-- Logs begin at Mon 2021-11-22 19:21:48 UTC, end at Mon 2021-11-22 21:40:57 UTC. -- Nov 22 19:52:42.319882 n-d-818823-1 systemd[1]: Started Devstack devstack@q-svc.service. Nov 22 19:52:45.099107 n-d-818823-1 neutron-server[103340]: INFO neutron.common.config [-] Logging enabled! Nov 22 19:52:45.099736 n-d-818823-1 neutron-server[103340]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev221 Nov 22 19:52:45.099855 n-d-818823-1 neutron-server[103340]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103340) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 22 19:52:45.103694 n-d-818823-1 neutron-server[103340]: INFO neutron.common.config [-] Logging enabled! Nov 22 19:52:45.103958 n-d-818823-1 neutron-server[103340]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev221 Nov 22 19:52:45.104278 n-d-818823-1 neutron-server[103340]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103340) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 22 19:52:45.105244 n-d-818823-1 neutron-server[103340]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 22 19:52:45.105481 n-d-818823-1 neutron-server[103340]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 22 19:52:45.105861 n-d-818823-1 neutron-server[103340]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 22 19:52:45.106114 n-d-818823-1 neutron-server[103340]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 22 19:52:45.106343 n-d-818823-1 neutron-server[103340]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 22 19:52:45.106712 n-d-818823-1 neutron-server[103340]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:45.107314 n-d-818823-1 neutron-server[103340]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Nov 22 19:52:45.107744 n-d-818823-1 neutron-server[103340]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:45.108048 n-d-818823-1 neutron-server[103340]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:45.108347 n-d-818823-1 neutron-server[103340]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:45.108917 n-d-818823-1 neutron-server[103340]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:45.109174 n-d-818823-1 neutron-server[103340]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:45.109497 n-d-818823-1 neutron-server[103340]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:45.109795 n-d-818823-1 neutron-server[103340]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:45.110101 n-d-818823-1 neutron-server[103340]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:45.110392 n-d-818823-1 neutron-server[103340]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:45.110684 n-d-818823-1 neutron-server[103340]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:45.110972 n-d-818823-1 neutron-server[103340]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:45.111268 n-d-818823-1 neutron-server[103340]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:45.111586 n-d-818823-1 neutron-server[103340]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:45.111879 n-d-818823-1 neutron-server[103340]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:45.112173 n-d-818823-1 neutron-server[103340]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:45.112462 n-d-818823-1 neutron-server[103340]: DEBUG neutron.common.config [-] debug = True {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:45.112749 n-d-818823-1 neutron-server[103340]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:45.113186 n-d-818823-1 neutron-server[103340]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:45.113615 n-d-818823-1 neutron-server[103340]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:45.113903 n-d-818823-1 neutron-server[103340]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:45.114200 n-d-818823-1 neutron-server[103340]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:45.114481 n-d-818823-1 neutron-server[103340]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:45.114759 n-d-818823-1 neutron-server[103340]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:45.115040 n-d-818823-1 neutron-server[103340]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:45.115330 n-d-818823-1 neutron-server[103340]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:45.115693 n-d-818823-1 neutron-server[103340]: DEBUG neutron.common.config [-] host = n-d-818823-1 {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:45.115977 n-d-818823-1 neutron-server[103340]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:45.116268 n-d-818823-1 neutron-server[103340]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:45.116557 n-d-818823-1 neutron-server[103340]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:45.116847 n-d-818823-1 neutron-server[103340]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:45.117126 n-d-818823-1 neutron-server[103340]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:45.117978 n-d-818823-1 neutron-server[103340]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:45.118266 n-d-818823-1 neutron-server[103340]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:45.118546 n-d-818823-1 neutron-server[103340]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:45.118827 n-d-818823-1 neutron-server[103340]: DEBUG neutron.common.config [-] log_file = None {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:45.119106 n-d-818823-1 neutron-server[103340]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:45.119395 n-d-818823-1 neutron-server[103340]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:45.119708 n-d-818823-1 neutron-server[103340]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:45.120001 n-d-818823-1 neutron-server[103340]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:45.120232 n-d-818823-1 neutron-server[103340]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:45.120460 n-d-818823-1 neutron-server[103340]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:45.120759 n-d-818823-1 neutron-server[103340]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:45.121050 n-d-818823-1 neutron-server[103340]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:45.121330 n-d-818823-1 neutron-server[103340]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:45.121608 n-d-818823-1 neutron-server[103340]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:45.121886 n-d-818823-1 neutron-server[103340]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:45.122162 n-d-818823-1 neutron-server[103340]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:45.122437 n-d-818823-1 neutron-server[103340]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:45.122711 n-d-818823-1 neutron-server[103340]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:45.123000 n-d-818823-1 neutron-server[103340]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:45.123286 n-d-818823-1 neutron-server[103340]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:45.123610 n-d-818823-1 neutron-server[103340]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:45.123891 n-d-818823-1 neutron-server[103340]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:45.124166 n-d-818823-1 neutron-server[103340]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:45.124441 n-d-818823-1 neutron-server[103340]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:45.124714 n-d-818823-1 neutron-server[103340]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:45.125000 n-d-818823-1 neutron-server[103340]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:45.125277 n-d-818823-1 neutron-server[103340]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:45.125552 n-d-818823-1 neutron-server[103340]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:45.125827 n-d-818823-1 neutron-server[103340]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:45.126118 n-d-818823-1 neutron-server[103340]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:45.126386 n-d-818823-1 neutron-server[103340]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:45.126666 n-d-818823-1 neutron-server[103340]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:45.126974 n-d-818823-1 neutron-server[103340]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:45.127263 n-d-818823-1 neutron-server[103340]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:45.127576 n-d-818823-1 neutron-server[103340]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:45.127869 n-d-818823-1 neutron-server[103340]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:45.128150 n-d-818823-1 neutron-server[103340]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:45.128437 n-d-818823-1 neutron-server[103340]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:45.128725 n-d-818823-1 neutron-server[103340]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:45.129001 n-d-818823-1 neutron-server[103340]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:45.129271 n-d-818823-1 neutron-server[103340]: DEBUG neutron.common.config [-] use_json = False {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:45.129548 n-d-818823-1 neutron-server[103340]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:45.129822 n-d-818823-1 neutron-server[103340]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:45.130106 n-d-818823-1 neutron-server[103340]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:45.130399 n-d-818823-1 neutron-server[103340]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:45.130674 n-d-818823-1 neutron-server[103340]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:45.130954 n-d-818823-1 neutron-server[103340]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:45.131229 n-d-818823-1 neutron-server[103340]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:45.131546 n-d-818823-1 neutron-server[103340]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:45.131853 n-d-818823-1 neutron-server[103340]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:45.132154 n-d-818823-1 neutron-server[103340]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:45.132460 n-d-818823-1 neutron-server[103340]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:45.132749 n-d-818823-1 neutron-server[103340]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:45.133097 n-d-818823-1 neutron-server[103340]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:45.133383 n-d-818823-1 neutron-server[103340]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:45.133680 n-d-818823-1 neutron-server[103340]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:45.133967 n-d-818823-1 neutron-server[103340]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:45.134260 n-d-818823-1 neutron-server[103340]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:45.134554 n-d-818823-1 neutron-server[103340]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:45.134853 n-d-818823-1 neutron-server[103340]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:45.135134 n-d-818823-1 neutron-server[103340]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:45.135447 n-d-818823-1 neutron-server[103340]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:45.135737 n-d-818823-1 neutron-server[103340]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:45.136038 n-d-818823-1 neutron-server[103340]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:45.136351 n-d-818823-1 neutron-server[103340]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:45.136652 n-d-818823-1 neutron-server[103340]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:45.136950 n-d-818823-1 neutron-server[103340]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:45.137235 n-d-818823-1 neutron-server[103340]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:45.137517 n-d-818823-1 neutron-server[103340]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:45.137791 n-d-818823-1 neutron-server[103340]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:45.138074 n-d-818823-1 neutron-server[103340]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:45.138369 n-d-818823-1 neutron-server[103340]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:45.138660 n-d-818823-1 neutron-server[103340]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:45.138950 n-d-818823-1 neutron-server[103340]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:45.139244 n-d-818823-1 neutron-server[103340]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:45.139565 n-d-818823-1 neutron-server[103340]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:45.139870 n-d-818823-1 neutron-server[103340]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:45.140161 n-d-818823-1 neutron-server[103340]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:45.140464 n-d-818823-1 neutron-server[103340]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:45.140759 n-d-818823-1 neutron-server[103340]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:45.141037 n-d-818823-1 neutron-server[103340]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:45.141326 n-d-818823-1 neutron-server[103340]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:45.141624 n-d-818823-1 neutron-server[103340]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:45.141903 n-d-818823-1 neutron-server[103340]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:45.142179 n-d-818823-1 neutron-server[103340]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:45.142462 n-d-818823-1 neutron-server[103340]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:45.142751 n-d-818823-1 neutron-server[103340]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:45.143031 n-d-818823-1 neutron-server[103340]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:45.143312 n-d-818823-1 neutron-server[103340]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:45.143622 n-d-818823-1 neutron-server[103340]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:45.143908 n-d-818823-1 neutron-server[103340]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:45.144184 n-d-818823-1 neutron-server[103340]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:45.144460 n-d-818823-1 neutron-server[103340]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:45.144742 n-d-818823-1 neutron-server[103340]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:45.145036 n-d-818823-1 neutron-server[103340]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:45.145320 n-d-818823-1 neutron-server[103340]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:45.145596 n-d-818823-1 neutron-server[103340]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:45.145872 n-d-818823-1 neutron-server[103340]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:45.146153 n-d-818823-1 neutron-server[103340]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:45.146433 n-d-818823-1 neutron-server[103340]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:45.146724 n-d-818823-1 neutron-server[103340]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:45.147004 n-d-818823-1 neutron-server[103340]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:45.147280 n-d-818823-1 neutron-server[103340]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:45.147583 n-d-818823-1 neutron-server[103340]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:45.147867 n-d-818823-1 neutron-server[103340]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:45.148143 n-d-818823-1 neutron-server[103340]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:45.148446 n-d-818823-1 neutron-server[103340]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:45.148732 n-d-818823-1 neutron-server[103340]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:45.149009 n-d-818823-1 neutron-server[103340]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:45.149292 n-d-818823-1 neutron-server[103340]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:45.149571 n-d-818823-1 neutron-server[103340]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:45.149850 n-d-818823-1 neutron-server[103340]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:45.150129 n-d-818823-1 neutron-server[103340]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:45.150411 n-d-818823-1 neutron-server[103340]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:45.150687 n-d-818823-1 neutron-server[103340]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:45.150964 n-d-818823-1 neutron-server[103340]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:45.151239 n-d-818823-1 neutron-server[103340]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:45.151544 n-d-818823-1 neutron-server[103340]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:45.151825 n-d-818823-1 neutron-server[103340]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:45.152102 n-d-818823-1 neutron-server[103340]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:45.152378 n-d-818823-1 neutron-server[103340]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:45.152656 n-d-818823-1 neutron-server[103340]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:45.152935 n-d-818823-1 neutron-server[103340]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:45.153225 n-d-818823-1 neutron-server[103340]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:45.153530 n-d-818823-1 neutron-server[103340]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:45.153814 n-d-818823-1 neutron-server[103340]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:45.154099 n-d-818823-1 neutron-server[103340]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:45.154381 n-d-818823-1 neutron-server[103340]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:45.154661 n-d-818823-1 neutron-server[103340]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:45.154940 n-d-818823-1 neutron-server[103340]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:45.155219 n-d-818823-1 neutron-server[103340]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:45.155525 n-d-818823-1 neutron-server[103340]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:45.155807 n-d-818823-1 neutron-server[103340]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:45.156085 n-d-818823-1 neutron-server[103340]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:45.156385 n-d-818823-1 neutron-server[103340]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:45.156673 n-d-818823-1 neutron-server[103340]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:45.156966 n-d-818823-1 neutron-server[103340]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:45.157255 n-d-818823-1 neutron-server[103340]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:45.157573 n-d-818823-1 neutron-server[103340]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:45.157874 n-d-818823-1 neutron-server[103340]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:45.158157 n-d-818823-1 neutron-server[103340]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:45.158445 n-d-818823-1 neutron-server[103340]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:45.158728 n-d-818823-1 neutron-server[103340]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:45.159009 n-d-818823-1 neutron-server[103340]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:45.159297 n-d-818823-1 neutron-server[103340]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:45.159609 n-d-818823-1 neutron-server[103340]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:45.159912 n-d-818823-1 neutron-server[103340]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:45.160215 n-d-818823-1 neutron-server[103340]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:45.160514 n-d-818823-1 neutron-server[103340]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:45.160810 n-d-818823-1 neutron-server[103340]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:45.161107 n-d-818823-1 neutron-server[103340]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:45.161392 n-d-818823-1 neutron-server[103340]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:45.161706 n-d-818823-1 neutron-server[103340]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:45.161991 n-d-818823-1 neutron-server[103340]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:45.162213 n-d-818823-1 neutron-server[103340]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 22 19:52:45.162466 n-d-818823-1 neutron-server[103340]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103340) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Nov 22 19:52:45.601256 n-d-818823-1 neutron-server[103340]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103340) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 22 19:52:45.601558 n-d-818823-1 neutron-server[103340]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103340) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 22 19:52:45.601905 n-d-818823-1 neutron-server[103340]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103340) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 22 19:52:45.602248 n-d-818823-1 neutron-server[103340]: INFO neutron.manager [-] Loading core plugin: ml2 Nov 22 19:52:45.928317 n-d-818823-1 neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 19:52:45.928622 n-d-818823-1 neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 19:52:45.928900 n-d-818823-1 neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 19:52:45.930665 n-d-818823-1 neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 19:52:45.930942 n-d-818823-1 neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 19:52:45.931213 n-d-818823-1 neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 19:52:45.967030 n-d-818823-1 neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 19:52:45.967316 n-d-818823-1 neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 19:52:45.967617 n-d-818823-1 neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 19:52:45.982337 n-d-818823-1 neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 19:52:45.982621 n-d-818823-1 neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 19:52:45.982893 n-d-818823-1 neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 19:52:46.013019 n-d-818823-1 neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 19:52:46.013310 n-d-818823-1 neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 19:52:46.013586 n-d-818823-1 neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 19:52:46.053966 n-d-818823-1 neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 19:52:46.054254 n-d-818823-1 neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 19:52:46.054535 n-d-818823-1 neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 19:52:46.310812 n-d-818823-1 neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 19:52:46.311509 n-d-818823-1 neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 19:52:46.311509 n-d-818823-1 neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 19:52:46.311654 n-d-818823-1 neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 19:52:46.312302 n-d-818823-1 neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 19:52:46.416650 n-d-818823-1 neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 19:52:46.416973 n-d-818823-1 neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 19:52:46.417264 n-d-818823-1 neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 19:52:46.417545 n-d-818823-1 neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 19:52:46.417822 n-d-818823-1 neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 19:52:46.418133 n-d-818823-1 neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 19:52:46.418395 n-d-818823-1 neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 19:52:46.418658 n-d-818823-1 neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 19:52:46.418916 n-d-818823-1 neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 19:52:46.419209 n-d-818823-1 neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 19:52:46.419521 n-d-818823-1 neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 19:52:46.419795 n-d-818823-1 neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 19:52:46.420052 n-d-818823-1 neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 19:52:46.420305 n-d-818823-1 neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 19:52:46.420570 n-d-818823-1 neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 19:52:46.420836 n-d-818823-1 neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 19:52:46.421094 n-d-818823-1 neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 19:52:46.421363 n-d-818823-1 neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 19:52:46.421636 n-d-818823-1 neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 19:52:46.421900 n-d-818823-1 neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 19:52:46.422177 n-d-818823-1 neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 19:52:46.422432 n-d-818823-1 neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 19:52:46.422717 n-d-818823-1 neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 19:52:46.423100 n-d-818823-1 neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 19:52:46.423359 n-d-818823-1 neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 19:52:46.423630 n-d-818823-1 neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 19:52:46.424050 n-d-818823-1 neutron-server[103340]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103340) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 22 19:52:46.424297 n-d-818823-1 neutron-server[103340]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103340) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 22 19:52:46.424541 n-d-818823-1 neutron-server[103340]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103340) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 22 19:52:46.424776 n-d-818823-1 neutron-server[103340]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103340) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 22 19:52:46.425016 n-d-818823-1 neutron-server[103340]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103340) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 22 19:52:46.425257 n-d-818823-1 neutron-server[103340]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103340) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 22 19:52:46.425631 n-d-818823-1 neutron-server[103340]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Nov 22 19:52:46.429008 n-d-818823-1 neutron-server[103340]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Nov 22 19:52:46.433090 n-d-818823-1 neutron-server[103340]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Nov 22 19:52:46.437132 n-d-818823-1 neutron-server[103340]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(600, 649)])]) Nov 22 19:52:46.438939 n-d-818823-1 neutron-server[103340]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Nov 22 19:52:46.439432 n-d-818823-1 neutron-server[103340]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Nov 22 19:52:46.439782 n-d-818823-1 neutron-server[103340]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Nov 22 19:52:46.440180 n-d-818823-1 neutron-server[103340]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Nov 22 19:52:46.443066 n-d-818823-1 neutron-server[103340]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Nov 22 19:52:46.443324 n-d-818823-1 neutron-server[103340]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Nov 22 19:52:46.443711 n-d-818823-1 neutron-server[103340]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Nov 22 19:52:46.449175 n-d-818823-1 neutron-server[103340]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Nov 22 19:52:46.473447 n-d-818823-1 neutron-server[103340]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Nov 22 19:52:46.473921 n-d-818823-1 neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 19:52:46.474234 n-d-818823-1 neutron-server[103340]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103340) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Nov 22 19:52:46.474605 n-d-818823-1 neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 19:52:46.476052 n-d-818823-1 neutron-server[103340]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103340) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Nov 22 19:52:46.476349 n-d-818823-1 neutron-server[103340]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Nov 22 19:52:46.477259 n-d-818823-1 neutron-server[103340]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Nov 22 19:52:46.482113 n-d-818823-1 neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 19:52:46.482399 n-d-818823-1 neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 19:52:46.549428 n-d-818823-1 neutron-server[103340]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Nov 22 19:52:46.549682 n-d-818823-1 neutron-server[103340]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Nov 22 19:52:46.549912 n-d-818823-1 neutron-server[103340]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Nov 22 19:52:46.550303 n-d-818823-1 neutron-server[103340]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Nov 22 19:52:46.573307 n-d-818823-1 neutron-server[103340]: DEBUG oslo_db.sqlalchemy.engines [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103340) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Nov 22 19:52:47.158959 n-d-818823-1 neutron-server[103340]: INFO neutron.plugins.ml2.managers [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Initializing driver for type 'gre' Nov 22 19:52:47.159570 n-d-818823-1 neutron-server[103340]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] gre ID ranges: [(1, 1000)] Nov 22 19:52:47.220385 n-d-818823-1 neutron-server[103340]: INFO neutron.plugins.ml2.managers [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Initializing driver for type 'local' Nov 22 19:52:47.220748 n-d-818823-1 neutron-server[103340]: INFO neutron.plugins.ml2.managers [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Initializing driver for type 'vlan' Nov 22 19:52:47.234864 n-d-818823-1 neutron-server[103340]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] VlanTypeDriver initialization complete Nov 22 19:52:47.235208 n-d-818823-1 neutron-server[103340]: INFO neutron.plugins.ml2.managers [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Initializing driver for type 'vxlan' Nov 22 19:52:47.236767 n-d-818823-1 neutron-server[103340]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] vxlan ID ranges: [(1, 1000)] Nov 22 19:52:47.301607 n-d-818823-1 neutron-server[103340]: INFO neutron.plugins.ml2.managers [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Initializing extension driver 'port_security' Nov 22 19:52:47.302009 n-d-818823-1 neutron-server[103340]: INFO neutron.plugins.ml2.extensions.port_security [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] PortSecurityExtensionDriver initialization complete Nov 22 19:52:47.302334 n-d-818823-1 neutron-server[103340]: INFO neutron.plugins.ml2.managers [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Initializing mechanism driver 'openvswitch' Nov 22 19:52:47.302667 n-d-818823-1 neutron-server[103340]: INFO neutron.plugins.ml2.managers [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Initializing mechanism driver 'hyperv' Nov 22 19:52:47.312538 n-d-818823-1 neutron-server[103340]: DEBUG neutron.plugins.ml2.plugin [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 19:52:47.313509 n-d-818823-1 neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Subscribe: > port after_create 55550000 {{(pid=103340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 19:52:47.313670 n-d-818823-1 neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Subscribe: > port after_update 55550000 {{(pid=103340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 19:52:47.314016 n-d-818823-1 neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Subscribe: > port after_delete 55550000 {{(pid=103340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 19:52:47.314580 n-d-818823-1 neutron-server[103340]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103340) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 22 19:52:47.315019 n-d-818823-1 neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Subscribe: > subnet after_create 55550000 {{(pid=103340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 19:52:47.315378 n-d-818823-1 neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Subscribe: > subnet after_update 55550000 {{(pid=103340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 19:52:47.315753 n-d-818823-1 neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Subscribe: > subnet after_delete 55550000 {{(pid=103340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 19:52:47.316164 n-d-818823-1 neutron-server[103340]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103340) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 22 19:52:47.316581 n-d-818823-1 neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Subscribe: > network after_create 55550000 {{(pid=103340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 19:52:47.316936 n-d-818823-1 neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Subscribe: > network after_update 55550000 {{(pid=103340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 19:52:47.317284 n-d-818823-1 neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Subscribe: > network after_delete 55550000 {{(pid=103340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 19:52:47.317688 n-d-818823-1 neutron-server[103340]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103340) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 22 19:52:47.318107 n-d-818823-1 neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Subscribe: > security_group after_create 55550000 {{(pid=103340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 19:52:47.318599 n-d-818823-1 neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Subscribe: > security_group after_update 55550000 {{(pid=103340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 19:52:47.318819 n-d-818823-1 neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Subscribe: > security_group after_delete 55550000 {{(pid=103340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 19:52:47.319373 n-d-818823-1 neutron-server[103340]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103340) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 22 19:52:47.319819 n-d-818823-1 neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 19:52:47.320176 n-d-818823-1 neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 19:52:47.320560 n-d-818823-1 neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 19:52:47.320965 n-d-818823-1 neutron-server[103340]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103340) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 22 19:52:47.321379 n-d-818823-1 neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Subscribe: > address_group after_create 55550000 {{(pid=103340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 19:52:47.321731 n-d-818823-1 neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Subscribe: > address_group after_update 55550000 {{(pid=103340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 19:52:47.322081 n-d-818823-1 neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Subscribe: > address_group after_delete 55550000 {{(pid=103340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 19:52:47.322498 n-d-818823-1 neutron-server[103340]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103340) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 22 19:52:47.322886 n-d-818823-1 neutron-server[103340]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] ML2 OVO RPC backend initialized. {{(pid=103340) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Nov 22 19:52:47.323643 n-d-818823-1 neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Subscribe: > router_interface after_create 55550000 {{(pid=103340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 19:52:47.324031 n-d-818823-1 neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 19:52:47.324454 n-d-818823-1 neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Subscribe: > network before_response 55550000 {{(pid=103340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 19:52:47.324806 n-d-818823-1 neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Subscribe: > networks before_response 55550000 {{(pid=103340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 19:52:47.325158 n-d-818823-1 neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Subscribe: > port before_response 55550000 {{(pid=103340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 19:52:47.325504 n-d-818823-1 neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Subscribe: > ports before_response 55550000 {{(pid=103340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 19:52:47.325852 n-d-818823-1 neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Subscribe: > subnet before_response 55550000 {{(pid=103340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 19:52:47.326198 n-d-818823-1 neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Subscribe: > subnets before_response 55550000 {{(pid=103340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 19:52:47.326568 n-d-818823-1 neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Subscribe: > network after_create 55550000 {{(pid=103340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 19:52:47.326902 n-d-818823-1 neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Subscribe: > network after_update 55550000 {{(pid=103340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 19:52:47.327244 n-d-818823-1 neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Subscribe: > network after_delete 55550000 {{(pid=103340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 19:52:47.327621 n-d-818823-1 neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Subscribe: > port after_create 55550000 {{(pid=103340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 19:52:47.327966 n-d-818823-1 neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Subscribe: > port after_update 55550000 {{(pid=103340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 19:52:47.328307 n-d-818823-1 neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Subscribe: > port after_delete 55550000 {{(pid=103340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 19:52:47.328652 n-d-818823-1 neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Subscribe: > subnet after_create 55550000 {{(pid=103340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 19:52:47.328997 n-d-818823-1 neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Subscribe: > subnet after_update 55550000 {{(pid=103340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 19:52:47.329338 n-d-818823-1 neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Subscribe: > subnet after_delete 55550000 {{(pid=103340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 19:52:47.329932 n-d-818823-1 neutron-server[103340]: INFO neutron.plugins.ml2.plugin [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Modular L2 Plugin initialization complete Nov 22 19:52:47.330266 n-d-818823-1 neutron-server[103340]: DEBUG neutron.manager [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Loading services supported by the core plugin {{(pid=103340) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Nov 22 19:52:47.330601 n-d-818823-1 neutron-server[103340]: INFO neutron.plugins.ml2.managers [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Got port-security extension from driver 'port_security' Nov 22 19:52:47.331071 n-d-818823-1 neutron-server[103340]: INFO neutron.extensions.vlantransparent [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Disabled vlantransparent extension. Nov 22 19:52:47.331594 n-d-818823-1 neutron-server[103340]: DEBUG neutron.manager [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103340) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Nov 22 19:52:47.331915 n-d-818823-1 neutron-server[103340]: INFO neutron.manager [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Loading Plugin: router Nov 22 19:52:47.369399 n-d-818823-1 neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Subscribe: > router_interface before_create 55550000 {{(pid=103340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 19:52:47.369795 n-d-818823-1 neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Subscribe: > router after_create 55549900 {{(pid=103340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 19:52:47.370173 n-d-818823-1 neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Subscribe: > router before_create 55549900 {{(pid=103340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 19:52:47.370559 n-d-818823-1 neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 19:52:47.370935 n-d-818823-1 neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 19:52:47.371303 n-d-818823-1 neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Subscribe: > router after_delete 55549900 {{(pid=103340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 19:52:47.371698 n-d-818823-1 neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Subscribe: > floatingip after_create 55550000 {{(pid=103340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 19:52:47.372058 n-d-818823-1 neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Subscribe: > floatingip after_update 55550000 {{(pid=103340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 19:52:47.373002 n-d-818823-1 neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Subscribe: > router after_create 55549900 {{(pid=103340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 19:52:47.373002 n-d-818823-1 neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Subscribe: > router after_update 55549900 {{(pid=103340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 19:52:47.373198 n-d-818823-1 neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Subscribe: > router after_update 55549900 {{(pid=103340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 19:52:47.373486 n-d-818823-1 neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 19:52:47.373853 n-d-818823-1 neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Subscribe: > router after_update 55549900 {{(pid=103340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 19:52:47.374272 n-d-818823-1 neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Subscribe: > router precommit_update 55549900 {{(pid=103340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 19:52:47.374654 n-d-818823-1 neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Subscribe: port after_update 55550000 {{(pid=103340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 19:52:47.375002 n-d-818823-1 neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Subscribe: port after_delete 55550000 {{(pid=103340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 19:52:47.375339 n-d-818823-1 neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Subscribe: subnet after_update 55550000 {{(pid=103340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 19:52:47.375721 n-d-818823-1 neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 19:52:47.376074 n-d-818823-1 neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Subscribe: > port precommit_delete 55550000 {{(pid=103340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 19:52:47.376431 n-d-818823-1 neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Subscribe: > router precommit_create 55549900 {{(pid=103340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 19:52:47.376784 n-d-818823-1 neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Subscribe: port before_delete 55550000 {{(pid=103340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 19:52:47.377135 n-d-818823-1 neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Subscribe: > router precommit_create 55550000 {{(pid=103340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 19:52:47.377505 n-d-818823-1 neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Subscribe: > router after_update 55549900 {{(pid=103340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 19:52:47.377859 n-d-818823-1 neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Subscribe: > router precommit_delete 55549900 {{(pid=103340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 19:52:47.378219 n-d-818823-1 neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Subscribe: > router precommit_create 55549900 {{(pid=103340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 19:52:47.378591 n-d-818823-1 neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Subscribe: > router_interface after_create 55550000 {{(pid=103340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 19:52:47.378944 n-d-818823-1 neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Subscribe: > router precommit_update 55549900 {{(pid=103340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 19:52:47.379316 n-d-818823-1 neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Subscribe: > agent after_create 55550000 {{(pid=103340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 19:52:47.379697 n-d-818823-1 neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Subscribe: > agent after_delete 55550000 {{(pid=103340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 19:52:47.380054 n-d-818823-1 neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Subscribe: > network after_delete 55550000 {{(pid=103340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 19:52:47.380948 n-d-818823-1 neutron-server[103340]: DEBUG neutron.quota.resource_registry [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Tracking information for resource: router configured {{(pid=103340) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 22 19:52:47.381285 n-d-818823-1 neutron-server[103340]: DEBUG neutron.quota.resource_registry [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Tracking information for resource: floatingip configured {{(pid=103340) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 22 19:52:47.386546 n-d-818823-1 neutron-server[103340]: INFO neutron.db.l3_agentschedulers_db [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Nov 22 19:52:47.387138 n-d-818823-1 neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Subscribe: port after_update 55550000 {{(pid=103340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 19:52:47.387531 n-d-818823-1 neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Subscribe: port after_create 55550000 {{(pid=103340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 19:52:47.387896 n-d-818823-1 neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Subscribe: port after_delete 55550000 {{(pid=103340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 19:52:47.388261 n-d-818823-1 neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Subscribe: port after_update 55550000 {{(pid=103340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 19:52:47.389066 n-d-818823-1 neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Subscribe: > router before_create 55550100 {{(pid=103340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 19:52:47.389442 n-d-818823-1 neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Subscribe: > router precommit_delete 55550100 {{(pid=103340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 19:52:47.389805 n-d-818823-1 neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Subscribe: > router precommit_create 55550100 {{(pid=103340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 19:52:47.390165 n-d-818823-1 neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Subscribe: > router precommit_update 55550100 {{(pid=103340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 19:52:47.395047 n-d-818823-1 neutron-server[103340]: DEBUG neutron.services.provider_configuration [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Service providers = [] {{(pid=103340) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Nov 22 19:52:47.395436 n-d-818823-1 neutron-server[103340]: DEBUG neutron.db.servicetype_db [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103340) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Nov 22 19:52:47.398481 n-d-818823-1 neutron-server[103340]: DEBUG neutron.services.service_base [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103340) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 22 19:52:47.398836 n-d-818823-1 neutron-server[103340]: DEBUG neutron.services.service_base [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103340) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 22 19:52:47.399184 n-d-818823-1 neutron-server[103340]: DEBUG neutron.services.service_base [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103340) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 22 19:52:47.400124 n-d-818823-1 neutron-server[103340]: DEBUG neutron.services.service_base [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103340) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 22 19:52:47.400514 n-d-818823-1 neutron-server[103340]: INFO neutron.services.service_base [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Default provider is not specified for service type L3_ROUTER_NAT Nov 22 19:52:47.400906 n-d-818823-1 neutron-server[103340]: DEBUG neutron.manager [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103340) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 22 19:52:47.401229 n-d-818823-1 neutron-server[103340]: INFO neutron.manager [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Nov 22 19:52:47.412281 n-d-818823-1 neutron-server[103340]: DEBUG neutron.manager [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103340) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 22 19:52:47.412576 n-d-818823-1 neutron-server[103340]: INFO neutron.manager [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Loading Plugin: auto_allocate Nov 22 19:52:47.419403 n-d-818823-1 neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Subscribe: network precommit_update 55550000 {{(pid=103340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 19:52:47.419808 n-d-818823-1 neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Subscribe: network precommit_create 55550000 {{(pid=103340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 19:52:47.420342 n-d-818823-1 neutron-server[103340]: DEBUG neutron.manager [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103340) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 22 19:52:47.420673 n-d-818823-1 neutron-server[103340]: INFO neutron.manager [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Loading Plugin: tag Nov 22 19:52:47.427387 n-d-818823-1 neutron-server[103340]: DEBUG neutron.manager [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103340) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 22 19:52:47.427751 n-d-818823-1 neutron-server[103340]: INFO neutron.manager [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Loading Plugin: timestamp Nov 22 19:52:47.432412 n-d-818823-1 neutron-server[103340]: DEBUG neutron.manager [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103340) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 22 19:52:47.432752 n-d-818823-1 neutron-server[103340]: INFO neutron.manager [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Loading Plugin: network_ip_availability Nov 22 19:52:47.438335 n-d-818823-1 neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 19:52:47.438711 n-d-818823-1 neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 19:52:47.439073 n-d-818823-1 neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 19:52:47.439844 n-d-818823-1 neutron-server[103340]: DEBUG neutron.manager [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103340) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 22 19:52:47.440171 n-d-818823-1 neutron-server[103340]: INFO neutron.manager [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Loading Plugin: flavors Nov 22 19:52:47.445314 n-d-818823-1 neutron-server[103340]: DEBUG neutron.manager [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103340) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 22 19:52:47.445651 n-d-818823-1 neutron-server[103340]: INFO neutron.manager [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Loading Plugin: revisions Nov 22 19:52:47.450036 n-d-818823-1 neutron-server[103340]: DEBUG neutron.manager [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103340) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 22 19:52:47.450441 n-d-818823-1 neutron-server[103340]: DEBUG oslo_concurrency.lockutils [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.848s {{(pid=103340) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 22 19:52:47.451212 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103340) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Nov 22 19:52:47.451588 n-d-818823-1 neutron-server[103340]: INFO neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Initializing extension manager. Nov 22 19:52:47.452117 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Loading extension file: __init__.py {{(pid=103340) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 19:52:47.452468 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Loading extension file: __pycache__ {{(pid=103340) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 19:52:47.452811 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103340) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 19:52:47.453152 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Loading extension file: address_group.py {{(pid=103340) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 19:52:47.453928 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103340) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 19:52:47.454510 n-d-818823-1 neutron-server[103340]: INFO neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Loaded extension: address-group Nov 22 19:52:47.454844 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Loading extension file: address_scope.py {{(pid=103340) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 19:52:47.457166 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103340) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 19:52:47.457694 n-d-818823-1 neutron-server[103340]: INFO neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Loaded extension: address-scope Nov 22 19:52:47.458042 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Loading extension file: admin_state_down_before_update.py {{(pid=103340) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 19:52:47.459013 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103340) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 19:52:47.459580 n-d-818823-1 neutron-server[103340]: INFO neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Loaded extension: router-admin-state-down-before-update Nov 22 19:52:47.459921 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Loading extension file: agent.py {{(pid=103340) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 19:52:47.460691 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103340) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 19:52:47.461275 n-d-818823-1 neutron-server[103340]: INFO neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Loaded extension: agent Nov 22 19:52:47.461714 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Loading extension file: agent_resources_synced.py {{(pid=103340) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 19:52:47.462735 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103340) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 19:52:47.463378 n-d-818823-1 neutron-server[103340]: INFO neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Loaded extension: agent-resources-synced Nov 22 19:52:47.463740 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Loading extension file: allowedaddresspairs.py {{(pid=103340) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 19:52:47.465742 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103340) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 19:52:47.466244 n-d-818823-1 neutron-server[103340]: INFO neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Loaded extension: allowed-address-pairs Nov 22 19:52:47.466570 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Loading extension file: auto_allocated_topology.py {{(pid=103340) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 19:52:47.467699 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103340) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 19:52:47.468250 n-d-818823-1 neutron-server[103340]: INFO neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Loaded extension: auto-allocated-topology Nov 22 19:52:47.468577 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Loading extension file: availability_zone.py {{(pid=103340) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 19:52:47.469281 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103340) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 19:52:47.469781 n-d-818823-1 neutron-server[103340]: INFO neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Loaded extension: availability_zone Nov 22 19:52:47.470237 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Loading extension file: availability_zone_filter.py {{(pid=103340) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 19:52:47.471176 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103340) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 19:52:47.471785 n-d-818823-1 neutron-server[103340]: INFO neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Loaded extension: availability_zone_filter Nov 22 19:52:47.472111 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Loading extension file: data_plane_status.py {{(pid=103340) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 19:52:47.473107 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103340) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 19:52:47.473575 n-d-818823-1 neutron-server[103340]: INFO neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Extension data-plane-status not supported by any of loaded plugins Nov 22 19:52:47.473876 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Loading extension file: default_subnetpools.py {{(pid=103340) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 19:52:47.474794 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103340) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 19:52:47.475338 n-d-818823-1 neutron-server[103340]: INFO neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Loaded extension: default-subnetpools Nov 22 19:52:47.475682 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Loading extension file: dhcpagentscheduler.py {{(pid=103340) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 19:52:47.477034 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103340) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 19:52:47.477532 n-d-818823-1 neutron-server[103340]: INFO neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Loaded extension: dhcp_agent_scheduler Nov 22 19:52:47.477924 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Loading extension file: dns.py {{(pid=103340) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 19:52:47.478941 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103340) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 19:52:47.479457 n-d-818823-1 neutron-server[103340]: INFO neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Extension dns-integration not supported by any of loaded plugins Nov 22 19:52:47.479780 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Loading extension file: dns_domain_ports.py {{(pid=103340) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 19:52:47.480855 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103340) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 19:52:47.481212 n-d-818823-1 neutron-server[103340]: INFO neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Extension dns-domain-ports not supported by any of loaded plugins Nov 22 19:52:47.481534 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103340) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 19:52:47.482763 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103340) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 19:52:47.483264 n-d-818823-1 neutron-server[103340]: INFO neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Nov 22 19:52:47.483620 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Loading extension file: dvr.py {{(pid=103340) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 19:52:47.484387 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103340) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 19:52:47.484891 n-d-818823-1 neutron-server[103340]: INFO neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Loaded extension: dvr Nov 22 19:52:47.485209 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Loading extension file: ecmp_routes.py {{(pid=103340) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 19:52:47.486188 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103340) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 19:52:47.486696 n-d-818823-1 neutron-server[103340]: INFO neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Extension ecmp_routes not supported by any of loaded plugins Nov 22 19:52:47.487016 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Loading extension file: empty_string_filtering.py {{(pid=103340) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 19:52:47.487954 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103340) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 19:52:47.488455 n-d-818823-1 neutron-server[103340]: INFO neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Loaded extension: empty-string-filtering Nov 22 19:52:47.488775 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103340) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 19:52:47.489700 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103340) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 19:52:47.490203 n-d-818823-1 neutron-server[103340]: INFO neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Nov 22 19:52:47.490523 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103340) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 19:52:47.491585 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103340) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 19:52:47.492089 n-d-818823-1 neutron-server[103340]: INFO neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Nov 22 19:52:47.493206 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Loading extension file: external_net.py {{(pid=103340) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 19:52:47.493948 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103340) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 19:52:47.494450 n-d-818823-1 neutron-server[103340]: INFO neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Loaded extension: external-net Nov 22 19:52:47.494767 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Loading extension file: extra_dhcp_opt.py {{(pid=103340) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 19:52:47.495683 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103340) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 19:52:47.496182 n-d-818823-1 neutron-server[103340]: INFO neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Loaded extension: extra_dhcp_opt Nov 22 19:52:47.496543 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Loading extension file: extraroute.py {{(pid=103340) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 19:52:47.497411 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103340) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 19:52:47.497986 n-d-818823-1 neutron-server[103340]: INFO neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Loaded extension: extraroute Nov 22 19:52:47.498307 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Loading extension file: extraroute_atomic.py {{(pid=103340) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 19:52:47.499340 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103340) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 19:52:47.499880 n-d-818823-1 neutron-server[103340]: INFO neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Loaded extension: extraroute-atomic Nov 22 19:52:47.500201 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Loading extension file: filter_validation.py {{(pid=103340) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 19:52:47.500870 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103340) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 19:52:47.501372 n-d-818823-1 neutron-server[103340]: INFO neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Loaded extension: filter-validation Nov 22 19:52:47.501697 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Loading extension file: fip_pf_description.py {{(pid=103340) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 19:52:47.502716 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103340) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 19:52:47.503275 n-d-818823-1 neutron-server[103340]: INFO neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Nov 22 19:52:47.503556 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Loading extension file: fip_port_details.py {{(pid=103340) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 19:52:47.504571 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103340) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 19:52:47.505266 n-d-818823-1 neutron-server[103340]: INFO neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Loaded extension: fip-port-details Nov 22 19:52:47.505587 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Loading extension file: flavors.py {{(pid=103340) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 19:52:47.506853 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103340) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 19:52:47.507361 n-d-818823-1 neutron-server[103340]: INFO neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Loaded extension: flavors Nov 22 19:52:47.507717 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103340) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 19:52:47.509397 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103340) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 19:52:47.509911 n-d-818823-1 neutron-server[103340]: INFO neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Nov 22 19:52:47.510246 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Loading extension file: floatingip_pools.py {{(pid=103340) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 19:52:47.511080 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103340) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 19:52:47.511687 n-d-818823-1 neutron-server[103340]: INFO neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Loaded extension: floatingip-pools Nov 22 19:52:47.511941 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Loading extension file: ip_allocation.py {{(pid=103340) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 19:52:47.512868 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103340) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 19:52:47.513431 n-d-818823-1 neutron-server[103340]: INFO neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Extension ip_allocation not supported by any of loaded plugins Nov 22 19:52:47.513703 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103340) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 19:52:47.514619 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103340) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 19:52:47.515120 n-d-818823-1 neutron-server[103340]: INFO neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Loaded extension: ip-substring-filtering Nov 22 19:52:47.515475 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Loading extension file: l2_adjacency.py {{(pid=103340) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 19:52:47.516399 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103340) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 19:52:47.516960 n-d-818823-1 neutron-server[103340]: INFO neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Extension l2_adjacency not supported by any of loaded plugins Nov 22 19:52:47.517284 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Loading extension file: l3.py {{(pid=103340) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 19:52:47.518458 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103340) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 19:52:47.518966 n-d-818823-1 neutron-server[103340]: INFO neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Loaded extension: router Nov 22 19:52:47.519298 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Loading extension file: l3_conntrack_helper.py {{(pid=103340) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 19:52:47.521719 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103340) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 19:52:47.522234 n-d-818823-1 neutron-server[103340]: INFO neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Extension l3-conntrack-helper not supported by any of loaded plugins Nov 22 19:52:47.522569 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103340) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 19:52:47.523646 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103340) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 19:52:47.524223 n-d-818823-1 neutron-server[103340]: INFO neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Loaded extension: ext-gw-mode Nov 22 19:52:47.524552 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103340) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 19:52:47.525477 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103340) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 19:52:47.525984 n-d-818823-1 neutron-server[103340]: INFO neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Loaded extension: l3-ha Nov 22 19:52:47.526312 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Loading extension file: l3_flavors.py {{(pid=103340) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 19:52:47.527230 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103340) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 19:52:47.527997 n-d-818823-1 neutron-server[103340]: INFO neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Loaded extension: l3-flavors Nov 22 19:52:47.528507 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103340) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 19:52:47.529828 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103340) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 19:52:47.530337 n-d-818823-1 neutron-server[103340]: INFO neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Loaded extension: l3-port-ip-change-not-allowed Nov 22 19:52:47.530662 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Loading extension file: l3agentscheduler.py {{(pid=103340) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 19:52:47.532138 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103340) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 19:52:47.532837 n-d-818823-1 neutron-server[103340]: INFO neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Loaded extension: l3_agent_scheduler Nov 22 19:52:47.533233 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Loading extension file: local_ip.py {{(pid=103340) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 19:52:47.535004 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103340) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 19:52:47.535558 n-d-818823-1 neutron-server[103340]: INFO neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Extension local_ip not supported by any of loaded plugins Nov 22 19:52:47.535895 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Loading extension file: logging.py {{(pid=103340) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 19:52:47.537445 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103340) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 19:52:47.537972 n-d-818823-1 neutron-server[103340]: INFO neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Extension logging not supported by any of loaded plugins Nov 22 19:52:47.538290 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Loading extension file: metering.py {{(pid=103340) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 19:52:47.539665 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103340) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 19:52:47.540501 n-d-818823-1 neutron-server[103340]: INFO neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Loaded extension: metering Nov 22 19:52:47.540836 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103340) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 19:52:47.541948 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103340) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 19:52:47.542573 n-d-818823-1 neutron-server[103340]: INFO neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Loaded extension: metering_source_and_destination_fields Nov 22 19:52:47.542900 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Loading extension file: multiprovidernet.py {{(pid=103340) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 19:52:47.543949 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103340) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 19:52:47.544459 n-d-818823-1 neutron-server[103340]: INFO neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Loaded extension: multi-provider Nov 22 19:52:47.544785 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Loading extension file: netmtu.py {{(pid=103340) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 19:52:47.545752 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103340) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 19:52:47.546260 n-d-818823-1 neutron-server[103340]: INFO neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Loaded extension: net-mtu Nov 22 19:52:47.546584 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Loading extension file: netmtu_writable.py {{(pid=103340) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 19:52:47.547532 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103340) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 19:52:47.548038 n-d-818823-1 neutron-server[103340]: INFO neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Loaded extension: net-mtu-writable Nov 22 19:52:47.548362 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Loading extension file: network_availability_zone.py {{(pid=103340) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 19:52:47.549031 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103340) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 19:52:47.549527 n-d-818823-1 neutron-server[103340]: INFO neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Loaded extension: network_availability_zone Nov 22 19:52:47.549847 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Loading extension file: network_ip_availability.py {{(pid=103340) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 19:52:47.551077 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103340) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 19:52:47.551606 n-d-818823-1 neutron-server[103340]: INFO neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Loaded extension: network-ip-availability Nov 22 19:52:47.551931 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Loading extension file: network_segment_range.py {{(pid=103340) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 19:52:47.552702 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103340) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 19:52:47.553198 n-d-818823-1 neutron-server[103340]: INFO neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Extension network-segment-range not supported by any of loaded plugins Nov 22 19:52:47.553520 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Loading extension file: pagination.py {{(pid=103340) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 19:52:47.554497 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103340) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 19:52:47.555582 n-d-818823-1 neutron-server[103340]: INFO neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Loaded extension: pagination Nov 22 19:52:47.555907 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Loading extension file: port_device_profile.py {{(pid=103340) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 19:52:47.556836 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103340) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 19:52:47.557351 n-d-818823-1 neutron-server[103340]: INFO neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Loaded extension: port-device-profile Nov 22 19:52:47.557743 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103340) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 19:52:47.558670 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103340) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 19:52:47.559174 n-d-818823-1 neutron-server[103340]: INFO neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Loaded extension: port-mac-address-regenerate Nov 22 19:52:47.559528 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103340) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 19:52:47.560450 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103340) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 19:52:47.560952 n-d-818823-1 neutron-server[103340]: INFO neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Loaded extension: port-numa-affinity-policy Nov 22 19:52:47.561280 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Loading extension file: port_resource_request.py {{(pid=103340) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 19:52:47.562181 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103340) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 19:52:47.562682 n-d-818823-1 neutron-server[103340]: INFO neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Extension port-resource-request not supported by any of loaded plugins Nov 22 19:52:47.563000 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Loading extension file: port_resource_request_groups.py {{(pid=103340) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 19:52:47.563998 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103340) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 19:52:47.564503 n-d-818823-1 neutron-server[103340]: INFO neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Extension port-resource-request-groups not supported by any of loaded plugins Nov 22 19:52:47.564825 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Loading extension file: portbindings.py {{(pid=103340) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 19:52:47.565743 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103340) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 19:52:47.566243 n-d-818823-1 neutron-server[103340]: INFO neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Loaded extension: binding Nov 22 19:52:47.566565 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Loading extension file: portbindings_extended.py {{(pid=103340) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 19:52:47.567866 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103340) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 19:52:47.568370 n-d-818823-1 neutron-server[103340]: INFO neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Loaded extension: binding-extended Nov 22 19:52:47.568690 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Loading extension file: portsecurity.py {{(pid=103340) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 19:52:47.569608 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103340) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 19:52:47.570107 n-d-818823-1 neutron-server[103340]: INFO neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Loaded extension: port-security Nov 22 19:52:47.570480 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Loading extension file: project_id.py {{(pid=103340) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 19:52:47.571478 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103340) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 19:52:47.571808 n-d-818823-1 neutron-server[103340]: INFO neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Loaded extension: project-id Nov 22 19:52:47.572126 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Loading extension file: providernet.py {{(pid=103340) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 19:52:47.573055 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103340) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 19:52:47.573566 n-d-818823-1 neutron-server[103340]: INFO neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Loaded extension: provider Nov 22 19:52:47.573888 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Loading extension file: qos.py {{(pid=103340) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 19:52:47.577537 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103340) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 19:52:47.578054 n-d-818823-1 neutron-server[103340]: INFO neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Extension qos not supported by any of loaded plugins Nov 22 19:52:47.578381 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103340) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 19:52:47.579653 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103340) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 19:52:47.580160 n-d-818823-1 neutron-server[103340]: INFO neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Nov 22 19:52:47.580487 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103340) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 19:52:47.581405 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103340) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 19:52:47.581907 n-d-818823-1 neutron-server[103340]: INFO neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Nov 22 19:52:47.582235 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Loading extension file: qos_default.py {{(pid=103340) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 19:52:47.583144 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103340) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 19:52:47.583689 n-d-818823-1 neutron-server[103340]: INFO neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Extension qos-default not supported by any of loaded plugins Nov 22 19:52:47.584017 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Loading extension file: qos_fip.py {{(pid=103340) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 19:52:47.584673 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103340) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 19:52:47.585173 n-d-818823-1 neutron-server[103340]: INFO neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Extension qos-fip not supported by any of loaded plugins Nov 22 19:52:47.585494 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Loading extension file: qos_gateway_ip.py {{(pid=103340) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 19:52:47.586579 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103340) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 19:52:47.587084 n-d-818823-1 neutron-server[103340]: INFO neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Extension qos-gateway-ip not supported by any of loaded plugins Nov 22 19:52:47.587405 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Loading extension file: qos_port_network_policy.py {{(pid=103340) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 19:52:47.588341 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103340) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 19:52:47.588848 n-d-818823-1 neutron-server[103340]: INFO neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Extension qos-port-network-policy not supported by any of loaded plugins Nov 22 19:52:47.589193 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103340) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 19:52:47.590216 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103340) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 19:52:47.590732 n-d-818823-1 neutron-server[103340]: INFO neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Extension qos-pps-minimum not supported by any of loaded plugins Nov 22 19:52:47.591055 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Loading extension file: qos_pps_rule.py {{(pid=103340) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 19:52:47.592257 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103340) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 19:52:47.592771 n-d-818823-1 neutron-server[103340]: INFO neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Extension qos-pps not supported by any of loaded plugins Nov 22 19:52:47.593098 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Loading extension file: qos_rule_type_details.py {{(pid=103340) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 19:52:47.594017 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103340) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 19:52:47.594523 n-d-818823-1 neutron-server[103340]: INFO neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Extension qos-rule-type-details not supported by any of loaded plugins Nov 22 19:52:47.594846 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Loading extension file: qos_rules_alias.py {{(pid=103340) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 19:52:47.595906 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103340) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 19:52:47.596411 n-d-818823-1 neutron-server[103340]: INFO neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Extension qos-rules-alias not supported by any of loaded plugins Nov 22 19:52:47.596734 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Loading extension file: quota_check_limit.py {{(pid=103340) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 19:52:47.597639 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103340) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 19:52:47.598144 n-d-818823-1 neutron-server[103340]: INFO neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Loaded extension: quota-check-limit Nov 22 19:52:47.598467 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Loading extension file: quotasv2.py {{(pid=103340) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 19:52:47.599444 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103340) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 19:52:47.599776 n-d-818823-1 neutron-server[103340]: INFO neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Loaded extension: quotas Nov 22 19:52:47.600098 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Loading extension file: quotasv2_detail.py {{(pid=103340) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 19:52:47.604085 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103340) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 19:52:47.604425 n-d-818823-1 neutron-server[103340]: INFO neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Loaded extension: quota_details Nov 22 19:52:47.604759 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Loading extension file: rbac.py {{(pid=103340) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 19:52:47.605823 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103340) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 19:52:47.606346 n-d-818823-1 neutron-server[103340]: INFO neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Loaded extension: rbac-policies Nov 22 19:52:47.606679 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Loading extension file: rbac_address_group.py {{(pid=103340) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 19:52:47.607635 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103340) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 19:52:47.608154 n-d-818823-1 neutron-server[103340]: INFO neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Loaded extension: rbac-address-group Nov 22 19:52:47.608480 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Loading extension file: rbac_address_scope.py {{(pid=103340) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 19:52:47.609397 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103340) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 19:52:47.609905 n-d-818823-1 neutron-server[103340]: INFO neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Loaded extension: rbac-address-scope Nov 22 19:52:47.610228 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Loading extension file: rbac_security_groups.py {{(pid=103340) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 19:52:47.611141 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103340) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 19:52:47.611683 n-d-818823-1 neutron-server[103340]: INFO neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Loaded extension: rbac-security-groups Nov 22 19:52:47.612009 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Loading extension file: rbac_subnetpool.py {{(pid=103340) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 19:52:47.612918 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103340) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 19:52:47.613428 n-d-818823-1 neutron-server[103340]: INFO neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Loaded extension: rbac-subnetpool Nov 22 19:52:47.613754 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Loading extension file: revisionifmatch.py {{(pid=103340) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 19:52:47.614665 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103340) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 19:52:47.615170 n-d-818823-1 neutron-server[103340]: INFO neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Loaded extension: revision-if-match Nov 22 19:52:47.615531 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Loading extension file: revisions.py {{(pid=103340) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 19:52:47.616633 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103340) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 19:52:47.617179 n-d-818823-1 neutron-server[103340]: INFO neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Loaded extension: standard-attr-revisions Nov 22 19:52:47.618007 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Loading extension file: router_availability_zone.py {{(pid=103340) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 19:52:47.618673 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103340) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 19:52:47.619175 n-d-818823-1 neutron-server[103340]: INFO neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Loaded extension: router_availability_zone Nov 22 19:52:47.619521 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Loading extension file: routerservicetype.py {{(pid=103340) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 19:52:47.620433 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103340) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 19:52:47.620933 n-d-818823-1 neutron-server[103340]: INFO neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Extension router-service-type not supported by any of loaded plugins Nov 22 19:52:47.621252 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103340) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 19:52:47.622259 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103340) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 19:52:47.622762 n-d-818823-1 neutron-server[103340]: INFO neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Loaded extension: security-groups-normalized-cidr Nov 22 19:52:47.623082 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Loading extension file: security_groups_port_filtering.py {{(pid=103340) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 19:52:47.624028 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103340) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 19:52:47.624536 n-d-818823-1 neutron-server[103340]: INFO neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Loaded extension: port-security-groups-filtering Nov 22 19:52:47.624860 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103340) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 19:52:47.625771 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103340) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 19:52:47.626279 n-d-818823-1 neutron-server[103340]: INFO neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Loaded extension: security-groups-remote-address-group Nov 22 19:52:47.626598 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103340) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 19:52:47.627554 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103340) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 19:52:47.628058 n-d-818823-1 neutron-server[103340]: INFO neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Loaded extension: security-groups-shared-filtering Nov 22 19:52:47.628380 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103340) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 19:52:47.628961 n-d-818823-1 neutron-server[103340]: WARNING neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Nov 22 19:52:47.629277 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Loading extension file: securitygroup.py {{(pid=103340) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 19:52:47.639177 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103340) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 19:52:47.639734 n-d-818823-1 neutron-server[103340]: INFO neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Loaded extension: security-group Nov 22 19:52:47.640067 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Loading extension file: segment.py {{(pid=103340) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 19:52:47.640862 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103340) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 19:52:47.641363 n-d-818823-1 neutron-server[103340]: INFO neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Extension segment not supported by any of loaded plugins Nov 22 19:52:47.641689 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103340) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 19:52:47.642622 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103340) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 19:52:47.643123 n-d-818823-1 neutron-server[103340]: INFO neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Nov 22 19:52:47.643465 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Loading extension file: servicetype.py {{(pid=103340) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 19:52:47.644563 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103340) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 19:52:47.645077 n-d-818823-1 neutron-server[103340]: INFO neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Loaded extension: service-type Nov 22 19:52:47.645400 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Loading extension file: sorting.py {{(pid=103340) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 19:52:47.646370 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103340) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 19:52:47.646701 n-d-818823-1 neutron-server[103340]: INFO neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Loaded extension: sorting Nov 22 19:52:47.647023 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Loading extension file: standard_attr_segment.py {{(pid=103340) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 19:52:47.647969 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103340) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 19:52:47.649006 n-d-818823-1 neutron-server[103340]: INFO neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Extension standard-attr-segment not supported by any of loaded plugins Nov 22 19:52:47.649327 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Loading extension file: standardattrdescription.py {{(pid=103340) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 19:52:47.650039 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103340) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 19:52:47.650477 n-d-818823-1 neutron-server[103340]: INFO neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Loaded extension: standard-attr-description Nov 22 19:52:47.650803 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Loading extension file: stateful_security_group.py {{(pid=103340) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 19:52:47.651749 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103340) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 19:52:47.652258 n-d-818823-1 neutron-server[103340]: INFO neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Loaded extension: stateful-security-group Nov 22 19:52:47.652615 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Loading extension file: stdattrs_common.py {{(pid=103340) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 19:52:47.653144 n-d-818823-1 neutron-server[103340]: WARNING neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Nov 22 19:52:47.653464 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103340) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 19:52:47.654396 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103340) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 19:52:47.654899 n-d-818823-1 neutron-server[103340]: INFO neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Nov 22 19:52:47.655219 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Loading extension file: subnet_onboard.py {{(pid=103340) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 19:52:47.656312 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103340) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 19:52:47.656830 n-d-818823-1 neutron-server[103340]: INFO neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Loaded extension: subnet_onboard Nov 22 19:52:47.657157 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103340) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 19:52:47.658080 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103340) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 19:52:47.658586 n-d-818823-1 neutron-server[103340]: INFO neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Nov 22 19:52:47.658910 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Loading extension file: subnet_service_types.py {{(pid=103340) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 19:52:47.659861 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103340) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 19:52:47.660371 n-d-818823-1 neutron-server[103340]: INFO neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Loaded extension: subnet-service-types Nov 22 19:52:47.660697 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Loading extension file: subnetallocation.py {{(pid=103340) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 19:52:47.661784 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103340) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 19:52:47.662337 n-d-818823-1 neutron-server[103340]: INFO neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Loaded extension: subnet_allocation Nov 22 19:52:47.662612 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103340) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 19:52:47.663270 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103340) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 19:52:47.663806 n-d-818823-1 neutron-server[103340]: INFO neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Loaded extension: subnetpool-prefix-ops Nov 22 19:52:47.664739 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103340) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 19:52:47.665914 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103340) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 19:52:47.666431 n-d-818823-1 neutron-server[103340]: INFO neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Nov 22 19:52:47.666753 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Loading extension file: tagging.py {{(pid=103340) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 19:52:47.667861 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103340) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 19:52:47.668378 n-d-818823-1 neutron-server[103340]: INFO neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Loaded extension: standard-attr-tag Nov 22 19:52:47.668700 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Loading extension file: timestamp.py {{(pid=103340) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 19:52:47.669927 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103340) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 19:52:47.670441 n-d-818823-1 neutron-server[103340]: INFO neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Loaded extension: standard-attr-timestamp Nov 22 19:52:47.670768 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Loading extension file: trunk.py {{(pid=103340) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 19:52:47.671836 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103340) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 19:52:47.672346 n-d-818823-1 neutron-server[103340]: INFO neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Extension trunk not supported by any of loaded plugins Nov 22 19:52:47.672674 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Loading extension file: trunk_details.py {{(pid=103340) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 19:52:47.673593 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103340) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 19:52:47.674097 n-d-818823-1 neutron-server[103340]: INFO neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Extension trunk-details not supported by any of loaded plugins Nov 22 19:52:47.674419 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Loading extension file: uplink_status_propagation.py {{(pid=103340) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 19:52:47.675332 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103340) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 19:52:47.675863 n-d-818823-1 neutron-server[103340]: INFO neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Extension uplink-status-propagation not supported by any of loaded plugins Nov 22 19:52:47.676185 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Loading extension file: vlantransparent.py {{(pid=103340) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 19:52:47.676851 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103340) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 19:52:47.677351 n-d-818823-1 neutron-server[103340]: INFO neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Extension vlan-transparent not supported by any of loaded plugins Nov 22 19:52:47.679907 n-d-818823-1 neutron-server[103340]: INFO neutron.quota.resource_registry [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Creating instance of TrackedResource for resource:network Nov 22 19:52:47.680426 n-d-818823-1 neutron-server[103340]: INFO neutron.quota.resource_registry [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Creating instance of TrackedResource for resource:subnet Nov 22 19:52:47.680822 n-d-818823-1 neutron-server[103340]: INFO neutron.quota.resource_registry [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Creating instance of TrackedResource for resource:subnetpool Nov 22 19:52:47.681210 n-d-818823-1 neutron-server[103340]: INFO neutron.quota.resource_registry [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Creating instance of TrackedResource for resource:port Nov 22 19:52:47.682429 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.v2.resource_helper [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103340) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 22 19:52:47.682865 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.v2.resource_helper [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Service FLAVORS assigned prefix: {{(pid=103340) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 22 19:52:47.683509 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.v2.resource_helper [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103340) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 22 19:52:47.683958 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.v2.resource_helper [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103340) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 22 19:52:47.684293 n-d-818823-1 neutron-server[103340]: INFO neutron.quota.resource_registry [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Creating instance of TrackedResource for resource:router Nov 22 19:52:47.684732 n-d-818823-1 neutron-server[103340]: INFO neutron.quota.resource_registry [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Creating instance of TrackedResource for resource:floatingip Nov 22 19:52:47.685222 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.v2.resource_helper [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Service METERING assigned prefix: /metering {{(pid=103340) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 22 19:52:47.686659 n-d-818823-1 neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 19:52:47.687024 n-d-818823-1 neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 19:52:47.687374 n-d-818823-1 neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 19:52:47.688489 n-d-818823-1 neutron-server[103340]: INFO neutron.quota.resource_registry [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Creating instance of CountableResource for resource:rbac_policy Nov 22 19:52:47.688843 n-d-818823-1 neutron-server[103340]: INFO neutron.quota.resource_registry [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Creating instance of TrackedResource for resource:security_group Nov 22 19:52:47.689297 n-d-818823-1 neutron-server[103340]: INFO neutron.quota.resource_registry [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Creating instance of TrackedResource for resource:security_group_rule Nov 22 19:52:47.689911 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.v2.resource_helper [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Service CORE assigned prefix: {{(pid=103340) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 22 19:52:47.690247 n-d-818823-1 neutron-server[103340]: INFO neutron.quota.resource_registry [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Creating instance of TrackedResource for resource:subnetpool Nov 22 19:52:47.690590 n-d-818823-1 neutron-server[103340]: WARNING neutron.quota.resource_registry [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] subnetpool is already registered Nov 22 19:52:47.691007 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.v2.resource_helper [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Service CORE assigned prefix: {{(pid=103340) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 22 19:52:47.691335 n-d-818823-1 neutron-server[103340]: INFO neutron.quota.resource_registry [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Creating instance of TrackedResource for resource:subnetpool Nov 22 19:52:47.691692 n-d-818823-1 neutron-server[103340]: WARNING neutron.quota.resource_registry [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] subnetpool is already registered Nov 22 19:52:47.693929 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.v2.resource_helper [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103340) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 22 19:52:47.694364 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.v2.resource_helper [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Service FLAVORS assigned prefix: {{(pid=103340) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 22 19:52:47.694961 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.v2.resource_helper [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103340) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 22 19:52:47.695429 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.v2.resource_helper [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103340) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 22 19:52:47.695776 n-d-818823-1 neutron-server[103340]: INFO neutron.quota.resource_registry [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Creating instance of TrackedResource for resource:router Nov 22 19:52:47.696114 n-d-818823-1 neutron-server[103340]: WARNING neutron.quota.resource_registry [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] router is already registered Nov 22 19:52:47.696529 n-d-818823-1 neutron-server[103340]: INFO neutron.quota.resource_registry [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Creating instance of TrackedResource for resource:floatingip Nov 22 19:52:47.696863 n-d-818823-1 neutron-server[103340]: WARNING neutron.quota.resource_registry [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] floatingip is already registered Nov 22 19:52:47.697318 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.v2.resource_helper [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Service METERING assigned prefix: /metering {{(pid=103340) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 22 19:52:47.697980 n-d-818823-1 neutron-server[103340]: INFO neutron.quota.resource_registry [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Creating instance of CountableResource for resource:rbac_policy Nov 22 19:52:47.698305 n-d-818823-1 neutron-server[103340]: WARNING neutron.quota.resource_registry [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] rbac_policy is already registered Nov 22 19:52:47.698714 n-d-818823-1 neutron-server[103340]: INFO neutron.quota.resource_registry [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Creating instance of TrackedResource for resource:security_group Nov 22 19:52:47.699046 n-d-818823-1 neutron-server[103340]: WARNING neutron.quota.resource_registry [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] security_group is already registered Nov 22 19:52:47.699469 n-d-818823-1 neutron-server[103340]: INFO neutron.quota.resource_registry [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Creating instance of TrackedResource for resource:security_group_rule Nov 22 19:52:47.699806 n-d-818823-1 neutron-server[103340]: WARNING neutron.quota.resource_registry [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] security_group_rule is already registered Nov 22 19:52:47.700422 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.v2.resource_helper [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Service CORE assigned prefix: {{(pid=103340) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 22 19:52:47.700747 n-d-818823-1 neutron-server[103340]: INFO neutron.quota.resource_registry [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Creating instance of TrackedResource for resource:subnetpool Nov 22 19:52:47.701077 n-d-818823-1 neutron-server[103340]: WARNING neutron.quota.resource_registry [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] subnetpool is already registered Nov 22 19:52:47.701499 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.v2.resource_helper [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Service CORE assigned prefix: {{(pid=103340) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 22 19:52:47.701822 n-d-818823-1 neutron-server[103340]: INFO neutron.quota.resource_registry [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Creating instance of TrackedResource for resource:subnetpool Nov 22 19:52:47.702151 n-d-818823-1 neutron-server[103340]: WARNING neutron.quota.resource_registry [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] subnetpool is already registered Nov 22 19:52:47.702613 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Extended resource: extensions {{(pid=103340) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 19:52:47.704099 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Extended resource: address-groups {{(pid=103340) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 19:52:47.705585 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Extended resource: address-scopes {{(pid=103340) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 19:52:47.706905 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Extended resource: agents {{(pid=103340) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 19:52:47.708098 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Extended resource: auto-allocated-topology {{(pid=103340) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 19:52:47.709331 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Extended resource: availability_zones {{(pid=103340) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 19:52:47.710545 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Extended resource: dhcp-networks {{(pid=103340) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 19:52:47.712606 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Extended resource: dhcp-agents {{(pid=103340) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 19:52:47.714022 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Extended resource: routers {{(pid=103340) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 19:52:47.717216 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Extended resource: flavors {{(pid=103340) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 19:52:47.718427 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Extended resource: service_profiles {{(pid=103340) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 19:52:47.719655 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Extended resource: next_providers {{(pid=103340) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 19:52:47.721116 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Extended resource: service_profiles {{(pid=103340) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 19:52:47.722655 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Extended resource: floatingip-pools {{(pid=103340) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 19:52:47.723900 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Extended resource: routers {{(pid=103340) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 19:52:47.726020 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Extended resource: floatingips {{(pid=103340) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 19:52:47.730016 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Extended resource: l3-routers {{(pid=103340) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 19:52:47.730016 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Extended resource: l3-agents {{(pid=103340) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 19:52:47.730671 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Extended resource: metering-labels {{(pid=103340) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 19:52:47.732041 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Extended resource: metering-label-rules {{(pid=103340) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 19:52:47.733388 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Extended resource: network-ip-availabilities {{(pid=103340) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 19:52:47.734634 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Extended resource: bindings {{(pid=103340) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 19:52:47.736329 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Extended resource: quotas {{(pid=103340) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 19:52:47.737885 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Extended resource: quotas {{(pid=103340) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 19:52:47.739549 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Extended resource: rbac-policies {{(pid=103340) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 19:52:47.740863 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Extended resource: security-groups {{(pid=103340) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 19:52:47.742096 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Extended resource: security-group-rules {{(pid=103340) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 19:52:47.743340 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Extended resource: service-providers {{(pid=103340) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 19:52:47.744582 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Extended resource: subnetpools {{(pid=103340) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 19:52:47.745998 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Extended resource: subnetpools {{(pid=103340) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 19:52:47.747492 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Extended resource: tags {{(pid=103340) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 19:52:47.749171 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Extended resource: tags {{(pid=103340) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 19:52:47.750976 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Extended resource: tags {{(pid=103340) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 19:52:47.752786 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Extended resource: tags {{(pid=103340) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 19:52:47.754574 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Extended resource: tags {{(pid=103340) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 19:52:47.756469 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Extended resource: tags {{(pid=103340) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 19:52:47.758173 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Extended resource: tags {{(pid=103340) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 19:52:47.760097 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Extended resource: tags {{(pid=103340) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 19:52:47.761896 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Extended resource: tags {{(pid=103340) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 19:52:47.763764 n-d-818823-1 neutron-server[103340]: DEBUG neutron.api.extensions [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Extended resource: tags {{(pid=103340) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 19:52:47.769887 n-d-818823-1 neutron-server[103340]: WARNING keystonemiddleware.auth_token [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Nov 22 19:52:47.775130 n-d-818823-1 neutron-server[103340]: WARNING keystonemiddleware.auth_token [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Nov 22 19:52:47.783925 n-d-818823-1 neutron-server[103340]: DEBUG oslo_concurrency.lockutils [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Acquired lock "singleton_lock" {{(pid=103340) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Nov 22 19:52:47.784396 n-d-818823-1 neutron-server[103340]: DEBUG oslo_concurrency.lockutils [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Releasing lock "singleton_lock" {{(pid=103340) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Nov 22 19:52:47.785048 n-d-818823-1 neutron-server[103340]: INFO oslo_service.service [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Starting 2 workers Nov 22 19:52:47.791355 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Started child 103447 {{(pid=103340) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 22 19:52:47.795350 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Started child 103448 {{(pid=103340) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 22 19:52:47.796396 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 19:52:47.796957 n-d-818823-1 neutron-server[103340]: INFO neutron.service [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Neutron service started, listening on 0.0.0.0:9696 Nov 22 19:52:47.797732 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [-] (103447) wsgi starting up on http://0.0.0.0:9696 Nov 22 19:52:47.797917 n-d-818823-1 neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Publish callbacks [] for process, before_spawn {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 19:52:47.800639 n-d-818823-1 neutron-server[103340]: INFO oslo_service.service [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Starting 1 workers Nov 22 19:52:47.802086 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 19:52:47.803518 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [-] (103448) wsgi starting up on http://0.0.0.0:9696 Nov 22 19:52:47.805825 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Started child 103449 {{(pid=103340) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 22 19:52:47.806382 n-d-818823-1 neutron-server[103340]: INFO oslo_service.service [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Starting 1 workers Nov 22 19:52:47.810153 n-d-818823-1 neutron-server[103449]: DEBUG neutron.service [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] calling RpcWorker wait() {{(pid=103449) _wait /opt/stack/neutron/neutron/service.py:128}} Nov 22 19:52:47.810746 n-d-818823-1 neutron-server[103449]: DEBUG neutron.service [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] returning from RpcWorker wait() {{(pid=103449) _wait /opt/stack/neutron/neutron/service.py:135}} Nov 22 19:52:47.810890 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Started child 103450 {{(pid=103340) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 22 19:52:47.811901 n-d-818823-1 neutron-server[103340]: DEBUG neutron_lib.callbacks.manager [None req-b35b836e-ad93-47d2-8da1-c8e4a1eb0ebf None None] Publish callbacks [] for process, after_spawn {{(pid=103340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 19:52:47.812175 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 19:52:47.812698 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 19:52:47.813775 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103340) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 22 19:52:47.813981 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 22 19:52:47.814165 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 22 19:52:47.814382 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 22 19:52:47.814714 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 22 19:52:47.814888 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 22 19:52:47.815613 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:47.815897 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:47.816011 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 19:52:47.816536 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:47.816536 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:47.816708 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:47.817274 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:47.817512 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:47.817761 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:47.818055 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:47.818275 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:47.818441 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:47.818606 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:47.818856 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:47.819103 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:47.819403 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:47.819698 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:47.819929 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:47.820170 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:47.820385 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:47.820632 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:47.820894 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:47.821135 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:47.821410 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] debug = True {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:47.821658 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:47.822160 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:47.822387 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:47.822637 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:47.822855 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:47.823127 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:47.823368 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:47.823661 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:47.823905 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:47.824137 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:47.824348 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:47.824607 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:47.824853 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:47.825078 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:47.825329 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:47.825558 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:47.825797 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:47.826017 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:47.826471 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] host = n-d-818823-1 {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:47.826704 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:47.826928 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:47.827160 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:47.827554 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:47.827690 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:47.827876 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:47.828124 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:47.828456 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:47.828630 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:47.828873 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:47.829132 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:47.829453 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:47.829610 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:47.829831 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] log_file = None {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:47.830119 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] log_options = True {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:47.830243 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:47.830676 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:47.830676 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:47.831076 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:47.831076 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:47.831325 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:47.831498 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:47.831632 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:47.831871 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:47.832099 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:47.832309 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:47.832556 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:47.832726 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:47.832953 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:47.833218 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:47.833445 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:47.833861 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:47.834098 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:47.834347 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:47.834595 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:47.834822 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:47.835070 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:47.835320 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:47.835568 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:47.835787 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:47.836572 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:47.836797 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:47.837010 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:47.837233 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:47.837487 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:47.837737 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:47.837991 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:47.838202 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:47.838446 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:47.838693 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:47.838922 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:47.839144 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:47.839357 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:47.839645 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:47.839893 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:47.840128 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:47.840366 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:47.840624 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:47.840827 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:47.841038 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:47.841265 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:47.841490 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] use_json = False {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:47.841715 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:47.841995 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:47.842186 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:47.842392 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:47.842690 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:47.842824 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:47.843016 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:47.843264 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:47.843724 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.844022 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.844340 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.844599 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.844848 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.845094 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.845342 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.845561 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.845917 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.846163 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.846512 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.846725 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.846955 n-d-818823-1 neutron-server[103450]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 19:52:47.847148 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.847295 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.847518 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.847839 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.848075 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.848322 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.848538 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.848795 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.849003 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.849239 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.849507 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.849753 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.850083 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.850341 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.850583 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.850886 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.851110 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.851528 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.852336 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.852693 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.46/identity {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.852969 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.853147 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.853386 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.853649 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.853979 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.854119 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.854287 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.854663 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.854809 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.855066 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.855640 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.855640 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.855910 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.855910 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.856159 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.856379 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.856606 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.856936 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.857063 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.857276 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.857504 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.857715 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.857937 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.858243 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.858511 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.858776 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.859037 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.863650 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.863650 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.863650 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.863650 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.863650 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.863650 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.863650 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.863650 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.863650 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.866318 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.866318 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.866318 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.866318 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.866318 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.866318 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.866318 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.866318 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.866318 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.867586 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.867586 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.867586 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.867586 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.867586 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.867586 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.867586 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.867586 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.867586 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.868901 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.868901 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.868901 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.868901 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.868901 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.868901 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.869676 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.869676 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.869676 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.869676 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.870117 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.871333 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.871629 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.871883 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.872111 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.872334 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.872617 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.872963 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.874818 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.875131 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.875794 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.875794 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.879465 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.879618 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.879806 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.880070 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.880319 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.880632 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.880886 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.881133 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.881403 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.881652 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.881957 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.882600 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.882922 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.883543 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.883846 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.884177 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.886165 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.886454 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.886724 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.886993 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.887280 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.887583 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.887857 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.888098 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.888360 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.888591 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.889513 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.889746 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.889975 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.890235 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.890599 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.890838 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.891063 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.892808 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.893130 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.893769 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.894034 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.894312 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.894580 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.894827 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.895081 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.895339 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.46/identity {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.895607 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.895836 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.896064 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.896927 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.897182 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.897435 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.897677 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.897899 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.898119 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.898915 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.899136 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.899391 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.899649 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.899871 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.900093 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.900343 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.900569 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.900817 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.904638 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.904934 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.905183 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.905425 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.905710 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.905982 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.906246 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.906493 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.906789 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.907032 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.907226 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.907533 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.907801 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.908031 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.908307 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.908526 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.908925 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.909295 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.909699 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.910073 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.910465 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.910862 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.911088 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.911340 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.911614 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.911958 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.912231 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.912536 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.912726 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.912970 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.913209 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.913451 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.915077 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.915077 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.915077 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.915077 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.915685 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.915685 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.915962 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.916179 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.916395 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.916630 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.916849 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.917063 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.917364 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.917610 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.917836 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.918103 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.918341 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.918640 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.919659 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.919659 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.919659 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.919659 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.920273 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.920273 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.920273 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.920639 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.920639 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.920887 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.921041 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.921308 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.921536 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.921747 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.921961 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.922842 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.922842 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.922842 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.922842 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.923399 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.923399 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.923703 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.923703 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.923985 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.924139 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.924349 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.924779 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.925164 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.925385 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.925598 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.925909 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.926163 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.926388 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.926689 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.926965 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.927234 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.927536 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.927812 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.928046 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.928279 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.928532 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.928751 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.928977 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.929234 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.929556 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.929870 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.930129 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.930384 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.930668 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.930956 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.931231 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.931491 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.931797 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.932121 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.932389 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.932654 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.932882 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.933117 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.933339 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.933574 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.933813 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.934064 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.934282 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.934558 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.934788 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.935034 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.935270 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.935527 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.935749 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.935975 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.936207 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.936430 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.936649 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.936808 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 22 19:52:47.937327 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103340) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 22 19:52:47.937485 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 22 19:52:47.937638 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 22 19:52:47.937807 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 22 19:52:47.937976 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 22 19:52:47.938128 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 22 19:52:47.938336 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:47.938497 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:47.938657 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:47.938818 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:47.938979 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:47.939162 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:47.939373 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:47.939492 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:47.939655 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:47.939818 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:47.940012 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:47.940161 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:47.940295 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:47.940427 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:47.940602 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:47.940755 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:47.940891 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:47.941019 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:47.941154 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:47.941310 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:47.941468 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:47.941626 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:47.941785 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] debug = True {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:47.941944 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:47.942164 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:47.942331 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:47.942525 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:47.942657 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:47.942781 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:47.942937 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:47.943092 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:47.943258 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:47.943430 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:47.943771 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:47.943929 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:47.944257 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:47.944406 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:47.944568 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:47.944728 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:47.944889 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:47.945052 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:47.945233 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] host = n-d-818823-1 {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:47.945542 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:47.945693 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:47.945871 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:47.946016 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:47.946157 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:47.946295 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:47.946428 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:47.946581 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:47.946778 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:47.946957 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:47.947130 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:47.947279 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:47.947441 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:47.947573 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] log_file = None {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:47.947709 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] log_options = True {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:47.947841 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:47.947924 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:47.948088 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:47.948267 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:47.948431 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:47.948590 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:47.948748 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:47.948906 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:47.949063 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:47.949222 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:47.949381 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:47.949540 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:47.949699 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:47.949856 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:47.950014 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:47.950172 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:47.950330 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:47.950490 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:47.950648 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:47.950805 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:47.950964 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:47.951204 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:47.951346 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:47.951498 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:47.951621 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:47.951752 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:47.951872 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:47.952029 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:47.952187 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:47.952345 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:47.952504 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:47.952662 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:47.952821 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:47.952979 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:47.953138 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:47.953297 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:47.953456 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:47.953614 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:47.953891 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:47.954056 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:47.954216 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:47.954374 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:47.954533 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:47.954691 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:47.954849 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:47.955007 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:47.955164 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] use_json = False {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:47.955324 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:47.955511 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:47.955672 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:47.955831 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:47.955990 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:47.956148 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:47.956306 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:47.956464 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 19:52:47.956643 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.956807 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.957002 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.957188 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.957332 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.957717 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.957717 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.957903 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.957903 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.958095 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.958230 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.958392 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.958582 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.958743 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.958904 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.959068 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.959230 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.959391 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.959571 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.959732 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.959893 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.960054 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.960212 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.960374 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.960545 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.960695 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.961373 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.962233 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.962233 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.962233 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.962233 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.963549 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.46/identity {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.963549 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.963549 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.963549 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.963549 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.963549 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.963549 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.963549 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.964946 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.964946 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.964946 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.964946 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.964946 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.964946 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.964946 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.964946 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.964946 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.965891 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.965891 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.965891 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.965891 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.965891 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.965891 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.966743 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.966743 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.966743 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.966743 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.966743 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.967224 n-d-818823-1 neutron-server[103449]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 19:52:47.967343 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.967343 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.967343 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.967343 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.967343 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.968977 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.969180 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.969362 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.969539 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.969728 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.969899 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.970070 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.970240 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.970408 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.970575 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.970741 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.970904 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.971068 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.971232 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.971396 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.971584 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.971745 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.971907 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.972071 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.972233 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.972396 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.972558 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.972720 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.972882 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.973043 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.973205 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.973371 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.973543 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.973724 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.973887 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.974048 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.974209 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.974371 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.974533 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.974696 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.974858 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.975020 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.975181 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.975342 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.975526 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.975694 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.975851 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.976007 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.976169 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.976330 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.976543 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.977202 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.977339 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.977497 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.977659 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.977820 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.977980 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.978141 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.978302 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.978516 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.978657 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.978833 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.978997 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.979359 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.979359 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.979822 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.979822 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.979822 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.980227 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.980227 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.980480 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.980480 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.980732 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.980732 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.981055 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.981055 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.981448 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.981448 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.981448 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.982042 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.982042 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.982042 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.982437 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.982437 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.982437 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.982805 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.982805 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.983084 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.983084 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.983339 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.983339 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.46/identity {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.983635 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.983807 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.983807 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.983958 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.984167 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.984308 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.984470 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.984631 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.984751 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.984878 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.985026 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.985188 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.985349 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.985513 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.985674 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.985836 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.985999 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.986160 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.986323 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.986485 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.986646 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.986807 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.986968 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.987130 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.987290 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.987499 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.987651 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.987814 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.987975 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.988138 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.988299 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.988461 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.988623 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.988785 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.988947 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.989109 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.989270 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.989434 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.989596 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.989758 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.989921 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.990082 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.990244 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.990421 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.990583 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.990745 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.990907 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.991069 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.991230 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.991392 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.991573 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.991734 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.991896 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.992073 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.992247 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.992412 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.992574 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.992736 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.992898 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.993059 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.993220 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.993387 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.993561 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.993723 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.993884 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.994046 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.994207 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.994369 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.994539 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.994702 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.994863 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.995024 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.995186 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.995347 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.995540 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.995703 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.995864 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.996026 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.996187 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.996347 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.996518 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.996680 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.996841 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.997003 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.997164 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.997326 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.997496 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.997657 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.997819 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.997980 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.998142 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.998303 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.998474 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.998635 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.998795 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.998956 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.999116 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.999278 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.999464 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.999630 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.999794 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:47.999965 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:48.000128 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:48.000291 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:48.000455 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:48.000628 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:48.000791 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:48.000956 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:48.001118 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:48.001279 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:48.001442 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:48.001606 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:48.001773 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:48.001944 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:48.002112 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:48.002278 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:48.002447 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:48.002616 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:48.002786 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:48.002948 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:48.003116 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:48.003294 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:48.003496 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:48.003619 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:48.003782 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:48.003943 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:48.004106 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:48.004266 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:48.004428 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:48.004589 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:48.004750 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:48.004911 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:48.005072 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:48.005233 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:48.005394 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:48.005555 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:48.005718 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:48.005879 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:48.006057 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:48.006192 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:48.006356 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 19:52:48.006502 n-d-818823-1 neutron-server[103340]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103340) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 22 19:52:48.011061 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 49162) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 19:52:48.019905 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [-] 10.222.0.46 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064890 Nov 22 19:52:59.720894 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc1de833-2f66-469e-80bc-e2c93d5a25f7 None None] get_active_networks_info from n-d-818823-1 {{(pid=103449) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 22 19:52:59.840279 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc1de833-2f66-469e-80bc-e2c93d5a25f7 None None] No non-hosted networks {{(pid=103449) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Nov 22 19:52:59.855926 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.agentschedulers_db [None req-dc1de833-2f66-469e-80bc-e2c93d5a25f7 None None] DHCP Agent not found on host n-d-818823-1 {{(pid=103449) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Nov 22 19:52:59.975516 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-52ffb3a7-b7be-44ff-89b1-17395e84deef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-663175'] for agent, after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 19:53:02.343336 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-32acbcf5-3574-4ae3-9830-e7f8eb398ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-663175'] for agent, after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 19:53:02.384231 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-d9cfe171-2c0b-40b4-9a54-14d32717c400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 19:53:03.262884 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-03f0964f-1b75-4df7-99e0-a3cdb56ec2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-663175'] for agent, after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 19:53:05.008713 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e49ee129-e862-4476-beca-cdc8150d2345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-663175'] for agent, after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 19:53:05.813697 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-663175'] for agent, after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 19:53:05.814503 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 19:53:05.814855 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 19:53:05.815188 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 19:53:05.815557 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 19:53:05.818852 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 19:53:05.818852 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 19:53:05.818852 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 19:53:05.819351 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 19:53:05.819600 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 19:53:05.820500 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 19:53:05.820752 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 19:53:05.821076 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 19:53:05.823395 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-818823-1', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 19:53:05.830094 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-818823-1', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 19:53:06.180530 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 49254) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 19:53:06.728043 n-d-818823-1 neutron-server[103448]: WARNING oslo_policy.policy [None req-548edf51-bc7e-41ad-8809-6e99468d9a68 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 22 19:53:06.728043 n-d-818823-1 neutron-server[103448]: WARNING oslo_policy.policy [None req-548edf51-bc7e-41ad-8809-6e99468d9a68 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 22 19:53:06.961787 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [None req-548edf51-bc7e-41ad-8809-6e99468d9a68 admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=103448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 19:53:06.962958 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-548edf51-bc7e-41ad-8809-6e99468d9a68 admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7803686 Nov 22 19:53:09.522136 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 49270) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 19:53:09.843754 n-d-818823-1 neutron-server[103449]: INFO neutron.db.l3_hamode_db [None req-f8df85de-a44c-4808-977f-10ecf816b1cf None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Nov 22 19:53:09.900616 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-89fad0fa-7713-4fbb-985b-2d5d2f97c3d1 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'shared': True, 'default_prefixlen': 26, 'is_default': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 19:53:09.937306 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8df85de-a44c-4808-977f-10ecf816b1cf None None] Routers set() bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 19:53:09.937940 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8df85de-a44c-4808-977f-10ecf816b1cf None None] Router IDs set() for agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 22 19:53:10.002279 n-d-818823-1 neutron-server[103448]: DEBUG neutron.policy [None req-89fad0fa-7713-4fbb-985b-2d5d2f97c3d1 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103448) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 22 19:53:10.051194 n-d-818823-1 neutron-server[103448]: WARNING oslo_policy.policy [None req-89fad0fa-7713-4fbb-985b-2d5d2f97c3d1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 22 19:53:10.051647 n-d-818823-1 neutron-server[103448]: WARNING oslo_policy.policy [None req-89fad0fa-7713-4fbb-985b-2d5d2f97c3d1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 22 19:53:10.061997 n-d-818823-1 neutron-server[103448]: INFO neutron.quota [None req-89fad0fa-7713-4fbb-985b-2d5d2f97c3d1 admin admin] Loaded quota_driver: . Nov 22 19:53:10.161646 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-89fad0fa-7713-4fbb-985b-2d5d2f97c3d1 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748992122928', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748992123485', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748992128655', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748992129428', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748992149275', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748992156177', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3961720', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3942759', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-876738', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-919914'] for rbac-policy, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 19:53:10.232149 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-89fad0fa-7713-4fbb-985b-2d5d2f97c3d1 admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 19:53:10.233353 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-89fad0fa-7713-4fbb-985b-2d5d2f97c3d1 admin admin] 10.222.0.46 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7103024 Nov 22 19:53:12.995738 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 49282) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 19:53:13.508139 n-d-818823-1 neutron-server[103447]: WARNING oslo_policy.policy [None req-95d2e0af-e8a1-497e-a14d-a864ec38206f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 22 19:53:13.508717 n-d-818823-1 neutron-server[103447]: WARNING oslo_policy.policy [None req-95d2e0af-e8a1-497e-a14d-a864ec38206f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 22 19:53:13.733876 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-95d2e0af-e8a1-497e-a14d-a864ec38206f admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'tenant_id': 'edd8e53905184c6bb5c0e6d73591e30d', 'project_id': 'edd8e53905184c6bb5c0e6d73591e30d'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 19:53:13.735463 n-d-818823-1 neutron-server[103447]: INFO neutron.quota [None req-95d2e0af-e8a1-497e-a14d-a864ec38206f admin admin] Loaded quota_driver: . Nov 22 19:53:13.794594 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95d2e0af-e8a1-497e-a14d-a864ec38206f admin admin] Made reservation on behalf of edd8e53905184c6bb5c0e6d73591e30d for: {'network': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 19:53:13.862433 n-d-818823-1 neutron-server[103447]: DEBUG neutron.policy [None req-95d2e0af-e8a1-497e-a14d-a864ec38206f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103447) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 22 19:53:13.909487 n-d-818823-1 neutron-server[103447]: WARNING oslo_policy.policy [None req-95d2e0af-e8a1-497e-a14d-a864ec38206f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 22 19:53:13.909865 n-d-818823-1 neutron-server[103447]: WARNING oslo_policy.policy [None req-95d2e0af-e8a1-497e-a14d-a864ec38206f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 22 19:53:13.921496 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-95d2e0af-e8a1-497e-a14d-a864ec38206f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for network, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 19:53:13.942755 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-95d2e0af-e8a1-497e-a14d-a864ec38206f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 19:53:14.061184 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-95d2e0af-e8a1-497e-a14d-a864ec38206f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 19:53:14.065720 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-95d2e0af-e8a1-497e-a14d-a864ec38206f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 19:53:14.092431 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95d2e0af-e8a1-497e-a14d-a864ec38206f admin admin] vlan segment allocate from pool success with {'vlan_id': 633, 'physical_network': 'physnet1'} {{(pid=103447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 19:53:14.122003 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-95d2e0af-e8a1-497e-a14d-a864ec38206f admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8748992815836', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 19:53:14.122613 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-95d2e0af-e8a1-497e-a14d-a864ec38206f admin admin] Unsubscribe: segment precommit_create {{(pid=103447) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 22 19:53:14.123126 n-d-818823-1 neutron-server[103447]: INFO neutron.db.segments_db [None req-95d2e0af-e8a1-497e-a14d-a864ec38206f admin admin] Added segment 07ad9197-d4b0-4fe9-a8ac-21b0d991a728 of type vlan for network a1b285c7-cd89-4ccd-bc51-4d60a16601d9 Nov 22 19:53:14.129525 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d2e0af-e8a1-497e-a14d-a864ec38206f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c460ea8d-99a4-4b4e-82a7-d1246746c61a,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 19:53:14.170195 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d2e0af-e8a1-497e-a14d-a864ec38206f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 19:53:14.170537 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d2e0af-e8a1-497e-a14d-a864ec38206f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 19:53:14.170896 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d2e0af-e8a1-497e-a14d-a864ec38206f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 19:53:14.171221 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d2e0af-e8a1-497e-a14d-a864ec38206f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 19:53:14.171578 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d2e0af-e8a1-497e-a14d-a864ec38206f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 19:53:14.171908 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d2e0af-e8a1-497e-a14d-a864ec38206f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 19:53:14.172254 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d2e0af-e8a1-497e-a14d-a864ec38206f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 19:53:14.172558 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d2e0af-e8a1-497e-a14d-a864ec38206f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 19:53:14.172878 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d2e0af-e8a1-497e-a14d-a864ec38206f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 19:53:14.173194 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d2e0af-e8a1-497e-a14d-a864ec38206f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 19:53:14.173511 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d2e0af-e8a1-497e-a14d-a864ec38206f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 19:53:14.173826 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d2e0af-e8a1-497e-a14d-a864ec38206f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 19:53:14.175093 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d2e0af-e8a1-497e-a14d-a864ec38206f admin admin] Tracked resource versions report: Nov 22 19:53:14.175093 n-d-818823-1 neutron-server[103447]: pushed versions: Nov 22 19:53:14.175093 n-d-818823-1 neutron-server[103447]: { 'AddressGroup': {'1.2'}, Nov 22 19:53:14.175093 n-d-818823-1 neutron-server[103447]: 'ConntrackHelper': {'1.0'}, Nov 22 19:53:14.175093 n-d-818823-1 neutron-server[103447]: 'Log': {'1.0'}, Nov 22 19:53:14.175093 n-d-818823-1 neutron-server[103447]: 'Network': {'1.1'}, Nov 22 19:53:14.175093 n-d-818823-1 neutron-server[103447]: 'Port': {'1.7'}, Nov 22 19:53:14.175093 n-d-818823-1 neutron-server[103447]: 'PortForwarding': {'1.2'}, Nov 22 19:53:14.175093 n-d-818823-1 neutron-server[103447]: 'QosPolicy': {'1.10'}, Nov 22 19:53:14.175093 n-d-818823-1 neutron-server[103447]: 'SecurityGroup': {'1.5'}, Nov 22 19:53:14.175093 n-d-818823-1 neutron-server[103447]: 'SecurityGroupRule': {'1.2'}, Nov 22 19:53:14.175093 n-d-818823-1 neutron-server[103447]: 'SubPort': {'1.0'}, Nov 22 19:53:14.175093 n-d-818823-1 neutron-server[103447]: 'Subnet': {'1.1'}, Nov 22 19:53:14.175093 n-d-818823-1 neutron-server[103447]: 'Trunk': {'1.1'}} Nov 22 19:53:14.175093 n-d-818823-1 neutron-server[103447]: consumer versions: Nov 22 19:53:14.175093 n-d-818823-1 neutron-server[103447]: { DHCP agent@n-d-818823-1: {}, Nov 22 19:53:14.175093 n-d-818823-1 neutron-server[103447]: L3 agent@n-d-818823-1: {}, Nov 22 19:53:14.175093 n-d-818823-1 neutron-server[103447]: Metadata agent@n-d-818823-1: {}, Nov 22 19:53:14.175093 n-d-818823-1 neutron-server[103447]: Metering agent@n-d-818823-1: {}, Nov 22 19:53:14.175093 n-d-818823-1 neutron-server[103447]: Open vSwitch agent@n-d-818823-1: { 'AddressGroup': '1.2', Nov 22 19:53:14.175093 n-d-818823-1 neutron-server[103447]: 'ConntrackHelper': '1.0', Nov 22 19:53:14.175093 n-d-818823-1 neutron-server[103447]: 'Log': '1.0', Nov 22 19:53:14.175093 n-d-818823-1 neutron-server[103447]: 'Network': '1.1', Nov 22 19:53:14.175093 n-d-818823-1 neutron-server[103447]: 'Port': '1.7', Nov 22 19:53:14.175093 n-d-818823-1 neutron-server[103447]: 'PortForwarding': '1.2', Nov 22 19:53:14.175093 n-d-818823-1 neutron-server[103447]: 'QosPolicy': '1.10', Nov 22 19:53:14.175093 n-d-818823-1 neutron-server[103447]: 'SecurityGroup': '1.5', Nov 22 19:53:14.175093 n-d-818823-1 neutron-server[103447]: 'SecurityGroupRule': '1.2', Nov 22 19:53:14.175093 n-d-818823-1 neutron-server[103447]: 'SubPort': '1.0', Nov 22 19:53:14.175093 n-d-818823-1 neutron-server[103447]: 'Subnet': '1.1', Nov 22 19:53:14.175093 n-d-818823-1 neutron-server[103447]: 'Trunk': '1.1'}} Nov 22 19:53:14.175093 n-d-818823-1 neutron-server[103447]: {{(pid=103447) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 22 19:53:14.247064 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-95d2e0af-e8a1-497e-a14d-a864ec38206f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748992492791'] for network, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 19:53:14.299897 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-95d2e0af-e8a1-497e-a14d-a864ec38206f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for network, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 19:53:14.301023 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95d2e0af-e8a1-497e-a14d-a864ec38206f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 19:53:14.301750 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-95d2e0af-e8a1-497e-a14d-a864ec38206f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for network, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 19:53:14.385024 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-95d2e0af-e8a1-497e-a14d-a864ec38206f admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.3880787 Nov 22 19:53:14.413740 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d2e0af-e8a1-497e-a14d-a864ec38206f admin admin] Pushing event updated for resources: {'Network': ['ID=a1b285c7-cd89-4ccd-bc51-4d60a16601d9,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 19:53:14.426466 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Network a1b285c7-cd89-4ccd-bc51-4d60a16601d9 details requested by agent ovs-agent-n-d-818823-1 with host n-d-818823-1 {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 19:53:17.196817 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 49304) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 19:53:17.628466 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07edb5a3-ff6f-4c49-8dc7-62ee29ebf1ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 19:53:17.629959 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-07edb5a3-ff6f-4c49-8dc7-62ee29ebf1ad admin admin] 10.222.0.46 "GET /v2.0/networks/a1b285c7-cd89-4ccd-bc51-4d60a16601d9 HTTP/1.1" status: 200 len: 825 time: 0.4321945 Nov 22 19:53:17.656531 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-f3bd9200-705f-476a-8120-be13d0ebdf37 admin admin] 10.222.0.46 "GET /v2.0/subnetpools/24e0e799-00a1-47da-9235-d140bf6a4ef4 HTTP/1.1" status: 200 len: 734 time: 0.0196464 Nov 22 19:53:17.666642 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-88d78692-3fab-4e98-bf1c-351d89eec107 admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'subnetpool_id': '24e0e799-00a1-47da-9235-d140bf6a4ef4', 'name': 'private-subnet', 'tenant_id': 'edd8e53905184c6bb5c0e6d73591e30d', 'ip_version': 4, 'network_id': 'a1b285c7-cd89-4ccd-bc51-4d60a16601d9'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 19:53:17.702989 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88d78692-3fab-4e98-bf1c-351d89eec107 admin admin] Made reservation on behalf of edd8e53905184c6bb5c0e6d73591e30d for: {'subnet': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 19:53:17.706053 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-88d78692-3fab-4e98-bf1c-351d89eec107 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 19:53:17.998792 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-88d78692-3fab-4e98-bf1c-351d89eec107 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for subnet, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 19:53:18.073258 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88d78692-3fab-4e98-bf1c-351d89eec107 admin admin] Checking segment: {'id': '07ad9197-d4b0-4fe9-a8ac-21b0d991a728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'a1b285c7-cd89-4ccd-bc51-4d60a16601d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 19:53:18.073632 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88d78692-3fab-4e98-bf1c-351d89eec107 admin admin] Network hostable DHCP agents. Network: a1b285c7-cd89-4ccd-bc51-4d60a16601d9, hostable agents: ['02adaa64-0987-4b74-bad0-cbcf56f8a294'], hosted agents: [] {{(pid=103448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 19:53:18.090942 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d78692-3fab-4e98-bf1c-351d89eec107 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9fe35da-2fdc-4a0e-8ba0-5f71b17f044a,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 19:53:18.107049 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d78692-3fab-4e98-bf1c-351d89eec107 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 19:53:18.107622 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d78692-3fab-4e98-bf1c-351d89eec107 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 19:53:18.108016 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d78692-3fab-4e98-bf1c-351d89eec107 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 19:53:18.108342 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d78692-3fab-4e98-bf1c-351d89eec107 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 19:53:18.108665 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d78692-3fab-4e98-bf1c-351d89eec107 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 19:53:18.108985 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d78692-3fab-4e98-bf1c-351d89eec107 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 19:53:18.109357 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d78692-3fab-4e98-bf1c-351d89eec107 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 19:53:18.109732 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d78692-3fab-4e98-bf1c-351d89eec107 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 19:53:18.110088 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d78692-3fab-4e98-bf1c-351d89eec107 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 19:53:18.110456 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d78692-3fab-4e98-bf1c-351d89eec107 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 19:53:18.110772 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d78692-3fab-4e98-bf1c-351d89eec107 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 19:53:18.111083 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d78692-3fab-4e98-bf1c-351d89eec107 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 19:53:18.112201 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d78692-3fab-4e98-bf1c-351d89eec107 admin admin] Tracked resource versions report: Nov 22 19:53:18.112201 n-d-818823-1 neutron-server[103448]: pushed versions: Nov 22 19:53:18.112201 n-d-818823-1 neutron-server[103448]: { 'AddressGroup': {'1.2'}, Nov 22 19:53:18.112201 n-d-818823-1 neutron-server[103448]: 'ConntrackHelper': {'1.0'}, Nov 22 19:53:18.112201 n-d-818823-1 neutron-server[103448]: 'Log': {'1.0'}, Nov 22 19:53:18.112201 n-d-818823-1 neutron-server[103448]: 'Network': {'1.1'}, Nov 22 19:53:18.112201 n-d-818823-1 neutron-server[103448]: 'Port': {'1.7'}, Nov 22 19:53:18.112201 n-d-818823-1 neutron-server[103448]: 'PortForwarding': {'1.2'}, Nov 22 19:53:18.112201 n-d-818823-1 neutron-server[103448]: 'QosPolicy': {'1.10'}, Nov 22 19:53:18.112201 n-d-818823-1 neutron-server[103448]: 'SecurityGroup': {'1.5'}, Nov 22 19:53:18.112201 n-d-818823-1 neutron-server[103448]: 'SecurityGroupRule': {'1.2'}, Nov 22 19:53:18.112201 n-d-818823-1 neutron-server[103448]: 'SubPort': {'1.0'}, Nov 22 19:53:18.112201 n-d-818823-1 neutron-server[103448]: 'Subnet': {'1.1'}, Nov 22 19:53:18.112201 n-d-818823-1 neutron-server[103448]: 'Trunk': {'1.1'}} Nov 22 19:53:18.112201 n-d-818823-1 neutron-server[103448]: consumer versions: Nov 22 19:53:18.112201 n-d-818823-1 neutron-server[103448]: { DHCP agent@n-d-818823-1: {}, Nov 22 19:53:18.112201 n-d-818823-1 neutron-server[103448]: L3 agent@n-d-818823-1: {}, Nov 22 19:53:18.112201 n-d-818823-1 neutron-server[103448]: Metadata agent@n-d-818823-1: {}, Nov 22 19:53:18.112201 n-d-818823-1 neutron-server[103448]: Metering agent@n-d-818823-1: {}, Nov 22 19:53:18.112201 n-d-818823-1 neutron-server[103448]: Open vSwitch agent@n-d-818823-1: { 'AddressGroup': '1.2', Nov 22 19:53:18.112201 n-d-818823-1 neutron-server[103448]: 'ConntrackHelper': '1.0', Nov 22 19:53:18.112201 n-d-818823-1 neutron-server[103448]: 'Log': '1.0', Nov 22 19:53:18.112201 n-d-818823-1 neutron-server[103448]: 'Network': '1.1', Nov 22 19:53:18.112201 n-d-818823-1 neutron-server[103448]: 'Port': '1.7', Nov 22 19:53:18.112201 n-d-818823-1 neutron-server[103448]: 'PortForwarding': '1.2', Nov 22 19:53:18.112201 n-d-818823-1 neutron-server[103448]: 'QosPolicy': '1.10', Nov 22 19:53:18.112201 n-d-818823-1 neutron-server[103448]: 'SecurityGroup': '1.5', Nov 22 19:53:18.112201 n-d-818823-1 neutron-server[103448]: 'SecurityGroupRule': '1.2', Nov 22 19:53:18.112201 n-d-818823-1 neutron-server[103448]: 'SubPort': '1.0', Nov 22 19:53:18.112201 n-d-818823-1 neutron-server[103448]: 'Subnet': '1.1', Nov 22 19:53:18.112201 n-d-818823-1 neutron-server[103448]: 'Trunk': '1.1'}} Nov 22 19:53:18.112201 n-d-818823-1 neutron-server[103448]: {{(pid=103448) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 22 19:53:18.136625 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88d78692-3fab-4e98-bf1c-351d89eec107 admin admin] Network a1b285c7-cd89-4ccd-bc51-4d60a16601d9 is scheduled to be hosted by DHCP agent 02adaa64-0987-4b74-bad0-cbcf56f8a294 with binding_index 1 {{(pid=103448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 19:53:18.154764 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-88d78692-3fab-4e98-bf1c-351d89eec107 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818823-1, a1b285c7-cd89-4ccd-bc51-4d60a16601d9) {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 19:53:18.160357 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88d78692-3fab-4e98-bf1c-351d89eec107 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 19:53:18.161215 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-88d78692-3fab-4e98-bf1c-351d89eec107 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 19:53:18.166423 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe6f1cb2-cab2-4abf-9f91-13f1185634c0 None None] Network a1b285c7-cd89-4ccd-bc51-4d60a16601d9 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 19:53:18.178378 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-88d78692-3fab-4e98-bf1c-351d89eec107 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5155885 Nov 22 19:53:18.518839 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58181d5a-4328-480b-8b0b-10e036899491 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fb26bd7-ce56-527b-b94f-2e1f7cb2bb35-a1b285c7-cd89-4ccd-bc51-4d60a16601d9', 'network_id': 'a1b285c7-cd89-4ccd-bc51-4d60a16601d9', 'tenant_id': 'edd8e53905184c6bb5c0e6d73591e30d', 'fixed_ips': [{'subnet_id': 'a9fe35da-2fdc-4a0e-8ba0-5f71b17f044a'}]}} from n-d-818823-1. {{(pid=103449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 19:53:18.520263 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-58181d5a-4328-480b-8b0b-10e036899491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 19:53:18.834344 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.db_base_plugin_common [None req-58181d5a-4328-480b-8b0b-10e036899491 None None] Allocated IP 172.20.0.2 (a1b285c7-cd89-4ccd-bc51-4d60a16601d9/a9fe35da-2fdc-4a0e-8ba0-5f71b17f044a/64f6a205-8336-4db2-b28f-6a9e56f3b991) {{(pid=103449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 19:53:19.060122 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-58181d5a-4328-480b-8b0b-10e036899491 None None] Publish callbacks [] for port, precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 19:53:19.073084 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-58181d5a-4328-480b-8b0b-10e036899491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372'] for port, after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 19:53:19.154546 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58181d5a-4328-480b-8b0b-10e036899491 None None] Network a1b285c7-cd89-4ccd-bc51-4d60a16601d9 is already hosted by enough agents. {{(pid=103449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 19:53:19.159875 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.base_scheduler [None req-58181d5a-4328-480b-8b0b-10e036899491 None None] Resources bound (agent type, host, resource id): {{(pid=103449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 19:53:19.167841 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58181d5a-4328-480b-8b0b-10e036899491 None None] Received port after_create {{(pid=103449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 19:53:19.174251 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58181d5a-4328-480b-8b0b-10e036899491 None None] Pushing event updated for resources: {'Port': ['ID=64f6a205-8336-4db2-b28f-6a9e56f3b991,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 19:53:19.207894 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58181d5a-4328-480b-8b0b-10e036899491 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 19:53:19.208236 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58181d5a-4328-480b-8b0b-10e036899491 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 19:53:19.208577 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58181d5a-4328-480b-8b0b-10e036899491 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 19:53:19.208913 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58181d5a-4328-480b-8b0b-10e036899491 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 19:53:19.209245 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58181d5a-4328-480b-8b0b-10e036899491 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 19:53:19.209575 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58181d5a-4328-480b-8b0b-10e036899491 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 19:53:19.210447 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58181d5a-4328-480b-8b0b-10e036899491 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 19:53:19.210782 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58181d5a-4328-480b-8b0b-10e036899491 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 19:53:19.211106 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58181d5a-4328-480b-8b0b-10e036899491 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 19:53:19.211453 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58181d5a-4328-480b-8b0b-10e036899491 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 19:53:19.211768 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58181d5a-4328-480b-8b0b-10e036899491 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 19:53:19.212086 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58181d5a-4328-480b-8b0b-10e036899491 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 19:53:19.213248 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58181d5a-4328-480b-8b0b-10e036899491 None None] Tracked resource versions report: Nov 22 19:53:19.213248 n-d-818823-1 neutron-server[103449]: pushed versions: Nov 22 19:53:19.213248 n-d-818823-1 neutron-server[103449]: { 'AddressGroup': {'1.2'}, Nov 22 19:53:19.213248 n-d-818823-1 neutron-server[103449]: 'ConntrackHelper': {'1.0'}, Nov 22 19:53:19.213248 n-d-818823-1 neutron-server[103449]: 'Log': {'1.0'}, Nov 22 19:53:19.213248 n-d-818823-1 neutron-server[103449]: 'Network': {'1.1'}, Nov 22 19:53:19.213248 n-d-818823-1 neutron-server[103449]: 'Port': {'1.7'}, Nov 22 19:53:19.213248 n-d-818823-1 neutron-server[103449]: 'PortForwarding': {'1.2'}, Nov 22 19:53:19.213248 n-d-818823-1 neutron-server[103449]: 'QosPolicy': {'1.10'}, Nov 22 19:53:19.213248 n-d-818823-1 neutron-server[103449]: 'SecurityGroup': {'1.5'}, Nov 22 19:53:19.213248 n-d-818823-1 neutron-server[103449]: 'SecurityGroupRule': {'1.2'}, Nov 22 19:53:19.213248 n-d-818823-1 neutron-server[103449]: 'SubPort': {'1.0'}, Nov 22 19:53:19.213248 n-d-818823-1 neutron-server[103449]: 'Subnet': {'1.1'}, Nov 22 19:53:19.213248 n-d-818823-1 neutron-server[103449]: 'Trunk': {'1.1'}} Nov 22 19:53:19.213248 n-d-818823-1 neutron-server[103449]: consumer versions: Nov 22 19:53:19.213248 n-d-818823-1 neutron-server[103449]: { DHCP agent@n-d-818823-1: {}, Nov 22 19:53:19.213248 n-d-818823-1 neutron-server[103449]: L3 agent@n-d-818823-1: {}, Nov 22 19:53:19.213248 n-d-818823-1 neutron-server[103449]: Metadata agent@n-d-818823-1: {}, Nov 22 19:53:19.213248 n-d-818823-1 neutron-server[103449]: Metering agent@n-d-818823-1: {}, Nov 22 19:53:19.213248 n-d-818823-1 neutron-server[103449]: Open vSwitch agent@n-d-818823-1: { 'AddressGroup': '1.2', Nov 22 19:53:19.213248 n-d-818823-1 neutron-server[103449]: 'ConntrackHelper': '1.0', Nov 22 19:53:19.213248 n-d-818823-1 neutron-server[103449]: 'Log': '1.0', Nov 22 19:53:19.213248 n-d-818823-1 neutron-server[103449]: 'Network': '1.1', Nov 22 19:53:19.213248 n-d-818823-1 neutron-server[103449]: 'Port': '1.7', Nov 22 19:53:19.213248 n-d-818823-1 neutron-server[103449]: 'PortForwarding': '1.2', Nov 22 19:53:19.213248 n-d-818823-1 neutron-server[103449]: 'QosPolicy': '1.10', Nov 22 19:53:19.213248 n-d-818823-1 neutron-server[103449]: 'SecurityGroup': '1.5', Nov 22 19:53:19.213248 n-d-818823-1 neutron-server[103449]: 'SecurityGroupRule': '1.2', Nov 22 19:53:19.213248 n-d-818823-1 neutron-server[103449]: 'SubPort': '1.0', Nov 22 19:53:19.213248 n-d-818823-1 neutron-server[103449]: 'Subnet': '1.1', Nov 22 19:53:19.213248 n-d-818823-1 neutron-server[103449]: 'Trunk': '1.1'}} Nov 22 19:53:19.213248 n-d-818823-1 neutron-server[103449]: {{(pid=103449) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 22 19:53:19.263676 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-58181d5a-4328-480b-8b0b-10e036899491 None None] Attempting to bind port 64f6a205-8336-4db2-b28f-6a9e56f3b991 on host n-d-818823-1 for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 19:53:19.264078 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-58181d5a-4328-480b-8b0b-10e036899491 None None] Attempting to bind port 64f6a205-8336-4db2-b28f-6a9e56f3b991 by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': '07ad9197-d4b0-4fe9-a8ac-21b0d991a728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'a1b285c7-cd89-4ccd-bc51-4d60a16601d9'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 19:53:19.264500 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58181d5a-4328-480b-8b0b-10e036899491 None None] Attempting to bind port 64f6a205-8336-4db2-b28f-6a9e56f3b991 on network a1b285c7-cd89-4ccd-bc51-4d60a16601d9 {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 19:53:19.270936 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58181d5a-4328-480b-8b0b-10e036899491 None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 19, 53, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 19:53:19.271375 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58181d5a-4328-480b-8b0b-10e036899491 None None] Checking segment: {'id': '07ad9197-d4b0-4fe9-a8ac-21b0d991a728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'a1b285c7-cd89-4ccd-bc51-4d60a16601d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 19:53:19.272120 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-58181d5a-4328-480b-8b0b-10e036899491 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 19:53:19.273209 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58181d5a-4328-480b-8b0b-10e036899491 None None] Bound using segment: {'id': '07ad9197-d4b0-4fe9-a8ac-21b0d991a728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'a1b285c7-cd89-4ccd-bc51-4d60a16601d9'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 19:53:19.273798 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-58181d5a-4328-480b-8b0b-10e036899491 None None] Bound port: 64f6a205-8336-4db2-b28f-6a9e56f3b991, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07ad9197-d4b0-4fe9-a8ac-21b0d991a728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'a1b285c7-cd89-4ccd-bc51-4d60a16601d9'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 19:53:19.274356 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-58181d5a-4328-480b-8b0b-10e036899491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 19:53:19.349446 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-58181d5a-4328-480b-8b0b-10e036899491 None None] For port 64f6a205-8336-4db2-b28f-6a9e56f3b991, host n-d-818823-1, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 19:53:19.354574 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-58181d5a-4328-480b-8b0b-10e036899491 None None] For port 64f6a205-8336-4db2-b28f-6a9e56f3b991, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=64f6a205-8336-4db2-b28f-6a9e56f3b991,segment=NetworkSegment(07ad9197-d4b0-4fe9-a8ac-21b0d991a728),segment_id=07ad9197-d4b0-4fe9-a8ac-21b0d991a728)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 19:53:19.359601 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-58181d5a-4328-480b-8b0b-10e036899491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 19:53:19.426412 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58181d5a-4328-480b-8b0b-10e036899491 None None] Pushing event updated for resources: {'Port': ['ID=64f6a205-8336-4db2-b28f-6a9e56f3b991,revision_number=2']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 19:53:20.827388 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 49316) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 19:53:21.189595 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [None req-75d4338c-0092-4a07-aa48-0e9216c7c0dc admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=103448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 19:53:21.190587 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-75d4338c-0092-4a07-aa48-0e9216c7c0dc admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3621507 Nov 22 19:53:23.786794 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 49324) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 19:53:24.139906 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [None req-53efad14-c4fe-432e-aedd-baab152695ae admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=103448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 19:53:24.140896 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-53efad14-c4fe-432e-aedd-baab152695ae admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3531783 Nov 22 19:53:25.871923 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.agents_db [None req-aa8313f2-1ee4-4e7b-8c5a-d32b2f9d31ee None None] Agent healthcheck: found 5 active agents {{(pid=103450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 19:53:26.926507 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 49334) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 19:53:27.252095 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-7b774698-fe16-45e2-b68c-747f0a0f8414 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': 'edd8e53905184c6bb5c0e6d73591e30d'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 19:53:27.276294 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7b774698-fe16-45e2-b68c-747f0a0f8414 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24799'] for router, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 19:53:27.278001 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7b774698-fe16-45e2-b68c-747f0a0f8414 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-632716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24788'] for router, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 19:53:27.453229 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7b774698-fe16-45e2-b68c-747f0a0f8414 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 19:53:27.459060 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7b774698-fe16-45e2-b68c-747f0a0f8414 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-659538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-841284'] for router, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 19:53:27.481578 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7b774698-fe16-45e2-b68c-747f0a0f8414 admin admin] Publish callbacks [] for router, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 19:53:27.482650 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-7b774698-fe16-45e2-b68c-747f0a0f8414 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5545411 Nov 22 19:53:27.573740 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 64f6a205-8336-4db2-b28f-6a9e56f3b991 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 19:53:27.671881 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 64f6a205-8336-4db2-b28f-6a9e56f3b991 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 19:53:27.672278 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 19:53:27.791102 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 19:53:27.827586 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] For port 64f6a205-8336-4db2-b28f-6a9e56f3b991, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=64f6a205-8336-4db2-b28f-6a9e56f3b991,segment=NetworkSegment(07ad9197-d4b0-4fe9-a8ac-21b0d991a728),segment_id=07ad9197-d4b0-4fe9-a8ac-21b0d991a728)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 19:53:27.831558 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 19:53:27.880297 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Pushing event updated for resources: {'Port': ['ID=64f6a205-8336-4db2-b28f-6a9e56f3b991,revision_number=3']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 19:53:28.684421 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c238764e-5b4b-4f47-9082-04f97c49afc8 None None] Network a1b285c7-cd89-4ccd-bc51-4d60a16601d9 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 19:53:28.753117 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-d1423e13-3f47-4c48-8158-2526e353d3fe None None] Provisioning complete for port 64f6a205-8336-4db2-b28f-6a9e56f3b991 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 19:53:28.753488 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-d1423e13-3f47-4c48-8158-2526e353d3fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 19:53:29.127124 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-981d4bd8-f562-428f-803e-44fff181b99c None None] Provisioning complete for port 64f6a205-8336-4db2-b28f-6a9e56f3b991 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 19:53:29.127526 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-981d4bd8-f562-428f-803e-44fff181b99c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 19:53:29.548578 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 64f6a205-8336-4db2-b28f-6a9e56f3b991 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 19:53:29.595483 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 64f6a205-8336-4db2-b28f-6a9e56f3b991 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 19:53:29.595863 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 19:53:29.639936 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-04e409ba-4935-44c9-82b1-aa2a68b5e33e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 19:53:30.016962 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 49346) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 19:53:30.327379 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [None req-d87d3038-51d9-40d3-ba02-425ea951a979 admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=103447) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 19:53:30.328408 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-d87d3038-51d9-40d3-ba02-425ea951a979 admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3105094 Nov 22 19:53:32.338431 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-11028094-5ec7-430a-a2c4-64dfe1e26f4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 19:53:32.877112 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 49354) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 19:53:33.210780 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-03f0964f-1b75-4df7-99e0-a3cdb56ec2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 19:53:33.218919 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-128372a6-36e2-4ed9-b47f-5c293c34894d admin admin] Request body: {'network': {'provider:network_type': 'flat', 'is_default': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'router:external': True, 'admin_state_up': True}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 19:53:33.248118 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-128372a6-36e2-4ed9-b47f-5c293c34894d admin admin] Made reservation on behalf of 488f50d3f28d48c6b3eb71f4503e4647 for: {'network': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 19:53:33.250462 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-128372a6-36e2-4ed9-b47f-5c293c34894d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for network, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 19:53:33.259328 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-128372a6-36e2-4ed9-b47f-5c293c34894d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 19:53:33.336210 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-128372a6-36e2-4ed9-b47f-5c293c34894d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 19:53:33.341214 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-128372a6-36e2-4ed9-b47f-5c293c34894d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 19:53:33.358698 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-128372a6-36e2-4ed9-b47f-5c293c34894d admin admin] Reserving flat network on physical network physnet1 {{(pid=103447) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Nov 22 19:53:33.375261 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128372a6-36e2-4ed9-b47f-5c293c34894d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ade6a8a-23b9-45ea-8c92-1492452d4a38,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 19:53:33.380667 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-128372a6-36e2-4ed9-b47f-5c293c34894d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 19:53:33.381011 n-d-818823-1 neutron-server[103447]: INFO neutron.db.segments_db [None req-128372a6-36e2-4ed9-b47f-5c293c34894d admin admin] Added segment 8793ba83-8407-4c3d-9b56-2a177cd58a70 of type flat for network c48a55e9-6a85-4746-b7bf-3e29fb560094 Nov 22 19:53:33.436172 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-128372a6-36e2-4ed9-b47f-5c293c34894d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748992492791'] for network, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 19:53:33.467327 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-128372a6-36e2-4ed9-b47f-5c293c34894d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for network, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 19:53:33.468470 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-128372a6-36e2-4ed9-b47f-5c293c34894d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 19:53:33.469122 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-128372a6-36e2-4ed9-b47f-5c293c34894d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for network, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 19:53:33.536861 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-128372a6-36e2-4ed9-b47f-5c293c34894d admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6586211 Nov 22 19:53:33.546735 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128372a6-36e2-4ed9-b47f-5c293c34894d admin admin] Pushing event updated for resources: {'Network': ['ID=c48a55e9-6a85-4746-b7bf-3e29fb560094,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 19:53:33.560901 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Network c48a55e9-6a85-4746-b7bf-3e29fb560094 details requested by agent ovs-agent-n-d-818823-1 with host n-d-818823-1 {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 19:53:34.932366 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e49ee129-e862-4476-beca-cdc8150d2345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 19:53:35.805355 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 19:53:36.047488 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 49372) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 19:53:36.284427 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7f2c284-0c7f-49dd-b45e-251eedbfbf84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 19:53:36.285805 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-f7f2c284-0c7f-49dd-b45e-251eedbfbf84 admin admin] 10.222.0.46 "GET /v2.0/subnets/a9fe35da-2fdc-4a0e-8ba0-5f71b17f044a HTTP/1.1" status: 200 len: 849 time: 0.2374649 Nov 22 19:53:36.458582 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-51340dc9-4e79-4ac1-854c-97fa4dfb6820 admin admin] 10.222.0.46 "GET /v2.0/routers/cc9b1d2c-db13-4a1a-8261-10c9d102f1fb HTTP/1.1" status: 200 len: 704 time: 0.1665075 Nov 22 19:53:36.746100 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8459f284-44d0-4bf3-a96e-2ef3f9d53943 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 19:53:37.054713 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [None req-8459f284-44d0-4bf3-a96e-2ef3f9d53943 admin admin] Allocated IP 172.20.0.1 (a1b285c7-cd89-4ccd-bc51-4d60a16601d9/a9fe35da-2fdc-4a0e-8ba0-5f71b17f044a/b37134ec-3f5b-4edb-bc00-19ebbbf0c448) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 19:53:37.236821 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8459f284-44d0-4bf3-a96e-2ef3f9d53943 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 19:53:37.305582 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8459f284-44d0-4bf3-a96e-2ef3f9d53943 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 19:53:37.375801 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8459f284-44d0-4bf3-a96e-2ef3f9d53943 admin admin] Network a1b285c7-cd89-4ccd-bc51-4d60a16601d9 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 19:53:37.381311 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-8459f284-44d0-4bf3-a96e-2ef3f9d53943 admin admin] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 19:53:37.391090 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8459f284-44d0-4bf3-a96e-2ef3f9d53943 admin admin] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 19:53:37.391672 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8459f284-44d0-4bf3-a96e-2ef3f9d53943 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659939'] for router_interface, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 19:53:37.453060 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8459f284-44d0-4bf3-a96e-2ef3f9d53943 admin admin] Pushing event updated for resources: {'Port': ['ID=b37134ec-3f5b-4edb-bc00-19ebbbf0c448,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 19:53:37.572582 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-cefab241-f92e-4401-86b2-995334b91eab None None] Provisioning complete for port b37134ec-3f5b-4edb-bc00-19ebbbf0c448 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 19:53:37.573158 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-cefab241-f92e-4401-86b2-995334b91eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 19:53:37.607495 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-cefab241-f92e-4401-86b2-995334b91eab None None] Port b37134ec-3f5b-4edb-bc00-19ebbbf0c448 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 19:53:37.646213 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8459f284-44d0-4bf3-a96e-2ef3f9d53943 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 19:53:37.850718 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8459f284-44d0-4bf3-a96e-2ef3f9d53943 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 19:53:37.855134 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8459f284-44d0-4bf3-a96e-2ef3f9d53943 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 19:53:37.855880 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8459f284-44d0-4bf3-a96e-2ef3f9d53943 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-563461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-659839'] for router_interface, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 19:53:37.936905 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8459f284-44d0-4bf3-a96e-2ef3f9d53943 admin admin] Pushing event updated for resources: {'Port': ['ID=b37134ec-3f5b-4edb-bc00-19ebbbf0c448,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 19:53:37.985973 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8459f284-44d0-4bf3-a96e-2ef3f9d53943 admin admin] Network a1b285c7-cd89-4ccd-bc51-4d60a16601d9 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 19:53:37.987342 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-8459f284-44d0-4bf3-a96e-2ef3f9d53943 admin admin] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 19:53:38.161624 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8459f284-44d0-4bf3-a96e-2ef3f9d53943 admin admin] Router cc9b1d2c-db13-4a1a-8261-10c9d102f1fb is scheduled to L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 with binding_index 1 {{(pid=103447) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 19:53:38.230475 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-21ada8ff-ab43-4c8e-a8cf-bdfd7144b307 None None] Provisioning complete for port b37134ec-3f5b-4edb-bc00-19ebbbf0c448 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 19:53:38.230849 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-21ada8ff-ab43-4c8e-a8cf-bdfd7144b307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 19:53:38.254235 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8459f284-44d0-4bf3-a96e-2ef3f9d53943 admin admin] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 19:53:38.259733 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-8459f284-44d0-4bf3-a96e-2ef3f9d53943 admin admin] 10.222.0.46 "PUT /v2.0/routers/cc9b1d2c-db13-4a1a-8261-10c9d102f1fb/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7954786 Nov 22 19:53:38.270041 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-21ada8ff-ab43-4c8e-a8cf-bdfd7144b307 None None] Port b37134ec-3f5b-4edb-bc00-19ebbbf0c448 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 19:53:38.270564 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19578194-6883-468f-8d31-e4e7b2034994 None None] Sync routers for ids ['cc9b1d2c-db13-4a1a-8261-10c9d102f1fb'] in n-d-818823-1 {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 19:53:38.284051 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19578194-6883-468f-8d31-e4e7b2034994 None None] Routers {'cc9b1d2c-db13-4a1a-8261-10c9d102f1fb'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 19:53:38.284972 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-19578194-6883-468f-8d31-e4e7b2034994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T19:53:32Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['cc9b1d2c-db13-4a1a-8261-10c9d102f1fb'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 19:53:38.481656 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-19578194-6883-468f-8d31-e4e7b2034994 None None] Set router cc9b1d2c-db13-4a1a-8261-10c9d102f1fb gateway port host: None {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 19:53:38.939474 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-19578194-6883-468f-8d31-e4e7b2034994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc9b1d2c-db13-4a1a-8261-10c9d102f1fb', 'name': 'router1', 'tenant_id': 'edd8e53905184c6bb5c0e6d73591e30d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T19:53:27Z', 'updated_at': '2021-11-22T19:53:37Z', 'revision_number': 2, 'project_id': 'edd8e53905184c6bb5c0e6d73591e30d', 'gw_port_host': None, '_interfaces': [{'id': 'b37134ec-3f5b-4edb-bc00-19ebbbf0c448', 'name': '', 'network_id': 'a1b285c7-cd89-4ccd-bc51-4d60a16601d9', 'tenant_id': 'edd8e53905184c6bb5c0e6d73591e30d', 'mac_address': 'fa:16:3e:7f:63:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc9b1d2c-db13-4a1a-8261-10c9d102f1fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a9fe35da-2fdc-4a0e-8ba0-5f71b17f044a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T19:53:36Z', 'updated_at': '2021-11-22T19:53:37Z', 'revision_number': 2, 'project_id': 'edd8e53905184c6bb5c0e6d73591e30d', 'subnets': [{'id': 'a9fe35da-2fdc-4a0e-8ba0-5f71b17f044a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '24e0e799-00a1-47da-9235-d140bf6a4ef4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 19:53:38.992635 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19578194-6883-468f-8d31-e4e7b2034994 None None] Checking router: cc9b1d2c-db13-4a1a-8261-10c9d102f1fb for host: n-d-818823-1 {{(pid=103450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 19:53:38.993013 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19578194-6883-468f-8d31-e4e7b2034994 None None] Updating router cc9b1d2c-db13-4a1a-8261-10c9d102f1fb port b37134ec-3f5b-4edb-bc00-19ebbbf0c448 binding host n-d-818823-1 {{(pid=103450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 19:53:39.043474 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-19578194-6883-468f-8d31-e4e7b2034994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 19:53:39.594902 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-19578194-6883-468f-8d31-e4e7b2034994 None None] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 19:53:39.602326 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-19578194-6883-468f-8d31-e4e7b2034994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 19:53:39.769912 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91de6f08-fab0-4695-92cc-387e7f454915 None None] Pushing event updated for resources: {'Port': ['ID=b37134ec-3f5b-4edb-bc00-19ebbbf0c448,revision_number=3']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 19:53:39.779200 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-19578194-6883-468f-8d31-e4e7b2034994 None None] Attempting to bind port b37134ec-3f5b-4edb-bc00-19ebbbf0c448 on host n-d-818823-1 for vnic_type normal with profile {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 19:53:39.779618 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-19578194-6883-468f-8d31-e4e7b2034994 None None] Attempting to bind port b37134ec-3f5b-4edb-bc00-19ebbbf0c448 by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': '07ad9197-d4b0-4fe9-a8ac-21b0d991a728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'a1b285c7-cd89-4ccd-bc51-4d60a16601d9'}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 19:53:39.780078 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19578194-6883-468f-8d31-e4e7b2034994 None None] Attempting to bind port b37134ec-3f5b-4edb-bc00-19ebbbf0c448 on network a1b285c7-cd89-4ccd-bc51-4d60a16601d9 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 19:53:39.782765 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91de6f08-fab0-4695-92cc-387e7f454915 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 19:53:39.783099 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91de6f08-fab0-4695-92cc-387e7f454915 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 19:53:39.783450 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91de6f08-fab0-4695-92cc-387e7f454915 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 19:53:39.783782 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91de6f08-fab0-4695-92cc-387e7f454915 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 19:53:39.784109 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91de6f08-fab0-4695-92cc-387e7f454915 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 19:53:39.784431 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91de6f08-fab0-4695-92cc-387e7f454915 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 19:53:39.784752 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91de6f08-fab0-4695-92cc-387e7f454915 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 19:53:39.785069 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91de6f08-fab0-4695-92cc-387e7f454915 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 19:53:39.785384 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91de6f08-fab0-4695-92cc-387e7f454915 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 19:53:39.785701 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91de6f08-fab0-4695-92cc-387e7f454915 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 19:53:39.786153 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91de6f08-fab0-4695-92cc-387e7f454915 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 19:53:39.786394 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91de6f08-fab0-4695-92cc-387e7f454915 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 19:53:39.788017 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91de6f08-fab0-4695-92cc-387e7f454915 None None] Tracked resource versions report: Nov 22 19:53:39.788017 n-d-818823-1 neutron-server[103450]: pushed versions: Nov 22 19:53:39.788017 n-d-818823-1 neutron-server[103450]: { 'AddressGroup': {'1.2'}, Nov 22 19:53:39.788017 n-d-818823-1 neutron-server[103450]: 'ConntrackHelper': {'1.0'}, Nov 22 19:53:39.788017 n-d-818823-1 neutron-server[103450]: 'Log': {'1.0'}, Nov 22 19:53:39.788017 n-d-818823-1 neutron-server[103450]: 'Network': {'1.1'}, Nov 22 19:53:39.788017 n-d-818823-1 neutron-server[103450]: 'Port': {'1.7'}, Nov 22 19:53:39.788017 n-d-818823-1 neutron-server[103450]: 'PortForwarding': {'1.2'}, Nov 22 19:53:39.788017 n-d-818823-1 neutron-server[103450]: 'QosPolicy': {'1.10'}, Nov 22 19:53:39.788017 n-d-818823-1 neutron-server[103450]: 'SecurityGroup': {'1.5'}, Nov 22 19:53:39.788017 n-d-818823-1 neutron-server[103450]: 'SecurityGroupRule': {'1.2'}, Nov 22 19:53:39.788017 n-d-818823-1 neutron-server[103450]: 'SubPort': {'1.0'}, Nov 22 19:53:39.788017 n-d-818823-1 neutron-server[103450]: 'Subnet': {'1.1'}, Nov 22 19:53:39.788017 n-d-818823-1 neutron-server[103450]: 'Trunk': {'1.1'}} Nov 22 19:53:39.788017 n-d-818823-1 neutron-server[103450]: consumer versions: Nov 22 19:53:39.788017 n-d-818823-1 neutron-server[103450]: { DHCP agent@n-d-818823-1: {}, Nov 22 19:53:39.788017 n-d-818823-1 neutron-server[103450]: L3 agent@n-d-818823-1: {}, Nov 22 19:53:39.788017 n-d-818823-1 neutron-server[103450]: Metadata agent@n-d-818823-1: {}, Nov 22 19:53:39.788017 n-d-818823-1 neutron-server[103450]: Metering agent@n-d-818823-1: {}, Nov 22 19:53:39.788017 n-d-818823-1 neutron-server[103450]: Open vSwitch agent@n-d-818823-1: { 'AddressGroup': '1.2', Nov 22 19:53:39.788017 n-d-818823-1 neutron-server[103450]: 'ConntrackHelper': '1.0', Nov 22 19:53:39.788017 n-d-818823-1 neutron-server[103450]: 'Log': '1.0', Nov 22 19:53:39.788017 n-d-818823-1 neutron-server[103450]: 'Network': '1.1', Nov 22 19:53:39.788017 n-d-818823-1 neutron-server[103450]: 'Port': '1.7', Nov 22 19:53:39.788017 n-d-818823-1 neutron-server[103450]: 'PortForwarding': '1.2', Nov 22 19:53:39.788017 n-d-818823-1 neutron-server[103450]: 'QosPolicy': '1.10', Nov 22 19:53:39.788017 n-d-818823-1 neutron-server[103450]: 'SecurityGroup': '1.5', Nov 22 19:53:39.788017 n-d-818823-1 neutron-server[103450]: 'SecurityGroupRule': '1.2', Nov 22 19:53:39.788017 n-d-818823-1 neutron-server[103450]: 'SubPort': '1.0', Nov 22 19:53:39.788017 n-d-818823-1 neutron-server[103450]: 'Subnet': '1.1', Nov 22 19:53:39.788017 n-d-818823-1 neutron-server[103450]: 'Trunk': '1.1'}} Nov 22 19:53:39.788017 n-d-818823-1 neutron-server[103450]: {{(pid=103450) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 22 19:53:39.796400 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19578194-6883-468f-8d31-e4e7b2034994 None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 19, 53, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 19:53:39.796803 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19578194-6883-468f-8d31-e4e7b2034994 None None] Checking segment: {'id': '07ad9197-d4b0-4fe9-a8ac-21b0d991a728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'a1b285c7-cd89-4ccd-bc51-4d60a16601d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 19:53:39.797281 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-19578194-6883-468f-8d31-e4e7b2034994 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 19:53:39.797672 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19578194-6883-468f-8d31-e4e7b2034994 None None] Bound using segment: {'id': '07ad9197-d4b0-4fe9-a8ac-21b0d991a728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'a1b285c7-cd89-4ccd-bc51-4d60a16601d9'} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 19:53:39.798172 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-19578194-6883-468f-8d31-e4e7b2034994 None None] Bound port: b37134ec-3f5b-4edb-bc00-19ebbbf0c448, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07ad9197-d4b0-4fe9-a8ac-21b0d991a728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'a1b285c7-cd89-4ccd-bc51-4d60a16601d9'}}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 19:53:39.798586 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-19578194-6883-468f-8d31-e4e7b2034994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 19:53:39.870565 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-19578194-6883-468f-8d31-e4e7b2034994 None None] For port b37134ec-3f5b-4edb-bc00-19ebbbf0c448, host n-d-818823-1, cleared binding levels {{(pid=103450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 19:53:39.892040 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-19578194-6883-468f-8d31-e4e7b2034994 None None] For port b37134ec-3f5b-4edb-bc00-19ebbbf0c448, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=b37134ec-3f5b-4edb-bc00-19ebbbf0c448,segment=NetworkSegment(07ad9197-d4b0-4fe9-a8ac-21b0d991a728),segment_id=07ad9197-d4b0-4fe9-a8ac-21b0d991a728)] {{(pid=103450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 19:53:39.897129 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-19578194-6883-468f-8d31-e4e7b2034994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 19:53:39.900764 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-3ada4521-9ee4-4291-9f45-57ab951e57f6 None None] Provisioning complete for port b37134ec-3f5b-4edb-bc00-19ebbbf0c448 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 19:53:39.901254 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-3ada4521-9ee4-4291-9f45-57ab951e57f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 19:53:39.953663 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91de6f08-fab0-4695-92cc-387e7f454915 None None] Pushing event updated for resources: {'Port': ['ID=b37134ec-3f5b-4edb-bc00-19ebbbf0c448,revision_number=4']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 19:53:39.989218 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-3ada4521-9ee4-4291-9f45-57ab951e57f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 19:53:39.994808 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19578194-6883-468f-8d31-e4e7b2034994 None None] Routers {'cc9b1d2c-db13-4a1a-8261-10c9d102f1fb'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 19:53:39.995447 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-19578194-6883-468f-8d31-e4e7b2034994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T19:53:32Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['cc9b1d2c-db13-4a1a-8261-10c9d102f1fb'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 19:53:40.024758 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-3ada4521-9ee4-4291-9f45-57ab951e57f6 None None] For port b37134ec-3f5b-4edb-bc00-19ebbbf0c448, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=b37134ec-3f5b-4edb-bc00-19ebbbf0c448,segment=NetworkSegment(07ad9197-d4b0-4fe9-a8ac-21b0d991a728),segment_id=07ad9197-d4b0-4fe9-a8ac-21b0d991a728)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 19:53:40.030468 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-3ada4521-9ee4-4291-9f45-57ab951e57f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 19:53:40.084201 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ada4521-9ee4-4291-9f45-57ab951e57f6 None None] Pushing event updated for resources: {'Port': ['ID=b37134ec-3f5b-4edb-bc00-19ebbbf0c448,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 19:53:40.121295 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-19578194-6883-468f-8d31-e4e7b2034994 None None] Set router cc9b1d2c-db13-4a1a-8261-10c9d102f1fb gateway port host: None {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 19:53:40.254794 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-95085e79-b59e-4c35-9734-90fd912a1faf None None] Provisioning complete for port b37134ec-3f5b-4edb-bc00-19ebbbf0c448 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 19:53:40.254794 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-95085e79-b59e-4c35-9734-90fd912a1faf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 19:53:40.381369 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-19578194-6883-468f-8d31-e4e7b2034994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc9b1d2c-db13-4a1a-8261-10c9d102f1fb', 'name': 'router1', 'tenant_id': 'edd8e53905184c6bb5c0e6d73591e30d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T19:53:27Z', 'updated_at': '2021-11-22T19:53:37Z', 'revision_number': 2, 'project_id': 'edd8e53905184c6bb5c0e6d73591e30d', 'gw_port_host': None, '_interfaces': [{'id': 'b37134ec-3f5b-4edb-bc00-19ebbbf0c448', 'name': '', 'network_id': 'a1b285c7-cd89-4ccd-bc51-4d60a16601d9', 'tenant_id': 'edd8e53905184c6bb5c0e6d73591e30d', 'mac_address': 'fa:16:3e:7f:63:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc9b1d2c-db13-4a1a-8261-10c9d102f1fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a9fe35da-2fdc-4a0e-8ba0-5f71b17f044a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T19:53:36Z', 'updated_at': '2021-11-22T19:53:39Z', 'revision_number': 4, 'project_id': 'edd8e53905184c6bb5c0e6d73591e30d', 'subnets': [{'id': 'a9fe35da-2fdc-4a0e-8ba0-5f71b17f044a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '24e0e799-00a1-47da-9235-d140bf6a4ef4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 19:53:40.413528 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19578194-6883-468f-8d31-e4e7b2034994 None None] The sync data for ids ['cc9b1d2c-db13-4a1a-8261-10c9d102f1fb'] in n-d-818823-1 is: [{'id': 'cc9b1d2c-db13-4a1a-8261-10c9d102f1fb', 'name': 'router1', 'tenant_id': 'edd8e53905184c6bb5c0e6d73591e30d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T19:53:27Z', 'updated_at': '2021-11-22T19:53:37Z', 'revision_number': 2, 'project_id': 'edd8e53905184c6bb5c0e6d73591e30d', 'gw_port_host': None, '_interfaces': [{'id': 'b37134ec-3f5b-4edb-bc00-19ebbbf0c448', 'name': '', 'network_id': 'a1b285c7-cd89-4ccd-bc51-4d60a16601d9', 'tenant_id': 'edd8e53905184c6bb5c0e6d73591e30d', 'mac_address': 'fa:16:3e:7f:63:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc9b1d2c-db13-4a1a-8261-10c9d102f1fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a9fe35da-2fdc-4a0e-8ba0-5f71b17f044a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T19:53:36Z', 'updated_at': '2021-11-22T19:53:39Z', 'revision_number': 4, 'project_id': 'edd8e53905184c6bb5c0e6d73591e30d', 'subnets': [{'id': 'a9fe35da-2fdc-4a0e-8ba0-5f71b17f044a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '24e0e799-00a1-47da-9235-d140bf6a4ef4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 19:53:40.672441 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 49394) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 19:53:40.786390 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cefd1cf-fd98-4a4b-8d41-10d9d34fee54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 19:53:40.787833 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-3cefd1cf-fd98-4a4b-8d41-10d9d34fee54 admin admin] 10.222.0.46 "GET /v2.0/networks/c48a55e9-6a85-4746-b7bf-3e29fb560094 HTTP/1.1" status: 200 len: 842 time: 0.1144323 Nov 22 19:53:40.799291 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-0ee55d83-68fa-4bfa-b35c-a898742f119c admin admin] Request body: {'subnet': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'name': 'public-subnet', 'ip_version': 4, 'gateway_ip': '172.25.5.1', 'cidr': '172.25.5.0/24', 'enable_dhcp': False}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 19:53:40.825128 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ee55d83-68fa-4bfa-b35c-a898742f119c admin admin] Made reservation on behalf of 488f50d3f28d48c6b3eb71f4503e4647 for: {'subnet': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 19:53:40.827479 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0ee55d83-68fa-4bfa-b35c-a898742f119c admin admin] Publish callbacks [] for subnet, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 19:53:41.151449 n-d-818823-1 neutron-server[103447]: DEBUG neutron.objects.ports [None req-0ee55d83-68fa-4bfa-b35c-a898742f119c admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103447) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 22 19:53:41.151912 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0ee55d83-68fa-4bfa-b35c-a898742f119c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for subnet, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 19:53:41.208348 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee55d83-68fa-4bfa-b35c-a898742f119c admin admin] Pushing event updated for resources: {'Subnet': ['ID=5da6f781-63e6-4328-ae7a-5e672262f55a,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 19:53:41.217570 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ee55d83-68fa-4bfa-b35c-a898742f119c admin admin] Checking segment: {'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 19:53:41.217911 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ee55d83-68fa-4bfa-b35c-a898742f119c admin admin] Network hostable DHCP agents. Network: c48a55e9-6a85-4746-b7bf-3e29fb560094, hostable agents: ['02adaa64-0987-4b74-bad0-cbcf56f8a294'], hosted agents: [] {{(pid=103447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 19:53:41.240157 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ee55d83-68fa-4bfa-b35c-a898742f119c admin admin] Network c48a55e9-6a85-4746-b7bf-3e29fb560094 is scheduled to be hosted by DHCP agent 02adaa64-0987-4b74-bad0-cbcf56f8a294 with binding_index 1 {{(pid=103447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 19:53:41.253725 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-0ee55d83-68fa-4bfa-b35c-a898742f119c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818823-1, c48a55e9-6a85-4746-b7bf-3e29fb560094) {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 19:53:41.258277 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ee55d83-68fa-4bfa-b35c-a898742f119c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 19:53:41.258894 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0ee55d83-68fa-4bfa-b35c-a898742f119c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for subnet, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 19:53:41.263289 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59039f04-c705-4d62-a272-63d9018fd6f1 None None] Network c48a55e9-6a85-4746-b7bf-3e29fb560094 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 19:53:41.285878 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-0ee55d83-68fa-4bfa-b35c-a898742f119c admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4813869 Nov 22 19:53:41.402128 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf3b575a-4027-4c42-8c06-f9e5c629ac73 None None] Network c48a55e9-6a85-4746-b7bf-3e29fb560094 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 19:53:43.768119 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 49402) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 19:53:43.904653 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-2cf54f15-ed11-4a0e-9d59-02ee95c44693 admin admin] 10.222.0.46 "GET /v2.0/routers/cc9b1d2c-db13-4a1a-8261-10c9d102f1fb HTTP/1.1" status: 200 len: 710 time: 0.1352262 Nov 22 19:53:43.995798 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27fdf9da-b412-4a4e-84b4-c510ad3e7fc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 19:53:43.997199 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-27fdf9da-b412-4a4e-84b4-c510ad3e7fc7 admin admin] 10.222.0.46 "GET /v2.0/networks/c48a55e9-6a85-4746-b7bf-3e29fb560094 HTTP/1.1" status: 200 len: 886 time: 0.0860977 Nov 22 19:53:44.007261 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-9a9c9243-d2ad-4794-9fa6-9603a29ad9c2 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'}}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 19:53:44.331347 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9a9c9243-d2ad-4794-9fa6-9603a29ad9c2 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 19:53:44.575389 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9a9c9243-d2ad-4794-9fa6-9603a29ad9c2 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 19:53:44.655238 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9a9c9243-d2ad-4794-9fa6-9603a29ad9c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 19:53:44.764328 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [None req-9a9c9243-d2ad-4794-9fa6-9603a29ad9c2 admin admin] Allocated IP 172.25.5.30 (c48a55e9-6a85-4746-b7bf-3e29fb560094/5da6f781-63e6-4328-ae7a-5e672262f55a/0a55a5c1-2c46-49e5-a66f-5e0bd1f49e66) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 19:53:44.867487 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9a9c9243-d2ad-4794-9fa6-9603a29ad9c2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 19:53:44.901216 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9a9c9243-d2ad-4794-9fa6-9603a29ad9c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 19:53:44.947607 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a9c9243-d2ad-4794-9fa6-9603a29ad9c2 admin admin] Network c48a55e9-6a85-4746-b7bf-3e29fb560094 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 19:53:44.952530 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-9a9c9243-d2ad-4794-9fa6-9603a29ad9c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 19:53:44.954803 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9c9243-d2ad-4794-9fa6-9603a29ad9c2 admin admin] Pushing event updated for resources: {'Port': ['ID=0a55a5c1-2c46-49e5-a66f-5e0bd1f49e66,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 19:53:44.966978 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a9c9243-d2ad-4794-9fa6-9603a29ad9c2 admin admin] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 19:53:45.233090 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9a9c9243-d2ad-4794-9fa6-9603a29ad9c2 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 19:53:45.432155 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9a9c9243-d2ad-4794-9fa6-9603a29ad9c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-541823', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-659547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25662'] for router, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 19:53:45.435831 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9a9c9243-d2ad-4794-9fa6-9603a29ad9c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-841284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-541764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-841989', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-659616'] for router, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 19:53:45.545591 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a9c9243-d2ad-4794-9fa6-9603a29ad9c2 admin admin] Router cc9b1d2c-db13-4a1a-8261-10c9d102f1fb has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 19:53:45.732500 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a9c9243-d2ad-4794-9fa6-9603a29ad9c2 admin admin] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 19:53:45.737280 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9a9c9243-d2ad-4794-9fa6-9603a29ad9c2 admin admin] Publish callbacks [] for router, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 19:53:45.738467 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-9a9c9243-d2ad-4794-9fa6-9603a29ad9c2 admin admin] 10.222.0.46 "PUT /v2.0/routers/cc9b1d2c-db13-4a1a-8261-10c9d102f1fb HTTP/1.1" status: 200 len: 889 time: 1.7351637 Nov 22 19:53:47.469310 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aeb527e-4c15-488a-a880-8e7b5e95e1c4 None None] Sync routers for ids ['cc9b1d2c-db13-4a1a-8261-10c9d102f1fb'] in n-d-818823-1 {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 19:53:47.481207 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aeb527e-4c15-488a-a880-8e7b5e95e1c4 None None] Routers {'cc9b1d2c-db13-4a1a-8261-10c9d102f1fb'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 19:53:47.481957 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-6aeb527e-4c15-488a-a880-8e7b5e95e1c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T19:53:32Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['cc9b1d2c-db13-4a1a-8261-10c9d102f1fb'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 19:53:47.602325 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device b37134ec-3f5b-4edb-bc00-19ebbbf0c448 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 19:53:47.739316 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-6aeb527e-4c15-488a-a880-8e7b5e95e1c4 None None] Set router cc9b1d2c-db13-4a1a-8261-10c9d102f1fb gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 19:53:47.787026 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port b37134ec-3f5b-4edb-bc00-19ebbbf0c448 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 19:53:47.791753 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 19:53:48.279192 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 49416) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 19:53:48.331203 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-6aeb527e-4c15-488a-a880-8e7b5e95e1c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc9b1d2c-db13-4a1a-8261-10c9d102f1fb', 'name': 'router1', 'tenant_id': 'edd8e53905184c6bb5c0e6d73591e30d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.30'}], 'enable_snat': True}, 'gw_port_id': '0a55a5c1-2c46-49e5-a66f-5e0bd1f49e66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T19:53:27Z', 'updated_at': '2021-11-22T19:53:45Z', 'revision_number': 4, 'project_id': 'edd8e53905184c6bb5c0e6d73591e30d', 'gw_port': {'id': '0a55a5c1-2c46-49e5-a66f-5e0bd1f49e66', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:e3:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc9b1d2c-db13-4a1a-8261-10c9d102f1fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T19:53:44Z', 'updated_at': '2021-11-22T19:53:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': 'b37134ec-3f5b-4edb-bc00-19ebbbf0c448', 'name': '', 'network_id': 'a1b285c7-cd89-4ccd-bc51-4d60a16601d9', 'tenant_id': 'edd8e53905184c6bb5c0e6d73591e30d', 'mac_address': 'fa:16:3e:7f:63:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc9b1d2c-db13-4a1a-8261-10c9d102f1fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a9fe35da-2fdc-4a0e-8ba0-5f71b17f044a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T19:53:36Z', 'updated_at': '2021-11-22T19:53:40Z', 'revision_number': 5, 'project_id': 'edd8e53905184c6bb5c0e6d73591e30d', 'subnets': [{'id': 'a9fe35da-2fdc-4a0e-8ba0-5f71b17f044a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '24e0e799-00a1-47da-9235-d140bf6a4ef4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 19:53:48.384802 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aeb527e-4c15-488a-a880-8e7b5e95e1c4 None None] Checking router: cc9b1d2c-db13-4a1a-8261-10c9d102f1fb for host: n-d-818823-1 {{(pid=103449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 19:53:48.385158 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aeb527e-4c15-488a-a880-8e7b5e95e1c4 None None] Updating router cc9b1d2c-db13-4a1a-8261-10c9d102f1fb port 0a55a5c1-2c46-49e5-a66f-5e0bd1f49e66 binding host n-d-818823-1 {{(pid=103449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 19:53:48.411591 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-3b9a219f-0682-41d7-b302-51723283e178 admin admin] 10.222.0.46 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1311686 Nov 22 19:53:48.439844 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6aeb527e-4c15-488a-a880-8e7b5e95e1c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 19:53:48.813761 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6aeb527e-4c15-488a-a880-8e7b5e95e1c4 None None] Publish callbacks [] for port, precommit_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 19:53:48.820492 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6aeb527e-4c15-488a-a880-8e7b5e95e1c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 19:53:48.878323 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc202b0-7048-4d55-a94c-e7cd515b7832 None None] Pushing event updated for resources: {'Port': ['ID=0a55a5c1-2c46-49e5-a66f-5e0bd1f49e66,revision_number=2']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 19:53:48.885342 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-6aeb527e-4c15-488a-a880-8e7b5e95e1c4 None None] Attempting to bind port 0a55a5c1-2c46-49e5-a66f-5e0bd1f49e66 on host n-d-818823-1 for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 19:53:48.887067 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-6aeb527e-4c15-488a-a880-8e7b5e95e1c4 None None] Attempting to bind port 0a55a5c1-2c46-49e5-a66f-5e0bd1f49e66 by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 19:53:48.887067 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aeb527e-4c15-488a-a880-8e7b5e95e1c4 None None] Attempting to bind port 0a55a5c1-2c46-49e5-a66f-5e0bd1f49e66 on network c48a55e9-6a85-4746-b7bf-3e29fb560094 {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 19:53:48.894675 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aeb527e-4c15-488a-a880-8e7b5e95e1c4 None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 19, 53, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 19:53:48.895008 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aeb527e-4c15-488a-a880-8e7b5e95e1c4 None None] Checking segment: {'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 19:53:48.895483 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6aeb527e-4c15-488a-a880-8e7b5e95e1c4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 19:53:48.895966 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aeb527e-4c15-488a-a880-8e7b5e95e1c4 None None] Bound using segment: {'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 19:53:48.897022 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-6aeb527e-4c15-488a-a880-8e7b5e95e1c4 None None] Bound port: 0a55a5c1-2c46-49e5-a66f-5e0bd1f49e66, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 19:53:48.897532 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6aeb527e-4c15-488a-a880-8e7b5e95e1c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 19:53:48.953650 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-6aeb527e-4c15-488a-a880-8e7b5e95e1c4 None None] For port 0a55a5c1-2c46-49e5-a66f-5e0bd1f49e66, host n-d-818823-1, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 19:53:48.956924 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-6aeb527e-4c15-488a-a880-8e7b5e95e1c4 None None] For port 0a55a5c1-2c46-49e5-a66f-5e0bd1f49e66, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=0a55a5c1-2c46-49e5-a66f-5e0bd1f49e66,segment=NetworkSegment(8793ba83-8407-4c3d-9b56-2a177cd58a70),segment_id=8793ba83-8407-4c3d-9b56-2a177cd58a70)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 19:53:48.961593 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6aeb527e-4c15-488a-a880-8e7b5e95e1c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 19:53:49.026265 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aeb527e-4c15-488a-a880-8e7b5e95e1c4 None None] Routers {'cc9b1d2c-db13-4a1a-8261-10c9d102f1fb'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 19:53:49.026916 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-6aeb527e-4c15-488a-a880-8e7b5e95e1c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T19:53:32Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['cc9b1d2c-db13-4a1a-8261-10c9d102f1fb'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 19:53:49.062524 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc202b0-7048-4d55-a94c-e7cd515b7832 None None] Pushing event updated for resources: {'Port': ['ID=0a55a5c1-2c46-49e5-a66f-5e0bd1f49e66,revision_number=3']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 19:53:49.150001 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-6aeb527e-4c15-488a-a880-8e7b5e95e1c4 None None] Set router cc9b1d2c-db13-4a1a-8261-10c9d102f1fb gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 19:53:49.380327 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-6aeb527e-4c15-488a-a880-8e7b5e95e1c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc9b1d2c-db13-4a1a-8261-10c9d102f1fb', 'name': 'router1', 'tenant_id': 'edd8e53905184c6bb5c0e6d73591e30d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.30'}], 'enable_snat': True}, 'gw_port_id': '0a55a5c1-2c46-49e5-a66f-5e0bd1f49e66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T19:53:27Z', 'updated_at': '2021-11-22T19:53:45Z', 'revision_number': 4, 'project_id': 'edd8e53905184c6bb5c0e6d73591e30d', 'gw_port': {'id': '0a55a5c1-2c46-49e5-a66f-5e0bd1f49e66', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:e3:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc9b1d2c-db13-4a1a-8261-10c9d102f1fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T19:53:44Z', 'updated_at': '2021-11-22T19:53:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': 'b37134ec-3f5b-4edb-bc00-19ebbbf0c448', 'name': '', 'network_id': 'a1b285c7-cd89-4ccd-bc51-4d60a16601d9', 'tenant_id': 'edd8e53905184c6bb5c0e6d73591e30d', 'mac_address': 'fa:16:3e:7f:63:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc9b1d2c-db13-4a1a-8261-10c9d102f1fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a9fe35da-2fdc-4a0e-8ba0-5f71b17f044a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T19:53:36Z', 'updated_at': '2021-11-22T19:53:40Z', 'revision_number': 5, 'project_id': 'edd8e53905184c6bb5c0e6d73591e30d', 'subnets': [{'id': 'a9fe35da-2fdc-4a0e-8ba0-5f71b17f044a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '24e0e799-00a1-47da-9235-d140bf6a4ef4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 19:53:49.417736 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aeb527e-4c15-488a-a880-8e7b5e95e1c4 None None] The sync data for ids ['cc9b1d2c-db13-4a1a-8261-10c9d102f1fb'] in n-d-818823-1 is: [{'id': 'cc9b1d2c-db13-4a1a-8261-10c9d102f1fb', 'name': 'router1', 'tenant_id': 'edd8e53905184c6bb5c0e6d73591e30d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.30'}], 'enable_snat': True}, 'gw_port_id': '0a55a5c1-2c46-49e5-a66f-5e0bd1f49e66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T19:53:27Z', 'updated_at': '2021-11-22T19:53:45Z', 'revision_number': 4, 'project_id': 'edd8e53905184c6bb5c0e6d73591e30d', 'gw_port': {'id': '0a55a5c1-2c46-49e5-a66f-5e0bd1f49e66', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:e3:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc9b1d2c-db13-4a1a-8261-10c9d102f1fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T19:53:44Z', 'updated_at': '2021-11-22T19:53:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': 'b37134ec-3f5b-4edb-bc00-19ebbbf0c448', 'name': '', 'network_id': 'a1b285c7-cd89-4ccd-bc51-4d60a16601d9', 'tenant_id': 'edd8e53905184c6bb5c0e6d73591e30d', 'mac_address': 'fa:16:3e:7f:63:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc9b1d2c-db13-4a1a-8261-10c9d102f1fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a9fe35da-2fdc-4a0e-8ba0-5f71b17f044a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T19:53:36Z', 'updated_at': '2021-11-22T19:53:40Z', 'revision_number': 5, 'project_id': 'edd8e53905184c6bb5c0e6d73591e30d', 'subnets': [{'id': 'a9fe35da-2fdc-4a0e-8ba0-5f71b17f044a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '24e0e799-00a1-47da-9235-d140bf6a4ef4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 19:53:49.620779 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 0a55a5c1-2c46-49e5-a66f-5e0bd1f49e66 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 19:53:49.683671 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 0a55a5c1-2c46-49e5-a66f-5e0bd1f49e66 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 19:53:49.684643 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 19:53:49.777811 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 19:53:49.806489 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] For port 0a55a5c1-2c46-49e5-a66f-5e0bd1f49e66, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=0a55a5c1-2c46-49e5-a66f-5e0bd1f49e66,segment=NetworkSegment(8793ba83-8407-4c3d-9b56-2a177cd58a70),segment_id=8793ba83-8407-4c3d-9b56-2a177cd58a70)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 19:53:49.811400 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 19:53:49.879395 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Pushing event updated for resources: {'Port': ['ID=0a55a5c1-2c46-49e5-a66f-5e0bd1f49e66,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 19:53:51.590503 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 0a55a5c1-2c46-49e5-a66f-5e0bd1f49e66 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 19:53:51.684867 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 0a55a5c1-2c46-49e5-a66f-5e0bd1f49e66 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 19:53:51.685076 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 19:53:59.619441 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-129d8baa-f1a8-4dd0-bbaa-1001db0cced3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 19:54:02.342480 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-8738c441-6c91-4af8-9239-0451c1ec7baf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 19:54:02.870640 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.agents_db [None req-aa8313f2-1ee4-4e7b-8c5a-d32b2f9d31ee None None] Agent healthcheck: found 5 active agents {{(pid=103450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 19:54:03.220239 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-03f0964f-1b75-4df7-99e0-a3cdb56ec2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 19:54:04.961416 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e49ee129-e862-4476-beca-cdc8150d2345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 19:54:05.826612 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 19:54:29.626028 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-97c62a5c-c236-43cf-929d-b69f4cf03c25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 19:54:32.349690 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-dbf4991f-0091-4e4c-b093-c8ebe9dfe5e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 19:54:33.216042 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-03f0964f-1b75-4df7-99e0-a3cdb56ec2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 19:54:34.951324 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e49ee129-e862-4476-beca-cdc8150d2345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 19:54:35.824047 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 19:54:39.872229 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.agents_db [None req-aa8313f2-1ee4-4e7b-8c5a-d32b2f9d31ee None None] Agent healthcheck: found 5 active agents {{(pid=103450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 19:54:59.612680 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-88f702ca-be31-4b5c-8540-755466d00997 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 19:55:02.343841 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-46f317b6-5f17-4681-8089-2ef4bfe3aef6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 19:55:03.225044 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-03f0964f-1b75-4df7-99e0-a3cdb56ec2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 19:55:04.949269 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e49ee129-e862-4476-beca-cdc8150d2345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 19:55:05.826793 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 19:55:16.872590 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.agents_db [None req-aa8313f2-1ee4-4e7b-8c5a-d32b2f9d31ee None None] Agent healthcheck: found 5 active agents {{(pid=103450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 19:55:17.144587 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 49932) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 19:55:17.213351 n-d-818823-1 neutron-server[103448]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a9818bf-be80-4af3-a91f-7f11fd5358e0 admin admin] GET failed (client error): The resource could not be found. Nov 22 19:55:17.214687 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-5a9818bf-be80-4af3-a91f-7f11fd5358e0 admin admin] 10.222.0.46 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0691183 Nov 22 19:55:17.386708 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-247ea4e1-0b1b-470d-b537-fa101b7e06dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 19:55:17.388134 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-247ea4e1-0b1b-470d-b537-fa101b7e06dc admin admin] 10.222.0.46 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1687460 Nov 22 19:55:19.705914 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 49942) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 19:55:19.799898 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af4382ec-136f-405b-a553-32772a182ead admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 19:55:19.801291 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-af4382ec-136f-405b-a553-32772a182ead admin admin] 10.222.0.46 "GET /v2.0/subnets/a9fe35da-2fdc-4a0e-8ba0-5f71b17f044a HTTP/1.1" status: 200 len: 849 time: 0.0956111 Nov 22 19:55:19.812022 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-c848baee-2e82-4ad6-a362-e9a3a86a6cac admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 19:55:19.901534 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c848baee-2e82-4ad6-a362-e9a3a86a6cac admin admin] Publish callbacks [] for subnet, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 19:55:20.053196 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c848baee-2e82-4ad6-a362-e9a3a86a6cac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8748992951628'] for subnet, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 19:55:20.087949 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c848baee-2e82-4ad6-a362-e9a3a86a6cac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 19:55:20.088577 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c848baee-2e82-4ad6-a362-e9a3a86a6cac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 19:55:20.089875 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-c848baee-2e82-4ad6-a362-e9a3a86a6cac admin admin] 10.222.0.46 "PUT /v2.0/subnets/a9fe35da-2fdc-4a0e-8ba0-5f71b17f044a HTTP/1.1" status: 200 len: 868 time: 0.2817225 Nov 22 19:55:20.093763 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c899e56c-cc26-4a1a-b182-b9163ef135bd None None] Network a1b285c7-cd89-4ccd-bc51-4d60a16601d9 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 19:55:20.113111 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c848baee-2e82-4ad6-a362-e9a3a86a6cac admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9fe35da-2fdc-4a0e-8ba0-5f71b17f044a,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 19:55:20.121711 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c848baee-2e82-4ad6-a362-e9a3a86a6cac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 19:55:20.122115 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c848baee-2e82-4ad6-a362-e9a3a86a6cac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 19:55:20.122387 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c848baee-2e82-4ad6-a362-e9a3a86a6cac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 19:55:20.122717 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c848baee-2e82-4ad6-a362-e9a3a86a6cac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 19:55:20.123047 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c848baee-2e82-4ad6-a362-e9a3a86a6cac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 19:55:20.123372 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c848baee-2e82-4ad6-a362-e9a3a86a6cac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 19:55:20.123733 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c848baee-2e82-4ad6-a362-e9a3a86a6cac admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 19:55:20.124133 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c848baee-2e82-4ad6-a362-e9a3a86a6cac admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 19:55:20.124460 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c848baee-2e82-4ad6-a362-e9a3a86a6cac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 19:55:20.124777 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c848baee-2e82-4ad6-a362-e9a3a86a6cac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 19:55:20.125096 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c848baee-2e82-4ad6-a362-e9a3a86a6cac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 19:55:20.125414 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c848baee-2e82-4ad6-a362-e9a3a86a6cac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 19:55:20.523425 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-185308a8-75a5-40d9-a77e-2718c77114fb None None] Provisioning complete for port 64f6a205-8336-4db2-b28f-6a9e56f3b991 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 19:55:20.524417 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-185308a8-75a5-40d9-a77e-2718c77114fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 19:55:20.612501 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-185308a8-75a5-40d9-a77e-2718c77114fb None None] Provisioning complete for port b37134ec-3f5b-4edb-bc00-19ebbbf0c448 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 19:55:20.612771 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-185308a8-75a5-40d9-a77e-2718c77114fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 19:55:22.434385 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 49950) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 19:55:22.647236 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11e448a3-0e05-4bd0-a4ed-5b3345416678 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 19:55:22.647643 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11e448a3-0e05-4bd0-a4ed-5b3345416678 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 19:55:22.649204 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-11e448a3-0e05-4bd0-a4ed-5b3345416678 admin admin] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2138515 Nov 22 19:55:24.987187 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 49958) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 19:55:25.121626 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51beb613-4d51-4c8c-8425-ef268fc4432b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 19:55:25.122026 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51beb613-4d51-4c8c-8425-ef268fc4432b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 19:55:25.123612 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-51beb613-4d51-4c8c-8425-ef268fc4432b admin admin] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1354086 Nov 22 19:55:27.417841 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 49966) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 19:55:27.548540 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85396627-01cf-498a-a4ee-512f9256425f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 19:55:27.549937 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-85396627-01cf-498a-a4ee-512f9256425f admin admin] 10.222.0.46 "GET /v2.0/networks/a1b285c7-cd89-4ccd-bc51-4d60a16601d9 HTTP/1.1" status: 200 len: 869 time: 0.1311357 Nov 22 19:55:29.618938 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-a6a90cab-2b8e-4cc1-97e5-d048c15b4fb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 19:55:29.869669 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 49976) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 19:55:29.997625 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe7e1b9f-c52b-4ba1-903b-1e3bbd634dfd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 19:55:29.999012 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-fe7e1b9f-c52b-4ba1-903b-1e3bbd634dfd admin admin] 10.222.0.46 "GET /v2.0/networks/c48a55e9-6a85-4746-b7bf-3e29fb560094 HTTP/1.1" status: 200 len: 886 time: 0.1283894 Nov 22 19:55:32.302396 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 49984) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 19:55:32.345861 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-9009c2e0-d76b-4dcf-80ed-ba9aac5f6403 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 19:55:32.429936 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0566e13c-8706-4fb8-8149-85869da57ce2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 19:55:32.430393 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0566e13c-8706-4fb8-8149-85869da57ce2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 19:55:32.431979 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-0566e13c-8706-4fb8-8149-85869da57ce2 admin admin] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1286108 Nov 22 19:55:33.221940 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-03f0964f-1b75-4df7-99e0-a3cdb56ec2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 19:55:34.776161 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 49992) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 19:55:34.875541 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e4df96e-f515-444e-b8ff-4555f9c9fb49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 19:55:34.876632 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e4df96e-f515-444e-b8ff-4555f9c9fb49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 19:55:34.877630 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-7e4df96e-f515-444e-b8ff-4555f9c9fb49 admin admin] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1004803 Nov 22 19:55:34.959348 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e49ee129-e862-4476-beca-cdc8150d2345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 19:55:35.829461 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 19:55:37.202588 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 50000) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 19:55:37.289081 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b31aac10-8095-4959-8342-1d8b01526ecb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 19:55:37.290478 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-b31aac10-8095-4959-8342-1d8b01526ecb admin admin] 10.222.0.46 "GET /v2.0/subnets/5da6f781-63e6-4328-ae7a-5e672262f55a HTTP/1.1" status: 200 len: 816 time: 0.0867927 Nov 22 19:55:39.617533 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 50008) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 19:55:39.715165 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92b65b63-eb81-4bd2-bd96-2523ea0afe4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 19:55:39.716560 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-92b65b63-eb81-4bd2-bd96-2523ea0afe4f admin admin] 10.222.0.46 "GET /v2.0/subnets/a9fe35da-2fdc-4a0e-8ba0-5f71b17f044a HTTP/1.1" status: 200 len: 868 time: 0.0980768 Nov 22 19:55:53.872268 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.agents_db [None req-aa8313f2-1ee4-4e7b-8c5a-d32b2f9d31ee None None] Agent healthcheck: found 5 active agents {{(pid=103450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 19:55:59.617811 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-c62fbe79-a7fa-4eef-9b9d-bc48125ebfe8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 19:56:02.350204 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-587561d6-9f06-434a-b10c-098c8e3904c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 19:56:03.231790 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-03f0964f-1b75-4df7-99e0-a3cdb56ec2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 19:56:04.962455 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e49ee129-e862-4476-beca-cdc8150d2345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 19:56:05.525524 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 50062) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 19:56:05.583079 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [None req-01ae6c9b-389d-43e1-bddc-6dff9336ee67 admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=103447) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 19:56:05.584308 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-01ae6c9b-389d-43e1-bddc-6dff9336ee67 admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0577948 Nov 22 19:56:05.835075 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 19:56:08.124390 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 50070) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 19:56:08.189708 n-d-818823-1 neutron-server[103448]: INFO neutron.pecan_wsgi.hooks.translation [None req-299838e3-b7e2-414a-89e3-d23595101fc7 admin admin] GET failed (client error): The resource could not be found. Nov 22 19:56:08.191083 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-299838e3-b7e2-414a-89e3-d23595101fc7 admin admin] 10.222.0.46 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0655675 Nov 22 19:56:08.289055 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b728055-4cfe-48c3-8338-bdf482e2f81f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 19:56:08.290604 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-6b728055-4cfe-48c3-8338-bdf482e2f81f admin admin] 10.222.0.46 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0943179 Nov 22 19:56:10.686073 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 50078) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 19:56:10.733613 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-42b60752-2bb1-40cc-b964-cb992287b194 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 19:56:10.755811 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42b60752-2bb1-40cc-b964-cb992287b194 admin admin] Made reservation on behalf of 488f50d3f28d48c6b3eb71f4503e4647 for: {'network': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 19:56:10.758136 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-42b60752-2bb1-40cc-b964-cb992287b194 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for network, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 19:56:10.789786 n-d-818823-1 neutron-server[103447]: WARNING neutron.services.revisions.revision_plugin [None req-42b60752-2bb1-40cc-b964-cb992287b194 admin admin] Could not find related network for resource to bump revision. Nov 22 19:56:10.802424 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42b60752-2bb1-40cc-b964-cb992287b194 admin admin] vlan segment allocate from pool success with {'vlan_id': 629, 'physical_network': 'physnet1'} {{(pid=103447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 19:56:10.811584 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-42b60752-2bb1-40cc-b964-cb992287b194 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 19:56:10.811926 n-d-818823-1 neutron-server[103447]: INFO neutron.db.segments_db [None req-42b60752-2bb1-40cc-b964-cb992287b194 admin admin] Added segment 2a5a1c7b-538e-498e-99b9-cc7a8e0411be of type vlan for network e1052824-bf78-4963-8937-b202e372ac24 Nov 22 19:56:10.852015 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-42b60752-2bb1-40cc-b964-cb992287b194 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748992492791'] for network, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 19:56:10.877255 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-42b60752-2bb1-40cc-b964-cb992287b194 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for network, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 19:56:10.878408 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42b60752-2bb1-40cc-b964-cb992287b194 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 19:56:10.879093 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-42b60752-2bb1-40cc-b964-cb992287b194 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for network, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 19:56:10.935711 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-42b60752-2bb1-40cc-b964-cb992287b194 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2484734 Nov 22 19:56:10.949987 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b60752-2bb1-40cc-b964-cb992287b194 admin admin] Pushing event updated for resources: {'Network': ['ID=e1052824-bf78-4963-8937-b202e372ac24,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 19:56:10.957944 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b60752-2bb1-40cc-b964-cb992287b194 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 19:56:10.958297 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b60752-2bb1-40cc-b964-cb992287b194 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 19:56:10.958639 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b60752-2bb1-40cc-b964-cb992287b194 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 19:56:10.958977 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b60752-2bb1-40cc-b964-cb992287b194 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 19:56:10.959322 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b60752-2bb1-40cc-b964-cb992287b194 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 19:56:10.959688 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b60752-2bb1-40cc-b964-cb992287b194 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 19:56:10.960020 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b60752-2bb1-40cc-b964-cb992287b194 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 19:56:10.960350 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b60752-2bb1-40cc-b964-cb992287b194 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 19:56:10.960678 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b60752-2bb1-40cc-b964-cb992287b194 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 19:56:10.961002 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b60752-2bb1-40cc-b964-cb992287b194 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 19:56:10.961331 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b60752-2bb1-40cc-b964-cb992287b194 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 19:56:10.961653 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b60752-2bb1-40cc-b964-cb992287b194 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 19:56:10.981685 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Network e1052824-bf78-4963-8937-b202e372ac24 details requested by agent ovs-agent-n-d-818823-1 with host n-d-818823-1 {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 19:56:13.311776 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 50086) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 19:56:13.378730 n-d-818823-1 neutron-server[103448]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5a11a85-f3a2-46cc-8e8d-aab2ebcdacd0 admin admin] GET failed (client error): The resource could not be found. Nov 22 19:56:13.380389 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-b5a11a85-f3a2-46cc-8e8d-aab2ebcdacd0 admin admin] 10.222.0.46 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0675428 Nov 22 19:56:13.462659 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-913a75e7-c4cc-4ede-b28a-9ff5cffdaaee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 19:56:13.465158 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-913a75e7-c4cc-4ede-b28a-9ff5cffdaaee admin admin] 10.222.0.46 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0793877 Nov 22 19:56:13.479068 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-c4c69305-b7b4-40a5-9165-d402626c5665 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'network_id': 'e1052824-bf78-4963-8937-b202e372ac24', 'name': 'shared-subnet'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 19:56:13.510283 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4c69305-b7b4-40a5-9165-d402626c5665 admin admin] Made reservation on behalf of 488f50d3f28d48c6b3eb71f4503e4647 for: {'subnet': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 19:56:13.513718 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c4c69305-b7b4-40a5-9165-d402626c5665 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 19:56:13.736079 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c4c69305-b7b4-40a5-9165-d402626c5665 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for subnet, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 19:56:13.795211 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c69305-b7b4-40a5-9165-d402626c5665 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3091ebfd-11e2-41f8-9c00-ffe0b86563d8,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 19:56:13.807601 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c69305-b7b4-40a5-9165-d402626c5665 admin admin] Checking segment: {'id': '2a5a1c7b-538e-498e-99b9-cc7a8e0411be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'e1052824-bf78-4963-8937-b202e372ac24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 19:56:13.808013 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4c69305-b7b4-40a5-9165-d402626c5665 admin admin] Network hostable DHCP agents. Network: e1052824-bf78-4963-8937-b202e372ac24, hostable agents: ['02adaa64-0987-4b74-bad0-cbcf56f8a294'], hosted agents: [] {{(pid=103448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 19:56:13.830178 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4c69305-b7b4-40a5-9165-d402626c5665 admin admin] Network e1052824-bf78-4963-8937-b202e372ac24 is scheduled to be hosted by DHCP agent 02adaa64-0987-4b74-bad0-cbcf56f8a294 with binding_index 1 {{(pid=103448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 19:56:13.841368 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-c4c69305-b7b4-40a5-9165-d402626c5665 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818823-1, e1052824-bf78-4963-8937-b202e372ac24) {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 19:56:13.845939 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4c69305-b7b4-40a5-9165-d402626c5665 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 19:56:13.847317 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c4c69305-b7b4-40a5-9165-d402626c5665 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 19:56:13.850764 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-608a87ed-9946-4b5e-9aa4-5e8f83a90d50 None None] Network e1052824-bf78-4963-8937-b202e372ac24 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 19:56:13.864807 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-c4c69305-b7b4-40a5-9165-d402626c5665 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3919642 Nov 22 19:56:14.020718 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5d377b5-7cec-4897-9ca3-c6434a684ed0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fb26bd7-ce56-527b-b94f-2e1f7cb2bb35-e1052824-bf78-4963-8937-b202e372ac24', 'network_id': 'e1052824-bf78-4963-8937-b202e372ac24', 'tenant_id': '488f50d3f28d48c6b3eb71f4503e4647', 'fixed_ips': [{'subnet_id': '3091ebfd-11e2-41f8-9c00-ffe0b86563d8'}]}} from n-d-818823-1. {{(pid=103449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 19:56:14.021614 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-d5d377b5-7cec-4897-9ca3-c6434a684ed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 19:56:14.283200 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.db_base_plugin_common [None req-d5d377b5-7cec-4897-9ca3-c6434a684ed0 None None] Allocated IP 192.168.233.2 (e1052824-bf78-4963-8937-b202e372ac24/3091ebfd-11e2-41f8-9c00-ffe0b86563d8/61df1123-ec58-4ad7-9a9f-53d866d6800a) {{(pid=103449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 19:56:14.444066 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-d5d377b5-7cec-4897-9ca3-c6434a684ed0 None None] Publish callbacks [] for port, precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 19:56:14.450879 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-d5d377b5-7cec-4897-9ca3-c6434a684ed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372'] for port, after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 19:56:14.495384 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5d377b5-7cec-4897-9ca3-c6434a684ed0 None None] Network e1052824-bf78-4963-8937-b202e372ac24 is already hosted by enough agents. {{(pid=103449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 19:56:14.498229 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.base_scheduler [None req-d5d377b5-7cec-4897-9ca3-c6434a684ed0 None None] Resources bound (agent type, host, resource id): {{(pid=103449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 19:56:14.502628 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d377b5-7cec-4897-9ca3-c6434a684ed0 None None] Received port after_create {{(pid=103449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 19:56:14.506325 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d377b5-7cec-4897-9ca3-c6434a684ed0 None None] Pushing event updated for resources: {'Port': ['ID=61df1123-ec58-4ad7-9a9f-53d866d6800a,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 19:56:14.517616 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d377b5-7cec-4897-9ca3-c6434a684ed0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 19:56:14.517960 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d377b5-7cec-4897-9ca3-c6434a684ed0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 19:56:14.518301 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d377b5-7cec-4897-9ca3-c6434a684ed0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 19:56:14.518636 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d377b5-7cec-4897-9ca3-c6434a684ed0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 19:56:14.518970 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d377b5-7cec-4897-9ca3-c6434a684ed0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 19:56:14.519374 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d377b5-7cec-4897-9ca3-c6434a684ed0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 19:56:14.520215 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d377b5-7cec-4897-9ca3-c6434a684ed0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 19:56:14.520544 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d377b5-7cec-4897-9ca3-c6434a684ed0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 19:56:14.520869 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d377b5-7cec-4897-9ca3-c6434a684ed0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 19:56:14.521202 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d377b5-7cec-4897-9ca3-c6434a684ed0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 19:56:14.521520 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d377b5-7cec-4897-9ca3-c6434a684ed0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 19:56:14.521836 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d377b5-7cec-4897-9ca3-c6434a684ed0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 19:56:14.574677 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-d5d377b5-7cec-4897-9ca3-c6434a684ed0 None None] Attempting to bind port 61df1123-ec58-4ad7-9a9f-53d866d6800a on host n-d-818823-1 for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 19:56:14.574972 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-d5d377b5-7cec-4897-9ca3-c6434a684ed0 None None] Attempting to bind port 61df1123-ec58-4ad7-9a9f-53d866d6800a by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': '2a5a1c7b-538e-498e-99b9-cc7a8e0411be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'e1052824-bf78-4963-8937-b202e372ac24'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 19:56:14.575307 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d377b5-7cec-4897-9ca3-c6434a684ed0 None None] Attempting to bind port 61df1123-ec58-4ad7-9a9f-53d866d6800a on network e1052824-bf78-4963-8937-b202e372ac24 {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 19:56:14.581251 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d377b5-7cec-4897-9ca3-c6434a684ed0 None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 19, 56, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 19:56:14.581765 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d377b5-7cec-4897-9ca3-c6434a684ed0 None None] Checking segment: {'id': '2a5a1c7b-538e-498e-99b9-cc7a8e0411be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'e1052824-bf78-4963-8937-b202e372ac24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 19:56:14.582167 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-d5d377b5-7cec-4897-9ca3-c6434a684ed0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 19:56:14.582566 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d377b5-7cec-4897-9ca3-c6434a684ed0 None None] Bound using segment: {'id': '2a5a1c7b-538e-498e-99b9-cc7a8e0411be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'e1052824-bf78-4963-8937-b202e372ac24'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 19:56:14.583030 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-d5d377b5-7cec-4897-9ca3-c6434a684ed0 None None] Bound port: 61df1123-ec58-4ad7-9a9f-53d866d6800a, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a5a1c7b-538e-498e-99b9-cc7a8e0411be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'e1052824-bf78-4963-8937-b202e372ac24'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 19:56:14.583443 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-d5d377b5-7cec-4897-9ca3-c6434a684ed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 19:56:14.651068 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-d5d377b5-7cec-4897-9ca3-c6434a684ed0 None None] For port 61df1123-ec58-4ad7-9a9f-53d866d6800a, host n-d-818823-1, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 19:56:14.655208 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-d5d377b5-7cec-4897-9ca3-c6434a684ed0 None None] For port 61df1123-ec58-4ad7-9a9f-53d866d6800a, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=61df1123-ec58-4ad7-9a9f-53d866d6800a,segment=NetworkSegment(2a5a1c7b-538e-498e-99b9-cc7a8e0411be),segment_id=2a5a1c7b-538e-498e-99b9-cc7a8e0411be)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 19:56:14.663995 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-d5d377b5-7cec-4897-9ca3-c6434a684ed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 19:56:14.728386 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d377b5-7cec-4897-9ca3-c6434a684ed0 None None] Pushing event updated for resources: {'Port': ['ID=61df1123-ec58-4ad7-9a9f-53d866d6800a,revision_number=2']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 19:56:15.673954 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ee78636-d818-4d3a-9c21-0df883bd4a27 None None] Network e1052824-bf78-4963-8937-b202e372ac24 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 19:56:15.735145 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 61df1123-ec58-4ad7-9a9f-53d866d6800a up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 19:56:15.849272 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-89061ef3-0206-4f87-bf51-2b70f7236ecf None None] Provisioning complete for port 61df1123-ec58-4ad7-9a9f-53d866d6800a triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 19:56:15.849633 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-89061ef3-0206-4f87-bf51-2b70f7236ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 19:56:15.895759 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 61df1123-ec58-4ad7-9a9f-53d866d6800a triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 19:56:15.896123 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 19:56:16.017736 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-89061ef3-0206-4f87-bf51-2b70f7236ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 19:56:16.074011 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 19:56:16.093186 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-89061ef3-0206-4f87-bf51-2b70f7236ecf None None] For port 61df1123-ec58-4ad7-9a9f-53d866d6800a, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=61df1123-ec58-4ad7-9a9f-53d866d6800a,segment=NetworkSegment(2a5a1c7b-538e-498e-99b9-cc7a8e0411be),segment_id=2a5a1c7b-538e-498e-99b9-cc7a8e0411be)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 19:56:16.103777 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-89061ef3-0206-4f87-bf51-2b70f7236ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 19:56:16.197330 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.db.api [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103449) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 19:56:16.198011 n-d-818823-1 neutron-server[103449]: DEBUG oslo_db.api [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 19:56:16.201996 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89061ef3-0206-4f87-bf51-2b70f7236ecf None None] Pushing event updated for resources: {'Port': ['ID=61df1123-ec58-4ad7-9a9f-53d866d6800a,revision_number=3']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 19:56:16.226839 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ab92959f-aa04-4835-a9ee-2d9152716651 None None] Provisioning complete for port 61df1123-ec58-4ad7-9a9f-53d866d6800a triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 19:56:16.227216 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ab92959f-aa04-4835-a9ee-2d9152716651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 19:56:17.659693 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 61df1123-ec58-4ad7-9a9f-53d866d6800a up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 19:56:17.736970 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 61df1123-ec58-4ad7-9a9f-53d866d6800a triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 19:56:17.737340 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 19:56:29.611631 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-cf81af70-8ac4-4ea1-b22b-ca045a553fb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 19:56:30.871052 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.agents_db [None req-aa8313f2-1ee4-4e7b-8c5a-d32b2f9d31ee None None] Agent healthcheck: found 5 active agents {{(pid=103450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 19:56:32.352005 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-7e8f0fa7-0079-4ba1-869a-f17db64c5f27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 19:56:33.225686 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-03f0964f-1b75-4df7-99e0-a3cdb56ec2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 19:56:34.949643 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e49ee129-e862-4476-beca-cdc8150d2345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 19:56:35.831601 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 19:56:59.613655 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-9f570b73-dedc-4b17-a51f-94fe392930e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 19:57:02.355627 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-b6e8bb8d-3e9e-45ab-a7b7-2af5625fadfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 19:57:03.226668 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-03f0964f-1b75-4df7-99e0-a3cdb56ec2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 19:57:04.953814 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e49ee129-e862-4476-beca-cdc8150d2345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 19:57:05.834273 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 19:57:07.869996 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.agents_db [None req-aa8313f2-1ee4-4e7b-8c5a-d32b2f9d31ee None None] Agent healthcheck: found 5 active agents {{(pid=103450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 19:57:29.615223 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-bdb78ee7-751e-4de3-a75e-4dc162164eac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 19:57:32.356439 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-9b628da3-85b3-4928-9814-fab0134a482d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 19:57:33.231660 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-03f0964f-1b75-4df7-99e0-a3cdb56ec2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 19:57:34.956980 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e49ee129-e862-4476-beca-cdc8150d2345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 19:57:35.838797 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 19:57:44.869527 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.agents_db [None req-aa8313f2-1ee4-4e7b-8c5a-d32b2f9d31ee None None] Agent healthcheck: found 5 active agents {{(pid=103450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 19:57:52.137194 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 50132) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 19:57:52.143678 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [None req-83cef26e-1d04-40d7-80bb-16767a575c29 tempest-verify_tempest_config-1778834772 tempest-verify_tempest_config-1778834772-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=103448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 19:57:52.144716 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-83cef26e-1d04-40d7-80bb-16767a575c29 tempest-verify_tempest_config-1778834772 tempest-verify_tempest_config-1778834772-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0065334 Nov 22 19:57:52.472508 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 50150) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 19:57:52.625257 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f56d4cf4-d513-49c7-bbe9-a5b46e43917f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 19:57:52.750202 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f56d4cf4-d513-49c7-bbe9-a5b46e43917f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 19:57:52.754639 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f56d4cf4-d513-49c7-bbe9-a5b46e43917f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 19:57:52.807815 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56d4cf4-d513-49c7-bbe9-a5b46e43917f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7543d9f4-21a5-42d6-95a0-57a61d335501,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 19:57:52.811798 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-f56d4cf4-d513-49c7-bbe9-a5b46e43917f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e9fa1adf140f4e85816cbf45768c2dea&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3380992 Nov 22 19:57:52.815461 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 50154) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 19:57:52.818401 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56d4cf4-d513-49c7-bbe9-a5b46e43917f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 19:57:52.818790 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56d4cf4-d513-49c7-bbe9-a5b46e43917f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 19:57:52.819138 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56d4cf4-d513-49c7-bbe9-a5b46e43917f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 19:57:52.819500 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56d4cf4-d513-49c7-bbe9-a5b46e43917f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 19:57:52.819834 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56d4cf4-d513-49c7-bbe9-a5b46e43917f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 19:57:52.820163 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56d4cf4-d513-49c7-bbe9-a5b46e43917f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 19:57:52.820486 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56d4cf4-d513-49c7-bbe9-a5b46e43917f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 19:57:52.820809 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56d4cf4-d513-49c7-bbe9-a5b46e43917f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 19:57:52.821131 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56d4cf4-d513-49c7-bbe9-a5b46e43917f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 19:57:52.821454 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56d4cf4-d513-49c7-bbe9-a5b46e43917f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 19:57:52.821773 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56d4cf4-d513-49c7-bbe9-a5b46e43917f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 19:57:52.822096 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56d4cf4-d513-49c7-bbe9-a5b46e43917f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 19:57:52.890563 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-2bbc8dc7-a5da-4ffb-ba5d-7980b2d127d6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 19:57:52.915359 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-2bbc8dc7-a5da-4ffb-ba5d-7980b2d127d6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 19:57:53.024444 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-2bbc8dc7-a5da-4ffb-ba5d-7980b2d127d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 19:57:53.027109 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-2bbc8dc7-a5da-4ffb-ba5d-7980b2d127d6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 19:57:53.028343 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-2bbc8dc7-a5da-4ffb-ba5d-7980b2d127d6 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7543d9f4-21a5-42d6-95a0-57a61d335501 HTTP/1.1" status: 204 len: 168 time: 0.2115202 Nov 22 19:57:53.038902 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbc8dc7-a5da-4ffb-ba5d-7980b2d127d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7543d9f4-21a5-42d6-95a0-57a61d335501,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 19:57:53.046650 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbc8dc7-a5da-4ffb-ba5d-7980b2d127d6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 19:57:53.046997 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbc8dc7-a5da-4ffb-ba5d-7980b2d127d6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 19:57:53.047343 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbc8dc7-a5da-4ffb-ba5d-7980b2d127d6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 19:57:53.047893 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbc8dc7-a5da-4ffb-ba5d-7980b2d127d6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 19:57:53.048233 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbc8dc7-a5da-4ffb-ba5d-7980b2d127d6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 19:57:53.048573 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbc8dc7-a5da-4ffb-ba5d-7980b2d127d6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 19:57:53.048927 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbc8dc7-a5da-4ffb-ba5d-7980b2d127d6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 19:57:53.049264 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbc8dc7-a5da-4ffb-ba5d-7980b2d127d6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 19:57:53.049595 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbc8dc7-a5da-4ffb-ba5d-7980b2d127d6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 19:57:53.049944 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbc8dc7-a5da-4ffb-ba5d-7980b2d127d6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 19:57:53.050257 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbc8dc7-a5da-4ffb-ba5d-7980b2d127d6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 19:57:53.050585 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbc8dc7-a5da-4ffb-ba5d-7980b2d127d6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 19:57:59.617617 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6073af2f-7c9a-457b-956c-16cdc2725bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 19:58:02.357875 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-bf4dde9f-db18-40ae-956f-69bc22c336c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 19:58:03.233987 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-03f0964f-1b75-4df7-99e0-a3cdb56ec2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 19:58:04.958809 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e49ee129-e862-4476-beca-cdc8150d2345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 19:58:05.840958 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 19:58:21.868510 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.agents_db [None req-aa8313f2-1ee4-4e7b-8c5a-d32b2f9d31ee None None] Agent healthcheck: found 5 active agents {{(pid=103450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 19:58:29.621046 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39153ac6-41b4-4023-b805-71ff17bccee6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 19:58:32.359317 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-99c5fe68-3384-4121-bb05-b2f02a10edc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 19:58:33.241770 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-03f0964f-1b75-4df7-99e0-a3cdb56ec2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 19:58:34.962424 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e49ee129-e862-4476-beca-cdc8150d2345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 19:58:35.843197 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 19:58:58.867784 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.agents_db [None req-aa8313f2-1ee4-4e7b-8c5a-d32b2f9d31ee None None] Agent healthcheck: found 5 active agents {{(pid=103450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 19:58:59.622731 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-befb18af-db4c-440a-960f-8b632a79cde6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 19:59:02.360259 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-3ee3bc7a-3123-40ff-ab66-86019eae5ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 19:59:03.239039 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-03f0964f-1b75-4df7-99e0-a3cdb56ec2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 19:59:04.965499 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e49ee129-e862-4476-beca-cdc8150d2345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 19:59:05.847472 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 19:59:29.625495 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-c5b2e500-f291-472c-a86c-957227c5e890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 19:59:32.364505 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-b8478c06-9afb-46d5-9f49-fc90a02336c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 19:59:33.242916 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-03f0964f-1b75-4df7-99e0-a3cdb56ec2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 19:59:34.975212 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e49ee129-e862-4476-beca-cdc8150d2345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 19:59:35.851200 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 19:59:35.866828 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.agents_db [None req-aa8313f2-1ee4-4e7b-8c5a-d32b2f9d31ee None None] Agent healthcheck: found 5 active agents {{(pid=103450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 19:59:59.627536 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-a6611ca9-3582-4d45-8aad-d5e6a0fe1661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:00:02.367105 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e344d8f8-412a-4714-817c-d0992332eac4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:00:03.244447 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-03f0964f-1b75-4df7-99e0-a3cdb56ec2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:00:04.975963 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e49ee129-e862-4476-beca-cdc8150d2345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:00:05.854802 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:00:12.865926 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.agents_db [None req-aa8313f2-1ee4-4e7b-8c5a-d32b2f9d31ee None None] Agent healthcheck: found 5 active agents {{(pid=103450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 20:00:29.629304 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-54653a48-04ee-46a2-a394-82fc99894737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:00:32.369262 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-0334de4c-3471-46bc-a38c-17566d783a32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:00:33.246342 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-03f0964f-1b75-4df7-99e0-a3cdb56ec2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:00:34.979534 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e49ee129-e862-4476-beca-cdc8150d2345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:00:35.859134 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:00:44.047681 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-663175'] for agent, after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:00:44.065905 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-663175'] for agent, after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:00:49.865885 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.agents_db [None req-aa8313f2-1ee4-4e7b-8c5a-d32b2f9d31ee None None] Agent healthcheck: found 7 active agents {{(pid=103450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 20:00:59.631370 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4f68061d-ac69-4aa5-959b-1b6776141cbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:01:02.370867 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-1de1090a-ff92-4ef8-8d74-aecefcb194b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:01:03.249401 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-03f0964f-1b75-4df7-99e0-a3cdb56ec2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:01:04.982358 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e49ee129-e862-4476-beca-cdc8150d2345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:01:05.861211 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:01:14.001865 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:01:14.018221 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:01:26.867161 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.agents_db [None req-aa8313f2-1ee4-4e7b-8c5a-d32b2f9d31ee None None] Agent healthcheck: found 7 active agents {{(pid=103450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 20:01:29.633544 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-5b489da2-1d6f-4a92-9232-e7c1a47c81c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:01:30.923368 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 50214) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:01:31.037233 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-45144d87-927b-44ae-a18e-20f33cd6fe2c admin admin] 10.222.0.46 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.1127157 Nov 22 20:01:32.374534 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-32b83ea9-c48a-47fa-a5b1-7d2a2eb35dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:01:33.257377 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-03f0964f-1b75-4df7-99e0-a3cdb56ec2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:01:33.495538 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 50224) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:01:33.565936 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-0db04bca-d9f1-439a-903c-5147071a8623 admin admin] 10.222.0.46 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.0692778 Nov 22 20:01:34.985692 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e49ee129-e862-4476-beca-cdc8150d2345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:01:35.862403 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:01:44.037509 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:01:44.043365 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:01:59.636393 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-83f4de00-1561-4716-8ecb-1ceb75a74ff6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:02:02.376733 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-fe9a7777-8258-4e64-b2d0-e4776e021ce4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:02:03.258224 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-03f0964f-1b75-4df7-99e0-a3cdb56ec2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:02:03.866059 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.agents_db [None req-aa8313f2-1ee4-4e7b-8c5a-d32b2f9d31ee None None] Agent healthcheck: found 7 active agents {{(pid=103450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 20:02:04.989582 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e49ee129-e862-4476-beca-cdc8150d2345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:02:05.865370 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:02:14.039118 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:02:14.042268 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:02:29.639513 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6bb74108-f701-4511-96f9-acea9aedee87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:02:32.378389 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-a79a9bfd-91d3-43de-93a4-4302043b8f7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:02:33.258182 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-03f0964f-1b75-4df7-99e0-a3cdb56ec2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:02:34.997119 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e49ee129-e862-4476-beca-cdc8150d2345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:02:35.868616 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:02:40.865485 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.agents_db [None req-aa8313f2-1ee4-4e7b-8c5a-d32b2f9d31ee None None] Agent healthcheck: found 7 active agents {{(pid=103450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 20:02:44.038326 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:02:44.039554 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:02:55.758128 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 50442) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:02:56.240927 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-d2eddfb3-9cea-429b-84e8-044bcb54f01c tempest-AutoAllocateNetworkTest-170229623 tempest-AutoAllocateNetworkTest-170229623-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=97ef556c5ba548b3bfd0a057eaa6dff7&shared=False HTTP/1.1" status: 200 len: 208 time: 0.4808969 Nov 22 20:02:56.243387 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 50462) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:02:56.438826 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dac36c1-8c95-42e4-a07f-83788975c3ef tempest-AutoAllocateNetworkTest-170229623 tempest-AutoAllocateNetworkTest-170229623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:02:56.442828 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-4dac36c1-8c95-42e4-a07f-83788975c3ef tempest-AutoAllocateNetworkTest-170229623 tempest-AutoAllocateNetworkTest-170229623-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1969712 Nov 22 20:02:56.445014 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 50474) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:02:56.512161 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 50480) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:02:56.515582 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-f216b9e7-62e8-4a22-b6a0-f2b5f0ce8b12 tempest-AutoAllocateNetworkTest-170229623 tempest-AutoAllocateNetworkTest-170229623-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0690086 Nov 22 20:02:56.546322 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-18a957bf-1fd5-416e-9ebd-f86a52217b32 tempest-AutoAllocateNetworkTest-170229623 tempest-AutoAllocateNetworkTest-170229623-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=97ef556c5ba548b3bfd0a057eaa6dff7 HTTP/1.1" status: 200 len: 208 time: 0.0325999 Nov 22 20:02:57.288353 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 50528) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:02:57.675248 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-d4ddf7be-e879-41c1-a3e2-fde15f2c9cf0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:02:57.758456 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-d4ddf7be-e879-41c1-a3e2-fde15f2c9cf0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:02:57.763578 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-d4ddf7be-e879-41c1-a3e2-fde15f2c9cf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:02:57.816752 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ddf7be-e879-41c1-a3e2-fde15f2c9cf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=964cc763-ed02-4461-94f5-5cbeef22e3fe,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:02:57.824037 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-d4ddf7be-e879-41c1-a3e2-fde15f2c9cf0 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=97ef556c5ba548b3bfd0a057eaa6dff7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5331702 Nov 22 20:02:57.824901 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 50558) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:02:57.837439 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ddf7be-e879-41c1-a3e2-fde15f2c9cf0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:02:57.837835 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ddf7be-e879-41c1-a3e2-fde15f2c9cf0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:02:57.838261 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ddf7be-e879-41c1-a3e2-fde15f2c9cf0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:02:57.838604 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ddf7be-e879-41c1-a3e2-fde15f2c9cf0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:02:57.838941 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ddf7be-e879-41c1-a3e2-fde15f2c9cf0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:02:57.839277 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ddf7be-e879-41c1-a3e2-fde15f2c9cf0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:02:57.839642 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ddf7be-e879-41c1-a3e2-fde15f2c9cf0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:02:57.839977 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ddf7be-e879-41c1-a3e2-fde15f2c9cf0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:02:57.840465 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ddf7be-e879-41c1-a3e2-fde15f2c9cf0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:02:57.840794 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ddf7be-e879-41c1-a3e2-fde15f2c9cf0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:02:57.841276 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ddf7be-e879-41c1-a3e2-fde15f2c9cf0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:02:57.841602 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ddf7be-e879-41c1-a3e2-fde15f2c9cf0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:02:57.842762 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ddf7be-e879-41c1-a3e2-fde15f2c9cf0 admin admin] Tracked resource versions report: Nov 22 20:02:57.842762 n-d-818823-1 neutron-server[103447]: pushed versions: Nov 22 20:02:57.842762 n-d-818823-1 neutron-server[103447]: { 'AddressGroup': {'1.2'}, Nov 22 20:02:57.842762 n-d-818823-1 neutron-server[103447]: 'ConntrackHelper': {'1.0'}, Nov 22 20:02:57.842762 n-d-818823-1 neutron-server[103447]: 'Log': {'1.0'}, Nov 22 20:02:57.842762 n-d-818823-1 neutron-server[103447]: 'Network': {'1.1'}, Nov 22 20:02:57.842762 n-d-818823-1 neutron-server[103447]: 'Port': {'1.7'}, Nov 22 20:02:57.842762 n-d-818823-1 neutron-server[103447]: 'PortForwarding': {'1.2'}, Nov 22 20:02:57.842762 n-d-818823-1 neutron-server[103447]: 'QosPolicy': {'1.10'}, Nov 22 20:02:57.842762 n-d-818823-1 neutron-server[103447]: 'SecurityGroup': {'1.5'}, Nov 22 20:02:57.842762 n-d-818823-1 neutron-server[103447]: 'SecurityGroupRule': {'1.2'}, Nov 22 20:02:57.842762 n-d-818823-1 neutron-server[103447]: 'SubPort': {'1.0'}, Nov 22 20:02:57.842762 n-d-818823-1 neutron-server[103447]: 'Subnet': {'1.1'}, Nov 22 20:02:57.842762 n-d-818823-1 neutron-server[103447]: 'Trunk': {'1.1'}} Nov 22 20:02:57.842762 n-d-818823-1 neutron-server[103447]: consumer versions: Nov 22 20:02:57.842762 n-d-818823-1 neutron-server[103447]: { DHCP agent@n-d-818823-1: {}, Nov 22 20:02:57.842762 n-d-818823-1 neutron-server[103447]: HyperV agent@n-h1-818823-1: {}, Nov 22 20:02:57.842762 n-d-818823-1 neutron-server[103447]: HyperV agent@n-h2-818823-1: {}, Nov 22 20:02:57.842762 n-d-818823-1 neutron-server[103447]: L3 agent@n-d-818823-1: {}, Nov 22 20:02:57.842762 n-d-818823-1 neutron-server[103447]: Metadata agent@n-d-818823-1: {}, Nov 22 20:02:57.842762 n-d-818823-1 neutron-server[103447]: Metering agent@n-d-818823-1: {}, Nov 22 20:02:57.842762 n-d-818823-1 neutron-server[103447]: Open vSwitch agent@n-d-818823-1: { 'AddressGroup': '1.2', Nov 22 20:02:57.842762 n-d-818823-1 neutron-server[103447]: 'ConntrackHelper': '1.0', Nov 22 20:02:57.842762 n-d-818823-1 neutron-server[103447]: 'Log': '1.0', Nov 22 20:02:57.842762 n-d-818823-1 neutron-server[103447]: 'Network': '1.1', Nov 22 20:02:57.842762 n-d-818823-1 neutron-server[103447]: 'Port': '1.7', Nov 22 20:02:57.842762 n-d-818823-1 neutron-server[103447]: 'PortForwarding': '1.2', Nov 22 20:02:57.842762 n-d-818823-1 neutron-server[103447]: 'QosPolicy': '1.10', Nov 22 20:02:57.842762 n-d-818823-1 neutron-server[103447]: 'SecurityGroup': '1.5', Nov 22 20:02:57.842762 n-d-818823-1 neutron-server[103447]: 'SecurityGroupRule': '1.2', Nov 22 20:02:57.842762 n-d-818823-1 neutron-server[103447]: 'SubPort': '1.0', Nov 22 20:02:57.842762 n-d-818823-1 neutron-server[103447]: 'Subnet': '1.1', Nov 22 20:02:57.842762 n-d-818823-1 neutron-server[103447]: 'Trunk': '1.1'}} Nov 22 20:02:57.842762 n-d-818823-1 neutron-server[103447]: {{(pid=103447) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 22 20:02:57.888490 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-580f757c-33f3-43b0-803d-e2f449c1f0b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:02:57.910617 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-580f757c-33f3-43b0-803d-e2f449c1f0b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:02:57.964596 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-580f757c-33f3-43b0-803d-e2f449c1f0b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:02:57.967159 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-580f757c-33f3-43b0-803d-e2f449c1f0b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:02:57.968336 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-580f757c-33f3-43b0-803d-e2f449c1f0b9 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/964cc763-ed02-4461-94f5-5cbeef22e3fe HTTP/1.1" status: 204 len: 168 time: 0.1386640 Nov 22 20:02:57.975901 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580f757c-33f3-43b0-803d-e2f449c1f0b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=964cc763-ed02-4461-94f5-5cbeef22e3fe,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:02:59.487292 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 50668) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:02:59.489502 n-d-818823-1 neutron-server[103447]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 22 20:02:59.511398 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-14cb04d6-8d83-4dae-b6a9-e999a4d0ebc7 req-ee0bcbda-7fb4-4d1d-b8c4-c903b09e7c9f tempest-DeleteServersAdminTestJSON-1623428566 tempest-DeleteServersAdminTestJSON-1623428566-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=6eb9d754e20948bd851e0578731ed612&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0228148 Nov 22 20:02:59.636460 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cb04d6-8d83-4dae-b6a9-e999a4d0ebc7 req-02d326a1-e42c-4fd8-81ad-a1a9d4c22cbe tempest-DeleteServersAdminTestJSON-1623428566 tempest-DeleteServersAdminTestJSON-1623428566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:02:59.638293 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-14cb04d6-8d83-4dae-b6a9-e999a4d0ebc7 req-02d326a1-e42c-4fd8-81ad-a1a9d4c22cbe tempest-DeleteServersAdminTestJSON-1623428566 tempest-DeleteServersAdminTestJSON-1623428566-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1202195 Nov 22 20:02:59.655079 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-30065c0a-ea16-4ea6-aaa5-4b8e7ccba169 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:02:59.659668 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-14cb04d6-8d83-4dae-b6a9-e999a4d0ebc7 req-df481645-4607-42ae-bd70-04dd9867f9d3 tempest-DeleteServersAdminTestJSON-1623428566 tempest-DeleteServersAdminTestJSON-1623428566-project] 10.222.0.46 "GET /v2.0/quotas/6eb9d754e20948bd851e0578731ed612 HTTP/1.1" status: 200 len: 375 time: 0.0129483 Nov 22 20:02:59.719994 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-14cb04d6-8d83-4dae-b6a9-e999a4d0ebc7 req-6ea4b4b2-2dca-4e36-8c55-8c9d1cf39c4b tempest-DeleteServersAdminTestJSON-1623428566 tempest-DeleteServersAdminTestJSON-1623428566-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=6eb9d754e20948bd851e0578731ed612&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0513682 Nov 22 20:03:00.488079 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 50748) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:03:00.824106 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-921176d4-ebff-4427-8251-347535a5bef6 req-8820712e-2ace-4f11-a08e-8426779d03d2 tempest-DeleteServersAdminTestJSON-1623428566 tempest-DeleteServersAdminTestJSON-1623428566-project] 10.222.0.46 "GET /v2.0/ports?device_id=28d8ca59-7682-4cca-aa42-1ee02d9c37a6 HTTP/1.1" status: 200 len: 210 time: 0.3341775 Nov 22 20:03:01.050400 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 50794) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:03:01.209662 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 50802) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:03:01.334074 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8972c8a7-7ade-4d9e-9788-2c37361795fc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:01.466780 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-fb6214cd-281e-46df-8108-79897b49a728 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:01.587689 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8972c8a7-7ade-4d9e-9788-2c37361795fc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:01.599570 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8972c8a7-7ade-4d9e-9788-2c37361795fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:01.626241 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-fb6214cd-281e-46df-8108-79897b49a728 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:01.636777 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-fb6214cd-281e-46df-8108-79897b49a728 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:01.654132 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-8972c8a7-7ade-4d9e-9788-2c37361795fc admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e47e5f8600a047b5a9f460ac11c27910&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6025751 Nov 22 20:03:01.657338 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 50834) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:03:01.680813 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8972c8a7-7ade-4d9e-9788-2c37361795fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=534092c3-81ae-4e1a-90e4-56e176d25384,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:03:01.689112 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-fb6214cd-281e-46df-8108-79897b49a728 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5da763d7377045229a66a9dcb8c8c1bb&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4779983 Nov 22 20:03:01.690953 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 50840) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:03:01.704079 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8972c8a7-7ade-4d9e-9788-2c37361795fc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:03:01.704586 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8972c8a7-7ade-4d9e-9788-2c37361795fc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:03:01.705209 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8972c8a7-7ade-4d9e-9788-2c37361795fc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:03:01.705693 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8972c8a7-7ade-4d9e-9788-2c37361795fc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:03:01.706166 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8972c8a7-7ade-4d9e-9788-2c37361795fc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:03:01.706809 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8972c8a7-7ade-4d9e-9788-2c37361795fc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:03:01.707278 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8972c8a7-7ade-4d9e-9788-2c37361795fc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:03:01.707783 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8972c8a7-7ade-4d9e-9788-2c37361795fc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:03:01.708254 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8972c8a7-7ade-4d9e-9788-2c37361795fc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:03:01.708728 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8972c8a7-7ade-4d9e-9788-2c37361795fc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:03:01.709192 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8972c8a7-7ade-4d9e-9788-2c37361795fc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:03:01.709704 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8972c8a7-7ade-4d9e-9788-2c37361795fc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:03:01.710976 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8972c8a7-7ade-4d9e-9788-2c37361795fc admin admin] Tracked resource versions report: Nov 22 20:03:01.710976 n-d-818823-1 neutron-server[103448]: pushed versions: Nov 22 20:03:01.710976 n-d-818823-1 neutron-server[103448]: { 'AddressGroup': {'1.2'}, Nov 22 20:03:01.710976 n-d-818823-1 neutron-server[103448]: 'ConntrackHelper': {'1.0'}, Nov 22 20:03:01.710976 n-d-818823-1 neutron-server[103448]: 'Log': {'1.0'}, Nov 22 20:03:01.710976 n-d-818823-1 neutron-server[103448]: 'Network': {'1.1'}, Nov 22 20:03:01.710976 n-d-818823-1 neutron-server[103448]: 'Port': {'1.7'}, Nov 22 20:03:01.710976 n-d-818823-1 neutron-server[103448]: 'PortForwarding': {'1.2'}, Nov 22 20:03:01.710976 n-d-818823-1 neutron-server[103448]: 'QosPolicy': {'1.10'}, Nov 22 20:03:01.710976 n-d-818823-1 neutron-server[103448]: 'SecurityGroup': {'1.5'}, Nov 22 20:03:01.710976 n-d-818823-1 neutron-server[103448]: 'SecurityGroupRule': {'1.2'}, Nov 22 20:03:01.710976 n-d-818823-1 neutron-server[103448]: 'SubPort': {'1.0'}, Nov 22 20:03:01.710976 n-d-818823-1 neutron-server[103448]: 'Subnet': {'1.1'}, Nov 22 20:03:01.710976 n-d-818823-1 neutron-server[103448]: 'Trunk': {'1.1'}} Nov 22 20:03:01.710976 n-d-818823-1 neutron-server[103448]: consumer versions: Nov 22 20:03:01.710976 n-d-818823-1 neutron-server[103448]: { DHCP agent@n-d-818823-1: {}, Nov 22 20:03:01.710976 n-d-818823-1 neutron-server[103448]: HyperV agent@n-h1-818823-1: {}, Nov 22 20:03:01.710976 n-d-818823-1 neutron-server[103448]: HyperV agent@n-h2-818823-1: {}, Nov 22 20:03:01.710976 n-d-818823-1 neutron-server[103448]: L3 agent@n-d-818823-1: {}, Nov 22 20:03:01.710976 n-d-818823-1 neutron-server[103448]: Metadata agent@n-d-818823-1: {}, Nov 22 20:03:01.710976 n-d-818823-1 neutron-server[103448]: Metering agent@n-d-818823-1: {}, Nov 22 20:03:01.710976 n-d-818823-1 neutron-server[103448]: Open vSwitch agent@n-d-818823-1: { 'AddressGroup': '1.2', Nov 22 20:03:01.710976 n-d-818823-1 neutron-server[103448]: 'ConntrackHelper': '1.0', Nov 22 20:03:01.710976 n-d-818823-1 neutron-server[103448]: 'Log': '1.0', Nov 22 20:03:01.710976 n-d-818823-1 neutron-server[103448]: 'Network': '1.1', Nov 22 20:03:01.710976 n-d-818823-1 neutron-server[103448]: 'Port': '1.7', Nov 22 20:03:01.710976 n-d-818823-1 neutron-server[103448]: 'PortForwarding': '1.2', Nov 22 20:03:01.710976 n-d-818823-1 neutron-server[103448]: 'QosPolicy': '1.10', Nov 22 20:03:01.710976 n-d-818823-1 neutron-server[103448]: 'SecurityGroup': '1.5', Nov 22 20:03:01.710976 n-d-818823-1 neutron-server[103448]: 'SecurityGroupRule': '1.2', Nov 22 20:03:01.710976 n-d-818823-1 neutron-server[103448]: 'SubPort': '1.0', Nov 22 20:03:01.710976 n-d-818823-1 neutron-server[103448]: 'Subnet': '1.1', Nov 22 20:03:01.710976 n-d-818823-1 neutron-server[103448]: 'Trunk': '1.1'}} Nov 22 20:03:01.710976 n-d-818823-1 neutron-server[103448]: {{(pid=103448) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 22 20:03:01.716705 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-2aeb63de-3425-42fb-8299-fa3f7e2f8b32 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:01.755582 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-2aeb63de-3425-42fb-8299-fa3f7e2f8b32 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:01.767187 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6214cd-281e-46df-8108-79897b49a728 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d870df07-8b7e-4387-a67c-9a974591a6f4,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:03:01.791646 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e5953ffc-df31-4981-86e5-009c8664f1fd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:01.812114 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-2aeb63de-3425-42fb-8299-fa3f7e2f8b32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:01.815044 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-2aeb63de-3425-42fb-8299-fa3f7e2f8b32 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:01.820108 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-2aeb63de-3425-42fb-8299-fa3f7e2f8b32 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/534092c3-81ae-4e1a-90e4-56e176d25384 HTTP/1.1" status: 204 len: 168 time: 0.1612813 Nov 22 20:03:01.830382 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aeb63de-3425-42fb-8299-fa3f7e2f8b32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=534092c3-81ae-4e1a-90e4-56e176d25384,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:03:01.841797 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e5953ffc-df31-4981-86e5-009c8664f1fd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:01.925161 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e5953ffc-df31-4981-86e5-009c8664f1fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:01.931126 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e5953ffc-df31-4981-86e5-009c8664f1fd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:01.933357 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-e5953ffc-df31-4981-86e5-009c8664f1fd admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d870df07-8b7e-4387-a67c-9a974591a6f4 HTTP/1.1" status: 204 len: 168 time: 0.2402802 Nov 22 20:03:01.955099 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5953ffc-df31-4981-86e5-009c8664f1fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d870df07-8b7e-4387-a67c-9a974591a6f4,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:03:02.047485 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.20', 53867) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:03:02.112738 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-14cb04d6-8d83-4dae-b6a9-e999a4d0ebc7 req-efa14035-05fa-4ded-8052-5d23af40b53e tempest-DeleteServersAdminTestJSON-1623428566 tempest-DeleteServersAdminTestJSON-1623428566-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=6eb9d754e20948bd851e0578731ed612&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0637190 Nov 22 20:03:02.242501 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3abd152f-a6e5-4527-8574-852a7fd1a665 req-aceb7ba2-e0fd-46bb-b422-998598e42047 tempest-DeleteServersAdminTestJSON-1623428566 tempest-DeleteServersAdminTestJSON-1623428566-project] 10.222.0.46 "GET /v2.0/ports?device_id=28d8ca59-7682-4cca-aa42-1ee02d9c37a6 HTTP/1.1" status: 200 len: 210 time: 0.0524771 Nov 22 20:03:02.321202 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cb04d6-8d83-4dae-b6a9-e999a4d0ebc7 req-e9f680f2-8c99-46b1-9291-d9c379f19031 tempest-DeleteServersAdminTestJSON-1623428566 tempest-DeleteServersAdminTestJSON-1623428566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:03:02.322959 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-14cb04d6-8d83-4dae-b6a9-e999a4d0ebc7 req-e9f680f2-8c99-46b1-9291-d9c379f19031 tempest-DeleteServersAdminTestJSON-1623428566 tempest-DeleteServersAdminTestJSON-1623428566-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2048521 Nov 22 20:03:02.381800 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6a70dd31-aac5-4b46-a76f-d38e2849f20d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:02.418382 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 50892) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:03:02.421307 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [req-14cb04d6-8d83-4dae-b6a9-e999a4d0ebc7 req-fd49ae62-96dc-4a5d-89d8-e62be6ea45f3 tempest-DeleteServersAdminTestJSON-1623428566 tempest-DeleteServersAdminTestJSON-1623428566-project] Request body: {'port': {'device_id': '28d8ca59-7682-4cca-aa42-1ee02d9c37a6', 'network_id': 'e1052824-bf78-4963-8937-b202e372ac24', 'admin_state_up': True, 'tenant_id': '6eb9d754e20948bd851e0578731ed612'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:03:02.443324 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-aeddf0ab-105e-4cdc-a089-dc5d55853b78 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:02.551816 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-aeddf0ab-105e-4cdc-a089-dc5d55853b78 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:02.558663 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-aeddf0ab-105e-4cdc-a089-dc5d55853b78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:02.598954 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 50896) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:03:02.629424 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-aeddf0ab-105e-4cdc-a089-dc5d55853b78 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2ed2b74311b7493d968befbd3c75d6ed&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2097642 Nov 22 20:03:02.641338 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 50900) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:03:02.653546 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeddf0ab-105e-4cdc-a089-dc5d55853b78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae8a0249-9233-4be3-9224-258be809d362,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:03:02.679685 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f4b64da5-a8c6-4ed5-b941-3e3424a34409 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:02.719948 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 50902) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:03:02.761360 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14cb04d6-8d83-4dae-b6a9-e999a4d0ebc7 req-fd49ae62-96dc-4a5d-89d8-e62be6ea45f3 tempest-DeleteServersAdminTestJSON-1623428566 tempest-DeleteServersAdminTestJSON-1623428566-project] Made reservation on behalf of 6eb9d754e20948bd851e0578731ed612 for: {'port': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:03:02.770879 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-14cb04d6-8d83-4dae-b6a9-e999a4d0ebc7 req-fd49ae62-96dc-4a5d-89d8-e62be6ea45f3 tempest-DeleteServersAdminTestJSON-1623428566 tempest-DeleteServersAdminTestJSON-1623428566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:02.794588 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-14cb04d6-8d83-4dae-b6a9-e999a4d0ebc7 req-fd49ae62-96dc-4a5d-89d8-e62be6ea45f3 tempest-DeleteServersAdminTestJSON-1623428566 tempest-DeleteServersAdminTestJSON-1623428566-project] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:02.868852 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-53f2676b-6fde-4a7f-86ae-f255f8f806e2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:02.906563 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-53f2676b-6fde-4a7f-86ae-f255f8f806e2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:02.984033 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-14cb04d6-8d83-4dae-b6a9-e999a4d0ebc7 req-fd49ae62-96dc-4a5d-89d8-e62be6ea45f3 tempest-DeleteServersAdminTestJSON-1623428566 tempest-DeleteServersAdminTestJSON-1623428566-project] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:02.988908 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-14cb04d6-8d83-4dae-b6a9-e999a4d0ebc7 req-fd49ae62-96dc-4a5d-89d8-e62be6ea45f3 tempest-DeleteServersAdminTestJSON-1623428566 tempest-DeleteServersAdminTestJSON-1623428566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:02.993106 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f4b64da5-a8c6-4ed5-b941-3e3424a34409 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:03.000058 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f4b64da5-a8c6-4ed5-b941-3e3424a34409 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:03.067543 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-53f2676b-6fde-4a7f-86ae-f255f8f806e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:03.070111 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-53f2676b-6fde-4a7f-86ae-f255f8f806e2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:03.071312 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-53f2676b-6fde-4a7f-86ae-f255f8f806e2 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ae8a0249-9233-4be3-9224-258be809d362 HTTP/1.1" status: 204 len: 168 time: 0.4286838 Nov 22 20:03:03.079124 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-f4b64da5-a8c6-4ed5-b941-3e3424a34409 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=cd6c50a019484930aff638ccda6f4a41&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4782393 Nov 22 20:03:03.084192 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 50940) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:03:03.086339 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b64da5-a8c6-4ed5-b941-3e3424a34409 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a9bc47a-e721-48c2-97c5-2e91b84d7c62,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:03:03.116981 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a247dce2-7fb3-4562-98c4-97544b265750 req-f5c847c0-20d1-45c0-8c3d-ed3fa5b0d10e tempest-AggregatesAdminTestJSON-428188263 tempest-AggregatesAdminTestJSON-428188263-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=b8987da6c00d45eeb9ea1bdd7abcba6d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0793531 Nov 22 20:03:03.143367 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f2676b-6fde-4a7f-86ae-f255f8f806e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae8a0249-9233-4be3-9224-258be809d362,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:03:03.214822 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-782ce3bc-766d-4383-8572-f56feb9e6795 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:03.258729 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-25d73837-6c98-4f26-8dbe-51c235eb5603 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:03.295167 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd49ae62-96dc-4a5d-89d8-e62be6ea45f3 tempest-DeleteServersAdminTestJSON-1623428566 tempest-DeleteServersAdminTestJSON-1623428566-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c63bdb94-b6a4-45b4-adc5-af0d110830c2,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:03:03.303043 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-03f0964f-1b75-4df7-99e0-a3cdb56ec2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:03.376011 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-25d73837-6c98-4f26-8dbe-51c235eb5603 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:03.436723 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a247dce2-7fb3-4562-98c4-97544b265750 req-edf360ea-1146-47db-b40b-f5941a0228c2 tempest-AggregatesAdminTestJSON-428188263 tempest-AggregatesAdminTestJSON-428188263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:03:03.445300 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a247dce2-7fb3-4562-98c4-97544b265750 req-edf360ea-1146-47db-b40b-f5941a0228c2 tempest-AggregatesAdminTestJSON-428188263 tempest-AggregatesAdminTestJSON-428188263-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3271737 Nov 22 20:03:03.510995 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a247dce2-7fb3-4562-98c4-97544b265750 req-aaddefe4-05f8-4707-b94e-afc94d801983 tempest-AggregatesAdminTestJSON-428188263 tempest-AggregatesAdminTestJSON-428188263-project] 10.222.0.46 "GET /v2.0/quotas/b8987da6c00d45eeb9ea1bdd7abcba6d HTTP/1.1" status: 200 len: 375 time: 0.0643704 Nov 22 20:03:03.516555 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [req-14cb04d6-8d83-4dae-b6a9-e999a4d0ebc7 req-fd49ae62-96dc-4a5d-89d8-e62be6ea45f3 tempest-DeleteServersAdminTestJSON-1623428566 tempest-DeleteServersAdminTestJSON-1623428566-project] Allocated IP 192.168.233.61 (e1052824-bf78-4963-8937-b202e372ac24/3091ebfd-11e2-41f8-9c00-ffe0b86563d8/9bf6d34c-8f6a-4b5a-8714-7387aadfe178) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:03:03.601836 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-782ce3bc-766d-4383-8572-f56feb9e6795 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:03.604637 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a247dce2-7fb3-4562-98c4-97544b265750 req-f7422b58-aa01-4a54-b578-23e9ebb642ed tempest-AggregatesAdminTestJSON-428188263 tempest-AggregatesAdminTestJSON-428188263-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=b8987da6c00d45eeb9ea1bdd7abcba6d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0881758 Nov 22 20:03:03.619931 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-782ce3bc-766d-4383-8572-f56feb9e6795 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:03.664281 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-780a2264-8733-4824-bc24-a20121a125fd req-68459f59-a357-4ac4-83a4-857e4b66087d tempest-DeleteServersAdminTestJSON-1623428566 tempest-DeleteServersAdminTestJSON-1623428566-project] 10.222.0.46 "GET /v2.0/ports?device_id=28d8ca59-7682-4cca-aa42-1ee02d9c37a6 HTTP/1.1" status: 200 len: 210 time: 0.0881271 Nov 22 20:03:03.699274 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-25d73837-6c98-4f26-8dbe-51c235eb5603 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:03.702144 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-25d73837-6c98-4f26-8dbe-51c235eb5603 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:03.703522 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-25d73837-6c98-4f26-8dbe-51c235eb5603 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2a9bc47a-e721-48c2-97c5-2e91b84d7c62 HTTP/1.1" status: 204 len: 168 time: 0.6180847 Nov 22 20:03:03.718810 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d73837-6c98-4f26-8dbe-51c235eb5603 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a9bc47a-e721-48c2-97c5-2e91b84d7c62,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:03:03.759916 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 50958) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:03:03.765305 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-782ce3bc-766d-4383-8572-f56feb9e6795 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=bdb2975eef4743a29d3b268973288f0c&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0366259 Nov 22 20:03:03.773505 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782ce3bc-766d-4383-8572-f56feb9e6795 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ba17173-c8f3-4d69-a177-05cdee053e38,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:03:04.017968 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-963a30c6-f87f-4a09-8cc7-87387b811c89 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:04.027876 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-14cb04d6-8d83-4dae-b6a9-e999a4d0ebc7 req-fd49ae62-96dc-4a5d-89d8-e62be6ea45f3 tempest-DeleteServersAdminTestJSON-1623428566 tempest-DeleteServersAdminTestJSON-1623428566-project] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:04.099183 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-963a30c6-f87f-4a09-8cc7-87387b811c89 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:04.177569 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 50974) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:03:04.237058 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d5745680-7dc0-43ff-91d6-ab60acc8cd2f req-8d8fb07c-4f92-4972-8940-c36a73601bfb tempest-AggregatesAdminTestJSON-428188263 tempest-AggregatesAdminTestJSON-428188263-project] 10.222.0.46 "GET /v2.0/ports?device_id=ef43cd47-fb8e-4fe5-b1ed-e36ffdb95c51 HTTP/1.1" status: 200 len: 210 time: 0.2224867 Nov 22 20:03:04.244703 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-14cb04d6-8d83-4dae-b6a9-e999a4d0ebc7 req-fd49ae62-96dc-4a5d-89d8-e62be6ea45f3 tempest-DeleteServersAdminTestJSON-1623428566 tempest-DeleteServersAdminTestJSON-1623428566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:04.287866 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-963a30c6-f87f-4a09-8cc7-87387b811c89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:04.294373 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-963a30c6-f87f-4a09-8cc7-87387b811c89 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:04.301496 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-963a30c6-f87f-4a09-8cc7-87387b811c89 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2ba17173-c8f3-4d69-a177-05cdee053e38 HTTP/1.1" status: 204 len: 168 time: 0.5391223 Nov 22 20:03:04.318437 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963a30c6-f87f-4a09-8cc7-87387b811c89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ba17173-c8f3-4d69-a177-05cdee053e38,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:03:04.370044 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd49ae62-96dc-4a5d-89d8-e62be6ea45f3 tempest-DeleteServersAdminTestJSON-1623428566 tempest-DeleteServersAdminTestJSON-1623428566-project] Pushing event updated for resources: {'Port': ['ID=9bf6d34c-8f6a-4b5a-8714-7387aadfe178,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:03:04.399172 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14cb04d6-8d83-4dae-b6a9-e999a4d0ebc7 req-fd49ae62-96dc-4a5d-89d8-e62be6ea45f3 tempest-DeleteServersAdminTestJSON-1623428566 tempest-DeleteServersAdminTestJSON-1623428566-project] Network e1052824-bf78-4963-8937-b202e372ac24 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:03:04.401182 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [req-14cb04d6-8d83-4dae-b6a9-e999a4d0ebc7 req-fd49ae62-96dc-4a5d-89d8-e62be6ea45f3 tempest-DeleteServersAdminTestJSON-1623428566 tempest-DeleteServersAdminTestJSON-1623428566-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:03:04.424965 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [req-14cb04d6-8d83-4dae-b6a9-e999a4d0ebc7 req-fd49ae62-96dc-4a5d-89d8-e62be6ea45f3 tempest-DeleteServersAdminTestJSON-1623428566 tempest-DeleteServersAdminTestJSON-1623428566-project] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:03:04.441334 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cb04d6-8d83-4dae-b6a9-e999a4d0ebc7 req-fd49ae62-96dc-4a5d-89d8-e62be6ea45f3 tempest-DeleteServersAdminTestJSON-1623428566 tempest-DeleteServersAdminTestJSON-1623428566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:03:04.442013 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-14cb04d6-8d83-4dae-b6a9-e999a4d0ebc7 req-fd49ae62-96dc-4a5d-89d8-e62be6ea45f3 tempest-DeleteServersAdminTestJSON-1623428566 tempest-DeleteServersAdminTestJSON-1623428566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:04.507605 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-14cb04d6-8d83-4dae-b6a9-e999a4d0ebc7 req-fd49ae62-96dc-4a5d-89d8-e62be6ea45f3 tempest-DeleteServersAdminTestJSON-1623428566 tempest-DeleteServersAdminTestJSON-1623428566-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0953894 Nov 22 20:03:04.607720 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [req-14cb04d6-8d83-4dae-b6a9-e999a4d0ebc7 req-96e1bc6b-cc34-45b6-bafa-87ece312f378 tempest-DeleteServersAdminTestJSON-1623428566 tempest-DeleteServersAdminTestJSON-1623428566-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=103448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 20:03:04.609003 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-14cb04d6-8d83-4dae-b6a9-e999a4d0ebc7 req-96e1bc6b-cc34-45b6-bafa-87ece312f378 tempest-DeleteServersAdminTestJSON-1623428566 tempest-DeleteServersAdminTestJSON-1623428566-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0071464 Nov 22 20:03:04.916054 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-0e816c89-688a-4776-92ae-dd29f727081d None None] Provisioning complete for port 9bf6d34c-8f6a-4b5a-8714-7387aadfe178 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:03:04.916716 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-0e816c89-688a-4776-92ae-dd29f727081d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:04.989974 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac0e48b-33e1-4916-b5eb-ac6e98a4767f req-2baa189f-1fed-4a4d-ac83-3d0d130e1fa8 tempest-DeleteServersAdminTestJSON-1623428566 tempest-DeleteServersAdminTestJSON-1623428566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:03:04.993250 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-0e816c89-688a-4776-92ae-dd29f727081d None None] Port 9bf6d34c-8f6a-4b5a-8714-7387aadfe178 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:03:05.002310 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-dac0e48b-33e1-4916-b5eb-ac6e98a4767f req-2baa189f-1fed-4a4d-ac83-3d0d130e1fa8 tempest-DeleteServersAdminTestJSON-1623428566 tempest-DeleteServersAdminTestJSON-1623428566-project] 10.222.0.46 "GET /v2.0/ports?device_id=28d8ca59-7682-4cca-aa42-1ee02d9c37a6 HTTP/1.1" status: 200 len: 935 time: 0.1820602 Nov 22 20:03:05.024661 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e49ee129-e862-4476-beca-cdc8150d2345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:05.045780 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8364b9f6-ac15-4f7d-9b80-24845ff461e3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:05.140873 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-dac0e48b-33e1-4916-b5eb-ac6e98a4767f req-0dd30376-c5c3-4e65-af02-641295bf4505 tempest-DeleteServersAdminTestJSON-1623428566 tempest-DeleteServersAdminTestJSON-1623428566-project] 10.222.0.46 "GET /v2.0/security-groups?id=c63bdb94-b6a4-45b4-adc5-af0d110830c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355848 Nov 22 20:03:05.264442 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8364b9f6-ac15-4f7d-9b80-24845ff461e3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:05.271965 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8364b9f6-ac15-4f7d-9b80-24845ff461e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:05.404536 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-8364b9f6-ac15-4f7d-9b80-24845ff461e3 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b8e98dfea1c844779021402e58baa6b7&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2253437 Nov 22 20:03:05.405721 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8364b9f6-ac15-4f7d-9b80-24845ff461e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3f41206-c28c-45ab-9146-a0220ebcdeec,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:03:05.409605 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 51014) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:03:05.421513 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e0f8acc1-daab-4979-8fdb-887dbc6c6d93 req-c1272171-b0dd-474c-ae32-45ca983bb307 tempest-AggregatesAdminTestJSON-428188263 tempest-AggregatesAdminTestJSON-428188263-project] 10.222.0.46 "GET /v2.0/ports?device_id=ef43cd47-fb8e-4fe5-b1ed-e36ffdb95c51 HTTP/1.1" status: 200 len: 210 time: 0.0839255 Nov 22 20:03:05.531921 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cd248f00-d692-4f29-820c-58e4bdb846dc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:05.586705 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cd248f00-d692-4f29-820c-58e4bdb846dc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:05.668869 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cd248f00-d692-4f29-820c-58e4bdb846dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:05.672031 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cd248f00-d692-4f29-820c-58e4bdb846dc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:05.676616 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-cd248f00-d692-4f29-820c-58e4bdb846dc admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c3f41206-c28c-45ab-9146-a0220ebcdeec HTTP/1.1" status: 204 len: 168 time: 0.2633698 Nov 22 20:03:05.693254 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd248f00-d692-4f29-820c-58e4bdb846dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3f41206-c28c-45ab-9146-a0220ebcdeec,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:03:05.888192 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:06.107580 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 51028) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:03:06.123828 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f36563c6-7cdb-44bd-a3f9-4ac5e197488c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:06.223919 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 51034) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:03:06.327070 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f36563c6-7cdb-44bd-a3f9-4ac5e197488c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:06.331467 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f36563c6-7cdb-44bd-a3f9-4ac5e197488c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:06.370803 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a7dc8a-3c1e-4ccd-ab05-4ec3d7b0bd47 req-de7bb4dd-abf7-4d92-a7f9-16f6c294152a tempest-DeleteServersAdminTestJSON-1623428566 tempest-DeleteServersAdminTestJSON-1623428566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:03:06.380792 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b8a7dc8a-3c1e-4ccd-ab05-4ec3d7b0bd47 req-de7bb4dd-abf7-4d92-a7f9-16f6c294152a tempest-DeleteServersAdminTestJSON-1623428566 tempest-DeleteServersAdminTestJSON-1623428566-project] 10.222.0.46 "GET /v2.0/ports?device_id=28d8ca59-7682-4cca-aa42-1ee02d9c37a6 HTTP/1.1" status: 200 len: 935 time: 0.1312151 Nov 22 20:03:06.426954 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-f36563c6-7cdb-44bd-a3f9-4ac5e197488c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=11eed757a9164f78a79b788ac0696ce9&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3161538 Nov 22 20:03:06.429476 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 51042) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:03:06.445523 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36563c6-7cdb-44bd-a3f9-4ac5e197488c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bf7d490-74b1-4169-a9df-e1d58b0afe7c,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:03:06.480039 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b8a7dc8a-3c1e-4ccd-ab05-4ec3d7b0bd47 req-81016e6f-4c07-4a9e-b65b-e5e210c9d3ca tempest-DeleteServersAdminTestJSON-1623428566 tempest-DeleteServersAdminTestJSON-1623428566-project] 10.222.0.46 "GET /v2.0/security-groups?id=c63bdb94-b6a4-45b4-adc5-af0d110830c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933790 Nov 22 20:03:06.499764 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.41', 50187) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:03:06.537427 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-a247dce2-7fb3-4562-98c4-97544b265750 req-e2dcaf82-1838-435c-908f-cb109b02dfef tempest-AggregatesAdminTestJSON-428188263 tempest-AggregatesAdminTestJSON-428188263-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=b8987da6c00d45eeb9ea1bdd7abcba6d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0434849 Nov 22 20:03:06.649380 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-355947ac-e7aa-4be4-92ef-78e2ee1aacae req-9272e20b-49a9-4fb3-80b7-102bd04267ac tempest-AggregatesAdminTestJSON-428188263 tempest-AggregatesAdminTestJSON-428188263-project] 10.222.0.46 "GET /v2.0/ports?device_id=ef43cd47-fb8e-4fe5-b1ed-e36ffdb95c51 HTTP/1.1" status: 200 len: 210 time: 0.0915012 Nov 22 20:03:06.723686 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 51046) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:03:06.723912 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-093945b9-3d4b-4349-8bbb-2e3894c8840d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:06.739970 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0b2eb068-8080-44d4-acf4-31b19fce9adc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:06.769186 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-093945b9-3d4b-4349-8bbb-2e3894c8840d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:06.818988 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a247dce2-7fb3-4562-98c4-97544b265750 req-adc27dd6-85eb-468b-a6ad-664d6680b933 tempest-AggregatesAdminTestJSON-428188263 tempest-AggregatesAdminTestJSON-428188263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:03:06.820576 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-a247dce2-7fb3-4562-98c4-97544b265750 req-adc27dd6-85eb-468b-a6ad-664d6680b933 tempest-AggregatesAdminTestJSON-428188263 tempest-AggregatesAdminTestJSON-428188263-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2766461 Nov 22 20:03:06.860764 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4b1ce953-fc56-41c1-8625-3047ab5f3d1f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:06.876395 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-093945b9-3d4b-4349-8bbb-2e3894c8840d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:06.879024 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-093945b9-3d4b-4349-8bbb-2e3894c8840d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:06.882500 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-093945b9-3d4b-4349-8bbb-2e3894c8840d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6bf7d490-74b1-4169-a9df-e1d58b0afe7c HTTP/1.1" status: 204 len: 168 time: 0.4464984 Nov 22 20:03:06.892210 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093945b9-3d4b-4349-8bbb-2e3894c8840d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bf7d490-74b1-4169-a9df-e1d58b0afe7c,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:03:06.914003 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [req-a247dce2-7fb3-4562-98c4-97544b265750 req-1cd4f98a-fdd1-4fd3-a754-abd4d0037fb3 tempest-AggregatesAdminTestJSON-428188263 tempest-AggregatesAdminTestJSON-428188263-project] Request body: {'port': {'device_id': 'ef43cd47-fb8e-4fe5-b1ed-e36ffdb95c51', 'network_id': 'e1052824-bf78-4963-8937-b202e372ac24', 'admin_state_up': True, 'tenant_id': 'b8987da6c00d45eeb9ea1bdd7abcba6d'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:03:07.133443 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0b2eb068-8080-44d4-acf4-31b19fce9adc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:07.168923 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0b2eb068-8080-44d4-acf4-31b19fce9adc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:07.170703 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a247dce2-7fb3-4562-98c4-97544b265750 req-1cd4f98a-fdd1-4fd3-a754-abd4d0037fb3 tempest-AggregatesAdminTestJSON-428188263 tempest-AggregatesAdminTestJSON-428188263-project] Made reservation on behalf of b8987da6c00d45eeb9ea1bdd7abcba6d for: {'port': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:03:07.175868 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-a247dce2-7fb3-4562-98c4-97544b265750 req-1cd4f98a-fdd1-4fd3-a754-abd4d0037fb3 tempest-AggregatesAdminTestJSON-428188263 tempest-AggregatesAdminTestJSON-428188263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:07.193516 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-a247dce2-7fb3-4562-98c4-97544b265750 req-1cd4f98a-fdd1-4fd3-a754-abd4d0037fb3 tempest-AggregatesAdminTestJSON-428188263 tempest-AggregatesAdminTestJSON-428188263-project] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:07.230364 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4b1ce953-fc56-41c1-8625-3047ab5f3d1f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:07.278477 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-0b2eb068-8080-44d4-acf4-31b19fce9adc admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=83c405d64bd64289ae11d75669c2328c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5536902 Nov 22 20:03:07.280434 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 51070) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:03:07.307633 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2eb068-8080-44d4-acf4-31b19fce9adc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=111e5805-f8fb-438c-88e5-04d9cac807dd,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:03:07.310988 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4b1ce953-fc56-41c1-8625-3047ab5f3d1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:07.343150 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1ce953-fc56-41c1-8625-3047ab5f3d1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69962ba5-82df-4d4c-95c0-b408003f22d4,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:03:07.377851 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-4b1ce953-fc56-41c1-8625-3047ab5f3d1f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c7da4771342448f1993257ead1fbb066&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1514490 Nov 22 20:03:07.378670 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 51072) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:03:07.426160 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-667f3ea9-7804-4f3f-873f-b748da8bde73 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:07.441700 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-83ef0193-321a-4fbd-8dc5-d78a7034e810 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:07.455159 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-667f3ea9-7804-4f3f-873f-b748da8bde73 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:07.475843 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-83ef0193-321a-4fbd-8dc5-d78a7034e810 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:07.524433 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-667f3ea9-7804-4f3f-873f-b748da8bde73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:07.529391 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-667f3ea9-7804-4f3f-873f-b748da8bde73 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:07.533475 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-667f3ea9-7804-4f3f-873f-b748da8bde73 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/111e5805-f8fb-438c-88e5-04d9cac807dd HTTP/1.1" status: 204 len: 168 time: 0.2487638 Nov 22 20:03:07.549530 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-a247dce2-7fb3-4562-98c4-97544b265750 req-1cd4f98a-fdd1-4fd3-a754-abd4d0037fb3 tempest-AggregatesAdminTestJSON-428188263 tempest-AggregatesAdminTestJSON-428188263-project] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:07.551859 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667f3ea9-7804-4f3f-873f-b748da8bde73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=111e5805-f8fb-438c-88e5-04d9cac807dd,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:03:07.555803 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-a247dce2-7fb3-4562-98c4-97544b265750 req-1cd4f98a-fdd1-4fd3-a754-abd4d0037fb3 tempest-AggregatesAdminTestJSON-428188263 tempest-AggregatesAdminTestJSON-428188263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:07.589815 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-83ef0193-321a-4fbd-8dc5-d78a7034e810 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:07.596429 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-83ef0193-321a-4fbd-8dc5-d78a7034e810 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:07.604596 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-83ef0193-321a-4fbd-8dc5-d78a7034e810 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/69962ba5-82df-4d4c-95c0-b408003f22d4 HTTP/1.1" status: 204 len: 168 time: 0.2239125 Nov 22 20:03:07.620908 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ef0193-321a-4fbd-8dc5-d78a7034e810 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69962ba5-82df-4d4c-95c0-b408003f22d4,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:03:07.747559 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ede851-5e9f-4be2-a5f7-dc40011022d9 req-a38ba442-0534-4571-9064-7db183d5d03a tempest-DeleteServersAdminTestJSON-1623428566 tempest-DeleteServersAdminTestJSON-1623428566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:03:07.786512 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b2ede851-5e9f-4be2-a5f7-dc40011022d9 req-a38ba442-0534-4571-9064-7db183d5d03a tempest-DeleteServersAdminTestJSON-1623428566 tempest-DeleteServersAdminTestJSON-1623428566-project] 10.222.0.46 "GET /v2.0/ports?device_id=28d8ca59-7682-4cca-aa42-1ee02d9c37a6 HTTP/1.1" status: 200 len: 935 time: 0.1459303 Nov 22 20:03:07.858948 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd4f98a-fdd1-4fd3-a754-abd4d0037fb3 tempest-AggregatesAdminTestJSON-428188263 tempest-AggregatesAdminTestJSON-428188263-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a86d2250-a089-4e45-9ea1-08cd1232bc41,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:03:07.899975 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [req-a247dce2-7fb3-4562-98c4-97544b265750 req-1cd4f98a-fdd1-4fd3-a754-abd4d0037fb3 tempest-AggregatesAdminTestJSON-428188263 tempest-AggregatesAdminTestJSON-428188263-project] Allocated IP 192.168.233.60 (e1052824-bf78-4963-8937-b202e372ac24/3091ebfd-11e2-41f8-9c00-ffe0b86563d8/b7125113-6c2e-4707-b7e5-edc6be9d5e56) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:03:07.922238 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f6abfb3f-9601-4e5b-bdbd-de3509f59b06 req-5e69629f-4cd7-4469-bc4a-5b9760a02228 tempest-AggregatesAdminTestJSON-428188263 tempest-AggregatesAdminTestJSON-428188263-project] 10.222.0.46 "GET /v2.0/ports?device_id=ef43cd47-fb8e-4fe5-b1ed-e36ffdb95c51 HTTP/1.1" status: 200 len: 210 time: 0.0664506 Nov 22 20:03:07.928877 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b2ede851-5e9f-4be2-a5f7-dc40011022d9 req-5678d02e-03bb-450c-bcbc-cca0a1fd6378 tempest-DeleteServersAdminTestJSON-1623428566 tempest-DeleteServersAdminTestJSON-1623428566-project] 10.222.0.46 "GET /v2.0/security-groups?id=c63bdb94-b6a4-45b4-adc5-af0d110830c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329939 Nov 22 20:03:08.186866 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-a247dce2-7fb3-4562-98c4-97544b265750 req-1cd4f98a-fdd1-4fd3-a754-abd4d0037fb3 tempest-AggregatesAdminTestJSON-428188263 tempest-AggregatesAdminTestJSON-428188263-project] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:08.246891 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-a247dce2-7fb3-4562-98c4-97544b265750 req-1cd4f98a-fdd1-4fd3-a754-abd4d0037fb3 tempest-AggregatesAdminTestJSON-428188263 tempest-AggregatesAdminTestJSON-428188263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:08.280378 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a247dce2-7fb3-4562-98c4-97544b265750 req-1cd4f98a-fdd1-4fd3-a754-abd4d0037fb3 tempest-AggregatesAdminTestJSON-428188263 tempest-AggregatesAdminTestJSON-428188263-project] Network e1052824-bf78-4963-8937-b202e372ac24 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:03:08.284668 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [req-a247dce2-7fb3-4562-98c4-97544b265750 req-1cd4f98a-fdd1-4fd3-a754-abd4d0037fb3 tempest-AggregatesAdminTestJSON-428188263 tempest-AggregatesAdminTestJSON-428188263-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:03:08.327283 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [req-a247dce2-7fb3-4562-98c4-97544b265750 req-1cd4f98a-fdd1-4fd3-a754-abd4d0037fb3 tempest-AggregatesAdminTestJSON-428188263 tempest-AggregatesAdminTestJSON-428188263-project] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:03:08.334999 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a247dce2-7fb3-4562-98c4-97544b265750 req-1cd4f98a-fdd1-4fd3-a754-abd4d0037fb3 tempest-AggregatesAdminTestJSON-428188263 tempest-AggregatesAdminTestJSON-428188263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:03:08.336200 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-a247dce2-7fb3-4562-98c4-97544b265750 req-1cd4f98a-fdd1-4fd3-a754-abd4d0037fb3 tempest-AggregatesAdminTestJSON-428188263 tempest-AggregatesAdminTestJSON-428188263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:08.381282 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-a247dce2-7fb3-4562-98c4-97544b265750 req-1cd4f98a-fdd1-4fd3-a754-abd4d0037fb3 tempest-AggregatesAdminTestJSON-428188263 tempest-AggregatesAdminTestJSON-428188263-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4834754 Nov 22 20:03:08.407408 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [req-a247dce2-7fb3-4562-98c4-97544b265750 req-da3625b5-c56c-4b4d-94f5-9bb1ab89b1b4 tempest-AggregatesAdminTestJSON-428188263 tempest-AggregatesAdminTestJSON-428188263-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=103448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 20:03:08.410587 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-a247dce2-7fb3-4562-98c4-97544b265750 req-da3625b5-c56c-4b4d-94f5-9bb1ab89b1b4 tempest-AggregatesAdminTestJSON-428188263 tempest-AggregatesAdminTestJSON-428188263-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0131736 Nov 22 20:03:08.427276 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd4f98a-fdd1-4fd3-a754-abd4d0037fb3 tempest-AggregatesAdminTestJSON-428188263 tempest-AggregatesAdminTestJSON-428188263-project] Pushing event updated for resources: {'Port': ['ID=b7125113-6c2e-4707-b7e5-edc6be9d5e56,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:03:08.785090 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-d3315a42-768c-4f47-bc8a-0a851f29b857 None None] Provisioning complete for port b7125113-6c2e-4707-b7e5-edc6be9d5e56 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:03:08.786123 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-d3315a42-768c-4f47-bc8a-0a851f29b857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:08.868290 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-d3315a42-768c-4f47-bc8a-0a851f29b857 None None] Port b7125113-6c2e-4707-b7e5-edc6be9d5e56 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:03:09.234302 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77a6632-f1e1-49b4-b7f5-0bf3d474e405 req-fbd56120-b051-46dd-bd70-127af91dc96c tempest-AggregatesAdminTestJSON-428188263 tempest-AggregatesAdminTestJSON-428188263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:03:09.235966 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a77a6632-f1e1-49b4-b7f5-0bf3d474e405 req-fbd56120-b051-46dd-bd70-127af91dc96c tempest-AggregatesAdminTestJSON-428188263 tempest-AggregatesAdminTestJSON-428188263-project] 10.222.0.46 "GET /v2.0/ports?device_id=ef43cd47-fb8e-4fe5-b1ed-e36ffdb95c51 HTTP/1.1" status: 200 len: 935 time: 0.1009855 Nov 22 20:03:09.300503 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7b1edf-0f0b-447a-900e-b896f91b8c35 req-16f5a3c0-1124-44cc-823a-d9a3ee689920 tempest-DeleteServersAdminTestJSON-1623428566 tempest-DeleteServersAdminTestJSON-1623428566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:03:09.302926 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7f7b1edf-0f0b-447a-900e-b896f91b8c35 req-16f5a3c0-1124-44cc-823a-d9a3ee689920 tempest-DeleteServersAdminTestJSON-1623428566 tempest-DeleteServersAdminTestJSON-1623428566-project] 10.222.0.46 "GET /v2.0/ports?device_id=28d8ca59-7682-4cca-aa42-1ee02d9c37a6 HTTP/1.1" status: 200 len: 935 time: 0.2229238 Nov 22 20:03:09.313471 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 51122) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:03:09.357023 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c2d0f5ba-c1ca-4bb5-a37e-18636d794411 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:09.455310 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a77a6632-f1e1-49b4-b7f5-0bf3d474e405 req-2ec834e2-28b0-40b9-933d-94f3f198dfe9 tempest-AggregatesAdminTestJSON-428188263 tempest-AggregatesAdminTestJSON-428188263-project] 10.222.0.46 "GET /v2.0/security-groups?id=a86d2250-a089-4e45-9ea1-08cd1232bc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989729 Nov 22 20:03:09.469422 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7f7b1edf-0f0b-447a-900e-b896f91b8c35 req-5d0cdcc2-9316-45e2-ad6a-72cb7e5ed603 tempest-DeleteServersAdminTestJSON-1623428566 tempest-DeleteServersAdminTestJSON-1623428566-project] 10.222.0.46 "GET /v2.0/security-groups?id=c63bdb94-b6a4-45b4-adc5-af0d110830c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430135 Nov 22 20:03:09.555179 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [req-a247dce2-7fb3-4562-98c4-97544b265750 req-b4cb481f-d4c5-43f9-a1c6-1674897078af service neutron] Request body: {'port': {'device_id': 'ef43cd47-fb8e-4fe5-b1ed-e36ffdb95c51', 'device_owner': 'compute:tempest-test_az-496265967', 'binding:host_id': 'n-h1-818823-1'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:03:09.662168 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c2d0f5ba-c1ca-4bb5-a37e-18636d794411 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:09.703148 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c2d0f5ba-c1ca-4bb5-a37e-18636d794411 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:09.790319 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-c2d0f5ba-c1ca-4bb5-a37e-18636d794411 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=127361371ad64841ad95296b996c6040&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4754682 Nov 22 20:03:09.791447 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-a247dce2-7fb3-4562-98c4-97544b265750 req-b4cb481f-d4c5-43f9-a1c6-1674897078af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:09.793013 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 51134) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:03:09.912818 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c428495b-4882-4e94-91b1-a7dcdfcd9d3d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:09.918072 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d0f5ba-c1ca-4bb5-a37e-18636d794411 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d11f37a7-dbe1-44ac-bd04-c24301b3097c,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:03:09.978356 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c428495b-4882-4e94-91b1-a7dcdfcd9d3d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:10.071756 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c428495b-4882-4e94-91b1-a7dcdfcd9d3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:10.091528 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c428495b-4882-4e94-91b1-a7dcdfcd9d3d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:10.095716 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-c428495b-4882-4e94-91b1-a7dcdfcd9d3d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d11f37a7-dbe1-44ac-bd04-c24301b3097c HTTP/1.1" status: 204 len: 168 time: 0.2991900 Nov 22 20:03:10.115826 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c428495b-4882-4e94-91b1-a7dcdfcd9d3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d11f37a7-dbe1-44ac-bd04-c24301b3097c,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:03:10.224008 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [req-14cb04d6-8d83-4dae-b6a9-e999a4d0ebc7 req-360d8eec-abe5-432e-a2b7-a73c9338cc28 service neutron] Request body: {'port': {'device_id': '28d8ca59-7682-4cca-aa42-1ee02d9c37a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818823-1'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:03:10.421602 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-14cb04d6-8d83-4dae-b6a9-e999a4d0ebc7 req-360d8eec-abe5-432e-a2b7-a73c9338cc28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:10.794422 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a307c5-ba27-493c-a81e-ab780ac8e019 req-016b01a0-bb99-4b49-9bb7-16e1e671d732 tempest-DeleteServersAdminTestJSON-1623428566 tempest-DeleteServersAdminTestJSON-1623428566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:03:10.797548 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e2a307c5-ba27-493c-a81e-ab780ac8e019 req-016b01a0-bb99-4b49-9bb7-16e1e671d732 tempest-DeleteServersAdminTestJSON-1623428566 tempest-DeleteServersAdminTestJSON-1623428566-project] 10.222.0.46 "GET /v2.0/ports?device_id=28d8ca59-7682-4cca-aa42-1ee02d9c37a6 HTTP/1.1" status: 200 len: 935 time: 0.1701584 Nov 22 20:03:10.809085 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d9d00f-4ecb-413d-a43e-686559866ef8 req-7c6e9d57-cc69-4381-8fb2-60afc58e3e5f tempest-AggregatesAdminTestJSON-428188263 tempest-AggregatesAdminTestJSON-428188263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:03:10.813274 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-76d9d00f-4ecb-413d-a43e-686559866ef8 req-7c6e9d57-cc69-4381-8fb2-60afc58e3e5f tempest-AggregatesAdminTestJSON-428188263 tempest-AggregatesAdminTestJSON-428188263-project] 10.222.0.46 "GET /v2.0/ports?device_id=ef43cd47-fb8e-4fe5-b1ed-e36ffdb95c51 HTTP/1.1" status: 200 len: 935 time: 0.1164882 Nov 22 20:03:10.826512 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [req-a247dce2-7fb3-4562-98c4-97544b265750 req-b4cb481f-d4c5-43f9-a1c6-1674897078af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7125113-6c2e-4707-b7e5-edc6be9d5e56 {{(pid=103448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:03:10.843632 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-a247dce2-7fb3-4562-98c4-97544b265750 req-b4cb481f-d4c5-43f9-a1c6-1674897078af service neutron] Publish callbacks [] for port, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:10.909123 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-76d9d00f-4ecb-413d-a43e-686559866ef8 req-c8dbc510-497a-4955-b95a-296e6b8764f2 tempest-AggregatesAdminTestJSON-428188263 tempest-AggregatesAdminTestJSON-428188263-project] 10.222.0.46 "GET /v2.0/security-groups?id=a86d2250-a089-4e45-9ea1-08cd1232bc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841703 Nov 22 20:03:10.926849 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e2a307c5-ba27-493c-a81e-ab780ac8e019 req-00e71284-1f8d-4324-8b15-9edf2eab1a25 tempest-DeleteServersAdminTestJSON-1623428566 tempest-DeleteServersAdminTestJSON-1623428566-project] 10.222.0.46 "GET /v2.0/security-groups?id=c63bdb94-b6a4-45b4-adc5-af0d110830c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029637 Nov 22 20:03:10.931846 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [req-a247dce2-7fb3-4562-98c4-97544b265750 req-b4cb481f-d4c5-43f9-a1c6-1674897078af service neutron] Transition to ACTIVE for port object b7125113-6c2e-4707-b7e5-edc6be9d5e56 will not be triggered until provisioned by entity L2. {{(pid=103448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 20:03:10.945099 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-a247dce2-7fb3-4562-98c4-97544b265750 req-b4cb481f-d4c5-43f9-a1c6-1674897078af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:11.259171 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cb481f-d4c5-43f9-a1c6-1674897078af service neutron] Pushing event updated for resources: {'Port': ['ID=b7125113-6c2e-4707-b7e5-edc6be9d5e56,revision_number=2']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:03:11.328378 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-a247dce2-7fb3-4562-98c4-97544b265750 req-b4cb481f-d4c5-43f9-a1c6-1674897078af service neutron] Attempting to bind port b7125113-6c2e-4707-b7e5-edc6be9d5e56 on host n-h1-818823-1 for vnic_type normal with profile {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:03:11.328711 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-a247dce2-7fb3-4562-98c4-97544b265750 req-b4cb481f-d4c5-43f9-a1c6-1674897078af service neutron] Attempting to bind port b7125113-6c2e-4707-b7e5-edc6be9d5e56 by drivers openvswitch,hyperv on host n-h1-818823-1 at level 0 using segments [{'id': '2a5a1c7b-538e-498e-99b9-cc7a8e0411be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'e1052824-bf78-4963-8937-b202e372ac24'}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:03:11.329054 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a247dce2-7fb3-4562-98c4-97544b265750 req-b4cb481f-d4c5-43f9-a1c6-1674897078af service neutron] Attempting to bind port b7125113-6c2e-4707-b7e5-edc6be9d5e56 on network e1052824-bf78-4963-8937-b202e372ac24 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:03:11.363795 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a247dce2-7fb3-4562-98c4-97544b265750 req-b4cb481f-d4c5-43f9-a1c6-1674897078af service neutron] Port b7125113-6c2e-4707-b7e5-edc6be9d5e56 on network e1052824-bf78-4963-8937-b202e372ac24 not bound, no agent of type Open vSwitch agent registered on host n-h1-818823-1 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:03:11.364122 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a247dce2-7fb3-4562-98c4-97544b265750 req-b4cb481f-d4c5-43f9-a1c6-1674897078af service neutron] Attempting to bind port b7125113-6c2e-4707-b7e5-edc6be9d5e56 on network e1052824-bf78-4963-8937-b202e372ac24 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:03:11.387452 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a247dce2-7fb3-4562-98c4-97544b265750 req-b4cb481f-d4c5-43f9-a1c6-1674897078af service neutron] Checking agent: {'id': '7a008cff-3b49-418c-8046-689d46cc800f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'started_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 2, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:03:11.387795 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a247dce2-7fb3-4562-98c4-97544b265750 req-b4cb481f-d4c5-43f9-a1c6-1674897078af service neutron] Checking segment: {'id': '2a5a1c7b-538e-498e-99b9-cc7a8e0411be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'e1052824-bf78-4963-8937-b202e372ac24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:03:11.388432 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a247dce2-7fb3-4562-98c4-97544b265750 req-b4cb481f-d4c5-43f9-a1c6-1674897078af service neutron] Bound using segment: {'id': '2a5a1c7b-538e-498e-99b9-cc7a8e0411be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'e1052824-bf78-4963-8937-b202e372ac24'} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:03:11.388853 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-a247dce2-7fb3-4562-98c4-97544b265750 req-b4cb481f-d4c5-43f9-a1c6-1674897078af service neutron] Bound port: b7125113-6c2e-4707-b7e5-edc6be9d5e56, host: n-h1-818823-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a5a1c7b-538e-498e-99b9-cc7a8e0411be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'e1052824-bf78-4963-8937-b202e372ac24'}}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:03:11.389216 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-a247dce2-7fb3-4562-98c4-97544b265750 req-b4cb481f-d4c5-43f9-a1c6-1674897078af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:11.645223 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [req-14cb04d6-8d83-4dae-b6a9-e999a4d0ebc7 req-360d8eec-abe5-432e-a2b7-a73c9338cc28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9bf6d34c-8f6a-4b5a-8714-7387aadfe178 {{(pid=103448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:03:11.664789 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-14cb04d6-8d83-4dae-b6a9-e999a4d0ebc7 req-360d8eec-abe5-432e-a2b7-a73c9338cc28 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:11.720514 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [req-14cb04d6-8d83-4dae-b6a9-e999a4d0ebc7 req-360d8eec-abe5-432e-a2b7-a73c9338cc28 service neutron] Transition to ACTIVE for port object 9bf6d34c-8f6a-4b5a-8714-7387aadfe178 will not be triggered until provisioned by entity L2. {{(pid=103448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 20:03:11.724218 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-a247dce2-7fb3-4562-98c4-97544b265750 req-b4cb481f-d4c5-43f9-a1c6-1674897078af service neutron] For port b7125113-6c2e-4707-b7e5-edc6be9d5e56, host n-h1-818823-1, cleared binding levels {{(pid=103448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:03:11.737702 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-a247dce2-7fb3-4562-98c4-97544b265750 req-b4cb481f-d4c5-43f9-a1c6-1674897078af service neutron] For port b7125113-6c2e-4707-b7e5-edc6be9d5e56, host n-h1-818823-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=b7125113-6c2e-4707-b7e5-edc6be9d5e56,segment=NetworkSegment(2a5a1c7b-538e-498e-99b9-cc7a8e0411be),segment_id=2a5a1c7b-538e-498e-99b9-cc7a8e0411be)] {{(pid=103448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:03:11.742370 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-14cb04d6-8d83-4dae-b6a9-e999a4d0ebc7 req-360d8eec-abe5-432e-a2b7-a73c9338cc28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:11.759209 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-a247dce2-7fb3-4562-98c4-97544b265750 req-b4cb481f-d4c5-43f9-a1c6-1674897078af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:11.896453 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a247dce2-7fb3-4562-98c4-97544b265750 req-b4cb481f-d4c5-43f9-a1c6-1674897078af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:03:11.897120 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-a247dce2-7fb3-4562-98c4-97544b265750 req-b4cb481f-d4c5-43f9-a1c6-1674897078af service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:11.898612 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-a247dce2-7fb3-4562-98c4-97544b265750 req-b4cb481f-d4c5-43f9-a1c6-1674897078af service neutron] 10.222.0.41 "PUT /v2.0/ports/b7125113-6c2e-4707-b7e5-edc6be9d5e56 HTTP/1.1" status: 200 len: 1116 time: 2.8911726 Nov 22 20:03:11.899178 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef43cd47-fb8e-4fe5-b1ed-e36ffdb95c51', 'tag': 'b7125113-6c2e-4707-b7e5-edc6be9d5e56'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:03:11.906665 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 51182) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:03:12.219157 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac2cbe0-da92-4a81-baa1-3bde92a5fd3b req-b7cbac1b-0f61-462d-a127-877f61ec481c tempest-DeleteServersAdminTestJSON-1623428566 tempest-DeleteServersAdminTestJSON-1623428566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:03:12.244683 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4ac2cbe0-da92-4a81-baa1-3bde92a5fd3b req-b7cbac1b-0f61-462d-a127-877f61ec481c tempest-DeleteServersAdminTestJSON-1623428566 tempest-DeleteServersAdminTestJSON-1623428566-project] 10.222.0.46 "GET /v2.0/ports?device_id=28d8ca59-7682-4cca-aa42-1ee02d9c37a6 HTTP/1.1" status: 200 len: 947 time: 0.1720822 Nov 22 20:03:12.330514 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360d8eec-abe5-432e-a2b7-a73c9338cc28 service neutron] Pushing event updated for resources: {'Port': ['ID=9bf6d34c-8f6a-4b5a-8714-7387aadfe178,revision_number=2']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:03:12.386375 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4ac2cbe0-da92-4a81-baa1-3bde92a5fd3b req-589c21e0-b168-4875-a3a7-42c34edaf12a tempest-DeleteServersAdminTestJSON-1623428566 tempest-DeleteServersAdminTestJSON-1623428566-project] 10.222.0.46 "GET /v2.0/security-groups?id=c63bdb94-b6a4-45b4-adc5-af0d110830c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387117 Nov 22 20:03:12.484005 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a247dce2-7fb3-4562-98c4-97544b265750 req-d90d86eb-bedc-4f1b-b7d3-fa6183b73625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:03:12.485883 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-a247dce2-7fb3-4562-98c4-97544b265750 req-d90d86eb-bedc-4f1b-b7d3-fa6183b73625 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b8987da6c00d45eeb9ea1bdd7abcba6d&device_id=ef43cd47-fb8e-4fe5-b1ed-e36ffdb95c51 HTTP/1.1" status: 200 len: 1119 time: 0.3620026 Nov 22 20:03:12.543169 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-14cb04d6-8d83-4dae-b6a9-e999a4d0ebc7 req-360d8eec-abe5-432e-a2b7-a73c9338cc28 service neutron] Attempting to bind port 9bf6d34c-8f6a-4b5a-8714-7387aadfe178 on host n-h2-818823-1 for vnic_type normal with profile {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:03:12.543733 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-14cb04d6-8d83-4dae-b6a9-e999a4d0ebc7 req-360d8eec-abe5-432e-a2b7-a73c9338cc28 service neutron] Attempting to bind port 9bf6d34c-8f6a-4b5a-8714-7387aadfe178 by drivers openvswitch,hyperv on host n-h2-818823-1 at level 0 using segments [{'id': '2a5a1c7b-538e-498e-99b9-cc7a8e0411be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'e1052824-bf78-4963-8937-b202e372ac24'}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:03:12.544218 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14cb04d6-8d83-4dae-b6a9-e999a4d0ebc7 req-360d8eec-abe5-432e-a2b7-a73c9338cc28 service neutron] Attempting to bind port 9bf6d34c-8f6a-4b5a-8714-7387aadfe178 on network e1052824-bf78-4963-8937-b202e372ac24 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:03:12.554084 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cb481f-d4c5-43f9-a1c6-1674897078af service neutron] Pushing event updated for resources: {'Port': ['ID=b7125113-6c2e-4707-b7e5-edc6be9d5e56,revision_number=3']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:03:12.565298 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14cb04d6-8d83-4dae-b6a9-e999a4d0ebc7 req-360d8eec-abe5-432e-a2b7-a73c9338cc28 service neutron] Port 9bf6d34c-8f6a-4b5a-8714-7387aadfe178 on network e1052824-bf78-4963-8937-b202e372ac24 not bound, no agent of type Open vSwitch agent registered on host n-h2-818823-1 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:03:12.565740 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14cb04d6-8d83-4dae-b6a9-e999a4d0ebc7 req-360d8eec-abe5-432e-a2b7-a73c9338cc28 service neutron] Attempting to bind port 9bf6d34c-8f6a-4b5a-8714-7387aadfe178 on network e1052824-bf78-4963-8937-b202e372ac24 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:03:12.578219 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14cb04d6-8d83-4dae-b6a9-e999a4d0ebc7 req-360d8eec-abe5-432e-a2b7-a73c9338cc28 service neutron] Checking agent: {'id': '65e0486a-7030-4065-96f0-10aa7402a530', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'started_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 2, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:03:12.578562 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14cb04d6-8d83-4dae-b6a9-e999a4d0ebc7 req-360d8eec-abe5-432e-a2b7-a73c9338cc28 service neutron] Checking segment: {'id': '2a5a1c7b-538e-498e-99b9-cc7a8e0411be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'e1052824-bf78-4963-8937-b202e372ac24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:03:12.578962 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14cb04d6-8d83-4dae-b6a9-e999a4d0ebc7 req-360d8eec-abe5-432e-a2b7-a73c9338cc28 service neutron] Bound using segment: {'id': '2a5a1c7b-538e-498e-99b9-cc7a8e0411be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'e1052824-bf78-4963-8937-b202e372ac24'} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:03:12.579440 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-14cb04d6-8d83-4dae-b6a9-e999a4d0ebc7 req-360d8eec-abe5-432e-a2b7-a73c9338cc28 service neutron] Bound port: 9bf6d34c-8f6a-4b5a-8714-7387aadfe178, host: n-h2-818823-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a5a1c7b-538e-498e-99b9-cc7a8e0411be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'e1052824-bf78-4963-8937-b202e372ac24'}}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:03:12.585386 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-14cb04d6-8d83-4dae-b6a9-e999a4d0ebc7 req-360d8eec-abe5-432e-a2b7-a73c9338cc28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:12.706684 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616984af-d96b-4d70-a68d-7899b045bb20 req-493657a8-c841-4efa-b580-249518429715 tempest-AggregatesAdminTestJSON-428188263 tempest-AggregatesAdminTestJSON-428188263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:03:12.715237 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-616984af-d96b-4d70-a68d-7899b045bb20 req-493657a8-c841-4efa-b580-249518429715 tempest-AggregatesAdminTestJSON-428188263 tempest-AggregatesAdminTestJSON-428188263-project] 10.222.0.46 "GET /v2.0/ports?device_id=ef43cd47-fb8e-4fe5-b1ed-e36ffdb95c51 HTTP/1.1" status: 200 len: 968 time: 0.1980286 Nov 22 20:03:12.743466 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-14cb04d6-8d83-4dae-b6a9-e999a4d0ebc7 req-360d8eec-abe5-432e-a2b7-a73c9338cc28 service neutron] For port 9bf6d34c-8f6a-4b5a-8714-7387aadfe178, host n-h2-818823-1, cleared binding levels {{(pid=103448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:03:12.755997 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-14cb04d6-8d83-4dae-b6a9-e999a4d0ebc7 req-360d8eec-abe5-432e-a2b7-a73c9338cc28 service neutron] For port 9bf6d34c-8f6a-4b5a-8714-7387aadfe178, host n-h2-818823-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=9bf6d34c-8f6a-4b5a-8714-7387aadfe178,segment=NetworkSegment(2a5a1c7b-538e-498e-99b9-cc7a8e0411be),segment_id=2a5a1c7b-538e-498e-99b9-cc7a8e0411be)] {{(pid=103448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:03:12.807590 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-14cb04d6-8d83-4dae-b6a9-e999a4d0ebc7 req-360d8eec-abe5-432e-a2b7-a73c9338cc28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:12.821835 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-bbb9d1e0-1ad9-4578-b815-edef8cde19df admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-398545620-network', 'tenant_id': '9a1fb04249df43bfad30e7120a8f5976'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:03:12.928952 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-616984af-d96b-4d70-a68d-7899b045bb20 req-cc8ae542-f58d-4190-8b4d-a36d6ae04281 tempest-AggregatesAdminTestJSON-428188263 tempest-AggregatesAdminTestJSON-428188263-project] 10.222.0.46 "GET /v2.0/security-groups?id=a86d2250-a089-4e45-9ea1-08cd1232bc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088175 Nov 22 20:03:12.939151 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cb04d6-8d83-4dae-b6a9-e999a4d0ebc7 req-360d8eec-abe5-432e-a2b7-a73c9338cc28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:03:12.939955 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-14cb04d6-8d83-4dae-b6a9-e999a4d0ebc7 req-360d8eec-abe5-432e-a2b7-a73c9338cc28 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:12.941692 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-14cb04d6-8d83-4dae-b6a9-e999a4d0ebc7 req-360d8eec-abe5-432e-a2b7-a73c9338cc28 service neutron] 10.222.0.20 "PUT /v2.0/ports/9bf6d34c-8f6a-4b5a-8714-7387aadfe178 HTTP/1.1" status: 200 len: 1095 time: 3.2775207 Nov 22 20:03:12.943862 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360d8eec-abe5-432e-a2b7-a73c9338cc28 service neutron] Pushing event updated for resources: {'Port': ['ID=9bf6d34c-8f6a-4b5a-8714-7387aadfe178,revision_number=3']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:03:12.949075 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbb9d1e0-1ad9-4578-b815-edef8cde19df admin admin] Made reservation on behalf of 9a1fb04249df43bfad30e7120a8f5976 for: {'network': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:03:12.952783 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-bbb9d1e0-1ad9-4578-b815-edef8cde19df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for network, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:12.971788 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-bbb9d1e0-1ad9-4578-b815-edef8cde19df admin admin] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:13.002342 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-a247dce2-7fb3-4562-98c4-97544b265750 req-9de7334b-e9a4-41a2-a66b-7b775030c396 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=b7125113-6c2e-4707-b7e5-edc6be9d5e56 HTTP/1.1" status: 200 len: 217 time: 0.2434199 Nov 22 20:03:13.121418 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cb04d6-8d83-4dae-b6a9-e999a4d0ebc7 req-97d0be55-d8db-4d94-981e-b26f02ad9179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:03:13.143192 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-14cb04d6-8d83-4dae-b6a9-e999a4d0ebc7 req-97d0be55-d8db-4d94-981e-b26f02ad9179 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6eb9d754e20948bd851e0578731ed612&device_id=28d8ca59-7682-4cca-aa42-1ee02d9c37a6 HTTP/1.1" status: 200 len: 1098 time: 0.1209972 Nov 22 20:03:13.192625 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 51222) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:03:13.298757 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-14cb04d6-8d83-4dae-b6a9-e999a4d0ebc7 req-2c02937a-4656-46de-82e3-5dd112d9cba7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=9bf6d34c-8f6a-4b5a-8714-7387aadfe178 HTTP/1.1" status: 200 len: 217 time: 0.1506627 Nov 22 20:03:13.314467 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-bbb9d1e0-1ad9-4578-b815-edef8cde19df admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:13.329938 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-bbb9d1e0-1ad9-4578-b815-edef8cde19df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:13.351801 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbb9d1e0-1ad9-4578-b815-edef8cde19df admin admin] vlan segment allocate from pool success with {'vlan_id': 600, 'physical_network': 'physnet1'} {{(pid=103447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 20:03:13.380413 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-bbb9d1e0-1ad9-4578-b815-edef8cde19df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:13.380751 n-d-818823-1 neutron-server[103447]: INFO neutron.db.segments_db [None req-bbb9d1e0-1ad9-4578-b815-edef8cde19df admin admin] Added segment 2a4208bd-9ca0-45ec-b85f-fc9cfc80f6e6 of type vlan for network cacfe64d-6da5-4cb7-b86a-8958b42d3669 Nov 22 20:03:13.507777 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cb04d6-8d83-4dae-b6a9-e999a4d0ebc7 req-1251fcc1-9e25-4438-9151-2aa6082f37eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:03:13.512119 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-14cb04d6-8d83-4dae-b6a9-e999a4d0ebc7 req-1251fcc1-9e25-4438-9151-2aa6082f37eb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3091ebfd-11e2-41f8-9c00-ffe0b86563d8 HTTP/1.1" status: 200 len: 843 time: 0.1932347 Nov 22 20:03:13.526976 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-bbb9d1e0-1ad9-4578-b815-edef8cde19df admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748992492791'] for network, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:13.533738 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589a98cf2aea187fcc423a5edb333e5a6cf3ad7c81115d1ebee0f079693c312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06a997d3-1029-4214-9fee-3e4684aafe77" -d '{"events": [{"name": "network-changed", "server_uuid": "ef43cd47-fb8e-4fe5-b1ed-e36ffdb95c51", "tag": "b7125113-6c2e-4707-b7e5-edc6be9d5e56"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:03:13.661856 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cb04d6-8d83-4dae-b6a9-e999a4d0ebc7 req-dcb18756-9a21-4eb0-9a97-b45fefb792a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:03:13.664269 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-14cb04d6-8d83-4dae-b6a9-e999a4d0ebc7 req-dcb18756-9a21-4eb0-9a97-b45fefb792a5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e1052824-bf78-4963-8937-b202e372ac24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1242039 Nov 22 20:03:13.666998 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a247dce2-7fb3-4562-98c4-97544b265750 req-b70090f6-f9a6-4343-aeec-914a1d495880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:03:13.668714 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-a247dce2-7fb3-4562-98c4-97544b265750 req-b70090f6-f9a6-4343-aeec-914a1d495880 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3091ebfd-11e2-41f8-9c00-ffe0b86563d8 HTTP/1.1" status: 200 len: 843 time: 0.6221204 Nov 22 20:03:13.720105 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-bbb9d1e0-1ad9-4578-b815-edef8cde19df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for network, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:13.721175 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbb9d1e0-1ad9-4578-b815-edef8cde19df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:03:13.721776 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-bbb9d1e0-1ad9-4578-b815-edef8cde19df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for network, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:13.770209 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f28ed974-eccb-40b1-aa51-e0f577970d74 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:13.826715 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-14cb04d6-8d83-4dae-b6a9-e999a4d0ebc7 req-eed234ab-d017-4eb6-b3b7-40496bb2fddb service neutron] 10.222.0.20 "GET /v2.0/networks/e1052824-bf78-4963-8937-b202e372ac24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533153 Nov 22 20:03:13.920769 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-bbb9d1e0-1ad9-4578-b815-edef8cde19df admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.0097611 Nov 22 20:03:13.924947 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb9d1e0-1ad9-4578-b815-edef8cde19df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4fff332-682f-4228-8d80-1654024ba795,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:03:13.942889 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 51256) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:03:14.027030 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-8587703e-e81f-4ed4-935d-3f09e66a5395 admin admin] Request body: {'subnet': {'network_id': 'cacfe64d-6da5-4cb7-b86a-8958b42d3669', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-398545620-subnet', 'tenant_id': '9a1fb04249df43bfad30e7120a8f5976', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:03:14.055244 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-14cb04d6-8d83-4dae-b6a9-e999a4d0ebc7 req-28add7ed-00e6-4e14-9552-01b7be7bb438 service neutron] 10.222.0.20 "GET /v2.0/networks/e1052824-bf78-4963-8937-b202e372ac24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724703 Nov 22 20:03:14.088855 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:14.108386 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a247dce2-7fb3-4562-98c4-97544b265750 req-6b6ee545-46e7-4308-a600-4b02590cfb30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:03:14.110040 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-a247dce2-7fb3-4562-98c4-97544b265750 req-6b6ee545-46e7-4308-a600-4b02590cfb30 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e1052824-bf78-4963-8937-b202e372ac24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2806506 Nov 22 20:03:14.117794 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:14.129371 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb9d1e0-1ad9-4578-b815-edef8cde19df admin admin] Pushing event updated for resources: {'Network': ['ID=cacfe64d-6da5-4cb7-b86a-8958b42d3669,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:03:14.145111 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Network cacfe64d-6da5-4cb7-b86a-8958b42d3669 details requested by agent ovs-agent-n-d-818823-1 with host n-d-818823-1 {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 20:03:14.204713 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5865e3b8-bb6a-4481-981e-60a6066f4e2c req-75b00d09-92e8-4aec-9437-6049e9f8ad07 tempest-DeleteServersAdminTestJSON-1623428566 tempest-DeleteServersAdminTestJSON-1623428566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:03:14.217218 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5865e3b8-bb6a-4481-981e-60a6066f4e2c req-75b00d09-92e8-4aec-9437-6049e9f8ad07 tempest-DeleteServersAdminTestJSON-1623428566 tempest-DeleteServersAdminTestJSON-1623428566-project] 10.222.0.46 "GET /v2.0/ports?device_id=28d8ca59-7682-4cca-aa42-1ee02d9c37a6 HTTP/1.1" status: 200 len: 947 time: 0.5698845 Nov 22 20:03:14.230561 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f28ed974-eccb-40b1-aa51-e0f577970d74 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:14.293303 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f28ed974-eccb-40b1-aa51-e0f577970d74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:14.300661 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8587703e-e81f-4ed4-935d-3f09e66a5395 admin admin] Made reservation on behalf of 9a1fb04249df43bfad30e7120a8f5976 for: {'subnet': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:03:14.307593 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8587703e-e81f-4ed4-935d-3f09e66a5395 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:14.423763 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 20:03:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb901745-be0e-4a18-bf58-3a0954d6b470 x-openstack-request-id: req-eb901745-be0e-4a18-bf58-3a0954d6b470 {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:03:14.424387 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef43cd47-fb8e-4fe5-b1ed-e36ffdb95c51", "tag": "b7125113-6c2e-4707-b7e5-edc6be9d5e56", "status": "completed", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:03:14.425233 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-eb901745-be0e-4a18-bf58-3a0954d6b470 {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:03:14.425233 n-d-818823-1 neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef43cd47-fb8e-4fe5-b1ed-e36ffdb95c51', 'tag': 'b7125113-6c2e-4707-b7e5-edc6be9d5e56', 'status': 'completed', 'code': 200} Nov 22 20:03:14.427061 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-a247dce2-7fb3-4562-98c4-97544b265750 req-2ecd3eef-5343-41ff-a233-52621d001ce0 service neutron] 10.222.0.41 "GET /v2.0/networks/e1052824-bf78-4963-8937-b202e372ac24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3003938 Nov 22 20:03:14.515890 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-f28ed974-eccb-40b1-aa51-e0f577970d74 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a1412a62597c48cf8c6459a1c608b45c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3220475 Nov 22 20:03:14.518518 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 51276) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:03:14.556006 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5865e3b8-bb6a-4481-981e-60a6066f4e2c req-9731ff4e-3b05-4aab-90cb-870468d1f1b5 tempest-DeleteServersAdminTestJSON-1623428566 tempest-DeleteServersAdminTestJSON-1623428566-project] 10.222.0.46 "GET /v2.0/security-groups?id=c63bdb94-b6a4-45b4-adc5-af0d110830c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3310297 Nov 22 20:03:14.635481 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28ed974-eccb-40b1-aa51-e0f577970d74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=199648de-b769-41c9-a115-1c3a1ed3cf43,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:03:14.663080 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-86c0856f-b238-4d11-8127-86e380ceb108 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:14.737722 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-86c0856f-b238-4d11-8127-86e380ceb108 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:14.755682 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8513825-18c8-4a82-8895-5a9e93d1733f req-5b562cc9-80d7-4fc6-8668-227616b4d1ea tempest-AggregatesAdminTestJSON-428188263 tempest-AggregatesAdminTestJSON-428188263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:03:14.759447 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b8513825-18c8-4a82-8895-5a9e93d1733f req-5b562cc9-80d7-4fc6-8668-227616b4d1ea tempest-AggregatesAdminTestJSON-428188263 tempest-AggregatesAdminTestJSON-428188263-project] 10.222.0.46 "GET /v2.0/ports?device_id=ef43cd47-fb8e-4fe5-b1ed-e36ffdb95c51 HTTP/1.1" status: 200 len: 968 time: 0.3864455 Nov 22 20:03:14.932650 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-86c0856f-b238-4d11-8127-86e380ceb108 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:14.939404 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-86c0856f-b238-4d11-8127-86e380ceb108 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:14.945392 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-86c0856f-b238-4d11-8127-86e380ceb108 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/199648de-b769-41c9-a115-1c3a1ed3cf43 HTTP/1.1" status: 204 len: 168 time: 0.4235058 Nov 22 20:03:15.007219 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b8513825-18c8-4a82-8895-5a9e93d1733f req-c5a4659d-c779-45a7-81d2-b0a04a490804 tempest-AggregatesAdminTestJSON-428188263 tempest-AggregatesAdminTestJSON-428188263-project] 10.222.0.46 "GET /v2.0/security-groups?id=a86d2250-a089-4e45-9ea1-08cd1232bc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695564 Nov 22 20:03:15.052769 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c0856f-b238-4d11-8127-86e380ceb108 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=199648de-b769-41c9-a115-1c3a1ed3cf43,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:03:15.139144 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8587703e-e81f-4ed4-935d-3f09e66a5395 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for subnet, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:15.285167 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-a247dce2-7fb3-4562-98c4-97544b265750 req-30caf686-0fa7-42ea-a668-bd3e71b09deb service neutron] 10.222.0.41 "GET /v2.0/networks/e1052824-bf78-4963-8937-b202e372ac24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3974493 Nov 22 20:03:15.387530 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8587703e-e81f-4ed4-935d-3f09e66a5395 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4d261ee-d98c-42c9-8aac-0d84130d4161,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:03:15.394671 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8587703e-e81f-4ed4-935d-3f09e66a5395 admin admin] Checking segment: {'id': '2a4208bd-9ca0-45ec-b85f-fc9cfc80f6e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'cacfe64d-6da5-4cb7-b86a-8958b42d3669'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:03:15.395066 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8587703e-e81f-4ed4-935d-3f09e66a5395 admin admin] Network hostable DHCP agents. Network: cacfe64d-6da5-4cb7-b86a-8958b42d3669, hostable agents: ['02adaa64-0987-4b74-bad0-cbcf56f8a294'], hosted agents: [] {{(pid=103447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 20:03:15.432600 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8587703e-e81f-4ed4-935d-3f09e66a5395 admin admin] Network cacfe64d-6da5-4cb7-b86a-8958b42d3669 is scheduled to be hosted by DHCP agent 02adaa64-0987-4b74-bad0-cbcf56f8a294 with binding_index 1 {{(pid=103447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 20:03:15.448086 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-8587703e-e81f-4ed4-935d-3f09e66a5395 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818823-1, cacfe64d-6da5-4cb7-b86a-8958b42d3669) {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:03:15.454716 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8587703e-e81f-4ed4-935d-3f09e66a5395 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:03:15.455494 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8587703e-e81f-4ed4-935d-3f09e66a5395 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for subnet, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:15.474389 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-654b11c9-a659-47f6-9257-1d8671fc89a4 None None] Network cacfe64d-6da5-4cb7-b86a-8958b42d3669 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:03:15.505388 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-8587703e-e81f-4ed4-935d-3f09e66a5395 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.4917855 Nov 22 20:03:15.583837 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a997d3-1029-4214-9fee-3e4684aafe77 req-27b1a7a3-4170-412b-8eef-1b59eef6ea54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:03:15.586454 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-06a997d3-1029-4214-9fee-3e4684aafe77 req-27b1a7a3-4170-412b-8eef-1b59eef6ea54 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b8987da6c00d45eeb9ea1bdd7abcba6d&device_id=ef43cd47-fb8e-4fe5-b1ed-e36ffdb95c51 HTTP/1.1" status: 200 len: 1119 time: 0.1367331 Nov 22 20:03:16.023452 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac7bdc1-2251-4a0a-9aef-f0d55e90729a req-61d79a0f-1b44-4185-94c3-608baa113940 tempest-DeleteServersAdminTestJSON-1623428566 tempest-DeleteServersAdminTestJSON-1623428566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:03:16.030573 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9ac7bdc1-2251-4a0a-9aef-f0d55e90729a req-61d79a0f-1b44-4185-94c3-608baa113940 tempest-DeleteServersAdminTestJSON-1623428566 tempest-DeleteServersAdminTestJSON-1623428566-project] 10.222.0.46 "GET /v2.0/ports?device_id=28d8ca59-7682-4cca-aa42-1ee02d9c37a6 HTTP/1.1" status: 200 len: 947 time: 0.1482732 Nov 22 20:03:16.045002 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a997d3-1029-4214-9fee-3e4684aafe77 req-32a1cbd7-5273-42c3-9c39-d0c5e07961e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:03:16.049905 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-06a997d3-1029-4214-9fee-3e4684aafe77 req-32a1cbd7-5273-42c3-9c39-d0c5e07961e5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e1052824-bf78-4963-8937-b202e372ac24 HTTP/1.1" status: 200 len: 870 time: 0.4565225 Nov 22 20:03:16.146467 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-06a997d3-1029-4214-9fee-3e4684aafe77 req-bfb70ee9-5128-48e3-98aa-81ad9677dd47 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=b7125113-6c2e-4707-b7e5-edc6be9d5e56 HTTP/1.1" status: 200 len: 217 time: 0.0883560 Nov 22 20:03:16.166168 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9ac7bdc1-2251-4a0a-9aef-f0d55e90729a req-2712518a-91e2-4baf-ac83-8b2e79c681ce tempest-DeleteServersAdminTestJSON-1623428566 tempest-DeleteServersAdminTestJSON-1623428566-project] 10.222.0.46 "GET /v2.0/security-groups?id=c63bdb94-b6a4-45b4-adc5-af0d110830c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242790 Nov 22 20:03:16.296417 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1effa3a8-c1e4-4f70-af38-e62973129bb4 None None] Network cacfe64d-6da5-4cb7-b86a-8958b42d3669 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:03:16.334789 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a997d3-1029-4214-9fee-3e4684aafe77 req-9f43faae-fa1b-44a8-9a1b-2eca11413c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:03:16.343578 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-06a997d3-1029-4214-9fee-3e4684aafe77 req-9f43faae-fa1b-44a8-9a1b-2eca11413c4d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3091ebfd-11e2-41f8-9c00-ffe0b86563d8 HTTP/1.1" status: 200 len: 843 time: 0.1899891 Nov 22 20:03:16.455181 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28d8ca59-7682-4cca-aa42-1ee02d9c37a6', 'tag': '9bf6d34c-8f6a-4b5a-8714-7387aadfe178'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:03:16.461413 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589a98cf2aea187fcc423a5edb333e5a6cf3ad7c81115d1ebee0f079693c312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d90743b-40d1-4788-a173-31d50115ced9" -d '{"events": [{"name": "network-changed", "server_uuid": "28d8ca59-7682-4cca-aa42-1ee02d9c37a6", "tag": "9bf6d34c-8f6a-4b5a-8714-7387aadfe178"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:03:16.518840 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a997d3-1029-4214-9fee-3e4684aafe77 req-8dfb2d37-7a27-4c61-8b5e-e96b74ddeae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:03:16.521059 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-06a997d3-1029-4214-9fee-3e4684aafe77 req-8dfb2d37-7a27-4c61-8b5e-e96b74ddeae1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e1052824-bf78-4963-8937-b202e372ac24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1699388 Nov 22 20:03:16.525312 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce7d992-40e2-4500-9975-1aa5b4fe33e8 req-c0f7210a-e279-44d7-be39-5499a832d2ae tempest-AggregatesAdminTestJSON-428188263 tempest-AggregatesAdminTestJSON-428188263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:03:16.527017 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1ce7d992-40e2-4500-9975-1aa5b4fe33e8 req-c0f7210a-e279-44d7-be39-5499a832d2ae tempest-AggregatesAdminTestJSON-428188263 tempest-AggregatesAdminTestJSON-428188263-project] 10.222.0.46 "GET /v2.0/ports?device_id=ef43cd47-fb8e-4fe5-b1ed-e36ffdb95c51 HTTP/1.1" status: 200 len: 968 time: 0.1029036 Nov 22 20:03:16.581663 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 51322) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:03:16.614819 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-3f30a4fe-6031-493d-a8d9-3016f8650c50 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:16.712014 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1ce7d992-40e2-4500-9975-1aa5b4fe33e8 req-a05dcbb2-f1ff-404d-a0db-b8665641e59e tempest-AggregatesAdminTestJSON-428188263 tempest-AggregatesAdminTestJSON-428188263-project] 10.222.0.46 "GET /v2.0/security-groups?id=a86d2250-a089-4e45-9ea1-08cd1232bc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718905 Nov 22 20:03:16.913811 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 20:03:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f782fac-9bed-48de-9d22-544866fd70e6 x-openstack-request-id: req-6f782fac-9bed-48de-9d22-544866fd70e6 {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:03:16.914163 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28d8ca59-7682-4cca-aa42-1ee02d9c37a6", "tag": "9bf6d34c-8f6a-4b5a-8714-7387aadfe178", "status": "completed", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:03:16.914384 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6f782fac-9bed-48de-9d22-544866fd70e6 {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:03:16.914790 n-d-818823-1 neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28d8ca59-7682-4cca-aa42-1ee02d9c37a6', 'tag': '9bf6d34c-8f6a-4b5a-8714-7387aadfe178', 'status': 'completed', 'code': 200} Nov 22 20:03:16.942352 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-3f30a4fe-6031-493d-a8d9-3016f8650c50 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:16.949663 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-3f30a4fe-6031-493d-a8d9-3016f8650c50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:17.076682 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-06a997d3-1029-4214-9fee-3e4684aafe77 req-88889c24-6805-4744-be32-4b0c48f15693 service neutron] 10.222.0.41 "GET /v2.0/networks/e1052824-bf78-4963-8937-b202e372ac24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5480804 Nov 22 20:03:17.077357 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 51338) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:03:17.080571 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-3f30a4fe-6031-493d-a8d9-3016f8650c50 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4cfd9e6f4dd7424e8cc3db988bf3e11f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4975777 Nov 22 20:03:17.081917 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f30a4fe-6031-493d-a8d9-3016f8650c50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb49a4a7-95a3-4ed5-881d-e40154c75e75,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:03:17.346793 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-06a997d3-1029-4214-9fee-3e4684aafe77 req-1a7e86da-a2f8-48a2-b210-445e61793eab service neutron] 10.222.0.41 "GET /v2.0/networks/e1052824-bf78-4963-8937-b202e372ac24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2494400 Nov 22 20:03:17.348038 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7731fb47-a879-4116-8923-604906feb1ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:17.422962 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7731fb47-a879-4116-8923-604906feb1ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:17.444556 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04635114-af91-4fdd-aaca-885f7474824d req-b35c90c0-fa9e-4985-8926-cbcf6f3c0550 tempest-DeleteServersAdminTestJSON-1623428566 tempest-DeleteServersAdminTestJSON-1623428566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:03:17.460849 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-04635114-af91-4fdd-aaca-885f7474824d req-b35c90c0-fa9e-4985-8926-cbcf6f3c0550 tempest-DeleteServersAdminTestJSON-1623428566 tempest-DeleteServersAdminTestJSON-1623428566-project] 10.222.0.46 "GET /v2.0/ports?device_id=28d8ca59-7682-4cca-aa42-1ee02d9c37a6 HTTP/1.1" status: 200 len: 947 time: 0.1145990 Nov 22 20:03:17.569952 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-04635114-af91-4fdd-aaca-885f7474824d req-a9785ef9-7108-4916-9897-0083b09b4a5c tempest-DeleteServersAdminTestJSON-1623428566 tempest-DeleteServersAdminTestJSON-1623428566-project] 10.222.0.46 "GET /v2.0/security-groups?id=c63bdb94-b6a4-45b4-adc5-af0d110830c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055188 Nov 22 20:03:17.582890 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7731fb47-a879-4116-8923-604906feb1ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:17.589859 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7731fb47-a879-4116-8923-604906feb1ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:17.595350 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-7731fb47-a879-4116-8923-604906feb1ec admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/fb49a4a7-95a3-4ed5-881d-e40154c75e75 HTTP/1.1" status: 204 len: 168 time: 0.5141625 Nov 22 20:03:17.630962 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7731fb47-a879-4116-8923-604906feb1ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb49a4a7-95a3-4ed5-881d-e40154c75e75,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:03:17.869432 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.agents_db [None req-aa8313f2-1ee4-4e7b-8c5a-d32b2f9d31ee None None] Agent healthcheck: found 7 active agents {{(pid=103450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 20:03:18.078562 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ef38af-0a25-44d1-9f64-9bd04be7549d req-fe3bb98a-e9b7-4e34-9101-e259a4b38c9a tempest-AggregatesAdminTestJSON-428188263 tempest-AggregatesAdminTestJSON-428188263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:03:18.086344 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-67ef38af-0a25-44d1-9f64-9bd04be7549d req-fe3bb98a-e9b7-4e34-9101-e259a4b38c9a tempest-AggregatesAdminTestJSON-428188263 tempest-AggregatesAdminTestJSON-428188263-project] 10.222.0.46 "GET /v2.0/ports?device_id=ef43cd47-fb8e-4fe5-b1ed-e36ffdb95c51 HTTP/1.1" status: 200 len: 968 time: 0.1220889 Nov 22 20:03:18.189516 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d90743b-40d1-4788-a173-31d50115ced9 req-459ea0eb-f41b-472f-a884-49fdae10f231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:03:18.193341 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-9d90743b-40d1-4788-a173-31d50115ced9 req-459ea0eb-f41b-472f-a884-49fdae10f231 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6eb9d754e20948bd851e0578731ed612&device_id=28d8ca59-7682-4cca-aa42-1ee02d9c37a6 HTTP/1.1" status: 200 len: 1098 time: 0.0931263 Nov 22 20:03:18.203286 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-67ef38af-0a25-44d1-9f64-9bd04be7549d req-b2af78d4-48c6-4aed-b951-18ef330ba92d tempest-AggregatesAdminTestJSON-428188263 tempest-AggregatesAdminTestJSON-428188263-project] 10.222.0.46 "GET /v2.0/security-groups?id=a86d2250-a089-4e45-9ea1-08cd1232bc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098847 Nov 22 20:03:18.459049 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 51404) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:03:18.473656 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-08ff68d0-b189-42ff-b71d-273dbfa2a024 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1228292695-network', 'tenant_id': '67c28e2e55d24346b8840078a6873285'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:03:18.546475 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08ff68d0-b189-42ff-b71d-273dbfa2a024 admin admin] Made reservation on behalf of 67c28e2e55d24346b8840078a6873285 for: {'network': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:03:18.549483 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-08ff68d0-b189-42ff-b71d-273dbfa2a024 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for network, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:18.564888 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d90743b-40d1-4788-a173-31d50115ced9 req-c6ffba75-7e8f-4527-aa98-da3d1013d104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:03:18.567213 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-9d90743b-40d1-4788-a173-31d50115ced9 req-c6ffba75-7e8f-4527-aa98-da3d1013d104 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e1052824-bf78-4963-8937-b202e372ac24 HTTP/1.1" status: 200 len: 870 time: 0.3688111 Nov 22 20:03:18.568731 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-08ff68d0-b189-42ff-b71d-273dbfa2a024 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:18.654285 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-9d90743b-40d1-4788-a173-31d50115ced9 req-597322f8-e4f1-4929-9d67-f47b417d319e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=9bf6d34c-8f6a-4b5a-8714-7387aadfe178 HTTP/1.1" status: 200 len: 217 time: 0.0800076 Nov 22 20:03:18.755316 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d90743b-40d1-4788-a173-31d50115ced9 req-f13053e4-b27c-4216-ba65-95df29ae5a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:03:18.757073 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-9d90743b-40d1-4788-a173-31d50115ced9 req-f13053e4-b27c-4216-ba65-95df29ae5a20 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3091ebfd-11e2-41f8-9c00-ffe0b86563d8 HTTP/1.1" status: 200 len: 843 time: 0.0962439 Nov 22 20:03:18.873161 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d90743b-40d1-4788-a173-31d50115ced9 req-9c8ff8d5-4449-4342-891e-8399f2d2c74b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:03:18.874879 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-9d90743b-40d1-4788-a173-31d50115ced9 req-9c8ff8d5-4449-4342-891e-8399f2d2c74b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e1052824-bf78-4963-8937-b202e372ac24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1107979 Nov 22 20:03:18.934674 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-08ff68d0-b189-42ff-b71d-273dbfa2a024 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:18.950526 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-08ff68d0-b189-42ff-b71d-273dbfa2a024 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:19.021277 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08ff68d0-b189-42ff-b71d-273dbfa2a024 admin admin] vlan segment allocate from pool success with {'vlan_id': 641, 'physical_network': 'physnet1'} {{(pid=103447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 20:03:19.064969 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ba15db-20cd-42af-910c-82e2b5245115 req-9c76ee3a-74f0-4f53-85c6-e57d0a68306c tempest-DeleteServersAdminTestJSON-1623428566 tempest-DeleteServersAdminTestJSON-1623428566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:03:19.080363 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-77ba15db-20cd-42af-910c-82e2b5245115 req-9c76ee3a-74f0-4f53-85c6-e57d0a68306c tempest-DeleteServersAdminTestJSON-1623428566 tempest-DeleteServersAdminTestJSON-1623428566-project] 10.222.0.46 "GET /v2.0/ports?device_id=28d8ca59-7682-4cca-aa42-1ee02d9c37a6 HTTP/1.1" status: 200 len: 947 time: 0.1867056 Nov 22 20:03:19.095526 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-08ff68d0-b189-42ff-b71d-273dbfa2a024 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:19.097336 n-d-818823-1 neutron-server[103447]: INFO neutron.db.segments_db [None req-08ff68d0-b189-42ff-b71d-273dbfa2a024 admin admin] Added segment 99bb7241-098a-4432-92dc-8ddb09008838 of type vlan for network 384fd76b-7666-434d-87d8-19608e16d506 Nov 22 20:03:19.121675 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ff68d0-b189-42ff-b71d-273dbfa2a024 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c8a8cc7-dace-4546-abc9-4debec3e0b7b,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:03:19.255729 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-08ff68d0-b189-42ff-b71d-273dbfa2a024 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748992492791'] for network, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:19.332251 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-77ba15db-20cd-42af-910c-82e2b5245115 req-7fecace1-26c1-41f3-a146-25322bb3be8a tempest-DeleteServersAdminTestJSON-1623428566 tempest-DeleteServersAdminTestJSON-1623428566-project] 10.222.0.46 "GET /v2.0/security-groups?id=c63bdb94-b6a4-45b4-adc5-af0d110830c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2401903 Nov 22 20:03:19.379284 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-08ff68d0-b189-42ff-b71d-273dbfa2a024 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for network, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:19.380836 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08ff68d0-b189-42ff-b71d-273dbfa2a024 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:03:19.382593 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-08ff68d0-b189-42ff-b71d-273dbfa2a024 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for network, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:19.418682 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-9d90743b-40d1-4788-a173-31d50115ced9 req-8f848fb9-076e-4c0f-a296-d616bda12864 service neutron] 10.222.0.20 "GET /v2.0/networks/e1052824-bf78-4963-8937-b202e372ac24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3929815 Nov 22 20:03:19.496256 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ff68d0-b189-42ff-b71d-273dbfa2a024 admin admin] Pushing event updated for resources: {'Network': ['ID=384fd76b-7666-434d-87d8-19608e16d506,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:03:19.514513 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Network 384fd76b-7666-434d-87d8-19608e16d506 details requested by agent ovs-agent-n-d-818823-1 with host n-d-818823-1 {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 20:03:19.520174 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-08ff68d0-b189-42ff-b71d-273dbfa2a024 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.0585620 Nov 22 20:03:19.520838 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 51440) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:03:19.533508 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-a3b10f1b-3c24-489c-b44a-af7ab4af4a52 admin admin] Request body: {'subnet': {'network_id': '384fd76b-7666-434d-87d8-19608e16d506', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1228292695-subnet', 'tenant_id': '67c28e2e55d24346b8840078a6873285', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:03:19.591222 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3b10f1b-3c24-489c-b44a-af7ab4af4a52 admin admin] Made reservation on behalf of 67c28e2e55d24346b8840078a6873285 for: {'subnet': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:03:19.594253 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a3b10f1b-3c24-489c-b44a-af7ab4af4a52 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:19.806474 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-9d90743b-40d1-4788-a173-31d50115ced9 req-e25a8c1b-c8a3-4ac7-b8e7-3d6204506477 service neutron] 10.222.0.20 "GET /v2.0/networks/e1052824-bf78-4963-8937-b202e372ac24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2952361 Nov 22 20:03:19.815707 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5351701b-aace-496c-aaca-8a907cabd136 req-b4223415-a587-49f0-8c9d-b52157d67422 tempest-AggregatesAdminTestJSON-428188263 tempest-AggregatesAdminTestJSON-428188263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:03:19.817442 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5351701b-aace-496c-aaca-8a907cabd136 req-b4223415-a587-49f0-8c9d-b52157d67422 tempest-AggregatesAdminTestJSON-428188263 tempest-AggregatesAdminTestJSON-428188263-project] 10.222.0.46 "GET /v2.0/ports?device_id=ef43cd47-fb8e-4fe5-b1ed-e36ffdb95c51 HTTP/1.1" status: 200 len: 968 time: 0.1659195 Nov 22 20:03:20.004881 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5351701b-aace-496c-aaca-8a907cabd136 req-01056d26-0083-405d-8a8a-115cc89f4eca tempest-AggregatesAdminTestJSON-428188263 tempest-AggregatesAdminTestJSON-428188263-project] 10.222.0.46 "GET /v2.0/security-groups?id=a86d2250-a089-4e45-9ea1-08cd1232bc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537859 Nov 22 20:03:20.075350 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-93087c02-12a3-4651-aef7-54952d5de415 req-e07208e9-7976-4f9d-b0c6-fb65a772541e tempest-ServersAdminNegativeTestJSON-696933393 tempest-ServersAdminNegativeTestJSON-696933393-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=da15d991f14c433b8467397b8f6ba6da&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0846157 Nov 22 20:03:20.305168 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a3b10f1b-3c24-489c-b44a-af7ab4af4a52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for subnet, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:20.392108 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b10f1b-3c24-489c-b44a-af7ab4af4a52 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc4fffed-f113-4294-8642-37216535f80c,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:03:20.443849 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93087c02-12a3-4651-aef7-54952d5de415 req-eb468a93-af9d-47f8-83a2-ec566f1aa61c tempest-ServersAdminNegativeTestJSON-696933393 tempest-ServersAdminNegativeTestJSON-696933393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:03:20.459514 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-93087c02-12a3-4651-aef7-54952d5de415 req-eb468a93-af9d-47f8-83a2-ec566f1aa61c tempest-ServersAdminNegativeTestJSON-696933393 tempest-ServersAdminNegativeTestJSON-696933393-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3806427 Nov 22 20:03:20.495258 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-93087c02-12a3-4651-aef7-54952d5de415 req-b68627e0-0aca-4110-b32d-7b0504032b49 tempest-ServersAdminNegativeTestJSON-696933393 tempest-ServersAdminNegativeTestJSON-696933393-project] 10.222.0.46 "GET /v2.0/quotas/da15d991f14c433b8467397b8f6ba6da HTTP/1.1" status: 200 len: 375 time: 0.0342362 Nov 22 20:03:20.544103 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-93087c02-12a3-4651-aef7-54952d5de415 req-d6ec7cf3-59ac-4d26-8dd3-28d05e04c7c4 tempest-ServersAdminNegativeTestJSON-696933393 tempest-ServersAdminNegativeTestJSON-696933393-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=da15d991f14c433b8467397b8f6ba6da&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0476575 Nov 22 20:03:20.567608 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b10f1b-3c24-489c-b44a-af7ab4af4a52 admin admin] Checking segment: {'id': '99bb7241-098a-4432-92dc-8ddb09008838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '384fd76b-7666-434d-87d8-19608e16d506'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:03:20.568218 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3b10f1b-3c24-489c-b44a-af7ab4af4a52 admin admin] Network hostable DHCP agents. Network: 384fd76b-7666-434d-87d8-19608e16d506, hostable agents: ['02adaa64-0987-4b74-bad0-cbcf56f8a294'], hosted agents: [] {{(pid=103447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 20:03:20.633252 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3b10f1b-3c24-489c-b44a-af7ab4af4a52 admin admin] Network 384fd76b-7666-434d-87d8-19608e16d506 is scheduled to be hosted by DHCP agent 02adaa64-0987-4b74-bad0-cbcf56f8a294 with binding_index 1 {{(pid=103447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 20:03:20.657992 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb90909-5f49-414f-9da9-706f9fdfd9e3 req-4df8c532-3257-462d-a533-ca3cd626b4fb tempest-DeleteServersAdminTestJSON-1623428566 tempest-DeleteServersAdminTestJSON-1623428566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:03:20.659673 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2eb90909-5f49-414f-9da9-706f9fdfd9e3 req-4df8c532-3257-462d-a533-ca3cd626b4fb tempest-DeleteServersAdminTestJSON-1623428566 tempest-DeleteServersAdminTestJSON-1623428566-project] 10.222.0.46 "GET /v2.0/ports?device_id=28d8ca59-7682-4cca-aa42-1ee02d9c37a6 HTTP/1.1" status: 200 len: 947 time: 0.1610136 Nov 22 20:03:20.666499 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-a3b10f1b-3c24-489c-b44a-af7ab4af4a52 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818823-1, 384fd76b-7666-434d-87d8-19608e16d506) {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:03:20.674130 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3b10f1b-3c24-489c-b44a-af7ab4af4a52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:03:20.674811 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a3b10f1b-3c24-489c-b44a-af7ab4af4a52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for subnet, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:20.680043 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b382514d-8ec0-431e-9219-6a4b087e2ed2 None None] Network 384fd76b-7666-434d-87d8-19608e16d506 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:03:20.729223 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-a3b10f1b-3c24-489c-b44a-af7ab4af4a52 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.2029433 Nov 22 20:03:20.775632 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2eb90909-5f49-414f-9da9-706f9fdfd9e3 req-10131f8e-7ba5-44d5-9984-b814dcbeda64 tempest-DeleteServersAdminTestJSON-1623428566 tempest-DeleteServersAdminTestJSON-1623428566-project] 10.222.0.46 "GET /v2.0/security-groups?id=c63bdb94-b6a4-45b4-adc5-af0d110830c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973146 Nov 22 20:03:20.817380 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 51494) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:03:20.927329 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a7c3e26b-2407-4ff9-80c3-773eee49b5ad req-cf79c8de-ab7e-4ea1-a146-b4b514377939 tempest-ServersAdminNegativeTestJSON-696933393 tempest-ServersAdminNegativeTestJSON-696933393-project] 10.222.0.46 "GET /v2.0/ports?device_id=ff4f4259-cd27-47ce-8c7c-1665ba1df108 HTTP/1.1" status: 200 len: 210 time: 0.0562975 Nov 22 20:03:21.028027 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 51504) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:03:21.090027 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74005861-4eeb-4861-90bd-c1d72c8b80e7 None None] Network 384fd76b-7666-434d-87d8-19608e16d506 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:03:21.221611 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_v2 [None req-49677a82-2262-452b-9ef0-c0aa039a7a6e admin admin] Deleting subnet b4d261ee-d98c-42c9-8aac-0d84130d4161 {{(pid=103447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 20:03:21.228910 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-49677a82-2262-452b-9ef0-c0aa039a7a6e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:21.325040 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-49677a82-2262-452b-9ef0-c0aa039a7a6e admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:21.362300 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-49677a82-2262-452b-9ef0-c0aa039a7a6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3753007'] for subnet, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:21.433935 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-df2647a1-1eb1-4255-98ae-e44dc0c5fa09 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:21.444501 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ab6adb-2dea-48a2-8e4e-bb66275d5cf3 req-14f8a772-4e8a-4985-9fda-c725db129182 tempest-AggregatesAdminTestJSON-428188263 tempest-AggregatesAdminTestJSON-428188263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:03:21.446245 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f0ab6adb-2dea-48a2-8e4e-bb66275d5cf3 req-14f8a772-4e8a-4985-9fda-c725db129182 tempest-AggregatesAdminTestJSON-428188263 tempest-AggregatesAdminTestJSON-428188263-project] 10.222.0.46 "GET /v2.0/ports?device_id=ef43cd47-fb8e-4fe5-b1ed-e36ffdb95c51 HTTP/1.1" status: 200 len: 968 time: 0.3118382 Nov 22 20:03:21.498572 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-49677a82-2262-452b-9ef0-c0aa039a7a6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3753014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for subnet, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:21.549905 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49677a82-2262-452b-9ef0-c0aa039a7a6e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b4d261ee-d98c-42c9-8aac-0d84130d4161,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:03:21.566529 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-49677a82-2262-452b-9ef0-c0aa039a7a6e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for subnet, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:21.572303 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-49677a82-2262-452b-9ef0-c0aa039a7a6e admin admin] 10.222.0.46 "DELETE /v2.0/subnets/b4d261ee-d98c-42c9-8aac-0d84130d4161 HTTP/1.1" status: 204 len: 168 time: 0.5416212 Nov 22 20:03:21.576352 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 51522) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:03:21.615261 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f0ab6adb-2dea-48a2-8e4e-bb66275d5cf3 req-71e99e3a-24b1-4bb5-be52-800da53bddf4 tempest-AggregatesAdminTestJSON-428188263 tempest-AggregatesAdminTestJSON-428188263-project] 10.222.0.46 "GET /v2.0/security-groups?id=a86d2250-a089-4e45-9ea1-08cd1232bc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568470 Nov 22 20:03:21.674559 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 51524) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:03:21.678521 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-df2647a1-1eb1-4255-98ae-e44dc0c5fa09 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:21.684982 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-df2647a1-1eb1-4255-98ae-e44dc0c5fa09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:21.725291 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1895c10b-34a6-4011-be7e-ed334792958a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3961693'] for network, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:21.746006 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-df2647a1-1eb1-4255-98ae-e44dc0c5fa09 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=51379fc75e72463584b504111b5db60b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9249873 Nov 22 20:03:21.746640 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2647a1-1eb1-4255-98ae-e44dc0c5fa09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcaf92f4-d1e2-43b0-971d-254ed94ebb71,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:03:21.749733 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 51528) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:03:21.892681 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1895c10b-34a6-4011-be7e-ed334792958a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3760028', 'neutron.services.segments.db._delete_segments_for_network-8748992815755'] for network, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:21.928497 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1895c10b-34a6-4011-be7e-ed334792958a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 20:03:21.928890 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1895c10b-34a6-4011-be7e-ed334792958a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 20:03:21.929683 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1895c10b-34a6-4011-be7e-ed334792958a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 20:03:21.930017 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1895c10b-34a6-4011-be7e-ed334792958a admin admin] Subscribe: > port after_create 55550000 {{(pid=103448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 20:03:21.930364 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1895c10b-34a6-4011-be7e-ed334792958a admin admin] Subscribe: > port after_delete 55550000 {{(pid=103448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 20:03:21.930697 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1895c10b-34a6-4011-be7e-ed334792958a admin admin] Subscribe: > port after_update 55550000 {{(pid=103448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 20:03:21.931597 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1895c10b-34a6-4011-be7e-ed334792958a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 20:03:21.931938 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1895c10b-34a6-4011-be7e-ed334792958a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 20:03:21.932255 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1895c10b-34a6-4011-be7e-ed334792958a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 20:03:21.932578 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1895c10b-34a6-4011-be7e-ed334792958a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 20:03:21.963068 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-dd3ecdfc-c96d-4b19-a20d-27700f744314 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:22.035131 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1895c10b-34a6-4011-be7e-ed334792958a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 20:03:22.035816 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1895c10b-34a6-4011-be7e-ed334792958a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 20:03:22.036741 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1895c10b-34a6-4011-be7e-ed334792958a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 20:03:22.036741 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1895c10b-34a6-4011-be7e-ed334792958a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 20:03:22.037263 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-1895c10b-34a6-4011-be7e-ed334792958a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cacfe64d-6da5-4cb7-b86a-8958b42d3669']}} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:03:22.074921 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-1895c10b-34a6-4011-be7e-ed334792958a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a4208bd-9ca0-45ec-b85f-fc9cfc80f6e6') {'for_net_delete': True} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:03:22.075509 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-1895c10b-34a6-4011-be7e-ed334792958a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a4208bd-9ca0-45ec-b85f-fc9cfc80f6e6') {} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:03:22.105029 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f190e6ea-37f3-4516-a3a9-17910a267daf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:22.119328 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1895c10b-34a6-4011-be7e-ed334792958a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748993039638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11627933'] for segment, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:22.120713 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-db718b4b-af1c-46e1-9d5b-bbeac9675c72 req-8f9c3643-2a4f-44dc-8abf-7b750e2b276c tempest-LiveMigrationNegativeTest-30000223 tempest-LiveMigrationNegativeTest-30000223-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=fe638fe68d2c412abdc6ea2631e58e50&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0461895 Nov 22 20:03:22.122770 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-dd3ecdfc-c96d-4b19-a20d-27700f744314 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:22.132132 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d556d586-847b-4a66-bb69-ee3605cab4b8 req-5d7096da-8aa7-4677-840a-8e19e0dbe1b9 tempest-DeleteServersAdminTestJSON-1623428566 tempest-DeleteServersAdminTestJSON-1623428566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:03:22.133749 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d556d586-847b-4a66-bb69-ee3605cab4b8 req-5d7096da-8aa7-4677-840a-8e19e0dbe1b9 tempest-DeleteServersAdminTestJSON-1623428566 tempest-DeleteServersAdminTestJSON-1623428566-project] 10.222.0.46 "GET /v2.0/ports?device_id=28d8ca59-7682-4cca-aa42-1ee02d9c37a6 HTTP/1.1" status: 200 len: 947 time: 0.1658487 Nov 22 20:03:22.144484 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-dd3ecdfc-c96d-4b19-a20d-27700f744314 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:22.182167 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1895c10b-34a6-4011-be7e-ed334792958a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:22.187388 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f190e6ea-37f3-4516-a3a9-17910a267daf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:22.201601 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1895c10b-34a6-4011-be7e-ed334792958a admin admin] Releasing vlan 600 on physical network physnet1 to pool {{(pid=103448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 20:03:22.202247 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1895c10b-34a6-4011-be7e-ed334792958a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11567447'] for segment, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:22.234869 n-d-818823-1 neutron-server[103448]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 22 20:03:22.234869 n-d-818823-1 neutron-server[103448]: from cryptography.utils import int_from_bytes Nov 22 20:03:22.234869 n-d-818823-1 neutron-server[103448]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 22 20:03:22.234869 n-d-818823-1 neutron-server[103448]: from cryptography.utils import int_from_bytes Nov 22 20:03:22.234869 n-d-818823-1 neutron-server[103448]: Traceback (most recent call last): Nov 22 20:03:22.234869 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 20:03:22.234869 n-d-818823-1 neutron-server[103448]: timer() Nov 22 20:03:22.234869 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 20:03:22.234869 n-d-818823-1 neutron-server[103448]: cb(*args, **kw) Nov 22 20:03:22.234869 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 20:03:22.234869 n-d-818823-1 neutron-server[103448]: return func(*args, **kwargs) Nov 22 20:03:22.234869 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 20:03:22.234869 n-d-818823-1 neutron-server[103448]: self._notify() Nov 22 20:03:22.234869 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 20:03:22.234869 n-d-818823-1 neutron-server[103448]: self.callback(batched_events) Nov 22 20:03:22.234869 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 20:03:22.234869 n-d-818823-1 neutron-server[103448]: event.method(event) Nov 22 20:03:22.234869 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 20:03:22.234869 n-d-818823-1 neutron-server[103448]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 20:03:22.234869 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 20:03:22.234869 n-d-818823-1 neutron-server[103448]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 20:03:22.234869 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 20:03:22.234869 n-d-818823-1 neutron-server[103448]: return f(self, *a, **k) Nov 22 20:03:22.234869 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 20:03:22.234869 n-d-818823-1 neutron-server[103448]: return self._get(url).json() Nov 22 20:03:22.234869 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 20:03:22.234869 n-d-818823-1 neutron-server[103448]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 20:03:22.234869 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 20:03:22.234869 n-d-818823-1 neutron-server[103448]: return self.request(url, 'GET', **kwargs) Nov 22 20:03:22.234869 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 20:03:22.234869 n-d-818823-1 neutron-server[103448]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 20:03:22.234869 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 20:03:22.234869 n-d-818823-1 neutron-server[103448]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 20:03:22.234869 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 20:03:22.234869 n-d-818823-1 neutron-server[103448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 20:03:22.234869 n-d-818823-1 neutron-server[103448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 20:03:22.249405 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-dd3ecdfc-c96d-4b19-a20d-27700f744314 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=becbc4aa9db04c63a4142b0d92260e20&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5737453 Nov 22 20:03:22.254115 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 51542) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:03:22.264006 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3ecdfc-c96d-4b19-a20d-27700f744314 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14050574-c984-4d42-ac1b-5c0206f029e9,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:03:22.304593 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d556d586-847b-4a66-bb69-ee3605cab4b8 req-d8fdcb2a-00b9-4624-a889-a1262c081cae tempest-DeleteServersAdminTestJSON-1623428566 tempest-DeleteServersAdminTestJSON-1623428566-project] 10.222.0.46 "GET /v2.0/security-groups?id=c63bdb94-b6a4-45b4-adc5-af0d110830c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553748 Nov 22 20:03:22.326573 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db718b4b-af1c-46e1-9d5b-bbeac9675c72 req-7e04ac84-a354-4b7e-887c-860c7e5d0318 tempest-LiveMigrationNegativeTest-30000223 tempest-LiveMigrationNegativeTest-30000223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:03:22.328035 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-db718b4b-af1c-46e1-9d5b-bbeac9675c72 req-7e04ac84-a354-4b7e-887c-860c7e5d0318 tempest-LiveMigrationNegativeTest-30000223 tempest-LiveMigrationNegativeTest-30000223-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1932707 Nov 22 20:03:22.347616 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-db718b4b-af1c-46e1-9d5b-bbeac9675c72 req-2913e2f3-93c6-4e26-94a4-3f2617d21a4c tempest-LiveMigrationNegativeTest-30000223 tempest-LiveMigrationNegativeTest-30000223-project] 10.222.0.46 "GET /v2.0/quotas/fe638fe68d2c412abdc6ea2631e58e50 HTTP/1.1" status: 200 len: 375 time: 0.0134549 Nov 22 20:03:22.418627 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-db718b4b-af1c-46e1-9d5b-bbeac9675c72 req-d683d84d-0295-47d7-8745-acf9470349fd tempest-LiveMigrationNegativeTest-30000223 tempest-LiveMigrationNegativeTest-30000223-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=fe638fe68d2c412abdc6ea2631e58e50&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0640209 Nov 22 20:03:22.442418 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1895c10b-34a6-4011-be7e-ed334792958a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3760002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595318'] for network, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:22.465020 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-93087c02-12a3-4651-aef7-54952d5de415 req-2105d701-205d-4758-bb5a-520459562baf tempest-ServersAdminNegativeTestJSON-696933393 tempest-ServersAdminNegativeTestJSON-696933393-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=da15d991f14c433b8467397b8f6ba6da&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0617349 Nov 22 20:03:22.503384 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1895c10b-34a6-4011-be7e-ed334792958a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:22.506713 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-1895c10b-34a6-4011-be7e-ed334792958a admin admin] 10.222.0.46 "DELETE /v2.0/networks/cacfe64d-6da5-4cb7-b86a-8958b42d3669 HTTP/1.1" status: 204 len: 168 time: 0.9288874 Nov 22 20:03:22.508166 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-88b799f3-d762-493b-9943-1cafa57fbba3 req-d7429f4a-0f51-46e4-bbd8-681f2fb92ed1 tempest-ServersAdminNegativeTestJSON-696933393 tempest-ServersAdminNegativeTestJSON-696933393-project] 10.222.0.46 "GET /v2.0/ports?device_id=ff4f4259-cd27-47ce-8c7c-1665ba1df108 HTTP/1.1" status: 200 len: 210 time: 0.0679672 Nov 22 20:03:22.510560 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1895c10b-34a6-4011-be7e-ed334792958a admin admin] Pushing event deleted for resources: {'Network': ['ID=cacfe64d-6da5-4cb7-b86a-8958b42d3669,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:03:22.512083 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 51548) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:03:22.527858 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f190e6ea-37f3-4516-a3a9-17910a267daf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:22.530859 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f190e6ea-37f3-4516-a3a9-17910a267daf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:22.531889 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-f190e6ea-37f3-4516-a3a9-17910a267daf admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/fcaf92f4-d1e2-43b0-971d-254ed94ebb71 HTTP/1.1" status: 204 len: 168 time: 0.7749112 Nov 22 20:03:22.582232 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f190e6ea-37f3-4516-a3a9-17910a267daf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcaf92f4-d1e2-43b0-971d-254ed94ebb71,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:03:22.586732 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-24871d21-5315-43b5-b7fc-9a406ad1c60b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:22.628087 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-24871d21-5315-43b5-b7fc-9a406ad1c60b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:22.647933 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_v2 [None req-165f2548-0d6e-40c5-8521-f27b82eae648 admin admin] Deleting subnet fc4fffed-f113-4294-8642-37216535f80c {{(pid=103447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 20:03:22.659543 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-165f2548-0d6e-40c5-8521-f27b82eae648 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:22.752727 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-165f2548-0d6e-40c5-8521-f27b82eae648 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:22.763648 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-165f2548-0d6e-40c5-8521-f27b82eae648 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3753007'] for subnet, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:22.836047 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-24871d21-5315-43b5-b7fc-9a406ad1c60b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:22.841416 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-24871d21-5315-43b5-b7fc-9a406ad1c60b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:22.852145 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-24871d21-5315-43b5-b7fc-9a406ad1c60b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/14050574-c984-4d42-ac1b-5c0206f029e9 HTTP/1.1" status: 204 len: 168 time: 0.5890162 Nov 22 20:03:22.854351 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f71315e2-af04-4724-9863-30da8cc401a0 req-4975e0c9-3214-478e-aefe-516b5dc1b315 tempest-LiveMigrationNegativeTest-30000223 tempest-LiveMigrationNegativeTest-30000223-project] 10.222.0.46 "GET /v2.0/ports?device_id=1361b588-d99b-4634-8c3a-2d92b0268288 HTTP/1.1" status: 200 len: 210 time: 0.0516429 Nov 22 20:03:22.892106 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24871d21-5315-43b5-b7fc-9a406ad1c60b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14050574-c984-4d42-ac1b-5c0206f029e9,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:03:22.911025 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93087c02-12a3-4651-aef7-54952d5de415 req-dcaf5df1-f061-4981-878e-09b2e14cada8 tempest-ServersAdminNegativeTestJSON-696933393 tempest-ServersAdminNegativeTestJSON-696933393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:03:22.913649 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-93087c02-12a3-4651-aef7-54952d5de415 req-dcaf5df1-f061-4981-878e-09b2e14cada8 tempest-ServersAdminNegativeTestJSON-696933393 tempest-ServersAdminNegativeTestJSON-696933393-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4246783 Nov 22 20:03:22.959612 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [req-93087c02-12a3-4651-aef7-54952d5de415 req-1defb83c-7257-4c97-94cb-74ae3724aaef tempest-ServersAdminNegativeTestJSON-696933393 tempest-ServersAdminNegativeTestJSON-696933393-project] Request body: {'port': {'device_id': 'ff4f4259-cd27-47ce-8c7c-1665ba1df108', 'network_id': 'e1052824-bf78-4963-8937-b202e372ac24', 'admin_state_up': True, 'tenant_id': 'da15d991f14c433b8467397b8f6ba6da'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:03:22.992887 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059ee143-570c-4341-9f0b-b8dd0b1c4d53 req-aa14bcab-e3cb-4bb0-8355-efd1e20d5fd4 tempest-AggregatesAdminTestJSON-428188263 tempest-AggregatesAdminTestJSON-428188263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:03:22.994929 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-059ee143-570c-4341-9f0b-b8dd0b1c4d53 req-aa14bcab-e3cb-4bb0-8355-efd1e20d5fd4 tempest-AggregatesAdminTestJSON-428188263 tempest-AggregatesAdminTestJSON-428188263-project] 10.222.0.46 "GET /v2.0/ports?device_id=ef43cd47-fb8e-4fe5-b1ed-e36ffdb95c51 HTTP/1.1" status: 200 len: 968 time: 0.1394870 Nov 22 20:03:23.022534 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-165f2548-0d6e-40c5-8521-f27b82eae648 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3753014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for subnet, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:23.108692 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-165f2548-0d6e-40c5-8521-f27b82eae648 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for subnet, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:23.119739 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 51566) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:03:23.120403 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-165f2548-0d6e-40c5-8521-f27b82eae648 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/fc4fffed-f113-4294-8642-37216535f80c HTTP/1.1" status: 204 len: 168 time: 0.6063995 Nov 22 20:03:23.124468 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165f2548-0d6e-40c5-8521-f27b82eae648 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc4fffed-f113-4294-8642-37216535f80c,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:03:23.186647 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-059ee143-570c-4341-9f0b-b8dd0b1c4d53 req-4598e6e6-86c4-473f-8c77-bb213a35c2df tempest-AggregatesAdminTestJSON-428188263 tempest-AggregatesAdminTestJSON-428188263-project] 10.222.0.46 "GET /v2.0/security-groups?id=a86d2250-a089-4e45-9ea1-08cd1232bc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711638 Nov 22 20:03:23.305428 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 51570) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:03:23.333756 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4c6bff77-d72d-4b6a-a064-1a8043d6e8bb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:23.362971 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d006d0dd-ef2e-46be-ac7c-4e9ba0c63255 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3961693'] for network, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:23.503644 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93087c02-12a3-4651-aef7-54952d5de415 req-1defb83c-7257-4c97-94cb-74ae3724aaef tempest-ServersAdminNegativeTestJSON-696933393 tempest-ServersAdminNegativeTestJSON-696933393-project] Made reservation on behalf of da15d991f14c433b8467397b8f6ba6da for: {'port': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:03:23.510938 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-93087c02-12a3-4651-aef7-54952d5de415 req-1defb83c-7257-4c97-94cb-74ae3724aaef tempest-ServersAdminNegativeTestJSON-696933393 tempest-ServersAdminNegativeTestJSON-696933393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:23.516472 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4c6bff77-d72d-4b6a-a064-1a8043d6e8bb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:23.541805 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4c6bff77-d72d-4b6a-a064-1a8043d6e8bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:23.575338 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-93087c02-12a3-4651-aef7-54952d5de415 req-1defb83c-7257-4c97-94cb-74ae3724aaef tempest-ServersAdminNegativeTestJSON-696933393 tempest-ServersAdminNegativeTestJSON-696933393-project] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:23.606207 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d006d0dd-ef2e-46be-ac7c-4e9ba0c63255 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3760028', 'neutron.services.segments.db._delete_segments_for_network-8748992815755'] for network, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:23.655452 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-d006d0dd-ef2e-46be-ac7c-4e9ba0c63255 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['384fd76b-7666-434d-87d8-19608e16d506']}} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:03:23.680270 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-d006d0dd-ef2e-46be-ac7c-4e9ba0c63255 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99bb7241-098a-4432-92dc-8ddb09008838') {'for_net_delete': True} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:03:23.681061 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-d006d0dd-ef2e-46be-ac7c-4e9ba0c63255 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99bb7241-098a-4432-92dc-8ddb09008838') {} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:03:23.698042 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d006d0dd-ef2e-46be-ac7c-4e9ba0c63255 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748993039638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11627933'] for segment, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:23.727862 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d006d0dd-ef2e-46be-ac7c-4e9ba0c63255 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:23.740769 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d006d0dd-ef2e-46be-ac7c-4e9ba0c63255 admin admin] Releasing vlan 641 on physical network physnet1 to pool {{(pid=103448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 20:03:23.741494 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d006d0dd-ef2e-46be-ac7c-4e9ba0c63255 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11567447'] for segment, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:23.744007 n-d-818823-1 neutron-server[103448]: Traceback (most recent call last): Nov 22 20:03:23.744007 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 20:03:23.744007 n-d-818823-1 neutron-server[103448]: timer() Nov 22 20:03:23.744007 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 20:03:23.744007 n-d-818823-1 neutron-server[103448]: cb(*args, **kw) Nov 22 20:03:23.744007 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 20:03:23.744007 n-d-818823-1 neutron-server[103448]: return func(*args, **kwargs) Nov 22 20:03:23.744007 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 20:03:23.744007 n-d-818823-1 neutron-server[103448]: self._notify() Nov 22 20:03:23.744007 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 20:03:23.744007 n-d-818823-1 neutron-server[103448]: self.callback(batched_events) Nov 22 20:03:23.744007 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 20:03:23.744007 n-d-818823-1 neutron-server[103448]: event.method(event) Nov 22 20:03:23.744007 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 20:03:23.744007 n-d-818823-1 neutron-server[103448]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 20:03:23.744007 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 20:03:23.744007 n-d-818823-1 neutron-server[103448]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 20:03:23.744007 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 20:03:23.744007 n-d-818823-1 neutron-server[103448]: return f(self, *a, **k) Nov 22 20:03:23.744007 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 20:03:23.744007 n-d-818823-1 neutron-server[103448]: return self._get(url).json() Nov 22 20:03:23.744007 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 20:03:23.744007 n-d-818823-1 neutron-server[103448]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 20:03:23.744007 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 20:03:23.744007 n-d-818823-1 neutron-server[103448]: return self.request(url, 'GET', **kwargs) Nov 22 20:03:23.744007 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 20:03:23.744007 n-d-818823-1 neutron-server[103448]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 20:03:23.744007 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 20:03:23.744007 n-d-818823-1 neutron-server[103448]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 20:03:23.744007 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 20:03:23.744007 n-d-818823-1 neutron-server[103448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 20:03:23.744007 n-d-818823-1 neutron-server[103448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 20:03:23.784057 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 51578) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:03:23.818068 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d04b8a8b-8cef-4352-8ca1-f931a6734fcc req-d85234da-7c59-4038-b630-c3dbe4044610 tempest-ServersAdminNegativeTestJSON-696933393 tempest-ServersAdminNegativeTestJSON-696933393-project] 10.222.0.46 "GET /v2.0/ports?device_id=ff4f4259-cd27-47ce-8c7c-1665ba1df108 HTTP/1.1" status: 200 len: 210 time: 0.0483770 Nov 22 20:03:23.822572 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-93087c02-12a3-4651-aef7-54952d5de415 req-1defb83c-7257-4c97-94cb-74ae3724aaef tempest-ServersAdminNegativeTestJSON-696933393 tempest-ServersAdminNegativeTestJSON-696933393-project] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:23.830385 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-4c6bff77-d72d-4b6a-a064-1a8043d6e8bb admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=dcd4f52b583247bfad83685e9da29379&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5229411 Nov 22 20:03:23.832095 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 51580) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:03:23.842971 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a12e3326-0f99-4eb6-a8b0-a76b0b6c4919 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:23.845080 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6bff77-d72d-4b6a-a064-1a8043d6e8bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc0badc5-27b4-4087-a28a-818a36833efc,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:03:23.859506 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-93087c02-12a3-4651-aef7-54952d5de415 req-1defb83c-7257-4c97-94cb-74ae3724aaef tempest-ServersAdminNegativeTestJSON-696933393 tempest-ServersAdminNegativeTestJSON-696933393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:23.868104 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b03972-40c6-485b-bf7d-0617e46f1ff2 req-9074e309-044c-4b07-841c-e9ae71f70f34 tempest-DeleteServersAdminTestJSON-1623428566 tempest-DeleteServersAdminTestJSON-1623428566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:03:23.870152 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-28b03972-40c6-485b-bf7d-0617e46f1ff2 req-9074e309-044c-4b07-841c-e9ae71f70f34 tempest-DeleteServersAdminTestJSON-1623428566 tempest-DeleteServersAdminTestJSON-1623428566-project] 10.222.0.46 "GET /v2.0/ports?device_id=28d8ca59-7682-4cca-aa42-1ee02d9c37a6 HTTP/1.1" status: 200 len: 947 time: 0.3973022 Nov 22 20:03:23.884864 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d006d0dd-ef2e-46be-ac7c-4e9ba0c63255 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3760002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595318'] for network, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:23.913095 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d006d0dd-ef2e-46be-ac7c-4e9ba0c63255 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:23.916627 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-d006d0dd-ef2e-46be-ac7c-4e9ba0c63255 admin admin] 10.222.0.46 "DELETE /v2.0/networks/384fd76b-7666-434d-87d8-19608e16d506 HTTP/1.1" status: 204 len: 168 time: 0.7957003 Nov 22 20:03:23.945154 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d006d0dd-ef2e-46be-ac7c-4e9ba0c63255 admin admin] Pushing event deleted for resources: {'Network': ['ID=384fd76b-7666-434d-87d8-19608e16d506,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:03:23.956323 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1defb83c-7257-4c97-94cb-74ae3724aaef tempest-ServersAdminNegativeTestJSON-696933393 tempest-ServersAdminNegativeTestJSON-696933393-project] Pushing event updated for resources: {'SecurityGroup': ['ID=739dd857-cdb9-45dd-b5e8-7e682cff4649,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:03:24.053134 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f2a18090-40b8-4efe-8118-e1e8fcc01f85 req-1dd5b367-af23-4eb9-aeec-cb1bf6cbb1ed tempest-LiveMigrationNegativeTest-30000223 tempest-LiveMigrationNegativeTest-30000223-project] 10.222.0.46 "GET /v2.0/ports?device_id=1361b588-d99b-4634-8c3a-2d92b0268288 HTTP/1.1" status: 200 len: 210 time: 0.0618494 Nov 22 20:03:24.062182 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [req-93087c02-12a3-4651-aef7-54952d5de415 req-1defb83c-7257-4c97-94cb-74ae3724aaef tempest-ServersAdminNegativeTestJSON-696933393 tempest-ServersAdminNegativeTestJSON-696933393-project] Allocated IP 192.168.233.67 (e1052824-bf78-4963-8937-b202e372ac24/3091ebfd-11e2-41f8-9c00-ffe0b86563d8/8212d2ac-a2d3-4747-a374-4f25d8bd3adc) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:03:24.084451 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-28b03972-40c6-485b-bf7d-0617e46f1ff2 req-1aa08e50-a889-428b-a4e4-baf5619aac71 tempest-DeleteServersAdminTestJSON-1623428566 tempest-DeleteServersAdminTestJSON-1623428566-project] 10.222.0.46 "GET /v2.0/security-groups?id=c63bdb94-b6a4-45b4-adc5-af0d110830c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798356 Nov 22 20:03:24.105766 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-dde3121e-8d9d-493b-93d0-0338233ecc89 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:24.148249 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-dde3121e-8d9d-493b-93d0-0338233ecc89 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:24.176166 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a12e3326-0f99-4eb6-a8b0-a76b0b6c4919 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:24.192210 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a12e3326-0f99-4eb6-a8b0-a76b0b6c4919 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:24.246415 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-a12e3326-0f99-4eb6-a8b0-a76b0b6c4919 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b00a5f1ea0de426f81830df6ae920d80&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4585557 Nov 22 20:03:24.249146 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 51588) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:03:24.257554 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12e3326-0f99-4eb6-a8b0-a76b0b6c4919 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c5ce507-1911-4d9f-815a-9306d1cdacea,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:03:24.266629 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-db718b4b-af1c-46e1-9d5b-bbeac9675c72 req-fc0a3bd6-0830-4e03-9cf0-1b4af5ddcd23 tempest-LiveMigrationNegativeTest-30000223 tempest-LiveMigrationNegativeTest-30000223-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=fe638fe68d2c412abdc6ea2631e58e50&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0392375 Nov 22 20:03:24.299960 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-dde3121e-8d9d-493b-93d0-0338233ecc89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:24.305569 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-dde3121e-8d9d-493b-93d0-0338233ecc89 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:24.321260 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-dde3121e-8d9d-493b-93d0-0338233ecc89 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/dc0badc5-27b4-4087-a28a-818a36833efc HTTP/1.1" status: 204 len: 168 time: 0.4820254 Nov 22 20:03:24.346389 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 51592) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:03:24.376505 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde3121e-8d9d-493b-93d0-0338233ecc89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc0badc5-27b4-4087-a28a-818a36833efc,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:03:24.505680 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1c5bb55e-57b2-454a-9677-efdbd5e9247d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:24.574399 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1c5bb55e-57b2-454a-9677-efdbd5e9247d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:24.593393 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-152b1bb6-0be4-42fb-a662-d66a37cb8253 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9a1fb04249df43bfad30e7120a8f5976&name=default HTTP/1.1" status: 200 len: 2995 time: 0.2314394 Nov 22 20:03:24.594198 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 51596) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:03:24.605232 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54436510-5b8a-4c21-a60d-edd007ed480f req-2c847486-ff5c-4491-af42-926d762ace62 tempest-AggregatesAdminTestJSON-428188263 tempest-AggregatesAdminTestJSON-428188263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:03:24.607392 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-54436510-5b8a-4c21-a60d-edd007ed480f req-2c847486-ff5c-4491-af42-926d762ace62 tempest-AggregatesAdminTestJSON-428188263 tempest-AggregatesAdminTestJSON-428188263-project] 10.222.0.46 "GET /v2.0/ports?device_id=ef43cd47-fb8e-4fe5-b1ed-e36ffdb95c51 HTTP/1.1" status: 200 len: 968 time: 0.1954772 Nov 22 20:03:24.635506 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-93087c02-12a3-4651-aef7-54952d5de415 req-1defb83c-7257-4c97-94cb-74ae3724aaef tempest-ServersAdminNegativeTestJSON-696933393 tempest-ServersAdminNegativeTestJSON-696933393-project] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:24.650348 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 9bf6d34c-8f6a-4b5a-8714-7387aadfe178 details requested by agent hyperv_n-h2-818823-1 with host n-h2-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 20:03:24.689479 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db718b4b-af1c-46e1-9d5b-bbeac9675c72 req-c7d71de2-9908-46ac-b012-076ba3b01a83 tempest-LiveMigrationNegativeTest-30000223 tempest-LiveMigrationNegativeTest-30000223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:03:24.691174 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-db718b4b-af1c-46e1-9d5b-bbeac9675c72 req-c7d71de2-9908-46ac-b012-076ba3b01a83 tempest-LiveMigrationNegativeTest-30000223 tempest-LiveMigrationNegativeTest-30000223-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4226635 Nov 22 20:03:24.711247 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [req-db718b4b-af1c-46e1-9d5b-bbeac9675c72 req-7b794dc3-0c25-4041-90b3-71f78a769313 tempest-LiveMigrationNegativeTest-30000223 tempest-LiveMigrationNegativeTest-30000223-project] Request body: {'port': {'device_id': '1361b588-d99b-4634-8c3a-2d92b0268288', 'network_id': 'e1052824-bf78-4963-8937-b202e372ac24', 'admin_state_up': True, 'tenant_id': 'fe638fe68d2c412abdc6ea2631e58e50'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:03:24.731608 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-54436510-5b8a-4c21-a60d-edd007ed480f req-46279673-4fc1-4653-91b3-40894b0bea4b tempest-AggregatesAdminTestJSON-428188263 tempest-AggregatesAdminTestJSON-428188263-project] 10.222.0.46 "GET /v2.0/security-groups?id=a86d2250-a089-4e45-9ea1-08cd1232bc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084573 Nov 22 20:03:24.742361 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1c5bb55e-57b2-454a-9677-efdbd5e9247d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:24.747927 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1c5bb55e-57b2-454a-9677-efdbd5e9247d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:24.750819 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-1c5bb55e-57b2-454a-9677-efdbd5e9247d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6c5ce507-1911-4d9f-815a-9306d1cdacea HTTP/1.1" status: 204 len: 168 time: 0.4999845 Nov 22 20:03:24.783303 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ec5a0cae-c059-4b9b-9829-53d79fddd214 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:24.786755 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5bb55e-57b2-454a-9677-efdbd5e9247d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c5ce507-1911-4d9f-815a-9306d1cdacea,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:03:24.903767 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port 9bf6d34c-8f6a-4b5a-8714-7387aadfe178, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=9bf6d34c-8f6a-4b5a-8714-7387aadfe178,segment=NetworkSegment(2a5a1c7b-538e-498e-99b9-cc7a8e0411be),segment_id=2a5a1c7b-538e-498e-99b9-cc7a8e0411be)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:03:24.921472 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Returning: {'device': '9bf6d34c-8f6a-4b5a-8714-7387aadfe178', 'network_id': 'e1052824-bf78-4963-8937-b202e372ac24', 'port_id': '9bf6d34c-8f6a-4b5a-8714-7387aadfe178', 'mac_address': 'fa:16:3e:c2:bf:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3091ebfd-11e2-41f8-9c00-ffe0b86563d8', 'ip_address': '192.168.233.61'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 20:03:24.926357 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device b7125113-6c2e-4707-b7e5-edc6be9d5e56 details requested by agent hyperv_n-h1-818823-1 with host n-h1-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 20:03:24.940250 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ec5a0cae-c059-4b9b-9829-53d79fddd214 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:24.999920 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-93087c02-12a3-4651-aef7-54952d5de415 req-1defb83c-7257-4c97-94cb-74ae3724aaef tempest-ServersAdminNegativeTestJSON-696933393 tempest-ServersAdminNegativeTestJSON-696933393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:25.005854 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:25.044858 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bf6d34c-8f6a-4b5a-8714-7387aadfe178 {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:03:25.078924 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port 9bf6d34c-8f6a-4b5a-8714-7387aadfe178, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=9bf6d34c-8f6a-4b5a-8714-7387aadfe178,segment=NetworkSegment(2a5a1c7b-538e-498e-99b9-cc7a8e0411be),segment_id=2a5a1c7b-538e-498e-99b9-cc7a8e0411be)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:03:25.139618 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:25.162237 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3c7bf9-bb19-46ad-bbdb-df3c200abb71 req-e565ca37-e573-4669-bce2-f867a890464b tempest-ServersAdminNegativeTestJSON-696933393 tempest-ServersAdminNegativeTestJSON-696933393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:03:25.171879 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ce3c7bf9-bb19-46ad-bbdb-df3c200abb71 req-e565ca37-e573-4669-bce2-f867a890464b tempest-ServersAdminNegativeTestJSON-696933393 tempest-ServersAdminNegativeTestJSON-696933393-project] 10.222.0.46 "GET /v2.0/ports?device_id=ff4f4259-cd27-47ce-8c7c-1665ba1df108 HTTP/1.1" status: 200 len: 935 time: 0.1931653 Nov 22 20:03:25.219304 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93087c02-12a3-4651-aef7-54952d5de415 req-1defb83c-7257-4c97-94cb-74ae3724aaef tempest-ServersAdminNegativeTestJSON-696933393 tempest-ServersAdminNegativeTestJSON-696933393-project] Network e1052824-bf78-4963-8937-b202e372ac24 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:03:25.244262 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port b7125113-6c2e-4707-b7e5-edc6be9d5e56, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=b7125113-6c2e-4707-b7e5-edc6be9d5e56,segment=NetworkSegment(2a5a1c7b-538e-498e-99b9-cc7a8e0411be),segment_id=2a5a1c7b-538e-498e-99b9-cc7a8e0411be)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:03:25.253151 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [req-93087c02-12a3-4651-aef7-54952d5de415 req-1defb83c-7257-4c97-94cb-74ae3724aaef tempest-ServersAdminNegativeTestJSON-696933393 tempest-ServersAdminNegativeTestJSON-696933393-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:03:25.280228 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [req-93087c02-12a3-4651-aef7-54952d5de415 req-1defb83c-7257-4c97-94cb-74ae3724aaef tempest-ServersAdminNegativeTestJSON-696933393 tempest-ServersAdminNegativeTestJSON-696933393-project] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:03:25.365020 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Returning: {'device': 'b7125113-6c2e-4707-b7e5-edc6be9d5e56', 'network_id': 'e1052824-bf78-4963-8937-b202e372ac24', 'port_id': 'b7125113-6c2e-4707-b7e5-edc6be9d5e56', 'mac_address': 'fa:16:3e:12:34:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3091ebfd-11e2-41f8-9c00-ffe0b86563d8', 'ip_address': '192.168.233.60'}], 'device_owner': 'compute:tempest-test_az-496265967', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 20:03:25.372315 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1defb83c-7257-4c97-94cb-74ae3724aaef tempest-ServersAdminNegativeTestJSON-696933393 tempest-ServersAdminNegativeTestJSON-696933393-project] Pushing event updated for resources: {'Port': ['ID=8212d2ac-a2d3-4747-a374-4f25d8bd3adc,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:03:25.380242 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=9bf6d34c-8f6a-4b5a-8714-7387aadfe178,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:03:25.398530 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ec5a0cae-c059-4b9b-9829-53d79fddd214 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:25.400740 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ec5a0cae-c059-4b9b-9829-53d79fddd214 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:25.406419 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ce3c7bf9-bb19-46ad-bbdb-df3c200abb71 req-ba9c4240-2d32-4fff-81d0-824d295db771 tempest-ServersAdminNegativeTestJSON-696933393 tempest-ServersAdminNegativeTestJSON-696933393-project] 10.222.0.46 "GET /v2.0/security-groups?id=739dd857-cdb9-45dd-b5e8-7e682cff4649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2261424 Nov 22 20:03:25.407584 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-ec5a0cae-c059-4b9b-9829-53d79fddd214 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f4fff332-682f-4228-8d80-1654024ba795 HTTP/1.1" status: 204 len: 168 time: 0.8044870 Nov 22 20:03:25.425800 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db718b4b-af1c-46e1-9d5b-bbeac9675c72 req-7b794dc3-0c25-4041-90b3-71f78a769313 tempest-LiveMigrationNegativeTest-30000223 tempest-LiveMigrationNegativeTest-30000223-project] Made reservation on behalf of fe638fe68d2c412abdc6ea2631e58e50 for: {'port': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:03:25.432551 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-db718b4b-af1c-46e1-9d5b-bbeac9675c72 req-7b794dc3-0c25-4041-90b3-71f78a769313 tempest-LiveMigrationNegativeTest-30000223 tempest-LiveMigrationNegativeTest-30000223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:25.449928 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5a0cae-c059-4b9b-9829-53d79fddd214 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4fff332-682f-4228-8d80-1654024ba795,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:03:25.478648 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1201befd-d1a0-432a-9c7c-d864db434fca req-611156bc-122b-472e-a994-01648ab3753e tempest-DeleteServersAdminTestJSON-1623428566 tempest-DeleteServersAdminTestJSON-1623428566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:03:25.478961 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-db718b4b-af1c-46e1-9d5b-bbeac9675c72 req-7b794dc3-0c25-4041-90b3-71f78a769313 tempest-LiveMigrationNegativeTest-30000223 tempest-LiveMigrationNegativeTest-30000223-project] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:25.498450 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93087c02-12a3-4651-aef7-54952d5de415 req-1defb83c-7257-4c97-94cb-74ae3724aaef tempest-ServersAdminNegativeTestJSON-696933393 tempest-ServersAdminNegativeTestJSON-696933393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:03:25.499789 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-93087c02-12a3-4651-aef7-54952d5de415 req-1defb83c-7257-4c97-94cb-74ae3724aaef tempest-ServersAdminNegativeTestJSON-696933393 tempest-ServersAdminNegativeTestJSON-696933393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:25.500834 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1201befd-d1a0-432a-9c7c-d864db434fca req-611156bc-122b-472e-a994-01648ab3753e tempest-DeleteServersAdminTestJSON-1623428566 tempest-DeleteServersAdminTestJSON-1623428566-project] 10.222.0.46 "GET /v2.0/ports?device_id=28d8ca59-7682-4cca-aa42-1ee02d9c37a6 HTTP/1.1" status: 200 len: 948 time: 0.2499533 Nov 22 20:03:25.507868 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:03:25.508449 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:03:25.509504 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:03:25.510137 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:03:25.510473 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:03:25.510816 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:03:25.511146 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:03:25.511496 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:03:25.511821 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:03:25.512912 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:03:25.513405 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:03:25.514348 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:03:25.515790 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Tracked resource versions report: Nov 22 20:03:25.515790 n-d-818823-1 neutron-server[103449]: pushed versions: Nov 22 20:03:25.515790 n-d-818823-1 neutron-server[103449]: { 'AddressGroup': {'1.2'}, Nov 22 20:03:25.515790 n-d-818823-1 neutron-server[103449]: 'ConntrackHelper': {'1.0'}, Nov 22 20:03:25.515790 n-d-818823-1 neutron-server[103449]: 'Log': {'1.0'}, Nov 22 20:03:25.515790 n-d-818823-1 neutron-server[103449]: 'Network': {'1.1'}, Nov 22 20:03:25.515790 n-d-818823-1 neutron-server[103449]: 'Port': {'1.7'}, Nov 22 20:03:25.515790 n-d-818823-1 neutron-server[103449]: 'PortForwarding': {'1.2'}, Nov 22 20:03:25.515790 n-d-818823-1 neutron-server[103449]: 'QosPolicy': {'1.10'}, Nov 22 20:03:25.515790 n-d-818823-1 neutron-server[103449]: 'SecurityGroup': {'1.5'}, Nov 22 20:03:25.515790 n-d-818823-1 neutron-server[103449]: 'SecurityGroupRule': {'1.2'}, Nov 22 20:03:25.515790 n-d-818823-1 neutron-server[103449]: 'SubPort': {'1.0'}, Nov 22 20:03:25.515790 n-d-818823-1 neutron-server[103449]: 'Subnet': {'1.1'}, Nov 22 20:03:25.515790 n-d-818823-1 neutron-server[103449]: 'Trunk': {'1.1'}} Nov 22 20:03:25.515790 n-d-818823-1 neutron-server[103449]: consumer versions: Nov 22 20:03:25.515790 n-d-818823-1 neutron-server[103449]: { DHCP agent@n-d-818823-1: {}, Nov 22 20:03:25.515790 n-d-818823-1 neutron-server[103449]: HyperV agent@n-h1-818823-1: {}, Nov 22 20:03:25.515790 n-d-818823-1 neutron-server[103449]: HyperV agent@n-h2-818823-1: {}, Nov 22 20:03:25.515790 n-d-818823-1 neutron-server[103449]: L3 agent@n-d-818823-1: {}, Nov 22 20:03:25.515790 n-d-818823-1 neutron-server[103449]: Metadata agent@n-d-818823-1: {}, Nov 22 20:03:25.515790 n-d-818823-1 neutron-server[103449]: Metering agent@n-d-818823-1: {}, Nov 22 20:03:25.515790 n-d-818823-1 neutron-server[103449]: Open vSwitch agent@n-d-818823-1: { 'AddressGroup': '1.2', Nov 22 20:03:25.515790 n-d-818823-1 neutron-server[103449]: 'ConntrackHelper': '1.0', Nov 22 20:03:25.515790 n-d-818823-1 neutron-server[103449]: 'Log': '1.0', Nov 22 20:03:25.515790 n-d-818823-1 neutron-server[103449]: 'Network': '1.1', Nov 22 20:03:25.515790 n-d-818823-1 neutron-server[103449]: 'Port': '1.7', Nov 22 20:03:25.515790 n-d-818823-1 neutron-server[103449]: 'PortForwarding': '1.2', Nov 22 20:03:25.515790 n-d-818823-1 neutron-server[103449]: 'QosPolicy': '1.10', Nov 22 20:03:25.515790 n-d-818823-1 neutron-server[103449]: 'SecurityGroup': '1.5', Nov 22 20:03:25.515790 n-d-818823-1 neutron-server[103449]: 'SecurityGroupRule': '1.2', Nov 22 20:03:25.515790 n-d-818823-1 neutron-server[103449]: 'SubPort': '1.0', Nov 22 20:03:25.515790 n-d-818823-1 neutron-server[103449]: 'Subnet': '1.1', Nov 22 20:03:25.515790 n-d-818823-1 neutron-server[103449]: 'Trunk': '1.1'}} Nov 22 20:03:25.515790 n-d-818823-1 neutron-server[103449]: {{(pid=103449) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 22 20:03:25.569204 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] get_ports_and_sgs() called for port_ids ['9bf6d34c-8f6a-4b5a-8714-7387aadfe178'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:03:25.583864 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-93087c02-12a3-4651-aef7-54952d5de415 req-1defb83c-7257-4c97-94cb-74ae3724aaef tempest-ServersAdminNegativeTestJSON-696933393 tempest-ServersAdminNegativeTestJSON-696933393-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6458728 Nov 22 20:03:25.607550 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [req-93087c02-12a3-4651-aef7-54952d5de415 req-8992a6d6-1eb8-4e2e-81c0-447295f08a19 service neutron] Request body: {'port': {'device_id': 'ff4f4259-cd27-47ce-8c7c-1665ba1df108', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818823-1'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:03:25.655176 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9ec02f20-9adc-42c7-9e5e-e82dfcbe169d req-2549305b-554b-4571-982b-6149069bc22e tempest-LiveMigrationNegativeTest-30000223 tempest-LiveMigrationNegativeTest-30000223-project] 10.222.0.46 "GET /v2.0/ports?device_id=1361b588-d99b-4634-8c3a-2d92b0268288 HTTP/1.1" status: 200 len: 210 time: 0.0793896 Nov 22 20:03:25.685707 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1201befd-d1a0-432a-9c7c-d864db434fca req-22a9917f-9055-4a95-bd3f-2ce71b47f041 tempest-DeleteServersAdminTestJSON-1623428566 tempest-DeleteServersAdminTestJSON-1623428566-project] 10.222.0.46 "GET /v2.0/security-groups?id=c63bdb94-b6a4-45b4-adc5-af0d110830c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792259 Nov 22 20:03:25.722704 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:25.764491 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7125113-6c2e-4707-b7e5-edc6be9d5e56 {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:03:25.830316 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-93087c02-12a3-4651-aef7-54952d5de415 req-8992a6d6-1eb8-4e2e-81c0-447295f08a19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:25.842483 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port b7125113-6c2e-4707-b7e5-edc6be9d5e56, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=b7125113-6c2e-4707-b7e5-edc6be9d5e56,segment=NetworkSegment(2a5a1c7b-538e-498e-99b9-cc7a8e0411be),segment_id=2a5a1c7b-538e-498e-99b9-cc7a8e0411be)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:03:25.860915 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:25.933532 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-db718b4b-af1c-46e1-9d5b-bbeac9675c72 req-7b794dc3-0c25-4041-90b3-71f78a769313 tempest-LiveMigrationNegativeTest-30000223 tempest-LiveMigrationNegativeTest-30000223-project] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:25.963999 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-db718b4b-af1c-46e1-9d5b-bbeac9675c72 req-7b794dc3-0c25-4041-90b3-71f78a769313 tempest-LiveMigrationNegativeTest-30000223 tempest-LiveMigrationNegativeTest-30000223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:25.982567 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-11d07424-4d29-436d-adc2-e4e7a9baadfc None None] Provisioning complete for port 8212d2ac-a2d3-4747-a374-4f25d8bd3adc triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:03:25.983118 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-11d07424-4d29-436d-adc2-e4e7a9baadfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:26.064121 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135c7a94-54c9-47ca-bf48-6c984b98af65 req-2af20730-c0dd-4172-a12b-17055af04971 tempest-AggregatesAdminTestJSON-428188263 tempest-AggregatesAdminTestJSON-428188263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:03:26.065274 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=b7125113-6c2e-4707-b7e5-edc6be9d5e56,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:03:26.072443 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-135c7a94-54c9-47ca-bf48-6c984b98af65 req-2af20730-c0dd-4172-a12b-17055af04971 tempest-AggregatesAdminTestJSON-428188263 tempest-AggregatesAdminTestJSON-428188263-project] 10.222.0.46 "GET /v2.0/ports?device_id=ef43cd47-fb8e-4fe5-b1ed-e36ffdb95c51 HTTP/1.1" status: 200 len: 969 time: 0.1269684 Nov 22 20:03:26.119841 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-11d07424-4d29-436d-adc2-e4e7a9baadfc None None] Port 8212d2ac-a2d3-4747-a374-4f25d8bd3adc cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:03:26.175406 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-135c7a94-54c9-47ca-bf48-6c984b98af65 req-05995312-685d-40ff-b2b5-19a40dd39a7e tempest-AggregatesAdminTestJSON-428188263 tempest-AggregatesAdminTestJSON-428188263-project] 10.222.0.46 "GET /v2.0/security-groups?id=a86d2250-a089-4e45-9ea1-08cd1232bc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903270 Nov 22 20:03:26.175890 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] get_ports_and_sgs() called for port_ids ['b7125113-6c2e-4707-b7e5-edc6be9d5e56'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:03:26.239925 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b794dc3-0c25-4041-90b3-71f78a769313 tempest-LiveMigrationNegativeTest-30000223 tempest-LiveMigrationNegativeTest-30000223-project] Pushing event updated for resources: {'SecurityGroup': ['ID=438abd33-8d9c-46a8-9e92-c7d6e3a47c73,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:03:26.293089 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 51644) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:03:26.382823 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-e9cca3a0-ae12-429d-ba44-9577273b9355 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=67c28e2e55d24346b8840078a6873285&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0882437 Nov 22 20:03:26.388276 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 51646) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:03:26.464209 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-77a0fd0d-20ff-488e-8de3-f52ed855833d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:26.498226 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-77a0fd0d-20ff-488e-8de3-f52ed855833d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:26.517881 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [req-93087c02-12a3-4651-aef7-54952d5de415 req-8992a6d6-1eb8-4e2e-81c0-447295f08a19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8212d2ac-a2d3-4747-a374-4f25d8bd3adc {{(pid=103448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:03:26.527146 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-93087c02-12a3-4651-aef7-54952d5de415 req-8992a6d6-1eb8-4e2e-81c0-447295f08a19 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:26.545031 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [req-93087c02-12a3-4651-aef7-54952d5de415 req-8992a6d6-1eb8-4e2e-81c0-447295f08a19 service neutron] Transition to ACTIVE for port object 8212d2ac-a2d3-4747-a374-4f25d8bd3adc will not be triggered until provisioned by entity L2. {{(pid=103448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 20:03:26.559378 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-93087c02-12a3-4651-aef7-54952d5de415 req-8992a6d6-1eb8-4e2e-81c0-447295f08a19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:26.616938 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 9bf6d34c-8f6a-4b5a-8714-7387aadfe178 up at agent hyperv_n-h2-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:03:26.662869 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [req-db718b4b-af1c-46e1-9d5b-bbeac9675c72 req-7b794dc3-0c25-4041-90b3-71f78a769313 tempest-LiveMigrationNegativeTest-30000223 tempest-LiveMigrationNegativeTest-30000223-project] Allocated IP 192.168.233.236 (e1052824-bf78-4963-8937-b202e372ac24/3091ebfd-11e2-41f8-9c00-ffe0b86563d8/40cfc681-3bb1-4e27-a0f5-5d0226d9ef80) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:03:26.667057 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8992a6d6-1eb8-4e2e-81c0-447295f08a19 service neutron] Pushing event updated for resources: {'Port': ['ID=8212d2ac-a2d3-4747-a374-4f25d8bd3adc,revision_number=2']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:03:26.734223 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703d39f3-dba1-4deb-9684-76608df8ffe5 req-0b892d77-6489-4686-a21e-4db0a2204d63 tempest-ServersAdminNegativeTestJSON-696933393 tempest-ServersAdminNegativeTestJSON-696933393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:03:26.743183 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-703d39f3-dba1-4deb-9684-76608df8ffe5 req-0b892d77-6489-4686-a21e-4db0a2204d63 tempest-ServersAdminNegativeTestJSON-696933393 tempest-ServersAdminNegativeTestJSON-696933393-project] 10.222.0.46 "GET /v2.0/ports?device_id=ff4f4259-cd27-47ce-8c7c-1665ba1df108 HTTP/1.1" status: 200 len: 947 time: 0.1879382 Nov 22 20:03:26.764592 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-77a0fd0d-20ff-488e-8de3-f52ed855833d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:26.775162 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-77a0fd0d-20ff-488e-8de3-f52ed855833d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:26.785995 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-77a0fd0d-20ff-488e-8de3-f52ed855833d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1c8a8cc7-dace-4546-abc9-4debec3e0b7b HTTP/1.1" status: 204 len: 168 time: 0.3961115 Nov 22 20:03:26.808028 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Provisioning for port 9bf6d34c-8f6a-4b5a-8714-7387aadfe178 completed by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 20:03:26.829873 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Provisioning complete for port 9bf6d34c-8f6a-4b5a-8714-7387aadfe178 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:03:26.832854 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:26.958890 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-703d39f3-dba1-4deb-9684-76608df8ffe5 req-5bcc5c68-a56c-4146-bce4-3e92c9c121b1 tempest-ServersAdminNegativeTestJSON-696933393 tempest-ServersAdminNegativeTestJSON-696933393-project] 10.222.0.46 "GET /v2.0/security-groups?id=739dd857-cdb9-45dd-b5e8-7e682cff4649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668088 Nov 22 20:03:26.959886 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a0fd0d-20ff-488e-8de3-f52ed855833d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c8a8cc7-dace-4546-abc9-4debec3e0b7b,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:03:27.011507 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b37b0233-e039-425c-85d6-aab72c3d2273 req-d26eb50c-2e9c-48c2-b4c6-574425ee475e tempest-LiveMigrationNegativeTest-30000223 tempest-LiveMigrationNegativeTest-30000223-project] 10.222.0.46 "GET /v2.0/ports?device_id=1361b588-d99b-4634-8c3a-2d92b0268288 HTTP/1.1" status: 200 len: 210 time: 0.0621653 Nov 22 20:03:27.018908 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-93087c02-12a3-4651-aef7-54952d5de415 req-8992a6d6-1eb8-4e2e-81c0-447295f08a19 service neutron] Attempting to bind port 8212d2ac-a2d3-4747-a374-4f25d8bd3adc on host n-h2-818823-1 for vnic_type normal with profile {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:03:27.019573 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-93087c02-12a3-4651-aef7-54952d5de415 req-8992a6d6-1eb8-4e2e-81c0-447295f08a19 service neutron] Attempting to bind port 8212d2ac-a2d3-4747-a374-4f25d8bd3adc by drivers openvswitch,hyperv on host n-h2-818823-1 at level 0 using segments [{'id': '2a5a1c7b-538e-498e-99b9-cc7a8e0411be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'e1052824-bf78-4963-8937-b202e372ac24'}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:03:27.023973 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93087c02-12a3-4651-aef7-54952d5de415 req-8992a6d6-1eb8-4e2e-81c0-447295f08a19 service neutron] Attempting to bind port 8212d2ac-a2d3-4747-a374-4f25d8bd3adc on network e1052824-bf78-4963-8937-b202e372ac24 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:03:27.046329 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93087c02-12a3-4651-aef7-54952d5de415 req-8992a6d6-1eb8-4e2e-81c0-447295f08a19 service neutron] Port 8212d2ac-a2d3-4747-a374-4f25d8bd3adc on network e1052824-bf78-4963-8937-b202e372ac24 not bound, no agent of type Open vSwitch agent registered on host n-h2-818823-1 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:03:27.046329 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93087c02-12a3-4651-aef7-54952d5de415 req-8992a6d6-1eb8-4e2e-81c0-447295f08a19 service neutron] Attempting to bind port 8212d2ac-a2d3-4747-a374-4f25d8bd3adc on network e1052824-bf78-4963-8937-b202e372ac24 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:03:27.079251 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93087c02-12a3-4651-aef7-54952d5de415 req-8992a6d6-1eb8-4e2e-81c0-447295f08a19 service neutron] Checking agent: {'id': '65e0486a-7030-4065-96f0-10aa7402a530', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'started_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 3, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:03:27.080039 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93087c02-12a3-4651-aef7-54952d5de415 req-8992a6d6-1eb8-4e2e-81c0-447295f08a19 service neutron] Checking segment: {'id': '2a5a1c7b-538e-498e-99b9-cc7a8e0411be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'e1052824-bf78-4963-8937-b202e372ac24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:03:27.080616 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93087c02-12a3-4651-aef7-54952d5de415 req-8992a6d6-1eb8-4e2e-81c0-447295f08a19 service neutron] Bound using segment: {'id': '2a5a1c7b-538e-498e-99b9-cc7a8e0411be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'e1052824-bf78-4963-8937-b202e372ac24'} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:03:27.081223 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-93087c02-12a3-4651-aef7-54952d5de415 req-8992a6d6-1eb8-4e2e-81c0-447295f08a19 service neutron] Bound port: 8212d2ac-a2d3-4747-a374-4f25d8bd3adc, host: n-h2-818823-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a5a1c7b-538e-498e-99b9-cc7a8e0411be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'e1052824-bf78-4963-8937-b202e372ac24'}}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:03:27.081739 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-93087c02-12a3-4651-aef7-54952d5de415 req-8992a6d6-1eb8-4e2e-81c0-447295f08a19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:27.099060 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:27.128257 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28d8ca59-7682-4cca-aa42-1ee02d9c37a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bf6d34c-8f6a-4b5a-8714-7387aadfe178'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:03:27.198564 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984d0d8d-d3ec-4e9a-b737-d578487fcae1 req-159d8415-651a-4dc9-9297-3421021433b5 tempest-DeleteServersAdminTestJSON-1623428566 tempest-DeleteServersAdminTestJSON-1623428566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:03:27.200750 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-984d0d8d-d3ec-4e9a-b737-d578487fcae1 req-159d8415-651a-4dc9-9297-3421021433b5 tempest-DeleteServersAdminTestJSON-1623428566 tempest-DeleteServersAdminTestJSON-1623428566-project] 10.222.0.46 "GET /v2.0/ports?device_id=28d8ca59-7682-4cca-aa42-1ee02d9c37a6 HTTP/1.1" status: 200 len: 948 time: 0.0754828 Nov 22 20:03:27.221133 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port 9bf6d34c-8f6a-4b5a-8714-7387aadfe178, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=9bf6d34c-8f6a-4b5a-8714-7387aadfe178,segment=NetworkSegment(2a5a1c7b-538e-498e-99b9-cc7a8e0411be),segment_id=2a5a1c7b-538e-498e-99b9-cc7a8e0411be)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:03:27.228035 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:27.269410 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-db718b4b-af1c-46e1-9d5b-bbeac9675c72 req-7b794dc3-0c25-4041-90b3-71f78a769313 tempest-LiveMigrationNegativeTest-30000223 tempest-LiveMigrationNegativeTest-30000223-project] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:27.317349 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-db718b4b-af1c-46e1-9d5b-bbeac9675c72 req-7b794dc3-0c25-4041-90b3-71f78a769313 tempest-LiveMigrationNegativeTest-30000223 tempest-LiveMigrationNegativeTest-30000223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:27.349769 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-984d0d8d-d3ec-4e9a-b737-d578487fcae1 req-0bb25a5b-db72-482d-9395-6c522d374f8d tempest-DeleteServersAdminTestJSON-1623428566 tempest-DeleteServersAdminTestJSON-1623428566-project] 10.222.0.46 "GET /v2.0/security-groups?id=c63bdb94-b6a4-45b4-adc5-af0d110830c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269889 Nov 22 20:03:27.401273 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392f702f-b419-4799-8d80-153cb3d1cdf2 req-da755f24-6f8c-419e-9661-185a9a5fba30 tempest-AggregatesAdminTestJSON-428188263 tempest-AggregatesAdminTestJSON-428188263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:03:27.411310 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-392f702f-b419-4799-8d80-153cb3d1cdf2 req-da755f24-6f8c-419e-9661-185a9a5fba30 tempest-AggregatesAdminTestJSON-428188263 tempest-AggregatesAdminTestJSON-428188263-project] 10.222.0.46 "GET /v2.0/ports?device_id=ef43cd47-fb8e-4fe5-b1ed-e36ffdb95c51 HTTP/1.1" status: 200 len: 969 time: 0.1282523 Nov 22 20:03:27.464123 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-93087c02-12a3-4651-aef7-54952d5de415 req-8992a6d6-1eb8-4e2e-81c0-447295f08a19 service neutron] For port 8212d2ac-a2d3-4747-a374-4f25d8bd3adc, host n-h2-818823-1, cleared binding levels {{(pid=103448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:03:27.471165 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-93087c02-12a3-4651-aef7-54952d5de415 req-8992a6d6-1eb8-4e2e-81c0-447295f08a19 service neutron] For port 8212d2ac-a2d3-4747-a374-4f25d8bd3adc, host n-h2-818823-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=8212d2ac-a2d3-4747-a374-4f25d8bd3adc,segment=NetworkSegment(2a5a1c7b-538e-498e-99b9-cc7a8e0411be),segment_id=2a5a1c7b-538e-498e-99b9-cc7a8e0411be)] {{(pid=103448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:03:27.489526 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-93087c02-12a3-4651-aef7-54952d5de415 req-8992a6d6-1eb8-4e2e-81c0-447295f08a19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:27.501365 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b794dc3-0c25-4041-90b3-71f78a769313 tempest-LiveMigrationNegativeTest-30000223 tempest-LiveMigrationNegativeTest-30000223-project] Pushing event updated for resources: {'Port': ['ID=40cfc681-3bb1-4e27-a0f5-5d0226d9ef80,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:03:27.507847 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db718b4b-af1c-46e1-9d5b-bbeac9675c72 req-7b794dc3-0c25-4041-90b3-71f78a769313 tempest-LiveMigrationNegativeTest-30000223 tempest-LiveMigrationNegativeTest-30000223-project] Network e1052824-bf78-4963-8937-b202e372ac24 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:03:27.597038 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [req-db718b4b-af1c-46e1-9d5b-bbeac9675c72 req-7b794dc3-0c25-4041-90b3-71f78a769313 tempest-LiveMigrationNegativeTest-30000223 tempest-LiveMigrationNegativeTest-30000223-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:03:27.614956 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [req-db718b4b-af1c-46e1-9d5b-bbeac9675c72 req-7b794dc3-0c25-4041-90b3-71f78a769313 tempest-LiveMigrationNegativeTest-30000223 tempest-LiveMigrationNegativeTest-30000223-project] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:03:27.635124 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93087c02-12a3-4651-aef7-54952d5de415 req-8992a6d6-1eb8-4e2e-81c0-447295f08a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:03:27.644403 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-93087c02-12a3-4651-aef7-54952d5de415 req-8992a6d6-1eb8-4e2e-81c0-447295f08a19 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:27.646220 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-392f702f-b419-4799-8d80-153cb3d1cdf2 req-638c7050-eace-4ff6-84f7-72ba4f5bbb2c tempest-AggregatesAdminTestJSON-428188263 tempest-AggregatesAdminTestJSON-428188263-project] 10.222.0.46 "GET /v2.0/security-groups?id=a86d2250-a089-4e45-9ea1-08cd1232bc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2274442 Nov 22 20:03:27.649017 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-93087c02-12a3-4651-aef7-54952d5de415 req-8992a6d6-1eb8-4e2e-81c0-447295f08a19 service neutron] 10.222.0.20 "PUT /v2.0/ports/8212d2ac-a2d3-4747-a374-4f25d8bd3adc HTTP/1.1" status: 200 len: 1095 time: 2.0530407 Nov 22 20:03:27.650658 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff4f4259-cd27-47ce-8c7c-1665ba1df108', 'tag': '8212d2ac-a2d3-4747-a374-4f25d8bd3adc'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:03:27.654686 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589a98cf2aea187fcc423a5edb333e5a6cf3ad7c81115d1ebee0f079693c312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7023cc28-4eee-42da-b5d8-3a49621f22e1" -d '{"events": [{"name": "network-changed", "server_uuid": "ff4f4259-cd27-47ce-8c7c-1665ba1df108", "tag": "8212d2ac-a2d3-4747-a374-4f25d8bd3adc"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:03:27.696247 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=9bf6d34c-8f6a-4b5a-8714-7387aadfe178,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:03:27.702076 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8992a6d6-1eb8-4e2e-81c0-447295f08a19 service neutron] Pushing event updated for resources: {'Port': ['ID=8212d2ac-a2d3-4747-a374-4f25d8bd3adc,revision_number=3']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:03:27.761762 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 20:03:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a22a8026-f96f-401d-8b53-20252d73b780 x-openstack-request-id: req-a22a8026-f96f-401d-8b53-20252d73b780 {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:03:27.762254 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff4f4259-cd27-47ce-8c7c-1665ba1df108", "tag": "8212d2ac-a2d3-4747-a374-4f25d8bd3adc", "status": "completed", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:03:27.762691 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a22a8026-f96f-401d-8b53-20252d73b780 {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:03:27.763352 n-d-818823-1 neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff4f4259-cd27-47ce-8c7c-1665ba1df108', 'tag': '8212d2ac-a2d3-4747-a374-4f25d8bd3adc', 'status': 'completed', 'code': 200} Nov 22 20:03:27.831219 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db718b4b-af1c-46e1-9d5b-bbeac9675c72 req-7b794dc3-0c25-4041-90b3-71f78a769313 tempest-LiveMigrationNegativeTest-30000223 tempest-LiveMigrationNegativeTest-30000223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:03:27.831945 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-db718b4b-af1c-46e1-9d5b-bbeac9675c72 req-7b794dc3-0c25-4041-90b3-71f78a769313 tempest-LiveMigrationNegativeTest-30000223 tempest-LiveMigrationNegativeTest-30000223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:27.860641 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93087c02-12a3-4651-aef7-54952d5de415 req-692faa25-6683-4a61-ac0e-8711cb36f988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:03:27.864532 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-93087c02-12a3-4651-aef7-54952d5de415 req-692faa25-6683-4a61-ac0e-8711cb36f988 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=da15d991f14c433b8467397b8f6ba6da&device_id=ff4f4259-cd27-47ce-8c7c-1665ba1df108 HTTP/1.1" status: 200 len: 1098 time: 0.1439681 Nov 22 20:03:27.873860 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-db718b4b-af1c-46e1-9d5b-bbeac9675c72 req-7b794dc3-0c25-4041-90b3-71f78a769313 tempest-LiveMigrationNegativeTest-30000223 tempest-LiveMigrationNegativeTest-30000223-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1698081 Nov 22 20:03:27.908799 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [req-db718b4b-af1c-46e1-9d5b-bbeac9675c72 req-24b86b96-4375-4337-93e6-ecfbdf32329d service neutron] Request body: {'port': {'device_id': '1361b588-d99b-4634-8c3a-2d92b0268288', 'device_owner': 'compute:tempest-test_az-496265967', 'binding:host_id': 'n-h1-818823-1'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:03:27.990884 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d39f6d30a11e565ec9648abcc015e8a6ab6cff4edd704add8155e28765d31eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c44559c7-180a-4179-9728-3bdb45e46c6e" -d '{"events": [{"server_uuid": "28d8ca59-7682-4cca-aa42-1ee02d9c37a6", "name": "network-vif-plugged", "status": "completed", "tag": "9bf6d34c-8f6a-4b5a-8714-7387aadfe178"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:03:28.027114 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-93087c02-12a3-4651-aef7-54952d5de415 req-90622be5-1054-453e-b0e9-0a83e07f9fb0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=8212d2ac-a2d3-4747-a374-4f25d8bd3adc HTTP/1.1" status: 200 len: 217 time: 0.1513321 Nov 22 20:03:28.033547 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-db718b4b-af1c-46e1-9d5b-bbeac9675c72 req-24b86b96-4375-4337-93e6-ecfbdf32329d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:28.044374 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-deb17160-2377-4398-88d0-2ecb6df39581 None None] Provisioning complete for port 40cfc681-3bb1-4e27-a0f5-5d0226d9ef80 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:03:28.045120 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-deb17160-2377-4398-88d0-2ecb6df39581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:28.124685 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-deb17160-2377-4398-88d0-2ecb6df39581 None None] Port 40cfc681-3bb1-4e27-a0f5-5d0226d9ef80 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:03:28.227504 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93087c02-12a3-4651-aef7-54952d5de415 req-a543cbbc-fe39-407e-ad32-20c4b8e73ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:03:28.231203 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-93087c02-12a3-4651-aef7-54952d5de415 req-a543cbbc-fe39-407e-ad32-20c4b8e73ab2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3091ebfd-11e2-41f8-9c00-ffe0b86563d8 HTTP/1.1" status: 200 len: 843 time: 0.1803472 Nov 22 20:03:28.324423 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6941a3-b63b-4d35-baf7-6842bebf4556 req-696afa64-e44f-4c05-9530-776afd84de03 tempest-ServersAdminNegativeTestJSON-696933393 tempest-ServersAdminNegativeTestJSON-696933393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:03:28.335092 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4a6941a3-b63b-4d35-baf7-6842bebf4556 req-696afa64-e44f-4c05-9530-776afd84de03 tempest-ServersAdminNegativeTestJSON-696933393 tempest-ServersAdminNegativeTestJSON-696933393-project] 10.222.0.46 "GET /v2.0/ports?device_id=ff4f4259-cd27-47ce-8c7c-1665ba1df108 HTTP/1.1" status: 200 len: 947 time: 0.0942135 Nov 22 20:03:28.409628 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4a6941a3-b63b-4d35-baf7-6842bebf4556 req-bca526ca-1829-4a69-ae87-3e555b80aa64 tempest-ServersAdminNegativeTestJSON-696933393 tempest-ServersAdminNegativeTestJSON-696933393-project] 10.222.0.46 "GET /v2.0/security-groups?id=739dd857-cdb9-45dd-b5e8-7e682cff4649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729837 Nov 22 20:03:28.434683 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93087c02-12a3-4651-aef7-54952d5de415 req-c2b67fbc-ec44-478e-a9e9-8ce54138f5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:03:28.438207 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-93087c02-12a3-4651-aef7-54952d5de415 req-c2b67fbc-ec44-478e-a9e9-8ce54138f5cc service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e1052824-bf78-4963-8937-b202e372ac24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1902351 Nov 22 20:03:28.566213 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:03:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f90b694-6e49-4fba-9526-21ac3ccd57b4 x-openstack-request-id: req-4f90b694-6e49-4fba-9526-21ac3ccd57b4 {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:03:28.568004 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28d8ca59-7682-4cca-aa42-1ee02d9c37a6", "name": "network-vif-plugged", "status": "completed", "tag": "9bf6d34c-8f6a-4b5a-8714-7387aadfe178", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:03:28.569728 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4f90b694-6e49-4fba-9526-21ac3ccd57b4 {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:03:28.570652 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28d8ca59-7682-4cca-aa42-1ee02d9c37a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bf6d34c-8f6a-4b5a-8714-7387aadfe178', 'code': 200} Nov 22 20:03:28.616041 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f41572-45bc-4f25-8950-361577548890 req-d69c05c9-9cc0-4523-ab69-8359859c77c0 tempest-LiveMigrationNegativeTest-30000223 tempest-LiveMigrationNegativeTest-30000223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:03:28.619473 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e6f41572-45bc-4f25-8950-361577548890 req-d69c05c9-9cc0-4523-ab69-8359859c77c0 tempest-LiveMigrationNegativeTest-30000223 tempest-LiveMigrationNegativeTest-30000223-project] 10.222.0.46 "GET /v2.0/ports?device_id=1361b588-d99b-4634-8c3a-2d92b0268288 HTTP/1.1" status: 200 len: 936 time: 0.1351442 Nov 22 20:03:28.646737 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-93087c02-12a3-4651-aef7-54952d5de415 req-e4dcd800-3159-4642-9da3-6d346b292046 service neutron] 10.222.0.20 "GET /v2.0/networks/e1052824-bf78-4963-8937-b202e372ac24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2023885 Nov 22 20:03:28.656164 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.20', 53875) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:03:28.704039 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device b7125113-6c2e-4707-b7e5-edc6be9d5e56 up at agent hyperv_n-h1-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:03:28.786081 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [req-db718b4b-af1c-46e1-9d5b-bbeac9675c72 req-24b86b96-4375-4337-93e6-ecfbdf32329d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40cfc681-3bb1-4e27-a0f5-5d0226d9ef80 {{(pid=103448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:03:28.802239 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-db718b4b-af1c-46e1-9d5b-bbeac9675c72 req-24b86b96-4375-4337-93e6-ecfbdf32329d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:28.807214 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-93087c02-12a3-4651-aef7-54952d5de415 req-9bf1cc75-57ee-4162-9c53-6a0f50567937 service neutron] 10.222.0.20 "GET /v2.0/networks/e1052824-bf78-4963-8937-b202e372ac24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399813 Nov 22 20:03:28.813210 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Provisioning for port b7125113-6c2e-4707-b7e5-edc6be9d5e56 completed by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 20:03:28.828062 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [req-db718b4b-af1c-46e1-9d5b-bbeac9675c72 req-24b86b96-4375-4337-93e6-ecfbdf32329d service neutron] Transition to ACTIVE for port object 40cfc681-3bb1-4e27-a0f5-5d0226d9ef80 will not be triggered until provisioned by entity L2. {{(pid=103448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 20:03:28.828308 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Provisioning complete for port b7125113-6c2e-4707-b7e5-edc6be9d5e56 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:03:28.829123 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:28.833607 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-db718b4b-af1c-46e1-9d5b-bbeac9675c72 req-24b86b96-4375-4337-93e6-ecfbdf32329d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:28.867010 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e6f41572-45bc-4f25-8950-361577548890 req-d2af010e-dec2-4409-af71-6279ddb5b33e tempest-LiveMigrationNegativeTest-30000223 tempest-LiveMigrationNegativeTest-30000223-project] 10.222.0.46 "GET /v2.0/security-groups?id=438abd33-8d9c-46a8-9e92-c7d6e3a47c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2394919 Nov 22 20:03:28.900812 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804671db-2519-47c1-b2d8-62276a7c42b7 req-4660f2de-ff48-4a12-9804-e40dbe60737a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:03:28.917580 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-804671db-2519-47c1-b2d8-62276a7c42b7 req-4660f2de-ff48-4a12-9804-e40dbe60737a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=28d8ca59-7682-4cca-aa42-1ee02d9c37a6 HTTP/1.1" status: 200 len: 1100 time: 0.2549493 Nov 22 20:03:28.962113 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-804671db-2519-47c1-b2d8-62276a7c42b7 req-e83f8558-2b66-4b25-a169-4faa45322492 service neutron] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:28.972423 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b86b96-4375-4337-93e6-ecfbdf32329d service neutron] Pushing event updated for resources: {'Port': ['ID=40cfc681-3bb1-4e27-a0f5-5d0226d9ef80,revision_number=2']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:03:29.057619 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7023cc28-4eee-42da-b5d8-3a49621f22e1 req-8fe8d943-93b1-4cae-86b1-3bc2195a0df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:03:29.059357 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-7023cc28-4eee-42da-b5d8-3a49621f22e1 req-8fe8d943-93b1-4cae-86b1-3bc2195a0df2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=da15d991f14c433b8467397b8f6ba6da&device_id=ff4f4259-cd27-47ce-8c7c-1665ba1df108 HTTP/1.1" status: 200 len: 1098 time: 0.1640761 Nov 22 20:03:29.112264 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:29.162479 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port b7125113-6c2e-4707-b7e5-edc6be9d5e56, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=b7125113-6c2e-4707-b7e5-edc6be9d5e56,segment=NetworkSegment(2a5a1c7b-538e-498e-99b9-cc7a8e0411be),segment_id=2a5a1c7b-538e-498e-99b9-cc7a8e0411be)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:03:29.169584 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:29.188239 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-db718b4b-af1c-46e1-9d5b-bbeac9675c72 req-24b86b96-4375-4337-93e6-ecfbdf32329d service neutron] Attempting to bind port 40cfc681-3bb1-4e27-a0f5-5d0226d9ef80 on host n-h1-818823-1 for vnic_type normal with profile {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:03:29.188565 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-db718b4b-af1c-46e1-9d5b-bbeac9675c72 req-24b86b96-4375-4337-93e6-ecfbdf32329d service neutron] Attempting to bind port 40cfc681-3bb1-4e27-a0f5-5d0226d9ef80 by drivers openvswitch,hyperv on host n-h1-818823-1 at level 0 using segments [{'id': '2a5a1c7b-538e-498e-99b9-cc7a8e0411be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'e1052824-bf78-4963-8937-b202e372ac24'}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:03:29.188966 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db718b4b-af1c-46e1-9d5b-bbeac9675c72 req-24b86b96-4375-4337-93e6-ecfbdf32329d service neutron] Attempting to bind port 40cfc681-3bb1-4e27-a0f5-5d0226d9ef80 on network e1052824-bf78-4963-8937-b202e372ac24 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:03:29.209191 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db718b4b-af1c-46e1-9d5b-bbeac9675c72 req-24b86b96-4375-4337-93e6-ecfbdf32329d service neutron] Port 40cfc681-3bb1-4e27-a0f5-5d0226d9ef80 on network e1052824-bf78-4963-8937-b202e372ac24 not bound, no agent of type Open vSwitch agent registered on host n-h1-818823-1 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:03:29.209710 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db718b4b-af1c-46e1-9d5b-bbeac9675c72 req-24b86b96-4375-4337-93e6-ecfbdf32329d service neutron] Attempting to bind port 40cfc681-3bb1-4e27-a0f5-5d0226d9ef80 on network e1052824-bf78-4963-8937-b202e372ac24 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:03:29.257161 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db718b4b-af1c-46e1-9d5b-bbeac9675c72 req-24b86b96-4375-4337-93e6-ecfbdf32329d service neutron] Checking agent: {'id': '7a008cff-3b49-418c-8046-689d46cc800f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'started_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 3, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:03:29.257471 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db718b4b-af1c-46e1-9d5b-bbeac9675c72 req-24b86b96-4375-4337-93e6-ecfbdf32329d service neutron] Checking segment: {'id': '2a5a1c7b-538e-498e-99b9-cc7a8e0411be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'e1052824-bf78-4963-8937-b202e372ac24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:03:29.257896 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db718b4b-af1c-46e1-9d5b-bbeac9675c72 req-24b86b96-4375-4337-93e6-ecfbdf32329d service neutron] Bound using segment: {'id': '2a5a1c7b-538e-498e-99b9-cc7a8e0411be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'e1052824-bf78-4963-8937-b202e372ac24'} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:03:29.258756 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-db718b4b-af1c-46e1-9d5b-bbeac9675c72 req-24b86b96-4375-4337-93e6-ecfbdf32329d service neutron] Bound port: 40cfc681-3bb1-4e27-a0f5-5d0226d9ef80, host: n-h1-818823-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a5a1c7b-538e-498e-99b9-cc7a8e0411be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'e1052824-bf78-4963-8937-b202e372ac24'}}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:03:29.259887 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-db718b4b-af1c-46e1-9d5b-bbeac9675c72 req-24b86b96-4375-4337-93e6-ecfbdf32329d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:29.281774 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=b7125113-6c2e-4707-b7e5-edc6be9d5e56,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:03:29.311641 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68830aec-a622-44cb-80e3-ac6a8cc71143 req-9b9a9c21-6ca7-416d-bfa3-0743a8fb8b93 tempest-DeleteServersAdminTestJSON-1623428566 tempest-DeleteServersAdminTestJSON-1623428566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:03:29.315800 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7023cc28-4eee-42da-b5d8-3a49621f22e1 req-f443e285-bfe8-4157-9a1a-07deb0e73452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:03:29.316646 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-68830aec-a622-44cb-80e3-ac6a8cc71143 req-9b9a9c21-6ca7-416d-bfa3-0743a8fb8b93 tempest-DeleteServersAdminTestJSON-1623428566 tempest-DeleteServersAdminTestJSON-1623428566-project] 10.222.0.46 "GET /v2.0/ports?device_id=28d8ca59-7682-4cca-aa42-1ee02d9c37a6 HTTP/1.1" status: 200 len: 949 time: 0.2621944 Nov 22 20:03:29.317268 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-7023cc28-4eee-42da-b5d8-3a49621f22e1 req-f443e285-bfe8-4157-9a1a-07deb0e73452 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e1052824-bf78-4963-8937-b202e372ac24 HTTP/1.1" status: 200 len: 870 time: 0.2465162 Nov 22 20:03:29.355316 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 51740) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:03:29.374165 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-7023cc28-4eee-42da-b5d8-3a49621f22e1 req-22fbdc62-5604-4961-a445-3d0509d24e53 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=8212d2ac-a2d3-4747-a374-4f25d8bd3adc HTTP/1.1" status: 200 len: 217 time: 0.0446031 Nov 22 20:03:29.382029 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12ce1e4-807a-4132-9d1f-16a550e1eaad req-e372a308-c1cc-470b-bddc-b83289987428 tempest-AggregatesAdminTestJSON-428188263 tempest-AggregatesAdminTestJSON-428188263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:03:29.390319 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a12ce1e4-807a-4132-9d1f-16a550e1eaad req-e372a308-c1cc-470b-bddc-b83289987428 tempest-AggregatesAdminTestJSON-428188263 tempest-AggregatesAdminTestJSON-428188263-project] 10.222.0.46 "GET /v2.0/ports?device_id=ef43cd47-fb8e-4fe5-b1ed-e36ffdb95c51 HTTP/1.1" status: 200 len: 970 time: 0.2411160 Nov 22 20:03:29.413266 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-804671db-2519-47c1-b2d8-62276a7c42b7 req-e83f8558-2b66-4b25-a169-4faa45322492 service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:29.429889 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-804671db-2519-47c1-b2d8-62276a7c42b7 req-e83f8558-2b66-4b25-a169-4faa45322492 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:29.457713 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-db718b4b-af1c-46e1-9d5b-bbeac9675c72 req-24b86b96-4375-4337-93e6-ecfbdf32329d service neutron] For port 40cfc681-3bb1-4e27-a0f5-5d0226d9ef80, host n-h1-818823-1, cleared binding levels {{(pid=103448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:03:29.473116 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7023cc28-4eee-42da-b5d8-3a49621f22e1 req-086a3079-e6ad-4ab8-8836-9985749e6787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:03:29.475069 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-7023cc28-4eee-42da-b5d8-3a49621f22e1 req-086a3079-e6ad-4ab8-8836-9985749e6787 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3091ebfd-11e2-41f8-9c00-ffe0b86563d8 HTTP/1.1" status: 200 len: 843 time: 0.0828774 Nov 22 20:03:29.480101 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-db718b4b-af1c-46e1-9d5b-bbeac9675c72 req-24b86b96-4375-4337-93e6-ecfbdf32329d service neutron] For port 40cfc681-3bb1-4e27-a0f5-5d0226d9ef80, host n-h1-818823-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=40cfc681-3bb1-4e27-a0f5-5d0226d9ef80,segment=NetworkSegment(2a5a1c7b-538e-498e-99b9-cc7a8e0411be),segment_id=2a5a1c7b-538e-498e-99b9-cc7a8e0411be)] {{(pid=103448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:03:29.484442 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83f8558-2b66-4b25-a169-4faa45322492 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=e2835e00-60b6-434f-b715-a30e90707e8c,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:03:29.494922 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-db718b4b-af1c-46e1-9d5b-bbeac9675c72 req-24b86b96-4375-4337-93e6-ecfbdf32329d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:29.525892 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db718b4b-af1c-46e1-9d5b-bbeac9675c72 req-24b86b96-4375-4337-93e6-ecfbdf32329d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:03:29.527689 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-db718b4b-af1c-46e1-9d5b-bbeac9675c72 req-24b86b96-4375-4337-93e6-ecfbdf32329d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:29.529504 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-db718b4b-af1c-46e1-9d5b-bbeac9675c72 req-24b86b96-4375-4337-93e6-ecfbdf32329d service neutron] 10.222.0.41 "PUT /v2.0/ports/40cfc681-3bb1-4e27-a0f5-5d0226d9ef80 HTTP/1.1" status: 200 len: 1117 time: 1.6317976 Nov 22 20:03:29.530478 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-68830aec-a622-44cb-80e3-ac6a8cc71143 req-34afaa73-39c6-45cc-9830-e421051f88a5 tempest-DeleteServersAdminTestJSON-1623428566 tempest-DeleteServersAdminTestJSON-1623428566-project] 10.222.0.46 "GET /v2.0/security-groups?id=c63bdb94-b6a4-45b4-adc5-af0d110830c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937048 Nov 22 20:03:29.549016 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-804671db-2519-47c1-b2d8-62276a7c42b7 req-e83f8558-2b66-4b25-a169-4faa45322492 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=c63bdb94-b6a4-45b4-adc5-af0d110830c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6267257 Nov 22 20:03:29.594080 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a12ce1e4-807a-4132-9d1f-16a550e1eaad req-4db7d073-df2c-4348-a7f7-2710b9ceb39f tempest-AggregatesAdminTestJSON-428188263 tempest-AggregatesAdminTestJSON-428188263-project] 10.222.0.46 "GET /v2.0/security-groups?id=a86d2250-a089-4e45-9ea1-08cd1232bc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024534 Nov 22 20:03:29.606910 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7023cc28-4eee-42da-b5d8-3a49621f22e1 req-a835b24d-9474-4402-a76c-6af0a027320b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:03:29.608806 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-7023cc28-4eee-42da-b5d8-3a49621f22e1 req-a835b24d-9474-4402-a76c-6af0a027320b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e1052824-bf78-4963-8937-b202e372ac24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1261544 Nov 22 20:03:29.612460 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b86b96-4375-4337-93e6-ecfbdf32329d service neutron] Pushing event updated for resources: {'Port': ['ID=40cfc681-3bb1-4e27-a0f5-5d0226d9ef80,revision_number=3']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:03:29.645758 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-d7023288-0018-445f-a133-4e5d56dd95c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:29.711017 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db718b4b-af1c-46e1-9d5b-bbeac9675c72 req-43791586-264b-4d0d-9933-87b5c85efca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:03:29.713178 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-db718b4b-af1c-46e1-9d5b-bbeac9675c72 req-43791586-264b-4d0d-9933-87b5c85efca8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fe638fe68d2c412abdc6ea2631e58e50&device_id=1361b588-d99b-4634-8c3a-2d92b0268288 HTTP/1.1" status: 200 len: 1120 time: 0.0885863 Nov 22 20:03:29.776377 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1361b588-d99b-4634-8c3a-2d92b0268288', 'tag': '40cfc681-3bb1-4e27-a0f5-5d0226d9ef80'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:03:29.778640 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589a98cf2aea187fcc423a5edb333e5a6cf3ad7c81115d1ebee0f079693c312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ac58b7a-2fe2-4385-a7d7-1a5b21ddef31" -d '{"events": [{"name": "network-changed", "server_uuid": "1361b588-d99b-4634-8c3a-2d92b0268288", "tag": "40cfc681-3bb1-4e27-a0f5-5d0226d9ef80"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:03:29.783139 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-db718b4b-af1c-46e1-9d5b-bbeac9675c72 req-629c2c88-d23d-4fa6-9dc8-3d7ac0b4c03f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=40cfc681-3bb1-4e27-a0f5-5d0226d9ef80 HTTP/1.1" status: 200 len: 217 time: 0.0616069 Nov 22 20:03:29.785630 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92383b46-6f71-48a1-9470-fb0d978d8700 req-f7fcd7a8-5942-4a0c-9e36-f2043c8c90fe tempest-ServersAdminNegativeTestJSON-696933393 tempest-ServersAdminNegativeTestJSON-696933393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:03:29.787282 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-92383b46-6f71-48a1-9470-fb0d978d8700 req-f7fcd7a8-5942-4a0c-9e36-f2043c8c90fe tempest-ServersAdminNegativeTestJSON-696933393 tempest-ServersAdminNegativeTestJSON-696933393-project] 10.222.0.46 "GET /v2.0/ports?device_id=ff4f4259-cd27-47ce-8c7c-1665ba1df108 HTTP/1.1" status: 200 len: 947 time: 0.0910873 Nov 22 20:03:29.831632 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-8397a632-b407-4ed0-b97e-c75290cb9f4d admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1342624091-network', 'tenant_id': '6169783c6e47482aa1e781cfb0d3f7ef'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:03:29.877465 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8397a632-b407-4ed0-b97e-c75290cb9f4d admin admin] Made reservation on behalf of 6169783c6e47482aa1e781cfb0d3f7ef for: {'network': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:03:29.879736 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8397a632-b407-4ed0-b97e-c75290cb9f4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for network, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:29.887005 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-92383b46-6f71-48a1-9470-fb0d978d8700 req-b471a287-0ee2-4330-986a-c15e46297961 tempest-ServersAdminNegativeTestJSON-696933393 tempest-ServersAdminNegativeTestJSON-696933393-project] 10.222.0.46 "GET /v2.0/security-groups?id=739dd857-cdb9-45dd-b5e8-7e682cff4649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920205 Nov 22 20:03:29.894872 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8397a632-b407-4ed0-b97e-c75290cb9f4d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:30.033283 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 20:03:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d28e9926-4057-4b25-bec8-5c96d84386f3 x-openstack-request-id: req-d28e9926-4057-4b25-bec8-5c96d84386f3 {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:03:30.033571 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1361b588-d99b-4634-8c3a-2d92b0268288", "tag": "40cfc681-3bb1-4e27-a0f5-5d0226d9ef80", "status": "completed", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:03:30.033838 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d28e9926-4057-4b25-bec8-5c96d84386f3 {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:03:30.034222 n-d-818823-1 neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1361b588-d99b-4634-8c3a-2d92b0268288', 'tag': '40cfc681-3bb1-4e27-a0f5-5d0226d9ef80', 'status': 'completed', 'code': 200} Nov 22 20:03:30.036485 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8397a632-b407-4ed0-b97e-c75290cb9f4d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:30.043443 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8397a632-b407-4ed0-b97e-c75290cb9f4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:30.044279 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db718b4b-af1c-46e1-9d5b-bbeac9675c72 req-6c3c281b-2a60-4d0e-8400-fb4f5afb5c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:03:30.045860 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-db718b4b-af1c-46e1-9d5b-bbeac9675c72 req-6c3c281b-2a60-4d0e-8400-fb4f5afb5c52 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3091ebfd-11e2-41f8-9c00-ffe0b86563d8 HTTP/1.1" status: 200 len: 843 time: 0.2542880 Nov 22 20:03:30.085026 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8397a632-b407-4ed0-b97e-c75290cb9f4d admin admin] vlan segment allocate from pool success with {'vlan_id': 600, 'physical_network': 'physnet1'} {{(pid=103447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 20:03:30.100353 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8397a632-b407-4ed0-b97e-c75290cb9f4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0977a7ce-e750-4fa6-bb8f-0b85e8562ba7,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:03:30.122366 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-7023cc28-4eee-42da-b5d8-3a49621f22e1 req-c08d4543-82df-4ee1-8bb1-3aa101e8ef2c service neutron] 10.222.0.20 "GET /v2.0/networks/e1052824-bf78-4963-8937-b202e372ac24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3011408 Nov 22 20:03:30.122956 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8397a632-b407-4ed0-b97e-c75290cb9f4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:30.122956 n-d-818823-1 neutron-server[103447]: INFO neutron.db.segments_db [None req-8397a632-b407-4ed0-b97e-c75290cb9f4d admin admin] Added segment 97efaa7c-8ce3-4092-a364-fe47bfb4e770 of type vlan for network a3a1a13d-8067-48f2-9e8d-4534b4884604 Nov 22 20:03:30.132025 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db718b4b-af1c-46e1-9d5b-bbeac9675c72 req-e3707fb0-adb3-4697-a676-6ea333a9e3da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:03:30.134407 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-db718b4b-af1c-46e1-9d5b-bbeac9675c72 req-e3707fb0-adb3-4697-a676-6ea333a9e3da service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e1052824-bf78-4963-8937-b202e372ac24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0793800 Nov 22 20:03:30.187768 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8397a632-b407-4ed0-b97e-c75290cb9f4d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748992492791'] for network, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:30.209045 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b193be16-11b5-423c-9984-7517e4523406 req-0b775df1-1ce5-4642-84a9-aadf618837cc tempest-LiveMigrationNegativeTest-30000223 tempest-LiveMigrationNegativeTest-30000223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:03:30.210792 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b193be16-11b5-423c-9984-7517e4523406 req-0b775df1-1ce5-4642-84a9-aadf618837cc tempest-LiveMigrationNegativeTest-30000223 tempest-LiveMigrationNegativeTest-30000223-project] 10.222.0.46 "GET /v2.0/ports?device_id=1361b588-d99b-4634-8c3a-2d92b0268288 HTTP/1.1" status: 200 len: 969 time: 0.1044490 Nov 22 20:03:30.249286 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8397a632-b407-4ed0-b97e-c75290cb9f4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for network, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:30.250257 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8397a632-b407-4ed0-b97e-c75290cb9f4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:03:30.250834 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8397a632-b407-4ed0-b97e-c75290cb9f4d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for network, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:30.297133 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-7023cc28-4eee-42da-b5d8-3a49621f22e1 req-198f885d-e878-4dab-a3a6-5ad7784a5bfd service neutron] 10.222.0.20 "GET /v2.0/networks/e1052824-bf78-4963-8937-b202e372ac24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614318 Nov 22 20:03:30.299139 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-db718b4b-af1c-46e1-9d5b-bbeac9675c72 req-595f3612-8ab6-4f7a-96e3-721dd01ba1c7 service neutron] 10.222.0.41 "GET /v2.0/networks/e1052824-bf78-4963-8937-b202e372ac24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562347 Nov 22 20:03:30.326297 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-8397a632-b407-4ed0-b97e-c75290cb9f4d admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9698813 Nov 22 20:03:30.330903 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 51778) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:03:30.343130 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-500eb199-f635-4756-81a0-b91238e50117 admin admin] Request body: {'subnet': {'network_id': 'a3a1a13d-8067-48f2-9e8d-4534b4884604', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1342624091-subnet', 'tenant_id': '6169783c6e47482aa1e781cfb0d3f7ef', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:03:30.349067 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b193be16-11b5-423c-9984-7517e4523406 req-55948fe4-937b-4039-a09e-f04d616f9bd4 tempest-LiveMigrationNegativeTest-30000223 tempest-LiveMigrationNegativeTest-30000223-project] 10.222.0.46 "GET /v2.0/security-groups?id=438abd33-8d9c-46a8-9e92-c7d6e3a47c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289937 Nov 22 20:03:30.366372 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8397a632-b407-4ed0-b97e-c75290cb9f4d admin admin] Pushing event updated for resources: {'Network': ['ID=a3a1a13d-8067-48f2-9e8d-4534b4884604,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:03:30.380358 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Network a3a1a13d-8067-48f2-9e8d-4534b4884604 details requested by agent ovs-agent-n-d-818823-1 with host n-d-818823-1 {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 20:03:30.406189 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-500eb199-f635-4756-81a0-b91238e50117 admin admin] Made reservation on behalf of 6169783c6e47482aa1e781cfb0d3f7ef for: {'subnet': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:03:30.409338 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-500eb199-f635-4756-81a0-b91238e50117 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11792951'] for subnet, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:30.471285 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 51786) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:03:30.527632 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-db718b4b-af1c-46e1-9d5b-bbeac9675c72 req-4946a731-2bb1-48aa-8a4b-d9e4de5e8dcb service neutron] 10.222.0.41 "GET /v2.0/networks/e1052824-bf78-4963-8937-b202e372ac24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2193465 Nov 22 20:03:30.572192 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef43cd47-fb8e-4fe5-b1ed-e36ffdb95c51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7125113-6c2e-4707-b7e5-edc6be9d5e56'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:03:30.574802 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d39f6d30a11e565ec9648abcc015e8a6ab6cff4edd704add8155e28765d31eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3016ec14-2993-4380-905d-93a2c047498c" -d '{"events": [{"server_uuid": "ef43cd47-fb8e-4fe5-b1ed-e36ffdb95c51", "name": "network-vif-plugged", "status": "completed", "tag": "b7125113-6c2e-4707-b7e5-edc6be9d5e56"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:03:30.606843 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-3578fe3b-20e2-4f2b-ac9e-1e88afb4aacc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:30.671973 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac58b7a-2fe2-4385-a7d7-1a5b21ddef31 req-18924217-d164-4dd6-92a6-12774644032b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:03:30.673506 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-2ac58b7a-2fe2-4385-a7d7-1a5b21ddef31 req-18924217-d164-4dd6-92a6-12774644032b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fe638fe68d2c412abdc6ea2631e58e50&device_id=1361b588-d99b-4634-8c3a-2d92b0268288 HTTP/1.1" status: 200 len: 1120 time: 0.0914247 Nov 22 20:03:30.691464 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:03:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-847678b6-13d1-4db3-89e8-e6b5fc2d1d59 x-openstack-request-id: req-847678b6-13d1-4db3-89e8-e6b5fc2d1d59 {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:03:30.696154 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef43cd47-fb8e-4fe5-b1ed-e36ffdb95c51", "name": "network-vif-plugged", "status": "completed", "tag": "b7125113-6c2e-4707-b7e5-edc6be9d5e56", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:03:30.699155 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-847678b6-13d1-4db3-89e8-e6b5fc2d1d59 {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:03:30.700243 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b58bb36-5b36-4509-a7d4-45fff5cca8fa req-dc8bc5a1-8a25-46bf-b104-7cb3993ae2dc tempest-DeleteServersAdminTestJSON-1623428566 tempest-DeleteServersAdminTestJSON-1623428566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:03:30.700836 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef43cd47-fb8e-4fe5-b1ed-e36ffdb95c51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7125113-6c2e-4707-b7e5-edc6be9d5e56', 'code': 200} Nov 22 20:03:30.702230 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2b58bb36-5b36-4509-a7d4-45fff5cca8fa req-dc8bc5a1-8a25-46bf-b104-7cb3993ae2dc tempest-DeleteServersAdminTestJSON-1623428566 tempest-DeleteServersAdminTestJSON-1623428566-project] 10.222.0.46 "GET /v2.0/ports?device_id=28d8ca59-7682-4cca-aa42-1ee02d9c37a6 HTTP/1.1" status: 200 len: 949 time: 0.0810153 Nov 22 20:03:30.760904 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-3578fe3b-20e2-4f2b-ac9e-1e88afb4aacc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:30.763315 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-500eb199-f635-4756-81a0-b91238e50117 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11567560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11792921'] for subnet, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:30.764431 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.41', 50195) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:03:30.777409 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-3578fe3b-20e2-4f2b-ac9e-1e88afb4aacc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:30.837389 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2b58bb36-5b36-4509-a7d4-45fff5cca8fa req-f90a95d0-ba1b-42b6-8ad0-de87411417e3 tempest-DeleteServersAdminTestJSON-1623428566 tempest-DeleteServersAdminTestJSON-1623428566-project] 10.222.0.46 "GET /v2.0/security-groups?id=c63bdb94-b6a4-45b4-adc5-af0d110830c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260128 Nov 22 20:03:30.845098 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500eb199-f635-4756-81a0-b91238e50117 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b49660d2-5ec3-4a3b-8d42-2b5f78f417e2,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:03:30.866173 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-3578fe3b-20e2-4f2b-ac9e-1e88afb4aacc admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4d6c22602e734433a3c64c006336a8f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3928344 Nov 22 20:03:30.870456 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 51806) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:03:30.870456 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3578fe3b-20e2-4f2b-ac9e-1e88afb4aacc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=488fbe93-5e2d-479d-8fa6-decaac01abad,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:03:30.872428 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac58b7a-2fe2-4385-a7d7-1a5b21ddef31 req-90391da3-0b30-4a82-972a-6f1a05bcf5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:03:30.880820 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-2ac58b7a-2fe2-4385-a7d7-1a5b21ddef31 req-90391da3-0b30-4a82-972a-6f1a05bcf5a5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e1052824-bf78-4963-8937-b202e372ac24 HTTP/1.1" status: 200 len: 870 time: 0.1947305 Nov 22 20:03:30.882169 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-500eb199-f635-4756-81a0-b91238e50117 admin admin] Checking segment: {'id': '97efaa7c-8ce3-4092-a364-fe47bfb4e770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'a3a1a13d-8067-48f2-9e8d-4534b4884604'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:03:30.882528 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-500eb199-f635-4756-81a0-b91238e50117 admin admin] Network hostable DHCP agents. Network: a3a1a13d-8067-48f2-9e8d-4534b4884604, hostable agents: ['02adaa64-0987-4b74-bad0-cbcf56f8a294'], hosted agents: [] {{(pid=103448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 20:03:30.909873 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd6111f-94ac-4ce7-a6b0-fe0b44c76987 req-66c44aac-22b6-4917-a2c9-40b288a85176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:03:30.911506 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0cd6111f-94ac-4ce7-a6b0-fe0b44c76987 req-66c44aac-22b6-4917-a2c9-40b288a85176 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ef43cd47-fb8e-4fe5-b1ed-e36ffdb95c51 HTTP/1.1" status: 200 len: 1121 time: 0.1458907 Nov 22 20:03:30.941484 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-2ac58b7a-2fe2-4385-a7d7-1a5b21ddef31 req-57031701-813d-4b01-b3c7-1684d191329d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=40cfc681-3bb1-4e27-a0f5-5d0226d9ef80 HTTP/1.1" status: 200 len: 217 time: 0.0514772 Nov 22 20:03:30.951329 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-500eb199-f635-4756-81a0-b91238e50117 admin admin] Network a3a1a13d-8067-48f2-9e8d-4534b4884604 is scheduled to be hosted by DHCP agent 02adaa64-0987-4b74-bad0-cbcf56f8a294 with binding_index 1 {{(pid=103448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 20:03:30.989018 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-500eb199-f635-4756-81a0-b91238e50117 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818823-1, a3a1a13d-8067-48f2-9e8d-4534b4884604) {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:03:30.997560 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-500eb199-f635-4756-81a0-b91238e50117 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:03:30.998165 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-500eb199-f635-4756-81a0-b91238e50117 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:30.999248 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aa5a77e-48f8-411e-9b90-0ca3053a74ad None None] Network a3a1a13d-8067-48f2-9e8d-4534b4884604 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:03:31.028248 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-500eb199-f635-4756-81a0-b91238e50117 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6961691 Nov 22 20:03:31.044363 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac58b7a-2fe2-4385-a7d7-1a5b21ddef31 req-c4ac1483-4460-4311-9b9c-fdde7038038d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:03:31.046141 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-2ac58b7a-2fe2-4385-a7d7-1a5b21ddef31 req-c4ac1483-4460-4311-9b9c-fdde7038038d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3091ebfd-11e2-41f8-9c00-ffe0b86563d8 HTTP/1.1" status: 200 len: 843 time: 0.0962992 Nov 22 20:03:31.101181 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac58b7a-2fe2-4385-a7d7-1a5b21ddef31 req-c4722f05-40af-4dc3-97f2-4577968ccbfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:03:31.102367 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-2ac58b7a-2fe2-4385-a7d7-1a5b21ddef31 req-c4722f05-40af-4dc3-97f2-4577968ccbfc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e1052824-bf78-4963-8937-b202e372ac24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0481319 Nov 22 20:03:31.104999 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a3ffa1-f549-4cd9-835f-ca973a0a2dd2 req-006ba48d-99d7-438a-9b46-fbc093a3b17d tempest-AggregatesAdminTestJSON-428188263 tempest-AggregatesAdminTestJSON-428188263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:03:31.106630 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-47a3ffa1-f549-4cd9-835f-ca973a0a2dd2 req-006ba48d-99d7-438a-9b46-fbc093a3b17d tempest-AggregatesAdminTestJSON-428188263 tempest-AggregatesAdminTestJSON-428188263-project] 10.222.0.46 "GET /v2.0/ports?device_id=ef43cd47-fb8e-4fe5-b1ed-e36ffdb95c51 HTTP/1.1" status: 200 len: 970 time: 0.2593834 Nov 22 20:03:31.158428 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-d4dc0842-c74d-4108-be72-86f702ed7d42 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:31.161658 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0cd6111f-94ac-4ce7-a6b0-fe0b44c76987 req-0918ffe0-8547-4e28-95fa-f3f9d08780c1 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=a86d2250-a089-4e45-9ea1-08cd1232bc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2388911 Nov 22 20:03:31.172521 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-459378e1-eb81-4fd3-b511-995b75586dce None None] Network a3a1a13d-8067-48f2-9e8d-4534b4884604 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:03:31.179988 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e578bd1-3b09-4b9f-a972-3be19ffc7990 req-6ebd4d32-090f-4370-82bd-bf0984e2038a tempest-ServersAdminNegativeTestJSON-696933393 tempest-ServersAdminNegativeTestJSON-696933393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:03:31.181571 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7e578bd1-3b09-4b9f-a972-3be19ffc7990 req-6ebd4d32-090f-4370-82bd-bf0984e2038a tempest-ServersAdminNegativeTestJSON-696933393 tempest-ServersAdminNegativeTestJSON-696933393-project] 10.222.0.46 "GET /v2.0/ports?device_id=ff4f4259-cd27-47ce-8c7c-1665ba1df108 HTTP/1.1" status: 200 len: 947 time: 0.1383188 Nov 22 20:03:31.225902 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-2ac58b7a-2fe2-4385-a7d7-1a5b21ddef31 req-438bc677-ab35-44da-83b7-f65772dcbfc2 service neutron] 10.222.0.41 "GET /v2.0/networks/e1052824-bf78-4963-8937-b202e372ac24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096179 Nov 22 20:03:31.226470 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-d4dc0842-c74d-4108-be72-86f702ed7d42 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:31.247646 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-47a3ffa1-f549-4cd9-835f-ca973a0a2dd2 req-d3060638-538f-4297-b134-911e8fed21cb tempest-AggregatesAdminTestJSON-428188263 tempest-AggregatesAdminTestJSON-428188263-project] 10.222.0.46 "GET /v2.0/security-groups?id=a86d2250-a089-4e45-9ea1-08cd1232bc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280441 Nov 22 20:03:31.297053 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7e578bd1-3b09-4b9f-a972-3be19ffc7990 req-6f024107-6c7f-48f5-aff4-8c26575be69e tempest-ServersAdminNegativeTestJSON-696933393 tempest-ServersAdminNegativeTestJSON-696933393-project] 10.222.0.46 "GET /v2.0/security-groups?id=739dd857-cdb9-45dd-b5e8-7e682cff4649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029038 Nov 22 20:03:31.356836 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-d4dc0842-c74d-4108-be72-86f702ed7d42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:31.359721 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-d4dc0842-c74d-4108-be72-86f702ed7d42 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:31.365518 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-d4dc0842-c74d-4108-be72-86f702ed7d42 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/488fbe93-5e2d-479d-8fa6-decaac01abad HTTP/1.1" status: 204 len: 168 time: 0.4881561 Nov 22 20:03:31.386341 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dc0842-c74d-4108-be72-86f702ed7d42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=488fbe93-5e2d-479d-8fa6-decaac01abad,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:03:31.584266 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c32d40d-9a27-4864-8fa1-0fb7bb1b8481 req-883a16da-3cc7-4e56-9536-c0d90880abce tempest-LiveMigrationNegativeTest-30000223 tempest-LiveMigrationNegativeTest-30000223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:03:31.595949 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9c32d40d-9a27-4864-8fa1-0fb7bb1b8481 req-883a16da-3cc7-4e56-9536-c0d90880abce tempest-LiveMigrationNegativeTest-30000223 tempest-LiveMigrationNegativeTest-30000223-project] 10.222.0.46 "GET /v2.0/ports?device_id=1361b588-d99b-4634-8c3a-2d92b0268288 HTTP/1.1" status: 200 len: 969 time: 0.0823743 Nov 22 20:03:31.612824 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-2ac58b7a-2fe2-4385-a7d7-1a5b21ddef31 req-228dde5d-9776-4891-be06-6ed520a1bc92 service neutron] 10.222.0.41 "GET /v2.0/networks/e1052824-bf78-4963-8937-b202e372ac24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790864 Nov 22 20:03:31.653557 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9c32d40d-9a27-4864-8fa1-0fb7bb1b8481 req-33ea9f44-ebe1-497e-b3fe-e4e75c6e4954 tempest-LiveMigrationNegativeTest-30000223 tempest-LiveMigrationNegativeTest-30000223-project] 10.222.0.46 "GET /v2.0/security-groups?id=438abd33-8d9c-46a8-9e92-c7d6e3a47c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595186 Nov 22 20:03:31.842861 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 51850) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:03:31.847983 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-f8fce012-f9ec-4600-a6a1-03a35a378bda admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-2133822754-network', 'tenant_id': '705fc3d14e7c42b2837416125546ccec'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:03:31.878656 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8fce012-f9ec-4600-a6a1-03a35a378bda admin admin] Made reservation on behalf of 705fc3d14e7c42b2837416125546ccec for: {'network': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:03:31.881258 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f8fce012-f9ec-4600-a6a1-03a35a378bda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for network, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:31.903318 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f8fce012-f9ec-4600-a6a1-03a35a378bda admin admin] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:31.946202 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 51862) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:03:31.960237 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1fdd26fb-017f-45ae-a313-ef3b8deace27 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:32.003632 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c4627d-0677-4f1d-9b78-f6caadbab2e8 req-2ab5738c-3f29-4340-956e-7bdf7e925760 tempest-DeleteServersAdminTestJSON-1623428566 tempest-DeleteServersAdminTestJSON-1623428566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:03:32.005293 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-29c4627d-0677-4f1d-9b78-f6caadbab2e8 req-2ab5738c-3f29-4340-956e-7bdf7e925760 tempest-DeleteServersAdminTestJSON-1623428566 tempest-DeleteServersAdminTestJSON-1623428566-project] 10.222.0.46 "GET /v2.0/ports?device_id=28d8ca59-7682-4cca-aa42-1ee02d9c37a6 HTTP/1.1" status: 200 len: 949 time: 0.0758309 Nov 22 20:03:32.056347 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f8fce012-f9ec-4600-a6a1-03a35a378bda admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:32.061160 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f8fce012-f9ec-4600-a6a1-03a35a378bda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:32.066002 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1fdd26fb-017f-45ae-a313-ef3b8deace27 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:32.069924 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1fdd26fb-017f-45ae-a313-ef3b8deace27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:32.108548 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-29c4627d-0677-4f1d-9b78-f6caadbab2e8 req-2bb8cc85-042b-4690-b8b3-2ce7832d638e tempest-DeleteServersAdminTestJSON-1623428566 tempest-DeleteServersAdminTestJSON-1623428566-project] 10.222.0.46 "GET /v2.0/security-groups?id=c63bdb94-b6a4-45b4-adc5-af0d110830c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949438 Nov 22 20:03:32.110254 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8fce012-f9ec-4600-a6a1-03a35a378bda admin admin] vlan segment allocate from pool success with {'vlan_id': 607, 'physical_network': 'physnet1'} {{(pid=103447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 20:03:32.115866 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fce012-f9ec-4600-a6a1-03a35a378bda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caef373a-64de-431b-addc-5cad3c231470,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:03:32.124561 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f8fce012-f9ec-4600-a6a1-03a35a378bda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:32.124909 n-d-818823-1 neutron-server[103447]: INFO neutron.db.segments_db [None req-f8fce012-f9ec-4600-a6a1-03a35a378bda admin admin] Added segment 50089509-66c2-4c97-a7fc-34e2e513f1b6 of type vlan for network b70e928b-c804-47ba-8e83-f88d1aedf3d8 Nov 22 20:03:32.151927 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-1fdd26fb-017f-45ae-a313-ef3b8deace27 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=069d14e8a2be4f91beba6adc1811cb9c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2019770 Nov 22 20:03:32.151927 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdd26fb-017f-45ae-a313-ef3b8deace27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f61fd292-ed59-4232-90ef-f569a34dee1c,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:03:32.152909 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 51868) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:03:32.175747 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f8fce012-f9ec-4600-a6a1-03a35a378bda admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748992492791'] for network, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:32.209209 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f8fce012-f9ec-4600-a6a1-03a35a378bda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for network, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:32.210569 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-aa4faab7-42e4-472e-ac7b-128b4b4777dc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:32.211459 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8fce012-f9ec-4600-a6a1-03a35a378bda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:03:32.213514 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f8fce012-f9ec-4600-a6a1-03a35a378bda admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for network, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:32.239239 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-aa4faab7-42e4-472e-ac7b-128b4b4777dc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:32.303139 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-f8fce012-f9ec-4600-a6a1-03a35a378bda admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4586031 Nov 22 20:03:32.306163 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 51874) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:03:32.311750 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-0ab2a447-695b-43c8-b2c3-ce9bb8ccd296 admin admin] Request body: {'subnet': {'network_id': 'b70e928b-c804-47ba-8e83-f88d1aedf3d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-2133822754-subnet', 'tenant_id': '705fc3d14e7c42b2837416125546ccec', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:03:32.319658 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fce012-f9ec-4600-a6a1-03a35a378bda admin admin] Pushing event updated for resources: {'Network': ['ID=b70e928b-c804-47ba-8e83-f88d1aedf3d8,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:03:32.332616 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-aa4faab7-42e4-472e-ac7b-128b4b4777dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:32.336669 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Network b70e928b-c804-47ba-8e83-f88d1aedf3d8 details requested by agent ovs-agent-n-d-818823-1 with host n-d-818823-1 {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 20:03:32.337754 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-aa4faab7-42e4-472e-ac7b-128b4b4777dc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:32.343785 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-aa4faab7-42e4-472e-ac7b-128b4b4777dc admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f61fd292-ed59-4232-90ef-f569a34dee1c HTTP/1.1" status: 204 len: 168 time: 0.1897006 Nov 22 20:03:32.356499 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4faab7-42e4-472e-ac7b-128b4b4777dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f61fd292-ed59-4232-90ef-f569a34dee1c,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:03:32.358810 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ab2a447-695b-43c8-b2c3-ce9bb8ccd296 admin admin] Made reservation on behalf of 705fc3d14e7c42b2837416125546ccec for: {'subnet': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:03:32.361742 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0ab2a447-695b-43c8-b2c3-ce9bb8ccd296 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11792951'] for subnet, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:32.446018 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c881f91-9cc5-48e4-8538-ec728f60fb4f req-0cdb0a22-8a0d-4067-8a36-adb8fafb32df tempest-AggregatesAdminTestJSON-428188263 tempest-AggregatesAdminTestJSON-428188263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:03:32.469970 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9c881f91-9cc5-48e4-8538-ec728f60fb4f req-0cdb0a22-8a0d-4067-8a36-adb8fafb32df tempest-AggregatesAdminTestJSON-428188263 tempest-AggregatesAdminTestJSON-428188263-project] 10.222.0.46 "GET /v2.0/ports?device_id=ef43cd47-fb8e-4fe5-b1ed-e36ffdb95c51 HTTP/1.1" status: 200 len: 970 time: 0.1096213 Nov 22 20:03:32.479315 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-5fa62af1-c233-47d4-b82d-0683d2556170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:32.528282 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9c881f91-9cc5-48e4-8538-ec728f60fb4f req-8373d8eb-f4af-4639-b239-28b5c8fb54eb tempest-AggregatesAdminTestJSON-428188263 tempest-AggregatesAdminTestJSON-428188263-project] 10.222.0.46 "GET /v2.0/security-groups?id=a86d2250-a089-4e45-9ea1-08cd1232bc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570886 Nov 22 20:03:32.610171 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0ab2a447-695b-43c8-b2c3-ce9bb8ccd296 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11567560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11792921'] for subnet, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:32.648225 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 8212d2ac-a2d3-4747-a374-4f25d8bd3adc details requested by agent hyperv_n-h2-818823-1 with host n-h2-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 20:03:32.692277 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab2a447-695b-43c8-b2c3-ce9bb8ccd296 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1c786ef-f343-4b13-86d1-fe40c103acaf,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:03:32.703233 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ab2a447-695b-43c8-b2c3-ce9bb8ccd296 admin admin] Checking segment: {'id': '50089509-66c2-4c97-a7fc-34e2e513f1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'b70e928b-c804-47ba-8e83-f88d1aedf3d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:03:32.703768 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ab2a447-695b-43c8-b2c3-ce9bb8ccd296 admin admin] Network hostable DHCP agents. Network: b70e928b-c804-47ba-8e83-f88d1aedf3d8, hostable agents: ['02adaa64-0987-4b74-bad0-cbcf56f8a294'], hosted agents: [] {{(pid=103448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 20:03:32.709459 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c19ccf-979f-4c6a-958a-bf98b6c6d5d0 req-27d2e4a2-804b-479d-87d3-c68dbbbc5178 tempest-ServersAdminNegativeTestJSON-696933393 tempest-ServersAdminNegativeTestJSON-696933393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:03:32.723656 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-73c19ccf-979f-4c6a-958a-bf98b6c6d5d0 req-27d2e4a2-804b-479d-87d3-c68dbbbc5178 tempest-ServersAdminNegativeTestJSON-696933393 tempest-ServersAdminNegativeTestJSON-696933393-project] 10.222.0.46 "GET /v2.0/ports?device_id=ff4f4259-cd27-47ce-8c7c-1665ba1df108 HTTP/1.1" status: 200 len: 947 time: 0.0968599 Nov 22 20:03:32.725405 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ab2a447-695b-43c8-b2c3-ce9bb8ccd296 admin admin] Network b70e928b-c804-47ba-8e83-f88d1aedf3d8 is scheduled to be hosted by DHCP agent 02adaa64-0987-4b74-bad0-cbcf56f8a294 with binding_index 1 {{(pid=103448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 20:03:32.741308 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-0ab2a447-695b-43c8-b2c3-ce9bb8ccd296 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818823-1, b70e928b-c804-47ba-8e83-f88d1aedf3d8) {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:03:32.749466 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ab2a447-695b-43c8-b2c3-ce9bb8ccd296 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:03:32.750327 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0ab2a447-695b-43c8-b2c3-ce9bb8ccd296 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:32.784489 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-0ab2a447-695b-43c8-b2c3-ce9bb8ccd296 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4720867 Nov 22 20:03:32.792429 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a94b0f89-edaf-40e8-8396-ea9c669f77c1 None None] Network b70e928b-c804-47ba-8e83-f88d1aedf3d8 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:03:32.812783 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-73c19ccf-979f-4c6a-958a-bf98b6c6d5d0 req-8db23508-8bd0-4974-95c2-a007703d7b96 tempest-ServersAdminNegativeTestJSON-696933393 tempest-ServersAdminNegativeTestJSON-696933393-project] 10.222.0.46 "GET /v2.0/security-groups?id=739dd857-cdb9-45dd-b5e8-7e682cff4649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870335 Nov 22 20:03:32.946564 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f6728e-d89b-4dfa-ac02-9d93b3028f7e req-d6cc3654-564c-4a8f-92c1-a1242724720e tempest-LiveMigrationNegativeTest-30000223 tempest-LiveMigrationNegativeTest-30000223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:03:32.948746 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-84f6728e-d89b-4dfa-ac02-9d93b3028f7e req-d6cc3654-564c-4a8f-92c1-a1242724720e tempest-LiveMigrationNegativeTest-30000223 tempest-LiveMigrationNegativeTest-30000223-project] 10.222.0.46 "GET /v2.0/ports?device_id=1361b588-d99b-4634-8c3a-2d92b0268288 HTTP/1.1" status: 200 len: 969 time: 0.0724199 Nov 22 20:03:33.038696 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16b5309a-9b69-4808-90c1-9aa8e0c20646 None None] Network b70e928b-c804-47ba-8e83-f88d1aedf3d8 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:03:33.080359 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-84f6728e-d89b-4dfa-ac02-9d93b3028f7e req-5abff5de-fa4d-43b0-be0d-7126d95d3417 tempest-LiveMigrationNegativeTest-30000223 tempest-LiveMigrationNegativeTest-30000223-project] 10.222.0.46 "GET /v2.0/security-groups?id=438abd33-8d9c-46a8-9e92-c7d6e3a47c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249366 Nov 22 20:03:33.095398 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port 8212d2ac-a2d3-4747-a374-4f25d8bd3adc, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=8212d2ac-a2d3-4747-a374-4f25d8bd3adc,segment=NetworkSegment(2a5a1c7b-538e-498e-99b9-cc7a8e0411be),segment_id=2a5a1c7b-538e-498e-99b9-cc7a8e0411be)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:03:33.125453 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Returning: {'device': '8212d2ac-a2d3-4747-a374-4f25d8bd3adc', 'network_id': 'e1052824-bf78-4963-8937-b202e372ac24', 'port_id': '8212d2ac-a2d3-4747-a374-4f25d8bd3adc', 'mac_address': 'fa:16:3e:1a:a3:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3091ebfd-11e2-41f8-9c00-ffe0b86563d8', 'ip_address': '192.168.233.67'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 20:03:33.223298 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba92eb6-f6c5-486b-9885-b9034e05134f req-8acb1f55-0980-4c66-a26a-14b5d351f079 tempest-DeleteServersAdminTestJSON-1623428566 tempest-DeleteServersAdminTestJSON-1623428566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:03:33.236022 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0ba92eb6-f6c5-486b-9885-b9034e05134f req-8acb1f55-0980-4c66-a26a-14b5d351f079 tempest-DeleteServersAdminTestJSON-1623428566 tempest-DeleteServersAdminTestJSON-1623428566-project] 10.222.0.46 "GET /v2.0/ports?device_id=28d8ca59-7682-4cca-aa42-1ee02d9c37a6 HTTP/1.1" status: 200 len: 949 time: 0.1068015 Nov 22 20:03:33.310231 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:33.312454 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0ba92eb6-f6c5-486b-9885-b9034e05134f req-2e515297-48e1-4bda-96e7-c1ad6b63d103 tempest-DeleteServersAdminTestJSON-1623428566 tempest-DeleteServersAdminTestJSON-1623428566-project] 10.222.0.46 "GET /v2.0/security-groups?id=c63bdb94-b6a4-45b4-adc5-af0d110830c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740116 Nov 22 20:03:33.342881 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-03f0964f-1b75-4df7-99e0-a3cdb56ec2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:33.356384 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8212d2ac-a2d3-4747-a374-4f25d8bd3adc {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:03:33.393869 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port 8212d2ac-a2d3-4747-a374-4f25d8bd3adc, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=8212d2ac-a2d3-4747-a374-4f25d8bd3adc,segment=NetworkSegment(2a5a1c7b-538e-498e-99b9-cc7a8e0411be),segment_id=2a5a1c7b-538e-498e-99b9-cc7a8e0411be)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:03:33.402473 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:33.461427 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=8212d2ac-a2d3-4747-a374-4f25d8bd3adc,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:03:33.649295 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] get_ports_and_sgs() called for port_ids ['8212d2ac-a2d3-4747-a374-4f25d8bd3adc'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:03:33.787993 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200ac7c7-66b4-4f66-bac6-0d798283c36a req-9ec272bd-04d3-4f5a-beb3-0253db0fe5eb tempest-AggregatesAdminTestJSON-428188263 tempest-AggregatesAdminTestJSON-428188263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:03:33.795729 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-200ac7c7-66b4-4f66-bac6-0d798283c36a req-9ec272bd-04d3-4f5a-beb3-0253db0fe5eb tempest-AggregatesAdminTestJSON-428188263 tempest-AggregatesAdminTestJSON-428188263-project] 10.222.0.46 "GET /v2.0/ports?device_id=ef43cd47-fb8e-4fe5-b1ed-e36ffdb95c51 HTTP/1.1" status: 200 len: 970 time: 0.1730981 Nov 22 20:03:33.837057 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8642bf5-c82f-4f96-be02-2043d52dcf8e req-cf515b08-c7ef-4c41-9bff-ae14b00140be tempest-VolumesAdminNegativeTest-1794471205 tempest-VolumesAdminNegativeTest-1794471205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:03:33.838716 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b8642bf5-c82f-4f96-be02-2043d52dcf8e req-cf515b08-c7ef-4c41-9bff-ae14b00140be tempest-VolumesAdminNegativeTest-1794471205 tempest-VolumesAdminNegativeTest-1794471205-project] 10.222.0.46 "GET /v2.0/networks?id=a3a1a13d-8067-48f2-9e8d-4534b4884604 HTTP/1.1" status: 200 len: 815 time: 0.2700465 Nov 22 20:03:33.869687 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b8642bf5-c82f-4f96-be02-2043d52dcf8e req-7ac3cc31-d20f-422d-af5d-ccf68b4e9345 tempest-VolumesAdminNegativeTest-1794471205 tempest-VolumesAdminNegativeTest-1794471205-project] 10.222.0.46 "GET /v2.0/quotas/6169783c6e47482aa1e781cfb0d3f7ef HTTP/1.1" status: 200 len: 375 time: 0.0212870 Nov 22 20:03:33.873510 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-200ac7c7-66b4-4f66-bac6-0d798283c36a req-5cb21a68-9679-4fd0-991f-ac525a541c88 tempest-AggregatesAdminTestJSON-428188263 tempest-AggregatesAdminTestJSON-428188263-project] 10.222.0.46 "GET /v2.0/security-groups?id=a86d2250-a089-4e45-9ea1-08cd1232bc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766773 Nov 22 20:03:33.916486 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b8642bf5-c82f-4f96-be02-2043d52dcf8e req-5c01b605-9520-4e7c-b418-864319e425d8 tempest-VolumesAdminNegativeTest-1794471205 tempest-VolumesAdminNegativeTest-1794471205-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=6169783c6e47482aa1e781cfb0d3f7ef&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0386295 Nov 22 20:03:34.021235 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362b19aa-425d-46e6-a50e-73a2cf4524e1 req-3a6b6a99-ff77-4b7d-865f-e81903ac709d tempest-ServersAdminNegativeTestJSON-696933393 tempest-ServersAdminNegativeTestJSON-696933393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:03:34.022753 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-362b19aa-425d-46e6-a50e-73a2cf4524e1 req-3a6b6a99-ff77-4b7d-865f-e81903ac709d tempest-ServersAdminNegativeTestJSON-696933393 tempest-ServersAdminNegativeTestJSON-696933393-project] 10.222.0.46 "GET /v2.0/ports?device_id=ff4f4259-cd27-47ce-8c7c-1665ba1df108 HTTP/1.1" status: 200 len: 948 time: 0.0558157 Nov 22 20:03:34.088540 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-362b19aa-425d-46e6-a50e-73a2cf4524e1 req-106189f4-8bc7-48d5-955b-39450f3eac8a tempest-ServersAdminNegativeTestJSON-696933393 tempest-ServersAdminNegativeTestJSON-696933393-project] 10.222.0.46 "GET /v2.0/security-groups?id=739dd857-cdb9-45dd-b5e8-7e682cff4649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519955 Nov 22 20:03:34.094956 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [req-b8642bf5-c82f-4f96-be02-2043d52dcf8e req-a5525781-56cb-4869-bd3b-b535b5654d50 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=103447) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 20:03:34.099952 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b8642bf5-c82f-4f96-be02-2043d52dcf8e req-a5525781-56cb-4869-bd3b-b535b5654d50 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0690138 Nov 22 20:03:34.162977 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465a57b1-1e17-49d3-be95-00838777fa4a req-a1ba720d-8ab4-44c4-84b8-a527779e2d8a tempest-DeleteServersAdminTestJSON-2072459243 tempest-DeleteServersAdminTestJSON-2072459243-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:03:34.165243 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-465a57b1-1e17-49d3-be95-00838777fa4a req-a1ba720d-8ab4-44c4-84b8-a527779e2d8a tempest-DeleteServersAdminTestJSON-2072459243 tempest-DeleteServersAdminTestJSON-2072459243-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=28d8ca59-7682-4cca-aa42-1ee02d9c37a6 HTTP/1.1" status: 200 len: 1100 time: 0.1038086 Nov 22 20:03:34.238184 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b8642bf5-c82f-4f96-be02-2043d52dcf8e req-3d9a2a83-4fcd-4dd1-addc-45cab008077e service neutron] 10.222.0.46 "GET /v2.0/networks/a3a1a13d-8067-48f2-9e8d-4534b4884604?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352708 Nov 22 20:03:34.251607 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [req-465a57b1-1e17-49d3-be95-00838777fa4a req-75320e87-5d0c-4ee3-ba18-6d3388e9cbf1 tempest-DeleteServersAdminTestJSON-2072459243 tempest-DeleteServersAdminTestJSON-2072459243-project-admin] Deleting port 9bf6d34c-8f6a-4b5a-8714-7387aadfe178 {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:03:34.251607 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-465a57b1-1e17-49d3-be95-00838777fa4a req-75320e87-5d0c-4ee3-ba18-6d3388e9cbf1 tempest-DeleteServersAdminTestJSON-2072459243 tempest-DeleteServersAdminTestJSON-2072459243-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:34.286434 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318ad291-8c7a-43fa-a297-0226a042c0ff req-52901118-d1ac-49f4-950d-59a5fe01ffc1 tempest-AggregatesAdminTestJSON-1005819551 tempest-AggregatesAdminTestJSON-1005819551-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:03:34.288007 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-318ad291-8c7a-43fa-a297-0226a042c0ff req-52901118-d1ac-49f4-950d-59a5fe01ffc1 tempest-AggregatesAdminTestJSON-1005819551 tempest-AggregatesAdminTestJSON-1005819551-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=ef43cd47-fb8e-4fe5-b1ed-e36ffdb95c51 HTTP/1.1" status: 200 len: 1121 time: 0.1196065 Nov 22 20:03:34.315880 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-318ad291-8c7a-43fa-a297-0226a042c0ff req-d39270a8-c0f3-437c-8749-197d8d113950 tempest-AggregatesAdminTestJSON-1005819551 tempest-AggregatesAdminTestJSON-1005819551-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:34.343407 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-465a57b1-1e17-49d3-be95-00838777fa4a req-75320e87-5d0c-4ee3-ba18-6d3388e9cbf1 tempest-DeleteServersAdminTestJSON-2072459243 tempest-DeleteServersAdminTestJSON-2072459243-project-admin] For port 9bf6d34c-8f6a-4b5a-8714-7387aadfe178, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=9bf6d34c-8f6a-4b5a-8714-7387aadfe178,segment=NetworkSegment(2a5a1c7b-538e-498e-99b9-cc7a8e0411be),segment_id=2a5a1c7b-538e-498e-99b9-cc7a8e0411be)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:03:34.344000 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-465a57b1-1e17-49d3-be95-00838777fa4a req-75320e87-5d0c-4ee3-ba18-6d3388e9cbf1 tempest-DeleteServersAdminTestJSON-2072459243 tempest-DeleteServersAdminTestJSON-2072459243-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:34.358987 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [req-465a57b1-1e17-49d3-be95-00838777fa4a req-75320e87-5d0c-4ee3-ba18-6d3388e9cbf1 tempest-DeleteServersAdminTestJSON-2072459243 tempest-DeleteServersAdminTestJSON-2072459243-project-admin] Calling delete_port for 9bf6d34c-8f6a-4b5a-8714-7387aadfe178 owned by compute:nova {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:03:34.373833 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b8642bf5-c82f-4f96-be02-2043d52dcf8e req-568a4632-d750-40ae-bdf9-662477e907c4 service neutron] 10.222.0.46 "GET /v2.0/networks/a3a1a13d-8067-48f2-9e8d-4534b4884604?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248846 Nov 22 20:03:34.443365 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-318ad291-8c7a-43fa-a297-0226a042c0ff req-d39270a8-c0f3-437c-8749-197d8d113950 tempest-AggregatesAdminTestJSON-1005819551 tempest-AggregatesAdminTestJSON-1005819551-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:34.447653 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-318ad291-8c7a-43fa-a297-0226a042c0ff req-d39270a8-c0f3-437c-8749-197d8d113950 tempest-AggregatesAdminTestJSON-1005819551 tempest-AggregatesAdminTestJSON-1005819551-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:34.492744 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-318ad291-8c7a-43fa-a297-0226a042c0ff req-d39270a8-c0f3-437c-8749-197d8d113950 tempest-AggregatesAdminTestJSON-1005819551 tempest-AggregatesAdminTestJSON-1005819551-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=a86d2250-a089-4e45-9ea1-08cd1232bc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981072 Nov 22 20:03:34.494184 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39270a8-c0f3-437c-8749-197d8d113950 tempest-AggregatesAdminTestJSON-1005819551 tempest-AggregatesAdminTestJSON-1005819551-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=785229cb-08b2-4e07-a564-04ddbb572c9f,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:03:34.552187 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-465a57b1-1e17-49d3-be95-00838777fa4a req-75320e87-5d0c-4ee3-ba18-6d3388e9cbf1 tempest-DeleteServersAdminTestJSON-2072459243 tempest-DeleteServersAdminTestJSON-2072459243-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:34.564782 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] get_ports_and_sgs() called for port_ids ['9bf6d34c-8f6a-4b5a-8714-7387aadfe178'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:03:34.594723 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75320e87-5d0c-4ee3-ba18-6d3388e9cbf1 tempest-DeleteServersAdminTestJSON-2072459243 tempest-DeleteServersAdminTestJSON-2072459243-project-admin] Pushing event deleted for resources: {'Port': ['ID=9bf6d34c-8f6a-4b5a-8714-7387aadfe178,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:03:34.642935 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [req-465a57b1-1e17-49d3-be95-00838777fa4a req-75320e87-5d0c-4ee3-ba18-6d3388e9cbf1 tempest-DeleteServersAdminTestJSON-2072459243 tempest-DeleteServersAdminTestJSON-2072459243-project-admin] No DVR routers for this DVR port 9bf6d34c-8f6a-4b5a-8714-7387aadfe178 on host n-h2-818823-1 {{(pid=103448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:03:34.647072 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 8212d2ac-a2d3-4747-a374-4f25d8bd3adc up at agent hyperv_n-h2-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:03:34.656669 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-465a57b1-1e17-49d3-be95-00838777fa4a req-75320e87-5d0c-4ee3-ba18-6d3388e9cbf1 tempest-DeleteServersAdminTestJSON-2072459243 tempest-DeleteServersAdminTestJSON-2072459243-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:34.666159 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-465a57b1-1e17-49d3-be95-00838777fa4a req-75320e87-5d0c-4ee3-ba18-6d3388e9cbf1 tempest-DeleteServersAdminTestJSON-2072459243 tempest-DeleteServersAdminTestJSON-2072459243-project-admin] 10.222.0.20 "DELETE /v2.0/ports/9bf6d34c-8f6a-4b5a-8714-7387aadfe178 HTTP/1.1" status: 204 len: 173 time: 0.4945240 Nov 22 20:03:34.667853 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28d8ca59-7682-4cca-aa42-1ee02d9c37a6', 'name': 'network-vif-deleted', 'tag': '9bf6d34c-8f6a-4b5a-8714-7387aadfe178'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:03:34.668271 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-98f5bcbd-31f9-4026-867a-d9196b6b1d10 req-4b47b6d6-c4c9-4ec7-9765-44902f143f44 tempest-DeleteServersAdminTestJSON-1623428566 tempest-DeleteServersAdminTestJSON-1623428566-project] 10.222.0.46 "GET /v2.0/ports?device_id=28d8ca59-7682-4cca-aa42-1ee02d9c37a6 HTTP/1.1" status: 200 len: 210 time: 0.0447040 Nov 22 20:03:34.674080 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589a98cf2aea187fcc423a5edb333e5a6cf3ad7c81115d1ebee0f079693c312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ef4f8fa-78bc-400b-86ba-a13ebb18197d" -d '{"events": [{"server_uuid": "28d8ca59-7682-4cca-aa42-1ee02d9c37a6", "name": "network-vif-deleted", "tag": "9bf6d34c-8f6a-4b5a-8714-7387aadfe178"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:03:34.703774 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0175ad-5f51-4c1b-8d2c-1fd11766514a req-e2aa77cb-0500-4bb6-be06-4a72146dc3c7 tempest-LiveMigrationNegativeTest-30000223 tempest-LiveMigrationNegativeTest-30000223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:03:34.704350 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-eb0175ad-5f51-4c1b-8d2c-1fd11766514a req-e2aa77cb-0500-4bb6-be06-4a72146dc3c7 tempest-LiveMigrationNegativeTest-30000223 tempest-LiveMigrationNegativeTest-30000223-project] 10.222.0.46 "GET /v2.0/ports?device_id=1361b588-d99b-4634-8c3a-2d92b0268288 HTTP/1.1" status: 200 len: 969 time: 0.1415818 Nov 22 20:03:34.734210 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 40cfc681-3bb1-4e27-a0f5-5d0226d9ef80 details requested by agent hyperv_n-h1-818823-1 with host n-h1-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 20:03:34.819654 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-eb0175ad-5f51-4c1b-8d2c-1fd11766514a req-b9ce259a-d866-44c9-94e4-270651319141 tempest-LiveMigrationNegativeTest-30000223 tempest-LiveMigrationNegativeTest-30000223-project] 10.222.0.46 "GET /v2.0/security-groups?id=438abd33-8d9c-46a8-9e92-c7d6e3a47c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058257 Nov 22 20:03:34.896668 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-bcb86fd4-8711-4dbb-bf7e-c3dc2ca2f9da req-2fcf06d8-1a78-4174-b3e6-3513338ae13d tempest-VolumesAdminNegativeTest-1794471205 tempest-VolumesAdminNegativeTest-1794471205-project] 10.222.0.46 "GET /v2.0/ports?device_id=0277a8ee-c5b6-4149-8b4d-12bd86f531a8 HTTP/1.1" status: 200 len: 210 time: 0.0360909 Nov 22 20:03:35.058121 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 40cfc681-3bb1-4e27-a0f5-5d0226d9ef80, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=40cfc681-3bb1-4e27-a0f5-5d0226d9ef80,segment=NetworkSegment(2a5a1c7b-538e-498e-99b9-cc7a8e0411be),segment_id=2a5a1c7b-538e-498e-99b9-cc7a8e0411be)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:03:35.079777 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Provisioning for port 8212d2ac-a2d3-4747-a374-4f25d8bd3adc completed by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 20:03:35.082357 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Returning: {'device': '40cfc681-3bb1-4e27-a0f5-5d0226d9ef80', 'network_id': 'e1052824-bf78-4963-8937-b202e372ac24', 'port_id': '40cfc681-3bb1-4e27-a0f5-5d0226d9ef80', 'mac_address': 'fa:16:3e:60:c1:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3091ebfd-11e2-41f8-9c00-ffe0b86563d8', 'ip_address': '192.168.233.236'}], 'device_owner': 'compute:tempest-test_az-496265967', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 20:03:35.090770 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Provisioning complete for port 8212d2ac-a2d3-4747-a374-4f25d8bd3adc triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:03:35.091808 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:35.096374 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:03:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b94cc6c-18ea-4d70-8b39-320fe7506caf x-openstack-request-id: req-2b94cc6c-18ea-4d70-8b39-320fe7506caf {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:03:35.096773 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28d8ca59-7682-4cca-aa42-1ee02d9c37a6", "name": "network-vif-deleted", "tag": "9bf6d34c-8f6a-4b5a-8714-7387aadfe178", "status": "completed", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:03:35.097254 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2b94cc6c-18ea-4d70-8b39-320fe7506caf {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:03:35.098623 n-d-818823-1 neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28d8ca59-7682-4cca-aa42-1ee02d9c37a6', 'name': 'network-vif-deleted', 'tag': '9bf6d34c-8f6a-4b5a-8714-7387aadfe178', 'status': 'completed', 'code': 200} Nov 22 20:03:35.102615 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e49ee129-e862-4476-beca-cdc8150d2345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:35.176586 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:35.196874 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 52008) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:03:35.220661 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40cfc681-3bb1-4e27-a0f5-5d0226d9ef80 {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:03:35.275068 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b92aae2-f6a0-49ae-99f6-4cd5056de7e1 req-76260806-5d12-49c1-8bc7-cde7520d0bff tempest-ServersAdminNegativeTestJSON-696933393 tempest-ServersAdminNegativeTestJSON-696933393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:03:35.287665 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 40cfc681-3bb1-4e27-a0f5-5d0226d9ef80, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=40cfc681-3bb1-4e27-a0f5-5d0226d9ef80,segment=NetworkSegment(2a5a1c7b-538e-498e-99b9-cc7a8e0411be),segment_id=2a5a1c7b-538e-498e-99b9-cc7a8e0411be)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:03:35.297629 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1b92aae2-f6a0-49ae-99f6-4cd5056de7e1 req-76260806-5d12-49c1-8bc7-cde7520d0bff tempest-ServersAdminNegativeTestJSON-696933393 tempest-ServersAdminNegativeTestJSON-696933393-project] 10.222.0.46 "GET /v2.0/ports?device_id=ff4f4259-cd27-47ce-8c7c-1665ba1df108 HTTP/1.1" status: 200 len: 948 time: 0.0813093 Nov 22 20:03:35.348415 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:35.375168 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1936640e-81f9-4887-9b1c-3cd7c5057223 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:35.387916 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1b92aae2-f6a0-49ae-99f6-4cd5056de7e1 req-47e0d3ca-99c7-42e7-a3ab-f8cc223ea0ec tempest-ServersAdminNegativeTestJSON-696933393 tempest-ServersAdminNegativeTestJSON-696933393-project] 10.222.0.46 "GET /v2.0/security-groups?id=739dd857-cdb9-45dd-b5e8-7e682cff4649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878801 Nov 22 20:03:35.431730 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:35.474081 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=40cfc681-3bb1-4e27-a0f5-5d0226d9ef80,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:03:35.482583 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff4f4259-cd27-47ce-8c7c-1665ba1df108', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8212d2ac-a2d3-4747-a374-4f25d8bd3adc'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:03:35.484877 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d39f6d30a11e565ec9648abcc015e8a6ab6cff4edd704add8155e28765d31eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bec95138-ef8b-44f2-bb4e-62d702cf985e" -d '{"events": [{"server_uuid": "ff4f4259-cd27-47ce-8c7c-1665ba1df108", "name": "network-vif-plugged", "status": "completed", "tag": "8212d2ac-a2d3-4747-a374-4f25d8bd3adc"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:03:35.502594 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port 8212d2ac-a2d3-4747-a374-4f25d8bd3adc, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=8212d2ac-a2d3-4747-a374-4f25d8bd3adc,segment=NetworkSegment(2a5a1c7b-538e-498e-99b9-cc7a8e0411be),segment_id=2a5a1c7b-538e-498e-99b9-cc7a8e0411be)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:03:35.509806 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:35.584729 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1936640e-81f9-4887-9b1c-3cd7c5057223 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:35.585540 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=8212d2ac-a2d3-4747-a374-4f25d8bd3adc,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:03:35.589170 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] get_ports_and_sgs() called for port_ids ['40cfc681-3bb1-4e27-a0f5-5d0226d9ef80'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:03:35.592188 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1936640e-81f9-4887-9b1c-3cd7c5057223 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:35.617768 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:03:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f538b33-ec2d-47c1-a21a-ce0b2fe97c1e x-openstack-request-id: req-7f538b33-ec2d-47c1-a21a-ce0b2fe97c1e {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:03:35.618823 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff4f4259-cd27-47ce-8c7c-1665ba1df108", "name": "network-vif-plugged", "status": "completed", "tag": "8212d2ac-a2d3-4747-a374-4f25d8bd3adc", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:03:35.619261 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7f538b33-ec2d-47c1-a21a-ce0b2fe97c1e {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:03:35.619983 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff4f4259-cd27-47ce-8c7c-1665ba1df108', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8212d2ac-a2d3-4747-a374-4f25d8bd3adc', 'code': 200} Nov 22 20:03:35.637989 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1936640e-81f9-4887-9b1c-3cd7c5057223 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdf56c5f-95a6-4f7d-9082-26e41313b5af,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:03:35.678113 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-1936640e-81f9-4887-9b1c-3cd7c5057223 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=17636f5164b3401299a95d54d0d68de4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4799614 Nov 22 20:03:35.681040 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 52032) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:03:35.831594 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f4d8a0-5277-4c86-8e3a-387c5875cc44 req-d92f460d-a72f-4c15-90e3-1de32282dca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:03:35.831594 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-59f4d8a0-5277-4c86-8e3a-387c5875cc44 req-d92f460d-a72f-4c15-90e3-1de32282dca2 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ff4f4259-cd27-47ce-8c7c-1665ba1df108 HTTP/1.1" status: 200 len: 1100 time: 0.0847840 Nov 22 20:03:35.865370 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d7035695-67b9-478d-8c6d-2384d389017d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:35.897231 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:35.941288 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d7035695-67b9-478d-8c6d-2384d389017d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:35.960179 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-59f4d8a0-5277-4c86-8e3a-387c5875cc44 req-892904a5-5459-4e14-bdcd-121ab642d963 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=739dd857-cdb9-45dd-b5e8-7e682cff4649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193037 Nov 22 20:03:35.999651 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c79261-77ae-4922-b8d1-c4f6c5f0dbd0 req-05e2aca1-3a0b-48f0-b380-0ed00dcbae60 tempest-LiveMigrationNegativeTest-30000223 tempest-LiveMigrationNegativeTest-30000223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:03:36.001242 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-53c79261-77ae-4922-b8d1-c4f6c5f0dbd0 req-05e2aca1-3a0b-48f0-b380-0ed00dcbae60 tempest-LiveMigrationNegativeTest-30000223 tempest-LiveMigrationNegativeTest-30000223-project] 10.222.0.46 "GET /v2.0/ports?device_id=1361b588-d99b-4634-8c3a-2d92b0268288 HTTP/1.1" status: 200 len: 970 time: 0.0728900 Nov 22 20:03:36.006044 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d7035695-67b9-478d-8c6d-2384d389017d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:36.009202 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d7035695-67b9-478d-8c6d-2384d389017d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:36.013240 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-d7035695-67b9-478d-8c6d-2384d389017d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/fdf56c5f-95a6-4f7d-9082-26e41313b5af HTTP/1.1" status: 204 len: 168 time: 0.3283577 Nov 22 20:03:36.020474 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7035695-67b9-478d-8c6d-2384d389017d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdf56c5f-95a6-4f7d-9082-26e41313b5af,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:03:36.065886 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-53c79261-77ae-4922-b8d1-c4f6c5f0dbd0 req-d25428ec-846c-4dcf-9546-0965d55c487a tempest-LiveMigrationNegativeTest-30000223 tempest-LiveMigrationNegativeTest-30000223-project] 10.222.0.46 "GET /v2.0/security-groups?id=438abd33-8d9c-46a8-9e92-c7d6e3a47c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554874 Nov 22 20:03:36.133697 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4dfdebd8-86ee-46eb-94e1-d4c2865ec269 req-d49d8d90-2f3b-43bb-b5bf-f60f6b6c2d3e tempest-VolumesAdminNegativeTest-1794471205 tempest-VolumesAdminNegativeTest-1794471205-project] 10.222.0.46 "GET /v2.0/ports?device_id=0277a8ee-c5b6-4149-8b4d-12bd86f531a8 HTTP/1.1" status: 200 len: 210 time: 0.0329647 Nov 22 20:03:36.177012 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1b7baf3b-bad8-4b82-80c2-69a89aa2eb0e req-4514393d-ae5a-4653-ace3-61a776c2827f tempest-DeleteServersAdminTestJSON-1623428566 tempest-DeleteServersAdminTestJSON-1623428566-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=6eb9d754e20948bd851e0578731ed612&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0338452 Nov 22 20:03:36.353970 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7baf3b-bad8-4b82-80c2-69a89aa2eb0e req-44321f34-b656-4826-a48e-a6402e118e10 tempest-DeleteServersAdminTestJSON-1623428566 tempest-DeleteServersAdminTestJSON-1623428566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:03:36.358098 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1b7baf3b-bad8-4b82-80c2-69a89aa2eb0e req-44321f34-b656-4826-a48e-a6402e118e10 tempest-DeleteServersAdminTestJSON-1623428566 tempest-DeleteServersAdminTestJSON-1623428566-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1757989 Nov 22 20:03:36.382181 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1b7baf3b-bad8-4b82-80c2-69a89aa2eb0e req-9c220a61-4073-4da3-9c4f-c4cea686800b tempest-DeleteServersAdminTestJSON-1623428566 tempest-DeleteServersAdminTestJSON-1623428566-project] 10.222.0.46 "GET /v2.0/quotas/6eb9d754e20948bd851e0578731ed612 HTTP/1.1" status: 200 len: 375 time: 0.0175056 Nov 22 20:03:36.460362 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1b7baf3b-bad8-4b82-80c2-69a89aa2eb0e req-7575fd70-06b9-46e6-baa2-ce2f91363153 tempest-DeleteServersAdminTestJSON-1623428566 tempest-DeleteServersAdminTestJSON-1623428566-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=6eb9d754e20948bd851e0578731ed612&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0770984 Nov 22 20:03:36.548805 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace610df-fdf6-4615-bca1-3a04504dc4aa req-0c932cbe-4937-46b6-8177-efdf6cbc9ede tempest-ServersAdminNegativeTestJSON-696933393 tempest-ServersAdminNegativeTestJSON-696933393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:03:36.551278 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ace610df-fdf6-4615-bca1-3a04504dc4aa req-0c932cbe-4937-46b6-8177-efdf6cbc9ede tempest-ServersAdminNegativeTestJSON-696933393 tempest-ServersAdminNegativeTestJSON-696933393-project] 10.222.0.46 "GET /v2.0/ports?device_id=ff4f4259-cd27-47ce-8c7c-1665ba1df108 HTTP/1.1" status: 200 len: 949 time: 0.0686686 Nov 22 20:03:36.639179 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ace610df-fdf6-4615-bca1-3a04504dc4aa req-02c9eeb4-caa2-47a8-81bc-f7f7ffb5874b tempest-ServersAdminNegativeTestJSON-696933393 tempest-ServersAdminNegativeTestJSON-696933393-project] 10.222.0.46 "GET /v2.0/security-groups?id=739dd857-cdb9-45dd-b5e8-7e682cff4649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783701 Nov 22 20:03:36.806513 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6e1ac267-fc75-4040-81a7-d543e32b7240 req-2b768130-0a07-44d9-a888-25b62de75ef8 tempest-DeleteServersAdminTestJSON-1623428566 tempest-DeleteServersAdminTestJSON-1623428566-project] 10.222.0.46 "GET /v2.0/ports?device_id=412ced18-a1de-4dcf-b71f-dcf9d326e298 HTTP/1.1" status: 200 len: 210 time: 0.0645373 Nov 22 20:03:36.807515 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 52112) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:03:36.872480 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 40cfc681-3bb1-4e27-a0f5-5d0226d9ef80 up at agent hyperv_n-h1-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:03:36.971318 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Provisioning for port 40cfc681-3bb1-4e27-a0f5-5d0226d9ef80 completed by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 20:03:36.983712 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Provisioning complete for port 40cfc681-3bb1-4e27-a0f5-5d0226d9ef80 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:03:36.984266 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:37.001939 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8642bf5-c82f-4f96-be02-2043d52dcf8e req-849b195f-9a60-467a-aaa1-0fbceeb2447e tempest-VolumesAdminNegativeTest-1794471205 tempest-VolumesAdminNegativeTest-1794471205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:03:37.002824 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-b8642bf5-c82f-4f96-be02-2043d52dcf8e req-849b195f-9a60-467a-aaa1-0fbceeb2447e tempest-VolumesAdminNegativeTest-1794471205 tempest-VolumesAdminNegativeTest-1794471205-project] 10.222.0.20 "GET /v2.0/networks?id=a3a1a13d-8067-48f2-9e8d-4534b4884604 HTTP/1.1" status: 200 len: 815 time: 0.6603553 Nov 22 20:03:37.035047 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [req-b8642bf5-c82f-4f96-be02-2043d52dcf8e req-b4573f12-a88e-49a5-a7af-1cf418926f3d tempest-VolumesAdminNegativeTest-1794471205 tempest-VolumesAdminNegativeTest-1794471205-project] Request body: {'port': {'device_id': '0277a8ee-c5b6-4149-8b4d-12bd86f531a8', 'network_id': 'a3a1a13d-8067-48f2-9e8d-4534b4884604', 'admin_state_up': True, 'tenant_id': '6169783c6e47482aa1e781cfb0d3f7ef'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:03:37.176396 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:37.270261 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 40cfc681-3bb1-4e27-a0f5-5d0226d9ef80, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=40cfc681-3bb1-4e27-a0f5-5d0226d9ef80,segment=NetworkSegment(2a5a1c7b-538e-498e-99b9-cc7a8e0411be),segment_id=2a5a1c7b-538e-498e-99b9-cc7a8e0411be)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:03:37.276069 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:37.300999 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 52136) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:03:37.329464 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b8083c16-b045-4d1e-8f71-0d401e38c32d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:37.377064 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=40cfc681-3bb1-4e27-a0f5-5d0226d9ef80,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:03:37.400797 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8642bf5-c82f-4f96-be02-2043d52dcf8e req-b4573f12-a88e-49a5-a7af-1cf418926f3d tempest-VolumesAdminNegativeTest-1794471205 tempest-VolumesAdminNegativeTest-1794471205-project] Made reservation on behalf of 6169783c6e47482aa1e781cfb0d3f7ef for: {'port': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:03:37.409978 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-b8642bf5-c82f-4f96-be02-2043d52dcf8e req-b4573f12-a88e-49a5-a7af-1cf418926f3d tempest-VolumesAdminNegativeTest-1794471205 tempest-VolumesAdminNegativeTest-1794471205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:37.498848 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-27457467-1dd6-42ef-aa41-beac518658c3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:37.523905 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cea146-fe56-4584-bdfa-86e8728bd54f req-2d6bc53c-6890-487f-a710-9e4843e5f1b0 tempest-LiveMigrationNegativeTest-30000223 tempest-LiveMigrationNegativeTest-30000223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:03:37.526443 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-64cea146-fe56-4584-bdfa-86e8728bd54f req-2d6bc53c-6890-487f-a710-9e4843e5f1b0 tempest-LiveMigrationNegativeTest-30000223 tempest-LiveMigrationNegativeTest-30000223-project] 10.222.0.46 "GET /v2.0/ports?device_id=1361b588-d99b-4634-8c3a-2d92b0268288 HTTP/1.1" status: 200 len: 970 time: 0.2981927 Nov 22 20:03:37.535325 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5753f0b5-1451-4873-b69f-421c7aa5d1c2 req-bb1aa29e-4a11-48d2-8810-8835704da916 tempest-VolumesAdminNegativeTest-1794471205 tempest-VolumesAdminNegativeTest-1794471205-project] 10.222.0.46 "GET /v2.0/ports?device_id=0277a8ee-c5b6-4149-8b4d-12bd86f531a8 HTTP/1.1" status: 200 len: 210 time: 0.1961300 Nov 22 20:03:37.594351 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [req-b8642bf5-c82f-4f96-be02-2043d52dcf8e req-b4573f12-a88e-49a5-a7af-1cf418926f3d tempest-VolumesAdminNegativeTest-1794471205 tempest-VolumesAdminNegativeTest-1794471205-project] Allocated IP 172.20.0.12 (a3a1a13d-8067-48f2-9e8d-4534b4884604/b49660d2-5ec3-4a3b-8d42-2b5f78f417e2/44fc735c-5c33-4e34-a86a-225c77b4a983) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:03:37.621915 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1361b588-d99b-4634-8c3a-2d92b0268288', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40cfc681-3bb1-4e27-a0f5-5d0226d9ef80'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:03:37.626582 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d39f6d30a11e565ec9648abcc015e8a6ab6cff4edd704add8155e28765d31eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7268d141-4f1b-468d-94d5-1ffcf149d914" -d '{"events": [{"server_uuid": "1361b588-d99b-4634-8c3a-2d92b0268288", "name": "network-vif-plugged", "status": "completed", "tag": "40cfc681-3bb1-4e27-a0f5-5d0226d9ef80"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:03:37.654365 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-64cea146-fe56-4584-bdfa-86e8728bd54f req-5750f751-1e94-409c-bc8b-2ce7c4af3ec5 tempest-LiveMigrationNegativeTest-30000223 tempest-LiveMigrationNegativeTest-30000223-project] 10.222.0.46 "GET /v2.0/security-groups?id=438abd33-8d9c-46a8-9e92-c7d6e3a47c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177702 Nov 22 20:03:37.692710 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b8083c16-b045-4d1e-8f71-0d401e38c32d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:37.699287 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b8083c16-b045-4d1e-8f71-0d401e38c32d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:37.728730 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:03:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecdafdbe-462a-4098-8e60-f9660e502ab7 x-openstack-request-id: req-ecdafdbe-462a-4098-8e60-f9660e502ab7 {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:03:37.729803 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1361b588-d99b-4634-8c3a-2d92b0268288", "name": "network-vif-plugged", "status": "completed", "tag": "40cfc681-3bb1-4e27-a0f5-5d0226d9ef80", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:03:37.730064 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ecdafdbe-462a-4098-8e60-f9660e502ab7 {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:03:37.731339 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1361b588-d99b-4634-8c3a-2d92b0268288', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40cfc681-3bb1-4e27-a0f5-5d0226d9ef80', 'code': 200} Nov 22 20:03:37.775293 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-27457467-1dd6-42ef-aa41-beac518658c3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:37.788112 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-27457467-1dd6-42ef-aa41-beac518658c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:37.807078 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-b8083c16-b045-4d1e-8f71-0d401e38c32d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=05e7f2058a584d719aca29ddc080fe38&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9983165 Nov 22 20:03:37.811718 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 52150) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:03:37.870030 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8083c16-b045-4d1e-8f71-0d401e38c32d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=521d6dc0-df66-43cd-bb49-d7462bef53cd,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:03:37.917480 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885521d4-e247-46d9-9fa0-0ce0bb4a68d8 req-5d3c8cf1-7ddb-44c4-9a05-ecf1dea12105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:03:37.918971 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-885521d4-e247-46d9-9fa0-0ce0bb4a68d8 req-5d3c8cf1-7ddb-44c4-9a05-ecf1dea12105 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1361b588-d99b-4634-8c3a-2d92b0268288 HTTP/1.1" status: 200 len: 1122 time: 0.0783947 Nov 22 20:03:37.924123 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-27457467-1dd6-42ef-aa41-beac518658c3 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5555c97968614606932070e58ef18243&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6083951 Nov 22 20:03:37.926783 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 52156) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:03:38.001277 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-b8642bf5-c82f-4f96-be02-2043d52dcf8e req-b4573f12-a88e-49a5-a7af-1cf418926f3d tempest-VolumesAdminNegativeTest-1794471205 tempest-VolumesAdminNegativeTest-1794471205-project] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:38.011718 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6f253d6a-1e4b-4e0b-86c9-5f5109bd4d8a req-cf24cd18-83ca-4bb6-a0a8-049ddc52b1a6 tempest-DeleteServersAdminTestJSON-1623428566 tempest-DeleteServersAdminTestJSON-1623428566-project] 10.222.0.46 "GET /v2.0/ports?device_id=412ced18-a1de-4dcf-b71f-dcf9d326e298 HTTP/1.1" status: 200 len: 210 time: 0.0554433 Nov 22 20:03:38.018491 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27457467-1dd6-42ef-aa41-beac518658c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fbf581e-f314-448c-b502-afd4d2928acc,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:03:38.043985 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-7bc26535-db1a-49ad-9d9d-165389dce9f6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:38.050486 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-885521d4-e247-46d9-9fa0-0ce0bb4a68d8 req-3f4903fe-6043-49d9-85a5-ce1ff4b5b060 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=438abd33-8d9c-46a8-9e92-c7d6e3a47c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246231 Nov 22 20:03:38.053601 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c235bd7-3771-4b51-97f2-fa27b6b98dc1 req-19766431-f2af-45e2-a484-3d448e8a2105 tempest-ServersAdminNegativeTestJSON-696933393 tempest-ServersAdminNegativeTestJSON-696933393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:03:38.061178 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9c235bd7-3771-4b51-97f2-fa27b6b98dc1 req-19766431-f2af-45e2-a484-3d448e8a2105 tempest-ServersAdminNegativeTestJSON-696933393 tempest-ServersAdminNegativeTestJSON-696933393-project] 10.222.0.46 "GET /v2.0/ports?device_id=ff4f4259-cd27-47ce-8c7c-1665ba1df108 HTTP/1.1" status: 200 len: 949 time: 0.1549861 Nov 22 20:03:38.073191 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c12f3761-6088-4aef-aec6-0fc8f5d3f9f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:38.109349 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-7bc26535-db1a-49ad-9d9d-165389dce9f6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:38.118020 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c12f3761-6088-4aef-aec6-0fc8f5d3f9f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:38.132366 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-b8642bf5-c82f-4f96-be02-2043d52dcf8e req-b4573f12-a88e-49a5-a7af-1cf418926f3d tempest-VolumesAdminNegativeTest-1794471205 tempest-VolumesAdminNegativeTest-1794471205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:38.156812 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9c235bd7-3771-4b51-97f2-fa27b6b98dc1 req-811c5238-f525-4060-b8fd-7595f01388a7 tempest-ServersAdminNegativeTestJSON-696933393 tempest-ServersAdminNegativeTestJSON-696933393-project] 10.222.0.46 "GET /v2.0/security-groups?id=739dd857-cdb9-45dd-b5e8-7e682cff4649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933168 Nov 22 20:03:38.231494 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8642bf5-c82f-4f96-be02-2043d52dcf8e req-b4573f12-a88e-49a5-a7af-1cf418926f3d tempest-VolumesAdminNegativeTest-1794471205 tempest-VolumesAdminNegativeTest-1794471205-project] Network a3a1a13d-8067-48f2-9e8d-4534b4884604 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:03:38.233390 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-7bc26535-db1a-49ad-9d9d-165389dce9f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:38.235556 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [req-b8642bf5-c82f-4f96-be02-2043d52dcf8e req-b4573f12-a88e-49a5-a7af-1cf418926f3d tempest-VolumesAdminNegativeTest-1794471205 tempest-VolumesAdminNegativeTest-1794471205-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:03:38.240296 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8642bf5-c82f-4f96-be02-2043d52dcf8e req-b4573f12-a88e-49a5-a7af-1cf418926f3d tempest-VolumesAdminNegativeTest-1794471205 tempest-VolumesAdminNegativeTest-1794471205-project] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:03:38.245017 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-7bc26535-db1a-49ad-9d9d-165389dce9f6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:38.248955 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-7bc26535-db1a-49ad-9d9d-165389dce9f6 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/521d6dc0-df66-43cd-bb49-d7462bef53cd HTTP/1.1" status: 204 len: 168 time: 0.4327934 Nov 22 20:03:38.266381 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc26535-db1a-49ad-9d9d-165389dce9f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=521d6dc0-df66-43cd-bb49-d7462bef53cd,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:03:38.339199 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8642bf5-c82f-4f96-be02-2043d52dcf8e req-b4573f12-a88e-49a5-a7af-1cf418926f3d tempest-VolumesAdminNegativeTest-1794471205 tempest-VolumesAdminNegativeTest-1794471205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:03:38.339918 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-b8642bf5-c82f-4f96-be02-2043d52dcf8e req-b4573f12-a88e-49a5-a7af-1cf418926f3d tempest-VolumesAdminNegativeTest-1794471205 tempest-VolumesAdminNegativeTest-1794471205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:38.351017 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4573f12-a88e-49a5-a7af-1cf418926f3d tempest-VolumesAdminNegativeTest-1794471205 tempest-VolumesAdminNegativeTest-1794471205-project] Pushing event updated for resources: {'Port': ['ID=44fc735c-5c33-4e34-a86a-225c77b4a983,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:03:38.374216 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-b8642bf5-c82f-4f96-be02-2043d52dcf8e req-b4573f12-a88e-49a5-a7af-1cf418926f3d tempest-VolumesAdminNegativeTest-1794471205 tempest-VolumesAdminNegativeTest-1794471205-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3499928 Nov 22 20:03:38.377142 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c12f3761-6088-4aef-aec6-0fc8f5d3f9f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:38.381679 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c12f3761-6088-4aef-aec6-0fc8f5d3f9f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:38.397274 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-c12f3761-6088-4aef-aec6-0fc8f5d3f9f4 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9fbf581e-f314-448c-b502-afd4d2928acc HTTP/1.1" status: 204 len: 168 time: 0.4681802 Nov 22 20:03:38.415384 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [req-b8642bf5-c82f-4f96-be02-2043d52dcf8e req-0907e41b-cbf7-48ae-8c58-be5850c5f060 service neutron] Request body: {'port': {'device_id': '0277a8ee-c5b6-4149-8b4d-12bd86f531a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818823-1'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:03:38.455173 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1b7baf3b-bad8-4b82-80c2-69a89aa2eb0e req-6a3325c9-1272-47a3-b3c5-c431b8062af5 tempest-DeleteServersAdminTestJSON-1623428566 tempest-DeleteServersAdminTestJSON-1623428566-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=6eb9d754e20948bd851e0578731ed612&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0550838 Nov 22 20:03:38.520191 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12f3761-6088-4aef-aec6-0fc8f5d3f9f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fbf581e-f314-448c-b502-afd4d2928acc,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:03:38.610057 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-b8642bf5-c82f-4f96-be02-2043d52dcf8e req-0907e41b-cbf7-48ae-8c58-be5850c5f060 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:38.706746 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 9bf6d34c-8f6a-4b5a-8714-7387aadfe178 no longer exists at agent hyperv_n-h2-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:03:38.760765 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7baf3b-bad8-4b82-80c2-69a89aa2eb0e req-8492ff78-8792-49c1-b11f-fa436939a43e tempest-DeleteServersAdminTestJSON-1623428566 tempest-DeleteServersAdminTestJSON-1623428566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:03:38.762564 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1b7baf3b-bad8-4b82-80c2-69a89aa2eb0e req-8492ff78-8792-49c1-b11f-fa436939a43e tempest-DeleteServersAdminTestJSON-1623428566 tempest-DeleteServersAdminTestJSON-1623428566-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2981062 Nov 22 20:03:38.777922 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-1b7baf3b-bad8-4b82-80c2-69a89aa2eb0e req-f829742c-960a-4d48-83ed-869ad3badf16 tempest-DeleteServersAdminTestJSON-1623428566 tempest-DeleteServersAdminTestJSON-1623428566-project] Request body: {'port': {'device_id': '412ced18-a1de-4dcf-b71f-dcf9d326e298', 'network_id': 'e1052824-bf78-4963-8937-b202e372ac24', 'admin_state_up': True, 'tenant_id': '6eb9d754e20948bd851e0578731ed612'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:03:38.783574 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] No Port match for: 9bf6d34c-8f6a-4b5a-8714-7387aadfe178 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:03:38.784868 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 9bf6d34c-8f6a-4b5a-8714-7387aadfe178 not bound to the agent host n-h2-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:03:39.092660 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 52208) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:03:39.241613 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8c81e370-45e0-4899-a449-3ef3487618ba admin admin] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:39.312064 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [req-b8642bf5-c82f-4f96-be02-2043d52dcf8e req-0907e41b-cbf7-48ae-8c58-be5850c5f060 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44fc735c-5c33-4e34-a86a-225c77b4a983 {{(pid=103448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:03:39.334487 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-b8642bf5-c82f-4f96-be02-2043d52dcf8e req-0907e41b-cbf7-48ae-8c58-be5850c5f060 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:39.357407 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [req-b8642bf5-c82f-4f96-be02-2043d52dcf8e req-0907e41b-cbf7-48ae-8c58-be5850c5f060 service neutron] Transition to ACTIVE for port object 44fc735c-5c33-4e34-a86a-225c77b4a983 will not be triggered until provisioned by entity L2. {{(pid=103448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 20:03:39.362777 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-b8642bf5-c82f-4f96-be02-2043d52dcf8e req-0907e41b-cbf7-48ae-8c58-be5850c5f060 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:39.370141 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c5b88e-24a9-4104-9af1-0dce7ed436b0 req-bc5150fe-7a13-4276-9fdd-3bb06a1381a2 tempest-LiveMigrationNegativeTest-30000223 tempest-LiveMigrationNegativeTest-30000223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:03:39.377630 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-31c5b88e-24a9-4104-9af1-0dce7ed436b0 req-bc5150fe-7a13-4276-9fdd-3bb06a1381a2 tempest-LiveMigrationNegativeTest-30000223 tempest-LiveMigrationNegativeTest-30000223-project] 10.222.0.46 "GET /v2.0/ports?device_id=1361b588-d99b-4634-8c3a-2d92b0268288 HTTP/1.1" status: 200 len: 971 time: 0.3358266 Nov 22 20:03:39.403636 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960f1f26-45b5-430b-b766-c28ae82aaf18 req-cafdf41e-865e-4cf7-ace8-7dce0af63939 tempest-VolumesAdminNegativeTest-1794471205 tempest-VolumesAdminNegativeTest-1794471205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:03:39.405778 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-960f1f26-45b5-430b-b766-c28ae82aaf18 req-cafdf41e-865e-4cf7-ace8-7dce0af63939 tempest-VolumesAdminNegativeTest-1794471205 tempest-VolumesAdminNegativeTest-1794471205-project] 10.222.0.46 "GET /v2.0/ports?device_id=0277a8ee-c5b6-4149-8b4d-12bd86f531a8 HTTP/1.1" status: 200 len: 932 time: 0.3623476 Nov 22 20:03:39.476930 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 52212) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:03:39.512035 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0907e41b-cbf7-48ae-8c58-be5850c5f060 service neutron] Pushing event updated for resources: {'Port': ['ID=44fc735c-5c33-4e34-a86a-225c77b4a983,revision_number=2']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:03:39.550951 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b7baf3b-bad8-4b82-80c2-69a89aa2eb0e req-f829742c-960a-4d48-83ed-869ad3badf16 tempest-DeleteServersAdminTestJSON-1623428566 tempest-DeleteServersAdminTestJSON-1623428566-project] Made reservation on behalf of 6eb9d754e20948bd851e0578731ed612 for: {'port': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:03:39.555146 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-1b7baf3b-bad8-4b82-80c2-69a89aa2eb0e req-f829742c-960a-4d48-83ed-869ad3badf16 tempest-DeleteServersAdminTestJSON-1623428566 tempest-DeleteServersAdminTestJSON-1623428566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:39.560080 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-96fdc75f-531b-45e3-abf2-cb664bedc578 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:39.565402 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-31c5b88e-24a9-4104-9af1-0dce7ed436b0 req-ebad1487-76bc-4e43-9142-7fffa0b74ed2 tempest-LiveMigrationNegativeTest-30000223 tempest-LiveMigrationNegativeTest-30000223-project] 10.222.0.46 "GET /v2.0/security-groups?id=438abd33-8d9c-46a8-9e92-c7d6e3a47c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869121 Nov 22 20:03:39.629258 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-960f1f26-45b5-430b-b766-c28ae82aaf18 req-c9090d22-6d63-4a42-a1b8-0a0db4b487d7 tempest-VolumesAdminNegativeTest-1794471205 tempest-VolumesAdminNegativeTest-1794471205-project] 10.222.0.46 "GET /v2.0/security-groups?id=0977a7ce-e750-4fa6-bb8f-0b85e8562ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019670 Nov 22 20:03:39.642148 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8c81e370-45e0-4899-a449-3ef3487618ba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:39.673601 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-b8642bf5-c82f-4f96-be02-2043d52dcf8e req-0907e41b-cbf7-48ae-8c58-be5850c5f060 service neutron] Attempting to bind port 44fc735c-5c33-4e34-a86a-225c77b4a983 on host n-h2-818823-1 for vnic_type normal with profile {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:03:39.679971 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-b8642bf5-c82f-4f96-be02-2043d52dcf8e req-0907e41b-cbf7-48ae-8c58-be5850c5f060 service neutron] Attempting to bind port 44fc735c-5c33-4e34-a86a-225c77b4a983 by drivers openvswitch,hyperv on host n-h2-818823-1 at level 0 using segments [{'id': '97efaa7c-8ce3-4092-a364-fe47bfb4e770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'a3a1a13d-8067-48f2-9e8d-4534b4884604'}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:03:39.681172 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8642bf5-c82f-4f96-be02-2043d52dcf8e req-0907e41b-cbf7-48ae-8c58-be5850c5f060 service neutron] Attempting to bind port 44fc735c-5c33-4e34-a86a-225c77b4a983 on network a3a1a13d-8067-48f2-9e8d-4534b4884604 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:03:39.708678 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8642bf5-c82f-4f96-be02-2043d52dcf8e req-0907e41b-cbf7-48ae-8c58-be5850c5f060 service neutron] Port 44fc735c-5c33-4e34-a86a-225c77b4a983 on network a3a1a13d-8067-48f2-9e8d-4534b4884604 not bound, no agent of type Open vSwitch agent registered on host n-h2-818823-1 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:03:39.709279 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8642bf5-c82f-4f96-be02-2043d52dcf8e req-0907e41b-cbf7-48ae-8c58-be5850c5f060 service neutron] Attempting to bind port 44fc735c-5c33-4e34-a86a-225c77b4a983 on network a3a1a13d-8067-48f2-9e8d-4534b4884604 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:03:39.709713 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8c81e370-45e0-4899-a449-3ef3487618ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:39.723020 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8642bf5-c82f-4f96-be02-2043d52dcf8e req-0907e41b-cbf7-48ae-8c58-be5850c5f060 service neutron] Checking agent: {'id': '65e0486a-7030-4065-96f0-10aa7402a530', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'started_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 3, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:03:39.723351 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8642bf5-c82f-4f96-be02-2043d52dcf8e req-0907e41b-cbf7-48ae-8c58-be5850c5f060 service neutron] Checking segment: {'id': '97efaa7c-8ce3-4092-a364-fe47bfb4e770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'a3a1a13d-8067-48f2-9e8d-4534b4884604'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:03:39.732713 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8642bf5-c82f-4f96-be02-2043d52dcf8e req-0907e41b-cbf7-48ae-8c58-be5850c5f060 service neutron] Bound using segment: {'id': '97efaa7c-8ce3-4092-a364-fe47bfb4e770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'a3a1a13d-8067-48f2-9e8d-4534b4884604'} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:03:39.733425 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-b8642bf5-c82f-4f96-be02-2043d52dcf8e req-0907e41b-cbf7-48ae-8c58-be5850c5f060 service neutron] Bound port: 44fc735c-5c33-4e34-a86a-225c77b4a983, host: n-h2-818823-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97efaa7c-8ce3-4092-a364-fe47bfb4e770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'a3a1a13d-8067-48f2-9e8d-4534b4884604'}}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:03:39.733985 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-b8642bf5-c82f-4f96-be02-2043d52dcf8e req-0907e41b-cbf7-48ae-8c58-be5850c5f060 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:39.814069 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-96fdc75f-531b-45e3-abf2-cb664bedc578 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:39.819146 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-96fdc75f-531b-45e3-abf2-cb664bedc578 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:39.851106 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-488c3615-ffe1-48bf-a82f-26512b677219 req-4dad2311-2ad3-4056-b1b4-3025992bcc36 tempest-DeleteServersAdminTestJSON-1623428566 tempest-DeleteServersAdminTestJSON-1623428566-project] 10.222.0.46 "GET /v2.0/ports?device_id=412ced18-a1de-4dcf-b71f-dcf9d326e298 HTTP/1.1" status: 200 len: 210 time: 0.0992374 Nov 22 20:03:39.854703 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-8c81e370-45e0-4899-a449-3ef3487618ba admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c358aaf7aec84680b0b2088c98aa5b52&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7520981 Nov 22 20:03:39.866272 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 52226) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:03:39.881370 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-b8642bf5-c82f-4f96-be02-2043d52dcf8e req-0907e41b-cbf7-48ae-8c58-be5850c5f060 service neutron] For port 44fc735c-5c33-4e34-a86a-225c77b4a983, host n-h2-818823-1, cleared binding levels {{(pid=103448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:03:39.886754 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-96fdc75f-531b-45e3-abf2-cb664bedc578 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=81f7a246cd894ed1a6ec2117a3c0d38a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3797050 Nov 22 20:03:39.892672 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fdc75f-531b-45e3-abf2-cb664bedc578 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0adaa11-8b7b-4f99-95e9-5a016791859f,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:03:39.896898 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 52228) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:03:39.902124 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-b8642bf5-c82f-4f96-be02-2043d52dcf8e req-0907e41b-cbf7-48ae-8c58-be5850c5f060 service neutron] For port 44fc735c-5c33-4e34-a86a-225c77b4a983, host n-h2-818823-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=44fc735c-5c33-4e34-a86a-225c77b4a983,segment=NetworkSegment(97efaa7c-8ce3-4092-a364-fe47bfb4e770),segment_id=97efaa7c-8ce3-4092-a364-fe47bfb4e770)] {{(pid=103448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:03:39.918018 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-b8642bf5-c82f-4f96-be02-2043d52dcf8e req-0907e41b-cbf7-48ae-8c58-be5850c5f060 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:39.921256 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c81e370-45e0-4899-a449-3ef3487618ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b99408b0-5ef1-440f-9f0f-071a98451070,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:03:39.955991 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0efca6f3-d108-4e59-943a-b0d90cb26105 req-81c902ff-cf54-46e6-9cb4-b1347c990484 tempest-ServersAdminNegativeTestJSON-696933393 tempest-ServersAdminNegativeTestJSON-696933393-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=da15d991f14c433b8467397b8f6ba6da&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1406724 Nov 22 20:03:39.994720 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8642bf5-c82f-4f96-be02-2043d52dcf8e req-0907e41b-cbf7-48ae-8c58-be5850c5f060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:03:39.995436 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-b8642bf5-c82f-4f96-be02-2043d52dcf8e req-0907e41b-cbf7-48ae-8c58-be5850c5f060 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:39.997527 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-b8642bf5-c82f-4f96-be02-2043d52dcf8e req-0907e41b-cbf7-48ae-8c58-be5850c5f060 service neutron] 10.222.0.20 "PUT /v2.0/ports/44fc735c-5c33-4e34-a86a-225c77b4a983 HTTP/1.1" status: 200 len: 1092 time: 1.5984974 Nov 22 20:03:40.058825 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0277a8ee-c5b6-4149-8b4d-12bd86f531a8', 'tag': '44fc735c-5c33-4e34-a86a-225c77b4a983'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:03:40.063047 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589a98cf2aea187fcc423a5edb333e5a6cf3ad7c81115d1ebee0f079693c312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeb1f4a5-6f74-4d30-bd56-d9eb263dd000" -d '{"events": [{"name": "network-changed", "server_uuid": "0277a8ee-c5b6-4149-8b4d-12bd86f531a8", "tag": "44fc735c-5c33-4e34-a86a-225c77b4a983"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:03:40.069404 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0907e41b-cbf7-48ae-8c58-be5850c5f060 service neutron] Pushing event updated for resources: {'Port': ['ID=44fc735c-5c33-4e34-a86a-225c77b4a983,revision_number=3']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:03:40.103445 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [req-1b7baf3b-bad8-4b82-80c2-69a89aa2eb0e req-f829742c-960a-4d48-83ed-869ad3badf16 tempest-DeleteServersAdminTestJSON-1623428566 tempest-DeleteServersAdminTestJSON-1623428566-project] Allocated IP 192.168.233.232 (e1052824-bf78-4963-8937-b202e372ac24/3091ebfd-11e2-41f8-9c00-ffe0b86563d8/3da612bb-fc01-4db6-9f53-a637aba0e0dc) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:03:40.107443 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cb30eceb-2732-43a8-92dc-258c3590829e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:40.148641 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f9823766-ef9f-4f4e-8098-e1074190630c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:40.175539 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cb30eceb-2732-43a8-92dc-258c3590829e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:40.212687 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f9823766-ef9f-4f4e-8098-e1074190630c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:40.215554 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8642bf5-c82f-4f96-be02-2043d52dcf8e req-28a4e5fc-f780-4ff7-bd54-cf0ef69b8664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:03:40.217088 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-b8642bf5-c82f-4f96-be02-2043d52dcf8e req-28a4e5fc-f780-4ff7-bd54-cf0ef69b8664 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6169783c6e47482aa1e781cfb0d3f7ef&device_id=0277a8ee-c5b6-4149-8b4d-12bd86f531a8 HTTP/1.1" status: 200 len: 1095 time: 0.1434755 Nov 22 20:03:40.217224 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efca6f3-d108-4e59-943a-b0d90cb26105 req-43b75e1d-60ab-4339-b35e-52dad97e80ab tempest-ServersAdminNegativeTestJSON-696933393 tempest-ServersAdminNegativeTestJSON-696933393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:03:40.219787 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0efca6f3-d108-4e59-943a-b0d90cb26105 req-43b75e1d-60ab-4339-b35e-52dad97e80ab tempest-ServersAdminNegativeTestJSON-696933393 tempest-ServersAdminNegativeTestJSON-696933393-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2536974 Nov 22 20:03:40.264231 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 20:03:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94cde0e3-5e8a-4c1b-bd40-6e32b78dca5c x-openstack-request-id: req-94cde0e3-5e8a-4c1b-bd40-6e32b78dca5c {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:03:40.272133 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0277a8ee-c5b6-4149-8b4d-12bd86f531a8", "tag": "44fc735c-5c33-4e34-a86a-225c77b4a983", "status": "completed", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:03:40.272133 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-94cde0e3-5e8a-4c1b-bd40-6e32b78dca5c {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:03:40.272133 n-d-818823-1 neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0277a8ee-c5b6-4149-8b4d-12bd86f531a8', 'tag': '44fc735c-5c33-4e34-a86a-225c77b4a983', 'status': 'completed', 'code': 200} Nov 22 20:03:40.276310 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0efca6f3-d108-4e59-943a-b0d90cb26105 req-8067a7c9-03b3-4185-a405-0ad5459fa21c tempest-ServersAdminNegativeTestJSON-696933393 tempest-ServersAdminNegativeTestJSON-696933393-project] 10.222.0.46 "GET /v2.0/quotas/da15d991f14c433b8467397b8f6ba6da HTTP/1.1" status: 200 len: 375 time: 0.0498116 Nov 22 20:03:40.333178 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-b8642bf5-c82f-4f96-be02-2043d52dcf8e req-2c24a1af-da0b-4981-aa00-f39a9c406810 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=44fc735c-5c33-4e34-a86a-225c77b4a983 HTTP/1.1" status: 200 len: 217 time: 0.0904636 Nov 22 20:03:40.397602 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0efca6f3-d108-4e59-943a-b0d90cb26105 req-d1ea5431-67d9-4510-9172-128d9094b45f tempest-ServersAdminNegativeTestJSON-696933393 tempest-ServersAdminNegativeTestJSON-696933393-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=da15d991f14c433b8467397b8f6ba6da&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1135540 Nov 22 20:03:40.426655 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8642bf5-c82f-4f96-be02-2043d52dcf8e req-0b17ebed-eaeb-447a-8665-bfd789073018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:03:40.428270 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-b8642bf5-c82f-4f96-be02-2043d52dcf8e req-0b17ebed-eaeb-447a-8665-bfd789073018 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b49660d2-5ec3-4a3b-8d42-2b5f78f417e2 HTTP/1.1" status: 200 len: 855 time: 0.0866172 Nov 22 20:03:40.428936 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cb30eceb-2732-43a8-92dc-258c3590829e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:40.429308 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-1b7baf3b-bad8-4b82-80c2-69a89aa2eb0e req-f829742c-960a-4d48-83ed-869ad3badf16 tempest-DeleteServersAdminTestJSON-1623428566 tempest-DeleteServersAdminTestJSON-1623428566-project] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:40.431729 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cb30eceb-2732-43a8-92dc-258c3590829e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:40.432919 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-cb30eceb-2732-43a8-92dc-258c3590829e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f0adaa11-8b7b-4f99-95e9-5a016791859f HTTP/1.1" status: 204 len: 168 time: 0.5330191 Nov 22 20:03:40.437349 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f9823766-ef9f-4f4e-8098-e1074190630c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:40.440192 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f9823766-ef9f-4f4e-8098-e1074190630c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:40.441345 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-f9823766-ef9f-4f4e-8098-e1074190630c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b99408b0-5ef1-440f-9f0f-071a98451070 HTTP/1.1" status: 204 len: 168 time: 0.5700672 Nov 22 20:03:40.469801 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-1b7baf3b-bad8-4b82-80c2-69a89aa2eb0e req-f829742c-960a-4d48-83ed-869ad3badf16 tempest-DeleteServersAdminTestJSON-1623428566 tempest-DeleteServersAdminTestJSON-1623428566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:40.472882 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-b8642bf5-c82f-4f96-be02-2043d52dcf8e req-0847bdff-cede-4a73-8dd1-12aa14bcc617 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a3a1a13d-8067-48f2-9e8d-4534b4884604&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365565 Nov 22 20:03:40.478627 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb30eceb-2732-43a8-92dc-258c3590829e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0adaa11-8b7b-4f99-95e9-5a016791859f,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:03:40.506027 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9823766-ef9f-4f4e-8098-e1074190630c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b99408b0-5ef1-440f-9f0f-071a98451070,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:03:40.596777 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-b8642bf5-c82f-4f96-be02-2043d52dcf8e req-67d5ca34-c3d0-4291-af0d-c143a07f3948 service neutron] 10.222.0.20 "GET /v2.0/networks/a3a1a13d-8067-48f2-9e8d-4534b4884604?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158366 Nov 22 20:03:40.647235 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b7baf3b-bad8-4b82-80c2-69a89aa2eb0e req-f829742c-960a-4d48-83ed-869ad3badf16 tempest-DeleteServersAdminTestJSON-1623428566 tempest-DeleteServersAdminTestJSON-1623428566-project] Network e1052824-bf78-4963-8937-b202e372ac24 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:03:40.648854 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f829742c-960a-4d48-83ed-869ad3badf16 tempest-DeleteServersAdminTestJSON-1623428566 tempest-DeleteServersAdminTestJSON-1623428566-project] Pushing event updated for resources: {'Port': ['ID=3da612bb-fc01-4db6-9f53-a637aba0e0dc,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:03:40.652554 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [req-1b7baf3b-bad8-4b82-80c2-69a89aa2eb0e req-f829742c-960a-4d48-83ed-869ad3badf16 tempest-DeleteServersAdminTestJSON-1623428566 tempest-DeleteServersAdminTestJSON-1623428566-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:03:40.655852 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b7baf3b-bad8-4b82-80c2-69a89aa2eb0e req-f829742c-960a-4d48-83ed-869ad3badf16 tempest-DeleteServersAdminTestJSON-1623428566 tempest-DeleteServersAdminTestJSON-1623428566-project] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:03:40.662602 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7baf3b-bad8-4b82-80c2-69a89aa2eb0e req-f829742c-960a-4d48-83ed-869ad3badf16 tempest-DeleteServersAdminTestJSON-1623428566 tempest-DeleteServersAdminTestJSON-1623428566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:03:40.663257 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-1b7baf3b-bad8-4b82-80c2-69a89aa2eb0e req-f829742c-960a-4d48-83ed-869ad3badf16 tempest-DeleteServersAdminTestJSON-1623428566 tempest-DeleteServersAdminTestJSON-1623428566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:40.686929 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1b7baf3b-bad8-4b82-80c2-69a89aa2eb0e req-f829742c-960a-4d48-83ed-869ad3badf16 tempest-DeleteServersAdminTestJSON-1623428566 tempest-DeleteServersAdminTestJSON-1623428566-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9135969 Nov 22 20:03:40.712244 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-1b7baf3b-bad8-4b82-80c2-69a89aa2eb0e req-c3cb75ff-3eec-45a6-bb65-6620ed965240 service neutron] Request body: {'port': {'device_id': '412ced18-a1de-4dcf-b71f-dcf9d326e298', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818823-1'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:03:40.769825 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-b8642bf5-c82f-4f96-be02-2043d52dcf8e req-44a29266-f767-4768-9814-e92f497c2599 service neutron] 10.222.0.20 "GET /v2.0/networks/a3a1a13d-8067-48f2-9e8d-4534b4884604?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1653385 Nov 22 20:03:40.913511 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-1b7baf3b-bad8-4b82-80c2-69a89aa2eb0e req-c3cb75ff-3eec-45a6-bb65-6620ed965240 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:40.951281 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb1f4a5-6f74-4d30-bd56-d9eb263dd000 req-e8fdebf3-b660-47c4-b85b-2a1b6c630d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:03:40.954683 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-eeb1f4a5-6f74-4d30-bd56-d9eb263dd000 req-e8fdebf3-b660-47c4-b85b-2a1b6c630d95 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6169783c6e47482aa1e781cfb0d3f7ef&device_id=0277a8ee-c5b6-4149-8b4d-12bd86f531a8 HTTP/1.1" status: 200 len: 1095 time: 0.0893447 Nov 22 20:03:40.955403 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6edebd5-c978-4d1e-b8cc-ca0e73777e6a req-0a658067-7d7e-4ef4-8bca-8d5e8e95fded tempest-LiveMigrationNegativeTest-30000223 tempest-LiveMigrationNegativeTest-30000223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:03:40.963770 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c6edebd5-c978-4d1e-b8cc-ca0e73777e6a req-0a658067-7d7e-4ef4-8bca-8d5e8e95fded tempest-LiveMigrationNegativeTest-30000223 tempest-LiveMigrationNegativeTest-30000223-project] 10.222.0.46 "GET /v2.0/ports?device_id=1361b588-d99b-4634-8c3a-2d92b0268288 HTTP/1.1" status: 200 len: 971 time: 0.1745164 Nov 22 20:03:41.071616 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-cb4410ef-4372-4fe7-90c3-52b632d87adf None None] Provisioning complete for port 3da612bb-fc01-4db6-9f53-a637aba0e0dc triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:03:41.072159 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-cb4410ef-4372-4fe7-90c3-52b632d87adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:41.144596 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb1f4a5-6f74-4d30-bd56-d9eb263dd000 req-8432d8c3-3bfa-4037-991f-1a0b26754749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:03:41.147600 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-eeb1f4a5-6f74-4d30-bd56-d9eb263dd000 req-8432d8c3-3bfa-4037-991f-1a0b26754749 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a3a1a13d-8067-48f2-9e8d-4534b4884604 HTTP/1.1" status: 200 len: 916 time: 0.1754732 Nov 22 20:03:41.155862 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-cb4410ef-4372-4fe7-90c3-52b632d87adf None None] Port 3da612bb-fc01-4db6-9f53-a637aba0e0dc cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:03:41.206781 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-eeb1f4a5-6f74-4d30-bd56-d9eb263dd000 req-9ffdc606-aab5-444e-b8c2-99e801308caa service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=44fc735c-5c33-4e34-a86a-225c77b4a983 HTTP/1.1" status: 200 len: 217 time: 0.0497208 Nov 22 20:03:41.268513 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb1f4a5-6f74-4d30-bd56-d9eb263dd000 req-4dcfa194-a75b-41c1-959c-589a16908666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:03:41.270396 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-eeb1f4a5-6f74-4d30-bd56-d9eb263dd000 req-4dcfa194-a75b-41c1-959c-589a16908666 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b49660d2-5ec3-4a3b-8d42-2b5f78f417e2 HTTP/1.1" status: 200 len: 855 time: 0.0563004 Nov 22 20:03:41.313756 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-eeb1f4a5-6f74-4d30-bd56-d9eb263dd000 req-dab24398-f768-450a-924c-244f1d2c8b09 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a3a1a13d-8067-48f2-9e8d-4534b4884604&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355294 Nov 22 20:03:41.319943 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b23a781a-a30b-4701-8b21-57b0441fe2c6 req-665c74ec-df6d-48cd-9d99-642c057e513f tempest-ServersAdminNegativeTestJSON-696933393 tempest-ServersAdminNegativeTestJSON-696933393-project] 10.222.0.46 "GET /v2.0/ports?device_id=c764a3a2-d9d5-42ad-8b6c-ab7c3bf3ede8 HTTP/1.1" status: 200 len: 210 time: 0.0735044 Nov 22 20:03:41.397878 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c6edebd5-c978-4d1e-b8cc-ca0e73777e6a req-e4861465-dba9-4584-bfc7-6249b28aec5e tempest-LiveMigrationNegativeTest-30000223 tempest-LiveMigrationNegativeTest-30000223-project] 10.222.0.46 "GET /v2.0/security-groups?id=438abd33-8d9c-46a8-9e92-c7d6e3a47c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4257796 Nov 22 20:03:41.526751 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-eeb1f4a5-6f74-4d30-bd56-d9eb263dd000 req-bd4174c0-5be4-438e-97ce-6f0a0ec05866 service neutron] 10.222.0.20 "GET /v2.0/networks/a3a1a13d-8067-48f2-9e8d-4534b4884604?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2041283 Nov 22 20:03:41.702508 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9726f896-3436-4a1e-962e-52fd6fb34997 req-8ebf8e54-2084-47b9-8994-e5487f6df828 tempest-VolumesAdminNegativeTest-1794471205 tempest-VolumesAdminNegativeTest-1794471205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:03:41.709909 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9726f896-3436-4a1e-962e-52fd6fb34997 req-8ebf8e54-2084-47b9-8994-e5487f6df828 tempest-VolumesAdminNegativeTest-1794471205 tempest-VolumesAdminNegativeTest-1794471205-project] 10.222.0.46 "GET /v2.0/ports?device_id=0277a8ee-c5b6-4149-8b4d-12bd86f531a8 HTTP/1.1" status: 200 len: 944 time: 0.1855216 Nov 22 20:03:41.713434 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-eeb1f4a5-6f74-4d30-bd56-d9eb263dd000 req-f0e7bf6b-9a9c-4fb8-b3a0-4e0fdf63f445 service neutron] 10.222.0.20 "GET /v2.0/networks/a3a1a13d-8067-48f2-9e8d-4534b4884604?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774650 Nov 22 20:03:41.719240 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751b0287-3a88-4f2c-b891-768d2ffa99d2 req-9088a00c-a084-4eea-acbe-101bf8dc1803 tempest-DeleteServersAdminTestJSON-1623428566 tempest-DeleteServersAdminTestJSON-1623428566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:03:41.720767 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-751b0287-3a88-4f2c-b891-768d2ffa99d2 req-9088a00c-a084-4eea-acbe-101bf8dc1803 tempest-DeleteServersAdminTestJSON-1623428566 tempest-DeleteServersAdminTestJSON-1623428566-project] 10.222.0.46 "GET /v2.0/ports?device_id=412ced18-a1de-4dcf-b71f-dcf9d326e298 HTTP/1.1" status: 200 len: 936 time: 0.1976633 Nov 22 20:03:41.832099 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9726f896-3436-4a1e-962e-52fd6fb34997 req-c0eb292e-2912-4297-a65f-3992ef37e008 tempest-VolumesAdminNegativeTest-1794471205 tempest-VolumesAdminNegativeTest-1794471205-project] 10.222.0.46 "GET /v2.0/security-groups?id=0977a7ce-e750-4fa6-bb8f-0b85e8562ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211989 Nov 22 20:03:41.854571 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-751b0287-3a88-4f2c-b891-768d2ffa99d2 req-c6816d1e-8a5d-4c8f-b9a3-e90d9ce4292e tempest-DeleteServersAdminTestJSON-1623428566 tempest-DeleteServersAdminTestJSON-1623428566-project] 10.222.0.46 "GET /v2.0/security-groups?id=c63bdb94-b6a4-45b4-adc5-af0d110830c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216793 Nov 22 20:03:41.951604 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [req-1b7baf3b-bad8-4b82-80c2-69a89aa2eb0e req-c3cb75ff-3eec-45a6-bb65-6620ed965240 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3da612bb-fc01-4db6-9f53-a637aba0e0dc {{(pid=103447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:03:41.964737 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-1b7baf3b-bad8-4b82-80c2-69a89aa2eb0e req-c3cb75ff-3eec-45a6-bb65-6620ed965240 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:41.999625 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.provisioning_blocks [req-1b7baf3b-bad8-4b82-80c2-69a89aa2eb0e req-c3cb75ff-3eec-45a6-bb65-6620ed965240 service neutron] Transition to ACTIVE for port object 3da612bb-fc01-4db6-9f53-a637aba0e0dc will not be triggered until provisioned by entity L2. {{(pid=103447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 20:03:42.008133 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-1b7baf3b-bad8-4b82-80c2-69a89aa2eb0e req-c3cb75ff-3eec-45a6-bb65-6620ed965240 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:42.109630 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-0efca6f3-d108-4e59-943a-b0d90cb26105 req-81d5532b-6147-4be4-9f4a-4cb88fcba9d5 tempest-ServersAdminNegativeTestJSON-696933393 tempest-ServersAdminNegativeTestJSON-696933393-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=da15d991f14c433b8467397b8f6ba6da&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0475848 Nov 22 20:03:42.201589 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cb75ff-3eec-45a6-bb65-6620ed965240 service neutron] Pushing event updated for resources: {'Port': ['ID=3da612bb-fc01-4db6-9f53-a637aba0e0dc,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:03:42.235284 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-1b7baf3b-bad8-4b82-80c2-69a89aa2eb0e req-c3cb75ff-3eec-45a6-bb65-6620ed965240 service neutron] Attempting to bind port 3da612bb-fc01-4db6-9f53-a637aba0e0dc on host n-h2-818823-1 for vnic_type normal with profile {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:03:42.236131 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-1b7baf3b-bad8-4b82-80c2-69a89aa2eb0e req-c3cb75ff-3eec-45a6-bb65-6620ed965240 service neutron] Attempting to bind port 3da612bb-fc01-4db6-9f53-a637aba0e0dc by drivers openvswitch,hyperv on host n-h2-818823-1 at level 0 using segments [{'id': '2a5a1c7b-538e-498e-99b9-cc7a8e0411be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'e1052824-bf78-4963-8937-b202e372ac24'}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:03:42.236858 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b7baf3b-bad8-4b82-80c2-69a89aa2eb0e req-c3cb75ff-3eec-45a6-bb65-6620ed965240 service neutron] Attempting to bind port 3da612bb-fc01-4db6-9f53-a637aba0e0dc on network e1052824-bf78-4963-8937-b202e372ac24 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:03:42.244215 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b7baf3b-bad8-4b82-80c2-69a89aa2eb0e req-c3cb75ff-3eec-45a6-bb65-6620ed965240 service neutron] Port 3da612bb-fc01-4db6-9f53-a637aba0e0dc on network e1052824-bf78-4963-8937-b202e372ac24 not bound, no agent of type Open vSwitch agent registered on host n-h2-818823-1 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:03:42.245032 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b7baf3b-bad8-4b82-80c2-69a89aa2eb0e req-c3cb75ff-3eec-45a6-bb65-6620ed965240 service neutron] Attempting to bind port 3da612bb-fc01-4db6-9f53-a637aba0e0dc on network e1052824-bf78-4963-8937-b202e372ac24 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:03:42.256290 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b7baf3b-bad8-4b82-80c2-69a89aa2eb0e req-c3cb75ff-3eec-45a6-bb65-6620ed965240 service neutron] Checking agent: {'id': '65e0486a-7030-4065-96f0-10aa7402a530', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'started_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 3, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:03:42.257035 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b7baf3b-bad8-4b82-80c2-69a89aa2eb0e req-c3cb75ff-3eec-45a6-bb65-6620ed965240 service neutron] Checking segment: {'id': '2a5a1c7b-538e-498e-99b9-cc7a8e0411be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'e1052824-bf78-4963-8937-b202e372ac24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:03:42.257988 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b7baf3b-bad8-4b82-80c2-69a89aa2eb0e req-c3cb75ff-3eec-45a6-bb65-6620ed965240 service neutron] Bound using segment: {'id': '2a5a1c7b-538e-498e-99b9-cc7a8e0411be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'e1052824-bf78-4963-8937-b202e372ac24'} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:03:42.259371 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-1b7baf3b-bad8-4b82-80c2-69a89aa2eb0e req-c3cb75ff-3eec-45a6-bb65-6620ed965240 service neutron] Bound port: 3da612bb-fc01-4db6-9f53-a637aba0e0dc, host: n-h2-818823-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a5a1c7b-538e-498e-99b9-cc7a8e0411be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'e1052824-bf78-4963-8937-b202e372ac24'}}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:03:42.260444 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-1b7baf3b-bad8-4b82-80c2-69a89aa2eb0e req-c3cb75ff-3eec-45a6-bb65-6620ed965240 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:42.408286 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-1b7baf3b-bad8-4b82-80c2-69a89aa2eb0e req-c3cb75ff-3eec-45a6-bb65-6620ed965240 service neutron] For port 3da612bb-fc01-4db6-9f53-a637aba0e0dc, host n-h2-818823-1, cleared binding levels {{(pid=103447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:03:42.420464 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-1b7baf3b-bad8-4b82-80c2-69a89aa2eb0e req-c3cb75ff-3eec-45a6-bb65-6620ed965240 service neutron] For port 3da612bb-fc01-4db6-9f53-a637aba0e0dc, host n-h2-818823-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=3da612bb-fc01-4db6-9f53-a637aba0e0dc,segment=NetworkSegment(2a5a1c7b-538e-498e-99b9-cc7a8e0411be),segment_id=2a5a1c7b-538e-498e-99b9-cc7a8e0411be)] {{(pid=103447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:03:42.429007 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-1b7baf3b-bad8-4b82-80c2-69a89aa2eb0e req-c3cb75ff-3eec-45a6-bb65-6620ed965240 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:42.523786 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cb75ff-3eec-45a6-bb65-6620ed965240 service neutron] Pushing event updated for resources: {'Port': ['ID=3da612bb-fc01-4db6-9f53-a637aba0e0dc,revision_number=3']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:03:42.566113 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7baf3b-bad8-4b82-80c2-69a89aa2eb0e req-c3cb75ff-3eec-45a6-bb65-6620ed965240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:03:42.567124 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-1b7baf3b-bad8-4b82-80c2-69a89aa2eb0e req-c3cb75ff-3eec-45a6-bb65-6620ed965240 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:42.569916 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1b7baf3b-bad8-4b82-80c2-69a89aa2eb0e req-c3cb75ff-3eec-45a6-bb65-6620ed965240 service neutron] 10.222.0.20 "PUT /v2.0/ports/3da612bb-fc01-4db6-9f53-a637aba0e0dc HTTP/1.1" status: 200 len: 1096 time: 1.8738890 Nov 22 20:03:42.574930 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '412ced18-a1de-4dcf-b71f-dcf9d326e298', 'tag': '3da612bb-fc01-4db6-9f53-a637aba0e0dc'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:03:42.614679 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efca6f3-d108-4e59-943a-b0d90cb26105 req-12355bc7-8055-4b2b-a64f-05d1c2bdb8c6 tempest-ServersAdminNegativeTestJSON-696933393 tempest-ServersAdminNegativeTestJSON-696933393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:03:42.617158 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-0efca6f3-d108-4e59-943a-b0d90cb26105 req-12355bc7-8055-4b2b-a64f-05d1c2bdb8c6 tempest-ServersAdminNegativeTestJSON-696933393 tempest-ServersAdminNegativeTestJSON-696933393-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5018222 Nov 22 20:03:42.639889 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [req-0efca6f3-d108-4e59-943a-b0d90cb26105 req-f63ede96-5d09-44c8-b781-76175db478e3 tempest-ServersAdminNegativeTestJSON-696933393 tempest-ServersAdminNegativeTestJSON-696933393-project] Request body: {'port': {'device_id': 'c764a3a2-d9d5-42ad-8b6c-ab7c3bf3ede8', 'network_id': 'e1052824-bf78-4963-8937-b202e372ac24', 'admin_state_up': True, 'tenant_id': 'da15d991f14c433b8467397b8f6ba6da'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:03:42.775556 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8a10f979-d295-4e43-a6bc-585d0aac8c17 req-b5ca452b-94e3-4763-8699-1f07200c3878 tempest-ServersAdminNegativeTestJSON-696933393 tempest-ServersAdminNegativeTestJSON-696933393-project] 10.222.0.46 "GET /v2.0/ports?device_id=c764a3a2-d9d5-42ad-8b6c-ab7c3bf3ede8 HTTP/1.1" status: 200 len: 210 time: 0.2034295 Nov 22 20:03:42.829585 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0efca6f3-d108-4e59-943a-b0d90cb26105 req-f63ede96-5d09-44c8-b781-76175db478e3 tempest-ServersAdminNegativeTestJSON-696933393 tempest-ServersAdminNegativeTestJSON-696933393-project] Made reservation on behalf of da15d991f14c433b8467397b8f6ba6da for: {'port': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:03:42.843009 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-0efca6f3-d108-4e59-943a-b0d90cb26105 req-f63ede96-5d09-44c8-b781-76175db478e3 tempest-ServersAdminNegativeTestJSON-696933393 tempest-ServersAdminNegativeTestJSON-696933393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:42.885552 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7baf3b-bad8-4b82-80c2-69a89aa2eb0e req-f69bc799-7036-4be9-860a-a1b43f960c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:03:42.887231 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1b7baf3b-bad8-4b82-80c2-69a89aa2eb0e req-f69bc799-7036-4be9-860a-a1b43f960c2d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6eb9d754e20948bd851e0578731ed612&device_id=412ced18-a1de-4dcf-b71f-dcf9d326e298 HTTP/1.1" status: 200 len: 1099 time: 0.2080963 Nov 22 20:03:42.988061 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1b7baf3b-bad8-4b82-80c2-69a89aa2eb0e req-37360d07-5c26-44bd-8724-f5a3271eff23 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=3da612bb-fc01-4db6-9f53-a637aba0e0dc HTTP/1.1" status: 200 len: 217 time: 0.0927377 Nov 22 20:03:43.046839 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [req-0efca6f3-d108-4e59-943a-b0d90cb26105 req-f63ede96-5d09-44c8-b781-76175db478e3 tempest-ServersAdminNegativeTestJSON-696933393 tempest-ServersAdminNegativeTestJSON-696933393-project] Allocated IP 192.168.233.196 (e1052824-bf78-4963-8937-b202e372ac24/3091ebfd-11e2-41f8-9c00-ffe0b86563d8/29156290-576d-4f62-aa0d-48ed1a156ebb) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:03:43.068091 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7baf3b-bad8-4b82-80c2-69a89aa2eb0e req-55e755ab-d4f9-402c-a72b-ee0a7832f3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:03:43.073802 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1b7baf3b-bad8-4b82-80c2-69a89aa2eb0e req-55e755ab-d4f9-402c-a72b-ee0a7832f3f3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3091ebfd-11e2-41f8-9c00-ffe0b86563d8 HTTP/1.1" status: 200 len: 843 time: 0.0775797 Nov 22 20:03:43.154596 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86836536-d798-4d7a-bfe4-053b6d16d2e6" -d '{"events": [{"name": "network-changed", "server_uuid": "412ced18-a1de-4dcf-b71f-dcf9d326e298", "tag": "3da612bb-fc01-4db6-9f53-a637aba0e0dc"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:03:43.204557 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [req-ca6f388c-6f04-426c-96f9-48fca5fb45c2 req-a0eaca39-fb15-4504-a13b-31180691d797 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=103447) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 20:03:43.206129 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ca6f388c-6f04-426c-96f9-48fca5fb45c2 req-a0eaca39-fb15-4504-a13b-31180691d797 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3679616 Nov 22 20:03:43.221700 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7baf3b-bad8-4b82-80c2-69a89aa2eb0e req-67a582be-ad09-47b0-a8a9-bbcbb349893f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:03:43.226576 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1b7baf3b-bad8-4b82-80c2-69a89aa2eb0e req-67a582be-ad09-47b0-a8a9-bbcbb349893f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e1052824-bf78-4963-8937-b202e372ac24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1449320 Nov 22 20:03:43.326730 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac4c325-479c-4e77-ad0a-f5eca251a69b req-5932b627-d582-446d-851c-a887da37b237 tempest-VolumesAdminNegativeTest-1794471205 tempest-VolumesAdminNegativeTest-1794471205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:03:43.328721 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-eac4c325-479c-4e77-ad0a-f5eca251a69b req-5932b627-d582-446d-851c-a887da37b237 tempest-VolumesAdminNegativeTest-1794471205 tempest-VolumesAdminNegativeTest-1794471205-project] 10.222.0.46 "GET /v2.0/ports?device_id=0277a8ee-c5b6-4149-8b4d-12bd86f531a8 HTTP/1.1" status: 200 len: 944 time: 0.1356151 Nov 22 20:03:43.343808 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-0efca6f3-d108-4e59-943a-b0d90cb26105 req-f63ede96-5d09-44c8-b781-76175db478e3 tempest-ServersAdminNegativeTestJSON-696933393 tempest-ServersAdminNegativeTestJSON-696933393-project] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:43.414684 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-eac4c325-479c-4e77-ad0a-f5eca251a69b req-92648f33-86fe-486a-8889-f909604fd795 tempest-VolumesAdminNegativeTest-1794471205 tempest-VolumesAdminNegativeTest-1794471205-project] 10.222.0.46 "GET /v2.0/security-groups?id=0977a7ce-e750-4fa6-bb8f-0b85e8562ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782623 Nov 22 20:03:43.417702 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1b7baf3b-bad8-4b82-80c2-69a89aa2eb0e req-6e0deb2c-fbf9-4075-99dd-6229b490a6c5 service neutron] 10.222.0.20 "GET /v2.0/networks/e1052824-bf78-4963-8937-b202e372ac24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648052 Nov 22 20:03:43.441771 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-0efca6f3-d108-4e59-943a-b0d90cb26105 req-f63ede96-5d09-44c8-b781-76175db478e3 tempest-ServersAdminNegativeTestJSON-696933393 tempest-ServersAdminNegativeTestJSON-696933393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:43.454157 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] get_ports_and_sgs() called for port_ids ['8212d2ac-a2d3-4747-a374-4f25d8bd3adc'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:03:43.513903 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0efca6f3-d108-4e59-943a-b0d90cb26105 req-f63ede96-5d09-44c8-b781-76175db478e3 tempest-ServersAdminNegativeTestJSON-696933393 tempest-ServersAdminNegativeTestJSON-696933393-project] Network e1052824-bf78-4963-8937-b202e372ac24 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:03:43.519242 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [req-0efca6f3-d108-4e59-943a-b0d90cb26105 req-f63ede96-5d09-44c8-b781-76175db478e3 tempest-ServersAdminNegativeTestJSON-696933393 tempest-ServersAdminNegativeTestJSON-696933393-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:03:43.522808 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [req-0efca6f3-d108-4e59-943a-b0d90cb26105 req-f63ede96-5d09-44c8-b781-76175db478e3 tempest-ServersAdminNegativeTestJSON-696933393 tempest-ServersAdminNegativeTestJSON-696933393-project] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:03:43.604250 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63ede96-5d09-44c8-b781-76175db478e3 tempest-ServersAdminNegativeTestJSON-696933393 tempest-ServersAdminNegativeTestJSON-696933393-project] Pushing event updated for resources: {'Port': ['ID=29156290-576d-4f62-aa0d-48ed1a156ebb,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:03:43.648148 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efca6f3-d108-4e59-943a-b0d90cb26105 req-f63ede96-5d09-44c8-b781-76175db478e3 tempest-ServersAdminNegativeTestJSON-696933393 tempest-ServersAdminNegativeTestJSON-696933393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:03:43.649147 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-0efca6f3-d108-4e59-943a-b0d90cb26105 req-f63ede96-5d09-44c8-b781-76175db478e3 tempest-ServersAdminNegativeTestJSON-696933393 tempest-ServersAdminNegativeTestJSON-696933393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:43.673106 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-0efca6f3-d108-4e59-943a-b0d90cb26105 req-f63ede96-5d09-44c8-b781-76175db478e3 tempest-ServersAdminNegativeTestJSON-696933393 tempest-ServersAdminNegativeTestJSON-696933393-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0378597 Nov 22 20:03:43.700278 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [req-0efca6f3-d108-4e59-943a-b0d90cb26105 req-882e367a-908c-4b0f-947a-044797f8c16b service neutron] Request body: {'port': {'device_id': 'c764a3a2-d9d5-42ad-8b6c-ab7c3bf3ede8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818823-1'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:03:43.785365 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe2f9ec-9207-4f6a-a9ce-6b58bdb36746 req-950b4b4b-6d86-454e-96df-25dde92bc849 tempest-DeleteServersAdminTestJSON-1623428566 tempest-DeleteServersAdminTestJSON-1623428566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:03:43.787896 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8fe2f9ec-9207-4f6a-a9ce-6b58bdb36746 req-950b4b4b-6d86-454e-96df-25dde92bc849 tempest-DeleteServersAdminTestJSON-1623428566 tempest-DeleteServersAdminTestJSON-1623428566-project] 10.222.0.46 "GET /v2.0/ports?device_id=412ced18-a1de-4dcf-b71f-dcf9d326e298 HTTP/1.1" status: 200 len: 948 time: 0.2432454 Nov 22 20:03:43.790920 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1b7baf3b-bad8-4b82-80c2-69a89aa2eb0e req-2edf9a9c-ff5d-4d38-98ab-0f021010d2c9 service neutron] 10.222.0.20 "GET /v2.0/networks/e1052824-bf78-4963-8937-b202e372ac24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3654397 Nov 22 20:03:43.847155 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-0efca6f3-d108-4e59-943a-b0d90cb26105 req-882e367a-908c-4b0f-947a-044797f8c16b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:43.887776 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-dd128856-4036-4170-bd17-09ef988fad2c None None] Provisioning complete for port 29156290-576d-4f62-aa0d-48ed1a156ebb triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:03:43.888449 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-dd128856-4036-4170-bd17-09ef988fad2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:43.895154 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8fe2f9ec-9207-4f6a-a9ce-6b58bdb36746 req-34bf7d4f-9ba0-40d0-b381-391d85ea109f tempest-DeleteServersAdminTestJSON-1623428566 tempest-DeleteServersAdminTestJSON-1623428566-project] 10.222.0.46 "GET /v2.0/security-groups?id=c63bdb94-b6a4-45b4-adc5-af0d110830c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829022 Nov 22 20:03:43.952330 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-dd128856-4036-4170-bd17-09ef988fad2c None None] Port 29156290-576d-4f62-aa0d-48ed1a156ebb cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:03:44.010894 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 20:03:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-309c8227-e2b8-4f37-976b-fe550bf94f68 x-openstack-request-id: req-309c8227-e2b8-4f37-976b-fe550bf94f68 {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:03:44.011449 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "412ced18-a1de-4dcf-b71f-dcf9d326e298", "tag": "3da612bb-fc01-4db6-9f53-a637aba0e0dc", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:03:44.011449 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-309c8227-e2b8-4f37-976b-fe550bf94f68 {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:03:44.011978 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '412ced18-a1de-4dcf-b71f-dcf9d326e298', 'tag': '3da612bb-fc01-4db6-9f53-a637aba0e0dc', 'status': 'completed', 'code': 200} Nov 22 20:03:44.051458 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:44.116769 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:44.162140 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86836536-d798-4d7a-bfe4-053b6d16d2e6 req-06624d60-788b-42c0-bca6-684b3503b1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:03:44.163680 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-86836536-d798-4d7a-bfe4-053b6d16d2e6 req-06624d60-788b-42c0-bca6-684b3503b1b3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6eb9d754e20948bd851e0578731ed612&device_id=412ced18-a1de-4dcf-b71f-dcf9d326e298 HTTP/1.1" status: 200 len: 1099 time: 0.1294315 Nov 22 20:03:44.177031 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbcd5f7-ef0a-4d82-95ce-8629e2826f34 req-9e9b0123-9570-4f82-be6c-02fdd5e2cf70 tempest-LiveMigrationNegativeTest-30000223 tempest-LiveMigrationNegativeTest-30000223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:03:44.178651 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9cbcd5f7-ef0a-4d82-95ce-8629e2826f34 req-9e9b0123-9570-4f82-be6c-02fdd5e2cf70 tempest-LiveMigrationNegativeTest-30000223 tempest-LiveMigrationNegativeTest-30000223-project] 10.222.0.46 "GET /v2.0/ports?device_id=1361b588-d99b-4634-8c3a-2d92b0268288 HTTP/1.1" status: 200 len: 971 time: 0.0742159 Nov 22 20:03:44.285288 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [req-0efca6f3-d108-4e59-943a-b0d90cb26105 req-882e367a-908c-4b0f-947a-044797f8c16b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29156290-576d-4f62-aa0d-48ed1a156ebb {{(pid=103448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:03:44.301254 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-4f97d4ca-ff94-474f-b525-f7e713761a7a req-9e05ba6f-5b86-430a-a331-d47af97f0255 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ff4f4259-cd27-47ce-8c7c-1665ba1df108&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1047671 Nov 22 20:03:44.301254 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-0efca6f3-d108-4e59-943a-b0d90cb26105 req-882e367a-908c-4b0f-947a-044797f8c16b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:44.314159 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [req-0efca6f3-d108-4e59-943a-b0d90cb26105 req-882e367a-908c-4b0f-947a-044797f8c16b service neutron] Transition to ACTIVE for port object 29156290-576d-4f62-aa0d-48ed1a156ebb will not be triggered until provisioned by entity L2. {{(pid=103448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 20:03:44.388297 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-0efca6f3-d108-4e59-943a-b0d90cb26105 req-882e367a-908c-4b0f-947a-044797f8c16b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:44.448044 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882e367a-908c-4b0f-947a-044797f8c16b service neutron] Pushing event updated for resources: {'Port': ['ID=29156290-576d-4f62-aa0d-48ed1a156ebb,revision_number=2']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:03:44.458686 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f97d4ca-ff94-474f-b525-f7e713761a7a req-20f43cf0-a171-4d29-a294-a3c2a58304a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:03:44.461348 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-4f97d4ca-ff94-474f-b525-f7e713761a7a req-20f43cf0-a171-4d29-a294-a3c2a58304a6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=da15d991f14c433b8467397b8f6ba6da&device_id=ff4f4259-cd27-47ce-8c7c-1665ba1df108 HTTP/1.1" status: 200 len: 1100 time: 0.1056941 Nov 22 20:03:44.574312 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9cbcd5f7-ef0a-4d82-95ce-8629e2826f34 req-4e0237cb-7489-452c-acaf-8059ff949355 tempest-LiveMigrationNegativeTest-30000223 tempest-LiveMigrationNegativeTest-30000223-project] 10.222.0.46 "GET /v2.0/security-groups?id=438abd33-8d9c-46a8-9e92-c7d6e3a47c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3801916 Nov 22 20:03:44.620287 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-0efca6f3-d108-4e59-943a-b0d90cb26105 req-882e367a-908c-4b0f-947a-044797f8c16b service neutron] Attempting to bind port 29156290-576d-4f62-aa0d-48ed1a156ebb on host n-h1-818823-1 for vnic_type normal with profile {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:03:44.620620 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-0efca6f3-d108-4e59-943a-b0d90cb26105 req-882e367a-908c-4b0f-947a-044797f8c16b service neutron] Attempting to bind port 29156290-576d-4f62-aa0d-48ed1a156ebb by drivers openvswitch,hyperv on host n-h1-818823-1 at level 0 using segments [{'id': '2a5a1c7b-538e-498e-99b9-cc7a8e0411be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'e1052824-bf78-4963-8937-b202e372ac24'}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:03:44.620948 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0efca6f3-d108-4e59-943a-b0d90cb26105 req-882e367a-908c-4b0f-947a-044797f8c16b service neutron] Attempting to bind port 29156290-576d-4f62-aa0d-48ed1a156ebb on network e1052824-bf78-4963-8937-b202e372ac24 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:03:44.631065 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0efca6f3-d108-4e59-943a-b0d90cb26105 req-882e367a-908c-4b0f-947a-044797f8c16b service neutron] Port 29156290-576d-4f62-aa0d-48ed1a156ebb on network e1052824-bf78-4963-8937-b202e372ac24 not bound, no agent of type Open vSwitch agent registered on host n-h1-818823-1 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:03:44.631305 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0efca6f3-d108-4e59-943a-b0d90cb26105 req-882e367a-908c-4b0f-947a-044797f8c16b service neutron] Attempting to bind port 29156290-576d-4f62-aa0d-48ed1a156ebb on network e1052824-bf78-4963-8937-b202e372ac24 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:03:44.633517 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45fa7c4-9be6-48b8-8943-8340ff577854 req-70670a50-bf24-4dad-8931-8ee79f649a07 tempest-ServersAdminNegativeTestJSON-696933393 tempest-ServersAdminNegativeTestJSON-696933393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:03:44.640680 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c45fa7c4-9be6-48b8-8943-8340ff577854 req-70670a50-bf24-4dad-8931-8ee79f649a07 tempest-ServersAdminNegativeTestJSON-696933393 tempest-ServersAdminNegativeTestJSON-696933393-project] 10.222.0.46 "GET /v2.0/ports?device_id=c764a3a2-d9d5-42ad-8b6c-ab7c3bf3ede8 HTTP/1.1" status: 200 len: 948 time: 0.1817238 Nov 22 20:03:44.641609 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86836536-d798-4d7a-bfe4-053b6d16d2e6 req-495213f8-2b0a-454e-9008-30b9aa97c53f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:03:44.643055 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0efca6f3-d108-4e59-943a-b0d90cb26105 req-882e367a-908c-4b0f-947a-044797f8c16b service neutron] Checking agent: {'id': '7a008cff-3b49-418c-8046-689d46cc800f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'started_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 3, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:03:44.643219 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-86836536-d798-4d7a-bfe4-053b6d16d2e6 req-495213f8-2b0a-454e-9008-30b9aa97c53f service neutron] 10.222.0.20 "GET /v2.0/networks?id=e1052824-bf78-4963-8937-b202e372ac24 HTTP/1.1" status: 200 len: 870 time: 0.4634783 Nov 22 20:03:44.643472 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0efca6f3-d108-4e59-943a-b0d90cb26105 req-882e367a-908c-4b0f-947a-044797f8c16b service neutron] Checking segment: {'id': '2a5a1c7b-538e-498e-99b9-cc7a8e0411be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'e1052824-bf78-4963-8937-b202e372ac24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:03:44.643803 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0efca6f3-d108-4e59-943a-b0d90cb26105 req-882e367a-908c-4b0f-947a-044797f8c16b service neutron] Bound using segment: {'id': '2a5a1c7b-538e-498e-99b9-cc7a8e0411be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'e1052824-bf78-4963-8937-b202e372ac24'} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:03:44.644378 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-0efca6f3-d108-4e59-943a-b0d90cb26105 req-882e367a-908c-4b0f-947a-044797f8c16b service neutron] Bound port: 29156290-576d-4f62-aa0d-48ed1a156ebb, host: n-h1-818823-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a5a1c7b-538e-498e-99b9-cc7a8e0411be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'e1052824-bf78-4963-8937-b202e372ac24'}}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:03:44.644577 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-0efca6f3-d108-4e59-943a-b0d90cb26105 req-882e367a-908c-4b0f-947a-044797f8c16b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:44.650150 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f97d4ca-ff94-474f-b525-f7e713761a7a req-637ed384-4032-463a-857c-8ffc741f2a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:03:44.651831 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-4f97d4ca-ff94-474f-b525-f7e713761a7a req-637ed384-4032-463a-857c-8ffc741f2a71 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e1052824-bf78-4963-8937-b202e372ac24 HTTP/1.1" status: 200 len: 870 time: 0.1562762 Nov 22 20:03:44.690178 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 44fc735c-5c33-4e34-a86a-225c77b4a983 details requested by agent hyperv_n-h2-818823-1 with host n-h2-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 20:03:44.702728 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-86836536-d798-4d7a-bfe4-053b6d16d2e6 req-898ea02b-18e0-4074-affc-6ddd134d2cfa service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=3da612bb-fc01-4db6-9f53-a637aba0e0dc HTTP/1.1" status: 200 len: 217 time: 0.0432360 Nov 22 20:03:44.722892 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-4f97d4ca-ff94-474f-b525-f7e713761a7a req-e21a6dc5-fa76-4e42-bc85-862cb4821cf2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=8212d2ac-a2d3-4747-a374-4f25d8bd3adc HTTP/1.1" status: 200 len: 217 time: 0.0617194 Nov 22 20:03:44.769316 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c45fa7c4-9be6-48b8-8943-8340ff577854 req-629e1a8b-e71e-400c-a5a5-da6f433c9afb tempest-ServersAdminNegativeTestJSON-696933393 tempest-ServersAdminNegativeTestJSON-696933393-project] 10.222.0.46 "GET /v2.0/security-groups?id=739dd857-cdb9-45dd-b5e8-7e682cff4649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229556 Nov 22 20:03:44.786526 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86836536-d798-4d7a-bfe4-053b6d16d2e6 req-03b73c7f-db10-43ea-829d-4b39257a2e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:03:44.803351 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-86836536-d798-4d7a-bfe4-053b6d16d2e6 req-03b73c7f-db10-43ea-829d-4b39257a2e1c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3091ebfd-11e2-41f8-9c00-ffe0b86563d8 HTTP/1.1" status: 200 len: 843 time: 0.0876298 Nov 22 20:03:44.831477 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f97d4ca-ff94-474f-b525-f7e713761a7a req-d8491eb3-a4b5-4bd0-8797-0f45a406c6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:03:44.833125 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-4f97d4ca-ff94-474f-b525-f7e713761a7a req-d8491eb3-a4b5-4bd0-8797-0f45a406c6dc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3091ebfd-11e2-41f8-9c00-ffe0b86563d8 HTTP/1.1" status: 200 len: 843 time: 0.0829277 Nov 22 20:03:44.850188 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-0efca6f3-d108-4e59-943a-b0d90cb26105 req-882e367a-908c-4b0f-947a-044797f8c16b service neutron] For port 29156290-576d-4f62-aa0d-48ed1a156ebb, host n-h1-818823-1, cleared binding levels {{(pid=103448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:03:44.876295 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-0efca6f3-d108-4e59-943a-b0d90cb26105 req-882e367a-908c-4b0f-947a-044797f8c16b service neutron] For port 29156290-576d-4f62-aa0d-48ed1a156ebb, host n-h1-818823-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=29156290-576d-4f62-aa0d-48ed1a156ebb,segment=NetworkSegment(2a5a1c7b-538e-498e-99b9-cc7a8e0411be),segment_id=2a5a1c7b-538e-498e-99b9-cc7a8e0411be)] {{(pid=103448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:03:44.906021 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port 44fc735c-5c33-4e34-a86a-225c77b4a983, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=44fc735c-5c33-4e34-a86a-225c77b4a983,segment=NetworkSegment(97efaa7c-8ce3-4092-a364-fe47bfb4e770),segment_id=97efaa7c-8ce3-4092-a364-fe47bfb4e770)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:03:44.917630 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-0efca6f3-d108-4e59-943a-b0d90cb26105 req-882e367a-908c-4b0f-947a-044797f8c16b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:44.937352 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Returning: {'device': '44fc735c-5c33-4e34-a86a-225c77b4a983', 'network_id': 'a3a1a13d-8067-48f2-9e8d-4534b4884604', 'port_id': '44fc735c-5c33-4e34-a86a-225c77b4a983', 'mac_address': 'fa:16:3e:f7:b9:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b49660d2-5ec3-4a3b-8d42-2b5f78f417e2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 20:03:44.940928 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86836536-d798-4d7a-bfe4-053b6d16d2e6 req-cb69152c-b141-476b-8d92-1ab86dd00c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:03:44.945222 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-86836536-d798-4d7a-bfe4-053b6d16d2e6 req-cb69152c-b141-476b-8d92-1ab86dd00c3f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e1052824-bf78-4963-8937-b202e372ac24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1321967 Nov 22 20:03:44.975211 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efca6f3-d108-4e59-943a-b0d90cb26105 req-882e367a-908c-4b0f-947a-044797f8c16b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:03:44.976021 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-0efca6f3-d108-4e59-943a-b0d90cb26105 req-882e367a-908c-4b0f-947a-044797f8c16b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:44.978096 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-0efca6f3-d108-4e59-943a-b0d90cb26105 req-882e367a-908c-4b0f-947a-044797f8c16b service neutron] 10.222.0.41 "PUT /v2.0/ports/29156290-576d-4f62-aa0d-48ed1a156ebb HTTP/1.1" status: 200 len: 1096 time: 1.2967029 Nov 22 20:03:44.978545 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c764a3a2-d9d5-42ad-8b6c-ab7c3bf3ede8', 'tag': '29156290-576d-4f62-aa0d-48ed1a156ebb'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:03:44.980882 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589a98cf2aea187fcc423a5edb333e5a6cf3ad7c81115d1ebee0f079693c312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71d7b9c4-a64b-4c01-a07d-6a67b6e94f30" -d '{"events": [{"name": "network-changed", "server_uuid": "c764a3a2-d9d5-42ad-8b6c-ab7c3bf3ede8", "tag": "29156290-576d-4f62-aa0d-48ed1a156ebb"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:03:45.028275 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f97d4ca-ff94-474f-b525-f7e713761a7a req-3e57f665-a7aa-456c-9187-c53306d0ee64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:03:45.033399 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:45.034993 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-4f97d4ca-ff94-474f-b525-f7e713761a7a req-3e57f665-a7aa-456c-9187-c53306d0ee64 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e1052824-bf78-4963-8937-b202e372ac24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1905813 Nov 22 20:03:45.051239 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44fc735c-5c33-4e34-a86a-225c77b4a983 {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:03:45.090046 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port 44fc735c-5c33-4e34-a86a-225c77b4a983, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=44fc735c-5c33-4e34-a86a-225c77b4a983,segment=NetworkSegment(97efaa7c-8ce3-4092-a364-fe47bfb4e770),segment_id=97efaa7c-8ce3-4092-a364-fe47bfb4e770)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:03:45.096479 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:45.101500 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-86836536-d798-4d7a-bfe4-053b6d16d2e6 req-658ecde1-e393-4a10-aa54-dff98e19aee5 service neutron] 10.222.0.20 "GET /v2.0/networks/e1052824-bf78-4963-8937-b202e372ac24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397915 Nov 22 20:03:45.170602 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882e367a-908c-4b0f-947a-044797f8c16b service neutron] Pushing event updated for resources: {'Port': ['ID=29156290-576d-4f62-aa0d-48ed1a156ebb,revision_number=3']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:03:45.174621 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=44fc735c-5c33-4e34-a86a-225c77b4a983,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:03:45.239399 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efca6f3-d108-4e59-943a-b0d90cb26105 req-d4ccac05-4614-4aff-9cce-b5854f15d44d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:03:45.241922 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-0efca6f3-d108-4e59-943a-b0d90cb26105 req-d4ccac05-4614-4aff-9cce-b5854f15d44d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=da15d991f14c433b8467397b8f6ba6da&device_id=c764a3a2-d9d5-42ad-8b6c-ab7c3bf3ede8 HTTP/1.1" status: 200 len: 1099 time: 0.2028277 Nov 22 20:03:45.277571 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4a713227-20c0-47ac-8f9e-f102dbc05538 req-927544b9-fdb3-4e8f-82b4-5c48d8411417 tempest-LiveMigrationNegativeTest-30000223 tempest-LiveMigrationNegativeTest-30000223-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=fe638fe68d2c412abdc6ea2631e58e50&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1534290 Nov 22 20:03:45.297418 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-0efca6f3-d108-4e59-943a-b0d90cb26105 req-9392ee4b-deb5-40d2-863a-1238b758cb00 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=29156290-576d-4f62-aa0d-48ed1a156ebb HTTP/1.1" status: 200 len: 217 time: 0.0459855 Nov 22 20:03:45.301398 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] get_ports_and_sgs() called for port_ids ['44fc735c-5c33-4e34-a86a-225c77b4a983'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:03:45.302038 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-4f97d4ca-ff94-474f-b525-f7e713761a7a req-fd0ee9d1-bfdf-4b6d-b2ca-dddde101bac6 service neutron] 10.222.0.20 "GET /v2.0/networks/e1052824-bf78-4963-8937-b202e372ac24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2405138 Nov 22 20:03:45.370170 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3bac639c-17b2-4d6f-a661-b8594d666881 req-5e122968-1f98-4bd4-b66e-496573849400 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ef43cd47-fb8e-4fe5-b1ed-e36ffdb95c51&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4215982 Nov 22 20:03:45.394368 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6244ad-6d8d-4fb5-a919-e43d93a3f3e1 req-08b3c381-8f8d-4887-96c4-ba948a94c442 tempest-VolumesAdminNegativeTest-1794471205 tempest-VolumesAdminNegativeTest-1794471205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:03:45.400148 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-da6244ad-6d8d-4fb5-a919-e43d93a3f3e1 req-08b3c381-8f8d-4887-96c4-ba948a94c442 tempest-VolumesAdminNegativeTest-1794471205 tempest-VolumesAdminNegativeTest-1794471205-project] 10.222.0.46 "GET /v2.0/ports?device_id=0277a8ee-c5b6-4149-8b4d-12bd86f531a8 HTTP/1.1" status: 200 len: 945 time: 0.2792039 Nov 22 20:03:45.407196 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efca6f3-d108-4e59-943a-b0d90cb26105 req-37e001f3-1c6e-4700-a97b-3126a2f61bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:03:45.408724 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-0efca6f3-d108-4e59-943a-b0d90cb26105 req-37e001f3-1c6e-4700-a97b-3126a2f61bfa service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3091ebfd-11e2-41f8-9c00-ffe0b86563d8 HTTP/1.1" status: 200 len: 843 time: 0.1014881 Nov 22 20:03:45.420358 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-86836536-d798-4d7a-bfe4-053b6d16d2e6 req-c05e997e-50bf-44c4-876d-2330ae05604e service neutron] 10.222.0.20 "GET /v2.0/networks/e1052824-bf78-4963-8937-b202e372ac24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2976441 Nov 22 20:03:45.464575 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-4f97d4ca-ff94-474f-b525-f7e713761a7a req-44f0b8c3-ff4e-4fb2-a907-65079fc655b5 service neutron] 10.222.0.20 "GET /v2.0/networks/e1052824-bf78-4963-8937-b202e372ac24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487353 Nov 22 20:03:45.476754 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efca6f3-d108-4e59-943a-b0d90cb26105 req-f3efed02-7829-48cc-bcd6-e78f1a86cc43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:03:45.478484 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-0efca6f3-d108-4e59-943a-b0d90cb26105 req-f3efed02-7829-48cc-bcd6-e78f1a86cc43 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e1052824-bf78-4963-8937-b202e372ac24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0562818 Nov 22 20:03:45.519245 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a713227-20c0-47ac-8f9e-f102dbc05538 req-bcc1701d-217b-4aa0-8767-27ff05bc5183 tempest-LiveMigrationNegativeTest-30000223 tempest-LiveMigrationNegativeTest-30000223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:03:45.520859 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4a713227-20c0-47ac-8f9e-f102dbc05538 req-bcc1701d-217b-4aa0-8767-27ff05bc5183 tempest-LiveMigrationNegativeTest-30000223 tempest-LiveMigrationNegativeTest-30000223-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2406826 Nov 22 20:03:45.547251 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-da6244ad-6d8d-4fb5-a919-e43d93a3f3e1 req-87beff0d-6251-4e01-acb1-88652ea6da88 tempest-VolumesAdminNegativeTest-1794471205 tempest-VolumesAdminNegativeTest-1794471205-project] 10.222.0.46 "GET /v2.0/security-groups?id=0977a7ce-e750-4fa6-bb8f-0b85e8562ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259375 Nov 22 20:03:45.549061 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bac639c-17b2-4d6f-a661-b8594d666881 req-b772c89c-0e33-4f68-904e-fb46199babea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:03:45.550772 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3bac639c-17b2-4d6f-a661-b8594d666881 req-b772c89c-0e33-4f68-904e-fb46199babea service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b8987da6c00d45eeb9ea1bdd7abcba6d&device_id=ef43cd47-fb8e-4fe5-b1ed-e36ffdb95c51 HTTP/1.1" status: 200 len: 1121 time: 0.1244607 Nov 22 20:03:45.553447 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4a713227-20c0-47ac-8f9e-f102dbc05538 req-0a669aca-bac1-4437-9cfe-52aac7e11635 tempest-LiveMigrationNegativeTest-30000223 tempest-LiveMigrationNegativeTest-30000223-project] 10.222.0.46 "GET /v2.0/quotas/fe638fe68d2c412abdc6ea2631e58e50 HTTP/1.1" status: 200 len: 375 time: 0.0197654 Nov 22 20:03:45.585578 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-0efca6f3-d108-4e59-943a-b0d90cb26105 req-d173a7fd-ac6f-4c28-a3c5-5d8d64e72a49 service neutron] 10.222.0.41 "GET /v2.0/networks/e1052824-bf78-4963-8937-b202e372ac24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994289 Nov 22 20:03:45.696656 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-0efca6f3-d108-4e59-943a-b0d90cb26105 req-6e230286-5fa6-48a0-82db-c002c3251b8e service neutron] 10.222.0.41 "GET /v2.0/networks/e1052824-bf78-4963-8937-b202e372ac24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014209 Nov 22 20:03:45.704152 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4a713227-20c0-47ac-8f9e-f102dbc05538 req-ca75b8eb-1c6f-41bf-91c3-d2a49be71b6c tempest-LiveMigrationNegativeTest-30000223 tempest-LiveMigrationNegativeTest-30000223-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=fe638fe68d2c412abdc6ea2631e58e50&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1417944 Nov 22 20:03:45.771306 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bac639c-17b2-4d6f-a661-b8594d666881 req-9ba2bbcb-9c29-4ae3-ab4b-8a2eea8d3aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:03:45.773340 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3bac639c-17b2-4d6f-a661-b8594d666881 req-9ba2bbcb-9c29-4ae3-ab4b-8a2eea8d3aa8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e1052824-bf78-4963-8937-b202e372ac24 HTTP/1.1" status: 200 len: 870 time: 0.1956391 Nov 22 20:03:45.839532 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3bac639c-17b2-4d6f-a661-b8594d666881 req-4b5a66fb-6d09-44a3-b7ec-da9eeada4c85 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=b7125113-6c2e-4707-b7e5-edc6be9d5e56 HTTP/1.1" status: 200 len: 217 time: 0.0557849 Nov 22 20:03:45.851239 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a653f4-8fd8-48e0-a01a-c16c240401a4 req-9217cad6-c60f-4256-bc4f-065ebeced2ef tempest-DeleteServersAdminTestJSON-1623428566 tempest-DeleteServersAdminTestJSON-1623428566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:03:45.853645 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b1a653f4-8fd8-48e0-a01a-c16c240401a4 req-9217cad6-c60f-4256-bc4f-065ebeced2ef tempest-DeleteServersAdminTestJSON-1623428566 tempest-DeleteServersAdminTestJSON-1623428566-project] 10.222.0.46 "GET /v2.0/ports?device_id=412ced18-a1de-4dcf-b71f-dcf9d326e298 HTTP/1.1" status: 200 len: 948 time: 0.1290963 Nov 22 20:03:45.897455 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 20:03:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53ef0cd4-d3a0-4e77-af2a-52ace57a6466 x-openstack-request-id: req-53ef0cd4-d3a0-4e77-af2a-52ace57a6466 {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:03:45.897749 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c764a3a2-d9d5-42ad-8b6c-ab7c3bf3ede8", "tag": "29156290-576d-4f62-aa0d-48ed1a156ebb", "status": "completed", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:03:45.898022 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-53ef0cd4-d3a0-4e77-af2a-52ace57a6466 {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:03:45.898699 n-d-818823-1 neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c764a3a2-d9d5-42ad-8b6c-ab7c3bf3ede8', 'tag': '29156290-576d-4f62-aa0d-48ed1a156ebb', 'status': 'completed', 'code': 200} Nov 22 20:03:45.939603 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bac639c-17b2-4d6f-a661-b8594d666881 req-bb29acd0-ffa9-4774-a005-33e120baf081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:03:45.941182 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3bac639c-17b2-4d6f-a661-b8594d666881 req-bb29acd0-ffa9-4774-a005-33e120baf081 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3091ebfd-11e2-41f8-9c00-ffe0b86563d8 HTTP/1.1" status: 200 len: 843 time: 0.0869043 Nov 22 20:03:45.948667 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b1a653f4-8fd8-48e0-a01a-c16c240401a4 req-2e963f62-1661-4243-9171-0c6e417cfc57 tempest-DeleteServersAdminTestJSON-1623428566 tempest-DeleteServersAdminTestJSON-1623428566-project] 10.222.0.46 "GET /v2.0/security-groups?id=c63bdb94-b6a4-45b4-adc5-af0d110830c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684414 Nov 22 20:03:46.007226 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d7b9c4-a64b-4c01-a07d-6a67b6e94f30 req-5d7419d0-778b-47dc-923e-a820c3a3bd60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:03:46.008699 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-71d7b9c4-a64b-4c01-a07d-6a67b6e94f30 req-5d7419d0-778b-47dc-923e-a820c3a3bd60 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=da15d991f14c433b8467397b8f6ba6da&device_id=c764a3a2-d9d5-42ad-8b6c-ab7c3bf3ede8 HTTP/1.1" status: 200 len: 1099 time: 0.0772481 Nov 22 20:03:46.047467 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bac639c-17b2-4d6f-a661-b8594d666881 req-0bb423d8-4acf-49d8-955e-00b472dcad8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:03:46.049556 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3bac639c-17b2-4d6f-a661-b8594d666881 req-0bb423d8-4acf-49d8-955e-00b472dcad8d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e1052824-bf78-4963-8937-b202e372ac24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0999842 Nov 22 20:03:46.155873 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-73b46a03-b8c1-4fdd-8faa-d6fe5dc4773e req-4a6c2a27-262d-410c-9e5a-214bf319aaeb tempest-LiveMigrationNegativeTest-30000223 tempest-LiveMigrationNegativeTest-30000223-project] 10.222.0.46 "GET /v2.0/ports?device_id=8b821109-4823-414a-8c18-208698cc4b1d HTTP/1.1" status: 200 len: 210 time: 0.0904560 Nov 22 20:03:46.200359 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d7b9c4-a64b-4c01-a07d-6a67b6e94f30 req-c737fef6-3105-462d-8d4f-cee989c81682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:03:46.202567 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-71d7b9c4-a64b-4c01-a07d-6a67b6e94f30 req-c737fef6-3105-462d-8d4f-cee989c81682 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e1052824-bf78-4963-8937-b202e372ac24 HTTP/1.1" status: 200 len: 870 time: 0.1733830 Nov 22 20:03:46.206906 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777f7478-c8be-4d41-b12d-8fcd9b43ada7 req-35b631bf-2fab-4bcd-b89f-f21b6b320ab7 tempest-ServersAdminNegativeTestJSON-696933393 tempest-ServersAdminNegativeTestJSON-696933393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:03:46.214648 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-777f7478-c8be-4d41-b12d-8fcd9b43ada7 req-35b631bf-2fab-4bcd-b89f-f21b6b320ab7 tempest-ServersAdminNegativeTestJSON-696933393 tempest-ServersAdminNegativeTestJSON-696933393-project] 10.222.0.46 "GET /v2.0/ports?device_id=c764a3a2-d9d5-42ad-8b6c-ab7c3bf3ede8 HTTP/1.1" status: 200 len: 948 time: 0.1311760 Nov 22 20:03:46.240590 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3bac639c-17b2-4d6f-a661-b8594d666881 req-2d55b36f-b6b6-49f9-997c-c1bf9a903325 service neutron] 10.222.0.41 "GET /v2.0/networks/e1052824-bf78-4963-8937-b202e372ac24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1823738 Nov 22 20:03:46.275646 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-71d7b9c4-a64b-4c01-a07d-6a67b6e94f30 req-4cf3b2eb-9010-4d72-91a7-6ac5465819a0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=29156290-576d-4f62-aa0d-48ed1a156ebb HTTP/1.1" status: 200 len: 217 time: 0.0631070 Nov 22 20:03:46.340928 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-777f7478-c8be-4d41-b12d-8fcd9b43ada7 req-041d6906-3819-4a58-b06b-a6e8ec7d3060 tempest-ServersAdminNegativeTestJSON-696933393 tempest-ServersAdminNegativeTestJSON-696933393-project] 10.222.0.46 "GET /v2.0/security-groups?id=739dd857-cdb9-45dd-b5e8-7e682cff4649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252706 Nov 22 20:03:46.347973 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d7b9c4-a64b-4c01-a07d-6a67b6e94f30 req-3d4caece-a498-4d7c-8be5-a246da8d58c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:03:46.366159 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-71d7b9c4-a64b-4c01-a07d-6a67b6e94f30 req-3d4caece-a498-4d7c-8be5-a246da8d58c9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3091ebfd-11e2-41f8-9c00-ffe0b86563d8 HTTP/1.1" status: 200 len: 843 time: 0.0642395 Nov 22 20:03:46.424160 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3bac639c-17b2-4d6f-a661-b8594d666881 req-31d60ea9-82a3-4284-bf20-1e6c2e3f1e56 service neutron] 10.222.0.41 "GET /v2.0/networks/e1052824-bf78-4963-8937-b202e372ac24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1709259 Nov 22 20:03:46.440722 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d7b9c4-a64b-4c01-a07d-6a67b6e94f30 req-cd7d8907-7aa7-4fce-adb2-c9b593deb52b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:03:46.443015 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-71d7b9c4-a64b-4c01-a07d-6a67b6e94f30 req-cd7d8907-7aa7-4fce-adb2-c9b593deb52b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e1052824-bf78-4963-8937-b202e372ac24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0748789 Nov 22 20:03:46.590308 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-71d7b9c4-a64b-4c01-a07d-6a67b6e94f30 req-4df39070-2e90-498e-ae9b-a837d3a491b1 service neutron] 10.222.0.41 "GET /v2.0/networks/e1052824-bf78-4963-8937-b202e372ac24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389527 Nov 22 20:03:46.690688 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 3da612bb-fc01-4db6-9f53-a637aba0e0dc details requested by agent hyperv_n-h2-818823-1 with host n-h2-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 20:03:46.752092 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 44fc735c-5c33-4e34-a86a-225c77b4a983 up at agent hyperv_n-h2-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:03:46.781607 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-71d7b9c4-a64b-4c01-a07d-6a67b6e94f30 req-010005e8-a609-4328-9f20-e97caadc9684 service neutron] 10.222.0.41 "GET /v2.0/networks/e1052824-bf78-4963-8937-b202e372ac24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1793680 Nov 22 20:03:46.813749 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9128fdab-48bf-45b4-ad54-6a4231ba2557 req-1e5e3d04-1374-439b-8121-e5380e5b5fc2 tempest-VolumesAdminNegativeTest-1794471205 tempest-VolumesAdminNegativeTest-1794471205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:03:46.822869 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9128fdab-48bf-45b4-ad54-6a4231ba2557 req-1e5e3d04-1374-439b-8121-e5380e5b5fc2 tempest-VolumesAdminNegativeTest-1794471205 tempest-VolumesAdminNegativeTest-1794471205-project] 10.222.0.46 "GET /v2.0/ports?device_id=0277a8ee-c5b6-4149-8b4d-12bd86f531a8 HTTP/1.1" status: 200 len: 945 time: 0.1080730 Nov 22 20:03:46.839729 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 52496) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:03:46.876690 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ab72e6-7901-4ab0-96f7-0bd786377945 req-2260ccae-ea4d-4db1-8b01-6c7d9c3dec5b tempest-AggregatesAdminTestJSON-428188263 tempest-AggregatesAdminTestJSON-428188263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:03:46.878938 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port 3da612bb-fc01-4db6-9f53-a637aba0e0dc, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=3da612bb-fc01-4db6-9f53-a637aba0e0dc,segment=NetworkSegment(2a5a1c7b-538e-498e-99b9-cc7a8e0411be),segment_id=2a5a1c7b-538e-498e-99b9-cc7a8e0411be)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:03:46.888736 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-55ab72e6-7901-4ab0-96f7-0bd786377945 req-2260ccae-ea4d-4db1-8b01-6c7d9c3dec5b tempest-AggregatesAdminTestJSON-428188263 tempest-AggregatesAdminTestJSON-428188263-project] 10.222.0.46 "GET /v2.0/ports?device_id=ef43cd47-fb8e-4fe5-b1ed-e36ffdb95c51 HTTP/1.1" status: 200 len: 970 time: 0.1561975 Nov 22 20:03:46.894439 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Returning: {'device': '3da612bb-fc01-4db6-9f53-a637aba0e0dc', 'network_id': 'e1052824-bf78-4963-8937-b202e372ac24', 'port_id': '3da612bb-fc01-4db6-9f53-a637aba0e0dc', 'mac_address': 'fa:16:3e:a2:91:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3091ebfd-11e2-41f8-9c00-ffe0b86563d8', 'ip_address': '192.168.233.232'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 20:03:46.929420 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Provisioning for port 44fc735c-5c33-4e34-a86a-225c77b4a983 completed by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 20:03:46.940482 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Provisioning complete for port 44fc735c-5c33-4e34-a86a-225c77b4a983 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:03:46.940856 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:46.951979 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9128fdab-48bf-45b4-ad54-6a4231ba2557 req-2aa24c77-53cb-422c-92d7-55d77e7debf8 tempest-VolumesAdminNegativeTest-1794471205 tempest-VolumesAdminNegativeTest-1794471205-project] 10.222.0.46 "GET /v2.0/security-groups?id=0977a7ce-e750-4fa6-bb8f-0b85e8562ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273820 Nov 22 20:03:46.983740 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-55ab72e6-7901-4ab0-96f7-0bd786377945 req-0e39ca36-50b4-4d89-aea5-6535d1fcf16f tempest-AggregatesAdminTestJSON-428188263 tempest-AggregatesAdminTestJSON-428188263-project] 10.222.0.46 "GET /v2.0/security-groups?id=a86d2250-a089-4e45-9ea1-08cd1232bc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936728 Nov 22 20:03:46.997825 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:47.035373 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3da612bb-fc01-4db6-9f53-a637aba0e0dc {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:03:47.069370 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-45eba58a-114b-4cd3-8628-fa2938611be3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:47.090101 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port 3da612bb-fc01-4db6-9f53-a637aba0e0dc, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=3da612bb-fc01-4db6-9f53-a637aba0e0dc,segment=NetworkSegment(2a5a1c7b-538e-498e-99b9-cc7a8e0411be),segment_id=2a5a1c7b-538e-498e-99b9-cc7a8e0411be)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:03:47.093322 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:47.097692 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:47.207534 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b3c2f1-aacf-491d-9ea0-b7b475c26078 req-c5bc81fd-2c2e-41ea-be68-5a3ae63d044c tempest-DeleteServersAdminTestJSON-1623428566 tempest-DeleteServersAdminTestJSON-1623428566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:03:47.208432 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0277a8ee-c5b6-4149-8b4d-12bd86f531a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44fc735c-5c33-4e34-a86a-225c77b4a983'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:03:47.209104 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f1b3c2f1-aacf-491d-9ea0-b7b475c26078 req-c5bc81fd-2c2e-41ea-be68-5a3ae63d044c tempest-DeleteServersAdminTestJSON-1623428566 tempest-DeleteServersAdminTestJSON-1623428566-project] 10.222.0.46 "GET /v2.0/ports?device_id=412ced18-a1de-4dcf-b71f-dcf9d326e298 HTTP/1.1" status: 200 len: 949 time: 0.1173801 Nov 22 20:03:47.210924 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d39f6d30a11e565ec9648abcc015e8a6ab6cff4edd704add8155e28765d31eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7ef0c4c-1d57-4f22-a783-1f0335393f69" -d '{"events": [{"server_uuid": "0277a8ee-c5b6-4149-8b4d-12bd86f531a8", "name": "network-vif-plugged", "status": "completed", "tag": "44fc735c-5c33-4e34-a86a-225c77b4a983"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:03:47.212959 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-45eba58a-114b-4cd3-8628-fa2938611be3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:47.220094 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-45eba58a-114b-4cd3-8628-fa2938611be3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:47.272470 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-45eba58a-114b-4cd3-8628-fa2938611be3 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e4b28b5fde31444bb200357c576c3605&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4309061 Nov 22 20:03:47.273477 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45eba58a-114b-4cd3-8628-fa2938611be3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04c56a27-6b74-498a-b0ce-26c1dcef97a5,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:03:47.275959 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 52522) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:03:47.309693 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port 44fc735c-5c33-4e34-a86a-225c77b4a983, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=44fc735c-5c33-4e34-a86a-225c77b4a983,segment=NetworkSegment(97efaa7c-8ce3-4092-a364-fe47bfb4e770),segment_id=97efaa7c-8ce3-4092-a364-fe47bfb4e770)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:03:47.324564 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=3da612bb-fc01-4db6-9f53-a637aba0e0dc,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:03:47.332855 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:47.337510 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-4a713227-20c0-47ac-8f9e-f102dbc05538 req-62731564-6634-41d6-9207-93939b64b2c3 tempest-LiveMigrationNegativeTest-30000223 tempest-LiveMigrationNegativeTest-30000223-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=fe638fe68d2c412abdc6ea2631e58e50&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0368953 Nov 22 20:03:47.367592 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-165cb47d-0faf-47c0-ab2f-95ad928f7b83 req-b8a090d2-ee36-4d95-bf19-34a99cabbacc tempest-LiveMigrationNegativeTest-30000223 tempest-LiveMigrationNegativeTest-30000223-project] 10.222.0.46 "GET /v2.0/ports?device_id=8b821109-4823-414a-8c18-208698cc4b1d HTTP/1.1" status: 200 len: 210 time: 0.0592408 Nov 22 20:03:47.385440 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f1b3c2f1-aacf-491d-9ea0-b7b475c26078 req-1e0011d7-7b12-477e-94a5-c886e42d3988 tempest-DeleteServersAdminTestJSON-1623428566 tempest-DeleteServersAdminTestJSON-1623428566-project] 10.222.0.46 "GET /v2.0/security-groups?id=c63bdb94-b6a4-45b4-adc5-af0d110830c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650295 Nov 22 20:03:47.397780 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] get_ports_and_sgs() called for port_ids ['3da612bb-fc01-4db6-9f53-a637aba0e0dc'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:03:47.404059 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1d0adcda-499e-4912-86e6-ee5e2b5d5892 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:47.443399 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1d0adcda-499e-4912-86e6-ee5e2b5d5892 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:47.510742 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a713227-20c0-47ac-8f9e-f102dbc05538 req-fd9be8ed-5065-4ac6-89df-6ecd3e8beddf tempest-LiveMigrationNegativeTest-30000223 tempest-LiveMigrationNegativeTest-30000223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:03:47.512972 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-4a713227-20c0-47ac-8f9e-f102dbc05538 req-fd9be8ed-5065-4ac6-89df-6ecd3e8beddf tempest-LiveMigrationNegativeTest-30000223 tempest-LiveMigrationNegativeTest-30000223-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1686511 Nov 22 20:03:47.528811 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:03:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da739b44-70ce-4fe2-928f-f08d9af0bf8b x-openstack-request-id: req-da739b44-70ce-4fe2-928f-f08d9af0bf8b {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:03:47.528811 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0277a8ee-c5b6-4149-8b4d-12bd86f531a8", "name": "network-vif-plugged", "status": "completed", "tag": "44fc735c-5c33-4e34-a86a-225c77b4a983", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:03:47.529330 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-da739b44-70ce-4fe2-928f-f08d9af0bf8b {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:03:47.529737 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0277a8ee-c5b6-4149-8b4d-12bd86f531a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44fc735c-5c33-4e34-a86a-225c77b4a983', 'code': 200} Nov 22 20:03:47.540386 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [req-4a713227-20c0-47ac-8f9e-f102dbc05538 req-5de452c4-9fe1-42fb-b1cc-c03960fee244 tempest-LiveMigrationNegativeTest-30000223 tempest-LiveMigrationNegativeTest-30000223-project] Request body: {'port': {'device_id': '8b821109-4823-414a-8c18-208698cc4b1d', 'network_id': 'e1052824-bf78-4963-8937-b202e372ac24', 'admin_state_up': True, 'tenant_id': 'fe638fe68d2c412abdc6ea2631e58e50'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:03:47.577101 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=44fc735c-5c33-4e34-a86a-225c77b4a983,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:03:47.676925 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 52536) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:03:47.709429 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d03467b-d2fd-4d60-b8ad-64e2b7e1d715 req-7d1791b8-3c87-46ed-966c-b693c7880ae0 tempest-ServersAdminNegativeTestJSON-696933393 tempest-ServersAdminNegativeTestJSON-696933393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:03:47.718328 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9d03467b-d2fd-4d60-b8ad-64e2b7e1d715 req-7d1791b8-3c87-46ed-966c-b693c7880ae0 tempest-ServersAdminNegativeTestJSON-696933393 tempest-ServersAdminNegativeTestJSON-696933393-project] 10.222.0.46 "GET /v2.0/ports?device_id=c764a3a2-d9d5-42ad-8b6c-ab7c3bf3ede8 HTTP/1.1" status: 200 len: 948 time: 0.1442695 Nov 22 20:03:47.740973 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b9450d-f67e-4be8-85f9-3f75f5a5b2b9 req-fb410207-38bf-4d8d-9cd7-ca71f9d4231e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:03:47.742533 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e5b9450d-f67e-4be8-85f9-3f75f5a5b2b9 req-fb410207-38bf-4d8d-9cd7-ca71f9d4231e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=0277a8ee-c5b6-4149-8b4d-12bd86f531a8 HTTP/1.1" status: 200 len: 1097 time: 0.0980935 Nov 22 20:03:47.811734 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9d03467b-d2fd-4d60-b8ad-64e2b7e1d715 req-f9269646-e45b-4837-be91-deaaf74dfdca tempest-ServersAdminNegativeTestJSON-696933393 tempest-ServersAdminNegativeTestJSON-696933393-project] 10.222.0.46 "GET /v2.0/security-groups?id=739dd857-cdb9-45dd-b5e8-7e682cff4649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918391 Nov 22 20:03:47.830755 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1d0adcda-499e-4912-86e6-ee5e2b5d5892 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:47.833329 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1d0adcda-499e-4912-86e6-ee5e2b5d5892 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:47.837708 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-1d0adcda-499e-4912-86e6-ee5e2b5d5892 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/04c56a27-6b74-498a-b0ce-26c1dcef97a5 HTTP/1.1" status: 204 len: 168 time: 0.5576053 Nov 22 20:03:47.853976 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0adcda-499e-4912-86e6-ee5e2b5d5892 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04c56a27-6b74-498a-b0ce-26c1dcef97a5,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:03:47.856082 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e5b9450d-f67e-4be8-85f9-3f75f5a5b2b9 req-d226edaa-0658-410a-a862-4a788a04e428 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=0977a7ce-e750-4fa6-bb8f-0b85e8562ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017439 Nov 22 20:03:47.857256 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-d8b41f30-e757-47a7-bcd0-a59a3bf31ec4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:47.978877 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-d8b41f30-e757-47a7-bcd0-a59a3bf31ec4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:47.981506 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a713227-20c0-47ac-8f9e-f102dbc05538 req-5de452c4-9fe1-42fb-b1cc-c03960fee244 tempest-LiveMigrationNegativeTest-30000223 tempest-LiveMigrationNegativeTest-30000223-project] Made reservation on behalf of fe638fe68d2c412abdc6ea2631e58e50 for: {'port': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:03:47.985119 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-d8b41f30-e757-47a7-bcd0-a59a3bf31ec4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:47.985243 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-4a713227-20c0-47ac-8f9e-f102dbc05538 req-5de452c4-9fe1-42fb-b1cc-c03960fee244 tempest-LiveMigrationNegativeTest-30000223 tempest-LiveMigrationNegativeTest-30000223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:48.055193 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-d8b41f30-e757-47a7-bcd0-a59a3bf31ec4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c75bab5b5ed045f894b41d75da3347d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3767290 Nov 22 20:03:48.059223 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 52560) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:03:48.080069 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b41f30-e757-47a7-bcd0-a59a3bf31ec4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dec55bb-f138-4025-aee2-82823711e22e,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:03:48.214912 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4942f4-9d45-45e2-a11b-e7b563da4304 req-b6abcd9b-e511-4135-8dbd-8e3f046e68ea tempest-VolumesAdminNegativeTest-1794471205 tempest-VolumesAdminNegativeTest-1794471205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:03:48.222478 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5a4942f4-9d45-45e2-a11b-e7b563da4304 req-b6abcd9b-e511-4135-8dbd-8e3f046e68ea tempest-VolumesAdminNegativeTest-1794471205 tempest-VolumesAdminNegativeTest-1794471205-project] 10.222.0.46 "GET /v2.0/ports?device_id=0277a8ee-c5b6-4149-8b4d-12bd86f531a8 HTTP/1.1" status: 200 len: 946 time: 0.1251392 Nov 22 20:03:48.233229 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-d11bbb1a-5160-4f11-b3da-67ea20f11f3b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:48.255534 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2190a700-ec61-4322-af63-dcfa9ad13d8a req-cf3fb380-35dd-401a-8126-9419f7f200dd tempest-AggregatesAdminTestJSON-428188263 tempest-AggregatesAdminTestJSON-428188263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:03:48.257134 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2190a700-ec61-4322-af63-dcfa9ad13d8a req-cf3fb380-35dd-401a-8126-9419f7f200dd tempest-AggregatesAdminTestJSON-428188263 tempest-AggregatesAdminTestJSON-428188263-project] 10.222.0.46 "GET /v2.0/ports?device_id=ef43cd47-fb8e-4fe5-b1ed-e36ffdb95c51 HTTP/1.1" status: 200 len: 970 time: 0.1384516 Nov 22 20:03:48.259109 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafd9374-1792-4dd7-b856-f89e375a02e9 req-90b52354-66b8-42e4-b2a4-5a0e82133909 tempest-AggregatesAdminTestJSON-428188263 tempest-AggregatesAdminTestJSON-428188263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:03:48.260676 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-dafd9374-1792-4dd7-b856-f89e375a02e9 req-90b52354-66b8-42e4-b2a4-5a0e82133909 tempest-AggregatesAdminTestJSON-428188263 tempest-AggregatesAdminTestJSON-428188263-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef43cd47-fb8e-4fe5-b1ed-e36ffdb95c51 HTTP/1.1" status: 200 len: 970 time: 0.1348209 Nov 22 20:03:48.272590 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 52564) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:03:48.277427 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [req-4a713227-20c0-47ac-8f9e-f102dbc05538 req-5de452c4-9fe1-42fb-b1cc-c03960fee244 tempest-LiveMigrationNegativeTest-30000223 tempest-LiveMigrationNegativeTest-30000223-project] Allocated IP 192.168.233.218 (e1052824-bf78-4963-8937-b202e372ac24/3091ebfd-11e2-41f8-9c00-ffe0b86563d8/d47c61fa-6889-413d-95f9-3f41c2702225) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:03:48.307233 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-d11bbb1a-5160-4f11-b3da-67ea20f11f3b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:48.336350 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-27536582-1783-4f9d-8b3e-a2062b3a31c9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:48.356341 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5a4942f4-9d45-45e2-a11b-e7b563da4304 req-9e238430-830a-418e-905a-22887aa799b5 tempest-VolumesAdminNegativeTest-1794471205 tempest-VolumesAdminNegativeTest-1794471205-project] 10.222.0.46 "GET /v2.0/security-groups?id=0977a7ce-e750-4fa6-bb8f-0b85e8562ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329200 Nov 22 20:03:48.423784 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2190a700-ec61-4322-af63-dcfa9ad13d8a req-30dbb9f3-d9b7-4961-93bf-b20a07cd741a tempest-AggregatesAdminTestJSON-428188263 tempest-AggregatesAdminTestJSON-428188263-project] 10.222.0.46 "GET /v2.0/security-groups?id=a86d2250-a089-4e45-9ea1-08cd1232bc41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448641 Nov 22 20:03:48.484346 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-d11bbb1a-5160-4f11-b3da-67ea20f11f3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:48.492251 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-d11bbb1a-5160-4f11-b3da-67ea20f11f3b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:48.495828 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-d11bbb1a-5160-4f11-b3da-67ea20f11f3b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9dec55bb-f138-4025-aee2-82823711e22e HTTP/1.1" status: 204 len: 168 time: 0.4353824 Nov 22 20:03:48.542099 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [req-dafd9374-1792-4dd7-b856-f89e375a02e9 req-df73d68e-9b22-4a42-8624-4d31f4fa7471 tempest-AggregatesAdminTestJSON-428188263 tempest-AggregatesAdminTestJSON-428188263-project] Deleting port b7125113-6c2e-4707-b7e5-edc6be9d5e56 {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:03:48.542758 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-dafd9374-1792-4dd7-b856-f89e375a02e9 req-df73d68e-9b22-4a42-8624-4d31f4fa7471 tempest-AggregatesAdminTestJSON-428188263 tempest-AggregatesAdminTestJSON-428188263-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:48.585376 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11bbb1a-5160-4f11-b3da-67ea20f11f3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dec55bb-f138-4025-aee2-82823711e22e,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:03:48.641708 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8a8bf8a9-efc6-4715-9d11-0fd4f906059c req-5a08186a-89ce-4f12-8fb3-2dc02c10696c tempest-LiveMigrationNegativeTest-30000223 tempest-LiveMigrationNegativeTest-30000223-project] 10.222.0.46 "GET /v2.0/ports?device_id=8b821109-4823-414a-8c18-208698cc4b1d HTTP/1.1" status: 200 len: 210 time: 0.0787790 Nov 22 20:03:48.692370 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-27536582-1783-4f9d-8b3e-a2062b3a31c9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:48.703269 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-27536582-1783-4f9d-8b3e-a2062b3a31c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:48.709068 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-4a713227-20c0-47ac-8f9e-f102dbc05538 req-5de452c4-9fe1-42fb-b1cc-c03960fee244 tempest-LiveMigrationNegativeTest-30000223 tempest-LiveMigrationNegativeTest-30000223-project] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:48.718680 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 3da612bb-fc01-4db6-9f53-a637aba0e0dc up at agent hyperv_n-h2-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:03:48.744450 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62256a5-282e-47ca-8c96-3dd5927a7a11 req-cf52a8c9-44b7-4b76-9538-3855bce6aa26 tempest-DeleteServersAdminTestJSON-1623428566 tempest-DeleteServersAdminTestJSON-1623428566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:03:48.751970 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c62256a5-282e-47ca-8c96-3dd5927a7a11 req-cf52a8c9-44b7-4b76-9538-3855bce6aa26 tempest-DeleteServersAdminTestJSON-1623428566 tempest-DeleteServersAdminTestJSON-1623428566-project] 10.222.0.46 "GET /v2.0/ports?device_id=412ced18-a1de-4dcf-b71f-dcf9d326e298 HTTP/1.1" status: 200 len: 949 time: 0.1257353 Nov 22 20:03:48.777706 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-dafd9374-1792-4dd7-b856-f89e375a02e9 req-df73d68e-9b22-4a42-8624-4d31f4fa7471 tempest-AggregatesAdminTestJSON-428188263 tempest-AggregatesAdminTestJSON-428188263-project] For port b7125113-6c2e-4707-b7e5-edc6be9d5e56, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=b7125113-6c2e-4707-b7e5-edc6be9d5e56,segment=NetworkSegment(2a5a1c7b-538e-498e-99b9-cc7a8e0411be),segment_id=2a5a1c7b-538e-498e-99b9-cc7a8e0411be)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:03:48.778330 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-dafd9374-1792-4dd7-b856-f89e375a02e9 req-df73d68e-9b22-4a42-8624-4d31f4fa7471 tempest-AggregatesAdminTestJSON-428188263 tempest-AggregatesAdminTestJSON-428188263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:48.794206 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 29156290-576d-4f62-aa0d-48ed1a156ebb details requested by agent hyperv_n-h1-818823-1 with host n-h1-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 20:03:48.812998 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [req-dafd9374-1792-4dd7-b856-f89e375a02e9 req-df73d68e-9b22-4a42-8624-4d31f4fa7471 tempest-AggregatesAdminTestJSON-428188263 tempest-AggregatesAdminTestJSON-428188263-project] Calling delete_port for b7125113-6c2e-4707-b7e5-edc6be9d5e56 owned by compute:tempest-test_az-496265967 {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:03:48.877346 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Provisioning for port 3da612bb-fc01-4db6-9f53-a637aba0e0dc completed by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 20:03:48.884784 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Provisioning complete for port 3da612bb-fc01-4db6-9f53-a637aba0e0dc triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:03:48.885427 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:48.983373 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 29156290-576d-4f62-aa0d-48ed1a156ebb, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=29156290-576d-4f62-aa0d-48ed1a156ebb,segment=NetworkSegment(2a5a1c7b-538e-498e-99b9-cc7a8e0411be),segment_id=2a5a1c7b-538e-498e-99b9-cc7a8e0411be)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:03:49.005533 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Returning: {'device': '29156290-576d-4f62-aa0d-48ed1a156ebb', 'network_id': 'e1052824-bf78-4963-8937-b202e372ac24', 'port_id': '29156290-576d-4f62-aa0d-48ed1a156ebb', 'mac_address': 'fa:16:3e:64:76:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3091ebfd-11e2-41f8-9c00-ffe0b86563d8', 'ip_address': '192.168.233.196'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 20:03:49.050726 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-4a713227-20c0-47ac-8f9e-f102dbc05538 req-5de452c4-9fe1-42fb-b1cc-c03960fee244 tempest-LiveMigrationNegativeTest-30000223 tempest-LiveMigrationNegativeTest-30000223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:49.065622 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 52580) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:03:49.065802 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-27536582-1783-4f9d-8b3e-a2062b3a31c9 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e96e280b0b56441c870fcb34f4aa2645&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7861779 Nov 22 20:03:49.085761 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] get_ports_and_sgs() called for port_ids ['40cfc681-3bb1-4e27-a0f5-5d0226d9ef80'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:03:49.099284 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27536582-1783-4f9d-8b3e-a2062b3a31c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c079880e-819f-4c1b-9cd7-2f90b4469d06,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:03:49.128162 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-dafd9374-1792-4dd7-b856-f89e375a02e9 req-df73d68e-9b22-4a42-8624-4d31f4fa7471 tempest-AggregatesAdminTestJSON-428188263 tempest-AggregatesAdminTestJSON-428188263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:49.156518 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:49.165357 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 52582) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:03:49.188758 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29156290-576d-4f62-aa0d-48ed1a156ebb {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:03:49.204284 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c62256a5-282e-47ca-8c96-3dd5927a7a11 req-ac978ba1-7f71-493a-99aa-67ac03ba1515 tempest-DeleteServersAdminTestJSON-1623428566 tempest-DeleteServersAdminTestJSON-1623428566-project] 10.222.0.46 "GET /v2.0/security-groups?id=c63bdb94-b6a4-45b4-adc5-af0d110830c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4420271 Nov 22 20:03:49.212521 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a713227-20c0-47ac-8f9e-f102dbc05538 req-5de452c4-9fe1-42fb-b1cc-c03960fee244 tempest-LiveMigrationNegativeTest-30000223 tempest-LiveMigrationNegativeTest-30000223-project] Network e1052824-bf78-4963-8937-b202e372ac24 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:03:49.256333 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c75ac0-b25b-441d-9843-8476e4517984 req-4b27e867-684e-4edf-8889-ab641eca8911 tempest-ServersAdminNegativeTestJSON-696933393 tempest-ServersAdminNegativeTestJSON-696933393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:03:49.266759 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-81c75ac0-b25b-441d-9843-8476e4517984 req-4b27e867-684e-4edf-8889-ab641eca8911 tempest-ServersAdminNegativeTestJSON-696933393 tempest-ServersAdminNegativeTestJSON-696933393-project] 10.222.0.46 "GET /v2.0/ports?device_id=c764a3a2-d9d5-42ad-8b6c-ab7c3bf3ede8 HTTP/1.1" status: 200 len: 948 time: 0.2341893 Nov 22 20:03:49.280968 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [req-4a713227-20c0-47ac-8f9e-f102dbc05538 req-5de452c4-9fe1-42fb-b1cc-c03960fee244 tempest-LiveMigrationNegativeTest-30000223 tempest-LiveMigrationNegativeTest-30000223-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:03:49.284201 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a713227-20c0-47ac-8f9e-f102dbc05538 req-5de452c4-9fe1-42fb-b1cc-c03960fee244 tempest-LiveMigrationNegativeTest-30000223 tempest-LiveMigrationNegativeTest-30000223-project] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:03:49.329382 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7d5b4b78-252e-4fcd-ad94-d52eb25d5046 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:49.338625 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 52586) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:03:49.354721 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-81c75ac0-b25b-441d-9843-8476e4517984 req-8e02e016-98df-4bdd-80ae-802f08b66b90 tempest-ServersAdminNegativeTestJSON-696933393 tempest-ServersAdminNegativeTestJSON-696933393-project] 10.222.0.46 "GET /v2.0/security-groups?id=739dd857-cdb9-45dd-b5e8-7e682cff4649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814681 Nov 22 20:03:49.365441 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:49.418438 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 29156290-576d-4f62-aa0d-48ed1a156ebb, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=29156290-576d-4f62-aa0d-48ed1a156ebb,segment=NetworkSegment(2a5a1c7b-538e-498e-99b9-cc7a8e0411be),segment_id=2a5a1c7b-538e-498e-99b9-cc7a8e0411be)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:03:49.443490 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:49.492008 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de452c4-9fe1-42fb-b1cc-c03960fee244 tempest-LiveMigrationNegativeTest-30000223 tempest-LiveMigrationNegativeTest-30000223-project] Pushing event updated for resources: {'Port': ['ID=d47c61fa-6889-413d-95f9-3f41c2702225,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:03:49.492398 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port 3da612bb-fc01-4db6-9f53-a637aba0e0dc, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=3da612bb-fc01-4db6-9f53-a637aba0e0dc,segment=NetworkSegment(2a5a1c7b-538e-498e-99b9-cc7a8e0411be),segment_id=2a5a1c7b-538e-498e-99b9-cc7a8e0411be)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:03:49.495502 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [req-dafd9374-1792-4dd7-b856-f89e375a02e9 req-df73d68e-9b22-4a42-8624-4d31f4fa7471 tempest-AggregatesAdminTestJSON-428188263 tempest-AggregatesAdminTestJSON-428188263-project] No DVR routers for this DVR port b7125113-6c2e-4707-b7e5-edc6be9d5e56 on host n-h1-818823-1 {{(pid=103448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:03:49.504208 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a713227-20c0-47ac-8f9e-f102dbc05538 req-5de452c4-9fe1-42fb-b1cc-c03960fee244 tempest-LiveMigrationNegativeTest-30000223 tempest-LiveMigrationNegativeTest-30000223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:03:49.505039 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-4a713227-20c0-47ac-8f9e-f102dbc05538 req-5de452c4-9fe1-42fb-b1cc-c03960fee244 tempest-LiveMigrationNegativeTest-30000223 tempest-LiveMigrationNegativeTest-30000223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:49.517477 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:49.532283 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '412ced18-a1de-4dcf-b71f-dcf9d326e298', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3da612bb-fc01-4db6-9f53-a637aba0e0dc'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:03:49.535258 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d39f6d30a11e565ec9648abcc015e8a6ab6cff4edd704add8155e28765d31eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec7dd777-a6a7-41f6-802d-2284515212f3" -d '{"events": [{"server_uuid": "412ced18-a1de-4dcf-b71f-dcf9d326e298", "name": "network-vif-plugged", "status": "completed", "tag": "3da612bb-fc01-4db6-9f53-a637aba0e0dc"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:03:49.552669 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df73d68e-9b22-4a42-8624-4d31f4fa7471 tempest-AggregatesAdminTestJSON-428188263 tempest-AggregatesAdminTestJSON-428188263-project] Pushing event deleted for resources: {'Port': ['ID=b7125113-6c2e-4707-b7e5-edc6be9d5e56,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:03:49.556810 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-dafd9374-1792-4dd7-b856-f89e375a02e9 req-df73d68e-9b22-4a42-8624-4d31f4fa7471 tempest-AggregatesAdminTestJSON-428188263 tempest-AggregatesAdminTestJSON-428188263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:49.560370 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-dafd9374-1792-4dd7-b856-f89e375a02e9 req-df73d68e-9b22-4a42-8624-4d31f4fa7471 tempest-AggregatesAdminTestJSON-428188263 tempest-AggregatesAdminTestJSON-428188263-project] 10.222.0.41 "DELETE /v2.0/ports/b7125113-6c2e-4707-b7e5-edc6be9d5e56 HTTP/1.1" status: 204 len: 173 time: 1.2843628 Nov 22 20:03:49.561105 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef43cd47-fb8e-4fe5-b1ed-e36ffdb95c51', 'name': 'network-vif-deleted', 'tag': 'b7125113-6c2e-4707-b7e5-edc6be9d5e56'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:03:49.564078 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589a98cf2aea187fcc423a5edb333e5a6cf3ad7c81115d1ebee0f079693c312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3963959a-01dc-4eaf-8ec5-555ded3b7446" -d '{"events": [{"server_uuid": "ef43cd47-fb8e-4fe5-b1ed-e36ffdb95c51", "name": "network-vif-deleted", "tag": "b7125113-6c2e-4707-b7e5-edc6be9d5e56"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:03:49.580808 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=29156290-576d-4f62-aa0d-48ed1a156ebb,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:03:49.584913 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-4a713227-20c0-47ac-8f9e-f102dbc05538 req-5de452c4-9fe1-42fb-b1cc-c03960fee244 tempest-LiveMigrationNegativeTest-30000223 tempest-LiveMigrationNegativeTest-30000223-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0575111 Nov 22 20:03:49.597919 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0a953006-ba66-40ad-aee0-4b6628c9a192 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:49.618968 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [req-4a713227-20c0-47ac-8f9e-f102dbc05538 req-82c03b01-0bf1-42d8-8a9a-fca40c223fc0 service neutron] Request body: {'port': {'device_id': '8b821109-4823-414a-8c18-208698cc4b1d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818823-1'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:03:49.623821 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-088187f5-6296-4758-afc7-b36568bdd46e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:49.650809 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-088187f5-6296-4758-afc7-b36568bdd46e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:49.654702 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0a4922-b431-48aa-b9e4-56f92725e4c1 req-9edf9172-08ff-460e-a1b2-8c0bf13c2066 tempest-VolumesAdminNegativeTest-1794471205 tempest-VolumesAdminNegativeTest-1794471205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:03:49.656477 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3c0a4922-b431-48aa-b9e4-56f92725e4c1 req-9edf9172-08ff-460e-a1b2-8c0bf13c2066 tempest-VolumesAdminNegativeTest-1794471205 tempest-VolumesAdminNegativeTest-1794471205-project] 10.222.0.46 "GET /v2.0/ports?device_id=0277a8ee-c5b6-4149-8b4d-12bd86f531a8 HTTP/1.1" status: 200 len: 946 time: 0.1959329 Nov 22 20:03:49.679835 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a0318c2a-1857-4a36-862b-f80352f19483 req-c9d172ca-d20e-4da1-be74-d5542bf03211 tempest-AggregatesAdminTestJSON-428188263 tempest-AggregatesAdminTestJSON-428188263-project] 10.222.0.46 "GET /v2.0/ports?device_id=ef43cd47-fb8e-4fe5-b1ed-e36ffdb95c51 HTTP/1.1" status: 200 len: 210 time: 0.0729828 Nov 22 20:03:49.684979 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] get_ports_and_sgs() called for port_ids ['29156290-576d-4f62-aa0d-48ed1a156ebb'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:03:49.746026 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3c0a4922-b431-48aa-b9e4-56f92725e4c1 req-e9a1a262-c619-42fa-b0da-5162a03ab92b tempest-VolumesAdminNegativeTest-1794471205 tempest-VolumesAdminNegativeTest-1794471205-project] 10.222.0.46 "GET /v2.0/security-groups?id=0977a7ce-e750-4fa6-bb8f-0b85e8562ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685828 Nov 22 20:03:49.758854 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7d5b4b78-252e-4fcd-ad94-d52eb25d5046 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:49.760851 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-088187f5-6296-4758-afc7-b36568bdd46e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:49.763522 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-088187f5-6296-4758-afc7-b36568bdd46e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:49.767757 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-088187f5-6296-4758-afc7-b36568bdd46e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c079880e-819f-4c1b-9cd7-2f90b4469d06 HTTP/1.1" status: 204 len: 168 time: 0.6606140 Nov 22 20:03:49.780052 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=3da612bb-fc01-4db6-9f53-a637aba0e0dc,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:03:49.808845 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7d5b4b78-252e-4fcd-ad94-d52eb25d5046 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:49.846738 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:03:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc474243-9251-4022-bb2e-0516a6dc39f1 x-openstack-request-id: req-bc474243-9251-4022-bb2e-0516a6dc39f1 {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:03:49.851480 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "412ced18-a1de-4dcf-b71f-dcf9d326e298", "name": "network-vif-plugged", "status": "completed", "tag": "3da612bb-fc01-4db6-9f53-a637aba0e0dc", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:03:49.851821 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-bc474243-9251-4022-bb2e-0516a6dc39f1 {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:03:49.853443 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '412ced18-a1de-4dcf-b71f-dcf9d326e298', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3da612bb-fc01-4db6-9f53-a637aba0e0dc', 'code': 200} Nov 22 20:03:49.908154 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:03:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c787d83-8e91-403e-a07f-350a0eaae126 x-openstack-request-id: req-1c787d83-8e91-403e-a07f-350a0eaae126 {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:03:49.908457 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef43cd47-fb8e-4fe5-b1ed-e36ffdb95c51", "name": "network-vif-deleted", "tag": "b7125113-6c2e-4707-b7e5-edc6be9d5e56", "status": "completed", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:03:49.908795 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1c787d83-8e91-403e-a07f-350a0eaae126 {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:03:49.909182 n-d-818823-1 neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef43cd47-fb8e-4fe5-b1ed-e36ffdb95c51', 'name': 'network-vif-deleted', 'tag': 'b7125113-6c2e-4707-b7e5-edc6be9d5e56', 'status': 'completed', 'code': 200} Nov 22 20:03:49.911899 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088187f5-6296-4758-afc7-b36568bdd46e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c079880e-819f-4c1b-9cd7-2f90b4469d06,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:03:49.970117 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0a953006-ba66-40ad-aee0-4b6628c9a192 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:49.989761 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0a953006-ba66-40ad-aee0-4b6628c9a192 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:49.995043 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-7d5b4b78-252e-4fcd-ad94-d52eb25d5046 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0e4502d66ee04e6fb655f7d4a3a105d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8025560 Nov 22 20:03:50.016489 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 52610) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:03:50.023282 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5b4b78-252e-4fcd-ad94-d52eb25d5046 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f321e655-1540-4d7b-8f59-f92aa573cd88,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:03:50.028838 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-4a713227-20c0-47ac-8f9e-f102dbc05538 req-82c03b01-0bf1-42d8-8a9a-fca40c223fc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:50.043911 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-4eedaffe-b88f-4ae8-8bab-175256f19020 None None] Provisioning complete for port d47c61fa-6889-413d-95f9-3f41c2702225 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:03:50.044297 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4eedaffe-b88f-4ae8-8bab-175256f19020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:50.123488 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-0a953006-ba66-40ad-aee0-4b6628c9a192 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8f6171c588e444c3ba19faa11f4f9b79&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7651782 Nov 22 20:03:50.124396 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 52614) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:03:50.127363 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a953006-ba66-40ad-aee0-4b6628c9a192 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5283077a-506d-4d24-8f44-f382f91ff1b9,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:03:50.132653 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-4eedaffe-b88f-4ae8-8bab-175256f19020 None None] Port d47c61fa-6889-413d-95f9-3f41c2702225 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:03:50.156270 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123deb8d-6804-4526-a60d-2ef0db01ea4c req-2ac5dae2-cb41-4f26-b30a-13b6acceb39e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:03:50.158066 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-123deb8d-6804-4526-a60d-2ef0db01ea4c req-2ac5dae2-cb41-4f26-b30a-13b6acceb39e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=412ced18-a1de-4dcf-b71f-dcf9d326e298 HTTP/1.1" status: 200 len: 1101 time: 0.1866484 Nov 22 20:03:50.181194 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb89786-ad4f-460a-a26f-26afa243614e req-ee56a25f-9cf4-43ad-9826-4faeb443dfea tempest-LiveMigrationNegativeTest-30000223 tempest-LiveMigrationNegativeTest-30000223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:03:50.199991 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-bfb89786-ad4f-460a-a26f-26afa243614e req-ee56a25f-9cf4-43ad-9826-4faeb443dfea tempest-LiveMigrationNegativeTest-30000223 tempest-LiveMigrationNegativeTest-30000223-project] 10.222.0.46 "GET /v2.0/ports?device_id=8b821109-4823-414a-8c18-208698cc4b1d HTTP/1.1" status: 200 len: 936 time: 0.1842470 Nov 22 20:03:50.235386 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-49508a81-2e86-4a93-bd7a-9a56fa6c5ead admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:50.286901 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-49508a81-2e86-4a93-bd7a-9a56fa6c5ead admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:50.334192 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c761119e-bfca-428a-8d74-b8bb6ae02c63 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:50.338617 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-bfb89786-ad4f-460a-a26f-26afa243614e req-c6c77dc5-7b2d-453b-8afc-368284d788fa tempest-LiveMigrationNegativeTest-30000223 tempest-LiveMigrationNegativeTest-30000223-project] 10.222.0.46 "GET /v2.0/security-groups?id=438abd33-8d9c-46a8-9e92-c7d6e3a47c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224477 Nov 22 20:03:50.361731 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-123deb8d-6804-4526-a60d-2ef0db01ea4c req-84e7da96-d183-40a1-90e0-0307fb82dfdc service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=c63bdb94-b6a4-45b4-adc5-af0d110830c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937466 Nov 22 20:03:50.401094 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c761119e-bfca-428a-8d74-b8bb6ae02c63 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:50.499962 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c761119e-bfca-428a-8d74-b8bb6ae02c63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:50.503155 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c761119e-bfca-428a-8d74-b8bb6ae02c63 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:50.504343 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-c761119e-bfca-428a-8d74-b8bb6ae02c63 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5283077a-506d-4d24-8f44-f382f91ff1b9 HTTP/1.1" status: 204 len: 168 time: 0.3789804 Nov 22 20:03:50.524518 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9478020-5859-4b51-a30d-f9a5b7870a97 req-3a329574-1b69-498e-ae9b-0860921a23de tempest-DeleteServersAdminTestJSON-1623428566 tempest-DeleteServersAdminTestJSON-1623428566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:03:50.536235 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d9478020-5859-4b51-a30d-f9a5b7870a97 req-3a329574-1b69-498e-ae9b-0860921a23de tempest-DeleteServersAdminTestJSON-1623428566 tempest-DeleteServersAdminTestJSON-1623428566-project] 10.222.0.46 "GET /v2.0/ports?device_id=412ced18-a1de-4dcf-b71f-dcf9d326e298 HTTP/1.1" status: 200 len: 950 time: 0.1728866 Nov 22 20:03:50.542089 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c761119e-bfca-428a-8d74-b8bb6ae02c63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5283077a-506d-4d24-8f44-f382f91ff1b9,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:03:50.569015 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [req-4a713227-20c0-47ac-8f9e-f102dbc05538 req-82c03b01-0bf1-42d8-8a9a-fca40c223fc0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d47c61fa-6889-413d-95f9-3f41c2702225 {{(pid=103448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:03:50.577808 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-4a713227-20c0-47ac-8f9e-f102dbc05538 req-82c03b01-0bf1-42d8-8a9a-fca40c223fc0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:50.592808 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [req-4a713227-20c0-47ac-8f9e-f102dbc05538 req-82c03b01-0bf1-42d8-8a9a-fca40c223fc0 service neutron] Transition to ACTIVE for port object d47c61fa-6889-413d-95f9-3f41c2702225 will not be triggered until provisioned by entity L2. {{(pid=103448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 20:03:50.604179 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-4a713227-20c0-47ac-8f9e-f102dbc05538 req-82c03b01-0bf1-42d8-8a9a-fca40c223fc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:50.674117 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d9478020-5859-4b51-a30d-f9a5b7870a97 req-d5fc6f41-cb57-4bf1-9e62-b82d927d7f9e tempest-DeleteServersAdminTestJSON-1623428566 tempest-DeleteServersAdminTestJSON-1623428566-project] 10.222.0.46 "GET /v2.0/security-groups?id=c63bdb94-b6a4-45b4-adc5-af0d110830c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251786 Nov 22 20:03:50.675862 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c03b01-0bf1-42d8-8a9a-fca40c223fc0 service neutron] Pushing event updated for resources: {'Port': ['ID=d47c61fa-6889-413d-95f9-3f41c2702225,revision_number=2']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:03:50.777840 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 29156290-576d-4f62-aa0d-48ed1a156ebb up at agent hyperv_n-h1-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:03:50.787920 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a4ac82-65e1-4695-8050-589ff4af9ddc req-9f3a636a-b662-43e6-b71a-c2cb939b22bd tempest-ServersAdminNegativeTestJSON-696933393 tempest-ServersAdminNegativeTestJSON-696933393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:03:50.808083 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-71a4ac82-65e1-4695-8050-589ff4af9ddc req-9f3a636a-b662-43e6-b71a-c2cb939b22bd tempest-ServersAdminNegativeTestJSON-696933393 tempest-ServersAdminNegativeTestJSON-696933393-project] 10.222.0.46 "GET /v2.0/ports?device_id=c764a3a2-d9d5-42ad-8b6c-ab7c3bf3ede8 HTTP/1.1" status: 200 len: 949 time: 0.3524795 Nov 22 20:03:50.885500 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-4a713227-20c0-47ac-8f9e-f102dbc05538 req-82c03b01-0bf1-42d8-8a9a-fca40c223fc0 service neutron] Attempting to bind port d47c61fa-6889-413d-95f9-3f41c2702225 on host n-h2-818823-1 for vnic_type normal with profile {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:03:50.886708 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-4a713227-20c0-47ac-8f9e-f102dbc05538 req-82c03b01-0bf1-42d8-8a9a-fca40c223fc0 service neutron] Attempting to bind port d47c61fa-6889-413d-95f9-3f41c2702225 by drivers openvswitch,hyperv on host n-h2-818823-1 at level 0 using segments [{'id': '2a5a1c7b-538e-498e-99b9-cc7a8e0411be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'e1052824-bf78-4963-8937-b202e372ac24'}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:03:50.887255 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a713227-20c0-47ac-8f9e-f102dbc05538 req-82c03b01-0bf1-42d8-8a9a-fca40c223fc0 service neutron] Attempting to bind port d47c61fa-6889-413d-95f9-3f41c2702225 on network e1052824-bf78-4963-8937-b202e372ac24 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:03:50.893896 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a713227-20c0-47ac-8f9e-f102dbc05538 req-82c03b01-0bf1-42d8-8a9a-fca40c223fc0 service neutron] Port d47c61fa-6889-413d-95f9-3f41c2702225 on network e1052824-bf78-4963-8937-b202e372ac24 not bound, no agent of type Open vSwitch agent registered on host n-h2-818823-1 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:03:50.894933 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a713227-20c0-47ac-8f9e-f102dbc05538 req-82c03b01-0bf1-42d8-8a9a-fca40c223fc0 service neutron] Attempting to bind port d47c61fa-6889-413d-95f9-3f41c2702225 on network e1052824-bf78-4963-8937-b202e372ac24 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:03:50.903353 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a713227-20c0-47ac-8f9e-f102dbc05538 req-82c03b01-0bf1-42d8-8a9a-fca40c223fc0 service neutron] Checking agent: {'id': '65e0486a-7030-4065-96f0-10aa7402a530', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'started_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 3, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:03:50.904436 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a713227-20c0-47ac-8f9e-f102dbc05538 req-82c03b01-0bf1-42d8-8a9a-fca40c223fc0 service neutron] Checking segment: {'id': '2a5a1c7b-538e-498e-99b9-cc7a8e0411be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'e1052824-bf78-4963-8937-b202e372ac24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:03:50.905017 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a713227-20c0-47ac-8f9e-f102dbc05538 req-82c03b01-0bf1-42d8-8a9a-fca40c223fc0 service neutron] Bound using segment: {'id': '2a5a1c7b-538e-498e-99b9-cc7a8e0411be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'e1052824-bf78-4963-8937-b202e372ac24'} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:03:50.905684 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-4a713227-20c0-47ac-8f9e-f102dbc05538 req-82c03b01-0bf1-42d8-8a9a-fca40c223fc0 service neutron] Bound port: d47c61fa-6889-413d-95f9-3f41c2702225, host: n-h2-818823-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a5a1c7b-538e-498e-99b9-cc7a8e0411be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'e1052824-bf78-4963-8937-b202e372ac24'}}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:03:50.906245 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-4a713227-20c0-47ac-8f9e-f102dbc05538 req-82c03b01-0bf1-42d8-8a9a-fca40c223fc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:50.919596 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-49508a81-2e86-4a93-bd7a-9a56fa6c5ead admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:50.940426 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-49508a81-2e86-4a93-bd7a-9a56fa6c5ead admin admin] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:50.942322 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-49508a81-2e86-4a93-bd7a-9a56fa6c5ead admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f321e655-1540-4d7b-8f59-f92aa573cd88 HTTP/1.1" status: 204 len: 168 time: 0.9239447 Nov 22 20:03:50.965793 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Provisioning for port 29156290-576d-4f62-aa0d-48ed1a156ebb completed by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 20:03:50.979408 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Provisioning complete for port 29156290-576d-4f62-aa0d-48ed1a156ebb triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:03:50.980021 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:51.007565 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-4a713227-20c0-47ac-8f9e-f102dbc05538 req-82c03b01-0bf1-42d8-8a9a-fca40c223fc0 service neutron] For port d47c61fa-6889-413d-95f9-3f41c2702225, host n-h2-818823-1, cleared binding levels {{(pid=103448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:03:51.012667 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-4a713227-20c0-47ac-8f9e-f102dbc05538 req-82c03b01-0bf1-42d8-8a9a-fca40c223fc0 service neutron] For port d47c61fa-6889-413d-95f9-3f41c2702225, host n-h2-818823-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=d47c61fa-6889-413d-95f9-3f41c2702225,segment=NetworkSegment(2a5a1c7b-538e-498e-99b9-cc7a8e0411be),segment_id=2a5a1c7b-538e-498e-99b9-cc7a8e0411be)] {{(pid=103448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:03:51.021659 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-4a713227-20c0-47ac-8f9e-f102dbc05538 req-82c03b01-0bf1-42d8-8a9a-fca40c223fc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:51.099923 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c03b01-0bf1-42d8-8a9a-fca40c223fc0 service neutron] Pushing event updated for resources: {'Port': ['ID=d47c61fa-6889-413d-95f9-3f41c2702225,revision_number=3']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:03:51.129223 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a713227-20c0-47ac-8f9e-f102dbc05538 req-82c03b01-0bf1-42d8-8a9a-fca40c223fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:03:51.130894 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-4a713227-20c0-47ac-8f9e-f102dbc05538 req-82c03b01-0bf1-42d8-8a9a-fca40c223fc0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:51.131762 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-71a4ac82-65e1-4695-8050-589ff4af9ddc req-ce8787ba-9221-470c-b259-c0e1224dc86e tempest-ServersAdminNegativeTestJSON-696933393 tempest-ServersAdminNegativeTestJSON-696933393-project] 10.222.0.46 "GET /v2.0/security-groups?id=739dd857-cdb9-45dd-b5e8-7e682cff4649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3218670 Nov 22 20:03:51.134343 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-4a713227-20c0-47ac-8f9e-f102dbc05538 req-82c03b01-0bf1-42d8-8a9a-fca40c223fc0 service neutron] 10.222.0.20 "PUT /v2.0/ports/d47c61fa-6889-413d-95f9-3f41c2702225 HTTP/1.1" status: 200 len: 1096 time: 1.5199361 Nov 22 20:03:51.150036 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49508a81-2e86-4a93-bd7a-9a56fa6c5ead admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f321e655-1540-4d7b-8f59-f92aa573cd88,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:03:51.353773 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a713227-20c0-47ac-8f9e-f102dbc05538 req-6b05434d-e1e5-4fa7-afdb-a8a258f12e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:03:51.368452 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-4a713227-20c0-47ac-8f9e-f102dbc05538 req-6b05434d-e1e5-4fa7-afdb-a8a258f12e26 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fe638fe68d2c412abdc6ea2631e58e50&device_id=8b821109-4823-414a-8c18-208698cc4b1d HTTP/1.1" status: 200 len: 1099 time: 0.1701081 Nov 22 20:03:51.385342 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:51.513676 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f9b520-d72a-4e74-bf65-9d909f872e65 req-a20aa6e0-f170-45de-bf38-29a240529dec tempest-LiveMigrationNegativeTest-30000223 tempest-LiveMigrationNegativeTest-30000223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:03:51.515733 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-66f9b520-d72a-4e74-bf65-9d909f872e65 req-a20aa6e0-f170-45de-bf38-29a240529dec tempest-LiveMigrationNegativeTest-30000223 tempest-LiveMigrationNegativeTest-30000223-project] 10.222.0.46 "GET /v2.0/ports?device_id=8b821109-4823-414a-8c18-208698cc4b1d HTTP/1.1" status: 200 len: 948 time: 0.0671618 Nov 22 20:03:51.554332 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 29156290-576d-4f62-aa0d-48ed1a156ebb, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=29156290-576d-4f62-aa0d-48ed1a156ebb,segment=NetworkSegment(2a5a1c7b-538e-498e-99b9-cc7a8e0411be),segment_id=2a5a1c7b-538e-498e-99b9-cc7a8e0411be)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:03:51.564629 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:51.570294 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device b7125113-6c2e-4707-b7e5-edc6be9d5e56 no longer exists at agent hyperv_n-h1-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:03:51.624082 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] No Port match for: b7125113-6c2e-4707-b7e5-edc6be9d5e56 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:03:51.624582 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device b7125113-6c2e-4707-b7e5-edc6be9d5e56 not bound to the agent host n-h1-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:03:51.627880 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 52664) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:03:51.659352 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=29156290-576d-4f62-aa0d-48ed1a156ebb,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:03:51.668690 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-7732523d-7713-4187-bbf9-5721e4cae0f5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:51.700082 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-66f9b520-d72a-4e74-bf65-9d909f872e65 req-6c4e2349-0a1d-45f3-a2a4-743519d50fae tempest-LiveMigrationNegativeTest-30000223 tempest-LiveMigrationNegativeTest-30000223-project] 10.222.0.46 "GET /v2.0/security-groups?id=438abd33-8d9c-46a8-9e92-c7d6e3a47c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721885 Nov 22 20:03:51.823877 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-7732523d-7713-4187-bbf9-5721e4cae0f5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:51.843983 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-4a713227-20c0-47ac-8f9e-f102dbc05538 req-717e7b43-66ff-411e-8c6d-a8ed75177743 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=d47c61fa-6889-413d-95f9-3f41c2702225 HTTP/1.1" status: 200 len: 217 time: 0.4729080 Nov 22 20:03:51.854421 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c764a3a2-d9d5-42ad-8b6c-ab7c3bf3ede8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29156290-576d-4f62-aa0d-48ed1a156ebb'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:03:51.857390 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d39f6d30a11e565ec9648abcc015e8a6ab6cff4edd704add8155e28765d31eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fe87f37-7224-4b5b-be9f-8b372bffb7b7" -d '{"events": [{"server_uuid": "c764a3a2-d9d5-42ad-8b6c-ab7c3bf3ede8", "name": "network-vif-plugged", "status": "completed", "tag": "29156290-576d-4f62-aa0d-48ed1a156ebb"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:03:51.889181 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-7732523d-7713-4187-bbf9-5721e4cae0f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:51.911831 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b821109-4823-414a-8c18-208698cc4b1d', 'tag': 'd47c61fa-6889-413d-95f9-3f41c2702225'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:03:51.916563 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589a98cf2aea187fcc423a5edb333e5a6cf3ad7c81115d1ebee0f079693c312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2efb3cfe-5392-4aba-99c8-901526c71d28" -d '{"events": [{"name": "network-changed", "server_uuid": "8b821109-4823-414a-8c18-208698cc4b1d", "tag": "d47c61fa-6889-413d-95f9-3f41c2702225"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:03:51.941350 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 52676) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:03:51.941820 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:03:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9620cc8-b1dd-42bb-87a3-299cc87eef63 x-openstack-request-id: req-e9620cc8-b1dd-42bb-87a3-299cc87eef63 {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:03:51.942499 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c764a3a2-d9d5-42ad-8b6c-ab7c3bf3ede8", "name": "network-vif-plugged", "status": "completed", "tag": "29156290-576d-4f62-aa0d-48ed1a156ebb", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:03:51.942915 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e9620cc8-b1dd-42bb-87a3-299cc87eef63 {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:03:51.943534 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c764a3a2-d9d5-42ad-8b6c-ab7c3bf3ede8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29156290-576d-4f62-aa0d-48ed1a156ebb', 'code': 200} Nov 22 20:03:51.966710 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a713227-20c0-47ac-8f9e-f102dbc05538 req-d2df8b68-0d43-471a-86e7-c4ee26972c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:03:51.968245 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-4a713227-20c0-47ac-8f9e-f102dbc05538 req-d2df8b68-0d43-471a-86e7-c4ee26972c65 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3091ebfd-11e2-41f8-9c00-ffe0b86563d8 HTTP/1.1" status: 200 len: 843 time: 0.1168509 Nov 22 20:03:51.994920 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7732523d-7713-4187-bbf9-5721e4cae0f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc42951b-f49a-4503-b267-69638efa7e56,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:03:52.044717 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-7732523d-7713-4187-bbf9-5721e4cae0f5 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f34deca4c9b742d997da78c44a87cec3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4157696 Nov 22 20:03:52.047291 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 52684) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:03:52.083885 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 20:03:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f1ae487-7c4d-40fd-a415-e55a705db552 x-openstack-request-id: req-1f1ae487-7c4d-40fd-a415-e55a705db552 {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:03:52.084182 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b821109-4823-414a-8c18-208698cc4b1d", "tag": "d47c61fa-6889-413d-95f9-3f41c2702225", "status": "completed", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:03:52.084434 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1f1ae487-7c4d-40fd-a415-e55a705db552 {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:03:52.084819 n-d-818823-1 neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b821109-4823-414a-8c18-208698cc4b1d', 'tag': 'd47c61fa-6889-413d-95f9-3f41c2702225', 'status': 'completed', 'code': 200} Nov 22 20:03:52.106876 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f644272f-0b42-43c7-b8c2-b71e283248cd req-0c7a792c-7133-4ba2-9a52-f2e816eb126e tempest-DeleteServersAdminTestJSON-1623428566 tempest-DeleteServersAdminTestJSON-1623428566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:03:52.109408 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a713227-20c0-47ac-8f9e-f102dbc05538 req-ca69c70a-ad27-4ce9-91e4-76991c6b5241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:03:52.111002 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f644272f-0b42-43c7-b8c2-b71e283248cd req-0c7a792c-7133-4ba2-9a52-f2e816eb126e tempest-DeleteServersAdminTestJSON-1623428566 tempest-DeleteServersAdminTestJSON-1623428566-project] 10.222.0.46 "GET /v2.0/ports?device_id=412ced18-a1de-4dcf-b71f-dcf9d326e298 HTTP/1.1" status: 200 len: 950 time: 0.2840137 Nov 22 20:03:52.111150 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-4a713227-20c0-47ac-8f9e-f102dbc05538 req-ca69c70a-ad27-4ce9-91e4-76991c6b5241 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e1052824-bf78-4963-8937-b202e372ac24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1357222 Nov 22 20:03:52.114343 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b668744b-122f-4b2f-aa3b-ab74e5dc4160 req-250c074f-7f23-423b-a449-7ab9be79b82d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:03:52.116185 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-b668744b-122f-4b2f-aa3b-ab74e5dc4160 req-250c074f-7f23-423b-a449-7ab9be79b82d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c764a3a2-d9d5-42ad-8b6c-ab7c3bf3ede8 HTTP/1.1" status: 200 len: 1101 time: 0.0823901 Nov 22 20:03:52.192746 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e0c445a9-667f-4399-9563-bbf63d05688f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:52.262117 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f644272f-0b42-43c7-b8c2-b71e283248cd req-8bc17063-0c83-43c9-b3e8-6face4018d11 tempest-DeleteServersAdminTestJSON-1623428566 tempest-DeleteServersAdminTestJSON-1623428566-project] 10.222.0.46 "GET /v2.0/security-groups?id=c63bdb94-b6a4-45b4-adc5-af0d110830c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193573 Nov 22 20:03:52.326753 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-b668744b-122f-4b2f-aa3b-ab74e5dc4160 req-480d4fe2-1734-4ba1-b383-ca1d409259d4 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=739dd857-cdb9-45dd-b5e8-7e682cff4649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908402 Nov 22 20:03:52.344179 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e0c445a9-667f-4399-9563-bbf63d05688f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:52.414268 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-4a713227-20c0-47ac-8f9e-f102dbc05538 req-b60f1407-108c-4024-832e-2b0e62a005b1 service neutron] 10.222.0.20 "GET /v2.0/networks/e1052824-bf78-4963-8937-b202e372ac24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2939489 Nov 22 20:03:52.466978 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea81b4af-267d-4826-80b9-26e5646b155a req-95e1c7a3-dd50-43e3-ab5e-23146cb30408 tempest-ServersAdminNegativeTestJSON-696933393 tempest-ServersAdminNegativeTestJSON-696933393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:03:52.476637 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ea81b4af-267d-4826-80b9-26e5646b155a req-95e1c7a3-dd50-43e3-ab5e-23146cb30408 tempest-ServersAdminNegativeTestJSON-696933393 tempest-ServersAdminNegativeTestJSON-696933393-project] 10.222.0.46 "GET /v2.0/ports?device_id=c764a3a2-d9d5-42ad-8b6c-ab7c3bf3ede8 HTTP/1.1" status: 200 len: 950 time: 0.2324142 Nov 22 20:03:52.536825 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e0c445a9-667f-4399-9563-bbf63d05688f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:52.548157 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e0c445a9-667f-4399-9563-bbf63d05688f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:52.552149 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-e0c445a9-667f-4399-9563-bbf63d05688f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/fc42951b-f49a-4503-b267-69638efa7e56 HTTP/1.1" status: 204 len: 168 time: 0.5035877 Nov 22 20:03:52.594985 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-456106e2-3f5f-4a7c-b04d-70bb91ed1d97 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b8987da6c00d45eeb9ea1bdd7abcba6d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6501989 Nov 22 20:03:52.603537 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 52710) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:03:52.604905 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c445a9-667f-4399-9563-bbf63d05688f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc42951b-f49a-4503-b267-69638efa7e56,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:03:52.621562 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ea81b4af-267d-4826-80b9-26e5646b155a req-df229e5a-8942-45da-84fd-116cdea9500d tempest-ServersAdminNegativeTestJSON-696933393 tempest-ServersAdminNegativeTestJSON-696933393-project] 10.222.0.46 "GET /v2.0/security-groups?id=739dd857-cdb9-45dd-b5e8-7e682cff4649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434495 Nov 22 20:03:52.645950 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-4a713227-20c0-47ac-8f9e-f102dbc05538 req-d147a4a1-0dab-4b42-b2b7-177fadfbe06f service neutron] 10.222.0.20 "GET /v2.0/networks/e1052824-bf78-4963-8937-b202e372ac24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2246883 Nov 22 20:03:52.715880 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-626727d8-2d85-4d85-aa00-9b52c6b02290 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:52.749678 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17f06f7-d5c5-4fe4-98a3-548a110173c6 req-febfb1b9-7365-4afc-83f9-3de026e0c4b8 tempest-DeleteServersAdminTestJSON-1623428566 tempest-DeleteServersAdminTestJSON-1623428566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:03:52.760168 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f17f06f7-d5c5-4fe4-98a3-548a110173c6 req-febfb1b9-7365-4afc-83f9-3de026e0c4b8 tempest-DeleteServersAdminTestJSON-1623428566 tempest-DeleteServersAdminTestJSON-1623428566-project] 10.222.0.46 "GET /v2.0/ports?device_id=412ced18-a1de-4dcf-b71f-dcf9d326e298 HTTP/1.1" status: 200 len: 950 time: 0.0746558 Nov 22 20:03:52.806807 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-626727d8-2d85-4d85-aa00-9b52c6b02290 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:52.832460 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efb3cfe-5392-4aba-99c8-901526c71d28 req-516a4bf0-0ce5-4747-81b6-6f2b9f29429f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:03:52.835132 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-2efb3cfe-5392-4aba-99c8-901526c71d28 req-516a4bf0-0ce5-4747-81b6-6f2b9f29429f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fe638fe68d2c412abdc6ea2631e58e50&device_id=8b821109-4823-414a-8c18-208698cc4b1d HTTP/1.1" status: 200 len: 1099 time: 0.0958910 Nov 22 20:03:52.872652 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f17f06f7-d5c5-4fe4-98a3-548a110173c6 req-ec3156fe-de0a-4911-b826-c3c5d9e26a77 tempest-DeleteServersAdminTestJSON-1623428566 tempest-DeleteServersAdminTestJSON-1623428566-project] 10.222.0.46 "GET /v2.0/security-groups?id=c63bdb94-b6a4-45b4-adc5-af0d110830c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060970 Nov 22 20:03:52.915770 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571da435-255f-45af-b4f5-7824533032e2 req-60eb4530-0685-4003-bb0b-172a24d9f75b tempest-LiveMigrationNegativeTest-30000223 tempest-LiveMigrationNegativeTest-30000223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:03:52.929800 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-571da435-255f-45af-b4f5-7824533032e2 req-60eb4530-0685-4003-bb0b-172a24d9f75b tempest-LiveMigrationNegativeTest-30000223 tempest-LiveMigrationNegativeTest-30000223-project] 10.222.0.46 "GET /v2.0/ports?device_id=8b821109-4823-414a-8c18-208698cc4b1d HTTP/1.1" status: 200 len: 948 time: 0.1488352 Nov 22 20:03:52.979572 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efb3cfe-5392-4aba-99c8-901526c71d28 req-24e63602-c8b9-47b9-83c9-65556011a24f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:03:52.981975 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-2efb3cfe-5392-4aba-99c8-901526c71d28 req-24e63602-c8b9-47b9-83c9-65556011a24f service neutron] 10.222.0.20 "GET /v2.0/networks?id=e1052824-bf78-4963-8937-b202e372ac24 HTTP/1.1" status: 200 len: 870 time: 0.1378529 Nov 22 20:03:53.010626 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-626727d8-2d85-4d85-aa00-9b52c6b02290 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:53.017112 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-626727d8-2d85-4d85-aa00-9b52c6b02290 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:53.018630 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-626727d8-2d85-4d85-aa00-9b52c6b02290 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a86d2250-a089-4e45-9ea1-08cd1232bc41 HTTP/1.1" status: 204 len: 168 time: 0.4134109 Nov 22 20:03:53.074482 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-571da435-255f-45af-b4f5-7824533032e2 req-1153bb28-bd5d-427a-9d1b-8b2a30f8aec4 tempest-LiveMigrationNegativeTest-30000223 tempest-LiveMigrationNegativeTest-30000223-project] 10.222.0.46 "GET /v2.0/security-groups?id=438abd33-8d9c-46a8-9e92-c7d6e3a47c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384764 Nov 22 20:03:53.098563 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-2efb3cfe-5392-4aba-99c8-901526c71d28 req-cb6d2967-3e74-4110-9494-4c3851c6266a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=d47c61fa-6889-413d-95f9-3f41c2702225 HTTP/1.1" status: 200 len: 217 time: 0.1019003 Nov 22 20:03:53.115238 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626727d8-2d85-4d85-aa00-9b52c6b02290 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a86d2250-a089-4e45-9ea1-08cd1232bc41,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:03:53.204851 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efb3cfe-5392-4aba-99c8-901526c71d28 req-57260acf-9019-4803-95fc-1fd65ba775d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:03:53.206476 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-2efb3cfe-5392-4aba-99c8-901526c71d28 req-57260acf-9019-4803-95fc-1fd65ba775d6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3091ebfd-11e2-41f8-9c00-ffe0b86563d8 HTTP/1.1" status: 200 len: 843 time: 0.1002343 Nov 22 20:03:53.339120 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efb3cfe-5392-4aba-99c8-901526c71d28 req-de545d6d-aba1-4169-8123-28508d41f234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:03:53.345193 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-2efb3cfe-5392-4aba-99c8-901526c71d28 req-de545d6d-aba1-4169-8123-28508d41f234 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e1052824-bf78-4963-8937-b202e372ac24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1207476 Nov 22 20:03:53.381080 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75048b01-2d07-4637-8131-9a69267718b1 req-ce26863f-7200-4e3d-bfbf-4266811d531e tempest-DeleteServersAdminTestJSON-1623428566 tempest-DeleteServersAdminTestJSON-1623428566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:03:53.388451 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-75048b01-2d07-4637-8131-9a69267718b1 req-ce26863f-7200-4e3d-bfbf-4266811d531e tempest-DeleteServersAdminTestJSON-1623428566 tempest-DeleteServersAdminTestJSON-1623428566-project] 10.222.0.46 "GET /v2.0/ports?device_id=412ced18-a1de-4dcf-b71f-dcf9d326e298 HTTP/1.1" status: 200 len: 950 time: 0.0876656 Nov 22 20:03:53.504449 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-2efb3cfe-5392-4aba-99c8-901526c71d28 req-add95ef7-3568-405c-8d3d-a7c4f01768d5 service neutron] 10.222.0.20 "GET /v2.0/networks/e1052824-bf78-4963-8937-b202e372ac24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492436 Nov 22 20:03:53.518572 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-75048b01-2d07-4637-8131-9a69267718b1 req-6f30cbf4-d273-498f-9261-ee3b15a7415d tempest-DeleteServersAdminTestJSON-1623428566 tempest-DeleteServersAdminTestJSON-1623428566-project] 10.222.0.46 "GET /v2.0/security-groups?id=c63bdb94-b6a4-45b4-adc5-af0d110830c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291497 Nov 22 20:03:53.643248 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-2efb3cfe-5392-4aba-99c8-901526c71d28 req-d55c44af-213f-48b9-8f49-fa38fb4ba9f2 service neutron] 10.222.0.20 "GET /v2.0/networks/e1052824-bf78-4963-8937-b202e372ac24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276186 Nov 22 20:03:53.761801 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf0c790-0c78-4c35-8589-5ea231ff6bbf req-95bc1c32-a58c-4412-b61a-ea172017dccd tempest-ServersAdminNegativeTestJSON-696933393 tempest-ServersAdminNegativeTestJSON-696933393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:03:53.763302 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1bf0c790-0c78-4c35-8589-5ea231ff6bbf req-95bc1c32-a58c-4412-b61a-ea172017dccd tempest-ServersAdminNegativeTestJSON-696933393 tempest-ServersAdminNegativeTestJSON-696933393-project] 10.222.0.46 "GET /v2.0/ports?device_id=c764a3a2-d9d5-42ad-8b6c-ab7c3bf3ede8 HTTP/1.1" status: 200 len: 950 time: 0.0508034 Nov 22 20:03:53.819967 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1bf0c790-0c78-4c35-8589-5ea231ff6bbf req-607d4a85-05b0-4c46-957b-9ffb06a6e06f tempest-ServersAdminNegativeTestJSON-696933393 tempest-ServersAdminNegativeTestJSON-696933393-project] 10.222.0.46 "GET /v2.0/security-groups?id=739dd857-cdb9-45dd-b5e8-7e682cff4649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490544 Nov 22 20:03:53.865563 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 52750) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:03:53.923208 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 52754) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:03:53.927803 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-2d14cec3-e124-40a2-a3c2-d89b42662670 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7204fdc914ea4ce29fbf305a857dc17c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0565078 Nov 22 20:03:53.988189 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7cc5d53f-f06b-4d2b-bb1c-fb87c88cd29c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:54.033786 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7cc5d53f-f06b-4d2b-bb1c-fb87c88cd29c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:54.091441 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7cc5d53f-f06b-4d2b-bb1c-fb87c88cd29c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:54.094158 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7cc5d53f-f06b-4d2b-bb1c-fb87c88cd29c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:54.095906 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-7cc5d53f-f06b-4d2b-bb1c-fb87c88cd29c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/785229cb-08b2-4e07-a564-04ddbb572c9f HTTP/1.1" status: 204 len: 168 time: 0.1711218 Nov 22 20:03:54.105620 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc5d53f-f06b-4d2b-bb1c-fb87c88cd29c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=785229cb-08b2-4e07-a564-04ddbb572c9f,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:03:54.176579 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0acba47-5079-4bad-9696-4a5308265ee1 req-a16fcf1d-eddf-420c-b9ac-d593c4d0ab30 tempest-ServersAdminNegativeTestJSON-1650362090 tempest-ServersAdminNegativeTestJSON-1650362090-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:03:54.178288 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e0acba47-5079-4bad-9696-4a5308265ee1 req-a16fcf1d-eddf-420c-b9ac-d593c4d0ab30 tempest-ServersAdminNegativeTestJSON-1650362090 tempest-ServersAdminNegativeTestJSON-1650362090-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=c764a3a2-d9d5-42ad-8b6c-ab7c3bf3ede8 HTTP/1.1" status: 200 len: 1101 time: 0.0657041 Nov 22 20:03:54.209116 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-e0acba47-5079-4bad-9696-4a5308265ee1 req-6e1bd75a-8ab0-4961-91a2-bf546a8160d4 tempest-ServersAdminNegativeTestJSON-1650362090 tempest-ServersAdminNegativeTestJSON-1650362090-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:54.269113 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aba80c4-6f62-4840-8055-e368f52d3cad req-88abb9ca-ce33-4afe-91e6-5a3e431bc3f5 tempest-LiveMigrationNegativeTest-30000223 tempest-LiveMigrationNegativeTest-30000223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:03:54.270635 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9aba80c4-6f62-4840-8055-e368f52d3cad req-88abb9ca-ce33-4afe-91e6-5a3e431bc3f5 tempest-LiveMigrationNegativeTest-30000223 tempest-LiveMigrationNegativeTest-30000223-project] 10.222.0.46 "GET /v2.0/ports?device_id=8b821109-4823-414a-8c18-208698cc4b1d HTTP/1.1" status: 200 len: 948 time: 0.0794375 Nov 22 20:03:54.358298 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9aba80c4-6f62-4840-8055-e368f52d3cad req-771fc571-b37c-44c3-9e4e-fe76427d0590 tempest-LiveMigrationNegativeTest-30000223 tempest-LiveMigrationNegativeTest-30000223-project] 10.222.0.46 "GET /v2.0/security-groups?id=438abd33-8d9c-46a8-9e92-c7d6e3a47c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765674 Nov 22 20:03:54.366910 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-e0acba47-5079-4bad-9696-4a5308265ee1 req-6e1bd75a-8ab0-4961-91a2-bf546a8160d4 tempest-ServersAdminNegativeTestJSON-1650362090 tempest-ServersAdminNegativeTestJSON-1650362090-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:54.383598 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-e0acba47-5079-4bad-9696-4a5308265ee1 req-6e1bd75a-8ab0-4961-91a2-bf546a8160d4 tempest-ServersAdminNegativeTestJSON-1650362090 tempest-ServersAdminNegativeTestJSON-1650362090-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:54.415630 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e0acba47-5079-4bad-9696-4a5308265ee1 req-6e1bd75a-8ab0-4961-91a2-bf546a8160d4 tempest-ServersAdminNegativeTestJSON-1650362090 tempest-ServersAdminNegativeTestJSON-1650362090-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=739dd857-cdb9-45dd-b5e8-7e682cff4649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2304795 Nov 22 20:03:54.419893 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1bd75a-8ab0-4961-91a2-bf546a8160d4 tempest-ServersAdminNegativeTestJSON-1650362090 tempest-ServersAdminNegativeTestJSON-1650362090-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb8848f2-ef24-41b8-9196-8c57b845c74e,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:03:54.544779 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 52790) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:03:54.701597 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3441031a-291f-4f68-96d2-bb754e0640a0 req-2982cccc-a877-4853-9dbd-4fc32aafe300 tempest-DeleteServersAdminTestJSON-1623428566 tempest-DeleteServersAdminTestJSON-1623428566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:03:54.703834 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3441031a-291f-4f68-96d2-bb754e0640a0 req-2982cccc-a877-4853-9dbd-4fc32aafe300 tempest-DeleteServersAdminTestJSON-1623428566 tempest-DeleteServersAdminTestJSON-1623428566-project] 10.222.0.46 "GET /v2.0/ports?device_id=412ced18-a1de-4dcf-b71f-dcf9d326e298 HTTP/1.1" status: 200 len: 950 time: 0.0674140 Nov 22 20:03:54.781483 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-dbaa0228-f9cb-4027-a556-32fe9354bc62 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:54.800072 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3441031a-291f-4f68-96d2-bb754e0640a0 req-432d720b-3b90-439f-9733-1d554106e35c tempest-DeleteServersAdminTestJSON-1623428566 tempest-DeleteServersAdminTestJSON-1623428566-project] 10.222.0.46 "GET /v2.0/security-groups?id=c63bdb94-b6a4-45b4-adc5-af0d110830c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703902 Nov 22 20:03:54.821150 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c29432-691b-4a56-8965-3d907e53cbfe req-59415e5e-1d1d-4456-8637-e04935b1e1e1 tempest-DeleteServersAdminTestJSON-1623428566 tempest-DeleteServersAdminTestJSON-1623428566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:03:54.823105 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-81c29432-691b-4a56-8965-3d907e53cbfe req-59415e5e-1d1d-4456-8637-e04935b1e1e1 tempest-DeleteServersAdminTestJSON-1623428566 tempest-DeleteServersAdminTestJSON-1623428566-project] 10.222.0.20 "GET /v2.0/ports?device_id=412ced18-a1de-4dcf-b71f-dcf9d326e298 HTTP/1.1" status: 200 len: 950 time: 0.1492431 Nov 22 20:03:54.872806 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.agents_db [None req-aa8313f2-1ee4-4e7b-8c5a-d32b2f9d31ee None None] Agent healthcheck: found 7 active agents {{(pid=103450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 20:03:54.983737 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-dbaa0228-f9cb-4027-a556-32fe9354bc62 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:55.001022 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-dbaa0228-f9cb-4027-a556-32fe9354bc62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:55.027710 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [req-81c29432-691b-4a56-8965-3d907e53cbfe req-af4f149b-9774-45c5-8d73-c8ea1b364d84 tempest-DeleteServersAdminTestJSON-1623428566 tempest-DeleteServersAdminTestJSON-1623428566-project] Deleting port 3da612bb-fc01-4db6-9f53-a637aba0e0dc {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:03:55.028317 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-81c29432-691b-4a56-8965-3d907e53cbfe req-af4f149b-9774-45c5-8d73-c8ea1b364d84 tempest-DeleteServersAdminTestJSON-1623428566 tempest-DeleteServersAdminTestJSON-1623428566-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:55.103784 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbaa0228-f9cb-4027-a556-32fe9354bc62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1b65764-eda8-4345-b9be-2b16f84ef799,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:03:55.114393 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-dbaa0228-f9cb-4027-a556-32fe9354bc62 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0fcaaf3f7d524a37ad0d95156965eb0a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5674200 Nov 22 20:03:55.117130 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 52824) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:03:55.187660 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-81c29432-691b-4a56-8965-3d907e53cbfe req-af4f149b-9774-45c5-8d73-c8ea1b364d84 tempest-DeleteServersAdminTestJSON-1623428566 tempest-DeleteServersAdminTestJSON-1623428566-project] For port 3da612bb-fc01-4db6-9f53-a637aba0e0dc, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=3da612bb-fc01-4db6-9f53-a637aba0e0dc,segment=NetworkSegment(2a5a1c7b-538e-498e-99b9-cc7a8e0411be),segment_id=2a5a1c7b-538e-498e-99b9-cc7a8e0411be)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:03:55.188014 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-81c29432-691b-4a56-8965-3d907e53cbfe req-af4f149b-9774-45c5-8d73-c8ea1b364d84 tempest-DeleteServersAdminTestJSON-1623428566 tempest-DeleteServersAdminTestJSON-1623428566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:55.212149 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [req-81c29432-691b-4a56-8965-3d907e53cbfe req-af4f149b-9774-45c5-8d73-c8ea1b364d84 tempest-DeleteServersAdminTestJSON-1623428566 tempest-DeleteServersAdminTestJSON-1623428566-project] Calling delete_port for 3da612bb-fc01-4db6-9f53-a637aba0e0dc owned by compute:nova {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:03:55.217813 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6dcc4b02-bacb-4cb4-bff5-fb94e61bd60f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:55.283877 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6dcc4b02-bacb-4cb4-bff5-fb94e61bd60f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:55.386319 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6dcc4b02-bacb-4cb4-bff5-fb94e61bd60f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:55.389643 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6dcc4b02-bacb-4cb4-bff5-fb94e61bd60f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:55.393243 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-6dcc4b02-bacb-4cb4-bff5-fb94e61bd60f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a1b65764-eda8-4345-b9be-2b16f84ef799 HTTP/1.1" status: 204 len: 168 time: 0.2722664 Nov 22 20:03:55.405860 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcc4b02-bacb-4cb4-bff5-fb94e61bd60f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1b65764-eda8-4345-b9be-2b16f84ef799,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:03:55.432601 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-81c29432-691b-4a56-8965-3d907e53cbfe req-af4f149b-9774-45c5-8d73-c8ea1b364d84 tempest-DeleteServersAdminTestJSON-1623428566 tempest-DeleteServersAdminTestJSON-1623428566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:55.450093 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] get_ports_and_sgs() called for port_ids ['3da612bb-fc01-4db6-9f53-a637aba0e0dc'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:03:55.510920 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4f149b-9774-45c5-8d73-c8ea1b364d84 tempest-DeleteServersAdminTestJSON-1623428566 tempest-DeleteServersAdminTestJSON-1623428566-project] Pushing event deleted for resources: {'Port': ['ID=3da612bb-fc01-4db6-9f53-a637aba0e0dc,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:03:55.551879 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cff35f9-7010-4394-aa35-57a9e0dacdbe req-6124de62-e572-4f71-8c96-a0240b4c49f6 tempest-LiveMigrationNegativeTest-30000223 tempest-LiveMigrationNegativeTest-30000223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:03:55.562172 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2cff35f9-7010-4394-aa35-57a9e0dacdbe req-6124de62-e572-4f71-8c96-a0240b4c49f6 tempest-LiveMigrationNegativeTest-30000223 tempest-LiveMigrationNegativeTest-30000223-project] 10.222.0.46 "GET /v2.0/ports?device_id=8b821109-4823-414a-8c18-208698cc4b1d HTTP/1.1" status: 200 len: 948 time: 0.0927868 Nov 22 20:03:55.571846 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [req-81c29432-691b-4a56-8965-3d907e53cbfe req-af4f149b-9774-45c5-8d73-c8ea1b364d84 tempest-DeleteServersAdminTestJSON-1623428566 tempest-DeleteServersAdminTestJSON-1623428566-project] No DVR routers for this DVR port 3da612bb-fc01-4db6-9f53-a637aba0e0dc on host n-h2-818823-1 {{(pid=103448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:03:55.574964 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-81c29432-691b-4a56-8965-3d907e53cbfe req-af4f149b-9774-45c5-8d73-c8ea1b364d84 tempest-DeleteServersAdminTestJSON-1623428566 tempest-DeleteServersAdminTestJSON-1623428566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:55.578800 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-81c29432-691b-4a56-8965-3d907e53cbfe req-af4f149b-9774-45c5-8d73-c8ea1b364d84 tempest-DeleteServersAdminTestJSON-1623428566 tempest-DeleteServersAdminTestJSON-1623428566-project] 10.222.0.20 "DELETE /v2.0/ports/3da612bb-fc01-4db6-9f53-a637aba0e0dc HTTP/1.1" status: 204 len: 173 time: 0.7445061 Nov 22 20:03:55.579284 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '412ced18-a1de-4dcf-b71f-dcf9d326e298', 'name': 'network-vif-deleted', 'tag': '3da612bb-fc01-4db6-9f53-a637aba0e0dc'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:03:55.585096 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589a98cf2aea187fcc423a5edb333e5a6cf3ad7c81115d1ebee0f079693c312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-776b1d96-2d5c-4c8c-9f55-c4dca02d9f4a" -d '{"events": [{"server_uuid": "412ced18-a1de-4dcf-b71f-dcf9d326e298", "name": "network-vif-deleted", "tag": "3da612bb-fc01-4db6-9f53-a637aba0e0dc"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:03:55.642874 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2cff35f9-7010-4394-aa35-57a9e0dacdbe req-c9c29290-769c-44bb-810e-acf13b2ebb3d tempest-LiveMigrationNegativeTest-30000223 tempest-LiveMigrationNegativeTest-30000223-project] 10.222.0.46 "GET /v2.0/security-groups?id=438abd33-8d9c-46a8-9e92-c7d6e3a47c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794892 Nov 22 20:03:55.724597 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8260b20f-3eb5-4815-b426-172fb8c8c859 req-b1ab1dd9-98b0-460a-bdb1-41f522d5a691 tempest-ServersAdminNegativeTestJSON-1650362090 tempest-ServersAdminNegativeTestJSON-1650362090-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:03:55.726439 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8260b20f-3eb5-4815-b426-172fb8c8c859 req-b1ab1dd9-98b0-460a-bdb1-41f522d5a691 tempest-ServersAdminNegativeTestJSON-1650362090 tempest-ServersAdminNegativeTestJSON-1650362090-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=c764a3a2-d9d5-42ad-8b6c-ab7c3bf3ede8 HTTP/1.1" status: 200 len: 1101 time: 0.0826416 Nov 22 20:03:55.837783 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8260b20f-3eb5-4815-b426-172fb8c8c859 req-265c4c35-c31b-4cca-b4e5-1226366688b5 tempest-ServersAdminNegativeTestJSON-1650362090 tempest-ServersAdminNegativeTestJSON-1650362090-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=739dd857-cdb9-45dd-b5e8-7e682cff4649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028419 Nov 22 20:03:55.838455 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:03:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0820be50-2e1f-4206-921a-835e6ab1b965 x-openstack-request-id: req-0820be50-2e1f-4206-921a-835e6ab1b965 {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:03:55.838958 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "412ced18-a1de-4dcf-b71f-dcf9d326e298", "name": "network-vif-deleted", "tag": "3da612bb-fc01-4db6-9f53-a637aba0e0dc", "status": "completed", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:03:55.839510 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0820be50-2e1f-4206-921a-835e6ab1b965 {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:03:55.840064 n-d-818823-1 neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '412ced18-a1de-4dcf-b71f-dcf9d326e298', 'name': 'network-vif-deleted', 'tag': '3da612bb-fc01-4db6-9f53-a637aba0e0dc', 'status': 'completed', 'code': 200} Nov 22 20:03:56.053881 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e819ed72-a0c5-4492-9e95-6b01b99ff51b req-39739dcf-0db5-4fe9-ba40-17c249713355 tempest-DeleteServersAdminTestJSON-1623428566 tempest-DeleteServersAdminTestJSON-1623428566-project] 10.222.0.46 "GET /v2.0/ports?device_id=412ced18-a1de-4dcf-b71f-dcf9d326e298 HTTP/1.1" status: 200 len: 210 time: 0.0729489 Nov 22 20:03:56.355519 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 52890) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:03:56.371874 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e3704a57-a182-4640-84a7-096f7f8a88e8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:56.524975 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e3704a57-a182-4640-84a7-096f7f8a88e8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:56.532798 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e3704a57-a182-4640-84a7-096f7f8a88e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:56.598117 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-e3704a57-a182-4640-84a7-096f7f8a88e8 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=255f6a5d8c554e12b13e86e23e02bde8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2409070 Nov 22 20:03:56.600162 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3704a57-a182-4640-84a7-096f7f8a88e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e76b2fce-746c-42cc-8c1b-73d01a53bc62,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:03:56.600575 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 52902) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:03:56.737862 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-377380f9-4cd2-463a-b8be-cd87dc349abc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:56.770680 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12df47b-28a6-41ad-b296-6c2341bb65e3 req-b6fb247d-2bed-4c3e-afe8-75b6fea1f4c3 tempest-ServersAdminNegativeTestJSON-696933393 tempest-ServersAdminNegativeTestJSON-696933393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:03:56.771396 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device d47c61fa-6889-413d-95f9-3f41c2702225 details requested by agent hyperv_n-h2-818823-1 with host n-h2-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 20:03:56.786140 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e12df47b-28a6-41ad-b296-6c2341bb65e3 req-b6fb247d-2bed-4c3e-afe8-75b6fea1f4c3 tempest-ServersAdminNegativeTestJSON-696933393 tempest-ServersAdminNegativeTestJSON-696933393-project] 10.222.0.46 "GET /v2.0/ports?device_id=c764a3a2-d9d5-42ad-8b6c-ab7c3bf3ede8 HTTP/1.1" status: 200 len: 950 time: 0.1159954 Nov 22 20:03:56.830116 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-377380f9-4cd2-463a-b8be-cd87dc349abc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:56.956046 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port d47c61fa-6889-413d-95f9-3f41c2702225, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=d47c61fa-6889-413d-95f9-3f41c2702225,segment=NetworkSegment(2a5a1c7b-538e-498e-99b9-cc7a8e0411be),segment_id=2a5a1c7b-538e-498e-99b9-cc7a8e0411be)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:03:56.961707 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e12df47b-28a6-41ad-b296-6c2341bb65e3 req-f51a7d31-8f68-44d8-a838-ddd93c267cfc tempest-ServersAdminNegativeTestJSON-696933393 tempest-ServersAdminNegativeTestJSON-696933393-project] 10.222.0.46 "GET /v2.0/security-groups?id=739dd857-cdb9-45dd-b5e8-7e682cff4649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738727 Nov 22 20:03:56.986279 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edfb923-7dfb-43a9-9ca2-e25b93d2c485 req-4f7d413e-d8db-4d1c-9810-b8211a79c620 tempest-LiveMigrationNegativeTest-30000223 tempest-LiveMigrationNegativeTest-30000223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:03:56.987998 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9edfb923-7dfb-43a9-9ca2-e25b93d2c485 req-4f7d413e-d8db-4d1c-9810-b8211a79c620 tempest-LiveMigrationNegativeTest-30000223 tempest-LiveMigrationNegativeTest-30000223-project] 10.222.0.46 "GET /v2.0/ports?device_id=8b821109-4823-414a-8c18-208698cc4b1d HTTP/1.1" status: 200 len: 948 time: 0.1428447 Nov 22 20:03:57.004933 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Returning: {'device': 'd47c61fa-6889-413d-95f9-3f41c2702225', 'network_id': 'e1052824-bf78-4963-8937-b202e372ac24', 'port_id': 'd47c61fa-6889-413d-95f9-3f41c2702225', 'mac_address': 'fa:16:3e:29:57:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3091ebfd-11e2-41f8-9c00-ffe0b86563d8', 'ip_address': '192.168.233.218'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 20:03:57.026058 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-377380f9-4cd2-463a-b8be-cd87dc349abc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:57.029757 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-377380f9-4cd2-463a-b8be-cd87dc349abc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:57.031048 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-377380f9-4cd2-463a-b8be-cd87dc349abc admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e76b2fce-746c-42cc-8c1b-73d01a53bc62 HTTP/1.1" status: 204 len: 168 time: 0.4292967 Nov 22 20:03:57.046556 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377380f9-4cd2-463a-b8be-cd87dc349abc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e76b2fce-746c-42cc-8c1b-73d01a53bc62,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:03:57.089411 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:57.096931 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 52920) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:03:57.116453 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9edfb923-7dfb-43a9-9ca2-e25b93d2c485 req-89ca9393-06d3-4075-9f3a-f23c258c837d tempest-LiveMigrationNegativeTest-30000223 tempest-LiveMigrationNegativeTest-30000223-project] 10.222.0.46 "GET /v2.0/security-groups?id=438abd33-8d9c-46a8-9e92-c7d6e3a47c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152999 Nov 22 20:03:57.138599 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d47c61fa-6889-413d-95f9-3f41c2702225 {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:03:57.176517 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port d47c61fa-6889-413d-95f9-3f41c2702225, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=d47c61fa-6889-413d-95f9-3f41c2702225,segment=NetworkSegment(2a5a1c7b-538e-498e-99b9-cc7a8e0411be),segment_id=2a5a1c7b-538e-498e-99b9-cc7a8e0411be)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:03:57.177094 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 52926) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:03:57.184921 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:57.272596 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=d47c61fa-6889-413d-95f9-3f41c2702225,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:03:57.443265 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] get_ports_and_sgs() called for port_ids ['d47c61fa-6889-413d-95f9-3f41c2702225'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:03:57.522175 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5f58eed4-4fa0-4b4e-83bd-db965eafdc86 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:57.595653 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1f5434ea-0bcc-47b8-bc5f-f668786bbeda admin admin] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:57.770428 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1f5434ea-0bcc-47b8-bc5f-f668786bbeda admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:57.779703 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1f5434ea-0bcc-47b8-bc5f-f668786bbeda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:57.802879 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5f58eed4-4fa0-4b4e-83bd-db965eafdc86 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:57.815579 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5f58eed4-4fa0-4b4e-83bd-db965eafdc86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:57.859958 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-1f5434ea-0bcc-47b8-bc5f-f668786bbeda admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ce47a7e7805a404db6f2db5450dfe7d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6816664 Nov 22 20:03:57.862493 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 52956) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:03:57.864819 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5434ea-0bcc-47b8-bc5f-f668786bbeda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2741331-9127-4532-8158-c3fcf3c5d242,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:03:57.901056 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-5f58eed4-4fa0-4b4e-83bd-db965eafdc86 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=55a490e8fd8042ac9b03c876268ba7b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8016446 Nov 22 20:03:57.906435 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 52958) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:03:57.916466 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f58eed4-4fa0-4b4e-83bd-db965eafdc86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1deafcf7-84fc-4f20-9218-1608fe057dff,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:03:57.964992 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60b385f-830c-4160-95f8-3977e52420de req-154d06ee-4abd-47f3-ab62-5b2a3337f835 tempest-ServersAdminNegativeTestJSON-696933393 tempest-ServersAdminNegativeTestJSON-696933393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:03:57.967015 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-d60b385f-830c-4160-95f8-3977e52420de req-154d06ee-4abd-47f3-ab62-5b2a3337f835 tempest-ServersAdminNegativeTestJSON-696933393 tempest-ServersAdminNegativeTestJSON-696933393-project] 10.222.0.41 "GET /v2.0/ports?device_id=c764a3a2-d9d5-42ad-8b6c-ab7c3bf3ede8 HTTP/1.1" status: 200 len: 950 time: 0.0636275 Nov 22 20:03:57.974334 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-82c2a553-fba9-4e98-b2b9-2a81164aee2d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:58.016723 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-82c2a553-fba9-4e98-b2b9-2a81164aee2d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:58.037013 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-af3aef81-eb92-408b-9a84-d81b7eda132c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:58.098459 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-af3aef81-eb92-408b-9a84-d81b7eda132c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:58.161034 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 52970) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:03:58.172451 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [req-d60b385f-830c-4160-95f8-3977e52420de req-0b445e12-99c0-4841-8d93-2f0e45c8cd17 tempest-ServersAdminNegativeTestJSON-696933393 tempest-ServersAdminNegativeTestJSON-696933393-project] Deleting port 29156290-576d-4f62-aa0d-48ed1a156ebb {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:03:58.172853 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-d60b385f-830c-4160-95f8-3977e52420de req-0b445e12-99c0-4841-8d93-2f0e45c8cd17 tempest-ServersAdminNegativeTestJSON-696933393 tempest-ServersAdminNegativeTestJSON-696933393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:58.218498 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7e2af2-1116-49f3-93b5-388535c0414e req-31adee1a-cb34-449a-9304-c7831f749250 tempest-ServersAdminNegativeTestJSON-696933393 tempest-ServersAdminNegativeTestJSON-696933393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:03:58.227340 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0c7e2af2-1116-49f3-93b5-388535c0414e req-31adee1a-cb34-449a-9304-c7831f749250 tempest-ServersAdminNegativeTestJSON-696933393 tempest-ServersAdminNegativeTestJSON-696933393-project] 10.222.0.46 "GET /v2.0/ports?device_id=c764a3a2-d9d5-42ad-8b6c-ab7c3bf3ede8 HTTP/1.1" status: 200 len: 950 time: 0.1558332 Nov 22 20:03:58.248638 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-82c2a553-fba9-4e98-b2b9-2a81164aee2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:58.251560 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-82c2a553-fba9-4e98-b2b9-2a81164aee2d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:58.252982 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-82c2a553-fba9-4e98-b2b9-2a81164aee2d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b2741331-9127-4532-8158-c3fcf3c5d242 HTTP/1.1" status: 204 len: 168 time: 0.3891413 Nov 22 20:03:58.273229 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-af3aef81-eb92-408b-9a84-d81b7eda132c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:58.276264 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-af3aef81-eb92-408b-9a84-d81b7eda132c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:58.277664 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-af3aef81-eb92-408b-9a84-d81b7eda132c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1deafcf7-84fc-4f20-9218-1608fe057dff HTTP/1.1" status: 204 len: 168 time: 0.3700383 Nov 22 20:03:58.281318 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c2a553-fba9-4e98-b2b9-2a81164aee2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2741331-9127-4532-8158-c3fcf3c5d242,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:03:58.296089 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c2a553-fba9-4e98-b2b9-2a81164aee2d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:03:58.296712 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c2a553-fba9-4e98-b2b9-2a81164aee2d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:03:58.297233 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c2a553-fba9-4e98-b2b9-2a81164aee2d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:03:58.297727 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c2a553-fba9-4e98-b2b9-2a81164aee2d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:03:58.298206 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c2a553-fba9-4e98-b2b9-2a81164aee2d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:03:58.298691 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c2a553-fba9-4e98-b2b9-2a81164aee2d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:03:58.299178 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c2a553-fba9-4e98-b2b9-2a81164aee2d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:03:58.299690 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c2a553-fba9-4e98-b2b9-2a81164aee2d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:03:58.300163 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c2a553-fba9-4e98-b2b9-2a81164aee2d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:03:58.300638 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c2a553-fba9-4e98-b2b9-2a81164aee2d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:03:58.301120 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c2a553-fba9-4e98-b2b9-2a81164aee2d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:03:58.301602 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c2a553-fba9-4e98-b2b9-2a81164aee2d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:03:58.346010 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0c7e2af2-1116-49f3-93b5-388535c0414e req-436cbd42-b188-4b1b-9692-47935d5e35f6 tempest-ServersAdminNegativeTestJSON-696933393 tempest-ServersAdminNegativeTestJSON-696933393-project] 10.222.0.46 "GET /v2.0/security-groups?id=739dd857-cdb9-45dd-b5e8-7e682cff4649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174996 Nov 22 20:03:58.368824 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3aef81-eb92-408b-9a84-d81b7eda132c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1deafcf7-84fc-4f20-9218-1608fe057dff,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:03:58.381634 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-d60b385f-830c-4160-95f8-3977e52420de req-0b445e12-99c0-4841-8d93-2f0e45c8cd17 tempest-ServersAdminNegativeTestJSON-696933393 tempest-ServersAdminNegativeTestJSON-696933393-project] For port 29156290-576d-4f62-aa0d-48ed1a156ebb, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=29156290-576d-4f62-aa0d-48ed1a156ebb,segment=NetworkSegment(2a5a1c7b-538e-498e-99b9-cc7a8e0411be),segment_id=2a5a1c7b-538e-498e-99b9-cc7a8e0411be)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:03:58.382339 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-d60b385f-830c-4160-95f8-3977e52420de req-0b445e12-99c0-4841-8d93-2f0e45c8cd17 tempest-ServersAdminNegativeTestJSON-696933393 tempest-ServersAdminNegativeTestJSON-696933393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:58.402965 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [req-d60b385f-830c-4160-95f8-3977e52420de req-0b445e12-99c0-4841-8d93-2f0e45c8cd17 tempest-ServersAdminNegativeTestJSON-696933393 tempest-ServersAdminNegativeTestJSON-696933393-project] Calling delete_port for 29156290-576d-4f62-aa0d-48ed1a156ebb owned by compute:nova {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:03:58.599629 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf749460-92c5-447c-9d06-fdf1819e431e req-b049b1e9-c1dc-4304-ac5f-eefc74578ddc tempest-LiveMigrationNegativeTest-30000223 tempest-LiveMigrationNegativeTest-30000223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:03:58.603909 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-cf749460-92c5-447c-9d06-fdf1819e431e req-b049b1e9-c1dc-4304-ac5f-eefc74578ddc tempest-LiveMigrationNegativeTest-30000223 tempest-LiveMigrationNegativeTest-30000223-project] 10.222.0.46 "GET /v2.0/ports?device_id=8b821109-4823-414a-8c18-208698cc4b1d HTTP/1.1" status: 200 len: 949 time: 0.1150606 Nov 22 20:03:58.609189 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-d60b385f-830c-4160-95f8-3977e52420de req-0b445e12-99c0-4841-8d93-2f0e45c8cd17 tempest-ServersAdminNegativeTestJSON-696933393 tempest-ServersAdminNegativeTestJSON-696933393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:58.623392 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] get_ports_and_sgs() called for port_ids ['8212d2ac-a2d3-4747-a374-4f25d8bd3adc'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:03:58.630262 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] get_ports_and_sgs() called for port_ids ['29156290-576d-4f62-aa0d-48ed1a156ebb'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:03:58.712932 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b445e12-99c0-4841-8d93-2f0e45c8cd17 tempest-ServersAdminNegativeTestJSON-696933393 tempest-ServersAdminNegativeTestJSON-696933393-project] Pushing event deleted for resources: {'Port': ['ID=29156290-576d-4f62-aa0d-48ed1a156ebb,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:03:58.757590 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-cf749460-92c5-447c-9d06-fdf1819e431e req-0e6b90d5-5ebf-4e85-b2cc-e6df0a086725 tempest-LiveMigrationNegativeTest-30000223 tempest-LiveMigrationNegativeTest-30000223-project] 10.222.0.46 "GET /v2.0/security-groups?id=438abd33-8d9c-46a8-9e92-c7d6e3a47c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436715 Nov 22 20:03:58.775807 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device d47c61fa-6889-413d-95f9-3f41c2702225 up at agent hyperv_n-h2-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:03:58.851145 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [req-d60b385f-830c-4160-95f8-3977e52420de req-0b445e12-99c0-4841-8d93-2f0e45c8cd17 tempest-ServersAdminNegativeTestJSON-696933393 tempest-ServersAdminNegativeTestJSON-696933393-project] No DVR routers for this DVR port 29156290-576d-4f62-aa0d-48ed1a156ebb on host n-h1-818823-1 {{(pid=103448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:03:58.854858 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-d60b385f-830c-4160-95f8-3977e52420de req-0b445e12-99c0-4841-8d93-2f0e45c8cd17 tempest-ServersAdminNegativeTestJSON-696933393 tempest-ServersAdminNegativeTestJSON-696933393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:58.858594 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-d60b385f-830c-4160-95f8-3977e52420de req-0b445e12-99c0-4841-8d93-2f0e45c8cd17 tempest-ServersAdminNegativeTestJSON-696933393 tempest-ServersAdminNegativeTestJSON-696933393-project] 10.222.0.41 "DELETE /v2.0/ports/29156290-576d-4f62-aa0d-48ed1a156ebb HTTP/1.1" status: 204 len: 173 time: 0.8853166 Nov 22 20:03:58.859070 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c764a3a2-d9d5-42ad-8b6c-ab7c3bf3ede8', 'name': 'network-vif-deleted', 'tag': '29156290-576d-4f62-aa0d-48ed1a156ebb'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:03:58.877569 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589a98cf2aea187fcc423a5edb333e5a6cf3ad7c81115d1ebee0f079693c312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5594b1de-309a-4932-b0bd-865a99d917ca" -d '{"events": [{"server_uuid": "c764a3a2-d9d5-42ad-8b6c-ab7c3bf3ede8", "name": "network-vif-deleted", "tag": "29156290-576d-4f62-aa0d-48ed1a156ebb"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:03:58.965195 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:03:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28d802cb-c8cb-4a56-a545-209a29740ed0 x-openstack-request-id: req-28d802cb-c8cb-4a56-a545-209a29740ed0 {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:03:58.965482 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c764a3a2-d9d5-42ad-8b6c-ab7c3bf3ede8", "name": "network-vif-deleted", "tag": "29156290-576d-4f62-aa0d-48ed1a156ebb", "status": "completed", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:03:58.965892 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-28d802cb-c8cb-4a56-a545-209a29740ed0 {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:03:58.966427 n-d-818823-1 neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c764a3a2-d9d5-42ad-8b6c-ab7c3bf3ede8', 'name': 'network-vif-deleted', 'tag': '29156290-576d-4f62-aa0d-48ed1a156ebb', 'status': 'completed', 'code': 200} Nov 22 20:03:58.971045 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Provisioning for port d47c61fa-6889-413d-95f9-3f41c2702225 completed by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 20:03:58.981878 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Provisioning complete for port d47c61fa-6889-413d-95f9-3f41c2702225 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:03:58.982257 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:59.036373 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 53012) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:03:59.056133 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-aae9e2de-eac9-4081-b93b-b4c493adfaf4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:59.099299 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-17c9bdd6-795d-414e-b518-1b915a8e7be3 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6eb9d754e20948bd851e0578731ed612&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9365711 Nov 22 20:03:59.101288 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 53016) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:03:59.220385 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:59.221872 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2cc9ce7d-5890-45d2-9497-3f5c19b01ed0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:59.252962 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-aae9e2de-eac9-4081-b93b-b4c493adfaf4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:59.262987 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-aae9e2de-eac9-4081-b93b-b4c493adfaf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:59.280313 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2cc9ce7d-5890-45d2-9497-3f5c19b01ed0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:59.298616 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port d47c61fa-6889-413d-95f9-3f41c2702225, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=d47c61fa-6889-413d-95f9-3f41c2702225,segment=NetworkSegment(2a5a1c7b-538e-498e-99b9-cc7a8e0411be),segment_id=2a5a1c7b-538e-498e-99b9-cc7a8e0411be)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:03:59.305101 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b821109-4823-414a-8c18-208698cc4b1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd47c61fa-6889-413d-95f9-3f41c2702225'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:03:59.309595 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d39f6d30a11e565ec9648abcc015e8a6ab6cff4edd704add8155e28765d31eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71b4636c-cbe2-44d7-8894-74fb5c654934" -d '{"events": [{"server_uuid": "8b821109-4823-414a-8c18-208698cc4b1d", "name": "network-vif-plugged", "status": "completed", "tag": "d47c61fa-6889-413d-95f9-3f41c2702225"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:03:59.321257 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:59.324657 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 3da612bb-fc01-4db6-9f53-a637aba0e0dc no longer exists at agent hyperv_n-h2-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:03:59.343582 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-aae9e2de-eac9-4081-b93b-b4c493adfaf4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1f9036004ad948cebafde5de58eaa2b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3056853 Nov 22 20:03:59.346026 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 53026) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:03:59.368609 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2cc9ce7d-5890-45d2-9497-3f5c19b01ed0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:59.371312 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2cc9ce7d-5890-45d2-9497-3f5c19b01ed0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:59.372493 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-2cc9ce7d-5890-45d2-9497-3f5c19b01ed0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c63bdb94-b6a4-45b4-adc5-af0d110830c2 HTTP/1.1" status: 204 len: 168 time: 0.2700796 Nov 22 20:03:59.391826 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc9ce7d-5890-45d2-9497-3f5c19b01ed0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c63bdb94-b6a4-45b4-adc5-af0d110830c2,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:03:59.447100 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae9e2de-eac9-4081-b93b-b4c493adfaf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9fedbda-dd1d-49cb-81ca-fb477b8c29fe,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:03:59.453219 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 53036) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:03:59.466738 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:03:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d16ca6e-876a-4f57-bc08-bb27cdab29fc x-openstack-request-id: req-9d16ca6e-876a-4f57-bc08-bb27cdab29fc {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:03:59.468139 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b821109-4823-414a-8c18-208698cc4b1d", "name": "network-vif-plugged", "status": "completed", "tag": "d47c61fa-6889-413d-95f9-3f41c2702225", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:03:59.468603 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9d16ca6e-876a-4f57-bc08-bb27cdab29fc {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:03:59.470140 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b821109-4823-414a-8c18-208698cc4b1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd47c61fa-6889-413d-95f9-3f41c2702225', 'code': 200} Nov 22 20:03:59.494552 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] No Port match for: 3da612bb-fc01-4db6-9f53-a637aba0e0dc {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:03:59.501837 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 3da612bb-fc01-4db6-9f53-a637aba0e0dc not bound to the agent host n-h2-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:03:59.517873 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1ef61208-edcf-4b52-9d35-f98d7953bcce admin admin] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:59.584082 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=d47c61fa-6889-413d-95f9-3f41c2702225,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:03:59.605655 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-989b7722-d303-4118-8794-1f128ef2c201 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:59.659560 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-5042bdb3-a24a-4f14-ad98-91c27319380c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:59.697459 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ee0a1c-f13c-4bb0-a500-7dc34c3154a4 req-bcdb8127-4e17-4480-9456-f85e2737671a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:03:59.699646 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-d6ee0a1c-f13c-4bb0-a500-7dc34c3154a4 req-bcdb8127-4e17-4480-9456-f85e2737671a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=8b821109-4823-414a-8c18-208698cc4b1d HTTP/1.1" status: 200 len: 1101 time: 0.1339996 Nov 22 20:03:59.712168 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-92d139be-e00d-431d-a20e-f69aee2a9d17 req-fc2d72b5-8bf0-4e2c-87be-1eaa3cf27d05 tempest-ServersAdminNegativeTestJSON-696933393 tempest-ServersAdminNegativeTestJSON-696933393-project] 10.222.0.46 "GET /v2.0/ports?device_id=c764a3a2-d9d5-42ad-8b6c-ab7c3bf3ede8 HTTP/1.1" status: 200 len: 210 time: 0.1015885 Nov 22 20:03:59.738710 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-989b7722-d303-4118-8794-1f128ef2c201 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:59.812343 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1ef61208-edcf-4b52-9d35-f98d7953bcce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:59.817197 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-d6ee0a1c-f13c-4bb0-a500-7dc34c3154a4 req-89f55ba3-239e-4391-913d-99c80bc43406 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=438abd33-8d9c-46a8-9e92-c7d6e3a47c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020594 Nov 22 20:03:59.820886 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1ef61208-edcf-4b52-9d35-f98d7953bcce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:59.853414 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-989b7722-d303-4118-8794-1f128ef2c201 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:59.856630 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-989b7722-d303-4118-8794-1f128ef2c201 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:03:59.858198 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-989b7722-d303-4118-8794-1f128ef2c201 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e9fedbda-dd1d-49cb-81ca-fb477b8c29fe HTTP/1.1" status: 204 len: 168 time: 0.5111384 Nov 22 20:03:59.872968 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989b7722-d303-4118-8794-1f128ef2c201 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9fedbda-dd1d-49cb-81ca-fb477b8c29fe,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:03:59.875490 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-1ef61208-edcf-4b52-9d35-f98d7953bcce admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a1eb7f8cbe244a9493f0629dc32be26c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4199619 Nov 22 20:03:59.883914 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef61208-edcf-4b52-9d35-f98d7953bcce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=add9a662-9e0a-4ddb-9d91-990e97972eef,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:03:59.896592 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 53046) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:04:00.056916 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e169b4-c693-4283-9fe4-9ed5f1ec6027 req-143db76f-b8ad-4546-945c-d024a037e6ea tempest-LiveMigrationNegativeTest-30000223 tempest-LiveMigrationNegativeTest-30000223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:04:00.058723 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-31e169b4-c693-4283-9fe4-9ed5f1ec6027 req-143db76f-b8ad-4546-945c-d024a037e6ea tempest-LiveMigrationNegativeTest-30000223 tempest-LiveMigrationNegativeTest-30000223-project] 10.222.0.46 "GET /v2.0/ports?device_id=8b821109-4823-414a-8c18-208698cc4b1d HTTP/1.1" status: 200 len: 950 time: 0.1322157 Nov 22 20:04:00.068074 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4c3bfb74-a9bb-4856-8232-1d8645477680 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:00.104384 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4c3bfb74-a9bb-4856-8232-1d8645477680 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:00.181185 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4c3bfb74-a9bb-4856-8232-1d8645477680 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:00.184868 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4c3bfb74-a9bb-4856-8232-1d8645477680 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:00.188087 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-4c3bfb74-a9bb-4856-8232-1d8645477680 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/add9a662-9e0a-4ddb-9d91-990e97972eef HTTP/1.1" status: 204 len: 168 time: 0.2903600 Nov 22 20:04:00.201539 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 53058) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:04:00.217199 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3bfb74-a9bb-4856-8232-1d8645477680 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=add9a662-9e0a-4ddb-9d91-990e97972eef,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:04:00.264348 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-31e169b4-c693-4283-9fe4-9ed5f1ec6027 req-d3b0327a-0aff-462b-8fc4-0b3b3d34ac4c tempest-LiveMigrationNegativeTest-30000223 tempest-LiveMigrationNegativeTest-30000223-project] 10.222.0.46 "GET /v2.0/security-groups?id=438abd33-8d9c-46a8-9e92-c7d6e3a47c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994874 Nov 22 20:04:00.340310 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 53066) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:04:00.354025 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7ea95357-8d83-4e35-9f5a-99b9630b15b6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:00.453805 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7ea95357-8d83-4e35-9f5a-99b9630b15b6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:00.458957 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7ea95357-8d83-4e35-9f5a-99b9630b15b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:00.515440 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea95357-8d83-4e35-9f5a-99b9630b15b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37dfec18-ad83-4524-a8f3-439abb52466f,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:04:00.551134 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 53070) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:04:00.552245 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-7ea95357-8d83-4e35-9f5a-99b9630b15b6 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=af8a084c60734799b284c17534db4cee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2101703 Nov 22 20:04:00.631493 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-84f42ac6-a504-44a0-9a96-ed3c9b91204e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:00.634720 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-90c3030d-5968-4c86-804d-e9fff68104c1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:00.706388 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-84f42ac6-a504-44a0-9a96-ed3c9b91204e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:00.868976 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-90c3030d-5968-4c86-804d-e9fff68104c1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:00.871181 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-84f42ac6-a504-44a0-9a96-ed3c9b91204e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:00.880507 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-84f42ac6-a504-44a0-9a96-ed3c9b91204e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:00.884378 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-84f42ac6-a504-44a0-9a96-ed3c9b91204e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/37dfec18-ad83-4524-a8f3-439abb52466f HTTP/1.1" status: 204 len: 168 time: 0.3318496 Nov 22 20:04:00.889462 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-90c3030d-5968-4c86-804d-e9fff68104c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:00.942067 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f42ac6-a504-44a0-9a96-ed3c9b91204e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37dfec18-ad83-4524-a8f3-439abb52466f,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:04:00.989230 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-90c3030d-5968-4c86-804d-e9fff68104c1 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=583898e31c534255a6e6213933d7a9f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7861612 Nov 22 20:04:00.991745 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 53096) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:04:01.039982 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c3030d-5968-4c86-804d-e9fff68104c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8f5ffca-bea8-400b-aa34-34056916ab59,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:04:01.100376 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8af78daa-cad4-44f7-bfd8-0b11e1d34c52 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:01.144472 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8af78daa-cad4-44f7-bfd8-0b11e1d34c52 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:01.165605 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e162775-3eb5-431d-aa5b-2cd5824784ff req-92279c14-a26a-4a6b-84e9-9e555e2ffdf8 tempest-ServersAdminNegativeTestJSON-696933393 tempest-ServersAdminNegativeTestJSON-696933393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:04:01.167254 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6e162775-3eb5-431d-aa5b-2cd5824784ff req-92279c14-a26a-4a6b-84e9-9e555e2ffdf8 tempest-ServersAdminNegativeTestJSON-696933393 tempest-ServersAdminNegativeTestJSON-696933393-project] 10.222.0.46 "GET /v2.0/ports?device_id=ff4f4259-cd27-47ce-8c7c-1665ba1df108 HTTP/1.1" status: 200 len: 949 time: 0.0593441 Nov 22 20:04:01.225831 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8af78daa-cad4-44f7-bfd8-0b11e1d34c52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:01.230162 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8af78daa-cad4-44f7-bfd8-0b11e1d34c52 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:01.231781 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-8af78daa-cad4-44f7-bfd8-0b11e1d34c52 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a8f5ffca-bea8-400b-aa34-34056916ab59 HTTP/1.1" status: 204 len: 168 time: 0.2381585 Nov 22 20:04:01.242823 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af78daa-cad4-44f7-bfd8-0b11e1d34c52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8f5ffca-bea8-400b-aa34-34056916ab59,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:04:01.281155 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6e162775-3eb5-431d-aa5b-2cd5824784ff req-cf3e5485-e387-47da-8600-2899bb799e8c tempest-ServersAdminNegativeTestJSON-696933393 tempest-ServersAdminNegativeTestJSON-696933393-project] 10.222.0.46 "GET /v2.0/security-groups?id=739dd857-cdb9-45dd-b5e8-7e682cff4649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066363 Nov 22 20:04:01.405060 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87029188-855d-4604-8bc2-44831c3d0a0e req-3ac690bb-7eb9-47de-b4e9-9cb5ec2654e3 tempest-LiveMigrationNegativeTest-30000223 tempest-LiveMigrationNegativeTest-30000223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:04:01.406493 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-87029188-855d-4604-8bc2-44831c3d0a0e req-3ac690bb-7eb9-47de-b4e9-9cb5ec2654e3 tempest-LiveMigrationNegativeTest-30000223 tempest-LiveMigrationNegativeTest-30000223-project] 10.222.0.46 "GET /v2.0/ports?device_id=8b821109-4823-414a-8c18-208698cc4b1d HTTP/1.1" status: 200 len: 950 time: 0.0630734 Nov 22 20:04:01.482795 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-87029188-855d-4604-8bc2-44831c3d0a0e req-0ae70153-db38-4aaf-8ce1-0e83428d9cdc tempest-LiveMigrationNegativeTest-30000223 tempest-LiveMigrationNegativeTest-30000223-project] 10.222.0.46 "GET /v2.0/security-groups?id=438abd33-8d9c-46a8-9e92-c7d6e3a47c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620964 Nov 22 20:04:01.747084 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028ca0b7-5989-4194-9464-c17b1833b7ad req-4730d1c8-399b-4c0d-81b4-0a80f564075f tempest-LiveMigrationNegativeTest-30000223 tempest-LiveMigrationNegativeTest-30000223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:04:01.748978 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-028ca0b7-5989-4194-9464-c17b1833b7ad req-4730d1c8-399b-4c0d-81b4-0a80f564075f tempest-LiveMigrationNegativeTest-30000223 tempest-LiveMigrationNegativeTest-30000223-project] 10.222.0.46 "GET /v2.0/ports?device_id=8b821109-4823-414a-8c18-208698cc4b1d HTTP/1.1" status: 200 len: 950 time: 0.0526867 Nov 22 20:04:01.820187 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-028ca0b7-5989-4194-9464-c17b1833b7ad req-65f5d36b-ff7d-4671-a151-e2a71896a29d tempest-LiveMigrationNegativeTest-30000223 tempest-LiveMigrationNegativeTest-30000223-project] 10.222.0.46 "GET /v2.0/security-groups?id=438abd33-8d9c-46a8-9e92-c7d6e3a47c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634837 Nov 22 20:04:01.977483 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 53138) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:04:01.992239 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-cca4e98e-d404-41a7-84e6-d6d59b419018 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:02.136024 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-cca4e98e-d404-41a7-84e6-d6d59b419018 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:02.153507 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-cca4e98e-d404-41a7-84e6-d6d59b419018 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:02.193479 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-cca4e98e-d404-41a7-84e6-d6d59b419018 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3765080544ca4e34aa09a3689b3f7c9d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2148712 Nov 22 20:04:02.197184 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 53154) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:04:02.205164 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d61d761a-c7c1-4f83-aefe-dc6fb4a13418 req-e8d030eb-c56b-4947-8a23-7b97311fa329 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=126c0323750547f8b9835ef63890aaea&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0670819 Nov 22 20:04:02.300912 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-da49bf6f-99c0-47e5-92ce-7855431502ff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:02.348484 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-da49bf6f-99c0-47e5-92ce-7855431502ff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:02.354159 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca4e98e-d404-41a7-84e6-d6d59b419018 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62496567-53f5-4085-b81e-3687d56b1884,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:04:02.386248 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 53162) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:04:02.398810 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-1942c50f-eec3-421d-8c77-16c2bd60f0eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:02.474950 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-da49bf6f-99c0-47e5-92ce-7855431502ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:02.478314 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-da49bf6f-99c0-47e5-92ce-7855431502ff admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:02.487314 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-da49bf6f-99c0-47e5-92ce-7855431502ff admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/62496567-53f5-4085-b81e-3687d56b1884 HTTP/1.1" status: 204 len: 168 time: 0.2865748 Nov 22 20:04:02.487765 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61d761a-c7c1-4f83-aefe-dc6fb4a13418 req-89f30fc8-7c2f-4e01-ba79-4e0fb64548d9 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:04:02.496820 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d61d761a-c7c1-4f83-aefe-dc6fb4a13418 req-89f30fc8-7c2f-4e01-ba79-4e0fb64548d9 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2903817 Nov 22 20:04:02.513845 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da49bf6f-99c0-47e5-92ce-7855431502ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62496567-53f5-4085-b81e-3687d56b1884,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:04:02.530221 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b768a8da-b06a-4e58-b744-17b9d9bff55a req-b47ed9d6-0fa6-4b2c-a27f-4eddfb9b4294 tempest-ServersAdminNegativeTestJSON-696933393 tempest-ServersAdminNegativeTestJSON-696933393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:04:02.535837 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da49bf6f-99c0-47e5-92ce-7855431502ff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:04:02.537083 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da49bf6f-99c0-47e5-92ce-7855431502ff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:04:02.537520 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da49bf6f-99c0-47e5-92ce-7855431502ff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:04:02.537942 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da49bf6f-99c0-47e5-92ce-7855431502ff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:04:02.538397 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da49bf6f-99c0-47e5-92ce-7855431502ff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:04:02.540137 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da49bf6f-99c0-47e5-92ce-7855431502ff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:04:02.541358 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b768a8da-b06a-4e58-b744-17b9d9bff55a req-b47ed9d6-0fa6-4b2c-a27f-4eddfb9b4294 tempest-ServersAdminNegativeTestJSON-696933393 tempest-ServersAdminNegativeTestJSON-696933393-project] 10.222.0.46 "GET /v2.0/ports?device_id=ff4f4259-cd27-47ce-8c7c-1665ba1df108 HTTP/1.1" status: 200 len: 949 time: 0.1377859 Nov 22 20:04:02.543140 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da49bf6f-99c0-47e5-92ce-7855431502ff admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:04:02.543678 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da49bf6f-99c0-47e5-92ce-7855431502ff admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:04:02.544190 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da49bf6f-99c0-47e5-92ce-7855431502ff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:04:02.544588 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d61d761a-c7c1-4f83-aefe-dc6fb4a13418 req-99c61577-f74a-4b68-8465-2a9b919a4f13 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/quotas/126c0323750547f8b9835ef63890aaea HTTP/1.1" status: 200 len: 375 time: 0.0467219 Nov 22 20:04:02.545080 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da49bf6f-99c0-47e5-92ce-7855431502ff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:04:02.546372 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da49bf6f-99c0-47e5-92ce-7855431502ff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:04:02.546848 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da49bf6f-99c0-47e5-92ce-7855431502ff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:04:02.621790 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d61d761a-c7c1-4f83-aefe-dc6fb4a13418 req-6424783a-99da-47a3-962b-c534c4b14d17 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=126c0323750547f8b9835ef63890aaea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0349693 Nov 22 20:04:02.667392 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b768a8da-b06a-4e58-b744-17b9d9bff55a req-cf757b0e-7c87-439f-8596-091a5c13b8c3 tempest-ServersAdminNegativeTestJSON-696933393 tempest-ServersAdminNegativeTestJSON-696933393-project] 10.222.0.46 "GET /v2.0/security-groups?id=739dd857-cdb9-45dd-b5e8-7e682cff4649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232786 Nov 22 20:04:02.744379 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed97295-9b85-4099-8647-bdd6aa6dfbc5 req-07fa988f-05c3-4c53-9e9e-60e0d31903b7 tempest-ServersAdminNegativeTestJSON-696933393 tempest-ServersAdminNegativeTestJSON-696933393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:04:02.746638 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-5ed97295-9b85-4099-8647-bdd6aa6dfbc5 req-07fa988f-05c3-4c53-9e9e-60e0d31903b7 tempest-ServersAdminNegativeTestJSON-696933393 tempest-ServersAdminNegativeTestJSON-696933393-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff4f4259-cd27-47ce-8c7c-1665ba1df108 HTTP/1.1" status: 200 len: 949 time: 0.0614865 Nov 22 20:04:02.827937 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 29156290-576d-4f62-aa0d-48ed1a156ebb no longer exists at agent hyperv_n-h1-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:04:02.828770 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-ea28da82-69d4-4257-9c91-28dc721b06d2 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1305262143-network', 'tenant_id': '893c9b18170649ca8789dc25bee886fa'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:04:02.894406 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] No Port match for: 29156290-576d-4f62-aa0d-48ed1a156ebb {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:04:02.894760 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 29156290-576d-4f62-aa0d-48ed1a156ebb not bound to the agent host n-h1-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:04:02.899181 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea28da82-69d4-4257-9c91-28dc721b06d2 admin admin] Made reservation on behalf of 893c9b18170649ca8789dc25bee886fa for: {'network': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:04:02.907799 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ea28da82-69d4-4257-9c91-28dc721b06d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for network, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:02.935635 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-cf26db54-7c9c-4a17-bbca-466e44229fcf req-15ab3024-4c58-4f3b-b50f-6f209e3529be tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/ports?device_id=5093cb48-092d-4dff-ad5d-31875fbb9f2c HTTP/1.1" status: 200 len: 210 time: 0.0783436 Nov 22 20:04:02.948497 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ea28da82-69d4-4257-9c91-28dc721b06d2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:02.996943 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [req-5ed97295-9b85-4099-8647-bdd6aa6dfbc5 req-a21d7af0-bb30-4eb5-9794-3804d110fe2c tempest-ServersAdminNegativeTestJSON-696933393 tempest-ServersAdminNegativeTestJSON-696933393-project] Deleting port 8212d2ac-a2d3-4747-a374-4f25d8bd3adc {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:04:02.997683 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-5ed97295-9b85-4099-8647-bdd6aa6dfbc5 req-a21d7af0-bb30-4eb5-9794-3804d110fe2c tempest-ServersAdminNegativeTestJSON-696933393 tempest-ServersAdminNegativeTestJSON-696933393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:03.187232 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-5ed97295-9b85-4099-8647-bdd6aa6dfbc5 req-a21d7af0-bb30-4eb5-9794-3804d110fe2c tempest-ServersAdminNegativeTestJSON-696933393 tempest-ServersAdminNegativeTestJSON-696933393-project] For port 8212d2ac-a2d3-4747-a374-4f25d8bd3adc, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=8212d2ac-a2d3-4747-a374-4f25d8bd3adc,segment=NetworkSegment(2a5a1c7b-538e-498e-99b9-cc7a8e0411be),segment_id=2a5a1c7b-538e-498e-99b9-cc7a8e0411be)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:04:03.188050 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-5ed97295-9b85-4099-8647-bdd6aa6dfbc5 req-a21d7af0-bb30-4eb5-9794-3804d110fe2c tempest-ServersAdminNegativeTestJSON-696933393 tempest-ServersAdminNegativeTestJSON-696933393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:03.216273 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ea28da82-69d4-4257-9c91-28dc721b06d2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:03.232229 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [req-5ed97295-9b85-4099-8647-bdd6aa6dfbc5 req-a21d7af0-bb30-4eb5-9794-3804d110fe2c tempest-ServersAdminNegativeTestJSON-696933393 tempest-ServersAdminNegativeTestJSON-696933393-project] Calling delete_port for 8212d2ac-a2d3-4747-a374-4f25d8bd3adc owned by compute:nova {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:04:03.234837 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52093a77-384c-4d55-9e8d-638e5ea3bd85 req-5d5086a3-2f96-4d75-b0da-ee2106b47183 tempest-LiveMigrationNegativeTest-30000223 tempest-LiveMigrationNegativeTest-30000223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:04:03.236429 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-52093a77-384c-4d55-9e8d-638e5ea3bd85 req-5d5086a3-2f96-4d75-b0da-ee2106b47183 tempest-LiveMigrationNegativeTest-30000223 tempest-LiveMigrationNegativeTest-30000223-project] 10.222.0.46 "GET /v2.0/ports?device_id=8b821109-4823-414a-8c18-208698cc4b1d HTTP/1.1" status: 200 len: 950 time: 0.2745273 Nov 22 20:04:03.237681 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ea28da82-69d4-4257-9c91-28dc721b06d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:03.286337 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-03f0964f-1b75-4df7-99e0-a3cdb56ec2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:03.342320 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea28da82-69d4-4257-9c91-28dc721b06d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f868016-0869-4273-a602-3a630bf6c15a,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:04:03.385213 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea28da82-69d4-4257-9c91-28dc721b06d2 admin admin] vlan segment allocate from pool success with {'vlan_id': 605, 'physical_network': 'physnet1'} {{(pid=103447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 20:04:03.443992 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-52093a77-384c-4d55-9e8d-638e5ea3bd85 req-70edd25b-8534-47de-953d-9f9dc53a5887 tempest-LiveMigrationNegativeTest-30000223 tempest-LiveMigrationNegativeTest-30000223-project] 10.222.0.46 "GET /v2.0/security-groups?id=438abd33-8d9c-46a8-9e92-c7d6e3a47c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891341 Nov 22 20:04:03.451839 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ea28da82-69d4-4257-9c91-28dc721b06d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:03.452465 n-d-818823-1 neutron-server[103447]: INFO neutron.db.segments_db [None req-ea28da82-69d4-4257-9c91-28dc721b06d2 admin admin] Added segment f0c11d7a-96fd-43fa-957b-1793939552d9 of type vlan for network a6c01d97-7edb-4357-8d46-10424981d282 Nov 22 20:04:03.503793 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ea28da82-69d4-4257-9c91-28dc721b06d2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748992492791'] for network, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:03.542544 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ea28da82-69d4-4257-9c91-28dc721b06d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for network, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:03.544395 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea28da82-69d4-4257-9c91-28dc721b06d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:04:03.546530 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ea28da82-69d4-4257-9c91-28dc721b06d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for network, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:03.557133 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-5ed97295-9b85-4099-8647-bdd6aa6dfbc5 req-a21d7af0-bb30-4eb5-9794-3804d110fe2c tempest-ServersAdminNegativeTestJSON-696933393 tempest-ServersAdminNegativeTestJSON-696933393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:03.571351 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] get_ports_and_sgs() called for port_ids ['8212d2ac-a2d3-4747-a374-4f25d8bd3adc'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:04:03.665400 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21d7af0-bb30-4eb5-9794-3804d110fe2c tempest-ServersAdminNegativeTestJSON-696933393 tempest-ServersAdminNegativeTestJSON-696933393-project] Pushing event deleted for resources: {'Port': ['ID=8212d2ac-a2d3-4747-a374-4f25d8bd3adc,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:04:03.722951 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ed97295-9b85-4099-8647-bdd6aa6dfbc5 req-a21d7af0-bb30-4eb5-9794-3804d110fe2c tempest-ServersAdminNegativeTestJSON-696933393 tempest-ServersAdminNegativeTestJSON-696933393-project] No DVR routers for this DVR port 8212d2ac-a2d3-4747-a374-4f25d8bd3adc on host n-h2-818823-1 {{(pid=103448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:04:03.733310 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-5ed97295-9b85-4099-8647-bdd6aa6dfbc5 req-a21d7af0-bb30-4eb5-9794-3804d110fe2c tempest-ServersAdminNegativeTestJSON-696933393 tempest-ServersAdminNegativeTestJSON-696933393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:03.756733 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-5ed97295-9b85-4099-8647-bdd6aa6dfbc5 req-a21d7af0-bb30-4eb5-9794-3804d110fe2c tempest-ServersAdminNegativeTestJSON-696933393 tempest-ServersAdminNegativeTestJSON-696933393-project] 10.222.0.20 "DELETE /v2.0/ports/8212d2ac-a2d3-4747-a374-4f25d8bd3adc HTTP/1.1" status: 204 len: 173 time: 0.9921870 Nov 22 20:04:03.757019 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff4f4259-cd27-47ce-8c7c-1665ba1df108', 'name': 'network-vif-deleted', 'tag': '8212d2ac-a2d3-4747-a374-4f25d8bd3adc'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:04:03.769138 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea28da82-69d4-4257-9c91-28dc721b06d2 admin admin] Pushing event updated for resources: {'Network': ['ID=a6c01d97-7edb-4357-8d46-10424981d282,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:04:03.772941 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589a98cf2aea187fcc423a5edb333e5a6cf3ad7c81115d1ebee0f079693c312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38eaf79e-adbc-42d0-8e2b-ff5bc1f9a13e" -d '{"events": [{"server_uuid": "ff4f4259-cd27-47ce-8c7c-1665ba1df108", "name": "network-vif-deleted", "tag": "8212d2ac-a2d3-4747-a374-4f25d8bd3adc"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:04:03.781236 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Network a6c01d97-7edb-4357-8d46-10424981d282 details requested by agent ovs-agent-n-d-818823-1 with host n-d-818823-1 {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 20:04:03.823078 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-ea28da82-69d4-4257-9c91-28dc721b06d2 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.4319866 Nov 22 20:04:03.825785 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 53218) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:04:03.837336 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-6767c548-1474-44c0-820c-d0d9a287e1be admin admin] Request body: {'subnet': {'network_id': 'a6c01d97-7edb-4357-8d46-10424981d282', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1305262143-subnet', 'tenant_id': '893c9b18170649ca8789dc25bee886fa', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:04:03.855704 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9f4a21c8-8e9e-4ec0-954c-7be777bf400f req-d3d4aa1f-8265-4fcb-8ddd-ecc7a12a464e tempest-ServersAdminNegativeTestJSON-696933393 tempest-ServersAdminNegativeTestJSON-696933393-project] 10.222.0.46 "GET /v2.0/ports?device_id=ff4f4259-cd27-47ce-8c7c-1665ba1df108 HTTP/1.1" status: 200 len: 210 time: 0.0842004 Nov 22 20:04:03.872414 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6767c548-1474-44c0-820c-d0d9a287e1be admin admin] Made reservation on behalf of 893c9b18170649ca8789dc25bee886fa for: {'subnet': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:04:03.875629 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6767c548-1474-44c0-820c-d0d9a287e1be admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11792951'] for subnet, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:03.919532 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d1315b-b0c4-4a74-b006-412ef32be4c7 req-c19425f1-4f04-47e0-9c91-60966bc9e11f tempest-LiveMigrationNegativeTest-1073690000 tempest-LiveMigrationNegativeTest-1073690000-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:04:03.925955 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-26d1315b-b0c4-4a74-b006-412ef32be4c7 req-c19425f1-4f04-47e0-9c91-60966bc9e11f tempest-LiveMigrationNegativeTest-1073690000 tempest-LiveMigrationNegativeTest-1073690000-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=8b821109-4823-414a-8c18-208698cc4b1d HTTP/1.1" status: 200 len: 1101 time: 0.2716241 Nov 22 20:04:03.992803 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-26d1315b-b0c4-4a74-b006-412ef32be4c7 req-caeb63a1-bdbe-41c4-8b0f-2872c6bd5d41 tempest-LiveMigrationNegativeTest-1073690000 tempest-LiveMigrationNegativeTest-1073690000-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:04.133471 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:04:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c5e0763-9756-4d2a-b8ae-62742a1fa4fa x-openstack-request-id: req-6c5e0763-9756-4d2a-b8ae-62742a1fa4fa {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:04:04.133798 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff4f4259-cd27-47ce-8c7c-1665ba1df108", "name": "network-vif-deleted", "tag": "8212d2ac-a2d3-4747-a374-4f25d8bd3adc", "status": "completed", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:04:04.134596 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6c5e0763-9756-4d2a-b8ae-62742a1fa4fa {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:04:04.134596 n-d-818823-1 neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff4f4259-cd27-47ce-8c7c-1665ba1df108', 'name': 'network-vif-deleted', 'tag': '8212d2ac-a2d3-4747-a374-4f25d8bd3adc', 'status': 'completed', 'code': 200} Nov 22 20:04:04.170061 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-075eab1f-5543-4bf3-addb-ba63ef75c1ac req-401dc0de-449a-4e76-a519-2dfc9faa4349 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/ports?device_id=5093cb48-092d-4dff-ad5d-31875fbb9f2c HTTP/1.1" status: 200 len: 210 time: 0.0378437 Nov 22 20:04:04.206090 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6767c548-1474-44c0-820c-d0d9a287e1be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11567560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11792921'] for subnet, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:04.215341 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-26d1315b-b0c4-4a74-b006-412ef32be4c7 req-caeb63a1-bdbe-41c4-8b0f-2872c6bd5d41 tempest-LiveMigrationNegativeTest-1073690000 tempest-LiveMigrationNegativeTest-1073690000-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:04.221812 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-26d1315b-b0c4-4a74-b006-412ef32be4c7 req-caeb63a1-bdbe-41c4-8b0f-2872c6bd5d41 tempest-LiveMigrationNegativeTest-1073690000 tempest-LiveMigrationNegativeTest-1073690000-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:04.258398 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caeb63a1-bdbe-41c4-8b0f-2872c6bd5d41 tempest-LiveMigrationNegativeTest-1073690000 tempest-LiveMigrationNegativeTest-1073690000-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37b73661-794f-4dfc-afab-850fe2a63e38,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:04:04.292798 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-26d1315b-b0c4-4a74-b006-412ef32be4c7 req-caeb63a1-bdbe-41c4-8b0f-2872c6bd5d41 tempest-LiveMigrationNegativeTest-1073690000 tempest-LiveMigrationNegativeTest-1073690000-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=438abd33-8d9c-46a8-9e92-c7d6e3a47c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3519833 Nov 22 20:04:04.309265 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6767c548-1474-44c0-820c-d0d9a287e1be admin admin] Pushing event updated for resources: {'Subnet': ['ID=8484e927-d598-4c05-a88d-f7c50161999e,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:04:04.317405 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6767c548-1474-44c0-820c-d0d9a287e1be admin admin] Checking segment: {'id': 'f0c11d7a-96fd-43fa-957b-1793939552d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'a6c01d97-7edb-4357-8d46-10424981d282'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:04:04.317950 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6767c548-1474-44c0-820c-d0d9a287e1be admin admin] Network hostable DHCP agents. Network: a6c01d97-7edb-4357-8d46-10424981d282, hostable agents: ['02adaa64-0987-4b74-bad0-cbcf56f8a294'], hosted agents: [] {{(pid=103448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 20:04:04.345000 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6767c548-1474-44c0-820c-d0d9a287e1be admin admin] Network a6c01d97-7edb-4357-8d46-10424981d282 is scheduled to be hosted by DHCP agent 02adaa64-0987-4b74-bad0-cbcf56f8a294 with binding_index 1 {{(pid=103448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 20:04:04.368698 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-6767c548-1474-44c0-820c-d0d9a287e1be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818823-1, a6c01d97-7edb-4357-8d46-10424981d282) {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:04:04.374680 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6767c548-1474-44c0-820c-d0d9a287e1be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:04:04.375150 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6767c548-1474-44c0-820c-d0d9a287e1be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:04.381394 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb9620c6-55bf-4ae4-b134-71153f4e1851 None None] Network a6c01d97-7edb-4357-8d46-10424981d282 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:04:04.445062 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-6767c548-1474-44c0-820c-d0d9a287e1be admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.6143348 Nov 22 20:04:04.447229 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 53246) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:04:04.452289 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-42e8468f-50b5-4574-8545-67e6ceb3dc10 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1305262143-router', 'tenant_id': '893c9b18170649ca8789dc25bee886fa', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'}}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:04:04.516019 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [req-3b5fc1ee-03b4-48c2-a6a1-c6ebe8dfe98a req-cfd61013-6cb5-4b0c-9d03-1177739d729b service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=103447) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 20:04:04.522015 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3b5fc1ee-03b4-48c2-a6a1-c6ebe8dfe98a req-cfd61013-6cb5-4b0c-9d03-1177739d729b service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0130079 Nov 22 20:04:04.525088 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-42e8468f-50b5-4574-8545-67e6ceb3dc10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24799'] for router, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:04.527819 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-42e8468f-50b5-4574-8545-67e6ceb3dc10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-632716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24788'] for router, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:04.574774 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-d61d761a-c7c1-4f83-aefe-dc6fb4a13418 req-291152dc-1906-4c1b-8dc8-ce690b540889 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=126c0323750547f8b9835ef63890aaea&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0551128 Nov 22 20:04:04.722671 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5136c478-5be8-41f9-a2ed-3f4573649693 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fb26bd7-ce56-527b-b94f-2e1f7cb2bb35-a6c01d97-7edb-4357-8d46-10424981d282', 'network_id': 'a6c01d97-7edb-4357-8d46-10424981d282', 'tenant_id': '893c9b18170649ca8789dc25bee886fa', 'fixed_ips': [{'subnet_id': '8484e927-d598-4c05-a88d-f7c50161999e'}]}} from n-d-818823-1. {{(pid=103449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 20:04:04.723946 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-5136c478-5be8-41f9-a2ed-3f4573649693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:04.784431 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61d761a-c7c1-4f83-aefe-dc6fb4a13418 req-29a62c0a-2804-4766-b21f-5b0689fbbb1e tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:04:04.786065 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-d61d761a-c7c1-4f83-aefe-dc6fb4a13418 req-29a62c0a-2804-4766-b21f-5b0689fbbb1e tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2053852 Nov 22 20:04:04.812143 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-42e8468f-50b5-4574-8545-67e6ceb3dc10 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:04.812324 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [req-d61d761a-c7c1-4f83-aefe-dc6fb4a13418 req-4bc41895-f114-4db3-90eb-bec797d06773 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] Request body: {'port': {'device_id': '5093cb48-092d-4dff-ad5d-31875fbb9f2c', 'network_id': 'e1052824-bf78-4963-8937-b202e372ac24', 'admin_state_up': True, 'tenant_id': '126c0323750547f8b9835ef63890aaea'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:04:05.108626 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e49ee129-e862-4476-beca-cdc8150d2345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:05.109007 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d61d761a-c7c1-4f83-aefe-dc6fb4a13418 req-4bc41895-f114-4db3-90eb-bec797d06773 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] Made reservation on behalf of 126c0323750547f8b9835ef63890aaea for: {'port': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:04:05.113949 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-d61d761a-c7c1-4f83-aefe-dc6fb4a13418 req-4bc41895-f114-4db3-90eb-bec797d06773 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:05.154765 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.db_base_plugin_common [None req-5136c478-5be8-41f9-a2ed-3f4573649693 None None] Allocated IP 172.20.0.2 (a6c01d97-7edb-4357-8d46-10424981d282/8484e927-d598-4c05-a88d-f7c50161999e/c13954b8-f47c-41a7-827f-7d98d3bf8307) {{(pid=103449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:04:05.249962 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-42e8468f-50b5-4574-8545-67e6ceb3dc10 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:05.296047 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284eb03c-36ed-476b-9649-b6851792aa70 req-9926b456-1f05-40c7-9a96-3d5120732223 tempest-LiveMigrationNegativeTest-30000223 tempest-LiveMigrationNegativeTest-30000223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:04:05.303229 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-284eb03c-36ed-476b-9649-b6851792aa70 req-9926b456-1f05-40c7-9a96-3d5120732223 tempest-LiveMigrationNegativeTest-30000223 tempest-LiveMigrationNegativeTest-30000223-project] 10.222.0.46 "GET /v2.0/ports?device_id=8b821109-4823-414a-8c18-208698cc4b1d HTTP/1.1" status: 200 len: 950 time: 0.1162982 Nov 22 20:04:05.368480 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-5136c478-5be8-41f9-a2ed-3f4573649693 None None] Publish callbacks [] for port, precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:05.376989 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-5136c478-5be8-41f9-a2ed-3f4573649693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372'] for port, after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:05.386311 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-d61d761a-c7c1-4f83-aefe-dc6fb4a13418 req-4bc41895-f114-4db3-90eb-bec797d06773 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:05.404133 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5136c478-5be8-41f9-a2ed-3f4573649693 None None] Network a6c01d97-7edb-4357-8d46-10424981d282 is already hosted by enough agents. {{(pid=103449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:04:05.407471 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.base_scheduler [None req-5136c478-5be8-41f9-a2ed-3f4573649693 None None] Resources bound (agent type, host, resource id): {{(pid=103449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:04:05.443101 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5136c478-5be8-41f9-a2ed-3f4573649693 None None] Received port after_create {{(pid=103449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:04:05.473589 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-284eb03c-36ed-476b-9649-b6851792aa70 req-a2bb54c6-f335-4943-9496-62dafee6a677 tempest-LiveMigrationNegativeTest-30000223 tempest-LiveMigrationNegativeTest-30000223-project] 10.222.0.46 "GET /v2.0/security-groups?id=438abd33-8d9c-46a8-9e92-c7d6e3a47c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091483 Nov 22 20:04:05.513568 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-d61d761a-c7c1-4f83-aefe-dc6fb4a13418 req-4bc41895-f114-4db3-90eb-bec797d06773 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:05.522276 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-d61d761a-c7c1-4f83-aefe-dc6fb4a13418 req-4bc41895-f114-4db3-90eb-bec797d06773 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:05.587426 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-5136c478-5be8-41f9-a2ed-3f4573649693 None None] Attempting to bind port c13954b8-f47c-41a7-827f-7d98d3bf8307 on host n-d-818823-1 for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:04:05.587925 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-5136c478-5be8-41f9-a2ed-3f4573649693 None None] Attempting to bind port c13954b8-f47c-41a7-827f-7d98d3bf8307 by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': 'f0c11d7a-96fd-43fa-957b-1793939552d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'a6c01d97-7edb-4357-8d46-10424981d282'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:04:05.588290 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5136c478-5be8-41f9-a2ed-3f4573649693 None None] Attempting to bind port c13954b8-f47c-41a7-827f-7d98d3bf8307 on network a6c01d97-7edb-4357-8d46-10424981d282 {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:04:05.595783 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5136c478-5be8-41f9-a2ed-3f4573649693 None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 3, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:04:05.596155 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5136c478-5be8-41f9-a2ed-3f4573649693 None None] Checking segment: {'id': 'f0c11d7a-96fd-43fa-957b-1793939552d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'a6c01d97-7edb-4357-8d46-10424981d282'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:04:05.596555 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-5136c478-5be8-41f9-a2ed-3f4573649693 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:05.596940 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5136c478-5be8-41f9-a2ed-3f4573649693 None None] Bound using segment: {'id': 'f0c11d7a-96fd-43fa-957b-1793939552d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'a6c01d97-7edb-4357-8d46-10424981d282'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:04:05.597405 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-5136c478-5be8-41f9-a2ed-3f4573649693 None None] Bound port: c13954b8-f47c-41a7-827f-7d98d3bf8307, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0c11d7a-96fd-43fa-957b-1793939552d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'a6c01d97-7edb-4357-8d46-10424981d282'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:04:05.597782 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-5136c478-5be8-41f9-a2ed-3f4573649693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:05.621252 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5136c478-5be8-41f9-a2ed-3f4573649693 None None] Pushing event updated for resources: {'Port': ['ID=c13954b8-f47c-41a7-827f-7d98d3bf8307,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:04:05.665005 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc41895-f114-4db3-90eb-bec797d06773 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1d007ec-a75a-4ef8-9cdd-9c679a3ff22b,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:04:05.690195 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-5136c478-5be8-41f9-a2ed-3f4573649693 None None] For port c13954b8-f47c-41a7-827f-7d98d3bf8307, host n-d-818823-1, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:04:05.694127 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-42e8468f-50b5-4574-8545-67e6ceb3dc10 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:05.694907 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-5136c478-5be8-41f9-a2ed-3f4573649693 None None] For port c13954b8-f47c-41a7-827f-7d98d3bf8307, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=c13954b8-f47c-41a7-827f-7d98d3bf8307,segment=NetworkSegment(f0c11d7a-96fd-43fa-957b-1793939552d9),segment_id=f0c11d7a-96fd-43fa-957b-1793939552d9)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:04:05.703598 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-5136c478-5be8-41f9-a2ed-3f4573649693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:05.740419 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-42e8468f-50b5-4574-8545-67e6ceb3dc10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:05.752268 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d525cc22-0835-4d47-926f-d0dd4a6ab5fe req-45d068b6-eb14-48d0-98f9-233b4785d529 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/ports?device_id=5093cb48-092d-4dff-ad5d-31875fbb9f2c HTTP/1.1" status: 200 len: 210 time: 0.1162419 Nov 22 20:04:05.822450 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [req-d61d761a-c7c1-4f83-aefe-dc6fb4a13418 req-4bc41895-f114-4db3-90eb-bec797d06773 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] Allocated IP 192.168.233.49 (e1052824-bf78-4963-8937-b202e372ac24/3091ebfd-11e2-41f8-9c00-ffe0b86563d8/8b89445a-2093-4480-a650-d182804db66c) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:04:05.862407 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5136c478-5be8-41f9-a2ed-3f4573649693 None None] Pushing event updated for resources: {'Port': ['ID=c13954b8-f47c-41a7-827f-7d98d3bf8307,revision_number=2']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:04:05.879395 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 53292) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:04:05.890986 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:05.969114 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [None req-42e8468f-50b5-4574-8545-67e6ceb3dc10 admin admin] Allocated IP 172.25.5.89 (c48a55e9-6a85-4746-b7bf-3e29fb560094/5da6f781-63e6-4328-ae7a-5e672262f55a/79a0e4d6-fcb3-4ee3-a209-dd201710e688) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:04:06.119575 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 53300) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:04:06.126235 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-d61d761a-c7c1-4f83-aefe-dc6fb4a13418 req-4bc41895-f114-4db3-90eb-bec797d06773 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:06.182024 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-42e8468f-50b5-4574-8545-67e6ceb3dc10 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:06.203865 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-d61d761a-c7c1-4f83-aefe-dc6fb4a13418 req-4bc41895-f114-4db3-90eb-bec797d06773 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:06.266420 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-42e8468f-50b5-4574-8545-67e6ceb3dc10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:06.311098 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d61d761a-c7c1-4f83-aefe-dc6fb4a13418 req-4bc41895-f114-4db3-90eb-bec797d06773 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] Network e1052824-bf78-4963-8937-b202e372ac24 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:04:06.317556 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [req-d61d761a-c7c1-4f83-aefe-dc6fb4a13418 req-4bc41895-f114-4db3-90eb-bec797d06773 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:04:06.320492 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [req-d61d761a-c7c1-4f83-aefe-dc6fb4a13418 req-4bc41895-f114-4db3-90eb-bec797d06773 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:04:06.323754 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc41895-f114-4db3-90eb-bec797d06773 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] Pushing event updated for resources: {'Port': ['ID=8b89445a-2093-4480-a650-d182804db66c,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:04:06.368401 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42e8468f-50b5-4574-8545-67e6ceb3dc10 admin admin] Network c48a55e9-6a85-4746-b7bf-3e29fb560094 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:04:06.375622 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-42e8468f-50b5-4574-8545-67e6ceb3dc10 admin admin] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:04:06.384639 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e8468f-50b5-4574-8545-67e6ceb3dc10 admin admin] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:04:06.435807 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61d761a-c7c1-4f83-aefe-dc6fb4a13418 req-4bc41895-f114-4db3-90eb-bec797d06773 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:04:06.436486 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-d61d761a-c7c1-4f83-aefe-dc6fb4a13418 req-4bc41895-f114-4db3-90eb-bec797d06773 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:06.445120 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-afd2f12a-88a2-43a0-99c6-9b834f3835c1 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=da15d991f14c433b8467397b8f6ba6da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5589395 Nov 22 20:04:06.445446 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 53316) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:04:06.473829 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-d61d761a-c7c1-4f83-aefe-dc6fb4a13418 req-4bc41895-f114-4db3-90eb-bec797d06773 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6769156 Nov 22 20:04:06.487074 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [req-d61d761a-c7c1-4f83-aefe-dc6fb4a13418 req-be68c630-4500-4be9-9648-bd964f73cbfd service neutron] Request body: {'port': {'device_id': '5093cb48-092d-4dff-ad5d-31875fbb9f2c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818823-1'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:04:06.565764 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-af3ae359-051d-4be7-81ad-7d3271322049 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:06.707511 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-42e8468f-50b5-4574-8545-67e6ceb3dc10 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:06.709044 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-21c353d9-ebaf-4fce-b56b-9767cf55b44b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:06.743972 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-54751007-9ef9-4cb8-94f9-abb0310576f9 None None] Provisioning complete for port 8b89445a-2093-4480-a650-d182804db66c triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:04:06.743972 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-54751007-9ef9-4cb8-94f9-abb0310576f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:06.747734 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-21c353d9-ebaf-4fce-b56b-9767cf55b44b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:06.813730 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-d61d761a-c7c1-4f83-aefe-dc6fb4a13418 req-be68c630-4500-4be9-9648-bd964f73cbfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:06.875984 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-54751007-9ef9-4cb8-94f9-abb0310576f9 None None] Port 8b89445a-2093-4480-a650-d182804db66c cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:04:06.877616 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 8212d2ac-a2d3-4747-a374-4f25d8bd3adc no longer exists at agent hyperv_n-h2-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:04:06.885309 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c22145-1370-4ef1-b02a-5b3fad0b34ff req-bdf09e84-9dd8-4787-8eb2-cb4e15975cba tempest-LiveMigrationNegativeTest-30000223 tempest-LiveMigrationNegativeTest-30000223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:04:06.888215 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-a9c22145-1370-4ef1-b02a-5b3fad0b34ff req-bdf09e84-9dd8-4787-8eb2-cb4e15975cba tempest-LiveMigrationNegativeTest-30000223 tempest-LiveMigrationNegativeTest-30000223-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b821109-4823-414a-8c18-208698cc4b1d HTTP/1.1" status: 200 len: 950 time: 0.3250563 Nov 22 20:04:06.924447 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] No Port match for: 8212d2ac-a2d3-4747-a374-4f25d8bd3adc {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:04:06.926260 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 8212d2ac-a2d3-4747-a374-4f25d8bd3adc not bound to the agent host n-h2-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:04:07.016904 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e8468f-50b5-4574-8545-67e6ceb3dc10 admin admin] Pushing event updated for resources: {'Port': ['ID=79a0e4d6-fcb3-4ee3-a209-dd201710e688,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:04:07.036265 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-21c353d9-ebaf-4fce-b56b-9767cf55b44b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:07.038874 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-21c353d9-ebaf-4fce-b56b-9767cf55b44b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:07.044939 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-21c353d9-ebaf-4fce-b56b-9767cf55b44b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/739dd857-cdb9-45dd-b5e8-7e682cff4649 HTTP/1.1" status: 204 len: 168 time: 0.5956049 Nov 22 20:04:07.115380 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-42e8468f-50b5-4574-8545-67e6ceb3dc10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-659538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-841284'] for router, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:07.130322 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5265feb7-7988-41f4-ab35-c180356327ee req-e5e03ccb-5321-4630-bd9a-df56998d8453 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:04:07.132067 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5265feb7-7988-41f4-ab35-c180356327ee req-e5e03ccb-5321-4630-bd9a-df56998d8453 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/ports?device_id=5093cb48-092d-4dff-ad5d-31875fbb9f2c HTTP/1.1" status: 200 len: 935 time: 0.2472353 Nov 22 20:04:07.151335 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c353d9-ebaf-4fce-b56b-9767cf55b44b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=739dd857-cdb9-45dd-b5e8-7e682cff4649,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:04:07.237464 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6481bb3-d2e3-43ab-9e8f-91d4db67be27 req-77195450-fef9-4aa2-9a71-f586e6843ae7 tempest-LiveMigrationNegativeTest-30000223 tempest-LiveMigrationNegativeTest-30000223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:04:07.239878 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f6481bb3-d2e3-43ab-9e8f-91d4db67be27 req-77195450-fef9-4aa2-9a71-f586e6843ae7 tempest-LiveMigrationNegativeTest-30000223 tempest-LiveMigrationNegativeTest-30000223-project] 10.222.0.46 "GET /v2.0/ports?device_id=8b821109-4823-414a-8c18-208698cc4b1d HTTP/1.1" status: 200 len: 950 time: 0.5405757 Nov 22 20:04:07.245895 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 53346) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:04:07.272059 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [req-a9c22145-1370-4ef1-b02a-5b3fad0b34ff req-fb482714-6ace-4193-87a1-7abffb0c4f3e tempest-LiveMigrationNegativeTest-30000223 tempest-LiveMigrationNegativeTest-30000223-project] Deleting port d47c61fa-6889-413d-95f9-3f41c2702225 {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:04:07.272399 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-a9c22145-1370-4ef1-b02a-5b3fad0b34ff req-fb482714-6ace-4193-87a1-7abffb0c4f3e tempest-LiveMigrationNegativeTest-30000223 tempest-LiveMigrationNegativeTest-30000223-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:07.290838 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea3c8686-dc26-4137-b36d-1b744011f9ea None None] Network a6c01d97-7edb-4357-8d46-10424981d282 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:04:07.359924 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5265feb7-7988-41f4-ab35-c180356327ee req-7ba261d3-be91-476f-9a4f-8ec4e3b83947 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1d007ec-a75a-4ef8-9cdd-9c679a3ff22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184916 Nov 22 20:04:07.455733 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-af3ae359-051d-4be7-81ad-7d3271322049 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:07.484117 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-af3ae359-051d-4be7-81ad-7d3271322049 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:07.493915 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [req-d61d761a-c7c1-4f83-aefe-dc6fb4a13418 req-be68c630-4500-4be9-9648-bd964f73cbfd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b89445a-2093-4480-a650-d182804db66c {{(pid=103448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:04:07.508285 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-d61d761a-c7c1-4f83-aefe-dc6fb4a13418 req-be68c630-4500-4be9-9648-bd964f73cbfd service neutron] Publish callbacks [] for port, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:07.526510 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [req-d61d761a-c7c1-4f83-aefe-dc6fb4a13418 req-be68c630-4500-4be9-9648-bd964f73cbfd service neutron] Transition to ACTIVE for port object 8b89445a-2093-4480-a650-d182804db66c will not be triggered until provisioned by entity L2. {{(pid=103448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 20:04:07.532977 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-d61d761a-c7c1-4f83-aefe-dc6fb4a13418 req-be68c630-4500-4be9-9648-bd964f73cbfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:07.549587 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f6481bb3-d2e3-43ab-9e8f-91d4db67be27 req-cf617ca7-d7b6-46c3-8482-c141205196b8 tempest-LiveMigrationNegativeTest-30000223 tempest-LiveMigrationNegativeTest-30000223-project] 10.222.0.46 "GET /v2.0/security-groups?id=438abd33-8d9c-46a8-9e92-c7d6e3a47c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166610 Nov 22 20:04:07.558485 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3ae359-051d-4be7-81ad-7d3271322049 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d373bd9-955d-4f3f-974b-5c9b13ed207d,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:04:07.575915 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42e8468f-50b5-4574-8545-67e6ceb3dc10 admin admin] Router 9bebb789-2e0c-47c5-8598-2d6604d54718 is scheduled to L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 with binding_index 1 {{(pid=103447) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 20:04:07.583201 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-af3ae359-051d-4be7-81ad-7d3271322049 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c6ea88444e00421296df622439104f84&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4625199 Nov 22 20:04:07.584852 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 53356) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:04:07.603009 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-3d976e22-7cb8-4d49-b196-e5f98fedf39d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:07.606676 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-b15ceeb5-318a-436a-8056-24b1b0029898 None None] Provisioning complete for port c13954b8-f47c-41a7-827f-7d98d3bf8307 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:04:07.607058 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-b15ceeb5-318a-436a-8056-24b1b0029898 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:07.609406 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 53358) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:04:07.622378 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be68c630-4500-4be9-9648-bd964f73cbfd service neutron] Pushing event updated for resources: {'Port': ['ID=8b89445a-2093-4480-a650-d182804db66c,revision_number=2']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:04:07.675075 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-a9c22145-1370-4ef1-b02a-5b3fad0b34ff req-fb482714-6ace-4193-87a1-7abffb0c4f3e tempest-LiveMigrationNegativeTest-30000223 tempest-LiveMigrationNegativeTest-30000223-project] For port d47c61fa-6889-413d-95f9-3f41c2702225, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=d47c61fa-6889-413d-95f9-3f41c2702225,segment=NetworkSegment(2a5a1c7b-538e-498e-99b9-cc7a8e0411be),segment_id=2a5a1c7b-538e-498e-99b9-cc7a8e0411be)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:04:07.675735 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-a9c22145-1370-4ef1-b02a-5b3fad0b34ff req-fb482714-6ace-4193-87a1-7abffb0c4f3e tempest-LiveMigrationNegativeTest-30000223 tempest-LiveMigrationNegativeTest-30000223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:07.733161 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [req-a9c22145-1370-4ef1-b02a-5b3fad0b34ff req-fb482714-6ace-4193-87a1-7abffb0c4f3e tempest-LiveMigrationNegativeTest-30000223 tempest-LiveMigrationNegativeTest-30000223-project] Calling delete_port for d47c61fa-6889-413d-95f9-3f41c2702225 owned by compute:nova {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:04:07.746762 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-3d976e22-7cb8-4d49-b196-e5f98fedf39d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:07.758206 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-3d976e22-7cb8-4d49-b196-e5f98fedf39d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:07.784797 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-b15ceeb5-318a-436a-8056-24b1b0029898 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:07.845575 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-b15ceeb5-318a-436a-8056-24b1b0029898 None None] For port c13954b8-f47c-41a7-827f-7d98d3bf8307, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=c13954b8-f47c-41a7-827f-7d98d3bf8307,segment=NetworkSegment(f0c11d7a-96fd-43fa-957b-1793939552d9),segment_id=f0c11d7a-96fd-43fa-957b-1793939552d9)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:04:07.857153 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-b15ceeb5-318a-436a-8056-24b1b0029898 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:07.889164 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-a64ff632-f874-4c59-b61f-0b91757722a1 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ae10eea4b9ba459a875d17349ef9bf60&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3006148 Nov 22 20:04:07.903319 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 53360) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:04:07.936876 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-d61d761a-c7c1-4f83-aefe-dc6fb4a13418 req-be68c630-4500-4be9-9648-bd964f73cbfd service neutron] Attempting to bind port 8b89445a-2093-4480-a650-d182804db66c on host n-h1-818823-1 for vnic_type normal with profile {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:04:07.937310 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-d61d761a-c7c1-4f83-aefe-dc6fb4a13418 req-be68c630-4500-4be9-9648-bd964f73cbfd service neutron] Attempting to bind port 8b89445a-2093-4480-a650-d182804db66c by drivers openvswitch,hyperv on host n-h1-818823-1 at level 0 using segments [{'id': '2a5a1c7b-538e-498e-99b9-cc7a8e0411be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'e1052824-bf78-4963-8937-b202e372ac24'}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:04:07.937701 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d61d761a-c7c1-4f83-aefe-dc6fb4a13418 req-be68c630-4500-4be9-9648-bd964f73cbfd service neutron] Attempting to bind port 8b89445a-2093-4480-a650-d182804db66c on network e1052824-bf78-4963-8937-b202e372ac24 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:04:07.949694 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15ceeb5-318a-436a-8056-24b1b0029898 None None] Pushing event updated for resources: {'Port': ['ID=c13954b8-f47c-41a7-827f-7d98d3bf8307,revision_number=3']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:04:07.969196 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d976e22-7cb8-4d49-b196-e5f98fedf39d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2e93f07-6f59-4816-9a04-4892287fb3dc,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:04:08.012496 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-3d976e22-7cb8-4d49-b196-e5f98fedf39d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=098665be8d9a4a57ba683f9e748cda5e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6973431 Nov 22 20:04:08.015182 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 53366) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:04:08.029513 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d61d761a-c7c1-4f83-aefe-dc6fb4a13418 req-be68c630-4500-4be9-9648-bd964f73cbfd service neutron] Port 8b89445a-2093-4480-a650-d182804db66c on network e1052824-bf78-4963-8937-b202e372ac24 not bound, no agent of type Open vSwitch agent registered on host n-h1-818823-1 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:04:08.029893 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d61d761a-c7c1-4f83-aefe-dc6fb4a13418 req-be68c630-4500-4be9-9648-bd964f73cbfd service neutron] Attempting to bind port 8b89445a-2093-4480-a650-d182804db66c on network e1052824-bf78-4963-8937-b202e372ac24 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:04:08.044675 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d61d761a-c7c1-4f83-aefe-dc6fb4a13418 req-be68c630-4500-4be9-9648-bd964f73cbfd service neutron] Checking agent: {'id': '7a008cff-3b49-418c-8046-689d46cc800f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'started_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 3, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:04:08.045021 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d61d761a-c7c1-4f83-aefe-dc6fb4a13418 req-be68c630-4500-4be9-9648-bd964f73cbfd service neutron] Checking segment: {'id': '2a5a1c7b-538e-498e-99b9-cc7a8e0411be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'e1052824-bf78-4963-8937-b202e372ac24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:04:08.045489 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d61d761a-c7c1-4f83-aefe-dc6fb4a13418 req-be68c630-4500-4be9-9648-bd964f73cbfd service neutron] Bound using segment: {'id': '2a5a1c7b-538e-498e-99b9-cc7a8e0411be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'e1052824-bf78-4963-8937-b202e372ac24'} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:04:08.046022 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-d61d761a-c7c1-4f83-aefe-dc6fb4a13418 req-be68c630-4500-4be9-9648-bd964f73cbfd service neutron] Bound port: 8b89445a-2093-4480-a650-d182804db66c, host: n-h1-818823-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a5a1c7b-538e-498e-99b9-cc7a8e0411be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'e1052824-bf78-4963-8937-b202e372ac24'}}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:04:08.046502 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-d61d761a-c7c1-4f83-aefe-dc6fb4a13418 req-be68c630-4500-4be9-9648-bd964f73cbfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:08.098417 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device c13954b8-f47c-41a7-827f-7d98d3bf8307 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:04:08.161034 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f0101def-0c84-492e-9e1d-868605d43fa5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:08.171486 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port c13954b8-f47c-41a7-827f-7d98d3bf8307 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:04:08.172576 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:08.210163 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-a9c22145-1370-4ef1-b02a-5b3fad0b34ff req-fb482714-6ace-4193-87a1-7abffb0c4f3e tempest-LiveMigrationNegativeTest-30000223 tempest-LiveMigrationNegativeTest-30000223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:08.232474 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f0101def-0c84-492e-9e1d-868605d43fa5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:08.246891 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-d61d761a-c7c1-4f83-aefe-dc6fb4a13418 req-be68c630-4500-4be9-9648-bd964f73cbfd service neutron] For port 8b89445a-2093-4480-a650-d182804db66c, host n-h1-818823-1, cleared binding levels {{(pid=103448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:04:08.254990 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] get_ports_and_sgs() called for port_ids ['40cfc681-3bb1-4e27-a0f5-5d0226d9ef80'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:04:08.291974 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb482714-6ace-4193-87a1-7abffb0c4f3e tempest-LiveMigrationNegativeTest-30000223 tempest-LiveMigrationNegativeTest-30000223-project] Pushing event deleted for resources: {'Port': ['ID=d47c61fa-6889-413d-95f9-3f41c2702225,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:04:08.305678 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-d61d761a-c7c1-4f83-aefe-dc6fb4a13418 req-be68c630-4500-4be9-9648-bd964f73cbfd service neutron] For port 8b89445a-2093-4480-a650-d182804db66c, host n-h1-818823-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=8b89445a-2093-4480-a650-d182804db66c,segment=NetworkSegment(2a5a1c7b-538e-498e-99b9-cc7a8e0411be),segment_id=2a5a1c7b-538e-498e-99b9-cc7a8e0411be)] {{(pid=103448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:04:08.327000 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] get_ports_and_sgs() called for port_ids ['d47c61fa-6889-413d-95f9-3f41c2702225'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:04:08.331464 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0d72caf4-01ec-4f0d-b5fe-536f182b71d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:08.348513 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-d61d761a-c7c1-4f83-aefe-dc6fb4a13418 req-be68c630-4500-4be9-9648-bd964f73cbfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:08.371178 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-14604105-e002-49b7-a721-55dc7e4616c0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:08.404150 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0d72caf4-01ec-4f0d-b5fe-536f182b71d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:08.418122 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9c22145-1370-4ef1-b02a-5b3fad0b34ff req-fb482714-6ace-4193-87a1-7abffb0c4f3e tempest-LiveMigrationNegativeTest-30000223 tempest-LiveMigrationNegativeTest-30000223-project] No DVR routers for this DVR port d47c61fa-6889-413d-95f9-3f41c2702225 on host n-h2-818823-1 {{(pid=103448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:04:08.421707 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-87761985-7801-4a48-b6da-c1e4f1fd9413 None None] Provisioning complete for port c13954b8-f47c-41a7-827f-7d98d3bf8307 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:04:08.422129 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-87761985-7801-4a48-b6da-c1e4f1fd9413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:08.425659 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42e8468f-50b5-4574-8545-67e6ceb3dc10 admin admin] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:04:08.439359 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c1f785-f88f-45c8-993b-f5422c35b6e0 None None] Sync routers for ids ['9bebb789-2e0c-47c5-8598-2d6604d54718'] in n-d-818823-1 {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:04:08.452258 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-a9c22145-1370-4ef1-b02a-5b3fad0b34ff req-fb482714-6ace-4193-87a1-7abffb0c4f3e tempest-LiveMigrationNegativeTest-30000223 tempest-LiveMigrationNegativeTest-30000223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:08.457263 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-a9c22145-1370-4ef1-b02a-5b3fad0b34ff req-fb482714-6ace-4193-87a1-7abffb0c4f3e tempest-LiveMigrationNegativeTest-30000223 tempest-LiveMigrationNegativeTest-30000223-project] 10.222.0.20 "DELETE /v2.0/ports/d47c61fa-6889-413d-95f9-3f41c2702225 HTTP/1.1" status: 204 len: 173 time: 1.5086958 Nov 22 20:04:08.465360 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b821109-4823-414a-8c18-208698cc4b1d', 'name': 'network-vif-deleted', 'tag': 'd47c61fa-6889-413d-95f9-3f41c2702225'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:04:08.467712 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589a98cf2aea187fcc423a5edb333e5a6cf3ad7c81115d1ebee0f079693c312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56c6baf9-5f46-49e7-bb14-85c7936a7e60" -d '{"events": [{"server_uuid": "8b821109-4823-414a-8c18-208698cc4b1d", "name": "network-vif-deleted", "tag": "d47c61fa-6889-413d-95f9-3f41c2702225"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:04:08.470063 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c1f785-f88f-45c8-993b-f5422c35b6e0 None None] Routers {'9bebb789-2e0c-47c5-8598-2d6604d54718'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:04:08.474237 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-d1c1f785-f88f-45c8-993b-f5422c35b6e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:04:02Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['9bebb789-2e0c-47c5-8598-2d6604d54718'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:04:08.550150 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be68c630-4500-4be9-9648-bd964f73cbfd service neutron] Pushing event updated for resources: {'Port': ['ID=8b89445a-2093-4480-a650-d182804db66c,revision_number=3']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:04:08.554205 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61d761a-c7c1-4f83-aefe-dc6fb4a13418 req-be68c630-4500-4be9-9648-bd964f73cbfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:04:08.554205 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-d61d761a-c7c1-4f83-aefe-dc6fb4a13418 req-be68c630-4500-4be9-9648-bd964f73cbfd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:08.555952 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-d61d761a-c7c1-4f83-aefe-dc6fb4a13418 req-be68c630-4500-4be9-9648-bd964f73cbfd service neutron] 10.222.0.41 "PUT /v2.0/ports/8b89445a-2093-4480-a650-d182804db66c HTTP/1.1" status: 200 len: 1095 time: 2.0732164 Nov 22 20:04:08.576384 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-14604105-e002-49b7-a721-55dc7e4616c0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:08.591319 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f0101def-0c84-492e-9e1d-868605d43fa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:08.594916 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f0101def-0c84-492e-9e1d-868605d43fa5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:08.598840 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-f0101def-0c84-492e-9e1d-868605d43fa5 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/eb8848f2-ef24-41b8-9196-8c57b845c74e HTTP/1.1" status: 204 len: 168 time: 0.6901331 Nov 22 20:04:08.605137 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-42e8468f-50b5-4574-8545-67e6ceb3dc10 admin admin] Publish callbacks [] for router, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:08.608823 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-42e8468f-50b5-4574-8545-67e6ceb3dc10 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 4.1604867 Nov 22 20:04:08.611778 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 53388) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:04:08.667354 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0d72caf4-01ec-4f0d-b5fe-536f182b71d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:08.674483 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0d72caf4-01ec-4f0d-b5fe-536f182b71d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:08.681726 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-0d72caf4-01ec-4f0d-b5fe-536f182b71d7 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3d373bd9-955d-4f3f-974b-5c9b13ed207d HTTP/1.1" status: 204 len: 168 time: 1.0700922 Nov 22 20:04:08.706249 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0101def-0c84-492e-9e1d-868605d43fa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb8848f2-ef24-41b8-9196-8c57b845c74e,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:04:08.865712 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d72caf4-01ec-4f0d-b5fe-536f182b71d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d373bd9-955d-4f3f-974b-5c9b13ed207d,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:04:08.884912 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:04:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a4917bb-3ab0-4690-b83d-77632ddcc5c9 x-openstack-request-id: req-4a4917bb-3ab0-4690-b83d-77632ddcc5c9 {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:04:08.885198 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b821109-4823-414a-8c18-208698cc4b1d", "name": "network-vif-deleted", "tag": "d47c61fa-6889-413d-95f9-3f41c2702225", "status": "completed", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:04:08.887824 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4a4917bb-3ab0-4690-b83d-77632ddcc5c9 {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:04:08.891341 n-d-818823-1 neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b821109-4823-414a-8c18-208698cc4b1d', 'name': 'network-vif-deleted', 'tag': 'd47c61fa-6889-413d-95f9-3f41c2702225', 'status': 'completed', 'code': 200} Nov 22 20:04:08.908766 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6470a1ab-64d6-43cd-a431-ce41f95db44a req-0003321b-97e7-4c1b-9c91-51e8d73e0b51 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:04:08.910594 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6470a1ab-64d6-43cd-a431-ce41f95db44a req-0003321b-97e7-4c1b-9c91-51e8d73e0b51 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/ports?device_id=5093cb48-092d-4dff-ad5d-31875fbb9f2c HTTP/1.1" status: 200 len: 947 time: 0.2491469 Nov 22 20:04:08.939521 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-d1c1f785-f88f-45c8-993b-f5422c35b6e0 None None] Set router 9bebb789-2e0c-47c5-8598-2d6604d54718 gateway port host: n-d-818823-1 {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:04:09.066802 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61d761a-c7c1-4f83-aefe-dc6fb4a13418 req-848a0be6-15f6-42de-b56c-6a01cc2bb3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:04:09.068511 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-d61d761a-c7c1-4f83-aefe-dc6fb4a13418 req-848a0be6-15f6-42de-b56c-6a01cc2bb3ed service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=126c0323750547f8b9835ef63890aaea&device_id=5093cb48-092d-4dff-ad5d-31875fbb9f2c HTTP/1.1" status: 200 len: 1098 time: 0.4374259 Nov 22 20:04:09.099043 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-14604105-e002-49b7-a721-55dc7e4616c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:09.105068 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-14604105-e002-49b7-a721-55dc7e4616c0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:09.109991 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-14604105-e002-49b7-a721-55dc7e4616c0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e2e93f07-6f59-4816-9a04-4892287fb3dc HTTP/1.1" status: 204 len: 168 time: 1.0901036 Nov 22 20:04:09.150564 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6470a1ab-64d6-43cd-a431-ce41f95db44a req-d34504c9-3399-47a2-a514-e9b90db5bea7 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1d007ec-a75a-4ef8-9cdd-9c679a3ff22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005603 Nov 22 20:04:09.186058 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7d69a844-3d1d-4712-9d6b-ef14ae9e3709 req-71aff44d-7652-400a-9dd4-868f6eb5131f tempest-LiveMigrationNegativeTest-30000223 tempest-LiveMigrationNegativeTest-30000223-project] 10.222.0.46 "GET /v2.0/ports?device_id=8b821109-4823-414a-8c18-208698cc4b1d HTTP/1.1" status: 200 len: 210 time: 0.2443678 Nov 22 20:04:09.187088 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14604105-e002-49b7-a721-55dc7e4616c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2e93f07-6f59-4816-9a04-4892287fb3dc,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:04:09.268488 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-d1c1f785-f88f-45c8-993b-f5422c35b6e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bebb789-2e0c-47c5-8598-2d6604d54718', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1305262143-router', 'tenant_id': '893c9b18170649ca8789dc25bee886fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': '79a0e4d6-fcb3-4ee3-a209-dd201710e688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:04:04Z', 'updated_at': '2021-11-22T20:04:06Z', 'revision_number': 3, 'project_id': '893c9b18170649ca8789dc25bee886fa', 'gw_port': {'id': '79a0e4d6-fcb3-4ee3-a209-dd201710e688', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:8e:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bebb789-2e0c-47c5-8598-2d6604d54718', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:04:05Z', 'updated_at': '2021-11-22T20:04:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:04:09.313101 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c1f785-f88f-45c8-993b-f5422c35b6e0 None None] Checking router: 9bebb789-2e0c-47c5-8598-2d6604d54718 for host: n-d-818823-1 {{(pid=103450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 20:04:09.313765 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c1f785-f88f-45c8-993b-f5422c35b6e0 None None] Updating router 9bebb789-2e0c-47c5-8598-2d6604d54718 port 79a0e4d6-fcb3-4ee3-a209-dd201710e688 binding host n-d-818823-1 {{(pid=103450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 20:04:09.352467 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d1c1f785-f88f-45c8-993b-f5422c35b6e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:09.389509 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-d61d761a-c7c1-4f83-aefe-dc6fb4a13418 req-9ed4a5ea-3e3e-40f4-b186-3322dc69d9f2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=8b89445a-2093-4480-a650-d182804db66c HTTP/1.1" status: 200 len: 217 time: 0.3058124 Nov 22 20:04:09.409404 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 53404) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:04:09.492781 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61d761a-c7c1-4f83-aefe-dc6fb4a13418 req-9f95465b-40f4-4933-9c4a-10356fe9e655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:04:09.494499 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-d61d761a-c7c1-4f83-aefe-dc6fb4a13418 req-9f95465b-40f4-4933-9c4a-10356fe9e655 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3091ebfd-11e2-41f8-9c00-ffe0b86563d8 HTTP/1.1" status: 200 len: 843 time: 0.0962815 Nov 22 20:04:09.588545 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61d761a-c7c1-4f83-aefe-dc6fb4a13418 req-8f9d700a-2f3b-495a-a6bb-62a0537b6b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:04:09.590092 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-d61d761a-c7c1-4f83-aefe-dc6fb4a13418 req-8f9d700a-2f3b-495a-a6bb-62a0537b6b66 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e1052824-bf78-4963-8937-b202e372ac24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0603375 Nov 22 20:04:09.595583 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 53412) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:04:09.616876 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-214f3850-20b2-4c36-b703-1a7ff07e7405 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:09.653709 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d1c1f785-f88f-45c8-993b-f5422c35b6e0 None None] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:09.662247 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d1c1f785-f88f-45c8-993b-f5422c35b6e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:09.722109 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252e89ce-25fb-411b-a9f1-094f6fa82d4f None None] Pushing event updated for resources: {'Port': ['ID=79a0e4d6-fcb3-4ee3-a209-dd201710e688,revision_number=2']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:04:09.737731 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252e89ce-25fb-411b-a9f1-094f6fa82d4f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:04:09.738951 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252e89ce-25fb-411b-a9f1-094f6fa82d4f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:04:09.740052 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252e89ce-25fb-411b-a9f1-094f6fa82d4f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:04:09.740610 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252e89ce-25fb-411b-a9f1-094f6fa82d4f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:04:09.741575 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252e89ce-25fb-411b-a9f1-094f6fa82d4f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:04:09.742201 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252e89ce-25fb-411b-a9f1-094f6fa82d4f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:04:09.744843 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252e89ce-25fb-411b-a9f1-094f6fa82d4f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:04:09.745999 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252e89ce-25fb-411b-a9f1-094f6fa82d4f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:04:09.747050 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252e89ce-25fb-411b-a9f1-094f6fa82d4f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:04:09.747671 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252e89ce-25fb-411b-a9f1-094f6fa82d4f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:04:09.749260 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252e89ce-25fb-411b-a9f1-094f6fa82d4f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:04:09.750615 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252e89ce-25fb-411b-a9f1-094f6fa82d4f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:04:09.752190 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252e89ce-25fb-411b-a9f1-094f6fa82d4f None None] Tracked resource versions report: Nov 22 20:04:09.752190 n-d-818823-1 neutron-server[103450]: pushed versions: Nov 22 20:04:09.752190 n-d-818823-1 neutron-server[103450]: { 'AddressGroup': {'1.2'}, Nov 22 20:04:09.752190 n-d-818823-1 neutron-server[103450]: 'ConntrackHelper': {'1.0'}, Nov 22 20:04:09.752190 n-d-818823-1 neutron-server[103450]: 'Log': {'1.0'}, Nov 22 20:04:09.752190 n-d-818823-1 neutron-server[103450]: 'Network': {'1.1'}, Nov 22 20:04:09.752190 n-d-818823-1 neutron-server[103450]: 'Port': {'1.7'}, Nov 22 20:04:09.752190 n-d-818823-1 neutron-server[103450]: 'PortForwarding': {'1.2'}, Nov 22 20:04:09.752190 n-d-818823-1 neutron-server[103450]: 'QosPolicy': {'1.10'}, Nov 22 20:04:09.752190 n-d-818823-1 neutron-server[103450]: 'SecurityGroup': {'1.5'}, Nov 22 20:04:09.752190 n-d-818823-1 neutron-server[103450]: 'SecurityGroupRule': {'1.2'}, Nov 22 20:04:09.752190 n-d-818823-1 neutron-server[103450]: 'SubPort': {'1.0'}, Nov 22 20:04:09.752190 n-d-818823-1 neutron-server[103450]: 'Subnet': {'1.1'}, Nov 22 20:04:09.752190 n-d-818823-1 neutron-server[103450]: 'Trunk': {'1.1'}} Nov 22 20:04:09.752190 n-d-818823-1 neutron-server[103450]: consumer versions: Nov 22 20:04:09.752190 n-d-818823-1 neutron-server[103450]: { DHCP agent@n-d-818823-1: {}, Nov 22 20:04:09.752190 n-d-818823-1 neutron-server[103450]: HyperV agent@n-h1-818823-1: {}, Nov 22 20:04:09.752190 n-d-818823-1 neutron-server[103450]: HyperV agent@n-h2-818823-1: {}, Nov 22 20:04:09.752190 n-d-818823-1 neutron-server[103450]: L3 agent@n-d-818823-1: {}, Nov 22 20:04:09.752190 n-d-818823-1 neutron-server[103450]: Metadata agent@n-d-818823-1: {}, Nov 22 20:04:09.752190 n-d-818823-1 neutron-server[103450]: Metering agent@n-d-818823-1: {}, Nov 22 20:04:09.752190 n-d-818823-1 neutron-server[103450]: Open vSwitch agent@n-d-818823-1: { 'AddressGroup': '1.2', Nov 22 20:04:09.752190 n-d-818823-1 neutron-server[103450]: 'ConntrackHelper': '1.0', Nov 22 20:04:09.752190 n-d-818823-1 neutron-server[103450]: 'Log': '1.0', Nov 22 20:04:09.752190 n-d-818823-1 neutron-server[103450]: 'Network': '1.1', Nov 22 20:04:09.752190 n-d-818823-1 neutron-server[103450]: 'Port': '1.7', Nov 22 20:04:09.752190 n-d-818823-1 neutron-server[103450]: 'PortForwarding': '1.2', Nov 22 20:04:09.752190 n-d-818823-1 neutron-server[103450]: 'QosPolicy': '1.10', Nov 22 20:04:09.752190 n-d-818823-1 neutron-server[103450]: 'SecurityGroup': '1.5', Nov 22 20:04:09.752190 n-d-818823-1 neutron-server[103450]: 'SecurityGroupRule': '1.2', Nov 22 20:04:09.752190 n-d-818823-1 neutron-server[103450]: 'SubPort': '1.0', Nov 22 20:04:09.752190 n-d-818823-1 neutron-server[103450]: 'Subnet': '1.1', Nov 22 20:04:09.752190 n-d-818823-1 neutron-server[103450]: 'Trunk': '1.1'}} Nov 22 20:04:09.752190 n-d-818823-1 neutron-server[103450]: {{(pid=103450) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 22 20:04:09.782085 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-d61d761a-c7c1-4f83-aefe-dc6fb4a13418 req-80bd8b4c-ac47-436d-8722-21dfe428c20a service neutron] 10.222.0.41 "GET /v2.0/networks/e1052824-bf78-4963-8937-b202e372ac24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471157 Nov 22 20:04:09.784334 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-d1c1f785-f88f-45c8-993b-f5422c35b6e0 None None] Attempting to bind port 79a0e4d6-fcb3-4ee3-a209-dd201710e688 on host n-d-818823-1 for vnic_type normal with profile {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:04:09.784713 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-d1c1f785-f88f-45c8-993b-f5422c35b6e0 None None] Attempting to bind port 79a0e4d6-fcb3-4ee3-a209-dd201710e688 by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:04:09.785081 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c1f785-f88f-45c8-993b-f5422c35b6e0 None None] Attempting to bind port 79a0e4d6-fcb3-4ee3-a209-dd201710e688 on network c48a55e9-6a85-4746-b7bf-3e29fb560094 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:04:09.792809 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c1f785-f88f-45c8-993b-f5422c35b6e0 None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 4, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:04:09.793187 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c1f785-f88f-45c8-993b-f5422c35b6e0 None None] Checking segment: {'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:04:09.796422 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d1c1f785-f88f-45c8-993b-f5422c35b6e0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:09.796843 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c1f785-f88f-45c8-993b-f5422c35b6e0 None None] Bound using segment: {'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:04:09.798177 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-d1c1f785-f88f-45c8-993b-f5422c35b6e0 None None] Bound port: 79a0e4d6-fcb3-4ee3-a209-dd201710e688, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'}}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:04:09.798576 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d1c1f785-f88f-45c8-993b-f5422c35b6e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:09.816492 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-214f3850-20b2-4c36-b703-1a7ff07e7405 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:09.825807 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-214f3850-20b2-4c36-b703-1a7ff07e7405 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:09.867843 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-d1c1f785-f88f-45c8-993b-f5422c35b6e0 None None] For port 79a0e4d6-fcb3-4ee3-a209-dd201710e688, host n-d-818823-1, cleared binding levels {{(pid=103450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:04:09.873006 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-d1c1f785-f88f-45c8-993b-f5422c35b6e0 None None] For port 79a0e4d6-fcb3-4ee3-a209-dd201710e688, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=79a0e4d6-fcb3-4ee3-a209-dd201710e688,segment=NetworkSegment(8793ba83-8407-4c3d-9b56-2a177cd58a70),segment_id=8793ba83-8407-4c3d-9b56-2a177cd58a70)] {{(pid=103450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:04:09.880323 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-d1c1f785-f88f-45c8-993b-f5422c35b6e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:09.890582 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 53418) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:04:09.891398 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-214f3850-20b2-4c36-b703-1a7ff07e7405 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ae1f896d5e6f4fa8af51248df59928ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2946453 Nov 22 20:04:09.923299 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214f3850-20b2-4c36-b703-1a7ff07e7405 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47794698-0426-4b6c-b0dc-f883a7b6a84a,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:04:09.941269 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-5ccc61e1-1d3f-4e1b-8798-acfd50e9719b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:09.944352 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 53420) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:04:09.956949 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252e89ce-25fb-411b-a9f1-094f6fa82d4f None None] Pushing event updated for resources: {'Port': ['ID=79a0e4d6-fcb3-4ee3-a209-dd201710e688,revision_number=3']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:04:09.990060 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c1f785-f88f-45c8-993b-f5422c35b6e0 None None] Routers {'9bebb789-2e0c-47c5-8598-2d6604d54718'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:04:09.992151 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-d1c1f785-f88f-45c8-993b-f5422c35b6e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:04:02Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['9bebb789-2e0c-47c5-8598-2d6604d54718'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:04:10.006683 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-619ec8be-3d6b-43cb-8121-36eb3ed27479 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:10.042711 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-d61d761a-c7c1-4f83-aefe-dc6fb4a13418 req-d8fb9d1a-1fd6-474e-a660-04a7884b5ef4 service neutron] 10.222.0.41 "GET /v2.0/networks/e1052824-bf78-4963-8937-b202e372ac24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2345247 Nov 22 20:04:10.107372 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d9888f9b-d65e-4288-907a-5390fcc13925 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:10.140931 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e201986d-95bd-404e-9851-f963890019ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:10.143803 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device c13954b8-f47c-41a7-827f-7d98d3bf8307 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:04:10.161789 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d9888f9b-d65e-4288-907a-5390fcc13925 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:10.204758 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-5ccc61e1-1d3f-4e1b-8798-acfd50e9719b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:10.221256 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-5ccc61e1-1d3f-4e1b-8798-acfd50e9719b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:10.297192 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccc61e1-1d3f-4e1b-8798-acfd50e9719b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c30e715-a8fd-488c-838b-6e4c22b5707b,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:04:10.300032 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-d1c1f785-f88f-45c8-993b-f5422c35b6e0 None None] Set router 9bebb789-2e0c-47c5-8598-2d6604d54718 gateway port host: n-d-818823-1 {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:04:10.321198 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port c13954b8-f47c-41a7-827f-7d98d3bf8307 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:04:10.321574 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:10.404877 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-619ec8be-3d6b-43cb-8121-36eb3ed27479 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:10.408224 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-5ccc61e1-1d3f-4e1b-8798-acfd50e9719b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4514f2665a10415eaf98926ae6e9059a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9967043 Nov 22 20:04:10.423066 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 53430) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:04:10.432529 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-619ec8be-3d6b-43cb-8121-36eb3ed27479 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:10.470480 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619ec8be-3d6b-43cb-8121-36eb3ed27479 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c28df4ea-1fc0-43c7-a897-47a750f1e06d,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:04:10.549528 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-619ec8be-3d6b-43cb-8121-36eb3ed27479 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=86b9b5c9985e46d1b9641cd69fc8c05c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5998397 Nov 22 20:04:10.558237 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 53438) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:04:10.577362 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93acffe-ea72-4e0d-be72-219b5c1b7c49 req-d6314d19-ac1a-4ee7-ab7d-0e572ce2d545 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:04:10.586485 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d93acffe-ea72-4e0d-be72-219b5c1b7c49 req-d6314d19-ac1a-4ee7-ab7d-0e572ce2d545 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/ports?device_id=5093cb48-092d-4dff-ad5d-31875fbb9f2c HTTP/1.1" status: 200 len: 947 time: 0.2583444 Nov 22 20:04:10.605169 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-761b7f06-71b4-4e19-9d74-b78d6e8a1b17 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:10.652635 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d9888f9b-d65e-4288-907a-5390fcc13925 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:10.658614 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d9888f9b-d65e-4288-907a-5390fcc13925 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:10.661527 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-d9888f9b-d65e-4288-907a-5390fcc13925 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/47794698-0426-4b6c-b0dc-f883a7b6a84a HTTP/1.1" status: 204 len: 168 time: 0.7695827 Nov 22 20:04:10.678726 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [None req-e201986d-95bd-404e-9851-f963890019ab admin admin] Allocated IP 172.20.0.1 (a6c01d97-7edb-4357-8d46-10424981d282/8484e927-d598-4c05-a88d-f7c50161999e/749dd626-1f4d-4a26-b5a4-8a5a98684e27) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:04:10.710610 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9888f9b-d65e-4288-907a-5390fcc13925 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47794698-0426-4b6c-b0dc-f883a7b6a84a,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:04:10.767958 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-761b7f06-71b4-4e19-9d74-b78d6e8a1b17 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:10.802652 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device d47c61fa-6889-413d-95f9-3f41c2702225 no longer exists at agent hyperv_n-h2-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:04:10.822787 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d93acffe-ea72-4e0d-be72-219b5c1b7c49 req-02a617e7-a65c-4326-952c-a91d103f0e0c tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1d007ec-a75a-4ef8-9cdd-9c679a3ff22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2335691 Nov 22 20:04:10.861551 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] No Port match for: d47c61fa-6889-413d-95f9-3f41c2702225 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:04:10.861955 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device d47c61fa-6889-413d-95f9-3f41c2702225 not bound to the agent host n-h2-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:04:10.873519 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 53454) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:04:10.890967 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-d1c1f785-f88f-45c8-993b-f5422c35b6e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bebb789-2e0c-47c5-8598-2d6604d54718', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1305262143-router', 'tenant_id': '893c9b18170649ca8789dc25bee886fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': '79a0e4d6-fcb3-4ee3-a209-dd201710e688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:04:04Z', 'updated_at': '2021-11-22T20:04:06Z', 'revision_number': 3, 'project_id': '893c9b18170649ca8789dc25bee886fa', 'gw_port': {'id': '79a0e4d6-fcb3-4ee3-a209-dd201710e688', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:8e:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bebb789-2e0c-47c5-8598-2d6604d54718', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:04:05Z', 'updated_at': '2021-11-22T20:04:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:04:10.897273 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5093cb48-092d-4dff-ad5d-31875fbb9f2c', 'tag': '8b89445a-2093-4480-a650-d182804db66c'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:04:10.899639 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589a98cf2aea187fcc423a5edb333e5a6cf3ad7c81115d1ebee0f079693c312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8454c4fb-b6a4-44d3-9511-ee3a930cd5ce" -d '{"events": [{"name": "network-changed", "server_uuid": "5093cb48-092d-4dff-ad5d-31875fbb9f2c", "tag": "8b89445a-2093-4480-a650-d182804db66c"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:04:10.918205 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e201986d-95bd-404e-9851-f963890019ab admin admin] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:10.936457 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c1f785-f88f-45c8-993b-f5422c35b6e0 None None] The sync data for ids ['9bebb789-2e0c-47c5-8598-2d6604d54718'] in n-d-818823-1 is: [{'id': '9bebb789-2e0c-47c5-8598-2d6604d54718', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1305262143-router', 'tenant_id': '893c9b18170649ca8789dc25bee886fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': '79a0e4d6-fcb3-4ee3-a209-dd201710e688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:04:04Z', 'updated_at': '2021-11-22T20:04:06Z', 'revision_number': 3, 'project_id': '893c9b18170649ca8789dc25bee886fa', 'gw_port': {'id': '79a0e4d6-fcb3-4ee3-a209-dd201710e688', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:8e:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bebb789-2e0c-47c5-8598-2d6604d54718', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:04:05Z', 'updated_at': '2021-11-22T20:04:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}] {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:04:10.945565 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-7d493364-56d4-4621-bb3e-06c54a162a0a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:10.970179 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6811d15a-0a13-4b65-8132-fa07e278e2b4 req-9a574ba6-d4b7-4d17-a180-98ec9bed8f13 tempest-LiveMigrationNegativeTest-30000223 tempest-LiveMigrationNegativeTest-30000223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:04:10.977415 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6811d15a-0a13-4b65-8132-fa07e278e2b4 req-9a574ba6-d4b7-4d17-a180-98ec9bed8f13 tempest-LiveMigrationNegativeTest-30000223 tempest-LiveMigrationNegativeTest-30000223-project] 10.222.0.46 "GET /v2.0/ports?device_id=1361b588-d99b-4634-8c3a-2d92b0268288 HTTP/1.1" status: 200 len: 971 time: 0.3377934 Nov 22 20:04:10.988490 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e201986d-95bd-404e-9851-f963890019ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:11.010860 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-7d493364-56d4-4621-bb3e-06c54a162a0a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:11.025533 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-761b7f06-71b4-4e19-9d74-b78d6e8a1b17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:11.028222 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-761b7f06-71b4-4e19-9d74-b78d6e8a1b17 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:11.029397 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-761b7f06-71b4-4e19-9d74-b78d6e8a1b17 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5c30e715-a8fd-488c-838b-6e4c22b5707b HTTP/1.1" status: 204 len: 168 time: 0.6040230 Nov 22 20:04:11.071467 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761b7f06-71b4-4e19-9d74-b78d6e8a1b17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c30e715-a8fd-488c-838b-6e4c22b5707b,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:04:11.077382 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e201986d-95bd-404e-9851-f963890019ab admin admin] Pushing event updated for resources: {'Port': ['ID=749dd626-1f4d-4a26-b5a4-8a5a98684e27,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:04:11.088853 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e201986d-95bd-404e-9851-f963890019ab admin admin] Network a6c01d97-7edb-4357-8d46-10424981d282 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:04:11.091490 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-e201986d-95bd-404e-9851-f963890019ab admin admin] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:04:11.095880 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6811d15a-0a13-4b65-8132-fa07e278e2b4 req-6fc9ff1e-d477-4db1-abcf-91fbf5e35f14 tempest-LiveMigrationNegativeTest-30000223 tempest-LiveMigrationNegativeTest-30000223-project] 10.222.0.46 "GET /v2.0/security-groups?id=438abd33-8d9c-46a8-9e92-c7d6e3a47c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163182 Nov 22 20:04:11.115263 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e201986d-95bd-404e-9851-f963890019ab admin admin] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:04:11.137210 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-7d493364-56d4-4621-bb3e-06c54a162a0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:11.140056 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-7d493364-56d4-4621-bb3e-06c54a162a0a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:11.141309 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-7d493364-56d4-4621-bb3e-06c54a162a0a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c28df4ea-1fc0-43c7-a897-47a750f1e06d HTTP/1.1" status: 204 len: 168 time: 0.5817702 Nov 22 20:04:11.163016 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d493364-56d4-4621-bb3e-06c54a162a0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c28df4ea-1fc0-43c7-a897-47a750f1e06d,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:04:11.198751 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 20:04:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27a46a41-e513-4884-9806-abe348be444f x-openstack-request-id: req-27a46a41-e513-4884-9806-abe348be444f {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:04:11.199295 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5093cb48-092d-4dff-ad5d-31875fbb9f2c", "tag": "8b89445a-2093-4480-a650-d182804db66c", "status": "completed", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:04:11.200765 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-27a46a41-e513-4884-9806-abe348be444f {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:04:11.201294 n-d-818823-1 neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5093cb48-092d-4dff-ad5d-31875fbb9f2c', 'tag': '8b89445a-2093-4480-a650-d182804db66c', 'status': 'completed', 'code': 200} Nov 22 20:04:11.203278 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e201986d-95bd-404e-9851-f963890019ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659939'] for router_interface, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:11.409539 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-aaa882cb-3025-4df2-9f1f-a8914101f998 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-207199269-network', 'tenant_id': 'd030735374e0421a8051bc234c97dcd6'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:04:11.426592 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8454c4fb-b6a4-44d3-9511-ee3a930cd5ce req-39c41957-d229-4050-9a54-5c6b8b52e9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:04:11.428146 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-8454c4fb-b6a4-44d3-9511-ee3a930cd5ce req-39c41957-d229-4050-9a54-5c6b8b52e9d2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=126c0323750547f8b9835ef63890aaea&device_id=5093cb48-092d-4dff-ad5d-31875fbb9f2c HTTP/1.1" status: 200 len: 1098 time: 0.2008591 Nov 22 20:04:11.457216 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaa882cb-3025-4df2-9f1f-a8914101f998 admin admin] Made reservation on behalf of d030735374e0421a8051bc234c97dcd6 for: {'network': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:04:11.461248 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-aaa882cb-3025-4df2-9f1f-a8914101f998 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for network, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:11.488090 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-aaa882cb-3025-4df2-9f1f-a8914101f998 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:11.560541 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-90c14561-106c-4d09-9f7a-82b83b4e9dfa None None] Provisioning complete for port 749dd626-1f4d-4a26-b5a4-8a5a98684e27 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:04:11.561117 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-90c14561-106c-4d09-9f7a-82b83b4e9dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:11.675947 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-aaa882cb-3025-4df2-9f1f-a8914101f998 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:11.685718 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-aaa882cb-3025-4df2-9f1f-a8914101f998 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:11.686925 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-90c14561-106c-4d09-9f7a-82b83b4e9dfa None None] Port 749dd626-1f4d-4a26-b5a4-8a5a98684e27 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:04:11.697765 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e201986d-95bd-404e-9851-f963890019ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:11.701718 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8454c4fb-b6a4-44d3-9511-ee3a930cd5ce req-ec4ecd83-c3b4-40f8-941b-e4bede1493e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:04:11.703360 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-8454c4fb-b6a4-44d3-9511-ee3a930cd5ce req-ec4ecd83-c3b4-40f8-941b-e4bede1493e3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e1052824-bf78-4963-8937-b202e372ac24 HTTP/1.1" status: 200 len: 870 time: 0.2437835 Nov 22 20:04:11.720149 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aaa882cb-3025-4df2-9f1f-a8914101f998 admin admin] vlan segment allocate from pool success with {'vlan_id': 615, 'physical_network': 'physnet1'} {{(pid=103447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 20:04:11.748988 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa882cb-3025-4df2-9f1f-a8914101f998 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c037d2d6-c1c6-4d43-87f4-92fbbbea1f2c,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:04:11.768305 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-aaa882cb-3025-4df2-9f1f-a8914101f998 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:11.770551 n-d-818823-1 neutron-server[103447]: INFO neutron.db.segments_db [None req-aaa882cb-3025-4df2-9f1f-a8914101f998 admin admin] Added segment c68febf0-9b45-4f92-a002-5342e4436047 of type vlan for network e1b8caa3-ec74-4182-a8b7-cf8ee8619d8c Nov 22 20:04:11.840948 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-8454c4fb-b6a4-44d3-9511-ee3a930cd5ce req-2498294a-b150-421c-bf97-c75225d710ef service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=8b89445a-2093-4480-a650-d182804db66c HTTP/1.1" status: 200 len: 217 time: 0.1213551 Nov 22 20:04:11.860716 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-aaa882cb-3025-4df2-9f1f-a8914101f998 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748992492791'] for network, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:11.928045 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-aaa882cb-3025-4df2-9f1f-a8914101f998 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for network, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:11.936915 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa882cb-3025-4df2-9f1f-a8914101f998 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:04:11.938008 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-aaa882cb-3025-4df2-9f1f-a8914101f998 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for network, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:12.096302 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 79a0e4d6-fcb3-4ee3-a209-dd201710e688 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:04:12.128890 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 53486) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:04:12.154452 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-13e62ee3-2cd9-42be-86e5-325384f994d5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:12.188120 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-aaa882cb-3025-4df2-9f1f-a8914101f998 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 1.2948015 Nov 22 20:04:12.195282 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 53492) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:04:12.211314 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-7b2c8cdf-8d39-4952-b447-f986635dc84b admin admin] Request body: {'subnet': {'network_id': 'e1b8caa3-ec74-4182-a8b7-cf8ee8619d8c', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-207199269-subnet', 'tenant_id': 'd030735374e0421a8051bc234c97dcd6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:04:12.247708 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 79a0e4d6-fcb3-4ee3-a209-dd201710e688 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:04:12.248083 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:12.314897 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8454c4fb-b6a4-44d3-9511-ee3a930cd5ce req-4eed096a-5922-44ec-8bf1-f463483b3807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:04:12.319257 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60f8afe-7d6b-4bb1-9bfe-0018b8bcb626 req-a563f068-e982-449d-9303-453306d493af tempest-LiveMigrationNegativeTest-30000223 tempest-LiveMigrationNegativeTest-30000223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:04:12.320974 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b60f8afe-7d6b-4bb1-9bfe-0018b8bcb626 req-a563f068-e982-449d-9303-453306d493af tempest-LiveMigrationNegativeTest-30000223 tempest-LiveMigrationNegativeTest-30000223-project] 10.222.0.41 "GET /v2.0/ports?device_id=1361b588-d99b-4634-8c3a-2d92b0268288 HTTP/1.1" status: 200 len: 971 time: 0.3941677 Nov 22 20:04:12.328595 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-8454c4fb-b6a4-44d3-9511-ee3a930cd5ce req-4eed096a-5922-44ec-8bf1-f463483b3807 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3091ebfd-11e2-41f8-9c00-ffe0b86563d8 HTTP/1.1" status: 200 len: 843 time: 0.4795520 Nov 22 20:04:12.342268 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa882cb-3025-4df2-9f1f-a8914101f998 admin admin] Pushing event updated for resources: {'Network': ['ID=e1b8caa3-ec74-4182-a8b7-cf8ee8619d8c,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:04:12.408952 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Network e1b8caa3-ec74-4182-a8b7-cf8ee8619d8c details requested by agent ovs-agent-n-d-818823-1 with host n-d-818823-1 {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 20:04:12.538499 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:12.552377 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8454c4fb-b6a4-44d3-9511-ee3a930cd5ce req-b2edc196-7056-4bf5-96ed-4829c81fa0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:04:12.553339 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-13e62ee3-2cd9-42be-86e5-325384f994d5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:12.558863 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-8454c4fb-b6a4-44d3-9511-ee3a930cd5ce req-b2edc196-7056-4bf5-96ed-4829c81fa0b8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e1052824-bf78-4963-8937-b202e372ac24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2076042 Nov 22 20:04:12.583333 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b013684-b35d-47e6-9e0a-c4302f52f52a req-60bf4b1b-fc5a-43a5-bdd0-e2ba00889c34 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:04:12.599118 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] For port 79a0e4d6-fcb3-4ee3-a209-dd201710e688, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=79a0e4d6-fcb3-4ee3-a209-dd201710e688,segment=NetworkSegment(8793ba83-8407-4c3d-9b56-2a177cd58a70),segment_id=8793ba83-8407-4c3d-9b56-2a177cd58a70)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:04:12.605610 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4b013684-b35d-47e6-9e0a-c4302f52f52a req-60bf4b1b-fc5a-43a5-bdd0-e2ba00889c34 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/ports?device_id=5093cb48-092d-4dff-ad5d-31875fbb9f2c HTTP/1.1" status: 200 len: 947 time: 0.6632755 Nov 22 20:04:12.606707 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:12.653627 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-13e62ee3-2cd9-42be-86e5-325384f994d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:12.696607 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Pushing event updated for resources: {'Port': ['ID=79a0e4d6-fcb3-4ee3-a209-dd201710e688,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:04:12.770924 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e201986d-95bd-404e-9851-f963890019ab admin admin] Publish callbacks [] for port, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:12.780830 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e201986d-95bd-404e-9851-f963890019ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:12.808602 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-13e62ee3-2cd9-42be-86e5-325384f994d5 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=93a7fd2808a64a64ad175e1a52143149&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6752110 Nov 22 20:04:12.815856 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 53512) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:04:12.849495 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b2c8cdf-8d39-4952-b447-f986635dc84b admin admin] Made reservation on behalf of d030735374e0421a8051bc234c97dcd6 for: {'subnet': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:04:12.852882 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-7b2c8cdf-8d39-4952-b447-f986635dc84b admin admin] Publish callbacks [] for subnet, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:12.874167 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 8b89445a-2093-4480-a650-d182804db66c details requested by agent hyperv_n-h1-818823-1 with host n-h1-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 20:04:12.935857 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e201986d-95bd-404e-9851-f963890019ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-563461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-659839'] for router_interface, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:12.937691 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e62ee3-2cd9-42be-86e5-325384f994d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5feb178-f561-4b3d-8644-4b0acd295a4e,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:04:12.948153 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e201986d-95bd-404e-9851-f963890019ab admin admin] Pushing event updated for resources: {'Port': ['ID=749dd626-1f4d-4a26-b5a4-8a5a98684e27,revision_number=2']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:04:12.966253 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-8454c4fb-b6a4-44d3-9511-ee3a930cd5ce req-c2eb69c3-cd1a-43e8-a207-1f138eb0beca service neutron] 10.222.0.41 "GET /v2.0/networks/e1052824-bf78-4963-8937-b202e372ac24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3985658 Nov 22 20:04:12.999297 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4b013684-b35d-47e6-9e0a-c4302f52f52a req-6078c4c7-df09-4671-838a-bb6a8291aa40 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1d007ec-a75a-4ef8-9cdd-9c679a3ff22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3893313 Nov 22 20:04:13.061073 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-b60f8afe-7d6b-4bb1-9bfe-0018b8bcb626 req-9ecf3589-88be-48fe-bc9e-19769c406cfd tempest-LiveMigrationNegativeTest-30000223 tempest-LiveMigrationNegativeTest-30000223-project] Deleting port 40cfc681-3bb1-4e27-a0f5-5d0226d9ef80 {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:04:13.061460 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-b60f8afe-7d6b-4bb1-9bfe-0018b8bcb626 req-9ecf3589-88be-48fe-bc9e-19769c406cfd tempest-LiveMigrationNegativeTest-30000223 tempest-LiveMigrationNegativeTest-30000223-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:13.073505 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4ab962-e296-48d7-a7f9-ad471fb887a0 req-903731f6-ca4d-43e9-9eae-5348e08104f4 tempest-LiveMigrationNegativeTest-30000223 tempest-LiveMigrationNegativeTest-30000223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:04:13.075094 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7a4ab962-e296-48d7-a7f9-ad471fb887a0 req-903731f6-ca4d-43e9-9eae-5348e08104f4 tempest-LiveMigrationNegativeTest-30000223 tempest-LiveMigrationNegativeTest-30000223-project] 10.222.0.46 "GET /v2.0/ports?device_id=1361b588-d99b-4634-8c3a-2d92b0268288 HTTP/1.1" status: 200 len: 971 time: 0.2857666 Nov 22 20:04:13.153538 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 8b89445a-2093-4480-a650-d182804db66c, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=8b89445a-2093-4480-a650-d182804db66c,segment=NetworkSegment(2a5a1c7b-538e-498e-99b9-cc7a8e0411be),segment_id=2a5a1c7b-538e-498e-99b9-cc7a8e0411be)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:04:13.176045 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Returning: {'device': '8b89445a-2093-4480-a650-d182804db66c', 'network_id': 'e1052824-bf78-4963-8937-b202e372ac24', 'port_id': '8b89445a-2093-4480-a650-d182804db66c', 'mac_address': 'fa:16:3e:f8:5d:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3091ebfd-11e2-41f8-9c00-ffe0b86563d8', 'ip_address': '192.168.233.49'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 20:04:13.246045 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:13.275227 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b89445a-2093-4480-a650-d182804db66c {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:04:13.290510 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e201986d-95bd-404e-9851-f963890019ab admin admin] Network a6c01d97-7edb-4357-8d46-10424981d282 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:04:13.297665 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 53532) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:04:13.307503 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-e201986d-95bd-404e-9851-f963890019ab admin admin] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:04:13.314739 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 8b89445a-2093-4480-a650-d182804db66c, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=8b89445a-2093-4480-a650-d182804db66c,segment=NetworkSegment(2a5a1c7b-538e-498e-99b9-cc7a8e0411be),segment_id=2a5a1c7b-538e-498e-99b9-cc7a8e0411be)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:04:13.321575 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:13.324199 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-463cc2ee-bb37-4c94-9aee-f6dd6fe8daee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:13.366535 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7a4ab962-e296-48d7-a7f9-ad471fb887a0 req-465196dc-ace7-4980-b180-0a988202aa4e tempest-LiveMigrationNegativeTest-30000223 tempest-LiveMigrationNegativeTest-30000223-project] 10.222.0.46 "GET /v2.0/security-groups?id=438abd33-8d9c-46a8-9e92-c7d6e3a47c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2689662 Nov 22 20:04:13.432483 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-b60f8afe-7d6b-4bb1-9bfe-0018b8bcb626 req-9ecf3589-88be-48fe-bc9e-19769c406cfd tempest-LiveMigrationNegativeTest-30000223 tempest-LiveMigrationNegativeTest-30000223-project] For port 40cfc681-3bb1-4e27-a0f5-5d0226d9ef80, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=40cfc681-3bb1-4e27-a0f5-5d0226d9ef80,segment=NetworkSegment(2a5a1c7b-538e-498e-99b9-cc7a8e0411be),segment_id=2a5a1c7b-538e-498e-99b9-cc7a8e0411be)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:04:13.433087 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-b60f8afe-7d6b-4bb1-9bfe-0018b8bcb626 req-9ecf3589-88be-48fe-bc9e-19769c406cfd tempest-LiveMigrationNegativeTest-30000223 tempest-LiveMigrationNegativeTest-30000223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:13.464167 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=8b89445a-2093-4480-a650-d182804db66c,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:04:13.529493 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-463cc2ee-bb37-4c94-9aee-f6dd6fe8daee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:13.532710 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-b60f8afe-7d6b-4bb1-9bfe-0018b8bcb626 req-9ecf3589-88be-48fe-bc9e-19769c406cfd tempest-LiveMigrationNegativeTest-30000223 tempest-LiveMigrationNegativeTest-30000223-project] Calling delete_port for 40cfc681-3bb1-4e27-a0f5-5d0226d9ef80 owned by compute:tempest-test_az-496265967 {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:04:13.543459 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] get_ports_and_sgs() called for port_ids ['8b89445a-2093-4480-a650-d182804db66c'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:04:13.712197 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-4dee97f3-f5e4-4c30-9e58-c38949b88fed admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1984194235-network', 'tenant_id': 'ed1bb220b53d484cb7697cddf2626bd6'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:04:13.729187 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-7b2c8cdf-8d39-4952-b447-f986635dc84b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for subnet, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:13.746067 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-8454c4fb-b6a4-44d3-9511-ee3a930cd5ce req-80fd45ee-36fb-4bb2-a1cf-12a8d073d984 service neutron] 10.222.0.41 "GET /v2.0/networks/e1052824-bf78-4963-8937-b202e372ac24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6240835 Nov 22 20:04:13.773708 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-9ecc0f61-fac3-4c67-b211-80b4ed829386 None None] Provisioning complete for port 749dd626-1f4d-4a26-b5a4-8a5a98684e27 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:04:13.775608 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-9ecc0f61-fac3-4c67-b211-80b4ed829386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:13.875680 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-9ecc0f61-fac3-4c67-b211-80b4ed829386 None None] Port 749dd626-1f4d-4a26-b5a4-8a5a98684e27 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:04:13.885254 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dee97f3-f5e4-4c30-9e58-c38949b88fed admin admin] Made reservation on behalf of ed1bb220b53d484cb7697cddf2626bd6 for: {'network': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:04:13.891270 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4dee97f3-f5e4-4c30-9e58-c38949b88fed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for network, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:13.913401 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4dee97f3-f5e4-4c30-9e58-c38949b88fed admin admin] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:13.929985 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b2c8cdf-8d39-4952-b447-f986635dc84b admin admin] Checking segment: {'id': 'c68febf0-9b45-4f92-a002-5342e4436047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'e1b8caa3-ec74-4182-a8b7-cf8ee8619d8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:04:13.930303 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b2c8cdf-8d39-4952-b447-f986635dc84b admin admin] Network hostable DHCP agents. Network: e1b8caa3-ec74-4182-a8b7-cf8ee8619d8c, hostable agents: ['02adaa64-0987-4b74-bad0-cbcf56f8a294'], hosted agents: [] {{(pid=103447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 20:04:13.948679 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e201986d-95bd-404e-9851-f963890019ab admin admin] Router 9bebb789-2e0c-47c5-8598-2d6604d54718 has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 20:04:13.953214 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2c8cdf-8d39-4952-b447-f986635dc84b admin admin] Pushing event updated for resources: {'Subnet': ['ID=68bdcb47-3fd9-4a9f-8c35-29c7d4d264fb,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:04:13.978660 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b2c8cdf-8d39-4952-b447-f986635dc84b admin admin] Network e1b8caa3-ec74-4182-a8b7-cf8ee8619d8c is scheduled to be hosted by DHCP agent 02adaa64-0987-4b74-bad0-cbcf56f8a294 with binding_index 1 {{(pid=103447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 20:04:14.000621 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-463cc2ee-bb37-4c94-9aee-f6dd6fe8daee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:14.002774 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-7b2c8cdf-8d39-4952-b447-f986635dc84b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818823-1, e1b8caa3-ec74-4182-a8b7-cf8ee8619d8c) {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:04:14.008637 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-463cc2ee-bb37-4c94-9aee-f6dd6fe8daee admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:14.009945 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-463cc2ee-bb37-4c94-9aee-f6dd6fe8daee admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b5feb178-f561-4b3d-8644-4b0acd295a4e HTTP/1.1" status: 204 len: 168 time: 1.1681194 Nov 22 20:04:14.015150 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40767e0e-0fb0-43d0-be68-ca5ad3fd4928 None None] Network e1b8caa3-ec74-4182-a8b7-cf8ee8619d8c requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:04:14.049415 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b2c8cdf-8d39-4952-b447-f986635dc84b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:04:14.058622 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-7b2c8cdf-8d39-4952-b447-f986635dc84b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for subnet, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:14.114677 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-7b2c8cdf-8d39-4952-b447-f986635dc84b admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.9106445 Nov 22 20:04:14.115306 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 53550) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:04:14.125992 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463cc2ee-bb37-4c94-9aee-f6dd6fe8daee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5feb178-f561-4b3d-8644-4b0acd295a4e,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:04:14.147340 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-fba8094b-1898-4b52-a1c7-d94bd5b7f11d admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-207199269-router', 'tenant_id': 'd030735374e0421a8051bc234c97dcd6', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'}}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:04:14.165714 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-b60f8afe-7d6b-4bb1-9bfe-0018b8bcb626 req-9ecf3589-88be-48fe-bc9e-19769c406cfd tempest-LiveMigrationNegativeTest-30000223 tempest-LiveMigrationNegativeTest-30000223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:14.228537 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 79a0e4d6-fcb3-4ee3-a209-dd201710e688 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:04:14.292768 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecf3589-88be-48fe-bc9e-19769c406cfd tempest-LiveMigrationNegativeTest-30000223 tempest-LiveMigrationNegativeTest-30000223-project] Pushing event deleted for resources: {'Port': ['ID=40cfc681-3bb1-4e27-a0f5-5d0226d9ef80,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:04:14.412511 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e201986d-95bd-404e-9851-f963890019ab admin admin] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:04:14.436230 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-e201986d-95bd-404e-9851-f963890019ab admin admin] 10.222.0.46 "PUT /v2.0/routers/9bebb789-2e0c-47c5-8598-2d6604d54718/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8117545 Nov 22 20:04:14.447859 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-fba8094b-1898-4b52-a1c7-d94bd5b7f11d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24799'] for router, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:14.449789 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-fba8094b-1898-4b52-a1c7-d94bd5b7f11d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-632716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24788'] for router, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:14.514012 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4dee97f3-f5e4-4c30-9e58-c38949b88fed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:14.520728 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:14.521824 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4dee97f3-f5e4-4c30-9e58-c38949b88fed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:14.545492 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:14.604506 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-fba8094b-1898-4b52-a1c7-d94bd5b7f11d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:14.606711 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4dee97f3-f5e4-4c30-9e58-c38949b88fed admin admin] vlan segment allocate from pool success with {'vlan_id': 611, 'physical_network': 'physnet1'} {{(pid=103448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 20:04:14.624671 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dee97f3-f5e4-4c30-9e58-c38949b88fed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89c2c967-26c4-4e1c-a1fd-c97f87817ddc,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:04:14.672692 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4dee97f3-f5e4-4c30-9e58-c38949b88fed admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8748992815836', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:14.673352 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4dee97f3-f5e4-4c30-9e58-c38949b88fed admin admin] Unsubscribe: segment precommit_create {{(pid=103448) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 22 20:04:14.674303 n-d-818823-1 neutron-server[103448]: INFO neutron.db.segments_db [None req-4dee97f3-f5e4-4c30-9e58-c38949b88fed admin admin] Added segment a1d01b66-e103-44ab-97f3-6f827675fa31 of type vlan for network 5c8a61c3-0285-4b7d-b110-24534369ffce Nov 22 20:04:14.682467 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 79a0e4d6-fcb3-4ee3-a209-dd201710e688 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:04:14.682977 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:14.793635 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4dee97f3-f5e4-4c30-9e58-c38949b88fed admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748992492791'] for network, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:14.886834 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19b976de-fa8a-494c-977b-b55a7a1c995b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fb26bd7-ce56-527b-b94f-2e1f7cb2bb35-e1b8caa3-ec74-4182-a8b7-cf8ee8619d8c', 'network_id': 'e1b8caa3-ec74-4182-a8b7-cf8ee8619d8c', 'tenant_id': 'd030735374e0421a8051bc234c97dcd6', 'fixed_ips': [{'subnet_id': '68bdcb47-3fd9-4a9f-8c35-29c7d4d264fb'}]}} from n-d-818823-1. {{(pid=103449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 20:04:14.889616 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-19b976de-fa8a-494c-977b-b55a7a1c995b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:14.909482 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 8b89445a-2093-4480-a650-d182804db66c up at agent hyperv_n-h1-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:04:14.961050 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-248880db-ca97-4ee3-a428-62d4eb1147ba None None] Sync routers for ids ['9bebb789-2e0c-47c5-8598-2d6604d54718'] in n-d-818823-1 {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:04:14.996746 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4dee97f3-f5e4-4c30-9e58-c38949b88fed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for network, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:14.998747 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dee97f3-f5e4-4c30-9e58-c38949b88fed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:04:15.001546 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4dee97f3-f5e4-4c30-9e58-c38949b88fed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:15.065878 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-248880db-ca97-4ee3-a428-62d4eb1147ba None None] Routers {'9bebb789-2e0c-47c5-8598-2d6604d54718'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:04:15.066899 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-248880db-ca97-4ee3-a428-62d4eb1147ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:04:02Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['9bebb789-2e0c-47c5-8598-2d6604d54718'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:04:15.269561 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dee97f3-f5e4-4c30-9e58-c38949b88fed admin admin] Pushing event updated for resources: {'Network': ['ID=5c8a61c3-0285-4b7d-b110-24534369ffce,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:04:15.290406 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-4dee97f3-f5e4-4c30-9e58-c38949b88fed admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.9915135 Nov 22 20:04:15.293348 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 53582) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:04:15.302406 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-c797b218-221f-4adf-a907-c2936c3b35d4 admin admin] Request body: {'subnet': {'network_id': '5c8a61c3-0285-4b7d-b110-24534369ffce', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1984194235-subnet', 'tenant_id': 'ed1bb220b53d484cb7697cddf2626bd6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:04:15.315218 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Network 5c8a61c3-0285-4b7d-b110-24534369ffce details requested by agent ovs-agent-n-d-818823-1 with host n-d-818823-1 {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 20:04:15.346638 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c797b218-221f-4adf-a907-c2936c3b35d4 admin admin] Made reservation on behalf of ed1bb220b53d484cb7697cddf2626bd6 for: {'subnet': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:04:15.350037 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c797b218-221f-4adf-a907-c2936c3b35d4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11792951'] for subnet, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:15.354359 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f53a3d52-554d-4435-baec-eec2e76483d7 req-9cc97662-cb10-4b54-bf95-8cf4f998040b tempest-LiveMigrationNegativeTest-30000223 tempest-LiveMigrationNegativeTest-30000223-project] 10.222.0.46 "GET /v2.0/ports?device_id=1361b588-d99b-4634-8c3a-2d92b0268288 HTTP/1.1" status: 200 len: 210 time: 0.7483625 Nov 22 20:04:15.361452 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-b60f8afe-7d6b-4bb1-9bfe-0018b8bcb626 req-9ecf3589-88be-48fe-bc9e-19769c406cfd tempest-LiveMigrationNegativeTest-30000223 tempest-LiveMigrationNegativeTest-30000223-project] No DVR routers for this DVR port 40cfc681-3bb1-4e27-a0f5-5d0226d9ef80 on host n-h1-818823-1 {{(pid=103447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:04:15.368800 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-b60f8afe-7d6b-4bb1-9bfe-0018b8bcb626 req-9ecf3589-88be-48fe-bc9e-19769c406cfd tempest-LiveMigrationNegativeTest-30000223 tempest-LiveMigrationNegativeTest-30000223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:15.374500 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b60f8afe-7d6b-4bb1-9bfe-0018b8bcb626 req-9ecf3589-88be-48fe-bc9e-19769c406cfd tempest-LiveMigrationNegativeTest-30000223 tempest-LiveMigrationNegativeTest-30000223-project] 10.222.0.41 "DELETE /v2.0/ports/40cfc681-3bb1-4e27-a0f5-5d0226d9ef80 HTTP/1.1" status: 204 len: 173 time: 3.0254602 Nov 22 20:04:15.401956 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1361b588-d99b-4634-8c3a-2d92b0268288', 'name': 'network-vif-deleted', 'tag': '40cfc681-3bb1-4e27-a0f5-5d0226d9ef80'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:04:15.404503 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfbcfa75-2da5-4767-9341-49c150177397" -d '{"events": [{"server_uuid": "1361b588-d99b-4634-8c3a-2d92b0268288", "name": "network-vif-deleted", "tag": "40cfc681-3bb1-4e27-a0f5-5d0226d9ef80"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:04:15.484087 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a26c70-9399-4013-bc8a-ebdb4f83e361 req-a672bc59-61bd-44a0-9cf9-f3a26930e72e tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:04:15.485111 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-248880db-ca97-4ee3-a428-62d4eb1147ba None None] Set router 9bebb789-2e0c-47c5-8598-2d6604d54718 gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:04:15.488153 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-35a26c70-9399-4013-bc8a-ebdb4f83e361 req-a672bc59-61bd-44a0-9cf9-f3a26930e72e tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/ports?device_id=5093cb48-092d-4dff-ad5d-31875fbb9f2c HTTP/1.1" status: 200 len: 948 time: 1.2011414 Nov 22 20:04:15.720238 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-fba8094b-1898-4b52-a1c7-d94bd5b7f11d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:15.765275 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c797b218-221f-4adf-a907-c2936c3b35d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11567560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11792921'] for subnet, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:15.803855 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-35a26c70-9399-4013-bc8a-ebdb4f83e361 req-ba7b2748-ae5f-4fb9-b6cf-a5218d70d5ae tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1d007ec-a75a-4ef8-9cdd-9c679a3ff22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2317061 Nov 22 20:04:15.888838 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 53600) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:04:15.908538 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-cd6e625c-41f3-48c0-a83a-385af0b7629e admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1601157578-network', 'tenant_id': '28bf3231e9cf4d2bbd696637cc72f7e5'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:04:16.002835 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd6e625c-41f3-48c0-a83a-385af0b7629e admin admin] Made reservation on behalf of 28bf3231e9cf4d2bbd696637cc72f7e5 for: {'network': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:04:16.012019 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cd6e625c-41f3-48c0-a83a-385af0b7629e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for network, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:16.017766 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c797b218-221f-4adf-a907-c2936c3b35d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ba52ab0-cb64-425e-be27-2e0b31d7d99f,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:04:16.092001 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cd6e625c-41f3-48c0-a83a-385af0b7629e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:16.100509 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:04:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea9bb4e7-ae59-4e00-889d-f0957580d520 x-openstack-request-id: req-ea9bb4e7-ae59-4e00-889d-f0957580d520 {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:04:16.100833 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1361b588-d99b-4634-8c3a-2d92b0268288", "name": "network-vif-deleted", "tag": "40cfc681-3bb1-4e27-a0f5-5d0226d9ef80", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:04:16.101166 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ea9bb4e7-ae59-4e00-889d-f0957580d520 {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:04:16.101607 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1361b588-d99b-4634-8c3a-2d92b0268288', 'name': 'network-vif-deleted', 'tag': '40cfc681-3bb1-4e27-a0f5-5d0226d9ef80', 'status': 'completed', 'code': 200} Nov 22 20:04:16.126719 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c797b218-221f-4adf-a907-c2936c3b35d4 admin admin] Checking segment: {'id': 'a1d01b66-e103-44ab-97f3-6f827675fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '5c8a61c3-0285-4b7d-b110-24534369ffce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:04:16.127135 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c797b218-221f-4adf-a907-c2936c3b35d4 admin admin] Network hostable DHCP agents. Network: 5c8a61c3-0285-4b7d-b110-24534369ffce, hostable agents: ['02adaa64-0987-4b74-bad0-cbcf56f8a294'], hosted agents: [] {{(pid=103448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 20:04:16.149471 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Provisioning for port 8b89445a-2093-4480-a650-d182804db66c completed by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 20:04:16.170537 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Provisioning complete for port 8b89445a-2093-4480-a650-d182804db66c triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:04:16.177896 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:16.229689 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c797b218-221f-4adf-a907-c2936c3b35d4 admin admin] Network 5c8a61c3-0285-4b7d-b110-24534369ffce is scheduled to be hosted by DHCP agent 02adaa64-0987-4b74-bad0-cbcf56f8a294 with binding_index 1 {{(pid=103448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 20:04:16.248664 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-fba8094b-1898-4b52-a1c7-d94bd5b7f11d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:16.289221 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-c797b218-221f-4adf-a907-c2936c3b35d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818823-1, 5c8a61c3-0285-4b7d-b110-24534369ffce) {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:04:16.302006 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c797b218-221f-4adf-a907-c2936c3b35d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:04:16.305540 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c797b218-221f-4adf-a907-c2936c3b35d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:16.312560 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-fba8094b-1898-4b52-a1c7-d94bd5b7f11d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:16.320393 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f206918-8135-4f41-b988-241455046eae None None] Network 5c8a61c3-0285-4b7d-b110-24534369ffce requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:04:16.395508 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-c797b218-221f-4adf-a907-c2936c3b35d4 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.0934663 Nov 22 20:04:16.437958 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cd6e625c-41f3-48c0-a83a-385af0b7629e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:16.447703 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cd6e625c-41f3-48c0-a83a-385af0b7629e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:16.468183 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd6e625c-41f3-48c0-a83a-385af0b7629e admin admin] vlan segment allocate from pool success with {'vlan_id': 642, 'physical_network': 'physnet1'} {{(pid=103448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 20:04:16.504945 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cd6e625c-41f3-48c0-a83a-385af0b7629e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:16.505290 n-d-818823-1 neutron-server[103448]: INFO neutron.db.segments_db [None req-cd6e625c-41f3-48c0-a83a-385af0b7629e admin admin] Added segment 8c9bcfce-bb81-4e05-b229-ebf16ae0f96f of type vlan for network 5cd7327a-914a-44e8-ae5d-be4d87d686f0 Nov 22 20:04:16.611402 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [None req-fba8094b-1898-4b52-a1c7-d94bd5b7f11d admin admin] Allocated IP 172.25.5.197 (c48a55e9-6a85-4746-b7bf-3e29fb560094/5da6f781-63e6-4328-ae7a-5e672262f55a/3c4da08d-fadf-486a-b126-5c31cb2d8a90) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:04:16.634182 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6e625c-41f3-48c0-a83a-385af0b7629e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d17ee813-3700-429d-ad2b-58cebd8f04af,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:04:16.673434 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.db_base_plugin_common [None req-19b976de-fa8a-494c-977b-b55a7a1c995b None None] Allocated IP 172.20.0.2 (e1b8caa3-ec74-4182-a8b7-cf8ee8619d8c/68bdcb47-3fd9-4a9f-8c35-29c7d4d264fb/fb2d2b35-ec43-49ec-9e43-b7401410ae8f) {{(pid=103449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:04:16.697985 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cd6e625c-41f3-48c0-a83a-385af0b7629e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748992492791'] for network, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:16.701640 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b4d3228-4ceb-4024-9723-ea60cb1bb615 None None] Network 5c8a61c3-0285-4b7d-b110-24534369ffce requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:04:16.806256 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cd6e625c-41f3-48c0-a83a-385af0b7629e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for network, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:16.808912 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd6e625c-41f3-48c0-a83a-385af0b7629e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:04:16.811589 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cd6e625c-41f3-48c0-a83a-385af0b7629e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:16.979145 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-cd6e625c-41f3-48c0-a83a-385af0b7629e admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0764494 Nov 22 20:04:16.980059 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 53624) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:04:17.000751 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-fba8094b-1898-4b52-a1c7-d94bd5b7f11d admin admin] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:17.007343 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-987524d6-b1dd-4ea7-9ad4-a41556c954f8 admin admin] Request body: {'subnet': {'network_id': '5cd7327a-914a-44e8-ae5d-be4d87d686f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1601157578-subnet', 'tenant_id': '28bf3231e9cf4d2bbd696637cc72f7e5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:04:17.037721 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6e625c-41f3-48c0-a83a-385af0b7629e admin admin] Pushing event updated for resources: {'Network': ['ID=5cd7327a-914a-44e8-ae5d-be4d87d686f0,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:04:17.081977 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-987524d6-b1dd-4ea7-9ad4-a41556c954f8 admin admin] Made reservation on behalf of 28bf3231e9cf4d2bbd696637cc72f7e5 for: {'subnet': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:04:17.084844 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-987524d6-b1dd-4ea7-9ad4-a41556c954f8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11792951'] for subnet, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:17.165367 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:17.200341 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe21264-16b8-439a-a0b7-e58c925238ea req-51d3e773-abd0-4c49-9178-30b63c53f4ce tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:04:17.207210 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Network 5cd7327a-914a-44e8-ae5d-be4d87d686f0 details requested by agent ovs-agent-n-d-818823-1 with host n-d-818823-1 {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 20:04:17.215371 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0fe21264-16b8-439a-a0b7-e58c925238ea req-51d3e773-abd0-4c49-9178-30b63c53f4ce tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/ports?device_id=5093cb48-092d-4dff-ad5d-31875fbb9f2c HTTP/1.1" status: 200 len: 948 time: 0.2087145 Nov 22 20:04:17.283864 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 53636) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:04:17.289450 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 8b89445a-2093-4480-a650-d182804db66c, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=8b89445a-2093-4480-a650-d182804db66c,segment=NetworkSegment(2a5a1c7b-538e-498e-99b9-cc7a8e0411be),segment_id=2a5a1c7b-538e-498e-99b9-cc7a8e0411be)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:04:17.305372 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-fba8094b-1898-4b52-a1c7-d94bd5b7f11d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:17.354614 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5093cb48-092d-4dff-ad5d-31875fbb9f2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b89445a-2093-4480-a650-d182804db66c'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:04:17.357798 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d39f6d30a11e565ec9648abcc015e8a6ab6cff4edd704add8155e28765d31eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-168fb114-1ce8-47e3-8b2f-996abf31e98d" -d '{"events": [{"server_uuid": "5093cb48-092d-4dff-ad5d-31875fbb9f2c", "name": "network-vif-plugged", "status": "completed", "tag": "8b89445a-2093-4480-a650-d182804db66c"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:04:17.367369 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0fe21264-16b8-439a-a0b7-e58c925238ea req-f50e60ff-0b0f-4818-b4ba-56e08d63485b tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1d007ec-a75a-4ef8-9cdd-9c679a3ff22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442702 Nov 22 20:04:17.459797 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba8094b-1898-4b52-a1c7-d94bd5b7f11d admin admin] Pushing event updated for resources: {'Port': ['ID=3c4da08d-fadf-486a-b126-5c31cb2d8a90,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:04:17.479608 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fba8094b-1898-4b52-a1c7-d94bd5b7f11d admin admin] Network c48a55e9-6a85-4746-b7bf-3e29fb560094 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:04:17.481279 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-fba8094b-1898-4b52-a1c7-d94bd5b7f11d admin admin] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:04:17.489357 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba8094b-1898-4b52-a1c7-d94bd5b7f11d admin admin] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:04:17.589025 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-987524d6-b1dd-4ea7-9ad4-a41556c954f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11567560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11792921'] for subnet, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:17.637697 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:17.639020 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 40cfc681-3bb1-4e27-a0f5-5d0226d9ef80 no longer exists at agent hyperv_n-h1-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:04:17.733715 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987524d6-b1dd-4ea7-9ad4-a41556c954f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e994f5e-9cb9-4256-a86d-d90656809fa8,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:04:17.753281 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-987524d6-b1dd-4ea7-9ad4-a41556c954f8 admin admin] Checking segment: {'id': '8c9bcfce-bb81-4e05-b229-ebf16ae0f96f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '5cd7327a-914a-44e8-ae5d-be4d87d686f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:04:17.755013 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-987524d6-b1dd-4ea7-9ad4-a41556c954f8 admin admin] Network hostable DHCP agents. Network: 5cd7327a-914a-44e8-ae5d-be4d87d686f0, hostable agents: ['02adaa64-0987-4b74-bad0-cbcf56f8a294'], hosted agents: [] {{(pid=103448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 20:04:17.825428 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-19b976de-fa8a-494c-977b-b55a7a1c995b None None] Publish callbacks [] for port, precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:17.836427 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:04:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dcd5ba5-8607-4da3-ba81-36bda4ed45c5 x-openstack-request-id: req-1dcd5ba5-8607-4da3-ba81-36bda4ed45c5 {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:04:17.836886 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5093cb48-092d-4dff-ad5d-31875fbb9f2c", "name": "network-vif-plugged", "status": "completed", "tag": "8b89445a-2093-4480-a650-d182804db66c", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:04:17.837728 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1dcd5ba5-8607-4da3-ba81-36bda4ed45c5 {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:04:17.838298 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5093cb48-092d-4dff-ad5d-31875fbb9f2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b89445a-2093-4480-a650-d182804db66c', 'code': 200} Nov 22 20:04:17.881132 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-19b976de-fa8a-494c-977b-b55a7a1c995b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372'] for port, after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:17.901368 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-a9e59e0d-bd52-4544-aaf3-be4fa8300dd5 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=fe638fe68d2c412abdc6ea2631e58e50&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6130784 Nov 22 20:04:17.901791 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 53658) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:04:17.923313 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-987524d6-b1dd-4ea7-9ad4-a41556c954f8 admin admin] Network 5cd7327a-914a-44e8-ae5d-be4d87d686f0 is scheduled to be hosted by DHCP agent 02adaa64-0987-4b74-bad0-cbcf56f8a294 with binding_index 1 {{(pid=103448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 20:04:17.937509 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 53660) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:04:17.952268 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] No Port match for: 40cfc681-3bb1-4e27-a0f5-5d0226d9ef80 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:04:17.952601 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 40cfc681-3bb1-4e27-a0f5-5d0226d9ef80 not bound to the agent host n-h1-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:04:17.961612 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-9dce9a42-864e-418e-8fd3-0e60b659585e admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1020390317-network', 'tenant_id': '9282f3f8363a4eb48acf814dbba823cc'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:04:17.965414 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19b976de-fa8a-494c-977b-b55a7a1c995b None None] Network e1b8caa3-ec74-4182-a8b7-cf8ee8619d8c is already hosted by enough agents. {{(pid=103449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:04:17.972918 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.base_scheduler [None req-19b976de-fa8a-494c-977b-b55a7a1c995b None None] Resources bound (agent type, host, resource id): {{(pid=103449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:04:17.975813 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b976de-fa8a-494c-977b-b55a7a1c995b None None] Received port after_create {{(pid=103449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:04:17.991858 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-987524d6-b1dd-4ea7-9ad4-a41556c954f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818823-1, 5cd7327a-914a-44e8-ae5d-be4d87d686f0) {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:04:18.004528 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dce9a42-864e-418e-8fd3-0e60b659585e admin admin] Made reservation on behalf of 9282f3f8363a4eb48acf814dbba823cc for: {'network': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:04:18.021912 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9dce9a42-864e-418e-8fd3-0e60b659585e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for network, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:18.029353 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72037f4e-3a84-4579-8786-d4b36f4a77f7 None None] Network 5cd7327a-914a-44e8-ae5d-be4d87d686f0 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:04:18.038081 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-987524d6-b1dd-4ea7-9ad4-a41556c954f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:04:18.038785 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-987524d6-b1dd-4ea7-9ad4-a41556c954f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:18.055624 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9dce9a42-864e-418e-8fd3-0e60b659585e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:18.068415 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71922078-015f-4246-b3b8-61947f83fd77 req-5ff312c2-635c-4928-a1c0-5531ebc55e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:04:18.074602 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-71922078-015f-4246-b3b8-61947f83fd77 req-5ff312c2-635c-4928-a1c0-5531ebc55e52 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5093cb48-092d-4dff-ad5d-31875fbb9f2c HTTP/1.1" status: 200 len: 1100 time: 0.3643095 Nov 22 20:04:18.078201 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7b0e6dc0-bb86-419a-beea-59599c00d384 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:18.115208 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7b0e6dc0-bb86-419a-beea-59599c00d384 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:18.188690 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-987524d6-b1dd-4ea7-9ad4-a41556c954f8 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.1895306 Nov 22 20:04:18.194421 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 53670) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:04:18.205223 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-78425154-c5f8-4cdc-b81d-7ab527316a06 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1601157578-router', 'tenant_id': '28bf3231e9cf4d2bbd696637cc72f7e5', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'}}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:04:18.211475 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7b0e6dc0-bb86-419a-beea-59599c00d384 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:18.220020 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7b0e6dc0-bb86-419a-beea-59599c00d384 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:18.232800 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-19b976de-fa8a-494c-977b-b55a7a1c995b None None] Attempting to bind port fb2d2b35-ec43-49ec-9e43-b7401410ae8f on host n-d-818823-1 for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:04:18.233905 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-19b976de-fa8a-494c-977b-b55a7a1c995b None None] Attempting to bind port fb2d2b35-ec43-49ec-9e43-b7401410ae8f by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': 'c68febf0-9b45-4f92-a002-5342e4436047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'e1b8caa3-ec74-4182-a8b7-cf8ee8619d8c'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:04:18.234491 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b976de-fa8a-494c-977b-b55a7a1c995b None None] Attempting to bind port fb2d2b35-ec43-49ec-9e43-b7401410ae8f on network e1b8caa3-ec74-4182-a8b7-cf8ee8619d8c {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:04:18.242567 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-7b0e6dc0-bb86-419a-beea-59599c00d384 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/438abd33-8d9c-46a8-9e92-c7d6e3a47c73 HTTP/1.1" status: 204 len: 168 time: 0.3395877 Nov 22 20:04:18.247126 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=8b89445a-2093-4480-a650-d182804db66c,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:04:18.318596 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b976de-fa8a-494c-977b-b55a7a1c995b None None] Pushing event updated for resources: {'Port': ['ID=fb2d2b35-ec43-49ec-9e43-b7401410ae8f,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:04:18.329366 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b976de-fa8a-494c-977b-b55a7a1c995b None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 4, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:04:18.329857 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b976de-fa8a-494c-977b-b55a7a1c995b None None] Checking segment: {'id': 'c68febf0-9b45-4f92-a002-5342e4436047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'e1b8caa3-ec74-4182-a8b7-cf8ee8619d8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:04:18.330336 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-19b976de-fa8a-494c-977b-b55a7a1c995b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:18.330860 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b976de-fa8a-494c-977b-b55a7a1c995b None None] Bound using segment: {'id': 'c68febf0-9b45-4f92-a002-5342e4436047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'e1b8caa3-ec74-4182-a8b7-cf8ee8619d8c'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:04:18.331399 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-19b976de-fa8a-494c-977b-b55a7a1c995b None None] Bound port: fb2d2b35-ec43-49ec-9e43-b7401410ae8f, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c68febf0-9b45-4f92-a002-5342e4436047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'e1b8caa3-ec74-4182-a8b7-cf8ee8619d8c'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:04:18.331905 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-19b976de-fa8a-494c-977b-b55a7a1c995b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:18.334123 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0e6dc0-bb86-419a-beea-59599c00d384 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=438abd33-8d9c-46a8-9e92-c7d6e3a47c73,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:04:18.379375 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-78425154-c5f8-4cdc-b81d-7ab527316a06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24799'] for router, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:18.381284 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-78425154-c5f8-4cdc-b81d-7ab527316a06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-632716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24788'] for router, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:18.502313 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-248880db-ca97-4ee3-a428-62d4eb1147ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bebb789-2e0c-47c5-8598-2d6604d54718', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1305262143-router', 'tenant_id': '893c9b18170649ca8789dc25bee886fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': '79a0e4d6-fcb3-4ee3-a209-dd201710e688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:04:04Z', 'updated_at': '2021-11-22T20:04:11Z', 'revision_number': 4, 'project_id': '893c9b18170649ca8789dc25bee886fa', 'gw_port': {'id': '79a0e4d6-fcb3-4ee3-a209-dd201710e688', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:8e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bebb789-2e0c-47c5-8598-2d6604d54718', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:04:05Z', 'updated_at': '2021-11-22T20:04:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': '749dd626-1f4d-4a26-b5a4-8a5a98684e27', 'name': '', 'network_id': 'a6c01d97-7edb-4357-8d46-10424981d282', 'tenant_id': '893c9b18170649ca8789dc25bee886fa', 'mac_address': 'fa:16:3e:3d:25:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bebb789-2e0c-47c5-8598-2d6604d54718', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '8484e927-d598-4c05-a88d-f7c50161999e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:04:10Z', 'updated_at': '2021-11-22T20:04:12Z', 'revision_number': 2, 'project_id': '893c9b18170649ca8789dc25bee886fa', 'subnets': [{'id': '8484e927-d598-4c05-a88d-f7c50161999e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:04:18.568586 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-78425154-c5f8-4cdc-b81d-7ab527316a06 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:18.637773 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-248880db-ca97-4ee3-a428-62d4eb1147ba None None] Checking router: 9bebb789-2e0c-47c5-8598-2d6604d54718 for host: n-d-818823-1 {{(pid=103449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 20:04:18.638221 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-248880db-ca97-4ee3-a428-62d4eb1147ba None None] Updating router 9bebb789-2e0c-47c5-8598-2d6604d54718 port 749dd626-1f4d-4a26-b5a4-8a5a98684e27 binding host n-d-818823-1 {{(pid=103449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 20:04:18.683783 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9dce9a42-864e-418e-8fd3-0e60b659585e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:18.686271 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-fba8094b-1898-4b52-a1c7-d94bd5b7f11d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:18.687973 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-248880db-ca97-4ee3-a428-62d4eb1147ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:18.722516 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-19b976de-fa8a-494c-977b-b55a7a1c995b None None] For port fb2d2b35-ec43-49ec-9e43-b7401410ae8f, host n-d-818823-1, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:04:18.793877 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-296ad918-202b-40fa-be10-1ca4adc52b6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fb26bd7-ce56-527b-b94f-2e1f7cb2bb35-5cd7327a-914a-44e8-ae5d-be4d87d686f0', 'network_id': '5cd7327a-914a-44e8-ae5d-be4d87d686f0', 'tenant_id': '28bf3231e9cf4d2bbd696637cc72f7e5', 'fixed_ips': [{'subnet_id': '8e994f5e-9cb9-4256-a86d-d90656809fa8'}]}} from n-d-818823-1. {{(pid=103449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 20:04:18.796655 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-296ad918-202b-40fa-be10-1ca4adc52b6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:18.809406 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9dce9a42-864e-418e-8fd3-0e60b659585e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:18.825662 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-19b976de-fa8a-494c-977b-b55a7a1c995b None None] For port fb2d2b35-ec43-49ec-9e43-b7401410ae8f, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=fb2d2b35-ec43-49ec-9e43-b7401410ae8f,segment=NetworkSegment(c68febf0-9b45-4f92-a002-5342e4436047),segment_id=c68febf0-9b45-4f92-a002-5342e4436047)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:04:18.847629 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-19b976de-fa8a-494c-977b-b55a7a1c995b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:18.972613 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dce9a42-864e-418e-8fd3-0e60b659585e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c8f01ff-5ff9-496c-9c5d-1820e9e6cee0,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:04:18.980911 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-71922078-015f-4246-b3b8-61947f83fd77 req-8d99a669-89e0-453c-9dce-fc14b1e47630 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=a1d007ec-a75a-4ef8-9cdd-9c679a3ff22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8961966 Nov 22 20:04:18.990507 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-78425154-c5f8-4cdc-b81d-7ab527316a06 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:19.037507 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 53694) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:04:19.058333 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9dce9a42-864e-418e-8fd3-0e60b659585e admin admin] vlan segment allocate from pool success with {'vlan_id': 604, 'physical_network': 'physnet1'} {{(pid=103447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 20:04:19.158646 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9dce9a42-864e-418e-8fd3-0e60b659585e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:19.158978 n-d-818823-1 neutron-server[103447]: INFO neutron.db.segments_db [None req-9dce9a42-864e-418e-8fd3-0e60b659585e admin admin] Added segment 55e32dc7-8610-4e83-8538-9723aace3d14 of type vlan for network 0543e2a0-19f6-4289-a796-c783e8089af2 Nov 22 20:04:19.192089 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9077036c-6025-4842-b051-1478708e4aa1 req-71e746f3-d4b7-4e81-93cf-c983f871ab67 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:04:19.197421 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9077036c-6025-4842-b051-1478708e4aa1 req-71e746f3-d4b7-4e81-93cf-c983f871ab67 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/ports?device_id=5093cb48-092d-4dff-ad5d-31875fbb9f2c HTTP/1.1" status: 200 len: 949 time: 0.4983811 Nov 22 20:04:19.210324 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 53696) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:04:19.225381 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-a9cb54e6-4a55-4263-ac65-f73ebf64e186 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4544ab5ca7f0476686045508d7b55f39&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1884584 Nov 22 20:04:19.236728 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b976de-fa8a-494c-977b-b55a7a1c995b None None] Pushing event updated for resources: {'Port': ['ID=fb2d2b35-ec43-49ec-9e43-b7401410ae8f,revision_number=2']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:04:19.241402 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 53700) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:04:19.286833 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9dce9a42-864e-418e-8fd3-0e60b659585e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748992492791'] for network, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:19.355311 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9dce9a42-864e-418e-8fd3-0e60b659585e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for network, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:19.356445 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dce9a42-864e-418e-8fd3-0e60b659585e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:04:19.357285 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9dce9a42-864e-418e-8fd3-0e60b659585e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for network, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:19.465060 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.db_base_plugin_common [None req-296ad918-202b-40fa-be10-1ca4adc52b6c None None] Allocated IP 172.20.0.2 (5cd7327a-914a-44e8-ae5d-be4d87d686f0/8e994f5e-9cb9-4256-a86d-d90656809fa8/11d66ef8-f6a0-4b8e-bce1-f708dfd1705f) {{(pid=103449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:04:19.685068 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-fba8094b-1898-4b52-a1c7-d94bd5b7f11d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-659538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-841284'] for router, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:19.696283 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-9dce9a42-864e-418e-8fd3-0e60b659585e admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.7473919 Nov 22 20:04:19.697641 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 53708) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:04:19.713992 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-691cefed-a9c9-4ac8-bc5f-59fb01be9bbe admin admin] Request body: {'subnet': {'network_id': '0543e2a0-19f6-4289-a796-c783e8089af2', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1020390317-subnet', 'tenant_id': '9282f3f8363a4eb48acf814dbba823cc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:04:19.771690 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9077036c-6025-4842-b051-1478708e4aa1 req-a0742804-2036-43d6-96bf-3331cdcf0ff0 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1d007ec-a75a-4ef8-9cdd-9c679a3ff22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5567267 Nov 22 20:04:19.818629 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-248880db-ca97-4ee3-a428-62d4eb1147ba None None] Publish callbacks [] for port, precommit_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:19.838053 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-248880db-ca97-4ee3-a428-62d4eb1147ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:19.840514 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-691cefed-a9c9-4ac8-bc5f-59fb01be9bbe admin admin] Made reservation on behalf of 9282f3f8363a4eb48acf814dbba823cc for: {'subnet': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:04:19.844185 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-691cefed-a9c9-4ac8-bc5f-59fb01be9bbe admin admin] Publish callbacks [] for subnet, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:19.846897 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7fd6e86c-adcb-4f2c-8478-61b7da722760 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:19.852490 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dce9a42-864e-418e-8fd3-0e60b659585e admin admin] Pushing event updated for resources: {'Network': ['ID=0543e2a0-19f6-4289-a796-c783e8089af2,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:04:19.876339 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Network 0543e2a0-19f6-4289-a796-c783e8089af2 details requested by agent ovs-agent-n-d-818823-1 with host n-d-818823-1 {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 20:04:19.954569 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-83eccb73-393e-41d0-a1ec-33159f0a36ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:20.136899 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-296ad918-202b-40fa-be10-1ca4adc52b6c None None] Publish callbacks [] for port, precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:20.143750 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-83eccb73-393e-41d0-a1ec-33159f0a36ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:20.171532 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device fb2d2b35-ec43-49ec-9e43-b7401410ae8f up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:04:20.219964 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3052077e-7aae-47ad-a3b4-658b5ce29e16 None None] Pushing event updated for resources: {'Port': ['ID=749dd626-1f4d-4a26-b5a4-8a5a98684e27,revision_number=3']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:04:20.234347 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-296ad918-202b-40fa-be10-1ca4adc52b6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372'] for port, after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:20.326906 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-296ad918-202b-40fa-be10-1ca4adc52b6c None None] Network 5cd7327a-914a-44e8-ae5d-be4d87d686f0 is already hosted by enough agents. {{(pid=103449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:04:20.335142 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296ad918-202b-40fa-be10-1ca4adc52b6c None None] Pushing event updated for resources: {'Port': ['ID=11d66ef8-f6a0-4b8e-bce1-f708dfd1705f,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:04:20.343243 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.base_scheduler [None req-296ad918-202b-40fa-be10-1ca4adc52b6c None None] Resources bound (agent type, host, resource id): {{(pid=103449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:04:20.348241 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-296ad918-202b-40fa-be10-1ca4adc52b6c None None] Received port after_create {{(pid=103449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:04:20.351942 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7fd6e86c-adcb-4f2c-8478-61b7da722760 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:20.380898 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7fd6e86c-adcb-4f2c-8478-61b7da722760 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:20.402220 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-78425154-c5f8-4cdc-b81d-7ab527316a06 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:20.454577 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-691cefed-a9c9-4ac8-bc5f-59fb01be9bbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for subnet, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:20.466504 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-296ad918-202b-40fa-be10-1ca4adc52b6c None None] Attempting to bind port 11d66ef8-f6a0-4b8e-bce1-f708dfd1705f on host n-d-818823-1 for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:04:20.466504 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-296ad918-202b-40fa-be10-1ca4adc52b6c None None] Attempting to bind port 11d66ef8-f6a0-4b8e-bce1-f708dfd1705f by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': '8c9bcfce-bb81-4e05-b229-ebf16ae0f96f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '5cd7327a-914a-44e8-ae5d-be4d87d686f0'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:04:20.466836 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-296ad918-202b-40fa-be10-1ca4adc52b6c None None] Attempting to bind port 11d66ef8-f6a0-4b8e-bce1-f708dfd1705f on network 5cd7327a-914a-44e8-ae5d-be4d87d686f0 {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:04:20.492891 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-296ad918-202b-40fa-be10-1ca4adc52b6c None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 4, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:04:20.493323 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-296ad918-202b-40fa-be10-1ca4adc52b6c None None] Checking segment: {'id': '8c9bcfce-bb81-4e05-b229-ebf16ae0f96f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '5cd7327a-914a-44e8-ae5d-be4d87d686f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:04:20.493750 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-296ad918-202b-40fa-be10-1ca4adc52b6c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:20.494138 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-296ad918-202b-40fa-be10-1ca4adc52b6c None None] Bound using segment: {'id': '8c9bcfce-bb81-4e05-b229-ebf16ae0f96f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '5cd7327a-914a-44e8-ae5d-be4d87d686f0'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:04:20.494677 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-296ad918-202b-40fa-be10-1ca4adc52b6c None None] Bound port: 11d66ef8-f6a0-4b8e-bce1-f708dfd1705f, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c9bcfce-bb81-4e05-b229-ebf16ae0f96f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '5cd7327a-914a-44e8-ae5d-be4d87d686f0'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:04:20.495945 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-296ad918-202b-40fa-be10-1ca4adc52b6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:20.496595 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-78425154-c5f8-4cdc-b81d-7ab527316a06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:20.512316 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-83eccb73-393e-41d0-a1ec-33159f0a36ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:20.514965 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-83eccb73-393e-41d0-a1ec-33159f0a36ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:20.516090 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-83eccb73-393e-41d0-a1ec-33159f0a36ca admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/37b73661-794f-4dfc-afab-850fe2a63e38 HTTP/1.1" status: 204 len: 168 time: 1.2615323 Nov 22 20:04:20.572071 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-7fd6e86c-adcb-4f2c-8478-61b7da722760 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=966fa838f7ea4b329988f1b08c978b8e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3599062 Nov 22 20:04:20.572279 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 53730) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:04:20.576079 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd6e86c-adcb-4f2c-8478-61b7da722760 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9ae2158-4d29-418e-ba5b-de0eb89a643c,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:04:20.610021 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-296ad918-202b-40fa-be10-1ca4adc52b6c None None] For port 11d66ef8-f6a0-4b8e-bce1-f708dfd1705f, host n-d-818823-1, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:04:20.618022 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-296ad918-202b-40fa-be10-1ca4adc52b6c None None] For port 11d66ef8-f6a0-4b8e-bce1-f708dfd1705f, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=11d66ef8-f6a0-4b8e-bce1-f708dfd1705f,segment=NetworkSegment(8c9bcfce-bb81-4e05-b229-ebf16ae0f96f),segment_id=8c9bcfce-bb81-4e05-b229-ebf16ae0f96f)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:04:20.643607 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691cefed-a9c9-4ac8-bc5f-59fb01be9bbe admin admin] Pushing event updated for resources: {'Subnet': ['ID=10a99ff1-d006-40dc-a311-5d2060c480a5,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:04:20.655132 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-296ad918-202b-40fa-be10-1ca4adc52b6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:20.687266 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fba8094b-1898-4b52-a1c7-d94bd5b7f11d admin admin] Router 5ee249ec-7563-4917-9d78-7298e13edcdd is scheduled to L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 with binding_index 1 {{(pid=103447) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 20:04:20.688980 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83eccb73-393e-41d0-a1ec-33159f0a36ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37b73661-794f-4dfc-afab-850fe2a63e38,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:04:20.766366 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-248880db-ca97-4ee3-a428-62d4eb1147ba None None] Attempting to bind port 749dd626-1f4d-4a26-b5a4-8a5a98684e27 on host n-d-818823-1 for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:04:20.766795 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-248880db-ca97-4ee3-a428-62d4eb1147ba None None] Attempting to bind port 749dd626-1f4d-4a26-b5a4-8a5a98684e27 by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': 'f0c11d7a-96fd-43fa-957b-1793939552d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'a6c01d97-7edb-4357-8d46-10424981d282'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:04:20.767170 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-248880db-ca97-4ee3-a428-62d4eb1147ba None None] Attempting to bind port 749dd626-1f4d-4a26-b5a4-8a5a98684e27 on network a6c01d97-7edb-4357-8d46-10424981d282 {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:04:20.793808 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-248880db-ca97-4ee3-a428-62d4eb1147ba None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 4, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:04:20.793808 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-248880db-ca97-4ee3-a428-62d4eb1147ba None None] Checking segment: {'id': 'f0c11d7a-96fd-43fa-957b-1793939552d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'a6c01d97-7edb-4357-8d46-10424981d282'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:04:20.793808 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-248880db-ca97-4ee3-a428-62d4eb1147ba None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:20.793808 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-248880db-ca97-4ee3-a428-62d4eb1147ba None None] Bound using segment: {'id': 'f0c11d7a-96fd-43fa-957b-1793939552d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'a6c01d97-7edb-4357-8d46-10424981d282'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:04:20.793808 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-248880db-ca97-4ee3-a428-62d4eb1147ba None None] Bound port: 749dd626-1f4d-4a26-b5a4-8a5a98684e27, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0c11d7a-96fd-43fa-957b-1793939552d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'a6c01d97-7edb-4357-8d46-10424981d282'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:04:20.793808 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-248880db-ca97-4ee3-a428-62d4eb1147ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:20.801283 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port fb2d2b35-ec43-49ec-9e43-b7401410ae8f triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:04:20.801283 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:20.802380 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-cd964378-9812-4fb0-8da8-09a34c1e75a1 None None] Provisioning complete for port 749dd626-1f4d-4a26-b5a4-8a5a98684e27 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:04:20.802778 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-cd964378-9812-4fb0-8da8-09a34c1e75a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:20.885488 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-691cefed-a9c9-4ac8-bc5f-59fb01be9bbe admin admin] Checking segment: {'id': '55e32dc7-8610-4e83-8538-9723aace3d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '0543e2a0-19f6-4289-a796-c783e8089af2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:04:20.885986 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-691cefed-a9c9-4ac8-bc5f-59fb01be9bbe admin admin] Network hostable DHCP agents. Network: 0543e2a0-19f6-4289-a796-c783e8089af2, hostable agents: ['02adaa64-0987-4b74-bad0-cbcf56f8a294'], hosted agents: [] {{(pid=103447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 20:04:20.961931 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [None req-78425154-c5f8-4cdc-b81d-7ab527316a06 admin admin] Allocated IP 172.25.5.8 (c48a55e9-6a85-4746-b7bf-3e29fb560094/5da6f781-63e6-4328-ae7a-5e672262f55a/5b3eded7-3360-4291-9d0c-332d4ad235dc) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:04:20.986088 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-eca64402-07e4-49fb-8c12-3bf2e70cc080 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:21.002588 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-691cefed-a9c9-4ac8-bc5f-59fb01be9bbe admin admin] Network 0543e2a0-19f6-4289-a796-c783e8089af2 is scheduled to be hosted by DHCP agent 02adaa64-0987-4b74-bad0-cbcf56f8a294 with binding_index 1 {{(pid=103447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 20:04:21.089206 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296ad918-202b-40fa-be10-1ca4adc52b6c None None] Pushing event updated for resources: {'Port': ['ID=11d66ef8-f6a0-4b8e-bce1-f708dfd1705f,revision_number=2']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:04:21.094131 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-cd964378-9812-4fb0-8da8-09a34c1e75a1 None None] Port 749dd626-1f4d-4a26-b5a4-8a5a98684e27 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:04:21.151453 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d99b2ffe-6f87-4330-940a-9c573c2be8a9 None None] Network e1b8caa3-ec74-4182-a8b7-cf8ee8619d8c requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:04:21.265217 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-78425154-c5f8-4cdc-b81d-7ab527316a06 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:21.268125 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-691cefed-a9c9-4ac8-bc5f-59fb01be9bbe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818823-1, 0543e2a0-19f6-4289-a796-c783e8089af2) {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:04:21.278910 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-691cefed-a9c9-4ac8-bc5f-59fb01be9bbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:04:21.281178 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-691cefed-a9c9-4ac8-bc5f-59fb01be9bbe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for subnet, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:21.311636 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53d43db6-9916-4bd3-af9c-ba0008b3f6bf None None] Network 0543e2a0-19f6-4289-a796-c783e8089af2 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:04:21.356808 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-78425154-c5f8-4cdc-b81d-7ab527316a06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:21.367646 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-248880db-ca97-4ee3-a428-62d4eb1147ba None None] For port 749dd626-1f4d-4a26-b5a4-8a5a98684e27, host n-d-818823-1, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:04:21.372200 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:21.396733 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-691cefed-a9c9-4ac8-bc5f-59fb01be9bbe admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.6845012 Nov 22 20:04:21.423141 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fba8094b-1898-4b52-a1c7-d94bd5b7f11d admin admin] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:04:21.441434 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb9d994-9efd-4095-87db-e1f921696e67 None None] Sync routers for ids ['5ee249ec-7563-4917-9d78-7298e13edcdd'] in n-d-818823-1 {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:04:21.459102 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-eca64402-07e4-49fb-8c12-3bf2e70cc080 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:21.464201 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb9d994-9efd-4095-87db-e1f921696e67 None None] Routers {'5ee249ec-7563-4917-9d78-7298e13edcdd'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:04:21.465984 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-3bb9d994-9efd-4095-87db-e1f921696e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:04:02Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['5ee249ec-7563-4917-9d78-7298e13edcdd'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:04:21.486232 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-248880db-ca97-4ee3-a428-62d4eb1147ba None None] For port 749dd626-1f4d-4a26-b5a4-8a5a98684e27, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=749dd626-1f4d-4a26-b5a4-8a5a98684e27,segment=NetworkSegment(f0c11d7a-96fd-43fa-957b-1793939552d9),segment_id=f0c11d7a-96fd-43fa-957b-1793939552d9)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:04:21.486480 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78425154-c5f8-4cdc-b81d-7ab527316a06 admin admin] Pushing event updated for resources: {'Port': ['ID=5b3eded7-3360-4291-9d0c-332d4ad235dc,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:04:21.509431 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78425154-c5f8-4cdc-b81d-7ab527316a06 admin admin] Network c48a55e9-6a85-4746-b7bf-3e29fb560094 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:04:21.511309 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-78425154-c5f8-4cdc-b81d-7ab527316a06 admin admin] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:04:21.518127 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78425154-c5f8-4cdc-b81d-7ab527316a06 admin admin] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:04:21.536953 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-248880db-ca97-4ee3-a428-62d4eb1147ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:21.573737 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-fba8094b-1898-4b52-a1c7-d94bd5b7f11d admin admin] Publish callbacks [] for router, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:21.577671 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-fba8094b-1898-4b52-a1c7-d94bd5b7f11d admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 7.4559517 Nov 22 20:04:21.584426 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-2a8f2aeb-2a6b-450e-8d5b-65f6efa19a55 None None] Provisioning complete for port fb2d2b35-ec43-49ec-9e43-b7401410ae8f triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:04:21.584939 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-2a8f2aeb-2a6b-450e-8d5b-65f6efa19a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:21.592145 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 53756) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:04:21.615268 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a806f2-6630-440c-9d22-f0378390c4a9 req-f1e0f5bd-e686-4718-93df-f1022363b120 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:04:21.629672 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-34a806f2-6630-440c-9d22-f0378390c4a9 req-f1e0f5bd-e686-4718-93df-f1022363b120 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/ports?device_id=5093cb48-092d-4dff-ad5d-31875fbb9f2c HTTP/1.1" status: 200 len: 949 time: 0.4006252 Nov 22 20:04:21.774349 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] For port fb2d2b35-ec43-49ec-9e43-b7401410ae8f, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=fb2d2b35-ec43-49ec-9e43-b7401410ae8f,segment=NetworkSegment(c68febf0-9b45-4f92-a002-5342e4436047),segment_id=c68febf0-9b45-4f92-a002-5342e4436047)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:04:21.836950 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:21.843291 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-3bb9d994-9efd-4095-87db-e1f921696e67 None None] Set router 5ee249ec-7563-4917-9d78-7298e13edcdd gateway port host: n-d-818823-1 {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:04:21.881901 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-34a806f2-6630-440c-9d22-f0378390c4a9 req-122b41f3-abb2-468a-8943-733749774b99 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1d007ec-a75a-4ef8-9cdd-9c679a3ff22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2516758 Nov 22 20:04:22.018331 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-248880db-ca97-4ee3-a428-62d4eb1147ba None None] Routers {'9bebb789-2e0c-47c5-8598-2d6604d54718'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:04:22.019387 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-248880db-ca97-4ee3-a428-62d4eb1147ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:04:02Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['9bebb789-2e0c-47c5-8598-2d6604d54718'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:04:22.248753 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3052077e-7aae-47ad-a3b4-658b5ce29e16 None None] Pushing event updated for resources: {'Port': ['ID=749dd626-1f4d-4a26-b5a4-8a5a98684e27,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:04:22.274890 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 11d66ef8-f6a0-4b8e-bce1-f708dfd1705f up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:04:22.311405 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-78425154-c5f8-4cdc-b81d-7ab527316a06 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:22.430264 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-3bb9d994-9efd-4095-87db-e1f921696e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ee249ec-7563-4917-9d78-7298e13edcdd', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-207199269-router', 'tenant_id': 'd030735374e0421a8051bc234c97dcd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.197'}], 'enable_snat': True}, 'gw_port_id': '3c4da08d-fadf-486a-b126-5c31cb2d8a90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:04:14Z', 'updated_at': '2021-11-22T20:04:17Z', 'revision_number': 3, 'project_id': 'd030735374e0421a8051bc234c97dcd6', 'gw_port': {'id': '3c4da08d-fadf-486a-b126-5c31cb2d8a90', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:6e:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ee249ec-7563-4917-9d78-7298e13edcdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:04:16Z', 'updated_at': '2021-11-22T20:04:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:04:22.546799 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb9d994-9efd-4095-87db-e1f921696e67 None None] Checking router: 5ee249ec-7563-4917-9d78-7298e13edcdd for host: n-d-818823-1 {{(pid=103450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 20:04:22.550581 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb9d994-9efd-4095-87db-e1f921696e67 None None] Updating router 5ee249ec-7563-4917-9d78-7298e13edcdd port 3c4da08d-fadf-486a-b126-5c31cb2d8a90 binding host n-d-818823-1 {{(pid=103450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 20:04:22.629350 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-3bb9d994-9efd-4095-87db-e1f921696e67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:22.710161 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-eca64402-07e4-49fb-8c12-3bf2e70cc080 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:22.717058 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-eca64402-07e4-49fb-8c12-3bf2e70cc080 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:22.720515 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-eca64402-07e4-49fb-8c12-3bf2e70cc080 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b9ae2158-4d29-418e-ba5b-de0eb89a643c HTTP/1.1" status: 204 len: 168 time: 2.0919361 Nov 22 20:04:22.836145 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca64402-07e4-49fb-8c12-3bf2e70cc080 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9ae2158-4d29-418e-ba5b-de0eb89a643c,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:04:22.897023 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-78425154-c5f8-4cdc-b81d-7ab527316a06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-659538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-841284'] for router, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:22.973998 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b02a56-2ccd-4d2c-bc90-c864d366d897 req-115ce602-1de2-45c8-a043-7b05d0c0cd6e tempest-MigrationsAdminTest-1419911277 tempest-MigrationsAdminTest-1419911277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:04:22.980897 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b9b02a56-2ccd-4d2c-bc90-c864d366d897 req-115ce602-1de2-45c8-a043-7b05d0c0cd6e tempest-MigrationsAdminTest-1419911277 tempest-MigrationsAdminTest-1419911277-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=5093cb48-092d-4dff-ad5d-31875fbb9f2c HTTP/1.1" status: 200 len: 1100 time: 0.3310170 Nov 22 20:04:23.064444 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c37877a4-121a-48de-93d4-a6ee69c38a7d None None] Network 0543e2a0-19f6-4289-a796-c783e8089af2 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:04:23.088507 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-b9b02a56-2ccd-4d2c-bc90-c864d366d897 req-bf788770-6279-4e1e-994c-7c289b1a2245 tempest-MigrationsAdminTest-1419911277 tempest-MigrationsAdminTest-1419911277-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:23.157885 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27ce6912-fdc0-4827-9ff9-3a1efeb10c64 None None] Network 5cd7327a-914a-44e8-ae5d-be4d87d686f0 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:04:23.180210 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-3bb9d994-9efd-4095-87db-e1f921696e67 None None] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:23.188360 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-3bb9d994-9efd-4095-87db-e1f921696e67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:23.285025 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd24c6f-8870-442f-8146-40ecf2bf516b None None] Pushing event updated for resources: {'Port': ['ID=3c4da08d-fadf-486a-b126-5c31cb2d8a90,revision_number=2']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:04:23.306171 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-3bb9d994-9efd-4095-87db-e1f921696e67 None None] Attempting to bind port 3c4da08d-fadf-486a-b126-5c31cb2d8a90 on host n-d-818823-1 for vnic_type normal with profile {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:04:23.306609 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-3bb9d994-9efd-4095-87db-e1f921696e67 None None] Attempting to bind port 3c4da08d-fadf-486a-b126-5c31cb2d8a90 by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:04:23.306986 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb9d994-9efd-4095-87db-e1f921696e67 None None] Attempting to bind port 3c4da08d-fadf-486a-b126-5c31cb2d8a90 on network c48a55e9-6a85-4746-b7bf-3e29fb560094 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:04:23.316296 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb9d994-9efd-4095-87db-e1f921696e67 None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 4, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:04:23.316739 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb9d994-9efd-4095-87db-e1f921696e67 None None] Checking segment: {'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:04:23.317217 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-3bb9d994-9efd-4095-87db-e1f921696e67 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:23.318316 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb9d994-9efd-4095-87db-e1f921696e67 None None] Bound using segment: {'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:04:23.318825 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-3bb9d994-9efd-4095-87db-e1f921696e67 None None] Bound port: 3c4da08d-fadf-486a-b126-5c31cb2d8a90, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'}}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:04:23.319431 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-3bb9d994-9efd-4095-87db-e1f921696e67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:23.320942 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Pushing event updated for resources: {'Port': ['ID=fb2d2b35-ec43-49ec-9e43-b7401410ae8f,revision_number=3']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:04:23.349841 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-248880db-ca97-4ee3-a428-62d4eb1147ba None None] Set router 9bebb789-2e0c-47c5-8598-2d6604d54718 gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:04:23.447118 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-3bb9d994-9efd-4095-87db-e1f921696e67 None None] For port 3c4da08d-fadf-486a-b126-5c31cb2d8a90, host n-d-818823-1, cleared binding levels {{(pid=103450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:04:23.451906 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-3bb9d994-9efd-4095-87db-e1f921696e67 None None] For port 3c4da08d-fadf-486a-b126-5c31cb2d8a90, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=3c4da08d-fadf-486a-b126-5c31cb2d8a90,segment=NetworkSegment(8793ba83-8407-4c3d-9b56-2a177cd58a70),segment_id=8793ba83-8407-4c3d-9b56-2a177cd58a70)] {{(pid=103450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:04:23.457869 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-3bb9d994-9efd-4095-87db-e1f921696e67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:23.473338 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78425154-c5f8-4cdc-b81d-7ab527316a06 admin admin] Router 2adad5ab-33b9-4f3d-b32f-5869d54c1583 is scheduled to L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 with binding_index 1 {{(pid=103448) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 20:04:23.628468 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb9d994-9efd-4095-87db-e1f921696e67 None None] Routers {'5ee249ec-7563-4917-9d78-7298e13edcdd'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:04:23.630288 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-3bb9d994-9efd-4095-87db-e1f921696e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:04:02Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['5ee249ec-7563-4917-9d78-7298e13edcdd'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:04:23.645045 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 53798) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:04:23.729303 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 11d66ef8-f6a0-4b8e-bce1-f708dfd1705f triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:04:23.730045 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:23.742754 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-fba302ea-4a2e-460b-9826-5b662125b1c8 None None] Provisioning complete for port 749dd626-1f4d-4a26-b5a4-8a5a98684e27 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:04:23.752722 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-fba302ea-4a2e-460b-9826-5b662125b1c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:23.756911 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78425154-c5f8-4cdc-b81d-7ab527316a06 admin admin] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:04:23.762432 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd24c6f-8870-442f-8146-40ecf2bf516b None None] Pushing event updated for resources: {'Port': ['ID=3c4da08d-fadf-486a-b126-5c31cb2d8a90,revision_number=3']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:04:23.840965 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-78425154-c5f8-4cdc-b81d-7ab527316a06 admin admin] Publish callbacks [] for router, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:23.842256 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-78425154-c5f8-4cdc-b81d-7ab527316a06 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 5.6417432 Nov 22 20:04:23.845380 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 53806) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:04:23.892285 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-3bb9d994-9efd-4095-87db-e1f921696e67 None None] Set router 5ee249ec-7563-4917-9d78-7298e13edcdd gateway port host: n-d-818823-1 {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:04:23.901892 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-b9b02a56-2ccd-4d2c-bc90-c864d366d897 req-bf788770-6279-4e1e-994c-7c289b1a2245 tempest-MigrationsAdminTest-1419911277 tempest-MigrationsAdminTest-1419911277-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:23.922330 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-b9b02a56-2ccd-4d2c-bc90-c864d366d897 req-bf788770-6279-4e1e-994c-7c289b1a2245 tempest-MigrationsAdminTest-1419911277 tempest-MigrationsAdminTest-1419911277-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:23.946997 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67354c09-aa81-44e4-882b-71a11dcaa859 None None] Sync routers for ids ['2adad5ab-33b9-4f3d-b32f-5869d54c1583'] in n-d-818823-1 {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:04:24.032746 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b9b02a56-2ccd-4d2c-bc90-c864d366d897 req-bf788770-6279-4e1e-994c-7c289b1a2245 tempest-MigrationsAdminTest-1419911277 tempest-MigrationsAdminTest-1419911277-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=a1d007ec-a75a-4ef8-9cdd-9c679a3ff22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0372958 Nov 22 20:04:24.034503 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf788770-6279-4e1e-994c-7c289b1a2245 tempest-MigrationsAdminTest-1419911277 tempest-MigrationsAdminTest-1419911277-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=729e5861-9c96-47f9-852c-89205149fdef,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:04:24.059170 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dfe97d-a25b-41d0-ab76-063f6c7f0dd0 req-8fbb5a1f-66f5-4adb-90a7-f379e126f7bf tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:04:24.067564 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d1dfe97d-a25b-41d0-ab76-063f6c7f0dd0 req-8fbb5a1f-66f5-4adb-90a7-f379e126f7bf tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] 10.222.0.46 "GET /v2.0/networks?id=5c8a61c3-0285-4b7d-b110-24534369ffce HTTP/1.1" status: 200 len: 821 time: 0.5825434 Nov 22 20:04:24.183443 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-3388438b-5bbf-49e0-b6d4-d18f514535cd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:24.204146 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67354c09-aa81-44e4-882b-71a11dcaa859 None None] Routers {'2adad5ab-33b9-4f3d-b32f-5869d54c1583'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:04:24.221701 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-67354c09-aa81-44e4-882b-71a11dcaa859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:04:02Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['2adad5ab-33b9-4f3d-b32f-5869d54c1583'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:04:24.224027 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d1dfe97d-a25b-41d0-ab76-063f6c7f0dd0 req-cc87823c-43ff-4bae-b786-f128f2308d1b tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] 10.222.0.46 "GET /v2.0/quotas/ed1bb220b53d484cb7697cddf2626bd6 HTTP/1.1" status: 200 len: 375 time: 0.1552131 Nov 22 20:04:24.276976 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 53812) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:04:24.334254 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-899bee9a-ee97-4cf0-a5b7-b4f422ce63a5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:24.371160 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-3bb9d994-9efd-4095-87db-e1f921696e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ee249ec-7563-4917-9d78-7298e13edcdd', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-207199269-router', 'tenant_id': 'd030735374e0421a8051bc234c97dcd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.197'}], 'enable_snat': True}, 'gw_port_id': '3c4da08d-fadf-486a-b126-5c31cb2d8a90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:04:14Z', 'updated_at': '2021-11-22T20:04:17Z', 'revision_number': 3, 'project_id': 'd030735374e0421a8051bc234c97dcd6', 'gw_port': {'id': '3c4da08d-fadf-486a-b126-5c31cb2d8a90', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:6e:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ee249ec-7563-4917-9d78-7298e13edcdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:04:16Z', 'updated_at': '2021-11-22T20:04:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:04:24.372437 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d1dfe97d-a25b-41d0-ab76-063f6c7f0dd0 req-1af8c953-04cd-425c-8dd0-70475badee8b tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=ed1bb220b53d484cb7697cddf2626bd6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1436756 Nov 22 20:04:24.398432 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [req-d1dfe97d-a25b-41d0-ab76-063f6c7f0dd0 req-e3a94d37-c92a-4b13-bbc9-ea1913f2efb6 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=103447) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 20:04:24.399579 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d1dfe97d-a25b-41d0-ab76-063f6c7f0dd0 req-e3a94d37-c92a-4b13-bbc9-ea1913f2efb6 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0252900 Nov 22 20:04:24.456666 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb9d994-9efd-4095-87db-e1f921696e67 None None] The sync data for ids ['5ee249ec-7563-4917-9d78-7298e13edcdd'] in n-d-818823-1 is: [{'id': '5ee249ec-7563-4917-9d78-7298e13edcdd', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-207199269-router', 'tenant_id': 'd030735374e0421a8051bc234c97dcd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.197'}], 'enable_snat': True}, 'gw_port_id': '3c4da08d-fadf-486a-b126-5c31cb2d8a90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:04:14Z', 'updated_at': '2021-11-22T20:04:17Z', 'revision_number': 3, 'project_id': 'd030735374e0421a8051bc234c97dcd6', 'gw_port': {'id': '3c4da08d-fadf-486a-b126-5c31cb2d8a90', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:6e:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ee249ec-7563-4917-9d78-7298e13edcdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:04:16Z', 'updated_at': '2021-11-22T20:04:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}] {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:04:24.594926 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-23e2db56-5a74-414e-b0e2-3f10ade3e363 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:24.661268 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:24.676154 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-58a84f19-cf25-4050-9812-6dd66e75eaf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:24.808214 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d1dfe97d-a25b-41d0-ab76-063f6c7f0dd0 req-6d72762b-8b5e-4fb2-9ae2-a6297bce7f07 service neutron] 10.222.0.46 "GET /v2.0/networks/5c8a61c3-0285-4b7d-b110-24534369ffce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3145754 Nov 22 20:04:24.868988 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-fba302ea-4a2e-460b-9826-5b662125b1c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:24.928497 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] For port 11d66ef8-f6a0-4b8e-bce1-f708dfd1705f, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=11d66ef8-f6a0-4b8e-bce1-f708dfd1705f,segment=NetworkSegment(8c9bcfce-bb81-4e05-b229-ebf16ae0f96f),segment_id=8c9bcfce-bb81-4e05-b229-ebf16ae0f96f)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:04:24.983253 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-67354c09-aa81-44e4-882b-71a11dcaa859 None None] Set router 2adad5ab-33b9-4f3d-b32f-5869d54c1583 gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:04:25.092038 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:25.167339 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-3388438b-5bbf-49e0-b6d4-d18f514535cd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:25.198338 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d1dfe97d-a25b-41d0-ab76-063f6c7f0dd0 req-df443465-af7c-4d95-8bd6-eb6b7faaf2cc service neutron] 10.222.0.46 "GET /v2.0/networks/5c8a61c3-0285-4b7d-b110-24534369ffce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3882723 Nov 22 20:04:25.217823 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-3388438b-5bbf-49e0-b6d4-d18f514535cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:25.232759 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [None req-58a84f19-cf25-4050-9812-6dd66e75eaf9 admin admin] Allocated IP 172.20.0.1 (5cd7327a-914a-44e8-ae5d-be4d87d686f0/8e994f5e-9cb9-4256-a86d-d90656809fa8/2b7d2801-6c19-42d4-98d8-113ca44f8eab) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:04:25.234517 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-fba302ea-4a2e-460b-9826-5b662125b1c8 None None] For port 749dd626-1f4d-4a26-b5a4-8a5a98684e27, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=749dd626-1f4d-4a26-b5a4-8a5a98684e27,segment=NetworkSegment(f0c11d7a-96fd-43fa-957b-1793939552d9),segment_id=f0c11d7a-96fd-43fa-957b-1793939552d9)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:04:25.355203 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-fba302ea-4a2e-460b-9826-5b662125b1c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:25.385840 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3388438b-5bbf-49e0-b6d4-d18f514535cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5a33ec6-a87d-400c-8dd5-9237dbf8dc3d,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:04:25.460937 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Pushing event updated for resources: {'Port': ['ID=11d66ef8-f6a0-4b8e-bce1-f708dfd1705f,revision_number=3']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:04:25.475598 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 3c4da08d-fadf-486a-b126-5c31cb2d8a90 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:04:25.498553 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-248880db-ca97-4ee3-a428-62d4eb1147ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bebb789-2e0c-47c5-8598-2d6604d54718', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1305262143-router', 'tenant_id': '893c9b18170649ca8789dc25bee886fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': '79a0e4d6-fcb3-4ee3-a209-dd201710e688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:04:04Z', 'updated_at': '2021-11-22T20:04:11Z', 'revision_number': 4, 'project_id': '893c9b18170649ca8789dc25bee886fa', 'gw_port': {'id': '79a0e4d6-fcb3-4ee3-a209-dd201710e688', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:8e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bebb789-2e0c-47c5-8598-2d6604d54718', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:04:05Z', 'updated_at': '2021-11-22T20:04:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': '749dd626-1f4d-4a26-b5a4-8a5a98684e27', 'name': '', 'network_id': 'a6c01d97-7edb-4357-8d46-10424981d282', 'tenant_id': '893c9b18170649ca8789dc25bee886fa', 'mac_address': 'fa:16:3e:3d:25:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bebb789-2e0c-47c5-8598-2d6604d54718', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '8484e927-d598-4c05-a88d-f7c50161999e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:04:10Z', 'updated_at': '2021-11-22T20:04:21Z', 'revision_number': 4, 'project_id': '893c9b18170649ca8789dc25bee886fa', 'subnets': [{'id': '8484e927-d598-4c05-a88d-f7c50161999e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:04:25.640751 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-58a84f19-cf25-4050-9812-6dd66e75eaf9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:25.747888 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-58a84f19-cf25-4050-9812-6dd66e75eaf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:25.783829 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [None req-23e2db56-5a74-414e-b0e2-3f10ade3e363 admin admin] Allocated IP 172.20.0.1 (e1b8caa3-ec74-4182-a8b7-cf8ee8619d8c/68bdcb47-3fd9-4a9f-8c35-29c7d4d264fb/d2558b66-b79c-4e24-99c9-bc0bf8d25fd1) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:04:25.844501 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-3388438b-5bbf-49e0-b6d4-d18f514535cd admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5ddc39863aaa4c9184d66a413f86bc6e&name=default HTTP/1.1" status: 200 len: 2996 time: 2.1892338 Nov 22 20:04:25.856580 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 53856) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:04:25.918559 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-248880db-ca97-4ee3-a428-62d4eb1147ba None None] The sync data for ids ['9bebb789-2e0c-47c5-8598-2d6604d54718'] in n-d-818823-1 is: [{'id': '9bebb789-2e0c-47c5-8598-2d6604d54718', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1305262143-router', 'tenant_id': '893c9b18170649ca8789dc25bee886fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': '79a0e4d6-fcb3-4ee3-a209-dd201710e688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:04:04Z', 'updated_at': '2021-11-22T20:04:11Z', 'revision_number': 4, 'project_id': '893c9b18170649ca8789dc25bee886fa', 'gw_port': {'id': '79a0e4d6-fcb3-4ee3-a209-dd201710e688', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:8e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bebb789-2e0c-47c5-8598-2d6604d54718', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:04:05Z', 'updated_at': '2021-11-22T20:04:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': '749dd626-1f4d-4a26-b5a4-8a5a98684e27', 'name': '', 'network_id': 'a6c01d97-7edb-4357-8d46-10424981d282', 'tenant_id': '893c9b18170649ca8789dc25bee886fa', 'mac_address': 'fa:16:3e:3d:25:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bebb789-2e0c-47c5-8598-2d6604d54718', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '8484e927-d598-4c05-a88d-f7c50161999e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:04:10Z', 'updated_at': '2021-11-22T20:04:21Z', 'revision_number': 4, 'project_id': '893c9b18170649ca8789dc25bee886fa', 'subnets': [{'id': '8484e927-d598-4c05-a88d-f7c50161999e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:04:25.938226 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58a84f19-cf25-4050-9812-6dd66e75eaf9 admin admin] Network 5cd7327a-914a-44e8-ae5d-be4d87d686f0 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:04:25.962262 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-fba302ea-4a2e-460b-9826-5b662125b1c8 None None] Provisioning complete for port fb2d2b35-ec43-49ec-9e43-b7401410ae8f triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:04:25.962628 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-fba302ea-4a2e-460b-9826-5b662125b1c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:25.968550 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-58a84f19-cf25-4050-9812-6dd66e75eaf9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:04:26.009068 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a84f19-cf25-4050-9812-6dd66e75eaf9 admin admin] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:04:26.187165 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a84f19-cf25-4050-9812-6dd66e75eaf9 admin admin] Pushing event updated for resources: {'Port': ['ID=2b7d2801-6c19-42d4-98d8-113ca44f8eab,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:04:26.195784 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 53868) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:04:26.221276 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-899bee9a-ee97-4cf0-a5b7-b4f422ce63a5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:26.248431 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-58a84f19-cf25-4050-9812-6dd66e75eaf9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659939'] for router_interface, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:26.336734 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-899bee9a-ee97-4cf0-a5b7-b4f422ce63a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:26.515184 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba302ea-4a2e-460b-9826-5b662125b1c8 None None] Pushing event updated for resources: {'Port': ['ID=749dd626-1f4d-4a26-b5a4-8a5a98684e27,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:04:26.541018 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 3c4da08d-fadf-486a-b126-5c31cb2d8a90 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:04:26.541393 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:26.623527 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba302ea-4a2e-460b-9826-5b662125b1c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:04:26.625123 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba302ea-4a2e-460b-9826-5b662125b1c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:04:26.625676 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba302ea-4a2e-460b-9826-5b662125b1c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:04:26.626190 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba302ea-4a2e-460b-9826-5b662125b1c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:04:26.626681 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba302ea-4a2e-460b-9826-5b662125b1c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:04:26.627187 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba302ea-4a2e-460b-9826-5b662125b1c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:04:26.627711 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba302ea-4a2e-460b-9826-5b662125b1c8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:04:26.628250 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba302ea-4a2e-460b-9826-5b662125b1c8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:04:26.628727 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba302ea-4a2e-460b-9826-5b662125b1c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:04:26.629280 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba302ea-4a2e-460b-9826-5b662125b1c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:04:26.633393 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba302ea-4a2e-460b-9826-5b662125b1c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:04:26.635235 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba302ea-4a2e-460b-9826-5b662125b1c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:04:26.705754 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a51f1b-fb55-4d79-b366-c739c1f78c07 req-db94323e-a04b-4c50-948e-a2bdbb98e1a5 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:04:26.707502 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-74a51f1b-fb55-4d79-b366-c739c1f78c07 req-db94323e-a04b-4c50-948e-a2bdbb98e1a5 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/ports?device_id=5093cb48-092d-4dff-ad5d-31875fbb9f2c HTTP/1.1" status: 200 len: 949 time: 0.8590820 Nov 22 20:04:26.708121 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899bee9a-ee97-4cf0-a5b7-b4f422ce63a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01202509-bcc4-492d-8c3c-02fc0a224707,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:04:26.778490 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-23e2db56-5a74-414e-b0e2-3f10ade3e363 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:26.809356 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-58a84f19-cf25-4050-9812-6dd66e75eaf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:26.899048 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-899bee9a-ee97-4cf0-a5b7-b4f422ce63a5 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=203eb022046e45eb87b922bbbfebe6cb&name=default HTTP/1.1" status: 200 len: 2996 time: 2.6201658 Nov 22 20:04:26.930439 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-92a8c42e-8194-4b12-a1dd-9d6ef9ba162c req-76eafc55-0b6a-4e91-82c9-f7809be921ce tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] 10.222.0.46 "GET /v2.0/ports?device_id=01e0b0fa-e002-4967-ab32-9c5694e22ac9 HTTP/1.1" status: 200 len: 210 time: 0.4196138 Nov 22 20:04:26.932018 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 53878) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:04:26.961984 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-67354c09-aa81-44e4-882b-71a11dcaa859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2adad5ab-33b9-4f3d-b32f-5869d54c1583', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1601157578-router', 'tenant_id': '28bf3231e9cf4d2bbd696637cc72f7e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': '5b3eded7-3360-4291-9d0c-332d4ad235dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:04:18Z', 'updated_at': '2021-11-22T20:04:21Z', 'revision_number': 3, 'project_id': '28bf3231e9cf4d2bbd696637cc72f7e5', 'gw_port': {'id': '5b3eded7-3360-4291-9d0c-332d4ad235dc', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:f7:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2adad5ab-33b9-4f3d-b32f-5869d54c1583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:04:20Z', 'updated_at': '2021-11-22T20:04:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:04:27.027253 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-23e2db56-5a74-414e-b0e2-3f10ade3e363 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:27.059273 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f50af72d-4383-4746-aa59-76a4ca490e7b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:27.065789 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67354c09-aa81-44e4-882b-71a11dcaa859 None None] Checking router: 2adad5ab-33b9-4f3d-b32f-5869d54c1583 for host: n-d-818823-1 {{(pid=103449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 20:04:27.066894 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67354c09-aa81-44e4-882b-71a11dcaa859 None None] Updating router 2adad5ab-33b9-4f3d-b32f-5869d54c1583 port 5b3eded7-3360-4291-9d0c-332d4ad235dc binding host n-d-818823-1 {{(pid=103449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 20:04:27.226161 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23e2db56-5a74-414e-b0e2-3f10ade3e363 admin admin] Network e1b8caa3-ec74-4182-a8b7-cf8ee8619d8c is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:04:27.269442 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-23e2db56-5a74-414e-b0e2-3f10ade3e363 admin admin] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:04:27.294919 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f50af72d-4383-4746-aa59-76a4ca490e7b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:27.304467 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e2db56-5a74-414e-b0e2-3f10ade3e363 admin admin] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:04:27.304736 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-23e2db56-5a74-414e-b0e2-3f10ade3e363 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659939'] for router_interface, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:27.318935 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-fba302ea-4a2e-460b-9826-5b662125b1c8 None None] Provisioning complete for port 11d66ef8-f6a0-4b8e-bce1-f708dfd1705f triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:04:27.320224 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-fba302ea-4a2e-460b-9826-5b662125b1c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:27.392931 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-74a51f1b-fb55-4d79-b366-c739c1f78c07 req-28f02f63-9719-4187-8547-c205754c7b9a tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1d007ec-a75a-4ef8-9cdd-9c679a3ff22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5369270 Nov 22 20:04:27.395542 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:27.529159 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] For port 3c4da08d-fadf-486a-b126-5c31cb2d8a90, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=3c4da08d-fadf-486a-b126-5c31cb2d8a90,segment=NetworkSegment(8793ba83-8407-4c3d-9b56-2a177cd58a70),segment_id=8793ba83-8407-4c3d-9b56-2a177cd58a70)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:04:27.535285 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-67354c09-aa81-44e4-882b-71a11dcaa859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:27.603254 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-58a84f19-cf25-4050-9812-6dd66e75eaf9 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:27.622559 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-58a84f19-cf25-4050-9812-6dd66e75eaf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:27.673843 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b82b26ae-97e4-4e85-937a-76f1b9720dc2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:27.699256 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:27.705899 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device fb2d2b35-ec43-49ec-9e43-b7401410ae8f up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:04:27.730932 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e2db56-5a74-414e-b0e2-3f10ade3e363 admin admin] Pushing event updated for resources: {'Port': ['ID=d2558b66-b79c-4e24-99c9-bc0bf8d25fd1,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:04:27.906113 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a84f19-cf25-4050-9812-6dd66e75eaf9 admin admin] Pushing event updated for resources: {'Port': ['ID=2b7d2801-6c19-42d4-98d8-113ca44f8eab,revision_number=2']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:04:27.919142 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dfe97d-a25b-41d0-ab76-063f6c7f0dd0 req-34204aa1-768c-46cc-90d3-135b13456c06 tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:04:27.922099 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-d1dfe97d-a25b-41d0-ab76-063f6c7f0dd0 req-34204aa1-768c-46cc-90d3-135b13456c06 tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] 10.222.0.20 "GET /v2.0/networks?id=5c8a61c3-0285-4b7d-b110-24534369ffce HTTP/1.1" status: 200 len: 821 time: 0.3161175 Nov 22 20:04:27.926143 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-8bcc2b6f-04f2-4b4e-9f89-3fa799f19b93 req-d83764e8-a608-4961-b64a-b480462e49bb service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=5093cb48-092d-4dff-ad5d-31875fbb9f2c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 1.7290924 Nov 22 20:04:27.935771 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [req-d1dfe97d-a25b-41d0-ab76-063f6c7f0dd0 req-de700d7e-1b85-45b4-a4f2-871bf0729517 tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] Request body: {'port': {'device_id': '01e0b0fa-e002-4967-ab32-9c5694e22ac9', 'network_id': '5c8a61c3-0285-4b7d-b110-24534369ffce', 'admin_state_up': True, 'tenant_id': 'ed1bb220b53d484cb7697cddf2626bd6'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:04:27.943360 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f50af72d-4383-4746-aa59-76a4ca490e7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:27.950064 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f50af72d-4383-4746-aa59-76a4ca490e7b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:27.951017 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [req-8bcc2b6f-04f2-4b4e-9f89-3fa799f19b93 req-cfa38a46-8d5e-4e1c-9528-6fea04b90397 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=103448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 20:04:27.954542 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-f50af72d-4383-4746-aa59-76a4ca490e7b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d5a33ec6-a87d-400c-8dd5-9237dbf8dc3d HTTP/1.1" status: 204 len: 168 time: 2.0933466 Nov 22 20:04:27.957292 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-8bcc2b6f-04f2-4b4e-9f89-3fa799f19b93 req-cfa38a46-8d5e-4e1c-9528-6fea04b90397 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0150537 Nov 22 20:04:28.043593 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50af72d-4383-4746-aa59-76a4ca490e7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5a33ec6-a87d-400c-8dd5-9237dbf8dc3d,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:04:28.059262 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b82b26ae-97e4-4e85-937a-76f1b9720dc2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:28.069223 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f34556f7-60a8-4b1e-8d81-f7e090a2cf91 req-d49f7f03-fc24-43e1-bc5e-ac7a17e6d5d6 tempest-QuotasAdminNegativeTest-2057227376 tempest-QuotasAdminNegativeTest-2057227376-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=dd744963f9e44fc99e549b67ae6c983f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3054459 Nov 22 20:04:28.074679 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-23e2db56-5a74-414e-b0e2-3f10ade3e363 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:28.084047 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-58a84f19-cf25-4050-9812-6dd66e75eaf9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-563461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-659839'] for router_interface, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:28.171311 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-927aef9d-67b5-45a1-990a-f11fea5e7a12 req-a31924e0-92ef-4c1a-ae03-ee769412fedf tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] 10.222.0.46 "GET /v2.0/ports?device_id=01e0b0fa-e002-4967-ab32-9c5694e22ac9 HTTP/1.1" status: 200 len: 210 time: 0.0865912 Nov 22 20:04:28.305529 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Pushing event updated for resources: {'Port': ['ID=3c4da08d-fadf-486a-b126-5c31cb2d8a90,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:04:28.330507 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port fb2d2b35-ec43-49ec-9e43-b7401410ae8f triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:04:28.331254 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:28.400341 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1dfe97d-a25b-41d0-ab76-063f6c7f0dd0 req-de700d7e-1b85-45b4-a4f2-871bf0729517 tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] Made reservation on behalf of ed1bb220b53d484cb7697cddf2626bd6 for: {'port': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:04:28.404972 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-d1dfe97d-a25b-41d0-ab76-063f6c7f0dd0 req-de700d7e-1b85-45b4-a4f2-871bf0729517 tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:28.509441 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b82b26ae-97e4-4e85-937a-76f1b9720dc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:28.512130 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b82b26ae-97e4-4e85-937a-76f1b9720dc2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:28.515172 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58a84f19-cf25-4050-9812-6dd66e75eaf9 admin admin] Network 5cd7327a-914a-44e8-ae5d-be4d87d686f0 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:04:28.517700 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-58a84f19-cf25-4050-9812-6dd66e75eaf9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:04:28.532286 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-b82b26ae-97e4-4e85-937a-76f1b9720dc2 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/01202509-bcc4-492d-8c3c-02fc0a224707 HTTP/1.1" status: 204 len: 168 time: 1.5416384 Nov 22 20:04:28.840140 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82b26ae-97e4-4e85-937a-76f1b9720dc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01202509-bcc4-492d-8c3c-02fc0a224707,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:04:28.873338 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 53936) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:04:28.875028 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34556f7-60a8-4b1e-8d81-f7e090a2cf91 req-8c311b5a-8ffa-4ef9-9305-8ca9e84b55c3 tempest-QuotasAdminNegativeTest-2057227376 tempest-QuotasAdminNegativeTest-2057227376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:04:28.884014 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f34556f7-60a8-4b1e-8d81-f7e090a2cf91 req-8c311b5a-8ffa-4ef9-9305-8ca9e84b55c3 tempest-QuotasAdminNegativeTest-2057227376 tempest-QuotasAdminNegativeTest-2057227376-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7993419 Nov 22 20:04:28.889607 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58a84f19-cf25-4050-9812-6dd66e75eaf9 admin admin] Router 2adad5ab-33b9-4f3d-b32f-5869d54c1583 has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 20:04:28.927176 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f34556f7-60a8-4b1e-8d81-f7e090a2cf91 req-77722a59-c450-4f28-8135-3e3d9efcb814 tempest-QuotasAdminNegativeTest-2057227376 tempest-QuotasAdminNegativeTest-2057227376-project] 10.222.0.46 "GET /v2.0/quotas/dd744963f9e44fc99e549b67ae6c983f HTTP/1.1" status: 200 len: 375 time: 0.0290313 Nov 22 20:04:28.953813 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-609ef4e7-c712-49e0-b1d9-4ab4c4207486 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:28.981658 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faec14d7-6694-4d71-a2cf-063032d74e82 req-b35e73f9-a221-44ac-bd44-8edf4b0f7227 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:04:28.988646 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-67354c09-aa81-44e4-882b-71a11dcaa859 None None] Publish callbacks [] for port, precommit_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:28.989862 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-faec14d7-6694-4d71-a2cf-063032d74e82 req-b35e73f9-a221-44ac-bd44-8edf4b0f7227 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/ports?device_id=5093cb48-092d-4dff-ad5d-31875fbb9f2c HTTP/1.1" status: 200 len: 949 time: 0.4278338 Nov 22 20:04:29.000947 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-67354c09-aa81-44e4-882b-71a11dcaa859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:29.113485 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58a84f19-cf25-4050-9812-6dd66e75eaf9 admin admin] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:04:29.124412 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-58a84f19-cf25-4050-9812-6dd66e75eaf9 admin admin] 10.222.0.46 "PUT /v2.0/routers/2adad5ab-33b9-4f3d-b32f-5869d54c1583/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2778387 Nov 22 20:04:29.169677 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [req-d1dfe97d-a25b-41d0-ab76-063f6c7f0dd0 req-de700d7e-1b85-45b4-a4f2-871bf0729517 tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] Allocated IP 172.20.0.8 (5c8a61c3-0285-4b7d-b110-24534369ffce/6ba52ab0-cb64-425e-be27-2e0b31d7d99f/4035a83f-24e4-427f-b321-21868f004640) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:04:29.211508 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226a10b7-5c36-4902-ba21-9db1152d6f19 None None] Pushing event updated for resources: {'Port': ['ID=5b3eded7-3360-4291-9d0c-332d4ad235dc,revision_number=2']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:04:29.236016 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 3c4da08d-fadf-486a-b126-5c31cb2d8a90 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:04:29.282341 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-b408a53b-60fb-40af-be5f-19ba46da6418 None None] Provisioning complete for port d2558b66-b79c-4e24-99c9-bc0bf8d25fd1 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:04:29.283140 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-b408a53b-60fb-40af-be5f-19ba46da6418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:29.374317 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-67354c09-aa81-44e4-882b-71a11dcaa859 None None] Attempting to bind port 5b3eded7-3360-4291-9d0c-332d4ad235dc on host n-d-818823-1 for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:04:29.374939 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-67354c09-aa81-44e4-882b-71a11dcaa859 None None] Attempting to bind port 5b3eded7-3360-4291-9d0c-332d4ad235dc by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:04:29.375814 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67354c09-aa81-44e4-882b-71a11dcaa859 None None] Attempting to bind port 5b3eded7-3360-4291-9d0c-332d4ad235dc on network c48a55e9-6a85-4746-b7bf-3e29fb560094 {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:04:29.400476 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67354c09-aa81-44e4-882b-71a11dcaa859 None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 4, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:04:29.401226 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67354c09-aa81-44e4-882b-71a11dcaa859 None None] Checking segment: {'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:04:29.401950 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-67354c09-aa81-44e4-882b-71a11dcaa859 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:29.402520 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67354c09-aa81-44e4-882b-71a11dcaa859 None None] Bound using segment: {'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:04:29.403024 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-67354c09-aa81-44e4-882b-71a11dcaa859 None None] Bound port: 5b3eded7-3360-4291-9d0c-332d4ad235dc, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:04:29.404279 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-67354c09-aa81-44e4-882b-71a11dcaa859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:29.460470 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f34556f7-60a8-4b1e-8d81-f7e090a2cf91 req-2704a3d6-1553-4849-8f40-a04c20284397 tempest-QuotasAdminNegativeTest-2057227376 tempest-QuotasAdminNegativeTest-2057227376-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=dd744963f9e44fc99e549b67ae6c983f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4563415 Nov 22 20:04:29.515173 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-609ef4e7-c712-49e0-b1d9-4ab4c4207486 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:29.546982 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-609ef4e7-c712-49e0-b1d9-4ab4c4207486 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:29.556202 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-faec14d7-6694-4d71-a2cf-063032d74e82 req-950403b0-8140-4ef4-84c6-d6ae9e8aa8fe tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1d007ec-a75a-4ef8-9cdd-9c679a3ff22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5652695 Nov 22 20:04:29.559125 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-b408a53b-60fb-40af-be5f-19ba46da6418 None None] Port d2558b66-b79c-4e24-99c9-bc0bf8d25fd1 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:04:29.586009 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-23e2db56-5a74-414e-b0e2-3f10ade3e363 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:29.601344 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-23e2db56-5a74-414e-b0e2-3f10ade3e363 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:29.604215 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-23e2db56-5a74-414e-b0e2-3f10ade3e363 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-563461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-659839'] for router_interface, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:29.616848 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609ef4e7-c712-49e0-b1d9-4ab4c4207486 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=371ac5fb-f409-4f56-839c-b32c3de69b35,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:04:29.662021 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-609ef4e7-c712-49e0-b1d9-4ab4c4207486 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a98729491c664dd8a6953f183bb28b1c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7686365 Nov 22 20:04:29.666533 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-d1dfe97d-a25b-41d0-ab76-063f6c7f0dd0 req-de700d7e-1b85-45b4-a4f2-871bf0729517 tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:29.677815 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 53964) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:04:29.764767 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-67354c09-aa81-44e4-882b-71a11dcaa859 None None] For port 5b3eded7-3360-4291-9d0c-332d4ad235dc, host n-d-818823-1, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:04:29.773079 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-67354c09-aa81-44e4-882b-71a11dcaa859 None None] For port 5b3eded7-3360-4291-9d0c-332d4ad235dc, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=5b3eded7-3360-4291-9d0c-332d4ad235dc,segment=NetworkSegment(8793ba83-8407-4c3d-9b56-2a177cd58a70),segment_id=8793ba83-8407-4c3d-9b56-2a177cd58a70)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:04:29.803434 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-b408a53b-60fb-40af-be5f-19ba46da6418 None None] Provisioning complete for port 2b7d2801-6c19-42d4-98d8-113ca44f8eab triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:04:29.804562 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-b408a53b-60fb-40af-be5f-19ba46da6418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:29.861512 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23e2db56-5a74-414e-b0e2-3f10ade3e363 admin admin] Network e1b8caa3-ec74-4182-a8b7-cf8ee8619d8c is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:04:29.878397 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-67354c09-aa81-44e4-882b-71a11dcaa859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:29.890421 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3684b7d3-acc5-495a-ab47-2119ff4e77ec req-5f1ab68e-8004-436c-9c6f-238f05e0f383 tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] 10.222.0.46 "GET /v2.0/ports?device_id=01e0b0fa-e002-4967-ab32-9c5694e22ac9 HTTP/1.1" status: 200 len: 210 time: 0.1741354 Nov 22 20:04:29.891943 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-23e2db56-5a74-414e-b0e2-3f10ade3e363 admin admin] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:04:29.921640 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-26569f28-c7a6-44ab-aab5-14e85c928e24 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:29.933210 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-d1dfe97d-a25b-41d0-ab76-063f6c7f0dd0 req-de700d7e-1b85-45b4-a4f2-871bf0729517 tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:29.960455 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 3c4da08d-fadf-486a-b126-5c31cb2d8a90 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:04:29.964663 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:30.016813 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e2db56-5a74-414e-b0e2-3f10ade3e363 admin admin] Pushing event updated for resources: {'Port': ['ID=d2558b66-b79c-4e24-99c9-bc0bf8d25fd1,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:04:30.055968 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1dfe97d-a25b-41d0-ab76-063f6c7f0dd0 req-de700d7e-1b85-45b4-a4f2-871bf0729517 tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] Network 5c8a61c3-0285-4b7d-b110-24534369ffce is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:04:30.059593 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-0b754a84-fa9c-479a-a2a4-238cb255216c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:30.071834 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [req-d1dfe97d-a25b-41d0-ab76-063f6c7f0dd0 req-de700d7e-1b85-45b4-a4f2-871bf0729517 tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:04:30.120595 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-26569f28-c7a6-44ab-aab5-14e85c928e24 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:30.130227 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1dfe97d-a25b-41d0-ab76-063f6c7f0dd0 req-de700d7e-1b85-45b4-a4f2-871bf0729517 tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:04:30.197229 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-b408a53b-60fb-40af-be5f-19ba46da6418 None None] Port 2b7d2801-6c19-42d4-98d8-113ca44f8eab cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:04:30.250635 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23e2db56-5a74-414e-b0e2-3f10ade3e363 admin admin] Router 5ee249ec-7563-4917-9d78-7298e13edcdd has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 20:04:30.251377 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dfe97d-a25b-41d0-ab76-063f6c7f0dd0 req-de700d7e-1b85-45b4-a4f2-871bf0729517 tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:04:30.261093 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-d1dfe97d-a25b-41d0-ab76-063f6c7f0dd0 req-de700d7e-1b85-45b4-a4f2-871bf0729517 tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:30.286005 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226a10b7-5c36-4902-ba21-9db1152d6f19 None None] Pushing event updated for resources: {'Port': ['ID=5b3eded7-3360-4291-9d0c-332d4ad235dc,revision_number=3']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:04:30.286200 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-d1dfe97d-a25b-41d0-ab76-063f6c7f0dd0 req-de700d7e-1b85-45b4-a4f2-871bf0729517 tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3545504 Nov 22 20:04:30.297513 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de700d7e-1b85-45b4-a4f2-871bf0729517 tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] Pushing event updated for resources: {'Port': ['ID=4035a83f-24e4-427f-b321-21868f004640,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:04:30.301592 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67354c09-aa81-44e4-882b-71a11dcaa859 None None] Routers {'2adad5ab-33b9-4f3d-b32f-5869d54c1583'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:04:30.314739 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-67354c09-aa81-44e4-882b-71a11dcaa859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:04:02Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['2adad5ab-33b9-4f3d-b32f-5869d54c1583'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:04:30.327099 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [req-d1dfe97d-a25b-41d0-ab76-063f6c7f0dd0 req-d28ec9e5-c184-4513-875d-170d7f00bd30 service neutron] Request body: {'port': {'device_id': '01e0b0fa-e002-4967-ab32-9c5694e22ac9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818823-1'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:04:30.357207 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-b408a53b-60fb-40af-be5f-19ba46da6418 None None] Provisioning complete for port 11d66ef8-f6a0-4b8e-bce1-f708dfd1705f triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:04:30.357938 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-b408a53b-60fb-40af-be5f-19ba46da6418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:30.472256 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-26569f28-c7a6-44ab-aab5-14e85c928e24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:30.474778 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-26569f28-c7a6-44ab-aab5-14e85c928e24 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:30.480091 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-26569f28-c7a6-44ab-aab5-14e85c928e24 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/371ac5fb-f409-4f56-839c-b32c3de69b35 HTTP/1.1" status: 204 len: 168 time: 0.8002484 Nov 22 20:04:30.508213 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23e2db56-5a74-414e-b0e2-3f10ade3e363 admin admin] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:04:30.509823 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26569f28-c7a6-44ab-aab5-14e85c928e24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=371ac5fb-f409-4f56-839c-b32c3de69b35,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:04:30.523902 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-23e2db56-5a74-414e-b0e2-3f10ade3e363 admin admin] 10.222.0.46 "PUT /v2.0/routers/5ee249ec-7563-4917-9d78-7298e13edcdd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8823242 Nov 22 20:04:30.529582 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c05869c5-9a9a-43d3-8a98-f8a804cca4fa None None] Sync routers for ids ['5ee249ec-7563-4917-9d78-7298e13edcdd'] in n-d-818823-1 {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:04:30.532714 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-d1dfe97d-a25b-41d0-ab76-063f6c7f0dd0 req-d28ec9e5-c184-4513-875d-170d7f00bd30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:30.556537 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05869c5-9a9a-43d3-8a98-f8a804cca4fa None None] Routers {'5ee249ec-7563-4917-9d78-7298e13edcdd'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:04:30.557204 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-c05869c5-9a9a-43d3-8a98-f8a804cca4fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:04:02Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['5ee249ec-7563-4917-9d78-7298e13edcdd'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:04:30.570727 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcc2b6f-04f2-4b4e-9f89-3fa799f19b93 req-aff34d2e-0b77-4ec4-823c-7ce81e9c69ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:04:30.571537 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-67354c09-aa81-44e4-882b-71a11dcaa859 None None] Set router 2adad5ab-33b9-4f3d-b32f-5869d54c1583 gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:04:30.572282 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8bcc2b6f-04f2-4b4e-9f89-3fa799f19b93 req-aff34d2e-0b77-4ec4-823c-7ce81e9c69ce service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=126c0323750547f8b9835ef63890aaea&device_id=5093cb48-092d-4dff-ad5d-31875fbb9f2c HTTP/1.1" status: 200 len: 1100 time: 0.1170762 Nov 22 20:04:30.844625 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-c05869c5-9a9a-43d3-8a98-f8a804cca4fa None None] Set router 5ee249ec-7563-4917-9d78-7298e13edcdd gateway port host: n-d-818823-1 {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:04:30.847980 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcc2b6f-04f2-4b4e-9f89-3fa799f19b93 req-c9fbbdb4-f1ef-4abc-80f3-301fa1d4e7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:04:30.850733 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8bcc2b6f-04f2-4b4e-9f89-3fa799f19b93 req-c9fbbdb4-f1ef-4abc-80f3-301fa1d4e7bc service neutron] 10.222.0.41 "GET /v2.0/networks?id=e1052824-bf78-4963-8937-b202e372ac24 HTTP/1.1" status: 200 len: 870 time: 0.2669346 Nov 22 20:04:30.931073 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 749dd626-1f4d-4a26-b5a4-8a5a98684e27 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:04:30.937380 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8bcc2b6f-04f2-4b4e-9f89-3fa799f19b93 req-c31f8c50-53e1-442f-abd6-f7eb0c7d9c24 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=8b89445a-2093-4480-a650-d182804db66c HTTP/1.1" status: 200 len: 217 time: 0.0450201 Nov 22 20:04:31.058635 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d086a3-9a2c-49dd-a202-b7b8c764f2c8 req-bd0a25e5-d3e2-450f-b177-7f0dccc1da1b tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:04:31.067370 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-79d086a3-9a2c-49dd-a202-b7b8c764f2c8 req-bd0a25e5-d3e2-450f-b177-7f0dccc1da1b tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/ports?device_id=5093cb48-092d-4dff-ad5d-31875fbb9f2c HTTP/1.1" status: 200 len: 949 time: 0.2490671 Nov 22 20:04:31.113753 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcc2b6f-04f2-4b4e-9f89-3fa799f19b93 req-cc467b0e-7c83-4e43-bbca-d61cfef40834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:04:31.120453 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8bcc2b6f-04f2-4b4e-9f89-3fa799f19b93 req-cc467b0e-7c83-4e43-bbca-d61cfef40834 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3091ebfd-11e2-41f8-9c00-ffe0b86563d8 HTTP/1.1" status: 200 len: 843 time: 0.1531999 Nov 22 20:04:31.213865 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-79d086a3-9a2c-49dd-a202-b7b8c764f2c8 req-d38f5d39-e0da-4dfe-89fb-9da3fe0a8b68 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1d007ec-a75a-4ef8-9cdd-9c679a3ff22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450138 Nov 22 20:04:31.223283 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcc2b6f-04f2-4b4e-9f89-3fa799f19b93 req-a23ddb87-2fe8-4ee3-b0ff-10da3ac00450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:04:31.225540 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8bcc2b6f-04f2-4b4e-9f89-3fa799f19b93 req-a23ddb87-2fe8-4ee3-b0ff-10da3ac00450 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e1052824-bf78-4963-8937-b202e372ac24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0792160 Nov 22 20:04:31.290256 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 749dd626-1f4d-4a26-b5a4-8a5a98684e27 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:04:31.291473 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:31.300512 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [req-d1dfe97d-a25b-41d0-ab76-063f6c7f0dd0 req-d28ec9e5-c184-4513-875d-170d7f00bd30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4035a83f-24e4-427f-b321-21868f004640 {{(pid=103448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:04:31.331632 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-d1dfe97d-a25b-41d0-ab76-063f6c7f0dd0 req-d28ec9e5-c184-4513-875d-170d7f00bd30 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:31.367436 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [req-d1dfe97d-a25b-41d0-ab76-063f6c7f0dd0 req-d28ec9e5-c184-4513-875d-170d7f00bd30 service neutron] Transition to ACTIVE for port object 4035a83f-24e4-427f-b321-21868f004640 will not be triggered until provisioned by entity L2. {{(pid=103448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 20:04:31.373560 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-d1dfe97d-a25b-41d0-ab76-063f6c7f0dd0 req-d28ec9e5-c184-4513-875d-170d7f00bd30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:31.416374 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-c05869c5-9a9a-43d3-8a98-f8a804cca4fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ee249ec-7563-4917-9d78-7298e13edcdd', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-207199269-router', 'tenant_id': 'd030735374e0421a8051bc234c97dcd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.197'}], 'enable_snat': True}, 'gw_port_id': '3c4da08d-fadf-486a-b126-5c31cb2d8a90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:04:14Z', 'updated_at': '2021-11-22T20:04:27Z', 'revision_number': 4, 'project_id': 'd030735374e0421a8051bc234c97dcd6', 'gw_port': {'id': '3c4da08d-fadf-486a-b126-5c31cb2d8a90', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:6e:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee249ec-7563-4917-9d78-7298e13edcdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:04:16Z', 'updated_at': '2021-11-22T20:04:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': 'd2558b66-b79c-4e24-99c9-bc0bf8d25fd1', 'name': '', 'network_id': 'e1b8caa3-ec74-4182-a8b7-cf8ee8619d8c', 'tenant_id': 'd030735374e0421a8051bc234c97dcd6', 'mac_address': 'fa:16:3e:e4:f3:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ee249ec-7563-4917-9d78-7298e13edcdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '68bdcb47-3fd9-4a9f-8c35-29c7d4d264fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:04:25Z', 'updated_at': '2021-11-22T20:04:28Z', 'revision_number': 2, 'project_id': 'd030735374e0421a8051bc234c97dcd6', 'subnets': [{'id': '68bdcb47-3fd9-4a9f-8c35-29c7d4d264fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:04:31.473302 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c05869c5-9a9a-43d3-8a98-f8a804cca4fa None None] Checking router: 5ee249ec-7563-4917-9d78-7298e13edcdd for host: n-d-818823-1 {{(pid=103450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 20:04:31.473302 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c05869c5-9a9a-43d3-8a98-f8a804cca4fa None None] Updating router 5ee249ec-7563-4917-9d78-7298e13edcdd port d2558b66-b79c-4e24-99c9-bc0bf8d25fd1 binding host n-d-818823-1 {{(pid=103450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 20:04:31.488761 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-c65f86c3-5b09-4381-ac76-79f60bf4c150 None None] Provisioning complete for port d2558b66-b79c-4e24-99c9-bc0bf8d25fd1 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:04:31.489314 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-c65f86c3-5b09-4381-ac76-79f60bf4c150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:31.552538 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28ec9e5-c184-4513-875d-170d7f00bd30 service neutron] Pushing event updated for resources: {'Port': ['ID=4035a83f-24e4-427f-b321-21868f004640,revision_number=2']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:04:31.564932 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c05869c5-9a9a-43d3-8a98-f8a804cca4fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:31.583090 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b912ca89-7139-4fe6-81e0-e2b5a50deef8 req-28f2bd5b-149b-45ee-9740-233c57b946ec tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:04:31.593452 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b912ca89-7139-4fe6-81e0-e2b5a50deef8 req-28f2bd5b-149b-45ee-9740-233c57b946ec tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] 10.222.0.46 "GET /v2.0/ports?device_id=01e0b0fa-e002-4967-ab32-9c5694e22ac9 HTTP/1.1" status: 200 len: 943 time: 0.2217293 Nov 22 20:04:31.617238 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8bcc2b6f-04f2-4b4e-9f89-3fa799f19b93 req-172f4e16-8317-4e72-88b8-91d452b884c5 service neutron] 10.222.0.41 "GET /v2.0/networks/e1052824-bf78-4963-8937-b202e372ac24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3790462 Nov 22 20:04:31.666340 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-d1dfe97d-a25b-41d0-ab76-063f6c7f0dd0 req-d28ec9e5-c184-4513-875d-170d7f00bd30 service neutron] Attempting to bind port 4035a83f-24e4-427f-b321-21868f004640 on host n-h2-818823-1 for vnic_type normal with profile {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:04:31.666680 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-d1dfe97d-a25b-41d0-ab76-063f6c7f0dd0 req-d28ec9e5-c184-4513-875d-170d7f00bd30 service neutron] Attempting to bind port 4035a83f-24e4-427f-b321-21868f004640 by drivers openvswitch,hyperv on host n-h2-818823-1 at level 0 using segments [{'id': 'a1d01b66-e103-44ab-97f3-6f827675fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '5c8a61c3-0285-4b7d-b110-24534369ffce'}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:04:31.667015 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1dfe97d-a25b-41d0-ab76-063f6c7f0dd0 req-d28ec9e5-c184-4513-875d-170d7f00bd30 service neutron] Attempting to bind port 4035a83f-24e4-427f-b321-21868f004640 on network 5c8a61c3-0285-4b7d-b110-24534369ffce {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:04:31.674608 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1dfe97d-a25b-41d0-ab76-063f6c7f0dd0 req-d28ec9e5-c184-4513-875d-170d7f00bd30 service neutron] Port 4035a83f-24e4-427f-b321-21868f004640 on network 5c8a61c3-0285-4b7d-b110-24534369ffce not bound, no agent of type Open vSwitch agent registered on host n-h2-818823-1 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:04:31.674934 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1dfe97d-a25b-41d0-ab76-063f6c7f0dd0 req-d28ec9e5-c184-4513-875d-170d7f00bd30 service neutron] Attempting to bind port 4035a83f-24e4-427f-b321-21868f004640 on network 5c8a61c3-0285-4b7d-b110-24534369ffce {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:04:31.684370 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1dfe97d-a25b-41d0-ab76-063f6c7f0dd0 req-d28ec9e5-c184-4513-875d-170d7f00bd30 service neutron] Checking agent: {'id': '65e0486a-7030-4065-96f0-10aa7402a530', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'started_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 4, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:04:31.684717 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1dfe97d-a25b-41d0-ab76-063f6c7f0dd0 req-d28ec9e5-c184-4513-875d-170d7f00bd30 service neutron] Checking segment: {'id': 'a1d01b66-e103-44ab-97f3-6f827675fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '5c8a61c3-0285-4b7d-b110-24534369ffce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:04:31.685112 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1dfe97d-a25b-41d0-ab76-063f6c7f0dd0 req-d28ec9e5-c184-4513-875d-170d7f00bd30 service neutron] Bound using segment: {'id': 'a1d01b66-e103-44ab-97f3-6f827675fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '5c8a61c3-0285-4b7d-b110-24534369ffce'} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:04:31.692235 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-d1dfe97d-a25b-41d0-ab76-063f6c7f0dd0 req-d28ec9e5-c184-4513-875d-170d7f00bd30 service neutron] Bound port: 4035a83f-24e4-427f-b321-21868f004640, host: n-h2-818823-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1d01b66-e103-44ab-97f3-6f827675fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '5c8a61c3-0285-4b7d-b110-24534369ffce'}}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:04:31.692697 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-d1dfe97d-a25b-41d0-ab76-063f6c7f0dd0 req-d28ec9e5-c184-4513-875d-170d7f00bd30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:31.693684 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-c65f86c3-5b09-4381-ac76-79f60bf4c150 None None] Port d2558b66-b79c-4e24-99c9-bc0bf8d25fd1 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:04:31.727814 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-67354c09-aa81-44e4-882b-71a11dcaa859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2adad5ab-33b9-4f3d-b32f-5869d54c1583', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1601157578-router', 'tenant_id': '28bf3231e9cf4d2bbd696637cc72f7e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': '5b3eded7-3360-4291-9d0c-332d4ad235dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:04:18Z', 'updated_at': '2021-11-22T20:04:26Z', 'revision_number': 4, 'project_id': '28bf3231e9cf4d2bbd696637cc72f7e5', 'gw_port': {'id': '5b3eded7-3360-4291-9d0c-332d4ad235dc', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:f7:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2adad5ab-33b9-4f3d-b32f-5869d54c1583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:04:20Z', 'updated_at': '2021-11-22T20:04:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': '2b7d2801-6c19-42d4-98d8-113ca44f8eab', 'name': '', 'network_id': '5cd7327a-914a-44e8-ae5d-be4d87d686f0', 'tenant_id': '28bf3231e9cf4d2bbd696637cc72f7e5', 'mac_address': 'fa:16:3e:eb:46:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2adad5ab-33b9-4f3d-b32f-5869d54c1583', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '8e994f5e-9cb9-4256-a86d-d90656809fa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:04:24Z', 'updated_at': '2021-11-22T20:04:27Z', 'revision_number': 2, 'project_id': '28bf3231e9cf4d2bbd696637cc72f7e5', 'subnets': [{'id': '8e994f5e-9cb9-4256-a86d-d90656809fa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:04:31.842650 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-d1dfe97d-a25b-41d0-ab76-063f6c7f0dd0 req-d28ec9e5-c184-4513-875d-170d7f00bd30 service neutron] For port 4035a83f-24e4-427f-b321-21868f004640, host n-h2-818823-1, cleared binding levels {{(pid=103448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:04:31.849386 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-d1dfe97d-a25b-41d0-ab76-063f6c7f0dd0 req-d28ec9e5-c184-4513-875d-170d7f00bd30 service neutron] For port 4035a83f-24e4-427f-b321-21868f004640, host n-h2-818823-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=4035a83f-24e4-427f-b321-21868f004640,segment=NetworkSegment(a1d01b66-e103-44ab-97f3-6f827675fa31),segment_id=a1d01b66-e103-44ab-97f3-6f827675fa31)] {{(pid=103448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:04:31.856161 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-d1dfe97d-a25b-41d0-ab76-063f6c7f0dd0 req-d28ec9e5-c184-4513-875d-170d7f00bd30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:31.865450 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67354c09-aa81-44e4-882b-71a11dcaa859 None None] The sync data for ids ['2adad5ab-33b9-4f3d-b32f-5869d54c1583'] in n-d-818823-1 is: [{'id': '2adad5ab-33b9-4f3d-b32f-5869d54c1583', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1601157578-router', 'tenant_id': '28bf3231e9cf4d2bbd696637cc72f7e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': '5b3eded7-3360-4291-9d0c-332d4ad235dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:04:18Z', 'updated_at': '2021-11-22T20:04:26Z', 'revision_number': 4, 'project_id': '28bf3231e9cf4d2bbd696637cc72f7e5', 'gw_port': {'id': '5b3eded7-3360-4291-9d0c-332d4ad235dc', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:f7:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2adad5ab-33b9-4f3d-b32f-5869d54c1583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:04:20Z', 'updated_at': '2021-11-22T20:04:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': '2b7d2801-6c19-42d4-98d8-113ca44f8eab', 'name': '', 'network_id': '5cd7327a-914a-44e8-ae5d-be4d87d686f0', 'tenant_id': '28bf3231e9cf4d2bbd696637cc72f7e5', 'mac_address': 'fa:16:3e:eb:46:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2adad5ab-33b9-4f3d-b32f-5869d54c1583', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '8e994f5e-9cb9-4256-a86d-d90656809fa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:04:24Z', 'updated_at': '2021-11-22T20:04:27Z', 'revision_number': 2, 'project_id': '28bf3231e9cf4d2bbd696637cc72f7e5', 'subnets': [{'id': '8e994f5e-9cb9-4256-a86d-d90656809fa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:04:31.888419 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 11d66ef8-f6a0-4b8e-bce1-f708dfd1705f up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:04:31.890455 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.agents_db [None req-aa8313f2-1ee4-4e7b-8c5a-d32b2f9d31ee None None] Agent healthcheck: found 7 active agents {{(pid=103450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 20:04:31.893650 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b912ca89-7139-4fe6-81e0-e2b5a50deef8 req-d7744740-d607-4902-8a4f-bbd4bcc75ad6 tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] 10.222.0.46 "GET /v2.0/security-groups?id=89c2c967-26c4-4e1c-a1fd-c97f87817ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2981467 Nov 22 20:04:31.896127 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8bcc2b6f-04f2-4b4e-9f89-3fa799f19b93 req-2f0e31cf-2b48-40ec-bd00-8bf203d9dc76 service neutron] 10.222.0.41 "GET /v2.0/networks/e1052824-bf78-4963-8937-b202e372ac24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2623246 Nov 22 20:04:31.968788 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dfe97d-a25b-41d0-ab76-063f6c7f0dd0 req-d28ec9e5-c184-4513-875d-170d7f00bd30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:04:31.969418 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-d1dfe97d-a25b-41d0-ab76-063f6c7f0dd0 req-d28ec9e5-c184-4513-875d-170d7f00bd30 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:31.982351 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-d1dfe97d-a25b-41d0-ab76-063f6c7f0dd0 req-d28ec9e5-c184-4513-875d-170d7f00bd30 service neutron] 10.222.0.20 "PUT /v2.0/ports/4035a83f-24e4-427f-b321-21868f004640 HTTP/1.1" status: 200 len: 1091 time: 1.6554637 Nov 22 20:04:31.982960 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01e0b0fa-e002-4967-ab32-9c5694e22ac9', 'tag': '4035a83f-24e4-427f-b321-21868f004640'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:04:31.985470 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589a98cf2aea187fcc423a5edb333e5a6cf3ad7c81115d1ebee0f079693c312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e8da15d-b7c5-438c-841a-6a5f51995055" -d '{"events": [{"name": "network-changed", "server_uuid": "01e0b0fa-e002-4967-ab32-9c5694e22ac9", "tag": "4035a83f-24e4-427f-b321-21868f004640"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:04:32.037256 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28ec9e5-c184-4513-875d-170d7f00bd30 service neutron] Pushing event updated for resources: {'Port': ['ID=4035a83f-24e4-427f-b321-21868f004640,revision_number=3']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:04:32.142491 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dfe97d-a25b-41d0-ab76-063f6c7f0dd0 req-338bc183-db6a-465c-827a-04f7276a2b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:04:32.144022 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-d1dfe97d-a25b-41d0-ab76-063f6c7f0dd0 req-338bc183-db6a-465c-827a-04f7276a2b27 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ed1bb220b53d484cb7697cddf2626bd6&device_id=01e0b0fa-e002-4967-ab32-9c5694e22ac9 HTTP/1.1" status: 200 len: 1094 time: 0.0799754 Nov 22 20:04:32.149373 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c05869c5-9a9a-43d3-8a98-f8a804cca4fa None None] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:32.167161 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c05869c5-9a9a-43d3-8a98-f8a804cca4fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:32.243992 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-d1dfe97d-a25b-41d0-ab76-063f6c7f0dd0 req-279f93c7-08c0-4183-aebe-95bf07c11234 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4035a83f-24e4-427f-b321-21868f004640 HTTP/1.1" status: 200 len: 217 time: 0.0922987 Nov 22 20:04:32.348967 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01301ef4-ce4c-4920-ad64-047608432544 None None] Pushing event updated for resources: {'Port': ['ID=d2558b66-b79c-4e24-99c9-bc0bf8d25fd1,revision_number=3']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:04:32.423450 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dfe97d-a25b-41d0-ab76-063f6c7f0dd0 req-8bdb1dbc-7b63-4d2e-8fcc-aac2f85a4aac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:04:32.444789 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-d1dfe97d-a25b-41d0-ab76-063f6c7f0dd0 req-8bdb1dbc-7b63-4d2e-8fcc-aac2f85a4aac service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6ba52ab0-cb64-425e-be27-2e0b31d7d99f HTTP/1.1" status: 200 len: 861 time: 0.1943431 Nov 22 20:04:32.489004 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa00c4e5-50a9-47be-b6ef-8ce326484453 req-532ae969-de1d-4ed8-b281-26b98851c816 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:04:32.494120 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-fa00c4e5-50a9-47be-b6ef-8ce326484453 req-532ae969-de1d-4ed8-b281-26b98851c816 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606-project] 10.222.0.46 "GET /v2.0/networks?id=e1b8caa3-ec74-4182-a8b7-cf8ee8619d8c HTTP/1.1" status: 200 len: 828 time: 0.2591994 Nov 22 20:04:32.495868 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-c65f86c3-5b09-4381-ac76-79f60bf4c150 None None] Provisioning complete for port 2b7d2801-6c19-42d4-98d8-113ca44f8eab triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:04:32.496618 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-c65f86c3-5b09-4381-ac76-79f60bf4c150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:32.519348 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-d1dfe97d-a25b-41d0-ab76-063f6c7f0dd0 req-d38cfc65-cadd-46ae-89dc-51d32479d34b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5c8a61c3-0285-4b7d-b110-24534369ffce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0674634 Nov 22 20:04:32.519648 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-fa00c4e5-50a9-47be-b6ef-8ce326484453 req-7746808e-3951-4f1b-82dc-d35bc92b7625 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606-project] 10.222.0.46 "GET /v2.0/quotas/d030735374e0421a8051bc234c97dcd6 HTTP/1.1" status: 200 len: 375 time: 0.0185728 Nov 22 20:04:32.530225 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-c05869c5-9a9a-43d3-8a98-f8a804cca4fa None None] Attempting to bind port d2558b66-b79c-4e24-99c9-bc0bf8d25fd1 on host n-d-818823-1 for vnic_type normal with profile {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:04:32.530538 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-c05869c5-9a9a-43d3-8a98-f8a804cca4fa None None] Attempting to bind port d2558b66-b79c-4e24-99c9-bc0bf8d25fd1 by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': 'c68febf0-9b45-4f92-a002-5342e4436047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'e1b8caa3-ec74-4182-a8b7-cf8ee8619d8c'}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:04:32.530911 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05869c5-9a9a-43d3-8a98-f8a804cca4fa None None] Attempting to bind port d2558b66-b79c-4e24-99c9-bc0bf8d25fd1 on network e1b8caa3-ec74-4182-a8b7-cf8ee8619d8c {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:04:32.551110 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05869c5-9a9a-43d3-8a98-f8a804cca4fa None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 4, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:04:32.551613 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05869c5-9a9a-43d3-8a98-f8a804cca4fa None None] Checking segment: {'id': 'c68febf0-9b45-4f92-a002-5342e4436047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'e1b8caa3-ec74-4182-a8b7-cf8ee8619d8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:04:32.552033 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c05869c5-9a9a-43d3-8a98-f8a804cca4fa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:32.552439 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05869c5-9a9a-43d3-8a98-f8a804cca4fa None None] Bound using segment: {'id': 'c68febf0-9b45-4f92-a002-5342e4436047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'e1b8caa3-ec74-4182-a8b7-cf8ee8619d8c'} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:04:32.552944 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-c05869c5-9a9a-43d3-8a98-f8a804cca4fa None None] Bound port: d2558b66-b79c-4e24-99c9-bc0bf8d25fd1, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c68febf0-9b45-4f92-a002-5342e4436047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'e1b8caa3-ec74-4182-a8b7-cf8ee8619d8c'}}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:04:32.553338 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c05869c5-9a9a-43d3-8a98-f8a804cca4fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:32.680456 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-2d02e996-9b65-4e15-9600-614da1beec35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:32.688214 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-fa00c4e5-50a9-47be-b6ef-8ce326484453 req-2031fb16-7631-4660-b714-745fa5a6e320 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=d030735374e0421a8051bc234c97dcd6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1466405 Nov 22 20:04:32.697901 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-c65f86c3-5b09-4381-ac76-79f60bf4c150 None None] Port 2b7d2801-6c19-42d4-98d8-113ca44f8eab cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:04:32.743727 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 11d66ef8-f6a0-4b8e-bce1-f708dfd1705f triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:04:32.744080 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:32.762030 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-c05869c5-9a9a-43d3-8a98-f8a804cca4fa None None] For port d2558b66-b79c-4e24-99c9-bc0bf8d25fd1, host n-d-818823-1, cleared binding levels {{(pid=103450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:04:32.769957 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-c05869c5-9a9a-43d3-8a98-f8a804cca4fa None None] For port d2558b66-b79c-4e24-99c9-bc0bf8d25fd1, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=d2558b66-b79c-4e24-99c9-bc0bf8d25fd1,segment=NetworkSegment(c68febf0-9b45-4f92-a002-5342e4436047),segment_id=c68febf0-9b45-4f92-a002-5342e4436047)] {{(pid=103450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:04:32.775960 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c05869c5-9a9a-43d3-8a98-f8a804cca4fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:32.799500 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-d1dfe97d-a25b-41d0-ab76-063f6c7f0dd0 req-8e8a8a72-1990-4624-af5b-7a80c7cb498d service neutron] 10.222.0.20 "GET /v2.0/networks/5c8a61c3-0285-4b7d-b110-24534369ffce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2690089 Nov 22 20:04:32.955597 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-fa00c4e5-50a9-47be-b6ef-8ce326484453 req-03ab8478-6231-495a-9cca-e7035c483cde service neutron] 10.222.0.46 "GET /v2.0/networks/e1b8caa3-ec74-4182-a8b7-cf8ee8619d8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2663784 Nov 22 20:04:32.983036 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05869c5-9a9a-43d3-8a98-f8a804cca4fa None None] Routers {'5ee249ec-7563-4917-9d78-7298e13edcdd'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:04:32.992417 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-c05869c5-9a9a-43d3-8a98-f8a804cca4fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:04:33Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['5ee249ec-7563-4917-9d78-7298e13edcdd'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:04:33.050078 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-dafb637a-01ba-40ae-b430-5831dfef1f1c None None] Provisioning complete for port d2558b66-b79c-4e24-99c9-bc0bf8d25fd1 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:04:33.050456 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-dafb637a-01ba-40ae-b430-5831dfef1f1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:33.115399 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-d1dfe97d-a25b-41d0-ab76-063f6c7f0dd0 req-8ee19934-76f0-47ab-a840-a86b3a30dd20 service neutron] 10.222.0.20 "GET /v2.0/networks/5c8a61c3-0285-4b7d-b110-24534369ffce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3054047 Nov 22 20:04:33.142915 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01301ef4-ce4c-4920-ad64-047608432544 None None] Pushing event updated for resources: {'Port': ['ID=d2558b66-b79c-4e24-99c9-bc0bf8d25fd1,revision_number=4']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:04:33.201078 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 20:04:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe7797e2-f0f6-4852-a5d1-8943433008f3 x-openstack-request-id: req-fe7797e2-f0f6-4852-a5d1-8943433008f3 {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:04:33.201374 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01e0b0fa-e002-4967-ab32-9c5694e22ac9", "tag": "4035a83f-24e4-427f-b321-21868f004640", "status": "completed", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:04:33.201631 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-fe7797e2-f0f6-4852-a5d1-8943433008f3 {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:04:33.202033 n-d-818823-1 neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01e0b0fa-e002-4967-ab32-9c5694e22ac9', 'tag': '4035a83f-24e4-427f-b321-21868f004640', 'status': 'completed', 'code': 200} Nov 22 20:04:33.302736 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-03f0964f-1b75-4df7-99e0-a3cdb56ec2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:33.325051 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-fa00c4e5-50a9-47be-b6ef-8ce326484453 req-0654ca5b-8119-476a-8a0a-0140506a4d58 service neutron] 10.222.0.46 "GET /v2.0/networks/e1b8caa3-ec74-4182-a8b7-cf8ee8619d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3685420 Nov 22 20:04:33.369580 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-dafb637a-01ba-40ae-b430-5831dfef1f1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:33.399009 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-c05869c5-9a9a-43d3-8a98-f8a804cca4fa None None] Set router 5ee249ec-7563-4917-9d78-7298e13edcdd gateway port host: n-d-818823-1 {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:04:33.434159 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8da15d-b7c5-438c-841a-6a5f51995055 req-41309e95-523a-488a-b630-c762ca21b65a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:04:33.445290 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-3e8da15d-b7c5-438c-841a-6a5f51995055 req-41309e95-523a-488a-b630-c762ca21b65a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ed1bb220b53d484cb7697cddf2626bd6&device_id=01e0b0fa-e002-4967-ab32-9c5694e22ac9 HTTP/1.1" status: 200 len: 1094 time: 0.1932223 Nov 22 20:04:33.481088 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-dafb637a-01ba-40ae-b430-5831dfef1f1c None None] For port d2558b66-b79c-4e24-99c9-bc0bf8d25fd1, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=d2558b66-b79c-4e24-99c9-bc0bf8d25fd1,segment=NetworkSegment(c68febf0-9b45-4f92-a002-5342e4436047),segment_id=c68febf0-9b45-4f92-a002-5342e4436047)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:04:33.490928 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-dafb637a-01ba-40ae-b430-5831dfef1f1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:33.510092 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49456007-0d9b-4f72-aa6f-5d76b703f09e req-0afafcf5-bbb1-43af-86b1-88f60f792126 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:04:33.547786 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-49456007-0d9b-4f72-aa6f-5d76b703f09e req-0afafcf5-bbb1-43af-86b1-88f60f792126 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/ports?device_id=5093cb48-092d-4dff-ad5d-31875fbb9f2c HTTP/1.1" status: 200 len: 949 time: 0.1867883 Nov 22 20:04:33.731981 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafb637a-01ba-40ae-b430-5831dfef1f1c None None] Pushing event updated for resources: {'Port': ['ID=d2558b66-b79c-4e24-99c9-bc0bf8d25fd1,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:04:33.739864 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-dbc2ae0a-d237-4c19-89e4-676b7d900858 None None] Provisioning complete for port d2558b66-b79c-4e24-99c9-bc0bf8d25fd1 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:04:33.740242 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-dbc2ae0a-d237-4c19-89e4-676b7d900858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:33.790040 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8da15d-b7c5-438c-841a-6a5f51995055 req-081ef9f7-105f-4c1f-a123-6bda4c198720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:04:33.791593 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-3e8da15d-b7c5-438c-841a-6a5f51995055 req-081ef9f7-105f-4c1f-a123-6bda4c198720 service neutron] 10.222.0.20 "GET /v2.0/networks?id=5c8a61c3-0285-4b7d-b110-24534369ffce HTTP/1.1" status: 200 len: 922 time: 0.3320713 Nov 22 20:04:33.858854 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-3e8da15d-b7c5-438c-841a-6a5f51995055 req-abeed734-2aa7-489e-bdcf-b4d2fe26799d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4035a83f-24e4-427f-b321-21868f004640 HTTP/1.1" status: 200 len: 217 time: 0.0583963 Nov 22 20:04:33.900797 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-49456007-0d9b-4f72-aa6f-5d76b703f09e req-7a09daf8-08f3-4299-9d74-6a4adca2be02 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1d007ec-a75a-4ef8-9cdd-9c679a3ff22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3434849 Nov 22 20:04:33.979939 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad33b047-aa8d-4994-b5b4-eda18e19a55c req-82bf5639-f995-41d5-80c1-73eab2658d6b tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:04:33.988479 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ad33b047-aa8d-4994-b5b4-eda18e19a55c req-82bf5639-f995-41d5-80c1-73eab2658d6b tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] 10.222.0.46 "GET /v2.0/ports?device_id=01e0b0fa-e002-4967-ab32-9c5694e22ac9 HTTP/1.1" status: 200 len: 943 time: 0.2995241 Nov 22 20:04:34.018338 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8da15d-b7c5-438c-841a-6a5f51995055 req-bc5bacd5-021b-4984-90da-264d7243478f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:04:34.020086 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-3e8da15d-b7c5-438c-841a-6a5f51995055 req-bc5bacd5-021b-4984-90da-264d7243478f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6ba52ab0-cb64-425e-be27-2e0b31d7d99f HTTP/1.1" status: 200 len: 861 time: 0.1525018 Nov 22 20:04:34.068972 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-c05869c5-9a9a-43d3-8a98-f8a804cca4fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ee249ec-7563-4917-9d78-7298e13edcdd', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-207199269-router', 'tenant_id': 'd030735374e0421a8051bc234c97dcd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.197'}], 'enable_snat': True}, 'gw_port_id': '3c4da08d-fadf-486a-b126-5c31cb2d8a90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:04:14Z', 'updated_at': '2021-11-22T20:04:27Z', 'revision_number': 4, 'project_id': 'd030735374e0421a8051bc234c97dcd6', 'gw_port': {'id': '3c4da08d-fadf-486a-b126-5c31cb2d8a90', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:6e:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee249ec-7563-4917-9d78-7298e13edcdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:04:16Z', 'updated_at': '2021-11-22T20:04:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': 'd2558b66-b79c-4e24-99c9-bc0bf8d25fd1', 'name': '', 'network_id': 'e1b8caa3-ec74-4182-a8b7-cf8ee8619d8c', 'tenant_id': 'd030735374e0421a8051bc234c97dcd6', 'mac_address': 'fa:16:3e:e4:f3:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ee249ec-7563-4917-9d78-7298e13edcdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '68bdcb47-3fd9-4a9f-8c35-29c7d4d264fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:04:25Z', 'updated_at': '2021-11-22T20:04:32Z', 'revision_number': 4, 'project_id': 'd030735374e0421a8051bc234c97dcd6', 'subnets': [{'id': '68bdcb47-3fd9-4a9f-8c35-29c7d4d264fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:04:34.080283 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-3e8da15d-b7c5-438c-841a-6a5f51995055 req-296237f8-c48b-4678-9a76-b55182fd2c82 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5c8a61c3-0285-4b7d-b110-24534369ffce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526514 Nov 22 20:04:34.108303 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ad33b047-aa8d-4994-b5b4-eda18e19a55c req-35dcdff7-6e75-4e1f-880f-6ab29ad7fccb tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] 10.222.0.46 "GET /v2.0/security-groups?id=89c2c967-26c4-4e1c-a1fd-c97f87817ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172452 Nov 22 20:04:34.171392 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c05869c5-9a9a-43d3-8a98-f8a804cca4fa None None] The sync data for ids ['5ee249ec-7563-4917-9d78-7298e13edcdd'] in n-d-818823-1 is: [{'id': '5ee249ec-7563-4917-9d78-7298e13edcdd', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-207199269-router', 'tenant_id': 'd030735374e0421a8051bc234c97dcd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.197'}], 'enable_snat': True}, 'gw_port_id': '3c4da08d-fadf-486a-b126-5c31cb2d8a90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:04:14Z', 'updated_at': '2021-11-22T20:04:27Z', 'revision_number': 4, 'project_id': 'd030735374e0421a8051bc234c97dcd6', 'gw_port': {'id': '3c4da08d-fadf-486a-b126-5c31cb2d8a90', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:6e:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee249ec-7563-4917-9d78-7298e13edcdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:04:16Z', 'updated_at': '2021-11-22T20:04:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': 'd2558b66-b79c-4e24-99c9-bc0bf8d25fd1', 'name': '', 'network_id': 'e1b8caa3-ec74-4182-a8b7-cf8ee8619d8c', 'tenant_id': 'd030735374e0421a8051bc234c97dcd6', 'mac_address': 'fa:16:3e:e4:f3:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ee249ec-7563-4917-9d78-7298e13edcdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '68bdcb47-3fd9-4a9f-8c35-29c7d4d264fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:04:25Z', 'updated_at': '2021-11-22T20:04:32Z', 'revision_number': 4, 'project_id': 'd030735374e0421a8051bc234c97dcd6', 'subnets': [{'id': '68bdcb47-3fd9-4a9f-8c35-29c7d4d264fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:04:34.370665 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-3e8da15d-b7c5-438c-841a-6a5f51995055 req-e21b010c-6dea-44ad-97a0-7736fef2c940 service neutron] 10.222.0.20 "GET /v2.0/networks/5c8a61c3-0285-4b7d-b110-24534369ffce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2832944 Nov 22 20:04:34.576502 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-3e8da15d-b7c5-438c-841a-6a5f51995055 req-cda90c3c-4568-4376-8459-27690465dea4 service neutron] 10.222.0.20 "GET /v2.0/networks/5c8a61c3-0285-4b7d-b110-24534369ffce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1959789 Nov 22 20:04:34.671694 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be48163-45bf-43c6-abab-b77145cc0359 req-767c13ed-a9d8-4d84-8bde-cefa78da9075 tempest-NetworksTest-1867279146 tempest-NetworksTest-1867279146-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:04:34.672169 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be48163-45bf-43c6-abab-b77145cc0359 req-767c13ed-a9d8-4d84-8bde-cefa78da9075 tempest-NetworksTest-1867279146 tempest-NetworksTest-1867279146-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:04:34.672942 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be48163-45bf-43c6-abab-b77145cc0359 req-767c13ed-a9d8-4d84-8bde-cefa78da9075 tempest-NetworksTest-1867279146 tempest-NetworksTest-1867279146-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:04:34.673411 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be48163-45bf-43c6-abab-b77145cc0359 req-767c13ed-a9d8-4d84-8bde-cefa78da9075 tempest-NetworksTest-1867279146 tempest-NetworksTest-1867279146-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:04:34.675564 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be48163-45bf-43c6-abab-b77145cc0359 req-767c13ed-a9d8-4d84-8bde-cefa78da9075 tempest-NetworksTest-1867279146 tempest-NetworksTest-1867279146-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:04:34.676045 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be48163-45bf-43c6-abab-b77145cc0359 req-767c13ed-a9d8-4d84-8bde-cefa78da9075 tempest-NetworksTest-1867279146 tempest-NetworksTest-1867279146-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:04:34.676558 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be48163-45bf-43c6-abab-b77145cc0359 req-767c13ed-a9d8-4d84-8bde-cefa78da9075 tempest-NetworksTest-1867279146 tempest-NetworksTest-1867279146-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:04:34.677036 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be48163-45bf-43c6-abab-b77145cc0359 req-767c13ed-a9d8-4d84-8bde-cefa78da9075 tempest-NetworksTest-1867279146 tempest-NetworksTest-1867279146-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:04:34.677489 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be48163-45bf-43c6-abab-b77145cc0359 req-767c13ed-a9d8-4d84-8bde-cefa78da9075 tempest-NetworksTest-1867279146 tempest-NetworksTest-1867279146-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:04:34.679353 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be48163-45bf-43c6-abab-b77145cc0359 req-767c13ed-a9d8-4d84-8bde-cefa78da9075 tempest-NetworksTest-1867279146 tempest-NetworksTest-1867279146-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:04:34.685559 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 54096) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:04:34.690679 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-5f7e0878-69d5-42bf-b9a1-d9d0373a8f20 tempest-ServersWithSpecificFlavorTestJSON-1120519075 tempest-ServersWithSpecificFlavorTestJSON-1120519075-project] Request body: {'security_group': {'name': 'tempest-securitygroup--106450255', 'description': 'tempest-description--732892740'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:04:34.697953 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4be48163-45bf-43c6-abab-b77145cc0359 req-767c13ed-a9d8-4d84-8bde-cefa78da9075 tempest-NetworksTest-1867279146 tempest-NetworksTest-1867279146-project-admin] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7170 time: 0.3548779 Nov 22 20:04:34.806897 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5f7e0878-69d5-42bf-b9a1-d9d0373a8f20 tempest-ServersWithSpecificFlavorTestJSON-1120519075 tempest-ServersWithSpecificFlavorTestJSON-1120519075-project] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:34.843887 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c27cd714-2191-44fa-972f-35d8075030b9 req-033350f4-727d-41d8-9566-090d325bd4ad tempest-FloatingIPsAssociationNegativeTestJSON-1762176606 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606-project] 10.222.0.46 "GET /v2.0/ports?device_id=02f25226-2e4b-42a2-abe9-f8cd9ab68471 HTTP/1.1" status: 200 len: 210 time: 0.0800619 Nov 22 20:04:34.900586 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b3cff8f1-4dee-4104-8522-0898a8a3e0e2 req-de764489-cff7-4d3b-9ec3-8f21fbb15702 tempest-QuotasAdminNegativeTest-2057227376 tempest-QuotasAdminNegativeTest-2057227376-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=dd744963f9e44fc99e549b67ae6c983f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0624788 Nov 22 20:04:34.978418 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5f7e0878-69d5-42bf-b9a1-d9d0373a8f20 tempest-ServersWithSpecificFlavorTestJSON-1120519075 tempest-ServersWithSpecificFlavorTestJSON-1120519075-project] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:34.984732 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5f7e0878-69d5-42bf-b9a1-d9d0373a8f20 tempest-ServersWithSpecificFlavorTestJSON-1120519075 tempest-ServersWithSpecificFlavorTestJSON-1120519075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:35.026443 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e49ee129-e862-4476-beca-cdc8150d2345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:35.068776 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7e0878-69d5-42bf-b9a1-d9d0373a8f20 tempest-ServersWithSpecificFlavorTestJSON-1120519075 tempest-ServersWithSpecificFlavorTestJSON-1120519075-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea60d010-f7c1-485a-99af-472dfb1cdc16,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:04:35.075275 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5f7e0878-69d5-42bf-b9a1-d9d0373a8f20 tempest-ServersWithSpecificFlavorTestJSON-1120519075 tempest-ServersWithSpecificFlavorTestJSON-1120519075-project] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:35.082124 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-5f7e0878-69d5-42bf-b9a1-d9d0373a8f20 tempest-ServersWithSpecificFlavorTestJSON-1120519075 tempest-ServersWithSpecificFlavorTestJSON-1120519075-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3952198 Nov 22 20:04:35.086817 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 54116) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:04:35.107889 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-ec11a7d4-f51a-4960-a413-85be07907f7e tempest-ServersWithSpecificFlavorTestJSON-1120519075 tempest-ServersWithSpecificFlavorTestJSON-1120519075-project] Request body: {'security_group_rule': {'security_group_id': 'ea60d010-f7c1-485a-99af-472dfb1cdc16', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:04:35.254055 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device d2558b66-b79c-4e24-99c9-bc0bf8d25fd1 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:04:35.315569 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port d2558b66-b79c-4e24-99c9-bc0bf8d25fd1 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:04:35.316335 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:35.330133 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ec11a7d4-f51a-4960-a413-85be07907f7e tempest-ServersWithSpecificFlavorTestJSON-1120519075 tempest-ServersWithSpecificFlavorTestJSON-1120519075-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:35.374891 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cff8f1-4dee-4104-8522-0898a8a3e0e2 req-43329392-7fff-4662-91ba-873deeacc07e tempest-QuotasAdminNegativeTest-2057227376 tempest-QuotasAdminNegativeTest-2057227376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:04:35.384498 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b3cff8f1-4dee-4104-8522-0898a8a3e0e2 req-43329392-7fff-4662-91ba-873deeacc07e tempest-QuotasAdminNegativeTest-2057227376 tempest-QuotasAdminNegativeTest-2057227376-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4829850 Nov 22 20:04:35.414636 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b914c6c-2b4b-4ef7-82fe-145685e9e966 req-f57d4d06-fbb4-4e25-bf4e-0dff744e606c tempest-NetworksTest-1867279146 tempest-NetworksTest-1867279146-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:04:35.416782 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 5b3eded7-3360-4291-9d0c-332d4ad235dc up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:04:35.428397 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8b914c6c-2b4b-4ef7-82fe-145685e9e966 req-f57d4d06-fbb4-4e25-bf4e-0dff744e606c tempest-NetworksTest-1867279146 tempest-NetworksTest-1867279146-project-admin] 10.222.0.46 "GET /v2.0/networks/c48a55e9-6a85-4746-b7bf-3e29fb560094 HTTP/1.1" status: 200 len: 886 time: 0.3294561 Nov 22 20:04:35.484065 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b3cff8f1-4dee-4104-8522-0898a8a3e0e2 req-59e3ea8f-5a63-4f2f-8b88-e0d70824f43a tempest-QuotasAdminNegativeTest-2057227376 tempest-QuotasAdminNegativeTest-2057227376-project] 10.222.0.46 "GET /v2.0/quotas/dd744963f9e44fc99e549b67ae6c983f HTTP/1.1" status: 200 len: 375 time: 0.0983160 Nov 22 20:04:35.484579 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 5b3eded7-3360-4291-9d0c-332d4ad235dc triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:04:35.485171 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:35.627740 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:35.654568 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] For port 5b3eded7-3360-4291-9d0c-332d4ad235dc, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=5b3eded7-3360-4291-9d0c-332d4ad235dc,segment=NetworkSegment(8793ba83-8407-4c3d-9b56-2a177cd58a70),segment_id=8793ba83-8407-4c3d-9b56-2a177cd58a70)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:04:35.661153 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:35.728149 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Pushing event updated for resources: {'Port': ['ID=5b3eded7-3360-4291-9d0c-332d4ad235dc,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:04:35.848979 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b3cff8f1-4dee-4104-8522-0898a8a3e0e2 req-f783c291-e781-42f3-8d34-92f1fa11b749 tempest-QuotasAdminNegativeTest-2057227376 tempest-QuotasAdminNegativeTest-2057227376-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=dd744963f9e44fc99e549b67ae6c983f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3640106 Nov 22 20:04:35.884790 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ec11a7d4-f51a-4960-a413-85be07907f7e tempest-ServersWithSpecificFlavorTestJSON-1120519075 tempest-ServersWithSpecificFlavorTestJSON-1120519075-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:35.895865 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ec11a7d4-f51a-4960-a413-85be07907f7e tempest-ServersWithSpecificFlavorTestJSON-1120519075 tempest-ServersWithSpecificFlavorTestJSON-1120519075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572323'] for security_group_rule, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:35.897084 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:35.947970 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec11a7d4-f51a-4960-a413-85be07907f7e tempest-ServersWithSpecificFlavorTestJSON-1120519075 tempest-ServersWithSpecificFlavorTestJSON-1120519075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb60a680-7f00-46f1-a025-4d3402596ca4,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:04:35.957477 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ec11a7d4-f51a-4960-a413-85be07907f7e tempest-ServersWithSpecificFlavorTestJSON-1120519075 tempest-ServersWithSpecificFlavorTestJSON-1120519075-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:35.962134 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 54126) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:04:35.966701 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-52c58958-c13b-4d49-a378-b3cffc5493db tempest-ServersWithSpecificFlavorTestJSON-1120519075 tempest-ServersWithSpecificFlavorTestJSON-1120519075-project] Request body: {'security_group_rule': {'security_group_id': 'ea60d010-f7c1-485a-99af-472dfb1cdc16', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:04:35.968175 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-ec11a7d4-f51a-4960-a413-85be07907f7e tempest-ServersWithSpecificFlavorTestJSON-1120519075 tempest-ServersWithSpecificFlavorTestJSON-1120519075-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8729510 Nov 22 20:04:35.988867 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06aed0a7-36a1-4a3c-9599-893d8edcb0c1 req-0b09bd19-bfc6-419f-8e31-fc9525e70a3f tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:04:35.996746 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-06aed0a7-36a1-4a3c-9599-893d8edcb0c1 req-0b09bd19-bfc6-419f-8e31-fc9525e70a3f tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/ports?device_id=5093cb48-092d-4dff-ad5d-31875fbb9f2c HTTP/1.1" status: 200 len: 949 time: 0.2379053 Nov 22 20:04:36.025112 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-52c58958-c13b-4d49-a378-b3cffc5493db tempest-ServersWithSpecificFlavorTestJSON-1120519075 tempest-ServersWithSpecificFlavorTestJSON-1120519075-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:36.027994 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa00c4e5-50a9-47be-b6ef-8ce326484453 req-d9379d60-6b33-4c35-9131-46870236e4d1 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:04:36.030802 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-fa00c4e5-50a9-47be-b6ef-8ce326484453 req-d9379d60-6b33-4c35-9131-46870236e4d1 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606-project] 10.222.0.41 "GET /v2.0/networks?id=e1b8caa3-ec74-4182-a8b7-cf8ee8619d8c HTTP/1.1" status: 200 len: 828 time: 0.5864260 Nov 22 20:04:36.049671 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-fa00c4e5-50a9-47be-b6ef-8ce326484453 req-0e732199-b421-43a9-bed3-621c266404e1 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606-project] Request body: {'port': {'device_id': '02f25226-2e4b-42a2-abe9-f8cd9ab68471', 'network_id': 'e1b8caa3-ec74-4182-a8b7-cf8ee8619d8c', 'admin_state_up': True, 'tenant_id': 'd030735374e0421a8051bc234c97dcd6'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:04:36.116195 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-52c58958-c13b-4d49-a378-b3cffc5493db tempest-ServersWithSpecificFlavorTestJSON-1120519075 tempest-ServersWithSpecificFlavorTestJSON-1120519075-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:36.121383 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-52c58958-c13b-4d49-a378-b3cffc5493db tempest-ServersWithSpecificFlavorTestJSON-1120519075 tempest-ServersWithSpecificFlavorTestJSON-1120519075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572323'] for security_group_rule, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:36.143113 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c58958-c13b-4d49-a378-b3cffc5493db tempest-ServersWithSpecificFlavorTestJSON-1120519075 tempest-ServersWithSpecificFlavorTestJSON-1120519075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6271f1f3-5ac2-430a-a125-0076c016ca19,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:04:36.148864 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-52c58958-c13b-4d49-a378-b3cffc5493db tempest-ServersWithSpecificFlavorTestJSON-1120519075 tempest-ServersWithSpecificFlavorTestJSON-1120519075-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:36.154051 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-52c58958-c13b-4d49-a378-b3cffc5493db tempest-ServersWithSpecificFlavorTestJSON-1120519075 tempest-ServersWithSpecificFlavorTestJSON-1120519075-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1908720 Nov 22 20:04:36.155543 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 54132) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:04:36.162183 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-b4008e36-c7fe-4221-bb96-8c3e30886f8e tempest-ServersWithSpecificFlavorTestJSON-1120519075 tempest-ServersWithSpecificFlavorTestJSON-1120519075-project] Request body: {'floatingip': {'floating_network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:04:36.187247 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06d4b70-ddf7-44ab-b9fd-b2ad4128632e req-fbcb3d8b-9a78-4102-96e3-f457a264f5a7 tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:04:36.194032 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b4008e36-c7fe-4221-bb96-8c3e30886f8e tempest-ServersWithSpecificFlavorTestJSON-1120519075 tempest-ServersWithSpecificFlavorTestJSON-1120519075-project] Publish callbacks [] for floatingip, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:36.195055 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b06d4b70-ddf7-44ab-b9fd-b2ad4128632e req-fbcb3d8b-9a78-4102-96e3-f457a264f5a7 tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] 10.222.0.46 "GET /v2.0/ports?device_id=01e0b0fa-e002-4967-ab32-9c5694e22ac9 HTTP/1.1" status: 200 len: 943 time: 0.1514556 Nov 22 20:04:36.234845 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-06aed0a7-36a1-4a3c-9599-893d8edcb0c1 req-b63713d6-0a01-46c5-858e-6a6d1f8d8fcf tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1d007ec-a75a-4ef8-9cdd-9c679a3ff22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2374117 Nov 22 20:04:36.292899 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b06d4b70-ddf7-44ab-b9fd-b2ad4128632e req-c3e7f8b7-db0a-463d-a0eb-6fcc216a66d4 tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] 10.222.0.46 "GET /v2.0/security-groups?id=89c2c967-26c4-4e1c-a1fd-c97f87817ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969574 Nov 22 20:04:36.323439 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b4008e36-c7fe-4221-bb96-8c3e30886f8e tempest-ServersWithSpecificFlavorTestJSON-1120519075 tempest-ServersWithSpecificFlavorTestJSON-1120519075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:36.348373 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa00c4e5-50a9-47be-b6ef-8ce326484453 req-0e732199-b421-43a9-bed3-621c266404e1 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606-project] Made reservation on behalf of d030735374e0421a8051bc234c97dcd6 for: {'port': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:04:36.352388 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-fa00c4e5-50a9-47be-b6ef-8ce326484453 req-0e732199-b421-43a9-bed3-621c266404e1 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:36.410424 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-201c85ec-3251-41f2-8333-e9547936bce2 req-c2f32a13-d1b9-43c9-900c-bc2a901fa61e tempest-FloatingIPsAssociationNegativeTestJSON-1762176606 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606-project] 10.222.0.46 "GET /v2.0/ports?device_id=02f25226-2e4b-42a2-abe9-f8cd9ab68471 HTTP/1.1" status: 200 len: 210 time: 0.0506325 Nov 22 20:04:36.488701 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [None req-b4008e36-c7fe-4221-bb96-8c3e30886f8e tempest-ServersWithSpecificFlavorTestJSON-1120519075 tempest-ServersWithSpecificFlavorTestJSON-1120519075-project] Allocated IP 172.25.5.163 (c48a55e9-6a85-4746-b7bf-3e29fb560094/5da6f781-63e6-4328-ae7a-5e672262f55a/0424ed3e-7d18-4626-abc3-301b61bdb8cc) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:04:36.571939 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da317b46-62b4-4050-b0cd-090e9ac1f52d req-2302bbd2-c675-4d1a-9419-245d4cec5ee3 tempest-NetworksTest-1867279146 tempest-NetworksTest-1867279146-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:04:36.572700 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da317b46-62b4-4050-b0cd-090e9ac1f52d req-2302bbd2-c675-4d1a-9419-245d4cec5ee3 tempest-NetworksTest-1867279146 tempest-NetworksTest-1867279146-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:04:36.573308 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da317b46-62b4-4050-b0cd-090e9ac1f52d req-2302bbd2-c675-4d1a-9419-245d4cec5ee3 tempest-NetworksTest-1867279146 tempest-NetworksTest-1867279146-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:04:36.573954 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da317b46-62b4-4050-b0cd-090e9ac1f52d req-2302bbd2-c675-4d1a-9419-245d4cec5ee3 tempest-NetworksTest-1867279146 tempest-NetworksTest-1867279146-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:04:36.574451 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da317b46-62b4-4050-b0cd-090e9ac1f52d req-2302bbd2-c675-4d1a-9419-245d4cec5ee3 tempest-NetworksTest-1867279146 tempest-NetworksTest-1867279146-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:04:36.574959 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da317b46-62b4-4050-b0cd-090e9ac1f52d req-2302bbd2-c675-4d1a-9419-245d4cec5ee3 tempest-NetworksTest-1867279146 tempest-NetworksTest-1867279146-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:04:36.575441 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da317b46-62b4-4050-b0cd-090e9ac1f52d req-2302bbd2-c675-4d1a-9419-245d4cec5ee3 tempest-NetworksTest-1867279146 tempest-NetworksTest-1867279146-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:04:36.575903 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da317b46-62b4-4050-b0cd-090e9ac1f52d req-2302bbd2-c675-4d1a-9419-245d4cec5ee3 tempest-NetworksTest-1867279146 tempest-NetworksTest-1867279146-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:04:36.576351 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da317b46-62b4-4050-b0cd-090e9ac1f52d req-2302bbd2-c675-4d1a-9419-245d4cec5ee3 tempest-NetworksTest-1867279146 tempest-NetworksTest-1867279146-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:04:36.576801 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da317b46-62b4-4050-b0cd-090e9ac1f52d req-2302bbd2-c675-4d1a-9419-245d4cec5ee3 tempest-NetworksTest-1867279146 tempest-NetworksTest-1867279146-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:04:36.578863 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-da317b46-62b4-4050-b0cd-090e9ac1f52d req-2302bbd2-c675-4d1a-9419-245d4cec5ee3 tempest-NetworksTest-1867279146 tempest-NetworksTest-1867279146-project-admin] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7170 time: 0.3034594 Nov 22 20:04:36.657394 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [req-fa00c4e5-50a9-47be-b6ef-8ce326484453 req-0e732199-b421-43a9-bed3-621c266404e1 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606-project] Allocated IP 172.20.0.8 (e1b8caa3-ec74-4182-a8b7-cf8ee8619d8c/68bdcb47-3fd9-4a9f-8c35-29c7d4d264fb/d1e875ee-4629-44da-a826-ba2378af3731) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:04:36.931532 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 4035a83f-24e4-427f-b321-21868f004640 details requested by agent hyperv_n-h2-818823-1 with host n-h2-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 20:04:37.056593 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-fa00c4e5-50a9-47be-b6ef-8ce326484453 req-0e732199-b421-43a9-bed3-621c266404e1 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606-project] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:37.129512 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 54174) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:04:37.130516 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b4008e36-c7fe-4221-bb96-8c3e30886f8e tempest-ServersWithSpecificFlavorTestJSON-1120519075 tempest-ServersWithSpecificFlavorTestJSON-1120519075-project] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:37.183436 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port 4035a83f-24e4-427f-b321-21868f004640, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=4035a83f-24e4-427f-b321-21868f004640,segment=NetworkSegment(a1d01b66-e103-44ab-97f3-6f827675fa31),segment_id=a1d01b66-e103-44ab-97f3-6f827675fa31)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:04:37.218912 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Returning: {'device': '4035a83f-24e4-427f-b321-21868f004640', 'network_id': '5c8a61c3-0285-4b7d-b110-24534369ffce', 'port_id': '4035a83f-24e4-427f-b321-21868f004640', 'mac_address': 'fa:16:3e:5a:b8:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 611, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ba52ab0-cb64-425e-be27-2e0b31d7d99f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 20:04:37.219794 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-fa00c4e5-50a9-47be-b6ef-8ce326484453 req-0e732199-b421-43a9-bed3-621c266404e1 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:37.251867 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b4008e36-c7fe-4221-bb96-8c3e30886f8e tempest-ServersWithSpecificFlavorTestJSON-1120519075 tempest-ServersWithSpecificFlavorTestJSON-1120519075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:37.315976 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 5b3eded7-3360-4291-9d0c-332d4ad235dc up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:04:37.330194 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e732199-b421-43a9-bed3-621c266404e1 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606-project] Pushing event updated for resources: {'Port': ['ID=d1e875ee-4629-44da-a826-ba2378af3731,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:04:37.342605 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa00c4e5-50a9-47be-b6ef-8ce326484453 req-0e732199-b421-43a9-bed3-621c266404e1 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606-project] Network e1b8caa3-ec74-4182-a8b7-cf8ee8619d8c is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:04:37.345300 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [req-fa00c4e5-50a9-47be-b6ef-8ce326484453 req-0e732199-b421-43a9-bed3-621c266404e1 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:04:37.357933 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa00c4e5-50a9-47be-b6ef-8ce326484453 req-0e732199-b421-43a9-bed3-621c266404e1 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606-project] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:04:37.374600 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4008e36-c7fe-4221-bb96-8c3e30886f8e tempest-ServersWithSpecificFlavorTestJSON-1120519075 tempest-ServersWithSpecificFlavorTestJSON-1120519075-project] Network c48a55e9-6a85-4746-b7bf-3e29fb560094 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:04:37.378054 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-b4008e36-c7fe-4221-bb96-8c3e30886f8e tempest-ServersWithSpecificFlavorTestJSON-1120519075 tempest-ServersWithSpecificFlavorTestJSON-1120519075-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:04:37.380447 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:37.381332 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa00c4e5-50a9-47be-b6ef-8ce326484453 req-0e732199-b421-43a9-bed3-621c266404e1 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:04:37.383251 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-fa00c4e5-50a9-47be-b6ef-8ce326484453 req-0e732199-b421-43a9-bed3-621c266404e1 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:37.386965 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4008e36-c7fe-4221-bb96-8c3e30886f8e tempest-ServersWithSpecificFlavorTestJSON-1120519075 tempest-ServersWithSpecificFlavorTestJSON-1120519075-project] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:04:37.425411 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4008e36-c7fe-4221-bb96-8c3e30886f8e tempest-ServersWithSpecificFlavorTestJSON-1120519075 tempest-ServersWithSpecificFlavorTestJSON-1120519075-project] Pushing event updated for resources: {'Port': ['ID=0424ed3e-7d18-4626-abc3-301b61bdb8cc,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:04:37.452550 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-fa00c4e5-50a9-47be-b6ef-8ce326484453 req-0e732199-b421-43a9-bed3-621c266404e1 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4100666 Nov 22 20:04:37.475190 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4035a83f-24e4-427f-b321-21868f004640 {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:04:37.479725 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-fa00c4e5-50a9-47be-b6ef-8ce326484453 req-e32b2ffd-f3f8-4371-b8d3-fe1885ef64d8 service neutron] Request body: {'port': {'device_id': '02f25226-2e4b-42a2-abe9-f8cd9ab68471', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818823-1'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:04:37.514122 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port 4035a83f-24e4-427f-b321-21868f004640, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=4035a83f-24e4-427f-b321-21868f004640,segment=NetworkSegment(a1d01b66-e103-44ab-97f3-6f827675fa31),segment_id=a1d01b66-e103-44ab-97f3-6f827675fa31)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:04:37.540477 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:37.644893 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-fa00c4e5-50a9-47be-b6ef-8ce326484453 req-e32b2ffd-f3f8-4371-b8d3-fe1885ef64d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:37.651848 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b4008e36-c7fe-4221-bb96-8c3e30886f8e tempest-ServersWithSpecificFlavorTestJSON-1120519075 tempest-ServersWithSpecificFlavorTestJSON-1120519075-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:37.653153 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9043ba6d-7c82-4ae8-828c-6b0df4330928 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:37.742747 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b4008e36-c7fe-4221-bb96-8c3e30886f8e tempest-ServersWithSpecificFlavorTestJSON-1120519075 tempest-ServersWithSpecificFlavorTestJSON-1120519075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:37.750429 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=4035a83f-24e4-427f-b321-21868f004640,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:04:37.772210 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] get_ports_and_sgs() called for port_ids ['4035a83f-24e4-427f-b321-21868f004640'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:04:37.774650 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 5b3eded7-3360-4291-9d0c-332d4ad235dc triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:04:37.779912 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:37.935096 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c90cfd2-e7da-4725-8a3f-aa2048f02551 req-f2077675-1c11-4cfd-b801-a476e37b5327 tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:04:37.944519 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8c90cfd2-e7da-4725-8a3f-aa2048f02551 req-f2077675-1c11-4cfd-b801-a476e37b5327 tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] 10.222.0.46 "GET /v2.0/ports?device_id=01e0b0fa-e002-4967-ab32-9c5694e22ac9 HTTP/1.1" status: 200 len: 944 time: 0.2321916 Nov 22 20:04:37.946122 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-3c039ac4-0485-436c-9635-0820ccb5b9b7 None None] Provisioning complete for port d1e875ee-4629-44da-a826-ba2378af3731 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:04:37.947015 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-3c039ac4-0485-436c-9635-0820ccb5b9b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:37.953517 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb8d49b-2b1d-42f9-9e06-21405594c9bc req-7a7e144f-ce1c-4a64-9241-128cc88819b0 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:04:37.954946 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8fb8d49b-2b1d-42f9-9e06-21405594c9bc req-7a7e144f-ce1c-4a64-9241-128cc88819b0 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/ports?device_id=5093cb48-092d-4dff-ad5d-31875fbb9f2c HTTP/1.1" status: 200 len: 949 time: 0.5207949 Nov 22 20:04:37.967965 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b4008e36-c7fe-4221-bb96-8c3e30886f8e tempest-ServersWithSpecificFlavorTestJSON-1120519075 tempest-ServersWithSpecificFlavorTestJSON-1120519075-project] Publish callbacks [] for port, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:37.977578 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b4008e36-c7fe-4221-bb96-8c3e30886f8e tempest-ServersWithSpecificFlavorTestJSON-1120519075 tempest-ServersWithSpecificFlavorTestJSON-1120519075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:38.027391 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-3c039ac4-0485-436c-9635-0820ccb5b9b7 None None] Port d1e875ee-4629-44da-a826-ba2378af3731 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:04:38.076942 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b4008e36-c7fe-4221-bb96-8c3e30886f8e tempest-ServersWithSpecificFlavorTestJSON-1120519075 tempest-ServersWithSpecificFlavorTestJSON-1120519075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-595224'] for floatingip, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:38.123863 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8c90cfd2-e7da-4725-8a3f-aa2048f02551 req-386967ed-014f-4cea-a9f2-b02443e77f28 tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] 10.222.0.46 "GET /v2.0/security-groups?id=89c2c967-26c4-4e1c-a1fd-c97f87817ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701772 Nov 22 20:04:38.139350 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b4008e36-c7fe-4221-bb96-8c3e30886f8e tempest-ServersWithSpecificFlavorTestJSON-1120519075 tempest-ServersWithSpecificFlavorTestJSON-1120519075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for floatingip, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:38.145120 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-b4008e36-c7fe-4221-bb96-8c3e30886f8e tempest-ServersWithSpecificFlavorTestJSON-1120519075 tempest-ServersWithSpecificFlavorTestJSON-1120519075-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9880893 Nov 22 20:04:38.146572 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4008e36-c7fe-4221-bb96-8c3e30886f8e tempest-ServersWithSpecificFlavorTestJSON-1120519075 tempest-ServersWithSpecificFlavorTestJSON-1120519075-project] Pushing event updated for resources: {'Port': ['ID=0424ed3e-7d18-4626-abc3-301b61bdb8cc,revision_number=2']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:04:38.204518 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8fb8d49b-2b1d-42f9-9e06-21405594c9bc req-2f2c35f3-f2d4-4b7b-8227-f4786c5722b5 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1d007ec-a75a-4ef8-9cdd-9c679a3ff22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2318041 Nov 22 20:04:38.318765 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b02dfae-f717-4b53-8749-f79c78dc4d3e None None] Sync routers for ids ['2adad5ab-33b9-4f3d-b32f-5869d54c1583'] in n-d-818823-1 {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:04:38.333716 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b02dfae-f717-4b53-8749-f79c78dc4d3e None None] Routers {'2adad5ab-33b9-4f3d-b32f-5869d54c1583'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:04:38.334344 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-0b02dfae-f717-4b53-8749-f79c78dc4d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:04:33Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['2adad5ab-33b9-4f3d-b32f-5869d54c1583'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:04:38.408458 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9043ba6d-7c82-4ae8-828c-6b0df4330928 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:38.447623 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9043ba6d-7c82-4ae8-828c-6b0df4330928 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:38.490637 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9043ba6d-7c82-4ae8-828c-6b0df4330928 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c52acdfa-5685-4297-9eff-a2e7b9dd1a37,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:04:38.511258 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-cc7c2721-be36-4785-a6b5-ba8938c2b075 req-e3156886-2758-4580-88f2-9c4524936ce8 tempest-QuotasAdminNegativeTest-2057227376 tempest-QuotasAdminNegativeTest-2057227376-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=dd744963f9e44fc99e549b67ae6c983f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1516328 Nov 22 20:04:38.534842 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-0b02dfae-f717-4b53-8749-f79c78dc4d3e None None] Set router 2adad5ab-33b9-4f3d-b32f-5869d54c1583 gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:04:38.670980 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67502242-9a7b-471a-b613-6ae06cb9220e req-06fe418b-c4d4-4c37-b8a9-a85457b61755 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:04:38.672648 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-67502242-9a7b-471a-b613-6ae06cb9220e req-06fe418b-c4d4-4c37-b8a9-a85457b61755 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606-project] 10.222.0.46 "GET /v2.0/ports?device_id=02f25226-2e4b-42a2-abe9-f8cd9ab68471 HTTP/1.1" status: 200 len: 931 time: 0.3623309 Nov 22 20:04:38.686481 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 54212) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:04:38.686938 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-9043ba6d-7c82-4ae8-828c-6b0df4330928 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ccf2c2b1b9144c7aa2807414ec2145e2&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5483384 Nov 22 20:04:38.759875 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0f91a201-ff4a-4da8-852d-dfb7c5eabdfc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:38.822622 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0f91a201-ff4a-4da8-852d-dfb7c5eabdfc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:38.834459 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7c2721-be36-4785-a6b5-ba8938c2b075 req-4d2ef6ba-595f-48ca-845b-137ddca76bfb tempest-QuotasAdminNegativeTest-2057227376 tempest-QuotasAdminNegativeTest-2057227376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:04:38.836024 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-cc7c2721-be36-4785-a6b5-ba8938c2b075 req-4d2ef6ba-595f-48ca-845b-137ddca76bfb tempest-QuotasAdminNegativeTest-2057227376 tempest-QuotasAdminNegativeTest-2057227376-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3062449 Nov 22 20:04:38.845244 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-0b02dfae-f717-4b53-8749-f79c78dc4d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2adad5ab-33b9-4f3d-b32f-5869d54c1583', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1601157578-router', 'tenant_id': '28bf3231e9cf4d2bbd696637cc72f7e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': '5b3eded7-3360-4291-9d0c-332d4ad235dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:04:18Z', 'updated_at': '2021-11-22T20:04:26Z', 'revision_number': 4, 'project_id': '28bf3231e9cf4d2bbd696637cc72f7e5', 'gw_port': {'id': '5b3eded7-3360-4291-9d0c-332d4ad235dc', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:f7:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2adad5ab-33b9-4f3d-b32f-5869d54c1583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:04:20Z', 'updated_at': '2021-11-22T20:04:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': '2b7d2801-6c19-42d4-98d8-113ca44f8eab', 'name': '', 'network_id': '5cd7327a-914a-44e8-ae5d-be4d87d686f0', 'tenant_id': '28bf3231e9cf4d2bbd696637cc72f7e5', 'mac_address': 'fa:16:3e:eb:46:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2adad5ab-33b9-4f3d-b32f-5869d54c1583', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '8e994f5e-9cb9-4256-a86d-d90656809fa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:04:24Z', 'updated_at': '2021-11-22T20:04:27Z', 'revision_number': 2, 'project_id': '28bf3231e9cf4d2bbd696637cc72f7e5', 'subnets': [{'id': '8e994f5e-9cb9-4256-a86d-d90656809fa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:04:38.852910 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-67502242-9a7b-471a-b613-6ae06cb9220e req-37a1ea55-26c9-4151-bccb-eb4837056512 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606-project] 10.222.0.46 "GET /v2.0/security-groups?id=c037d2d6-c1c6-4d43-87f4-92fbbbea1f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632116 Nov 22 20:04:38.877395 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b02dfae-f717-4b53-8749-f79c78dc4d3e None None] Checking router: 2adad5ab-33b9-4f3d-b32f-5869d54c1583 for host: n-d-818823-1 {{(pid=103449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 20:04:38.879602 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b02dfae-f717-4b53-8749-f79c78dc4d3e None None] Updating router 2adad5ab-33b9-4f3d-b32f-5869d54c1583 port 2b7d2801-6c19-42d4-98d8-113ca44f8eab binding host n-d-818823-1 {{(pid=103449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 20:04:38.904822 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0f91a201-ff4a-4da8-852d-dfb7c5eabdfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:38.911574 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0f91a201-ff4a-4da8-852d-dfb7c5eabdfc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:38.912858 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-0f91a201-ff4a-4da8-852d-dfb7c5eabdfc admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c52acdfa-5685-4297-9eff-a2e7b9dd1a37 HTTP/1.1" status: 204 len: 168 time: 0.2253458 Nov 22 20:04:38.917775 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-cc7c2721-be36-4785-a6b5-ba8938c2b075 req-01d07f37-d18f-4b9e-975c-d9d2cb8a2f55 tempest-QuotasAdminNegativeTest-2057227376 tempest-QuotasAdminNegativeTest-2057227376-project] 10.222.0.46 "GET /v2.0/quotas/dd744963f9e44fc99e549b67ae6c983f HTTP/1.1" status: 200 len: 375 time: 0.0637794 Nov 22 20:04:38.922057 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f91a201-ff4a-4da8-852d-dfb7c5eabdfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c52acdfa-5685-4297-9eff-a2e7b9dd1a37,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:04:38.926186 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-0b02dfae-f717-4b53-8749-f79c78dc4d3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:38.946937 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 4035a83f-24e4-427f-b321-21868f004640 up at agent hyperv_n-h2-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:04:38.975762 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-cc7c2721-be36-4785-a6b5-ba8938c2b075 req-9ae245b9-58b6-4f65-b716-193969e7e4d7 tempest-QuotasAdminNegativeTest-2057227376 tempest-QuotasAdminNegativeTest-2057227376-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=dd744963f9e44fc99e549b67ae6c983f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0569227 Nov 22 20:04:38.996598 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [req-fa00c4e5-50a9-47be-b6ef-8ce326484453 req-e32b2ffd-f3f8-4371-b8d3-fe1885ef64d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1e875ee-4629-44da-a826-ba2378af3731 {{(pid=103447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:04:39.010637 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-fa00c4e5-50a9-47be-b6ef-8ce326484453 req-e32b2ffd-f3f8-4371-b8d3-fe1885ef64d8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:39.043251 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.provisioning_blocks [req-fa00c4e5-50a9-47be-b6ef-8ce326484453 req-e32b2ffd-f3f8-4371-b8d3-fe1885ef64d8 service neutron] Transition to ACTIVE for port object d1e875ee-4629-44da-a826-ba2378af3731 will not be triggered until provisioned by entity L2. {{(pid=103447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 20:04:39.057024 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-fa00c4e5-50a9-47be-b6ef-8ce326484453 req-e32b2ffd-f3f8-4371-b8d3-fe1885ef64d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:39.112875 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Provisioning for port 4035a83f-24e4-427f-b321-21868f004640 completed by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 20:04:39.146252 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Provisioning complete for port 4035a83f-24e4-427f-b321-21868f004640 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:04:39.146521 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:39.277196 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32b2ffd-f3f8-4371-b8d3-fe1885ef64d8 service neutron] Pushing event updated for resources: {'Port': ['ID=d1e875ee-4629-44da-a826-ba2378af3731,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:04:39.456278 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b130d709-f0f4-4663-a35a-ac176f631e18 req-7cf06fd4-ff4b-44d6-a1af-147ed7a24a9f tempest-ServersWithSpecificFlavorTestJSON-1120519075 tempest-ServersWithSpecificFlavorTestJSON-1120519075-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--106450255&fields=id&tenant_id=893c9b18170649ca8789dc25bee886fa HTTP/1.1" status: 200 len: 267 time: 0.1947420 Nov 22 20:04:39.484462 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-fa00c4e5-50a9-47be-b6ef-8ce326484453 req-e32b2ffd-f3f8-4371-b8d3-fe1885ef64d8 service neutron] Attempting to bind port d1e875ee-4629-44da-a826-ba2378af3731 on host n-h1-818823-1 for vnic_type normal with profile {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:04:39.485012 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-fa00c4e5-50a9-47be-b6ef-8ce326484453 req-e32b2ffd-f3f8-4371-b8d3-fe1885ef64d8 service neutron] Attempting to bind port d1e875ee-4629-44da-a826-ba2378af3731 by drivers openvswitch,hyperv on host n-h1-818823-1 at level 0 using segments [{'id': 'c68febf0-9b45-4f92-a002-5342e4436047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'e1b8caa3-ec74-4182-a8b7-cf8ee8619d8c'}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:04:39.485354 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa00c4e5-50a9-47be-b6ef-8ce326484453 req-e32b2ffd-f3f8-4371-b8d3-fe1885ef64d8 service neutron] Attempting to bind port d1e875ee-4629-44da-a826-ba2378af3731 on network e1b8caa3-ec74-4182-a8b7-cf8ee8619d8c {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:04:39.503466 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa00c4e5-50a9-47be-b6ef-8ce326484453 req-e32b2ffd-f3f8-4371-b8d3-fe1885ef64d8 service neutron] Port d1e875ee-4629-44da-a826-ba2378af3731 on network e1b8caa3-ec74-4182-a8b7-cf8ee8619d8c not bound, no agent of type Open vSwitch agent registered on host n-h1-818823-1 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:04:39.503834 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa00c4e5-50a9-47be-b6ef-8ce326484453 req-e32b2ffd-f3f8-4371-b8d3-fe1885ef64d8 service neutron] Attempting to bind port d1e875ee-4629-44da-a826-ba2378af3731 on network e1b8caa3-ec74-4182-a8b7-cf8ee8619d8c {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:04:39.511451 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:39.550842 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 54244) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:04:39.561452 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa00c4e5-50a9-47be-b6ef-8ce326484453 req-e32b2ffd-f3f8-4371-b8d3-fe1885ef64d8 service neutron] Checking agent: {'id': '7a008cff-3b49-418c-8046-689d46cc800f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'started_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 4, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:04:39.561833 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa00c4e5-50a9-47be-b6ef-8ce326484453 req-e32b2ffd-f3f8-4371-b8d3-fe1885ef64d8 service neutron] Checking segment: {'id': 'c68febf0-9b45-4f92-a002-5342e4436047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'e1b8caa3-ec74-4182-a8b7-cf8ee8619d8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:04:39.562173 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa00c4e5-50a9-47be-b6ef-8ce326484453 req-e32b2ffd-f3f8-4371-b8d3-fe1885ef64d8 service neutron] Bound using segment: {'id': 'c68febf0-9b45-4f92-a002-5342e4436047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'e1b8caa3-ec74-4182-a8b7-cf8ee8619d8c'} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:04:39.562620 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-fa00c4e5-50a9-47be-b6ef-8ce326484453 req-e32b2ffd-f3f8-4371-b8d3-fe1885ef64d8 service neutron] Bound port: d1e875ee-4629-44da-a826-ba2378af3731, host: n-h1-818823-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c68febf0-9b45-4f92-a002-5342e4436047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'e1b8caa3-ec74-4182-a8b7-cf8ee8619d8c'}}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:04:39.562977 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-fa00c4e5-50a9-47be-b6ef-8ce326484453 req-e32b2ffd-f3f8-4371-b8d3-fe1885ef64d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:39.569569 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4419a60d-a8bf-45ad-8649-2721c7a7d7e8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:39.669187 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01e0b0fa-e002-4967-ab32-9c5694e22ac9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4035a83f-24e4-427f-b321-21868f004640'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:04:39.674594 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d39f6d30a11e565ec9648abcc015e8a6ab6cff4edd704add8155e28765d31eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b2ae173-515a-4688-9f08-75899bae2afc" -d '{"events": [{"server_uuid": "01e0b0fa-e002-4967-ab32-9c5694e22ac9", "name": "network-vif-plugged", "status": "completed", "tag": "4035a83f-24e4-427f-b321-21868f004640"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:04:39.726699 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port 4035a83f-24e4-427f-b321-21868f004640, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=4035a83f-24e4-427f-b321-21868f004640,segment=NetworkSegment(a1d01b66-e103-44ab-97f3-6f827675fa31),segment_id=a1d01b66-e103-44ab-97f3-6f827675fa31)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:04:39.755906 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:39.757317 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4419a60d-a8bf-45ad-8649-2721c7a7d7e8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:39.765442 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4419a60d-a8bf-45ad-8649-2721c7a7d7e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:39.782829 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-0b02dfae-f717-4b53-8749-f79c78dc4d3e None None] Publish callbacks [] for port, precommit_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:39.807967 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b130d709-f0f4-4663-a35a-ac176f631e18 req-c8dbebbe-707b-429c-8461-3ad649e0434d tempest-ServersWithSpecificFlavorTestJSON-1120519075 tempest-ServersWithSpecificFlavorTestJSON-1120519075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:04:39.809550 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b130d709-f0f4-4663-a35a-ac176f631e18 req-c8dbebbe-707b-429c-8461-3ad649e0434d tempest-ServersWithSpecificFlavorTestJSON-1120519075 tempest-ServersWithSpecificFlavorTestJSON-1120519075-project] 10.222.0.46 "GET /v2.0/networks?id=a6c01d97-7edb-4357-8d46-10424981d282 HTTP/1.1" status: 200 len: 824 time: 0.3524740 Nov 22 20:04:39.824312 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-fa00c4e5-50a9-47be-b6ef-8ce326484453 req-e32b2ffd-f3f8-4371-b8d3-fe1885ef64d8 service neutron] For port d1e875ee-4629-44da-a826-ba2378af3731, host n-h1-818823-1, cleared binding levels {{(pid=103447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:04:39.844565 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-4419a60d-a8bf-45ad-8649-2721c7a7d7e8 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8b0b18e12bee47f9b3f2ce59860504d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2915845 Nov 22 20:04:39.846015 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 54248) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:04:39.854615 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4419a60d-a8bf-45ad-8649-2721c7a7d7e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dabeb7a1-6b36-4b54-9b7a-43dd592358b4,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:04:39.856518 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-fa00c4e5-50a9-47be-b6ef-8ce326484453 req-e32b2ffd-f3f8-4371-b8d3-fe1885ef64d8 service neutron] For port d1e875ee-4629-44da-a826-ba2378af3731, host n-h1-818823-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=d1e875ee-4629-44da-a826-ba2378af3731,segment=NetworkSegment(c68febf0-9b45-4f92-a002-5342e4436047),segment_id=c68febf0-9b45-4f92-a002-5342e4436047)] {{(pid=103447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:04:39.865442 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b130d709-f0f4-4663-a35a-ac176f631e18 req-b41e84a6-5640-4330-bd5b-32f718b014b5 tempest-ServersWithSpecificFlavorTestJSON-1120519075 tempest-ServersWithSpecificFlavorTestJSON-1120519075-project] 10.222.0.46 "GET /v2.0/quotas/893c9b18170649ca8789dc25bee886fa HTTP/1.1" status: 200 len: 375 time: 0.0445287 Nov 22 20:04:39.866728 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-fa00c4e5-50a9-47be-b6ef-8ce326484453 req-e32b2ffd-f3f8-4371-b8d3-fe1885ef64d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:39.883597 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-0b02dfae-f717-4b53-8749-f79c78dc4d3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:39.935818 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=4035a83f-24e4-427f-b321-21868f004640,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:04:40.010549 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d34a184c-39c5-4d2d-9022-3661608c65b6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:40.020403 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa00c4e5-50a9-47be-b6ef-8ce326484453 req-e32b2ffd-f3f8-4371-b8d3-fe1885ef64d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:04:40.021198 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-fa00c4e5-50a9-47be-b6ef-8ce326484453 req-e32b2ffd-f3f8-4371-b8d3-fe1885ef64d8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:40.024018 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-fa00c4e5-50a9-47be-b6ef-8ce326484453 req-e32b2ffd-f3f8-4371-b8d3-fe1885ef64d8 service neutron] 10.222.0.41 "PUT /v2.0/ports/d1e875ee-4629-44da-a826-ba2378af3731 HTTP/1.1" status: 200 len: 1091 time: 2.5507236 Nov 22 20:04:40.024493 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02f25226-2e4b-42a2-abe9-f8cd9ab68471', 'tag': 'd1e875ee-4629-44da-a826-ba2378af3731'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:04:40.030411 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9502b1b-9a11-4e56-8c22-b7a19450abb8" -d '{"events": [{"name": "network-changed", "server_uuid": "02f25226-2e4b-42a2-abe9-f8cd9ab68471", "tag": "d1e875ee-4629-44da-a826-ba2378af3731"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:04:40.110378 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d34a184c-39c5-4d2d-9022-3661608c65b6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:40.181194 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387f7394-79fd-45c1-931d-d2bbb8aa7e64 None None] Pushing event updated for resources: {'Port': ['ID=2b7d2801-6c19-42d4-98d8-113ca44f8eab,revision_number=3']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:04:40.242382 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32b2ffd-f3f8-4371-b8d3-fe1885ef64d8 service neutron] Pushing event updated for resources: {'Port': ['ID=d1e875ee-4629-44da-a826-ba2378af3731,revision_number=3']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:04:40.260330 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d34a184c-39c5-4d2d-9022-3661608c65b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:40.269128 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-0b02dfae-f717-4b53-8749-f79c78dc4d3e None None] Attempting to bind port 2b7d2801-6c19-42d4-98d8-113ca44f8eab on host n-d-818823-1 for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:04:40.269449 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d34a184c-39c5-4d2d-9022-3661608c65b6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:40.270798 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-0b02dfae-f717-4b53-8749-f79c78dc4d3e None None] Attempting to bind port 2b7d2801-6c19-42d4-98d8-113ca44f8eab by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': '8c9bcfce-bb81-4e05-b229-ebf16ae0f96f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '5cd7327a-914a-44e8-ae5d-be4d87d686f0'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:04:40.271095 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-d34a184c-39c5-4d2d-9022-3661608c65b6 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/dabeb7a1-6b36-4b54-9b7a-43dd592358b4 HTTP/1.1" status: 204 len: 168 time: 0.4232101 Nov 22 20:04:40.271210 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b02dfae-f717-4b53-8749-f79c78dc4d3e None None] Attempting to bind port 2b7d2801-6c19-42d4-98d8-113ca44f8eab on network 5cd7327a-914a-44e8-ae5d-be4d87d686f0 {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:04:40.295652 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34a184c-39c5-4d2d-9022-3661608c65b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dabeb7a1-6b36-4b54-9b7a-43dd592358b4,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:04:40.300018 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b02dfae-f717-4b53-8749-f79c78dc4d3e None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 4, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:04:40.300408 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b02dfae-f717-4b53-8749-f79c78dc4d3e None None] Checking segment: {'id': '8c9bcfce-bb81-4e05-b229-ebf16ae0f96f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '5cd7327a-914a-44e8-ae5d-be4d87d686f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:04:40.305633 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-0b02dfae-f717-4b53-8749-f79c78dc4d3e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:40.305947 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b02dfae-f717-4b53-8749-f79c78dc4d3e None None] Bound using segment: {'id': '8c9bcfce-bb81-4e05-b229-ebf16ae0f96f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '5cd7327a-914a-44e8-ae5d-be4d87d686f0'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:04:40.306476 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-0b02dfae-f717-4b53-8749-f79c78dc4d3e None None] Bound port: 2b7d2801-6c19-42d4-98d8-113ca44f8eab, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c9bcfce-bb81-4e05-b229-ebf16ae0f96f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '5cd7327a-914a-44e8-ae5d-be4d87d686f0'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:04:40.307388 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b130d709-f0f4-4663-a35a-ac176f631e18 req-2e46646d-54c7-4dd6-b619-b849ee63e415 tempest-ServersWithSpecificFlavorTestJSON-1120519075 tempest-ServersWithSpecificFlavorTestJSON-1120519075-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=893c9b18170649ca8789dc25bee886fa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4293549 Nov 22 20:04:40.309273 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-0b02dfae-f717-4b53-8749-f79c78dc4d3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:40.339158 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa00c4e5-50a9-47be-b6ef-8ce326484453 req-dfbdee61-8be2-473c-8d11-0a1c7aaa262e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:04:40.342781 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-fa00c4e5-50a9-47be-b6ef-8ce326484453 req-dfbdee61-8be2-473c-8d11-0a1c7aaa262e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d030735374e0421a8051bc234c97dcd6&device_id=02f25226-2e4b-42a2-abe9-f8cd9ab68471 HTTP/1.1" status: 200 len: 1094 time: 0.2251372 Nov 22 20:04:40.364996 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cf6f83-3683-439c-a6b6-dab43a89ea39 req-e3f8d551-2c44-4abb-8963-35a27d206c41 tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:04:40.377549 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e3cf6f83-3683-439c-a6b6-dab43a89ea39 req-e3f8d551-2c44-4abb-8963-35a27d206c41 tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] 10.222.0.46 "GET /v2.0/ports?device_id=01e0b0fa-e002-4967-ab32-9c5694e22ac9 HTTP/1.1" status: 200 len: 945 time: 0.2578049 Nov 22 20:04:40.456477 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-7c3db25f-ce54-47c0-bf42-70d5f84a7fa6 None None] Provisioning complete for port 2b7d2801-6c19-42d4-98d8-113ca44f8eab triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:04:40.457243 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-7c3db25f-ce54-47c0-bf42-70d5f84a7fa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:40.488462 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-fa00c4e5-50a9-47be-b6ef-8ce326484453 req-788f8ebc-f375-40c5-86fb-f0c5e221a03f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d1e875ee-4629-44da-a826-ba2378af3731 HTTP/1.1" status: 200 len: 217 time: 0.1327922 Nov 22 20:04:40.519312 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-0b02dfae-f717-4b53-8749-f79c78dc4d3e None None] For port 2b7d2801-6c19-42d4-98d8-113ca44f8eab, host n-d-818823-1, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:04:40.540798 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-7c3db25f-ce54-47c0-bf42-70d5f84a7fa6 None None] Port 2b7d2801-6c19-42d4-98d8-113ca44f8eab cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:04:40.547809 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-0b02dfae-f717-4b53-8749-f79c78dc4d3e None None] For port 2b7d2801-6c19-42d4-98d8-113ca44f8eab, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=2b7d2801-6c19-42d4-98d8-113ca44f8eab,segment=NetworkSegment(8c9bcfce-bb81-4e05-b229-ebf16ae0f96f),segment_id=8c9bcfce-bb81-4e05-b229-ebf16ae0f96f)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:04:40.557116 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-0b02dfae-f717-4b53-8749-f79c78dc4d3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:40.622185 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 54264) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:04:40.633998 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387f7394-79fd-45c1-931d-d2bbb8aa7e64 None None] Pushing event updated for resources: {'Port': ['ID=2b7d2801-6c19-42d4-98d8-113ca44f8eab,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:04:40.692297 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b02dfae-f717-4b53-8749-f79c78dc4d3e None None] Routers {'2adad5ab-33b9-4f3d-b32f-5869d54c1583'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:04:40.693440 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-0b02dfae-f717-4b53-8749-f79c78dc4d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:04:33Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['2adad5ab-33b9-4f3d-b32f-5869d54c1583'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:04:40.836066 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4b52f8d2-8554-448c-9578-43e799477ada admin admin] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:40.856597 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-0b02dfae-f717-4b53-8749-f79c78dc4d3e None None] Set router 2adad5ab-33b9-4f3d-b32f-5869d54c1583 gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:04:40.869006 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa00c4e5-50a9-47be-b6ef-8ce326484453 req-0fc69fe8-17c3-4f70-8d27-af792c585563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:04:40.870452 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-fa00c4e5-50a9-47be-b6ef-8ce326484453 req-0fc69fe8-17c3-4f70-8d27-af792c585563 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=68bdcb47-3fd9-4a9f-8c35-29c7d4d264fb HTTP/1.1" status: 200 len: 867 time: 0.3717892 Nov 22 20:04:40.997435 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e3cf6f83-3683-439c-a6b6-dab43a89ea39 req-40091906-3ab3-498a-b671-f345f6c02ad5 tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] 10.222.0.46 "GET /v2.0/security-groups?id=89c2c967-26c4-4e1c-a1fd-c97f87817ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6114161 Nov 22 20:04:40.998493 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4b52f8d2-8554-448c-9578-43e799477ada admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:41.004193 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4b52f8d2-8554-448c-9578-43e799477ada admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:41.025201 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa00c4e5-50a9-47be-b6ef-8ce326484453 req-ac82d52d-2cf0-4af5-95cd-de9d58bc8045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:04:41.026731 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-fa00c4e5-50a9-47be-b6ef-8ce326484453 req-ac82d52d-2cf0-4af5-95cd-de9d58bc8045 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e1b8caa3-ec74-4182-a8b7-cf8ee8619d8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1409292 Nov 22 20:04:41.039001 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b130d709-f0f4-4663-a35a-ac176f631e18 req-6fc832ff-f3ce-4357-a8d5-2a4bbccc5132 service neutron] 10.222.0.46 "GET /v2.0/networks/a6c01d97-7edb-4357-8d46-10424981d282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6921520 Nov 22 20:04:41.076802 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-4b52f8d2-8554-448c-9578-43e799477ada admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a6c4a3db71c849d9a70413ba49aa7c00&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4533749 Nov 22 20:04:41.077525 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 54276) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:04:41.090564 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-6f6d3773-7115-4559-b2be-b9b6c50dd50e None None] Provisioning complete for port 2b7d2801-6c19-42d4-98d8-113ca44f8eab triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:04:41.090995 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6f6d3773-7115-4559-b2be-b9b6c50dd50e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:41.189618 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b52f8d2-8554-448c-9578-43e799477ada admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81cc76b5-5434-4b07-9d38-78fc04b173f7,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:04:41.235605 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-eea9ccd2-0d54-402f-895b-2903782fc199 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:41.273811 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-eea9ccd2-0d54-402f-895b-2903782fc199 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:41.308189 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 2b7d2801-6c19-42d4-98d8-113ca44f8eab up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:04:41.322146 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea06026-8dbc-406e-84c8-eb41727ae324 req-ca6dee27-1683-44cb-9948-ed9041c111fd tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:04:41.323840 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6ea06026-8dbc-406e-84c8-eb41727ae324 req-ca6dee27-1683-44cb-9948-ed9041c111fd tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/ports?device_id=5093cb48-092d-4dff-ad5d-31875fbb9f2c HTTP/1.1" status: 200 len: 949 time: 0.1594911 Nov 22 20:04:41.325830 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-fa00c4e5-50a9-47be-b6ef-8ce326484453 req-51b63bc2-e4fe-4717-a2bf-17e039bc2020 service neutron] 10.222.0.41 "GET /v2.0/networks/e1b8caa3-ec74-4182-a8b7-cf8ee8619d8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2839432 Nov 22 20:04:41.335997 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b130d709-f0f4-4663-a35a-ac176f631e18 req-5084c6c6-834f-4ea6-a953-a4e24411769e service neutron] 10.222.0.46 "GET /v2.0/networks/a6c01d97-7edb-4357-8d46-10424981d282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2953987 Nov 22 20:04:41.359204 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-0b02dfae-f717-4b53-8749-f79c78dc4d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2adad5ab-33b9-4f3d-b32f-5869d54c1583', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1601157578-router', 'tenant_id': '28bf3231e9cf4d2bbd696637cc72f7e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': '5b3eded7-3360-4291-9d0c-332d4ad235dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:04:18Z', 'updated_at': '2021-11-22T20:04:26Z', 'revision_number': 4, 'project_id': '28bf3231e9cf4d2bbd696637cc72f7e5', 'gw_port': {'id': '5b3eded7-3360-4291-9d0c-332d4ad235dc', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:f7:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2adad5ab-33b9-4f3d-b32f-5869d54c1583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:04:20Z', 'updated_at': '2021-11-22T20:04:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': '2b7d2801-6c19-42d4-98d8-113ca44f8eab', 'name': '', 'network_id': '5cd7327a-914a-44e8-ae5d-be4d87d686f0', 'tenant_id': '28bf3231e9cf4d2bbd696637cc72f7e5', 'mac_address': 'fa:16:3e:eb:46:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2adad5ab-33b9-4f3d-b32f-5869d54c1583', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '8e994f5e-9cb9-4256-a86d-d90656809fa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:04:24Z', 'updated_at': '2021-11-22T20:04:40Z', 'revision_number': 4, 'project_id': '28bf3231e9cf4d2bbd696637cc72f7e5', 'subnets': [{'id': '8e994f5e-9cb9-4256-a86d-d90656809fa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:04:41.359204 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6f6d3773-7115-4559-b2be-b9b6c50dd50e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:41.375871 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-eea9ccd2-0d54-402f-895b-2903782fc199 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:41.379252 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-eea9ccd2-0d54-402f-895b-2903782fc199 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:41.383504 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-eea9ccd2-0d54-402f-895b-2903782fc199 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/81cc76b5-5434-4b07-9d38-78fc04b173f7 HTTP/1.1" status: 204 len: 168 time: 0.2993262 Nov 22 20:04:41.404582 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b02dfae-f717-4b53-8749-f79c78dc4d3e None None] The sync data for ids ['2adad5ab-33b9-4f3d-b32f-5869d54c1583'] in n-d-818823-1 is: [{'id': '2adad5ab-33b9-4f3d-b32f-5869d54c1583', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1601157578-router', 'tenant_id': '28bf3231e9cf4d2bbd696637cc72f7e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': '5b3eded7-3360-4291-9d0c-332d4ad235dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:04:18Z', 'updated_at': '2021-11-22T20:04:26Z', 'revision_number': 4, 'project_id': '28bf3231e9cf4d2bbd696637cc72f7e5', 'gw_port': {'id': '5b3eded7-3360-4291-9d0c-332d4ad235dc', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:f7:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2adad5ab-33b9-4f3d-b32f-5869d54c1583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:04:20Z', 'updated_at': '2021-11-22T20:04:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': '2b7d2801-6c19-42d4-98d8-113ca44f8eab', 'name': '', 'network_id': '5cd7327a-914a-44e8-ae5d-be4d87d686f0', 'tenant_id': '28bf3231e9cf4d2bbd696637cc72f7e5', 'mac_address': 'fa:16:3e:eb:46:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2adad5ab-33b9-4f3d-b32f-5869d54c1583', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '8e994f5e-9cb9-4256-a86d-d90656809fa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:04:24Z', 'updated_at': '2021-11-22T20:04:40Z', 'revision_number': 4, 'project_id': '28bf3231e9cf4d2bbd696637cc72f7e5', 'subnets': [{'id': '8e994f5e-9cb9-4256-a86d-d90656809fa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:04:41.404877 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea9ccd2-0d54-402f-895b-2903782fc199 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81cc76b5-5434-4b07-9d38-78fc04b173f7,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:04:41.534234 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-6f6d3773-7115-4559-b2be-b9b6c50dd50e None None] For port 2b7d2801-6c19-42d4-98d8-113ca44f8eab, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=2b7d2801-6c19-42d4-98d8-113ca44f8eab,segment=NetworkSegment(8c9bcfce-bb81-4e05-b229-ebf16ae0f96f),segment_id=8c9bcfce-bb81-4e05-b229-ebf16ae0f96f)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:04:41.535356 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 2b7d2801-6c19-42d4-98d8-113ca44f8eab triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:04:41.535815 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:41.571394 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6f6d3773-7115-4559-b2be-b9b6c50dd50e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:41.639778 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6ea06026-8dbc-406e-84c8-eb41727ae324 req-d9297575-c94f-4611-8447-c8cf002ddf02 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1d007ec-a75a-4ef8-9cdd-9c679a3ff22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2989085 Nov 22 20:04:41.687118 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6d3773-7115-4559-b2be-b9b6c50dd50e None None] Pushing event updated for resources: {'Port': ['ID=2b7d2801-6c19-42d4-98d8-113ca44f8eab,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:04:41.718699 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-fa00c4e5-50a9-47be-b6ef-8ce326484453 req-2fcf4603-6dec-4f3d-8143-ac36cfa53743 service neutron] 10.222.0.41 "GET /v2.0/networks/e1b8caa3-ec74-4182-a8b7-cf8ee8619d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3772631 Nov 22 20:04:41.746776 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:04:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ea5a65c-97f6-4101-8d01-f2d3d097df5d x-openstack-request-id: req-2ea5a65c-97f6-4101-8d01-f2d3d097df5d {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:04:41.747371 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01e0b0fa-e002-4967-ab32-9c5694e22ac9", "name": "network-vif-plugged", "status": "completed", "tag": "4035a83f-24e4-427f-b321-21868f004640", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:04:41.748087 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2ea5a65c-97f6-4101-8d01-f2d3d097df5d {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:04:41.749238 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01e0b0fa-e002-4967-ab32-9c5694e22ac9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4035a83f-24e4-427f-b321-21868f004640', 'code': 200} Nov 22 20:04:41.844081 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 20:04:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6a8359c-5139-4a8e-beb2-3cea836097b2 x-openstack-request-id: req-f6a8359c-5139-4a8e-beb2-3cea836097b2 {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:04:41.844383 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02f25226-2e4b-42a2-abe9-f8cd9ab68471", "tag": "d1e875ee-4629-44da-a826-ba2378af3731", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:04:41.844649 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f6a8359c-5139-4a8e-beb2-3cea836097b2 {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:04:41.845137 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02f25226-2e4b-42a2-abe9-f8cd9ab68471', 'tag': 'd1e875ee-4629-44da-a826-ba2378af3731', 'status': 'completed', 'code': 200} Nov 22 20:04:41.939540 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614ea0b5-6c37-4c4f-8df8-d2b724879402 req-13629575-70f1-45f6-ad99-7f9937241e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:04:41.954475 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-614ea0b5-6c37-4c4f-8df8-d2b724879402 req-13629575-70f1-45f6-ad99-7f9937241e99 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=01e0b0fa-e002-4967-ab32-9c5694e22ac9 HTTP/1.1" status: 200 len: 1096 time: 0.1293640 Nov 22 20:04:42.027532 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-614ea0b5-6c37-4c4f-8df8-d2b724879402 req-9191a898-5b5f-474b-ba88-9da35395f189 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=89c2c967-26c4-4e1c-a1fd-c97f87817ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634339 Nov 22 20:04:42.035284 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-144d0c0b-8b85-4d44-b5ee-ffe1eba7843f req-ce97e080-8f0d-4477-b852-bc5fe8710110 tempest-ServersWithSpecificFlavorTestJSON-1120519075 tempest-ServersWithSpecificFlavorTestJSON-1120519075-project] 10.222.0.46 "GET /v2.0/ports?device_id=d4b9559d-40a3-4573-bebb-b20ad7954d44 HTTP/1.1" status: 200 len: 210 time: 0.1047935 Nov 22 20:04:42.096208 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7afdcfc-c5ae-4e96-a5fd-22bbde45791f req-fa0d9712-009e-4ece-91da-69e75790b76b tempest-FloatingIPsAssociationNegativeTestJSON-1762176606 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:04:42.110685 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a7afdcfc-c5ae-4e96-a5fd-22bbde45791f req-fa0d9712-009e-4ece-91da-69e75790b76b tempest-FloatingIPsAssociationNegativeTestJSON-1762176606 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606-project] 10.222.0.46 "GET /v2.0/ports?device_id=02f25226-2e4b-42a2-abe9-f8cd9ab68471 HTTP/1.1" status: 200 len: 943 time: 0.2476511 Nov 22 20:04:42.121002 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9502b1b-9a11-4e56-8c22-b7a19450abb8 req-ddcec4f4-04da-41c9-b873-a45a14992b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:04:42.126054 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c9502b1b-9a11-4e56-8c22-b7a19450abb8 req-ddcec4f4-04da-41c9-b873-a45a14992b31 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d030735374e0421a8051bc234c97dcd6&device_id=02f25226-2e4b-42a2-abe9-f8cd9ab68471 HTTP/1.1" status: 200 len: 1094 time: 0.2486589 Nov 22 20:04:42.260695 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 54320) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:04:42.391124 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a7afdcfc-c5ae-4e96-a5fd-22bbde45791f req-b6c0e708-a45a-4db4-b0f2-5ebe11f917be tempest-FloatingIPsAssociationNegativeTestJSON-1762176606 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606-project] 10.222.0.46 "GET /v2.0/security-groups?id=c037d2d6-c1c6-4d43-87f4-92fbbbea1f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2792969 Nov 22 20:04:42.440821 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3358f651-ac69-454d-acfa-44ee99e885b4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:42.454447 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9502b1b-9a11-4e56-8c22-b7a19450abb8 req-5db52757-2f2b-475f-b1b8-e0e767a601ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:04:42.462321 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c9502b1b-9a11-4e56-8c22-b7a19450abb8 req-5db52757-2f2b-475f-b1b8-e0e767a601ad service neutron] 10.222.0.41 "GET /v2.0/networks?id=e1b8caa3-ec74-4182-a8b7-cf8ee8619d8c HTTP/1.1" status: 200 len: 929 time: 0.2908285 Nov 22 20:04:42.503660 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd22a99f-1528-4a04-953a-4a72356339c9 req-8b219f78-b3a6-4a05-ac14-701cc7ac74f3 tempest-VolumesAdminNegativeTest-1794471205 tempest-VolumesAdminNegativeTest-1794471205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:04:42.511956 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-fd22a99f-1528-4a04-953a-4a72356339c9 req-8b219f78-b3a6-4a05-ac14-701cc7ac74f3 tempest-VolumesAdminNegativeTest-1794471205 tempest-VolumesAdminNegativeTest-1794471205-project] 10.222.0.46 "GET /v2.0/ports?device_id=0277a8ee-c5b6-4149-8b4d-12bd86f531a8 HTTP/1.1" status: 200 len: 946 time: 0.3395355 Nov 22 20:04:42.587334 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c9502b1b-9a11-4e56-8c22-b7a19450abb8 req-99618c51-9aa9-4029-adb0-519e4d819596 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d1e875ee-4629-44da-a826-ba2378af3731 HTTP/1.1" status: 200 len: 217 time: 0.1223886 Nov 22 20:04:42.676174 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3358f651-ac69-454d-acfa-44ee99e885b4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:42.683877 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3358f651-ac69-454d-acfa-44ee99e885b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:42.703049 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9502b1b-9a11-4e56-8c22-b7a19450abb8 req-6dc7bd2d-aca4-46d2-aed7-774f2c46865e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:04:42.704565 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c9502b1b-9a11-4e56-8c22-b7a19450abb8 req-6dc7bd2d-aca4-46d2-aed7-774f2c46865e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=68bdcb47-3fd9-4a9f-8c35-29c7d4d264fb HTTP/1.1" status: 200 len: 867 time: 0.0975266 Nov 22 20:04:42.714127 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8578fd-55dc-4593-8e15-8c2bf45736ee req-f48f5fd6-cf3a-407b-ab6d-38d4573b158e tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:04:42.715705 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5a8578fd-55dc-4593-8e15-8c2bf45736ee req-f48f5fd6-cf3a-407b-ab6d-38d4573b158e tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] 10.222.0.46 "GET /v2.0/ports?device_id=01e0b0fa-e002-4967-ab32-9c5694e22ac9 HTTP/1.1" status: 200 len: 945 time: 0.2304697 Nov 22 20:04:42.749937 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-fd22a99f-1528-4a04-953a-4a72356339c9 req-0dabf79a-3df0-42f2-ab52-aafbdd2f2f29 tempest-VolumesAdminNegativeTest-1794471205 tempest-VolumesAdminNegativeTest-1794471205-project] 10.222.0.46 "GET /v2.0/security-groups?id=0977a7ce-e750-4fa6-bb8f-0b85e8562ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2360747 Nov 22 20:04:42.797704 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-3358f651-ac69-454d-acfa-44ee99e885b4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=dd744963f9e44fc99e549b67ae6c983f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5355229 Nov 22 20:04:42.805496 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 54344) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:04:42.806134 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3358f651-ac69-454d-acfa-44ee99e885b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2ba6423-e898-4f40-b1da-4aa37bc068f3,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:04:42.937187 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9502b1b-9a11-4e56-8c22-b7a19450abb8 req-0c683880-7476-4df0-a6de-1f7c94b0cf8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:04:42.938775 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c9502b1b-9a11-4e56-8c22-b7a19450abb8 req-0c683880-7476-4df0-a6de-1f7c94b0cf8c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e1b8caa3-ec74-4182-a8b7-cf8ee8619d8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2215965 Nov 22 20:04:43.023675 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5a8578fd-55dc-4593-8e15-8c2bf45736ee req-d5151c2c-c50a-49bb-a3aa-73a463a19d8f tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] 10.222.0.46 "GET /v2.0/security-groups?id=89c2c967-26c4-4e1c-a1fd-c97f87817ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2648711 Nov 22 20:04:43.043637 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-526e366b-5e01-4069-8e25-571ae188a548 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:43.058495 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d41fbd6-dda0-46e2-91a4-8bb57cc72554 req-eab7c963-97a7-44e5-bc6d-b31b3fc4be55 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:04:43.060655 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0d41fbd6-dda0-46e2-91a4-8bb57cc72554 req-eab7c963-97a7-44e5-bc6d-b31b3fc4be55 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/ports?device_id=5093cb48-092d-4dff-ad5d-31875fbb9f2c HTTP/1.1" status: 200 len: 949 time: 0.1816306 Nov 22 20:04:43.105317 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-526e366b-5e01-4069-8e25-571ae188a548 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:43.129631 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 54358) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:04:43.207460 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c9502b1b-9a11-4e56-8c22-b7a19450abb8 req-4492a3c6-e287-45e1-8c88-6202ac7564c6 service neutron] 10.222.0.41 "GET /v2.0/networks/e1b8caa3-ec74-4182-a8b7-cf8ee8619d8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2574835 Nov 22 20:04:43.235524 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0d41fbd6-dda0-46e2-91a4-8bb57cc72554 req-0585217f-a63b-4d99-a16f-d87f28113135 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1d007ec-a75a-4ef8-9cdd-9c679a3ff22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666882 Nov 22 20:04:43.272557 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 2b7d2801-6c19-42d4-98d8-113ca44f8eab up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:04:43.338658 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-526e366b-5e01-4069-8e25-571ae188a548 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:43.347107 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-526e366b-5e01-4069-8e25-571ae188a548 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:43.349224 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-526e366b-5e01-4069-8e25-571ae188a548 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c2ba6423-e898-4f40-b1da-4aa37bc068f3 HTTP/1.1" status: 204 len: 168 time: 0.5239618 Nov 22 20:04:43.389269 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b130d709-f0f4-4663-a35a-ac176f631e18 req-8360d464-4ea8-493a-a62b-191f8e15d3a0 tempest-ServersWithSpecificFlavorTestJSON-1120519075 tempest-ServersWithSpecificFlavorTestJSON-1120519075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:04:43.391171 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-b130d709-f0f4-4663-a35a-ac176f631e18 req-8360d464-4ea8-493a-a62b-191f8e15d3a0 tempest-ServersWithSpecificFlavorTestJSON-1120519075 tempest-ServersWithSpecificFlavorTestJSON-1120519075-project] 10.222.0.41 "GET /v2.0/networks?id=a6c01d97-7edb-4357-8d46-10424981d282 HTTP/1.1" status: 200 len: 824 time: 0.2706785 Nov 22 20:04:43.409211 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-fc9cc158-601e-443b-9a1f-7e62b69b4fe1 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-708799881-network', 'tenant_id': '890340a4f3794b76b663053bf86eda6b'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:04:43.412409 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526e366b-5e01-4069-8e25-571ae188a548 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2ba6423-e898-4f40-b1da-4aa37bc068f3,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:04:43.419393 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 2b7d2801-6c19-42d4-98d8-113ca44f8eab triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:04:43.419795 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:43.480569 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-fe21deca-e568-459c-85be-eb1ee4fd12e2 req-9d8c7c6a-ade7-43a4-bb3f-ba2154507dac tempest-ServersWithSpecificFlavorTestJSON-1120519075 tempest-ServersWithSpecificFlavorTestJSON-1120519075-project] 10.222.0.46 "GET /v2.0/ports?device_id=d4b9559d-40a3-4573-bebb-b20ad7954d44 HTTP/1.1" status: 200 len: 210 time: 0.0507233 Nov 22 20:04:43.499062 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c9502b1b-9a11-4e56-8c22-b7a19450abb8 req-a2dc822b-8093-469c-ab27-cd61bb5a9b9f service neutron] 10.222.0.41 "GET /v2.0/networks/e1b8caa3-ec74-4182-a8b7-cf8ee8619d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2828283 Nov 22 20:04:43.523515 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd076b2-5443-41db-9dda-3b904f796974 req-5e9a1d85-72e8-442e-a17a-d3928e4082d3 tempest-VolumesAdminNegativeTest-1794471205 tempest-VolumesAdminNegativeTest-1794471205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:04:43.525310 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-afd076b2-5443-41db-9dda-3b904f796974 req-5e9a1d85-72e8-442e-a17a-d3928e4082d3 tempest-VolumesAdminNegativeTest-1794471205 tempest-VolumesAdminNegativeTest-1794471205-project] 10.222.0.20 "GET /v2.0/ports?device_id=0277a8ee-c5b6-4149-8b4d-12bd86f531a8 HTTP/1.1" status: 200 len: 946 time: 0.1330478 Nov 22 20:04:43.525573 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc9cc158-601e-443b-9a1f-7e62b69b4fe1 admin admin] Made reservation on behalf of 890340a4f3794b76b663053bf86eda6b for: {'network': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:04:43.530374 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-fc9cc158-601e-443b-9a1f-7e62b69b4fe1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for network, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:43.557864 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-fc9cc158-601e-443b-9a1f-7e62b69b4fe1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:43.570882 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-b130d709-f0f4-4663-a35a-ac176f631e18 req-bfd82d60-4440-4d85-9cc4-36e1febd758d tempest-ServersWithSpecificFlavorTestJSON-1120519075 tempest-ServersWithSpecificFlavorTestJSON-1120519075-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=893c9b18170649ca8789dc25bee886fa HTTP/1.1" status: 200 len: 379 time: 0.1396613 Nov 22 20:04:43.599259 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [req-b130d709-f0f4-4663-a35a-ac176f631e18 req-0a3ea2e0-d9b7-40d5-8495-5c382fcaa9ed tempest-ServersWithSpecificFlavorTestJSON-1120519075 tempest-ServersWithSpecificFlavorTestJSON-1120519075-project] Request body: {'port': {'device_id': 'd4b9559d-40a3-4573-bebb-b20ad7954d44', 'network_id': 'a6c01d97-7edb-4357-8d46-10424981d282', 'admin_state_up': True, 'tenant_id': '893c9b18170649ca8789dc25bee886fa', 'security_groups': ['ea60d010-f7c1-485a-99af-472dfb1cdc16']}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:04:43.705983 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8361420-d284-43f5-a480-cb4c8c9a8bf3 req-521e0c24-69e7-4fff-9568-0521a0e17e49 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:04:43.715466 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b8361420-d284-43f5-a480-cb4c8c9a8bf3 req-521e0c24-69e7-4fff-9568-0521a0e17e49 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606-project] 10.222.0.46 "GET /v2.0/ports?device_id=02f25226-2e4b-42a2-abe9-f8cd9ab68471 HTTP/1.1" status: 200 len: 943 time: 0.1314132 Nov 22 20:04:43.760262 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b130d709-f0f4-4663-a35a-ac176f631e18 req-0a3ea2e0-d9b7-40d5-8495-5c382fcaa9ed tempest-ServersWithSpecificFlavorTestJSON-1120519075 tempest-ServersWithSpecificFlavorTestJSON-1120519075-project] Made reservation on behalf of 893c9b18170649ca8789dc25bee886fa for: {'port': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:04:43.763860 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-b130d709-f0f4-4663-a35a-ac176f631e18 req-0a3ea2e0-d9b7-40d5-8495-5c382fcaa9ed tempest-ServersWithSpecificFlavorTestJSON-1120519075 tempest-ServersWithSpecificFlavorTestJSON-1120519075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:43.787296 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b8361420-d284-43f5-a480-cb4c8c9a8bf3 req-c4c4f024-5cbf-4339-b4d8-94a890bc4942 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606-project] 10.222.0.46 "GET /v2.0/security-groups?id=c037d2d6-c1c6-4d43-87f4-92fbbbea1f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709403 Nov 22 20:04:43.803885 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [req-afd076b2-5443-41db-9dda-3b904f796974 req-7d37639d-3b09-4478-9268-c4fd3515e097 tempest-VolumesAdminNegativeTest-1794471205 tempest-VolumesAdminNegativeTest-1794471205-project] Deleting port 44fc735c-5c33-4e34-a86a-225c77b4a983 {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:04:43.803885 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-afd076b2-5443-41db-9dda-3b904f796974 req-7d37639d-3b09-4478-9268-c4fd3515e097 tempest-VolumesAdminNegativeTest-1794471205 tempest-VolumesAdminNegativeTest-1794471205-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:43.822974 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-fc9cc158-601e-443b-9a1f-7e62b69b4fe1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:43.828802 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-fc9cc158-601e-443b-9a1f-7e62b69b4fe1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:43.867989 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc9cc158-601e-443b-9a1f-7e62b69b4fe1 admin admin] vlan segment allocate from pool success with {'vlan_id': 608, 'physical_network': 'physnet1'} {{(pid=103447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 20:04:43.877335 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9cc158-601e-443b-9a1f-7e62b69b4fe1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f378991c-f5e2-43d4-b450-011d3b2b2ad2,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:04:43.883442 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-fc9cc158-601e-443b-9a1f-7e62b69b4fe1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:43.883882 n-d-818823-1 neutron-server[103447]: INFO neutron.db.segments_db [None req-fc9cc158-601e-443b-9a1f-7e62b69b4fe1 admin admin] Added segment f1ac044f-84ba-48f7-b4cc-86fa86e822e4 of type vlan for network a57abe36-5544-4172-9b92-02ebd755f0ce Nov 22 20:04:43.956695 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 54380) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:04:43.985788 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-fc9cc158-601e-443b-9a1f-7e62b69b4fe1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748992492791'] for network, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:43.998733 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e1dae5eb-1071-4502-8076-0c0acb5b6508 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:44.028599 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e35a5cf-c81a-4bb5-8e5c-f447c8d2b304 req-4acfc7f5-7037-410e-a211-ca3323184cf6 tempest-VolumesAdminNegativeTest-1794471205 tempest-VolumesAdminNegativeTest-1794471205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:04:44.038252 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5e35a5cf-c81a-4bb5-8e5c-f447c8d2b304 req-4acfc7f5-7037-410e-a211-ca3323184cf6 tempest-VolumesAdminNegativeTest-1794471205 tempest-VolumesAdminNegativeTest-1794471205-project] 10.222.0.46 "GET /v2.0/ports?device_id=0277a8ee-c5b6-4149-8b4d-12bd86f531a8 HTTP/1.1" status: 200 len: 946 time: 0.0944824 Nov 22 20:04:44.048838 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-afd076b2-5443-41db-9dda-3b904f796974 req-7d37639d-3b09-4478-9268-c4fd3515e097 tempest-VolumesAdminNegativeTest-1794471205 tempest-VolumesAdminNegativeTest-1794471205-project] For port 44fc735c-5c33-4e34-a86a-225c77b4a983, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=44fc735c-5c33-4e34-a86a-225c77b4a983,segment=NetworkSegment(97efaa7c-8ce3-4092-a364-fe47bfb4e770),segment_id=97efaa7c-8ce3-4092-a364-fe47bfb4e770)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:04:44.049303 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-afd076b2-5443-41db-9dda-3b904f796974 req-7d37639d-3b09-4478-9268-c4fd3515e097 tempest-VolumesAdminNegativeTest-1794471205 tempest-VolumesAdminNegativeTest-1794471205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:44.060621 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:44.070604 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:44.072383 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-fc9cc158-601e-443b-9a1f-7e62b69b4fe1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for network, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:44.073750 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc9cc158-601e-443b-9a1f-7e62b69b4fe1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:04:44.074436 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-fc9cc158-601e-443b-9a1f-7e62b69b4fe1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for network, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:44.075446 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [req-afd076b2-5443-41db-9dda-3b904f796974 req-7d37639d-3b09-4478-9268-c4fd3515e097 tempest-VolumesAdminNegativeTest-1794471205 tempest-VolumesAdminNegativeTest-1794471205-project] Calling delete_port for 44fc735c-5c33-4e34-a86a-225c77b4a983 owned by compute:nova {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:04:44.096544 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [req-b130d709-f0f4-4663-a35a-ac176f631e18 req-0a3ea2e0-d9b7-40d5-8495-5c382fcaa9ed tempest-ServersWithSpecificFlavorTestJSON-1120519075 tempest-ServersWithSpecificFlavorTestJSON-1120519075-project] Allocated IP 172.20.0.14 (a6c01d97-7edb-4357-8d46-10424981d282/8484e927-d598-4c05-a88d-f7c50161999e/c2d1be9a-7c67-4fdb-ad0c-fa04ae9c3b2b) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:04:44.151283 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-fc9cc158-601e-443b-9a1f-7e62b69b4fe1 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0164630 Nov 22 20:04:44.151888 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 54392) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:04:44.157187 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-40936310-d3c5-4a44-96b3-fe6afb7b58b4 admin admin] Request body: {'subnet': {'network_id': 'a57abe36-5544-4172-9b92-02ebd755f0ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-708799881-subnet', 'tenant_id': '890340a4f3794b76b663053bf86eda6b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:04:44.159111 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5e35a5cf-c81a-4bb5-8e5c-f447c8d2b304 req-22dc9266-0523-4c0f-8339-6aa36e7092d4 tempest-VolumesAdminNegativeTest-1794471205 tempest-VolumesAdminNegativeTest-1794471205-project] 10.222.0.46 "GET /v2.0/security-groups?id=0977a7ce-e750-4fa6-bb8f-0b85e8562ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200318 Nov 22 20:04:44.168974 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9cc158-601e-443b-9a1f-7e62b69b4fe1 admin admin] Pushing event updated for resources: {'Network': ['ID=a57abe36-5544-4172-9b92-02ebd755f0ce,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:04:44.182408 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Network a57abe36-5544-4172-9b92-02ebd755f0ce details requested by agent ovs-agent-n-d-818823-1 with host n-d-818823-1 {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 20:04:44.290082 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40936310-d3c5-4a44-96b3-fe6afb7b58b4 admin admin] Made reservation on behalf of 890340a4f3794b76b663053bf86eda6b for: {'subnet': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:04:44.292439 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-40936310-d3c5-4a44-96b3-fe6afb7b58b4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11792951'] for subnet, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:44.326696 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b32800-8bbb-49f5-97f8-99c1beaed477 req-de3d2e27-624d-46a9-95ed-713ffcf55598 tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:04:44.328534 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a9b32800-8bbb-49f5-97f8-99c1beaed477 req-de3d2e27-624d-46a9-95ed-713ffcf55598 tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] 10.222.0.46 "GET /v2.0/ports?device_id=01e0b0fa-e002-4967-ab32-9c5694e22ac9 HTTP/1.1" status: 200 len: 945 time: 0.0794022 Nov 22 20:04:44.418482 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e1dae5eb-1071-4502-8076-0c0acb5b6508 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:44.428654 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a9b32800-8bbb-49f5-97f8-99c1beaed477 req-10bcae72-6cb4-4cb9-84b0-4b5f15f84515 tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] 10.222.0.46 "GET /v2.0/security-groups?id=89c2c967-26c4-4e1c-a1fd-c97f87817ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929987 Nov 22 20:04:44.441168 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e1dae5eb-1071-4502-8076-0c0acb5b6508 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:44.442207 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42a2785-6606-4784-aaca-612c8996a6cb req-24693de3-ea44-4706-8202-88a21d468840 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:04:44.448193 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f42a2785-6606-4784-aaca-612c8996a6cb req-24693de3-ea44-4706-8202-88a21d468840 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/ports?device_id=5093cb48-092d-4dff-ad5d-31875fbb9f2c HTTP/1.1" status: 200 len: 949 time: 0.1015956 Nov 22 20:04:44.510928 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f42a2785-6606-4784-aaca-612c8996a6cb req-a78b72d6-7101-4a50-90d4-5e73eda4d3dc tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1d007ec-a75a-4ef8-9cdd-9c679a3ff22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598295 Nov 22 20:04:44.522771 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-afd076b2-5443-41db-9dda-3b904f796974 req-7d37639d-3b09-4478-9268-c4fd3515e097 tempest-VolumesAdminNegativeTest-1794471205 tempest-VolumesAdminNegativeTest-1794471205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:44.535487 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-e1dae5eb-1071-4502-8076-0c0acb5b6508 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f93587303577424faa7cd30431d6a81a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5753653 Nov 22 20:04:44.536037 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] get_ports_and_sgs() called for port_ids ['44fc735c-5c33-4e34-a86a-225c77b4a983'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:04:44.536523 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dae5eb-1071-4502-8076-0c0acb5b6508 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=230e425e-d7b3-4ad1-9eaa-f2772a8e229f,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:04:44.538672 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 54410) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:04:44.546318 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-b130d709-f0f4-4663-a35a-ac176f631e18 req-0a3ea2e0-d9b7-40d5-8495-5c382fcaa9ed tempest-ServersWithSpecificFlavorTestJSON-1120519075 tempest-ServersWithSpecificFlavorTestJSON-1120519075-project] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:44.579660 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d37639d-3b09-4478-9268-c4fd3515e097 tempest-VolumesAdminNegativeTest-1794471205 tempest-VolumesAdminNegativeTest-1794471205-project] Pushing event deleted for resources: {'Port': ['ID=44fc735c-5c33-4e34-a86a-225c77b4a983,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:04:44.650104 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-cabab5f3-2aaa-4cba-b50e-85d028c91c5a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:44.670699 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [req-afd076b2-5443-41db-9dda-3b904f796974 req-7d37639d-3b09-4478-9268-c4fd3515e097 tempest-VolumesAdminNegativeTest-1794471205 tempest-VolumesAdminNegativeTest-1794471205-project] No DVR routers for this DVR port 44fc735c-5c33-4e34-a86a-225c77b4a983 on host n-h2-818823-1 {{(pid=103448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:04:44.677050 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-afd076b2-5443-41db-9dda-3b904f796974 req-7d37639d-3b09-4478-9268-c4fd3515e097 tempest-VolumesAdminNegativeTest-1794471205 tempest-VolumesAdminNegativeTest-1794471205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:44.681032 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-afd076b2-5443-41db-9dda-3b904f796974 req-7d37639d-3b09-4478-9268-c4fd3515e097 tempest-VolumesAdminNegativeTest-1794471205 tempest-VolumesAdminNegativeTest-1794471205-project] 10.222.0.20 "DELETE /v2.0/ports/44fc735c-5c33-4e34-a86a-225c77b4a983 HTTP/1.1" status: 204 len: 173 time: 1.1468415 Nov 22 20:04:44.682976 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0277a8ee-c5b6-4149-8b4d-12bd86f531a8', 'name': 'network-vif-deleted', 'tag': '44fc735c-5c33-4e34-a86a-225c77b4a983'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:04:44.685291 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589a98cf2aea187fcc423a5edb333e5a6cf3ad7c81115d1ebee0f079693c312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14982440-951e-4a5c-b84a-b6c7d7bc5198" -d '{"events": [{"server_uuid": "0277a8ee-c5b6-4149-8b4d-12bd86f531a8", "name": "network-vif-deleted", "tag": "44fc735c-5c33-4e34-a86a-225c77b4a983"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:04:44.686074 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-cabab5f3-2aaa-4cba-b50e-85d028c91c5a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:44.740872 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-b130d709-f0f4-4663-a35a-ac176f631e18 req-0a3ea2e0-d9b7-40d5-8495-5c382fcaa9ed tempest-ServersWithSpecificFlavorTestJSON-1120519075 tempest-ServersWithSpecificFlavorTestJSON-1120519075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:44.745012 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-40936310-d3c5-4a44-96b3-fe6afb7b58b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11567560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11792921'] for subnet, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:44.757739 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-cabab5f3-2aaa-4cba-b50e-85d028c91c5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:44.760637 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-cabab5f3-2aaa-4cba-b50e-85d028c91c5a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:44.764331 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-cabab5f3-2aaa-4cba-b50e-85d028c91c5a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/230e425e-d7b3-4ad1-9eaa-f2772a8e229f HTTP/1.1" status: 204 len: 168 time: 0.2204566 Nov 22 20:04:44.775333 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabab5f3-2aaa-4cba-b50e-85d028c91c5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=230e425e-d7b3-4ad1-9eaa-f2772a8e229f,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:04:44.872292 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40936310-d3c5-4a44-96b3-fe6afb7b58b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=da2f2400-ac33-429d-8b1f-77d7d55a4c4f,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:04:44.924582 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b130d709-f0f4-4663-a35a-ac176f631e18 req-0a3ea2e0-d9b7-40d5-8495-5c382fcaa9ed tempest-ServersWithSpecificFlavorTestJSON-1120519075 tempest-ServersWithSpecificFlavorTestJSON-1120519075-project] Network a6c01d97-7edb-4357-8d46-10424981d282 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:04:44.939042 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [req-b130d709-f0f4-4663-a35a-ac176f631e18 req-0a3ea2e0-d9b7-40d5-8495-5c382fcaa9ed tempest-ServersWithSpecificFlavorTestJSON-1120519075 tempest-ServersWithSpecificFlavorTestJSON-1120519075-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:04:44.954500 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3ea2e0-d9b7-40d5-8495-5c382fcaa9ed tempest-ServersWithSpecificFlavorTestJSON-1120519075 tempest-ServersWithSpecificFlavorTestJSON-1120519075-project] Pushing event updated for resources: {'Port': ['ID=c2d1be9a-7c67-4fdb-ad0c-fa04ae9c3b2b,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:04:44.957895 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [req-b130d709-f0f4-4663-a35a-ac176f631e18 req-0a3ea2e0-d9b7-40d5-8495-5c382fcaa9ed tempest-ServersWithSpecificFlavorTestJSON-1120519075 tempest-ServersWithSpecificFlavorTestJSON-1120519075-project] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:04:44.981234 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6d76f0-f40a-4832-9b82-6f4e7fa25a12 req-211f135a-f56f-4bf0-a59c-130042790d0f tempest-LiveAutoBlockMigrationV225Test-67792349 tempest-LiveAutoBlockMigrationV225Test-67792349-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:04:44.989128 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-cc6d76f0-f40a-4832-9b82-6f4e7fa25a12 req-211f135a-f56f-4bf0-a59c-130042790d0f tempest-LiveAutoBlockMigrationV225Test-67792349 tempest-LiveAutoBlockMigrationV225Test-67792349-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=01e0b0fa-e002-4967-ab32-9c5694e22ac9 HTTP/1.1" status: 200 len: 1096 time: 0.0945680 Nov 22 20:04:45.007246 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f248c83f-4f2f-45c0-a18f-2d1b55dc51fb req-fbfffc4f-e482-40b2-be23-ab83621c2293 tempest-ServersWithSpecificFlavorTestJSON-1120519075 tempest-ServersWithSpecificFlavorTestJSON-1120519075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:04:45.015715 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f248c83f-4f2f-45c0-a18f-2d1b55dc51fb req-fbfffc4f-e482-40b2-be23-ab83621c2293 tempest-ServersWithSpecificFlavorTestJSON-1120519075 tempest-ServersWithSpecificFlavorTestJSON-1120519075-project] 10.222.0.46 "GET /v2.0/ports?device_id=d4b9559d-40a3-4573-bebb-b20ad7954d44 HTTP/1.1" status: 200 len: 932 time: 0.1063728 Nov 22 20:04:45.023949 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40936310-d3c5-4a44-96b3-fe6afb7b58b4 admin admin] Checking segment: {'id': 'f1ac044f-84ba-48f7-b4cc-86fa86e822e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'a57abe36-5544-4172-9b92-02ebd755f0ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:04:45.024318 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40936310-d3c5-4a44-96b3-fe6afb7b58b4 admin admin] Network hostable DHCP agents. Network: a57abe36-5544-4172-9b92-02ebd755f0ce, hostable agents: ['02adaa64-0987-4b74-bad0-cbcf56f8a294'], hosted agents: [] {{(pid=103448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 20:04:45.030078 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device d1e875ee-4629-44da-a826-ba2378af3731 details requested by agent hyperv_n-h1-818823-1 with host n-h1-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 20:04:45.069436 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b130d709-f0f4-4663-a35a-ac176f631e18 req-0a3ea2e0-d9b7-40d5-8495-5c382fcaa9ed tempest-ServersWithSpecificFlavorTestJSON-1120519075 tempest-ServersWithSpecificFlavorTestJSON-1120519075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:04:45.070122 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-b130d709-f0f4-4663-a35a-ac176f631e18 req-0a3ea2e0-d9b7-40d5-8495-5c382fcaa9ed tempest-ServersWithSpecificFlavorTestJSON-1120519075 tempest-ServersWithSpecificFlavorTestJSON-1120519075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:45.082297 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40936310-d3c5-4a44-96b3-fe6afb7b58b4 admin admin] Network a57abe36-5544-4172-9b92-02ebd755f0ce is scheduled to be hosted by DHCP agent 02adaa64-0987-4b74-bad0-cbcf56f8a294 with binding_index 1 {{(pid=103448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 20:04:45.092597 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-b130d709-f0f4-4663-a35a-ac176f631e18 req-0a3ea2e0-d9b7-40d5-8495-5c382fcaa9ed tempest-ServersWithSpecificFlavorTestJSON-1120519075 tempest-ServersWithSpecificFlavorTestJSON-1120519075-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4988670 Nov 22 20:04:45.106983 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [req-b130d709-f0f4-4663-a35a-ac176f631e18 req-675a10c8-2c2d-43c7-83ae-adf4059b1e93 service neutron] Request body: {'port': {'device_id': 'd4b9559d-40a3-4573-bebb-b20ad7954d44', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818823-1'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:04:45.141808 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-cc6d76f0-f40a-4832-9b82-6f4e7fa25a12 req-4c19ad53-1c71-4c65-92b3-37aef00ddc06 tempest-LiveAutoBlockMigrationV225Test-67792349 tempest-LiveAutoBlockMigrationV225Test-67792349-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=89c2c967-26c4-4e1c-a1fd-c97f87817ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516852 Nov 22 20:04:45.161886 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-40936310-d3c5-4a44-96b3-fe6afb7b58b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818823-1, a57abe36-5544-4172-9b92-02ebd755f0ce) {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:04:45.171536 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40936310-d3c5-4a44-96b3-fe6afb7b58b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:04:45.172423 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-40936310-d3c5-4a44-96b3-fe6afb7b58b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:45.211714 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f248c83f-4f2f-45c0-a18f-2d1b55dc51fb req-0240616e-b271-4354-bdfb-fcc625c354f1 tempest-ServersWithSpecificFlavorTestJSON-1120519075 tempest-ServersWithSpecificFlavorTestJSON-1120519075-project] 10.222.0.46 "GET /v2.0/security-groups?id=ea60d010-f7c1-485a-99af-472dfb1cdc16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1849916 Nov 22 20:04:45.227848 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2734a6a8-6779-4998-802f-edc5a007eeb8 None None] Network a57abe36-5544-4172-9b92-02ebd755f0ce requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:04:45.248158 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-b130d709-f0f4-4663-a35a-ac176f631e18 req-675a10c8-2c2d-43c7-83ae-adf4059b1e93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:45.336628 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:04:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81cbc5b9-75a1-453e-8bfc-76734d9cb263 x-openstack-request-id: req-81cbc5b9-75a1-453e-8bfc-76734d9cb263 {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:04:45.338294 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0277a8ee-c5b6-4149-8b4d-12bd86f531a8", "name": "network-vif-deleted", "tag": "44fc735c-5c33-4e34-a86a-225c77b4a983", "status": "completed", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:04:45.338729 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-81cbc5b9-75a1-453e-8bfc-76734d9cb263 {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:04:45.339427 n-d-818823-1 neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0277a8ee-c5b6-4149-8b4d-12bd86f531a8', 'name': 'network-vif-deleted', 'tag': '44fc735c-5c33-4e34-a86a-225c77b4a983', 'status': 'completed', 'code': 200} Nov 22 20:04:45.353836 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-40936310-d3c5-4a44-96b3-fe6afb7b58b4 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2006650 Nov 22 20:04:45.357203 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 54436) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:04:45.363317 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-95b1cc33-108b-4e41-af71-e11b1ea1729d admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-708799881-router', 'tenant_id': '890340a4f3794b76b663053bf86eda6b', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'}}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:04:45.400170 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5f885f-721d-49f4-8bdc-e5ef729b2d02 req-3bc34649-e23c-492d-8813-e2620c1766dc tempest-FloatingIPsAssociationNegativeTestJSON-1762176606 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:04:45.401832 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-bc5f885f-721d-49f4-8bdc-e5ef729b2d02 req-3bc34649-e23c-492d-8813-e2620c1766dc tempest-FloatingIPsAssociationNegativeTestJSON-1762176606 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606-project] 10.222.0.46 "GET /v2.0/ports?device_id=02f25226-2e4b-42a2-abe9-f8cd9ab68471 HTTP/1.1" status: 200 len: 943 time: 0.0887191 Nov 22 20:04:45.412041 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-95b1cc33-108b-4e41-af71-e11b1ea1729d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24799'] for router, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:45.413268 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-95b1cc33-108b-4e41-af71-e11b1ea1729d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-632716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24788'] for router, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:45.474071 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-e3ae9060-b765-4cef-8231-f79d7b9e13fa None None] Provisioning complete for port c2d1be9a-7c67-4fdb-ad0c-fa04ae9c3b2b triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:04:45.474539 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e3ae9060-b765-4cef-8231-f79d7b9e13fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:45.506943 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port d1e875ee-4629-44da-a826-ba2378af3731, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=d1e875ee-4629-44da-a826-ba2378af3731,segment=NetworkSegment(c68febf0-9b45-4f92-a002-5342e4436047),segment_id=c68febf0-9b45-4f92-a002-5342e4436047)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:04:45.571169 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Returning: {'device': 'd1e875ee-4629-44da-a826-ba2378af3731', 'network_id': 'e1b8caa3-ec74-4182-a8b7-cf8ee8619d8c', 'port_id': 'd1e875ee-4629-44da-a826-ba2378af3731', 'mac_address': 'fa:16:3e:a1:17:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68bdcb47-3fd9-4a9f-8c35-29c7d4d264fb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 20:04:45.594062 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-bc5f885f-721d-49f4-8bdc-e5ef729b2d02 req-fd92bd8c-72bc-4101-9aa7-c63b859db4c8 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606-project] 10.222.0.46 "GET /v2.0/security-groups?id=c037d2d6-c1c6-4d43-87f4-92fbbbea1f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816163 Nov 22 20:04:45.597101 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-95b1cc33-108b-4e41-af71-e11b1ea1729d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:45.600465 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-e3ae9060-b765-4cef-8231-f79d7b9e13fa None None] Port c2d1be9a-7c67-4fdb-ad0c-fa04ae9c3b2b cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:04:45.656776 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 54444) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:04:45.670233 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:45.760897 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1e875ee-4629-44da-a826-ba2378af3731 {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:04:45.815443 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_v2 [None req-8385f1c1-008a-46b4-ba00-ea277c55e022 admin admin] Deleting subnet b49660d2-5ec3-4a3b-8d42-2b5f78f417e2 {{(pid=103448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 20:04:45.821019 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8385f1c1-008a-46b4-ba00-ea277c55e022 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:45.830186 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port d1e875ee-4629-44da-a826-ba2378af3731, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=d1e875ee-4629-44da-a826-ba2378af3731,segment=NetworkSegment(c68febf0-9b45-4f92-a002-5342e4436047),segment_id=c68febf0-9b45-4f92-a002-5342e4436047)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:04:45.835014 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f73fa6d3-25a9-4d67-84e1-007633406576 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fb26bd7-ce56-527b-b94f-2e1f7cb2bb35-a57abe36-5544-4172-9b92-02ebd755f0ce', 'network_id': 'a57abe36-5544-4172-9b92-02ebd755f0ce', 'tenant_id': '890340a4f3794b76b663053bf86eda6b', 'fixed_ips': [{'subnet_id': 'da2f2400-ac33-429d-8b1f-77d7d55a4c4f'}]}} from n-d-818823-1. {{(pid=103449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 20:04:45.836237 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-f73fa6d3-25a9-4d67-84e1-007633406576 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:45.844121 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [req-b130d709-f0f4-4663-a35a-ac176f631e18 req-675a10c8-2c2d-43c7-83ae-adf4059b1e93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2d1be9a-7c67-4fdb-ad0c-fa04ae9c3b2b {{(pid=103448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:04:45.847407 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:45.858355 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-b130d709-f0f4-4663-a35a-ac176f631e18 req-675a10c8-2c2d-43c7-83ae-adf4059b1e93 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:45.883633 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8385f1c1-008a-46b4-ba00-ea277c55e022 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11627908'] for subnet, precommit_delete_associations {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:45.885332 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [req-b130d709-f0f4-4663-a35a-ac176f631e18 req-675a10c8-2c2d-43c7-83ae-adf4059b1e93 service neutron] Transition to ACTIVE for port object c2d1be9a-7c67-4fdb-ad0c-fa04ae9c3b2b will not be triggered until provisioned by entity L2. {{(pid=103448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 20:04:45.908331 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-b130d709-f0f4-4663-a35a-ac176f631e18 req-675a10c8-2c2d-43c7-83ae-adf4059b1e93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:45.971978 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675a10c8-2c2d-43c7-83ae-adf4059b1e93 service neutron] Pushing event updated for resources: {'Port': ['ID=c2d1be9a-7c67-4fdb-ad0c-fa04ae9c3b2b,revision_number=2']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:04:45.986827 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=d1e875ee-4629-44da-a826-ba2378af3731,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:04:46.040260 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8385f1c1-008a-46b4-ba00-ea277c55e022 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3753007'] for subnet, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:46.080018 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.db_base_plugin_common [None req-f73fa6d3-25a9-4d67-84e1-007633406576 None None] Allocated IP 172.20.0.2 (a57abe36-5544-4172-9b92-02ebd755f0ce/da2f2400-ac33-429d-8b1f-77d7d55a4c4f/b40d6741-4365-4be5-a40e-c5917f5eb077) {{(pid=103449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:04:46.086104 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] get_ports_and_sgs() called for port_ids ['d1e875ee-4629-44da-a826-ba2378af3731'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:04:46.181512 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-b130d709-f0f4-4663-a35a-ac176f631e18 req-675a10c8-2c2d-43c7-83ae-adf4059b1e93 service neutron] Attempting to bind port c2d1be9a-7c67-4fdb-ad0c-fa04ae9c3b2b on host n-h1-818823-1 for vnic_type normal with profile {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:04:46.187053 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-b130d709-f0f4-4663-a35a-ac176f631e18 req-675a10c8-2c2d-43c7-83ae-adf4059b1e93 service neutron] Attempting to bind port c2d1be9a-7c67-4fdb-ad0c-fa04ae9c3b2b by drivers openvswitch,hyperv on host n-h1-818823-1 at level 0 using segments [{'id': 'f0c11d7a-96fd-43fa-957b-1793939552d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'a6c01d97-7edb-4357-8d46-10424981d282'}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:04:46.187871 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d82b58a-7cab-4ddf-ae4b-4d8b8fe18da9 req-3de60bb0-75c4-4387-9506-be5c49978468 tempest-LiveAutoBlockMigrationV225Test-67792349 tempest-LiveAutoBlockMigrationV225Test-67792349-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:04:46.189231 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b130d709-f0f4-4663-a35a-ac176f631e18 req-675a10c8-2c2d-43c7-83ae-adf4059b1e93 service neutron] Attempting to bind port c2d1be9a-7c67-4fdb-ad0c-fa04ae9c3b2b on network a6c01d97-7edb-4357-8d46-10424981d282 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:04:46.197677 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2d82b58a-7cab-4ddf-ae4b-4d8b8fe18da9 req-3de60bb0-75c4-4387-9506-be5c49978468 tempest-LiveAutoBlockMigrationV225Test-67792349 tempest-LiveAutoBlockMigrationV225Test-67792349-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=01e0b0fa-e002-4967-ab32-9c5694e22ac9 HTTP/1.1" status: 200 len: 1096 time: 0.4722962 Nov 22 20:04:46.208606 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-95b1cc33-108b-4e41-af71-e11b1ea1729d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:46.249116 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b130d709-f0f4-4663-a35a-ac176f631e18 req-675a10c8-2c2d-43c7-83ae-adf4059b1e93 service neutron] Port c2d1be9a-7c67-4fdb-ad0c-fa04ae9c3b2b on network a6c01d97-7edb-4357-8d46-10424981d282 not bound, no agent of type Open vSwitch agent registered on host n-h1-818823-1 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:04:46.249440 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b130d709-f0f4-4663-a35a-ac176f631e18 req-675a10c8-2c2d-43c7-83ae-adf4059b1e93 service neutron] Attempting to bind port c2d1be9a-7c67-4fdb-ad0c-fa04ae9c3b2b on network a6c01d97-7edb-4357-8d46-10424981d282 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:04:46.288329 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a478d47-a4da-44a0-b35e-a13ca7668f6d req-28bbe1f8-4318-470a-ba64-f4c98dc8ed74 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:04:46.296474 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6a478d47-a4da-44a0-b35e-a13ca7668f6d req-28bbe1f8-4318-470a-ba64-f4c98dc8ed74 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/ports?device_id=5093cb48-092d-4dff-ad5d-31875fbb9f2c HTTP/1.1" status: 200 len: 949 time: 0.5323572 Nov 22 20:04:46.388283 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2d82b58a-7cab-4ddf-ae4b-4d8b8fe18da9 req-ef15d95d-b547-4a27-8fd5-ae71edcb7914 tempest-LiveAutoBlockMigrationV225Test-67792349 tempest-LiveAutoBlockMigrationV225Test-67792349-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=89c2c967-26c4-4e1c-a1fd-c97f87817ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895611 Nov 22 20:04:46.479661 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6a478d47-a4da-44a0-b35e-a13ca7668f6d req-45537130-b5f9-40a1-a0cd-71ed2965776d tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1d007ec-a75a-4ef8-9cdd-9c679a3ff22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819043 Nov 22 20:04:46.508637 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-f73fa6d3-25a9-4d67-84e1-007633406576 None None] Publish callbacks [] for port, precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:46.535389 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b130d709-f0f4-4663-a35a-ac176f631e18 req-675a10c8-2c2d-43c7-83ae-adf4059b1e93 service neutron] Checking agent: {'id': '7a008cff-3b49-418c-8046-689d46cc800f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'started_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 4, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:04:46.535918 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b130d709-f0f4-4663-a35a-ac176f631e18 req-675a10c8-2c2d-43c7-83ae-adf4059b1e93 service neutron] Checking segment: {'id': 'f0c11d7a-96fd-43fa-957b-1793939552d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'a6c01d97-7edb-4357-8d46-10424981d282'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:04:46.536708 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b130d709-f0f4-4663-a35a-ac176f631e18 req-675a10c8-2c2d-43c7-83ae-adf4059b1e93 service neutron] Bound using segment: {'id': 'f0c11d7a-96fd-43fa-957b-1793939552d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'a6c01d97-7edb-4357-8d46-10424981d282'} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:04:46.538492 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-b130d709-f0f4-4663-a35a-ac176f631e18 req-675a10c8-2c2d-43c7-83ae-adf4059b1e93 service neutron] Bound port: c2d1be9a-7c67-4fdb-ad0c-fa04ae9c3b2b, host: n-h1-818823-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0c11d7a-96fd-43fa-957b-1793939552d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'a6c01d97-7edb-4357-8d46-10424981d282'}}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:04:46.538492 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-b130d709-f0f4-4663-a35a-ac176f631e18 req-675a10c8-2c2d-43c7-83ae-adf4059b1e93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:46.564171 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-f73fa6d3-25a9-4d67-84e1-007633406576 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372'] for port, after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:46.570100 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-19882ca7-dca4-48ff-b466-b446c99a3f3b req-2944a310-86b0-4eb7-b8f5-f6da39c2b65e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=01e0b0fa-e002-4967-ab32-9c5694e22ac9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3643272 Nov 22 20:04:46.652797 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-b130d709-f0f4-4663-a35a-ac176f631e18 req-675a10c8-2c2d-43c7-83ae-adf4059b1e93 service neutron] For port c2d1be9a-7c67-4fdb-ad0c-fa04ae9c3b2b, host n-h1-818823-1, cleared binding levels {{(pid=103448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:04:46.660559 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8385f1c1-008a-46b4-ba00-ea277c55e022 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3753014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11567369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11792914'] for subnet, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:46.681995 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f73fa6d3-25a9-4d67-84e1-007633406576 None None] Network a57abe36-5544-4172-9b92-02ebd755f0ce is already hosted by enough agents. {{(pid=103449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:04:46.686005 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.base_scheduler [None req-f73fa6d3-25a9-4d67-84e1-007633406576 None None] Resources bound (agent type, host, resource id): {{(pid=103449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:04:46.703890 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f73fa6d3-25a9-4d67-84e1-007633406576 None None] Received port after_create {{(pid=103449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:04:46.719694 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8385f1c1-008a-46b4-ba00-ea277c55e022 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:46.726146 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-8385f1c1-008a-46b4-ba00-ea277c55e022 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/b49660d2-5ec3-4a3b-8d42-2b5f78f417e2 HTTP/1.1" status: 204 len: 168 time: 1.0592008 Nov 22 20:04:46.748268 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73fa6d3-25a9-4d67-84e1-007633406576 None None] Pushing event updated for resources: {'Port': ['ID=b40d6741-4365-4be5-a40e-c5917f5eb077,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:04:46.749331 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 54474) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:04:46.750390 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-95b1cc33-108b-4e41-af71-e11b1ea1729d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:46.753160 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-b130d709-f0f4-4663-a35a-ac176f631e18 req-675a10c8-2c2d-43c7-83ae-adf4059b1e93 service neutron] For port c2d1be9a-7c67-4fdb-ad0c-fa04ae9c3b2b, host n-h1-818823-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=c2d1be9a-7c67-4fdb-ad0c-fa04ae9c3b2b,segment=NetworkSegment(f0c11d7a-96fd-43fa-957b-1793939552d9),segment_id=f0c11d7a-96fd-43fa-957b-1793939552d9)] {{(pid=103448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:04:46.778213 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-b130d709-f0f4-4663-a35a-ac176f631e18 req-675a10c8-2c2d-43c7-83ae-adf4059b1e93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:46.780755 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8385f1c1-008a-46b4-ba00-ea277c55e022 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b49660d2-5ec3-4a3b-8d42-2b5f78f417e2,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:04:46.830155 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-95b1cc33-108b-4e41-af71-e11b1ea1729d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:46.838110 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b130d709-f0f4-4663-a35a-ac176f631e18 req-675a10c8-2c2d-43c7-83ae-adf4059b1e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:04:46.839251 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-b130d709-f0f4-4663-a35a-ac176f631e18 req-675a10c8-2c2d-43c7-83ae-adf4059b1e93 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:46.841082 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-b130d709-f0f4-4663-a35a-ac176f631e18 req-675a10c8-2c2d-43c7-83ae-adf4059b1e93 service neutron] 10.222.0.41 "PUT /v2.0/ports/c2d1be9a-7c67-4fdb-ad0c-fa04ae9c3b2b HTTP/1.1" status: 200 len: 1092 time: 1.7406435 Nov 22 20:04:46.860155 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9adce08-65d8-4428-b006-f15b177c9a2c req-9c277277-e2f0-44dd-a238-a6edcfc9ecce tempest-ServersWithSpecificFlavorTestJSON-1120519075 tempest-ServersWithSpecificFlavorTestJSON-1120519075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:04:46.869658 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f9adce08-65d8-4428-b006-f15b177c9a2c req-9c277277-e2f0-44dd-a238-a6edcfc9ecce tempest-ServersWithSpecificFlavorTestJSON-1120519075 tempest-ServersWithSpecificFlavorTestJSON-1120519075-project] 10.222.0.46 "GET /v2.0/ports?device_id=d4b9559d-40a3-4573-bebb-b20ad7954d44 HTTP/1.1" status: 200 len: 944 time: 0.2521567 Nov 22 20:04:46.886999 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19882ca7-dca4-48ff-b466-b446c99a3f3b req-f524e9a7-7917-4f91-845f-5adad49c1505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:04:46.888700 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-19882ca7-dca4-48ff-b466-b446c99a3f3b req-f524e9a7-7917-4f91-845f-5adad49c1505 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ed1bb220b53d484cb7697cddf2626bd6&device_id=01e0b0fa-e002-4967-ab32-9c5694e22ac9 HTTP/1.1" status: 200 len: 1096 time: 0.2330899 Nov 22 20:04:46.998047 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675a10c8-2c2d-43c7-83ae-adf4059b1e93 service neutron] Pushing event updated for resources: {'Port': ['ID=c2d1be9a-7c67-4fdb-ad0c-fa04ae9c3b2b,revision_number=3']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:04:47.013539 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 44fc735c-5c33-4e34-a86a-225c77b4a983 no longer exists at agent hyperv_n-h2-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:04:47.081089 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f9adce08-65d8-4428-b006-f15b177c9a2c req-2a567787-075a-4120-98e4-4bb82ac6c219 tempest-ServersWithSpecificFlavorTestJSON-1120519075 tempest-ServersWithSpecificFlavorTestJSON-1120519075-project] 10.222.0.46 "GET /v2.0/security-groups?id=ea60d010-f7c1-485a-99af-472dfb1cdc16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2067797 Nov 22 20:04:47.081278 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-f73fa6d3-25a9-4d67-84e1-007633406576 None None] Attempting to bind port b40d6741-4365-4be5-a40e-c5917f5eb077 on host n-d-818823-1 for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:04:47.081511 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-f73fa6d3-25a9-4d67-84e1-007633406576 None None] Attempting to bind port b40d6741-4365-4be5-a40e-c5917f5eb077 by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': 'f1ac044f-84ba-48f7-b4cc-86fa86e822e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'a57abe36-5544-4172-9b92-02ebd755f0ce'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:04:47.081880 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f73fa6d3-25a9-4d67-84e1-007633406576 None None] Attempting to bind port b40d6741-4365-4be5-a40e-c5917f5eb077 on network a57abe36-5544-4172-9b92-02ebd755f0ce {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:04:47.084336 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] No Port match for: 44fc735c-5c33-4e34-a86a-225c77b4a983 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:04:47.086296 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-af71c102-a8d3-4294-bde6-32a1a8baff0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3961693'] for network, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:47.099849 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 44fc735c-5c33-4e34-a86a-225c77b4a983 not bound to the agent host n-h2-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:04:47.117377 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f73fa6d3-25a9-4d67-84e1-007633406576 None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 4, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:04:47.117760 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f73fa6d3-25a9-4d67-84e1-007633406576 None None] Checking segment: {'id': 'f1ac044f-84ba-48f7-b4cc-86fa86e822e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'a57abe36-5544-4172-9b92-02ebd755f0ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:04:47.118170 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-f73fa6d3-25a9-4d67-84e1-007633406576 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:47.118560 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f73fa6d3-25a9-4d67-84e1-007633406576 None None] Bound using segment: {'id': 'f1ac044f-84ba-48f7-b4cc-86fa86e822e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'a57abe36-5544-4172-9b92-02ebd755f0ce'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:04:47.120274 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-f73fa6d3-25a9-4d67-84e1-007633406576 None None] Bound port: b40d6741-4365-4be5-a40e-c5917f5eb077, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1ac044f-84ba-48f7-b4cc-86fa86e822e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'a57abe36-5544-4172-9b92-02ebd755f0ce'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:04:47.120668 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-f73fa6d3-25a9-4d67-84e1-007633406576 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:47.223516 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19882ca7-dca4-48ff-b466-b446c99a3f3b req-d4862e99-411e-46b0-9045-eedd9a59251b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:04:47.224588 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-19882ca7-dca4-48ff-b466-b446c99a3f3b req-d4862e99-411e-46b0-9045-eedd9a59251b service neutron] 10.222.0.20 "GET /v2.0/networks?id=5c8a61c3-0285-4b7d-b110-24534369ffce HTTP/1.1" status: 200 len: 922 time: 0.2826347 Nov 22 20:04:47.255857 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [None req-95b1cc33-108b-4e41-af71-e11b1ea1729d admin admin] Allocated IP 172.25.5.33 (c48a55e9-6a85-4746-b7bf-3e29fb560094/5da6f781-63e6-4328-ae7a-5e672262f55a/94611ea0-010e-455b-ab08-1a1806762580) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:04:47.345432 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-19882ca7-dca4-48ff-b466-b446c99a3f3b req-eb457cf6-d5e8-4ff5-93d6-f7768cda4423 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4035a83f-24e4-427f-b321-21868f004640 HTTP/1.1" status: 200 len: 217 time: 0.1016319 Nov 22 20:04:47.346049 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4b9559d-40a3-4573-bebb-b20ad7954d44', 'tag': 'c2d1be9a-7c67-4fdb-ad0c-fa04ae9c3b2b'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:04:47.348868 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589a98cf2aea187fcc423a5edb333e5a6cf3ad7c81115d1ebee0f079693c312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48863ba2-1ad2-4519-b9e7-8f53b6d91b59" -d '{"events": [{"name": "network-changed", "server_uuid": "d4b9559d-40a3-4573-bebb-b20ad7954d44", "tag": "c2d1be9a-7c67-4fdb-ad0c-fa04ae9c3b2b"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:04:47.364950 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-f73fa6d3-25a9-4d67-84e1-007633406576 None None] For port b40d6741-4365-4be5-a40e-c5917f5eb077, host n-d-818823-1, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:04:47.369600 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-f73fa6d3-25a9-4d67-84e1-007633406576 None None] For port b40d6741-4365-4be5-a40e-c5917f5eb077, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=b40d6741-4365-4be5-a40e-c5917f5eb077,segment=NetworkSegment(f1ac044f-84ba-48f7-b4cc-86fa86e822e4),segment_id=f1ac044f-84ba-48f7-b4cc-86fa86e822e4)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:04:47.376408 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-f73fa6d3-25a9-4d67-84e1-007633406576 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:47.469411 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19882ca7-dca4-48ff-b466-b446c99a3f3b req-9a9ea2f6-cc05-4ec2-b802-24872e9f0760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:04:47.472605 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-19882ca7-dca4-48ff-b466-b446c99a3f3b req-9a9ea2f6-cc05-4ec2-b802-24872e9f0760 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6ba52ab0-cb64-425e-be27-2e0b31d7d99f HTTP/1.1" status: 200 len: 861 time: 0.1043205 Nov 22 20:04:47.472991 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73fa6d3-25a9-4d67-84e1-007633406576 None None] Pushing event updated for resources: {'Port': ['ID=b40d6741-4365-4be5-a40e-c5917f5eb077,revision_number=2']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:04:47.478505 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b130d709-f0f4-4663-a35a-ac176f631e18 req-4a20192d-9265-4828-b5a1-1cb8080ef76e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:04:47.480869 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-b130d709-f0f4-4663-a35a-ac176f631e18 req-4a20192d-9265-4828-b5a1-1cb8080ef76e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=893c9b18170649ca8789dc25bee886fa&device_id=d4b9559d-40a3-4573-bebb-b20ad7954d44 HTTP/1.1" status: 200 len: 1095 time: 0.5424397 Nov 22 20:04:47.510547 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-95b1cc33-108b-4e41-af71-e11b1ea1729d admin admin] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:47.513715 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-19882ca7-dca4-48ff-b466-b446c99a3f3b req-4ce1c436-ceab-4d9f-b6bc-0d416542b9b4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5c8a61c3-0285-4b7d-b110-24534369ffce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316277 Nov 22 20:04:47.566341 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-b130d709-f0f4-4663-a35a-ac176f631e18 req-83abf0f1-6ced-4c73-9041-fe2234d488f0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c2d1be9a-7c67-4fdb-ad0c-fa04ae9c3b2b HTTP/1.1" status: 200 len: 217 time: 0.0565662 Nov 22 20:04:47.593279 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-af71c102-a8d3-4294-bde6-32a1a8baff0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3760028', 'neutron.services.segments.db._delete_segments_for_network-8748992815755'] for network, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:47.647786 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc286d4-20b3-4ff7-b878-05bd9c2dc799 req-c5997b20-a268-476f-b01c-18afafdcb2cc tempest-FloatingIPsAssociationNegativeTestJSON-1762176606 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:04:47.649370 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ecc286d4-20b3-4ff7-b878-05bd9c2dc799 req-c5997b20-a268-476f-b01c-18afafdcb2cc tempest-FloatingIPsAssociationNegativeTestJSON-1762176606 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606-project] 10.222.0.46 "GET /v2.0/ports?device_id=02f25226-2e4b-42a2-abe9-f8cd9ab68471 HTTP/1.1" status: 200 len: 944 time: 0.2729425 Nov 22 20:04:47.651637 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-af71c102-a8d3-4294-bde6-32a1a8baff0e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 20:04:47.651980 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-af71c102-a8d3-4294-bde6-32a1a8baff0e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 20:04:47.652728 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-af71c102-a8d3-4294-bde6-32a1a8baff0e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 20:04:47.653061 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-af71c102-a8d3-4294-bde6-32a1a8baff0e admin admin] Subscribe: > port after_create 55550000 {{(pid=103447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 20:04:47.653416 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-af71c102-a8d3-4294-bde6-32a1a8baff0e admin admin] Subscribe: > port after_delete 55550000 {{(pid=103447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 20:04:47.653747 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-af71c102-a8d3-4294-bde6-32a1a8baff0e admin admin] Subscribe: > port after_update 55550000 {{(pid=103447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 20:04:47.654073 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-af71c102-a8d3-4294-bde6-32a1a8baff0e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 20:04:47.654405 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-af71c102-a8d3-4294-bde6-32a1a8baff0e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 20:04:47.654721 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-af71c102-a8d3-4294-bde6-32a1a8baff0e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 20:04:47.655041 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-af71c102-a8d3-4294-bde6-32a1a8baff0e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 20:04:47.684691 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b130d709-f0f4-4663-a35a-ac176f631e18 req-15f9350d-7a22-4aba-8377-5a0a6fa713ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:04:47.686150 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-b130d709-f0f4-4663-a35a-ac176f631e18 req-15f9350d-7a22-4aba-8377-5a0a6fa713ba service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8484e927-d598-4c05-a88d-f7c50161999e HTTP/1.1" status: 200 len: 863 time: 0.0530086 Nov 22 20:04:47.763227 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-af71c102-a8d3-4294-bde6-32a1a8baff0e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 20:04:47.763671 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-af71c102-a8d3-4294-bde6-32a1a8baff0e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 20:04:47.764009 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-af71c102-a8d3-4294-bde6-32a1a8baff0e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 20:04:47.764341 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-af71c102-a8d3-4294-bde6-32a1a8baff0e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 20:04:47.764714 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-af71c102-a8d3-4294-bde6-32a1a8baff0e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3a1a13d-8067-48f2-9e8d-4534b4884604']}} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:04:47.786467 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-19882ca7-dca4-48ff-b466-b446c99a3f3b req-a3591a41-26da-4434-9b3f-b2053d04e75c service neutron] 10.222.0.20 "GET /v2.0/networks/5c8a61c3-0285-4b7d-b110-24534369ffce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2285755 Nov 22 20:04:47.796588 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-af71c102-a8d3-4294-bde6-32a1a8baff0e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97efaa7c-8ce3-4092-a364-fe47bfb4e770') {'for_net_delete': True} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:04:47.796890 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-af71c102-a8d3-4294-bde6-32a1a8baff0e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97efaa7c-8ce3-4092-a364-fe47bfb4e770') {} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:04:47.838750 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-af71c102-a8d3-4294-bde6-32a1a8baff0e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748993039638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12178344'] for segment, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:47.860594 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-95b1cc33-108b-4e41-af71-e11b1ea1729d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:47.901995 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b130d709-f0f4-4663-a35a-ac176f631e18 req-e9b7b03b-25f7-47e7-8f7b-059f8541fc50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:04:47.904927 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-b130d709-f0f4-4663-a35a-ac176f631e18 req-e9b7b03b-25f7-47e7-8f7b-059f8541fc50 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a6c01d97-7edb-4357-8d46-10424981d282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1998959 Nov 22 20:04:47.927925 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ecc286d4-20b3-4ff7-b878-05bd9c2dc799 req-9f8715ca-d374-408f-9946-5f4fa2c1d4e2 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606-project] 10.222.0.46 "GET /v2.0/security-groups?id=c037d2d6-c1c6-4d43-87f4-92fbbbea1f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397142 Nov 22 20:04:47.962038 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-af71c102-a8d3-4294-bde6-32a1a8baff0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:47.973449 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95b1cc33-108b-4e41-af71-e11b1ea1729d admin admin] Network c48a55e9-6a85-4746-b7bf-3e29fb560094 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:04:47.984497 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-95b1cc33-108b-4e41-af71-e11b1ea1729d admin admin] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:04:47.987407 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af71c102-a8d3-4294-bde6-32a1a8baff0e admin admin] Releasing vlan 600 on physical network physnet1 to pool {{(pid=103447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 20:04:47.987890 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-af71c102-a8d3-4294-bde6-32a1a8baff0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8900762'] for segment, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:47.998479 n-d-818823-1 neutron-server[103447]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 22 20:04:47.998479 n-d-818823-1 neutron-server[103447]: from cryptography.utils import int_from_bytes Nov 22 20:04:47.998479 n-d-818823-1 neutron-server[103447]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 22 20:04:47.998479 n-d-818823-1 neutron-server[103447]: from cryptography.utils import int_from_bytes Nov 22 20:04:47.998479 n-d-818823-1 neutron-server[103447]: Traceback (most recent call last): Nov 22 20:04:47.998479 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 20:04:47.998479 n-d-818823-1 neutron-server[103447]: timer() Nov 22 20:04:47.998479 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 20:04:47.998479 n-d-818823-1 neutron-server[103447]: cb(*args, **kw) Nov 22 20:04:47.998479 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 20:04:47.998479 n-d-818823-1 neutron-server[103447]: return func(*args, **kwargs) Nov 22 20:04:47.998479 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 20:04:47.998479 n-d-818823-1 neutron-server[103447]: self._notify() Nov 22 20:04:47.998479 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 20:04:47.998479 n-d-818823-1 neutron-server[103447]: self.callback(batched_events) Nov 22 20:04:47.998479 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 20:04:47.998479 n-d-818823-1 neutron-server[103447]: event.method(event) Nov 22 20:04:47.998479 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 20:04:47.998479 n-d-818823-1 neutron-server[103447]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 20:04:47.998479 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 20:04:47.998479 n-d-818823-1 neutron-server[103447]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 20:04:47.998479 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 20:04:47.998479 n-d-818823-1 neutron-server[103447]: return f(self, *a, **k) Nov 22 20:04:47.998479 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 20:04:47.998479 n-d-818823-1 neutron-server[103447]: return self._get(url).json() Nov 22 20:04:47.998479 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 20:04:47.998479 n-d-818823-1 neutron-server[103447]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 20:04:47.998479 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 20:04:47.998479 n-d-818823-1 neutron-server[103447]: return self.request(url, 'GET', **kwargs) Nov 22 20:04:47.998479 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 20:04:47.998479 n-d-818823-1 neutron-server[103447]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 20:04:47.998479 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 20:04:47.998479 n-d-818823-1 neutron-server[103447]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 20:04:47.998479 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 20:04:47.998479 n-d-818823-1 neutron-server[103447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 20:04:47.998479 n-d-818823-1 neutron-server[103447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 20:04:48.005186 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b1cc33-108b-4e41-af71-e11b1ea1729d admin admin] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:04:48.034979 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-b130d709-f0f4-4663-a35a-ac176f631e18 req-81a8f536-fd7c-4430-ae95-e16e3f91cbf0 service neutron] 10.222.0.41 "GET /v2.0/networks/a6c01d97-7edb-4357-8d46-10424981d282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214266 Nov 22 20:04:48.036483 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 20:04:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e7711f3-a31f-4c92-b7ba-98796d38f7b5 x-openstack-request-id: req-0e7711f3-a31f-4c92-b7ba-98796d38f7b5 {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:04:48.036764 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4b9559d-40a3-4573-bebb-b20ad7954d44", "tag": "c2d1be9a-7c67-4fdb-ad0c-fa04ae9c3b2b", "status": "completed", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:04:48.037013 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0e7711f3-a31f-4c92-b7ba-98796d38f7b5 {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:04:48.037907 n-d-818823-1 neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4b9559d-40a3-4573-bebb-b20ad7954d44', 'tag': 'c2d1be9a-7c67-4fdb-ad0c-fa04ae9c3b2b', 'status': 'completed', 'code': 200} Nov 22 20:04:48.067712 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b1cc33-108b-4e41-af71-e11b1ea1729d admin admin] Pushing event updated for resources: {'Port': ['ID=94611ea0-010e-455b-ab08-1a1806762580,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:04:48.104140 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-19882ca7-dca4-48ff-b466-b446c99a3f3b req-c62dfab7-42ca-4f6c-87b0-7cc0313500e9 service neutron] 10.222.0.20 "GET /v2.0/networks/5c8a61c3-0285-4b7d-b110-24534369ffce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2882659 Nov 22 20:04:48.153801 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-af71c102-a8d3-4294-bde6-32a1a8baff0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3760002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595318'] for network, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:48.156357 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-b130d709-f0f4-4663-a35a-ac176f631e18 req-bb5ff1ca-6880-4d7d-8c35-574af3ae34bc service neutron] 10.222.0.41 "GET /v2.0/networks/a6c01d97-7edb-4357-8d46-10424981d282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091690 Nov 22 20:04:48.222503 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af71c102-a8d3-4294-bde6-32a1a8baff0e admin admin] Pushing event deleted for resources: {'Network': ['ID=a3a1a13d-8067-48f2-9e8d-4534b4884604,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:04:48.227301 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-af71c102-a8d3-4294-bde6-32a1a8baff0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for network, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:48.230597 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-af71c102-a8d3-4294-bde6-32a1a8baff0e admin admin] 10.222.0.46 "DELETE /v2.0/networks/a3a1a13d-8067-48f2-9e8d-4534b4884604 HTTP/1.1" status: 204 len: 168 time: 1.4772663 Nov 22 20:04:48.234526 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 54530) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:04:48.282058 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48863ba2-1ad2-4519-b9e7-8f53b6d91b59 req-880120c0-6b8b-4ad9-91c4-640e943d02da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:04:48.284232 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-48863ba2-1ad2-4519-b9e7-8f53b6d91b59 req-880120c0-6b8b-4ad9-91c4-640e943d02da service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=893c9b18170649ca8789dc25bee886fa&device_id=d4b9559d-40a3-4573-bebb-b20ad7954d44 HTTP/1.1" status: 200 len: 1095 time: 0.0583403 Nov 22 20:04:48.309840 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_v2 [None req-177c4eaa-7078-4f24-b7cd-86c0662c4bce admin admin] Deleting subnet b1c786ef-f343-4b13-86d1-fe40c103acaf {{(pid=103447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 20:04:48.315074 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-177c4eaa-7078-4f24-b7cd-86c0662c4bce admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:48.410536 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-177c4eaa-7078-4f24-b7cd-86c0662c4bce admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12178353'] for subnet, precommit_delete_associations {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:48.416217 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48863ba2-1ad2-4519-b9e7-8f53b6d91b59 req-578bd36c-a3d2-40ea-871f-af31d38e8b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:04:48.418053 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-48863ba2-1ad2-4519-b9e7-8f53b6d91b59 req-578bd36c-a3d2-40ea-871f-af31d38e8b02 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a6c01d97-7edb-4357-8d46-10424981d282 HTTP/1.1" status: 200 len: 925 time: 0.1249022 Nov 22 20:04:48.482495 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-48863ba2-1ad2-4519-b9e7-8f53b6d91b59 req-b0192a85-9df9-40ed-9476-4964b6f98816 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c2d1be9a-7c67-4fdb-ad0c-fa04ae9c3b2b HTTP/1.1" status: 200 len: 217 time: 0.0553355 Nov 22 20:04:48.546603 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48863ba2-1ad2-4519-b9e7-8f53b6d91b59 req-d89c64f5-538a-4505-b3f4-8916d067b120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:04:48.548232 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-48863ba2-1ad2-4519-b9e7-8f53b6d91b59 req-d89c64f5-538a-4505-b3f4-8916d067b120 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8484e927-d598-4c05-a88d-f7c50161999e HTTP/1.1" status: 200 len: 863 time: 0.0579946 Nov 22 20:04:48.554674 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-177c4eaa-7078-4f24-b7cd-86c0662c4bce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3753007'] for subnet, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:48.582374 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-95b1cc33-108b-4e41-af71-e11b1ea1729d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:48.603614 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48863ba2-1ad2-4519-b9e7-8f53b6d91b59 req-9f8a13ee-a801-4ec6-b307-52fed948341d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:04:48.605374 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-48863ba2-1ad2-4519-b9e7-8f53b6d91b59 req-9f8a13ee-a801-4ec6-b307-52fed948341d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a6c01d97-7edb-4357-8d46-10424981d282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0479181 Nov 22 20:04:48.651330 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8834bda8-3bd0-4237-a487-4f71d1a9ae09 req-bddb435d-e577-4169-bf7d-4cdb6762931e tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:04:48.653043 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8834bda8-3bd0-4237-a487-4f71d1a9ae09 req-bddb435d-e577-4169-bf7d-4cdb6762931e tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/ports?device_id=5093cb48-092d-4dff-ad5d-31875fbb9f2c HTTP/1.1" status: 200 len: 949 time: 0.1663003 Nov 22 20:04:48.733147 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-48863ba2-1ad2-4519-b9e7-8f53b6d91b59 req-7997f6eb-c8fc-4753-9bb7-1e0e384b04fb service neutron] 10.222.0.41 "GET /v2.0/networks/a6c01d97-7edb-4357-8d46-10424981d282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202478 Nov 22 20:04:48.742703 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-177c4eaa-7078-4f24-b7cd-86c0662c4bce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3753014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8900804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8485115'] for subnet, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:48.816716 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8834bda8-3bd0-4237-a487-4f71d1a9ae09 req-810bc55b-5587-48b6-9660-6972ece27212 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1d007ec-a75a-4ef8-9cdd-9c679a3ff22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540599 Nov 22 20:04:48.821129 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-177c4eaa-7078-4f24-b7cd-86c0662c4bce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for subnet, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:48.824417 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-177c4eaa-7078-4f24-b7cd-86c0662c4bce admin admin] 10.222.0.46 "DELETE /v2.0/subnets/b1c786ef-f343-4b13-86d1-fe40c103acaf HTTP/1.1" status: 204 len: 168 time: 0.5895700 Nov 22 20:04:48.825540 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177c4eaa-7078-4f24-b7cd-86c0662c4bce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b1c786ef-f343-4b13-86d1-fe40c103acaf,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:04:48.827231 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 54546) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:04:48.887171 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-48863ba2-1ad2-4519-b9e7-8f53b6d91b59 req-f18f97a6-5743-4f45-992e-f7983928aa38 service neutron] 10.222.0.41 "GET /v2.0/networks/a6c01d97-7edb-4357-8d46-10424981d282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443167 Nov 22 20:04:48.907176 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-681ec993-2d3a-47de-a245-4e7bdffd4274 None None] Network a57abe36-5544-4172-9b92-02ebd755f0ce requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:04:48.987533 n-d-818823-1 neutron-server[103448]: WARNING keystonemiddleware.auth_token [req-8bcc2b6f-04f2-4b4e-9f89-3fa799f19b93 req-cfa38a46-8d5e-4e1c-9528-6fea04b90397 service neutron] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 22 20:04:48.991296 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [req-f6241b1a-57d6-4cf3-93cd-df54c663ccab req-3a73ddb3-1bec-4c2f-b7e0-8a2d28754f6e tempest-LiveAutoBlockMigrationV225Test-67792349 tempest-LiveAutoBlockMigrationV225Test-67792349-project-admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=103448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 20:04:48.992347 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-f6241b1a-57d6-4cf3-93cd-df54c663ccab req-3a73ddb3-1bec-4c2f-b7e0-8a2d28754f6e tempest-LiveAutoBlockMigrationV225Test-67792349 tempest-LiveAutoBlockMigrationV225Test-67792349-project-admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1539721 Nov 22 20:04:49.025497 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-e2a85096-70c9-416c-9b39-3448be194a16 None None] Provisioning complete for port b40d6741-4365-4be5-a40e-c5917f5eb077 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:04:49.025945 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e2a85096-70c9-416c-9b39-3448be194a16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:49.031507 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f7caf709-35cb-4fd3-bcf0-80dbff82c11c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3961693'] for network, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:49.037811 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-95b1cc33-108b-4e41-af71-e11b1ea1729d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-659538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-841284'] for router, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:49.057688 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device d1e875ee-4629-44da-a826-ba2378af3731 up at agent hyperv_n-h1-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:04:49.074007 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6241b1a-57d6-4cf3-93cd-df54c663ccab req-12df28e4-dc36-4348-bf52-d051954a970d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:04:49.077557 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-f6241b1a-57d6-4cf3-93cd-df54c663ccab req-12df28e4-dc36-4348-bf52-d051954a970d service neutron] 10.222.0.46 "GET /v2.0/ports/4035a83f-24e4-427f-b321-21868f004640 HTTP/1.1" status: 200 len: 1093 time: 0.0734999 Nov 22 20:04:49.090451 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [req-f6241b1a-57d6-4cf3-93cd-df54c663ccab req-0fcadf07-d247-45fa-b0a3-13af3cd7ec30 service neutron] Request body: {'binding': {'host': 'n-h1-818823-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:04:49.091466 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [req-f6241b1a-57d6-4cf3-93cd-df54c663ccab req-0fcadf07-d247-45fa-b0a3-13af3cd7ec30 service neutron] Unknown quota resources ['binding']. {{(pid=103448) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 22 20:04:49.169067 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Provisioning for port d1e875ee-4629-44da-a826-ba2378af3731 completed by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 20:04:49.179187 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Provisioning complete for port d1e875ee-4629-44da-a826-ba2378af3731 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:04:49.179467 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:49.257701 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e2a85096-70c9-416c-9b39-3448be194a16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:49.264944 n-d-818823-1 neutron-server[103448]: INFO neutron.api.v2.resource [req-8bcc2b6f-04f2-4b4e-9f89-3fa799f19b93 req-4e0c2345-a7d7-4f7a-969a-0e11e9307655 service neutron] show failed (client error): The resource could not be found. Nov 22 20:04:49.266110 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-8bcc2b6f-04f2-4b4e-9f89-3fa799f19b93 req-4e0c2345-a7d7-4f7a-969a-0e11e9307655 service neutron] 10.222.0.41 "GET /v2.0/ports/8b89445a-2093-4480-a650-d182804db66c/bindings/n-h2-818823-1 HTTP/1.1" status: 404 len: 380 time: 0.1705124 Nov 22 20:04:49.293350 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device b40d6741-4365-4be5-a40e-c5917f5eb077 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:04:49.345513 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-f6241b1a-57d6-4cf3-93cd-df54c663ccab req-0fcadf07-d247-45fa-b0a3-13af3cd7ec30 service neutron] Attempting to bind port 4035a83f-24e4-427f-b321-21868f004640 on host n-h1-818823-1 for vnic_type normal with profile None {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:04:49.345808 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-f6241b1a-57d6-4cf3-93cd-df54c663ccab req-0fcadf07-d247-45fa-b0a3-13af3cd7ec30 service neutron] Attempting to bind port 4035a83f-24e4-427f-b321-21868f004640 by drivers openvswitch,hyperv on host n-h1-818823-1 at level 0 using segments [{'id': 'a1d01b66-e103-44ab-97f3-6f827675fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '5c8a61c3-0285-4b7d-b110-24534369ffce'}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:04:49.346492 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6241b1a-57d6-4cf3-93cd-df54c663ccab req-0fcadf07-d247-45fa-b0a3-13af3cd7ec30 service neutron] Attempting to bind port 4035a83f-24e4-427f-b321-21868f004640 on network 5c8a61c3-0285-4b7d-b110-24534369ffce {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:04:49.353902 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6241b1a-57d6-4cf3-93cd-df54c663ccab req-0fcadf07-d247-45fa-b0a3-13af3cd7ec30 service neutron] Port 4035a83f-24e4-427f-b321-21868f004640 on network 5c8a61c3-0285-4b7d-b110-24534369ffce not bound, no agent of type Open vSwitch agent registered on host n-h1-818823-1 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:04:49.354391 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6241b1a-57d6-4cf3-93cd-df54c663ccab req-0fcadf07-d247-45fa-b0a3-13af3cd7ec30 service neutron] Attempting to bind port 4035a83f-24e4-427f-b321-21868f004640 on network 5c8a61c3-0285-4b7d-b110-24534369ffce {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:04:49.362592 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6241b1a-57d6-4cf3-93cd-df54c663ccab req-0fcadf07-d247-45fa-b0a3-13af3cd7ec30 service neutron] Checking agent: {'id': '7a008cff-3b49-418c-8046-689d46cc800f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'started_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 4, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:04:49.362592 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6241b1a-57d6-4cf3-93cd-df54c663ccab req-0fcadf07-d247-45fa-b0a3-13af3cd7ec30 service neutron] Checking segment: {'id': 'a1d01b66-e103-44ab-97f3-6f827675fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '5c8a61c3-0285-4b7d-b110-24534369ffce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:04:49.362592 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6241b1a-57d6-4cf3-93cd-df54c663ccab req-0fcadf07-d247-45fa-b0a3-13af3cd7ec30 service neutron] Bound using segment: {'id': 'a1d01b66-e103-44ab-97f3-6f827675fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '5c8a61c3-0285-4b7d-b110-24534369ffce'} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:04:49.363114 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-f6241b1a-57d6-4cf3-93cd-df54c663ccab req-0fcadf07-d247-45fa-b0a3-13af3cd7ec30 service neutron] Bound port: 4035a83f-24e4-427f-b321-21868f004640, host: n-h1-818823-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1d01b66-e103-44ab-97f3-6f827675fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '5c8a61c3-0285-4b7d-b110-24534369ffce'}}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:04:49.370282 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-e2a85096-70c9-416c-9b39-3448be194a16 None None] For port b40d6741-4365-4be5-a40e-c5917f5eb077, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=b40d6741-4365-4be5-a40e-c5917f5eb077,segment=NetworkSegment(f1ac044f-84ba-48f7-b4cc-86fa86e822e4),segment_id=f1ac044f-84ba-48f7-b4cc-86fa86e822e4)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:04:49.382957 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e2a85096-70c9-416c-9b39-3448be194a16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:49.467141 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:49.479409 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port b40d6741-4365-4be5-a40e-c5917f5eb077 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:04:49.484815 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:49.506721 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f7caf709-35cb-4fd3-bcf0-80dbff82c11c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3760028', 'neutron.services.segments.db._delete_segments_for_network-8748992815755'] for network, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:49.529221 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-f6241b1a-57d6-4cf3-93cd-df54c663ccab req-0fcadf07-d247-45fa-b0a3-13af3cd7ec30 service neutron] For port 4035a83f-24e4-427f-b321-21868f004640, host n-h1-818823-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=4035a83f-24e4-427f-b321-21868f004640,segment=NetworkSegment(a1d01b66-e103-44ab-97f3-6f827675fa31),segment_id=a1d01b66-e103-44ab-97f3-6f827675fa31)] {{(pid=103448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:04:49.529467 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a85096-70c9-416c-9b39-3448be194a16 None None] Pushing event updated for resources: {'Port': ['ID=b40d6741-4365-4be5-a40e-c5917f5eb077,revision_number=3']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:04:49.539786 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664df226-3a7f-424b-9978-02d8cf4165c8 req-df1c18f9-43d3-4511-96ad-0ff2f47c6efb tempest-ServersWithSpecificFlavorTestJSON-1120519075 tempest-ServersWithSpecificFlavorTestJSON-1120519075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:04:49.547714 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-664df226-3a7f-424b-9978-02d8cf4165c8 req-df1c18f9-43d3-4511-96ad-0ff2f47c6efb tempest-ServersWithSpecificFlavorTestJSON-1120519075 tempest-ServersWithSpecificFlavorTestJSON-1120519075-project] 10.222.0.46 "GET /v2.0/ports?device_id=d4b9559d-40a3-4573-bebb-b20ad7954d44 HTTP/1.1" status: 200 len: 944 time: 0.4501936 Nov 22 20:04:49.570628 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02f25226-2e4b-42a2-abe9-f8cd9ab68471', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1e875ee-4629-44da-a826-ba2378af3731'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:04:49.572158 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-f7caf709-35cb-4fd3-bcf0-80dbff82c11c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b70e928b-c804-47ba-8e83-f88d1aedf3d8']}} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:04:49.573338 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d39f6d30a11e565ec9648abcc015e8a6ab6cff4edd704add8155e28765d31eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3cfaf31-fe8a-4b3b-92da-95e40a3a891b" -d '{"events": [{"server_uuid": "02f25226-2e4b-42a2-abe9-f8cd9ab68471", "name": "network-vif-plugged", "status": "completed", "tag": "d1e875ee-4629-44da-a826-ba2378af3731"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:04:49.585508 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-f6241b1a-57d6-4cf3-93cd-df54c663ccab req-0fcadf07-d247-45fa-b0a3-13af3cd7ec30 service neutron] Publish callbacks [] for binding, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:49.598106 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-f7caf709-35cb-4fd3-bcf0-80dbff82c11c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50089509-66c2-4c97-a7fc-34e2e513f1b6') {'for_net_delete': True} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:04:49.598359 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-f6241b1a-57d6-4cf3-93cd-df54c663ccab req-0fcadf07-d247-45fa-b0a3-13af3cd7ec30 service neutron] 10.222.0.46 "POST /v2.0/ports/4035a83f-24e4-427f-b321-21868f004640/bindings HTTP/1.1" status: 201 len: 389 time: 0.5089951 Nov 22 20:04:49.598464 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-f7caf709-35cb-4fd3-bcf0-80dbff82c11c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50089509-66c2-4c97-a7fc-34e2e513f1b6') {} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:04:49.615006 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port d1e875ee-4629-44da-a826-ba2378af3731, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=d1e875ee-4629-44da-a826-ba2378af3731,segment=NetworkSegment(c68febf0-9b45-4f92-a002-5342e4436047),segment_id=c68febf0-9b45-4f92-a002-5342e4436047)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:04:49.615852 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f7caf709-35cb-4fd3-bcf0-80dbff82c11c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748993039638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12178344'] for segment, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:49.621638 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:49.655261 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f7caf709-35cb-4fd3-bcf0-80dbff82c11c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:49.682782 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-664df226-3a7f-424b-9978-02d8cf4165c8 req-79773b49-41a2-49ab-b496-e1ba399adbaa tempest-ServersWithSpecificFlavorTestJSON-1120519075 tempest-ServersWithSpecificFlavorTestJSON-1120519075-project] 10.222.0.46 "GET /v2.0/security-groups?id=ea60d010-f7c1-485a-99af-472dfb1cdc16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1282737 Nov 22 20:04:49.684619 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7caf709-35cb-4fd3-bcf0-80dbff82c11c admin admin] Releasing vlan 607 on physical network physnet1 to pool {{(pid=103447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 20:04:49.685016 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f7caf709-35cb-4fd3-bcf0-80dbff82c11c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8900762'] for segment, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:49.686924 n-d-818823-1 neutron-server[103447]: Traceback (most recent call last): Nov 22 20:04:49.686924 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 20:04:49.686924 n-d-818823-1 neutron-server[103447]: timer() Nov 22 20:04:49.686924 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 20:04:49.686924 n-d-818823-1 neutron-server[103447]: cb(*args, **kw) Nov 22 20:04:49.686924 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 20:04:49.686924 n-d-818823-1 neutron-server[103447]: return func(*args, **kwargs) Nov 22 20:04:49.686924 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 20:04:49.686924 n-d-818823-1 neutron-server[103447]: self._notify() Nov 22 20:04:49.686924 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 20:04:49.686924 n-d-818823-1 neutron-server[103447]: self.callback(batched_events) Nov 22 20:04:49.686924 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 20:04:49.686924 n-d-818823-1 neutron-server[103447]: event.method(event) Nov 22 20:04:49.686924 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 20:04:49.686924 n-d-818823-1 neutron-server[103447]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 20:04:49.686924 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 20:04:49.686924 n-d-818823-1 neutron-server[103447]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 20:04:49.686924 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 20:04:49.686924 n-d-818823-1 neutron-server[103447]: return f(self, *a, **k) Nov 22 20:04:49.686924 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 20:04:49.686924 n-d-818823-1 neutron-server[103447]: return self._get(url).json() Nov 22 20:04:49.686924 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 20:04:49.686924 n-d-818823-1 neutron-server[103447]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 20:04:49.686924 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 20:04:49.686924 n-d-818823-1 neutron-server[103447]: return self.request(url, 'GET', **kwargs) Nov 22 20:04:49.686924 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 20:04:49.686924 n-d-818823-1 neutron-server[103447]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 20:04:49.686924 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 20:04:49.686924 n-d-818823-1 neutron-server[103447]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 20:04:49.686924 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 20:04:49.686924 n-d-818823-1 neutron-server[103447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 20:04:49.686924 n-d-818823-1 neutron-server[103447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 20:04:49.706446 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcc2b6f-04f2-4b4e-9f89-3fa799f19b93 req-c99e64c7-a0f3-4784-8e9a-b90316cb0926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:04:49.708520 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-8bcc2b6f-04f2-4b4e-9f89-3fa799f19b93 req-c99e64c7-a0f3-4784-8e9a-b90316cb0926 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5093cb48-092d-4dff-ad5d-31875fbb9f2c&tenant_id=126c0323750547f8b9835ef63890aaea HTTP/1.1" status: 200 len: 1100 time: 0.1764441 Nov 22 20:04:49.722642 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [req-8bcc2b6f-04f2-4b4e-9f89-3fa799f19b93 req-3e9c751c-ab13-4ee2-9d86-4b7bec86f6b9 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-818823-1', 'device_owner': 'compute:nova'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:04:49.783457 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95b1cc33-108b-4e41-af71-e11b1ea1729d admin admin] Router 89595558-18d1-4d64-a9cf-2b24c546abf4 is scheduled to L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 with binding_index 1 {{(pid=103447) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 20:04:49.788608 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-8bcc2b6f-04f2-4b4e-9f89-3fa799f19b93 req-3e9c751c-ab13-4ee2-9d86-4b7bec86f6b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:49.856152 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-e2eca9ef-4d84-4f7e-869b-1f76291cc347 None None] Provisioning complete for port b40d6741-4365-4be5-a40e-c5917f5eb077 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:04:49.856463 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e2eca9ef-4d84-4f7e-869b-1f76291cc347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:49.896363 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f7caf709-35cb-4fd3-bcf0-80dbff82c11c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3760002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595318'] for network, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:49.937031 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f7caf709-35cb-4fd3-bcf0-80dbff82c11c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for network, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:49.937489 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=d1e875ee-4629-44da-a826-ba2378af3731,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:04:49.943185 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-f7caf709-35cb-4fd3-bcf0-80dbff82c11c admin admin] 10.222.0.46 "DELETE /v2.0/networks/b70e928b-c804-47ba-8e83-f88d1aedf3d8 HTTP/1.1" status: 204 len: 168 time: 1.1133602 Nov 22 20:04:49.999389 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:04:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f9e74ba-4a60-4119-8803-c2fa210b32e4 x-openstack-request-id: req-7f9e74ba-4a60-4119-8803-c2fa210b32e4 {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:04:49.999890 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02f25226-2e4b-42a2-abe9-f8cd9ab68471", "name": "network-vif-plugged", "status": "completed", "tag": "d1e875ee-4629-44da-a826-ba2378af3731", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:04:50.000157 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7f9e74ba-4a60-4119-8803-c2fa210b32e4 {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:04:50.000561 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02f25226-2e4b-42a2-abe9-f8cd9ab68471', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1e875ee-4629-44da-a826-ba2378af3731', 'code': 200} Nov 22 20:04:50.070806 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7caf709-35cb-4fd3-bcf0-80dbff82c11c admin admin] Pushing event deleted for resources: {'Network': ['ID=b70e928b-c804-47ba-8e83-f88d1aedf3d8,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:04:50.175486 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6241b1a-57d6-4cf3-93cd-df54c663ccab req-cf20418c-7617-4564-a058-8b93450bf44c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:04:50.177194 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-f6241b1a-57d6-4cf3-93cd-df54c663ccab req-cf20418c-7617-4564-a058-8b93450bf44c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ed1bb220b53d484cb7697cddf2626bd6&device_id=01e0b0fa-e002-4967-ab32-9c5694e22ac9 HTTP/1.1" status: 200 len: 1096 time: 0.1221161 Nov 22 20:04:50.203913 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95b1cc33-108b-4e41-af71-e11b1ea1729d admin admin] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:04:50.215979 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfd05d65-cda3-4d1c-adb1-06a0724bd762 None None] Sync routers for ids ['89595558-18d1-4d64-a9cf-2b24c546abf4'] in n-d-818823-1 {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:04:50.233022 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfd05d65-cda3-4d1c-adb1-06a0724bd762 None None] Routers {'89595558-18d1-4d64-a9cf-2b24c546abf4'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:04:50.233678 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-bfd05d65-cda3-4d1c-adb1-06a0724bd762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:04:33Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['89595558-18d1-4d64-a9cf-2b24c546abf4'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:04:50.250958 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-8bcc2b6f-04f2-4b4e-9f89-3fa799f19b93 req-3e9c751c-ab13-4ee2-9d86-4b7bec86f6b9 service neutron] For port 8b89445a-2093-4480-a650-d182804db66c, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=8b89445a-2093-4480-a650-d182804db66c,segment=NetworkSegment(2a5a1c7b-538e-498e-99b9-cc7a8e0411be),segment_id=2a5a1c7b-538e-498e-99b9-cc7a8e0411be)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:04:50.288647 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1e38bd-f695-4b32-8f14-32ba2d26f90a req-a886e27c-e086-4d78-9ea2-ed7e8845eb58 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:04:50.291550 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6b1e38bd-f695-4b32-8f14-32ba2d26f90a req-a886e27c-e086-4d78-9ea2-ed7e8845eb58 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606-project] 10.222.0.46 "GET /v2.0/ports?device_id=02f25226-2e4b-42a2-abe9-f8cd9ab68471 HTTP/1.1" status: 200 len: 945 time: 0.4575758 Nov 22 20:04:50.317873 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-8bcc2b6f-04f2-4b4e-9f89-3fa799f19b93 req-3e9c751c-ab13-4ee2-9d86-4b7bec86f6b9 service neutron] For port 8b89445a-2093-4480-a650-d182804db66c, host n-h1-818823-1, cleared binding levels {{(pid=103448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:04:50.333212 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 54580) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:04:50.337466 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea47c86-9d7a-4e78-a97b-ca8982ef539b req-ba54b715-9cf3-4656-8823-e9e1ad8166c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:04:50.339097 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6ea47c86-9d7a-4e78-a97b-ca8982ef539b req-ba54b715-9cf3-4656-8823-e9e1ad8166c9 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=02f25226-2e4b-42a2-abe9-f8cd9ab68471 HTTP/1.1" status: 200 len: 1096 time: 0.2945631 Nov 22 20:04:50.343260 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6241b1a-57d6-4cf3-93cd-df54c663ccab req-527821bd-1336-4a15-ba50-27041a5c9b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:04:50.345052 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-f6241b1a-57d6-4cf3-93cd-df54c663ccab req-527821bd-1336-4a15-ba50-27041a5c9b9c service neutron] 10.222.0.41 "GET /v2.0/networks?id=5c8a61c3-0285-4b7d-b110-24534369ffce HTTP/1.1" status: 200 len: 922 time: 0.1595907 Nov 22 20:04:50.347748 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e600f5-f7f4-46cc-bd42-d8307847d14a req-cdf2d884-5d73-4f5a-acd8-a76f4cc5b8ff tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:04:50.355594 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-82e600f5-f7f4-46cc-bd42-d8307847d14a req-cdf2d884-5d73-4f5a-acd8-a76f4cc5b8ff tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] 10.222.0.46 "GET /v2.0/ports?device_id=01e0b0fa-e002-4967-ab32-9c5694e22ac9 HTTP/1.1" status: 200 len: 945 time: 0.2751443 Nov 22 20:04:50.359708 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-95b1cc33-108b-4e41-af71-e11b1ea1729d admin admin] Publish callbacks [] for router, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:50.364257 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-95b1cc33-108b-4e41-af71-e11b1ea1729d admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.0028694 Nov 22 20:04:50.373335 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 54584) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:04:50.383836 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-bfd05d65-cda3-4d1c-adb1-06a0724bd762 None None] Set router 89595558-18d1-4d64-a9cf-2b24c546abf4 gateway port host: n-d-818823-1 {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:04:50.398465 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-f6241b1a-57d6-4cf3-93cd-df54c663ccab req-6bcaadfe-04ec-4fce-b51d-71d9daf41521 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4035a83f-24e4-427f-b321-21868f004640 HTTP/1.1" status: 200 len: 217 time: 0.0467937 Nov 22 20:04:50.401543 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5093cb48-092d-4dff-ad5d-31875fbb9f2c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b89445a-2093-4480-a650-d182804db66c'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:04:50.403912 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589a98cf2aea187fcc423a5edb333e5a6cf3ad7c81115d1ebee0f079693c312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ce618f2-f7c9-4fa3-ae7c-c3fb495dfa36" -d '{"events": [{"server_uuid": "5093cb48-092d-4dff-ad5d-31875fbb9f2c", "name": "network-vif-unplugged", "status": "completed", "tag": "8b89445a-2093-4480-a650-d182804db66c"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:04:50.409406 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-8bcc2b6f-04f2-4b4e-9f89-3fa799f19b93 req-3e9c751c-ab13-4ee2-9d86-4b7bec86f6b9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:50.456694 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [req-8bcc2b6f-04f2-4b4e-9f89-3fa799f19b93 req-3e9c751c-ab13-4ee2-9d86-4b7bec86f6b9 service neutron] Transition to ACTIVE for port object 8b89445a-2093-4480-a650-d182804db66c will not be triggered until provisioned by entity L2. {{(pid=103448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 20:04:50.466884 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-8bcc2b6f-04f2-4b4e-9f89-3fa799f19b93 req-3e9c751c-ab13-4ee2-9d86-4b7bec86f6b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:50.500390 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6241b1a-57d6-4cf3-93cd-df54c663ccab req-7fed41b5-4f43-4d45-adc2-8601fc769300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:04:50.502163 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-f6241b1a-57d6-4cf3-93cd-df54c663ccab req-7fed41b5-4f43-4d45-adc2-8601fc769300 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6ba52ab0-cb64-425e-be27-2e0b31d7d99f HTTP/1.1" status: 200 len: 861 time: 0.0950398 Nov 22 20:04:50.518642 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6b1e38bd-f695-4b32-8f14-32ba2d26f90a req-2d0c0ed9-70c2-4dbf-bbde-34e77064f275 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606-project] 10.222.0.46 "GET /v2.0/security-groups?id=c037d2d6-c1c6-4d43-87f4-92fbbbea1f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183495 Nov 22 20:04:50.550630 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-f6241b1a-57d6-4cf3-93cd-df54c663ccab req-ff3c54e1-4408-4e8f-9279-6f792048795d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5c8a61c3-0285-4b7d-b110-24534369ffce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381653 Nov 22 20:04:50.577317 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bcc2b6f-04f2-4b4e-9f89-3fa799f19b93 req-3e9c751c-ab13-4ee2-9d86-4b7bec86f6b9 service neutron] No DVR routers for this DVR port 8b89445a-2093-4480-a650-d182804db66c on host n-h1-818823-1 {{(pid=103448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:04:50.608187 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-bfd05d65-cda3-4d1c-adb1-06a0724bd762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89595558-18d1-4d64-a9cf-2b24c546abf4', 'name': 'tempest-FloatingIPsTestJSON-708799881-router', 'tenant_id': '890340a4f3794b76b663053bf86eda6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.33'}], 'enable_snat': True}, 'gw_port_id': '94611ea0-010e-455b-ab08-1a1806762580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:04:45Z', 'updated_at': '2021-11-22T20:04:48Z', 'revision_number': 3, 'project_id': '890340a4f3794b76b663053bf86eda6b', 'gw_port': {'id': '94611ea0-010e-455b-ab08-1a1806762580', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:b9:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89595558-18d1-4d64-a9cf-2b24c546abf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:04:46Z', 'updated_at': '2021-11-22T20:04:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:04:50.639108 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-92045b32-256b-47d2-a9f0-95538f5a49a9 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6169783c6e47482aa1e781cfb0d3f7ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3042498 Nov 22 20:04:50.648240 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfd05d65-cda3-4d1c-adb1-06a0724bd762 None None] Checking router: 89595558-18d1-4d64-a9cf-2b24c546abf4 for host: n-d-818823-1 {{(pid=103450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 20:04:50.648604 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfd05d65-cda3-4d1c-adb1-06a0724bd762 None None] Updating router 89595558-18d1-4d64-a9cf-2b24c546abf4 port 94611ea0-010e-455b-ab08-1a1806762580 binding host n-d-818823-1 {{(pid=103450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 20:04:50.661631 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 54590) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:04:50.689650 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-bfd05d65-cda3-4d1c-adb1-06a0724bd762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:50.758479 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-82e600f5-f7f4-46cc-bd42-d8307847d14a req-3eb76524-1eb3-4c11-978b-eef9c62656e0 tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] 10.222.0.46 "GET /v2.0/security-groups?id=89c2c967-26c4-4e1c-a1fd-c97f87817ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4019141 Nov 22 20:04:50.760571 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6ea47c86-9d7a-4e78-a97b-ca8982ef539b req-a7554648-f9dd-447b-814b-5a010765fbe7 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=c037d2d6-c1c6-4d43-87f4-92fbbbea1f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3981102 Nov 22 20:04:50.829423 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5256c04-eb07-4fcd-bcf1-58ab95fa5eac req-0a4305e7-fe18-4e07-b198-f473331d9431 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:04:50.831063 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e5256c04-eb07-4fcd-bcf1-58ab95fa5eac req-0a4305e7-fe18-4e07-b198-f473331d9431 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/ports?device_id=5093cb48-092d-4dff-ad5d-31875fbb9f2c HTTP/1.1" status: 200 len: 947 time: 0.1882918 Nov 22 20:04:50.906508 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9c751c-ab13-4ee2-9d86-4b7bec86f6b9 service neutron] Pushing event updated for resources: {'Port': ['ID=8b89445a-2093-4480-a650-d182804db66c,revision_number=6']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:04:50.960162 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-8bcc2b6f-04f2-4b4e-9f89-3fa799f19b93 req-3e9c751c-ab13-4ee2-9d86-4b7bec86f6b9 service neutron] Attempting to bind port 8b89445a-2093-4480-a650-d182804db66c on host n-h2-818823-1 for vnic_type normal with profile {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:04:50.960162 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-8bcc2b6f-04f2-4b4e-9f89-3fa799f19b93 req-3e9c751c-ab13-4ee2-9d86-4b7bec86f6b9 service neutron] Attempting to bind port 8b89445a-2093-4480-a650-d182804db66c by drivers openvswitch,hyperv on host n-h2-818823-1 at level 0 using segments [{'id': '2a5a1c7b-538e-498e-99b9-cc7a8e0411be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'e1052824-bf78-4963-8937-b202e372ac24'}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:04:50.960512 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bcc2b6f-04f2-4b4e-9f89-3fa799f19b93 req-3e9c751c-ab13-4ee2-9d86-4b7bec86f6b9 service neutron] Attempting to bind port 8b89445a-2093-4480-a650-d182804db66c on network e1052824-bf78-4963-8937-b202e372ac24 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:04:50.972785 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bcc2b6f-04f2-4b4e-9f89-3fa799f19b93 req-3e9c751c-ab13-4ee2-9d86-4b7bec86f6b9 service neutron] Port 8b89445a-2093-4480-a650-d182804db66c on network e1052824-bf78-4963-8937-b202e372ac24 not bound, no agent of type Open vSwitch agent registered on host n-h2-818823-1 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:04:50.973129 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bcc2b6f-04f2-4b4e-9f89-3fa799f19b93 req-3e9c751c-ab13-4ee2-9d86-4b7bec86f6b9 service neutron] Attempting to bind port 8b89445a-2093-4480-a650-d182804db66c on network e1052824-bf78-4963-8937-b202e372ac24 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:04:50.980774 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-bd5a430f-8e4c-44f9-96f4-883827cae2b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:50.986502 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bcc2b6f-04f2-4b4e-9f89-3fa799f19b93 req-3e9c751c-ab13-4ee2-9d86-4b7bec86f6b9 service neutron] Checking agent: {'id': '65e0486a-7030-4065-96f0-10aa7402a530', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'started_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 4, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:04:50.986502 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bcc2b6f-04f2-4b4e-9f89-3fa799f19b93 req-3e9c751c-ab13-4ee2-9d86-4b7bec86f6b9 service neutron] Checking segment: {'id': '2a5a1c7b-538e-498e-99b9-cc7a8e0411be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'e1052824-bf78-4963-8937-b202e372ac24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:04:50.986840 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bcc2b6f-04f2-4b4e-9f89-3fa799f19b93 req-3e9c751c-ab13-4ee2-9d86-4b7bec86f6b9 service neutron] Bound using segment: {'id': '2a5a1c7b-538e-498e-99b9-cc7a8e0411be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'e1052824-bf78-4963-8937-b202e372ac24'} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:04:50.987252 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-8bcc2b6f-04f2-4b4e-9f89-3fa799f19b93 req-3e9c751c-ab13-4ee2-9d86-4b7bec86f6b9 service neutron] Bound port: 8b89445a-2093-4480-a650-d182804db66c, host: n-h2-818823-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a5a1c7b-538e-498e-99b9-cc7a8e0411be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'e1052824-bf78-4963-8937-b202e372ac24'}}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:04:50.987666 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-8bcc2b6f-04f2-4b4e-9f89-3fa799f19b93 req-3e9c751c-ab13-4ee2-9d86-4b7bec86f6b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:51.010188 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-f6241b1a-57d6-4cf3-93cd-df54c663ccab req-e7607761-7634-4008-b197-03076d55a98a service neutron] 10.222.0.41 "GET /v2.0/networks/5c8a61c3-0285-4b7d-b110-24534369ffce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4357967 Nov 22 20:04:51.035718 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e5256c04-eb07-4fcd-bcf1-58ab95fa5eac req-b9ffe3b6-5014-425d-8e12-75c5c3e2c28b tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1d007ec-a75a-4ef8-9cdd-9c679a3ff22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922767 Nov 22 20:04:51.045071 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device c2d1be9a-7c67-4fdb-ad0c-fa04ae9c3b2b details requested by agent hyperv_n-h1-818823-1 with host n-h1-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 20:04:51.129585 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-8bcc2b6f-04f2-4b4e-9f89-3fa799f19b93 req-3e9c751c-ab13-4ee2-9d86-4b7bec86f6b9 service neutron] For port 8b89445a-2093-4480-a650-d182804db66c, host n-h2-818823-1, cleared binding levels {{(pid=103448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:04:51.135511 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-bd5a430f-8e4c-44f9-96f4-883827cae2b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:51.139932 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-8bcc2b6f-04f2-4b4e-9f89-3fa799f19b93 req-3e9c751c-ab13-4ee2-9d86-4b7bec86f6b9 service neutron] For port 8b89445a-2093-4480-a650-d182804db66c, host n-h2-818823-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=8b89445a-2093-4480-a650-d182804db66c,segment=NetworkSegment(2a5a1c7b-538e-498e-99b9-cc7a8e0411be),segment_id=2a5a1c7b-538e-498e-99b9-cc7a8e0411be)] {{(pid=103448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:04:51.141165 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-bfd05d65-cda3-4d1c-adb1-06a0724bd762 None None] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:51.150162 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-8bcc2b6f-04f2-4b4e-9f89-3fa799f19b93 req-3e9c751c-ab13-4ee2-9d86-4b7bec86f6b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:51.157117 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-bfd05d65-cda3-4d1c-adb1-06a0724bd762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:51.209613 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcc2b6f-04f2-4b4e-9f89-3fa799f19b93 req-3e9c751c-ab13-4ee2-9d86-4b7bec86f6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:04:51.211017 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-8bcc2b6f-04f2-4b4e-9f89-3fa799f19b93 req-3e9c751c-ab13-4ee2-9d86-4b7bec86f6b9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:51.213797 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-8bcc2b6f-04f2-4b4e-9f89-3fa799f19b93 req-3e9c751c-ab13-4ee2-9d86-4b7bec86f6b9 service neutron] 10.222.0.20 "PUT /v2.0/ports/8b89445a-2093-4480-a650-d182804db66c HTTP/1.1" status: 200 len: 1095 time: 1.4971678 Nov 22 20:04:51.228367 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 22 Nov 2021 20:04:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2342f88-0cdc-4621-b916-620a5b64fc94 x-openstack-request-id: req-a2342f88-0cdc-4621-b916-620a5b64fc94 {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:04:51.228842 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5093cb48-092d-4dff-ad5d-31875fbb9f2c", "name": "network-vif-unplugged", "status": "completed", "tag": "8b89445a-2093-4480-a650-d182804db66c", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:04:51.229197 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a2342f88-0cdc-4621-b916-620a5b64fc94 {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:04:51.230875 n-d-818823-1 neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5093cb48-092d-4dff-ad5d-31875fbb9f2c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b89445a-2093-4480-a650-d182804db66c', 'code': 200} Nov 22 20:04:51.234243 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-f6241b1a-57d6-4cf3-93cd-df54c663ccab req-7f97b7b1-7714-4dab-958a-c5ed10c881ad service neutron] 10.222.0.41 "GET /v2.0/networks/5c8a61c3-0285-4b7d-b110-24534369ffce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2026882 Nov 22 20:04:51.272241 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port c2d1be9a-7c67-4fdb-ad0c-fa04ae9c3b2b, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=c2d1be9a-7c67-4fdb-ad0c-fa04ae9c3b2b,segment=NetworkSegment(f0c11d7a-96fd-43fa-957b-1793939552d9),segment_id=f0c11d7a-96fd-43fa-957b-1793939552d9)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:04:51.281703 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9c751c-ab13-4ee2-9d86-4b7bec86f6b9 service neutron] Pushing event updated for resources: {'Port': ['ID=8b89445a-2093-4480-a650-d182804db66c,revision_number=7']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:04:51.289572 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Returning: {'device': 'c2d1be9a-7c67-4fdb-ad0c-fa04ae9c3b2b', 'network_id': 'a6c01d97-7edb-4357-8d46-10424981d282', 'port_id': 'c2d1be9a-7c67-4fdb-ad0c-fa04ae9c3b2b', 'mac_address': 'fa:16:3e:82:5b:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8484e927-d598-4c05-a88d-f7c50161999e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 20:04:51.324825 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device b40d6741-4365-4be5-a40e-c5917f5eb077 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:04:51.340029 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcc2b6f-04f2-4b4e-9f89-3fa799f19b93 req-5005a32e-03b8-44be-9b7b-c05856e585c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:04:51.341758 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-8bcc2b6f-04f2-4b4e-9f89-3fa799f19b93 req-5005a32e-03b8-44be-9b7b-c05856e585c8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=126c0323750547f8b9835ef63890aaea&device_id=5093cb48-092d-4dff-ad5d-31875fbb9f2c HTTP/1.1" status: 200 len: 1098 time: 0.0786211 Nov 22 20:04:51.365349 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d539ae1-2911-44be-9f5a-4e188770800e None None] Pushing event updated for resources: {'Port': ['ID=94611ea0-010e-455b-ab08-1a1806762580,revision_number=2']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:04:51.383714 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-bfd05d65-cda3-4d1c-adb1-06a0724bd762 None None] Attempting to bind port 94611ea0-010e-455b-ab08-1a1806762580 on host n-d-818823-1 for vnic_type normal with profile {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:04:51.386871 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-bfd05d65-cda3-4d1c-adb1-06a0724bd762 None None] Attempting to bind port 94611ea0-010e-455b-ab08-1a1806762580 by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:04:51.388633 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfd05d65-cda3-4d1c-adb1-06a0724bd762 None None] Attempting to bind port 94611ea0-010e-455b-ab08-1a1806762580 on network c48a55e9-6a85-4746-b7bf-3e29fb560094 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:04:51.402945 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfd05d65-cda3-4d1c-adb1-06a0724bd762 None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 4, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:04:51.406778 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfd05d65-cda3-4d1c-adb1-06a0724bd762 None None] Checking segment: {'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:04:51.409236 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-bfd05d65-cda3-4d1c-adb1-06a0724bd762 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:51.410493 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfd05d65-cda3-4d1c-adb1-06a0724bd762 None None] Bound using segment: {'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:04:51.411843 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-bfd05d65-cda3-4d1c-adb1-06a0724bd762 None None] Bound port: 94611ea0-010e-455b-ab08-1a1806762580, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'}}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:04:51.413968 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-bfd05d65-cda3-4d1c-adb1-06a0724bd762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:51.460144 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74f2db1-3d92-40fd-98cb-4ab6f9e482ec req-a6ec267c-7df6-440c-af4a-db05d4b5922a tempest-ServersWithSpecificFlavorTestJSON-1120519075 tempest-ServersWithSpecificFlavorTestJSON-1120519075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:04:51.464625 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:51.467663 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c74f2db1-3d92-40fd-98cb-4ab6f9e482ec req-a6ec267c-7df6-440c-af4a-db05d4b5922a tempest-ServersWithSpecificFlavorTestJSON-1120519075 tempest-ServersWithSpecificFlavorTestJSON-1120519075-project] 10.222.0.46 "GET /v2.0/ports?device_id=d4b9559d-40a3-4573-bebb-b20ad7954d44 HTTP/1.1" status: 200 len: 944 time: 0.1212568 Nov 22 20:04:51.482103 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port b40d6741-4365-4be5-a40e-c5917f5eb077 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:04:51.484288 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:51.529890 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-bd5a430f-8e4c-44f9-96f4-883827cae2b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:51.533483 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-bd5a430f-8e4c-44f9-96f4-883827cae2b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:51.534825 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-bd5a430f-8e4c-44f9-96f4-883827cae2b5 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0977a7ce-e750-4fa6-bb8f-0b85e8562ba7 HTTP/1.1" status: 204 len: 168 time: 0.8704445 Nov 22 20:04:51.565805 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5a430f-8e4c-44f9-96f4-883827cae2b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0977a7ce-e750-4fa6-bb8f-0b85e8562ba7,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:04:51.566219 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-bfd05d65-cda3-4d1c-adb1-06a0724bd762 None None] For port 94611ea0-010e-455b-ab08-1a1806762580, host n-d-818823-1, cleared binding levels {{(pid=103450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:04:51.578201 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-bfd05d65-cda3-4d1c-adb1-06a0724bd762 None None] For port 94611ea0-010e-455b-ab08-1a1806762580, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=94611ea0-010e-455b-ab08-1a1806762580,segment=NetworkSegment(8793ba83-8407-4c3d-9b56-2a177cd58a70),segment_id=8793ba83-8407-4c3d-9b56-2a177cd58a70)] {{(pid=103450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:04:51.590777 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-bfd05d65-cda3-4d1c-adb1-06a0724bd762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:51.654690 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a84dd0cd-b22f-4576-8a52-7a41548d1bb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:51.666379 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2d1be9a-7c67-4fdb-ad0c-fa04ae9c3b2b {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:04:51.674738 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c74f2db1-3d92-40fd-98cb-4ab6f9e482ec req-eff0afd6-cd30-409a-9bf3-2349189d6071 tempest-ServersWithSpecificFlavorTestJSON-1120519075 tempest-ServersWithSpecificFlavorTestJSON-1120519075-project] 10.222.0.46 "GET /v2.0/security-groups?id=ea60d010-f7c1-485a-99af-472dfb1cdc16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2060773 Nov 22 20:04:51.700324 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfd05d65-cda3-4d1c-adb1-06a0724bd762 None None] Routers {'89595558-18d1-4d64-a9cf-2b24c546abf4'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:04:51.701190 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-bfd05d65-cda3-4d1c-adb1-06a0724bd762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:04:33Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['89595558-18d1-4d64-a9cf-2b24c546abf4'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:04:51.814631 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6241b1a-57d6-4cf3-93cd-df54c663ccab req-65fa8531-42de-4de4-b45a-e1a23e7f36e2 tempest-LiveAutoBlockMigrationV225Test-67792349 tempest-LiveAutoBlockMigrationV225Test-67792349-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:04:51.826394 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port c2d1be9a-7c67-4fdb-ad0c-fa04ae9c3b2b, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=c2d1be9a-7c67-4fdb-ad0c-fa04ae9c3b2b,segment=NetworkSegment(f0c11d7a-96fd-43fa-957b-1793939552d9),segment_id=f0c11d7a-96fd-43fa-957b-1793939552d9)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:04:51.838354 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-f6241b1a-57d6-4cf3-93cd-df54c663ccab req-65fa8531-42de-4de4-b45a-e1a23e7f36e2 tempest-LiveAutoBlockMigrationV225Test-67792349 tempest-LiveAutoBlockMigrationV225Test-67792349-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=01e0b0fa-e002-4967-ab32-9c5694e22ac9&tenant_id=ed1bb220b53d484cb7697cddf2626bd6&binding%3Ahost_id=n-h2-818823-1 HTTP/1.1" status: 200 len: 1096 time: 0.4334648 Nov 22 20:04:51.857350 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:51.868089 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [req-f6241b1a-57d6-4cf3-93cd-df54c663ccab req-80145bd1-1b01-4e01-a6e8-c25f62f2ce98 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-818823-1'}}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:04:51.937215 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcc2b6f-04f2-4b4e-9f89-3fa799f19b93 req-a7707994-d66d-4f7e-abe9-509687ac68d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:04:51.938746 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-8bcc2b6f-04f2-4b4e-9f89-3fa799f19b93 req-a7707994-d66d-4f7e-abe9-509687ac68d3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e1052824-bf78-4963-8937-b202e372ac24 HTTP/1.1" status: 200 len: 870 time: 0.5872750 Nov 22 20:04:51.941436 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d539ae1-2911-44be-9f5a-4e188770800e None None] Pushing event updated for resources: {'Port': ['ID=94611ea0-010e-455b-ab08-1a1806762580,revision_number=3']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:04:52.031624 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-8bcc2b6f-04f2-4b4e-9f89-3fa799f19b93 req-869a0208-ae60-4f2d-9b33-7060fba4a51f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=8b89445a-2093-4480-a650-d182804db66c HTTP/1.1" status: 200 len: 217 time: 0.0817308 Nov 22 20:04:52.050913 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-bfd05d65-cda3-4d1c-adb1-06a0724bd762 None None] Set router 89595558-18d1-4d64-a9cf-2b24c546abf4 gateway port host: n-d-818823-1 {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:04:52.075011 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4350e5d6-5e0a-4fd0-aa74-54bf192878a3 req-67391eaa-9bcc-4a5a-9383-ab88dac2fa47 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:04:52.082415 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4350e5d6-5e0a-4fd0-aa74-54bf192878a3 req-67391eaa-9bcc-4a5a-9383-ab88dac2fa47 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606-project] 10.222.0.46 "GET /v2.0/ports?device_id=02f25226-2e4b-42a2-abe9-f8cd9ab68471 HTTP/1.1" status: 200 len: 945 time: 0.2394841 Nov 22 20:04:52.107841 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-f6241b1a-57d6-4cf3-93cd-df54c663ccab req-80145bd1-1b01-4e01-a6e8-c25f62f2ce98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:52.179286 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=c2d1be9a-7c67-4fdb-ad0c-fa04ae9c3b2b,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:04:52.181971 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 54626) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:04:52.249546 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] get_ports_and_sgs() called for port_ids ['c2d1be9a-7c67-4fdb-ad0c-fa04ae9c3b2b'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:04:52.273842 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4350e5d6-5e0a-4fd0-aa74-54bf192878a3 req-946391fe-7da7-4d40-bceb-62b8585a969c tempest-FloatingIPsAssociationNegativeTestJSON-1762176606 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606-project] 10.222.0.46 "GET /v2.0/security-groups?id=c037d2d6-c1c6-4d43-87f4-92fbbbea1f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895537 Nov 22 20:04:52.275030 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [None req-a84dd0cd-b22f-4576-8a52-7a41548d1bb8 admin admin] Allocated IP 172.20.0.1 (a57abe36-5544-4172-9b92-02ebd755f0ce/da2f2400-ac33-429d-8b1f-77d7d55a4c4f/90ffc489-e728-4975-8c27-3aaa66be28fa) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:04:52.314347 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f6e718-9ce4-4f74-a2b4-f825d34a2869 req-3abd9f49-eb77-4b2e-aa6c-99e789c562be tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:04:52.321284 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-84f6e718-9ce4-4f74-a2b4-f825d34a2869 req-3abd9f49-eb77-4b2e-aa6c-99e789c562be tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] 10.222.0.46 "GET /v2.0/ports?device_id=01e0b0fa-e002-4967-ab32-9c5694e22ac9 HTTP/1.1" status: 200 len: 945 time: 0.1394138 Nov 22 20:04:52.368313 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcc2b6f-04f2-4b4e-9f89-3fa799f19b93 req-9f5e9f12-6956-4329-9df3-e1049b375028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:04:52.374096 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-8bcc2b6f-04f2-4b4e-9f89-3fa799f19b93 req-9f5e9f12-6956-4329-9df3-e1049b375028 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3091ebfd-11e2-41f8-9c00-ffe0b86563d8 HTTP/1.1" status: 200 len: 843 time: 0.2665613 Nov 22 20:04:52.417329 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-bfd05d65-cda3-4d1c-adb1-06a0724bd762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89595558-18d1-4d64-a9cf-2b24c546abf4', 'name': 'tempest-FloatingIPsTestJSON-708799881-router', 'tenant_id': '890340a4f3794b76b663053bf86eda6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.33'}], 'enable_snat': True}, 'gw_port_id': '94611ea0-010e-455b-ab08-1a1806762580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:04:45Z', 'updated_at': '2021-11-22T20:04:48Z', 'revision_number': 3, 'project_id': '890340a4f3794b76b663053bf86eda6b', 'gw_port': {'id': '94611ea0-010e-455b-ab08-1a1806762580', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:b9:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89595558-18d1-4d64-a9cf-2b24c546abf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:04:46Z', 'updated_at': '2021-11-22T20:04:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:04:52.427779 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-84f6e718-9ce4-4f74-a2b4-f825d34a2869 req-37bb9e1f-677b-48ce-b241-890b72e49a50 tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] 10.222.0.46 "GET /v2.0/security-groups?id=89c2c967-26c4-4e1c-a1fd-c97f87817ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037161 Nov 22 20:04:52.428823 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 54634) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:04:52.488064 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfd05d65-cda3-4d1c-adb1-06a0724bd762 None None] The sync data for ids ['89595558-18d1-4d64-a9cf-2b24c546abf4'] in n-d-818823-1 is: [{'id': '89595558-18d1-4d64-a9cf-2b24c546abf4', 'name': 'tempest-FloatingIPsTestJSON-708799881-router', 'tenant_id': '890340a4f3794b76b663053bf86eda6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.33'}], 'enable_snat': True}, 'gw_port_id': '94611ea0-010e-455b-ab08-1a1806762580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:04:45Z', 'updated_at': '2021-11-22T20:04:48Z', 'revision_number': 3, 'project_id': '890340a4f3794b76b663053bf86eda6b', 'gw_port': {'id': '94611ea0-010e-455b-ab08-1a1806762580', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:b9:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89595558-18d1-4d64-a9cf-2b24c546abf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:04:46Z', 'updated_at': '2021-11-22T20:04:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}] {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:04:52.548909 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-07646619-7d96-4078-94d9-a24c7e14f3e9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:52.571286 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-ae0f7e74-f283-4d71-b6f7-33655ffa2a8c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=705fc3d14e7c42b2837416125546ccec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1392183 Nov 22 20:04:52.579139 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 54636) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:04:52.595581 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a84dd0cd-b22f-4576-8a52-7a41548d1bb8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:52.625971 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f049f4-dbc7-47ed-b204-646be9889b61 req-73b97fa0-d4b8-4c73-9a57-a70b462c6efe tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:04:52.627921 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f0f049f4-dbc7-47ed-b204-646be9889b61 req-73b97fa0-d4b8-4c73-9a57-a70b462c6efe tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/ports?device_id=5093cb48-092d-4dff-ad5d-31875fbb9f2c HTTP/1.1" status: 200 len: 947 time: 0.0895178 Nov 22 20:04:52.634675 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-f6241b1a-57d6-4cf3-93cd-df54c663ccab req-80145bd1-1b01-4e01-a6e8-c25f62f2ce98 service neutron] For port 4035a83f-24e4-427f-b321-21868f004640, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=4035a83f-24e4-427f-b321-21868f004640,segment=NetworkSegment(a1d01b66-e103-44ab-97f3-6f827675fa31),segment_id=a1d01b66-e103-44ab-97f3-6f827675fa31)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:04:52.652423 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcc2b6f-04f2-4b4e-9f89-3fa799f19b93 req-26d1cffe-8f62-4eee-b988-9442ff337bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:04:52.654837 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-8bcc2b6f-04f2-4b4e-9f89-3fa799f19b93 req-26d1cffe-8f62-4eee-b988-9442ff337bb3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e1052824-bf78-4963-8937-b202e372ac24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1567245 Nov 22 20:04:52.676621 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a84dd0cd-b22f-4576-8a52-7a41548d1bb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:52.790794 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-f6241b1a-57d6-4cf3-93cd-df54c663ccab req-80145bd1-1b01-4e01-a6e8-c25f62f2ce98 service neutron] For port 4035a83f-24e4-427f-b321-21868f004640, host n-h2-818823-1, cleared binding levels {{(pid=103448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:04:52.800328 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e342f4ed-4714-478e-b61e-1ac4d9251742 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:52.960876 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e342f4ed-4714-478e-b61e-1ac4d9251742 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:52.964482 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-8bcc2b6f-04f2-4b4e-9f89-3fa799f19b93 req-5cadab30-ac0b-40ca-a4e0-516c25a2065a service neutron] 10.222.0.20 "GET /v2.0/networks/e1052824-bf78-4963-8937-b202e372ac24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2951977 Nov 22 20:04:52.967632 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f0f049f4-dbc7-47ed-b204-646be9889b61 req-9c0b800e-e110-40ce-a63f-63cae017f8f6 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1d007ec-a75a-4ef8-9cdd-9c679a3ff22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3288412 Nov 22 20:04:52.970632 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-f6241b1a-57d6-4cf3-93cd-df54c663ccab req-80145bd1-1b01-4e01-a6e8-c25f62f2ce98 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:52.986648 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-07646619-7d96-4078-94d9-a24c7e14f3e9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:53.003291 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a84dd0cd-b22f-4576-8a52-7a41548d1bb8 admin admin] Network a57abe36-5544-4172-9b92-02ebd755f0ce is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:04:53.007758 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-a84dd0cd-b22f-4576-8a52-7a41548d1bb8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:04:53.022383 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-07646619-7d96-4078-94d9-a24c7e14f3e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:53.024682 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a84dd0cd-b22f-4576-8a52-7a41548d1bb8 admin admin] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:04:53.059592 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84dd0cd-b22f-4576-8a52-7a41548d1bb8 admin admin] Pushing event updated for resources: {'Port': ['ID=90ffc489-e728-4975-8c27-3aaa66be28fa,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:04:53.075862 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device c2d1be9a-7c67-4fdb-ad0c-fa04ae9c3b2b up at agent hyperv_n-h1-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:04:53.080643 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-f6241b1a-57d6-4cf3-93cd-df54c663ccab req-80145bd1-1b01-4e01-a6e8-c25f62f2ce98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:53.118613 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-07646619-7d96-4078-94d9-a24c7e14f3e9 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0a45e704f5ef40f4b8144fc50ae4d38e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9341817 Nov 22 20:04:53.130558 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 54640) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:04:53.166562 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a84dd0cd-b22f-4576-8a52-7a41548d1bb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659939'] for router_interface, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:53.247375 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Provisioning for port c2d1be9a-7c67-4fdb-ad0c-fa04ae9c3b2b completed by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 20:04:53.258411 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Provisioning complete for port c2d1be9a-7c67-4fdb-ad0c-fa04ae9c3b2b triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:04:53.260625 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:53.373765 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5093cb48-092d-4dff-ad5d-31875fbb9f2c', 'tag': '8b89445a-2093-4480-a650-d182804db66c'}, {'server_uuid': '01e0b0fa-e002-4967-ab32-9c5694e22ac9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4035a83f-24e4-427f-b321-21868f004640'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:04:53.378061 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589a98cf2aea187fcc423a5edb333e5a6cf3ad7c81115d1ebee0f079693c312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f62b30f-29fa-4d13-8b00-e3127a45a3e1" -d '{"events": [{"name": "network-changed", "server_uuid": "5093cb48-092d-4dff-ad5d-31875fbb9f2c", "tag": "8b89445a-2093-4480-a650-d182804db66c"}, {"server_uuid": "01e0b0fa-e002-4967-ab32-9c5694e22ac9", "name": "network-vif-unplugged", "status": "completed", "tag": "4035a83f-24e4-427f-b321-21868f004640"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:04:53.386234 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80145bd1-1b01-4e01-a6e8-c25f62f2ce98 service neutron] Pushing event updated for resources: {'Port': ['ID=4035a83f-24e4-427f-b321-21868f004640,revision_number=7']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:04:53.388013 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8058ac6a-f0c7-4936-8838-d602fdc5cc36 req-fe41ecd2-83fb-42e5-88c5-fddd513387a6 tempest-ServersWithSpecificFlavorTestJSON-1120519075 tempest-ServersWithSpecificFlavorTestJSON-1120519075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:04:53.389649 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8058ac6a-f0c7-4936-8838-d602fdc5cc36 req-fe41ecd2-83fb-42e5-88c5-fddd513387a6 tempest-ServersWithSpecificFlavorTestJSON-1120519075 tempest-ServersWithSpecificFlavorTestJSON-1120519075-project] 10.222.0.46 "GET /v2.0/ports?device_id=d4b9559d-40a3-4573-bebb-b20ad7954d44 HTTP/1.1" status: 200 len: 945 time: 0.3322868 Nov 22 20:04:53.459561 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07646619-7d96-4078-94d9-a24c7e14f3e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b400b5d6-2c63-4ba7-aea2-52a0ab5ba391,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:04:53.521275 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-f6241b1a-57d6-4cf3-93cd-df54c663ccab req-80145bd1-1b01-4e01-a6e8-c25f62f2ce98 service neutron] Attempting to bind port 4035a83f-24e4-427f-b321-21868f004640 on host n-h2-818823-1 for vnic_type normal with profile {"migrating_to": "n-h1-818823-1"} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:04:53.521820 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-f6241b1a-57d6-4cf3-93cd-df54c663ccab req-80145bd1-1b01-4e01-a6e8-c25f62f2ce98 service neutron] Attempting to bind port 4035a83f-24e4-427f-b321-21868f004640 by drivers openvswitch,hyperv on host n-h2-818823-1 at level 0 using segments [{'id': 'a1d01b66-e103-44ab-97f3-6f827675fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '5c8a61c3-0285-4b7d-b110-24534369ffce'}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:04:53.522230 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6241b1a-57d6-4cf3-93cd-df54c663ccab req-80145bd1-1b01-4e01-a6e8-c25f62f2ce98 service neutron] Attempting to bind port 4035a83f-24e4-427f-b321-21868f004640 on network 5c8a61c3-0285-4b7d-b110-24534369ffce {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:04:53.531446 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e342f4ed-4714-478e-b61e-1ac4d9251742 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:53.534700 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e342f4ed-4714-478e-b61e-1ac4d9251742 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:53.539771 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-e342f4ed-4714-478e-b61e-1ac4d9251742 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/caef373a-64de-431b-addc-5cad3c231470 HTTP/1.1" status: 204 len: 168 time: 0.9556792 Nov 22 20:04:53.551961 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6241b1a-57d6-4cf3-93cd-df54c663ccab req-80145bd1-1b01-4e01-a6e8-c25f62f2ce98 service neutron] Port 4035a83f-24e4-427f-b321-21868f004640 on network 5c8a61c3-0285-4b7d-b110-24534369ffce not bound, no agent of type Open vSwitch agent registered on host n-h2-818823-1 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:04:53.552669 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6241b1a-57d6-4cf3-93cd-df54c663ccab req-80145bd1-1b01-4e01-a6e8-c25f62f2ce98 service neutron] Attempting to bind port 4035a83f-24e4-427f-b321-21868f004640 on network 5c8a61c3-0285-4b7d-b110-24534369ffce {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:04:53.574047 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6241b1a-57d6-4cf3-93cd-df54c663ccab req-80145bd1-1b01-4e01-a6e8-c25f62f2ce98 service neutron] Checking agent: {'id': '65e0486a-7030-4065-96f0-10aa7402a530', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'started_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 4, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:04:53.574834 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6241b1a-57d6-4cf3-93cd-df54c663ccab req-80145bd1-1b01-4e01-a6e8-c25f62f2ce98 service neutron] Checking segment: {'id': 'a1d01b66-e103-44ab-97f3-6f827675fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '5c8a61c3-0285-4b7d-b110-24534369ffce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:04:53.575488 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6241b1a-57d6-4cf3-93cd-df54c663ccab req-80145bd1-1b01-4e01-a6e8-c25f62f2ce98 service neutron] Bound using segment: {'id': 'a1d01b66-e103-44ab-97f3-6f827675fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '5c8a61c3-0285-4b7d-b110-24534369ffce'} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:04:53.576390 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-f6241b1a-57d6-4cf3-93cd-df54c663ccab req-80145bd1-1b01-4e01-a6e8-c25f62f2ce98 service neutron] Bound port: 4035a83f-24e4-427f-b321-21868f004640, host: n-h2-818823-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1d01b66-e103-44ab-97f3-6f827675fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '5c8a61c3-0285-4b7d-b110-24534369ffce'}}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:04:53.576970 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-f6241b1a-57d6-4cf3-93cd-df54c663ccab req-80145bd1-1b01-4e01-a6e8-c25f62f2ce98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:53.582090 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e342f4ed-4714-478e-b61e-1ac4d9251742 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caef373a-64de-431b-addc-5cad3c231470,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:04:53.591309 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-8bcc2b6f-04f2-4b4e-9f89-3fa799f19b93 req-04c3060b-a123-4265-97d0-590be0eefd07 service neutron] 10.222.0.20 "GET /v2.0/networks/e1052824-bf78-4963-8937-b202e372ac24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6018963 Nov 22 20:04:53.627929 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 94611ea0-010e-455b-ab08-1a1806762580 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:04:53.697505 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-3ab8565a-6115-414a-a68b-a6794d66a637 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:53.779520 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-f6241b1a-57d6-4cf3-93cd-df54c663ccab req-80145bd1-1b01-4e01-a6e8-c25f62f2ce98 service neutron] For port 4035a83f-24e4-427f-b321-21868f004640, host n-h2-818823-1, cleared binding levels {{(pid=103448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:04:53.785650 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-f6241b1a-57d6-4cf3-93cd-df54c663ccab req-80145bd1-1b01-4e01-a6e8-c25f62f2ce98 service neutron] For port 4035a83f-24e4-427f-b321-21868f004640, host n-h2-818823-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=4035a83f-24e4-427f-b321-21868f004640,segment=NetworkSegment(a1d01b66-e103-44ab-97f3-6f827675fa31),segment_id=a1d01b66-e103-44ab-97f3-6f827675fa31)] {{(pid=103448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:04:53.793730 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-8af8e870-06d3-48a2-a910-17c1dceff6f6 None None] Provisioning complete for port 90ffc489-e728-4975-8c27-3aaa66be28fa triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:04:53.794115 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-8af8e870-06d3-48a2-a910-17c1dceff6f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:53.805017 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-f6241b1a-57d6-4cf3-93cd-df54c663ccab req-80145bd1-1b01-4e01-a6e8-c25f62f2ce98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:53.838039 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 54656) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:04:53.844945 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a84dd0cd-b22f-4576-8a52-7a41548d1bb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:53.885897 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8058ac6a-f0c7-4936-8838-d602fdc5cc36 req-6b478b88-0f01-4834-899c-75292af630d7 tempest-ServersWithSpecificFlavorTestJSON-1120519075 tempest-ServersWithSpecificFlavorTestJSON-1120519075-project] 10.222.0.46 "GET /v2.0/security-groups?id=ea60d010-f7c1-485a-99af-472dfb1cdc16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4839702 Nov 22 20:04:53.894366 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80145bd1-1b01-4e01-a6e8-c25f62f2ce98 service neutron] Pushing event updated for resources: {'Port': ['ID=4035a83f-24e4-427f-b321-21868f004640,revision_number=8']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:04:53.927790 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-8af8e870-06d3-48a2-a910-17c1dceff6f6 None None] Port 90ffc489-e728-4975-8c27-3aaa66be28fa cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:04:53.933376 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:53.936717 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 94611ea0-010e-455b-ab08-1a1806762580 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:04:53.937120 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:53.938463 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-3ab8565a-6115-414a-a68b-a6794d66a637 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:53.961449 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5508ce67-2044-4e41-86e0-032ae98ece5b req-dc59ba8c-cdea-406d-a116-8ae55ebee97e tempest-FloatingIPsAssociationNegativeTestJSON-1762176606 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:04:53.965547 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5508ce67-2044-4e41-86e0-032ae98ece5b req-dc59ba8c-cdea-406d-a116-8ae55ebee97e tempest-FloatingIPsAssociationNegativeTestJSON-1762176606 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606-project] 10.222.0.46 "GET /v2.0/ports?device_id=02f25226-2e4b-42a2-abe9-f8cd9ab68471 HTTP/1.1" status: 200 len: 945 time: 0.3978705 Nov 22 20:04:53.981085 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6241b1a-57d6-4cf3-93cd-df54c663ccab req-80145bd1-1b01-4e01-a6e8-c25f62f2ce98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:04:53.981725 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-f6241b1a-57d6-4cf3-93cd-df54c663ccab req-80145bd1-1b01-4e01-a6e8-c25f62f2ce98 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:53.983204 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-f6241b1a-57d6-4cf3-93cd-df54c663ccab req-80145bd1-1b01-4e01-a6e8-c25f62f2ce98 service neutron] 10.222.0.41 "PUT /v2.0/ports/4035a83f-24e4-427f-b321-21868f004640 HTTP/1.1" status: 200 len: 1121 time: 2.1194751 Nov 22 20:04:53.994898 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Mon, 22 Nov 2021 20:04:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53131a2a-08ef-4bbd-b661-ad02d2ba7eb6 x-openstack-request-id: req-53131a2a-08ef-4bbd-b661-ad02d2ba7eb6 {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:04:53.995238 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5093cb48-092d-4dff-ad5d-31875fbb9f2c", "tag": "8b89445a-2093-4480-a650-d182804db66c", "status": "completed", "code": 200}, {"server_uuid": "01e0b0fa-e002-4967-ab32-9c5694e22ac9", "name": "network-vif-unplugged", "status": "completed", "tag": "4035a83f-24e4-427f-b321-21868f004640", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:04:53.995482 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-53131a2a-08ef-4bbd-b661-ad02d2ba7eb6 {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:04:53.995896 n-d-818823-1 neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5093cb48-092d-4dff-ad5d-31875fbb9f2c', 'tag': '8b89445a-2093-4480-a650-d182804db66c', 'status': 'completed', 'code': 200} Nov 22 20:04:53.996158 n-d-818823-1 neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01e0b0fa-e002-4967-ab32-9c5694e22ac9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4035a83f-24e4-427f-b321-21868f004640', 'code': 200} Nov 22 20:04:54.074399 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4b9559d-40a3-4573-bebb-b20ad7954d44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2d1be9a-7c67-4fdb-ad0c-fa04ae9c3b2b'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:04:54.076792 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d39f6d30a11e565ec9648abcc015e8a6ab6cff4edd704add8155e28765d31eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f267f1f7-d3d8-45d0-a0a3-af317aaee5aa" -d '{"events": [{"server_uuid": "d4b9559d-40a3-4573-bebb-b20ad7954d44", "name": "network-vif-plugged", "status": "completed", "tag": "c2d1be9a-7c67-4fdb-ad0c-fa04ae9c3b2b"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:04:54.090510 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] get_ports_and_sgs() called for port_ids ['4035a83f-24e4-427f-b321-21868f004640'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:04:54.141209 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port c2d1be9a-7c67-4fdb-ad0c-fa04ae9c3b2b, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=c2d1be9a-7c67-4fdb-ad0c-fa04ae9c3b2b,segment=NetworkSegment(f0c11d7a-96fd-43fa-957b-1793939552d9),segment_id=f0c11d7a-96fd-43fa-957b-1793939552d9)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:04:54.144900 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f62b30f-29fa-4d13-8b00-e3127a45a3e1 req-d20e002e-7f38-4ddd-b0d5-b3ea27f43ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:04:54.147981 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-6f62b30f-29fa-4d13-8b00-e3127a45a3e1 req-d20e002e-7f38-4ddd-b0d5-b3ea27f43ab1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=126c0323750547f8b9835ef63890aaea&device_id=5093cb48-092d-4dff-ad5d-31875fbb9f2c HTTP/1.1" status: 200 len: 1098 time: 0.1214263 Nov 22 20:04:54.150383 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:54.151395 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 8b89445a-2093-4480-a650-d182804db66c no longer exists at agent hyperv_n-h1-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:04:54.151600 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f62b30f-29fa-4d13-8b00-e3127a45a3e1 req-ef8edbf7-e6f1-4707-8aad-6fc72c675a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:04:54.153540 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-6f62b30f-29fa-4d13-8b00-e3127a45a3e1 req-ef8edbf7-e6f1-4707-8aad-6fc72c675a26 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=126c0323750547f8b9835ef63890aaea&device_id=5093cb48-092d-4dff-ad5d-31875fbb9f2c HTTP/1.1" status: 200 len: 1098 time: 0.1183479 Nov 22 20:04:54.279602 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-30ae3d32-298f-41a6-a15f-74b5f9a8f37f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:54.331144 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:54.370359 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a84dd0cd-b22f-4576-8a52-7a41548d1bb8 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:54.371076 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=c2d1be9a-7c67-4fdb-ad0c-fa04ae9c3b2b,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:04:54.392382 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] For port 94611ea0-010e-455b-ab08-1a1806762580, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=94611ea0-010e-455b-ab08-1a1806762580,segment=NetworkSegment(8793ba83-8407-4c3d-9b56-2a177cd58a70),segment_id=8793ba83-8407-4c3d-9b56-2a177cd58a70)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:04:54.394325 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 8b89445a-2093-4480-a650-d182804db66c not bound to the agent host n-h1-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:04:54.401843 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a84dd0cd-b22f-4576-8a52-7a41548d1bb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:54.402072 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f62b30f-29fa-4d13-8b00-e3127a45a3e1 req-8e15e9e5-8c96-4609-b80d-758737c2509d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:04:54.403763 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-6f62b30f-29fa-4d13-8b00-e3127a45a3e1 req-8e15e9e5-8c96-4609-b80d-758737c2509d service neutron] 10.222.0.20 "GET /v2.0/networks?id=e1052824-bf78-4963-8937-b202e372ac24 HTTP/1.1" status: 200 len: 870 time: 0.2468300 Nov 22 20:04:54.405116 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f62b30f-29fa-4d13-8b00-e3127a45a3e1 req-f9d674fe-a92d-4793-9c17-ea67ec6008ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:04:54.407651 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-6f62b30f-29fa-4d13-8b00-e3127a45a3e1 req-f9d674fe-a92d-4793-9c17-ea67ec6008ae service neutron] 10.222.0.41 "GET /v2.0/networks?id=e1052824-bf78-4963-8937-b202e372ac24 HTTP/1.1" status: 200 len: 870 time: 0.2242765 Nov 22 20:04:54.420485 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5508ce67-2044-4e41-86e0-032ae98ece5b req-7bb3805d-04e1-4dfd-be15-52441febf475 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606-project] 10.222.0.46 "GET /v2.0/security-groups?id=c037d2d6-c1c6-4d43-87f4-92fbbbea1f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4372220 Nov 22 20:04:54.424422 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:54.471200 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-6f62b30f-29fa-4d13-8b00-e3127a45a3e1 req-431344da-4c6e-431d-a9f5-265026d4efd3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=8b89445a-2093-4480-a650-d182804db66c HTTP/1.1" status: 200 len: 217 time: 0.0591431 Nov 22 20:04:54.527879 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Pushing event updated for resources: {'Port': ['ID=94611ea0-010e-455b-ab08-1a1806762580,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:04:54.545821 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-6f62b30f-29fa-4d13-8b00-e3127a45a3e1 req-908d9659-170f-4967-8004-e9a11f4e697c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=8b89445a-2093-4480-a650-d182804db66c HTTP/1.1" status: 200 len: 217 time: 0.0672932 Nov 22 20:04:54.563191 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1115fa8-2cf9-4c87-8bc2-eb45f868ef53 req-59242d9a-a211-4861-8155-2da5f178d9ca tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:04:54.564867 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e1115fa8-2cf9-4c87-8bc2-eb45f868ef53 req-59242d9a-a211-4861-8155-2da5f178d9ca tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] 10.222.0.46 "GET /v2.0/ports?device_id=01e0b0fa-e002-4967-ab32-9c5694e22ac9 HTTP/1.1" status: 200 len: 943 time: 0.3603184 Nov 22 20:04:54.597088 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-3ab8565a-6115-414a-a68b-a6794d66a637 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:54.600926 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-3ab8565a-6115-414a-a68b-a6794d66a637 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:54.605212 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-3ab8565a-6115-414a-a68b-a6794d66a637 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b400b5d6-2c63-4ba7-aea2-52a0ab5ba391 HTTP/1.1" status: 204 len: 168 time: 1.4718447 Nov 22 20:04:54.617135 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84dd0cd-b22f-4576-8a52-7a41548d1bb8 admin admin] Pushing event updated for resources: {'Port': ['ID=90ffc489-e728-4975-8c27-3aaa66be28fa,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:04:54.631430 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f62b30f-29fa-4d13-8b00-e3127a45a3e1 req-ab98dc36-cd33-4963-8a09-1df7b9dcb30b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:04:54.632913 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-6f62b30f-29fa-4d13-8b00-e3127a45a3e1 req-ab98dc36-cd33-4963-8a09-1df7b9dcb30b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3091ebfd-11e2-41f8-9c00-ffe0b86563d8 HTTP/1.1" status: 200 len: 843 time: 0.0574775 Nov 22 20:04:54.682120 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f62b30f-29fa-4d13-8b00-e3127a45a3e1 req-0cb9df96-38ad-468a-a28f-fc797877e914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:04:54.684377 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-6f62b30f-29fa-4d13-8b00-e3127a45a3e1 req-0cb9df96-38ad-468a-a28f-fc797877e914 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3091ebfd-11e2-41f8-9c00-ffe0b86563d8 HTTP/1.1" status: 200 len: 843 time: 0.2046204 Nov 22 20:04:54.704121 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f62b30f-29fa-4d13-8b00-e3127a45a3e1 req-f9206722-100b-4265-8baa-183c8e191345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:04:54.704121 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-6f62b30f-29fa-4d13-8b00-e3127a45a3e1 req-f9206722-100b-4265-8baa-183c8e191345 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e1052824-bf78-4963-8937-b202e372ac24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0607400 Nov 22 20:04:54.719301 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab8565a-6115-414a-a68b-a6794d66a637 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b400b5d6-2c63-4ba7-aea2-52a0ab5ba391,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:04:54.762194 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a84dd0cd-b22f-4576-8a52-7a41548d1bb8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-563461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-659839'] for router_interface, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:54.800051 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e1115fa8-2cf9-4c87-8bc2-eb45f868ef53 req-608e7f0d-79a3-458c-a4fe-5c80c03e5a2b tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] 10.222.0.46 "GET /v2.0/security-groups?id=89c2c967-26c4-4e1c-a1fd-c97f87817ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856475 Nov 22 20:04:54.806020 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 54684) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:04:54.861790 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-6f62b30f-29fa-4d13-8b00-e3127a45a3e1 req-877650b5-152d-4a93-8aa2-3aedd9b65e61 service neutron] 10.222.0.41 "GET /v2.0/networks/e1052824-bf78-4963-8937-b202e372ac24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513338 Nov 22 20:04:54.862034 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d8159c-38a4-446a-ba6d-afd8771a437a req-2d55b87f-9354-46bd-8fe7-fa326d452148 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:04:54.869332 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f62b30f-29fa-4d13-8b00-e3127a45a3e1 req-1969ef5e-0891-440a-9075-9c9512595518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:04:54.870848 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-6f62b30f-29fa-4d13-8b00-e3127a45a3e1 req-1969ef5e-0891-440a-9075-9c9512595518 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e1052824-bf78-4963-8937-b202e372ac24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1732607 Nov 22 20:04:54.871527 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-23d8159c-38a4-446a-ba6d-afd8771a437a req-2d55b87f-9354-46bd-8fe7-fa326d452148 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/ports?device_id=5093cb48-092d-4dff-ad5d-31875fbb9f2c HTTP/1.1" status: 200 len: 947 time: 0.3182664 Nov 22 20:04:54.898996 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:04:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3da72819-e18c-441c-885a-db157b168f48 x-openstack-request-id: req-3da72819-e18c-441c-885a-db157b168f48 {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:04:54.899367 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4b9559d-40a3-4573-bebb-b20ad7954d44", "name": "network-vif-plugged", "status": "completed", "tag": "c2d1be9a-7c67-4fdb-ad0c-fa04ae9c3b2b", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:04:54.899915 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3da72819-e18c-441c-885a-db157b168f48 {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:04:54.900494 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4b9559d-40a3-4573-bebb-b20ad7954d44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2d1be9a-7c67-4fdb-ad0c-fa04ae9c3b2b', 'code': 200} Nov 22 20:04:55.063299 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-6f62b30f-29fa-4d13-8b00-e3127a45a3e1 req-90c9b1d3-5a15-44af-a6ee-62f532ced91c service neutron] 10.222.0.41 "GET /v2.0/networks/e1052824-bf78-4963-8937-b202e372ac24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914608 Nov 22 20:04:55.065558 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-6f62b30f-29fa-4d13-8b00-e3127a45a3e1 req-f382a5d0-5e8d-4eef-aed4-1d7d82c55ba0 service neutron] 10.222.0.20 "GET /v2.0/networks/e1052824-bf78-4963-8937-b202e372ac24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1850944 Nov 22 20:04:55.138735 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-29e19a93-83fa-48e8-9c8a-db1b44f6d07e admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-647870050-network', 'tenant_id': 'eccf64927ecc4dab83be8c6edc2287b1'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:04:55.182246 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-6f62b30f-29fa-4d13-8b00-e3127a45a3e1 req-e26c0e38-f12c-4fcf-acd3-f4d69ba5f635 service neutron] 10.222.0.20 "GET /v2.0/networks/e1052824-bf78-4963-8937-b202e372ac24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068945 Nov 22 20:04:55.191397 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 94611ea0-010e-455b-ab08-1a1806762580 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:04:55.191747 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-30ae3d32-298f-41a6-a15f-74b5f9a8f37f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:55.212929 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 54692) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:04:55.231079 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-88d0d083-8658-401d-bcd2-8ad706788175 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:55.232695 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-30ae3d32-298f-41a6-a15f-74b5f9a8f37f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:55.258127 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 94611ea0-010e-455b-ab08-1a1806762580 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:04:55.258499 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:55.269762 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29e19a93-83fa-48e8-9c8a-db1b44f6d07e admin admin] Made reservation on behalf of eccf64927ecc4dab83be8c6edc2287b1 for: {'network': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:04:55.272343 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-29e19a93-83fa-48e8-9c8a-db1b44f6d07e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for network, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:55.299981 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-23d8159c-38a4-446a-ba6d-afd8771a437a req-ff47f553-5f68-4dee-a57d-db117f3ae991 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1d007ec-a75a-4ef8-9cdd-9c679a3ff22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4275229 Nov 22 20:04:55.328129 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b73b86-4c39-431f-8ab2-ab02d1054c54 req-e168f9c0-90f5-42a8-843d-8fddb80e2ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:04:55.329891 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b8b73b86-4c39-431f-8ab2-ab02d1054c54 req-e168f9c0-90f5-42a8-843d-8fddb80e2ea8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d4b9559d-40a3-4573-bebb-b20ad7954d44 HTTP/1.1" status: 200 len: 1097 time: 0.3205557 Nov 22 20:04:55.333043 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-88d0d083-8658-401d-bcd2-8ad706788175 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:55.340178 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-88d0d083-8658-401d-bcd2-8ad706788175 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:55.359471 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-29e19a93-83fa-48e8-9c8a-db1b44f6d07e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:55.383187 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-88d0d083-8658-401d-bcd2-8ad706788175 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6be24fd63be446c39620c7707c422502&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1690741 Nov 22 20:04:55.385715 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 54694) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:04:55.388239 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d0d083-8658-401d-bcd2-8ad706788175 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4172048-2dfe-4747-ac54-b26d65105cdd,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:04:55.401683 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ae3d32-298f-41a6-a15f-74b5f9a8f37f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=292d6be9-d8bb-42c8-8a72-176c16c398c3,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:04:55.439901 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-30ae3d32-298f-41a6-a15f-74b5f9a8f37f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=78a63f16eddc4b0299dd614c580c8467&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5959821 Nov 22 20:04:55.440314 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-24fd933a-d3a2-4667-aab6-85751aacfc9b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:55.454594 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 54696) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:04:55.474496 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-24fd933a-d3a2-4667-aab6-85751aacfc9b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:55.507139 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a84dd0cd-b22f-4576-8a52-7a41548d1bb8 admin admin] Network a57abe36-5544-4172-9b92-02ebd755f0ce is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:04:55.523438 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-eb5a3969-8796-4838-9d40-2c5f7cdda81f req-a69be990-b1ff-4cf0-b528-8e9026c9c6ef tempest-FloatingIPsAssociationNegativeTestJSON-1762176606 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606-project] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=c48a55e9-6a85-4746-b7bf-3e29fb560094 HTTP/1.1" status: 200 len: 258 time: 0.5515311 Nov 22 20:04:55.529555 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-a84dd0cd-b22f-4576-8a52-7a41548d1bb8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:04:55.540931 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-13152af6-73c7-42a6-ac46-673b7eb07269 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:55.559696 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-24fd933a-d3a2-4667-aab6-85751aacfc9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:55.562755 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-24fd933a-d3a2-4667-aab6-85751aacfc9b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:55.566305 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-24fd933a-d3a2-4667-aab6-85751aacfc9b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f4172048-2dfe-4747-ac54-b26d65105cdd HTTP/1.1" status: 204 len: 168 time: 0.1771364 Nov 22 20:04:55.566450 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-eb5a3969-8796-4838-9d40-2c5f7cdda81f req-0989614c-c2e1-403c-be2b-bf45a8da2836 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606-project] Request body: {'floatingip': {'floating_network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:04:55.596152 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b8b73b86-4c39-431f-8ab2-ab02d1054c54 req-fb14daa6-b693-448f-870a-c236394068f0 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=ea60d010-f7c1-485a-99af-472dfb1cdc16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2481854 Nov 22 20:04:55.601036 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-13152af6-73c7-42a6-ac46-673b7eb07269 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:55.603774 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fd933a-d3a2-4667-aab6-85751aacfc9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4172048-2dfe-4747-ac54-b26d65105cdd,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:04:55.676659 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-13152af6-73c7-42a6-ac46-673b7eb07269 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:55.681221 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd5dd7e-3a37-48b8-8c56-2c9f7125824f req-9b52aa9d-d1fb-4a67-936c-55cf0a214e4c tempest-ServersWithSpecificFlavorTestJSON-1120519075 tempest-ServersWithSpecificFlavorTestJSON-1120519075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:04:55.690631 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5cd5dd7e-3a37-48b8-8c56-2c9f7125824f req-9b52aa9d-d1fb-4a67-936c-55cf0a214e4c tempest-ServersWithSpecificFlavorTestJSON-1120519075 tempest-ServersWithSpecificFlavorTestJSON-1120519075-project] 10.222.0.46 "GET /v2.0/ports?device_id=d4b9559d-40a3-4573-bebb-b20ad7954d44 HTTP/1.1" status: 200 len: 946 time: 0.2681344 Nov 22 20:04:55.694402 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-13152af6-73c7-42a6-ac46-673b7eb07269 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:55.699939 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-13152af6-73c7-42a6-ac46-673b7eb07269 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/292d6be9-d8bb-42c8-8a72-176c16c398c3 HTTP/1.1" status: 204 len: 168 time: 0.2419267 Nov 22 20:04:55.703276 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-eb5a3969-8796-4838-9d40-2c5f7cdda81f req-0989614c-c2e1-403c-be2b-bf45a8da2836 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606-project] Publish callbacks [] for floatingip, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:55.713802 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13152af6-73c7-42a6-ac46-673b7eb07269 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=292d6be9-d8bb-42c8-8a72-176c16c398c3,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:04:55.877270 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-7ab43648-5e4d-4885-bb20-3cb8b62c3901 None None] Provisioning complete for port 90ffc489-e728-4975-8c27-3aaa66be28fa triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:04:55.877952 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-7ab43648-5e4d-4885-bb20-3cb8b62c3901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:55.884595 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5cd5dd7e-3a37-48b8-8c56-2c9f7125824f req-f28ab0ec-401b-417f-bc13-b7a7c86c0384 tempest-ServersWithSpecificFlavorTestJSON-1120519075 tempest-ServersWithSpecificFlavorTestJSON-1120519075-project] 10.222.0.46 "GET /v2.0/security-groups?id=ea60d010-f7c1-485a-99af-472dfb1cdc16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1929648 Nov 22 20:04:55.887591 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-29e19a93-83fa-48e8-9c8a-db1b44f6d07e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:55.898788 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a84dd0cd-b22f-4576-8a52-7a41548d1bb8 admin admin] Router 89595558-18d1-4d64-a9cf-2b24c546abf4 has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 20:04:55.899771 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-29e19a93-83fa-48e8-9c8a-db1b44f6d07e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:55.924318 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-7ab43648-5e4d-4885-bb20-3cb8b62c3901 None None] Port 90ffc489-e728-4975-8c27-3aaa66be28fa cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:04:55.940420 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29e19a93-83fa-48e8-9c8a-db1b44f6d07e admin admin] vlan segment allocate from pool success with {'vlan_id': 625, 'physical_network': 'physnet1'} {{(pid=103447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 20:04:55.997692 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01e0b0fa-e002-4967-ab32-9c5694e22ac9', 'tag': '4035a83f-24e4-427f-b321-21868f004640'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:04:56.001640 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589a98cf2aea187fcc423a5edb333e5a6cf3ad7c81115d1ebee0f079693c312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35862946-a12c-4063-b42b-4ea814244564" -d '{"events": [{"name": "network-changed", "server_uuid": "01e0b0fa-e002-4967-ab32-9c5694e22ac9", "tag": "4035a83f-24e4-427f-b321-21868f004640"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:04:56.002805 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-29e19a93-83fa-48e8-9c8a-db1b44f6d07e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:56.003164 n-d-818823-1 neutron-server[103447]: INFO neutron.db.segments_db [None req-29e19a93-83fa-48e8-9c8a-db1b44f6d07e admin admin] Added segment adef8bfe-e7cb-4b45-a1a6-80cad068f809 of type vlan for network 1e81e05c-4c76-424f-a369-a3cc99f09949 Nov 22 20:04:56.029053 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e19a93-83fa-48e8-9c8a-db1b44f6d07e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=856cfbfb-1e64-4401-a1fb-713c41a0ff50,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:04:56.200832 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 54718) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:04:56.216121 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-00fc4b9d-8968-4057-af1e-be95735fa6d0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:56.312104 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-00fc4b9d-8968-4057-af1e-be95735fa6d0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:56.317250 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-00fc4b9d-8968-4057-af1e-be95735fa6d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:56.340513 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-29e19a93-83fa-48e8-9c8a-db1b44f6d07e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748992492791'] for network, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:56.360409 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fc4b9d-8968-4057-af1e-be95735fa6d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=555b45da-cc2e-496c-b3d8-766ad82cacc9,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:04:56.370348 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-00fc4b9d-8968-4057-af1e-be95735fa6d0 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2e2b7074150544d8bb1d928cd9d125c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1682618 Nov 22 20:04:56.370797 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 54726) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:04:56.395046 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72085593-5239-463d-96cb-b78223ad1a23 req-4d370a88-9bd2-4439-946c-52ac7e4743b0 tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:04:56.396659 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-72085593-5239-463d-96cb-b78223ad1a23 req-4d370a88-9bd2-4439-946c-52ac7e4743b0 tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] 10.222.0.46 "GET /v2.0/ports?device_id=01e0b0fa-e002-4967-ab32-9c5694e22ac9 HTTP/1.1" status: 200 len: 943 time: 0.4013093 Nov 22 20:04:56.408909 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-eb5a3969-8796-4838-9d40-2c5f7cdda81f req-0989614c-c2e1-403c-be2b-bf45a8da2836 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:56.423977 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a84dd0cd-b22f-4576-8a52-7a41548d1bb8 admin admin] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:04:56.435921 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d68245-58a9-4a76-84f7-e867e79dc0f1 None None] Sync routers for ids ['89595558-18d1-4d64-a9cf-2b24c546abf4'] in n-d-818823-1 {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:04:56.455511 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-a84dd0cd-b22f-4576-8a52-7a41548d1bb8 admin admin] 10.222.0.46 "PUT /v2.0/routers/89595558-18d1-4d64-a9cf-2b24c546abf4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0682039 Nov 22 20:04:56.461538 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-29e19a93-83fa-48e8-9c8a-db1b44f6d07e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for network, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:56.462502 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29e19a93-83fa-48e8-9c8a-db1b44f6d07e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:04:56.462902 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d68245-58a9-4a76-84f7-e867e79dc0f1 None None] Routers {'89595558-18d1-4d64-a9cf-2b24c546abf4'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:04:56.463051 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-29e19a93-83fa-48e8-9c8a-db1b44f6d07e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for network, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:56.463766 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-42d68245-58a9-4a76-84f7-e867e79dc0f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:04:33Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['89595558-18d1-4d64-a9cf-2b24c546abf4'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:04:56.585550 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-29e19a93-83fa-48e8-9c8a-db1b44f6d07e admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.7717307 Nov 22 20:04:56.586856 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 54734) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:04:56.591094 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-84a09080-8e03-4bd2-9bab-4af28c286c8d admin admin] Request body: {'subnet': {'network_id': '1e81e05c-4c76-424f-a369-a3cc99f09949', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-647870050-subnet', 'tenant_id': 'eccf64927ecc4dab83be8c6edc2287b1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:04:56.618039 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-42d68245-58a9-4a76-84f7-e867e79dc0f1 None None] Set router 89595558-18d1-4d64-a9cf-2b24c546abf4 gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:04:56.623793 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-72085593-5239-463d-96cb-b78223ad1a23 req-e45c9e76-bd51-4ee5-92b5-24699262553e tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] 10.222.0.46 "GET /v2.0/security-groups?id=89c2c967-26c4-4e1c-a1fd-c97f87817ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2123768 Nov 22 20:04:56.632939 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e19a93-83fa-48e8-9c8a-db1b44f6d07e admin admin] Pushing event updated for resources: {'Network': ['ID=1e81e05c-4c76-424f-a369-a3cc99f09949,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:04:56.635304 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-41ed9430-9af2-483f-8269-f6bcb036900d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:56.637695 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84a09080-8e03-4bd2-9bab-4af28c286c8d admin admin] Made reservation on behalf of eccf64927ecc4dab83be8c6edc2287b1 for: {'subnet': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:04:56.642876 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-84a09080-8e03-4bd2-9bab-4af28c286c8d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11792951'] for subnet, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:56.657892 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Network 1e81e05c-4c76-424f-a369-a3cc99f09949 details requested by agent ovs-agent-n-d-818823-1 with host n-d-818823-1 {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 20:04:56.698870 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-41ed9430-9af2-483f-8269-f6bcb036900d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:56.727946 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [req-eb5a3969-8796-4838-9d40-2c5f7cdda81f req-0989614c-c2e1-403c-be2b-bf45a8da2836 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606-project] Allocated IP 172.25.5.127 (c48a55e9-6a85-4746-b7bf-3e29fb560094/5da6f781-63e6-4328-ae7a-5e672262f55a/06d3d25d-325e-4f83-b1e4-dc6e37d71358) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:04:56.744868 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 20:04:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eee92ad-a9f6-40df-9882-03f01a8f260d x-openstack-request-id: req-4eee92ad-a9f6-40df-9882-03f01a8f260d {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:04:56.745854 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01e0b0fa-e002-4967-ab32-9c5694e22ac9", "tag": "4035a83f-24e4-427f-b321-21868f004640", "status": "completed", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:04:56.747550 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4eee92ad-a9f6-40df-9882-03f01a8f260d {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:04:56.748030 n-d-818823-1 neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01e0b0fa-e002-4967-ab32-9c5694e22ac9', 'tag': '4035a83f-24e4-427f-b321-21868f004640', 'status': 'completed', 'code': 200} Nov 22 20:04:56.880157 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35862946-a12c-4063-b42b-4ea814244564 req-4e566661-8bdf-40fd-b1b7-2b75f41a67ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:04:56.884283 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-35862946-a12c-4063-b42b-4ea814244564 req-4e566661-8bdf-40fd-b1b7-2b75f41a67ba service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ed1bb220b53d484cb7697cddf2626bd6&device_id=01e0b0fa-e002-4967-ab32-9c5694e22ac9 HTTP/1.1" status: 200 len: 1124 time: 0.1290476 Nov 22 20:04:56.918424 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-eb5a3969-8796-4838-9d40-2c5f7cdda81f req-0989614c-c2e1-403c-be2b-bf45a8da2836 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606-project] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:56.987504 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-41ed9430-9af2-483f-8269-f6bcb036900d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:56.990747 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-41ed9430-9af2-483f-8269-f6bcb036900d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:56.991943 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-41ed9430-9af2-483f-8269-f6bcb036900d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/555b45da-cc2e-496c-b3d8-766ad82cacc9 HTTP/1.1" status: 204 len: 168 time: 0.6143937 Nov 22 20:04:56.997235 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-eb5a3969-8796-4838-9d40-2c5f7cdda81f req-0989614c-c2e1-403c-be2b-bf45a8da2836 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:57.014716 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ed9430-9af2-483f-8269-f6bcb036900d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=555b45da-cc2e-496c-b3d8-766ad82cacc9,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:04:57.050644 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 8b89445a-2093-4480-a650-d182804db66c details requested by agent hyperv_n-h2-818823-1 with host n-h2-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 20:04:57.100986 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c583bbe0-bb73-47ff-af1e-f3c5a4af7561 req-468e3dd7-668d-4077-8f9b-b9f138ec996d tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:04:57.104631 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c583bbe0-bb73-47ff-af1e-f3c5a4af7561 req-468e3dd7-668d-4077-8f9b-b9f138ec996d tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/ports?device_id=5093cb48-092d-4dff-ad5d-31875fbb9f2c HTTP/1.1" status: 200 len: 947 time: 0.2120547 Nov 22 20:04:57.118910 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 4035a83f-24e4-427f-b321-21868f004640 details requested by agent hyperv_n-h1-818823-1 with host n-h1-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 20:04:57.120773 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb5a3969-8796-4838-9d40-2c5f7cdda81f req-0989614c-c2e1-403c-be2b-bf45a8da2836 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606-project] Network c48a55e9-6a85-4746-b7bf-3e29fb560094 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:04:57.138223 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [req-eb5a3969-8796-4838-9d40-2c5f7cdda81f req-0989614c-c2e1-403c-be2b-bf45a8da2836 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:04:57.147283 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb5a3969-8796-4838-9d40-2c5f7cdda81f req-0989614c-c2e1-403c-be2b-bf45a8da2836 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606-project] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:04:57.283354 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0989614c-c2e1-403c-be2b-bf45a8da2836 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606-project] Pushing event updated for resources: {'Port': ['ID=06d3d25d-325e-4f83-b1e4-dc6e37d71358,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:04:57.348398 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port 8b89445a-2093-4480-a650-d182804db66c, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=8b89445a-2093-4480-a650-d182804db66c,segment=NetworkSegment(2a5a1c7b-538e-498e-99b9-cc7a8e0411be),segment_id=2a5a1c7b-538e-498e-99b9-cc7a8e0411be)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:04:57.390250 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-42d68245-58a9-4a76-84f7-e867e79dc0f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89595558-18d1-4d64-a9cf-2b24c546abf4', 'name': 'tempest-FloatingIPsTestJSON-708799881-router', 'tenant_id': '890340a4f3794b76b663053bf86eda6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.33'}], 'enable_snat': True}, 'gw_port_id': '94611ea0-010e-455b-ab08-1a1806762580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:04:45Z', 'updated_at': '2021-11-22T20:04:53Z', 'revision_number': 4, 'project_id': '890340a4f3794b76b663053bf86eda6b', 'gw_port': {'id': '94611ea0-010e-455b-ab08-1a1806762580', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:b9:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89595558-18d1-4d64-a9cf-2b24c546abf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:04:46Z', 'updated_at': '2021-11-22T20:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': '90ffc489-e728-4975-8c27-3aaa66be28fa', 'name': '', 'network_id': 'a57abe36-5544-4172-9b92-02ebd755f0ce', 'tenant_id': '890340a4f3794b76b663053bf86eda6b', 'mac_address': 'fa:16:3e:9e:f8:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89595558-18d1-4d64-a9cf-2b24c546abf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'da2f2400-ac33-429d-8b1f-77d7d55a4c4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:04:51Z', 'updated_at': '2021-11-22T20:04:54Z', 'revision_number': 2, 'project_id': '890340a4f3794b76b663053bf86eda6b', 'subnets': [{'id': 'da2f2400-ac33-429d-8b1f-77d7d55a4c4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:04:57.393549 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c583bbe0-bb73-47ff-af1e-f3c5a4af7561 req-308b360e-0a2d-4ea3-b5eb-3bae21b07365 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1d007ec-a75a-4ef8-9cdd-9c679a3ff22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2756085 Nov 22 20:04:57.431772 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-eb5a3969-8796-4838-9d40-2c5f7cdda81f req-0989614c-c2e1-403c-be2b-bf45a8da2836 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:57.445825 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35862946-a12c-4063-b42b-4ea814244564 req-5a7f3eb1-a50b-41db-b293-bdf83f8d5da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:04:57.448408 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-35862946-a12c-4063-b42b-4ea814244564 req-5a7f3eb1-a50b-41db-b293-bdf83f8d5da0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=5c8a61c3-0285-4b7d-b110-24534369ffce HTTP/1.1" status: 200 len: 922 time: 0.5548346 Nov 22 20:04:57.450082 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-84a09080-8e03-4bd2-9bab-4af28c286c8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11567560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11792921'] for subnet, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:57.460850 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Returning: {'device': '8b89445a-2093-4480-a650-d182804db66c', 'network_id': 'e1052824-bf78-4963-8937-b202e372ac24', 'port_id': '8b89445a-2093-4480-a650-d182804db66c', 'mac_address': 'fa:16:3e:f8:5d:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3091ebfd-11e2-41f8-9c00-ffe0b86563d8', 'ip_address': '192.168.233.49'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 20:04:57.492023 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-eb5a3969-8796-4838-9d40-2c5f7cdda81f req-0989614c-c2e1-403c-be2b-bf45a8da2836 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:57.502959 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d68245-58a9-4a76-84f7-e867e79dc0f1 None None] Checking router: 89595558-18d1-4d64-a9cf-2b24c546abf4 for host: n-d-818823-1 {{(pid=103449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 20:04:57.503485 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d68245-58a9-4a76-84f7-e867e79dc0f1 None None] Updating router 89595558-18d1-4d64-a9cf-2b24c546abf4 port 90ffc489-e728-4975-8c27-3aaa66be28fa binding host n-d-818823-1 {{(pid=103449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 20:04:57.517584 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-35862946-a12c-4063-b42b-4ea814244564 req-f4df536b-f2d0-438d-a577-2862ad6193f1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4035a83f-24e4-427f-b321-21868f004640 HTTP/1.1" status: 200 len: 217 time: 0.0593121 Nov 22 20:04:57.604597 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a09080-8e03-4bd2-9bab-4af28c286c8d admin admin] Pushing event updated for resources: {'Subnet': ['ID=555c9f92-faec-4407-89e0-e5147ee8b27d,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:04:57.607623 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-42d68245-58a9-4a76-84f7-e867e79dc0f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:57.609221 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a09080-8e03-4bd2-9bab-4af28c286c8d admin admin] Checking segment: {'id': 'adef8bfe-e7cb-4b45-a1a6-80cad068f809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '1e81e05c-4c76-424f-a369-a3cc99f09949'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:04:57.609777 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84a09080-8e03-4bd2-9bab-4af28c286c8d admin admin] Network hostable DHCP agents. Network: 1e81e05c-4c76-424f-a369-a3cc99f09949, hostable agents: ['02adaa64-0987-4b74-bad0-cbcf56f8a294'], hosted agents: [] {{(pid=103448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 20:04:57.615148 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35862946-a12c-4063-b42b-4ea814244564 req-b8ddbeea-c229-4b3a-9a21-05cb36c317d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:04:57.617441 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-35862946-a12c-4063-b42b-4ea814244564 req-b8ddbeea-c229-4b3a-9a21-05cb36c317d9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6ba52ab0-cb64-425e-be27-2e0b31d7d99f HTTP/1.1" status: 200 len: 861 time: 0.0910668 Nov 22 20:04:57.641205 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84a09080-8e03-4bd2-9bab-4af28c286c8d admin admin] Network 1e81e05c-4c76-424f-a369-a3cc99f09949 is scheduled to be hosted by DHCP agent 02adaa64-0987-4b74-bad0-cbcf56f8a294 with binding_index 1 {{(pid=103448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 20:04:57.645578 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:57.661137 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-35862946-a12c-4063-b42b-4ea814244564 req-aa5e6b58-d71b-4ea7-ac89-7aa3fff27711 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5c8a61c3-0285-4b7d-b110-24534369ffce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307529 Nov 22 20:04:57.689563 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 4035a83f-24e4-427f-b321-21868f004640, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=4035a83f-24e4-427f-b321-21868f004640,segment=NetworkSegment(a1d01b66-e103-44ab-97f3-6f827675fa31),segment_id=a1d01b66-e103-44ab-97f3-6f827675fa31)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:04:57.727245 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 4035a83f-24e4-427f-b321-21868f004640 has no active binding in host n-h1-818823-1 {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 22 20:04:57.746058 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b89445a-2093-4480-a650-d182804db66c {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:04:57.766398 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-eb5a3969-8796-4838-9d40-2c5f7cdda81f req-0989614c-c2e1-403c-be2b-bf45a8da2836 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606-project] Publish callbacks [] for port, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:57.769894 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-84a09080-8e03-4bd2-9bab-4af28c286c8d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818823-1, 1e81e05c-4c76-424f-a369-a3cc99f09949) {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:04:57.777512 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-eb5a3969-8796-4838-9d40-2c5f7cdda81f req-0989614c-c2e1-403c-be2b-bf45a8da2836 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:57.779791 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port 8b89445a-2093-4480-a650-d182804db66c, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=8b89445a-2093-4480-a650-d182804db66c,segment=NetworkSegment(2a5a1c7b-538e-498e-99b9-cc7a8e0411be),segment_id=2a5a1c7b-538e-498e-99b9-cc7a8e0411be)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:04:57.785230 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a09080-8e03-4bd2-9bab-4af28c286c8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:04:57.785230 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-84a09080-8e03-4bd2-9bab-4af28c286c8d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:57.786791 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cabe7e88-4723-4aa0-bd23-141a60b78fe2 None None] Network 1e81e05c-4c76-424f-a369-a3cc99f09949 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:04:57.818912 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:57.839824 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-84a09080-8e03-4bd2-9bab-4af28c286c8d admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.2527418 Nov 22 20:04:57.852410 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 54772) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:04:57.869758 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-cd3008ef-ad70-4ef8-a4a7-c11aafb2909d admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-647870050-router', 'tenant_id': 'eccf64927ecc4dab83be8c6edc2287b1', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'}}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:04:57.889288 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-35862946-a12c-4063-b42b-4ea814244564 req-3ea4a6cf-824d-42ce-acee-7ffa25a2959b service neutron] 10.222.0.20 "GET /v2.0/networks/5c8a61c3-0285-4b7d-b110-24534369ffce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2194285 Nov 22 20:04:58.001331 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0989614c-c2e1-403c-be2b-bf45a8da2836 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606-project] Pushing event updated for resources: {'Port': ['ID=06d3d25d-325e-4f83-b1e4-dc6e37d71358,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:04:58.030516 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-35862946-a12c-4063-b42b-4ea814244564 req-c295f870-65a5-4e41-9f13-2bc1eb5ef273 service neutron] 10.222.0.20 "GET /v2.0/networks/5c8a61c3-0285-4b7d-b110-24534369ffce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329021 Nov 22 20:04:58.056877 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-cd3008ef-ad70-4ef8-a4a7-c11aafb2909d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24799'] for router, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:58.057932 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-cd3008ef-ad70-4ef8-a4a7-c11aafb2909d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-632716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24788'] for router, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:58.136462 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-cd3008ef-ad70-4ef8-a4a7-c11aafb2909d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:58.148324 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-eb5a3969-8796-4838-9d40-2c5f7cdda81f req-0989614c-c2e1-403c-be2b-bf45a8da2836 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-595224'] for floatingip, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:58.193245 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] get_ports_and_sgs() called for port_ids ['8b89445a-2093-4480-a650-d182804db66c'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:04:58.249733 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-eb5a3969-8796-4838-9d40-2c5f7cdda81f req-0989614c-c2e1-403c-be2b-bf45a8da2836 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for floatingip, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:58.251061 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-eb5a3969-8796-4838-9d40-2c5f7cdda81f req-0989614c-c2e1-403c-be2b-bf45a8da2836 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.7055256 Nov 22 20:04:58.257600 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6fa8cdd2-a119-4502-bb2b-9254ace4bdf4 req-89b977bf-d8a6-461c-8314-d957aa74f270 tempest-FloatingIPsTestJSON-118471065 tempest-FloatingIPsTestJSON-118471065-project] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4222844 Nov 22 20:04:58.258892 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=8b89445a-2093-4480-a650-d182804db66c,revision_number=8']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:04:58.335830 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-6fa8cdd2-a119-4502-bb2b-9254ace4bdf4 req-7096cdfc-afa3-4d13-9c5a-3282981be141 tempest-FloatingIPsTestJSON-118471065 tempest-FloatingIPsTestJSON-118471065-project] Request body: {'floatingip': {'floating_network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:04:58.359925 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-cd3008ef-ad70-4ef8-a4a7-c11aafb2909d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:58.405055 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9020a6e5-72cf-497d-96f2-00dd893d2815 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fb26bd7-ce56-527b-b94f-2e1f7cb2bb35-1e81e05c-4c76-424f-a369-a3cc99f09949', 'network_id': '1e81e05c-4c76-424f-a369-a3cc99f09949', 'tenant_id': 'eccf64927ecc4dab83be8c6edc2287b1', 'fixed_ips': [{'subnet_id': '555c9f92-faec-4407-89e0-e5147ee8b27d'}]}} from n-d-818823-1. {{(pid=103449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 20:04:58.406172 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-9020a6e5-72cf-497d-96f2-00dd893d2815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:58.418699 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-eb5a3969-8796-4838-9d40-2c5f7cdda81f req-abe1e72f-e108-4c6a-9d51-8b60cd3707f7 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.5.127 HTTP/1.1" status: 200 len: 696 time: 0.1196845 Nov 22 20:04:58.479391 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-6fa8cdd2-a119-4502-bb2b-9254ace4bdf4 req-7096cdfc-afa3-4d13-9c5a-3282981be141 tempest-FloatingIPsTestJSON-118471065 tempest-FloatingIPsTestJSON-118471065-project] Publish callbacks [] for floatingip, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:58.589278 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-42d68245-58a9-4a76-84f7-e867e79dc0f1 None None] Publish callbacks [] for port, precommit_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:58.609178 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-42d68245-58a9-4a76-84f7-e867e79dc0f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:58.640786 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5a3969-8796-4838-9d40-2c5f7cdda81f req-4556ad2f-4a7d-4c42-9a04-1d0c6f9fbcf3 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:04:58.642167 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-eb5a3969-8796-4838-9d40-2c5f7cdda81f req-4556ad2f-4a7d-4c42-9a04-1d0c6f9fbcf3 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606-project] 10.222.0.46 "GET /v2.0/networks/c48a55e9-6a85-4746-b7bf-3e29fb560094 HTTP/1.1" status: 200 len: 784 time: 0.1747561 Nov 22 20:04:58.662847 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [req-eb5a3969-8796-4838-9d40-2c5f7cdda81f req-7f3c65fa-1c4e-4a77-b508-75beeafad76e tempest-FloatingIPsAssociationNegativeTestJSON-1762176606 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=103447) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 20:04:58.663914 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-eb5a3969-8796-4838-9d40-2c5f7cdda81f req-7f3c65fa-1c4e-4a77-b508-75beeafad76e tempest-FloatingIPsAssociationNegativeTestJSON-1762176606 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0144193 Nov 22 20:04:58.712516 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af717d8c-6fea-42c9-b1b6-8eb20df00535 None None] Pushing event updated for resources: {'Port': ['ID=90ffc489-e728-4975-8c27-3aaa66be28fa,revision_number=3']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:04:58.759448 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.db_base_plugin_common [None req-9020a6e5-72cf-497d-96f2-00dd893d2815 None None] Allocated IP 172.20.0.2 (1e81e05c-4c76-424f-a369-a3cc99f09949/555c9f92-faec-4407-89e0-e5147ee8b27d/3c321679-8fa4-434d-9b61-9f0e603e278f) {{(pid=103449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:04:58.822523 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-42d68245-58a9-4a76-84f7-e867e79dc0f1 None None] Attempting to bind port 90ffc489-e728-4975-8c27-3aaa66be28fa on host n-d-818823-1 for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:04:58.822915 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-42d68245-58a9-4a76-84f7-e867e79dc0f1 None None] Attempting to bind port 90ffc489-e728-4975-8c27-3aaa66be28fa by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': 'f1ac044f-84ba-48f7-b4cc-86fa86e822e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'a57abe36-5544-4172-9b92-02ebd755f0ce'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:04:58.823262 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d68245-58a9-4a76-84f7-e867e79dc0f1 None None] Attempting to bind port 90ffc489-e728-4975-8c27-3aaa66be28fa on network a57abe36-5544-4172-9b92-02ebd755f0ce {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:04:58.867754 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d68245-58a9-4a76-84f7-e867e79dc0f1 None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 4, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:04:58.868132 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d68245-58a9-4a76-84f7-e867e79dc0f1 None None] Checking segment: {'id': 'f1ac044f-84ba-48f7-b4cc-86fa86e822e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'a57abe36-5544-4172-9b92-02ebd755f0ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:04:58.868539 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-42d68245-58a9-4a76-84f7-e867e79dc0f1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:58.868939 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d68245-58a9-4a76-84f7-e867e79dc0f1 None None] Bound using segment: {'id': 'f1ac044f-84ba-48f7-b4cc-86fa86e822e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'a57abe36-5544-4172-9b92-02ebd755f0ce'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:04:58.869420 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-42d68245-58a9-4a76-84f7-e867e79dc0f1 None None] Bound port: 90ffc489-e728-4975-8c27-3aaa66be28fa, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1ac044f-84ba-48f7-b4cc-86fa86e822e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'a57abe36-5544-4172-9b92-02ebd755f0ce'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:04:58.869807 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-42d68245-58a9-4a76-84f7-e867e79dc0f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:59.010825 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-42d68245-58a9-4a76-84f7-e867e79dc0f1 None None] For port 90ffc489-e728-4975-8c27-3aaa66be28fa, host n-d-818823-1, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:04:59.035195 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-42d68245-58a9-4a76-84f7-e867e79dc0f1 None None] For port 90ffc489-e728-4975-8c27-3aaa66be28fa, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=90ffc489-e728-4975-8c27-3aaa66be28fa,segment=NetworkSegment(f1ac044f-84ba-48f7-b4cc-86fa86e822e4),segment_id=f1ac044f-84ba-48f7-b4cc-86fa86e822e4)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:04:59.044092 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-42d68245-58a9-4a76-84f7-e867e79dc0f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:59.083732 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-9020a6e5-72cf-497d-96f2-00dd893d2815 None None] Publish callbacks [] for port, precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:59.106457 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-6fa8cdd2-a119-4502-bb2b-9254ace4bdf4 req-7096cdfc-afa3-4d13-9c5a-3282981be141 tempest-FloatingIPsTestJSON-118471065 tempest-FloatingIPsTestJSON-118471065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:59.108075 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-9020a6e5-72cf-497d-96f2-00dd893d2815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372'] for port, after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:59.152638 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-0cab74d0-1509-48ff-bb9e-0cfafddc2d21 None None] Provisioning complete for port 90ffc489-e728-4975-8c27-3aaa66be28fa triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:04:59.153077 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-0cab74d0-1509-48ff-bb9e-0cfafddc2d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:59.183165 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af717d8c-6fea-42c9-b1b6-8eb20df00535 None None] Pushing event updated for resources: {'Port': ['ID=90ffc489-e728-4975-8c27-3aaa66be28fa,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:04:59.190923 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9020a6e5-72cf-497d-96f2-00dd893d2815 None None] Network 1e81e05c-4c76-424f-a369-a3cc99f09949 is already hosted by enough agents. {{(pid=103449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:04:59.215943 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.base_scheduler [None req-9020a6e5-72cf-497d-96f2-00dd893d2815 None None] Resources bound (agent type, host, resource id): {{(pid=103449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:04:59.217805 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d68245-58a9-4a76-84f7-e867e79dc0f1 None None] Routers {'89595558-18d1-4d64-a9cf-2b24c546abf4'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:04:59.218432 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-42d68245-58a9-4a76-84f7-e867e79dc0f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:04:33Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['89595558-18d1-4d64-a9cf-2b24c546abf4'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:04:59.219953 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9024ceb5-0155-4d1f-84e0-57f4f42a8b49 req-509483df-b22e-437f-8bf3-3fc39d239ec6 tempest-ServersWithSpecificFlavorTestJSON-1120519075 tempest-ServersWithSpecificFlavorTestJSON-1120519075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:04:59.222330 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9024ceb5-0155-4d1f-84e0-57f4f42a8b49 req-509483df-b22e-437f-8bf3-3fc39d239ec6 tempest-ServersWithSpecificFlavorTestJSON-1120519075 tempest-ServersWithSpecificFlavorTestJSON-1120519075-project] 10.222.0.46 "GET /v2.0/ports?device_id=d4b9559d-40a3-4573-bebb-b20ad7954d44 HTTP/1.1" status: 200 len: 946 time: 0.4097767 Nov 22 20:04:59.224232 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9020a6e5-72cf-497d-96f2-00dd893d2815 None None] Received port after_create {{(pid=103449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:04:59.227942 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-cd3008ef-ad70-4ef8-a4a7-c11aafb2909d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:59.271051 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-cd3008ef-ad70-4ef8-a4a7-c11aafb2909d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:59.328239 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9020a6e5-72cf-497d-96f2-00dd893d2815 None None] Pushing event updated for resources: {'Port': ['ID=3c321679-8fa4-434d-9b61-9f0e603e278f,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:04:59.397251 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [req-6fa8cdd2-a119-4502-bb2b-9254ace4bdf4 req-7096cdfc-afa3-4d13-9c5a-3282981be141 tempest-FloatingIPsTestJSON-118471065 tempest-FloatingIPsTestJSON-118471065-project] Allocated IP 172.25.5.149 (c48a55e9-6a85-4746-b7bf-3e29fb560094/5da6f781-63e6-4328-ae7a-5e672262f55a/359d59fd-c224-45f7-9423-e8cbf903f2d7) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:04:59.408520 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-9020a6e5-72cf-497d-96f2-00dd893d2815 None None] Attempting to bind port 3c321679-8fa4-434d-9b61-9f0e603e278f on host n-d-818823-1 for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:04:59.408912 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-9020a6e5-72cf-497d-96f2-00dd893d2815 None None] Attempting to bind port 3c321679-8fa4-434d-9b61-9f0e603e278f by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': 'adef8bfe-e7cb-4b45-a1a6-80cad068f809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '1e81e05c-4c76-424f-a369-a3cc99f09949'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:04:59.409280 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9020a6e5-72cf-497d-96f2-00dd893d2815 None None] Attempting to bind port 3c321679-8fa4-434d-9b61-9f0e603e278f on network 1e81e05c-4c76-424f-a369-a3cc99f09949 {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:04:59.413608 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9024ceb5-0155-4d1f-84e0-57f4f42a8b49 req-e057adc8-499e-40a5-9243-c56011790e10 tempest-ServersWithSpecificFlavorTestJSON-1120519075 tempest-ServersWithSpecificFlavorTestJSON-1120519075-project] 10.222.0.46 "GET /v2.0/security-groups?id=ea60d010-f7c1-485a-99af-472dfb1cdc16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1804526 Nov 22 20:04:59.455711 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9020a6e5-72cf-497d-96f2-00dd893d2815 None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 4, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:04:59.456253 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9020a6e5-72cf-497d-96f2-00dd893d2815 None None] Checking segment: {'id': 'adef8bfe-e7cb-4b45-a1a6-80cad068f809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '1e81e05c-4c76-424f-a369-a3cc99f09949'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:04:59.456668 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-9020a6e5-72cf-497d-96f2-00dd893d2815 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:59.457071 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9020a6e5-72cf-497d-96f2-00dd893d2815 None None] Bound using segment: {'id': 'adef8bfe-e7cb-4b45-a1a6-80cad068f809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '1e81e05c-4c76-424f-a369-a3cc99f09949'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:04:59.457564 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-9020a6e5-72cf-497d-96f2-00dd893d2815 None None] Bound port: 3c321679-8fa4-434d-9b61-9f0e603e278f, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adef8bfe-e7cb-4b45-a1a6-80cad068f809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '1e81e05c-4c76-424f-a369-a3cc99f09949'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:04:59.457999 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-9020a6e5-72cf-497d-96f2-00dd893d2815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:59.480338 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-42d68245-58a9-4a76-84f7-e867e79dc0f1 None None] Set router 89595558-18d1-4d64-a9cf-2b24c546abf4 gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:04:59.501229 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-f6241b1a-57d6-4cf3-93cd-df54c663ccab req-a8d4be5f-4e1f-42e4-875a-28b187c8afbf service neutron] 10.222.0.20 "GET /v2.0/ports/4035a83f-24e4-427f-b321-21868f004640/bindings/n-h1-818823-1 HTTP/1.1" status: 200 len: 384 time: 0.0650136 Nov 22 20:04:59.533825 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-6fa8cdd2-a119-4502-bb2b-9254ace4bdf4 req-7096cdfc-afa3-4d13-9c5a-3282981be141 tempest-FloatingIPsTestJSON-118471065 tempest-FloatingIPsTestJSON-118471065-project] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:59.587857 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-6fa8cdd2-a119-4502-bb2b-9254ace4bdf4 req-7096cdfc-afa3-4d13-9c5a-3282981be141 tempest-FloatingIPsTestJSON-118471065 tempest-FloatingIPsTestJSON-118471065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:59.708286 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-0cab74d0-1509-48ff-bb9e-0cfafddc2d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:59.708758 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6fa8cdd2-a119-4502-bb2b-9254ace4bdf4 req-7096cdfc-afa3-4d13-9c5a-3282981be141 tempest-FloatingIPsTestJSON-118471065 tempest-FloatingIPsTestJSON-118471065-project] Network c48a55e9-6a85-4746-b7bf-3e29fb560094 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:04:59.737280 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [req-6fa8cdd2-a119-4502-bb2b-9254ace4bdf4 req-7096cdfc-afa3-4d13-9c5a-3282981be141 tempest-FloatingIPsTestJSON-118471065 tempest-FloatingIPsTestJSON-118471065-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:04:59.747302 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-b496623f-a861-41ff-ad06-7b33514f8a6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:59.773683 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [None req-cd3008ef-ad70-4ef8-a4a7-c11aafb2909d admin admin] Allocated IP 172.25.5.21 (c48a55e9-6a85-4746-b7bf-3e29fb560094/5da6f781-63e6-4328-ae7a-5e672262f55a/b663f5f8-7a6f-495c-b215-a32087cb0156) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:04:59.778581 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fa8cdd2-a119-4502-bb2b-9254ace4bdf4 req-7096cdfc-afa3-4d13-9c5a-3282981be141 tempest-FloatingIPsTestJSON-118471065 tempest-FloatingIPsTestJSON-118471065-project] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:04:59.779364 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-f6241b1a-57d6-4cf3-93cd-df54c663ccab req-3edb9139-355e-416f-b4e1-26676d44d55c service neutron] For port 4035a83f-24e4-427f-b321-21868f004640, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=4035a83f-24e4-427f-b321-21868f004640,segment=NetworkSegment(a1d01b66-e103-44ab-97f3-6f827675fa31),segment_id=a1d01b66-e103-44ab-97f3-6f827675fa31)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:04:59.816204 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7096cdfc-afa3-4d13-9c5a-3282981be141 tempest-FloatingIPsTestJSON-118471065 tempest-FloatingIPsTestJSON-118471065-project] Pushing event updated for resources: {'Port': ['ID=359d59fd-c224-45f7-9423-e8cbf903f2d7,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:04:59.821135 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-0cab74d0-1509-48ff-bb9e-0cfafddc2d21 None None] For port 90ffc489-e728-4975-8c27-3aaa66be28fa, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=90ffc489-e728-4975-8c27-3aaa66be28fa,segment=NetworkSegment(f1ac044f-84ba-48f7-b4cc-86fa86e822e4),segment_id=f1ac044f-84ba-48f7-b4cc-86fa86e822e4)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:04:59.830528 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-f6241b1a-57d6-4cf3-93cd-df54c663ccab req-3edb9139-355e-416f-b4e1-26676d44d55c service neutron] For port 4035a83f-24e4-427f-b321-21868f004640, host n-h2-818823-1, cleared binding levels {{(pid=103448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:04:59.835230 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-0cab74d0-1509-48ff-bb9e-0cfafddc2d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:59.837702 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-9020a6e5-72cf-497d-96f2-00dd893d2815 None None] For port 3c321679-8fa4-434d-9b61-9f0e603e278f, host n-d-818823-1, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:04:59.845850 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-9020a6e5-72cf-497d-96f2-00dd893d2815 None None] For port 3c321679-8fa4-434d-9b61-9f0e603e278f, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=3c321679-8fa4-434d-9b61-9f0e603e278f,segment=NetworkSegment(adef8bfe-e7cb-4b45-a1a6-80cad068f809),segment_id=adef8bfe-e7cb-4b45-a1a6-80cad068f809)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:04:59.878735 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7096cdfc-afa3-4d13-9c5a-3282981be141 tempest-FloatingIPsTestJSON-118471065 tempest-FloatingIPsTestJSON-118471065-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:04:59.879118 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7096cdfc-afa3-4d13-9c5a-3282981be141 tempest-FloatingIPsTestJSON-118471065 tempest-FloatingIPsTestJSON-118471065-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:04:59.879478 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7096cdfc-afa3-4d13-9c5a-3282981be141 tempest-FloatingIPsTestJSON-118471065 tempest-FloatingIPsTestJSON-118471065-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:04:59.879825 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7096cdfc-afa3-4d13-9c5a-3282981be141 tempest-FloatingIPsTestJSON-118471065 tempest-FloatingIPsTestJSON-118471065-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:04:59.880309 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7096cdfc-afa3-4d13-9c5a-3282981be141 tempest-FloatingIPsTestJSON-118471065 tempest-FloatingIPsTestJSON-118471065-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:04:59.880650 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7096cdfc-afa3-4d13-9c5a-3282981be141 tempest-FloatingIPsTestJSON-118471065 tempest-FloatingIPsTestJSON-118471065-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:04:59.881537 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7096cdfc-afa3-4d13-9c5a-3282981be141 tempest-FloatingIPsTestJSON-118471065 tempest-FloatingIPsTestJSON-118471065-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:04:59.881876 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7096cdfc-afa3-4d13-9c5a-3282981be141 tempest-FloatingIPsTestJSON-118471065 tempest-FloatingIPsTestJSON-118471065-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:04:59.882203 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7096cdfc-afa3-4d13-9c5a-3282981be141 tempest-FloatingIPsTestJSON-118471065 tempest-FloatingIPsTestJSON-118471065-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:04:59.882540 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7096cdfc-afa3-4d13-9c5a-3282981be141 tempest-FloatingIPsTestJSON-118471065 tempest-FloatingIPsTestJSON-118471065-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:04:59.882871 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7096cdfc-afa3-4d13-9c5a-3282981be141 tempest-FloatingIPsTestJSON-118471065 tempest-FloatingIPsTestJSON-118471065-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:04:59.883200 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7096cdfc-afa3-4d13-9c5a-3282981be141 tempest-FloatingIPsTestJSON-118471065 tempest-FloatingIPsTestJSON-118471065-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:04:59.896354 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-9020a6e5-72cf-497d-96f2-00dd893d2815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:59.898878 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [req-f6241b1a-57d6-4cf3-93cd-df54c663ccab req-3edb9139-355e-416f-b4e1-26676d44d55c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4035a83f-24e4-427f-b321-21868f004640 {{(pid=103448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:04:59.922575 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-f6241b1a-57d6-4cf3-93cd-df54c663ccab req-3edb9139-355e-416f-b4e1-26676d44d55c service neutron] For port 4035a83f-24e4-427f-b321-21868f004640, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=4035a83f-24e4-427f-b321-21868f004640,segment=NetworkSegment(a1d01b66-e103-44ab-97f3-6f827675fa31),segment_id=a1d01b66-e103-44ab-97f3-6f827675fa31)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:04:59.938506 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cab74d0-1509-48ff-bb9e-0cfafddc2d21 None None] Pushing event updated for resources: {'Port': ['ID=90ffc489-e728-4975-8c27-3aaa66be28fa,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:04:59.966597 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c7c86d-955c-4c05-826a-c3b1e304b314 req-8a9cdf04-2e9a-485d-b4b0-ca3c8968bf94 tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:04:59.969801 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-f6241b1a-57d6-4cf3-93cd-df54c663ccab req-3edb9139-355e-416f-b4e1-26676d44d55c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:04:59.975728 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-48c7c86d-955c-4c05-826a-c3b1e304b314 req-8a9cdf04-2e9a-485d-b4b0-ca3c8968bf94 tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] 10.222.0.46 "GET /v2.0/ports?device_id=01e0b0fa-e002-4967-ab32-9c5694e22ac9 HTTP/1.1" status: 200 len: 943 time: 0.3528621 Nov 22 20:05:00.011854 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fbfb6b-2f8d-4d8b-946a-9f263b4a590f req-fc97b0c0-e2ce-4b62-ba12-50132713b2b7 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:05:00.013497 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b4fbfb6b-2f8d-4d8b-946a-9f263b4a590f req-fc97b0c0-e2ce-4b62-ba12-50132713b2b7 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.41 "GET /v2.0/ports?device_id=5093cb48-092d-4dff-ad5d-31875fbb9f2c&tenant_id=126c0323750547f8b9835ef63890aaea&binding%3Ahost_id=n-h2-818823-1 HTTP/1.1" status: 200 len: 948 time: 0.2920985 Nov 22 20:05:00.020839 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-3fa9db58-f36a-4306-9b5e-8dc14123b930 None None] Provisioning complete for port 90ffc489-e728-4975-8c27-3aaa66be28fa triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:05:00.021120 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-3fa9db58-f36a-4306-9b5e-8dc14123b930 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:00.049051 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9020a6e5-72cf-497d-96f2-00dd893d2815 None None] Pushing event updated for resources: {'Port': ['ID=3c321679-8fa4-434d-9b61-9f0e603e278f,revision_number=2']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:05:00.056926 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-42d68245-58a9-4a76-84f7-e867e79dc0f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89595558-18d1-4d64-a9cf-2b24c546abf4', 'name': 'tempest-FloatingIPsTestJSON-708799881-router', 'tenant_id': '890340a4f3794b76b663053bf86eda6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.33'}], 'enable_snat': True}, 'gw_port_id': '94611ea0-010e-455b-ab08-1a1806762580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:04:45Z', 'updated_at': '2021-11-22T20:04:53Z', 'revision_number': 4, 'project_id': '890340a4f3794b76b663053bf86eda6b', 'gw_port': {'id': '94611ea0-010e-455b-ab08-1a1806762580', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:b9:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89595558-18d1-4d64-a9cf-2b24c546abf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:04:46Z', 'updated_at': '2021-11-22T20:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': '90ffc489-e728-4975-8c27-3aaa66be28fa', 'name': '', 'network_id': 'a57abe36-5544-4172-9b92-02ebd755f0ce', 'tenant_id': '890340a4f3794b76b663053bf86eda6b', 'mac_address': 'fa:16:3e:9e:f8:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89595558-18d1-4d64-a9cf-2b24c546abf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'da2f2400-ac33-429d-8b1f-77d7d55a4c4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:04:51Z', 'updated_at': '2021-11-22T20:04:58Z', 'revision_number': 4, 'project_id': '890340a4f3794b76b663053bf86eda6b', 'subnets': [{'id': 'da2f2400-ac33-429d-8b1f-77d7d55a4c4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:05:00.086275 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [req-f6241b1a-57d6-4cf3-93cd-df54c663ccab req-3edb9139-355e-416f-b4e1-26676d44d55c service neutron] Transition to ACTIVE for port object 4035a83f-24e4-427f-b321-21868f004640 will not be triggered until provisioned by entity L2. {{(pid=103448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 20:05:00.092340 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d68245-58a9-4a76-84f7-e867e79dc0f1 None None] The sync data for ids ['89595558-18d1-4d64-a9cf-2b24c546abf4'] in n-d-818823-1 is: [{'id': '89595558-18d1-4d64-a9cf-2b24c546abf4', 'name': 'tempest-FloatingIPsTestJSON-708799881-router', 'tenant_id': '890340a4f3794b76b663053bf86eda6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.33'}], 'enable_snat': True}, 'gw_port_id': '94611ea0-010e-455b-ab08-1a1806762580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:04:45Z', 'updated_at': '2021-11-22T20:04:53Z', 'revision_number': 4, 'project_id': '890340a4f3794b76b663053bf86eda6b', 'gw_port': {'id': '94611ea0-010e-455b-ab08-1a1806762580', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:b9:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89595558-18d1-4d64-a9cf-2b24c546abf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:04:46Z', 'updated_at': '2021-11-22T20:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': '90ffc489-e728-4975-8c27-3aaa66be28fa', 'name': '', 'network_id': 'a57abe36-5544-4172-9b92-02ebd755f0ce', 'tenant_id': '890340a4f3794b76b663053bf86eda6b', 'mac_address': 'fa:16:3e:9e:f8:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89595558-18d1-4d64-a9cf-2b24c546abf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'da2f2400-ac33-429d-8b1f-77d7d55a4c4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:04:51Z', 'updated_at': '2021-11-22T20:04:58Z', 'revision_number': 4, 'project_id': '890340a4f3794b76b663053bf86eda6b', 'subnets': [{'id': 'da2f2400-ac33-429d-8b1f-77d7d55a4c4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:05:00.093166 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-f6241b1a-57d6-4cf3-93cd-df54c663ccab req-3edb9139-355e-416f-b4e1-26676d44d55c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:00.201977 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6241b1a-57d6-4cf3-93cd-df54c663ccab req-3edb9139-355e-416f-b4e1-26676d44d55c service neutron] No DVR routers for this DVR port 4035a83f-24e4-427f-b321-21868f004640 on host n-h2-818823-1 {{(pid=103448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:05:00.260329 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edb9139-355e-416f-b4e1-26676d44d55c service neutron] Pushing event updated for resources: {'Port': ['ID=4035a83f-24e4-427f-b321-21868f004640,revision_number=10']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:05:00.264665 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-6fa8cdd2-a119-4502-bb2b-9254ace4bdf4 req-7096cdfc-afa3-4d13-9c5a-3282981be141 tempest-FloatingIPsTestJSON-118471065 tempest-FloatingIPsTestJSON-118471065-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:00.278441 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-48c7c86d-955c-4c05-826a-c3b1e304b314 req-37d75a6c-c57f-4466-8d4c-04336a26f5a1 tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] 10.222.0.46 "GET /v2.0/security-groups?id=89c2c967-26c4-4e1c-a1fd-c97f87817ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3015528 Nov 22 20:05:00.291755 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-f6241b1a-57d6-4cf3-93cd-df54c663ccab req-3edb9139-355e-416f-b4e1-26676d44d55c service neutron] 10.222.0.20 "PUT /v2.0/ports/4035a83f-24e4-427f-b321-21868f004640/bindings/n-h1-818823-1/activate HTTP/1.1" status: 200 len: 369 time: 0.7839546 Nov 22 20:05:00.334447 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-cd3008ef-ad70-4ef8-a4a7-c11aafb2909d admin admin] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:00.391653 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-cd3008ef-ad70-4ef8-a4a7-c11aafb2909d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:00.469666 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6241b1a-57d6-4cf3-93cd-df54c663ccab req-c22bd4d5-ab32-42b3-b316-37001ec62681 tempest-LiveAutoBlockMigrationV225Test-67792349 tempest-LiveAutoBlockMigrationV225Test-67792349-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:05:00.471360 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-f6241b1a-57d6-4cf3-93cd-df54c663ccab req-c22bd4d5-ab32-42b3-b316-37001ec62681 tempest-LiveAutoBlockMigrationV225Test-67792349 tempest-LiveAutoBlockMigrationV225Test-67792349-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=01e0b0fa-e002-4967-ab32-9c5694e22ac9&tenant_id=ed1bb220b53d484cb7697cddf2626bd6&binding%3Ahost_id=n-h2-818823-1 HTTP/1.1" status: 200 len: 1095 time: 0.0764825 Nov 22 20:05:00.477127 n-d-818823-1 neutron-server[103447]: INFO neutron.api.v2.resource [req-b4fbfb6b-2f8d-4d8b-946a-9f263b4a590f req-9a8bda2e-1789-46a1-b74c-a292de954e2f service neutron] delete failed (client error): The resource could not be found. Nov 22 20:05:00.478237 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b4fbfb6b-2f8d-4d8b-946a-9f263b4a590f req-9a8bda2e-1789-46a1-b74c-a292de954e2f service neutron] 10.222.0.41 "DELETE /v2.0/ports/8b89445a-2093-4480-a650-d182804db66c/bindings/n-h1-818823-1 HTTP/1.1" status: 404 len: 380 time: 0.4440274 Nov 22 20:05:00.503821 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd3008ef-ad70-4ef8-a4a7-c11aafb2909d admin admin] Network c48a55e9-6a85-4746-b7bf-3e29fb560094 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:05:00.509376 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-cd3008ef-ad70-4ef8-a4a7-c11aafb2909d admin admin] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:05:00.516124 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-6fa8cdd2-a119-4502-bb2b-9254ace4bdf4 req-7096cdfc-afa3-4d13-9c5a-3282981be141 tempest-FloatingIPsTestJSON-118471065 tempest-FloatingIPsTestJSON-118471065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:00.519762 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd3008ef-ad70-4ef8-a4a7-c11aafb2909d admin admin] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:05:00.571995 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6241b1a-57d6-4cf3-93cd-df54c663ccab req-283f1ce9-b134-4a2e-a542-5673898736ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:05:00.575044 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-f6241b1a-57d6-4cf3-93cd-df54c663ccab req-283f1ce9-b134-4a2e-a542-5673898736ba service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=01e0b0fa-e002-4967-ab32-9c5694e22ac9&tenant_id=ed1bb220b53d484cb7697cddf2626bd6 HTTP/1.1" status: 200 len: 1095 time: 0.0826516 Nov 22 20:05:00.607123 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3008ef-ad70-4ef8-a4a7-c11aafb2909d admin admin] Pushing event updated for resources: {'Port': ['ID=b663f5f8-7a6f-495c-b215-a32087cb0156,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:05:00.684656 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6241b1a-57d6-4cf3-93cd-df54c663ccab req-f71eaf99-138f-431f-a9bb-5237ffb22b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:05:00.686805 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-f6241b1a-57d6-4cf3-93cd-df54c663ccab req-f71eaf99-138f-431f-a9bb-5237ffb22b6b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ed1bb220b53d484cb7697cddf2626bd6&device_id=01e0b0fa-e002-4967-ab32-9c5694e22ac9 HTTP/1.1" status: 200 len: 1095 time: 0.0824320 Nov 22 20:05:00.871608 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fbfb6b-2f8d-4d8b-946a-9f263b4a590f req-03df7e93-909f-42ac-8f0b-c8ca633f65f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:05:00.873192 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b4fbfb6b-2f8d-4d8b-946a-9f263b4a590f req-03df7e93-909f-42ac-8f0b-c8ca633f65f9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=126c0323750547f8b9835ef63890aaea&device_id=5093cb48-092d-4dff-ad5d-31875fbb9f2c HTTP/1.1" status: 200 len: 1099 time: 0.2272975 Nov 22 20:05:00.876329 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6241b1a-57d6-4cf3-93cd-df54c663ccab req-86505cc0-6a77-4ae9-9303-697bddd09893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:05:00.878320 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-f6241b1a-57d6-4cf3-93cd-df54c663ccab req-86505cc0-6a77-4ae9-9303-697bddd09893 service neutron] 10.222.0.41 "GET /v2.0/networks?id=5c8a61c3-0285-4b7d-b110-24534369ffce HTTP/1.1" status: 200 len: 922 time: 0.1815565 Nov 22 20:05:00.951936 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-f6241b1a-57d6-4cf3-93cd-df54c663ccab req-8a81e5ca-d24c-4f51-ab05-64ab2639c822 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4035a83f-24e4-427f-b321-21868f004640 HTTP/1.1" status: 200 len: 217 time: 0.0578988 Nov 22 20:05:01.012283 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6241b1a-57d6-4cf3-93cd-df54c663ccab req-05624089-cbe3-4c32-a100-fe8c1437b4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:05:01.016846 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-f6241b1a-57d6-4cf3-93cd-df54c663ccab req-05624089-cbe3-4c32-a100-fe8c1437b4d9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6ba52ab0-cb64-425e-be27-2e0b31d7d99f HTTP/1.1" status: 200 len: 861 time: 0.0559225 Nov 22 20:05:01.061395 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-f6241b1a-57d6-4cf3-93cd-df54c663ccab req-b73a4c21-44ff-430c-b7fe-85fbbf3ad7c4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5c8a61c3-0285-4b7d-b110-24534369ffce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392597 Nov 22 20:05:01.066460 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 8b89445a-2093-4480-a650-d182804db66c up at agent hyperv_n-h2-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:05:01.152645 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Provisioning for port 8b89445a-2093-4480-a650-d182804db66c completed by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 20:05:01.175664 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Provisioning complete for port 8b89445a-2093-4480-a650-d182804db66c triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:05:01.176283 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:01.242856 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e459586-8e8a-4bf5-98c3-6dec26ee6553 req-1449a265-1311-4b81-8dc9-a802067e9c0d tempest-FloatingIPsAssociationNegativeTestJSON-1762176606 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:05:01.254678 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5e459586-8e8a-4bf5-98c3-6dec26ee6553 req-1449a265-1311-4b81-8dc9-a802067e9c0d tempest-FloatingIPsAssociationNegativeTestJSON-1762176606 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606-project] 10.222.0.46 "GET /v2.0/ports?device_id=02f25226-2e4b-42a2-abe9-f8cd9ab68471&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.3693893 Nov 22 20:05:01.255229 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-f6241b1a-57d6-4cf3-93cd-df54c663ccab req-3bded8da-f4e1-4592-a74f-5541eba2ff9c service neutron] 10.222.0.41 "GET /v2.0/networks/5c8a61c3-0285-4b7d-b110-24534369ffce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1871967 Nov 22 20:05:01.403515 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:01.464234 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-f6241b1a-57d6-4cf3-93cd-df54c663ccab req-7b582ec7-eeee-4261-a055-5b8552549291 service neutron] 10.222.0.41 "GET /v2.0/networks/5c8a61c3-0285-4b7d-b110-24534369ffce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2008858 Nov 22 20:05:01.470104 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port 8b89445a-2093-4480-a650-d182804db66c, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=8b89445a-2093-4480-a650-d182804db66c,segment=NetworkSegment(2a5a1c7b-538e-498e-99b9-cc7a8e0411be),segment_id=2a5a1c7b-538e-498e-99b9-cc7a8e0411be)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:05:01.471268 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5093cb48-092d-4dff-ad5d-31875fbb9f2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b89445a-2093-4480-a650-d182804db66c'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:05:01.477892 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d39f6d30a11e565ec9648abcc015e8a6ab6cff4edd704add8155e28765d31eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d406c8d-1ede-45bb-81c3-3bbf4a3991cf" -d '{"events": [{"server_uuid": "5093cb48-092d-4dff-ad5d-31875fbb9f2c", "name": "network-vif-plugged", "status": "completed", "tag": "8b89445a-2093-4480-a650-d182804db66c"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:05:01.498242 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-6fa8cdd2-a119-4502-bb2b-9254ace4bdf4 req-7096cdfc-afa3-4d13-9c5a-3282981be141 tempest-FloatingIPsTestJSON-118471065 tempest-FloatingIPsTestJSON-118471065-project] Publish callbacks [] for port, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:01.503785 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:01.510545 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 3c321679-8fa4-434d-9b61-9f0e603e278f up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:05:01.514119 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-6fa8cdd2-a119-4502-bb2b-9254ace4bdf4 req-7096cdfc-afa3-4d13-9c5a-3282981be141 tempest-FloatingIPsTestJSON-118471065 tempest-FloatingIPsTestJSON-118471065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:01.528728 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5e459586-8e8a-4bf5-98c3-6dec26ee6553 req-604e0b3f-b7d4-4039-a32b-91047a81e5bc tempest-FloatingIPsAssociationNegativeTestJSON-1762176606 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.5.127 HTTP/1.1" status: 200 len: 696 time: 0.2727585 Nov 22 20:05:01.535956 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fbfb6b-2f8d-4d8b-946a-9f263b4a590f req-b8675273-12d6-4275-9d18-c0e5d0d129bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:05:01.537869 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b4fbfb6b-2f8d-4d8b-946a-9f263b4a590f req-b8675273-12d6-4275-9d18-c0e5d0d129bf service neutron] 10.222.0.41 "GET /v2.0/networks?id=e1052824-bf78-4963-8937-b202e372ac24 HTTP/1.1" status: 200 len: 870 time: 0.6171124 Nov 22 20:05:01.541123 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-5e459586-8e8a-4bf5-98c3-6dec26ee6553 req-f5f0691b-9a31-442d-b453-2742c70a267a tempest-FloatingIPsAssociationNegativeTestJSON-1762176606 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606-project] Request body: {'floatingip': {'port_id': 'd1e875ee-4629-44da-a826-ba2378af3731', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:05:01.725964 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b4fbfb6b-2f8d-4d8b-946a-9f263b4a590f req-6ccbadee-2437-42e3-80ce-8e5186b4c70f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=8b89445a-2093-4480-a650-d182804db66c HTTP/1.1" status: 200 len: 217 time: 0.0862510 Nov 22 20:05:01.729323 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8979d2c9-765d-49e2-9863-cb8523c9b7b8 None None] Network 1e81e05c-4c76-424f-a369-a3cc99f09949 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:05:01.792011 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 3c321679-8fa4-434d-9b61-9f0e603e278f triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:05:01.792753 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:01.816451 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-cd3008ef-ad70-4ef8-a4a7-c11aafb2909d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:01.846128 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7096cdfc-afa3-4d13-9c5a-3282981be141 tempest-FloatingIPsTestJSON-118471065 tempest-FloatingIPsTestJSON-118471065-project] Pushing event updated for resources: {'Port': ['ID=359d59fd-c224-45f7-9423-e8cbf903f2d7,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:05:01.847758 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6241b1a-57d6-4cf3-93cd-df54c663ccab req-8635503e-11f9-4c44-9225-8d9182be54ab tempest-LiveAutoBlockMigrationV225Test-67792349 tempest-LiveAutoBlockMigrationV225Test-67792349-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:05:01.849575 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-f6241b1a-57d6-4cf3-93cd-df54c663ccab req-8635503e-11f9-4c44-9225-8d9182be54ab tempest-LiveAutoBlockMigrationV225Test-67792349 tempest-LiveAutoBlockMigrationV225Test-67792349-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=01e0b0fa-e002-4967-ab32-9c5694e22ac9&tenant_id=ed1bb220b53d484cb7697cddf2626bd6&binding%3Ahost_id=n-h1-818823-1 HTTP/1.1" status: 200 len: 1095 time: 0.0854349 Nov 22 20:05:01.851883 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-5e459586-8e8a-4bf5-98c3-6dec26ee6553 req-f5f0691b-9a31-442d-b453-2742c70a267a tempest-FloatingIPsAssociationNegativeTestJSON-1762176606 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606-project] Publish callbacks [] for floatingip, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:01.856258 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=8b89445a-2093-4480-a650-d182804db66c,revision_number=9']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:05:01.929143 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-41aca932-bff1-4a3b-b43e-32e46adf91d8 None None] Provisioning complete for port 3c321679-8fa4-434d-9b61-9f0e603e278f triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:05:01.929518 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-41aca932-bff1-4a3b-b43e-32e46adf91d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:02.013586 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-f6241b1a-57d6-4cf3-93cd-df54c663ccab req-b4043058-7aa0-47cf-916c-b1eb4eae410b service neutron] For port 4035a83f-24e4-427f-b321-21868f004640, host n-h2-818823-1, cleared binding levels {{(pid=103448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:05:02.019521 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-f6241b1a-57d6-4cf3-93cd-df54c663ccab req-b4043058-7aa0-47cf-916c-b1eb4eae410b service neutron] Publish callbacks [] for binding, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:02.021049 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-f6241b1a-57d6-4cf3-93cd-df54c663ccab req-b4043058-7aa0-47cf-916c-b1eb4eae410b service neutron] 10.222.0.41 "DELETE /v2.0/ports/4035a83f-24e4-427f-b321-21868f004640/bindings/n-h2-818823-1 HTTP/1.1" status: 204 len: 173 time: 0.1585395 Nov 22 20:05:02.055825 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:02.148554 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-41aca932-bff1-4a3b-b43e-32e46adf91d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:02.163677 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] For port 3c321679-8fa4-434d-9b61-9f0e603e278f, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=3c321679-8fa4-434d-9b61-9f0e603e278f,segment=NetworkSegment(adef8bfe-e7cb-4b45-a1a6-80cad068f809),segment_id=adef8bfe-e7cb-4b45-a1a6-80cad068f809)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:05:02.173636 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:02.174419 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 90ffc489-e728-4975-8c27-3aaa66be28fa up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:05:02.249231 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fbfb6b-2f8d-4d8b-946a-9f263b4a590f req-ce3c3f20-cfc5-4deb-93c1-05e50cdc2bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:05:02.250789 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b4fbfb6b-2f8d-4d8b-946a-9f263b4a590f req-ce3c3f20-cfc5-4deb-93c1-05e50cdc2bd7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3091ebfd-11e2-41f8-9c00-ffe0b86563d8 HTTP/1.1" status: 200 len: 843 time: 0.4783020 Nov 22 20:05:02.255449 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-6fa8cdd2-a119-4502-bb2b-9254ace4bdf4 req-7096cdfc-afa3-4d13-9c5a-3282981be141 tempest-FloatingIPsTestJSON-118471065 tempest-FloatingIPsTestJSON-118471065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-595224'] for floatingip, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:02.295253 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Pushing event updated for resources: {'Port': ['ID=3c321679-8fa4-434d-9b61-9f0e603e278f,revision_number=3']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:05:02.305864 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.db.api [None req-41aca932-bff1-4a3b-b43e-32e46adf91d8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103449) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 20:05:02.306306 n-d-818823-1 neutron-server[103449]: DEBUG oslo_db.api [None req-41aca932-bff1-4a3b-b43e-32e46adf91d8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 20:05:02.320844 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 90ffc489-e728-4975-8c27-3aaa66be28fa triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:05:02.321495 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:02.378323 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-6fa8cdd2-a119-4502-bb2b-9254ace4bdf4 req-7096cdfc-afa3-4d13-9c5a-3282981be141 tempest-FloatingIPsTestJSON-118471065 tempest-FloatingIPsTestJSON-118471065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for floatingip, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:02.379881 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6fa8cdd2-a119-4502-bb2b-9254ace4bdf4 req-7096cdfc-afa3-4d13-9c5a-3282981be141 tempest-FloatingIPsTestJSON-118471065 tempest-FloatingIPsTestJSON-118471065-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.0825558 Nov 22 20:05:02.434689 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ede52174-3078-4800-84cd-ac8562a988c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:02.536773 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6fa8cdd2-a119-4502-bb2b-9254ace4bdf4 req-76c570e2-9ffd-484a-afc8-5d259a091017 tempest-FloatingIPsTestJSON-118471065 tempest-FloatingIPsTestJSON-118471065-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.5.149 HTTP/1.1" status: 200 len: 696 time: 0.1467140 Nov 22 20:05:02.552224 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fbfb6b-2f8d-4d8b-946a-9f263b4a590f req-e25cd17f-adf6-487b-b705-017c9f5bfd57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:05:02.554338 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b4fbfb6b-2f8d-4d8b-946a-9f263b4a590f req-e25cd17f-adf6-487b-b705-017c9f5bfd57 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e1052824-bf78-4963-8937-b202e372ac24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2919464 Nov 22 20:05:02.777977 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-cd3008ef-ad70-4ef8-a4a7-c11aafb2909d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-659538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-841284'] for router, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:02.910190 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa8cdd2-a119-4502-bb2b-9254ace4bdf4 req-f4b0f6d1-51c5-4305-b11b-af3ff4e87f6b tempest-FloatingIPsTestJSON-118471065 tempest-FloatingIPsTestJSON-118471065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:05:02.911583 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6fa8cdd2-a119-4502-bb2b-9254ace4bdf4 req-f4b0f6d1-51c5-4305-b11b-af3ff4e87f6b tempest-FloatingIPsTestJSON-118471065 tempest-FloatingIPsTestJSON-118471065-project] 10.222.0.46 "GET /v2.0/networks/c48a55e9-6a85-4746-b7bf-3e29fb560094 HTTP/1.1" status: 200 len: 784 time: 0.3622506 Nov 22 20:05:02.941431 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b4fbfb6b-2f8d-4d8b-946a-9f263b4a590f req-a2e6b74c-4799-4c2e-ab09-a10d5fb07fbb service neutron] 10.222.0.41 "GET /v2.0/networks/e1052824-bf78-4963-8937-b202e372ac24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3707101 Nov 22 20:05:02.969363 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-eaf15118-cdf0-4fbf-bee9-505248c9ef4a None None] Provisioning complete for port 3c321679-8fa4-434d-9b61-9f0e603e278f triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:05:02.969742 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-eaf15118-cdf0-4fbf-bee9-505248c9ef4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:02.992113 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [req-6fa8cdd2-a119-4502-bb2b-9254ace4bdf4 req-d3feec8f-8d73-4c9d-8391-bb406c3d001c tempest-FloatingIPsTestJSON-118471065 tempest-FloatingIPsTestJSON-118471065-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=103447) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 20:05:02.993203 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6fa8cdd2-a119-4502-bb2b-9254ace4bdf4 req-d3feec8f-8d73-4c9d-8391-bb406c3d001c tempest-FloatingIPsTestJSON-118471065 tempest-FloatingIPsTestJSON-118471065-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0726056 Nov 22 20:05:03.074791 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 4035a83f-24e4-427f-b321-21868f004640 no longer exists at agent hyperv_n-h2-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:05:03.129869 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 4035a83f-24e4-427f-b321-21868f004640 not bound to the agent host n-h2-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:05:03.181420 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-178b5b79-f7ee-4099-8b4a-2b203dd3b30e req-e402db81-bf3b-4660-9bfb-9d7a2033e112 tempest-SecurityGroupsTestAdminJSON-237646776 tempest-SecurityGroupsTestAdminJSON-237646776-project] Request body: {'security_group': {'name': 'tempest-securitygroup-250613773', 'description': 'tempest-description-1703914755'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:05:03.206998 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 3c321679-8fa4-434d-9b61-9f0e603e278f up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:05:03.285635 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 3c321679-8fa4-434d-9b61-9f0e603e278f triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:05:03.285892 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:03.289581 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-03f0964f-1b75-4df7-99e0-a3cdb56ec2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:03.360007 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-178b5b79-f7ee-4099-8b4a-2b203dd3b30e req-e402db81-bf3b-4660-9bfb-9d7a2033e112 tempest-SecurityGroupsTestAdminJSON-237646776 tempest-SecurityGroupsTestAdminJSON-237646776-project] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:03.378500 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b4fbfb6b-2f8d-4d8b-946a-9f263b4a590f req-52ae0318-063e-42ac-bd4b-ded8614b817a service neutron] 10.222.0.41 "GET /v2.0/networks/e1052824-bf78-4963-8937-b202e372ac24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3843739 Nov 22 20:05:03.387694 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-178b5b79-f7ee-4099-8b4a-2b203dd3b30e req-e402db81-bf3b-4660-9bfb-9d7a2033e112 tempest-SecurityGroupsTestAdminJSON-237646776 tempest-SecurityGroupsTestAdminJSON-237646776-project] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:03.721472 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-5e459586-8e8a-4bf5-98c3-6dec26ee6553 req-f5f0691b-9a31-442d-b453-2742c70a267a tempest-FloatingIPsAssociationNegativeTestJSON-1762176606 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:03.725696 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd3008ef-ad70-4ef8-a4a7-c11aafb2909d admin admin] Router 442ab2c2-1724-406b-86dd-55ba74725ccb is scheduled to L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 with binding_index 1 {{(pid=103447) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 20:05:03.731848 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-5e459586-8e8a-4bf5-98c3-6dec26ee6553 req-f5f0691b-9a31-442d-b453-2742c70a267a tempest-FloatingIPsAssociationNegativeTestJSON-1762176606 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-595224'] for floatingip, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:03.942873 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-178b5b79-f7ee-4099-8b4a-2b203dd3b30e req-e402db81-bf3b-4660-9bfb-9d7a2033e112 tempest-SecurityGroupsTestAdminJSON-237646776 tempest-SecurityGroupsTestAdminJSON-237646776-project] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:03.951523 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-178b5b79-f7ee-4099-8b4a-2b203dd3b30e req-e402db81-bf3b-4660-9bfb-9d7a2033e112 tempest-SecurityGroupsTestAdminJSON-237646776 tempest-SecurityGroupsTestAdminJSON-237646776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:03.961930 n-d-818823-1 neutron-server[103447]: INFO neutron.db.l3_db [req-5e459586-8e8a-4bf5-98c3-6dec26ee6553 req-f5f0691b-9a31-442d-b453-2742c70a267a tempest-FloatingIPsAssociationNegativeTestJSON-1762176606 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606-project] Floating IP c09cd24a-5891-43a2-918a-beff67684fcf associated. External IP: 172.25.5.127, port: d1e875ee-4629-44da-a826-ba2378af3731. Nov 22 20:05:04.022921 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd3008ef-ad70-4ef8-a4a7-c11aafb2909d admin admin] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:05:04.033339 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-014785e2-02c0-4a41-a8d0-048828ad0968 None None] Sync routers for ids ['442ab2c2-1724-406b-86dd-55ba74725ccb'] in n-d-818823-1 {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:05:04.047041 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-014785e2-02c0-4a41-a8d0-048828ad0968 None None] Routers {'442ab2c2-1724-406b-86dd-55ba74725ccb'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:05:04.047688 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-014785e2-02c0-4a41-a8d0-048828ad0968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:05:02Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['442ab2c2-1724-406b-86dd-55ba74725ccb'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:05:04.052407 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e402db81-bf3b-4660-9bfb-9d7a2033e112 tempest-SecurityGroupsTestAdminJSON-237646776 tempest-SecurityGroupsTestAdminJSON-237646776-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c4e736d-d01c-4a8d-a62c-8ab2e895b2c9,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:05:04.096704 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-cd3008ef-ad70-4ef8-a4a7-c11aafb2909d admin admin] Publish callbacks [] for router, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:04.097960 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-cd3008ef-ad70-4ef8-a4a7-c11aafb2909d admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 6.2442389 Nov 22 20:05:04.100918 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 54818) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:05:04.138062 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-178b5b79-f7ee-4099-8b4a-2b203dd3b30e req-e402db81-bf3b-4660-9bfb-9d7a2033e112 tempest-SecurityGroupsTestAdminJSON-237646776 tempest-SecurityGroupsTestAdminJSON-237646776-project] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:04.143400 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-178b5b79-f7ee-4099-8b4a-2b203dd3b30e req-e402db81-bf3b-4660-9bfb-9d7a2033e112 tempest-SecurityGroupsTestAdminJSON-237646776 tempest-SecurityGroupsTestAdminJSON-237646776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:04.167529 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-014785e2-02c0-4a41-a8d0-048828ad0968 None None] Set router 442ab2c2-1724-406b-86dd-55ba74725ccb gateway port host: n-d-818823-1 {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:05:04.212347 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-178b5b79-f7ee-4099-8b4a-2b203dd3b30e req-e402db81-bf3b-4660-9bfb-9d7a2033e112 tempest-SecurityGroupsTestAdminJSON-237646776 tempest-SecurityGroupsTestAdminJSON-237646776-project] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:04.213577 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-178b5b79-f7ee-4099-8b4a-2b203dd3b30e req-e402db81-bf3b-4660-9bfb-9d7a2033e112 tempest-SecurityGroupsTestAdminJSON-237646776 tempest-SecurityGroupsTestAdminJSON-237646776-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 1.0501776 Nov 22 20:05:04.227588 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e402db81-bf3b-4660-9bfb-9d7a2033e112 tempest-SecurityGroupsTestAdminJSON-237646776 tempest-SecurityGroupsTestAdminJSON-237646776-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fcdc9595-29c7-4f30-9394-6915ed61ae6d,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:05:04.340980 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5e459586-8e8a-4bf5-98c3-6dec26ee6553 req-f5f0691b-9a31-442d-b453-2742c70a267a tempest-FloatingIPsAssociationNegativeTestJSON-1762176606 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606-project] Router 5ee249ec-7563-4917-9d78-7298e13edcdd has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 20:05:04.357535 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-014785e2-02c0-4a41-a8d0-048828ad0968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '442ab2c2-1724-406b-86dd-55ba74725ccb', 'name': 'tempest-FloatingIPsAssociationTestJSON-647870050-router', 'tenant_id': 'eccf64927ecc4dab83be8c6edc2287b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.21'}], 'enable_snat': True}, 'gw_port_id': 'b663f5f8-7a6f-495c-b215-a32087cb0156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:04:58Z', 'updated_at': '2021-11-22T20:05:00Z', 'revision_number': 3, 'project_id': 'eccf64927ecc4dab83be8c6edc2287b1', 'gw_port': {'id': 'b663f5f8-7a6f-495c-b215-a32087cb0156', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:1a:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '442ab2c2-1724-406b-86dd-55ba74725ccb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:04:59Z', 'updated_at': '2021-11-22T20:04:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:05:04.359143 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68946bdd-f8ee-4ca2-9a8d-3f46691a294a req-7748e37b-ab0c-482a-a1e9-b114766f0f92 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:05:04.360757 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-68946bdd-f8ee-4ca2-9a8d-3f46691a294a req-7748e37b-ab0c-482a-a1e9-b114766f0f92 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/ports?device_id=5093cb48-092d-4dff-ad5d-31875fbb9f2c HTTP/1.1" status: 200 len: 949 time: 0.0812941 Nov 22 20:05:04.383448 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-014785e2-02c0-4a41-a8d0-048828ad0968 None None] Checking router: 442ab2c2-1724-406b-86dd-55ba74725ccb for host: n-d-818823-1 {{(pid=103450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 20:05:04.383806 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-014785e2-02c0-4a41-a8d0-048828ad0968 None None] Updating router 442ab2c2-1724-406b-86dd-55ba74725ccb port b663f5f8-7a6f-495c-b215-a32087cb0156 binding host n-d-818823-1 {{(pid=103450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 20:05:04.410148 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-014785e2-02c0-4a41-a8d0-048828ad0968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:04.488785 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-68946bdd-f8ee-4ca2-9a8d-3f46691a294a req-ce1f1d1d-a32c-4555-8404-650bed0902e8 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1d007ec-a75a-4ef8-9cdd-9c679a3ff22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874622 Nov 22 20:05:04.504149 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5e459586-8e8a-4bf5-98c3-6dec26ee6553 req-f5f0691b-9a31-442d-b453-2742c70a267a tempest-FloatingIPsAssociationNegativeTestJSON-1762176606 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606-project] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:05:04.509387 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-5e459586-8e8a-4bf5-98c3-6dec26ee6553 req-f5f0691b-9a31-442d-b453-2742c70a267a tempest-FloatingIPsAssociationNegativeTestJSON-1762176606 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for floatingip, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:04.526132 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2be445e-0607-47e1-ada2-dcffcff22007 None None] Sync routers for ids ['5ee249ec-7563-4917-9d78-7298e13edcdd'] in n-d-818823-1 {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:05:04.544556 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5e459586-8e8a-4bf5-98c3-6dec26ee6553 req-f5f0691b-9a31-442d-b453-2742c70a267a tempest-FloatingIPsAssociationNegativeTestJSON-1762176606 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606-project] 10.222.0.46 "PUT /v2.0/floatingips/c09cd24a-5891-43a2-918a-beff67684fcf HTTP/1.1" status: 200 len: 996 time: 3.0148225 Nov 22 20:05:04.545048 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02f25226-2e4b-42a2-abe9-f8cd9ab68471', 'tag': 'd1e875ee-4629-44da-a826-ba2378af3731'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:05:04.546079 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2be445e-0607-47e1-ada2-dcffcff22007 None None] Routers {'5ee249ec-7563-4917-9d78-7298e13edcdd'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:05:04.548037 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-a2be445e-0607-47e1-ada2-dcffcff22007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:05:02Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['5ee249ec-7563-4917-9d78-7298e13edcdd'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:05:04.548197 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b464533-63d9-4189-9dad-1243664244d4" -d '{"events": [{"name": "network-changed", "server_uuid": "02f25226-2e4b-42a2-abe9-f8cd9ab68471", "tag": "d1e875ee-4629-44da-a826-ba2378af3731"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:05:04.574302 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0efc8a7e-e97f-4b88-bac6-962e5e805e85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:04.618635 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e459586-8e8a-4bf5-98c3-6dec26ee6553 req-3452b1d4-03b7-4461-9e36-ba9aac4eeff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:05:04.620346 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5e459586-8e8a-4bf5-98c3-6dec26ee6553 req-3452b1d4-03b7-4461-9e36-ba9aac4eeff7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d030735374e0421a8051bc234c97dcd6&device_id=02f25226-2e4b-42a2-abe9-f8cd9ab68471 HTTP/1.1" status: 200 len: 1096 time: 0.0524180 Nov 22 20:05:04.717395 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-014785e2-02c0-4a41-a8d0-048828ad0968 None None] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:04.725137 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-014785e2-02c0-4a41-a8d0-048828ad0968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:04.738897 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-a2be445e-0607-47e1-ada2-dcffcff22007 None None] Set router 5ee249ec-7563-4917-9d78-7298e13edcdd gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:05:04.745938 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1415757-3460-4933-924f-5a9f2166bc73 req-bd49f4b5-ac50-452d-ab82-27409723078d tempest-ServersWithSpecificFlavorTestJSON-1120519075 tempest-ServersWithSpecificFlavorTestJSON-1120519075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:05:04.748360 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a1415757-3460-4933-924f-5a9f2166bc73 req-bd49f4b5-ac50-452d-ab82-27409723078d tempest-ServersWithSpecificFlavorTestJSON-1120519075 tempest-ServersWithSpecificFlavorTestJSON-1120519075-project] 10.222.0.46 "GET /v2.0/ports?device_id=d4b9559d-40a3-4573-bebb-b20ad7954d44 HTTP/1.1" status: 200 len: 946 time: 0.0999465 Nov 22 20:05:04.765108 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [None req-0efc8a7e-e97f-4b88-bac6-962e5e805e85 admin admin] Allocated IP 172.20.0.1 (1e81e05c-4c76-424f-a369-a3cc99f09949/555c9f92-faec-4407-89e0-e5147ee8b27d/233ce0b9-9200-4e5f-983e-70c1dd7e1dc0) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:05:04.784371 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394e1a97-e9ef-4bf3-8419-bde0a38bbca3 None None] Pushing event updated for resources: {'Port': ['ID=b663f5f8-7a6f-495c-b215-a32087cb0156,revision_number=2']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:05:04.818674 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-014785e2-02c0-4a41-a8d0-048828ad0968 None None] Attempting to bind port b663f5f8-7a6f-495c-b215-a32087cb0156 on host n-d-818823-1 for vnic_type normal with profile {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:05:04.819452 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-014785e2-02c0-4a41-a8d0-048828ad0968 None None] Attempting to bind port b663f5f8-7a6f-495c-b215-a32087cb0156 by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:05:04.820048 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-014785e2-02c0-4a41-a8d0-048828ad0968 None None] Attempting to bind port b663f5f8-7a6f-495c-b215-a32087cb0156 on network c48a55e9-6a85-4746-b7bf-3e29fb560094 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:05:04.825971 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-014785e2-02c0-4a41-a8d0-048828ad0968 None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 4, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:05:04.827519 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-014785e2-02c0-4a41-a8d0-048828ad0968 None None] Checking segment: {'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:05:04.827519 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-014785e2-02c0-4a41-a8d0-048828ad0968 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:04.827519 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-014785e2-02c0-4a41-a8d0-048828ad0968 None None] Bound using segment: {'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:05:04.827807 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-014785e2-02c0-4a41-a8d0-048828ad0968 None None] Bound port: b663f5f8-7a6f-495c-b215-a32087cb0156, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'}}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:05:04.828083 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-014785e2-02c0-4a41-a8d0-048828ad0968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:04.851446 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a1415757-3460-4933-924f-5a9f2166bc73 req-7dc995a8-9d12-4f88-9c0c-e3059bd5bb0c tempest-ServersWithSpecificFlavorTestJSON-1120519075 tempest-ServersWithSpecificFlavorTestJSON-1120519075-project] 10.222.0.46 "GET /v2.0/security-groups?id=ea60d010-f7c1-485a-99af-472dfb1cdc16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903859 Nov 22 20:05:04.852629 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e459586-8e8a-4bf5-98c3-6dec26ee6553 req-0079af9b-8a36-401c-a74c-d0356f36561b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:05:04.854147 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5e459586-8e8a-4bf5-98c3-6dec26ee6553 req-0079af9b-8a36-401c-a74c-d0356f36561b service neutron] 10.222.0.46 "GET /v2.0/networks?id=e1b8caa3-ec74-4182-a8b7-cf8ee8619d8c HTTP/1.1" status: 200 len: 929 time: 0.2272732 Nov 22 20:05:04.898393 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-014785e2-02c0-4a41-a8d0-048828ad0968 None None] For port b663f5f8-7a6f-495c-b215-a32087cb0156, host n-d-818823-1, cleared binding levels {{(pid=103450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:05:04.899786 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0efc8a7e-e97f-4b88-bac6-962e5e805e85 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:04.902252 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-014785e2-02c0-4a41-a8d0-048828ad0968 None None] For port b663f5f8-7a6f-495c-b215-a32087cb0156, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=b663f5f8-7a6f-495c-b215-a32087cb0156,segment=NetworkSegment(8793ba83-8407-4c3d-9b56-2a177cd58a70),segment_id=8793ba83-8407-4c3d-9b56-2a177cd58a70)] {{(pid=103450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:05:04.913491 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-014785e2-02c0-4a41-a8d0-048828ad0968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:04.978988 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0efc8a7e-e97f-4b88-bac6-962e5e805e85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:05.014387 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-014785e2-02c0-4a41-a8d0-048828ad0968 None None] Routers {'442ab2c2-1724-406b-86dd-55ba74725ccb'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:05:05.015026 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-014785e2-02c0-4a41-a8d0-048828ad0968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:05:02Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['442ab2c2-1724-406b-86dd-55ba74725ccb'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:05:05.051309 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e49ee129-e862-4476-beca-cdc8150d2345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:05.055156 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5e459586-8e8a-4bf5-98c3-6dec26ee6553 req-5f7bd206-4a46-4fd3-abd7-bfd50557cc78 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d1e875ee-4629-44da-a826-ba2378af3731 HTTP/1.1" status: 200 len: 999 time: 0.1919782 Nov 22 20:05:05.058708 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efc8a7e-e97f-4b88-bac6-962e5e805e85 admin admin] Pushing event updated for resources: {'Port': ['ID=233ce0b9-9200-4e5f-983e-70c1dd7e1dc0,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:05:05.071688 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efc8a7e-e97f-4b88-bac6-962e5e805e85 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:05:05.072424 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efc8a7e-e97f-4b88-bac6-962e5e805e85 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:05:05.072986 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efc8a7e-e97f-4b88-bac6-962e5e805e85 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:05:05.073532 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efc8a7e-e97f-4b88-bac6-962e5e805e85 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:05:05.074090 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efc8a7e-e97f-4b88-bac6-962e5e805e85 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:05:05.074662 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efc8a7e-e97f-4b88-bac6-962e5e805e85 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:05:05.075243 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efc8a7e-e97f-4b88-bac6-962e5e805e85 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:05:05.075781 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efc8a7e-e97f-4b88-bac6-962e5e805e85 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:05:05.076191 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efc8a7e-e97f-4b88-bac6-962e5e805e85 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:05:05.076677 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efc8a7e-e97f-4b88-bac6-962e5e805e85 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:05:05.077292 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efc8a7e-e97f-4b88-bac6-962e5e805e85 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:05:05.077876 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efc8a7e-e97f-4b88-bac6-962e5e805e85 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:05:05.099033 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0efc8a7e-e97f-4b88-bac6-962e5e805e85 admin admin] Network 1e81e05c-4c76-424f-a369-a3cc99f09949 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:05:05.101533 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-0efc8a7e-e97f-4b88-bac6-962e5e805e85 admin admin] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:05:05.105737 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0efc8a7e-e97f-4b88-bac6-962e5e805e85 admin admin] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:05:05.135005 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394e1a97-e9ef-4bf3-8419-bde0a38bbca3 None None] Pushing event updated for resources: {'Port': ['ID=b663f5f8-7a6f-495c-b215-a32087cb0156,revision_number=3']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:05:05.136591 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e459586-8e8a-4bf5-98c3-6dec26ee6553 req-5fef6296-38b4-4a2b-bdc9-865cd143bb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:05:05.145696 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5e459586-8e8a-4bf5-98c3-6dec26ee6553 req-5fef6296-38b4-4a2b-bdc9-865cd143bb38 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=68bdcb47-3fd9-4a9f-8c35-29c7d4d264fb HTTP/1.1" status: 200 len: 867 time: 0.0889354 Nov 22 20:05:05.170215 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-a2be445e-0607-47e1-ada2-dcffcff22007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ee249ec-7563-4917-9d78-7298e13edcdd', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-207199269-router', 'tenant_id': 'd030735374e0421a8051bc234c97dcd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.197'}], 'enable_snat': True}, 'gw_port_id': '3c4da08d-fadf-486a-b126-5c31cb2d8a90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:04:14Z', 'updated_at': '2021-11-22T20:04:27Z', 'revision_number': 4, 'project_id': 'd030735374e0421a8051bc234c97dcd6', 'gw_port': {'id': '3c4da08d-fadf-486a-b126-5c31cb2d8a90', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:6e:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee249ec-7563-4917-9d78-7298e13edcdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:04:16Z', 'updated_at': '2021-11-22T20:04:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_floatingips': [{'id': 'c09cd24a-5891-43a2-918a-beff67684fcf', 'tenant_id': 'd030735374e0421a8051bc234c97dcd6', 'floating_ip_address': '172.25.5.127', 'floating_network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'router_id': '5ee249ec-7563-4917-9d78-7298e13edcdd', 'port_id': 'd1e875ee-4629-44da-a826-ba2378af3731', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1b8caa3-ec74-4182-a8b7-cf8ee8619d8c', 'mac_address': 'fa:16:3e:a1:17:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f25226-2e4b-42a2-abe9-f8cd9ab68471', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T20:04:57Z', 'updated_at': '2021-11-22T20:05:03Z', 'revision_number': 1, 'project_id': 'd030735374e0421a8051bc234c97dcd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2558b66-b79c-4e24-99c9-bc0bf8d25fd1', 'name': '', 'network_id': 'e1b8caa3-ec74-4182-a8b7-cf8ee8619d8c', 'tenant_id': 'd030735374e0421a8051bc234c97dcd6', 'mac_address': 'fa:16:3e:e4:f3:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee249ec-7563-4917-9d78-7298e13edcdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '68bdcb47-3fd9-4a9f-8c35-29c7d4d264fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:04:25Z', 'updated_at': '2021-11-22T20:04:33Z', 'revision_number': 5, 'project_id': 'd030735374e0421a8051bc234c97dcd6', 'subnets': [{'id': '68bdcb47-3fd9-4a9f-8c35-29c7d4d264fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:05:05.183191 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-014785e2-02c0-4a41-a8d0-048828ad0968 None None] Set router 442ab2c2-1724-406b-86dd-55ba74725ccb gateway port host: n-d-818823-1 {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:05:05.190791 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97f28a3-30fb-48c8-a6aa-fd978f7417bd req-a015ec99-9480-4c69-b375-861e95d46cf1 tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:05:05.192451 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c97f28a3-30fb-48c8-a6aa-fd978f7417bd req-a015ec99-9480-4c69-b375-861e95d46cf1 tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] 10.222.0.46 "GET /v2.0/ports?device_id=01e0b0fa-e002-4967-ab32-9c5694e22ac9 HTTP/1.1" status: 200 len: 944 time: 0.1658990 Nov 22 20:05:05.221534 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2be445e-0607-47e1-ada2-dcffcff22007 None None] Checking router: 5ee249ec-7563-4917-9d78-7298e13edcdd for host: n-d-818823-1 {{(pid=103449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 20:05:05.229214 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e459586-8e8a-4bf5-98c3-6dec26ee6553 req-1c70b97b-e6fb-4345-a4b5-2236cdeae24e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:05:05.232274 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0efc8a7e-e97f-4b88-bac6-962e5e805e85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659939'] for router_interface, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:05.234512 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2be445e-0607-47e1-ada2-dcffcff22007 None None] Routers {'5ee249ec-7563-4917-9d78-7298e13edcdd'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:05:05.235255 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-a2be445e-0607-47e1-ada2-dcffcff22007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:05:02Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['5ee249ec-7563-4917-9d78-7298e13edcdd'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:05:05.244853 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5e459586-8e8a-4bf5-98c3-6dec26ee6553 req-1c70b97b-e6fb-4345-a4b5-2236cdeae24e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e1b8caa3-ec74-4182-a8b7-cf8ee8619d8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0981917 Nov 22 20:05:05.250329 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [req-5e459586-8e8a-4bf5-98c3-6dec26ee6553 req-d18d45dd-38ac-44e9-bd53-b8c734c55340 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=103447) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 20:05:05.259149 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5e459586-8e8a-4bf5-98c3-6dec26ee6553 req-d18d45dd-38ac-44e9-bd53-b8c734c55340 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0133660 Nov 22 20:05:05.352709 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c97f28a3-30fb-48c8-a6aa-fd978f7417bd req-8a09fbe7-49dc-468a-b92d-665951af7f76 tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] 10.222.0.46 "GET /v2.0/security-groups?id=89c2c967-26c4-4e1c-a1fd-c97f87817ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516204 Nov 22 20:05:05.434123 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0efc8a7e-e97f-4b88-bac6-962e5e805e85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:05.442544 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5e459586-8e8a-4bf5-98c3-6dec26ee6553 req-4846c7b9-d4fd-4185-8bc3-6b914b8e93a2 service neutron] 10.222.0.46 "GET /v2.0/networks/e1b8caa3-ec74-4182-a8b7-cf8ee8619d8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1824720 Nov 22 20:05:05.477906 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-014785e2-02c0-4a41-a8d0-048828ad0968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '442ab2c2-1724-406b-86dd-55ba74725ccb', 'name': 'tempest-FloatingIPsAssociationTestJSON-647870050-router', 'tenant_id': 'eccf64927ecc4dab83be8c6edc2287b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.21'}], 'enable_snat': True}, 'gw_port_id': 'b663f5f8-7a6f-495c-b215-a32087cb0156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:04:58Z', 'updated_at': '2021-11-22T20:05:00Z', 'revision_number': 3, 'project_id': 'eccf64927ecc4dab83be8c6edc2287b1', 'gw_port': {'id': 'b663f5f8-7a6f-495c-b215-a32087cb0156', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:1a:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '442ab2c2-1724-406b-86dd-55ba74725ccb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:04:59Z', 'updated_at': '2021-11-22T20:05:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:05:05.508152 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:05:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b33c0b51-824a-4ba5-8e1c-27c372e6a41e x-openstack-request-id: req-b33c0b51-824a-4ba5-8e1c-27c372e6a41e {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:05:05.508470 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5093cb48-092d-4dff-ad5d-31875fbb9f2c", "name": "network-vif-plugged", "status": "completed", "tag": "8b89445a-2093-4480-a650-d182804db66c", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:05:05.508741 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b33c0b51-824a-4ba5-8e1c-27c372e6a41e {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:05:05.509154 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5093cb48-092d-4dff-ad5d-31875fbb9f2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b89445a-2093-4480-a650-d182804db66c', 'code': 200} Nov 22 20:05:05.514995 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-014785e2-02c0-4a41-a8d0-048828ad0968 None None] The sync data for ids ['442ab2c2-1724-406b-86dd-55ba74725ccb'] in n-d-818823-1 is: [{'id': '442ab2c2-1724-406b-86dd-55ba74725ccb', 'name': 'tempest-FloatingIPsAssociationTestJSON-647870050-router', 'tenant_id': 'eccf64927ecc4dab83be8c6edc2287b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.21'}], 'enable_snat': True}, 'gw_port_id': 'b663f5f8-7a6f-495c-b215-a32087cb0156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:04:58Z', 'updated_at': '2021-11-22T20:05:00Z', 'revision_number': 3, 'project_id': 'eccf64927ecc4dab83be8c6edc2287b1', 'gw_port': {'id': 'b663f5f8-7a6f-495c-b215-a32087cb0156', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:1a:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '442ab2c2-1724-406b-86dd-55ba74725ccb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:04:59Z', 'updated_at': '2021-11-22T20:05:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}] {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:05:05.541214 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-dd538fb2-b85c-4079-9100-b799fd25ce48 None None] Provisioning complete for port 233ce0b9-9200-4e5f-983e-70c1dd7e1dc0 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:05:05.551100 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-dd538fb2-b85c-4079-9100-b799fd25ce48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:05.615896 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3f8c9f2c-f84a-4c0c-8100-dbcc45f23c64 req-38e631f9-ddfc-4d6f-a10d-360840e1dc7a tempest-FloatingIPsTestJSON-118471065 tempest-FloatingIPsTestJSON-118471065-project] 10.222.0.46 "GET /v2.0/floatingips/0b2e1ed7-0c39-436a-a55d-818f824c7a1d HTTP/1.1" status: 200 len: 693 time: 0.0732236 Nov 22 20:05:05.643936 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-dd538fb2-b85c-4079-9100-b799fd25ce48 None None] Port 233ce0b9-9200-4e5f-983e-70c1dd7e1dc0 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:05:05.646694 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5e459586-8e8a-4bf5-98c3-6dec26ee6553 req-0b7e70ac-edac-4499-b0dc-6510d30f411e service neutron] 10.222.0.46 "GET /v2.0/networks/e1b8caa3-ec74-4182-a8b7-cf8ee8619d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1940114 Nov 22 20:05:05.683700 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-a2be445e-0607-47e1-ada2-dcffcff22007 None None] Set router 5ee249ec-7563-4917-9d78-7298e13edcdd gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:05:05.707206 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-23a51fe7-2325-4a32-afd0-3059d7e7b9cb req-35dbb00b-b52c-42e1-b8b3-7c3e39aecf9c tempest-SecurityGroupsTestAdminJSON-237646776 tempest-SecurityGroupsTestAdminJSON-237646776-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1109096778', 'description': 'tempest-description-331268113'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:05:05.713999 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0efc8a7e-e97f-4b88-bac6-962e5e805e85 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:05.720847 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0efc8a7e-e97f-4b88-bac6-962e5e805e85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:05.774075 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-23a51fe7-2325-4a32-afd0-3059d7e7b9cb req-35dbb00b-b52c-42e1-b8b3-7c3e39aecf9c tempest-SecurityGroupsTestAdminJSON-237646776 tempest-SecurityGroupsTestAdminJSON-237646776-project] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:05.797430 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efc8a7e-e97f-4b88-bac6-962e5e805e85 admin admin] Pushing event updated for resources: {'Port': ['ID=233ce0b9-9200-4e5f-983e-70c1dd7e1dc0,revision_number=2']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:05:05.801317 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0efc8a7e-e97f-4b88-bac6-962e5e805e85 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-563461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-659839'] for router_interface, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:05.814712 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8c9f2c-f84a-4c0c-8100-dbcc45f23c64 req-0e4a0f74-035e-4717-b208-96c07657fdb5 tempest-FloatingIPsTestJSON-118471065 tempest-FloatingIPsTestJSON-118471065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:05:05.816238 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3f8c9f2c-f84a-4c0c-8100-dbcc45f23c64 req-0e4a0f74-035e-4717-b208-96c07657fdb5 tempest-FloatingIPsTestJSON-118471065 tempest-FloatingIPsTestJSON-118471065-project] 10.222.0.46 "GET /v2.0/networks/c48a55e9-6a85-4746-b7bf-3e29fb560094 HTTP/1.1" status: 200 len: 784 time: 0.1867685 Nov 22 20:05:05.842469 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [req-3f8c9f2c-f84a-4c0c-8100-dbcc45f23c64 req-e352c203-7a1c-4833-904a-715e2fd48a26 tempest-FloatingIPsTestJSON-118471065 tempest-FloatingIPsTestJSON-118471065-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=103447) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 20:05:05.843868 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3f8c9f2c-f84a-4c0c-8100-dbcc45f23c64 req-e352c203-7a1c-4833-904a-715e2fd48a26 tempest-FloatingIPsTestJSON-118471065 tempest-FloatingIPsTestJSON-118471065-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0100904 Nov 22 20:05:05.957959 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-23a51fe7-2325-4a32-afd0-3059d7e7b9cb req-35dbb00b-b52c-42e1-b8b3-7c3e39aecf9c tempest-SecurityGroupsTestAdminJSON-237646776 tempest-SecurityGroupsTestAdminJSON-237646776-project] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:05.963474 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:05.975026 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0efc8a7e-e97f-4b88-bac6-962e5e805e85 admin admin] Network 1e81e05c-4c76-424f-a369-a3cc99f09949 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:05:05.978454 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-0efc8a7e-e97f-4b88-bac6-962e5e805e85 admin admin] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:05:05.982528 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-23a51fe7-2325-4a32-afd0-3059d7e7b9cb req-35dbb00b-b52c-42e1-b8b3-7c3e39aecf9c tempest-SecurityGroupsTestAdminJSON-237646776 tempest-SecurityGroupsTestAdminJSON-237646776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:06.024711 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-23a51fe7-2325-4a32-afd0-3059d7e7b9cb req-35dbb00b-b52c-42e1-b8b3-7c3e39aecf9c tempest-SecurityGroupsTestAdminJSON-237646776 tempest-SecurityGroupsTestAdminJSON-237646776-project] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:06.026150 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-23a51fe7-2325-4a32-afd0-3059d7e7b9cb req-35dbb00b-b52c-42e1-b8b3-7c3e39aecf9c tempest-SecurityGroupsTestAdminJSON-237646776 tempest-SecurityGroupsTestAdminJSON-237646776-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.3248804 Nov 22 20:05:06.034506 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35dbb00b-b52c-42e1-b8b3-7c3e39aecf9c tempest-SecurityGroupsTestAdminJSON-237646776 tempest-SecurityGroupsTestAdminJSON-237646776-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0fb44e1-ca89-4d14-bda6-e273b39561e3,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:05:06.048801 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d726c94-b100-40a1-bcf6-4e2a47a646b1 req-18bfac54-83c7-40f4-acaa-30275b5f83b0 tempest-MigrationsAdminTest-1419911277 tempest-MigrationsAdminTest-1419911277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:05:06.064435 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5d726c94-b100-40a1-bcf6-4e2a47a646b1 req-18bfac54-83c7-40f4-acaa-30275b5f83b0 tempest-MigrationsAdminTest-1419911277 tempest-MigrationsAdminTest-1419911277-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=5093cb48-092d-4dff-ad5d-31875fbb9f2c HTTP/1.1" status: 200 len: 1100 time: 0.1190176 Nov 22 20:05:06.144443 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5d726c94-b100-40a1-bcf6-4e2a47a646b1 req-3043828f-7f75-4f19-8593-c75da82ff2af tempest-MigrationsAdminTest-1419911277 tempest-MigrationsAdminTest-1419911277-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=a1d007ec-a75a-4ef8-9cdd-9c679a3ff22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757260 Nov 22 20:05:06.163809 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0efc8a7e-e97f-4b88-bac6-962e5e805e85 admin admin] Router 442ab2c2-1724-406b-86dd-55ba74725ccb has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 20:05:06.169685 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 20:05:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a81162ea-1f31-4ea7-a918-5328384a4883 x-openstack-request-id: req-a81162ea-1f31-4ea7-a918-5328384a4883 {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:05:06.171010 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02f25226-2e4b-42a2-abe9-f8cd9ab68471", "tag": "d1e875ee-4629-44da-a826-ba2378af3731", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:05:06.171436 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a81162ea-1f31-4ea7-a918-5328384a4883 {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:05:06.172009 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02f25226-2e4b-42a2-abe9-f8cd9ab68471', 'tag': 'd1e875ee-4629-44da-a826-ba2378af3731', 'status': 'completed', 'code': 200} Nov 22 20:05:06.263302 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-a2be445e-0607-47e1-ada2-dcffcff22007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ee249ec-7563-4917-9d78-7298e13edcdd', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-207199269-router', 'tenant_id': 'd030735374e0421a8051bc234c97dcd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.197'}], 'enable_snat': True}, 'gw_port_id': '3c4da08d-fadf-486a-b126-5c31cb2d8a90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:04:14Z', 'updated_at': '2021-11-22T20:04:27Z', 'revision_number': 4, 'project_id': 'd030735374e0421a8051bc234c97dcd6', 'gw_port': {'id': '3c4da08d-fadf-486a-b126-5c31cb2d8a90', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:6e:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee249ec-7563-4917-9d78-7298e13edcdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:04:16Z', 'updated_at': '2021-11-22T20:04:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_floatingips': [{'id': 'c09cd24a-5891-43a2-918a-beff67684fcf', 'tenant_id': 'd030735374e0421a8051bc234c97dcd6', 'floating_ip_address': '172.25.5.127', 'floating_network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'router_id': '5ee249ec-7563-4917-9d78-7298e13edcdd', 'port_id': 'd1e875ee-4629-44da-a826-ba2378af3731', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1b8caa3-ec74-4182-a8b7-cf8ee8619d8c', 'mac_address': 'fa:16:3e:a1:17:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f25226-2e4b-42a2-abe9-f8cd9ab68471', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T20:04:57Z', 'updated_at': '2021-11-22T20:05:03Z', 'revision_number': 1, 'project_id': 'd030735374e0421a8051bc234c97dcd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2558b66-b79c-4e24-99c9-bc0bf8d25fd1', 'name': '', 'network_id': 'e1b8caa3-ec74-4182-a8b7-cf8ee8619d8c', 'tenant_id': 'd030735374e0421a8051bc234c97dcd6', 'mac_address': 'fa:16:3e:e4:f3:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee249ec-7563-4917-9d78-7298e13edcdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '68bdcb47-3fd9-4a9f-8c35-29c7d4d264fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:04:25Z', 'updated_at': '2021-11-22T20:04:33Z', 'revision_number': 5, 'project_id': 'd030735374e0421a8051bc234c97dcd6', 'subnets': [{'id': '68bdcb47-3fd9-4a9f-8c35-29c7d4d264fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:05:06.308355 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b464533-63d9-4189-9dad-1243664244d4 req-1f7f74eb-94d7-45b6-af91-b7812e557484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:05:06.314720 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2b464533-63d9-4189-9dad-1243664244d4 req-1f7f74eb-94d7-45b6-af91-b7812e557484 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d030735374e0421a8051bc234c97dcd6&device_id=02f25226-2e4b-42a2-abe9-f8cd9ab68471 HTTP/1.1" status: 200 len: 1096 time: 0.1240361 Nov 22 20:05:06.326658 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2be445e-0607-47e1-ada2-dcffcff22007 None None] The sync data for ids ['5ee249ec-7563-4917-9d78-7298e13edcdd'] in n-d-818823-1 is: [{'id': '5ee249ec-7563-4917-9d78-7298e13edcdd', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-207199269-router', 'tenant_id': 'd030735374e0421a8051bc234c97dcd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.197'}], 'enable_snat': True}, 'gw_port_id': '3c4da08d-fadf-486a-b126-5c31cb2d8a90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:04:14Z', 'updated_at': '2021-11-22T20:04:27Z', 'revision_number': 4, 'project_id': 'd030735374e0421a8051bc234c97dcd6', 'gw_port': {'id': '3c4da08d-fadf-486a-b126-5c31cb2d8a90', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:6e:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee249ec-7563-4917-9d78-7298e13edcdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:04:16Z', 'updated_at': '2021-11-22T20:04:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_floatingips': [{'id': 'c09cd24a-5891-43a2-918a-beff67684fcf', 'tenant_id': 'd030735374e0421a8051bc234c97dcd6', 'floating_ip_address': '172.25.5.127', 'floating_network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'router_id': '5ee249ec-7563-4917-9d78-7298e13edcdd', 'port_id': 'd1e875ee-4629-44da-a826-ba2378af3731', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1b8caa3-ec74-4182-a8b7-cf8ee8619d8c', 'mac_address': 'fa:16:3e:a1:17:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f25226-2e4b-42a2-abe9-f8cd9ab68471', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T20:04:57Z', 'updated_at': '2021-11-22T20:05:03Z', 'revision_number': 1, 'project_id': 'd030735374e0421a8051bc234c97dcd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2558b66-b79c-4e24-99c9-bc0bf8d25fd1', 'name': '', 'network_id': 'e1b8caa3-ec74-4182-a8b7-cf8ee8619d8c', 'tenant_id': 'd030735374e0421a8051bc234c97dcd6', 'mac_address': 'fa:16:3e:e4:f3:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee249ec-7563-4917-9d78-7298e13edcdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '68bdcb47-3fd9-4a9f-8c35-29c7d4d264fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:04:25Z', 'updated_at': '2021-11-22T20:04:33Z', 'revision_number': 5, 'project_id': 'd030735374e0421a8051bc234c97dcd6', 'subnets': [{'id': '68bdcb47-3fd9-4a9f-8c35-29c7d4d264fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:05:06.397912 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0efc8a7e-e97f-4b88-bac6-962e5e805e85 admin admin] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:05:06.405083 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-0efc8a7e-e97f-4b88-bac6-962e5e805e85 admin admin] 10.222.0.46 "PUT /v2.0/routers/442ab2c2-1724-406b-86dd-55ba74725ccb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3017142 Nov 22 20:05:06.432696 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fa7249-2c7e-4e55-96b9-899ab02176a6 req-694108b6-96fa-4f97-b3a6-92d3cd85a64c tempest-ServersWithSpecificFlavorTestJSON-1120519075 tempest-ServersWithSpecificFlavorTestJSON-1120519075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:05:06.434764 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c6fa7249-2c7e-4e55-96b9-899ab02176a6 req-694108b6-96fa-4f97-b3a6-92d3cd85a64c tempest-ServersWithSpecificFlavorTestJSON-1120519075 tempest-ServersWithSpecificFlavorTestJSON-1120519075-project] 10.222.0.46 "GET /v2.0/ports?device_id=d4b9559d-40a3-4573-bebb-b20ad7954d44 HTTP/1.1" status: 200 len: 946 time: 0.1854856 Nov 22 20:05:06.445213 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 54846) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:05:06.451340 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-5c8ca102-fa6c-49a9-bab2-6eb629eaffab tempest-ServersWithSpecificFlavorTestJSON-1120519075 tempest-ServersWithSpecificFlavorTestJSON-1120519075-project] Request body: {'floatingip': {'port_id': 'c2d1be9a-7c67-4fdb-ad0c-fa04ae9c3b2b'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:05:06.487921 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-691e4a71-1a8b-4574-ad5a-c62948f2d291 None None] Provisioning complete for port 233ce0b9-9200-4e5f-983e-70c1dd7e1dc0 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:05:06.488568 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-691e4a71-1a8b-4574-ad5a-c62948f2d291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:06.574730 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-691e4a71-1a8b-4574-ad5a-c62948f2d291 None None] Port 233ce0b9-9200-4e5f-983e-70c1dd7e1dc0 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:05:06.620131 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7f6526a5-7b89-4f64-a398-aa3eac55ab04 req-e3cc7350-5fb9-4612-8f6e-b72625b5e23d tempest-FloatingIPsTestJSON-118471065 tempest-FloatingIPsTestJSON-118471065-project] 10.222.0.46 "GET /v2.0/floatingips?tenant_id=890340a4f3794b76b663053bf86eda6b HTTP/1.1" status: 200 len: 696 time: 0.1572320 Nov 22 20:05:06.799365 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88b18c92-6645-44bb-b9ee-263bd4086292 None None] New status for floating IP c09cd24a-5891-43a2-918a-beff67684fcf: ACTIVE {{(pid=103450) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 20:05:06.863920 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5c8ca102-fa6c-49a9-bab2-6eb629eaffab tempest-ServersWithSpecificFlavorTestJSON-1120519075 tempest-ServersWithSpecificFlavorTestJSON-1120519075-project] Publish callbacks [] for floatingip, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:07.057854 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-dc675fc4-60ff-4868-a289-7ad0dfc81f2b req-eff8e2ad-3ab4-4ca0-ae7e-8781ac8663b9 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606-project] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=c48a55e9-6a85-4746-b7bf-3e29fb560094 HTTP/1.1" status: 200 len: 258 time: 0.7422183 Nov 22 20:05:07.064866 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b464533-63d9-4189-9dad-1243664244d4 req-7ac4b462-4be7-45dd-8b7e-b8ca587a13dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:05:07.066422 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2b464533-63d9-4189-9dad-1243664244d4 req-7ac4b462-4be7-45dd-8b7e-b8ca587a13dc service neutron] 10.222.0.41 "GET /v2.0/networks?id=e1b8caa3-ec74-4182-a8b7-cf8ee8619d8c HTTP/1.1" status: 200 len: 929 time: 0.7385092 Nov 22 20:05:07.080518 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-dc675fc4-60ff-4868-a289-7ad0dfc81f2b req-ff970d03-aeda-4f68-8b0d-71d327a8e7c3 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606-project] Request body: {'floatingip': {'floating_network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:05:07.238930 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-dc675fc4-60ff-4868-a289-7ad0dfc81f2b req-ff970d03-aeda-4f68-8b0d-71d327a8e7c3 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606-project] Publish callbacks [] for floatingip, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:07.274234 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6526a5-7b89-4f64-a398-aa3eac55ab04 req-17222677-771e-4f61-b3c1-8677a6793fd7 tempest-FloatingIPsTestJSON-118471065 tempest-FloatingIPsTestJSON-118471065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:05:07.282127 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device b663f5f8-7a6f-495c-b215-a32087cb0156 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:05:07.283699 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7f6526a5-7b89-4f64-a398-aa3eac55ab04 req-17222677-771e-4f61-b3c1-8677a6793fd7 tempest-FloatingIPsTestJSON-118471065 tempest-FloatingIPsTestJSON-118471065-project] 10.222.0.46 "GET /v2.0/networks?id=c48a55e9-6a85-4746-b7bf-3e29fb560094 HTTP/1.1" status: 200 len: 787 time: 0.6623139 Nov 22 20:05:07.289053 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2b464533-63d9-4189-9dad-1243664244d4 req-29d0afb3-869d-41f6-9292-0fa1fc05b352 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d1e875ee-4629-44da-a826-ba2378af3731 HTTP/1.1" status: 200 len: 999 time: 0.2009184 Nov 22 20:05:07.293997 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [req-7f6526a5-7b89-4f64-a398-aa3eac55ab04 req-17140d95-4fe8-4515-8fab-2d260f24b48f tempest-FloatingIPsTestJSON-118471065 tempest-FloatingIPsTestJSON-118471065-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=103447) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 20:05:07.305819 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7f6526a5-7b89-4f64-a398-aa3eac55ab04 req-17140d95-4fe8-4515-8fab-2d260f24b48f tempest-FloatingIPsTestJSON-118471065 tempest-FloatingIPsTestJSON-118471065-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0210435 Nov 22 20:05:07.367456 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port b663f5f8-7a6f-495c-b215-a32087cb0156 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:05:07.369025 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:07.381899 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b464533-63d9-4189-9dad-1243664244d4 req-952d0829-620f-492e-9e59-54823ea6bde5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:05:07.383471 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2b464533-63d9-4189-9dad-1243664244d4 req-952d0829-620f-492e-9e59-54823ea6bde5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=68bdcb47-3fd9-4a9f-8c35-29c7d4d264fb HTTP/1.1" status: 200 len: 867 time: 0.0740936 Nov 22 20:05:07.429782 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-99dea348-25b1-4637-b6eb-d487733e02d5 req-37b98cf0-ed5f-4102-8a26-e949d0e2e4fb tempest-SecurityGroupsTestAdminJSON-1020896124 tempest-SecurityGroupsTestAdminJSON-1020896124-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1798017031', 'description': 'tempest-description-1888052978'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:05:07.474307 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:07.483453 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-99dea348-25b1-4637-b6eb-d487733e02d5 req-37b98cf0-ed5f-4102-8a26-e949d0e2e4fb tempest-SecurityGroupsTestAdminJSON-1020896124 tempest-SecurityGroupsTestAdminJSON-1020896124-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:07.489286 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b464533-63d9-4189-9dad-1243664244d4 req-8b1a7367-a366-4ea0-8908-aaa5e92d2f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:05:07.491299 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2b464533-63d9-4189-9dad-1243664244d4 req-8b1a7367-a366-4ea0-8908-aaa5e92d2f8c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e1b8caa3-ec74-4182-a8b7-cf8ee8619d8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0985370 Nov 22 20:05:07.498812 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] For port b663f5f8-7a6f-495c-b215-a32087cb0156, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=b663f5f8-7a6f-495c-b215-a32087cb0156,segment=NetworkSegment(8793ba83-8407-4c3d-9b56-2a177cd58a70),segment_id=8793ba83-8407-4c3d-9b56-2a177cd58a70)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:05:07.500498 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-99dea348-25b1-4637-b6eb-d487733e02d5 req-37b98cf0-ed5f-4102-8a26-e949d0e2e4fb tempest-SecurityGroupsTestAdminJSON-1020896124 tempest-SecurityGroupsTestAdminJSON-1020896124-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:07.504218 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:07.595928 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Pushing event updated for resources: {'Port': ['ID=b663f5f8-7a6f-495c-b215-a32087cb0156,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:05:07.651250 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-dc675fc4-60ff-4868-a289-7ad0dfc81f2b req-ff970d03-aeda-4f68-8b0d-71d327a8e7c3 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:07.654466 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2b464533-63d9-4189-9dad-1243664244d4 req-0fd12ab8-c894-4c25-83ff-46b58a342535 service neutron] 10.222.0.41 "GET /v2.0/networks/e1b8caa3-ec74-4182-a8b7-cf8ee8619d8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552796 Nov 22 20:05:07.781386 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5c8ca102-fa6c-49a9-bab2-6eb629eaffab tempest-ServersWithSpecificFlavorTestJSON-1120519075 tempest-ServersWithSpecificFlavorTestJSON-1120519075-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:07.785786 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5c8ca102-fa6c-49a9-bab2-6eb629eaffab tempest-ServersWithSpecificFlavorTestJSON-1120519075 tempest-ServersWithSpecificFlavorTestJSON-1120519075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-595224'] for floatingip, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:07.800113 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-99dea348-25b1-4637-b6eb-d487733e02d5 req-37b98cf0-ed5f-4102-8a26-e949d0e2e4fb tempest-SecurityGroupsTestAdminJSON-1020896124 tempest-SecurityGroupsTestAdminJSON-1020896124-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:07.830927 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-99dea348-25b1-4637-b6eb-d487733e02d5 req-37b98cf0-ed5f-4102-8a26-e949d0e2e4fb tempest-SecurityGroupsTestAdminJSON-1020896124 tempest-SecurityGroupsTestAdminJSON-1020896124-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:07.932071 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b98cf0-ed5f-4102-8a26-e949d0e2e4fb tempest-SecurityGroupsTestAdminJSON-1020896124 tempest-SecurityGroupsTestAdminJSON-1020896124-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bdcc9b8-3a64-4299-976b-e9e5b1eef675,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:05:07.946525 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2b464533-63d9-4189-9dad-1243664244d4 req-ad74af02-707b-4c65-ba8b-371c8dacaf1d service neutron] 10.222.0.41 "GET /v2.0/networks/e1b8caa3-ec74-4182-a8b7-cf8ee8619d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2807190 Nov 22 20:05:07.949505 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [req-dc675fc4-60ff-4868-a289-7ad0dfc81f2b req-ff970d03-aeda-4f68-8b0d-71d327a8e7c3 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606-project] Allocated IP 172.25.5.230 (c48a55e9-6a85-4746-b7bf-3e29fb560094/5da6f781-63e6-4328-ae7a-5e672262f55a/2e4cb1eb-9e3e-43ae-bbf1-f40fe771a0fb) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:05:07.954764 n-d-818823-1 neutron-server[103448]: INFO neutron.db.l3_db [None req-5c8ca102-fa6c-49a9-bab2-6eb629eaffab tempest-ServersWithSpecificFlavorTestJSON-1120519075 tempest-ServersWithSpecificFlavorTestJSON-1120519075-project] Floating IP c206caff-0d38-4418-9e51-f0441d6607d5 associated. External IP: 172.25.5.163, port: c2d1be9a-7c67-4fdb-ad0c-fa04ae9c3b2b. Nov 22 20:05:07.981404 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-99dea348-25b1-4637-b6eb-d487733e02d5 req-37b98cf0-ed5f-4102-8a26-e949d0e2e4fb tempest-SecurityGroupsTestAdminJSON-1020896124 tempest-SecurityGroupsTestAdminJSON-1020896124-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:07.995520 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-99dea348-25b1-4637-b6eb-d487733e02d5 req-37b98cf0-ed5f-4102-8a26-e949d0e2e4fb tempest-SecurityGroupsTestAdminJSON-1020896124 tempest-SecurityGroupsTestAdminJSON-1020896124-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:08.064655 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-99dea348-25b1-4637-b6eb-d487733e02d5 req-37b98cf0-ed5f-4102-8a26-e949d0e2e4fb tempest-SecurityGroupsTestAdminJSON-1020896124 tempest-SecurityGroupsTestAdminJSON-1020896124-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:08.065963 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-99dea348-25b1-4637-b6eb-d487733e02d5 req-37b98cf0-ed5f-4102-8a26-e949d0e2e4fb tempest-SecurityGroupsTestAdminJSON-1020896124 tempest-SecurityGroupsTestAdminJSON-1020896124-project-admin] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.6405959 Nov 22 20:05:08.071138 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b98cf0-ed5f-4102-8a26-e949d0e2e4fb tempest-SecurityGroupsTestAdminJSON-1020896124 tempest-SecurityGroupsTestAdminJSON-1020896124-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2bdb8ae-29d9-4206-ac89-5c16787be46a,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:05:08.164980 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-dc675fc4-60ff-4868-a289-7ad0dfc81f2b req-ff970d03-aeda-4f68-8b0d-71d327a8e7c3 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606-project] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:08.256880 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-dc675fc4-60ff-4868-a289-7ad0dfc81f2b req-ff970d03-aeda-4f68-8b0d-71d327a8e7c3 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:08.271825 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c8ca102-fa6c-49a9-bab2-6eb629eaffab tempest-ServersWithSpecificFlavorTestJSON-1120519075 tempest-ServersWithSpecificFlavorTestJSON-1120519075-project] Router 9bebb789-2e0c-47c5-8598-2d6604d54718 has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 20:05:08.273866 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4abf5c5-7ac8-48cd-b28d-89bce14738e1 req-161e0f96-fad2-45a5-ae65-800a46646d0d tempest-LiveAutoBlockMigrationV225Test-67792349 tempest-LiveAutoBlockMigrationV225Test-67792349-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:05:08.275721 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f4abf5c5-7ac8-48cd-b28d-89bce14738e1 req-161e0f96-fad2-45a5-ae65-800a46646d0d tempest-LiveAutoBlockMigrationV225Test-67792349 tempest-LiveAutoBlockMigrationV225Test-67792349-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=01e0b0fa-e002-4967-ab32-9c5694e22ac9 HTTP/1.1" status: 200 len: 1095 time: 0.0793986 Nov 22 20:05:08.288920 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8138a4e1-4982-484d-a388-46945f1edbbe None None] Sync routers for ids ['442ab2c2-1724-406b-86dd-55ba74725ccb'] in n-d-818823-1 {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:05:08.301971 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8138a4e1-4982-484d-a388-46945f1edbbe None None] Routers {'442ab2c2-1724-406b-86dd-55ba74725ccb'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:05:08.302920 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-8138a4e1-4982-484d-a388-46945f1edbbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:05:02Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['442ab2c2-1724-406b-86dd-55ba74725ccb'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:05:08.323659 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc675fc4-60ff-4868-a289-7ad0dfc81f2b req-ff970d03-aeda-4f68-8b0d-71d327a8e7c3 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606-project] Network c48a55e9-6a85-4746-b7bf-3e29fb560094 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:05:08.329701 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [req-dc675fc4-60ff-4868-a289-7ad0dfc81f2b req-ff970d03-aeda-4f68-8b0d-71d327a8e7c3 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:05:08.336012 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc675fc4-60ff-4868-a289-7ad0dfc81f2b req-ff970d03-aeda-4f68-8b0d-71d327a8e7c3 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606-project] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:05:08.358257 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff970d03-aeda-4f68-8b0d-71d327a8e7c3 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606-project] Pushing event updated for resources: {'Port': ['ID=2e4cb1eb-9e3e-43ae-bbf1-f40fe771a0fb,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:05:08.397319 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f4abf5c5-7ac8-48cd-b28d-89bce14738e1 req-7d2223dc-ad74-4d9e-a240-74550bd90738 tempest-LiveAutoBlockMigrationV225Test-67792349 tempest-LiveAutoBlockMigrationV225Test-67792349-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=89c2c967-26c4-4e1c-a1fd-c97f87817ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014962 Nov 22 20:05:08.401073 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c8ca102-fa6c-49a9-bab2-6eb629eaffab tempest-ServersWithSpecificFlavorTestJSON-1120519075 tempest-ServersWithSpecificFlavorTestJSON-1120519075-project] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:05:08.407328 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5c8ca102-fa6c-49a9-bab2-6eb629eaffab tempest-ServersWithSpecificFlavorTestJSON-1120519075 tempest-ServersWithSpecificFlavorTestJSON-1120519075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for floatingip, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:08.418892 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d6c0b6-ed83-44a5-8f37-aacad3922224 None None] Sync routers for ids ['9bebb789-2e0c-47c5-8598-2d6604d54718'] in n-d-818823-1 {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:05:08.434438 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d6c0b6-ed83-44a5-8f37-aacad3922224 None None] Routers {'9bebb789-2e0c-47c5-8598-2d6604d54718'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:05:08.436376 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-68d6c0b6-ed83-44a5-8f37-aacad3922224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:05:02Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['9bebb789-2e0c-47c5-8598-2d6604d54718'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:05:08.460887 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-dc675fc4-60ff-4868-a289-7ad0dfc81f2b req-ff970d03-aeda-4f68-8b0d-71d327a8e7c3 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:08.472681 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-8138a4e1-4982-484d-a388-46945f1edbbe None None] Set router 442ab2c2-1724-406b-86dd-55ba74725ccb gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:05:08.473962 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-5c8ca102-fa6c-49a9-bab2-6eb629eaffab tempest-ServersWithSpecificFlavorTestJSON-1120519075 tempest-ServersWithSpecificFlavorTestJSON-1120519075-project] 10.222.0.46 "PUT /v2.0/floatingips/c206caff-0d38-4418-9e51-f0441d6607d5 HTTP/1.1" status: 200 len: 992 time: 2.0234764 Nov 22 20:05:08.475973 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4b9559d-40a3-4573-bebb-b20ad7954d44', 'tag': 'c2d1be9a-7c67-4fdb-ad0c-fa04ae9c3b2b'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:05:08.482126 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589a98cf2aea187fcc423a5edb333e5a6cf3ad7c81115d1ebee0f079693c312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b70471e9-ca5a-4ffd-8536-fa1d8a306ffe" -d '{"events": [{"name": "network-changed", "server_uuid": "d4b9559d-40a3-4573-bebb-b20ad7954d44", "tag": "c2d1be9a-7c67-4fdb-ad0c-fa04ae9c3b2b"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:05:08.522310 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-dc675fc4-60ff-4868-a289-7ad0dfc81f2b req-ff970d03-aeda-4f68-8b0d-71d327a8e7c3 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:08.599006 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-68d6c0b6-ed83-44a5-8f37-aacad3922224 None None] Set router 9bebb789-2e0c-47c5-8598-2d6604d54718 gateway port host: n-d-818823-1 {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:05:08.734919 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-8138a4e1-4982-484d-a388-46945f1edbbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '442ab2c2-1724-406b-86dd-55ba74725ccb', 'name': 'tempest-FloatingIPsAssociationTestJSON-647870050-router', 'tenant_id': 'eccf64927ecc4dab83be8c6edc2287b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.21'}], 'enable_snat': True}, 'gw_port_id': 'b663f5f8-7a6f-495c-b215-a32087cb0156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:04:58Z', 'updated_at': '2021-11-22T20:05:05Z', 'revision_number': 4, 'project_id': 'eccf64927ecc4dab83be8c6edc2287b1', 'gw_port': {'id': 'b663f5f8-7a6f-495c-b215-a32087cb0156', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:1a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '442ab2c2-1724-406b-86dd-55ba74725ccb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:04:59Z', 'updated_at': '2021-11-22T20:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': '233ce0b9-9200-4e5f-983e-70c1dd7e1dc0', 'name': '', 'network_id': '1e81e05c-4c76-424f-a369-a3cc99f09949', 'tenant_id': 'eccf64927ecc4dab83be8c6edc2287b1', 'mac_address': 'fa:16:3e:15:fa:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '442ab2c2-1724-406b-86dd-55ba74725ccb', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '555c9f92-faec-4407-89e0-e5147ee8b27d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:05:04Z', 'updated_at': '2021-11-22T20:05:05Z', 'revision_number': 2, 'project_id': 'eccf64927ecc4dab83be8c6edc2287b1', 'subnets': [{'id': '555c9f92-faec-4407-89e0-e5147ee8b27d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:05:08.762859 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8138a4e1-4982-484d-a388-46945f1edbbe None None] Checking router: 442ab2c2-1724-406b-86dd-55ba74725ccb for host: n-d-818823-1 {{(pid=103449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 20:05:08.763211 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8138a4e1-4982-484d-a388-46945f1edbbe None None] Updating router 442ab2c2-1724-406b-86dd-55ba74725ccb port 233ce0b9-9200-4e5f-983e-70c1dd7e1dc0 binding host n-d-818823-1 {{(pid=103449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 20:05:08.801642 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-8138a4e1-4982-484d-a388-46945f1edbbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:08.856551 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-dc675fc4-60ff-4868-a289-7ad0dfc81f2b req-ff970d03-aeda-4f68-8b0d-71d327a8e7c3 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606-project] Publish callbacks [] for port, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:08.866010 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a08654b-f87a-498f-99d6-8f8ea7fc5503 req-1b95482c-650d-40f5-9c3c-b03aed3fac5c tempest-FloatingIPsAssociationTestJSON-1595917213 tempest-FloatingIPsAssociationTestJSON-1595917213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:05:08.867584 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7a08654b-f87a-498f-99d6-8f8ea7fc5503 req-1b95482c-650d-40f5-9c3c-b03aed3fac5c tempest-FloatingIPsAssociationTestJSON-1595917213 tempest-FloatingIPsAssociationTestJSON-1595917213-project] 10.222.0.46 "GET /v2.0/networks?id=1e81e05c-4c76-424f-a369-a3cc99f09949 HTTP/1.1" status: 200 len: 820 time: 0.1676939 Nov 22 20:05:08.868761 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-dc675fc4-60ff-4868-a289-7ad0dfc81f2b req-ff970d03-aeda-4f68-8b0d-71d327a8e7c3 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:08.878488 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.agents_db [None req-aa8313f2-1ee4-4e7b-8c5a-d32b2f9d31ee None None] Agent healthcheck: found 7 active agents {{(pid=103450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 20:05:08.931639 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7a08654b-f87a-498f-99d6-8f8ea7fc5503 req-cb40fbec-5394-4352-9793-de8e6f1e5404 tempest-FloatingIPsAssociationTestJSON-1595917213 tempest-FloatingIPsAssociationTestJSON-1595917213-project] 10.222.0.46 "GET /v2.0/quotas/eccf64927ecc4dab83be8c6edc2287b1 HTTP/1.1" status: 200 len: 375 time: 0.0336740 Nov 22 20:05:08.982041 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-68d6c0b6-ed83-44a5-8f37-aacad3922224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bebb789-2e0c-47c5-8598-2d6604d54718', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1305262143-router', 'tenant_id': '893c9b18170649ca8789dc25bee886fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': '79a0e4d6-fcb3-4ee3-a209-dd201710e688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:04:04Z', 'updated_at': '2021-11-22T20:04:11Z', 'revision_number': 4, 'project_id': '893c9b18170649ca8789dc25bee886fa', 'gw_port': {'id': '79a0e4d6-fcb3-4ee3-a209-dd201710e688', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:8e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bebb789-2e0c-47c5-8598-2d6604d54718', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:04:05Z', 'updated_at': '2021-11-22T20:04:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_floatingips': [{'id': 'c206caff-0d38-4418-9e51-f0441d6607d5', 'tenant_id': '893c9b18170649ca8789dc25bee886fa', 'floating_ip_address': '172.25.5.163', 'floating_network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'router_id': '9bebb789-2e0c-47c5-8598-2d6604d54718', 'port_id': 'c2d1be9a-7c67-4fdb-ad0c-fa04ae9c3b2b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 427, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6c01d97-7edb-4357-8d46-10424981d282', 'mac_address': 'fa:16:3e:82:5b:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b9559d-40a3-4573-bebb-b20ad7954d44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T20:04:37Z', 'updated_at': '2021-11-22T20:05:07Z', 'revision_number': 1, 'project_id': '893c9b18170649ca8789dc25bee886fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '749dd626-1f4d-4a26-b5a4-8a5a98684e27', 'name': '', 'network_id': 'a6c01d97-7edb-4357-8d46-10424981d282', 'tenant_id': '893c9b18170649ca8789dc25bee886fa', 'mac_address': 'fa:16:3e:3d:25:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bebb789-2e0c-47c5-8598-2d6604d54718', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '8484e927-d598-4c05-a88d-f7c50161999e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:04:10Z', 'updated_at': '2021-11-22T20:04:24Z', 'revision_number': 5, 'project_id': '893c9b18170649ca8789dc25bee886fa', 'subnets': [{'id': '8484e927-d598-4c05-a88d-f7c50161999e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:05:08.991146 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff970d03-aeda-4f68-8b0d-71d327a8e7c3 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606-project] Pushing event updated for resources: {'Port': ['ID=2e4cb1eb-9e3e-43ae-bbf1-f40fe771a0fb,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:05:09.002702 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-dc675fc4-60ff-4868-a289-7ad0dfc81f2b req-ff970d03-aeda-4f68-8b0d-71d327a8e7c3 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-595224'] for floatingip, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:09.012041 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d6c0b6-ed83-44a5-8f37-aacad3922224 None None] Checking router: 9bebb789-2e0c-47c5-8598-2d6604d54718 for host: n-d-818823-1 {{(pid=103450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 20:05:09.024280 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d6c0b6-ed83-44a5-8f37-aacad3922224 None None] Routers {'9bebb789-2e0c-47c5-8598-2d6604d54718'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:05:09.024961 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-68d6c0b6-ed83-44a5-8f37-aacad3922224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:05:02Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['9bebb789-2e0c-47c5-8598-2d6604d54718'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:05:09.028736 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7a08654b-f87a-498f-99d6-8f8ea7fc5503 req-2aa61607-3039-48ee-8b8f-e1d5ea476b99 tempest-FloatingIPsAssociationTestJSON-1595917213 tempest-FloatingIPsAssociationTestJSON-1595917213-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=eccf64927ecc4dab83be8c6edc2287b1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0953703 Nov 22 20:05:09.031041 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-dc675fc4-60ff-4868-a289-7ad0dfc81f2b req-ff970d03-aeda-4f68-8b0d-71d327a8e7c3 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for floatingip, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:09.032204 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-dc675fc4-60ff-4868-a289-7ad0dfc81f2b req-ff970d03-aeda-4f68-8b0d-71d327a8e7c3 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.9625480 Nov 22 20:05:09.135143 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-dc675fc4-60ff-4868-a289-7ad0dfc81f2b req-22107a85-95fd-4be5-8f40-2aceabf7ffbd tempest-FloatingIPsAssociationNegativeTestJSON-1762176606 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.5.230 HTTP/1.1" status: 200 len: 696 time: 0.0966649 Nov 22 20:05:09.137801 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-8138a4e1-4982-484d-a388-46945f1edbbe None None] Publish callbacks [] for port, precommit_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:09.146081 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-8138a4e1-4982-484d-a388-46945f1edbbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:09.165097 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-68d6c0b6-ed83-44a5-8f37-aacad3922224 None None] Set router 9bebb789-2e0c-47c5-8598-2d6604d54718 gateway port host: n-d-818823-1 {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:05:09.248512 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c4e2d3-a47d-44fb-abfc-74ee2a0c878f None None] Pushing event updated for resources: {'Port': ['ID=233ce0b9-9200-4e5f-983e-70c1dd7e1dc0,revision_number=3']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:05:09.272351 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7a08654b-f87a-498f-99d6-8f8ea7fc5503 req-31e2d6e5-c245-4042-9ebd-bdc027d902d0 service neutron] 10.222.0.46 "GET /v2.0/networks/1e81e05c-4c76-424f-a369-a3cc99f09949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2290733 Nov 22 20:05:09.278825 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device b663f5f8-7a6f-495c-b215-a32087cb0156 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:05:09.313205 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-8138a4e1-4982-484d-a388-46945f1edbbe None None] Attempting to bind port 233ce0b9-9200-4e5f-983e-70c1dd7e1dc0 on host n-d-818823-1 for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:05:09.314350 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-8138a4e1-4982-484d-a388-46945f1edbbe None None] Attempting to bind port 233ce0b9-9200-4e5f-983e-70c1dd7e1dc0 by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': 'adef8bfe-e7cb-4b45-a1a6-80cad068f809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '1e81e05c-4c76-424f-a369-a3cc99f09949'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:05:09.314994 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8138a4e1-4982-484d-a388-46945f1edbbe None None] Attempting to bind port 233ce0b9-9200-4e5f-983e-70c1dd7e1dc0 on network 1e81e05c-4c76-424f-a369-a3cc99f09949 {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:05:09.328407 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8138a4e1-4982-484d-a388-46945f1edbbe None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 5, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:05:09.328776 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8138a4e1-4982-484d-a388-46945f1edbbe None None] Checking segment: {'id': 'adef8bfe-e7cb-4b45-a1a6-80cad068f809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '1e81e05c-4c76-424f-a369-a3cc99f09949'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:05:09.329188 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-8138a4e1-4982-484d-a388-46945f1edbbe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:09.329634 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8138a4e1-4982-484d-a388-46945f1edbbe None None] Bound using segment: {'id': 'adef8bfe-e7cb-4b45-a1a6-80cad068f809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '1e81e05c-4c76-424f-a369-a3cc99f09949'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:05:09.330135 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-8138a4e1-4982-484d-a388-46945f1edbbe None None] Bound port: 233ce0b9-9200-4e5f-983e-70c1dd7e1dc0, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adef8bfe-e7cb-4b45-a1a6-80cad068f809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '1e81e05c-4c76-424f-a369-a3cc99f09949'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:05:09.330519 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-8138a4e1-4982-484d-a388-46945f1edbbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:09.389414 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc675fc4-60ff-4868-a289-7ad0dfc81f2b req-51be68f1-c8a8-4386-b7a5-2d016b19536c tempest-FloatingIPsAssociationNegativeTestJSON-1762176606 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:05:09.391498 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-dc675fc4-60ff-4868-a289-7ad0dfc81f2b req-51be68f1-c8a8-4386-b7a5-2d016b19536c tempest-FloatingIPsAssociationNegativeTestJSON-1762176606 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606-project] 10.222.0.46 "GET /v2.0/networks/c48a55e9-6a85-4746-b7bf-3e29fb560094 HTTP/1.1" status: 200 len: 784 time: 0.2458837 Nov 22 20:05:09.428285 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port b663f5f8-7a6f-495c-b215-a32087cb0156 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:05:09.428528 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:09.492016 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-8138a4e1-4982-484d-a388-46945f1edbbe None None] For port 233ce0b9-9200-4e5f-983e-70c1dd7e1dc0, host n-d-818823-1, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:05:09.495886 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-8138a4e1-4982-484d-a388-46945f1edbbe None None] For port 233ce0b9-9200-4e5f-983e-70c1dd7e1dc0, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=233ce0b9-9200-4e5f-983e-70c1dd7e1dc0,segment=NetworkSegment(adef8bfe-e7cb-4b45-a1a6-80cad068f809),segment_id=adef8bfe-e7cb-4b45-a1a6-80cad068f809)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:05:09.511620 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-914cd0f1-936b-4762-84ca-a259b35e8faa req-aa08b281-43db-4cda-bd11-fd27909c1867 tempest-FloatingIPsTestJSON-118471065 tempest-FloatingIPsTestJSON-118471065-project] 10.222.0.46 "GET /v2.0/floatingips/0b2e1ed7-0c39-436a-a55d-818f824c7a1d HTTP/1.1" status: 200 len: 693 time: 0.0823419 Nov 22 20:05:09.520400 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7a08654b-f87a-498f-99d6-8f8ea7fc5503 req-6218efe9-ec55-4ef6-a147-d70a9d5aa91e service neutron] 10.222.0.46 "GET /v2.0/networks/1e81e05c-4c76-424f-a369-a3cc99f09949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2353590 Nov 22 20:05:09.524363 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-8138a4e1-4982-484d-a388-46945f1edbbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:09.539854 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-68d6c0b6-ed83-44a5-8f37-aacad3922224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bebb789-2e0c-47c5-8598-2d6604d54718', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1305262143-router', 'tenant_id': '893c9b18170649ca8789dc25bee886fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': '79a0e4d6-fcb3-4ee3-a209-dd201710e688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:04:04Z', 'updated_at': '2021-11-22T20:04:11Z', 'revision_number': 4, 'project_id': '893c9b18170649ca8789dc25bee886fa', 'gw_port': {'id': '79a0e4d6-fcb3-4ee3-a209-dd201710e688', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:8e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bebb789-2e0c-47c5-8598-2d6604d54718', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:04:05Z', 'updated_at': '2021-11-22T20:04:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_floatingips': [{'id': 'c206caff-0d38-4418-9e51-f0441d6607d5', 'tenant_id': '893c9b18170649ca8789dc25bee886fa', 'floating_ip_address': '172.25.5.163', 'floating_network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'router_id': '9bebb789-2e0c-47c5-8598-2d6604d54718', 'port_id': 'c2d1be9a-7c67-4fdb-ad0c-fa04ae9c3b2b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 427, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6c01d97-7edb-4357-8d46-10424981d282', 'mac_address': 'fa:16:3e:82:5b:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b9559d-40a3-4573-bebb-b20ad7954d44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T20:04:37Z', 'updated_at': '2021-11-22T20:05:07Z', 'revision_number': 1, 'project_id': '893c9b18170649ca8789dc25bee886fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '749dd626-1f4d-4a26-b5a4-8a5a98684e27', 'name': '', 'network_id': 'a6c01d97-7edb-4357-8d46-10424981d282', 'tenant_id': '893c9b18170649ca8789dc25bee886fa', 'mac_address': 'fa:16:3e:3d:25:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bebb789-2e0c-47c5-8598-2d6604d54718', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '8484e927-d598-4c05-a88d-f7c50161999e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:04:10Z', 'updated_at': '2021-11-22T20:04:24Z', 'revision_number': 5, 'project_id': '893c9b18170649ca8789dc25bee886fa', 'subnets': [{'id': '8484e927-d598-4c05-a88d-f7c50161999e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:05:09.599025 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d6c0b6-ed83-44a5-8f37-aacad3922224 None None] The sync data for ids ['9bebb789-2e0c-47c5-8598-2d6604d54718'] in n-d-818823-1 is: [{'id': '9bebb789-2e0c-47c5-8598-2d6604d54718', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1305262143-router', 'tenant_id': '893c9b18170649ca8789dc25bee886fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': '79a0e4d6-fcb3-4ee3-a209-dd201710e688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:04:04Z', 'updated_at': '2021-11-22T20:04:11Z', 'revision_number': 4, 'project_id': '893c9b18170649ca8789dc25bee886fa', 'gw_port': {'id': '79a0e4d6-fcb3-4ee3-a209-dd201710e688', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:8e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bebb789-2e0c-47c5-8598-2d6604d54718', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:04:05Z', 'updated_at': '2021-11-22T20:04:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_floatingips': [{'id': 'c206caff-0d38-4418-9e51-f0441d6607d5', 'tenant_id': '893c9b18170649ca8789dc25bee886fa', 'floating_ip_address': '172.25.5.163', 'floating_network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'router_id': '9bebb789-2e0c-47c5-8598-2d6604d54718', 'port_id': 'c2d1be9a-7c67-4fdb-ad0c-fa04ae9c3b2b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 427, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6c01d97-7edb-4357-8d46-10424981d282', 'mac_address': 'fa:16:3e:82:5b:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b9559d-40a3-4573-bebb-b20ad7954d44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T20:04:37Z', 'updated_at': '2021-11-22T20:05:07Z', 'revision_number': 1, 'project_id': '893c9b18170649ca8789dc25bee886fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '749dd626-1f4d-4a26-b5a4-8a5a98684e27', 'name': '', 'network_id': 'a6c01d97-7edb-4357-8d46-10424981d282', 'tenant_id': '893c9b18170649ca8789dc25bee886fa', 'mac_address': 'fa:16:3e:3d:25:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bebb789-2e0c-47c5-8598-2d6604d54718', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '8484e927-d598-4c05-a88d-f7c50161999e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:04:10Z', 'updated_at': '2021-11-22T20:04:24Z', 'revision_number': 5, 'project_id': '893c9b18170649ca8789dc25bee886fa', 'subnets': [{'id': '8484e927-d598-4c05-a88d-f7c50161999e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:05:09.640657 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-d14ceb4b-450a-4aa0-8f3d-e3f7b36a0c64 None None] Provisioning complete for port 233ce0b9-9200-4e5f-983e-70c1dd7e1dc0 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:05:09.640657 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-d14ceb4b-450a-4aa0-8f3d-e3f7b36a0c64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:09.724949 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8138a4e1-4982-484d-a388-46945f1edbbe None None] Routers {'442ab2c2-1724-406b-86dd-55ba74725ccb'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:05:09.726176 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-8138a4e1-4982-484d-a388-46945f1edbbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:05:02Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['442ab2c2-1724-406b-86dd-55ba74725ccb'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:05:09.730622 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-76793322-8f14-45bc-988d-2ca073d85fc1 req-e78895e0-15fd-49e6-af20-5b79e7c1f16d tempest-SecurityGroupsTestAdminJSON-1020896124 tempest-SecurityGroupsTestAdminJSON-1020896124-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-550293993', 'description': 'tempest-description-1988889726'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:05:09.750257 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914cd0f1-936b-4762-84ca-a259b35e8faa req-7bcabb84-79da-4858-b86a-12400bad3aa7 tempest-FloatingIPsTestJSON-118471065 tempest-FloatingIPsTestJSON-118471065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:05:09.752310 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-914cd0f1-936b-4762-84ca-a259b35e8faa req-7bcabb84-79da-4858-b86a-12400bad3aa7 tempest-FloatingIPsTestJSON-118471065 tempest-FloatingIPsTestJSON-118471065-project] 10.222.0.46 "GET /v2.0/networks/c48a55e9-6a85-4746-b7bf-3e29fb560094 HTTP/1.1" status: 200 len: 784 time: 0.2312012 Nov 22 20:05:09.784661 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [req-914cd0f1-936b-4762-84ca-a259b35e8faa req-20d06fcd-0a91-49ff-82ec-5b51409389c6 tempest-FloatingIPsTestJSON-118471065 tempest-FloatingIPsTestJSON-118471065-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=103447) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 20:05:09.786136 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-914cd0f1-936b-4762-84ca-a259b35e8faa req-20d06fcd-0a91-49ff-82ec-5b51409389c6 tempest-FloatingIPsTestJSON-118471065 tempest-FloatingIPsTestJSON-118471065-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0161266 Nov 22 20:05:09.788944 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-76793322-8f14-45bc-988d-2ca073d85fc1 req-e78895e0-15fd-49e6-af20-5b79e7c1f16d tempest-SecurityGroupsTestAdminJSON-1020896124 tempest-SecurityGroupsTestAdminJSON-1020896124-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:09.903290 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-914cd0f1-936b-4762-84ca-a259b35e8faa req-2ad93c15-1267-4b16-a64b-8f9cd3005867 tempest-FloatingIPsTestJSON-118471065 tempest-FloatingIPsTestJSON-118471065-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.5.149 HTTP/1.1" status: 200 len: 696 time: 0.1030638 Nov 22 20:05:09.972268 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e3c5ef5-9781-4767-a9af-2671045b11bb None None] New status for floating IP c206caff-0d38-4418-9e51-f0441d6607d5: ACTIVE {{(pid=103449) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 20:05:09.980151 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c4e2d3-a47d-44fb-abfc-74ee2a0c878f None None] Pushing event updated for resources: {'Port': ['ID=233ce0b9-9200-4e5f-983e-70c1dd7e1dc0,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:05:09.991832 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-914cd0f1-936b-4762-84ca-a259b35e8faa req-98fc7f28-a06b-4f2f-b661-239c61a41f45 tempest-FloatingIPsTestJSON-118471065 tempest-FloatingIPsTestJSON-118471065-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.5.149 HTTP/1.1" status: 200 len: 696 time: 0.0873272 Nov 22 20:05:10.123868 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-76793322-8f14-45bc-988d-2ca073d85fc1 req-e78895e0-15fd-49e6-af20-5b79e7c1f16d tempest-SecurityGroupsTestAdminJSON-1020896124 tempest-SecurityGroupsTestAdminJSON-1020896124-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:10.144456 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-76793322-8f14-45bc-988d-2ca073d85fc1 req-e78895e0-15fd-49e6-af20-5b79e7c1f16d tempest-SecurityGroupsTestAdminJSON-1020896124 tempest-SecurityGroupsTestAdminJSON-1020896124-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:10.145147 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-8138a4e1-4982-484d-a388-46945f1edbbe None None] Set router 442ab2c2-1724-406b-86dd-55ba74725ccb gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:05:10.173243 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-76793322-8f14-45bc-988d-2ca073d85fc1 req-e78895e0-15fd-49e6-af20-5b79e7c1f16d tempest-SecurityGroupsTestAdminJSON-1020896124 tempest-SecurityGroupsTestAdminJSON-1020896124-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:10.175135 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-76793322-8f14-45bc-988d-2ca073d85fc1 req-e78895e0-15fd-49e6-af20-5b79e7c1f16d tempest-SecurityGroupsTestAdminJSON-1020896124 tempest-SecurityGroupsTestAdminJSON-1020896124-project-admin] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.4507174 Nov 22 20:05:10.200429 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78895e0-15fd-49e6-af20-5b79e7c1f16d tempest-SecurityGroupsTestAdminJSON-1020896124 tempest-SecurityGroupsTestAdminJSON-1020896124-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0a13f83-3882-4eb2-a90f-d983d95aba14,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:05:10.239048 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-914cd0f1-936b-4762-84ca-a259b35e8faa req-24f5b0ab-799e-44ec-b899-756ced1dda36 tempest-FloatingIPsTestJSON-118471065 tempest-FloatingIPsTestJSON-118471065-project] Deleting port 359d59fd-c224-45f7-9423-e8cbf903f2d7 {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:05:10.241872 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-914cd0f1-936b-4762-84ca-a259b35e8faa req-24f5b0ab-799e-44ec-b899-756ced1dda36 tempest-FloatingIPsTestJSON-118471065 tempest-FloatingIPsTestJSON-118471065-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:10.368709 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ee53902e-3be8-4f80-a9a0-c3b6f93c4c2d req-8b8827e7-cb7a-4eab-b5b7-dabd849d49a1 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=126c0323750547f8b9835ef63890aaea&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0415878 Nov 22 20:05:10.372311 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-d14ceb4b-450a-4aa0-8f3d-e3f7b36a0c64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:10.383267 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-914cd0f1-936b-4762-84ca-a259b35e8faa req-24f5b0ab-799e-44ec-b899-756ced1dda36 tempest-FloatingIPsTestJSON-118471065 tempest-FloatingIPsTestJSON-118471065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:10.383753 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-914cd0f1-936b-4762-84ca-a259b35e8faa req-24f5b0ab-799e-44ec-b899-756ced1dda36 tempest-FloatingIPsTestJSON-118471065 tempest-FloatingIPsTestJSON-118471065-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:10.458925 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-914cd0f1-936b-4762-84ca-a259b35e8faa req-24f5b0ab-799e-44ec-b899-756ced1dda36 tempest-FloatingIPsTestJSON-118471065 tempest-FloatingIPsTestJSON-118471065-project] Calling delete_port for 359d59fd-c224-45f7-9423-e8cbf903f2d7 owned by network:floatingip {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:05:10.506501 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-d14ceb4b-450a-4aa0-8f3d-e3f7b36a0c64 None None] For port 233ce0b9-9200-4e5f-983e-70c1dd7e1dc0, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=233ce0b9-9200-4e5f-983e-70c1dd7e1dc0,segment=NetworkSegment(adef8bfe-e7cb-4b45-a1a6-80cad068f809),segment_id=adef8bfe-e7cb-4b45-a1a6-80cad068f809)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:05:10.512720 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-d14ceb4b-450a-4aa0-8f3d-e3f7b36a0c64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:10.594842 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee53902e-3be8-4f80-a9a0-c3b6f93c4c2d req-93657803-992b-4b23-9b75-9fdc353e96d9 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:05:10.596444 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ee53902e-3be8-4f80-a9a0-c3b6f93c4c2d req-93657803-992b-4b23-9b75-9fdc353e96d9 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2088542 Nov 22 20:05:10.605884 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14ceb4b-450a-4aa0-8f3d-e3f7b36a0c64 None None] Pushing event updated for resources: {'Port': ['ID=233ce0b9-9200-4e5f-983e-70c1dd7e1dc0,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:05:10.628924 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ee53902e-3be8-4f80-a9a0-c3b6f93c4c2d req-acc04a64-efa5-40c7-afcc-8bceed219921 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/quotas/126c0323750547f8b9835ef63890aaea HTTP/1.1" status: 200 len: 375 time: 0.0151250 Nov 22 20:05:10.644537 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-1d47b9a6-aa9d-49e8-9ddc-ccec682d445d None None] Provisioning complete for port 233ce0b9-9200-4e5f-983e-70c1dd7e1dc0 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:05:10.644898 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-1d47b9a6-aa9d-49e8-9ddc-ccec682d445d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:10.650635 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-8138a4e1-4982-484d-a388-46945f1edbbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '442ab2c2-1724-406b-86dd-55ba74725ccb', 'name': 'tempest-FloatingIPsAssociationTestJSON-647870050-router', 'tenant_id': 'eccf64927ecc4dab83be8c6edc2287b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.21'}], 'enable_snat': True}, 'gw_port_id': 'b663f5f8-7a6f-495c-b215-a32087cb0156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:04:58Z', 'updated_at': '2021-11-22T20:05:05Z', 'revision_number': 4, 'project_id': 'eccf64927ecc4dab83be8c6edc2287b1', 'gw_port': {'id': 'b663f5f8-7a6f-495c-b215-a32087cb0156', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:1a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '442ab2c2-1724-406b-86dd-55ba74725ccb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:04:59Z', 'updated_at': '2021-11-22T20:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': '233ce0b9-9200-4e5f-983e-70c1dd7e1dc0', 'name': '', 'network_id': '1e81e05c-4c76-424f-a369-a3cc99f09949', 'tenant_id': 'eccf64927ecc4dab83be8c6edc2287b1', 'mac_address': 'fa:16:3e:15:fa:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '442ab2c2-1724-406b-86dd-55ba74725ccb', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '555c9f92-faec-4407-89e0-e5147ee8b27d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:05:04Z', 'updated_at': '2021-11-22T20:05:09Z', 'revision_number': 4, 'project_id': 'eccf64927ecc4dab83be8c6edc2287b1', 'subnets': [{'id': '555c9f92-faec-4407-89e0-e5147ee8b27d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:05:10.704661 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8138a4e1-4982-484d-a388-46945f1edbbe None None] The sync data for ids ['442ab2c2-1724-406b-86dd-55ba74725ccb'] in n-d-818823-1 is: [{'id': '442ab2c2-1724-406b-86dd-55ba74725ccb', 'name': 'tempest-FloatingIPsAssociationTestJSON-647870050-router', 'tenant_id': 'eccf64927ecc4dab83be8c6edc2287b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.21'}], 'enable_snat': True}, 'gw_port_id': 'b663f5f8-7a6f-495c-b215-a32087cb0156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:04:58Z', 'updated_at': '2021-11-22T20:05:05Z', 'revision_number': 4, 'project_id': 'eccf64927ecc4dab83be8c6edc2287b1', 'gw_port': {'id': 'b663f5f8-7a6f-495c-b215-a32087cb0156', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:1a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '442ab2c2-1724-406b-86dd-55ba74725ccb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:04:59Z', 'updated_at': '2021-11-22T20:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': '233ce0b9-9200-4e5f-983e-70c1dd7e1dc0', 'name': '', 'network_id': '1e81e05c-4c76-424f-a369-a3cc99f09949', 'tenant_id': 'eccf64927ecc4dab83be8c6edc2287b1', 'mac_address': 'fa:16:3e:15:fa:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '442ab2c2-1724-406b-86dd-55ba74725ccb', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '555c9f92-faec-4407-89e0-e5147ee8b27d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:05:04Z', 'updated_at': '2021-11-22T20:05:09Z', 'revision_number': 4, 'project_id': 'eccf64927ecc4dab83be8c6edc2287b1', 'subnets': [{'id': '555c9f92-faec-4407-89e0-e5147ee8b27d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:05:10.712133 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-914cd0f1-936b-4762-84ca-a259b35e8faa req-24f5b0ab-799e-44ec-b899-756ced1dda36 tempest-FloatingIPsTestJSON-118471065 tempest-FloatingIPsTestJSON-118471065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:10.718756 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ee53902e-3be8-4f80-a9a0-c3b6f93c4c2d req-388fe18c-3d30-4424-8646-45408ada26cd tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=126c0323750547f8b9835ef63890aaea&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0829027 Nov 22 20:05:10.762370 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f5b0ab-799e-44ec-b899-756ced1dda36 tempest-FloatingIPsTestJSON-118471065 tempest-FloatingIPsTestJSON-118471065-project] Pushing event deleted for resources: {'Port': ['ID=359d59fd-c224-45f7-9423-e8cbf903f2d7,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:05:10.958492 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-914cd0f1-936b-4762-84ca-a259b35e8faa req-24f5b0ab-799e-44ec-b899-756ced1dda36 tempest-FloatingIPsTestJSON-118471065 tempest-FloatingIPsTestJSON-118471065-project] Publish callbacks [] for floatingip, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:10.970153 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-914cd0f1-936b-4762-84ca-a259b35e8faa req-24f5b0ab-799e-44ec-b899-756ced1dda36 tempest-FloatingIPsTestJSON-118471065 tempest-FloatingIPsTestJSON-118471065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for floatingip, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:10.972204 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-914cd0f1-936b-4762-84ca-a259b35e8faa req-24f5b0ab-799e-44ec-b899-756ced1dda36 tempest-FloatingIPsTestJSON-118471065 tempest-FloatingIPsTestJSON-118471065-project] 10.222.0.46 "DELETE /v2.0/floatingips/0b2e1ed7-0c39-436a-a55d-818f824c7a1d HTTP/1.1" status: 204 len: 173 time: 0.9793386 Nov 22 20:05:11.065015 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 20:05:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92f60f1a-3b40-4fe1-b55b-4ee74b4dd470 x-openstack-request-id: req-92f60f1a-3b40-4fe1-b55b-4ee74b4dd470 {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:05:11.065902 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4b9559d-40a3-4573-bebb-b20ad7954d44", "tag": "c2d1be9a-7c67-4fdb-ad0c-fa04ae9c3b2b", "status": "completed", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:05:11.066607 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-92f60f1a-3b40-4fe1-b55b-4ee74b4dd470 {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:05:11.067511 n-d-818823-1 neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4b9559d-40a3-4573-bebb-b20ad7954d44', 'tag': 'c2d1be9a-7c67-4fdb-ad0c-fa04ae9c3b2b', 'status': 'completed', 'code': 200} Nov 22 20:05:11.189761 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a08654b-f87a-498f-99d6-8f8ea7fc5503 req-e1d15f19-b4cb-4495-a804-7c926e608989 tempest-FloatingIPsAssociationTestJSON-1595917213 tempest-FloatingIPsAssociationTestJSON-1595917213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:05:11.191735 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-7a08654b-f87a-498f-99d6-8f8ea7fc5503 req-e1d15f19-b4cb-4495-a804-7c926e608989 tempest-FloatingIPsAssociationTestJSON-1595917213 tempest-FloatingIPsAssociationTestJSON-1595917213-project] 10.222.0.20 "GET /v2.0/networks?id=1e81e05c-4c76-424f-a369-a3cc99f09949 HTTP/1.1" status: 200 len: 820 time: 0.3059292 Nov 22 20:05:11.216182 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [req-7a08654b-f87a-498f-99d6-8f8ea7fc5503 req-befca182-743a-4028-b4e9-a6072c639720 tempest-FloatingIPsAssociationTestJSON-1595917213 tempest-FloatingIPsAssociationTestJSON-1595917213-project] Request body: {'port': {'device_id': '6e6b3dc4-d2a4-4466-b82a-dc33446511d0', 'network_id': '1e81e05c-4c76-424f-a369-a3cc99f09949', 'admin_state_up': True, 'tenant_id': 'eccf64927ecc4dab83be8c6edc2287b1'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:05:11.275378 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 233ce0b9-9200-4e5f-983e-70c1dd7e1dc0 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:05:11.315975 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70471e9-ca5a-4ffd-8536-fa1d8a306ffe req-230a0aad-5b57-4bd7-8f50-e6e97f849676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:05:11.317547 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b70471e9-ca5a-4ffd-8536-fa1d8a306ffe req-230a0aad-5b57-4bd7-8f50-e6e97f849676 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=893c9b18170649ca8789dc25bee886fa&device_id=d4b9559d-40a3-4573-bebb-b20ad7954d44 HTTP/1.1" status: 200 len: 1097 time: 0.2283759 Nov 22 20:05:11.356188 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 233ce0b9-9200-4e5f-983e-70c1dd7e1dc0 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:05:11.356569 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:11.418195 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a08654b-f87a-498f-99d6-8f8ea7fc5503 req-befca182-743a-4028-b4e9-a6072c639720 tempest-FloatingIPsAssociationTestJSON-1595917213 tempest-FloatingIPsAssociationTestJSON-1595917213-project] Made reservation on behalf of eccf64927ecc4dab83be8c6edc2287b1 for: {'port': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:05:11.421947 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-7a08654b-f87a-498f-99d6-8f8ea7fc5503 req-befca182-743a-4028-b4e9-a6072c639720 tempest-FloatingIPsAssociationTestJSON-1595917213 tempest-FloatingIPsAssociationTestJSON-1595917213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:11.432907 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b3635b-fe26-4973-af9b-6a72e6393175 req-85adc094-ae4b-4952-b803-8ab941d4a96b tempest-FloatingIPsAssociationNegativeTestJSON-1762176606 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:05:11.434577 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-81b3635b-fe26-4973-af9b-6a72e6393175 req-85adc094-ae4b-4952-b803-8ab941d4a96b tempest-FloatingIPsAssociationNegativeTestJSON-1762176606 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606-project] 10.222.0.46 "GET /v2.0/ports?device_id=02f25226-2e4b-42a2-abe9-f8cd9ab68471&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2480972 Nov 22 20:05:11.479308 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d27a807-e0d3-4e1a-bf92-b047653af177 req-f75883f9-e70c-4da5-9696-9e04f6f4f943 tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:05:11.480813 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7d27a807-e0d3-4e1a-bf92-b047653af177 req-f75883f9-e70c-4da5-9696-9e04f6f4f943 tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] 10.222.0.46 "GET /v2.0/networks?id=5c8a61c3-0285-4b7d-b110-24534369ffce HTTP/1.1" status: 200 len: 821 time: 0.2704663 Nov 22 20:05:11.578392 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-81b3635b-fe26-4973-af9b-6a72e6393175 req-28a5a938-aa93-4d6a-8e7c-e568cb72006d tempest-FloatingIPsAssociationNegativeTestJSON-1762176606 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.5.230 HTTP/1.1" status: 200 len: 696 time: 0.0952990 Nov 22 20:05:11.593755 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7d27a807-e0d3-4e1a-bf92-b047653af177 req-225048cb-2a77-4d9b-ba25-314ad61393ad tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] 10.222.0.46 "GET /v2.0/quotas/ed1bb220b53d484cb7697cddf2626bd6 HTTP/1.1" status: 200 len: 375 time: 0.0563905 Nov 22 20:05:11.602866 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-81b3635b-fe26-4973-af9b-6a72e6393175 req-9d6e1628-de59-4293-a638-6e65c1bba832 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606-project] Request body: {'floatingip': {'port_id': 'd1e875ee-4629-44da-a826-ba2378af3731', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:05:11.632330 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [req-7a08654b-f87a-498f-99d6-8f8ea7fc5503 req-befca182-743a-4028-b4e9-a6072c639720 tempest-FloatingIPsAssociationTestJSON-1595917213 tempest-FloatingIPsAssociationTestJSON-1595917213-project] Allocated IP 172.20.0.8 (1e81e05c-4c76-424f-a369-a3cc99f09949/555c9f92-faec-4407-89e0-e5147ee8b27d/42ff492e-8aff-4fd6-a604-1f78be59f19b) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:05:11.732740 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-81b3635b-fe26-4973-af9b-6a72e6393175 req-9d6e1628-de59-4293-a638-6e65c1bba832 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606-project] Publish callbacks [] for floatingip, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:11.736140 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70471e9-ca5a-4ffd-8536-fa1d8a306ffe req-b86169df-355a-4323-b72e-d19e030dfdad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:05:11.737875 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b70471e9-ca5a-4ffd-8536-fa1d8a306ffe req-b86169df-355a-4323-b72e-d19e030dfdad service neutron] 10.222.0.41 "GET /v2.0/networks?id=a6c01d97-7edb-4357-8d46-10424981d282 HTTP/1.1" status: 200 len: 925 time: 0.4030240 Nov 22 20:05:11.824970 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-7a08654b-f87a-498f-99d6-8f8ea7fc5503 req-befca182-743a-4028-b4e9-a6072c639720 tempest-FloatingIPsAssociationTestJSON-1595917213 tempest-FloatingIPsAssociationTestJSON-1595917213-project] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:11.866005 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-7a08654b-f87a-498f-99d6-8f8ea7fc5503 req-befca182-743a-4028-b4e9-a6072c639720 tempest-FloatingIPsAssociationTestJSON-1595917213 tempest-FloatingIPsAssociationTestJSON-1595917213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:11.914319 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a08654b-f87a-498f-99d6-8f8ea7fc5503 req-befca182-743a-4028-b4e9-a6072c639720 tempest-FloatingIPsAssociationTestJSON-1595917213 tempest-FloatingIPsAssociationTestJSON-1595917213-project] Network 1e81e05c-4c76-424f-a369-a3cc99f09949 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:05:11.919836 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [req-7a08654b-f87a-498f-99d6-8f8ea7fc5503 req-befca182-743a-4028-b4e9-a6072c639720 tempest-FloatingIPsAssociationTestJSON-1595917213 tempest-FloatingIPsAssociationTestJSON-1595917213-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:05:11.924580 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a08654b-f87a-498f-99d6-8f8ea7fc5503 req-befca182-743a-4028-b4e9-a6072c639720 tempest-FloatingIPsAssociationTestJSON-1595917213 tempest-FloatingIPsAssociationTestJSON-1595917213-project] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:05:11.929576 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befca182-743a-4028-b4e9-a6072c639720 tempest-FloatingIPsAssociationTestJSON-1595917213 tempest-FloatingIPsAssociationTestJSON-1595917213-project] Pushing event updated for resources: {'Port': ['ID=42ff492e-8aff-4fd6-a604-1f78be59f19b,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:05:11.996720 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a08654b-f87a-498f-99d6-8f8ea7fc5503 req-befca182-743a-4028-b4e9-a6072c639720 tempest-FloatingIPsAssociationTestJSON-1595917213 tempest-FloatingIPsAssociationTestJSON-1595917213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:05:11.997317 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-7a08654b-f87a-498f-99d6-8f8ea7fc5503 req-befca182-743a-4028-b4e9-a6072c639720 tempest-FloatingIPsAssociationTestJSON-1595917213 tempest-FloatingIPsAssociationTestJSON-1595917213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:12.020561 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-7a08654b-f87a-498f-99d6-8f8ea7fc5503 req-befca182-743a-4028-b4e9-a6072c639720 tempest-FloatingIPsAssociationTestJSON-1595917213 tempest-FloatingIPsAssociationTestJSON-1595917213-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8131163 Nov 22 20:05:12.033984 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [req-7a08654b-f87a-498f-99d6-8f8ea7fc5503 req-98059814-b1bf-4bf8-ab1f-7a5d1580e3db service neutron] Request body: {'port': {'device_id': '6e6b3dc4-d2a4-4466-b82a-dc33446511d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818823-1'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:05:12.107612 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-7a08654b-f87a-498f-99d6-8f8ea7fc5503 req-98059814-b1bf-4bf8-ab1f-7a5d1580e3db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:12.152747 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7d27a807-e0d3-4e1a-bf92-b047653af177 req-f3dda293-b32a-44f7-a5a4-ba9c0f546152 tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=ed1bb220b53d484cb7697cddf2626bd6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5442128 Nov 22 20:05:12.263044 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-b292a0ef-f3a4-4673-be68-fc38552a23cc None None] Provisioning complete for port 42ff492e-8aff-4fd6-a604-1f78be59f19b triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:05:12.263817 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-b292a0ef-f3a4-4673-be68-fc38552a23cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:12.270073 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ee53902e-3be8-4f80-a9a0-c3b6f93c4c2d req-a258daf3-be77-4ea3-9fdc-e561cad63cb9 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=126c0323750547f8b9835ef63890aaea&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0279071 Nov 22 20:05:12.362480 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-b292a0ef-f3a4-4673-be68-fc38552a23cc None None] Port 42ff492e-8aff-4fd6-a604-1f78be59f19b cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:05:12.371092 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b70471e9-ca5a-4ffd-8536-fa1d8a306ffe req-ed6684e3-20fe-442e-bb44-a5b45814e631 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c2d1be9a-7c67-4fdb-ad0c-fa04ae9c3b2b HTTP/1.1" status: 200 len: 1002 time: 0.6024101 Nov 22 20:05:12.492520 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [req-7a08654b-f87a-498f-99d6-8f8ea7fc5503 req-98059814-b1bf-4bf8-ab1f-7a5d1580e3db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42ff492e-8aff-4fd6-a604-1f78be59f19b {{(pid=103448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:05:12.501974 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-7a08654b-f87a-498f-99d6-8f8ea7fc5503 req-98059814-b1bf-4bf8-ab1f-7a5d1580e3db service neutron] Publish callbacks [] for port, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:12.516172 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [req-7a08654b-f87a-498f-99d6-8f8ea7fc5503 req-98059814-b1bf-4bf8-ab1f-7a5d1580e3db service neutron] Transition to ACTIVE for port object 42ff492e-8aff-4fd6-a604-1f78be59f19b will not be triggered until provisioned by entity L2. {{(pid=103448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 20:05:12.524700 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-7a08654b-f87a-498f-99d6-8f8ea7fc5503 req-98059814-b1bf-4bf8-ab1f-7a5d1580e3db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:12.584836 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98059814-b1bf-4bf8-ab1f-7a5d1580e3db service neutron] Pushing event updated for resources: {'Port': ['ID=42ff492e-8aff-4fd6-a604-1f78be59f19b,revision_number=2']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:05:12.592255 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7d27a807-e0d3-4e1a-bf92-b047653af177 req-35c2c440-2aa9-4112-9e6a-f82251c98852 service neutron] 10.222.0.46 "GET /v2.0/networks/5c8a61c3-0285-4b7d-b110-24534369ffce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4383717 Nov 22 20:05:12.635928 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70471e9-ca5a-4ffd-8536-fa1d8a306ffe req-3f9b2f34-ee09-4ddd-b05d-cc3bf3bc47c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:05:12.638287 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b70471e9-ca5a-4ffd-8536-fa1d8a306ffe req-3f9b2f34-ee09-4ddd-b05d-cc3bf3bc47c5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8484e927-d598-4c05-a88d-f7c50161999e HTTP/1.1" status: 200 len: 863 time: 0.2406287 Nov 22 20:05:12.639473 n-d-818823-1 neutron-server[103447]: INFO neutron.api.v2.resource [req-81b3635b-fe26-4973-af9b-6a72e6393175 req-9d6e1628-de59-4293-a638-6e65c1bba832 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606-project] update failed (client error): There was a conflict when trying to complete your request. Nov 22 20:05:12.640580 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-81b3635b-fe26-4973-af9b-6a72e6393175 req-9d6e1628-de59-4293-a638-6e65c1bba832 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606-project] 10.222.0.46 "PUT /v2.0/floatingips/356f7e70-8ca2-4c42-9741-91d0255cb242 HTTP/1.1" status: 409 len: 550 time: 1.0496266 Nov 22 20:05:12.653357 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee53902e-3be8-4f80-a9a0-c3b6f93c4c2d req-53482755-8a82-4ec4-ba0f-c20e6e64c72f tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:05:12.656087 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ee53902e-3be8-4f80-a9a0-c3b6f93c4c2d req-53482755-8a82-4ec4-ba0f-c20e6e64c72f tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3794787 Nov 22 20:05:12.673878 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-7a08654b-f87a-498f-99d6-8f8ea7fc5503 req-98059814-b1bf-4bf8-ab1f-7a5d1580e3db service neutron] Attempting to bind port 42ff492e-8aff-4fd6-a604-1f78be59f19b on host n-h2-818823-1 for vnic_type normal with profile {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:05:12.674300 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-7a08654b-f87a-498f-99d6-8f8ea7fc5503 req-98059814-b1bf-4bf8-ab1f-7a5d1580e3db service neutron] Attempting to bind port 42ff492e-8aff-4fd6-a604-1f78be59f19b by drivers openvswitch,hyperv on host n-h2-818823-1 at level 0 using segments [{'id': 'adef8bfe-e7cb-4b45-a1a6-80cad068f809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '1e81e05c-4c76-424f-a369-a3cc99f09949'}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:05:12.674636 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a08654b-f87a-498f-99d6-8f8ea7fc5503 req-98059814-b1bf-4bf8-ab1f-7a5d1580e3db service neutron] Attempting to bind port 42ff492e-8aff-4fd6-a604-1f78be59f19b on network 1e81e05c-4c76-424f-a369-a3cc99f09949 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:05:12.678573 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-ee53902e-3be8-4f80-a9a0-c3b6f93c4c2d req-0e1338c4-5153-4303-bef1-c15dfac8a3a9 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] Request body: {'port': {'device_id': '0c38e8a6-8795-4e86-88f9-2d86b3aaea94', 'network_id': 'e1052824-bf78-4963-8937-b202e372ac24', 'admin_state_up': True, 'tenant_id': '126c0323750547f8b9835ef63890aaea'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:05:12.680552 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a08654b-f87a-498f-99d6-8f8ea7fc5503 req-98059814-b1bf-4bf8-ab1f-7a5d1580e3db service neutron] Port 42ff492e-8aff-4fd6-a604-1f78be59f19b on network 1e81e05c-4c76-424f-a369-a3cc99f09949 not bound, no agent of type Open vSwitch agent registered on host n-h2-818823-1 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:05:12.680874 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a08654b-f87a-498f-99d6-8f8ea7fc5503 req-98059814-b1bf-4bf8-ab1f-7a5d1580e3db service neutron] Attempting to bind port 42ff492e-8aff-4fd6-a604-1f78be59f19b on network 1e81e05c-4c76-424f-a369-a3cc99f09949 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:05:12.686881 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a08654b-f87a-498f-99d6-8f8ea7fc5503 req-98059814-b1bf-4bf8-ab1f-7a5d1580e3db service neutron] Checking agent: {'id': '65e0486a-7030-4065-96f0-10aa7402a530', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'started_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 4, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:05:12.687216 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a08654b-f87a-498f-99d6-8f8ea7fc5503 req-98059814-b1bf-4bf8-ab1f-7a5d1580e3db service neutron] Checking segment: {'id': 'adef8bfe-e7cb-4b45-a1a6-80cad068f809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '1e81e05c-4c76-424f-a369-a3cc99f09949'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:05:12.688061 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a08654b-f87a-498f-99d6-8f8ea7fc5503 req-98059814-b1bf-4bf8-ab1f-7a5d1580e3db service neutron] Bound using segment: {'id': 'adef8bfe-e7cb-4b45-a1a6-80cad068f809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '1e81e05c-4c76-424f-a369-a3cc99f09949'} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:05:12.688633 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-7a08654b-f87a-498f-99d6-8f8ea7fc5503 req-98059814-b1bf-4bf8-ab1f-7a5d1580e3db service neutron] Bound port: 42ff492e-8aff-4fd6-a604-1f78be59f19b, host: n-h2-818823-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'adef8bfe-e7cb-4b45-a1a6-80cad068f809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '1e81e05c-4c76-424f-a369-a3cc99f09949'}}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:05:12.689001 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-7a08654b-f87a-498f-99d6-8f8ea7fc5503 req-98059814-b1bf-4bf8-ab1f-7a5d1580e3db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:12.773100 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-7a08654b-f87a-498f-99d6-8f8ea7fc5503 req-98059814-b1bf-4bf8-ab1f-7a5d1580e3db service neutron] For port 42ff492e-8aff-4fd6-a604-1f78be59f19b, host n-h2-818823-1, cleared binding levels {{(pid=103448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:05:12.777876 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-7a08654b-f87a-498f-99d6-8f8ea7fc5503 req-98059814-b1bf-4bf8-ab1f-7a5d1580e3db service neutron] For port 42ff492e-8aff-4fd6-a604-1f78be59f19b, host n-h2-818823-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=42ff492e-8aff-4fd6-a604-1f78be59f19b,segment=NetworkSegment(adef8bfe-e7cb-4b45-a1a6-80cad068f809),segment_id=adef8bfe-e7cb-4b45-a1a6-80cad068f809)] {{(pid=103448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:05:12.786126 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-7a08654b-f87a-498f-99d6-8f8ea7fc5503 req-98059814-b1bf-4bf8-ab1f-7a5d1580e3db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:12.857493 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a08654b-f87a-498f-99d6-8f8ea7fc5503 req-98059814-b1bf-4bf8-ab1f-7a5d1580e3db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:05:12.858132 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-7a08654b-f87a-498f-99d6-8f8ea7fc5503 req-98059814-b1bf-4bf8-ab1f-7a5d1580e3db service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:12.859950 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-7a08654b-f87a-498f-99d6-8f8ea7fc5503 req-98059814-b1bf-4bf8-ab1f-7a5d1580e3db service neutron] 10.222.0.20 "PUT /v2.0/ports/42ff492e-8aff-4fd6-a604-1f78be59f19b HTTP/1.1" status: 200 len: 1091 time: 0.8304024 Nov 22 20:05:12.883183 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98059814-b1bf-4bf8-ab1f-7a5d1580e3db service neutron] Pushing event updated for resources: {'Port': ['ID=42ff492e-8aff-4fd6-a604-1f78be59f19b,revision_number=3']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:05:12.949517 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7d27a807-e0d3-4e1a-bf92-b047653af177 req-8b1faa18-9668-4155-aea4-637760302594 service neutron] 10.222.0.46 "GET /v2.0/networks/5c8a61c3-0285-4b7d-b110-24534369ffce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3561320 Nov 22 20:05:12.979717 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a08654b-f87a-498f-99d6-8f8ea7fc5503 req-6012a87f-8906-4bcf-b21a-91c45eddd610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:05:12.982162 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-7a08654b-f87a-498f-99d6-8f8ea7fc5503 req-6012a87f-8906-4bcf-b21a-91c45eddd610 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=eccf64927ecc4dab83be8c6edc2287b1&device_id=6e6b3dc4-d2a4-4466-b82a-dc33446511d0 HTTP/1.1" status: 200 len: 1094 time: 0.0666044 Nov 22 20:05:13.022228 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70471e9-ca5a-4ffd-8536-fa1d8a306ffe req-a65ae198-10c0-4430-aba2-54fe755de766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:05:13.026757 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b70471e9-ca5a-4ffd-8536-fa1d8a306ffe req-a65ae198-10c0-4430-aba2-54fe755de766 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a6c01d97-7edb-4357-8d46-10424981d282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3538363 Nov 22 20:05:13.039154 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-7a08654b-f87a-498f-99d6-8f8ea7fc5503 req-777e64db-9167-417f-b1cf-12b49310666c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=42ff492e-8aff-4fd6-a604-1f78be59f19b HTTP/1.1" status: 200 len: 217 time: 0.0483651 Nov 22 20:05:13.063976 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8877ddff-480b-418a-aa9d-548e6e8da2a6 req-a2e8b061-8e04-427f-8075-8f103692784b tempest-FloatingIPsAssociationTestJSON-1595917213 tempest-FloatingIPsAssociationTestJSON-1595917213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:05:13.066473 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8877ddff-480b-418a-aa9d-548e6e8da2a6 req-a2e8b061-8e04-427f-8075-8f103692784b tempest-FloatingIPsAssociationTestJSON-1595917213 tempest-FloatingIPsAssociationTestJSON-1595917213-project] 10.222.0.46 "GET /v2.0/ports?device_id=6e6b3dc4-d2a4-4466-b82a-dc33446511d0 HTTP/1.1" status: 200 len: 943 time: 0.3082159 Nov 22 20:05:13.082720 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e6b3dc4-d2a4-4466-b82a-dc33446511d0', 'tag': '42ff492e-8aff-4fd6-a604-1f78be59f19b'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:05:13.085601 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589a98cf2aea187fcc423a5edb333e5a6cf3ad7c81115d1ebee0f079693c312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45a74c66-bf3f-47eb-86fd-2b9f7c8a3391" -d '{"events": [{"name": "network-changed", "server_uuid": "6e6b3dc4-d2a4-4466-b82a-dc33446511d0", "tag": "42ff492e-8aff-4fd6-a604-1f78be59f19b"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:05:13.124140 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a08654b-f87a-498f-99d6-8f8ea7fc5503 req-fe502369-b490-4f1f-b82f-b896b6669000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:05:13.126545 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-7a08654b-f87a-498f-99d6-8f8ea7fc5503 req-fe502369-b490-4f1f-b82f-b896b6669000 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=555c9f92-faec-4407-89e0-e5147ee8b27d HTTP/1.1" status: 200 len: 859 time: 0.0771637 Nov 22 20:05:13.202431 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a08654b-f87a-498f-99d6-8f8ea7fc5503 req-ec7c15e4-6649-42a2-9d38-732f4bb6a2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:05:13.204038 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-7a08654b-f87a-498f-99d6-8f8ea7fc5503 req-ec7c15e4-6649-42a2-9d38-732f4bb6a2b7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1e81e05c-4c76-424f-a369-a3cc99f09949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0641968 Nov 22 20:05:13.285285 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee53902e-3be8-4f80-a9a0-c3b6f93c4c2d req-0e1338c4-5153-4303-bef1-c15dfac8a3a9 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] Made reservation on behalf of 126c0323750547f8b9835ef63890aaea for: {'port': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:05:13.291932 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-ee53902e-3be8-4f80-a9a0-c3b6f93c4c2d req-0e1338c4-5153-4303-bef1-c15dfac8a3a9 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:13.360268 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-7a08654b-f87a-498f-99d6-8f8ea7fc5503 req-b7987e6f-c56a-456a-a9f0-843ea1db6a72 service neutron] 10.222.0.20 "GET /v2.0/networks/1e81e05c-4c76-424f-a369-a3cc99f09949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468318 Nov 22 20:05:13.431233 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8877ddff-480b-418a-aa9d-548e6e8da2a6 req-03326526-a92f-4820-bf46-a3b5124cc52e tempest-FloatingIPsAssociationTestJSON-1595917213 tempest-FloatingIPsAssociationTestJSON-1595917213-project] 10.222.0.46 "GET /v2.0/security-groups?id=856cfbfb-1e64-4401-a1fb-713c41a0ff50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3395810 Nov 22 20:05:13.531479 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-7a08654b-f87a-498f-99d6-8f8ea7fc5503 req-1ad69128-b390-42f2-975d-427fd0616428 service neutron] 10.222.0.20 "GET /v2.0/networks/1e81e05c-4c76-424f-a369-a3cc99f09949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624277 Nov 22 20:05:13.657525 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b70471e9-ca5a-4ffd-8536-fa1d8a306ffe req-cb70ae28-1cdf-419a-9c70-292df049d031 service neutron] 10.222.0.41 "GET /v2.0/networks/a6c01d97-7edb-4357-8d46-10424981d282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5895941 Nov 22 20:05:13.666335 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d0a49234-a3e4-4d73-821f-d9da8067cb6e req-41ca67a6-85aa-4041-9964-a31fc693be06 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/ports?device_id=0c38e8a6-8795-4e86-88f9-2d86b3aaea94 HTTP/1.1" status: 200 len: 210 time: 0.0732024 Nov 22 20:05:13.924455 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [req-ee53902e-3be8-4f80-a9a0-c3b6f93c4c2d req-0e1338c4-5153-4303-bef1-c15dfac8a3a9 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] Allocated IP 192.168.233.21 (e1052824-bf78-4963-8937-b202e372ac24/3091ebfd-11e2-41f8-9c00-ffe0b86563d8/0e6ec0bf-f936-47ad-a6a2-1c89c9f9ccdc) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:05:13.982884 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b70471e9-ca5a-4ffd-8536-fa1d8a306ffe req-a4a82353-457d-4961-b14a-b50358d49940 service neutron] 10.222.0.41 "GET /v2.0/networks/a6c01d97-7edb-4357-8d46-10424981d282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3066704 Nov 22 20:05:14.055377 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:14.058161 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2d199a63-ad59-41cf-8e6b-6094c564f674 req-8276fb40-9a86-4095-8cc7-55636ece2143 tempest-SecurityGroupsTestAdminJSON-1020896124 tempest-SecurityGroupsTestAdminJSON-1020896124-project-admin] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 48175 time: 0.9286656 Nov 22 20:05:14.068746 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ae2b64bb-c93f-492a-a948-0890ef2231e1 req-a818d9d7-3692-4691-aec9-8dd3bc33171c tempest-FloatingIPsTestJSON-118471065 tempest-FloatingIPsTestJSON-118471065-project] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3573923 Nov 22 20:05:14.088923 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:14.092539 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-ae2b64bb-c93f-492a-a948-0890ef2231e1 req-f416ef76-8140-4990-b43b-36682c7a37f0 tempest-FloatingIPsTestJSON-118471065 tempest-FloatingIPsTestJSON-118471065-project] Request body: {'floatingip': {'floating_network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:05:14.194585 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-ae2b64bb-c93f-492a-a948-0890ef2231e1 req-f416ef76-8140-4990-b43b-36682c7a37f0 tempest-FloatingIPsTestJSON-118471065 tempest-FloatingIPsTestJSON-118471065-project] Publish callbacks [] for floatingip, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:14.217537 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2d199a63-ad59-41cf-8e6b-6094c564f674 req-ffc068ca-512f-44e0-aa46-cdcca19981bb tempest-SecurityGroupsTestAdminJSON-1020896124 tempest-SecurityGroupsTestAdminJSON-1020896124-project-admin] 10.222.0.46 "GET /v2.0/security-groups/0c4e736d-d01c-4a8d-a62c-8ab2e895b2c9 HTTP/1.1" status: 200 len: 2998 time: 0.1474712 Nov 22 20:05:14.324517 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-ee53902e-3be8-4f80-a9a0-c3b6f93c4c2d req-0e1338c4-5153-4303-bef1-c15dfac8a3a9 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:14.347032 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2d199a63-ad59-41cf-8e6b-6094c564f674 req-d15f7b34-8689-451b-8133-ce5a7839975d tempest-SecurityGroupsTestAdminJSON-1020896124 tempest-SecurityGroupsTestAdminJSON-1020896124-project-admin] 10.222.0.46 "GET /v2.0/security-groups/0c4e736d-d01c-4a8d-a62c-8ab2e895b2c9 HTTP/1.1" status: 200 len: 2998 time: 0.1206613 Nov 22 20:05:14.423502 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-ee53902e-3be8-4f80-a9a0-c3b6f93c4c2d req-0e1338c4-5153-4303-bef1-c15dfac8a3a9 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:14.429485 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d27a807-e0d3-4e1a-bf92-b047653af177 req-9cd57f1e-d32c-4bce-9113-d839b527b030 tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:05:14.431185 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-7d27a807-e0d3-4e1a-bf92-b047653af177 req-9cd57f1e-d32c-4bce-9113-d839b527b030 tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] 10.222.0.20 "GET /v2.0/networks?id=5c8a61c3-0285-4b7d-b110-24534369ffce HTTP/1.1" status: 200 len: 821 time: 0.1420951 Nov 22 20:05:14.436654 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] get_ports_and_sgs() called for port_ids ['8b89445a-2093-4480-a650-d182804db66c'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:05:14.450585 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [req-7d27a807-e0d3-4e1a-bf92-b047653af177 req-2a935371-3102-4150-919c-6d8ca571fc03 tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] Request body: {'port': {'device_id': '05a42da3-f4d1-435d-a4ca-2a5f4101b8fa', 'network_id': '5c8a61c3-0285-4b7d-b110-24534369ffce', 'admin_state_up': True, 'tenant_id': 'ed1bb220b53d484cb7697cddf2626bd6'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:05:14.471513 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2d199a63-ad59-41cf-8e6b-6094c564f674 req-02da84f0-fe4c-44fa-b7bf-cbbf8818013c tempest-SecurityGroupsTestAdminJSON-1020896124 tempest-SecurityGroupsTestAdminJSON-1020896124-project-admin] 10.222.0.46 "GET /v2.0/security-groups/3ade6a8a-23b9-45ea-8c92-1492452d4a38 HTTP/1.1" status: 200 len: 2994 time: 0.1091857 Nov 22 20:05:14.500192 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee53902e-3be8-4f80-a9a0-c3b6f93c4c2d req-0e1338c4-5153-4303-bef1-c15dfac8a3a9 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] Network e1052824-bf78-4963-8937-b202e372ac24 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:05:14.518887 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [req-ee53902e-3be8-4f80-a9a0-c3b6f93c4c2d req-0e1338c4-5153-4303-bef1-c15dfac8a3a9 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:05:14.523865 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-ae2b64bb-c93f-492a-a948-0890ef2231e1 req-f416ef76-8140-4990-b43b-36682c7a37f0 tempest-FloatingIPsTestJSON-118471065 tempest-FloatingIPsTestJSON-118471065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:14.526157 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1338c4-5153-4303-bef1-c15dfac8a3a9 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] Pushing event updated for resources: {'Port': ['ID=0e6ec0bf-f936-47ad-a6a2-1c89c9f9ccdc,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:05:14.528192 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee53902e-3be8-4f80-a9a0-c3b6f93c4c2d req-0e1338c4-5153-4303-bef1-c15dfac8a3a9 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:05:14.585687 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d27a807-e0d3-4e1a-bf92-b047653af177 req-2a935371-3102-4150-919c-6d8ca571fc03 tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] Made reservation on behalf of ed1bb220b53d484cb7697cddf2626bd6 for: {'port': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:05:14.589592 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-7d27a807-e0d3-4e1a-bf92-b047653af177 req-2a935371-3102-4150-919c-6d8ca571fc03 tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:14.658951 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee53902e-3be8-4f80-a9a0-c3b6f93c4c2d req-0e1338c4-5153-4303-bef1-c15dfac8a3a9 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:05:14.659828 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-ee53902e-3be8-4f80-a9a0-c3b6f93c4c2d req-0e1338c4-5153-4303-bef1-c15dfac8a3a9 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:14.663353 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2d199a63-ad59-41cf-8e6b-6094c564f674 req-d78332e3-d6e2-44f5-9fa6-3a02aee5f1ac tempest-SecurityGroupsTestAdminJSON-1020896124 tempest-SecurityGroupsTestAdminJSON-1020896124-project-admin] 10.222.0.46 "GET /v2.0/security-groups/3ade6a8a-23b9-45ea-8c92-1492452d4a38 HTTP/1.1" status: 200 len: 2994 time: 0.1748817 Nov 22 20:05:14.719267 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ee53902e-3be8-4f80-a9a0-c3b6f93c4c2d req-0e1338c4-5153-4303-bef1-c15dfac8a3a9 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0449326 Nov 22 20:05:14.741440 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-ee53902e-3be8-4f80-a9a0-c3b6f93c4c2d req-39fedb85-805f-40c0-be7d-c62360a9c7ce service neutron] Request body: {'port': {'device_id': '0c38e8a6-8795-4e86-88f9-2d86b3aaea94', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818823-1'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:05:14.769143 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [req-7d27a807-e0d3-4e1a-bf92-b047653af177 req-2a935371-3102-4150-919c-6d8ca571fc03 tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] Allocated IP 172.20.0.7 (5c8a61c3-0285-4b7d-b110-24534369ffce/6ba52ab0-cb64-425e-be27-2e0b31d7d99f/8df1cc84-b9f9-4c6a-9a84-115ade88e66e) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:05:14.791822 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [req-ae2b64bb-c93f-492a-a948-0890ef2231e1 req-f416ef76-8140-4990-b43b-36682c7a37f0 tempest-FloatingIPsTestJSON-118471065 tempest-FloatingIPsTestJSON-118471065-project] Allocated IP 172.25.5.175 (c48a55e9-6a85-4746-b7bf-3e29fb560094/5da6f781-63e6-4328-ae7a-5e672262f55a/94e75d10-016e-479a-ae40-3d6545047096) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:05:14.794990 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2d199a63-ad59-41cf-8e6b-6094c564f674 req-a7356155-6c64-46f2-bd6f-fbb98c0cdd34 tempest-SecurityGroupsTestAdminJSON-1020896124 tempest-SecurityGroupsTestAdminJSON-1020896124-project-admin] 10.222.0.46 "GET /v2.0/security-groups/3bdcc9b8-3a64-4299-976b-e9e5b1eef675 HTTP/1.1" status: 200 len: 2998 time: 0.1161435 Nov 22 20:05:14.812332 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-554ebfdc-9e46-4977-b2d4-e93b690b5527 None None] Provisioning complete for port 0e6ec0bf-f936-47ad-a6a2-1c89c9f9ccdc triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:05:14.814924 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-554ebfdc-9e46-4977-b2d4-e93b690b5527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:14.867665 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-554ebfdc-9e46-4977-b2d4-e93b690b5527 None None] Port 0e6ec0bf-f936-47ad-a6a2-1c89c9f9ccdc cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:05:14.993181 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-7d27a807-e0d3-4e1a-bf92-b047653af177 req-2a935371-3102-4150-919c-6d8ca571fc03 tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:15.186722 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-ee53902e-3be8-4f80-a9a0-c3b6f93c4c2d req-39fedb85-805f-40c0-be7d-c62360a9c7ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:15.251542 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2d199a63-ad59-41cf-8e6b-6094c564f674 req-88582003-4fba-48bd-a0ca-13874f7eb001 tempest-SecurityGroupsTestAdminJSON-1020896124 tempest-SecurityGroupsTestAdminJSON-1020896124-project-admin] 10.222.0.46 "GET /v2.0/security-groups/3bdcc9b8-3a64-4299-976b-e9e5b1eef675 HTTP/1.1" status: 200 len: 2998 time: 0.4465351 Nov 22 20:05:15.271074 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-7d27a807-e0d3-4e1a-bf92-b047653af177 req-2a935371-3102-4150-919c-6d8ca571fc03 tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:15.325298 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d27a807-e0d3-4e1a-bf92-b047653af177 req-2a935371-3102-4150-919c-6d8ca571fc03 tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] Network 5c8a61c3-0285-4b7d-b110-24534369ffce is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:05:15.329564 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [req-7d27a807-e0d3-4e1a-bf92-b047653af177 req-2a935371-3102-4150-919c-6d8ca571fc03 tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:05:15.333657 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d27a807-e0d3-4e1a-bf92-b047653af177 req-2a935371-3102-4150-919c-6d8ca571fc03 tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:05:15.338059 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a935371-3102-4150-919c-6d8ca571fc03 tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] Pushing event updated for resources: {'Port': ['ID=8df1cc84-b9f9-4c6a-9a84-115ade88e66e,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:05:15.387758 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d27a807-e0d3-4e1a-bf92-b047653af177 req-2a935371-3102-4150-919c-6d8ca571fc03 tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:05:15.388434 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-7d27a807-e0d3-4e1a-bf92-b047653af177 req-2a935371-3102-4150-919c-6d8ca571fc03 tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:15.408750 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-7d27a807-e0d3-4e1a-bf92-b047653af177 req-2a935371-3102-4150-919c-6d8ca571fc03 tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9627118 Nov 22 20:05:15.422438 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [req-7d27a807-e0d3-4e1a-bf92-b047653af177 req-1ce7c97d-0852-43ff-a56e-b26ba75eac93 service neutron] Request body: {'port': {'device_id': '05a42da3-f4d1-435d-a4ca-2a5f4101b8fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818823-1'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:05:15.493213 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-7d27a807-e0d3-4e1a-bf92-b047653af177 req-1ce7c97d-0852-43ff-a56e-b26ba75eac93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:15.516698 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2d199a63-ad59-41cf-8e6b-6094c564f674 req-73bad13e-0108-4c71-a0f8-6ca5c1581a9a tempest-SecurityGroupsTestAdminJSON-1020896124 tempest-SecurityGroupsTestAdminJSON-1020896124-project-admin] 10.222.0.46 "GET /v2.0/security-groups/3f868016-0869-4273-a602-3a630bf6c15a HTTP/1.1" status: 200 len: 2998 time: 0.2352555 Nov 22 20:05:15.522447 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-ae2b64bb-c93f-492a-a948-0890ef2231e1 req-f416ef76-8140-4990-b43b-36682c7a37f0 tempest-FloatingIPsTestJSON-118471065 tempest-FloatingIPsTestJSON-118471065-project] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:15.696376 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2d199a63-ad59-41cf-8e6b-6094c564f674 req-709c390f-a192-4bf9-8b5d-d862a864e81a tempest-SecurityGroupsTestAdminJSON-1020896124 tempest-SecurityGroupsTestAdminJSON-1020896124-project-admin] 10.222.0.46 "GET /v2.0/security-groups/3f868016-0869-4273-a602-3a630bf6c15a HTTP/1.1" status: 200 len: 2998 time: 0.1672125 Nov 22 20:05:15.719283 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-ae2b64bb-c93f-492a-a948-0890ef2231e1 req-f416ef76-8140-4990-b43b-36682c7a37f0 tempest-FloatingIPsTestJSON-118471065 tempest-FloatingIPsTestJSON-118471065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:15.812742 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae2b64bb-c93f-492a-a948-0890ef2231e1 req-f416ef76-8140-4990-b43b-36682c7a37f0 tempest-FloatingIPsTestJSON-118471065 tempest-FloatingIPsTestJSON-118471065-project] Network c48a55e9-6a85-4746-b7bf-3e29fb560094 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:05:15.828984 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [req-ae2b64bb-c93f-492a-a948-0890ef2231e1 req-f416ef76-8140-4990-b43b-36682c7a37f0 tempest-FloatingIPsTestJSON-118471065 tempest-FloatingIPsTestJSON-118471065-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:05:15.832781 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f416ef76-8140-4990-b43b-36682c7a37f0 tempest-FloatingIPsTestJSON-118471065 tempest-FloatingIPsTestJSON-118471065-project] Pushing event updated for resources: {'Port': ['ID=94e75d10-016e-479a-ae40-3d6545047096,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:05:15.837576 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae2b64bb-c93f-492a-a948-0890ef2231e1 req-f416ef76-8140-4990-b43b-36682c7a37f0 tempest-FloatingIPsTestJSON-118471065 tempest-FloatingIPsTestJSON-118471065-project] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:05:15.840678 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [req-7d27a807-e0d3-4e1a-bf92-b047653af177 req-1ce7c97d-0852-43ff-a56e-b26ba75eac93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8df1cc84-b9f9-4c6a-9a84-115ade88e66e {{(pid=103448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:05:15.840776 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2d199a63-ad59-41cf-8e6b-6094c564f674 req-d56232a0-5244-4641-9077-5f2a62b4cfcc tempest-SecurityGroupsTestAdminJSON-1020896124 tempest-SecurityGroupsTestAdminJSON-1020896124-project-admin] 10.222.0.46 "GET /v2.0/security-groups/4c8f01ff-5ff9-496c-9c5d-1820e9e6cee0 HTTP/1.1" status: 200 len: 2998 time: 0.1349165 Nov 22 20:05:15.851980 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-7d27a807-e0d3-4e1a-bf92-b047653af177 req-1ce7c97d-0852-43ff-a56e-b26ba75eac93 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:15.870678 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [req-7d27a807-e0d3-4e1a-bf92-b047653af177 req-1ce7c97d-0852-43ff-a56e-b26ba75eac93 service neutron] Transition to ACTIVE for port object 8df1cc84-b9f9-4c6a-9a84-115ade88e66e will not be triggered until provisioned by entity L2. {{(pid=103448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 20:05:15.876161 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-7d27a807-e0d3-4e1a-bf92-b047653af177 req-1ce7c97d-0852-43ff-a56e-b26ba75eac93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:15.939131 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce7c97d-0852-43ff-a56e-b26ba75eac93 service neutron] Pushing event updated for resources: {'Port': ['ID=8df1cc84-b9f9-4c6a-9a84-115ade88e66e,revision_number=2']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:05:15.957090 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [req-ee53902e-3be8-4f80-a9a0-c3b6f93c4c2d req-39fedb85-805f-40c0-be7d-c62360a9c7ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e6ec0bf-f936-47ad-a6a2-1c89c9f9ccdc {{(pid=103447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:05:15.970841 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-ee53902e-3be8-4f80-a9a0-c3b6f93c4c2d req-39fedb85-805f-40c0-be7d-c62360a9c7ce service neutron] Publish callbacks [] for port, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:15.995557 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2d199a63-ad59-41cf-8e6b-6094c564f674 req-e1d95cd2-5679-49f2-ad8c-04130bd0d975 tempest-SecurityGroupsTestAdminJSON-1020896124 tempest-SecurityGroupsTestAdminJSON-1020896124-project-admin] 10.222.0.46 "GET /v2.0/security-groups/4c8f01ff-5ff9-496c-9c5d-1820e9e6cee0 HTTP/1.1" status: 200 len: 2998 time: 0.1261742 Nov 22 20:05:16.011970 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.provisioning_blocks [req-ee53902e-3be8-4f80-a9a0-c3b6f93c4c2d req-39fedb85-805f-40c0-be7d-c62360a9c7ce service neutron] Transition to ACTIVE for port object 0e6ec0bf-f936-47ad-a6a2-1c89c9f9ccdc will not be triggered until provisioned by entity L2. {{(pid=103447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 20:05:16.022316 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-ee53902e-3be8-4f80-a9a0-c3b6f93c4c2d req-39fedb85-805f-40c0-be7d-c62360a9c7ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:16.040914 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-7d27a807-e0d3-4e1a-bf92-b047653af177 req-1ce7c97d-0852-43ff-a56e-b26ba75eac93 service neutron] Attempting to bind port 8df1cc84-b9f9-4c6a-9a84-115ade88e66e on host n-h2-818823-1 for vnic_type normal with profile {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:05:16.041261 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-7d27a807-e0d3-4e1a-bf92-b047653af177 req-1ce7c97d-0852-43ff-a56e-b26ba75eac93 service neutron] Attempting to bind port 8df1cc84-b9f9-4c6a-9a84-115ade88e66e by drivers openvswitch,hyperv on host n-h2-818823-1 at level 0 using segments [{'id': 'a1d01b66-e103-44ab-97f3-6f827675fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '5c8a61c3-0285-4b7d-b110-24534369ffce'}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:05:16.041593 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d27a807-e0d3-4e1a-bf92-b047653af177 req-1ce7c97d-0852-43ff-a56e-b26ba75eac93 service neutron] Attempting to bind port 8df1cc84-b9f9-4c6a-9a84-115ade88e66e on network 5c8a61c3-0285-4b7d-b110-24534369ffce {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:05:16.046538 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d27a807-e0d3-4e1a-bf92-b047653af177 req-1ce7c97d-0852-43ff-a56e-b26ba75eac93 service neutron] Port 8df1cc84-b9f9-4c6a-9a84-115ade88e66e on network 5c8a61c3-0285-4b7d-b110-24534369ffce not bound, no agent of type Open vSwitch agent registered on host n-h2-818823-1 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:05:16.046860 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d27a807-e0d3-4e1a-bf92-b047653af177 req-1ce7c97d-0852-43ff-a56e-b26ba75eac93 service neutron] Attempting to bind port 8df1cc84-b9f9-4c6a-9a84-115ade88e66e on network 5c8a61c3-0285-4b7d-b110-24534369ffce {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:05:16.052846 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d27a807-e0d3-4e1a-bf92-b047653af177 req-1ce7c97d-0852-43ff-a56e-b26ba75eac93 service neutron] Checking agent: {'id': '65e0486a-7030-4065-96f0-10aa7402a530', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'started_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 5, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:05:16.053199 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d27a807-e0d3-4e1a-bf92-b047653af177 req-1ce7c97d-0852-43ff-a56e-b26ba75eac93 service neutron] Checking segment: {'id': 'a1d01b66-e103-44ab-97f3-6f827675fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '5c8a61c3-0285-4b7d-b110-24534369ffce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:05:16.053589 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d27a807-e0d3-4e1a-bf92-b047653af177 req-1ce7c97d-0852-43ff-a56e-b26ba75eac93 service neutron] Bound using segment: {'id': 'a1d01b66-e103-44ab-97f3-6f827675fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '5c8a61c3-0285-4b7d-b110-24534369ffce'} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:05:16.054074 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-7d27a807-e0d3-4e1a-bf92-b047653af177 req-1ce7c97d-0852-43ff-a56e-b26ba75eac93 service neutron] Bound port: 8df1cc84-b9f9-4c6a-9a84-115ade88e66e, host: n-h2-818823-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1d01b66-e103-44ab-97f3-6f827675fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '5c8a61c3-0285-4b7d-b110-24534369ffce'}}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:05:16.054412 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-7d27a807-e0d3-4e1a-bf92-b047653af177 req-1ce7c97d-0852-43ff-a56e-b26ba75eac93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:16.085867 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-ae2b64bb-c93f-492a-a948-0890ef2231e1 req-f416ef76-8140-4990-b43b-36682c7a37f0 tempest-FloatingIPsTestJSON-118471065 tempest-FloatingIPsTestJSON-118471065-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:16.122280 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fedb85-805f-40c0-be7d-c62360a9c7ce service neutron] Pushing event updated for resources: {'Port': ['ID=0e6ec0bf-f936-47ad-a6a2-1c89c9f9ccdc,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:05:16.156484 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2d199a63-ad59-41cf-8e6b-6094c564f674 req-98ad3cb7-b1d0-4436-9ce8-0aad700a975a tempest-SecurityGroupsTestAdminJSON-1020896124 tempest-SecurityGroupsTestAdminJSON-1020896124-project-admin] 10.222.0.46 "GET /v2.0/security-groups/729e5861-9c96-47f9-852c-89205149fdef HTTP/1.1" status: 200 len: 2998 time: 0.1491358 Nov 22 20:05:16.172358 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-7d27a807-e0d3-4e1a-bf92-b047653af177 req-1ce7c97d-0852-43ff-a56e-b26ba75eac93 service neutron] For port 8df1cc84-b9f9-4c6a-9a84-115ade88e66e, host n-h2-818823-1, cleared binding levels {{(pid=103448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:05:16.177728 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-7d27a807-e0d3-4e1a-bf92-b047653af177 req-1ce7c97d-0852-43ff-a56e-b26ba75eac93 service neutron] For port 8df1cc84-b9f9-4c6a-9a84-115ade88e66e, host n-h2-818823-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=8df1cc84-b9f9-4c6a-9a84-115ade88e66e,segment=NetworkSegment(a1d01b66-e103-44ab-97f3-6f827675fa31),segment_id=a1d01b66-e103-44ab-97f3-6f827675fa31)] {{(pid=103448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:05:16.183923 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-7d27a807-e0d3-4e1a-bf92-b047653af177 req-1ce7c97d-0852-43ff-a56e-b26ba75eac93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:16.217006 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-ae2b64bb-c93f-492a-a948-0890ef2231e1 req-f416ef76-8140-4990-b43b-36682c7a37f0 tempest-FloatingIPsTestJSON-118471065 tempest-FloatingIPsTestJSON-118471065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:16.236908 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d27a807-e0d3-4e1a-bf92-b047653af177 req-1ce7c97d-0852-43ff-a56e-b26ba75eac93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:05:16.237730 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-7d27a807-e0d3-4e1a-bf92-b047653af177 req-1ce7c97d-0852-43ff-a56e-b26ba75eac93 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:16.239328 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-7d27a807-e0d3-4e1a-bf92-b047653af177 req-1ce7c97d-0852-43ff-a56e-b26ba75eac93 service neutron] 10.222.0.20 "PUT /v2.0/ports/8df1cc84-b9f9-4c6a-9a84-115ade88e66e HTTP/1.1" status: 200 len: 1091 time: 0.8222542 Nov 22 20:05:16.282258 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce7c97d-0852-43ff-a56e-b26ba75eac93 service neutron] Pushing event updated for resources: {'Port': ['ID=8df1cc84-b9f9-4c6a-9a84-115ade88e66e,revision_number=3']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:05:16.312198 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2d199a63-ad59-41cf-8e6b-6094c564f674 req-57eff5d1-ca76-448c-805c-1f345953cff1 tempest-SecurityGroupsTestAdminJSON-1020896124 tempest-SecurityGroupsTestAdminJSON-1020896124-project-admin] 10.222.0.46 "GET /v2.0/security-groups/729e5861-9c96-47f9-852c-89205149fdef HTTP/1.1" status: 200 len: 2998 time: 0.1327145 Nov 22 20:05:16.346891 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d27a807-e0d3-4e1a-bf92-b047653af177 req-c8d30b40-8dca-4f61-bf30-c1a1ebb57d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:05:16.348678 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-7d27a807-e0d3-4e1a-bf92-b047653af177 req-c8d30b40-8dca-4f61-bf30-c1a1ebb57d2f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ed1bb220b53d484cb7697cddf2626bd6&device_id=05a42da3-f4d1-435d-a4ca-2a5f4101b8fa HTTP/1.1" status: 200 len: 1094 time: 0.0589466 Nov 22 20:05:16.362397 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-ee53902e-3be8-4f80-a9a0-c3b6f93c4c2d req-39fedb85-805f-40c0-be7d-c62360a9c7ce service neutron] Attempting to bind port 0e6ec0bf-f936-47ad-a6a2-1c89c9f9ccdc on host n-h2-818823-1 for vnic_type normal with profile {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:05:16.362741 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-ee53902e-3be8-4f80-a9a0-c3b6f93c4c2d req-39fedb85-805f-40c0-be7d-c62360a9c7ce service neutron] Attempting to bind port 0e6ec0bf-f936-47ad-a6a2-1c89c9f9ccdc by drivers openvswitch,hyperv on host n-h2-818823-1 at level 0 using segments [{'id': '2a5a1c7b-538e-498e-99b9-cc7a8e0411be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'e1052824-bf78-4963-8937-b202e372ac24'}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:05:16.363242 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee53902e-3be8-4f80-a9a0-c3b6f93c4c2d req-39fedb85-805f-40c0-be7d-c62360a9c7ce service neutron] Attempting to bind port 0e6ec0bf-f936-47ad-a6a2-1c89c9f9ccdc on network e1052824-bf78-4963-8937-b202e372ac24 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:05:16.389439 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee53902e-3be8-4f80-a9a0-c3b6f93c4c2d req-39fedb85-805f-40c0-be7d-c62360a9c7ce service neutron] Port 0e6ec0bf-f936-47ad-a6a2-1c89c9f9ccdc on network e1052824-bf78-4963-8937-b202e372ac24 not bound, no agent of type Open vSwitch agent registered on host n-h2-818823-1 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:05:16.389768 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee53902e-3be8-4f80-a9a0-c3b6f93c4c2d req-39fedb85-805f-40c0-be7d-c62360a9c7ce service neutron] Attempting to bind port 0e6ec0bf-f936-47ad-a6a2-1c89c9f9ccdc on network e1052824-bf78-4963-8937-b202e372ac24 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:05:16.393188 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-7d27a807-e0d3-4e1a-bf92-b047653af177 req-514a64cc-587e-483f-8af7-b88b7e425900 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8df1cc84-b9f9-4c6a-9a84-115ade88e66e HTTP/1.1" status: 200 len: 217 time: 0.0354531 Nov 22 20:05:16.442240 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee53902e-3be8-4f80-a9a0-c3b6f93c4c2d req-39fedb85-805f-40c0-be7d-c62360a9c7ce service neutron] Checking agent: {'id': '65e0486a-7030-4065-96f0-10aa7402a530', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'started_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 5, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:05:16.442586 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee53902e-3be8-4f80-a9a0-c3b6f93c4c2d req-39fedb85-805f-40c0-be7d-c62360a9c7ce service neutron] Checking segment: {'id': '2a5a1c7b-538e-498e-99b9-cc7a8e0411be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'e1052824-bf78-4963-8937-b202e372ac24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:05:16.443595 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee53902e-3be8-4f80-a9a0-c3b6f93c4c2d req-39fedb85-805f-40c0-be7d-c62360a9c7ce service neutron] Bound using segment: {'id': '2a5a1c7b-538e-498e-99b9-cc7a8e0411be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'e1052824-bf78-4963-8937-b202e372ac24'} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:05:16.444056 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-ee53902e-3be8-4f80-a9a0-c3b6f93c4c2d req-39fedb85-805f-40c0-be7d-c62360a9c7ce service neutron] Bound port: 0e6ec0bf-f936-47ad-a6a2-1c89c9f9ccdc, host: n-h2-818823-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a5a1c7b-538e-498e-99b9-cc7a8e0411be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'e1052824-bf78-4963-8937-b202e372ac24'}}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:05:16.444424 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-ee53902e-3be8-4f80-a9a0-c3b6f93c4c2d req-39fedb85-805f-40c0-be7d-c62360a9c7ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:16.450275 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d27a807-e0d3-4e1a-bf92-b047653af177 req-ba6e374a-110e-4d9b-8430-1738f10b1da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:05:16.451974 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-7d27a807-e0d3-4e1a-bf92-b047653af177 req-ba6e374a-110e-4d9b-8430-1738f10b1da7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6ba52ab0-cb64-425e-be27-2e0b31d7d99f HTTP/1.1" status: 200 len: 861 time: 0.0510604 Nov 22 20:05:16.459233 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2d199a63-ad59-41cf-8e6b-6094c564f674 req-ff1c5bba-03fa-47e6-a3df-068d7021656e tempest-SecurityGroupsTestAdminJSON-1020896124 tempest-SecurityGroupsTestAdminJSON-1020896124-project-admin] 10.222.0.46 "GET /v2.0/security-groups/856cfbfb-1e64-4401-a1fb-713c41a0ff50 HTTP/1.1" status: 200 len: 2998 time: 0.1240060 Nov 22 20:05:16.505566 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-7d27a807-e0d3-4e1a-bf92-b047653af177 req-b3b1ff77-4d4b-4d17-883c-8e1891236da6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5c8a61c3-0285-4b7d-b110-24534369ffce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446336 Nov 22 20:05:16.591737 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2d199a63-ad59-41cf-8e6b-6094c564f674 req-c6ce151b-528a-4998-983a-28723241d3a6 tempest-SecurityGroupsTestAdminJSON-1020896124 tempest-SecurityGroupsTestAdminJSON-1020896124-project-admin] 10.222.0.46 "GET /v2.0/security-groups/856cfbfb-1e64-4401-a1fb-713c41a0ff50 HTTP/1.1" status: 200 len: 2998 time: 0.1259558 Nov 22 20:05:16.610411 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-ee53902e-3be8-4f80-a9a0-c3b6f93c4c2d req-39fedb85-805f-40c0-be7d-c62360a9c7ce service neutron] For port 0e6ec0bf-f936-47ad-a6a2-1c89c9f9ccdc, host n-h2-818823-1, cleared binding levels {{(pid=103447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:05:16.632083 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-ee53902e-3be8-4f80-a9a0-c3b6f93c4c2d req-39fedb85-805f-40c0-be7d-c62360a9c7ce service neutron] For port 0e6ec0bf-f936-47ad-a6a2-1c89c9f9ccdc, host n-h2-818823-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=0e6ec0bf-f936-47ad-a6a2-1c89c9f9ccdc,segment=NetworkSegment(2a5a1c7b-538e-498e-99b9-cc7a8e0411be),segment_id=2a5a1c7b-538e-498e-99b9-cc7a8e0411be)] {{(pid=103447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:05:16.636975 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-7d27a807-e0d3-4e1a-bf92-b047653af177 req-57e4ebd2-0c2f-4870-87d0-ddbaed247c87 service neutron] 10.222.0.20 "GET /v2.0/networks/5c8a61c3-0285-4b7d-b110-24534369ffce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244354 Nov 22 20:05:16.642767 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-ee53902e-3be8-4f80-a9a0-c3b6f93c4c2d req-39fedb85-805f-40c0-be7d-c62360a9c7ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:16.646299 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-ae2b64bb-c93f-492a-a948-0890ef2231e1 req-f416ef76-8140-4990-b43b-36682c7a37f0 tempest-FloatingIPsTestJSON-118471065 tempest-FloatingIPsTestJSON-118471065-project] Publish callbacks [] for port, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:16.682118 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-ae2b64bb-c93f-492a-a948-0890ef2231e1 req-f416ef76-8140-4990-b43b-36682c7a37f0 tempest-FloatingIPsTestJSON-118471065 tempest-FloatingIPsTestJSON-118471065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:16.726801 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee53902e-3be8-4f80-a9a0-c3b6f93c4c2d req-39fedb85-805f-40c0-be7d-c62360a9c7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:05:16.727477 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-ee53902e-3be8-4f80-a9a0-c3b6f93c4c2d req-39fedb85-805f-40c0-be7d-c62360a9c7ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:16.729026 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ee53902e-3be8-4f80-a9a0-c3b6f93c4c2d req-39fedb85-805f-40c0-be7d-c62360a9c7ce service neutron] 10.222.0.20 "PUT /v2.0/ports/0e6ec0bf-f936-47ad-a6a2-1c89c9f9ccdc HTTP/1.1" status: 200 len: 1095 time: 1.9953504 Nov 22 20:05:16.729849 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c38e8a6-8795-4e86-88f9-2d86b3aaea94', 'tag': '0e6ec0bf-f936-47ad-a6a2-1c89c9f9ccdc'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:05:16.732283 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-722d38cc-1e2e-40d5-8470-d5da0202e43b" -d '{"events": [{"name": "network-changed", "server_uuid": "0c38e8a6-8795-4e86-88f9-2d86b3aaea94", "tag": "0e6ec0bf-f936-47ad-a6a2-1c89c9f9ccdc"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:05:16.763942 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2d199a63-ad59-41cf-8e6b-6094c564f674 req-35790767-bd44-477a-a78d-02d1db91af26 tempest-SecurityGroupsTestAdminJSON-1020896124 tempest-SecurityGroupsTestAdminJSON-1020896124-project-admin] 10.222.0.46 "GET /v2.0/security-groups/89c2c967-26c4-4e1c-a1fd-c97f87817ddc HTTP/1.1" status: 200 len: 2998 time: 0.1629393 Nov 22 20:05:16.780900 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-7d27a807-e0d3-4e1a-bf92-b047653af177 req-41d0c0b2-ad01-4c13-b36a-cc1546664468 service neutron] 10.222.0.20 "GET /v2.0/networks/5c8a61c3-0285-4b7d-b110-24534369ffce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354816 Nov 22 20:05:16.781162 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fedb85-805f-40c0-be7d-c62360a9c7ce service neutron] Pushing event updated for resources: {'Port': ['ID=0e6ec0bf-f936-47ad-a6a2-1c89c9f9ccdc,revision_number=3']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:05:16.872125 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-ae2b64bb-c93f-492a-a948-0890ef2231e1 req-f416ef76-8140-4990-b43b-36682c7a37f0 tempest-FloatingIPsTestJSON-118471065 tempest-FloatingIPsTestJSON-118471065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-595224'] for floatingip, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:16.914594 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2d199a63-ad59-41cf-8e6b-6094c564f674 req-84f9d84f-2f7e-4175-aefc-174792ee18e9 tempest-SecurityGroupsTestAdminJSON-1020896124 tempest-SecurityGroupsTestAdminJSON-1020896124-project-admin] 10.222.0.46 "GET /v2.0/security-groups/89c2c967-26c4-4e1c-a1fd-c97f87817ddc HTTP/1.1" status: 200 len: 2998 time: 0.1421459 Nov 22 20:05:16.923244 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-ae2b64bb-c93f-492a-a948-0890ef2231e1 req-f416ef76-8140-4990-b43b-36682c7a37f0 tempest-FloatingIPsTestJSON-118471065 tempest-FloatingIPsTestJSON-118471065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for floatingip, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:16.925460 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ae2b64bb-c93f-492a-a948-0890ef2231e1 req-f416ef76-8140-4990-b43b-36682c7a37f0 tempest-FloatingIPsTestJSON-118471065 tempest-FloatingIPsTestJSON-118471065-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.8454943 Nov 22 20:05:16.926547 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f416ef76-8140-4990-b43b-36682c7a37f0 tempest-FloatingIPsTestJSON-118471065 tempest-FloatingIPsTestJSON-118471065-project] Pushing event updated for resources: {'Port': ['ID=94e75d10-016e-479a-ae40-3d6545047096,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:05:16.947705 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee53902e-3be8-4f80-a9a0-c3b6f93c4c2d req-f915dd84-60dd-40f9-9f92-3b65711df7af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:05:16.949899 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ee53902e-3be8-4f80-a9a0-c3b6f93c4c2d req-f915dd84-60dd-40f9-9f92-3b65711df7af service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=126c0323750547f8b9835ef63890aaea&device_id=0c38e8a6-8795-4e86-88f9-2d86b3aaea94 HTTP/1.1" status: 200 len: 1098 time: 0.1548285 Nov 22 20:05:17.059824 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ee53902e-3be8-4f80-a9a0-c3b6f93c4c2d req-2f3ee9fb-fb77-4f13-b6b3-48589993686f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=0e6ec0bf-f936-47ad-a6a2-1c89c9f9ccdc HTTP/1.1" status: 200 len: 217 time: 0.0987697 Nov 22 20:05:17.066329 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ae2b64bb-c93f-492a-a948-0890ef2231e1 req-9a1c2712-3922-44ec-854f-f3ed9111e8d8 tempest-FloatingIPsTestJSON-118471065 tempest-FloatingIPsTestJSON-118471065-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.5.175 HTTP/1.1" status: 200 len: 696 time: 0.1239839 Nov 22 20:05:17.115265 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 42ff492e-8aff-4fd6-a604-1f78be59f19b details requested by agent hyperv_n-h2-818823-1 with host n-h2-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 20:05:17.161281 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2d199a63-ad59-41cf-8e6b-6094c564f674 req-4e2a699b-d9d2-4279-b550-b463b597a98e tempest-SecurityGroupsTestAdminJSON-1020896124 tempest-SecurityGroupsTestAdminJSON-1020896124-project-admin] 10.222.0.46 "GET /v2.0/security-groups/a1d007ec-a75a-4ef8-9cdd-9c679a3ff22b HTTP/1.1" status: 200 len: 2998 time: 0.2301967 Nov 22 20:05:17.206813 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee53902e-3be8-4f80-a9a0-c3b6f93c4c2d req-4ccaf088-6d40-4d3e-9a52-8384d4b2e1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:05:17.208415 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ee53902e-3be8-4f80-a9a0-c3b6f93c4c2d req-4ccaf088-6d40-4d3e-9a52-8384d4b2e1a3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3091ebfd-11e2-41f8-9c00-ffe0b86563d8 HTTP/1.1" status: 200 len: 843 time: 0.1378250 Nov 22 20:05:17.265463 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port 42ff492e-8aff-4fd6-a604-1f78be59f19b, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=42ff492e-8aff-4fd6-a604-1f78be59f19b,segment=NetworkSegment(adef8bfe-e7cb-4b45-a1a6-80cad068f809),segment_id=adef8bfe-e7cb-4b45-a1a6-80cad068f809)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:05:17.279543 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Returning: {'device': '42ff492e-8aff-4fd6-a604-1f78be59f19b', 'network_id': '1e81e05c-4c76-424f-a369-a3cc99f09949', 'port_id': '42ff492e-8aff-4fd6-a604-1f78be59f19b', 'mac_address': 'fa:16:3e:12:a3:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '555c9f92-faec-4407-89e0-e5147ee8b27d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 20:05:17.290711 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2d199a63-ad59-41cf-8e6b-6094c564f674 req-be664f73-cb2f-4c44-bf38-ad2c4cb91f05 tempest-SecurityGroupsTestAdminJSON-1020896124 tempest-SecurityGroupsTestAdminJSON-1020896124-project-admin] 10.222.0.46 "GET /v2.0/security-groups/a1d007ec-a75a-4ef8-9cdd-9c679a3ff22b HTTP/1.1" status: 200 len: 2998 time: 0.1192062 Nov 22 20:05:17.304793 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2b64bb-c93f-492a-a948-0890ef2231e1 req-0d757dab-55b9-4375-aa6e-6baccd4a4ee1 tempest-FloatingIPsTestJSON-118471065 tempest-FloatingIPsTestJSON-118471065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:05:17.306187 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ae2b64bb-c93f-492a-a948-0890ef2231e1 req-0d757dab-55b9-4375-aa6e-6baccd4a4ee1 tempest-FloatingIPsTestJSON-118471065 tempest-FloatingIPsTestJSON-118471065-project] 10.222.0.46 "GET /v2.0/networks/c48a55e9-6a85-4746-b7bf-3e29fb560094 HTTP/1.1" status: 200 len: 784 time: 0.2269342 Nov 22 20:05:17.332694 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee53902e-3be8-4f80-a9a0-c3b6f93c4c2d req-c6f49a2c-19c8-4707-8fa8-814ca762a6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:05:17.334379 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ee53902e-3be8-4f80-a9a0-c3b6f93c4c2d req-c6f49a2c-19c8-4707-8fa8-814ca762a6c4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e1052824-bf78-4963-8937-b202e372ac24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1155002 Nov 22 20:05:17.355447 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:17.380117 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42ff492e-8aff-4fd6-a604-1f78be59f19b {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:05:17.402086 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2d199a63-ad59-41cf-8e6b-6094c564f674 req-9d57cd96-8693-438d-9104-f32823d6880e tempest-SecurityGroupsTestAdminJSON-1020896124 tempest-SecurityGroupsTestAdminJSON-1020896124-project-admin] 10.222.0.46 "GET /v2.0/security-groups/c037d2d6-c1c6-4d43-87f4-92fbbbea1f2c HTTP/1.1" status: 200 len: 2998 time: 0.0935581 Nov 22 20:05:17.418156 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port 42ff492e-8aff-4fd6-a604-1f78be59f19b, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=42ff492e-8aff-4fd6-a604-1f78be59f19b,segment=NetworkSegment(adef8bfe-e7cb-4b45-a1a6-80cad068f809),segment_id=adef8bfe-e7cb-4b45-a1a6-80cad068f809)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:05:17.424826 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:17.497880 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=42ff492e-8aff-4fd6-a604-1f78be59f19b,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:05:17.542238 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-14204b0b-f328-4aae-9fa7-e45e05dfa915 req-fe6715cc-2347-413a-987e-2a4944048c95 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606-project] 10.222.0.46 "GET /v2.0/floatingips/356f7e70-8ca2-4c42-9741-91d0255cb242 HTTP/1.1" status: 200 len: 693 time: 0.0897803 Nov 22 20:05:17.549402 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ee53902e-3be8-4f80-a9a0-c3b6f93c4c2d req-5b686139-9665-499e-a4e2-25dcb52d66d3 service neutron] 10.222.0.20 "GET /v2.0/networks/e1052824-bf78-4963-8937-b202e372ac24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2062633 Nov 22 20:05:17.551544 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2d199a63-ad59-41cf-8e6b-6094c564f674 req-4ecbe52b-e783-431e-af50-e14e735333ed tempest-SecurityGroupsTestAdminJSON-1020896124 tempest-SecurityGroupsTestAdminJSON-1020896124-project-admin] 10.222.0.46 "GET /v2.0/security-groups/c037d2d6-c1c6-4d43-87f4-92fbbbea1f2c HTTP/1.1" status: 200 len: 2998 time: 0.1371796 Nov 22 20:05:17.664182 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] get_ports_and_sgs() called for port_ids ['42ff492e-8aff-4fd6-a604-1f78be59f19b'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:05:17.731079 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2d199a63-ad59-41cf-8e6b-6094c564f674 req-e3e30243-e091-49a2-bace-fb8bbd65399e tempest-SecurityGroupsTestAdminJSON-1020896124 tempest-SecurityGroupsTestAdminJSON-1020896124-project-admin] 10.222.0.46 "GET /v2.0/security-groups/c460ea8d-99a4-4b4e-82a7-d1246746c61a HTTP/1.1" status: 200 len: 2990 time: 0.1645477 Nov 22 20:05:17.797740 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14204b0b-f328-4aae-9fa7-e45e05dfa915 req-451dae46-48ba-4407-b34a-99cd48533b88 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:05:17.797740 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-14204b0b-f328-4aae-9fa7-e45e05dfa915 req-451dae46-48ba-4407-b34a-99cd48533b88 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606-project] 10.222.0.46 "GET /v2.0/networks/c48a55e9-6a85-4746-b7bf-3e29fb560094 HTTP/1.1" status: 200 len: 784 time: 0.2395160 Nov 22 20:05:17.807034 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ee53902e-3be8-4f80-a9a0-c3b6f93c4c2d req-c5887011-4aed-409e-b255-2d2d00e08235 service neutron] 10.222.0.20 "GET /v2.0/networks/e1052824-bf78-4963-8937-b202e372ac24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2416177 Nov 22 20:05:17.864032 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2d199a63-ad59-41cf-8e6b-6094c564f674 req-d961f51e-0e24-41e6-b492-5468fe26294c tempest-SecurityGroupsTestAdminJSON-1020896124 tempest-SecurityGroupsTestAdminJSON-1020896124-project-admin] 10.222.0.46 "GET /v2.0/security-groups/c460ea8d-99a4-4b4e-82a7-d1246746c61a HTTP/1.1" status: 200 len: 2990 time: 0.1214716 Nov 22 20:05:17.874852 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-14204b0b-f328-4aae-9fa7-e45e05dfa915 req-bedff9a7-d0e7-4a58-afb8-612989012455 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.5.230 HTTP/1.1" status: 200 len: 696 time: 0.0627062 Nov 22 20:05:17.948239 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-14204b0b-f328-4aae-9fa7-e45e05dfa915 req-35b39360-dd8e-45e5-be08-2c21e5704279 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.5.230 HTTP/1.1" status: 200 len: 696 time: 0.0640500 Nov 22 20:05:17.997597 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2d199a63-ad59-41cf-8e6b-6094c564f674 req-557b6e85-8227-43e3-b079-b1816f2f76d9 tempest-SecurityGroupsTestAdminJSON-1020896124 tempest-SecurityGroupsTestAdminJSON-1020896124-project-admin] 10.222.0.46 "GET /v2.0/security-groups/d17ee813-3700-429d-ad2b-58cebd8f04af HTTP/1.1" status: 200 len: 2998 time: 0.1193404 Nov 22 20:05:18.104098 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2d199a63-ad59-41cf-8e6b-6094c564f674 req-8357e685-cb57-428e-8b82-e9a028621d00 tempest-SecurityGroupsTestAdminJSON-1020896124 tempest-SecurityGroupsTestAdminJSON-1020896124-project-admin] 10.222.0.46 "GET /v2.0/security-groups/d17ee813-3700-429d-ad2b-58cebd8f04af HTTP/1.1" status: 200 len: 2998 time: 0.0993495 Nov 22 20:05:18.158105 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-14204b0b-f328-4aae-9fa7-e45e05dfa915 req-cd4f844a-a5ef-4a98-80de-9d3c79c29839 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606-project] Deleting port 2e4cb1eb-9e3e-43ae-bbf1-f40fe771a0fb {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:05:18.158457 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-14204b0b-f328-4aae-9fa7-e45e05dfa915 req-cd4f844a-a5ef-4a98-80de-9d3c79c29839 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:18.198872 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2d199a63-ad59-41cf-8e6b-6094c564f674 req-93fc80be-8587-4d72-b212-00ec4f6536cd tempest-SecurityGroupsTestAdminJSON-1020896124 tempest-SecurityGroupsTestAdminJSON-1020896124-project-admin] 10.222.0.46 "GET /v2.0/security-groups/e2835e00-60b6-434f-b715-a30e90707e8c HTTP/1.1" status: 200 len: 2998 time: 0.0843594 Nov 22 20:05:18.278048 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2d199a63-ad59-41cf-8e6b-6094c564f674 req-dcad0a70-0ad9-4109-8659-071b976203f8 tempest-SecurityGroupsTestAdminJSON-1020896124 tempest-SecurityGroupsTestAdminJSON-1020896124-project-admin] 10.222.0.46 "GET /v2.0/security-groups/e2835e00-60b6-434f-b715-a30e90707e8c HTTP/1.1" status: 200 len: 2998 time: 0.0724549 Nov 22 20:05:18.279939 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-14204b0b-f328-4aae-9fa7-e45e05dfa915 req-cd4f844a-a5ef-4a98-80de-9d3c79c29839 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:18.280264 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-14204b0b-f328-4aae-9fa7-e45e05dfa915 req-cd4f844a-a5ef-4a98-80de-9d3c79c29839 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:18.301059 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-14204b0b-f328-4aae-9fa7-e45e05dfa915 req-cd4f844a-a5ef-4a98-80de-9d3c79c29839 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606-project] Calling delete_port for 2e4cb1eb-9e3e-43ae-bbf1-f40fe771a0fb owned by network:floatingip {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:05:18.382843 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2d199a63-ad59-41cf-8e6b-6094c564f674 req-223685fe-ea40-4e45-8824-9ce0f4da5f00 tempest-SecurityGroupsTestAdminJSON-1020896124 tempest-SecurityGroupsTestAdminJSON-1020896124-project-admin] 10.222.0.46 "GET /v2.0/security-groups/f378991c-f5e2-43d4-b450-011d3b2b2ad2 HTTP/1.1" status: 200 len: 2998 time: 0.0940199 Nov 22 20:05:18.454264 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2d199a63-ad59-41cf-8e6b-6094c564f674 req-787276e1-bcde-471e-bd9b-080308edb10f tempest-SecurityGroupsTestAdminJSON-1020896124 tempest-SecurityGroupsTestAdminJSON-1020896124-project-admin] 10.222.0.46 "GET /v2.0/security-groups/f378991c-f5e2-43d4-b450-011d3b2b2ad2 HTTP/1.1" status: 200 len: 2998 time: 0.0624750 Nov 22 20:05:18.509957 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 20:05:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c36edf1-5d4a-48fb-8a16-124740d8681a x-openstack-request-id: req-6c36edf1-5d4a-48fb-8a16-124740d8681a {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:05:18.510778 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e6b3dc4-d2a4-4466-b82a-dc33446511d0", "tag": "42ff492e-8aff-4fd6-a604-1f78be59f19b", "status": "completed", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:05:18.510778 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6c36edf1-5d4a-48fb-8a16-124740d8681a {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:05:18.511849 n-d-818823-1 neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e6b3dc4-d2a4-4466-b82a-dc33446511d0', 'tag': '42ff492e-8aff-4fd6-a604-1f78be59f19b', 'status': 'completed', 'code': 200} Nov 22 20:05:18.541756 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-14204b0b-f328-4aae-9fa7-e45e05dfa915 req-cd4f844a-a5ef-4a98-80de-9d3c79c29839 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:18.606638 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4f844a-a5ef-4a98-80de-9d3c79c29839 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606-project] Pushing event deleted for resources: {'Port': ['ID=2e4cb1eb-9e3e-43ae-bbf1-f40fe771a0fb,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:05:18.687034 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a74c66-bf3f-47eb-86fd-2b9f7c8a3391 req-8d0ec1b1-aa8b-47fe-80b6-f71d89430d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:05:18.688616 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-45a74c66-bf3f-47eb-86fd-2b9f7c8a3391 req-8d0ec1b1-aa8b-47fe-80b6-f71d89430d33 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=eccf64927ecc4dab83be8c6edc2287b1&device_id=6e6b3dc4-d2a4-4466-b82a-dc33446511d0 HTTP/1.1" status: 200 len: 1095 time: 0.1440296 Nov 22 20:05:18.716820 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323cc9b8-78fd-499d-98a6-3a3f06b49579 req-9559b660-90e4-4368-be58-b65cb031c6ff tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:05:18.718443 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-323cc9b8-78fd-499d-98a6-3a3f06b49579 req-9559b660-90e4-4368-be58-b65cb031c6ff tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] 10.222.0.46 "GET /v2.0/ports?device_id=05a42da3-f4d1-435d-a4ca-2a5f4101b8fa HTTP/1.1" status: 200 len: 943 time: 0.1566226 Nov 22 20:05:18.761168 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-14204b0b-f328-4aae-9fa7-e45e05dfa915 req-cd4f844a-a5ef-4a98-80de-9d3c79c29839 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606-project] Publish callbacks [] for floatingip, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:18.763829 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-14204b0b-f328-4aae-9fa7-e45e05dfa915 req-cd4f844a-a5ef-4a98-80de-9d3c79c29839 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for floatingip, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:18.765026 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-14204b0b-f328-4aae-9fa7-e45e05dfa915 req-cd4f844a-a5ef-4a98-80de-9d3c79c29839 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606-project] 10.222.0.46 "DELETE /v2.0/floatingips/356f7e70-8ca2-4c42-9741-91d0255cb242 HTTP/1.1" status: 204 len: 173 time: 0.8102844 Nov 22 20:05:18.835632 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-323cc9b8-78fd-499d-98a6-3a3f06b49579 req-bbf0c9a7-e8af-4773-ad19-a94d63796926 tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] 10.222.0.46 "GET /v2.0/security-groups?id=89c2c967-26c4-4e1c-a1fd-c97f87817ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018972 Nov 22 20:05:18.850776 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a74c66-bf3f-47eb-86fd-2b9f7c8a3391 req-c58386df-223c-4291-abb0-29f4ad3a748a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:05:18.852469 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-45a74c66-bf3f-47eb-86fd-2b9f7c8a3391 req-c58386df-223c-4291-abb0-29f4ad3a748a service neutron] 10.222.0.20 "GET /v2.0/networks?id=1e81e05c-4c76-424f-a369-a3cc99f09949 HTTP/1.1" status: 200 len: 921 time: 0.1551185 Nov 22 20:05:18.913360 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-45a74c66-bf3f-47eb-86fd-2b9f7c8a3391 req-b0a8a65a-80a3-465f-b513-ba5c2d87464e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=42ff492e-8aff-4fd6-a604-1f78be59f19b HTTP/1.1" status: 200 len: 217 time: 0.0504630 Nov 22 20:05:19.021403 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a74c66-bf3f-47eb-86fd-2b9f7c8a3391 req-38056850-f0d7-4610-b853-fc51c95000e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:05:19.022896 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-45a74c66-bf3f-47eb-86fd-2b9f7c8a3391 req-38056850-f0d7-4610-b853-fc51c95000e6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=555c9f92-faec-4407-89e0-e5147ee8b27d HTTP/1.1" status: 200 len: 859 time: 0.1015537 Nov 22 20:05:19.035720 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f3fcf5-a53b-4156-b931-a643cabe5f9a req-76f7d836-7ac1-42b9-91e8-ac0f03230dcc tempest-FloatingIPsAssociationTestJSON-1595917213 tempest-FloatingIPsAssociationTestJSON-1595917213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:05:19.037865 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-89f3fcf5-a53b-4156-b931-a643cabe5f9a req-76f7d836-7ac1-42b9-91e8-ac0f03230dcc tempest-FloatingIPsAssociationTestJSON-1595917213 tempest-FloatingIPsAssociationTestJSON-1595917213-project] 10.222.0.46 "GET /v2.0/ports?device_id=6e6b3dc4-d2a4-4466-b82a-dc33446511d0 HTTP/1.1" status: 200 len: 944 time: 0.1276791 Nov 22 20:05:19.079650 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5260a3d5-02c9-441e-9659-a8dcf711e8fc req-1b0188f1-aa5d-4914-aabb-2e1667a7ba81 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:05:19.081247 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5260a3d5-02c9-441e-9659-a8dcf711e8fc req-1b0188f1-aa5d-4914-aabb-2e1667a7ba81 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/ports?device_id=0c38e8a6-8795-4e86-88f9-2d86b3aaea94 HTTP/1.1" status: 200 len: 947 time: 0.1587522 Nov 22 20:05:19.115888 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 8df1cc84-b9f9-4c6a-9a84-115ade88e66e details requested by agent hyperv_n-h2-818823-1 with host n-h2-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 20:05:19.118933 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 42ff492e-8aff-4fd6-a604-1f78be59f19b up at agent hyperv_n-h2-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:05:19.156438 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a74c66-bf3f-47eb-86fd-2b9f7c8a3391 req-70041d3b-f7f9-4cd3-9298-6cf1e68cadd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:05:19.158012 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-45a74c66-bf3f-47eb-86fd-2b9f7c8a3391 req-70041d3b-f7f9-4cd3-9298-6cf1e68cadd9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1e81e05c-4c76-424f-a369-a3cc99f09949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1192234 Nov 22 20:05:19.162191 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-89f3fcf5-a53b-4156-b931-a643cabe5f9a req-ac87780f-8b9a-4033-8776-274b68307cef tempest-FloatingIPsAssociationTestJSON-1595917213 tempest-FloatingIPsAssociationTestJSON-1595917213-project] 10.222.0.46 "GET /v2.0/security-groups?id=856cfbfb-1e64-4401-a1fb-713c41a0ff50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120682 Nov 22 20:05:19.221501 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5260a3d5-02c9-441e-9659-a8dcf711e8fc req-ec394a2c-f912-472a-9fb3-c2d87bec87f3 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1d007ec-a75a-4ef8-9cdd-9c679a3ff22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326070 Nov 22 20:05:19.233545 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 20:05:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbb93197-b950-47df-808b-e12e69d9173d x-openstack-request-id: req-bbb93197-b950-47df-808b-e12e69d9173d {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:05:19.233945 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c38e8a6-8795-4e86-88f9-2d86b3aaea94", "tag": "0e6ec0bf-f936-47ad-a6a2-1c89c9f9ccdc", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:05:19.234128 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-bbb93197-b950-47df-808b-e12e69d9173d {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:05:19.234520 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c38e8a6-8795-4e86-88f9-2d86b3aaea94', 'tag': '0e6ec0bf-f936-47ad-a6a2-1c89c9f9ccdc', 'status': 'completed', 'code': 200} Nov 22 20:05:19.306872 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722d38cc-1e2e-40d5-8470-d5da0202e43b req-73597898-2893-4096-a069-55b59b4b19b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:05:19.308532 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-722d38cc-1e2e-40d5-8470-d5da0202e43b req-73597898-2893-4096-a069-55b59b4b19b7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=126c0323750547f8b9835ef63890aaea&device_id=0c38e8a6-8795-4e86-88f9-2d86b3aaea94 HTTP/1.1" status: 200 len: 1098 time: 0.0610521 Nov 22 20:05:19.308982 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-789773b6-1c0e-4f11-a63a-326b35885484 req-0a0d3aaf-01a8-4ba1-954b-7c6b24d152d7 tempest-FloatingIPsTestJSON-118471065 tempest-FloatingIPsTestJSON-118471065-project] 10.222.0.46 "GET /v2.0/floatingips/42671ec4-cb75-4781-bd7f-50613d51367b HTTP/1.1" status: 200 len: 693 time: 0.0605340 Nov 22 20:05:19.406037 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-45a74c66-bf3f-47eb-86fd-2b9f7c8a3391 req-4e899476-7496-4614-a0f4-8076eb7e2960 service neutron] 10.222.0.20 "GET /v2.0/networks/1e81e05c-4c76-424f-a369-a3cc99f09949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2382114 Nov 22 20:05:19.417631 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Provisioning for port 42ff492e-8aff-4fd6-a604-1f78be59f19b completed by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 20:05:19.427885 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Provisioning complete for port 42ff492e-8aff-4fd6-a604-1f78be59f19b triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:05:19.428761 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722d38cc-1e2e-40d5-8470-d5da0202e43b req-2da932a4-dcae-4a50-943a-599ef0a2203c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:05:19.428948 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:19.430375 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-722d38cc-1e2e-40d5-8470-d5da0202e43b req-2da932a4-dcae-4a50-943a-599ef0a2203c service neutron] 10.222.0.20 "GET /v2.0/networks?id=e1052824-bf78-4963-8937-b202e372ac24 HTTP/1.1" status: 200 len: 870 time: 0.1137767 Nov 22 20:05:19.490956 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port 8df1cc84-b9f9-4c6a-9a84-115ade88e66e, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=8df1cc84-b9f9-4c6a-9a84-115ade88e66e,segment=NetworkSegment(a1d01b66-e103-44ab-97f3-6f827675fa31),segment_id=a1d01b66-e103-44ab-97f3-6f827675fa31)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:05:19.497822 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-722d38cc-1e2e-40d5-8470-d5da0202e43b req-2d952db2-0499-4983-b8d9-6eafcff54ac9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=0e6ec0bf-f936-47ad-a6a2-1c89c9f9ccdc HTTP/1.1" status: 200 len: 217 time: 0.0602539 Nov 22 20:05:19.509052 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Returning: {'device': '8df1cc84-b9f9-4c6a-9a84-115ade88e66e', 'network_id': '5c8a61c3-0285-4b7d-b110-24534369ffce', 'port_id': '8df1cc84-b9f9-4c6a-9a84-115ade88e66e', 'mac_address': 'fa:16:3e:83:ec:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 611, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ba52ab0-cb64-425e-be27-2e0b31d7d99f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 20:05:19.563002 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722d38cc-1e2e-40d5-8470-d5da0202e43b req-bbb9fa83-98e4-437a-84eb-35e7c44d30af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:05:19.565255 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-722d38cc-1e2e-40d5-8470-d5da0202e43b req-bbb9fa83-98e4-437a-84eb-35e7c44d30af service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3091ebfd-11e2-41f8-9c00-ffe0b86563d8 HTTP/1.1" status: 200 len: 843 time: 0.0583327 Nov 22 20:05:19.594397 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:19.596737 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:19.620996 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8df1cc84-b9f9-4c6a-9a84-115ade88e66e {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:05:19.629666 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722d38cc-1e2e-40d5-8470-d5da0202e43b req-34c060f8-aa2a-456a-bb99-57fb7a341c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:05:19.632167 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-722d38cc-1e2e-40d5-8470-d5da0202e43b req-34c060f8-aa2a-456a-bb99-57fb7a341c4a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e1052824-bf78-4963-8937-b202e372ac24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0597935 Nov 22 20:05:19.652719 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e6b3dc4-d2a4-4466-b82a-dc33446511d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42ff492e-8aff-4fd6-a604-1f78be59f19b'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:05:19.655208 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d39f6d30a11e565ec9648abcc015e8a6ab6cff4edd704add8155e28765d31eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24dfc751-9e41-463e-a789-f6827ea9041a" -d '{"events": [{"server_uuid": "6e6b3dc4-d2a4-4466-b82a-dc33446511d0", "name": "network-vif-plugged", "status": "completed", "tag": "42ff492e-8aff-4fd6-a604-1f78be59f19b"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:05:19.663247 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port 8df1cc84-b9f9-4c6a-9a84-115ade88e66e, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=8df1cc84-b9f9-4c6a-9a84-115ade88e66e,segment=NetworkSegment(a1d01b66-e103-44ab-97f3-6f827675fa31),segment_id=a1d01b66-e103-44ab-97f3-6f827675fa31)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:05:19.672140 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:19.675902 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port 42ff492e-8aff-4fd6-a604-1f78be59f19b, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=42ff492e-8aff-4fd6-a604-1f78be59f19b,segment=NetworkSegment(adef8bfe-e7cb-4b45-a1a6-80cad068f809),segment_id=adef8bfe-e7cb-4b45-a1a6-80cad068f809)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:05:19.707442 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:19.748803 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-722d38cc-1e2e-40d5-8470-d5da0202e43b req-f899e51a-6d7d-4aeb-a37f-b521d1884ac0 service neutron] 10.222.0.20 "GET /v2.0/networks/e1052824-bf78-4963-8937-b202e372ac24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087379 Nov 22 20:05:19.749617 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=8df1cc84-b9f9-4c6a-9a84-115ade88e66e,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:05:19.837030 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c76c7158-d6a8-4e80-99a3-b203d655d733 req-10650f28-87a9-4076-87a2-1a0e9735d469 tempest-SecurityGroupsTestAdminJSON-237646776 tempest-SecurityGroupsTestAdminJSON-237646776-project] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ba35e93a8d0d405ead040a8c63018021 HTTP/1.1" status: 200 len: 6153 time: 0.4614277 Nov 22 20:05:19.839622 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=42ff492e-8aff-4fd6-a604-1f78be59f19b,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:05:19.880042 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789773b6-1c0e-4f11-a63a-326b35885484 req-c5f1c33a-92a1-4716-97e4-4dd66870cb35 tempest-FloatingIPsTestJSON-118471065 tempest-FloatingIPsTestJSON-118471065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:05:19.881853 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-722d38cc-1e2e-40d5-8470-d5da0202e43b req-3c713bea-2d3e-44ad-85d4-8ad34f5fa551 service neutron] 10.222.0.20 "GET /v2.0/networks/e1052824-bf78-4963-8937-b202e372ac24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250918 Nov 22 20:05:19.882137 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-789773b6-1c0e-4f11-a63a-326b35885484 req-c5f1c33a-92a1-4716-97e4-4dd66870cb35 tempest-FloatingIPsTestJSON-118471065 tempest-FloatingIPsTestJSON-118471065-project] 10.222.0.46 "GET /v2.0/networks/c48a55e9-6a85-4746-b7bf-3e29fb560094 HTTP/1.1" status: 200 len: 784 time: 0.5660589 Nov 22 20:05:19.919881 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] get_ports_and_sgs() called for port_ids ['8df1cc84-b9f9-4c6a-9a84-115ade88e66e'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:05:19.949756 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-45a74c66-bf3f-47eb-86fd-2b9f7c8a3391 req-e668fd8b-6e4c-4598-8499-adccd760affd service neutron] 10.222.0.20 "GET /v2.0/networks/1e81e05c-4c76-424f-a369-a3cc99f09949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5305700 Nov 22 20:05:19.969897 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-789773b6-1c0e-4f11-a63a-326b35885484 req-22430403-37e3-4a3f-b4a3-369bddf6fcfc tempest-FloatingIPsTestJSON-118471065 tempest-FloatingIPsTestJSON-118471065-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.5.175 HTTP/1.1" status: 200 len: 696 time: 0.0730770 Nov 22 20:05:19.975665 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c76c7158-d6a8-4e80-99a3-b203d655d733 req-987b4d21-affe-4b61-bec1-48f7ec90a8c8 tempest-SecurityGroupsTestAdminJSON-237646776 tempest-SecurityGroupsTestAdminJSON-237646776-project] 10.222.0.46 "GET /v2.0/security-groups/0c4e736d-d01c-4a8d-a62c-8ab2e895b2c9 HTTP/1.1" status: 200 len: 2998 time: 0.1269445 Nov 22 20:05:20.056757 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-789773b6-1c0e-4f11-a63a-326b35885484 req-6d89140f-afe2-4e17-a35a-9556ac15a042 tempest-FloatingIPsTestJSON-118471065 tempest-FloatingIPsTestJSON-118471065-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.5.175 HTTP/1.1" status: 200 len: 696 time: 0.0726016 Nov 22 20:05:20.113772 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c76c7158-d6a8-4e80-99a3-b203d655d733 req-56f78179-cc2b-4939-b2ba-cba2050ec83e tempest-SecurityGroupsTestAdminJSON-237646776 tempest-SecurityGroupsTestAdminJSON-237646776-project] 10.222.0.46 "GET /v2.0/security-groups/0c4e736d-d01c-4a8d-a62c-8ab2e895b2c9 HTTP/1.1" status: 200 len: 2998 time: 0.1269572 Nov 22 20:05:20.277546 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0d851e3a-087d-4ce2-8059-6d8eec322e56 req-266a7c72-c9e3-4b95-99ed-5d9ec5b53c2a tempest-FloatingIPsAssociationNegativeTestJSON-1762176606 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.5.127 HTTP/1.1" status: 200 len: 1001 time: 0.1227412 Nov 22 20:05:20.315519 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-789773b6-1c0e-4f11-a63a-326b35885484 req-ad936f44-6f16-4ce6-84d1-6dbd88275e54 tempest-FloatingIPsTestJSON-118471065 tempest-FloatingIPsTestJSON-118471065-project] Deleting port 94e75d10-016e-479a-ae40-3d6545047096 {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:05:20.315911 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-789773b6-1c0e-4f11-a63a-326b35885484 req-ad936f44-6f16-4ce6-84d1-6dbd88275e54 tempest-FloatingIPsTestJSON-118471065 tempest-FloatingIPsTestJSON-118471065-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:20.362540 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d851e3a-087d-4ce2-8059-6d8eec322e56 req-0b14a4cf-9b1d-4c9c-b3d9-8dcd5245f66d tempest-FloatingIPsAssociationNegativeTestJSON-1762176606 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:05:20.363994 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0d851e3a-087d-4ce2-8059-6d8eec322e56 req-0b14a4cf-9b1d-4c9c-b3d9-8dcd5245f66d tempest-FloatingIPsAssociationNegativeTestJSON-1762176606 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606-project] 10.222.0.46 "GET /v2.0/ports/d1e875ee-4629-44da-a826-ba2378af3731 HTTP/1.1" status: 200 len: 942 time: 0.0805123 Nov 22 20:05:20.410422 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-789773b6-1c0e-4f11-a63a-326b35885484 req-ad936f44-6f16-4ce6-84d1-6dbd88275e54 tempest-FloatingIPsTestJSON-118471065 tempest-FloatingIPsTestJSON-118471065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:20.410750 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-789773b6-1c0e-4f11-a63a-326b35885484 req-ad936f44-6f16-4ce6-84d1-6dbd88275e54 tempest-FloatingIPsTestJSON-118471065 tempest-FloatingIPsTestJSON-118471065-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:20.424853 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-789773b6-1c0e-4f11-a63a-326b35885484 req-ad936f44-6f16-4ce6-84d1-6dbd88275e54 tempest-FloatingIPsTestJSON-118471065 tempest-FloatingIPsTestJSON-118471065-project] Calling delete_port for 94e75d10-016e-479a-ae40-3d6545047096 owned by network:floatingip {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:05:20.512919 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05a42da3-f4d1-435d-a4ca-2a5f4101b8fa', 'tag': '8df1cc84-b9f9-4c6a-9a84-115ade88e66e'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:05:20.516594 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589a98cf2aea187fcc423a5edb333e5a6cf3ad7c81115d1ebee0f079693c312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d89f441-2ef6-4297-87df-a20adf2e80a3" -d '{"events": [{"name": "network-changed", "server_uuid": "05a42da3-f4d1-435d-a4ca-2a5f4101b8fa", "tag": "8df1cc84-b9f9-4c6a-9a84-115ade88e66e"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:05:20.556483 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0d851e3a-087d-4ce2-8059-6d8eec322e56 req-5290108b-8a39-491c-a85b-6753d8ad6d7e tempest-FloatingIPsAssociationNegativeTestJSON-1762176606 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.5.127 HTTP/1.1" status: 200 len: 1001 time: 0.0851307 Nov 22 20:05:20.704893 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-789773b6-1c0e-4f11-a63a-326b35885484 req-ad936f44-6f16-4ce6-84d1-6dbd88275e54 tempest-FloatingIPsTestJSON-118471065 tempest-FloatingIPsTestJSON-118471065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:20.718915 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d851e3a-087d-4ce2-8059-6d8eec322e56 req-0829a69b-aa12-44a3-bb5f-8016934147c6 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:05:20.720441 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0d851e3a-087d-4ce2-8059-6d8eec322e56 req-0829a69b-aa12-44a3-bb5f-8016934147c6 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606-project] 10.222.0.46 "GET /v2.0/networks/c48a55e9-6a85-4746-b7bf-3e29fb560094 HTTP/1.1" status: 200 len: 784 time: 0.1530964 Nov 22 20:05:20.745243 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad936f44-6f16-4ce6-84d1-6dbd88275e54 tempest-FloatingIPsTestJSON-118471065 tempest-FloatingIPsTestJSON-118471065-project] Pushing event deleted for resources: {'Port': ['ID=94e75d10-016e-479a-ae40-3d6545047096,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:05:20.750531 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [req-0d851e3a-087d-4ce2-8059-6d8eec322e56 req-9bc7823e-5814-4b21-af73-203102b687f4 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=103447) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 20:05:20.751585 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0d851e3a-087d-4ce2-8059-6d8eec322e56 req-9bc7823e-5814-4b21-af73-203102b687f4 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0099986 Nov 22 20:05:20.881351 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0d851e3a-087d-4ce2-8059-6d8eec322e56 req-15bde3ca-185d-4d5a-a12b-0728567129aa tempest-FloatingIPsAssociationNegativeTestJSON-1762176606 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.5.127 HTTP/1.1" status: 200 len: 1001 time: 0.1213846 Nov 22 20:05:20.884542 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-789773b6-1c0e-4f11-a63a-326b35885484 req-ad936f44-6f16-4ce6-84d1-6dbd88275e54 tempest-FloatingIPsTestJSON-118471065 tempest-FloatingIPsTestJSON-118471065-project] Publish callbacks [] for floatingip, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:20.887618 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-789773b6-1c0e-4f11-a63a-326b35885484 req-ad936f44-6f16-4ce6-84d1-6dbd88275e54 tempest-FloatingIPsTestJSON-118471065 tempest-FloatingIPsTestJSON-118471065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for floatingip, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:20.888794 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-789773b6-1c0e-4f11-a63a-326b35885484 req-ad936f44-6f16-4ce6-84d1-6dbd88275e54 tempest-FloatingIPsTestJSON-118471065 tempest-FloatingIPsTestJSON-118471065-project] 10.222.0.46 "DELETE /v2.0/floatingips/42671ec4-cb75-4781-bd7f-50613d51367b HTTP/1.1" status: 204 len: 173 time: 0.8246498 Nov 22 20:05:20.894095 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-0d851e3a-087d-4ce2-8059-6d8eec322e56 req-0e2f9cb8-d94f-4360-9a11-9447f2c1bd1f tempest-FloatingIPsAssociationNegativeTestJSON-1762176606 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:05:20.966070 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-0d851e3a-087d-4ce2-8059-6d8eec322e56 req-0e2f9cb8-d94f-4360-9a11-9447f2c1bd1f tempest-FloatingIPsAssociationNegativeTestJSON-1762176606 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606-project] Publish callbacks [] for floatingip, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:20.973359 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:05:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78ebb367-6df8-4ed9-8ef3-3511ff794677 x-openstack-request-id: req-78ebb367-6df8-4ed9-8ef3-3511ff794677 {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:05:20.973928 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e6b3dc4-d2a4-4466-b82a-dc33446511d0", "name": "network-vif-plugged", "status": "completed", "tag": "42ff492e-8aff-4fd6-a604-1f78be59f19b", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:05:20.974539 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-78ebb367-6df8-4ed9-8ef3-3511ff794677 {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:05:20.975110 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e6b3dc4-d2a4-4466-b82a-dc33446511d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42ff492e-8aff-4fd6-a604-1f78be59f19b', 'code': 200} Nov 22 20:05:21.158648 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 0e6ec0bf-f936-47ad-a6a2-1c89c9f9ccdc details requested by agent hyperv_n-h2-818823-1 with host n-h2-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 20:05:21.162056 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 8df1cc84-b9f9-4c6a-9a84-115ade88e66e up at agent hyperv_n-h2-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:05:21.193741 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18569209-1761-4a25-8fa1-ddd920e6b77b req-6021cc25-2615-4a4f-b25f-e6f7c774d74b tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:05:21.195471 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-18569209-1761-4a25-8fa1-ddd920e6b77b req-6021cc25-2615-4a4f-b25f-e6f7c774d74b tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] 10.222.0.46 "GET /v2.0/ports?device_id=05a42da3-f4d1-435d-a4ca-2a5f4101b8fa HTTP/1.1" status: 200 len: 944 time: 0.1721680 Nov 22 20:05:21.197775 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-0d851e3a-087d-4ce2-8059-6d8eec322e56 req-0e2f9cb8-d94f-4360-9a11-9447f2c1bd1f tempest-FloatingIPsAssociationNegativeTestJSON-1762176606 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:21.201069 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32803888-06f1-4055-9562-c26425b38a48 req-ac5a20b0-6a8f-4db6-8c79-b610cb094729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:05:21.202578 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-32803888-06f1-4055-9562-c26425b38a48 req-ac5a20b0-6a8f-4db6-8c79-b610cb094729 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6e6b3dc4-d2a4-4466-b82a-dc33446511d0 HTTP/1.1" status: 200 len: 1096 time: 0.1376204 Nov 22 20:05:21.219765 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-0d851e3a-087d-4ce2-8059-6d8eec322e56 req-0e2f9cb8-d94f-4360-9a11-9447f2c1bd1f tempest-FloatingIPsAssociationNegativeTestJSON-1762176606 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-595224'] for floatingip, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:21.220179 n-d-818823-1 neutron-server[103447]: INFO neutron.db.l3_db [req-0d851e3a-087d-4ce2-8059-6d8eec322e56 req-0e2f9cb8-d94f-4360-9a11-9447f2c1bd1f tempest-FloatingIPsAssociationNegativeTestJSON-1762176606 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606-project] Floating IP c09cd24a-5891-43a2-918a-beff67684fcf disassociated. External IP: 172.25.5.127, port: d1e875ee-4629-44da-a826-ba2378af3731. Nov 22 20:05:21.311783 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Provisioning for port 8df1cc84-b9f9-4c6a-9a84-115ade88e66e completed by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 20:05:21.324776 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Provisioning complete for port 8df1cc84-b9f9-4c6a-9a84-115ade88e66e triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:05:21.325149 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:21.362488 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port 0e6ec0bf-f936-47ad-a6a2-1c89c9f9ccdc, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=0e6ec0bf-f936-47ad-a6a2-1c89c9f9ccdc,segment=NetworkSegment(2a5a1c7b-538e-498e-99b9-cc7a8e0411be),segment_id=2a5a1c7b-538e-498e-99b9-cc7a8e0411be)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:05:21.363856 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-32803888-06f1-4055-9562-c26425b38a48 req-de55d40f-c040-4974-9d17-1d3a487f60ab service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=856cfbfb-1e64-4401-a1fb-713c41a0ff50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522169 Nov 22 20:05:21.372418 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-18569209-1761-4a25-8fa1-ddd920e6b77b req-2ddbdf11-0f1a-4755-82ee-09291c690147 tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] 10.222.0.46 "GET /v2.0/security-groups?id=89c2c967-26c4-4e1c-a1fd-c97f87817ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688650 Nov 22 20:05:21.381638 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Returning: {'device': '0e6ec0bf-f936-47ad-a6a2-1c89c9f9ccdc', 'network_id': 'e1052824-bf78-4963-8937-b202e372ac24', 'port_id': '0e6ec0bf-f936-47ad-a6a2-1c89c9f9ccdc', 'mac_address': 'fa:16:3e:bf:9f:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3091ebfd-11e2-41f8-9c00-ffe0b86563d8', 'ip_address': '192.168.233.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 20:05:21.455040 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:21.472411 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:21.475182 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e6ec0bf-f936-47ad-a6a2-1c89c9f9ccdc {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:05:21.511071 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-474e47a5-c25e-4c46-8f08-ac8198dd9892 req-dbd4ef28-00d8-439f-8d26-b57493d945da tempest-SecurityGroupsTestAdminJSON-1020896124 tempest-SecurityGroupsTestAdminJSON-1020896124-project-admin] 10.222.0.46 "GET /v2.0/security-groups/c0a13f83-3882-4eb2-a90f-d983d95aba14 HTTP/1.1" status: 200 len: 1794 time: 0.0812438 Nov 22 20:05:21.516463 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port 0e6ec0bf-f936-47ad-a6a2-1c89c9f9ccdc, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=0e6ec0bf-f936-47ad-a6a2-1c89c9f9ccdc,segment=NetworkSegment(2a5a1c7b-538e-498e-99b9-cc7a8e0411be),segment_id=2a5a1c7b-538e-498e-99b9-cc7a8e0411be)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:05:21.527024 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:21.535848 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port 8df1cc84-b9f9-4c6a-9a84-115ade88e66e, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=8df1cc84-b9f9-4c6a-9a84-115ade88e66e,segment=NetworkSegment(a1d01b66-e103-44ab-97f3-6f827675fa31),segment_id=a1d01b66-e103-44ab-97f3-6f827675fa31)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:05:21.556954 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:21.557496 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0d851e3a-087d-4ce2-8059-6d8eec322e56 req-0e2f9cb8-d94f-4360-9a11-9447f2c1bd1f tempest-FloatingIPsAssociationNegativeTestJSON-1762176606 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606-project] Router 5ee249ec-7563-4917-9d78-7298e13edcdd has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 20:05:21.584184 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=0e6ec0bf-f936-47ad-a6a2-1c89c9f9ccdc,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:05:21.628896 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-474e47a5-c25e-4c46-8f08-ac8198dd9892 req-e0beba1d-5b3e-4173-9dd2-ded46268c80c tempest-SecurityGroupsTestAdminJSON-1020896124 tempest-SecurityGroupsTestAdminJSON-1020896124-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:21.640260 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=8df1cc84-b9f9-4c6a-9a84-115ade88e66e,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:05:21.661805 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-474e47a5-c25e-4c46-8f08-ac8198dd9892 req-e0beba1d-5b3e-4173-9dd2-ded46268c80c tempest-SecurityGroupsTestAdminJSON-1020896124 tempest-SecurityGroupsTestAdminJSON-1020896124-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:21.738270 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0d851e3a-087d-4ce2-8059-6d8eec322e56 req-0e2f9cb8-d94f-4360-9a11-9447f2c1bd1f tempest-FloatingIPsAssociationNegativeTestJSON-1762176606 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606-project] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:05:21.743247 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-0d851e3a-087d-4ce2-8059-6d8eec322e56 req-0e2f9cb8-d94f-4360-9a11-9447f2c1bd1f tempest-FloatingIPsAssociationNegativeTestJSON-1762176606 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for floatingip, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:21.749498 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64df161f-7fd3-40fe-8b74-49c162a0cc69 None None] Sync routers for ids ['5ee249ec-7563-4917-9d78-7298e13edcdd'] in n-d-818823-1 {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:05:21.761962 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64df161f-7fd3-40fe-8b74-49c162a0cc69 None None] Routers {'5ee249ec-7563-4917-9d78-7298e13edcdd'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:05:21.762635 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-64df161f-7fd3-40fe-8b74-49c162a0cc69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:05:02Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['5ee249ec-7563-4917-9d78-7298e13edcdd'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:05:21.767275 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-474e47a5-c25e-4c46-8f08-ac8198dd9892 req-e0beba1d-5b3e-4173-9dd2-ded46268c80c tempest-SecurityGroupsTestAdminJSON-1020896124 tempest-SecurityGroupsTestAdminJSON-1020896124-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:21.769850 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-474e47a5-c25e-4c46-8f08-ac8198dd9892 req-e0beba1d-5b3e-4173-9dd2-ded46268c80c tempest-SecurityGroupsTestAdminJSON-1020896124 tempest-SecurityGroupsTestAdminJSON-1020896124-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:21.770992 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-474e47a5-c25e-4c46-8f08-ac8198dd9892 req-e0beba1d-5b3e-4173-9dd2-ded46268c80c tempest-SecurityGroupsTestAdminJSON-1020896124 tempest-SecurityGroupsTestAdminJSON-1020896124-project-admin] 10.222.0.46 "DELETE /v2.0/security-groups/c0a13f83-3882-4eb2-a90f-d983d95aba14 HTTP/1.1" status: 204 len: 173 time: 0.2531171 Nov 22 20:05:21.784166 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0beba1d-5b3e-4173-9dd2-ded46268c80c tempest-SecurityGroupsTestAdminJSON-1020896124 tempest-SecurityGroupsTestAdminJSON-1020896124-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0a13f83-3882-4eb2-a90f-d983d95aba14,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:05:21.789536 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] get_ports_and_sgs() called for port_ids ['0e6ec0bf-f936-47ad-a6a2-1c89c9f9ccdc'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:05:21.796967 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0d851e3a-087d-4ce2-8059-6d8eec322e56 req-0e2f9cb8-d94f-4360-9a11-9447f2c1bd1f tempest-FloatingIPsAssociationNegativeTestJSON-1762176606 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606-project] 10.222.0.46 "PUT /v2.0/floatingips/c09cd24a-5891-43a2-918a-beff67684fcf HTTP/1.1" status: 200 len: 695 time: 0.9069810 Nov 22 20:05:21.797511 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02f25226-2e4b-42a2-abe9-f8cd9ab68471', 'tag': 'd1e875ee-4629-44da-a826-ba2378af3731'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:05:21.799892 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-460ac103-113d-4481-9550-9a0367602ebf" -d '{"events": [{"name": "network-changed", "server_uuid": "02f25226-2e4b-42a2-abe9-f8cd9ab68471", "tag": "d1e875ee-4629-44da-a826-ba2378af3731"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:05:21.882181 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d851e3a-087d-4ce2-8059-6d8eec322e56 req-f479c99b-fd13-463b-9f3c-6912773f0fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:05:21.889032 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0d851e3a-087d-4ce2-8059-6d8eec322e56 req-f479c99b-fd13-463b-9f3c-6912773f0fee service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d030735374e0421a8051bc234c97dcd6&device_id=02f25226-2e4b-42a2-abe9-f8cd9ab68471 HTTP/1.1" status: 200 len: 1096 time: 0.0766752 Nov 22 20:05:21.902448 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-64df161f-7fd3-40fe-8b74-49c162a0cc69 None None] Set router 5ee249ec-7563-4917-9d78-7298e13edcdd gateway port host: n-d-818823-1 {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:05:21.952827 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d337fd0-cd0a-4250-a128-d31cbd3cc7ae req-6af39f76-7311-4899-bd7d-d3f2a33d3e21 tempest-FloatingIPsAssociationTestJSON-1595917213 tempest-FloatingIPsAssociationTestJSON-1595917213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:05:21.954371 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2d337fd0-cd0a-4250-a128-d31cbd3cc7ae req-6af39f76-7311-4899-bd7d-d3f2a33d3e21 tempest-FloatingIPsAssociationTestJSON-1595917213 tempest-FloatingIPsAssociationTestJSON-1595917213-project] 10.222.0.46 "GET /v2.0/ports?device_id=6e6b3dc4-d2a4-4466-b82a-dc33446511d0 HTTP/1.1" status: 200 len: 945 time: 0.1137118 Nov 22 20:05:22.019652 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d851e3a-087d-4ce2-8059-6d8eec322e56 req-2ed3d73e-741c-47bb-a5dd-093ece2fc105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:05:22.021189 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0d851e3a-087d-4ce2-8059-6d8eec322e56 req-2ed3d73e-741c-47bb-a5dd-093ece2fc105 service neutron] 10.222.0.46 "GET /v2.0/networks?id=e1b8caa3-ec74-4182-a8b7-cf8ee8619d8c HTTP/1.1" status: 200 len: 929 time: 0.1314044 Nov 22 20:05:22.028595 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2d337fd0-cd0a-4250-a128-d31cbd3cc7ae req-c6b1eab5-dabc-44a5-9c17-572c1930ad86 tempest-FloatingIPsAssociationTestJSON-1595917213 tempest-FloatingIPsAssociationTestJSON-1595917213-project] 10.222.0.46 "GET /v2.0/security-groups?id=856cfbfb-1e64-4401-a1fb-713c41a0ff50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662167 Nov 22 20:05:22.065314 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0d851e3a-087d-4ce2-8059-6d8eec322e56 req-fcc5e017-dd04-4f36-8c18-db5d2a146ed0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d1e875ee-4629-44da-a826-ba2378af3731 HTTP/1.1" status: 200 len: 217 time: 0.0357492 Nov 22 20:05:22.122718 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-64df161f-7fd3-40fe-8b74-49c162a0cc69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ee249ec-7563-4917-9d78-7298e13edcdd', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-207199269-router', 'tenant_id': 'd030735374e0421a8051bc234c97dcd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.197'}], 'enable_snat': True}, 'gw_port_id': '3c4da08d-fadf-486a-b126-5c31cb2d8a90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:04:14Z', 'updated_at': '2021-11-22T20:04:27Z', 'revision_number': 4, 'project_id': 'd030735374e0421a8051bc234c97dcd6', 'gw_port': {'id': '3c4da08d-fadf-486a-b126-5c31cb2d8a90', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:6e:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee249ec-7563-4917-9d78-7298e13edcdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:04:16Z', 'updated_at': '2021-11-22T20:04:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': 'd2558b66-b79c-4e24-99c9-bc0bf8d25fd1', 'name': '', 'network_id': 'e1b8caa3-ec74-4182-a8b7-cf8ee8619d8c', 'tenant_id': 'd030735374e0421a8051bc234c97dcd6', 'mac_address': 'fa:16:3e:e4:f3:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee249ec-7563-4917-9d78-7298e13edcdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '68bdcb47-3fd9-4a9f-8c35-29c7d4d264fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:04:25Z', 'updated_at': '2021-11-22T20:04:33Z', 'revision_number': 5, 'project_id': 'd030735374e0421a8051bc234c97dcd6', 'subnets': [{'id': '68bdcb47-3fd9-4a9f-8c35-29c7d4d264fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:05:22.145198 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d851e3a-087d-4ce2-8059-6d8eec322e56 req-87cff5fd-a338-4048-a08f-a6fddd7a4068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:05:22.147234 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0d851e3a-087d-4ce2-8059-6d8eec322e56 req-87cff5fd-a338-4048-a08f-a6fddd7a4068 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=68bdcb47-3fd9-4a9f-8c35-29c7d4d264fb HTTP/1.1" status: 200 len: 867 time: 0.0763652 Nov 22 20:05:22.149334 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64df161f-7fd3-40fe-8b74-49c162a0cc69 None None] Checking router: 5ee249ec-7563-4917-9d78-7298e13edcdd for host: n-d-818823-1 {{(pid=103450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 20:05:22.159301 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64df161f-7fd3-40fe-8b74-49c162a0cc69 None None] Routers {'5ee249ec-7563-4917-9d78-7298e13edcdd'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:05:22.159895 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-64df161f-7fd3-40fe-8b74-49c162a0cc69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:05:02Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['5ee249ec-7563-4917-9d78-7298e13edcdd'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:05:22.162792 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a704273-34ea-41ed-9d4d-84f20043f48c req-906030fa-8899-469e-9156-0a00f2756fd3 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:05:22.164358 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5a704273-34ea-41ed-9d4d-84f20043f48c req-906030fa-8899-469e-9156-0a00f2756fd3 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/ports?device_id=0c38e8a6-8795-4e86-88f9-2d86b3aaea94 HTTP/1.1" status: 200 len: 948 time: 0.0685599 Nov 22 20:05:22.232139 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d851e3a-087d-4ce2-8059-6d8eec322e56 req-b2f49d73-1457-4fbe-8f89-7002c5441461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:05:22.233695 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0d851e3a-087d-4ce2-8059-6d8eec322e56 req-b2f49d73-1457-4fbe-8f89-7002c5441461 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e1b8caa3-ec74-4182-a8b7-cf8ee8619d8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0798528 Nov 22 20:05:22.238843 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5a704273-34ea-41ed-9d4d-84f20043f48c req-a45ea75e-ba7a-498f-934e-bf0fbb296291 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1d007ec-a75a-4ef8-9cdd-9c679a3ff22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662222 Nov 22 20:05:22.338163 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0d851e3a-087d-4ce2-8059-6d8eec322e56 req-53910571-8542-4bed-be56-6f06a74e96c1 service neutron] 10.222.0.46 "GET /v2.0/networks/e1b8caa3-ec74-4182-a8b7-cf8ee8619d8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970201 Nov 22 20:05:22.356619 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 20:05:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc88004b-a114-4271-b95a-5daec4986370 x-openstack-request-id: req-cc88004b-a114-4271-b95a-5daec4986370 {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:05:22.357126 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05a42da3-f4d1-435d-a4ca-2a5f4101b8fa", "tag": "8df1cc84-b9f9-4c6a-9a84-115ade88e66e", "status": "completed", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:05:22.357226 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-cc88004b-a114-4271-b95a-5daec4986370 {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:05:22.357606 n-d-818823-1 neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05a42da3-f4d1-435d-a4ca-2a5f4101b8fa', 'tag': '8df1cc84-b9f9-4c6a-9a84-115ade88e66e', 'status': 'completed', 'code': 200} Nov 22 20:05:22.364864 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-64df161f-7fd3-40fe-8b74-49c162a0cc69 None None] Set router 5ee249ec-7563-4917-9d78-7298e13edcdd gateway port host: n-d-818823-1 {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:05:22.455596 n-d-818823-1 neutron-server[103447]: INFO neutron.api.v2.resource [req-4480ab5f-63ae-40ad-8152-212b059fea06 req-91487605-de67-40fd-9ada-60023557a875 tempest-FloatingIPsTestJSON-118471065 tempest-FloatingIPsTestJSON-118471065-project] show failed (client error): The resource could not be found. Nov 22 20:05:22.456636 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4480ab5f-63ae-40ad-8152-212b059fea06 req-91487605-de67-40fd-9ada-60023557a875 tempest-FloatingIPsTestJSON-118471065 tempest-FloatingIPsTestJSON-118471065-project] 10.222.0.46 "GET /v2.0/floatingips/42671ec4-cb75-4781-bd7f-50613d51367b HTTP/1.1" status: 404 len: 350 time: 0.0879359 Nov 22 20:05:22.500478 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d89f441-2ef6-4297-87df-a20adf2e80a3 req-697ede96-f6b7-40a2-add5-7c28d5c6730d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:05:22.501994 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4d89f441-2ef6-4297-87df-a20adf2e80a3 req-697ede96-f6b7-40a2-add5-7c28d5c6730d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ed1bb220b53d484cb7697cddf2626bd6&device_id=05a42da3-f4d1-435d-a4ca-2a5f4101b8fa HTTP/1.1" status: 200 len: 1096 time: 0.1078789 Nov 22 20:05:22.506551 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0d851e3a-087d-4ce2-8059-6d8eec322e56 req-806efc15-b63c-494f-bee2-5d1afd235a76 service neutron] 10.222.0.46 "GET /v2.0/networks/e1b8caa3-ec74-4182-a8b7-cf8ee8619d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616793 Nov 22 20:05:22.577430 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 20:05:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63180e14-1d17-42df-9017-1692765255ee x-openstack-request-id: req-63180e14-1d17-42df-9017-1692765255ee {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:05:22.577731 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02f25226-2e4b-42a2-abe9-f8cd9ab68471", "tag": "d1e875ee-4629-44da-a826-ba2378af3731", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:05:22.577994 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-63180e14-1d17-42df-9017-1692765255ee {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:05:22.578392 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02f25226-2e4b-42a2-abe9-f8cd9ab68471', 'tag': 'd1e875ee-4629-44da-a826-ba2378af3731', 'status': 'completed', 'code': 200} Nov 22 20:05:22.634817 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-64df161f-7fd3-40fe-8b74-49c162a0cc69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ee249ec-7563-4917-9d78-7298e13edcdd', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-207199269-router', 'tenant_id': 'd030735374e0421a8051bc234c97dcd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.197'}], 'enable_snat': True}, 'gw_port_id': '3c4da08d-fadf-486a-b126-5c31cb2d8a90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:04:14Z', 'updated_at': '2021-11-22T20:04:27Z', 'revision_number': 4, 'project_id': 'd030735374e0421a8051bc234c97dcd6', 'gw_port': {'id': '3c4da08d-fadf-486a-b126-5c31cb2d8a90', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:6e:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee249ec-7563-4917-9d78-7298e13edcdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:04:16Z', 'updated_at': '2021-11-22T20:04:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': 'd2558b66-b79c-4e24-99c9-bc0bf8d25fd1', 'name': '', 'network_id': 'e1b8caa3-ec74-4182-a8b7-cf8ee8619d8c', 'tenant_id': 'd030735374e0421a8051bc234c97dcd6', 'mac_address': 'fa:16:3e:e4:f3:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee249ec-7563-4917-9d78-7298e13edcdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '68bdcb47-3fd9-4a9f-8c35-29c7d4d264fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:04:25Z', 'updated_at': '2021-11-22T20:04:33Z', 'revision_number': 5, 'project_id': 'd030735374e0421a8051bc234c97dcd6', 'subnets': [{'id': '68bdcb47-3fd9-4a9f-8c35-29c7d4d264fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:05:22.670502 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64df161f-7fd3-40fe-8b74-49c162a0cc69 None None] The sync data for ids ['5ee249ec-7563-4917-9d78-7298e13edcdd'] in n-d-818823-1 is: [{'id': '5ee249ec-7563-4917-9d78-7298e13edcdd', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-207199269-router', 'tenant_id': 'd030735374e0421a8051bc234c97dcd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.197'}], 'enable_snat': True}, 'gw_port_id': '3c4da08d-fadf-486a-b126-5c31cb2d8a90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:04:14Z', 'updated_at': '2021-11-22T20:04:27Z', 'revision_number': 4, 'project_id': 'd030735374e0421a8051bc234c97dcd6', 'gw_port': {'id': '3c4da08d-fadf-486a-b126-5c31cb2d8a90', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:6e:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee249ec-7563-4917-9d78-7298e13edcdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:04:16Z', 'updated_at': '2021-11-22T20:04:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': 'd2558b66-b79c-4e24-99c9-bc0bf8d25fd1', 'name': '', 'network_id': 'e1b8caa3-ec74-4182-a8b7-cf8ee8619d8c', 'tenant_id': 'd030735374e0421a8051bc234c97dcd6', 'mac_address': 'fa:16:3e:e4:f3:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee249ec-7563-4917-9d78-7298e13edcdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '68bdcb47-3fd9-4a9f-8c35-29c7d4d264fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:04:25Z', 'updated_at': '2021-11-22T20:04:33Z', 'revision_number': 5, 'project_id': 'd030735374e0421a8051bc234c97dcd6', 'subnets': [{'id': '68bdcb47-3fd9-4a9f-8c35-29c7d4d264fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:05:22.681222 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a376663f-8a16-4a5a-a139-fc0f81d77ede req-75c13800-da61-4fd3-81ab-e59365229399 tempest-SecurityGroupsTestAdminJSON-1020896124 tempest-SecurityGroupsTestAdminJSON-1020896124-project-admin] 10.222.0.46 "GET /v2.0/security-groups/a2bdb8ae-29d9-4206-ac89-5c16787be46a HTTP/1.1" status: 200 len: 1795 time: 0.1247077 Nov 22 20:05:22.693547 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d89f441-2ef6-4297-87df-a20adf2e80a3 req-d82c5e06-a1a7-4930-b049-f7fb4aa42b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:05:22.694984 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4d89f441-2ef6-4297-87df-a20adf2e80a3 req-d82c5e06-a1a7-4930-b049-f7fb4aa42b90 service neutron] 10.222.0.20 "GET /v2.0/networks?id=5c8a61c3-0285-4b7d-b110-24534369ffce HTTP/1.1" status: 200 len: 922 time: 0.1847191 Nov 22 20:05:22.911181 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ac97f9-bf51-4927-9777-a709046f2d07 None None] New status for floating IP c09cd24a-5891-43a2-918a-beff67684fcf: DOWN {{(pid=103449) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 20:05:22.985289 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05a42da3-f4d1-435d-a4ca-2a5f4101b8fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8df1cc84-b9f9-4c6a-9a84-115ade88e66e'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:05:22.987851 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d39f6d30a11e565ec9648abcc015e8a6ab6cff4edd704add8155e28765d31eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a144b4c-412b-48de-a167-79dc19381fed" -d '{"events": [{"server_uuid": "05a42da3-f4d1-435d-a4ca-2a5f4101b8fa", "name": "network-vif-plugged", "status": "completed", "tag": "8df1cc84-b9f9-4c6a-9a84-115ade88e66e"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:05:23.017155 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460ac103-113d-4481-9550-9a0367602ebf req-6e6d3ba0-4634-4f36-add1-47e292f5d5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:05:23.018644 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-460ac103-113d-4481-9550-9a0367602ebf req-6e6d3ba0-4634-4f36-add1-47e292f5d5b5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d030735374e0421a8051bc234c97dcd6&device_id=02f25226-2e4b-42a2-abe9-f8cd9ab68471 HTTP/1.1" status: 200 len: 1096 time: 0.4181113 Nov 22 20:05:23.024679 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4d89f441-2ef6-4297-87df-a20adf2e80a3 req-46c38e0e-d614-4f0b-b4ec-6ebe7e0297bb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8df1cc84-b9f9-4c6a-9a84-115ade88e66e HTTP/1.1" status: 200 len: 217 time: 0.3176346 Nov 22 20:05:23.070310 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa323927-5780-4c71-a48d-0ddeca2d1da4 req-1059e8c4-10e1-457c-b395-f1d834955185 tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:05:23.071833 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-aa323927-5780-4c71-a48d-0ddeca2d1da4 req-1059e8c4-10e1-457c-b395-f1d834955185 tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] 10.222.0.46 "GET /v2.0/ports?device_id=05a42da3-f4d1-435d-a4ca-2a5f4101b8fa HTTP/1.1" status: 200 len: 945 time: 0.4288173 Nov 22 20:05:23.160515 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 0e6ec0bf-f936-47ad-a6a2-1c89c9f9ccdc up at agent hyperv_n-h2-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:05:23.176683 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d89f441-2ef6-4297-87df-a20adf2e80a3 req-92282e2d-593c-4f8d-b378-9553a7bd2162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:05:23.178685 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4d89f441-2ef6-4297-87df-a20adf2e80a3 req-92282e2d-593c-4f8d-b378-9553a7bd2162 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6ba52ab0-cb64-425e-be27-2e0b31d7d99f HTTP/1.1" status: 200 len: 861 time: 0.1452587 Nov 22 20:05:23.204635 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-a376663f-8a16-4a5a-a139-fc0f81d77ede req-0a140830-82f8-41a6-800a-b79f23d6ad0a tempest-SecurityGroupsTestAdminJSON-1020896124 tempest-SecurityGroupsTestAdminJSON-1020896124-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:23.209341 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Provisioning for port 0e6ec0bf-f936-47ad-a6a2-1c89c9f9ccdc completed by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 20:05:23.213248 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Provisioning complete for port 0e6ec0bf-f936-47ad-a6a2-1c89c9f9ccdc triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:05:23.213621 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:23.248697 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4d89f441-2ef6-4297-87df-a20adf2e80a3 req-1b5af4a6-67f4-469c-a020-5d5bb9298730 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5c8a61c3-0285-4b7d-b110-24534369ffce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0547361 Nov 22 20:05:23.262825 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-aa323927-5780-4c71-a48d-0ddeca2d1da4 req-e182ae80-7138-46de-b883-b34ffb6602dc tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] 10.222.0.46 "GET /v2.0/security-groups?id=89c2c967-26c4-4e1c-a1fd-c97f87817ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457195 Nov 22 20:05:23.272234 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460ac103-113d-4481-9550-9a0367602ebf req-59ed6c6f-6d1e-49fe-870a-69ef27767542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:05:23.273662 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-460ac103-113d-4481-9550-9a0367602ebf req-59ed6c6f-6d1e-49fe-870a-69ef27767542 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e1b8caa3-ec74-4182-a8b7-cf8ee8619d8c HTTP/1.1" status: 200 len: 929 time: 0.2413001 Nov 22 20:05:23.275212 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-a376663f-8a16-4a5a-a139-fc0f81d77ede req-0a140830-82f8-41a6-800a-b79f23d6ad0a tempest-SecurityGroupsTestAdminJSON-1020896124 tempest-SecurityGroupsTestAdminJSON-1020896124-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:23.297799 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:23.341898 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port 0e6ec0bf-f936-47ad-a6a2-1c89c9f9ccdc, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=0e6ec0bf-f936-47ad-a6a2-1c89c9f9ccdc,segment=NetworkSegment(2a5a1c7b-538e-498e-99b9-cc7a8e0411be),segment_id=2a5a1c7b-538e-498e-99b9-cc7a8e0411be)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:05:23.345724 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:23.378214 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-460ac103-113d-4481-9550-9a0367602ebf req-655c1f29-2a97-40cc-bba7-152fb727fd9e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d1e875ee-4629-44da-a826-ba2378af3731 HTTP/1.1" status: 200 len: 217 time: 0.0954926 Nov 22 20:05:23.397614 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=0e6ec0bf-f936-47ad-a6a2-1c89c9f9ccdc,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:05:23.424279 n-d-818823-1 neutron-server[103447]: INFO neutron.api.v2.resource [req-63f0b05c-9270-4e4e-aa8d-b8dbc0ac647c req-653164e8-8535-4da4-96f7-33f70be9a041 tempest-FloatingIPsTestJSON-118471065 tempest-FloatingIPsTestJSON-118471065-project] show failed (client error): The resource could not be found. Nov 22 20:05:23.425260 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-63f0b05c-9270-4e4e-aa8d-b8dbc0ac647c req-653164e8-8535-4da4-96f7-33f70be9a041 tempest-FloatingIPsTestJSON-118471065 tempest-FloatingIPsTestJSON-118471065-project] 10.222.0.46 "GET /v2.0/floatingips/42671ec4-cb75-4781-bd7f-50613d51367b HTTP/1.1" status: 404 len: 350 time: 0.0933053 Nov 22 20:05:23.435786 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 55010) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:05:23.472048 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-a376663f-8a16-4a5a-a139-fc0f81d77ede req-0a140830-82f8-41a6-800a-b79f23d6ad0a tempest-SecurityGroupsTestAdminJSON-1020896124 tempest-SecurityGroupsTestAdminJSON-1020896124-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:23.475328 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-a376663f-8a16-4a5a-a139-fc0f81d77ede req-0a140830-82f8-41a6-800a-b79f23d6ad0a tempest-SecurityGroupsTestAdminJSON-1020896124 tempest-SecurityGroupsTestAdminJSON-1020896124-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:23.476500 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a376663f-8a16-4a5a-a139-fc0f81d77ede req-0a140830-82f8-41a6-800a-b79f23d6ad0a tempest-SecurityGroupsTestAdminJSON-1020896124 tempest-SecurityGroupsTestAdminJSON-1020896124-project-admin] 10.222.0.46 "DELETE /v2.0/security-groups/a2bdb8ae-29d9-4206-ac89-5c16787be46a HTTP/1.1" status: 204 len: 173 time: 0.7851548 Nov 22 20:05:23.513497 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a140830-82f8-41a6-800a-b79f23d6ad0a tempest-SecurityGroupsTestAdminJSON-1020896124 tempest-SecurityGroupsTestAdminJSON-1020896124-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2bdb8ae-29d9-4206-ac89-5c16787be46a,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:05:23.516591 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4d89f441-2ef6-4297-87df-a20adf2e80a3 req-7ec97d6a-e45a-427d-a378-053658067af0 service neutron] 10.222.0.20 "GET /v2.0/networks/5c8a61c3-0285-4b7d-b110-24534369ffce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2582438 Nov 22 20:05:23.551841 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460ac103-113d-4481-9550-9a0367602ebf req-5a1dd036-18cb-4d8f-9979-7d1e843eb9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:05:23.554249 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-460ac103-113d-4481-9550-9a0367602ebf req-5a1dd036-18cb-4d8f-9979-7d1e843eb9f9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=68bdcb47-3fd9-4a9f-8c35-29c7d4d264fb HTTP/1.1" status: 200 len: 867 time: 0.1413970 Nov 22 20:05:23.594623 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5131beba-9eb1-46a2-bebf-38424915f49d req-21113144-60a8-4b9a-a260-6f2e2c9a5710 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606-project] 10.222.0.46 "GET /v2.0/floatingips/c09cd24a-5891-43a2-918a-beff67684fcf HTTP/1.1" status: 200 len: 693 time: 0.0957804 Nov 22 20:05:23.669159 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:05:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5bce4cc-91ca-4a6f-845c-33604e8da3aa x-openstack-request-id: req-e5bce4cc-91ca-4a6f-845c-33604e8da3aa {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:05:23.669985 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05a42da3-f4d1-435d-a4ca-2a5f4101b8fa", "name": "network-vif-plugged", "status": "completed", "tag": "8df1cc84-b9f9-4c6a-9a84-115ade88e66e", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:05:23.670268 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e5bce4cc-91ca-4a6f-845c-33604e8da3aa {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:05:23.670675 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05a42da3-f4d1-435d-a4ca-2a5f4101b8fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8df1cc84-b9f9-4c6a-9a84-115ade88e66e', 'code': 200} Nov 22 20:05:23.745512 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460ac103-113d-4481-9550-9a0367602ebf req-225a4b9b-8119-46b6-ae6a-11b2d98f0122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:05:23.747027 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-460ac103-113d-4481-9550-9a0367602ebf req-225a4b9b-8119-46b6-ae6a-11b2d98f0122 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e1b8caa3-ec74-4182-a8b7-cf8ee8619d8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1789727 Nov 22 20:05:23.830850 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebdf350-54a7-4a82-a41c-4fab4f6ca843 req-8b5d073d-8a80-4f24-a0cd-dc6b5d1de0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:05:23.832446 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-3ebdf350-54a7-4a82-a41c-4fab4f6ca843 req-8b5d073d-8a80-4f24-a0cd-dc6b5d1de0a7 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=05a42da3-f4d1-435d-a4ca-2a5f4101b8fa HTTP/1.1" status: 200 len: 1096 time: 0.0917540 Nov 22 20:05:23.839770 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5131beba-9eb1-46a2-bebf-38424915f49d req-2c3a5bcf-4cce-4c57-beb1-04afddb8253b tempest-FloatingIPsAssociationNegativeTestJSON-1762176606 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:05:23.841169 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5131beba-9eb1-46a2-bebf-38424915f49d req-2c3a5bcf-4cce-4c57-beb1-04afddb8253b tempest-FloatingIPsAssociationNegativeTestJSON-1762176606 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606-project] 10.222.0.46 "GET /v2.0/networks/c48a55e9-6a85-4746-b7bf-3e29fb560094 HTTP/1.1" status: 200 len: 784 time: 0.2113655 Nov 22 20:05:23.858236 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4d89f441-2ef6-4297-87df-a20adf2e80a3 req-8cf16573-14f2-4748-9013-5f85bad59377 service neutron] 10.222.0.20 "GET /v2.0/networks/5c8a61c3-0285-4b7d-b110-24534369ffce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3030033 Nov 22 20:05:23.926608 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5131beba-9eb1-46a2-bebf-38424915f49d req-88a3fb58-048a-40c2-b438-dcc67e6a5229 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.5.127 HTTP/1.1" status: 200 len: 696 time: 0.0657611 Nov 22 20:05:23.945900 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c611958b-6156-401f-8f75-39a64576a717 req-23eee336-d8b5-4327-86bb-96fe84aa20ed tempest-FloatingIPsAssociationTestJSON-1595917213 tempest-FloatingIPsAssociationTestJSON-1595917213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:05:23.947579 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c611958b-6156-401f-8f75-39a64576a717 req-23eee336-d8b5-4327-86bb-96fe84aa20ed tempest-FloatingIPsAssociationTestJSON-1595917213 tempest-FloatingIPsAssociationTestJSON-1595917213-project] 10.222.0.46 "GET /v2.0/ports?device_id=6e6b3dc4-d2a4-4466-b82a-dc33446511d0 HTTP/1.1" status: 200 len: 945 time: 0.1700733 Nov 22 20:05:23.976803 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-3ebdf350-54a7-4a82-a41c-4fab4f6ca843 req-81883ac4-aaf7-4e5f-814e-fe6095fb11ba service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=89c2c967-26c4-4e1c-a1fd-c97f87817ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248660 Nov 22 20:05:23.988707 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 55020) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:05:24.025411 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-460ac103-113d-4481-9550-9a0367602ebf req-9ec7de56-d34e-40c4-94a9-fb32fda57c79 service neutron] 10.222.0.41 "GET /v2.0/networks/e1b8caa3-ec74-4182-a8b7-cf8ee8619d8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2654092 Nov 22 20:05:24.032640 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5131beba-9eb1-46a2-bebf-38424915f49d req-c2c42d8f-453f-49ec-8d9f-14fad8a1cf23 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.5.127 HTTP/1.1" status: 200 len: 696 time: 0.0840316 Nov 22 20:05:24.091146 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-209792ca-569d-469d-9f16-b78ad4926f14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659736'] for router_interface, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:24.145523 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c611958b-6156-401f-8f75-39a64576a717 req-36e11d12-eb8b-4487-a520-8edb967fbf12 tempest-FloatingIPsAssociationTestJSON-1595917213 tempest-FloatingIPsAssociationTestJSON-1595917213-project] 10.222.0.46 "GET /v2.0/security-groups?id=856cfbfb-1e64-4401-a1fb-713c41a0ff50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835914 Nov 22 20:05:24.147626 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-301b61e2-bc68-4f9e-9dfa-e03275be46a2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:24.272468 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-460ac103-113d-4481-9550-9a0367602ebf req-6384d3ff-fbff-4bdc-b436-b893a7a28abb service neutron] 10.222.0.41 "GET /v2.0/networks/e1b8caa3-ec74-4182-a8b7-cf8ee8619d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2332714 Nov 22 20:05:24.297408 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86fa22d-9ca3-4807-b18e-ae380295fee8 req-de488932-59b8-4e59-88b9-c46d7d2e8092 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:05:24.298932 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a86fa22d-9ca3-4807-b18e-ae380295fee8 req-de488932-59b8-4e59-88b9-c46d7d2e8092 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/ports?device_id=0c38e8a6-8795-4e86-88f9-2d86b3aaea94 HTTP/1.1" status: 200 len: 949 time: 0.0769653 Nov 22 20:05:24.313393 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-5131beba-9eb1-46a2-bebf-38424915f49d req-d7391d85-3034-4319-bef4-2b8c92200ebd tempest-FloatingIPsAssociationNegativeTestJSON-1762176606 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606-project] Deleting port 06d3d25d-325e-4f83-b1e4-dc6e37d71358 {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:05:24.313737 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-5131beba-9eb1-46a2-bebf-38424915f49d req-d7391d85-3034-4319-bef4-2b8c92200ebd tempest-FloatingIPsAssociationNegativeTestJSON-1762176606 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:24.375306 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-301b61e2-bc68-4f9e-9dfa-e03275be46a2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:24.382964 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-301b61e2-bc68-4f9e-9dfa-e03275be46a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:24.400351 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a86fa22d-9ca3-4807-b18e-ae380295fee8 req-a92aba84-fa5e-49c7-b855-d746d630d4b8 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1d007ec-a75a-4ef8-9cdd-9c679a3ff22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940857 Nov 22 20:05:24.428987 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-5131beba-9eb1-46a2-bebf-38424915f49d req-d7391d85-3034-4319-bef4-2b8c92200ebd tempest-FloatingIPsAssociationNegativeTestJSON-1762176606 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:24.428987 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-5131beba-9eb1-46a2-bebf-38424915f49d req-d7391d85-3034-4319-bef4-2b8c92200ebd tempest-FloatingIPsAssociationNegativeTestJSON-1762176606 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:24.442146 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-5131beba-9eb1-46a2-bebf-38424915f49d req-d7391d85-3034-4319-bef4-2b8c92200ebd tempest-FloatingIPsAssociationNegativeTestJSON-1762176606 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606-project] Calling delete_port for 06d3d25d-325e-4f83-b1e4-dc6e37d71358 owned by network:floatingip {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:05:24.447969 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-301b61e2-bc68-4f9e-9dfa-e03275be46a2 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=fd738d05f2af450a8396ed3c4183fb34&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4574974 Nov 22 20:05:24.449174 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 55028) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:05:24.451708 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301b61e2-bc68-4f9e-9dfa-e03275be46a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9592c645-6cc2-40f5-85a7-9d4f0f36aba8,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:05:24.550203 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-209792ca-569d-469d-9f16-b78ad4926f14 admin admin] Deleting port 90ffc489-e728-4975-8c27-3aaa66be28fa {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:05:24.550609 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-209792ca-569d-469d-9f16-b78ad4926f14 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:24.596702 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-eb5db8c1-454f-465b-99be-cf4b3fed46ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:24.608126 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1fa71513-32cd-438f-a137-ebe3498cef8e req-b6aa3676-6c74-4a88-9e26-6dddf5b1a851 tempest-SecurityGroupsTestAdminJSON-237646776 tempest-SecurityGroupsTestAdminJSON-237646776-project] 10.222.0.46 "GET /v2.0/security-groups/d0fb44e1-ca89-4d14-bda6-e273b39561e3 HTTP/1.1" status: 200 len: 1794 time: 0.0985866 Nov 22 20:05:24.630793 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-209792ca-569d-469d-9f16-b78ad4926f14 admin admin] For port 90ffc489-e728-4975-8c27-3aaa66be28fa, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=90ffc489-e728-4975-8c27-3aaa66be28fa,segment=NetworkSegment(f1ac044f-84ba-48f7-b4cc-86fa86e822e4),segment_id=f1ac044f-84ba-48f7-b4cc-86fa86e822e4)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:05:24.631220 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-209792ca-569d-469d-9f16-b78ad4926f14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:24.647750 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-eb5db8c1-454f-465b-99be-cf4b3fed46ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:24.649335 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-209792ca-569d-469d-9f16-b78ad4926f14 admin admin] Calling delete_port for 90ffc489-e728-4975-8c27-3aaa66be28fa owned by network:router_interface {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:05:24.759044 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-1fa71513-32cd-438f-a137-ebe3498cef8e req-0459ce3e-cf80-414e-bc05-250935350fef tempest-SecurityGroupsTestAdminJSON-237646776 tempest-SecurityGroupsTestAdminJSON-237646776-project] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:24.760820 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-5131beba-9eb1-46a2-bebf-38424915f49d req-d7391d85-3034-4319-bef4-2b8c92200ebd tempest-FloatingIPsAssociationNegativeTestJSON-1762176606 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:24.807888 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7391d85-3034-4319-bef4-2b8c92200ebd tempest-FloatingIPsAssociationNegativeTestJSON-1762176606 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606-project] Pushing event deleted for resources: {'Port': ['ID=06d3d25d-325e-4f83-b1e4-dc6e37d71358,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:05:24.832124 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-1fa71513-32cd-438f-a137-ebe3498cef8e req-0459ce3e-cf80-414e-bc05-250935350fef tempest-SecurityGroupsTestAdminJSON-237646776 tempest-SecurityGroupsTestAdminJSON-237646776-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:24.835344 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-eb5db8c1-454f-465b-99be-cf4b3fed46ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:24.838029 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-eb5db8c1-454f-465b-99be-cf4b3fed46ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:24.841656 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-eb5db8c1-454f-465b-99be-cf4b3fed46ad admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9592c645-6cc2-40f5-85a7-9d4f0f36aba8 HTTP/1.1" status: 204 len: 168 time: 0.3889358 Nov 22 20:05:24.864995 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-209792ca-569d-469d-9f16-b78ad4926f14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:24.887059 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5db8c1-454f-465b-99be-cf4b3fed46ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9592c645-6cc2-40f5-85a7-9d4f0f36aba8,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:05:24.893692 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209792ca-569d-469d-9f16-b78ad4926f14 admin admin] Pushing event deleted for resources: {'Port': ['ID=90ffc489-e728-4975-8c27-3aaa66be28fa,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:05:24.920437 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-5131beba-9eb1-46a2-bebf-38424915f49d req-d7391d85-3034-4319-bef4-2b8c92200ebd tempest-FloatingIPsAssociationNegativeTestJSON-1762176606 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606-project] Publish callbacks [] for floatingip, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:24.923332 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-5131beba-9eb1-46a2-bebf-38424915f49d req-d7391d85-3034-4319-bef4-2b8c92200ebd tempest-FloatingIPsAssociationNegativeTestJSON-1762176606 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for floatingip, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:24.944411 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5131beba-9eb1-46a2-bebf-38424915f49d req-d7391d85-3034-4319-bef4-2b8c92200ebd tempest-FloatingIPsAssociationNegativeTestJSON-1762176606 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606-project] 10.222.0.46 "DELETE /v2.0/floatingips/c09cd24a-5891-43a2-918a-beff67684fcf HTTP/1.1" status: 204 len: 173 time: 0.8937104 Nov 22 20:05:24.992841 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-1fa71513-32cd-438f-a137-ebe3498cef8e req-0459ce3e-cf80-414e-bc05-250935350fef tempest-SecurityGroupsTestAdminJSON-237646776 tempest-SecurityGroupsTestAdminJSON-237646776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:24.996165 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-1fa71513-32cd-438f-a137-ebe3498cef8e req-0459ce3e-cf80-414e-bc05-250935350fef tempest-SecurityGroupsTestAdminJSON-237646776 tempest-SecurityGroupsTestAdminJSON-237646776-project] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:24.997376 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1fa71513-32cd-438f-a137-ebe3498cef8e req-0459ce3e-cf80-414e-bc05-250935350fef tempest-SecurityGroupsTestAdminJSON-237646776 tempest-SecurityGroupsTestAdminJSON-237646776-project] 10.222.0.46 "DELETE /v2.0/security-groups/d0fb44e1-ca89-4d14-bda6-e273b39561e3 HTTP/1.1" status: 204 len: 173 time: 0.3774362 Nov 22 20:05:25.103755 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0459ce3e-cf80-414e-bc05-250935350fef tempest-SecurityGroupsTestAdminJSON-237646776 tempest-SecurityGroupsTestAdminJSON-237646776-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0fb44e1-ca89-4d14-bda6-e273b39561e3,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:05:25.152336 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-209792ca-569d-469d-9f16-b78ad4926f14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-563470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-663272'] for router_interface, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:25.258429 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ae7aa899-d0b4-40b7-9c1b-cf4a2d1fab1f req-c278bd75-6d49-4fc3-a5f0-9d3d9380b6f0 tempest-FloatingIPsAssociationTestJSON-1595917213 tempest-FloatingIPsAssociationTestJSON-1595917213-project] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3102429 Nov 22 20:05:25.269724 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2382098-a6ac-48c8-be8b-f12ef4c0043b req-d952f684-97ee-4dd2-8efc-8adaa373b484 tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:05:25.271333 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a2382098-a6ac-48c8-be8b-f12ef4c0043b req-d952f684-97ee-4dd2-8efc-8adaa373b484 tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] 10.222.0.46 "GET /v2.0/ports?device_id=05a42da3-f4d1-435d-a4ca-2a5f4101b8fa HTTP/1.1" status: 200 len: 945 time: 0.1657572 Nov 22 20:05:25.274795 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-ae7aa899-d0b4-40b7-9c1b-cf4a2d1fab1f req-a8a82563-44de-4f89-9c33-117bd1747105 tempest-FloatingIPsAssociationTestJSON-1595917213 tempest-FloatingIPsAssociationTestJSON-1595917213-project] Request body: {'floatingip': {'floating_network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:05:25.278620 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 55038) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:05:25.304494 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-711b48ab-7675-447e-a996-10df8e37c911 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:25.339162 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-ae7aa899-d0b4-40b7-9c1b-cf4a2d1fab1f req-a8a82563-44de-4f89-9c33-117bd1747105 tempest-FloatingIPsAssociationTestJSON-1595917213 tempest-FloatingIPsAssociationTestJSON-1595917213-project] Publish callbacks [] for floatingip, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:25.414710 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a2382098-a6ac-48c8-be8b-f12ef4c0043b req-93cdad30-943b-4bda-a5ac-63f57cc1e744 tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] 10.222.0.46 "GET /v2.0/security-groups?id=89c2c967-26c4-4e1c-a1fd-c97f87817ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274304 Nov 22 20:05:25.422511 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-209792ca-569d-469d-9f16-b78ad4926f14 admin admin] Router 89595558-18d1-4d64-a9cf-2b24c546abf4 has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 20:05:25.511177 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-711b48ab-7675-447e-a996-10df8e37c911 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:25.521555 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-711b48ab-7675-447e-a996-10df8e37c911 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:25.541362 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-209792ca-569d-469d-9f16-b78ad4926f14 admin admin] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:05:25.547302 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-209792ca-569d-469d-9f16-b78ad4926f14 admin admin] 10.222.0.46 "PUT /v2.0/routers/89595558-18d1-4d64-a9cf-2b24c546abf4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1095371 Nov 22 20:05:25.548221 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3d5e39ed-e6a2-4155-8f66-a867162b6a91 req-44f6a7f8-1966-4970-9e42-8342dce08e96 tempest-SecurityGroupsTestAdminJSON-237646776 tempest-SecurityGroupsTestAdminJSON-237646776-project] 10.222.0.46 "GET /v2.0/security-groups/fcdc9595-29c7-4f30-9394-6915ed61ae6d HTTP/1.1" status: 200 len: 1794 time: 0.0907903 Nov 22 20:05:25.550621 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 55046) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:05:25.559285 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e079aebc-5f6e-4e31-9ad9-1e936f231fee None None] Sync routers for ids ['89595558-18d1-4d64-a9cf-2b24c546abf4'] in n-d-818823-1 {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:05:25.569797 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e079aebc-5f6e-4e31-9ad9-1e936f231fee None None] Routers {'89595558-18d1-4d64-a9cf-2b24c546abf4'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:05:25.570742 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-e079aebc-5f6e-4e31-9ad9-1e936f231fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:05:02Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['89595558-18d1-4d64-a9cf-2b24c546abf4'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:05:25.588655 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-711b48ab-7675-447e-a996-10df8e37c911 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=80c6aaf1ad724dffa9d4f71869545fb3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3065584 Nov 22 20:05:25.591113 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 55048) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:05:25.597446 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711b48ab-7675-447e-a996-10df8e37c911 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67e28395-9869-4d45-b3b9-81f780f2361a,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:05:25.624836 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-ae7aa899-d0b4-40b7-9c1b-cf4a2d1fab1f req-a8a82563-44de-4f89-9c33-117bd1747105 tempest-FloatingIPsAssociationTestJSON-1595917213 tempest-FloatingIPsAssociationTestJSON-1595917213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:25.671734 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c38e8a6-8795-4e86-88f9-2d86b3aaea94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e6ec0bf-f936-47ad-a6a2-1c89c9f9ccdc'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:05:25.676370 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d39f6d30a11e565ec9648abcc015e8a6ab6cff4edd704add8155e28765d31eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52b32db7-8d08-4e6d-a39a-ebf300a5388b" -d '{"events": [{"server_uuid": "0c38e8a6-8795-4e86-88f9-2d86b3aaea94", "name": "network-vif-plugged", "status": "completed", "tag": "0e6ec0bf-f936-47ad-a6a2-1c89c9f9ccdc"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:05:25.680973 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-e079aebc-5f6e-4e31-9ad9-1e936f231fee None None] Set router 89595558-18d1-4d64-a9cf-2b24c546abf4 gateway port host: n-d-818823-1 {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:05:25.684054 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-3d5e39ed-e6a2-4155-8f66-a867162b6a91 req-f5e45032-97dc-4727-b293-e8972dda11fd tempest-SecurityGroupsTestAdminJSON-237646776 tempest-SecurityGroupsTestAdminJSON-237646776-project] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:25.728556 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-3d5e39ed-e6a2-4155-8f66-a867162b6a91 req-f5e45032-97dc-4727-b293-e8972dda11fd tempest-SecurityGroupsTestAdminJSON-237646776 tempest-SecurityGroupsTestAdminJSON-237646776-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:25.810394 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [req-ae7aa899-d0b4-40b7-9c1b-cf4a2d1fab1f req-a8a82563-44de-4f89-9c33-117bd1747105 tempest-FloatingIPsAssociationTestJSON-1595917213 tempest-FloatingIPsAssociationTestJSON-1595917213-project] Allocated IP 172.25.5.215 (c48a55e9-6a85-4746-b7bf-3e29fb560094/5da6f781-63e6-4328-ae7a-5e672262f55a/0884a1f3-f7bf-4065-a6be-0514539ea541) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:05:25.816189 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-3d5e39ed-e6a2-4155-8f66-a867162b6a91 req-f5e45032-97dc-4727-b293-e8972dda11fd tempest-SecurityGroupsTestAdminJSON-237646776 tempest-SecurityGroupsTestAdminJSON-237646776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:25.819525 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-3d5e39ed-e6a2-4155-8f66-a867162b6a91 req-f5e45032-97dc-4727-b293-e8972dda11fd tempest-SecurityGroupsTestAdminJSON-237646776 tempest-SecurityGroupsTestAdminJSON-237646776-project] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:25.820715 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3d5e39ed-e6a2-4155-8f66-a867162b6a91 req-f5e45032-97dc-4727-b293-e8972dda11fd tempest-SecurityGroupsTestAdminJSON-237646776 tempest-SecurityGroupsTestAdminJSON-237646776-project] 10.222.0.46 "DELETE /v2.0/security-groups/fcdc9595-29c7-4f30-9394-6915ed61ae6d HTTP/1.1" status: 204 len: 173 time: 0.2602761 Nov 22 20:05:25.839694 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e45032-97dc-4727-b293-e8972dda11fd tempest-SecurityGroupsTestAdminJSON-237646776 tempest-SecurityGroupsTestAdminJSON-237646776-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcdc9595-29c7-4f30-9394-6915ed61ae6d,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:05:25.903036 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-e079aebc-5f6e-4e31-9ad9-1e936f231fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89595558-18d1-4d64-a9cf-2b24c546abf4', 'name': 'tempest-FloatingIPsTestJSON-708799881-router', 'tenant_id': '890340a4f3794b76b663053bf86eda6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.33'}], 'enable_snat': True}, 'gw_port_id': '94611ea0-010e-455b-ab08-1a1806762580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:04:45Z', 'updated_at': '2021-11-22T20:05:24Z', 'revision_number': 5, 'project_id': '890340a4f3794b76b663053bf86eda6b', 'gw_port': {'id': '94611ea0-010e-455b-ab08-1a1806762580', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:b9:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89595558-18d1-4d64-a9cf-2b24c546abf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:04:46Z', 'updated_at': '2021-11-22T20:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:05:25.944246 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5792f102-a983-414a-beba-d0036e701a69 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:25.965480 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e079aebc-5f6e-4e31-9ad9-1e936f231fee None None] Checking router: 89595558-18d1-4d64-a9cf-2b24c546abf4 for host: n-d-818823-1 {{(pid=103450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 20:05:25.967823 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5792f102-a983-414a-beba-d0036e701a69 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:25.975474 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e079aebc-5f6e-4e31-9ad9-1e936f231fee None None] Routers {'89595558-18d1-4d64-a9cf-2b24c546abf4'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:05:25.976113 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-e079aebc-5f6e-4e31-9ad9-1e936f231fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:05:02Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['89595558-18d1-4d64-a9cf-2b24c546abf4'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:05:25.977627 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-ae7aa899-d0b4-40b7-9c1b-cf4a2d1fab1f req-a8a82563-44de-4f89-9c33-117bd1747105 tempest-FloatingIPsAssociationTestJSON-1595917213 tempest-FloatingIPsAssociationTestJSON-1595917213-project] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:26.024905 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-13dbaa03-69c9-4bc8-9462-07f13dbda9fc admin admin] Publish callbacks [] for router, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:26.074604 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-ae7aa899-d0b4-40b7-9c1b-cf4a2d1fab1f req-a8a82563-44de-4f89-9c33-117bd1747105 tempest-FloatingIPsAssociationTestJSON-1595917213 tempest-FloatingIPsAssociationTestJSON-1595917213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:26.149996 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae7aa899-d0b4-40b7-9c1b-cf4a2d1fab1f req-a8a82563-44de-4f89-9c33-117bd1747105 tempest-FloatingIPsAssociationTestJSON-1595917213 tempest-FloatingIPsAssociationTestJSON-1595917213-project] Network c48a55e9-6a85-4746-b7bf-3e29fb560094 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:05:26.162708 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-e079aebc-5f6e-4e31-9ad9-1e936f231fee None None] Set router 89595558-18d1-4d64-a9cf-2b24c546abf4 gateway port host: n-d-818823-1 {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:05:26.168874 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [req-ae7aa899-d0b4-40b7-9c1b-cf4a2d1fab1f req-a8a82563-44de-4f89-9c33-117bd1747105 tempest-FloatingIPsAssociationTestJSON-1595917213 tempest-FloatingIPsAssociationTestJSON-1595917213-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:05:26.172926 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae7aa899-d0b4-40b7-9c1b-cf4a2d1fab1f req-a8a82563-44de-4f89-9c33-117bd1747105 tempest-FloatingIPsAssociationTestJSON-1595917213 tempest-FloatingIPsAssociationTestJSON-1595917213-project] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:05:26.211640 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5792f102-a983-414a-beba-d0036e701a69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:26.215134 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5792f102-a983-414a-beba-d0036e701a69 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:26.216764 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-5792f102-a983-414a-beba-d0036e701a69 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/67e28395-9869-4d45-b3b9-81f780f2361a HTTP/1.1" status: 204 len: 168 time: 0.6246164 Nov 22 20:05:26.220194 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a82563-44de-4f89-9c33-117bd1747105 tempest-FloatingIPsAssociationTestJSON-1595917213 tempest-FloatingIPsAssociationTestJSON-1595917213-project] Pushing event updated for resources: {'Port': ['ID=0884a1f3-f7bf-4065-a6be-0514539ea541,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:05:26.240047 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04864195-93dd-4893-8a97-cf0b54d03f01 req-8353957a-4945-4ca6-97ec-1f1677023b7f tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:05:26.242209 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-04864195-93dd-4893-8a97-cf0b54d03f01 req-8353957a-4945-4ca6-97ec-1f1677023b7f tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/ports?device_id=0c38e8a6-8795-4e86-88f9-2d86b3aaea94 HTTP/1.1" status: 200 len: 949 time: 0.2056949 Nov 22 20:05:26.284140 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5792f102-a983-414a-beba-d0036e701a69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67e28395-9869-4d45-b3b9-81f780f2361a,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:05:26.337981 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-13dbaa03-69c9-4bc8-9462-07f13dbda9fc admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:26.340597 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-ae7aa899-d0b4-40b7-9c1b-cf4a2d1fab1f req-a8a82563-44de-4f89-9c33-117bd1747105 tempest-FloatingIPsAssociationTestJSON-1595917213 tempest-FloatingIPsAssociationTestJSON-1595917213-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:26.446013 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-e079aebc-5f6e-4e31-9ad9-1e936f231fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89595558-18d1-4d64-a9cf-2b24c546abf4', 'name': 'tempest-FloatingIPsTestJSON-708799881-router', 'tenant_id': '890340a4f3794b76b663053bf86eda6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.33'}], 'enable_snat': True}, 'gw_port_id': '94611ea0-010e-455b-ab08-1a1806762580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:04:45Z', 'updated_at': '2021-11-22T20:05:24Z', 'revision_number': 5, 'project_id': '890340a4f3794b76b663053bf86eda6b', 'gw_port': {'id': '94611ea0-010e-455b-ab08-1a1806762580', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:b9:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89595558-18d1-4d64-a9cf-2b24c546abf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:04:46Z', 'updated_at': '2021-11-22T20:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:05:26.471683 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-ae7aa899-d0b4-40b7-9c1b-cf4a2d1fab1f req-a8a82563-44de-4f89-9c33-117bd1747105 tempest-FloatingIPsAssociationTestJSON-1595917213 tempest-FloatingIPsAssociationTestJSON-1595917213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:26.505742 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-13dbaa03-69c9-4bc8-9462-07f13dbda9fc admin admin] Deleting port 94611ea0-010e-455b-ab08-1a1806762580 {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:05:26.506590 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-13dbaa03-69c9-4bc8-9462-07f13dbda9fc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:26.524123 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e079aebc-5f6e-4e31-9ad9-1e936f231fee None None] The sync data for ids ['89595558-18d1-4d64-a9cf-2b24c546abf4'] in n-d-818823-1 is: [{'id': '89595558-18d1-4d64-a9cf-2b24c546abf4', 'name': 'tempest-FloatingIPsTestJSON-708799881-router', 'tenant_id': '890340a4f3794b76b663053bf86eda6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.33'}], 'enable_snat': True}, 'gw_port_id': '94611ea0-010e-455b-ab08-1a1806762580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:04:45Z', 'updated_at': '2021-11-22T20:05:24Z', 'revision_number': 5, 'project_id': '890340a4f3794b76b663053bf86eda6b', 'gw_port': {'id': '94611ea0-010e-455b-ab08-1a1806762580', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:b9:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89595558-18d1-4d64-a9cf-2b24c546abf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:04:46Z', 'updated_at': '2021-11-22T20:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}] {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:05:26.541981 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-04864195-93dd-4893-8a97-cf0b54d03f01 req-348d3919-7268-4c10-8c50-881a258f191e tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1d007ec-a75a-4ef8-9cdd-9c679a3ff22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2620919 Nov 22 20:05:26.543169 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 55062) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:05:26.639228 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-13dbaa03-69c9-4bc8-9462-07f13dbda9fc admin admin] For port 94611ea0-010e-455b-ab08-1a1806762580, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=94611ea0-010e-455b-ab08-1a1806762580,segment=NetworkSegment(8793ba83-8407-4c3d-9b56-2a177cd58a70),segment_id=8793ba83-8407-4c3d-9b56-2a177cd58a70)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:05:26.639975 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-13dbaa03-69c9-4bc8-9462-07f13dbda9fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:26.653063 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-13dbaa03-69c9-4bc8-9462-07f13dbda9fc admin admin] Calling delete_port for 94611ea0-010e-455b-ab08-1a1806762580 owned by network:router_gateway {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:05:26.754134 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034ec4c7-e1fb-4417-8c39-1bf39df97989 req-dacda865-743f-4dbe-8e6c-c41544cbcaea tempest-FloatingIPsAssociationNegativeTestJSON-1762176606 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:05:26.762330 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-034ec4c7-e1fb-4417-8c39-1bf39df97989 req-dacda865-743f-4dbe-8e6c-c41544cbcaea tempest-FloatingIPsAssociationNegativeTestJSON-1762176606 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606-project] 10.222.0.46 "GET /v2.0/ports?device_id=02f25226-2e4b-42a2-abe9-f8cd9ab68471&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0962644 Nov 22 20:05:26.821931 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-ae7aa899-d0b4-40b7-9c1b-cf4a2d1fab1f req-a8a82563-44de-4f89-9c33-117bd1747105 tempest-FloatingIPsAssociationTestJSON-1595917213 tempest-FloatingIPsAssociationTestJSON-1595917213-project] Publish callbacks [] for port, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:26.835516 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-034ec4c7-e1fb-4417-8c39-1bf39df97989 req-c98fc425-1d91-4b6b-8ccd-6f7629f63079 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0723319 Nov 22 20:05:26.837603 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-ae7aa899-d0b4-40b7-9c1b-cf4a2d1fab1f req-a8a82563-44de-4f89-9c33-117bd1747105 tempest-FloatingIPsAssociationTestJSON-1595917213 tempest-FloatingIPsAssociationTestJSON-1595917213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:26.850139 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-13dbaa03-69c9-4bc8-9462-07f13dbda9fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:26.884021 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dbaa03-69c9-4bc8-9462-07f13dbda9fc admin admin] Pushing event deleted for resources: {'Port': ['ID=94611ea0-010e-455b-ab08-1a1806762580,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:05:26.941467 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a82563-44de-4f89-9c33-117bd1747105 tempest-FloatingIPsAssociationTestJSON-1595917213 tempest-FloatingIPsAssociationTestJSON-1595917213-project] Pushing event updated for resources: {'Port': ['ID=0884a1f3-f7bf-4065-a6be-0514539ea541,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:05:26.999287 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-13dbaa03-69c9-4bc8-9462-07f13dbda9fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595398'] for router_gateway, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:27.014351 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-ae7aa899-d0b4-40b7-9c1b-cf4a2d1fab1f req-a8a82563-44de-4f89-9c33-117bd1747105 tempest-FloatingIPsAssociationTestJSON-1595917213 tempest-FloatingIPsAssociationTestJSON-1595917213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-595224'] for floatingip, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:27.030677 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-a068e1d7-4463-409d-801f-e819cf231ccd admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ba35e93a8d0d405ead040a8c63018021&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3714821 Nov 22 20:05:27.032675 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:05:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e2d327d-b84f-421a-9e9e-3014b9ecd838 x-openstack-request-id: req-4e2d327d-b84f-421a-9e9e-3014b9ecd838 {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:05:27.033206 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c38e8a6-8795-4e86-88f9-2d86b3aaea94", "name": "network-vif-plugged", "status": "completed", "tag": "0e6ec0bf-f936-47ad-a6a2-1c89c9f9ccdc", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:05:27.033206 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4e2d327d-b84f-421a-9e9e-3014b9ecd838 {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:05:27.033611 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c38e8a6-8795-4e86-88f9-2d86b3aaea94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e6ec0bf-f936-47ad-a6a2-1c89c9f9ccdc', 'code': 200} Nov 22 20:05:27.034342 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 55082) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:05:27.049510 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-ae7aa899-d0b4-40b7-9c1b-cf4a2d1fab1f req-a8a82563-44de-4f89-9c33-117bd1747105 tempest-FloatingIPsAssociationTestJSON-1595917213 tempest-FloatingIPsAssociationTestJSON-1595917213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for floatingip, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:27.059370 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ae7aa899-d0b4-40b7-9c1b-cf4a2d1fab1f req-a8a82563-44de-4f89-9c33-117bd1747105 tempest-FloatingIPsAssociationTestJSON-1595917213 tempest-FloatingIPsAssociationTestJSON-1595917213-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.7999609 Nov 22 20:05:27.180857 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ae7aa899-d0b4-40b7-9c1b-cf4a2d1fab1f req-f72e6794-4ab4-4811-93ad-8f79f509e6c7 tempest-FloatingIPsAssociationTestJSON-1595917213 tempest-FloatingIPsAssociationTestJSON-1595917213-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.5.215 HTTP/1.1" status: 200 len: 696 time: 0.1204872 Nov 22 20:05:27.213775 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-13dbaa03-69c9-4bc8-9462-07f13dbda9fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24781'] for router, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:27.216861 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-13dbaa03-69c9-4bc8-9462-07f13dbda9fc admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:27.261545 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-fd17fc26-5e63-4059-aa7e-01fd8add8e5e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:27.278214 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 90ffc489-e728-4975-8c27-3aaa66be28fa no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:05:27.288598 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 55086) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:05:27.307850 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: 90ffc489-e728-4975-8c27-3aaa66be28fa {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:05:27.310301 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 90ffc489-e728-4975-8c27-3aaa66be28fa not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:05:27.310536 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e0c0ca-ab17-4c19-92e5-ba1f67634971 req-24fe784e-4867-4243-bbfa-d27079bdac6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:05:27.312037 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-99e0c0ca-ab17-4c19-92e5-ba1f67634971 req-24fe784e-4867-4243-bbfa-d27079bdac6f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=0c38e8a6-8795-4e86-88f9-2d86b3aaea94 HTTP/1.1" status: 200 len: 1100 time: 0.1519334 Nov 22 20:05:27.319031 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-13dbaa03-69c9-4bc8-9462-07f13dbda9fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-663261'] for router, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:27.320464 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13dbaa03-69c9-4bc8-9462-07f13dbda9fc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 89595558-18d1-4d64-a9cf-2b24c546abf4 {{(pid=103448) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 20:05:27.346181 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-13dbaa03-69c9-4bc8-9462-07f13dbda9fc admin admin] Publish callbacks [] for router, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:27.347682 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-13dbaa03-69c9-4bc8-9462-07f13dbda9fc admin admin] 10.222.0.46 "DELETE /v2.0/routers/89595558-18d1-4d64-a9cf-2b24c546abf4 HTTP/1.1" status: 204 len: 168 time: 1.7966886 Nov 22 20:05:27.350961 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 55090) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:05:27.425409 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-99e0c0ca-ab17-4c19-92e5-ba1f67634971 req-96bbe246-8deb-4336-ac04-f62b87d049b6 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=a1d007ec-a75a-4ef8-9cdd-9c679a3ff22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004963 Nov 22 20:05:27.428639 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_v2 [None req-93079d9e-a194-4b68-9367-629b2e40a08d admin admin] Deleting subnet da2f2400-ac33-429d-8b1f-77d7d55a4c4f {{(pid=103448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 20:05:27.432313 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-93079d9e-a194-4b68-9367-629b2e40a08d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:27.458791 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-629136a3-d220-4da8-ab4a-b193ac680fc5 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1474679158-network', 'tenant_id': 'eb8ff19a8ba4496bbd0e67bc7c6cd948'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:05:27.490239 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-93079d9e-a194-4b68-9367-629b2e40a08d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11627908'] for subnet, precommit_delete_associations {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:27.518372 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-629136a3-d220-4da8-ab4a-b193ac680fc5 admin admin] Made reservation on behalf of eb8ff19a8ba4496bbd0e67bc7c6cd948 for: {'network': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:05:27.521832 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-629136a3-d220-4da8-ab4a-b193ac680fc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for network, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:27.549601 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-629136a3-d220-4da8-ab4a-b193ac680fc5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:27.582540 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8bcd4d-f9ef-40f6-81c1-4f09a595f3a0 req-086e374e-9a52-438e-9c2b-20412ea403e2 tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:05:27.584635 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0d8bcd4d-f9ef-40f6-81c1-4f09a595f3a0 req-086e374e-9a52-438e-9c2b-20412ea403e2 tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] 10.222.0.46 "GET /v2.0/ports?device_id=05a42da3-f4d1-435d-a4ca-2a5f4101b8fa HTTP/1.1" status: 200 len: 945 time: 0.4606283 Nov 22 20:05:27.601690 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-fd17fc26-5e63-4059-aa7e-01fd8add8e5e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:27.646191 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-93079d9e-a194-4b68-9367-629b2e40a08d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3753007'] for subnet, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:27.687062 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7aa899-d0b4-40b7-9c1b-cf4a2d1fab1f req-c9d3d989-f23b-4319-af13-9ec038eeffad tempest-FloatingIPsAssociationTestJSON-1595917213 tempest-FloatingIPsAssociationTestJSON-1595917213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:05:27.688609 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ae7aa899-d0b4-40b7-9c1b-cf4a2d1fab1f req-c9d3d989-f23b-4319-af13-9ec038eeffad tempest-FloatingIPsAssociationTestJSON-1595917213 tempest-FloatingIPsAssociationTestJSON-1595917213-project] 10.222.0.46 "GET /v2.0/networks/c48a55e9-6a85-4746-b7bf-3e29fb560094 HTTP/1.1" status: 200 len: 784 time: 0.5068755 Nov 22 20:05:27.725937 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0d8bcd4d-f9ef-40f6-81c1-4f09a595f3a0 req-069fc118-cda7-4dde-8349-8d5f6fe6868e tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] 10.222.0.46 "GET /v2.0/security-groups?id=89c2c967-26c4-4e1c-a1fd-c97f87817ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289213 Nov 22 20:05:27.748644 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-93079d9e-a194-4b68-9367-629b2e40a08d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3753014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11567369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11792914'] for subnet, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:27.752912 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-629136a3-d220-4da8-ab4a-b193ac680fc5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:27.775567 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-fd17fc26-5e63-4059-aa7e-01fd8add8e5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:27.779087 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-fd17fc26-5e63-4059-aa7e-01fd8add8e5e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:27.783377 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-fd17fc26-5e63-4059-aa7e-01fd8add8e5e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0c4e736d-d01c-4a8d-a62c-8ab2e895b2c9 HTTP/1.1" status: 204 len: 168 time: 0.7433324 Nov 22 20:05:27.783592 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-629136a3-d220-4da8-ab4a-b193ac680fc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:27.785691 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9f92c0f9-d01f-4bc0-96bf-429588e2eeee req-71c252ba-fc36-4e89-b8f4-a63b33854e2b tempest-FloatingIPsAssociationNegativeTestJSON-1762176606 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0583553 Nov 22 20:05:27.791710 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd17fc26-5e63-4059-aa7e-01fd8add8e5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c4e736d-d01c-4a8d-a62c-8ab2e895b2c9,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:05:27.811159 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93079d9e-a194-4b68-9367-629b2e40a08d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da2f2400-ac33-429d-8b1f-77d7d55a4c4f,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:05:27.813223 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-93079d9e-a194-4b68-9367-629b2e40a08d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:27.817247 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-93079d9e-a194-4b68-9367-629b2e40a08d admin admin] 10.222.0.46 "DELETE /v2.0/subnets/da2f2400-ac33-429d-8b1f-77d7d55a4c4f HTTP/1.1" status: 204 len: 168 time: 0.4652581 Nov 22 20:05:27.819816 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-629136a3-d220-4da8-ab4a-b193ac680fc5 admin admin] vlan segment allocate from pool success with {'vlan_id': 619, 'physical_network': 'physnet1'} {{(pid=103448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 20:05:27.820482 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 55102) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:05:27.838668 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4dbd4c0-8a41-4bc2-b3fa-5fac43d32ace None None] Network a57abe36-5544-4172-9b92-02ebd755f0ce requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:05:27.852529 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-629136a3-d220-4da8-ab4a-b193ac680fc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:27.852881 n-d-818823-1 neutron-server[103448]: INFO neutron.db.segments_db [None req-629136a3-d220-4da8-ab4a-b193ac680fc5 admin admin] Added segment dcc1fc0e-b227-45bc-aec7-f17e25700050 of type vlan for network a4a74279-bce3-4456-95fa-fcd9fe257a11 Nov 22 20:05:27.864993 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629136a3-d220-4da8-ab4a-b193ac680fc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57db7f05-75a6-4e58-94f3-017f13eeabad,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:05:27.952391 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-629136a3-d220-4da8-ab4a-b193ac680fc5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748992492791'] for network, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:28.012025 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-629136a3-d220-4da8-ab4a-b193ac680fc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for network, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:28.013595 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-629136a3-d220-4da8-ab4a-b193ac680fc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:05:28.014245 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-629136a3-d220-4da8-ab4a-b193ac680fc5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:28.054094 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-2398b7da-5a59-4f22-91a8-689a41e89884 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3961693'] for network, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:28.079032 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6518720b-70c2-420c-a7d5-fb0d49785f5a req-a98f6ff5-aa79-4b40-8746-5c0cfa921f34 tempest-LiveAutoBlockMigrationV225Test-67792349 tempest-LiveAutoBlockMigrationV225Test-67792349-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:05:28.080778 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6518720b-70c2-420c-a7d5-fb0d49785f5a req-a98f6ff5-aa79-4b40-8746-5c0cfa921f34 tempest-LiveAutoBlockMigrationV225Test-67792349 tempest-LiveAutoBlockMigrationV225Test-67792349-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=05a42da3-f4d1-435d-a4ca-2a5f4101b8fa HTTP/1.1" status: 200 len: 1096 time: 0.1392529 Nov 22 20:05:28.089389 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-629136a3-d220-4da8-ab4a-b193ac680fc5 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7996738 Nov 22 20:05:28.090008 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 55110) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:05:28.090434 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09509ee0-0b50-418f-a042-f56eea8d7fc3 req-09ea9304-ff46-47b2-822c-1147c73d5710 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:05:28.091979 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-09509ee0-0b50-418f-a042-f56eea8d7fc3 req-09ea9304-ff46-47b2-822c-1147c73d5710 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/ports?device_id=0c38e8a6-8795-4e86-88f9-2d86b3aaea94 HTTP/1.1" status: 200 len: 949 time: 0.1098785 Nov 22 20:05:28.097362 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-6b8ec3bc-75e0-42c5-bba9-b4e527ad9416 admin admin] Request body: {'subnet': {'network_id': 'a4a74279-bce3-4456-95fa-fcd9fe257a11', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1474679158-subnet', 'tenant_id': 'eb8ff19a8ba4496bbd0e67bc7c6cd948', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:05:28.106212 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629136a3-d220-4da8-ab4a-b193ac680fc5 admin admin] Pushing event updated for resources: {'Network': ['ID=a4a74279-bce3-4456-95fa-fcd9fe257a11,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:05:28.132323 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Network a4a74279-bce3-4456-95fa-fcd9fe257a11 details requested by agent ovs-agent-n-d-818823-1 with host n-d-818823-1 {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 20:05:28.154945 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b8ec3bc-75e0-42c5-bba9-b4e527ad9416 admin admin] Made reservation on behalf of eb8ff19a8ba4496bbd0e67bc7c6cd948 for: {'subnet': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:05:28.160635 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6b8ec3bc-75e0-42c5-bba9-b4e527ad9416 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11792951'] for subnet, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:28.209816 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca193a4b-d172-4a5f-9994-78ec1b5e6e69 None None] DHCP port deletion for a57abe36-5544-4172-9b92-02ebd755f0ce request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:05:28.210425 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6518720b-70c2-420c-a7d5-fb0d49785f5a req-05f15ec2-f2f6-49bf-b6fe-7e45e06e35b3 tempest-LiveAutoBlockMigrationV225Test-67792349 tempest-LiveAutoBlockMigrationV225Test-67792349-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=89c2c967-26c4-4e1c-a1fd-c97f87817ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164575 Nov 22 20:05:28.215472 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-09509ee0-0b50-418f-a042-f56eea8d7fc3 req-7f7b5f9f-00ef-4922-ae37-fc28185e7fa8 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1d007ec-a75a-4ef8-9cdd-9c679a3ff22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145105 Nov 22 20:05:28.237659 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-2398b7da-5a59-4f22-91a8-689a41e89884 admin admin] Deleting port b40d6741-4365-4be5-a40e-c5917f5eb077 {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:05:28.238633 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-2398b7da-5a59-4f22-91a8-689a41e89884 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:28.297962 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 55114) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:05:28.326748 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [None req-2398b7da-5a59-4f22-91a8-689a41e89884 admin admin] For port b40d6741-4365-4be5-a40e-c5917f5eb077, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=b40d6741-4365-4be5-a40e-c5917f5eb077,segment=NetworkSegment(f1ac044f-84ba-48f7-b4cc-86fa86e822e4),segment_id=f1ac044f-84ba-48f7-b4cc-86fa86e822e4)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:05:28.327058 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-2398b7da-5a59-4f22-91a8-689a41e89884 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:28.349712 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-2398b7da-5a59-4f22-91a8-689a41e89884 admin admin] Calling delete_port for b40d6741-4365-4be5-a40e-c5917f5eb077 owned by network:dhcp {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:05:28.369166 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-1957a0c8-9d03-47fe-97c1-8168c003b373 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c2458f7a7d2d4e919430815da8d21919&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0694437 Nov 22 20:05:28.371846 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 55116) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:05:28.391202 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-ca193a4b-d172-4a5f-9994-78ec1b5e6e69 None None] Deleting port b40d6741-4365-4be5-a40e-c5917f5eb077 {{(pid=103449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:05:28.391624 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ca193a4b-d172-4a5f-9994-78ec1b5e6e69 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:28.515929 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ca193a4b-d172-4a5f-9994-78ec1b5e6e69 None None] For port b40d6741-4365-4be5-a40e-c5917f5eb077, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=b40d6741-4365-4be5-a40e-c5917f5eb077,segment=NetworkSegment(f1ac044f-84ba-48f7-b4cc-86fa86e822e4),segment_id=f1ac044f-84ba-48f7-b4cc-86fa86e822e4)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:05:28.516871 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ca193a4b-d172-4a5f-9994-78ec1b5e6e69 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:28.517162 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-488b7d91-ce48-48c1-82d0-19deafeb87c1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:28.528748 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6b8ec3bc-75e0-42c5-bba9-b4e527ad9416 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11567560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11792921'] for subnet, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:28.534911 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-ca193a4b-d172-4a5f-9994-78ec1b5e6e69 None None] Calling delete_port for b40d6741-4365-4be5-a40e-c5917f5eb077 owned by network:dhcp {{(pid=103449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:05:28.569146 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-488b7d91-ce48-48c1-82d0-19deafeb87c1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:28.635846 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8ec3bc-75e0-42c5-bba9-b4e527ad9416 admin admin] Pushing event updated for resources: {'Subnet': ['ID=549ad4b3-a923-4ce2-bd25-a6661497bbeb,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:05:28.645092 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b8ec3bc-75e0-42c5-bba9-b4e527ad9416 admin admin] Checking segment: {'id': 'dcc1fc0e-b227-45bc-aec7-f17e25700050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'a4a74279-bce3-4456-95fa-fcd9fe257a11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:05:28.645266 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b8ec3bc-75e0-42c5-bba9-b4e527ad9416 admin admin] Network hostable DHCP agents. Network: a4a74279-bce3-4456-95fa-fcd9fe257a11, hostable agents: ['02adaa64-0987-4b74-bad0-cbcf56f8a294'], hosted agents: [] {{(pid=103448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 20:05:28.655508 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c5b913-5d8f-4624-98b2-08c4e41810b7 req-37ab4268-47f7-427f-96cb-e40b6ffd3ca1 tempest-FloatingIPsAssociationTestJSON-1595917213 tempest-FloatingIPsAssociationTestJSON-1595917213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:05:28.657192 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-65c5b913-5d8f-4624-98b2-08c4e41810b7 req-37ab4268-47f7-427f-96cb-e40b6ffd3ca1 tempest-FloatingIPsAssociationTestJSON-1595917213 tempest-FloatingIPsAssociationTestJSON-1595917213-project] 10.222.0.46 "GET /v2.0/networks?id=1e81e05c-4c76-424f-a369-a3cc99f09949 HTTP/1.1" status: 200 len: 820 time: 0.1692882 Nov 22 20:05:28.659800 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-2398b7da-5a59-4f22-91a8-689a41e89884 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:28.670491 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-488b7d91-ce48-48c1-82d0-19deafeb87c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:28.673806 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-488b7d91-ce48-48c1-82d0-19deafeb87c1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:28.675192 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-488b7d91-ce48-48c1-82d0-19deafeb87c1 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3bdcc9b8-3a64-4299-976b-e9e5b1eef675 HTTP/1.1" status: 204 len: 168 time: 0.3018496 Nov 22 20:05:28.679102 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b8ec3bc-75e0-42c5-bba9-b4e527ad9416 admin admin] Network a4a74279-bce3-4456-95fa-fcd9fe257a11 is scheduled to be hosted by DHCP agent 02adaa64-0987-4b74-bad0-cbcf56f8a294 with binding_index 1 {{(pid=103448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 20:05:28.691386 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488b7d91-ce48-48c1-82d0-19deafeb87c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bdcc9b8-3a64-4299-976b-e9e5b1eef675,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:05:28.694880 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-6b8ec3bc-75e0-42c5-bba9-b4e527ad9416 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818823-1, a4a74279-bce3-4456-95fa-fcd9fe257a11) {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:05:28.700468 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b8ec3bc-75e0-42c5-bba9-b4e527ad9416 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:05:28.701168 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6b8ec3bc-75e0-42c5-bba9-b4e527ad9416 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:28.707230 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2398b7da-5a59-4f22-91a8-689a41e89884 admin admin] No DVR routers for this DVR port b40d6741-4365-4be5-a40e-c5917f5eb077 on host n-d-818823-1 {{(pid=103447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:05:28.708945 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2398b7da-5a59-4f22-91a8-689a41e89884 admin admin] Pushing event deleted for resources: {'Port': ['ID=b40d6741-4365-4be5-a40e-c5917f5eb077,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:05:28.712603 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5840cee4-3c77-44b7-b1ae-7c5323b6a1b8 req-3863b2f7-cfb0-4e99-8c9e-e5512ffabf96 tempest-LiveAutoBlockMigrationV225Test-67792349 tempest-LiveAutoBlockMigrationV225Test-67792349-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:05:28.720114 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5840cee4-3c77-44b7-b1ae-7c5323b6a1b8 req-3863b2f7-cfb0-4e99-8c9e-e5512ffabf96 tempest-LiveAutoBlockMigrationV225Test-67792349 tempest-LiveAutoBlockMigrationV225Test-67792349-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=05a42da3-f4d1-435d-a4ca-2a5f4101b8fa HTTP/1.1" status: 200 len: 1096 time: 0.1728511 Nov 22 20:05:28.726281 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d350e819-dbfb-4b50-91d1-b910b3f34e21 None None] Network a4a74279-bce3-4456-95fa-fcd9fe257a11 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:05:28.728629 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-6b8ec3bc-75e0-42c5-bba9-b4e527ad9416 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.6349130 Nov 22 20:05:28.731129 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 55130) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:05:28.736864 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-7384bbe6-9bec-4c49-9ca9-2a0af47d8dbd admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1474679158-router', 'tenant_id': 'eb8ff19a8ba4496bbd0e67bc7c6cd948', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'}}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:05:28.767982 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7384bbe6-9bec-4c49-9ca9-2a0af47d8dbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24799'] for router, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:28.769240 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7384bbe6-9bec-4c49-9ca9-2a0af47d8dbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-632716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24788'] for router, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:28.836557 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-2398b7da-5a59-4f22-91a8-689a41e89884 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3760028', 'neutron.services.segments.db._delete_segments_for_network-8748992815755'] for network, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:28.860203 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-2398b7da-5a59-4f22-91a8-689a41e89884 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a57abe36-5544-4172-9b92-02ebd755f0ce']}} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:05:28.867764 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ca193a4b-d172-4a5f-9994-78ec1b5e6e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381'] for port, after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:28.871571 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-2398b7da-5a59-4f22-91a8-689a41e89884 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1ac044f-84ba-48f7-b4cc-86fa86e822e4') {'for_net_delete': True} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:05:28.871872 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-2398b7da-5a59-4f22-91a8-689a41e89884 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1ac044f-84ba-48f7-b4cc-86fa86e822e4') {} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:05:28.873304 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7384bbe6-9bec-4c49-9ca9-2a0af47d8dbd admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:28.883847 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-2398b7da-5a59-4f22-91a8-689a41e89884 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748993039638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12178344'] for segment, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:28.908941 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca193a4b-d172-4a5f-9994-78ec1b5e6e69 None None] No DVR routers for this DVR port b40d6741-4365-4be5-a40e-c5917f5eb077 on host n-d-818823-1 {{(pid=103449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:05:28.912921 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-65c5b913-5d8f-4624-98b2-08c4e41810b7 req-fbcb0f71-6236-42fc-aa92-a8a9f36374f0 tempest-FloatingIPsAssociationTestJSON-1595917213 tempest-FloatingIPsAssociationTestJSON-1595917213-project] 10.222.0.46 "GET /v2.0/quotas/eccf64927ecc4dab83be8c6edc2287b1 HTTP/1.1" status: 200 len: 375 time: 0.2390983 Nov 22 20:05:28.918920 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-2398b7da-5a59-4f22-91a8-689a41e89884 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:28.927703 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca193a4b-d172-4a5f-9994-78ec1b5e6e69 None None] Pushing event deleted for resources: {'Port': ['ID=b40d6741-4365-4be5-a40e-c5917f5eb077,revision_number=None']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:05:28.938699 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca193a4b-d172-4a5f-9994-78ec1b5e6e69 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:05:28.939487 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca193a4b-d172-4a5f-9994-78ec1b5e6e69 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:05:28.944579 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2398b7da-5a59-4f22-91a8-689a41e89884 admin admin] Releasing vlan 608 on physical network physnet1 to pool {{(pid=103447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 20:05:28.945233 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-2398b7da-5a59-4f22-91a8-689a41e89884 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8900762'] for segment, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:28.945356 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca193a4b-d172-4a5f-9994-78ec1b5e6e69 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:05:28.945760 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca193a4b-d172-4a5f-9994-78ec1b5e6e69 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:05:28.946173 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca193a4b-d172-4a5f-9994-78ec1b5e6e69 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:05:28.946585 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca193a4b-d172-4a5f-9994-78ec1b5e6e69 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:05:28.946993 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca193a4b-d172-4a5f-9994-78ec1b5e6e69 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:05:28.947402 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca193a4b-d172-4a5f-9994-78ec1b5e6e69 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:05:28.947913 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca193a4b-d172-4a5f-9994-78ec1b5e6e69 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:05:28.948315 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca193a4b-d172-4a5f-9994-78ec1b5e6e69 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:05:28.948596 n-d-818823-1 neutron-server[103447]: Traceback (most recent call last): Nov 22 20:05:28.948596 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 20:05:28.948596 n-d-818823-1 neutron-server[103447]: timer() Nov 22 20:05:28.948596 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 20:05:28.948596 n-d-818823-1 neutron-server[103447]: cb(*args, **kw) Nov 22 20:05:28.948596 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 20:05:28.948596 n-d-818823-1 neutron-server[103447]: return func(*args, **kwargs) Nov 22 20:05:28.948596 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 20:05:28.948596 n-d-818823-1 neutron-server[103447]: self._notify() Nov 22 20:05:28.948596 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 20:05:28.948596 n-d-818823-1 neutron-server[103447]: self.callback(batched_events) Nov 22 20:05:28.948596 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 20:05:28.948596 n-d-818823-1 neutron-server[103447]: event.method(event) Nov 22 20:05:28.948596 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 20:05:28.948596 n-d-818823-1 neutron-server[103447]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 20:05:28.948596 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 20:05:28.948596 n-d-818823-1 neutron-server[103447]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 20:05:28.948596 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 20:05:28.948596 n-d-818823-1 neutron-server[103447]: return f(self, *a, **k) Nov 22 20:05:28.948596 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 20:05:28.948596 n-d-818823-1 neutron-server[103447]: return self._get(url).json() Nov 22 20:05:28.948596 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 20:05:28.948596 n-d-818823-1 neutron-server[103447]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 20:05:28.948596 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 20:05:28.948596 n-d-818823-1 neutron-server[103447]: return self.request(url, 'GET', **kwargs) Nov 22 20:05:28.948596 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 20:05:28.948596 n-d-818823-1 neutron-server[103447]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 20:05:28.948596 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 20:05:28.948596 n-d-818823-1 neutron-server[103447]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 20:05:28.948596 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 20:05:28.948596 n-d-818823-1 neutron-server[103447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 20:05:28.948596 n-d-818823-1 neutron-server[103447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 20:05:28.951075 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca193a4b-d172-4a5f-9994-78ec1b5e6e69 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:05:28.951075 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca193a4b-d172-4a5f-9994-78ec1b5e6e69 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:05:29.052439 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ced81c7-89e6-4b1a-9a61-98bf3174786a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fb26bd7-ce56-527b-b94f-2e1f7cb2bb35-a4a74279-bce3-4456-95fa-fcd9fe257a11', 'network_id': 'a4a74279-bce3-4456-95fa-fcd9fe257a11', 'tenant_id': 'eb8ff19a8ba4496bbd0e67bc7c6cd948', 'fixed_ips': [{'subnet_id': '549ad4b3-a923-4ce2-bd25-a6661497bbeb'}]}} from n-d-818823-1. {{(pid=103449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 20:05:29.053404 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-2ced81c7-89e6-4b1a-9a61-98bf3174786a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:29.067792 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5840cee4-3c77-44b7-b1ae-7c5323b6a1b8 req-84104320-6c6b-4807-b6e3-bca8e25f3d21 tempest-LiveAutoBlockMigrationV225Test-67792349 tempest-LiveAutoBlockMigrationV225Test-67792349-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=89c2c967-26c4-4e1c-a1fd-c97f87817ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3405206 Nov 22 20:05:29.098498 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7384bbe6-9bec-4c49-9ca9-2a0af47d8dbd admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:29.103436 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-65c5b913-5d8f-4624-98b2-08c4e41810b7 req-de314002-fd59-4509-96e9-3fce20dee433 tempest-FloatingIPsAssociationTestJSON-1595917213 tempest-FloatingIPsAssociationTestJSON-1595917213-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=eccf64927ecc4dab83be8c6edc2287b1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1815746 Nov 22 20:05:29.104663 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-2398b7da-5a59-4f22-91a8-689a41e89884 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3760002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595318'] for network, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:29.112821 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-2398b7da-5a59-4f22-91a8-689a41e89884 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for network, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:29.118299 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-2398b7da-5a59-4f22-91a8-689a41e89884 admin admin] 10.222.0.46 "DELETE /v2.0/networks/a57abe36-5544-4172-9b92-02ebd755f0ce HTTP/1.1" status: 204 len: 168 time: 1.2938051 Nov 22 20:05:29.137714 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2398b7da-5a59-4f22-91a8-689a41e89884 admin admin] Pushing event deleted for resources: {'Network': ['ID=a57abe36-5544-4172-9b92-02ebd755f0ce,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:05:29.236097 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-65c5b913-5d8f-4624-98b2-08c4e41810b7 req-5f28305f-7d5c-49c2-a90a-24668d77a368 service neutron] 10.222.0.46 "GET /v2.0/networks/1e81e05c-4c76-424f-a369-a3cc99f09949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085029 Nov 22 20:05:29.348338 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 94611ea0-010e-455b-ab08-1a1806762580 no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:05:29.388305 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: 94611ea0-010e-455b-ab08-1a1806762580 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:05:29.388758 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 94611ea0-010e-455b-ab08-1a1806762580 not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:05:29.389153 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device b40d6741-4365-4be5-a40e-c5917f5eb077 no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:05:29.401533 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b92ddc-8606-4719-a4c2-b9288497c408 req-6f627f98-1f7c-40e9-a6c3-e5162513f048 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:05:29.404791 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-40b92ddc-8606-4719-a4c2-b9288497c408 req-6f627f98-1f7c-40e9-a6c3-e5162513f048 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606-project] 10.222.0.46 "GET /v2.0/ports?device_id=02f25226-2e4b-42a2-abe9-f8cd9ab68471 HTTP/1.1" status: 200 len: 945 time: 0.0979798 Nov 22 20:05:29.421913 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: b40d6741-4365-4be5-a40e-c5917f5eb077 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:05:29.422300 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device b40d6741-4365-4be5-a40e-c5917f5eb077 not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:05:29.439654 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.db_base_plugin_common [None req-2ced81c7-89e6-4b1a-9a61-98bf3174786a None None] Allocated IP 172.20.0.2 (a4a74279-bce3-4456-95fa-fcd9fe257a11/549ad4b3-a923-4ce2-bd25-a6661497bbeb/b1274264-74a1-4f30-96e7-81b08923d852) {{(pid=103449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:05:29.447644 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-65c5b913-5d8f-4624-98b2-08c4e41810b7 req-b6ea8a55-e058-4b01-bafb-b2f1fc8001c2 service neutron] 10.222.0.46 "GET /v2.0/networks/1e81e05c-4c76-424f-a369-a3cc99f09949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2039776 Nov 22 20:05:29.499389 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-40b92ddc-8606-4719-a4c2-b9288497c408 req-30366b6c-f8a6-4052-93d5-f6a431eb72fc tempest-FloatingIPsAssociationNegativeTestJSON-1762176606 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606-project] 10.222.0.46 "GET /v2.0/security-groups?id=c037d2d6-c1c6-4d43-87f4-92fbbbea1f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818393 Nov 22 20:05:29.547449 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 55150) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:05:29.631348 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7384bbe6-9bec-4c49-9ca9-2a0af47d8dbd admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:29.663093 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-3b7a2591-b684-4f36-9139-7f9bf5e728fb admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=890340a4f3794b76b663053bf86eda6b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1142433 Nov 22 20:05:29.672016 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 55158) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:05:29.684518 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7384bbe6-9bec-4c49-9ca9-2a0af47d8dbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:29.840715 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [None req-7384bbe6-9bec-4c49-9ca9-2a0af47d8dbd admin admin] Allocated IP 172.25.5.15 (c48a55e9-6a85-4746-b7bf-3e29fb560094/5da6f781-63e6-4328-ae7a-5e672262f55a/ab66c774-cb5a-4dc7-84bd-8d6984d54707) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:05:29.848238 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-92143490-a91c-41ce-a40b-8d7dafa5abdf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:29.858350 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e917ce5a-677b-4e4e-83fa-f1813cc0a302 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:29.878507 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0027ea60-6c2c-4790-87ee-540a8c0e6ff5 req-3fce45ca-db36-446c-b76a-cbd8ede3015c tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:05:29.884644 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0027ea60-6c2c-4790-87ee-540a8c0e6ff5 req-3fce45ca-db36-446c-b76a-cbd8ede3015c tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/ports?device_id=0c38e8a6-8795-4e86-88f9-2d86b3aaea94 HTTP/1.1" status: 200 len: 949 time: 0.1214442 Nov 22 20:05:29.989325 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-92143490-a91c-41ce-a40b-8d7dafa5abdf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:30.000276 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4c5b167e-423e-45f3-9a1b-bc51a98d1a55 req-e7051b6e-401c-49d0-8d0f-6e34628dcf75 tempest-FloatingIPsAssociationTestJSON-1595917213 tempest-FloatingIPsAssociationTestJSON-1595917213-project] 10.222.0.46 "GET /v2.0/ports?device_id=b84af637-0398-463a-b5b3-c3420a17b4fe HTTP/1.1" status: 200 len: 210 time: 0.1406631 Nov 22 20:05:30.012679 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-2ced81c7-89e6-4b1a-9a61-98bf3174786a None None] Publish callbacks [] for port, precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:30.025031 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-2ced81c7-89e6-4b1a-9a61-98bf3174786a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372'] for port, after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:30.038810 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7384bbe6-9bec-4c49-9ca9-2a0af47d8dbd admin admin] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:30.086703 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ced81c7-89e6-4b1a-9a61-98bf3174786a None None] Pushing event updated for resources: {'Port': ['ID=b1274264-74a1-4f30-96e7-81b08923d852,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:05:30.111715 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ced81c7-89e6-4b1a-9a61-98bf3174786a None None] Network a4a74279-bce3-4456-95fa-fcd9fe257a11 is already hosted by enough agents. {{(pid=103449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:05:30.113511 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.base_scheduler [None req-2ced81c7-89e6-4b1a-9a61-98bf3174786a None None] Resources bound (agent type, host, resource id): {{(pid=103449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:05:30.117102 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ced81c7-89e6-4b1a-9a61-98bf3174786a None None] Received port after_create {{(pid=103449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:05:30.147506 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0027ea60-6c2c-4790-87ee-540a8c0e6ff5 req-cd417dc8-85c6-4a17-9bdd-45576d0e4208 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1d007ec-a75a-4ef8-9cdd-9c679a3ff22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2410414 Nov 22 20:05:30.165171 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7384bbe6-9bec-4c49-9ca9-2a0af47d8dbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:30.175885 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e372bf6-36d8-4293-8730-a71569438908 req-520aa74c-0390-4fc8-bebb-43c340f9bce6 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:05:30.186494 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6e372bf6-36d8-4293-8730-a71569438908 req-520aa74c-0390-4fc8-bebb-43c340f9bce6 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606-project] 10.222.0.41 "GET /v2.0/ports?device_id=02f25226-2e4b-42a2-abe9-f8cd9ab68471 HTTP/1.1" status: 200 len: 945 time: 0.2378044 Nov 22 20:05:30.263824 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-2ced81c7-89e6-4b1a-9a61-98bf3174786a None None] Attempting to bind port b1274264-74a1-4f30-96e7-81b08923d852 on host n-d-818823-1 for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:05:30.264376 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-2ced81c7-89e6-4b1a-9a61-98bf3174786a None None] Attempting to bind port b1274264-74a1-4f30-96e7-81b08923d852 by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': 'dcc1fc0e-b227-45bc-aec7-f17e25700050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'a4a74279-bce3-4456-95fa-fcd9fe257a11'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:05:30.264786 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ced81c7-89e6-4b1a-9a61-98bf3174786a None None] Attempting to bind port b1274264-74a1-4f30-96e7-81b08923d852 on network a4a74279-bce3-4456-95fa-fcd9fe257a11 {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:05:30.273136 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-92143490-a91c-41ce-a40b-8d7dafa5abdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:30.275839 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-92143490-a91c-41ce-a40b-8d7dafa5abdf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:30.280765 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-92143490-a91c-41ce-a40b-8d7dafa5abdf admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f378991c-f5e2-43d4-b450-011d3b2b2ad2 HTTP/1.1" status: 204 len: 168 time: 0.6039722 Nov 22 20:05:30.280956 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ced81c7-89e6-4b1a-9a61-98bf3174786a None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 5, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:05:30.281554 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ced81c7-89e6-4b1a-9a61-98bf3174786a None None] Checking segment: {'id': 'dcc1fc0e-b227-45bc-aec7-f17e25700050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'a4a74279-bce3-4456-95fa-fcd9fe257a11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:05:30.289757 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-2ced81c7-89e6-4b1a-9a61-98bf3174786a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:30.290218 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ced81c7-89e6-4b1a-9a61-98bf3174786a None None] Bound using segment: {'id': 'dcc1fc0e-b227-45bc-aec7-f17e25700050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'a4a74279-bce3-4456-95fa-fcd9fe257a11'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:05:30.290777 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-2ced81c7-89e6-4b1a-9a61-98bf3174786a None None] Bound port: b1274264-74a1-4f30-96e7-81b08923d852, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcc1fc0e-b227-45bc-aec7-f17e25700050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'a4a74279-bce3-4456-95fa-fcd9fe257a11'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:05:30.291186 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-2ced81c7-89e6-4b1a-9a61-98bf3174786a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:30.300262 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7384bbe6-9bec-4c49-9ca9-2a0af47d8dbd admin admin] Network c48a55e9-6a85-4746-b7bf-3e29fb560094 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:05:30.318871 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-7384bbe6-9bec-4c49-9ca9-2a0af47d8dbd admin admin] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:05:30.340505 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7384bbe6-9bec-4c49-9ca9-2a0af47d8dbd admin admin] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:05:30.393560 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [req-be2b564d-4522-48f0-babb-507bba7ff146 req-e5914ee0-5d7e-4b02-a854-90d4ed953c17 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=103447) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 20:05:30.394608 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-be2b564d-4522-48f0-babb-507bba7ff146 req-e5914ee0-5d7e-4b02-a854-90d4ed953c17 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0647094 Nov 22 20:05:30.409956 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92143490-a91c-41ce-a40b-8d7dafa5abdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f378991c-f5e2-43d4-b450-011d3b2b2ad2,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:05:30.430729 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7384bbe6-9bec-4c49-9ca9-2a0af47d8dbd admin admin] Pushing event updated for resources: {'Port': ['ID=ab66c774-cb5a-4dc7-84bd-8d6984d54707,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:05:30.495837 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-2ced81c7-89e6-4b1a-9a61-98bf3174786a None None] For port b1274264-74a1-4f30-96e7-81b08923d852, host n-d-818823-1, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:05:30.504926 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-2ced81c7-89e6-4b1a-9a61-98bf3174786a None None] For port b1274264-74a1-4f30-96e7-81b08923d852, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=b1274264-74a1-4f30-96e7-81b08923d852,segment=NetworkSegment(dcc1fc0e-b227-45bc-aec7-f17e25700050),segment_id=dcc1fc0e-b227-45bc-aec7-f17e25700050)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:05:30.512120 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-2ced81c7-89e6-4b1a-9a61-98bf3174786a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:30.562583 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85833b8-622b-428c-8b7b-2f3f1bd03f09 req-4d9b826b-fd8d-496e-8751-cdee31db8021 tempest-LiveAutoBlockMigrationV225Test-67792349 tempest-LiveAutoBlockMigrationV225Test-67792349-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:05:30.573350 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d85833b8-622b-428c-8b7b-2f3f1bd03f09 req-4d9b826b-fd8d-496e-8751-cdee31db8021 tempest-LiveAutoBlockMigrationV225Test-67792349 tempest-LiveAutoBlockMigrationV225Test-67792349-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=05a42da3-f4d1-435d-a4ca-2a5f4101b8fa HTTP/1.1" status: 200 len: 1096 time: 0.1776514 Nov 22 20:05:30.628976 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ced81c7-89e6-4b1a-9a61-98bf3174786a None None] Pushing event updated for resources: {'Port': ['ID=b1274264-74a1-4f30-96e7-81b08923d852,revision_number=2']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:05:30.632859 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-6e372bf6-36d8-4293-8730-a71569438908 req-8ae3f965-e525-48c0-a9d8-0b369152f68b tempest-FloatingIPsAssociationNegativeTestJSON-1762176606 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606-project] Deleting port d1e875ee-4629-44da-a826-ba2378af3731 {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:05:30.632859 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-6e372bf6-36d8-4293-8730-a71569438908 req-8ae3f965-e525-48c0-a9d8-0b369152f68b tempest-FloatingIPsAssociationNegativeTestJSON-1762176606 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:30.775168 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d85833b8-622b-428c-8b7b-2f3f1bd03f09 req-6bc917c0-0d21-4768-95df-0331bcc181f6 tempest-LiveAutoBlockMigrationV225Test-67792349 tempest-LiveAutoBlockMigrationV225Test-67792349-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=89c2c967-26c4-4e1c-a1fd-c97f87817ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008624 Nov 22 20:05:30.933026 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-6e372bf6-36d8-4293-8730-a71569438908 req-8ae3f965-e525-48c0-a9d8-0b369152f68b tempest-FloatingIPsAssociationNegativeTestJSON-1762176606 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606-project] For port d1e875ee-4629-44da-a826-ba2378af3731, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=d1e875ee-4629-44da-a826-ba2378af3731,segment=NetworkSegment(c68febf0-9b45-4f92-a002-5342e4436047),segment_id=c68febf0-9b45-4f92-a002-5342e4436047)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:05:30.933406 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-6e372bf6-36d8-4293-8730-a71569438908 req-8ae3f965-e525-48c0-a9d8-0b369152f68b tempest-FloatingIPsAssociationNegativeTestJSON-1762176606 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:30.973346 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-6e372bf6-36d8-4293-8730-a71569438908 req-8ae3f965-e525-48c0-a9d8-0b369152f68b tempest-FloatingIPsAssociationNegativeTestJSON-1762176606 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606-project] Calling delete_port for d1e875ee-4629-44da-a826-ba2378af3731 owned by compute:nova {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:05:31.217946 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7384bbe6-9bec-4c49-9ca9-2a0af47d8dbd admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:31.320996 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 55212) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:05:31.360811 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device b1274264-74a1-4f30-96e7-81b08923d852 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:05:31.402665 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c49333-e624-447d-a64c-43b3165bf6eb req-8b4ed23f-eaca-44dc-9eab-f33b485e9b65 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:05:31.412620 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e4c49333-e624-447d-a64c-43b3165bf6eb req-8b4ed23f-eaca-44dc-9eab-f33b485e9b65 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606-project] 10.222.0.46 "GET /v2.0/ports?device_id=02f25226-2e4b-42a2-abe9-f8cd9ab68471 HTTP/1.1" status: 200 len: 945 time: 0.3970158 Nov 22 20:05:31.444432 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-6e372bf6-36d8-4293-8730-a71569438908 req-8ae3f965-e525-48c0-a9d8-0b369152f68b tempest-FloatingIPsAssociationNegativeTestJSON-1762176606 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:31.452839 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port b1274264-74a1-4f30-96e7-81b08923d852 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:05:31.453580 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:31.564289 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae3f965-e525-48c0-a9d8-0b369152f68b tempest-FloatingIPsAssociationNegativeTestJSON-1762176606 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606-project] Pushing event deleted for resources: {'Port': ['ID=d1e875ee-4629-44da-a826-ba2378af3731,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:05:31.602685 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcacda4a-9444-42e4-8a0f-8293e8795c03 req-45967bb1-b815-448d-a266-a9b26ec18af1 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:05:31.612027 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-bcacda4a-9444-42e4-8a0f-8293e8795c03 req-45967bb1-b815-448d-a266-a9b26ec18af1 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/ports?device_id=0c38e8a6-8795-4e86-88f9-2d86b3aaea94 HTTP/1.1" status: 200 len: 949 time: 0.3655317 Nov 22 20:05:31.658849 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:31.722814 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] For port b1274264-74a1-4f30-96e7-81b08923d852, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=b1274264-74a1-4f30-96e7-81b08923d852,segment=NetworkSegment(dcc1fc0e-b227-45bc-aec7-f17e25700050),segment_id=dcc1fc0e-b227-45bc-aec7-f17e25700050)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:05:31.733512 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:31.793251 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e372bf6-36d8-4293-8730-a71569438908 req-8ae3f965-e525-48c0-a9d8-0b369152f68b tempest-FloatingIPsAssociationNegativeTestJSON-1762176606 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606-project] No DVR routers for this DVR port d1e875ee-4629-44da-a826-ba2378af3731 on host n-h1-818823-1 {{(pid=103447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:05:31.795954 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-6e372bf6-36d8-4293-8730-a71569438908 req-8ae3f965-e525-48c0-a9d8-0b369152f68b tempest-FloatingIPsAssociationNegativeTestJSON-1762176606 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:31.800323 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6e372bf6-36d8-4293-8730-a71569438908 req-8ae3f965-e525-48c0-a9d8-0b369152f68b tempest-FloatingIPsAssociationNegativeTestJSON-1762176606 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606-project] 10.222.0.41 "DELETE /v2.0/ports/d1e875ee-4629-44da-a826-ba2378af3731 HTTP/1.1" status: 204 len: 173 time: 1.6060452 Nov 22 20:05:31.818525 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e4c49333-e624-447d-a64c-43b3165bf6eb req-22526e9e-89f1-487e-9537-e4efa97e2faa tempest-FloatingIPsAssociationNegativeTestJSON-1762176606 tempest-FloatingIPsAssociationNegativeTestJSON-1762176606-project] 10.222.0.46 "GET /v2.0/security-groups?id=c037d2d6-c1c6-4d43-87f4-92fbbbea1f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4021478 Nov 22 20:05:31.865297 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02f25226-2e4b-42a2-abe9-f8cd9ab68471', 'name': 'network-vif-deleted', 'tag': 'd1e875ee-4629-44da-a826-ba2378af3731'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:05:31.871614 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32877ede-5adc-4ed4-8010-1f3d7f8185af" -d '{"events": [{"server_uuid": "02f25226-2e4b-42a2-abe9-f8cd9ab68471", "name": "network-vif-deleted", "tag": "d1e875ee-4629-44da-a826-ba2378af3731"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:05:32.003928 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Pushing event updated for resources: {'Port': ['ID=b1274264-74a1-4f30-96e7-81b08923d852,revision_number=3']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:05:32.028853 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-bcacda4a-9444-42e4-8a0f-8293e8795c03 req-a35b6282-5ef6-4696-ae01-5f227adf7e8c tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1d007ec-a75a-4ef8-9cdd-9c679a3ff22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4153233 Nov 22 20:05:32.052450 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-82d1e604-5e4a-4aa5-92e5-0b2876866af2 req-e717aca0-6496-436f-88b7-857703fb3b5b tempest-FloatingIPsAssociationTestJSON-1595917213 tempest-FloatingIPsAssociationTestJSON-1595917213-project] 10.222.0.46 "GET /v2.0/ports?device_id=b84af637-0398-463a-b5b3-c3420a17b4fe HTTP/1.1" status: 200 len: 210 time: 0.0828238 Nov 22 20:05:32.084685 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ab7722f8-30c0-4d32-99fe-080643ce7aac req-688b04e2-fe30-4d2b-a4fd-f31846105005 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0c38e8a6-8795-4e86-88f9-2d86b3aaea94&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.7589641 Nov 22 20:05:32.100597 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [req-ab7722f8-30c0-4d32-99fe-080643ce7aac req-a566cadf-2838-4094-bc0f-d1547242c6b7 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=103447) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 20:05:32.104332 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ab7722f8-30c0-4d32-99fe-080643ce7aac req-a566cadf-2838-4094-bc0f-d1547242c6b7 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0109787 Nov 22 20:05:32.175551 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:05:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9011f438-9b85-4199-b18e-61799a6e9011 x-openstack-request-id: req-9011f438-9b85-4199-b18e-61799a6e9011 {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:05:32.176163 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02f25226-2e4b-42a2-abe9-f8cd9ab68471", "name": "network-vif-deleted", "tag": "d1e875ee-4629-44da-a826-ba2378af3731", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:05:32.178838 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9011f438-9b85-4199-b18e-61799a6e9011 {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:05:32.179552 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02f25226-2e4b-42a2-abe9-f8cd9ab68471', 'name': 'network-vif-deleted', 'tag': 'd1e875ee-4629-44da-a826-ba2378af3731', 'status': 'completed', 'code': 200} Nov 22 20:05:32.226940 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cac740-7ac4-428f-96b2-118d5d514318 req-504eb1aa-f39f-443a-a5aa-0d7dbc225079 tempest-LiveAutoBlockMigrationV225Test-67792349 tempest-LiveAutoBlockMigrationV225Test-67792349-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:05:32.236104 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-79cac740-7ac4-428f-96b2-118d5d514318 req-504eb1aa-f39f-443a-a5aa-0d7dbc225079 tempest-LiveAutoBlockMigrationV225Test-67792349 tempest-LiveAutoBlockMigrationV225Test-67792349-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=05a42da3-f4d1-435d-a4ca-2a5f4101b8fa HTTP/1.1" status: 200 len: 1096 time: 0.0766280 Nov 22 20:05:32.317053 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-79cac740-7ac4-428f-96b2-118d5d514318 req-826eacd0-1e28-4422-83dd-e05f8e419078 tempest-LiveAutoBlockMigrationV225Test-67792349 tempest-LiveAutoBlockMigrationV225Test-67792349-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=89c2c967-26c4-4e1c-a1fd-c97f87817ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787740 Nov 22 20:05:32.412857 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-64c718fe-f4ef-4f1d-8b16-63a9f1cb9ca6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:32.548247 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-778d0d7b-7589-4feb-9e5f-56e7a2033535 None None] Network a4a74279-bce3-4456-95fa-fcd9fe257a11 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:05:32.589990 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7384bbe6-9bec-4c49-9ca9-2a0af47d8dbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-659538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-841284'] for router, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:32.656596 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c5b913-5d8f-4624-98b2-08c4e41810b7 req-c449a527-722b-4ed8-af76-4ab79d32e9e1 tempest-FloatingIPsAssociationTestJSON-1595917213 tempest-FloatingIPsAssociationTestJSON-1595917213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:05:32.658298 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-65c5b913-5d8f-4624-98b2-08c4e41810b7 req-c449a527-722b-4ed8-af76-4ab79d32e9e1 tempest-FloatingIPsAssociationTestJSON-1595917213 tempest-FloatingIPsAssociationTestJSON-1595917213-project] 10.222.0.41 "GET /v2.0/networks?id=1e81e05c-4c76-424f-a369-a3cc99f09949 HTTP/1.1" status: 200 len: 820 time: 0.7090132 Nov 22 20:05:32.696634 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-48cdd747-1c5f-4254-bf76-efc2679fa4cf None None] Provisioning complete for port b1274264-74a1-4f30-96e7-81b08923d852 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:05:32.697264 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-48cdd747-1c5f-4254-bf76-efc2679fa4cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:32.711474 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [req-65c5b913-5d8f-4624-98b2-08c4e41810b7 req-441a502c-906d-4135-8dd7-c0e30e1ecdff tempest-FloatingIPsAssociationTestJSON-1595917213 tempest-FloatingIPsAssociationTestJSON-1595917213-project] Request body: {'port': {'device_id': 'b84af637-0398-463a-b5b3-c3420a17b4fe', 'network_id': '1e81e05c-4c76-424f-a369-a3cc99f09949', 'admin_state_up': True, 'tenant_id': 'eccf64927ecc4dab83be8c6edc2287b1'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:05:32.872418 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7384bbe6-9bec-4c49-9ca9-2a0af47d8dbd admin admin] Router c694080b-a9b1-436f-827c-73c583d5503f is scheduled to L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 with binding_index 1 {{(pid=103448) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 20:05:32.930144 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65c5b913-5d8f-4624-98b2-08c4e41810b7 req-441a502c-906d-4135-8dd7-c0e30e1ecdff tempest-FloatingIPsAssociationTestJSON-1595917213 tempest-FloatingIPsAssociationTestJSON-1595917213-project] Made reservation on behalf of eccf64927ecc4dab83be8c6edc2287b1 for: {'port': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:05:32.934174 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-65c5b913-5d8f-4624-98b2-08c4e41810b7 req-441a502c-906d-4135-8dd7-c0e30e1ecdff tempest-FloatingIPsAssociationTestJSON-1595917213 tempest-FloatingIPsAssociationTestJSON-1595917213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:33.147298 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7384bbe6-9bec-4c49-9ca9-2a0af47d8dbd admin admin] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:05:33.182683 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d1d605b-2574-4c20-a694-5fab2d90741f None None] Sync routers for ids ['c694080b-a9b1-436f-827c-73c583d5503f'] in n-d-818823-1 {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:05:33.206818 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d1d605b-2574-4c20-a694-5fab2d90741f None None] Routers {'c694080b-a9b1-436f-827c-73c583d5503f'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:05:33.212618 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-1d1d605b-2574-4c20-a694-5fab2d90741f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:05:32Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['c694080b-a9b1-436f-827c-73c583d5503f'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:05:33.229593 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7384bbe6-9bec-4c49-9ca9-2a0af47d8dbd admin admin] Publish callbacks [] for router, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:33.231680 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-7384bbe6-9bec-4c49-9ca9-2a0af47d8dbd admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 4.4990418 Nov 22 20:05:33.237069 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 55314) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:05:33.253188 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1e504a22-8841-4b68-b373-ad813f27c733 req-3a3d429b-3490-4c50-9f40-47a2bc43fc58 tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=df0dc2d171414ec4a3fabee70c3a9ca4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0936155 Nov 22 20:05:33.356505 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device d1e875ee-4629-44da-a826-ba2378af3731 no longer exists at agent hyperv_n-h1-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:05:33.358569 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device b1274264-74a1-4f30-96e7-81b08923d852 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:05:33.394245 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [req-65c5b913-5d8f-4624-98b2-08c4e41810b7 req-441a502c-906d-4135-8dd7-c0e30e1ecdff tempest-FloatingIPsAssociationTestJSON-1595917213 tempest-FloatingIPsAssociationTestJSON-1595917213-project] Allocated IP 172.20.0.9 (1e81e05c-4c76-424f-a369-a3cc99f09949/555c9f92-faec-4407-89e0-e5147ee8b27d/f4441bd5-8225-4d37-a6a1-98fd9d91a472) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:05:33.445206 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] No Port match for: d1e875ee-4629-44da-a826-ba2378af3731 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:05:33.445558 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device d1e875ee-4629-44da-a826-ba2378af3731 not bound to the agent host n-h1-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:05:33.465527 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-03f0964f-1b75-4df7-99e0-a3cdb56ec2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:33.560599 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-5e3b25e9-29b5-473a-bf5d-58966978ad83 None None] Provisioning complete for port b1274264-74a1-4f30-96e7-81b08923d852 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:05:33.561147 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-5e3b25e9-29b5-473a-bf5d-58966978ad83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:33.570006 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e504a22-8841-4b68-b373-ad813f27c733 req-15798d20-8bc9-433c-8080-3084d29a7225 tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:05:33.586786 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1e504a22-8841-4b68-b373-ad813f27c733 req-15798d20-8bc9-433c-8080-3084d29a7225 tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3326094 Nov 22 20:05:33.608145 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1e504a22-8841-4b68-b373-ad813f27c733 req-1c3cf7b8-5815-414a-a8d0-21c48fdd7cec tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] 10.222.0.46 "GET /v2.0/quotas/df0dc2d171414ec4a3fabee70c3a9ca4 HTTP/1.1" status: 200 len: 375 time: 0.0200927 Nov 22 20:05:33.627491 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-1d1d605b-2574-4c20-a694-5fab2d90741f None None] Set router c694080b-a9b1-436f-827c-73c583d5503f gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:05:33.657317 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1e504a22-8841-4b68-b373-ad813f27c733 req-8c206669-9c8a-4ef5-9da3-17ec9d5cbdc5 tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=df0dc2d171414ec4a3fabee70c3a9ca4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0480926 Nov 22 20:05:33.725990 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port b1274264-74a1-4f30-96e7-81b08923d852 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:05:33.726555 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:34.008374 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-1d1d605b-2574-4c20-a694-5fab2d90741f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c694080b-a9b1-436f-827c-73c583d5503f', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1474679158-router', 'tenant_id': 'eb8ff19a8ba4496bbd0e67bc7c6cd948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.15'}], 'enable_snat': True}, 'gw_port_id': 'ab66c774-cb5a-4dc7-84bd-8d6984d54707', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:05:28Z', 'updated_at': '2021-11-22T20:05:30Z', 'revision_number': 3, 'project_id': 'eb8ff19a8ba4496bbd0e67bc7c6cd948', 'gw_port': {'id': 'ab66c774-cb5a-4dc7-84bd-8d6984d54707', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:36:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c694080b-a9b1-436f-827c-73c583d5503f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:05:29Z', 'updated_at': '2021-11-22T20:05:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:05:34.013213 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 55344) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:05:34.059469 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d1d605b-2574-4c20-a694-5fab2d90741f None None] Checking router: c694080b-a9b1-436f-827c-73c583d5503f for host: n-d-818823-1 {{(pid=103449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 20:05:34.059829 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d1d605b-2574-4c20-a694-5fab2d90741f None None] Updating router c694080b-a9b1-436f-827c-73c583d5503f port ab66c774-cb5a-4dc7-84bd-8d6984d54707 binding host n-d-818823-1 {{(pid=103449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 20:05:34.135512 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-11c0d2bb-c571-4fab-8dea-dfbb648e8a93 req-c97c700e-f5eb-434a-9ed6-f7c6f17652b1 tempest-FloatingIPsAssociationTestJSON-1595917213 tempest-FloatingIPsAssociationTestJSON-1595917213-project] 10.222.0.46 "GET /v2.0/ports?device_id=b84af637-0398-463a-b5b3-c3420a17b4fe HTTP/1.1" status: 200 len: 210 time: 0.0442572 Nov 22 20:05:34.136332 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-1d1d605b-2574-4c20-a694-5fab2d90741f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:34.222814 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [req-c3896e89-d540-4f6f-a215-4aea8eb7a2b6 req-d28c8ee0-92ed-400c-932a-f0e9c4331777 tempest-LiveAutoBlockMigrationV225Test-67792349 tempest-LiveAutoBlockMigrationV225Test-67792349-project-admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=103448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 20:05:34.223872 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-c3896e89-d540-4f6f-a215-4aea8eb7a2b6 req-d28c8ee0-92ed-400c-932a-f0e9c4331777 tempest-LiveAutoBlockMigrationV225Test-67792349 tempest-LiveAutoBlockMigrationV225Test-67792349-project-admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0133173 Nov 22 20:05:34.230565 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-65c5b913-5d8f-4624-98b2-08c4e41810b7 req-441a502c-906d-4135-8dd7-c0e30e1ecdff tempest-FloatingIPsAssociationTestJSON-1595917213 tempest-FloatingIPsAssociationTestJSON-1595917213-project] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:34.330658 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3896e89-d540-4f6f-a215-4aea8eb7a2b6 req-eb424b8d-28da-40bf-8f55-e34c7ad7fc5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:05:34.332109 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-c3896e89-d540-4f6f-a215-4aea8eb7a2b6 req-eb424b8d-28da-40bf-8f55-e34c7ad7fc5f service neutron] 10.222.0.46 "GET /v2.0/ports/8df1cc84-b9f9-4c6a-9a84-115ade88e66e HTTP/1.1" status: 200 len: 1093 time: 0.0875275 Nov 22 20:05:34.343506 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [req-c3896e89-d540-4f6f-a215-4aea8eb7a2b6 req-8e9025f0-a515-4dea-b4ad-1338dfc190d9 service neutron] Request body: {'binding': {'host': 'n-h1-818823-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:05:34.343963 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [req-c3896e89-d540-4f6f-a215-4aea8eb7a2b6 req-8e9025f0-a515-4dea-b4ad-1338dfc190d9 service neutron] Unknown quota resources ['binding']. {{(pid=103448) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 22 20:05:34.426449 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-72337a6a-0100-47a8-9765-b836397611dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:34.446505 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09594fa8-0b7c-4f59-a9c2-b806cd221bca req-c8978c5c-5ce8-4bb7-8a3c-0b05f297c246 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:05:34.448145 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-09594fa8-0b7c-4f59-a9c2-b806cd221bca req-c8978c5c-5ce8-4bb7-8a3c-0b05f297c246 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/ports?device_id=0c38e8a6-8795-4e86-88f9-2d86b3aaea94 HTTP/1.1" status: 200 len: 949 time: 0.1597321 Nov 22 20:05:34.480308 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-65c5b913-5d8f-4624-98b2-08c4e41810b7 req-441a502c-906d-4135-8dd7-c0e30e1ecdff tempest-FloatingIPsAssociationTestJSON-1595917213 tempest-FloatingIPsAssociationTestJSON-1595917213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:34.501448 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] get_ports_and_sgs() called for port_ids ['42ff492e-8aff-4fd6-a604-1f78be59f19b'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:05:34.542769 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7722f8-30c0-4d32-99fe-080643ce7aac req-046f3fec-229e-4ec9-825d-84dd3a3a68ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:05:34.544401 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-ab7722f8-30c0-4d32-99fe-080643ce7aac req-046f3fec-229e-4ec9-825d-84dd3a3a68ad service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=126c0323750547f8b9835ef63890aaea&device_id=0c38e8a6-8795-4e86-88f9-2d86b3aaea94 HTTP/1.1" status: 200 len: 1100 time: 0.1948130 Nov 22 20:05:34.562795 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-1d1d605b-2574-4c20-a694-5fab2d90741f None None] Publish callbacks [] for port, precommit_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:34.573085 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-09594fa8-0b7c-4f59-a9c2-b806cd221bca req-d85f4025-7cec-42a6-be5a-09b80d529d5d tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1d007ec-a75a-4ef8-9cdd-9c679a3ff22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177475 Nov 22 20:05:34.580202 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-1d1d605b-2574-4c20-a694-5fab2d90741f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:34.717508 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-1d1d605b-2574-4c20-a694-5fab2d90741f None None] Attempting to bind port ab66c774-cb5a-4dc7-84bd-8d6984d54707 on host n-d-818823-1 for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:05:34.718009 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-1d1d605b-2574-4c20-a694-5fab2d90741f None None] Attempting to bind port ab66c774-cb5a-4dc7-84bd-8d6984d54707 by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:05:34.718503 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d1d605b-2574-4c20-a694-5fab2d90741f None None] Attempting to bind port ab66c774-cb5a-4dc7-84bd-8d6984d54707 on network c48a55e9-6a85-4746-b7bf-3e29fb560094 {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:05:34.740475 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65de1d8d-4fa6-4725-aaf2-6531ffac5dba None None] Pushing event updated for resources: {'Port': ['ID=ab66c774-cb5a-4dc7-84bd-8d6984d54707,revision_number=2']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:05:34.771824 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d1d605b-2574-4c20-a694-5fab2d90741f None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 5, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:05:34.773968 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d1d605b-2574-4c20-a694-5fab2d90741f None None] Checking segment: {'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:05:34.774487 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-1d1d605b-2574-4c20-a694-5fab2d90741f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:34.774987 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d1d605b-2574-4c20-a694-5fab2d90741f None None] Bound using segment: {'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:05:34.777963 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-1d1d605b-2574-4c20-a694-5fab2d90741f None None] Bound port: ab66c774-cb5a-4dc7-84bd-8d6984d54707, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:05:34.779062 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-1d1d605b-2574-4c20-a694-5fab2d90741f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:34.813295 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65c5b913-5d8f-4624-98b2-08c4e41810b7 req-441a502c-906d-4135-8dd7-c0e30e1ecdff tempest-FloatingIPsAssociationTestJSON-1595917213 tempest-FloatingIPsAssociationTestJSON-1595917213-project] Network 1e81e05c-4c76-424f-a369-a3cc99f09949 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:05:34.820912 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c995526a-aafa-4f65-a819-4faeb57c1962 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659736'] for router_interface, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:34.842809 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [req-65c5b913-5d8f-4624-98b2-08c4e41810b7 req-441a502c-906d-4135-8dd7-c0e30e1ecdff tempest-FloatingIPsAssociationTestJSON-1595917213 tempest-FloatingIPsAssociationTestJSON-1595917213-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:05:34.852824 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441a502c-906d-4135-8dd7-c0e30e1ecdff tempest-FloatingIPsAssociationTestJSON-1595917213 tempest-FloatingIPsAssociationTestJSON-1595917213-project] Pushing event updated for resources: {'Port': ['ID=f4441bd5-8225-4d37-a6a1-98fd9d91a472,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:05:34.867217 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [req-65c5b913-5d8f-4624-98b2-08c4e41810b7 req-441a502c-906d-4135-8dd7-c0e30e1ecdff tempest-FloatingIPsAssociationTestJSON-1595917213 tempest-FloatingIPsAssociationTestJSON-1595917213-project] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:05:34.882512 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-1d1d605b-2574-4c20-a694-5fab2d90741f None None] For port ab66c774-cb5a-4dc7-84bd-8d6984d54707, host n-d-818823-1, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:05:34.888067 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-1d1d605b-2574-4c20-a694-5fab2d90741f None None] For port ab66c774-cb5a-4dc7-84bd-8d6984d54707, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=ab66c774-cb5a-4dc7-84bd-8d6984d54707,segment=NetworkSegment(8793ba83-8407-4c3d-9b56-2a177cd58a70),segment_id=8793ba83-8407-4c3d-9b56-2a177cd58a70)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:05:34.894457 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-1d1d605b-2574-4c20-a694-5fab2d90741f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:34.934068 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7722f8-30c0-4d32-99fe-080643ce7aac req-aef27080-2f86-4dc1-bc06-05fffccb20cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:05:34.935863 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-ab7722f8-30c0-4d32-99fe-080643ce7aac req-aef27080-2f86-4dc1-bc06-05fffccb20cf service neutron] 10.222.0.20 "GET /v2.0/networks?id=e1052824-bf78-4963-8937-b202e372ac24 HTTP/1.1" status: 200 len: 870 time: 0.3233931 Nov 22 20:05:34.956914 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-93cbbc25-e8a0-495f-bae5-1a4922214a23 req-39120f84-7fbc-4fd4-802d-c5b467023a1e tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=df0dc2d171414ec4a3fabee70c3a9ca4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0367761 Nov 22 20:05:34.986340 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65de1d8d-4fa6-4725-aaf2-6531ffac5dba None None] Pushing event updated for resources: {'Port': ['ID=ab66c774-cb5a-4dc7-84bd-8d6984d54707,revision_number=3']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:05:35.031281 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e49ee129-e862-4476-beca-cdc8150d2345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:35.032670 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d1d605b-2574-4c20-a694-5fab2d90741f None None] Routers {'c694080b-a9b1-436f-827c-73c583d5503f'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:05:35.033526 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-1d1d605b-2574-4c20-a694-5fab2d90741f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:05:32Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['c694080b-a9b1-436f-827c-73c583d5503f'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:05:35.038543 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-ab7722f8-30c0-4d32-99fe-080643ce7aac req-872ec6b8-655b-4955-b964-89dfe713a050 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=0e6ec0bf-f936-47ad-a6a2-1c89c9f9ccdc HTTP/1.1" status: 200 len: 217 time: 0.0859687 Nov 22 20:05:35.095870 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c5b913-5d8f-4624-98b2-08c4e41810b7 req-441a502c-906d-4135-8dd7-c0e30e1ecdff tempest-FloatingIPsAssociationTestJSON-1595917213 tempest-FloatingIPsAssociationTestJSON-1595917213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:05:35.096561 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-65c5b913-5d8f-4624-98b2-08c4e41810b7 req-441a502c-906d-4135-8dd7-c0e30e1ecdff tempest-FloatingIPsAssociationTestJSON-1595917213 tempest-FloatingIPsAssociationTestJSON-1595917213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:35.113844 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-c3896e89-d540-4f6f-a215-4aea8eb7a2b6 req-8e9025f0-a515-4dea-b4ad-1338dfc190d9 service neutron] Attempting to bind port 8df1cc84-b9f9-4c6a-9a84-115ade88e66e on host n-h1-818823-1 for vnic_type normal with profile None {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:05:35.114728 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-c3896e89-d540-4f6f-a215-4aea8eb7a2b6 req-8e9025f0-a515-4dea-b4ad-1338dfc190d9 service neutron] Attempting to bind port 8df1cc84-b9f9-4c6a-9a84-115ade88e66e by drivers openvswitch,hyperv on host n-h1-818823-1 at level 0 using segments [{'id': 'a1d01b66-e103-44ab-97f3-6f827675fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '5c8a61c3-0285-4b7d-b110-24534369ffce'}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:05:35.115057 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3896e89-d540-4f6f-a215-4aea8eb7a2b6 req-8e9025f0-a515-4dea-b4ad-1338dfc190d9 service neutron] Attempting to bind port 8df1cc84-b9f9-4c6a-9a84-115ade88e66e on network 5c8a61c3-0285-4b7d-b110-24534369ffce {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:05:35.150068 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3896e89-d540-4f6f-a215-4aea8eb7a2b6 req-8e9025f0-a515-4dea-b4ad-1338dfc190d9 service neutron] Port 8df1cc84-b9f9-4c6a-9a84-115ade88e66e on network 5c8a61c3-0285-4b7d-b110-24534369ffce not bound, no agent of type Open vSwitch agent registered on host n-h1-818823-1 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:05:35.150400 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3896e89-d540-4f6f-a215-4aea8eb7a2b6 req-8e9025f0-a515-4dea-b4ad-1338dfc190d9 service neutron] Attempting to bind port 8df1cc84-b9f9-4c6a-9a84-115ade88e66e on network 5c8a61c3-0285-4b7d-b110-24534369ffce {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:05:35.159499 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-65c5b913-5d8f-4624-98b2-08c4e41810b7 req-441a502c-906d-4135-8dd7-c0e30e1ecdff tempest-FloatingIPsAssociationTestJSON-1595917213 tempest-FloatingIPsAssociationTestJSON-1595917213-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4900246 Nov 22 20:05:35.181676 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7722f8-30c0-4d32-99fe-080643ce7aac req-ec198dfc-5265-4b93-84af-195ebf8a5a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:05:35.183173 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-ab7722f8-30c0-4d32-99fe-080643ce7aac req-ec198dfc-5265-4b93-84af-195ebf8a5a4c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3091ebfd-11e2-41f8-9c00-ffe0b86563d8 HTTP/1.1" status: 200 len: 843 time: 0.1359968 Nov 22 20:05:35.183949 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3896e89-d540-4f6f-a215-4aea8eb7a2b6 req-8e9025f0-a515-4dea-b4ad-1338dfc190d9 service neutron] Checking agent: {'id': '7a008cff-3b49-418c-8046-689d46cc800f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'started_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 5, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:05:35.184586 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3896e89-d540-4f6f-a215-4aea8eb7a2b6 req-8e9025f0-a515-4dea-b4ad-1338dfc190d9 service neutron] Checking segment: {'id': 'a1d01b66-e103-44ab-97f3-6f827675fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '5c8a61c3-0285-4b7d-b110-24534369ffce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:05:35.184968 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3896e89-d540-4f6f-a215-4aea8eb7a2b6 req-8e9025f0-a515-4dea-b4ad-1338dfc190d9 service neutron] Bound using segment: {'id': 'a1d01b66-e103-44ab-97f3-6f827675fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '5c8a61c3-0285-4b7d-b110-24534369ffce'} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:05:35.185409 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-c3896e89-d540-4f6f-a215-4aea8eb7a2b6 req-8e9025f0-a515-4dea-b4ad-1338dfc190d9 service neutron] Bound port: 8df1cc84-b9f9-4c6a-9a84-115ade88e66e, host: n-h1-818823-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1d01b66-e103-44ab-97f3-6f827675fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '5c8a61c3-0285-4b7d-b110-24534369ffce'}}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:05:35.244513 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [None req-72337a6a-0100-47a8-9765-b836397611dd admin admin] Allocated IP 172.20.0.1 (a4a74279-bce3-4456-95fa-fcd9fe257a11/549ad4b3-a923-4ce2-bd25-a6661497bbeb/5637c919-f797-4b9f-b2c6-ca1dc4a27c6e) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:05:35.270260 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [req-65c5b913-5d8f-4624-98b2-08c4e41810b7 req-e2e5adb6-a294-4878-9981-057131298ecd service neutron] Request body: {'port': {'device_id': 'b84af637-0398-463a-b5b3-c3420a17b4fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818823-1'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:05:35.288541 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cbbc25-e8a0-495f-bae5-1a4922214a23 req-46677d6f-872e-4b7d-a7cb-e232ce8044e6 tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:05:35.296078 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-93cbbc25-e8a0-495f-bae5-1a4922214a23 req-46677d6f-872e-4b7d-a7cb-e232ce8044e6 tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3382554 Nov 22 20:05:35.321712 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1e504a22-8841-4b68-b373-ad813f27c733 req-56c23aef-c126-4085-975a-b43702ce304e tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=df0dc2d171414ec4a3fabee70c3a9ca4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0641110 Nov 22 20:05:35.340681 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-93cbbc25-e8a0-495f-bae5-1a4922214a23 req-6c757a9a-bffd-45e2-999b-213197aa9c05 tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] 10.222.0.46 "GET /v2.0/quotas/df0dc2d171414ec4a3fabee70c3a9ca4 HTTP/1.1" status: 200 len: 375 time: 0.0434268 Nov 22 20:05:35.366737 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-1d1d605b-2574-4c20-a694-5fab2d90741f None None] Set router c694080b-a9b1-436f-827c-73c583d5503f gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:05:35.367552 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-65c5b913-5d8f-4624-98b2-08c4e41810b7 req-e2e5adb6-a294-4878-9981-057131298ecd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:35.368887 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ebc8b529-30d0-48ad-807c-dcd7c7382b4f None None] Provisioning complete for port f4441bd5-8225-4d37-a6a1-98fd9d91a472 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:05:35.369386 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ebc8b529-30d0-48ad-807c-dcd7c7382b4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:35.452019 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-c3896e89-d540-4f6f-a215-4aea8eb7a2b6 req-8e9025f0-a515-4dea-b4ad-1338dfc190d9 service neutron] For port 8df1cc84-b9f9-4c6a-9a84-115ade88e66e, host n-h1-818823-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=8df1cc84-b9f9-4c6a-9a84-115ade88e66e,segment=NetworkSegment(a1d01b66-e103-44ab-97f3-6f827675fa31),segment_id=a1d01b66-e103-44ab-97f3-6f827675fa31)] {{(pid=103448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:05:35.464078 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-c3896e89-d540-4f6f-a215-4aea8eb7a2b6 req-8e9025f0-a515-4dea-b4ad-1338dfc190d9 service neutron] Publish callbacks [] for binding, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:35.465296 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-c3896e89-d540-4f6f-a215-4aea8eb7a2b6 req-8e9025f0-a515-4dea-b4ad-1338dfc190d9 service neutron] 10.222.0.46 "POST /v2.0/ports/8df1cc84-b9f9-4c6a-9a84-115ade88e66e/bindings HTTP/1.1" status: 201 len: 389 time: 1.1265807 Nov 22 20:05:35.477438 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7722f8-30c0-4d32-99fe-080643ce7aac req-983be3be-4e97-4594-9035-6adb5d55a9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:05:35.478982 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-ab7722f8-30c0-4d32-99fe-080643ce7aac req-983be3be-4e97-4594-9035-6adb5d55a9f1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e1052824-bf78-4963-8937-b202e372ac24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2268655 Nov 22 20:05:35.586956 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-ebc8b529-30d0-48ad-807c-dcd7c7382b4f None None] Port f4441bd5-8225-4d37-a6a1-98fd9d91a472 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:05:35.741930 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-1d1d605b-2574-4c20-a694-5fab2d90741f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c694080b-a9b1-436f-827c-73c583d5503f', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1474679158-router', 'tenant_id': 'eb8ff19a8ba4496bbd0e67bc7c6cd948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.15'}], 'enable_snat': True}, 'gw_port_id': 'ab66c774-cb5a-4dc7-84bd-8d6984d54707', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:05:28Z', 'updated_at': '2021-11-22T20:05:30Z', 'revision_number': 3, 'project_id': 'eb8ff19a8ba4496bbd0e67bc7c6cd948', 'gw_port': {'id': 'ab66c774-cb5a-4dc7-84bd-8d6984d54707', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:36:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c694080b-a9b1-436f-827c-73c583d5503f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:05:29Z', 'updated_at': '2021-11-22T20:05:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:05:35.766155 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.41', 50224) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:05:35.776266 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-93cbbc25-e8a0-495f-bae5-1a4922214a23 req-6d92e9ff-0a80-445e-ad15-f6a90f493ab5 tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=df0dc2d171414ec4a3fabee70c3a9ca4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4343445 Nov 22 20:05:35.783032 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d1d605b-2574-4c20-a694-5fab2d90741f None None] The sync data for ids ['c694080b-a9b1-436f-827c-73c583d5503f'] in n-d-818823-1 is: [{'id': 'c694080b-a9b1-436f-827c-73c583d5503f', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1474679158-router', 'tenant_id': 'eb8ff19a8ba4496bbd0e67bc7c6cd948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.15'}], 'enable_snat': True}, 'gw_port_id': 'ab66c774-cb5a-4dc7-84bd-8d6984d54707', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:05:28Z', 'updated_at': '2021-11-22T20:05:30Z', 'revision_number': 3, 'project_id': 'eb8ff19a8ba4496bbd0e67bc7c6cd948', 'gw_port': {'id': 'ab66c774-cb5a-4dc7-84bd-8d6984d54707', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:36:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c694080b-a9b1-436f-827c-73c583d5503f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:05:29Z', 'updated_at': '2021-11-22T20:05:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:05:35.874312 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:35.965178 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e504a22-8841-4b68-b373-ad813f27c733 req-3fa2d7b8-efe3-4b98-a100-48584915b1dd tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:05:35.966714 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1e504a22-8841-4b68-b373-ad813f27c733 req-3fa2d7b8-efe3-4b98-a100-48584915b1dd tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6361742 Nov 22 20:05:36.009596 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-1e504a22-8841-4b68-b373-ad813f27c733 req-163d2208-79e6-49f8-b798-4ce434ae4f87 tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] Request body: {'port': {'device_id': '1d610fed-ade8-4090-9ac8-a8eeda6b914b', 'network_id': 'e1052824-bf78-4963-8937-b202e372ac24', 'admin_state_up': True, 'tenant_id': 'df0dc2d171414ec4a3fabee70c3a9ca4'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:05:36.036819 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-72337a6a-0100-47a8-9765-b836397611dd admin admin] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:36.039861 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3896e89-d540-4f6f-a215-4aea8eb7a2b6 req-37c4b7b1-36c3-442e-9055-7293052e94f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:05:36.041754 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c3896e89-d540-4f6f-a215-4aea8eb7a2b6 req-37c4b7b1-36c3-442e-9055-7293052e94f5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ed1bb220b53d484cb7697cddf2626bd6&device_id=05a42da3-f4d1-435d-a4ca-2a5f4101b8fa HTTP/1.1" status: 200 len: 1096 time: 0.2460670 Nov 22 20:05:36.182274 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-72337a6a-0100-47a8-9765-b836397611dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:36.255700 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72337a6a-0100-47a8-9765-b836397611dd admin admin] Network a4a74279-bce3-4456-95fa-fcd9fe257a11 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:05:36.260865 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-72337a6a-0100-47a8-9765-b836397611dd admin admin] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:05:36.264283 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-ab7722f8-30c0-4d32-99fe-080643ce7aac req-e3901324-76cc-4385-9f1a-f734cf00c1d7 service neutron] 10.222.0.20 "GET /v2.0/networks/e1052824-bf78-4963-8937-b202e372ac24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7714202 Nov 22 20:05:36.272534 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72337a6a-0100-47a8-9765-b836397611dd admin admin] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:05:36.361979 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-72337a6a-0100-47a8-9765-b836397611dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659939'] for router_interface, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:36.410608 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-c995526a-aafa-4f65-a819-4faeb57c1962 admin admin] Deleting port d2558b66-b79c-4e24-99c9-bc0bf8d25fd1 {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:05:36.411937 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c995526a-aafa-4f65-a819-4faeb57c1962 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:36.442670 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72337a6a-0100-47a8-9765-b836397611dd admin admin] Pushing event updated for resources: {'Port': ['ID=5637c919-f797-4b9f-b2c6-ca1dc4a27c6e,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:05:36.541259 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [None req-c995526a-aafa-4f65-a819-4faeb57c1962 admin admin] For port d2558b66-b79c-4e24-99c9-bc0bf8d25fd1, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=d2558b66-b79c-4e24-99c9-bc0bf8d25fd1,segment=NetworkSegment(c68febf0-9b45-4f92-a002-5342e4436047),segment_id=c68febf0-9b45-4f92-a002-5342e4436047)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:05:36.541647 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c995526a-aafa-4f65-a819-4faeb57c1962 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:36.563648 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-c995526a-aafa-4f65-a819-4faeb57c1962 admin admin] Calling delete_port for d2558b66-b79c-4e24-99c9-bc0bf8d25fd1 owned by network:router_interface {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:05:36.637298 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-e881199f-28a1-4a5c-9410-6b2596b8c298 None None] Provisioning complete for port 5637c919-f797-4b9f-b2c6-ca1dc4a27c6e triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:05:36.639183 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e881199f-28a1-4a5c-9410-6b2596b8c298 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:36.643660 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-72337a6a-0100-47a8-9765-b836397611dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:36.668273 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [req-65c5b913-5d8f-4624-98b2-08c4e41810b7 req-e2e5adb6-a294-4878-9981-057131298ecd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4441bd5-8225-4d37-a6a1-98fd9d91a472 {{(pid=103448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:05:36.674604 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-ab7722f8-30c0-4d32-99fe-080643ce7aac req-28a4c94a-3c5b-459d-a822-fdcb89af4b55 service neutron] 10.222.0.20 "GET /v2.0/networks/e1052824-bf78-4963-8937-b202e372ac24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3967652 Nov 22 20:05:36.698172 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-65c5b913-5d8f-4624-98b2-08c4e41810b7 req-e2e5adb6-a294-4878-9981-057131298ecd service neutron] Publish callbacks [] for port, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:36.700195 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bffcea-21b6-494f-bce3-754f62dff096 req-17892e06-8421-47bf-ba7a-034871e7c722 tempest-FloatingIPsAssociationTestJSON-1595917213 tempest-FloatingIPsAssociationTestJSON-1595917213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:05:36.701928 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-87bffcea-21b6-494f-bce3-754f62dff096 req-17892e06-8421-47bf-ba7a-034871e7c722 tempest-FloatingIPsAssociationTestJSON-1595917213 tempest-FloatingIPsAssociationTestJSON-1595917213-project] 10.222.0.46 "GET /v2.0/ports?device_id=b84af637-0398-463a-b5b3-c3420a17b4fe HTTP/1.1" status: 200 len: 931 time: 0.6218226 Nov 22 20:05:36.725490 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [req-65c5b913-5d8f-4624-98b2-08c4e41810b7 req-e2e5adb6-a294-4878-9981-057131298ecd service neutron] Transition to ACTIVE for port object f4441bd5-8225-4d37-a6a1-98fd9d91a472 will not be triggered until provisioned by entity L2. {{(pid=103448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 20:05:36.737128 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-65c5b913-5d8f-4624-98b2-08c4e41810b7 req-e2e5adb6-a294-4878-9981-057131298ecd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:36.752358 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-e881199f-28a1-4a5c-9410-6b2596b8c298 None None] Port 5637c919-f797-4b9f-b2c6-ca1dc4a27c6e cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:05:36.802692 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74e8e0c-2f1b-4188-a4e6-43807c05ba7d req-d55df8b9-0e98-4368-8472-773277fac892 tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:05:36.810516 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c74e8e0c-2f1b-4188-a4e6-43807c05ba7d req-d55df8b9-0e98-4368-8472-773277fac892 tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] 10.222.0.46 "GET /v2.0/ports?device_id=05a42da3-f4d1-435d-a4ca-2a5f4101b8fa HTTP/1.1" status: 200 len: 945 time: 0.5517638 Nov 22 20:05:36.841041 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3896e89-d540-4f6f-a215-4aea8eb7a2b6 req-3e406e43-6d39-46dc-a920-05a3889e203f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:05:36.842670 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c3896e89-d540-4f6f-a215-4aea8eb7a2b6 req-3e406e43-6d39-46dc-a920-05a3889e203f service neutron] 10.222.0.41 "GET /v2.0/networks?id=5c8a61c3-0285-4b7d-b110-24534369ffce HTTP/1.1" status: 200 len: 922 time: 0.7649336 Nov 22 20:05:36.952795 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c3896e89-d540-4f6f-a215-4aea8eb7a2b6 req-b423223a-4d0c-4d24-9db8-85c6ea362625 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8df1cc84-b9f9-4c6a-9a84-115ade88e66e HTTP/1.1" status: 200 len: 217 time: 0.0947042 Nov 22 20:05:36.992157 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e504a22-8841-4b68-b373-ad813f27c733 req-163d2208-79e6-49f8-b798-4ce434ae4f87 tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] Made reservation on behalf of df0dc2d171414ec4a3fabee70c3a9ca4 for: {'port': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:05:36.995939 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-1e504a22-8841-4b68-b373-ad813f27c733 req-163d2208-79e6-49f8-b798-4ce434ae4f87 tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:37.009639 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-87bffcea-21b6-494f-bce3-754f62dff096 req-f895951f-4910-4c14-b746-6ed97a8ef945 tempest-FloatingIPsAssociationTestJSON-1595917213 tempest-FloatingIPsAssociationTestJSON-1595917213-project] 10.222.0.46 "GET /v2.0/security-groups?id=856cfbfb-1e64-4401-a1fb-713c41a0ff50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2581224 Nov 22 20:05:37.082357 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-72337a6a-0100-47a8-9765-b836397611dd admin admin] Publish callbacks [] for port, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:37.102489 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c74e8e0c-2f1b-4188-a4e6-43807c05ba7d req-10b5ae34-fd79-4b2a-b671-6cb702867616 tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] 10.222.0.46 "GET /v2.0/security-groups?id=89c2c967-26c4-4e1c-a1fd-c97f87817ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2908463 Nov 22 20:05:37.102759 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e5adb6-a294-4878-9981-057131298ecd service neutron] Pushing event updated for resources: {'Port': ['ID=f4441bd5-8225-4d37-a6a1-98fd9d91a472,revision_number=2']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:05:37.111967 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-72337a6a-0100-47a8-9765-b836397611dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:37.146924 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-1e504a22-8841-4b68-b373-ad813f27c733 req-163d2208-79e6-49f8-b798-4ce434ae4f87 tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:37.257651 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-65c5b913-5d8f-4624-98b2-08c4e41810b7 req-e2e5adb6-a294-4878-9981-057131298ecd service neutron] Attempting to bind port f4441bd5-8225-4d37-a6a1-98fd9d91a472 on host n-h1-818823-1 for vnic_type normal with profile {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:05:37.258241 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-65c5b913-5d8f-4624-98b2-08c4e41810b7 req-e2e5adb6-a294-4878-9981-057131298ecd service neutron] Attempting to bind port f4441bd5-8225-4d37-a6a1-98fd9d91a472 by drivers openvswitch,hyperv on host n-h1-818823-1 at level 0 using segments [{'id': 'adef8bfe-e7cb-4b45-a1a6-80cad068f809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '1e81e05c-4c76-424f-a369-a3cc99f09949'}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:05:37.258349 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c5b913-5d8f-4624-98b2-08c4e41810b7 req-e2e5adb6-a294-4878-9981-057131298ecd service neutron] Attempting to bind port f4441bd5-8225-4d37-a6a1-98fd9d91a472 on network 1e81e05c-4c76-424f-a369-a3cc99f09949 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:05:37.268274 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c5b913-5d8f-4624-98b2-08c4e41810b7 req-e2e5adb6-a294-4878-9981-057131298ecd service neutron] Port f4441bd5-8225-4d37-a6a1-98fd9d91a472 on network 1e81e05c-4c76-424f-a369-a3cc99f09949 not bound, no agent of type Open vSwitch agent registered on host n-h1-818823-1 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:05:37.268480 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c5b913-5d8f-4624-98b2-08c4e41810b7 req-e2e5adb6-a294-4878-9981-057131298ecd service neutron] Attempting to bind port f4441bd5-8225-4d37-a6a1-98fd9d91a472 on network 1e81e05c-4c76-424f-a369-a3cc99f09949 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:05:37.282248 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c5b913-5d8f-4624-98b2-08c4e41810b7 req-e2e5adb6-a294-4878-9981-057131298ecd service neutron] Checking agent: {'id': '7a008cff-3b49-418c-8046-689d46cc800f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'started_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 5, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:05:37.282636 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c5b913-5d8f-4624-98b2-08c4e41810b7 req-e2e5adb6-a294-4878-9981-057131298ecd service neutron] Checking segment: {'id': 'adef8bfe-e7cb-4b45-a1a6-80cad068f809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '1e81e05c-4c76-424f-a369-a3cc99f09949'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:05:37.282975 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c5b913-5d8f-4624-98b2-08c4e41810b7 req-e2e5adb6-a294-4878-9981-057131298ecd service neutron] Bound using segment: {'id': 'adef8bfe-e7cb-4b45-a1a6-80cad068f809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '1e81e05c-4c76-424f-a369-a3cc99f09949'} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:05:37.283432 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-65c5b913-5d8f-4624-98b2-08c4e41810b7 req-e2e5adb6-a294-4878-9981-057131298ecd service neutron] Bound port: f4441bd5-8225-4d37-a6a1-98fd9d91a472, host: n-h1-818823-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'adef8bfe-e7cb-4b45-a1a6-80cad068f809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '1e81e05c-4c76-424f-a369-a3cc99f09949'}}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:05:37.283797 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-65c5b913-5d8f-4624-98b2-08c4e41810b7 req-e2e5adb6-a294-4878-9981-057131298ecd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:37.285459 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3896e89-d540-4f6f-a215-4aea8eb7a2b6 req-20a37be3-eb3f-4bbd-a6de-3b2b2a819e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:05:37.288144 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c3896e89-d540-4f6f-a215-4aea8eb7a2b6 req-20a37be3-eb3f-4bbd-a6de-3b2b2a819e6d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6ba52ab0-cb64-425e-be27-2e0b31d7d99f HTTP/1.1" status: 200 len: 861 time: 0.3144808 Nov 22 20:05:37.305842 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72337a6a-0100-47a8-9765-b836397611dd admin admin] Pushing event updated for resources: {'Port': ['ID=5637c919-f797-4b9f-b2c6-ca1dc4a27c6e,revision_number=2']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:05:37.318549 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device ab66c774-cb5a-4dc7-84bd-8d6984d54707 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:05:37.321424 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c995526a-aafa-4f65-a819-4faeb57c1962 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:37.334322 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-72337a6a-0100-47a8-9765-b836397611dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-563461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-659839'] for router_interface, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:37.373266 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port ab66c774-cb5a-4dc7-84bd-8d6984d54707 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:05:37.373551 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:37.407653 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-836d70ab-7ae4-4a3f-9d23-37bef47dc1f5 req-3de01bc0-7f16-482f-ba4b-67971a0f5a1a tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] 10.222.0.46 "GET /v2.0/ports?device_id=29dda483-f89a-4ce8-828b-793410f029f1 HTTP/1.1" status: 200 len: 210 time: 0.1172857 Nov 22 20:05:37.412875 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c3896e89-d540-4f6f-a215-4aea8eb7a2b6 req-d3788468-dfce-4e47-b3d1-bdd0ccf5bdcb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5c8a61c3-0285-4b7d-b110-24534369ffce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0927498 Nov 22 20:05:37.413644 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c995526a-aafa-4f65-a819-4faeb57c1962 admin admin] Pushing event deleted for resources: {'Port': ['ID=d2558b66-b79c-4e24-99c9-bc0bf8d25fd1,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:05:37.442406 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-65c5b913-5d8f-4624-98b2-08c4e41810b7 req-e2e5adb6-a294-4878-9981-057131298ecd service neutron] For port f4441bd5-8225-4d37-a6a1-98fd9d91a472, host n-h1-818823-1, cleared binding levels {{(pid=103448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:05:37.458536 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-65c5b913-5d8f-4624-98b2-08c4e41810b7 req-e2e5adb6-a294-4878-9981-057131298ecd service neutron] For port f4441bd5-8225-4d37-a6a1-98fd9d91a472, host n-h1-818823-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=f4441bd5-8225-4d37-a6a1-98fd9d91a472,segment=NetworkSegment(adef8bfe-e7cb-4b45-a1a6-80cad068f809),segment_id=adef8bfe-e7cb-4b45-a1a6-80cad068f809)] {{(pid=103448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:05:37.498168 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0df4e2e-9773-4fba-a531-a7cf1c608b5b req-3d300fbd-2ce3-49d4-bf20-1efeaf5e1547 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:05:37.506118 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d0df4e2e-9773-4fba-a531-a7cf1c608b5b req-3d300fbd-2ce3-49d4-bf20-1efeaf5e1547 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/ports?device_id=0c38e8a6-8795-4e86-88f9-2d86b3aaea94 HTTP/1.1" status: 200 len: 949 time: 0.3567541 Nov 22 20:05:37.540613 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-65c5b913-5d8f-4624-98b2-08c4e41810b7 req-e2e5adb6-a294-4878-9981-057131298ecd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:37.544927 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72337a6a-0100-47a8-9765-b836397611dd admin admin] Network a4a74279-bce3-4456-95fa-fcd9fe257a11 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:05:37.591188 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:37.653698 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] For port ab66c774-cb5a-4dc7-84bd-8d6984d54707, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=ab66c774-cb5a-4dc7-84bd-8d6984d54707,segment=NetworkSegment(8793ba83-8407-4c3d-9b56-2a177cd58a70),segment_id=8793ba83-8407-4c3d-9b56-2a177cd58a70)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:05:37.659615 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:37.678204 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-72337a6a-0100-47a8-9765-b836397611dd admin admin] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:05:37.751038 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-93cbbc25-e8a0-495f-bae5-1a4922214a23 req-c1eb764f-026a-4400-8259-4e39314b60c0 tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=df0dc2d171414ec4a3fabee70c3a9ca4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1242273 Nov 22 20:05:37.770146 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-1e504a22-8841-4b68-b373-ad813f27c733 req-163d2208-79e6-49f8-b798-4ce434ae4f87 tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:37.847639 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-1e504a22-8841-4b68-b373-ad813f27c733 req-163d2208-79e6-49f8-b798-4ce434ae4f87 tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:37.870705 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Pushing event updated for resources: {'Port': ['ID=ab66c774-cb5a-4dc7-84bd-8d6984d54707,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:05:37.913944 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c5b913-5d8f-4624-98b2-08c4e41810b7 req-e2e5adb6-a294-4878-9981-057131298ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:05:37.915637 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-65c5b913-5d8f-4624-98b2-08c4e41810b7 req-e2e5adb6-a294-4878-9981-057131298ecd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:37.923346 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-65c5b913-5d8f-4624-98b2-08c4e41810b7 req-e2e5adb6-a294-4878-9981-057131298ecd service neutron] 10.222.0.41 "PUT /v2.0/ports/f4441bd5-8225-4d37-a6a1-98fd9d91a472 HTTP/1.1" status: 200 len: 1091 time: 2.6723287 Nov 22 20:05:37.936176 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e5adb6-a294-4878-9981-057131298ecd service neutron] Pushing event updated for resources: {'Port': ['ID=f4441bd5-8225-4d37-a6a1-98fd9d91a472,revision_number=3']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:05:37.945922 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b84af637-0398-463a-b5b3-c3420a17b4fe', 'tag': 'f4441bd5-8225-4d37-a6a1-98fd9d91a472'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:05:37.960735 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589a98cf2aea187fcc423a5edb333e5a6cf3ad7c81115d1ebee0f079693c312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf322387-1cc1-4bca-b9c7-2d5cb5a863d8" -d '{"events": [{"name": "network-changed", "server_uuid": "b84af637-0398-463a-b5b3-c3420a17b4fe", "tag": "f4441bd5-8225-4d37-a6a1-98fd9d91a472"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:05:38.000419 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d0df4e2e-9773-4fba-a531-a7cf1c608b5b req-1903a76c-c2bd-4b0c-9646-0385f4a6d29d tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1d007ec-a75a-4ef8-9cdd-9c679a3ff22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4634218 Nov 22 20:05:38.079317 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c3896e89-d540-4f6f-a215-4aea8eb7a2b6 req-e97923fc-bb62-4a2a-832e-05bd52ca03a8 service neutron] 10.222.0.41 "GET /v2.0/networks/5c8a61c3-0285-4b7d-b110-24534369ffce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6563976 Nov 22 20:05:38.085556 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163d2208-79e6-49f8-b798-4ce434ae4f87 tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5ae9e03-6ff8-4082-b7a4-25ecea5ed21d,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:05:38.174302 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 20:05:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aa06c95-82d3-4229-ac33-6cb638341a27 x-openstack-request-id: req-9aa06c95-82d3-4229-ac33-6cb638341a27 {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:05:38.174700 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b84af637-0398-463a-b5b3-c3420a17b4fe", "tag": "f4441bd5-8225-4d37-a6a1-98fd9d91a472", "status": "completed", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:05:38.175050 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9aa06c95-82d3-4229-ac33-6cb638341a27 {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:05:38.177569 n-d-818823-1 neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b84af637-0398-463a-b5b3-c3420a17b4fe', 'tag': 'f4441bd5-8225-4d37-a6a1-98fd9d91a472', 'status': 'completed', 'code': 200} Nov 22 20:05:38.255052 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-02d6041e-13ae-4a90-b465-3457e22891fe None None] Provisioning complete for port 5637c919-f797-4b9f-b2c6-ca1dc4a27c6e triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:05:38.256154 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-02d6041e-13ae-4a90-b465-3457e22891fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:38.306052 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c5b913-5d8f-4624-98b2-08c4e41810b7 req-e7999101-e0ed-41d0-8f59-18ac0f648897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:05:38.307714 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-65c5b913-5d8f-4624-98b2-08c4e41810b7 req-e7999101-e0ed-41d0-8f59-18ac0f648897 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=eccf64927ecc4dab83be8c6edc2287b1&device_id=b84af637-0398-463a-b5b3-c3420a17b4fe HTTP/1.1" status: 200 len: 1094 time: 0.3307884 Nov 22 20:05:38.325687 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-02d6041e-13ae-4a90-b465-3457e22891fe None None] Port 5637c919-f797-4b9f-b2c6-ca1dc4a27c6e cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:05:38.329930 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c995526a-aafa-4f65-a819-4faeb57c1962 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-563470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-663272'] for router_interface, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:38.395055 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-65c5b913-5d8f-4624-98b2-08c4e41810b7 req-9f4d962c-dfb3-449d-884e-24bc8922ec3b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f4441bd5-8225-4d37-a6a1-98fd9d91a472 HTTP/1.1" status: 200 len: 217 time: 0.0641782 Nov 22 20:05:38.431373 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [req-1e504a22-8841-4b68-b373-ad813f27c733 req-163d2208-79e6-49f8-b798-4ce434ae4f87 tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] Allocated IP 192.168.233.81 (e1052824-bf78-4963-8937-b202e372ac24/3091ebfd-11e2-41f8-9c00-ffe0b86563d8/d65e9dd0-ad52-4544-bbe5-38ddf0458f1e) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:05:38.463454 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cbbc25-e8a0-495f-bae5-1a4922214a23 req-f03743a4-3bec-496d-aae7-bf38e0867bbd tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:05:38.464572 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-93cbbc25-e8a0-495f-bae5-1a4922214a23 req-f03743a4-3bec-496d-aae7-bf38e0867bbd tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6810465 Nov 22 20:05:38.472453 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbfb2ae-da63-4fce-9838-b1f6f4cdabb5 req-ce8a920d-f2de-4cfe-971d-21091cb31b9e tempest-FloatingIPsAssociationTestJSON-1595917213 tempest-FloatingIPsAssociationTestJSON-1595917213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:05:38.474683 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9fbfb2ae-da63-4fce-9838-b1f6f4cdabb5 req-ce8a920d-f2de-4cfe-971d-21091cb31b9e tempest-FloatingIPsAssociationTestJSON-1595917213 tempest-FloatingIPsAssociationTestJSON-1595917213-project] 10.222.0.46 "GET /v2.0/ports?device_id=b84af637-0398-463a-b5b3-c3420a17b4fe HTTP/1.1" status: 200 len: 943 time: 0.2540708 Nov 22 20:05:38.476151 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72337a6a-0100-47a8-9765-b836397611dd admin admin] Router c694080b-a9b1-436f-827c-73c583d5503f has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 20:05:38.483694 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [req-93cbbc25-e8a0-495f-bae5-1a4922214a23 req-ed3c7680-4241-4bd6-bb23-9baeb26768d3 tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] Request body: {'port': {'device_id': '29dda483-f89a-4ce8-828b-793410f029f1', 'network_id': 'e1052824-bf78-4963-8937-b202e372ac24', 'admin_state_up': True, 'tenant_id': 'df0dc2d171414ec4a3fabee70c3a9ca4'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:05:38.487224 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c3896e89-d540-4f6f-a215-4aea8eb7a2b6 req-df520b96-d12b-4867-9f34-508e262486f7 service neutron] 10.222.0.41 "GET /v2.0/networks/5c8a61c3-0285-4b7d-b110-24534369ffce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3925848 Nov 22 20:05:38.489704 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c5b913-5d8f-4624-98b2-08c4e41810b7 req-1765b1a9-7c72-4d27-b7e5-2f6abc9ec56a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:05:38.491952 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-65c5b913-5d8f-4624-98b2-08c4e41810b7 req-1765b1a9-7c72-4d27-b7e5-2f6abc9ec56a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=555c9f92-faec-4407-89e0-e5147ee8b27d HTTP/1.1" status: 200 len: 859 time: 0.0878117 Nov 22 20:05:38.650038 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c5b913-5d8f-4624-98b2-08c4e41810b7 req-e6599562-e112-4603-b92d-02c61bb8effd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:05:38.651561 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-65c5b913-5d8f-4624-98b2-08c4e41810b7 req-e6599562-e112-4603-b92d-02c61bb8effd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1e81e05c-4c76-424f-a369-a3cc99f09949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1456087 Nov 22 20:05:38.774661 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72337a6a-0100-47a8-9765-b836397611dd admin admin] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:05:38.785009 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-72337a6a-0100-47a8-9765-b836397611dd admin admin] 10.222.0.46 "PUT /v2.0/routers/c694080b-a9b1-436f-827c-73c583d5503f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5459189 Nov 22 20:05:38.787829 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6544a14b-2e82-4af6-8d13-f34d613a1396 None None] Sync routers for ids ['c694080b-a9b1-436f-827c-73c583d5503f'] in n-d-818823-1 {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:05:38.813689 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6544a14b-2e82-4af6-8d13-f34d613a1396 None None] Routers {'c694080b-a9b1-436f-827c-73c583d5503f'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:05:38.814341 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-6544a14b-2e82-4af6-8d13-f34d613a1396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:05:32Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['c694080b-a9b1-436f-827c-73c583d5503f'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:05:38.852337 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93cbbc25-e8a0-495f-bae5-1a4922214a23 req-ed3c7680-4241-4bd6-bb23-9baeb26768d3 tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] Made reservation on behalf of df0dc2d171414ec4a3fabee70c3a9ca4 for: {'port': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:05:38.864697 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-93cbbc25-e8a0-495f-bae5-1a4922214a23 req-ed3c7680-4241-4bd6-bb23-9baeb26768d3 tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:38.937717 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-65c5b913-5d8f-4624-98b2-08c4e41810b7 req-29e2a682-d454-4317-97ef-963aaac95608 service neutron] 10.222.0.41 "GET /v2.0/networks/1e81e05c-4c76-424f-a369-a3cc99f09949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2460039 Nov 22 20:05:38.970993 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-6544a14b-2e82-4af6-8d13-f34d613a1396 None None] Set router c694080b-a9b1-436f-827c-73c583d5503f gateway port host: n-d-818823-1 {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:05:39.011492 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb80fd0-120b-43ab-9ce1-991e93aa1729 req-4686479c-f6e7-4262-95b0-f3bf8407df74 tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:05:39.019898 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7fb80fd0-120b-43ab-9ce1-991e93aa1729 req-4686479c-f6e7-4262-95b0-f3bf8407df74 tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] 10.222.0.46 "GET /v2.0/ports?device_id=05a42da3-f4d1-435d-a4ca-2a5f4101b8fa HTTP/1.1" status: 200 len: 945 time: 0.6503301 Nov 22 20:05:39.092479 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3896e89-d540-4f6f-a215-4aea8eb7a2b6 req-03d7da7c-b1da-46a6-8625-4c43a9ce08ee tempest-LiveAutoBlockMigrationV225Test-67792349 tempest-LiveAutoBlockMigrationV225Test-67792349-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:05:39.094325 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c3896e89-d540-4f6f-a215-4aea8eb7a2b6 req-03d7da7c-b1da-46a6-8625-4c43a9ce08ee tempest-LiveAutoBlockMigrationV225Test-67792349 tempest-LiveAutoBlockMigrationV225Test-67792349-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=05a42da3-f4d1-435d-a4ca-2a5f4101b8fa&tenant_id=ed1bb220b53d484cb7697cddf2626bd6&binding%3Ahost_id=n-h2-818823-1 HTTP/1.1" status: 200 len: 1096 time: 0.5395005 Nov 22 20:05:39.141923 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-c3896e89-d540-4f6f-a215-4aea8eb7a2b6 req-2914696b-05a9-4816-8169-bf5164e37489 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-818823-1'}}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:05:39.186035 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9fbfb2ae-da63-4fce-9838-b1f6f4cdabb5 req-45123939-0927-4b73-90fd-5375ca499f37 tempest-FloatingIPsAssociationTestJSON-1595917213 tempest-FloatingIPsAssociationTestJSON-1595917213-project] 10.222.0.46 "GET /v2.0/security-groups?id=856cfbfb-1e64-4401-a1fb-713c41a0ff50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6976213 Nov 22 20:05:39.314823 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-c3896e89-d540-4f6f-a215-4aea8eb7a2b6 req-2914696b-05a9-4816-8169-bf5164e37489 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:39.346072 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7fb80fd0-120b-43ab-9ce1-991e93aa1729 req-a03d2517-15c5-4d98-ad70-8a9638f201c8 tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] 10.222.0.46 "GET /v2.0/security-groups?id=89c2c967-26c4-4e1c-a1fd-c97f87817ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3230138 Nov 22 20:05:39.350329 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-6544a14b-2e82-4af6-8d13-f34d613a1396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c694080b-a9b1-436f-827c-73c583d5503f', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1474679158-router', 'tenant_id': 'eb8ff19a8ba4496bbd0e67bc7c6cd948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.15'}], 'enable_snat': True}, 'gw_port_id': 'ab66c774-cb5a-4dc7-84bd-8d6984d54707', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:05:28Z', 'updated_at': '2021-11-22T20:05:36Z', 'revision_number': 4, 'project_id': 'eb8ff19a8ba4496bbd0e67bc7c6cd948', 'gw_port': {'id': 'ab66c774-cb5a-4dc7-84bd-8d6984d54707', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:36:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c694080b-a9b1-436f-827c-73c583d5503f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:05:29Z', 'updated_at': '2021-11-22T20:05:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': '5637c919-f797-4b9f-b2c6-ca1dc4a27c6e', 'name': '', 'network_id': 'a4a74279-bce3-4456-95fa-fcd9fe257a11', 'tenant_id': 'eb8ff19a8ba4496bbd0e67bc7c6cd948', 'mac_address': 'fa:16:3e:b2:e9:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c694080b-a9b1-436f-827c-73c583d5503f', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '549ad4b3-a923-4ce2-bd25-a6661497bbeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:05:34Z', 'updated_at': '2021-11-22T20:05:36Z', 'revision_number': 2, 'project_id': 'eb8ff19a8ba4496bbd0e67bc7c6cd948', 'subnets': [{'id': '549ad4b3-a923-4ce2-bd25-a6661497bbeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:05:39.394852 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device ab66c774-cb5a-4dc7-84bd-8d6984d54707 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:05:39.397707 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6544a14b-2e82-4af6-8d13-f34d613a1396 None None] Checking router: c694080b-a9b1-436f-827c-73c583d5503f for host: n-d-818823-1 {{(pid=103450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 20:05:39.398071 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6544a14b-2e82-4af6-8d13-f34d613a1396 None None] Updating router c694080b-a9b1-436f-827c-73c583d5503f port 5637c919-f797-4b9f-b2c6-ca1dc4a27c6e binding host n-d-818823-1 {{(pid=103450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 20:05:39.415247 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-1e504a22-8841-4b68-b373-ad813f27c733 req-163d2208-79e6-49f8-b798-4ce434ae4f87 tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:39.501429 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-65c5b913-5d8f-4624-98b2-08c4e41810b7 req-8037cb51-63fa-41a2-8fe1-f196e3ba6cc1 service neutron] 10.222.0.41 "GET /v2.0/networks/1e81e05c-4c76-424f-a369-a3cc99f09949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5580850 Nov 22 20:05:39.528561 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port ab66c774-cb5a-4dc7-84bd-8d6984d54707 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:05:39.529382 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:39.637814 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6544a14b-2e82-4af6-8d13-f34d613a1396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:39.666076 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [req-93cbbc25-e8a0-495f-bae5-1a4922214a23 req-ed3c7680-4241-4bd6-bb23-9baeb26768d3 tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] Allocated IP 192.168.233.74 (e1052824-bf78-4963-8937-b202e372ac24/3091ebfd-11e2-41f8-9c00-ffe0b86563d8/a09fdba2-333c-482d-9e0d-f005d245604b) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:05:39.680414 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf322387-1cc1-4bca-b9c7-2d5cb5a863d8 req-b7383d1b-0d5b-4f10-887b-c1f551bf8ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:05:39.681975 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-cf322387-1cc1-4bca-b9c7-2d5cb5a863d8 req-b7383d1b-0d5b-4f10-887b-c1f551bf8ac4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=eccf64927ecc4dab83be8c6edc2287b1&device_id=b84af637-0398-463a-b5b3-c3420a17b4fe HTTP/1.1" status: 200 len: 1094 time: 0.0919161 Nov 22 20:05:39.708751 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-1e504a22-8841-4b68-b373-ad813f27c733 req-163d2208-79e6-49f8-b798-4ce434ae4f87 tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:39.747263 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c995526a-aafa-4f65-a819-4faeb57c1962 admin admin] Router 5ee249ec-7563-4917-9d78-7298e13edcdd has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 20:05:39.748183 n-d-818823-1 neutron-server[103447]: INFO neutron.api.v2.resource [req-ace1c63d-ef27-45a6-ad91-4c9c1aca3ed9 req-32430938-a8ed-49a9-af79-a0a1ada3d801 tempest-FloatingIPDetailsNegativeTestJSON-1147468992 tempest-FloatingIPDetailsNegativeTestJSON-1147468992-project] show failed (client error): The resource could not be found. Nov 22 20:05:39.749795 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ace1c63d-ef27-45a6-ad91-4c9c1aca3ed9 req-32430938-a8ed-49a9-af79-a0a1ada3d801 tempest-FloatingIPDetailsNegativeTestJSON-1147468992 tempest-FloatingIPDetailsNegativeTestJSON-1147468992-project] 10.222.0.46 "GET /v2.0/floatingips/8c2083ce-194d-46cd-bd43-b3378544aa29 HTTP/1.1" status: 404 len: 350 time: 0.0776649 Nov 22 20:05:39.769237 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 55492) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:05:39.773410 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8cb0439d-8782-499f-9ebe-e13d589561e7 req-e11f4148-8b89-4a20-ac47-2850015149c9 tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] 10.222.0.46 "GET /v2.0/ports?device_id=29dda483-f89a-4ce8-828b-793410f029f1 HTTP/1.1" status: 200 len: 210 time: 0.1149578 Nov 22 20:05:39.777129 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-c3896e89-d540-4f6f-a215-4aea8eb7a2b6 req-2914696b-05a9-4816-8169-bf5164e37489 service neutron] For port 8df1cc84-b9f9-4c6a-9a84-115ade88e66e, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=8df1cc84-b9f9-4c6a-9a84-115ade88e66e,segment=NetworkSegment(a1d01b66-e103-44ab-97f3-6f827675fa31),segment_id=a1d01b66-e103-44ab-97f3-6f827675fa31)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:05:39.820695 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e504a22-8841-4b68-b373-ad813f27c733 req-163d2208-79e6-49f8-b798-4ce434ae4f87 tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] Network e1052824-bf78-4963-8937-b202e372ac24 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:05:39.831854 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [req-1e504a22-8841-4b68-b373-ad813f27c733 req-163d2208-79e6-49f8-b798-4ce434ae4f87 tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:05:39.835051 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e504a22-8841-4b68-b373-ad813f27c733 req-163d2208-79e6-49f8-b798-4ce434ae4f87 tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:05:39.947773 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163d2208-79e6-49f8-b798-4ce434ae4f87 tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] Pushing event updated for resources: {'Port': ['ID=d65e9dd0-ad52-4544-bbe5-38ddf0458f1e,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:05:39.968046 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf322387-1cc1-4bca-b9c7-2d5cb5a863d8 req-33a2b870-036d-45f2-aac1-c2c32281f5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:05:39.969712 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-cf322387-1cc1-4bca-b9c7-2d5cb5a863d8 req-33a2b870-036d-45f2-aac1-c2c32281f5ee service neutron] 10.222.0.41 "GET /v2.0/networks?id=1e81e05c-4c76-424f-a369-a3cc99f09949 HTTP/1.1" status: 200 len: 921 time: 0.2793872 Nov 22 20:05:40.008837 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e504a22-8841-4b68-b373-ad813f27c733 req-163d2208-79e6-49f8-b798-4ce434ae4f87 tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:05:40.009207 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-1e504a22-8841-4b68-b373-ad813f27c733 req-163d2208-79e6-49f8-b798-4ce434ae4f87 tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:40.013831 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-c3896e89-d540-4f6f-a215-4aea8eb7a2b6 req-2914696b-05a9-4816-8169-bf5164e37489 service neutron] For port 8df1cc84-b9f9-4c6a-9a84-115ade88e66e, host n-h2-818823-1, cleared binding levels {{(pid=103447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:05:40.022064 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6544a14b-2e82-4af6-8d13-f34d613a1396 None None] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:40.033468 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6544a14b-2e82-4af6-8d13-f34d613a1396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:40.095250 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-cf322387-1cc1-4bca-b9c7-2d5cb5a863d8 req-563dcd72-b31f-4ef5-9aa9-85d07a961a5d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f4441bd5-8225-4d37-a6a1-98fd9d91a472 HTTP/1.1" status: 200 len: 217 time: 0.0576706 Nov 22 20:05:40.101991 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1e504a22-8841-4b68-b373-ad813f27c733 req-163d2208-79e6-49f8-b798-4ce434ae4f87 tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.1010578 Nov 22 20:05:40.120674 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0f6460-05be-49b3-bf4b-58e3365235c3 None None] Pushing event updated for resources: {'Port': ['ID=5637c919-f797-4b9f-b2c6-ca1dc4a27c6e,revision_number=3']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:05:40.120927 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-1e504a22-8841-4b68-b373-ad813f27c733 req-ceda21e9-f6c2-40e8-9a59-859bdbf39b5c service neutron] Request body: {'port': {'device_id': '1d610fed-ade8-4090-9ac8-a8eeda6b914b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818823-1'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:05:40.139532 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0f6460-05be-49b3-bf4b-58e3365235c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:05:40.139690 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05a42da3-f4d1-435d-a4ca-2a5f4101b8fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8df1cc84-b9f9-4c6a-9a84-115ade88e66e'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:05:40.139887 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0f6460-05be-49b3-bf4b-58e3365235c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:05:40.140748 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0f6460-05be-49b3-bf4b-58e3365235c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:05:40.141148 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0f6460-05be-49b3-bf4b-58e3365235c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:05:40.141569 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0f6460-05be-49b3-bf4b-58e3365235c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:05:40.141905 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0f6460-05be-49b3-bf4b-58e3365235c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:05:40.142119 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-788875aa-c843-4f67-af02-e5f6ad7e4c27" -d '{"events": [{"server_uuid": "05a42da3-f4d1-435d-a4ca-2a5f4101b8fa", "name": "network-vif-unplugged", "status": "completed", "tag": "8df1cc84-b9f9-4c6a-9a84-115ade88e66e"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:05:40.142260 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0f6460-05be-49b3-bf4b-58e3365235c3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:05:40.142615 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0f6460-05be-49b3-bf4b-58e3365235c3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:05:40.142935 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0f6460-05be-49b3-bf4b-58e3365235c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:05:40.143319 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0f6460-05be-49b3-bf4b-58e3365235c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:05:40.143962 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0f6460-05be-49b3-bf4b-58e3365235c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:05:40.144299 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0f6460-05be-49b3-bf4b-58e3365235c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:05:40.154290 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999f349a-ed4b-4cbc-8047-a15cde762044 req-019f027d-28f4-4b12-99d6-0fe9bff64fef tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:05:40.165042 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-999f349a-ed4b-4cbc-8047-a15cde762044 req-019f027d-28f4-4b12-99d6-0fe9bff64fef tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/ports?device_id=0c38e8a6-8795-4e86-88f9-2d86b3aaea94 HTTP/1.1" status: 200 len: 949 time: 0.2404668 Nov 22 20:05:40.173086 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-c3896e89-d540-4f6f-a215-4aea8eb7a2b6 req-2914696b-05a9-4816-8169-bf5164e37489 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:40.186580 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-fe9ade94-780a-4416-b0b1-a341172b26b1 None None] Provisioning complete for port d65e9dd0-ad52-4544-bbe5-38ddf0458f1e triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:05:40.187525 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-fe9ade94-780a-4416-b0b1-a341172b26b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:40.206511 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-c3896e89-d540-4f6f-a215-4aea8eb7a2b6 req-2914696b-05a9-4816-8169-bf5164e37489 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:40.208974 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c995526a-aafa-4f65-a819-4faeb57c1962 admin admin] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:05:40.216653 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-c995526a-aafa-4f65-a819-4faeb57c1962 admin admin] 10.222.0.46 "PUT /v2.0/routers/5ee249ec-7563-4917-9d78-7298e13edcdd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2000740 Nov 22 20:05:40.225203 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 55528) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:05:40.299569 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-fe9ade94-780a-4416-b0b1-a341172b26b1 None None] Port d65e9dd0-ad52-4544-bbe5-38ddf0458f1e cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:05:40.301806 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f152f94-9166-4d40-b713-2079bd42e1ab None None] Sync routers for ids ['5ee249ec-7563-4917-9d78-7298e13edcdd'] in n-d-818823-1 {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:05:40.320308 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f152f94-9166-4d40-b713-2079bd42e1ab None None] Routers {'5ee249ec-7563-4917-9d78-7298e13edcdd'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:05:40.321008 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-3f152f94-9166-4d40-b713-2079bd42e1ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:05:32Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['5ee249ec-7563-4917-9d78-7298e13edcdd'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:05:40.344570 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-6544a14b-2e82-4af6-8d13-f34d613a1396 None None] Attempting to bind port 5637c919-f797-4b9f-b2c6-ca1dc4a27c6e on host n-d-818823-1 for vnic_type normal with profile {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:05:40.345494 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-6544a14b-2e82-4af6-8d13-f34d613a1396 None None] Attempting to bind port 5637c919-f797-4b9f-b2c6-ca1dc4a27c6e by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': 'dcc1fc0e-b227-45bc-aec7-f17e25700050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'a4a74279-bce3-4456-95fa-fcd9fe257a11'}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:05:40.345883 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6544a14b-2e82-4af6-8d13-f34d613a1396 None None] Attempting to bind port 5637c919-f797-4b9f-b2c6-ca1dc4a27c6e on network a4a74279-bce3-4456-95fa-fcd9fe257a11 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:05:40.358756 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6544a14b-2e82-4af6-8d13-f34d613a1396 None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 5, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:05:40.359161 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6544a14b-2e82-4af6-8d13-f34d613a1396 None None] Checking segment: {'id': 'dcc1fc0e-b227-45bc-aec7-f17e25700050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'a4a74279-bce3-4456-95fa-fcd9fe257a11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:05:40.359558 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6544a14b-2e82-4af6-8d13-f34d613a1396 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:40.359957 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6544a14b-2e82-4af6-8d13-f34d613a1396 None None] Bound using segment: {'id': 'dcc1fc0e-b227-45bc-aec7-f17e25700050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'a4a74279-bce3-4456-95fa-fcd9fe257a11'} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:05:40.360446 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-6544a14b-2e82-4af6-8d13-f34d613a1396 None None] Bound port: 5637c919-f797-4b9f-b2c6-ca1dc4a27c6e, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcc1fc0e-b227-45bc-aec7-f17e25700050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'a4a74279-bce3-4456-95fa-fcd9fe257a11'}}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:05:40.361073 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6544a14b-2e82-4af6-8d13-f34d613a1396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:40.415321 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-93cbbc25-e8a0-495f-bae5-1a4922214a23 req-ed3c7680-4241-4bd6-bb23-9baeb26768d3 tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:40.417870 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf322387-1cc1-4bca-b9c7-2d5cb5a863d8 req-e111451d-82f3-4949-9dde-b7d7fb9ac8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:05:40.419835 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-cf322387-1cc1-4bca-b9c7-2d5cb5a863d8 req-e111451d-82f3-4949-9dde-b7d7fb9ac8c4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=555c9f92-faec-4407-89e0-e5147ee8b27d HTTP/1.1" status: 200 len: 859 time: 0.2921481 Nov 22 20:05:40.466657 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 22 Nov 2021 20:05:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee385a0a-8305-45ee-8b0f-386fc59bc39e x-openstack-request-id: req-ee385a0a-8305-45ee-8b0f-386fc59bc39e {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:05:40.466968 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05a42da3-f4d1-435d-a4ca-2a5f4101b8fa", "name": "network-vif-unplugged", "status": "completed", "tag": "8df1cc84-b9f9-4c6a-9a84-115ade88e66e", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:05:40.467232 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ee385a0a-8305-45ee-8b0f-386fc59bc39e {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:05:40.467667 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05a42da3-f4d1-435d-a4ca-2a5f4101b8fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8df1cc84-b9f9-4c6a-9a84-115ade88e66e', 'code': 200} Nov 22 20:05:40.487630 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ec88c1ce-4eb3-478a-bd8a-d92b27db3f03 None None] Provisioning complete for port 5637c919-f797-4b9f-b2c6-ca1dc4a27c6e triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:05:40.492846 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ec88c1ce-4eb3-478a-bd8a-d92b27db3f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:40.500651 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-6544a14b-2e82-4af6-8d13-f34d613a1396 None None] For port 5637c919-f797-4b9f-b2c6-ca1dc4a27c6e, host n-d-818823-1, cleared binding levels {{(pid=103450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:05:40.503299 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-999f349a-ed4b-4cbc-8047-a15cde762044 req-49bff27f-2402-4b39-8641-527cc6a69a3f tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1d007ec-a75a-4ef8-9cdd-9c679a3ff22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3373861 Nov 22 20:05:40.505795 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-6544a14b-2e82-4af6-8d13-f34d613a1396 None None] For port 5637c919-f797-4b9f-b2c6-ca1dc4a27c6e, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=5637c919-f797-4b9f-b2c6-ca1dc4a27c6e,segment=NetworkSegment(dcc1fc0e-b227-45bc-aec7-f17e25700050),segment_id=dcc1fc0e-b227-45bc-aec7-f17e25700050)] {{(pid=103450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:05:40.511485 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6544a14b-2e82-4af6-8d13-f34d613a1396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:40.544478 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-ec88c1ce-4eb3-478a-bd8a-d92b27db3f03 None None] Port 5637c919-f797-4b9f-b2c6-ca1dc4a27c6e cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:05:40.565783 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-3f152f94-9166-4d40-b713-2079bd42e1ab None None] Set router 5ee249ec-7563-4917-9d78-7298e13edcdd gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:05:40.613751 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6544a14b-2e82-4af6-8d13-f34d613a1396 None None] Routers {'c694080b-a9b1-436f-827c-73c583d5503f'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:05:40.619251 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-6544a14b-2e82-4af6-8d13-f34d613a1396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:05:32Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['c694080b-a9b1-436f-827c-73c583d5503f'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:05:40.629333 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf322387-1cc1-4bca-b9c7-2d5cb5a863d8 req-6d8c8d79-ef96-4490-82ea-33cae7e80a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:05:40.630917 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-cf322387-1cc1-4bca-b9c7-2d5cb5a863d8 req-6d8c8d79-ef96-4490-82ea-33cae7e80a10 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1e81e05c-4c76-424f-a369-a3cc99f09949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2008421 Nov 22 20:05:40.684742 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-93cbbc25-e8a0-495f-bae5-1a4922214a23 req-ed3c7680-4241-4bd6-bb23-9baeb26768d3 tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:40.694530 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0a0e81e1-a985-494a-bfe7-c6a300befb71 admin admin] Publish callbacks [] for router, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:40.695439 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0f6460-05be-49b3-bf4b-58e3365235c3 None None] Pushing event updated for resources: {'Port': ['ID=5637c919-f797-4b9f-b2c6-ca1dc4a27c6e,revision_number=4']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:05:40.699273 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2914696b-05a9-4816-8169-bf5164e37489 service neutron] Pushing event updated for resources: {'Port': ['ID=8df1cc84-b9f9-4c6a-9a84-115ade88e66e,revision_number=7']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:05:40.778157 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-1e504a22-8841-4b68-b373-ad813f27c733 req-ceda21e9-f6c2-40e8-9a59-859bdbf39b5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:40.833291 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93cbbc25-e8a0-495f-bae5-1a4922214a23 req-ed3c7680-4241-4bd6-bb23-9baeb26768d3 tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] Network e1052824-bf78-4963-8937-b202e372ac24 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:05:40.833607 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-6544a14b-2e82-4af6-8d13-f34d613a1396 None None] Set router c694080b-a9b1-436f-827c-73c583d5503f gateway port host: n-d-818823-1 {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:05:40.853327 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [req-93cbbc25-e8a0-495f-bae5-1a4922214a23 req-ed3c7680-4241-4bd6-bb23-9baeb26768d3 tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:05:40.873332 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [req-93cbbc25-e8a0-495f-bae5-1a4922214a23 req-ed3c7680-4241-4bd6-bb23-9baeb26768d3 tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:05:40.878750 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3c7680-4241-4bd6-bb23-9baeb26768d3 tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] Pushing event updated for resources: {'Port': ['ID=a09fdba2-333c-482d-9e0d-f005d245604b,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:05:40.892623 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-c3896e89-d540-4f6f-a215-4aea8eb7a2b6 req-2914696b-05a9-4816-8169-bf5164e37489 service neutron] Attempting to bind port 8df1cc84-b9f9-4c6a-9a84-115ade88e66e on host n-h2-818823-1 for vnic_type normal with profile {"migrating_to": "n-h1-818823-1"} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:05:40.893619 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-c3896e89-d540-4f6f-a215-4aea8eb7a2b6 req-2914696b-05a9-4816-8169-bf5164e37489 service neutron] Attempting to bind port 8df1cc84-b9f9-4c6a-9a84-115ade88e66e by drivers openvswitch,hyperv on host n-h2-818823-1 at level 0 using segments [{'id': 'a1d01b66-e103-44ab-97f3-6f827675fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '5c8a61c3-0285-4b7d-b110-24534369ffce'}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:05:40.893619 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3896e89-d540-4f6f-a215-4aea8eb7a2b6 req-2914696b-05a9-4816-8169-bf5164e37489 service neutron] Attempting to bind port 8df1cc84-b9f9-4c6a-9a84-115ade88e66e on network 5c8a61c3-0285-4b7d-b110-24534369ffce {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:05:40.958473 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-cf322387-1cc1-4bca-b9c7-2d5cb5a863d8 req-5ed5f02e-bfed-483b-880b-47b1378c8d62 service neutron] 10.222.0.41 "GET /v2.0/networks/1e81e05c-4c76-424f-a369-a3cc99f09949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3123133 Nov 22 20:05:40.959854 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3896e89-d540-4f6f-a215-4aea8eb7a2b6 req-2914696b-05a9-4816-8169-bf5164e37489 service neutron] Port 8df1cc84-b9f9-4c6a-9a84-115ade88e66e on network 5c8a61c3-0285-4b7d-b110-24534369ffce not bound, no agent of type Open vSwitch agent registered on host n-h2-818823-1 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:05:40.960254 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3896e89-d540-4f6f-a215-4aea8eb7a2b6 req-2914696b-05a9-4816-8169-bf5164e37489 service neutron] Attempting to bind port 8df1cc84-b9f9-4c6a-9a84-115ade88e66e on network 5c8a61c3-0285-4b7d-b110-24534369ffce {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:05:40.982875 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-3f152f94-9166-4d40-b713-2079bd42e1ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ee249ec-7563-4917-9d78-7298e13edcdd', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-207199269-router', 'tenant_id': 'd030735374e0421a8051bc234c97dcd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.197'}], 'enable_snat': True}, 'gw_port_id': '3c4da08d-fadf-486a-b126-5c31cb2d8a90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:04:14Z', 'updated_at': '2021-11-22T20:05:36Z', 'revision_number': 5, 'project_id': 'd030735374e0421a8051bc234c97dcd6', 'gw_port': {'id': '3c4da08d-fadf-486a-b126-5c31cb2d8a90', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:6e:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee249ec-7563-4917-9d78-7298e13edcdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:04:16Z', 'updated_at': '2021-11-22T20:04:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:05:41.038505 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cbbc25-e8a0-495f-bae5-1a4922214a23 req-ed3c7680-4241-4bd6-bb23-9baeb26768d3 tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:05:41.038505 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-93cbbc25-e8a0-495f-bae5-1a4922214a23 req-ed3c7680-4241-4bd6-bb23-9baeb26768d3 tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:41.049253 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3896e89-d540-4f6f-a215-4aea8eb7a2b6 req-2914696b-05a9-4816-8169-bf5164e37489 service neutron] Checking agent: {'id': '65e0486a-7030-4065-96f0-10aa7402a530', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'started_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 5, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:05:41.049852 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3896e89-d540-4f6f-a215-4aea8eb7a2b6 req-2914696b-05a9-4816-8169-bf5164e37489 service neutron] Checking segment: {'id': 'a1d01b66-e103-44ab-97f3-6f827675fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '5c8a61c3-0285-4b7d-b110-24534369ffce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:05:41.050116 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3896e89-d540-4f6f-a215-4aea8eb7a2b6 req-2914696b-05a9-4816-8169-bf5164e37489 service neutron] Bound using segment: {'id': 'a1d01b66-e103-44ab-97f3-6f827675fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '5c8a61c3-0285-4b7d-b110-24534369ffce'} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:05:41.050585 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-c3896e89-d540-4f6f-a215-4aea8eb7a2b6 req-2914696b-05a9-4816-8169-bf5164e37489 service neutron] Bound port: 8df1cc84-b9f9-4c6a-9a84-115ade88e66e, host: n-h2-818823-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1d01b66-e103-44ab-97f3-6f827675fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '5c8a61c3-0285-4b7d-b110-24534369ffce'}}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:05:41.051018 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-c3896e89-d540-4f6f-a215-4aea8eb7a2b6 req-2914696b-05a9-4816-8169-bf5164e37489 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:41.056720 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f152f94-9166-4d40-b713-2079bd42e1ab None None] Checking router: 5ee249ec-7563-4917-9d78-7298e13edcdd for host: n-d-818823-1 {{(pid=103449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 20:05:41.073140 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa27cd28-6fd6-456b-aa1c-6fc4098a4d7a req-32b9b9d7-6aee-4de6-a995-f81cf15d4d11 tempest-FloatingIPsAssociationTestJSON-1595917213 tempest-FloatingIPsAssociationTestJSON-1595917213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:05:41.075036 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-47fa19ba-67c8-436b-8980-facda67d822d None None] Provisioning complete for port 5637c919-f797-4b9f-b2c6-ca1dc4a27c6e triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:05:41.076280 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-47fa19ba-67c8-436b-8980-facda67d822d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:41.081790 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-fa27cd28-6fd6-456b-aa1c-6fc4098a4d7a req-32b9b9d7-6aee-4de6-a995-f81cf15d4d11 tempest-FloatingIPsAssociationTestJSON-1595917213 tempest-FloatingIPsAssociationTestJSON-1595917213-project] 10.222.0.46 "GET /v2.0/ports?device_id=b84af637-0398-463a-b5b3-c3420a17b4fe HTTP/1.1" status: 200 len: 943 time: 0.3716393 Nov 22 20:05:41.099948 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-93cbbc25-e8a0-495f-bae5-1a4922214a23 req-ed3c7680-4241-4bd6-bb23-9baeb26768d3 tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6226218 Nov 22 20:05:41.111477 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b765f1c-5e1b-4673-9e8e-280ef6967f1b req-a6834700-a0d5-4068-8ba7-a8f8bd827b48 tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:05:41.119750 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4b765f1c-5e1b-4673-9e8e-280ef6967f1b req-a6834700-a0d5-4068-8ba7-a8f8bd827b48 tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] 10.222.0.46 "GET /v2.0/ports?device_id=05a42da3-f4d1-435d-a4ca-2a5f4101b8fa HTTP/1.1" status: 200 len: 943 time: 0.3108330 Nov 22 20:05:41.121693 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [req-93cbbc25-e8a0-495f-bae5-1a4922214a23 req-46d95ed8-bc7f-4978-95d2-8303aeda0fcf service neutron] Request body: {'port': {'device_id': '29dda483-f89a-4ce8-828b-793410f029f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818823-1'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:05:41.131003 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f152f94-9166-4d40-b713-2079bd42e1ab None None] Routers {'5ee249ec-7563-4917-9d78-7298e13edcdd'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:05:41.133566 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-3f152f94-9166-4d40-b713-2079bd42e1ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:05:32Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['5ee249ec-7563-4917-9d78-7298e13edcdd'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:05:41.173506 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-6544a14b-2e82-4af6-8d13-f34d613a1396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c694080b-a9b1-436f-827c-73c583d5503f', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1474679158-router', 'tenant_id': 'eb8ff19a8ba4496bbd0e67bc7c6cd948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.15'}], 'enable_snat': True}, 'gw_port_id': 'ab66c774-cb5a-4dc7-84bd-8d6984d54707', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:05:28Z', 'updated_at': '2021-11-22T20:05:36Z', 'revision_number': 4, 'project_id': 'eb8ff19a8ba4496bbd0e67bc7c6cd948', 'gw_port': {'id': 'ab66c774-cb5a-4dc7-84bd-8d6984d54707', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:36:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c694080b-a9b1-436f-827c-73c583d5503f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:05:29Z', 'updated_at': '2021-11-22T20:05:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': '5637c919-f797-4b9f-b2c6-ca1dc4a27c6e', 'name': '', 'network_id': 'a4a74279-bce3-4456-95fa-fcd9fe257a11', 'tenant_id': 'eb8ff19a8ba4496bbd0e67bc7c6cd948', 'mac_address': 'fa:16:3e:b2:e9:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c694080b-a9b1-436f-827c-73c583d5503f', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '549ad4b3-a923-4ce2-bd25-a6661497bbeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:05:34Z', 'updated_at': '2021-11-22T20:05:40Z', 'revision_number': 4, 'project_id': 'eb8ff19a8ba4496bbd0e67bc7c6cd948', 'subnets': [{'id': '549ad4b3-a923-4ce2-bd25-a6661497bbeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:05:41.189215 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-cf322387-1cc1-4bca-b9c7-2d5cb5a863d8 req-214e9deb-5509-42c7-8a88-5372cd626bc1 service neutron] 10.222.0.41 "GET /v2.0/networks/1e81e05c-4c76-424f-a369-a3cc99f09949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2230639 Nov 22 20:05:41.225754 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6544a14b-2e82-4af6-8d13-f34d613a1396 None None] The sync data for ids ['c694080b-a9b1-436f-827c-73c583d5503f'] in n-d-818823-1 is: [{'id': 'c694080b-a9b1-436f-827c-73c583d5503f', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1474679158-router', 'tenant_id': 'eb8ff19a8ba4496bbd0e67bc7c6cd948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.15'}], 'enable_snat': True}, 'gw_port_id': 'ab66c774-cb5a-4dc7-84bd-8d6984d54707', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:05:28Z', 'updated_at': '2021-11-22T20:05:36Z', 'revision_number': 4, 'project_id': 'eb8ff19a8ba4496bbd0e67bc7c6cd948', 'gw_port': {'id': 'ab66c774-cb5a-4dc7-84bd-8d6984d54707', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:36:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c694080b-a9b1-436f-827c-73c583d5503f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:05:29Z', 'updated_at': '2021-11-22T20:05:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': '5637c919-f797-4b9f-b2c6-ca1dc4a27c6e', 'name': '', 'network_id': 'a4a74279-bce3-4456-95fa-fcd9fe257a11', 'tenant_id': 'eb8ff19a8ba4496bbd0e67bc7c6cd948', 'mac_address': 'fa:16:3e:b2:e9:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c694080b-a9b1-436f-827c-73c583d5503f', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '549ad4b3-a923-4ce2-bd25-a6661497bbeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:05:34Z', 'updated_at': '2021-11-22T20:05:40Z', 'revision_number': 4, 'project_id': 'eb8ff19a8ba4496bbd0e67bc7c6cd948', 'subnets': [{'id': '549ad4b3-a923-4ce2-bd25-a6661497bbeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:05:41.261372 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-93cbbc25-e8a0-495f-bae5-1a4922214a23 req-46d95ed8-bc7f-4978-95d2-8303aeda0fcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:41.265241 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0a0e81e1-a985-494a-bfe7-c6a300befb71 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:41.347197 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-47fa19ba-67c8-436b-8980-facda67d822d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:41.353169 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-928c7d73-7ec6-49e4-a393-74e74015831a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659736'] for router_interface, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:41.395096 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-3f152f94-9166-4d40-b713-2079bd42e1ab None None] Set router 5ee249ec-7563-4917-9d78-7298e13edcdd gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:05:41.399969 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-fa27cd28-6fd6-456b-aa1c-6fc4098a4d7a req-90b1199d-0161-4700-a3ec-f7c9dd5b7259 tempest-FloatingIPsAssociationTestJSON-1595917213 tempest-FloatingIPsAssociationTestJSON-1595917213-project] 10.222.0.46 "GET /v2.0/security-groups?id=856cfbfb-1e64-4401-a1fb-713c41a0ff50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3143048 Nov 22 20:05:41.449388 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4b765f1c-5e1b-4673-9e8e-280ef6967f1b req-9bd5c99c-d267-4361-a3ad-c17f7e37cba4 tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] 10.222.0.46 "GET /v2.0/security-groups?id=89c2c967-26c4-4e1c-a1fd-c97f87817ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3285499 Nov 22 20:05:41.495606 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-47fa19ba-67c8-436b-8980-facda67d822d None None] For port 5637c919-f797-4b9f-b2c6-ca1dc4a27c6e, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=5637c919-f797-4b9f-b2c6-ca1dc4a27c6e,segment=NetworkSegment(dcc1fc0e-b227-45bc-aec7-f17e25700050),segment_id=dcc1fc0e-b227-45bc-aec7-f17e25700050)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:05:41.528494 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-c3896e89-d540-4f6f-a215-4aea8eb7a2b6 req-2914696b-05a9-4816-8169-bf5164e37489 service neutron] For port 8df1cc84-b9f9-4c6a-9a84-115ade88e66e, host n-h2-818823-1, cleared binding levels {{(pid=103447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:05:41.560306 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-c3896e89-d540-4f6f-a215-4aea8eb7a2b6 req-2914696b-05a9-4816-8169-bf5164e37489 service neutron] For port 8df1cc84-b9f9-4c6a-9a84-115ade88e66e, host n-h2-818823-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=8df1cc84-b9f9-4c6a-9a84-115ade88e66e,segment=NetworkSegment(a1d01b66-e103-44ab-97f3-6f827675fa31),segment_id=a1d01b66-e103-44ab-97f3-6f827675fa31)] {{(pid=103447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:05:41.571879 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-c3896e89-d540-4f6f-a215-4aea8eb7a2b6 req-2914696b-05a9-4816-8169-bf5164e37489 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:41.576771 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-47fa19ba-67c8-436b-8980-facda67d822d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:41.728831 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2914696b-05a9-4816-8169-bf5164e37489 service neutron] Pushing event updated for resources: {'Port': ['ID=8df1cc84-b9f9-4c6a-9a84-115ade88e66e,revision_number=8']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:05:41.751038 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fa19ba-67c8-436b-8980-facda67d822d None None] Pushing event updated for resources: {'Port': ['ID=5637c919-f797-4b9f-b2c6-ca1dc4a27c6e,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:05:41.780984 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-a2caabc3-1863-49f0-a4db-4fdbaca5ea18 None None] Provisioning complete for port a09fdba2-333c-482d-9e0d-f005d245604b triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:05:41.781357 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-a2caabc3-1863-49f0-a4db-4fdbaca5ea18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:41.818059 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-0a0e81e1-a985-494a-bfe7-c6a300befb71 admin admin] Deleting port 3c4da08d-fadf-486a-b126-5c31cb2d8a90 {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:05:41.818672 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0a0e81e1-a985-494a-bfe7-c6a300befb71 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:41.830704 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-a2caabc3-1863-49f0-a4db-4fdbaca5ea18 None None] Port a09fdba2-333c-482d-9e0d-f005d245604b cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:05:41.869275 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-928c7d73-7ec6-49e4-a393-74e74015831a admin admin] Deleting port 5637c919-f797-4b9f-b2c6-ca1dc4a27c6e {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:05:41.869906 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-928c7d73-7ec6-49e4-a393-74e74015831a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:41.941188 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-3f152f94-9166-4d40-b713-2079bd42e1ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ee249ec-7563-4917-9d78-7298e13edcdd', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-207199269-router', 'tenant_id': 'd030735374e0421a8051bc234c97dcd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.197'}], 'enable_snat': True}, 'gw_port_id': '3c4da08d-fadf-486a-b126-5c31cb2d8a90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:04:14Z', 'updated_at': '2021-11-22T20:05:36Z', 'revision_number': 5, 'project_id': 'd030735374e0421a8051bc234c97dcd6', 'gw_port': {'id': '3c4da08d-fadf-486a-b126-5c31cb2d8a90', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:6e:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee249ec-7563-4917-9d78-7298e13edcdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:04:16Z', 'updated_at': '2021-11-22T20:04:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:05:41.950960 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [req-1e504a22-8841-4b68-b373-ad813f27c733 req-ceda21e9-f6c2-40e8-9a59-859bdbf39b5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d65e9dd0-ad52-4544-bbe5-38ddf0458f1e {{(pid=103447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:05:41.981682 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f152f94-9166-4d40-b713-2079bd42e1ab None None] The sync data for ids ['5ee249ec-7563-4917-9d78-7298e13edcdd'] in n-d-818823-1 is: [{'id': '5ee249ec-7563-4917-9d78-7298e13edcdd', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-207199269-router', 'tenant_id': 'd030735374e0421a8051bc234c97dcd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.197'}], 'enable_snat': True}, 'gw_port_id': '3c4da08d-fadf-486a-b126-5c31cb2d8a90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:04:14Z', 'updated_at': '2021-11-22T20:05:36Z', 'revision_number': 5, 'project_id': 'd030735374e0421a8051bc234c97dcd6', 'gw_port': {'id': '3c4da08d-fadf-486a-b126-5c31cb2d8a90', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:6e:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee249ec-7563-4917-9d78-7298e13edcdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:04:16Z', 'updated_at': '2021-11-22T20:04:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:05:41.999148 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-928c7d73-7ec6-49e4-a393-74e74015831a admin admin] For port 5637c919-f797-4b9f-b2c6-ca1dc4a27c6e, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=5637c919-f797-4b9f-b2c6-ca1dc4a27c6e,segment=NetworkSegment(dcc1fc0e-b227-45bc-aec7-f17e25700050),segment_id=dcc1fc0e-b227-45bc-aec7-f17e25700050)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:05:41.999569 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-928c7d73-7ec6-49e4-a393-74e74015831a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:42.028996 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-928c7d73-7ec6-49e4-a393-74e74015831a admin admin] Calling delete_port for 5637c919-f797-4b9f-b2c6-ca1dc4a27c6e owned by network:router_interface {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:05:42.033352 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3896e89-d540-4f6f-a215-4aea8eb7a2b6 req-2914696b-05a9-4816-8169-bf5164e37489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:05:42.036193 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-c3896e89-d540-4f6f-a215-4aea8eb7a2b6 req-2914696b-05a9-4816-8169-bf5164e37489 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:42.043831 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c3896e89-d540-4f6f-a215-4aea8eb7a2b6 req-2914696b-05a9-4816-8169-bf5164e37489 service neutron] 10.222.0.41 "PUT /v2.0/ports/8df1cc84-b9f9-4c6a-9a84-115ade88e66e HTTP/1.1" status: 200 len: 1121 time: 2.9332445 Nov 22 20:05:42.062185 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-1e504a22-8841-4b68-b373-ad813f27c733 req-ceda21e9-f6c2-40e8-9a59-859bdbf39b5c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:42.073134 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] get_ports_and_sgs() called for port_ids ['8df1cc84-b9f9-4c6a-9a84-115ade88e66e'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:05:42.077567 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c24772-d9d4-43ba-af22-2e6293418403 req-ee30a29f-2a05-4adf-89f7-8d868dcd4404 tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:05:42.081099 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-43c24772-d9d4-43ba-af22-2e6293418403 req-ee30a29f-2a05-4adf-89f7-8d868dcd4404 tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] 10.222.0.46 "GET /v2.0/ports?device_id=29dda483-f89a-4ce8-828b-793410f029f1 HTTP/1.1" status: 200 len: 935 time: 0.4150832 Nov 22 20:05:42.105985 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [None req-0a0e81e1-a985-494a-bfe7-c6a300befb71 admin admin] For port 3c4da08d-fadf-486a-b126-5c31cb2d8a90, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=3c4da08d-fadf-486a-b126-5c31cb2d8a90,segment=NetworkSegment(8793ba83-8407-4c3d-9b56-2a177cd58a70),segment_id=8793ba83-8407-4c3d-9b56-2a177cd58a70)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:05:42.106387 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0a0e81e1-a985-494a-bfe7-c6a300befb71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:42.177379 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-0a0e81e1-a985-494a-bfe7-c6a300befb71 admin admin] Calling delete_port for 3c4da08d-fadf-486a-b126-5c31cb2d8a90 owned by network:router_gateway {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:05:42.199133 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.provisioning_blocks [req-1e504a22-8841-4b68-b373-ad813f27c733 req-ceda21e9-f6c2-40e8-9a59-859bdbf39b5c service neutron] Transition to ACTIVE for port object d65e9dd0-ad52-4544-bbe5-38ddf0458f1e will not be triggered until provisioned by entity L2. {{(pid=103447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 20:05:42.213219 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-1e504a22-8841-4b68-b373-ad813f27c733 req-ceda21e9-f6c2-40e8-9a59-859bdbf39b5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:42.340045 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-928c7d73-7ec6-49e4-a393-74e74015831a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:42.381681 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928c7d73-7ec6-49e4-a393-74e74015831a admin admin] Pushing event deleted for resources: {'Port': ['ID=5637c919-f797-4b9f-b2c6-ca1dc4a27c6e,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:05:42.508925 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [req-93cbbc25-e8a0-495f-bae5-1a4922214a23 req-46d95ed8-bc7f-4978-95d2-8303aeda0fcf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a09fdba2-333c-482d-9e0d-f005d245604b {{(pid=103448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:05:42.520177 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-93cbbc25-e8a0-495f-bae5-1a4922214a23 req-46d95ed8-bc7f-4978-95d2-8303aeda0fcf service neutron] Publish callbacks [] for port, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:42.573765 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [req-93cbbc25-e8a0-495f-bae5-1a4922214a23 req-46d95ed8-bc7f-4978-95d2-8303aeda0fcf service neutron] Transition to ACTIVE for port object a09fdba2-333c-482d-9e0d-f005d245604b will not be triggered until provisioned by entity L2. {{(pid=103448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 20:05:42.580570 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05a42da3-f4d1-435d-a4ca-2a5f4101b8fa', 'tag': '8df1cc84-b9f9-4c6a-9a84-115ade88e66e'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:05:42.582825 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-93cbbc25-e8a0-495f-bae5-1a4922214a23 req-46d95ed8-bc7f-4978-95d2-8303aeda0fcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:42.582994 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-967fd3b3-d907-4f9d-bc72-3b3e9b50fe5d" -d '{"events": [{"name": "network-changed", "server_uuid": "05a42da3-f4d1-435d-a4ca-2a5f4101b8fa", "tag": "8df1cc84-b9f9-4c6a-9a84-115ade88e66e"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:05:42.667372 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-43c24772-d9d4-43ba-af22-2e6293418403 req-c5e295ed-2d50-4ea1-a056-c837dfd0586c tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] 10.222.0.46 "GET /v2.0/security-groups?id=e5ae9e03-6ff8-4082-b7a4-25ecea5ed21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5408483 Nov 22 20:05:42.696299 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05425118-0460-493f-a047-0ef82b77cd43 req-fd423ef8-ed7e-447a-8a56-e20731f37380 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:05:42.708451 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-05425118-0460-493f-a047-0ef82b77cd43 req-fd423ef8-ed7e-447a-8a56-e20731f37380 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/ports?device_id=0c38e8a6-8795-4e86-88f9-2d86b3aaea94 HTTP/1.1" status: 200 len: 949 time: 0.5901725 Nov 22 20:05:42.756060 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceda21e9-f6c2-40e8-9a59-859bdbf39b5c service neutron] Pushing event updated for resources: {'Port': ['ID=d65e9dd0-ad52-4544-bbe5-38ddf0458f1e,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:05:42.888426 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-05425118-0460-493f-a047-0ef82b77cd43 req-d0475975-aa44-4de5-a57f-5b2403fda560 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1d007ec-a75a-4ef8-9cdd-9c679a3ff22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783524 Nov 22 20:05:43.035166 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-1e504a22-8841-4b68-b373-ad813f27c733 req-ceda21e9-f6c2-40e8-9a59-859bdbf39b5c service neutron] Attempting to bind port d65e9dd0-ad52-4544-bbe5-38ddf0458f1e on host n-h1-818823-1 for vnic_type normal with profile {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:05:43.035533 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-1e504a22-8841-4b68-b373-ad813f27c733 req-ceda21e9-f6c2-40e8-9a59-859bdbf39b5c service neutron] Attempting to bind port d65e9dd0-ad52-4544-bbe5-38ddf0458f1e by drivers openvswitch,hyperv on host n-h1-818823-1 at level 0 using segments [{'id': '2a5a1c7b-538e-498e-99b9-cc7a8e0411be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'e1052824-bf78-4963-8937-b202e372ac24'}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:05:43.036410 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e504a22-8841-4b68-b373-ad813f27c733 req-ceda21e9-f6c2-40e8-9a59-859bdbf39b5c service neutron] Attempting to bind port d65e9dd0-ad52-4544-bbe5-38ddf0458f1e on network e1052824-bf78-4963-8937-b202e372ac24 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:05:43.075441 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e504a22-8841-4b68-b373-ad813f27c733 req-ceda21e9-f6c2-40e8-9a59-859bdbf39b5c service neutron] Port d65e9dd0-ad52-4544-bbe5-38ddf0458f1e on network e1052824-bf78-4963-8937-b202e372ac24 not bound, no agent of type Open vSwitch agent registered on host n-h1-818823-1 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:05:43.076074 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e504a22-8841-4b68-b373-ad813f27c733 req-ceda21e9-f6c2-40e8-9a59-859bdbf39b5c service neutron] Attempting to bind port d65e9dd0-ad52-4544-bbe5-38ddf0458f1e on network e1052824-bf78-4963-8937-b202e372ac24 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:05:43.095195 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e504a22-8841-4b68-b373-ad813f27c733 req-ceda21e9-f6c2-40e8-9a59-859bdbf39b5c service neutron] Checking agent: {'id': '7a008cff-3b49-418c-8046-689d46cc800f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'started_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 5, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:05:43.095564 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e504a22-8841-4b68-b373-ad813f27c733 req-ceda21e9-f6c2-40e8-9a59-859bdbf39b5c service neutron] Checking segment: {'id': '2a5a1c7b-538e-498e-99b9-cc7a8e0411be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'e1052824-bf78-4963-8937-b202e372ac24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:05:43.095986 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e504a22-8841-4b68-b373-ad813f27c733 req-ceda21e9-f6c2-40e8-9a59-859bdbf39b5c service neutron] Bound using segment: {'id': '2a5a1c7b-538e-498e-99b9-cc7a8e0411be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'e1052824-bf78-4963-8937-b202e372ac24'} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:05:43.096403 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-1e504a22-8841-4b68-b373-ad813f27c733 req-ceda21e9-f6c2-40e8-9a59-859bdbf39b5c service neutron] Bound port: d65e9dd0-ad52-4544-bbe5-38ddf0458f1e, host: n-h1-818823-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a5a1c7b-538e-498e-99b9-cc7a8e0411be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'e1052824-bf78-4963-8937-b202e372ac24'}}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:05:43.097729 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-1e504a22-8841-4b68-b373-ad813f27c733 req-ceda21e9-f6c2-40e8-9a59-859bdbf39b5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:43.104053 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0a0e81e1-a985-494a-bfe7-c6a300befb71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:43.113085 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7423ddcc-2f01-45c8-a47d-650a5877859a req-da160662-2bf2-4107-a7d3-f7c1bb3d5d1c tempest-FloatingIPsAssociationTestJSON-1595917213 tempest-FloatingIPsAssociationTestJSON-1595917213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:05:43.121056 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7423ddcc-2f01-45c8-a47d-650a5877859a req-da160662-2bf2-4107-a7d3-f7c1bb3d5d1c tempest-FloatingIPsAssociationTestJSON-1595917213 tempest-FloatingIPsAssociationTestJSON-1595917213-project] 10.222.0.46 "GET /v2.0/ports?device_id=b84af637-0398-463a-b5b3-c3420a17b4fe HTTP/1.1" status: 200 len: 943 time: 0.1662621 Nov 22 20:05:43.166680 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-928c7d73-7ec6-49e4-a393-74e74015831a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-563470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-663272'] for router_interface, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:43.171781 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d95ed8-bc7f-4978-95d2-8303aeda0fcf service neutron] Pushing event updated for resources: {'Port': ['ID=a09fdba2-333c-482d-9e0d-f005d245604b,revision_number=2']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:05:43.173467 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1301d2d0-3c32-4e12-a42a-2b5537ab6f1b req-ae0d7c15-a57e-4517-aeb2-b101a29a819e tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:05:43.175028 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1301d2d0-3c32-4e12-a42a-2b5537ab6f1b req-ae0d7c15-a57e-4517-aeb2-b101a29a819e tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] 10.222.0.46 "GET /v2.0/ports?device_id=05a42da3-f4d1-435d-a4ca-2a5f4101b8fa HTTP/1.1" status: 200 len: 943 time: 0.1626077 Nov 22 20:05:43.183238 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0e81e1-a985-494a-bfe7-c6a300befb71 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c4da08d-fadf-486a-b126-5c31cb2d8a90,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:05:43.243320 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device d2558b66-b79c-4e24-99c9-bc0bf8d25fd1 no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:05:43.279331 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: d2558b66-b79c-4e24-99c9-bc0bf8d25fd1 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:05:43.279812 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device d2558b66-b79c-4e24-99c9-bc0bf8d25fd1 not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:05:43.292541 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-93cbbc25-e8a0-495f-bae5-1a4922214a23 req-46d95ed8-bc7f-4978-95d2-8303aeda0fcf service neutron] Attempting to bind port a09fdba2-333c-482d-9e0d-f005d245604b on host n-h2-818823-1 for vnic_type normal with profile {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:05:43.292853 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-93cbbc25-e8a0-495f-bae5-1a4922214a23 req-46d95ed8-bc7f-4978-95d2-8303aeda0fcf service neutron] Attempting to bind port a09fdba2-333c-482d-9e0d-f005d245604b by drivers openvswitch,hyperv on host n-h2-818823-1 at level 0 using segments [{'id': '2a5a1c7b-538e-498e-99b9-cc7a8e0411be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'e1052824-bf78-4963-8937-b202e372ac24'}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:05:43.293238 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93cbbc25-e8a0-495f-bae5-1a4922214a23 req-46d95ed8-bc7f-4978-95d2-8303aeda0fcf service neutron] Attempting to bind port a09fdba2-333c-482d-9e0d-f005d245604b on network e1052824-bf78-4963-8937-b202e372ac24 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:05:43.307655 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93cbbc25-e8a0-495f-bae5-1a4922214a23 req-46d95ed8-bc7f-4978-95d2-8303aeda0fcf service neutron] Port a09fdba2-333c-482d-9e0d-f005d245604b on network e1052824-bf78-4963-8937-b202e372ac24 not bound, no agent of type Open vSwitch agent registered on host n-h2-818823-1 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:05:43.307986 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93cbbc25-e8a0-495f-bae5-1a4922214a23 req-46d95ed8-bc7f-4978-95d2-8303aeda0fcf service neutron] Attempting to bind port a09fdba2-333c-482d-9e0d-f005d245604b on network e1052824-bf78-4963-8937-b202e372ac24 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:05:43.316219 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93cbbc25-e8a0-495f-bae5-1a4922214a23 req-46d95ed8-bc7f-4978-95d2-8303aeda0fcf service neutron] Checking agent: {'id': '65e0486a-7030-4065-96f0-10aa7402a530', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'started_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 5, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:05:43.316561 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93cbbc25-e8a0-495f-bae5-1a4922214a23 req-46d95ed8-bc7f-4978-95d2-8303aeda0fcf service neutron] Checking segment: {'id': '2a5a1c7b-538e-498e-99b9-cc7a8e0411be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'e1052824-bf78-4963-8937-b202e372ac24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:05:43.317446 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93cbbc25-e8a0-495f-bae5-1a4922214a23 req-46d95ed8-bc7f-4978-95d2-8303aeda0fcf service neutron] Bound using segment: {'id': '2a5a1c7b-538e-498e-99b9-cc7a8e0411be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'e1052824-bf78-4963-8937-b202e372ac24'} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:05:43.317673 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-93cbbc25-e8a0-495f-bae5-1a4922214a23 req-46d95ed8-bc7f-4978-95d2-8303aeda0fcf service neutron] Bound port: a09fdba2-333c-482d-9e0d-f005d245604b, host: n-h2-818823-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a5a1c7b-538e-498e-99b9-cc7a8e0411be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'e1052824-bf78-4963-8937-b202e372ac24'}}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:05:43.318070 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-93cbbc25-e8a0-495f-bae5-1a4922214a23 req-46d95ed8-bc7f-4978-95d2-8303aeda0fcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:43.327787 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device f4441bd5-8225-4d37-a6a1-98fd9d91a472 details requested by agent hyperv_n-h1-818823-1 with host n-h1-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 20:05:43.350286 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7423ddcc-2f01-45c8-a47d-650a5877859a req-0c1d729a-61ac-4aed-b6d1-2ffa92adef4d tempest-FloatingIPsAssociationTestJSON-1595917213 tempest-FloatingIPsAssociationTestJSON-1595917213-project] 10.222.0.46 "GET /v2.0/security-groups?id=856cfbfb-1e64-4401-a1fb-713c41a0ff50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2282386 Nov 22 20:05:43.371610 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-1e504a22-8841-4b68-b373-ad813f27c733 req-ceda21e9-f6c2-40e8-9a59-859bdbf39b5c service neutron] For port d65e9dd0-ad52-4544-bbe5-38ddf0458f1e, host n-h1-818823-1, cleared binding levels {{(pid=103447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:05:43.378699 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-1e504a22-8841-4b68-b373-ad813f27c733 req-ceda21e9-f6c2-40e8-9a59-859bdbf39b5c service neutron] For port d65e9dd0-ad52-4544-bbe5-38ddf0458f1e, host n-h1-818823-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=d65e9dd0-ad52-4544-bbe5-38ddf0458f1e,segment=NetworkSegment(2a5a1c7b-538e-498e-99b9-cc7a8e0411be),segment_id=2a5a1c7b-538e-498e-99b9-cc7a8e0411be)] {{(pid=103447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:05:43.397994 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1301d2d0-3c32-4e12-a42a-2b5537ab6f1b req-a1766831-cbbc-4393-8147-4ad0e7b99b10 tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] 10.222.0.46 "GET /v2.0/security-groups?id=89c2c967-26c4-4e1c-a1fd-c97f87817ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853714 Nov 22 20:05:43.399367 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0a0e81e1-a985-494a-bfe7-c6a300befb71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595398'] for router_gateway, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:43.425913 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-1e504a22-8841-4b68-b373-ad813f27c733 req-ceda21e9-f6c2-40e8-9a59-859bdbf39b5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:43.436273 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 20:05:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31233a7a-ec08-481b-af24-d04c705d1ce6 x-openstack-request-id: req-31233a7a-ec08-481b-af24-d04c705d1ce6 {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:05:43.436620 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05a42da3-f4d1-435d-a4ca-2a5f4101b8fa", "tag": "8df1cc84-b9f9-4c6a-9a84-115ade88e66e", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:05:43.436859 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-31233a7a-ec08-481b-af24-d04c705d1ce6 {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:05:43.437361 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05a42da3-f4d1-435d-a4ca-2a5f4101b8fa', 'tag': '8df1cc84-b9f9-4c6a-9a84-115ade88e66e', 'status': 'completed', 'code': 200} Nov 22 20:05:43.536404 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-928c7d73-7ec6-49e4-a393-74e74015831a admin admin] Router c694080b-a9b1-436f-827c-73c583d5503f has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 20:05:43.545852 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port f4441bd5-8225-4d37-a6a1-98fd9d91a472, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=f4441bd5-8225-4d37-a6a1-98fd9d91a472,segment=NetworkSegment(adef8bfe-e7cb-4b45-a1a6-80cad068f809),segment_id=adef8bfe-e7cb-4b45-a1a6-80cad068f809)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:05:43.573791 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-93cbbc25-e8a0-495f-bae5-1a4922214a23 req-46d95ed8-bc7f-4978-95d2-8303aeda0fcf service neutron] For port a09fdba2-333c-482d-9e0d-f005d245604b, host n-h2-818823-1, cleared binding levels {{(pid=103448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:05:43.580164 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-93cbbc25-e8a0-495f-bae5-1a4922214a23 req-46d95ed8-bc7f-4978-95d2-8303aeda0fcf service neutron] For port a09fdba2-333c-482d-9e0d-f005d245604b, host n-h2-818823-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=a09fdba2-333c-482d-9e0d-f005d245604b,segment=NetworkSegment(2a5a1c7b-538e-498e-99b9-cc7a8e0411be),segment_id=2a5a1c7b-538e-498e-99b9-cc7a8e0411be)] {{(pid=103448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:05:43.617986 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e504a22-8841-4b68-b373-ad813f27c733 req-ceda21e9-f6c2-40e8-9a59-859bdbf39b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:05:43.619573 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-1e504a22-8841-4b68-b373-ad813f27c733 req-ceda21e9-f6c2-40e8-9a59-859bdbf39b5c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:43.620010 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-93cbbc25-e8a0-495f-bae5-1a4922214a23 req-46d95ed8-bc7f-4978-95d2-8303aeda0fcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:43.621022 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1e504a22-8841-4b68-b373-ad813f27c733 req-ceda21e9-f6c2-40e8-9a59-859bdbf39b5c service neutron] 10.222.0.41 "PUT /v2.0/ports/d65e9dd0-ad52-4544-bbe5-38ddf0458f1e HTTP/1.1" status: 200 len: 1095 time: 3.5062993 Nov 22 20:05:43.644417 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0a0e81e1-a985-494a-bfe7-c6a300befb71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24781'] for router, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:43.662925 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0a0e81e1-a985-494a-bfe7-c6a300befb71 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:43.706248 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cbbc25-e8a0-495f-bae5-1a4922214a23 req-46d95ed8-bc7f-4978-95d2-8303aeda0fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:05:43.707086 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-93cbbc25-e8a0-495f-bae5-1a4922214a23 req-46d95ed8-bc7f-4978-95d2-8303aeda0fcf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:43.709562 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-93cbbc25-e8a0-495f-bae5-1a4922214a23 req-46d95ed8-bc7f-4978-95d2-8303aeda0fcf service neutron] 10.222.0.20 "PUT /v2.0/ports/a09fdba2-333c-482d-9e0d-f005d245604b HTTP/1.1" status: 200 len: 1095 time: 2.5937734 Nov 22 20:05:43.716214 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d95ed8-bc7f-4978-95d2-8303aeda0fcf service neutron] Pushing event updated for resources: {'Port': ['ID=a09fdba2-333c-482d-9e0d-f005d245604b,revision_number=3']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:05:43.730799 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29dda483-f89a-4ce8-828b-793410f029f1', 'tag': 'a09fdba2-333c-482d-9e0d-f005d245604b'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:05:43.734578 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589a98cf2aea187fcc423a5edb333e5a6cf3ad7c81115d1ebee0f079693c312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba4c097e-c686-43fd-b471-c3d26ea83e5b" -d '{"events": [{"name": "network-changed", "server_uuid": "29dda483-f89a-4ce8-828b-793410f029f1", "tag": "a09fdba2-333c-482d-9e0d-f005d245604b"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:05:43.823041 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Returning: {'device': 'f4441bd5-8225-4d37-a6a1-98fd9d91a472', 'network_id': '1e81e05c-4c76-424f-a369-a3cc99f09949', 'port_id': 'f4441bd5-8225-4d37-a6a1-98fd9d91a472', 'mac_address': 'fa:16:3e:79:bf:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '555c9f92-faec-4407-89e0-e5147ee8b27d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 20:05:43.894759 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 20:05:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-586b0c27-3098-492c-815b-cce65f14b63e x-openstack-request-id: req-586b0c27-3098-492c-815b-cce65f14b63e {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:05:43.895209 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29dda483-f89a-4ce8-828b-793410f029f1", "tag": "a09fdba2-333c-482d-9e0d-f005d245604b", "status": "completed", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:05:43.895586 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-586b0c27-3098-492c-815b-cce65f14b63e {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:05:43.896086 n-d-818823-1 neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29dda483-f89a-4ce8-828b-793410f029f1', 'tag': 'a09fdba2-333c-482d-9e0d-f005d245604b', 'status': 'completed', 'code': 200} Nov 22 20:05:43.904170 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-928c7d73-7ec6-49e4-a393-74e74015831a admin admin] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:05:43.908927 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceda21e9-f6c2-40e8-9a59-859bdbf39b5c service neutron] Pushing event updated for resources: {'Port': ['ID=d65e9dd0-ad52-4544-bbe5-38ddf0458f1e,revision_number=3']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:05:43.912892 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-928c7d73-7ec6-49e4-a393-74e74015831a admin admin] 10.222.0.46 "PUT /v2.0/routers/c694080b-a9b1-436f-827c-73c583d5503f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1425476 Nov 22 20:05:43.913618 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 55656) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:05:43.915183 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967fd3b3-d907-4f9d-bc72-3b3e9b50fe5d req-8d7057d5-db10-45e0-bee8-7ebf66d9bf40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:05:43.918187 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-967fd3b3-d907-4f9d-bc72-3b3e9b50fe5d req-8d7057d5-db10-45e0-bee8-7ebf66d9bf40 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ed1bb220b53d484cb7697cddf2626bd6&device_id=05a42da3-f4d1-435d-a4ca-2a5f4101b8fa HTTP/1.1" status: 200 len: 1124 time: 0.4437993 Nov 22 20:05:43.931791 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38dec08c-8038-4f30-8639-d0b9a3f154f6 None None] Sync routers for ids ['c694080b-a9b1-436f-827c-73c583d5503f'] in n-d-818823-1 {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:05:43.954251 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:43.957602 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38dec08c-8038-4f30-8639-d0b9a3f154f6 None None] Routers {'c694080b-a9b1-436f-827c-73c583d5503f'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:05:43.961414 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-38dec08c-8038-4f30-8639-d0b9a3f154f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:05:32Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['c694080b-a9b1-436f-827c-73c583d5503f'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:05:43.974822 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4441bd5-8225-4d37-a6a1-98fd9d91a472 {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:05:44.000666 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cbbc25-e8a0-495f-bae5-1a4922214a23 req-861df683-26d4-44ad-8304-6743f55f5be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:05:44.003031 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-93cbbc25-e8a0-495f-bae5-1a4922214a23 req-861df683-26d4-44ad-8304-6743f55f5be4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=df0dc2d171414ec4a3fabee70c3a9ca4&device_id=29dda483-f89a-4ce8-828b-793410f029f1 HTTP/1.1" status: 200 len: 1098 time: 0.1578979 Nov 22 20:05:44.011077 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port f4441bd5-8225-4d37-a6a1-98fd9d91a472, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=f4441bd5-8225-4d37-a6a1-98fd9d91a472,segment=NetworkSegment(adef8bfe-e7cb-4b45-a1a6-80cad068f809),segment_id=adef8bfe-e7cb-4b45-a1a6-80cad068f809)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:05:44.021186 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:44.099318 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:44.107723 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-93cbbc25-e8a0-495f-bae5-1a4922214a23 req-8469eb85-8dfc-4309-9b77-3302e6065685 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=a09fdba2-333c-482d-9e0d-f005d245604b HTTP/1.1" status: 200 len: 217 time: 0.0908864 Nov 22 20:05:44.125786 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:44.137134 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0a0e81e1-a985-494a-bfe7-c6a300befb71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-663261'] for router, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:44.138482 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a0e81e1-a985-494a-bfe7-c6a300befb71 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5ee249ec-7563-4917-9d78-7298e13edcdd {{(pid=103447) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 20:05:44.138890 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=f4441bd5-8225-4d37-a6a1-98fd9d91a472,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:05:44.142669 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967fd3b3-d907-4f9d-bc72-3b3e9b50fe5d req-f8f99ad0-fc5e-41be-9136-4e219d86d813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:05:44.144437 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-967fd3b3-d907-4f9d-bc72-3b3e9b50fe5d req-f8f99ad0-fc5e-41be-9136-4e219d86d813 service neutron] 10.222.0.20 "GET /v2.0/networks?id=5c8a61c3-0285-4b7d-b110-24534369ffce HTTP/1.1" status: 200 len: 922 time: 0.2124891 Nov 22 20:05:44.163276 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0a0e81e1-a985-494a-bfe7-c6a300befb71 admin admin] Publish callbacks [] for router, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:44.164463 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-0a0e81e1-a985-494a-bfe7-c6a300befb71 admin admin] 10.222.0.46 "DELETE /v2.0/routers/5ee249ec-7563-4917-9d78-7298e13edcdd HTTP/1.1" status: 204 len: 168 time: 3.9365616 Nov 22 20:05:44.173610 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e504a22-8841-4b68-b373-ad813f27c733 req-1f2d0487-95f0-4812-89f3-1ac34fc233c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:05:44.175122 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1e504a22-8841-4b68-b373-ad813f27c733 req-1f2d0487-95f0-4812-89f3-1ac34fc233c8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=df0dc2d171414ec4a3fabee70c3a9ca4&device_id=1d610fed-ade8-4090-9ac8-a8eeda6b914b HTTP/1.1" status: 200 len: 1098 time: 0.4929326 Nov 22 20:05:44.192466 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 55668) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:05:44.256223 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-967fd3b3-d907-4f9d-bc72-3b3e9b50fe5d req-c912bc6e-084d-4191-bbf5-45b824757cc1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8df1cc84-b9f9-4c6a-9a84-115ade88e66e HTTP/1.1" status: 200 len: 217 time: 0.1026521 Nov 22 20:05:44.317793 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] get_ports_and_sgs() called for port_ids ['f4441bd5-8225-4d37-a6a1-98fd9d91a472'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:05:44.334260 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-38dec08c-8038-4f30-8639-d0b9a3f154f6 None None] Set router c694080b-a9b1-436f-827c-73c583d5503f gateway port host: n-d-818823-1 {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:05:44.344453 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cbbc25-e8a0-495f-bae5-1a4922214a23 req-8d2ca950-ded1-4235-8dec-48ccf5e5ce35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:05:44.364716 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-93cbbc25-e8a0-495f-bae5-1a4922214a23 req-8d2ca950-ded1-4235-8dec-48ccf5e5ce35 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3091ebfd-11e2-41f8-9c00-ffe0b86563d8 HTTP/1.1" status: 200 len: 843 time: 0.2467554 Nov 22 20:05:44.369851 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967fd3b3-d907-4f9d-bc72-3b3e9b50fe5d req-abc5c53f-8a5a-47c4-bff7-e20da044c0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:05:44.371386 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-967fd3b3-d907-4f9d-bc72-3b3e9b50fe5d req-abc5c53f-8a5a-47c4-bff7-e20da044c0dd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6ba52ab0-cb64-425e-be27-2e0b31d7d99f HTTP/1.1" status: 200 len: 861 time: 0.0699217 Nov 22 20:05:44.374055 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1e504a22-8841-4b68-b373-ad813f27c733 req-5838d752-84b2-40dd-8ff1-adfc5169c95c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=d65e9dd0-ad52-4544-bbe5-38ddf0458f1e HTTP/1.1" status: 200 len: 217 time: 0.1292238 Nov 22 20:05:44.414617 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97727c8-c0d0-496a-9316-ecbfdb111145 req-13344370-dfe5-4e3b-8fc3-12be23643570 tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:05:44.416266 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b97727c8-c0d0-496a-9316-ecbfdb111145 req-13344370-dfe5-4e3b-8fc3-12be23643570 tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] 10.222.0.46 "GET /v2.0/ports?device_id=29dda483-f89a-4ce8-828b-793410f029f1 HTTP/1.1" status: 200 len: 947 time: 0.5680399 Nov 22 20:05:44.446388 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-597cc2a1-65b1-431e-befd-970f62100822 admin admin] Publish callbacks [] for router, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:44.508717 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-967fd3b3-d907-4f9d-bc72-3b3e9b50fe5d req-e8493e8e-d80a-4614-bcc7-c66b918a05c6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5c8a61c3-0285-4b7d-b110-24534369ffce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0836942 Nov 22 20:05:44.556242 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e977e19-a8ab-4d91-9e8f-b0ca2fa017c9 admin admin] Deleting subnet 68bdcb47-3fd9-4a9f-8c35-29c7d4d264fb {{(pid=103448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 20:05:44.575026 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0e977e19-a8ab-4d91-9e8f-b0ca2fa017c9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:44.582181 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b97727c8-c0d0-496a-9316-ecbfdb111145 req-d3024c54-7f56-40ff-bb25-ebc6e76a8f6a tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] 10.222.0.46 "GET /v2.0/security-groups?id=e5ae9e03-6ff8-4082-b7a4-25ecea5ed21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072047 Nov 22 20:05:44.684271 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e504a22-8841-4b68-b373-ad813f27c733 req-c6b3c972-d88c-4445-a505-45eb18b86917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:05:44.685766 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1e504a22-8841-4b68-b373-ad813f27c733 req-c6b3c972-d88c-4445-a505-45eb18b86917 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3091ebfd-11e2-41f8-9c00-ffe0b86563d8 HTTP/1.1" status: 200 len: 843 time: 0.3038099 Nov 22 20:05:44.753627 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-38dec08c-8038-4f30-8639-d0b9a3f154f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c694080b-a9b1-436f-827c-73c583d5503f', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1474679158-router', 'tenant_id': 'eb8ff19a8ba4496bbd0e67bc7c6cd948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.15'}], 'enable_snat': True}, 'gw_port_id': 'ab66c774-cb5a-4dc7-84bd-8d6984d54707', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:05:28Z', 'updated_at': '2021-11-22T20:05:42Z', 'revision_number': 5, 'project_id': 'eb8ff19a8ba4496bbd0e67bc7c6cd948', 'gw_port': {'id': 'ab66c774-cb5a-4dc7-84bd-8d6984d54707', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:36:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c694080b-a9b1-436f-827c-73c583d5503f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:05:29Z', 'updated_at': '2021-11-22T20:05:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:05:44.761612 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0e977e19-a8ab-4d91-9e8f-b0ca2fa017c9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11627908'] for subnet, precommit_delete_associations {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:44.787440 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cbbc25-e8a0-495f-bae5-1a4922214a23 req-9fcfe1e9-429c-46be-b909-aa6a7cec3107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:05:44.793132 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-93cbbc25-e8a0-495f-bae5-1a4922214a23 req-9fcfe1e9-429c-46be-b909-aa6a7cec3107 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e1052824-bf78-4963-8937-b202e372ac24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3857028 Nov 22 20:05:44.801902 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38dec08c-8038-4f30-8639-d0b9a3f154f6 None None] Checking router: c694080b-a9b1-436f-827c-73c583d5503f for host: n-d-818823-1 {{(pid=103450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 20:05:44.819727 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38dec08c-8038-4f30-8639-d0b9a3f154f6 None None] Routers {'c694080b-a9b1-436f-827c-73c583d5503f'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:05:44.820565 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-38dec08c-8038-4f30-8639-d0b9a3f154f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:05:32Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['c694080b-a9b1-436f-827c-73c583d5503f'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:05:44.918088 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-597cc2a1-65b1-431e-befd-970f62100822 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:44.924696 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-967fd3b3-d907-4f9d-bc72-3b3e9b50fe5d req-c3a0cb77-9c5d-4a09-bd8d-6097635b6213 service neutron] 10.222.0.20 "GET /v2.0/networks/5c8a61c3-0285-4b7d-b110-24534369ffce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3629482 Nov 22 20:05:44.981700 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-38dec08c-8038-4f30-8639-d0b9a3f154f6 None None] Set router c694080b-a9b1-436f-827c-73c583d5503f gateway port host: n-d-818823-1 {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:05:45.009357 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0e977e19-a8ab-4d91-9e8f-b0ca2fa017c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3753007'] for subnet, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:45.036648 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973ba9f9-793e-44bb-ada5-9266cd6b1f5b req-07094fee-712e-42b1-aa77-6e52463e23ae tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:05:45.039727 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-973ba9f9-793e-44bb-ada5-9266cd6b1f5b req-07094fee-712e-42b1-aa77-6e52463e23ae tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/ports?device_id=0c38e8a6-8795-4e86-88f9-2d86b3aaea94 HTTP/1.1" status: 200 len: 949 time: 0.2255266 Nov 22 20:05:45.043759 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e504a22-8841-4b68-b373-ad813f27c733 req-f71a3ff9-5faf-491c-b1d9-a94a1f446e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:05:45.046412 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1e504a22-8841-4b68-b373-ad813f27c733 req-f71a3ff9-5faf-491c-b1d9-a94a1f446e56 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e1052824-bf78-4963-8937-b202e372ac24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3443635 Nov 22 20:05:45.054254 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-93cbbc25-e8a0-495f-bae5-1a4922214a23 req-3ff0b6bb-e835-4da6-b00f-a02cf03313c8 service neutron] 10.222.0.20 "GET /v2.0/networks/e1052824-bf78-4963-8937-b202e372ac24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2401040 Nov 22 20:05:45.145530 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0e977e19-a8ab-4d91-9e8f-b0ca2fa017c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3753014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11567369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11792914'] for subnet, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:45.156022 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-597cc2a1-65b1-431e-befd-970f62100822 admin admin] Deleting port ab66c774-cb5a-4dc7-84bd-8d6984d54707 {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:05:45.156349 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-597cc2a1-65b1-431e-befd-970f62100822 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:45.195660 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-973ba9f9-793e-44bb-ada5-9266cd6b1f5b req-49e0c012-6b7d-4fa1-bd6e-f190d4ff677e tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1d007ec-a75a-4ef8-9cdd-9c679a3ff22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461098 Nov 22 20:05:45.203161 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-38dec08c-8038-4f30-8639-d0b9a3f154f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c694080b-a9b1-436f-827c-73c583d5503f', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1474679158-router', 'tenant_id': 'eb8ff19a8ba4496bbd0e67bc7c6cd948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.15'}], 'enable_snat': True}, 'gw_port_id': 'ab66c774-cb5a-4dc7-84bd-8d6984d54707', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:05:28Z', 'updated_at': '2021-11-22T20:05:42Z', 'revision_number': 5, 'project_id': 'eb8ff19a8ba4496bbd0e67bc7c6cd948', 'gw_port': {'id': 'ab66c774-cb5a-4dc7-84bd-8d6984d54707', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:36:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c694080b-a9b1-436f-827c-73c583d5503f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:05:29Z', 'updated_at': '2021-11-22T20:05:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:05:45.203653 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e977e19-a8ab-4d91-9e8f-b0ca2fa017c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68bdcb47-3fd9-4a9f-8c35-29c7d4d264fb,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:05:45.209089 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac06b8a-1be0-43fa-81c3-a5eaea9e32ae req-50d578c5-213a-493a-9f61-44d7058a27d8 tempest-FloatingIPsAssociationTestJSON-1595917213 tempest-FloatingIPsAssociationTestJSON-1595917213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:05:45.216668 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4ac06b8a-1be0-43fa-81c3-a5eaea9e32ae req-50d578c5-213a-493a-9f61-44d7058a27d8 tempest-FloatingIPsAssociationTestJSON-1595917213 tempest-FloatingIPsAssociationTestJSON-1595917213-project] 10.222.0.46 "GET /v2.0/ports?device_id=b84af637-0398-463a-b5b3-c3420a17b4fe HTTP/1.1" status: 200 len: 944 time: 0.2582266 Nov 22 20:05:45.241106 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-967fd3b3-d907-4f9d-bc72-3b3e9b50fe5d req-5fce530c-63de-4916-94ce-274346bebbdf service neutron] 10.222.0.20 "GET /v2.0/networks/5c8a61c3-0285-4b7d-b110-24534369ffce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3056784 Nov 22 20:05:45.241483 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0e977e19-a8ab-4d91-9e8f-b0ca2fa017c9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:45.244802 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-0e977e19-a8ab-4d91-9e8f-b0ca2fa017c9 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/68bdcb47-3fd9-4a9f-8c35-29c7d4d264fb HTTP/1.1" status: 204 len: 168 time: 1.0512533 Nov 22 20:05:45.248866 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 55706) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:05:45.252823 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07aca1dd-6940-4ea5-b80a-44da61c35e7c None None] Network e1b8caa3-ec74-4182-a8b7-cf8ee8619d8c requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:05:45.261191 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-93cbbc25-e8a0-495f-bae5-1a4922214a23 req-a6f0947e-59bd-465a-8d31-247f6a02f4b2 service neutron] 10.222.0.20 "GET /v2.0/networks/e1052824-bf78-4963-8937-b202e372ac24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2006507 Nov 22 20:05:45.291556 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1e504a22-8841-4b68-b373-ad813f27c733 req-53fc209b-98c6-4b89-901b-94a8870ada91 service neutron] 10.222.0.41 "GET /v2.0/networks/e1052824-bf78-4963-8937-b202e372ac24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2321103 Nov 22 20:05:45.393497 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 8df1cc84-b9f9-4c6a-9a84-115ade88e66e details requested by agent hyperv_n-h1-818823-1 with host n-h1-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 20:05:45.400687 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5069f45c-ab1f-4583-86cb-01f459d742eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3961693'] for network, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:45.411437 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38dec08c-8038-4f30-8639-d0b9a3f154f6 None None] The sync data for ids ['c694080b-a9b1-436f-827c-73c583d5503f'] in n-d-818823-1 is: [{'id': 'c694080b-a9b1-436f-827c-73c583d5503f', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1474679158-router', 'tenant_id': 'eb8ff19a8ba4496bbd0e67bc7c6cd948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.15'}], 'enable_snat': True}, 'gw_port_id': 'ab66c774-cb5a-4dc7-84bd-8d6984d54707', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:05:28Z', 'updated_at': '2021-11-22T20:05:42Z', 'revision_number': 5, 'project_id': 'eb8ff19a8ba4496bbd0e67bc7c6cd948', 'gw_port': {'id': 'ab66c774-cb5a-4dc7-84bd-8d6984d54707', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:36:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c694080b-a9b1-436f-827c-73c583d5503f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:05:29Z', 'updated_at': '2021-11-22T20:05:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}] {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:05:45.411866 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-597cc2a1-65b1-431e-befd-970f62100822 admin admin] For port ab66c774-cb5a-4dc7-84bd-8d6984d54707, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=ab66c774-cb5a-4dc7-84bd-8d6984d54707,segment=NetworkSegment(8793ba83-8407-4c3d-9b56-2a177cd58a70),segment_id=8793ba83-8407-4c3d-9b56-2a177cd58a70)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:05:45.412257 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-597cc2a1-65b1-431e-befd-970f62100822 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:45.418041 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 3c4da08d-fadf-486a-b126-5c31cb2d8a90 no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:05:45.430109 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-597cc2a1-65b1-431e-befd-970f62100822 admin admin] Calling delete_port for ab66c774-cb5a-4dc7-84bd-8d6984d54707 owned by network:router_gateway {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:05:45.435748 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4ac06b8a-1be0-43fa-81c3-a5eaea9e32ae req-92e0681d-321e-4072-b75c-2ccd4fc74a1f tempest-FloatingIPsAssociationTestJSON-1595917213 tempest-FloatingIPsAssociationTestJSON-1595917213-project] 10.222.0.46 "GET /v2.0/security-groups?id=856cfbfb-1e64-4401-a1fb-713c41a0ff50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115617 Nov 22 20:05:45.449252 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device f4441bd5-8225-4d37-a6a1-98fd9d91a472 up at agent hyperv_n-h1-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:05:45.463703 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4c097e-c686-43fd-b471-c3d26ea83e5b req-e59ca32a-7e27-4598-b8ae-fd1face8eebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:05:45.465242 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-ba4c097e-c686-43fd-b471-c3d26ea83e5b req-e59ca32a-7e27-4598-b8ae-fd1face8eebe service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=df0dc2d171414ec4a3fabee70c3a9ca4&device_id=29dda483-f89a-4ce8-828b-793410f029f1 HTTP/1.1" status: 200 len: 1098 time: 0.1057465 Nov 22 20:05:45.470013 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d610fed-ade8-4090-9ac8-a8eeda6b914b', 'tag': 'd65e9dd0-ad52-4544-bbe5-38ddf0458f1e'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:05:45.472071 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec70b370-97d0-4c10-8035-1836055acdcd" -d '{"events": [{"name": "network-changed", "server_uuid": "1d610fed-ade8-4090-9ac8-a8eeda6b914b", "tag": "d65e9dd0-ad52-4544-bbe5-38ddf0458f1e"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:05:45.526509 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0717a114-9497-4202-88a9-45b020ba3782 req-efec6cb5-7463-4bd5-ad21-ff3aa4fa5544 tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:05:45.528356 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0717a114-9497-4202-88a9-45b020ba3782 req-efec6cb5-7463-4bd5-ad21-ff3aa4fa5544 tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] 10.222.0.46 "GET /v2.0/ports?device_id=05a42da3-f4d1-435d-a4ca-2a5f4101b8fa HTTP/1.1" status: 200 len: 943 time: 0.1242709 Nov 22 20:05:45.545697 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1e504a22-8841-4b68-b373-ad813f27c733 req-ff67dd0f-177f-439b-86ab-e0e2411e6f75 service neutron] 10.222.0.41 "GET /v2.0/networks/e1052824-bf78-4963-8937-b202e372ac24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2450876 Nov 22 20:05:45.591316 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: 3c4da08d-fadf-486a-b126-5c31cb2d8a90 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:05:45.591693 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 3c4da08d-fadf-486a-b126-5c31cb2d8a90 not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:05:45.613004 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0717a114-9497-4202-88a9-45b020ba3782 req-fda78dc8-c7aa-456c-9480-8e5f46e99440 tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] 10.222.0.46 "GET /v2.0/security-groups?id=89c2c967-26c4-4e1c-a1fd-c97f87817ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701339 Nov 22 20:05:45.669287 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 20:05:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-522363aa-f9da-4be1-92cf-f168dcbc003c x-openstack-request-id: req-522363aa-f9da-4be1-92cf-f168dcbc003c {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:05:45.669762 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d610fed-ade8-4090-9ac8-a8eeda6b914b", "tag": "d65e9dd0-ad52-4544-bbe5-38ddf0458f1e", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:05:45.670198 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-522363aa-f9da-4be1-92cf-f168dcbc003c {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:05:45.670756 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d610fed-ade8-4090-9ac8-a8eeda6b914b', 'tag': 'd65e9dd0-ad52-4544-bbe5-38ddf0458f1e', 'status': 'completed', 'code': 200} Nov 22 20:05:45.696608 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Provisioning for port f4441bd5-8225-4d37-a6a1-98fd9d91a472 completed by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 20:05:45.723485 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Provisioning complete for port f4441bd5-8225-4d37-a6a1-98fd9d91a472 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:05:45.724061 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:45.730906 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 8df1cc84-b9f9-4c6a-9a84-115ade88e66e, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=8df1cc84-b9f9-4c6a-9a84-115ade88e66e,segment=NetworkSegment(a1d01b66-e103-44ab-97f3-6f827675fa31),segment_id=a1d01b66-e103-44ab-97f3-6f827675fa31)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:05:45.739859 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-5069f45c-ab1f-4583-86cb-01f459d742eb admin admin] Deleting port fb2d2b35-ec43-49ec-9e43-b7401410ae8f {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:05:45.740170 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5069f45c-ab1f-4583-86cb-01f459d742eb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:45.779113 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 8df1cc84-b9f9-4c6a-9a84-115ade88e66e has no active binding in host n-h1-818823-1 {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 22 20:05:45.785392 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4c097e-c686-43fd-b471-c3d26ea83e5b req-e39ce5ce-eca5-40a6-b3a0-e9e44a30c1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:05:45.788163 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-ba4c097e-c686-43fd-b471-c3d26ea83e5b req-e39ce5ce-eca5-40a6-b3a0-e9e44a30c1ce service neutron] 10.222.0.20 "GET /v2.0/networks?id=e1052824-bf78-4963-8937-b202e372ac24 HTTP/1.1" status: 200 len: 870 time: 0.2663522 Nov 22 20:05:45.883209 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:45.888811 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.agents_db [None req-aa8313f2-1ee4-4e7b-8c5a-d32b2f9d31ee None None] Agent healthcheck: found 7 active agents {{(pid=103450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 20:05:45.890965 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-5069f45c-ab1f-4583-86cb-01f459d742eb admin admin] For port fb2d2b35-ec43-49ec-9e43-b7401410ae8f, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=fb2d2b35-ec43-49ec-9e43-b7401410ae8f,segment=NetworkSegment(c68febf0-9b45-4f92-a002-5342e4436047),segment_id=c68febf0-9b45-4f92-a002-5342e4436047)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:05:45.891351 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5069f45c-ab1f-4583-86cb-01f459d742eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:45.908454 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-5069f45c-ab1f-4583-86cb-01f459d742eb admin admin] Calling delete_port for fb2d2b35-ec43-49ec-9e43-b7401410ae8f owned by network:dhcp {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:05:45.913729 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b84af637-0398-463a-b5b3-c3420a17b4fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4441bd5-8225-4d37-a6a1-98fd9d91a472'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:05:45.916086 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d39f6d30a11e565ec9648abcc015e8a6ab6cff4edd704add8155e28765d31eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8dd3e33-34b7-4b24-aa55-3d9857b47be0" -d '{"events": [{"server_uuid": "b84af637-0398-463a-b5b3-c3420a17b4fe", "name": "network-vif-plugged", "status": "completed", "tag": "f4441bd5-8225-4d37-a6a1-98fd9d91a472"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:05:45.927713 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c3896e89-d540-4f6f-a215-4aea8eb7a2b6 req-3cf70d4b-a474-4122-8a84-bde5d6ff60f0 service neutron] 10.222.0.20 "GET /v2.0/ports/8df1cc84-b9f9-4c6a-9a84-115ade88e66e/bindings/n-h1-818823-1 HTTP/1.1" status: 200 len: 384 time: 0.2390451 Nov 22 20:05:45.937438 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85502f93-e71e-4cc7-97dd-7c63d2238b53 None None] DHCP port deletion for e1b8caa3-ec74-4182-a8b7-cf8ee8619d8c request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:05:45.946782 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port f4441bd5-8225-4d37-a6a1-98fd9d91a472, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=f4441bd5-8225-4d37-a6a1-98fd9d91a472,segment=NetworkSegment(adef8bfe-e7cb-4b45-a1a6-80cad068f809),segment_id=adef8bfe-e7cb-4b45-a1a6-80cad068f809)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:05:45.968330 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:46.016187 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea5785d-1f76-445c-8d6a-6c1c4d682de2 req-4c27a09b-01bd-44ad-9645-046b539e493c tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:05:46.019311 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0ea5785d-1f76-445c-8d6a-6c1c4d682de2 req-4c27a09b-01bd-44ad-9645-046b539e493c tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] 10.222.0.46 "GET /v2.0/ports?device_id=29dda483-f89a-4ce8-828b-793410f029f1 HTTP/1.1" status: 200 len: 947 time: 0.2101874 Nov 22 20:05:46.028289 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec70b370-97d0-4c10-8035-1836055acdcd req-33d1b79b-4c8f-43c1-a2ac-1587022d47ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:05:46.031081 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ec70b370-97d0-4c10-8035-1836055acdcd req-33d1b79b-4c8f-43c1-a2ac-1587022d47ab service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=df0dc2d171414ec4a3fabee70c3a9ca4&device_id=1d610fed-ade8-4090-9ac8-a8eeda6b914b HTTP/1.1" status: 200 len: 1098 time: 0.3281071 Nov 22 20:05:46.061876 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5069f45c-ab1f-4583-86cb-01f459d742eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:46.067692 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=f4441bd5-8225-4d37-a6a1-98fd9d91a472,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:05:46.072869 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-85502f93-e71e-4cc7-97dd-7c63d2238b53 None None] Deleting port fb2d2b35-ec43-49ec-9e43-b7401410ae8f {{(pid=103449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:05:46.073462 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-85502f93-e71e-4cc7-97dd-7c63d2238b53 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:46.151074 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-85502f93-e71e-4cc7-97dd-7c63d2238b53 None None] For port fb2d2b35-ec43-49ec-9e43-b7401410ae8f, host n-d-818823-1, got binding levels [] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:05:46.151450 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-85502f93-e71e-4cc7-97dd-7c63d2238b53 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:46.165608 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5069f45c-ab1f-4583-86cb-01f459d742eb admin admin] Pushing event deleted for resources: {'Port': ['ID=fb2d2b35-ec43-49ec-9e43-b7401410ae8f,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:05:46.169456 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-85502f93-e71e-4cc7-97dd-7c63d2238b53 None None] Calling delete_port for fb2d2b35-ec43-49ec-9e43-b7401410ae8f owned by network:dhcp {{(pid=103449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:05:46.172688 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5069f45c-ab1f-4583-86cb-01f459d742eb admin admin] No DVR routers for this DVR port fb2d2b35-ec43-49ec-9e43-b7401410ae8f on host n-d-818823-1 {{(pid=103448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:05:46.174061 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.ipam_backend_mixin [None req-85502f93-e71e-4cc7-97dd-7c63d2238b53 None None] Port fb2d2b35-ec43-49ec-9e43-b7401410ae8f was not found and therefore no delete operation was performed {{(pid=103449) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 22 20:05:46.178439 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-85502f93-e71e-4cc7-97dd-7c63d2238b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381'] for port, after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:46.179285 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-ba4c097e-c686-43fd-b471-c3d26ea83e5b req-1df86867-1567-4278-acb2-5725c8083dd8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=a09fdba2-333c-482d-9e0d-f005d245604b HTTP/1.1" status: 200 len: 217 time: 0.3798153 Nov 22 20:05:46.216285 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85502f93-e71e-4cc7-97dd-7c63d2238b53 None None] Pushing event deleted for resources: {'Port': ['ID=fb2d2b35-ec43-49ec-9e43-b7401410ae8f,revision_number=None']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:05:46.218924 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85502f93-e71e-4cc7-97dd-7c63d2238b53 None None] No DVR routers for this DVR port fb2d2b35-ec43-49ec-9e43-b7401410ae8f on host n-d-818823-1 {{(pid=103449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:05:46.244880 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0ea5785d-1f76-445c-8d6a-6c1c4d682de2 req-24072952-3cfa-4bc8-95cf-36e8831a6bf5 tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] 10.222.0.46 "GET /v2.0/security-groups?id=e5ae9e03-6ff8-4082-b7a4-25ecea5ed21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091587 Nov 22 20:05:46.314576 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec70b370-97d0-4c10-8035-1836055acdcd req-5b803551-074e-4252-89b9-82c1961613ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:05:46.317887 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ec70b370-97d0-4c10-8035-1836055acdcd req-5b803551-074e-4252-89b9-82c1961613ed service neutron] 10.222.0.41 "GET /v2.0/networks?id=e1052824-bf78-4963-8937-b202e372ac24 HTTP/1.1" status: 200 len: 870 time: 0.2248285 Nov 22 20:05:46.320093 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4c097e-c686-43fd-b471-c3d26ea83e5b req-c09ff364-02a3-4470-8d85-2b31dfb6b966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:05:46.322238 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-ba4c097e-c686-43fd-b471-c3d26ea83e5b req-c09ff364-02a3-4470-8d85-2b31dfb6b966 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3091ebfd-11e2-41f8-9c00-ffe0b86563d8 HTTP/1.1" status: 200 len: 843 time: 0.0896804 Nov 22 20:05:46.344986 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:05:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0065b49d-bc95-4da0-b898-6ad5bb25a6c9 x-openstack-request-id: req-0065b49d-bc95-4da0-b898-6ad5bb25a6c9 {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:05:46.345270 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b84af637-0398-463a-b5b3-c3420a17b4fe", "name": "network-vif-plugged", "status": "completed", "tag": "f4441bd5-8225-4d37-a6a1-98fd9d91a472", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:05:46.345540 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0065b49d-bc95-4da0-b898-6ad5bb25a6c9 {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:05:46.345943 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b84af637-0398-463a-b5b3-c3420a17b4fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4441bd5-8225-4d37-a6a1-98fd9d91a472', 'code': 200} Nov 22 20:05:46.385277 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ec70b370-97d0-4c10-8035-1836055acdcd req-e2837a3e-b590-4984-95df-a43a705a8ef9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=d65e9dd0-ad52-4544-bbe5-38ddf0458f1e HTTP/1.1" status: 200 len: 217 time: 0.0590029 Nov 22 20:05:46.396189 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-597cc2a1-65b1-431e-befd-970f62100822 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:46.447142 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5069f45c-ab1f-4583-86cb-01f459d742eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3760028', 'neutron.services.segments.db._delete_segments_for_network-8748992815755'] for network, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:46.451871 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597cc2a1-65b1-431e-befd-970f62100822 admin admin] Pushing event deleted for resources: {'Port': ['ID=ab66c774-cb5a-4dc7-84bd-8d6984d54707,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:05:46.496469 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-5069f45c-ab1f-4583-86cb-01f459d742eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1b8caa3-ec74-4182-a8b7-cf8ee8619d8c']}} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:05:46.526975 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-5069f45c-ab1f-4583-86cb-01f459d742eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c68febf0-9b45-4f92-a002-5342e4436047') {'for_net_delete': True} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:05:46.527280 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-5069f45c-ab1f-4583-86cb-01f459d742eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c68febf0-9b45-4f92-a002-5342e4436047') {} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:05:46.537143 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4c097e-c686-43fd-b471-c3d26ea83e5b req-dc7cf845-70ab-412c-a373-9d78c336f3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:05:46.538711 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-ba4c097e-c686-43fd-b471-c3d26ea83e5b req-dc7cf845-70ab-412c-a373-9d78c336f3e2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e1052824-bf78-4963-8937-b202e372ac24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1843872 Nov 22 20:05:46.549166 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5069f45c-ab1f-4583-86cb-01f459d742eb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748993039638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11627933'] for segment, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:46.858565 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec70b370-97d0-4c10-8035-1836055acdcd req-04c49159-e05e-42f5-95f4-2e9d2a8f1985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:05:46.860075 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ec70b370-97d0-4c10-8035-1836055acdcd req-04c49159-e05e-42f5-95f4-2e9d2a8f1985 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3091ebfd-11e2-41f8-9c00-ffe0b86563d8 HTTP/1.1" status: 200 len: 843 time: 0.4453256 Nov 22 20:05:46.878020 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5069f45c-ab1f-4583-86cb-01f459d742eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:46.880815 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-597cc2a1-65b1-431e-befd-970f62100822 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595398'] for router_gateway, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:46.889941 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5069f45c-ab1f-4583-86cb-01f459d742eb admin admin] Releasing vlan 615 on physical network physnet1 to pool {{(pid=103448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 20:05:46.890337 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5069f45c-ab1f-4583-86cb-01f459d742eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11567447'] for segment, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:46.913613 n-d-818823-1 neutron-server[103448]: Traceback (most recent call last): Nov 22 20:05:46.913613 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 20:05:46.913613 n-d-818823-1 neutron-server[103448]: timer() Nov 22 20:05:46.913613 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 20:05:46.913613 n-d-818823-1 neutron-server[103448]: cb(*args, **kw) Nov 22 20:05:46.913613 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 20:05:46.913613 n-d-818823-1 neutron-server[103448]: return func(*args, **kwargs) Nov 22 20:05:46.913613 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 20:05:46.913613 n-d-818823-1 neutron-server[103448]: self._notify() Nov 22 20:05:46.913613 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 20:05:46.913613 n-d-818823-1 neutron-server[103448]: self.callback(batched_events) Nov 22 20:05:46.913613 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 20:05:46.913613 n-d-818823-1 neutron-server[103448]: event.method(event) Nov 22 20:05:46.913613 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 20:05:46.913613 n-d-818823-1 neutron-server[103448]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 20:05:46.913613 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 20:05:46.913613 n-d-818823-1 neutron-server[103448]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 20:05:46.913613 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 20:05:46.913613 n-d-818823-1 neutron-server[103448]: return f(self, *a, **k) Nov 22 20:05:46.913613 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 20:05:46.913613 n-d-818823-1 neutron-server[103448]: return self._get(url).json() Nov 22 20:05:46.913613 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 20:05:46.913613 n-d-818823-1 neutron-server[103448]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 20:05:46.913613 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 20:05:46.913613 n-d-818823-1 neutron-server[103448]: return self.request(url, 'GET', **kwargs) Nov 22 20:05:46.913613 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 20:05:46.913613 n-d-818823-1 neutron-server[103448]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 20:05:46.913613 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 20:05:46.913613 n-d-818823-1 neutron-server[103448]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 20:05:46.913613 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 20:05:46.913613 n-d-818823-1 neutron-server[103448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 20:05:46.913613 n-d-818823-1 neutron-server[103448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 20:05:46.943451 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1066e014-f65e-4c26-ac0e-60cf8e96ff76 req-efffa8a8-0125-419f-b6d2-09f3bbb25b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:05:46.944876 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1066e014-f65e-4c26-ac0e-60cf8e96ff76 req-efffa8a8-0125-419f-b6d2-09f3bbb25b04 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b84af637-0398-463a-b5b3-c3420a17b4fe HTTP/1.1" status: 200 len: 1096 time: 0.4827330 Nov 22 20:05:46.955902 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdc8693-a681-4b14-b303-2fbfbfd235fd req-5231003f-58a4-4c14-81a7-2ad20a5ab4bc tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:05:46.958266 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ecdc8693-a681-4b14-b303-2fbfbfd235fd req-5231003f-58a4-4c14-81a7-2ad20a5ab4bc tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/ports?device_id=0c38e8a6-8795-4e86-88f9-2d86b3aaea94 HTTP/1.1" status: 200 len: 949 time: 0.5136638 Nov 22 20:05:47.025405 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-c3896e89-d540-4f6f-a215-4aea8eb7a2b6 req-6b176dac-f3a4-4946-ae9b-d73bdeba4a7e service neutron] For port 8df1cc84-b9f9-4c6a-9a84-115ade88e66e, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=8df1cc84-b9f9-4c6a-9a84-115ade88e66e,segment=NetworkSegment(a1d01b66-e103-44ab-97f3-6f827675fa31),segment_id=a1d01b66-e103-44ab-97f3-6f827675fa31)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:05:47.038521 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-597cc2a1-65b1-431e-befd-970f62100822 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24781'] for router, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:47.041938 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-597cc2a1-65b1-431e-befd-970f62100822 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:47.047684 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec70b370-97d0-4c10-8035-1836055acdcd req-99210238-a0ee-4d4a-8328-5c14d65bf6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:05:47.048893 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ec70b370-97d0-4c10-8035-1836055acdcd req-99210238-a0ee-4d4a-8328-5c14d65bf6c9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e1052824-bf78-4963-8937-b202e372ac24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1669707 Nov 22 20:05:47.055074 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5069f45c-ab1f-4583-86cb-01f459d742eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3760002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595318'] for network, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:47.076861 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0db274c-59f1-410b-bf27-c4a9a0eee0d3 req-9b380d71-2a1b-40be-8c75-2e7b3744c4a9 tempest-FloatingIPsAssociationTestJSON-1595917213 tempest-FloatingIPsAssociationTestJSON-1595917213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:05:47.078360 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f0db274c-59f1-410b-bf27-c4a9a0eee0d3 req-9b380d71-2a1b-40be-8c75-2e7b3744c4a9 tempest-FloatingIPsAssociationTestJSON-1595917213 tempest-FloatingIPsAssociationTestJSON-1595917213-project] 10.222.0.46 "GET /v2.0/ports?device_id=b84af637-0398-463a-b5b3-c3420a17b4fe HTTP/1.1" status: 200 len: 945 time: 0.2157781 Nov 22 20:05:47.091400 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5069f45c-ab1f-4583-86cb-01f459d742eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:47.096961 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-5069f45c-ab1f-4583-86cb-01f459d742eb admin admin] 10.222.0.46 "DELETE /v2.0/networks/e1b8caa3-ec74-4182-a8b7-cf8ee8619d8c HTTP/1.1" status: 204 len: 168 time: 1.8435740 Nov 22 20:05:47.109215 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-ba4c097e-c686-43fd-b471-c3d26ea83e5b req-130f48b2-54cf-4997-9a24-1725934a2c4e service neutron] 10.222.0.20 "GET /v2.0/networks/e1052824-bf78-4963-8937-b202e372ac24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5578964 Nov 22 20:05:47.110110 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5069f45c-ab1f-4583-86cb-01f459d742eb admin admin] Pushing event deleted for resources: {'Network': ['ID=e1b8caa3-ec74-4182-a8b7-cf8ee8619d8c,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:05:47.113158 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-597cc2a1-65b1-431e-befd-970f62100822 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-663261'] for router, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:47.114219 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-597cc2a1-65b1-431e-befd-970f62100822 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c694080b-a9b1-436f-827c-73c583d5503f {{(pid=103448) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 20:05:47.118382 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-597cc2a1-65b1-431e-befd-970f62100822 admin admin] Publish callbacks [] for router, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:47.122382 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-597cc2a1-65b1-431e-befd-970f62100822 admin admin] 10.222.0.46 "DELETE /v2.0/routers/c694080b-a9b1-436f-827c-73c583d5503f HTTP/1.1" status: 204 len: 168 time: 3.2073441 Nov 22 20:05:47.123019 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 55810) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:05:47.156290 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-c3896e89-d540-4f6f-a215-4aea8eb7a2b6 req-6b176dac-f3a4-4946-ae9b-d73bdeba4a7e service neutron] For port 8df1cc84-b9f9-4c6a-9a84-115ade88e66e, host n-h2-818823-1, cleared binding levels {{(pid=103447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:05:47.161968 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1066e014-f65e-4c26-ac0e-60cf8e96ff76 req-236ab36d-f3a3-4943-be37-021d287cc525 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=856cfbfb-1e64-4401-a1fb-713c41a0ff50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969039 Nov 22 20:05:47.222468 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ecdc8693-a681-4b14-b303-2fbfbfd235fd req-69317ff3-9ad5-414e-a993-684fbe0021fa tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1d007ec-a75a-4ef8-9cdd-9c679a3ff22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2517219 Nov 22 20:05:47.226056 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_v2 [None req-07701a55-d265-4691-abaa-ea2647e35713 admin admin] Deleting subnet 549ad4b3-a923-4ce2-bd25-a6661497bbeb {{(pid=103448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 20:05:47.240667 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-07701a55-d265-4691-abaa-ea2647e35713 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:47.263267 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [req-c3896e89-d540-4f6f-a215-4aea8eb7a2b6 req-6b176dac-f3a4-4946-ae9b-d73bdeba4a7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8df1cc84-b9f9-4c6a-9a84-115ade88e66e {{(pid=103447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:05:47.296457 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-ba4c097e-c686-43fd-b471-c3d26ea83e5b req-a95cbea5-5e7c-4eea-9a4b-b512263dc30f service neutron] 10.222.0.20 "GET /v2.0/networks/e1052824-bf78-4963-8937-b202e372ac24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724222 Nov 22 20:05:47.305091 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-c3896e89-d540-4f6f-a215-4aea8eb7a2b6 req-6b176dac-f3a4-4946-ae9b-d73bdeba4a7e service neutron] For port 8df1cc84-b9f9-4c6a-9a84-115ade88e66e, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=8df1cc84-b9f9-4c6a-9a84-115ade88e66e,segment=NetworkSegment(a1d01b66-e103-44ab-97f3-6f827675fa31),segment_id=a1d01b66-e103-44ab-97f3-6f827675fa31)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:05:47.306760 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-07701a55-d265-4691-abaa-ea2647e35713 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11627908'] for subnet, precommit_delete_associations {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:47.360656 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f0db274c-59f1-410b-bf27-c4a9a0eee0d3 req-4d7e4aee-c60f-497b-9c7b-003fedd94c0d tempest-FloatingIPsAssociationTestJSON-1595917213 tempest-FloatingIPsAssociationTestJSON-1595917213-project] 10.222.0.46 "GET /v2.0/security-groups?id=856cfbfb-1e64-4401-a1fb-713c41a0ff50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2648432 Nov 22 20:05:47.378256 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-c3896e89-d540-4f6f-a215-4aea8eb7a2b6 req-6b176dac-f3a4-4946-ae9b-d73bdeba4a7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:47.392423 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ec70b370-97d0-4c10-8035-1836055acdcd req-95a36cee-e061-4d40-a8bb-648cc4856f5f service neutron] 10.222.0.41 "GET /v2.0/networks/e1052824-bf78-4963-8937-b202e372ac24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3317287 Nov 22 20:05:47.416168 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 55814) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:05:47.459211 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-07701a55-d265-4691-abaa-ea2647e35713 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3753007'] for subnet, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:47.523220 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-07701a55-d265-4691-abaa-ea2647e35713 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3753014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11567369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11792914'] for subnet, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:47.552122 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07701a55-d265-4691-abaa-ea2647e35713 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=549ad4b3-a923-4ce2-bd25-a6661497bbeb,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:05:47.556131 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-07701a55-d265-4691-abaa-ea2647e35713 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:47.562016 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-07701a55-d265-4691-abaa-ea2647e35713 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/549ad4b3-a923-4ce2-bd25-a6661497bbeb HTTP/1.1" status: 204 len: 168 time: 0.4344060 Nov 22 20:05:47.562392 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 55826) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:05:47.570092 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b811404a-1220-421f-9b7b-507afcc8f734 None None] Network a4a74279-bce3-4456-95fa-fcd9fe257a11 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:05:47.633406 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-824bc336-4944-4224-9b7d-6c17fb7f10e7 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d030735374e0421a8051bc234c97dcd6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2162454 Nov 22 20:05:47.636712 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 55828) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:05:47.645385 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b4743bbf-75ee-4673-9520-4bf89f162253 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3961693'] for network, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:47.661600 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7fe49a-fd91-458d-8a4a-0c4ac71192b9 req-b84e2a8a-6c4e-484d-85fd-f840d67f992c tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:05:47.663138 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-aa7fe49a-fd91-458d-8a4a-0c4ac71192b9 req-b84e2a8a-6c4e-484d-85fd-f840d67f992c tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] 10.222.0.46 "GET /v2.0/ports?device_id=05a42da3-f4d1-435d-a4ca-2a5f4101b8fa HTTP/1.1" status: 200 len: 943 time: 0.2185202 Nov 22 20:05:47.682076 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ec70b370-97d0-4c10-8035-1836055acdcd req-7d5b8d6e-4835-4ec8-8d6f-f352c66c2c10 service neutron] 10.222.0.41 "GET /v2.0/networks/e1052824-bf78-4963-8937-b202e372ac24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2747614 Nov 22 20:05:47.708072 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc2027b-6c4f-49f6-a8b7-0cfc3b154168 req-2451fed5-bca5-4023-be7b-b99a3f901f46 tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:05:47.709572 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4cc2027b-6c4f-49f6-a8b7-0cfc3b154168 req-2451fed5-bca5-4023-be7b-b99a3f901f46 tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] 10.222.0.46 "GET /v2.0/ports?device_id=29dda483-f89a-4ce8-828b-793410f029f1 HTTP/1.1" status: 200 len: 947 time: 0.1833131 Nov 22 20:05:47.715176 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.provisioning_blocks [req-c3896e89-d540-4f6f-a215-4aea8eb7a2b6 req-6b176dac-f3a4-4946-ae9b-d73bdeba4a7e service neutron] Transition to ACTIVE for port object 8df1cc84-b9f9-4c6a-9a84-115ade88e66e will not be triggered until provisioned by entity L2. {{(pid=103447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 20:05:47.752430 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-c3896e89-d540-4f6f-a215-4aea8eb7a2b6 req-6b176dac-f3a4-4946-ae9b-d73bdeba4a7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:47.764513 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 5637c919-f797-4b9f-b2c6-ca1dc4a27c6e no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:05:47.768062 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8f233b3c-0130-4508-8042-c63531bd656d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:47.801979 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbad8620-ca27-4993-8b48-71938ff02b58 None None] DHCP port deletion for a4a74279-bce3-4456-95fa-fcd9fe257a11 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:05:47.806520 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: 5637c919-f797-4b9f-b2c6-ca1dc4a27c6e {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:05:47.807050 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 5637c919-f797-4b9f-b2c6-ca1dc4a27c6e not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:05:47.807659 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device fb2d2b35-ec43-49ec-9e43-b7401410ae8f no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:05:47.821399 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8f233b3c-0130-4508-8042-c63531bd656d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:47.836448 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: fb2d2b35-ec43-49ec-9e43-b7401410ae8f {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:05:47.837043 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device fb2d2b35-ec43-49ec-9e43-b7401410ae8f not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:05:47.837633 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-aa7fe49a-fd91-458d-8a4a-0c4ac71192b9 req-7a736f99-292e-4aa7-b8c3-d6474eb0f1d2 tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] 10.222.0.46 "GET /v2.0/security-groups?id=89c2c967-26c4-4e1c-a1fd-c97f87817ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666944 Nov 22 20:05:47.875352 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-b4743bbf-75ee-4673-9520-4bf89f162253 admin admin] Deleting port b1274264-74a1-4f30-96e7-81b08923d852 {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:05:47.875767 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b4743bbf-75ee-4673-9520-4bf89f162253 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:47.877278 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4cc2027b-6c4f-49f6-a8b7-0cfc3b154168 req-2e033703-5870-4d69-9c56-1d7fc083ff97 tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] 10.222.0.46 "GET /v2.0/security-groups?id=e5ae9e03-6ff8-4082-b7a4-25ecea5ed21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372237 Nov 22 20:05:47.931268 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-bbad8620-ca27-4993-8b48-71938ff02b58 None None] Deleting port b1274264-74a1-4f30-96e7-81b08923d852 {{(pid=103449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:05:47.932043 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-bbad8620-ca27-4993-8b48-71938ff02b58 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:47.953652 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3896e89-d540-4f6f-a215-4aea8eb7a2b6 req-6b176dac-f3a4-4946-ae9b-d73bdeba4a7e service neutron] No DVR routers for this DVR port 8df1cc84-b9f9-4c6a-9a84-115ade88e66e on host n-h2-818823-1 {{(pid=103447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:05:47.958263 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-b4743bbf-75ee-4673-9520-4bf89f162253 admin admin] For port b1274264-74a1-4f30-96e7-81b08923d852, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=b1274264-74a1-4f30-96e7-81b08923d852,segment=NetworkSegment(dcc1fc0e-b227-45bc-aec7-f17e25700050),segment_id=dcc1fc0e-b227-45bc-aec7-f17e25700050)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:05:47.958263 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b4743bbf-75ee-4673-9520-4bf89f162253 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:47.979445 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b176dac-f3a4-4946-ae9b-d73bdeba4a7e service neutron] Pushing event updated for resources: {'Port': ['ID=8df1cc84-b9f9-4c6a-9a84-115ade88e66e,revision_number=10']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:05:47.982396 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-b4743bbf-75ee-4673-9520-4bf89f162253 admin admin] Calling delete_port for b1274264-74a1-4f30-96e7-81b08923d852 owned by network:dhcp {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:05:47.983639 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8f233b3c-0130-4508-8042-c63531bd656d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:47.986183 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8f233b3c-0130-4508-8042-c63531bd656d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:48.003830 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-8f233b3c-0130-4508-8042-c63531bd656d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c037d2d6-c1c6-4d43-87f4-92fbbbea1f2c HTTP/1.1" status: 204 len: 168 time: 0.3497677 Nov 22 20:05:48.021227 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f233b3c-0130-4508-8042-c63531bd656d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c037d2d6-c1c6-4d43-87f4-92fbbbea1f2c,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:05:48.026993 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c3896e89-d540-4f6f-a215-4aea8eb7a2b6 req-6b176dac-f3a4-4946-ae9b-d73bdeba4a7e service neutron] 10.222.0.20 "PUT /v2.0/ports/8df1cc84-b9f9-4c6a-9a84-115ade88e66e/bindings/n-h1-818823-1/activate HTTP/1.1" status: 200 len: 369 time: 2.0778804 Nov 22 20:05:48.050061 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f400edca-4f9f-47be-a0ad-688c29a69a5e req-68800799-983b-4a7f-983d-83bd6644be13 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=01e0b0fa-e002-4967-ab32-9c5694e22ac9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1069446 Nov 22 20:05:48.117514 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-bbad8620-ca27-4993-8b48-71938ff02b58 None None] For port b1274264-74a1-4f30-96e7-81b08923d852, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=b1274264-74a1-4f30-96e7-81b08923d852,segment=NetworkSegment(dcc1fc0e-b227-45bc-aec7-f17e25700050),segment_id=dcc1fc0e-b227-45bc-aec7-f17e25700050)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:05:48.117908 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-bbad8620-ca27-4993-8b48-71938ff02b58 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:48.155373 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-bbad8620-ca27-4993-8b48-71938ff02b58 None None] Calling delete_port for b1274264-74a1-4f30-96e7-81b08923d852 owned by network:dhcp {{(pid=103449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:05:48.182930 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b4743bbf-75ee-4673-9520-4bf89f162253 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:48.249926 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4743bbf-75ee-4673-9520-4bf89f162253 admin admin] Pushing event deleted for resources: {'Port': ['ID=b1274264-74a1-4f30-96e7-81b08923d852,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:05:48.266966 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4743bbf-75ee-4673-9520-4bf89f162253 admin admin] No DVR routers for this DVR port b1274264-74a1-4f30-96e7-81b08923d852 on host n-d-818823-1 {{(pid=103448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:05:48.324983 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-bbad8620-ca27-4993-8b48-71938ff02b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381'] for port, after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:48.357299 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbad8620-ca27-4993-8b48-71938ff02b58 None None] Pushing event deleted for resources: {'Port': ['ID=b1274264-74a1-4f30-96e7-81b08923d852,revision_number=None']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:05:48.359567 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbad8620-ca27-4993-8b48-71938ff02b58 None None] No DVR routers for this DVR port b1274264-74a1-4f30-96e7-81b08923d852 on host n-d-818823-1 {{(pid=103449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:05:48.384305 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3896e89-d540-4f6f-a215-4aea8eb7a2b6 req-6b886d62-2a1c-4c80-9ab5-95de08b7b4ec tempest-LiveAutoBlockMigrationV225Test-67792349 tempest-LiveAutoBlockMigrationV225Test-67792349-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:05:48.386750 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c3896e89-d540-4f6f-a215-4aea8eb7a2b6 req-6b886d62-2a1c-4c80-9ab5-95de08b7b4ec tempest-LiveAutoBlockMigrationV225Test-67792349 tempest-LiveAutoBlockMigrationV225Test-67792349-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=05a42da3-f4d1-435d-a4ca-2a5f4101b8fa&tenant_id=ed1bb220b53d484cb7697cddf2626bd6&binding%3Ahost_id=n-h2-818823-1 HTTP/1.1" status: 200 len: 1095 time: 0.2767591 Nov 22 20:05:48.399696 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f400edca-4f9f-47be-a0ad-688c29a69a5e req-c9959b0a-6c87-4693-8f08-a83975be00a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:05:48.401403 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f400edca-4f9f-47be-a0ad-688c29a69a5e req-c9959b0a-6c87-4693-8f08-a83975be00a2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ed1bb220b53d484cb7697cddf2626bd6&device_id=01e0b0fa-e002-4967-ab32-9c5694e22ac9 HTTP/1.1" status: 200 len: 1095 time: 0.2069385 Nov 22 20:05:48.430100 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b4743bbf-75ee-4673-9520-4bf89f162253 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3760028', 'neutron.services.segments.db._delete_segments_for_network-8748992815755'] for network, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:48.454407 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-b4743bbf-75ee-4673-9520-4bf89f162253 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4a74279-bce3-4456-95fa-fcd9fe257a11']}} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:05:48.472283 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-b4743bbf-75ee-4673-9520-4bf89f162253 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcc1fc0e-b227-45bc-aec7-f17e25700050') {'for_net_delete': True} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:05:48.472855 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-b4743bbf-75ee-4673-9520-4bf89f162253 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcc1fc0e-b227-45bc-aec7-f17e25700050') {} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:05:48.496687 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b4743bbf-75ee-4673-9520-4bf89f162253 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748993039638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11627933'] for segment, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:48.516378 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b4743bbf-75ee-4673-9520-4bf89f162253 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:48.523197 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4743bbf-75ee-4673-9520-4bf89f162253 admin admin] Releasing vlan 619 on physical network physnet1 to pool {{(pid=103448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 20:05:48.523659 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b4743bbf-75ee-4673-9520-4bf89f162253 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11567447'] for segment, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:48.526092 n-d-818823-1 neutron-server[103448]: Traceback (most recent call last): Nov 22 20:05:48.526092 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 20:05:48.526092 n-d-818823-1 neutron-server[103448]: timer() Nov 22 20:05:48.526092 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 20:05:48.526092 n-d-818823-1 neutron-server[103448]: cb(*args, **kw) Nov 22 20:05:48.526092 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 20:05:48.526092 n-d-818823-1 neutron-server[103448]: return func(*args, **kwargs) Nov 22 20:05:48.526092 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 20:05:48.526092 n-d-818823-1 neutron-server[103448]: self._notify() Nov 22 20:05:48.526092 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 20:05:48.526092 n-d-818823-1 neutron-server[103448]: self.callback(batched_events) Nov 22 20:05:48.526092 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 20:05:48.526092 n-d-818823-1 neutron-server[103448]: event.method(event) Nov 22 20:05:48.526092 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 20:05:48.526092 n-d-818823-1 neutron-server[103448]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 20:05:48.526092 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 20:05:48.526092 n-d-818823-1 neutron-server[103448]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 20:05:48.526092 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 20:05:48.526092 n-d-818823-1 neutron-server[103448]: return f(self, *a, **k) Nov 22 20:05:48.526092 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 20:05:48.526092 n-d-818823-1 neutron-server[103448]: return self._get(url).json() Nov 22 20:05:48.526092 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 20:05:48.526092 n-d-818823-1 neutron-server[103448]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 20:05:48.526092 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 20:05:48.526092 n-d-818823-1 neutron-server[103448]: return self.request(url, 'GET', **kwargs) Nov 22 20:05:48.526092 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 20:05:48.526092 n-d-818823-1 neutron-server[103448]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 20:05:48.526092 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 20:05:48.526092 n-d-818823-1 neutron-server[103448]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 20:05:48.526092 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 20:05:48.526092 n-d-818823-1 neutron-server[103448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 20:05:48.526092 n-d-818823-1 neutron-server[103448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 20:05:48.542908 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2711ace6-fe84-42cc-8a1b-627c90e34352 req-c90ce2cc-887e-49a3-82a1-2b1034c68162 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5093cb48-092d-4dff-ad5d-31875fbb9f2c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3376143 Nov 22 20:05:48.605816 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b4743bbf-75ee-4673-9520-4bf89f162253 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3760002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595318'] for network, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:48.613353 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b4743bbf-75ee-4673-9520-4bf89f162253 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:48.618568 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-b4743bbf-75ee-4673-9520-4bf89f162253 admin admin] 10.222.0.46 "DELETE /v2.0/networks/a4a74279-bce3-4456-95fa-fcd9fe257a11 HTTP/1.1" status: 204 len: 168 time: 1.0546916 Nov 22 20:05:48.642398 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4743bbf-75ee-4673-9520-4bf89f162253 admin admin] Pushing event deleted for resources: {'Network': ['ID=a4a74279-bce3-4456-95fa-fcd9fe257a11,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:05:48.660800 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7fc6b7-e434-45cd-b5d5-a442d96ec45c req-5c58abee-6373-4aba-8234-049205020748 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:05:48.662361 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-bc7fc6b7-e434-45cd-b5d5-a442d96ec45c req-5c58abee-6373-4aba-8234-049205020748 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/ports?device_id=0c38e8a6-8795-4e86-88f9-2d86b3aaea94 HTTP/1.1" status: 200 len: 949 time: 0.3018289 Nov 22 20:05:48.664298 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3896e89-d540-4f6f-a215-4aea8eb7a2b6 req-04444045-7eef-4d61-b940-da85eef3e94f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:05:48.666208 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c3896e89-d540-4f6f-a215-4aea8eb7a2b6 req-04444045-7eef-4d61-b940-da85eef3e94f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=05a42da3-f4d1-435d-a4ca-2a5f4101b8fa&tenant_id=ed1bb220b53d484cb7697cddf2626bd6 HTTP/1.1" status: 200 len: 1095 time: 0.2631643 Nov 22 20:05:48.757149 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e29576-522b-415a-bba8-c9823627c5f9 req-de06e138-784c-4b8d-b254-77e61e9bea1c tempest-FloatingIPsAssociationTestJSON-1595917213 tempest-FloatingIPsAssociationTestJSON-1595917213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:05:48.761195 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-09e29576-522b-415a-bba8-c9823627c5f9 req-de06e138-784c-4b8d-b254-77e61e9bea1c tempest-FloatingIPsAssociationTestJSON-1595917213 tempest-FloatingIPsAssociationTestJSON-1595917213-project] 10.222.0.46 "GET /v2.0/ports?device_id=b84af637-0398-463a-b5b3-c3420a17b4fe HTTP/1.1" status: 200 len: 945 time: 0.2231300 Nov 22 20:05:48.804990 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f400edca-4f9f-47be-a0ad-688c29a69a5e req-e3c243bf-9cbe-43c3-b0cf-55c46f22c0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:05:48.806489 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f400edca-4f9f-47be-a0ad-688c29a69a5e req-e3c243bf-9cbe-43c3-b0cf-55c46f22c0e4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=5c8a61c3-0285-4b7d-b110-24534369ffce HTTP/1.1" status: 200 len: 922 time: 0.3203208 Nov 22 20:05:48.823735 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 55892) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:05:48.868799 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-5dde886a-03d5-46ac-8c0d-a3d9a89766aa admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=eb8ff19a8ba4496bbd0e67bc7c6cd948&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0413394 Nov 22 20:05:48.869215 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 55894) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:05:48.874768 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-bc7fc6b7-e434-45cd-b5d5-a442d96ec45c req-804882e6-39bb-4bbd-afff-0232eb58c8b2 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1d007ec-a75a-4ef8-9cdd-9c679a3ff22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841202 Nov 22 20:05:48.876725 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2711ace6-fe84-42cc-8a1b-627c90e34352 req-5cdcc28d-d0e3-4f23-a841-359590436cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:05:48.878138 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2711ace6-fe84-42cc-8a1b-627c90e34352 req-5cdcc28d-d0e3-4f23-a841-359590436cff service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=126c0323750547f8b9835ef63890aaea&device_id=5093cb48-092d-4dff-ad5d-31875fbb9f2c HTTP/1.1" status: 200 len: 1100 time: 0.2720709 Nov 22 20:05:48.892945 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f400edca-4f9f-47be-a0ad-688c29a69a5e req-8b96917c-9f89-485e-9de4-33d0744ae1f2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4035a83f-24e4-427f-b321-21868f004640 HTTP/1.1" status: 200 len: 217 time: 0.0766625 Nov 22 20:05:48.896783 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3896e89-d540-4f6f-a215-4aea8eb7a2b6 req-d1066cc5-4811-4fde-95f8-b642b47004af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:05:48.898691 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c3896e89-d540-4f6f-a215-4aea8eb7a2b6 req-d1066cc5-4811-4fde-95f8-b642b47004af service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ed1bb220b53d484cb7697cddf2626bd6&device_id=05a42da3-f4d1-435d-a4ca-2a5f4101b8fa HTTP/1.1" status: 200 len: 1095 time: 0.2057223 Nov 22 20:05:48.949011 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c134d0f0-aaa9-4287-a831-3927fc7a3921 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:48.975137 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c134d0f0-aaa9-4287-a831-3927fc7a3921 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:49.039459 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c134d0f0-aaa9-4287-a831-3927fc7a3921 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:49.043341 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c134d0f0-aaa9-4287-a831-3927fc7a3921 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:49.044913 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-c134d0f0-aaa9-4287-a831-3927fc7a3921 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/57db7f05-75a6-4e58-94f3-017f13eeabad HTTP/1.1" status: 204 len: 168 time: 0.1727712 Nov 22 20:05:49.059273 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-09e29576-522b-415a-bba8-c9823627c5f9 req-a409141a-37d1-492d-8e45-c59abc20a7b5 tempest-FloatingIPsAssociationTestJSON-1595917213 tempest-FloatingIPsAssociationTestJSON-1595917213-project] 10.222.0.46 "GET /v2.0/security-groups?id=856cfbfb-1e64-4401-a1fb-713c41a0ff50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2753274 Nov 22 20:05:49.086616 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c134d0f0-aaa9-4287-a831-3927fc7a3921 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57db7f05-75a6-4e58-94f3-017f13eeabad,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:05:49.089653 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f400edca-4f9f-47be-a0ad-688c29a69a5e req-2e57ba7d-40e4-40aa-b8ea-caf6aef2cd57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:05:49.091486 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f400edca-4f9f-47be-a0ad-688c29a69a5e req-2e57ba7d-40e4-40aa-b8ea-caf6aef2cd57 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6ba52ab0-cb64-425e-be27-2e0b31d7d99f HTTP/1.1" status: 200 len: 861 time: 0.1844144 Nov 22 20:05:49.153854 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f400edca-4f9f-47be-a0ad-688c29a69a5e req-8adfba9d-5238-4a99-bf4a-5f4e0e07faec service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5c8a61c3-0285-4b7d-b110-24534369ffce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529680 Nov 22 20:05:49.175642 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 55924) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:05:49.224786 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2711ace6-fe84-42cc-8a1b-627c90e34352 req-a0f4f67b-6458-421b-b38f-3850f21b7c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:05:49.226280 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2711ace6-fe84-42cc-8a1b-627c90e34352 req-a0f4f67b-6458-421b-b38f-3850f21b7c3a service neutron] 10.222.0.20 "GET /v2.0/networks?id=e1052824-bf78-4963-8937-b202e372ac24 HTTP/1.1" status: 200 len: 870 time: 0.3267128 Nov 22 20:05:49.256268 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3896e89-d540-4f6f-a215-4aea8eb7a2b6 req-55dc9b89-b1ba-4ee1-a075-f04c6fd5e49c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:05:49.257757 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c3896e89-d540-4f6f-a215-4aea8eb7a2b6 req-55dc9b89-b1ba-4ee1-a075-f04c6fd5e49c service neutron] 10.222.0.41 "GET /v2.0/networks?id=5c8a61c3-0285-4b7d-b110-24534369ffce HTTP/1.1" status: 200 len: 922 time: 0.3495898 Nov 22 20:05:49.295893 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device a09fdba2-333c-482d-9e0d-f005d245604b details requested by agent hyperv_n-h2-818823-1 with host n-h2-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 20:05:49.301576 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 8df1cc84-b9f9-4c6a-9a84-115ade88e66e no longer exists at agent hyperv_n-h2-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:05:49.355224 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2711ace6-fe84-42cc-8a1b-627c90e34352 req-6f51a5f4-8a34-4b19-a78c-4f21abb5e50a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=8b89445a-2093-4480-a650-d182804db66c HTTP/1.1" status: 200 len: 217 time: 0.1021247 Nov 22 20:05:49.366753 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device b1274264-74a1-4f30-96e7-81b08923d852 no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:05:49.405345 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c3896e89-d540-4f6f-a215-4aea8eb7a2b6 req-c18b072c-b690-46be-8d36-d15281f9b675 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8df1cc84-b9f9-4c6a-9a84-115ade88e66e HTTP/1.1" status: 200 len: 217 time: 0.1052082 Nov 22 20:05:49.429695 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device d65e9dd0-ad52-4544-bbe5-38ddf0458f1e details requested by agent hyperv_n-h1-818823-1 with host n-h1-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 20:05:49.448874 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: b1274264-74a1-4f30-96e7-81b08923d852 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:05:49.449224 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device b1274264-74a1-4f30-96e7-81b08923d852 not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:05:49.454076 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device ab66c774-cb5a-4dc7-84bd-8d6984d54707 no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:05:49.501139 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67fda4b-666e-424d-9c5a-b4f135fff93a req-1e625508-7c9a-4207-808e-268cadcef799 tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:05:49.509545 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b67fda4b-666e-424d-9c5a-b4f135fff93a req-1e625508-7c9a-4207-808e-268cadcef799 tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] 10.222.0.46 "GET /v2.0/ports?device_id=05a42da3-f4d1-435d-a4ca-2a5f4101b8fa HTTP/1.1" status: 200 len: 944 time: 0.3126068 Nov 22 20:05:49.555263 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-bf91e078-c28e-47dc-ada4-74d45dcf0ff1 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-337372420-network', 'tenant_id': '63589193b3884afba34476ae8f9272c6'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:05:49.583439 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.db.resource_extend [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 22 20:05:49.583648 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f400edca-4f9f-47be-a0ad-688c29a69a5e req-d15d540f-dbc7-49ed-8b6e-bfa2797abae2 service neutron] 10.222.0.41 "GET /v2.0/networks/5c8a61c3-0285-4b7d-b110-24534369ffce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4154201 Nov 22 20:05:49.592097 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b67fda4b-666e-424d-9c5a-b4f135fff93a req-d1f29586-db6e-47bc-8a3b-64a71172d8fe tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] 10.222.0.46 "GET /v2.0/security-groups?id=89c2c967-26c4-4e1c-a1fd-c97f87817ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815349 Nov 22 20:05:49.594771 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf91e078-c28e-47dc-ada4-74d45dcf0ff1 admin admin] Made reservation on behalf of 63589193b3884afba34476ae8f9272c6 for: {'network': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:05:49.600695 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-bf91e078-c28e-47dc-ada4-74d45dcf0ff1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for network, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:49.622998 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-bf91e078-c28e-47dc-ada4-74d45dcf0ff1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:49.702190 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: ab66c774-cb5a-4dc7-84bd-8d6984d54707 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:05:49.702682 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device ab66c774-cb5a-4dc7-84bd-8d6984d54707 not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:05:49.705010 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 8df1cc84-b9f9-4c6a-9a84-115ade88e66e not bound to the agent host n-h2-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:05:49.735802 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port a09fdba2-333c-482d-9e0d-f005d245604b, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=a09fdba2-333c-482d-9e0d-f005d245604b,segment=NetworkSegment(2a5a1c7b-538e-498e-99b9-cc7a8e0411be),segment_id=2a5a1c7b-538e-498e-99b9-cc7a8e0411be)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:05:49.740863 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-bf91e078-c28e-47dc-ada4-74d45dcf0ff1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:49.744660 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2711ace6-fe84-42cc-8a1b-627c90e34352 req-991bb432-1937-4acf-bfd6-cbd45ea20cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:05:49.746525 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-bf91e078-c28e-47dc-ada4-74d45dcf0ff1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:49.750329 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2711ace6-fe84-42cc-8a1b-627c90e34352 req-991bb432-1937-4acf-bfd6-cbd45ea20cd8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3091ebfd-11e2-41f8-9c00-ffe0b86563d8 HTTP/1.1" status: 200 len: 843 time: 0.3600919 Nov 22 20:05:49.767987 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Returning: {'device': 'a09fdba2-333c-482d-9e0d-f005d245604b', 'network_id': 'e1052824-bf78-4963-8937-b202e372ac24', 'port_id': 'a09fdba2-333c-482d-9e0d-f005d245604b', 'mac_address': 'fa:16:3e:ba:79:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3091ebfd-11e2-41f8-9c00-ffe0b86563d8', 'ip_address': '192.168.233.74'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 20:05:49.775206 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf91e078-c28e-47dc-ada4-74d45dcf0ff1 admin admin] vlan segment allocate from pool success with {'vlan_id': 623, 'physical_network': 'physnet1'} {{(pid=103448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 20:05:49.779119 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3896e89-d540-4f6f-a215-4aea8eb7a2b6 req-20192e20-3870-4c92-80dd-ac6615ce83fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:05:49.781398 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c3896e89-d540-4f6f-a215-4aea8eb7a2b6 req-20192e20-3870-4c92-80dd-ac6615ce83fa service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6ba52ab0-cb64-425e-be27-2e0b31d7d99f HTTP/1.1" status: 200 len: 861 time: 0.3381319 Nov 22 20:05:49.793739 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-bf91e078-c28e-47dc-ada4-74d45dcf0ff1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:49.794448 n-d-818823-1 neutron-server[103448]: INFO neutron.db.segments_db [None req-bf91e078-c28e-47dc-ada4-74d45dcf0ff1 admin admin] Added segment a63d3497-ad71-48f1-a472-110c1aefc290 of type vlan for network 8f436b72-5ded-4dea-9e64-9f42a5bd2381 Nov 22 20:05:49.803296 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf91e078-c28e-47dc-ada4-74d45dcf0ff1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b5c5f7d-c949-4c43-9b75-d861afa9a679,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:05:49.840865 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port d65e9dd0-ad52-4544-bbe5-38ddf0458f1e, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=d65e9dd0-ad52-4544-bbe5-38ddf0458f1e,segment=NetworkSegment(2a5a1c7b-538e-498e-99b9-cc7a8e0411be),segment_id=2a5a1c7b-538e-498e-99b9-cc7a8e0411be)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:05:49.858245 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Returning: {'device': 'd65e9dd0-ad52-4544-bbe5-38ddf0458f1e', 'network_id': 'e1052824-bf78-4963-8937-b202e372ac24', 'port_id': 'd65e9dd0-ad52-4544-bbe5-38ddf0458f1e', 'mac_address': 'fa:16:3e:b4:ed:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3091ebfd-11e2-41f8-9c00-ffe0b86563d8', 'ip_address': '192.168.233.81'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 20:05:49.859981 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:49.862655 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-bf91e078-c28e-47dc-ada4-74d45dcf0ff1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748992492791'] for network, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:49.874867 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a09fdba2-333c-482d-9e0d-f005d245604b {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:05:49.875670 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c3896e89-d540-4f6f-a215-4aea8eb7a2b6 req-fe7b3d24-197d-49f1-a651-2337db05c17e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5c8a61c3-0285-4b7d-b110-24534369ffce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0667906 Nov 22 20:05:49.903177 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-bf91e078-c28e-47dc-ada4-74d45dcf0ff1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for network, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:49.904724 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf91e078-c28e-47dc-ada4-74d45dcf0ff1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:05:49.905966 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-bf91e078-c28e-47dc-ada4-74d45dcf0ff1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:49.925879 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port a09fdba2-333c-482d-9e0d-f005d245604b, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=a09fdba2-333c-482d-9e0d-f005d245604b,segment=NetworkSegment(2a5a1c7b-538e-498e-99b9-cc7a8e0411be),segment_id=2a5a1c7b-538e-498e-99b9-cc7a8e0411be)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:05:49.932469 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:49.939072 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9b58e1-285c-4424-982b-be03a12f8e8e req-d1128aad-8dbd-47ac-9541-c321eb649b0d tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:05:49.940815 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7b9b58e1-285c-4424-982b-be03a12f8e8e req-d1128aad-8dbd-47ac-9541-c321eb649b0d tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] 10.222.0.46 "GET /v2.0/ports?device_id=29dda483-f89a-4ce8-828b-793410f029f1 HTTP/1.1" status: 200 len: 947 time: 0.2308364 Nov 22 20:05:49.974169 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:49.983080 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-bf91e078-c28e-47dc-ada4-74d45dcf0ff1 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8047857 Nov 22 20:05:49.985305 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 55968) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:05:49.989639 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-cd26f8e5-26df-4b81-afb7-448f7b7ec4c1 admin admin] Request body: {'subnet': {'network_id': '8f436b72-5ded-4dea-9e64-9f42a5bd2381', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-337372420-subnet', 'tenant_id': '63589193b3884afba34476ae8f9272c6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:05:49.992372 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838cddfe-5359-4ee4-8fee-dac342ffe652 req-7b8938bc-8441-4282-8172-45e923edd4ea tempest-FloatingIPsAssociationTestJSON-1595917213 tempest-FloatingIPsAssociationTestJSON-1595917213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:05:49.996329 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-838cddfe-5359-4ee4-8fee-dac342ffe652 req-7b8938bc-8441-4282-8172-45e923edd4ea tempest-FloatingIPsAssociationTestJSON-1595917213 tempest-FloatingIPsAssociationTestJSON-1595917213-project] 10.222.0.46 "GET /v2.0/ports?device_id=6e6b3dc4-d2a4-4466-b82a-dc33446511d0&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.3248422 Nov 22 20:05:50.001228 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d65e9dd0-ad52-4544-bbe5-38ddf0458f1e {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:05:50.006405 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf91e078-c28e-47dc-ada4-74d45dcf0ff1 admin admin] Pushing event updated for resources: {'Network': ['ID=8f436b72-5ded-4dea-9e64-9f42a5bd2381,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:05:50.027120 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd26f8e5-26df-4b81-afb7-448f7b7ec4c1 admin admin] Made reservation on behalf of 63589193b3884afba34476ae8f9272c6 for: {'subnet': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:05:50.031132 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cd26f8e5-26df-4b81-afb7-448f7b7ec4c1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11792951'] for subnet, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:50.033054 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=a09fdba2-333c-482d-9e0d-f005d245604b,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:05:50.040295 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Network 8f436b72-5ded-4dea-9e64-9f42a5bd2381 details requested by agent ovs-agent-n-d-818823-1 with host n-d-818823-1 {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 20:05:50.044276 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port d65e9dd0-ad52-4544-bbe5-38ddf0458f1e, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=d65e9dd0-ad52-4544-bbe5-38ddf0458f1e,segment=NetworkSegment(2a5a1c7b-538e-498e-99b9-cc7a8e0411be),segment_id=2a5a1c7b-538e-498e-99b9-cc7a8e0411be)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:05:50.086533 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:50.099087 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f400edca-4f9f-47be-a0ad-688c29a69a5e req-91a5f4c8-193e-4eb1-bf36-f2d1b7f0903d service neutron] 10.222.0.41 "GET /v2.0/networks/5c8a61c3-0285-4b7d-b110-24534369ffce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5058763 Nov 22 20:05:50.120345 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2711ace6-fe84-42cc-8a1b-627c90e34352 req-d0413a22-9c53-4bb9-9f44-69a61ccbb4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:05:50.121938 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2711ace6-fe84-42cc-8a1b-627c90e34352 req-d0413a22-9c53-4bb9-9f44-69a61ccbb4e7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e1052824-bf78-4963-8937-b202e372ac24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3156755 Nov 22 20:05:50.208960 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=d65e9dd0-ad52-4544-bbe5-38ddf0458f1e,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:05:50.264491 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] get_ports_and_sgs() called for port_ids ['a09fdba2-333c-482d-9e0d-f005d245604b'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:05:50.295139 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cd26f8e5-26df-4b81-afb7-448f7b7ec4c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11567560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11792921'] for subnet, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:50.354252 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] get_ports_and_sgs() called for port_ids ['d65e9dd0-ad52-4544-bbe5-38ddf0458f1e'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:05:50.358203 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd26f8e5-26df-4b81-afb7-448f7b7ec4c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=41b1ac62-4466-461c-ada7-6725facd5deb,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:05:50.369041 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd26f8e5-26df-4b81-afb7-448f7b7ec4c1 admin admin] Checking segment: {'id': 'a63d3497-ad71-48f1-a472-110c1aefc290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '8f436b72-5ded-4dea-9e64-9f42a5bd2381'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:05:50.369503 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd26f8e5-26df-4b81-afb7-448f7b7ec4c1 admin admin] Network hostable DHCP agents. Network: 8f436b72-5ded-4dea-9e64-9f42a5bd2381, hostable agents: ['02adaa64-0987-4b74-bad0-cbcf56f8a294'], hosted agents: [] {{(pid=103448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 20:05:50.389090 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd26f8e5-26df-4b81-afb7-448f7b7ec4c1 admin admin] Network 8f436b72-5ded-4dea-9e64-9f42a5bd2381 is scheduled to be hosted by DHCP agent 02adaa64-0987-4b74-bad0-cbcf56f8a294 with binding_index 1 {{(pid=103448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 20:05:50.400269 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-cd26f8e5-26df-4b81-afb7-448f7b7ec4c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818823-1, 8f436b72-5ded-4dea-9e64-9f42a5bd2381) {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:05:50.405310 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd26f8e5-26df-4b81-afb7-448f7b7ec4c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:05:50.406658 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cd26f8e5-26df-4b81-afb7-448f7b7ec4c1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:50.428411 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-cd26f8e5-26df-4b81-afb7-448f7b7ec4c1 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4425778 Nov 22 20:05:50.431222 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 55976) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:05:50.431869 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90659423-f2b1-4660-ad90-7737b425c924 None None] Network 8f436b72-5ded-4dea-9e64-9f42a5bd2381 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:05:50.440190 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-41569de8-7e30-4bad-98ca-9347ba895bc5 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-337372420-router', 'tenant_id': '63589193b3884afba34476ae8f9272c6', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'}}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:05:50.474600 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-41569de8-7e30-4bad-98ca-9347ba895bc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24799'] for router, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:50.476456 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-41569de8-7e30-4bad-98ca-9347ba895bc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-632716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24788'] for router, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:50.540895 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-838cddfe-5359-4ee4-8fee-dac342ffe652 req-ffa813e2-c543-400d-af07-3f681142c670 tempest-FloatingIPsAssociationTestJSON-1595917213 tempest-FloatingIPsAssociationTestJSON-1595917213-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.5.215 HTTP/1.1" status: 200 len: 696 time: 0.4696436 Nov 22 20:05:50.553132 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-838cddfe-5359-4ee4-8fee-dac342ffe652 req-f5a0a9d6-b39c-4c62-9e34-a5180933b69b tempest-FloatingIPsAssociationTestJSON-1595917213 tempest-FloatingIPsAssociationTestJSON-1595917213-project] Request body: {'floatingip': {'port_id': '42ff492e-8aff-4fd6-a604-1f78be59f19b', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:05:50.557596 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-41569de8-7e30-4bad-98ca-9347ba895bc5 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:50.579011 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7b9b58e1-285c-4424-982b-be03a12f8e8e req-974cc117-1072-487e-b04b-12eb643b4f35 tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] 10.222.0.46 "GET /v2.0/security-groups?id=e5ae9e03-6ff8-4082-b7a4-25ecea5ed21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6040311 Nov 22 20:05:50.690251 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-838cddfe-5359-4ee4-8fee-dac342ffe652 req-f5a0a9d6-b39c-4c62-9e34-a5180933b69b tempest-FloatingIPsAssociationTestJSON-1595917213 tempest-FloatingIPsAssociationTestJSON-1595917213-project] Publish callbacks [] for floatingip, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:50.775326 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c3896e89-d540-4f6f-a215-4aea8eb7a2b6 req-cd1ea634-dd91-4a5f-bdca-245d31e74660 service neutron] 10.222.0.41 "GET /v2.0/networks/5c8a61c3-0285-4b7d-b110-24534369ffce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8753583 Nov 22 20:05:50.844837 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-41569de8-7e30-4bad-98ca-9347ba895bc5 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:50.917402 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-217fd229-8d1f-4e68-9a6a-93789a99903d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fb26bd7-ce56-527b-b94f-2e1f7cb2bb35-8f436b72-5ded-4dea-9e64-9f42a5bd2381', 'network_id': '8f436b72-5ded-4dea-9e64-9f42a5bd2381', 'tenant_id': '63589193b3884afba34476ae8f9272c6', 'fixed_ips': [{'subnet_id': '41b1ac62-4466-461c-ada7-6725facd5deb'}]}} from n-d-818823-1. {{(pid=103449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 20:05:50.918773 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-217fd229-8d1f-4e68-9a6a-93789a99903d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:51.012666 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2711ace6-fe84-42cc-8a1b-627c90e34352 req-b02694db-0555-423c-9c2c-7b141be28455 service neutron] 10.222.0.20 "GET /v2.0/networks/e1052824-bf78-4963-8937-b202e372ac24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5506151 Nov 22 20:05:51.085716 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b4dcdc-5381-44d8-aedb-cee00bbb45b4 req-a51449c8-81ca-42a2-bc0a-3c0dc9571b3a tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:05:51.087295 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-83b4dcdc-5381-44d8-aedb-cee00bbb45b4 req-a51449c8-81ca-42a2-bc0a-3c0dc9571b3a tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/ports?device_id=0c38e8a6-8795-4e86-88f9-2d86b3aaea94 HTTP/1.1" status: 200 len: 949 time: 0.3264713 Nov 22 20:05:51.134866 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.db_base_plugin_common [None req-217fd229-8d1f-4e68-9a6a-93789a99903d None None] Allocated IP 172.20.0.2 (8f436b72-5ded-4dea-9e64-9f42a5bd2381/41b1ac62-4466-461c-ada7-6725facd5deb/3ca2c4dc-690e-41a7-a322-c5c2b7e7d707) {{(pid=103449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:05:51.152462 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-41569de8-7e30-4bad-98ca-9347ba895bc5 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:51.186971 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c3896e89-d540-4f6f-a215-4aea8eb7a2b6 req-040e0273-c52d-44f0-9d91-6ff376ba4210 service neutron] 10.222.0.41 "GET /v2.0/networks/5c8a61c3-0285-4b7d-b110-24534369ffce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3702018 Nov 22 20:05:51.200895 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-41569de8-7e30-4bad-98ca-9347ba895bc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:51.278111 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2711ace6-fe84-42cc-8a1b-627c90e34352 req-85d93b07-3bc8-4ca5-88f0-6db65b35257b service neutron] 10.222.0.20 "GET /v2.0/networks/e1052824-bf78-4963-8937-b202e372ac24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2458162 Nov 22 20:05:51.331295 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device a09fdba2-333c-482d-9e0d-f005d245604b up at agent hyperv_n-h2-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:05:51.378016 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-83b4dcdc-5381-44d8-aedb-cee00bbb45b4 req-697adcdb-0115-447d-a5a7-087b85fd5101 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1d007ec-a75a-4ef8-9cdd-9c679a3ff22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2483153 Nov 22 20:05:51.380774 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [None req-41569de8-7e30-4bad-98ca-9347ba895bc5 admin admin] Allocated IP 172.25.5.121 (c48a55e9-6a85-4746-b7bf-3e29fb560094/5da6f781-63e6-4328-ae7a-5e672262f55a/0ee5608d-6ec7-4452-95e3-253b02c58531) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:05:51.405675 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-217fd229-8d1f-4e68-9a6a-93789a99903d None None] Publish callbacks [] for port, precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:51.414131 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-217fd229-8d1f-4e68-9a6a-93789a99903d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372'] for port, after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:51.455624 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-217fd229-8d1f-4e68-9a6a-93789a99903d None None] Network 8f436b72-5ded-4dea-9e64-9f42a5bd2381 is already hosted by enough agents. {{(pid=103449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:05:51.465671 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.base_scheduler [None req-217fd229-8d1f-4e68-9a6a-93789a99903d None None] Resources bound (agent type, host, resource id): {{(pid=103449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:05:51.469948 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-217fd229-8d1f-4e68-9a6a-93789a99903d None None] Received port after_create {{(pid=103449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:05:51.472116 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Provisioning for port a09fdba2-333c-482d-9e0d-f005d245604b completed by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 20:05:51.491608 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Provisioning complete for port a09fdba2-333c-482d-9e0d-f005d245604b triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:05:51.491988 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:51.493465 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217fd229-8d1f-4e68-9a6a-93789a99903d None None] Pushing event updated for resources: {'Port': ['ID=3ca2c4dc-690e-41a7-a322-c5c2b7e7d707,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:05:51.577530 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-217fd229-8d1f-4e68-9a6a-93789a99903d None None] Attempting to bind port 3ca2c4dc-690e-41a7-a322-c5c2b7e7d707 on host n-d-818823-1 for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:05:51.577530 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-217fd229-8d1f-4e68-9a6a-93789a99903d None None] Attempting to bind port 3ca2c4dc-690e-41a7-a322-c5c2b7e7d707 by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': 'a63d3497-ad71-48f1-a472-110c1aefc290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '8f436b72-5ded-4dea-9e64-9f42a5bd2381'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:05:51.577924 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217fd229-8d1f-4e68-9a6a-93789a99903d None None] Attempting to bind port 3ca2c4dc-690e-41a7-a322-c5c2b7e7d707 on network 8f436b72-5ded-4dea-9e64-9f42a5bd2381 {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:05:51.586203 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217fd229-8d1f-4e68-9a6a-93789a99903d None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 5, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:05:51.586578 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217fd229-8d1f-4e68-9a6a-93789a99903d None None] Checking segment: {'id': 'a63d3497-ad71-48f1-a472-110c1aefc290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '8f436b72-5ded-4dea-9e64-9f42a5bd2381'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:05:51.586903 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-217fd229-8d1f-4e68-9a6a-93789a99903d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:51.587301 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217fd229-8d1f-4e68-9a6a-93789a99903d None None] Bound using segment: {'id': 'a63d3497-ad71-48f1-a472-110c1aefc290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '8f436b72-5ded-4dea-9e64-9f42a5bd2381'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:05:51.588042 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-217fd229-8d1f-4e68-9a6a-93789a99903d None None] Bound port: 3ca2c4dc-690e-41a7-a322-c5c2b7e7d707, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a63d3497-ad71-48f1-a472-110c1aefc290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '8f436b72-5ded-4dea-9e64-9f42a5bd2381'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:05:51.588181 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-217fd229-8d1f-4e68-9a6a-93789a99903d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:51.615168 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 56014) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:05:51.671294 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-41569de8-7e30-4bad-98ca-9347ba895bc5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:51.678765 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:51.717809 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29dda483-f89a-4ce8-828b-793410f029f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a09fdba2-333c-482d-9e0d-f005d245604b'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:05:51.720109 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d39f6d30a11e565ec9648abcc015e8a6ab6cff4edd704add8155e28765d31eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8e8f3c4-e4fc-4285-b774-24e59f6ee080" -d '{"events": [{"server_uuid": "29dda483-f89a-4ce8-828b-793410f029f1", "name": "network-vif-plugged", "status": "completed", "tag": "a09fdba2-333c-482d-9e0d-f005d245604b"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:05:51.726475 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-217fd229-8d1f-4e68-9a6a-93789a99903d None None] For port 3ca2c4dc-690e-41a7-a322-c5c2b7e7d707, host n-d-818823-1, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:05:51.740528 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-41569de8-7e30-4bad-98ca-9347ba895bc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:51.742526 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port a09fdba2-333c-482d-9e0d-f005d245604b, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=a09fdba2-333c-482d-9e0d-f005d245604b,segment=NetworkSegment(2a5a1c7b-538e-498e-99b9-cc7a8e0411be),segment_id=2a5a1c7b-538e-498e-99b9-cc7a8e0411be)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:05:51.757743 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-217fd229-8d1f-4e68-9a6a-93789a99903d None None] For port 3ca2c4dc-690e-41a7-a322-c5c2b7e7d707, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=3ca2c4dc-690e-41a7-a322-c5c2b7e7d707,segment=NetworkSegment(a63d3497-ad71-48f1-a472-110c1aefc290),segment_id=a63d3497-ad71-48f1-a472-110c1aefc290)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:05:51.758948 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:51.765338 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-217fd229-8d1f-4e68-9a6a-93789a99903d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:51.802371 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3896e89-d540-4f6f-a215-4aea8eb7a2b6 req-f9781d35-70c8-4b9b-9a3a-af84492b7455 tempest-LiveAutoBlockMigrationV225Test-67792349 tempest-LiveAutoBlockMigrationV225Test-67792349-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:05:51.804510 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c3896e89-d540-4f6f-a215-4aea8eb7a2b6 req-f9781d35-70c8-4b9b-9a3a-af84492b7455 tempest-LiveAutoBlockMigrationV225Test-67792349 tempest-LiveAutoBlockMigrationV225Test-67792349-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=05a42da3-f4d1-435d-a4ca-2a5f4101b8fa&tenant_id=ed1bb220b53d484cb7697cddf2626bd6&binding%3Ahost_id=n-h1-818823-1 HTTP/1.1" status: 200 len: 1095 time: 0.0836716 Nov 22 20:05:51.820616 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41569de8-7e30-4bad-98ca-9347ba895bc5 admin admin] Network c48a55e9-6a85-4746-b7bf-3e29fb560094 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:05:51.826331 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-41569de8-7e30-4bad-98ca-9347ba895bc5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:05:51.833849 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41569de8-7e30-4bad-98ca-9347ba895bc5 admin admin] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:05:51.845086 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=a09fdba2-333c-482d-9e0d-f005d245604b,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:05:51.876314 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41569de8-7e30-4bad-98ca-9347ba895bc5 admin admin] Pushing event updated for resources: {'Port': ['ID=0ee5608d-6ec7-4452-95e3-253b02c58531,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:05:51.930971 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c1c7a278-d30b-4dc0-99e6-5b66443f5fce admin admin] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:51.932423 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217fd229-8d1f-4e68-9a6a-93789a99903d None None] Pushing event updated for resources: {'Port': ['ID=3ca2c4dc-690e-41a7-a322-c5c2b7e7d707,revision_number=2']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:05:51.974520 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.db.resource_extend [req-838cddfe-5359-4ee4-8fee-dac342ffe652 req-f5a0a9d6-b39c-4c62-9e34-a5180933b69b tempest-FloatingIPsAssociationTestJSON-1595917213 tempest-FloatingIPsAssociationTestJSON-1595917213-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 22 20:05:52.141778 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-838cddfe-5359-4ee4-8fee-dac342ffe652 req-f5a0a9d6-b39c-4c62-9e34-a5180933b69b tempest-FloatingIPsAssociationTestJSON-1595917213 tempest-FloatingIPsAssociationTestJSON-1595917213-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:52.158463 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-838cddfe-5359-4ee4-8fee-dac342ffe652 req-f5a0a9d6-b39c-4c62-9e34-a5180933b69b tempest-FloatingIPsAssociationTestJSON-1595917213 tempest-FloatingIPsAssociationTestJSON-1595917213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-595224'] for floatingip, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:52.259188 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c1c7a278-d30b-4dc0-99e6-5b66443f5fce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:52.271338 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c1c7a278-d30b-4dc0-99e6-5b66443f5fce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:52.285966 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-c3896e89-d540-4f6f-a215-4aea8eb7a2b6 req-b74d780d-5f24-4953-89b3-c2e6f39b9722 service neutron] For port 8df1cc84-b9f9-4c6a-9a84-115ade88e66e, host n-h2-818823-1, cleared binding levels {{(pid=103447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:05:52.321810 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-c3896e89-d540-4f6f-a215-4aea8eb7a2b6 req-b74d780d-5f24-4953-89b3-c2e6f39b9722 service neutron] Publish callbacks [] for binding, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:52.323250 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c3896e89-d540-4f6f-a215-4aea8eb7a2b6 req-b74d780d-5f24-4953-89b3-c2e6f39b9722 service neutron] 10.222.0.41 "DELETE /v2.0/ports/8df1cc84-b9f9-4c6a-9a84-115ade88e66e/bindings/n-h2-818823-1 HTTP/1.1" status: 204 len: 173 time: 0.4816489 Nov 22 20:05:52.353429 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4856e79b-0e31-4cbf-bad8-de4565937c30 req-344fd54d-b524-47ca-9710-067816e95d77 tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:05:52.354890 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4856e79b-0e31-4cbf-bad8-de4565937c30 req-344fd54d-b524-47ca-9710-067816e95d77 tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] 10.222.0.46 "GET /v2.0/ports?device_id=05a42da3-f4d1-435d-a4ca-2a5f4101b8fa HTTP/1.1" status: 200 len: 944 time: 0.1942198 Nov 22 20:05:52.363493 n-d-818823-1 neutron-server[103447]: INFO neutron.db.l3_db [req-838cddfe-5359-4ee4-8fee-dac342ffe652 req-f5a0a9d6-b39c-4c62-9e34-a5180933b69b tempest-FloatingIPsAssociationTestJSON-1595917213 tempest-FloatingIPsAssociationTestJSON-1595917213-project] Floating IP cad59622-caf1-40f8-9620-6ab80b8f8490 associated. External IP: 172.25.5.215, port: 42ff492e-8aff-4fd6-a604-1f78be59f19b. Nov 22 20:05:52.378041 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7a278-d30b-4dc0-99e6-5b66443f5fce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a37edaf-950f-42ba-b2cf-33a8dd2efa6d,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:05:52.391731 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-c1c7a278-d30b-4dc0-99e6-5b66443f5fce admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ee7a2a6d86914810bac650642321f54a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7676964 Nov 22 20:05:52.391731 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 56024) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:05:52.431799 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-41569de8-7e30-4bad-98ca-9347ba895bc5 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:52.490523 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4856e79b-0e31-4cbf-bad8-de4565937c30 req-96d6bb0c-85af-4a9f-8c62-e638b0da7ef8 tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] 10.222.0.46 "GET /v2.0/security-groups?id=89c2c967-26c4-4e1c-a1fd-c97f87817ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246982 Nov 22 20:05:52.532174 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e7d5a62c-2f6a-49f3-8d90-3b9948070616 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:52.564639 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e7d5a62c-2f6a-49f3-8d90-3b9948070616 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:52.665792 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e21c567-d804-4d44-8838-e0d30a7d5f6d req-22b9acc6-fbba-415b-90e7-722cd716f24f tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:05:52.667521 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5e21c567-d804-4d44-8838-e0d30a7d5f6d req-22b9acc6-fbba-415b-90e7-722cd716f24f tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] 10.222.0.46 "GET /v2.0/ports?device_id=29dda483-f89a-4ce8-828b-793410f029f1 HTTP/1.1" status: 200 len: 949 time: 0.0702834 Nov 22 20:05:52.672118 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.l3_agent_scheduler [req-838cddfe-5359-4ee4-8fee-dac342ffe652 req-f5a0a9d6-b39c-4c62-9e34-a5180933b69b tempest-FloatingIPsAssociationTestJSON-1595917213 tempest-FloatingIPsAssociationTestJSON-1595917213-project] Router 442ab2c2-1724-406b-86dd-55ba74725ccb has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 20:05:52.698013 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e7d5a62c-2f6a-49f3-8d90-3b9948070616 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:52.700668 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e7d5a62c-2f6a-49f3-8d90-3b9948070616 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:52.704692 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-e7d5a62c-2f6a-49f3-8d90-3b9948070616 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6a37edaf-950f-42ba-b2cf-33a8dd2efa6d HTTP/1.1" status: 204 len: 168 time: 0.3148127 Nov 22 20:05:52.729053 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d5a62c-2f6a-49f3-8d90-3b9948070616 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a37edaf-950f-42ba-b2cf-33a8dd2efa6d,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:05:52.741361 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-41569de8-7e30-4bad-98ca-9347ba895bc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-659538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-841284'] for router, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:52.838999 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5e21c567-d804-4d44-8838-e0d30a7d5f6d req-edc9e648-78eb-44af-9774-218d67387c25 tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] 10.222.0.46 "GET /v2.0/security-groups?id=e5ae9e03-6ff8-4082-b7a4-25ecea5ed21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537602 Nov 22 20:05:52.871073 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-838cddfe-5359-4ee4-8fee-dac342ffe652 req-f5a0a9d6-b39c-4c62-9e34-a5180933b69b tempest-FloatingIPsAssociationTestJSON-1595917213 tempest-FloatingIPsAssociationTestJSON-1595917213-project] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:05:52.877745 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-838cddfe-5359-4ee4-8fee-dac342ffe652 req-f5a0a9d6-b39c-4c62-9e34-a5180933b69b tempest-FloatingIPsAssociationTestJSON-1595917213 tempest-FloatingIPsAssociationTestJSON-1595917213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for floatingip, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:52.882372 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-554236c0-e750-4f66-9084-347072951056 None None] Sync routers for ids ['442ab2c2-1724-406b-86dd-55ba74725ccb'] in n-d-818823-1 {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:05:52.914292 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-554236c0-e750-4f66-9084-347072951056 None None] Routers {'442ab2c2-1724-406b-86dd-55ba74725ccb'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:05:52.914935 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-554236c0-e750-4f66-9084-347072951056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:05:32Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['442ab2c2-1724-406b-86dd-55ba74725ccb'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:05:52.920001 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-838cddfe-5359-4ee4-8fee-dac342ffe652 req-f5a0a9d6-b39c-4c62-9e34-a5180933b69b tempest-FloatingIPsAssociationTestJSON-1595917213 tempest-FloatingIPsAssociationTestJSON-1595917213-project] 10.222.0.46 "PUT /v2.0/floatingips/cad59622-caf1-40f8-9620-6ab80b8f8490 HTTP/1.1" status: 200 len: 996 time: 2.3780031 Nov 22 20:05:52.920920 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e6b3dc4-d2a4-4466-b82a-dc33446511d0', 'tag': '42ff492e-8aff-4fd6-a604-1f78be59f19b'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:05:52.922839 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41569de8-7e30-4bad-98ca-9347ba895bc5 admin admin] Router 83688f21-2701-4801-920e-c72f2aa626c2 is scheduled to L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 with binding_index 1 {{(pid=103448) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 20:05:52.924341 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5c5c479-4e5e-4768-af5b-af921302b742" -d '{"events": [{"name": "network-changed", "server_uuid": "6e6b3dc4-d2a4-4466-b82a-dc33446511d0", "tag": "42ff492e-8aff-4fd6-a604-1f78be59f19b"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:05:53.029742 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838cddfe-5359-4ee4-8fee-dac342ffe652 req-3fd8f4f2-8808-402b-a052-3354c3c246de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:05:53.038306 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-838cddfe-5359-4ee4-8fee-dac342ffe652 req-3fd8f4f2-8808-402b-a052-3354c3c246de service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=eccf64927ecc4dab83be8c6edc2287b1&device_id=6e6b3dc4-d2a4-4466-b82a-dc33446511d0 HTTP/1.1" status: 200 len: 1096 time: 0.0931766 Nov 22 20:05:53.068826 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:05:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32cdec91-714d-43d1-8545-8d6dfe8a606b x-openstack-request-id: req-32cdec91-714d-43d1-8545-8d6dfe8a606b {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:05:53.069126 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29dda483-f89a-4ce8-828b-793410f029f1", "name": "network-vif-plugged", "status": "completed", "tag": "a09fdba2-333c-482d-9e0d-f005d245604b", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:05:53.069409 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-32cdec91-714d-43d1-8545-8d6dfe8a606b {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:05:53.069910 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29dda483-f89a-4ce8-828b-793410f029f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a09fdba2-333c-482d-9e0d-f005d245604b', 'code': 200} Nov 22 20:05:53.189223 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1628599a-a949-4664-831e-fe266dbd20c9 None None] Network 8f436b72-5ded-4dea-9e64-9f42a5bd2381 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:05:53.257580 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770c6d6e-f3e5-4e62-b15b-9bb06816284c req-4966f842-bd9f-477b-a3f0-b726de29c05a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:05:53.259136 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-770c6d6e-f3e5-4e62-b15b-9bb06816284c req-4966f842-bd9f-477b-a3f0-b726de29c05a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=29dda483-f89a-4ce8-828b-793410f029f1 HTTP/1.1" status: 200 len: 1100 time: 0.1629138 Nov 22 20:05:53.294674 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-554236c0-e750-4f66-9084-347072951056 None None] Set router 442ab2c2-1724-406b-86dd-55ba74725ccb gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:05:53.315435 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ca0bfc-46c9-458d-8e68-1abfc92239a2 req-19d78d71-765b-4723-8563-76005bf69926 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:05:53.317032 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f8ca0bfc-46c9-458d-8e68-1abfc92239a2 req-19d78d71-765b-4723-8563-76005bf69926 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/ports?device_id=0c38e8a6-8795-4e86-88f9-2d86b3aaea94 HTTP/1.1" status: 200 len: 949 time: 0.1518359 Nov 22 20:05:53.323361 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838cddfe-5359-4ee4-8fee-dac342ffe652 req-7af320e7-1207-4db5-be47-a8c2ea23a5da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:05:53.334992 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-838cddfe-5359-4ee4-8fee-dac342ffe652 req-7af320e7-1207-4db5-be47-a8c2ea23a5da service neutron] 10.222.0.46 "GET /v2.0/networks?id=1e81e05c-4c76-424f-a369-a3cc99f09949 HTTP/1.1" status: 200 len: 921 time: 0.2919281 Nov 22 20:05:53.375029 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 3ca2c4dc-690e-41a7-a322-c5c2b7e7d707 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:05:53.391224 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device d65e9dd0-ad52-4544-bbe5-38ddf0458f1e up at agent hyperv_n-h1-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:05:53.422473 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-770c6d6e-f3e5-4e62-b15b-9bb06816284c req-ec745127-e0d5-4033-a9d4-5c0707c6f027 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=e5ae9e03-6ff8-4082-b7a4-25ecea5ed21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542010 Nov 22 20:05:53.430020 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-db03968b-6cf1-4c14-8c6d-1f280c95bbb8 None None] Provisioning complete for port 3ca2c4dc-690e-41a7-a322-c5c2b7e7d707 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:05:53.430428 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-db03968b-6cf1-4c14-8c6d-1f280c95bbb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:53.458408 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f8ca0bfc-46c9-458d-8e68-1abfc92239a2 req-24444b6f-8e63-4d63-af06-b4ca1dec7fb6 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1d007ec-a75a-4ef8-9cdd-9c679a3ff22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108673 Nov 22 20:05:53.488186 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-838cddfe-5359-4ee4-8fee-dac342ffe652 req-816e51d3-88f9-490f-a80d-3752b28d5a11 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=42ff492e-8aff-4fd6-a604-1f78be59f19b HTTP/1.1" status: 200 len: 999 time: 0.1520634 Nov 22 20:05:53.518167 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41569de8-7e30-4bad-98ca-9347ba895bc5 admin admin] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:05:53.540411 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-41569de8-7e30-4bad-98ca-9347ba895bc5 admin admin] Publish callbacks [] for router, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:53.541860 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-41569de8-7e30-4bad-98ca-9347ba895bc5 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.1089659 Nov 22 20:05:53.544781 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 56052) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:05:53.547757 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a89daa8b-63ab-4ee6-b453-7fd7721a14a7 None None] Sync routers for ids ['83688f21-2701-4801-920e-c72f2aa626c2'] in n-d-818823-1 {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:05:53.563688 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a89daa8b-63ab-4ee6-b453-7fd7721a14a7 None None] Routers {'83688f21-2701-4801-920e-c72f2aa626c2'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:05:53.564321 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-a89daa8b-63ab-4ee6-b453-7fd7721a14a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:05:32Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['83688f21-2701-4801-920e-c72f2aa626c2'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:05:53.572998 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838cddfe-5359-4ee4-8fee-dac342ffe652 req-1efb93af-de4d-4c53-8eba-b0601dbc0c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:05:53.581284 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-838cddfe-5359-4ee4-8fee-dac342ffe652 req-1efb93af-de4d-4c53-8eba-b0601dbc0c5b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=555c9f92-faec-4407-89e0-e5147ee8b27d HTTP/1.1" status: 200 len: 859 time: 0.0901499 Nov 22 20:05:53.630531 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838cddfe-5359-4ee4-8fee-dac342ffe652 req-94155400-7c40-4da3-9eb3-cf57b1b60dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:05:53.639987 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-838cddfe-5359-4ee4-8fee-dac342ffe652 req-94155400-7c40-4da3-9eb3-cf57b1b60dbc service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1e81e05c-4c76-424f-a369-a3cc99f09949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0573583 Nov 22 20:05:53.809881 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 20:05:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-004c43d5-9b9b-42e5-8154-dcb840a7c0cf x-openstack-request-id: req-004c43d5-9b9b-42e5-8154-dcb840a7c0cf {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:05:53.816476 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e6b3dc4-d2a4-4466-b82a-dc33446511d0", "tag": "42ff492e-8aff-4fd6-a604-1f78be59f19b", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:05:53.816853 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-004c43d5-9b9b-42e5-8154-dcb840a7c0cf {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:05:53.817496 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e6b3dc4-d2a4-4466-b82a-dc33446511d0', 'tag': '42ff492e-8aff-4fd6-a604-1f78be59f19b', 'status': 'completed', 'code': 200} Nov 22 20:05:53.838268 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-838cddfe-5359-4ee4-8fee-dac342ffe652 req-93ca1dd2-64dc-45a1-9179-9f3b491a6722 service neutron] 10.222.0.46 "GET /v2.0/networks/1e81e05c-4c76-424f-a369-a3cc99f09949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1973493 Nov 22 20:05:53.857262 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-a89daa8b-63ab-4ee6-b453-7fd7721a14a7 None None] Set router 83688f21-2701-4801-920e-c72f2aa626c2 gateway port host: n-d-818823-1 {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:05:53.871568 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 3ca2c4dc-690e-41a7-a322-c5c2b7e7d707 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:05:53.872193 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:53.881641 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Provisioning for port d65e9dd0-ad52-4544-bbe5-38ddf0458f1e completed by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 20:05:54.039819 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Provisioning complete for port d65e9dd0-ad52-4544-bbe5-38ddf0458f1e triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:05:54.040875 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:54.056927 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-a89daa8b-63ab-4ee6-b453-7fd7721a14a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83688f21-2701-4801-920e-c72f2aa626c2', 'name': 'tempest-FloatingIPDetailsTestJSON-337372420-router', 'tenant_id': '63589193b3884afba34476ae8f9272c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': '0ee5608d-6ec7-4452-95e3-253b02c58531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:05:50Z', 'updated_at': '2021-11-22T20:05:52Z', 'revision_number': 3, 'project_id': '63589193b3884afba34476ae8f9272c6', 'gw_port': {'id': '0ee5608d-6ec7-4452-95e3-253b02c58531', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:8d:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83688f21-2701-4801-920e-c72f2aa626c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:05:51Z', 'updated_at': '2021-11-22T20:05:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:05:54.083051 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c5c479-4e5e-4768-af5b-af921302b742 req-53b43dc8-c734-42fc-b717-035f5eb1b84a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:05:54.085822 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b5c5c479-4e5e-4768-af5b-af921302b742 req-53b43dc8-c734-42fc-b717-035f5eb1b84a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=eccf64927ecc4dab83be8c6edc2287b1&device_id=6e6b3dc4-d2a4-4466-b82a-dc33446511d0 HTTP/1.1" status: 200 len: 1096 time: 0.2791190 Nov 22 20:05:54.088323 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-838cddfe-5359-4ee4-8fee-dac342ffe652 req-7eec9b14-7f90-4fba-b461-61468a29ffaf service neutron] 10.222.0.46 "GET /v2.0/networks/1e81e05c-4c76-424f-a369-a3cc99f09949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2083972 Nov 22 20:05:54.094219 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a89daa8b-63ab-4ee6-b453-7fd7721a14a7 None None] Checking router: 83688f21-2701-4801-920e-c72f2aa626c2 for host: n-d-818823-1 {{(pid=103450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 20:05:54.094780 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a89daa8b-63ab-4ee6-b453-7fd7721a14a7 None None] Updating router 83688f21-2701-4801-920e-c72f2aa626c2 port 0ee5608d-6ec7-4452-95e3-253b02c58531 binding host n-d-818823-1 {{(pid=103450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 20:05:54.125786 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a89daa8b-63ab-4ee6-b453-7fd7721a14a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:54.349644 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2c9d30e8-f76c-4a92-83c5-aa26539dfbd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:54.432272 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a89daa8b-63ab-4ee6-b453-7fd7721a14a7 None None] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:54.452136 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a89daa8b-63ab-4ee6-b453-7fd7721a14a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:54.477571 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-db03968b-6cf1-4c14-8c6d-1f280c95bbb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:54.560493 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144d492c-2c04-428c-bebd-a5a606880099 None None] Pushing event updated for resources: {'Port': ['ID=0ee5608d-6ec7-4452-95e3-253b02c58531,revision_number=2']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:05:54.575324 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-a89daa8b-63ab-4ee6-b453-7fd7721a14a7 None None] Attempting to bind port 0ee5608d-6ec7-4452-95e3-253b02c58531 on host n-d-818823-1 for vnic_type normal with profile {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:05:54.575729 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-a89daa8b-63ab-4ee6-b453-7fd7721a14a7 None None] Attempting to bind port 0ee5608d-6ec7-4452-95e3-253b02c58531 by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:05:54.576092 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a89daa8b-63ab-4ee6-b453-7fd7721a14a7 None None] Attempting to bind port 0ee5608d-6ec7-4452-95e3-253b02c58531 on network c48a55e9-6a85-4746-b7bf-3e29fb560094 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:05:54.588845 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a89daa8b-63ab-4ee6-b453-7fd7721a14a7 None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 5, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:05:54.589228 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a89daa8b-63ab-4ee6-b453-7fd7721a14a7 None None] Checking segment: {'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:05:54.589638 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a89daa8b-63ab-4ee6-b453-7fd7721a14a7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:54.590036 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a89daa8b-63ab-4ee6-b453-7fd7721a14a7 None None] Bound using segment: {'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:05:54.590514 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-a89daa8b-63ab-4ee6-b453-7fd7721a14a7 None None] Bound port: 0ee5608d-6ec7-4452-95e3-253b02c58531, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'}}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:05:54.592051 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a89daa8b-63ab-4ee6-b453-7fd7721a14a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:54.596037 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [None req-2c9d30e8-f76c-4a92-83c5-aa26539dfbd0 admin admin] Allocated IP 172.20.0.1 (8f436b72-5ded-4dea-9e64-9f42a5bd2381/41b1ac62-4466-461c-ada7-6725facd5deb/c412f885-3bc3-4af7-8380-586dd1f128ba) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:05:54.664830 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-a89daa8b-63ab-4ee6-b453-7fd7721a14a7 None None] For port 0ee5608d-6ec7-4452-95e3-253b02c58531, host n-d-818823-1, cleared binding levels {{(pid=103450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:05:54.668465 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-a89daa8b-63ab-4ee6-b453-7fd7721a14a7 None None] For port 0ee5608d-6ec7-4452-95e3-253b02c58531, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=0ee5608d-6ec7-4452-95e3-253b02c58531,segment=NetworkSegment(8793ba83-8407-4c3d-9b56-2a177cd58a70),segment_id=8793ba83-8407-4c3d-9b56-2a177cd58a70)] {{(pid=103450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:05:54.675040 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-a89daa8b-63ab-4ee6-b453-7fd7721a14a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:54.723840 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-db03968b-6cf1-4c14-8c6d-1f280c95bbb8 None None] For port 3ca2c4dc-690e-41a7-a322-c5c2b7e7d707, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=3ca2c4dc-690e-41a7-a322-c5c2b7e7d707,segment=NetworkSegment(a63d3497-ad71-48f1-a472-110c1aefc290),segment_id=a63d3497-ad71-48f1-a472-110c1aefc290)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:05:54.736958 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:54.743572 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144d492c-2c04-428c-bebd-a5a606880099 None None] Pushing event updated for resources: {'Port': ['ID=0ee5608d-6ec7-4452-95e3-253b02c58531,revision_number=3']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:05:54.762004 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-db03968b-6cf1-4c14-8c6d-1f280c95bbb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:54.765792 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a89daa8b-63ab-4ee6-b453-7fd7721a14a7 None None] Routers {'83688f21-2701-4801-920e-c72f2aa626c2'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:05:54.766695 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-a89daa8b-63ab-4ee6-b453-7fd7721a14a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:05:32Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['83688f21-2701-4801-920e-c72f2aa626c2'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:05:54.787242 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port d65e9dd0-ad52-4544-bbe5-38ddf0458f1e, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=d65e9dd0-ad52-4544-bbe5-38ddf0458f1e,segment=NetworkSegment(2a5a1c7b-538e-498e-99b9-cc7a8e0411be),segment_id=2a5a1c7b-538e-498e-99b9-cc7a8e0411be)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:05:54.811960 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c5c479-4e5e-4768-af5b-af921302b742 req-6a998401-0318-437c-8aca-072efcc32652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:05:54.812826 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2c9d30e8-f76c-4a92-83c5-aa26539dfbd0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:54.814644 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b5c5c479-4e5e-4768-af5b-af921302b742 req-6a998401-0318-437c-8aca-072efcc32652 service neutron] 10.222.0.20 "GET /v2.0/networks?id=1e81e05c-4c76-424f-a369-a3cc99f09949 HTTP/1.1" status: 200 len: 921 time: 0.7166612 Nov 22 20:05:54.824902 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:54.831910 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:54.838587 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663d32fa-e7a8-48c5-8331-35c44e1464e4 req-42b871c1-677a-4d6e-ada3-c187bb7821ce tempest-LiveAutoBlockMigrationV225Test-67792349 tempest-LiveAutoBlockMigrationV225Test-67792349-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:05:54.845124 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-663d32fa-e7a8-48c5-8331-35c44e1464e4 req-42b871c1-677a-4d6e-ada3-c187bb7821ce tempest-LiveAutoBlockMigrationV225Test-67792349 tempest-LiveAutoBlockMigrationV225Test-67792349-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=05a42da3-f4d1-435d-a4ca-2a5f4101b8fa HTTP/1.1" status: 200 len: 1095 time: 0.6460497 Nov 22 20:05:54.868446 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2c9d30e8-f76c-4a92-83c5-aa26539dfbd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:54.874611 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db03968b-6cf1-4c14-8c6d-1f280c95bbb8 None None] Pushing event updated for resources: {'Port': ['ID=3ca2c4dc-690e-41a7-a322-c5c2b7e7d707,revision_number=3']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:05:54.927938 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30d89a5-95db-466c-ab82-852a37006b3b req-4086a1e5-357c-4611-9292-df853fa54d42 tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:05:54.929515 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a30d89a5-95db-466c-ab82-852a37006b3b req-4086a1e5-357c-4611-9292-df853fa54d42 tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] 10.222.0.46 "GET /v2.0/ports?device_id=29dda483-f89a-4ce8-828b-793410f029f1 HTTP/1.1" status: 200 len: 949 time: 0.6849594 Nov 22 20:05:54.941613 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-a89daa8b-63ab-4ee6-b453-7fd7721a14a7 None None] Set router 83688f21-2701-4801-920e-c72f2aa626c2 gateway port host: n-d-818823-1 {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:05:54.945827 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-554236c0-e750-4f66-9084-347072951056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '442ab2c2-1724-406b-86dd-55ba74725ccb', 'name': 'tempest-FloatingIPsAssociationTestJSON-647870050-router', 'tenant_id': 'eccf64927ecc4dab83be8c6edc2287b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.21'}], 'enable_snat': True}, 'gw_port_id': 'b663f5f8-7a6f-495c-b215-a32087cb0156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:04:58Z', 'updated_at': '2021-11-22T20:05:05Z', 'revision_number': 4, 'project_id': 'eccf64927ecc4dab83be8c6edc2287b1', 'gw_port': {'id': 'b663f5f8-7a6f-495c-b215-a32087cb0156', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:1a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '442ab2c2-1724-406b-86dd-55ba74725ccb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:04:59Z', 'updated_at': '2021-11-22T20:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_floatingips': [{'id': 'cad59622-caf1-40f8-9620-6ab80b8f8490', 'tenant_id': 'eccf64927ecc4dab83be8c6edc2287b1', 'floating_ip_address': '172.25.5.215', 'floating_network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'router_id': '442ab2c2-1724-406b-86dd-55ba74725ccb', 'port_id': '42ff492e-8aff-4fd6-a604-1f78be59f19b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e81e05c-4c76-424f-a369-a3cc99f09949', 'mac_address': 'fa:16:3e:12:a3:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6b3dc4-d2a4-4466-b82a-dc33446511d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T20:05:26Z', 'updated_at': '2021-11-22T20:05:51Z', 'revision_number': 1, 'project_id': 'eccf64927ecc4dab83be8c6edc2287b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '233ce0b9-9200-4e5f-983e-70c1dd7e1dc0', 'name': '', 'network_id': '1e81e05c-4c76-424f-a369-a3cc99f09949', 'tenant_id': 'eccf64927ecc4dab83be8c6edc2287b1', 'mac_address': 'fa:16:3e:15:fa:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '442ab2c2-1724-406b-86dd-55ba74725ccb', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '555c9f92-faec-4407-89e0-e5147ee8b27d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:05:04Z', 'updated_at': '2021-11-22T20:05:10Z', 'revision_number': 5, 'project_id': 'eccf64927ecc4dab83be8c6edc2287b1', 'subnets': [{'id': '555c9f92-faec-4407-89e0-e5147ee8b27d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:05:54.951535 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b5c5c479-4e5e-4768-af5b-af921302b742 req-3859fb26-b31e-444a-9184-359eb77e0fd0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=42ff492e-8aff-4fd6-a604-1f78be59f19b HTTP/1.1" status: 200 len: 999 time: 0.1238573 Nov 22 20:05:54.969492 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c9d30e8-f76c-4a92-83c5-aa26539dfbd0 admin admin] Network 8f436b72-5ded-4dea-9e64-9f42a5bd2381 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:05:54.976371 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-2c9d30e8-f76c-4a92-83c5-aa26539dfbd0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:05:54.982580 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c9d30e8-f76c-4a92-83c5-aa26539dfbd0 admin admin] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:05:54.992285 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-554236c0-e750-4f66-9084-347072951056 None None] Checking router: 442ab2c2-1724-406b-86dd-55ba74725ccb for host: n-d-818823-1 {{(pid=103449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 20:05:54.998941 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9d30e8-f76c-4a92-83c5-aa26539dfbd0 admin admin] Pushing event updated for resources: {'Port': ['ID=c412f885-3bc3-4af7-8380-586dd1f128ba,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:05:55.000200 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.db.api [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103449) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 20:05:55.000565 n-d-818823-1 neutron-server[103449]: DEBUG oslo_db.api [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 20:05:55.003565 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-c1e62de5-b1e1-42f7-a0a7-3df79e516606 None None] Provisioning complete for port 3ca2c4dc-690e-41a7-a322-c5c2b7e7d707 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:05:55.003982 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-c1e62de5-b1e1-42f7-a0a7-3df79e516606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:55.010911 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=d65e9dd0-ad52-4544-bbe5-38ddf0458f1e,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:05:55.047103 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-554236c0-e750-4f66-9084-347072951056 None None] Routers {'442ab2c2-1724-406b-86dd-55ba74725ccb'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:05:55.047831 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-554236c0-e750-4f66-9084-347072951056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:05:32Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['442ab2c2-1724-406b-86dd-55ba74725ccb'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:05:55.049181 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2c9d30e8-f76c-4a92-83c5-aa26539dfbd0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659939'] for router_interface, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:55.078479 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-663d32fa-e7a8-48c5-8331-35c44e1464e4 req-ccf03f57-5993-401c-a18d-5275fd392e8e tempest-LiveAutoBlockMigrationV225Test-67792349 tempest-LiveAutoBlockMigrationV225Test-67792349-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=89c2c967-26c4-4e1c-a1fd-c97f87817ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890271 Nov 22 20:05:55.088043 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d610fed-ade8-4090-9ac8-a8eeda6b914b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd65e9dd0-ad52-4544-bbe5-38ddf0458f1e'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:05:55.090336 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d39f6d30a11e565ec9648abcc015e8a6ab6cff4edd704add8155e28765d31eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f7bba82-dc41-4d9d-9593-6a0ccce155bb" -d '{"events": [{"server_uuid": "1d610fed-ade8-4090-9ac8-a8eeda6b914b", "name": "network-vif-plugged", "status": "completed", "tag": "d65e9dd0-ad52-4544-bbe5-38ddf0458f1e"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:05:55.171350 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a30d89a5-95db-466c-ab82-852a37006b3b req-f2a5bcad-8bb1-4ec5-b33f-3a23492e180b tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] 10.222.0.46 "GET /v2.0/security-groups?id=e5ae9e03-6ff8-4082-b7a4-25ecea5ed21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2276618 Nov 22 20:05:55.182574 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c5c479-4e5e-4768-af5b-af921302b742 req-863ddf1c-bf98-45f5-ac16-6dc50a6d29e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:05:55.191028 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b5c5c479-4e5e-4768-af5b-af921302b742 req-863ddf1c-bf98-45f5-ac16-6dc50a6d29e0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=555c9f92-faec-4407-89e0-e5147ee8b27d HTTP/1.1" status: 200 len: 859 time: 0.2281437 Nov 22 20:05:55.275330 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c5c479-4e5e-4768-af5b-af921302b742 req-4595c94f-a4df-4f2f-96fa-5aba3681eff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:05:55.276911 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b5c5c479-4e5e-4768-af5b-af921302b742 req-4595c94f-a4df-4f2f-96fa-5aba3681eff6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1e81e05c-4c76-424f-a369-a3cc99f09949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0804119 Nov 22 20:05:55.300831 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-a89daa8b-63ab-4ee6-b453-7fd7721a14a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83688f21-2701-4801-920e-c72f2aa626c2', 'name': 'tempest-FloatingIPDetailsTestJSON-337372420-router', 'tenant_id': '63589193b3884afba34476ae8f9272c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': '0ee5608d-6ec7-4452-95e3-253b02c58531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:05:50Z', 'updated_at': '2021-11-22T20:05:52Z', 'revision_number': 3, 'project_id': '63589193b3884afba34476ae8f9272c6', 'gw_port': {'id': '0ee5608d-6ec7-4452-95e3-253b02c58531', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:8d:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83688f21-2701-4801-920e-c72f2aa626c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:05:51Z', 'updated_at': '2021-11-22T20:05:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:05:55.302059 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-554236c0-e750-4f66-9084-347072951056 None None] Set router 442ab2c2-1724-406b-86dd-55ba74725ccb gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:05:55.353229 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2c9d30e8-f76c-4a92-83c5-aa26539dfbd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:55.372188 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a89daa8b-63ab-4ee6-b453-7fd7721a14a7 None None] The sync data for ids ['83688f21-2701-4801-920e-c72f2aa626c2'] in n-d-818823-1 is: [{'id': '83688f21-2701-4801-920e-c72f2aa626c2', 'name': 'tempest-FloatingIPDetailsTestJSON-337372420-router', 'tenant_id': '63589193b3884afba34476ae8f9272c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': '0ee5608d-6ec7-4452-95e3-253b02c58531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:05:50Z', 'updated_at': '2021-11-22T20:05:52Z', 'revision_number': 3, 'project_id': '63589193b3884afba34476ae8f9272c6', 'gw_port': {'id': '0ee5608d-6ec7-4452-95e3-253b02c58531', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:8d:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83688f21-2701-4801-920e-c72f2aa626c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:05:51Z', 'updated_at': '2021-11-22T20:05:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}] {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:05:55.457719 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f5c70f-8e76-43c2-9bc9-0fb2e6f2a213 req-8326a11c-c50f-42a0-9f5b-28ce842cd1f0 tempest-FloatingIPsAssociationTestJSON-1595917213 tempest-FloatingIPsAssociationTestJSON-1595917213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:05:55.462831 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-42f5c70f-8e76-43c2-9bc9-0fb2e6f2a213 req-8326a11c-c50f-42a0-9f5b-28ce842cd1f0 tempest-FloatingIPsAssociationTestJSON-1595917213 tempest-FloatingIPsAssociationTestJSON-1595917213-project] 10.222.0.46 "GET /v2.0/ports?device_id=b84af637-0398-463a-b5b3-c3420a17b4fe&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1370461 Nov 22 20:05:55.507694 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-57db528e-17ac-4ef5-9941-b2dbe1d16866 None None] Provisioning complete for port c412f885-3bc3-4af7-8380-586dd1f128ba triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:05:55.508815 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-57db528e-17ac-4ef5-9941-b2dbe1d16866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:55.561373 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b5c5c479-4e5e-4768-af5b-af921302b742 req-878216f1-a959-4ea8-a022-5c3b16585862 service neutron] 10.222.0.20 "GET /v2.0/networks/1e81e05c-4c76-424f-a369-a3cc99f09949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2756801 Nov 22 20:05:55.600882 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2c9d30e8-f76c-4a92-83c5-aa26539dfbd0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:55.607169 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2c9d30e8-f76c-4a92-83c5-aa26539dfbd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:55.644464 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-42f5c70f-8e76-43c2-9bc9-0fb2e6f2a213 req-07c3593b-e121-4804-8b7c-013ce0a61f12 tempest-FloatingIPsAssociationTestJSON-1595917213 tempest-FloatingIPsAssociationTestJSON-1595917213-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.5.215 HTTP/1.1" status: 200 len: 999 time: 0.1593680 Nov 22 20:05:55.663542 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-42f5c70f-8e76-43c2-9bc9-0fb2e6f2a213 req-7500df32-b772-4738-b454-8e2c52619c20 tempest-FloatingIPsAssociationTestJSON-1595917213 tempest-FloatingIPsAssociationTestJSON-1595917213-project] Request body: {'floatingip': {'port_id': 'f4441bd5-8225-4d37-a6a1-98fd9d91a472', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:05:55.665589 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2c9d30e8-f76c-4a92-83c5-aa26539dfbd0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-563461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-659839'] for router_interface, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:55.673562 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-57db528e-17ac-4ef5-9941-b2dbe1d16866 None None] Port c412f885-3bc3-4af7-8380-586dd1f128ba cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:05:55.797191 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9d30e8-f76c-4a92-83c5-aa26539dfbd0 admin admin] Pushing event updated for resources: {'Port': ['ID=c412f885-3bc3-4af7-8380-586dd1f128ba,revision_number=2']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:05:55.855049 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-42f5c70f-8e76-43c2-9bc9-0fb2e6f2a213 req-7500df32-b772-4738-b454-8e2c52619c20 tempest-FloatingIPsAssociationTestJSON-1595917213 tempest-FloatingIPsAssociationTestJSON-1595917213-project] Publish callbacks [] for floatingip, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:55.860138 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b5c5c479-4e5e-4768-af5b-af921302b742 req-4380831d-9406-4cdc-9731-25c3dcdea161 service neutron] 10.222.0.20 "GET /v2.0/networks/1e81e05c-4c76-424f-a369-a3cc99f09949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2878885 Nov 22 20:05:55.862806 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-554236c0-e750-4f66-9084-347072951056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '442ab2c2-1724-406b-86dd-55ba74725ccb', 'name': 'tempest-FloatingIPsAssociationTestJSON-647870050-router', 'tenant_id': 'eccf64927ecc4dab83be8c6edc2287b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.21'}], 'enable_snat': True}, 'gw_port_id': 'b663f5f8-7a6f-495c-b215-a32087cb0156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:04:58Z', 'updated_at': '2021-11-22T20:05:05Z', 'revision_number': 4, 'project_id': 'eccf64927ecc4dab83be8c6edc2287b1', 'gw_port': {'id': 'b663f5f8-7a6f-495c-b215-a32087cb0156', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:1a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '442ab2c2-1724-406b-86dd-55ba74725ccb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:04:59Z', 'updated_at': '2021-11-22T20:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_floatingips': [{'id': 'cad59622-caf1-40f8-9620-6ab80b8f8490', 'tenant_id': 'eccf64927ecc4dab83be8c6edc2287b1', 'floating_ip_address': '172.25.5.215', 'floating_network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'router_id': '442ab2c2-1724-406b-86dd-55ba74725ccb', 'port_id': '42ff492e-8aff-4fd6-a604-1f78be59f19b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e81e05c-4c76-424f-a369-a3cc99f09949', 'mac_address': 'fa:16:3e:12:a3:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6b3dc4-d2a4-4466-b82a-dc33446511d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T20:05:26Z', 'updated_at': '2021-11-22T20:05:51Z', 'revision_number': 1, 'project_id': 'eccf64927ecc4dab83be8c6edc2287b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '233ce0b9-9200-4e5f-983e-70c1dd7e1dc0', 'name': '', 'network_id': '1e81e05c-4c76-424f-a369-a3cc99f09949', 'tenant_id': 'eccf64927ecc4dab83be8c6edc2287b1', 'mac_address': 'fa:16:3e:15:fa:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '442ab2c2-1724-406b-86dd-55ba74725ccb', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '555c9f92-faec-4407-89e0-e5147ee8b27d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:05:04Z', 'updated_at': '2021-11-22T20:05:10Z', 'revision_number': 5, 'project_id': 'eccf64927ecc4dab83be8c6edc2287b1', 'subnets': [{'id': '555c9f92-faec-4407-89e0-e5147ee8b27d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:05:55.900591 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c9d30e8-f76c-4a92-83c5-aa26539dfbd0 admin admin] Network 8f436b72-5ded-4dea-9e64-9f42a5bd2381 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:05:55.902200 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-2c9d30e8-f76c-4a92-83c5-aa26539dfbd0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:05:55.922624 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2d9a2b36-c1c2-4509-a8db-b1fed287a17d req-a1eabab1-92fd-442a-9f37-d3fff539e7c1 tempest-ImagesOneServerTestJSON-472457701 tempest-ImagesOneServerTestJSON-472457701-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=8cc0d919e0004680be4aa06e5b40e2e4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0612710 Nov 22 20:05:55.953573 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 3ca2c4dc-690e-41a7-a322-c5c2b7e7d707 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:05:55.963179 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-554236c0-e750-4f66-9084-347072951056 None None] The sync data for ids ['442ab2c2-1724-406b-86dd-55ba74725ccb'] in n-d-818823-1 is: [{'id': '442ab2c2-1724-406b-86dd-55ba74725ccb', 'name': 'tempest-FloatingIPsAssociationTestJSON-647870050-router', 'tenant_id': 'eccf64927ecc4dab83be8c6edc2287b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.21'}], 'enable_snat': True}, 'gw_port_id': 'b663f5f8-7a6f-495c-b215-a32087cb0156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:04:58Z', 'updated_at': '2021-11-22T20:05:05Z', 'revision_number': 4, 'project_id': 'eccf64927ecc4dab83be8c6edc2287b1', 'gw_port': {'id': 'b663f5f8-7a6f-495c-b215-a32087cb0156', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:1a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '442ab2c2-1724-406b-86dd-55ba74725ccb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:04:59Z', 'updated_at': '2021-11-22T20:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_floatingips': [{'id': 'cad59622-caf1-40f8-9620-6ab80b8f8490', 'tenant_id': 'eccf64927ecc4dab83be8c6edc2287b1', 'floating_ip_address': '172.25.5.215', 'floating_network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'router_id': '442ab2c2-1724-406b-86dd-55ba74725ccb', 'port_id': '42ff492e-8aff-4fd6-a604-1f78be59f19b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e81e05c-4c76-424f-a369-a3cc99f09949', 'mac_address': 'fa:16:3e:12:a3:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6b3dc4-d2a4-4466-b82a-dc33446511d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T20:05:26Z', 'updated_at': '2021-11-22T20:05:51Z', 'revision_number': 1, 'project_id': 'eccf64927ecc4dab83be8c6edc2287b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '233ce0b9-9200-4e5f-983e-70c1dd7e1dc0', 'name': '', 'network_id': '1e81e05c-4c76-424f-a369-a3cc99f09949', 'tenant_id': 'eccf64927ecc4dab83be8c6edc2287b1', 'mac_address': 'fa:16:3e:15:fa:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '442ab2c2-1724-406b-86dd-55ba74725ccb', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '555c9f92-faec-4407-89e0-e5147ee8b27d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:05:04Z', 'updated_at': '2021-11-22T20:05:10Z', 'revision_number': 5, 'project_id': 'eccf64927ecc4dab83be8c6edc2287b1', 'subnets': [{'id': '555c9f92-faec-4407-89e0-e5147ee8b27d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:05:56.070096 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c9d30e8-f76c-4a92-83c5-aa26539dfbd0 admin admin] Router 83688f21-2701-4801-920e-c72f2aa626c2 has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 20:05:56.090670 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 3ca2c4dc-690e-41a7-a322-c5c2b7e7d707 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:05:56.092439 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:56.253858 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c9d30e8-f76c-4a92-83c5-aa26539dfbd0 admin admin] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:05:56.259595 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-2c9d30e8-f76c-4a92-83c5-aa26539dfbd0 admin admin] 10.222.0.46 "PUT /v2.0/routers/83688f21-2701-4801-920e-c72f2aa626c2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7136159 Nov 22 20:05:56.265384 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-0aa1303a-21d7-4673-9dbd-2c164cb18b51 None None] Provisioning complete for port c412f885-3bc3-4af7-8380-586dd1f128ba triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:05:56.265755 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-0aa1303a-21d7-4673-9dbd-2c164cb18b51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:56.286971 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9a2b36-c1c2-4509-a8db-b1fed287a17d req-b429ccff-5bd9-43d4-9e21-880e866bb44d tempest-ImagesOneServerTestJSON-472457701 tempest-ImagesOneServerTestJSON-472457701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:05:56.289202 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2d9a2b36-c1c2-4509-a8db-b1fed287a17d req-b429ccff-5bd9-43d4-9e21-880e866bb44d tempest-ImagesOneServerTestJSON-472457701 tempest-ImagesOneServerTestJSON-472457701-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3558426 Nov 22 20:05:56.317949 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-0aa1303a-21d7-4673-9dbd-2c164cb18b51 None None] Port c412f885-3bc3-4af7-8380-586dd1f128ba cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:05:56.353388 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2d9a2b36-c1c2-4509-a8db-b1fed287a17d req-0f712c8b-9e9f-4215-ae12-dad7d6e04bbf tempest-ImagesOneServerTestJSON-472457701 tempest-ImagesOneServerTestJSON-472457701-project] 10.222.0.46 "GET /v2.0/quotas/8cc0d919e0004680be4aa06e5b40e2e4 HTTP/1.1" status: 200 len: 375 time: 0.0520923 Nov 22 20:05:56.354744 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b9ca6d4-b44d-48e3-b321-a9f8cfe461f4 None None] New status for floating IP cad59622-caf1-40f8-9620-6ab80b8f8490: ACTIVE {{(pid=103449) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 20:05:56.398212 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2d9a2b36-c1c2-4509-a8db-b1fed287a17d req-264933df-b55c-4f3c-89c9-c3b43ed22107 tempest-ImagesOneServerTestJSON-472457701 tempest-ImagesOneServerTestJSON-472457701-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=8cc0d919e0004680be4aa06e5b40e2e4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0346179 Nov 22 20:05:56.553104 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.db.api [req-42f5c70f-8e76-43c2-9bc9-0fb2e6f2a213 req-7500df32-b772-4738-b454-8e2c52619c20 tempest-FloatingIPsAssociationTestJSON-1595917213 tempest-FloatingIPsAssociationTestJSON-1595917213-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103447) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 20:05:56.553461 n-d-818823-1 neutron-server[103447]: DEBUG oslo_db.api [req-42f5c70f-8e76-43c2-9bc9-0fb2e6f2a213 req-7500df32-b772-4738-b454-8e2c52619c20 tempest-FloatingIPsAssociationTestJSON-1595917213 tempest-FloatingIPsAssociationTestJSON-1595917213-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 20:05:56.660792 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d16ada-04d5-4e42-97e1-717aa0cc0b42 req-0bb09bfe-d591-490e-add8-397e39ae70c8 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:05:56.662392 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-92d16ada-04d5-4e42-97e1-717aa0cc0b42 req-0bb09bfe-d591-490e-add8-397e39ae70c8 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/ports?device_id=0c38e8a6-8795-4e86-88f9-2d86b3aaea94 HTTP/1.1" status: 200 len: 949 time: 0.0536408 Nov 22 20:05:56.725023 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-92d16ada-04d5-4e42-97e1-717aa0cc0b42 req-e4443ef6-7632-45fc-9224-b09af0f6533e tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1d007ec-a75a-4ef8-9cdd-9c679a3ff22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554681 Nov 22 20:05:57.001561 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:05:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6cd25d2-8614-4d47-8d9f-2bab6c303da6 x-openstack-request-id: req-b6cd25d2-8614-4d47-8d9f-2bab6c303da6 {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:05:57.001561 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d610fed-ade8-4090-9ac8-a8eeda6b914b", "name": "network-vif-plugged", "status": "completed", "tag": "d65e9dd0-ad52-4544-bbe5-38ddf0458f1e", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:05:57.002152 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b6cd25d2-8614-4d47-8d9f-2bab6c303da6 {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:05:57.002569 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d610fed-ade8-4090-9ac8-a8eeda6b914b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd65e9dd0-ad52-4544-bbe5-38ddf0458f1e', 'code': 200} Nov 22 20:05:57.054990 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-42f5c70f-8e76-43c2-9bc9-0fb2e6f2a213 req-7500df32-b772-4738-b454-8e2c52619c20 tempest-FloatingIPsAssociationTestJSON-1595917213 tempest-FloatingIPsAssociationTestJSON-1595917213-project] Publish callbacks [] for floatingip, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:57.251194 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16178bd3-72bd-4a23-8960-68699a304ae8 req-93a7ea14-70fd-4156-adb3-dcdf263698a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:05:57.252795 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-16178bd3-72bd-4a23-8960-68699a304ae8 req-93a7ea14-70fd-4156-adb3-dcdf263698a2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1d610fed-ade8-4090-9ac8-a8eeda6b914b HTTP/1.1" status: 200 len: 1100 time: 0.1595066 Nov 22 20:05:57.332886 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5186f768-3884-4ca9-b7ab-c4f1229a0ceb req-18d3181e-bfd8-4343-97d8-797a1fb39f35 tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:05:57.334409 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5186f768-3884-4ca9-b7ab-c4f1229a0ceb req-18d3181e-bfd8-4343-97d8-797a1fb39f35 tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] 10.222.0.46 "GET /v2.0/networks?id=5c8a61c3-0285-4b7d-b110-24534369ffce HTTP/1.1" status: 200 len: 821 time: 0.2400107 Nov 22 20:05:57.414851 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5186f768-3884-4ca9-b7ab-c4f1229a0ceb req-eb669463-9036-4fd8-9a57-7abd51d97a96 tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] 10.222.0.46 "GET /v2.0/quotas/ed1bb220b53d484cb7697cddf2626bd6 HTTP/1.1" status: 200 len: 375 time: 0.0738115 Nov 22 20:05:57.420133 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-16178bd3-72bd-4a23-8960-68699a304ae8 req-7b4549dd-3f51-4bbb-987c-25c06e62c4bd service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=e5ae9e03-6ff8-4082-b7a4-25ecea5ed21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529288 Nov 22 20:05:57.473287 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24dfe8c9-b2ba-46d0-affa-3f5c0c83a0dc None None] Sync routers for ids ['83688f21-2701-4801-920e-c72f2aa626c2'] in n-d-818823-1 {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:05:57.483966 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24dfe8c9-b2ba-46d0-affa-3f5c0c83a0dc None None] Routers {'83688f21-2701-4801-920e-c72f2aa626c2'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:05:57.484696 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-24dfe8c9-b2ba-46d0-affa-3f5c0c83a0dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:05:32Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['83688f21-2701-4801-920e-c72f2aa626c2'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:05:57.520774 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5186f768-3884-4ca9-b7ab-c4f1229a0ceb req-036a9496-cee4-40a4-8373-13c3fbddfb5b tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=ed1bb220b53d484cb7697cddf2626bd6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0996494 Nov 22 20:05:57.602665 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-24dfe8c9-b2ba-46d0-affa-3f5c0c83a0dc None None] Set router 83688f21-2701-4801-920e-c72f2aa626c2 gateway port host: n-d-818823-1 {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:05:57.709792 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5186f768-3884-4ca9-b7ab-c4f1229a0ceb req-0fa3e772-027a-4d02-a9f4-4ff03a242541 service neutron] 10.222.0.46 "GET /v2.0/networks/5c8a61c3-0285-4b7d-b110-24534369ffce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476700 Nov 22 20:05:57.799718 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 0ee5608d-6ec7-4452-95e3-253b02c58531 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:05:57.860102 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 0ee5608d-6ec7-4452-95e3-253b02c58531 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:05:57.860496 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:57.921186 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2d9a2b36-c1c2-4509-a8db-b1fed287a17d req-7d920104-b11c-437a-9a90-fa931233c153 tempest-ImagesOneServerTestJSON-472457701 tempest-ImagesOneServerTestJSON-472457701-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=8cc0d919e0004680be4aa06e5b40e2e4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0425251 Nov 22 20:05:57.924995 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5186f768-3884-4ca9-b7ab-c4f1229a0ceb req-5a8b3775-4410-41b9-80a6-0c4a259f86d7 service neutron] 10.222.0.46 "GET /v2.0/networks/5c8a61c3-0285-4b7d-b110-24534369ffce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1867251 Nov 22 20:05:57.960757 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:57.975760 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-24dfe8c9-b2ba-46d0-affa-3f5c0c83a0dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83688f21-2701-4801-920e-c72f2aa626c2', 'name': 'tempest-FloatingIPDetailsTestJSON-337372420-router', 'tenant_id': '63589193b3884afba34476ae8f9272c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': '0ee5608d-6ec7-4452-95e3-253b02c58531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:05:50Z', 'updated_at': '2021-11-22T20:05:55Z', 'revision_number': 4, 'project_id': '63589193b3884afba34476ae8f9272c6', 'gw_port': {'id': '0ee5608d-6ec7-4452-95e3-253b02c58531', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:8d:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83688f21-2701-4801-920e-c72f2aa626c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:05:51Z', 'updated_at': '2021-11-22T20:05:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': 'c412f885-3bc3-4af7-8380-586dd1f128ba', 'name': '', 'network_id': '8f436b72-5ded-4dea-9e64-9f42a5bd2381', 'tenant_id': '63589193b3884afba34476ae8f9272c6', 'mac_address': 'fa:16:3e:44:a4:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83688f21-2701-4801-920e-c72f2aa626c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '41b1ac62-4466-461c-ada7-6725facd5deb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:05:54Z', 'updated_at': '2021-11-22T20:05:55Z', 'revision_number': 2, 'project_id': '63589193b3884afba34476ae8f9272c6', 'subnets': [{'id': '41b1ac62-4466-461c-ada7-6725facd5deb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:05:58.004743 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] For port 0ee5608d-6ec7-4452-95e3-253b02c58531, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=0ee5608d-6ec7-4452-95e3-253b02c58531,segment=NetworkSegment(8793ba83-8407-4c3d-9b56-2a177cd58a70),segment_id=8793ba83-8407-4c3d-9b56-2a177cd58a70)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:05:58.010464 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:58.047424 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-42f5c70f-8e76-43c2-9bc9-0fb2e6f2a213 req-7500df32-b772-4738-b454-8e2c52619c20 tempest-FloatingIPsAssociationTestJSON-1595917213 tempest-FloatingIPsAssociationTestJSON-1595917213-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:58.048102 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24dfe8c9-b2ba-46d0-affa-3f5c0c83a0dc None None] Checking router: 83688f21-2701-4801-920e-c72f2aa626c2 for host: n-d-818823-1 {{(pid=103450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 20:05:58.048467 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24dfe8c9-b2ba-46d0-affa-3f5c0c83a0dc None None] Updating router 83688f21-2701-4801-920e-c72f2aa626c2 port c412f885-3bc3-4af7-8380-586dd1f128ba binding host n-d-818823-1 {{(pid=103450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 20:05:58.054974 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-42f5c70f-8e76-43c2-9bc9-0fb2e6f2a213 req-7500df32-b772-4738-b454-8e2c52619c20 tempest-FloatingIPsAssociationTestJSON-1595917213 tempest-FloatingIPsAssociationTestJSON-1595917213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-595224'] for floatingip, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:58.095555 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-24dfe8c9-b2ba-46d0-affa-3f5c0c83a0dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:58.124254 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Pushing event updated for resources: {'Port': ['ID=0ee5608d-6ec7-4452-95e3-253b02c58531,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:05:58.160560 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9a2b36-c1c2-4509-a8db-b1fed287a17d req-44c1eada-7fba-4bda-9ec8-e5f3409e7567 tempest-ImagesOneServerTestJSON-472457701 tempest-ImagesOneServerTestJSON-472457701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:05:58.162364 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2d9a2b36-c1c2-4509-a8db-b1fed287a17d req-44c1eada-7fba-4bda-9ec8-e5f3409e7567 tempest-ImagesOneServerTestJSON-472457701 tempest-ImagesOneServerTestJSON-472457701-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2349949 Nov 22 20:05:58.184187 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-2d9a2b36-c1c2-4509-a8db-b1fed287a17d req-34acc4e9-01f1-4d82-9cb6-d60e0e20f4f2 tempest-ImagesOneServerTestJSON-472457701 tempest-ImagesOneServerTestJSON-472457701-project] Request body: {'port': {'device_id': '5f0d0659-512e-4936-a0a3-cd52bf810a99', 'network_id': 'e1052824-bf78-4963-8937-b202e372ac24', 'admin_state_up': True, 'tenant_id': '8cc0d919e0004680be4aa06e5b40e2e4'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:05:58.320851 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b01107f-4178-4443-a07c-e625e2e1a0a1 req-4531ff48-f43d-4a23-b1ab-1378c73df725 tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:05:58.322359 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4b01107f-4178-4443-a07c-e625e2e1a0a1 req-4531ff48-f43d-4a23-b1ab-1378c73df725 tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] 10.222.0.46 "GET /v2.0/ports?device_id=29dda483-f89a-4ce8-828b-793410f029f1 HTTP/1.1" status: 200 len: 949 time: 0.1589942 Nov 22 20:05:58.345513 n-d-818823-1 neutron-server[103447]: INFO neutron.db.l3_db [req-42f5c70f-8e76-43c2-9bc9-0fb2e6f2a213 req-7500df32-b772-4738-b454-8e2c52619c20 tempest-FloatingIPsAssociationTestJSON-1595917213 tempest-FloatingIPsAssociationTestJSON-1595917213-project] Floating IP cad59622-caf1-40f8-9620-6ab80b8f8490 associated. External IP: 172.25.5.215, port: 42ff492e-8aff-4fd6-a604-1f78be59f19b. Nov 22 20:05:58.401466 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-24dfe8c9-b2ba-46d0-affa-3f5c0c83a0dc None None] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:58.408829 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-24dfe8c9-b2ba-46d0-affa-3f5c0c83a0dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:58.459393 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab150b83-c29e-4f80-8210-c73cc61bf072 None None] Pushing event updated for resources: {'Port': ['ID=c412f885-3bc3-4af7-8380-586dd1f128ba,revision_number=3']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:05:58.494079 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4b01107f-4178-4443-a07c-e625e2e1a0a1 req-11a12025-4adb-4e00-91be-57c90c2122a9 tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] 10.222.0.46 "GET /v2.0/security-groups?id=e5ae9e03-6ff8-4082-b7a4-25ecea5ed21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631839 Nov 22 20:05:58.541022 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d9a2b36-c1c2-4509-a8db-b1fed287a17d req-34acc4e9-01f1-4d82-9cb6-d60e0e20f4f2 tempest-ImagesOneServerTestJSON-472457701 tempest-ImagesOneServerTestJSON-472457701-project] Made reservation on behalf of 8cc0d919e0004680be4aa06e5b40e2e4 for: {'port': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:05:58.550032 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-2d9a2b36-c1c2-4509-a8db-b1fed287a17d req-34acc4e9-01f1-4d82-9cb6-d60e0e20f4f2 tempest-ImagesOneServerTestJSON-472457701 tempest-ImagesOneServerTestJSON-472457701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:58.550752 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-24dfe8c9-b2ba-46d0-affa-3f5c0c83a0dc None None] Attempting to bind port c412f885-3bc3-4af7-8380-586dd1f128ba on host n-d-818823-1 for vnic_type normal with profile {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:05:58.552345 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-24dfe8c9-b2ba-46d0-affa-3f5c0c83a0dc None None] Attempting to bind port c412f885-3bc3-4af7-8380-586dd1f128ba by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': 'a63d3497-ad71-48f1-a472-110c1aefc290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '8f436b72-5ded-4dea-9e64-9f42a5bd2381'}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:05:58.553133 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24dfe8c9-b2ba-46d0-affa-3f5c0c83a0dc None None] Attempting to bind port c412f885-3bc3-4af7-8380-586dd1f128ba on network 8f436b72-5ded-4dea-9e64-9f42a5bd2381 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:05:58.561080 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24dfe8c9-b2ba-46d0-affa-3f5c0c83a0dc None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 5, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:05:58.561857 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24dfe8c9-b2ba-46d0-affa-3f5c0c83a0dc None None] Checking segment: {'id': 'a63d3497-ad71-48f1-a472-110c1aefc290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '8f436b72-5ded-4dea-9e64-9f42a5bd2381'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:05:58.562476 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-24dfe8c9-b2ba-46d0-affa-3f5c0c83a0dc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:58.563081 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24dfe8c9-b2ba-46d0-affa-3f5c0c83a0dc None None] Bound using segment: {'id': 'a63d3497-ad71-48f1-a472-110c1aefc290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '8f436b72-5ded-4dea-9e64-9f42a5bd2381'} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:05:58.563788 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-24dfe8c9-b2ba-46d0-affa-3f5c0c83a0dc None None] Bound port: c412f885-3bc3-4af7-8380-586dd1f128ba, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a63d3497-ad71-48f1-a472-110c1aefc290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '8f436b72-5ded-4dea-9e64-9f42a5bd2381'}}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:05:58.564474 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-24dfe8c9-b2ba-46d0-affa-3f5c0c83a0dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:58.576458 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-2d9a2b36-c1c2-4509-a8db-b1fed287a17d req-34acc4e9-01f1-4d82-9cb6-d60e0e20f4f2 tempest-ImagesOneServerTestJSON-472457701 tempest-ImagesOneServerTestJSON-472457701-project] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:58.650030 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-24dfe8c9-b2ba-46d0-affa-3f5c0c83a0dc None None] For port c412f885-3bc3-4af7-8380-586dd1f128ba, host n-d-818823-1, cleared binding levels {{(pid=103450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:05:58.654053 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-24dfe8c9-b2ba-46d0-affa-3f5c0c83a0dc None None] For port c412f885-3bc3-4af7-8380-586dd1f128ba, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=c412f885-3bc3-4af7-8380-586dd1f128ba,segment=NetworkSegment(a63d3497-ad71-48f1-a472-110c1aefc290),segment_id=a63d3497-ad71-48f1-a472-110c1aefc290)] {{(pid=103450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:05:58.664002 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-24dfe8c9-b2ba-46d0-affa-3f5c0c83a0dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:58.767907 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24dfe8c9-b2ba-46d0-affa-3f5c0c83a0dc None None] Routers {'83688f21-2701-4801-920e-c72f2aa626c2'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:05:58.768782 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-24dfe8c9-b2ba-46d0-affa-3f5c0c83a0dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:05:32Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['83688f21-2701-4801-920e-c72f2aa626c2'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:05:58.828149 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab150b83-c29e-4f80-8210-c73cc61bf072 None None] Pushing event updated for resources: {'Port': ['ID=c412f885-3bc3-4af7-8380-586dd1f128ba,revision_number=4']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:05:58.871614 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-fea1cdb2-8bf4-4416-bb1e-426da1234bf8 None None] Provisioning complete for port c412f885-3bc3-4af7-8380-586dd1f128ba triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:05:58.873638 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-fea1cdb2-8bf4-4416-bb1e-426da1234bf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:58.965639 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-24dfe8c9-b2ba-46d0-affa-3f5c0c83a0dc None None] Set router 83688f21-2701-4801-920e-c72f2aa626c2 gateway port host: n-d-818823-1 {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:05:59.000267 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-fea1cdb2-8bf4-4416-bb1e-426da1234bf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:59.053636 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-fea1cdb2-8bf4-4416-bb1e-426da1234bf8 None None] For port c412f885-3bc3-4af7-8380-586dd1f128ba, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=c412f885-3bc3-4af7-8380-586dd1f128ba,segment=NetworkSegment(a63d3497-ad71-48f1-a472-110c1aefc290),segment_id=a63d3497-ad71-48f1-a472-110c1aefc290)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:05:59.059388 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-fea1cdb2-8bf4-4416-bb1e-426da1234bf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:59.120332 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea1cdb2-8bf4-4416-bb1e-426da1234bf8 None None] Pushing event updated for resources: {'Port': ['ID=c412f885-3bc3-4af7-8380-586dd1f128ba,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:05:59.184066 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-7d985051-ab2d-45ab-9111-be989bf45945 None None] Provisioning complete for port c412f885-3bc3-4af7-8380-586dd1f128ba triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:05:59.184429 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-7d985051-ab2d-45ab-9111-be989bf45945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:59.251954 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-24dfe8c9-b2ba-46d0-affa-3f5c0c83a0dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83688f21-2701-4801-920e-c72f2aa626c2', 'name': 'tempest-FloatingIPDetailsTestJSON-337372420-router', 'tenant_id': '63589193b3884afba34476ae8f9272c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': '0ee5608d-6ec7-4452-95e3-253b02c58531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:05:50Z', 'updated_at': '2021-11-22T20:05:55Z', 'revision_number': 4, 'project_id': '63589193b3884afba34476ae8f9272c6', 'gw_port': {'id': '0ee5608d-6ec7-4452-95e3-253b02c58531', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:8d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83688f21-2701-4801-920e-c72f2aa626c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:05:51Z', 'updated_at': '2021-11-22T20:05:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': 'c412f885-3bc3-4af7-8380-586dd1f128ba', 'name': '', 'network_id': '8f436b72-5ded-4dea-9e64-9f42a5bd2381', 'tenant_id': '63589193b3884afba34476ae8f9272c6', 'mac_address': 'fa:16:3e:44:a4:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83688f21-2701-4801-920e-c72f2aa626c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '41b1ac62-4466-461c-ada7-6725facd5deb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:05:54Z', 'updated_at': '2021-11-22T20:05:58Z', 'revision_number': 4, 'project_id': '63589193b3884afba34476ae8f9272c6', 'subnets': [{'id': '41b1ac62-4466-461c-ada7-6725facd5deb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:05:59.259302 n-d-818823-1 neutron-server[103447]: INFO neutron.api.v2.resource [req-ab7722f8-30c0-4d32-99fe-080643ce7aac req-35b84257-7cad-4e9a-89f0-9eeff7b22845 service neutron] show failed (client error): The resource could not be found. Nov 22 20:05:59.261331 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ab7722f8-30c0-4d32-99fe-080643ce7aac req-35b84257-7cad-4e9a-89f0-9eeff7b22845 service neutron] 10.222.0.20 "GET /v2.0/ports/0e6ec0bf-f936-47ad-a6a2-1c89c9f9ccdc/bindings/n-h1-818823-1 HTTP/1.1" status: 404 len: 380 time: 0.5897756 Nov 22 20:05:59.273306 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.l3_agent_scheduler [req-42f5c70f-8e76-43c2-9bc9-0fb2e6f2a213 req-7500df32-b772-4738-b454-8e2c52619c20 tempest-FloatingIPsAssociationTestJSON-1595917213 tempest-FloatingIPsAssociationTestJSON-1595917213-project] Router 442ab2c2-1724-406b-86dd-55ba74725ccb has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 20:05:59.318007 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-2d9a2b36-c1c2-4509-a8db-b1fed287a17d req-34acc4e9-01f1-4d82-9cb6-d60e0e20f4f2 tempest-ImagesOneServerTestJSON-472457701 tempest-ImagesOneServerTestJSON-472457701-project] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:59.325393 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24dfe8c9-b2ba-46d0-affa-3f5c0c83a0dc None None] The sync data for ids ['83688f21-2701-4801-920e-c72f2aa626c2'] in n-d-818823-1 is: [{'id': '83688f21-2701-4801-920e-c72f2aa626c2', 'name': 'tempest-FloatingIPDetailsTestJSON-337372420-router', 'tenant_id': '63589193b3884afba34476ae8f9272c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': '0ee5608d-6ec7-4452-95e3-253b02c58531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:05:50Z', 'updated_at': '2021-11-22T20:05:55Z', 'revision_number': 4, 'project_id': '63589193b3884afba34476ae8f9272c6', 'gw_port': {'id': '0ee5608d-6ec7-4452-95e3-253b02c58531', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:8d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83688f21-2701-4801-920e-c72f2aa626c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:05:51Z', 'updated_at': '2021-11-22T20:05:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': 'c412f885-3bc3-4af7-8380-586dd1f128ba', 'name': '', 'network_id': '8f436b72-5ded-4dea-9e64-9f42a5bd2381', 'tenant_id': '63589193b3884afba34476ae8f9272c6', 'mac_address': 'fa:16:3e:44:a4:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83688f21-2701-4801-920e-c72f2aa626c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '41b1ac62-4466-461c-ada7-6725facd5deb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:05:54Z', 'updated_at': '2021-11-22T20:05:58Z', 'revision_number': 4, 'project_id': '63589193b3884afba34476ae8f9272c6', 'subnets': [{'id': '41b1ac62-4466-461c-ada7-6725facd5deb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:05:59.334071 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5ab682ee-1f6e-4ac1-baaa-f21c16347988 req-47cb4cd9-03de-4516-81e0-0cb071326b08 tempest-FloatingIPDetailsTestJSON-879849623 tempest-FloatingIPDetailsTestJSON-879849623-project] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6875176 Nov 22 20:05:59.339196 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-2d9a2b36-c1c2-4509-a8db-b1fed287a17d req-34acc4e9-01f1-4d82-9cb6-d60e0e20f4f2 tempest-ImagesOneServerTestJSON-472457701 tempest-ImagesOneServerTestJSON-472457701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:59.376126 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-5ab682ee-1f6e-4ac1-baaa-f21c16347988 req-038a1331-0e8a-4ba8-bd13-b98d5336944e tempest-FloatingIPDetailsTestJSON-879849623 tempest-FloatingIPDetailsTestJSON-879849623-project] Request body: {'floatingip': {'floating_network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:05:59.474042 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5186f768-3884-4ca9-b7ab-c4f1229a0ceb req-47f2b733-30de-4ce0-9df4-5bdbc4d81981 tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:05:59.476150 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-5186f768-3884-4ca9-b7ab-c4f1229a0ceb req-47f2b733-30de-4ce0-9df4-5bdbc4d81981 tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] 10.222.0.20 "GET /v2.0/networks?id=5c8a61c3-0285-4b7d-b110-24534369ffce HTTP/1.1" status: 200 len: 821 time: 0.2397268 Nov 22 20:05:59.496186 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [req-5186f768-3884-4ca9-b7ab-c4f1229a0ceb req-897b5baa-b7f4-482a-ae39-7aff4d03931d tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] Request body: {'port': {'device_id': 'a8d3a7bb-93d3-4918-911b-b913622e40e8', 'network_id': '5c8a61c3-0285-4b7d-b110-24534369ffce', 'admin_state_up': True, 'tenant_id': 'ed1bb220b53d484cb7697cddf2626bd6'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:05:59.496451 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-5ab682ee-1f6e-4ac1-baaa-f21c16347988 req-038a1331-0e8a-4ba8-bd13-b98d5336944e tempest-FloatingIPDetailsTestJSON-879849623 tempest-FloatingIPDetailsTestJSON-879849623-project] Publish callbacks [] for floatingip, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:59.506627 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34acc4e9-01f1-4d82-9cb6-d60e0e20f4f2 tempest-ImagesOneServerTestJSON-472457701 tempest-ImagesOneServerTestJSON-472457701-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c348c88-32ba-475a-80ac-2a702b8d42a7,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:05:59.647550 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6ff2d4b8-cd35-4f61-8ebe-40b986c45f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:59.658065 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5186f768-3884-4ca9-b7ab-c4f1229a0ceb req-897b5baa-b7f4-482a-ae39-7aff4d03931d tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] Made reservation on behalf of ed1bb220b53d484cb7697cddf2626bd6 for: {'port': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:05:59.664243 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-5186f768-3884-4ca9-b7ab-c4f1229a0ceb req-897b5baa-b7f4-482a-ae39-7aff4d03931d tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:05:59.726791 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-42f5c70f-8e76-43c2-9bc9-0fb2e6f2a213 req-7500df32-b772-4738-b454-8e2c52619c20 tempest-FloatingIPsAssociationTestJSON-1595917213 tempest-FloatingIPsAssociationTestJSON-1595917213-project] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:05:59.739723 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6066058b-0c5f-4eeb-948a-d53b19a3d28b None None] Sync routers for ids ['442ab2c2-1724-406b-86dd-55ba74725ccb'] in n-d-818823-1 {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:05:59.754858 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6066058b-0c5f-4eeb-948a-d53b19a3d28b None None] Routers {'442ab2c2-1724-406b-86dd-55ba74725ccb'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:05:59.755830 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-6066058b-0c5f-4eeb-948a-d53b19a3d28b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:05:32Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['442ab2c2-1724-406b-86dd-55ba74725ccb'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:05:59.845889 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7722f8-30c0-4d32-99fe-080643ce7aac req-23798327-264f-4228-b465-fb5a15c4397e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:05:59.848673 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ab7722f8-30c0-4d32-99fe-080643ce7aac req-23798327-264f-4228-b465-fb5a15c4397e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0c38e8a6-8795-4e86-88f9-2d86b3aaea94&tenant_id=126c0323750547f8b9835ef63890aaea HTTP/1.1" status: 200 len: 1100 time: 0.2090905 Nov 22 20:05:59.875186 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [req-5186f768-3884-4ca9-b7ab-c4f1229a0ceb req-897b5baa-b7f4-482a-ae39-7aff4d03931d tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] Allocated IP 172.20.0.12 (5c8a61c3-0285-4b7d-b110-24534369ffce/6ba52ab0-cb64-425e-be27-2e0b31d7d99f/922caa09-8d5c-4d80-88ea-9b74d0b2a711) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:05:59.879656 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [req-2d9a2b36-c1c2-4509-a8db-b1fed287a17d req-34acc4e9-01f1-4d82-9cb6-d60e0e20f4f2 tempest-ImagesOneServerTestJSON-472457701 tempest-ImagesOneServerTestJSON-472457701-project] Allocated IP 192.168.233.35 (e1052824-bf78-4963-8937-b202e372ac24/3091ebfd-11e2-41f8-9c00-ffe0b86563d8/5f923e85-d0d3-4018-bc12-cee68ed8bb13) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:05:59.895661 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-ab7722f8-30c0-4d32-99fe-080643ce7aac req-96b16c15-5fba-4d8d-bff3-e21d0be6d38d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-818823-1', 'device_owner': 'compute:nova'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:06:00.038439 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-ab7722f8-30c0-4d32-99fe-080643ce7aac req-96b16c15-5fba-4d8d-bff3-e21d0be6d38d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:00.088439 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-6066058b-0c5f-4eeb-948a-d53b19a3d28b None None] Set router 442ab2c2-1724-406b-86dd-55ba74725ccb gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:06:00.111308 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-5186f768-3884-4ca9-b7ab-c4f1229a0ceb req-897b5baa-b7f4-482a-ae39-7aff4d03931d tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:00.121684 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device c412f885-3bc3-4af7-8380-586dd1f128ba up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:06:00.161221 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-5186f768-3884-4ca9-b7ab-c4f1229a0ceb req-897b5baa-b7f4-482a-ae39-7aff4d03931d tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:00.235615 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5186f768-3884-4ca9-b7ab-c4f1229a0ceb req-897b5baa-b7f4-482a-ae39-7aff4d03931d tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] Network 5c8a61c3-0285-4b7d-b110-24534369ffce is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:06:00.239903 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [req-5186f768-3884-4ca9-b7ab-c4f1229a0ceb req-897b5baa-b7f4-482a-ae39-7aff4d03931d tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:06:00.252792 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [req-5186f768-3884-4ca9-b7ab-c4f1229a0ceb req-897b5baa-b7f4-482a-ae39-7aff4d03931d tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:06:00.268967 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port c412f885-3bc3-4af7-8380-586dd1f128ba triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:06:00.268967 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:00.284264 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-5ab682ee-1f6e-4ac1-baaa-f21c16347988 req-038a1331-0e8a-4ba8-bd13-b98d5336944e tempest-FloatingIPDetailsTestJSON-879849623 tempest-FloatingIPDetailsTestJSON-879849623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:00.295354 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897b5baa-b7f4-482a-ae39-7aff4d03931d tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] Pushing event updated for resources: {'Port': ['ID=922caa09-8d5c-4d80-88ea-9b74d0b2a711,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:06:00.324661 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5186f768-3884-4ca9-b7ab-c4f1229a0ceb req-897b5baa-b7f4-482a-ae39-7aff4d03931d tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:00.325939 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-5186f768-3884-4ca9-b7ab-c4f1229a0ceb req-897b5baa-b7f4-482a-ae39-7aff4d03931d tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:00.354636 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-5186f768-3884-4ca9-b7ab-c4f1229a0ceb req-897b5baa-b7f4-482a-ae39-7aff4d03931d tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8646357 Nov 22 20:06:00.369035 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [req-5186f768-3884-4ca9-b7ab-c4f1229a0ceb req-c99e1a5b-3abd-410a-87ed-d5c3b07ff204 service neutron] Request body: {'port': {'device_id': 'a8d3a7bb-93d3-4918-911b-b913622e40e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818823-1'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:06:00.435937 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-2d9a2b36-c1c2-4509-a8db-b1fed287a17d req-34acc4e9-01f1-4d82-9cb6-d60e0e20f4f2 tempest-ImagesOneServerTestJSON-472457701 tempest-ImagesOneServerTestJSON-472457701-project] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:00.436586 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-5186f768-3884-4ca9-b7ab-c4f1229a0ceb req-c99e1a5b-3abd-410a-87ed-d5c3b07ff204 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:00.453964 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 0ee5608d-6ec7-4452-95e3-253b02c58531 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:06:00.456408 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.l3_agent_scheduler [req-42f5c70f-8e76-43c2-9bc9-0fb2e6f2a213 req-7500df32-b772-4738-b454-8e2c52619c20 tempest-FloatingIPsAssociationTestJSON-1595917213 tempest-FloatingIPsAssociationTestJSON-1595917213-project] Router 442ab2c2-1724-406b-86dd-55ba74725ccb has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 20:06:00.553350 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 0ee5608d-6ec7-4452-95e3-253b02c58531 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:06:00.554034 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:00.618057 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [req-5ab682ee-1f6e-4ac1-baaa-f21c16347988 req-038a1331-0e8a-4ba8-bd13-b98d5336944e tempest-FloatingIPDetailsTestJSON-879849623 tempest-FloatingIPDetailsTestJSON-879849623-project] Allocated IP 172.25.5.73 (c48a55e9-6a85-4746-b7bf-3e29fb560094/5da6f781-63e6-4328-ae7a-5e672262f55a/91635dee-c68f-469b-88a4-55355c19d2f9) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:06:00.622424 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-6066058b-0c5f-4eeb-948a-d53b19a3d28b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '442ab2c2-1724-406b-86dd-55ba74725ccb', 'name': 'tempest-FloatingIPsAssociationTestJSON-647870050-router', 'tenant_id': 'eccf64927ecc4dab83be8c6edc2287b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.21'}], 'enable_snat': True}, 'gw_port_id': 'b663f5f8-7a6f-495c-b215-a32087cb0156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:04:58Z', 'updated_at': '2021-11-22T20:05:05Z', 'revision_number': 4, 'project_id': 'eccf64927ecc4dab83be8c6edc2287b1', 'gw_port': {'id': 'b663f5f8-7a6f-495c-b215-a32087cb0156', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:1a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '442ab2c2-1724-406b-86dd-55ba74725ccb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:04:59Z', 'updated_at': '2021-11-22T20:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_floatingips': [{'id': 'cad59622-caf1-40f8-9620-6ab80b8f8490', 'tenant_id': 'eccf64927ecc4dab83be8c6edc2287b1', 'floating_ip_address': '172.25.5.215', 'floating_network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'router_id': '442ab2c2-1724-406b-86dd-55ba74725ccb', 'port_id': 'f4441bd5-8225-4d37-a6a1-98fd9d91a472', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e81e05c-4c76-424f-a369-a3cc99f09949', 'mac_address': 'fa:16:3e:79:bf:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84af637-0398-463a-b5b3-c3420a17b4fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T20:05:26Z', 'updated_at': '2021-11-22T20:05:57Z', 'revision_number': 3, 'project_id': 'eccf64927ecc4dab83be8c6edc2287b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '233ce0b9-9200-4e5f-983e-70c1dd7e1dc0', 'name': '', 'network_id': '1e81e05c-4c76-424f-a369-a3cc99f09949', 'tenant_id': 'eccf64927ecc4dab83be8c6edc2287b1', 'mac_address': 'fa:16:3e:15:fa:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '442ab2c2-1724-406b-86dd-55ba74725ccb', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '555c9f92-faec-4407-89e0-e5147ee8b27d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:05:04Z', 'updated_at': '2021-11-22T20:05:10Z', 'revision_number': 5, 'project_id': 'eccf64927ecc4dab83be8c6edc2287b1', 'subnets': [{'id': '555c9f92-faec-4407-89e0-e5147ee8b27d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:06:00.622711 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-2d9a2b36-c1c2-4509-a8db-b1fed287a17d req-34acc4e9-01f1-4d82-9cb6-d60e0e20f4f2 tempest-ImagesOneServerTestJSON-472457701 tempest-ImagesOneServerTestJSON-472457701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:00.653453 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6066058b-0c5f-4eeb-948a-d53b19a3d28b None None] Checking router: 442ab2c2-1724-406b-86dd-55ba74725ccb for host: n-d-818823-1 {{(pid=103449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 20:06:00.670009 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6066058b-0c5f-4eeb-948a-d53b19a3d28b None None] Routers {'442ab2c2-1724-406b-86dd-55ba74725ccb'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:06:00.670742 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-6066058b-0c5f-4eeb-948a-d53b19a3d28b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:05:32Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['442ab2c2-1724-406b-86dd-55ba74725ccb'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:06:00.774731 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d9a2b36-c1c2-4509-a8db-b1fed287a17d req-34acc4e9-01f1-4d82-9cb6-d60e0e20f4f2 tempest-ImagesOneServerTestJSON-472457701 tempest-ImagesOneServerTestJSON-472457701-project] Network e1052824-bf78-4963-8937-b202e372ac24 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:06:00.814667 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [req-2d9a2b36-c1c2-4509-a8db-b1fed287a17d req-34acc4e9-01f1-4d82-9cb6-d60e0e20f4f2 tempest-ImagesOneServerTestJSON-472457701 tempest-ImagesOneServerTestJSON-472457701-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:06:00.817940 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d9a2b36-c1c2-4509-a8db-b1fed287a17d req-34acc4e9-01f1-4d82-9cb6-d60e0e20f4f2 tempest-ImagesOneServerTestJSON-472457701 tempest-ImagesOneServerTestJSON-472457701-project] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:06:00.823070 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [req-5186f768-3884-4ca9-b7ab-c4f1229a0ceb req-c99e1a5b-3abd-410a-87ed-d5c3b07ff204 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 922caa09-8d5c-4d80-88ea-9b74d0b2a711 {{(pid=103448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:06:00.834427 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-5186f768-3884-4ca9-b7ab-c4f1229a0ceb req-c99e1a5b-3abd-410a-87ed-d5c3b07ff204 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:00.851870 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34acc4e9-01f1-4d82-9cb6-d60e0e20f4f2 tempest-ImagesOneServerTestJSON-472457701 tempest-ImagesOneServerTestJSON-472457701-project] Pushing event updated for resources: {'Port': ['ID=5f923e85-d0d3-4018-bc12-cee68ed8bb13,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:06:00.852273 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-6066058b-0c5f-4eeb-948a-d53b19a3d28b None None] Set router 442ab2c2-1724-406b-86dd-55ba74725ccb gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:06:00.855315 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [req-5186f768-3884-4ca9-b7ab-c4f1229a0ceb req-c99e1a5b-3abd-410a-87ed-d5c3b07ff204 service neutron] Transition to ACTIVE for port object 922caa09-8d5c-4d80-88ea-9b74d0b2a711 will not be triggered until provisioned by entity L2. {{(pid=103448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 20:06:00.860064 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-5186f768-3884-4ca9-b7ab-c4f1229a0ceb req-c99e1a5b-3abd-410a-87ed-d5c3b07ff204 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:00.880040 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34acc4e9-01f1-4d82-9cb6-d60e0e20f4f2 tempest-ImagesOneServerTestJSON-472457701 tempest-ImagesOneServerTestJSON-472457701-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:06:00.880506 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34acc4e9-01f1-4d82-9cb6-d60e0e20f4f2 tempest-ImagesOneServerTestJSON-472457701 tempest-ImagesOneServerTestJSON-472457701-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:06:00.880912 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34acc4e9-01f1-4d82-9cb6-d60e0e20f4f2 tempest-ImagesOneServerTestJSON-472457701 tempest-ImagesOneServerTestJSON-472457701-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:06:00.881316 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34acc4e9-01f1-4d82-9cb6-d60e0e20f4f2 tempest-ImagesOneServerTestJSON-472457701 tempest-ImagesOneServerTestJSON-472457701-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:06:00.881714 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34acc4e9-01f1-4d82-9cb6-d60e0e20f4f2 tempest-ImagesOneServerTestJSON-472457701 tempest-ImagesOneServerTestJSON-472457701-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:06:00.882111 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34acc4e9-01f1-4d82-9cb6-d60e0e20f4f2 tempest-ImagesOneServerTestJSON-472457701 tempest-ImagesOneServerTestJSON-472457701-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:06:00.882518 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34acc4e9-01f1-4d82-9cb6-d60e0e20f4f2 tempest-ImagesOneServerTestJSON-472457701 tempest-ImagesOneServerTestJSON-472457701-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:06:00.882859 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34acc4e9-01f1-4d82-9cb6-d60e0e20f4f2 tempest-ImagesOneServerTestJSON-472457701 tempest-ImagesOneServerTestJSON-472457701-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:06:00.883273 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34acc4e9-01f1-4d82-9cb6-d60e0e20f4f2 tempest-ImagesOneServerTestJSON-472457701 tempest-ImagesOneServerTestJSON-472457701-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:06:00.883708 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34acc4e9-01f1-4d82-9cb6-d60e0e20f4f2 tempest-ImagesOneServerTestJSON-472457701 tempest-ImagesOneServerTestJSON-472457701-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:06:00.884096 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34acc4e9-01f1-4d82-9cb6-d60e0e20f4f2 tempest-ImagesOneServerTestJSON-472457701 tempest-ImagesOneServerTestJSON-472457701-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:06:00.884483 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34acc4e9-01f1-4d82-9cb6-d60e0e20f4f2 tempest-ImagesOneServerTestJSON-472457701 tempest-ImagesOneServerTestJSON-472457701-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:06:00.889225 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-42f5c70f-8e76-43c2-9bc9-0fb2e6f2a213 req-7500df32-b772-4738-b454-8e2c52619c20 tempest-FloatingIPsAssociationTestJSON-1595917213 tempest-FloatingIPsAssociationTestJSON-1595917213-project] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:06:00.894284 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-42f5c70f-8e76-43c2-9bc9-0fb2e6f2a213 req-7500df32-b772-4738-b454-8e2c52619c20 tempest-FloatingIPsAssociationTestJSON-1595917213 tempest-FloatingIPsAssociationTestJSON-1595917213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for floatingip, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:00.912479 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99e1a5b-3abd-410a-87ed-d5c3b07ff204 service neutron] Pushing event updated for resources: {'Port': ['ID=922caa09-8d5c-4d80-88ea-9b74d0b2a711,revision_number=2']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:06:00.978530 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9a2b36-c1c2-4509-a8db-b1fed287a17d req-34acc4e9-01f1-4d82-9cb6-d60e0e20f4f2 tempest-ImagesOneServerTestJSON-472457701 tempest-ImagesOneServerTestJSON-472457701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:00.979180 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-2d9a2b36-c1c2-4509-a8db-b1fed287a17d req-34acc4e9-01f1-4d82-9cb6-d60e0e20f4f2 tempest-ImagesOneServerTestJSON-472457701 tempest-ImagesOneServerTestJSON-472457701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:00.988451 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-ab7722f8-30c0-4d32-99fe-080643ce7aac req-96b16c15-5fba-4d8d-bff3-e21d0be6d38d service neutron] For port 0e6ec0bf-f936-47ad-a6a2-1c89c9f9ccdc, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=0e6ec0bf-f936-47ad-a6a2-1c89c9f9ccdc,segment=NetworkSegment(2a5a1c7b-538e-498e-99b9-cc7a8e0411be),segment_id=2a5a1c7b-538e-498e-99b9-cc7a8e0411be)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:06:01.001511 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e6b3dc4-d2a4-4466-b82a-dc33446511d0', 'tag': '42ff492e-8aff-4fd6-a604-1f78be59f19b'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:06:01.004376 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7779759c-fa4d-4f8f-8ecf-70303323ff4e" -d '{"events": [{"name": "network-changed", "server_uuid": "6e6b3dc4-d2a4-4466-b82a-dc33446511d0", "tag": "42ff492e-8aff-4fd6-a604-1f78be59f19b"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:06:01.022422 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-5186f768-3884-4ca9-b7ab-c4f1229a0ceb req-c99e1a5b-3abd-410a-87ed-d5c3b07ff204 service neutron] Attempting to bind port 922caa09-8d5c-4d80-88ea-9b74d0b2a711 on host n-h2-818823-1 for vnic_type normal with profile {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:06:01.022753 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-5186f768-3884-4ca9-b7ab-c4f1229a0ceb req-c99e1a5b-3abd-410a-87ed-d5c3b07ff204 service neutron] Attempting to bind port 922caa09-8d5c-4d80-88ea-9b74d0b2a711 by drivers openvswitch,hyperv on host n-h2-818823-1 at level 0 using segments [{'id': 'a1d01b66-e103-44ab-97f3-6f827675fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '5c8a61c3-0285-4b7d-b110-24534369ffce'}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:06:01.023036 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5186f768-3884-4ca9-b7ab-c4f1229a0ceb req-c99e1a5b-3abd-410a-87ed-d5c3b07ff204 service neutron] Attempting to bind port 922caa09-8d5c-4d80-88ea-9b74d0b2a711 on network 5c8a61c3-0285-4b7d-b110-24534369ffce {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:06:01.031524 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5186f768-3884-4ca9-b7ab-c4f1229a0ceb req-c99e1a5b-3abd-410a-87ed-d5c3b07ff204 service neutron] Port 922caa09-8d5c-4d80-88ea-9b74d0b2a711 on network 5c8a61c3-0285-4b7d-b110-24534369ffce not bound, no agent of type Open vSwitch agent registered on host n-h2-818823-1 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:06:01.031969 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5186f768-3884-4ca9-b7ab-c4f1229a0ceb req-c99e1a5b-3abd-410a-87ed-d5c3b07ff204 service neutron] Attempting to bind port 922caa09-8d5c-4d80-88ea-9b74d0b2a711 on network 5c8a61c3-0285-4b7d-b110-24534369ffce {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:06:01.039042 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5186f768-3884-4ca9-b7ab-c4f1229a0ceb req-c99e1a5b-3abd-410a-87ed-d5c3b07ff204 service neutron] Checking agent: {'id': '65e0486a-7030-4065-96f0-10aa7402a530', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'started_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 5, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:06:01.039599 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5186f768-3884-4ca9-b7ab-c4f1229a0ceb req-c99e1a5b-3abd-410a-87ed-d5c3b07ff204 service neutron] Checking segment: {'id': 'a1d01b66-e103-44ab-97f3-6f827675fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '5c8a61c3-0285-4b7d-b110-24534369ffce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:06:01.040020 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5186f768-3884-4ca9-b7ab-c4f1229a0ceb req-c99e1a5b-3abd-410a-87ed-d5c3b07ff204 service neutron] Bound using segment: {'id': 'a1d01b66-e103-44ab-97f3-6f827675fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '5c8a61c3-0285-4b7d-b110-24534369ffce'} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:06:01.040608 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-5186f768-3884-4ca9-b7ab-c4f1229a0ceb req-c99e1a5b-3abd-410a-87ed-d5c3b07ff204 service neutron] Bound port: 922caa09-8d5c-4d80-88ea-9b74d0b2a711, host: n-h2-818823-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1d01b66-e103-44ab-97f3-6f827675fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '5c8a61c3-0285-4b7d-b110-24534369ffce'}}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:06:01.040983 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-5186f768-3884-4ca9-b7ab-c4f1229a0ceb req-c99e1a5b-3abd-410a-87ed-d5c3b07ff204 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:01.050774 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-5ab682ee-1f6e-4ac1-baaa-f21c16347988 req-038a1331-0e8a-4ba8-bd13-b98d5336944e tempest-FloatingIPDetailsTestJSON-879849623 tempest-FloatingIPDetailsTestJSON-879849623-project] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:01.063579 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2d9a2b36-c1c2-4509-a8db-b1fed287a17d req-34acc4e9-01f1-4d82-9cb6-d60e0e20f4f2 tempest-ImagesOneServerTestJSON-472457701 tempest-ImagesOneServerTestJSON-472457701-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8856754 Nov 22 20:06:01.074896 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-42f5c70f-8e76-43c2-9bc9-0fb2e6f2a213 req-7500df32-b772-4738-b454-8e2c52619c20 tempest-FloatingIPsAssociationTestJSON-1595917213 tempest-FloatingIPsAssociationTestJSON-1595917213-project] 10.222.0.46 "PUT /v2.0/floatingips/cad59622-caf1-40f8-9620-6ab80b8f8490 HTTP/1.1" status: 200 len: 998 time: 5.4211545 Nov 22 20:06:01.088759 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-2d9a2b36-c1c2-4509-a8db-b1fed287a17d req-64e2d7d4-97fe-49f1-a6ba-ae7c3f707019 service neutron] Request body: {'port': {'device_id': '5f0d0659-512e-4936-a0a3-cd52bf810a99', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818823-1'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:06:01.129627 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-ab7722f8-30c0-4d32-99fe-080643ce7aac req-96b16c15-5fba-4d8d-bff3-e21d0be6d38d service neutron] For port 0e6ec0bf-f936-47ad-a6a2-1c89c9f9ccdc, host n-h2-818823-1, cleared binding levels {{(pid=103447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:06:01.145574 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-5186f768-3884-4ca9-b7ab-c4f1229a0ceb req-c99e1a5b-3abd-410a-87ed-d5c3b07ff204 service neutron] For port 922caa09-8d5c-4d80-88ea-9b74d0b2a711, host n-h2-818823-1, cleared binding levels {{(pid=103448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:06:01.151821 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-5186f768-3884-4ca9-b7ab-c4f1229a0ceb req-c99e1a5b-3abd-410a-87ed-d5c3b07ff204 service neutron] For port 922caa09-8d5c-4d80-88ea-9b74d0b2a711, host n-h2-818823-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=922caa09-8d5c-4d80-88ea-9b74d0b2a711,segment=NetworkSegment(a1d01b66-e103-44ab-97f3-6f827675fa31),segment_id=a1d01b66-e103-44ab-97f3-6f827675fa31)] {{(pid=103448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:06:01.157387 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-5186f768-3884-4ca9-b7ab-c4f1229a0ceb req-c99e1a5b-3abd-410a-87ed-d5c3b07ff204 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:01.160653 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-6066058b-0c5f-4eeb-948a-d53b19a3d28b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '442ab2c2-1724-406b-86dd-55ba74725ccb', 'name': 'tempest-FloatingIPsAssociationTestJSON-647870050-router', 'tenant_id': 'eccf64927ecc4dab83be8c6edc2287b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.21'}], 'enable_snat': True}, 'gw_port_id': 'b663f5f8-7a6f-495c-b215-a32087cb0156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:04:58Z', 'updated_at': '2021-11-22T20:05:05Z', 'revision_number': 4, 'project_id': 'eccf64927ecc4dab83be8c6edc2287b1', 'gw_port': {'id': 'b663f5f8-7a6f-495c-b215-a32087cb0156', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:1a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '442ab2c2-1724-406b-86dd-55ba74725ccb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:04:59Z', 'updated_at': '2021-11-22T20:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_floatingips': [{'id': 'cad59622-caf1-40f8-9620-6ab80b8f8490', 'tenant_id': 'eccf64927ecc4dab83be8c6edc2287b1', 'floating_ip_address': '172.25.5.215', 'floating_network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'router_id': '442ab2c2-1724-406b-86dd-55ba74725ccb', 'port_id': 'f4441bd5-8225-4d37-a6a1-98fd9d91a472', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e81e05c-4c76-424f-a369-a3cc99f09949', 'mac_address': 'fa:16:3e:79:bf:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84af637-0398-463a-b5b3-c3420a17b4fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T20:05:26Z', 'updated_at': '2021-11-22T20:05:57Z', 'revision_number': 3, 'project_id': 'eccf64927ecc4dab83be8c6edc2287b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '233ce0b9-9200-4e5f-983e-70c1dd7e1dc0', 'name': '', 'network_id': '1e81e05c-4c76-424f-a369-a3cc99f09949', 'tenant_id': 'eccf64927ecc4dab83be8c6edc2287b1', 'mac_address': 'fa:16:3e:15:fa:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '442ab2c2-1724-406b-86dd-55ba74725ccb', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '555c9f92-faec-4407-89e0-e5147ee8b27d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:05:04Z', 'updated_at': '2021-11-22T20:05:10Z', 'revision_number': 5, 'project_id': 'eccf64927ecc4dab83be8c6edc2287b1', 'subnets': [{'id': '555c9f92-faec-4407-89e0-e5147ee8b27d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:06:01.194875 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6066058b-0c5f-4eeb-948a-d53b19a3d28b None None] The sync data for ids ['442ab2c2-1724-406b-86dd-55ba74725ccb'] in n-d-818823-1 is: [{'id': '442ab2c2-1724-406b-86dd-55ba74725ccb', 'name': 'tempest-FloatingIPsAssociationTestJSON-647870050-router', 'tenant_id': 'eccf64927ecc4dab83be8c6edc2287b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.21'}], 'enable_snat': True}, 'gw_port_id': 'b663f5f8-7a6f-495c-b215-a32087cb0156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:04:58Z', 'updated_at': '2021-11-22T20:05:05Z', 'revision_number': 4, 'project_id': 'eccf64927ecc4dab83be8c6edc2287b1', 'gw_port': {'id': 'b663f5f8-7a6f-495c-b215-a32087cb0156', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:1a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '442ab2c2-1724-406b-86dd-55ba74725ccb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:04:59Z', 'updated_at': '2021-11-22T20:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_floatingips': [{'id': 'cad59622-caf1-40f8-9620-6ab80b8f8490', 'tenant_id': 'eccf64927ecc4dab83be8c6edc2287b1', 'floating_ip_address': '172.25.5.215', 'floating_network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'router_id': '442ab2c2-1724-406b-86dd-55ba74725ccb', 'port_id': 'f4441bd5-8225-4d37-a6a1-98fd9d91a472', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e81e05c-4c76-424f-a369-a3cc99f09949', 'mac_address': 'fa:16:3e:79:bf:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84af637-0398-463a-b5b3-c3420a17b4fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T20:05:26Z', 'updated_at': '2021-11-22T20:05:57Z', 'revision_number': 3, 'project_id': 'eccf64927ecc4dab83be8c6edc2287b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '233ce0b9-9200-4e5f-983e-70c1dd7e1dc0', 'name': '', 'network_id': '1e81e05c-4c76-424f-a369-a3cc99f09949', 'tenant_id': 'eccf64927ecc4dab83be8c6edc2287b1', 'mac_address': 'fa:16:3e:15:fa:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '442ab2c2-1724-406b-86dd-55ba74725ccb', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '555c9f92-faec-4407-89e0-e5147ee8b27d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:05:04Z', 'updated_at': '2021-11-22T20:05:10Z', 'revision_number': 5, 'project_id': 'eccf64927ecc4dab83be8c6edc2287b1', 'subnets': [{'id': '555c9f92-faec-4407-89e0-e5147ee8b27d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:06:01.198177 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5186f768-3884-4ca9-b7ab-c4f1229a0ceb req-c99e1a5b-3abd-410a-87ed-d5c3b07ff204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:01.198793 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-5186f768-3884-4ca9-b7ab-c4f1229a0ceb req-c99e1a5b-3abd-410a-87ed-d5c3b07ff204 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:01.200349 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-5186f768-3884-4ca9-b7ab-c4f1229a0ceb req-c99e1a5b-3abd-410a-87ed-d5c3b07ff204 service neutron] 10.222.0.20 "PUT /v2.0/ports/922caa09-8d5c-4d80-88ea-9b74d0b2a711 HTTP/1.1" status: 200 len: 1092 time: 0.8355484 Nov 22 20:06:01.200673 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8d3a7bb-93d3-4918-911b-b913622e40e8', 'tag': '922caa09-8d5c-4d80-88ea-9b74d0b2a711'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:06:01.203271 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589a98cf2aea187fcc423a5edb333e5a6cf3ad7c81115d1ebee0f079693c312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9082c807-c7d6-4688-83e7-4724dcba5d62" -d '{"events": [{"name": "network-changed", "server_uuid": "a8d3a7bb-93d3-4918-911b-b913622e40e8", "tag": "922caa09-8d5c-4d80-88ea-9b74d0b2a711"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:06:01.223475 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-edfaaa30-a9e2-48aa-87e5-d7126c965add None None] Provisioning complete for port 5f923e85-d0d3-4018-bc12-cee68ed8bb13 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:06:01.224028 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-edfaaa30-a9e2-48aa-87e5-d7126c965add None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:01.232817 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99e1a5b-3abd-410a-87ed-d5c3b07ff204 service neutron] Pushing event updated for resources: {'Port': ['ID=922caa09-8d5c-4d80-88ea-9b74d0b2a711,revision_number=3']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:06:01.241265 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f5c70f-8e76-43c2-9bc9-0fb2e6f2a213 req-c97c1f15-2773-49a4-ad01-d4a87872a82a tempest-FloatingIPsAssociationTestJSON-1595917213 tempest-FloatingIPsAssociationTestJSON-1595917213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:01.242796 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-42f5c70f-8e76-43c2-9bc9-0fb2e6f2a213 req-c97c1f15-2773-49a4-ad01-d4a87872a82a tempest-FloatingIPsAssociationTestJSON-1595917213 tempest-FloatingIPsAssociationTestJSON-1595917213-project] 10.222.0.46 "GET /v2.0/ports/42ff492e-8aff-4fd6-a604-1f78be59f19b HTTP/1.1" status: 200 len: 942 time: 0.1466408 Nov 22 20:06:01.266956 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-ab7722f8-30c0-4d32-99fe-080643ce7aac req-96b16c15-5fba-4d8d-bff3-e21d0be6d38d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:01.274022 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-5ab682ee-1f6e-4ac1-baaa-f21c16347988 req-038a1331-0e8a-4ba8-bd13-b98d5336944e tempest-FloatingIPDetailsTestJSON-879849623 tempest-FloatingIPDetailsTestJSON-879849623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:01.277832 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-edfaaa30-a9e2-48aa-87e5-d7126c965add None None] Port 5f923e85-d0d3-4018-bc12-cee68ed8bb13 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:06:01.307325 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5186f768-3884-4ca9-b7ab-c4f1229a0ceb req-c38c2ed1-674c-4d3a-af13-8b5a197096df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:01.308951 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-5186f768-3884-4ca9-b7ab-c4f1229a0ceb req-c38c2ed1-674c-4d3a-af13-8b5a197096df service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ed1bb220b53d484cb7697cddf2626bd6&device_id=a8d3a7bb-93d3-4918-911b-b913622e40e8 HTTP/1.1" status: 200 len: 1095 time: 0.0666206 Nov 22 20:06:01.315995 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-2d9a2b36-c1c2-4509-a8db-b1fed287a17d req-64e2d7d4-97fe-49f1-a6ba-ae7c3f707019 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:01.327375 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.provisioning_blocks [req-ab7722f8-30c0-4d32-99fe-080643ce7aac req-96b16c15-5fba-4d8d-bff3-e21d0be6d38d service neutron] Transition to ACTIVE for port object 0e6ec0bf-f936-47ad-a6a2-1c89c9f9ccdc will not be triggered until provisioned by entity L2. {{(pid=103447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 20:06:01.341184 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ab682ee-1f6e-4ac1-baaa-f21c16347988 req-038a1331-0e8a-4ba8-bd13-b98d5336944e tempest-FloatingIPDetailsTestJSON-879849623 tempest-FloatingIPDetailsTestJSON-879849623-project] Network c48a55e9-6a85-4746-b7bf-3e29fb560094 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:06:01.353325 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-5186f768-3884-4ca9-b7ab-c4f1229a0ceb req-ee5d4bf0-4a0a-444e-8e49-22937144b3a8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=922caa09-8d5c-4d80-88ea-9b74d0b2a711 HTTP/1.1" status: 200 len: 217 time: 0.0352690 Nov 22 20:06:01.353644 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [req-5ab682ee-1f6e-4ac1-baaa-f21c16347988 req-038a1331-0e8a-4ba8-bd13-b98d5336944e tempest-FloatingIPDetailsTestJSON-879849623 tempest-FloatingIPDetailsTestJSON-879849623-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:06:01.356109 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ab682ee-1f6e-4ac1-baaa-f21c16347988 req-038a1331-0e8a-4ba8-bd13-b98d5336944e tempest-FloatingIPDetailsTestJSON-879849623 tempest-FloatingIPDetailsTestJSON-879849623-project] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:06:01.358018 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-ab7722f8-30c0-4d32-99fe-080643ce7aac req-96b16c15-5fba-4d8d-bff3-e21d0be6d38d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:01.402239 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5186f768-3884-4ca9-b7ab-c4f1229a0ceb req-64285d26-22dd-49dc-be62-f9ed7a24038c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:01.403763 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-5186f768-3884-4ca9-b7ab-c4f1229a0ceb req-64285d26-22dd-49dc-be62-f9ed7a24038c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6ba52ab0-cb64-425e-be27-2e0b31d7d99f HTTP/1.1" status: 200 len: 861 time: 0.0433733 Nov 22 20:06:01.415388 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038a1331-0e8a-4ba8-bd13-b98d5336944e tempest-FloatingIPDetailsTestJSON-879849623 tempest-FloatingIPDetailsTestJSON-879849623-project] Pushing event updated for resources: {'Port': ['ID=91635dee-c68f-469b-88a4-55355c19d2f9,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:06:01.436489 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-5186f768-3884-4ca9-b7ab-c4f1229a0ceb req-426b33e9-89b6-45e6-b37a-17c917f3293e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5c8a61c3-0285-4b7d-b110-24534369ffce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247741 Nov 22 20:06:01.542237 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-5186f768-3884-4ca9-b7ab-c4f1229a0ceb req-0cbb820e-7537-443b-88d3-7c0d2f9cacbb service neutron] 10.222.0.20 "GET /v2.0/networks/5c8a61c3-0285-4b7d-b110-24534369ffce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988615 Nov 22 20:06:01.648303 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-5186f768-3884-4ca9-b7ab-c4f1229a0ceb req-266dc542-e72e-4773-9f78-041873419886 service neutron] 10.222.0.20 "GET /v2.0/networks/5c8a61c3-0285-4b7d-b110-24534369ffce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983448 Nov 22 20:06:01.830730 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab7722f8-30c0-4d32-99fe-080643ce7aac req-96b16c15-5fba-4d8d-bff3-e21d0be6d38d service neutron] No DVR routers for this DVR port 0e6ec0bf-f936-47ad-a6a2-1c89c9f9ccdc on host n-h2-818823-1 {{(pid=103447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:06:01.893815 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f5c70f-8e76-43c2-9bc9-0fb2e6f2a213 req-6ce0e9ec-cf4c-4e82-b7ae-5cc38868f943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:01.895968 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-42f5c70f-8e76-43c2-9bc9-0fb2e6f2a213 req-6ce0e9ec-cf4c-4e82-b7ae-5cc38868f943 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=eccf64927ecc4dab83be8c6edc2287b1&device_id=6e6b3dc4-d2a4-4466-b82a-dc33446511d0 HTTP/1.1" status: 200 len: 1096 time: 0.5699556 Nov 22 20:06:01.924214 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b16c15-5fba-4d8d-bff3-e21d0be6d38d service neutron] Pushing event updated for resources: {'Port': ['ID=0e6ec0bf-f936-47ad-a6a2-1c89c9f9ccdc,revision_number=6']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:06:02.026855 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-ab7722f8-30c0-4d32-99fe-080643ce7aac req-96b16c15-5fba-4d8d-bff3-e21d0be6d38d service neutron] Attempting to bind port 0e6ec0bf-f936-47ad-a6a2-1c89c9f9ccdc on host n-h1-818823-1 for vnic_type normal with profile {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:06:02.027189 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-ab7722f8-30c0-4d32-99fe-080643ce7aac req-96b16c15-5fba-4d8d-bff3-e21d0be6d38d service neutron] Attempting to bind port 0e6ec0bf-f936-47ad-a6a2-1c89c9f9ccdc by drivers openvswitch,hyperv on host n-h1-818823-1 at level 0 using segments [{'id': '2a5a1c7b-538e-498e-99b9-cc7a8e0411be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'e1052824-bf78-4963-8937-b202e372ac24'}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:06:02.027556 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab7722f8-30c0-4d32-99fe-080643ce7aac req-96b16c15-5fba-4d8d-bff3-e21d0be6d38d service neutron] Attempting to bind port 0e6ec0bf-f936-47ad-a6a2-1c89c9f9ccdc on network e1052824-bf78-4963-8937-b202e372ac24 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:06:02.073301 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-5ab682ee-1f6e-4ac1-baaa-f21c16347988 req-038a1331-0e8a-4ba8-bd13-b98d5336944e tempest-FloatingIPDetailsTestJSON-879849623 tempest-FloatingIPDetailsTestJSON-879849623-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:02.084387 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab7722f8-30c0-4d32-99fe-080643ce7aac req-96b16c15-5fba-4d8d-bff3-e21d0be6d38d service neutron] Port 0e6ec0bf-f936-47ad-a6a2-1c89c9f9ccdc on network e1052824-bf78-4963-8937-b202e372ac24 not bound, no agent of type Open vSwitch agent registered on host n-h1-818823-1 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:06:02.084942 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab7722f8-30c0-4d32-99fe-080643ce7aac req-96b16c15-5fba-4d8d-bff3-e21d0be6d38d service neutron] Attempting to bind port 0e6ec0bf-f936-47ad-a6a2-1c89c9f9ccdc on network e1052824-bf78-4963-8937-b202e372ac24 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:06:02.108263 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab7722f8-30c0-4d32-99fe-080643ce7aac req-96b16c15-5fba-4d8d-bff3-e21d0be6d38d service neutron] Checking agent: {'id': '7a008cff-3b49-418c-8046-689d46cc800f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'started_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 5, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:06:02.108608 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab7722f8-30c0-4d32-99fe-080643ce7aac req-96b16c15-5fba-4d8d-bff3-e21d0be6d38d service neutron] Checking segment: {'id': '2a5a1c7b-538e-498e-99b9-cc7a8e0411be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'e1052824-bf78-4963-8937-b202e372ac24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:06:02.108996 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab7722f8-30c0-4d32-99fe-080643ce7aac req-96b16c15-5fba-4d8d-bff3-e21d0be6d38d service neutron] Bound using segment: {'id': '2a5a1c7b-538e-498e-99b9-cc7a8e0411be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'e1052824-bf78-4963-8937-b202e372ac24'} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:06:02.109435 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-ab7722f8-30c0-4d32-99fe-080643ce7aac req-96b16c15-5fba-4d8d-bff3-e21d0be6d38d service neutron] Bound port: 0e6ec0bf-f936-47ad-a6a2-1c89c9f9ccdc, host: n-h1-818823-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a5a1c7b-538e-498e-99b9-cc7a8e0411be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'e1052824-bf78-4963-8937-b202e372ac24'}}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:06:02.109792 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-ab7722f8-30c0-4d32-99fe-080643ce7aac req-96b16c15-5fba-4d8d-bff3-e21d0be6d38d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:02.168744 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-5ab682ee-1f6e-4ac1-baaa-f21c16347988 req-038a1331-0e8a-4ba8-bd13-b98d5336944e tempest-FloatingIPDetailsTestJSON-879849623 tempest-FloatingIPDetailsTestJSON-879849623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:02.174633 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f5c70f-8e76-43c2-9bc9-0fb2e6f2a213 req-5b7a7882-d635-42d1-acd9-e115d3dab29c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:02.176229 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-42f5c70f-8e76-43c2-9bc9-0fb2e6f2a213 req-5b7a7882-d635-42d1-acd9-e115d3dab29c service neutron] 10.222.0.46 "GET /v2.0/networks?id=1e81e05c-4c76-424f-a369-a3cc99f09949 HTTP/1.1" status: 200 len: 921 time: 0.2565186 Nov 22 20:06:02.289839 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-42f5c70f-8e76-43c2-9bc9-0fb2e6f2a213 req-da6be99b-040e-4e8a-b5d4-d438af6cb32c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=42ff492e-8aff-4fd6-a604-1f78be59f19b HTTP/1.1" status: 200 len: 217 time: 0.0769482 Nov 22 20:06:02.402077 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-56cc0330-ead1-4633-a709-f4030f486d9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:02.404220 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-ab7722f8-30c0-4d32-99fe-080643ce7aac req-96b16c15-5fba-4d8d-bff3-e21d0be6d38d service neutron] For port 0e6ec0bf-f936-47ad-a6a2-1c89c9f9ccdc, host n-h1-818823-1, cleared binding levels {{(pid=103447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:06:02.417302 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed7bb49a-7ff8-4dde-8cc1-05d74872eef8 None None] New status for floating IP cad59622-caf1-40f8-9620-6ab80b8f8490: ACTIVE {{(pid=103450) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 20:06:02.437186 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-ab7722f8-30c0-4d32-99fe-080643ce7aac req-96b16c15-5fba-4d8d-bff3-e21d0be6d38d service neutron] For port 0e6ec0bf-f936-47ad-a6a2-1c89c9f9ccdc, host n-h1-818823-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=0e6ec0bf-f936-47ad-a6a2-1c89c9f9ccdc,segment=NetworkSegment(2a5a1c7b-538e-498e-99b9-cc7a8e0411be),segment_id=2a5a1c7b-538e-498e-99b9-cc7a8e0411be)] {{(pid=103447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:06:02.458296 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f5c70f-8e76-43c2-9bc9-0fb2e6f2a213 req-4b936003-84e8-40d0-aca8-6f1c3f311e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:02.460342 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-42f5c70f-8e76-43c2-9bc9-0fb2e6f2a213 req-4b936003-84e8-40d0-aca8-6f1c3f311e7e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=555c9f92-faec-4407-89e0-e5147ee8b27d HTTP/1.1" status: 200 len: 859 time: 0.1513588 Nov 22 20:06:02.466286 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-ab7722f8-30c0-4d32-99fe-080643ce7aac req-96b16c15-5fba-4d8d-bff3-e21d0be6d38d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:02.550479 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [req-2d9a2b36-c1c2-4509-a8db-b1fed287a17d req-64e2d7d4-97fe-49f1-a6ba-ae7c3f707019 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f923e85-d0d3-4018-bc12-cee68ed8bb13 {{(pid=103447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:06:02.567109 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-2d9a2b36-c1c2-4509-a8db-b1fed287a17d req-64e2d7d4-97fe-49f1-a6ba-ae7c3f707019 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:02.576219 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7722f8-30c0-4d32-99fe-080643ce7aac req-96b16c15-5fba-4d8d-bff3-e21d0be6d38d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:02.576857 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-ab7722f8-30c0-4d32-99fe-080643ce7aac req-96b16c15-5fba-4d8d-bff3-e21d0be6d38d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:02.578304 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ab7722f8-30c0-4d32-99fe-080643ce7aac req-96b16c15-5fba-4d8d-bff3-e21d0be6d38d service neutron] 10.222.0.41 "PUT /v2.0/ports/0e6ec0bf-f936-47ad-a6a2-1c89c9f9ccdc HTTP/1.1" status: 200 len: 1095 time: 2.6948569 Nov 22 20:06:02.617323 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.provisioning_blocks [req-2d9a2b36-c1c2-4509-a8db-b1fed287a17d req-64e2d7d4-97fe-49f1-a6ba-ae7c3f707019 service neutron] Transition to ACTIVE for port object 5f923e85-d0d3-4018-bc12-cee68ed8bb13 will not be triggered until provisioned by entity L2. {{(pid=103447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 20:06:02.638373 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b16c15-5fba-4d8d-bff3-e21d0be6d38d service neutron] Pushing event updated for resources: {'Port': ['ID=0e6ec0bf-f936-47ad-a6a2-1c89c9f9ccdc,revision_number=7']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:06:02.641238 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-2d9a2b36-c1c2-4509-a8db-b1fed287a17d req-64e2d7d4-97fe-49f1-a6ba-ae7c3f707019 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:02.669926 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e1b8dc8-1074-4e0f-9dfe-d05d5b889c93 None None] Sync routers for ids ['442ab2c2-1724-406b-86dd-55ba74725ccb'] in n-d-818823-1 {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:06:02.681202 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e1b8dc8-1074-4e0f-9dfe-d05d5b889c93 None None] Routers {'442ab2c2-1724-406b-86dd-55ba74725ccb'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:06:02.681887 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-4e1b8dc8-1074-4e0f-9dfe-d05d5b889c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:06:02Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['442ab2c2-1724-406b-86dd-55ba74725ccb'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:06:02.690506 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f5c70f-8e76-43c2-9bc9-0fb2e6f2a213 req-28b16c75-40ad-4426-a727-14b186e3d7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:02.692672 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-42f5c70f-8e76-43c2-9bc9-0fb2e6f2a213 req-28b16c75-40ad-4426-a727-14b186e3d7f5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1e81e05c-4c76-424f-a369-a3cc99f09949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2202582 Nov 22 20:06:02.751542 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-5ab682ee-1f6e-4ac1-baaa-f21c16347988 req-038a1331-0e8a-4ba8-bd13-b98d5336944e tempest-FloatingIPDetailsTestJSON-879849623 tempest-FloatingIPDetailsTestJSON-879849623-project] Publish callbacks [] for port, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:02.788120 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-5ab682ee-1f6e-4ac1-baaa-f21c16347988 req-038a1331-0e8a-4ba8-bd13-b98d5336944e tempest-FloatingIPDetailsTestJSON-879849623 tempest-FloatingIPDetailsTestJSON-879849623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:02.794016 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e2d7d4-97fe-49f1-a6ba-ae7c3f707019 service neutron] Pushing event updated for resources: {'Port': ['ID=5f923e85-d0d3-4018-bc12-cee68ed8bb13,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:06:02.807577 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-4e1b8dc8-1074-4e0f-9dfe-d05d5b889c93 None None] Set router 442ab2c2-1724-406b-86dd-55ba74725ccb gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:06:02.850466 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7722f8-30c0-4d32-99fe-080643ce7aac req-ea283c8c-2384-469a-b3f2-1fcebd187eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:02.851957 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ab7722f8-30c0-4d32-99fe-080643ce7aac req-ea283c8c-2384-469a-b3f2-1fcebd187eff service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=126c0323750547f8b9835ef63890aaea&device_id=0c38e8a6-8795-4e86-88f9-2d86b3aaea94 HTTP/1.1" status: 200 len: 1098 time: 0.2419109 Nov 22 20:06:02.994062 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038a1331-0e8a-4ba8-bd13-b98d5336944e tempest-FloatingIPDetailsTestJSON-879849623 tempest-FloatingIPDetailsTestJSON-879849623-project] Pushing event updated for resources: {'Port': ['ID=91635dee-c68f-469b-88a4-55355c19d2f9,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:06:03.035530 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-5ab682ee-1f6e-4ac1-baaa-f21c16347988 req-038a1331-0e8a-4ba8-bd13-b98d5336944e tempest-FloatingIPDetailsTestJSON-879849623 tempest-FloatingIPDetailsTestJSON-879849623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-595224'] for floatingip, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:03.051611 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-42f5c70f-8e76-43c2-9bc9-0fb2e6f2a213 req-8faaecb6-2254-4363-a0b5-eb4c82e6e0c4 service neutron] 10.222.0.46 "GET /v2.0/networks/1e81e05c-4c76-424f-a369-a3cc99f09949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3454363 Nov 22 20:06:03.070867 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-2d9a2b36-c1c2-4509-a8db-b1fed287a17d req-64e2d7d4-97fe-49f1-a6ba-ae7c3f707019 service neutron] Attempting to bind port 5f923e85-d0d3-4018-bc12-cee68ed8bb13 on host n-h1-818823-1 for vnic_type normal with profile {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:06:03.071210 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-2d9a2b36-c1c2-4509-a8db-b1fed287a17d req-64e2d7d4-97fe-49f1-a6ba-ae7c3f707019 service neutron] Attempting to bind port 5f923e85-d0d3-4018-bc12-cee68ed8bb13 by drivers openvswitch,hyperv on host n-h1-818823-1 at level 0 using segments [{'id': '2a5a1c7b-538e-498e-99b9-cc7a8e0411be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'e1052824-bf78-4963-8937-b202e372ac24'}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:06:03.071581 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d9a2b36-c1c2-4509-a8db-b1fed287a17d req-64e2d7d4-97fe-49f1-a6ba-ae7c3f707019 service neutron] Attempting to bind port 5f923e85-d0d3-4018-bc12-cee68ed8bb13 on network e1052824-bf78-4963-8937-b202e372ac24 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:06:03.079879 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-4e1b8dc8-1074-4e0f-9dfe-d05d5b889c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '442ab2c2-1724-406b-86dd-55ba74725ccb', 'name': 'tempest-FloatingIPsAssociationTestJSON-647870050-router', 'tenant_id': 'eccf64927ecc4dab83be8c6edc2287b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.21'}], 'enable_snat': True}, 'gw_port_id': 'b663f5f8-7a6f-495c-b215-a32087cb0156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:04:58Z', 'updated_at': '2021-11-22T20:05:05Z', 'revision_number': 4, 'project_id': 'eccf64927ecc4dab83be8c6edc2287b1', 'gw_port': {'id': 'b663f5f8-7a6f-495c-b215-a32087cb0156', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:1a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '442ab2c2-1724-406b-86dd-55ba74725ccb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:04:59Z', 'updated_at': '2021-11-22T20:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_floatingips': [{'id': 'cad59622-caf1-40f8-9620-6ab80b8f8490', 'tenant_id': 'eccf64927ecc4dab83be8c6edc2287b1', 'floating_ip_address': '172.25.5.215', 'floating_network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'router_id': '442ab2c2-1724-406b-86dd-55ba74725ccb', 'port_id': 'f4441bd5-8225-4d37-a6a1-98fd9d91a472', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e81e05c-4c76-424f-a369-a3cc99f09949', 'mac_address': 'fa:16:3e:79:bf:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84af637-0398-463a-b5b3-c3420a17b4fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T20:05:26Z', 'updated_at': '2021-11-22T20:06:02Z', 'revision_number': 4, 'project_id': 'eccf64927ecc4dab83be8c6edc2287b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '233ce0b9-9200-4e5f-983e-70c1dd7e1dc0', 'name': '', 'network_id': '1e81e05c-4c76-424f-a369-a3cc99f09949', 'tenant_id': 'eccf64927ecc4dab83be8c6edc2287b1', 'mac_address': 'fa:16:3e:15:fa:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '442ab2c2-1724-406b-86dd-55ba74725ccb', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '555c9f92-faec-4407-89e0-e5147ee8b27d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:05:04Z', 'updated_at': '2021-11-22T20:05:10Z', 'revision_number': 5, 'project_id': 'eccf64927ecc4dab83be8c6edc2287b1', 'subnets': [{'id': '555c9f92-faec-4407-89e0-e5147ee8b27d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:06:03.096787 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-5ab682ee-1f6e-4ac1-baaa-f21c16347988 req-038a1331-0e8a-4ba8-bd13-b98d5336944e tempest-FloatingIPDetailsTestJSON-879849623 tempest-FloatingIPDetailsTestJSON-879849623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for floatingip, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:03.098554 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5ab682ee-1f6e-4ac1-baaa-f21c16347988 req-038a1331-0e8a-4ba8-bd13-b98d5336944e tempest-FloatingIPDetailsTestJSON-879849623 tempest-FloatingIPDetailsTestJSON-879849623-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.7635195 Nov 22 20:06:03.114081 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e1b8dc8-1074-4e0f-9dfe-d05d5b889c93 None None] Checking router: 442ab2c2-1724-406b-86dd-55ba74725ccb for host: n-d-818823-1 {{(pid=103449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 20:06:03.124562 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d9a2b36-c1c2-4509-a8db-b1fed287a17d req-64e2d7d4-97fe-49f1-a6ba-ae7c3f707019 service neutron] Port 5f923e85-d0d3-4018-bc12-cee68ed8bb13 on network e1052824-bf78-4963-8937-b202e372ac24 not bound, no agent of type Open vSwitch agent registered on host n-h1-818823-1 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:06:03.124782 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d9a2b36-c1c2-4509-a8db-b1fed287a17d req-64e2d7d4-97fe-49f1-a6ba-ae7c3f707019 service neutron] Attempting to bind port 5f923e85-d0d3-4018-bc12-cee68ed8bb13 on network e1052824-bf78-4963-8937-b202e372ac24 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:06:03.126643 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e1b8dc8-1074-4e0f-9dfe-d05d5b889c93 None None] Routers {'442ab2c2-1724-406b-86dd-55ba74725ccb'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:06:03.127260 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-4e1b8dc8-1074-4e0f-9dfe-d05d5b889c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:06:02Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['442ab2c2-1724-406b-86dd-55ba74725ccb'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:06:03.151267 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d9a2b36-c1c2-4509-a8db-b1fed287a17d req-64e2d7d4-97fe-49f1-a6ba-ae7c3f707019 service neutron] Checking agent: {'id': '7a008cff-3b49-418c-8046-689d46cc800f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'started_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 5, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:06:03.151647 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d9a2b36-c1c2-4509-a8db-b1fed287a17d req-64e2d7d4-97fe-49f1-a6ba-ae7c3f707019 service neutron] Checking segment: {'id': '2a5a1c7b-538e-498e-99b9-cc7a8e0411be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'e1052824-bf78-4963-8937-b202e372ac24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:06:03.152038 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d9a2b36-c1c2-4509-a8db-b1fed287a17d req-64e2d7d4-97fe-49f1-a6ba-ae7c3f707019 service neutron] Bound using segment: {'id': '2a5a1c7b-538e-498e-99b9-cc7a8e0411be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'e1052824-bf78-4963-8937-b202e372ac24'} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:06:03.152474 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-2d9a2b36-c1c2-4509-a8db-b1fed287a17d req-64e2d7d4-97fe-49f1-a6ba-ae7c3f707019 service neutron] Bound port: 5f923e85-d0d3-4018-bc12-cee68ed8bb13, host: n-h1-818823-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a5a1c7b-538e-498e-99b9-cc7a8e0411be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'e1052824-bf78-4963-8937-b202e372ac24'}}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:06:03.152835 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-2d9a2b36-c1c2-4509-a8db-b1fed287a17d req-64e2d7d4-97fe-49f1-a6ba-ae7c3f707019 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:03.196700 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7722f8-30c0-4d32-99fe-080643ce7aac req-661ec6ac-9c46-4673-9fc8-ee3025b11c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:03.198233 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ab7722f8-30c0-4d32-99fe-080643ce7aac req-661ec6ac-9c46-4673-9fc8-ee3025b11c4c service neutron] 10.222.0.41 "GET /v2.0/networks?id=e1052824-bf78-4963-8937-b202e372ac24 HTTP/1.1" status: 200 len: 870 time: 0.3303332 Nov 22 20:06:03.227610 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5ab682ee-1f6e-4ac1-baaa-f21c16347988 req-e2d92e5f-c6e4-4967-a541-406ae9e035de tempest-FloatingIPDetailsTestJSON-879849623 tempest-FloatingIPDetailsTestJSON-879849623-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.5.73 HTTP/1.1" status: 200 len: 695 time: 0.0967679 Nov 22 20:06:03.278242 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ab7722f8-30c0-4d32-99fe-080643ce7aac req-9b6f360c-fd30-479a-9bb5-68696040433e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=0e6ec0bf-f936-47ad-a6a2-1c89c9f9ccdc HTTP/1.1" status: 200 len: 217 time: 0.0678613 Nov 22 20:06:03.370075 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-03f0964f-1b75-4df7-99e0-a3cdb56ec2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:03.381706 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 0e6ec0bf-f936-47ad-a6a2-1c89c9f9ccdc no longer exists at agent hyperv_n-h2-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:06:03.416805 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-4e1b8dc8-1074-4e0f-9dfe-d05d5b889c93 None None] Set router 442ab2c2-1724-406b-86dd-55ba74725ccb gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:06:03.430545 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-42f5c70f-8e76-43c2-9bc9-0fb2e6f2a213 req-1401bb82-6cfe-4bb0-ad76-059d5234c5fd service neutron] 10.222.0.46 "GET /v2.0/networks/1e81e05c-4c76-424f-a369-a3cc99f09949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3693738 Nov 22 20:06:03.436667 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-2d9a2b36-c1c2-4509-a8db-b1fed287a17d req-64e2d7d4-97fe-49f1-a6ba-ae7c3f707019 service neutron] For port 5f923e85-d0d3-4018-bc12-cee68ed8bb13, host n-h1-818823-1, cleared binding levels {{(pid=103447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:06:03.444238 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-2d9a2b36-c1c2-4509-a8db-b1fed287a17d req-64e2d7d4-97fe-49f1-a6ba-ae7c3f707019 service neutron] For port 5f923e85-d0d3-4018-bc12-cee68ed8bb13, host n-h1-818823-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=5f923e85-d0d3-4018-bc12-cee68ed8bb13,segment=NetworkSegment(2a5a1c7b-538e-498e-99b9-cc7a8e0411be),segment_id=2a5a1c7b-538e-498e-99b9-cc7a8e0411be)] {{(pid=103447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:06:03.448381 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7722f8-30c0-4d32-99fe-080643ce7aac req-3b1aa92e-618a-420f-841e-c50de677b3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:03.449870 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ab7722f8-30c0-4d32-99fe-080643ce7aac req-3b1aa92e-618a-420f-841e-c50de677b3d0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3091ebfd-11e2-41f8-9c00-ffe0b86563d8 HTTP/1.1" status: 200 len: 843 time: 0.1475501 Nov 22 20:06:03.453774 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-2d9a2b36-c1c2-4509-a8db-b1fed287a17d req-64e2d7d4-97fe-49f1-a6ba-ae7c3f707019 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:03.469353 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 0e6ec0bf-f936-47ad-a6a2-1c89c9f9ccdc not bound to the agent host n-h2-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:06:03.569267 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9a2b36-c1c2-4509-a8db-b1fed287a17d req-64e2d7d4-97fe-49f1-a6ba-ae7c3f707019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:03.569889 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-2d9a2b36-c1c2-4509-a8db-b1fed287a17d req-64e2d7d4-97fe-49f1-a6ba-ae7c3f707019 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:03.571269 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2d9a2b36-c1c2-4509-a8db-b1fed287a17d req-64e2d7d4-97fe-49f1-a6ba-ae7c3f707019 service neutron] 10.222.0.41 "PUT /v2.0/ports/5f923e85-d0d3-4018-bc12-cee68ed8bb13 HTTP/1.1" status: 200 len: 1095 time: 2.4871526 Nov 22 20:06:03.602073 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab682ee-1f6e-4ac1-baaa-f21c16347988 req-d96ee493-1ead-4485-99ab-327c2fdb22de tempest-FloatingIPDetailsTestJSON-879849623 tempest-FloatingIPDetailsTestJSON-879849623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:03.603536 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5ab682ee-1f6e-4ac1-baaa-f21c16347988 req-d96ee493-1ead-4485-99ab-327c2fdb22de tempest-FloatingIPDetailsTestJSON-879849623 tempest-FloatingIPDetailsTestJSON-879849623-project] 10.222.0.46 "GET /v2.0/networks/c48a55e9-6a85-4746-b7bf-3e29fb560094 HTTP/1.1" status: 200 len: 784 time: 0.3435860 Nov 22 20:06:03.621074 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e2d7d4-97fe-49f1-a6ba-ae7c3f707019 service neutron] Pushing event updated for resources: {'Port': ['ID=5f923e85-d0d3-4018-bc12-cee68ed8bb13,revision_number=3']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:06:03.642189 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f5c70f-8e76-43c2-9bc9-0fb2e6f2a213 req-b400ebc9-cdc9-4789-9bbc-02cddf62ce87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:03.643490 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-42f5c70f-8e76-43c2-9bc9-0fb2e6f2a213 req-b400ebc9-cdc9-4789-9bbc-02cddf62ce87 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=eccf64927ecc4dab83be8c6edc2287b1&device_id=b84af637-0398-463a-b5b3-c3420a17b4fe HTTP/1.1" status: 200 len: 1096 time: 0.1484745 Nov 22 20:06:03.698901 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-4e1b8dc8-1074-4e0f-9dfe-d05d5b889c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '442ab2c2-1724-406b-86dd-55ba74725ccb', 'name': 'tempest-FloatingIPsAssociationTestJSON-647870050-router', 'tenant_id': 'eccf64927ecc4dab83be8c6edc2287b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.21'}], 'enable_snat': True}, 'gw_port_id': 'b663f5f8-7a6f-495c-b215-a32087cb0156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:04:58Z', 'updated_at': '2021-11-22T20:05:05Z', 'revision_number': 4, 'project_id': 'eccf64927ecc4dab83be8c6edc2287b1', 'gw_port': {'id': 'b663f5f8-7a6f-495c-b215-a32087cb0156', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:1a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '442ab2c2-1724-406b-86dd-55ba74725ccb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:04:59Z', 'updated_at': '2021-11-22T20:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_floatingips': [{'id': 'cad59622-caf1-40f8-9620-6ab80b8f8490', 'tenant_id': 'eccf64927ecc4dab83be8c6edc2287b1', 'floating_ip_address': '172.25.5.215', 'floating_network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'router_id': '442ab2c2-1724-406b-86dd-55ba74725ccb', 'port_id': 'f4441bd5-8225-4d37-a6a1-98fd9d91a472', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e81e05c-4c76-424f-a369-a3cc99f09949', 'mac_address': 'fa:16:3e:79:bf:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84af637-0398-463a-b5b3-c3420a17b4fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T20:05:26Z', 'updated_at': '2021-11-22T20:06:02Z', 'revision_number': 4, 'project_id': 'eccf64927ecc4dab83be8c6edc2287b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '233ce0b9-9200-4e5f-983e-70c1dd7e1dc0', 'name': '', 'network_id': '1e81e05c-4c76-424f-a369-a3cc99f09949', 'tenant_id': 'eccf64927ecc4dab83be8c6edc2287b1', 'mac_address': 'fa:16:3e:15:fa:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '442ab2c2-1724-406b-86dd-55ba74725ccb', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '555c9f92-faec-4407-89e0-e5147ee8b27d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:05:04Z', 'updated_at': '2021-11-22T20:05:10Z', 'revision_number': 5, 'project_id': 'eccf64927ecc4dab83be8c6edc2287b1', 'subnets': [{'id': '555c9f92-faec-4407-89e0-e5147ee8b27d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:06:03.715506 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7722f8-30c0-4d32-99fe-080643ce7aac req-5a3241cd-ce83-430c-b52e-6f0f02ff5917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:03.717054 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ab7722f8-30c0-4d32-99fe-080643ce7aac req-5a3241cd-ce83-430c-b52e-6f0f02ff5917 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e1052824-bf78-4963-8937-b202e372ac24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2557642 Nov 22 20:06:03.730152 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e1b8dc8-1074-4e0f-9dfe-d05d5b889c93 None None] The sync data for ids ['442ab2c2-1724-406b-86dd-55ba74725ccb'] in n-d-818823-1 is: [{'id': '442ab2c2-1724-406b-86dd-55ba74725ccb', 'name': 'tempest-FloatingIPsAssociationTestJSON-647870050-router', 'tenant_id': 'eccf64927ecc4dab83be8c6edc2287b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.21'}], 'enable_snat': True}, 'gw_port_id': 'b663f5f8-7a6f-495c-b215-a32087cb0156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:04:58Z', 'updated_at': '2021-11-22T20:05:05Z', 'revision_number': 4, 'project_id': 'eccf64927ecc4dab83be8c6edc2287b1', 'gw_port': {'id': 'b663f5f8-7a6f-495c-b215-a32087cb0156', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:1a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '442ab2c2-1724-406b-86dd-55ba74725ccb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:04:59Z', 'updated_at': '2021-11-22T20:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_floatingips': [{'id': 'cad59622-caf1-40f8-9620-6ab80b8f8490', 'tenant_id': 'eccf64927ecc4dab83be8c6edc2287b1', 'floating_ip_address': '172.25.5.215', 'floating_network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'router_id': '442ab2c2-1724-406b-86dd-55ba74725ccb', 'port_id': 'f4441bd5-8225-4d37-a6a1-98fd9d91a472', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e81e05c-4c76-424f-a369-a3cc99f09949', 'mac_address': 'fa:16:3e:79:bf:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84af637-0398-463a-b5b3-c3420a17b4fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T20:05:26Z', 'updated_at': '2021-11-22T20:06:02Z', 'revision_number': 4, 'project_id': 'eccf64927ecc4dab83be8c6edc2287b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '233ce0b9-9200-4e5f-983e-70c1dd7e1dc0', 'name': '', 'network_id': '1e81e05c-4c76-424f-a369-a3cc99f09949', 'tenant_id': 'eccf64927ecc4dab83be8c6edc2287b1', 'mac_address': 'fa:16:3e:15:fa:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '442ab2c2-1724-406b-86dd-55ba74725ccb', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '555c9f92-faec-4407-89e0-e5147ee8b27d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:05:04Z', 'updated_at': '2021-11-22T20:05:10Z', 'revision_number': 5, 'project_id': 'eccf64927ecc4dab83be8c6edc2287b1', 'subnets': [{'id': '555c9f92-faec-4407-89e0-e5147ee8b27d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:06:04.103675 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9a2b36-c1c2-4509-a8db-b1fed287a17d req-14efa454-80cb-40a5-8ea1-7a451295a695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:04.105214 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2d9a2b36-c1c2-4509-a8db-b1fed287a17d req-14efa454-80cb-40a5-8ea1-7a451295a695 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8cc0d919e0004680be4aa06e5b40e2e4&device_id=5f0d0659-512e-4936-a0a3-cd52bf810a99 HTTP/1.1" status: 200 len: 1098 time: 0.4857924 Nov 22 20:06:04.170052 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f5c70f-8e76-43c2-9bc9-0fb2e6f2a213 req-d7d3f635-84ff-42c5-9ac6-d8bfc75f0467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:04.171562 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-42f5c70f-8e76-43c2-9bc9-0fb2e6f2a213 req-d7d3f635-84ff-42c5-9ac6-d8bfc75f0467 service neutron] 10.222.0.46 "GET /v2.0/networks?id=1e81e05c-4c76-424f-a369-a3cc99f09949 HTTP/1.1" status: 200 len: 921 time: 0.5115285 Nov 22 20:06:04.174946 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2d9a2b36-c1c2-4509-a8db-b1fed287a17d req-8ad1c25e-5bb9-421d-8a93-7bc0509e6f62 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=5f923e85-d0d3-4018-bc12-cee68ed8bb13 HTTP/1.1" status: 200 len: 217 time: 0.0583999 Nov 22 20:06:04.184824 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623561de-fa9a-440e-901c-9be9107d5ba9 req-b21917ac-4d4f-46be-988b-068d90839d13 tempest-ImagesOneServerTestJSON-472457701 tempest-ImagesOneServerTestJSON-472457701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:04.186268 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-623561de-fa9a-440e-901c-9be9107d5ba9 req-b21917ac-4d4f-46be-988b-068d90839d13 tempest-ImagesOneServerTestJSON-472457701 tempest-ImagesOneServerTestJSON-472457701-project] 10.222.0.46 "GET /v2.0/ports?device_id=5f0d0659-512e-4936-a0a3-cd52bf810a99 HTTP/1.1" status: 200 len: 947 time: 0.4748733 Nov 22 20:06:04.283787 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ab7722f8-30c0-4d32-99fe-080643ce7aac req-6d9e8a6f-7a8f-416d-a46b-34b9e5c1a474 service neutron] 10.222.0.41 "GET /v2.0/networks/e1052824-bf78-4963-8937-b202e372ac24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5494335 Nov 22 20:06:04.333767 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9a2b36-c1c2-4509-a8db-b1fed287a17d req-2e9229a4-7481-4135-8170-73af62986f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:04.335200 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2d9a2b36-c1c2-4509-a8db-b1fed287a17d req-2e9229a4-7481-4135-8170-73af62986f4c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3091ebfd-11e2-41f8-9c00-ffe0b86563d8 HTTP/1.1" status: 200 len: 843 time: 0.1480865 Nov 22 20:06:04.336910 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-42f5c70f-8e76-43c2-9bc9-0fb2e6f2a213 req-e3af882d-6164-4c64-be60-c8bcf079f10e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f4441bd5-8225-4d37-a6a1-98fd9d91a472 HTTP/1.1" status: 200 len: 1001 time: 0.1459506 Nov 22 20:06:04.431756 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-623561de-fa9a-440e-901c-9be9107d5ba9 req-f4748ca0-da0f-4114-b3f2-1202289f6b4d tempest-ImagesOneServerTestJSON-472457701 tempest-ImagesOneServerTestJSON-472457701-project] 10.222.0.46 "GET /v2.0/security-groups?id=0c348c88-32ba-475a-80ac-2a702b8d42a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2389853 Nov 22 20:06:04.470072 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f5c70f-8e76-43c2-9bc9-0fb2e6f2a213 req-5d1535c3-34a7-4c41-8193-3bff8e9ceed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:04.471762 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-42f5c70f-8e76-43c2-9bc9-0fb2e6f2a213 req-5d1535c3-34a7-4c41-8193-3bff8e9ceed3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=555c9f92-faec-4407-89e0-e5147ee8b27d HTTP/1.1" status: 200 len: 859 time: 0.1009049 Nov 22 20:06:04.499210 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9a2b36-c1c2-4509-a8db-b1fed287a17d req-a0414867-4563-4843-be75-d006fc9c271d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:04.500732 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2d9a2b36-c1c2-4509-a8db-b1fed287a17d req-a0414867-4563-4843-be75-d006fc9c271d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e1052824-bf78-4963-8937-b202e372ac24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1344566 Nov 22 20:06:04.524723 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ab7722f8-30c0-4d32-99fe-080643ce7aac req-f96745a5-aebc-4f6e-99c7-7ea76dd24b43 service neutron] 10.222.0.41 "GET /v2.0/networks/e1052824-bf78-4963-8937-b202e372ac24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2326462 Nov 22 20:06:04.623283 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f5c70f-8e76-43c2-9bc9-0fb2e6f2a213 req-05b02e5c-f225-4dbe-bba8-cb401b316fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:04.624831 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-42f5c70f-8e76-43c2-9bc9-0fb2e6f2a213 req-05b02e5c-f225-4dbe-bba8-cb401b316fc5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1e81e05c-4c76-424f-a369-a3cc99f09949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1441934 Nov 22 20:06:04.642601 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e6546b-9952-41fc-8638-871ad9b7fde9 req-dd06a50d-d5dd-4f56-bf5a-ff328e778a5c tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:04.643370 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-30e6546b-9952-41fc-8638-871ad9b7fde9 req-dd06a50d-d5dd-4f56-bf5a-ff328e778a5c tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/ports?device_id=0c38e8a6-8795-4e86-88f9-2d86b3aaea94 HTTP/1.1" status: 200 len: 947 time: 0.1482310 Nov 22 20:06:04.725427 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2d9a2b36-c1c2-4509-a8db-b1fed287a17d req-3acddc9d-db67-4b4c-adc0-28904e8befe8 service neutron] 10.222.0.41 "GET /v2.0/networks/e1052824-bf78-4963-8937-b202e372ac24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2031031 Nov 22 20:06:04.780854 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-30e6546b-9952-41fc-8638-871ad9b7fde9 req-c7f07135-79f2-49f0-b859-7c616ee389dc tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1d007ec-a75a-4ef8-9cdd-9c679a3ff22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286719 Nov 22 20:06:04.833356 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-42f5c70f-8e76-43c2-9bc9-0fb2e6f2a213 req-0f1ce3a8-df84-4828-b668-cc046b81302f service neutron] 10.222.0.46 "GET /v2.0/networks/1e81e05c-4c76-424f-a369-a3cc99f09949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2005923 Nov 22 20:06:04.917068 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2d9a2b36-c1c2-4509-a8db-b1fed287a17d req-0a7a8778-c97e-422b-b5a0-6f6443159a8f service neutron] 10.222.0.41 "GET /v2.0/networks/e1052824-bf78-4963-8937-b202e372ac24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749980 Nov 22 20:06:04.977866 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-42f5c70f-8e76-43c2-9bc9-0fb2e6f2a213 req-9b8b950e-5627-4bb4-afee-a3aa2f9e78ec service neutron] 10.222.0.46 "GET /v2.0/networks/1e81e05c-4c76-424f-a369-a3cc99f09949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370094 Nov 22 20:06:05.014262 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5ed2e9-52ba-4e85-a957-4de91f8fc223 req-cffbf386-b021-4eee-a1d4-676d1a68a9db tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:05.016047 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6b5ed2e9-52ba-4e85-a957-4de91f8fc223 req-cffbf386-b021-4eee-a1d4-676d1a68a9db tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] 10.222.0.46 "GET /v2.0/ports?device_id=a8d3a7bb-93d3-4918-911b-b913622e40e8 HTTP/1.1" status: 200 len: 944 time: 0.0791261 Nov 22 20:06:05.017458 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e49ee129-e862-4476-beca-cdc8150d2345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:05.082369 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6b5ed2e9-52ba-4e85-a957-4de91f8fc223 req-688be78c-61e6-4dcf-93bd-913cb1812530 tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] 10.222.0.46 "GET /v2.0/security-groups?id=89c2c967-26c4-4e1c-a1fd-c97f87817ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592794 Nov 22 20:06:05.125786 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ef8d31-af1f-4b96-ab5a-1826a8161427 req-97c05073-c5b2-4a2c-91f9-832306418426 tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:05.127352 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f2ef8d31-af1f-4b96-ab5a-1826a8161427 req-97c05073-c5b2-4a2c-91f9-832306418426 tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] 10.222.0.46 "GET /v2.0/ports?device_id=1d610fed-ade8-4090-9ac8-a8eeda6b914b HTTP/1.1" status: 200 len: 949 time: 0.0585306 Nov 22 20:06:05.133682 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 20:06:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44eab8bd-d0f4-41c8-b538-b93d6c66d9ad x-openstack-request-id: req-44eab8bd-d0f4-41c8-b538-b93d6c66d9ad {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:06:05.134059 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e6b3dc4-d2a4-4466-b82a-dc33446511d0", "tag": "42ff492e-8aff-4fd6-a604-1f78be59f19b", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:06:05.134393 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-44eab8bd-d0f4-41c8-b538-b93d6c66d9ad {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:06:05.134856 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e6b3dc4-d2a4-4466-b82a-dc33446511d0', 'tag': '42ff492e-8aff-4fd6-a604-1f78be59f19b', 'status': 'completed', 'code': 200} Nov 22 20:06:05.182297 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f2ef8d31-af1f-4b96-ab5a-1826a8161427 req-d648451e-2402-4cdb-ab35-dc7b644fe5be tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] 10.222.0.46 "GET /v2.0/security-groups?id=e5ae9e03-6ff8-4082-b7a4-25ecea5ed21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465260 Nov 22 20:06:05.190485 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 20:06:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6533143-0134-441e-8d67-2c5e86c59721 x-openstack-request-id: req-d6533143-0134-441e-8d67-2c5e86c59721 {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:06:05.191086 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8d3a7bb-93d3-4918-911b-b913622e40e8", "tag": "922caa09-8d5c-4d80-88ea-9b74d0b2a711", "status": "completed", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:06:05.192032 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d6533143-0134-441e-8d67-2c5e86c59721 {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:06:05.192675 n-d-818823-1 neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8d3a7bb-93d3-4918-911b-b913622e40e8', 'tag': '922caa09-8d5c-4d80-88ea-9b74d0b2a711', 'status': 'completed', 'code': 200} Nov 22 20:06:05.210898 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7779759c-fa4d-4f8f-8ecf-70303323ff4e req-5d30ac24-2737-4e00-9bf3-eb8744372e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:05.212409 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-7779759c-fa4d-4f8f-8ecf-70303323ff4e req-5d30ac24-2737-4e00-9bf3-eb8744372e34 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=eccf64927ecc4dab83be8c6edc2287b1&device_id=6e6b3dc4-d2a4-4466-b82a-dc33446511d0 HTTP/1.1" status: 200 len: 1096 time: 0.0563793 Nov 22 20:06:05.324686 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7779759c-fa4d-4f8f-8ecf-70303323ff4e req-ae511ae4-c19a-4100-92d3-83e82fe49364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:05.326351 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-7779759c-fa4d-4f8f-8ecf-70303323ff4e req-ae511ae4-c19a-4100-92d3-83e82fe49364 service neutron] 10.222.0.20 "GET /v2.0/networks?id=1e81e05c-4c76-424f-a369-a3cc99f09949 HTTP/1.1" status: 200 len: 921 time: 0.1060600 Nov 22 20:06:05.373055 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-7779759c-fa4d-4f8f-8ecf-70303323ff4e req-1b67d455-318f-43df-9ee0-09a8c9827760 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=42ff492e-8aff-4fd6-a604-1f78be59f19b HTTP/1.1" status: 200 len: 217 time: 0.0378315 Nov 22 20:06:05.378393 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-dd0ee0f1-b7be-4c19-b32e-7274e862a0f0 req-555ef9f7-3b44-49e8-b767-bc5bc8476d04 tempest-FloatingIPsAssociationTestJSON-1595917213 tempest-FloatingIPsAssociationTestJSON-1595917213-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.5.215 HTTP/1.1" status: 200 len: 1001 time: 0.1619065 Nov 22 20:06:05.383858 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9082c807-c7d6-4688-83e7-4724dcba5d62 req-0c3830a6-6e89-4a6b-81c5-4d61b2bf06fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:05.385294 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9082c807-c7d6-4688-83e7-4724dcba5d62 req-0c3830a6-6e89-4a6b-81c5-4d61b2bf06fe service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ed1bb220b53d484cb7697cddf2626bd6&device_id=a8d3a7bb-93d3-4918-911b-b913622e40e8 HTTP/1.1" status: 200 len: 1095 time: 0.1810255 Nov 22 20:06:05.391905 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b2a808be-5eaf-4384-bbee-02a2b851f7a0 req-dea73ef4-7321-4796-8615-d57d4d53f36b tempest-FloatingIPDetailsTestJSON-879849623 tempest-FloatingIPDetailsTestJSON-879849623-project] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2087235 Nov 22 20:06:05.416898 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-b2a808be-5eaf-4384-bbee-02a2b851f7a0 req-100b85a1-b9f8-44dc-a23e-0e47b3bd3e8a tempest-FloatingIPDetailsTestJSON-879849623 tempest-FloatingIPDetailsTestJSON-879849623-project] Request body: {'floatingip': {'floating_network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:06:05.420184 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 922caa09-8d5c-4d80-88ea-9b74d0b2a711 details requested by agent hyperv_n-h2-818823-1 with host n-h2-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 20:06:05.424867 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7779759c-fa4d-4f8f-8ecf-70303323ff4e req-6dc0d033-2284-4442-9de6-47c24e78924f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:05.428766 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-7779759c-fa4d-4f8f-8ecf-70303323ff4e req-6dc0d033-2284-4442-9de6-47c24e78924f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=555c9f92-faec-4407-89e0-e5147ee8b27d HTTP/1.1" status: 200 len: 859 time: 0.0484552 Nov 22 20:06:05.485721 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7779759c-fa4d-4f8f-8ecf-70303323ff4e req-0e81b31e-ccfb-4be4-9430-0513f55d0ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:05.487459 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-7779759c-fa4d-4f8f-8ecf-70303323ff4e req-0e81b31e-ccfb-4be4-9430-0513f55d0ea0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1e81e05c-4c76-424f-a369-a3cc99f09949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0510771 Nov 22 20:06:05.493543 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0ee0f1-b7be-4c19-b32e-7274e862a0f0 req-f9283186-c6f9-4ad3-89af-b8dff0245c02 tempest-FloatingIPsAssociationTestJSON-1595917213 tempest-FloatingIPsAssociationTestJSON-1595917213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:05.495222 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-dd0ee0f1-b7be-4c19-b32e-7274e862a0f0 req-f9283186-c6f9-4ad3-89af-b8dff0245c02 tempest-FloatingIPsAssociationTestJSON-1595917213 tempest-FloatingIPsAssociationTestJSON-1595917213-project] 10.222.0.46 "GET /v2.0/ports/f4441bd5-8225-4d37-a6a1-98fd9d91a472 HTTP/1.1" status: 200 len: 942 time: 0.1090739 Nov 22 20:06:05.516684 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-b2a808be-5eaf-4384-bbee-02a2b851f7a0 req-100b85a1-b9f8-44dc-a23e-0e47b3bd3e8a tempest-FloatingIPDetailsTestJSON-879849623 tempest-FloatingIPDetailsTestJSON-879849623-project] Publish callbacks [] for floatingip, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:05.548827 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port 922caa09-8d5c-4d80-88ea-9b74d0b2a711, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=922caa09-8d5c-4d80-88ea-9b74d0b2a711,segment=NetworkSegment(a1d01b66-e103-44ab-97f3-6f827675fa31),segment_id=a1d01b66-e103-44ab-97f3-6f827675fa31)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:06:05.564068 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Returning: {'device': '922caa09-8d5c-4d80-88ea-9b74d0b2a711', 'network_id': '5c8a61c3-0285-4b7d-b110-24534369ffce', 'port_id': '922caa09-8d5c-4d80-88ea-9b74d0b2a711', 'mac_address': 'fa:16:3e:6b:55:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 611, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ba52ab0-cb64-425e-be27-2e0b31d7d99f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 20:06:05.585427 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-7779759c-fa4d-4f8f-8ecf-70303323ff4e req-2e29005d-e475-451d-9a34-39348b3de4d7 service neutron] 10.222.0.20 "GET /v2.0/networks/1e81e05c-4c76-424f-a369-a3cc99f09949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902207 Nov 22 20:06:05.606713 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:05.621379 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9082c807-c7d6-4688-83e7-4724dcba5d62 req-f3f1258e-16d6-4ec4-bd61-0552bf654d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:05.621633 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 922caa09-8d5c-4d80-88ea-9b74d0b2a711 {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:06:05.622859 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9082c807-c7d6-4688-83e7-4724dcba5d62 req-f3f1258e-16d6-4ec4-bd61-0552bf654d46 service neutron] 10.222.0.20 "GET /v2.0/networks?id=5c8a61c3-0285-4b7d-b110-24534369ffce HTTP/1.1" status: 200 len: 922 time: 0.2300828 Nov 22 20:06:05.643051 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port 922caa09-8d5c-4d80-88ea-9b74d0b2a711, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=922caa09-8d5c-4d80-88ea-9b74d0b2a711,segment=NetworkSegment(a1d01b66-e103-44ab-97f3-6f827675fa31),segment_id=a1d01b66-e103-44ab-97f3-6f827675fa31)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:06:05.648729 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:05.682586 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9082c807-c7d6-4688-83e7-4724dcba5d62 req-c0252dd8-c63b-407a-a2d0-5e9caa33098b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=922caa09-8d5c-4d80-88ea-9b74d0b2a711 HTTP/1.1" status: 200 len: 217 time: 0.0496171 Nov 22 20:06:05.699659 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-7779759c-fa4d-4f8f-8ecf-70303323ff4e req-e1a14854-326b-44ec-8914-535703fa2823 service neutron] 10.222.0.20 "GET /v2.0/networks/1e81e05c-4c76-424f-a369-a3cc99f09949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023407 Nov 22 20:06:05.704150 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=922caa09-8d5c-4d80-88ea-9b74d0b2a711,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:06:05.729788 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-dd0ee0f1-b7be-4c19-b32e-7274e862a0f0 req-70a31270-05ee-42be-9e0f-f796d7656cf4 tempest-FloatingIPsAssociationTestJSON-1595917213 tempest-FloatingIPsAssociationTestJSON-1595917213-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.5.215 HTTP/1.1" status: 200 len: 1001 time: 0.1880374 Nov 22 20:06:05.801619 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9082c807-c7d6-4688-83e7-4724dcba5d62 req-a52650da-a92b-4bdf-bb4a-fa960f4f192c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:05.803617 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9082c807-c7d6-4688-83e7-4724dcba5d62 req-a52650da-a92b-4bdf-bb4a-fa960f4f192c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6ba52ab0-cb64-425e-be27-2e0b31d7d99f HTTP/1.1" status: 200 len: 861 time: 0.1119218 Nov 22 20:06:05.866199 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9082c807-c7d6-4688-83e7-4724dcba5d62 req-d45cea12-7db3-41ca-873e-a0f3fe1d9aaf service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5c8a61c3-0285-4b7d-b110-24534369ffce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512519 Nov 22 20:06:05.869831 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:05.900826 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] get_ports_and_sgs() called for port_ids ['922caa09-8d5c-4d80-88ea-9b74d0b2a711'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:06:05.944194 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-b2a808be-5eaf-4384-bbee-02a2b851f7a0 req-100b85a1-b9f8-44dc-a23e-0e47b3bd3e8a tempest-FloatingIPDetailsTestJSON-879849623 tempest-FloatingIPDetailsTestJSON-879849623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:05.961826 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0ee0f1-b7be-4c19-b32e-7274e862a0f0 req-f3ee3175-814e-4cb2-b6c8-7389619d5252 tempest-FloatingIPsAssociationTestJSON-1595917213 tempest-FloatingIPsAssociationTestJSON-1595917213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:05.963311 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-dd0ee0f1-b7be-4c19-b32e-7274e862a0f0 req-f3ee3175-814e-4cb2-b6c8-7389619d5252 tempest-FloatingIPsAssociationTestJSON-1595917213 tempest-FloatingIPsAssociationTestJSON-1595917213-project] 10.222.0.46 "GET /v2.0/networks/c48a55e9-6a85-4746-b7bf-3e29fb560094 HTTP/1.1" status: 200 len: 784 time: 0.2261915 Nov 22 20:06:06.060704 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9082c807-c7d6-4688-83e7-4724dcba5d62 req-ea266801-3d1b-4af3-a55a-cf79841de656 service neutron] 10.222.0.20 "GET /v2.0/networks/5c8a61c3-0285-4b7d-b110-24534369ffce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856716 Nov 22 20:06:06.151340 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-55a70bd0-51dc-44fd-99fe-4f76d0ef655b req-162a7e34-f8b9-4e64-998e-9e177e4aad02 tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=df0dc2d171414ec4a3fabee70c3a9ca4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0633714 Nov 22 20:06:06.200285 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [req-b2a808be-5eaf-4384-bbee-02a2b851f7a0 req-100b85a1-b9f8-44dc-a23e-0e47b3bd3e8a tempest-FloatingIPDetailsTestJSON-879849623 tempest-FloatingIPDetailsTestJSON-879849623-project] Allocated IP 172.25.5.153 (c48a55e9-6a85-4746-b7bf-3e29fb560094/5da6f781-63e6-4328-ae7a-5e672262f55a/0a220e5a-c43a-4d40-b941-d3c192185203) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:06:06.321185 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9082c807-c7d6-4688-83e7-4724dcba5d62 req-e36f514e-f702-45a1-8cd5-bf8a18810fde service neutron] 10.222.0.20 "GET /v2.0/networks/5c8a61c3-0285-4b7d-b110-24534369ffce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2428048 Nov 22 20:06:06.369145 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a70bd0-51dc-44fd-99fe-4f76d0ef655b req-0d48e402-2606-43de-922c-d3f0b0c4fa4a tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:06.370705 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-55a70bd0-51dc-44fd-99fe-4f76d0ef655b req-0d48e402-2606-43de-922c-d3f0b0c4fa4a tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2110341 Nov 22 20:06:06.400035 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-55a70bd0-51dc-44fd-99fe-4f76d0ef655b req-68d33292-857c-40c7-ab02-6426f304b72f tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] 10.222.0.46 "GET /v2.0/quotas/df0dc2d171414ec4a3fabee70c3a9ca4 HTTP/1.1" status: 200 len: 375 time: 0.0193770 Nov 22 20:06:06.427369 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-b2a808be-5eaf-4384-bbee-02a2b851f7a0 req-100b85a1-b9f8-44dc-a23e-0e47b3bd3e8a tempest-FloatingIPDetailsTestJSON-879849623 tempest-FloatingIPDetailsTestJSON-879849623-project] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:06.487741 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-55a70bd0-51dc-44fd-99fe-4f76d0ef655b req-44c7292a-e629-46a7-b97a-dceb99e94083 tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=df0dc2d171414ec4a3fabee70c3a9ca4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0737119 Nov 22 20:06:06.498188 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-b2a808be-5eaf-4384-bbee-02a2b851f7a0 req-100b85a1-b9f8-44dc-a23e-0e47b3bd3e8a tempest-FloatingIPDetailsTestJSON-879849623 tempest-FloatingIPDetailsTestJSON-879849623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:06.547670 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2a808be-5eaf-4384-bbee-02a2b851f7a0 req-100b85a1-b9f8-44dc-a23e-0e47b3bd3e8a tempest-FloatingIPDetailsTestJSON-879849623 tempest-FloatingIPDetailsTestJSON-879849623-project] Network c48a55e9-6a85-4746-b7bf-3e29fb560094 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:06:06.551612 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [req-b2a808be-5eaf-4384-bbee-02a2b851f7a0 req-100b85a1-b9f8-44dc-a23e-0e47b3bd3e8a tempest-FloatingIPDetailsTestJSON-879849623 tempest-FloatingIPDetailsTestJSON-879849623-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:06:06.558195 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2a808be-5eaf-4384-bbee-02a2b851f7a0 req-100b85a1-b9f8-44dc-a23e-0e47b3bd3e8a tempest-FloatingIPDetailsTestJSON-879849623 tempest-FloatingIPDetailsTestJSON-879849623-project] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:06:06.561557 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100b85a1-b9f8-44dc-a23e-0e47b3bd3e8a tempest-FloatingIPDetailsTestJSON-879849623 tempest-FloatingIPDetailsTestJSON-879849623-project] Pushing event updated for resources: {'Port': ['ID=0a220e5a-c43a-4d40-b941-d3c192185203,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:06:06.652291 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-b2a808be-5eaf-4384-bbee-02a2b851f7a0 req-100b85a1-b9f8-44dc-a23e-0e47b3bd3e8a tempest-FloatingIPDetailsTestJSON-879849623 tempest-FloatingIPDetailsTestJSON-879849623-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:06.717422 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-b2a808be-5eaf-4384-bbee-02a2b851f7a0 req-100b85a1-b9f8-44dc-a23e-0e47b3bd3e8a tempest-FloatingIPDetailsTestJSON-879849623 tempest-FloatingIPDetailsTestJSON-879849623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:06.728145 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eec857-65e0-4cc8-b8a1-66e061869de6 req-6a344862-d647-45b0-81f3-9adb5a84e87f tempest-ImagesOneServerTestJSON-472457701 tempest-ImagesOneServerTestJSON-472457701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:06.729657 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-05eec857-65e0-4cc8-b8a1-66e061869de6 req-6a344862-d647-45b0-81f3-9adb5a84e87f tempest-ImagesOneServerTestJSON-472457701 tempest-ImagesOneServerTestJSON-472457701-project] 10.222.0.46 "GET /v2.0/ports?device_id=5f0d0659-512e-4936-a0a3-cd52bf810a99 HTTP/1.1" status: 200 len: 947 time: 0.0794001 Nov 22 20:06:06.841496 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-05eec857-65e0-4cc8-b8a1-66e061869de6 req-4385f4d2-4e00-4275-a17a-91a59c326441 tempest-ImagesOneServerTestJSON-472457701 tempest-ImagesOneServerTestJSON-472457701-project] 10.222.0.46 "GET /v2.0/security-groups?id=0c348c88-32ba-475a-80ac-2a702b8d42a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950806 Nov 22 20:06:06.956414 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-b2a808be-5eaf-4384-bbee-02a2b851f7a0 req-100b85a1-b9f8-44dc-a23e-0e47b3bd3e8a tempest-FloatingIPDetailsTestJSON-879849623 tempest-FloatingIPDetailsTestJSON-879849623-project] Publish callbacks [] for port, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:06.964372 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-b2a808be-5eaf-4384-bbee-02a2b851f7a0 req-100b85a1-b9f8-44dc-a23e-0e47b3bd3e8a tempest-FloatingIPDetailsTestJSON-879849623 tempest-FloatingIPDetailsTestJSON-879849623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:06.982810 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8197f2-ad11-4acb-b386-92bc66e0b8ea req-4bf34f7e-883d-45fd-acfd-43239dd8f9ab tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:06.984464 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ea8197f2-ad11-4acb-b386-92bc66e0b8ea req-4bf34f7e-883d-45fd-acfd-43239dd8f9ab tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/ports?device_id=0c38e8a6-8795-4e86-88f9-2d86b3aaea94 HTTP/1.1" status: 200 len: 947 time: 0.0767405 Nov 22 20:06:07.075969 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100b85a1-b9f8-44dc-a23e-0e47b3bd3e8a tempest-FloatingIPDetailsTestJSON-879849623 tempest-FloatingIPDetailsTestJSON-879849623-project] Pushing event updated for resources: {'Port': ['ID=0a220e5a-c43a-4d40-b941-d3c192185203,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:06:07.101868 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-b2a808be-5eaf-4384-bbee-02a2b851f7a0 req-100b85a1-b9f8-44dc-a23e-0e47b3bd3e8a tempest-FloatingIPDetailsTestJSON-879849623 tempest-FloatingIPDetailsTestJSON-879849623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-595224'] for floatingip, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:07.108655 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ea8197f2-ad11-4acb-b386-92bc66e0b8ea req-5a175ebc-208e-4310-adac-2e0d3bc71756 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1d007ec-a75a-4ef8-9cdd-9c679a3ff22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015930 Nov 22 20:06:07.122488 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-b2a808be-5eaf-4384-bbee-02a2b851f7a0 req-100b85a1-b9f8-44dc-a23e-0e47b3bd3e8a tempest-FloatingIPDetailsTestJSON-879849623 tempest-FloatingIPDetailsTestJSON-879849623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for floatingip, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:07.129621 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b2a808be-5eaf-4384-bbee-02a2b851f7a0 req-100b85a1-b9f8-44dc-a23e-0e47b3bd3e8a tempest-FloatingIPDetailsTestJSON-879849623 tempest-FloatingIPDetailsTestJSON-879849623-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.7291019 Nov 22 20:06:07.137087 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b84af637-0398-463a-b5b3-c3420a17b4fe', 'tag': 'f4441bd5-8225-4d37-a6a1-98fd9d91a472'}, {'server_uuid': '0c38e8a6-8795-4e86-88f9-2d86b3aaea94', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e6ec0bf-f936-47ad-a6a2-1c89c9f9ccdc'}, {'name': 'network-changed', 'server_uuid': '0c38e8a6-8795-4e86-88f9-2d86b3aaea94', 'tag': '0e6ec0bf-f936-47ad-a6a2-1c89c9f9ccdc'}, {'name': 'network-changed', 'server_uuid': '5f0d0659-512e-4936-a0a3-cd52bf810a99', 'tag': '5f923e85-d0d3-4018-bc12-cee68ed8bb13'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:06:07.139951 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06932e5f-880a-4a7d-aa79-e736e20da59f" -d '{"events": [{"name": "network-changed", "server_uuid": "b84af637-0398-463a-b5b3-c3420a17b4fe", "tag": "f4441bd5-8225-4d37-a6a1-98fd9d91a472"}, {"server_uuid": "0c38e8a6-8795-4e86-88f9-2d86b3aaea94", "name": "network-vif-unplugged", "status": "completed", "tag": "0e6ec0bf-f936-47ad-a6a2-1c89c9f9ccdc"}, {"name": "network-changed", "server_uuid": "0c38e8a6-8795-4e86-88f9-2d86b3aaea94", "tag": "0e6ec0bf-f936-47ad-a6a2-1c89c9f9ccdc"}, {"name": "network-changed", "server_uuid": "5f0d0659-512e-4936-a0a3-cd52bf810a99", "tag": "5f923e85-d0d3-4018-bc12-cee68ed8bb13"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:06:07.183609 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b2a808be-5eaf-4384-bbee-02a2b851f7a0 req-f7cab4b3-b6f0-40b3-9524-0ebf4f226b3d tempest-FloatingIPDetailsTestJSON-879849623 tempest-FloatingIPDetailsTestJSON-879849623-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.5.153 HTTP/1.1" status: 200 len: 696 time: 0.0528643 Nov 22 20:06:07.311902 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9b76e7fe-82eb-4de5-9e8d-003f2636009d req-e07b0ed6-d94c-4f69-9d16-c229834881b2 tempest-FloatingIPsAssociationTestJSON-1595917213 tempest-FloatingIPsAssociationTestJSON-1595917213-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.5.215 HTTP/1.1" status: 200 len: 1001 time: 0.1118855 Nov 22 20:06:07.374475 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a808be-5eaf-4384-bbee-02a2b851f7a0 req-3e6fd037-0d14-437d-8c65-444b9e1d457c tempest-FloatingIPDetailsTestJSON-879849623 tempest-FloatingIPDetailsTestJSON-879849623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:07.375824 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b2a808be-5eaf-4384-bbee-02a2b851f7a0 req-3e6fd037-0d14-437d-8c65-444b9e1d457c tempest-FloatingIPDetailsTestJSON-879849623 tempest-FloatingIPDetailsTestJSON-879849623-project] 10.222.0.46 "GET /v2.0/networks/c48a55e9-6a85-4746-b7bf-3e29fb560094 HTTP/1.1" status: 200 len: 784 time: 0.1849890 Nov 22 20:06:07.385597 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b76e7fe-82eb-4de5-9e8d-003f2636009d req-d5cf8029-ae27-41f1-b68f-3666eaf1245f tempest-FloatingIPsAssociationTestJSON-1595917213 tempest-FloatingIPsAssociationTestJSON-1595917213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:07.386987 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9b76e7fe-82eb-4de5-9e8d-003f2636009d req-d5cf8029-ae27-41f1-b68f-3666eaf1245f tempest-FloatingIPsAssociationTestJSON-1595917213 tempest-FloatingIPsAssociationTestJSON-1595917213-project] 10.222.0.46 "GET /v2.0/ports/f4441bd5-8225-4d37-a6a1-98fd9d91a472 HTTP/1.1" status: 200 len: 942 time: 0.0637488 Nov 22 20:06:07.408857 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 5f923e85-d0d3-4018-bc12-cee68ed8bb13 details requested by agent hyperv_n-h1-818823-1 with host n-h1-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 20:06:07.426292 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 922caa09-8d5c-4d80-88ea-9b74d0b2a711 up at agent hyperv_n-h2-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:06:07.524372 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9b76e7fe-82eb-4de5-9e8d-003f2636009d req-0c0ee6fa-38c0-4e39-b2cb-d90eff29344e tempest-FloatingIPsAssociationTestJSON-1595917213 tempest-FloatingIPsAssociationTestJSON-1595917213-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.5.215 HTTP/1.1" status: 200 len: 1001 time: 0.0906351 Nov 22 20:06:07.539088 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c098a08-d383-4ea5-a49c-999d6232d804 req-0c026727-642d-4b57-99a8-81cc5ba97a6e tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:07.541157 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4c098a08-d383-4ea5-a49c-999d6232d804 req-0c026727-642d-4b57-99a8-81cc5ba97a6e tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] 10.222.0.46 "GET /v2.0/ports?device_id=a8d3a7bb-93d3-4918-911b-b913622e40e8 HTTP/1.1" status: 200 len: 945 time: 0.1001685 Nov 22 20:06:07.541892 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Provisioning for port 922caa09-8d5c-4d80-88ea-9b74d0b2a711 completed by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 20:06:07.552172 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Provisioning complete for port 922caa09-8d5c-4d80-88ea-9b74d0b2a711 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:06:07.552544 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:07.606029 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 5f923e85-d0d3-4018-bc12-cee68ed8bb13, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=5f923e85-d0d3-4018-bc12-cee68ed8bb13,segment=NetworkSegment(2a5a1c7b-538e-498e-99b9-cc7a8e0411be),segment_id=2a5a1c7b-538e-498e-99b9-cc7a8e0411be)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:06:07.637007 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Returning: {'device': '5f923e85-d0d3-4018-bc12-cee68ed8bb13', 'network_id': 'e1052824-bf78-4963-8937-b202e372ac24', 'port_id': '5f923e85-d0d3-4018-bc12-cee68ed8bb13', 'mac_address': 'fa:16:3e:39:07:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3091ebfd-11e2-41f8-9c00-ffe0b86563d8', 'ip_address': '192.168.233.35'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 20:06:07.688511 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:07.731338 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f923e85-d0d3-4018-bc12-cee68ed8bb13 {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:06:07.742839 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:07.767255 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 5f923e85-d0d3-4018-bc12-cee68ed8bb13, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=5f923e85-d0d3-4018-bc12-cee68ed8bb13,segment=NetworkSegment(2a5a1c7b-538e-498e-99b9-cc7a8e0411be),segment_id=2a5a1c7b-538e-498e-99b9-cc7a8e0411be)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:06:07.775351 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:07.776156 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 0e6ec0bf-f936-47ad-a6a2-1c89c9f9ccdc details requested by agent hyperv_n-h1-818823-1 with host n-h1-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 20:06:07.799523 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8d3a7bb-93d3-4918-911b-b913622e40e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '922caa09-8d5c-4d80-88ea-9b74d0b2a711'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:06:07.803386 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d39f6d30a11e565ec9648abcc015e8a6ab6cff4edd704add8155e28765d31eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2d75d0f-7edd-4f31-88d7-97c5e72d9660" -d '{"events": [{"server_uuid": "a8d3a7bb-93d3-4918-911b-b913622e40e8", "name": "network-vif-plugged", "status": "completed", "tag": "922caa09-8d5c-4d80-88ea-9b74d0b2a711"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:06:07.832263 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port 922caa09-8d5c-4d80-88ea-9b74d0b2a711, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=922caa09-8d5c-4d80-88ea-9b74d0b2a711,segment=NetworkSegment(a1d01b66-e103-44ab-97f3-6f827675fa31),segment_id=a1d01b66-e103-44ab-97f3-6f827675fa31)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:06:07.840272 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:07.883980 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=5f923e85-d0d3-4018-bc12-cee68ed8bb13,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:06:07.890889 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 0e6ec0bf-f936-47ad-a6a2-1c89c9f9ccdc, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=0e6ec0bf-f936-47ad-a6a2-1c89c9f9ccdc,segment=NetworkSegment(2a5a1c7b-538e-498e-99b9-cc7a8e0411be),segment_id=2a5a1c7b-538e-498e-99b9-cc7a8e0411be)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:06:07.925984 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Returning: {'device': '0e6ec0bf-f936-47ad-a6a2-1c89c9f9ccdc', 'network_id': 'e1052824-bf78-4963-8937-b202e372ac24', 'port_id': '0e6ec0bf-f936-47ad-a6a2-1c89c9f9ccdc', 'mac_address': 'fa:16:3e:bf:9f:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3091ebfd-11e2-41f8-9c00-ffe0b86563d8', 'ip_address': '192.168.233.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 20:06:07.954388 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-55a70bd0-51dc-44fd-99fe-4f76d0ef655b req-f6bfb6bf-e623-4fe7-9409-398374470b48 tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=df0dc2d171414ec4a3fabee70c3a9ca4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0313938 Nov 22 20:06:07.971039 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=922caa09-8d5c-4d80-88ea-9b74d0b2a711,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:06:07.985114 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:07.999699 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e6ec0bf-f936-47ad-a6a2-1c89c9f9ccdc {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:06:08.020335 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 0e6ec0bf-f936-47ad-a6a2-1c89c9f9ccdc, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=0e6ec0bf-f936-47ad-a6a2-1c89c9f9ccdc,segment=NetworkSegment(2a5a1c7b-538e-498e-99b9-cc7a8e0411be),segment_id=2a5a1c7b-538e-498e-99b9-cc7a8e0411be)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:06:08.025340 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:08.059356 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4c098a08-d383-4ea5-a49c-999d6232d804 req-15d0bc6e-e247-40c9-a7b0-69e51270ae8f tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] 10.222.0.46 "GET /v2.0/security-groups?id=89c2c967-26c4-4e1c-a1fd-c97f87817ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5067656 Nov 22 20:06:08.091408 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=0e6ec0bf-f936-47ad-a6a2-1c89c9f9ccdc,revision_number=8']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:06:08.106431 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b76e7fe-82eb-4de5-9e8d-003f2636009d req-cddb7caa-4531-4995-a8f5-5f9aa2943f72 tempest-FloatingIPsAssociationTestJSON-1595917213 tempest-FloatingIPsAssociationTestJSON-1595917213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:08.107854 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9b76e7fe-82eb-4de5-9e8d-003f2636009d req-cddb7caa-4531-4995-a8f5-5f9aa2943f72 tempest-FloatingIPsAssociationTestJSON-1595917213 tempest-FloatingIPsAssociationTestJSON-1595917213-project] 10.222.0.46 "GET /v2.0/networks/c48a55e9-6a85-4746-b7bf-3e29fb560094 HTTP/1.1" status: 200 len: 784 time: 0.5655477 Nov 22 20:06:08.137552 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a70bd0-51dc-44fd-99fe-4f76d0ef655b req-d954fca0-2d05-4503-9144-aa3557951541 tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:08.139022 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-55a70bd0-51dc-44fd-99fe-4f76d0ef655b req-d954fca0-2d05-4503-9144-aa3557951541 tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1741865 Nov 22 20:06:08.171667 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-55a70bd0-51dc-44fd-99fe-4f76d0ef655b req-bd5162e2-9990-423f-abe7-60407a9e2241 tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] Request body: {'port': {'device_id': '0e4af820-9ccd-4bb5-8ecb-1df970705316', 'network_id': 'e1052824-bf78-4963-8937-b202e372ac24', 'admin_state_up': True, 'tenant_id': 'df0dc2d171414ec4a3fabee70c3a9ca4'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:06:08.245875 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-feed7c3b-047a-4b50-a0f7-d549b7db7443 req-b169312e-f6c4-4cc5-9523-708e0290384d tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] 10.222.0.46 "GET /v2.0/ports?device_id=0e4af820-9ccd-4bb5-8ecb-1df970705316 HTTP/1.1" status: 200 len: 210 time: 0.0778568 Nov 22 20:06:08.273980 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9b76e7fe-82eb-4de5-9e8d-003f2636009d req-6b4d4f26-3b5c-444f-a5b1-85bdad45beb6 tempest-FloatingIPsAssociationTestJSON-1595917213 tempest-FloatingIPsAssociationTestJSON-1595917213-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.5.215 HTTP/1.1" status: 200 len: 1001 time: 0.1585093 Nov 22 20:06:08.299520 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-9b76e7fe-82eb-4de5-9e8d-003f2636009d req-ec2e1d49-564f-4e4e-a0fc-35ef5dbf37a8 tempest-FloatingIPsAssociationTestJSON-1595917213 tempest-FloatingIPsAssociationTestJSON-1595917213-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:06:08.314744 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] get_ports_and_sgs() called for port_ids ['0e6ec0bf-f936-47ad-a6a2-1c89c9f9ccdc'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:06:08.354981 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] get_ports_and_sgs() called for port_ids ['5f923e85-d0d3-4018-bc12-cee68ed8bb13'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:06:08.387710 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-9b76e7fe-82eb-4de5-9e8d-003f2636009d req-ec2e1d49-564f-4e4e-a0fc-35ef5dbf37a8 tempest-FloatingIPsAssociationTestJSON-1595917213 tempest-FloatingIPsAssociationTestJSON-1595917213-project] Publish callbacks [] for floatingip, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:08.428668 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 686 Content-Type: application/json Date: Mon, 22 Nov 2021 20:06:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5cd1676-e90f-484d-921b-28c87a18e89a x-openstack-request-id: req-c5cd1676-e90f-484d-921b-28c87a18e89a {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:06:08.428959 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b84af637-0398-463a-b5b3-c3420a17b4fe", "tag": "f4441bd5-8225-4d37-a6a1-98fd9d91a472", "status": "completed", "code": 200}, {"server_uuid": "0c38e8a6-8795-4e86-88f9-2d86b3aaea94", "name": "network-vif-unplugged", "status": "completed", "tag": "0e6ec0bf-f936-47ad-a6a2-1c89c9f9ccdc", "code": 200}, {"name": "network-changed", "server_uuid": "0c38e8a6-8795-4e86-88f9-2d86b3aaea94", "tag": "0e6ec0bf-f936-47ad-a6a2-1c89c9f9ccdc", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "5f0d0659-512e-4936-a0a3-cd52bf810a99", "tag": "5f923e85-d0d3-4018-bc12-cee68ed8bb13", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:06:08.429216 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c5cd1676-e90f-484d-921b-28c87a18e89a {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:06:08.429799 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b84af637-0398-463a-b5b3-c3420a17b4fe', 'tag': 'f4441bd5-8225-4d37-a6a1-98fd9d91a472', 'status': 'completed', 'code': 200} Nov 22 20:06:08.430230 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c38e8a6-8795-4e86-88f9-2d86b3aaea94', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e6ec0bf-f936-47ad-a6a2-1c89c9f9ccdc', 'code': 200} Nov 22 20:06:08.430464 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c38e8a6-8795-4e86-88f9-2d86b3aaea94', 'tag': '0e6ec0bf-f936-47ad-a6a2-1c89c9f9ccdc', 'status': 'completed', 'code': 200} Nov 22 20:06:08.430871 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f0d0659-512e-4936-a0a3-cd52bf810a99', 'tag': '5f923e85-d0d3-4018-bc12-cee68ed8bb13', 'status': 'completed', 'code': 200} Nov 22 20:06:08.433632 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55a70bd0-51dc-44fd-99fe-4f76d0ef655b req-bd5162e2-9990-423f-abe7-60407a9e2241 tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] Made reservation on behalf of df0dc2d171414ec4a3fabee70c3a9ca4 for: {'port': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:06:08.437188 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-55a70bd0-51dc-44fd-99fe-4f76d0ef655b req-bd5162e2-9990-423f-abe7-60407a9e2241 tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:08.504522 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06932e5f-880a-4a7d-aa79-e736e20da59f req-3650d63e-e31d-48bd-bbda-fd7f692fa61e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:08.506115 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-06932e5f-880a-4a7d-aa79-e736e20da59f req-3650d63e-e31d-48bd-bbda-fd7f692fa61e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=126c0323750547f8b9835ef63890aaea&device_id=0c38e8a6-8795-4e86-88f9-2d86b3aaea94 HTTP/1.1" status: 200 len: 1099 time: 0.0430069 Nov 22 20:06:08.642026 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06932e5f-880a-4a7d-aa79-e736e20da59f req-0baf95fc-a06c-4ce5-827d-d1a9128c98d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:08.644097 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-06932e5f-880a-4a7d-aa79-e736e20da59f req-0baf95fc-a06c-4ce5-827d-d1a9128c98d3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e1052824-bf78-4963-8937-b202e372ac24 HTTP/1.1" status: 200 len: 870 time: 0.1286371 Nov 22 20:06:08.687163 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-06932e5f-880a-4a7d-aa79-e736e20da59f req-3f1fd277-b65d-4331-a2c8-5e59bdea5ac5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=0e6ec0bf-f936-47ad-a6a2-1c89c9f9ccdc HTTP/1.1" status: 200 len: 217 time: 0.0349135 Nov 22 20:06:08.715067 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb330d9-e568-4770-be04-2c4e38738b53 req-37a7a042-85f2-4308-88dc-bcf1c8b3e65d tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:08.716588 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-cfb330d9-e568-4770-be04-2c4e38738b53 req-37a7a042-85f2-4308-88dc-bcf1c8b3e65d tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c38e8a6-8795-4e86-88f9-2d86b3aaea94&tenant_id=126c0323750547f8b9835ef63890aaea&binding%3Ahost_id=n-h1-818823-1 HTTP/1.1" status: 200 len: 948 time: 0.2771609 Nov 22 20:06:08.727089 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06932e5f-880a-4a7d-aa79-e736e20da59f req-1aa26b82-3400-4c23-a977-33b928d740ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:08.728598 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-06932e5f-880a-4a7d-aa79-e736e20da59f req-1aa26b82-3400-4c23-a977-33b928d740ae service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=eccf64927ecc4dab83be8c6edc2287b1&device_id=b84af637-0398-463a-b5b3-c3420a17b4fe HTTP/1.1" status: 200 len: 1096 time: 0.2671194 Nov 22 20:06:08.735323 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06932e5f-880a-4a7d-aa79-e736e20da59f req-307aa041-18ee-42d2-83c0-86676aca9ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:08.736782 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-06932e5f-880a-4a7d-aa79-e736e20da59f req-307aa041-18ee-42d2-83c0-86676aca9ee3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3091ebfd-11e2-41f8-9c00-ffe0b86563d8 HTTP/1.1" status: 200 len: 843 time: 0.0429370 Nov 22 20:06:08.799284 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-9b76e7fe-82eb-4de5-9e8d-003f2636009d req-ec2e1d49-564f-4e4e-a0fc-35ef5dbf37a8 tempest-FloatingIPsAssociationTestJSON-1595917213 tempest-FloatingIPsAssociationTestJSON-1595917213-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:08.888183 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-9b76e7fe-82eb-4de5-9e8d-003f2636009d req-ec2e1d49-564f-4e4e-a0fc-35ef5dbf37a8 tempest-FloatingIPsAssociationTestJSON-1595917213 tempest-FloatingIPsAssociationTestJSON-1595917213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-595224'] for floatingip, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:08.888525 n-d-818823-1 neutron-server[103447]: INFO neutron.db.l3_db [req-9b76e7fe-82eb-4de5-9e8d-003f2636009d req-ec2e1d49-564f-4e4e-a0fc-35ef5dbf37a8 tempest-FloatingIPsAssociationTestJSON-1595917213 tempest-FloatingIPsAssociationTestJSON-1595917213-project] Floating IP cad59622-caf1-40f8-9620-6ab80b8f8490 disassociated. External IP: 172.25.5.215, port: f4441bd5-8225-4d37-a6a1-98fd9d91a472. Nov 22 20:06:08.905013 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0f6a4f61-5081-4c2e-a827-91dea09fe6d3 req-4921bb26-3ff9-40b0-9f04-8f26c305648d tempest-FloatingIPDetailsTestJSON-879849623 tempest-FloatingIPDetailsTestJSON-879849623-project] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4418550 Nov 22 20:06:08.958859 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-0f6a4f61-5081-4c2e-a827-91dea09fe6d3 req-19be06ef-a3d8-4e2c-8dbc-4f593c92a443 tempest-FloatingIPDetailsTestJSON-879849623 tempest-FloatingIPDetailsTestJSON-879849623-project] Request body: {'floatingip': {'floating_network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:06:09.045350 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06932e5f-880a-4a7d-aa79-e736e20da59f req-075505b6-3005-4c49-83c5-f00b4ef85702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:09.047224 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-06932e5f-880a-4a7d-aa79-e736e20da59f req-075505b6-3005-4c49-83c5-f00b4ef85702 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e1052824-bf78-4963-8937-b202e372ac24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3039083 Nov 22 20:06:09.057375 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [req-55a70bd0-51dc-44fd-99fe-4f76d0ef655b req-bd5162e2-9990-423f-abe7-60407a9e2241 tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] Allocated IP 192.168.233.45 (e1052824-bf78-4963-8937-b202e372ac24/3091ebfd-11e2-41f8-9c00-ffe0b86563d8/226a1013-6843-41bc-a13d-5ac1f3b082c4) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:06:09.099067 n-d-818823-1 neutron-server[103447]: INFO neutron.api.v2.resource [req-cfb330d9-e568-4770-be04-2c4e38738b53 req-e15a901e-8d0b-4f0a-8e35-5704b4e63f21 service neutron] delete failed (client error): The resource could not be found. Nov 22 20:06:09.100135 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-cfb330d9-e568-4770-be04-2c4e38738b53 req-e15a901e-8d0b-4f0a-8e35-5704b4e63f21 service neutron] 10.222.0.20 "DELETE /v2.0/ports/0e6ec0bf-f936-47ad-a6a2-1c89c9f9ccdc/bindings/n-h2-818823-1 HTTP/1.1" status: 404 len: 380 time: 0.3641093 Nov 22 20:06:09.100850 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-0f6a4f61-5081-4c2e-a827-91dea09fe6d3 req-19be06ef-a3d8-4e2c-8dbc-4f593c92a443 tempest-FloatingIPDetailsTestJSON-879849623 tempest-FloatingIPDetailsTestJSON-879849623-project] Publish callbacks [] for floatingip, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:09.123083 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06932e5f-880a-4a7d-aa79-e736e20da59f req-3d8b799f-4863-4155-a04e-81520fbad23e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:09.124650 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-06932e5f-880a-4a7d-aa79-e736e20da59f req-3d8b799f-4863-4155-a04e-81520fbad23e service neutron] 10.222.0.41 "GET /v2.0/networks?id=1e81e05c-4c76-424f-a369-a3cc99f09949 HTTP/1.1" status: 200 len: 921 time: 0.3848789 Nov 22 20:06:09.147958 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-06932e5f-880a-4a7d-aa79-e736e20da59f req-14f4dce6-7580-4c94-ae5e-e8f6abe20a33 service neutron] 10.222.0.20 "GET /v2.0/networks/e1052824-bf78-4963-8937-b202e372ac24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930448 Nov 22 20:06:09.227200 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-06932e5f-880a-4a7d-aa79-e736e20da59f req-3b21ab88-8de3-4169-815b-990ea0500d5b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f4441bd5-8225-4d37-a6a1-98fd9d91a472 HTTP/1.1" status: 200 len: 217 time: 0.0869446 Nov 22 20:06:09.259571 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-06932e5f-880a-4a7d-aa79-e736e20da59f req-0aa5b188-bf94-4aa9-af1d-9d9ae3863bd8 service neutron] 10.222.0.20 "GET /v2.0/networks/e1052824-bf78-4963-8937-b202e372ac24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946834 Nov 22 20:06:09.400467 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06932e5f-880a-4a7d-aa79-e736e20da59f req-65d54698-e402-4375-b0ca-0970af4216e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:09.401932 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-06932e5f-880a-4a7d-aa79-e736e20da59f req-65d54698-e402-4375-b0ca-0970af4216e9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=555c9f92-faec-4407-89e0-e5147ee8b27d HTTP/1.1" status: 200 len: 859 time: 0.1614811 Nov 22 20:06:09.405509 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb330d9-e568-4770-be04-2c4e38738b53 req-ac78daa8-eeea-4249-9c82-b9ba33921bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:09.407016 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-cfb330d9-e568-4770-be04-2c4e38738b53 req-ac78daa8-eeea-4249-9c82-b9ba33921bf4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=126c0323750547f8b9835ef63890aaea&device_id=0c38e8a6-8795-4e86-88f9-2d86b3aaea94 HTTP/1.1" status: 200 len: 1099 time: 0.0416868 Nov 22 20:06:09.418789 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 5f923e85-d0d3-4018-bc12-cee68ed8bb13 up at agent hyperv_n-h1-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:06:09.472933 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Provisioning for port 5f923e85-d0d3-4018-bc12-cee68ed8bb13 completed by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 20:06:09.477117 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Provisioning complete for port 5f923e85-d0d3-4018-bc12-cee68ed8bb13 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:06:09.477567 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:09.497129 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-55a70bd0-51dc-44fd-99fe-4f76d0ef655b req-bd5162e2-9990-423f-abe7-60407a9e2241 tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:09.512082 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb330d9-e568-4770-be04-2c4e38738b53 req-fed98079-0b09-43dc-a810-f6a2cf4ccbdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:09.513603 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-cfb330d9-e568-4770-be04-2c4e38738b53 req-fed98079-0b09-43dc-a810-f6a2cf4ccbdf service neutron] 10.222.0.20 "GET /v2.0/networks?id=e1052824-bf78-4963-8937-b202e372ac24 HTTP/1.1" status: 200 len: 870 time: 0.0958774 Nov 22 20:06:09.547408 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9b76e7fe-82eb-4de5-9e8d-003f2636009d req-ec2e1d49-564f-4e4e-a0fc-35ef5dbf37a8 tempest-FloatingIPsAssociationTestJSON-1595917213 tempest-FloatingIPsAssociationTestJSON-1595917213-project] Router 442ab2c2-1724-406b-86dd-55ba74725ccb has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 20:06:09.549449 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06932e5f-880a-4a7d-aa79-e736e20da59f req-c692aa12-c12c-4084-abb4-e231426f74c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:09.551059 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-06932e5f-880a-4a7d-aa79-e736e20da59f req-c692aa12-c12c-4084-abb4-e231426f74c5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1e81e05c-4c76-424f-a369-a3cc99f09949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1091847 Nov 22 20:06:09.564228 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-cfb330d9-e568-4770-be04-2c4e38738b53 req-02d6a6f9-b89b-43e6-aac4-068e83a5aef1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=0e6ec0bf-f936-47ad-a6a2-1c89c9f9ccdc HTTP/1.1" status: 200 len: 217 time: 0.0407736 Nov 22 20:06:09.569307 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:09.605185 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 5f923e85-d0d3-4018-bc12-cee68ed8bb13, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=5f923e85-d0d3-4018-bc12-cee68ed8bb13,segment=NetworkSegment(2a5a1c7b-538e-498e-99b9-cc7a8e0411be),segment_id=2a5a1c7b-538e-498e-99b9-cc7a8e0411be)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:06:09.613562 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:09.614756 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 0e6ec0bf-f936-47ad-a6a2-1c89c9f9ccdc up at agent hyperv_n-h1-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:06:09.627187 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-55a70bd0-51dc-44fd-99fe-4f76d0ef655b req-bd5162e2-9990-423f-abe7-60407a9e2241 tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:09.630154 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb330d9-e568-4770-be04-2c4e38738b53 req-23f7022c-5dbd-4821-861f-809442a9ed4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:09.632186 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-cfb330d9-e568-4770-be04-2c4e38738b53 req-23f7022c-5dbd-4821-861f-809442a9ed4b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3091ebfd-11e2-41f8-9c00-ffe0b86563d8 HTTP/1.1" status: 200 len: 843 time: 0.0562811 Nov 22 20:06:09.663936 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] get_ports_and_sgs() called for port_ids ['d65e9dd0-ad52-4544-bbe5-38ddf0458f1e'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:06:09.666475 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] get_ports_and_sgs() called for port_ids ['a09fdba2-333c-482d-9e0d-f005d245604b'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:06:09.685677 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb330d9-e568-4770-be04-2c4e38738b53 req-67bf210c-7469-410e-8786-83e72c934215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:09.687016 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-cfb330d9-e568-4770-be04-2c4e38738b53 req-67bf210c-7469-410e-8786-83e72c934215 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e1052824-bf78-4963-8937-b202e372ac24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0486107 Nov 22 20:06:09.699088 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-0f6a4f61-5081-4c2e-a827-91dea09fe6d3 req-19be06ef-a3d8-4e2c-8dbc-4f593c92a443 tempest-FloatingIPDetailsTestJSON-879849623 tempest-FloatingIPDetailsTestJSON-879849623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:09.777921 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55a70bd0-51dc-44fd-99fe-4f76d0ef655b req-bd5162e2-9990-423f-abe7-60407a9e2241 tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] Network e1052824-bf78-4963-8937-b202e372ac24 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:06:09.792923 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-cfb330d9-e568-4770-be04-2c4e38738b53 req-fee4bdd9-079c-4c12-b6fb-5464a244b322 service neutron] 10.222.0.20 "GET /v2.0/networks/e1052824-bf78-4963-8937-b202e372ac24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938451 Nov 22 20:06:09.798467 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=5f923e85-d0d3-4018-bc12-cee68ed8bb13,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:06:09.813376 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [req-55a70bd0-51dc-44fd-99fe-4f76d0ef655b req-bd5162e2-9990-423f-abe7-60407a9e2241 tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:06:09.821518 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5162e2-9990-423f-abe7-60407a9e2241 tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] Pushing event updated for resources: {'Port': ['ID=226a1013-6843-41bc-a13d-5ac1f3b082c4,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:06:09.836528 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-55a70bd0-51dc-44fd-99fe-4f76d0ef655b req-bd5162e2-9990-423f-abe7-60407a9e2241 tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:06:09.863044 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Provisioning for port 0e6ec0bf-f936-47ad-a6a2-1c89c9f9ccdc completed by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 20:06:09.882395 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Provisioning complete for port 0e6ec0bf-f936-47ad-a6a2-1c89c9f9ccdc triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:06:09.882395 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:09.934395 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-cfb330d9-e568-4770-be04-2c4e38738b53 req-4c08e043-b676-4556-a6bc-f94f7dfec1c8 service neutron] 10.222.0.20 "GET /v2.0/networks/e1052824-bf78-4963-8937-b202e372ac24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390569 Nov 22 20:06:09.949770 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-06932e5f-880a-4a7d-aa79-e736e20da59f req-e76eb04a-3242-4e4b-9335-886c7ae88787 service neutron] 10.222.0.41 "GET /v2.0/networks/1e81e05c-4c76-424f-a369-a3cc99f09949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3812742 Nov 22 20:06:09.950871 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9b76e7fe-82eb-4de5-9e8d-003f2636009d req-ec2e1d49-564f-4e4e-a0fc-35ef5dbf37a8 tempest-FloatingIPsAssociationTestJSON-1595917213 tempest-FloatingIPsAssociationTestJSON-1595917213-project] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:06:09.963368 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e6ba57f-f86e-4567-8e8c-2b78bacf7366 None None] Sync routers for ids ['442ab2c2-1724-406b-86dd-55ba74725ccb'] in n-d-818823-1 {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:06:09.982159 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e6ba57f-f86e-4567-8e8c-2b78bacf7366 None None] Routers {'442ab2c2-1724-406b-86dd-55ba74725ccb'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:06:09.983142 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-1e6ba57f-f86e-4567-8e8c-2b78bacf7366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:06:02Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['442ab2c2-1724-406b-86dd-55ba74725ccb'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:06:10.001458 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-9b76e7fe-82eb-4de5-9e8d-003f2636009d req-ec2e1d49-564f-4e4e-a0fc-35ef5dbf37a8 tempest-FloatingIPsAssociationTestJSON-1595917213 tempest-FloatingIPsAssociationTestJSON-1595917213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for floatingip, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:10.079923 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a70bd0-51dc-44fd-99fe-4f76d0ef655b req-bd5162e2-9990-423f-abe7-60407a9e2241 tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:10.080608 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-55a70bd0-51dc-44fd-99fe-4f76d0ef655b req-bd5162e2-9990-423f-abe7-60407a9e2241 tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:10.108956 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:10.127960 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-1e6ba57f-f86e-4567-8e8c-2b78bacf7366 None None] Set router 442ab2c2-1724-406b-86dd-55ba74725ccb gateway port host: n-d-818823-1 {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:06:10.139476 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9b76e7fe-82eb-4de5-9e8d-003f2636009d req-ec2e1d49-564f-4e4e-a0fc-35ef5dbf37a8 tempest-FloatingIPsAssociationTestJSON-1595917213 tempest-FloatingIPsAssociationTestJSON-1595917213-project] 10.222.0.46 "PUT /v2.0/floatingips/cad59622-caf1-40f8-9620-6ab80b8f8490 HTTP/1.1" status: 200 len: 695 time: 1.8521473 Nov 22 20:06:10.157972 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 0e6ec0bf-f936-47ad-a6a2-1c89c9f9ccdc, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=0e6ec0bf-f936-47ad-a6a2-1c89c9f9ccdc,segment=NetworkSegment(2a5a1c7b-538e-498e-99b9-cc7a8e0411be),segment_id=2a5a1c7b-538e-498e-99b9-cc7a8e0411be)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:06:10.167086 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [req-0f6a4f61-5081-4c2e-a827-91dea09fe6d3 req-19be06ef-a3d8-4e2c-8dbc-4f593c92a443 tempest-FloatingIPDetailsTestJSON-879849623 tempest-FloatingIPDetailsTestJSON-879849623-project] Allocated IP 172.25.5.115 (c48a55e9-6a85-4746-b7bf-3e29fb560094/5da6f781-63e6-4328-ae7a-5e672262f55a/7a8c07cf-afcb-4c94-974d-13d49026b6cc) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:06:10.167375 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-28313ab5-d586-4a61-8077-2d23b506ca68 None None] Provisioning complete for port 226a1013-6843-41bc-a13d-5ac1f3b082c4 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:06:10.167767 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-28313ab5-d586-4a61-8077-2d23b506ca68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:10.169400 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:10.189305 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-55a70bd0-51dc-44fd-99fe-4f76d0ef655b req-bd5162e2-9990-423f-abe7-60407a9e2241 tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0227110 Nov 22 20:06:10.241621 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-28313ab5-d586-4a61-8077-2d23b506ca68 None None] Port 226a1013-6843-41bc-a13d-5ac1f3b082c4 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:06:10.256903 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=0e6ec0bf-f936-47ad-a6a2-1c89c9f9ccdc,revision_number=9']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:06:10.446750 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-1e6ba57f-f86e-4567-8e8c-2b78bacf7366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '442ab2c2-1724-406b-86dd-55ba74725ccb', 'name': 'tempest-FloatingIPsAssociationTestJSON-647870050-router', 'tenant_id': 'eccf64927ecc4dab83be8c6edc2287b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.21'}], 'enable_snat': True}, 'gw_port_id': 'b663f5f8-7a6f-495c-b215-a32087cb0156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:04:58Z', 'updated_at': '2021-11-22T20:05:05Z', 'revision_number': 4, 'project_id': 'eccf64927ecc4dab83be8c6edc2287b1', 'gw_port': {'id': 'b663f5f8-7a6f-495c-b215-a32087cb0156', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:1a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '442ab2c2-1724-406b-86dd-55ba74725ccb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:04:59Z', 'updated_at': '2021-11-22T20:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': '233ce0b9-9200-4e5f-983e-70c1dd7e1dc0', 'name': '', 'network_id': '1e81e05c-4c76-424f-a369-a3cc99f09949', 'tenant_id': 'eccf64927ecc4dab83be8c6edc2287b1', 'mac_address': 'fa:16:3e:15:fa:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '442ab2c2-1724-406b-86dd-55ba74725ccb', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '555c9f92-faec-4407-89e0-e5147ee8b27d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:05:04Z', 'updated_at': '2021-11-22T20:05:10Z', 'revision_number': 5, 'project_id': 'eccf64927ecc4dab83be8c6edc2287b1', 'subnets': [{'id': '555c9f92-faec-4407-89e0-e5147ee8b27d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:06:10.474587 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e6ba57f-f86e-4567-8e8c-2b78bacf7366 None None] Checking router: 442ab2c2-1724-406b-86dd-55ba74725ccb for host: n-d-818823-1 {{(pid=103450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 20:06:10.484773 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e6ba57f-f86e-4567-8e8c-2b78bacf7366 None None] Routers {'442ab2c2-1724-406b-86dd-55ba74725ccb'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:06:10.485417 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-1e6ba57f-f86e-4567-8e8c-2b78bacf7366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:06:02Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['442ab2c2-1724-406b-86dd-55ba74725ccb'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:06:10.525153 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b84af637-0398-463a-b5b3-c3420a17b4fe', 'tag': 'f4441bd5-8225-4d37-a6a1-98fd9d91a472'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:06:10.527405 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce292748-44b3-4827-bb10-389e18b26828" -d '{"events": [{"name": "network-changed", "server_uuid": "b84af637-0398-463a-b5b3-c3420a17b4fe", "tag": "f4441bd5-8225-4d37-a6a1-98fd9d91a472"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:06:10.537909 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-55a70bd0-51dc-44fd-99fe-4f76d0ef655b req-ab6a434f-dab8-4fab-8982-1869b3eb32e3 service neutron] Request body: {'port': {'device_id': '0e4af820-9ccd-4bb5-8ecb-1df970705316', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818823-1'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:06:10.612047 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-1e6ba57f-f86e-4567-8e8c-2b78bacf7366 None None] Set router 442ab2c2-1724-406b-86dd-55ba74725ccb gateway port host: n-d-818823-1 {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:06:10.667205 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-06932e5f-880a-4a7d-aa79-e736e20da59f req-a8708912-9de1-44e5-ae54-af059452ae6f service neutron] 10.222.0.41 "GET /v2.0/networks/1e81e05c-4c76-424f-a369-a3cc99f09949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6623831 Nov 22 20:06:10.687647 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b76e7fe-82eb-4de5-9e8d-003f2636009d req-3a817f02-39e7-4946-a16d-64946b19fbd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:10.689234 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9b76e7fe-82eb-4de5-9e8d-003f2636009d req-3a817f02-39e7-4946-a16d-64946b19fbd8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=eccf64927ecc4dab83be8c6edc2287b1&device_id=b84af637-0398-463a-b5b3-c3420a17b4fe HTTP/1.1" status: 200 len: 1096 time: 0.5243266 Nov 22 20:06:10.692668 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-55a70bd0-51dc-44fd-99fe-4f76d0ef655b req-ab6a434f-dab8-4fab-8982-1869b3eb32e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:10.829561 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-1e6ba57f-f86e-4567-8e8c-2b78bacf7366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '442ab2c2-1724-406b-86dd-55ba74725ccb', 'name': 'tempest-FloatingIPsAssociationTestJSON-647870050-router', 'tenant_id': 'eccf64927ecc4dab83be8c6edc2287b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.21'}], 'enable_snat': True}, 'gw_port_id': 'b663f5f8-7a6f-495c-b215-a32087cb0156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:04:58Z', 'updated_at': '2021-11-22T20:05:05Z', 'revision_number': 4, 'project_id': 'eccf64927ecc4dab83be8c6edc2287b1', 'gw_port': {'id': 'b663f5f8-7a6f-495c-b215-a32087cb0156', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:1a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '442ab2c2-1724-406b-86dd-55ba74725ccb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:04:59Z', 'updated_at': '2021-11-22T20:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': '233ce0b9-9200-4e5f-983e-70c1dd7e1dc0', 'name': '', 'network_id': '1e81e05c-4c76-424f-a369-a3cc99f09949', 'tenant_id': 'eccf64927ecc4dab83be8c6edc2287b1', 'mac_address': 'fa:16:3e:15:fa:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '442ab2c2-1724-406b-86dd-55ba74725ccb', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '555c9f92-faec-4407-89e0-e5147ee8b27d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:05:04Z', 'updated_at': '2021-11-22T20:05:10Z', 'revision_number': 5, 'project_id': 'eccf64927ecc4dab83be8c6edc2287b1', 'subnets': [{'id': '555c9f92-faec-4407-89e0-e5147ee8b27d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:06:10.844569 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-0f6a4f61-5081-4c2e-a827-91dea09fe6d3 req-19be06ef-a3d8-4e2c-8dbc-4f593c92a443 tempest-FloatingIPDetailsTestJSON-879849623 tempest-FloatingIPDetailsTestJSON-879849623-project] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:10.858047 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e6ba57f-f86e-4567-8e8c-2b78bacf7366 None None] The sync data for ids ['442ab2c2-1724-406b-86dd-55ba74725ccb'] in n-d-818823-1 is: [{'id': '442ab2c2-1724-406b-86dd-55ba74725ccb', 'name': 'tempest-FloatingIPsAssociationTestJSON-647870050-router', 'tenant_id': 'eccf64927ecc4dab83be8c6edc2287b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.21'}], 'enable_snat': True}, 'gw_port_id': 'b663f5f8-7a6f-495c-b215-a32087cb0156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:04:58Z', 'updated_at': '2021-11-22T20:05:05Z', 'revision_number': 4, 'project_id': 'eccf64927ecc4dab83be8c6edc2287b1', 'gw_port': {'id': 'b663f5f8-7a6f-495c-b215-a32087cb0156', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:1a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '442ab2c2-1724-406b-86dd-55ba74725ccb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:04:59Z', 'updated_at': '2021-11-22T20:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': '233ce0b9-9200-4e5f-983e-70c1dd7e1dc0', 'name': '', 'network_id': '1e81e05c-4c76-424f-a369-a3cc99f09949', 'tenant_id': 'eccf64927ecc4dab83be8c6edc2287b1', 'mac_address': 'fa:16:3e:15:fa:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '442ab2c2-1724-406b-86dd-55ba74725ccb', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '555c9f92-faec-4407-89e0-e5147ee8b27d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:05:04Z', 'updated_at': '2021-11-22T20:05:10Z', 'revision_number': 5, 'project_id': 'eccf64927ecc4dab83be8c6edc2287b1', 'subnets': [{'id': '555c9f92-faec-4407-89e0-e5147ee8b27d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:06:10.973818 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06932e5f-880a-4a7d-aa79-e736e20da59f req-a1117bd3-6c86-4b19-9d56-52a14bb4d0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:10.975322 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-06932e5f-880a-4a7d-aa79-e736e20da59f req-a1117bd3-6c86-4b19-9d56-52a14bb4d0c1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=126c0323750547f8b9835ef63890aaea&device_id=0c38e8a6-8795-4e86-88f9-2d86b3aaea94 HTTP/1.1" status: 200 len: 1100 time: 0.2115965 Nov 22 20:06:10.982815 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b76e7fe-82eb-4de5-9e8d-003f2636009d req-0765d9ce-826b-4090-96f3-ae1ad1e6096c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:10.984340 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9b76e7fe-82eb-4de5-9e8d-003f2636009d req-0765d9ce-826b-4090-96f3-ae1ad1e6096c service neutron] 10.222.0.46 "GET /v2.0/networks?id=1e81e05c-4c76-424f-a369-a3cc99f09949 HTTP/1.1" status: 200 len: 921 time: 0.2807372 Nov 22 20:06:11.099434 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-782438da-1d4f-47ce-8232-a4fe6dceb503 None None] New status for floating IP cad59622-caf1-40f8-9620-6ab80b8f8490: DOWN {{(pid=103449) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 20:06:11.120781 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9b76e7fe-82eb-4de5-9e8d-003f2636009d req-8c7e807c-2a51-4084-b8dc-9d897108b884 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f4441bd5-8225-4d37-a6a1-98fd9d91a472 HTTP/1.1" status: 200 len: 217 time: 0.1119409 Nov 22 20:06:11.128523 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-0f6a4f61-5081-4c2e-a827-91dea09fe6d3 req-19be06ef-a3d8-4e2c-8dbc-4f593c92a443 tempest-FloatingIPDetailsTestJSON-879849623 tempest-FloatingIPDetailsTestJSON-879849623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:11.233994 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f6a4f61-5081-4c2e-a827-91dea09fe6d3 req-19be06ef-a3d8-4e2c-8dbc-4f593c92a443 tempest-FloatingIPDetailsTestJSON-879849623 tempest-FloatingIPDetailsTestJSON-879849623-project] Network c48a55e9-6a85-4746-b7bf-3e29fb560094 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:06:11.265795 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [req-0f6a4f61-5081-4c2e-a827-91dea09fe6d3 req-19be06ef-a3d8-4e2c-8dbc-4f593c92a443 tempest-FloatingIPDetailsTestJSON-879849623 tempest-FloatingIPDetailsTestJSON-879849623-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:06:11.276289 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f6a4f61-5081-4c2e-a827-91dea09fe6d3 req-19be06ef-a3d8-4e2c-8dbc-4f593c92a443 tempest-FloatingIPDetailsTestJSON-879849623 tempest-FloatingIPDetailsTestJSON-879849623-project] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:06:11.283251 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06932e5f-880a-4a7d-aa79-e736e20da59f req-f6abe34c-1f2b-40ba-be49-a5aba073069b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:11.284971 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-06932e5f-880a-4a7d-aa79-e736e20da59f req-f6abe34c-1f2b-40ba-be49-a5aba073069b service neutron] 10.222.0.41 "GET /v2.0/networks?id=e1052824-bf78-4963-8937-b202e372ac24 HTTP/1.1" status: 200 len: 870 time: 0.2960193 Nov 22 20:06:11.285650 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19be06ef-a3d8-4e2c-8dbc-4f593c92a443 tempest-FloatingIPDetailsTestJSON-879849623 tempest-FloatingIPDetailsTestJSON-879849623-project] Pushing event updated for resources: {'Port': ['ID=7a8c07cf-afcb-4c94-974d-13d49026b6cc,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:06:11.312226 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b76e7fe-82eb-4de5-9e8d-003f2636009d req-49b1691b-fe20-42cc-b72c-61e8cdd7e721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:11.313786 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9b76e7fe-82eb-4de5-9e8d-003f2636009d req-49b1691b-fe20-42cc-b72c-61e8cdd7e721 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=555c9f92-faec-4407-89e0-e5147ee8b27d HTTP/1.1" status: 200 len: 859 time: 0.1822836 Nov 22 20:06:11.410714 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-06932e5f-880a-4a7d-aa79-e736e20da59f req-2491bd39-67f1-4fb3-ab5d-6ccf84770833 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=0e6ec0bf-f936-47ad-a6a2-1c89c9f9ccdc HTTP/1.1" status: 200 len: 217 time: 0.0913985 Nov 22 20:06:11.525200 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b76e7fe-82eb-4de5-9e8d-003f2636009d req-5a1e0135-fee4-4308-bd20-8a38cc87edb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:11.526715 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9b76e7fe-82eb-4de5-9e8d-003f2636009d req-5a1e0135-fee4-4308-bd20-8a38cc87edb4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1e81e05c-4c76-424f-a369-a3cc99f09949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1911845 Nov 22 20:06:11.528655 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [req-55a70bd0-51dc-44fd-99fe-4f76d0ef655b req-ab6a434f-dab8-4fab-8982-1869b3eb32e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 226a1013-6843-41bc-a13d-5ac1f3b082c4 {{(pid=103447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:06:11.544195 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-55a70bd0-51dc-44fd-99fe-4f76d0ef655b req-ab6a434f-dab8-4fab-8982-1869b3eb32e3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:11.602875 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06932e5f-880a-4a7d-aa79-e736e20da59f req-d570b694-d833-413e-a84a-bce2918a4d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:11.604371 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-06932e5f-880a-4a7d-aa79-e736e20da59f req-d570b694-d833-413e-a84a-bce2918a4d77 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3091ebfd-11e2-41f8-9c00-ffe0b86563d8 HTTP/1.1" status: 200 len: 843 time: 0.1756496 Nov 22 20:06:11.614364 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-0f6a4f61-5081-4c2e-a827-91dea09fe6d3 req-19be06ef-a3d8-4e2c-8dbc-4f593c92a443 tempest-FloatingIPDetailsTestJSON-879849623 tempest-FloatingIPDetailsTestJSON-879849623-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:11.624943 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.provisioning_blocks [req-55a70bd0-51dc-44fd-99fe-4f76d0ef655b req-ab6a434f-dab8-4fab-8982-1869b3eb32e3 service neutron] Transition to ACTIVE for port object 226a1013-6843-41bc-a13d-5ac1f3b082c4 will not be triggered until provisioned by entity L2. {{(pid=103447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 20:06:11.636183 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-55a70bd0-51dc-44fd-99fe-4f76d0ef655b req-ab6a434f-dab8-4fab-8982-1869b3eb32e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:11.752027 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-0f6a4f61-5081-4c2e-a827-91dea09fe6d3 req-19be06ef-a3d8-4e2c-8dbc-4f593c92a443 tempest-FloatingIPDetailsTestJSON-879849623 tempest-FloatingIPDetailsTestJSON-879849623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:11.809322 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06932e5f-880a-4a7d-aa79-e736e20da59f req-0ffe7778-9c9c-4b8d-a0e7-6479a909ba47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:11.810883 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-06932e5f-880a-4a7d-aa79-e736e20da59f req-0ffe7778-9c9c-4b8d-a0e7-6479a909ba47 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e1052824-bf78-4963-8937-b202e372ac24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1912832 Nov 22 20:06:11.818720 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6a434f-dab8-4fab-8982-1869b3eb32e3 service neutron] Pushing event updated for resources: {'Port': ['ID=226a1013-6843-41bc-a13d-5ac1f3b082c4,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:06:11.840238 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9b76e7fe-82eb-4de5-9e8d-003f2636009d req-e645a310-89b5-4cfe-9012-425fc0d1167f service neutron] 10.222.0.46 "GET /v2.0/networks/1e81e05c-4c76-424f-a369-a3cc99f09949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3015966 Nov 22 20:06:12.093835 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-55a70bd0-51dc-44fd-99fe-4f76d0ef655b req-ab6a434f-dab8-4fab-8982-1869b3eb32e3 service neutron] Attempting to bind port 226a1013-6843-41bc-a13d-5ac1f3b082c4 on host n-h1-818823-1 for vnic_type normal with profile {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:06:12.094070 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-55a70bd0-51dc-44fd-99fe-4f76d0ef655b req-ab6a434f-dab8-4fab-8982-1869b3eb32e3 service neutron] Attempting to bind port 226a1013-6843-41bc-a13d-5ac1f3b082c4 by drivers openvswitch,hyperv on host n-h1-818823-1 at level 0 using segments [{'id': '2a5a1c7b-538e-498e-99b9-cc7a8e0411be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'e1052824-bf78-4963-8937-b202e372ac24'}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:06:12.094593 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a70bd0-51dc-44fd-99fe-4f76d0ef655b req-ab6a434f-dab8-4fab-8982-1869b3eb32e3 service neutron] Attempting to bind port 226a1013-6843-41bc-a13d-5ac1f3b082c4 on network e1052824-bf78-4963-8937-b202e372ac24 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:06:12.139948 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a70bd0-51dc-44fd-99fe-4f76d0ef655b req-ab6a434f-dab8-4fab-8982-1869b3eb32e3 service neutron] Port 226a1013-6843-41bc-a13d-5ac1f3b082c4 on network e1052824-bf78-4963-8937-b202e372ac24 not bound, no agent of type Open vSwitch agent registered on host n-h1-818823-1 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:06:12.140284 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a70bd0-51dc-44fd-99fe-4f76d0ef655b req-ab6a434f-dab8-4fab-8982-1869b3eb32e3 service neutron] Attempting to bind port 226a1013-6843-41bc-a13d-5ac1f3b082c4 on network e1052824-bf78-4963-8937-b202e372ac24 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:06:12.150541 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-06932e5f-880a-4a7d-aa79-e736e20da59f req-5cb2d05b-f36a-438e-8823-b1319eff13dd service neutron] 10.222.0.41 "GET /v2.0/networks/e1052824-bf78-4963-8937-b202e372ac24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3130658 Nov 22 20:06:12.159722 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9b76e7fe-82eb-4de5-9e8d-003f2636009d req-a6119933-e8ea-40f4-9fd1-963d6316b456 service neutron] 10.222.0.46 "GET /v2.0/networks/1e81e05c-4c76-424f-a369-a3cc99f09949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3076568 Nov 22 20:06:12.173068 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a70bd0-51dc-44fd-99fe-4f76d0ef655b req-ab6a434f-dab8-4fab-8982-1869b3eb32e3 service neutron] Checking agent: {'id': '7a008cff-3b49-418c-8046-689d46cc800f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'started_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 5, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:06:12.173407 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a70bd0-51dc-44fd-99fe-4f76d0ef655b req-ab6a434f-dab8-4fab-8982-1869b3eb32e3 service neutron] Checking segment: {'id': '2a5a1c7b-538e-498e-99b9-cc7a8e0411be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'e1052824-bf78-4963-8937-b202e372ac24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:06:12.173801 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a70bd0-51dc-44fd-99fe-4f76d0ef655b req-ab6a434f-dab8-4fab-8982-1869b3eb32e3 service neutron] Bound using segment: {'id': '2a5a1c7b-538e-498e-99b9-cc7a8e0411be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'e1052824-bf78-4963-8937-b202e372ac24'} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:06:12.174244 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-55a70bd0-51dc-44fd-99fe-4f76d0ef655b req-ab6a434f-dab8-4fab-8982-1869b3eb32e3 service neutron] Bound port: 226a1013-6843-41bc-a13d-5ac1f3b082c4, host: n-h1-818823-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a5a1c7b-538e-498e-99b9-cc7a8e0411be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'e1052824-bf78-4963-8937-b202e372ac24'}}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:06:12.174694 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-55a70bd0-51dc-44fd-99fe-4f76d0ef655b req-ab6a434f-dab8-4fab-8982-1869b3eb32e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:12.254059 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:06:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc6e85b8-ee2b-4d1a-b775-1eea3bfe147b x-openstack-request-id: req-bc6e85b8-ee2b-4d1a-b775-1eea3bfe147b {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:06:12.254588 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8d3a7bb-93d3-4918-911b-b913622e40e8", "name": "network-vif-plugged", "status": "completed", "tag": "922caa09-8d5c-4d80-88ea-9b74d0b2a711", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:06:12.254890 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-bc6e85b8-ee2b-4d1a-b775-1eea3bfe147b {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:06:12.255570 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8d3a7bb-93d3-4918-911b-b913622e40e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '922caa09-8d5c-4d80-88ea-9b74d0b2a711', 'code': 200} Nov 22 20:06:12.274144 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-0f6a4f61-5081-4c2e-a827-91dea09fe6d3 req-19be06ef-a3d8-4e2c-8dbc-4f593c92a443 tempest-FloatingIPDetailsTestJSON-879849623 tempest-FloatingIPDetailsTestJSON-879849623-project] Publish callbacks [] for port, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:12.291384 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-0f6a4f61-5081-4c2e-a827-91dea09fe6d3 req-19be06ef-a3d8-4e2c-8dbc-4f593c92a443 tempest-FloatingIPDetailsTestJSON-879849623 tempest-FloatingIPDetailsTestJSON-879849623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:12.389662 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f29abac-19ce-4080-9653-58aa6ed983fa req-50ee9f41-65b1-44b3-8165-73ad09cf457f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:12.392055 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-2f29abac-19ce-4080-9653-58aa6ed983fa req-50ee9f41-65b1-44b3-8165-73ad09cf457f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a8d3a7bb-93d3-4918-911b-b913622e40e8 HTTP/1.1" status: 200 len: 1097 time: 0.0599375 Nov 22 20:06:12.422204 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-55a70bd0-51dc-44fd-99fe-4f76d0ef655b req-ab6a434f-dab8-4fab-8982-1869b3eb32e3 service neutron] For port 226a1013-6843-41bc-a13d-5ac1f3b082c4, host n-h1-818823-1, cleared binding levels {{(pid=103447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:06:12.443492 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-06932e5f-880a-4a7d-aa79-e736e20da59f req-b8d2e738-9291-4683-9cc0-afdc1b064c96 service neutron] 10.222.0.41 "GET /v2.0/networks/e1052824-bf78-4963-8937-b202e372ac24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2806947 Nov 22 20:06:12.449904 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-2f29abac-19ce-4080-9653-58aa6ed983fa req-2e187581-8cd1-40b4-ab69-028271568c5a service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=89c2c967-26c4-4e1c-a1fd-c97f87817ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498233 Nov 22 20:06:12.451121 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19be06ef-a3d8-4e2c-8dbc-4f593c92a443 tempest-FloatingIPDetailsTestJSON-879849623 tempest-FloatingIPDetailsTestJSON-879849623-project] Pushing event updated for resources: {'Port': ['ID=7a8c07cf-afcb-4c94-974d-13d49026b6cc,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:06:12.457968 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-55a70bd0-51dc-44fd-99fe-4f76d0ef655b req-ab6a434f-dab8-4fab-8982-1869b3eb32e3 service neutron] For port 226a1013-6843-41bc-a13d-5ac1f3b082c4, host n-h1-818823-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=226a1013-6843-41bc-a13d-5ac1f3b082c4,segment=NetworkSegment(2a5a1c7b-538e-498e-99b9-cc7a8e0411be),segment_id=2a5a1c7b-538e-498e-99b9-cc7a8e0411be)] {{(pid=103447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:06:12.468092 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-55a70bd0-51dc-44fd-99fe-4f76d0ef655b req-ab6a434f-dab8-4fab-8982-1869b3eb32e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:12.475880 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-0f6a4f61-5081-4c2e-a827-91dea09fe6d3 req-19be06ef-a3d8-4e2c-8dbc-4f593c92a443 tempest-FloatingIPDetailsTestJSON-879849623 tempest-FloatingIPDetailsTestJSON-879849623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-595224'] for floatingip, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:12.509649 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0aabe9-7a5e-46d5-aaf0-8fac50a6a138 req-a7174182-95ac-49ef-9dd3-d5a447c39328 tempest-ImagesOneServerTestJSON-472457701 tempest-ImagesOneServerTestJSON-472457701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:12.511156 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ad0aabe9-7a5e-46d5-aaf0-8fac50a6a138 req-a7174182-95ac-49ef-9dd3-d5a447c39328 tempest-ImagesOneServerTestJSON-472457701 tempest-ImagesOneServerTestJSON-472457701-project] 10.222.0.46 "GET /v2.0/ports?device_id=5f0d0659-512e-4936-a0a3-cd52bf810a99 HTTP/1.1" status: 200 len: 949 time: 0.2052639 Nov 22 20:06:12.563167 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a70bd0-51dc-44fd-99fe-4f76d0ef655b req-ab6a434f-dab8-4fab-8982-1869b3eb32e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:12.563900 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-55a70bd0-51dc-44fd-99fe-4f76d0ef655b req-ab6a434f-dab8-4fab-8982-1869b3eb32e3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:12.565269 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-55a70bd0-51dc-44fd-99fe-4f76d0ef655b req-ab6a434f-dab8-4fab-8982-1869b3eb32e3 service neutron] 10.222.0.41 "PUT /v2.0/ports/226a1013-6843-41bc-a13d-5ac1f3b082c4 HTTP/1.1" status: 200 len: 1095 time: 2.0319960 Nov 22 20:06:12.584029 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-0f6a4f61-5081-4c2e-a827-91dea09fe6d3 req-19be06ef-a3d8-4e2c-8dbc-4f593c92a443 tempest-FloatingIPDetailsTestJSON-879849623 tempest-FloatingIPDetailsTestJSON-879849623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for floatingip, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:12.585357 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0f6a4f61-5081-4c2e-a827-91dea09fe6d3 req-19be06ef-a3d8-4e2c-8dbc-4f593c92a443 tempest-FloatingIPDetailsTestJSON-879849623 tempest-FloatingIPDetailsTestJSON-879849623-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.6401632 Nov 22 20:06:12.611992 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6a434f-dab8-4fab-8982-1869b3eb32e3 service neutron] Pushing event updated for resources: {'Port': ['ID=226a1013-6843-41bc-a13d-5ac1f3b082c4,revision_number=3']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:06:12.979904 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0f6a4f61-5081-4c2e-a827-91dea09fe6d3 req-a67bdf9e-703e-4c24-946d-9225957a904f tempest-FloatingIPDetailsTestJSON-879849623 tempest-FloatingIPDetailsTestJSON-879849623-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.5.115 HTTP/1.1" status: 200 len: 696 time: 0.3863144 Nov 22 20:06:12.995010 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ad0aabe9-7a5e-46d5-aaf0-8fac50a6a138 req-10fc20dc-d1dd-4399-ad7f-ec7cd8998216 tempest-ImagesOneServerTestJSON-472457701 tempest-ImagesOneServerTestJSON-472457701-project] 10.222.0.46 "GET /v2.0/security-groups?id=0c348c88-32ba-475a-80ac-2a702b8d42a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4747212 Nov 22 20:06:13.005545 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06932e5f-880a-4a7d-aa79-e736e20da59f req-c2e200a2-0124-4dc7-8ff7-3c0555447963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:13.007050 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-06932e5f-880a-4a7d-aa79-e736e20da59f req-c2e200a2-0124-4dc7-8ff7-3c0555447963 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8cc0d919e0004680be4aa06e5b40e2e4&device_id=5f0d0659-512e-4936-a0a3-cd52bf810a99 HTTP/1.1" status: 200 len: 1100 time: 0.4949875 Nov 22 20:06:13.118882 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a70bd0-51dc-44fd-99fe-4f76d0ef655b req-6218a4bc-0406-43d3-b988-096e3cc8dda6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:13.120388 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-55a70bd0-51dc-44fd-99fe-4f76d0ef655b req-6218a4bc-0406-43d3-b988-096e3cc8dda6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=df0dc2d171414ec4a3fabee70c3a9ca4&device_id=0e4af820-9ccd-4bb5-8ecb-1df970705316 HTTP/1.1" status: 200 len: 1098 time: 0.4684861 Nov 22 20:06:13.205601 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-55a70bd0-51dc-44fd-99fe-4f76d0ef655b req-b60296d9-33a3-438b-84d0-14a361495770 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=226a1013-6843-41bc-a13d-5ac1f3b082c4 HTTP/1.1" status: 200 len: 217 time: 0.0701911 Nov 22 20:06:13.271343 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6a4f61-5081-4c2e-a827-91dea09fe6d3 req-78011a70-a0f3-4c0e-94d9-ce1fcbf49b0a tempest-FloatingIPDetailsTestJSON-879849623 tempest-FloatingIPDetailsTestJSON-879849623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:13.272664 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0f6a4f61-5081-4c2e-a827-91dea09fe6d3 req-78011a70-a0f3-4c0e-94d9-ce1fcbf49b0a tempest-FloatingIPDetailsTestJSON-879849623 tempest-FloatingIPDetailsTestJSON-879849623-project] 10.222.0.46 "GET /v2.0/networks/c48a55e9-6a85-4746-b7bf-3e29fb560094 HTTP/1.1" status: 200 len: 784 time: 0.2852061 Nov 22 20:06:13.295535 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06932e5f-880a-4a7d-aa79-e736e20da59f req-b3bcda3c-df48-4351-8103-1078576c4225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:13.297015 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-06932e5f-880a-4a7d-aa79-e736e20da59f req-b3bcda3c-df48-4351-8103-1078576c4225 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e1052824-bf78-4963-8937-b202e372ac24 HTTP/1.1" status: 200 len: 870 time: 0.2776196 Nov 22 20:06:13.304729 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15c5cc5-07bf-465c-b348-3ce11d05dcf0 req-5745acfc-0bed-4784-a4b8-0e980c7ecda2 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:13.306188 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d15c5cc5-07bf-465c-b348-3ce11d05dcf0 req-5745acfc-0bed-4784-a4b8-0e980c7ecda2 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/ports?device_id=0c38e8a6-8795-4e86-88f9-2d86b3aaea94 HTTP/1.1" status: 200 len: 949 time: 0.1943343 Nov 22 20:06:13.320510 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a70bd0-51dc-44fd-99fe-4f76d0ef655b req-781c7671-d021-4103-896a-07ad67831d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:13.321923 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-55a70bd0-51dc-44fd-99fe-4f76d0ef655b req-781c7671-d021-4103-896a-07ad67831d6e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3091ebfd-11e2-41f8-9c00-ffe0b86563d8 HTTP/1.1" status: 200 len: 843 time: 0.0947254 Nov 22 20:06:13.385601 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-06932e5f-880a-4a7d-aa79-e736e20da59f req-d3a8e15b-445f-406c-9d7a-cd4bc5fc7b60 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=5f923e85-d0d3-4018-bc12-cee68ed8bb13 HTTP/1.1" status: 200 len: 217 time: 0.0763881 Nov 22 20:06:13.506746 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d15c5cc5-07bf-465c-b348-3ce11d05dcf0 req-c68cc6aa-b1c4-40d7-ac68-79b3b5fe691e tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1d007ec-a75a-4ef8-9cdd-9c679a3ff22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896079 Nov 22 20:06:13.508662 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a70bd0-51dc-44fd-99fe-4f76d0ef655b req-4a368191-c08b-49ab-89bb-f72640516a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:13.510104 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-55a70bd0-51dc-44fd-99fe-4f76d0ef655b req-4a368191-c08b-49ab-89bb-f72640516a13 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e1052824-bf78-4963-8937-b202e372ac24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1471794 Nov 22 20:06:13.518149 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338beac2-a49f-4940-b2eb-9305670fc9c6 req-a42af99c-179b-4f68-95a8-ebae66993e9f tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:13.520481 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-338beac2-a49f-4940-b2eb-9305670fc9c6 req-a42af99c-179b-4f68-95a8-ebae66993e9f tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] 10.222.0.46 "GET /v2.0/ports?device_id=a8d3a7bb-93d3-4918-911b-b913622e40e8 HTTP/1.1" status: 200 len: 946 time: 0.1602910 Nov 22 20:06:13.521819 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06932e5f-880a-4a7d-aa79-e736e20da59f req-8d2ed49f-9e62-4e40-81cc-db816870abf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:13.523107 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-06932e5f-880a-4a7d-aa79-e736e20da59f req-8d2ed49f-9e62-4e40-81cc-db816870abf9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3091ebfd-11e2-41f8-9c00-ffe0b86563d8 HTTP/1.1" status: 200 len: 843 time: 0.1071737 Nov 22 20:06:13.677333 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06932e5f-880a-4a7d-aa79-e736e20da59f req-7b191c2c-4a87-4dcf-b07b-d58a8715a810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:13.678825 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-06932e5f-880a-4a7d-aa79-e736e20da59f req-7b191c2c-4a87-4dcf-b07b-d58a8715a810 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e1052824-bf78-4963-8937-b202e372ac24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1465759 Nov 22 20:06:13.726295 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-338beac2-a49f-4940-b2eb-9305670fc9c6 req-2d6157ab-b1b0-4a62-8dc9-842386889351 tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] 10.222.0.46 "GET /v2.0/security-groups?id=89c2c967-26c4-4e1c-a1fd-c97f87817ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635613 Nov 22 20:06:13.761059 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75e5a13-7e0b-4177-992b-6d4e41636837 req-3472bee1-ed82-49cd-961c-b76b5842f513 tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:13.762579 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d75e5a13-7e0b-4177-992b-6d4e41636837 req-3472bee1-ed82-49cd-961c-b76b5842f513 tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] 10.222.0.46 "GET /v2.0/ports?device_id=0e4af820-9ccd-4bb5-8ecb-1df970705316 HTTP/1.1" status: 200 len: 947 time: 0.1652801 Nov 22 20:06:13.766633 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-55a70bd0-51dc-44fd-99fe-4f76d0ef655b req-1e25e105-31b0-4788-aa3a-0aeaca412c35 service neutron] 10.222.0.41 "GET /v2.0/networks/e1052824-bf78-4963-8937-b202e372ac24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2425663 Nov 22 20:06:13.784041 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 20:06:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4f26fb7-3ebe-4aa2-96f9-e3979a1e00a8 x-openstack-request-id: req-a4f26fb7-3ebe-4aa2-96f9-e3979a1e00a8 {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:06:13.784334 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b84af637-0398-463a-b5b3-c3420a17b4fe", "tag": "f4441bd5-8225-4d37-a6a1-98fd9d91a472", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:06:13.784629 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a4f26fb7-3ebe-4aa2-96f9-e3979a1e00a8 {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:06:13.785018 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b84af637-0398-463a-b5b3-c3420a17b4fe', 'tag': 'f4441bd5-8225-4d37-a6a1-98fd9d91a472', 'status': 'completed', 'code': 200} Nov 22 20:06:13.869087 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce292748-44b3-4827-bb10-389e18b26828 req-f2ee98bd-d567-4d41-b1bf-dbe8c2dfb991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:13.871334 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-ce292748-44b3-4827-bb10-389e18b26828 req-f2ee98bd-d567-4d41-b1bf-dbe8c2dfb991 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=eccf64927ecc4dab83be8c6edc2287b1&device_id=b84af637-0398-463a-b5b3-c3420a17b4fe HTTP/1.1" status: 200 len: 1096 time: 0.0501988 Nov 22 20:06:13.906990 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d75e5a13-7e0b-4177-992b-6d4e41636837 req-461378f7-1496-4554-807b-f163d3ca2205 tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] 10.222.0.46 "GET /v2.0/security-groups?id=e5ae9e03-6ff8-4082-b7a4-25ecea5ed21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350899 Nov 22 20:06:13.911519 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-06932e5f-880a-4a7d-aa79-e736e20da59f req-aee55918-902b-4ce0-9a05-3db4baddc2d2 service neutron] 10.222.0.41 "GET /v2.0/networks/e1052824-bf78-4963-8937-b202e372ac24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2176089 Nov 22 20:06:14.008167 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce292748-44b3-4827-bb10-389e18b26828 req-5fb6546f-9cbe-41c0-8c00-e5f7abea9224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:14.009697 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-ce292748-44b3-4827-bb10-389e18b26828 req-5fb6546f-9cbe-41c0-8c00-e5f7abea9224 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1e81e05c-4c76-424f-a369-a3cc99f09949 HTTP/1.1" status: 200 len: 921 time: 0.1289940 Nov 22 20:06:14.045195 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:14.046528 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-55a70bd0-51dc-44fd-99fe-4f76d0ef655b req-d68a9676-e736-4670-8281-5350ae360466 service neutron] 10.222.0.41 "GET /v2.0/networks/e1052824-bf78-4963-8937-b202e372ac24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2642126 Nov 22 20:06:14.066795 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-ce292748-44b3-4827-bb10-389e18b26828 req-5f6de582-75ea-400f-af58-892e519d0994 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f4441bd5-8225-4d37-a6a1-98fd9d91a472 HTTP/1.1" status: 200 len: 217 time: 0.0460992 Nov 22 20:06:14.090436 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:14.132414 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce292748-44b3-4827-bb10-389e18b26828 req-bf83470c-1381-477d-b22a-7ca9500b01e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:14.134211 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-ce292748-44b3-4827-bb10-389e18b26828 req-bf83470c-1381-477d-b22a-7ca9500b01e7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=555c9f92-faec-4407-89e0-e5147ee8b27d HTTP/1.1" status: 200 len: 859 time: 0.0564864 Nov 22 20:06:14.159831 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87da9e6d-5448-4025-b12a-7900d88a1515 req-ce1115e0-41b3-4039-85c9-68ab2021b037 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:14.161437 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-87da9e6d-5448-4025-b12a-7900d88a1515 req-ce1115e0-41b3-4039-85c9-68ab2021b037 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/ports?device_id=0c38e8a6-8795-4e86-88f9-2d86b3aaea94 HTTP/1.1" status: 200 len: 949 time: 0.1282752 Nov 22 20:06:14.166425 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-531d0faf-0a8e-4142-a2f6-ee17b4eac2d7 req-ad9a6ac5-cb79-409c-9373-bdb04618a9f0 tempest-FloatingIPDetailsTestJSON-879849623 tempest-FloatingIPDetailsTestJSON-879849623-project] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1871088 Nov 22 20:06:14.177410 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-06932e5f-880a-4a7d-aa79-e736e20da59f req-90146be7-a006-4153-afce-121f902531c2 service neutron] 10.222.0.41 "GET /v2.0/networks/e1052824-bf78-4963-8937-b202e372ac24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2554595 Nov 22 20:06:14.190158 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-531d0faf-0a8e-4142-a2f6-ee17b4eac2d7 req-218829d7-16d2-4c61-8016-8e34e0bb0e7d tempest-FloatingIPDetailsTestJSON-879849623 tempest-FloatingIPDetailsTestJSON-879849623-project] Request body: {'floatingip': {'floating_network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:06:14.219824 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce292748-44b3-4827-bb10-389e18b26828 req-b1dedab0-1433-4863-9cc5-ed3d6a069feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:14.221492 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-ce292748-44b3-4827-bb10-389e18b26828 req-b1dedab0-1433-4863-9cc5-ed3d6a069feb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1e81e05c-4c76-424f-a369-a3cc99f09949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0708539 Nov 22 20:06:14.239284 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-87da9e6d-5448-4025-b12a-7900d88a1515 req-10580d44-9c97-49d1-9fa8-812a80a60e0d tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1d007ec-a75a-4ef8-9cdd-9c679a3ff22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702026 Nov 22 20:06:14.240136 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-531d0faf-0a8e-4142-a2f6-ee17b4eac2d7 req-218829d7-16d2-4c61-8016-8e34e0bb0e7d tempest-FloatingIPDetailsTestJSON-879849623 tempest-FloatingIPDetailsTestJSON-879849623-project] Publish callbacks [] for floatingip, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:14.257167 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f0d0659-512e-4936-a0a3-cd52bf810a99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f923e85-d0d3-4018-bc12-cee68ed8bb13'}, {'server_uuid': '0c38e8a6-8795-4e86-88f9-2d86b3aaea94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e6ec0bf-f936-47ad-a6a2-1c89c9f9ccdc'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:06:14.259739 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d39f6d30a11e565ec9648abcc015e8a6ab6cff4edd704add8155e28765d31eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a16aaf14-d89d-456c-ae60-81663398b565" -d '{"events": [{"server_uuid": "5f0d0659-512e-4936-a0a3-cd52bf810a99", "name": "network-vif-plugged", "status": "completed", "tag": "5f923e85-d0d3-4018-bc12-cee68ed8bb13"}, {"server_uuid": "0c38e8a6-8795-4e86-88f9-2d86b3aaea94", "name": "network-vif-plugged", "status": "completed", "tag": "0e6ec0bf-f936-47ad-a6a2-1c89c9f9ccdc"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:06:14.339291 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 56228) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:06:14.361965 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-ce292748-44b3-4827-bb10-389e18b26828 req-6ea526b4-67a3-4b1f-99ff-03579606561d service neutron] 10.222.0.41 "GET /v2.0/networks/1e81e05c-4c76-424f-a369-a3cc99f09949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278725 Nov 22 20:06:14.401244 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d78512-f042-473d-b5ed-12f561345b9d req-db154878-1b32-4f3f-a485-60ed66c85b0d tempest-FloatingIPsAssociationTestJSON-1595917213 tempest-FloatingIPsAssociationTestJSON-1595917213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:14.402852 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e6d78512-f042-473d-b5ed-12f561345b9d req-db154878-1b32-4f3f-a485-60ed66c85b0d tempest-FloatingIPsAssociationTestJSON-1595917213 tempest-FloatingIPsAssociationTestJSON-1595917213-project] 10.222.0.46 "GET /v2.0/ports?device_id=6e6b3dc4-d2a4-4466-b82a-dc33446511d0&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0754900 Nov 22 20:06:14.424200 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-531d0faf-0a8e-4142-a2f6-ee17b4eac2d7 req-218829d7-16d2-4c61-8016-8e34e0bb0e7d tempest-FloatingIPDetailsTestJSON-879849623 tempest-FloatingIPDetailsTestJSON-879849623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:14.486531 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-ce292748-44b3-4827-bb10-389e18b26828 req-fc471554-ae02-4e86-bc53-8c526c942fc1 service neutron] 10.222.0.41 "GET /v2.0/networks/1e81e05c-4c76-424f-a369-a3cc99f09949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121163 Nov 22 20:06:14.504242 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e6d78512-f042-473d-b5ed-12f561345b9d req-17706028-b4c7-42e5-bf64-2562efedc979 tempest-FloatingIPsAssociationTestJSON-1595917213 tempest-FloatingIPsAssociationTestJSON-1595917213-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.5.215 HTTP/1.1" status: 200 len: 696 time: 0.0925591 Nov 22 20:06:14.527599 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-e6d78512-f042-473d-b5ed-12f561345b9d req-375537ca-fec0-4c80-a71a-d29dca4eb438 tempest-FloatingIPsAssociationTestJSON-1595917213 tempest-FloatingIPsAssociationTestJSON-1595917213-project] Request body: {'floatingip': {'port_id': '42ff492e-8aff-4fd6-a604-1f78be59f19b', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:06:14.535039 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-cd96c5f1-2c52-4b3e-a91c-c83a928e063e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:14.590727 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-e6d78512-f042-473d-b5ed-12f561345b9d req-375537ca-fec0-4c80-a71a-d29dca4eb438 tempest-FloatingIPsAssociationTestJSON-1595917213 tempest-FloatingIPsAssociationTestJSON-1595917213-project] Publish callbacks [] for floatingip, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:14.722226 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [req-531d0faf-0a8e-4142-a2f6-ee17b4eac2d7 req-218829d7-16d2-4c61-8016-8e34e0bb0e7d tempest-FloatingIPDetailsTestJSON-879849623 tempest-FloatingIPDetailsTestJSON-879849623-project] Allocated IP 172.25.5.70 (c48a55e9-6a85-4746-b7bf-3e29fb560094/5da6f781-63e6-4328-ae7a-5e672262f55a/c3ff1581-4d1d-4347-ba23-f7078a2e9483) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:06:14.948826 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-cd96c5f1-2c52-4b3e-a91c-c83a928e063e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:14.956214 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-cd96c5f1-2c52-4b3e-a91c-c83a928e063e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:15.058004 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-cd96c5f1-2c52-4b3e-a91c-c83a928e063e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d9d9a8d2219a46028ace8dca77b41790&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7150059 Nov 22 20:06:15.061300 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 56236) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:06:15.065205 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-531d0faf-0a8e-4142-a2f6-ee17b4eac2d7 req-218829d7-16d2-4c61-8016-8e34e0bb0e7d tempest-FloatingIPDetailsTestJSON-879849623 tempest-FloatingIPDetailsTestJSON-879849623-project] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:15.073072 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd96c5f1-2c52-4b3e-a91c-c83a928e063e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9754aca-fd2f-4711-8e3e-b843c3ceb19d,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:06:15.126827 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-168917b0-6b22-45c0-9636-8b58527327cd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:15.153353 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-168917b0-6b22-45c0-9636-8b58527327cd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:15.192615 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-531d0faf-0a8e-4142-a2f6-ee17b4eac2d7 req-218829d7-16d2-4c61-8016-8e34e0bb0e7d tempest-FloatingIPDetailsTestJSON-879849623 tempest-FloatingIPDetailsTestJSON-879849623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:15.204892 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-168917b0-6b22-45c0-9636-8b58527327cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:15.208257 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-168917b0-6b22-45c0-9636-8b58527327cd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:15.209461 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-168917b0-6b22-45c0-9636-8b58527327cd admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c9754aca-fd2f-4711-8e3e-b843c3ceb19d HTTP/1.1" status: 204 len: 168 time: 0.1470456 Nov 22 20:06:15.217348 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168917b0-6b22-45c0-9636-8b58527327cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9754aca-fd2f-4711-8e3e-b843c3ceb19d,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:06:15.225792 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168917b0-6b22-45c0-9636-8b58527327cd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:06:15.226145 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168917b0-6b22-45c0-9636-8b58527327cd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:06:15.226489 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168917b0-6b22-45c0-9636-8b58527327cd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:06:15.226838 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168917b0-6b22-45c0-9636-8b58527327cd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:06:15.227173 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168917b0-6b22-45c0-9636-8b58527327cd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:06:15.228000 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168917b0-6b22-45c0-9636-8b58527327cd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:06:15.228000 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168917b0-6b22-45c0-9636-8b58527327cd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:06:15.228756 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168917b0-6b22-45c0-9636-8b58527327cd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:06:15.228756 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168917b0-6b22-45c0-9636-8b58527327cd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:06:15.228915 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168917b0-6b22-45c0-9636-8b58527327cd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:06:15.229241 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168917b0-6b22-45c0-9636-8b58527327cd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:06:15.229827 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168917b0-6b22-45c0-9636-8b58527327cd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:06:15.249247 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-531d0faf-0a8e-4142-a2f6-ee17b4eac2d7 req-218829d7-16d2-4c61-8016-8e34e0bb0e7d tempest-FloatingIPDetailsTestJSON-879849623 tempest-FloatingIPDetailsTestJSON-879849623-project] Network c48a55e9-6a85-4746-b7bf-3e29fb560094 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:06:15.256184 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [req-531d0faf-0a8e-4142-a2f6-ee17b4eac2d7 req-218829d7-16d2-4c61-8016-8e34e0bb0e7d tempest-FloatingIPDetailsTestJSON-879849623 tempest-FloatingIPDetailsTestJSON-879849623-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:06:15.258864 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-531d0faf-0a8e-4142-a2f6-ee17b4eac2d7 req-218829d7-16d2-4c61-8016-8e34e0bb0e7d tempest-FloatingIPDetailsTestJSON-879849623 tempest-FloatingIPDetailsTestJSON-879849623-project] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:06:15.319733 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218829d7-16d2-4c61-8016-8e34e0bb0e7d tempest-FloatingIPDetailsTestJSON-879849623 tempest-FloatingIPDetailsTestJSON-879849623-project] Pushing event updated for resources: {'Port': ['ID=c3ff1581-4d1d-4347-ba23-f7078a2e9483,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:06:15.411183 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-e6d78512-f042-473d-b5ed-12f561345b9d req-375537ca-fec0-4c80-a71a-d29dca4eb438 tempest-FloatingIPsAssociationTestJSON-1595917213 tempest-FloatingIPsAssociationTestJSON-1595917213-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:15.420117 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-e6d78512-f042-473d-b5ed-12f561345b9d req-375537ca-fec0-4c80-a71a-d29dca4eb438 tempest-FloatingIPsAssociationTestJSON-1595917213 tempest-FloatingIPsAssociationTestJSON-1595917213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-595224'] for floatingip, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:15.477694 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-531d0faf-0a8e-4142-a2f6-ee17b4eac2d7 req-218829d7-16d2-4c61-8016-8e34e0bb0e7d tempest-FloatingIPDetailsTestJSON-879849623 tempest-FloatingIPDetailsTestJSON-879849623-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:15.668509 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28650fd1-2f30-425c-a87e-ae29785a55a0 req-229a4c2f-52bf-4ca6-9817-196058682c20 tempest-FloatingIPsAssociationTestJSON-1595917213 tempest-FloatingIPsAssociationTestJSON-1595917213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:15.673426 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-28650fd1-2f30-425c-a87e-ae29785a55a0 req-229a4c2f-52bf-4ca6-9817-196058682c20 tempest-FloatingIPsAssociationTestJSON-1595917213 tempest-FloatingIPsAssociationTestJSON-1595917213-project] 10.222.0.41 "GET /v2.0/ports?device_id=b84af637-0398-463a-b5b3-c3420a17b4fe HTTP/1.1" status: 200 len: 945 time: 0.0590591 Nov 22 20:06:15.806646 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [req-28650fd1-2f30-425c-a87e-ae29785a55a0 req-2b0156f1-c7e3-4a1a-9051-1062af1d2533 tempest-FloatingIPsAssociationTestJSON-1595917213 tempest-FloatingIPsAssociationTestJSON-1595917213-project] Deleting port f4441bd5-8225-4d37-a6a1-98fd9d91a472 {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:06:15.807005 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-28650fd1-2f30-425c-a87e-ae29785a55a0 req-2b0156f1-c7e3-4a1a-9051-1062af1d2533 tempest-FloatingIPsAssociationTestJSON-1595917213 tempest-FloatingIPsAssociationTestJSON-1595917213-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:15.829392 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e4af820-9ccd-4bb5-8ecb-1df970705316', 'tag': '226a1013-6843-41bc-a13d-5ac1f3b082c4'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:06:15.832180 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17cc3571-7c09-4ccd-a411-015a8b370b74" -d '{"events": [{"name": "network-changed", "server_uuid": "0e4af820-9ccd-4bb5-8ecb-1df970705316", "tag": "226a1013-6843-41bc-a13d-5ac1f3b082c4"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:06:15.882425 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-531d0faf-0a8e-4142-a2f6-ee17b4eac2d7 req-218829d7-16d2-4c61-8016-8e34e0bb0e7d tempest-FloatingIPDetailsTestJSON-879849623 tempest-FloatingIPDetailsTestJSON-879849623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:15.914732 n-d-818823-1 neutron-server[103447]: INFO neutron.db.l3_db [req-e6d78512-f042-473d-b5ed-12f561345b9d req-375537ca-fec0-4c80-a71a-d29dca4eb438 tempest-FloatingIPsAssociationTestJSON-1595917213 tempest-FloatingIPsAssociationTestJSON-1595917213-project] Floating IP cad59622-caf1-40f8-9620-6ab80b8f8490 associated. External IP: 172.25.5.215, port: 42ff492e-8aff-4fd6-a604-1f78be59f19b. Nov 22 20:06:15.918952 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-28650fd1-2f30-425c-a87e-ae29785a55a0 req-2b0156f1-c7e3-4a1a-9051-1062af1d2533 tempest-FloatingIPsAssociationTestJSON-1595917213 tempest-FloatingIPsAssociationTestJSON-1595917213-project] For port f4441bd5-8225-4d37-a6a1-98fd9d91a472, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=f4441bd5-8225-4d37-a6a1-98fd9d91a472,segment=NetworkSegment(adef8bfe-e7cb-4b45-a1a6-80cad068f809),segment_id=adef8bfe-e7cb-4b45-a1a6-80cad068f809)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:06:15.919318 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-28650fd1-2f30-425c-a87e-ae29785a55a0 req-2b0156f1-c7e3-4a1a-9051-1062af1d2533 tempest-FloatingIPsAssociationTestJSON-1595917213 tempest-FloatingIPsAssociationTestJSON-1595917213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:15.939099 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [req-28650fd1-2f30-425c-a87e-ae29785a55a0 req-2b0156f1-c7e3-4a1a-9051-1062af1d2533 tempest-FloatingIPsAssociationTestJSON-1595917213 tempest-FloatingIPsAssociationTestJSON-1595917213-project] Calling delete_port for f4441bd5-8225-4d37-a6a1-98fd9d91a472 owned by compute:nova {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:06:15.965956 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 56260) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:06:16.084227 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-9b16b87b-8eae-4ed4-89a3-99f1be61a544 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-802891742-network', 'tenant_id': '0cb16f32951a401381575f57a1640151'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:06:16.087269 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-28650fd1-2f30-425c-a87e-ae29785a55a0 req-2b0156f1-c7e3-4a1a-9051-1062af1d2533 tempest-FloatingIPsAssociationTestJSON-1595917213 tempest-FloatingIPsAssociationTestJSON-1595917213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:16.104073 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] get_ports_and_sgs() called for port_ids ['f4441bd5-8225-4d37-a6a1-98fd9d91a472'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:06:16.107389 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] get_ports_and_sgs() called for port_ids ['42ff492e-8aff-4fd6-a604-1f78be59f19b'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:06:16.126469 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0156f1-c7e3-4a1a-9051-1062af1d2533 tempest-FloatingIPsAssociationTestJSON-1595917213 tempest-FloatingIPsAssociationTestJSON-1595917213-project] Pushing event deleted for resources: {'Port': ['ID=f4441bd5-8225-4d37-a6a1-98fd9d91a472,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:06:16.182331 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b16b87b-8eae-4ed4-89a3-99f1be61a544 admin admin] Made reservation on behalf of 0cb16f32951a401381575f57a1640151 for: {'network': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:06:16.184712 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9b16b87b-8eae-4ed4-89a3-99f1be61a544 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for network, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:16.185324 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [req-28650fd1-2f30-425c-a87e-ae29785a55a0 req-2b0156f1-c7e3-4a1a-9051-1062af1d2533 tempest-FloatingIPsAssociationTestJSON-1595917213 tempest-FloatingIPsAssociationTestJSON-1595917213-project] No DVR routers for this DVR port f4441bd5-8225-4d37-a6a1-98fd9d91a472 on host n-h1-818823-1 {{(pid=103448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:06:16.188397 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-28650fd1-2f30-425c-a87e-ae29785a55a0 req-2b0156f1-c7e3-4a1a-9051-1062af1d2533 tempest-FloatingIPsAssociationTestJSON-1595917213 tempest-FloatingIPsAssociationTestJSON-1595917213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:16.194036 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-28650fd1-2f30-425c-a87e-ae29785a55a0 req-2b0156f1-c7e3-4a1a-9051-1062af1d2533 tempest-FloatingIPsAssociationTestJSON-1595917213 tempest-FloatingIPsAssociationTestJSON-1595917213-project] 10.222.0.41 "DELETE /v2.0/ports/f4441bd5-8225-4d37-a6a1-98fd9d91a472 HTTP/1.1" status: 204 len: 173 time: 0.5126379 Nov 22 20:06:16.194036 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b84af637-0398-463a-b5b3-c3420a17b4fe', 'name': 'network-vif-deleted', 'tag': 'f4441bd5-8225-4d37-a6a1-98fd9d91a472'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:06:16.195486 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589a98cf2aea187fcc423a5edb333e5a6cf3ad7c81115d1ebee0f079693c312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73bc5a62-c70b-4d61-bcd8-6c304f231941" -d '{"events": [{"server_uuid": "b84af637-0398-463a-b5b3-c3420a17b4fe", "name": "network-vif-deleted", "tag": "f4441bd5-8225-4d37-a6a1-98fd9d91a472"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:06:16.208122 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9b16b87b-8eae-4ed4-89a3-99f1be61a544 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:16.262795 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-531d0faf-0a8e-4142-a2f6-ee17b4eac2d7 req-218829d7-16d2-4c61-8016-8e34e0bb0e7d tempest-FloatingIPDetailsTestJSON-879849623 tempest-FloatingIPDetailsTestJSON-879849623-project] Publish callbacks [] for port, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:16.272856 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-531d0faf-0a8e-4142-a2f6-ee17b4eac2d7 req-218829d7-16d2-4c61-8016-8e34e0bb0e7d tempest-FloatingIPDetailsTestJSON-879849623 tempest-FloatingIPDetailsTestJSON-879849623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:16.371453 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e6d78512-f042-473d-b5ed-12f561345b9d req-375537ca-fec0-4c80-a71a-d29dca4eb438 tempest-FloatingIPsAssociationTestJSON-1595917213 tempest-FloatingIPsAssociationTestJSON-1595917213-project] Router 442ab2c2-1724-406b-86dd-55ba74725ccb has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 20:06:16.387522 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218829d7-16d2-4c61-8016-8e34e0bb0e7d tempest-FloatingIPDetailsTestJSON-879849623 tempest-FloatingIPDetailsTestJSON-879849623-project] Pushing event updated for resources: {'Port': ['ID=c3ff1581-4d1d-4347-ba23-f7078a2e9483,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:06:16.411496 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-531d0faf-0a8e-4142-a2f6-ee17b4eac2d7 req-218829d7-16d2-4c61-8016-8e34e0bb0e7d tempest-FloatingIPDetailsTestJSON-879849623 tempest-FloatingIPDetailsTestJSON-879849623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-595224'] for floatingip, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:16.482678 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-531d0faf-0a8e-4142-a2f6-ee17b4eac2d7 req-218829d7-16d2-4c61-8016-8e34e0bb0e7d tempest-FloatingIPDetailsTestJSON-879849623 tempest-FloatingIPDetailsTestJSON-879849623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for floatingip, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:16.483947 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-531d0faf-0a8e-4142-a2f6-ee17b4eac2d7 req-218829d7-16d2-4c61-8016-8e34e0bb0e7d tempest-FloatingIPDetailsTestJSON-879849623 tempest-FloatingIPDetailsTestJSON-879849623-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.3046033 Nov 22 20:06:16.509471 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9b16b87b-8eae-4ed4-89a3-99f1be61a544 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:16.569911 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9b16b87b-8eae-4ed4-89a3-99f1be61a544 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:16.596567 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-531d0faf-0a8e-4142-a2f6-ee17b4eac2d7 req-2d9175a4-cf9b-4299-8784-7499f0615e01 tempest-FloatingIPDetailsTestJSON-879849623 tempest-FloatingIPDetailsTestJSON-879849623-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.5.70 HTTP/1.1" status: 200 len: 695 time: 0.1019340 Nov 22 20:06:16.636625 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b16b87b-8eae-4ed4-89a3-99f1be61a544 admin admin] vlan segment allocate from pool success with {'vlan_id': 619, 'physical_network': 'physnet1'} {{(pid=103447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 20:06:16.705314 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9b16b87b-8eae-4ed4-89a3-99f1be61a544 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:16.705670 n-d-818823-1 neutron-server[103447]: INFO neutron.db.segments_db [None req-9b16b87b-8eae-4ed4-89a3-99f1be61a544 admin admin] Added segment 4f1fbe9f-4aa3-4ace-a08b-603388522068 of type vlan for network 42b07cfa-e0ca-4236-9be7-3ccebe104794 Nov 22 20:06:16.708530 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e6d78512-f042-473d-b5ed-12f561345b9d req-375537ca-fec0-4c80-a71a-d29dca4eb438 tempest-FloatingIPsAssociationTestJSON-1595917213 tempest-FloatingIPsAssociationTestJSON-1595917213-project] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:06:16.719067 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b16b87b-8eae-4ed4-89a3-99f1be61a544 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bab63eb-5608-49bc-bddd-ebaf923db7fb,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:06:16.724282 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e4b48e4-a0a9-4f95-94e4-16fffa8f3c5d None None] Sync routers for ids ['442ab2c2-1724-406b-86dd-55ba74725ccb'] in n-d-818823-1 {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:06:16.726739 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-e6d78512-f042-473d-b5ed-12f561345b9d req-375537ca-fec0-4c80-a71a-d29dca4eb438 tempest-FloatingIPsAssociationTestJSON-1595917213 tempest-FloatingIPsAssociationTestJSON-1595917213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for floatingip, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:16.737599 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e4b48e4-a0a9-4f95-94e4-16fffa8f3c5d None None] Routers {'442ab2c2-1724-406b-86dd-55ba74725ccb'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:06:16.738793 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-0e4b48e4-a0a9-4f95-94e4-16fffa8f3c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:06:02Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['442ab2c2-1724-406b-86dd-55ba74725ccb'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:06:16.798712 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e6d78512-f042-473d-b5ed-12f561345b9d req-375537ca-fec0-4c80-a71a-d29dca4eb438 tempest-FloatingIPsAssociationTestJSON-1595917213 tempest-FloatingIPsAssociationTestJSON-1595917213-project] 10.222.0.46 "PUT /v2.0/floatingips/cad59622-caf1-40f8-9620-6ab80b8f8490 HTTP/1.1" status: 200 len: 996 time: 2.2848909 Nov 22 20:06:16.824309 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9b16b87b-8eae-4ed4-89a3-99f1be61a544 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748992492791'] for network, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:16.864760 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-0e4b48e4-a0a9-4f95-94e4-16fffa8f3c5d None None] Set router 442ab2c2-1724-406b-86dd-55ba74725ccb gateway port host: n-d-818823-1 {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:06:16.869791 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531d0faf-0a8e-4142-a2f6-ee17b4eac2d7 req-fbec84f1-8ae0-4d5e-b3a9-cbad41b2f866 tempest-FloatingIPDetailsTestJSON-879849623 tempest-FloatingIPDetailsTestJSON-879849623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:16.871235 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-531d0faf-0a8e-4142-a2f6-ee17b4eac2d7 req-fbec84f1-8ae0-4d5e-b3a9-cbad41b2f866 tempest-FloatingIPDetailsTestJSON-879849623 tempest-FloatingIPDetailsTestJSON-879849623-project] 10.222.0.46 "GET /v2.0/networks/c48a55e9-6a85-4746-b7bf-3e29fb560094 HTTP/1.1" status: 200 len: 784 time: 0.2647042 Nov 22 20:06:16.899627 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9b16b87b-8eae-4ed4-89a3-99f1be61a544 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for network, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:16.900590 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b16b87b-8eae-4ed4-89a3-99f1be61a544 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:16.901188 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9b16b87b-8eae-4ed4-89a3-99f1be61a544 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for network, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:16.912358 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d78512-f042-473d-b5ed-12f561345b9d req-5be96435-cccf-4865-a59b-cc0dfb471ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:16.913914 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e6d78512-f042-473d-b5ed-12f561345b9d req-5be96435-cccf-4865-a59b-cc0dfb471ef5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=eccf64927ecc4dab83be8c6edc2287b1&device_id=6e6b3dc4-d2a4-4466-b82a-dc33446511d0 HTTP/1.1" status: 200 len: 1096 time: 0.0872242 Nov 22 20:06:17.023030 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-9b16b87b-8eae-4ed4-89a3-99f1be61a544 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.0559773 Nov 22 20:06:17.025023 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 56268) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:06:17.030323 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-d962545f-020f-4357-b123-381a36a1ac52 admin admin] Request body: {'subnet': {'network_id': '42b07cfa-e0ca-4236-9be7-3ccebe104794', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-802891742-subnet', 'tenant_id': '0cb16f32951a401381575f57a1640151', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:06:17.055970 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d962545f-020f-4357-b123-381a36a1ac52 admin admin] Made reservation on behalf of 0cb16f32951a401381575f57a1640151 for: {'subnet': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:06:17.056905 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b16b87b-8eae-4ed4-89a3-99f1be61a544 admin admin] Pushing event updated for resources: {'Network': ['ID=42b07cfa-e0ca-4236-9be7-3ccebe104794,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:06:17.058762 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d962545f-020f-4357-b123-381a36a1ac52 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11792951'] for subnet, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:17.072166 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Network 42b07cfa-e0ca-4236-9be7-3ccebe104794 details requested by agent ovs-agent-n-d-818823-1 with host n-d-818823-1 {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 20:06:17.086737 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9952ab3-8da8-498c-87bd-3b60df9ab091 req-cc5ddbab-4d85-4a73-8a52-9f0074fff120 tempest-ImagesOneServerTestJSON-472457701 tempest-ImagesOneServerTestJSON-472457701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:17.094527 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b9952ab3-8da8-498c-87bd-3b60df9ab091 req-cc5ddbab-4d85-4a73-8a52-9f0074fff120 tempest-ImagesOneServerTestJSON-472457701 tempest-ImagesOneServerTestJSON-472457701-project] 10.222.0.46 "GET /v2.0/ports?device_id=5f0d0659-512e-4936-a0a3-cd52bf810a99 HTTP/1.1" status: 200 len: 949 time: 0.1330979 Nov 22 20:06:17.126626 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-0e4b48e4-a0a9-4f95-94e4-16fffa8f3c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '442ab2c2-1724-406b-86dd-55ba74725ccb', 'name': 'tempest-FloatingIPsAssociationTestJSON-647870050-router', 'tenant_id': 'eccf64927ecc4dab83be8c6edc2287b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.21'}], 'enable_snat': True}, 'gw_port_id': 'b663f5f8-7a6f-495c-b215-a32087cb0156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:04:58Z', 'updated_at': '2021-11-22T20:05:05Z', 'revision_number': 4, 'project_id': 'eccf64927ecc4dab83be8c6edc2287b1', 'gw_port': {'id': 'b663f5f8-7a6f-495c-b215-a32087cb0156', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:1a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '442ab2c2-1724-406b-86dd-55ba74725ccb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:04:59Z', 'updated_at': '2021-11-22T20:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_floatingips': [{'id': 'cad59622-caf1-40f8-9620-6ab80b8f8490', 'tenant_id': 'eccf64927ecc4dab83be8c6edc2287b1', 'floating_ip_address': '172.25.5.215', 'floating_network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'router_id': '442ab2c2-1724-406b-86dd-55ba74725ccb', 'port_id': '42ff492e-8aff-4fd6-a604-1f78be59f19b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e81e05c-4c76-424f-a369-a3cc99f09949', 'mac_address': 'fa:16:3e:12:a3:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6b3dc4-d2a4-4466-b82a-dc33446511d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T20:05:26Z', 'updated_at': '2021-11-22T20:06:15Z', 'revision_number': 8, 'project_id': 'eccf64927ecc4dab83be8c6edc2287b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '233ce0b9-9200-4e5f-983e-70c1dd7e1dc0', 'name': '', 'network_id': '1e81e05c-4c76-424f-a369-a3cc99f09949', 'tenant_id': 'eccf64927ecc4dab83be8c6edc2287b1', 'mac_address': 'fa:16:3e:15:fa:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '442ab2c2-1724-406b-86dd-55ba74725ccb', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '555c9f92-faec-4407-89e0-e5147ee8b27d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:05:04Z', 'updated_at': '2021-11-22T20:05:10Z', 'revision_number': 5, 'project_id': 'eccf64927ecc4dab83be8c6edc2287b1', 'subnets': [{'id': '555c9f92-faec-4407-89e0-e5147ee8b27d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:06:17.143086 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d78512-f042-473d-b5ed-12f561345b9d req-03dde0c1-daa7-43a9-82dc-4361494f4f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:17.151309 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e6d78512-f042-473d-b5ed-12f561345b9d req-03dde0c1-daa7-43a9-82dc-4361494f4f4e service neutron] 10.222.0.46 "GET /v2.0/networks?id=1e81e05c-4c76-424f-a369-a3cc99f09949 HTTP/1.1" status: 200 len: 921 time: 0.2246487 Nov 22 20:06:17.157237 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e4b48e4-a0a9-4f95-94e4-16fffa8f3c5d None None] Checking router: 442ab2c2-1724-406b-86dd-55ba74725ccb for host: n-d-818823-1 {{(pid=103450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 20:06:17.167203 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e4b48e4-a0a9-4f95-94e4-16fffa8f3c5d None None] Routers {'442ab2c2-1724-406b-86dd-55ba74725ccb'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:06:17.168341 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-0e4b48e4-a0a9-4f95-94e4-16fffa8f3c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:06:02Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['442ab2c2-1724-406b-86dd-55ba74725ccb'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:06:17.221032 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b9952ab3-8da8-498c-87bd-3b60df9ab091 req-cea8b96e-a70d-4618-b67d-8156f4a34417 tempest-ImagesOneServerTestJSON-472457701 tempest-ImagesOneServerTestJSON-472457701-project] 10.222.0.46 "GET /v2.0/security-groups?id=0c348c88-32ba-475a-80ac-2a702b8d42a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255579 Nov 22 20:06:17.256409 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e6d78512-f042-473d-b5ed-12f561345b9d req-02e2f6c8-ecbb-4e47-967c-c17f6f53204c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=42ff492e-8aff-4fd6-a604-1f78be59f19b HTTP/1.1" status: 200 len: 999 time: 0.1031954 Nov 22 20:06:17.265378 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d962545f-020f-4357-b123-381a36a1ac52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11567560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11792921'] for subnet, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:17.311985 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-0e4b48e4-a0a9-4f95-94e4-16fffa8f3c5d None None] Set router 442ab2c2-1724-406b-86dd-55ba74725ccb gateway port host: n-d-818823-1 {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:06:17.334186 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d962545f-020f-4357-b123-381a36a1ac52 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1ac7d81-c642-4b77-b2b8-e8ba7fce46bf,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:06:17.339241 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d962545f-020f-4357-b123-381a36a1ac52 admin admin] Checking segment: {'id': '4f1fbe9f-4aa3-4ace-a08b-603388522068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '42b07cfa-e0ca-4236-9be7-3ccebe104794'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:06:17.339772 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d962545f-020f-4357-b123-381a36a1ac52 admin admin] Network hostable DHCP agents. Network: 42b07cfa-e0ca-4236-9be7-3ccebe104794, hostable agents: ['02adaa64-0987-4b74-bad0-cbcf56f8a294'], hosted agents: [] {{(pid=103448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 20:06:17.358787 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d962545f-020f-4357-b123-381a36a1ac52 admin admin] Network 42b07cfa-e0ca-4236-9be7-3ccebe104794 is scheduled to be hosted by DHCP agent 02adaa64-0987-4b74-bad0-cbcf56f8a294 with binding_index 1 {{(pid=103448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 20:06:17.360393 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d78512-f042-473d-b5ed-12f561345b9d req-b492694c-32d6-4190-9849-0237683f55e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:17.364159 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e6d78512-f042-473d-b5ed-12f561345b9d req-b492694c-32d6-4190-9849-0237683f55e7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=555c9f92-faec-4407-89e0-e5147ee8b27d HTTP/1.1" status: 200 len: 859 time: 0.0990989 Nov 22 20:06:17.380257 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-d962545f-020f-4357-b123-381a36a1ac52 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818823-1, 42b07cfa-e0ca-4236-9be7-3ccebe104794) {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:06:17.383275 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 22 Nov 2021 20:06:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0663bd13-4c22-475d-97cf-730e61a97885 x-openstack-request-id: req-0663bd13-4c22-475d-97cf-730e61a97885 {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:06:17.384137 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f0d0659-512e-4936-a0a3-cd52bf810a99", "name": "network-vif-plugged", "status": "completed", "tag": "5f923e85-d0d3-4018-bc12-cee68ed8bb13", "code": 200}, {"server_uuid": "0c38e8a6-8795-4e86-88f9-2d86b3aaea94", "name": "network-vif-plugged", "status": "completed", "tag": "0e6ec0bf-f936-47ad-a6a2-1c89c9f9ccdc", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:06:17.384303 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0663bd13-4c22-475d-97cf-730e61a97885 {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:06:17.385292 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f0d0659-512e-4936-a0a3-cd52bf810a99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f923e85-d0d3-4018-bc12-cee68ed8bb13', 'code': 200} Nov 22 20:06:17.385292 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c38e8a6-8795-4e86-88f9-2d86b3aaea94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e6ec0bf-f936-47ad-a6a2-1c89c9f9ccdc', 'code': 200} Nov 22 20:06:17.390337 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e241faa1-1698-42f4-a01f-988e7fa746f4 None None] Network 42b07cfa-e0ca-4236-9be7-3ccebe104794 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:06:17.396485 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d962545f-020f-4357-b123-381a36a1ac52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:17.397084 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d962545f-020f-4357-b123-381a36a1ac52 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:17.416645 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-d962545f-020f-4357-b123-381a36a1ac52 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.3904769 Nov 22 20:06:17.452074 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d78512-f042-473d-b5ed-12f561345b9d req-87a9b810-af9c-4c2d-ba9c-e82235e47b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:17.453810 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e6d78512-f042-473d-b5ed-12f561345b9d req-87a9b810-af9c-4c2d-ba9c-e82235e47b82 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1e81e05c-4c76-424f-a369-a3cc99f09949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0826437 Nov 22 20:06:17.568969 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 226a1013-6843-41bc-a13d-5ac1f3b082c4 details requested by agent hyperv_n-h1-818823-1 with host n-h1-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 20:06:17.576009 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d7bef5-5c00-4327-9f2a-1a964f5ee059 req-d29ab064-c49d-4f97-b722-e7c3d0c2e989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:17.578191 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-a3d7bef5-5c00-4327-9f2a-1a964f5ee059 req-d29ab064-c49d-4f97-b722-e7c3d0c2e989 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5f0d0659-512e-4936-a0a3-cd52bf810a99 HTTP/1.1" status: 200 len: 1100 time: 0.0859890 Nov 22 20:06:17.635115 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e3f5445-1c0e-472d-8973-6047b2b3e8e6 None None] Network 42b07cfa-e0ca-4236-9be7-3ccebe104794 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:06:17.641279 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-a3d7bef5-5c00-4327-9f2a-1a964f5ee059 req-b844cbda-0f03-4e73-9f9a-1bd4c0f8e5ed service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=0c348c88-32ba-475a-80ac-2a702b8d42a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522184 Nov 22 20:06:17.651377 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dddd0c-f709-4d84-86d9-51adfaeddfb0 req-1e5461f8-bd77-4819-ab52-9d9650627664 tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:17.655118 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-63dddd0c-f709-4d84-86d9-51adfaeddfb0 req-1e5461f8-bd77-4819-ab52-9d9650627664 tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] 10.222.0.46 "GET /v2.0/ports?device_id=a8d3a7bb-93d3-4918-911b-b913622e40e8 HTTP/1.1" status: 200 len: 946 time: 0.0984893 Nov 22 20:06:17.731652 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e6d78512-f042-473d-b5ed-12f561345b9d req-fdf9e0f4-b06e-4468-b23c-849d01458680 service neutron] 10.222.0.46 "GET /v2.0/networks/1e81e05c-4c76-424f-a369-a3cc99f09949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2692139 Nov 22 20:06:17.745323 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-63dddd0c-f709-4d84-86d9-51adfaeddfb0 req-b654df5e-4228-4bc0-8172-6628710f9a7e tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] 10.222.0.46 "GET /v2.0/security-groups?id=89c2c967-26c4-4e1c-a1fd-c97f87817ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793502 Nov 22 20:06:17.751700 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-0e4b48e4-a0a9-4f95-94e4-16fffa8f3c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '442ab2c2-1724-406b-86dd-55ba74725ccb', 'name': 'tempest-FloatingIPsAssociationTestJSON-647870050-router', 'tenant_id': 'eccf64927ecc4dab83be8c6edc2287b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.21'}], 'enable_snat': True}, 'gw_port_id': 'b663f5f8-7a6f-495c-b215-a32087cb0156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:04:58Z', 'updated_at': '2021-11-22T20:05:05Z', 'revision_number': 4, 'project_id': 'eccf64927ecc4dab83be8c6edc2287b1', 'gw_port': {'id': 'b663f5f8-7a6f-495c-b215-a32087cb0156', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:1a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '442ab2c2-1724-406b-86dd-55ba74725ccb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:04:59Z', 'updated_at': '2021-11-22T20:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_floatingips': [{'id': 'cad59622-caf1-40f8-9620-6ab80b8f8490', 'tenant_id': 'eccf64927ecc4dab83be8c6edc2287b1', 'floating_ip_address': '172.25.5.215', 'floating_network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'router_id': '442ab2c2-1724-406b-86dd-55ba74725ccb', 'port_id': '42ff492e-8aff-4fd6-a604-1f78be59f19b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e81e05c-4c76-424f-a369-a3cc99f09949', 'mac_address': 'fa:16:3e:12:a3:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6b3dc4-d2a4-4466-b82a-dc33446511d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T20:05:26Z', 'updated_at': '2021-11-22T20:06:15Z', 'revision_number': 8, 'project_id': 'eccf64927ecc4dab83be8c6edc2287b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '233ce0b9-9200-4e5f-983e-70c1dd7e1dc0', 'name': '', 'network_id': '1e81e05c-4c76-424f-a369-a3cc99f09949', 'tenant_id': 'eccf64927ecc4dab83be8c6edc2287b1', 'mac_address': 'fa:16:3e:15:fa:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '442ab2c2-1724-406b-86dd-55ba74725ccb', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '555c9f92-faec-4407-89e0-e5147ee8b27d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:05:04Z', 'updated_at': '2021-11-22T20:05:10Z', 'revision_number': 5, 'project_id': 'eccf64927ecc4dab83be8c6edc2287b1', 'subnets': [{'id': '555c9f92-faec-4407-89e0-e5147ee8b27d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:06:17.804968 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 226a1013-6843-41bc-a13d-5ac1f3b082c4, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=226a1013-6843-41bc-a13d-5ac1f3b082c4,segment=NetworkSegment(2a5a1c7b-538e-498e-99b9-cc7a8e0411be),segment_id=2a5a1c7b-538e-498e-99b9-cc7a8e0411be)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:06:17.812918 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e4b48e4-a0a9-4f95-94e4-16fffa8f3c5d None None] The sync data for ids ['442ab2c2-1724-406b-86dd-55ba74725ccb'] in n-d-818823-1 is: [{'id': '442ab2c2-1724-406b-86dd-55ba74725ccb', 'name': 'tempest-FloatingIPsAssociationTestJSON-647870050-router', 'tenant_id': 'eccf64927ecc4dab83be8c6edc2287b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.21'}], 'enable_snat': True}, 'gw_port_id': 'b663f5f8-7a6f-495c-b215-a32087cb0156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:04:58Z', 'updated_at': '2021-11-22T20:05:05Z', 'revision_number': 4, 'project_id': 'eccf64927ecc4dab83be8c6edc2287b1', 'gw_port': {'id': 'b663f5f8-7a6f-495c-b215-a32087cb0156', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:1a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '442ab2c2-1724-406b-86dd-55ba74725ccb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:04:59Z', 'updated_at': '2021-11-22T20:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_floatingips': [{'id': 'cad59622-caf1-40f8-9620-6ab80b8f8490', 'tenant_id': 'eccf64927ecc4dab83be8c6edc2287b1', 'floating_ip_address': '172.25.5.215', 'floating_network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'router_id': '442ab2c2-1724-406b-86dd-55ba74725ccb', 'port_id': '42ff492e-8aff-4fd6-a604-1f78be59f19b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e81e05c-4c76-424f-a369-a3cc99f09949', 'mac_address': 'fa:16:3e:12:a3:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6b3dc4-d2a4-4466-b82a-dc33446511d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T20:05:26Z', 'updated_at': '2021-11-22T20:06:15Z', 'revision_number': 8, 'project_id': 'eccf64927ecc4dab83be8c6edc2287b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '233ce0b9-9200-4e5f-983e-70c1dd7e1dc0', 'name': '', 'network_id': '1e81e05c-4c76-424f-a369-a3cc99f09949', 'tenant_id': 'eccf64927ecc4dab83be8c6edc2287b1', 'mac_address': 'fa:16:3e:15:fa:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '442ab2c2-1724-406b-86dd-55ba74725ccb', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '555c9f92-faec-4407-89e0-e5147ee8b27d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:05:04Z', 'updated_at': '2021-11-22T20:05:10Z', 'revision_number': 5, 'project_id': 'eccf64927ecc4dab83be8c6edc2287b1', 'subnets': [{'id': '555c9f92-faec-4407-89e0-e5147ee8b27d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:06:17.829208 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Returning: {'device': '226a1013-6843-41bc-a13d-5ac1f3b082c4', 'network_id': 'e1052824-bf78-4963-8937-b202e372ac24', 'port_id': '226a1013-6843-41bc-a13d-5ac1f3b082c4', 'mac_address': 'fa:16:3e:90:bc:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3091ebfd-11e2-41f8-9c00-ffe0b86563d8', 'ip_address': '192.168.233.45'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 20:06:17.908270 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:17.924432 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e6d78512-f042-473d-b5ed-12f561345b9d req-c26886bb-b841-4b5a-91ce-3a57b40985f5 service neutron] 10.222.0.46 "GET /v2.0/networks/1e81e05c-4c76-424f-a369-a3cc99f09949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1916223 Nov 22 20:06:17.925009 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 226a1013-6843-41bc-a13d-5ac1f3b082c4 {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:06:17.945705 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ded1fe-58f1-4157-879e-e4b97231ae96 req-7cca693a-8c5c-4a96-97e3-0f7370cd8739 tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:17.947322 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-42ded1fe-58f1-4157-879e-e4b97231ae96 req-7cca693a-8c5c-4a96-97e3-0f7370cd8739 tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] 10.222.0.46 "GET /v2.0/ports?device_id=0e4af820-9ccd-4bb5-8ecb-1df970705316 HTTP/1.1" status: 200 len: 947 time: 0.1056721 Nov 22 20:06:17.970142 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 226a1013-6843-41bc-a13d-5ac1f3b082c4, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=226a1013-6843-41bc-a13d-5ac1f3b082c4,segment=NetworkSegment(2a5a1c7b-538e-498e-99b9-cc7a8e0411be),segment_id=2a5a1c7b-538e-498e-99b9-cc7a8e0411be)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:06:17.977366 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:17.999243 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 20:06:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8e23e10-b117-420f-be2e-9c6b1a282033 x-openstack-request-id: req-d8e23e10-b117-420f-be2e-9c6b1a282033 {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:06:17.999780 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e4af820-9ccd-4bb5-8ecb-1df970705316", "tag": "226a1013-6843-41bc-a13d-5ac1f3b082c4", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:06:18.000184 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d8e23e10-b117-420f-be2e-9c6b1a282033 {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:06:18.000791 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e4af820-9ccd-4bb5-8ecb-1df970705316', 'tag': '226a1013-6843-41bc-a13d-5ac1f3b082c4', 'status': 'completed', 'code': 200} Nov 22 20:06:18.027047 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:06:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8ca9bb3-5269-4159-9f04-747d4dbe63c4 x-openstack-request-id: req-f8ca9bb3-5269-4159-9f04-747d4dbe63c4 {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:06:18.027242 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b84af637-0398-463a-b5b3-c3420a17b4fe", "name": "network-vif-deleted", "tag": "f4441bd5-8225-4d37-a6a1-98fd9d91a472", "status": "completed", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:06:18.027404 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f8ca9bb3-5269-4159-9f04-747d4dbe63c4 {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:06:18.027778 n-d-818823-1 neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b84af637-0398-463a-b5b3-c3420a17b4fe', 'name': 'network-vif-deleted', 'tag': 'f4441bd5-8225-4d37-a6a1-98fd9d91a472', 'status': 'completed', 'code': 200} Nov 22 20:06:18.046033 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-42ded1fe-58f1-4157-879e-e4b97231ae96 req-67fcbd7e-7458-4de0-abd3-74d9febd05dc tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] 10.222.0.46 "GET /v2.0/security-groups?id=e5ae9e03-6ff8-4082-b7a4-25ecea5ed21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855334 Nov 22 20:06:18.062149 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=226a1013-6843-41bc-a13d-5ac1f3b082c4,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:06:18.105393 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cc3571-7c09-4ccd-a411-015a8b370b74 req-44cecfc7-b12a-4fd5-a685-7889b7c9717c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:18.105393 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-17cc3571-7c09-4ccd-a411-015a8b370b74 req-44cecfc7-b12a-4fd5-a685-7889b7c9717c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=df0dc2d171414ec4a3fabee70c3a9ca4&device_id=0e4af820-9ccd-4bb5-8ecb-1df970705316 HTTP/1.1" status: 200 len: 1099 time: 0.0653729 Nov 22 20:06:18.137306 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e642a22e-e61a-42f7-b366-b5db1540aa44 req-1703fe96-f406-4190-b89f-5d0735578076 tempest-FloatingIPDetailsTestJSON-879849623 tempest-FloatingIPDetailsTestJSON-879849623-project] 10.222.0.46 "GET /v2.0/floatingips/dc08b2b6-93c9-4863-8cb8-bab975e21ae9 HTTP/1.1" status: 200 len: 692 time: 0.0896325 Nov 22 20:06:18.184956 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81940c91-5fd9-4ec8-9ff0-411c9f5b460c None None] New status for floating IP cad59622-caf1-40f8-9620-6ab80b8f8490: ACTIVE {{(pid=103449) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 20:06:18.280439 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cc3571-7c09-4ccd-a411-015a8b370b74 req-b15a6832-813e-4fe3-95bc-695de024d5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:18.283019 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-17cc3571-7c09-4ccd-a411-015a8b370b74 req-b15a6832-813e-4fe3-95bc-695de024d5ee service neutron] 10.222.0.41 "GET /v2.0/networks?id=e1052824-bf78-4963-8937-b202e372ac24 HTTP/1.1" status: 200 len: 870 time: 0.1691244 Nov 22 20:06:18.295777 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] get_ports_and_sgs() called for port_ids ['226a1013-6843-41bc-a13d-5ac1f3b082c4'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:06:18.341511 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e642a22e-e61a-42f7-b366-b5db1540aa44 req-f63267f1-3c54-4ee2-9fe3-d44a70660023 tempest-FloatingIPDetailsTestJSON-879849623 tempest-FloatingIPDetailsTestJSON-879849623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:18.343102 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e642a22e-e61a-42f7-b366-b5db1540aa44 req-f63267f1-3c54-4ee2-9fe3-d44a70660023 tempest-FloatingIPDetailsTestJSON-879849623 tempest-FloatingIPDetailsTestJSON-879849623-project] 10.222.0.46 "GET /v2.0/networks/c48a55e9-6a85-4746-b7bf-3e29fb560094 HTTP/1.1" status: 200 len: 784 time: 0.1992729 Nov 22 20:06:18.358178 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-17cc3571-7c09-4ccd-a411-015a8b370b74 req-05bc2784-ea3b-41a8-b4c7-c6e614f43c88 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=226a1013-6843-41bc-a13d-5ac1f3b082c4 HTTP/1.1" status: 200 len: 217 time: 0.0598021 Nov 22 20:06:18.360873 n-d-818823-1 neutron-server[103447]: INFO neutron.api.v2.resource [req-14da106d-57d3-4782-b964-ba6b5dabddae req-ed28fee0-78bf-454c-a9fb-404892d5947e tempest-SecurityGroupsNegativeTestJSON-838632934 tempest-SecurityGroupsNegativeTestJSON-838632934-project] show failed (client error): The resource could not be found. Nov 22 20:06:18.361934 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-14da106d-57d3-4782-b964-ba6b5dabddae req-ed28fee0-78bf-454c-a9fb-404892d5947e tempest-SecurityGroupsNegativeTestJSON-838632934 tempest-SecurityGroupsNegativeTestJSON-838632934-project] 10.222.0.46 "GET /v2.0/security-groups/c96932d5-f007-48ac-b9d0-ee87c7f93961 HTTP/1.1" status: 404 len: 352 time: 0.0178874 Nov 22 20:06:18.424280 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cc3571-7c09-4ccd-a411-015a8b370b74 req-c9173967-99be-4e8b-9ae9-8cc6cffa216a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:18.427579 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-17cc3571-7c09-4ccd-a411-015a8b370b74 req-c9173967-99be-4e8b-9ae9-8cc6cffa216a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3091ebfd-11e2-41f8-9c00-ffe0b86563d8 HTTP/1.1" status: 200 len: 843 time: 0.0534024 Nov 22 20:06:18.483012 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-63448327-2e05-4e51-bec7-b7afecb14709 req-8324b88e-05f2-4b5a-bd9a-dcb244e30257 tempest-FloatingIPsAssociationTestJSON-1595917213 tempest-FloatingIPsAssociationTestJSON-1595917213-project] 10.222.0.46 "GET /v2.0/floatingips/cad59622-caf1-40f8-9620-6ab80b8f8490 HTTP/1.1" status: 200 len: 998 time: 0.0975754 Nov 22 20:06:18.493717 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cc3571-7c09-4ccd-a411-015a8b370b74 req-0f769a76-539e-48cd-bf7c-04e74889c646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:18.495270 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-17cc3571-7c09-4ccd-a411-015a8b370b74 req-0f769a76-539e-48cd-bf7c-04e74889c646 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e1052824-bf78-4963-8937-b202e372ac24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0490110 Nov 22 20:06:18.588537 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5891dc-9871-40c3-97fd-c5a62d1d6628 req-80975d78-83b0-4e20-86a6-6aaaad1747e1 tempest-LiveAutoBlockMigrationV225Test-67792349 tempest-LiveAutoBlockMigrationV225Test-67792349-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:18.590118 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4e5891dc-9871-40c3-97fd-c5a62d1d6628 req-80975d78-83b0-4e20-86a6-6aaaad1747e1 tempest-LiveAutoBlockMigrationV225Test-67792349 tempest-LiveAutoBlockMigrationV225Test-67792349-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=a8d3a7bb-93d3-4918-911b-b913622e40e8 HTTP/1.1" status: 200 len: 1097 time: 0.1044915 Nov 22 20:06:18.596269 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-17cc3571-7c09-4ccd-a411-015a8b370b74 req-3fe00226-cd5f-4b39-8b9b-8da951751ec6 service neutron] 10.222.0.41 "GET /v2.0/networks/e1052824-bf78-4963-8937-b202e372ac24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924447 Nov 22 20:06:18.640652 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63448327-2e05-4e51-bec7-b7afecb14709 req-972653b0-9f1c-4df6-91ad-e63e7e5ab7d6 tempest-FloatingIPsAssociationTestJSON-1595917213 tempest-FloatingIPsAssociationTestJSON-1595917213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:18.642158 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-63448327-2e05-4e51-bec7-b7afecb14709 req-972653b0-9f1c-4df6-91ad-e63e7e5ab7d6 tempest-FloatingIPsAssociationTestJSON-1595917213 tempest-FloatingIPsAssociationTestJSON-1595917213-project] 10.222.0.46 "GET /v2.0/networks/c48a55e9-6a85-4746-b7bf-3e29fb560094 HTTP/1.1" status: 200 len: 784 time: 0.1582487 Nov 22 20:06:18.659600 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [req-63448327-2e05-4e51-bec7-b7afecb14709 req-5855b392-e727-42a3-948b-1a3f8cbd4792 tempest-FloatingIPsAssociationTestJSON-1595917213 tempest-FloatingIPsAssociationTestJSON-1595917213-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=103447) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 20:06:18.660632 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-63448327-2e05-4e51-bec7-b7afecb14709 req-5855b392-e727-42a3-948b-1a3f8cbd4792 tempest-FloatingIPsAssociationTestJSON-1595917213 tempest-FloatingIPsAssociationTestJSON-1595917213-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0088453 Nov 22 20:06:18.674311 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4e5891dc-9871-40c3-97fd-c5a62d1d6628 req-08cbbc33-778e-4e9b-bfa9-cfaf5409e72b tempest-LiveAutoBlockMigrationV225Test-67792349 tempest-LiveAutoBlockMigrationV225Test-67792349-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=89c2c967-26c4-4e1c-a1fd-c97f87817ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737042 Nov 22 20:06:18.716839 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-17cc3571-7c09-4ccd-a411-015a8b370b74 req-c7ff7ca2-e8fc-4178-a5fc-185430de2c6b service neutron] 10.222.0.41 "GET /v2.0/networks/e1052824-bf78-4963-8937-b202e372ac24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079140 Nov 22 20:06:18.814839 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0828eb59-1fd2-4aca-b750-f1a6aaf455e9 req-63fe0a56-838b-4936-8065-861727a9dee5 tempest-ImagesOneServerTestJSON-472457701 tempest-ImagesOneServerTestJSON-472457701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:18.818039 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0828eb59-1fd2-4aca-b750-f1a6aaf455e9 req-63fe0a56-838b-4936-8065-861727a9dee5 tempest-ImagesOneServerTestJSON-472457701 tempest-ImagesOneServerTestJSON-472457701-project] 10.222.0.46 "GET /v2.0/ports?device_id=5f0d0659-512e-4936-a0a3-cd52bf810a99 HTTP/1.1" status: 200 len: 949 time: 0.0622592 Nov 22 20:06:18.907439 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a2d0e6a5-4bce-40d6-b276-3ce8aa5c99b4 req-989e6ba5-4ab8-4fbe-8aa8-72e5db29776f tempest-FloatingIPDetailsTestJSON-879849623 tempest-FloatingIPDetailsTestJSON-879849623-project] 10.222.0.46 "GET /v2.0/floatingips/dc08b2b6-93c9-4863-8cb8-bab975e21ae9 HTTP/1.1" status: 200 len: 692 time: 0.0720673 Nov 22 20:06:18.949024 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0828eb59-1fd2-4aca-b750-f1a6aaf455e9 req-a2f20936-0100-41bb-a80b-316829b7970b tempest-ImagesOneServerTestJSON-472457701 tempest-ImagesOneServerTestJSON-472457701-project] 10.222.0.46 "GET /v2.0/security-groups?id=0c348c88-32ba-475a-80ac-2a702b8d42a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202288 Nov 22 20:06:19.096410 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d0e6a5-4bce-40d6-b276-3ce8aa5c99b4 req-26f10015-6603-4e5a-9c5f-f82d95b2b26b tempest-FloatingIPDetailsTestJSON-879849623 tempest-FloatingIPDetailsTestJSON-879849623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:19.097857 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a2d0e6a5-4bce-40d6-b276-3ce8aa5c99b4 req-26f10015-6603-4e5a-9c5f-f82d95b2b26b tempest-FloatingIPDetailsTestJSON-879849623 tempest-FloatingIPDetailsTestJSON-879849623-project] 10.222.0.46 "GET /v2.0/networks/c48a55e9-6a85-4746-b7bf-3e29fb560094 HTTP/1.1" status: 200 len: 784 time: 0.1784744 Nov 22 20:06:19.101097 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b429ca6d-1848-4824-a853-107a935b32b0 req-a68fe7de-acb7-4fb7-801f-17b7ad6f1365 tempest-FloatingIPsAssociationTestJSON-1595917213 tempest-FloatingIPsAssociationTestJSON-1595917213-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.5.215 HTTP/1.1" status: 200 len: 1001 time: 0.1008577 Nov 22 20:06:19.108965 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [req-a2d0e6a5-4bce-40d6-b276-3ce8aa5c99b4 req-603f8953-85ae-4fa3-9583-4d79ff9d09a0 tempest-FloatingIPDetailsTestJSON-879849623 tempest-FloatingIPDetailsTestJSON-879849623-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=103447) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 20:06:19.110185 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a2d0e6a5-4bce-40d6-b276-3ce8aa5c99b4 req-603f8953-85ae-4fa3-9583-4d79ff9d09a0 tempest-FloatingIPDetailsTestJSON-879849623 tempest-FloatingIPDetailsTestJSON-879849623-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063415 Nov 22 20:06:19.199101 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a2d0e6a5-4bce-40d6-b276-3ce8aa5c99b4 req-a9888023-e114-4182-b053-6d4058a82f4d tempest-FloatingIPDetailsTestJSON-879849623 tempest-FloatingIPDetailsTestJSON-879849623-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.5.70 HTTP/1.1" status: 200 len: 695 time: 0.0762677 Nov 22 20:06:19.206032 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b429ca6d-1848-4824-a853-107a935b32b0 req-64cb1a0e-aa41-4de3-b9fd-cbfad9927251 tempest-FloatingIPsAssociationTestJSON-1595917213 tempest-FloatingIPsAssociationTestJSON-1595917213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:19.207582 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b429ca6d-1848-4824-a853-107a935b32b0 req-64cb1a0e-aa41-4de3-b9fd-cbfad9927251 tempest-FloatingIPsAssociationTestJSON-1595917213 tempest-FloatingIPsAssociationTestJSON-1595917213-project] 10.222.0.46 "GET /v2.0/ports/42ff492e-8aff-4fd6-a604-1f78be59f19b HTTP/1.1" status: 200 len: 942 time: 0.0964150 Nov 22 20:06:19.274342 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a2d0e6a5-4bce-40d6-b276-3ce8aa5c99b4 req-28f0e8f1-2db8-4dbe-9d7e-e81db94b374f tempest-FloatingIPDetailsTestJSON-879849623 tempest-FloatingIPDetailsTestJSON-879849623-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.5.70 HTTP/1.1" status: 200 len: 695 time: 0.0657446 Nov 22 20:06:19.403958 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b429ca6d-1848-4824-a853-107a935b32b0 req-358d5d70-7481-4921-9d48-486366a0df51 tempest-FloatingIPsAssociationTestJSON-1595917213 tempest-FloatingIPsAssociationTestJSON-1595917213-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.5.215 HTTP/1.1" status: 200 len: 1001 time: 0.1448092 Nov 22 20:06:19.460310 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 226a1013-6843-41bc-a13d-5ac1f3b082c4 up at agent hyperv_n-h1-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:06:19.523845 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Provisioning for port 226a1013-6843-41bc-a13d-5ac1f3b082c4 completed by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 20:06:19.528101 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Provisioning complete for port 226a1013-6843-41bc-a13d-5ac1f3b082c4 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:06:19.528470 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:19.540509 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-a2d0e6a5-4bce-40d6-b276-3ce8aa5c99b4 req-853106a1-f045-44d4-a025-c64d9745c762 tempest-FloatingIPDetailsTestJSON-879849623 tempest-FloatingIPDetailsTestJSON-879849623-project] Deleting port c3ff1581-4d1d-4347-ba23-f7078a2e9483 {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:06:19.540855 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-a2d0e6a5-4bce-40d6-b276-3ce8aa5c99b4 req-853106a1-f045-44d4-a025-c64d9745c762 tempest-FloatingIPDetailsTestJSON-879849623 tempest-FloatingIPDetailsTestJSON-879849623-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:19.599390 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b429ca6d-1848-4824-a853-107a935b32b0 req-9c81e457-7ec9-413c-a9fc-ad9c6809a1f0 tempest-FloatingIPsAssociationTestJSON-1595917213 tempest-FloatingIPsAssociationTestJSON-1595917213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:19.600861 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b429ca6d-1848-4824-a853-107a935b32b0 req-9c81e457-7ec9-413c-a9fc-ad9c6809a1f0 tempest-FloatingIPsAssociationTestJSON-1595917213 tempest-FloatingIPsAssociationTestJSON-1595917213-project] 10.222.0.46 "GET /v2.0/networks/c48a55e9-6a85-4746-b7bf-3e29fb560094 HTTP/1.1" status: 200 len: 784 time: 0.1908836 Nov 22 20:06:19.615383 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:19.640612 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e4af820-9ccd-4bb5-8ecb-1df970705316', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '226a1013-6843-41bc-a13d-5ac1f3b082c4'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:06:19.642879 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d39f6d30a11e565ec9648abcc015e8a6ab6cff4edd704add8155e28765d31eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34a8f220-e0fe-4c61-a6c1-8b15b8379009" -d '{"events": [{"server_uuid": "0e4af820-9ccd-4bb5-8ecb-1df970705316", "name": "network-vif-plugged", "status": "completed", "tag": "226a1013-6843-41bc-a13d-5ac1f3b082c4"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:06:19.656737 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 226a1013-6843-41bc-a13d-5ac1f3b082c4, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=226a1013-6843-41bc-a13d-5ac1f3b082c4,segment=NetworkSegment(2a5a1c7b-538e-498e-99b9-cc7a8e0411be),segment_id=2a5a1c7b-538e-498e-99b9-cc7a8e0411be)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:06:19.660889 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:19.661784 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device f4441bd5-8225-4d37-a6a1-98fd9d91a472 no longer exists at agent hyperv_n-h1-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:06:19.687993 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] No Port match for: f4441bd5-8225-4d37-a6a1-98fd9d91a472 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:06:19.687993 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device f4441bd5-8225-4d37-a6a1-98fd9d91a472 not bound to the agent host n-h1-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:06:19.694480 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-a2d0e6a5-4bce-40d6-b276-3ce8aa5c99b4 req-853106a1-f045-44d4-a025-c64d9745c762 tempest-FloatingIPDetailsTestJSON-879849623 tempest-FloatingIPDetailsTestJSON-879849623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:19.694814 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-a2d0e6a5-4bce-40d6-b276-3ce8aa5c99b4 req-853106a1-f045-44d4-a025-c64d9745c762 tempest-FloatingIPDetailsTestJSON-879849623 tempest-FloatingIPDetailsTestJSON-879849623-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:19.706414 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b429ca6d-1848-4824-a853-107a935b32b0 req-5b3edd0e-7448-42ca-b114-bfef00a83d5f tempest-FloatingIPsAssociationTestJSON-1595917213 tempest-FloatingIPsAssociationTestJSON-1595917213-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.5.215 HTTP/1.1" status: 200 len: 1001 time: 0.0953190 Nov 22 20:06:19.712839 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-a2d0e6a5-4bce-40d6-b276-3ce8aa5c99b4 req-853106a1-f045-44d4-a025-c64d9745c762 tempest-FloatingIPDetailsTestJSON-879849623 tempest-FloatingIPDetailsTestJSON-879849623-project] Calling delete_port for c3ff1581-4d1d-4347-ba23-f7078a2e9483 owned by network:floatingip {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:06:19.721333 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-b429ca6d-1848-4824-a853-107a935b32b0 req-06d8c678-1e32-4551-9662-0a7eb72c457f tempest-FloatingIPsAssociationTestJSON-1595917213 tempest-FloatingIPsAssociationTestJSON-1595917213-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:06:19.731695 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=226a1013-6843-41bc-a13d-5ac1f3b082c4,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:06:19.828188 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-b429ca6d-1848-4824-a853-107a935b32b0 req-06d8c678-1e32-4551-9662-0a7eb72c457f tempest-FloatingIPsAssociationTestJSON-1595917213 tempest-FloatingIPsAssociationTestJSON-1595917213-project] Publish callbacks [] for floatingip, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:20.024141 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e6b3dc4-d2a4-4466-b82a-dc33446511d0', 'tag': '42ff492e-8aff-4fd6-a604-1f78be59f19b'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:06:20.026312 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-388e9052-16bd-4c52-9a5d-b78102a3b757" -d '{"events": [{"name": "network-changed", "server_uuid": "6e6b3dc4-d2a4-4466-b82a-dc33446511d0", "tag": "42ff492e-8aff-4fd6-a604-1f78be59f19b"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:06:20.036694 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-b429ca6d-1848-4824-a853-107a935b32b0 req-06d8c678-1e32-4551-9662-0a7eb72c457f tempest-FloatingIPsAssociationTestJSON-1595917213 tempest-FloatingIPsAssociationTestJSON-1595917213-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:20.042872 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-b429ca6d-1848-4824-a853-107a935b32b0 req-06d8c678-1e32-4551-9662-0a7eb72c457f tempest-FloatingIPsAssociationTestJSON-1595917213 tempest-FloatingIPsAssociationTestJSON-1595917213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-595224'] for floatingip, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:20.043228 n-d-818823-1 neutron-server[103447]: INFO neutron.db.l3_db [req-b429ca6d-1848-4824-a853-107a935b32b0 req-06d8c678-1e32-4551-9662-0a7eb72c457f tempest-FloatingIPsAssociationTestJSON-1595917213 tempest-FloatingIPsAssociationTestJSON-1595917213-project] Floating IP cad59622-caf1-40f8-9620-6ab80b8f8490 disassociated. External IP: 172.25.5.215, port: 42ff492e-8aff-4fd6-a604-1f78be59f19b. Nov 22 20:06:20.083093 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-a2d0e6a5-4bce-40d6-b276-3ce8aa5c99b4 req-853106a1-f045-44d4-a025-c64d9745c762 tempest-FloatingIPDetailsTestJSON-879849623 tempest-FloatingIPDetailsTestJSON-879849623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:20.127123 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853106a1-f045-44d4-a025-c64d9745c762 tempest-FloatingIPDetailsTestJSON-879849623 tempest-FloatingIPDetailsTestJSON-879849623-project] Pushing event deleted for resources: {'Port': ['ID=c3ff1581-4d1d-4347-ba23-f7078a2e9483,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:06:20.227712 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-a2d0e6a5-4bce-40d6-b276-3ce8aa5c99b4 req-853106a1-f045-44d4-a025-c64d9745c762 tempest-FloatingIPDetailsTestJSON-879849623 tempest-FloatingIPDetailsTestJSON-879849623-project] Publish callbacks [] for floatingip, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:20.230254 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-a2d0e6a5-4bce-40d6-b276-3ce8aa5c99b4 req-853106a1-f045-44d4-a025-c64d9745c762 tempest-FloatingIPDetailsTestJSON-879849623 tempest-FloatingIPDetailsTestJSON-879849623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for floatingip, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:20.231470 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a2d0e6a5-4bce-40d6-b276-3ce8aa5c99b4 req-853106a1-f045-44d4-a025-c64d9745c762 tempest-FloatingIPDetailsTestJSON-879849623 tempest-FloatingIPDetailsTestJSON-879849623-project] 10.222.0.46 "DELETE /v2.0/floatingips/dc08b2b6-93c9-4863-8cb8-bab975e21ae9 HTTP/1.1" status: 204 len: 173 time: 0.9295263 Nov 22 20:06:20.658294 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9c06c36a-d745-4fec-83e7-33ee2d7d0fd0 req-2bd3fa38-8abb-4d7a-886f-6f813f389e99 tempest-SecurityGroupsNegativeTestJSON-838632934 tempest-SecurityGroupsNegativeTestJSON-838632934-project] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0cb16f32951a401381575f57a1640151 HTTP/1.1" status: 200 len: 3001 time: 0.0924349 Nov 22 20:06:20.676658 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b429ca6d-1848-4824-a853-107a935b32b0 req-06d8c678-1e32-4551-9662-0a7eb72c457f tempest-FloatingIPsAssociationTestJSON-1595917213 tempest-FloatingIPsAssociationTestJSON-1595917213-project] Router 442ab2c2-1724-406b-86dd-55ba74725ccb has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 20:06:20.763668 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9c06c36a-d745-4fec-83e7-33ee2d7d0fd0 req-07861f2b-99cf-4b09-b04e-b5b875ef0eac tempest-SecurityGroupsNegativeTestJSON-838632934 tempest-SecurityGroupsNegativeTestJSON-838632934-project] 10.222.0.46 "GET /v2.0/security-groups/5bab63eb-5608-49bc-bddd-ebaf923db7fb HTTP/1.1" status: 200 len: 2998 time: 0.0856118 Nov 22 20:06:20.858492 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b429ca6d-1848-4824-a853-107a935b32b0 req-06d8c678-1e32-4551-9662-0a7eb72c457f tempest-FloatingIPsAssociationTestJSON-1595917213 tempest-FloatingIPsAssociationTestJSON-1595917213-project] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:06:20.864079 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-b429ca6d-1848-4824-a853-107a935b32b0 req-06d8c678-1e32-4551-9662-0a7eb72c457f tempest-FloatingIPsAssociationTestJSON-1595917213 tempest-FloatingIPsAssociationTestJSON-1595917213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for floatingip, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:20.868761 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21ea2874-4ed7-490f-9e8e-a200318245a0 None None] Sync routers for ids ['442ab2c2-1724-406b-86dd-55ba74725ccb'] in n-d-818823-1 {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:06:20.874101 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9c06c36a-d745-4fec-83e7-33ee2d7d0fd0 req-1ed3f009-b279-4830-8ab8-92006dbbb2b2 tempest-SecurityGroupsNegativeTestJSON-838632934 tempest-SecurityGroupsNegativeTestJSON-838632934-project] 10.222.0.46 "GET /v2.0/security-groups/5bab63eb-5608-49bc-bddd-ebaf923db7fb HTTP/1.1" status: 200 len: 2998 time: 0.0726953 Nov 22 20:06:20.888721 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ea2874-4ed7-490f-9e8e-a200318245a0 None None] Routers {'442ab2c2-1724-406b-86dd-55ba74725ccb'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:06:20.889593 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-21ea2874-4ed7-490f-9e8e-a200318245a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:06:02Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['442ab2c2-1724-406b-86dd-55ba74725ccb'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:06:20.903714 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b429ca6d-1848-4824-a853-107a935b32b0 req-06d8c678-1e32-4551-9662-0a7eb72c457f tempest-FloatingIPsAssociationTestJSON-1595917213 tempest-FloatingIPsAssociationTestJSON-1595917213-project] 10.222.0.46 "PUT /v2.0/floatingips/cad59622-caf1-40f8-9620-6ab80b8f8490 HTTP/1.1" status: 200 len: 696 time: 1.1886930 Nov 22 20:06:21.008954 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-21ea2874-4ed7-490f-9e8e-a200318245a0 None None] Set router 442ab2c2-1724-406b-86dd-55ba74725ccb gateway port host: n-d-818823-1 {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:06:21.021861 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b429ca6d-1848-4824-a853-107a935b32b0 req-0d72d931-a50c-453d-b638-627695bd401a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:21.023622 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b429ca6d-1848-4824-a853-107a935b32b0 req-0d72d931-a50c-453d-b638-627695bd401a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=eccf64927ecc4dab83be8c6edc2287b1&device_id=6e6b3dc4-d2a4-4466-b82a-dc33446511d0 HTTP/1.1" status: 200 len: 1096 time: 0.0965240 Nov 22 20:06:21.031744 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a647ee89-f67f-4eea-b709-507aabced3a3 req-299f4f4c-316b-443b-9514-400c7bf418fe tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:21.033344 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a647ee89-f67f-4eea-b709-507aabced3a3 req-299f4f4c-316b-443b-9514-400c7bf418fe tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] 10.222.0.46 "GET /v2.0/ports?device_id=0e4af820-9ccd-4bb5-8ecb-1df970705316 HTTP/1.1" status: 200 len: 949 time: 0.0890589 Nov 22 20:06:21.141428 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a647ee89-f67f-4eea-b709-507aabced3a3 req-6f404d4d-84a0-46be-8895-74e5bf64bb03 tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] 10.222.0.46 "GET /v2.0/security-groups?id=e5ae9e03-6ff8-4082-b7a4-25ecea5ed21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988510 Nov 22 20:06:21.174008 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b429ca6d-1848-4824-a853-107a935b32b0 req-d802acbe-29e3-4523-8b10-a670bb3e1249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:21.182683 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b429ca6d-1848-4824-a853-107a935b32b0 req-d802acbe-29e3-4523-8b10-a670bb3e1249 service neutron] 10.222.0.46 "GET /v2.0/networks?id=1e81e05c-4c76-424f-a369-a3cc99f09949 HTTP/1.1" status: 200 len: 921 time: 0.1481822 Nov 22 20:06:21.204185 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:06:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc43da20-1dd9-429c-b9e6-fe104c9bdad9 x-openstack-request-id: req-dc43da20-1dd9-429c-b9e6-fe104c9bdad9 {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:06:21.204736 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e4af820-9ccd-4bb5-8ecb-1df970705316", "name": "network-vif-plugged", "status": "completed", "tag": "226a1013-6843-41bc-a13d-5ac1f3b082c4", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:06:21.204821 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-dc43da20-1dd9-429c-b9e6-fe104c9bdad9 {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:06:21.205186 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e4af820-9ccd-4bb5-8ecb-1df970705316', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '226a1013-6843-41bc-a13d-5ac1f3b082c4', 'code': 200} Nov 22 20:06:21.252518 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b429ca6d-1848-4824-a853-107a935b32b0 req-40a0a375-5614-4975-92b3-f5b7d02c1b49 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=42ff492e-8aff-4fd6-a604-1f78be59f19b HTTP/1.1" status: 200 len: 217 time: 0.0688422 Nov 22 20:06:21.306241 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b429ca6d-1848-4824-a853-107a935b32b0 req-5888cb22-2a05-4c96-8d10-219f2a686d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:21.307959 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b429ca6d-1848-4824-a853-107a935b32b0 req-5888cb22-2a05-4c96-8d10-219f2a686d5e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=555c9f92-faec-4407-89e0-e5147ee8b27d HTTP/1.1" status: 200 len: 859 time: 0.0546072 Nov 22 20:06:21.356526 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f032c9-f962-46ee-8f10-e3fff2381fc7 req-3efb2ee7-72eb-4710-9cd9-5c47be1c0636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:21.358958 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-c6f032c9-f962-46ee-8f10-e3fff2381fc7 req-3efb2ee7-72eb-4710-9cd9-5c47be1c0636 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0e4af820-9ccd-4bb5-8ecb-1df970705316 HTTP/1.1" status: 200 len: 1100 time: 0.0637834 Nov 22 20:06:21.410720 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b429ca6d-1848-4824-a853-107a935b32b0 req-1deab404-5f79-409d-ae95-c095be2895e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:21.415229 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-c6f032c9-f962-46ee-8f10-e3fff2381fc7 req-0d93e3be-981d-4e96-be68-8685bcf9ef61 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=e5ae9e03-6ff8-4082-b7a4-25ecea5ed21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477827 Nov 22 20:06:21.415487 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b429ca6d-1848-4824-a853-107a935b32b0 req-1deab404-5f79-409d-ae95-c095be2895e3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1e81e05c-4c76-424f-a369-a3cc99f09949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1004689 Nov 22 20:06:21.417901 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-21ea2874-4ed7-490f-9e8e-a200318245a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '442ab2c2-1724-406b-86dd-55ba74725ccb', 'name': 'tempest-FloatingIPsAssociationTestJSON-647870050-router', 'tenant_id': 'eccf64927ecc4dab83be8c6edc2287b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.21'}], 'enable_snat': True}, 'gw_port_id': 'b663f5f8-7a6f-495c-b215-a32087cb0156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:04:58Z', 'updated_at': '2021-11-22T20:05:05Z', 'revision_number': 4, 'project_id': 'eccf64927ecc4dab83be8c6edc2287b1', 'gw_port': {'id': 'b663f5f8-7a6f-495c-b215-a32087cb0156', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:1a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '442ab2c2-1724-406b-86dd-55ba74725ccb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:04:59Z', 'updated_at': '2021-11-22T20:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': '233ce0b9-9200-4e5f-983e-70c1dd7e1dc0', 'name': '', 'network_id': '1e81e05c-4c76-424f-a369-a3cc99f09949', 'tenant_id': 'eccf64927ecc4dab83be8c6edc2287b1', 'mac_address': 'fa:16:3e:15:fa:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '442ab2c2-1724-406b-86dd-55ba74725ccb', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '555c9f92-faec-4407-89e0-e5147ee8b27d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:05:04Z', 'updated_at': '2021-11-22T20:05:10Z', 'revision_number': 5, 'project_id': 'eccf64927ecc4dab83be8c6edc2287b1', 'subnets': [{'id': '555c9f92-faec-4407-89e0-e5147ee8b27d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:06:21.450949 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21ea2874-4ed7-490f-9e8e-a200318245a0 None None] Checking router: 442ab2c2-1724-406b-86dd-55ba74725ccb for host: n-d-818823-1 {{(pid=103450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 20:06:21.463700 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ea2874-4ed7-490f-9e8e-a200318245a0 None None] Routers {'442ab2c2-1724-406b-86dd-55ba74725ccb'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:06:21.464424 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-21ea2874-4ed7-490f-9e8e-a200318245a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:06:02Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['442ab2c2-1724-406b-86dd-55ba74725ccb'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:06:21.508774 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b76a34e-17d2-4be6-80a1-57fb0f444cdd req-308da0e3-3355-477a-baee-39f3a66c7445 tempest-ImagesOneServerTestJSON-472457701 tempest-ImagesOneServerTestJSON-472457701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:21.510558 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0b76a34e-17d2-4be6-80a1-57fb0f444cdd req-308da0e3-3355-477a-baee-39f3a66c7445 tempest-ImagesOneServerTestJSON-472457701 tempest-ImagesOneServerTestJSON-472457701-project] 10.222.0.46 "GET /v2.0/ports?device_id=5f0d0659-512e-4936-a0a3-cd52bf810a99 HTTP/1.1" status: 200 len: 949 time: 0.1489074 Nov 22 20:06:21.591308 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b429ca6d-1848-4824-a853-107a935b32b0 req-d7740afa-2171-4ce8-85b5-30028ca77f53 service neutron] 10.222.0.46 "GET /v2.0/networks/1e81e05c-4c76-424f-a369-a3cc99f09949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668451 Nov 22 20:06:21.602635 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0b76a34e-17d2-4be6-80a1-57fb0f444cdd req-67ebbeb7-eaac-4a0e-9d05-1b997f0f8f50 tempest-ImagesOneServerTestJSON-472457701 tempest-ImagesOneServerTestJSON-472457701-project] 10.222.0.46 "GET /v2.0/security-groups?id=0c348c88-32ba-475a-80ac-2a702b8d42a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813842 Nov 22 20:06:21.626569 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-21ea2874-4ed7-490f-9e8e-a200318245a0 None None] Set router 442ab2c2-1724-406b-86dd-55ba74725ccb gateway port host: n-d-818823-1 {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:06:21.668686 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 20:06:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b53a43a-3d55-4e4a-ab2f-932e0cdaf5e2 x-openstack-request-id: req-8b53a43a-3d55-4e4a-ab2f-932e0cdaf5e2 {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:06:21.668905 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e6b3dc4-d2a4-4466-b82a-dc33446511d0", "tag": "42ff492e-8aff-4fd6-a604-1f78be59f19b", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:06:21.669291 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8b53a43a-3d55-4e4a-ab2f-932e0cdaf5e2 {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:06:21.669718 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e6b3dc4-d2a4-4466-b82a-dc33446511d0', 'tag': '42ff492e-8aff-4fd6-a604-1f78be59f19b', 'status': 'completed', 'code': 200} Nov 22 20:06:21.743332 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388e9052-16bd-4c52-9a5d-b78102a3b757 req-d119c7e7-a2ac-404e-a137-34f6cfefc5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:21.747353 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-388e9052-16bd-4c52-9a5d-b78102a3b757 req-d119c7e7-a2ac-404e-a137-34f6cfefc5d3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=eccf64927ecc4dab83be8c6edc2287b1&device_id=6e6b3dc4-d2a4-4466-b82a-dc33446511d0 HTTP/1.1" status: 200 len: 1096 time: 0.0631609 Nov 22 20:06:21.861839 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388e9052-16bd-4c52-9a5d-b78102a3b757 req-b2df0812-b6a9-4433-849c-83ae71063999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:21.863890 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-388e9052-16bd-4c52-9a5d-b78102a3b757 req-b2df0812-b6a9-4433-849c-83ae71063999 service neutron] 10.222.0.20 "GET /v2.0/networks?id=1e81e05c-4c76-424f-a369-a3cc99f09949 HTTP/1.1" status: 200 len: 921 time: 0.1069064 Nov 22 20:06:21.881588 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b429ca6d-1848-4824-a853-107a935b32b0 req-07036c2f-a09e-4b5b-a756-6cca11d0766d service neutron] 10.222.0.46 "GET /v2.0/networks/1e81e05c-4c76-424f-a369-a3cc99f09949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2776785 Nov 22 20:06:21.892114 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-21ea2874-4ed7-490f-9e8e-a200318245a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '442ab2c2-1724-406b-86dd-55ba74725ccb', 'name': 'tempest-FloatingIPsAssociationTestJSON-647870050-router', 'tenant_id': 'eccf64927ecc4dab83be8c6edc2287b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.21'}], 'enable_snat': True}, 'gw_port_id': 'b663f5f8-7a6f-495c-b215-a32087cb0156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:04:58Z', 'updated_at': '2021-11-22T20:05:05Z', 'revision_number': 4, 'project_id': 'eccf64927ecc4dab83be8c6edc2287b1', 'gw_port': {'id': 'b663f5f8-7a6f-495c-b215-a32087cb0156', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:1a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '442ab2c2-1724-406b-86dd-55ba74725ccb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:04:59Z', 'updated_at': '2021-11-22T20:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': '233ce0b9-9200-4e5f-983e-70c1dd7e1dc0', 'name': '', 'network_id': '1e81e05c-4c76-424f-a369-a3cc99f09949', 'tenant_id': 'eccf64927ecc4dab83be8c6edc2287b1', 'mac_address': 'fa:16:3e:15:fa:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '442ab2c2-1724-406b-86dd-55ba74725ccb', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '555c9f92-faec-4407-89e0-e5147ee8b27d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:05:04Z', 'updated_at': '2021-11-22T20:05:10Z', 'revision_number': 5, 'project_id': 'eccf64927ecc4dab83be8c6edc2287b1', 'subnets': [{'id': '555c9f92-faec-4407-89e0-e5147ee8b27d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:06:21.904628 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95716e1-8a4b-4346-8373-4813332d06c1 req-15a2eaec-4b66-4a99-b829-b4f1badf521c tempest-FloatingIPDetailsTestJSON-879849623 tempest-FloatingIPDetailsTestJSON-879849623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:21.906823 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a95716e1-8a4b-4346-8373-4813332d06c1 req-15a2eaec-4b66-4a99-b829-b4f1badf521c tempest-FloatingIPDetailsTestJSON-879849623 tempest-FloatingIPDetailsTestJSON-879849623-project] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.2358289 Nov 22 20:06:21.916217 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-388e9052-16bd-4c52-9a5d-b78102a3b757 req-185d5f01-071a-4403-b863-9bc7f3017493 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=42ff492e-8aff-4fd6-a604-1f78be59f19b HTTP/1.1" status: 200 len: 217 time: 0.0411415 Nov 22 20:06:21.925873 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21ea2874-4ed7-490f-9e8e-a200318245a0 None None] The sync data for ids ['442ab2c2-1724-406b-86dd-55ba74725ccb'] in n-d-818823-1 is: [{'id': '442ab2c2-1724-406b-86dd-55ba74725ccb', 'name': 'tempest-FloatingIPsAssociationTestJSON-647870050-router', 'tenant_id': 'eccf64927ecc4dab83be8c6edc2287b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.21'}], 'enable_snat': True}, 'gw_port_id': 'b663f5f8-7a6f-495c-b215-a32087cb0156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:04:58Z', 'updated_at': '2021-11-22T20:05:05Z', 'revision_number': 4, 'project_id': 'eccf64927ecc4dab83be8c6edc2287b1', 'gw_port': {'id': 'b663f5f8-7a6f-495c-b215-a32087cb0156', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:1a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '442ab2c2-1724-406b-86dd-55ba74725ccb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:04:59Z', 'updated_at': '2021-11-22T20:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': '233ce0b9-9200-4e5f-983e-70c1dd7e1dc0', 'name': '', 'network_id': '1e81e05c-4c76-424f-a369-a3cc99f09949', 'tenant_id': 'eccf64927ecc4dab83be8c6edc2287b1', 'mac_address': 'fa:16:3e:15:fa:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '442ab2c2-1724-406b-86dd-55ba74725ccb', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '555c9f92-faec-4407-89e0-e5147ee8b27d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:05:04Z', 'updated_at': '2021-11-22T20:05:10Z', 'revision_number': 5, 'project_id': 'eccf64927ecc4dab83be8c6edc2287b1', 'subnets': [{'id': '555c9f92-faec-4407-89e0-e5147ee8b27d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:06:21.976558 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388e9052-16bd-4c52-9a5d-b78102a3b757 req-343c60be-26c1-45d2-969c-349683c666b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:21.978107 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-388e9052-16bd-4c52-9a5d-b78102a3b757 req-343c60be-26c1-45d2-969c-349683c666b4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=555c9f92-faec-4407-89e0-e5147ee8b27d HTTP/1.1" status: 200 len: 859 time: 0.0546012 Nov 22 20:06:22.014801 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d1d4804c-0857-4de0-b29e-efd8389fe814 req-efada8a7-f5c1-4cf8-9fa2-bb3f800e3f58 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=126c0323750547f8b9835ef63890aaea&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0306454 Nov 22 20:06:22.024507 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e0c8b97c-a2a4-4f11-8efe-3118769bb273 req-7c3dd879-7660-4212-b6aa-578b0fba8bac tempest-SecurityGroupsNegativeTestJSON-838632934 tempest-SecurityGroupsNegativeTestJSON-838632934-project] 10.222.0.46 "GET /v2.0/security-groups/5bab63eb-5608-49bc-bddd-ebaf923db7fb HTTP/1.1" status: 200 len: 2998 time: 0.0910609 Nov 22 20:06:22.044902 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388e9052-16bd-4c52-9a5d-b78102a3b757 req-1461ccab-8441-4be0-acce-84c2c1f906d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:22.046503 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-388e9052-16bd-4c52-9a5d-b78102a3b757 req-1461ccab-8441-4be0-acce-84c2c1f906d3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1e81e05c-4c76-424f-a369-a3cc99f09949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0599668 Nov 22 20:06:22.164836 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-388e9052-16bd-4c52-9a5d-b78102a3b757 req-dcf037c6-6c5c-41c1-bc91-d1d71977c533 service neutron] 10.222.0.20 "GET /v2.0/networks/1e81e05c-4c76-424f-a369-a3cc99f09949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070733 Nov 22 20:06:22.174713 n-d-818823-1 neutron-server[103447]: INFO neutron.api.v2.resource [req-e0c8b97c-a2a4-4f11-8efe-3118769bb273 req-17d16e8a-0fcb-4a43-98ea-bf757c96c24e tempest-SecurityGroupsNegativeTestJSON-838632934 tempest-SecurityGroupsNegativeTestJSON-838632934-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 22 20:06:22.176301 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e0c8b97c-a2a4-4f11-8efe-3118769bb273 req-17d16e8a-0fcb-4a43-98ea-bf757c96c24e tempest-SecurityGroupsNegativeTestJSON-838632934 tempest-SecurityGroupsNegativeTestJSON-838632934-project] 10.222.0.46 "DELETE /v2.0/security-groups/5bab63eb-5608-49bc-bddd-ebaf923db7fb HTTP/1.1" status: 409 len: 352 time: 0.1509721 Nov 22 20:06:22.214021 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d4804c-0857-4de0-b29e-efd8389fe814 req-902a50c1-630e-4192-b926-58d05755eb12 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:22.219978 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d1d4804c-0857-4de0-b29e-efd8389fe814 req-902a50c1-630e-4192-b926-58d05755eb12 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1794167 Nov 22 20:06:22.243272 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d1d4804c-0857-4de0-b29e-efd8389fe814 req-9cc8b161-c250-4214-aa8b-1765340349e0 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/quotas/126c0323750547f8b9835ef63890aaea HTTP/1.1" status: 200 len: 375 time: 0.0168452 Nov 22 20:06:22.270395 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29bbfdcb-2fb4-422b-b170-6cc80d747b42 None None] New status for floating IP cad59622-caf1-40f8-9620-6ab80b8f8490: DOWN {{(pid=103449) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 20:06:22.304452 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-388e9052-16bd-4c52-9a5d-b78102a3b757 req-6658f6dc-e057-44d7-b17c-cdf15e249e60 service neutron] 10.222.0.20 "GET /v2.0/networks/1e81e05c-4c76-424f-a369-a3cc99f09949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322598 Nov 22 20:06:22.346052 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d1d4804c-0857-4de0-b29e-efd8389fe814 req-47593151-99fc-448f-8a3c-6b4ce6d01022 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=126c0323750547f8b9835ef63890aaea&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0958362 Nov 22 20:06:22.699698 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-85af8718-8b31-4b6b-9b53-95a365ce4d50 req-21ee233c-33c9-4f85-b43e-5cd1b93c2c31 tempest-FloatingIPDetailsTestJSON-879849623 tempest-FloatingIPDetailsTestJSON-879849623-project] 10.222.0.46 "GET /v2.0/floatingips?tenant_id=63589193b3884afba34476ae8f9272c6 HTTP/1.1" status: 200 len: 1656 time: 0.0740540 Nov 22 20:06:22.864062 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85af8718-8b31-4b6b-9b53-95a365ce4d50 req-8a683262-4ee9-4577-b100-37aba850d3f4 tempest-FloatingIPDetailsTestJSON-879849623 tempest-FloatingIPDetailsTestJSON-879849623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:22.866164 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-85af8718-8b31-4b6b-9b53-95a365ce4d50 req-8a683262-4ee9-4577-b100-37aba850d3f4 tempest-FloatingIPDetailsTestJSON-879849623 tempest-FloatingIPDetailsTestJSON-879849623-project] 10.222.0.46 "GET /v2.0/networks?id=c48a55e9-6a85-4746-b7bf-3e29fb560094&id=c48a55e9-6a85-4746-b7bf-3e29fb560094&id=c48a55e9-6a85-4746-b7bf-3e29fb560094 HTTP/1.1" status: 200 len: 787 time: 0.1654832 Nov 22 20:06:22.887993 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.agents_db [None req-aa8313f2-1ee4-4e7b-8c5a-d32b2f9d31ee None None] Agent healthcheck: found 7 active agents {{(pid=103450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 20:06:22.953086 n-d-818823-1 neutron-server[103447]: INFO neutron.api.v2.resource [req-8758ed08-f1d1-4741-aec2-d8d5a69cc9e4 req-824ce2f2-ce77-406c-8f2d-3ff7683e2bbc tempest-SecurityGroupsNegativeTestJSON-838632934 tempest-SecurityGroupsNegativeTestJSON-838632934-project] show failed (client error): The resource could not be found. Nov 22 20:06:22.964377 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8758ed08-f1d1-4741-aec2-d8d5a69cc9e4 req-824ce2f2-ce77-406c-8f2d-3ff7683e2bbc tempest-SecurityGroupsNegativeTestJSON-838632934 tempest-SecurityGroupsNegativeTestJSON-838632934-project] 10.222.0.46 "GET /v2.0/security-groups/8c1d4e23-9526-43f2-9c02-09f6f52eedde HTTP/1.1" status: 404 len: 352 time: 0.0268195 Nov 22 20:06:23.081106 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d59339-a914-4661-9d88-148e104c9ba2 req-d27d4e54-27b3-4ff7-b50d-1159202fbed9 tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:23.091109 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-58d59339-a914-4661-9d88-148e104c9ba2 req-d27d4e54-27b3-4ff7-b50d-1159202fbed9 tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] 10.222.0.46 "GET /v2.0/ports?device_id=0e4af820-9ccd-4bb5-8ecb-1df970705316 HTTP/1.1" status: 200 len: 949 time: 0.0774229 Nov 22 20:06:23.169193 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-999fc063-173f-4c53-960c-a23e894b71e3 req-75d32809-21cb-498a-8186-3880c7019710 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/ports?device_id=e94aed4c-ece2-410e-a309-9c83a0437f8c HTTP/1.1" status: 200 len: 210 time: 0.0424118 Nov 22 20:06:23.175480 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-58d59339-a914-4661-9d88-148e104c9ba2 req-0e070744-00ca-4740-b83a-f7bffcad2823 tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] 10.222.0.46 "GET /v2.0/security-groups?id=e5ae9e03-6ff8-4082-b7a4-25ecea5ed21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828564 Nov 22 20:06:23.335686 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-368cd8b0-7d30-4ad8-b54b-e2cdded478fe req-6c8543bc-21a3-4c59-8c86-140ca237738d tempest-FloatingIPDetailsTestJSON-879849623 tempest-FloatingIPDetailsTestJSON-879849623-project] 10.222.0.46 "GET /v2.0/floatingips/54d93d91-174d-4ace-b305-3733a2155409 HTTP/1.1" status: 200 len: 693 time: 0.0964406 Nov 22 20:06:23.341382 n-d-818823-1 neutron-server[103447]: INFO neutron.api.v2.resource [req-e7a8a720-1323-43e2-9387-fa913ff9a68a req-3f243c11-d202-4237-9abd-4eb4494af9ed tempest-SecurityGroupsNegativeTestJSON-838632934 tempest-SecurityGroupsNegativeTestJSON-838632934-project] show failed (client error): The resource could not be found. Nov 22 20:06:23.342434 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e7a8a720-1323-43e2-9387-fa913ff9a68a req-3f243c11-d202-4237-9abd-4eb4494af9ed tempest-SecurityGroupsNegativeTestJSON-838632934 tempest-SecurityGroupsNegativeTestJSON-838632934-project] 10.222.0.46 "GET /v2.0/security-groups/8fe39651-3ca6-4335-9603-84b47387429e HTTP/1.1" status: 404 len: 352 time: 0.0315120 Nov 22 20:06:23.357288 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 56402) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:06:23.462652 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_v2 [None req-65c5036a-0bf7-4df8-8402-6716c17ddffa admin admin] Deleting subnet c1ac7d81-c642-4b77-b2b8-e8ba7fce46bf {{(pid=103448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 20:06:23.468669 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-65c5036a-0bf7-4df8-8402-6716c17ddffa admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:23.509478 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368cd8b0-7d30-4ad8-b54b-e2cdded478fe req-c664e94e-eb76-446c-ba18-eb0565342a96 tempest-FloatingIPDetailsTestJSON-879849623 tempest-FloatingIPDetailsTestJSON-879849623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:23.510988 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-368cd8b0-7d30-4ad8-b54b-e2cdded478fe req-c664e94e-eb76-446c-ba18-eb0565342a96 tempest-FloatingIPDetailsTestJSON-879849623 tempest-FloatingIPDetailsTestJSON-879849623-project] 10.222.0.46 "GET /v2.0/networks/c48a55e9-6a85-4746-b7bf-3e29fb560094 HTTP/1.1" status: 200 len: 784 time: 0.1624944 Nov 22 20:06:23.565464 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-65c5036a-0bf7-4df8-8402-6716c17ddffa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11627908'] for subnet, precommit_delete_associations {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:23.589937 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-368cd8b0-7d30-4ad8-b54b-e2cdded478fe req-8d15f3c1-8354-4c2f-93f9-3125e5890462 tempest-FloatingIPDetailsTestJSON-879849623 tempest-FloatingIPDetailsTestJSON-879849623-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.5.115 HTTP/1.1" status: 200 len: 696 time: 0.0683899 Nov 22 20:06:23.632862 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-65c5036a-0bf7-4df8-8402-6716c17ddffa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3753007'] for subnet, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:23.657460 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-368cd8b0-7d30-4ad8-b54b-e2cdded478fe req-9dc6dc5d-e84f-4926-b0d3-808723f2961c tempest-FloatingIPDetailsTestJSON-879849623 tempest-FloatingIPDetailsTestJSON-879849623-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.5.115 HTTP/1.1" status: 200 len: 696 time: 0.0599749 Nov 22 20:06:23.674527 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e6b3dc4-d2a4-4466-b82a-dc33446511d0', 'tag': '42ff492e-8aff-4fd6-a604-1f78be59f19b'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:06:23.677683 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeb58279-2c37-4854-919c-9597404efffe" -d '{"events": [{"name": "network-changed", "server_uuid": "6e6b3dc4-d2a4-4466-b82a-dc33446511d0", "tag": "42ff492e-8aff-4fd6-a604-1f78be59f19b"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:06:23.742819 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-65c5036a-0bf7-4df8-8402-6716c17ddffa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3753014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11567369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11792914'] for subnet, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:23.789403 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-65c5036a-0bf7-4df8-8402-6716c17ddffa admin admin] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:23.793717 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-65c5036a-0bf7-4df8-8402-6716c17ddffa admin admin] 10.222.0.46 "DELETE /v2.0/subnets/c1ac7d81-c642-4b77-b2b8-e8ba7fce46bf HTTP/1.1" status: 204 len: 168 time: 0.4354522 Nov 22 20:06:23.805739 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c5036a-0bf7-4df8-8402-6716c17ddffa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c1ac7d81-c642-4b77-b2b8-e8ba7fce46bf,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:06:23.815781 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 56410) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:06:23.877833 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a6008f80-bf46-4520-9630-6357f7553269 req-f58da904-64f3-439a-bed5-80900f6c1719 tempest-FloatingIPsAssociationTestJSON-1595917213 tempest-FloatingIPsAssociationTestJSON-1595917213-project] 10.222.0.46 "GET /v2.0/floatingips/cad59622-caf1-40f8-9620-6ab80b8f8490 HTTP/1.1" status: 200 len: 694 time: 0.1468542 Nov 22 20:06:23.905907 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d7054196-0feb-4210-ac46-3311ec1d7518 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3961693'] for network, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:24.001561 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-368cd8b0-7d30-4ad8-b54b-e2cdded478fe req-3d25a0a4-6da9-4b4b-986a-d20885f50aaf tempest-FloatingIPDetailsTestJSON-879849623 tempest-FloatingIPDetailsTestJSON-879849623-project] Deleting port 7a8c07cf-afcb-4c94-974d-13d49026b6cc {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:06:24.002220 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-368cd8b0-7d30-4ad8-b54b-e2cdded478fe req-3d25a0a4-6da9-4b4b-986a-d20885f50aaf tempest-FloatingIPDetailsTestJSON-879849623 tempest-FloatingIPDetailsTestJSON-879849623-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:24.008558 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-d1d4804c-0857-4de0-b29e-efd8389fe814 req-aebdefe7-534e-493c-8a68-2e01711c07fd tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=126c0323750547f8b9835ef63890aaea&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0624282 Nov 22 20:06:24.038220 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d7054196-0feb-4210-ac46-3311ec1d7518 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3760028', 'neutron.services.segments.db._delete_segments_for_network-8748992815755'] for network, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:24.115673 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-d7054196-0feb-4210-ac46-3311ec1d7518 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42b07cfa-e0ca-4236-9be7-3ccebe104794']}} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:06:24.135261 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-d7054196-0feb-4210-ac46-3311ec1d7518 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f1fbe9f-4aa3-4ace-a08b-603388522068') {'for_net_delete': True} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:06:24.135614 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-d7054196-0feb-4210-ac46-3311ec1d7518 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f1fbe9f-4aa3-4ace-a08b-603388522068') {} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:06:24.158929 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d7054196-0feb-4210-ac46-3311ec1d7518 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748993039638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11627933'] for segment, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:24.165717 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6008f80-bf46-4520-9630-6357f7553269 req-2b347b3f-da43-4d35-a4d1-d57f27ec5595 tempest-FloatingIPsAssociationTestJSON-1595917213 tempest-FloatingIPsAssociationTestJSON-1595917213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:24.167224 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a6008f80-bf46-4520-9630-6357f7553269 req-2b347b3f-da43-4d35-a4d1-d57f27ec5595 tempest-FloatingIPsAssociationTestJSON-1595917213 tempest-FloatingIPsAssociationTestJSON-1595917213-project] 10.222.0.46 "GET /v2.0/networks/c48a55e9-6a85-4746-b7bf-3e29fb560094 HTTP/1.1" status: 200 len: 784 time: 0.2755654 Nov 22 20:06:24.173977 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-368cd8b0-7d30-4ad8-b54b-e2cdded478fe req-3d25a0a4-6da9-4b4b-986a-d20885f50aaf tempest-FloatingIPDetailsTestJSON-879849623 tempest-FloatingIPDetailsTestJSON-879849623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:24.174331 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-368cd8b0-7d30-4ad8-b54b-e2cdded478fe req-3d25a0a4-6da9-4b4b-986a-d20885f50aaf tempest-FloatingIPDetailsTestJSON-879849623 tempest-FloatingIPDetailsTestJSON-879849623-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:24.187463 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d7054196-0feb-4210-ac46-3311ec1d7518 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:24.199974 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d4804c-0857-4de0-b29e-efd8389fe814 req-ab4c2a81-39ff-4396-a54f-8833414eb342 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:24.201532 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-d1d4804c-0857-4de0-b29e-efd8389fe814 req-ab4c2a81-39ff-4396-a54f-8833414eb342 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1804745 Nov 22 20:06:24.204927 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7054196-0feb-4210-ac46-3311ec1d7518 admin admin] Releasing vlan 619 on physical network physnet1 to pool {{(pid=103448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 20:06:24.205507 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d7054196-0feb-4210-ac46-3311ec1d7518 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11567447'] for segment, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:24.207766 n-d-818823-1 neutron-server[103448]: Traceback (most recent call last): Nov 22 20:06:24.207766 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 20:06:24.207766 n-d-818823-1 neutron-server[103448]: timer() Nov 22 20:06:24.207766 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 20:06:24.207766 n-d-818823-1 neutron-server[103448]: cb(*args, **kw) Nov 22 20:06:24.207766 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 20:06:24.207766 n-d-818823-1 neutron-server[103448]: return func(*args, **kwargs) Nov 22 20:06:24.207766 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 20:06:24.207766 n-d-818823-1 neutron-server[103448]: self._notify() Nov 22 20:06:24.207766 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 20:06:24.207766 n-d-818823-1 neutron-server[103448]: self.callback(batched_events) Nov 22 20:06:24.207766 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 20:06:24.207766 n-d-818823-1 neutron-server[103448]: event.method(event) Nov 22 20:06:24.207766 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 20:06:24.207766 n-d-818823-1 neutron-server[103448]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 20:06:24.207766 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 20:06:24.207766 n-d-818823-1 neutron-server[103448]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 20:06:24.207766 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 20:06:24.207766 n-d-818823-1 neutron-server[103448]: return f(self, *a, **k) Nov 22 20:06:24.207766 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 20:06:24.207766 n-d-818823-1 neutron-server[103448]: return self._get(url).json() Nov 22 20:06:24.207766 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 20:06:24.207766 n-d-818823-1 neutron-server[103448]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 20:06:24.207766 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 20:06:24.207766 n-d-818823-1 neutron-server[103448]: return self.request(url, 'GET', **kwargs) Nov 22 20:06:24.207766 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 20:06:24.207766 n-d-818823-1 neutron-server[103448]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 20:06:24.207766 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 20:06:24.207766 n-d-818823-1 neutron-server[103448]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 20:06:24.207766 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 20:06:24.207766 n-d-818823-1 neutron-server[103448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 20:06:24.207766 n-d-818823-1 neutron-server[103448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 20:06:24.231033 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-368cd8b0-7d30-4ad8-b54b-e2cdded478fe req-3d25a0a4-6da9-4b4b-986a-d20885f50aaf tempest-FloatingIPDetailsTestJSON-879849623 tempest-FloatingIPDetailsTestJSON-879849623-project] Calling delete_port for 7a8c07cf-afcb-4c94-974d-13d49026b6cc owned by network:floatingip {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:06:24.246379 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [req-d1d4804c-0857-4de0-b29e-efd8389fe814 req-b78eabe3-4284-482f-b4c0-24df67bba6ba tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] Request body: {'port': {'device_id': 'e94aed4c-ece2-410e-a309-9c83a0437f8c', 'network_id': 'e1052824-bf78-4963-8937-b202e372ac24', 'admin_state_up': True, 'tenant_id': '126c0323750547f8b9835ef63890aaea'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:06:24.253290 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a6008f80-bf46-4520-9630-6357f7553269 req-0d5b0cf2-4083-4df0-9a7a-af8a7591d7fb tempest-FloatingIPsAssociationTestJSON-1595917213 tempest-FloatingIPsAssociationTestJSON-1595917213-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.5.215 HTTP/1.1" status: 200 len: 697 time: 0.0744398 Nov 22 20:06:24.324881 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d7054196-0feb-4210-ac46-3311ec1d7518 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3760002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595318'] for network, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:24.334923 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d7054196-0feb-4210-ac46-3311ec1d7518 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:24.348119 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-d7054196-0feb-4210-ac46-3311ec1d7518 admin admin] 10.222.0.46 "DELETE /v2.0/networks/42b07cfa-e0ca-4236-9be7-3ccebe104794 HTTP/1.1" status: 204 len: 168 time: 0.5230222 Nov 22 20:06:24.370436 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7054196-0feb-4210-ac46-3311ec1d7518 admin admin] Pushing event deleted for resources: {'Network': ['ID=42b07cfa-e0ca-4236-9be7-3ccebe104794,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:06:24.394491 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a6008f80-bf46-4520-9630-6357f7553269 req-902b2ee2-8938-41e4-bce9-364c8471b137 tempest-FloatingIPsAssociationTestJSON-1595917213 tempest-FloatingIPsAssociationTestJSON-1595917213-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.5.215 HTTP/1.1" status: 200 len: 697 time: 0.0947764 Nov 22 20:06:24.423197 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1d4804c-0857-4de0-b29e-efd8389fe814 req-b78eabe3-4284-482f-b4c0-24df67bba6ba tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] Made reservation on behalf of 126c0323750547f8b9835ef63890aaea for: {'port': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:06:24.427532 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-d1d4804c-0857-4de0-b29e-efd8389fe814 req-b78eabe3-4284-482f-b4c0-24df67bba6ba tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:24.624281 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-368cd8b0-7d30-4ad8-b54b-e2cdded478fe req-3d25a0a4-6da9-4b4b-986a-d20885f50aaf tempest-FloatingIPDetailsTestJSON-879849623 tempest-FloatingIPDetailsTestJSON-879849623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:24.661191 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-a6008f80-bf46-4520-9630-6357f7553269 req-6df24099-87ba-47fb-93af-d7d6b375f247 tempest-FloatingIPsAssociationTestJSON-1595917213 tempest-FloatingIPsAssociationTestJSON-1595917213-project] Deleting port 0884a1f3-f7bf-4065-a6be-0514539ea541 {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:06:24.661650 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-a6008f80-bf46-4520-9630-6357f7553269 req-6df24099-87ba-47fb-93af-d7d6b375f247 tempest-FloatingIPsAssociationTestJSON-1595917213 tempest-FloatingIPsAssociationTestJSON-1595917213-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:24.666554 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d25a0a4-6da9-4b4b-986a-d20885f50aaf tempest-FloatingIPDetailsTestJSON-879849623 tempest-FloatingIPDetailsTestJSON-879849623-project] Pushing event deleted for resources: {'Port': ['ID=7a8c07cf-afcb-4c94-974d-13d49026b6cc,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:06:24.674519 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [req-d1d4804c-0857-4de0-b29e-efd8389fe814 req-b78eabe3-4284-482f-b4c0-24df67bba6ba tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] Allocated IP 192.168.233.150 (e1052824-bf78-4963-8937-b202e372ac24/3091ebfd-11e2-41f8-9c00-ffe0b86563d8/61d0354c-dae5-471e-bea6-af003ac19ef9) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:06:24.731845 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 56422) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:06:24.847728 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-be93273a-fd19-4886-bdc9-7de1ed7a08aa admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0cb16f32951a401381575f57a1640151&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1101885 Nov 22 20:06:24.847990 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 56424) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:06:24.964335 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-24964f21-f591-4f7e-b719-25139b8c65a6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:24.998252 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-d1d4804c-0857-4de0-b29e-efd8389fe814 req-b78eabe3-4284-482f-b4c0-24df67bba6ba tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:25.015992 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-24964f21-f591-4f7e-b719-25139b8c65a6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:25.078945 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-d1d4804c-0857-4de0-b29e-efd8389fe814 req-b78eabe3-4284-482f-b4c0-24df67bba6ba tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:25.094731 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] get_ports_and_sgs() called for port_ids ['8b89445a-2093-4480-a650-d182804db66c'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:06:25.106341 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] get_ports_and_sgs() called for port_ids ['0e6ec0bf-f936-47ad-a6a2-1c89c9f9ccdc'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:06:25.144414 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-24964f21-f591-4f7e-b719-25139b8c65a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:25.147053 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-24964f21-f591-4f7e-b719-25139b8c65a6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:25.154939 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-24964f21-f591-4f7e-b719-25139b8c65a6 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5bab63eb-5608-49bc-bddd-ebaf923db7fb HTTP/1.1" status: 204 len: 168 time: 0.3055668 Nov 22 20:06:25.159286 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1d4804c-0857-4de0-b29e-efd8389fe814 req-b78eabe3-4284-482f-b4c0-24df67bba6ba tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] Network e1052824-bf78-4963-8937-b202e372ac24 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:06:25.167829 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-a6008f80-bf46-4520-9630-6357f7553269 req-6df24099-87ba-47fb-93af-d7d6b375f247 tempest-FloatingIPsAssociationTestJSON-1595917213 tempest-FloatingIPsAssociationTestJSON-1595917213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:25.168200 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-a6008f80-bf46-4520-9630-6357f7553269 req-6df24099-87ba-47fb-93af-d7d6b375f247 tempest-FloatingIPsAssociationTestJSON-1595917213 tempest-FloatingIPsAssociationTestJSON-1595917213-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:25.177352 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [req-d1d4804c-0857-4de0-b29e-efd8389fe814 req-b78eabe3-4284-482f-b4c0-24df67bba6ba tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:06:25.182511 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-a6008f80-bf46-4520-9630-6357f7553269 req-6df24099-87ba-47fb-93af-d7d6b375f247 tempest-FloatingIPsAssociationTestJSON-1595917213 tempest-FloatingIPsAssociationTestJSON-1595917213-project] Calling delete_port for 0884a1f3-f7bf-4065-a6be-0514539ea541 owned by network:floatingip {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:06:25.202385 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1d4804c-0857-4de0-b29e-efd8389fe814 req-b78eabe3-4284-482f-b4c0-24df67bba6ba tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:06:25.205351 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78eabe3-4284-482f-b4c0-24df67bba6ba tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] Pushing event updated for resources: {'Port': ['ID=61d0354c-dae5-471e-bea6-af003ac19ef9,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:06:25.208371 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24964f21-f591-4f7e-b719-25139b8c65a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bab63eb-5608-49bc-bddd-ebaf923db7fb,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:06:25.341492 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d4804c-0857-4de0-b29e-efd8389fe814 req-b78eabe3-4284-482f-b4c0-24df67bba6ba tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:25.342282 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-d1d4804c-0857-4de0-b29e-efd8389fe814 req-b78eabe3-4284-482f-b4c0-24df67bba6ba tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:25.371856 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-d1d4804c-0857-4de0-b29e-efd8389fe814 req-b78eabe3-4284-482f-b4c0-24df67bba6ba tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1535375 Nov 22 20:06:25.386184 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [req-d1d4804c-0857-4de0-b29e-efd8389fe814 req-18a2e3f2-155b-4224-aefb-bb8a89aad44c service neutron] Request body: {'port': {'device_id': 'e94aed4c-ece2-410e-a309-9c83a0437f8c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818823-1'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:06:25.418741 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-a6008f80-bf46-4520-9630-6357f7553269 req-6df24099-87ba-47fb-93af-d7d6b375f247 tempest-FloatingIPsAssociationTestJSON-1595917213 tempest-FloatingIPsAssociationTestJSON-1595917213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:25.487510 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 5f923e85-d0d3-4018-bc12-cee68ed8bb13 details requested by agent hyperv_n-h1-818823-1 with host n-h1-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 20:06:25.508947 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df24099-87ba-47fb-93af-d7d6b375f247 tempest-FloatingIPsAssociationTestJSON-1595917213 tempest-FloatingIPsAssociationTestJSON-1595917213-project] Pushing event deleted for resources: {'Port': ['ID=0884a1f3-f7bf-4065-a6be-0514539ea541,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:06:25.524718 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-d1d4804c-0857-4de0-b29e-efd8389fe814 req-18a2e3f2-155b-4224-aefb-bb8a89aad44c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:25.538963 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-368cd8b0-7d30-4ad8-b54b-e2cdded478fe req-3d25a0a4-6da9-4b4b-986a-d20885f50aaf tempest-FloatingIPDetailsTestJSON-879849623 tempest-FloatingIPDetailsTestJSON-879849623-project] Publish callbacks [] for floatingip, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:25.541739 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-368cd8b0-7d30-4ad8-b54b-e2cdded478fe req-3d25a0a4-6da9-4b4b-986a-d20885f50aaf tempest-FloatingIPDetailsTestJSON-879849623 tempest-FloatingIPDetailsTestJSON-879849623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for floatingip, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:25.542971 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-368cd8b0-7d30-4ad8-b54b-e2cdded478fe req-3d25a0a4-6da9-4b4b-986a-d20885f50aaf tempest-FloatingIPDetailsTestJSON-879849623 tempest-FloatingIPDetailsTestJSON-879849623-project] 10.222.0.46 "DELETE /v2.0/floatingips/54d93d91-174d-4ace-b305-3733a2155409 HTTP/1.1" status: 204 len: 173 time: 1.8761923 Nov 22 20:06:25.688235 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 5f923e85-d0d3-4018-bc12-cee68ed8bb13, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=5f923e85-d0d3-4018-bc12-cee68ed8bb13,segment=NetworkSegment(2a5a1c7b-538e-498e-99b9-cc7a8e0411be),segment_id=2a5a1c7b-538e-498e-99b9-cc7a8e0411be)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:06:25.710241 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Returning: {'device': '5f923e85-d0d3-4018-bc12-cee68ed8bb13', 'network_id': 'e1052824-bf78-4963-8937-b202e372ac24', 'port_id': '5f923e85-d0d3-4018-bc12-cee68ed8bb13', 'mac_address': 'fa:16:3e:39:07:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3091ebfd-11e2-41f8-9c00-ffe0b86563d8', 'ip_address': '192.168.233.35'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 20:06:25.786529 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 20:06:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efd5a9c4-f60e-4045-a746-31f8aecb5d49 x-openstack-request-id: req-efd5a9c4-f60e-4045-a746-31f8aecb5d49 {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:06:25.786529 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e6b3dc4-d2a4-4466-b82a-dc33446511d0", "tag": "42ff492e-8aff-4fd6-a604-1f78be59f19b", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:06:25.786877 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-efd5a9c4-f60e-4045-a746-31f8aecb5d49 {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:06:25.787120 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e6b3dc4-d2a4-4466-b82a-dc33446511d0', 'tag': '42ff492e-8aff-4fd6-a604-1f78be59f19b', 'status': 'completed', 'code': 200} Nov 22 20:06:25.812574 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-a6008f80-bf46-4520-9630-6357f7553269 req-6df24099-87ba-47fb-93af-d7d6b375f247 tempest-FloatingIPsAssociationTestJSON-1595917213 tempest-FloatingIPsAssociationTestJSON-1595917213-project] Publish callbacks [] for floatingip, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:25.832612 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-684724ea-396f-4c3a-b708-f49e2e3ab9fe None None] Provisioning complete for port 61d0354c-dae5-471e-bea6-af003ac19ef9 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:06:25.832882 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-a6008f80-bf46-4520-9630-6357f7553269 req-6df24099-87ba-47fb-93af-d7d6b375f247 tempest-FloatingIPsAssociationTestJSON-1595917213 tempest-FloatingIPsAssociationTestJSON-1595917213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for floatingip, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:25.833539 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-684724ea-396f-4c3a-b708-f49e2e3ab9fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:25.858682 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a6008f80-bf46-4520-9630-6357f7553269 req-6df24099-87ba-47fb-93af-d7d6b375f247 tempest-FloatingIPsAssociationTestJSON-1595917213 tempest-FloatingIPsAssociationTestJSON-1595917213-project] 10.222.0.46 "DELETE /v2.0/floatingips/cad59622-caf1-40f8-9620-6ab80b8f8490 HTTP/1.1" status: 204 len: 173 time: 1.4527221 Nov 22 20:06:25.915321 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb58279-2c37-4854-919c-9597404efffe req-dae4d98c-1d64-412d-a8a5-532d59de37a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:25.926122 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-684724ea-396f-4c3a-b708-f49e2e3ab9fe None None] Port 61d0354c-dae5-471e-bea6-af003ac19ef9 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:06:25.933112 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-aeb58279-2c37-4854-919c-9597404efffe req-dae4d98c-1d64-412d-a8a5-532d59de37a8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=eccf64927ecc4dab83be8c6edc2287b1&device_id=6e6b3dc4-d2a4-4466-b82a-dc33446511d0 HTTP/1.1" status: 200 len: 1096 time: 0.2012954 Nov 22 20:06:25.933439 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:25.951815 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5f923e85-d0d3-4018-bc12-cee68ed8bb13 {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:06:26.025385 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 5f923e85-d0d3-4018-bc12-cee68ed8bb13, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=5f923e85-d0d3-4018-bc12-cee68ed8bb13,segment=NetworkSegment(2a5a1c7b-538e-498e-99b9-cc7a8e0411be),segment_id=2a5a1c7b-538e-498e-99b9-cc7a8e0411be)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:06:26.059215 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:26.205034 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb58279-2c37-4854-919c-9597404efffe req-165f05a5-e6b2-40d2-9cc2-dea80cb55286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:26.207877 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-aeb58279-2c37-4854-919c-9597404efffe req-165f05a5-e6b2-40d2-9cc2-dea80cb55286 service neutron] 10.222.0.20 "GET /v2.0/networks?id=1e81e05c-4c76-424f-a369-a3cc99f09949 HTTP/1.1" status: 200 len: 921 time: 0.2657340 Nov 22 20:06:26.305940 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [req-d1d4804c-0857-4de0-b29e-efd8389fe814 req-18a2e3f2-155b-4224-aefb-bb8a89aad44c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61d0354c-dae5-471e-bea6-af003ac19ef9 {{(pid=103448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:06:26.346362 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-d1d4804c-0857-4de0-b29e-efd8389fe814 req-18a2e3f2-155b-4224-aefb-bb8a89aad44c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:26.369685 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-aeb58279-2c37-4854-919c-9597404efffe req-107c564c-069d-424f-9b8f-317cf55aa89d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=42ff492e-8aff-4fd6-a604-1f78be59f19b HTTP/1.1" status: 200 len: 217 time: 0.1313336 Nov 22 20:06:26.391330 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb1dc12-234b-4db1-9128-0b68f542e949 req-6fed7e3e-3eef-4dbb-a15e-58f3593d53c4 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:26.393182 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-feb1dc12-234b-4db1-9128-0b68f542e949 req-6fed7e3e-3eef-4dbb-a15e-58f3593d53c4 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/ports?device_id=e94aed4c-ece2-410e-a309-9c83a0437f8c HTTP/1.1" status: 200 len: 936 time: 0.2355700 Nov 22 20:06:26.414708 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [req-d1d4804c-0857-4de0-b29e-efd8389fe814 req-18a2e3f2-155b-4224-aefb-bb8a89aad44c service neutron] Transition to ACTIVE for port object 61d0354c-dae5-471e-bea6-af003ac19ef9 will not be triggered until provisioned by entity L2. {{(pid=103448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 20:06:26.424271 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-d1d4804c-0857-4de0-b29e-efd8389fe814 req-18a2e3f2-155b-4224-aefb-bb8a89aad44c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:26.519257 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-feb1dc12-234b-4db1-9128-0b68f542e949 req-e0bd6145-46c4-417a-9279-efefc790d474 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1d007ec-a75a-4ef8-9cdd-9c679a3ff22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160419 Nov 22 20:06:26.739319 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] get_ports_and_sgs() called for port_ids ['5f923e85-d0d3-4018-bc12-cee68ed8bb13'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:06:26.776459 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb58279-2c37-4854-919c-9597404efffe req-ff067b87-541e-4d7a-a5f6-c7b27a95b08d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:26.778988 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-aeb58279-2c37-4854-919c-9597404efffe req-ff067b87-541e-4d7a-a5f6-c7b27a95b08d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=555c9f92-faec-4407-89e0-e5147ee8b27d HTTP/1.1" status: 200 len: 859 time: 0.3846502 Nov 22 20:06:26.812443 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=5f923e85-d0d3-4018-bc12-cee68ed8bb13,revision_number=6']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:06:26.832212 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d530a072-70ae-4910-ae95-9c71ad6ef272 req-680bff47-af24-4cd6-9a7c-7d1a3843ed62 tempest-ServersAdminTestJSON-2021527946 tempest-ServersAdminTestJSON-2021527946-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:26.836749 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d530a072-70ae-4910-ae95-9c71ad6ef272 req-680bff47-af24-4cd6-9a7c-7d1a3843ed62 tempest-ServersAdminTestJSON-2021527946 tempest-ServersAdminTestJSON-2021527946-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:26.841901 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d530a072-70ae-4910-ae95-9c71ad6ef272 req-680bff47-af24-4cd6-9a7c-7d1a3843ed62 tempest-ServersAdminTestJSON-2021527946 tempest-ServersAdminTestJSON-2021527946-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:26.842683 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d530a072-70ae-4910-ae95-9c71ad6ef272 req-680bff47-af24-4cd6-9a7c-7d1a3843ed62 tempest-ServersAdminTestJSON-2021527946 tempest-ServersAdminTestJSON-2021527946-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:26.848486 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d530a072-70ae-4910-ae95-9c71ad6ef272 req-680bff47-af24-4cd6-9a7c-7d1a3843ed62 tempest-ServersAdminTestJSON-2021527946 tempest-ServersAdminTestJSON-2021527946-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:26.853447 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d530a072-70ae-4910-ae95-9c71ad6ef272 req-680bff47-af24-4cd6-9a7c-7d1a3843ed62 tempest-ServersAdminTestJSON-2021527946 tempest-ServersAdminTestJSON-2021527946-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:26.865132 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d530a072-70ae-4910-ae95-9c71ad6ef272 req-680bff47-af24-4cd6-9a7c-7d1a3843ed62 tempest-ServersAdminTestJSON-2021527946 tempest-ServersAdminTestJSON-2021527946-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:26.867550 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d530a072-70ae-4910-ae95-9c71ad6ef272 req-680bff47-af24-4cd6-9a7c-7d1a3843ed62 tempest-ServersAdminTestJSON-2021527946 tempest-ServersAdminTestJSON-2021527946-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:26.871238 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d530a072-70ae-4910-ae95-9c71ad6ef272 req-680bff47-af24-4cd6-9a7c-7d1a3843ed62 tempest-ServersAdminTestJSON-2021527946 tempest-ServersAdminTestJSON-2021527946-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:26.872480 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d530a072-70ae-4910-ae95-9c71ad6ef272 req-680bff47-af24-4cd6-9a7c-7d1a3843ed62 tempest-ServersAdminTestJSON-2021527946 tempest-ServersAdminTestJSON-2021527946-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:26.873643 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d530a072-70ae-4910-ae95-9c71ad6ef272 req-680bff47-af24-4cd6-9a7c-7d1a3843ed62 tempest-ServersAdminTestJSON-2021527946 tempest-ServersAdminTestJSON-2021527946-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:26.886959 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d530a072-70ae-4910-ae95-9c71ad6ef272 req-680bff47-af24-4cd6-9a7c-7d1a3843ed62 tempest-ServersAdminTestJSON-2021527946 tempest-ServersAdminTestJSON-2021527946-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:26.891760 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d530a072-70ae-4910-ae95-9c71ad6ef272 req-680bff47-af24-4cd6-9a7c-7d1a3843ed62 tempest-ServersAdminTestJSON-2021527946 tempest-ServersAdminTestJSON-2021527946-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=e94aed4c-ece2-410e-a309-9c83a0437f8c&device_id=0e4af820-9ccd-4bb5-8ecb-1df970705316&device_id=a8d3a7bb-93d3-4918-911b-b913622e40e8&device_id=5f0d0659-512e-4936-a0a3-cd52bf810a99&device_id=29dda483-f89a-4ce8-828b-793410f029f1&device_id=1d610fed-ade8-4090-9ac8-a8eeda6b914b&device_id=05a42da3-f4d1-435d-a4ca-2a5f4101b8fa&device_id=0c38e8a6-8795-4e86-88f9-2d86b3aaea94&device_id=6e6b3dc4-d2a4-4466-b82a-dc33446511d0&device_id=d4b9559d-40a3-4573-bebb-b20ad7954d44&device_id=01e0b0fa-e002-4967-ab32-9c5694e22ac9&device_id=5093cb48-092d-4dff-ad5d-31875fbb9f2c HTTP/1.1" status: 200 len: 10828 time: 0.4002872 Nov 22 20:06:27.086697 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1069f28d-ed39-4ca3-bbee-7b99324c2b58 req-cdc893cb-02ef-4e82-a4aa-1a006d6d66eb tempest-FloatingIPDetailsTestJSON-879849623 tempest-FloatingIPDetailsTestJSON-879849623-project] 10.222.0.46 "GET /v2.0/floatingips/09be1ebd-69c9-47bf-a624-bda79c3a7d67 HTTP/1.1" status: 200 len: 693 time: 0.1918938 Nov 22 20:06:27.092044 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-d530a072-70ae-4910-ae95-9c71ad6ef272 req-a20b3e9e-15ec-49c1-a6e1-a8d4aed4de65 tempest-ServersAdminTestJSON-2021527946 tempest-ServersAdminTestJSON-2021527946-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:27.270899 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 56488) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:06:27.283129 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a2e3f2-155b-4224-aefb-bb8a89aad44c service neutron] Pushing event updated for resources: {'Port': ['ID=61d0354c-dae5-471e-bea6-af003ac19ef9,revision_number=2']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:06:27.351827 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-d1d4804c-0857-4de0-b29e-efd8389fe814 req-18a2e3f2-155b-4224-aefb-bb8a89aad44c service neutron] Attempting to bind port 61d0354c-dae5-471e-bea6-af003ac19ef9 on host n-h2-818823-1 for vnic_type normal with profile {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:06:27.352163 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-d1d4804c-0857-4de0-b29e-efd8389fe814 req-18a2e3f2-155b-4224-aefb-bb8a89aad44c service neutron] Attempting to bind port 61d0354c-dae5-471e-bea6-af003ac19ef9 by drivers openvswitch,hyperv on host n-h2-818823-1 at level 0 using segments [{'id': '2a5a1c7b-538e-498e-99b9-cc7a8e0411be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'e1052824-bf78-4963-8937-b202e372ac24'}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:06:27.352624 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1d4804c-0857-4de0-b29e-efd8389fe814 req-18a2e3f2-155b-4224-aefb-bb8a89aad44c service neutron] Attempting to bind port 61d0354c-dae5-471e-bea6-af003ac19ef9 on network e1052824-bf78-4963-8937-b202e372ac24 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:06:27.365744 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1d4804c-0857-4de0-b29e-efd8389fe814 req-18a2e3f2-155b-4224-aefb-bb8a89aad44c service neutron] Port 61d0354c-dae5-471e-bea6-af003ac19ef9 on network e1052824-bf78-4963-8937-b202e372ac24 not bound, no agent of type Open vSwitch agent registered on host n-h2-818823-1 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:06:27.366041 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1d4804c-0857-4de0-b29e-efd8389fe814 req-18a2e3f2-155b-4224-aefb-bb8a89aad44c service neutron] Attempting to bind port 61d0354c-dae5-471e-bea6-af003ac19ef9 on network e1052824-bf78-4963-8937-b202e372ac24 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:06:27.378070 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1d4804c-0857-4de0-b29e-efd8389fe814 req-18a2e3f2-155b-4224-aefb-bb8a89aad44c service neutron] Checking agent: {'id': '65e0486a-7030-4065-96f0-10aa7402a530', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'started_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 6, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:06:27.378543 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1d4804c-0857-4de0-b29e-efd8389fe814 req-18a2e3f2-155b-4224-aefb-bb8a89aad44c service neutron] Checking segment: {'id': '2a5a1c7b-538e-498e-99b9-cc7a8e0411be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'e1052824-bf78-4963-8937-b202e372ac24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:06:27.378945 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1d4804c-0857-4de0-b29e-efd8389fe814 req-18a2e3f2-155b-4224-aefb-bb8a89aad44c service neutron] Bound using segment: {'id': '2a5a1c7b-538e-498e-99b9-cc7a8e0411be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'e1052824-bf78-4963-8937-b202e372ac24'} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:06:27.379391 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-d1d4804c-0857-4de0-b29e-efd8389fe814 req-18a2e3f2-155b-4224-aefb-bb8a89aad44c service neutron] Bound port: 61d0354c-dae5-471e-bea6-af003ac19ef9, host: n-h2-818823-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a5a1c7b-538e-498e-99b9-cc7a8e0411be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'e1052824-bf78-4963-8937-b202e372ac24'}}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:06:27.379814 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-d1d4804c-0857-4de0-b29e-efd8389fe814 req-18a2e3f2-155b-4224-aefb-bb8a89aad44c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:27.417222 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb58279-2c37-4854-919c-9597404efffe req-5cfa2161-eb22-48ee-a084-c980bba8e042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:27.420257 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-aeb58279-2c37-4854-919c-9597404efffe req-5cfa2161-eb22-48ee-a084-c980bba8e042 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1e81e05c-4c76-424f-a369-a3cc99f09949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5266259 Nov 22 20:06:27.573286 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-d1d4804c-0857-4de0-b29e-efd8389fe814 req-18a2e3f2-155b-4224-aefb-bb8a89aad44c service neutron] For port 61d0354c-dae5-471e-bea6-af003ac19ef9, host n-h2-818823-1, cleared binding levels {{(pid=103448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:06:27.580414 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-d1d4804c-0857-4de0-b29e-efd8389fe814 req-18a2e3f2-155b-4224-aefb-bb8a89aad44c service neutron] For port 61d0354c-dae5-471e-bea6-af003ac19ef9, host n-h2-818823-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=61d0354c-dae5-471e-bea6-af003ac19ef9,segment=NetworkSegment(2a5a1c7b-538e-498e-99b9-cc7a8e0411be),segment_id=2a5a1c7b-538e-498e-99b9-cc7a8e0411be)] {{(pid=103448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:06:27.586191 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-d1d4804c-0857-4de0-b29e-efd8389fe814 req-18a2e3f2-155b-4224-aefb-bb8a89aad44c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:27.693023 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-71d7b9cf-79f6-4066-8674-3381783003eb admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-239862149-network', 'tenant_id': '803052827de248ba8c71fbc4f8294e78'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:06:27.698453 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d4804c-0857-4de0-b29e-efd8389fe814 req-18a2e3f2-155b-4224-aefb-bb8a89aad44c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:27.699163 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-d1d4804c-0857-4de0-b29e-efd8389fe814 req-18a2e3f2-155b-4224-aefb-bb8a89aad44c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:27.706721 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-d1d4804c-0857-4de0-b29e-efd8389fe814 req-18a2e3f2-155b-4224-aefb-bb8a89aad44c service neutron] 10.222.0.20 "PUT /v2.0/ports/61d0354c-dae5-471e-bea6-af003ac19ef9 HTTP/1.1" status: 200 len: 1096 time: 2.3248129 Nov 22 20:06:27.710180 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e94aed4c-ece2-410e-a309-9c83a0437f8c', 'tag': '61d0354c-dae5-471e-bea6-af003ac19ef9'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:06:27.717874 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589a98cf2aea187fcc423a5edb333e5a6cf3ad7c81115d1ebee0f079693c312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38af4bb3-9a65-4afd-b3d1-2dbb64a2f972" -d '{"events": [{"name": "network-changed", "server_uuid": "e94aed4c-ece2-410e-a309-9c83a0437f8c", "tag": "61d0354c-dae5-471e-bea6-af003ac19ef9"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:06:27.735344 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1069f28d-ed39-4ca3-bbee-7b99324c2b58 req-8bded079-2460-4b8e-860d-31fa5fe5a2d8 tempest-FloatingIPDetailsTestJSON-879849623 tempest-FloatingIPDetailsTestJSON-879849623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:27.760179 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1069f28d-ed39-4ca3-bbee-7b99324c2b58 req-8bded079-2460-4b8e-860d-31fa5fe5a2d8 tempest-FloatingIPDetailsTestJSON-879849623 tempest-FloatingIPDetailsTestJSON-879849623-project] 10.222.0.46 "GET /v2.0/networks/c48a55e9-6a85-4746-b7bf-3e29fb560094 HTTP/1.1" status: 200 len: 784 time: 0.6724045 Nov 22 20:06:27.795361 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a2e3f2-155b-4224-aefb-bb8a89aad44c service neutron] Pushing event updated for resources: {'Port': ['ID=61d0354c-dae5-471e-bea6-af003ac19ef9,revision_number=3']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:06:27.908533 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d4804c-0857-4de0-b29e-efd8389fe814 req-f60d1628-5bce-43ec-a1e4-fa2ddc0f0437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:27.910764 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-d1d4804c-0857-4de0-b29e-efd8389fe814 req-f60d1628-5bce-43ec-a1e4-fa2ddc0f0437 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=126c0323750547f8b9835ef63890aaea&device_id=e94aed4c-ece2-410e-a309-9c83a0437f8c HTTP/1.1" status: 200 len: 1099 time: 0.1326895 Nov 22 20:06:27.913361 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-d530a072-70ae-4910-ae95-9c71ad6ef272 req-a20b3e9e-15ec-49c1-a6e1-a8d4aed4de65 tempest-ServersAdminTestJSON-2021527946 tempest-ServersAdminTestJSON-2021527946-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:27.974300 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-d530a072-70ae-4910-ae95-9c71ad6ef272 req-a20b3e9e-15ec-49c1-a6e1-a8d4aed4de65 tempest-ServersAdminTestJSON-2021527946 tempest-ServersAdminTestJSON-2021527946-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:27.987346 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71d7b9cf-79f6-4066-8674-3381783003eb admin admin] Made reservation on behalf of 803052827de248ba8c71fbc4f8294e78 for: {'network': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:06:27.989956 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-71d7b9cf-79f6-4066-8674-3381783003eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for network, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:27.995606 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1069f28d-ed39-4ca3-bbee-7b99324c2b58 req-b3c5002e-f317-4511-a397-a03910f26591 tempest-FloatingIPDetailsTestJSON-879849623 tempest-FloatingIPDetailsTestJSON-879849623-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.5.153 HTTP/1.1" status: 200 len: 696 time: 0.2345331 Nov 22 20:06:28.019350 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-d1d4804c-0857-4de0-b29e-efd8389fe814 req-45c053be-10a8-4909-8f48-b997cfc2e614 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=61d0354c-dae5-471e-bea6-af003ac19ef9 HTTP/1.1" status: 200 len: 217 time: 0.0933199 Nov 22 20:06:28.079485 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d4804c-0857-4de0-b29e-efd8389fe814 req-583a5dad-507e-4741-a92c-d149af85d50e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:28.080373 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-d1d4804c-0857-4de0-b29e-efd8389fe814 req-583a5dad-507e-4741-a92c-d149af85d50e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3091ebfd-11e2-41f8-9c00-ffe0b86563d8 HTTP/1.1" status: 200 len: 843 time: 0.0540862 Nov 22 20:06:28.120574 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-71d7b9cf-79f6-4066-8674-3381783003eb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:28.167283 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d4804c-0857-4de0-b29e-efd8389fe814 req-83048075-1684-44e2-a166-48ef5a3a71c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:28.167981 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20b3e9e-15ec-49c1-a6e1-a8d4aed4de65 tempest-ServersAdminTestJSON-2021527946 tempest-ServersAdminTestJSON-2021527946-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=954fc398-bd5e-41b3-8185-f9752c2f112c,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:06:28.169982 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-d1d4804c-0857-4de0-b29e-efd8389fe814 req-83048075-1684-44e2-a166-48ef5a3a71c0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e1052824-bf78-4963-8937-b202e372ac24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0808794 Nov 22 20:06:28.173688 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1069f28d-ed39-4ca3-bbee-7b99324c2b58 req-62b70ac7-3974-4f19-89b1-e5807a5d71d9 tempest-FloatingIPDetailsTestJSON-879849623 tempest-FloatingIPDetailsTestJSON-879849623-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.5.153 HTTP/1.1" status: 200 len: 696 time: 0.1559198 Nov 22 20:06:28.188830 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-aeb58279-2c37-4854-919c-9597404efffe req-9505beb3-0532-47f2-af94-ab8f31e0b793 service neutron] 10.222.0.20 "GET /v2.0/networks/1e81e05c-4c76-424f-a369-a3cc99f09949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7424471 Nov 22 20:06:28.375351 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d530a072-70ae-4910-ae95-9c71ad6ef272 req-a20b3e9e-15ec-49c1-a6e1-a8d4aed4de65 tempest-ServersAdminTestJSON-2021527946 tempest-ServersAdminTestJSON-2021527946-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=ea60d010-f7c1-485a-99af-472dfb1cdc16&id=89c2c967-26c4-4e1c-a1fd-c97f87817ddc&id=a1d007ec-a75a-4ef8-9cdd-9c679a3ff22b&id=e5ae9e03-6ff8-4082-b7a4-25ecea5ed21d&id=0c348c88-32ba-475a-80ac-2a702b8d42a7&id=856cfbfb-1e64-4401-a1fb-713c41a0ff50&fields=id&fields=name HTTP/1.1" status: 200 len: 647 time: 1.3635426 Nov 22 20:06:28.485883 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-d1d4804c-0857-4de0-b29e-efd8389fe814 req-6acc1705-5a16-4674-af41-13f17228c6a1 service neutron] 10.222.0.20 "GET /v2.0/networks/e1052824-bf78-4963-8937-b202e372ac24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2987912 Nov 22 20:06:28.614594 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-aeb58279-2c37-4854-919c-9597404efffe req-35a60da2-49c8-47ed-ae84-b472983eef0b service neutron] 10.222.0.20 "GET /v2.0/networks/1e81e05c-4c76-424f-a369-a3cc99f09949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3947957 Nov 22 20:06:28.688950 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-71d7b9cf-79f6-4066-8674-3381783003eb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:28.700001 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-71d7b9cf-79f6-4066-8674-3381783003eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:28.758006 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-d1d4804c-0857-4de0-b29e-efd8389fe814 req-f92af362-8791-45b1-80c2-e7bb0ab69a4b service neutron] 10.222.0.20 "GET /v2.0/networks/e1052824-bf78-4963-8937-b202e372ac24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2613323 Nov 22 20:06:28.773325 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d7b9cf-79f6-4066-8674-3381783003eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d2c79e0-b361-4d19-9e37-904303a435fa,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:06:28.785653 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71d7b9cf-79f6-4066-8674-3381783003eb admin admin] vlan segment allocate from pool success with {'vlan_id': 641, 'physical_network': 'physnet1'} {{(pid=103447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 20:06:28.808103 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-71d7b9cf-79f6-4066-8674-3381783003eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:28.809772 n-d-818823-1 neutron-server[103447]: INFO neutron.db.segments_db [None req-71d7b9cf-79f6-4066-8674-3381783003eb admin admin] Added segment e07e4f19-324b-4bc4-9774-d97368264930 of type vlan for network 1fc722e9-657b-4137-85ca-5f1d2b4dcdb1 Nov 22 20:06:28.878594 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-71d7b9cf-79f6-4066-8674-3381783003eb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748992492791'] for network, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:28.928069 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-1069f28d-ed39-4ca3-bbee-7b99324c2b58 req-fd869a96-0dc7-4a6a-b231-d94c4adb6508 tempest-FloatingIPDetailsTestJSON-879849623 tempest-FloatingIPDetailsTestJSON-879849623-project] Deleting port 0a220e5a-c43a-4d40-b941-d3c192185203 {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:06:28.928446 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-1069f28d-ed39-4ca3-bbee-7b99324c2b58 req-fd869a96-0dc7-4a6a-b231-d94c4adb6508 tempest-FloatingIPDetailsTestJSON-879849623 tempest-FloatingIPDetailsTestJSON-879849623-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:29.101312 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-71d7b9cf-79f6-4066-8674-3381783003eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for network, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:29.102424 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71d7b9cf-79f6-4066-8674-3381783003eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:29.103103 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-71d7b9cf-79f6-4066-8674-3381783003eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for network, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:29.220170 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-71d7b9cf-79f6-4066-8674-3381783003eb admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.9398074 Nov 22 20:06:29.222915 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 56506) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:06:29.230938 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-02668503-3832-4487-945c-f243edba2b89 admin admin] Request body: {'subnet': {'network_id': '1fc722e9-657b-4137-85ca-5f1d2b4dcdb1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-239862149-subnet', 'tenant_id': '803052827de248ba8c71fbc4f8294e78', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:06:29.259059 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d7b9cf-79f6-4066-8674-3381783003eb admin admin] Pushing event updated for resources: {'Network': ['ID=1fc722e9-657b-4137-85ca-5f1d2b4dcdb1,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:06:29.280264 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Network 1fc722e9-657b-4137-85ca-5f1d2b4dcdb1 details requested by agent ovs-agent-n-d-818823-1 with host n-d-818823-1 {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 20:06:29.281463 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a60660-f9ff-4d06-b032-232a55ae3780 req-4bc39ede-f7b0-4dcb-b542-ed62bc748f58 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:29.285019 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-24a60660-f9ff-4d06-b032-232a55ae3780 req-4bc39ede-f7b0-4dcb-b542-ed62bc748f58 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/ports?device_id=e94aed4c-ece2-410e-a309-9c83a0437f8c HTTP/1.1" status: 200 len: 948 time: 0.3533237 Nov 22 20:06:29.313527 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02668503-3832-4487-945c-f243edba2b89 admin admin] Made reservation on behalf of 803052827de248ba8c71fbc4f8294e78 for: {'subnet': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:06:29.317290 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-02668503-3832-4487-945c-f243edba2b89 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11792951'] for subnet, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:29.326503 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-1069f28d-ed39-4ca3-bbee-7b99324c2b58 req-fd869a96-0dc7-4a6a-b231-d94c4adb6508 tempest-FloatingIPDetailsTestJSON-879849623 tempest-FloatingIPDetailsTestJSON-879849623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:29.326503 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-1069f28d-ed39-4ca3-bbee-7b99324c2b58 req-fd869a96-0dc7-4a6a-b231-d94c4adb6508 tempest-FloatingIPDetailsTestJSON-879849623 tempest-FloatingIPDetailsTestJSON-879849623-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:29.413782 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-1069f28d-ed39-4ca3-bbee-7b99324c2b58 req-fd869a96-0dc7-4a6a-b231-d94c4adb6508 tempest-FloatingIPDetailsTestJSON-879849623 tempest-FloatingIPDetailsTestJSON-879849623-project] Calling delete_port for 0a220e5a-c43a-4d40-b941-d3c192185203 owned by network:floatingip {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:06:29.507506 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 5f923e85-d0d3-4018-bc12-cee68ed8bb13 up at agent hyperv_n-h1-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:06:29.617020 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-02668503-3832-4487-945c-f243edba2b89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11567560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11792921'] for subnet, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:29.645351 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-24a60660-f9ff-4d06-b032-232a55ae3780 req-e6e9d509-004b-49f4-8c69-b0a094cd4f7a tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1d007ec-a75a-4ef8-9cdd-9c679a3ff22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3441017 Nov 22 20:06:29.731722 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-fa136d95-1f20-48f6-a092-b99ce6f341c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:29.736686 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02668503-3832-4487-945c-f243edba2b89 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a8227d38-9017-41bd-8149-d6e5afcabe5f,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:06:29.781022 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Provisioning complete for port 5f923e85-d0d3-4018-bc12-cee68ed8bb13 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:06:29.781446 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:29.828390 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02668503-3832-4487-945c-f243edba2b89 admin admin] Checking segment: {'id': 'e07e4f19-324b-4bc4-9774-d97368264930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '1fc722e9-657b-4137-85ca-5f1d2b4dcdb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:06:29.832085 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02668503-3832-4487-945c-f243edba2b89 admin admin] Network hostable DHCP agents. Network: 1fc722e9-657b-4137-85ca-5f1d2b4dcdb1, hostable agents: ['02adaa64-0987-4b74-bad0-cbcf56f8a294'], hosted agents: [] {{(pid=103448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 20:06:29.862988 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02668503-3832-4487-945c-f243edba2b89 admin admin] Network 1fc722e9-657b-4137-85ca-5f1d2b4dcdb1 is scheduled to be hosted by DHCP agent 02adaa64-0987-4b74-bad0-cbcf56f8a294 with binding_index 1 {{(pid=103448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 20:06:29.913373 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-1069f28d-ed39-4ca3-bbee-7b99324c2b58 req-fd869a96-0dc7-4a6a-b231-d94c4adb6508 tempest-FloatingIPDetailsTestJSON-879849623 tempest-FloatingIPDetailsTestJSON-879849623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:29.914641 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 20:06:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bad7c41d-a6bd-40b4-9826-c2722ec9f9c1 x-openstack-request-id: req-bad7c41d-a6bd-40b4-9826-c2722ec9f9c1 {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:06:29.914969 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e94aed4c-ece2-410e-a309-9c83a0437f8c", "tag": "61d0354c-dae5-471e-bea6-af003ac19ef9", "status": "completed", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:06:29.915290 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-bad7c41d-a6bd-40b4-9826-c2722ec9f9c1 {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:06:29.915753 n-d-818823-1 neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e94aed4c-ece2-410e-a309-9c83a0437f8c', 'tag': '61d0354c-dae5-471e-bea6-af003ac19ef9', 'status': 'completed', 'code': 200} Nov 22 20:06:29.932451 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-02668503-3832-4487-945c-f243edba2b89 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818823-1, 1fc722e9-657b-4137-85ca-5f1d2b4dcdb1) {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:06:29.940559 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02668503-3832-4487-945c-f243edba2b89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:29.941194 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-02668503-3832-4487-945c-f243edba2b89 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:29.991809 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38af4bb3-9a65-4afd-b3d1-2dbb64a2f972 req-dc49104d-84a0-49b4-b816-790b80149cac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:29.993464 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-38af4bb3-9a65-4afd-b3d1-2dbb64a2f972 req-dc49104d-84a0-49b4-b816-790b80149cac service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=126c0323750547f8b9835ef63890aaea&device_id=e94aed4c-ece2-410e-a309-9c83a0437f8c HTTP/1.1" status: 200 len: 1099 time: 0.0764787 Nov 22 20:06:30.001273 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03387578-f544-4bff-b1a4-42efb2f0aa43 None None] Network 1fc722e9-657b-4137-85ca-5f1d2b4dcdb1 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:06:30.002193 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd869a96-0dc7-4a6a-b231-d94c4adb6508 tempest-FloatingIPDetailsTestJSON-879849623 tempest-FloatingIPDetailsTestJSON-879849623-project] Pushing event deleted for resources: {'Port': ['ID=0a220e5a-c43a-4d40-b941-d3c192185203,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:06:30.008927 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-02668503-3832-4487-945c-f243edba2b89 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7846608 Nov 22 20:06:30.227217 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-1069f28d-ed39-4ca3-bbee-7b99324c2b58 req-fd869a96-0dc7-4a6a-b231-d94c4adb6508 tempest-FloatingIPDetailsTestJSON-879849623 tempest-FloatingIPDetailsTestJSON-879849623-project] Publish callbacks [] for floatingip, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:30.230713 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-1069f28d-ed39-4ca3-bbee-7b99324c2b58 req-fd869a96-0dc7-4a6a-b231-d94c4adb6508 tempest-FloatingIPDetailsTestJSON-879849623 tempest-FloatingIPDetailsTestJSON-879849623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for floatingip, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:30.232242 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1069f28d-ed39-4ca3-bbee-7b99324c2b58 req-fd869a96-0dc7-4a6a-b231-d94c4adb6508 tempest-FloatingIPDetailsTestJSON-879849623 tempest-FloatingIPDetailsTestJSON-879849623-project] 10.222.0.46 "DELETE /v2.0/floatingips/09be1ebd-69c9-47bf-a624-bda79c3a7d67 HTTP/1.1" status: 204 len: 173 time: 2.0421529 Nov 22 20:06:30.269268 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:30.269505 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3a39a2-600b-4fea-bd28-402613d2c28b req-e8d2c32c-2a36-485e-9265-89005cb2bd22 tempest-FloatingIPsAssociationTestJSON-1595917213 tempest-FloatingIPsAssociationTestJSON-1595917213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:30.271010 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1c3a39a2-600b-4fea-bd28-402613d2c28b req-e8d2c32c-2a36-485e-9265-89005cb2bd22 tempest-FloatingIPsAssociationTestJSON-1595917213 tempest-FloatingIPsAssociationTestJSON-1595917213-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e6b3dc4-d2a4-4466-b82a-dc33446511d0 HTTP/1.1" status: 200 len: 945 time: 0.1643445 Nov 22 20:06:30.304622 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38af4bb3-9a65-4afd-b3d1-2dbb64a2f972 req-da018e6b-fd9f-427a-a88a-ee0ab7ea19e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:30.308355 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-38af4bb3-9a65-4afd-b3d1-2dbb64a2f972 req-da018e6b-fd9f-427a-a88a-ee0ab7ea19e6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e1052824-bf78-4963-8937-b202e372ac24 HTTP/1.1" status: 200 len: 870 time: 0.2907927 Nov 22 20:06:30.381239 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5557cf52-193b-42e2-9d91-ad9c79a0a3a6 req-a56e7f74-7adb-4459-8ea3-3f0a5de4640c tempest-FloatingIPsAssociationTestJSON-1595917213 tempest-FloatingIPsAssociationTestJSON-1595917213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:30.394867 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5557cf52-193b-42e2-9d91-ad9c79a0a3a6 req-a56e7f74-7adb-4459-8ea3-3f0a5de4640c tempest-FloatingIPsAssociationTestJSON-1595917213 tempest-FloatingIPsAssociationTestJSON-1595917213-project] 10.222.0.46 "GET /v2.0/ports?device_id=6e6b3dc4-d2a4-4466-b82a-dc33446511d0 HTTP/1.1" status: 200 len: 945 time: 0.1190329 Nov 22 20:06:30.399938 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-38af4bb3-9a65-4afd-b3d1-2dbb64a2f972 req-bf8b1390-907e-45b6-91ed-5f3cfe78f631 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=61d0354c-dae5-471e-bea6-af003ac19ef9 HTTP/1.1" status: 200 len: 217 time: 0.0770109 Nov 22 20:06:30.423993 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f0d0659-512e-4936-a0a3-cd52bf810a99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f923e85-d0d3-4018-bc12-cee68ed8bb13'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:06:30.430917 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d39f6d30a11e565ec9648abcc015e8a6ab6cff4edd704add8155e28765d31eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bd9175d-9437-404c-b69c-091310d3c872" -d '{"events": [{"server_uuid": "5f0d0659-512e-4936-a0a3-cd52bf810a99", "name": "network-vif-plugged", "status": "completed", "tag": "5f923e85-d0d3-4018-bc12-cee68ed8bb13"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:06:30.476069 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 5f923e85-d0d3-4018-bc12-cee68ed8bb13, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=5f923e85-d0d3-4018-bc12-cee68ed8bb13,segment=NetworkSegment(2a5a1c7b-538e-498e-99b9-cc7a8e0411be),segment_id=2a5a1c7b-538e-498e-99b9-cc7a8e0411be)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:06:30.506456 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:30.525642 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73b2e629-dd68-4c7a-865e-33eda228bf8c None None] Network 1fc722e9-657b-4137-85ca-5f1d2b4dcdb1 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:06:30.586645 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38af4bb3-9a65-4afd-b3d1-2dbb64a2f972 req-fafb9ac6-4f88-4118-a914-0b3385a4ee36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:30.589336 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-38af4bb3-9a65-4afd-b3d1-2dbb64a2f972 req-fafb9ac6-4f88-4118-a914-0b3385a4ee36 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3091ebfd-11e2-41f8-9c00-ffe0b86563d8 HTTP/1.1" status: 200 len: 843 time: 0.1806350 Nov 22 20:06:30.646730 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5557cf52-193b-42e2-9d91-ad9c79a0a3a6 req-8582b4b1-c94d-4a19-b5f4-5ad0eb56e86a tempest-FloatingIPsAssociationTestJSON-1595917213 tempest-FloatingIPsAssociationTestJSON-1595917213-project] 10.222.0.46 "GET /v2.0/security-groups?id=856cfbfb-1e64-4401-a1fb-713c41a0ff50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2501247 Nov 22 20:06:30.679149 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-1c3a39a2-600b-4fea-bd28-402613d2c28b req-05289b73-f588-4dd6-b4a2-b75f215d1381 tempest-FloatingIPsAssociationTestJSON-1595917213 tempest-FloatingIPsAssociationTestJSON-1595917213-project] Deleting port 42ff492e-8aff-4fd6-a604-1f78be59f19b {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:06:30.679539 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-1c3a39a2-600b-4fea-bd28-402613d2c28b req-05289b73-f588-4dd6-b4a2-b75f215d1381 tempest-FloatingIPsAssociationTestJSON-1595917213 tempest-FloatingIPsAssociationTestJSON-1595917213-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:30.734041 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38af4bb3-9a65-4afd-b3d1-2dbb64a2f972 req-57b6813c-53ea-4cac-b7cf-33057fb515d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:30.738760 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-38af4bb3-9a65-4afd-b3d1-2dbb64a2f972 req-57b6813c-53ea-4cac-b7cf-33057fb515d1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e1052824-bf78-4963-8937-b202e372ac24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1329792 Nov 22 20:06:30.764849 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=5f923e85-d0d3-4018-bc12-cee68ed8bb13,revision_number=7']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:06:30.809600 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:06:30.809962 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:06:30.810290 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:06:30.810633 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:06:30.810972 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:06:30.811308 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:06:30.811686 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:06:30.812022 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:06:30.812359 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:06:30.812689 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:06:30.813019 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:06:30.813346 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:06:30.906402 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9a008ed7-2dff-4424-aa99-4ace7bcaa8bb req-b3ae7673-8a86-4ac6-a876-6a521104adba tempest-FloatingIPDetailsTestJSON-879849623 tempest-FloatingIPDetailsTestJSON-879849623-project] 10.222.0.46 "GET /v2.0/floatingips/a7e0da43-d11f-45ca-9b38-067ef8a0c83b HTTP/1.1" status: 200 len: 692 time: 0.1218305 Nov 22 20:06:31.012015 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-38af4bb3-9a65-4afd-b3d1-2dbb64a2f972 req-d2d85ecd-8567-4f96-af79-222982c99b60 service neutron] 10.222.0.20 "GET /v2.0/networks/e1052824-bf78-4963-8937-b202e372ac24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2620118 Nov 22 20:06:31.132484 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-1c3a39a2-600b-4fea-bd28-402613d2c28b req-05289b73-f588-4dd6-b4a2-b75f215d1381 tempest-FloatingIPsAssociationTestJSON-1595917213 tempest-FloatingIPsAssociationTestJSON-1595917213-project] For port 42ff492e-8aff-4fd6-a604-1f78be59f19b, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=42ff492e-8aff-4fd6-a604-1f78be59f19b,segment=NetworkSegment(adef8bfe-e7cb-4b45-a1a6-80cad068f809),segment_id=adef8bfe-e7cb-4b45-a1a6-80cad068f809)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:06:31.133044 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-1c3a39a2-600b-4fea-bd28-402613d2c28b req-05289b73-f588-4dd6-b4a2-b75f215d1381 tempest-FloatingIPsAssociationTestJSON-1595917213 tempest-FloatingIPsAssociationTestJSON-1595917213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:31.152776 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-38af4bb3-9a65-4afd-b3d1-2dbb64a2f972 req-5bd23abf-5271-47e1-8716-e690fd9c328b service neutron] 10.222.0.20 "GET /v2.0/networks/e1052824-bf78-4963-8937-b202e372ac24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281240 Nov 22 20:06:31.156250 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a008ed7-2dff-4424-aa99-4ace7bcaa8bb req-e430a371-a42a-47cf-b5b9-8178b99ae074 tempest-FloatingIPDetailsTestJSON-879849623 tempest-FloatingIPDetailsTestJSON-879849623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:31.164515 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9a008ed7-2dff-4424-aa99-4ace7bcaa8bb req-e430a371-a42a-47cf-b5b9-8178b99ae074 tempest-FloatingIPDetailsTestJSON-879849623 tempest-FloatingIPDetailsTestJSON-879849623-project] 10.222.0.46 "GET /v2.0/networks/c48a55e9-6a85-4746-b7bf-3e29fb560094 HTTP/1.1" status: 200 len: 784 time: 0.2571111 Nov 22 20:06:31.166904 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-1c3a39a2-600b-4fea-bd28-402613d2c28b req-05289b73-f588-4dd6-b4a2-b75f215d1381 tempest-FloatingIPsAssociationTestJSON-1595917213 tempest-FloatingIPsAssociationTestJSON-1595917213-project] Calling delete_port for 42ff492e-8aff-4fd6-a604-1f78be59f19b owned by compute:nova {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:06:31.237989 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9a008ed7-2dff-4424-aa99-4ace7bcaa8bb req-8381d706-36ca-4628-8638-1fc9b6247821 tempest-FloatingIPDetailsTestJSON-879849623 tempest-FloatingIPDetailsTestJSON-879849623-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.5.73 HTTP/1.1" status: 200 len: 695 time: 0.0724258 Nov 22 20:06:31.284352 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0f988e-e9a6-465a-8631-8911a6318bcc req-9f147df7-bf7f-4a82-85f1-2399a71c25bc tempest-ServersAdminTestJSON-2021527946 tempest-ServersAdminTestJSON-2021527946-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:31.284845 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0f988e-e9a6-465a-8631-8911a6318bcc req-9f147df7-bf7f-4a82-85f1-2399a71c25bc tempest-ServersAdminTestJSON-2021527946 tempest-ServersAdminTestJSON-2021527946-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:31.285327 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0f988e-e9a6-465a-8631-8911a6318bcc req-9f147df7-bf7f-4a82-85f1-2399a71c25bc tempest-ServersAdminTestJSON-2021527946 tempest-ServersAdminTestJSON-2021527946-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:31.287105 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9d0f988e-e9a6-465a-8631-8911a6318bcc req-9f147df7-bf7f-4a82-85f1-2399a71c25bc tempest-ServersAdminTestJSON-2021527946 tempest-ServersAdminTestJSON-2021527946-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=0e4af820-9ccd-4bb5-8ecb-1df970705316&device_id=29dda483-f89a-4ce8-828b-793410f029f1&device_id=1d610fed-ade8-4090-9ac8-a8eeda6b914b HTTP/1.1" status: 200 len: 2881 time: 0.2475398 Nov 22 20:06:31.345955 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9a008ed7-2dff-4424-aa99-4ace7bcaa8bb req-cfd4e49b-537e-475a-8f9e-0fa0764cfbe9 tempest-FloatingIPDetailsTestJSON-879849623 tempest-FloatingIPDetailsTestJSON-879849623-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.5.73 HTTP/1.1" status: 200 len: 695 time: 0.1070571 Nov 22 20:06:31.497233 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9d0f988e-e9a6-465a-8631-8911a6318bcc req-aadf37e3-6cae-4fc7-b073-97890a40cac3 tempest-ServersAdminTestJSON-2021527946 tempest-ServersAdminTestJSON-2021527946-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=e5ae9e03-6ff8-4082-b7a4-25ecea5ed21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793480 Nov 22 20:06:31.551724 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 61d0354c-dae5-471e-bea6-af003ac19ef9 details requested by agent hyperv_n-h2-818823-1 with host n-h2-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 20:06:31.723166 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-1c3a39a2-600b-4fea-bd28-402613d2c28b req-05289b73-f588-4dd6-b4a2-b75f215d1381 tempest-FloatingIPsAssociationTestJSON-1595917213 tempest-FloatingIPsAssociationTestJSON-1595917213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:31.743691 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] get_ports_and_sgs() called for port_ids ['42ff492e-8aff-4fd6-a604-1f78be59f19b'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:06:31.792137 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05289b73-f588-4dd6-b4a2-b75f215d1381 tempest-FloatingIPsAssociationTestJSON-1595917213 tempest-FloatingIPsAssociationTestJSON-1595917213-project] Pushing event deleted for resources: {'Port': ['ID=42ff492e-8aff-4fd6-a604-1f78be59f19b,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:06:31.813003 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-9a008ed7-2dff-4424-aa99-4ace7bcaa8bb req-3440af64-a003-4cb7-abdb-7bdc6cb14631 tempest-FloatingIPDetailsTestJSON-879849623 tempest-FloatingIPDetailsTestJSON-879849623-project] Deleting port 91635dee-c68f-469b-88a4-55355c19d2f9 {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:06:31.817572 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-9a008ed7-2dff-4424-aa99-4ace7bcaa8bb req-3440af64-a003-4cb7-abdb-7bdc6cb14631 tempest-FloatingIPDetailsTestJSON-879849623 tempest-FloatingIPDetailsTestJSON-879849623-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:31.831857 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port 61d0354c-dae5-471e-bea6-af003ac19ef9, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=61d0354c-dae5-471e-bea6-af003ac19ef9,segment=NetworkSegment(2a5a1c7b-538e-498e-99b9-cc7a8e0411be),segment_id=2a5a1c7b-538e-498e-99b9-cc7a8e0411be)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:06:31.862478 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Returning: {'device': '61d0354c-dae5-471e-bea6-af003ac19ef9', 'network_id': 'e1052824-bf78-4963-8937-b202e372ac24', 'port_id': '61d0354c-dae5-471e-bea6-af003ac19ef9', 'mac_address': 'fa:16:3e:1d:e3:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3091ebfd-11e2-41f8-9c00-ffe0b86563d8', 'ip_address': '192.168.233.150'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 20:06:31.919012 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:31.935787 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61d0354c-dae5-471e-bea6-af003ac19ef9 {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:06:31.966982 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port 61d0354c-dae5-471e-bea6-af003ac19ef9, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=61d0354c-dae5-471e-bea6-af003ac19ef9,segment=NetworkSegment(2a5a1c7b-538e-498e-99b9-cc7a8e0411be),segment_id=2a5a1c7b-538e-498e-99b9-cc7a8e0411be)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:06:31.975829 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:32.023817 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-9a008ed7-2dff-4424-aa99-4ace7bcaa8bb req-3440af64-a003-4cb7-abdb-7bdc6cb14631 tempest-FloatingIPDetailsTestJSON-879849623 tempest-FloatingIPDetailsTestJSON-879849623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:32.023817 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-9a008ed7-2dff-4424-aa99-4ace7bcaa8bb req-3440af64-a003-4cb7-abdb-7bdc6cb14631 tempest-FloatingIPDetailsTestJSON-879849623 tempest-FloatingIPDetailsTestJSON-879849623-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:32.033912 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c3a39a2-600b-4fea-bd28-402613d2c28b req-05289b73-f588-4dd6-b4a2-b75f215d1381 tempest-FloatingIPsAssociationTestJSON-1595917213 tempest-FloatingIPsAssociationTestJSON-1595917213-project] No DVR routers for this DVR port 42ff492e-8aff-4fd6-a604-1f78be59f19b on host n-h2-818823-1 {{(pid=103447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:06:32.078284 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-1c3a39a2-600b-4fea-bd28-402613d2c28b req-05289b73-f588-4dd6-b4a2-b75f215d1381 tempest-FloatingIPsAssociationTestJSON-1595917213 tempest-FloatingIPsAssociationTestJSON-1595917213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:32.081938 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1c3a39a2-600b-4fea-bd28-402613d2c28b req-05289b73-f588-4dd6-b4a2-b75f215d1381 tempest-FloatingIPsAssociationTestJSON-1595917213 tempest-FloatingIPsAssociationTestJSON-1595917213-project] 10.222.0.20 "DELETE /v2.0/ports/42ff492e-8aff-4fd6-a604-1f78be59f19b HTTP/1.1" status: 204 len: 173 time: 1.7960453 Nov 22 20:06:32.082171 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=61d0354c-dae5-471e-bea6-af003ac19ef9,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:06:32.082434 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e6b3dc4-d2a4-4466-b82a-dc33446511d0', 'name': 'network-vif-deleted', 'tag': '42ff492e-8aff-4fd6-a604-1f78be59f19b'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:06:32.084934 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beaa2987-bd38-4ba5-a553-b572239f91c2" -d '{"events": [{"server_uuid": "6e6b3dc4-d2a4-4466-b82a-dc33446511d0", "name": "network-vif-deleted", "tag": "42ff492e-8aff-4fd6-a604-1f78be59f19b"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:06:32.103814 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-9a008ed7-2dff-4424-aa99-4ace7bcaa8bb req-3440af64-a003-4cb7-abdb-7bdc6cb14631 tempest-FloatingIPDetailsTestJSON-879849623 tempest-FloatingIPDetailsTestJSON-879849623-project] Calling delete_port for 91635dee-c68f-469b-88a4-55355c19d2f9 owned by network:floatingip {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:06:32.247835 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c77477-eb55-46bd-91fe-8b01ab287ca3 req-3fd3071b-d82d-4106-8cca-5d76c22658db tempest-ListServersNegativeTestJSON-237213451 tempest-ListServersNegativeTestJSON-237213451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:32.249479 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d2c77477-eb55-46bd-91fe-8b01ab287ca3 req-3fd3071b-d82d-4106-8cca-5d76c22658db tempest-ListServersNegativeTestJSON-237213451 tempest-ListServersNegativeTestJSON-237213451-project] 10.222.0.46 "GET /v2.0/networks?id=1fc722e9-657b-4137-85ca-5f1d2b4dcdb1 HTTP/1.1" status: 200 len: 817 time: 0.2941232 Nov 22 20:06:32.268652 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] get_ports_and_sgs() called for port_ids ['61d0354c-dae5-471e-bea6-af003ac19ef9'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:06:32.293527 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d2c77477-eb55-46bd-91fe-8b01ab287ca3 req-e5a26184-c681-4c6b-acfe-d47d7fe0a2d5 tempest-ListServersNegativeTestJSON-237213451 tempest-ListServersNegativeTestJSON-237213451-project] 10.222.0.46 "GET /v2.0/quotas/803052827de248ba8c71fbc4f8294e78 HTTP/1.1" status: 200 len: 375 time: 0.0334852 Nov 22 20:06:32.422709 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d2c77477-eb55-46bd-91fe-8b01ab287ca3 req-f489bdce-53e5-49cf-9f0c-2478c9573014 tempest-ListServersNegativeTestJSON-237213451 tempest-ListServersNegativeTestJSON-237213451-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=803052827de248ba8c71fbc4f8294e78&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1150677 Nov 22 20:06:32.442785 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-a92fb2af-d032-463e-a723-5bdc198abe86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:32.723154 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d2c77477-eb55-46bd-91fe-8b01ab287ca3 req-9496ace2-ce7f-44dd-a3bc-80ef7ed56fd4 service neutron] 10.222.0.46 "GET /v2.0/networks/1fc722e9-657b-4137-85ca-5f1d2b4dcdb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2569005 Nov 22 20:06:32.762017 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-9a008ed7-2dff-4424-aa99-4ace7bcaa8bb req-3440af64-a003-4cb7-abdb-7bdc6cb14631 tempest-FloatingIPDetailsTestJSON-879849623 tempest-FloatingIPDetailsTestJSON-879849623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:32.876355 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3440af64-a003-4cb7-abdb-7bdc6cb14631 tempest-FloatingIPDetailsTestJSON-879849623 tempest-FloatingIPDetailsTestJSON-879849623-project] Pushing event deleted for resources: {'Port': ['ID=91635dee-c68f-469b-88a4-55355c19d2f9,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:06:33.309531 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-03f0964f-1b75-4df7-99e0-a3cdb56ec2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:33.415883 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-9a008ed7-2dff-4424-aa99-4ace7bcaa8bb req-3440af64-a003-4cb7-abdb-7bdc6cb14631 tempest-FloatingIPDetailsTestJSON-879849623 tempest-FloatingIPDetailsTestJSON-879849623-project] Publish callbacks [] for floatingip, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:33.419309 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-9a008ed7-2dff-4424-aa99-4ace7bcaa8bb req-3440af64-a003-4cb7-abdb-7bdc6cb14631 tempest-FloatingIPDetailsTestJSON-879849623 tempest-FloatingIPDetailsTestJSON-879849623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for floatingip, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:33.420903 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9a008ed7-2dff-4424-aa99-4ace7bcaa8bb req-3440af64-a003-4cb7-abdb-7bdc6cb14631 tempest-FloatingIPDetailsTestJSON-879849623 tempest-FloatingIPDetailsTestJSON-879849623-project] 10.222.0.46 "DELETE /v2.0/floatingips/a7e0da43-d11f-45ca-9b38-067ef8a0c83b HTTP/1.1" status: 204 len: 173 time: 2.0607312 Nov 22 20:06:33.427581 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 56566) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:06:33.428580 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d2c77477-eb55-46bd-91fe-8b01ab287ca3 req-686d6788-76c9-465f-b4bf-6133820c3e16 service neutron] 10.222.0.46 "GET /v2.0/networks/1fc722e9-657b-4137-85ca-5f1d2b4dcdb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7044599 Nov 22 20:06:33.513165 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:06:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e69d40a-88fc-4640-a07f-48aa80bc4769 x-openstack-request-id: req-8e69d40a-88fc-4640-a07f-48aa80bc4769 {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:06:33.514787 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f0d0659-512e-4936-a0a3-cd52bf810a99", "name": "network-vif-plugged", "status": "completed", "tag": "5f923e85-d0d3-4018-bc12-cee68ed8bb13", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:06:33.515379 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8e69d40a-88fc-4640-a07f-48aa80bc4769 {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:06:33.516272 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f0d0659-512e-4936-a0a3-cd52bf810a99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f923e85-d0d3-4018-bc12-cee68ed8bb13', 'code': 200} Nov 22 20:06:33.564216 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 61d0354c-dae5-471e-bea6-af003ac19ef9 up at agent hyperv_n-h2-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:06:33.716274 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Provisioning for port 61d0354c-dae5-471e-bea6-af003ac19ef9 completed by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 20:06:33.727401 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Provisioning complete for port 61d0354c-dae5-471e-bea6-af003ac19ef9 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:06:33.728139 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:33.763201 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8db35b-2c33-4237-afd9-93ea3cc6906e req-48f93ae9-1bc5-4ec3-86d5-624eb93e0ea0 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:33.810215 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-bb8db35b-2c33-4237-afd9-93ea3cc6906e req-48f93ae9-1bc5-4ec3-86d5-624eb93e0ea0 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/ports?device_id=e94aed4c-ece2-410e-a309-9c83a0437f8c HTTP/1.1" status: 200 len: 949 time: 0.2009621 Nov 22 20:06:33.926813 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-bb8db35b-2c33-4237-afd9-93ea3cc6906e req-55e2f347-9b9e-4d92-9c4c-08b52adf9faf tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1d007ec-a75a-4ef8-9cdd-9c679a3ff22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090620 Nov 22 20:06:33.949566 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:34.066146 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port 61d0354c-dae5-471e-bea6-af003ac19ef9, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=61d0354c-dae5-471e-bea6-af003ac19ef9,segment=NetworkSegment(2a5a1c7b-538e-498e-99b9-cc7a8e0411be),segment_id=2a5a1c7b-538e-498e-99b9-cc7a8e0411be)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:06:34.076487 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:34.077382 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 42ff492e-8aff-4fd6-a604-1f78be59f19b no longer exists at agent hyperv_n-h2-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:06:34.152141 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 56582) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:06:34.202333 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] No Port match for: 42ff492e-8aff-4fd6-a604-1f78be59f19b {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:06:34.202690 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 42ff492e-8aff-4fd6-a604-1f78be59f19b not bound to the agent host n-h2-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:06:34.263971 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=61d0354c-dae5-471e-bea6-af003ac19ef9,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:06:34.287518 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:06:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a1f19b3-56ad-4633-aa3f-98e3d3478bc6 x-openstack-request-id: req-0a1f19b3-56ad-4633-aa3f-98e3d3478bc6 {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:06:34.288885 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e6b3dc4-d2a4-4466-b82a-dc33446511d0", "name": "network-vif-deleted", "tag": "42ff492e-8aff-4fd6-a604-1f78be59f19b", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:06:34.289641 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0a1f19b3-56ad-4633-aa3f-98e3d3478bc6 {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:06:34.290247 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e6b3dc4-d2a4-4466-b82a-dc33446511d0', 'name': 'network-vif-deleted', 'tag': '42ff492e-8aff-4fd6-a604-1f78be59f19b', 'status': 'completed', 'code': 200} Nov 22 20:06:34.598116 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9633faf1-a591-4136-a258-9b98dbf621d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659736'] for router_interface, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:34.742292 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-18b4cf8d-6909-47de-a4a4-47cc899b707a req-2812d88b-b2d8-4847-a4e7-91d5e624f379 tempest-ListServersNegativeTestJSON-237213451 tempest-ListServersNegativeTestJSON-237213451-project] 10.222.0.46 "GET /v2.0/ports?device_id=2c116513-8cbd-4d9e-925a-1c95fd1d19ca HTTP/1.1" status: 200 len: 210 time: 0.1593068 Nov 22 20:06:35.026118 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e49ee129-e862-4476-beca-cdc8150d2345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:35.209118 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-9633faf1-a591-4136-a258-9b98dbf621d5 admin admin] Deleting port c412f885-3bc3-4af7-8380-586dd1f128ba {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:06:35.209470 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9633faf1-a591-4136-a258-9b98dbf621d5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:35.237263 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b70ac296-2702-4ab0-95ab-847ac8b344df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659736'] for router_interface, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:35.299127 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e197f4f-8482-4897-bd63-d37897b9a7e5 req-4c6a251b-fd6b-4e43-85a6-9dcdcf240eaf tempest-ServersAdminTestJSON-2021527946 tempest-ServersAdminTestJSON-2021527946-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:35.301569 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5e197f4f-8482-4897-bd63-d37897b9a7e5 req-4c6a251b-fd6b-4e43-85a6-9dcdcf240eaf tempest-ServersAdminTestJSON-2021527946 tempest-ServersAdminTestJSON-2021527946-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=1d610fed-ade8-4090-9ac8-a8eeda6b914b HTTP/1.1" status: 200 len: 1100 time: 0.1444547 Nov 22 20:06:35.362768 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-9633faf1-a591-4136-a258-9b98dbf621d5 admin admin] For port c412f885-3bc3-4af7-8380-586dd1f128ba, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=c412f885-3bc3-4af7-8380-586dd1f128ba,segment=NetworkSegment(a63d3497-ad71-48f1-a472-110c1aefc290),segment_id=a63d3497-ad71-48f1-a472-110c1aefc290)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:06:35.363229 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9633faf1-a591-4136-a258-9b98dbf621d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:35.366916 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece89180-d0ad-4800-b65d-44cc58642f13 req-f1725d97-dfa3-428f-9574-f0946c84d674 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:35.372097 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ece89180-d0ad-4800-b65d-44cc58642f13 req-f1725d97-dfa3-428f-9574-f0946c84d674 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/ports?device_id=e94aed4c-ece2-410e-a309-9c83a0437f8c HTTP/1.1" status: 200 len: 950 time: 0.2315166 Nov 22 20:06:35.394293 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-9633faf1-a591-4136-a258-9b98dbf621d5 admin admin] Calling delete_port for c412f885-3bc3-4af7-8380-586dd1f128ba owned by network:router_interface {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:06:35.517368 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e94aed4c-ece2-410e-a309-9c83a0437f8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61d0354c-dae5-471e-bea6-af003ac19ef9'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:06:35.520914 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d39f6d30a11e565ec9648abcc015e8a6ab6cff4edd704add8155e28765d31eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eccc9192-c7c7-4067-a0f7-6106a06d506d" -d '{"events": [{"server_uuid": "e94aed4c-ece2-410e-a309-9c83a0437f8c", "name": "network-vif-plugged", "status": "completed", "tag": "61d0354c-dae5-471e-bea6-af003ac19ef9"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:06:35.671142 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5e197f4f-8482-4897-bd63-d37897b9a7e5 req-9bda649d-04b3-4fba-bf1f-2805c239aab4 tempest-ServersAdminTestJSON-2021527946 tempest-ServersAdminTestJSON-2021527946-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=e5ae9e03-6ff8-4082-b7a4-25ecea5ed21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3404570 Nov 22 20:06:35.763624 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ece89180-d0ad-4800-b65d-44cc58642f13 req-7d97f92e-82ae-49b8-beda-46a4b267c80c tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1d007ec-a75a-4ef8-9cdd-9c679a3ff22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3677022 Nov 22 20:06:35.849263 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9633faf1-a591-4136-a258-9b98dbf621d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:35.887916 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:35.905676 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9633faf1-a591-4136-a258-9b98dbf621d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=c412f885-3bc3-4af7-8380-586dd1f128ba,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:06:35.988199 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:06:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d2dc570-3dee-464f-bf31-8f96ff88ea77 x-openstack-request-id: req-5d2dc570-3dee-464f-bf31-8f96ff88ea77 {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:06:35.988516 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e94aed4c-ece2-410e-a309-9c83a0437f8c", "name": "network-vif-plugged", "status": "completed", "tag": "61d0354c-dae5-471e-bea6-af003ac19ef9", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:06:35.988780 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5d2dc570-3dee-464f-bf31-8f96ff88ea77 {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:06:35.989959 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e94aed4c-ece2-410e-a309-9c83a0437f8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61d0354c-dae5-471e-bea6-af003ac19ef9', 'code': 200} Nov 22 20:06:36.214077 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-75a3ddc2-e8c9-4bff-86a9-1ad9552cb17d req-a9f933d0-3cf5-4012-8dc0-0abda14a3a8a tempest-ListServersNegativeTestJSON-237213451 tempest-ListServersNegativeTestJSON-237213451-project] 10.222.0.46 "GET /v2.0/ports?device_id=2c116513-8cbd-4d9e-925a-1c95fd1d19ca HTTP/1.1" status: 200 len: 210 time: 0.0826747 Nov 22 20:06:36.283677 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36b6f6c-dc6d-4772-88be-e51ce19c2926 req-59a294be-b775-4b14-b9c6-0ace1e983d52 tempest-ServersAdminTestJSON-2021527946 tempest-ServersAdminTestJSON-2021527946-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:36.285251 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e36b6f6c-dc6d-4772-88be-e51ce19c2926 req-59a294be-b775-4b14-b9c6-0ace1e983d52 tempest-ServersAdminTestJSON-2021527946 tempest-ServersAdminTestJSON-2021527946-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=1d610fed-ade8-4090-9ac8-a8eeda6b914b HTTP/1.1" status: 200 len: 1100 time: 0.2309906 Nov 22 20:06:36.304514 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9633faf1-a591-4136-a258-9b98dbf621d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-563470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-663272'] for router_interface, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:36.401412 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ef79a6-1cdc-441e-85b2-512fd79588e8 req-87b25b11-5df6-4a6e-8170-4693879c7b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:36.404565 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b1ef79a6-1cdc-441e-85b2-512fd79588e8 req-87b25b11-5df6-4a6e-8170-4693879c7b8f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e94aed4c-ece2-410e-a309-9c83a0437f8c HTTP/1.1" status: 200 len: 1101 time: 0.1352758 Nov 22 20:06:36.407091 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e36b6f6c-dc6d-4772-88be-e51ce19c2926 req-34fcb82a-b669-4612-94ee-82f100ed77e7 tempest-ServersAdminTestJSON-2021527946 tempest-ServersAdminTestJSON-2021527946-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=e5ae9e03-6ff8-4082-b7a4-25ecea5ed21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011083 Nov 22 20:06:36.461685 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b1ef79a6-1cdc-441e-85b2-512fd79588e8 req-8fca5a73-f09a-455b-97b2-a63bea64cd30 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=a1d007ec-a75a-4ef8-9cdd-9c679a3ff22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490165 Nov 22 20:06:36.478629 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-b70ac296-2702-4ab0-95ab-847ac8b344df admin admin] Deleting port 233ce0b9-9200-4e5f-983e-70c1dd7e1dc0 {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:06:36.478973 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b70ac296-2702-4ab0-95ab-847ac8b344df admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:36.672890 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [None req-b70ac296-2702-4ab0-95ab-847ac8b344df admin admin] For port 233ce0b9-9200-4e5f-983e-70c1dd7e1dc0, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=233ce0b9-9200-4e5f-983e-70c1dd7e1dc0,segment=NetworkSegment(adef8bfe-e7cb-4b45-a1a6-80cad068f809),segment_id=adef8bfe-e7cb-4b45-a1a6-80cad068f809)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:06:36.673891 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b70ac296-2702-4ab0-95ab-847ac8b344df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:36.743376 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-b70ac296-2702-4ab0-95ab-847ac8b344df admin admin] Calling delete_port for 233ce0b9-9200-4e5f-983e-70c1dd7e1dc0 owned by network:router_interface {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:06:36.824422 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9633faf1-a591-4136-a258-9b98dbf621d5 admin admin] Router 83688f21-2701-4801-920e-c72f2aa626c2 has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 20:06:37.202399 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a67e51-e764-43e4-8101-2db29694df8e req-0f07f812-d028-4ee4-8a6f-56694fa1aa09 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:37.212301 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-21a67e51-e764-43e4-8101-2db29694df8e req-0f07f812-d028-4ee4-8a6f-56694fa1aa09 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/ports?device_id=e94aed4c-ece2-410e-a309-9c83a0437f8c HTTP/1.1" status: 200 len: 950 time: 0.2827396 Nov 22 20:06:37.316570 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c77477-eb55-46bd-91fe-8b01ab287ca3 req-ab54e2a3-b1e4-407a-abaa-46239845e1ea tempest-ListServersNegativeTestJSON-237213451 tempest-ListServersNegativeTestJSON-237213451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:37.318394 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d2c77477-eb55-46bd-91fe-8b01ab287ca3 req-ab54e2a3-b1e4-407a-abaa-46239845e1ea tempest-ListServersNegativeTestJSON-237213451 tempest-ListServersNegativeTestJSON-237213451-project] 10.222.0.20 "GET /v2.0/networks?id=1fc722e9-657b-4137-85ca-5f1d2b4dcdb1 HTTP/1.1" status: 200 len: 817 time: 0.4194984 Nov 22 20:06:37.334136 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-d2c77477-eb55-46bd-91fe-8b01ab287ca3 req-248263fb-9b62-4c24-a15e-3dfd9c1895cb tempest-ListServersNegativeTestJSON-237213451 tempest-ListServersNegativeTestJSON-237213451-project] Request body: {'port': {'device_id': '64321546-b1b1-47ab-9f62-e72532a04a0b', 'network_id': '1fc722e9-657b-4137-85ca-5f1d2b4dcdb1', 'admin_state_up': True, 'tenant_id': '803052827de248ba8c71fbc4f8294e78'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:06:37.461784 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c77477-eb55-46bd-91fe-8b01ab287ca3 req-3e6727ee-8051-4f6d-90a3-da2c2bf10b55 tempest-ListServersNegativeTestJSON-237213451 tempest-ListServersNegativeTestJSON-237213451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:37.464437 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-d2c77477-eb55-46bd-91fe-8b01ab287ca3 req-3e6727ee-8051-4f6d-90a3-da2c2bf10b55 tempest-ListServersNegativeTestJSON-237213451 tempest-ListServersNegativeTestJSON-237213451-project] 10.222.0.41 "GET /v2.0/networks?id=1fc722e9-657b-4137-85ca-5f1d2b4dcdb1 HTTP/1.1" status: 200 len: 817 time: 0.7730188 Nov 22 20:06:37.488063 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [req-d2c77477-eb55-46bd-91fe-8b01ab287ca3 req-804e0c2b-13b8-48e9-9645-ca7abfb1e59f tempest-ListServersNegativeTestJSON-237213451 tempest-ListServersNegativeTestJSON-237213451-project] Request body: {'port': {'device_id': 'e35400b0-7747-47a9-9298-df2e65d8ee67', 'network_id': '1fc722e9-657b-4137-85ca-5f1d2b4dcdb1', 'admin_state_up': True, 'tenant_id': '803052827de248ba8c71fbc4f8294e78'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:06:37.710103 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c77477-eb55-46bd-91fe-8b01ab287ca3 req-9d74d174-1e77-4517-8685-297b9fd62a37 tempest-ListServersNegativeTestJSON-237213451 tempest-ListServersNegativeTestJSON-237213451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:37.711149 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-d2c77477-eb55-46bd-91fe-8b01ab287ca3 req-9d74d174-1e77-4517-8685-297b9fd62a37 tempest-ListServersNegativeTestJSON-237213451 tempest-ListServersNegativeTestJSON-237213451-project] 10.222.0.20 "GET /v2.0/networks?id=1fc722e9-657b-4137-85ca-5f1d2b4dcdb1 HTTP/1.1" status: 200 len: 817 time: 0.1424310 Nov 22 20:06:37.728273 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [req-d2c77477-eb55-46bd-91fe-8b01ab287ca3 req-0ac10d8f-689e-4b0d-a680-24a9b152a6c8 tempest-ListServersNegativeTestJSON-237213451 tempest-ListServersNegativeTestJSON-237213451-project] Request body: {'port': {'device_id': '2c116513-8cbd-4d9e-925a-1c95fd1d19ca', 'network_id': '1fc722e9-657b-4137-85ca-5f1d2b4dcdb1', 'admin_state_up': True, 'tenant_id': '803052827de248ba8c71fbc4f8294e78'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:06:37.841499 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-21a67e51-e764-43e4-8101-2db29694df8e req-3a843cdd-cc84-4af2-a5a6-18a8f7324d5c tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1d007ec-a75a-4ef8-9cdd-9c679a3ff22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6270630 Nov 22 20:06:37.926158 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b70ac296-2702-4ab0-95ab-847ac8b344df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:37.995760 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9633faf1-a591-4136-a258-9b98dbf621d5 admin admin] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:06:38.006295 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f661ee6e-1103-4d84-9cf5-a3b2725d1fec None None] Sync routers for ids ['83688f21-2701-4801-920e-c72f2aa626c2'] in n-d-818823-1 {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:06:38.008704 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70ac296-2702-4ab0-95ab-847ac8b344df admin admin] Pushing event deleted for resources: {'Port': ['ID=233ce0b9-9200-4e5f-983e-70c1dd7e1dc0,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:06:38.022316 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-9633faf1-a591-4136-a258-9b98dbf621d5 admin admin] 10.222.0.46 "PUT /v2.0/routers/83688f21-2701-4801-920e-c72f2aa626c2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5935764 Nov 22 20:06:38.028247 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 56674) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:06:38.037410 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f661ee6e-1103-4d84-9cf5-a3b2725d1fec None None] Routers {'83688f21-2701-4801-920e-c72f2aa626c2'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:06:38.043251 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-f661ee6e-1103-4d84-9cf5-a3b2725d1fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:06:32Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['83688f21-2701-4801-920e-c72f2aa626c2'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:06:38.179483 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.db.api [req-d2c77477-eb55-46bd-91fe-8b01ab287ca3 req-0ac10d8f-689e-4b0d-a680-24a9b152a6c8 tempest-ListServersNegativeTestJSON-237213451 tempest-ListServersNegativeTestJSON-237213451-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 22 20:06:38.179483 n-d-818823-1 neutron-server[103448]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 22 20:06:38.179483 n-d-818823-1 neutron-server[103448]: [parameters: {'project_id': '803052827de248ba8c71fbc4f8294e78', 'id': '03da8a85-bbc6-487c-9a02-404340ce475d', 'expiration': datetime.datetime(2021, 11, 22, 20, 8, 38, 166777)}] Nov 22 20:06:38.179483 n-d-818823-1 neutron-server[103448]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103448) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 20:06:38.179973 n-d-818823-1 neutron-server[103448]: DEBUG oslo_db.api [req-d2c77477-eb55-46bd-91fe-8b01ab287ca3 req-0ac10d8f-689e-4b0d-a680-24a9b152a6c8 tempest-ListServersNegativeTestJSON-237213451 tempest-ListServersNegativeTestJSON-237213451-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 20:06:38.375699 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-f661ee6e-1103-4d84-9cf5-a3b2725d1fec None None] Set router 83688f21-2701-4801-920e-c72f2aa626c2 gateway port host: n-d-818823-1 {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:06:38.441562 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2c77477-eb55-46bd-91fe-8b01ab287ca3 req-804e0c2b-13b8-48e9-9645-ca7abfb1e59f tempest-ListServersNegativeTestJSON-237213451 tempest-ListServersNegativeTestJSON-237213451-project] Made reservation on behalf of 803052827de248ba8c71fbc4f8294e78 for: {'port': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:06:38.446831 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-d2c77477-eb55-46bd-91fe-8b01ab287ca3 req-804e0c2b-13b8-48e9-9645-ca7abfb1e59f tempest-ListServersNegativeTestJSON-237213451 tempest-ListServersNegativeTestJSON-237213451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:38.467601 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e5583c68-4d59-48ec-a357-a1cfcc6cd2c9 req-ada9a9eb-efda-4e4e-83c0-fae42c1ec38c tempest-ListServersNegativeTestJSON-237213451 tempest-ListServersNegativeTestJSON-237213451-project] 10.222.0.46 "GET /v2.0/ports?device_id=2c116513-8cbd-4d9e-925a-1c95fd1d19ca HTTP/1.1" status: 200 len: 210 time: 0.3977544 Nov 22 20:06:38.585100 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.db.api [req-d2c77477-eb55-46bd-91fe-8b01ab287ca3 req-248263fb-9b62-4c24-a15e-3dfd9c1895cb tempest-ListServersNegativeTestJSON-237213451 tempest-ListServersNegativeTestJSON-237213451-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 22 20:06:38.585100 n-d-818823-1 neutron-server[103447]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 22 20:06:38.585100 n-d-818823-1 neutron-server[103447]: [parameters: {'project_id': '803052827de248ba8c71fbc4f8294e78', 'id': 'fdebfb4e-e903-419e-ac59-35a3ac28dd37', 'expiration': datetime.datetime(2021, 11, 22, 20, 8, 38, 421659)}] Nov 22 20:06:38.585100 n-d-818823-1 neutron-server[103447]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103447) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 20:06:38.585758 n-d-818823-1 neutron-server[103447]: DEBUG oslo_db.api [req-d2c77477-eb55-46bd-91fe-8b01ab287ca3 req-248263fb-9b62-4c24-a15e-3dfd9c1895cb tempest-ListServersNegativeTestJSON-237213451 tempest-ListServersNegativeTestJSON-237213451-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 20:06:38.766812 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2c77477-eb55-46bd-91fe-8b01ab287ca3 req-0ac10d8f-689e-4b0d-a680-24a9b152a6c8 tempest-ListServersNegativeTestJSON-237213451 tempest-ListServersNegativeTestJSON-237213451-project] Made reservation on behalf of 803052827de248ba8c71fbc4f8294e78 for: {'port': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:06:38.770441 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-d2c77477-eb55-46bd-91fe-8b01ab287ca3 req-0ac10d8f-689e-4b0d-a680-24a9b152a6c8 tempest-ListServersNegativeTestJSON-237213451 tempest-ListServersNegativeTestJSON-237213451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:38.773514 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca395021-c14e-43f9-9805-b66796791184 req-a1ced360-d077-4f45-a4d5-1255910fadfe tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:38.781234 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ca395021-c14e-43f9-9805-b66796791184 req-a1ced360-d077-4f45-a4d5-1255910fadfe tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] 10.222.0.46 "GET /v2.0/ports?device_id=1d610fed-ade8-4090-9ac8-a8eeda6b914b HTTP/1.1" status: 200 len: 949 time: 0.5488896 Nov 22 20:06:38.817801 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-f661ee6e-1103-4d84-9cf5-a3b2725d1fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83688f21-2701-4801-920e-c72f2aa626c2', 'name': 'tempest-FloatingIPDetailsTestJSON-337372420-router', 'tenant_id': '63589193b3884afba34476ae8f9272c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': '0ee5608d-6ec7-4452-95e3-253b02c58531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:05:50Z', 'updated_at': '2021-11-22T20:06:35Z', 'revision_number': 5, 'project_id': '63589193b3884afba34476ae8f9272c6', 'gw_port': {'id': '0ee5608d-6ec7-4452-95e3-253b02c58531', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:8d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83688f21-2701-4801-920e-c72f2aa626c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:05:51Z', 'updated_at': '2021-11-22T20:05:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:06:38.858949 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f661ee6e-1103-4d84-9cf5-a3b2725d1fec None None] Checking router: 83688f21-2701-4801-920e-c72f2aa626c2 for host: n-d-818823-1 {{(pid=103450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 20:06:38.880994 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f661ee6e-1103-4d84-9cf5-a3b2725d1fec None None] Routers {'83688f21-2701-4801-920e-c72f2aa626c2'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:06:38.884034 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-f661ee6e-1103-4d84-9cf5-a3b2725d1fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:06:32Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['83688f21-2701-4801-920e-c72f2aa626c2'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:06:38.915054 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [req-d2c77477-eb55-46bd-91fe-8b01ab287ca3 req-804e0c2b-13b8-48e9-9645-ca7abfb1e59f tempest-ListServersNegativeTestJSON-237213451 tempest-ListServersNegativeTestJSON-237213451-project] Allocated IP 172.20.0.4 (1fc722e9-657b-4137-85ca-5f1d2b4dcdb1/a8227d38-9017-41bd-8149-d6e5afcabe5f/7f774b33-fa48-4155-be7e-e08cdfc73b1b) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:06:38.976789 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ca395021-c14e-43f9-9805-b66796791184 req-270a9459-6f0d-4974-afc1-6334f374cd05 tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] 10.222.0.46 "GET /v2.0/security-groups?id=e5ae9e03-6ff8-4082-b7a4-25ecea5ed21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892252 Nov 22 20:06:39.121965 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-f661ee6e-1103-4d84-9cf5-a3b2725d1fec None None] Set router 83688f21-2701-4801-920e-c72f2aa626c2 gateway port host: n-d-818823-1 {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:06:39.131174 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0e13d048-934c-4e73-800f-8691acca186b admin admin] Publish callbacks [] for router, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:39.187333 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-d2c77477-eb55-46bd-91fe-8b01ab287ca3 req-804e0c2b-13b8-48e9-9645-ca7abfb1e59f tempest-ListServersNegativeTestJSON-237213451 tempest-ListServersNegativeTestJSON-237213451-project] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:39.290402 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1570f9dd-f6d5-4693-9547-0295edc2fc1d req-46f46d68-c95e-4c70-b62a-9fdae82d1f17 tempest-LiveAutoBlockMigrationV225Test-67792349 tempest-LiveAutoBlockMigrationV225Test-67792349-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:39.305459 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1570f9dd-f6d5-4693-9547-0295edc2fc1d req-46f46d68-c95e-4c70-b62a-9fdae82d1f17 tempest-LiveAutoBlockMigrationV225Test-67792349 tempest-LiveAutoBlockMigrationV225Test-67792349-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=a8d3a7bb-93d3-4918-911b-b913622e40e8 HTTP/1.1" status: 200 len: 1097 time: 0.6054108 Nov 22 20:06:39.323879 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [req-d2c77477-eb55-46bd-91fe-8b01ab287ca3 req-0ac10d8f-689e-4b0d-a680-24a9b152a6c8 tempest-ListServersNegativeTestJSON-237213451 tempest-ListServersNegativeTestJSON-237213451-project] Allocated IP 172.20.0.5 (1fc722e9-657b-4137-85ca-5f1d2b4dcdb1/a8227d38-9017-41bd-8149-d6e5afcabe5f/0e8de699-60a6-4982-87a0-ca6d3c2d4064) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:06:39.382492 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-d2c77477-eb55-46bd-91fe-8b01ab287ca3 req-804e0c2b-13b8-48e9-9645-ca7abfb1e59f tempest-ListServersNegativeTestJSON-237213451 tempest-ListServersNegativeTestJSON-237213451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:39.446041 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2c77477-eb55-46bd-91fe-8b01ab287ca3 req-804e0c2b-13b8-48e9-9645-ca7abfb1e59f tempest-ListServersNegativeTestJSON-237213451 tempest-ListServersNegativeTestJSON-237213451-project] Network 1fc722e9-657b-4137-85ca-5f1d2b4dcdb1 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:06:39.457864 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-f661ee6e-1103-4d84-9cf5-a3b2725d1fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83688f21-2701-4801-920e-c72f2aa626c2', 'name': 'tempest-FloatingIPDetailsTestJSON-337372420-router', 'tenant_id': '63589193b3884afba34476ae8f9272c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': '0ee5608d-6ec7-4452-95e3-253b02c58531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:05:50Z', 'updated_at': '2021-11-22T20:06:35Z', 'revision_number': 5, 'project_id': '63589193b3884afba34476ae8f9272c6', 'gw_port': {'id': '0ee5608d-6ec7-4452-95e3-253b02c58531', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:8d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83688f21-2701-4801-920e-c72f2aa626c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:05:51Z', 'updated_at': '2021-11-22T20:05:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:06:39.465334 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [req-d2c77477-eb55-46bd-91fe-8b01ab287ca3 req-804e0c2b-13b8-48e9-9645-ca7abfb1e59f tempest-ListServersNegativeTestJSON-237213451 tempest-ListServersNegativeTestJSON-237213451-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:06:39.473480 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2c77477-eb55-46bd-91fe-8b01ab287ca3 req-804e0c2b-13b8-48e9-9645-ca7abfb1e59f tempest-ListServersNegativeTestJSON-237213451 tempest-ListServersNegativeTestJSON-237213451-project] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:06:39.499784 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f661ee6e-1103-4d84-9cf5-a3b2725d1fec None None] The sync data for ids ['83688f21-2701-4801-920e-c72f2aa626c2'] in n-d-818823-1 is: [{'id': '83688f21-2701-4801-920e-c72f2aa626c2', 'name': 'tempest-FloatingIPDetailsTestJSON-337372420-router', 'tenant_id': '63589193b3884afba34476ae8f9272c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': '0ee5608d-6ec7-4452-95e3-253b02c58531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:05:50Z', 'updated_at': '2021-11-22T20:06:35Z', 'revision_number': 5, 'project_id': '63589193b3884afba34476ae8f9272c6', 'gw_port': {'id': '0ee5608d-6ec7-4452-95e3-253b02c58531', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:8d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83688f21-2701-4801-920e-c72f2aa626c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:05:51Z', 'updated_at': '2021-11-22T20:05:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}] {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:06:39.540772 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2c77477-eb55-46bd-91fe-8b01ab287ca3 req-248263fb-9b62-4c24-a15e-3dfd9c1895cb tempest-ListServersNegativeTestJSON-237213451 tempest-ListServersNegativeTestJSON-237213451-project] Made reservation on behalf of 803052827de248ba8c71fbc4f8294e78 for: {'port': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:06:39.549679 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-d2c77477-eb55-46bd-91fe-8b01ab287ca3 req-248263fb-9b62-4c24-a15e-3dfd9c1895cb tempest-ListServersNegativeTestJSON-237213451 tempest-ListServersNegativeTestJSON-237213451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:39.644578 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-d2c77477-eb55-46bd-91fe-8b01ab287ca3 req-0ac10d8f-689e-4b0d-a680-24a9b152a6c8 tempest-ListServersNegativeTestJSON-237213451 tempest-ListServersNegativeTestJSON-237213451-project] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:39.693041 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-d2c77477-eb55-46bd-91fe-8b01ab287ca3 req-0ac10d8f-689e-4b0d-a680-24a9b152a6c8 tempest-ListServersNegativeTestJSON-237213451 tempest-ListServersNegativeTestJSON-237213451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:39.701148 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804e0c2b-13b8-48e9-9645-ca7abfb1e59f tempest-ListServersNegativeTestJSON-237213451 tempest-ListServersNegativeTestJSON-237213451-project] Pushing event updated for resources: {'Port': ['ID=7f774b33-fa48-4155-be7e-e08cdfc73b1b,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:06:39.763257 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2c77477-eb55-46bd-91fe-8b01ab287ca3 req-0ac10d8f-689e-4b0d-a680-24a9b152a6c8 tempest-ListServersNegativeTestJSON-237213451 tempest-ListServersNegativeTestJSON-237213451-project] Network 1fc722e9-657b-4137-85ca-5f1d2b4dcdb1 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:06:39.772155 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [req-d2c77477-eb55-46bd-91fe-8b01ab287ca3 req-0ac10d8f-689e-4b0d-a680-24a9b152a6c8 tempest-ListServersNegativeTestJSON-237213451 tempest-ListServersNegativeTestJSON-237213451-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:06:39.783178 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c77477-eb55-46bd-91fe-8b01ab287ca3 req-804e0c2b-13b8-48e9-9645-ca7abfb1e59f tempest-ListServersNegativeTestJSON-237213451 tempest-ListServersNegativeTestJSON-237213451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:39.784101 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-d2c77477-eb55-46bd-91fe-8b01ab287ca3 req-804e0c2b-13b8-48e9-9645-ca7abfb1e59f tempest-ListServersNegativeTestJSON-237213451 tempest-ListServersNegativeTestJSON-237213451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:39.800451 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2c77477-eb55-46bd-91fe-8b01ab287ca3 req-0ac10d8f-689e-4b0d-a680-24a9b152a6c8 tempest-ListServersNegativeTestJSON-237213451 tempest-ListServersNegativeTestJSON-237213451-project] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:06:39.844374 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-d2c77477-eb55-46bd-91fe-8b01ab287ca3 req-804e0c2b-13b8-48e9-9645-ca7abfb1e59f tempest-ListServersNegativeTestJSON-237213451 tempest-ListServersNegativeTestJSON-237213451-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3648133 Nov 22 20:06:39.848983 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac10d8f-689e-4b0d-a680-24a9b152a6c8 tempest-ListServersNegativeTestJSON-237213451 tempest-ListServersNegativeTestJSON-237213451-project] Pushing event updated for resources: {'Port': ['ID=0e8de699-60a6-4982-87a0-ca6d3c2d4064,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:06:39.959082 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c77477-eb55-46bd-91fe-8b01ab287ca3 req-0ac10d8f-689e-4b0d-a680-24a9b152a6c8 tempest-ListServersNegativeTestJSON-237213451 tempest-ListServersNegativeTestJSON-237213451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:39.960695 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-d2c77477-eb55-46bd-91fe-8b01ab287ca3 req-0ac10d8f-689e-4b0d-a680-24a9b152a6c8 tempest-ListServersNegativeTestJSON-237213451 tempest-ListServersNegativeTestJSON-237213451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:39.991883 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [req-d2c77477-eb55-46bd-91fe-8b01ab287ca3 req-1712ed31-75d1-455e-8498-7cb160ef88dc service neutron] Request body: {'port': {'device_id': 'e35400b0-7747-47a9-9298-df2e65d8ee67', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818823-1'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:06:40.090514 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-d2c77477-eb55-46bd-91fe-8b01ab287ca3 req-0ac10d8f-689e-4b0d-a680-24a9b152a6c8 tempest-ListServersNegativeTestJSON-237213451 tempest-ListServersNegativeTestJSON-237213451-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3681705 Nov 22 20:06:40.134533 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [req-d2c77477-eb55-46bd-91fe-8b01ab287ca3 req-a4d1b54f-63c5-44a5-841d-00777b3ffcc9 service neutron] Request body: {'port': {'device_id': '2c116513-8cbd-4d9e-925a-1c95fd1d19ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818823-1'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:06:40.143198 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device c412f885-3bc3-4af7-8380-586dd1f128ba no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:06:40.167515 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-d2c77477-eb55-46bd-91fe-8b01ab287ca3 req-1712ed31-75d1-455e-8498-7cb160ef88dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:40.202204 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: c412f885-3bc3-4af7-8380-586dd1f128ba {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:06:40.206335 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device c412f885-3bc3-4af7-8380-586dd1f128ba not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:06:40.291102 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-d2c77477-eb55-46bd-91fe-8b01ab287ca3 req-a4d1b54f-63c5-44a5-841d-00777b3ffcc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:40.368177 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b70ac296-2702-4ab0-95ab-847ac8b344df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-563470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-663272'] for router_interface, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:40.392124 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dceec11-c6c2-40d6-96d4-7efc9b86951a req-3bd15a50-77a1-44d2-882d-df98b64c19a1 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:40.399278 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5dceec11-c6c2-40d6-96d4-7efc9b86951a req-3bd15a50-77a1-44d2-882d-df98b64c19a1 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/ports?device_id=e94aed4c-ece2-410e-a309-9c83a0437f8c HTTP/1.1" status: 200 len: 950 time: 0.9791837 Nov 22 20:06:40.407828 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1570f9dd-f6d5-4693-9547-0295edc2fc1d req-542509ef-5257-495d-ae63-11b7de80ff23 tempest-LiveAutoBlockMigrationV225Test-67792349 tempest-LiveAutoBlockMigrationV225Test-67792349-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=89c2c967-26c4-4e1c-a1fd-c97f87817ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0177536 Nov 22 20:06:40.526806 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0e13d048-934c-4e73-800f-8691acca186b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:40.601597 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5dceec11-c6c2-40d6-96d4-7efc9b86951a req-4d5c6f75-1c9c-4aab-b5e0-789b8024dcb7 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1d007ec-a75a-4ef8-9cdd-9c679a3ff22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013192 Nov 22 20:06:40.602676 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [req-d2c77477-eb55-46bd-91fe-8b01ab287ca3 req-248263fb-9b62-4c24-a15e-3dfd9c1895cb tempest-ListServersNegativeTestJSON-237213451 tempest-ListServersNegativeTestJSON-237213451-project] Allocated IP 172.20.0.12 (1fc722e9-657b-4137-85ca-5f1d2b4dcdb1/a8227d38-9017-41bd-8149-d6e5afcabe5f/bbd3757c-d5a3-48d8-8ffb-a909fe72dc91) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:06:40.783544 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7c3598-5946-4430-a069-509bfa1ba60b req-38a4b10c-9de8-4cf3-ad46-4b9756daa342 tempest-ListServersNegativeTestJSON-237213451 tempest-ListServersNegativeTestJSON-237213451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:40.785505 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0a7c3598-5946-4430-a069-509bfa1ba60b req-38a4b10c-9de8-4cf3-ad46-4b9756daa342 tempest-ListServersNegativeTestJSON-237213451 tempest-ListServersNegativeTestJSON-237213451-project] 10.222.0.46 "GET /v2.0/ports?device_id=2c116513-8cbd-4d9e-925a-1c95fd1d19ca HTTP/1.1" status: 200 len: 931 time: 0.2427509 Nov 22 20:06:40.878231 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7296b3a7-abcb-4955-a268-7cb57f518a84 req-7462f6d9-62ca-47c3-a859-2d2db0333e8d tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:40.879829 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7296b3a7-abcb-4955-a268-7cb57f518a84 req-7462f6d9-62ca-47c3-a859-2d2db0333e8d tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] 10.222.0.46 "GET /v2.0/ports?device_id=1d610fed-ade8-4090-9ac8-a8eeda6b914b HTTP/1.1" status: 200 len: 949 time: 0.1880078 Nov 22 20:06:40.964769 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-0e13d048-934c-4e73-800f-8691acca186b admin admin] Deleting port 0ee5608d-6ec7-4452-95e3-253b02c58531 {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:06:40.965107 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0e13d048-934c-4e73-800f-8691acca186b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:41.057381 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0a7c3598-5946-4430-a069-509bfa1ba60b req-c20d1ac5-d1ab-4370-8822-08b5dd0c36cc tempest-ListServersNegativeTestJSON-237213451 tempest-ListServersNegativeTestJSON-237213451-project] 10.222.0.46 "GET /v2.0/security-groups?id=1d2c79e0-b361-4d19-9e37-904303a435fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2549822 Nov 22 20:06:41.138101 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7296b3a7-abcb-4955-a268-7cb57f518a84 req-2d6a2af8-22b9-44d6-92a1-ff0548bf5b05 tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] 10.222.0.46 "GET /v2.0/security-groups?id=e5ae9e03-6ff8-4082-b7a4-25ecea5ed21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2192435 Nov 22 20:06:41.172178 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-d2c77477-eb55-46bd-91fe-8b01ab287ca3 req-248263fb-9b62-4c24-a15e-3dfd9c1895cb tempest-ListServersNegativeTestJSON-237213451 tempest-ListServersNegativeTestJSON-237213451-project] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:41.201434 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b70ac296-2702-4ab0-95ab-847ac8b344df admin admin] Router 442ab2c2-1724-406b-86dd-55ba74725ccb has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 20:06:41.269796 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [None req-0e13d048-934c-4e73-800f-8691acca186b admin admin] For port 0ee5608d-6ec7-4452-95e3-253b02c58531, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=0ee5608d-6ec7-4452-95e3-253b02c58531,segment=NetworkSegment(8793ba83-8407-4c3d-9b56-2a177cd58a70),segment_id=8793ba83-8407-4c3d-9b56-2a177cd58a70)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:06:41.270182 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0e13d048-934c-4e73-800f-8691acca186b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:41.357355 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-0e13d048-934c-4e73-800f-8691acca186b admin admin] Calling delete_port for 0ee5608d-6ec7-4452-95e3-253b02c58531 owned by network:router_gateway {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:06:41.361559 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-d2c77477-eb55-46bd-91fe-8b01ab287ca3 req-248263fb-9b62-4c24-a15e-3dfd9c1895cb tempest-ListServersNegativeTestJSON-237213451 tempest-ListServersNegativeTestJSON-237213451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:41.454557 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2c77477-eb55-46bd-91fe-8b01ab287ca3 req-248263fb-9b62-4c24-a15e-3dfd9c1895cb tempest-ListServersNegativeTestJSON-237213451 tempest-ListServersNegativeTestJSON-237213451-project] Network 1fc722e9-657b-4137-85ca-5f1d2b4dcdb1 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:06:41.488053 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [req-d2c77477-eb55-46bd-91fe-8b01ab287ca3 req-248263fb-9b62-4c24-a15e-3dfd9c1895cb tempest-ListServersNegativeTestJSON-237213451 tempest-ListServersNegativeTestJSON-237213451-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:06:41.490795 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2c77477-eb55-46bd-91fe-8b01ab287ca3 req-248263fb-9b62-4c24-a15e-3dfd9c1895cb tempest-ListServersNegativeTestJSON-237213451 tempest-ListServersNegativeTestJSON-237213451-project] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:06:41.571136 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [req-d2c77477-eb55-46bd-91fe-8b01ab287ca3 req-a4d1b54f-63c5-44a5-841d-00777b3ffcc9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e8de699-60a6-4982-87a0-ca6d3c2d4064 {{(pid=103448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:06:41.581794 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-d2c77477-eb55-46bd-91fe-8b01ab287ca3 req-a4d1b54f-63c5-44a5-841d-00777b3ffcc9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:41.630503 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [req-d2c77477-eb55-46bd-91fe-8b01ab287ca3 req-a4d1b54f-63c5-44a5-841d-00777b3ffcc9 service neutron] Transition to ACTIVE for port object 0e8de699-60a6-4982-87a0-ca6d3c2d4064 will not be triggered until provisioned by entity L2. {{(pid=103448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 20:06:41.661598 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-d2c77477-eb55-46bd-91fe-8b01ab287ca3 req-a4d1b54f-63c5-44a5-841d-00777b3ffcc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:41.680876 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248263fb-9b62-4c24-a15e-3dfd9c1895cb tempest-ListServersNegativeTestJSON-237213451 tempest-ListServersNegativeTestJSON-237213451-project] Pushing event updated for resources: {'Port': ['ID=bbd3757c-d5a3-48d8-8ffb-a909fe72dc91,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:06:41.734288 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf851688-9dd4-42f6-9beb-b7892221cf34 req-0a363793-5466-4694-9d32-820081d2ffdf tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:41.749596 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-cf851688-9dd4-42f6-9beb-b7892221cf34 req-0a363793-5466-4694-9d32-820081d2ffdf tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/ports?device_id=e94aed4c-ece2-410e-a309-9c83a0437f8c HTTP/1.1" status: 200 len: 950 time: 0.3657870 Nov 22 20:06:41.765536 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c77477-eb55-46bd-91fe-8b01ab287ca3 req-248263fb-9b62-4c24-a15e-3dfd9c1895cb tempest-ListServersNegativeTestJSON-237213451 tempest-ListServersNegativeTestJSON-237213451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:41.766174 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-d2c77477-eb55-46bd-91fe-8b01ab287ca3 req-248263fb-9b62-4c24-a15e-3dfd9c1895cb tempest-ListServersNegativeTestJSON-237213451 tempest-ListServersNegativeTestJSON-237213451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:41.790862 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b70ac296-2702-4ab0-95ab-847ac8b344df admin admin] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:06:41.806058 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5222c4f4-b75f-4db8-acd0-a3fe788fa8ed None None] Sync routers for ids ['442ab2c2-1724-406b-86dd-55ba74725ccb'] in n-d-818823-1 {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:06:41.819088 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5222c4f4-b75f-4db8-acd0-a3fe788fa8ed None None] Routers {'442ab2c2-1724-406b-86dd-55ba74725ccb'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:06:41.819747 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-5222c4f4-b75f-4db8-acd0-a3fe788fa8ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:06:32Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['442ab2c2-1724-406b-86dd-55ba74725ccb'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:06:41.820856 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d2c77477-eb55-46bd-91fe-8b01ab287ca3 req-248263fb-9b62-4c24-a15e-3dfd9c1895cb tempest-ListServersNegativeTestJSON-237213451 tempest-ListServersNegativeTestJSON-237213451-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4915025 Nov 22 20:06:41.829069 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-b70ac296-2702-4ab0-95ab-847ac8b344df admin admin] 10.222.0.46 "PUT /v2.0/routers/442ab2c2-1724-406b-86dd-55ba74725ccb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6752784 Nov 22 20:06:41.835562 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 56740) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:06:41.915770 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-d2c77477-eb55-46bd-91fe-8b01ab287ca3 req-0f574b75-a4cc-44f9-8d3d-98b8462092ff service neutron] Request body: {'port': {'device_id': '64321546-b1b1-47ab-9f62-e72532a04a0b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818823-1'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:06:41.967460 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-5222c4f4-b75f-4db8-acd0-a3fe788fa8ed None None] Set router 442ab2c2-1724-406b-86dd-55ba74725ccb gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:06:41.969117 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [req-d2c77477-eb55-46bd-91fe-8b01ab287ca3 req-1712ed31-75d1-455e-8498-7cb160ef88dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f774b33-fa48-4155-be7e-e08cdfc73b1b {{(pid=103448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:06:41.984640 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-d2c77477-eb55-46bd-91fe-8b01ab287ca3 req-1712ed31-75d1-455e-8498-7cb160ef88dc service neutron] Publish callbacks [] for port, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:41.985689 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-cf851688-9dd4-42f6-9beb-b7892221cf34 req-e2b57b80-5fe2-47c9-8823-d6ddfaed9db9 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1d007ec-a75a-4ef8-9cdd-9c679a3ff22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2349839 Nov 22 20:06:42.001457 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [req-d2c77477-eb55-46bd-91fe-8b01ab287ca3 req-1712ed31-75d1-455e-8498-7cb160ef88dc service neutron] Transition to ACTIVE for port object 7f774b33-fa48-4155-be7e-e08cdfc73b1b will not be triggered until provisioned by entity L2. {{(pid=103448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 20:06:42.027276 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-d2c77477-eb55-46bd-91fe-8b01ab287ca3 req-1712ed31-75d1-455e-8498-7cb160ef88dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:42.181547 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-5222c4f4-b75f-4db8-acd0-a3fe788fa8ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '442ab2c2-1724-406b-86dd-55ba74725ccb', 'name': 'tempest-FloatingIPsAssociationTestJSON-647870050-router', 'tenant_id': 'eccf64927ecc4dab83be8c6edc2287b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.21'}], 'enable_snat': True}, 'gw_port_id': 'b663f5f8-7a6f-495c-b215-a32087cb0156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:04:58Z', 'updated_at': '2021-11-22T20:06:37Z', 'revision_number': 5, 'project_id': 'eccf64927ecc4dab83be8c6edc2287b1', 'gw_port': {'id': 'b663f5f8-7a6f-495c-b215-a32087cb0156', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:1a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '442ab2c2-1724-406b-86dd-55ba74725ccb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:04:59Z', 'updated_at': '2021-11-22T20:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:06:42.185532 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d1b54f-63c5-44a5-841d-00777b3ffcc9 service neutron] Pushing event updated for resources: {'Port': ['ID=0e8de699-60a6-4982-87a0-ca6d3c2d4064,revision_number=2']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:06:42.213157 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5222c4f4-b75f-4db8-acd0-a3fe788fa8ed None None] Checking router: 442ab2c2-1724-406b-86dd-55ba74725ccb for host: n-d-818823-1 {{(pid=103449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 20:06:42.224247 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5222c4f4-b75f-4db8-acd0-a3fe788fa8ed None None] Routers {'442ab2c2-1724-406b-86dd-55ba74725ccb'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:06:42.225239 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-5222c4f4-b75f-4db8-acd0-a3fe788fa8ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:06:32Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['442ab2c2-1724-406b-86dd-55ba74725ccb'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:06:42.284360 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1712ed31-75d1-455e-8498-7cb160ef88dc service neutron] Pushing event updated for resources: {'Port': ['ID=7f774b33-fa48-4155-be7e-e08cdfc73b1b,revision_number=2']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:06:42.359165 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4b4f2b9d-4c1f-43bb-b5e7-1e1ec59795fe admin admin] Publish callbacks [] for router, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:42.361268 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-d2c77477-eb55-46bd-91fe-8b01ab287ca3 req-0f574b75-a4cc-44f9-8d3d-98b8462092ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:42.488987 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-5222c4f4-b75f-4db8-acd0-a3fe788fa8ed None None] Set router 442ab2c2-1724-406b-86dd-55ba74725ccb gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:06:42.494161 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-d2c77477-eb55-46bd-91fe-8b01ab287ca3 req-1712ed31-75d1-455e-8498-7cb160ef88dc service neutron] Attempting to bind port 7f774b33-fa48-4155-be7e-e08cdfc73b1b on host n-h1-818823-1 for vnic_type normal with profile {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:06:42.494785 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-d2c77477-eb55-46bd-91fe-8b01ab287ca3 req-1712ed31-75d1-455e-8498-7cb160ef88dc service neutron] Attempting to bind port 7f774b33-fa48-4155-be7e-e08cdfc73b1b by drivers openvswitch,hyperv on host n-h1-818823-1 at level 0 using segments [{'id': 'e07e4f19-324b-4bc4-9774-d97368264930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '1fc722e9-657b-4137-85ca-5f1d2b4dcdb1'}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:06:42.495310 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2c77477-eb55-46bd-91fe-8b01ab287ca3 req-1712ed31-75d1-455e-8498-7cb160ef88dc service neutron] Attempting to bind port 7f774b33-fa48-4155-be7e-e08cdfc73b1b on network 1fc722e9-657b-4137-85ca-5f1d2b4dcdb1 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:06:42.505894 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0e13d048-934c-4e73-800f-8691acca186b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:42.538314 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2c77477-eb55-46bd-91fe-8b01ab287ca3 req-1712ed31-75d1-455e-8498-7cb160ef88dc service neutron] Port 7f774b33-fa48-4155-be7e-e08cdfc73b1b on network 1fc722e9-657b-4137-85ca-5f1d2b4dcdb1 not bound, no agent of type Open vSwitch agent registered on host n-h1-818823-1 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:06:42.538569 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2c77477-eb55-46bd-91fe-8b01ab287ca3 req-1712ed31-75d1-455e-8498-7cb160ef88dc service neutron] Attempting to bind port 7f774b33-fa48-4155-be7e-e08cdfc73b1b on network 1fc722e9-657b-4137-85ca-5f1d2b4dcdb1 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:06:42.553068 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2c77477-eb55-46bd-91fe-8b01ab287ca3 req-1712ed31-75d1-455e-8498-7cb160ef88dc service neutron] Checking agent: {'id': '7a008cff-3b49-418c-8046-689d46cc800f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'started_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 6, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:06:42.553637 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2c77477-eb55-46bd-91fe-8b01ab287ca3 req-1712ed31-75d1-455e-8498-7cb160ef88dc service neutron] Checking segment: {'id': 'e07e4f19-324b-4bc4-9774-d97368264930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '1fc722e9-657b-4137-85ca-5f1d2b4dcdb1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:06:42.554063 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2c77477-eb55-46bd-91fe-8b01ab287ca3 req-1712ed31-75d1-455e-8498-7cb160ef88dc service neutron] Bound using segment: {'id': 'e07e4f19-324b-4bc4-9774-d97368264930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '1fc722e9-657b-4137-85ca-5f1d2b4dcdb1'} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:06:42.554624 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-d2c77477-eb55-46bd-91fe-8b01ab287ca3 req-1712ed31-75d1-455e-8498-7cb160ef88dc service neutron] Bound port: 7f774b33-fa48-4155-be7e-e08cdfc73b1b, host: n-h1-818823-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e07e4f19-324b-4bc4-9774-d97368264930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '1fc722e9-657b-4137-85ca-5f1d2b4dcdb1'}}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:06:42.555007 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-d2c77477-eb55-46bd-91fe-8b01ab287ca3 req-1712ed31-75d1-455e-8498-7cb160ef88dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:42.557392 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-d2c77477-eb55-46bd-91fe-8b01ab287ca3 req-a4d1b54f-63c5-44a5-841d-00777b3ffcc9 service neutron] Attempting to bind port 0e8de699-60a6-4982-87a0-ca6d3c2d4064 on host n-h2-818823-1 for vnic_type normal with profile {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:06:42.557727 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-d2c77477-eb55-46bd-91fe-8b01ab287ca3 req-a4d1b54f-63c5-44a5-841d-00777b3ffcc9 service neutron] Attempting to bind port 0e8de699-60a6-4982-87a0-ca6d3c2d4064 by drivers openvswitch,hyperv on host n-h2-818823-1 at level 0 using segments [{'id': 'e07e4f19-324b-4bc4-9774-d97368264930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '1fc722e9-657b-4137-85ca-5f1d2b4dcdb1'}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:06:42.558116 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2c77477-eb55-46bd-91fe-8b01ab287ca3 req-a4d1b54f-63c5-44a5-841d-00777b3ffcc9 service neutron] Attempting to bind port 0e8de699-60a6-4982-87a0-ca6d3c2d4064 on network 1fc722e9-657b-4137-85ca-5f1d2b4dcdb1 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:06:42.565981 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2c77477-eb55-46bd-91fe-8b01ab287ca3 req-a4d1b54f-63c5-44a5-841d-00777b3ffcc9 service neutron] Port 0e8de699-60a6-4982-87a0-ca6d3c2d4064 on network 1fc722e9-657b-4137-85ca-5f1d2b4dcdb1 not bound, no agent of type Open vSwitch agent registered on host n-h2-818823-1 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:06:42.566245 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2c77477-eb55-46bd-91fe-8b01ab287ca3 req-a4d1b54f-63c5-44a5-841d-00777b3ffcc9 service neutron] Attempting to bind port 0e8de699-60a6-4982-87a0-ca6d3c2d4064 on network 1fc722e9-657b-4137-85ca-5f1d2b4dcdb1 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:06:42.579169 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2c77477-eb55-46bd-91fe-8b01ab287ca3 req-a4d1b54f-63c5-44a5-841d-00777b3ffcc9 service neutron] Checking agent: {'id': '65e0486a-7030-4065-96f0-10aa7402a530', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'started_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 6, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:06:42.580008 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2c77477-eb55-46bd-91fe-8b01ab287ca3 req-a4d1b54f-63c5-44a5-841d-00777b3ffcc9 service neutron] Checking segment: {'id': 'e07e4f19-324b-4bc4-9774-d97368264930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '1fc722e9-657b-4137-85ca-5f1d2b4dcdb1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:06:42.580008 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2c77477-eb55-46bd-91fe-8b01ab287ca3 req-a4d1b54f-63c5-44a5-841d-00777b3ffcc9 service neutron] Bound using segment: {'id': 'e07e4f19-324b-4bc4-9774-d97368264930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '1fc722e9-657b-4137-85ca-5f1d2b4dcdb1'} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:06:42.580375 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-d2c77477-eb55-46bd-91fe-8b01ab287ca3 req-a4d1b54f-63c5-44a5-841d-00777b3ffcc9 service neutron] Bound port: 0e8de699-60a6-4982-87a0-ca6d3c2d4064, host: n-h2-818823-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e07e4f19-324b-4bc4-9774-d97368264930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '1fc722e9-657b-4137-85ca-5f1d2b4dcdb1'}}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:06:42.580746 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-d2c77477-eb55-46bd-91fe-8b01ab287ca3 req-a4d1b54f-63c5-44a5-841d-00777b3ffcc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:42.712570 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-d2c77477-eb55-46bd-91fe-8b01ab287ca3 req-a4d1b54f-63c5-44a5-841d-00777b3ffcc9 service neutron] For port 0e8de699-60a6-4982-87a0-ca6d3c2d4064, host n-h2-818823-1, cleared binding levels {{(pid=103448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:06:42.716922 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-d2c77477-eb55-46bd-91fe-8b01ab287ca3 req-a4d1b54f-63c5-44a5-841d-00777b3ffcc9 service neutron] For port 0e8de699-60a6-4982-87a0-ca6d3c2d4064, host n-h2-818823-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=0e8de699-60a6-4982-87a0-ca6d3c2d4064,segment=NetworkSegment(e07e4f19-324b-4bc4-9774-d97368264930),segment_id=e07e4f19-324b-4bc4-9774-d97368264930)] {{(pid=103448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:06:42.728687 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-d2c77477-eb55-46bd-91fe-8b01ab287ca3 req-1712ed31-75d1-455e-8498-7cb160ef88dc service neutron] For port 7f774b33-fa48-4155-be7e-e08cdfc73b1b, host n-h1-818823-1, cleared binding levels {{(pid=103448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:06:42.740559 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-d2c77477-eb55-46bd-91fe-8b01ab287ca3 req-1712ed31-75d1-455e-8498-7cb160ef88dc service neutron] For port 7f774b33-fa48-4155-be7e-e08cdfc73b1b, host n-h1-818823-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=7f774b33-fa48-4155-be7e-e08cdfc73b1b,segment=NetworkSegment(e07e4f19-324b-4bc4-9774-d97368264930),segment_id=e07e4f19-324b-4bc4-9774-d97368264930)] {{(pid=103448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:06:42.742093 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-d2c77477-eb55-46bd-91fe-8b01ab287ca3 req-a4d1b54f-63c5-44a5-841d-00777b3ffcc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:42.840345 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e13d048-934c-4e73-800f-8691acca186b admin admin] Pushing event deleted for resources: {'Port': ['ID=0ee5608d-6ec7-4452-95e3-253b02c58531,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:06:42.861477 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-5222c4f4-b75f-4db8-acd0-a3fe788fa8ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '442ab2c2-1724-406b-86dd-55ba74725ccb', 'name': 'tempest-FloatingIPsAssociationTestJSON-647870050-router', 'tenant_id': 'eccf64927ecc4dab83be8c6edc2287b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.21'}], 'enable_snat': True}, 'gw_port_id': 'b663f5f8-7a6f-495c-b215-a32087cb0156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:04:58Z', 'updated_at': '2021-11-22T20:06:37Z', 'revision_number': 5, 'project_id': 'eccf64927ecc4dab83be8c6edc2287b1', 'gw_port': {'id': 'b663f5f8-7a6f-495c-b215-a32087cb0156', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:1a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '442ab2c2-1724-406b-86dd-55ba74725ccb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:04:59Z', 'updated_at': '2021-11-22T20:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:06:42.863349 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d1b54f-63c5-44a5-841d-00777b3ffcc9 service neutron] Pushing event updated for resources: {'Port': ['ID=0e8de699-60a6-4982-87a0-ca6d3c2d4064,revision_number=3']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:06:42.866346 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-d2c77477-eb55-46bd-91fe-8b01ab287ca3 req-1712ed31-75d1-455e-8498-7cb160ef88dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:42.882221 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c77477-eb55-46bd-91fe-8b01ab287ca3 req-a4d1b54f-63c5-44a5-841d-00777b3ffcc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:42.882985 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-d2c77477-eb55-46bd-91fe-8b01ab287ca3 req-a4d1b54f-63c5-44a5-841d-00777b3ffcc9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:42.884428 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-d2c77477-eb55-46bd-91fe-8b01ab287ca3 req-a4d1b54f-63c5-44a5-841d-00777b3ffcc9 service neutron] 10.222.0.20 "PUT /v2.0/ports/0e8de699-60a6-4982-87a0-ca6d3c2d4064 HTTP/1.1" status: 200 len: 1091 time: 2.7610495 Nov 22 20:06:42.886674 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c116513-8cbd-4d9e-925a-1c95fd1d19ca', 'tag': '0e8de699-60a6-4982-87a0-ca6d3c2d4064'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:06:42.888525 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589a98cf2aea187fcc423a5edb333e5a6cf3ad7c81115d1ebee0f079693c312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca2f1321-8aa0-413f-98f6-88e1aa07dd4d" -d '{"events": [{"name": "network-changed", "server_uuid": "2c116513-8cbd-4d9e-925a-1c95fd1d19ca", "tag": "0e8de699-60a6-4982-87a0-ca6d3c2d4064"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:06:42.892845 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5222c4f4-b75f-4db8-acd0-a3fe788fa8ed None None] The sync data for ids ['442ab2c2-1724-406b-86dd-55ba74725ccb'] in n-d-818823-1 is: [{'id': '442ab2c2-1724-406b-86dd-55ba74725ccb', 'name': 'tempest-FloatingIPsAssociationTestJSON-647870050-router', 'tenant_id': 'eccf64927ecc4dab83be8c6edc2287b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.21'}], 'enable_snat': True}, 'gw_port_id': 'b663f5f8-7a6f-495c-b215-a32087cb0156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:04:58Z', 'updated_at': '2021-11-22T20:06:37Z', 'revision_number': 5, 'project_id': 'eccf64927ecc4dab83be8c6edc2287b1', 'gw_port': {'id': 'b663f5f8-7a6f-495c-b215-a32087cb0156', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:1a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '442ab2c2-1724-406b-86dd-55ba74725ccb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:04:59Z', 'updated_at': '2021-11-22T20:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:06:42.918223 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c77477-eb55-46bd-91fe-8b01ab287ca3 req-1712ed31-75d1-455e-8498-7cb160ef88dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:42.918844 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-d2c77477-eb55-46bd-91fe-8b01ab287ca3 req-1712ed31-75d1-455e-8498-7cb160ef88dc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:42.920309 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-d2c77477-eb55-46bd-91fe-8b01ab287ca3 req-1712ed31-75d1-455e-8498-7cb160ef88dc service neutron] 10.222.0.41 "PUT /v2.0/ports/7f774b33-fa48-4155-be7e-e08cdfc73b1b HTTP/1.1" status: 200 len: 1091 time: 3.0500193 Nov 22 20:06:43.020904 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4b4f2b9d-4c1f-43bb-b5e7-1e1ec59795fe admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:43.030015 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c77477-eb55-46bd-91fe-8b01ab287ca3 req-40b985a2-baff-4bb3-b2fe-21f68bcd442f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:43.031707 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-d2c77477-eb55-46bd-91fe-8b01ab287ca3 req-40b985a2-baff-4bb3-b2fe-21f68bcd442f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=803052827de248ba8c71fbc4f8294e78&device_id=2c116513-8cbd-4d9e-925a-1c95fd1d19ca HTTP/1.1" status: 200 len: 1094 time: 0.1005778 Nov 22 20:06:43.040968 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1712ed31-75d1-455e-8498-7cb160ef88dc service neutron] Pushing event updated for resources: {'Port': ['ID=7f774b33-fa48-4155-be7e-e08cdfc73b1b,revision_number=3']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:06:43.047779 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd278285-4b1d-4bad-9cf5-738d64c8fbcd req-c999c8f7-c459-46fd-8d4c-ce1b48b39bfb tempest-ListServersNegativeTestJSON-237213451 tempest-ListServersNegativeTestJSON-237213451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:43.049598 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-dd278285-4b1d-4bad-9cf5-738d64c8fbcd req-c999c8f7-c459-46fd-8d4c-ce1b48b39bfb tempest-ListServersNegativeTestJSON-237213451 tempest-ListServersNegativeTestJSON-237213451-project] 10.222.0.46 "GET /v2.0/ports?device_id=2c116513-8cbd-4d9e-925a-1c95fd1d19ca HTTP/1.1" status: 200 len: 943 time: 0.6069462 Nov 22 20:06:43.066799 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c77477-eb55-46bd-91fe-8b01ab287ca3 req-4ce9d002-c426-40e7-81f6-2bf7573ffbb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:43.068526 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-d2c77477-eb55-46bd-91fe-8b01ab287ca3 req-4ce9d002-c426-40e7-81f6-2bf7573ffbb2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=803052827de248ba8c71fbc4f8294e78&device_id=e35400b0-7747-47a9-9298-df2e65d8ee67 HTTP/1.1" status: 200 len: 1094 time: 0.0875812 Nov 22 20:06:43.074919 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [req-ec0af90d-f75e-46ac-baed-d8017f4b4ec6 req-bc811dd3-d6dc-4377-a942-947394d4fa02 tempest-LiveAutoBlockMigrationV225Test-67792349 tempest-LiveAutoBlockMigrationV225Test-67792349-project-admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=103447) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 20:06:43.076313 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ec0af90d-f75e-46ac-baed-d8017f4b4ec6 req-bc811dd3-d6dc-4377-a942-947394d4fa02 tempest-LiveAutoBlockMigrationV225Test-67792349 tempest-LiveAutoBlockMigrationV225Test-67792349-project-admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1170757 Nov 22 20:06:43.117846 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-d2c77477-eb55-46bd-91fe-8b01ab287ca3 req-5ecc6a2c-23d8-4925-a4e6-89020220aa1d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0e8de699-60a6-4982-87a0-ca6d3c2d4064 HTTP/1.1" status: 200 len: 217 time: 0.0731103 Nov 22 20:06:43.187593 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-d2c77477-eb55-46bd-91fe-8b01ab287ca3 req-38d0f5b9-0126-432e-9e4c-511d526d325b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7f774b33-fa48-4155-be7e-e08cdfc73b1b HTTP/1.1" status: 200 len: 217 time: 0.0775943 Nov 22 20:06:43.212073 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c77477-eb55-46bd-91fe-8b01ab287ca3 req-8f8efa95-4a73-4b8c-ab13-acd705e7fd25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:43.214014 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-d2c77477-eb55-46bd-91fe-8b01ab287ca3 req-8f8efa95-4a73-4b8c-ab13-acd705e7fd25 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a8227d38-9017-41bd-8149-d6e5afcabe5f HTTP/1.1" status: 200 len: 857 time: 0.0638287 Nov 22 20:06:43.286991 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-d2c77477-eb55-46bd-91fe-8b01ab287ca3 req-ec44ebe1-efc0-44f3-bc62-a6fd2bcdd3a8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1fc722e9-657b-4137-85ca-5f1d2b4dcdb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500915 Nov 22 20:06:43.337568 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0e13d048-934c-4e73-800f-8691acca186b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595398'] for router_gateway, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:43.420630 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c77477-eb55-46bd-91fe-8b01ab287ca3 req-400a09d2-1670-4f78-8656-935fdf5e1a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:43.423744 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-d2c77477-eb55-46bd-91fe-8b01ab287ca3 req-400a09d2-1670-4f78-8656-935fdf5e1a63 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a8227d38-9017-41bd-8149-d6e5afcabe5f HTTP/1.1" status: 200 len: 857 time: 0.2215254 Nov 22 20:06:43.475359 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-d2c77477-eb55-46bd-91fe-8b01ab287ca3 req-32d12642-88d0-4391-9f7d-8fd06079e963 service neutron] 10.222.0.20 "GET /v2.0/networks/1fc722e9-657b-4137-85ca-5f1d2b4dcdb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752553 Nov 22 20:06:43.476243 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0e13d048-934c-4e73-800f-8691acca186b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24781'] for router, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:43.479274 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0e13d048-934c-4e73-800f-8691acca186b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:43.538713 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0af90d-f75e-46ac-baed-d8017f4b4ec6 req-9cf482d4-a9a3-4c9b-bb54-7ceee5cabe76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:43.545543 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ec0af90d-f75e-46ac-baed-d8017f4b4ec6 req-9cf482d4-a9a3-4c9b-bb54-7ceee5cabe76 service neutron] 10.222.0.46 "GET /v2.0/ports/922caa09-8d5c-4d80-88ea-9b74d0b2a711 HTTP/1.1" status: 200 len: 1094 time: 0.4307156 Nov 22 20:06:43.567861 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-d2c77477-eb55-46bd-91fe-8b01ab287ca3 req-f5a5c3d9-cfc1-4b8c-8724-e1ade7d2735c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1fc722e9-657b-4137-85ca-5f1d2b4dcdb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0913682 Nov 22 20:06:43.575466 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-ec0af90d-f75e-46ac-baed-d8017f4b4ec6 req-ca8ec6b4-74b8-4ddc-9fc2-2292f80975e6 service neutron] Request body: {'binding': {'host': 'n-h1-818823-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:06:43.576141 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-ec0af90d-f75e-46ac-baed-d8017f4b4ec6 req-ca8ec6b4-74b8-4ddc-9fc2-2292f80975e6 service neutron] Unknown quota resources ['binding']. {{(pid=103447) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 22 20:06:43.592728 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-dd278285-4b1d-4bad-9cf5-738d64c8fbcd req-0cf58f77-b9f6-44c8-9b26-4114ca627d97 tempest-ListServersNegativeTestJSON-237213451 tempest-ListServersNegativeTestJSON-237213451-project] 10.222.0.46 "GET /v2.0/security-groups?id=1d2c79e0-b361-4d19-9e37-904303a435fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5290954 Nov 22 20:06:43.593404 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0e13d048-934c-4e73-800f-8691acca186b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-663261'] for router, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:43.593972 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e13d048-934c-4e73-800f-8691acca186b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 83688f21-2701-4801-920e-c72f2aa626c2 {{(pid=103447) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 20:06:43.600072 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0e13d048-934c-4e73-800f-8691acca186b admin admin] Publish callbacks [] for router, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:43.601595 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-0e13d048-934c-4e73-800f-8691acca186b admin admin] 10.222.0.46 "DELETE /v2.0/routers/83688f21-2701-4801-920e-c72f2aa626c2 HTTP/1.1" status: 204 len: 168 time: 5.5715799 Nov 22 20:06:43.607963 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 56768) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:06:43.743924 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee43d169-d0ec-441b-a9bc-ad0e3009d8a1 admin admin] Deleting subnet 41b1ac62-4466-461c-ada7-6725facd5deb {{(pid=103448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 20:06:43.770198 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ee43d169-d0ec-441b-a9bc-ad0e3009d8a1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:43.863879 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-d2c77477-eb55-46bd-91fe-8b01ab287ca3 req-0789e6b9-05dc-4f41-bda6-27f03bc9bdd4 service neutron] 10.222.0.20 "GET /v2.0/networks/1fc722e9-657b-4137-85ca-5f1d2b4dcdb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3780773 Nov 22 20:06:43.869796 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ee43d169-d0ec-441b-a9bc-ad0e3009d8a1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11627908'] for subnet, precommit_delete_associations {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:43.912359 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 233ce0b9-9200-4e5f-983e-70c1dd7e1dc0 no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:06:43.950122 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: 233ce0b9-9200-4e5f-983e-70c1dd7e1dc0 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:06:43.952532 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 233ce0b9-9200-4e5f-983e-70c1dd7e1dc0 not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:06:43.971907 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-d2c77477-eb55-46bd-91fe-8b01ab287ca3 req-f4fc874f-4927-4826-bc1a-214982b5c026 service neutron] 10.222.0.41 "GET /v2.0/networks/1fc722e9-657b-4137-85ca-5f1d2b4dcdb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3937058 Nov 22 20:06:44.099088 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ee43d169-d0ec-441b-a9bc-ad0e3009d8a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3753007'] for subnet, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:44.123984 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [req-3fefc213-e87d-4c2d-a851-2f0960e94cab req-1ed66f1f-628f-45d2-ae0c-cb68c7483694 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=103447) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 20:06:44.125235 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3fefc213-e87d-4c2d-a851-2f0960e94cab req-1ed66f1f-628f-45d2-ae0c-cb68c7483694 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060952 Nov 22 20:06:44.133345 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:44.138529 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:44.170508 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-4b4f2b9d-4c1f-43bb-b5e7-1e1ec59795fe admin admin] Deleting port b663f5f8-7a6f-495c-b215-a32087cb0156 {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:06:44.170851 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4b4f2b9d-4c1f-43bb-b5e7-1e1ec59795fe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:44.198196 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-d2c77477-eb55-46bd-91fe-8b01ab287ca3 req-5908f276-7db4-4f10-a56a-53bb441e94d7 service neutron] 10.222.0.41 "GET /v2.0/networks/1fc722e9-657b-4137-85ca-5f1d2b4dcdb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2137821 Nov 22 20:06:44.253987 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ee43d169-d0ec-441b-a9bc-ad0e3009d8a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3753014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11567369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11792914'] for subnet, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:44.326269 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee43d169-d0ec-441b-a9bc-ad0e3009d8a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=41b1ac62-4466-461c-ada7-6725facd5deb,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:06:44.333912 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ee43d169-d0ec-441b-a9bc-ad0e3009d8a1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:44.339993 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ea97f3a-01ad-4fa6-9757-453a338c7b1c None None] Network 8f436b72-5ded-4dea-9e64-9f42a5bd2381 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:06:44.341991 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-ee43d169-d0ec-441b-a9bc-ad0e3009d8a1 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/41b1ac62-4466-461c-ada7-6725facd5deb HTTP/1.1" status: 204 len: 168 time: 0.7326632 Nov 22 20:06:44.344392 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 56770) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:06:44.371769 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [req-d2c77477-eb55-46bd-91fe-8b01ab287ca3 req-0f574b75-a4cc-44f9-8d3d-98b8462092ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbd3757c-d5a3-48d8-8ffb-a909fe72dc91 {{(pid=103447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:06:44.385398 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-d2c77477-eb55-46bd-91fe-8b01ab287ca3 req-0f574b75-a4cc-44f9-8d3d-98b8462092ff service neutron] Publish callbacks [] for port, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:44.441990 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-90d8eae6-67ac-4104-962b-fa1af47138fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3961693'] for network, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:44.456587 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.provisioning_blocks [req-d2c77477-eb55-46bd-91fe-8b01ab287ca3 req-0f574b75-a4cc-44f9-8d3d-98b8462092ff service neutron] Transition to ACTIVE for port object bbd3757c-d5a3-48d8-8ffb-a909fe72dc91 will not be triggered until provisioned by entity L2. {{(pid=103447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 20:06:44.498981 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-d2c77477-eb55-46bd-91fe-8b01ab287ca3 req-0f574b75-a4cc-44f9-8d3d-98b8462092ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:44.513399 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [None req-4b4f2b9d-4c1f-43bb-b5e7-1e1ec59795fe admin admin] For port b663f5f8-7a6f-495c-b215-a32087cb0156, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=b663f5f8-7a6f-495c-b215-a32087cb0156,segment=NetworkSegment(8793ba83-8407-4c3d-9b56-2a177cd58a70),segment_id=8793ba83-8407-4c3d-9b56-2a177cd58a70)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:06:44.513882 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4b4f2b9d-4c1f-43bb-b5e7-1e1ec59795fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:44.560324 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-ca87b337-00b0-44ad-bf0d-3fea35cbd261 req-5700e344-ca88-4435-a9a7-2db643448bb3 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e94aed4c-ece2-410e-a309-9c83a0437f8c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1001661 Nov 22 20:06:44.582063 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-4b4f2b9d-4c1f-43bb-b5e7-1e1ec59795fe admin admin] Calling delete_port for b663f5f8-7a6f-495c-b215-a32087cb0156 owned by network:router_gateway {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:06:44.593099 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-90d8eae6-67ac-4104-962b-fa1af47138fa admin admin] Deleting port 3ca2c4dc-690e-41a7-a322-c5c2b7e7d707 {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:06:44.593954 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-90d8eae6-67ac-4104-962b-fa1af47138fa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:44.678711 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-90d8eae6-67ac-4104-962b-fa1af47138fa admin admin] For port 3ca2c4dc-690e-41a7-a322-c5c2b7e7d707, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=3ca2c4dc-690e-41a7-a322-c5c2b7e7d707,segment=NetworkSegment(a63d3497-ad71-48f1-a472-110c1aefc290),segment_id=a63d3497-ad71-48f1-a472-110c1aefc290)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:06:44.679450 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-90d8eae6-67ac-4104-962b-fa1af47138fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:44.705304 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-90d8eae6-67ac-4104-962b-fa1af47138fa admin admin] Calling delete_port for 3ca2c4dc-690e-41a7-a322-c5c2b7e7d707 owned by network:dhcp {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:06:44.710235 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f574b75-a4cc-44f9-8d3d-98b8462092ff service neutron] Pushing event updated for resources: {'Port': ['ID=bbd3757c-d5a3-48d8-8ffb-a909fe72dc91,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:06:44.766818 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-ec0af90d-f75e-46ac-baed-d8017f4b4ec6 req-ca8ec6b4-74b8-4ddc-9fc2-2292f80975e6 service neutron] Attempting to bind port 922caa09-8d5c-4d80-88ea-9b74d0b2a711 on host n-h1-818823-1 for vnic_type normal with profile None {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:06:44.767147 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-ec0af90d-f75e-46ac-baed-d8017f4b4ec6 req-ca8ec6b4-74b8-4ddc-9fc2-2292f80975e6 service neutron] Attempting to bind port 922caa09-8d5c-4d80-88ea-9b74d0b2a711 by drivers openvswitch,hyperv on host n-h1-818823-1 at level 0 using segments [{'id': 'a1d01b66-e103-44ab-97f3-6f827675fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '5c8a61c3-0285-4b7d-b110-24534369ffce'}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:06:44.767524 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec0af90d-f75e-46ac-baed-d8017f4b4ec6 req-ca8ec6b4-74b8-4ddc-9fc2-2292f80975e6 service neutron] Attempting to bind port 922caa09-8d5c-4d80-88ea-9b74d0b2a711 on network 5c8a61c3-0285-4b7d-b110-24534369ffce {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:06:44.796814 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77872774-c82f-4417-aa9e-2cd7b4a41295 req-e5f023da-3799-429d-99f5-30fa2871302e tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:44.815217 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-77872774-c82f-4417-aa9e-2cd7b4a41295 req-e5f023da-3799-429d-99f5-30fa2871302e tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] 10.222.0.46 "GET /v2.0/ports?device_id=1d610fed-ade8-4090-9ac8-a8eeda6b914b HTTP/1.1" status: 200 len: 949 time: 0.3173232 Nov 22 20:06:44.851643 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-90d8eae6-67ac-4104-962b-fa1af47138fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:44.855093 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec0af90d-f75e-46ac-baed-d8017f4b4ec6 req-ca8ec6b4-74b8-4ddc-9fc2-2292f80975e6 service neutron] Port 922caa09-8d5c-4d80-88ea-9b74d0b2a711 on network 5c8a61c3-0285-4b7d-b110-24534369ffce not bound, no agent of type Open vSwitch agent registered on host n-h1-818823-1 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:06:44.855509 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec0af90d-f75e-46ac-baed-d8017f4b4ec6 req-ca8ec6b4-74b8-4ddc-9fc2-2292f80975e6 service neutron] Attempting to bind port 922caa09-8d5c-4d80-88ea-9b74d0b2a711 on network 5c8a61c3-0285-4b7d-b110-24534369ffce {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:06:44.871297 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d8eae6-67ac-4104-962b-fa1af47138fa admin admin] No DVR routers for this DVR port 3ca2c4dc-690e-41a7-a322-c5c2b7e7d707 on host n-d-818823-1 {{(pid=103448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:06:44.898111 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d8eae6-67ac-4104-962b-fa1af47138fa admin admin] Pushing event deleted for resources: {'Port': ['ID=3ca2c4dc-690e-41a7-a322-c5c2b7e7d707,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:06:44.930302 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a5b39ac-7a2f-4028-92e9-a24a5d969e90 None None] DHCP port deletion for 8f436b72-5ded-4dea-9e64-9f42a5bd2381 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:06:44.944346 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec0af90d-f75e-46ac-baed-d8017f4b4ec6 req-ca8ec6b4-74b8-4ddc-9fc2-2292f80975e6 service neutron] Checking agent: {'id': '7a008cff-3b49-418c-8046-689d46cc800f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'started_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 6, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:06:44.944708 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec0af90d-f75e-46ac-baed-d8017f4b4ec6 req-ca8ec6b4-74b8-4ddc-9fc2-2292f80975e6 service neutron] Checking segment: {'id': 'a1d01b66-e103-44ab-97f3-6f827675fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '5c8a61c3-0285-4b7d-b110-24534369ffce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:06:44.945100 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec0af90d-f75e-46ac-baed-d8017f4b4ec6 req-ca8ec6b4-74b8-4ddc-9fc2-2292f80975e6 service neutron] Bound using segment: {'id': 'a1d01b66-e103-44ab-97f3-6f827675fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '5c8a61c3-0285-4b7d-b110-24534369ffce'} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:06:44.945713 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-ec0af90d-f75e-46ac-baed-d8017f4b4ec6 req-ca8ec6b4-74b8-4ddc-9fc2-2292f80975e6 service neutron] Bound port: 922caa09-8d5c-4d80-88ea-9b74d0b2a711, host: n-h1-818823-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1d01b66-e103-44ab-97f3-6f827675fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '5c8a61c3-0285-4b7d-b110-24534369ffce'}}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:06:45.009504 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-90d8eae6-67ac-4104-962b-fa1af47138fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3760028', 'neutron.services.segments.db._delete_segments_for_network-8748992815755'] for network, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:45.050637 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-90d8eae6-67ac-4104-962b-fa1af47138fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f436b72-5ded-4dea-9e64-9f42a5bd2381']}} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:06:45.071406 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-d2c77477-eb55-46bd-91fe-8b01ab287ca3 req-0f574b75-a4cc-44f9-8d3d-98b8462092ff service neutron] Attempting to bind port bbd3757c-d5a3-48d8-8ffb-a909fe72dc91 on host n-h2-818823-1 for vnic_type normal with profile {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:06:45.072177 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-d2c77477-eb55-46bd-91fe-8b01ab287ca3 req-0f574b75-a4cc-44f9-8d3d-98b8462092ff service neutron] Attempting to bind port bbd3757c-d5a3-48d8-8ffb-a909fe72dc91 by drivers openvswitch,hyperv on host n-h2-818823-1 at level 0 using segments [{'id': 'e07e4f19-324b-4bc4-9774-d97368264930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '1fc722e9-657b-4137-85ca-5f1d2b4dcdb1'}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:06:45.072737 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2c77477-eb55-46bd-91fe-8b01ab287ca3 req-0f574b75-a4cc-44f9-8d3d-98b8462092ff service neutron] Attempting to bind port bbd3757c-d5a3-48d8-8ffb-a909fe72dc91 on network 1fc722e9-657b-4137-85ca-5f1d2b4dcdb1 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:06:45.077914 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-90d8eae6-67ac-4104-962b-fa1af47138fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a63d3497-ad71-48f1-a472-110c1aefc290') {'for_net_delete': True} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:06:45.082723 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-90d8eae6-67ac-4104-962b-fa1af47138fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a63d3497-ad71-48f1-a472-110c1aefc290') {} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:06:45.093850 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-77872774-c82f-4417-aa9e-2cd7b4a41295 req-eca0498c-91ff-4927-9ebf-2428b8093af0 tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] 10.222.0.46 "GET /v2.0/security-groups?id=e5ae9e03-6ff8-4082-b7a4-25ecea5ed21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2746589 Nov 22 20:06:45.108644 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-90d8eae6-67ac-4104-962b-fa1af47138fa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748993039638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11627933'] for segment, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:45.117361 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2c77477-eb55-46bd-91fe-8b01ab287ca3 req-0f574b75-a4cc-44f9-8d3d-98b8462092ff service neutron] Port bbd3757c-d5a3-48d8-8ffb-a909fe72dc91 on network 1fc722e9-657b-4137-85ca-5f1d2b4dcdb1 not bound, no agent of type Open vSwitch agent registered on host n-h2-818823-1 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:06:45.130776 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2c77477-eb55-46bd-91fe-8b01ab287ca3 req-0f574b75-a4cc-44f9-8d3d-98b8462092ff service neutron] Attempting to bind port bbd3757c-d5a3-48d8-8ffb-a909fe72dc91 on network 1fc722e9-657b-4137-85ca-5f1d2b4dcdb1 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:06:45.145318 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-90d8eae6-67ac-4104-962b-fa1af47138fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:45.156967 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-ec0af90d-f75e-46ac-baed-d8017f4b4ec6 req-ca8ec6b4-74b8-4ddc-9fc2-2292f80975e6 service neutron] For port 922caa09-8d5c-4d80-88ea-9b74d0b2a711, host n-h1-818823-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=922caa09-8d5c-4d80-88ea-9b74d0b2a711,segment=NetworkSegment(a1d01b66-e103-44ab-97f3-6f827675fa31),segment_id=a1d01b66-e103-44ab-97f3-6f827675fa31)] {{(pid=103447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:06:45.158419 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2c77477-eb55-46bd-91fe-8b01ab287ca3 req-0f574b75-a4cc-44f9-8d3d-98b8462092ff service neutron] Checking agent: {'id': '65e0486a-7030-4065-96f0-10aa7402a530', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'started_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 6, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:06:45.159732 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2c77477-eb55-46bd-91fe-8b01ab287ca3 req-0f574b75-a4cc-44f9-8d3d-98b8462092ff service neutron] Checking segment: {'id': 'e07e4f19-324b-4bc4-9774-d97368264930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '1fc722e9-657b-4137-85ca-5f1d2b4dcdb1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:06:45.160379 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2c77477-eb55-46bd-91fe-8b01ab287ca3 req-0f574b75-a4cc-44f9-8d3d-98b8462092ff service neutron] Bound using segment: {'id': 'e07e4f19-324b-4bc4-9774-d97368264930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '1fc722e9-657b-4137-85ca-5f1d2b4dcdb1'} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:06:45.161038 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-d2c77477-eb55-46bd-91fe-8b01ab287ca3 req-0f574b75-a4cc-44f9-8d3d-98b8462092ff service neutron] Bound port: bbd3757c-d5a3-48d8-8ffb-a909fe72dc91, host: n-h2-818823-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e07e4f19-324b-4bc4-9774-d97368264930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '1fc722e9-657b-4137-85ca-5f1d2b4dcdb1'}}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:06:45.161606 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-d2c77477-eb55-46bd-91fe-8b01ab287ca3 req-0f574b75-a4cc-44f9-8d3d-98b8462092ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:45.173961 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90d8eae6-67ac-4104-962b-fa1af47138fa admin admin] Releasing vlan 623 on physical network physnet1 to pool {{(pid=103448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 20:06:45.175737 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-90d8eae6-67ac-4104-962b-fa1af47138fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11567447'] for segment, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:45.180995 n-d-818823-1 neutron-server[103448]: Traceback (most recent call last): Nov 22 20:06:45.180995 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 20:06:45.180995 n-d-818823-1 neutron-server[103448]: timer() Nov 22 20:06:45.180995 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 20:06:45.180995 n-d-818823-1 neutron-server[103448]: cb(*args, **kw) Nov 22 20:06:45.180995 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 20:06:45.180995 n-d-818823-1 neutron-server[103448]: return func(*args, **kwargs) Nov 22 20:06:45.180995 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 20:06:45.180995 n-d-818823-1 neutron-server[103448]: self._notify() Nov 22 20:06:45.180995 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 20:06:45.180995 n-d-818823-1 neutron-server[103448]: self.callback(batched_events) Nov 22 20:06:45.180995 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 20:06:45.180995 n-d-818823-1 neutron-server[103448]: event.method(event) Nov 22 20:06:45.180995 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 20:06:45.180995 n-d-818823-1 neutron-server[103448]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 20:06:45.180995 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 20:06:45.180995 n-d-818823-1 neutron-server[103448]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 20:06:45.180995 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 20:06:45.180995 n-d-818823-1 neutron-server[103448]: return f(self, *a, **k) Nov 22 20:06:45.180995 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 20:06:45.180995 n-d-818823-1 neutron-server[103448]: return self._get(url).json() Nov 22 20:06:45.180995 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 20:06:45.180995 n-d-818823-1 neutron-server[103448]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 20:06:45.180995 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 20:06:45.180995 n-d-818823-1 neutron-server[103448]: return self.request(url, 'GET', **kwargs) Nov 22 20:06:45.180995 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 20:06:45.180995 n-d-818823-1 neutron-server[103448]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 20:06:45.180995 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 20:06:45.180995 n-d-818823-1 neutron-server[103448]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 20:06:45.180995 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 20:06:45.180995 n-d-818823-1 neutron-server[103448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 20:06:45.180995 n-d-818823-1 neutron-server[103448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 20:06:45.198762 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-ec0af90d-f75e-46ac-baed-d8017f4b4ec6 req-ca8ec6b4-74b8-4ddc-9fc2-2292f80975e6 service neutron] Publish callbacks [] for binding, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:45.219446 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ec0af90d-f75e-46ac-baed-d8017f4b4ec6 req-ca8ec6b4-74b8-4ddc-9fc2-2292f80975e6 service neutron] 10.222.0.46 "POST /v2.0/ports/922caa09-8d5c-4d80-88ea-9b74d0b2a711/bindings HTTP/1.1" status: 201 len: 389 time: 1.6384239 Nov 22 20:06:45.284917 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-90d8eae6-67ac-4104-962b-fa1af47138fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3760002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595318'] for network, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:45.317276 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-90d8eae6-67ac-4104-962b-fa1af47138fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:45.322878 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-90d8eae6-67ac-4104-962b-fa1af47138fa admin admin] 10.222.0.46 "DELETE /v2.0/networks/8f436b72-5ded-4dea-9e64-9f42a5bd2381 HTTP/1.1" status: 204 len: 168 time: 0.9766753 Nov 22 20:06:45.324717 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d8eae6-67ac-4104-962b-fa1af47138fa admin admin] Pushing event deleted for resources: {'Network': ['ID=8f436b72-5ded-4dea-9e64-9f42a5bd2381,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:06:45.421870 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 20:06:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3089831f-e076-41b6-a00c-4c335f7f5ca6 x-openstack-request-id: req-3089831f-e076-41b6-a00c-4c335f7f5ca6 {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:06:45.422424 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c116513-8cbd-4d9e-925a-1c95fd1d19ca", "tag": "0e8de699-60a6-4982-87a0-ca6d3c2d4064", "status": "completed", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:06:45.424783 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3089831f-e076-41b6-a00c-4c335f7f5ca6 {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:06:45.426928 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4b4f2b9d-4c1f-43bb-b5e7-1e1ec59795fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:45.427692 n-d-818823-1 neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c116513-8cbd-4d9e-925a-1c95fd1d19ca', 'tag': '0e8de699-60a6-4982-87a0-ca6d3c2d4064', 'status': 'completed', 'code': 200} Nov 22 20:06:45.592821 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2f1321-8aa0-413f-98f6-88e1aa07dd4d req-2e42a0ca-bd14-4e1f-9866-e43e2d9bb8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:45.594648 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-ca2f1321-8aa0-413f-98f6-88e1aa07dd4d req-2e42a0ca-bd14-4e1f-9866-e43e2d9bb8ca service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=803052827de248ba8c71fbc4f8294e78&device_id=2c116513-8cbd-4d9e-925a-1c95fd1d19ca HTTP/1.1" status: 200 len: 1094 time: 0.1236694 Nov 22 20:06:45.607989 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4f2b9d-4c1f-43bb-b5e7-1e1ec59795fe admin admin] Pushing event deleted for resources: {'Port': ['ID=b663f5f8-7a6f-495c-b215-a32087cb0156,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:06:45.662538 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 56808) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:06:45.716655 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-d2c77477-eb55-46bd-91fe-8b01ab287ca3 req-0f574b75-a4cc-44f9-8d3d-98b8462092ff service neutron] For port bbd3757c-d5a3-48d8-8ffb-a909fe72dc91, host n-h2-818823-1, cleared binding levels {{(pid=103447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:06:45.828233 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-d2c77477-eb55-46bd-91fe-8b01ab287ca3 req-0f574b75-a4cc-44f9-8d3d-98b8462092ff service neutron] For port bbd3757c-d5a3-48d8-8ffb-a909fe72dc91, host n-h2-818823-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=bbd3757c-d5a3-48d8-8ffb-a909fe72dc91,segment=NetworkSegment(e07e4f19-324b-4bc4-9774-d97368264930),segment_id=e07e4f19-324b-4bc4-9774-d97368264930)] {{(pid=103447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:06:45.845792 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-4c693ec7-c27d-47f2-9d0b-4e7be12b36b5 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=63589193b3884afba34476ae8f9272c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1771691 Nov 22 20:06:45.850863 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 56814) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:06:45.851481 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-d2c77477-eb55-46bd-91fe-8b01ab287ca3 req-0f574b75-a4cc-44f9-8d3d-98b8462092ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:45.867692 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb1aa59-ded6-4bc2-9dbd-6802f1d43102 req-9632143f-a3a6-4e62-89b0-1d8e20d48983 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:45.879642 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5fb1aa59-ded6-4bc2-9dbd-6802f1d43102 req-9632143f-a3a6-4e62-89b0-1d8e20d48983 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/ports?device_id=e94aed4c-ece2-410e-a309-9c83a0437f8c HTTP/1.1" status: 200 len: 950 time: 0.3309555 Nov 22 20:06:45.897547 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4b4f2b9d-4c1f-43bb-b5e7-1e1ec59795fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595398'] for router_gateway, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:45.944175 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1823fc-cd43-4fcf-a904-2d2e1fb37f49 req-53219dab-7d4b-437a-9db1-b6681ea4685a tempest-ListServersNegativeTestJSON-237213451 tempest-ListServersNegativeTestJSON-237213451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:45.953024 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5e1823fc-cd43-4fcf-a904-2d2e1fb37f49 req-53219dab-7d4b-437a-9db1-b6681ea4685a tempest-ListServersNegativeTestJSON-237213451 tempest-ListServersNegativeTestJSON-237213451-project] 10.222.0.46 "GET /v2.0/ports?device_id=2c116513-8cbd-4d9e-925a-1c95fd1d19ca HTTP/1.1" status: 200 len: 943 time: 0.2859774 Nov 22 20:06:45.955867 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0af90d-f75e-46ac-baed-d8017f4b4ec6 req-caf443a8-5a2f-41a3-8857-442c5ee6ea98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:45.959159 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-ec0af90d-f75e-46ac-baed-d8017f4b4ec6 req-caf443a8-5a2f-41a3-8857-442c5ee6ea98 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ed1bb220b53d484cb7697cddf2626bd6&device_id=a8d3a7bb-93d3-4918-911b-b913622e40e8 HTTP/1.1" status: 200 len: 1097 time: 0.3556037 Nov 22 20:06:46.000662 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c77477-eb55-46bd-91fe-8b01ab287ca3 req-0f574b75-a4cc-44f9-8d3d-98b8462092ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:46.001306 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-d2c77477-eb55-46bd-91fe-8b01ab287ca3 req-0f574b75-a4cc-44f9-8d3d-98b8462092ff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:46.002806 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d2c77477-eb55-46bd-91fe-8b01ab287ca3 req-0f574b75-a4cc-44f9-8d3d-98b8462092ff service neutron] 10.222.0.20 "PUT /v2.0/ports/bbd3757c-d5a3-48d8-8ffb-a909fe72dc91 HTTP/1.1" status: 200 len: 1092 time: 4.1577826 Nov 22 20:06:46.127702 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2f1321-8aa0-413f-98f6-88e1aa07dd4d req-bf8d9db1-30cb-4880-9a06-6ca43590e4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:46.127702 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-ca2f1321-8aa0-413f-98f6-88e1aa07dd4d req-bf8d9db1-30cb-4880-9a06-6ca43590e4a2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=1fc722e9-657b-4137-85ca-5f1d2b4dcdb1 HTTP/1.1" status: 200 len: 918 time: 0.4884419 Nov 22 20:06:46.128265 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64321546-b1b1-47ab-9f62-e72532a04a0b', 'tag': 'bbd3757c-d5a3-48d8-8ffb-a909fe72dc91'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:06:46.128265 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57ea74e8-b65a-4b84-a61f-fad12553399a" -d '{"events": [{"name": "network-changed", "server_uuid": "64321546-b1b1-47ab-9f62-e72532a04a0b", "tag": "bbd3757c-d5a3-48d8-8ffb-a909fe72dc91"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:06:46.142049 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 0ee5608d-6ec7-4452-95e3-253b02c58531 no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:06:46.187590 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-87804efb-370f-4844-9458-ad4122366fae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:46.197075 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-ca2f1321-8aa0-413f-98f6-88e1aa07dd4d req-2deff2d1-3872-420d-b55a-de9396d71f69 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0e8de699-60a6-4982-87a0-ca6d3c2d4064 HTTP/1.1" status: 200 len: 217 time: 0.0805607 Nov 22 20:06:46.294417 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: 0ee5608d-6ec7-4452-95e3-253b02c58531 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:06:46.295276 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 0ee5608d-6ec7-4452-95e3-253b02c58531 not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:06:46.296654 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 3ca2c4dc-690e-41a7-a322-c5c2b7e7d707 no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:06:46.350953 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: 3ca2c4dc-690e-41a7-a322-c5c2b7e7d707 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:06:46.351802 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 3ca2c4dc-690e-41a7-a322-c5c2b7e7d707 not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:06:46.368296 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-87804efb-370f-4844-9458-ad4122366fae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:46.383689 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4b4f2b9d-4c1f-43bb-b5e7-1e1ec59795fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24781'] for router, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:46.401285 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4b4f2b9d-4c1f-43bb-b5e7-1e1ec59795fe admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:46.416259 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0af90d-f75e-46ac-baed-d8017f4b4ec6 req-5014ea3f-080d-4a7b-9f69-3ad5f4e4f9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:46.417749 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-ec0af90d-f75e-46ac-baed-d8017f4b4ec6 req-5014ea3f-080d-4a7b-9f69-3ad5f4e4f9eb service neutron] 10.222.0.41 "GET /v2.0/networks?id=5c8a61c3-0285-4b7d-b110-24534369ffce HTTP/1.1" status: 200 len: 922 time: 0.4382250 Nov 22 20:06:46.427480 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2f1321-8aa0-413f-98f6-88e1aa07dd4d req-85df7e85-1c02-4908-8f4e-e5c771566aba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:46.429413 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-ca2f1321-8aa0-413f-98f6-88e1aa07dd4d req-85df7e85-1c02-4908-8f4e-e5c771566aba service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a8227d38-9017-41bd-8149-d6e5afcabe5f HTTP/1.1" status: 200 len: 857 time: 0.2141042 Nov 22 20:06:46.467269 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f574b75-a4cc-44f9-8d3d-98b8462092ff service neutron] Pushing event updated for resources: {'Port': ['ID=bbd3757c-d5a3-48d8-8ffb-a909fe72dc91,revision_number=3']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:06:46.502992 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-ca2f1321-8aa0-413f-98f6-88e1aa07dd4d req-0be1413c-3187-4d51-8b9c-b6be5846496b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1fc722e9-657b-4137-85ca-5f1d2b4dcdb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0590053 Nov 22 20:06:46.504360 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-ec0af90d-f75e-46ac-baed-d8017f4b4ec6 req-aa4c8b3d-1960-4f78-a44e-c9acca11595c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=922caa09-8d5c-4d80-88ea-9b74d0b2a711 HTTP/1.1" status: 200 len: 217 time: 0.0744624 Nov 22 20:06:46.558432 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5fb1aa59-ded6-4bc2-9dbd-6802f1d43102 req-221583e8-3f9a-4f34-a68c-f468e358423a tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1d007ec-a75a-4ef8-9cdd-9c679a3ff22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6777732 Nov 22 20:06:46.573446 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4b4f2b9d-4c1f-43bb-b5e7-1e1ec59795fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-663261'] for router, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:46.574668 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b4f2b9d-4c1f-43bb-b5e7-1e1ec59795fe admin admin] Fanout notify agent at l3_agent the message router_deleted on router 442ab2c2-1724-406b-86dd-55ba74725ccb {{(pid=103447) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 20:06:46.583571 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5e1823fc-cd43-4fcf-a904-2d2e1fb37f49 req-d6f91270-b91d-4550-be10-afc26df1d669 tempest-ListServersNegativeTestJSON-237213451 tempest-ListServersNegativeTestJSON-237213451-project] 10.222.0.46 "GET /v2.0/security-groups?id=1d2c79e0-b361-4d19-9e37-904303a435fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6296394 Nov 22 20:06:46.591706 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4b4f2b9d-4c1f-43bb-b5e7-1e1ec59795fe admin admin] Publish callbacks [] for router, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:46.595224 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-4b4f2b9d-4c1f-43bb-b5e7-1e1ec59795fe admin admin] 10.222.0.46 "DELETE /v2.0/routers/442ab2c2-1724-406b-86dd-55ba74725ccb HTTP/1.1" status: 204 len: 168 time: 4.7560854 Nov 22 20:06:46.601174 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c77477-eb55-46bd-91fe-8b01ab287ca3 req-ea5e7011-a29a-4b1a-b450-78fa0241027d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:46.604121 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d2c77477-eb55-46bd-91fe-8b01ab287ca3 req-ea5e7011-a29a-4b1a-b450-78fa0241027d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=803052827de248ba8c71fbc4f8294e78&device_id=64321546-b1b1-47ab-9f62-e72532a04a0b HTTP/1.1" status: 200 len: 1095 time: 0.4488947 Nov 22 20:06:46.604622 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 56826) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:06:46.675675 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-87804efb-370f-4844-9458-ad4122366fae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:46.678382 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-87804efb-370f-4844-9458-ad4122366fae admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:46.682463 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-87804efb-370f-4844-9458-ad4122366fae admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1b5c5f7d-c949-4c43-9b75-d861afa9a679 HTTP/1.1" status: 204 len: 168 time: 0.8271794 Nov 22 20:06:46.714915 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0af90d-f75e-46ac-baed-d8017f4b4ec6 req-cd0ca2a8-fc1f-4701-a3f0-92f98eafe2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:46.716323 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-ec0af90d-f75e-46ac-baed-d8017f4b4ec6 req-cd0ca2a8-fc1f-4701-a3f0-92f98eafe2b8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6ba52ab0-cb64-425e-be27-2e0b31d7d99f HTTP/1.1" status: 200 len: 861 time: 0.1924241 Nov 22 20:06:46.754497 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87804efb-370f-4844-9458-ad4122366fae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b5c5f7d-c949-4c43-9b75-d861afa9a679,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:06:46.787308 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-ec0af90d-f75e-46ac-baed-d8017f4b4ec6 req-d1e9d954-8f01-4588-bf0f-5e399b65412c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5c8a61c3-0285-4b7d-b110-24534369ffce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429554 Nov 22 20:06:46.852067 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d2c77477-eb55-46bd-91fe-8b01ab287ca3 req-c54132c4-2e35-44df-9407-4c079284cfb2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bbd3757c-d5a3-48d8-8ffb-a909fe72dc91 HTTP/1.1" status: 200 len: 217 time: 0.2234852 Nov 22 20:06:46.858356 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-ca2f1321-8aa0-413f-98f6-88e1aa07dd4d req-7cea7512-4db6-4715-a3d9-6025ebb3a547 service neutron] 10.222.0.20 "GET /v2.0/networks/1fc722e9-657b-4137-85ca-5f1d2b4dcdb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3458674 Nov 22 20:06:47.025111 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c77477-eb55-46bd-91fe-8b01ab287ca3 req-092193a7-306b-4c66-936b-6d364da3951e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:47.027202 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d2c77477-eb55-46bd-91fe-8b01ab287ca3 req-092193a7-306b-4c66-936b-6d364da3951e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a8227d38-9017-41bd-8149-d6e5afcabe5f HTTP/1.1" status: 200 len: 857 time: 0.1743028 Nov 22 20:06:47.033351 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_v2 [None req-05a523d2-c4ba-4ada-8d38-25f68505c813 admin admin] Deleting subnet 555c9f92-faec-4407-89e0-e5147ee8b27d {{(pid=103447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 20:06:47.048603 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-05a523d2-c4ba-4ada-8d38-25f68505c813 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:47.062259 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948d91b5-1db6-46d0-9d5f-c6e08668da87 req-bfe538fd-5a92-4caf-accf-a51a801f9886 tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:47.071663 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-948d91b5-1db6-46d0-9d5f-c6e08668da87 req-bfe538fd-5a92-4caf-accf-a51a801f9886 tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] 10.222.0.46 "GET /v2.0/ports?device_id=a8d3a7bb-93d3-4918-911b-b913622e40e8 HTTP/1.1" status: 200 len: 946 time: 0.3553448 Nov 22 20:06:47.127632 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.20', 53970) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:06:47.170968 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b347d8-6441-4569-b381-aa0be7e272a4 req-af8d8000-1b7c-4ed8-a730-ae8814dc8595 tempest-ServersWithSpecificFlavorTestJSON-1120519075 tempest-ServersWithSpecificFlavorTestJSON-1120519075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:47.172930 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c4b347d8-6441-4569-b381-aa0be7e272a4 req-af8d8000-1b7c-4ed8-a730-ae8814dc8595 tempest-ServersWithSpecificFlavorTestJSON-1120519075 tempest-ServersWithSpecificFlavorTestJSON-1120519075-project] 10.222.0.46 "GET /v2.0/ports?device_id=d4b9559d-40a3-4573-bebb-b20ad7954d44 HTTP/1.1" status: 200 len: 946 time: 0.4056931 Nov 22 20:06:47.175734 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d2c77477-eb55-46bd-91fe-8b01ab287ca3 req-e0b8e6f9-d99a-4587-a11e-a4dce0ff575e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1fc722e9-657b-4137-85ca-5f1d2b4dcdb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1283004 Nov 22 20:06:47.292939 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-05a523d2-c4ba-4ada-8d38-25f68505c813 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12178353'] for subnet, precommit_delete_associations {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:47.300826 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-948d91b5-1db6-46d0-9d5f-c6e08668da87 req-38ed0d3e-a515-4a85-be6e-b27ab9db13cd tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] 10.222.0.46 "GET /v2.0/security-groups?id=89c2c967-26c4-4e1c-a1fd-c97f87817ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2281032 Nov 22 20:06:47.378733 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca87b337-00b0-44ad-bf0d-3fea35cbd261 req-69bddeb0-a928-487f-8bb8-6c38dfd7f894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:47.380385 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ca87b337-00b0-44ad-bf0d-3fea35cbd261 req-69bddeb0-a928-487f-8bb8-6c38dfd7f894 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=126c0323750547f8b9835ef63890aaea&device_id=e94aed4c-ece2-410e-a309-9c83a0437f8c HTTP/1.1" status: 200 len: 1101 time: 0.2382216 Nov 22 20:06:47.435251 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e35400b0-7747-47a9-9298-df2e65d8ee67', 'tag': '7f774b33-fa48-4155-be7e-e08cdfc73b1b'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:06:47.437945 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589a98cf2aea187fcc423a5edb333e5a6cf3ad7c81115d1ebee0f079693c312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8949216c-0dd7-4e8c-a93c-a9fdcb45aedc" -d '{"events": [{"name": "network-changed", "server_uuid": "e35400b0-7747-47a9-9298-df2e65d8ee67", "tag": "7f774b33-fa48-4155-be7e-e08cdfc73b1b"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:06:47.442709 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-ca2f1321-8aa0-413f-98f6-88e1aa07dd4d req-1bb50cb8-a61a-4342-aaca-734528b521cf service neutron] 10.222.0.20 "GET /v2.0/networks/1fc722e9-657b-4137-85ca-5f1d2b4dcdb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5732951 Nov 22 20:06:47.488368 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-ec0af90d-f75e-46ac-baed-d8017f4b4ec6 req-a8b9ff27-45fe-4dc8-b823-9c8886a3ff8e service neutron] 10.222.0.41 "GET /v2.0/networks/5c8a61c3-0285-4b7d-b110-24534369ffce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6840580 Nov 22 20:06:47.578944 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c4b347d8-6441-4569-b381-aa0be7e272a4 req-332321d2-7421-473e-af6e-62023900c12c tempest-ServersWithSpecificFlavorTestJSON-1120519075 tempest-ServersWithSpecificFlavorTestJSON-1120519075-project] 10.222.0.46 "GET /v2.0/security-groups?id=ea60d010-f7c1-485a-99af-472dfb1cdc16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3877625 Nov 22 20:06:47.580278 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 0e8de699-60a6-4982-87a0-ca6d3c2d4064 details requested by agent hyperv_n-h2-818823-1 with host n-h2-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 20:06:47.684105 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-ec0af90d-f75e-46ac-baed-d8017f4b4ec6 req-b72f8315-dc75-44eb-8078-bfa4d6125255 service neutron] 10.222.0.41 "GET /v2.0/networks/5c8a61c3-0285-4b7d-b110-24534369ffce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687603 Nov 22 20:06:47.708452 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca87b337-00b0-44ad-bf0d-3fea35cbd261 req-3ee26fc6-30ab-4621-a8b9-ece9c1d3335f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:47.709904 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ca87b337-00b0-44ad-bf0d-3fea35cbd261 req-3ee26fc6-30ab-4621-a8b9-ece9c1d3335f service neutron] 10.222.0.20 "GET /v2.0/networks?id=e1052824-bf78-4963-8937-b202e372ac24 HTTP/1.1" status: 200 len: 870 time: 0.3133371 Nov 22 20:06:47.710075 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 7f774b33-fa48-4155-be7e-e08cdfc73b1b details requested by agent hyperv_n-h1-818823-1 with host n-h1-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 20:06:47.712463 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 20:06:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fa95e9a-142e-4d3c-b1a3-edc82ff1797c x-openstack-request-id: req-3fa95e9a-142e-4d3c-b1a3-edc82ff1797c {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:06:47.712750 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64321546-b1b1-47ab-9f62-e72532a04a0b", "tag": "bbd3757c-d5a3-48d8-8ffb-a909fe72dc91", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:06:47.713982 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3fa95e9a-142e-4d3c-b1a3-edc82ff1797c {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:06:47.713982 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64321546-b1b1-47ab-9f62-e72532a04a0b', 'tag': 'bbd3757c-d5a3-48d8-8ffb-a909fe72dc91', 'status': 'completed', 'code': 200} Nov 22 20:06:47.739348 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d2c77477-eb55-46bd-91fe-8b01ab287ca3 req-6ec131ab-d4e7-4840-a659-8f16878ed10a service neutron] 10.222.0.20 "GET /v2.0/networks/1fc722e9-657b-4137-85ca-5f1d2b4dcdb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5515444 Nov 22 20:06:47.749848 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device b663f5f8-7a6f-495c-b215-a32087cb0156 no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:06:47.801550 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: b663f5f8-7a6f-495c-b215-a32087cb0156 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:06:47.802271 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device b663f5f8-7a6f-495c-b215-a32087cb0156 not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:06:47.825173 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ca87b337-00b0-44ad-bf0d-3fea35cbd261 req-5c44b210-21c2-455a-a5db-f2fd615972cb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=61d0354c-dae5-471e-bea6-af003ac19ef9 HTTP/1.1" status: 200 len: 217 time: 0.0783410 Nov 22 20:06:47.826425 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-05a523d2-c4ba-4ada-8d38-25f68505c813 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3753007'] for subnet, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:47.874906 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 20:06:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae7ef3dc-01f1-4f5b-8f61-2ed08bbbae9d x-openstack-request-id: req-ae7ef3dc-01f1-4f5b-8f61-2ed08bbbae9d {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:06:47.876872 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e35400b0-7747-47a9-9298-df2e65d8ee67", "tag": "7f774b33-fa48-4155-be7e-e08cdfc73b1b", "status": "completed", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:06:47.877956 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ae7ef3dc-01f1-4f5b-8f61-2ed08bbbae9d {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:06:47.878590 n-d-818823-1 neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e35400b0-7747-47a9-9298-df2e65d8ee67', 'tag': '7f774b33-fa48-4155-be7e-e08cdfc73b1b', 'status': 'completed', 'code': 200} Nov 22 20:06:47.887971 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port 0e8de699-60a6-4982-87a0-ca6d3c2d4064, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=0e8de699-60a6-4982-87a0-ca6d3c2d4064,segment=NetworkSegment(e07e4f19-324b-4bc4-9774-d97368264930),segment_id=e07e4f19-324b-4bc4-9774-d97368264930)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:06:47.904915 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Returning: {'device': '0e8de699-60a6-4982-87a0-ca6d3c2d4064', 'network_id': '1fc722e9-657b-4137-85ca-5f1d2b4dcdb1', 'port_id': '0e8de699-60a6-4982-87a0-ca6d3c2d4064', 'mac_address': 'fa:16:3e:1d:77:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8227d38-9017-41bd-8149-d6e5afcabe5f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 20:06:47.938911 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b60077-2869-4004-b760-5e0f80fd0970 req-5a7d130e-482f-4429-887f-1ba352509a06 tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:47.941288 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b8b60077-2869-4004-b760-5e0f80fd0970 req-5a7d130e-482f-4429-887f-1ba352509a06 tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] 10.222.0.46 "GET /v2.0/ports?device_id=1d610fed-ade8-4090-9ac8-a8eeda6b914b HTTP/1.1" status: 200 len: 949 time: 0.4416220 Nov 22 20:06:47.960656 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 7f774b33-fa48-4155-be7e-e08cdfc73b1b, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=7f774b33-fa48-4155-be7e-e08cdfc73b1b,segment=NetworkSegment(e07e4f19-324b-4bc4-9774-d97368264930),segment_id=e07e4f19-324b-4bc4-9774-d97368264930)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:06:47.980052 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Returning: {'device': '7f774b33-fa48-4155-be7e-e08cdfc73b1b', 'network_id': '1fc722e9-657b-4137-85ca-5f1d2b4dcdb1', 'port_id': '7f774b33-fa48-4155-be7e-e08cdfc73b1b', 'mac_address': 'fa:16:3e:06:ef:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8227d38-9017-41bd-8149-d6e5afcabe5f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 20:06:47.986922 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:48.032153 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e8de699-60a6-4982-87a0-ca6d3c2d4064 {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:06:48.049067 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:48.050762 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8949216c-0dd7-4e8c-a93c-a9fdcb45aedc req-8f3bd6f3-c4bf-4d7c-b79c-7196b740ee83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:48.054445 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-8949216c-0dd7-4e8c-a93c-a9fdcb45aedc req-8f3bd6f3-c4bf-4d7c-b79c-7196b740ee83 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=803052827de248ba8c71fbc4f8294e78&device_id=e35400b0-7747-47a9-9298-df2e65d8ee67 HTTP/1.1" status: 200 len: 1094 time: 0.1119707 Nov 22 20:06:48.071300 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d2c77477-eb55-46bd-91fe-8b01ab287ca3 req-7f7b0508-37ed-4c3b-bf07-a8f8692160aa service neutron] 10.222.0.20 "GET /v2.0/networks/1fc722e9-657b-4137-85ca-5f1d2b4dcdb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3152735 Nov 22 20:06:48.074506 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port 0e8de699-60a6-4982-87a0-ca6d3c2d4064, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=0e8de699-60a6-4982-87a0-ca6d3c2d4064,segment=NetworkSegment(e07e4f19-324b-4bc4-9774-d97368264930),segment_id=e07e4f19-324b-4bc4-9774-d97368264930)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:06:48.077045 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f774b33-fa48-4155-be7e-e08cdfc73b1b {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:06:48.099144 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 7f774b33-fa48-4155-be7e-e08cdfc73b1b, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=7f774b33-fa48-4155-be7e-e08cdfc73b1b,segment=NetworkSegment(e07e4f19-324b-4bc4-9774-d97368264930),segment_id=e07e4f19-324b-4bc4-9774-d97368264930)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:06:48.101888 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:48.108017 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:48.115079 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-05a523d2-c4ba-4ada-8d38-25f68505c813 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3753014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8900804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8485115'] for subnet, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:48.143180 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca87b337-00b0-44ad-bf0d-3fea35cbd261 req-bb757191-7e20-43b4-9366-f89969a62066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:48.144691 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ca87b337-00b0-44ad-bf0d-3fea35cbd261 req-bb757191-7e20-43b4-9366-f89969a62066 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3091ebfd-11e2-41f8-9c00-ffe0b86563d8 HTTP/1.1" status: 200 len: 843 time: 0.2664206 Nov 22 20:06:48.181114 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=0e8de699-60a6-4982-87a0-ca6d3c2d4064,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:06:48.222394 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b8b60077-2869-4004-b760-5e0f80fd0970 req-b4d9bd64-2f5b-45ef-80df-22c52e32766e tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] 10.222.0.46 "GET /v2.0/security-groups?id=e5ae9e03-6ff8-4082-b7a4-25ecea5ed21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2626054 Nov 22 20:06:48.222788 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8949216c-0dd7-4e8c-a93c-a9fdcb45aedc req-a0c5527f-88b7-44d1-a58b-9ff755b2ec9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:48.224378 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-8949216c-0dd7-4e8c-a93c-a9fdcb45aedc req-a0c5527f-88b7-44d1-a58b-9ff755b2ec9d service neutron] 10.222.0.41 "GET /v2.0/networks?id=1fc722e9-657b-4137-85ca-5f1d2b4dcdb1 HTTP/1.1" status: 200 len: 918 time: 0.1580698 Nov 22 20:06:48.224643 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 56876) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:06:48.237909 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a523d2-c4ba-4ada-8d38-25f68505c813 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=555c9f92-faec-4407-89e0-e5147ee8b27d,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:06:48.269425 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-05a523d2-c4ba-4ada-8d38-25f68505c813 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for subnet, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:48.269568 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4894b1a4-5049-4b13-abdc-f9b01128b85f None None] Network 1e81e05c-4c76-424f-a369-a3cc99f09949 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:06:48.273003 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-05a523d2-c4ba-4ada-8d38-25f68505c813 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/555c9f92-faec-4407-89e0-e5147ee8b27d HTTP/1.1" status: 204 len: 168 time: 1.6671593 Nov 22 20:06:48.275797 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 56880) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:06:48.282657 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc968f14-fc90-4275-af8c-0399a000b4eb req-413fa19a-3c64-41a0-a10e-39f9b3be7066 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:48.284501 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-cc968f14-fc90-4275-af8c-0399a000b4eb req-413fa19a-3c64-41a0-a10e-39f9b3be7066 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/ports?device_id=e94aed4c-ece2-410e-a309-9c83a0437f8c HTTP/1.1" status: 200 len: 950 time: 0.2862222 Nov 22 20:06:48.418044 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=7f774b33-fa48-4155-be7e-e08cdfc73b1b,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:06:48.436728 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] get_ports_and_sgs() called for port_ids ['0e8de699-60a6-4982-87a0-ca6d3c2d4064'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:06:48.465604 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d58c0bf1-b361-43d8-8891-749e1e63428c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3961693'] for network, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:48.507857 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-8949216c-0dd7-4e8c-a93c-a9fdcb45aedc req-ff091fd2-80b3-4853-9b67-c15d0fde45e1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7f774b33-fa48-4155-be7e-e08cdfc73b1b HTTP/1.1" status: 200 len: 217 time: 0.1241612 Nov 22 20:06:48.584593 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] get_ports_and_sgs() called for port_ids ['7f774b33-fa48-4155-be7e-e08cdfc73b1b'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:06:48.608083 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8949216c-0dd7-4e8c-a93c-a9fdcb45aedc req-659e04ef-783d-403f-b5cf-125ce0efe562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:48.609742 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-8949216c-0dd7-4e8c-a93c-a9fdcb45aedc req-659e04ef-783d-403f-b5cf-125ce0efe562 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a8227d38-9017-41bd-8149-d6e5afcabe5f HTTP/1.1" status: 200 len: 857 time: 0.0694907 Nov 22 20:06:48.660743 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-8949216c-0dd7-4e8c-a93c-a9fdcb45aedc req-34733cc2-3464-45b1-924e-7b7b297fd10b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1fc722e9-657b-4137-85ca-5f1d2b4dcdb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398793 Nov 22 20:06:48.665643 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-1dc1e9df-a17c-4ecf-8c08-02138bd65a30 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1125507193-network', 'tenant_id': '06e6d3b48fca4efea364337fb0a9126a'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:06:48.674946 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ea74e8-b65a-4b84-a61f-fad12553399a req-6f89b2fe-8c14-4db8-8b95-277fcad55b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:48.676436 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-d58c0bf1-b361-43d8-8891-749e1e63428c admin admin] Deleting port 3c321679-8fa4-434d-9b61-9f0e603e278f {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:06:48.676810 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d58c0bf1-b361-43d8-8891-749e1e63428c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:48.676933 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-57ea74e8-b65a-4b84-a61f-fad12553399a req-6f89b2fe-8c14-4db8-8b95-277fcad55b4c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=803052827de248ba8c71fbc4f8294e78&device_id=64321546-b1b1-47ab-9f62-e72532a04a0b HTTP/1.1" status: 200 len: 1095 time: 0.5311029 Nov 22 20:06:48.691701 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca87b337-00b0-44ad-bf0d-3fea35cbd261 req-f8a11b11-caea-4c84-891a-90000a1d5033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:48.693376 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ca87b337-00b0-44ad-bf0d-3fea35cbd261 req-f8a11b11-caea-4c84-891a-90000a1d5033 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e1052824-bf78-4963-8937-b202e372ac24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4763532 Nov 22 20:06:48.820756 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-cc968f14-fc90-4275-af8c-0399a000b4eb req-732d4dab-2823-4999-9eb7-d56f505a1ef4 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1d007ec-a75a-4ef8-9cdd-9c679a3ff22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5216916 Nov 22 20:06:48.827599 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a22bd96e-05ef-46c7-80c1-578c65d20bc8 None None] DHCP port deletion for 1e81e05c-4c76-424f-a369-a3cc99f09949 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:06:48.913051 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-8949216c-0dd7-4e8c-a93c-a9fdcb45aedc req-6cf9a413-d2d8-419a-a26a-2c422f9cca51 service neutron] 10.222.0.41 "GET /v2.0/networks/1fc722e9-657b-4137-85ca-5f1d2b4dcdb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2333722 Nov 22 20:06:48.932590 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-d58c0bf1-b361-43d8-8891-749e1e63428c admin admin] For port 3c321679-8fa4-434d-9b61-9f0e603e278f, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=3c321679-8fa4-434d-9b61-9f0e603e278f,segment=NetworkSegment(adef8bfe-e7cb-4b45-a1a6-80cad068f809),segment_id=adef8bfe-e7cb-4b45-a1a6-80cad068f809)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:06:48.934351 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d58c0bf1-b361-43d8-8891-749e1e63428c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:48.943463 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dc1e9df-a17c-4ecf-8c08-02138bd65a30 admin admin] Made reservation on behalf of 06e6d3b48fca4efea364337fb0a9126a for: {'network': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:06:48.952141 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-d58c0bf1-b361-43d8-8891-749e1e63428c admin admin] Calling delete_port for 3c321679-8fa4-434d-9b61-9f0e603e278f owned by network:dhcp {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:06:48.954381 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1dc1e9df-a17c-4ecf-8c08-02138bd65a30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for network, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:49.004977 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb14b3c-ca20-4531-b873-be4031e72a15 req-d233a901-aeb1-4ad3-8a3c-2dc296fd81a1 tempest-ListServersNegativeTestJSON-237213451 tempest-ListServersNegativeTestJSON-237213451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:49.007003 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4eb14b3c-ca20-4531-b873-be4031e72a15 req-d233a901-aeb1-4ad3-8a3c-2dc296fd81a1 tempest-ListServersNegativeTestJSON-237213451 tempest-ListServersNegativeTestJSON-237213451-project] 10.222.0.46 "GET /v2.0/ports?device_id=2c116513-8cbd-4d9e-925a-1c95fd1d19ca HTTP/1.1" status: 200 len: 944 time: 0.3512719 Nov 22 20:06:49.026714 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1dc1e9df-a17c-4ecf-8c08-02138bd65a30 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:49.078777 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-a22bd96e-05ef-46c7-80c1-578c65d20bc8 None None] Deleting port 3c321679-8fa4-434d-9b61-9f0e603e278f {{(pid=103449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:06:49.079144 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-a22bd96e-05ef-46c7-80c1-578c65d20bc8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:49.099351 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d58c0bf1-b361-43d8-8891-749e1e63428c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:49.170023 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ea74e8-b65a-4b84-a61f-fad12553399a req-fe6b4e55-69e2-45d6-8498-4eba0614faba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:49.172016 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-57ea74e8-b65a-4b84-a61f-fad12553399a req-fe6b4e55-69e2-45d6-8498-4eba0614faba service neutron] 10.222.0.20 "GET /v2.0/networks?id=1fc722e9-657b-4137-85ca-5f1d2b4dcdb1 HTTP/1.1" status: 200 len: 918 time: 0.4776502 Nov 22 20:06:49.177831 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4eb14b3c-ca20-4531-b873-be4031e72a15 req-c8d0cf57-0941-43df-93ca-23f2395969b2 tempest-ListServersNegativeTestJSON-237213451 tempest-ListServersNegativeTestJSON-237213451-project] 10.222.0.46 "GET /v2.0/security-groups?id=1d2c79e0-b361-4d19-9e37-904303a435fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558480 Nov 22 20:06:49.183576 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58c0bf1-b361-43d8-8891-749e1e63428c admin admin] Pushing event deleted for resources: {'Port': ['ID=3c321679-8fa4-434d-9b61-9f0e603e278f,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:06:49.185178 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ca87b337-00b0-44ad-bf0d-3fea35cbd261 req-b60e658e-6d74-4c4c-a027-3afb002b018b service neutron] 10.222.0.20 "GET /v2.0/networks/e1052824-bf78-4963-8937-b202e372ac24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4765735 Nov 22 20:06:49.193790 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-a22bd96e-05ef-46c7-80c1-578c65d20bc8 None None] For port 3c321679-8fa4-434d-9b61-9f0e603e278f, host n-d-818823-1, got binding levels [] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:06:49.194367 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-a22bd96e-05ef-46c7-80c1-578c65d20bc8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:49.194637 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d58c0bf1-b361-43d8-8891-749e1e63428c admin admin] No DVR routers for this DVR port 3c321679-8fa4-434d-9b61-9f0e603e278f on host n-d-818823-1 {{(pid=103448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:06:49.214357 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-a22bd96e-05ef-46c7-80c1-578c65d20bc8 None None] Calling delete_port for 3c321679-8fa4-434d-9b61-9f0e603e278f owned by network:dhcp {{(pid=103449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:06:49.218405 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.ipam_backend_mixin [None req-a22bd96e-05ef-46c7-80c1-578c65d20bc8 None None] Port 3c321679-8fa4-434d-9b61-9f0e603e278f was not found and therefore no delete operation was performed {{(pid=103449) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 22 20:06:49.221661 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-a22bd96e-05ef-46c7-80c1-578c65d20bc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381'] for port, after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:49.239362 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a22bd96e-05ef-46c7-80c1-578c65d20bc8 None None] No DVR routers for this DVR port 3c321679-8fa4-434d-9b61-9f0e603e278f on host n-d-818823-1 {{(pid=103449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:06:49.278372 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-57ea74e8-b65a-4b84-a61f-fad12553399a req-e5aebf88-2fca-4abe-8d6e-97b76c1922cb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bbd3757c-d5a3-48d8-8ffb-a909fe72dc91 HTTP/1.1" status: 200 len: 217 time: 0.0918610 Nov 22 20:06:49.285204 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22bd96e-05ef-46c7-80c1-578c65d20bc8 None None] Pushing event deleted for resources: {'Port': ['ID=3c321679-8fa4-434d-9b61-9f0e603e278f,revision_number=None']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:06:49.324453 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f2726b-98dc-4eb1-a085-edf8dbae534b req-80d29b82-5c11-4ff5-8bc7-1dd89390febd tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:49.328827 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b2f2726b-98dc-4eb1-a085-edf8dbae534b req-80d29b82-5c11-4ff5-8bc7-1dd89390febd tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] 10.222.0.46 "GET /v2.0/ports?device_id=a8d3a7bb-93d3-4918-911b-b913622e40e8 HTTP/1.1" status: 200 len: 946 time: 0.3135588 Nov 22 20:06:49.341659 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d58c0bf1-b361-43d8-8891-749e1e63428c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3760028', 'neutron.services.segments.db._delete_segments_for_network-8748992815755'] for network, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:49.355293 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-8949216c-0dd7-4e8c-a93c-a9fdcb45aedc req-09db7fab-cde0-42e2-a216-575b2b71eb89 service neutron] 10.222.0.41 "GET /v2.0/networks/1fc722e9-657b-4137-85ca-5f1d2b4dcdb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2905488 Nov 22 20:06:49.374455 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-d58c0bf1-b361-43d8-8891-749e1e63428c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e81e05c-4c76-424f-a369-a3cc99f09949']}} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:06:49.396998 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-d58c0bf1-b361-43d8-8891-749e1e63428c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adef8bfe-e7cb-4b45-a1a6-80cad068f809') {'for_net_delete': True} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:06:49.411326 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-d58c0bf1-b361-43d8-8891-749e1e63428c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adef8bfe-e7cb-4b45-a1a6-80cad068f809') {} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:06:49.424664 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d58c0bf1-b361-43d8-8891-749e1e63428c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748993039638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11627933'] for segment, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:49.450019 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d58c0bf1-b361-43d8-8891-749e1e63428c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:49.467665 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d58c0bf1-b361-43d8-8891-749e1e63428c admin admin] Releasing vlan 625 on physical network physnet1 to pool {{(pid=103448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 20:06:49.469371 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d58c0bf1-b361-43d8-8891-749e1e63428c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11567447'] for segment, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:49.489054 n-d-818823-1 neutron-server[103448]: Traceback (most recent call last): Nov 22 20:06:49.489054 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 20:06:49.489054 n-d-818823-1 neutron-server[103448]: timer() Nov 22 20:06:49.489054 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 20:06:49.489054 n-d-818823-1 neutron-server[103448]: cb(*args, **kw) Nov 22 20:06:49.489054 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 20:06:49.489054 n-d-818823-1 neutron-server[103448]: return func(*args, **kwargs) Nov 22 20:06:49.489054 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 20:06:49.489054 n-d-818823-1 neutron-server[103448]: self._notify() Nov 22 20:06:49.489054 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 20:06:49.489054 n-d-818823-1 neutron-server[103448]: self.callback(batched_events) Nov 22 20:06:49.489054 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 20:06:49.489054 n-d-818823-1 neutron-server[103448]: event.method(event) Nov 22 20:06:49.489054 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 20:06:49.489054 n-d-818823-1 neutron-server[103448]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 20:06:49.489054 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 20:06:49.489054 n-d-818823-1 neutron-server[103448]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 20:06:49.489054 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 20:06:49.489054 n-d-818823-1 neutron-server[103448]: return f(self, *a, **k) Nov 22 20:06:49.489054 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 20:06:49.489054 n-d-818823-1 neutron-server[103448]: return self._get(url).json() Nov 22 20:06:49.489054 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 20:06:49.489054 n-d-818823-1 neutron-server[103448]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 20:06:49.489054 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 20:06:49.489054 n-d-818823-1 neutron-server[103448]: return self.request(url, 'GET', **kwargs) Nov 22 20:06:49.489054 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 20:06:49.489054 n-d-818823-1 neutron-server[103448]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 20:06:49.489054 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 20:06:49.489054 n-d-818823-1 neutron-server[103448]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 20:06:49.489054 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 20:06:49.489054 n-d-818823-1 neutron-server[103448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 20:06:49.489054 n-d-818823-1 neutron-server[103448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 20:06:49.503536 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b2f2726b-98dc-4eb1-a085-edf8dbae534b req-fe127dd1-8856-4611-ae29-4e9ed5c58003 tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] 10.222.0.46 "GET /v2.0/security-groups?id=89c2c967-26c4-4e1c-a1fd-c97f87817ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615055 Nov 22 20:06:49.537790 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ea74e8-b65a-4b84-a61f-fad12553399a req-aaeb8344-983a-412d-a09d-21a881adbc6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:49.539584 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-57ea74e8-b65a-4b84-a61f-fad12553399a req-aaeb8344-983a-412d-a09d-21a881adbc6d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a8227d38-9017-41bd-8149-d6e5afcabe5f HTTP/1.1" status: 200 len: 857 time: 0.2051704 Nov 22 20:06:49.546935 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ca87b337-00b0-44ad-bf0d-3fea35cbd261 req-98a10bc2-186f-43fe-b1cd-af00a3f67e6d service neutron] 10.222.0.20 "GET /v2.0/networks/e1052824-bf78-4963-8937-b202e372ac24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3413577 Nov 22 20:06:49.548188 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1dc1e9df-a17c-4ecf-8c08-02138bd65a30 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:49.569572 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d58c0bf1-b361-43d8-8891-749e1e63428c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3760002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595318'] for network, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:49.590091 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d58c0bf1-b361-43d8-8891-749e1e63428c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:49.596486 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-d58c0bf1-b361-43d8-8891-749e1e63428c admin admin] 10.222.0.46 "DELETE /v2.0/networks/1e81e05c-4c76-424f-a369-a3cc99f09949 HTTP/1.1" status: 204 len: 168 time: 1.3167605 Nov 22 20:06:49.606020 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58c0bf1-b361-43d8-8891-749e1e63428c admin admin] Pushing event deleted for resources: {'Network': ['ID=1e81e05c-4c76-424f-a369-a3cc99f09949,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:06:49.624907 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1dc1e9df-a17c-4ecf-8c08-02138bd65a30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:49.642887 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-57ea74e8-b65a-4b84-a61f-fad12553399a req-1f75c70e-2510-49a0-a06e-d974418d2917 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1fc722e9-657b-4137-85ca-5f1d2b4dcdb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0717864 Nov 22 20:06:49.701933 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e2b58e-d966-4496-b480-abdd5d6e4293 req-04ded069-6ab7-4894-adf1-8794b8bace62 tempest-ImagesOneServerTestJSON-472457701 tempest-ImagesOneServerTestJSON-472457701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:49.703724 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-24e2b58e-d966-4496-b480-abdd5d6e4293 req-04ded069-6ab7-4894-adf1-8794b8bace62 tempest-ImagesOneServerTestJSON-472457701 tempest-ImagesOneServerTestJSON-472457701-project] 10.222.0.46 "GET /v2.0/ports?device_id=5f0d0659-512e-4936-a0a3-cd52bf810a99 HTTP/1.1" status: 200 len: 949 time: 0.1928749 Nov 22 20:06:49.726213 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1dc1e9df-a17c-4ecf-8c08-02138bd65a30 admin admin] vlan segment allocate from pool success with {'vlan_id': 630, 'physical_network': 'physnet1'} {{(pid=103447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 20:06:49.785972 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 56904) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:06:49.813430 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc1e9df-a17c-4ecf-8c08-02138bd65a30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0c04069-962d-48b0-bef3-592f8ff68454,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:06:49.817075 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1dc1e9df-a17c-4ecf-8c08-02138bd65a30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:49.817432 n-d-818823-1 neutron-server[103447]: INFO neutron.db.segments_db [None req-1dc1e9df-a17c-4ecf-8c08-02138bd65a30 admin admin] Added segment ee8173ed-ffda-445d-90ba-7bf45834e451 of type vlan for network 2cba3d15-15ad-430b-9993-3b4a14230480 Nov 22 20:06:49.838029 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 3c321679-8fa4-434d-9b61-9f0e603e278f no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:06:49.850512 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-fcf392e3-2285-4a87-a6c3-f54b82becba7 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=eccf64927ecc4dab83be8c6edc2287b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0630803 Nov 22 20:06:49.854082 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 56908) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:06:49.875038 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: 3c321679-8fa4-434d-9b61-9f0e603e278f {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:06:49.875399 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 3c321679-8fa4-434d-9b61-9f0e603e278f not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:06:49.909160 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d2f6520a-84db-40d7-b9bc-24881643d87e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:49.913590 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-24e2b58e-d966-4496-b480-abdd5d6e4293 req-9e2d259b-1092-46da-8d39-2cb239e898eb tempest-ImagesOneServerTestJSON-472457701 tempest-ImagesOneServerTestJSON-472457701-project] 10.222.0.46 "GET /v2.0/security-groups?id=0c348c88-32ba-475a-80ac-2a702b8d42a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849475 Nov 22 20:06:49.921961 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf07c2bf-0ed9-413f-9af2-63e1a823e660 req-c3092fdd-d9cf-4969-b4f1-b4fd3434781a tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:49.923833 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-cf07c2bf-0ed9-413f-9af2-63e1a823e660 req-c3092fdd-d9cf-4969-b4f1-b4fd3434781a tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] 10.222.0.46 "GET /v2.0/ports?device_id=1d610fed-ade8-4090-9ac8-a8eeda6b914b HTTP/1.1" status: 200 len: 949 time: 0.2783706 Nov 22 20:06:49.926137 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1dc1e9df-a17c-4ecf-8c08-02138bd65a30 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748992492791'] for network, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:49.939584 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d2f6520a-84db-40d7-b9bc-24881643d87e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:49.976999 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-57ea74e8-b65a-4b84-a61f-fad12553399a req-74739a17-1e3e-46d3-b170-77328477ccdf service neutron] 10.222.0.20 "GET /v2.0/networks/1fc722e9-657b-4137-85ca-5f1d2b4dcdb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3051670 Nov 22 20:06:50.004431 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1dc1e9df-a17c-4ecf-8c08-02138bd65a30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for network, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:50.005377 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dc1e9df-a17c-4ecf-8c08-02138bd65a30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:50.006055 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1dc1e9df-a17c-4ecf-8c08-02138bd65a30 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for network, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:50.008511 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d2f6520a-84db-40d7-b9bc-24881643d87e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:50.013983 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d2f6520a-84db-40d7-b9bc-24881643d87e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:50.020782 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-d2f6520a-84db-40d7-b9bc-24881643d87e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/856cfbfb-1e64-4401-a1fb-713c41a0ff50 HTTP/1.1" status: 204 len: 168 time: 0.1657743 Nov 22 20:06:50.036314 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f6520a-84db-40d7-b9bc-24881643d87e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=856cfbfb-1e64-4401-a1fb-713c41a0ff50,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:06:50.121003 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-cf07c2bf-0ed9-413f-9af2-63e1a823e660 req-2c21fc00-2eaf-443d-82dd-4b574439fe41 tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] 10.222.0.46 "GET /v2.0/security-groups?id=e5ae9e03-6ff8-4082-b7a4-25ecea5ed21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908071 Nov 22 20:06:50.145296 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-1dc1e9df-a17c-4ecf-8c08-02138bd65a30 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.9047592 Nov 22 20:06:50.150882 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 56922) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:06:50.155859 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-0f6698c4-adc6-4ace-b6f6-e8dcdf1eaeaf admin admin] Request body: {'subnet': {'network_id': '2cba3d15-15ad-430b-9993-3b4a14230480', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1125507193-subnet', 'tenant_id': '06e6d3b48fca4efea364337fb0a9126a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:06:50.168059 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc1e9df-a17c-4ecf-8c08-02138bd65a30 admin admin] Pushing event updated for resources: {'Network': ['ID=2cba3d15-15ad-430b-9993-3b4a14230480,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:06:50.182772 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Network 2cba3d15-15ad-430b-9993-3b4a14230480 details requested by agent ovs-agent-n-d-818823-1 with host n-d-818823-1 {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 20:06:50.220266 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-dd302493-52dd-4715-9cb4-142849db92d0 req-2ba0c040-4a41-40a6-96b8-ce3945bc9526 tempest-ServersWithSpecificFlavorTestJSON-1120519075 tempest-ServersWithSpecificFlavorTestJSON-1120519075-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--106450255&fields=id&tenant_id=893c9b18170649ca8789dc25bee886fa HTTP/1.1" status: 200 len: 267 time: 0.1792529 Nov 22 20:06:50.227655 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-57ea74e8-b65a-4b84-a61f-fad12553399a req-7a580a03-7812-4a89-8042-b36bebfcd652 service neutron] 10.222.0.20 "GET /v2.0/networks/1fc722e9-657b-4137-85ca-5f1d2b4dcdb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2402916 Nov 22 20:06:50.237813 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f6698c4-adc6-4ace-b6f6-e8dcdf1eaeaf admin admin] Made reservation on behalf of 06e6d3b48fca4efea364337fb0a9126a for: {'subnet': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:06:50.244273 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0f6698c4-adc6-4ace-b6f6-e8dcdf1eaeaf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11792951'] for subnet, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:50.397402 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af45f749-4540-4ce1-9ada-b964e90b2604 req-8a8231c7-6d29-4ae5-9795-c887a96315ab tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:50.398967 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-af45f749-4540-4ce1-9ada-b964e90b2604 req-8a8231c7-6d29-4ae5-9795-c887a96315ab tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/ports?device_id=e94aed4c-ece2-410e-a309-9c83a0437f8c HTTP/1.1" status: 200 len: 950 time: 0.1004267 Nov 22 20:06:50.406681 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd302493-52dd-4715-9cb4-142849db92d0 req-f120ba56-5d54-43fa-9eb5-b19f6fcf3462 tempest-ServersWithSpecificFlavorTestJSON-1120519075 tempest-ServersWithSpecificFlavorTestJSON-1120519075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:50.408263 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-dd302493-52dd-4715-9cb4-142849db92d0 req-f120ba56-5d54-43fa-9eb5-b19f6fcf3462 tempest-ServersWithSpecificFlavorTestJSON-1120519075 tempest-ServersWithSpecificFlavorTestJSON-1120519075-project] 10.222.0.46 "GET /v2.0/networks?id=a6c01d97-7edb-4357-8d46-10424981d282 HTTP/1.1" status: 200 len: 824 time: 0.1796231 Nov 22 20:06:50.437919 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-dd302493-52dd-4715-9cb4-142849db92d0 req-6839648d-19b6-468f-a73e-f84dc19c5176 tempest-ServersWithSpecificFlavorTestJSON-1120519075 tempest-ServersWithSpecificFlavorTestJSON-1120519075-project] 10.222.0.46 "GET /v2.0/quotas/893c9b18170649ca8789dc25bee886fa HTTP/1.1" status: 200 len: 375 time: 0.0213401 Nov 22 20:06:50.491652 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-af45f749-4540-4ce1-9ada-b964e90b2604 req-35485f5e-30d3-4a7b-b732-0af9ee4879a5 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1d007ec-a75a-4ef8-9cdd-9c679a3ff22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821011 Nov 22 20:06:50.525404 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-dd302493-52dd-4715-9cb4-142849db92d0 req-c9361387-33ad-4a85-b871-271d00e9a7cd tempest-ServersWithSpecificFlavorTestJSON-1120519075 tempest-ServersWithSpecificFlavorTestJSON-1120519075-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=893c9b18170649ca8789dc25bee886fa&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0788441 Nov 22 20:06:50.614166 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0f6698c4-adc6-4ace-b6f6-e8dcdf1eaeaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11567560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11792921'] for subnet, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:50.708421 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-dd302493-52dd-4715-9cb4-142849db92d0 req-4735541f-7631-4e28-bdea-a1a9e3634350 service neutron] 10.222.0.46 "GET /v2.0/networks/a6c01d97-7edb-4357-8d46-10424981d282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615469 Nov 22 20:06:50.719237 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6698c4-adc6-4ace-b6f6-e8dcdf1eaeaf admin admin] Pushing event updated for resources: {'Subnet': ['ID=1439a4b0-dcfd-4d3a-bcc9-51cb20acf78c,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:06:50.729631 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f6698c4-adc6-4ace-b6f6-e8dcdf1eaeaf admin admin] Checking segment: {'id': 'ee8173ed-ffda-445d-90ba-7bf45834e451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '2cba3d15-15ad-430b-9993-3b4a14230480'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:06:50.730822 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f6698c4-adc6-4ace-b6f6-e8dcdf1eaeaf admin admin] Network hostable DHCP agents. Network: 2cba3d15-15ad-430b-9993-3b4a14230480, hostable agents: ['02adaa64-0987-4b74-bad0-cbcf56f8a294'], hosted agents: [] {{(pid=103448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 20:06:50.756531 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f6698c4-adc6-4ace-b6f6-e8dcdf1eaeaf admin admin] Network 2cba3d15-15ad-430b-9993-3b4a14230480 is scheduled to be hosted by DHCP agent 02adaa64-0987-4b74-bad0-cbcf56f8a294 with binding_index 1 {{(pid=103448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 20:06:50.777582 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29eda7b-1c6a-4f6e-8c34-6b0957be4718 req-d9f87fbc-b357-4bdc-8de1-dd07df660888 tempest-ListServersNegativeTestJSON-237213451 tempest-ListServersNegativeTestJSON-237213451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:50.779645 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c29eda7b-1c6a-4f6e-8c34-6b0957be4718 req-d9f87fbc-b357-4bdc-8de1-dd07df660888 tempest-ListServersNegativeTestJSON-237213451 tempest-ListServersNegativeTestJSON-237213451-project] 10.222.0.46 "GET /v2.0/ports?device_id=2c116513-8cbd-4d9e-925a-1c95fd1d19ca HTTP/1.1" status: 200 len: 944 time: 0.1195979 Nov 22 20:06:50.781141 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-0f6698c4-adc6-4ace-b6f6-e8dcdf1eaeaf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818823-1, 2cba3d15-15ad-430b-9993-3b4a14230480) {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:06:50.787345 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f6698c4-adc6-4ace-b6f6-e8dcdf1eaeaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:50.791639 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0f6698c4-adc6-4ace-b6f6-e8dcdf1eaeaf admin admin] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:50.816860 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09730490-c889-45b0-983a-1a5a34984803 None None] Network 2cba3d15-15ad-430b-9993-3b4a14230480 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:06:50.840366 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-0f6698c4-adc6-4ace-b6f6-e8dcdf1eaeaf admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.6884017 Nov 22 20:06:50.905905 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-dd302493-52dd-4715-9cb4-142849db92d0 req-0c377bca-bd15-4e62-97fa-ad53d9846138 service neutron] 10.222.0.46 "GET /v2.0/networks/a6c01d97-7edb-4357-8d46-10424981d282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1897035 Nov 22 20:06:50.977241 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c29eda7b-1c6a-4f6e-8c34-6b0957be4718 req-e9dfb625-b4b6-4f69-b7ce-36836507a7db tempest-ListServersNegativeTestJSON-237213451 tempest-ListServersNegativeTestJSON-237213451-project] 10.222.0.46 "GET /v2.0/security-groups?id=1d2c79e0-b361-4d19-9e37-904303a435fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191349 Nov 22 20:06:51.045296 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b558bd7e-1781-4ead-b99a-01e7fe50ff61 None None] Network 2cba3d15-15ad-430b-9993-3b4a14230480 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:06:51.211387 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b590f4f3-f1fb-4b10-9e44-a1215369c5f2 req-45ccde66-d346-4973-91ed-c4e144ff59ad tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:51.211697 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d5200e-efd0-4ce2-9e7a-d0929eba294a req-8104539e-941e-48d0-bfc1-7ebf1afba082 tempest-ServersWithSpecificFlavorTestJSON-1120519075 tempest-ServersWithSpecificFlavorTestJSON-1120519075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:51.213281 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-52d5200e-efd0-4ce2-9e7a-d0929eba294a req-8104539e-941e-48d0-bfc1-7ebf1afba082 tempest-ServersWithSpecificFlavorTestJSON-1120519075 tempest-ServersWithSpecificFlavorTestJSON-1120519075-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4b9559d-40a3-4573-bebb-b20ad7954d44 HTTP/1.1" status: 200 len: 946 time: 0.1394911 Nov 22 20:06:51.213917 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b590f4f3-f1fb-4b10-9e44-a1215369c5f2 req-45ccde66-d346-4973-91ed-c4e144ff59ad tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] 10.222.0.46 "GET /v2.0/ports?device_id=a8d3a7bb-93d3-4918-911b-b913622e40e8 HTTP/1.1" status: 200 len: 946 time: 0.1570504 Nov 22 20:06:51.289092 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ec1df97f-9a5c-4081-bcc3-908728734771 req-157d6a2a-0a7b-4833-9821-215738dc9f57 tempest-ServersWithSpecificFlavorTestJSON-1120519075 tempest-ServersWithSpecificFlavorTestJSON-1120519075-project] 10.222.0.46 "GET /v2.0/ports?device_id=c7719b78-6d90-405e-bc45-5187ca2b159c HTTP/1.1" status: 200 len: 210 time: 0.0703473 Nov 22 20:06:51.381836 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b590f4f3-f1fb-4b10-9e44-a1215369c5f2 req-28e6b5bc-8df9-474a-9f4d-d4b97dc474bb tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] 10.222.0.46 "GET /v2.0/security-groups?id=89c2c967-26c4-4e1c-a1fd-c97f87817ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404238 Nov 22 20:06:51.421300 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [req-52d5200e-efd0-4ce2-9e7a-d0929eba294a req-ab101205-60f9-430a-bf44-2f7fea4ba8fb tempest-ServersWithSpecificFlavorTestJSON-1120519075 tempest-ServersWithSpecificFlavorTestJSON-1120519075-project] Deleting port c2d1be9a-7c67-4fdb-ad0c-fa04ae9c3b2b {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:06:51.421634 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-52d5200e-efd0-4ce2-9e7a-d0929eba294a req-ab101205-60f9-430a-bf44-2f7fea4ba8fb tempest-ServersWithSpecificFlavorTestJSON-1120519075 tempest-ServersWithSpecificFlavorTestJSON-1120519075-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:51.562092 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32aa387f-0f8b-4203-9107-db453f8a8954 req-48a1de1a-f47c-4d18-a099-76b05f5e7b35 tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:51.573485 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-32aa387f-0f8b-4203-9107-db453f8a8954 req-48a1de1a-f47c-4d18-a099-76b05f5e7b35 tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] 10.222.0.46 "GET /v2.0/ports?device_id=1d610fed-ade8-4090-9ac8-a8eeda6b914b HTTP/1.1" status: 200 len: 949 time: 0.0932677 Nov 22 20:06:51.608065 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-52d5200e-efd0-4ce2-9e7a-d0929eba294a req-ab101205-60f9-430a-bf44-2f7fea4ba8fb tempest-ServersWithSpecificFlavorTestJSON-1120519075 tempest-ServersWithSpecificFlavorTestJSON-1120519075-project] For port c2d1be9a-7c67-4fdb-ad0c-fa04ae9c3b2b, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=c2d1be9a-7c67-4fdb-ad0c-fa04ae9c3b2b,segment=NetworkSegment(f0c11d7a-96fd-43fa-957b-1793939552d9),segment_id=f0c11d7a-96fd-43fa-957b-1793939552d9)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:06:51.608703 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-52d5200e-efd0-4ce2-9e7a-d0929eba294a req-ab101205-60f9-430a-bf44-2f7fea4ba8fb tempest-ServersWithSpecificFlavorTestJSON-1120519075 tempest-ServersWithSpecificFlavorTestJSON-1120519075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:51.624289 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 7f774b33-fa48-4155-be7e-e08cdfc73b1b up at agent hyperv_n-h1-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:06:51.684606 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device bbd3757c-d5a3-48d8-8ffb-a909fe72dc91 details requested by agent hyperv_n-h2-818823-1 with host n-h2-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 20:06:51.692769 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 0e8de699-60a6-4982-87a0-ca6d3c2d4064 up at agent hyperv_n-h2-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:06:51.700535 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-32aa387f-0f8b-4203-9107-db453f8a8954 req-851d2423-c4cc-4922-83f6-823f07a33864 tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] 10.222.0.46 "GET /v2.0/security-groups?id=e5ae9e03-6ff8-4082-b7a4-25ecea5ed21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251960 Nov 22 20:06:51.863382 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Provisioning for port 0e8de699-60a6-4982-87a0-ca6d3c2d4064 completed by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 20:06:51.917971 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Provisioning complete for port 0e8de699-60a6-4982-87a0-ca6d3c2d4064 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:06:51.918195 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:51.967755 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Provisioning for port 7f774b33-fa48-4155-be7e-e08cdfc73b1b completed by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 20:06:51.976980 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Provisioning complete for port 7f774b33-fa48-4155-be7e-e08cdfc73b1b triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:06:51.977392 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:52.114269 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-52d5200e-efd0-4ce2-9e7a-d0929eba294a req-ab101205-60f9-430a-bf44-2f7fea4ba8fb tempest-ServersWithSpecificFlavorTestJSON-1120519075 tempest-ServersWithSpecificFlavorTestJSON-1120519075-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:52.114269 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-52d5200e-efd0-4ce2-9e7a-d0929eba294a req-ab101205-60f9-430a-bf44-2f7fea4ba8fb tempest-ServersWithSpecificFlavorTestJSON-1120519075 tempest-ServersWithSpecificFlavorTestJSON-1120519075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-595224'] for floatingip, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:52.114606 n-d-818823-1 neutron-server[103448]: INFO neutron.db.l3_db [req-52d5200e-efd0-4ce2-9e7a-d0929eba294a req-ab101205-60f9-430a-bf44-2f7fea4ba8fb tempest-ServersWithSpecificFlavorTestJSON-1120519075 tempest-ServersWithSpecificFlavorTestJSON-1120519075-project] Floating IP c206caff-0d38-4418-9e51-f0441d6607d5 disassociated. External IP: 172.25.5.163, port: c2d1be9a-7c67-4fdb-ad0c-fa04ae9c3b2b. Nov 22 20:06:52.114932 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [req-52d5200e-efd0-4ce2-9e7a-d0929eba294a req-ab101205-60f9-430a-bf44-2f7fea4ba8fb tempest-ServersWithSpecificFlavorTestJSON-1120519075 tempest-ServersWithSpecificFlavorTestJSON-1120519075-project] Calling delete_port for c2d1be9a-7c67-4fdb-ad0c-fa04ae9c3b2b owned by compute:nova {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:06:52.193428 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port bbd3757c-d5a3-48d8-8ffb-a909fe72dc91, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=bbd3757c-d5a3-48d8-8ffb-a909fe72dc91,segment=NetworkSegment(e07e4f19-324b-4bc4-9774-d97368264930),segment_id=e07e4f19-324b-4bc4-9774-d97368264930)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:06:52.228266 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Returning: {'device': 'bbd3757c-d5a3-48d8-8ffb-a909fe72dc91', 'network_id': '1fc722e9-657b-4137-85ca-5f1d2b4dcdb1', 'port_id': 'bbd3757c-d5a3-48d8-8ffb-a909fe72dc91', 'mac_address': 'fa:16:3e:cc:8a:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8227d38-9017-41bd-8149-d6e5afcabe5f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 20:06:52.262537 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-52d5200e-efd0-4ce2-9e7a-d0929eba294a req-ab101205-60f9-430a-bf44-2f7fea4ba8fb tempest-ServersWithSpecificFlavorTestJSON-1120519075 tempest-ServersWithSpecificFlavorTestJSON-1120519075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:52.300824 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab101205-60f9-430a-bf44-2f7fea4ba8fb tempest-ServersWithSpecificFlavorTestJSON-1120519075 tempest-ServersWithSpecificFlavorTestJSON-1120519075-project] Pushing event deleted for resources: {'Port': ['ID=c2d1be9a-7c67-4fdb-ad0c-fa04ae9c3b2b,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:06:52.313060 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:52.321383 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:52.380197 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbd3757c-d5a3-48d8-8ffb-a909fe72dc91 {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:06:52.412461 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:52.421463 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c116513-8cbd-4d9e-925a-1c95fd1d19ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e8de699-60a6-4982-87a0-ca6d3c2d4064'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:06:52.425166 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d39f6d30a11e565ec9648abcc015e8a6ab6cff4edd704add8155e28765d31eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cedea67-2aa1-4c0b-aeaf-bdf907f603a9" -d '{"events": [{"server_uuid": "2c116513-8cbd-4d9e-925a-1c95fd1d19ca", "name": "network-vif-plugged", "status": "completed", "tag": "0e8de699-60a6-4982-87a0-ca6d3c2d4064"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:06:52.439202 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port bbd3757c-d5a3-48d8-8ffb-a909fe72dc91, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=bbd3757c-d5a3-48d8-8ffb-a909fe72dc91,segment=NetworkSegment(e07e4f19-324b-4bc4-9774-d97368264930),segment_id=e07e4f19-324b-4bc4-9774-d97368264930)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:06:52.459069 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:52.462043 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port 0e8de699-60a6-4982-87a0-ca6d3c2d4064, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=0e8de699-60a6-4982-87a0-ca6d3c2d4064,segment=NetworkSegment(e07e4f19-324b-4bc4-9774-d97368264930),segment_id=e07e4f19-324b-4bc4-9774-d97368264930)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:06:52.473566 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:52.519567 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 7f774b33-fa48-4155-be7e-e08cdfc73b1b, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=7f774b33-fa48-4155-be7e-e08cdfc73b1b,segment=NetworkSegment(e07e4f19-324b-4bc4-9774-d97368264930),segment_id=e07e4f19-324b-4bc4-9774-d97368264930)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:06:52.538777 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:52.542054 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 5f923e85-d0d3-4018-bc12-cee68ed8bb13 no longer exists at agent hyperv_n-h1-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:06:52.573838 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9800ff-c55f-474c-81c4-71f02f65b7a8 req-1986cd2f-46f9-4ce1-a186-61e3aeeac4fa tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:52.577250 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-dc9800ff-c55f-474c-81c4-71f02f65b7a8 req-1986cd2f-46f9-4ce1-a186-61e3aeeac4fa tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] 10.222.0.46 "GET /v2.0/networks?id=2cba3d15-15ad-430b-9993-3b4a14230480 HTTP/1.1" status: 200 len: 822 time: 0.2421572 Nov 22 20:06:52.582484 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=bbd3757c-d5a3-48d8-8ffb-a909fe72dc91,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:06:52.599207 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-dc9800ff-c55f-474c-81c4-71f02f65b7a8 req-df52625f-2454-4938-93ac-ec2dab2e3ee1 tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] 10.222.0.46 "GET /v2.0/quotas/06e6d3b48fca4efea364337fb0a9126a HTTP/1.1" status: 200 len: 375 time: 0.0156388 Nov 22 20:06:52.611155 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [req-52d5200e-efd0-4ce2-9e7a-d0929eba294a req-ab101205-60f9-430a-bf44-2f7fea4ba8fb tempest-ServersWithSpecificFlavorTestJSON-1120519075 tempest-ServersWithSpecificFlavorTestJSON-1120519075-project] Router 9bebb789-2e0c-47c5-8598-2d6604d54718 has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 20:06:52.689518 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-dc9800ff-c55f-474c-81c4-71f02f65b7a8 req-6b88943f-5a4c-4e47-9cf3-4fbf2ceb701a tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=06e6d3b48fca4efea364337fb0a9126a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0739527 Nov 22 20:06:52.723311 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=0e8de699-60a6-4982-87a0-ca6d3c2d4064,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:06:52.822521 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] get_ports_and_sgs() called for port_ids ['bbd3757c-d5a3-48d8-8ffb-a909fe72dc91'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:06:52.848382 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-81cbb1f5-e8b6-48ee-89b3-5d2278c93e8d req-7960512f-ee45-466c-b513-dda0ae332165 tempest-ImagesNegativeTestJSON-184446583 tempest-ImagesNegativeTestJSON-184446583-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=071fdfbaa6e34b68a76c4b72332cda28&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1779840 Nov 22 20:06:52.867326 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-52d5200e-efd0-4ce2-9e7a-d0929eba294a req-ab101205-60f9-430a-bf44-2f7fea4ba8fb tempest-ServersWithSpecificFlavorTestJSON-1120519075 tempest-ServersWithSpecificFlavorTestJSON-1120519075-project] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:06:52.879949 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d89d5dc-08f7-4dea-b77f-284882004dbe None None] Sync routers for ids ['9bebb789-2e0c-47c5-8598-2d6604d54718'] in n-d-818823-1 {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:06:52.905322 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d89d5dc-08f7-4dea-b77f-284882004dbe None None] Routers {'9bebb789-2e0c-47c5-8598-2d6604d54718'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:06:52.916314 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-4d89d5dc-08f7-4dea-b77f-284882004dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:06:32Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['9bebb789-2e0c-47c5-8598-2d6604d54718'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:06:52.952296 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [req-52d5200e-efd0-4ce2-9e7a-d0929eba294a req-ab101205-60f9-430a-bf44-2f7fea4ba8fb tempest-ServersWithSpecificFlavorTestJSON-1120519075 tempest-ServersWithSpecificFlavorTestJSON-1120519075-project] No DVR routers for this DVR port c2d1be9a-7c67-4fdb-ad0c-fa04ae9c3b2b on host n-h1-818823-1 {{(pid=103448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:06:52.959463 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-52d5200e-efd0-4ce2-9e7a-d0929eba294a req-ab101205-60f9-430a-bf44-2f7fea4ba8fb tempest-ServersWithSpecificFlavorTestJSON-1120519075 tempest-ServersWithSpecificFlavorTestJSON-1120519075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:52.965180 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-52d5200e-efd0-4ce2-9e7a-d0929eba294a req-ab101205-60f9-430a-bf44-2f7fea4ba8fb tempest-ServersWithSpecificFlavorTestJSON-1120519075 tempest-ServersWithSpecificFlavorTestJSON-1120519075-project] 10.222.0.41 "DELETE /v2.0/ports/c2d1be9a-7c67-4fdb-ad0c-fa04ae9c3b2b HTTP/1.1" status: 204 len: 173 time: 1.7390587 Nov 22 20:06:52.965674 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4b9559d-40a3-4573-bebb-b20ad7954d44', 'name': 'network-vif-deleted', 'tag': 'c2d1be9a-7c67-4fdb-ad0c-fa04ae9c3b2b'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:06:52.974792 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589a98cf2aea187fcc423a5edb333e5a6cf3ad7c81115d1ebee0f079693c312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c066630-a73e-4792-904e-078165dd55f0" -d '{"events": [{"server_uuid": "d4b9559d-40a3-4573-bebb-b20ad7954d44", "name": "network-vif-deleted", "tag": "c2d1be9a-7c67-4fdb-ad0c-fa04ae9c3b2b"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:06:52.993386 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:53.048778 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=7f774b33-fa48-4155-be7e-e08cdfc73b1b,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:06:53.082073 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-4d89d5dc-08f7-4dea-b77f-284882004dbe None None] Set router 9bebb789-2e0c-47c5-8598-2d6604d54718 gateway port host: n-d-818823-1 {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:06:53.130246 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 5f923e85-d0d3-4018-bc12-cee68ed8bb13, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=5f923e85-d0d3-4018-bc12-cee68ed8bb13,segment=NetworkSegment(2a5a1c7b-538e-498e-99b9-cc7a8e0411be),segment_id=2a5a1c7b-538e-498e-99b9-cc7a8e0411be)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:06:53.145431 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-dc9800ff-c55f-474c-81c4-71f02f65b7a8 req-d83134ff-71d2-4e35-8624-8a7cdf875e55 service neutron] 10.222.0.46 "GET /v2.0/networks/2cba3d15-15ad-430b-9993-3b4a14230480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4535992 Nov 22 20:06:53.154588 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:53.221514 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd302493-52dd-4715-9cb4-142849db92d0 req-6529ebf9-1ddd-4061-a2e4-33b92cddbb88 tempest-ServersWithSpecificFlavorTestJSON-1120519075 tempest-ServersWithSpecificFlavorTestJSON-1120519075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:53.223503 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-dd302493-52dd-4715-9cb4-142849db92d0 req-6529ebf9-1ddd-4061-a2e4-33b92cddbb88 tempest-ServersWithSpecificFlavorTestJSON-1120519075 tempest-ServersWithSpecificFlavorTestJSON-1120519075-project] 10.222.0.41 "GET /v2.0/networks?id=a6c01d97-7edb-4357-8d46-10424981d282 HTTP/1.1" status: 200 len: 824 time: 0.4079785 Nov 22 20:06:53.266728 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=5f923e85-d0d3-4018-bc12-cee68ed8bb13,revision_number=8']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:06:53.348962 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-dd302493-52dd-4715-9cb4-142849db92d0 req-9fc25bf0-0898-410e-beec-7410e45a15ca tempest-ServersWithSpecificFlavorTestJSON-1120519075 tempest-ServersWithSpecificFlavorTestJSON-1120519075-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=893c9b18170649ca8789dc25bee886fa HTTP/1.1" status: 200 len: 379 time: 0.0824897 Nov 22 20:06:53.368253 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-dd302493-52dd-4715-9cb4-142849db92d0 req-83f5b1b2-c5d7-4fba-b6f4-8b6db7793add tempest-ServersWithSpecificFlavorTestJSON-1120519075 tempest-ServersWithSpecificFlavorTestJSON-1120519075-project] Request body: {'port': {'device_id': 'c7719b78-6d90-405e-bc45-5187ca2b159c', 'network_id': 'a6c01d97-7edb-4357-8d46-10424981d282', 'admin_state_up': True, 'tenant_id': '893c9b18170649ca8789dc25bee886fa', 'security_groups': ['ea60d010-f7c1-485a-99af-472dfb1cdc16']}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:06:53.445336 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cbb1f5-e8b6-48ee-89b3-5d2278c93e8d req-6add28d8-8ac3-4c0d-a5f9-abeb10793df3 tempest-ImagesNegativeTestJSON-184446583 tempest-ImagesNegativeTestJSON-184446583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:53.447193 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-81cbb1f5-e8b6-48ee-89b3-5d2278c93e8d req-6add28d8-8ac3-4c0d-a5f9-abeb10793df3 tempest-ImagesNegativeTestJSON-184446583 tempest-ImagesNegativeTestJSON-184446583-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5815909 Nov 22 20:06:53.449174 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-4d89d5dc-08f7-4dea-b77f-284882004dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bebb789-2e0c-47c5-8598-2d6604d54718', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1305262143-router', 'tenant_id': '893c9b18170649ca8789dc25bee886fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': '79a0e4d6-fcb3-4ee3-a209-dd201710e688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:04:04Z', 'updated_at': '2021-11-22T20:04:11Z', 'revision_number': 4, 'project_id': '893c9b18170649ca8789dc25bee886fa', 'gw_port': {'id': '79a0e4d6-fcb3-4ee3-a209-dd201710e688', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:8e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bebb789-2e0c-47c5-8598-2d6604d54718', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:04:05Z', 'updated_at': '2021-11-22T20:04:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': '749dd626-1f4d-4a26-b5a4-8a5a98684e27', 'name': '', 'network_id': 'a6c01d97-7edb-4357-8d46-10424981d282', 'tenant_id': '893c9b18170649ca8789dc25bee886fa', 'mac_address': 'fa:16:3e:3d:25:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bebb789-2e0c-47c5-8598-2d6604d54718', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '8484e927-d598-4c05-a88d-f7c50161999e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:04:10Z', 'updated_at': '2021-11-22T20:04:24Z', 'revision_number': 5, 'project_id': '893c9b18170649ca8789dc25bee886fa', 'subnets': [{'id': '8484e927-d598-4c05-a88d-f7c50161999e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:06:53.479796 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d89d5dc-08f7-4dea-b77f-284882004dbe None None] Checking router: 9bebb789-2e0c-47c5-8598-2d6604d54718 for host: n-d-818823-1 {{(pid=103450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 20:06:53.483226 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-dc9800ff-c55f-474c-81c4-71f02f65b7a8 req-9817a494-c0e5-4c2c-b413-a80243fcc285 service neutron] 10.222.0.46 "GET /v2.0/networks/2cba3d15-15ad-430b-9993-3b4a14230480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2960761 Nov 22 20:06:53.484519 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-81cbb1f5-e8b6-48ee-89b3-5d2278c93e8d req-f85c158c-5c73-41e5-ab8b-88aed7591acd tempest-ImagesNegativeTestJSON-184446583 tempest-ImagesNegativeTestJSON-184446583-project] 10.222.0.46 "GET /v2.0/quotas/071fdfbaa6e34b68a76c4b72332cda28 HTTP/1.1" status: 200 len: 375 time: 0.0294218 Nov 22 20:06:53.489278 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d89d5dc-08f7-4dea-b77f-284882004dbe None None] Routers {'9bebb789-2e0c-47c5-8598-2d6604d54718'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:06:53.489979 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-4d89d5dc-08f7-4dea-b77f-284882004dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:06:32Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['9bebb789-2e0c-47c5-8598-2d6604d54718'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:06:53.651693 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-4d89d5dc-08f7-4dea-b77f-284882004dbe None None] Set router 9bebb789-2e0c-47c5-8598-2d6604d54718 gateway port host: n-d-818823-1 {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:06:53.655597 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-81cbb1f5-e8b6-48ee-89b3-5d2278c93e8d req-33f5b3ac-2c1f-4581-98d4-1dda049f5c93 tempest-ImagesNegativeTestJSON-184446583 tempest-ImagesNegativeTestJSON-184446583-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=071fdfbaa6e34b68a76c4b72332cda28&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1331763 Nov 22 20:06:53.656564 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd302493-52dd-4715-9cb4-142849db92d0 req-83f5b1b2-c5d7-4fba-b6f4-8b6db7793add tempest-ServersWithSpecificFlavorTestJSON-1120519075 tempest-ServersWithSpecificFlavorTestJSON-1120519075-project] Made reservation on behalf of 893c9b18170649ca8789dc25bee886fa for: {'port': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:06:53.684773 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-dd302493-52dd-4715-9cb4-142849db92d0 req-83f5b1b2-c5d7-4fba-b6f4-8b6db7793add tempest-ServersWithSpecificFlavorTestJSON-1120519075 tempest-ServersWithSpecificFlavorTestJSON-1120519075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:53.937182 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [req-dd302493-52dd-4715-9cb4-142849db92d0 req-83f5b1b2-c5d7-4fba-b6f4-8b6db7793add tempest-ServersWithSpecificFlavorTestJSON-1120519075 tempest-ServersWithSpecificFlavorTestJSON-1120519075-project] Allocated IP 172.20.0.11 (a6c01d97-7edb-4357-8d46-10424981d282/8484e927-d598-4c05-a88d-f7c50161999e/0319e006-c1a3-4670-9ff2-6429a473568e) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:06:54.075491 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-4d89d5dc-08f7-4dea-b77f-284882004dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bebb789-2e0c-47c5-8598-2d6604d54718', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1305262143-router', 'tenant_id': '893c9b18170649ca8789dc25bee886fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': '79a0e4d6-fcb3-4ee3-a209-dd201710e688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:04:04Z', 'updated_at': '2021-11-22T20:04:11Z', 'revision_number': 4, 'project_id': '893c9b18170649ca8789dc25bee886fa', 'gw_port': {'id': '79a0e4d6-fcb3-4ee3-a209-dd201710e688', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:8e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bebb789-2e0c-47c5-8598-2d6604d54718', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:04:05Z', 'updated_at': '2021-11-22T20:04:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': '749dd626-1f4d-4a26-b5a4-8a5a98684e27', 'name': '', 'network_id': 'a6c01d97-7edb-4357-8d46-10424981d282', 'tenant_id': '893c9b18170649ca8789dc25bee886fa', 'mac_address': 'fa:16:3e:3d:25:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bebb789-2e0c-47c5-8598-2d6604d54718', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '8484e927-d598-4c05-a88d-f7c50161999e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:04:10Z', 'updated_at': '2021-11-22T20:04:24Z', 'revision_number': 5, 'project_id': '893c9b18170649ca8789dc25bee886fa', 'subnets': [{'id': '8484e927-d598-4c05-a88d-f7c50161999e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:06:54.146635 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bde18f7-8a0a-4857-a400-73fbdee19396 req-e51098e0-28ee-4147-8e02-1e2d70822cc5 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:54.155646 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9bde18f7-8a0a-4857-a400-73fbdee19396 req-e51098e0-28ee-4147-8e02-1e2d70822cc5 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/ports?device_id=e94aed4c-ece2-410e-a309-9c83a0437f8c HTTP/1.1" status: 200 len: 950 time: 0.1246305 Nov 22 20:06:54.160595 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d89d5dc-08f7-4dea-b77f-284882004dbe None None] The sync data for ids ['9bebb789-2e0c-47c5-8598-2d6604d54718'] in n-d-818823-1 is: [{'id': '9bebb789-2e0c-47c5-8598-2d6604d54718', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1305262143-router', 'tenant_id': '893c9b18170649ca8789dc25bee886fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': '79a0e4d6-fcb3-4ee3-a209-dd201710e688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:04:04Z', 'updated_at': '2021-11-22T20:04:11Z', 'revision_number': 4, 'project_id': '893c9b18170649ca8789dc25bee886fa', 'gw_port': {'id': '79a0e4d6-fcb3-4ee3-a209-dd201710e688', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:8e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bebb789-2e0c-47c5-8598-2d6604d54718', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:04:05Z', 'updated_at': '2021-11-22T20:04:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': '749dd626-1f4d-4a26-b5a4-8a5a98684e27', 'name': '', 'network_id': 'a6c01d97-7edb-4357-8d46-10424981d282', 'tenant_id': '893c9b18170649ca8789dc25bee886fa', 'mac_address': 'fa:16:3e:3d:25:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bebb789-2e0c-47c5-8598-2d6604d54718', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '8484e927-d598-4c05-a88d-f7c50161999e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:04:10Z', 'updated_at': '2021-11-22T20:04:24Z', 'revision_number': 5, 'project_id': '893c9b18170649ca8789dc25bee886fa', 'subnets': [{'id': '8484e927-d598-4c05-a88d-f7c50161999e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:06:54.203452 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2aafdd-8709-4978-a991-cb2dfad3e508 req-b022addc-2ad4-4c34-a447-80d2c8bfd2a3 tempest-ListServersNegativeTestJSON-237213451 tempest-ListServersNegativeTestJSON-237213451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:54.210955 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-cc2aafdd-8709-4978-a991-cb2dfad3e508 req-b022addc-2ad4-4c34-a447-80d2c8bfd2a3 tempest-ListServersNegativeTestJSON-237213451 tempest-ListServersNegativeTestJSON-237213451-project] 10.222.0.46 "GET /v2.0/ports?device_id=2c116513-8cbd-4d9e-925a-1c95fd1d19ca HTTP/1.1" status: 200 len: 945 time: 0.1811702 Nov 22 20:06:54.293054 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-cc2aafdd-8709-4978-a991-cb2dfad3e508 req-86d9cf13-a906-4ed3-92f5-2b87f96d182b tempest-ListServersNegativeTestJSON-237213451 tempest-ListServersNegativeTestJSON-237213451-project] 10.222.0.46 "GET /v2.0/security-groups?id=1d2c79e0-b361-4d19-9e37-904303a435fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787098 Nov 22 20:06:54.503527 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-dd302493-52dd-4715-9cb4-142849db92d0 req-83f5b1b2-c5d7-4fba-b6f4-8b6db7793add tempest-ServersWithSpecificFlavorTestJSON-1120519075 tempest-ServersWithSpecificFlavorTestJSON-1120519075-project] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:54.506715 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0d6dedaf-6058-4529-b902-dd03193ee8ca req-dcc15f25-df87-4e50-800d-bf0a04b475a4 tempest-ServersWithSpecificFlavorTestJSON-1120519075 tempest-ServersWithSpecificFlavorTestJSON-1120519075-project] 10.222.0.46 "GET /v2.0/ports?device_id=c7719b78-6d90-405e-bc45-5187ca2b159c HTTP/1.1" status: 200 len: 210 time: 0.0928712 Nov 22 20:06:54.522899 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9bde18f7-8a0a-4857-a400-73fbdee19396 req-14094a90-ecc4-40cd-94c4-e33407bbc8c9 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1d007ec-a75a-4ef8-9cdd-9c679a3ff22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3651006 Nov 22 20:06:54.594138 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5021100a-f120-49c9-8d46-f9b8db3b6ffc None None] New status for floating IP c206caff-0d38-4418-9e51-f0441d6607d5: DOWN {{(pid=103449) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 20:06:54.621853 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-dd302493-52dd-4715-9cb4-142849db92d0 req-83f5b1b2-c5d7-4fba-b6f4-8b6db7793add tempest-ServersWithSpecificFlavorTestJSON-1120519075 tempest-ServersWithSpecificFlavorTestJSON-1120519075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:54.681773 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:06:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b6e122a-6b6e-4d10-ad9a-3e9d91d8cbe3 x-openstack-request-id: req-1b6e122a-6b6e-4d10-ad9a-3e9d91d8cbe3 {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:06:54.682617 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c116513-8cbd-4d9e-925a-1c95fd1d19ca", "name": "network-vif-plugged", "status": "completed", "tag": "0e8de699-60a6-4982-87a0-ca6d3c2d4064", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:06:54.682617 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1b6e122a-6b6e-4d10-ad9a-3e9d91d8cbe3 {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:06:54.682822 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c116513-8cbd-4d9e-925a-1c95fd1d19ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e8de699-60a6-4982-87a0-ca6d3c2d4064', 'code': 200} Nov 22 20:06:54.793053 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd302493-52dd-4715-9cb4-142849db92d0 req-83f5b1b2-c5d7-4fba-b6f4-8b6db7793add tempest-ServersWithSpecificFlavorTestJSON-1120519075 tempest-ServersWithSpecificFlavorTestJSON-1120519075-project] Network a6c01d97-7edb-4357-8d46-10424981d282 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:06:54.832080 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f5b1b2-c5d7-4fba-b6f4-8b6db7793add tempest-ServersWithSpecificFlavorTestJSON-1120519075 tempest-ServersWithSpecificFlavorTestJSON-1120519075-project] Pushing event updated for resources: {'Port': ['ID=0319e006-c1a3-4670-9ff2-6429a473568e,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:06:54.835450 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [req-dd302493-52dd-4715-9cb4-142849db92d0 req-83f5b1b2-c5d7-4fba-b6f4-8b6db7793add tempest-ServersWithSpecificFlavorTestJSON-1120519075 tempest-ServersWithSpecificFlavorTestJSON-1120519075-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:06:54.858567 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd302493-52dd-4715-9cb4-142849db92d0 req-83f5b1b2-c5d7-4fba-b6f4-8b6db7793add tempest-ServersWithSpecificFlavorTestJSON-1120519075 tempest-ServersWithSpecificFlavorTestJSON-1120519075-project] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:06:54.980725 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc7bba3-e17b-469a-a09f-f0b2773bac93 req-a1c67848-9de2-4336-8762-0db0d79e1025 tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:54.981617 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3fc7bba3-e17b-469a-a09f-f0b2773bac93 req-a1c67848-9de2-4336-8762-0db0d79e1025 tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] 10.222.0.46 "GET /v2.0/ports?device_id=a8d3a7bb-93d3-4918-911b-b913622e40e8 HTTP/1.1" status: 200 len: 946 time: 0.3139629 Nov 22 20:06:55.004774 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f630d4-a902-4b49-ae9e-f3bacd2a7edf req-b47284f5-ff06-4b6b-9050-49431016fad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:55.006326 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-04f630d4-a902-4b49-ae9e-f3bacd2a7edf req-b47284f5-ff06-4b6b-9050-49431016fad1 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2c116513-8cbd-4d9e-925a-1c95fd1d19ca HTTP/1.1" status: 200 len: 1096 time: 0.2723703 Nov 22 20:06:55.069228 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd302493-52dd-4715-9cb4-142849db92d0 req-83f5b1b2-c5d7-4fba-b6f4-8b6db7793add tempest-ServersWithSpecificFlavorTestJSON-1120519075 tempest-ServersWithSpecificFlavorTestJSON-1120519075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:55.069885 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-dd302493-52dd-4715-9cb4-142849db92d0 req-83f5b1b2-c5d7-4fba-b6f4-8b6db7793add tempest-ServersWithSpecificFlavorTestJSON-1120519075 tempest-ServersWithSpecificFlavorTestJSON-1120519075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:55.097533 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9906113f-a76e-41f5-b21e-49df29041665 req-922b5e14-0178-451c-bfb4-65b0b64f1c89 tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:55.099092 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9906113f-a76e-41f5-b21e-49df29041665 req-922b5e14-0178-451c-bfb4-65b0b64f1c89 tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] 10.222.0.46 "GET /v2.0/ports?device_id=1d610fed-ade8-4090-9ac8-a8eeda6b914b HTTP/1.1" status: 200 len: 949 time: 0.2834258 Nov 22 20:06:55.136410 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3fc7bba3-e17b-469a-a09f-f0b2773bac93 req-7b0ea266-d056-4840-82b2-164dd60d3da9 tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] 10.222.0.46 "GET /v2.0/security-groups?id=89c2c967-26c4-4e1c-a1fd-c97f87817ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412227 Nov 22 20:06:55.145251 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-a3328f12-b570-40d8-a87f-ae34930aa70c None None] Provisioning complete for port 0319e006-c1a3-4670-9ff2-6429a473568e triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:06:55.145638 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-a3328f12-b570-40d8-a87f-ae34930aa70c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:55.163898 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-dd302493-52dd-4715-9cb4-142849db92d0 req-83f5b1b2-c5d7-4fba-b6f4-8b6db7793add tempest-ServersWithSpecificFlavorTestJSON-1120519075 tempest-ServersWithSpecificFlavorTestJSON-1120519075-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8024886 Nov 22 20:06:55.166339 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-04f630d4-a902-4b49-ae9e-f3bacd2a7edf req-c14e31d4-6aa0-4fd9-9ad7-1117e73a3dd2 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=1d2c79e0-b361-4d19-9e37-904303a435fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446981 Nov 22 20:06:55.192822 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:06:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d91a45d-0c8a-4dc0-9edb-3eba21484549 x-openstack-request-id: req-9d91a45d-0c8a-4dc0-9edb-3eba21484549 {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:06:55.193714 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4b9559d-40a3-4573-bebb-b20ad7954d44", "name": "network-vif-deleted", "tag": "c2d1be9a-7c67-4fdb-ad0c-fa04ae9c3b2b", "status": "completed", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:06:55.194216 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9d91a45d-0c8a-4dc0-9edb-3eba21484549 {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:06:55.194783 n-d-818823-1 neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4b9559d-40a3-4573-bebb-b20ad7954d44', 'name': 'network-vif-deleted', 'tag': 'c2d1be9a-7c67-4fdb-ad0c-fa04ae9c3b2b', 'status': 'completed', 'code': 200} Nov 22 20:06:55.200165 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-a3328f12-b570-40d8-a87f-ae34930aa70c None None] Port 0319e006-c1a3-4670-9ff2-6429a473568e cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:06:55.202159 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-dd302493-52dd-4715-9cb4-142849db92d0 req-81de4ba5-1018-4833-a835-c7463c6f0552 service neutron] Request body: {'port': {'device_id': 'c7719b78-6d90-405e-bc45-5187ca2b159c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818823-1'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:06:55.211583 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9906113f-a76e-41f5-b21e-49df29041665 req-ec2b6cda-71cc-4ef1-81ab-322a0f420656 tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] 10.222.0.46 "GET /v2.0/security-groups?id=e5ae9e03-6ff8-4082-b7a4-25ecea5ed21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041284 Nov 22 20:06:55.302220 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-077f2da5-3243-4110-b9c3-95656b501907 req-98f3b761-5c27-46c5-9b44-09e3716de5e7 tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] 10.222.0.46 "GET /v2.0/ports?device_id=ad39a69e-d0da-4b53-be9a-d624fa4b35c6 HTTP/1.1" status: 200 len: 210 time: 0.0425968 Nov 22 20:06:55.338531 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d3dfdc24-3840-4285-b174-c624e893b306 req-ca21d55c-21f2-41b1-8ef9-32ebaad03178 tempest-ImagesNegativeTestJSON-184446583 tempest-ImagesNegativeTestJSON-184446583-project] 10.222.0.46 "GET /v2.0/ports?device_id=fd932b29-ef95-49fa-894f-fb636130b258 HTTP/1.1" status: 200 len: 210 time: 0.0388770 Nov 22 20:06:55.339356 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-dd302493-52dd-4715-9cb4-142849db92d0 req-81de4ba5-1018-4833-a835-c7463c6f0552 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:55.644142 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device c2d1be9a-7c67-4fdb-ad0c-fa04ae9c3b2b no longer exists at agent hyperv_n-h1-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:06:55.701694 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device bbd3757c-d5a3-48d8-8ffb-a909fe72dc91 up at agent hyperv_n-h2-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:06:55.758313 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] No Port match for: c2d1be9a-7c67-4fdb-ad0c-fa04ae9c3b2b {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:06:55.758313 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device c2d1be9a-7c67-4fdb-ad0c-fa04ae9c3b2b not bound to the agent host n-h1-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:06:55.835670 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Provisioning for port bbd3757c-d5a3-48d8-8ffb-a909fe72dc91 completed by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 20:06:55.843482 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Provisioning complete for port bbd3757c-d5a3-48d8-8ffb-a909fe72dc91 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:06:55.843482 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:55.961315 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:56.038028 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port bbd3757c-d5a3-48d8-8ffb-a909fe72dc91, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=bbd3757c-d5a3-48d8-8ffb-a909fe72dc91,segment=NetworkSegment(e07e4f19-324b-4bc4-9774-d97368264930),segment_id=e07e4f19-324b-4bc4-9774-d97368264930)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:06:56.045092 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:56.127035 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=bbd3757c-d5a3-48d8-8ffb-a909fe72dc91,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:06:56.127383 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-81cbb1f5-e8b6-48ee-89b3-5d2278c93e8d req-d2c266eb-f771-4550-ac41-f0f354b1f700 tempest-ImagesNegativeTestJSON-184446583 tempest-ImagesNegativeTestJSON-184446583-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=071fdfbaa6e34b68a76c4b72332cda28&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0697012 Nov 22 20:06:56.315536 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c515273-5ce0-4056-aca3-d5012fd2775e req-8785a26f-6bd7-4f19-8a71-b0fbaf80c120 tempest-ListServersNegativeTestJSON-237213451 tempest-ListServersNegativeTestJSON-237213451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:56.323507 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3c515273-5ce0-4056-aca3-d5012fd2775e req-8785a26f-6bd7-4f19-8a71-b0fbaf80c120 tempest-ListServersNegativeTestJSON-237213451 tempest-ListServersNegativeTestJSON-237213451-project] 10.222.0.46 "GET /v2.0/ports?device_id=2c116513-8cbd-4d9e-925a-1c95fd1d19ca HTTP/1.1" status: 200 len: 945 time: 0.7717361 Nov 22 20:06:56.378809 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1537f5e8-d219-4457-9038-da45eddc8c9e req-791a7dc0-de16-442a-b951-15c762d0a1a0 tempest-ServersWithSpecificFlavorTestJSON-1120519075 tempest-ServersWithSpecificFlavorTestJSON-1120519075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:56.380353 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1537f5e8-d219-4457-9038-da45eddc8c9e req-791a7dc0-de16-442a-b951-15c762d0a1a0 tempest-ServersWithSpecificFlavorTestJSON-1120519075 tempest-ServersWithSpecificFlavorTestJSON-1120519075-project] 10.222.0.46 "GET /v2.0/ports?device_id=c7719b78-6d90-405e-bc45-5187ca2b159c HTTP/1.1" status: 200 len: 932 time: 0.3378992 Nov 22 20:06:56.394687 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9800ff-c55f-474c-81c4-71f02f65b7a8 req-7343e6d8-2fd3-4251-95b2-339409865875 tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:56.396643 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-dc9800ff-c55f-474c-81c4-71f02f65b7a8 req-7343e6d8-2fd3-4251-95b2-339409865875 tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] 10.222.0.20 "GET /v2.0/networks?id=2cba3d15-15ad-430b-9993-3b4a14230480 HTTP/1.1" status: 200 len: 822 time: 0.8496094 Nov 22 20:06:56.435261 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-dc9800ff-c55f-474c-81c4-71f02f65b7a8 req-ed26b564-9d3b-4e19-bc2b-308a16a31dc1 tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] Request body: {'port': {'device_id': 'ad39a69e-d0da-4b53-be9a-d624fa4b35c6', 'network_id': '2cba3d15-15ad-430b-9993-3b4a14230480', 'admin_state_up': True, 'tenant_id': '06e6d3b48fca4efea364337fb0a9126a'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:06:56.558788 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cbb1f5-e8b6-48ee-89b3-5d2278c93e8d req-4215b6af-78f9-40c2-95ab-e5cab258503d tempest-ImagesNegativeTestJSON-184446583 tempest-ImagesNegativeTestJSON-184446583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:56.560345 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-81cbb1f5-e8b6-48ee-89b3-5d2278c93e8d req-4215b6af-78f9-40c2-95ab-e5cab258503d tempest-ImagesNegativeTestJSON-184446583 tempest-ImagesNegativeTestJSON-184446583-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4157114 Nov 22 20:06:56.577372 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3c515273-5ce0-4056-aca3-d5012fd2775e req-82819a51-fa63-41a4-a907-7bd8355b31c6 tempest-ListServersNegativeTestJSON-237213451 tempest-ListServersNegativeTestJSON-237213451-project] 10.222.0.46 "GET /v2.0/security-groups?id=1d2c79e0-b361-4d19-9e37-904303a435fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2526546 Nov 22 20:06:56.597299 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-81cbb1f5-e8b6-48ee-89b3-5d2278c93e8d req-b6afd765-a106-47c9-833e-ed534527739a tempest-ImagesNegativeTestJSON-184446583 tempest-ImagesNegativeTestJSON-184446583-project] Request body: {'port': {'device_id': 'fd932b29-ef95-49fa-894f-fb636130b258', 'network_id': 'e1052824-bf78-4963-8937-b202e372ac24', 'admin_state_up': True, 'tenant_id': '071fdfbaa6e34b68a76c4b72332cda28'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:06:56.683960 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e35400b0-7747-47a9-9298-df2e65d8ee67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f774b33-fa48-4155-be7e-e08cdfc73b1b'}, {'server_uuid': '5f0d0659-512e-4936-a0a3-cd52bf810a99', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f923e85-d0d3-4018-bc12-cee68ed8bb13'}, {'server_uuid': '64321546-b1b1-47ab-9f62-e72532a04a0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbd3757c-d5a3-48d8-8ffb-a909fe72dc91'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:06:56.686536 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d39f6d30a11e565ec9648abcc015e8a6ab6cff4edd704add8155e28765d31eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df1ac27c-d29d-44df-a011-0d673dcefc59" -d '{"events": [{"server_uuid": "e35400b0-7747-47a9-9298-df2e65d8ee67", "name": "network-vif-plugged", "status": "completed", "tag": "7f774b33-fa48-4155-be7e-e08cdfc73b1b"}, {"server_uuid": "5f0d0659-512e-4936-a0a3-cd52bf810a99", "name": "network-vif-unplugged", "status": "completed", "tag": "5f923e85-d0d3-4018-bc12-cee68ed8bb13"}, {"server_uuid": "64321546-b1b1-47ab-9f62-e72532a04a0b", "name": "network-vif-plugged", "status": "completed", "tag": "bbd3757c-d5a3-48d8-8ffb-a909fe72dc91"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:06:56.688219 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1537f5e8-d219-4457-9038-da45eddc8c9e req-a4dfc0fe-d842-48e4-bf04-dbfb0ac789ed tempest-ServersWithSpecificFlavorTestJSON-1120519075 tempest-ServersWithSpecificFlavorTestJSON-1120519075-project] 10.222.0.46 "GET /v2.0/security-groups?id=ea60d010-f7c1-485a-99af-472dfb1cdc16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2903321 Nov 22 20:06:56.787662 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [req-dd302493-52dd-4715-9cb4-142849db92d0 req-81de4ba5-1018-4833-a835-c7463c6f0552 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0319e006-c1a3-4670-9ff2-6429a473568e {{(pid=103447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:06:56.809739 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-dd302493-52dd-4715-9cb4-142849db92d0 req-81de4ba5-1018-4833-a835-c7463c6f0552 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:56.875131 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.provisioning_blocks [req-dd302493-52dd-4715-9cb4-142849db92d0 req-81de4ba5-1018-4833-a835-c7463c6f0552 service neutron] Transition to ACTIVE for port object 0319e006-c1a3-4670-9ff2-6429a473568e will not be triggered until provisioned by entity L2. {{(pid=103447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 20:06:56.895351 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f7a880-7ac3-466e-a02f-74aa3ac24609 req-d146b37f-8110-4f3e-ac5b-2d0ecd3bced2 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:56.896964 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-37f7a880-7ac3-466e-a02f-74aa3ac24609 req-d146b37f-8110-4f3e-ac5b-2d0ecd3bced2 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/ports?device_id=e94aed4c-ece2-410e-a309-9c83a0437f8c HTTP/1.1" status: 200 len: 950 time: 0.2193687 Nov 22 20:06:56.897613 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc9800ff-c55f-474c-81c4-71f02f65b7a8 req-ed26b564-9d3b-4e19-bc2b-308a16a31dc1 tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] Made reservation on behalf of 06e6d3b48fca4efea364337fb0a9126a for: {'port': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:06:56.901110 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-dc9800ff-c55f-474c-81c4-71f02f65b7a8 req-ed26b564-9d3b-4e19-bc2b-308a16a31dc1 tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:56.906477 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-dd302493-52dd-4715-9cb4-142849db92d0 req-81de4ba5-1018-4833-a835-c7463c6f0552 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:57.032230 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4844e2-f881-4048-ae58-3081d87c6131 req-516c15ac-cffa-4d4b-9aa1-d626fa3fca34 tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:57.033821 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8f4844e2-f881-4048-ae58-3081d87c6131 req-516c15ac-cffa-4d4b-9aa1-d626fa3fca34 tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] 10.222.0.46 "GET /v2.0/ports?device_id=a8d3a7bb-93d3-4918-911b-b913622e40e8 HTTP/1.1" status: 200 len: 946 time: 0.2139637 Nov 22 20:06:57.038528 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81de4ba5-1018-4833-a835-c7463c6f0552 service neutron] Pushing event updated for resources: {'Port': ['ID=0319e006-c1a3-4670-9ff2-6429a473568e,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:06:57.049447 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81cbb1f5-e8b6-48ee-89b3-5d2278c93e8d req-b6afd765-a106-47c9-833e-ed534527739a tempest-ImagesNegativeTestJSON-184446583 tempest-ImagesNegativeTestJSON-184446583-project] Made reservation on behalf of 071fdfbaa6e34b68a76c4b72332cda28 for: {'port': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:06:57.053018 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-81cbb1f5-e8b6-48ee-89b3-5d2278c93e8d req-b6afd765-a106-47c9-833e-ed534527739a tempest-ImagesNegativeTestJSON-184446583 tempest-ImagesNegativeTestJSON-184446583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:57.140534 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-81cbb1f5-e8b6-48ee-89b3-5d2278c93e8d req-b6afd765-a106-47c9-833e-ed534527739a tempest-ImagesNegativeTestJSON-184446583 tempest-ImagesNegativeTestJSON-184446583-project] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:57.174558 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-37f7a880-7ac3-466e-a02f-74aa3ac24609 req-74f9f407-e4d8-4685-90ec-1e5cc2e19950 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1d007ec-a75a-4ef8-9cdd-9c679a3ff22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2685721 Nov 22 20:06:57.271386 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8f4844e2-f881-4048-ae58-3081d87c6131 req-0b8f7bae-7e6b-4795-bcbc-38d32f3e3ba7 tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] 10.222.0.46 "GET /v2.0/security-groups?id=89c2c967-26c4-4e1c-a1fd-c97f87817ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2232342 Nov 22 20:06:57.328805 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [req-dc9800ff-c55f-474c-81c4-71f02f65b7a8 req-ed26b564-9d3b-4e19-bc2b-308a16a31dc1 tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] Allocated IP 172.20.0.6 (2cba3d15-15ad-430b-9993-3b4a14230480/1439a4b0-dcfd-4d3a-bcc9-51cb20acf78c/58e562ef-8008-40cc-bfdf-00600826c470) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:06:57.354153 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-dd302493-52dd-4715-9cb4-142849db92d0 req-81de4ba5-1018-4833-a835-c7463c6f0552 service neutron] Attempting to bind port 0319e006-c1a3-4670-9ff2-6429a473568e on host n-h1-818823-1 for vnic_type normal with profile {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:06:57.354490 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-dd302493-52dd-4715-9cb4-142849db92d0 req-81de4ba5-1018-4833-a835-c7463c6f0552 service neutron] Attempting to bind port 0319e006-c1a3-4670-9ff2-6429a473568e by drivers openvswitch,hyperv on host n-h1-818823-1 at level 0 using segments [{'id': 'f0c11d7a-96fd-43fa-957b-1793939552d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'a6c01d97-7edb-4357-8d46-10424981d282'}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:06:57.354826 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd302493-52dd-4715-9cb4-142849db92d0 req-81de4ba5-1018-4833-a835-c7463c6f0552 service neutron] Attempting to bind port 0319e006-c1a3-4670-9ff2-6429a473568e on network a6c01d97-7edb-4357-8d46-10424981d282 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:06:57.396803 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd302493-52dd-4715-9cb4-142849db92d0 req-81de4ba5-1018-4833-a835-c7463c6f0552 service neutron] Port 0319e006-c1a3-4670-9ff2-6429a473568e on network a6c01d97-7edb-4357-8d46-10424981d282 not bound, no agent of type Open vSwitch agent registered on host n-h1-818823-1 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:06:57.397234 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd302493-52dd-4715-9cb4-142849db92d0 req-81de4ba5-1018-4833-a835-c7463c6f0552 service neutron] Attempting to bind port 0319e006-c1a3-4670-9ff2-6429a473568e on network a6c01d97-7edb-4357-8d46-10424981d282 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:06:57.405037 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8691c257-4457-452e-bd2c-736ed2c3ea93 req-3054eb20-e547-4cb7-9e1b-276e31fc078e tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] 10.222.0.46 "GET /v2.0/ports?device_id=ad39a69e-d0da-4b53-be9a-d624fa4b35c6 HTTP/1.1" status: 200 len: 210 time: 0.0671144 Nov 22 20:06:57.436060 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d924d439-2275-40a1-93a4-5326a7b5db9a req-15ac7bd0-7796-4014-b614-676ffaa1b2ca tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:57.437575 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d924d439-2275-40a1-93a4-5326a7b5db9a req-15ac7bd0-7796-4014-b614-676ffaa1b2ca tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] 10.222.0.46 "GET /v2.0/ports?device_id=1d610fed-ade8-4090-9ac8-a8eeda6b914b HTTP/1.1" status: 200 len: 949 time: 0.1903021 Nov 22 20:06:57.448259 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd302493-52dd-4715-9cb4-142849db92d0 req-81de4ba5-1018-4833-a835-c7463c6f0552 service neutron] Checking agent: {'id': '7a008cff-3b49-418c-8046-689d46cc800f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'started_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 6, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:06:57.448600 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd302493-52dd-4715-9cb4-142849db92d0 req-81de4ba5-1018-4833-a835-c7463c6f0552 service neutron] Checking segment: {'id': 'f0c11d7a-96fd-43fa-957b-1793939552d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'a6c01d97-7edb-4357-8d46-10424981d282'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:06:57.448996 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd302493-52dd-4715-9cb4-142849db92d0 req-81de4ba5-1018-4833-a835-c7463c6f0552 service neutron] Bound using segment: {'id': 'f0c11d7a-96fd-43fa-957b-1793939552d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'a6c01d97-7edb-4357-8d46-10424981d282'} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:06:57.449448 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-dd302493-52dd-4715-9cb4-142849db92d0 req-81de4ba5-1018-4833-a835-c7463c6f0552 service neutron] Bound port: 0319e006-c1a3-4670-9ff2-6429a473568e, host: n-h1-818823-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0c11d7a-96fd-43fa-957b-1793939552d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'a6c01d97-7edb-4357-8d46-10424981d282'}}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:06:57.449814 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-dd302493-52dd-4715-9cb4-142849db92d0 req-81de4ba5-1018-4833-a835-c7463c6f0552 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:57.597638 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-771b8dc6-d004-4a78-9163-5848fb86e242 req-bd579f1b-e830-46de-a1ad-136f08f4c835 tempest-ImagesNegativeTestJSON-184446583 tempest-ImagesNegativeTestJSON-184446583-project] 10.222.0.46 "GET /v2.0/ports?device_id=fd932b29-ef95-49fa-894f-fb636130b258 HTTP/1.1" status: 200 len: 210 time: 0.1249731 Nov 22 20:06:57.618355 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-81cbb1f5-e8b6-48ee-89b3-5d2278c93e8d req-b6afd765-a106-47c9-833e-ed534527739a tempest-ImagesNegativeTestJSON-184446583 tempest-ImagesNegativeTestJSON-184446583-project] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:57.631072 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-81cbb1f5-e8b6-48ee-89b3-5d2278c93e8d req-b6afd765-a106-47c9-833e-ed534527739a tempest-ImagesNegativeTestJSON-184446583 tempest-ImagesNegativeTestJSON-184446583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:57.652126 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device d65e9dd0-ad52-4544-bbe5-38ddf0458f1e details requested by agent hyperv_n-h1-818823-1 with host n-h1-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 20:06:57.681066 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 527 Content-Type: application/json Date: Mon, 22 Nov 2021 20:06:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6ad9406-15b1-4377-bcd4-106278996fc6 x-openstack-request-id: req-b6ad9406-15b1-4377-bcd4-106278996fc6 {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:06:57.681377 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e35400b0-7747-47a9-9298-df2e65d8ee67", "name": "network-vif-plugged", "status": "completed", "tag": "7f774b33-fa48-4155-be7e-e08cdfc73b1b", "code": 200}, {"server_uuid": "5f0d0659-512e-4936-a0a3-cd52bf810a99", "name": "network-vif-unplugged", "status": "completed", "tag": "5f923e85-d0d3-4018-bc12-cee68ed8bb13", "code": 200}, {"server_uuid": "64321546-b1b1-47ab-9f62-e72532a04a0b", "name": "network-vif-plugged", "status": "completed", "tag": "bbd3757c-d5a3-48d8-8ffb-a909fe72dc91", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:06:57.681641 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b6ad9406-15b1-4377-bcd4-106278996fc6 {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:06:57.682035 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e35400b0-7747-47a9-9298-df2e65d8ee67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f774b33-fa48-4155-be7e-e08cdfc73b1b', 'code': 200} Nov 22 20:06:57.682295 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f0d0659-512e-4936-a0a3-cd52bf810a99', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f923e85-d0d3-4018-bc12-cee68ed8bb13', 'code': 200} Nov 22 20:06:57.682562 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64321546-b1b1-47ab-9f62-e72532a04a0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbd3757c-d5a3-48d8-8ffb-a909fe72dc91', 'code': 200} Nov 22 20:06:57.693835 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d924d439-2275-40a1-93a4-5326a7b5db9a req-c17552e9-0b4f-495f-9352-9f0033950148 tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] 10.222.0.46 "GET /v2.0/security-groups?id=e5ae9e03-6ff8-4082-b7a4-25ecea5ed21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2431078 Nov 22 20:06:57.803677 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-dd302493-52dd-4715-9cb4-142849db92d0 req-81de4ba5-1018-4833-a835-c7463c6f0552 service neutron] For port 0319e006-c1a3-4670-9ff2-6429a473568e, host n-h1-818823-1, cleared binding levels {{(pid=103447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:06:57.825415 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-dd302493-52dd-4715-9cb4-142849db92d0 req-81de4ba5-1018-4833-a835-c7463c6f0552 service neutron] For port 0319e006-c1a3-4670-9ff2-6429a473568e, host n-h1-818823-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=0319e006-c1a3-4670-9ff2-6429a473568e,segment=NetworkSegment(f0c11d7a-96fd-43fa-957b-1793939552d9),segment_id=f0c11d7a-96fd-43fa-957b-1793939552d9)] {{(pid=103447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:06:57.839342 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6afd765-a106-47c9-833e-ed534527739a tempest-ImagesNegativeTestJSON-184446583 tempest-ImagesNegativeTestJSON-184446583-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21df4ea0-58d8-414d-b717-7e46a31c9ea9,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:06:57.852100 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port d65e9dd0-ad52-4544-bbe5-38ddf0458f1e, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=d65e9dd0-ad52-4544-bbe5-38ddf0458f1e,segment=NetworkSegment(2a5a1c7b-538e-498e-99b9-cc7a8e0411be),segment_id=2a5a1c7b-538e-498e-99b9-cc7a8e0411be)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:06:57.867817 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Returning: {'device': 'd65e9dd0-ad52-4544-bbe5-38ddf0458f1e', 'network_id': 'e1052824-bf78-4963-8937-b202e372ac24', 'port_id': 'd65e9dd0-ad52-4544-bbe5-38ddf0458f1e', 'mac_address': 'fa:16:3e:b4:ed:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3091ebfd-11e2-41f8-9c00-ffe0b86563d8', 'ip_address': '192.168.233.81'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 20:06:57.871702 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-dd302493-52dd-4715-9cb4-142849db92d0 req-81de4ba5-1018-4833-a835-c7463c6f0552 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:57.876351 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedb4f05-863d-48e4-83b0-bf5dfcaeb3ed req-89d62ef7-eedd-4224-8f06-bd77b9569c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:57.878462 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-aedb4f05-863d-48e4-83b0-bf5dfcaeb3ed req-89d62ef7-eedd-4224-8f06-bd77b9569c7b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=64321546-b1b1-47ab-9f62-e72532a04a0b HTTP/1.1" status: 200 len: 1097 time: 0.0924006 Nov 22 20:06:57.884088 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4defd82-a78b-494c-bbf6-d1b9edd3d818 req-6ab22298-fc25-43b6-afbc-0694d6672e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:57.885775 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-e4defd82-a78b-494c-bbf6-d1b9edd3d818 req-6ab22298-fc25-43b6-afbc-0694d6672e46 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e35400b0-7747-47a9-9298-df2e65d8ee67 HTTP/1.1" status: 200 len: 1096 time: 0.0744333 Nov 22 20:06:57.912882 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:57.917656 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-dc9800ff-c55f-474c-81c4-71f02f65b7a8 req-ed26b564-9d3b-4e19-bc2b-308a16a31dc1 tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:57.930338 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d65e9dd0-ad52-4544-bbe5-38ddf0458f1e {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:06:57.951621 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port d65e9dd0-ad52-4544-bbe5-38ddf0458f1e, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=d65e9dd0-ad52-4544-bbe5-38ddf0458f1e,segment=NetworkSegment(2a5a1c7b-538e-498e-99b9-cc7a8e0411be),segment_id=2a5a1c7b-538e-498e-99b9-cc7a8e0411be)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:06:57.956032 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:57.958346 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-aedb4f05-863d-48e4-83b0-bf5dfcaeb3ed req-a312ac4b-9467-4d48-8210-e7f31c55aed7 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=1d2c79e0-b361-4d19-9e37-904303a435fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715764 Nov 22 20:06:57.960622 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-e4defd82-a78b-494c-bbf6-d1b9edd3d818 req-08f0673e-c005-4705-8b35-caf6fd56dd7a service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=1d2c79e0-b361-4d19-9e37-904303a435fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605087 Nov 22 20:06:58.004282 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd302493-52dd-4715-9cb4-142849db92d0 req-81de4ba5-1018-4833-a835-c7463c6f0552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:58.004927 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-dd302493-52dd-4715-9cb4-142849db92d0 req-81de4ba5-1018-4833-a835-c7463c6f0552 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:58.005961 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=d65e9dd0-ad52-4544-bbe5-38ddf0458f1e,revision_number=6']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:06:58.006326 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-dd302493-52dd-4715-9cb4-142849db92d0 req-81de4ba5-1018-4833-a835-c7463c6f0552 service neutron] 10.222.0.41 "PUT /v2.0/ports/0319e006-c1a3-4670-9ff2-6429a473568e HTTP/1.1" status: 200 len: 1092 time: 2.8095646 Nov 22 20:06:58.009827 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7719b78-6d90-405e-bc45-5187ca2b159c', 'tag': '0319e006-c1a3-4670-9ff2-6429a473568e'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:06:58.012160 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55eca82f-5958-4f2c-9670-e5bbcbd2233f" -d '{"events": [{"name": "network-changed", "server_uuid": "c7719b78-6d90-405e-bc45-5187ca2b159c", "tag": "0319e006-c1a3-4670-9ff2-6429a473568e"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:06:58.045975 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1f7204-ec85-4dc7-9634-0176810f4000 req-045a9a91-7bf0-4132-b8a4-862c76018749 tempest-ListServersNegativeTestJSON-237213451 tempest-ListServersNegativeTestJSON-237213451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:58.047641 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-db1f7204-ec85-4dc7-9634-0176810f4000 req-045a9a91-7bf0-4132-b8a4-862c76018749 tempest-ListServersNegativeTestJSON-237213451 tempest-ListServersNegativeTestJSON-237213451-project] 10.222.0.46 "GET /v2.0/ports?device_id=2c116513-8cbd-4d9e-925a-1c95fd1d19ca HTTP/1.1" status: 200 len: 945 time: 0.2542591 Nov 22 20:06:58.083296 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52be940c-d44b-42b3-8369-fd721093e609 req-e204c39a-2e86-45ed-ad3d-9b14fc20e26e tempest-ServersWithSpecificFlavorTestJSON-1120519075 tempest-ServersWithSpecificFlavorTestJSON-1120519075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:58.085103 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-52be940c-d44b-42b3-8369-fd721093e609 req-e204c39a-2e86-45ed-ad3d-9b14fc20e26e tempest-ServersWithSpecificFlavorTestJSON-1120519075 tempest-ServersWithSpecificFlavorTestJSON-1120519075-project] 10.222.0.46 "GET /v2.0/ports?device_id=c7719b78-6d90-405e-bc45-5187ca2b159c HTTP/1.1" status: 200 len: 944 time: 0.2733858 Nov 22 20:06:58.102429 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [req-81cbb1f5-e8b6-48ee-89b3-5d2278c93e8d req-b6afd765-a106-47c9-833e-ed534527739a tempest-ImagesNegativeTestJSON-184446583 tempest-ImagesNegativeTestJSON-184446583-project] Allocated IP 192.168.233.184 (e1052824-bf78-4963-8937-b202e372ac24/3091ebfd-11e2-41f8-9c00-ffe0b86563d8/2f580d6a-b799-4f7f-a07d-67f9a7c65f89) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:06:58.104573 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81de4ba5-1018-4833-a835-c7463c6f0552 service neutron] Pushing event updated for resources: {'Port': ['ID=0319e006-c1a3-4670-9ff2-6429a473568e,revision_number=3']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:06:58.200181 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-dc9800ff-c55f-474c-81c4-71f02f65b7a8 req-ed26b564-9d3b-4e19-bc2b-308a16a31dc1 tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:58.255947 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-52be940c-d44b-42b3-8369-fd721093e609 req-3145ecce-d37f-4779-a332-7a596681f068 tempest-ServersWithSpecificFlavorTestJSON-1120519075 tempest-ServersWithSpecificFlavorTestJSON-1120519075-project] 10.222.0.46 "GET /v2.0/security-groups?id=ea60d010-f7c1-485a-99af-472dfb1cdc16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1558344 Nov 22 20:06:58.259126 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-db1f7204-ec85-4dc7-9634-0176810f4000 req-6d716685-9605-4d95-ba8f-4cefce752966 tempest-ListServersNegativeTestJSON-237213451 tempest-ListServersNegativeTestJSON-237213451-project] 10.222.0.46 "GET /v2.0/security-groups?id=1d2c79e0-b361-4d19-9e37-904303a435fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844406 Nov 22 20:06:58.313883 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc9800ff-c55f-474c-81c4-71f02f65b7a8 req-ed26b564-9d3b-4e19-bc2b-308a16a31dc1 tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] Network 2cba3d15-15ad-430b-9993-3b4a14230480 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:06:58.336213 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] get_ports_and_sgs() called for port_ids ['d65e9dd0-ad52-4544-bbe5-38ddf0458f1e'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:06:58.377214 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [req-dc9800ff-c55f-474c-81c4-71f02f65b7a8 req-ed26b564-9d3b-4e19-bc2b-308a16a31dc1 tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:06:58.381745 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc9800ff-c55f-474c-81c4-71f02f65b7a8 req-ed26b564-9d3b-4e19-bc2b-308a16a31dc1 tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:06:58.385662 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 20:06:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06783fb2-1d46-4242-864d-2314c44c2faa x-openstack-request-id: req-06783fb2-1d46-4242-864d-2314c44c2faa {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:06:58.385983 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7719b78-6d90-405e-bc45-5187ca2b159c", "tag": "0319e006-c1a3-4670-9ff2-6429a473568e", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:06:58.386316 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-06783fb2-1d46-4242-864d-2314c44c2faa {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:06:58.387368 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7719b78-6d90-405e-bc45-5187ca2b159c', 'tag': '0319e006-c1a3-4670-9ff2-6429a473568e', 'status': 'completed', 'code': 200} Nov 22 20:06:58.417404 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed26b564-9d3b-4e19-bc2b-308a16a31dc1 tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] Pushing event updated for resources: {'Port': ['ID=58e562ef-8008-40cc-bfdf-00600826c470,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:06:58.511568 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd302493-52dd-4715-9cb4-142849db92d0 req-ab96a0ae-388c-4b15-b37e-68107bb2d5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:58.513071 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-dd302493-52dd-4715-9cb4-142849db92d0 req-ab96a0ae-388c-4b15-b37e-68107bb2d5ca service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=893c9b18170649ca8789dc25bee886fa&device_id=c7719b78-6d90-405e-bc45-5187ca2b159c HTTP/1.1" status: 200 len: 1095 time: 0.2612574 Nov 22 20:06:58.528312 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9800ff-c55f-474c-81c4-71f02f65b7a8 req-ed26b564-9d3b-4e19-bc2b-308a16a31dc1 tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:58.529151 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-dc9800ff-c55f-474c-81c4-71f02f65b7a8 req-ed26b564-9d3b-4e19-bc2b-308a16a31dc1 tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:58.605628 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-dd302493-52dd-4715-9cb4-142849db92d0 req-cf2dc6c8-745a-4d9a-96b3-ed080dce4cb8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0319e006-c1a3-4670-9ff2-6429a473568e HTTP/1.1" status: 200 len: 217 time: 0.0738838 Nov 22 20:06:58.620058 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f75175-72d5-4fe3-847b-a9ddad9b8d6c req-0160d92b-e72e-4c2c-a4af-77c7ad4a1894 tempest-ListServersNegativeTestJSON-237213451 tempest-ListServersNegativeTestJSON-237213451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:58.621532 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-81f75175-72d5-4fe3-847b-a9ddad9b8d6c req-0160d92b-e72e-4c2c-a4af-77c7ad4a1894 tempest-ListServersNegativeTestJSON-237213451 tempest-ListServersNegativeTestJSON-237213451-project] 10.222.0.46 "GET /v2.0/ports?device_id=e35400b0-7747-47a9-9298-df2e65d8ee67 HTTP/1.1" status: 200 len: 945 time: 0.2000444 Nov 22 20:06:58.624725 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-dc9800ff-c55f-474c-81c4-71f02f65b7a8 req-ed26b564-9d3b-4e19-bc2b-308a16a31dc1 tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2030892 Nov 22 20:06:58.639098 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ea3f5f-6da2-44de-8afe-267e93685a18 req-b65765b0-f2bf-4d1b-bc27-710ea7fda421 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:58.639098 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-28ea3f5f-6da2-44de-8afe-267e93685a18 req-b65765b0-f2bf-4d1b-bc27-710ea7fda421 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/ports?device_id=e94aed4c-ece2-410e-a309-9c83a0437f8c HTTP/1.1" status: 200 len: 950 time: 0.2455788 Nov 22 20:06:58.648386 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-dc9800ff-c55f-474c-81c4-71f02f65b7a8 req-290b29f8-c402-4a4a-a528-0bbcd5625de1 service neutron] Request body: {'port': {'device_id': 'ad39a69e-d0da-4b53-be9a-d624fa4b35c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818823-1'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:06:58.687373 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-81cbb1f5-e8b6-48ee-89b3-5d2278c93e8d req-b6afd765-a106-47c9-833e-ed534527739a tempest-ImagesNegativeTestJSON-184446583 tempest-ImagesNegativeTestJSON-184446583-project] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:58.818106 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd302493-52dd-4715-9cb4-142849db92d0 req-f4cdb9c2-c31d-4646-b71d-845497fe0466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:58.819717 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-dd302493-52dd-4715-9cb4-142849db92d0 req-f4cdb9c2-c31d-4646-b71d-845497fe0466 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8484e927-d598-4c05-a88d-f7c50161999e HTTP/1.1" status: 200 len: 863 time: 0.1798608 Nov 22 20:06:58.833593 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-dc9800ff-c55f-474c-81c4-71f02f65b7a8 req-290b29f8-c402-4a4a-a528-0bbcd5625de1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:58.838453 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-81f75175-72d5-4fe3-847b-a9ddad9b8d6c req-8ec2577a-c720-4f77-b032-c2412942b5eb tempest-ListServersNegativeTestJSON-237213451 tempest-ListServersNegativeTestJSON-237213451-project] 10.222.0.46 "GET /v2.0/security-groups?id=1d2c79e0-b361-4d19-9e37-904303a435fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966434 Nov 22 20:06:58.878016 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-28ea3f5f-6da2-44de-8afe-267e93685a18 req-8b7a04f6-9831-4d87-97d9-61f3748d1f3b tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1d007ec-a75a-4ef8-9cdd-9c679a3ff22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2346220 Nov 22 20:06:58.888989 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-81cbb1f5-e8b6-48ee-89b3-5d2278c93e8d req-b6afd765-a106-47c9-833e-ed534527739a tempest-ImagesNegativeTestJSON-184446583 tempest-ImagesNegativeTestJSON-184446583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:59.007423 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81cbb1f5-e8b6-48ee-89b3-5d2278c93e8d req-b6afd765-a106-47c9-833e-ed534527739a tempest-ImagesNegativeTestJSON-184446583 tempest-ImagesNegativeTestJSON-184446583-project] Network e1052824-bf78-4963-8937-b202e372ac24 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:06:59.331091 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd302493-52dd-4715-9cb4-142849db92d0 req-5e3c1bcf-4399-4f23-8454-654e0d0f7306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:59.334067 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-dd302493-52dd-4715-9cb4-142849db92d0 req-5e3c1bcf-4399-4f23-8454-654e0d0f7306 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a6c01d97-7edb-4357-8d46-10424981d282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5011210 Nov 22 20:06:59.334067 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [req-81cbb1f5-e8b6-48ee-89b3-5d2278c93e8d req-b6afd765-a106-47c9-833e-ed534527739a tempest-ImagesNegativeTestJSON-184446583 tempest-ImagesNegativeTestJSON-184446583-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:06:59.346898 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-81cbb1f5-e8b6-48ee-89b3-5d2278c93e8d req-b6afd765-a106-47c9-833e-ed534527739a tempest-ImagesNegativeTestJSON-184446583 tempest-ImagesNegativeTestJSON-184446583-project] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:06:59.394057 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6afd765-a106-47c9-833e-ed534527739a tempest-ImagesNegativeTestJSON-184446583 tempest-ImagesNegativeTestJSON-184446583-project] Pushing event updated for resources: {'Port': ['ID=2f580d6a-b799-4f7f-a07d-67f9a7c65f89,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:06:59.535692 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100f8955-5136-4345-840f-ed10d25ad893 req-4f1496e5-359f-4b76-b792-5c89c20473d7 tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:59.543073 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-100f8955-5136-4345-840f-ed10d25ad893 req-4f1496e5-359f-4b76-b792-5c89c20473d7 tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] 10.222.0.46 "GET /v2.0/ports?device_id=a8d3a7bb-93d3-4918-911b-b913622e40e8 HTTP/1.1" status: 200 len: 946 time: 0.6213217 Nov 22 20:06:59.561888 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cbb1f5-e8b6-48ee-89b3-5d2278c93e8d req-b6afd765-a106-47c9-833e-ed534527739a tempest-ImagesNegativeTestJSON-184446583 tempest-ImagesNegativeTestJSON-184446583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:59.562641 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-81cbb1f5-e8b6-48ee-89b3-5d2278c93e8d req-b6afd765-a106-47c9-833e-ed534527739a tempest-ImagesNegativeTestJSON-184446583 tempest-ImagesNegativeTestJSON-184446583-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:59.623695 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cf4724-098d-4ac4-9250-2bdbcd95f789 req-83b94b3b-118c-455b-b42e-4f28aef2b890 tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:06:59.625138 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a2cf4724-098d-4ac4-9250-2bdbcd95f789 req-83b94b3b-118c-455b-b42e-4f28aef2b890 tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] 10.222.0.46 "GET /v2.0/ports?device_id=ad39a69e-d0da-4b53-be9a-d624fa4b35c6 HTTP/1.1" status: 200 len: 931 time: 0.6709404 Nov 22 20:06:59.676853 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 5f923e85-d0d3-4018-bc12-cee68ed8bb13 details requested by agent hyperv_n-h1-818823-1 with host n-h1-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 20:06:59.696208 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-81cbb1f5-e8b6-48ee-89b3-5d2278c93e8d req-b6afd765-a106-47c9-833e-ed534527739a tempest-ImagesNegativeTestJSON-184446583 tempest-ImagesNegativeTestJSON-184446583-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1178033 Nov 22 20:06:59.696987 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device d65e9dd0-ad52-4544-bbe5-38ddf0458f1e up at agent hyperv_n-h1-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:06:59.709874 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-df81890f-a7d6-415f-abaf-07a0592e6d2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:59.715721 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-81cbb1f5-e8b6-48ee-89b3-5d2278c93e8d req-c6e66865-c1ca-4e4b-be31-ac4337ee19c8 service neutron] Request body: {'port': {'device_id': 'fd932b29-ef95-49fa-894f-fb636130b258', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818823-1'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:06:59.805105 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-dd302493-52dd-4715-9cb4-142849db92d0 req-ef0b2b23-f7c3-4971-9faa-89816ee890ca service neutron] 10.222.0.41 "GET /v2.0/networks/a6c01d97-7edb-4357-8d46-10424981d282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3799684 Nov 22 20:06:59.815191 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-100f8955-5136-4345-840f-ed10d25ad893 req-93662003-ac9b-4260-b5cf-562f49eaff49 tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] 10.222.0.46 "GET /v2.0/security-groups?id=89c2c967-26c4-4e1c-a1fd-c97f87817ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2712235 Nov 22 20:06:59.839879 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a2cf4724-098d-4ac4-9250-2bdbcd95f789 req-5703e0be-d8af-4bb2-9839-16187d411783 tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0c04069-962d-48b0-bef3-592f8ff68454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046320 Nov 22 20:06:59.878688 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-70a5074e-cdeb-4c2c-bec1-ff40a15c584c None None] Provisioning complete for port 2f580d6a-b799-4f7f-a07d-67f9a7c65f89 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:06:59.879147 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-70a5074e-cdeb-4c2c-bec1-ff40a15c584c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:06:59.893905 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.agents_db [None req-aa8313f2-1ee4-4e7b-8c5a-d32b2f9d31ee None None] Agent healthcheck: found 7 active agents {{(pid=103450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 20:06:59.932428 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-81cbb1f5-e8b6-48ee-89b3-5d2278c93e8d req-c6e66865-c1ca-4e4b-be31-ac4337ee19c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:00.003460 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Provisioning complete for port d65e9dd0-ad52-4544-bbe5-38ddf0458f1e triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:07:00.003797 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:00.011378 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-70a5074e-cdeb-4c2c-bec1-ff40a15c584c None None] Port 2f580d6a-b799-4f7f-a07d-67f9a7c65f89 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:07:00.058575 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 5f923e85-d0d3-4018-bc12-cee68ed8bb13, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=5f923e85-d0d3-4018-bc12-cee68ed8bb13,segment=NetworkSegment(2a5a1c7b-538e-498e-99b9-cc7a8e0411be),segment_id=2a5a1c7b-538e-498e-99b9-cc7a8e0411be)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:07:00.069245 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [req-dc9800ff-c55f-474c-81c4-71f02f65b7a8 req-290b29f8-c402-4a4a-a528-0bbcd5625de1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58e562ef-8008-40cc-bfdf-00600826c470 {{(pid=103447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:07:00.081472 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Returning: {'device': '5f923e85-d0d3-4018-bc12-cee68ed8bb13', 'network_id': 'e1052824-bf78-4963-8937-b202e372ac24', 'port_id': '5f923e85-d0d3-4018-bc12-cee68ed8bb13', 'mac_address': 'fa:16:3e:39:07:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3091ebfd-11e2-41f8-9c00-ffe0b86563d8', 'ip_address': '192.168.233.35'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 20:07:00.110574 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-dc9800ff-c55f-474c-81c4-71f02f65b7a8 req-290b29f8-c402-4a4a-a528-0bbcd5625de1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:00.135844 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-dd302493-52dd-4715-9cb4-142849db92d0 req-4f08e949-8bae-49eb-bee8-dfa0103e01bb service neutron] 10.222.0.41 "GET /v2.0/networks/a6c01d97-7edb-4357-8d46-10424981d282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3079407 Nov 22 20:07:00.148724 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:00.155143 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.provisioning_blocks [req-dc9800ff-c55f-474c-81c4-71f02f65b7a8 req-290b29f8-c402-4a4a-a528-0bbcd5625de1 service neutron] Transition to ACTIVE for port object 58e562ef-8008-40cc-bfdf-00600826c470 will not be triggered until provisioned by entity L2. {{(pid=103447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 20:07:00.166536 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f923e85-d0d3-4018-bc12-cee68ed8bb13 {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:07:00.170942 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-dc9800ff-c55f-474c-81c4-71f02f65b7a8 req-290b29f8-c402-4a4a-a528-0bbcd5625de1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:00.191211 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2e310e-f510-4919-a25c-1c5428ec47df req-42d4620b-26ea-4152-85bd-f1c84aa4ff8a tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:00.192570 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ab2e310e-f510-4919-a25c-1c5428ec47df req-42d4620b-26ea-4152-85bd-f1c84aa4ff8a tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] 10.222.0.46 "GET /v2.0/ports?device_id=1d610fed-ade8-4090-9ac8-a8eeda6b914b HTTP/1.1" status: 200 len: 948 time: 0.2000041 Nov 22 20:07:00.203578 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 5f923e85-d0d3-4018-bc12-cee68ed8bb13, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=5f923e85-d0d3-4018-bc12-cee68ed8bb13,segment=NetworkSegment(2a5a1c7b-538e-498e-99b9-cc7a8e0411be),segment_id=2a5a1c7b-538e-498e-99b9-cc7a8e0411be)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:07:00.203578 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:00.216615 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:00.246593 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port d65e9dd0-ad52-4544-bbe5-38ddf0458f1e, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=d65e9dd0-ad52-4544-bbe5-38ddf0458f1e,segment=NetworkSegment(2a5a1c7b-538e-498e-99b9-cc7a8e0411be),segment_id=2a5a1c7b-538e-498e-99b9-cc7a8e0411be)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:07:00.262491 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d86f548-a7d2-488b-b2d5-86571c72173b req-edb1c1dd-d7d3-46fd-9777-be62849a6543 tempest-ImagesNegativeTestJSON-184446583 tempest-ImagesNegativeTestJSON-184446583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:00.264031 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5d86f548-a7d2-488b-b2d5-86571c72173b req-edb1c1dd-d7d3-46fd-9777-be62849a6543 tempest-ImagesNegativeTestJSON-184446583 tempest-ImagesNegativeTestJSON-184446583-project] 10.222.0.46 "GET /v2.0/ports?device_id=fd932b29-ef95-49fa-894f-fb636130b258 HTTP/1.1" status: 200 len: 936 time: 0.2643356 Nov 22 20:07:00.267957 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d610fed-ade8-4090-9ac8-a8eeda6b914b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd65e9dd0-ad52-4544-bbe5-38ddf0458f1e'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:07:00.270222 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d39f6d30a11e565ec9648abcc015e8a6ab6cff4edd704add8155e28765d31eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fc42060-71ca-4e82-991a-542d4b205d94" -d '{"events": [{"server_uuid": "1d610fed-ade8-4090-9ac8-a8eeda6b914b", "name": "network-vif-plugged", "status": "completed", "tag": "d65e9dd0-ad52-4544-bbe5-38ddf0458f1e"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:07:00.277527 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:00.308802 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=5f923e85-d0d3-4018-bc12-cee68ed8bb13,revision_number=9']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:07:00.373550 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] get_ports_and_sgs() called for port_ids ['5f923e85-d0d3-4018-bc12-cee68ed8bb13'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:07:00.441613 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=d65e9dd0-ad52-4544-bbe5-38ddf0458f1e,revision_number=7']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:07:00.468097 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290b29f8-c402-4a4a-a528-0bbcd5625de1 service neutron] Pushing event updated for resources: {'Port': ['ID=58e562ef-8008-40cc-bfdf-00600826c470,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:07:00.553175 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ab2e310e-f510-4919-a25c-1c5428ec47df req-6158a8f9-986c-4c4e-bd18-cfe870d07a00 tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] 10.222.0.46 "GET /v2.0/security-groups?id=e5ae9e03-6ff8-4082-b7a4-25ecea5ed21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2569242 Nov 22 20:07:00.562990 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5d86f548-a7d2-488b-b2d5-86571c72173b req-786a2508-becc-47f3-8384-3c7bf8409840 tempest-ImagesNegativeTestJSON-184446583 tempest-ImagesNegativeTestJSON-184446583-project] 10.222.0.46 "GET /v2.0/security-groups?id=21df4ea0-58d8-414d-b717-7e46a31c9ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2513871 Nov 22 20:07:00.577371 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55eca82f-5958-4f2c-9670-e5bbcbd2233f req-63b32336-ad05-460b-8ec8-231eac46e03c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:00.579299 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-55eca82f-5958-4f2c-9670-e5bbcbd2233f req-63b32336-ad05-460b-8ec8-231eac46e03c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=893c9b18170649ca8789dc25bee886fa&device_id=c7719b78-6d90-405e-bc45-5187ca2b159c HTTP/1.1" status: 200 len: 1095 time: 0.2888851 Nov 22 20:07:00.811024 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-dc9800ff-c55f-474c-81c4-71f02f65b7a8 req-290b29f8-c402-4a4a-a528-0bbcd5625de1 service neutron] Attempting to bind port 58e562ef-8008-40cc-bfdf-00600826c470 on host n-h2-818823-1 for vnic_type normal with profile {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:07:00.811553 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-dc9800ff-c55f-474c-81c4-71f02f65b7a8 req-290b29f8-c402-4a4a-a528-0bbcd5625de1 service neutron] Attempting to bind port 58e562ef-8008-40cc-bfdf-00600826c470 by drivers openvswitch,hyperv on host n-h2-818823-1 at level 0 using segments [{'id': 'ee8173ed-ffda-445d-90ba-7bf45834e451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '2cba3d15-15ad-430b-9993-3b4a14230480'}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:07:00.811989 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc9800ff-c55f-474c-81c4-71f02f65b7a8 req-290b29f8-c402-4a4a-a528-0bbcd5625de1 service neutron] Attempting to bind port 58e562ef-8008-40cc-bfdf-00600826c470 on network 2cba3d15-15ad-430b-9993-3b4a14230480 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:07:00.845332 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc9800ff-c55f-474c-81c4-71f02f65b7a8 req-290b29f8-c402-4a4a-a528-0bbcd5625de1 service neutron] Port 58e562ef-8008-40cc-bfdf-00600826c470 on network 2cba3d15-15ad-430b-9993-3b4a14230480 not bound, no agent of type Open vSwitch agent registered on host n-h2-818823-1 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:07:00.845692 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc9800ff-c55f-474c-81c4-71f02f65b7a8 req-290b29f8-c402-4a4a-a528-0bbcd5625de1 service neutron] Attempting to bind port 58e562ef-8008-40cc-bfdf-00600826c470 on network 2cba3d15-15ad-430b-9993-3b4a14230480 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:07:00.868409 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1230d141-7fe5-4f7b-bf9e-c5f3c19645d5 req-dd3057ea-0822-4ee2-ae19-c73d89527504 tempest-ServersWithSpecificFlavorTestJSON-1120519075 tempest-ServersWithSpecificFlavorTestJSON-1120519075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:00.870055 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1230d141-7fe5-4f7b-bf9e-c5f3c19645d5 req-dd3057ea-0822-4ee2-ae19-c73d89527504 tempest-ServersWithSpecificFlavorTestJSON-1120519075 tempest-ServersWithSpecificFlavorTestJSON-1120519075-project] 10.222.0.46 "GET /v2.0/ports?device_id=c7719b78-6d90-405e-bc45-5187ca2b159c HTTP/1.1" status: 200 len: 944 time: 0.2166715 Nov 22 20:07:00.898392 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55eca82f-5958-4f2c-9670-e5bbcbd2233f req-585a26a3-edb2-423d-a050-73b0fc82e723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:00.899983 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-55eca82f-5958-4f2c-9670-e5bbcbd2233f req-585a26a3-edb2-423d-a050-73b0fc82e723 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a6c01d97-7edb-4357-8d46-10424981d282 HTTP/1.1" status: 200 len: 925 time: 0.3057215 Nov 22 20:07:00.907229 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc9800ff-c55f-474c-81c4-71f02f65b7a8 req-290b29f8-c402-4a4a-a528-0bbcd5625de1 service neutron] Checking agent: {'id': '65e0486a-7030-4065-96f0-10aa7402a530', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'started_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 6, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:07:00.907620 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc9800ff-c55f-474c-81c4-71f02f65b7a8 req-290b29f8-c402-4a4a-a528-0bbcd5625de1 service neutron] Checking segment: {'id': 'ee8173ed-ffda-445d-90ba-7bf45834e451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '2cba3d15-15ad-430b-9993-3b4a14230480'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:07:00.908017 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc9800ff-c55f-474c-81c4-71f02f65b7a8 req-290b29f8-c402-4a4a-a528-0bbcd5625de1 service neutron] Bound using segment: {'id': 'ee8173ed-ffda-445d-90ba-7bf45834e451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '2cba3d15-15ad-430b-9993-3b4a14230480'} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:07:00.908467 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-dc9800ff-c55f-474c-81c4-71f02f65b7a8 req-290b29f8-c402-4a4a-a528-0bbcd5625de1 service neutron] Bound port: 58e562ef-8008-40cc-bfdf-00600826c470, host: n-h2-818823-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee8173ed-ffda-445d-90ba-7bf45834e451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '2cba3d15-15ad-430b-9993-3b4a14230480'}}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:07:00.908947 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-dc9800ff-c55f-474c-81c4-71f02f65b7a8 req-290b29f8-c402-4a4a-a528-0bbcd5625de1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:01.009871 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-55eca82f-5958-4f2c-9670-e5bbcbd2233f req-8c4756b9-e09b-4b1a-ad80-2c8074ee2d55 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0319e006-c1a3-4670-9ff2-6429a473568e HTTP/1.1" status: 200 len: 217 time: 0.0976830 Nov 22 20:07:01.018736 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec09911-ef90-474e-8e05-08ea124a626f req-feee34f5-2757-4064-b31b-e59caa6d2773 tempest-ListServersNegativeTestJSON-237213451 tempest-ListServersNegativeTestJSON-237213451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:01.020298 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9ec09911-ef90-474e-8e05-08ea124a626f req-feee34f5-2757-4064-b31b-e59caa6d2773 tempest-ListServersNegativeTestJSON-237213451 tempest-ListServersNegativeTestJSON-237213451-project] 10.222.0.46 "GET /v2.0/ports?device_id=e35400b0-7747-47a9-9298-df2e65d8ee67 HTTP/1.1" status: 200 len: 945 time: 0.2827263 Nov 22 20:07:01.036925 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [req-81cbb1f5-e8b6-48ee-89b3-5d2278c93e8d req-c6e66865-c1ca-4e4b-be31-ac4337ee19c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f580d6a-b799-4f7f-a07d-67f9a7c65f89 {{(pid=103447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:07:01.125463 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-81cbb1f5-e8b6-48ee-89b3-5d2278c93e8d req-c6e66865-c1ca-4e4b-be31-ac4337ee19c8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:01.194899 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1230d141-7fe5-4f7b-bf9e-c5f3c19645d5 req-6125b003-857b-4715-8930-c0c3e840e921 tempest-ServersWithSpecificFlavorTestJSON-1120519075 tempest-ServersWithSpecificFlavorTestJSON-1120519075-project] 10.222.0.46 "GET /v2.0/security-groups?id=ea60d010-f7c1-485a-99af-472dfb1cdc16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2891095 Nov 22 20:07:01.209802 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.provisioning_blocks [req-81cbb1f5-e8b6-48ee-89b3-5d2278c93e8d req-c6e66865-c1ca-4e4b-be31-ac4337ee19c8 service neutron] Transition to ACTIVE for port object 2f580d6a-b799-4f7f-a07d-67f9a7c65f89 will not be triggered until provisioned by entity L2. {{(pid=103447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 20:07:01.223970 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55eca82f-5958-4f2c-9670-e5bbcbd2233f req-c6570bf6-2050-4da3-a5bd-849a41712c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:01.225137 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-55eca82f-5958-4f2c-9670-e5bbcbd2233f req-c6570bf6-2050-4da3-a5bd-849a41712c3d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8484e927-d598-4c05-a88d-f7c50161999e HTTP/1.1" status: 200 len: 863 time: 0.2034030 Nov 22 20:07:01.253717 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-81cbb1f5-e8b6-48ee-89b3-5d2278c93e8d req-c6e66865-c1ca-4e4b-be31-ac4337ee19c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:01.357226 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-dc9800ff-c55f-474c-81c4-71f02f65b7a8 req-290b29f8-c402-4a4a-a528-0bbcd5625de1 service neutron] For port 58e562ef-8008-40cc-bfdf-00600826c470, host n-h2-818823-1, cleared binding levels {{(pid=103447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:07:01.407298 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9ec09911-ef90-474e-8e05-08ea124a626f req-c0025e97-e2f1-4d08-b476-0624c2d603a2 tempest-ListServersNegativeTestJSON-237213451 tempest-ListServersNegativeTestJSON-237213451-project] 10.222.0.46 "GET /v2.0/security-groups?id=1d2c79e0-b361-4d19-9e37-904303a435fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3587518 Nov 22 20:07:01.476611 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-dc9800ff-c55f-474c-81c4-71f02f65b7a8 req-290b29f8-c402-4a4a-a528-0bbcd5625de1 service neutron] For port 58e562ef-8008-40cc-bfdf-00600826c470, host n-h2-818823-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=58e562ef-8008-40cc-bfdf-00600826c470,segment=NetworkSegment(ee8173ed-ffda-445d-90ba-7bf45834e451),segment_id=ee8173ed-ffda-445d-90ba-7bf45834e451)] {{(pid=103447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:07:01.486745 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:07:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3216d4d5-495a-481b-992a-0de68f271486 x-openstack-request-id: req-3216d4d5-495a-481b-992a-0de68f271486 {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:07:01.487313 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d610fed-ade8-4090-9ac8-a8eeda6b914b", "name": "network-vif-plugged", "status": "completed", "tag": "d65e9dd0-ad52-4544-bbe5-38ddf0458f1e", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:07:01.487669 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3216d4d5-495a-481b-992a-0de68f271486 {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:07:01.488578 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d610fed-ade8-4090-9ac8-a8eeda6b914b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd65e9dd0-ad52-4544-bbe5-38ddf0458f1e', 'code': 200} Nov 22 20:07:01.515449 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-dc9800ff-c55f-474c-81c4-71f02f65b7a8 req-290b29f8-c402-4a4a-a528-0bbcd5625de1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:01.538825 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6554056c-3998-4c8d-93f0-295fe3b8b5ed req-f2cc5440-ff86-469e-9e46-e74f9ca25b07 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:01.546253 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6554056c-3998-4c8d-93f0-295fe3b8b5ed req-f2cc5440-ff86-469e-9e46-e74f9ca25b07 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/ports?device_id=e94aed4c-ece2-410e-a309-9c83a0437f8c HTTP/1.1" status: 200 len: 950 time: 0.2127924 Nov 22 20:07:01.555371 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55eca82f-5958-4f2c-9670-e5bbcbd2233f req-b7caca98-d989-40f6-b126-df4945813390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:01.556989 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-55eca82f-5958-4f2c-9670-e5bbcbd2233f req-b7caca98-d989-40f6-b126-df4945813390 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a6c01d97-7edb-4357-8d46-10424981d282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3148675 Nov 22 20:07:01.559098 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e66865-c1ca-4e4b-be31-ac4337ee19c8 service neutron] Pushing event updated for resources: {'Port': ['ID=2f580d6a-b799-4f7f-a07d-67f9a7c65f89,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:07:01.672595 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 5f923e85-d0d3-4018-bc12-cee68ed8bb13 up at agent hyperv_n-h1-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:07:01.696914 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9800ff-c55f-474c-81c4-71f02f65b7a8 req-290b29f8-c402-4a4a-a528-0bbcd5625de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:01.697508 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-dc9800ff-c55f-474c-81c4-71f02f65b7a8 req-290b29f8-c402-4a4a-a528-0bbcd5625de1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:01.698911 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-dc9800ff-c55f-474c-81c4-71f02f65b7a8 req-290b29f8-c402-4a4a-a528-0bbcd5625de1 service neutron] 10.222.0.20 "PUT /v2.0/ports/58e562ef-8008-40cc-bfdf-00600826c470 HTTP/1.1" status: 200 len: 1091 time: 3.0580544 Nov 22 20:07:01.758233 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad39a69e-d0da-4b53-be9a-d624fa4b35c6', 'tag': '58e562ef-8008-40cc-bfdf-00600826c470'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:07:01.760976 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d7ae214-3946-4d28-8fcc-6c588d4e1280" -d '{"events": [{"name": "network-changed", "server_uuid": "ad39a69e-d0da-4b53-be9a-d624fa4b35c6", "tag": "58e562ef-8008-40cc-bfdf-00600826c470"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:07:01.770005 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e66865-c1ca-4e4b-be31-ac4337ee19c8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:07:01.770361 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e66865-c1ca-4e4b-be31-ac4337ee19c8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:07:01.770710 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e66865-c1ca-4e4b-be31-ac4337ee19c8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:07:01.771049 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e66865-c1ca-4e4b-be31-ac4337ee19c8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:07:01.771384 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e66865-c1ca-4e4b-be31-ac4337ee19c8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:07:01.771748 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e66865-c1ca-4e4b-be31-ac4337ee19c8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:07:01.772080 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e66865-c1ca-4e4b-be31-ac4337ee19c8 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:07:01.772413 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e66865-c1ca-4e4b-be31-ac4337ee19c8 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:07:01.774775 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e66865-c1ca-4e4b-be31-ac4337ee19c8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:07:01.774775 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e66865-c1ca-4e4b-be31-ac4337ee19c8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:07:01.774775 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e66865-c1ca-4e4b-be31-ac4337ee19c8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:07:01.774775 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e66865-c1ca-4e4b-be31-ac4337ee19c8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:07:01.841399 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-81cbb1f5-e8b6-48ee-89b3-5d2278c93e8d req-c6e66865-c1ca-4e4b-be31-ac4337ee19c8 service neutron] Attempting to bind port 2f580d6a-b799-4f7f-a07d-67f9a7c65f89 on host n-h2-818823-1 for vnic_type normal with profile {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:07:01.841733 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-81cbb1f5-e8b6-48ee-89b3-5d2278c93e8d req-c6e66865-c1ca-4e4b-be31-ac4337ee19c8 service neutron] Attempting to bind port 2f580d6a-b799-4f7f-a07d-67f9a7c65f89 by drivers openvswitch,hyperv on host n-h2-818823-1 at level 0 using segments [{'id': '2a5a1c7b-538e-498e-99b9-cc7a8e0411be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'e1052824-bf78-4963-8937-b202e372ac24'}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:07:01.842071 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81cbb1f5-e8b6-48ee-89b3-5d2278c93e8d req-c6e66865-c1ca-4e4b-be31-ac4337ee19c8 service neutron] Attempting to bind port 2f580d6a-b799-4f7f-a07d-67f9a7c65f89 on network e1052824-bf78-4963-8937-b202e372ac24 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:07:01.857645 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Provisioning complete for port 5f923e85-d0d3-4018-bc12-cee68ed8bb13 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:07:01.857949 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:01.905232 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81cbb1f5-e8b6-48ee-89b3-5d2278c93e8d req-c6e66865-c1ca-4e4b-be31-ac4337ee19c8 service neutron] Port 2f580d6a-b799-4f7f-a07d-67f9a7c65f89 on network e1052824-bf78-4963-8937-b202e372ac24 not bound, no agent of type Open vSwitch agent registered on host n-h2-818823-1 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:07:01.905575 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81cbb1f5-e8b6-48ee-89b3-5d2278c93e8d req-c6e66865-c1ca-4e4b-be31-ac4337ee19c8 service neutron] Attempting to bind port 2f580d6a-b799-4f7f-a07d-67f9a7c65f89 on network e1052824-bf78-4963-8937-b202e372ac24 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:07:01.913654 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798aeee2-59a9-41b2-b4d4-61ca22c76248 req-36c836e3-53f0-4d10-bbb4-5dee41bfd58a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:01.915904 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-798aeee2-59a9-41b2-b4d4-61ca22c76248 req-36c836e3-53f0-4d10-bbb4-5dee41bfd58a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1d610fed-ade8-4090-9ac8-a8eeda6b914b HTTP/1.1" status: 200 len: 1100 time: 0.0582771 Nov 22 20:07:01.956495 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6554056c-3998-4c8d-93f0-295fe3b8b5ed req-cc083a12-c50e-4a95-8603-94a7fdb7988c tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1d007ec-a75a-4ef8-9cdd-9c679a3ff22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4084122 Nov 22 20:07:01.959790 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81cbb1f5-e8b6-48ee-89b3-5d2278c93e8d req-c6e66865-c1ca-4e4b-be31-ac4337ee19c8 service neutron] Checking agent: {'id': '65e0486a-7030-4065-96f0-10aa7402a530', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'started_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 6, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:07:01.960359 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81cbb1f5-e8b6-48ee-89b3-5d2278c93e8d req-c6e66865-c1ca-4e4b-be31-ac4337ee19c8 service neutron] Checking segment: {'id': '2a5a1c7b-538e-498e-99b9-cc7a8e0411be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'e1052824-bf78-4963-8937-b202e372ac24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:07:01.960914 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81cbb1f5-e8b6-48ee-89b3-5d2278c93e8d req-c6e66865-c1ca-4e4b-be31-ac4337ee19c8 service neutron] Bound using segment: {'id': '2a5a1c7b-538e-498e-99b9-cc7a8e0411be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'e1052824-bf78-4963-8937-b202e372ac24'} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:07:01.962100 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-81cbb1f5-e8b6-48ee-89b3-5d2278c93e8d req-c6e66865-c1ca-4e4b-be31-ac4337ee19c8 service neutron] Bound port: 2f580d6a-b799-4f7f-a07d-67f9a7c65f89, host: n-h2-818823-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a5a1c7b-538e-498e-99b9-cc7a8e0411be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'e1052824-bf78-4963-8937-b202e372ac24'}}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:07:01.972909 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-81cbb1f5-e8b6-48ee-89b3-5d2278c93e8d req-c6e66865-c1ca-4e4b-be31-ac4337ee19c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:01.978303 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:02.008543 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-798aeee2-59a9-41b2-b4d4-61ca22c76248 req-9b9f9342-e1e7-4ec3-89c5-38ec6e3fc1df service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=e5ae9e03-6ff8-4082-b7a4-25ecea5ed21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738373 Nov 22 20:07:02.010529 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6915163c-e097-414c-adff-85094b3ee7f6 req-f192304c-a137-4275-bf0d-081b65f12939 tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:02.014739 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6915163c-e097-414c-adff-85094b3ee7f6 req-f192304c-a137-4275-bf0d-081b65f12939 tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] 10.222.0.46 "GET /v2.0/ports?device_id=ad39a69e-d0da-4b53-be9a-d624fa4b35c6 HTTP/1.1" status: 200 len: 943 time: 0.3085644 Nov 22 20:07:02.022780 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-55eca82f-5958-4f2c-9670-e5bbcbd2233f req-07b1175b-b22d-43ec-b9b8-9339e01f887c service neutron] 10.222.0.41 "GET /v2.0/networks/a6c01d97-7edb-4357-8d46-10424981d282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4374738 Nov 22 20:07:02.031730 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 5f923e85-d0d3-4018-bc12-cee68ed8bb13, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=5f923e85-d0d3-4018-bc12-cee68ed8bb13,segment=NetworkSegment(2a5a1c7b-538e-498e-99b9-cc7a8e0411be),segment_id=2a5a1c7b-538e-498e-99b9-cc7a8e0411be)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:07:02.041079 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:02.047398 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290b29f8-c402-4a4a-a528-0bbcd5625de1 service neutron] Pushing event updated for resources: {'Port': ['ID=58e562ef-8008-40cc-bfdf-00600826c470,revision_number=3']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:07:02.115193 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=5f923e85-d0d3-4018-bc12-cee68ed8bb13,revision_number=10']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:07:02.123400 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9800ff-c55f-474c-81c4-71f02f65b7a8 req-e4698986-6e25-4170-b2b2-571bb19acc43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:02.125193 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-dc9800ff-c55f-474c-81c4-71f02f65b7a8 req-e4698986-6e25-4170-b2b2-571bb19acc43 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=06e6d3b48fca4efea364337fb0a9126a&device_id=ad39a69e-d0da-4b53-be9a-d624fa4b35c6 HTTP/1.1" status: 200 len: 1094 time: 0.2725394 Nov 22 20:07:02.211445 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-dc9800ff-c55f-474c-81c4-71f02f65b7a8 req-37b160b7-0919-4f03-9c06-f15abc046f4f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=58e562ef-8008-40cc-bfdf-00600826c470 HTTP/1.1" status: 200 len: 217 time: 0.0581799 Nov 22 20:07:02.363244 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6915163c-e097-414c-adff-85094b3ee7f6 req-f557ee04-ee49-471b-997f-dead9f3c203d tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0c04069-962d-48b0-bef3-592f8ff68454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3255341 Nov 22 20:07:02.368176 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-81cbb1f5-e8b6-48ee-89b3-5d2278c93e8d req-c6e66865-c1ca-4e4b-be31-ac4337ee19c8 service neutron] For port 2f580d6a-b799-4f7f-a07d-67f9a7c65f89, host n-h2-818823-1, cleared binding levels {{(pid=103447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:07:02.373490 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9800ff-c55f-474c-81c4-71f02f65b7a8 req-eea17991-1973-4c16-b829-6599d163013e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:02.375169 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-dc9800ff-c55f-474c-81c4-71f02f65b7a8 req-eea17991-1973-4c16-b829-6599d163013e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1439a4b0-dcfd-4d3a-bcc9-51cb20acf78c HTTP/1.1" status: 200 len: 862 time: 0.1518726 Nov 22 20:07:02.387687 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d2a59c-0525-4bb3-976a-38b1538c09bb req-2a93dbef-7088-483e-939c-330a8f53a568 tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:02.389420 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-28d2a59c-0525-4bb3-976a-38b1538c09bb req-2a93dbef-7088-483e-939c-330a8f53a568 tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] 10.222.0.46 "GET /v2.0/ports?device_id=a8d3a7bb-93d3-4918-911b-b913622e40e8 HTTP/1.1" status: 200 len: 946 time: 0.3179061 Nov 22 20:07:02.417250 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-d0811e99-b90d-4939-befc-1b80d879f1c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:02.419685 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-81cbb1f5-e8b6-48ee-89b3-5d2278c93e8d req-c6e66865-c1ca-4e4b-be31-ac4337ee19c8 service neutron] For port 2f580d6a-b799-4f7f-a07d-67f9a7c65f89, host n-h2-818823-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=2f580d6a-b799-4f7f-a07d-67f9a7c65f89,segment=NetworkSegment(2a5a1c7b-538e-498e-99b9-cc7a8e0411be),segment_id=2a5a1c7b-538e-498e-99b9-cc7a8e0411be)] {{(pid=103447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:07:02.456312 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-81cbb1f5-e8b6-48ee-89b3-5d2278c93e8d req-c6e66865-c1ca-4e4b-be31-ac4337ee19c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:02.461467 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-dc9800ff-c55f-474c-81c4-71f02f65b7a8 req-d6f24b4d-54b6-41dc-a57a-67af7eb81828 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2cba3d15-15ad-430b-9993-3b4a14230480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0705509 Nov 22 20:07:02.944248 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cbb1f5-e8b6-48ee-89b3-5d2278c93e8d req-c6e66865-c1ca-4e4b-be31-ac4337ee19c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:02.944997 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-81cbb1f5-e8b6-48ee-89b3-5d2278c93e8d req-c6e66865-c1ca-4e4b-be31-ac4337ee19c8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:02.946380 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-81cbb1f5-e8b6-48ee-89b3-5d2278c93e8d req-c6e66865-c1ca-4e4b-be31-ac4337ee19c8 service neutron] 10.222.0.20 "PUT /v2.0/ports/2f580d6a-b799-4f7f-a07d-67f9a7c65f89 HTTP/1.1" status: 200 len: 1096 time: 3.2350240 Nov 22 20:07:02.986680 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-55eca82f-5958-4f2c-9670-e5bbcbd2233f req-997d64ab-5bc3-4f13-9c46-61226f176efd service neutron] 10.222.0.41 "GET /v2.0/networks/a6c01d97-7edb-4357-8d46-10424981d282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7141726 Nov 22 20:07:03.007468 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-28d2a59c-0525-4bb3-976a-38b1538c09bb req-682b7ccc-61af-4be7-ba2b-bb18c94ef7b5 tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] 10.222.0.46 "GET /v2.0/security-groups?id=89c2c967-26c4-4e1c-a1fd-c97f87817ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6090562 Nov 22 20:07:03.028123 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e66865-c1ca-4e4b-be31-ac4337ee19c8 service neutron] Pushing event updated for resources: {'Port': ['ID=2f580d6a-b799-4f7f-a07d-67f9a7c65f89,revision_number=3']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:07:03.074717 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-dc9800ff-c55f-474c-81c4-71f02f65b7a8 req-c1c1c9b3-e5a9-4f10-961f-0363605829b5 service neutron] 10.222.0.20 "GET /v2.0/networks/2cba3d15-15ad-430b-9993-3b4a14230480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6037614 Nov 22 20:07:03.084263 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7be813-f0fb-4a59-995d-3878f02cdb7c req-7fe6cac3-cac3-4637-bdf1-f4aac8337d5d tempest-ListServersNegativeTestJSON-237213451 tempest-ListServersNegativeTestJSON-237213451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:03.091797 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7a7be813-f0fb-4a59-995d-3878f02cdb7c req-7fe6cac3-cac3-4637-bdf1-f4aac8337d5d tempest-ListServersNegativeTestJSON-237213451 tempest-ListServersNegativeTestJSON-237213451-project] 10.222.0.46 "GET /v2.0/ports?device_id=64321546-b1b1-47ab-9f62-e72532a04a0b HTTP/1.1" status: 200 len: 946 time: 0.6050837 Nov 22 20:07:03.243327 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cbb1f5-e8b6-48ee-89b3-5d2278c93e8d req-0a5e3b9b-53c6-4106-8729-94e728b9635a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:03.244751 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-81cbb1f5-e8b6-48ee-89b3-5d2278c93e8d req-0a5e3b9b-53c6-4106-8729-94e728b9635a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=071fdfbaa6e34b68a76c4b72332cda28&device_id=fd932b29-ef95-49fa-894f-fb636130b258 HTTP/1.1" status: 200 len: 1099 time: 0.2364137 Nov 22 20:07:03.260436 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7a7be813-f0fb-4a59-995d-3878f02cdb7c req-aaa0f9d7-3ab5-41e7-9598-46d2f9d7416a tempest-ListServersNegativeTestJSON-237213451 tempest-ListServersNegativeTestJSON-237213451-project] 10.222.0.46 "GET /v2.0/security-groups?id=1d2c79e0-b361-4d19-9e37-904303a435fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650586 Nov 22 20:07:03.293422 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae43722d-72c1-4d84-8d7d-331010a8a546 req-86faa65f-9a09-4702-8302-cc8af3f94834 tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:03.299152 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ae43722d-72c1-4d84-8d7d-331010a8a546 req-86faa65f-9a09-4702-8302-cc8af3f94834 tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] 10.222.0.46 "GET /v2.0/ports?device_id=1d610fed-ade8-4090-9ac8-a8eeda6b914b HTTP/1.1" status: 200 len: 949 time: 0.1931424 Nov 22 20:07:03.308180 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-03f0964f-1b75-4df7-99e0-a3cdb56ec2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:03.352359 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-81cbb1f5-e8b6-48ee-89b3-5d2278c93e8d req-406a8482-cf94-4dd0-b14c-bb65987c03d4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=2f580d6a-b799-4f7f-a07d-67f9a7c65f89 HTTP/1.1" status: 200 len: 217 time: 0.0921147 Nov 22 20:07:03.421588 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-dc9800ff-c55f-474c-81c4-71f02f65b7a8 req-cafca48a-52ce-4115-b692-3123aafb3fc3 service neutron] 10.222.0.20 "GET /v2.0/networks/2cba3d15-15ad-430b-9993-3b4a14230480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3245921 Nov 22 20:07:03.490314 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f0d0659-512e-4936-a0a3-cd52bf810a99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f923e85-d0d3-4018-bc12-cee68ed8bb13'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:07:03.493813 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d39f6d30a11e565ec9648abcc015e8a6ab6cff4edd704add8155e28765d31eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a0b1abc-f4f8-442b-8cb5-a65fa8aa7d54" -d '{"events": [{"server_uuid": "5f0d0659-512e-4936-a0a3-cd52bf810a99", "name": "network-vif-plugged", "status": "completed", "tag": "5f923e85-d0d3-4018-bc12-cee68ed8bb13"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:07:03.505960 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cbb1f5-e8b6-48ee-89b3-5d2278c93e8d req-ad370837-0aa2-4927-8713-8d89a79881f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:03.507497 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-81cbb1f5-e8b6-48ee-89b3-5d2278c93e8d req-ad370837-0aa2-4927-8713-8d89a79881f4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3091ebfd-11e2-41f8-9c00-ffe0b86563d8 HTTP/1.1" status: 200 len: 843 time: 0.1379969 Nov 22 20:07:03.514922 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ae43722d-72c1-4d84-8d7d-331010a8a546 req-9be046b3-1a5e-4472-9c35-10ed8d8999b1 tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] 10.222.0.46 "GET /v2.0/security-groups?id=e5ae9e03-6ff8-4082-b7a4-25ecea5ed21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655974 Nov 22 20:07:03.523927 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ce687e-8805-47b7-a744-ad219349959c req-3a6b5840-58c5-4624-885a-674fc46371c3 tempest-ImagesNegativeTestJSON-184446583 tempest-ImagesNegativeTestJSON-184446583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:03.531445 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-89ce687e-8805-47b7-a744-ad219349959c req-3a6b5840-58c5-4624-885a-674fc46371c3 tempest-ImagesNegativeTestJSON-184446583 tempest-ImagesNegativeTestJSON-184446583-project] 10.222.0.46 "GET /v2.0/ports?device_id=fd932b29-ef95-49fa-894f-fb636130b258 HTTP/1.1" status: 200 len: 948 time: 0.1807928 Nov 22 20:07:03.638148 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cbb1f5-e8b6-48ee-89b3-5d2278c93e8d req-2c00c77f-d6bd-463c-aa14-ae8f99526c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:03.639735 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-81cbb1f5-e8b6-48ee-89b3-5d2278c93e8d req-2c00c77f-d6bd-463c-aa14-ae8f99526c40 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e1052824-bf78-4963-8937-b202e372ac24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0884416 Nov 22 20:07:03.645470 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-89ce687e-8805-47b7-a744-ad219349959c req-55e1288d-358f-4799-aefa-a53a48a70eed tempest-ImagesNegativeTestJSON-184446583 tempest-ImagesNegativeTestJSON-184446583-project] 10.222.0.46 "GET /v2.0/security-groups?id=21df4ea0-58d8-414d-b717-7e46a31c9ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131623 Nov 22 20:07:03.681353 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 0319e006-c1a3-4670-9ff2-6429a473568e details requested by agent hyperv_n-h1-818823-1 with host n-h1-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 20:07:03.766238 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 20:07:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9324c273-4434-4ff4-b565-cb27764a3e3e x-openstack-request-id: req-9324c273-4434-4ff4-b565-cb27764a3e3e {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:07:03.766467 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad39a69e-d0da-4b53-be9a-d624fa4b35c6", "tag": "58e562ef-8008-40cc-bfdf-00600826c470", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:07:03.766714 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9324c273-4434-4ff4-b565-cb27764a3e3e {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:07:03.767111 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad39a69e-d0da-4b53-be9a-d624fa4b35c6', 'tag': '58e562ef-8008-40cc-bfdf-00600826c470', 'status': 'completed', 'code': 200} Nov 22 20:07:03.840498 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 0319e006-c1a3-4670-9ff2-6429a473568e, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=0319e006-c1a3-4670-9ff2-6429a473568e,segment=NetworkSegment(f0c11d7a-96fd-43fa-957b-1793939552d9),segment_id=f0c11d7a-96fd-43fa-957b-1793939552d9)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:07:03.854976 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Returning: {'device': '0319e006-c1a3-4670-9ff2-6429a473568e', 'network_id': 'a6c01d97-7edb-4357-8d46-10424981d282', 'port_id': '0319e006-c1a3-4670-9ff2-6429a473568e', 'mac_address': 'fa:16:3e:16:52:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8484e927-d598-4c05-a88d-f7c50161999e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 20:07:03.883784 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-81cbb1f5-e8b6-48ee-89b3-5d2278c93e8d req-f78f8593-f21e-494e-8527-4a77af4b9d78 service neutron] 10.222.0.20 "GET /v2.0/networks/e1052824-bf78-4963-8937-b202e372ac24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2334280 Nov 22 20:07:03.901424 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e577a55c-5331-4d55-903b-78660090886c req-70eff1e2-ebb5-4d38-97fe-e62eb7fd582c tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:03.908665 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e577a55c-5331-4d55-903b-78660090886c req-70eff1e2-ebb5-4d38-97fe-e62eb7fd582c tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/ports?device_id=e94aed4c-ece2-410e-a309-9c83a0437f8c HTTP/1.1" status: 200 len: 950 time: 0.1399660 Nov 22 20:07:03.915476 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:03.929537 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0319e006-c1a3-4670-9ff2-6429a473568e {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:07:03.930571 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7ae214-3946-4d28-8fcc-6c588d4e1280 req-015bb148-94ed-40b8-a722-3fee619dcb50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:03.932099 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3d7ae214-3946-4d28-8fcc-6c588d4e1280 req-015bb148-94ed-40b8-a722-3fee619dcb50 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=06e6d3b48fca4efea364337fb0a9126a&device_id=ad39a69e-d0da-4b53-be9a-d624fa4b35c6 HTTP/1.1" status: 200 len: 1094 time: 0.2012668 Nov 22 20:07:03.950262 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 0319e006-c1a3-4670-9ff2-6429a473568e, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=0319e006-c1a3-4670-9ff2-6429a473568e,segment=NetworkSegment(f0c11d7a-96fd-43fa-957b-1793939552d9),segment_id=f0c11d7a-96fd-43fa-957b-1793939552d9)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:07:03.954532 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b2c0a8-67cb-4fbc-8fef-dc5d0f5df678 req-5808f001-ce99-402a-97b6-58a55a85fa11 tempest-ServersWithSpecificFlavorTestJSON-1120519075 tempest-ServersWithSpecificFlavorTestJSON-1120519075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:03.956021 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:03.961969 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-64b2c0a8-67cb-4fbc-8fef-dc5d0f5df678 req-5808f001-ce99-402a-97b6-58a55a85fa11 tempest-ServersWithSpecificFlavorTestJSON-1120519075 tempest-ServersWithSpecificFlavorTestJSON-1120519075-project] 10.222.0.46 "GET /v2.0/ports?device_id=c7719b78-6d90-405e-bc45-5187ca2b159c HTTP/1.1" status: 200 len: 944 time: 0.1904874 Nov 22 20:07:04.008094 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=0319e006-c1a3-4670-9ff2-6429a473568e,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:07:04.137246 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e577a55c-5331-4d55-903b-78660090886c req-7ca1a470-5c83-470a-a273-61c0c4a8811f tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1d007ec-a75a-4ef8-9cdd-9c679a3ff22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2276025 Nov 22 20:07:04.168721 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-64b2c0a8-67cb-4fbc-8fef-dc5d0f5df678 req-2529d56f-f96d-4875-88a0-9746790e6cc8 tempest-ServersWithSpecificFlavorTestJSON-1120519075 tempest-ServersWithSpecificFlavorTestJSON-1120519075-project] 10.222.0.46 "GET /v2.0/security-groups?id=ea60d010-f7c1-485a-99af-472dfb1cdc16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2015216 Nov 22 20:07:04.185593 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-81cbb1f5-e8b6-48ee-89b3-5d2278c93e8d req-026bc44a-d6b1-47f3-bcd1-61c83641fc40 service neutron] 10.222.0.20 "GET /v2.0/networks/e1052824-bf78-4963-8937-b202e372ac24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2690897 Nov 22 20:07:04.229551 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7ae214-3946-4d28-8fcc-6c588d4e1280 req-c8bea41c-8e20-4ad7-883b-c41bfb5443d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:04.231680 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3d7ae214-3946-4d28-8fcc-6c588d4e1280 req-c8bea41c-8e20-4ad7-883b-c41bfb5443d5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=2cba3d15-15ad-430b-9993-3b4a14230480 HTTP/1.1" status: 200 len: 923 time: 0.2389200 Nov 22 20:07:04.332410 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3d7ae214-3946-4d28-8fcc-6c588d4e1280 req-4273f8ad-511f-49e4-966a-255af5a68108 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=58e562ef-8008-40cc-bfdf-00600826c470 HTTP/1.1" status: 200 len: 217 time: 0.0799987 Nov 22 20:07:04.392845 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:07:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15f7b6b9-9a84-4349-8af6-9dfda317c95c x-openstack-request-id: req-15f7b6b9-9a84-4349-8af6-9dfda317c95c {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:07:04.393983 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f0d0659-512e-4936-a0a3-cd52bf810a99", "name": "network-vif-plugged", "status": "completed", "tag": "5f923e85-d0d3-4018-bc12-cee68ed8bb13", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:07:04.394467 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-15f7b6b9-9a84-4349-8af6-9dfda317c95c {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:07:04.395102 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f0d0659-512e-4936-a0a3-cd52bf810a99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f923e85-d0d3-4018-bc12-cee68ed8bb13', 'code': 200} Nov 22 20:07:04.404326 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388f0199-2343-4b6e-8eb3-8c7c3cbc6175 req-d94b1743-916c-47f5-ab46-bb4376218471 tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:04.405926 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-388f0199-2343-4b6e-8eb3-8c7c3cbc6175 req-d94b1743-916c-47f5-ab46-bb4376218471 tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] 10.222.0.46 "GET /v2.0/ports?device_id=ad39a69e-d0da-4b53-be9a-d624fa4b35c6 HTTP/1.1" status: 200 len: 943 time: 0.1638410 Nov 22 20:07:04.418823 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0af90d-f75e-46ac-baed-d8017f4b4ec6 req-daab2825-889f-4ed5-95e8-06eafc08f988 tempest-LiveAutoBlockMigrationV225Test-67792349 tempest-LiveAutoBlockMigrationV225Test-67792349-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:04.420394 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ec0af90d-f75e-46ac-baed-d8017f4b4ec6 req-daab2825-889f-4ed5-95e8-06eafc08f988 tempest-LiveAutoBlockMigrationV225Test-67792349 tempest-LiveAutoBlockMigrationV225Test-67792349-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=a8d3a7bb-93d3-4918-911b-b913622e40e8&tenant_id=ed1bb220b53d484cb7697cddf2626bd6&binding%3Ahost_id=n-h2-818823-1 HTTP/1.1" status: 200 len: 1097 time: 0.1589236 Nov 22 20:07:04.434604 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-ec0af90d-f75e-46ac-baed-d8017f4b4ec6 req-9b0625ad-93dc-4dce-9213-b2a621363cd6 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-818823-1'}}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:07:04.447120 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7ae214-3946-4d28-8fcc-6c588d4e1280 req-3971b728-0610-4dbc-8aa6-3eee375f3124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:04.448629 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3d7ae214-3946-4d28-8fcc-6c588d4e1280 req-3971b728-0610-4dbc-8aa6-3eee375f3124 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1439a4b0-dcfd-4d3a-bcc9-51cb20acf78c HTTP/1.1" status: 200 len: 862 time: 0.1073503 Nov 22 20:07:04.455651 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] get_ports_and_sgs() called for port_ids ['0319e006-c1a3-4670-9ff2-6429a473568e'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:07:04.526529 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3d7ae214-3946-4d28-8fcc-6c588d4e1280 req-129be73c-e1c4-4c2a-b0d2-f0efc6c09b38 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2cba3d15-15ad-430b-9993-3b4a14230480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0584068 Nov 22 20:07:04.644102 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-388f0199-2343-4b6e-8eb3-8c7c3cbc6175 req-ee551cb1-1989-47a6-bd7c-1aa364f4e993 tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0c04069-962d-48b0-bef3-592f8ff68454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2173910 Nov 22 20:07:04.664735 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-ec0af90d-f75e-46ac-baed-d8017f4b4ec6 req-9b0625ad-93dc-4dce-9213-b2a621363cd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:04.743109 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0f433a-eb30-4403-a979-2d7477d0d58c req-5123692d-7e97-46e4-9401-ed00ff604f02 tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:04.748408 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0a0f433a-eb30-4403-a979-2d7477d0d58c req-5123692d-7e97-46e4-9401-ed00ff604f02 tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] 10.222.0.46 "GET /v2.0/ports?device_id=a8d3a7bb-93d3-4918-911b-b913622e40e8 HTTP/1.1" status: 200 len: 946 time: 0.2715290 Nov 22 20:07:04.900944 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3d7ae214-3946-4d28-8fcc-6c588d4e1280 req-727bed01-3c46-4c33-9ef2-8b67b63e21dc service neutron] 10.222.0.20 "GET /v2.0/networks/2cba3d15-15ad-430b-9993-3b4a14230480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3435335 Nov 22 20:07:04.919275 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0a0f433a-eb30-4403-a979-2d7477d0d58c req-9f42581f-8b18-45a5-a288-84da38c73aca tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] 10.222.0.46 "GET /v2.0/security-groups?id=89c2c967-26c4-4e1c-a1fd-c97f87817ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465504 Nov 22 20:07:05.025896 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e49ee129-e862-4476-beca-cdc8150d2345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:05.046562 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3b2a64-6ce2-464c-ad05-a618694c4970 req-2da602b2-c902-4a8a-848b-896ac4a421ab tempest-ListServersNegativeTestJSON-237213451 tempest-ListServersNegativeTestJSON-237213451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:05.048318 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9f3b2a64-6ce2-464c-ad05-a618694c4970 req-2da602b2-c902-4a8a-848b-896ac4a421ab tempest-ListServersNegativeTestJSON-237213451 tempest-ListServersNegativeTestJSON-237213451-project] 10.222.0.46 "GET /v2.0/ports?device_id=64321546-b1b1-47ab-9f62-e72532a04a0b HTTP/1.1" status: 200 len: 946 time: 0.2930729 Nov 22 20:07:05.152084 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-ec0af90d-f75e-46ac-baed-d8017f4b4ec6 req-9b0625ad-93dc-4dce-9213-b2a621363cd6 service neutron] For port 922caa09-8d5c-4d80-88ea-9b74d0b2a711, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=922caa09-8d5c-4d80-88ea-9b74d0b2a711,segment=NetworkSegment(a1d01b66-e103-44ab-97f3-6f827675fa31),segment_id=a1d01b66-e103-44ab-97f3-6f827675fa31)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:07:05.196703 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28965626-8893-4764-a7dc-1f79a4ab6ae9 req-afa806be-1661-479a-995b-5d19b36ecfdc tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:05.198403 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-28965626-8893-4764-a7dc-1f79a4ab6ae9 req-afa806be-1661-479a-995b-5d19b36ecfdc tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] 10.222.0.46 "GET /v2.0/ports?device_id=1d610fed-ade8-4090-9ac8-a8eeda6b914b HTTP/1.1" status: 200 len: 949 time: 0.1860714 Nov 22 20:07:05.206385 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3d7ae214-3946-4d28-8fcc-6c588d4e1280 req-5ac3eda7-6c3b-42ed-bc17-fcec794cfa7b service neutron] 10.222.0.20 "GET /v2.0/networks/2cba3d15-15ad-430b-9993-3b4a14230480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2481470 Nov 22 20:07:05.243202 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9f3b2a64-6ce2-464c-ad05-a618694c4970 req-f4f00d2a-1b9c-42a6-ba5c-bc751180d38b tempest-ListServersNegativeTestJSON-237213451 tempest-ListServersNegativeTestJSON-237213451-project] 10.222.0.46 "GET /v2.0/security-groups?id=1d2c79e0-b361-4d19-9e37-904303a435fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743784 Nov 22 20:07:05.284991 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-ec0af90d-f75e-46ac-baed-d8017f4b4ec6 req-9b0625ad-93dc-4dce-9213-b2a621363cd6 service neutron] For port 922caa09-8d5c-4d80-88ea-9b74d0b2a711, host n-h2-818823-1, cleared binding levels {{(pid=103447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:07:05.299404 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-28965626-8893-4764-a7dc-1f79a4ab6ae9 req-565c064b-8b77-4c94-8a1a-feceac86ac24 tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] 10.222.0.46 "GET /v2.0/security-groups?id=e5ae9e03-6ff8-4082-b7a4-25ecea5ed21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870602 Nov 22 20:07:05.364360 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-ec0af90d-f75e-46ac-baed-d8017f4b4ec6 req-9b0625ad-93dc-4dce-9213-b2a621363cd6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:05.371526 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-ec0af90d-f75e-46ac-baed-d8017f4b4ec6 req-9b0625ad-93dc-4dce-9213-b2a621363cd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:05.526938 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0625ad-93dc-4dce-9213-b2a621363cd6 service neutron] Pushing event updated for resources: {'Port': ['ID=922caa09-8d5c-4d80-88ea-9b74d0b2a711,revision_number=7']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:07:05.561098 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530c55c6-a23f-4f07-a1a7-41d44dc80598 req-2c18c3d5-a778-4728-a820-70b34fc094dd tempest-ImagesNegativeTestJSON-184446583 tempest-ImagesNegativeTestJSON-184446583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:05.562676 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-530c55c6-a23f-4f07-a1a7-41d44dc80598 req-2c18c3d5-a778-4728-a820-70b34fc094dd tempest-ImagesNegativeTestJSON-184446583 tempest-ImagesNegativeTestJSON-184446583-project] 10.222.0.46 "GET /v2.0/ports?device_id=fd932b29-ef95-49fa-894f-fb636130b258 HTTP/1.1" status: 200 len: 948 time: 0.1810212 Nov 22 20:07:05.573674 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04271f7a-672b-484c-b26a-e99e51328eca req-9267d41d-7597-40fe-941f-585c7e72cec7 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:05.575884 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-04271f7a-672b-484c-b26a-e99e51328eca req-9267d41d-7597-40fe-941f-585c7e72cec7 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/ports?device_id=e94aed4c-ece2-410e-a309-9c83a0437f8c HTTP/1.1" status: 200 len: 950 time: 0.1617987 Nov 22 20:07:05.588080 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-ec0af90d-f75e-46ac-baed-d8017f4b4ec6 req-9b0625ad-93dc-4dce-9213-b2a621363cd6 service neutron] Attempting to bind port 922caa09-8d5c-4d80-88ea-9b74d0b2a711 on host n-h2-818823-1 for vnic_type normal with profile {"migrating_to": "n-h1-818823-1"} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:07:05.588551 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-ec0af90d-f75e-46ac-baed-d8017f4b4ec6 req-9b0625ad-93dc-4dce-9213-b2a621363cd6 service neutron] Attempting to bind port 922caa09-8d5c-4d80-88ea-9b74d0b2a711 by drivers openvswitch,hyperv on host n-h2-818823-1 at level 0 using segments [{'id': 'a1d01b66-e103-44ab-97f3-6f827675fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '5c8a61c3-0285-4b7d-b110-24534369ffce'}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:07:05.588981 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec0af90d-f75e-46ac-baed-d8017f4b4ec6 req-9b0625ad-93dc-4dce-9213-b2a621363cd6 service neutron] Attempting to bind port 922caa09-8d5c-4d80-88ea-9b74d0b2a711 on network 5c8a61c3-0285-4b7d-b110-24534369ffce {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:07:05.611763 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec0af90d-f75e-46ac-baed-d8017f4b4ec6 req-9b0625ad-93dc-4dce-9213-b2a621363cd6 service neutron] Port 922caa09-8d5c-4d80-88ea-9b74d0b2a711 on network 5c8a61c3-0285-4b7d-b110-24534369ffce not bound, no agent of type Open vSwitch agent registered on host n-h2-818823-1 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:07:05.612248 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec0af90d-f75e-46ac-baed-d8017f4b4ec6 req-9b0625ad-93dc-4dce-9213-b2a621363cd6 service neutron] Attempting to bind port 922caa09-8d5c-4d80-88ea-9b74d0b2a711 on network 5c8a61c3-0285-4b7d-b110-24534369ffce {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:07:05.637879 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec0af90d-f75e-46ac-baed-d8017f4b4ec6 req-9b0625ad-93dc-4dce-9213-b2a621363cd6 service neutron] Checking agent: {'id': '65e0486a-7030-4065-96f0-10aa7402a530', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'started_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 6, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:07:05.639324 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec0af90d-f75e-46ac-baed-d8017f4b4ec6 req-9b0625ad-93dc-4dce-9213-b2a621363cd6 service neutron] Checking segment: {'id': 'a1d01b66-e103-44ab-97f3-6f827675fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '5c8a61c3-0285-4b7d-b110-24534369ffce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:07:05.640293 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec0af90d-f75e-46ac-baed-d8017f4b4ec6 req-9b0625ad-93dc-4dce-9213-b2a621363cd6 service neutron] Bound using segment: {'id': 'a1d01b66-e103-44ab-97f3-6f827675fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '5c8a61c3-0285-4b7d-b110-24534369ffce'} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:07:05.640751 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-ec0af90d-f75e-46ac-baed-d8017f4b4ec6 req-9b0625ad-93dc-4dce-9213-b2a621363cd6 service neutron] Bound port: 922caa09-8d5c-4d80-88ea-9b74d0b2a711, host: n-h2-818823-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1d01b66-e103-44ab-97f3-6f827675fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '5c8a61c3-0285-4b7d-b110-24534369ffce'}}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:07:05.641116 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-ec0af90d-f75e-46ac-baed-d8017f4b4ec6 req-9b0625ad-93dc-4dce-9213-b2a621363cd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:05.687687 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 922caa09-8d5c-4d80-88ea-9b74d0b2a711 details requested by agent hyperv_n-h1-818823-1 with host n-h1-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 20:07:05.688449 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-530c55c6-a23f-4f07-a1a7-41d44dc80598 req-9ffc2c8d-460e-49a3-8e75-3998d9de418f tempest-ImagesNegativeTestJSON-184446583 tempest-ImagesNegativeTestJSON-184446583-project] 10.222.0.46 "GET /v2.0/security-groups?id=21df4ea0-58d8-414d-b717-7e46a31c9ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113665 Nov 22 20:07:05.758110 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-04271f7a-672b-484c-b26a-e99e51328eca req-1d5a0a7d-8bc5-4456-a217-14be1e9773e0 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1d007ec-a75a-4ef8-9cdd-9c679a3ff22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718237 Nov 22 20:07:05.777270 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd932b29-ef95-49fa-894f-fb636130b258', 'tag': '2f580d6a-b799-4f7f-a07d-67f9a7c65f89'}, {'server_uuid': 'a8d3a7bb-93d3-4918-911b-b913622e40e8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '922caa09-8d5c-4d80-88ea-9b74d0b2a711'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:07:05.782302 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 58e562ef-8008-40cc-bfdf-00600826c470 details requested by agent hyperv_n-h2-818823-1 with host n-h2-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 20:07:05.782625 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-712107ef-6d35-4370-ac0e-c510f85f1b20" -d '{"events": [{"name": "network-changed", "server_uuid": "fd932b29-ef95-49fa-894f-fb636130b258", "tag": "2f580d6a-b799-4f7f-a07d-67f9a7c65f89"}, {"server_uuid": "a8d3a7bb-93d3-4918-911b-b913622e40e8", "name": "network-vif-unplugged", "status": "completed", "tag": "922caa09-8d5c-4d80-88ea-9b74d0b2a711"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:07:05.872507 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-ec0af90d-f75e-46ac-baed-d8017f4b4ec6 req-9b0625ad-93dc-4dce-9213-b2a621363cd6 service neutron] For port 922caa09-8d5c-4d80-88ea-9b74d0b2a711, host n-h2-818823-1, cleared binding levels {{(pid=103447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:07:05.901903 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:05.969351 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-ec0af90d-f75e-46ac-baed-d8017f4b4ec6 req-9b0625ad-93dc-4dce-9213-b2a621363cd6 service neutron] For port 922caa09-8d5c-4d80-88ea-9b74d0b2a711, host n-h2-818823-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=922caa09-8d5c-4d80-88ea-9b74d0b2a711,segment=NetworkSegment(a1d01b66-e103-44ab-97f3-6f827675fa31),segment_id=a1d01b66-e103-44ab-97f3-6f827675fa31)] {{(pid=103447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:07:05.987096 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-ec0af90d-f75e-46ac-baed-d8017f4b4ec6 req-9b0625ad-93dc-4dce-9213-b2a621363cd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:06.015699 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 922caa09-8d5c-4d80-88ea-9b74d0b2a711, host n-h2-818823-1, got binding levels [] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:07:06.047626 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef26f3a5-89ee-472e-b689-00bfdab72a60 req-cf18ad04-576e-4a9b-9d6d-02518447a064 tempest-ServersWithSpecificFlavorTestJSON-1120519075 tempest-ServersWithSpecificFlavorTestJSON-1120519075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:06.049864 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ef26f3a5-89ee-472e-b689-00bfdab72a60 req-cf18ad04-576e-4a9b-9d6d-02518447a064 tempest-ServersWithSpecificFlavorTestJSON-1120519075 tempest-ServersWithSpecificFlavorTestJSON-1120519075-project] 10.222.0.46 "GET /v2.0/ports?device_id=c7719b78-6d90-405e-bc45-5187ca2b159c HTTP/1.1" status: 200 len: 945 time: 0.2040262 Nov 22 20:07:06.078585 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78099e8b-e556-441a-84cd-3bbd8f87c2da req-02fa1937-76ed-421d-9869-de78f5397b9f tempest-ListServersNegativeTestJSON-237213451 tempest-ListServersNegativeTestJSON-237213451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:06.080737 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-78099e8b-e556-441a-84cd-3bbd8f87c2da req-02fa1937-76ed-421d-9869-de78f5397b9f tempest-ListServersNegativeTestJSON-237213451 tempest-ListServersNegativeTestJSON-237213451-project] 10.222.0.20 "GET /v2.0/ports?device_id=64321546-b1b1-47ab-9f62-e72532a04a0b HTTP/1.1" status: 200 len: 946 time: 0.1745818 Nov 22 20:07:06.083012 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port 58e562ef-8008-40cc-bfdf-00600826c470, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=58e562ef-8008-40cc-bfdf-00600826c470,segment=NetworkSegment(ee8173ed-ffda-445d-90ba-7bf45834e451),segment_id=ee8173ed-ffda-445d-90ba-7bf45834e451)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:07:06.086377 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Attempting to bind port 922caa09-8d5c-4d80-88ea-9b74d0b2a711 on host n-h2-818823-1 for vnic_type normal with profile {"migrating_to": "n-h1-818823-1"} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:07:06.086759 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Attempting to bind port 922caa09-8d5c-4d80-88ea-9b74d0b2a711 by drivers openvswitch,hyperv on host n-h2-818823-1 at level 0 using segments [{'id': 'a1d01b66-e103-44ab-97f3-6f827675fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '5c8a61c3-0285-4b7d-b110-24534369ffce'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:07:06.087125 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Attempting to bind port 922caa09-8d5c-4d80-88ea-9b74d0b2a711 on network 5c8a61c3-0285-4b7d-b110-24534369ffce {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:07:06.093778 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c810d97-6198-49c7-af18-e20647d58926 req-6b8cdc03-98fe-4145-89e6-a5fd9fc1b3a1 tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:06.100291 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Returning: {'device': '58e562ef-8008-40cc-bfdf-00600826c470', 'network_id': '2cba3d15-15ad-430b-9993-3b4a14230480', 'port_id': '58e562ef-8008-40cc-bfdf-00600826c470', 'mac_address': 'fa:16:3e:04:95:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1439a4b0-dcfd-4d3a-bcc9-51cb20acf78c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 20:07:06.101762 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6c810d97-6198-49c7-af18-e20647d58926 req-6b8cdc03-98fe-4145-89e6-a5fd9fc1b3a1 tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] 10.222.0.46 "GET /v2.0/ports?device_id=1d610fed-ade8-4090-9ac8-a8eeda6b914b HTTP/1.1" status: 200 len: 949 time: 0.1941440 Nov 22 20:07:06.101932 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Port 922caa09-8d5c-4d80-88ea-9b74d0b2a711 on network 5c8a61c3-0285-4b7d-b110-24534369ffce not bound, no agent of type Open vSwitch agent registered on host n-h2-818823-1 {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:07:06.102315 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Attempting to bind port 922caa09-8d5c-4d80-88ea-9b74d0b2a711 on network 5c8a61c3-0285-4b7d-b110-24534369ffce {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:07:06.109483 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Checking agent: {'id': '65e0486a-7030-4065-96f0-10aa7402a530', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'started_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 6, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:07:06.109894 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Checking segment: {'id': 'a1d01b66-e103-44ab-97f3-6f827675fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '5c8a61c3-0285-4b7d-b110-24534369ffce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:07:06.110523 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Bound using segment: {'id': 'a1d01b66-e103-44ab-97f3-6f827675fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '5c8a61c3-0285-4b7d-b110-24534369ffce'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:07:06.111572 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Bound port: 922caa09-8d5c-4d80-88ea-9b74d0b2a711, host: n-h2-818823-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1d01b66-e103-44ab-97f3-6f827675fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '5c8a61c3-0285-4b7d-b110-24534369ffce'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:07:06.112000 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:06.183755 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0625ad-93dc-4dce-9213-b2a621363cd6 service neutron] Pushing event updated for resources: {'Port': ['ID=922caa09-8d5c-4d80-88ea-9b74d0b2a711,revision_number=8']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:07:06.202081 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:06.223723 n-d-818823-1 neutron-server[103449]: WARNING neutron.plugins.ml2.plugin [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Concurrent port binding operations failed on port 922caa09-8d5c-4d80-88ea-9b74d0b2a711 Nov 22 20:07:06.226433 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0af90d-f75e-46ac-baed-d8017f4b4ec6 req-9b0625ad-93dc-4dce-9213-b2a621363cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:06.227067 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-ec0af90d-f75e-46ac-baed-d8017f4b4ec6 req-9b0625ad-93dc-4dce-9213-b2a621363cd6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:06.228515 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ec0af90d-f75e-46ac-baed-d8017f4b4ec6 req-9b0625ad-93dc-4dce-9213-b2a621363cd6 service neutron] 10.222.0.41 "PUT /v2.0/ports/922caa09-8d5c-4d80-88ea-9b74d0b2a711 HTTP/1.1" status: 200 len: 1122 time: 1.7981074 Nov 22 20:07:06.228667 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58e562ef-8008-40cc-bfdf-00600826c470 {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:07:06.250156 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port 58e562ef-8008-40cc-bfdf-00600826c470, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=58e562ef-8008-40cc-bfdf-00600826c470,segment=NetworkSegment(ee8173ed-ffda-445d-90ba-7bf45834e451),segment_id=ee8173ed-ffda-445d-90ba-7bf45834e451)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:07:06.253791 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 922caa09-8d5c-4d80-88ea-9b74d0b2a711, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=922caa09-8d5c-4d80-88ea-9b74d0b2a711,segment=NetworkSegment(a1d01b66-e103-44ab-97f3-6f827675fa31),segment_id=a1d01b66-e103-44ab-97f3-6f827675fa31)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:07:06.256083 n-d-818823-1 neutron-server[103449]: INFO neutron.plugins.ml2.plugin [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Attempt 2 to bind port 922caa09-8d5c-4d80-88ea-9b74d0b2a711 Nov 22 20:07:06.256570 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 922caa09-8d5c-4d80-88ea-9b74d0b2a711 has no active binding in host n-h1-818823-1 {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 22 20:07:06.261467 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:06.306610 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6c810d97-6198-49c7-af18-e20647d58926 req-e2ccb99b-9d87-4972-9deb-f387b4348385 tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] 10.222.0.46 "GET /v2.0/security-groups?id=e5ae9e03-6ff8-4082-b7a4-25ecea5ed21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038708 Nov 22 20:07:06.320541 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] get_ports_and_sgs() called for port_ids ['922caa09-8d5c-4d80-88ea-9b74d0b2a711'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:07:06.321723 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ef26f3a5-89ee-472e-b689-00bfdab72a60 req-fb6f005d-a460-44cf-b481-02aaed51709c tempest-ServersWithSpecificFlavorTestJSON-1120519075 tempest-ServersWithSpecificFlavorTestJSON-1120519075-project] 10.222.0.46 "GET /v2.0/security-groups?id=ea60d010-f7c1-485a-99af-472dfb1cdc16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2530785 Nov 22 20:07:06.357802 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=58e562ef-8008-40cc-bfdf-00600826c470,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:07:06.381868 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] get_ports_and_sgs() called for port_ids ['922caa09-8d5c-4d80-88ea-9b74d0b2a711'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:07:06.389985 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-78099e8b-e556-441a-84cd-3bbd8f87c2da req-a760b6f0-ae1b-4056-8ebf-00383b12eb41 tempest-ListServersNegativeTestJSON-237213451 tempest-ListServersNegativeTestJSON-237213451-project] Deleting port bbd3757c-d5a3-48d8-8ffb-a909fe72dc91 {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:07:06.390336 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-78099e8b-e556-441a-84cd-3bbd8f87c2da req-a760b6f0-ae1b-4056-8ebf-00383b12eb41 tempest-ListServersNegativeTestJSON-237213451 tempest-ListServersNegativeTestJSON-237213451-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:06.429199 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Mon, 22 Nov 2021 20:07:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c613e35-e06a-409d-bedd-e84d76a0cd66 x-openstack-request-id: req-1c613e35-e06a-409d-bedd-e84d76a0cd66 {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:07:06.429531 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd932b29-ef95-49fa-894f-fb636130b258", "tag": "2f580d6a-b799-4f7f-a07d-67f9a7c65f89", "status": "completed", "code": 200}, {"server_uuid": "a8d3a7bb-93d3-4918-911b-b913622e40e8", "name": "network-vif-unplugged", "status": "completed", "tag": "922caa09-8d5c-4d80-88ea-9b74d0b2a711", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:07:06.429801 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1c613e35-e06a-409d-bedd-e84d76a0cd66 {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:07:06.430223 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd932b29-ef95-49fa-894f-fb636130b258', 'tag': '2f580d6a-b799-4f7f-a07d-67f9a7c65f89', 'status': 'completed', 'code': 200} Nov 22 20:07:06.430484 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8d3a7bb-93d3-4918-911b-b913622e40e8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '922caa09-8d5c-4d80-88ea-9b74d0b2a711', 'code': 200} Nov 22 20:07:06.580843 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] get_ports_and_sgs() called for port_ids ['58e562ef-8008-40cc-bfdf-00600826c470'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:07:06.689573 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-78099e8b-e556-441a-84cd-3bbd8f87c2da req-a760b6f0-ae1b-4056-8ebf-00383b12eb41 tempest-ListServersNegativeTestJSON-237213451 tempest-ListServersNegativeTestJSON-237213451-project] For port bbd3757c-d5a3-48d8-8ffb-a909fe72dc91, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=bbd3757c-d5a3-48d8-8ffb-a909fe72dc91,segment=NetworkSegment(e07e4f19-324b-4bc4-9774-d97368264930),segment_id=e07e4f19-324b-4bc4-9774-d97368264930)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:07:06.690803 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-78099e8b-e556-441a-84cd-3bbd8f87c2da req-a760b6f0-ae1b-4056-8ebf-00383b12eb41 tempest-ListServersNegativeTestJSON-237213451 tempest-ListServersNegativeTestJSON-237213451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:06.730738 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-78099e8b-e556-441a-84cd-3bbd8f87c2da req-a760b6f0-ae1b-4056-8ebf-00383b12eb41 tempest-ListServersNegativeTestJSON-237213451 tempest-ListServersNegativeTestJSON-237213451-project] Calling delete_port for bbd3757c-d5a3-48d8-8ffb-a909fe72dc91 owned by compute:nova {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:07:06.776799 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63bbd7b-ff74-432a-a515-2a0d844a0ca0 req-23cebe9f-d92a-4bc8-87a3-c84c63aaa08e tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:06.795085 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d63bbd7b-ff74-432a-a515-2a0d844a0ca0 req-23cebe9f-d92a-4bc8-87a3-c84c63aaa08e tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] 10.222.0.46 "GET /v2.0/ports?device_id=a8d3a7bb-93d3-4918-911b-b913622e40e8 HTTP/1.1" status: 200 len: 944 time: 0.2222145 Nov 22 20:07:06.847790 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf0e80d-7373-4523-9d69-37f7e45f189f req-0428f633-b921-431f-b97b-8c1bc6885e8c tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:06.855002 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-bdf0e80d-7373-4523-9d69-37f7e45f189f req-0428f633-b921-431f-b97b-8c1bc6885e8c tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] 10.222.0.46 "GET /v2.0/ports?device_id=ad39a69e-d0da-4b53-be9a-d624fa4b35c6 HTTP/1.1" status: 200 len: 944 time: 0.2804179 Nov 22 20:07:06.886104 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712107ef-6d35-4370-ac0e-c510f85f1b20 req-6af1cff0-2ef8-4adf-b700-e095b4d3632c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:06.888100 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-712107ef-6d35-4370-ac0e-c510f85f1b20 req-6af1cff0-2ef8-4adf-b700-e095b4d3632c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=071fdfbaa6e34b68a76c4b72332cda28&device_id=fd932b29-ef95-49fa-894f-fb636130b258 HTTP/1.1" status: 200 len: 1099 time: 0.3143899 Nov 22 20:07:07.034761 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d63bbd7b-ff74-432a-a515-2a0d844a0ca0 req-d9fc17d1-0dd6-4f30-837b-2655397340fe tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] 10.222.0.46 "GET /v2.0/security-groups?id=89c2c967-26c4-4e1c-a1fd-c97f87817ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685386 Nov 22 20:07:07.052004 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-bdf0e80d-7373-4523-9d69-37f7e45f189f req-1829ea0c-898b-4ac9-a810-7a5d98b7af3f tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0c04069-962d-48b0-bef3-592f8ff68454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960180 Nov 22 20:07:07.109905 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712107ef-6d35-4370-ac0e-c510f85f1b20 req-a6dbdcae-4729-49cc-a131-5c824660f0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:07.111985 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-712107ef-6d35-4370-ac0e-c510f85f1b20 req-a6dbdcae-4729-49cc-a131-5c824660f0b6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e1052824-bf78-4963-8937-b202e372ac24 HTTP/1.1" status: 200 len: 870 time: 0.2091978 Nov 22 20:07:07.211895 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-712107ef-6d35-4370-ac0e-c510f85f1b20 req-d56e2eb3-c19d-4fa1-a5dc-26ba7fa92290 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=2f580d6a-b799-4f7f-a07d-67f9a7c65f89 HTTP/1.1" status: 200 len: 217 time: 0.0667310 Nov 22 20:07:07.601042 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b704ec74-f00b-4cc4-8388-440f4a2e86a5 req-f2d41558-5c2c-40bd-84bd-8c1a3b553bcd tempest-ListServersNegativeTestJSON-237213451 tempest-ListServersNegativeTestJSON-237213451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:07.602500 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b704ec74-f00b-4cc4-8388-440f4a2e86a5 req-f2d41558-5c2c-40bd-84bd-8c1a3b553bcd tempest-ListServersNegativeTestJSON-237213451 tempest-ListServersNegativeTestJSON-237213451-project] 10.222.0.46 "GET /v2.0/ports?device_id=64321546-b1b1-47ab-9f62-e72532a04a0b HTTP/1.1" status: 200 len: 946 time: 0.4510698 Nov 22 20:07:07.618572 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-78099e8b-e556-441a-84cd-3bbd8f87c2da req-a760b6f0-ae1b-4056-8ebf-00383b12eb41 tempest-ListServersNegativeTestJSON-237213451 tempest-ListServersNegativeTestJSON-237213451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:07.630611 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] get_ports_and_sgs() called for port_ids ['0e8de699-60a6-4982-87a0-ca6d3c2d4064', 'bbd3757c-d5a3-48d8-8ffb-a909fe72dc91'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:07:07.683065 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a760b6f0-ae1b-4056-8ebf-00383b12eb41 tempest-ListServersNegativeTestJSON-237213451 tempest-ListServersNegativeTestJSON-237213451-project] Pushing event deleted for resources: {'Port': ['ID=bbd3757c-d5a3-48d8-8ffb-a909fe72dc91,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:07:07.687909 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712107ef-6d35-4370-ac0e-c510f85f1b20 req-93d92b92-4ba0-4a71-a260-4e3a74c8e369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:07.690083 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-712107ef-6d35-4370-ac0e-c510f85f1b20 req-93d92b92-4ba0-4a71-a260-4e3a74c8e369 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3091ebfd-11e2-41f8-9c00-ffe0b86563d8 HTTP/1.1" status: 200 len: 843 time: 0.4698417 Nov 22 20:07:07.695223 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 0319e006-c1a3-4670-9ff2-6429a473568e up at agent hyperv_n-h1-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:07:07.743802 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] get_ports_and_sgs() called for port_ids ['7f774b33-fa48-4155-be7e-e08cdfc73b1b'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:07:07.780993 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-78099e8b-e556-441a-84cd-3bbd8f87c2da req-a760b6f0-ae1b-4056-8ebf-00383b12eb41 tempest-ListServersNegativeTestJSON-237213451 tempest-ListServersNegativeTestJSON-237213451-project] No DVR routers for this DVR port bbd3757c-d5a3-48d8-8ffb-a909fe72dc91 on host n-h2-818823-1 {{(pid=103447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:07:07.781445 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 2f580d6a-b799-4f7f-a07d-67f9a7c65f89 details requested by agent hyperv_n-h2-818823-1 with host n-h2-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 20:07:07.785049 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-78099e8b-e556-441a-84cd-3bbd8f87c2da req-a760b6f0-ae1b-4056-8ebf-00383b12eb41 tempest-ListServersNegativeTestJSON-237213451 tempest-ListServersNegativeTestJSON-237213451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:07.785390 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 58e562ef-8008-40cc-bfdf-00600826c470 up at agent hyperv_n-h2-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:07:07.790523 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-78099e8b-e556-441a-84cd-3bbd8f87c2da req-a760b6f0-ae1b-4056-8ebf-00383b12eb41 tempest-ListServersNegativeTestJSON-237213451 tempest-ListServersNegativeTestJSON-237213451-project] 10.222.0.20 "DELETE /v2.0/ports/bbd3757c-d5a3-48d8-8ffb-a909fe72dc91 HTTP/1.1" status: 204 len: 173 time: 1.6661232 Nov 22 20:07:07.821003 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c9e4c3-a3f4-43cf-9d95-0a4aaced6ff2 req-cf77447f-62cf-4155-ae65-e965267480a7 tempest-ImagesNegativeTestJSON-184446583 tempest-ImagesNegativeTestJSON-184446583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:07.832528 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-82c9e4c3-a3f4-43cf-9d95-0a4aaced6ff2 req-cf77447f-62cf-4155-ae65-e965267480a7 tempest-ImagesNegativeTestJSON-184446583 tempest-ImagesNegativeTestJSON-184446583-project] 10.222.0.46 "GET /v2.0/ports?device_id=fd932b29-ef95-49fa-894f-fb636130b258 HTTP/1.1" status: 200 len: 948 time: 0.2603221 Nov 22 20:07:07.883826 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b704ec74-f00b-4cc4-8388-440f4a2e86a5 req-12d62099-3447-438f-a135-d720a8fa8ded tempest-ListServersNegativeTestJSON-237213451 tempest-ListServersNegativeTestJSON-237213451-project] 10.222.0.46 "GET /v2.0/security-groups?id=1d2c79e0-b361-4d19-9e37-904303a435fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2630661 Nov 22 20:07:07.926181 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712107ef-6d35-4370-ac0e-c510f85f1b20 req-a7cc5183-16ff-418c-8032-27b427b59d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:07.931494 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-712107ef-6d35-4370-ac0e-c510f85f1b20 req-a7cc5183-16ff-418c-8032-27b427b59d30 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e1052824-bf78-4963-8937-b202e372ac24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2133107 Nov 22 20:07:07.972477 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.db.resource_extend [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 22 20:07:08.092258 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-82c9e4c3-a3f4-43cf-9d95-0a4aaced6ff2 req-58839af9-82ff-4197-8aa2-baccc2dccc3b tempest-ImagesNegativeTestJSON-184446583 tempest-ImagesNegativeTestJSON-184446583-project] 10.222.0.46 "GET /v2.0/security-groups?id=21df4ea0-58d8-414d-b717-7e46a31c9ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2534544 Nov 22 20:07:08.124991 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Provisioning for port 0319e006-c1a3-4670-9ff2-6429a473568e completed by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 20:07:08.159901 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Provisioning for port 58e562ef-8008-40cc-bfdf-00600826c470 completed by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 20:07:08.172973 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Provisioning complete for port 0319e006-c1a3-4670-9ff2-6429a473568e triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:07:08.174281 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:08.198284 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4a830f-ff7e-439d-bae9-0e86b4b1a8cc req-2cd2f97d-1a9b-4b4d-8dbd-4992305633bd tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:08.199620 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Provisioning complete for port 58e562ef-8008-40cc-bfdf-00600826c470 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:07:08.200063 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5e4a830f-ff7e-439d-bae9-0e86b4b1a8cc req-2cd2f97d-1a9b-4b4d-8dbd-4992305633bd tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/ports?device_id=e94aed4c-ece2-410e-a309-9c83a0437f8c HTTP/1.1" status: 200 len: 950 time: 0.1361516 Nov 22 20:07:08.204136 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-712107ef-6d35-4370-ac0e-c510f85f1b20 req-7f87c4da-13bb-452e-9dc9-45bbf5f974f2 service neutron] 10.222.0.20 "GET /v2.0/networks/e1052824-bf78-4963-8937-b202e372ac24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2583828 Nov 22 20:07:08.207270 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:08.302819 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port 2f580d6a-b799-4f7f-a07d-67f9a7c65f89, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=2f580d6a-b799-4f7f-a07d-67f9a7c65f89,segment=NetworkSegment(2a5a1c7b-538e-498e-99b9-cc7a8e0411be),segment_id=2a5a1c7b-538e-498e-99b9-cc7a8e0411be)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:07:08.355082 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5e4a830f-ff7e-439d-bae9-0e86b4b1a8cc req-8d4591f6-82d5-46d6-a0e6-3b3447d3bd39 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1d007ec-a75a-4ef8-9cdd-9c679a3ff22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474516 Nov 22 20:07:08.378022 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852877b6-602f-4554-849e-33a21ec88204 req-7ca7ccbd-0be1-44f3-8645-2009c120cb9e tempest-ServersWithSpecificFlavorTestJSON-1120519075 tempest-ServersWithSpecificFlavorTestJSON-1120519075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:08.379758 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-852877b6-602f-4554-849e-33a21ec88204 req-7ca7ccbd-0be1-44f3-8645-2009c120cb9e tempest-ServersWithSpecificFlavorTestJSON-1120519075 tempest-ServersWithSpecificFlavorTestJSON-1120519075-project] 10.222.0.46 "GET /v2.0/ports?device_id=c7719b78-6d90-405e-bc45-5187ca2b159c HTTP/1.1" status: 200 len: 945 time: 0.1740587 Nov 22 20:07:08.431690 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8d3a7bb-93d3-4918-911b-b913622e40e8', 'tag': '922caa09-8d5c-4d80-88ea-9b74d0b2a711'}, {'server_uuid': '64321546-b1b1-47ab-9f62-e72532a04a0b', 'name': 'network-vif-deleted', 'tag': 'bbd3757c-d5a3-48d8-8ffb-a909fe72dc91'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:07:08.435010 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39c0ae0a-4b37-48eb-92b0-42daa5047d90" -d '{"events": [{"name": "network-changed", "server_uuid": "a8d3a7bb-93d3-4918-911b-b913622e40e8", "tag": "922caa09-8d5c-4d80-88ea-9b74d0b2a711"}, {"server_uuid": "64321546-b1b1-47ab-9f62-e72532a04a0b", "name": "network-vif-deleted", "tag": "bbd3757c-d5a3-48d8-8ffb-a909fe72dc91"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:07:08.446172 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-712107ef-6d35-4370-ac0e-c510f85f1b20 req-b0c2926e-77e7-4a43-927f-4536b71bce43 service neutron] 10.222.0.20 "GET /v2.0/networks/e1052824-bf78-4963-8937-b202e372ac24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2304435 Nov 22 20:07:08.448394 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Returning: {'device': '2f580d6a-b799-4f7f-a07d-67f9a7c65f89', 'network_id': 'e1052824-bf78-4963-8937-b202e372ac24', 'port_id': '2f580d6a-b799-4f7f-a07d-67f9a7c65f89', 'mac_address': 'fa:16:3e:dc:ef:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3091ebfd-11e2-41f8-9c00-ffe0b86563d8', 'ip_address': '192.168.233.184'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 20:07:08.543178 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-852877b6-602f-4554-849e-33a21ec88204 req-c069f7c9-4d21-4553-8e2d-e07a4dc0f04f tempest-ServersWithSpecificFlavorTestJSON-1120519075 tempest-ServersWithSpecificFlavorTestJSON-1120519075-project] 10.222.0.46 "GET /v2.0/security-groups?id=ea60d010-f7c1-485a-99af-472dfb1cdc16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1552510 Nov 22 20:07:08.585530 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dec0894-0b11-4679-a7cb-6dd1c1ca37af req-12882313-8a20-4b13-a6d5-1d46d4b943bb tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:08.597893 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3dec0894-0b11-4679-a7cb-6dd1c1ca37af req-12882313-8a20-4b13-a6d5-1d46d4b943bb tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] 10.222.0.46 "GET /v2.0/ports?device_id=1d610fed-ade8-4090-9ac8-a8eeda6b914b HTTP/1.1" status: 200 len: 949 time: 0.1239994 Nov 22 20:07:08.628259 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:08.646224 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:08.651927 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:08.662845 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f580d6a-b799-4f7f-a07d-67f9a7c65f89 {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:07:08.709076 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7719b78-6d90-405e-bc45-5187ca2b159c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0319e006-c1a3-4670-9ff2-6429a473568e'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:07:08.712304 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d39f6d30a11e565ec9648abcc015e8a6ab6cff4edd704add8155e28765d31eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54930afe-d0f4-4d72-adcd-78154c1ede8a" -d '{"events": [{"server_uuid": "c7719b78-6d90-405e-bc45-5187ca2b159c", "name": "network-vif-plugged", "status": "completed", "tag": "0319e006-c1a3-4670-9ff2-6429a473568e"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:07:08.717870 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3dec0894-0b11-4679-a7cb-6dd1c1ca37af req-e1c67959-9553-48b9-91dc-320fe18c1762 tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] 10.222.0.46 "GET /v2.0/security-groups?id=e5ae9e03-6ff8-4082-b7a4-25ecea5ed21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136727 Nov 22 20:07:08.720463 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port 2f580d6a-b799-4f7f-a07d-67f9a7c65f89, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=2f580d6a-b799-4f7f-a07d-67f9a7c65f89,segment=NetworkSegment(2a5a1c7b-538e-498e-99b9-cc7a8e0411be),segment_id=2a5a1c7b-538e-498e-99b9-cc7a8e0411be)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:07:08.731886 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:08.736016 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b712de2-751d-4468-9f9f-36d0b74a7977 req-15816a72-6986-4ad2-94f3-b31b320233f5 tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:08.737657 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1b712de2-751d-4468-9f9f-36d0b74a7977 req-15816a72-6986-4ad2-94f3-b31b320233f5 tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] 10.222.0.46 "GET /v2.0/ports?device_id=a8d3a7bb-93d3-4918-911b-b913622e40e8 HTTP/1.1" status: 200 len: 944 time: 0.0976851 Nov 22 20:07:08.750905 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 0319e006-c1a3-4670-9ff2-6429a473568e, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=0319e006-c1a3-4670-9ff2-6429a473568e,segment=NetworkSegment(f0c11d7a-96fd-43fa-957b-1793939552d9),segment_id=f0c11d7a-96fd-43fa-957b-1793939552d9)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:07:08.758042 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port 58e562ef-8008-40cc-bfdf-00600826c470, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=58e562ef-8008-40cc-bfdf-00600826c470,segment=NetworkSegment(ee8173ed-ffda-445d-90ba-7bf45834e451),segment_id=ee8173ed-ffda-445d-90ba-7bf45834e451)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:07:08.782467 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:08.787877 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:08.813846 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1b712de2-751d-4468-9f9f-36d0b74a7977 req-568bf489-dff6-4666-98a5-64d475eb3010 tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] 10.222.0.46 "GET /v2.0/security-groups?id=89c2c967-26c4-4e1c-a1fd-c97f87817ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626326 Nov 22 20:07:08.826774 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=2f580d6a-b799-4f7f-a07d-67f9a7c65f89,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:07:08.913755 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 22 Nov 2021 20:07:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3c37fda-1014-4dbb-a0fd-d08c0e22224b x-openstack-request-id: req-c3c37fda-1014-4dbb-a0fd-d08c0e22224b {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:07:08.914166 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8d3a7bb-93d3-4918-911b-b913622e40e8", "tag": "922caa09-8d5c-4d80-88ea-9b74d0b2a711", "status": "completed", "code": 200}, {"server_uuid": "64321546-b1b1-47ab-9f62-e72532a04a0b", "name": "network-vif-deleted", "tag": "bbd3757c-d5a3-48d8-8ffb-a909fe72dc91", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:07:08.914685 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c3c37fda-1014-4dbb-a0fd-d08c0e22224b {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:07:08.915304 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8d3a7bb-93d3-4918-911b-b913622e40e8', 'tag': '922caa09-8d5c-4d80-88ea-9b74d0b2a711', 'status': 'completed', 'code': 200} Nov 22 20:07:08.915801 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64321546-b1b1-47ab-9f62-e72532a04a0b', 'name': 'network-vif-deleted', 'tag': 'bbd3757c-d5a3-48d8-8ffb-a909fe72dc91', 'status': 'completed', 'code': 200} Nov 22 20:07:08.916302 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=0319e006-c1a3-4670-9ff2-6429a473568e,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:07:08.951396 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7cc78f-6f7a-43d9-aedd-78d0a3865c7e req-f6b4f3f3-b5f4-45f2-8d84-459e075b0ecd tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:08.953816 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-da7cc78f-6f7a-43d9-aedd-78d0a3865c7e req-f6b4f3f3-b5f4-45f2-8d84-459e075b0ecd tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] 10.222.0.46 "GET /v2.0/ports?device_id=ad39a69e-d0da-4b53-be9a-d624fa4b35c6 HTTP/1.1" status: 200 len: 945 time: 0.1035671 Nov 22 20:07:08.995770 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=58e562ef-8008-40cc-bfdf-00600826c470,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:07:09.007982 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] get_ports_and_sgs() called for port_ids ['2f580d6a-b799-4f7f-a07d-67f9a7c65f89'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:07:09.044869 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:07:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-479920d8-94f4-49fe-bed3-45065ca5f0fe x-openstack-request-id: req-479920d8-94f4-49fe-bed3-45065ca5f0fe {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:07:09.045448 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7719b78-6d90-405e-bc45-5187ca2b159c", "name": "network-vif-plugged", "status": "completed", "tag": "0319e006-c1a3-4670-9ff2-6429a473568e", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:07:09.045987 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-479920d8-94f4-49fe-bed3-45065ca5f0fe {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:07:09.046544 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7719b78-6d90-405e-bc45-5187ca2b159c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0319e006-c1a3-4670-9ff2-6429a473568e', 'code': 200} Nov 22 20:07:09.066962 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c0ae0a-4b37-48eb-92b0-42daa5047d90 req-06390205-a8fe-492d-9e4e-719c4aa1e50e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:09.069258 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-39c0ae0a-4b37-48eb-92b0-42daa5047d90 req-06390205-a8fe-492d-9e4e-719c4aa1e50e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ed1bb220b53d484cb7697cddf2626bd6&device_id=a8d3a7bb-93d3-4918-911b-b913622e40e8 HTTP/1.1" status: 200 len: 1125 time: 0.1144371 Nov 22 20:07:09.088848 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-da7cc78f-6f7a-43d9-aedd-78d0a3865c7e req-501041f3-02ae-4048-b4dd-7626306e72ba tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0c04069-962d-48b0-bef3-592f8ff68454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227770 Nov 22 20:07:09.281491 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2582cfb-42bb-452a-8a3f-dfafef3bce2e req-21ba93e7-190d-4184-bae3-755e2c83119e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:09.283235 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c2582cfb-42bb-452a-8a3f-dfafef3bce2e req-21ba93e7-190d-4184-bae3-755e2c83119e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c7719b78-6d90-405e-bc45-5187ca2b159c HTTP/1.1" status: 200 len: 1097 time: 0.1358042 Nov 22 20:07:09.291036 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c0ae0a-4b37-48eb-92b0-42daa5047d90 req-4148184d-8ea0-41aa-a980-6b3c15bf80c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:09.292716 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-39c0ae0a-4b37-48eb-92b0-42daa5047d90 req-4148184d-8ea0-41aa-a980-6b3c15bf80c7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=5c8a61c3-0285-4b7d-b110-24534369ffce HTTP/1.1" status: 200 len: 922 time: 0.2026594 Nov 22 20:07:09.330701 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5115c1-2964-4c95-831a-06647e8283b4 req-5e36eaad-1155-41c6-9ca9-cdc23f00f0fb tempest-ImagesNegativeTestJSON-184446583 tempest-ImagesNegativeTestJSON-184446583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:09.337827 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2b5115c1-2964-4c95-831a-06647e8283b4 req-5e36eaad-1155-41c6-9ca9-cdc23f00f0fb tempest-ImagesNegativeTestJSON-184446583 tempest-ImagesNegativeTestJSON-184446583-project] 10.222.0.46 "GET /v2.0/ports?device_id=fd932b29-ef95-49fa-894f-fb636130b258 HTTP/1.1" status: 200 len: 949 time: 0.1510057 Nov 22 20:07:09.383500 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-39c0ae0a-4b37-48eb-92b0-42daa5047d90 req-a705b175-092e-4c69-8988-d9e4c00d467b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=922caa09-8d5c-4d80-88ea-9b74d0b2a711 HTTP/1.1" status: 200 len: 217 time: 0.0803277 Nov 22 20:07:09.463773 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c2582cfb-42bb-452a-8a3f-dfafef3bce2e req-afb11604-255e-4ad3-9ed3-8f2bca2002c8 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=ea60d010-f7c1-485a-99af-472dfb1cdc16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1690400 Nov 22 20:07:09.484250 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c0ae0a-4b37-48eb-92b0-42daa5047d90 req-dc6290ff-b2b5-44d0-9821-70dad0714c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:09.485752 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-39c0ae0a-4b37-48eb-92b0-42daa5047d90 req-dc6290ff-b2b5-44d0-9821-70dad0714c8e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6ba52ab0-cb64-425e-be27-2e0b31d7d99f HTTP/1.1" status: 200 len: 861 time: 0.0921621 Nov 22 20:07:09.495336 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2b5115c1-2964-4c95-831a-06647e8283b4 req-843ba617-2363-47ec-bd10-a5f3693c0f73 tempest-ImagesNegativeTestJSON-184446583 tempest-ImagesNegativeTestJSON-184446583-project] 10.222.0.46 "GET /v2.0/security-groups?id=21df4ea0-58d8-414d-b717-7e46a31c9ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555021 Nov 22 20:07:09.543699 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-39c0ae0a-4b37-48eb-92b0-42daa5047d90 req-f33f0a50-aa3e-4a8d-8719-6d16b9d09179 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5c8a61c3-0285-4b7d-b110-24534369ffce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356858 Nov 22 20:07:09.686203 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ccc691-32e8-46ef-9c26-1e8ccb52a597 req-e96b4e80-a4a1-48f1-ba38-3d21e42bd6cf tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:09.694250 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f5ccc691-32e8-46ef-9c26-1e8ccb52a597 req-e96b4e80-a4a1-48f1-ba38-3d21e42bd6cf tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/ports?device_id=e94aed4c-ece2-410e-a309-9c83a0437f8c HTTP/1.1" status: 200 len: 950 time: 0.1276810 Nov 22 20:07:09.760210 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-39c0ae0a-4b37-48eb-92b0-42daa5047d90 req-fca3849b-db6b-4169-a2d9-44ac9295294a service neutron] 10.222.0.20 "GET /v2.0/networks/5c8a61c3-0285-4b7d-b110-24534369ffce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2057464 Nov 22 20:07:09.771131 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device bbd3757c-d5a3-48d8-8ffb-a909fe72dc91 no longer exists at agent hyperv_n-h2-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:07:09.807884 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f5ccc691-32e8-46ef-9c26-1e8ccb52a597 req-fa7dbc45-0451-4920-b907-23c7698e78a4 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1d007ec-a75a-4ef8-9cdd-9c679a3ff22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125741 Nov 22 20:07:09.810183 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] No Port match for: bbd3757c-d5a3-48d8-8ffb-a909fe72dc91 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:07:09.810533 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device bbd3757c-d5a3-48d8-8ffb-a909fe72dc91 not bound to the agent host n-h2-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:07:09.965410 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec7b1f0-8988-46e5-b5d3-d82321db85d2 req-d687daa0-eef3-47b2-ae03-29dd2956c0d4 tempest-ServersWithSpecificFlavorTestJSON-1120519075 tempest-ServersWithSpecificFlavorTestJSON-1120519075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:09.967316 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-fec7b1f0-8988-46e5-b5d3-d82321db85d2 req-d687daa0-eef3-47b2-ae03-29dd2956c0d4 tempest-ServersWithSpecificFlavorTestJSON-1120519075 tempest-ServersWithSpecificFlavorTestJSON-1120519075-project] 10.222.0.46 "GET /v2.0/ports?device_id=c7719b78-6d90-405e-bc45-5187ca2b159c HTTP/1.1" status: 200 len: 946 time: 0.1785932 Nov 22 20:07:10.031305 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311ba94e-b6b4-42f1-b09a-5f0ee843b96b req-01e8f1b2-1995-49ab-8a2f-ebf715216f5e tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:10.032954 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-311ba94e-b6b4-42f1-b09a-5f0ee843b96b req-01e8f1b2-1995-49ab-8a2f-ebf715216f5e tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] 10.222.0.46 "GET /v2.0/ports?device_id=1d610fed-ade8-4090-9ac8-a8eeda6b914b HTTP/1.1" status: 200 len: 949 time: 0.1274440 Nov 22 20:07:10.036417 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-39c0ae0a-4b37-48eb-92b0-42daa5047d90 req-6f8a6ae8-4045-47c4-a546-ac8ee6ab6b18 service neutron] 10.222.0.20 "GET /v2.0/networks/5c8a61c3-0285-4b7d-b110-24534369ffce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2606769 Nov 22 20:07:10.078866 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-fec7b1f0-8988-46e5-b5d3-d82321db85d2 req-c2921e1f-6b3e-480f-a408-84f0d68cfd4c tempest-ServersWithSpecificFlavorTestJSON-1120519075 tempest-ServersWithSpecificFlavorTestJSON-1120519075-project] 10.222.0.46 "GET /v2.0/security-groups?id=ea60d010-f7c1-485a-99af-472dfb1cdc16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1000957 Nov 22 20:07:10.124090 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-311ba94e-b6b4-42f1-b09a-5f0ee843b96b req-fbf1dfdc-3ae2-43bb-aaa0-8f163642f9eb tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] 10.222.0.46 "GET /v2.0/security-groups?id=e5ae9e03-6ff8-4082-b7a4-25ecea5ed21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814533 Nov 22 20:07:10.257112 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed83bcf7-5d5e-4e5b-983e-8037f63f3ced req-e73e9d44-e750-4bff-ba53-18161fbb6355 tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:10.258664 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ed83bcf7-5d5e-4e5b-983e-8037f63f3ced req-e73e9d44-e750-4bff-ba53-18161fbb6355 tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] 10.222.0.46 "GET /v2.0/ports?device_id=a8d3a7bb-93d3-4918-911b-b913622e40e8 HTTP/1.1" status: 200 len: 944 time: 0.0646284 Nov 22 20:07:10.345073 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ed83bcf7-5d5e-4e5b-983e-8037f63f3ced req-e761007d-6b26-4967-beb9-aa7794207086 tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] 10.222.0.46 "GET /v2.0/security-groups?id=89c2c967-26c4-4e1c-a1fd-c97f87817ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765595 Nov 22 20:07:10.363151 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bf7e53-b3b1-4e92-98e1-7e201ea74dce req-38ab11b2-0ebf-46df-ad97-f09defd80be5 tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:10.365409 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-10bf7e53-b3b1-4e92-98e1-7e201ea74dce req-38ab11b2-0ebf-46df-ad97-f09defd80be5 tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] 10.222.0.46 "GET /v2.0/ports?device_id=ad39a69e-d0da-4b53-be9a-d624fa4b35c6 HTTP/1.1" status: 200 len: 945 time: 0.0787802 Nov 22 20:07:10.444210 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-10bf7e53-b3b1-4e92-98e1-7e201ea74dce req-82cb1d45-4333-4cea-bc71-6899ca313250 tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0c04069-962d-48b0-bef3-592f8ff68454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725422 Nov 22 20:07:10.643960 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06633405-3985-4b4b-89e8-8e61b717a002 req-f26091c3-5726-4721-890f-e870e229cfaf tempest-ImagesNegativeTestJSON-184446583 tempest-ImagesNegativeTestJSON-184446583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:10.645789 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-06633405-3985-4b4b-89e8-8e61b717a002 req-f26091c3-5726-4721-890f-e870e229cfaf tempest-ImagesNegativeTestJSON-184446583 tempest-ImagesNegativeTestJSON-184446583-project] 10.222.0.46 "GET /v2.0/ports?device_id=fd932b29-ef95-49fa-894f-fb636130b258 HTTP/1.1" status: 200 len: 949 time: 0.0791535 Nov 22 20:07:10.723981 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-06633405-3985-4b4b-89e8-8e61b717a002 req-d6faaa43-8c7a-486c-93c9-f97ba88eb52c tempest-ImagesNegativeTestJSON-184446583 tempest-ImagesNegativeTestJSON-184446583-project] 10.222.0.46 "GET /v2.0/security-groups?id=21df4ea0-58d8-414d-b717-7e46a31c9ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718057 Nov 22 20:07:10.841921 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf60b705-b025-46ca-8ede-d6df8c919416 req-f1d96e5f-41c9-47f4-ba4f-f9a6774b5ffc tempest-ListServersNegativeTestJSON-237213451 tempest-ListServersNegativeTestJSON-237213451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:10.849377 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf60b705-b025-46ca-8ede-d6df8c919416 req-f1d96e5f-41c9-47f4-ba4f-f9a6774b5ffc tempest-ListServersNegativeTestJSON-237213451 tempest-ListServersNegativeTestJSON-237213451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:10.851057 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-bf60b705-b025-46ca-8ede-d6df8c919416 req-f1d96e5f-41c9-47f4-ba4f-f9a6774b5ffc tempest-ListServersNegativeTestJSON-237213451 tempest-ListServersNegativeTestJSON-237213451-project] 10.222.0.46 "GET /v2.0/ports?device_id=2c116513-8cbd-4d9e-925a-1c95fd1d19ca&device_id=e35400b0-7747-47a9-9298-df2e65d8ee67 HTTP/1.1" status: 200 len: 1681 time: 0.0621176 Nov 22 20:07:10.934903 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-bf60b705-b025-46ca-8ede-d6df8c919416 req-f8d441a1-6cd0-474c-81e9-8c6c91eb36e9 tempest-ListServersNegativeTestJSON-237213451 tempest-ListServersNegativeTestJSON-237213451-project] 10.222.0.46 "GET /v2.0/security-groups?id=1d2c79e0-b361-4d19-9e37-904303a435fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758469 Nov 22 20:07:10.969201 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b7d472-9949-430e-ad70-0f6064972981 req-608f60c5-5c85-41bd-8237-c0aa1d5f25c4 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:10.970794 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-75b7d472-9949-430e-ad70-0f6064972981 req-608f60c5-5c85-41bd-8237-c0aa1d5f25c4 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/ports?device_id=e94aed4c-ece2-410e-a309-9c83a0437f8c HTTP/1.1" status: 200 len: 950 time: 0.0787671 Nov 22 20:07:11.047631 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad39a69e-d0da-4b53-be9a-d624fa4b35c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58e562ef-8008-40cc-bfdf-00600826c470'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:07:11.050418 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-75b7d472-9949-430e-ad70-0f6064972981 req-8b6a08df-252d-49cf-bbf1-e3cacf6ae4f1 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1d007ec-a75a-4ef8-9cdd-9c679a3ff22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665162 Nov 22 20:07:11.051307 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d39f6d30a11e565ec9648abcc015e8a6ab6cff4edd704add8155e28765d31eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a46752a2-3494-4a07-be64-f39a60b27a58" -d '{"events": [{"server_uuid": "ad39a69e-d0da-4b53-be9a-d624fa4b35c6", "name": "network-vif-plugged", "status": "completed", "tag": "58e562ef-8008-40cc-bfdf-00600826c470"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:07:11.118530 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:07:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3a1eb1e-b2c6-4110-9595-54c8eb17a546 x-openstack-request-id: req-b3a1eb1e-b2c6-4110-9595-54c8eb17a546 {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:07:11.118984 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad39a69e-d0da-4b53-be9a-d624fa4b35c6", "name": "network-vif-plugged", "status": "completed", "tag": "58e562ef-8008-40cc-bfdf-00600826c470", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:07:11.119351 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b3a1eb1e-b2c6-4110-9595-54c8eb17a546 {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:07:11.119860 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad39a69e-d0da-4b53-be9a-d624fa4b35c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58e562ef-8008-40cc-bfdf-00600826c470', 'code': 200} Nov 22 20:07:11.266536 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc11000c-3b4d-471d-a2b7-27420dcaf7c2 req-28b0637c-9f21-40ba-8dc2-2090eb2db4f3 tempest-ServersWithSpecificFlavorTestJSON-1120519075 tempest-ServersWithSpecificFlavorTestJSON-1120519075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:11.269264 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-bc11000c-3b4d-471d-a2b7-27420dcaf7c2 req-28b0637c-9f21-40ba-8dc2-2090eb2db4f3 tempest-ServersWithSpecificFlavorTestJSON-1120519075 tempest-ServersWithSpecificFlavorTestJSON-1120519075-project] 10.222.0.46 "GET /v2.0/ports?device_id=c7719b78-6d90-405e-bc45-5187ca2b159c HTTP/1.1" status: 200 len: 946 time: 0.0927532 Nov 22 20:07:11.271343 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79a5ead-da2a-4c3d-a141-aa4ae2f52df1 req-251eff38-e3e9-46ea-a6f6-ec934181dcda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:11.272728 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e79a5ead-da2a-4c3d-a141-aa4ae2f52df1 req-251eff38-e3e9-46ea-a6f6-ec934181dcda service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ad39a69e-d0da-4b53-be9a-d624fa4b35c6 HTTP/1.1" status: 200 len: 1096 time: 0.0634723 Nov 22 20:07:11.364565 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e79a5ead-da2a-4c3d-a141-aa4ae2f52df1 req-cf9344e9-7933-4984-8934-bd173491c2ae service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=d0c04069-962d-48b0-bef3-592f8ff68454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791166 Nov 22 20:07:11.381400 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-bc11000c-3b4d-471d-a2b7-27420dcaf7c2 req-2cafe9b9-1077-43a8-9a18-e366c9660f6e tempest-ServersWithSpecificFlavorTestJSON-1120519075 tempest-ServersWithSpecificFlavorTestJSON-1120519075-project] 10.222.0.46 "GET /v2.0/security-groups?id=ea60d010-f7c1-485a-99af-472dfb1cdc16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1042717 Nov 22 20:07:11.411383 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc7b511-07a5-4038-836d-ce15699cdba4 req-09d53762-41c8-4109-aa78-76d678885bfb tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:11.412907 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6bc7b511-07a5-4038-836d-ce15699cdba4 req-09d53762-41c8-4109-aa78-76d678885bfb tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] 10.222.0.46 "GET /v2.0/ports?device_id=1d610fed-ade8-4090-9ac8-a8eeda6b914b HTTP/1.1" status: 200 len: 949 time: 0.0781550 Nov 22 20:07:11.478826 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6bc7b511-07a5-4038-836d-ce15699cdba4 req-b426fc6d-8921-48a0-b60a-6b52ec058112 tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] 10.222.0.46 "GET /v2.0/security-groups?id=e5ae9e03-6ff8-4082-b7a4-25ecea5ed21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587447 Nov 22 20:07:11.599006 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d2d797-75ee-4c6d-867e-c9b8b0fc9ad3 req-01dd5418-96df-4c40-82bc-189c8707d0ab tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:11.600796 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c5d2d797-75ee-4c6d-867e-c9b8b0fc9ad3 req-01dd5418-96df-4c40-82bc-189c8707d0ab tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] 10.222.0.46 "GET /v2.0/ports?device_id=a8d3a7bb-93d3-4918-911b-b913622e40e8 HTTP/1.1" status: 200 len: 944 time: 0.0595348 Nov 22 20:07:11.653720 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c5d2d797-75ee-4c6d-867e-c9b8b0fc9ad3 req-619fa51d-1033-473b-916a-f6296e373195 tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] 10.222.0.46 "GET /v2.0/security-groups?id=89c2c967-26c4-4e1c-a1fd-c97f87817ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460889 Nov 22 20:07:11.717647 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5615bafd-538b-477b-b1fc-1db21c1c8d6a req-20571a3e-5bed-4693-8dcf-0e07f39b526a tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:11.719146 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5615bafd-538b-477b-b1fc-1db21c1c8d6a req-20571a3e-5bed-4693-8dcf-0e07f39b526a tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] 10.222.0.46 "GET /v2.0/ports?device_id=ad39a69e-d0da-4b53-be9a-d624fa4b35c6 HTTP/1.1" status: 200 len: 945 time: 0.0544634 Nov 22 20:07:11.779147 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5615bafd-538b-477b-b1fc-1db21c1c8d6a req-853ed025-fc41-4085-a140-70cce126fb97 tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0c04069-962d-48b0-bef3-592f8ff68454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524995 Nov 22 20:07:11.790099 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 2f580d6a-b799-4f7f-a07d-67f9a7c65f89 up at agent hyperv_n-h2-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:07:11.819861 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e85152-d7ba-4e78-9745-58938c847b0b req-dc275177-cc40-4f98-b0cf-72310a2df0ab tempest-ListServersNegativeTestJSON-237213451 tempest-ListServersNegativeTestJSON-237213451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:11.821390 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b3e85152-d7ba-4e78-9745-58938c847b0b req-dc275177-cc40-4f98-b0cf-72310a2df0ab tempest-ListServersNegativeTestJSON-237213451 tempest-ListServersNegativeTestJSON-237213451-project] 10.222.0.46 "GET /v2.0/ports?device_id=e35400b0-7747-47a9-9298-df2e65d8ee67 HTTP/1.1" status: 200 len: 945 time: 0.0583036 Nov 22 20:07:11.859189 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Provisioning for port 2f580d6a-b799-4f7f-a07d-67f9a7c65f89 completed by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 20:07:11.864690 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Provisioning complete for port 2f580d6a-b799-4f7f-a07d-67f9a7c65f89 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:07:11.865349 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:11.882885 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b3e85152-d7ba-4e78-9745-58938c847b0b req-3abfd675-8ad9-4b29-b1fe-c7d2b5bf2398 tempest-ListServersNegativeTestJSON-237213451 tempest-ListServersNegativeTestJSON-237213451-project] 10.222.0.46 "GET /v2.0/security-groups?id=1d2c79e0-b361-4d19-9e37-904303a435fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545249 Nov 22 20:07:11.947680 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:11.950399 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0daac7-169f-429b-b622-9e35fc460a47 req-dbcdf794-1191-4ade-a6fc-bbd3c315b762 tempest-ImagesNegativeTestJSON-184446583 tempest-ImagesNegativeTestJSON-184446583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:11.951922 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2b0daac7-169f-429b-b622-9e35fc460a47 req-dbcdf794-1191-4ade-a6fc-bbd3c315b762 tempest-ImagesNegativeTestJSON-184446583 tempest-ImagesNegativeTestJSON-184446583-project] 10.222.0.46 "GET /v2.0/ports?device_id=fd932b29-ef95-49fa-894f-fb636130b258 HTTP/1.1" status: 200 len: 949 time: 0.0896091 Nov 22 20:07:11.981242 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port 2f580d6a-b799-4f7f-a07d-67f9a7c65f89, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=2f580d6a-b799-4f7f-a07d-67f9a7c65f89,segment=NetworkSegment(2a5a1c7b-538e-498e-99b9-cc7a8e0411be),segment_id=2a5a1c7b-538e-498e-99b9-cc7a8e0411be)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:07:11.985580 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:11.997509 n-d-818823-1 neutron-server[103447]: INFO neutron.api.v2.resource [req-ca87b337-00b0-44ad-bf0d-3fea35cbd261 req-18b8b449-4eb9-44e4-9e0d-93d749a6e3aa service neutron] show failed (client error): The resource could not be found. Nov 22 20:07:11.998513 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ca87b337-00b0-44ad-bf0d-3fea35cbd261 req-18b8b449-4eb9-44e4-9e0d-93d749a6e3aa service neutron] 10.222.0.20 "GET /v2.0/ports/61d0354c-dae5-471e-bea6-af003ac19ef9/bindings/n-h1-818823-1 HTTP/1.1" status: 404 len: 380 time: 0.0981057 Nov 22 20:07:12.015987 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2b0daac7-169f-429b-b622-9e35fc460a47 req-07471d1a-ee8b-4c5c-8cd8-7ac80384f18a tempest-ImagesNegativeTestJSON-184446583 tempest-ImagesNegativeTestJSON-184446583-project] 10.222.0.46 "GET /v2.0/security-groups?id=21df4ea0-58d8-414d-b717-7e46a31c9ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575235 Nov 22 20:07:12.041740 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=2f580d6a-b799-4f7f-a07d-67f9a7c65f89,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:07:12.176668 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e33cc67-743d-4492-8af2-2f7e481d6219 req-3ee8ba61-a596-4caf-af9e-5e71e21b05e7 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:12.178224 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5e33cc67-743d-4492-8af2-2f7e481d6219 req-3ee8ba61-a596-4caf-af9e-5e71e21b05e7 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/ports?device_id=e94aed4c-ece2-410e-a309-9c83a0437f8c HTTP/1.1" status: 200 len: 950 time: 0.0563536 Nov 22 20:07:12.256061 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5e33cc67-743d-4492-8af2-2f7e481d6219 req-e1bab11f-dad9-49ca-8546-c597f1a1321d tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1d007ec-a75a-4ef8-9cdd-9c679a3ff22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712891 Nov 22 20:07:12.262223 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca87b337-00b0-44ad-bf0d-3fea35cbd261 req-45022b48-710f-405f-aece-93f18d1553fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:12.263707 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ca87b337-00b0-44ad-bf0d-3fea35cbd261 req-45022b48-710f-405f-aece-93f18d1553fc service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e94aed4c-ece2-410e-a309-9c83a0437f8c&tenant_id=126c0323750547f8b9835ef63890aaea HTTP/1.1" status: 200 len: 1101 time: 0.0627210 Nov 22 20:07:12.276002 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-ca87b337-00b0-44ad-bf0d-3fea35cbd261 req-d364d163-8df7-4dee-9d1f-93ab936c9fcb service neutron] Request body: {'port': {'binding:host_id': 'n-h1-818823-1', 'device_owner': 'compute:nova'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:07:12.332105 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-ca87b337-00b0-44ad-bf0d-3fea35cbd261 req-d364d163-8df7-4dee-9d1f-93ab936c9fcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:12.572917 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d395be5d-404c-4b25-9314-664759d0fbf8 req-3038034f-8916-4c51-9b3e-3b20006a47d4 tempest-ServersWithSpecificFlavorTestJSON-1120519075 tempest-ServersWithSpecificFlavorTestJSON-1120519075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:12.574592 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d395be5d-404c-4b25-9314-664759d0fbf8 req-3038034f-8916-4c51-9b3e-3b20006a47d4 tempest-ServersWithSpecificFlavorTestJSON-1120519075 tempest-ServersWithSpecificFlavorTestJSON-1120519075-project] 10.222.0.46 "GET /v2.0/ports?device_id=c7719b78-6d90-405e-bc45-5187ca2b159c HTTP/1.1" status: 200 len: 946 time: 0.1186838 Nov 22 20:07:12.656367 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-ca87b337-00b0-44ad-bf0d-3fea35cbd261 req-d364d163-8df7-4dee-9d1f-93ab936c9fcb service neutron] For port 61d0354c-dae5-471e-bea6-af003ac19ef9, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=61d0354c-dae5-471e-bea6-af003ac19ef9,segment=NetworkSegment(2a5a1c7b-538e-498e-99b9-cc7a8e0411be),segment_id=2a5a1c7b-538e-498e-99b9-cc7a8e0411be)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:07:12.690964 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d395be5d-404c-4b25-9314-664759d0fbf8 req-b18f9f45-cf50-4d60-8ae3-15aed78685f2 tempest-ServersWithSpecificFlavorTestJSON-1120519075 tempest-ServersWithSpecificFlavorTestJSON-1120519075-project] 10.222.0.46 "GET /v2.0/security-groups?id=ea60d010-f7c1-485a-99af-472dfb1cdc16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1027153 Nov 22 20:07:12.710404 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65228639-3992-41eb-9e40-6e69fe278dec req-1b2b1415-b277-44fd-94cf-f078676e5017 tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:12.712134 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-65228639-3992-41eb-9e40-6e69fe278dec req-1b2b1415-b277-44fd-94cf-f078676e5017 tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] 10.222.0.46 "GET /v2.0/ports?device_id=1d610fed-ade8-4090-9ac8-a8eeda6b914b HTTP/1.1" status: 200 len: 949 time: 0.1296723 Nov 22 20:07:12.742187 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-ca87b337-00b0-44ad-bf0d-3fea35cbd261 req-d364d163-8df7-4dee-9d1f-93ab936c9fcb service neutron] For port 61d0354c-dae5-471e-bea6-af003ac19ef9, host n-h2-818823-1, cleared binding levels {{(pid=103447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:07:12.804112 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e94aed4c-ece2-410e-a309-9c83a0437f8c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61d0354c-dae5-471e-bea6-af003ac19ef9'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:07:12.806349 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1b3f078-53ce-47a6-af5f-373046abb146" -d '{"events": [{"server_uuid": "e94aed4c-ece2-410e-a309-9c83a0437f8c", "name": "network-vif-unplugged", "status": "completed", "tag": "61d0354c-dae5-471e-bea6-af003ac19ef9"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:07:12.813024 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-65228639-3992-41eb-9e40-6e69fe278dec req-cb8ff7e7-7c03-47f0-8b94-a56b706d0c83 tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] 10.222.0.46 "GET /v2.0/security-groups?id=e5ae9e03-6ff8-4082-b7a4-25ecea5ed21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895057 Nov 22 20:07:12.815627 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-ca87b337-00b0-44ad-bf0d-3fea35cbd261 req-d364d163-8df7-4dee-9d1f-93ab936c9fcb service neutron] Publish callbacks [] for port, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:12.831040 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.provisioning_blocks [req-ca87b337-00b0-44ad-bf0d-3fea35cbd261 req-d364d163-8df7-4dee-9d1f-93ab936c9fcb service neutron] Transition to ACTIVE for port object 61d0354c-dae5-471e-bea6-af003ac19ef9 will not be triggered until provisioned by entity L2. {{(pid=103447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 20:07:12.835281 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-ca87b337-00b0-44ad-bf0d-3fea35cbd261 req-d364d163-8df7-4dee-9d1f-93ab936c9fcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:12.909708 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 22 Nov 2021 20:07:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a105403-f23e-4c12-927c-0e8208c72d09 x-openstack-request-id: req-8a105403-f23e-4c12-927c-0e8208c72d09 {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:07:12.909928 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e94aed4c-ece2-410e-a309-9c83a0437f8c", "name": "network-vif-unplugged", "status": "completed", "tag": "61d0354c-dae5-471e-bea6-af003ac19ef9", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:07:12.910188 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8a105403-f23e-4c12-927c-0e8208c72d09 {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:07:12.910587 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e94aed4c-ece2-410e-a309-9c83a0437f8c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61d0354c-dae5-471e-bea6-af003ac19ef9', 'code': 200} Nov 22 20:07:12.948355 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca87b337-00b0-44ad-bf0d-3fea35cbd261 req-d364d163-8df7-4dee-9d1f-93ab936c9fcb service neutron] No DVR routers for this DVR port 61d0354c-dae5-471e-bea6-af003ac19ef9 on host n-h2-818823-1 {{(pid=103447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:07:12.951186 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d364d163-8df7-4dee-9d1f-93ab936c9fcb service neutron] Pushing event updated for resources: {'Port': ['ID=61d0354c-dae5-471e-bea6-af003ac19ef9,revision_number=6']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:07:12.967123 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2280baaa-84b1-4473-82ff-2b271615ae1d req-2abb64d6-b7c6-4df4-8b28-9d74fa979418 tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:12.971929 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2280baaa-84b1-4473-82ff-2b271615ae1d req-2abb64d6-b7c6-4df4-8b28-9d74fa979418 tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] 10.222.0.46 "GET /v2.0/ports?device_id=a8d3a7bb-93d3-4918-911b-b913622e40e8 HTTP/1.1" status: 200 len: 944 time: 0.0973606 Nov 22 20:07:13.055246 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-ca87b337-00b0-44ad-bf0d-3fea35cbd261 req-d364d163-8df7-4dee-9d1f-93ab936c9fcb service neutron] Attempting to bind port 61d0354c-dae5-471e-bea6-af003ac19ef9 on host n-h1-818823-1 for vnic_type normal with profile {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:07:13.055626 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-ca87b337-00b0-44ad-bf0d-3fea35cbd261 req-d364d163-8df7-4dee-9d1f-93ab936c9fcb service neutron] Attempting to bind port 61d0354c-dae5-471e-bea6-af003ac19ef9 by drivers openvswitch,hyperv on host n-h1-818823-1 at level 0 using segments [{'id': '2a5a1c7b-538e-498e-99b9-cc7a8e0411be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'e1052824-bf78-4963-8937-b202e372ac24'}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:07:13.055954 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca87b337-00b0-44ad-bf0d-3fea35cbd261 req-d364d163-8df7-4dee-9d1f-93ab936c9fcb service neutron] Attempting to bind port 61d0354c-dae5-471e-bea6-af003ac19ef9 on network e1052824-bf78-4963-8937-b202e372ac24 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:07:13.075670 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca87b337-00b0-44ad-bf0d-3fea35cbd261 req-d364d163-8df7-4dee-9d1f-93ab936c9fcb service neutron] Port 61d0354c-dae5-471e-bea6-af003ac19ef9 on network e1052824-bf78-4963-8937-b202e372ac24 not bound, no agent of type Open vSwitch agent registered on host n-h1-818823-1 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:07:13.075987 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca87b337-00b0-44ad-bf0d-3fea35cbd261 req-d364d163-8df7-4dee-9d1f-93ab936c9fcb service neutron] Attempting to bind port 61d0354c-dae5-471e-bea6-af003ac19ef9 on network e1052824-bf78-4963-8937-b202e372ac24 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:07:13.093986 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2280baaa-84b1-4473-82ff-2b271615ae1d req-df1f5742-40d1-409f-95fd-790d43c1baa2 tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] 10.222.0.46 "GET /v2.0/security-groups?id=89c2c967-26c4-4e1c-a1fd-c97f87817ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009312 Nov 22 20:07:13.101841 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e4ac6d-d99f-4e5e-90b7-5a650a244bc1 req-44608291-08e3-40de-ac6b-02d48efbb822 tempest-ImagesOneServerTestJSON-472457701 tempest-ImagesOneServerTestJSON-472457701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:13.108932 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-19e4ac6d-d99f-4e5e-90b7-5a650a244bc1 req-44608291-08e3-40de-ac6b-02d48efbb822 tempest-ImagesOneServerTestJSON-472457701 tempest-ImagesOneServerTestJSON-472457701-project] 10.222.0.46 "GET /v2.0/ports?device_id=5f0d0659-512e-4936-a0a3-cd52bf810a99 HTTP/1.1" status: 200 len: 950 time: 0.1147678 Nov 22 20:07:13.111565 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca87b337-00b0-44ad-bf0d-3fea35cbd261 req-d364d163-8df7-4dee-9d1f-93ab936c9fcb service neutron] Checking agent: {'id': '7a008cff-3b49-418c-8046-689d46cc800f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'started_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 6, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:07:13.111896 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca87b337-00b0-44ad-bf0d-3fea35cbd261 req-d364d163-8df7-4dee-9d1f-93ab936c9fcb service neutron] Checking segment: {'id': '2a5a1c7b-538e-498e-99b9-cc7a8e0411be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'e1052824-bf78-4963-8937-b202e372ac24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:07:13.112273 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca87b337-00b0-44ad-bf0d-3fea35cbd261 req-d364d163-8df7-4dee-9d1f-93ab936c9fcb service neutron] Bound using segment: {'id': '2a5a1c7b-538e-498e-99b9-cc7a8e0411be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'e1052824-bf78-4963-8937-b202e372ac24'} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:07:13.112779 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-ca87b337-00b0-44ad-bf0d-3fea35cbd261 req-d364d163-8df7-4dee-9d1f-93ab936c9fcb service neutron] Bound port: 61d0354c-dae5-471e-bea6-af003ac19ef9, host: n-h1-818823-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a5a1c7b-538e-498e-99b9-cc7a8e0411be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'e1052824-bf78-4963-8937-b202e372ac24'}}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:07:13.113054 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-ca87b337-00b0-44ad-bf0d-3fea35cbd261 req-d364d163-8df7-4dee-9d1f-93ab936c9fcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:13.121403 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd932b29-ef95-49fa-894f-fb636130b258', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f580d6a-b799-4f7f-a07d-67f9a7c65f89'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:07:13.125100 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d39f6d30a11e565ec9648abcc015e8a6ab6cff4edd704add8155e28765d31eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bd05d28-c085-4e8f-ab9a-fa057855dc0b" -d '{"events": [{"server_uuid": "fd932b29-ef95-49fa-894f-fb636130b258", "name": "network-vif-plugged", "status": "completed", "tag": "2f580d6a-b799-4f7f-a07d-67f9a7c65f89"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:07:13.193575 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-19e4ac6d-d99f-4e5e-90b7-5a650a244bc1 req-729e6649-b5f1-4f42-9ba1-6234dcbc1328 tempest-ImagesOneServerTestJSON-472457701 tempest-ImagesOneServerTestJSON-472457701-project] 10.222.0.46 "GET /v2.0/security-groups?id=0c348c88-32ba-475a-80ac-2a702b8d42a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837474 Nov 22 20:07:13.248676 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-ca87b337-00b0-44ad-bf0d-3fea35cbd261 req-d364d163-8df7-4dee-9d1f-93ab936c9fcb service neutron] For port 61d0354c-dae5-471e-bea6-af003ac19ef9, host n-h1-818823-1, cleared binding levels {{(pid=103447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:07:13.251863 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-ca87b337-00b0-44ad-bf0d-3fea35cbd261 req-d364d163-8df7-4dee-9d1f-93ab936c9fcb service neutron] For port 61d0354c-dae5-471e-bea6-af003ac19ef9, host n-h1-818823-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=61d0354c-dae5-471e-bea6-af003ac19ef9,segment=NetworkSegment(2a5a1c7b-538e-498e-99b9-cc7a8e0411be),segment_id=2a5a1c7b-538e-498e-99b9-cc7a8e0411be)] {{(pid=103447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:07:13.263587 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-ca87b337-00b0-44ad-bf0d-3fea35cbd261 req-d364d163-8df7-4dee-9d1f-93ab936c9fcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:13.365812 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca87b337-00b0-44ad-bf0d-3fea35cbd261 req-d364d163-8df7-4dee-9d1f-93ab936c9fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:13.366436 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-ca87b337-00b0-44ad-bf0d-3fea35cbd261 req-d364d163-8df7-4dee-9d1f-93ab936c9fcb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:13.367892 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ca87b337-00b0-44ad-bf0d-3fea35cbd261 req-d364d163-8df7-4dee-9d1f-93ab936c9fcb service neutron] 10.222.0.41 "PUT /v2.0/ports/61d0354c-dae5-471e-bea6-af003ac19ef9 HTTP/1.1" status: 200 len: 1096 time: 1.0958886 Nov 22 20:07:13.424065 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6db0fb-b95b-478f-91cc-e4f730686059 req-d3fa351b-416a-41e4-a6bb-a74ec564f72d tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:13.426588 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9b6db0fb-b95b-478f-91cc-e4f730686059 req-d3fa351b-416a-41e4-a6bb-a74ec564f72d tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] 10.222.0.46 "GET /v2.0/ports?device_id=ad39a69e-d0da-4b53-be9a-d624fa4b35c6 HTTP/1.1" status: 200 len: 945 time: 0.2286651 Nov 22 20:07:13.436333 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207493db-1954-48e2-8e43-a4807025be59 req-7dfdfc3e-be9d-4408-afe0-c97e0d9df2e3 tempest-ListServersNegativeTestJSON-237213451 tempest-ListServersNegativeTestJSON-237213451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:13.439399 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-207493db-1954-48e2-8e43-a4807025be59 req-7dfdfc3e-be9d-4408-afe0-c97e0d9df2e3 tempest-ListServersNegativeTestJSON-237213451 tempest-ListServersNegativeTestJSON-237213451-project] 10.222.0.46 "GET /v2.0/ports?device_id=e35400b0-7747-47a9-9298-df2e65d8ee67 HTTP/1.1" status: 200 len: 945 time: 0.1842663 Nov 22 20:07:13.444337 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d364d163-8df7-4dee-9d1f-93ab936c9fcb service neutron] Pushing event updated for resources: {'Port': ['ID=61d0354c-dae5-471e-bea6-af003ac19ef9,revision_number=7']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:07:13.496447 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817cc427-d99e-4f42-a89b-74fe692964a8 req-5e5d96b4-ab3a-46ce-a2ee-1f5b9d2f2a16 tempest-ListServersNegativeTestJSON-237213451 tempest-ListServersNegativeTestJSON-237213451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:13.498547 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-817cc427-d99e-4f42-a89b-74fe692964a8 req-5e5d96b4-ab3a-46ce-a2ee-1f5b9d2f2a16 tempest-ListServersNegativeTestJSON-237213451 tempest-ListServersNegativeTestJSON-237213451-project] 10.222.0.41 "GET /v2.0/ports?device_id=e35400b0-7747-47a9-9298-df2e65d8ee67 HTTP/1.1" status: 200 len: 945 time: 0.0714371 Nov 22 20:07:13.508040 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130ea725-09e6-4690-a330-24021d203fbe req-560e711b-9a64-413b-bebb-343f911dfd25 tempest-ListServersNegativeTestJSON-237213451 tempest-ListServersNegativeTestJSON-237213451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:13.509618 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-130ea725-09e6-4690-a330-24021d203fbe req-560e711b-9a64-413b-bebb-343f911dfd25 tempest-ListServersNegativeTestJSON-237213451 tempest-ListServersNegativeTestJSON-237213451-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c116513-8cbd-4d9e-925a-1c95fd1d19ca HTTP/1.1" status: 200 len: 945 time: 0.2278900 Nov 22 20:07:13.569014 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-207493db-1954-48e2-8e43-a4807025be59 req-eebdbd66-a415-475d-8106-9854714bb30a tempest-ListServersNegativeTestJSON-237213451 tempest-ListServersNegativeTestJSON-237213451-project] 10.222.0.46 "GET /v2.0/security-groups?id=1d2c79e0-b361-4d19-9e37-904303a435fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019480 Nov 22 20:07:13.648056 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [req-817cc427-d99e-4f42-a89b-74fe692964a8 req-67b9e260-54c8-4eb2-9724-059f5801ba12 tempest-ListServersNegativeTestJSON-237213451 tempest-ListServersNegativeTestJSON-237213451-project] Deleting port 7f774b33-fa48-4155-be7e-e08cdfc73b1b {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:07:13.649447 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-817cc427-d99e-4f42-a89b-74fe692964a8 req-67b9e260-54c8-4eb2-9724-059f5801ba12 tempest-ListServersNegativeTestJSON-237213451 tempest-ListServersNegativeTestJSON-237213451-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:13.691661 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca87b337-00b0-44ad-bf0d-3fea35cbd261 req-c52e7070-6a26-4f72-b3ec-2676cc1fafdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:13.693182 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ca87b337-00b0-44ad-bf0d-3fea35cbd261 req-c52e7070-6a26-4f72-b3ec-2676cc1fafdb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=126c0323750547f8b9835ef63890aaea&device_id=e94aed4c-ece2-410e-a309-9c83a0437f8c HTTP/1.1" status: 200 len: 1099 time: 0.2516139 Nov 22 20:07:13.711339 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9b6db0fb-b95b-478f-91cc-e4f730686059 req-ce2b917b-a29f-483e-a357-560757fe8d64 tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0c04069-962d-48b0-bef3-592f8ff68454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2682946 Nov 22 20:07:13.781957 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-817cc427-d99e-4f42-a89b-74fe692964a8 req-67b9e260-54c8-4eb2-9724-059f5801ba12 tempest-ListServersNegativeTestJSON-237213451 tempest-ListServersNegativeTestJSON-237213451-project] For port 7f774b33-fa48-4155-be7e-e08cdfc73b1b, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=7f774b33-fa48-4155-be7e-e08cdfc73b1b,segment=NetworkSegment(e07e4f19-324b-4bc4-9774-d97368264930),segment_id=e07e4f19-324b-4bc4-9774-d97368264930)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:07:13.782591 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-817cc427-d99e-4f42-a89b-74fe692964a8 req-67b9e260-54c8-4eb2-9724-059f5801ba12 tempest-ListServersNegativeTestJSON-237213451 tempest-ListServersNegativeTestJSON-237213451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:13.783223 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:07:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3a885b0-d1be-4971-8030-4bb0daf765f1 x-openstack-request-id: req-a3a885b0-d1be-4971-8030-4bb0daf765f1 {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:07:13.783908 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd932b29-ef95-49fa-894f-fb636130b258", "name": "network-vif-plugged", "status": "completed", "tag": "2f580d6a-b799-4f7f-a07d-67f9a7c65f89", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:07:13.784264 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a3a885b0-d1be-4971-8030-4bb0daf765f1 {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:07:13.784763 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd932b29-ef95-49fa-894f-fb636130b258', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f580d6a-b799-4f7f-a07d-67f9a7c65f89', 'code': 200} Nov 22 20:07:13.805164 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [req-817cc427-d99e-4f42-a89b-74fe692964a8 req-67b9e260-54c8-4eb2-9724-059f5801ba12 tempest-ListServersNegativeTestJSON-237213451 tempest-ListServersNegativeTestJSON-237213451-project] Calling delete_port for 7f774b33-fa48-4155-be7e-e08cdfc73b1b owned by compute:nova {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:07:13.860206 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca87b337-00b0-44ad-bf0d-3fea35cbd261 req-419b2f09-a4f9-4d16-93f9-de29f87de034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:13.862004 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ca87b337-00b0-44ad-bf0d-3fea35cbd261 req-419b2f09-a4f9-4d16-93f9-de29f87de034 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e1052824-bf78-4963-8937-b202e372ac24 HTTP/1.1" status: 200 len: 870 time: 0.1406014 Nov 22 20:07:13.936180 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ca87b337-00b0-44ad-bf0d-3fea35cbd261 req-df04163e-7407-40bf-b859-ff8d9528e511 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=61d0354c-dae5-471e-bea6-af003ac19ef9 HTTP/1.1" status: 200 len: 217 time: 0.0554252 Nov 22 20:07:13.971544 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b352b675-bbe3-44b8-99c2-da4931ae4cce req-e2424731-e4d6-48cc-9c5b-60d0d80ca738 tempest-ImagesNegativeTestJSON-184446583 tempest-ImagesNegativeTestJSON-184446583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:13.973052 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b352b675-bbe3-44b8-99c2-da4931ae4cce req-e2424731-e4d6-48cc-9c5b-60d0d80ca738 tempest-ImagesNegativeTestJSON-184446583 tempest-ImagesNegativeTestJSON-184446583-project] 10.222.0.46 "GET /v2.0/ports?device_id=fd932b29-ef95-49fa-894f-fb636130b258 HTTP/1.1" status: 200 len: 950 time: 0.3013287 Nov 22 20:07:14.007691 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-817cc427-d99e-4f42-a89b-74fe692964a8 req-67b9e260-54c8-4eb2-9724-059f5801ba12 tempest-ListServersNegativeTestJSON-237213451 tempest-ListServersNegativeTestJSON-237213451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:14.008752 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-130ea725-09e6-4690-a330-24021d203fbe req-44f85fe4-0049-409b-a360-61566369ea30 tempest-ListServersNegativeTestJSON-237213451 tempest-ListServersNegativeTestJSON-237213451-project] Deleting port 0e8de699-60a6-4982-87a0-ca6d3c2d4064 {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:07:14.009099 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-130ea725-09e6-4690-a330-24021d203fbe req-44f85fe4-0049-409b-a360-61566369ea30 tempest-ListServersNegativeTestJSON-237213451 tempest-ListServersNegativeTestJSON-237213451-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:14.013286 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f023174e-90b1-48b7-a379-4ec95291ebb6 req-99576c6d-d15c-424e-af6a-b4f43b91f100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:14.015655 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f023174e-90b1-48b7-a379-4ec95291ebb6 req-99576c6d-d15c-424e-af6a-b4f43b91f100 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=fd932b29-ef95-49fa-894f-fb636130b258 HTTP/1.1" status: 200 len: 1101 time: 0.1680622 Nov 22 20:07:14.020189 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] get_ports_and_sgs() called for port_ids ['0e8de699-60a6-4982-87a0-ca6d3c2d4064'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:07:14.029259 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] get_ports_and_sgs() called for port_ids ['7f774b33-fa48-4155-be7e-e08cdfc73b1b'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:07:14.116939 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b9e260-54c8-4eb2-9724-059f5801ba12 tempest-ListServersNegativeTestJSON-237213451 tempest-ListServersNegativeTestJSON-237213451-project] Pushing event deleted for resources: {'Port': ['ID=7f774b33-fa48-4155-be7e-e08cdfc73b1b,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:07:14.119331 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca87b337-00b0-44ad-bf0d-3fea35cbd261 req-b55bd737-1b1e-426e-913b-4dd6b761c07e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:14.120859 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ca87b337-00b0-44ad-bf0d-3fea35cbd261 req-b55bd737-1b1e-426e-913b-4dd6b761c07e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3091ebfd-11e2-41f8-9c00-ffe0b86563d8 HTTP/1.1" status: 200 len: 843 time: 0.1741297 Nov 22 20:07:14.170258 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:14.173493 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:14.199165 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [req-817cc427-d99e-4f42-a89b-74fe692964a8 req-67b9e260-54c8-4eb2-9724-059f5801ba12 tempest-ListServersNegativeTestJSON-237213451 tempest-ListServersNegativeTestJSON-237213451-project] No DVR routers for this DVR port 7f774b33-fa48-4155-be7e-e08cdfc73b1b on host n-h1-818823-1 {{(pid=103448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:07:14.212982 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-817cc427-d99e-4f42-a89b-74fe692964a8 req-67b9e260-54c8-4eb2-9724-059f5801ba12 tempest-ListServersNegativeTestJSON-237213451 tempest-ListServersNegativeTestJSON-237213451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:14.216122 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-817cc427-d99e-4f42-a89b-74fe692964a8 req-67b9e260-54c8-4eb2-9724-059f5801ba12 tempest-ListServersNegativeTestJSON-237213451 tempest-ListServersNegativeTestJSON-237213451-project] 10.222.0.41 "DELETE /v2.0/ports/7f774b33-fa48-4155-be7e-e08cdfc73b1b HTTP/1.1" status: 204 len: 173 time: 0.7096930 Nov 22 20:07:14.216593 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e35400b0-7747-47a9-9298-df2e65d8ee67', 'name': 'network-vif-deleted', 'tag': '7f774b33-fa48-4155-be7e-e08cdfc73b1b'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:07:14.218922 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589a98cf2aea187fcc423a5edb333e5a6cf3ad7c81115d1ebee0f079693c312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26646db7-c62e-4358-9feb-5a07a44abac5" -d '{"events": [{"server_uuid": "e35400b0-7747-47a9-9298-df2e65d8ee67", "name": "network-vif-deleted", "tag": "7f774b33-fa48-4155-be7e-e08cdfc73b1b"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:07:14.238348 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b352b675-bbe3-44b8-99c2-da4931ae4cce req-92fe44ef-81e9-4587-a418-5a48e24ba454 tempest-ImagesNegativeTestJSON-184446583 tempest-ImagesNegativeTestJSON-184446583-project] 10.222.0.46 "GET /v2.0/security-groups?id=21df4ea0-58d8-414d-b717-7e46a31c9ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2431202 Nov 22 20:07:14.313034 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f023174e-90b1-48b7-a379-4ec95291ebb6 req-03ef0a61-c46a-4277-8006-d0d6ddf65021 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=21df4ea0-58d8-414d-b717-7e46a31c9ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2735882 Nov 22 20:07:14.349247 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-130ea725-09e6-4690-a330-24021d203fbe req-44f85fe4-0049-409b-a360-61566369ea30 tempest-ListServersNegativeTestJSON-237213451 tempest-ListServersNegativeTestJSON-237213451-project] For port 0e8de699-60a6-4982-87a0-ca6d3c2d4064, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=0e8de699-60a6-4982-87a0-ca6d3c2d4064,segment=NetworkSegment(e07e4f19-324b-4bc4-9774-d97368264930),segment_id=e07e4f19-324b-4bc4-9774-d97368264930)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:07:14.349625 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-130ea725-09e6-4690-a330-24021d203fbe req-44f85fe4-0049-409b-a360-61566369ea30 tempest-ListServersNegativeTestJSON-237213451 tempest-ListServersNegativeTestJSON-237213451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:14.388318 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-130ea725-09e6-4690-a330-24021d203fbe req-44f85fe4-0049-409b-a360-61566369ea30 tempest-ListServersNegativeTestJSON-237213451 tempest-ListServersNegativeTestJSON-237213451-project] Calling delete_port for 0e8de699-60a6-4982-87a0-ca6d3c2d4064 owned by compute:nova {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:07:14.410334 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca87b337-00b0-44ad-bf0d-3fea35cbd261 req-396ffa70-0a6b-47ec-92a2-3e971cc82852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:14.412337 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ca87b337-00b0-44ad-bf0d-3fea35cbd261 req-396ffa70-0a6b-47ec-92a2-3e971cc82852 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e1052824-bf78-4963-8937-b202e372ac24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2366924 Nov 22 20:07:14.913408 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e94aed4c-ece2-410e-a309-9c83a0437f8c', 'tag': '61d0354c-dae5-471e-bea6-af003ac19ef9'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:07:14.915686 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66048aa4-6c16-4808-861c-7d22f4bea51b" -d '{"events": [{"name": "network-changed", "server_uuid": "e94aed4c-ece2-410e-a309-9c83a0437f8c", "tag": "61d0354c-dae5-471e-bea6-af003ac19ef9"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:07:14.943206 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e727bba-afac-4e7e-843e-6fa916271dc1 req-19afd4d8-b270-46c7-9cf7-6c0e1ee2e0b8 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:14.944730 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7e727bba-afac-4e7e-843e-6fa916271dc1 req-19afd4d8-b270-46c7-9cf7-6c0e1ee2e0b8 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/ports?device_id=e94aed4c-ece2-410e-a309-9c83a0437f8c HTTP/1.1" status: 200 len: 948 time: 0.5646780 Nov 22 20:07:15.023073 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ca87b337-00b0-44ad-bf0d-3fea35cbd261 req-be125895-d511-4a2c-bae5-5e6da09daae5 service neutron] 10.222.0.41 "GET /v2.0/networks/e1052824-bf78-4963-8937-b202e372ac24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5863037 Nov 22 20:07:15.026987 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ec0af90d-f75e-46ac-baed-d8017f4b4ec6 req-07fafddd-eedb-4392-823a-6847d0ef3d0e service neutron] 10.222.0.20 "GET /v2.0/ports/922caa09-8d5c-4d80-88ea-9b74d0b2a711/bindings/n-h1-818823-1 HTTP/1.1" status: 200 len: 384 time: 0.1912670 Nov 22 20:07:15.041201 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1c33a4-334e-4cda-9d5d-810c8f414e6c req-3d4cfa28-8c90-402e-a701-91ec345c9d76 tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:15.042643 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3a1c33a4-334e-4cda-9d5d-810c8f414e6c req-3d4cfa28-8c90-402e-a701-91ec345c9d76 tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] 10.222.0.46 "GET /v2.0/ports?device_id=ad39a69e-d0da-4b53-be9a-d624fa4b35c6 HTTP/1.1" status: 200 len: 945 time: 0.2081475 Nov 22 20:07:15.168803 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7e727bba-afac-4e7e-843e-6fa916271dc1 req-d040349c-e372-4192-8300-ea4264201502 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1d007ec-a75a-4ef8-9cdd-9c679a3ff22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125318 Nov 22 20:07:15.258784 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-130ea725-09e6-4690-a330-24021d203fbe req-44f85fe4-0049-409b-a360-61566369ea30 tempest-ListServersNegativeTestJSON-237213451 tempest-ListServersNegativeTestJSON-237213451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:15.271727 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] get_ports_and_sgs() called for port_ids ['7f774b33-fa48-4155-be7e-e08cdfc73b1b'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:07:15.295955 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3a1c33a4-334e-4cda-9d5d-810c8f414e6c req-b85835fd-09f8-42bb-bde6-e49ecaa227e8 tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0c04069-962d-48b0-bef3-592f8ff68454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2338123 Nov 22 20:07:15.372261 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f85fe4-0049-409b-a360-61566369ea30 tempest-ListServersNegativeTestJSON-237213451 tempest-ListServersNegativeTestJSON-237213451-project] Pushing event deleted for resources: {'Port': ['ID=0e8de699-60a6-4982-87a0-ca6d3c2d4064,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:07:15.413539 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ca87b337-00b0-44ad-bf0d-3fea35cbd261 req-309406ba-9207-4f01-9f02-a5d922b8551f service neutron] 10.222.0.41 "GET /v2.0/networks/e1052824-bf78-4963-8937-b202e372ac24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3688006 Nov 22 20:07:15.449579 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-130ea725-09e6-4690-a330-24021d203fbe req-44f85fe4-0049-409b-a360-61566369ea30 tempest-ListServersNegativeTestJSON-237213451 tempest-ListServersNegativeTestJSON-237213451-project] No DVR routers for this DVR port 0e8de699-60a6-4982-87a0-ca6d3c2d4064 on host n-h2-818823-1 {{(pid=103447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:07:15.453032 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-130ea725-09e6-4690-a330-24021d203fbe req-44f85fe4-0049-409b-a360-61566369ea30 tempest-ListServersNegativeTestJSON-237213451 tempest-ListServersNegativeTestJSON-237213451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:15.456683 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-130ea725-09e6-4690-a330-24021d203fbe req-44f85fe4-0049-409b-a360-61566369ea30 tempest-ListServersNegativeTestJSON-237213451 tempest-ListServersNegativeTestJSON-237213451-project] 10.222.0.20 "DELETE /v2.0/ports/0e8de699-60a6-4982-87a0-ca6d3c2d4064 HTTP/1.1" status: 204 len: 173 time: 1.8867118 Nov 22 20:07:15.514605 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b1081a-0d7e-4d65-b1a1-64b34de9cc8b req-8ca24e1e-a0d0-4074-9f40-46617a1b94f5 tempest-ServersWithSpecificFlavorTestJSON-1120519075 tempest-ServersWithSpecificFlavorTestJSON-1120519075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:15.516191 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f1b1081a-0d7e-4d65-b1a1-64b34de9cc8b req-8ca24e1e-a0d0-4074-9f40-46617a1b94f5 tempest-ServersWithSpecificFlavorTestJSON-1120519075 tempest-ServersWithSpecificFlavorTestJSON-1120519075-project] 10.222.0.46 "GET /v2.0/ports?device_id=c7719b78-6d90-405e-bc45-5187ca2b159c HTTP/1.1" status: 200 len: 946 time: 0.2842143 Nov 22 20:07:15.563919 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b69438-96b1-4afa-b216-0c6684afcc07 req-12dfea25-8a5d-40f0-9970-0eaa625de83e tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:15.565365 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-09b69438-96b1-4afa-b216-0c6684afcc07 req-12dfea25-8a5d-40f0-9970-0eaa625de83e tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] 10.222.0.46 "GET /v2.0/ports?device_id=1d610fed-ade8-4090-9ac8-a8eeda6b914b HTTP/1.1" status: 200 len: 949 time: 0.1955781 Nov 22 20:07:15.623736 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-ec0af90d-f75e-46ac-baed-d8017f4b4ec6 req-41dc034f-455a-4b01-900d-e0e17f2342fc service neutron] For port 922caa09-8d5c-4d80-88ea-9b74d0b2a711, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=922caa09-8d5c-4d80-88ea-9b74d0b2a711,segment=NetworkSegment(a1d01b66-e103-44ab-97f3-6f827675fa31),segment_id=a1d01b66-e103-44ab-97f3-6f827675fa31)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:07:15.644756 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f1b1081a-0d7e-4d65-b1a1-64b34de9cc8b req-90eb2f51-b429-4d31-9a42-cc9593872a2e tempest-ServersWithSpecificFlavorTestJSON-1120519075 tempest-ServersWithSpecificFlavorTestJSON-1120519075-project] 10.222.0.46 "GET /v2.0/security-groups?id=ea60d010-f7c1-485a-99af-472dfb1cdc16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1155727 Nov 22 20:07:15.666476 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-ec0af90d-f75e-46ac-baed-d8017f4b4ec6 req-41dc034f-455a-4b01-900d-e0e17f2342fc service neutron] For port 922caa09-8d5c-4d80-88ea-9b74d0b2a711, host n-h2-818823-1, cleared binding levels {{(pid=103447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:07:15.671292 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-09b69438-96b1-4afa-b216-0c6684afcc07 req-89e6512d-e40d-4553-b886-484e65272ecb tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] 10.222.0.46 "GET /v2.0/security-groups?id=e5ae9e03-6ff8-4082-b7a4-25ecea5ed21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989916 Nov 22 20:07:15.707749 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [req-ec0af90d-f75e-46ac-baed-d8017f4b4ec6 req-41dc034f-455a-4b01-900d-e0e17f2342fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 922caa09-8d5c-4d80-88ea-9b74d0b2a711 {{(pid=103447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:07:15.718273 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:07:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b699953b-5af5-4495-b18c-8442f0e46000 x-openstack-request-id: req-b699953b-5af5-4495-b18c-8442f0e46000 {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:07:15.718821 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e35400b0-7747-47a9-9298-df2e65d8ee67", "name": "network-vif-deleted", "tag": "7f774b33-fa48-4155-be7e-e08cdfc73b1b", "status": "completed", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:07:15.718821 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b699953b-5af5-4495-b18c-8442f0e46000 {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:07:15.719644 n-d-818823-1 neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e35400b0-7747-47a9-9298-df2e65d8ee67', 'name': 'network-vif-deleted', 'tag': '7f774b33-fa48-4155-be7e-e08cdfc73b1b', 'status': 'completed', 'code': 200} Nov 22 20:07:15.728085 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-ec0af90d-f75e-46ac-baed-d8017f4b4ec6 req-41dc034f-455a-4b01-900d-e0e17f2342fc service neutron] For port 922caa09-8d5c-4d80-88ea-9b74d0b2a711, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=922caa09-8d5c-4d80-88ea-9b74d0b2a711,segment=NetworkSegment(a1d01b66-e103-44ab-97f3-6f827675fa31),segment_id=a1d01b66-e103-44ab-97f3-6f827675fa31)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:07:15.748405 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 7f774b33-fa48-4155-be7e-e08cdfc73b1b no longer exists at agent hyperv_n-h1-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:07:15.764006 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-ec0af90d-f75e-46ac-baed-d8017f4b4ec6 req-41dc034f-455a-4b01-900d-e0e17f2342fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:15.770303 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] No Port match for: 7f774b33-fa48-4155-be7e-e08cdfc73b1b {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:07:15.770647 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 7f774b33-fa48-4155-be7e-e08cdfc73b1b not bound to the agent host n-h1-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:07:15.771111 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 5f923e85-d0d3-4018-bc12-cee68ed8bb13 no longer exists at agent hyperv_n-h1-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:07:15.813119 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 61d0354c-dae5-471e-bea6-af003ac19ef9 no longer exists at agent hyperv_n-h2-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:07:15.825633 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f553bed-44b5-4a00-99a4-8d098f73f989 req-e58d3793-3e28-4f95-abb6-849822de4be4 tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:15.827200 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0f553bed-44b5-4a00-99a4-8d098f73f989 req-e58d3793-3e28-4f95-abb6-849822de4be4 tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] 10.222.0.46 "GET /v2.0/ports?device_id=a8d3a7bb-93d3-4918-911b-b913622e40e8 HTTP/1.1" status: 200 len: 944 time: 0.1148524 Nov 22 20:07:15.890053 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 20:07:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d9d58c1-7e3b-4de3-81b1-5149eb19c333 x-openstack-request-id: req-3d9d58c1-7e3b-4de3-81b1-5149eb19c333 {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:07:15.890354 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e94aed4c-ece2-410e-a309-9c83a0437f8c", "tag": "61d0354c-dae5-471e-bea6-af003ac19ef9", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:07:15.890618 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3d9d58c1-7e3b-4de3-81b1-5149eb19c333 {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:07:15.891032 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e94aed4c-ece2-410e-a309-9c83a0437f8c', 'tag': '61d0354c-dae5-471e-bea6-af003ac19ef9', 'status': 'completed', 'code': 200} Nov 22 20:07:15.957575 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0f553bed-44b5-4a00-99a4-8d098f73f989 req-478cba8b-a65c-4a5e-9cd9-fe61a39672da tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] 10.222.0.46 "GET /v2.0/security-groups?id=89c2c967-26c4-4e1c-a1fd-c97f87817ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208885 Nov 22 20:07:15.971659 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.provisioning_blocks [req-ec0af90d-f75e-46ac-baed-d8017f4b4ec6 req-41dc034f-455a-4b01-900d-e0e17f2342fc service neutron] Transition to ACTIVE for port object 922caa09-8d5c-4d80-88ea-9b74d0b2a711 will not be triggered until provisioned by entity L2. {{(pid=103447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 20:07:16.002446 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 61d0354c-dae5-471e-bea6-af003ac19ef9 not bound to the agent host n-h2-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:07:16.003203 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 0e8de699-60a6-4982-87a0-ca6d3c2d4064 no longer exists at agent hyperv_n-h2-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:07:16.033516 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-ec0af90d-f75e-46ac-baed-d8017f4b4ec6 req-41dc034f-455a-4b01-900d-e0e17f2342fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:16.055650 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] No Port match for: 0e8de699-60a6-4982-87a0-ca6d3c2d4064 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:07:16.056251 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 0e8de699-60a6-4982-87a0-ca6d3c2d4064 not bound to the agent host n-h2-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:07:16.057164 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 922caa09-8d5c-4d80-88ea-9b74d0b2a711 no longer exists at agent hyperv_n-h2-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:07:16.090343 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:16.123967 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f0d0659-512e-4936-a0a3-cd52bf810a99', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f923e85-d0d3-4018-bc12-cee68ed8bb13'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:07:16.126254 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d39f6d30a11e565ec9648abcc015e8a6ab6cff4edd704add8155e28765d31eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-963cf5dd-a21a-45a6-82e0-70cc71f239b2" -d '{"events": [{"server_uuid": "5f0d0659-512e-4936-a0a3-cd52bf810a99", "name": "network-vif-unplugged", "status": "completed", "tag": "5f923e85-d0d3-4018-bc12-cee68ed8bb13"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:07:16.137441 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 922caa09-8d5c-4d80-88ea-9b74d0b2a711 not bound to the agent host n-h2-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:07:16.142603 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 5f923e85-d0d3-4018-bc12-cee68ed8bb13, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=5f923e85-d0d3-4018-bc12-cee68ed8bb13,segment=NetworkSegment(2a5a1c7b-538e-498e-99b9-cc7a8e0411be),segment_id=2a5a1c7b-538e-498e-99b9-cc7a8e0411be)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:07:16.147270 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:16.196165 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=5f923e85-d0d3-4018-bc12-cee68ed8bb13,revision_number=11']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:07:16.202533 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66048aa4-6c16-4808-861c-7d22f4bea51b req-fe144b4e-4698-4a0d-b9df-1a31a02cd163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:16.204160 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-66048aa4-6c16-4808-861c-7d22f4bea51b req-fe144b4e-4698-4a0d-b9df-1a31a02cd163 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=126c0323750547f8b9835ef63890aaea&device_id=e94aed4c-ece2-410e-a309-9c83a0437f8c HTTP/1.1" status: 200 len: 1099 time: 0.2828364 Nov 22 20:07:16.204876 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec0af90d-f75e-46ac-baed-d8017f4b4ec6 req-41dc034f-455a-4b01-900d-e0e17f2342fc service neutron] No DVR routers for this DVR port 922caa09-8d5c-4d80-88ea-9b74d0b2a711 on host n-h2-818823-1 {{(pid=103447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:07:16.209410 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66048aa4-6c16-4808-861c-7d22f4bea51b req-f6114496-7709-45b8-a433-0fb0b8e5c268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:16.210863 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-66048aa4-6c16-4808-861c-7d22f4bea51b req-f6114496-7709-45b8-a433-0fb0b8e5c268 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=126c0323750547f8b9835ef63890aaea&device_id=e94aed4c-ece2-410e-a309-9c83a0437f8c HTTP/1.1" status: 200 len: 1099 time: 0.3079104 Nov 22 20:07:16.223437 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab36dcb-d52a-477a-b757-5712828eb05c req-ef2c83e1-339d-483c-b6d4-36a2341da3ee tempest-ImagesNegativeTestJSON-184446583 tempest-ImagesNegativeTestJSON-184446583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:16.224844 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9ab36dcb-d52a-477a-b757-5712828eb05c req-ef2c83e1-339d-483c-b6d4-36a2341da3ee tempest-ImagesNegativeTestJSON-184446583 tempest-ImagesNegativeTestJSON-184446583-project] 10.222.0.46 "GET /v2.0/ports?device_id=fd932b29-ef95-49fa-894f-fb636130b258 HTTP/1.1" status: 200 len: 950 time: 0.2337945 Nov 22 20:07:16.225452 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41dc034f-455a-4b01-900d-e0e17f2342fc service neutron] Pushing event updated for resources: {'Port': ['ID=922caa09-8d5c-4d80-88ea-9b74d0b2a711,revision_number=10']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:07:16.348966 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaf19e5-8aed-4f46-9a2d-1ecc5bbfc27a req-13f6ecdc-f5bc-45a6-899d-ff1093925e7e tempest-ServersWithSpecificFlavorTestJSON-1120519075 tempest-ServersWithSpecificFlavorTestJSON-1120519075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:16.350385 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2aaf19e5-8aed-4f46-9a2d-1ecc5bbfc27a req-13f6ecdc-f5bc-45a6-899d-ff1093925e7e tempest-ServersWithSpecificFlavorTestJSON-1120519075 tempest-ServersWithSpecificFlavorTestJSON-1120519075-project] 10.222.0.46 "GET /v2.0/ports?device_id=c7719b78-6d90-405e-bc45-5187ca2b159c HTTP/1.1" status: 200 len: 946 time: 0.2640970 Nov 22 20:07:16.359995 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 57518) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:07:16.364584 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-f78c15e7-7240-4c1f-a660-1334efa35c01 tempest-ServersWithSpecificFlavorTestJSON-1120519075 tempest-ServersWithSpecificFlavorTestJSON-1120519075-project] Request body: {'floatingip': {'port_id': '0319e006-c1a3-4670-9ff2-6429a473568e'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:07:16.367308 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ec0af90d-f75e-46ac-baed-d8017f4b4ec6 req-41dc034f-455a-4b01-900d-e0e17f2342fc service neutron] 10.222.0.20 "PUT /v2.0/ports/922caa09-8d5c-4d80-88ea-9b74d0b2a711/bindings/n-h1-818823-1/activate HTTP/1.1" status: 200 len: 369 time: 1.3237097 Nov 22 20:07:16.407911 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f78c15e7-7240-4c1f-a660-1334efa35c01 tempest-ServersWithSpecificFlavorTestJSON-1120519075 tempest-ServersWithSpecificFlavorTestJSON-1120519075-project] Publish callbacks [] for floatingip, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:16.455047 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9ab36dcb-d52a-477a-b757-5712828eb05c req-1a036d9f-59da-4af9-9e64-708a1a5b4f93 tempest-ImagesNegativeTestJSON-184446583 tempest-ImagesNegativeTestJSON-184446583-project] 10.222.0.46 "GET /v2.0/security-groups?id=21df4ea0-58d8-414d-b717-7e46a31c9ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148201 Nov 22 20:07:16.484286 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66048aa4-6c16-4808-861c-7d22f4bea51b req-e6e32f31-bb3e-4cf3-a8ae-30a7bed947b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:16.486350 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-66048aa4-6c16-4808-861c-7d22f4bea51b req-e6e32f31-bb3e-4cf3-a8ae-30a7bed947b4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e1052824-bf78-4963-8937-b202e372ac24 HTTP/1.1" status: 200 len: 870 time: 0.2721477 Nov 22 20:07:16.490389 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66048aa4-6c16-4808-861c-7d22f4bea51b req-8d51274c-d48c-455b-9b0a-ca0c81cc0a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:16.493583 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-66048aa4-6c16-4808-861c-7d22f4bea51b req-8d51274c-d48c-455b-9b0a-ca0c81cc0a00 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e1052824-bf78-4963-8937-b202e372ac24 HTTP/1.1" status: 200 len: 870 time: 0.2576876 Nov 22 20:07:16.523067 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 57522) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:07:16.550949 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-66048aa4-6c16-4808-861c-7d22f4bea51b req-deab02ff-b8b1-4fcd-b686-c2b13cdfa2eb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=61d0354c-dae5-471e-bea6-af003ac19ef9 HTTP/1.1" status: 200 len: 217 time: 0.0563521 Nov 22 20:07:16.551724 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 22 Nov 2021 20:07:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6d286b0-fd6f-4832-881c-33a872e85746 x-openstack-request-id: req-a6d286b0-fd6f-4832-881c-33a872e85746 {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:07:16.552211 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f0d0659-512e-4936-a0a3-cd52bf810a99", "name": "network-vif-unplugged", "status": "completed", "tag": "5f923e85-d0d3-4018-bc12-cee68ed8bb13", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:07:16.552524 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a6d286b0-fd6f-4832-881c-33a872e85746 {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:07:16.552993 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f0d0659-512e-4936-a0a3-cd52bf810a99', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f923e85-d0d3-4018-bc12-cee68ed8bb13', 'code': 200} Nov 22 20:07:16.613737 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-66048aa4-6c16-4808-861c-7d22f4bea51b req-cca99c2b-d39c-4e26-9aed-5497ebdecf8e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=61d0354c-dae5-471e-bea6-af003ac19ef9 HTTP/1.1" status: 200 len: 217 time: 0.0711858 Nov 22 20:07:16.614627 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_v2 [None req-227a5cfa-8f5f-4431-adf3-51af40fa5af2 admin admin] Deleting subnet a8227d38-9017-41bd-8149-d6e5afcabe5f {{(pid=103448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 20:07:16.620964 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-227a5cfa-8f5f-4431-adf3-51af40fa5af2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:16.663502 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0af90d-f75e-46ac-baed-d8017f4b4ec6 req-fe4bb35d-496b-48bf-ac57-fe057ae7fe6d tempest-LiveAutoBlockMigrationV225Test-67792349 tempest-LiveAutoBlockMigrationV225Test-67792349-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:16.665030 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-ec0af90d-f75e-46ac-baed-d8017f4b4ec6 req-fe4bb35d-496b-48bf-ac57-fe057ae7fe6d tempest-LiveAutoBlockMigrationV225Test-67792349 tempest-LiveAutoBlockMigrationV225Test-67792349-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=a8d3a7bb-93d3-4918-911b-b913622e40e8&tenant_id=ed1bb220b53d484cb7697cddf2626bd6&binding%3Ahost_id=n-h2-818823-1 HTTP/1.1" status: 200 len: 1096 time: 0.2138007 Nov 22 20:07:16.724387 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66048aa4-6c16-4808-861c-7d22f4bea51b req-02791aee-4386-447e-83a3-7e01ba1e4e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:16.725869 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-66048aa4-6c16-4808-861c-7d22f4bea51b req-02791aee-4386-447e-83a3-7e01ba1e4e14 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3091ebfd-11e2-41f8-9c00-ffe0b86563d8 HTTP/1.1" status: 200 len: 843 time: 0.1425080 Nov 22 20:07:16.733973 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-227a5cfa-8f5f-4431-adf3-51af40fa5af2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11627908'] for subnet, precommit_delete_associations {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:16.746857 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66048aa4-6c16-4808-861c-7d22f4bea51b req-7dbb39cc-11a7-4be8-a500-1471f5a47eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:16.748318 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-66048aa4-6c16-4808-861c-7d22f4bea51b req-7dbb39cc-11a7-4be8-a500-1471f5a47eeb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3091ebfd-11e2-41f8-9c00-ffe0b86563d8 HTTP/1.1" status: 200 len: 843 time: 0.1233010 Nov 22 20:07:16.761488 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd69374-cc44-4fd4-ac2e-ceed78947875 req-fd3c09a4-5788-4454-bda0-a9e2597cda16 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:16.762984 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ddd69374-cc44-4fd4-ac2e-ceed78947875 req-fd3c09a4-5788-4454-bda0-a9e2597cda16 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/ports?device_id=e94aed4c-ece2-410e-a309-9c83a0437f8c HTTP/1.1" status: 200 len: 948 time: 0.1484599 Nov 22 20:07:16.785729 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814c5755-bef7-482d-920d-bca46f8fb411 req-ba3a2b56-6eb7-4cd7-a116-c1e7b2b392a7 tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:16.787191 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-814c5755-bef7-482d-920d-bca46f8fb411 req-ba3a2b56-6eb7-4cd7-a116-c1e7b2b392a7 tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] 10.222.0.46 "GET /v2.0/ports?device_id=ad39a69e-d0da-4b53-be9a-d624fa4b35c6 HTTP/1.1" status: 200 len: 945 time: 0.2024150 Nov 22 20:07:16.831259 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-227a5cfa-8f5f-4431-adf3-51af40fa5af2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3753007'] for subnet, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:16.834614 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0af90d-f75e-46ac-baed-d8017f4b4ec6 req-2389fd35-9aa6-4f41-a268-764578a07030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:16.836152 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-ec0af90d-f75e-46ac-baed-d8017f4b4ec6 req-2389fd35-9aa6-4f41-a268-764578a07030 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a8d3a7bb-93d3-4918-911b-b913622e40e8&tenant_id=ed1bb220b53d484cb7697cddf2626bd6 HTTP/1.1" status: 200 len: 1096 time: 0.1384120 Nov 22 20:07:16.873954 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66048aa4-6c16-4808-861c-7d22f4bea51b req-b38b5643-1717-483c-ba47-c1f99e95e514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:16.875515 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-66048aa4-6c16-4808-861c-7d22f4bea51b req-b38b5643-1717-483c-ba47-c1f99e95e514 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e1052824-bf78-4963-8937-b202e372ac24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1400757 Nov 22 20:07:16.929867 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ddd69374-cc44-4fd4-ac2e-ceed78947875 req-634033cc-147a-4887-be3c-7e4e02846687 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1d007ec-a75a-4ef8-9cdd-9c679a3ff22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350846 Nov 22 20:07:16.963952 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66048aa4-6c16-4808-861c-7d22f4bea51b req-46e1edc2-cbf1-44c7-b465-55395d91da6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:16.965395 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-66048aa4-6c16-4808-861c-7d22f4bea51b req-46e1edc2-cbf1-44c7-b465-55395d91da6c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e1052824-bf78-4963-8937-b202e372ac24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1882131 Nov 22 20:07:16.976574 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-814c5755-bef7-482d-920d-bca46f8fb411 req-d60dbd74-f426-4e58-871c-6a952cf022a8 tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0c04069-962d-48b0-bef3-592f8ff68454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753542 Nov 22 20:07:17.115634 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-66048aa4-6c16-4808-861c-7d22f4bea51b req-e7fe74fc-c4fb-42c6-9523-36ab7099d252 service neutron] 10.222.0.20 "GET /v2.0/networks/e1052824-bf78-4963-8937-b202e372ac24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2300580 Nov 22 20:07:17.194667 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-66048aa4-6c16-4808-861c-7d22f4bea51b req-2041ea50-28f1-4544-9117-ebf944f746de service neutron] 10.222.0.41 "GET /v2.0/networks/e1052824-bf78-4963-8937-b202e372ac24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2170951 Nov 22 20:07:17.208697 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e581968-81de-47f0-a8fa-595d656df707 req-44c9d03f-8cf7-46dd-9bc1-f330c822243f tempest-ImagesOneServerTestJSON-472457701 tempest-ImagesOneServerTestJSON-472457701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:17.211124 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2e581968-81de-47f0-a8fa-595d656df707 req-44c9d03f-8cf7-46dd-9bc1-f330c822243f tempest-ImagesOneServerTestJSON-472457701 tempest-ImagesOneServerTestJSON-472457701-project] 10.222.0.46 "GET /v2.0/ports?device_id=5f0d0659-512e-4936-a0a3-cd52bf810a99 HTTP/1.1" status: 200 len: 948 time: 0.1570861 Nov 22 20:07:17.330867 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0af90d-f75e-46ac-baed-d8017f4b4ec6 req-fdcc10e4-f5c3-48a5-8668-f489882f2869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:17.332408 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-ec0af90d-f75e-46ac-baed-d8017f4b4ec6 req-fdcc10e4-f5c3-48a5-8668-f489882f2869 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ed1bb220b53d484cb7697cddf2626bd6&device_id=a8d3a7bb-93d3-4918-911b-b913622e40e8 HTTP/1.1" status: 200 len: 1096 time: 0.4638674 Nov 22 20:07:17.343300 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-227a5cfa-8f5f-4431-adf3-51af40fa5af2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3753014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11567369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11792914'] for subnet, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:17.373222 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdf6180-1207-4e5d-a313-e01b80a0106e req-8997d305-aa51-4b0c-a04a-ee20ee3165ce tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:17.374821 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2cdf6180-1207-4e5d-a313-e01b80a0106e req-8997d305-aa51-4b0c-a04a-ee20ee3165ce tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] 10.222.0.46 "GET /v2.0/ports?device_id=1d610fed-ade8-4090-9ac8-a8eeda6b914b HTTP/1.1" status: 200 len: 949 time: 0.2327840 Nov 22 20:07:17.385765 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-66048aa4-6c16-4808-861c-7d22f4bea51b req-5db87fa8-a506-445e-9063-0ca9b57408e1 service neutron] 10.222.0.20 "GET /v2.0/networks/e1052824-bf78-4963-8937-b202e372ac24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2616603 Nov 22 20:07:17.391724 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227a5cfa-8f5f-4431-adf3-51af40fa5af2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a8227d38-9017-41bd-8149-d6e5afcabe5f,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:07:17.402079 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2e581968-81de-47f0-a8fa-595d656df707 req-e436108b-bbd6-496e-aaad-a78058c070c4 tempest-ImagesOneServerTestJSON-472457701 tempest-ImagesOneServerTestJSON-472457701-project] 10.222.0.46 "GET /v2.0/security-groups?id=0c348c88-32ba-475a-80ac-2a702b8d42a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736758 Nov 22 20:07:17.429733 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-66048aa4-6c16-4808-861c-7d22f4bea51b req-05e87ee3-9262-40b8-a69e-160292d0492d service neutron] 10.222.0.41 "GET /v2.0/networks/e1052824-bf78-4963-8937-b202e372ac24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2037709 Nov 22 20:07:17.440372 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-227a5cfa-8f5f-4431-adf3-51af40fa5af2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:17.446726 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-227a5cfa-8f5f-4431-adf3-51af40fa5af2 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/a8227d38-9017-41bd-8149-d6e5afcabe5f HTTP/1.1" status: 204 len: 168 time: 0.9169950 Nov 22 20:07:17.451136 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 57534) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:07:17.461097 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227a5cfa-8f5f-4431-adf3-51af40fa5af2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:07:17.461447 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227a5cfa-8f5f-4431-adf3-51af40fa5af2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:07:17.461796 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227a5cfa-8f5f-4431-adf3-51af40fa5af2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:07:17.462128 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227a5cfa-8f5f-4431-adf3-51af40fa5af2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:07:17.462460 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227a5cfa-8f5f-4431-adf3-51af40fa5af2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:07:17.462792 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227a5cfa-8f5f-4431-adf3-51af40fa5af2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:07:17.463119 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227a5cfa-8f5f-4431-adf3-51af40fa5af2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:07:17.463462 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227a5cfa-8f5f-4431-adf3-51af40fa5af2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:07:17.463789 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227a5cfa-8f5f-4431-adf3-51af40fa5af2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:07:17.464117 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227a5cfa-8f5f-4431-adf3-51af40fa5af2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:07:17.464430 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227a5cfa-8f5f-4431-adf3-51af40fa5af2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:07:17.464751 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227a5cfa-8f5f-4431-adf3-51af40fa5af2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:07:17.506733 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2cdf6180-1207-4e5d-a313-e01b80a0106e req-9a4e910e-a1a7-4de1-8ccf-a40bd83578b2 tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] 10.222.0.46 "GET /v2.0/security-groups?id=e5ae9e03-6ff8-4082-b7a4-25ecea5ed21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132162 Nov 22 20:07:17.583921 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0af90d-f75e-46ac-baed-d8017f4b4ec6 req-80383e12-143f-42ef-a6c4-672de28b266d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:17.585507 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-ec0af90d-f75e-46ac-baed-d8017f4b4ec6 req-80383e12-143f-42ef-a6c4-672de28b266d service neutron] 10.222.0.41 "GET /v2.0/networks?id=5c8a61c3-0285-4b7d-b110-24534369ffce HTTP/1.1" status: 200 len: 922 time: 0.2331452 Nov 22 20:07:17.586607 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-91232cc3-af8b-4718-8bf0-2e69c7b8d9f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3961693'] for network, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:17.619246 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee737c3-0bd9-40b4-9d33-b25ed5236bdc req-49c481da-45f4-4936-9d77-55add98da498 tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:17.620816 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-aee737c3-0bd9-40b4-9d33-b25ed5236bdc req-49c481da-45f4-4936-9d77-55add98da498 tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] 10.222.0.46 "GET /v2.0/ports?device_id=a8d3a7bb-93d3-4918-911b-b913622e40e8 HTTP/1.1" status: 200 len: 945 time: 0.1182065 Nov 22 20:07:17.640570 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-ec0af90d-f75e-46ac-baed-d8017f4b4ec6 req-54e1ace3-b0ec-4df3-b52b-8ef21ae62102 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=922caa09-8d5c-4d80-88ea-9b74d0b2a711 HTTP/1.1" status: 200 len: 217 time: 0.0465491 Nov 22 20:07:17.642534 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f78c15e7-7240-4c1f-a660-1334efa35c01 tempest-ServersWithSpecificFlavorTestJSON-1120519075 tempest-ServersWithSpecificFlavorTestJSON-1120519075-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:17.647055 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f78c15e7-7240-4c1f-a660-1334efa35c01 tempest-ServersWithSpecificFlavorTestJSON-1120519075 tempest-ServersWithSpecificFlavorTestJSON-1120519075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-595224'] for floatingip, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:17.743857 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-91232cc3-af8b-4718-8bf0-2e69c7b8d9f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3760028', 'neutron.services.segments.db._delete_segments_for_network-8748992815755'] for network, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:17.763955 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 61d0354c-dae5-471e-bea6-af003ac19ef9 details requested by agent hyperv_n-h1-818823-1 with host n-h1-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 20:07:17.774832 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0af90d-f75e-46ac-baed-d8017f4b4ec6 req-758a6f9b-8882-4d38-94ad-49a5eff7f32e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:17.776362 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-ec0af90d-f75e-46ac-baed-d8017f4b4ec6 req-758a6f9b-8882-4d38-94ad-49a5eff7f32e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6ba52ab0-cb64-425e-be27-2e0b31d7d99f HTTP/1.1" status: 200 len: 861 time: 0.0958309 Nov 22 20:07:17.792935 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f3a511-486e-4b69-ac8c-cda6fdec7ee8 req-be00bd19-04c6-4190-86bc-27e47d8428d0 tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:17.797020 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-38f3a511-486e-4b69-ac8c-cda6fdec7ee8 req-be00bd19-04c6-4190-86bc-27e47d8428d0 tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] 10.222.0.46 "GET /v2.0/ports?device_id=ad39a69e-d0da-4b53-be9a-d624fa4b35c6 HTTP/1.1" status: 200 len: 945 time: 0.1975317 Nov 22 20:07:17.800596 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-91232cc3-af8b-4718-8bf0-2e69c7b8d9f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fc722e9-657b-4137-85ca-5f1d2b4dcdb1']}} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:07:17.816647 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-ec0af90d-f75e-46ac-baed-d8017f4b4ec6 req-5fe3ee7c-0b0e-4a5e-bb25-dfd3a4b11847 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5c8a61c3-0285-4b7d-b110-24534369ffce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307145 Nov 22 20:07:17.819224 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-aee737c3-0bd9-40b4-9d33-b25ed5236bdc req-9c6000a2-84fe-4e72-9024-66b0206e0ed4 tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] 10.222.0.46 "GET /v2.0/security-groups?id=89c2c967-26c4-4e1c-a1fd-c97f87817ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580391 Nov 22 20:07:17.826217 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-91232cc3-af8b-4718-8bf0-2e69c7b8d9f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e07e4f19-324b-4bc4-9774-d97368264930') {'for_net_delete': True} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:07:17.826217 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-91232cc3-af8b-4718-8bf0-2e69c7b8d9f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e07e4f19-324b-4bc4-9774-d97368264930') {} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:07:17.834144 n-d-818823-1 neutron-server[103448]: INFO neutron.db.l3_db [None req-f78c15e7-7240-4c1f-a660-1334efa35c01 tempest-ServersWithSpecificFlavorTestJSON-1120519075 tempest-ServersWithSpecificFlavorTestJSON-1120519075-project] Floating IP c206caff-0d38-4418-9e51-f0441d6607d5 associated. External IP: 172.25.5.163, port: 0319e006-c1a3-4670-9ff2-6429a473568e. Nov 22 20:07:17.842934 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-91232cc3-af8b-4718-8bf0-2e69c7b8d9f2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748993039638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12178344'] for segment, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:17.878088 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-91232cc3-af8b-4718-8bf0-2e69c7b8d9f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:17.892864 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-38f3a511-486e-4b69-ac8c-cda6fdec7ee8 req-69010fd2-2209-48d7-a269-1db002eabf75 tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0c04069-962d-48b0-bef3-592f8ff68454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944295 Nov 22 20:07:17.895267 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c116513-8cbd-4d9e-925a-1c95fd1d19ca', 'name': 'network-vif-deleted', 'tag': '0e8de699-60a6-4982-87a0-ca6d3c2d4064'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:07:17.896869 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 61d0354c-dae5-471e-bea6-af003ac19ef9, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=61d0354c-dae5-471e-bea6-af003ac19ef9,segment=NetworkSegment(2a5a1c7b-538e-498e-99b9-cc7a8e0411be),segment_id=2a5a1c7b-538e-498e-99b9-cc7a8e0411be)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:07:17.898272 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3613f5d0-e42a-4b58-8e22-73bece3a18cd" -d '{"events": [{"server_uuid": "2c116513-8cbd-4d9e-925a-1c95fd1d19ca", "name": "network-vif-deleted", "tag": "0e8de699-60a6-4982-87a0-ca6d3c2d4064"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:07:17.902188 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91232cc3-af8b-4718-8bf0-2e69c7b8d9f2 admin admin] Releasing vlan 641 on physical network physnet1 to pool {{(pid=103447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 20:07:17.902832 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-91232cc3-af8b-4718-8bf0-2e69c7b8d9f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8900762'] for segment, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:17.906539 n-d-818823-1 neutron-server[103447]: Traceback (most recent call last): Nov 22 20:07:17.906539 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 20:07:17.906539 n-d-818823-1 neutron-server[103447]: timer() Nov 22 20:07:17.906539 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 20:07:17.906539 n-d-818823-1 neutron-server[103447]: cb(*args, **kw) Nov 22 20:07:17.906539 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 20:07:17.906539 n-d-818823-1 neutron-server[103447]: return func(*args, **kwargs) Nov 22 20:07:17.906539 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 20:07:17.906539 n-d-818823-1 neutron-server[103447]: self._notify() Nov 22 20:07:17.906539 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 20:07:17.906539 n-d-818823-1 neutron-server[103447]: self.callback(batched_events) Nov 22 20:07:17.906539 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 20:07:17.906539 n-d-818823-1 neutron-server[103447]: event.method(event) Nov 22 20:07:17.906539 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 20:07:17.906539 n-d-818823-1 neutron-server[103447]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 20:07:17.906539 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 20:07:17.906539 n-d-818823-1 neutron-server[103447]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 20:07:17.906539 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 20:07:17.906539 n-d-818823-1 neutron-server[103447]: return f(self, *a, **k) Nov 22 20:07:17.906539 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 20:07:17.906539 n-d-818823-1 neutron-server[103447]: return self._get(url).json() Nov 22 20:07:17.906539 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 20:07:17.906539 n-d-818823-1 neutron-server[103447]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 20:07:17.906539 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 20:07:17.906539 n-d-818823-1 neutron-server[103447]: return self.request(url, 'GET', **kwargs) Nov 22 20:07:17.906539 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 20:07:17.906539 n-d-818823-1 neutron-server[103447]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 20:07:17.906539 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 20:07:17.906539 n-d-818823-1 neutron-server[103447]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 20:07:17.906539 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 20:07:17.906539 n-d-818823-1 neutron-server[103447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 20:07:17.906539 n-d-818823-1 neutron-server[103447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 20:07:17.918197 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Returning: {'device': '61d0354c-dae5-471e-bea6-af003ac19ef9', 'network_id': 'e1052824-bf78-4963-8937-b202e372ac24', 'port_id': '61d0354c-dae5-471e-bea6-af003ac19ef9', 'mac_address': 'fa:16:3e:1d:e3:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3091ebfd-11e2-41f8-9c00-ffe0b86563d8', 'ip_address': '192.168.233.150'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 20:07:17.983160 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:07:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1de4692b-1b38-4d6d-93c5-2b677d1c067f x-openstack-request-id: req-1de4692b-1b38-4d6d-93c5-2b677d1c067f {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:07:17.983697 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c116513-8cbd-4d9e-925a-1c95fd1d19ca", "name": "network-vif-deleted", "tag": "0e8de699-60a6-4982-87a0-ca6d3c2d4064", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:07:17.983697 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1de4692b-1b38-4d6d-93c5-2b677d1c067f {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:07:17.984095 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c116513-8cbd-4d9e-925a-1c95fd1d19ca', 'name': 'network-vif-deleted', 'tag': '0e8de699-60a6-4982-87a0-ca6d3c2d4064', 'status': 'completed', 'code': 200} Nov 22 20:07:17.984225 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:18.012193 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61d0354c-dae5-471e-bea6-af003ac19ef9 {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:07:18.023220 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-ec0af90d-f75e-46ac-baed-d8017f4b4ec6 req-24a3ccd2-3f8e-45e0-a8a9-8e68c9289465 service neutron] 10.222.0.41 "GET /v2.0/networks/5c8a61c3-0285-4b7d-b110-24534369ffce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1984630 Nov 22 20:07:18.039983 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-91232cc3-af8b-4718-8bf0-2e69c7b8d9f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3760002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595318'] for network, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:18.041278 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 61d0354c-dae5-471e-bea6-af003ac19ef9, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=61d0354c-dae5-471e-bea6-af003ac19ef9,segment=NetworkSegment(2a5a1c7b-538e-498e-99b9-cc7a8e0411be),segment_id=2a5a1c7b-538e-498e-99b9-cc7a8e0411be)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:07:18.046388 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:18.053353 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-91232cc3-af8b-4718-8bf0-2e69c7b8d9f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for network, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:18.060396 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-91232cc3-af8b-4718-8bf0-2e69c7b8d9f2 admin admin] 10.222.0.46 "DELETE /v2.0/networks/1fc722e9-657b-4137-85ca-5f1d2b4dcdb1 HTTP/1.1" status: 204 len: 168 time: 0.6080656 Nov 22 20:07:18.091897 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a40e56-e150-46e2-a3bf-c9e2cdb37e47 req-e0eccc81-d77d-4019-ab27-03627360c902 tempest-ImagesNegativeTestJSON-184446583 tempest-ImagesNegativeTestJSON-184446583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:18.093487 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-13a40e56-e150-46e2-a3bf-c9e2cdb37e47 req-e0eccc81-d77d-4019-ab27-03627360c902 tempest-ImagesNegativeTestJSON-184446583 tempest-ImagesNegativeTestJSON-184446583-project] 10.222.0.46 "GET /v2.0/ports?device_id=fd932b29-ef95-49fa-894f-fb636130b258 HTTP/1.1" status: 200 len: 950 time: 0.1231685 Nov 22 20:07:18.103892 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=61d0354c-dae5-471e-bea6-af003ac19ef9,revision_number=8']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:07:18.129445 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91232cc3-af8b-4718-8bf0-2e69c7b8d9f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=1fc722e9-657b-4137-85ca-5f1d2b4dcdb1,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:07:18.174098 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad4eee8-57d2-45ce-b8b2-fbe40230f41c req-899e62f6-2edb-427b-a605-4b723c86a88b tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:18.175833 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3ad4eee8-57d2-45ce-b8b2-fbe40230f41c req-899e62f6-2edb-427b-a605-4b723c86a88b tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/ports?device_id=e94aed4c-ece2-410e-a309-9c83a0437f8c HTTP/1.1" status: 200 len: 949 time: 0.1143844 Nov 22 20:07:18.203308 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-ec0af90d-f75e-46ac-baed-d8017f4b4ec6 req-0fab66f6-aefb-4455-aeb5-b30ebf94e97e service neutron] 10.222.0.41 "GET /v2.0/networks/5c8a61c3-0285-4b7d-b110-24534369ffce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715364 Nov 22 20:07:18.215572 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-13a40e56-e150-46e2-a3bf-c9e2cdb37e47 req-5789267c-0ca1-4845-b983-56cb60e57cf3 tempest-ImagesNegativeTestJSON-184446583 tempest-ImagesNegativeTestJSON-184446583-project] 10.222.0.46 "GET /v2.0/security-groups?id=21df4ea0-58d8-414d-b717-7e46a31c9ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940661 Nov 22 20:07:18.215836 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f78c15e7-7240-4c1f-a660-1334efa35c01 tempest-ServersWithSpecificFlavorTestJSON-1120519075 tempest-ServersWithSpecificFlavorTestJSON-1120519075-project] Router 9bebb789-2e0c-47c5-8598-2d6604d54718 has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 20:07:18.272162 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3ad4eee8-57d2-45ce-b8b2-fbe40230f41c req-b2d3f76b-5a5c-4f1e-8501-a5fd2fe33c11 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1d007ec-a75a-4ef8-9cdd-9c679a3ff22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902934 Nov 22 20:07:18.312454 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 57548) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:07:18.358708 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f78c15e7-7240-4c1f-a660-1334efa35c01 tempest-ServersWithSpecificFlavorTestJSON-1120519075 tempest-ServersWithSpecificFlavorTestJSON-1120519075-project] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:07:18.364934 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f78c15e7-7240-4c1f-a660-1334efa35c01 tempest-ServersWithSpecificFlavorTestJSON-1120519075 tempest-ServersWithSpecificFlavorTestJSON-1120519075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for floatingip, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:18.373023 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-016876a3-7d98-417b-b902-4b33b9713475 None None] Sync routers for ids ['9bebb789-2e0c-47c5-8598-2d6604d54718'] in n-d-818823-1 {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:07:18.390079 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-016876a3-7d98-417b-b902-4b33b9713475 None None] Routers {'9bebb789-2e0c-47c5-8598-2d6604d54718'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:07:18.390957 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-016876a3-7d98-417b-b902-4b33b9713475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:07:02Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['9bebb789-2e0c-47c5-8598-2d6604d54718'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:07:18.400426 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-f78c15e7-7240-4c1f-a660-1334efa35c01 tempest-ServersWithSpecificFlavorTestJSON-1120519075 tempest-ServersWithSpecificFlavorTestJSON-1120519075-project] 10.222.0.46 "PUT /v2.0/floatingips/c206caff-0d38-4418-9e51-f0441d6607d5 HTTP/1.1" status: 200 len: 992 time: 2.0395374 Nov 22 20:07:18.401192 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7719b78-6d90-405e-bc45-5187ca2b159c', 'tag': '0319e006-c1a3-4670-9ff2-6429a473568e'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:07:18.404368 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589a98cf2aea187fcc423a5edb333e5a6cf3ad7c81115d1ebee0f079693c312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75cf06e8-2fed-42b0-9cfe-d0621a338697" -d '{"events": [{"name": "network-changed", "server_uuid": "c7719b78-6d90-405e-bc45-5187ca2b159c", "tag": "0319e006-c1a3-4670-9ff2-6429a473568e"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:07:18.414632 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] get_ports_and_sgs() called for port_ids ['61d0354c-dae5-471e-bea6-af003ac19ef9'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:07:18.417524 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-d4b8aecf-0dc1-47b2-8f47-19bc78ec07b9 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=803052827de248ba8c71fbc4f8294e78&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1038651 Nov 22 20:07:18.420311 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 57554) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:07:18.449966 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b533248d-6e14-4f55-bb61-4791bf9d1065 req-87e5669f-1ed4-47b4-844e-cb56c2a6a5d6 tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:18.456295 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b533248d-6e14-4f55-bb61-4791bf9d1065 req-87e5669f-1ed4-47b4-844e-cb56c2a6a5d6 tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] 10.222.0.46 "GET /v2.0/ports?device_id=ad39a69e-d0da-4b53-be9a-d624fa4b35c6 HTTP/1.1" status: 200 len: 945 time: 0.1274767 Nov 22 20:07:18.541550 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baa845c-8785-4a7f-9be1-2dcd7ab5a798 req-108a7c61-4686-49b8-923d-60713cccf531 tempest-ImagesNegativeTestJSON-184446583 tempest-ImagesNegativeTestJSON-184446583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:18.543051 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5baa845c-8785-4a7f-9be1-2dcd7ab5a798 req-108a7c61-4686-49b8-923d-60713cccf531 tempest-ImagesNegativeTestJSON-184446583 tempest-ImagesNegativeTestJSON-184446583-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd932b29-ef95-49fa-894f-fb636130b258 HTTP/1.1" status: 200 len: 950 time: 0.0836926 Nov 22 20:07:18.543433 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-016876a3-7d98-417b-b902-4b33b9713475 None None] Set router 9bebb789-2e0c-47c5-8598-2d6604d54718 gateway port host: n-d-818823-1 {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:07:18.562089 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e060ee9a-0995-41f9-9c3e-3e32f5cb4a21 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:18.626353 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b533248d-6e14-4f55-bb61-4791bf9d1065 req-79014514-2755-402a-b51b-4b1f956fc41f tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0c04069-962d-48b0-bef3-592f8ff68454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491759 Nov 22 20:07:18.631395 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e060ee9a-0995-41f9-9c3e-3e32f5cb4a21 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:18.646259 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0af90d-f75e-46ac-baed-d8017f4b4ec6 req-7648363e-f285-4391-af6f-8f0d64ebeb27 tempest-LiveAutoBlockMigrationV225Test-67792349 tempest-LiveAutoBlockMigrationV225Test-67792349-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:18.647943 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-ec0af90d-f75e-46ac-baed-d8017f4b4ec6 req-7648363e-f285-4391-af6f-8f0d64ebeb27 tempest-LiveAutoBlockMigrationV225Test-67792349 tempest-LiveAutoBlockMigrationV225Test-67792349-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=a8d3a7bb-93d3-4918-911b-b913622e40e8&tenant_id=ed1bb220b53d484cb7697cddf2626bd6&binding%3Ahost_id=n-h1-818823-1 HTTP/1.1" status: 200 len: 1096 time: 0.1264853 Nov 22 20:07:18.734380 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 20:07:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9f93cbc-1590-4104-bd81-a78c65ec9857 x-openstack-request-id: req-b9f93cbc-1590-4104-bd81-a78c65ec9857 {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:07:18.734833 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7719b78-6d90-405e-bc45-5187ca2b159c", "tag": "0319e006-c1a3-4670-9ff2-6429a473568e", "status": "completed", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:07:18.735063 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b9f93cbc-1590-4104-bd81-a78c65ec9857 {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:07:18.736128 n-d-818823-1 neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7719b78-6d90-405e-bc45-5187ca2b159c', 'tag': '0319e006-c1a3-4670-9ff2-6429a473568e', 'status': 'completed', 'code': 200} Nov 22 20:07:18.818898 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-ec0af90d-f75e-46ac-baed-d8017f4b4ec6 req-23a0aaee-d488-4b00-a218-9edc682c5400 service neutron] For port 922caa09-8d5c-4d80-88ea-9b74d0b2a711, host n-h2-818823-1, cleared binding levels {{(pid=103448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:07:18.819752 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e060ee9a-0995-41f9-9c3e-3e32f5cb4a21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:18.823101 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e060ee9a-0995-41f9-9c3e-3e32f5cb4a21 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:18.827192 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-e060ee9a-0995-41f9-9c3e-3e32f5cb4a21 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1d2c79e0-b361-4d19-9e37-904303a435fa HTTP/1.1" status: 204 len: 168 time: 0.4055479 Nov 22 20:07:18.827841 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.41', 50284) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:07:18.868804 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e060ee9a-0995-41f9-9c3e-3e32f5cb4a21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d2c79e0-b361-4d19-9e37-904303a435fa,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:07:18.874539 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-ec0af90d-f75e-46ac-baed-d8017f4b4ec6 req-23a0aaee-d488-4b00-a218-9edc682c5400 service neutron] Publish callbacks [] for binding, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:18.875731 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-ec0af90d-f75e-46ac-baed-d8017f4b4ec6 req-23a0aaee-d488-4b00-a218-9edc682c5400 service neutron] 10.222.0.41 "DELETE /v2.0/ports/922caa09-8d5c-4d80-88ea-9b74d0b2a711/bindings/n-h2-818823-1 HTTP/1.1" status: 204 len: 173 time: 0.2069638 Nov 22 20:07:18.915570 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc271d52-1de1-4be2-8393-24a1d3b25c9e req-ec69da20-7ddb-4223-95ad-118b4adb1bcb tempest-ImagesOneServerTestJSON-472457701 tempest-ImagesOneServerTestJSON-472457701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:18.917242 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-dc271d52-1de1-4be2-8393-24a1d3b25c9e req-ec69da20-7ddb-4223-95ad-118b4adb1bcb tempest-ImagesOneServerTestJSON-472457701 tempest-ImagesOneServerTestJSON-472457701-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f0d0659-512e-4936-a0a3-cd52bf810a99 HTTP/1.1" status: 200 len: 948 time: 0.0801964 Nov 22 20:07:18.929912 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-016876a3-7d98-417b-b902-4b33b9713475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bebb789-2e0c-47c5-8598-2d6604d54718', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1305262143-router', 'tenant_id': '893c9b18170649ca8789dc25bee886fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': '79a0e4d6-fcb3-4ee3-a209-dd201710e688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:04:04Z', 'updated_at': '2021-11-22T20:04:11Z', 'revision_number': 4, 'project_id': '893c9b18170649ca8789dc25bee886fa', 'gw_port': {'id': '79a0e4d6-fcb3-4ee3-a209-dd201710e688', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:8e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bebb789-2e0c-47c5-8598-2d6604d54718', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:04:05Z', 'updated_at': '2021-11-22T20:04:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_floatingips': [{'id': 'c206caff-0d38-4418-9e51-f0441d6607d5', 'tenant_id': '893c9b18170649ca8789dc25bee886fa', 'floating_ip_address': '172.25.5.163', 'floating_network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'router_id': '9bebb789-2e0c-47c5-8598-2d6604d54718', 'port_id': '0319e006-c1a3-4670-9ff2-6429a473568e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 427, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6c01d97-7edb-4357-8d46-10424981d282', 'mac_address': 'fa:16:3e:16:52:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7719b78-6d90-405e-bc45-5187ca2b159c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T20:04:37Z', 'updated_at': '2021-11-22T20:07:17Z', 'revision_number': 5, 'project_id': '893c9b18170649ca8789dc25bee886fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '749dd626-1f4d-4a26-b5a4-8a5a98684e27', 'name': '', 'network_id': 'a6c01d97-7edb-4357-8d46-10424981d282', 'tenant_id': '893c9b18170649ca8789dc25bee886fa', 'mac_address': 'fa:16:3e:3d:25:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bebb789-2e0c-47c5-8598-2d6604d54718', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '8484e927-d598-4c05-a88d-f7c50161999e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:04:10Z', 'updated_at': '2021-11-22T20:04:24Z', 'revision_number': 5, 'project_id': '893c9b18170649ca8789dc25bee886fa', 'subnets': [{'id': '8484e927-d598-4c05-a88d-f7c50161999e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:07:18.968628 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-016876a3-7d98-417b-b902-4b33b9713475 None None] Checking router: 9bebb789-2e0c-47c5-8598-2d6604d54718 for host: n-d-818823-1 {{(pid=103450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 20:07:18.982442 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-016876a3-7d98-417b-b902-4b33b9713475 None None] Routers {'9bebb789-2e0c-47c5-8598-2d6604d54718'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:07:18.983188 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-016876a3-7d98-417b-b902-4b33b9713475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:07:02Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['9bebb789-2e0c-47c5-8598-2d6604d54718'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:07:19.055326 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [req-dc271d52-1de1-4be2-8393-24a1d3b25c9e req-7dd91a9d-c4fe-4465-b089-6d0f5bed87f0 tempest-ImagesOneServerTestJSON-472457701 tempest-ImagesOneServerTestJSON-472457701-project] Deleting port 5f923e85-d0d3-4018-bc12-cee68ed8bb13 {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:07:19.055780 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-dc271d52-1de1-4be2-8393-24a1d3b25c9e req-7dd91a9d-c4fe-4465-b089-6d0f5bed87f0 tempest-ImagesOneServerTestJSON-472457701 tempest-ImagesOneServerTestJSON-472457701-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:19.120352 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-016876a3-7d98-417b-b902-4b33b9713475 None None] Set router 9bebb789-2e0c-47c5-8598-2d6604d54718 gateway port host: n-d-818823-1 {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:07:19.190963 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-dc271d52-1de1-4be2-8393-24a1d3b25c9e req-7dd91a9d-c4fe-4465-b089-6d0f5bed87f0 tempest-ImagesOneServerTestJSON-472457701 tempest-ImagesOneServerTestJSON-472457701-project] For port 5f923e85-d0d3-4018-bc12-cee68ed8bb13, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=5f923e85-d0d3-4018-bc12-cee68ed8bb13,segment=NetworkSegment(2a5a1c7b-538e-498e-99b9-cc7a8e0411be),segment_id=2a5a1c7b-538e-498e-99b9-cc7a8e0411be)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:07:19.191330 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-dc271d52-1de1-4be2-8393-24a1d3b25c9e req-7dd91a9d-c4fe-4465-b089-6d0f5bed87f0 tempest-ImagesOneServerTestJSON-472457701 tempest-ImagesOneServerTestJSON-472457701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:19.215185 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [req-dc271d52-1de1-4be2-8393-24a1d3b25c9e req-7dd91a9d-c4fe-4465-b089-6d0f5bed87f0 tempest-ImagesOneServerTestJSON-472457701 tempest-ImagesOneServerTestJSON-472457701-project] Calling delete_port for 5f923e85-d0d3-4018-bc12-cee68ed8bb13 owned by compute:nova {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:07:19.272736 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632a606e-3fd8-47f9-b05e-467259fbe8d0 req-bb3bacb5-e8b3-4edb-9273-7edc5372671f tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:19.274472 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-632a606e-3fd8-47f9-b05e-467259fbe8d0 req-bb3bacb5-e8b3-4edb-9273-7edc5372671f tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.41 "GET /v2.0/ports?device_id=e94aed4c-ece2-410e-a309-9c83a0437f8c&tenant_id=126c0323750547f8b9835ef63890aaea&binding%3Ahost_id=n-h1-818823-1 HTTP/1.1" status: 200 len: 949 time: 0.5802362 Nov 22 20:07:19.295238 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cf06e8-2fed-42b0-9cfe-d0621a338697 req-d0b9ff48-f88d-4aeb-9c38-518ef00464dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:19.297249 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-75cf06e8-2fed-42b0-9cfe-d0621a338697 req-d0b9ff48-f88d-4aeb-9c38-518ef00464dc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=893c9b18170649ca8789dc25bee886fa&device_id=c7719b78-6d90-405e-bc45-5187ca2b159c HTTP/1.1" status: 200 len: 1097 time: 0.5177212 Nov 22 20:07:19.356387 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e648b6-92ab-4dc8-bfd0-d61c51442f15 req-a17e80dc-e00b-4351-bf10-75202fbcd4f1 tempest-ImagesOneServerTestJSON-472457701 tempest-ImagesOneServerTestJSON-472457701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:19.366061 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-35e648b6-92ab-4dc8-bfd0-d61c51442f15 req-a17e80dc-e00b-4351-bf10-75202fbcd4f1 tempest-ImagesOneServerTestJSON-472457701 tempest-ImagesOneServerTestJSON-472457701-project] 10.222.0.46 "GET /v2.0/ports?device_id=5f0d0659-512e-4936-a0a3-cd52bf810a99 HTTP/1.1" status: 200 len: 948 time: 0.1980889 Nov 22 20:07:19.390556 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58c01c2-a4ac-413c-99ac-ea1f820a82c3 req-ae02b83b-b5ca-41c4-9b62-151e68721524 tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:19.398048 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c58c01c2-a4ac-413c-99ac-ea1f820a82c3 req-ae02b83b-b5ca-41c4-9b62-151e68721524 tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] 10.222.0.46 "GET /v2.0/ports?device_id=1d610fed-ade8-4090-9ac8-a8eeda6b914b HTTP/1.1" status: 200 len: 949 time: 0.2298090 Nov 22 20:07:19.401688 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-5baa845c-8785-4a7f-9be1-2dcd7ab5a798 req-a6dc434c-cc82-4487-b678-8d0543f85293 tempest-ImagesNegativeTestJSON-184446583 tempest-ImagesNegativeTestJSON-184446583-project] Deleting port 2f580d6a-b799-4f7f-a07d-67f9a7c65f89 {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:07:19.402126 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-5baa845c-8785-4a7f-9be1-2dcd7ab5a798 req-a6dc434c-cc82-4487-b678-8d0543f85293 tempest-ImagesNegativeTestJSON-184446583 tempest-ImagesNegativeTestJSON-184446583-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:19.453480 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-dc271d52-1de1-4be2-8393-24a1d3b25c9e req-7dd91a9d-c4fe-4465-b089-6d0f5bed87f0 tempest-ImagesOneServerTestJSON-472457701 tempest-ImagesOneServerTestJSON-472457701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:19.488935 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-016876a3-7d98-417b-b902-4b33b9713475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bebb789-2e0c-47c5-8598-2d6604d54718', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1305262143-router', 'tenant_id': '893c9b18170649ca8789dc25bee886fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': '79a0e4d6-fcb3-4ee3-a209-dd201710e688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:04:04Z', 'updated_at': '2021-11-22T20:04:11Z', 'revision_number': 4, 'project_id': '893c9b18170649ca8789dc25bee886fa', 'gw_port': {'id': '79a0e4d6-fcb3-4ee3-a209-dd201710e688', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:8e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bebb789-2e0c-47c5-8598-2d6604d54718', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:04:05Z', 'updated_at': '2021-11-22T20:04:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_floatingips': [{'id': 'c206caff-0d38-4418-9e51-f0441d6607d5', 'tenant_id': '893c9b18170649ca8789dc25bee886fa', 'floating_ip_address': '172.25.5.163', 'floating_network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'router_id': '9bebb789-2e0c-47c5-8598-2d6604d54718', 'port_id': '0319e006-c1a3-4670-9ff2-6429a473568e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 427, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6c01d97-7edb-4357-8d46-10424981d282', 'mac_address': 'fa:16:3e:16:52:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7719b78-6d90-405e-bc45-5187ca2b159c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T20:04:37Z', 'updated_at': '2021-11-22T20:07:17Z', 'revision_number': 5, 'project_id': '893c9b18170649ca8789dc25bee886fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '749dd626-1f4d-4a26-b5a4-8a5a98684e27', 'name': '', 'network_id': 'a6c01d97-7edb-4357-8d46-10424981d282', 'tenant_id': '893c9b18170649ca8789dc25bee886fa', 'mac_address': 'fa:16:3e:3d:25:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bebb789-2e0c-47c5-8598-2d6604d54718', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '8484e927-d598-4c05-a88d-f7c50161999e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:04:10Z', 'updated_at': '2021-11-22T20:04:24Z', 'revision_number': 5, 'project_id': '893c9b18170649ca8789dc25bee886fa', 'subnets': [{'id': '8484e927-d598-4c05-a88d-f7c50161999e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:07:19.497802 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd91a9d-c4fe-4465-b089-6d0f5bed87f0 tempest-ImagesOneServerTestJSON-472457701 tempest-ImagesOneServerTestJSON-472457701-project] Pushing event deleted for resources: {'Port': ['ID=5f923e85-d0d3-4018-bc12-cee68ed8bb13,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:07:19.541159 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-016876a3-7d98-417b-b902-4b33b9713475 None None] The sync data for ids ['9bebb789-2e0c-47c5-8598-2d6604d54718'] in n-d-818823-1 is: [{'id': '9bebb789-2e0c-47c5-8598-2d6604d54718', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1305262143-router', 'tenant_id': '893c9b18170649ca8789dc25bee886fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': '79a0e4d6-fcb3-4ee3-a209-dd201710e688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:04:04Z', 'updated_at': '2021-11-22T20:04:11Z', 'revision_number': 4, 'project_id': '893c9b18170649ca8789dc25bee886fa', 'gw_port': {'id': '79a0e4d6-fcb3-4ee3-a209-dd201710e688', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:8e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bebb789-2e0c-47c5-8598-2d6604d54718', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:04:05Z', 'updated_at': '2021-11-22T20:04:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_floatingips': [{'id': 'c206caff-0d38-4418-9e51-f0441d6607d5', 'tenant_id': '893c9b18170649ca8789dc25bee886fa', 'floating_ip_address': '172.25.5.163', 'floating_network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'router_id': '9bebb789-2e0c-47c5-8598-2d6604d54718', 'port_id': '0319e006-c1a3-4670-9ff2-6429a473568e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 427, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6c01d97-7edb-4357-8d46-10424981d282', 'mac_address': 'fa:16:3e:16:52:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7719b78-6d90-405e-bc45-5187ca2b159c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T20:04:37Z', 'updated_at': '2021-11-22T20:07:17Z', 'revision_number': 5, 'project_id': '893c9b18170649ca8789dc25bee886fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '749dd626-1f4d-4a26-b5a4-8a5a98684e27', 'name': '', 'network_id': 'a6c01d97-7edb-4357-8d46-10424981d282', 'tenant_id': '893c9b18170649ca8789dc25bee886fa', 'mac_address': 'fa:16:3e:3d:25:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bebb789-2e0c-47c5-8598-2d6604d54718', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '8484e927-d598-4c05-a88d-f7c50161999e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:04:10Z', 'updated_at': '2021-11-22T20:04:24Z', 'revision_number': 5, 'project_id': '893c9b18170649ca8789dc25bee886fa', 'subnets': [{'id': '8484e927-d598-4c05-a88d-f7c50161999e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:07:19.549194 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc271d52-1de1-4be2-8393-24a1d3b25c9e req-7dd91a9d-c4fe-4465-b089-6d0f5bed87f0 tempest-ImagesOneServerTestJSON-472457701 tempest-ImagesOneServerTestJSON-472457701-project] No DVR routers for this DVR port 5f923e85-d0d3-4018-bc12-cee68ed8bb13 on host n-h1-818823-1 {{(pid=103448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:07:19.552371 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-dc271d52-1de1-4be2-8393-24a1d3b25c9e req-7dd91a9d-c4fe-4465-b089-6d0f5bed87f0 tempest-ImagesOneServerTestJSON-472457701 tempest-ImagesOneServerTestJSON-472457701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:19.556851 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-dc271d52-1de1-4be2-8393-24a1d3b25c9e req-7dd91a9d-c4fe-4465-b089-6d0f5bed87f0 tempest-ImagesOneServerTestJSON-472457701 tempest-ImagesOneServerTestJSON-472457701-project] 10.222.0.41 "DELETE /v2.0/ports/5f923e85-d0d3-4018-bc12-cee68ed8bb13 HTTP/1.1" status: 204 len: 173 time: 0.6255596 Nov 22 20:07:19.615536 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-632a606e-3fd8-47f9-b05e-467259fbe8d0 req-4084bf0a-3e03-4030-a9bd-bad850fb55a9 service neutron] 10.222.0.41 "GET /v2.0/ports/61d0354c-dae5-471e-bea6-af003ac19ef9/bindings/n-h1-818823-1 HTTP/1.1" status: 200 len: 382 time: 0.3290019 Nov 22 20:07:19.654478 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-35e648b6-92ab-4dc8-bfd0-d61c51442f15 req-1e9f80bf-5564-42f8-9683-e2dc12388189 tempest-ImagesOneServerTestJSON-472457701 tempest-ImagesOneServerTestJSON-472457701-project] 10.222.0.46 "GET /v2.0/security-groups?id=0c348c88-32ba-475a-80ac-2a702b8d42a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2872121 Nov 22 20:07:19.691312 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c58c01c2-a4ac-413c-99ac-ea1f820a82c3 req-c6ea8d57-9ccf-4b02-937b-b589a192d6aa tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] 10.222.0.46 "GET /v2.0/security-groups?id=e5ae9e03-6ff8-4082-b7a4-25ecea5ed21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2922757 Nov 22 20:07:19.765194 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cf06e8-2fed-42b0-9cfe-d0621a338697 req-3d2c4c29-2e33-4e37-a848-86b178dae067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:19.768390 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 61d0354c-dae5-471e-bea6-af003ac19ef9 up at agent hyperv_n-h1-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:07:19.779077 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-75cf06e8-2fed-42b0-9cfe-d0621a338697 req-3d2c4c29-2e33-4e37-a848-86b178dae067 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a6c01d97-7edb-4357-8d46-10424981d282 HTTP/1.1" status: 200 len: 925 time: 0.4404318 Nov 22 20:07:19.836380 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Provisioning for port 61d0354c-dae5-471e-bea6-af003ac19ef9 completed by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 20:07:19.843006 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Provisioning complete for port 61d0354c-dae5-471e-bea6-af003ac19ef9 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:07:19.843597 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:19.947553 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-75cf06e8-2fed-42b0-9cfe-d0621a338697 req-db80f6f3-06c4-405f-accc-f5dcf2bb31df service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0319e006-c1a3-4670-9ff2-6429a473568e HTTP/1.1" status: 200 len: 1000 time: 0.1674929 Nov 22 20:07:19.973690 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 57590) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:07:19.978052 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e104fd3d-17dc-45a7-a319-f194995cfbec None None] New status for floating IP c206caff-0d38-4418-9e51-f0441d6607d5: ACTIVE {{(pid=103449) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 20:07:19.987043 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:20.034648 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cf06e8-2fed-42b0-9cfe-d0621a338697 req-a5aa4bb7-3c5a-40c9-a550-04852c9cd5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:20.036027 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-75cf06e8-2fed-42b0-9cfe-d0621a338697 req-a5aa4bb7-3c5a-40c9-a550-04852c9cd5a6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8484e927-d598-4c05-a88d-f7c50161999e HTTP/1.1" status: 200 len: 863 time: 0.0637989 Nov 22 20:07:20.038513 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-5baa845c-8785-4a7f-9be1-2dcd7ab5a798 req-a6dc434c-cc82-4487-b678-8d0543f85293 tempest-ImagesNegativeTestJSON-184446583 tempest-ImagesNegativeTestJSON-184446583-project] For port 2f580d6a-b799-4f7f-a07d-67f9a7c65f89, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=2f580d6a-b799-4f7f-a07d-67f9a7c65f89,segment=NetworkSegment(2a5a1c7b-538e-498e-99b9-cc7a8e0411be),segment_id=2a5a1c7b-538e-498e-99b9-cc7a8e0411be)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:07:20.038889 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-5baa845c-8785-4a7f-9be1-2dcd7ab5a798 req-a6dc434c-cc82-4487-b678-8d0543f85293 tempest-ImagesNegativeTestJSON-184446583 tempest-ImagesNegativeTestJSON-184446583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:20.055752 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e94aed4c-ece2-410e-a309-9c83a0437f8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61d0354c-dae5-471e-bea6-af003ac19ef9'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:07:20.058512 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d39f6d30a11e565ec9648abcc015e8a6ab6cff4edd704add8155e28765d31eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d8965c1-0fa9-4e49-b195-cebadbf6ebd2" -d '{"events": [{"server_uuid": "e94aed4c-ece2-410e-a309-9c83a0437f8c", "name": "network-vif-plugged", "status": "completed", "tag": "61d0354c-dae5-471e-bea6-af003ac19ef9"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:07:20.079038 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 61d0354c-dae5-471e-bea6-af003ac19ef9, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=61d0354c-dae5-471e-bea6-af003ac19ef9,segment=NetworkSegment(2a5a1c7b-538e-498e-99b9-cc7a8e0411be),segment_id=2a5a1c7b-538e-498e-99b9-cc7a8e0411be)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:07:20.086511 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632a606e-3fd8-47f9-b05e-467259fbe8d0 req-fa58b935-cdd4-40ae-b98f-958658c484ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:20.088448 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-632a606e-3fd8-47f9-b05e-467259fbe8d0 req-fa58b935-cdd4-40ae-b98f-958658c484ee service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=126c0323750547f8b9835ef63890aaea&device_id=e94aed4c-ece2-410e-a309-9c83a0437f8c HTTP/1.1" status: 200 len: 1100 time: 0.4223752 Nov 22 20:07:20.090191 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:20.091137 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 5f923e85-d0d3-4018-bc12-cee68ed8bb13 no longer exists at agent hyperv_n-h1-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:07:20.104137 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-5baa845c-8785-4a7f-9be1-2dcd7ab5a798 req-a6dc434c-cc82-4487-b678-8d0543f85293 tempest-ImagesNegativeTestJSON-184446583 tempest-ImagesNegativeTestJSON-184446583-project] Calling delete_port for 2f580d6a-b799-4f7f-a07d-67f9a7c65f89 owned by compute:nova {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:07:20.159479 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cdf95b-0d40-4d2c-a10a-fc90fff54046 req-91993ce3-9b19-4dec-aecf-5d3fbd4ee349 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:20.160585 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-b622c52b-3233-4090-bc02-5b0722d71ff2 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1945556936-network', 'tenant_id': 'bcb1ae20a081415e81e09051d4ec0bd1'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:07:20.166870 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-47cdf95b-0d40-4d2c-a10a-fc90fff54046 req-91993ce3-9b19-4dec-aecf-5d3fbd4ee349 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/ports?device_id=e94aed4c-ece2-410e-a309-9c83a0437f8c HTTP/1.1" status: 200 len: 949 time: 0.3680673 Nov 22 20:07:20.176552 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd12da9-84a1-41ce-9db2-7b83f6306e52 req-8913d60c-01de-42b9-9010-ab1f22f8f740 tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:20.178075 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6fd12da9-84a1-41ce-9db2-7b83f6306e52 req-8913d60c-01de-42b9-9010-ab1f22f8f740 tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] 10.222.0.46 "GET /v2.0/ports?device_id=ad39a69e-d0da-4b53-be9a-d624fa4b35c6 HTTP/1.1" status: 200 len: 945 time: 0.3676174 Nov 22 20:07:20.191487 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b622c52b-3233-4090-bc02-5b0722d71ff2 admin admin] Made reservation on behalf of bcb1ae20a081415e81e09051d4ec0bd1 for: {'network': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:07:20.194432 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b622c52b-3233-4090-bc02-5b0722d71ff2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for network, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:20.206718 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b622c52b-3233-4090-bc02-5b0722d71ff2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:20.221992 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] No Port match for: 5f923e85-d0d3-4018-bc12-cee68ed8bb13 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:07:20.222690 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 5f923e85-d0d3-4018-bc12-cee68ed8bb13 not bound to the agent host n-h1-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:07:20.245514 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=61d0354c-dae5-471e-bea6-af003ac19ef9,revision_number=9']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:07:20.307723 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b622c52b-3233-4090-bc02-5b0722d71ff2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:20.313103 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b622c52b-3233-4090-bc02-5b0722d71ff2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:20.336626 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b622c52b-3233-4090-bc02-5b0722d71ff2 admin admin] vlan segment allocate from pool success with {'vlan_id': 615, 'physical_network': 'physnet1'} {{(pid=103448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 20:07:20.356043 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b622c52b-3233-4090-bc02-5b0722d71ff2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a035bd2-0e78-4fc7-9d57-01ec97cfb81c,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:07:20.358997 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b622c52b-3233-4090-bc02-5b0722d71ff2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:20.359446 n-d-818823-1 neutron-server[103448]: INFO neutron.db.segments_db [None req-b622c52b-3233-4090-bc02-5b0722d71ff2 admin admin] Added segment 021b91f9-18fd-49d2-9530-507289b68670 of type vlan for network 5603836d-e977-4a38-b5cc-930bf7d9baac Nov 22 20:07:20.366545 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cf06e8-2fed-42b0-9cfe-d0621a338697 req-0ec2a555-d8bb-42be-9191-8869a69a3eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:20.368155 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-75cf06e8-2fed-42b0-9cfe-d0621a338697 req-0ec2a555-d8bb-42be-9191-8869a69a3eee service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a6c01d97-7edb-4357-8d46-10424981d282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2963603 Nov 22 20:07:20.401602 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b622c52b-3233-4090-bc02-5b0722d71ff2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748992492791'] for network, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:20.406359 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-47cdf95b-0d40-4d2c-a10a-fc90fff54046 req-6f3f7858-95e8-4a36-b87f-ed02df686e9f tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1d007ec-a75a-4ef8-9cdd-9c679a3ff22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2384489 Nov 22 20:07:20.429451 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b622c52b-3233-4090-bc02-5b0722d71ff2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for network, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:20.430644 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b622c52b-3233-4090-bc02-5b0722d71ff2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:20.431295 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b622c52b-3233-4090-bc02-5b0722d71ff2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:20.451459 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6fd12da9-84a1-41ce-9db2-7b83f6306e52 req-3a5ad653-fd27-49a9-83f1-a8c625d4dffc tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0c04069-962d-48b0-bef3-592f8ff68454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2541406 Nov 22 20:07:20.485001 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632a606e-3fd8-47f9-b05e-467259fbe8d0 req-0109fc37-7d7c-497d-9fc1-b61f32037724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:20.487340 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-632a606e-3fd8-47f9-b05e-467259fbe8d0 req-0109fc37-7d7c-497d-9fc1-b61f32037724 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e1052824-bf78-4963-8937-b202e372ac24 HTTP/1.1" status: 200 len: 870 time: 0.3844562 Nov 22 20:07:20.493949 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-b622c52b-3233-4090-bc02-5b0722d71ff2 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5191343 Nov 22 20:07:20.500204 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b622c52b-3233-4090-bc02-5b0722d71ff2 admin admin] Pushing event updated for resources: {'Network': ['ID=5603836d-e977-4a38-b5cc-930bf7d9baac,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:07:20.502636 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 57598) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:07:20.508427 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-c4156b21-f031-4379-b660-cdba8b9d0ad4 admin admin] Request body: {'subnet': {'network_id': '5603836d-e977-4a38-b5cc-930bf7d9baac', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1945556936-subnet', 'tenant_id': 'bcb1ae20a081415e81e09051d4ec0bd1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:07:20.512934 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Network 5603836d-e977-4a38-b5cc-930bf7d9baac details requested by agent ovs-agent-n-d-818823-1 with host n-d-818823-1 {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 20:07:20.534343 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4156b21-f031-4379-b660-cdba8b9d0ad4 admin admin] Made reservation on behalf of bcb1ae20a081415e81e09051d4ec0bd1 for: {'subnet': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:07:20.536961 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c4156b21-f031-4379-b660-cdba8b9d0ad4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11792951'] for subnet, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:20.622111 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-632a606e-3fd8-47f9-b05e-467259fbe8d0 req-a3dfc147-486e-4e95-844d-6e1632da5e9f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=61d0354c-dae5-471e-bea6-af003ac19ef9 HTTP/1.1" status: 200 len: 217 time: 0.1128194 Nov 22 20:07:20.673938 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-75cf06e8-2fed-42b0-9cfe-d0621a338697 req-1ed3fa5e-6bf0-490d-a6b0-b1bf953b916d service neutron] 10.222.0.41 "GET /v2.0/networks/a6c01d97-7edb-4357-8d46-10424981d282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2895281 Nov 22 20:07:20.717718 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-5baa845c-8785-4a7f-9be1-2dcd7ab5a798 req-a6dc434c-cc82-4487-b678-8d0543f85293 tempest-ImagesNegativeTestJSON-184446583 tempest-ImagesNegativeTestJSON-184446583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:20.756233 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f0d0659-512e-4936-a0a3-cd52bf810a99', 'name': 'network-vif-deleted', 'tag': '5f923e85-d0d3-4018-bc12-cee68ed8bb13'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:07:20.758448 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589a98cf2aea187fcc423a5edb333e5a6cf3ad7c81115d1ebee0f079693c312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29ee7e73-6525-417d-a87d-5d65f9e91d37" -d '{"events": [{"server_uuid": "5f0d0659-512e-4936-a0a3-cd52bf810a99", "name": "network-vif-deleted", "tag": "5f923e85-d0d3-4018-bc12-cee68ed8bb13"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:07:20.803817 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d544e6a-8d65-4bb0-a97d-523206ab1afe req-2bbc32ce-0b2c-438c-a4f8-81c73a50f448 tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:20.805340 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6d544e6a-8d65-4bb0-a97d-523206ab1afe req-2bbc32ce-0b2c-438c-a4f8-81c73a50f448 tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] 10.222.0.46 "GET /v2.0/ports?device_id=a8d3a7bb-93d3-4918-911b-b913622e40e8 HTTP/1.1" status: 200 len: 945 time: 0.2972937 Nov 22 20:07:20.811141 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6dc434c-cc82-4487-b678-8d0543f85293 tempest-ImagesNegativeTestJSON-184446583 tempest-ImagesNegativeTestJSON-184446583-project] Pushing event deleted for resources: {'Port': ['ID=2f580d6a-b799-4f7f-a07d-67f9a7c65f89,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:07:20.817505 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632a606e-3fd8-47f9-b05e-467259fbe8d0 req-0b7c1cf9-ce74-4792-9a0e-be0c3da27f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:20.818921 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-632a606e-3fd8-47f9-b05e-467259fbe8d0 req-0b7c1cf9-ce74-4792-9a0e-be0c3da27f56 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3091ebfd-11e2-41f8-9c00-ffe0b86563d8 HTTP/1.1" status: 200 len: 843 time: 0.1651003 Nov 22 20:07:20.824891 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c4156b21-f031-4379-b660-cdba8b9d0ad4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11567560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11792921'] for subnet, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:20.829905 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80021b3d-0470-4a44-8127-78592ebd2151 req-3a49a6c5-f626-457b-90ae-347a966a2767 tempest-ImagesNegativeTestJSON-184446583 tempest-ImagesNegativeTestJSON-184446583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:20.831385 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-80021b3d-0470-4a44-8127-78592ebd2151 req-3a49a6c5-f626-457b-90ae-347a966a2767 tempest-ImagesNegativeTestJSON-184446583 tempest-ImagesNegativeTestJSON-184446583-project] 10.222.0.46 "GET /v2.0/ports?device_id=fd932b29-ef95-49fa-894f-fb636130b258 HTTP/1.1" status: 200 len: 867 time: 0.2685726 Nov 22 20:07:20.882587 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4156b21-f031-4379-b660-cdba8b9d0ad4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2cea4a9-15b2-4b0f-a36e-4aff7f2ffbab,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:07:20.891631 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4156b21-f031-4379-b660-cdba8b9d0ad4 admin admin] Checking segment: {'id': '021b91f9-18fd-49d2-9530-507289b68670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '5603836d-e977-4a38-b5cc-930bf7d9baac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:07:20.892027 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4156b21-f031-4379-b660-cdba8b9d0ad4 admin admin] Network hostable DHCP agents. Network: 5603836d-e977-4a38-b5cc-930bf7d9baac, hostable agents: ['02adaa64-0987-4b74-bad0-cbcf56f8a294'], hosted agents: [] {{(pid=103448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 20:07:20.913180 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4156b21-f031-4379-b660-cdba8b9d0ad4 admin admin] Network 5603836d-e977-4a38-b5cc-930bf7d9baac is scheduled to be hosted by DHCP agent 02adaa64-0987-4b74-bad0-cbcf56f8a294 with binding_index 1 {{(pid=103448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 20:07:20.924168 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-c4156b21-f031-4379-b660-cdba8b9d0ad4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818823-1, 5603836d-e977-4a38-b5cc-930bf7d9baac) {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:07:20.932890 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-330e42fa-f342-4c56-b345-87d4d8030160 None None] Network 5603836d-e977-4a38-b5cc-930bf7d9baac requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:07:20.934805 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4156b21-f031-4379-b660-cdba8b9d0ad4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:20.935757 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c4156b21-f031-4379-b660-cdba8b9d0ad4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:20.953548 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-5baa845c-8785-4a7f-9be1-2dcd7ab5a798 req-a6dc434c-cc82-4487-b678-8d0543f85293 tempest-ImagesNegativeTestJSON-184446583 tempest-ImagesNegativeTestJSON-184446583-project] No DVR routers for this DVR port 2f580d6a-b799-4f7f-a07d-67f9a7c65f89 on host n-h2-818823-1 {{(pid=103447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:07:20.957644 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-c4156b21-f031-4379-b660-cdba8b9d0ad4 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4538767 Nov 22 20:07:20.965530 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-5baa845c-8785-4a7f-9be1-2dcd7ab5a798 req-a6dc434c-cc82-4487-b678-8d0543f85293 tempest-ImagesNegativeTestJSON-184446583 tempest-ImagesNegativeTestJSON-184446583-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:20.969082 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5baa845c-8785-4a7f-9be1-2dcd7ab5a798 req-a6dc434c-cc82-4487-b678-8d0543f85293 tempest-ImagesNegativeTestJSON-184446583 tempest-ImagesNegativeTestJSON-184446583-project] 10.222.0.20 "DELETE /v2.0/ports/2f580d6a-b799-4f7f-a07d-67f9a7c65f89 HTTP/1.1" status: 204 len: 173 time: 2.4166310 Nov 22 20:07:20.978617 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd932b29-ef95-49fa-894f-fb636130b258', 'name': 'network-vif-deleted', 'tag': '2f580d6a-b799-4f7f-a07d-67f9a7c65f89'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:07:20.981169 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b6d2b45-784e-40b2-ad91-555652512cae" -d '{"events": [{"server_uuid": "fd932b29-ef95-49fa-894f-fb636130b258", "name": "network-vif-deleted", "tag": "2f580d6a-b799-4f7f-a07d-67f9a7c65f89"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:07:21.027444 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-75cf06e8-2fed-42b0-9cfe-d0621a338697 req-f13d25e7-52a6-4253-bd6a-57d6b71b2792 service neutron] 10.222.0.41 "GET /v2.0/networks/a6c01d97-7edb-4357-8d46-10424981d282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3278780 Nov 22 20:07:21.078429 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6d544e6a-8d65-4bb0-a97d-523206ab1afe req-db860950-83f7-4ebd-960a-600380b7d5c8 tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] 10.222.0.46 "GET /v2.0/security-groups?id=89c2c967-26c4-4e1c-a1fd-c97f87817ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2639461 Nov 22 20:07:21.089119 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-80021b3d-0470-4a44-8127-78592ebd2151 req-f0de03f9-98c1-4576-a43c-5cb0d2fe2a7c tempest-ImagesNegativeTestJSON-184446583 tempest-ImagesNegativeTestJSON-184446583-project] 10.222.0.46 "GET /v2.0/security-groups?id=21df4ea0-58d8-414d-b717-7e46a31c9ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2308245 Nov 22 20:07:21.107756 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632a606e-3fd8-47f9-b05e-467259fbe8d0 req-62a3ed7a-e5ac-4242-8225-f2b6c4af3e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:21.110962 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-632a606e-3fd8-47f9-b05e-467259fbe8d0 req-62a3ed7a-e5ac-4242-8225-f2b6c4af3e53 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e1052824-bf78-4963-8937-b202e372ac24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2733889 Nov 22 20:07:21.169407 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bbc9119-6356-4155-bf6b-6a2299bdcef5 None None] Network 5603836d-e977-4a38-b5cc-930bf7d9baac requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:07:21.198675 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:07:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56225300-70f2-43b1-83ea-800a77af0e6c x-openstack-request-id: req-56225300-70f2-43b1-83ea-800a77af0e6c {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:07:21.199186 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e94aed4c-ece2-410e-a309-9c83a0437f8c", "name": "network-vif-plugged", "status": "completed", "tag": "61d0354c-dae5-471e-bea6-af003ac19ef9", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:07:21.199997 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-56225300-70f2-43b1-83ea-800a77af0e6c {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:07:21.200564 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e94aed4c-ece2-410e-a309-9c83a0437f8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61d0354c-dae5-471e-bea6-af003ac19ef9', 'code': 200} Nov 22 20:07:21.290575 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-632a606e-3fd8-47f9-b05e-467259fbe8d0 req-03765712-4081-4774-9b28-e29b69d38aab service neutron] 10.222.0.41 "GET /v2.0/networks/e1052824-bf78-4963-8937-b202e372ac24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625550 Nov 22 20:07:21.334405 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:07:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4a470aa-d8d4-4f8e-9b61-fe15c0e4d5b4 x-openstack-request-id: req-e4a470aa-d8d4-4f8e-9b61-fe15c0e4d5b4 {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:07:21.334911 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f0d0659-512e-4936-a0a3-cd52bf810a99", "name": "network-vif-deleted", "tag": "5f923e85-d0d3-4018-bc12-cee68ed8bb13", "status": "completed", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:07:21.335009 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e4a470aa-d8d4-4f8e-9b61-fe15c0e4d5b4 {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:07:21.335346 n-d-818823-1 neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f0d0659-512e-4936-a0a3-cd52bf810a99', 'name': 'network-vif-deleted', 'tag': '5f923e85-d0d3-4018-bc12-cee68ed8bb13', 'status': 'completed', 'code': 200} Nov 22 20:07:21.429938 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:07:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceb25a1d-d49a-4372-ae6a-f90dc0101800 x-openstack-request-id: req-ceb25a1d-d49a-4372-ae6a-f90dc0101800 {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:07:21.430498 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd932b29-ef95-49fa-894f-fb636130b258", "name": "network-vif-deleted", "tag": "2f580d6a-b799-4f7f-a07d-67f9a7c65f89", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:07:21.430498 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ceb25a1d-d49a-4372-ae6a-f90dc0101800 {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:07:21.430803 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd932b29-ef95-49fa-894f-fb636130b258', 'name': 'network-vif-deleted', 'tag': '2f580d6a-b799-4f7f-a07d-67f9a7c65f89', 'status': 'completed', 'code': 200} Nov 22 20:07:21.444770 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-632a606e-3fd8-47f9-b05e-467259fbe8d0 req-b19931a5-70fc-4bd0-aaab-6564070138c1 service neutron] 10.222.0.41 "GET /v2.0/networks/e1052824-bf78-4963-8937-b202e372ac24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426113 Nov 22 20:07:21.476335 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98357e94-7526-4638-af07-828f91190154 req-1d52f935-e07e-4e68-ae5e-a7087c2bfd54 tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:21.477907 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-98357e94-7526-4638-af07-828f91190154 req-1d52f935-e07e-4e68-ae5e-a7087c2bfd54 tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] 10.222.0.46 "GET /v2.0/ports?device_id=1d610fed-ade8-4090-9ac8-a8eeda6b914b HTTP/1.1" status: 200 len: 949 time: 0.1900752 Nov 22 20:07:21.558896 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd794d55-1863-4f68-b123-a3c9e1f831f9 req-093eaa23-db4b-467d-9567-b91025a69838 tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:21.560519 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-bd794d55-1863-4f68-b123-a3c9e1f831f9 req-093eaa23-db4b-467d-9567-b91025a69838 tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] 10.222.0.46 "GET /v2.0/ports?device_id=ad39a69e-d0da-4b53-be9a-d624fa4b35c6 HTTP/1.1" status: 200 len: 945 time: 0.1066201 Nov 22 20:07:21.566029 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-98357e94-7526-4638-af07-828f91190154 req-a1a7af54-e1ca-408a-bcd7-6f5338a2cd28 tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] 10.222.0.46 "GET /v2.0/security-groups?id=e5ae9e03-6ff8-4082-b7a4-25ecea5ed21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675807 Nov 22 20:07:21.571384 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 57626) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:07:21.617953 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-bd794d55-1863-4f68-b123-a3c9e1f831f9 req-aa81b9f7-77ab-45bf-bc90-2d1a2ede1324 tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0c04069-962d-48b0-bef3-592f8ff68454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451667 Nov 22 20:07:21.720865 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ed8ad5-bf1d-479d-b00b-20b6eb2705ea req-97dc6877-70ed-4241-8d1b-2b461bff1ff7 tempest-LiveAutoBlockMigrationV225Test-67792349 tempest-LiveAutoBlockMigrationV225Test-67792349-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:21.722413 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a0ed8ad5-bf1d-479d-b00b-20b6eb2705ea req-97dc6877-70ed-4241-8d1b-2b461bff1ff7 tempest-LiveAutoBlockMigrationV225Test-67792349 tempest-LiveAutoBlockMigrationV225Test-67792349-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=a8d3a7bb-93d3-4918-911b-b913622e40e8 HTTP/1.1" status: 200 len: 1096 time: 0.0451519 Nov 22 20:07:21.733914 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-db6667ab-b8dc-48fd-bebe-182036ea34f4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8cc0d919e0004680be4aa06e5b40e2e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1590178 Nov 22 20:07:21.734175 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 57634) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:07:21.775635 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a0ed8ad5-bf1d-479d-b00b-20b6eb2705ea req-cf5632f8-3162-40d5-923e-afa9de1e2a1a tempest-LiveAutoBlockMigrationV225Test-67792349 tempest-LiveAutoBlockMigrationV225Test-67792349-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=89c2c967-26c4-4e1c-a1fd-c97f87817ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441673 Nov 22 20:07:21.786662 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ae8dccc0-23dc-49dd-976c-96df5d94eacf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:21.810174 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 2f580d6a-b799-4f7f-a07d-67f9a7c65f89 no longer exists at agent hyperv_n-h2-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:07:21.813554 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ae8dccc0-23dc-49dd-976c-96df5d94eacf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:21.839945 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] No Port match for: 2f580d6a-b799-4f7f-a07d-67f9a7c65f89 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:07:21.840473 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 2f580d6a-b799-4f7f-a07d-67f9a7c65f89 not bound to the agent host n-h2-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:07:21.867947 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ae8dccc0-23dc-49dd-976c-96df5d94eacf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:21.870570 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ae8dccc0-23dc-49dd-976c-96df5d94eacf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:21.871933 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-ae8dccc0-23dc-49dd-976c-96df5d94eacf admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0c348c88-32ba-475a-80ac-2a702b8d42a7 HTTP/1.1" status: 204 len: 168 time: 0.1366718 Nov 22 20:07:21.890316 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8dccc0-23dc-49dd-976c-96df5d94eacf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c348c88-32ba-475a-80ac-2a702b8d42a7,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:07:21.996728 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c613a1e-593b-4141-8a61-046cc5d199f9 req-07549d5c-b1a4-4b0d-b53e-0e98454a30b8 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:21.998217 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6c613a1e-593b-4141-8a61-046cc5d199f9 req-07549d5c-b1a4-4b0d-b53e-0e98454a30b8 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/ports?device_id=e94aed4c-ece2-410e-a309-9c83a0437f8c HTTP/1.1" status: 200 len: 950 time: 0.0865703 Nov 22 20:07:22.009330 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ef81bb-9673-4765-8fcd-d1b91fef6b24 req-4479de0f-f28c-4d3b-adc5-b346ff752684 tempest-MultipleCreateTestJSON-1276993397 tempest-MultipleCreateTestJSON-1276993397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:22.010771 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-04ef81bb-9673-4765-8fcd-d1b91fef6b24 req-4479de0f-f28c-4d3b-adc5-b346ff752684 tempest-MultipleCreateTestJSON-1276993397 tempest-MultipleCreateTestJSON-1276993397-project] 10.222.0.46 "GET /v2.0/networks?id=5603836d-e977-4a38-b5cc-930bf7d9baac HTTP/1.1" status: 200 len: 813 time: 0.1550362 Nov 22 20:07:22.039506 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-04ef81bb-9673-4765-8fcd-d1b91fef6b24 req-b830d20f-7d41-4656-ad92-118a6afbde30 tempest-MultipleCreateTestJSON-1276993397 tempest-MultipleCreateTestJSON-1276993397-project] 10.222.0.46 "GET /v2.0/quotas/bcb1ae20a081415e81e09051d4ec0bd1 HTTP/1.1" status: 200 len: 375 time: 0.0215268 Nov 22 20:07:22.077909 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-04ef81bb-9673-4765-8fcd-d1b91fef6b24 req-c5eb45c2-0e0d-4764-a7ab-9da04275b189 tempest-MultipleCreateTestJSON-1276993397 tempest-MultipleCreateTestJSON-1276993397-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=bcb1ae20a081415e81e09051d4ec0bd1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0326080 Nov 22 20:07:22.087938 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6c613a1e-593b-4141-8a61-046cc5d199f9 req-edeb01af-86f6-44e1-a8f9-7c379240f84d tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1d007ec-a75a-4ef8-9cdd-9c679a3ff22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761740 Nov 22 20:07:22.219083 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671a06e1-0092-4adc-a4ae-79caa96c0de3 req-c0be4818-b966-4863-9266-d7aea1406043 tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:22.219442 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-671a06e1-0092-4adc-a4ae-79caa96c0de3 req-c0be4818-b966-4863-9266-d7aea1406043 tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] 10.222.0.46 "GET /v2.0/ports?device_id=ad39a69e-d0da-4b53-be9a-d624fa4b35c6 HTTP/1.1" status: 200 len: 945 time: 0.0715072 Nov 22 20:07:22.230986 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-04ef81bb-9673-4765-8fcd-d1b91fef6b24 req-dd68437d-3f2b-4bec-a598-6ec37d0973f5 service neutron] 10.222.0.46 "GET /v2.0/networks/5603836d-e977-4a38-b5cc-930bf7d9baac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417017 Nov 22 20:07:22.327883 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-671a06e1-0092-4adc-a4ae-79caa96c0de3 req-07aad398-2e71-4546-a92f-92c9826f8066 tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0c04069-962d-48b0-bef3-592f8ff68454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959089 Nov 22 20:07:22.354821 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-04ef81bb-9673-4765-8fcd-d1b91fef6b24 req-27b1bf0b-c5d3-4632-80d9-b50551e0e462 service neutron] 10.222.0.46 "GET /v2.0/networks/5603836d-e977-4a38-b5cc-930bf7d9baac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163850 Nov 22 20:07:22.450171 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d660c9-60bd-4490-badd-9bdefdd567c0 req-591ada98-e98e-4b2e-a3db-c49dc57d140f tempest-LiveAutoBlockMigrationV225Test-67792349 tempest-LiveAutoBlockMigrationV225Test-67792349-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:22.451967 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a4d660c9-60bd-4490-badd-9bdefdd567c0 req-591ada98-e98e-4b2e-a3db-c49dc57d140f tempest-LiveAutoBlockMigrationV225Test-67792349 tempest-LiveAutoBlockMigrationV225Test-67792349-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=a8d3a7bb-93d3-4918-911b-b913622e40e8 HTTP/1.1" status: 200 len: 1096 time: 0.0529065 Nov 22 20:07:22.506449 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a4d660c9-60bd-4490-badd-9bdefdd567c0 req-6f0b4d8e-7000-4e8e-9c65-bb189da329ab tempest-LiveAutoBlockMigrationV225Test-67792349 tempest-LiveAutoBlockMigrationV225Test-67792349-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=89c2c967-26c4-4e1c-a1fd-c97f87817ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457861 Nov 22 20:07:22.860763 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0ec4f9-7831-4791-bc39-bd013d097a2e req-f8b72bf9-6000-49a9-90c8-a1521b7742a9 tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:22.862278 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-db0ec4f9-7831-4791-bc39-bd013d097a2e req-f8b72bf9-6000-49a9-90c8-a1521b7742a9 tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] 10.222.0.46 "GET /v2.0/ports?device_id=1d610fed-ade8-4090-9ac8-a8eeda6b914b HTTP/1.1" status: 200 len: 949 time: 0.0528905 Nov 22 20:07:22.946146 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-db0ec4f9-7831-4791-bc39-bd013d097a2e req-a41f7700-0d00-424d-94df-b6e48a301b3e tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] 10.222.0.46 "GET /v2.0/security-groups?id=e5ae9e03-6ff8-4082-b7a4-25ecea5ed21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734951 Nov 22 20:07:23.126701 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7637b011-60b8-41d3-85a0-d06183e2efe4 req-96414424-c84d-40f8-8166-43bc6dea5c21 tempest-MultipleCreateTestJSON-1276993397 tempest-MultipleCreateTestJSON-1276993397-project] 10.222.0.46 "GET /v2.0/ports?device_id=866e794f-abd8-441e-925e-0f8cfac709aa HTTP/1.1" status: 200 len: 210 time: 0.0503228 Nov 22 20:07:23.370709 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60da765b-57c4-4bf2-8aec-33f8ebe8c582 req-673839d8-bf61-4804-9271-a56fa42f35ad tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:23.372387 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-60da765b-57c4-4bf2-8aec-33f8ebe8c582 req-673839d8-bf61-4804-9271-a56fa42f35ad tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/ports?device_id=e94aed4c-ece2-410e-a309-9c83a0437f8c HTTP/1.1" status: 200 len: 950 time: 0.0729308 Nov 22 20:07:23.458637 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-60da765b-57c4-4bf2-8aec-33f8ebe8c582 req-4f316c86-3303-4473-b346-bbfb93d629cd tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1d007ec-a75a-4ef8-9cdd-9c679a3ff22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742877 Nov 22 20:07:23.511363 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 57742) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:07:23.636198 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2704ea59-8d25-4b3b-88e1-3bf959291869 req-b831c7c3-181a-4716-b6d5-a63a29cb0651 tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:23.637763 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2704ea59-8d25-4b3b-88e1-3bf959291869 req-b831c7c3-181a-4716-b6d5-a63a29cb0651 tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] 10.222.0.46 "GET /v2.0/ports?device_id=ad39a69e-d0da-4b53-be9a-d624fa4b35c6 HTTP/1.1" status: 200 len: 945 time: 0.0663795 Nov 22 20:07:23.727280 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-26d6fa78-7db8-4087-8558-67a9a5a44a62 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:23.752418 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2704ea59-8d25-4b3b-88e1-3bf959291869 req-59542ff9-a220-4491-95a2-3ac071011d40 tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0c04069-962d-48b0-bef3-592f8ff68454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068110 Nov 22 20:07:23.838241 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-26d6fa78-7db8-4087-8558-67a9a5a44a62 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:23.842172 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-26d6fa78-7db8-4087-8558-67a9a5a44a62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:23.883106 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-26d6fa78-7db8-4087-8558-67a9a5a44a62 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=eebe650836dc420dacad63a79c3ef7b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3705523 Nov 22 20:07:23.883972 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d6fa78-7db8-4087-8558-67a9a5a44a62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d180f2c6-eac8-4307-b410-aae3707f2b5f,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:07:23.885861 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 57756) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:07:23.939743 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e3a3bb04-7abb-40a7-b560-f71a16b31333 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:23.952731 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 57758) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:07:23.962678 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e3a3bb04-7abb-40a7-b560-f71a16b31333 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:24.015076 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e3a3bb04-7abb-40a7-b560-f71a16b31333 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:24.018694 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e3a3bb04-7abb-40a7-b560-f71a16b31333 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:24.019942 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-e3a3bb04-7abb-40a7-b560-f71a16b31333 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d180f2c6-eac8-4307-b410-aae3707f2b5f HTTP/1.1" status: 204 len: 168 time: 0.1331027 Nov 22 20:07:24.044883 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a3bb04-7abb-40a7-b560-f71a16b31333 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d180f2c6-eac8-4307-b410-aae3707f2b5f,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:07:24.197697 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632a606e-3fd8-47f9-b05e-467259fbe8d0 req-1f56f3c9-0642-4cc5-8f2f-57800074a794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:24.199627 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-632a606e-3fd8-47f9-b05e-467259fbe8d0 req-1f56f3c9-0642-4cc5-8f2f-57800074a794 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e94aed4c-ece2-410e-a309-9c83a0437f8c&tenant_id=126c0323750547f8b9835ef63890aaea HTTP/1.1" status: 200 len: 1101 time: 0.1775734 Nov 22 20:07:24.223000 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559954d8-7406-402b-b540-88eb87ba4afb req-1e962653-745f-4e2d-9cf5-4821618d75e8 tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:24.224834 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-559954d8-7406-402b-b540-88eb87ba4afb req-1e962653-745f-4e2d-9cf5-4821618d75e8 tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] 10.222.0.46 "GET /v2.0/ports?device_id=1d610fed-ade8-4090-9ac8-a8eeda6b914b HTTP/1.1" status: 200 len: 949 time: 0.1533182 Nov 22 20:07:24.231814 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-632a606e-3fd8-47f9-b05e-467259fbe8d0 req-91e6a5d6-b772-4690-bee9-4d16681aae1c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-818823-1', 'device_owner': 'compute:nova'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:07:24.294988 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 57770) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:07:24.308537 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-276ed553-7fe0-4352-bc44-3efb0eb3e050 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=071fdfbaa6e34b68a76c4b72332cda28&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3538625 Nov 22 20:07:24.388317 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3eaa43f1-1d93-44b7-b0c5-63c38b602c85 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:24.420544 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3eaa43f1-1d93-44b7-b0c5-63c38b602c85 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:24.499864 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3eaa43f1-1d93-44b7-b0c5-63c38b602c85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:24.505931 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3eaa43f1-1d93-44b7-b0c5-63c38b602c85 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:24.509763 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-3eaa43f1-1d93-44b7-b0c5-63c38b602c85 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/21df4ea0-58d8-414d-b717-7e46a31c9ea9 HTTP/1.1" status: 204 len: 168 time: 0.2112195 Nov 22 20:07:24.519221 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eaa43f1-1d93-44b7-b0c5-63c38b602c85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21df4ea0-58d8-414d-b717-7e46a31c9ea9,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:07:24.748851 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-36b77b38-c083-4432-a852-446fad42be57 req-7f5e9afb-0be6-4ea7-ba4b-ef51b04e954a tempest-MultipleCreateTestJSON-1276993397 tempest-MultipleCreateTestJSON-1276993397-project] 10.222.0.46 "GET /v2.0/ports?device_id=866e794f-abd8-441e-925e-0f8cfac709aa HTTP/1.1" status: 200 len: 210 time: 0.4583244 Nov 22 20:07:24.882324 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-632a606e-3fd8-47f9-b05e-467259fbe8d0 req-91e6a5d6-b772-4690-bee9-4d16681aae1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:24.954663 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-559954d8-7406-402b-b540-88eb87ba4afb req-1e6e7803-3ebd-4413-9460-d84b1eba9053 tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] 10.222.0.46 "GET /v2.0/security-groups?id=e5ae9e03-6ff8-4082-b7a4-25ecea5ed21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7129698 Nov 22 20:07:25.027542 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ef81bb-9673-4765-8fcd-d1b91fef6b24 req-1fc59de1-0a7c-4349-af93-660097a635dc tempest-MultipleCreateTestJSON-1276993397 tempest-MultipleCreateTestJSON-1276993397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:25.030255 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-04ef81bb-9673-4765-8fcd-d1b91fef6b24 req-1fc59de1-0a7c-4349-af93-660097a635dc tempest-MultipleCreateTestJSON-1276993397 tempest-MultipleCreateTestJSON-1276993397-project] 10.222.0.20 "GET /v2.0/networks?id=5603836d-e977-4a38-b5cc-930bf7d9baac HTTP/1.1" status: 200 len: 813 time: 0.2887766 Nov 22 20:07:25.046610 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [req-04ef81bb-9673-4765-8fcd-d1b91fef6b24 req-956fe7d0-e3b2-46ce-811d-6fd1e40abb44 tempest-MultipleCreateTestJSON-1276993397 tempest-MultipleCreateTestJSON-1276993397-project] Request body: {'port': {'device_id': '866e794f-abd8-441e-925e-0f8cfac709aa', 'network_id': '5603836d-e977-4a38-b5cc-930bf7d9baac', 'admin_state_up': True, 'tenant_id': 'bcb1ae20a081415e81e09051d4ec0bd1'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:07:25.114096 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ef81bb-9673-4765-8fcd-d1b91fef6b24 req-492ab26b-0cc9-4cea-936a-7426d6ab7eae tempest-MultipleCreateTestJSON-1276993397 tempest-MultipleCreateTestJSON-1276993397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:25.131295 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-04ef81bb-9673-4765-8fcd-d1b91fef6b24 req-492ab26b-0cc9-4cea-936a-7426d6ab7eae tempest-MultipleCreateTestJSON-1276993397 tempest-MultipleCreateTestJSON-1276993397-project] 10.222.0.20 "GET /v2.0/networks?id=5603836d-e977-4a38-b5cc-930bf7d9baac HTTP/1.1" status: 200 len: 813 time: 0.8922536 Nov 22 20:07:25.162723 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-04ef81bb-9673-4765-8fcd-d1b91fef6b24 req-eb3e8410-934a-4c8f-9763-2b5edc63157c tempest-MultipleCreateTestJSON-1276993397 tempest-MultipleCreateTestJSON-1276993397-project] Request body: {'port': {'device_id': 'c2f7930e-5744-4462-b8f5-975b1478e01d', 'network_id': '5603836d-e977-4a38-b5cc-930bf7d9baac', 'admin_state_up': True, 'tenant_id': 'bcb1ae20a081415e81e09051d4ec0bd1'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:07:25.202599 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04ef81bb-9673-4765-8fcd-d1b91fef6b24 req-956fe7d0-e3b2-46ce-811d-6fd1e40abb44 tempest-MultipleCreateTestJSON-1276993397 tempest-MultipleCreateTestJSON-1276993397-project] Made reservation on behalf of bcb1ae20a081415e81e09051d4ec0bd1 for: {'port': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:07:25.207982 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-04ef81bb-9673-4765-8fcd-d1b91fef6b24 req-956fe7d0-e3b2-46ce-811d-6fd1e40abb44 tempest-MultipleCreateTestJSON-1276993397 tempest-MultipleCreateTestJSON-1276993397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:25.284105 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 57806) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:07:25.393612 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df99d3e-66ba-4765-ae01-e292aaa8a80d req-91d6f4f7-7786-4959-b1e7-df3467f5efaa tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:25.400846 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6df99d3e-66ba-4765-ae01-e292aaa8a80d req-91d6f4f7-7786-4959-b1e7-df3467f5efaa tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/ports?device_id=e94aed4c-ece2-410e-a309-9c83a0437f8c HTTP/1.1" status: 200 len: 950 time: 0.4720862 Nov 22 20:07:25.457608 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [req-04ef81bb-9673-4765-8fcd-d1b91fef6b24 req-956fe7d0-e3b2-46ce-811d-6fd1e40abb44 tempest-MultipleCreateTestJSON-1276993397 tempest-MultipleCreateTestJSON-1276993397-project] Allocated IP 172.20.0.10 (5603836d-e977-4a38-b5cc-930bf7d9baac/e2cea4a9-15b2-4b0f-a36e-4aff7f2ffbab/874c2f81-cd5e-4beb-acdb-74cbf39f5a6d) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:07:25.532940 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-1c2b8611-7c27-4dc7-bc44-033cc18ed710 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-917636083-network', 'tenant_id': '61dcfa65121d45e7982f77d2ef747965'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:07:25.541560 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de9ac7c-4b3b-4150-92ae-d9de41ada86f req-f722b80a-7a0e-415f-95dd-674497402fb5 tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:25.543194 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6de9ac7c-4b3b-4150-92ae-d9de41ada86f req-f722b80a-7a0e-415f-95dd-674497402fb5 tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] 10.222.0.46 "GET /v2.0/ports?device_id=ad39a69e-d0da-4b53-be9a-d624fa4b35c6 HTTP/1.1" status: 200 len: 945 time: 0.2568026 Nov 22 20:07:25.600768 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6df99d3e-66ba-4765-ae01-e292aaa8a80d req-d8584004-6d01-4f55-bcac-4aaffa09c79d tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1d007ec-a75a-4ef8-9cdd-9c679a3ff22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937444 Nov 22 20:07:25.622247 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c2b8611-7c27-4dc7-bc44-033cc18ed710 admin admin] Made reservation on behalf of 61dcfa65121d45e7982f77d2ef747965 for: {'network': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:07:25.624895 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1c2b8611-7c27-4dc7-bc44-033cc18ed710 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for network, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:25.666359 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1c2b8611-7c27-4dc7-bc44-033cc18ed710 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:25.671170 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04ef81bb-9673-4765-8fcd-d1b91fef6b24 req-eb3e8410-934a-4c8f-9763-2b5edc63157c tempest-MultipleCreateTestJSON-1276993397 tempest-MultipleCreateTestJSON-1276993397-project] Made reservation on behalf of bcb1ae20a081415e81e09051d4ec0bd1 for: {'port': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:07:25.675357 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-04ef81bb-9673-4765-8fcd-d1b91fef6b24 req-eb3e8410-934a-4c8f-9763-2b5edc63157c tempest-MultipleCreateTestJSON-1276993397 tempest-MultipleCreateTestJSON-1276993397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:25.696269 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6de9ac7c-4b3b-4150-92ae-d9de41ada86f req-0af11519-0458-489e-86c6-85b85efedc5e tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0c04069-962d-48b0-bef3-592f8ff68454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458755 Nov 22 20:07:25.711533 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-632a606e-3fd8-47f9-b05e-467259fbe8d0 req-91e6a5d6-b772-4690-bee9-4d16681aae1c service neutron] For port 61d0354c-dae5-471e-bea6-af003ac19ef9, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=61d0354c-dae5-471e-bea6-af003ac19ef9,segment=NetworkSegment(2a5a1c7b-538e-498e-99b9-cc7a8e0411be),segment_id=2a5a1c7b-538e-498e-99b9-cc7a8e0411be)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:07:25.773546 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-04ef81bb-9673-4765-8fcd-d1b91fef6b24 req-956fe7d0-e3b2-46ce-811d-6fd1e40abb44 tempest-MultipleCreateTestJSON-1276993397 tempest-MultipleCreateTestJSON-1276993397-project] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:25.792736 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-632a606e-3fd8-47f9-b05e-467259fbe8d0 req-91e6a5d6-b772-4690-bee9-4d16681aae1c service neutron] For port 61d0354c-dae5-471e-bea6-af003ac19ef9, host n-h1-818823-1, cleared binding levels {{(pid=103447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:07:25.835083 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 58e562ef-8008-40cc-bfdf-00600826c470 details requested by agent hyperv_n-h2-818823-1 with host n-h2-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 20:07:25.860786 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 57822) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:07:25.880110 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e94aed4c-ece2-410e-a309-9c83a0437f8c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61d0354c-dae5-471e-bea6-af003ac19ef9'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:07:25.886201 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbc6b335-b441-46d5-a2cf-b078759e01d9" -d '{"events": [{"server_uuid": "e94aed4c-ece2-410e-a309-9c83a0437f8c", "name": "network-vif-unplugged", "status": "completed", "tag": "61d0354c-dae5-471e-bea6-af003ac19ef9"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:07:25.890422 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-04ef81bb-9673-4765-8fcd-d1b91fef6b24 req-956fe7d0-e3b2-46ce-811d-6fd1e40abb44 tempest-MultipleCreateTestJSON-1276993397 tempest-MultipleCreateTestJSON-1276993397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:25.892833 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-632a606e-3fd8-47f9-b05e-467259fbe8d0 req-91e6a5d6-b772-4690-bee9-4d16681aae1c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:25.905212 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1c2b8611-7c27-4dc7-bc44-033cc18ed710 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:25.940704 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1c2b8611-7c27-4dc7-bc44-033cc18ed710 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:25.956364 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c2b8611-7c27-4dc7-bc44-033cc18ed710 admin admin] vlan segment allocate from pool success with {'vlan_id': 646, 'physical_network': 'physnet1'} {{(pid=103448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 20:07:25.970798 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1c2b8611-7c27-4dc7-bc44-033cc18ed710 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:25.971038 n-d-818823-1 neutron-server[103448]: INFO neutron.db.segments_db [None req-1c2b8611-7c27-4dc7-bc44-033cc18ed710 admin admin] Added segment f713d3ed-9f2f-4f27-91f3-49b8f330bcc1 of type vlan for network 2b252814-15c3-4a94-a06a-f3a13ca593af Nov 22 20:07:25.974087 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.provisioning_blocks [req-632a606e-3fd8-47f9-b05e-467259fbe8d0 req-91e6a5d6-b772-4690-bee9-4d16681aae1c service neutron] Transition to ACTIVE for port object 61d0354c-dae5-471e-bea6-af003ac19ef9 will not be triggered until provisioned by entity L2. {{(pid=103447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 20:07:25.989190 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-632a606e-3fd8-47f9-b05e-467259fbe8d0 req-91e6a5d6-b772-4690-bee9-4d16681aae1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:25.995036 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 22 Nov 2021 20:07:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d80f0f27-2bf0-4cf6-874c-fe401f46888b x-openstack-request-id: req-d80f0f27-2bf0-4cf6-874c-fe401f46888b {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:07:25.995713 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e94aed4c-ece2-410e-a309-9c83a0437f8c", "name": "network-vif-unplugged", "status": "completed", "tag": "61d0354c-dae5-471e-bea6-af003ac19ef9", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:07:25.996212 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d80f0f27-2bf0-4cf6-874c-fe401f46888b {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:07:25.996823 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e94aed4c-ece2-410e-a309-9c83a0437f8c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61d0354c-dae5-471e-bea6-af003ac19ef9', 'code': 200} Nov 22 20:07:26.027919 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1c2b8611-7c27-4dc7-bc44-033cc18ed710 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748992492791'] for network, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:26.050145 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [req-04ef81bb-9673-4765-8fcd-d1b91fef6b24 req-eb3e8410-934a-4c8f-9763-2b5edc63157c tempest-MultipleCreateTestJSON-1276993397 tempest-MultipleCreateTestJSON-1276993397-project] Allocated IP 172.20.0.9 (5603836d-e977-4a38-b5cc-930bf7d9baac/e2cea4a9-15b2-4b0f-a36e-4aff7f2ffbab/804415e1-0f88-4667-ae15-401b8c2f514c) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:07:26.091326 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2b8611-7c27-4dc7-bc44-033cc18ed710 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2857c8b-9c58-4d8b-ab89-040cb1f70ef2,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:07:26.098399 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69072c93-322e-4c60-9e87-496109aa9530 req-d1f89a56-5395-4136-9ea6-cc7f1238f452 tempest-MultipleCreateTestJSON-1276993397 tempest-MultipleCreateTestJSON-1276993397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:26.109338 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-69072c93-322e-4c60-9e87-496109aa9530 req-d1f89a56-5395-4136-9ea6-cc7f1238f452 tempest-MultipleCreateTestJSON-1276993397 tempest-MultipleCreateTestJSON-1276993397-project] 10.222.0.46 "GET /v2.0/ports?device_id=866e794f-abd8-441e-925e-0f8cfac709aa HTTP/1.1" status: 200 len: 932 time: 0.2196784 Nov 22 20:07:26.110102 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1c2b8611-7c27-4dc7-bc44-033cc18ed710 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for network, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:26.111874 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c2b8611-7c27-4dc7-bc44-033cc18ed710 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:26.112457 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1c2b8611-7c27-4dc7-bc44-033cc18ed710 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:26.124935 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04ef81bb-9673-4765-8fcd-d1b91fef6b24 req-956fe7d0-e3b2-46ce-811d-6fd1e40abb44 tempest-MultipleCreateTestJSON-1276993397 tempest-MultipleCreateTestJSON-1276993397-project] Network 5603836d-e977-4a38-b5cc-930bf7d9baac is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:07:26.156373 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [req-04ef81bb-9673-4765-8fcd-d1b91fef6b24 req-956fe7d0-e3b2-46ce-811d-6fd1e40abb44 tempest-MultipleCreateTestJSON-1276993397 tempest-MultipleCreateTestJSON-1276993397-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:07:26.171675 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [req-04ef81bb-9673-4765-8fcd-d1b91fef6b24 req-956fe7d0-e3b2-46ce-811d-6fd1e40abb44 tempest-MultipleCreateTestJSON-1276993397 tempest-MultipleCreateTestJSON-1276993397-project] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:07:26.178320 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port 58e562ef-8008-40cc-bfdf-00600826c470, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=58e562ef-8008-40cc-bfdf-00600826c470,segment=NetworkSegment(ee8173ed-ffda-445d-90ba-7bf45834e451),segment_id=ee8173ed-ffda-445d-90ba-7bf45834e451)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:07:26.198777 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-d64ebfaf-a7ba-4572-8326-9e0ba02e4dd1 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1550070855-network', 'tenant_id': '6f52229d1e984d5083d624d8359d1d06'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:07:26.211670 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Returning: {'device': '58e562ef-8008-40cc-bfdf-00600826c470', 'network_id': '2cba3d15-15ad-430b-9993-3b4a14230480', 'port_id': '58e562ef-8008-40cc-bfdf-00600826c470', 'mac_address': 'fa:16:3e:04:95:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1439a4b0-dcfd-4d3a-bcc9-51cb20acf78c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 20:07:26.227675 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e6a5d6-b772-4690-bee9-4d16681aae1c service neutron] Pushing event updated for resources: {'Port': ['ID=61d0354c-dae5-471e-bea6-af003ac19ef9,revision_number=10']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:07:26.244431 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-632a606e-3fd8-47f9-b05e-467259fbe8d0 req-91e6a5d6-b772-4690-bee9-4d16681aae1c service neutron] No DVR routers for this DVR port 61d0354c-dae5-471e-bea6-af003ac19ef9 on host n-h1-818823-1 {{(pid=103447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:07:26.281533 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:26.301418 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 58e562ef-8008-40cc-bfdf-00600826c470 {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:07:26.320550 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ef81bb-9673-4765-8fcd-d1b91fef6b24 req-956fe7d0-e3b2-46ce-811d-6fd1e40abb44 tempest-MultipleCreateTestJSON-1276993397 tempest-MultipleCreateTestJSON-1276993397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:26.321205 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-04ef81bb-9673-4765-8fcd-d1b91fef6b24 req-956fe7d0-e3b2-46ce-811d-6fd1e40abb44 tempest-MultipleCreateTestJSON-1276993397 tempest-MultipleCreateTestJSON-1276993397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:26.341716 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-1c2b8611-7c27-4dc7-bc44-033cc18ed710 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0538695 Nov 22 20:07:26.342574 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956fe7d0-e3b2-46ce-811d-6fd1e40abb44 tempest-MultipleCreateTestJSON-1276993397 tempest-MultipleCreateTestJSON-1276993397-project] Pushing event updated for resources: {'Port': ['ID=874c2f81-cd5e-4beb-acdb-74cbf39f5a6d,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:07:26.344061 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port 58e562ef-8008-40cc-bfdf-00600826c470, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=58e562ef-8008-40cc-bfdf-00600826c470,segment=NetworkSegment(ee8173ed-ffda-445d-90ba-7bf45834e451),segment_id=ee8173ed-ffda-445d-90ba-7bf45834e451)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:07:26.351245 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:26.352543 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 57836) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:07:26.362124 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689135eb-ecf1-43fb-89db-bde29cdb6338 req-d0621bea-39f5-40c9-8d7c-761cf2937edf tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:26.369978 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-689135eb-ecf1-43fb-89db-bde29cdb6338 req-d0621bea-39f5-40c9-8d7c-761cf2937edf tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] 10.222.0.46 "GET /v2.0/ports?device_id=1d610fed-ade8-4090-9ac8-a8eeda6b914b HTTP/1.1" status: 200 len: 949 time: 0.3168018 Nov 22 20:07:26.372329 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d64ebfaf-a7ba-4572-8326-9e0ba02e4dd1 admin admin] Made reservation on behalf of 6f52229d1e984d5083d624d8359d1d06 for: {'network': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:07:26.374818 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-d64ebfaf-a7ba-4572-8326-9e0ba02e4dd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for network, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:26.396854 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-086b0d95-b23a-449a-83f0-5c14a1dd9f8e admin admin] Request body: {'subnet': {'network_id': '2b252814-15c3-4a94-a06a-f3a13ca593af', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-917636083-subnet', 'tenant_id': '61dcfa65121d45e7982f77d2ef747965', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:07:26.403788 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-04ef81bb-9673-4765-8fcd-d1b91fef6b24 req-956fe7d0-e3b2-46ce-811d-6fd1e40abb44 tempest-MultipleCreateTestJSON-1276993397 tempest-MultipleCreateTestJSON-1276993397-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3620763 Nov 22 20:07:26.404431 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2b8611-7c27-4dc7-bc44-033cc18ed710 admin admin] Pushing event updated for resources: {'Network': ['ID=2b252814-15c3-4a94-a06a-f3a13ca593af,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:07:26.428936 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [req-04ef81bb-9673-4765-8fcd-d1b91fef6b24 req-a786039e-8eaf-472b-ab72-56252342b10c service neutron] Request body: {'port': {'device_id': '866e794f-abd8-441e-925e-0f8cfac709aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818823-1'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:07:26.431987 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Network 2b252814-15c3-4a94-a06a-f3a13ca593af details requested by agent ovs-agent-n-d-818823-1 with host n-d-818823-1 {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 20:07:26.444651 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] get_ports_and_sgs() called for port_ids ['58e562ef-8008-40cc-bfdf-00600826c470'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:07:26.487996 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-69072c93-322e-4c60-9e87-496109aa9530 req-2dfe55fd-37cd-4ba6-9d0e-30d614d67526 tempest-MultipleCreateTestJSON-1276993397 tempest-MultipleCreateTestJSON-1276993397-project] 10.222.0.46 "GET /v2.0/security-groups?id=8a035bd2-0e78-4fc7-9d57-01ec97cfb81c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3774819 Nov 22 20:07:26.500800 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-d64ebfaf-a7ba-4572-8326-9e0ba02e4dd1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:26.501016 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-04ef81bb-9673-4765-8fcd-d1b91fef6b24 req-a786039e-8eaf-472b-ab72-56252342b10c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:26.509467 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-632a606e-3fd8-47f9-b05e-467259fbe8d0 req-91e6a5d6-b772-4690-bee9-4d16681aae1c service neutron] Attempting to bind port 61d0354c-dae5-471e-bea6-af003ac19ef9 on host n-h2-818823-1 for vnic_type normal with profile {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:07:26.509815 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-632a606e-3fd8-47f9-b05e-467259fbe8d0 req-91e6a5d6-b772-4690-bee9-4d16681aae1c service neutron] Attempting to bind port 61d0354c-dae5-471e-bea6-af003ac19ef9 by drivers openvswitch,hyperv on host n-h2-818823-1 at level 0 using segments [{'id': '2a5a1c7b-538e-498e-99b9-cc7a8e0411be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'e1052824-bf78-4963-8937-b202e372ac24'}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:07:26.510150 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-632a606e-3fd8-47f9-b05e-467259fbe8d0 req-91e6a5d6-b772-4690-bee9-4d16681aae1c service neutron] Attempting to bind port 61d0354c-dae5-471e-bea6-af003ac19ef9 on network e1052824-bf78-4963-8937-b202e372ac24 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:07:26.520601 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=58e562ef-8008-40cc-bfdf-00600826c470,revision_number=6']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:07:26.576394 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-632a606e-3fd8-47f9-b05e-467259fbe8d0 req-91e6a5d6-b772-4690-bee9-4d16681aae1c service neutron] Port 61d0354c-dae5-471e-bea6-af003ac19ef9 on network e1052824-bf78-4963-8937-b202e372ac24 not bound, no agent of type Open vSwitch agent registered on host n-h2-818823-1 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:07:26.576666 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-632a606e-3fd8-47f9-b05e-467259fbe8d0 req-91e6a5d6-b772-4690-bee9-4d16681aae1c service neutron] Attempting to bind port 61d0354c-dae5-471e-bea6-af003ac19ef9 on network e1052824-bf78-4963-8937-b202e372ac24 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:07:26.605409 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-086b0d95-b23a-449a-83f0-5c14a1dd9f8e admin admin] Made reservation on behalf of 61dcfa65121d45e7982f77d2ef747965 for: {'subnet': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:07:26.608101 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-086b0d95-b23a-449a-83f0-5c14a1dd9f8e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8485086'] for subnet, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:26.627178 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-632a606e-3fd8-47f9-b05e-467259fbe8d0 req-91e6a5d6-b772-4690-bee9-4d16681aae1c service neutron] Checking agent: {'id': '65e0486a-7030-4065-96f0-10aa7402a530', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'started_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 7, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:07:26.627562 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-632a606e-3fd8-47f9-b05e-467259fbe8d0 req-91e6a5d6-b772-4690-bee9-4d16681aae1c service neutron] Checking segment: {'id': '2a5a1c7b-538e-498e-99b9-cc7a8e0411be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'e1052824-bf78-4963-8937-b202e372ac24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:07:26.627964 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-632a606e-3fd8-47f9-b05e-467259fbe8d0 req-91e6a5d6-b772-4690-bee9-4d16681aae1c service neutron] Bound using segment: {'id': '2a5a1c7b-538e-498e-99b9-cc7a8e0411be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'e1052824-bf78-4963-8937-b202e372ac24'} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:07:26.628420 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-632a606e-3fd8-47f9-b05e-467259fbe8d0 req-91e6a5d6-b772-4690-bee9-4d16681aae1c service neutron] Bound port: 61d0354c-dae5-471e-bea6-af003ac19ef9, host: n-h2-818823-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a5a1c7b-538e-498e-99b9-cc7a8e0411be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'e1052824-bf78-4963-8937-b202e372ac24'}}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:07:26.628784 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-632a606e-3fd8-47f9-b05e-467259fbe8d0 req-91e6a5d6-b772-4690-bee9-4d16681aae1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:26.691550 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-689135eb-ecf1-43fb-89db-bde29cdb6338 req-8f2fd60e-2637-4b2d-8cf1-4e762b201b79 tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] 10.222.0.46 "GET /v2.0/security-groups?id=e5ae9e03-6ff8-4082-b7a4-25ecea5ed21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3202319 Nov 22 20:07:26.936834 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-04ef81bb-9673-4765-8fcd-d1b91fef6b24 req-eb3e8410-934a-4c8f-9763-2b5edc63157c tempest-MultipleCreateTestJSON-1276993397 tempest-MultipleCreateTestJSON-1276993397-project] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:26.943575 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-632a606e-3fd8-47f9-b05e-467259fbe8d0 req-91e6a5d6-b772-4690-bee9-4d16681aae1c service neutron] For port 61d0354c-dae5-471e-bea6-af003ac19ef9, host n-h2-818823-1, cleared binding levels {{(pid=103447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:07:26.984104 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-632a606e-3fd8-47f9-b05e-467259fbe8d0 req-91e6a5d6-b772-4690-bee9-4d16681aae1c service neutron] For port 61d0354c-dae5-471e-bea6-af003ac19ef9, host n-h2-818823-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=61d0354c-dae5-471e-bea6-af003ac19ef9,segment=NetworkSegment(2a5a1c7b-538e-498e-99b9-cc7a8e0411be),segment_id=2a5a1c7b-538e-498e-99b9-cc7a8e0411be)] {{(pid=103447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:07:26.999908 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-632a606e-3fd8-47f9-b05e-467259fbe8d0 req-91e6a5d6-b772-4690-bee9-4d16681aae1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:27.073567 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f156a61-12c8-48be-b83d-35b691d454d8 req-32f62654-43a9-4f70-ac2a-ad24933b6dc9 tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:27.075072 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2f156a61-12c8-48be-b83d-35b691d454d8 req-32f62654-43a9-4f70-ac2a-ad24933b6dc9 tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] 10.222.0.46 "GET /v2.0/ports?device_id=ad39a69e-d0da-4b53-be9a-d624fa4b35c6 HTTP/1.1" status: 200 len: 944 time: 0.2604778 Nov 22 20:07:27.080438 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-d64ebfaf-a7ba-4572-8326-9e0ba02e4dd1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:27.090982 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c26ab60-50d1-4cfe-9a48-aa90d56a4575 req-ddef0de4-c403-401c-af9a-98d4608cfe5d tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:27.092481 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1c26ab60-50d1-4cfe-9a48-aa90d56a4575 req-ddef0de4-c403-401c-af9a-98d4608cfe5d tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/ports?device_id=e94aed4c-ece2-410e-a309-9c83a0437f8c HTTP/1.1" status: 200 len: 949 time: 0.2825503 Nov 22 20:07:27.107684 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632a606e-3fd8-47f9-b05e-467259fbe8d0 req-91e6a5d6-b772-4690-bee9-4d16681aae1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:27.108652 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-632a606e-3fd8-47f9-b05e-467259fbe8d0 req-91e6a5d6-b772-4690-bee9-4d16681aae1c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:27.110006 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-632a606e-3fd8-47f9-b05e-467259fbe8d0 req-91e6a5d6-b772-4690-bee9-4d16681aae1c service neutron] 10.222.0.20 "PUT /v2.0/ports/61d0354c-dae5-471e-bea6-af003ac19ef9 HTTP/1.1" status: 200 len: 1097 time: 2.8967295 Nov 22 20:07:27.122392 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-d64ebfaf-a7ba-4572-8326-9e0ba02e4dd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:27.268193 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d64ebfaf-a7ba-4572-8326-9e0ba02e4dd1 admin admin] vlan segment allocate from pool success with {'vlan_id': 624, 'physical_network': 'physnet1'} {{(pid=103447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 20:07:27.299654 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e6a5d6-b772-4690-bee9-4d16681aae1c service neutron] Pushing event updated for resources: {'Port': ['ID=61d0354c-dae5-471e-bea6-af003ac19ef9,revision_number=11']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:07:27.314691 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-04ef81bb-9673-4765-8fcd-d1b91fef6b24 req-eb3e8410-934a-4c8f-9763-2b5edc63157c tempest-MultipleCreateTestJSON-1276993397 tempest-MultipleCreateTestJSON-1276993397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:27.316335 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64ebfaf-a7ba-4572-8326-9e0ba02e4dd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22f9f473-102c-4988-bca7-4b5a96626062,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:07:27.340399 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-d64ebfaf-a7ba-4572-8326-9e0ba02e4dd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:27.340750 n-d-818823-1 neutron-server[103447]: INFO neutron.db.segments_db [None req-d64ebfaf-a7ba-4572-8326-9e0ba02e4dd1 admin admin] Added segment 0c4a92eb-7a42-406b-9dd1-9acfe9de0406 of type vlan for network e59533d4-dbfe-42cb-a92e-3447960d636c Nov 22 20:07:27.473982 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-d64ebfaf-a7ba-4572-8326-9e0ba02e4dd1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748992492791'] for network, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:27.502627 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3e8410-934a-4c8f-9763-2b5edc63157c tempest-MultipleCreateTestJSON-1276993397 tempest-MultipleCreateTestJSON-1276993397-project] Pushing event updated for resources: {'Port': ['ID=804415e1-0f88-4667-ae15-401b8c2f514c,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:07:27.523720 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2f156a61-12c8-48be-b83d-35b691d454d8 req-acc0fed7-8775-476b-8610-f2245d82ba8f tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0c04069-962d-48b0-bef3-592f8ff68454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4249792 Nov 22 20:07:27.534387 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04ef81bb-9673-4765-8fcd-d1b91fef6b24 req-eb3e8410-934a-4c8f-9763-2b5edc63157c tempest-MultipleCreateTestJSON-1276993397 tempest-MultipleCreateTestJSON-1276993397-project] Network 5603836d-e977-4a38-b5cc-930bf7d9baac is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:07:27.539676 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [req-04ef81bb-9673-4765-8fcd-d1b91fef6b24 req-eb3e8410-934a-4c8f-9763-2b5edc63157c tempest-MultipleCreateTestJSON-1276993397 tempest-MultipleCreateTestJSON-1276993397-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:07:27.560781 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-d64ebfaf-a7ba-4572-8326-9e0ba02e4dd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for network, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:27.561786 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d64ebfaf-a7ba-4572-8326-9e0ba02e4dd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:27.562384 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-d64ebfaf-a7ba-4572-8326-9e0ba02e4dd1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for network, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:27.575600 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-086b0d95-b23a-449a-83f0-5c14a1dd9f8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8900613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8485104'] for subnet, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:27.583226 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-04ef81bb-9673-4765-8fcd-d1b91fef6b24 req-eb3e8410-934a-4c8f-9763-2b5edc63157c tempest-MultipleCreateTestJSON-1276993397 tempest-MultipleCreateTestJSON-1276993397-project] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:07:27.711898 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ef81bb-9673-4765-8fcd-d1b91fef6b24 req-eb3e8410-934a-4c8f-9763-2b5edc63157c tempest-MultipleCreateTestJSON-1276993397 tempest-MultipleCreateTestJSON-1276993397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:27.712579 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-04ef81bb-9673-4765-8fcd-d1b91fef6b24 req-eb3e8410-934a-4c8f-9763-2b5edc63157c tempest-MultipleCreateTestJSON-1276993397 tempest-MultipleCreateTestJSON-1276993397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:27.716926 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632a606e-3fd8-47f9-b05e-467259fbe8d0 req-6ea992f4-089c-47d8-9625-484a21701fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:27.718734 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-632a606e-3fd8-47f9-b05e-467259fbe8d0 req-6ea992f4-089c-47d8-9625-484a21701fba service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=126c0323750547f8b9835ef63890aaea&device_id=e94aed4c-ece2-410e-a309-9c83a0437f8c HTTP/1.1" status: 200 len: 1100 time: 0.5681274 Nov 22 20:07:27.725854 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-d64ebfaf-a7ba-4572-8326-9e0ba02e4dd1 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.8607566 Nov 22 20:07:27.729651 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1c26ab60-50d1-4cfe-9a48-aa90d56a4575 req-2803fbb5-7e2d-413e-9008-ac411cd9755c tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1d007ec-a75a-4ef8-9cdd-9c679a3ff22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6136055 Nov 22 20:07:27.733206 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 57852) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:07:27.737258 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64ebfaf-a7ba-4572-8326-9e0ba02e4dd1 admin admin] Pushing event updated for resources: {'Network': ['ID=e59533d4-dbfe-42cb-a92e-3447960d636c,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:07:27.743318 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-a19a9142-1ea8-4c4b-89b1-a8b3026a027d admin admin] Request body: {'subnet': {'network_id': 'e59533d4-dbfe-42cb-a92e-3447960d636c', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1550070855-subnet', 'tenant_id': '6f52229d1e984d5083d624d8359d1d06', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:07:27.750580 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Network e59533d4-dbfe-42cb-a92e-3447960d636c details requested by agent ovs-agent-n-d-818823-1 with host n-d-818823-1 {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 20:07:27.811707 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 61d0354c-dae5-471e-bea6-af003ac19ef9 no longer exists at agent hyperv_n-h1-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:07:27.840523 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a19a9142-1ea8-4c4b-89b1-a8b3026a027d admin admin] Made reservation on behalf of 6f52229d1e984d5083d624d8359d1d06 for: {'subnet': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:07:27.842916 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [req-04ef81bb-9673-4765-8fcd-d1b91fef6b24 req-a786039e-8eaf-472b-ab72-56252342b10c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 874c2f81-cd5e-4beb-acdb-74cbf39f5a6d {{(pid=103448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:07:27.843398 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a19a9142-1ea8-4c4b-89b1-a8b3026a027d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8485086'] for subnet, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:27.859637 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-04ef81bb-9673-4765-8fcd-d1b91fef6b24 req-a786039e-8eaf-472b-ab72-56252342b10c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:27.887594 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [req-04ef81bb-9673-4765-8fcd-d1b91fef6b24 req-a786039e-8eaf-472b-ab72-56252342b10c service neutron] Transition to ACTIVE for port object 874c2f81-cd5e-4beb-acdb-74cbf39f5a6d will not be triggered until provisioned by entity L2. {{(pid=103448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 20:07:27.895974 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-04ef81bb-9673-4765-8fcd-d1b91fef6b24 req-a786039e-8eaf-472b-ab72-56252342b10c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:28.001693 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1be1ed-70e6-400e-85bc-94c19a9c6817 req-512c8d91-b218-41a4-a2c8-136fcf7e6244 tempest-MultipleCreateTestJSON-1276993397 tempest-MultipleCreateTestJSON-1276993397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:28.010001 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0a1be1ed-70e6-400e-85bc-94c19a9c6817 req-512c8d91-b218-41a4-a2c8-136fcf7e6244 tempest-MultipleCreateTestJSON-1276993397 tempest-MultipleCreateTestJSON-1276993397-project] 10.222.0.46 "GET /v2.0/ports?device_id=866e794f-abd8-441e-925e-0f8cfac709aa HTTP/1.1" status: 200 len: 932 time: 0.2745957 Nov 22 20:07:28.012596 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a786039e-8eaf-472b-ab72-56252342b10c service neutron] Pushing event updated for resources: {'Port': ['ID=874c2f81-cd5e-4beb-acdb-74cbf39f5a6d,revision_number=2']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:07:28.014258 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 58e562ef-8008-40cc-bfdf-00600826c470 up at agent hyperv_n-h2-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:07:28.014695 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-04ef81bb-9673-4765-8fcd-d1b91fef6b24 req-eb3e8410-934a-4c8f-9763-2b5edc63157c tempest-MultipleCreateTestJSON-1276993397 tempest-MultipleCreateTestJSON-1276993397-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8590071 Nov 22 20:07:28.027607 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e94aed4c-ece2-410e-a309-9c83a0437f8c', 'tag': '61d0354c-dae5-471e-bea6-af003ac19ef9'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:07:28.030554 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d542a9f-a1ca-4233-beb2-527d4e1d803b" -d '{"events": [{"name": "network-changed", "server_uuid": "e94aed4c-ece2-410e-a309-9c83a0437f8c", "tag": "61d0354c-dae5-471e-bea6-af003ac19ef9"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:07:28.101713 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-04ef81bb-9673-4765-8fcd-d1b91fef6b24 req-99f0e090-948c-42c2-9178-b909b9577fe0 service neutron] Request body: {'port': {'device_id': 'c2f7930e-5744-4462-b8f5-975b1478e01d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818823-1'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:07:28.104590 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 61d0354c-dae5-471e-bea6-af003ac19ef9 not bound to the agent host n-h1-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:07:28.118005 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Provisioning complete for port 58e562ef-8008-40cc-bfdf-00600826c470 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:07:28.118334 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:28.136746 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-04ef81bb-9673-4765-8fcd-d1b91fef6b24 req-a786039e-8eaf-472b-ab72-56252342b10c service neutron] Attempting to bind port 874c2f81-cd5e-4beb-acdb-74cbf39f5a6d on host n-h2-818823-1 for vnic_type normal with profile {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:07:28.137349 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-04ef81bb-9673-4765-8fcd-d1b91fef6b24 req-a786039e-8eaf-472b-ab72-56252342b10c service neutron] Attempting to bind port 874c2f81-cd5e-4beb-acdb-74cbf39f5a6d by drivers openvswitch,hyperv on host n-h2-818823-1 at level 0 using segments [{'id': '021b91f9-18fd-49d2-9530-507289b68670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '5603836d-e977-4a38-b5cc-930bf7d9baac'}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:07:28.137853 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ef81bb-9673-4765-8fcd-d1b91fef6b24 req-a786039e-8eaf-472b-ab72-56252342b10c service neutron] Attempting to bind port 874c2f81-cd5e-4beb-acdb-74cbf39f5a6d on network 5603836d-e977-4a38-b5cc-930bf7d9baac {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:07:28.144317 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0a1be1ed-70e6-400e-85bc-94c19a9c6817 req-b1fa23fa-5fa6-459d-84ca-59322ba3b87f tempest-MultipleCreateTestJSON-1276993397 tempest-MultipleCreateTestJSON-1276993397-project] 10.222.0.46 "GET /v2.0/security-groups?id=8a035bd2-0e78-4fc7-9d57-01ec97cfb81c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308095 Nov 22 20:07:28.146151 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ef81bb-9673-4765-8fcd-d1b91fef6b24 req-a786039e-8eaf-472b-ab72-56252342b10c service neutron] Port 874c2f81-cd5e-4beb-acdb-74cbf39f5a6d on network 5603836d-e977-4a38-b5cc-930bf7d9baac not bound, no agent of type Open vSwitch agent registered on host n-h2-818823-1 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:07:28.146693 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ef81bb-9673-4765-8fcd-d1b91fef6b24 req-a786039e-8eaf-472b-ab72-56252342b10c service neutron] Attempting to bind port 874c2f81-cd5e-4beb-acdb-74cbf39f5a6d on network 5603836d-e977-4a38-b5cc-930bf7d9baac {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:07:28.154625 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ef81bb-9673-4765-8fcd-d1b91fef6b24 req-a786039e-8eaf-472b-ab72-56252342b10c service neutron] Checking agent: {'id': '65e0486a-7030-4065-96f0-10aa7402a530', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'started_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 7, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:07:28.155264 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ef81bb-9673-4765-8fcd-d1b91fef6b24 req-a786039e-8eaf-472b-ab72-56252342b10c service neutron] Checking segment: {'id': '021b91f9-18fd-49d2-9530-507289b68670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '5603836d-e977-4a38-b5cc-930bf7d9baac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:07:28.155857 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ef81bb-9673-4765-8fcd-d1b91fef6b24 req-a786039e-8eaf-472b-ab72-56252342b10c service neutron] Bound using segment: {'id': '021b91f9-18fd-49d2-9530-507289b68670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '5603836d-e977-4a38-b5cc-930bf7d9baac'} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:07:28.156463 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-04ef81bb-9673-4765-8fcd-d1b91fef6b24 req-a786039e-8eaf-472b-ab72-56252342b10c service neutron] Bound port: 874c2f81-cd5e-4beb-acdb-74cbf39f5a6d, host: n-h2-818823-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '021b91f9-18fd-49d2-9530-507289b68670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '5603836d-e977-4a38-b5cc-930bf7d9baac'}}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:07:28.156988 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-04ef81bb-9673-4765-8fcd-d1b91fef6b24 req-a786039e-8eaf-472b-ab72-56252342b10c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:28.232144 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:28.237387 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-04ef81bb-9673-4765-8fcd-d1b91fef6b24 req-99f0e090-948c-42c2-9178-b909b9577fe0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:28.242804 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-04ef81bb-9673-4765-8fcd-d1b91fef6b24 req-a786039e-8eaf-472b-ab72-56252342b10c service neutron] For port 874c2f81-cd5e-4beb-acdb-74cbf39f5a6d, host n-h2-818823-1, cleared binding levels {{(pid=103448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:07:28.247218 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-04ef81bb-9673-4765-8fcd-d1b91fef6b24 req-a786039e-8eaf-472b-ab72-56252342b10c service neutron] For port 874c2f81-cd5e-4beb-acdb-74cbf39f5a6d, host n-h2-818823-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=874c2f81-cd5e-4beb-acdb-74cbf39f5a6d,segment=NetworkSegment(021b91f9-18fd-49d2-9530-507289b68670),segment_id=021b91f9-18fd-49d2-9530-507289b68670)] {{(pid=103448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:07:28.255833 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-04ef81bb-9673-4765-8fcd-d1b91fef6b24 req-a786039e-8eaf-472b-ab72-56252342b10c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:28.262241 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-086b0d95-b23a-449a-83f0-5c14a1dd9f8e admin admin] Checking segment: {'id': 'f713d3ed-9f2f-4f27-91f3-49b8f330bcc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '2b252814-15c3-4a94-a06a-f3a13ca593af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:07:28.262756 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-086b0d95-b23a-449a-83f0-5c14a1dd9f8e admin admin] Network hostable DHCP agents. Network: 2b252814-15c3-4a94-a06a-f3a13ca593af, hostable agents: ['02adaa64-0987-4b74-bad0-cbcf56f8a294'], hosted agents: [] {{(pid=103447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 20:07:28.266797 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086b0d95-b23a-449a-83f0-5c14a1dd9f8e admin admin] Pushing event updated for resources: {'Subnet': ['ID=21f6cce3-ea76-4a1b-b1b6-f7b27d53b88e,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:07:28.280660 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad39a69e-d0da-4b53-be9a-d624fa4b35c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58e562ef-8008-40cc-bfdf-00600826c470'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:07:28.285221 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d39f6d30a11e565ec9648abcc015e8a6ab6cff4edd704add8155e28765d31eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dffca074-2bd6-4028-bd86-a1b9fd62ab81" -d '{"events": [{"server_uuid": "ad39a69e-d0da-4b53-be9a-d624fa4b35c6", "name": "network-vif-plugged", "status": "completed", "tag": "58e562ef-8008-40cc-bfdf-00600826c470"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:07:28.299447 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ef81bb-9673-4765-8fcd-d1b91fef6b24 req-a786039e-8eaf-472b-ab72-56252342b10c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:28.300076 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-04ef81bb-9673-4765-8fcd-d1b91fef6b24 req-a786039e-8eaf-472b-ab72-56252342b10c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:28.301756 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-04ef81bb-9673-4765-8fcd-d1b91fef6b24 req-a786039e-8eaf-472b-ab72-56252342b10c service neutron] 10.222.0.20 "PUT /v2.0/ports/874c2f81-cd5e-4beb-acdb-74cbf39f5a6d HTTP/1.1" status: 200 len: 1092 time: 1.8841462 Nov 22 20:07:28.301956 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '866e794f-abd8-441e-925e-0f8cfac709aa', 'tag': '874c2f81-cd5e-4beb-acdb-74cbf39f5a6d'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:07:28.304250 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589a98cf2aea187fcc423a5edb333e5a6cf3ad7c81115d1ebee0f079693c312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82552625-498c-403e-86d8-2b6e77a71648" -d '{"events": [{"name": "network-changed", "server_uuid": "866e794f-abd8-441e-925e-0f8cfac709aa", "tag": "874c2f81-cd5e-4beb-acdb-74cbf39f5a6d"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:07:28.311652 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port 58e562ef-8008-40cc-bfdf-00600826c470, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=58e562ef-8008-40cc-bfdf-00600826c470,segment=NetworkSegment(ee8173ed-ffda-445d-90ba-7bf45834e451),segment_id=ee8173ed-ffda-445d-90ba-7bf45834e451)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:07:28.318998 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:28.333509 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a786039e-8eaf-472b-ab72-56252342b10c service neutron] Pushing event updated for resources: {'Port': ['ID=874c2f81-cd5e-4beb-acdb-74cbf39f5a6d,revision_number=3']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:07:28.394555 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=58e562ef-8008-40cc-bfdf-00600826c470,revision_number=7']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:07:28.408595 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ef81bb-9673-4765-8fcd-d1b91fef6b24 req-f39c7f43-64f4-4d3f-a258-b2f8c8de283e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:28.410244 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-04ef81bb-9673-4765-8fcd-d1b91fef6b24 req-f39c7f43-64f4-4d3f-a258-b2f8c8de283e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bcb1ae20a081415e81e09051d4ec0bd1&device_id=866e794f-abd8-441e-925e-0f8cfac709aa HTTP/1.1" status: 200 len: 1095 time: 0.0667162 Nov 22 20:07:28.457542 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-04ef81bb-9673-4765-8fcd-d1b91fef6b24 req-0cd60f2a-669f-462a-ba40-e65d5266afb3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=874c2f81-cd5e-4beb-acdb-74cbf39f5a6d HTTP/1.1" status: 200 len: 217 time: 0.0393810 Nov 22 20:07:28.512248 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ef81bb-9673-4765-8fcd-d1b91fef6b24 req-6e590c10-b3cc-4c05-95cc-d137e04a48b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:28.513771 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-04ef81bb-9673-4765-8fcd-d1b91fef6b24 req-6e590c10-b3cc-4c05-95cc-d137e04a48b4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e2cea4a9-15b2-4b0f-a36e-4aff7f2ffbab HTTP/1.1" status: 200 len: 853 time: 0.0493124 Nov 22 20:07:28.550887 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-04ef81bb-9673-4765-8fcd-d1b91fef6b24 req-c3e22a7f-a400-42cc-b135-8d80c3ab645a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5603836d-e977-4a38-b5cc-930bf7d9baac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299110 Nov 22 20:07:28.589642 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-086b0d95-b23a-449a-83f0-5c14a1dd9f8e admin admin] Network 2b252814-15c3-4a94-a06a-f3a13ca593af is scheduled to be hosted by DHCP agent 02adaa64-0987-4b74-bad0-cbcf56f8a294 with binding_index 1 {{(pid=103447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 20:07:28.615577 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034da356-2b22-433b-8329-1b60a1eb16b0 req-47f211b3-da6e-44af-8ab3-a8afda614e80 tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:28.617159 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-034da356-2b22-433b-8329-1b60a1eb16b0 req-47f211b3-da6e-44af-8ab3-a8afda614e80 tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] 10.222.0.46 "GET /v2.0/ports?device_id=1d610fed-ade8-4090-9ac8-a8eeda6b914b HTTP/1.1" status: 200 len: 949 time: 0.3899820 Nov 22 20:07:28.619323 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632a606e-3fd8-47f9-b05e-467259fbe8d0 req-da7ba9ed-a601-4544-8516-578ea1849457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:28.620722 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-632a606e-3fd8-47f9-b05e-467259fbe8d0 req-da7ba9ed-a601-4544-8516-578ea1849457 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e1052824-bf78-4963-8937-b202e372ac24 HTTP/1.1" status: 200 len: 870 time: 0.8866804 Nov 22 20:07:28.635471 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-086b0d95-b23a-449a-83f0-5c14a1dd9f8e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818823-1, 2b252814-15c3-4a94-a06a-f3a13ca593af) {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:07:28.646477 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77a6382c-855c-4c69-988f-6eea3e93e7ef None None] Network 2b252814-15c3-4a94-a06a-f3a13ca593af requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:07:28.655970 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-086b0d95-b23a-449a-83f0-5c14a1dd9f8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:28.656582 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-086b0d95-b23a-449a-83f0-5c14a1dd9f8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for subnet, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:28.665059 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-04ef81bb-9673-4765-8fcd-d1b91fef6b24 req-98ca7020-755a-4346-84ec-f7a5ea8d7cab service neutron] 10.222.0.20 "GET /v2.0/networks/5603836d-e977-4a38-b5cc-930bf7d9baac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065924 Nov 22 20:07:28.715523 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-632a606e-3fd8-47f9-b05e-467259fbe8d0 req-b21e3ac0-3bad-42ec-9c13-2255d764f35d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=61d0354c-dae5-471e-bea6-af003ac19ef9 HTTP/1.1" status: 200 len: 217 time: 0.0832193 Nov 22 20:07:28.756312 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803e7755-6042-4cbf-b051-98390e83e352 req-78d78476-96d0-4692-8e7c-4212e6656593 tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:28.758348 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-803e7755-6042-4cbf-b051-98390e83e352 req-78d78476-96d0-4692-8e7c-4212e6656593 tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] 10.222.0.46 "GET /v2.0/ports?device_id=ad39a69e-d0da-4b53-be9a-d624fa4b35c6 HTTP/1.1" status: 200 len: 945 time: 0.3071084 Nov 22 20:07:28.784597 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-04ef81bb-9673-4765-8fcd-d1b91fef6b24 req-8946f4f8-73fe-4e1b-a7ea-40184abbc791 service neutron] 10.222.0.20 "GET /v2.0/networks/5603836d-e977-4a38-b5cc-930bf7d9baac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109867 Nov 22 20:07:28.856816 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e005e09-8405-498c-8333-2ea4b1524e9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fb26bd7-ce56-527b-b94f-2e1f7cb2bb35-2b252814-15c3-4a94-a06a-f3a13ca593af', 'network_id': '2b252814-15c3-4a94-a06a-f3a13ca593af', 'tenant_id': '61dcfa65121d45e7982f77d2ef747965', 'fixed_ips': [{'subnet_id': '21f6cce3-ea76-4a1b-b1b6-f7b27d53b88e'}]}} from n-d-818823-1. {{(pid=103449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 20:07:28.866999 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-5e005e09-8405-498c-8333-2ea4b1524e9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:29.011796 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.db_base_plugin_common [None req-5e005e09-8405-498c-8333-2ea4b1524e9c None None] Allocated IP 172.20.0.2 (2b252814-15c3-4a94-a06a-f3a13ca593af/21f6cce3-ea76-4a1b-b1b6-f7b27d53b88e/25fe32df-87b6-45aa-90ed-380e2d2515b4) {{(pid=103449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:07:29.170263 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-086b0d95-b23a-449a-83f0-5c14a1dd9f8e admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.7923610 Nov 22 20:07:29.173384 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 57870) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:07:29.179070 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-0340a628-f5b7-40ee-84c7-3a2fc607795a admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-917636083-router', 'tenant_id': '61dcfa65121d45e7982f77d2ef747965', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'}}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:07:29.179577 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-5e005e09-8405-498c-8333-2ea4b1524e9c None None] Publish callbacks [] for port, precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:29.191102 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-5e005e09-8405-498c-8333-2ea4b1524e9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372'] for port, after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:29.221734 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0340a628-f5b7-40ee-84c7-3a2fc607795a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24799'] for router, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:29.224322 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0340a628-f5b7-40ee-84c7-3a2fc607795a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-632716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24788'] for router, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:29.234447 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e005e09-8405-498c-8333-2ea4b1524e9c None None] Network 2b252814-15c3-4a94-a06a-f3a13ca593af is already hosted by enough agents. {{(pid=103449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:07:29.244929 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.base_scheduler [None req-5e005e09-8405-498c-8333-2ea4b1524e9c None None] Resources bound (agent type, host, resource id): {{(pid=103449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:07:29.249935 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-034da356-2b22-433b-8329-1b60a1eb16b0 req-b6a9f8bb-d35e-40d5-89fd-1165f47fb85b tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] 10.222.0.46 "GET /v2.0/security-groups?id=e5ae9e03-6ff8-4082-b7a4-25ecea5ed21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6035173 Nov 22 20:07:29.251886 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e005e09-8405-498c-8333-2ea4b1524e9c None None] Received port after_create {{(pid=103449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:07:29.283691 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632a606e-3fd8-47f9-b05e-467259fbe8d0 req-3dbc5299-5a05-4150-81c3-96bf7d924aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:29.285334 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-632a606e-3fd8-47f9-b05e-467259fbe8d0 req-3dbc5299-5a05-4150-81c3-96bf7d924aa5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3091ebfd-11e2-41f8-9c00-ffe0b86563d8 HTTP/1.1" status: 200 len: 843 time: 0.5242281 Nov 22 20:07:29.296002 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e005e09-8405-498c-8333-2ea4b1524e9c None None] Pushing event updated for resources: {'Port': ['ID=25fe32df-87b6-45aa-90ed-380e2d2515b4,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:07:29.330281 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-5e005e09-8405-498c-8333-2ea4b1524e9c None None] Attempting to bind port 25fe32df-87b6-45aa-90ed-380e2d2515b4 on host n-d-818823-1 for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:07:29.330918 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-5e005e09-8405-498c-8333-2ea4b1524e9c None None] Attempting to bind port 25fe32df-87b6-45aa-90ed-380e2d2515b4 by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': 'f713d3ed-9f2f-4f27-91f3-49b8f330bcc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '2b252814-15c3-4a94-a06a-f3a13ca593af'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:07:29.331643 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e005e09-8405-498c-8333-2ea4b1524e9c None None] Attempting to bind port 25fe32df-87b6-45aa-90ed-380e2d2515b4 on network 2b252814-15c3-4a94-a06a-f3a13ca593af {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:07:29.337238 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e005e09-8405-498c-8333-2ea4b1524e9c None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 7, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:07:29.337622 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e005e09-8405-498c-8333-2ea4b1524e9c None None] Checking segment: {'id': 'f713d3ed-9f2f-4f27-91f3-49b8f330bcc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '2b252814-15c3-4a94-a06a-f3a13ca593af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:07:29.338030 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-5e005e09-8405-498c-8333-2ea4b1524e9c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:29.338424 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e005e09-8405-498c-8333-2ea4b1524e9c None None] Bound using segment: {'id': 'f713d3ed-9f2f-4f27-91f3-49b8f330bcc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '2b252814-15c3-4a94-a06a-f3a13ca593af'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:07:29.338891 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-5e005e09-8405-498c-8333-2ea4b1524e9c None None] Bound port: 25fe32df-87b6-45aa-90ed-380e2d2515b4, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f713d3ed-9f2f-4f27-91f3-49b8f330bcc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '2b252814-15c3-4a94-a06a-f3a13ca593af'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:07:29.339277 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-5e005e09-8405-498c-8333-2ea4b1524e9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:29.356477 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-803e7755-6042-4cbf-b051-98390e83e352 req-82079f2c-441b-4101-b83a-d7a341212b60 tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0c04069-962d-48b0-bef3-592f8ff68454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5860581 Nov 22 20:07:29.382295 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0340a628-f5b7-40ee-84c7-3a2fc607795a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:29.400418 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 20:07:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3adbeac5-1337-436e-b4fd-9eda39c1ad8e x-openstack-request-id: req-3adbeac5-1337-436e-b4fd-9eda39c1ad8e {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:07:29.400733 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e94aed4c-ece2-410e-a309-9c83a0437f8c", "tag": "61d0354c-dae5-471e-bea6-af003ac19ef9", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:07:29.400973 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3adbeac5-1337-436e-b4fd-9eda39c1ad8e {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:07:29.401363 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e94aed4c-ece2-410e-a309-9c83a0437f8c', 'tag': '61d0354c-dae5-471e-bea6-af003ac19ef9', 'status': 'completed', 'code': 200} Nov 22 20:07:29.436333 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:07:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78c0a121-cd57-45c0-9f7d-79f0554bbc3c x-openstack-request-id: req-78c0a121-cd57-45c0-9f7d-79f0554bbc3c {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:07:29.436632 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad39a69e-d0da-4b53-be9a-d624fa4b35c6", "name": "network-vif-plugged", "status": "completed", "tag": "58e562ef-8008-40cc-bfdf-00600826c470", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:07:29.436885 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-78c0a121-cd57-45c0-9f7d-79f0554bbc3c {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:07:29.440715 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad39a69e-d0da-4b53-be9a-d624fa4b35c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58e562ef-8008-40cc-bfdf-00600826c470', 'code': 200} Nov 22 20:07:29.461186 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a19a9142-1ea8-4c4b-89b1-a8b3026a027d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8900613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8485104'] for subnet, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:29.496990 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 20:07:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-675e5053-b767-4508-8724-2112302ec922 x-openstack-request-id: req-675e5053-b767-4508-8724-2112302ec922 {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:07:29.497276 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "866e794f-abd8-441e-925e-0f8cfac709aa", "tag": "874c2f81-cd5e-4beb-acdb-74cbf39f5a6d", "status": "completed", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:07:29.498071 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-675e5053-b767-4508-8724-2112302ec922 {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:07:29.498479 n-d-818823-1 neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '866e794f-abd8-441e-925e-0f8cfac709aa', 'tag': '874c2f81-cd5e-4beb-acdb-74cbf39f5a6d', 'status': 'completed', 'code': 200} Nov 22 20:07:29.513391 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [req-04ef81bb-9673-4765-8fcd-d1b91fef6b24 req-99f0e090-948c-42c2-9178-b909b9577fe0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 804415e1-0f88-4667-ae15-401b8c2f514c {{(pid=103447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:07:29.516403 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-5e005e09-8405-498c-8333-2ea4b1524e9c None None] For port 25fe32df-87b6-45aa-90ed-380e2d2515b4, host n-d-818823-1, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:07:29.525399 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-5e005e09-8405-498c-8333-2ea4b1524e9c None None] For port 25fe32df-87b6-45aa-90ed-380e2d2515b4, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=25fe32df-87b6-45aa-90ed-380e2d2515b4,segment=NetworkSegment(f713d3ed-9f2f-4f27-91f3-49b8f330bcc1),segment_id=f713d3ed-9f2f-4f27-91f3-49b8f330bcc1)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:07:29.534397 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-5e005e09-8405-498c-8333-2ea4b1524e9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:29.568997 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-04ef81bb-9673-4765-8fcd-d1b91fef6b24 req-99f0e090-948c-42c2-9178-b909b9577fe0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:29.639160 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.provisioning_blocks [req-04ef81bb-9673-4765-8fcd-d1b91fef6b24 req-99f0e090-948c-42c2-9178-b909b9577fe0 service neutron] Transition to ACTIVE for port object 804415e1-0f88-4667-ae15-401b8c2f514c will not be triggered until provisioned by entity L2. {{(pid=103447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 20:07:29.653594 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632a606e-3fd8-47f9-b05e-467259fbe8d0 req-829cd5c0-5688-4de8-9815-51cbc89db719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:29.659821 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-632a606e-3fd8-47f9-b05e-467259fbe8d0 req-829cd5c0-5688-4de8-9815-51cbc89db719 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e1052824-bf78-4963-8937-b202e372ac24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3597870 Nov 22 20:07:29.670554 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-04ef81bb-9673-4765-8fcd-d1b91fef6b24 req-99f0e090-948c-42c2-9178-b909b9577fe0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:29.683735 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19a9142-1ea8-4c4b-89b1-a8b3026a027d admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f09432b-efc8-483c-af54-c5dc0ccbf04d,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:07:29.703759 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.20', 54005) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:07:29.706499 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-375ced27-f7b0-4ec3-be98-0a9afe81d7e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:29.736398 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e005e09-8405-498c-8333-2ea4b1524e9c None None] Pushing event updated for resources: {'Port': ['ID=25fe32df-87b6-45aa-90ed-380e2d2515b4,revision_number=2']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:07:29.759549 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0340a628-f5b7-40ee-84c7-3a2fc607795a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:29.765434 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d542a9f-a1ca-4233-beb2-527d4e1d803b req-507c3ad7-861a-4af6-b701-31dd681c729c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:29.767236 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4d542a9f-a1ca-4233-beb2-527d4e1d803b req-507c3ad7-861a-4af6-b701-31dd681c729c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=126c0323750547f8b9835ef63890aaea&device_id=e94aed4c-ece2-410e-a309-9c83a0437f8c HTTP/1.1" status: 200 len: 1100 time: 0.3400786 Nov 22 20:07:29.810134 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82552625-498c-403e-86d8-2b6e77a71648 req-a57539e2-45af-4666-9f95-309176c1496f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:29.811873 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-82552625-498c-403e-86d8-2b6e77a71648 req-a57539e2-45af-4666-9f95-309176c1496f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bcb1ae20a081415e81e09051d4ec0bd1&device_id=866e794f-abd8-441e-925e-0f8cfac709aa HTTP/1.1" status: 200 len: 1095 time: 0.3124964 Nov 22 20:07:29.869604 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 58e562ef-8008-40cc-bfdf-00600826c470 no longer exists at agent hyperv_n-h2-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:07:29.992801 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82552625-498c-403e-86d8-2b6e77a71648 req-e181619c-397e-4b28-85d2-34e01a5339f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:29.994430 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-82552625-498c-403e-86d8-2b6e77a71648 req-e181619c-397e-4b28-85d2-34e01a5339f4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=5603836d-e977-4a38-b5cc-930bf7d9baac HTTP/1.1" status: 200 len: 914 time: 0.1529319 Nov 22 20:07:30.014732 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a19a9142-1ea8-4c4b-89b1-a8b3026a027d admin admin] Checking segment: {'id': '0c4a92eb-7a42-406b-9dd1-9acfe9de0406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'e59533d4-dbfe-42cb-a92e-3447960d636c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:07:30.015252 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a19a9142-1ea8-4c4b-89b1-a8b3026a027d admin admin] Network hostable DHCP agents. Network: e59533d4-dbfe-42cb-a92e-3447960d636c, hostable agents: ['02adaa64-0987-4b74-bad0-cbcf56f8a294'], hosted agents: [] {{(pid=103447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 20:07:30.020471 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f0e090-948c-42c2-9178-b909b9577fe0 service neutron] Pushing event updated for resources: {'Port': ['ID=804415e1-0f88-4667-ae15-401b8c2f514c,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:07:30.045070 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:30.047122 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-82552625-498c-403e-86d8-2b6e77a71648 req-5cfdb5e6-9338-425c-a681-8b62e3627937 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=874c2f81-cd5e-4beb-acdb-74cbf39f5a6d HTTP/1.1" status: 200 len: 217 time: 0.0448244 Nov 22 20:07:30.066029 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11e253d-b5c0-4fd2-af17-3976591e261b req-ee18a017-dfa0-41ae-a4c9-e7d54db141a9 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:30.074013 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b11e253d-b5c0-4fd2-af17-3976591e261b req-ee18a017-dfa0-41ae-a4c9-e7d54db141a9 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/ports?device_id=e94aed4c-ece2-410e-a309-9c83a0437f8c HTTP/1.1" status: 200 len: 949 time: 0.4988167 Nov 22 20:07:30.086706 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port 58e562ef-8008-40cc-bfdf-00600826c470, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=58e562ef-8008-40cc-bfdf-00600826c470,segment=NetworkSegment(ee8173ed-ffda-445d-90ba-7bf45834e451),segment_id=ee8173ed-ffda-445d-90ba-7bf45834e451)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:07:30.093475 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:30.178464 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=58e562ef-8008-40cc-bfdf-00600826c470,revision_number=8']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:07:30.210812 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a19a9142-1ea8-4c4b-89b1-a8b3026a027d admin admin] Network e59533d4-dbfe-42cb-a92e-3447960d636c is scheduled to be hosted by DHCP agent 02adaa64-0987-4b74-bad0-cbcf56f8a294 with binding_index 1 {{(pid=103447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 20:07:30.233608 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b52ae5-c57b-458d-96db-a72994a7f89f req-0705dca6-5854-493f-90e6-8b1d20ac561c tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:30.236109 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-63b52ae5-c57b-458d-96db-a72994a7f89f req-0705dca6-5854-493f-90e6-8b1d20ac561c tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] 10.222.0.20 "GET /v2.0/ports?device_id=ad39a69e-d0da-4b53-be9a-d624fa4b35c6 HTTP/1.1" status: 200 len: 945 time: 0.5249891 Nov 22 20:07:30.241258 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82552625-498c-403e-86d8-2b6e77a71648 req-14f55e75-65ff-4773-b4da-63f4e5549a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:30.242836 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-82552625-498c-403e-86d8-2b6e77a71648 req-14f55e75-65ff-4773-b4da-63f4e5549a4a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e2cea4a9-15b2-4b0f-a36e-4aff7f2ffbab HTTP/1.1" status: 200 len: 853 time: 0.1864579 Nov 22 20:07:30.263991 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00417acf-55b1-4bcd-ba10-29e222b23929 req-ab5e70a0-ddc5-4b98-8198-befa9cfb23e3 tempest-MultipleCreateTestJSON-1276993397 tempest-MultipleCreateTestJSON-1276993397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:30.265591 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-00417acf-55b1-4bcd-ba10-29e222b23929 req-ab5e70a0-ddc5-4b98-8198-befa9cfb23e3 tempest-MultipleCreateTestJSON-1276993397 tempest-MultipleCreateTestJSON-1276993397-project] 10.222.0.46 "GET /v2.0/ports?device_id=866e794f-abd8-441e-925e-0f8cfac709aa HTTP/1.1" status: 200 len: 944 time: 0.5164711 Nov 22 20:07:30.279525 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-82552625-498c-403e-86d8-2b6e77a71648 req-a22101f9-3297-4a20-bae6-070979c4945e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5603836d-e977-4a38-b5cc-930bf7d9baac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294495 Nov 22 20:07:30.281557 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-632a606e-3fd8-47f9-b05e-467259fbe8d0 req-7ece850a-3ee8-484f-a71f-56becbcc506e service neutron] 10.222.0.20 "GET /v2.0/networks/e1052824-bf78-4963-8937-b202e372ac24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6013448 Nov 22 20:07:30.286634 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0340a628-f5b7-40ee-84c7-3a2fc607795a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:30.314698 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-a19a9142-1ea8-4c4b-89b1-a8b3026a027d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818823-1, e59533d4-dbfe-42cb-a92e-3447960d636c) {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:07:30.323917 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-144c212b-32ba-41ef-80c0-741612d66d14 None None] Network e59533d4-dbfe-42cb-a92e-3447960d636c requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:07:30.326886 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0340a628-f5b7-40ee-84c7-3a2fc607795a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:30.383263 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a19a9142-1ea8-4c4b-89b1-a8b3026a027d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:30.384566 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a19a9142-1ea8-4c4b-89b1-a8b3026a027d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for subnet, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:30.490778 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-82552625-498c-403e-86d8-2b6e77a71648 req-9cb3ee61-33ea-4f08-9dea-da1a1f953f77 service neutron] 10.222.0.20 "GET /v2.0/networks/5603836d-e977-4a38-b5cc-930bf7d9baac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1834614 Nov 22 20:07:30.498185 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df4acd96-9fe5-471c-b3e1-87e3eb748e99 None None] Network e59533d4-dbfe-42cb-a92e-3447960d636c requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:07:30.541104 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-04ef81bb-9673-4765-8fcd-d1b91fef6b24 req-99f0e090-948c-42c2-9178-b909b9577fe0 service neutron] Attempting to bind port 804415e1-0f88-4667-ae15-401b8c2f514c on host n-h2-818823-1 for vnic_type normal with profile {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:07:30.541440 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-04ef81bb-9673-4765-8fcd-d1b91fef6b24 req-99f0e090-948c-42c2-9178-b909b9577fe0 service neutron] Attempting to bind port 804415e1-0f88-4667-ae15-401b8c2f514c by drivers openvswitch,hyperv on host n-h2-818823-1 at level 0 using segments [{'id': '021b91f9-18fd-49d2-9530-507289b68670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '5603836d-e977-4a38-b5cc-930bf7d9baac'}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:07:30.541779 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ef81bb-9673-4765-8fcd-d1b91fef6b24 req-99f0e090-948c-42c2-9178-b909b9577fe0 service neutron] Attempting to bind port 804415e1-0f88-4667-ae15-401b8c2f514c on network 5603836d-e977-4a38-b5cc-930bf7d9baac {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:07:30.548283 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b11e253d-b5c0-4fd2-af17-3976591e261b req-9ed0462c-02b5-42c5-acb1-c0e2cd65e60a tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1d007ec-a75a-4ef8-9cdd-9c679a3ff22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4728122 Nov 22 20:07:30.587521 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-a19a9142-1ea8-4c4b-89b1-a8b3026a027d admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 2.8397026 Nov 22 20:07:30.587521 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d542a9f-a1ca-4233-beb2-527d4e1d803b req-a70b23c1-4624-4205-b69f-7771da7b4f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:30.587521 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4d542a9f-a1ca-4233-beb2-527d4e1d803b req-a70b23c1-4624-4205-b69f-7771da7b4f1b service neutron] 10.222.0.41 "GET /v2.0/networks?id=e1052824-bf78-4963-8937-b202e372ac24 HTTP/1.1" status: 200 len: 870 time: 0.7436180 Nov 22 20:07:30.621609 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [None req-0340a628-f5b7-40ee-84c7-3a2fc607795a admin admin] Allocated IP 172.25.5.113 (c48a55e9-6a85-4746-b7bf-3e29fb560094/5da6f781-63e6-4328-ae7a-5e672262f55a/1be73d0d-9ba3-4a30-bb28-d66f7f84fce3) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:07:30.655566 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ef81bb-9673-4765-8fcd-d1b91fef6b24 req-99f0e090-948c-42c2-9178-b909b9577fe0 service neutron] Port 804415e1-0f88-4667-ae15-401b8c2f514c on network 5603836d-e977-4a38-b5cc-930bf7d9baac not bound, no agent of type Open vSwitch agent registered on host n-h2-818823-1 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:07:30.655942 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ef81bb-9673-4765-8fcd-d1b91fef6b24 req-99f0e090-948c-42c2-9178-b909b9577fe0 service neutron] Attempting to bind port 804415e1-0f88-4667-ae15-401b8c2f514c on network 5603836d-e977-4a38-b5cc-930bf7d9baac {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:07:30.768365 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-82552625-498c-403e-86d8-2b6e77a71648 req-4d406850-6880-4900-b94e-054f6ee94cc7 service neutron] 10.222.0.20 "GET /v2.0/networks/5603836d-e977-4a38-b5cc-930bf7d9baac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2668138 Nov 22 20:07:30.781726 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ef81bb-9673-4765-8fcd-d1b91fef6b24 req-99f0e090-948c-42c2-9178-b909b9577fe0 service neutron] Checking agent: {'id': '65e0486a-7030-4065-96f0-10aa7402a530', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'started_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 7, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:07:30.782628 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ef81bb-9673-4765-8fcd-d1b91fef6b24 req-99f0e090-948c-42c2-9178-b909b9577fe0 service neutron] Checking segment: {'id': '021b91f9-18fd-49d2-9530-507289b68670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '5603836d-e977-4a38-b5cc-930bf7d9baac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:07:30.783012 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ef81bb-9673-4765-8fcd-d1b91fef6b24 req-99f0e090-948c-42c2-9178-b909b9577fe0 service neutron] Bound using segment: {'id': '021b91f9-18fd-49d2-9530-507289b68670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '5603836d-e977-4a38-b5cc-930bf7d9baac'} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:07:30.783481 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-04ef81bb-9673-4765-8fcd-d1b91fef6b24 req-99f0e090-948c-42c2-9178-b909b9577fe0 service neutron] Bound port: 804415e1-0f88-4667-ae15-401b8c2f514c, host: n-h2-818823-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '021b91f9-18fd-49d2-9530-507289b68670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '5603836d-e977-4a38-b5cc-930bf7d9baac'}}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:07:30.783853 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-04ef81bb-9673-4765-8fcd-d1b91fef6b24 req-99f0e090-948c-42c2-9178-b909b9577fe0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:30.795307 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4d542a9f-a1ca-4233-beb2-527d4e1d803b req-1bf9f531-1ad9-4cde-80a4-9536e644e829 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=61d0354c-dae5-471e-bea6-af003ac19ef9 HTTP/1.1" status: 200 len: 217 time: 0.1646476 Nov 22 20:07:30.812747 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-00417acf-55b1-4bcd-ba10-29e222b23929 req-4c392790-86cd-457e-a605-0da91ca39173 tempest-MultipleCreateTestJSON-1276993397 tempest-MultipleCreateTestJSON-1276993397-project] 10.222.0.46 "GET /v2.0/security-groups?id=8a035bd2-0e78-4fc7-9d57-01ec97cfb81c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5053380 Nov 22 20:07:30.836482 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0340a628-f5b7-40ee-84c7-3a2fc607795a admin admin] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:30.880220 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0340a628-f5b7-40ee-84c7-3a2fc607795a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:30.888728 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-632a606e-3fd8-47f9-b05e-467259fbe8d0 req-047214f0-4c2a-4d23-bc5e-63ea35a7896e service neutron] 10.222.0.20 "GET /v2.0/networks/e1052824-bf78-4963-8937-b202e372ac24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5531802 Nov 22 20:07:30.935745 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0340a628-f5b7-40ee-84c7-3a2fc607795a admin admin] Network c48a55e9-6a85-4746-b7bf-3e29fb560094 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:07:30.942041 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-0340a628-f5b7-40ee-84c7-3a2fc607795a admin admin] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:07:30.947357 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0340a628-f5b7-40ee-84c7-3a2fc607795a admin admin] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:07:30.978121 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0340a628-f5b7-40ee-84c7-3a2fc607795a admin admin] Pushing event updated for resources: {'Port': ['ID=1be73d0d-9ba3-4a30-bb28-d66f7f84fce3,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:07:31.023295 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-63b52ae5-c57b-458d-96db-a72994a7f89f req-aa766cf6-b406-4ea0-bb01-d9df600f33db tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] Deleting port 58e562ef-8008-40cc-bfdf-00600826c470 {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:07:31.023657 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-63b52ae5-c57b-458d-96db-a72994a7f89f req-aa766cf6-b406-4ea0-bb01-d9df600f33db tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:31.027208 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d542a9f-a1ca-4233-beb2-527d4e1d803b req-a2136bb7-1743-432e-860e-7219cef13f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:31.029020 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4d542a9f-a1ca-4233-beb2-527d4e1d803b req-a2136bb7-1743-432e-860e-7219cef13f64 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3091ebfd-11e2-41f8-9c00-ffe0b86563d8 HTTP/1.1" status: 200 len: 843 time: 0.2148476 Nov 22 20:07:31.069246 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cad3fd2-66b5-40c8-943e-6b752785c249 None None] Network 2b252814-15c3-4a94-a06a-f3a13ca593af requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:07:31.090835 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e4f907-9ea6-4719-8ca1-ae72e25a8543 req-a2fb90bd-0483-4814-b764-fc8ed5ee1aae tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:31.092462 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a0e4f907-9ea6-4719-8ca1-ae72e25a8543 req-a2fb90bd-0483-4814-b764-fc8ed5ee1aae tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] 10.222.0.46 "GET /v2.0/ports?device_id=1d610fed-ade8-4090-9ac8-a8eeda6b914b HTTP/1.1" status: 200 len: 949 time: 0.3054564 Nov 22 20:07:31.141723 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-04ef81bb-9673-4765-8fcd-d1b91fef6b24 req-99f0e090-948c-42c2-9178-b909b9577fe0 service neutron] For port 804415e1-0f88-4667-ae15-401b8c2f514c, host n-h2-818823-1, cleared binding levels {{(pid=103447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:07:31.177903 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a178e253-cc47-41e7-9cf5-f8b2bb106b88 req-b3c78e59-0311-415f-a422-fe37c476657a tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:31.179450 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a178e253-cc47-41e7-9cf5-f8b2bb106b88 req-b3c78e59-0311-415f-a422-fe37c476657a tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] 10.222.0.46 "GET /v2.0/ports?device_id=ad39a69e-d0da-4b53-be9a-d624fa4b35c6 HTTP/1.1" status: 200 len: 943 time: 0.2816329 Nov 22 20:07:31.191706 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-04ef81bb-9673-4765-8fcd-d1b91fef6b24 req-99f0e090-948c-42c2-9178-b909b9577fe0 service neutron] For port 804415e1-0f88-4667-ae15-401b8c2f514c, host n-h2-818823-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=804415e1-0f88-4667-ae15-401b8c2f514c,segment=NetworkSegment(021b91f9-18fd-49d2-9530-507289b68670),segment_id=021b91f9-18fd-49d2-9530-507289b68670)] {{(pid=103447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:07:31.194155 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d542a9f-a1ca-4233-beb2-527d4e1d803b req-5c5debb9-584d-4a2d-917e-86f21846ef2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:31.196034 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4d542a9f-a1ca-4233-beb2-527d4e1d803b req-5c5debb9-584d-4a2d-917e-86f21846ef2a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=126c0323750547f8b9835ef63890aaea&device_id=e94aed4c-ece2-410e-a309-9c83a0437f8c HTTP/1.1" status: 200 len: 1100 time: 0.2338572 Nov 22 20:07:31.197379 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-f24c5472-766d-4740-a23d-7597c3284901 None None] Provisioning complete for port 25fe32df-87b6-45aa-90ed-380e2d2515b4 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:07:31.197870 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-f24c5472-766d-4740-a23d-7597c3284901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:31.205150 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-04ef81bb-9673-4765-8fcd-d1b91fef6b24 req-99f0e090-948c-42c2-9178-b909b9577fe0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:31.239451 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0340a628-f5b7-40ee-84c7-3a2fc607795a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:31.327098 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-f24c5472-766d-4740-a23d-7597c3284901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:31.342232 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ef81bb-9673-4765-8fcd-d1b91fef6b24 req-99f0e090-948c-42c2-9178-b909b9577fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:31.342966 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-04ef81bb-9673-4765-8fcd-d1b91fef6b24 req-99f0e090-948c-42c2-9178-b909b9577fe0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:31.344964 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-04ef81bb-9673-4765-8fcd-d1b91fef6b24 req-99f0e090-948c-42c2-9178-b909b9577fe0 service neutron] 10.222.0.20 "PUT /v2.0/ports/804415e1-0f88-4667-ae15-401b8c2f514c HTTP/1.1" status: 200 len: 1091 time: 3.2787802 Nov 22 20:07:31.371065 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-f24c5472-766d-4740-a23d-7597c3284901 None None] For port 25fe32df-87b6-45aa-90ed-380e2d2515b4, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=25fe32df-87b6-45aa-90ed-380e2d2515b4,segment=NetworkSegment(f713d3ed-9f2f-4f27-91f3-49b8f330bcc1),segment_id=f713d3ed-9f2f-4f27-91f3-49b8f330bcc1)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:07:31.380927 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-f24c5472-766d-4740-a23d-7597c3284901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:31.410123 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2f7930e-5744-4462-b8f5-975b1478e01d', 'tag': '804415e1-0f88-4667-ae15-401b8c2f514c'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:07:31.412486 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8647f68-1397-4772-8c79-fcef3dd23410" -d '{"events": [{"name": "network-changed", "server_uuid": "c2f7930e-5744-4462-b8f5-975b1478e01d", "tag": "804415e1-0f88-4667-ae15-401b8c2f514c"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:07:31.437981 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d542a9f-a1ca-4233-beb2-527d4e1d803b req-9f3259d0-24dd-4541-acaa-d04d1da87fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:31.439571 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4d542a9f-a1ca-4233-beb2-527d4e1d803b req-9f3259d0-24dd-4541-acaa-d04d1da87fb3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e1052824-bf78-4963-8937-b202e372ac24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3567953 Nov 22 20:07:31.442992 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a0e4f907-9ea6-4719-8ca1-ae72e25a8543 req-d6a9c060-4fde-4fb7-9a00-81015c09fcbb tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] 10.222.0.46 "GET /v2.0/security-groups?id=e5ae9e03-6ff8-4082-b7a4-25ecea5ed21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3349540 Nov 22 20:07:31.444919 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad39a69e-d0da-4b53-be9a-d624fa4b35c6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58e562ef-8008-40cc-bfdf-00600826c470'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:07:31.447061 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d39f6d30a11e565ec9648abcc015e8a6ab6cff4edd704add8155e28765d31eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adb1fa3f-aec3-4a53-9892-874d95192e5f" -d '{"events": [{"server_uuid": "ad39a69e-d0da-4b53-be9a-d624fa4b35c6", "name": "network-vif-unplugged", "status": "completed", "tag": "58e562ef-8008-40cc-bfdf-00600826c470"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:07:31.455050 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24c5472-766d-4740-a23d-7597c3284901 None None] Pushing event updated for resources: {'Port': ['ID=25fe32df-87b6-45aa-90ed-380e2d2515b4,revision_number=3']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:07:31.470143 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24c5472-766d-4740-a23d-7597c3284901 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:07:31.470490 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24c5472-766d-4740-a23d-7597c3284901 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:07:31.470813 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24c5472-766d-4740-a23d-7597c3284901 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:07:31.471152 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24c5472-766d-4740-a23d-7597c3284901 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:07:31.471504 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24c5472-766d-4740-a23d-7597c3284901 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:07:31.471812 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24c5472-766d-4740-a23d-7597c3284901 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:07:31.472139 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24c5472-766d-4740-a23d-7597c3284901 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:07:31.472459 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24c5472-766d-4740-a23d-7597c3284901 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:07:31.472893 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24c5472-766d-4740-a23d-7597c3284901 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:07:31.473527 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24c5472-766d-4740-a23d-7597c3284901 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:07:31.473899 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24c5472-766d-4740-a23d-7597c3284901 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:07:31.474236 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24c5472-766d-4740-a23d-7597c3284901 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:07:31.507477 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d542a9f-a1ca-4233-beb2-527d4e1d803b req-825c6ecf-31c0-45b1-b2dc-100d83800559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:31.509738 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4d542a9f-a1ca-4233-beb2-527d4e1d803b req-825c6ecf-31c0-45b1-b2dc-100d83800559 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e1052824-bf78-4963-8937-b202e372ac24 HTTP/1.1" status: 200 len: 870 time: 0.2949219 Nov 22 20:07:31.512006 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0340a628-f5b7-40ee-84c7-3a2fc607795a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-659538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-841284'] for router, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:31.559570 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-63b52ae5-c57b-458d-96db-a72994a7f89f req-aa766cf6-b406-4ea0-bb01-d9df600f33db tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] For port 58e562ef-8008-40cc-bfdf-00600826c470, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=58e562ef-8008-40cc-bfdf-00600826c470,segment=NetworkSegment(ee8173ed-ffda-445d-90ba-7bf45834e451),segment_id=ee8173ed-ffda-445d-90ba-7bf45834e451)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:07:31.559884 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-63b52ae5-c57b-458d-96db-a72994a7f89f req-aa766cf6-b406-4ea0-bb01-d9df600f33db tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:31.568220 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a178e253-cc47-41e7-9cf5-f8b2bb106b88 req-8aa61461-0f37-46bd-9472-a7a7dacddd14 tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0c04069-962d-48b0-bef3-592f8ff68454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3697522 Nov 22 20:07:31.622080 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-c4cedd90-e6fa-4764-851d-63cf312d041c None None] Provisioning complete for port 25fe32df-87b6-45aa-90ed-380e2d2515b4 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:07:31.623383 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-c4cedd90-e6fa-4764-851d-63cf312d041c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:31.663850 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-63b52ae5-c57b-458d-96db-a72994a7f89f req-aa766cf6-b406-4ea0-bb01-d9df600f33db tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] Calling delete_port for 58e562ef-8008-40cc-bfdf-00600826c470 owned by compute:nova {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:07:31.665786 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f0e090-948c-42c2-9178-b909b9577fe0 service neutron] Pushing event updated for resources: {'Port': ['ID=804415e1-0f88-4667-ae15-401b8c2f514c,revision_number=3']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:07:31.674310 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4d542a9f-a1ca-4233-beb2-527d4e1d803b req-a4cdea64-5f84-40d1-b022-ba15526b7e42 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=61d0354c-dae5-471e-bea6-af003ac19ef9 HTTP/1.1" status: 200 len: 217 time: 0.1436341 Nov 22 20:07:31.697735 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 20:07:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd5cf10a-20a9-4476-96e0-60cff500488f x-openstack-request-id: req-cd5cf10a-20a9-4476-96e0-60cff500488f {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:07:31.698033 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2f7930e-5744-4462-b8f5-975b1478e01d", "tag": "804415e1-0f88-4667-ae15-401b8c2f514c", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:07:31.698293 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-cd5cf10a-20a9-4476-96e0-60cff500488f {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:07:31.698879 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2f7930e-5744-4462-b8f5-975b1478e01d', 'tag': '804415e1-0f88-4667-ae15-401b8c2f514c', 'status': 'completed', 'code': 200} Nov 22 20:07:31.705784 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ef81bb-9673-4765-8fcd-d1b91fef6b24 req-78aa0f9d-3b88-4adc-8d41-049836e1b09d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:31.707332 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-04ef81bb-9673-4765-8fcd-d1b91fef6b24 req-78aa0f9d-3b88-4adc-8d41-049836e1b09d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bcb1ae20a081415e81e09051d4ec0bd1&device_id=c2f7930e-5744-4462-b8f5-975b1478e01d HTTP/1.1" status: 200 len: 1094 time: 0.2723327 Nov 22 20:07:31.787642 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 22 Nov 2021 20:07:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18301d71-ee7d-4413-8cee-a59061cc4646 x-openstack-request-id: req-18301d71-ee7d-4413-8cee-a59061cc4646 {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:07:31.791466 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad39a69e-d0da-4b53-be9a-d624fa4b35c6", "name": "network-vif-unplugged", "status": "completed", "tag": "58e562ef-8008-40cc-bfdf-00600826c470", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:07:31.791981 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-18301d71-ee7d-4413-8cee-a59061cc4646 {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:07:31.792612 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad39a69e-d0da-4b53-be9a-d624fa4b35c6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58e562ef-8008-40cc-bfdf-00600826c470', 'code': 200} Nov 22 20:07:31.877422 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 874c2f81-cd5e-4beb-acdb-74cbf39f5a6d details requested by agent hyperv_n-h2-818823-1 with host n-h2-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 20:07:31.909078 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-04ef81bb-9673-4765-8fcd-d1b91fef6b24 req-0c806f1c-da55-49f6-a70c-6817627c114c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=804415e1-0f88-4667-ae15-401b8c2f514c HTTP/1.1" status: 200 len: 217 time: 0.1764853 Nov 22 20:07:31.934180 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-a6351714-cadb-4242-8e19-8a36f4b75eb2 req-548bbb6d-a509-4fb0-814a-75ef924458ea tempest-SecurityGroupRulesTestJSON-1240234636 tempest-SecurityGroupRulesTestJSON-1240234636-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-802139410', 'description': 'tempest-description-697320851'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:07:31.951325 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 25fe32df-87b6-45aa-90ed-380e2d2515b4 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:07:32.062724 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port 874c2f81-cd5e-4beb-acdb-74cbf39f5a6d, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=874c2f81-cd5e-4beb-acdb-74cbf39f5a6d,segment=NetworkSegment(021b91f9-18fd-49d2-9530-507289b68670),segment_id=021b91f9-18fd-49d2-9530-507289b68670)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:07:32.063891 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d542a9f-a1ca-4233-beb2-527d4e1d803b req-08d2f2c6-61ca-4cd8-a282-9bf8762abb87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:32.065614 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4d542a9f-a1ca-4233-beb2-527d4e1d803b req-08d2f2c6-61ca-4cd8-a282-9bf8762abb87 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3091ebfd-11e2-41f8-9c00-ffe0b86563d8 HTTP/1.1" status: 200 len: 843 time: 0.3780403 Nov 22 20:07:32.066631 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0340a628-f5b7-40ee-84c7-3a2fc607795a admin admin] Router f203a2f2-150f-4de3-b143-5dc3e6b10221 is scheduled to L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 with binding_index 1 {{(pid=103448) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 20:07:32.081489 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Returning: {'device': '874c2f81-cd5e-4beb-acdb-74cbf39f5a6d', 'network_id': '5603836d-e977-4a38-b5cc-930bf7d9baac', 'port_id': '874c2f81-cd5e-4beb-acdb-74cbf39f5a6d', 'mac_address': 'fa:16:3e:66:df:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2cea4a9-15b2-4b0f-a36e-4aff7f2ffbab', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 20:07:32.083455 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 25fe32df-87b6-45aa-90ed-380e2d2515b4 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:07:32.083973 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:32.123476 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-a6351714-cadb-4242-8e19-8a36f4b75eb2 req-548bbb6d-a509-4fb0-814a-75ef924458ea tempest-SecurityGroupRulesTestJSON-1240234636 tempest-SecurityGroupRulesTestJSON-1240234636-project] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:32.127110 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4d542a9f-a1ca-4233-beb2-527d4e1d803b req-418000ae-ad2d-4a8d-b602-2a06d64029c8 service neutron] 10.222.0.41 "GET /v2.0/networks/e1052824-bf78-4963-8937-b202e372ac24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6158824 Nov 22 20:07:32.150385 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ef81bb-9673-4765-8fcd-d1b91fef6b24 req-268f4d91-51b6-41ff-bf8d-f39d1dea474e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:32.151904 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-04ef81bb-9673-4765-8fcd-d1b91fef6b24 req-268f4d91-51b6-41ff-bf8d-f39d1dea474e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e2cea4a9-15b2-4b0f-a36e-4aff7f2ffbab HTTP/1.1" status: 200 len: 853 time: 0.2272780 Nov 22 20:07:32.160920 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:32.182038 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 874c2f81-cd5e-4beb-acdb-74cbf39f5a6d {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:07:32.197787 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0340a628-f5b7-40ee-84c7-3a2fc607795a admin admin] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:07:32.208159 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port 874c2f81-cd5e-4beb-acdb-74cbf39f5a6d, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=874c2f81-cd5e-4beb-acdb-74cbf39f5a6d,segment=NetworkSegment(021b91f9-18fd-49d2-9530-507289b68670),segment_id=021b91f9-18fd-49d2-9530-507289b68670)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:07:32.214739 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61d6bf62-3ee3-4560-b39e-11f6cd70d6d7 None None] Sync routers for ids ['f203a2f2-150f-4de3-b143-5dc3e6b10221'] in n-d-818823-1 {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:07:32.217347 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:32.231786 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d6bf62-3ee3-4560-b39e-11f6cd70d6d7 None None] Routers {'f203a2f2-150f-4de3-b143-5dc3e6b10221'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:07:32.232604 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-61d6bf62-3ee3-4560-b39e-11f6cd70d6d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:07:02Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['f203a2f2-150f-4de3-b143-5dc3e6b10221'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:07:32.240932 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0340a628-f5b7-40ee-84c7-3a2fc607795a admin admin] Publish callbacks [] for router, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:32.245610 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-0340a628-f5b7-40ee-84c7-3a2fc607795a admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.0705283 Nov 22 20:07:32.246321 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 57930) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:07:32.268334 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dd7389-d95f-444a-852f-a1bce8ad334f req-f23dc2c8-62ee-41ef-ae3e-9055c1a98cd2 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:32.277629 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-96dd7389-d95f-444a-852f-a1bce8ad334f req-f23dc2c8-62ee-41ef-ae3e-9055c1a98cd2 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/ports?device_id=e94aed4c-ece2-410e-a309-9c83a0437f8c HTTP/1.1" status: 200 len: 949 time: 0.3541527 Nov 22 20:07:32.301200 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=874c2f81-cd5e-4beb-acdb-74cbf39f5a6d,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:07:32.418062 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-9d3ba453-b3ca-4b94-b24c-efae50a11b65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:32.437548 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-61d6bf62-3ee3-4560-b39e-11f6cd70d6d7 None None] Set router f203a2f2-150f-4de3-b143-5dc3e6b10221 gateway port host: n-d-818823-1 {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:07:32.487612 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] get_ports_and_sgs() called for port_ids ['874c2f81-cd5e-4beb-acdb-74cbf39f5a6d'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:07:32.785806 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-61d6bf62-3ee3-4560-b39e-11f6cd70d6d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f203a2f2-150f-4de3-b143-5dc3e6b10221', 'name': 'tempest-ServersTestMultiNic-917636083-router', 'tenant_id': '61dcfa65121d45e7982f77d2ef747965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': '1be73d0d-9ba3-4a30-bb28-d66f7f84fce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:07:29Z', 'updated_at': '2021-11-22T20:07:31Z', 'revision_number': 3, 'project_id': '61dcfa65121d45e7982f77d2ef747965', 'gw_port': {'id': '1be73d0d-9ba3-4a30-bb28-d66f7f84fce3', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:0c:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f203a2f2-150f-4de3-b143-5dc3e6b10221', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:07:30Z', 'updated_at': '2021-11-22T20:07:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:07:32.827520 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61d6bf62-3ee3-4560-b39e-11f6cd70d6d7 None None] Checking router: f203a2f2-150f-4de3-b143-5dc3e6b10221 for host: n-d-818823-1 {{(pid=103450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 20:07:32.828116 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61d6bf62-3ee3-4560-b39e-11f6cd70d6d7 None None] Updating router f203a2f2-150f-4de3-b143-5dc3e6b10221 port 1be73d0d-9ba3-4a30-bb28-d66f7f84fce3 binding host n-d-818823-1 {{(pid=103450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 20:07:32.860602 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-61d6bf62-3ee3-4560-b39e-11f6cd70d6d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:32.923034 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-93316e07-8e1e-40e4-a788-9bb244f13d2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:32.943195 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-04ef81bb-9673-4765-8fcd-d1b91fef6b24 req-87c8014b-15b7-4fbf-aef5-689eaa089a85 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5603836d-e977-4a38-b5cc-930bf7d9baac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.7444241 Nov 22 20:07:33.071724 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d542a9f-a1ca-4233-beb2-527d4e1d803b req-a1c86fa9-6ddb-459d-8fe8-cda12c663d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:33.073316 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4d542a9f-a1ca-4233-beb2-527d4e1d803b req-a1c86fa9-6ddb-459d-8fe8-cda12c663d77 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e1052824-bf78-4963-8937-b202e372ac24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.9798548 Nov 22 20:07:33.078548 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-63b52ae5-c57b-458d-96db-a72994a7f89f req-aa766cf6-b406-4ea0-bb01-d9df600f33db tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:33.091922 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-96dd7389-d95f-444a-852f-a1bce8ad334f req-dea73c79-b915-4a44-932c-08c3b6516cc0 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1d007ec-a75a-4ef8-9cdd-9c679a3ff22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8106256 Nov 22 20:07:33.129246 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [None req-93316e07-8e1e-40e4-a788-9bb244f13d2c admin admin] Allocated IP 172.20.0.1 (2b252814-15c3-4a94-a06a-f3a13ca593af/21f6cce3-ea76-4a1b-b1b6-f7b27d53b88e/def40dcf-3cf3-44c1-83f8-20d11cfd7e0a) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:07:33.157170 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4d542a9f-a1ca-4233-beb2-527d4e1d803b req-8bc0ca0f-b069-4e88-ad11-6cb439dd9a0a service neutron] 10.222.0.41 "GET /v2.0/networks/e1052824-bf78-4963-8937-b202e372ac24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0100701 Nov 22 20:07:33.244779 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-61d6bf62-3ee3-4560-b39e-11f6cd70d6d7 None None] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:33.253429 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-61d6bf62-3ee3-4560-b39e-11f6cd70d6d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:33.287520 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa766cf6-b406-4ea0-bb01-d9df600f33db tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] Pushing event deleted for resources: {'Port': ['ID=58e562ef-8008-40cc-bfdf-00600826c470,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:07:33.295725 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-03f0964f-1b75-4df7-99e0-a3cdb56ec2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:33.310165 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-a6351714-cadb-4242-8e19-8a36f4b75eb2 req-548bbb6d-a509-4fb0-814a-75ef924458ea tempest-SecurityGroupRulesTestJSON-1240234636 tempest-SecurityGroupRulesTestJSON-1240234636-project] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:33.319891 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-61d6bf62-3ee3-4560-b39e-11f6cd70d6d7 None None] Attempting to bind port 1be73d0d-9ba3-4a30-bb28-d66f7f84fce3 on host n-d-818823-1 for vnic_type normal with profile {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:07:33.320645 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-61d6bf62-3ee3-4560-b39e-11f6cd70d6d7 None None] Attempting to bind port 1be73d0d-9ba3-4a30-bb28-d66f7f84fce3 by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:07:33.321175 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d6bf62-3ee3-4560-b39e-11f6cd70d6d7 None None] Attempting to bind port 1be73d0d-9ba3-4a30-bb28-d66f7f84fce3 on network c48a55e9-6a85-4746-b7bf-3e29fb560094 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:07:33.321387 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-93316e07-8e1e-40e4-a788-9bb244f13d2c admin admin] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:33.323216 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-a6351714-cadb-4242-8e19-8a36f4b75eb2 req-548bbb6d-a509-4fb0-814a-75ef924458ea tempest-SecurityGroupRulesTestJSON-1240234636 tempest-SecurityGroupRulesTestJSON-1240234636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:33.327816 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b026ff42-f71a-4ef3-8819-3bda12bc50a6 None None] Pushing event updated for resources: {'Port': ['ID=1be73d0d-9ba3-4a30-bb28-d66f7f84fce3,revision_number=2']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:07:33.331775 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d6bf62-3ee3-4560-b39e-11f6cd70d6d7 None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 7, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:07:33.332417 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d6bf62-3ee3-4560-b39e-11f6cd70d6d7 None None] Checking segment: {'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:07:33.332987 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-61d6bf62-3ee3-4560-b39e-11f6cd70d6d7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:33.333545 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d6bf62-3ee3-4560-b39e-11f6cd70d6d7 None None] Bound using segment: {'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:07:33.334190 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-61d6bf62-3ee3-4560-b39e-11f6cd70d6d7 None None] Bound port: 1be73d0d-9ba3-4a30-bb28-d66f7f84fce3, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'}}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:07:33.334766 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-61d6bf62-3ee3-4560-b39e-11f6cd70d6d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:33.361294 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b026ff42-f71a-4ef3-8819-3bda12bc50a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:07:33.361909 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b026ff42-f71a-4ef3-8819-3bda12bc50a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:07:33.362413 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b026ff42-f71a-4ef3-8819-3bda12bc50a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:07:33.362951 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b026ff42-f71a-4ef3-8819-3bda12bc50a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:07:33.363474 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b026ff42-f71a-4ef3-8819-3bda12bc50a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:07:33.363966 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b026ff42-f71a-4ef3-8819-3bda12bc50a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:07:33.364455 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b026ff42-f71a-4ef3-8819-3bda12bc50a6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:07:33.364943 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b026ff42-f71a-4ef3-8819-3bda12bc50a6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:07:33.365448 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b026ff42-f71a-4ef3-8819-3bda12bc50a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:07:33.365933 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b026ff42-f71a-4ef3-8819-3bda12bc50a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:07:33.366418 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b026ff42-f71a-4ef3-8819-3bda12bc50a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:07:33.366902 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b026ff42-f71a-4ef3-8819-3bda12bc50a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:07:33.374069 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-93316e07-8e1e-40e4-a788-9bb244f13d2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:33.408421 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-61d6bf62-3ee3-4560-b39e-11f6cd70d6d7 None None] For port 1be73d0d-9ba3-4a30-bb28-d66f7f84fce3, host n-d-818823-1, cleared binding levels {{(pid=103450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:07:33.412135 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-61d6bf62-3ee3-4560-b39e-11f6cd70d6d7 None None] For port 1be73d0d-9ba3-4a30-bb28-d66f7f84fce3, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=1be73d0d-9ba3-4a30-bb28-d66f7f84fce3,segment=NetworkSegment(8793ba83-8407-4c3d-9b56-2a177cd58a70),segment_id=8793ba83-8407-4c3d-9b56-2a177cd58a70)] {{(pid=103450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:07:33.419923 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-61d6bf62-3ee3-4560-b39e-11f6cd70d6d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:33.436459 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93316e07-8e1e-40e4-a788-9bb244f13d2c admin admin] Network 2b252814-15c3-4a94-a06a-f3a13ca593af is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:07:33.459904 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-63b52ae5-c57b-458d-96db-a72994a7f89f req-aa766cf6-b406-4ea0-bb01-d9df600f33db tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] No DVR routers for this DVR port 58e562ef-8008-40cc-bfdf-00600826c470 on host n-h2-818823-1 {{(pid=103447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:07:33.464848 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-93316e07-8e1e-40e4-a788-9bb244f13d2c admin admin] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:07:33.468451 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-63b52ae5-c57b-458d-96db-a72994a7f89f req-aa766cf6-b406-4ea0-bb01-d9df600f33db tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:33.469038 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93316e07-8e1e-40e4-a788-9bb244f13d2c admin admin] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:07:33.472427 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-63b52ae5-c57b-458d-96db-a72994a7f89f req-aa766cf6-b406-4ea0-bb01-d9df600f33db tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] 10.222.0.20 "DELETE /v2.0/ports/58e562ef-8008-40cc-bfdf-00600826c470 HTTP/1.1" status: 204 len: 173 time: 3.2191513 Nov 22 20:07:33.477290 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-a6351714-cadb-4242-8e19-8a36f4b75eb2 req-548bbb6d-a509-4fb0-814a-75ef924458ea tempest-SecurityGroupRulesTestJSON-1240234636 tempest-SecurityGroupRulesTestJSON-1240234636-project] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:33.478570 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a6351714-cadb-4242-8e19-8a36f4b75eb2 req-548bbb6d-a509-4fb0-814a-75ef924458ea tempest-SecurityGroupRulesTestJSON-1240234636 tempest-SecurityGroupRulesTestJSON-1240234636-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 1.5640140 Nov 22 20:07:33.518577 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548bbb6d-a509-4fb0-814a-75ef924458ea tempest-SecurityGroupRulesTestJSON-1240234636 tempest-SecurityGroupRulesTestJSON-1240234636-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cffa5b16-7f87-49d1-a426-7f05b7afb312,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:07:33.534714 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-04ef81bb-9673-4765-8fcd-d1b91fef6b24 req-ff90ea61-aca0-4ef5-ae0b-2348ac9ca7ee service neutron] 10.222.0.20 "GET /v2.0/networks/5603836d-e977-4a38-b5cc-930bf7d9baac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5723703 Nov 22 20:07:33.548872 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acba32e-8fcf-4539-b392-51a07bec82db req-d86c318d-83fe-41f7-860d-5cdbd70aac3f tempest-MultipleCreateTestJSON-1276993397 tempest-MultipleCreateTestJSON-1276993397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:33.557289 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7acba32e-8fcf-4539-b392-51a07bec82db req-d86c318d-83fe-41f7-860d-5cdbd70aac3f tempest-MultipleCreateTestJSON-1276993397 tempest-MultipleCreateTestJSON-1276993397-project] 10.222.0.46 "GET /v2.0/ports?device_id=866e794f-abd8-441e-925e-0f8cfac709aa HTTP/1.1" status: 200 len: 945 time: 0.2389896 Nov 22 20:07:33.564243 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b026ff42-f71a-4ef3-8819-3bda12bc50a6 None None] Pushing event updated for resources: {'Port': ['ID=1be73d0d-9ba3-4a30-bb28-d66f7f84fce3,revision_number=3']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:07:33.576485 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d6bf62-3ee3-4560-b39e-11f6cd70d6d7 None None] Routers {'f203a2f2-150f-4de3-b143-5dc3e6b10221'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:07:33.578378 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-61d6bf62-3ee3-4560-b39e-11f6cd70d6d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:07:32Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['f203a2f2-150f-4de3-b143-5dc3e6b10221'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:07:33.604860 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93316e07-8e1e-40e4-a788-9bb244f13d2c admin admin] Pushing event updated for resources: {'Port': ['ID=def40dcf-3cf3-44c1-83f8-20d11cfd7e0a,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:07:33.662618 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-93316e07-8e1e-40e4-a788-9bb244f13d2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659939'] for router_interface, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:33.798240 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4d542a9f-a1ca-4233-beb2-527d4e1d803b req-86eec75b-96f6-42d6-97ae-816b573b3540 service neutron] 10.222.0.20 "GET /v2.0/networks/e1052824-bf78-4963-8937-b202e372ac24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6480227 Nov 22 20:07:33.798810 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad39a69e-d0da-4b53-be9a-d624fa4b35c6', 'name': 'network-vif-deleted', 'tag': '58e562ef-8008-40cc-bfdf-00600826c470'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:07:33.801892 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-133fe88d-58e4-48e7-b8de-4b363cc5d9cc" -d '{"events": [{"server_uuid": "ad39a69e-d0da-4b53-be9a-d624fa4b35c6", "name": "network-vif-deleted", "tag": "58e562ef-8008-40cc-bfdf-00600826c470"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:07:33.816347 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-04ef81bb-9673-4765-8fcd-d1b91fef6b24 req-e3214065-e910-42f5-b8ae-3686f0661827 service neutron] 10.222.0.20 "GET /v2.0/networks/5603836d-e977-4a38-b5cc-930bf7d9baac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2517066 Nov 22 20:07:33.824119 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-61d6bf62-3ee3-4560-b39e-11f6cd70d6d7 None None] Set router f203a2f2-150f-4de3-b143-5dc3e6b10221 gateway port host: n-d-818823-1 {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:07:33.871254 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-93316e07-8e1e-40e4-a788-9bb244f13d2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:33.884285 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7acba32e-8fcf-4539-b392-51a07bec82db req-52eac586-450a-4e3d-8d02-b19d5c035212 tempest-MultipleCreateTestJSON-1276993397 tempest-MultipleCreateTestJSON-1276993397-project] 10.222.0.46 "GET /v2.0/security-groups?id=8a035bd2-0e78-4fc7-9d57-01ec97cfb81c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3259926 Nov 22 20:07:33.889056 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 61d0354c-dae5-471e-bea6-af003ac19ef9 details requested by agent hyperv_n-h2-818823-1 with host n-h2-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 20:07:33.894107 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 874c2f81-cd5e-4beb-acdb-74cbf39f5a6d up at agent hyperv_n-h2-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:07:34.036924 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-5033bcd4-d9c2-42e5-b1ed-16755f8ede69 None None] Provisioning complete for port def40dcf-3cf3-44c1-83f8-20d11cfd7e0a triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:07:34.037671 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-5033bcd4-d9c2-42e5-b1ed-16755f8ede69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:34.146088 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-5033bcd4-d9c2-42e5-b1ed-16755f8ede69 None None] Port def40dcf-3cf3-44c1-83f8-20d11cfd7e0a cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:07:34.152139 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-61d6bf62-3ee3-4560-b39e-11f6cd70d6d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f203a2f2-150f-4de3-b143-5dc3e6b10221', 'name': 'tempest-ServersTestMultiNic-917636083-router', 'tenant_id': '61dcfa65121d45e7982f77d2ef747965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': '1be73d0d-9ba3-4a30-bb28-d66f7f84fce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:07:29Z', 'updated_at': '2021-11-22T20:07:31Z', 'revision_number': 3, 'project_id': '61dcfa65121d45e7982f77d2ef747965', 'gw_port': {'id': '1be73d0d-9ba3-4a30-bb28-d66f7f84fce3', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:0c:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f203a2f2-150f-4de3-b143-5dc3e6b10221', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:07:30Z', 'updated_at': '2021-11-22T20:07:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:07:34.157710 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Provisioning for port 874c2f81-cd5e-4beb-acdb-74cbf39f5a6d completed by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 20:07:34.161771 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e9dc63-d0f3-48ef-98fc-64cba137bc81 req-42cbfa41-5b53-4f3f-af85-f0c12e38b47c tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:34.169194 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Provisioning complete for port 874c2f81-cd5e-4beb-acdb-74cbf39f5a6d triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:07:34.169920 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:34.170775 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-66e9dc63-d0f3-48ef-98fc-64cba137bc81 req-42cbfa41-5b53-4f3f-af85-f0c12e38b47c tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] 10.222.0.46 "GET /v2.0/ports?device_id=1d610fed-ade8-4090-9ac8-a8eeda6b914b HTTP/1.1" status: 200 len: 949 time: 0.3528826 Nov 22 20:07:34.178296 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-882b4d3e-4ef0-40ec-94c5-be506cb8935b req-3bb2a401-9de4-4c16-ab74-e81a99b2c68d tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] 10.222.0.46 "GET /v2.0/ports?device_id=ad39a69e-d0da-4b53-be9a-d624fa4b35c6 HTTP/1.1" status: 200 len: 210 time: 0.1005013 Nov 22 20:07:34.194374 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8647f68-1397-4772-8c79-fcef3dd23410 req-fca51a8f-70fc-43a8-a8f7-54a458277302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:34.195912 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f8647f68-1397-4772-8c79-fcef3dd23410 req-fca51a8f-70fc-43a8-a8f7-54a458277302 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bcb1ae20a081415e81e09051d4ec0bd1&device_id=c2f7930e-5744-4462-b8f5-975b1478e01d HTTP/1.1" status: 200 len: 1094 time: 0.3071382 Nov 22 20:07:34.231804 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61d6bf62-3ee3-4560-b39e-11f6cd70d6d7 None None] The sync data for ids ['f203a2f2-150f-4de3-b143-5dc3e6b10221'] in n-d-818823-1 is: [{'id': 'f203a2f2-150f-4de3-b143-5dc3e6b10221', 'name': 'tempest-ServersTestMultiNic-917636083-router', 'tenant_id': '61dcfa65121d45e7982f77d2ef747965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': '1be73d0d-9ba3-4a30-bb28-d66f7f84fce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:07:29Z', 'updated_at': '2021-11-22T20:07:31Z', 'revision_number': 3, 'project_id': '61dcfa65121d45e7982f77d2ef747965', 'gw_port': {'id': '1be73d0d-9ba3-4a30-bb28-d66f7f84fce3', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:0c:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f203a2f2-150f-4de3-b143-5dc3e6b10221', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:07:30Z', 'updated_at': '2021-11-22T20:07:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}] {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:07:34.249661 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-93316e07-8e1e-40e4-a788-9bb244f13d2c admin admin] Publish callbacks [] for port, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:34.254996 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port 61d0354c-dae5-471e-bea6-af003ac19ef9, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=61d0354c-dae5-471e-bea6-af003ac19ef9,segment=NetworkSegment(2a5a1c7b-538e-498e-99b9-cc7a8e0411be),segment_id=2a5a1c7b-538e-498e-99b9-cc7a8e0411be)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:07:34.257867 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-93316e07-8e1e-40e4-a788-9bb244f13d2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:34.295867 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Returning: {'device': '61d0354c-dae5-471e-bea6-af003ac19ef9', 'network_id': 'e1052824-bf78-4963-8937-b202e372ac24', 'port_id': '61d0354c-dae5-471e-bea6-af003ac19ef9', 'mac_address': 'fa:16:3e:1d:e3:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3091ebfd-11e2-41f8-9c00-ffe0b86563d8', 'ip_address': '192.168.233.150'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 20:07:34.360116 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-93316e07-8e1e-40e4-a788-9bb244f13d2c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-563461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-659839'] for router_interface, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:34.363219 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93316e07-8e1e-40e4-a788-9bb244f13d2c admin admin] Pushing event updated for resources: {'Port': ['ID=def40dcf-3cf3-44c1-83f8-20d11cfd7e0a,revision_number=2']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:07:34.432808 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:34.449505 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61d0354c-dae5-471e-bea6-af003ac19ef9 {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:07:34.457025 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:34.487631 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port 61d0354c-dae5-471e-bea6-af003ac19ef9, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=61d0354c-dae5-471e-bea6-af003ac19ef9,segment=NetworkSegment(2a5a1c7b-538e-498e-99b9-cc7a8e0411be),segment_id=2a5a1c7b-538e-498e-99b9-cc7a8e0411be)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:07:34.490656 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-66e9dc63-d0f3-48ef-98fc-64cba137bc81 req-48731582-d9d6-47f2-a5fe-d67fc0250ba6 tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] 10.222.0.46 "GET /v2.0/security-groups?id=e5ae9e03-6ff8-4082-b7a4-25ecea5ed21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3167357 Nov 22 20:07:34.495805 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a70f0f7b-82bc-4663-acc8-25d9f395d3e3 req-8d308ab8-906f-46d8-a53f-9487f138c170 tempest-SecurityGroupRulesTestJSON-1240234636 tempest-SecurityGroupRulesTestJSON-1240234636-project] 10.222.0.46 "GET /v2.0/security-groups/cffa5b16-7f87-49d1-a426-7f05b7afb312 HTTP/1.1" status: 200 len: 1820 time: 0.2567170 Nov 22 20:07:34.507383 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:34.508492 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4d542a9f-a1ca-4233-beb2-527d4e1d803b req-b6dbbaf7-a1e3-44f3-9366-39af76bb293f service neutron] 10.222.0.20 "GET /v2.0/networks/e1052824-bf78-4963-8937-b202e372ac24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6578243 Nov 22 20:07:34.513290 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93316e07-8e1e-40e4-a788-9bb244f13d2c admin admin] Network 2b252814-15c3-4a94-a06a-f3a13ca593af is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:07:34.515923 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-93316e07-8e1e-40e4-a788-9bb244f13d2c admin admin] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:07:34.525474 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '866e794f-abd8-441e-925e-0f8cfac709aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '874c2f81-cd5e-4beb-acdb-74cbf39f5a6d'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:07:34.527940 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d39f6d30a11e565ec9648abcc015e8a6ab6cff4edd704add8155e28765d31eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1f4781b-8085-466f-849d-15f69a333154" -d '{"events": [{"server_uuid": "866e794f-abd8-441e-925e-0f8cfac709aa", "name": "network-vif-plugged", "status": "completed", "tag": "874c2f81-cd5e-4beb-acdb-74cbf39f5a6d"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:07:34.538501 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-a70f0f7b-82bc-4663-acc8-25d9f395d3e3 req-ee5016be-f36c-440e-929b-a66c1893bfbc tempest-SecurityGroupRulesTestJSON-1240234636 tempest-SecurityGroupRulesTestJSON-1240234636-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'cffa5b16-7f87-49d1-a426-7f05b7afb312', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:07:34.539104 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-a70f0f7b-82bc-4663-acc8-25d9f395d3e3 req-ee5016be-f36c-440e-929b-a66c1893bfbc tempest-SecurityGroupRulesTestJSON-1240234636 tempest-SecurityGroupRulesTestJSON-1240234636-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'cffa5b16-7f87-49d1-a426-7f05b7afb312', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:07:34.581598 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port 874c2f81-cd5e-4beb-acdb-74cbf39f5a6d, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=874c2f81-cd5e-4beb-acdb-74cbf39f5a6d,segment=NetworkSegment(021b91f9-18fd-49d2-9530-507289b68670),segment_id=021b91f9-18fd-49d2-9530-507289b68670)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:07:34.594819 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:34.595835 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 58e562ef-8008-40cc-bfdf-00600826c470 no longer exists at agent hyperv_n-h2-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:07:34.604653 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:07:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e1fb1e2-af8f-4ddc-b52d-f5b5023606b4 x-openstack-request-id: req-7e1fb1e2-af8f-4ddc-b52d-f5b5023606b4 {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:07:34.604997 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad39a69e-d0da-4b53-be9a-d624fa4b35c6", "name": "network-vif-deleted", "tag": "58e562ef-8008-40cc-bfdf-00600826c470", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:07:34.605217 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7e1fb1e2-af8f-4ddc-b52d-f5b5023606b4 {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:07:34.605632 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad39a69e-d0da-4b53-be9a-d624fa4b35c6', 'name': 'network-vif-deleted', 'tag': '58e562ef-8008-40cc-bfdf-00600826c470', 'status': 'completed', 'code': 200} Nov 22 20:07:34.622892 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] No Port match for: 58e562ef-8008-40cc-bfdf-00600826c470 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:07:34.623237 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 58e562ef-8008-40cc-bfdf-00600826c470 not bound to the agent host n-h2-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:07:34.654007 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=61d0354c-dae5-471e-bea6-af003ac19ef9,revision_number=12']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:07:34.686752 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8647f68-1397-4772-8c79-fcef3dd23410 req-9580b71d-fb13-4e1a-8ce8-cdf10d70a8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:34.696603 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f8647f68-1397-4772-8c79-fcef3dd23410 req-9580b71d-fb13-4e1a-8ce8-cdf10d70a8c0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=5603836d-e977-4a38-b5cc-930bf7d9baac HTTP/1.1" status: 200 len: 914 time: 0.4445102 Nov 22 20:07:34.780534 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=874c2f81-cd5e-4beb-acdb-74cbf39f5a6d,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:07:34.801279 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93316e07-8e1e-40e4-a788-9bb244f13d2c admin admin] Router f203a2f2-150f-4de3-b143-5dc3e6b10221 has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 20:07:34.824477 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] get_ports_and_sgs() called for port_ids ['61d0354c-dae5-471e-bea6-af003ac19ef9'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:07:34.952671 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f8647f68-1397-4772-8c79-fcef3dd23410 req-4aca4e77-683a-4fd0-b18d-d0b940d9c22d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=804415e1-0f88-4667-ae15-401b8c2f514c HTTP/1.1" status: 200 len: 217 time: 0.2340913 Nov 22 20:07:34.955361 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-a70f0f7b-82bc-4663-acc8-25d9f395d3e3 req-ee5016be-f36c-440e-929b-a66c1893bfbc tempest-SecurityGroupRulesTestJSON-1240234636 tempest-SecurityGroupRulesTestJSON-1240234636-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:34.989434 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93316e07-8e1e-40e4-a788-9bb244f13d2c admin admin] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:07:35.014802 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-93316e07-8e1e-40e4-a788-9bb244f13d2c admin admin] 10.222.0.46 "PUT /v2.0/routers/f203a2f2-150f-4de3-b143-5dc3e6b10221/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7657771 Nov 22 20:07:35.073381 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754962e5-3133-4ac8-b063-1dbdad0d4f5a req-5f7f2e84-11da-4685-87bc-2ee702bb25a8 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:35.075159 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-754962e5-3133-4ac8-b063-1dbdad0d4f5a req-5f7f2e84-11da-4685-87bc-2ee702bb25a8 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/ports?device_id=e94aed4c-ece2-410e-a309-9c83a0437f8c HTTP/1.1" status: 200 len: 950 time: 0.3742299 Nov 22 20:07:35.081487 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-a70f0f7b-82bc-4663-acc8-25d9f395d3e3 req-ee5016be-f36c-440e-929b-a66c1893bfbc tempest-SecurityGroupRulesTestJSON-1240234636 tempest-SecurityGroupRulesTestJSON-1240234636-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:35.082562 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-20e6b001-5019-4c3e-ad2c-f89e75870266 None None] Provisioning complete for port def40dcf-3cf3-44c1-83f8-20d11cfd7e0a triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:07:35.083057 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-20e6b001-5019-4c3e-ad2c-f89e75870266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:35.085038 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e49ee129-e862-4476-beca-cdc8150d2345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:35.101450 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-a70f0f7b-82bc-4663-acc8-25d9f395d3e3 req-ee5016be-f36c-440e-929b-a66c1893bfbc tempest-SecurityGroupRulesTestJSON-1240234636 tempest-SecurityGroupRulesTestJSON-1240234636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572323'] for security_group_rule, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:35.127967 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8647f68-1397-4772-8c79-fcef3dd23410 req-5e21fa89-89f5-49b7-aa11-3c7fb2e22d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:35.129480 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f8647f68-1397-4772-8c79-fcef3dd23410 req-5e21fa89-89f5-49b7-aa11-3c7fb2e22d9c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e2cea4a9-15b2-4b0f-a36e-4aff7f2ffbab HTTP/1.1" status: 200 len: 853 time: 0.1425934 Nov 22 20:07:35.186756 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f8647f68-1397-4772-8c79-fcef3dd23410 req-7fd178bf-ea91-421d-9d1a-f09cb0dff231 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5603836d-e977-4a38-b5cc-930bf7d9baac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454359 Nov 22 20:07:35.187464 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 57998) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:07:35.205395 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-20e6b001-5019-4c3e-ad2c-f89e75870266 None None] Port def40dcf-3cf3-44c1-83f8-20d11cfd7e0a cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:07:35.208845 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5016be-f36c-440e-929b-a66c1893bfbc tempest-SecurityGroupRulesTestJSON-1240234636 tempest-SecurityGroupRulesTestJSON-1240234636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ead7ddd-14c8-4d61-ad6b-1d356d389f7e,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:07:35.266015 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-4fae2a09-4596-4c7c-87b8-abae376f5acf tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1626680915'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:07:35.299184 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-a70f0f7b-82bc-4663-acc8-25d9f395d3e3 req-ee5016be-f36c-440e-929b-a66c1893bfbc tempest-SecurityGroupRulesTestJSON-1240234636 tempest-SecurityGroupRulesTestJSON-1240234636-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:35.300602 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a70f0f7b-82bc-4663-acc8-25d9f395d3e3 req-ee5016be-f36c-440e-929b-a66c1893bfbc tempest-SecurityGroupRulesTestJSON-1240234636 tempest-SecurityGroupRulesTestJSON-1240234636-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.7872944 Nov 22 20:07:35.309982 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fae2a09-4596-4c7c-87b8-abae376f5acf tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Made reservation on behalf of 61dcfa65121d45e7982f77d2ef747965 for: {'network': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:07:35.311950 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4fae2a09-4596-4c7c-87b8-abae376f5acf tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for network, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:35.313962 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-754962e5-3133-4ac8-b063-1dbdad0d4f5a req-5dec25da-4c9c-4608-8596-b758194b3cd1 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1d007ec-a75a-4ef8-9cdd-9c679a3ff22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2311864 Nov 22 20:07:35.378953 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f8647f68-1397-4772-8c79-fcef3dd23410 req-9f4fccce-9fea-40c4-a04e-b586f98b5fd2 service neutron] 10.222.0.20 "GET /v2.0/networks/5603836d-e977-4a38-b5cc-930bf7d9baac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606007 Nov 22 20:07:35.392052 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fae2a09-4596-4c7c-87b8-abae376f5acf tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] vlan segment allocate from pool success with {'vlan_id': 641, 'physical_network': 'physnet1'} {{(pid=103448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 20:07:35.419387 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4fae2a09-4596-4c7c-87b8-abae376f5acf tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:35.419785 n-d-818823-1 neutron-server[103448]: INFO neutron.db.segments_db [None req-4fae2a09-4596-4c7c-87b8-abae376f5acf tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Added segment 76958c93-e271-4464-8b2b-ab874b82cbfe of type vlan for network 1306f2a3-38fd-4113-90f1-035ef6a6779c Nov 22 20:07:35.422952 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:07:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca028bbb-552e-4544-916f-5905303412e7 x-openstack-request-id: req-ca028bbb-552e-4544-916f-5905303412e7 {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:07:35.423542 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "866e794f-abd8-441e-925e-0f8cfac709aa", "name": "network-vif-plugged", "status": "completed", "tag": "874c2f81-cd5e-4beb-acdb-74cbf39f5a6d", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:07:35.423542 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ca028bbb-552e-4544-916f-5905303412e7 {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:07:35.424306 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '866e794f-abd8-441e-925e-0f8cfac709aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '874c2f81-cd5e-4beb-acdb-74cbf39f5a6d', 'code': 200} Nov 22 20:07:35.485051 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4fae2a09-4596-4c7c-87b8-abae376f5acf tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748992492791'] for network, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:35.540990 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4fae2a09-4596-4c7c-87b8-abae376f5acf tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for network, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:35.542161 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-3af0dff1-6542-41bc-ab23-bbc72be4b70d req-c2f4d81c-3775-454e-b4a4-bcedb14be0e7 tempest-SecurityGroupRulesTestJSON-1240234636 tempest-SecurityGroupRulesTestJSON-1240234636-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-698116812', 'description': 'tempest-description-1536904006'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:07:35.549648 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fae2a09-4596-4c7c-87b8-abae376f5acf tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:35.550297 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4fae2a09-4596-4c7c-87b8-abae376f5acf tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:35.655739 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f8647f68-1397-4772-8c79-fcef3dd23410 req-a6f8406e-10c2-4374-baa1-7113f9abe1ff service neutron] 10.222.0.20 "GET /v2.0/networks/5603836d-e977-4a38-b5cc-930bf7d9baac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2662444 Nov 22 20:07:35.665329 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-3af0dff1-6542-41bc-ab23-bbc72be4b70d req-c2f4d81c-3775-454e-b4a4-bcedb14be0e7 tempest-SecurityGroupRulesTestJSON-1240234636 tempest-SecurityGroupRulesTestJSON-1240234636-project] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:35.682425 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-4fae2a09-4596-4c7c-87b8-abae376f5acf tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4920585 Nov 22 20:07:35.683481 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 58012) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:07:35.691373 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fae2a09-4596-4c7c-87b8-abae376f5acf tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Pushing event updated for resources: {'Network': ['ID=1306f2a3-38fd-4113-90f1-035ef6a6779c,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:07:35.692118 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-a7b75b93-6428-48ad-98cf-e98414d78a73 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Request body: {'subnet': {'network_id': '1306f2a3-38fd-4113-90f1-035ef6a6779c', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:07:35.698953 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c179a9-1a3a-4ff9-b477-2e2905ccc76e req-cdc79a53-fc38-43a1-b8bc-147a4d78af77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:35.700491 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-71c179a9-1a3a-4ff9-b477-2e2905ccc76e req-cdc79a53-fc38-43a1-b8bc-147a4d78af77 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=866e794f-abd8-441e-925e-0f8cfac709aa HTTP/1.1" status: 200 len: 1097 time: 0.1739497 Nov 22 20:07:35.704727 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Network 1306f2a3-38fd-4113-90f1-035ef6a6779c details requested by agent ovs-agent-n-d-818823-1 with host n-d-818823-1 {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 20:07:35.708530 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b92d9c-f0c3-4847-ac01-c8d2a3703236 req-5fe0b3f9-b517-466f-852e-bd7c317bb3ac tempest-MultipleCreateTestJSON-1276993397 tempest-MultipleCreateTestJSON-1276993397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:35.709994 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-96b92d9c-f0c3-4847-ac01-c8d2a3703236 req-5fe0b3f9-b517-466f-852e-bd7c317bb3ac tempest-MultipleCreateTestJSON-1276993397 tempest-MultipleCreateTestJSON-1276993397-project] 10.222.0.46 "GET /v2.0/ports?device_id=866e794f-abd8-441e-925e-0f8cfac709aa HTTP/1.1" status: 200 len: 946 time: 0.1606128 Nov 22 20:07:35.890245 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-71c179a9-1a3a-4ff9-b477-2e2905ccc76e req-05c4de5f-e353-4fd5-8d08-e1acf5784f02 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=8a035bd2-0e78-4fc7-9d57-01ec97cfb81c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792448 Nov 22 20:07:35.899294 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-96b92d9c-f0c3-4847-ac01-c8d2a3703236 req-e0552062-659d-4bd3-aa9c-8d3a89e5e1d8 tempest-MultipleCreateTestJSON-1276993397 tempest-MultipleCreateTestJSON-1276993397-project] 10.222.0.46 "GET /v2.0/security-groups?id=8a035bd2-0e78-4fc7-9d57-01ec97cfb81c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773677 Nov 22 20:07:35.939088 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-3af0dff1-6542-41bc-ab23-bbc72be4b70d req-c2f4d81c-3775-454e-b4a4-bcedb14be0e7 tempest-SecurityGroupRulesTestJSON-1240234636 tempest-SecurityGroupRulesTestJSON-1240234636-project] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:35.940728 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7b75b93-6428-48ad-98cf-e98414d78a73 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Made reservation on behalf of 61dcfa65121d45e7982f77d2ef747965 for: {'subnet': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:07:35.944826 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a7b75b93-6428-48ad-98cf-e98414d78a73 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8485086'] for subnet, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:35.949519 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-3af0dff1-6542-41bc-ab23-bbc72be4b70d req-c2f4d81c-3775-454e-b4a4-bcedb14be0e7 tempest-SecurityGroupRulesTestJSON-1240234636 tempest-SecurityGroupRulesTestJSON-1240234636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:36.033736 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-3af0dff1-6542-41bc-ab23-bbc72be4b70d req-c2f4d81c-3775-454e-b4a4-bcedb14be0e7 tempest-SecurityGroupRulesTestJSON-1240234636 tempest-SecurityGroupRulesTestJSON-1240234636-project] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:36.035499 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3af0dff1-6542-41bc-ab23-bbc72be4b70d req-c2f4d81c-3775-454e-b4a4-bcedb14be0e7 tempest-SecurityGroupRulesTestJSON-1240234636 tempest-SecurityGroupRulesTestJSON-1240234636-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.5095556 Nov 22 20:07:36.039140 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f4d81c-3775-454e-b4a4-bcedb14be0e7 tempest-SecurityGroupRulesTestJSON-1240234636 tempest-SecurityGroupRulesTestJSON-1240234636-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a557aa82-1c35-4b93-ac89-76a97e2a825c,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:07:36.048847 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 804415e1-0f88-4667-ae15-401b8c2f514c details requested by agent hyperv_n-h2-818823-1 with host n-h2-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 20:07:36.051658 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 61d0354c-dae5-471e-bea6-af003ac19ef9 up at agent hyperv_n-h2-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:07:36.057121 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 1be73d0d-9ba3-4a30-bb28-d66f7f84fce3 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:07:36.139719 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfedc5c-6410-4804-b697-72b1262f7fb7 req-e40c3cc4-2c9a-41c7-9451-8a8e1c81bdef tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:36.140952 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8cfedc5c-6410-4804-b697-72b1262f7fb7 req-e40c3cc4-2c9a-41c7-9451-8a8e1c81bdef tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/ports?device_id=e94aed4c-ece2-410e-a309-9c83a0437f8c HTTP/1.1" status: 200 len: 950 time: 0.0813897 Nov 22 20:07:36.215485 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:36.269161 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8cfedc5c-6410-4804-b697-72b1262f7fb7 req-5febba7d-eff5-4057-9f94-0c98816dd82a tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1d007ec-a75a-4ef8-9cdd-9c679a3ff22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180317 Nov 22 20:07:36.292868 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a7b75b93-6428-48ad-98cf-e98414d78a73 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8900613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8485104'] for subnet, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:36.324089 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Provisioning for port 61d0354c-dae5-471e-bea6-af003ac19ef9 completed by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 20:07:36.359694 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Provisioning complete for port 61d0354c-dae5-471e-bea6-af003ac19ef9 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:07:36.362783 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:36.366588 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 1be73d0d-9ba3-4a30-bb28-d66f7f84fce3 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:07:36.369875 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:36.371805 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b75b93-6428-48ad-98cf-e98414d78a73 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Pushing event updated for resources: {'Subnet': ['ID=53de5367-34e3-42b2-a988-2609fd8559f3,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:07:36.378179 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b75b93-6428-48ad-98cf-e98414d78a73 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Checking segment: {'id': '76958c93-e271-4464-8b2b-ab874b82cbfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '1306f2a3-38fd-4113-90f1-035ef6a6779c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:07:36.378585 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7b75b93-6428-48ad-98cf-e98414d78a73 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Network hostable DHCP agents. Network: 1306f2a3-38fd-4113-90f1-035ef6a6779c, hostable agents: ['02adaa64-0987-4b74-bad0-cbcf56f8a294'], hosted agents: [] {{(pid=103447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 20:07:36.396343 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7b75b93-6428-48ad-98cf-e98414d78a73 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Network 1306f2a3-38fd-4113-90f1-035ef6a6779c is scheduled to be hosted by DHCP agent 02adaa64-0987-4b74-bad0-cbcf56f8a294 with binding_index 1 {{(pid=103447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 20:07:36.427535 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-a7b75b93-6428-48ad-98cf-e98414d78a73 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818823-1, 1306f2a3-38fd-4113-90f1-035ef6a6779c) {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:07:36.444037 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3b3e598-c1da-4578-82f4-75a2d0df986c None None] Network 1306f2a3-38fd-4113-90f1-035ef6a6779c requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:07:36.460963 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port 804415e1-0f88-4667-ae15-401b8c2f514c, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=804415e1-0f88-4667-ae15-401b8c2f514c,segment=NetworkSegment(021b91f9-18fd-49d2-9530-507289b68670),segment_id=021b91f9-18fd-49d2-9530-507289b68670)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:07:36.465867 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7b75b93-6428-48ad-98cf-e98414d78a73 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:36.466843 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a7b75b93-6428-48ad-98cf-e98414d78a73 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for subnet, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:36.523568 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b2b95d-6fdf-42ef-94f8-f26232526b05 req-2e2030ed-9c70-492e-b653-6aefa2ef9387 tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:36.527044 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-99b2b95d-6fdf-42ef-94f8-f26232526b05 req-2e2030ed-9c70-492e-b653-6aefa2ef9387 tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] 10.222.0.46 "GET /v2.0/ports?device_id=1d610fed-ade8-4090-9ac8-a8eeda6b914b HTTP/1.1" status: 200 len: 949 time: 0.1147020 Nov 22 20:07:36.549225 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-a7b75b93-6428-48ad-98cf-e98414d78a73 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.8645673 Nov 22 20:07:36.553549 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 58022) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:07:36.560044 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-e430a498-66c3-48ba-acf7-3f72cf80a17b tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-696757878'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:07:36.572597 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Returning: {'device': '804415e1-0f88-4667-ae15-401b8c2f514c', 'network_id': '5603836d-e977-4a38-b5cc-930bf7d9baac', 'port_id': '804415e1-0f88-4667-ae15-401b8c2f514c', 'mac_address': 'fa:16:3e:d5:98:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2cea4a9-15b2-4b0f-a36e-4aff7f2ffbab', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 20:07:36.589043 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 58024) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:07:36.602325 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e430a498-66c3-48ba-acf7-3f72cf80a17b tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Made reservation on behalf of 61dcfa65121d45e7982f77d2ef747965 for: {'network': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:07:36.609337 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e430a498-66c3-48ba-acf7-3f72cf80a17b tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for network, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:36.615219 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-d657c52f-98b7-4f3b-bb18-2b2b7670436e tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1786532977', 'description': 'tempest-description--1088443392'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:07:36.637971 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:36.649649 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e430a498-66c3-48ba-acf7-3f72cf80a17b tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] vlan segment allocate from pool success with {'vlan_id': 602, 'physical_network': 'physnet1'} {{(pid=103448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 20:07:36.652116 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-99b2b95d-6fdf-42ef-94f8-f26232526b05 req-5ab59b9a-5799-4169-a210-887b9457d013 tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] 10.222.0.46 "GET /v2.0/security-groups?id=e5ae9e03-6ff8-4082-b7a4-25ecea5ed21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266785 Nov 22 20:07:36.669008 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e430a498-66c3-48ba-acf7-3f72cf80a17b tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:36.669008 n-d-818823-1 neutron-server[103448]: INFO neutron.db.segments_db [None req-e430a498-66c3-48ba-acf7-3f72cf80a17b tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Added segment dab13e52-193b-40a3-83ad-fa4eac7928c0 of type vlan for network 1a56dbfa-c49e-4094-a390-4515f4076617 Nov 22 20:07:36.690923 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-d657c52f-98b7-4f3b-bb18-2b2b7670436e tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:36.748831 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c4aa1988-a3bc-42de-8621-c870d456a6b8 req-91306df0-3776-42be-9b39-3128c49972e1 tempest-SecurityGroupRulesTestJSON-1240234636 tempest-SecurityGroupRulesTestJSON-1240234636-project] 10.222.0.46 "GET /v2.0/security-groups/a557aa82-1c35-4b93-ac89-76a97e2a825c HTTP/1.1" status: 200 len: 1821 time: 0.1215641 Nov 22 20:07:36.763897 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e430a498-66c3-48ba-acf7-3f72cf80a17b tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748992492791'] for network, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:36.764927 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-c4aa1988-a3bc-42de-8621-c870d456a6b8 req-8b24073c-d6ea-43f9-a20f-ac1e41ec3ec5 tempest-SecurityGroupRulesTestJSON-1240234636 tempest-SecurityGroupRulesTestJSON-1240234636-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'a557aa82-1c35-4b93-ac89-76a97e2a825c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:07:36.765246 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-c4aa1988-a3bc-42de-8621-c870d456a6b8 req-8b24073c-d6ea-43f9-a20f-ac1e41ec3ec5 tempest-SecurityGroupRulesTestJSON-1240234636 tempest-SecurityGroupRulesTestJSON-1240234636-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'a557aa82-1c35-4b93-ac89-76a97e2a825c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:07:36.769094 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 804415e1-0f88-4667-ae15-401b8c2f514c {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:07:36.819052 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e430a498-66c3-48ba-acf7-3f72cf80a17b tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for network, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:36.829758 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e430a498-66c3-48ba-acf7-3f72cf80a17b tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:36.830827 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e430a498-66c3-48ba-acf7-3f72cf80a17b tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:36.835801 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-d657c52f-98b7-4f3b-bb18-2b2b7670436e tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:36.844103 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-d657c52f-98b7-4f3b-bb18-2b2b7670436e tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:36.881573 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.agents_db [None req-aa8313f2-1ee4-4e7b-8c5a-d32b2f9d31ee None None] Agent healthcheck: found 7 active agents {{(pid=103450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 20:07:36.898148 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port 804415e1-0f88-4667-ae15-401b8c2f514c, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=804415e1-0f88-4667-ae15-401b8c2f514c,segment=NetworkSegment(021b91f9-18fd-49d2-9530-507289b68670),segment_id=021b91f9-18fd-49d2-9530-507289b68670)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:07:36.903760 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcba828e-6c08-41f6-b05d-4e363ea9c473 None None] Sync routers for ids ['f203a2f2-150f-4de3-b143-5dc3e6b10221'] in n-d-818823-1 {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:07:36.905791 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:36.909402 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-d657c52f-98b7-4f3b-bb18-2b2b7670436e tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:36.910723 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-d657c52f-98b7-4f3b-bb18-2b2b7670436e tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3177321 Nov 22 20:07:36.915214 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 58028) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:07:36.924980 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-4a682ed3-2dca-4a4f-a466-2a3f2a7e6aa9 tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] Request body: {'security_group_rule': {'security_group_id': 'd0f23b20-ff6d-4854-9b62-19f93f9efd2f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:07:36.964333 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d657c52f-98b7-4f3b-bb18-2b2b7670436e tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0f23b20-ff6d-4854-9b62-19f93f9efd2f,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:07:36.968954 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-e430a498-66c3-48ba-acf7-3f72cf80a17b tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4116125 Nov 22 20:07:36.970771 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:36.974183 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 58032) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:07:36.987114 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-a93c86a1-54e6-441f-935a-6b7b63e740be tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Request body: {'subnet': {'network_id': '1a56dbfa-c49e-4094-a390-4515f4076617', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:07:37.002960 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4a682ed3-2dca-4a4f-a466-2a3f2a7e6aa9 tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:37.007452 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e430a498-66c3-48ba-acf7-3f72cf80a17b tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Pushing event updated for resources: {'Network': ['ID=1a56dbfa-c49e-4094-a390-4515f4076617,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:07:37.054017 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:37.088054 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-c4aa1988-a3bc-42de-8621-c870d456a6b8 req-8b24073c-d6ea-43f9-a20f-ac1e41ec3ec5 tempest-SecurityGroupRulesTestJSON-1240234636 tempest-SecurityGroupRulesTestJSON-1240234636-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:37.097904 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Network 1a56dbfa-c49e-4094-a390-4515f4076617 details requested by agent ovs-agent-n-d-818823-1 with host n-d-818823-1 {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 20:07:37.160981 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcba828e-6c08-41f6-b05d-4e363ea9c473 None None] Routers {'f203a2f2-150f-4de3-b143-5dc3e6b10221'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:07:37.161589 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-dcba828e-6c08-41f6-b05d-4e363ea9c473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:07:32Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['f203a2f2-150f-4de3-b143-5dc3e6b10221'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:07:37.193440 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a93c86a1-54e6-441f-935a-6b7b63e740be tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Made reservation on behalf of 61dcfa65121d45e7982f77d2ef747965 for: {'subnet': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:07:37.202376 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a93c86a1-54e6-441f-935a-6b7b63e740be tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11792951'] for subnet, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:37.202607 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-c4aa1988-a3bc-42de-8621-c870d456a6b8 req-8b24073c-d6ea-43f9-a20f-ac1e41ec3ec5 tempest-SecurityGroupRulesTestJSON-1240234636 tempest-SecurityGroupRulesTestJSON-1240234636-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:37.209634 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4a682ed3-2dca-4a4f-a466-2a3f2a7e6aa9 tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:37.223778 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab41bdb-d6b9-4d88-9a4e-5a0fb71b6c62 req-855b2c56-c0e3-4df5-ad22-73f53b3f5477 tempest-MultipleCreateTestJSON-1276993397 tempest-MultipleCreateTestJSON-1276993397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:37.225432 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-eab41bdb-d6b9-4d88-9a4e-5a0fb71b6c62 req-855b2c56-c0e3-4df5-ad22-73f53b3f5477 tempest-MultipleCreateTestJSON-1276993397 tempest-MultipleCreateTestJSON-1276993397-project] 10.222.0.46 "GET /v2.0/ports?device_id=866e794f-abd8-441e-925e-0f8cfac709aa HTTP/1.1" status: 200 len: 946 time: 0.1209831 Nov 22 20:07:37.226086 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-c4aa1988-a3bc-42de-8621-c870d456a6b8 req-8b24073c-d6ea-43f9-a20f-ac1e41ec3ec5 tempest-SecurityGroupRulesTestJSON-1240234636 tempest-SecurityGroupRulesTestJSON-1240234636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572323'] for security_group_rule, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:37.232567 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4a682ed3-2dca-4a4f-a466-2a3f2a7e6aa9 tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572323'] for security_group_rule, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:37.271009 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b24073c-d6ea-43f9-a20f-ac1e41ec3ec5 tempest-SecurityGroupRulesTestJSON-1240234636 tempest-SecurityGroupRulesTestJSON-1240234636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8942f94-dc70-449f-b2b5-55c3ab35588c,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:07:37.283989 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-c4aa1988-a3bc-42de-8621-c870d456a6b8 req-8b24073c-d6ea-43f9-a20f-ac1e41ec3ec5 tempest-SecurityGroupRulesTestJSON-1240234636 tempest-SecurityGroupRulesTestJSON-1240234636-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:37.289833 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c4aa1988-a3bc-42de-8621-c870d456a6b8 req-8b24073c-d6ea-43f9-a20f-ac1e41ec3ec5 tempest-SecurityGroupRulesTestJSON-1240234636 tempest-SecurityGroupRulesTestJSON-1240234636-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.5336609 Nov 22 20:07:37.306215 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-dcba828e-6c08-41f6-b05d-4e363ea9c473 None None] Set router f203a2f2-150f-4de3-b143-5dc3e6b10221 gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:07:37.311898 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4a682ed3-2dca-4a4f-a466-2a3f2a7e6aa9 tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:37.317347 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-4a682ed3-2dca-4a4f-a466-2a3f2a7e6aa9 tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3966584 Nov 22 20:07:37.317573 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 58040) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:07:37.324904 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-4a7acb3c-a8b0-4421-9861-66d1c0ad8d41 tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] Request body: {'security_group_rule': {'security_group_id': 'd0f23b20-ff6d-4854-9b62-19f93f9efd2f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:07:37.336330 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a682ed3-2dca-4a4f-a466-2a3f2a7e6aa9 tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3d1216b-a22c-4ec8-a87d-cf0dd03fe4b5,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:07:37.354016 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-eab41bdb-d6b9-4d88-9a4e-5a0fb71b6c62 req-f4932d67-06c5-455a-9456-c300493ece56 tempest-MultipleCreateTestJSON-1276993397 tempest-MultipleCreateTestJSON-1276993397-project] 10.222.0.46 "GET /v2.0/security-groups?id=8a035bd2-0e78-4fc7-9d57-01ec97cfb81c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184001 Nov 22 20:07:37.392922 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-29dc43df-e001-423c-80de-7fbfe3e2a8d9 req-44684a61-eb95-4208-80a6-e4f80ca53eff tempest-SecurityGroupRulesTestJSON-1240234636 tempest-SecurityGroupRulesTestJSON-1240234636-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-772733797', 'description': 'tempest-description-1927274203'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:07:37.411885 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4a7acb3c-a8b0-4421-9861-66d1c0ad8d41 tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:37.427754 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port 61d0354c-dae5-471e-bea6-af003ac19ef9, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=61d0354c-dae5-471e-bea6-af003ac19ef9,segment=NetworkSegment(2a5a1c7b-538e-498e-99b9-cc7a8e0411be),segment_id=2a5a1c7b-538e-498e-99b9-cc7a8e0411be)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:07:37.430869 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] get_ports_and_sgs() called for port_ids ['804415e1-0f88-4667-ae15-401b8c2f514c'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:07:37.434226 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e94aed4c-ece2-410e-a309-9c83a0437f8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61d0354c-dae5-471e-bea6-af003ac19ef9'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:07:37.436999 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d39f6d30a11e565ec9648abcc015e8a6ab6cff4edd704add8155e28765d31eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-455b8d9b-10a1-4d9a-9c62-27ece61977b8" -d '{"events": [{"server_uuid": "e94aed4c-ece2-410e-a309-9c83a0437f8c", "name": "network-vif-plugged", "status": "completed", "tag": "61d0354c-dae5-471e-bea6-af003ac19ef9"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:07:37.452878 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f2929299-1804-4096-834a-7a792e196874 req-73be3738-21a7-48f4-8b6a-37f5de1c84e2 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=126c0323750547f8b9835ef63890aaea&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0461488 Nov 22 20:07:37.511648 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-29dc43df-e001-423c-80de-7fbfe3e2a8d9 req-44684a61-eb95-4208-80a6-e4f80ca53eff tempest-SecurityGroupRulesTestJSON-1240234636 tempest-SecurityGroupRulesTestJSON-1240234636-project] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:37.537340 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4a7acb3c-a8b0-4421-9861-66d1c0ad8d41 tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:37.608253 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2929299-1804-4096-834a-7a792e196874 req-d0ecd5ca-805b-4f70-a820-26809935675f tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:37.612928 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4a7acb3c-a8b0-4421-9861-66d1c0ad8d41 tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572323'] for security_group_rule, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:37.616491 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f2929299-1804-4096-834a-7a792e196874 req-d0ecd5ca-805b-4f70-a820-26809935675f tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1626823 Nov 22 20:07:37.622402 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a93c86a1-54e6-441f-935a-6b7b63e740be tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11567560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11792921'] for subnet, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:37.639994 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f2929299-1804-4096-834a-7a792e196874 req-ad8b9818-33e0-4190-9874-e63261494869 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/quotas/126c0323750547f8b9835ef63890aaea HTTP/1.1" status: 200 len: 375 time: 0.0225120 Nov 22 20:07:37.672015 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:37.711653 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7acb3c-a8b0-4421-9861-66d1c0ad8d41 tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4aa429d-f9b4-42db-b1ed-a0913fd7b62a,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:07:37.728273 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4a7acb3c-a8b0-4421-9861-66d1c0ad8d41 tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:37.733840 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-4a7acb3c-a8b0-4421-9861-66d1c0ad8d41 tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4112542 Nov 22 20:07:37.736418 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 58056) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:07:37.737770 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] For port 1be73d0d-9ba3-4a30-bb28-d66f7f84fce3, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=1be73d0d-9ba3-4a30-bb28-d66f7f84fce3,segment=NetworkSegment(8793ba83-8407-4c3d-9b56-2a177cd58a70),segment_id=8793ba83-8407-4c3d-9b56-2a177cd58a70)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:07:37.746620 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-7af5ee84-6466-4669-8907-1bf362097839 tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] Request body: {'floatingip': {'floating_network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:07:37.779766 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-29dc43df-e001-423c-80de-7fbfe3e2a8d9 req-44684a61-eb95-4208-80a6-e4f80ca53eff tempest-SecurityGroupRulesTestJSON-1240234636 tempest-SecurityGroupRulesTestJSON-1240234636-project] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:37.785523 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93c86a1-54e6-441f-935a-6b7b63e740be tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Pushing event updated for resources: {'Subnet': ['ID=43b1698e-576f-48c6-a172-7bbfbd68da73,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:07:37.797196 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-29dc43df-e001-423c-80de-7fbfe3e2a8d9 req-44684a61-eb95-4208-80a6-e4f80ca53eff tempest-SecurityGroupRulesTestJSON-1240234636 tempest-SecurityGroupRulesTestJSON-1240234636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:37.802178 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7af5ee84-6466-4669-8907-1bf362097839 tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] Publish callbacks [] for floatingip, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:37.807342 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a93c86a1-54e6-441f-935a-6b7b63e740be tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Checking segment: {'id': 'dab13e52-193b-40a3-83ad-fa4eac7928c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '1a56dbfa-c49e-4094-a390-4515f4076617'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:07:37.807946 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a93c86a1-54e6-441f-935a-6b7b63e740be tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Network hostable DHCP agents. Network: 1a56dbfa-c49e-4094-a390-4515f4076617, hostable agents: ['02adaa64-0987-4b74-bad0-cbcf56f8a294'], hosted agents: [] {{(pid=103448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 20:07:37.833053 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11121bb4-9095-4338-bbec-a45b6bc7a1bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fb26bd7-ce56-527b-b94f-2e1f7cb2bb35-1306f2a3-38fd-4113-90f1-035ef6a6779c', 'network_id': '1306f2a3-38fd-4113-90f1-035ef6a6779c', 'tenant_id': '61dcfa65121d45e7982f77d2ef747965', 'fixed_ips': [{'subnet_id': '53de5367-34e3-42b2-a988-2609fd8559f3'}]}} from n-d-818823-1. {{(pid=103449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 20:07:37.834208 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-11121bb4-9095-4338-bbec-a45b6bc7a1bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:37.855517 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f2929299-1804-4096-834a-7a792e196874 req-8bde8c14-9831-4d29-adbf-350a30da0da2 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=126c0323750547f8b9835ef63890aaea&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2144499 Nov 22 20:07:37.885389 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a93c86a1-54e6-441f-935a-6b7b63e740be tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Network 1a56dbfa-c49e-4094-a390-4515f4076617 is scheduled to be hosted by DHCP agent 02adaa64-0987-4b74-bad0-cbcf56f8a294 with binding_index 1 {{(pid=103448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 20:07:37.897306 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-29dc43df-e001-423c-80de-7fbfe3e2a8d9 req-44684a61-eb95-4208-80a6-e4f80ca53eff tempest-SecurityGroupRulesTestJSON-1240234636 tempest-SecurityGroupRulesTestJSON-1240234636-project] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:37.898816 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-29dc43df-e001-423c-80de-7fbfe3e2a8d9 req-44684a61-eb95-4208-80a6-e4f80ca53eff tempest-SecurityGroupRulesTestJSON-1240234636 tempest-SecurityGroupRulesTestJSON-1240234636-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.5112181 Nov 22 20:07:37.900842 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=804415e1-0f88-4667-ae15-401b8c2f514c,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:07:37.908590 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44684a61-eb95-4208-80a6-e4f80ca53eff tempest-SecurityGroupRulesTestJSON-1240234636 tempest-SecurityGroupRulesTestJSON-1240234636-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ed8bfde-d1bb-4bae-b7ae-9c31031c5e82,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:07:37.909447 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:37.927444 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-a93c86a1-54e6-441f-935a-6b7b63e740be tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818823-1, 1a56dbfa-c49e-4094-a390-4515f4076617) {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:07:37.941203 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a93c86a1-54e6-441f-935a-6b7b63e740be tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:37.941800 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a93c86a1-54e6-441f-935a-6b7b63e740be tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:37.993440 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-a93c86a1-54e6-441f-935a-6b7b63e740be tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.0123100 Nov 22 20:07:38.045090 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7af5ee84-6466-4669-8907-1bf362097839 tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:38.096927 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c1a3e2-b0d4-406e-9952-c1f3bc30b8cb req-80d9a7d5-26d0-4904-9d44-253cc319638e tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:38.113312 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-76c1a3e2-b0d4-406e-9952-c1f3bc30b8cb req-80d9a7d5-26d0-4904-9d44-253cc319638e tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] 10.222.0.46 "GET /v2.0/ports?device_id=1d610fed-ade8-4090-9ac8-a8eeda6b914b HTTP/1.1" status: 200 len: 949 time: 0.0861940 Nov 22 20:07:38.115921 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:07:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-665b539c-fb5c-4358-a9f5-0fa27d102402 x-openstack-request-id: req-665b539c-fb5c-4358-a9f5-0fa27d102402 {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:07:38.118610 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e94aed4c-ece2-410e-a309-9c83a0437f8c", "name": "network-vif-plugged", "status": "completed", "tag": "61d0354c-dae5-471e-bea6-af003ac19ef9", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:07:38.119043 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-665b539c-fb5c-4358-a9f5-0fa27d102402 {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:07:38.122755 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e94aed4c-ece2-410e-a309-9c83a0437f8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61d0354c-dae5-471e-bea6-af003ac19ef9', 'code': 200} Nov 22 20:07:38.132596 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d496b7f3-e8cb-4fc0-9116-1cee827f9474 None None] Network 1a56dbfa-c49e-4094-a390-4515f4076617 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:07:38.195350 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-76c1a3e2-b0d4-406e-9952-c1f3bc30b8cb req-81b66592-2552-4220-a64d-01550f8cb3c9 tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] 10.222.0.46 "GET /v2.0/security-groups?id=e5ae9e03-6ff8-4082-b7a4-25ecea5ed21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810523 Nov 22 20:07:38.220951 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-7f52ff5c-9792-4ce8-a36d-91e7b5032785 req-ecde5a46-12fd-47ff-8d71-8a78d92677d4 tempest-SecurityGroupRulesTestJSON-1240234636 tempest-SecurityGroupRulesTestJSON-1240234636-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1860539550', 'description': 'tempest-description-1005900648'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:07:38.280742 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-7f52ff5c-9792-4ce8-a36d-91e7b5032785 req-ecde5a46-12fd-47ff-8d71-8a78d92677d4 tempest-SecurityGroupRulesTestJSON-1240234636 tempest-SecurityGroupRulesTestJSON-1240234636-project] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:38.407639 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [None req-7af5ee84-6466-4669-8907-1bf362097839 tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] Allocated IP 172.25.5.238 (c48a55e9-6a85-4746-b7bf-3e29fb560094/5da6f781-63e6-4328-ae7a-5e672262f55a/fcfc4084-53db-47e9-bb14-374f51a2ce8b) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:07:38.526334 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-7f52ff5c-9792-4ce8-a36d-91e7b5032785 req-ecde5a46-12fd-47ff-8d71-8a78d92677d4 tempest-SecurityGroupRulesTestJSON-1240234636 tempest-SecurityGroupRulesTestJSON-1240234636-project] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:38.534086 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.db_base_plugin_common [None req-11121bb4-9095-4338-bbec-a45b6bc7a1bc None None] Allocated IP 19.80.0.2 (1306f2a3-38fd-4113-90f1-035ef6a6779c/53de5367-34e3-42b2-a988-2609fd8559f3/c9a6edfb-fa80-4478-af42-e98b40e0bc2c) {{(pid=103449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:07:38.549025 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-7f52ff5c-9792-4ce8-a36d-91e7b5032785 req-ecde5a46-12fd-47ff-8d71-8a78d92677d4 tempest-SecurityGroupRulesTestJSON-1240234636 tempest-SecurityGroupRulesTestJSON-1240234636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:38.645053 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246bb22f-e9ac-4d14-9f15-c09d4b9ca1f6 req-3c164468-caac-483b-98aa-fe07bda70744 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:38.648812 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7af5ee84-6466-4669-8907-1bf362097839 tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:38.651777 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246bb22f-e9ac-4d14-9f15-c09d4b9ca1f6 req-3c164468-caac-483b-98aa-fe07bda70744 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:38.653825 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-246bb22f-e9ac-4d14-9f15-c09d4b9ca1f6 req-3c164468-caac-483b-98aa-fe07bda70744 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] 10.222.0.46 "GET /v2.0/networks?id=1306f2a3-38fd-4113-90f1-035ef6a6779c&id=1a56dbfa-c49e-4094-a390-4515f4076617&id=1306f2a3-38fd-4113-90f1-035ef6a6779c HTTP/1.1" status: 200 len: 1391 time: 0.3008540 Nov 22 20:07:38.690543 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-7f52ff5c-9792-4ce8-a36d-91e7b5032785 req-ecde5a46-12fd-47ff-8d71-8a78d92677d4 tempest-SecurityGroupRulesTestJSON-1240234636 tempest-SecurityGroupRulesTestJSON-1240234636-project] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:38.696239 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7f52ff5c-9792-4ce8-a36d-91e7b5032785 req-ecde5a46-12fd-47ff-8d71-8a78d92677d4 tempest-SecurityGroupRulesTestJSON-1240234636 tempest-SecurityGroupRulesTestJSON-1240234636-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.4827819 Nov 22 20:07:38.709917 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-246bb22f-e9ac-4d14-9f15-c09d4b9ca1f6 req-4bcee69f-6cc1-4045-b5a6-a8f0afa12bd3 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] 10.222.0.46 "GET /v2.0/quotas/61dcfa65121d45e7982f77d2ef747965 HTTP/1.1" status: 200 len: 375 time: 0.0419509 Nov 22 20:07:38.715119 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecde5a46-12fd-47ff-8d71-8a78d92677d4 tempest-SecurityGroupRulesTestJSON-1240234636 tempest-SecurityGroupRulesTestJSON-1240234636-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37418431-0efe-4eed-803e-404275e84719,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:07:38.736495 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7af5ee84-6466-4669-8907-1bf362097839 tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:38.783567 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-11121bb4-9095-4338-bbec-a45b6bc7a1bc None None] Publish callbacks [] for port, precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:38.816346 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=61d0354c-dae5-471e-bea6-af003ac19ef9,revision_number=13']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:07:38.817298 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-246bb22f-e9ac-4d14-9f15-c09d4b9ca1f6 req-fb55ca89-980f-4dc1-8b13-ba9702695356 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=61dcfa65121d45e7982f77d2ef747965&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0895810 Nov 22 20:07:38.845363 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-11121bb4-9095-4338-bbec-a45b6bc7a1bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372'] for port, after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:38.863793 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af5ee84-6466-4669-8907-1bf362097839 tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] Pushing event updated for resources: {'Port': ['ID=fcfc4084-53db-47e9-bb14-374f51a2ce8b,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:07:38.872683 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7af5ee84-6466-4669-8907-1bf362097839 tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] Network c48a55e9-6a85-4746-b7bf-3e29fb560094 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:07:38.874313 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-7af5ee84-6466-4669-8907-1bf362097839 tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:07:38.877583 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af5ee84-6466-4669-8907-1bf362097839 tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:07:38.920145 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0db6eb71-1ca4-4639-ae39-f49aa4ea543e req-a2c714b6-0b82-493f-ba89-18e33c4e8603 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/ports?device_id=bd3740f9-d89f-45cf-b02d-7739f6a5131c HTTP/1.1" status: 200 len: 210 time: 0.1133974 Nov 22 20:07:38.996966 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11121bb4-9095-4338-bbec-a45b6bc7a1bc None None] Network 1306f2a3-38fd-4113-90f1-035ef6a6779c is already hosted by enough agents. {{(pid=103449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:07:39.075199 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7af5ee84-6466-4669-8907-1bf362097839 tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:39.215279 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4b89ed-35cb-466f-8bff-732046ac8e46 req-259c76d8-7b42-4541-b624-231d60ecdf7a tempest-MultipleCreateTestJSON-1276993397 tempest-MultipleCreateTestJSON-1276993397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:39.226595 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4b4b89ed-35cb-466f-8bff-732046ac8e46 req-259c76d8-7b42-4541-b624-231d60ecdf7a tempest-MultipleCreateTestJSON-1276993397 tempest-MultipleCreateTestJSON-1276993397-project] 10.222.0.46 "GET /v2.0/ports?device_id=866e794f-abd8-441e-925e-0f8cfac709aa HTTP/1.1" status: 200 len: 946 time: 0.2096083 Nov 22 20:07:39.293378 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.base_scheduler [None req-11121bb4-9095-4338-bbec-a45b6bc7a1bc None None] Resources bound (agent type, host, resource id): {{(pid=103449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:07:39.295612 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Pushing event updated for resources: {'Port': ['ID=1be73d0d-9ba3-4a30-bb28-d66f7f84fce3,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:07:39.316035 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11121bb4-9095-4338-bbec-a45b6bc7a1bc None None] Received port after_create {{(pid=103449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:07:39.359065 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-246bb22f-e9ac-4d14-9f15-c09d4b9ca1f6 req-8d98a9ec-a250-4926-a530-6e921b9256ab service neutron] 10.222.0.46 "GET /v2.0/networks/1306f2a3-38fd-4113-90f1-035ef6a6779c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5161858 Nov 22 20:07:39.394391 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4b4b89ed-35cb-466f-8bff-732046ac8e46 req-1edaa1f9-7a77-457e-adfe-d63ef1b6f76d tempest-MultipleCreateTestJSON-1276993397 tempest-MultipleCreateTestJSON-1276993397-project] 10.222.0.46 "GET /v2.0/security-groups?id=8a035bd2-0e78-4fc7-9d57-01ec97cfb81c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583331 Nov 22 20:07:39.527698 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13f7542a-4d9f-474a-900a-b6e217342695 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fb26bd7-ce56-527b-b94f-2e1f7cb2bb35-1a56dbfa-c49e-4094-a390-4515f4076617', 'network_id': '1a56dbfa-c49e-4094-a390-4515f4076617', 'tenant_id': '61dcfa65121d45e7982f77d2ef747965', 'fixed_ips': [{'subnet_id': '43b1698e-576f-48c6-a172-7bbfbd68da73'}]}} from n-d-818823-1. {{(pid=103449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 20:07:39.529013 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-13f7542a-4d9f-474a-900a-b6e217342695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:39.536048 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-82be7f50-7ce9-4d25-a311-910530f41914 req-01672185-fbb8-43e5-bad0-3d80d5d9229d tempest-SecurityGroupRulesTestJSON-1240234636 tempest-SecurityGroupRulesTestJSON-1240234636-project] 10.222.0.46 "GET /v2.0/security-groups/6ed8bfde-d1bb-4bae-b7ae-9c31031c5e82 HTTP/1.1" status: 200 len: 1821 time: 0.1049986 Nov 22 20:07:39.598591 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-246bb22f-e9ac-4d14-9f15-c09d4b9ca1f6 req-882ddb98-302f-4ee1-b577-805428d104c8 service neutron] 10.222.0.46 "GET /v2.0/networks/1306f2a3-38fd-4113-90f1-035ef6a6779c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2338619 Nov 22 20:07:39.609583 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-82be7f50-7ce9-4d25-a311-910530f41914 req-e903c0cf-5105-4aa9-ab43-8ae3b664420a tempest-SecurityGroupRulesTestJSON-1240234636 tempest-SecurityGroupRulesTestJSON-1240234636-project] 10.222.0.46 "GET /v2.0/security-groups/37418431-0efe-4eed-803e-404275e84719 HTTP/1.1" status: 200 len: 1822 time: 0.0722454 Nov 22 20:07:39.614079 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11121bb4-9095-4338-bbec-a45b6bc7a1bc None None] Pushing event updated for resources: {'Port': ['ID=c9a6edfb-fa80-4478-af42-e98b40e0bc2c,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:07:39.639870 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-11121bb4-9095-4338-bbec-a45b6bc7a1bc None None] Attempting to bind port c9a6edfb-fa80-4478-af42-e98b40e0bc2c on host n-d-818823-1 for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:07:39.640250 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-11121bb4-9095-4338-bbec-a45b6bc7a1bc None None] Attempting to bind port c9a6edfb-fa80-4478-af42-e98b40e0bc2c by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': '76958c93-e271-4464-8b2b-ab874b82cbfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '1306f2a3-38fd-4113-90f1-035ef6a6779c'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:07:39.643681 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11121bb4-9095-4338-bbec-a45b6bc7a1bc None None] Attempting to bind port c9a6edfb-fa80-4478-af42-e98b40e0bc2c on network 1306f2a3-38fd-4113-90f1-035ef6a6779c {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:07:39.675150 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7af5ee84-6466-4669-8907-1bf362097839 tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:39.719271 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-82be7f50-7ce9-4d25-a311-910530f41914 req-6864d8f0-5858-4dad-9937-e7145eb8e466 tempest-SecurityGroupRulesTestJSON-1240234636 tempest-SecurityGroupRulesTestJSON-1240234636-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '6ed8bfde-d1bb-4bae-b7ae-9c31031c5e82', 'remote_group_id': '37418431-0efe-4eed-803e-404275e84719', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:07:39.719706 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-82be7f50-7ce9-4d25-a311-910530f41914 req-6864d8f0-5858-4dad-9937-e7145eb8e466 tempest-SecurityGroupRulesTestJSON-1240234636 tempest-SecurityGroupRulesTestJSON-1240234636-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '6ed8bfde-d1bb-4bae-b7ae-9c31031c5e82', 'remote_group_id': '37418431-0efe-4eed-803e-404275e84719', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:07:39.725327 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-246bb22f-e9ac-4d14-9f15-c09d4b9ca1f6 req-f5230352-25c5-425b-a3ca-4e8c8055f639 service neutron] 10.222.0.46 "GET /v2.0/networks/1a56dbfa-c49e-4094-a390-4515f4076617?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121912 Nov 22 20:07:39.849758 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f2929299-1804-4096-834a-7a792e196874 req-a48980f6-f4bb-43e3-a7a9-9c92d7942066 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=126c0323750547f8b9835ef63890aaea&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1145735 Nov 22 20:07:39.885922 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11121bb4-9095-4338-bbec-a45b6bc7a1bc None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 7, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:07:39.886621 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11121bb4-9095-4338-bbec-a45b6bc7a1bc None None] Checking segment: {'id': '76958c93-e271-4464-8b2b-ab874b82cbfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '1306f2a3-38fd-4113-90f1-035ef6a6779c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:07:39.886733 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-11121bb4-9095-4338-bbec-a45b6bc7a1bc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:39.887119 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11121bb4-9095-4338-bbec-a45b6bc7a1bc None None] Bound using segment: {'id': '76958c93-e271-4464-8b2b-ab874b82cbfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '1306f2a3-38fd-4113-90f1-035ef6a6779c'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:07:39.887630 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-11121bb4-9095-4338-bbec-a45b6bc7a1bc None None] Bound port: c9a6edfb-fa80-4478-af42-e98b40e0bc2c, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76958c93-e271-4464-8b2b-ab874b82cbfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '1306f2a3-38fd-4113-90f1-035ef6a6779c'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:07:39.888023 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-11121bb4-9095-4338-bbec-a45b6bc7a1bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:39.892661 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-dcba828e-6c08-41f6-b05d-4e363ea9c473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f203a2f2-150f-4de3-b143-5dc3e6b10221', 'name': 'tempest-ServersTestMultiNic-917636083-router', 'tenant_id': '61dcfa65121d45e7982f77d2ef747965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': '1be73d0d-9ba3-4a30-bb28-d66f7f84fce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:07:29Z', 'updated_at': '2021-11-22T20:07:33Z', 'revision_number': 4, 'project_id': '61dcfa65121d45e7982f77d2ef747965', 'gw_port': {'id': '1be73d0d-9ba3-4a30-bb28-d66f7f84fce3', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:0c:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f203a2f2-150f-4de3-b143-5dc3e6b10221', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:07:30Z', 'updated_at': '2021-11-22T20:07:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': 'def40dcf-3cf3-44c1-83f8-20d11cfd7e0a', 'name': '', 'network_id': '2b252814-15c3-4a94-a06a-f3a13ca593af', 'tenant_id': '61dcfa65121d45e7982f77d2ef747965', 'mac_address': 'fa:16:3e:de:02:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f203a2f2-150f-4de3-b143-5dc3e6b10221', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '21f6cce3-ea76-4a1b-b1b6-f7b27d53b88e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:07:32Z', 'updated_at': '2021-11-22T20:07:33Z', 'revision_number': 2, 'project_id': '61dcfa65121d45e7982f77d2ef747965', 'subnets': [{'id': '21f6cce3-ea76-4a1b-b1b6-f7b27d53b88e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:07:39.984715 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-82be7f50-7ce9-4d25-a311-910530f41914 req-6864d8f0-5858-4dad-9937-e7145eb8e466 tempest-SecurityGroupRulesTestJSON-1240234636 tempest-SecurityGroupRulesTestJSON-1240234636-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:40.014774 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcba828e-6c08-41f6-b05d-4e363ea9c473 None None] Checking router: f203a2f2-150f-4de3-b143-5dc3e6b10221 for host: n-d-818823-1 {{(pid=103449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 20:07:40.026295 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcba828e-6c08-41f6-b05d-4e363ea9c473 None None] Updating router f203a2f2-150f-4de3-b143-5dc3e6b10221 port def40dcf-3cf3-44c1-83f8-20d11cfd7e0a binding host n-d-818823-1 {{(pid=103449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 20:07:40.034780 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-82be7f50-7ce9-4d25-a311-910530f41914 req-6864d8f0-5858-4dad-9937-e7145eb8e466 tempest-SecurityGroupRulesTestJSON-1240234636 tempest-SecurityGroupRulesTestJSON-1240234636-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:40.065590 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-82be7f50-7ce9-4d25-a311-910530f41914 req-6864d8f0-5858-4dad-9937-e7145eb8e466 tempest-SecurityGroupRulesTestJSON-1240234636 tempest-SecurityGroupRulesTestJSON-1240234636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572323'] for security_group_rule, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:40.120247 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7af5ee84-6466-4669-8907-1bf362097839 tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] Publish callbacks [] for port, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:40.121815 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-11121bb4-9095-4338-bbec-a45b6bc7a1bc None None] For port c9a6edfb-fa80-4478-af42-e98b40e0bc2c, host n-d-818823-1, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:07:40.125989 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7af5ee84-6466-4669-8907-1bf362097839 tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:40.129300 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 1be73d0d-9ba3-4a30-bb28-d66f7f84fce3 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:07:40.131802 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-246bb22f-e9ac-4d14-9f15-c09d4b9ca1f6 req-eeda2e43-17ae-4bad-829b-1e3174dada60 service neutron] 10.222.0.46 "GET /v2.0/networks/1a56dbfa-c49e-4094-a390-4515f4076617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3975842 Nov 22 20:07:40.152231 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864d8f0-5858-4dad-9937-e7145eb8e466 tempest-SecurityGroupRulesTestJSON-1240234636 tempest-SecurityGroupRulesTestJSON-1240234636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2917780-48a8-4a53-b7ef-04295fff6a15,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:07:40.178649 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-11121bb4-9095-4338-bbec-a45b6bc7a1bc None None] For port c9a6edfb-fa80-4478-af42-e98b40e0bc2c, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=c9a6edfb-fa80-4478-af42-e98b40e0bc2c,segment=NetworkSegment(76958c93-e271-4464-8b2b-ab874b82cbfe),segment_id=76958c93-e271-4464-8b2b-ab874b82cbfe)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:07:40.185509 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-dcba828e-6c08-41f6-b05d-4e363ea9c473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:40.193985 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-82be7f50-7ce9-4d25-a311-910530f41914 req-6864d8f0-5858-4dad-9937-e7145eb8e466 tempest-SecurityGroupRulesTestJSON-1240234636 tempest-SecurityGroupRulesTestJSON-1240234636-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:40.195376 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-82be7f50-7ce9-4d25-a311-910530f41914 req-6864d8f0-5858-4dad-9937-e7145eb8e466 tempest-SecurityGroupRulesTestJSON-1240234636 tempest-SecurityGroupRulesTestJSON-1240234636-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.5843754 Nov 22 20:07:40.218980 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-11121bb4-9095-4338-bbec-a45b6bc7a1bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:40.239166 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7af5ee84-6466-4669-8907-1bf362097839 tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-595224'] for floatingip, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:40.242457 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.db_base_plugin_common [None req-13f7542a-4d9f-474a-900a-b6e217342695 None None] Allocated IP 19.86.0.2 (1a56dbfa-c49e-4094-a390-4515f4076617/43b1698e-576f-48c6-a172-7bbfbd68da73/13de6d40-c7df-49b5-bcca-b6f54c387e04) {{(pid=103449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:07:40.262113 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af5ee84-6466-4669-8907-1bf362097839 tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] Pushing event updated for resources: {'Port': ['ID=fcfc4084-53db-47e9-bb14-374f51a2ce8b,revision_number=2']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:07:40.274517 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2929299-1804-4096-834a-7a792e196874 req-192e906c-0683-4810-954e-e1427e6812f0 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:40.275046 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7af5ee84-6466-4669-8907-1bf362097839 tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for floatingip, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:40.284836 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-7af5ee84-6466-4669-8907-1bf362097839 tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5373724 Nov 22 20:07:40.286234 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f2929299-1804-4096-834a-7a792e196874 req-192e906c-0683-4810-954e-e1427e6812f0 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4284031 Nov 22 20:07:40.316653 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-f2929299-1804-4096-834a-7a792e196874 req-9afe2bd3-eb8a-4b79-81b0-1a6c675d0ca0 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] Request body: {'port': {'device_id': 'bd3740f9-d89f-45cf-b02d-7739f6a5131c', 'network_id': 'e1052824-bf78-4963-8937-b202e372ac24', 'admin_state_up': True, 'tenant_id': '126c0323750547f8b9835ef63890aaea'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:07:40.362043 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11121bb4-9095-4338-bbec-a45b6bc7a1bc None None] Pushing event updated for resources: {'Port': ['ID=c9a6edfb-fa80-4478-af42-e98b40e0bc2c,revision_number=2']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:07:40.500999 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 1be73d0d-9ba3-4a30-bb28-d66f7f84fce3 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:07:40.502505 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:40.789546 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-13f7542a-4d9f-474a-900a-b6e217342695 None None] Publish callbacks [] for port, precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:40.810992 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-13f7542a-4d9f-474a-900a-b6e217342695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372'] for port, after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:40.816660 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2569b27b-739e-4276-a525-e247cc6cf297 req-346b9e81-414d-4060-a76b-b43383f64a83 tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:40.818266 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2569b27b-739e-4276-a525-e247cc6cf297 req-346b9e81-414d-4060-a76b-b43383f64a83 tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] 10.222.0.46 "GET /v2.0/ports?device_id=1d610fed-ade8-4090-9ac8-a8eeda6b914b HTTP/1.1" status: 200 len: 949 time: 0.5309181 Nov 22 20:07:40.869942 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-246bb22f-e9ac-4d14-9f15-c09d4b9ca1f6 req-bd10826c-3900-4bcf-89d7-c43a338d0d34 service neutron] 10.222.0.46 "GET /v2.0/networks/1306f2a3-38fd-4113-90f1-035ef6a6779c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7248418 Nov 22 20:07:40.903369 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f7542a-4d9f-474a-900a-b6e217342695 None None] Pushing event updated for resources: {'Port': ['ID=13de6d40-c7df-49b5-bcca-b6f54c387e04,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:07:40.908183 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13f7542a-4d9f-474a-900a-b6e217342695 None None] Network 1a56dbfa-c49e-4094-a390-4515f4076617 is already hosted by enough agents. {{(pid=103449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:07:40.912494 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.base_scheduler [None req-13f7542a-4d9f-474a-900a-b6e217342695 None None] Resources bound (agent type, host, resource id): {{(pid=103449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:07:40.931261 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f7542a-4d9f-474a-900a-b6e217342695 None None] Received port after_create {{(pid=103449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:07:40.970052 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2569b27b-739e-4276-a525-e247cc6cf297 req-87beb838-9127-4199-b364-21adfc61f915 tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] 10.222.0.46 "GET /v2.0/security-groups?id=e5ae9e03-6ff8-4082-b7a4-25ecea5ed21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390929 Nov 22 20:07:40.992860 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-dcba828e-6c08-41f6-b05d-4e363ea9c473 None None] Publish callbacks [] for port, precommit_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:41.030203 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-13f7542a-4d9f-474a-900a-b6e217342695 None None] Attempting to bind port 13de6d40-c7df-49b5-bcca-b6f54c387e04 on host n-d-818823-1 for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:07:41.030675 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-13f7542a-4d9f-474a-900a-b6e217342695 None None] Attempting to bind port 13de6d40-c7df-49b5-bcca-b6f54c387e04 by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': 'dab13e52-193b-40a3-83ad-fa4eac7928c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '1a56dbfa-c49e-4094-a390-4515f4076617'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:07:41.031109 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13f7542a-4d9f-474a-900a-b6e217342695 None None] Attempting to bind port 13de6d40-c7df-49b5-bcca-b6f54c387e04 on network 1a56dbfa-c49e-4094-a390-4515f4076617 {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:07:41.037696 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-dcba828e-6c08-41f6-b05d-4e363ea9c473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:41.039451 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13f7542a-4d9f-474a-900a-b6e217342695 None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 7, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:07:41.039749 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13f7542a-4d9f-474a-900a-b6e217342695 None None] Checking segment: {'id': 'dab13e52-193b-40a3-83ad-fa4eac7928c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '1a56dbfa-c49e-4094-a390-4515f4076617'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:07:41.040154 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-13f7542a-4d9f-474a-900a-b6e217342695 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:41.041790 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13f7542a-4d9f-474a-900a-b6e217342695 None None] Bound using segment: {'id': 'dab13e52-193b-40a3-83ad-fa4eac7928c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '1a56dbfa-c49e-4094-a390-4515f4076617'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:07:41.042323 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-13f7542a-4d9f-474a-900a-b6e217342695 None None] Bound port: 13de6d40-c7df-49b5-bcca-b6f54c387e04, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dab13e52-193b-40a3-83ad-fa4eac7928c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '1a56dbfa-c49e-4094-a390-4515f4076617'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:07:41.042724 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-13f7542a-4d9f-474a-900a-b6e217342695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:41.054168 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-246bb22f-e9ac-4d14-9f15-c09d4b9ca1f6 req-2654f965-635a-4d9c-8de7-d4563f2b38a7 service neutron] 10.222.0.46 "GET /v2.0/networks/1306f2a3-38fd-4113-90f1-035ef6a6779c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1755402 Nov 22 20:07:41.068157 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2929299-1804-4096-834a-7a792e196874 req-9afe2bd3-eb8a-4b79-81b0-1a6c675d0ca0 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] Made reservation on behalf of 126c0323750547f8b9835ef63890aaea for: {'port': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:07:41.073677 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-f2929299-1804-4096-834a-7a792e196874 req-9afe2bd3-eb8a-4b79-81b0-1a6c675d0ca0 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:41.143270 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8c964f-5c11-4c9a-936d-982af9068bb6 None None] Pushing event updated for resources: {'Port': ['ID=def40dcf-3cf3-44c1-83f8-20d11cfd7e0a,revision_number=3']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:07:41.313803 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-13f7542a-4d9f-474a-900a-b6e217342695 None None] For port 13de6d40-c7df-49b5-bcca-b6f54c387e04, host n-d-818823-1, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:07:41.379469 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-dcba828e-6c08-41f6-b05d-4e363ea9c473 None None] Attempting to bind port def40dcf-3cf3-44c1-83f8-20d11cfd7e0a on host n-d-818823-1 for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:07:41.380162 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-dcba828e-6c08-41f6-b05d-4e363ea9c473 None None] Attempting to bind port def40dcf-3cf3-44c1-83f8-20d11cfd7e0a by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': 'f713d3ed-9f2f-4f27-91f3-49b8f330bcc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '2b252814-15c3-4a94-a06a-f3a13ca593af'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:07:41.380711 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcba828e-6c08-41f6-b05d-4e363ea9c473 None None] Attempting to bind port def40dcf-3cf3-44c1-83f8-20d11cfd7e0a on network 2b252814-15c3-4a94-a06a-f3a13ca593af {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:07:41.384546 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-13f7542a-4d9f-474a-900a-b6e217342695 None None] For port 13de6d40-c7df-49b5-bcca-b6f54c387e04, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=13de6d40-c7df-49b5-bcca-b6f54c387e04,segment=NetworkSegment(dab13e52-193b-40a3-83ad-fa4eac7928c0),segment_id=dab13e52-193b-40a3-83ad-fa4eac7928c0)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:07:41.396152 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcba828e-6c08-41f6-b05d-4e363ea9c473 None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 7, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:07:41.396826 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcba828e-6c08-41f6-b05d-4e363ea9c473 None None] Checking segment: {'id': 'f713d3ed-9f2f-4f27-91f3-49b8f330bcc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '2b252814-15c3-4a94-a06a-f3a13ca593af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:07:41.397678 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-dcba828e-6c08-41f6-b05d-4e363ea9c473 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:41.398265 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcba828e-6c08-41f6-b05d-4e363ea9c473 None None] Bound using segment: {'id': 'f713d3ed-9f2f-4f27-91f3-49b8f330bcc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '2b252814-15c3-4a94-a06a-f3a13ca593af'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:07:41.398937 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-dcba828e-6c08-41f6-b05d-4e363ea9c473 None None] Bound port: def40dcf-3cf3-44c1-83f8-20d11cfd7e0a, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f713d3ed-9f2f-4f27-91f3-49b8f330bcc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '2b252814-15c3-4a94-a06a-f3a13ca593af'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:07:41.399560 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-dcba828e-6c08-41f6-b05d-4e363ea9c473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:41.402446 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-13f7542a-4d9f-474a-900a-b6e217342695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:41.461109 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [req-f2929299-1804-4096-834a-7a792e196874 req-9afe2bd3-eb8a-4b79-81b0-1a6c675d0ca0 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] Allocated IP 192.168.233.113 (e1052824-bf78-4963-8937-b202e372ac24/3091ebfd-11e2-41f8-9c00-ffe0b86563d8/ce1167f4-03d5-4642-a583-ca1246135435) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:07:41.657108 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f7542a-4d9f-474a-900a-b6e217342695 None None] Pushing event updated for resources: {'Port': ['ID=13de6d40-c7df-49b5-bcca-b6f54c387e04,revision_number=2']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:07:41.682597 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-dcba828e-6c08-41f6-b05d-4e363ea9c473 None None] For port def40dcf-3cf3-44c1-83f8-20d11cfd7e0a, host n-d-818823-1, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:07:41.684835 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-91eed586-c3a7-4038-936e-b20d31bb70e7 None None] Provisioning complete for port def40dcf-3cf3-44c1-83f8-20d11cfd7e0a triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:07:41.685218 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-91eed586-c3a7-4038-936e-b20d31bb70e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:41.692912 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-dcba828e-6c08-41f6-b05d-4e363ea9c473 None None] For port def40dcf-3cf3-44c1-83f8-20d11cfd7e0a, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=def40dcf-3cf3-44c1-83f8-20d11cfd7e0a,segment=NetworkSegment(f713d3ed-9f2f-4f27-91f3-49b8f330bcc1),segment_id=f713d3ed-9f2f-4f27-91f3-49b8f330bcc1)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:07:41.721904 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-dcba828e-6c08-41f6-b05d-4e363ea9c473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:41.723945 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-061d2143-c3b4-4fb1-9fa2-e5fcea643135 req-6189b3d6-6c94-4887-9274-ce3a94ebce58 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/ports?device_id=bd3740f9-d89f-45cf-b02d-7739f6a5131c HTTP/1.1" status: 200 len: 210 time: 0.1966455 Nov 22 20:07:41.815764 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-5c04b6b6-c04a-4f2d-b7dc-b8f3ba4ab0b2 req-0fe209de-b9ab-4837-a27b-177512709c80 tempest-SecurityGroupRulesTestJSON-1240234636 tempest-SecurityGroupRulesTestJSON-1240234636-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1202696028', 'description': 'tempest-description-763089760'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:07:41.826883 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-f2929299-1804-4096-834a-7a792e196874 req-9afe2bd3-eb8a-4b79-81b0-1a6c675d0ca0 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:41.837417 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-91eed586-c3a7-4038-936e-b20d31bb70e7 None None] Port def40dcf-3cf3-44c1-83f8-20d11cfd7e0a cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:07:41.872464 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2518189f-3f92-4cfd-bc4d-f5f12337c2ce req-43cdab31-1d13-4775-ac26-4edd81567387 tempest-MultipleCreateTestJSON-1276993397 tempest-MultipleCreateTestJSON-1276993397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:41.905675 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2518189f-3f92-4cfd-bc4d-f5f12337c2ce req-43cdab31-1d13-4775-ac26-4edd81567387 tempest-MultipleCreateTestJSON-1276993397 tempest-MultipleCreateTestJSON-1276993397-project] 10.222.0.46 "GET /v2.0/ports?device_id=c2f7930e-5744-4462-b8f5-975b1478e01d HTTP/1.1" status: 200 len: 944 time: 0.1744659 Nov 22 20:07:41.924094 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-5c04b6b6-c04a-4f2d-b7dc-b8f3ba4ab0b2 req-0fe209de-b9ab-4837-a27b-177512709c80 tempest-SecurityGroupRulesTestJSON-1240234636 tempest-SecurityGroupRulesTestJSON-1240234636-project] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:41.935714 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device d65e9dd0-ad52-4544-bbe5-38ddf0458f1e details requested by agent hyperv_n-h1-818823-1 with host n-h1-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 20:07:41.971793 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 804415e1-0f88-4667-ae15-401b8c2f514c up at agent hyperv_n-h2-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:07:41.978078 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27fe4c68-56c1-4f34-aaa4-dd25d44455c4 None None] Network 1306f2a3-38fd-4113-90f1-035ef6a6779c requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:07:42.021380 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2518189f-3f92-4cfd-bc4d-f5f12337c2ce req-fd06c512-a470-42eb-a8f4-a1275cf640a9 tempest-MultipleCreateTestJSON-1276993397 tempest-MultipleCreateTestJSON-1276993397-project] 10.222.0.46 "GET /v2.0/security-groups?id=8a035bd2-0e78-4fc7-9d57-01ec97cfb81c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153867 Nov 22 20:07:42.033155 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-f2929299-1804-4096-834a-7a792e196874 req-9afe2bd3-eb8a-4b79-81b0-1a6c675d0ca0 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:42.232173 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2929299-1804-4096-834a-7a792e196874 req-9afe2bd3-eb8a-4b79-81b0-1a6c675d0ca0 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] Network e1052824-bf78-4963-8937-b202e372ac24 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:07:42.242822 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [req-f2929299-1804-4096-834a-7a792e196874 req-9afe2bd3-eb8a-4b79-81b0-1a6c675d0ca0 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:07:42.245324 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2929299-1804-4096-834a-7a792e196874 req-9afe2bd3-eb8a-4b79-81b0-1a6c675d0ca0 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:07:42.262445 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afe2bd3-eb8a-4b79-81b0-1a6c675d0ca0 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] Pushing event updated for resources: {'Port': ['ID=ce1167f4-03d5-4642-a583-ca1246135435,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:07:42.365931 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-5c04b6b6-c04a-4f2d-b7dc-b8f3ba4ab0b2 req-0fe209de-b9ab-4837-a27b-177512709c80 tempest-SecurityGroupRulesTestJSON-1240234636 tempest-SecurityGroupRulesTestJSON-1240234636-project] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:42.374015 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] get_ports_and_sgs() called for port_ids ['8b89445a-2093-4480-a650-d182804db66c', '61d0354c-dae5-471e-bea6-af003ac19ef9'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:07:42.378411 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-5c04b6b6-c04a-4f2d-b7dc-b8f3ba4ab0b2 req-0fe209de-b9ab-4837-a27b-177512709c80 tempest-SecurityGroupRulesTestJSON-1240234636 tempest-SecurityGroupRulesTestJSON-1240234636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:42.410311 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-5c04b6b6-c04a-4f2d-b7dc-b8f3ba4ab0b2 req-0fe209de-b9ab-4837-a27b-177512709c80 tempest-SecurityGroupRulesTestJSON-1240234636 tempest-SecurityGroupRulesTestJSON-1240234636-project] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:42.411912 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5c04b6b6-c04a-4f2d-b7dc-b8f3ba4ab0b2 req-0fe209de-b9ab-4837-a27b-177512709c80 tempest-SecurityGroupRulesTestJSON-1240234636 tempest-SecurityGroupRulesTestJSON-1240234636-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.6137600 Nov 22 20:07:42.436674 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] get_ports_and_sgs() called for port_ids ['0e6ec0bf-f936-47ad-a6a2-1c89c9f9ccdc'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:07:42.445860 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2929299-1804-4096-834a-7a792e196874 req-9afe2bd3-eb8a-4b79-81b0-1a6c675d0ca0 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:42.446510 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-f2929299-1804-4096-834a-7a792e196874 req-9afe2bd3-eb8a-4b79-81b0-1a6c675d0ca0 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:42.495458 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device c9a6edfb-fa80-4478-af42-e98b40e0bc2c up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:07:42.530255 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f2929299-1804-4096-834a-7a792e196874 req-9afe2bd3-eb8a-4b79-81b0-1a6c675d0ca0 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2250397 Nov 22 20:07:42.530912 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe209de-b9ab-4837-a27b-177512709c80 tempest-SecurityGroupRulesTestJSON-1240234636 tempest-SecurityGroupRulesTestJSON-1240234636-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4c9b6c3-8804-42ca-9c3f-35d733a2b9c9,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:07:42.549840 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64336db8-7540-4131-872c-e35bb29b16f8 req-048ee81d-b8ae-4fa7-b521-70e847d4666e tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:42.559903 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-64336db8-7540-4131-872c-e35bb29b16f8 req-048ee81d-b8ae-4fa7-b521-70e847d4666e tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] 10.222.0.46 "GET /v2.0/networks?id=2cba3d15-15ad-430b-9993-3b4a14230480 HTTP/1.1" status: 200 len: 822 time: 0.3259637 Nov 22 20:07:42.570679 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-f2929299-1804-4096-834a-7a792e196874 req-a737be73-8b9a-4cdf-b984-87ea8d44ba87 service neutron] Request body: {'port': {'device_id': 'bd3740f9-d89f-45cf-b02d-7739f6a5131c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818823-1'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:07:42.658664 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-26068445-bb0d-477f-9373-5a160e5d74d8 req-8def139d-5b0a-4d5f-a321-7da568059898 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] 10.222.0.46 "GET /v2.0/ports?device_id=650e2652-3453-4441-aa37-86ee1c330dff HTTP/1.1" status: 200 len: 210 time: 0.0799768 Nov 22 20:07:42.664534 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-64336db8-7540-4131-872c-e35bb29b16f8 req-0fb98ef5-5f07-49e4-8133-0f8177f3b55e tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] 10.222.0.46 "GET /v2.0/quotas/06e6d3b48fca4efea364337fb0a9126a HTTP/1.1" status: 200 len: 375 time: 0.1032705 Nov 22 20:07:42.771082 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-64336db8-7540-4131-872c-e35bb29b16f8 req-d2578102-25b8-417f-ae74-17716cc26fd0 tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=06e6d3b48fca4efea364337fb0a9126a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0952439 Nov 22 20:07:42.777722 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-f2929299-1804-4096-834a-7a792e196874 req-a737be73-8b9a-4cdf-b984-87ea8d44ba87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:42.889579 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8c964f-5c11-4c9a-936d-982af9068bb6 None None] Pushing event updated for resources: {'Port': ['ID=def40dcf-3cf3-44c1-83f8-20d11cfd7e0a,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:07:43.038043 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.db.resource_extend [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] It took 0.56 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 22 20:07:43.043126 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b790fc1-c71b-419e-a4a4-e3ffac0de755 req-158b6859-d466-497a-8619-326d1f3adb4e tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:43.044757 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6b790fc1-c71b-419e-a4a4-e3ffac0de755 req-158b6859-d466-497a-8619-326d1f3adb4e tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] 10.222.0.46 "GET /v2.0/ports?device_id=1d610fed-ade8-4090-9ac8-a8eeda6b914b HTTP/1.1" status: 200 len: 949 time: 0.2069600 Nov 22 20:07:43.045123 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcba828e-6c08-41f6-b05d-4e363ea9c473 None None] Routers {'f203a2f2-150f-4de3-b143-5dc3e6b10221'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:07:43.045789 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-dcba828e-6c08-41f6-b05d-4e363ea9c473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:07:32Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['f203a2f2-150f-4de3-b143-5dc3e6b10221'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:07:43.138059 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Provisioning for port 804415e1-0f88-4667-ae15-401b8c2f514c completed by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 20:07:43.170534 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-64336db8-7540-4131-872c-e35bb29b16f8 req-a7fc6708-021e-4d04-8b60-d83f301c576e service neutron] 10.222.0.46 "GET /v2.0/networks/2cba3d15-15ad-430b-9993-3b4a14230480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3895347 Nov 22 20:07:43.207185 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-c7682bda-512f-411b-af11-0b12ea8e4be3 None None] Provisioning complete for port c9a6edfb-fa80-4478-af42-e98b40e0bc2c triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:07:43.207868 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-c7682bda-512f-411b-af11-0b12ea8e4be3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:43.219543 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Provisioning complete for port 804415e1-0f88-4667-ae15-401b8c2f514c triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:07:43.220298 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:43.238027 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1021cdfe-7798-429e-aa7f-a20f113d4b31 None None] Network 1a56dbfa-c49e-4094-a390-4515f4076617 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:07:43.366303 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6b790fc1-c71b-419e-a4a4-e3ffac0de755 req-fc9858fc-be84-456f-926f-aac30a11ee8c tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] 10.222.0.46 "GET /v2.0/security-groups?id=e5ae9e03-6ff8-4082-b7a4-25ecea5ed21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3094115 Nov 22 20:07:43.431377 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port c9a6edfb-fa80-4478-af42-e98b40e0bc2c triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:07:43.431785 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:43.455997 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246bb22f-e9ac-4d14-9f15-c09d4b9ca1f6 req-be9edd75-5469-40a3-8503-7dd5171e142c tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:43.462177 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246bb22f-e9ac-4d14-9f15-c09d4b9ca1f6 req-be9edd75-5469-40a3-8503-7dd5171e142c tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:43.463867 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-246bb22f-e9ac-4d14-9f15-c09d4b9ca1f6 req-be9edd75-5469-40a3-8503-7dd5171e142c tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] 10.222.0.41 "GET /v2.0/networks?id=1306f2a3-38fd-4113-90f1-035ef6a6779c&id=1a56dbfa-c49e-4094-a390-4515f4076617&id=1306f2a3-38fd-4113-90f1-035ef6a6779c HTTP/1.1" status: 200 len: 1391 time: 0.2896397 Nov 22 20:07:43.482597 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-246bb22f-e9ac-4d14-9f15-c09d4b9ca1f6 req-91af2f34-c7e1-4ecc-ba6a-926b0f260d55 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Request body: {'port': {'device_id': '650e2652-3453-4441-aa37-86ee1c330dff', 'network_id': '1306f2a3-38fd-4113-90f1-035ef6a6779c', 'admin_state_up': True, 'tenant_id': '61dcfa65121d45e7982f77d2ef747965'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:07:43.492522 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-dcba828e-6c08-41f6-b05d-4e363ea9c473 None None] Set router f203a2f2-150f-4de3-b143-5dc3e6b10221 gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:07:43.502378 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-64336db8-7540-4131-872c-e35bb29b16f8 req-a22c472b-43f3-4bf3-a016-17993430a3b2 service neutron] 10.222.0.46 "GET /v2.0/networks/2cba3d15-15ad-430b-9993-3b4a14230480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3122106 Nov 22 20:07:43.610188 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [req-f2929299-1804-4096-834a-7a792e196874 req-a737be73-8b9a-4cdf-b984-87ea8d44ba87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce1167f4-03d5-4642-a583-ca1246135435 {{(pid=103447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:07:43.670192 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port d65e9dd0-ad52-4544-bbe5-38ddf0458f1e, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=d65e9dd0-ad52-4544-bbe5-38ddf0458f1e,segment=NetworkSegment(2a5a1c7b-538e-498e-99b9-cc7a8e0411be),segment_id=2a5a1c7b-538e-498e-99b9-cc7a8e0411be)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:07:43.735773 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-ef84813b-c772-4bc6-86e5-0e62c4cc315c req-03b3b9f1-e5d1-4219-bbbd-71680f0a1fca tempest-SecurityGroupRulesTestJSON-1240234636 tempest-SecurityGroupRulesTestJSON-1240234636-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2146376725', 'description': 'tempest-description-1470632591'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:07:43.835377 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-f2929299-1804-4096-834a-7a792e196874 req-a737be73-8b9a-4cdf-b984-87ea8d44ba87 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:43.844143 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Returning: {'device': 'd65e9dd0-ad52-4544-bbe5-38ddf0458f1e', 'network_id': 'e1052824-bf78-4963-8937-b202e372ac24', 'port_id': 'd65e9dd0-ad52-4544-bbe5-38ddf0458f1e', 'mac_address': 'fa:16:3e:b4:ed:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3091ebfd-11e2-41f8-9c00-ffe0b86563d8', 'ip_address': '192.168.233.81'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 20:07:43.892853 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.provisioning_blocks [req-f2929299-1804-4096-834a-7a792e196874 req-a737be73-8b9a-4cdf-b984-87ea8d44ba87 service neutron] Transition to ACTIVE for port object ce1167f4-03d5-4642-a583-ca1246135435 will not be triggered until provisioned by entity L2. {{(pid=103447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 20:07:43.901145 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-f2929299-1804-4096-834a-7a792e196874 req-a737be73-8b9a-4cdf-b984-87ea8d44ba87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:43.912508 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-ef84813b-c772-4bc6-86e5-0e62c4cc315c req-03b3b9f1-e5d1-4219-bbbd-71680f0a1fca tempest-SecurityGroupRulesTestJSON-1240234636 tempest-SecurityGroupRulesTestJSON-1240234636-project] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:44.003252 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd2d48c-b8a7-48c6-9de8-80b6d8bdc462 req-f9be1bc3-4a24-4dea-8498-53633c4b1d3e tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:44.010738 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1cd2d48c-b8a7-48c6-9de8-80b6d8bdc462 req-f9be1bc3-4a24-4dea-8498-53633c4b1d3e tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/ports?device_id=bd3740f9-d89f-45cf-b02d-7739f6a5131c HTTP/1.1" status: 200 len: 936 time: 0.2819445 Nov 22 20:07:44.023554 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-246bb22f-e9ac-4d14-9f15-c09d4b9ca1f6 req-91af2f34-c7e1-4ecc-ba6a-926b0f260d55 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Made reservation on behalf of 61dcfa65121d45e7982f77d2ef747965 for: {'port': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:07:44.027682 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-246bb22f-e9ac-4d14-9f15-c09d4b9ca1f6 req-91af2f34-c7e1-4ecc-ba6a-926b0f260d55 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:44.079485 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a737be73-8b9a-4cdf-b984-87ea8d44ba87 service neutron] Pushing event updated for resources: {'Port': ['ID=ce1167f4-03d5-4642-a583-ca1246135435,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:07:44.119504 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:44.129823 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-c7682bda-512f-411b-af11-0b12ea8e4be3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:44.208939 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:44.218572 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1cd2d48c-b8a7-48c6-9de8-80b6d8bdc462 req-5acd4594-c49d-4006-a0ac-3d205290aa12 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1d007ec-a75a-4ef8-9cdd-9c679a3ff22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068343 Nov 22 20:07:44.238676 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:44.269444 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:44.295065 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:44.332877 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d65e9dd0-ad52-4544-bbe5-38ddf0458f1e {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:07:44.377780 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2f7930e-5744-4462-b8f5-975b1478e01d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '804415e1-0f88-4667-ae15-401b8c2f514c'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:07:44.380596 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d39f6d30a11e565ec9648abcc015e8a6ab6cff4edd704add8155e28765d31eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ae869b6-fcc4-423d-a730-db8934a392f4" -d '{"events": [{"server_uuid": "c2f7930e-5744-4462-b8f5-975b1478e01d", "name": "network-vif-plugged", "status": "completed", "tag": "804415e1-0f88-4667-ae15-401b8c2f514c"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:07:44.434539 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-c7682bda-512f-411b-af11-0b12ea8e4be3 None None] For port c9a6edfb-fa80-4478-af42-e98b40e0bc2c, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=c9a6edfb-fa80-4478-af42-e98b40e0bc2c,segment=NetworkSegment(76958c93-e271-4464-8b2b-ab874b82cbfe),segment_id=76958c93-e271-4464-8b2b-ab874b82cbfe)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:07:44.448617 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port 804415e1-0f88-4667-ae15-401b8c2f514c, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=804415e1-0f88-4667-ae15-401b8c2f514c,segment=NetworkSegment(021b91f9-18fd-49d2-9530-507289b68670),segment_id=021b91f9-18fd-49d2-9530-507289b68670)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:07:44.460360 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-ef84813b-c772-4bc6-86e5-0e62c4cc315c req-03b3b9f1-e5d1-4219-bbbd-71680f0a1fca tempest-SecurityGroupRulesTestJSON-1240234636 tempest-SecurityGroupRulesTestJSON-1240234636-project] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:44.461239 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-c7682bda-512f-411b-af11-0b12ea8e4be3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:44.467073 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port d65e9dd0-ad52-4544-bbe5-38ddf0458f1e, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=d65e9dd0-ad52-4544-bbe5-38ddf0458f1e,segment=NetworkSegment(2a5a1c7b-538e-498e-99b9-cc7a8e0411be),segment_id=2a5a1c7b-538e-498e-99b9-cc7a8e0411be)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:07:44.476256 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:44.476753 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-ef84813b-c772-4bc6-86e5-0e62c4cc315c req-03b3b9f1-e5d1-4219-bbbd-71680f0a1fca tempest-SecurityGroupRulesTestJSON-1240234636 tempest-SecurityGroupRulesTestJSON-1240234636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:44.503127 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:44.583155 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-ef84813b-c772-4bc6-86e5-0e62c4cc315c req-03b3b9f1-e5d1-4219-bbbd-71680f0a1fca tempest-SecurityGroupRulesTestJSON-1240234636 tempest-SecurityGroupRulesTestJSON-1240234636-project] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:44.594529 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7682bda-512f-411b-af11-0b12ea8e4be3 None None] Pushing event updated for resources: {'Port': ['ID=c9a6edfb-fa80-4478-af42-e98b40e0bc2c,revision_number=3']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:07:44.607441 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ef84813b-c772-4bc6-86e5-0e62c4cc315c req-03b3b9f1-e5d1-4219-bbbd-71680f0a1fca tempest-SecurityGroupRulesTestJSON-1240234636 tempest-SecurityGroupRulesTestJSON-1240234636-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 1.0201838 Nov 22 20:07:44.671259 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.db.api [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103449) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 20:07:44.672028 n-d-818823-1 neutron-server[103449]: DEBUG oslo_db.api [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 20:07:44.712142 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b3b9f1-e5d1-4219-bbbd-71680f0a1fca tempest-SecurityGroupRulesTestJSON-1240234636 tempest-SecurityGroupRulesTestJSON-1240234636-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28aace56-6478-4ba8-9616-fe1701522534,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:07:44.721576 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-e0405ba1-8611-45ed-96ab-20358c65710b None None] Provisioning complete for port def40dcf-3cf3-44c1-83f8-20d11cfd7e0a triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:07:44.722233 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e0405ba1-8611-45ed-96ab-20358c65710b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:44.806612 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea599e1f-bf51-40ae-a888-70be55947e4d req-2c33dc99-f5b4-42cc-9e56-ac350b679b93 tempest-MultipleCreateTestJSON-1276993397 tempest-MultipleCreateTestJSON-1276993397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:44.808927 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ea599e1f-bf51-40ae-a888-70be55947e4d req-2c33dc99-f5b4-42cc-9e56-ac350b679b93 tempest-MultipleCreateTestJSON-1276993397 tempest-MultipleCreateTestJSON-1276993397-project] 10.222.0.46 "GET /v2.0/ports?device_id=c2f7930e-5744-4462-b8f5-975b1478e01d HTTP/1.1" status: 200 len: 945 time: 0.4040072 Nov 22 20:07:44.814829 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-f2929299-1804-4096-834a-7a792e196874 req-a737be73-8b9a-4cdf-b984-87ea8d44ba87 service neutron] Attempting to bind port ce1167f4-03d5-4642-a583-ca1246135435 on host n-h2-818823-1 for vnic_type normal with profile {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:07:44.815176 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-f2929299-1804-4096-834a-7a792e196874 req-a737be73-8b9a-4cdf-b984-87ea8d44ba87 service neutron] Attempting to bind port ce1167f4-03d5-4642-a583-ca1246135435 by drivers openvswitch,hyperv on host n-h2-818823-1 at level 0 using segments [{'id': '2a5a1c7b-538e-498e-99b9-cc7a8e0411be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'e1052824-bf78-4963-8937-b202e372ac24'}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:07:44.816193 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2929299-1804-4096-834a-7a792e196874 req-a737be73-8b9a-4cdf-b984-87ea8d44ba87 service neutron] Attempting to bind port ce1167f4-03d5-4642-a583-ca1246135435 on network e1052824-bf78-4963-8937-b202e372ac24 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:07:44.819035 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=804415e1-0f88-4667-ae15-401b8c2f514c,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:07:44.825159 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-dcba828e-6c08-41f6-b05d-4e363ea9c473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f203a2f2-150f-4de3-b143-5dc3e6b10221', 'name': 'tempest-ServersTestMultiNic-917636083-router', 'tenant_id': '61dcfa65121d45e7982f77d2ef747965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': '1be73d0d-9ba3-4a30-bb28-d66f7f84fce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:07:29Z', 'updated_at': '2021-11-22T20:07:33Z', 'revision_number': 4, 'project_id': '61dcfa65121d45e7982f77d2ef747965', 'gw_port': {'id': '1be73d0d-9ba3-4a30-bb28-d66f7f84fce3', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:0c:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f203a2f2-150f-4de3-b143-5dc3e6b10221', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:07:30Z', 'updated_at': '2021-11-22T20:07:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': 'def40dcf-3cf3-44c1-83f8-20d11cfd7e0a', 'name': '', 'network_id': '2b252814-15c3-4a94-a06a-f3a13ca593af', 'tenant_id': '61dcfa65121d45e7982f77d2ef747965', 'mac_address': 'fa:16:3e:de:02:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f203a2f2-150f-4de3-b143-5dc3e6b10221', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '21f6cce3-ea76-4a1b-b1b6-f7b27d53b88e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:07:32Z', 'updated_at': '2021-11-22T20:07:41Z', 'revision_number': 4, 'project_id': '61dcfa65121d45e7982f77d2ef747965', 'subnets': [{'id': '21f6cce3-ea76-4a1b-b1b6-f7b27d53b88e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:07:44.832344 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8aba060a-6d70-403a-886c-858c09b85f07 req-dc92e635-8650-491e-9899-1ee6274cddc1 tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] 10.222.0.46 "GET /v2.0/ports?device_id=5e565568-f3a1-48c9-8809-8dd366c2980b HTTP/1.1" status: 200 len: 210 time: 0.1013105 Nov 22 20:07:44.873933 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [req-246bb22f-e9ac-4d14-9f15-c09d4b9ca1f6 req-91af2f34-c7e1-4ecc-ba6a-926b0f260d55 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Allocated IP 19.80.0.153 (1306f2a3-38fd-4113-90f1-035ef6a6779c/53de5367-34e3-42b2-a988-2609fd8559f3/2642f88e-2d10-4191-8d6b-3c979345e461) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:07:44.890726 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2929299-1804-4096-834a-7a792e196874 req-a737be73-8b9a-4cdf-b984-87ea8d44ba87 service neutron] Port ce1167f4-03d5-4642-a583-ca1246135435 on network e1052824-bf78-4963-8937-b202e372ac24 not bound, no agent of type Open vSwitch agent registered on host n-h2-818823-1 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:07:44.891672 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2929299-1804-4096-834a-7a792e196874 req-a737be73-8b9a-4cdf-b984-87ea8d44ba87 service neutron] Attempting to bind port ce1167f4-03d5-4642-a583-ca1246135435 on network e1052824-bf78-4963-8937-b202e372ac24 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:07:44.909463 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2929299-1804-4096-834a-7a792e196874 req-a737be73-8b9a-4cdf-b984-87ea8d44ba87 service neutron] Checking agent: {'id': '65e0486a-7030-4065-96f0-10aa7402a530', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'started_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 7, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:07:44.909805 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2929299-1804-4096-834a-7a792e196874 req-a737be73-8b9a-4cdf-b984-87ea8d44ba87 service neutron] Checking segment: {'id': '2a5a1c7b-538e-498e-99b9-cc7a8e0411be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'e1052824-bf78-4963-8937-b202e372ac24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:07:44.910200 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2929299-1804-4096-834a-7a792e196874 req-a737be73-8b9a-4cdf-b984-87ea8d44ba87 service neutron] Bound using segment: {'id': '2a5a1c7b-538e-498e-99b9-cc7a8e0411be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'e1052824-bf78-4963-8937-b202e372ac24'} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:07:44.910651 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-f2929299-1804-4096-834a-7a792e196874 req-a737be73-8b9a-4cdf-b984-87ea8d44ba87 service neutron] Bound port: ce1167f4-03d5-4642-a583-ca1246135435, host: n-h2-818823-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a5a1c7b-538e-498e-99b9-cc7a8e0411be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'e1052824-bf78-4963-8937-b202e372ac24'}}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:07:44.911125 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-f2929299-1804-4096-834a-7a792e196874 req-a737be73-8b9a-4cdf-b984-87ea8d44ba87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:44.913938 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcba828e-6c08-41f6-b05d-4e363ea9c473 None None] The sync data for ids ['f203a2f2-150f-4de3-b143-5dc3e6b10221'] in n-d-818823-1 is: [{'id': 'f203a2f2-150f-4de3-b143-5dc3e6b10221', 'name': 'tempest-ServersTestMultiNic-917636083-router', 'tenant_id': '61dcfa65121d45e7982f77d2ef747965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': '1be73d0d-9ba3-4a30-bb28-d66f7f84fce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:07:29Z', 'updated_at': '2021-11-22T20:07:33Z', 'revision_number': 4, 'project_id': '61dcfa65121d45e7982f77d2ef747965', 'gw_port': {'id': '1be73d0d-9ba3-4a30-bb28-d66f7f84fce3', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:0c:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f203a2f2-150f-4de3-b143-5dc3e6b10221', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:07:30Z', 'updated_at': '2021-11-22T20:07:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': 'def40dcf-3cf3-44c1-83f8-20d11cfd7e0a', 'name': '', 'network_id': '2b252814-15c3-4a94-a06a-f3a13ca593af', 'tenant_id': '61dcfa65121d45e7982f77d2ef747965', 'mac_address': 'fa:16:3e:de:02:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f203a2f2-150f-4de3-b143-5dc3e6b10221', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '21f6cce3-ea76-4a1b-b1b6-f7b27d53b88e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:07:32Z', 'updated_at': '2021-11-22T20:07:41Z', 'revision_number': 4, 'project_id': '61dcfa65121d45e7982f77d2ef747965', 'subnets': [{'id': '21f6cce3-ea76-4a1b-b1b6-f7b27d53b88e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:07:44.947635 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=d65e9dd0-ad52-4544-bbe5-38ddf0458f1e,revision_number=8']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:07:44.958129 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] get_ports_and_sgs() called for port_ids ['d65e9dd0-ad52-4544-bbe5-38ddf0458f1e'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:07:44.998807 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3d521cab-7d06-49ea-9f79-26369d3d68ef req-5486211f-05f4-4548-a4a6-b76b6f12e06d tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] 10.222.0.46 "GET /v2.0/ports?device_id=650e2652-3453-4441-aa37-86ee1c330dff HTTP/1.1" status: 200 len: 210 time: 0.0813999 Nov 22 20:07:45.130977 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e0405ba1-8611-45ed-96ab-20358c65710b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:45.248373 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ea599e1f-bf51-40ae-a888-70be55947e4d req-68df7906-fccc-4329-8763-1e0b55275115 tempest-MultipleCreateTestJSON-1276993397 tempest-MultipleCreateTestJSON-1276993397-project] 10.222.0.46 "GET /v2.0/security-groups?id=8a035bd2-0e78-4fc7-9d57-01ec97cfb81c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4135613 Nov 22 20:07:45.457318 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:07:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c726857-370a-41d2-9fb0-22b3a8cdcebe x-openstack-request-id: req-9c726857-370a-41d2-9fb0-22b3a8cdcebe {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:07:45.462053 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2f7930e-5744-4462-b8f5-975b1478e01d", "name": "network-vif-plugged", "status": "completed", "tag": "804415e1-0f88-4667-ae15-401b8c2f514c", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:07:45.462416 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9c726857-370a-41d2-9fb0-22b3a8cdcebe {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:07:45.462927 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2f7930e-5744-4462-b8f5-975b1478e01d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '804415e1-0f88-4667-ae15-401b8c2f514c', 'code': 200} Nov 22 20:07:45.464064 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64336db8-7540-4131-872c-e35bb29b16f8 req-4b538221-0e5d-4869-bcb2-1bceb8610356 tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:45.465594 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-64336db8-7540-4131-872c-e35bb29b16f8 req-4b538221-0e5d-4869-bcb2-1bceb8610356 tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] 10.222.0.20 "GET /v2.0/networks?id=2cba3d15-15ad-430b-9993-3b4a14230480 HTTP/1.1" status: 200 len: 822 time: 0.1943324 Nov 22 20:07:45.485489 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-e0405ba1-8611-45ed-96ab-20358c65710b None None] For port def40dcf-3cf3-44c1-83f8-20d11cfd7e0a, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=def40dcf-3cf3-44c1-83f8-20d11cfd7e0a,segment=NetworkSegment(f713d3ed-9f2f-4f27-91f3-49b8f330bcc1),segment_id=f713d3ed-9f2f-4f27-91f3-49b8f330bcc1)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:07:45.511704 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-64336db8-7540-4131-872c-e35bb29b16f8 req-867fdc69-80e6-47a0-b7e8-fa450dd91442 tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] Request body: {'port': {'device_id': '5e565568-f3a1-48c9-8809-8dd366c2980b', 'network_id': '2cba3d15-15ad-430b-9993-3b4a14230480', 'admin_state_up': True, 'tenant_id': '06e6d3b48fca4efea364337fb0a9126a'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:07:45.519891 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 13de6d40-c7df-49b5-bcca-b6f54c387e04 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:07:45.523263 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e0405ba1-8611-45ed-96ab-20358c65710b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:45.648869 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0405ba1-8611-45ed-96ab-20358c65710b None None] Pushing event updated for resources: {'Port': ['ID=def40dcf-3cf3-44c1-83f8-20d11cfd7e0a,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:07:45.664280 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ea68ae-ebe5-456d-8d4d-091718b32876 req-e7aae450-3d0d-42d4-9b81-fe629b914425 tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:45.665868 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d0ea68ae-ebe5-456d-8d4d-091718b32876 req-e7aae450-3d0d-42d4-9b81-fe629b914425 tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] 10.222.0.46 "GET /v2.0/ports?device_id=1d610fed-ade8-4090-9ac8-a8eeda6b914b HTTP/1.1" status: 200 len: 948 time: 0.5714095 Nov 22 20:07:45.666062 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-e0405ba1-8611-45ed-96ab-20358c65710b None None] Provisioning complete for port c9a6edfb-fa80-4478-af42-e98b40e0bc2c triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:07:45.666508 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e0405ba1-8611-45ed-96ab-20358c65710b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:45.674593 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-f2929299-1804-4096-834a-7a792e196874 req-a737be73-8b9a-4cdf-b984-87ea8d44ba87 service neutron] For port ce1167f4-03d5-4642-a583-ca1246135435, host n-h2-818823-1, cleared binding levels {{(pid=103447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:07:45.752903 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 13de6d40-c7df-49b5-bcca-b6f54c387e04 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:07:45.753279 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:45.762961 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-f2929299-1804-4096-834a-7a792e196874 req-a737be73-8b9a-4cdf-b984-87ea8d44ba87 service neutron] For port ce1167f4-03d5-4642-a583-ca1246135435, host n-h2-818823-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=ce1167f4-03d5-4642-a583-ca1246135435,segment=NetworkSegment(2a5a1c7b-538e-498e-99b9-cc7a8e0411be),segment_id=2a5a1c7b-538e-498e-99b9-cc7a8e0411be)] {{(pid=103447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:07:45.784672 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2604922e-20ba-449c-bcb6-a03b545a8fae req-2e903f6a-212b-4271-8271-fba0d9f534bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:45.786193 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2604922e-20ba-449c-bcb6-a03b545a8fae req-2e903f6a-212b-4271-8271-fba0d9f534bb service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c2f7930e-5744-4462-b8f5-975b1478e01d HTTP/1.1" status: 200 len: 1096 time: 0.3158135 Nov 22 20:07:45.794688 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-f2929299-1804-4096-834a-7a792e196874 req-a737be73-8b9a-4cdf-b984-87ea8d44ba87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:45.816718 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-bf60a692-c031-4ab2-9d8c-b4fd029d38f7 req-3caa7a63-2ca5-459b-9c5e-7191d3679843 tempest-SecurityGroupRulesTestJSON-1240234636 tempest-SecurityGroupRulesTestJSON-1240234636-project] 10.222.0.46 "GET /v2.0/security-groups/e4c9b6c3-8804-42ca-9c3f-35d733a2b9c9 HTTP/1.1" status: 200 len: 1821 time: 0.2224219 Nov 22 20:07:45.867673 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d0ea68ae-ebe5-456d-8d4d-091718b32876 req-c77ed805-8c00-4ad3-a980-a4eacef2f3c4 tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] 10.222.0.46 "GET /v2.0/security-groups?id=e5ae9e03-6ff8-4082-b7a4-25ecea5ed21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824822 Nov 22 20:07:45.941274 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-246bb22f-e9ac-4d14-9f15-c09d4b9ca1f6 req-91af2f34-c7e1-4ecc-ba6a-926b0f260d55 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:45.951999 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:45.971133 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-e0405ba1-8611-45ed-96ab-20358c65710b None None] Provisioning complete for port 13de6d40-c7df-49b5-bcca-b6f54c387e04 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:07:45.971820 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e0405ba1-8611-45ed-96ab-20358c65710b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:46.025697 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] For port 13de6d40-c7df-49b5-bcca-b6f54c387e04, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=13de6d40-c7df-49b5-bcca-b6f54c387e04,segment=NetworkSegment(dab13e52-193b-40a3-83ad-fa4eac7928c0),segment_id=dab13e52-193b-40a3-83ad-fa4eac7928c0)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:07:46.032332 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:46.179227 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2929299-1804-4096-834a-7a792e196874 req-a737be73-8b9a-4cdf-b984-87ea8d44ba87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:46.182776 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-f2929299-1804-4096-834a-7a792e196874 req-a737be73-8b9a-4cdf-b984-87ea8d44ba87 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:46.187071 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f2929299-1804-4096-834a-7a792e196874 req-a737be73-8b9a-4cdf-b984-87ea8d44ba87 service neutron] 10.222.0.20 "PUT /v2.0/ports/ce1167f4-03d5-4642-a583-ca1246135435 HTTP/1.1" status: 200 len: 1096 time: 3.6212575 Nov 22 20:07:46.189090 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd3740f9-d89f-45cf-b02d-7739f6a5131c', 'tag': 'ce1167f4-03d5-4642-a583-ca1246135435'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:07:46.210095 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac86c84a-7c02-4727-802d-ee429322ece7" -d '{"events": [{"name": "network-changed", "server_uuid": "bd3740f9-d89f-45cf-b02d-7739f6a5131c", "tag": "ce1167f4-03d5-4642-a583-ca1246135435"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:07:46.210338 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Pushing event updated for resources: {'Port': ['ID=13de6d40-c7df-49b5-bcca-b6f54c387e04,revision_number=3']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:07:46.227404 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64336db8-7540-4131-872c-e35bb29b16f8 req-867fdc69-80e6-47a0-b7e8-fa450dd91442 tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] Made reservation on behalf of 06e6d3b48fca4efea364337fb0a9126a for: {'port': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:07:46.244111 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-64336db8-7540-4131-872c-e35bb29b16f8 req-867fdc69-80e6-47a0-b7e8-fa450dd91442 tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:46.313900 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device def40dcf-3cf3-44c1-83f8-20d11cfd7e0a up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:07:46.397266 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-afcb495e-e3b5-4c5b-8356-c8d2f8e87571 None None] Provisioning complete for port 13de6d40-c7df-49b5-bcca-b6f54c387e04 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:07:46.397650 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-afcb495e-e3b5-4c5b-8356-c8d2f8e87571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:46.436697 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port def40dcf-3cf3-44c1-83f8-20d11cfd7e0a triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:07:46.437070 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:46.552221 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device d65e9dd0-ad52-4544-bbe5-38ddf0458f1e no longer exists at agent hyperv_n-h1-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:07:46.634069 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device c9a6edfb-fa80-4478-af42-e98b40e0bc2c up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:07:46.712447 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-246bb22f-e9ac-4d14-9f15-c09d4b9ca1f6 req-91af2f34-c7e1-4ecc-ba6a-926b0f260d55 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:46.726480 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:46.738423 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-bf60a692-c031-4ab2-9d8c-b4fd029d38f7 req-49944ad5-f9ea-44ab-b743-ab05bf33ed24 tempest-SecurityGroupRulesTestJSON-1240234636 tempest-SecurityGroupRulesTestJSON-1240234636-project] 10.222.0.46 "GET /v2.0/security-groups/28aace56-6478-4ba8-9616-fe1701522534 HTTP/1.1" status: 200 len: 1822 time: 0.9209960 Nov 22 20:07:46.745463 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port c9a6edfb-fa80-4478-af42-e98b40e0bc2c triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:07:46.745918 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:46.749810 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id d65e9dd0-ad52-4544-bbe5-38ddf0458f1e {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:07:46.784786 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-bf60a692-c031-4ab2-9d8c-b4fd029d38f7 req-94f1ceb4-a651-430c-95fb-3883be978461 tempest-SecurityGroupRulesTestJSON-1240234636 tempest-SecurityGroupRulesTestJSON-1240234636-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'e4c9b6c3-8804-42ca-9c3f-35d733a2b9c9', 'remote_group_id': '28aace56-6478-4ba8-9616-fe1701522534', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:07:46.785208 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-bf60a692-c031-4ab2-9d8c-b4fd029d38f7 req-94f1ceb4-a651-430c-95fb-3883be978461 tempest-SecurityGroupRulesTestJSON-1240234636 tempest-SecurityGroupRulesTestJSON-1240234636-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'e4c9b6c3-8804-42ca-9c3f-35d733a2b9c9', 'remote_group_id': '28aace56-6478-4ba8-9616-fe1701522534', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:07:46.793773 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-246bb22f-e9ac-4d14-9f15-c09d4b9ca1f6 req-91af2f34-c7e1-4ecc-ba6a-926b0f260d55 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Network 1306f2a3-38fd-4113-90f1-035ef6a6779c is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:07:46.804689 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a737be73-8b9a-4cdf-b984-87ea8d44ba87 service neutron] Pushing event updated for resources: {'Port': ['ID=ce1167f4-03d5-4642-a583-ca1246135435,revision_number=3']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:07:46.806820 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port d65e9dd0-ad52-4544-bbe5-38ddf0458f1e, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=d65e9dd0-ad52-4544-bbe5-38ddf0458f1e,segment=NetworkSegment(2a5a1c7b-538e-498e-99b9-cc7a8e0411be),segment_id=2a5a1c7b-538e-498e-99b9-cc7a8e0411be)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:07:46.816487 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:46.839756 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [req-246bb22f-e9ac-4d14-9f15-c09d4b9ca1f6 req-91af2f34-c7e1-4ecc-ba6a-926b0f260d55 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:07:46.853748 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-246bb22f-e9ac-4d14-9f15-c09d4b9ca1f6 req-91af2f34-c7e1-4ecc-ba6a-926b0f260d55 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:07:46.858023 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2604922e-20ba-449c-bcb6-a03b545a8fae req-c1fa9a7c-484b-49b0-81af-7188a2fa8802 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=8a035bd2-0e78-4fc7-9d57-01ec97cfb81c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0607736 Nov 22 20:07:46.914760 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=d65e9dd0-ad52-4544-bbe5-38ddf0458f1e,revision_number=9']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:07:46.967778 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdf26d1-0f6d-4bb8-8766-7c77216909e0 req-e9420fe2-d42c-42b7-b11d-7e667b0e6593 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:46.971896 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-acdf26d1-0f6d-4bb8-8766-7c77216909e0 req-e9420fe2-d42c-42b7-b11d-7e667b0e6593 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/ports?device_id=bd3740f9-d89f-45cf-b02d-7739f6a5131c HTTP/1.1" status: 200 len: 948 time: 0.9263713 Nov 22 20:07:46.982780 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2929299-1804-4096-834a-7a792e196874 req-4ed8c267-81e5-40c2-8b55-86a19f6b998d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:46.984422 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f2929299-1804-4096-834a-7a792e196874 req-4ed8c267-81e5-40c2-8b55-86a19f6b998d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=126c0323750547f8b9835ef63890aaea&device_id=bd3740f9-d89f-45cf-b02d-7739f6a5131c HTTP/1.1" status: 200 len: 1099 time: 0.7401214 Nov 22 20:07:47.054046 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246bb22f-e9ac-4d14-9f15-c09d4b9ca1f6 req-91af2f34-c7e1-4ecc-ba6a-926b0f260d55 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:47.054705 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-246bb22f-e9ac-4d14-9f15-c09d4b9ca1f6 req-91af2f34-c7e1-4ecc-ba6a-926b0f260d55 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:47.067187 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91af2f34-c7e1-4ecc-ba6a-926b0f260d55 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Pushing event updated for resources: {'Port': ['ID=2642f88e-2d10-4191-8d6b-3c979345e461,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:07:47.128125 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-246bb22f-e9ac-4d14-9f15-c09d4b9ca1f6 req-91af2f34-c7e1-4ecc-ba6a-926b0f260d55 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6517382 Nov 22 20:07:47.178402 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-246bb22f-e9ac-4d14-9f15-c09d4b9ca1f6 req-9bd588b4-dc8d-41c9-bf8e-83613c7fc96b tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Request body: {'port': {'device_id': '650e2652-3453-4441-aa37-86ee1c330dff', 'network_id': '1a56dbfa-c49e-4094-a390-4515f4076617', 'admin_state_up': True, 'tenant_id': '61dcfa65121d45e7982f77d2ef747965'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:07:47.185738 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f2929299-1804-4096-834a-7a792e196874 req-1a83125b-e28d-4f1c-9cd8-7e3d09a89187 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=ce1167f4-03d5-4642-a583-ca1246135435 HTTP/1.1" status: 200 len: 217 time: 0.0856559 Nov 22 20:07:47.189346 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [req-64336db8-7540-4131-872c-e35bb29b16f8 req-867fdc69-80e6-47a0-b7e8-fa450dd91442 tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] Allocated IP 172.20.0.3 (2cba3d15-15ad-430b-9993-3b4a14230480/1439a4b0-dcfd-4d3a-bcc9-51cb20acf78c/098e56c6-9987-44ca-ac04-2354cb1a22a9) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:07:47.216113 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-acdf26d1-0f6d-4bb8-8766-7c77216909e0 req-20d711f5-a5f8-4d03-83e6-aa617060433d tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1d007ec-a75a-4ef8-9cdd-9c679a3ff22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2246687 Nov 22 20:07:47.254209 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-667461f6-22ce-4365-ba81-300bc0794a55 None None] Provisioning complete for port 2642f88e-2d10-4191-8d6b-3c979345e461 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:07:47.255398 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-667461f6-22ce-4365-ba81-300bc0794a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:47.260003 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-bf60a692-c031-4ab2-9d8c-b4fd029d38f7 req-94f1ceb4-a651-430c-95fb-3883be978461 tempest-SecurityGroupRulesTestJSON-1240234636 tempest-SecurityGroupRulesTestJSON-1240234636-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:47.312052 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-667461f6-22ce-4365-ba81-300bc0794a55 None None] Port 2642f88e-2d10-4191-8d6b-3c979345e461 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:07:47.418539 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5cedd4c5-68ed-4aaf-a319-e3bf0f4985ef req-b9c6803e-9d53-4d40-b2c9-f2fdb01961b4 tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] 10.222.0.46 "GET /v2.0/ports?device_id=5e565568-f3a1-48c9-8809-8dd366c2980b HTTP/1.1" status: 200 len: 210 time: 0.0819504 Nov 22 20:07:47.419958 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2929299-1804-4096-834a-7a792e196874 req-b67224a3-0ca3-40a9-a94a-19633b4e47fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:47.421464 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f2929299-1804-4096-834a-7a792e196874 req-b67224a3-0ca3-40a9-a94a-19633b4e47fd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3091ebfd-11e2-41f8-9c00-ffe0b86563d8 HTTP/1.1" status: 200 len: 843 time: 0.2110496 Nov 22 20:07:47.429228 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-bf60a692-c031-4ab2-9d8c-b4fd029d38f7 req-94f1ceb4-a651-430c-95fb-3883be978461 tempest-SecurityGroupRulesTestJSON-1240234636 tempest-SecurityGroupRulesTestJSON-1240234636-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:47.480274 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-bf60a692-c031-4ab2-9d8c-b4fd029d38f7 req-94f1ceb4-a651-430c-95fb-3883be978461 tempest-SecurityGroupRulesTestJSON-1240234636 tempest-SecurityGroupRulesTestJSON-1240234636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572323'] for security_group_rule, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:47.568017 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f1ceb4-a651-430c-95fb-3883be978461 tempest-SecurityGroupRulesTestJSON-1240234636 tempest-SecurityGroupRulesTestJSON-1240234636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6aca3a5-b699-4f8a-ae9a-e1f9afe59f47,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:07:47.628458 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-246bb22f-e9ac-4d14-9f15-c09d4b9ca1f6 req-9bd588b4-dc8d-41c9-bf8e-83613c7fc96b tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Made reservation on behalf of 61dcfa65121d45e7982f77d2ef747965 for: {'port': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:07:47.632129 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-246bb22f-e9ac-4d14-9f15-c09d4b9ca1f6 req-9bd588b4-dc8d-41c9-bf8e-83613c7fc96b tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:47.644485 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2929299-1804-4096-834a-7a792e196874 req-e93916f8-8528-4dcc-897e-39f88a75ed55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:47.646015 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f2929299-1804-4096-834a-7a792e196874 req-e93916f8-8528-4dcc-897e-39f88a75ed55 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e1052824-bf78-4963-8937-b202e372ac24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2156160 Nov 22 20:07:47.648615 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-bf60a692-c031-4ab2-9d8c-b4fd029d38f7 req-94f1ceb4-a651-430c-95fb-3883be978461 tempest-SecurityGroupRulesTestJSON-1240234636 tempest-SecurityGroupRulesTestJSON-1240234636-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:47.649674 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-bf60a692-c031-4ab2-9d8c-b4fd029d38f7 req-94f1ceb4-a651-430c-95fb-3883be978461 tempest-SecurityGroupRulesTestJSON-1240234636 tempest-SecurityGroupRulesTestJSON-1240234636-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.8794112 Nov 22 20:07:47.672811 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a698c32a-a52e-4b62-b79f-78a86b686517 req-fb454631-76bc-432b-bd91-5cdde5efb752 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:47.674364 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a698c32a-a52e-4b62-b79f-78a86b686517 req-fb454631-76bc-432b-bd91-5cdde5efb752 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] 10.222.0.46 "GET /v2.0/ports?device_id=650e2652-3453-4441-aa37-86ee1c330dff HTTP/1.1" status: 200 len: 932 time: 0.1714623 Nov 22 20:07:47.743711 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-64336db8-7540-4131-872c-e35bb29b16f8 req-867fdc69-80e6-47a0-b7e8-fa450dd91442 tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:47.945454 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a698c32a-a52e-4b62-b79f-78a86b686517 req-13585222-f812-47b1-9083-7aff0071e1ef tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2857c8b-9c58-4d8b-ab89-040cb1f70ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2516880 Nov 22 20:07:47.965587 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31ecf48-cbc8-45a1-89c9-1bb738a6af10 req-3478698b-8bca-4d3a-bae1-6213fea0e499 tempest-MultipleCreateTestJSON-1276993397 tempest-MultipleCreateTestJSON-1276993397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:47.967138 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f31ecf48-cbc8-45a1-89c9-1bb738a6af10 req-3478698b-8bca-4d3a-bae1-6213fea0e499 tempest-MultipleCreateTestJSON-1276993397 tempest-MultipleCreateTestJSON-1276993397-project] 10.222.0.46 "GET /v2.0/ports?device_id=c2f7930e-5744-4462-b8f5-975b1478e01d HTTP/1.1" status: 200 len: 945 time: 0.2144430 Nov 22 20:07:47.982597 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f2929299-1804-4096-834a-7a792e196874 req-a48a8bf5-acd3-4ba2-8724-78aa4afa99ce service neutron] 10.222.0.20 "GET /v2.0/networks/e1052824-bf78-4963-8937-b202e372ac24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3072557 Nov 22 20:07:47.986440 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-64336db8-7540-4131-872c-e35bb29b16f8 req-867fdc69-80e6-47a0-b7e8-fa450dd91442 tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:48.023586 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [req-246bb22f-e9ac-4d14-9f15-c09d4b9ca1f6 req-9bd588b4-dc8d-41c9-bf8e-83613c7fc96b tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Allocated IP 19.86.0.154 (1a56dbfa-c49e-4094-a390-4515f4076617/43b1698e-576f-48c6-a172-7bbfbd68da73/69203f5d-5f7e-4f5e-bd51-c1c374a463e4) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:07:48.094298 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 20:07:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f021cec4-7d6a-482d-bc42-439509dc44df x-openstack-request-id: req-f021cec4-7d6a-482d-bc42-439509dc44df {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:07:48.094622 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd3740f9-d89f-45cf-b02d-7739f6a5131c", "tag": "ce1167f4-03d5-4642-a583-ca1246135435", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:07:48.094846 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f021cec4-7d6a-482d-bc42-439509dc44df {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:07:48.095246 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd3740f9-d89f-45cf-b02d-7739f6a5131c', 'tag': 'ce1167f4-03d5-4642-a583-ca1246135435', 'status': 'completed', 'code': 200} Nov 22 20:07:48.136169 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64336db8-7540-4131-872c-e35bb29b16f8 req-867fdc69-80e6-47a0-b7e8-fa450dd91442 tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] Network 2cba3d15-15ad-430b-9993-3b4a14230480 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:07:48.161182 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [req-64336db8-7540-4131-872c-e35bb29b16f8 req-867fdc69-80e6-47a0-b7e8-fa450dd91442 tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:07:48.172655 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 13de6d40-c7df-49b5-bcca-b6f54c387e04 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:07:48.178371 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-64336db8-7540-4131-872c-e35bb29b16f8 req-867fdc69-80e6-47a0-b7e8-fa450dd91442 tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:07:48.237736 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 13de6d40-c7df-49b5-bcca-b6f54c387e04 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:07:48.238092 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:48.241218 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867fdc69-80e6-47a0-b7e8-fa450dd91442 tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] Pushing event updated for resources: {'Port': ['ID=098e56c6-9987-44ca-ac04-2354cb1a22a9,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:07:48.264992 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f31ecf48-cbc8-45a1-89c9-1bb738a6af10 req-02e934b1-b349-4413-85f8-9f5fe1318b58 tempest-MultipleCreateTestJSON-1276993397 tempest-MultipleCreateTestJSON-1276993397-project] 10.222.0.46 "GET /v2.0/security-groups?id=8a035bd2-0e78-4fc7-9d57-01ec97cfb81c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2849541 Nov 22 20:07:48.380669 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f2929299-1804-4096-834a-7a792e196874 req-d6191088-5a3a-4cf2-8bba-846450b314de service neutron] 10.222.0.20 "GET /v2.0/networks/e1052824-bf78-4963-8937-b202e372ac24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3826964 Nov 22 20:07:48.391611 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64336db8-7540-4131-872c-e35bb29b16f8 req-867fdc69-80e6-47a0-b7e8-fa450dd91442 tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:48.392262 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-64336db8-7540-4131-872c-e35bb29b16f8 req-867fdc69-80e6-47a0-b7e8-fa450dd91442 tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:48.442294 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53b93df-12c6-48db-9736-1f19b9d75c7a req-1cffc41d-c037-4c6e-867c-c3b9d8008d89 tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:48.443879 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e53b93df-12c6-48db-9736-1f19b9d75c7a req-1cffc41d-c037-4c6e-867c-c3b9d8008d89 tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] 10.222.0.46 "GET /v2.0/ports?device_id=1d610fed-ade8-4090-9ac8-a8eeda6b914b HTTP/1.1" status: 200 len: 947 time: 0.2540808 Nov 22 20:07:48.458335 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-64336db8-7540-4131-872c-e35bb29b16f8 req-867fdc69-80e6-47a0-b7e8-fa450dd91442 tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9505491 Nov 22 20:07:48.502983 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-64336db8-7540-4131-872c-e35bb29b16f8 req-1ab0765d-ec9a-4fe8-b262-d305a963e799 service neutron] Request body: {'port': {'device_id': '5e565568-f3a1-48c9-8809-8dd366c2980b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818823-1'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:07:48.524887 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device d65e9dd0-ad52-4544-bbe5-38ddf0458f1e up at agent hyperv_n-h1-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:07:48.558355 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-84d233b4-041b-4c83-aea4-876ede2550c1 req-b331065e-317b-4c2b-bda8-3dc2d7da23b5 tempest-SecurityGroupRulesTestJSON-1240234636 tempest-SecurityGroupRulesTestJSON-1240234636-project] 10.222.0.46 "GET /v2.0/security-groups/28aace56-6478-4ba8-9616-fe1701522534 HTTP/1.1" status: 200 len: 1822 time: 0.2257440 Nov 22 20:07:48.586813 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Provisioning complete for port d65e9dd0-ad52-4544-bbe5-38ddf0458f1e triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:07:48.587570 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:48.630868 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-246bb22f-e9ac-4d14-9f15-c09d4b9ca1f6 req-9bd588b4-dc8d-41c9-bf8e-83613c7fc96b tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:48.641817 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac86c84a-7c02-4727-802d-ee429322ece7 req-5d932df0-6585-4540-9d5d-74a3e0549ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:48.643336 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ac86c84a-7c02-4727-802d-ee429322ece7 req-5d932df0-6585-4540-9d5d-74a3e0549ff3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=126c0323750547f8b9835ef63890aaea&device_id=bd3740f9-d89f-45cf-b02d-7739f6a5131c HTTP/1.1" status: 200 len: 1099 time: 0.2104015 Nov 22 20:07:48.658565 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e53b93df-12c6-48db-9736-1f19b9d75c7a req-e4be3db3-db24-4159-af37-19a53d555c42 tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] 10.222.0.46 "GET /v2.0/security-groups?id=e5ae9e03-6ff8-4082-b7a4-25ecea5ed21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932726 Nov 22 20:07:48.682217 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:48.682456 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-64336db8-7540-4131-872c-e35bb29b16f8 req-1ab0765d-ec9a-4fe8-b262-d305a963e799 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:48.704649 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d610fed-ade8-4090-9ac8-a8eeda6b914b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd65e9dd0-ad52-4544-bbe5-38ddf0458f1e'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:07:48.706947 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d39f6d30a11e565ec9648abcc015e8a6ab6cff4edd704add8155e28765d31eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91b4642a-77dd-41a9-a106-7c3019cc22f2" -d '{"events": [{"server_uuid": "1d610fed-ade8-4090-9ac8-a8eeda6b914b", "name": "network-vif-plugged", "status": "completed", "tag": "d65e9dd0-ad52-4544-bbe5-38ddf0458f1e"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:07:48.722098 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port d65e9dd0-ad52-4544-bbe5-38ddf0458f1e, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=d65e9dd0-ad52-4544-bbe5-38ddf0458f1e,segment=NetworkSegment(2a5a1c7b-538e-498e-99b9-cc7a8e0411be),segment_id=2a5a1c7b-538e-498e-99b9-cc7a8e0411be)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:07:48.731464 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:48.793122 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=d65e9dd0-ad52-4544-bbe5-38ddf0458f1e,revision_number=10']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:07:48.860791 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-246bb22f-e9ac-4d14-9f15-c09d4b9ca1f6 req-9bd588b4-dc8d-41c9-bf8e-83613c7fc96b tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:48.862357 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-84d233b4-041b-4c83-aea4-876ede2550c1 req-fbe7061c-5d03-49d7-8aa2-07671166ef6f tempest-SecurityGroupRulesTestJSON-1240234636 tempest-SecurityGroupRulesTestJSON-1240234636-project] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:48.992751 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac86c84a-7c02-4727-802d-ee429322ece7 req-5563d908-16fe-4da1-9629-0d54c2bbf52e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:48.994245 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ac86c84a-7c02-4727-802d-ee429322ece7 req-5563d908-16fe-4da1-9629-0d54c2bbf52e service neutron] 10.222.0.20 "GET /v2.0/networks?id=e1052824-bf78-4963-8937-b202e372ac24 HTTP/1.1" status: 200 len: 870 time: 0.3269191 Nov 22 20:07:49.012794 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ff94dd-7f5c-4933-a5c5-3b70dd123c5a req-87e8913b-c6d8-4c3f-b38e-ab0a137b5493 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:49.016451 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a6ff94dd-7f5c-4933-a5c5-3b70dd123c5a req-87e8913b-c6d8-4c3f-b38e-ab0a137b5493 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/ports?device_id=bd3740f9-d89f-45cf-b02d-7739f6a5131c HTTP/1.1" status: 200 len: 948 time: 0.2586894 Nov 22 20:07:49.023038 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-246bb22f-e9ac-4d14-9f15-c09d4b9ca1f6 req-9bd588b4-dc8d-41c9-bf8e-83613c7fc96b tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Network 1a56dbfa-c49e-4094-a390-4515f4076617 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:07:49.030648 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-84d233b4-041b-4c83-aea4-876ede2550c1 req-fbe7061c-5d03-49d7-8aa2-07671166ef6f tempest-SecurityGroupRulesTestJSON-1240234636 tempest-SecurityGroupRulesTestJSON-1240234636-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:49.054002 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [req-246bb22f-e9ac-4d14-9f15-c09d4b9ca1f6 req-9bd588b4-dc8d-41c9-bf8e-83613c7fc96b tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:07:49.099347 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-246bb22f-e9ac-4d14-9f15-c09d4b9ca1f6 req-9bd588b4-dc8d-41c9-bf8e-83613c7fc96b tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:07:49.111839 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd588b4-dc8d-41c9-bf8e-83613c7fc96b tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Pushing event updated for resources: {'Port': ['ID=69203f5d-5f7e-4f5e-bd51-c1c374a463e4,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:07:49.158261 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ac86c84a-7c02-4727-802d-ee429322ece7 req-02c38c2f-dea1-4c2a-a6f9-36b524b76929 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=ce1167f4-03d5-4642-a583-ca1246135435 HTTP/1.1" status: 200 len: 217 time: 0.1315005 Nov 22 20:07:49.306468 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246bb22f-e9ac-4d14-9f15-c09d4b9ca1f6 req-9bd588b4-dc8d-41c9-bf8e-83613c7fc96b tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:49.307016 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-246bb22f-e9ac-4d14-9f15-c09d4b9ca1f6 req-9bd588b4-dc8d-41c9-bf8e-83613c7fc96b tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:49.351915 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-7c73a8ea-4399-4923-8190-17d4806bbacb None None] Provisioning complete for port 69203f5d-5f7e-4f5e-bd51-c1c374a463e4 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:07:49.352314 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-7c73a8ea-4399-4923-8190-17d4806bbacb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:49.357866 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac86c84a-7c02-4727-802d-ee429322ece7 req-4b706cd1-67bd-4a05-9b8c-f0f51eec63f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:49.359486 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ac86c84a-7c02-4727-802d-ee429322ece7 req-4b706cd1-67bd-4a05-9b8c-f0f51eec63f3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3091ebfd-11e2-41f8-9c00-ffe0b86563d8 HTTP/1.1" status: 200 len: 843 time: 0.1464942 Nov 22 20:07:49.362810 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a6ff94dd-7f5c-4933-a5c5-3b70dd123c5a req-5f91cc66-1fb5-4620-a552-9fa7d33c95b2 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1d007ec-a75a-4ef8-9cdd-9c679a3ff22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3267732 Nov 22 20:07:49.392570 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-246bb22f-e9ac-4d14-9f15-c09d4b9ca1f6 req-9bd588b4-dc8d-41c9-bf8e-83613c7fc96b tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2240930 Nov 22 20:07:49.408104 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-84d233b4-041b-4c83-aea4-876ede2550c1 req-fbe7061c-5d03-49d7-8aa2-07671166ef6f tempest-SecurityGroupRulesTestJSON-1240234636 tempest-SecurityGroupRulesTestJSON-1240234636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:49.410722 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-84d233b4-041b-4c83-aea4-876ede2550c1 req-fbe7061c-5d03-49d7-8aa2-07671166ef6f tempest-SecurityGroupRulesTestJSON-1240234636 tempest-SecurityGroupRulesTestJSON-1240234636-project] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:49.411947 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-84d233b4-041b-4c83-aea4-876ede2550c1 req-fbe7061c-5d03-49d7-8aa2-07671166ef6f tempest-SecurityGroupRulesTestJSON-1240234636 tempest-SecurityGroupRulesTestJSON-1240234636-project] 10.222.0.46 "DELETE /v2.0/security-groups/28aace56-6478-4ba8-9616-fe1701522534 HTTP/1.1" status: 204 len: 173 time: 0.8399553 Nov 22 20:07:49.422707 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-7c73a8ea-4399-4923-8190-17d4806bbacb None None] Port 69203f5d-5f7e-4f5e-bd51-c1c374a463e4 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:07:49.432373 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-246bb22f-e9ac-4d14-9f15-c09d4b9ca1f6 req-8ea5034e-27a3-444f-bfb3-8a95a1e410f2 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Request body: {'port': {'device_id': '650e2652-3453-4441-aa37-86ee1c330dff', 'network_id': '1306f2a3-38fd-4113-90f1-035ef6a6779c', 'admin_state_up': True, 'tenant_id': '61dcfa65121d45e7982f77d2ef747965'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:07:49.463834 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:07:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e740d8fa-b7b7-4e3d-835c-61f1eab476d9 x-openstack-request-id: req-e740d8fa-b7b7-4e3d-835c-61f1eab476d9 {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:07:49.463834 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d610fed-ade8-4090-9ac8-a8eeda6b914b", "name": "network-vif-plugged", "status": "completed", "tag": "d65e9dd0-ad52-4544-bbe5-38ddf0458f1e", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:07:49.463834 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e740d8fa-b7b7-4e3d-835c-61f1eab476d9 {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:07:49.464175 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d610fed-ade8-4090-9ac8-a8eeda6b914b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd65e9dd0-ad52-4544-bbe5-38ddf0458f1e', 'code': 200} Nov 22 20:07:49.503199 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe7061c-5d03-49d7-8aa2-07671166ef6f tempest-SecurityGroupRulesTestJSON-1240234636 tempest-SecurityGroupRulesTestJSON-1240234636-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28aace56-6478-4ba8-9616-fe1701522534,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:07:49.964856 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [req-64336db8-7540-4131-872c-e35bb29b16f8 req-1ab0765d-ec9a-4fe8-b262-d305a963e799 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 098e56c6-9987-44ca-ac04-2354cb1a22a9 {{(pid=103447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:07:49.970678 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac86c84a-7c02-4727-802d-ee429322ece7 req-a5366600-1e33-4b16-8152-a8e9179f9f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:49.972241 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ac86c84a-7c02-4727-802d-ee429322ece7 req-a5366600-1e33-4b16-8152-a8e9179f9f30 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e1052824-bf78-4963-8937-b202e372ac24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5994432 Nov 22 20:07:49.985176 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-64336db8-7540-4131-872c-e35bb29b16f8 req-1ab0765d-ec9a-4fe8-b262-d305a963e799 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:50.018865 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55e18bc-bd13-4408-9201-a87d369c1281 req-fc85dff6-85c6-4b8b-8f20-63c9ff909f51 tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:50.020585 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b55e18bc-bd13-4408-9201-a87d369c1281 req-fc85dff6-85c6-4b8b-8f20-63c9ff909f51 tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] 10.222.0.46 "GET /v2.0/ports?device_id=5e565568-f3a1-48c9-8809-8dd366c2980b HTTP/1.1" status: 200 len: 931 time: 0.5799325 Nov 22 20:07:50.051048 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.provisioning_blocks [req-64336db8-7540-4131-872c-e35bb29b16f8 req-1ab0765d-ec9a-4fe8-b262-d305a963e799 service neutron] Transition to ACTIVE for port object 098e56c6-9987-44ca-ac04-2354cb1a22a9 will not be triggered until provisioned by entity L2. {{(pid=103447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 20:07:50.086978 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ea40a1-f625-462c-88f2-7f0dffe60751 req-f9187319-9dc2-4c3f-9816-1ca4bd296f5b tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:50.093023 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ea40a1-f625-462c-88f2-7f0dffe60751 req-f9187319-9dc2-4c3f-9816-1ca4bd296f5b tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:50.095140 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-53ea40a1-f625-462c-88f2-7f0dffe60751 req-f9187319-9dc2-4c3f-9816-1ca4bd296f5b tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] 10.222.0.46 "GET /v2.0/ports?device_id=650e2652-3453-4441-aa37-86ee1c330dff HTTP/1.1" status: 200 len: 1655 time: 0.5622058 Nov 22 20:07:50.114535 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-64336db8-7540-4131-872c-e35bb29b16f8 req-1ab0765d-ec9a-4fe8-b262-d305a963e799 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:50.124503 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eab4daf-a58c-4046-873f-8a27fda877e7 req-5531b10f-ef13-487a-b156-4c8e8581d8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:50.126033 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2eab4daf-a58c-4046-873f-8a27fda877e7 req-5531b10f-ef13-487a-b156-4c8e8581d8dd service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1d610fed-ade8-4090-9ac8-a8eeda6b914b HTTP/1.1" status: 200 len: 1101 time: 0.2436965 Nov 22 20:07:50.259372 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-246bb22f-e9ac-4d14-9f15-c09d4b9ca1f6 req-8ea5034e-27a3-444f-bfb3-8a95a1e410f2 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Made reservation on behalf of 61dcfa65121d45e7982f77d2ef747965 for: {'port': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:07:50.262800 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-246bb22f-e9ac-4d14-9f15-c09d4b9ca1f6 req-8ea5034e-27a3-444f-bfb3-8a95a1e410f2 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:50.301607 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab0765d-ec9a-4fe8-b262-d305a963e799 service neutron] Pushing event updated for resources: {'Port': ['ID=098e56c6-9987-44ca-ac04-2354cb1a22a9,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:07:50.317335 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b55e18bc-bd13-4408-9201-a87d369c1281 req-a225c3e0-ea41-49f9-a3a4-d8cce3b109ed tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0c04069-962d-48b0-bef3-592f8ff68454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2840302 Nov 22 20:07:50.370428 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2eab4daf-a58c-4046-873f-8a27fda877e7 req-4a2c71ff-d967-42d2-a5d7-e3929ae57cc9 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=e5ae9e03-6ff8-4082-b7a4-25ecea5ed21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2277253 Nov 22 20:07:50.373811 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-53ea40a1-f625-462c-88f2-7f0dffe60751 req-fdcefc7f-81c6-4457-8610-7d6a1a78fd12 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2857c8b-9c58-4d8b-ab89-040cb1f70ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2621646 Nov 22 20:07:50.380267 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ac86c84a-7c02-4727-802d-ee429322ece7 req-bafa8470-a874-4af1-a307-d0121368e607 service neutron] 10.222.0.20 "GET /v2.0/networks/e1052824-bf78-4963-8937-b202e372ac24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3909583 Nov 22 20:07:50.590022 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-64336db8-7540-4131-872c-e35bb29b16f8 req-1ab0765d-ec9a-4fe8-b262-d305a963e799 service neutron] Attempting to bind port 098e56c6-9987-44ca-ac04-2354cb1a22a9 on host n-h2-818823-1 for vnic_type normal with profile {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:07:50.590251 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-64336db8-7540-4131-872c-e35bb29b16f8 req-1ab0765d-ec9a-4fe8-b262-d305a963e799 service neutron] Attempting to bind port 098e56c6-9987-44ca-ac04-2354cb1a22a9 by drivers openvswitch,hyperv on host n-h2-818823-1 at level 0 using segments [{'id': 'ee8173ed-ffda-445d-90ba-7bf45834e451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '2cba3d15-15ad-430b-9993-3b4a14230480'}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:07:50.590580 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64336db8-7540-4131-872c-e35bb29b16f8 req-1ab0765d-ec9a-4fe8-b262-d305a963e799 service neutron] Attempting to bind port 098e56c6-9987-44ca-ac04-2354cb1a22a9 on network 2cba3d15-15ad-430b-9993-3b4a14230480 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:07:50.614317 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64336db8-7540-4131-872c-e35bb29b16f8 req-1ab0765d-ec9a-4fe8-b262-d305a963e799 service neutron] Port 098e56c6-9987-44ca-ac04-2354cb1a22a9 on network 2cba3d15-15ad-430b-9993-3b4a14230480 not bound, no agent of type Open vSwitch agent registered on host n-h2-818823-1 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:07:50.614634 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64336db8-7540-4131-872c-e35bb29b16f8 req-1ab0765d-ec9a-4fe8-b262-d305a963e799 service neutron] Attempting to bind port 098e56c6-9987-44ca-ac04-2354cb1a22a9 on network 2cba3d15-15ad-430b-9993-3b4a14230480 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:07:50.653928 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0543abed-2826-49cb-ad4e-92f493924918 req-3c6c0d5b-8a7a-4a6c-9510-e1ce47d33713 tempest-MultipleCreateTestJSON-1276993397 tempest-MultipleCreateTestJSON-1276993397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:50.655408 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0543abed-2826-49cb-ad4e-92f493924918 req-3c6c0d5b-8a7a-4a6c-9510-e1ce47d33713 tempest-MultipleCreateTestJSON-1276993397 tempest-MultipleCreateTestJSON-1276993397-project] 10.222.0.46 "GET /v2.0/ports?device_id=c2f7930e-5744-4462-b8f5-975b1478e01d HTTP/1.1" status: 200 len: 945 time: 0.1717188 Nov 22 20:07:50.656198 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64336db8-7540-4131-872c-e35bb29b16f8 req-1ab0765d-ec9a-4fe8-b262-d305a963e799 service neutron] Checking agent: {'id': '65e0486a-7030-4065-96f0-10aa7402a530', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'started_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 7, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:07:50.657075 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64336db8-7540-4131-872c-e35bb29b16f8 req-1ab0765d-ec9a-4fe8-b262-d305a963e799 service neutron] Checking segment: {'id': 'ee8173ed-ffda-445d-90ba-7bf45834e451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '2cba3d15-15ad-430b-9993-3b4a14230480'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:07:50.657458 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64336db8-7540-4131-872c-e35bb29b16f8 req-1ab0765d-ec9a-4fe8-b262-d305a963e799 service neutron] Bound using segment: {'id': 'ee8173ed-ffda-445d-90ba-7bf45834e451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '2cba3d15-15ad-430b-9993-3b4a14230480'} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:07:50.657899 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-64336db8-7540-4131-872c-e35bb29b16f8 req-1ab0765d-ec9a-4fe8-b262-d305a963e799 service neutron] Bound port: 098e56c6-9987-44ca-ac04-2354cb1a22a9, host: n-h2-818823-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee8173ed-ffda-445d-90ba-7bf45834e451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '2cba3d15-15ad-430b-9993-3b4a14230480'}}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:07:50.658254 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-64336db8-7540-4131-872c-e35bb29b16f8 req-1ab0765d-ec9a-4fe8-b262-d305a963e799 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:50.667075 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ac86c84a-7c02-4727-802d-ee429322ece7 req-fdea52fe-1fd6-41e5-82e3-e8171c1574d9 service neutron] 10.222.0.20 "GET /v2.0/networks/e1052824-bf78-4963-8937-b202e372ac24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2674859 Nov 22 20:07:50.674784 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [req-246bb22f-e9ac-4d14-9f15-c09d4b9ca1f6 req-8ea5034e-27a3-444f-bfb3-8a95a1e410f2 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Allocated IP 19.80.0.56 (1306f2a3-38fd-4113-90f1-035ef6a6779c/53de5367-34e3-42b2-a988-2609fd8559f3/54f5b4bd-bc9c-4b4e-80b3-00323d0ba699) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:07:50.792715 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6aa80183-aaa5-4fba-a319-e6cf602485c1 req-be1c5c4b-3a31-4a5c-a423-738d8e4bbfa0 tempest-SecurityGroupRulesTestJSON-1240234636 tempest-SecurityGroupRulesTestJSON-1240234636-project] 10.222.0.46 "GET /v2.0/security-groups/e4c9b6c3-8804-42ca-9c3f-35d733a2b9c9 HTTP/1.1" status: 200 len: 1821 time: 0.1628108 Nov 22 20:07:50.822607 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0543abed-2826-49cb-ad4e-92f493924918 req-3840ace5-1606-4263-a481-03de8af5c6e4 tempest-MultipleCreateTestJSON-1276993397 tempest-MultipleCreateTestJSON-1276993397-project] 10.222.0.46 "GET /v2.0/security-groups?id=8a035bd2-0e78-4fc7-9d57-01ec97cfb81c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499112 Nov 22 20:07:50.853282 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-64336db8-7540-4131-872c-e35bb29b16f8 req-1ab0765d-ec9a-4fe8-b262-d305a963e799 service neutron] For port 098e56c6-9987-44ca-ac04-2354cb1a22a9, host n-h2-818823-1, cleared binding levels {{(pid=103447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:07:50.922030 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-64336db8-7540-4131-872c-e35bb29b16f8 req-1ab0765d-ec9a-4fe8-b262-d305a963e799 service neutron] For port 098e56c6-9987-44ca-ac04-2354cb1a22a9, host n-h2-818823-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=098e56c6-9987-44ca-ac04-2354cb1a22a9,segment=NetworkSegment(ee8173ed-ffda-445d-90ba-7bf45834e451),segment_id=ee8173ed-ffda-445d-90ba-7bf45834e451)] {{(pid=103447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:07:50.946651 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-64336db8-7540-4131-872c-e35bb29b16f8 req-1ab0765d-ec9a-4fe8-b262-d305a963e799 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:51.024121 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64336db8-7540-4131-872c-e35bb29b16f8 req-1ab0765d-ec9a-4fe8-b262-d305a963e799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:51.024853 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-64336db8-7540-4131-872c-e35bb29b16f8 req-1ab0765d-ec9a-4fe8-b262-d305a963e799 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:51.026111 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-64336db8-7540-4131-872c-e35bb29b16f8 req-1ab0765d-ec9a-4fe8-b262-d305a963e799 service neutron] 10.222.0.20 "PUT /v2.0/ports/098e56c6-9987-44ca-ac04-2354cb1a22a9 HTTP/1.1" status: 200 len: 1091 time: 2.5281506 Nov 22 20:07:51.028808 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e565568-f3a1-48c9-8809-8dd366c2980b', 'tag': '098e56c6-9987-44ca-ac04-2354cb1a22a9'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:07:51.031049 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e0b1e02-14ef-4e1a-a921-9b84e3c9636d" -d '{"events": [{"name": "network-changed", "server_uuid": "5e565568-f3a1-48c9-8809-8dd366c2980b", "tag": "098e56c6-9987-44ca-ac04-2354cb1a22a9"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:07:51.072915 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a787350-295c-4541-bb87-1aac9b0b27ed req-83a1bd0a-37a5-40de-a618-186c2e5394a7 tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:51.074437 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0a787350-295c-4541-bb87-1aac9b0b27ed req-83a1bd0a-37a5-40de-a618-186c2e5394a7 tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] 10.222.0.46 "GET /v2.0/ports?device_id=1d610fed-ade8-4090-9ac8-a8eeda6b914b HTTP/1.1" status: 200 len: 950 time: 0.1927834 Nov 22 20:07:51.104076 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-246bb22f-e9ac-4d14-9f15-c09d4b9ca1f6 req-8ea5034e-27a3-444f-bfb3-8a95a1e410f2 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:51.125688 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab0765d-ec9a-4fe8-b262-d305a963e799 service neutron] Pushing event updated for resources: {'Port': ['ID=098e56c6-9987-44ca-ac04-2354cb1a22a9,revision_number=3']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:07:51.142836 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4628a0-e46b-43d8-bd14-a0613457c875 req-4daa8e24-a32e-40ea-80fb-6f27c3141367 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:51.144376 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ac4628a0-e46b-43d8-bd14-a0613457c875 req-4daa8e24-a32e-40ea-80fb-6f27c3141367 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/ports?device_id=bd3740f9-d89f-45cf-b02d-7739f6a5131c HTTP/1.1" status: 200 len: 948 time: 0.2395639 Nov 22 20:07:51.230202 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64336db8-7540-4131-872c-e35bb29b16f8 req-d0776574-19f9-4dea-afef-421a146dc570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:51.231634 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-64336db8-7540-4131-872c-e35bb29b16f8 req-d0776574-19f9-4dea-afef-421a146dc570 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=06e6d3b48fca4efea364337fb0a9126a&device_id=5e565568-f3a1-48c9-8809-8dd366c2980b HTTP/1.1" status: 200 len: 1094 time: 0.1514597 Nov 22 20:07:51.239362 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0a787350-295c-4541-bb87-1aac9b0b27ed req-a75dccfd-03c9-4a22-a83d-d3fe6261b4ec tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] 10.222.0.46 "GET /v2.0/security-groups?id=e5ae9e03-6ff8-4082-b7a4-25ecea5ed21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425648 Nov 22 20:07:51.292575 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ac4628a0-e46b-43d8-bd14-a0613457c875 req-b6dca47d-7901-4952-96e6-9bb8bac1c7c0 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1d007ec-a75a-4ef8-9cdd-9c679a3ff22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362262 Nov 22 20:07:51.295144 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-64336db8-7540-4131-872c-e35bb29b16f8 req-e5dc0882-3aa0-477a-b57c-dff84574e5d6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=098e56c6-9987-44ca-ac04-2354cb1a22a9 HTTP/1.1" status: 200 len: 217 time: 0.0510788 Nov 22 20:07:51.298901 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-f04f7f3c-7f17-4752-b843-de2edcb44b98 req-a41704d7-4871-463b-a1fe-ddaeb6f50d38 tempest-SecurityGroupRulesTestJSON-1240234636 tempest-SecurityGroupRulesTestJSON-1240234636-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1010942762', 'description': 'tempest-description-2018422105'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:07:51.303716 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-246bb22f-e9ac-4d14-9f15-c09d4b9ca1f6 req-8ea5034e-27a3-444f-bfb3-8a95a1e410f2 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:51.396945 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-246bb22f-e9ac-4d14-9f15-c09d4b9ca1f6 req-8ea5034e-27a3-444f-bfb3-8a95a1e410f2 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Network 1306f2a3-38fd-4113-90f1-035ef6a6779c is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:07:51.408823 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [req-246bb22f-e9ac-4d14-9f15-c09d4b9ca1f6 req-8ea5034e-27a3-444f-bfb3-8a95a1e410f2 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:07:51.415310 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-f04f7f3c-7f17-4752-b843-de2edcb44b98 req-a41704d7-4871-463b-a1fe-ddaeb6f50d38 tempest-SecurityGroupRulesTestJSON-1240234636 tempest-SecurityGroupRulesTestJSON-1240234636-project] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:51.420562 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-246bb22f-e9ac-4d14-9f15-c09d4b9ca1f6 req-8ea5034e-27a3-444f-bfb3-8a95a1e410f2 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:07:51.434170 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea5034e-27a3-444f-bfb3-8a95a1e410f2 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Pushing event updated for resources: {'Port': ['ID=54f5b4bd-bc9c-4b4e-80b3-00323d0ba699,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:07:51.459996 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64336db8-7540-4131-872c-e35bb29b16f8 req-8fac51d1-fa93-4d7b-86ee-f016b12cae79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:51.461606 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-64336db8-7540-4131-872c-e35bb29b16f8 req-8fac51d1-fa93-4d7b-86ee-f016b12cae79 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1439a4b0-dcfd-4d3a-bcc9-51cb20acf78c HTTP/1.1" status: 200 len: 862 time: 0.1559718 Nov 22 20:07:51.509801 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 20:07:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52ec1efc-7930-4d74-8142-b8676cadae59 x-openstack-request-id: req-52ec1efc-7930-4d74-8142-b8676cadae59 {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:07:51.509801 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e565568-f3a1-48c9-8809-8dd366c2980b", "tag": "098e56c6-9987-44ca-ac04-2354cb1a22a9", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:07:51.510302 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-52ec1efc-7930-4d74-8142-b8676cadae59 {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:07:51.510490 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e565568-f3a1-48c9-8809-8dd366c2980b', 'tag': '098e56c6-9987-44ca-ac04-2354cb1a22a9', 'status': 'completed', 'code': 200} Nov 22 20:07:51.535810 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-64336db8-7540-4131-872c-e35bb29b16f8 req-ed9b09f0-cd6c-465c-ba70-712113ce5110 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2cba3d15-15ad-430b-9993-3b4a14230480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515225 Nov 22 20:07:51.545978 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246bb22f-e9ac-4d14-9f15-c09d4b9ca1f6 req-8ea5034e-27a3-444f-bfb3-8a95a1e410f2 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:51.546728 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-246bb22f-e9ac-4d14-9f15-c09d4b9ca1f6 req-8ea5034e-27a3-444f-bfb3-8a95a1e410f2 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:51.665637 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-246bb22f-e9ac-4d14-9f15-c09d4b9ca1f6 req-8ea5034e-27a3-444f-bfb3-8a95a1e410f2 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2601452 Nov 22 20:07:51.692325 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-f04f7f3c-7f17-4752-b843-de2edcb44b98 req-a41704d7-4871-463b-a1fe-ddaeb6f50d38 tempest-SecurityGroupRulesTestJSON-1240234636 tempest-SecurityGroupRulesTestJSON-1240234636-project] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:51.699288 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-246bb22f-e9ac-4d14-9f15-c09d4b9ca1f6 req-3aa7dad9-3afe-46f9-9731-cec97a5daee4 service neutron] Request body: {'port': {'device_id': '650e2652-3453-4441-aa37-86ee1c330dff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818823-1'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:07:51.708586 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-f04f7f3c-7f17-4752-b843-de2edcb44b98 req-a41704d7-4871-463b-a1fe-ddaeb6f50d38 tempest-SecurityGroupRulesTestJSON-1240234636 tempest-SecurityGroupRulesTestJSON-1240234636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:51.792383 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8213ffa4-7e83-403e-bd19-c34b3adb2411 req-2b89e42d-fce8-44d5-8445-9c77642e49c0 tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:51.793977 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8213ffa4-7e83-403e-bd19-c34b3adb2411 req-2b89e42d-fce8-44d5-8445-9c77642e49c0 tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] 10.222.0.46 "GET /v2.0/ports?device_id=5e565568-f3a1-48c9-8809-8dd366c2980b HTTP/1.1" status: 200 len: 943 time: 0.2071002 Nov 22 20:07:51.804706 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-f04f7f3c-7f17-4752-b843-de2edcb44b98 req-a41704d7-4871-463b-a1fe-ddaeb6f50d38 tempest-SecurityGroupRulesTestJSON-1240234636 tempest-SecurityGroupRulesTestJSON-1240234636-project] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:51.805917 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f04f7f3c-7f17-4752-b843-de2edcb44b98 req-a41704d7-4871-463b-a1fe-ddaeb6f50d38 tempest-SecurityGroupRulesTestJSON-1240234636 tempest-SecurityGroupRulesTestJSON-1240234636-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.5179832 Nov 22 20:07:51.812745 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-de5ee2e8-c306-4e0a-932d-bffe351e5fd2 None None] Provisioning complete for port 54f5b4bd-bc9c-4b4e-80b3-00323d0ba699 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:07:51.818073 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-de5ee2e8-c306-4e0a-932d-bffe351e5fd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:51.837397 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-64336db8-7540-4131-872c-e35bb29b16f8 req-643b27ce-15ac-4309-ad96-9bbc506cae61 service neutron] 10.222.0.20 "GET /v2.0/networks/2cba3d15-15ad-430b-9993-3b4a14230480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2835615 Nov 22 20:07:51.840589 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41704d7-4871-463b-a1fe-ddaeb6f50d38 tempest-SecurityGroupRulesTestJSON-1240234636 tempest-SecurityGroupRulesTestJSON-1240234636-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86b134ec-6c3a-44a6-857d-34606f88b917,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:07:51.858728 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-246bb22f-e9ac-4d14-9f15-c09d4b9ca1f6 req-3aa7dad9-3afe-46f9-9731-cec97a5daee4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:51.874425 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-de5ee2e8-c306-4e0a-932d-bffe351e5fd2 None None] Port 54f5b4bd-bc9c-4b4e-80b3-00323d0ba699 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:07:51.952740 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device ce1167f4-03d5-4642-a583-ca1246135435 details requested by agent hyperv_n-h2-818823-1 with host n-h2-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 20:07:52.058275 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port ce1167f4-03d5-4642-a583-ca1246135435, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=ce1167f4-03d5-4642-a583-ca1246135435,segment=NetworkSegment(2a5a1c7b-538e-498e-99b9-cc7a8e0411be),segment_id=2a5a1c7b-538e-498e-99b9-cc7a8e0411be)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:07:52.072424 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Returning: {'device': 'ce1167f4-03d5-4642-a583-ca1246135435', 'network_id': 'e1052824-bf78-4963-8937-b202e372ac24', 'port_id': 'ce1167f4-03d5-4642-a583-ca1246135435', 'mac_address': 'fa:16:3e:cd:59:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3091ebfd-11e2-41f8-9c00-ffe0b86563d8', 'ip_address': '192.168.233.113'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 20:07:52.073414 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8213ffa4-7e83-403e-bd19-c34b3adb2411 req-5dba3cde-a781-48ef-9db1-6b17cff161eb tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0c04069-962d-48b0-bef3-592f8ff68454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2405627 Nov 22 20:07:52.121167 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:52.136506 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce1167f4-03d5-4642-a583-ca1246135435 {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:07:52.159992 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port ce1167f4-03d5-4642-a583-ca1246135435, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=ce1167f4-03d5-4642-a583-ca1246135435,segment=NetworkSegment(2a5a1c7b-538e-498e-99b9-cc7a8e0411be),segment_id=2a5a1c7b-538e-498e-99b9-cc7a8e0411be)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:07:52.170424 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:52.182741 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-42b07d47-ad9a-4809-91f9-3cb814de0f4e req-80f96b5c-af17-436b-8959-c38fbe6de4bc service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=01e0b0fa-e002-4967-ab32-9c5694e22ac9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2718914 Nov 22 20:07:52.192923 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd6aa83-24de-44e7-9d45-cd96ee2a758c req-4fc93a75-fac2-4178-bd02-2592c41ff6eb tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:52.200466 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd6aa83-24de-44e7-9d45-cd96ee2a758c req-4fc93a75-fac2-4178-bd02-2592c41ff6eb tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:52.206755 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd6aa83-24de-44e7-9d45-cd96ee2a758c req-4fc93a75-fac2-4178-bd02-2592c41ff6eb tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:52.208394 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-bdd6aa83-24de-44e7-9d45-cd96ee2a758c req-4fc93a75-fac2-4178-bd02-2592c41ff6eb tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] 10.222.0.46 "GET /v2.0/ports?device_id=650e2652-3453-4441-aa37-86ee1c330dff HTTP/1.1" status: 200 len: 2376 time: 0.3009491 Nov 22 20:07:52.235570 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-64336db8-7540-4131-872c-e35bb29b16f8 req-65aa40d7-8f71-4d93-a3aa-46740c904cb7 service neutron] 10.222.0.20 "GET /v2.0/networks/2cba3d15-15ad-430b-9993-3b4a14230480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3847587 Nov 22 20:07:52.280096 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=ce1167f4-03d5-4642-a583-ca1246135435,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:07:52.437751 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-bdd6aa83-24de-44e7-9d45-cd96ee2a758c req-f0d8b4e5-dbe5-4051-a777-65700d1008b9 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2857c8b-9c58-4d8b-ab89-040cb1f70ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2209373 Nov 22 20:07:52.476772 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b07d47-ad9a-4809-91f9-3cb814de0f4e req-ccbed97b-2c8c-4c3a-8e07-3b5f8345fa80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:52.478898 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-42b07d47-ad9a-4809-91f9-3cb814de0f4e req-ccbed97b-2c8c-4c3a-8e07-3b5f8345fa80 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ed1bb220b53d484cb7697cddf2626bd6&device_id=01e0b0fa-e002-4967-ab32-9c5694e22ac9 HTTP/1.1" status: 200 len: 1095 time: 0.2173119 Nov 22 20:07:52.479033 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] get_ports_and_sgs() called for port_ids ['ce1167f4-03d5-4642-a583-ca1246135435'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:07:52.482254 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5fa040b1-1394-4707-86b9-d9c801249fe5 req-e1d4edc6-2167-4b2b-8b19-ca2ef2c16ee4 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5093cb48-092d-4dff-ad5d-31875fbb9f2c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2320328 Nov 22 20:07:52.563166 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0b1e02-14ef-4e1a-a921-9b84e3c9636d req-d6cd63f6-f563-4771-8f59-f4502caaa23d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:52.565720 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8e0b1e02-14ef-4e1a-a921-9b84e3c9636d req-d6cd63f6-f563-4771-8f59-f4502caaa23d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=06e6d3b48fca4efea364337fb0a9126a&device_id=5e565568-f3a1-48c9-8809-8dd366c2980b HTTP/1.1" status: 200 len: 1094 time: 0.2168806 Nov 22 20:07:52.752735 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5a9afe2a-d2d1-450d-9c76-00b53ec16cbd req-657b27be-21ab-4da5-aaf3-9fd067e89fa6 tempest-SecurityGroupRulesTestJSON-1240234636 tempest-SecurityGroupRulesTestJSON-1240234636-project] 10.222.0.46 "GET /v2.0/security-groups/86b134ec-6c3a-44a6-857d-34606f88b917 HTTP/1.1" status: 200 len: 1822 time: 0.2886186 Nov 22 20:07:52.804670 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-5a9afe2a-d2d1-450d-9c76-00b53ec16cbd req-2034089b-3cb7-48a8-9ad3-70189122ca51 tempest-SecurityGroupRulesTestJSON-1240234636 tempest-SecurityGroupRulesTestJSON-1240234636-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '86b134ec-6c3a-44a6-857d-34606f88b917', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:07:52.804670 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-5a9afe2a-d2d1-450d-9c76-00b53ec16cbd req-2034089b-3cb7-48a8-9ad3-70189122ca51 tempest-SecurityGroupRulesTestJSON-1240234636 tempest-SecurityGroupRulesTestJSON-1240234636-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '86b134ec-6c3a-44a6-857d-34606f88b917', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:07:53.149938 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa040b1-1394-4707-86b9-d9c801249fe5 req-bd34669d-ba57-445a-97a3-bd9564146c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:53.151360 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5fa040b1-1394-4707-86b9-d9c801249fe5 req-bd34669d-ba57-445a-97a3-bd9564146c2d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=126c0323750547f8b9835ef63890aaea&device_id=5093cb48-092d-4dff-ad5d-31875fbb9f2c HTTP/1.1" status: 200 len: 1100 time: 0.5501831 Nov 22 20:07:53.182223 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14594671-7a22-4356-9b18-0630aded9257 req-78764ea9-faa3-4fc5-af9f-bbeb08c5be07 tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:53.183734 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-14594671-7a22-4356-9b18-0630aded9257 req-78764ea9-faa3-4fc5-af9f-bbeb08c5be07 tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] 10.222.0.46 "GET /v2.0/ports?device_id=1d610fed-ade8-4090-9ac8-a8eeda6b914b HTTP/1.1" status: 200 len: 950 time: 0.5786457 Nov 22 20:07:53.193370 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b07d47-ad9a-4809-91f9-3cb814de0f4e req-709afa31-8c36-4e23-8436-8556fd8eeca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:53.194810 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-42b07d47-ad9a-4809-91f9-3cb814de0f4e req-709afa31-8c36-4e23-8436-8556fd8eeca4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=5c8a61c3-0285-4b7d-b110-24534369ffce HTTP/1.1" status: 200 len: 922 time: 0.6786995 Nov 22 20:07:53.212306 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [req-246bb22f-e9ac-4d14-9f15-c09d4b9ca1f6 req-3aa7dad9-3afe-46f9-9731-cec97a5daee4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2642f88e-2d10-4191-8d6b-3c979345e461 {{(pid=103447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:07:53.249811 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-246bb22f-e9ac-4d14-9f15-c09d4b9ca1f6 req-3aa7dad9-3afe-46f9-9731-cec97a5daee4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:53.308115 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0b1e02-14ef-4e1a-a921-9b84e3c9636d req-3ad4f05d-b677-40d8-b494-3161c66a3d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:53.309594 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8e0b1e02-14ef-4e1a-a921-9b84e3c9636d req-3ad4f05d-b677-40d8-b494-3161c66a3d0b service neutron] 10.222.0.20 "GET /v2.0/networks?id=2cba3d15-15ad-430b-9993-3b4a14230480 HTTP/1.1" status: 200 len: 923 time: 0.7073262 Nov 22 20:07:53.361907 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-42b07d47-ad9a-4809-91f9-3cb814de0f4e req-15b3c047-890a-47f4-90e1-9a1b97976dc6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4035a83f-24e4-427f-b321-21868f004640 HTTP/1.1" status: 200 len: 217 time: 0.1299727 Nov 22 20:07:53.379840 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.provisioning_blocks [req-246bb22f-e9ac-4d14-9f15-c09d4b9ca1f6 req-3aa7dad9-3afe-46f9-9731-cec97a5daee4 service neutron] Transition to ACTIVE for port object 2642f88e-2d10-4191-8d6b-3c979345e461 will not be triggered until provisioned by entity L2. {{(pid=103447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 20:07:53.434020 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8e0b1e02-14ef-4e1a-a921-9b84e3c9636d req-eda2dfe0-b7a9-4b91-8a9c-87d09e02a2ae service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=098e56c6-9987-44ca-ac04-2354cb1a22a9 HTTP/1.1" status: 200 len: 217 time: 0.0850730 Nov 22 20:07:53.434641 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-246bb22f-e9ac-4d14-9f15-c09d4b9ca1f6 req-3aa7dad9-3afe-46f9-9731-cec97a5daee4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:53.534597 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cceecd-2816-4def-b606-4f6737553a99 req-104b391a-6ee8-4be4-b0f5-3ed1c722a308 tempest-MultipleCreateTestJSON-1276993397 tempest-MultipleCreateTestJSON-1276993397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:53.536473 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-76cceecd-2816-4def-b606-4f6737553a99 req-104b391a-6ee8-4be4-b0f5-3ed1c722a308 tempest-MultipleCreateTestJSON-1276993397 tempest-MultipleCreateTestJSON-1276993397-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2f7930e-5744-4462-b8f5-975b1478e01d HTTP/1.1" status: 200 len: 945 time: 0.3786640 Nov 22 20:07:53.600011 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-14594671-7a22-4356-9b18-0630aded9257 req-269f09d1-5212-4657-b533-d0cce3a5efef tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] 10.222.0.46 "GET /v2.0/security-groups?id=e5ae9e03-6ff8-4082-b7a4-25ecea5ed21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4041846 Nov 22 20:07:53.664031 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa040b1-1394-4707-86b9-d9c801249fe5 req-59bd9fc7-b087-4c96-9401-053731e6409c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:53.665697 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5fa040b1-1394-4707-86b9-d9c801249fe5 req-59bd9fc7-b087-4c96-9401-053731e6409c service neutron] 10.222.0.20 "GET /v2.0/networks?id=e1052824-bf78-4963-8937-b202e372ac24 HTTP/1.1" status: 200 len: 870 time: 0.4781547 Nov 22 20:07:53.667495 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b07d47-ad9a-4809-91f9-3cb814de0f4e req-8b910cd9-a753-4970-aa04-988a76e5f5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:53.669007 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-42b07d47-ad9a-4809-91f9-3cb814de0f4e req-8b910cd9-a753-4970-aa04-988a76e5f5b4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6ba52ab0-cb64-425e-be27-2e0b31d7d99f HTTP/1.1" status: 200 len: 861 time: 0.2565012 Nov 22 20:07:53.670253 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-5a9afe2a-d2d1-450d-9c76-00b53ec16cbd req-2034089b-3cb7-48a8-9ad3-70189122ca51 tempest-SecurityGroupRulesTestJSON-1240234636 tempest-SecurityGroupRulesTestJSON-1240234636-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:53.768438 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-5a9afe2a-d2d1-450d-9c76-00b53ec16cbd req-2034089b-3cb7-48a8-9ad3-70189122ca51 tempest-SecurityGroupRulesTestJSON-1240234636 tempest-SecurityGroupRulesTestJSON-1240234636-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:53.813981 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa7dad9-3afe-46f9-9731-cec97a5daee4 service neutron] Pushing event updated for resources: {'Port': ['ID=2642f88e-2d10-4191-8d6b-3c979345e461,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:07:53.873736 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-42b07d47-ad9a-4809-91f9-3cb814de0f4e req-5724045f-ecba-4a82-920e-2a832841f7d2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5c8a61c3-0285-4b7d-b110-24534369ffce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1647494 Nov 22 20:07:53.874890 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5fa040b1-1394-4707-86b9-d9c801249fe5 req-e1405783-ad0f-444e-a717-dacb630d8d2b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=8b89445a-2093-4480-a650-d182804db66c HTTP/1.1" status: 200 len: 217 time: 0.1904628 Nov 22 20:07:53.876458 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-5a9afe2a-d2d1-450d-9c76-00b53ec16cbd req-2034089b-3cb7-48a8-9ad3-70189122ca51 tempest-SecurityGroupRulesTestJSON-1240234636 tempest-SecurityGroupRulesTestJSON-1240234636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572323'] for security_group_rule, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:53.898558 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0b1e02-14ef-4e1a-a921-9b84e3c9636d req-d234eeff-6331-4c84-bdce-cfa2c3a9a310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:53.900067 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8e0b1e02-14ef-4e1a-a921-9b84e3c9636d req-d234eeff-6331-4c84-bdce-cfa2c3a9a310 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1439a4b0-dcfd-4d3a-bcc9-51cb20acf78c HTTP/1.1" status: 200 len: 862 time: 0.4107008 Nov 22 20:07:53.966717 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device ce1167f4-03d5-4642-a583-ca1246135435 up at agent hyperv_n-h2-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:07:54.023542 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2034089b-3cb7-48a8-9ad3-70189122ca51 tempest-SecurityGroupRulesTestJSON-1240234636 tempest-SecurityGroupRulesTestJSON-1240234636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c50c363-a2d9-4571-8b26-50c0634651fa,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:07:54.025182 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Provisioning for port ce1167f4-03d5-4642-a583-ca1246135435 completed by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 20:07:54.032347 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Provisioning complete for port ce1167f4-03d5-4642-a583-ca1246135435 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:07:54.032977 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:54.059244 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8e0b1e02-14ef-4e1a-a921-9b84e3c9636d req-9fefa7a9-1024-455b-9cbe-909ba353ab7e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2cba3d15-15ad-430b-9993-3b4a14230480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1112726 Nov 22 20:07:54.071903 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-5a9afe2a-d2d1-450d-9c76-00b53ec16cbd req-2034089b-3cb7-48a8-9ad3-70189122ca51 tempest-SecurityGroupRulesTestJSON-1240234636 tempest-SecurityGroupRulesTestJSON-1240234636-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:54.081137 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8933cbe4-31a5-47ee-9471-a693d1d1d3e1 req-8303141f-9af9-4fed-b13b-5ddde5a60602 tempest-MultipleCreateTestJSON-1276993397 tempest-MultipleCreateTestJSON-1276993397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:54.084988 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-8933cbe4-31a5-47ee-9471-a693d1d1d3e1 req-8303141f-9af9-4fed-b13b-5ddde5a60602 tempest-MultipleCreateTestJSON-1276993397 tempest-MultipleCreateTestJSON-1276993397-project] 10.222.0.20 "GET /v2.0/ports?device_id=866e794f-abd8-441e-925e-0f8cfac709aa HTTP/1.1" status: 200 len: 946 time: 0.0915453 Nov 22 20:07:54.090010 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5a9afe2a-d2d1-450d-9c76-00b53ec16cbd req-2034089b-3cb7-48a8-9ad3-70189122ca51 tempest-SecurityGroupRulesTestJSON-1240234636 tempest-SecurityGroupRulesTestJSON-1240234636-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.3182476 Nov 22 20:07:54.160198 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f6093e-5e8d-4029-b2d9-8a8634701a44 req-fcff75fd-4d8f-4c85-b1c7-17a0b0f250f5 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:54.168550 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-00f6093e-5e8d-4029-b2d9-8a8634701a44 req-fcff75fd-4d8f-4c85-b1c7-17a0b0f250f5 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/ports?device_id=bd3740f9-d89f-45cf-b02d-7739f6a5131c HTTP/1.1" status: 200 len: 949 time: 0.4567232 Nov 22 20:07:54.190416 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:54.213965 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa040b1-1394-4707-86b9-d9c801249fe5 req-4137dccc-0562-4a38-84bd-d9457b3b56f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:54.215337 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5fa040b1-1394-4707-86b9-d9c801249fe5 req-4137dccc-0562-4a38-84bd-d9457b3b56f2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3091ebfd-11e2-41f8-9c00-ffe0b86563d8 HTTP/1.1" status: 200 len: 843 time: 0.3259623 Nov 22 20:07:54.215875 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [req-8933cbe4-31a5-47ee-9471-a693d1d1d3e1 req-f9f6dbd9-df86-437a-b12e-ec5d2e34f222 tempest-MultipleCreateTestJSON-1276993397 tempest-MultipleCreateTestJSON-1276993397-project] Deleting port 874c2f81-cd5e-4beb-acdb-74cbf39f5a6d {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:07:54.216230 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-8933cbe4-31a5-47ee-9471-a693d1d1d3e1 req-f9f6dbd9-df86-437a-b12e-ec5d2e34f222 tempest-MultipleCreateTestJSON-1276993397 tempest-MultipleCreateTestJSON-1276993397-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:54.227252 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-246bb22f-e9ac-4d14-9f15-c09d4b9ca1f6 req-3aa7dad9-3afe-46f9-9731-cec97a5daee4 service neutron] Attempting to bind port 2642f88e-2d10-4191-8d6b-3c979345e461 on host n-h1-818823-1 for vnic_type normal with profile {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:07:54.227659 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-246bb22f-e9ac-4d14-9f15-c09d4b9ca1f6 req-3aa7dad9-3afe-46f9-9731-cec97a5daee4 service neutron] Attempting to bind port 2642f88e-2d10-4191-8d6b-3c979345e461 by drivers openvswitch,hyperv on host n-h1-818823-1 at level 0 using segments [{'id': '76958c93-e271-4464-8b2b-ab874b82cbfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '1306f2a3-38fd-4113-90f1-035ef6a6779c'}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:07:54.227997 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-246bb22f-e9ac-4d14-9f15-c09d4b9ca1f6 req-3aa7dad9-3afe-46f9-9731-cec97a5daee4 service neutron] Attempting to bind port 2642f88e-2d10-4191-8d6b-3c979345e461 on network 1306f2a3-38fd-4113-90f1-035ef6a6779c {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:07:54.242473 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port ce1167f4-03d5-4642-a583-ca1246135435, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=ce1167f4-03d5-4642-a583-ca1246135435,segment=NetworkSegment(2a5a1c7b-538e-498e-99b9-cc7a8e0411be),segment_id=2a5a1c7b-538e-498e-99b9-cc7a8e0411be)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:07:54.244062 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd3740f9-d89f-45cf-b02d-7739f6a5131c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce1167f4-03d5-4642-a583-ca1246135435'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:07:54.247733 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d39f6d30a11e565ec9648abcc015e8a6ab6cff4edd704add8155e28765d31eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20989d12-f4bd-4b8d-bdc5-878d9f8915c3" -d '{"events": [{"server_uuid": "bd3740f9-d89f-45cf-b02d-7739f6a5131c", "name": "network-vif-plugged", "status": "completed", "tag": "ce1167f4-03d5-4642-a583-ca1246135435"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:07:54.252511 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:54.319949 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=ce1167f4-03d5-4642-a583-ca1246135435,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:07:54.323259 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-246bb22f-e9ac-4d14-9f15-c09d4b9ca1f6 req-3aa7dad9-3afe-46f9-9731-cec97a5daee4 service neutron] Port 2642f88e-2d10-4191-8d6b-3c979345e461 on network 1306f2a3-38fd-4113-90f1-035ef6a6779c not bound, no agent of type Open vSwitch agent registered on host n-h1-818823-1 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:07:54.323621 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-246bb22f-e9ac-4d14-9f15-c09d4b9ca1f6 req-3aa7dad9-3afe-46f9-9731-cec97a5daee4 service neutron] Attempting to bind port 2642f88e-2d10-4191-8d6b-3c979345e461 on network 1306f2a3-38fd-4113-90f1-035ef6a6779c {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:07:54.342120 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-8933cbe4-31a5-47ee-9471-a693d1d1d3e1 req-f9f6dbd9-df86-437a-b12e-ec5d2e34f222 tempest-MultipleCreateTestJSON-1276993397 tempest-MultipleCreateTestJSON-1276993397-project] For port 874c2f81-cd5e-4beb-acdb-74cbf39f5a6d, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=874c2f81-cd5e-4beb-acdb-74cbf39f5a6d,segment=NetworkSegment(021b91f9-18fd-49d2-9530-507289b68670),segment_id=021b91f9-18fd-49d2-9530-507289b68670)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:07:54.342733 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-8933cbe4-31a5-47ee-9471-a693d1d1d3e1 req-f9f6dbd9-df86-437a-b12e-ec5d2e34f222 tempest-MultipleCreateTestJSON-1276993397 tempest-MultipleCreateTestJSON-1276993397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:54.358414 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [req-8933cbe4-31a5-47ee-9471-a693d1d1d3e1 req-f9f6dbd9-df86-437a-b12e-ec5d2e34f222 tempest-MultipleCreateTestJSON-1276993397 tempest-MultipleCreateTestJSON-1276993397-project] Calling delete_port for 874c2f81-cd5e-4beb-acdb-74cbf39f5a6d owned by compute:nova {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:07:54.361963 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-246bb22f-e9ac-4d14-9f15-c09d4b9ca1f6 req-3aa7dad9-3afe-46f9-9731-cec97a5daee4 service neutron] Checking agent: {'id': '7a008cff-3b49-418c-8046-689d46cc800f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'started_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 7, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:07:54.362306 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-246bb22f-e9ac-4d14-9f15-c09d4b9ca1f6 req-3aa7dad9-3afe-46f9-9731-cec97a5daee4 service neutron] Checking segment: {'id': '76958c93-e271-4464-8b2b-ab874b82cbfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '1306f2a3-38fd-4113-90f1-035ef6a6779c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:07:54.362701 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-246bb22f-e9ac-4d14-9f15-c09d4b9ca1f6 req-3aa7dad9-3afe-46f9-9731-cec97a5daee4 service neutron] Bound using segment: {'id': '76958c93-e271-4464-8b2b-ab874b82cbfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '1306f2a3-38fd-4113-90f1-035ef6a6779c'} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:07:54.363397 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-246bb22f-e9ac-4d14-9f15-c09d4b9ca1f6 req-3aa7dad9-3afe-46f9-9731-cec97a5daee4 service neutron] Bound port: 2642f88e-2d10-4191-8d6b-3c979345e461, host: n-h1-818823-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76958c93-e271-4464-8b2b-ab874b82cbfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '1306f2a3-38fd-4113-90f1-035ef6a6779c'}}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:07:54.363573 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-246bb22f-e9ac-4d14-9f15-c09d4b9ca1f6 req-3aa7dad9-3afe-46f9-9731-cec97a5daee4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:54.377242 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-42b07d47-ad9a-4809-91f9-3cb814de0f4e req-6c8f15a1-1e45-4c12-94bc-9a383939f1c4 service neutron] 10.222.0.41 "GET /v2.0/networks/5c8a61c3-0285-4b7d-b110-24534369ffce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4866741 Nov 22 20:07:54.409532 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-76cceecd-2816-4def-b606-4f6737553a99 req-a8cb86ad-d1d6-46fc-83e3-3caa722b772c tempest-MultipleCreateTestJSON-1276993397 tempest-MultipleCreateTestJSON-1276993397-project] Deleting port 804415e1-0f88-4667-ae15-401b8c2f514c {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:07:54.409879 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-76cceecd-2816-4def-b606-4f6737553a99 req-a8cb86ad-d1d6-46fc-83e3-3caa722b772c tempest-MultipleCreateTestJSON-1276993397 tempest-MultipleCreateTestJSON-1276993397-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:54.503982 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-8933cbe4-31a5-47ee-9471-a693d1d1d3e1 req-f9f6dbd9-df86-437a-b12e-ec5d2e34f222 tempest-MultipleCreateTestJSON-1276993397 tempest-MultipleCreateTestJSON-1276993397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:54.528463 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] get_ports_and_sgs() called for port_ids ['874c2f81-cd5e-4beb-acdb-74cbf39f5a6d', '804415e1-0f88-4667-ae15-401b8c2f514c'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:07:54.586146 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f6dbd9-df86-437a-b12e-ec5d2e34f222 tempest-MultipleCreateTestJSON-1276993397 tempest-MultipleCreateTestJSON-1276993397-project] Pushing event deleted for resources: {'Port': ['ID=874c2f81-cd5e-4beb-acdb-74cbf39f5a6d,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:07:54.623820 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-00f6093e-5e8d-4029-b2d9-8a8634701a44 req-393f8e18-b96e-490e-9160-645d5619cb0d tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1d007ec-a75a-4ef8-9cdd-9c679a3ff22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4492226 Nov 22 20:07:54.626425 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa040b1-1394-4707-86b9-d9c801249fe5 req-cc124348-b50b-41e7-90f1-f38f62438421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:54.627950 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5fa040b1-1394-4707-86b9-d9c801249fe5 req-cc124348-b50b-41e7-90f1-f38f62438421 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e1052824-bf78-4963-8937-b202e372ac24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3808734 Nov 22 20:07:54.644751 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [req-8933cbe4-31a5-47ee-9471-a693d1d1d3e1 req-f9f6dbd9-df86-437a-b12e-ec5d2e34f222 tempest-MultipleCreateTestJSON-1276993397 tempest-MultipleCreateTestJSON-1276993397-project] No DVR routers for this DVR port 874c2f81-cd5e-4beb-acdb-74cbf39f5a6d on host n-h2-818823-1 {{(pid=103448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:07:54.648892 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-8933cbe4-31a5-47ee-9471-a693d1d1d3e1 req-f9f6dbd9-df86-437a-b12e-ec5d2e34f222 tempest-MultipleCreateTestJSON-1276993397 tempest-MultipleCreateTestJSON-1276993397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:54.656703 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-8933cbe4-31a5-47ee-9471-a693d1d1d3e1 req-f9f6dbd9-df86-437a-b12e-ec5d2e34f222 tempest-MultipleCreateTestJSON-1276993397 tempest-MultipleCreateTestJSON-1276993397-project] 10.222.0.20 "DELETE /v2.0/ports/874c2f81-cd5e-4beb-acdb-74cbf39f5a6d HTTP/1.1" status: 204 len: 173 time: 0.5637660 Nov 22 20:07:54.657202 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '866e794f-abd8-441e-925e-0f8cfac709aa', 'name': 'network-vif-deleted', 'tag': '874c2f81-cd5e-4beb-acdb-74cbf39f5a6d'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:07:54.660247 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589a98cf2aea187fcc423a5edb333e5a6cf3ad7c81115d1ebee0f079693c312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f527066b-1fad-4cba-9c04-9c89e75f72c2" -d '{"events": [{"server_uuid": "866e794f-abd8-441e-925e-0f8cfac709aa", "name": "network-vif-deleted", "tag": "874c2f81-cd5e-4beb-acdb-74cbf39f5a6d"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:07:54.665370 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8e0b1e02-14ef-4e1a-a921-9b84e3c9636d req-26e5251a-80d4-413c-a56a-5cf656f0aa20 service neutron] 10.222.0.20 "GET /v2.0/networks/2cba3d15-15ad-430b-9993-3b4a14230480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5679162 Nov 22 20:07:54.725840 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb15819-719e-4114-bf06-bf71658d36bd req-6feb1d9a-40b5-4841-8195-b982d90a6304 tempest-MultipleCreateTestJSON-1276993397 tempest-MultipleCreateTestJSON-1276993397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:54.727371 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2eb15819-719e-4114-bf06-bf71658d36bd req-6feb1d9a-40b5-4841-8195-b982d90a6304 tempest-MultipleCreateTestJSON-1276993397 tempest-MultipleCreateTestJSON-1276993397-project] 10.222.0.46 "GET /v2.0/networks?id=5603836d-e977-4a38-b5cc-930bf7d9baac HTTP/1.1" status: 200 len: 813 time: 0.5286183 Nov 22 20:07:54.895687 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2eb15819-719e-4114-bf06-bf71658d36bd req-cbe6f730-893a-4d09-af0a-625990141ffd tempest-MultipleCreateTestJSON-1276993397 tempest-MultipleCreateTestJSON-1276993397-project] 10.222.0.46 "GET /v2.0/quotas/bcb1ae20a081415e81e09051d4ec0bd1 HTTP/1.1" status: 200 len: 375 time: 0.1145563 Nov 22 20:07:54.948333 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-76cceecd-2816-4def-b606-4f6737553a99 req-a8cb86ad-d1d6-46fc-83e3-3caa722b772c tempest-MultipleCreateTestJSON-1276993397 tempest-MultipleCreateTestJSON-1276993397-project] For port 804415e1-0f88-4667-ae15-401b8c2f514c, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=804415e1-0f88-4667-ae15-401b8c2f514c,segment=NetworkSegment(021b91f9-18fd-49d2-9530-507289b68670),segment_id=021b91f9-18fd-49d2-9530-507289b68670)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:07:54.948724 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-76cceecd-2816-4def-b606-4f6737553a99 req-a8cb86ad-d1d6-46fc-83e3-3caa722b772c tempest-MultipleCreateTestJSON-1276993397 tempest-MultipleCreateTestJSON-1276993397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:54.951319 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-246bb22f-e9ac-4d14-9f15-c09d4b9ca1f6 req-3aa7dad9-3afe-46f9-9731-cec97a5daee4 service neutron] For port 2642f88e-2d10-4191-8d6b-3c979345e461, host n-h1-818823-1, cleared binding levels {{(pid=103447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:07:55.001398 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-42b07d47-ad9a-4809-91f9-3cb814de0f4e req-98eecd10-45bf-4ebc-a196-8aa0687cc781 service neutron] 10.222.0.41 "GET /v2.0/networks/5c8a61c3-0285-4b7d-b110-24534369ffce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6060736 Nov 22 20:07:55.013709 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-246bb22f-e9ac-4d14-9f15-c09d4b9ca1f6 req-3aa7dad9-3afe-46f9-9731-cec97a5daee4 service neutron] For port 2642f88e-2d10-4191-8d6b-3c979345e461, host n-h1-818823-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=2642f88e-2d10-4191-8d6b-3c979345e461,segment=NetworkSegment(76958c93-e271-4464-8b2b-ab874b82cbfe),segment_id=76958c93-e271-4464-8b2b-ab874b82cbfe)] {{(pid=103447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:07:55.029288 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-76cceecd-2816-4def-b606-4f6737553a99 req-a8cb86ad-d1d6-46fc-83e3-3caa722b772c tempest-MultipleCreateTestJSON-1276993397 tempest-MultipleCreateTestJSON-1276993397-project] Calling delete_port for 804415e1-0f88-4667-ae15-401b8c2f514c owned by compute:nova {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:07:55.045695 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-246bb22f-e9ac-4d14-9f15-c09d4b9ca1f6 req-3aa7dad9-3afe-46f9-9731-cec97a5daee4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:55.095655 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8e0b1e02-14ef-4e1a-a921-9b84e3c9636d req-fdc4a5d9-d601-4a27-8f87-2a77a2a79d94 service neutron] 10.222.0.20 "GET /v2.0/networks/2cba3d15-15ad-430b-9993-3b4a14230480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4217882 Nov 22 20:07:55.109903 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209877b3-99c7-49bd-a1ab-97594c4f49f9 req-1e4e7ff6-1c9a-4345-9d7a-d88546821d7c tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:55.111454 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-209877b3-99c7-49bd-a1ab-97594c4f49f9 req-1e4e7ff6-1c9a-4345-9d7a-d88546821d7c tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] 10.222.0.46 "GET /v2.0/ports?device_id=5e565568-f3a1-48c9-8809-8dd366c2980b HTTP/1.1" status: 200 len: 943 time: 0.3188412 Nov 22 20:07:55.192286 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5fa040b1-1394-4707-86b9-d9c801249fe5 req-870aaa4e-5873-4119-9dba-a839f84e77a7 service neutron] 10.222.0.20 "GET /v2.0/networks/e1052824-bf78-4963-8937-b202e372ac24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5227878 Nov 22 20:07:55.193675 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246bb22f-e9ac-4d14-9f15-c09d4b9ca1f6 req-3aa7dad9-3afe-46f9-9731-cec97a5daee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:55.194287 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-246bb22f-e9ac-4d14-9f15-c09d4b9ca1f6 req-3aa7dad9-3afe-46f9-9731-cec97a5daee4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:55.196108 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-246bb22f-e9ac-4d14-9f15-c09d4b9ca1f6 req-3aa7dad9-3afe-46f9-9731-cec97a5daee4 service neutron] 10.222.0.41 "PUT /v2.0/ports/2642f88e-2d10-4191-8d6b-3c979345e461 HTTP/1.1" status: 200 len: 1092 time: 3.5063722 Nov 22 20:07:55.214360 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2eb15819-719e-4114-bf06-bf71658d36bd req-717dee19-816d-4308-b5ff-f83c5b0770be tempest-MultipleCreateTestJSON-1276993397 tempest-MultipleCreateTestJSON-1276993397-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=bcb1ae20a081415e81e09051d4ec0bd1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3031297 Nov 22 20:07:55.214877 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '650e2652-3453-4441-aa37-86ee1c330dff', 'tag': '2642f88e-2d10-4191-8d6b-3c979345e461'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:07:55.217455 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-182ed2c5-e66b-480a-bbf0-539a34751239" -d '{"events": [{"name": "network-changed", "server_uuid": "650e2652-3453-4441-aa37-86ee1c330dff", "tag": "2642f88e-2d10-4191-8d6b-3c979345e461"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:07:55.314985 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-246bb22f-e9ac-4d14-9f15-c09d4b9ca1f6 req-6d4e63e1-fcbd-46b9-bb39-3a53bfdf5088 service neutron] Request body: {'port': {'device_id': '650e2652-3453-4441-aa37-86ee1c330dff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818823-1'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:07:55.805190 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa7dad9-3afe-46f9-9731-cec97a5daee4 service neutron] Pushing event updated for resources: {'Port': ['ID=2642f88e-2d10-4191-8d6b-3c979345e461,revision_number=3']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:07:55.908229 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-209877b3-99c7-49bd-a1ab-97594c4f49f9 req-b34ac2c6-a88b-4707-a357-b9d234c81fa4 tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0c04069-962d-48b0-bef3-592f8ff68454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7223437 Nov 22 20:07:55.967093 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 098e56c6-9987-44ca-ac04-2354cb1a22a9 details requested by agent hyperv_n-h2-818823-1 with host n-h2-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 20:07:55.974436 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-246bb22f-e9ac-4d14-9f15-c09d4b9ca1f6 req-6d4e63e1-fcbd-46b9-bb39-3a53bfdf5088 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:55.995039 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5fa040b1-1394-4707-86b9-d9c801249fe5 req-4023e566-63ce-4679-bdea-0dfd6c1394e9 service neutron] 10.222.0.20 "GET /v2.0/networks/e1052824-bf78-4963-8937-b202e372ac24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7648005 Nov 22 20:07:56.001873 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2eb15819-719e-4114-bf06-bf71658d36bd req-998f8daf-3546-4380-bf1c-e49833ad6cde service neutron] 10.222.0.46 "GET /v2.0/networks/5603836d-e977-4a38-b5cc-930bf7d9baac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7468512 Nov 22 20:07:56.132791 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-76cceecd-2816-4def-b606-4f6737553a99 req-a8cb86ad-d1d6-46fc-83e3-3caa722b772c tempest-MultipleCreateTestJSON-1276993397 tempest-MultipleCreateTestJSON-1276993397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:56.233897 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] get_ports_and_sgs() called for port_ids ['874c2f81-cd5e-4beb-acdb-74cbf39f5a6d'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:07:56.258524 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cb86ad-d1d6-46fc-83e3-3caa722b772c tempest-MultipleCreateTestJSON-1276993397 tempest-MultipleCreateTestJSON-1276993397-project] Pushing event deleted for resources: {'Port': ['ID=804415e1-0f88-4667-ae15-401b8c2f514c,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:07:56.273572 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port 098e56c6-9987-44ca-ac04-2354cb1a22a9, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=098e56c6-9987-44ca-ac04-2354cb1a22a9,segment=NetworkSegment(ee8173ed-ffda-445d-90ba-7bf45834e451),segment_id=ee8173ed-ffda-445d-90ba-7bf45834e451)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:07:56.294222 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Returning: {'device': '098e56c6-9987-44ca-ac04-2354cb1a22a9', 'network_id': '2cba3d15-15ad-430b-9993-3b4a14230480', 'port_id': '098e56c6-9987-44ca-ac04-2354cb1a22a9', 'mac_address': 'fa:16:3e:79:14:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1439a4b0-dcfd-4d3a-bcc9-51cb20acf78c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 20:07:56.337901 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-76cceecd-2816-4def-b606-4f6737553a99 req-a8cb86ad-d1d6-46fc-83e3-3caa722b772c tempest-MultipleCreateTestJSON-1276993397 tempest-MultipleCreateTestJSON-1276993397-project] No DVR routers for this DVR port 804415e1-0f88-4667-ae15-401b8c2f514c on host n-h2-818823-1 {{(pid=103447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:07:56.360365 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:56.361003 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea40a4e-7115-42ec-bc31-1ea7280ac445 req-a770e88f-bebc-4186-b824-9aebe6c933ab tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:56.367215 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea40a4e-7115-42ec-bc31-1ea7280ac445 req-a770e88f-bebc-4186-b824-9aebe6c933ab tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:56.374147 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea40a4e-7115-42ec-bc31-1ea7280ac445 req-a770e88f-bebc-4186-b824-9aebe6c933ab tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:56.376186 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 098e56c6-9987-44ca-ac04-2354cb1a22a9 {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:07:56.382427 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2ea40a4e-7115-42ec-bc31-1ea7280ac445 req-a770e88f-bebc-4186-b824-9aebe6c933ab tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] 10.222.0.46 "GET /v2.0/ports?device_id=650e2652-3453-4441-aa37-86ee1c330dff HTTP/1.1" status: 200 len: 2388 time: 0.3051174 Nov 22 20:07:56.401038 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port 098e56c6-9987-44ca-ac04-2354cb1a22a9, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=098e56c6-9987-44ca-ac04-2354cb1a22a9,segment=NetworkSegment(ee8173ed-ffda-445d-90ba-7bf45834e451),segment_id=ee8173ed-ffda-445d-90ba-7bf45834e451)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:07:56.407827 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:56.418499 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-76cceecd-2816-4def-b606-4f6737553a99 req-a8cb86ad-d1d6-46fc-83e3-3caa722b772c tempest-MultipleCreateTestJSON-1276993397 tempest-MultipleCreateTestJSON-1276993397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:56.422596 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-76cceecd-2816-4def-b606-4f6737553a99 req-a8cb86ad-d1d6-46fc-83e3-3caa722b772c tempest-MultipleCreateTestJSON-1276993397 tempest-MultipleCreateTestJSON-1276993397-project] 10.222.0.20 "DELETE /v2.0/ports/804415e1-0f88-4667-ae15-401b8c2f514c HTTP/1.1" status: 204 len: 173 time: 2.8708613 Nov 22 20:07:56.450728 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2eb15819-719e-4114-bf06-bf71658d36bd req-e32cf708-63d0-4e29-a399-6d06db2e79f3 service neutron] 10.222.0.46 "GET /v2.0/networks/5603836d-e977-4a38-b5cc-930bf7d9baac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4094591 Nov 22 20:07:56.501385 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=098e56c6-9987-44ca-ac04-2354cb1a22a9,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:07:56.510034 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2ea40a4e-7115-42ec-bc31-1ea7280ac445 req-ff642a86-e65c-42df-8e5f-73ea7bde8ebf tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2857c8b-9c58-4d8b-ab89-040cb1f70ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246474 Nov 22 20:07:56.667652 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [req-246bb22f-e9ac-4d14-9f15-c09d4b9ca1f6 req-6d4e63e1-fcbd-46b9-bb39-3a53bfdf5088 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69203f5d-5f7e-4f5e-bd51-c1c374a463e4 {{(pid=103447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:07:56.677088 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-246bb22f-e9ac-4d14-9f15-c09d4b9ca1f6 req-6d4e63e1-fcbd-46b9-bb39-3a53bfdf5088 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:56.681219 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] get_ports_and_sgs() called for port_ids ['098e56c6-9987-44ca-ac04-2354cb1a22a9'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:07:56.740693 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.provisioning_blocks [req-246bb22f-e9ac-4d14-9f15-c09d4b9ca1f6 req-6d4e63e1-fcbd-46b9-bb39-3a53bfdf5088 service neutron] Transition to ACTIVE for port object 69203f5d-5f7e-4f5e-bd51-c1c374a463e4 will not be triggered until provisioned by entity L2. {{(pid=103447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 20:07:56.752544 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-246bb22f-e9ac-4d14-9f15-c09d4b9ca1f6 req-6d4e63e1-fcbd-46b9-bb39-3a53bfdf5088 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:56.767761 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:07:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-259c8a69-e31c-45c7-94e2-3ccd47dd1b2e x-openstack-request-id: req-259c8a69-e31c-45c7-94e2-3ccd47dd1b2e {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:07:56.768074 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd3740f9-d89f-45cf-b02d-7739f6a5131c", "name": "network-vif-plugged", "status": "completed", "tag": "ce1167f4-03d5-4642-a583-ca1246135435", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:07:56.768333 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-259c8a69-e31c-45c7-94e2-3ccd47dd1b2e {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:07:56.769100 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd3740f9-d89f-45cf-b02d-7739f6a5131c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce1167f4-03d5-4642-a583-ca1246135435', 'code': 200} Nov 22 20:07:56.829553 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:07:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24869ba6-5fce-4efa-b927-38622bcd92fd x-openstack-request-id: req-24869ba6-5fce-4efa-b927-38622bcd92fd {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:07:56.830189 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "866e794f-abd8-441e-925e-0f8cfac709aa", "name": "network-vif-deleted", "tag": "874c2f81-cd5e-4beb-acdb-74cbf39f5a6d", "status": "completed", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:07:56.830537 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-24869ba6-5fce-4efa-b927-38622bcd92fd {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:07:56.831230 n-d-818823-1 neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '866e794f-abd8-441e-925e-0f8cfac709aa', 'name': 'network-vif-deleted', 'tag': '874c2f81-cd5e-4beb-acdb-74cbf39f5a6d', 'status': 'completed', 'code': 200} Nov 22 20:07:56.861914 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0c272438-6e39-4685-a8e7-a875693abc90 req-86ea48b5-cc7e-47db-8142-938a73f2c937 tempest-SecurityGroupRulesTestJSON-1240234636 tempest-SecurityGroupRulesTestJSON-1240234636-project] 10.222.0.46 "GET /v2.0/security-groups/86b134ec-6c3a-44a6-857d-34606f88b917 HTTP/1.1" status: 200 len: 2415 time: 0.1801174 Nov 22 20:07:56.894647 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 20:07:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e05cd6c-c0e8-46f8-a7eb-405d544eeb91 x-openstack-request-id: req-8e05cd6c-c0e8-46f8-a7eb-405d544eeb91 {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:07:56.895084 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "650e2652-3453-4441-aa37-86ee1c330dff", "tag": "2642f88e-2d10-4191-8d6b-3c979345e461", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:07:56.895357 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8e05cd6c-c0e8-46f8-a7eb-405d544eeb91 {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:07:56.895837 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '650e2652-3453-4441-aa37-86ee1c330dff', 'tag': '2642f88e-2d10-4191-8d6b-3c979345e461', 'status': 'completed', 'code': 200} Nov 22 20:07:56.902448 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-0c272438-6e39-4685-a8e7-a875693abc90 req-a42adf7d-5db0-4825-bfda-339d41f9dd2a tempest-SecurityGroupRulesTestJSON-1240234636 tempest-SecurityGroupRulesTestJSON-1240234636-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '86b134ec-6c3a-44a6-857d-34606f88b917', 'remote_group_id': None}]} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:07:56.903710 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-0c272438-6e39-4685-a8e7-a875693abc90 req-a42adf7d-5db0-4825-bfda-339d41f9dd2a tempest-SecurityGroupRulesTestJSON-1240234636 tempest-SecurityGroupRulesTestJSON-1240234636-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '86b134ec-6c3a-44a6-857d-34606f88b917', 'remote_group_id': None}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:07:56.998697 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4e63e1-fcbd-46b9-bb39-3a53bfdf5088 service neutron] Pushing event updated for resources: {'Port': ['ID=69203f5d-5f7e-4f5e-bd51-c1c374a463e4,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:07:57.130665 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61c705c-09cb-45bf-8517-560fa8783e3b req-a554f352-e19f-485b-9b24-9380d1475e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:57.132256 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c61c705c-09cb-45bf-8517-560fa8783e3b req-a554f352-e19f-485b-9b24-9380d1475e4b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=bd3740f9-d89f-45cf-b02d-7739f6a5131c HTTP/1.1" status: 200 len: 1101 time: 0.2857928 Nov 22 20:07:57.160167 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182ed2c5-e66b-480a-bbf0-539a34751239 req-3f4cd7fa-39e6-42c8-98bc-11014ee3fb93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:57.160701 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182ed2c5-e66b-480a-bbf0-539a34751239 req-3f4cd7fa-39e6-42c8-98bc-11014ee3fb93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:57.161269 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182ed2c5-e66b-480a-bbf0-539a34751239 req-3f4cd7fa-39e6-42c8-98bc-11014ee3fb93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:57.162946 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-182ed2c5-e66b-480a-bbf0-539a34751239 req-3f4cd7fa-39e6-42c8-98bc-11014ee3fb93 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=61dcfa65121d45e7982f77d2ef747965&device_id=650e2652-3453-4441-aa37-86ee1c330dff HTTP/1.1" status: 200 len: 2756 time: 0.2438705 Nov 22 20:07:57.204154 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9479b5d6-5b67-4264-b8a2-d19c4013189e req-cd16b055-bef3-4d49-9735-069062a5c526 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:57.207312 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9479b5d6-5b67-4264-b8a2-d19c4013189e req-cd16b055-bef3-4d49-9735-069062a5c526 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/ports?device_id=bd3740f9-d89f-45cf-b02d-7739f6a5131c HTTP/1.1" status: 200 len: 950 time: 0.2289505 Nov 22 20:07:57.353774 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-0c272438-6e39-4685-a8e7-a875693abc90 req-a42adf7d-5db0-4825-bfda-339d41f9dd2a tempest-SecurityGroupRulesTestJSON-1240234636 tempest-SecurityGroupRulesTestJSON-1240234636-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:57.424618 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-246bb22f-e9ac-4d14-9f15-c09d4b9ca1f6 req-6d4e63e1-fcbd-46b9-bb39-3a53bfdf5088 service neutron] Attempting to bind port 69203f5d-5f7e-4f5e-bd51-c1c374a463e4 on host n-h1-818823-1 for vnic_type normal with profile {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:07:57.424945 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-246bb22f-e9ac-4d14-9f15-c09d4b9ca1f6 req-6d4e63e1-fcbd-46b9-bb39-3a53bfdf5088 service neutron] Attempting to bind port 69203f5d-5f7e-4f5e-bd51-c1c374a463e4 by drivers openvswitch,hyperv on host n-h1-818823-1 at level 0 using segments [{'id': 'dab13e52-193b-40a3-83ad-fa4eac7928c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '1a56dbfa-c49e-4094-a390-4515f4076617'}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:07:57.425519 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-246bb22f-e9ac-4d14-9f15-c09d4b9ca1f6 req-6d4e63e1-fcbd-46b9-bb39-3a53bfdf5088 service neutron] Attempting to bind port 69203f5d-5f7e-4f5e-bd51-c1c374a463e4 on network 1a56dbfa-c49e-4094-a390-4515f4076617 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:07:57.440542 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c61c705c-09cb-45bf-8517-560fa8783e3b req-bef658f3-348a-4210-9be3-a0a6e0fe456c service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=a1d007ec-a75a-4ef8-9cdd-9c679a3ff22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2976027 Nov 22 20:07:57.478966 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-246bb22f-e9ac-4d14-9f15-c09d4b9ca1f6 req-6d4e63e1-fcbd-46b9-bb39-3a53bfdf5088 service neutron] Port 69203f5d-5f7e-4f5e-bd51-c1c374a463e4 on network 1a56dbfa-c49e-4094-a390-4515f4076617 not bound, no agent of type Open vSwitch agent registered on host n-h1-818823-1 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:07:57.479301 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-246bb22f-e9ac-4d14-9f15-c09d4b9ca1f6 req-6d4e63e1-fcbd-46b9-bb39-3a53bfdf5088 service neutron] Attempting to bind port 69203f5d-5f7e-4f5e-bd51-c1c374a463e4 on network 1a56dbfa-c49e-4094-a390-4515f4076617 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:07:57.503802 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-0c272438-6e39-4685-a8e7-a875693abc90 req-a42adf7d-5db0-4825-bfda-339d41f9dd2a tempest-SecurityGroupRulesTestJSON-1240234636 tempest-SecurityGroupRulesTestJSON-1240234636-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:57.516972 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9479b5d6-5b67-4264-b8a2-d19c4013189e req-68ec143a-a2b7-465e-af37-aacae8c42bfa tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1d007ec-a75a-4ef8-9cdd-9c679a3ff22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2910159 Nov 22 20:07:57.538486 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-246bb22f-e9ac-4d14-9f15-c09d4b9ca1f6 req-6d4e63e1-fcbd-46b9-bb39-3a53bfdf5088 service neutron] Checking agent: {'id': '7a008cff-3b49-418c-8046-689d46cc800f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'started_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 7, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:07:57.538995 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-246bb22f-e9ac-4d14-9f15-c09d4b9ca1f6 req-6d4e63e1-fcbd-46b9-bb39-3a53bfdf5088 service neutron] Checking segment: {'id': 'dab13e52-193b-40a3-83ad-fa4eac7928c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '1a56dbfa-c49e-4094-a390-4515f4076617'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:07:57.539207 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-246bb22f-e9ac-4d14-9f15-c09d4b9ca1f6 req-6d4e63e1-fcbd-46b9-bb39-3a53bfdf5088 service neutron] Bound using segment: {'id': 'dab13e52-193b-40a3-83ad-fa4eac7928c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '1a56dbfa-c49e-4094-a390-4515f4076617'} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:07:57.539842 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-246bb22f-e9ac-4d14-9f15-c09d4b9ca1f6 req-6d4e63e1-fcbd-46b9-bb39-3a53bfdf5088 service neutron] Bound port: 69203f5d-5f7e-4f5e-bd51-c1c374a463e4, host: n-h1-818823-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dab13e52-193b-40a3-83ad-fa4eac7928c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '1a56dbfa-c49e-4094-a390-4515f4076617'}}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:07:57.540066 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-246bb22f-e9ac-4d14-9f15-c09d4b9ca1f6 req-6d4e63e1-fcbd-46b9-bb39-3a53bfdf5088 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:57.544727 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-0c272438-6e39-4685-a8e7-a875693abc90 req-a42adf7d-5db0-4825-bfda-339d41f9dd2a tempest-SecurityGroupRulesTestJSON-1240234636 tempest-SecurityGroupRulesTestJSON-1240234636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572323'] for security_group_rule, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:57.571986 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182ed2c5-e66b-480a-bbf0-539a34751239 req-3405f60a-e109-4f31-90ea-1fca940baacd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:57.572462 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182ed2c5-e66b-480a-bbf0-539a34751239 req-3405f60a-e109-4f31-90ea-1fca940baacd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:57.572936 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182ed2c5-e66b-480a-bbf0-539a34751239 req-3405f60a-e109-4f31-90ea-1fca940baacd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:57.574547 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-182ed2c5-e66b-480a-bbf0-539a34751239 req-3405f60a-e109-4f31-90ea-1fca940baacd service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=61dcfa65121d45e7982f77d2ef747965&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.3902631 Nov 22 20:07:57.581766 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42adf7d-5db0-4825-bfda-339d41f9dd2a tempest-SecurityGroupRulesTestJSON-1240234636 tempest-SecurityGroupRulesTestJSON-1240234636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca0fe9ea-6d77-4c51-a545-d5b8d881d521,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:07:57.638778 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-0c272438-6e39-4685-a8e7-a875693abc90 req-a42adf7d-5db0-4825-bfda-339d41f9dd2a tempest-SecurityGroupRulesTestJSON-1240234636 tempest-SecurityGroupRulesTestJSON-1240234636-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:57.639996 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0c272438-6e39-4685-a8e7-a875693abc90 req-a42adf7d-5db0-4825-bfda-339d41f9dd2a tempest-SecurityGroupRulesTestJSON-1240234636 tempest-SecurityGroupRulesTestJSON-1240234636-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.7429740 Nov 22 20:07:57.808472 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-246bb22f-e9ac-4d14-9f15-c09d4b9ca1f6 req-6d4e63e1-fcbd-46b9-bb39-3a53bfdf5088 service neutron] For port 69203f5d-5f7e-4f5e-bd51-c1c374a463e4, host n-h1-818823-1, cleared binding levels {{(pid=103447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:07:57.847698 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-246bb22f-e9ac-4d14-9f15-c09d4b9ca1f6 req-6d4e63e1-fcbd-46b9-bb39-3a53bfdf5088 service neutron] For port 69203f5d-5f7e-4f5e-bd51-c1c374a463e4, host n-h1-818823-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=69203f5d-5f7e-4f5e-bd51-c1c374a463e4,segment=NetworkSegment(dab13e52-193b-40a3-83ad-fa4eac7928c0),segment_id=dab13e52-193b-40a3-83ad-fa4eac7928c0)] {{(pid=103447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:07:57.849986 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacb468f-427b-4dd3-b938-487c63abe133 req-27203b89-bad3-4a82-9cc9-77bd37c6d8b2 tempest-ServersAdminTestJSON-2021527946 tempest-ServersAdminTestJSON-2021527946-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:57.851488 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-bacb468f-427b-4dd3-b938-487c63abe133 req-27203b89-bad3-4a82-9cc9-77bd37c6d8b2 tempest-ServersAdminTestJSON-2021527946 tempest-ServersAdminTestJSON-2021527946-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=1d610fed-ade8-4090-9ac8-a8eeda6b914b HTTP/1.1" status: 200 len: 1101 time: 0.1735783 Nov 22 20:07:57.855774 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-246bb22f-e9ac-4d14-9f15-c09d4b9ca1f6 req-6d4e63e1-fcbd-46b9-bb39-3a53bfdf5088 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:57.904046 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182ed2c5-e66b-480a-bbf0-539a34751239 req-9a8ebb94-7aaa-4023-9d7b-6265a1972a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:57.905464 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-182ed2c5-e66b-480a-bbf0-539a34751239 req-9a8ebb94-7aaa-4023-9d7b-6265a1972a50 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3201613 Nov 22 20:07:57.929546 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246bb22f-e9ac-4d14-9f15-c09d4b9ca1f6 req-6d4e63e1-fcbd-46b9-bb39-3a53bfdf5088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:57.930331 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-246bb22f-e9ac-4d14-9f15-c09d4b9ca1f6 req-6d4e63e1-fcbd-46b9-bb39-3a53bfdf5088 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:57.931766 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-246bb22f-e9ac-4d14-9f15-c09d4b9ca1f6 req-6d4e63e1-fcbd-46b9-bb39-3a53bfdf5088 service neutron] 10.222.0.41 "PUT /v2.0/ports/69203f5d-5f7e-4f5e-bd51-c1c374a463e4 HTTP/1.1" status: 200 len: 1092 time: 2.6253304 Nov 22 20:07:57.964910 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-246bb22f-e9ac-4d14-9f15-c09d4b9ca1f6 req-5b0a809f-ef39-4849-829f-b1b369b0b3b0 service neutron] Request body: {'port': {'device_id': '650e2652-3453-4441-aa37-86ee1c330dff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818823-1'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:07:57.982999 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 098e56c6-9987-44ca-ac04-2354cb1a22a9 up at agent hyperv_n-h2-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:07:58.005294 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-bacb468f-427b-4dd3-b938-487c63abe133 req-929eb5f1-afc0-4447-a93a-a1ce5c6f152e tempest-ServersAdminTestJSON-2021527946 tempest-ServersAdminTestJSON-2021527946-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=e5ae9e03-6ff8-4082-b7a4-25ecea5ed21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472228 Nov 22 20:07:58.012891 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84b617e-697b-4efa-be10-7fbd9ab6baba req-83703f93-5c90-4adc-8cd5-9c3d06eb27e3 tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:58.014439 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d84b617e-697b-4efa-be10-7fbd9ab6baba req-83703f93-5c90-4adc-8cd5-9c3d06eb27e3 tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] 10.222.0.46 "GET /v2.0/ports?device_id=5e565568-f3a1-48c9-8809-8dd366c2980b HTTP/1.1" status: 200 len: 944 time: 0.1862257 Nov 22 20:07:58.017867 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4e63e1-fcbd-46b9-bb39-3a53bfdf5088 service neutron] Pushing event updated for resources: {'Port': ['ID=69203f5d-5f7e-4f5e-bd51-c1c374a463e4,revision_number=3']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:07:58.062886 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Provisioning for port 098e56c6-9987-44ca-ac04-2354cb1a22a9 completed by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 20:07:58.067338 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-246bb22f-e9ac-4d14-9f15-c09d4b9ca1f6 req-5b0a809f-ef39-4849-829f-b1b369b0b3b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:58.080262 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Provisioning complete for port 098e56c6-9987-44ca-ac04-2354cb1a22a9 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:07:58.081722 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:58.142640 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d84b617e-697b-4efa-be10-7fbd9ab6baba req-891bb5f2-4e99-4a3f-b00e-228cd7529840 tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0c04069-962d-48b0-bef3-592f8ff68454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200519 Nov 22 20:07:58.231981 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:58.280671 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port 098e56c6-9987-44ca-ac04-2354cb1a22a9, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=098e56c6-9987-44ca-ac04-2354cb1a22a9,segment=NetworkSegment(ee8173ed-ffda-445d-90ba-7bf45834e451),segment_id=ee8173ed-ffda-445d-90ba-7bf45834e451)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:07:58.285724 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:58.286516 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 874c2f81-cd5e-4beb-acdb-74cbf39f5a6d no longer exists at agent hyperv_n-h2-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:07:58.335066 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] No Port match for: 874c2f81-cd5e-4beb-acdb-74cbf39f5a6d {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:07:58.335498 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 874c2f81-cd5e-4beb-acdb-74cbf39f5a6d not bound to the agent host n-h2-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:07:58.335891 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 804415e1-0f88-4667-ae15-401b8c2f514c no longer exists at agent hyperv_n-h2-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:07:58.362675 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] No Port match for: 804415e1-0f88-4667-ae15-401b8c2f514c {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:07:58.363039 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 804415e1-0f88-4667-ae15-401b8c2f514c not bound to the agent host n-h2-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:07:58.380851 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=098e56c6-9987-44ca-ac04-2354cb1a22a9,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:07:58.530885 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f4e2d9-93a2-40f5-bc6f-1160cd4757f4 req-e1feebc7-4ed0-4a84-a3d2-cab6083624ec tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:58.536743 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f4e2d9-93a2-40f5-bc6f-1160cd4757f4 req-e1feebc7-4ed0-4a84-a3d2-cab6083624ec tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:58.542568 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f4e2d9-93a2-40f5-bc6f-1160cd4757f4 req-e1feebc7-4ed0-4a84-a3d2-cab6083624ec tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:58.544195 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-20f4e2d9-93a2-40f5-bc6f-1160cd4757f4 req-e1feebc7-4ed0-4a84-a3d2-cab6083624ec tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] 10.222.0.46 "GET /v2.0/ports?device_id=650e2652-3453-4441-aa37-86ee1c330dff HTTP/1.1" status: 200 len: 2400 time: 0.3019283 Nov 22 20:07:58.557734 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-03377be7-ecb3-45e8-b749-00161d6f8233 req-28be0f72-1709-490e-81f0-fac759c7b2dc tempest-SecurityGroupRulesTestJSON-1240234636 tempest-SecurityGroupRulesTestJSON-1240234636-project] 10.222.0.46 "GET /v2.0/security-groups/86b134ec-6c3a-44a6-857d-34606f88b917 HTTP/1.1" status: 200 len: 3013 time: 0.3048511 Nov 22 20:07:58.770068 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e565568-f3a1-48c9-8809-8dd366c2980b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '098e56c6-9987-44ca-ac04-2354cb1a22a9'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:07:58.772596 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d39f6d30a11e565ec9648abcc015e8a6ab6cff4edd704add8155e28765d31eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95759342-72d3-4b1c-8b59-04d4fe2633cc" -d '{"events": [{"server_uuid": "5e565568-f3a1-48c9-8809-8dd366c2980b", "name": "network-vif-plugged", "status": "completed", "tag": "098e56c6-9987-44ca-ac04-2354cb1a22a9"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:07:58.903116 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2f7930e-5744-4462-b8f5-975b1478e01d', 'name': 'network-vif-deleted', 'tag': '804415e1-0f88-4667-ae15-401b8c2f514c'}, {'name': 'network-changed', 'server_uuid': '650e2652-3453-4441-aa37-86ee1c330dff', 'tag': '69203f5d-5f7e-4f5e-bd51-c1c374a463e4'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:07:58.905311 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02caf2cc-567c-49e2-ba1a-8530241d9dc8" -d '{"events": [{"server_uuid": "c2f7930e-5744-4462-b8f5-975b1478e01d", "name": "network-vif-deleted", "tag": "804415e1-0f88-4667-ae15-401b8c2f514c"}, {"name": "network-changed", "server_uuid": "650e2652-3453-4441-aa37-86ee1c330dff", "tag": "69203f5d-5f7e-4f5e-bd51-c1c374a463e4"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:07:58.926412 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb15819-719e-4114-bf06-bf71658d36bd req-f8f8952f-f9ab-437d-a1d5-3a5090feb68c tempest-MultipleCreateTestJSON-1276993397 tempest-MultipleCreateTestJSON-1276993397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:58.927874 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2eb15819-719e-4114-bf06-bf71658d36bd req-f8f8952f-f9ab-437d-a1d5-3a5090feb68c tempest-MultipleCreateTestJSON-1276993397 tempest-MultipleCreateTestJSON-1276993397-project] 10.222.0.41 "GET /v2.0/networks?id=5603836d-e977-4a38-b5cc-930bf7d9baac HTTP/1.1" status: 200 len: 813 time: 0.6739221 Nov 22 20:07:58.989263 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-2eb15819-719e-4114-bf06-bf71658d36bd req-729f8330-80ad-4c79-ad0e-22b19aed5d9d tempest-MultipleCreateTestJSON-1276993397 tempest-MultipleCreateTestJSON-1276993397-project] Request body: {'port': {'device_id': 'c44bb2e1-54d8-436e-b910-67cc6e2d1df6', 'network_id': '5603836d-e977-4a38-b5cc-930bf7d9baac', 'admin_state_up': True, 'tenant_id': 'bcb1ae20a081415e81e09051d4ec0bd1'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:07:59.008279 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb15819-719e-4114-bf06-bf71658d36bd req-461cac53-1455-454b-96a7-0b2f2f396951 tempest-MultipleCreateTestJSON-1276993397 tempest-MultipleCreateTestJSON-1276993397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:59.009726 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2eb15819-719e-4114-bf06-bf71658d36bd req-461cac53-1455-454b-96a7-0b2f2f396951 tempest-MultipleCreateTestJSON-1276993397 tempest-MultipleCreateTestJSON-1276993397-project] 10.222.0.20 "GET /v2.0/networks?id=5603836d-e977-4a38-b5cc-930bf7d9baac HTTP/1.1" status: 200 len: 813 time: 0.6656947 Nov 22 20:07:59.071802 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-2eb15819-719e-4114-bf06-bf71658d36bd req-af7f42ed-b3bf-43f3-bbf3-24295243672b tempest-MultipleCreateTestJSON-1276993397 tempest-MultipleCreateTestJSON-1276993397-project] Request body: {'port': {'device_id': 'a9ae866e-5436-4a96-80ae-d5acfb56b49f', 'network_id': '5603836d-e977-4a38-b5cc-930bf7d9baac', 'admin_state_up': True, 'tenant_id': 'bcb1ae20a081415e81e09051d4ec0bd1'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:07:59.176008 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-20f4e2d9-93a2-40f5-bc6f-1160cd4757f4 req-fe0b774f-79b1-4d01-96d4-406dc00cfaaf tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2857c8b-9c58-4d8b-ab89-040cb1f70ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6253433 Nov 22 20:07:59.262411 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a2d5a0-0969-4c11-8810-f3f68ee6f8ab req-411ddc55-1d29-40d8-9043-2cda1d1be592 tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:59.263814 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-02a2d5a0-0969-4c11-8810-f3f68ee6f8ab req-411ddc55-1d29-40d8-9043-2cda1d1be592 tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] 10.222.0.46 "GET /v2.0/networks?id=5c8a61c3-0285-4b7d-b110-24534369ffce HTTP/1.1" status: 200 len: 821 time: 0.3713787 Nov 22 20:07:59.325359 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c34b878b-bd5b-4ada-8b11-06bed04a5300 req-7ab03e86-5a94-4c67-8d87-a0a5eb50a834 tempest-MultipleCreateTestJSON-1276993397 tempest-MultipleCreateTestJSON-1276993397-project] 10.222.0.46 "GET /v2.0/ports?device_id=a9ae866e-5436-4a96-80ae-d5acfb56b49f HTTP/1.1" status: 200 len: 210 time: 0.0758274 Nov 22 20:07:59.334377 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [req-246bb22f-e9ac-4d14-9f15-c09d4b9ca1f6 req-5b0a809f-ef39-4849-829f-b1b369b0b3b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54f5b4bd-bc9c-4b4e-80b3-00323d0ba699 {{(pid=103447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:07:59.348973 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-02a2d5a0-0969-4c11-8810-f3f68ee6f8ab req-24a35b2f-f391-465e-a0c4-f894a2214f9c tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] 10.222.0.46 "GET /v2.0/quotas/ed1bb220b53d484cb7697cddf2626bd6 HTTP/1.1" status: 200 len: 375 time: 0.0689228 Nov 22 20:07:59.350803 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-246bb22f-e9ac-4d14-9f15-c09d4b9ca1f6 req-5b0a809f-ef39-4849-829f-b1b369b0b3b0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:59.401715 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.provisioning_blocks [req-246bb22f-e9ac-4d14-9f15-c09d4b9ca1f6 req-5b0a809f-ef39-4849-829f-b1b369b0b3b0 service neutron] Transition to ACTIVE for port object 54f5b4bd-bc9c-4b4e-80b3-00323d0ba699 will not be triggered until provisioned by entity L2. {{(pid=103447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 20:07:59.407219 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-246bb22f-e9ac-4d14-9f15-c09d4b9ca1f6 req-5b0a809f-ef39-4849-829f-b1b369b0b3b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:59.420254 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2eb15819-719e-4114-bf06-bf71658d36bd req-729f8330-80ad-4c79-ad0e-22b19aed5d9d tempest-MultipleCreateTestJSON-1276993397 tempest-MultipleCreateTestJSON-1276993397-project] Made reservation on behalf of bcb1ae20a081415e81e09051d4ec0bd1 for: {'port': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:07:59.423853 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-2eb15819-719e-4114-bf06-bf71658d36bd req-729f8330-80ad-4c79-ad0e-22b19aed5d9d tempest-MultipleCreateTestJSON-1276993397 tempest-MultipleCreateTestJSON-1276993397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:59.496902 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2eb15819-719e-4114-bf06-bf71658d36bd req-af7f42ed-b3bf-43f3-bbf3-24295243672b tempest-MultipleCreateTestJSON-1276993397 tempest-MultipleCreateTestJSON-1276993397-project] Made reservation on behalf of bcb1ae20a081415e81e09051d4ec0bd1 for: {'port': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:07:59.500277 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-2eb15819-719e-4114-bf06-bf71658d36bd req-af7f42ed-b3bf-43f3-bbf3-24295243672b tempest-MultipleCreateTestJSON-1276993397 tempest-MultipleCreateTestJSON-1276993397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:59.532799 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-02a2d5a0-0969-4c11-8810-f3f68ee6f8ab req-2ad8cf04-7b40-4406-9e78-6bc74c89bb33 tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=ed1bb220b53d484cb7697cddf2626bd6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1737907 Nov 22 20:07:59.558834 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0a809f-ef39-4849-829f-b1b369b0b3b0 service neutron] Pushing event updated for resources: {'Port': ['ID=54f5b4bd-bc9c-4b4e-80b3-00323d0ba699,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:07:59.639104 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-05672357-3133-430e-abc7-3af7e63a03a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:07:59.813192 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b866624-6512-402a-afd5-62784740a9da req-c7f7045b-44fb-4b01-b5ec-2ed81e8603bd tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:07:59.814688 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2b866624-6512-402a-afd5-62784740a9da req-c7f7045b-44fb-4b01-b5ec-2ed81e8603bd tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/ports?device_id=bd3740f9-d89f-45cf-b02d-7739f6a5131c HTTP/1.1" status: 200 len: 950 time: 0.3387330 Nov 22 20:07:59.869907 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-02a2d5a0-0969-4c11-8810-f3f68ee6f8ab req-2de2a931-e225-43f4-b06c-65eccbf30d51 service neutron] 10.222.0.46 "GET /v2.0/networks/5c8a61c3-0285-4b7d-b110-24534369ffce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3141406 Nov 22 20:07:59.872219 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-246bb22f-e9ac-4d14-9f15-c09d4b9ca1f6 req-5b0a809f-ef39-4849-829f-b1b369b0b3b0 service neutron] Attempting to bind port 54f5b4bd-bc9c-4b4e-80b3-00323d0ba699 on host n-h1-818823-1 for vnic_type normal with profile {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:07:59.872560 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-246bb22f-e9ac-4d14-9f15-c09d4b9ca1f6 req-5b0a809f-ef39-4849-829f-b1b369b0b3b0 service neutron] Attempting to bind port 54f5b4bd-bc9c-4b4e-80b3-00323d0ba699 by drivers openvswitch,hyperv on host n-h1-818823-1 at level 0 using segments [{'id': '76958c93-e271-4464-8b2b-ab874b82cbfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '1306f2a3-38fd-4113-90f1-035ef6a6779c'}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:07:59.872890 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-246bb22f-e9ac-4d14-9f15-c09d4b9ca1f6 req-5b0a809f-ef39-4849-829f-b1b369b0b3b0 service neutron] Attempting to bind port 54f5b4bd-bc9c-4b4e-80b3-00323d0ba699 on network 1306f2a3-38fd-4113-90f1-035ef6a6779c {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:07:59.881472 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [req-2eb15819-719e-4114-bf06-bf71658d36bd req-729f8330-80ad-4c79-ad0e-22b19aed5d9d tempest-MultipleCreateTestJSON-1276993397 tempest-MultipleCreateTestJSON-1276993397-project] Allocated IP 172.20.0.3 (5603836d-e977-4a38-b5cc-930bf7d9baac/e2cea4a9-15b2-4b0f-a36e-4aff7f2ffbab/dd2d9657-fb8c-4fd1-a94c-535d493f6853) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:07:59.907296 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-246bb22f-e9ac-4d14-9f15-c09d4b9ca1f6 req-5b0a809f-ef39-4849-829f-b1b369b0b3b0 service neutron] Port 54f5b4bd-bc9c-4b4e-80b3-00323d0ba699 on network 1306f2a3-38fd-4113-90f1-035ef6a6779c not bound, no agent of type Open vSwitch agent registered on host n-h1-818823-1 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:07:59.907658 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-246bb22f-e9ac-4d14-9f15-c09d4b9ca1f6 req-5b0a809f-ef39-4849-829f-b1b369b0b3b0 service neutron] Attempting to bind port 54f5b4bd-bc9c-4b4e-80b3-00323d0ba699 on network 1306f2a3-38fd-4113-90f1-035ef6a6779c {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:07:59.952257 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-246bb22f-e9ac-4d14-9f15-c09d4b9ca1f6 req-5b0a809f-ef39-4849-829f-b1b369b0b3b0 service neutron] Checking agent: {'id': '7a008cff-3b49-418c-8046-689d46cc800f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'started_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 7, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:07:59.952598 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-246bb22f-e9ac-4d14-9f15-c09d4b9ca1f6 req-5b0a809f-ef39-4849-829f-b1b369b0b3b0 service neutron] Checking segment: {'id': '76958c93-e271-4464-8b2b-ab874b82cbfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '1306f2a3-38fd-4113-90f1-035ef6a6779c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:07:59.953557 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-246bb22f-e9ac-4d14-9f15-c09d4b9ca1f6 req-5b0a809f-ef39-4849-829f-b1b369b0b3b0 service neutron] Bound using segment: {'id': '76958c93-e271-4464-8b2b-ab874b82cbfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '1306f2a3-38fd-4113-90f1-035ef6a6779c'} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:07:59.954009 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-246bb22f-e9ac-4d14-9f15-c09d4b9ca1f6 req-5b0a809f-ef39-4849-829f-b1b369b0b3b0 service neutron] Bound port: 54f5b4bd-bc9c-4b4e-80b3-00323d0ba699, host: n-h1-818823-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76958c93-e271-4464-8b2b-ab874b82cbfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '1306f2a3-38fd-4113-90f1-035ef6a6779c'}}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:07:59.954371 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-246bb22f-e9ac-4d14-9f15-c09d4b9ca1f6 req-5b0a809f-ef39-4849-829f-b1b369b0b3b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:00.133758 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2b866624-6512-402a-afd5-62784740a9da req-defa5179-b7fe-4301-b5c8-2192187fc5ec tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1d007ec-a75a-4ef8-9cdd-9c679a3ff22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3053460 Nov 22 20:08:00.144047 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-02a2d5a0-0969-4c11-8810-f3f68ee6f8ab req-082ba890-12c3-4310-95b0-e812b6b4926c service neutron] 10.222.0.46 "GET /v2.0/networks/5c8a61c3-0285-4b7d-b110-24534369ffce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2650366 Nov 22 20:08:00.175101 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-246bb22f-e9ac-4d14-9f15-c09d4b9ca1f6 req-5b0a809f-ef39-4849-829f-b1b369b0b3b0 service neutron] For port 54f5b4bd-bc9c-4b4e-80b3-00323d0ba699, host n-h1-818823-1, cleared binding levels {{(pid=103447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:08:00.213831 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-155f2e1d-0a59-4467-8c04-46033196357b req-9f007ba0-5ad2-44e5-a525-740766d248ff tempest-SecurityGroupRulesTestJSON-1240234636 tempest-SecurityGroupRulesTestJSON-1240234636-project] 10.222.0.46 "GET /v2.0/security-group-rules/ca0fe9ea-6d77-4c51-a545-d5b8d881d521 HTTP/1.1" status: 200 len: 783 time: 0.0566590 Nov 22 20:08:00.215623 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-246bb22f-e9ac-4d14-9f15-c09d4b9ca1f6 req-5b0a809f-ef39-4849-829f-b1b369b0b3b0 service neutron] For port 54f5b4bd-bc9c-4b4e-80b3-00323d0ba699, host n-h1-818823-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=54f5b4bd-bc9c-4b4e-80b3-00323d0ba699,segment=NetworkSegment(76958c93-e271-4464-8b2b-ab874b82cbfe),segment_id=76958c93-e271-4464-8b2b-ab874b82cbfe)] {{(pid=103447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:08:00.224735 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-246bb22f-e9ac-4d14-9f15-c09d4b9ca1f6 req-5b0a809f-ef39-4849-829f-b1b369b0b3b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:00.310050 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246bb22f-e9ac-4d14-9f15-c09d4b9ca1f6 req-5b0a809f-ef39-4849-829f-b1b369b0b3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:00.310678 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-246bb22f-e9ac-4d14-9f15-c09d4b9ca1f6 req-5b0a809f-ef39-4849-829f-b1b369b0b3b0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:00.312123 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-246bb22f-e9ac-4d14-9f15-c09d4b9ca1f6 req-5b0a809f-ef39-4849-829f-b1b369b0b3b0 service neutron] 10.222.0.41 "PUT /v2.0/ports/54f5b4bd-bc9c-4b4e-80b3-00323d0ba699 HTTP/1.1" status: 200 len: 1091 time: 2.3522310 Nov 22 20:08:00.336863 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-2eb15819-719e-4114-bf06-bf71658d36bd req-729f8330-80ad-4c79-ad0e-22b19aed5d9d tempest-MultipleCreateTestJSON-1276993397 tempest-MultipleCreateTestJSON-1276993397-project] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:00.376958 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0a809f-ef39-4849-829f-b1b369b0b3b0 service neutron] Pushing event updated for resources: {'Port': ['ID=54f5b4bd-bc9c-4b4e-80b3-00323d0ba699,revision_number=3']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:08:00.402208 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-155f2e1d-0a59-4467-8c04-46033196357b req-4b4381e5-a0ca-43bb-ad72-7bd6b0e29e55 tempest-SecurityGroupRulesTestJSON-1240234636 tempest-SecurityGroupRulesTestJSON-1240234636-project] 10.222.0.46 "GET /v2.0/security-groups/86b134ec-6c3a-44a6-857d-34606f88b917 HTTP/1.1" status: 200 len: 3013 time: 0.1696863 Nov 22 20:08:00.469737 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:07:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00e0fecd-3115-45a7-ada0-378e317a82ec x-openstack-request-id: req-00e0fecd-3115-45a7-ada0-378e317a82ec {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:08:00.470063 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e565568-f3a1-48c9-8809-8dd366c2980b", "name": "network-vif-plugged", "status": "completed", "tag": "098e56c6-9987-44ca-ac04-2354cb1a22a9", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:08:00.470197 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-155f2e1d-0a59-4467-8c04-46033196357b req-dbebb4ca-d171-44e1-98d6-639e5e82e8ed tempest-SecurityGroupRulesTestJSON-1240234636 tempest-SecurityGroupRulesTestJSON-1240234636-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:00.470331 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-00e0fecd-3115-45a7-ada0-378e317a82ec {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:08:00.470734 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e565568-f3a1-48c9-8809-8dd366c2980b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '098e56c6-9987-44ca-ac04-2354cb1a22a9', 'code': 200} Nov 22 20:08:00.485772 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-155f2e1d-0a59-4467-8c04-46033196357b req-dbebb4ca-d171-44e1-98d6-639e5e82e8ed tempest-SecurityGroupRulesTestJSON-1240234636 tempest-SecurityGroupRulesTestJSON-1240234636-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:00.498594 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246bb22f-e9ac-4d14-9f15-c09d4b9ca1f6 req-7bbb07fd-dd7f-48f9-85bf-2278f686e22a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:00.499054 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246bb22f-e9ac-4d14-9f15-c09d4b9ca1f6 req-7bbb07fd-dd7f-48f9-85bf-2278f686e22a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:00.499554 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246bb22f-e9ac-4d14-9f15-c09d4b9ca1f6 req-7bbb07fd-dd7f-48f9-85bf-2278f686e22a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:00.507297 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-246bb22f-e9ac-4d14-9f15-c09d4b9ca1f6 req-7bbb07fd-dd7f-48f9-85bf-2278f686e22a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=61dcfa65121d45e7982f77d2ef747965&device_id=650e2652-3453-4441-aa37-86ee1c330dff HTTP/1.1" status: 200 len: 2865 time: 0.1371074 Nov 22 20:08:00.509627 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-2eb15819-719e-4114-bf06-bf71658d36bd req-729f8330-80ad-4c79-ad0e-22b19aed5d9d tempest-MultipleCreateTestJSON-1276993397 tempest-MultipleCreateTestJSON-1276993397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:00.536573 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 22 Nov 2021 20:07:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5a378e3-8e62-48c7-bc76-ee7da9ba2a12 x-openstack-request-id: req-a5a378e3-8e62-48c7-bc76-ee7da9ba2a12 {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:08:00.536573 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2f7930e-5744-4462-b8f5-975b1478e01d", "name": "network-vif-deleted", "tag": "804415e1-0f88-4667-ae15-401b8c2f514c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "650e2652-3453-4441-aa37-86ee1c330dff", "tag": "69203f5d-5f7e-4f5e-bd51-c1c374a463e4", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:08:00.536573 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a5a378e3-8e62-48c7-bc76-ee7da9ba2a12 {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:08:00.537441 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2f7930e-5744-4462-b8f5-975b1478e01d', 'name': 'network-vif-deleted', 'tag': '804415e1-0f88-4667-ae15-401b8c2f514c', 'status': 'completed', 'code': 200} Nov 22 20:08:00.537441 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '650e2652-3453-4441-aa37-86ee1c330dff', 'tag': '69203f5d-5f7e-4f5e-bd51-c1c374a463e4', 'status': 'completed', 'code': 200} Nov 22 20:08:00.663004 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-246bb22f-e9ac-4d14-9f15-c09d4b9ca1f6 req-8458b892-4596-4a66-8208-8a816308bd07 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.153&port_id=2642f88e-2d10-4191-8d6b-3c979345e461 HTTP/1.1" status: 200 len: 217 time: 0.1249330 Nov 22 20:08:00.676805 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2eb15819-719e-4114-bf06-bf71658d36bd req-729f8330-80ad-4c79-ad0e-22b19aed5d9d tempest-MultipleCreateTestJSON-1276993397 tempest-MultipleCreateTestJSON-1276993397-project] Network 5603836d-e977-4a38-b5cc-930bf7d9baac is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:08:00.706707 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [req-2eb15819-719e-4114-bf06-bf71658d36bd req-729f8330-80ad-4c79-ad0e-22b19aed5d9d tempest-MultipleCreateTestJSON-1276993397 tempest-MultipleCreateTestJSON-1276993397-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:08:00.727631 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [req-2eb15819-719e-4114-bf06-bf71658d36bd req-af7f42ed-b3bf-43f3-bbf3-24295243672b tempest-MultipleCreateTestJSON-1276993397 tempest-MultipleCreateTestJSON-1276993397-project] Allocated IP 172.20.0.5 (5603836d-e977-4a38-b5cc-930bf7d9baac/e2cea4a9-15b2-4b0f-a36e-4aff7f2ffbab/e2a95f78-595b-4f6b-b4f6-ed601b710f56) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:08:00.730011 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-155f2e1d-0a59-4467-8c04-46033196357b req-dbebb4ca-d171-44e1-98d6-639e5e82e8ed tempest-SecurityGroupRulesTestJSON-1240234636 tempest-SecurityGroupRulesTestJSON-1240234636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572323'] for security_group_rule, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:00.733532 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-2eb15819-719e-4114-bf06-bf71658d36bd req-729f8330-80ad-4c79-ad0e-22b19aed5d9d tempest-MultipleCreateTestJSON-1276993397 tempest-MultipleCreateTestJSON-1276993397-project] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:08:00.742701 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729f8330-80ad-4c79-ad0e-22b19aed5d9d tempest-MultipleCreateTestJSON-1276993397 tempest-MultipleCreateTestJSON-1276993397-project] Pushing event updated for resources: {'Port': ['ID=dd2d9657-fb8c-4fd1-a94c-535d493f6853,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:08:00.751135 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-155f2e1d-0a59-4467-8c04-46033196357b req-dbebb4ca-d171-44e1-98d6-639e5e82e8ed tempest-SecurityGroupRulesTestJSON-1240234636 tempest-SecurityGroupRulesTestJSON-1240234636-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:00.752281 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-155f2e1d-0a59-4467-8c04-46033196357b req-dbebb4ca-d171-44e1-98d6-639e5e82e8ed tempest-SecurityGroupRulesTestJSON-1240234636 tempest-SecurityGroupRulesTestJSON-1240234636-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/ca0fe9ea-6d77-4c51-a545-d5b8d881d521 HTTP/1.1" status: 204 len: 173 time: 0.3318584 Nov 22 20:08:00.807700 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbebb4ca-d171-44e1-98d6-639e5e82e8ed tempest-SecurityGroupRulesTestJSON-1240234636 tempest-SecurityGroupRulesTestJSON-1240234636-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ca0fe9ea-6d77-4c51-a545-d5b8d881d521,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:08:00.828763 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b50d4e-56cd-46c1-87f3-d7e966bd5093 req-54844fd4-1223-4f48-8ead-44bd966be619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:00.830327 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c8b50d4e-56cd-46c1-87f3-d7e966bd5093 req-54844fd4-1223-4f48-8ead-44bd966be619 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5e565568-f3a1-48c9-8809-8dd366c2980b HTTP/1.1" status: 200 len: 1096 time: 0.2487454 Nov 22 20:08:00.884228 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246bb22f-e9ac-4d14-9f15-c09d4b9ca1f6 req-ce78cea6-1d32-4d12-8f69-ddbfb3d71a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:00.885674 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-246bb22f-e9ac-4d14-9f15-c09d4b9ca1f6 req-ce78cea6-1d32-4d12-8f69-ddbfb3d71a23 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=53de5367-34e3-42b2-a988-2609fd8559f3 HTTP/1.1" status: 200 len: 801 time: 0.2067919 Nov 22 20:08:00.922652 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb15819-719e-4114-bf06-bf71658d36bd req-729f8330-80ad-4c79-ad0e-22b19aed5d9d tempest-MultipleCreateTestJSON-1276993397 tempest-MultipleCreateTestJSON-1276993397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:00.923256 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-2eb15819-719e-4114-bf06-bf71658d36bd req-729f8330-80ad-4c79-ad0e-22b19aed5d9d tempest-MultipleCreateTestJSON-1276993397 tempest-MultipleCreateTestJSON-1276993397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:00.998668 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2eb15819-719e-4114-bf06-bf71658d36bd req-729f8330-80ad-4c79-ad0e-22b19aed5d9d tempest-MultipleCreateTestJSON-1276993397 tempest-MultipleCreateTestJSON-1276993397-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0502775 Nov 22 20:08:01.053887 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-2eb15819-719e-4114-bf06-bf71658d36bd req-55536450-2802-42a4-a1ad-43896ecd87a1 service neutron] Request body: {'port': {'device_id': 'c44bb2e1-54d8-436e-b910-67cc6e2d1df6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818823-1'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:08:01.071812 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323ea570-38de-4b89-abed-dbb96874ebd6 req-262053bb-648c-487a-937c-34e0e67040e9 tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:01.073315 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-323ea570-38de-4b89-abed-dbb96874ebd6 req-262053bb-648c-487a-937c-34e0e67040e9 tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] 10.222.0.46 "GET /v2.0/ports?device_id=5e565568-f3a1-48c9-8809-8dd366c2980b HTTP/1.1" status: 200 len: 945 time: 0.3954828 Nov 22 20:08:01.117592 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c8b50d4e-56cd-46c1-87f3-d7e966bd5093 req-ef6d52a8-eb77-4d5e-a631-00492754f641 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=d0c04069-962d-48b0-bef3-592f8ff68454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2637203 Nov 22 20:08:01.128201 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70deb738-d031-4b89-ae81-2dcedecf8114 req-b331d7c3-0c70-445b-b047-78013d66fbd3 tempest-ServersAdminTestJSON-2021527946 tempest-ServersAdminTestJSON-2021527946-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:01.129309 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-70deb738-d031-4b89-ae81-2dcedecf8114 req-b331d7c3-0c70-445b-b047-78013d66fbd3 tempest-ServersAdminTestJSON-2021527946 tempest-ServersAdminTestJSON-2021527946-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=1d610fed-ade8-4090-9ac8-a8eeda6b914b HTTP/1.1" status: 200 len: 1101 time: 0.3095932 Nov 22 20:08:01.146724 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246bb22f-e9ac-4d14-9f15-c09d4b9ca1f6 req-1b19fb7f-c60d-49ce-8a14-103fd02dd2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:01.148135 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-246bb22f-e9ac-4d14-9f15-c09d4b9ca1f6 req-1b19fb7f-c60d-49ce-8a14-103fd02dd2d1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1306f2a3-38fd-4113-90f1-035ef6a6779c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2432876 Nov 22 20:08:01.288989 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-2eb15819-719e-4114-bf06-bf71658d36bd req-55536450-2802-42a4-a1ad-43896ecd87a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:01.303228 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-2eb15819-719e-4114-bf06-bf71658d36bd req-af7f42ed-b3bf-43f3-bbf3-24295243672b tempest-MultipleCreateTestJSON-1276993397 tempest-MultipleCreateTestJSON-1276993397-project] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:01.327002 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-323ea570-38de-4b89-abed-dbb96874ebd6 req-9f97ed12-0e47-45cc-ae00-bcf73ebe1415 tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0c04069-962d-48b0-bef3-592f8ff68454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2424452 Nov 22 20:08:01.374767 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-70deb738-d031-4b89-ae81-2dcedecf8114 req-afd3feba-cf94-4e39-98b9-8c307000cf0e tempest-ServersAdminTestJSON-2021527946 tempest-ServersAdminTestJSON-2021527946-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=e5ae9e03-6ff8-4082-b7a4-25ecea5ed21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2316108 Nov 22 20:08:01.441034 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-246bb22f-e9ac-4d14-9f15-c09d4b9ca1f6 req-cf0ab37f-2401-42b0-92c6-3dc2df76c456 service neutron] 10.222.0.41 "GET /v2.0/networks/1306f2a3-38fd-4113-90f1-035ef6a6779c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2781284 Nov 22 20:08:01.581393 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-2eb15819-719e-4114-bf06-bf71658d36bd req-af7f42ed-b3bf-43f3-bbf3-24295243672b tempest-MultipleCreateTestJSON-1276993397 tempest-MultipleCreateTestJSON-1276993397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:01.632355 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265e5c50-73d8-4373-9405-39fec6553a85 req-2bd015a2-ebe1-48fc-9e26-d7a69d7ca04e tempest-MigrationsAdminTest-1419911277 tempest-MigrationsAdminTest-1419911277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:01.633908 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-265e5c50-73d8-4373-9405-39fec6553a85 req-2bd015a2-ebe1-48fc-9e26-d7a69d7ca04e tempest-MigrationsAdminTest-1419911277 tempest-MigrationsAdminTest-1419911277-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=bd3740f9-d89f-45cf-b02d-7739f6a5131c HTTP/1.1" status: 200 len: 1101 time: 0.2467113 Nov 22 20:08:01.688295 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2eb15819-719e-4114-bf06-bf71658d36bd req-af7f42ed-b3bf-43f3-bbf3-24295243672b tempest-MultipleCreateTestJSON-1276993397 tempest-MultipleCreateTestJSON-1276993397-project] Network 5603836d-e977-4a38-b5cc-930bf7d9baac is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:08:02.032605 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [req-2eb15819-719e-4114-bf06-bf71658d36bd req-af7f42ed-b3bf-43f3-bbf3-24295243672b tempest-MultipleCreateTestJSON-1276993397 tempest-MultipleCreateTestJSON-1276993397-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:08:02.064578 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-2eb15819-719e-4114-bf06-bf71658d36bd req-af7f42ed-b3bf-43f3-bbf3-24295243672b tempest-MultipleCreateTestJSON-1276993397 tempest-MultipleCreateTestJSON-1276993397-project] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:08:02.103547 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb578f5-2f39-4e2a-b021-877ee00e3764 req-6bee6d10-9561-4eb2-9d33-bd9554f15e52 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:02.109570 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb578f5-2f39-4e2a-b021-877ee00e3764 req-6bee6d10-9561-4eb2-9d33-bd9554f15e52 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:02.116440 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb578f5-2f39-4e2a-b021-877ee00e3764 req-6bee6d10-9561-4eb2-9d33-bd9554f15e52 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:02.118136 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7fb578f5-2f39-4e2a-b021-877ee00e3764 req-6bee6d10-9561-4eb2-9d33-bd9554f15e52 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] 10.222.0.46 "GET /v2.0/ports?device_id=650e2652-3453-4441-aa37-86ee1c330dff HTTP/1.1" status: 200 len: 2412 time: 0.6639912 Nov 22 20:08:02.118813 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7f42ed-b3bf-43f3-bbf3-24295243672b tempest-MultipleCreateTestJSON-1276993397 tempest-MultipleCreateTestJSON-1276993397-project] Pushing event updated for resources: {'Port': ['ID=e2a95f78-595b-4f6b-b4f6-ed601b710f56,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:08:02.212468 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-246bb22f-e9ac-4d14-9f15-c09d4b9ca1f6 req-373d10a3-acc4-447d-886f-bfa95febb430 service neutron] 10.222.0.41 "GET /v2.0/networks/1306f2a3-38fd-4113-90f1-035ef6a6779c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7614477 Nov 22 20:08:02.224058 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7f42ed-b3bf-43f3-bbf3-24295243672b tempest-MultipleCreateTestJSON-1276993397 tempest-MultipleCreateTestJSON-1276993397-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:08:02.224416 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7f42ed-b3bf-43f3-bbf3-24295243672b tempest-MultipleCreateTestJSON-1276993397 tempest-MultipleCreateTestJSON-1276993397-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:08:02.224752 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7f42ed-b3bf-43f3-bbf3-24295243672b tempest-MultipleCreateTestJSON-1276993397 tempest-MultipleCreateTestJSON-1276993397-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:08:02.225179 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7f42ed-b3bf-43f3-bbf3-24295243672b tempest-MultipleCreateTestJSON-1276993397 tempest-MultipleCreateTestJSON-1276993397-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:08:02.225553 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7f42ed-b3bf-43f3-bbf3-24295243672b tempest-MultipleCreateTestJSON-1276993397 tempest-MultipleCreateTestJSON-1276993397-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:08:02.226109 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7f42ed-b3bf-43f3-bbf3-24295243672b tempest-MultipleCreateTestJSON-1276993397 tempest-MultipleCreateTestJSON-1276993397-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:08:02.226665 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7f42ed-b3bf-43f3-bbf3-24295243672b tempest-MultipleCreateTestJSON-1276993397 tempest-MultipleCreateTestJSON-1276993397-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:08:02.227237 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7f42ed-b3bf-43f3-bbf3-24295243672b tempest-MultipleCreateTestJSON-1276993397 tempest-MultipleCreateTestJSON-1276993397-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:08:02.227624 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7f42ed-b3bf-43f3-bbf3-24295243672b tempest-MultipleCreateTestJSON-1276993397 tempest-MultipleCreateTestJSON-1276993397-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:08:02.227966 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7f42ed-b3bf-43f3-bbf3-24295243672b tempest-MultipleCreateTestJSON-1276993397 tempest-MultipleCreateTestJSON-1276993397-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:08:02.228308 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7f42ed-b3bf-43f3-bbf3-24295243672b tempest-MultipleCreateTestJSON-1276993397 tempest-MultipleCreateTestJSON-1276993397-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:08:02.228638 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7f42ed-b3bf-43f3-bbf3-24295243672b tempest-MultipleCreateTestJSON-1276993397 tempest-MultipleCreateTestJSON-1276993397-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:08:02.335272 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-246bb22f-e9ac-4d14-9f15-c09d4b9ca1f6 req-70184d1f-4f6a-4f63-82a4-3c44e3e47264 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.154&port_id=69203f5d-5f7e-4f5e-bd51-c1c374a463e4 HTTP/1.1" status: 200 len: 217 time: 0.0912030 Nov 22 20:08:02.341081 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb15819-719e-4114-bf06-bf71658d36bd req-af7f42ed-b3bf-43f3-bbf3-24295243672b tempest-MultipleCreateTestJSON-1276993397 tempest-MultipleCreateTestJSON-1276993397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:02.341699 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-2eb15819-719e-4114-bf06-bf71658d36bd req-af7f42ed-b3bf-43f3-bbf3-24295243672b tempest-MultipleCreateTestJSON-1276993397 tempest-MultipleCreateTestJSON-1276993397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:02.357347 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-265e5c50-73d8-4373-9405-39fec6553a85 req-e695dda8-df27-4bb0-bf70-16371e059bda tempest-MigrationsAdminTest-1419911277 tempest-MigrationsAdminTest-1419911277-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=a1d007ec-a75a-4ef8-9cdd-9c679a3ff22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7091522 Nov 22 20:08:02.404815 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-01d78df0-45c3-4504-a8f9-52960caf1eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:02.446729 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7fb578f5-2f39-4e2a-b021-877ee00e3764 req-f2abaff9-1d6b-414d-927d-09b06fed815d tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2857c8b-9c58-4d8b-ab89-040cb1f70ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2833490 Nov 22 20:08:02.463598 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2eb15819-719e-4114-bf06-bf71658d36bd req-af7f42ed-b3bf-43f3-bbf3-24295243672b tempest-MultipleCreateTestJSON-1276993397 tempest-MultipleCreateTestJSON-1276993397-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4327099 Nov 22 20:08:02.483457 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246bb22f-e9ac-4d14-9f15-c09d4b9ca1f6 req-343c0690-abad-47e2-a3e4-c316518628d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:02.485604 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-246bb22f-e9ac-4d14-9f15-c09d4b9ca1f6 req-343c0690-abad-47e2-a3e4-c316518628d2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=43b1698e-576f-48c6-a172-7bbfbd68da73 HTTP/1.1" status: 200 len: 801 time: 0.1388757 Nov 22 20:08:02.493610 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a2d5a0-0969-4c11-8810-f3f68ee6f8ab req-59901846-2ff4-4083-8656-f9b92acbc016 tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:02.495262 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-02a2d5a0-0969-4c11-8810-f3f68ee6f8ab req-59901846-2ff4-4083-8656-f9b92acbc016 tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] 10.222.0.20 "GET /v2.0/networks?id=5c8a61c3-0285-4b7d-b110-24534369ffce HTTP/1.1" status: 200 len: 821 time: 0.4566755 Nov 22 20:08:02.501737 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-2eb15819-719e-4114-bf06-bf71658d36bd req-3fdf3911-a5d8-467f-ae06-5ca7f34b440e service neutron] Request body: {'port': {'device_id': 'a9ae866e-5436-4a96-80ae-d5acfb56b49f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818823-1'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:08:02.528229 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-02a2d5a0-0969-4c11-8810-f3f68ee6f8ab req-5a35b3a8-a19a-49be-95db-28e6cfb338b1 tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] Request body: {'port': {'device_id': '600367c4-ade6-4072-a9b7-9d9122e901c9', 'network_id': '5c8a61c3-0285-4b7d-b110-24534369ffce', 'admin_state_up': True, 'tenant_id': 'ed1bb220b53d484cb7697cddf2626bd6'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:08:02.547748 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '650e2652-3453-4441-aa37-86ee1c330dff', 'tag': '54f5b4bd-bc9c-4b4e-80b3-00323d0ba699'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:08:02.550040 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9651f0f7-aa5f-4af4-8275-aa1a7fa35346" -d '{"events": [{"name": "network-changed", "server_uuid": "650e2652-3453-4441-aa37-86ee1c330dff", "tag": "54f5b4bd-bc9c-4b4e-80b3-00323d0ba699"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:08:02.686748 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1258a3be-88ce-43bc-8e55-1f679b56203c req-fd08619d-ea9a-4297-abef-a4a0b3fd3b18 tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] 10.222.0.46 "GET /v2.0/ports?device_id=600367c4-ade6-4072-a9b7-9d9122e901c9 HTTP/1.1" status: 200 len: 210 time: 0.1098783 Nov 22 20:08:02.772045 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [req-2eb15819-719e-4114-bf06-bf71658d36bd req-55536450-2802-42a4-a1ad-43896ecd87a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd2d9657-fb8c-4fd1-a94c-535d493f6853 {{(pid=103447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:08:02.809346 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6fc82d-5d8b-4473-985f-24b470d67ed6 req-011f26cf-af75-4fb7-9083-0f306ba3d58f tempest-MultipleCreateTestJSON-1276993397 tempest-MultipleCreateTestJSON-1276993397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:02.810848 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8c6fc82d-5d8b-4473-985f-24b470d67ed6 req-011f26cf-af75-4fb7-9083-0f306ba3d58f tempest-MultipleCreateTestJSON-1276993397 tempest-MultipleCreateTestJSON-1276993397-project] 10.222.0.46 "GET /v2.0/ports?device_id=a9ae866e-5436-4a96-80ae-d5acfb56b49f HTTP/1.1" status: 200 len: 931 time: 0.3051775 Nov 22 20:08:02.811441 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-2eb15819-719e-4114-bf06-bf71658d36bd req-3fdf3911-a5d8-467f-ae06-5ca7f34b440e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:02.818580 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-2eb15819-719e-4114-bf06-bf71658d36bd req-55536450-2802-42a4-a1ad-43896ecd87a1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:02.828750 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246bb22f-e9ac-4d14-9f15-c09d4b9ca1f6 req-960396fb-7b90-445d-8d8b-23035a738869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:02.830256 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-246bb22f-e9ac-4d14-9f15-c09d4b9ca1f6 req-960396fb-7b90-445d-8d8b-23035a738869 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1a56dbfa-c49e-4094-a390-4515f4076617&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3256776 Nov 22 20:08:02.888876 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.provisioning_blocks [req-2eb15819-719e-4114-bf06-bf71658d36bd req-55536450-2802-42a4-a1ad-43896ecd87a1 service neutron] Transition to ACTIVE for port object dd2d9657-fb8c-4fd1-a94c-535d493f6853 will not be triggered until provisioned by entity L2. {{(pid=103447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 20:08:02.935345 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-2eb15819-719e-4114-bf06-bf71658d36bd req-55536450-2802-42a4-a1ad-43896ecd87a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:02.970448 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a69f5190-35c1-4699-a195-cc5ed12f343b req-0829199e-c325-4e70-b95a-edb9b820fb1b tempest-SecurityGroupRulesTestJSON-1240234636 tempest-SecurityGroupRulesTestJSON-1240234636-project] 10.222.0.46 "GET /v2.0/security-groups/86b134ec-6c3a-44a6-857d-34606f88b917 HTTP/1.1" status: 200 len: 2415 time: 0.2308161 Nov 22 20:08:03.102438 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55536450-2802-42a4-a1ad-43896ecd87a1 service neutron] Pushing event updated for resources: {'Port': ['ID=dd2d9657-fb8c-4fd1-a94c-535d493f6853,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:08:03.118049 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8c6fc82d-5d8b-4473-985f-24b470d67ed6 req-02ff6c8b-7c10-4157-90d6-05edcf2d41e4 tempest-MultipleCreateTestJSON-1276993397 tempest-MultipleCreateTestJSON-1276993397-project] 10.222.0.46 "GET /v2.0/security-groups?id=8a035bd2-0e78-4fc7-9d57-01ec97cfb81c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2824931 Nov 22 20:08:03.163743 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02a2d5a0-0969-4c11-8810-f3f68ee6f8ab req-5a35b3a8-a19a-49be-95db-28e6cfb338b1 tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] Made reservation on behalf of ed1bb220b53d484cb7697cddf2626bd6 for: {'port': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:08:03.167212 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-02a2d5a0-0969-4c11-8810-f3f68ee6f8ab req-5a35b3a8-a19a-49be-95db-28e6cfb338b1 tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:03.260091 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-246bb22f-e9ac-4d14-9f15-c09d4b9ca1f6 req-f062ea62-5aa7-4acd-803a-beebc02a09ac service neutron] 10.222.0.41 "GET /v2.0/networks/1a56dbfa-c49e-4094-a390-4515f4076617?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4031870 Nov 22 20:08:03.306377 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-03f0964f-1b75-4df7-99e0-a3cdb56ec2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:03.440535 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-a69f5190-35c1-4699-a195-cc5ed12f343b req-e70af6de-78dd-4126-8e2e-3c7aa2c905da tempest-SecurityGroupRulesTestJSON-1240234636 tempest-SecurityGroupRulesTestJSON-1240234636-project] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:03.562310 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-a69f5190-35c1-4699-a195-cc5ed12f343b req-e70af6de-78dd-4126-8e2e-3c7aa2c905da tempest-SecurityGroupRulesTestJSON-1240234636 tempest-SecurityGroupRulesTestJSON-1240234636-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:03.591229 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-2eb15819-719e-4114-bf06-bf71658d36bd req-55536450-2802-42a4-a1ad-43896ecd87a1 service neutron] Attempting to bind port dd2d9657-fb8c-4fd1-a94c-535d493f6853 on host n-h1-818823-1 for vnic_type normal with profile {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:08:03.591598 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-2eb15819-719e-4114-bf06-bf71658d36bd req-55536450-2802-42a4-a1ad-43896ecd87a1 service neutron] Attempting to bind port dd2d9657-fb8c-4fd1-a94c-535d493f6853 by drivers openvswitch,hyperv on host n-h1-818823-1 at level 0 using segments [{'id': '021b91f9-18fd-49d2-9530-507289b68670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '5603836d-e977-4a38-b5cc-930bf7d9baac'}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:08:03.591932 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eb15819-719e-4114-bf06-bf71658d36bd req-55536450-2802-42a4-a1ad-43896ecd87a1 service neutron] Attempting to bind port dd2d9657-fb8c-4fd1-a94c-535d493f6853 on network 5603836d-e977-4a38-b5cc-930bf7d9baac {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:08:03.637880 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eb15819-719e-4114-bf06-bf71658d36bd req-55536450-2802-42a4-a1ad-43896ecd87a1 service neutron] Port dd2d9657-fb8c-4fd1-a94c-535d493f6853 on network 5603836d-e977-4a38-b5cc-930bf7d9baac not bound, no agent of type Open vSwitch agent registered on host n-h1-818823-1 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:08:03.638206 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eb15819-719e-4114-bf06-bf71658d36bd req-55536450-2802-42a4-a1ad-43896ecd87a1 service neutron] Attempting to bind port dd2d9657-fb8c-4fd1-a94c-535d493f6853 on network 5603836d-e977-4a38-b5cc-930bf7d9baac {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:08:03.664910 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-246bb22f-e9ac-4d14-9f15-c09d4b9ca1f6 req-7ef0dc50-6b90-4261-92c1-0218462b6288 service neutron] 10.222.0.41 "GET /v2.0/networks/1a56dbfa-c49e-4094-a390-4515f4076617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3837039 Nov 22 20:08:03.668782 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [req-02a2d5a0-0969-4c11-8810-f3f68ee6f8ab req-5a35b3a8-a19a-49be-95db-28e6cfb338b1 tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] Allocated IP 172.20.0.3 (5c8a61c3-0285-4b7d-b110-24534369ffce/6ba52ab0-cb64-425e-be27-2e0b31d7d99f/f23431ca-0bf0-4deb-8bc7-343cf9b8e47f) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:08:03.678407 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eb15819-719e-4114-bf06-bf71658d36bd req-55536450-2802-42a4-a1ad-43896ecd87a1 service neutron] Checking agent: {'id': '7a008cff-3b49-418c-8046-689d46cc800f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'started_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 7, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:08:03.678842 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eb15819-719e-4114-bf06-bf71658d36bd req-55536450-2802-42a4-a1ad-43896ecd87a1 service neutron] Checking segment: {'id': '021b91f9-18fd-49d2-9530-507289b68670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '5603836d-e977-4a38-b5cc-930bf7d9baac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:08:03.679225 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eb15819-719e-4114-bf06-bf71658d36bd req-55536450-2802-42a4-a1ad-43896ecd87a1 service neutron] Bound using segment: {'id': '021b91f9-18fd-49d2-9530-507289b68670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '5603836d-e977-4a38-b5cc-930bf7d9baac'} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:08:03.679694 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-2eb15819-719e-4114-bf06-bf71658d36bd req-55536450-2802-42a4-a1ad-43896ecd87a1 service neutron] Bound port: dd2d9657-fb8c-4fd1-a94c-535d493f6853, host: n-h1-818823-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '021b91f9-18fd-49d2-9530-507289b68670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '5603836d-e977-4a38-b5cc-930bf7d9baac'}}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:08:03.680051 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-2eb15819-719e-4114-bf06-bf71658d36bd req-55536450-2802-42a4-a1ad-43896ecd87a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:03.697542 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a423a5-5737-462c-8f63-120ad3e5becd req-914696ce-b957-49cc-b1d7-8aa00dad0206 tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:03.699045 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e2a423a5-5737-462c-8f63-120ad3e5becd req-914696ce-b957-49cc-b1d7-8aa00dad0206 tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] 10.222.0.46 "GET /v2.0/ports?device_id=5e565568-f3a1-48c9-8809-8dd366c2980b HTTP/1.1" status: 200 len: 945 time: 0.2853522 Nov 22 20:08:03.764725 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-246bb22f-e9ac-4d14-9f15-c09d4b9ca1f6 req-007044f4-276b-4d44-9610-4d85c582a9ae service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.56&port_id=54f5b4bd-bc9c-4b4e-80b3-00323d0ba699 HTTP/1.1" status: 200 len: 217 time: 0.0874274 Nov 22 20:08:03.833031 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-a69f5190-35c1-4699-a195-cc5ed12f343b req-e70af6de-78dd-4126-8e2e-3c7aa2c905da tempest-SecurityGroupRulesTestJSON-1240234636 tempest-SecurityGroupRulesTestJSON-1240234636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:03.835474 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-a69f5190-35c1-4699-a195-cc5ed12f343b req-e70af6de-78dd-4126-8e2e-3c7aa2c905da tempest-SecurityGroupRulesTestJSON-1240234636 tempest-SecurityGroupRulesTestJSON-1240234636-project] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:03.836618 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a69f5190-35c1-4699-a195-cc5ed12f343b req-e70af6de-78dd-4126-8e2e-3c7aa2c905da tempest-SecurityGroupRulesTestJSON-1240234636 tempest-SecurityGroupRulesTestJSON-1240234636-project] 10.222.0.46 "DELETE /v2.0/security-groups/86b134ec-6c3a-44a6-857d-34606f88b917 HTTP/1.1" status: 204 len: 173 time: 0.8337548 Nov 22 20:08:03.928817 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70af6de-78dd-4126-8e2e-3c7aa2c905da tempest-SecurityGroupRulesTestJSON-1240234636 tempest-SecurityGroupRulesTestJSON-1240234636-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86b134ec-6c3a-44a6-857d-34606f88b917,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:08:03.985618 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e2a423a5-5737-462c-8f63-120ad3e5becd req-8af36fe4-b4ec-4a52-acd1-c8948df94345 tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0c04069-962d-48b0-bef3-592f8ff68454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2657855 Nov 22 20:08:04.030196 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246bb22f-e9ac-4d14-9f15-c09d4b9ca1f6 req-c81be814-0686-4f86-9200-0769dbfa9dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:04.032397 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-246bb22f-e9ac-4d14-9f15-c09d4b9ca1f6 req-c81be814-0686-4f86-9200-0769dbfa9dfd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=53de5367-34e3-42b2-a988-2609fd8559f3 HTTP/1.1" status: 200 len: 801 time: 0.2403607 Nov 22 20:08:04.037189 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [req-2eb15819-719e-4114-bf06-bf71658d36bd req-3fdf3911-a5d8-467f-ae06-5ca7f34b440e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2a95f78-595b-4f6b-b4f6-ed601b710f56 {{(pid=103447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:08:04.058162 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-2eb15819-719e-4114-bf06-bf71658d36bd req-3fdf3911-a5d8-467f-ae06-5ca7f34b440e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:04.063053 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-2eb15819-719e-4114-bf06-bf71658d36bd req-55536450-2802-42a4-a1ad-43896ecd87a1 service neutron] For port dd2d9657-fb8c-4fd1-a94c-535d493f6853, host n-h1-818823-1, cleared binding levels {{(pid=103447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:08:04.104097 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 20:08:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86275d01-478b-413e-867a-6fcdb451992d x-openstack-request-id: req-86275d01-478b-413e-867a-6fcdb451992d {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:08:04.104571 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "650e2652-3453-4441-aa37-86ee1c330dff", "tag": "54f5b4bd-bc9c-4b4e-80b3-00323d0ba699", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:08:04.104698 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-86275d01-478b-413e-867a-6fcdb451992d {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:08:04.105052 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '650e2652-3453-4441-aa37-86ee1c330dff', 'tag': '54f5b4bd-bc9c-4b4e-80b3-00323d0ba699', 'status': 'completed', 'code': 200} Nov 22 20:08:04.116614 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-2eb15819-719e-4114-bf06-bf71658d36bd req-55536450-2802-42a4-a1ad-43896ecd87a1 service neutron] For port dd2d9657-fb8c-4fd1-a94c-535d493f6853, host n-h1-818823-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=dd2d9657-fb8c-4fd1-a94c-535d493f6853,segment=NetworkSegment(021b91f9-18fd-49d2-9530-507289b68670),segment_id=021b91f9-18fd-49d2-9530-507289b68670)] {{(pid=103447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:08:04.123397 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.provisioning_blocks [req-2eb15819-719e-4114-bf06-bf71658d36bd req-3fdf3911-a5d8-467f-ae06-5ca7f34b440e service neutron] Transition to ACTIVE for port object e2a95f78-595b-4f6b-b4f6-ed601b710f56 will not be triggered until provisioned by entity L2. {{(pid=103447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 20:08:04.134919 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-2eb15819-719e-4114-bf06-bf71658d36bd req-55536450-2802-42a4-a1ad-43896ecd87a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:04.149789 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-2eb15819-719e-4114-bf06-bf71658d36bd req-3fdf3911-a5d8-467f-ae06-5ca7f34b440e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:04.288342 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246bb22f-e9ac-4d14-9f15-c09d4b9ca1f6 req-5f421093-5819-45b7-8e8f-b531966c66a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:04.290096 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-246bb22f-e9ac-4d14-9f15-c09d4b9ca1f6 req-5f421093-5819-45b7-8e8f-b531966c66a4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1306f2a3-38fd-4113-90f1-035ef6a6779c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2464094 Nov 22 20:08:04.294747 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb15819-719e-4114-bf06-bf71658d36bd req-55536450-2802-42a4-a1ad-43896ecd87a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:04.295364 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-2eb15819-719e-4114-bf06-bf71658d36bd req-55536450-2802-42a4-a1ad-43896ecd87a1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:04.296802 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2eb15819-719e-4114-bf06-bf71658d36bd req-55536450-2802-42a4-a1ad-43896ecd87a1 service neutron] 10.222.0.41 "PUT /v2.0/ports/dd2d9657-fb8c-4fd1-a94c-535d493f6853 HTTP/1.1" status: 200 len: 1091 time: 3.2472246 Nov 22 20:08:04.334554 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-02a2d5a0-0969-4c11-8810-f3f68ee6f8ab req-5a35b3a8-a19a-49be-95db-28e6cfb338b1 tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:04.417368 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55536450-2802-42a4-a1ad-43896ecd87a1 service neutron] Pushing event updated for resources: {'Port': ['ID=dd2d9657-fb8c-4fd1-a94c-535d493f6853,revision_number=3']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:08:04.820854 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-fc9d6bf2-237f-4e7e-8667-a9b870386551 req-376d90b2-1c61-4807-95a3-df2fd4eee7c2 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=bd3740f9-d89f-45cf-b02d-7739f6a5131c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6884372 Nov 22 20:08:04.828239 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6451523e-0173-41d8-af2e-8fd4d7450f21 req-fdfe7c2b-854c-4411-bc67-bc981395404a tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:04.829729 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6451523e-0173-41d8-af2e-8fd4d7450f21 req-fdfe7c2b-854c-4411-bc67-bc981395404a tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] 10.222.0.46 "GET /v2.0/ports?device_id=0e4af820-9ccd-4bb5-8ecb-1df970705316 HTTP/1.1" status: 200 len: 949 time: 0.6693947 Nov 22 20:08:04.867084 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0a4636-fbf6-4bda-8d3f-6624af6fe827 req-fa214d2d-6c80-4ba6-a155-f312b8281918 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:04.872173 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0a4636-fbf6-4bda-8d3f-6624af6fe827 req-fa214d2d-6c80-4ba6-a155-f312b8281918 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:04.879991 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0a4636-fbf6-4bda-8d3f-6624af6fe827 req-fa214d2d-6c80-4ba6-a155-f312b8281918 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:04.887359 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7a0a4636-fbf6-4bda-8d3f-6624af6fe827 req-fa214d2d-6c80-4ba6-a155-f312b8281918 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] 10.222.0.46 "GET /v2.0/ports?device_id=650e2652-3453-4441-aa37-86ee1c330dff HTTP/1.1" status: 200 len: 2412 time: 0.7223847 Nov 22 20:08:04.890915 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894efe21-25e0-4c1f-8fb8-edf1518965ae req-5452ced7-aae1-4888-8109-5f29650f279b tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:04.892910 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-894efe21-25e0-4c1f-8fb8-edf1518965ae req-5452ced7-aae1-4888-8109-5f29650f279b tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] 10.222.0.41 "GET /v2.0/ports?device_id=0e4af820-9ccd-4bb5-8ecb-1df970705316 HTTP/1.1" status: 200 len: 949 time: 0.0773003 Nov 22 20:08:04.978955 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf3911-a5d8-467f-ae06-5ca7f34b440e service neutron] Pushing event updated for resources: {'Port': ['ID=e2a95f78-595b-4f6b-b4f6-ed601b710f56,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:08:05.023607 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb15819-719e-4114-bf06-bf71658d36bd req-607f2cc6-f874-425b-a7eb-aa7c0d1274b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:05.025746 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2eb15819-719e-4114-bf06-bf71658d36bd req-607f2cc6-f874-425b-a7eb-aa7c0d1274b2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bcb1ae20a081415e81e09051d4ec0bd1&device_id=c44bb2e1-54d8-436e-b910-67cc6e2d1df6 HTTP/1.1" status: 200 len: 1094 time: 0.6328554 Nov 22 20:08:05.029046 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [req-894efe21-25e0-4c1f-8fb8-edf1518965ae req-8b578575-52cd-4565-afa5-707dc4b3b4bd tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] Deleting port 226a1013-6843-41bc-a13d-5ac1f3b082c4 {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:08:05.029433 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-894efe21-25e0-4c1f-8fb8-edf1518965ae req-8b578575-52cd-4565-afa5-707dc4b3b4bd tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:05.029610 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e49ee129-e862-4476-beca-cdc8150d2345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:05.057131 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-02a2d5a0-0969-4c11-8810-f3f68ee6f8ab req-5a35b3a8-a19a-49be-95db-28e6cfb338b1 tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:05.060333 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-246bb22f-e9ac-4d14-9f15-c09d4b9ca1f6 req-d1ab12af-6abf-4bda-9b50-8e672534cbde service neutron] 10.222.0.41 "GET /v2.0/networks/1306f2a3-38fd-4113-90f1-035ef6a6779c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7385647 Nov 22 20:08:05.070652 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] get_ports_and_sgs() called for port_ids ['922caa09-8d5c-4d80-88ea-9b74d0b2a711'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:08:05.135407 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-2eb15819-719e-4114-bf06-bf71658d36bd req-3fdf3911-a5d8-467f-ae06-5ca7f34b440e service neutron] Attempting to bind port e2a95f78-595b-4f6b-b4f6-ed601b710f56 on host n-h2-818823-1 for vnic_type normal with profile {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:08:05.135912 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-2eb15819-719e-4114-bf06-bf71658d36bd req-3fdf3911-a5d8-467f-ae06-5ca7f34b440e service neutron] Attempting to bind port e2a95f78-595b-4f6b-b4f6-ed601b710f56 by drivers openvswitch,hyperv on host n-h2-818823-1 at level 0 using segments [{'id': '021b91f9-18fd-49d2-9530-507289b68670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '5603836d-e977-4a38-b5cc-930bf7d9baac'}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:08:05.136344 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eb15819-719e-4114-bf06-bf71658d36bd req-3fdf3911-a5d8-467f-ae06-5ca7f34b440e service neutron] Attempting to bind port e2a95f78-595b-4f6b-b4f6-ed601b710f56 on network 5603836d-e977-4a38-b5cc-930bf7d9baac {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:08:05.139349 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2eb15819-719e-4114-bf06-bf71658d36bd req-f1a6a26a-ad56-471d-a64d-4f6a5d993b0a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dd2d9657-fb8c-4fd1-a94c-535d493f6853 HTTP/1.1" status: 200 len: 217 time: 0.0972831 Nov 22 20:08:05.151879 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-894efe21-25e0-4c1f-8fb8-edf1518965ae req-8b578575-52cd-4565-afa5-707dc4b3b4bd tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] For port 226a1013-6843-41bc-a13d-5ac1f3b082c4, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=226a1013-6843-41bc-a13d-5ac1f3b082c4,segment=NetworkSegment(2a5a1c7b-538e-498e-99b9-cc7a8e0411be),segment_id=2a5a1c7b-538e-498e-99b9-cc7a8e0411be)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:08:05.152940 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-894efe21-25e0-4c1f-8fb8-edf1518965ae req-8b578575-52cd-4565-afa5-707dc4b3b4bd tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:05.168339 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [req-894efe21-25e0-4c1f-8fb8-edf1518965ae req-8b578575-52cd-4565-afa5-707dc4b3b4bd tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] Calling delete_port for 226a1013-6843-41bc-a13d-5ac1f3b082c4 owned by compute:nova {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:08:05.226266 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7a0a4636-fbf6-4bda-8d3f-6624af6fe827 req-09689c22-559d-4e09-9240-c295a328c4f0 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2857c8b-9c58-4d8b-ab89-040cb1f70ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3376644 Nov 22 20:08:05.247910 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6451523e-0173-41d8-af2e-8fd4d7450f21 req-f9645b49-99f7-4df6-98f3-8cae0d3ef5fd tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] 10.222.0.46 "GET /v2.0/security-groups?id=e5ae9e03-6ff8-4082-b7a4-25ecea5ed21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3404830 Nov 22 20:08:05.317044 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eb15819-719e-4114-bf06-bf71658d36bd req-3fdf3911-a5d8-467f-ae06-5ca7f34b440e service neutron] Port e2a95f78-595b-4f6b-b4f6-ed601b710f56 on network 5603836d-e977-4a38-b5cc-930bf7d9baac not bound, no agent of type Open vSwitch agent registered on host n-h2-818823-1 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:08:05.317372 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eb15819-719e-4114-bf06-bf71658d36bd req-3fdf3911-a5d8-467f-ae06-5ca7f34b440e service neutron] Attempting to bind port e2a95f78-595b-4f6b-b4f6-ed601b710f56 on network 5603836d-e977-4a38-b5cc-930bf7d9baac {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:08:05.376874 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02a2d5a0-0969-4c11-8810-f3f68ee6f8ab req-5a35b3a8-a19a-49be-95db-28e6cfb338b1 tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] Network 5c8a61c3-0285-4b7d-b110-24534369ffce is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:08:05.407855 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-894efe21-25e0-4c1f-8fb8-edf1518965ae req-8b578575-52cd-4565-afa5-707dc4b3b4bd tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:05.411262 n-d-818823-1 neutron-server[103447]: INFO neutron.api.v2.resource [req-7ff65c29-5a76-4aa4-9882-4b36a0529b28 req-784f2041-496b-44fe-9ed0-9db0b64c8edf tempest-SecurityGroupRulesTestJSON-1240234636 tempest-SecurityGroupRulesTestJSON-1240234636-project] show failed (client error): The resource could not be found. Nov 22 20:08:05.412382 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7ff65c29-5a76-4aa4-9882-4b36a0529b28 req-784f2041-496b-44fe-9ed0-9db0b64c8edf tempest-SecurityGroupRulesTestJSON-1240234636 tempest-SecurityGroupRulesTestJSON-1240234636-project] 10.222.0.46 "GET /v2.0/security-groups/28aace56-6478-4ba8-9616-fe1701522534 HTTP/1.1" status: 404 len: 352 time: 0.0892701 Nov 22 20:08:05.413279 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [req-02a2d5a0-0969-4c11-8810-f3f68ee6f8ab req-5a35b3a8-a19a-49be-95db-28e6cfb338b1 tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:08:05.415297 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eb15819-719e-4114-bf06-bf71658d36bd req-3fdf3911-a5d8-467f-ae06-5ca7f34b440e service neutron] Checking agent: {'id': '65e0486a-7030-4065-96f0-10aa7402a530', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'started_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 7, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:08:05.415663 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eb15819-719e-4114-bf06-bf71658d36bd req-3fdf3911-a5d8-467f-ae06-5ca7f34b440e service neutron] Checking segment: {'id': '021b91f9-18fd-49d2-9530-507289b68670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '5603836d-e977-4a38-b5cc-930bf7d9baac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:08:05.416233 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eb15819-719e-4114-bf06-bf71658d36bd req-3fdf3911-a5d8-467f-ae06-5ca7f34b440e service neutron] Bound using segment: {'id': '021b91f9-18fd-49d2-9530-507289b68670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '5603836d-e977-4a38-b5cc-930bf7d9baac'} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:08:05.416481 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-2eb15819-719e-4114-bf06-bf71658d36bd req-3fdf3911-a5d8-467f-ae06-5ca7f34b440e service neutron] Bound port: e2a95f78-595b-4f6b-b4f6-ed601b710f56, host: n-h2-818823-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '021b91f9-18fd-49d2-9530-507289b68670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '5603836d-e977-4a38-b5cc-930bf7d9baac'}}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:08:05.416843 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-2eb15819-719e-4114-bf06-bf71658d36bd req-3fdf3911-a5d8-467f-ae06-5ca7f34b440e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:05.418947 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-02a2d5a0-0969-4c11-8810-f3f68ee6f8ab req-5a35b3a8-a19a-49be-95db-28e6cfb338b1 tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:08:05.421475 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] get_ports_and_sgs() called for port_ids ['a09fdba2-333c-482d-9e0d-f005d245604b'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:08:05.488864 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a2d5a0-0969-4c11-8810-f3f68ee6f8ab req-5a35b3a8-a19a-49be-95db-28e6cfb338b1 tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:05.490130 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-02a2d5a0-0969-4c11-8810-f3f68ee6f8ab req-5a35b3a8-a19a-49be-95db-28e6cfb338b1 tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:05.492625 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a35b3a8-a19a-49be-95db-28e6cfb338b1 tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] Pushing event updated for resources: {'Port': ['ID=f23431ca-0bf0-4deb-8bc7-343cf9b8e47f,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:08:05.519239 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] get_ports_and_sgs() called for port_ids ['226a1013-6843-41bc-a13d-5ac1f3b082c4', 'd65e9dd0-ad52-4544-bbe5-38ddf0458f1e'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:08:05.539462 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [req-894efe21-25e0-4c1f-8fb8-edf1518965ae req-8b578575-52cd-4565-afa5-707dc4b3b4bd tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] No DVR routers for this DVR port 226a1013-6843-41bc-a13d-5ac1f3b082c4 on host n-h1-818823-1 {{(pid=103448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:08:05.543370 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-894efe21-25e0-4c1f-8fb8-edf1518965ae req-8b578575-52cd-4565-afa5-707dc4b3b4bd tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:05.547201 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-894efe21-25e0-4c1f-8fb8-edf1518965ae req-8b578575-52cd-4565-afa5-707dc4b3b4bd tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] 10.222.0.41 "DELETE /v2.0/ports/226a1013-6843-41bc-a13d-5ac1f3b082c4 HTTP/1.1" status: 204 len: 173 time: 0.6460445 Nov 22 20:08:05.547875 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e4af820-9ccd-4bb5-8ecb-1df970705316', 'name': 'network-vif-deleted', 'tag': '226a1013-6843-41bc-a13d-5ac1f3b082c4'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:08:05.550804 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589a98cf2aea187fcc423a5edb333e5a6cf3ad7c81115d1ebee0f079693c312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fdb6ff1-33dd-4bf0-b3a2-fed068ff44aa" -d '{"events": [{"server_uuid": "0e4af820-9ccd-4bb5-8ecb-1df970705316", "name": "network-vif-deleted", "tag": "226a1013-6843-41bc-a13d-5ac1f3b082c4"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:08:05.553728 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b578575-52cd-4565-afa5-707dc4b3b4bd tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] Pushing event deleted for resources: {'Port': ['ID=226a1013-6843-41bc-a13d-5ac1f3b082c4,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:08:05.619182 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb15819-719e-4114-bf06-bf71658d36bd req-58556398-d313-47fd-9d3a-b7aba7722716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:05.635331 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2eb15819-719e-4114-bf06-bf71658d36bd req-58556398-d313-47fd-9d3a-b7aba7722716 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e2cea4a9-15b2-4b0f-a36e-4aff7f2ffbab HTTP/1.1" status: 200 len: 853 time: 0.3701432 Nov 22 20:08:05.664941 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-02a2d5a0-0969-4c11-8810-f3f68ee6f8ab req-5a35b3a8-a19a-49be-95db-28e6cfb338b1 tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1508546 Nov 22 20:08:05.705303 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-02a2d5a0-0969-4c11-8810-f3f68ee6f8ab req-68872995-e93d-47fe-b99c-cc55c4208096 service neutron] Request body: {'port': {'device_id': '600367c4-ade6-4072-a9b7-9d9122e901c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818823-1'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:08:05.712287 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2eb15819-719e-4114-bf06-bf71658d36bd req-d30e0b78-a831-4cda-8f3f-293f74a2d65c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5603836d-e977-4a38-b5cc-930bf7d9baac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0758150 Nov 22 20:08:05.785617 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73ae157-d875-48e5-9759-3ea46ae230be req-d7f33e3e-78b3-4d66-9b9f-8d31a1561cf7 tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:05.792000 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c73ae157-d875-48e5-9759-3ea46ae230be req-d7f33e3e-78b3-4d66-9b9f-8d31a1561cf7 tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] 10.222.0.46 "GET /v2.0/ports?device_id=600367c4-ade6-4072-a9b7-9d9122e901c9 HTTP/1.1" status: 200 len: 931 time: 0.4417241 Nov 22 20:08:05.874196 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:05.931119 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b69cfc4-225f-427c-aa59-76e1da833004 req-0d4900a1-d968-400b-9a25-5a0fd0fba086 tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:05.932701 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3b69cfc4-225f-427c-aa59-76e1da833004 req-0d4900a1-d968-400b-9a25-5a0fd0fba086 tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] 10.222.0.46 "GET /v2.0/ports?device_id=5e565568-f3a1-48c9-8809-8dd366c2980b HTTP/1.1" status: 200 len: 945 time: 0.4037759 Nov 22 20:08:05.983959 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-246bb22f-e9ac-4d14-9f15-c09d4b9ca1f6 req-0a65d3a9-8d02-47d9-9522-457912e978e6 service neutron] 10.222.0.41 "GET /v2.0/networks/1306f2a3-38fd-4113-90f1-035ef6a6779c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8812041 Nov 22 20:08:06.022661 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-2eb15819-719e-4114-bf06-bf71658d36bd req-3fdf3911-a5d8-467f-ae06-5ca7f34b440e service neutron] For port e2a95f78-595b-4f6b-b4f6-ed601b710f56, host n-h2-818823-1, cleared binding levels {{(pid=103447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:08:06.060630 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-2eb15819-719e-4114-bf06-bf71658d36bd req-3fdf3911-a5d8-467f-ae06-5ca7f34b440e service neutron] For port e2a95f78-595b-4f6b-b4f6-ed601b710f56, host n-h2-818823-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=e2a95f78-595b-4f6b-b4f6-ed601b710f56,segment=NetworkSegment(021b91f9-18fd-49d2-9530-507289b68670),segment_id=021b91f9-18fd-49d2-9530-507289b68670)] {{(pid=103447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:08:06.077962 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-02a2d5a0-0969-4c11-8810-f3f68ee6f8ab req-68872995-e93d-47fe-b99c-cc55c4208096 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:06.093205 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-2eb15819-719e-4114-bf06-bf71658d36bd req-3fdf3911-a5d8-467f-ae06-5ca7f34b440e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:06.111134 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c44bb2e1-54d8-436e-b910-67cc6e2d1df6', 'tag': 'dd2d9657-fb8c-4fd1-a94c-535d493f6853'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:08:06.113422 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-254cc91b-9866-41a0-bd8f-d270ccede019" -d '{"events": [{"name": "network-changed", "server_uuid": "c44bb2e1-54d8-436e-b910-67cc6e2d1df6", "tag": "dd2d9657-fb8c-4fd1-a94c-535d493f6853"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:08:06.187003 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c73ae157-d875-48e5-9759-3ea46ae230be req-28e4b2de-a711-45e5-b0d1-fe2a051881d2 tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] 10.222.0.46 "GET /v2.0/security-groups?id=89c2c967-26c4-4e1c-a1fd-c97f87817ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2640719 Nov 22 20:08:06.234965 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3b69cfc4-225f-427c-aa59-76e1da833004 req-ac07c845-4838-423e-9fba-7eb7e43d0505 tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0c04069-962d-48b0-bef3-592f8ff68454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2902699 Nov 22 20:08:06.242806 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2eb15819-719e-4114-bf06-bf71658d36bd req-20b4ccc4-a2fa-4e0e-b909-f10be74b67cb service neutron] 10.222.0.41 "GET /v2.0/networks/5603836d-e977-4a38-b5cc-930bf7d9baac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5063066 Nov 22 20:08:06.248993 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb15819-719e-4114-bf06-bf71658d36bd req-3fdf3911-a5d8-467f-ae06-5ca7f34b440e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:06.249652 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-2eb15819-719e-4114-bf06-bf71658d36bd req-3fdf3911-a5d8-467f-ae06-5ca7f34b440e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:06.251087 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2eb15819-719e-4114-bf06-bf71658d36bd req-3fdf3911-a5d8-467f-ae06-5ca7f34b440e service neutron] 10.222.0.20 "PUT /v2.0/ports/e2a95f78-595b-4f6b-b4f6-ed601b710f56 HTTP/1.1" status: 200 len: 1091 time: 3.7699225 Nov 22 20:08:06.358785 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf3911-a5d8-467f-ae06-5ca7f34b440e service neutron] Pushing event updated for resources: {'Port': ['ID=e2a95f78-595b-4f6b-b4f6-ed601b710f56,revision_number=3']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:08:06.457453 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02caf2cc-567c-49e2-ba1a-8530241d9dc8 req-a7e1b94e-31c5-4e40-9a3b-071cbfc63148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:06.457936 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02caf2cc-567c-49e2-ba1a-8530241d9dc8 req-a7e1b94e-31c5-4e40-9a3b-071cbfc63148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:06.458488 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02caf2cc-567c-49e2-ba1a-8530241d9dc8 req-a7e1b94e-31c5-4e40-9a3b-071cbfc63148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:06.460169 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-02caf2cc-567c-49e2-ba1a-8530241d9dc8 req-a7e1b94e-31c5-4e40-9a3b-071cbfc63148 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=61dcfa65121d45e7982f77d2ef747965&device_id=650e2652-3453-4441-aa37-86ee1c330dff HTTP/1.1" status: 200 len: 2865 time: 0.3603680 Nov 22 20:08:06.672680 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedd6355-86ae-425f-9be8-a659790c9f82 req-cb0034ac-f6a3-4713-a150-c462a1ebbe0c tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:06.674188 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-bedd6355-86ae-425f-9be8-a659790c9f82 req-cb0034ac-f6a3-4713-a150-c462a1ebbe0c tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/ports?device_id=bd3740f9-d89f-45cf-b02d-7739f6a5131c HTTP/1.1" status: 200 len: 950 time: 0.3473380 Nov 22 20:08:06.681230 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb15819-719e-4114-bf06-bf71658d36bd req-4be473d6-732e-4574-bed6-8fc67e0a2cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:06.682706 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2eb15819-719e-4114-bf06-bf71658d36bd req-4be473d6-732e-4574-bed6-8fc67e0a2cba service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bcb1ae20a081415e81e09051d4ec0bd1&device_id=a9ae866e-5436-4a96-80ae-d5acfb56b49f HTTP/1.1" status: 200 len: 1094 time: 0.3437829 Nov 22 20:08:06.707892 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0d852b-70fa-4906-9fb8-0b676d7666c1 req-123516a6-80c0-4a62-bb6e-86b8588335a9 tempest-MultipleCreateTestJSON-1276993397 tempest-MultipleCreateTestJSON-1276993397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:06.709355 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7b0d852b-70fa-4906-9fb8-0b676d7666c1 req-123516a6-80c0-4a62-bb6e-86b8588335a9 tempest-MultipleCreateTestJSON-1276993397 tempest-MultipleCreateTestJSON-1276993397-project] 10.222.0.46 "GET /v2.0/ports?device_id=a9ae866e-5436-4a96-80ae-d5acfb56b49f HTTP/1.1" status: 200 len: 943 time: 0.3313417 Nov 22 20:08:06.711245 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2eb15819-719e-4114-bf06-bf71658d36bd req-8c452947-5aa0-47ec-8406-538d8a677413 service neutron] 10.222.0.41 "GET /v2.0/networks/5603836d-e977-4a38-b5cc-930bf7d9baac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4561429 Nov 22 20:08:06.801400 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2eb15819-719e-4114-bf06-bf71658d36bd req-67ec8536-5918-4589-8576-2421ef6e72a5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e2a95f78-595b-4f6b-b4f6-ed601b710f56 HTTP/1.1" status: 200 len: 217 time: 0.0873165 Nov 22 20:08:06.878366 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02caf2cc-567c-49e2-ba1a-8530241d9dc8 req-fde75140-5ed2-4ab3-a0d6-65fd27874280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:06.879687 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-02caf2cc-567c-49e2-ba1a-8530241d9dc8 req-fde75140-5ed2-4ab3-a0d6-65fd27874280 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1a56dbfa-c49e-4094-a390-4515f4076617 HTTP/1.1" status: 200 len: 902 time: 0.3908207 Nov 22 20:08:06.918602 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9d6bf2-237f-4e7e-8667-a9b870386551 req-49d7b6de-346f-488d-81d8-7bceff635c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:06.921246 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-fc9d6bf2-237f-4e7e-8667-a9b870386551 req-49d7b6de-346f-488d-81d8-7bceff635c7b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=126c0323750547f8b9835ef63890aaea&device_id=bd3740f9-d89f-45cf-b02d-7739f6a5131c HTTP/1.1" status: 200 len: 1101 time: 0.2772033 Nov 22 20:08:06.975090 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-bedd6355-86ae-425f-9be8-a659790c9f82 req-dc2c4893-ab8c-474b-90c4-35d5bb7c583a tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1d007ec-a75a-4ef8-9cdd-9c679a3ff22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2750611 Nov 22 20:08:07.010383 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-02caf2cc-567c-49e2-ba1a-8530241d9dc8 req-b83d412d-2138-49a7-851e-5889caa7f77d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.154&port_id=69203f5d-5f7e-4f5e-bd51-c1c374a463e4 HTTP/1.1" status: 200 len: 217 time: 0.1167917 Nov 22 20:08:07.044547 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7b0d852b-70fa-4906-9fb8-0b676d7666c1 req-eac9776a-f1b5-48e0-960a-dd4b408adf9a tempest-MultipleCreateTestJSON-1276993397 tempest-MultipleCreateTestJSON-1276993397-project] 10.222.0.46 "GET /v2.0/security-groups?id=8a035bd2-0e78-4fc7-9d57-01ec97cfb81c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3130386 Nov 22 20:08:07.055757 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb15819-719e-4114-bf06-bf71658d36bd req-f1de7f53-5a4a-401f-98e3-c3a0c55db184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:07.057276 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2eb15819-719e-4114-bf06-bf71658d36bd req-f1de7f53-5a4a-401f-98e3-c3a0c55db184 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e2cea4a9-15b2-4b0f-a36e-4aff7f2ffbab HTTP/1.1" status: 200 len: 853 time: 0.2479808 Nov 22 20:08:07.101591 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:08:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aef5f0a7-70c6-43a4-ab2f-7330dab771af x-openstack-request-id: req-aef5f0a7-70c6-43a4-ab2f-7330dab771af {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:08:07.102170 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e4af820-9ccd-4bb5-8ecb-1df970705316", "name": "network-vif-deleted", "tag": "226a1013-6843-41bc-a13d-5ac1f3b082c4", "status": "completed", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:08:07.102788 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-aef5f0a7-70c6-43a4-ab2f-7330dab771af {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:08:07.103205 n-d-818823-1 neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e4af820-9ccd-4bb5-8ecb-1df970705316', 'name': 'network-vif-deleted', 'tag': '226a1013-6843-41bc-a13d-5ac1f3b082c4', 'status': 'completed', 'code': 200} Nov 22 20:08:07.163158 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 20:08:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adc87f99-e307-415b-8a78-fdfb5e82a292 x-openstack-request-id: req-adc87f99-e307-415b-8a78-fdfb5e82a292 {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:08:07.163544 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c44bb2e1-54d8-436e-b910-67cc6e2d1df6", "tag": "dd2d9657-fb8c-4fd1-a94c-535d493f6853", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:08:07.163771 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-adc87f99-e307-415b-8a78-fdfb5e82a292 {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:08:07.164121 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c44bb2e1-54d8-436e-b910-67cc6e2d1df6', 'tag': 'dd2d9657-fb8c-4fd1-a94c-535d493f6853', 'status': 'completed', 'code': 200} Nov 22 20:08:07.166140 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2eb15819-719e-4114-bf06-bf71658d36bd req-f253cdcf-add2-42fa-a39e-21b2b80376e4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5603836d-e977-4a38-b5cc-930bf7d9baac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0757101 Nov 22 20:08:07.313262 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02caf2cc-567c-49e2-ba1a-8530241d9dc8 req-33883817-e20e-4b80-8f25-56709d680d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:07.314662 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-02caf2cc-567c-49e2-ba1a-8530241d9dc8 req-33883817-e20e-4b80-8f25-56709d680d1b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=43b1698e-576f-48c6-a172-7bbfbd68da73 HTTP/1.1" status: 200 len: 801 time: 0.2740493 Nov 22 20:08:07.320874 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [req-02a2d5a0-0969-4c11-8810-f3f68ee6f8ab req-68872995-e93d-47fe-b99c-cc55c4208096 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f23431ca-0bf0-4deb-8bc7-343cf9b8e47f {{(pid=103447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:08:07.358599 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-02a2d5a0-0969-4c11-8810-f3f68ee6f8ab req-68872995-e93d-47fe-b99c-cc55c4208096 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:07.372326 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9d6bf2-237f-4e7e-8667-a9b870386551 req-3419f230-94d1-4e85-9f57-b4d85f9dba6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:07.373824 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-fc9d6bf2-237f-4e7e-8667-a9b870386551 req-3419f230-94d1-4e85-9f57-b4d85f9dba6e service neutron] 10.222.0.20 "GET /v2.0/networks?id=e1052824-bf78-4963-8937-b202e372ac24 HTTP/1.1" status: 200 len: 870 time: 0.4399838 Nov 22 20:08:07.422511 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-89c1a8ba-8738-4101-962e-f3410ea4c2fd req-fbad7db4-7ab7-4654-90e3-7410efeb2b15 tempest-SecurityGroupRulesTestJSON-1240234636 tempest-SecurityGroupRulesTestJSON-1240234636-project] 10.222.0.46 "GET /v2.0/security-groups/e4c9b6c3-8804-42ca-9c3f-35d733a2b9c9 HTTP/1.1" status: 200 len: 1821 time: 0.3394289 Nov 22 20:08:07.785982 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.provisioning_blocks [req-02a2d5a0-0969-4c11-8810-f3f68ee6f8ab req-68872995-e93d-47fe-b99c-cc55c4208096 service neutron] Transition to ACTIVE for port object f23431ca-0bf0-4deb-8bc7-343cf9b8e47f will not be triggered until provisioned by entity L2. {{(pid=103447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 20:08:07.811198 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-02a2d5a0-0969-4c11-8810-f3f68ee6f8ab req-68872995-e93d-47fe-b99c-cc55c4208096 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:07.813751 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-fc9d6bf2-237f-4e7e-8667-a9b870386551 req-60105166-5e2f-4050-9683-631bed69e76c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=ce1167f4-03d5-4642-a583-ca1246135435 HTTP/1.1" status: 200 len: 217 time: 0.4122045 Nov 22 20:08:07.842966 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254cc91b-9866-41a0-bd8f-d270ccede019 req-8d7aa4fd-0d9c-443f-b1a1-767b5af0eb55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:07.844936 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-254cc91b-9866-41a0-bd8f-d270ccede019 req-8d7aa4fd-0d9c-443f-b1a1-767b5af0eb55 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bcb1ae20a081415e81e09051d4ec0bd1&device_id=c44bb2e1-54d8-436e-b910-67cc6e2d1df6 HTTP/1.1" status: 200 len: 1094 time: 0.6639440 Nov 22 20:08:07.881883 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499125bc-8c72-490d-ac21-83c3f0e76921 req-6ac0e050-3912-48f8-9f14-b05fc7a91bb3 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:07.887969 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499125bc-8c72-490d-ac21-83c3f0e76921 req-6ac0e050-3912-48f8-9f14-b05fc7a91bb3 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:07.894540 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499125bc-8c72-490d-ac21-83c3f0e76921 req-6ac0e050-3912-48f8-9f14-b05fc7a91bb3 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:07.896155 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-499125bc-8c72-490d-ac21-83c3f0e76921 req-6ac0e050-3912-48f8-9f14-b05fc7a91bb3 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] 10.222.0.46 "GET /v2.0/ports?device_id=650e2652-3453-4441-aa37-86ee1c330dff HTTP/1.1" status: 200 len: 2412 time: 0.6739731 Nov 22 20:08:07.954067 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2eb15819-719e-4114-bf06-bf71658d36bd req-2b6aca4d-653b-47fb-91d3-4c7cde1b3260 service neutron] 10.222.0.20 "GET /v2.0/networks/5603836d-e977-4a38-b5cc-930bf7d9baac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7765601 Nov 22 20:08:07.974908 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02caf2cc-567c-49e2-ba1a-8530241d9dc8 req-c6d39a9d-8424-4d17-b67d-d9b9185513f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:07.976462 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-02caf2cc-567c-49e2-ba1a-8530241d9dc8 req-c6d39a9d-8424-4d17-b67d-d9b9185513f9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1a56dbfa-c49e-4094-a390-4515f4076617&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6273808 Nov 22 20:08:08.099138 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68872995-e93d-47fe-b99c-cc55c4208096 service neutron] Pushing event updated for resources: {'Port': ['ID=f23431ca-0bf0-4deb-8bc7-343cf9b8e47f,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:08:08.168823 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9d6bf2-237f-4e7e-8667-a9b870386551 req-6c7a3623-e45a-4457-ba9a-f7922e28709c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:08.170299 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-fc9d6bf2-237f-4e7e-8667-a9b870386551 req-6c7a3623-e45a-4457-ba9a-f7922e28709c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3091ebfd-11e2-41f8-9c00-ffe0b86563d8 HTTP/1.1" status: 200 len: 843 time: 0.3386152 Nov 22 20:08:08.237440 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-89c1a8ba-8738-4101-962e-f3410ea4c2fd req-780846bd-fad2-4b97-a562-0164041fe9e8 tempest-SecurityGroupRulesTestJSON-1240234636 tempest-SecurityGroupRulesTestJSON-1240234636-project] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:08.319704 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-499125bc-8c72-490d-ac21-83c3f0e76921 req-bfefa5f5-c356-436b-82b7-b938dda52c39 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2857c8b-9c58-4d8b-ab89-040cb1f70ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3919814 Nov 22 20:08:08.372370 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-89c1a8ba-8738-4101-962e-f3410ea4c2fd req-780846bd-fad2-4b97-a562-0164041fe9e8 tempest-SecurityGroupRulesTestJSON-1240234636 tempest-SecurityGroupRulesTestJSON-1240234636-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:08.373864 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254cc91b-9866-41a0-bd8f-d270ccede019 req-f7a9f512-9c6d-4cf5-b8a1-f777719d29e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:08.375963 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-254cc91b-9866-41a0-bd8f-d270ccede019 req-f7a9f512-9c6d-4cf5-b8a1-f777719d29e9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=5603836d-e977-4a38-b5cc-930bf7d9baac HTTP/1.1" status: 200 len: 914 time: 0.4709811 Nov 22 20:08:08.422061 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-02caf2cc-567c-49e2-ba1a-8530241d9dc8 req-d3a8245a-89c5-435c-b038-2bfced0bf59f service neutron] 10.222.0.41 "GET /v2.0/networks/1a56dbfa-c49e-4094-a390-4515f4076617?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4090445 Nov 22 20:08:08.424070 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2eb15819-719e-4114-bf06-bf71658d36bd req-db89ea6e-5190-4248-af30-cc197ef6bb86 service neutron] 10.222.0.20 "GET /v2.0/networks/5603836d-e977-4a38-b5cc-930bf7d9baac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4465768 Nov 22 20:08:08.475759 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9d6bf2-237f-4e7e-8667-a9b870386551 req-2148f871-9a3c-44c3-b1b5-6fe946a3f3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:08.477219 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-fc9d6bf2-237f-4e7e-8667-a9b870386551 req-2148f871-9a3c-44c3-b1b5-6fe946a3f3e4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e1052824-bf78-4963-8937-b202e372ac24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2811341 Nov 22 20:08:08.481627 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-254cc91b-9866-41a0-bd8f-d270ccede019 req-9c0e322b-e165-4a26-84de-99157ae0f1c8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dd2d9657-fb8c-4fd1-a94c-535d493f6853 HTTP/1.1" status: 200 len: 217 time: 0.0816779 Nov 22 20:08:08.492267 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-02a2d5a0-0969-4c11-8810-f3f68ee6f8ab req-68872995-e93d-47fe-b99c-cc55c4208096 service neutron] Attempting to bind port f23431ca-0bf0-4deb-8bc7-343cf9b8e47f on host n-h2-818823-1 for vnic_type normal with profile {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:08:08.492603 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-02a2d5a0-0969-4c11-8810-f3f68ee6f8ab req-68872995-e93d-47fe-b99c-cc55c4208096 service neutron] Attempting to bind port f23431ca-0bf0-4deb-8bc7-343cf9b8e47f by drivers openvswitch,hyperv on host n-h2-818823-1 at level 0 using segments [{'id': 'a1d01b66-e103-44ab-97f3-6f827675fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '5c8a61c3-0285-4b7d-b110-24534369ffce'}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:08:08.492932 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02a2d5a0-0969-4c11-8810-f3f68ee6f8ab req-68872995-e93d-47fe-b99c-cc55c4208096 service neutron] Attempting to bind port f23431ca-0bf0-4deb-8bc7-343cf9b8e47f on network 5c8a61c3-0285-4b7d-b110-24534369ffce {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:08:08.571543 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02a2d5a0-0969-4c11-8810-f3f68ee6f8ab req-68872995-e93d-47fe-b99c-cc55c4208096 service neutron] Port f23431ca-0bf0-4deb-8bc7-343cf9b8e47f on network 5c8a61c3-0285-4b7d-b110-24534369ffce not bound, no agent of type Open vSwitch agent registered on host n-h2-818823-1 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:08:08.571875 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02a2d5a0-0969-4c11-8810-f3f68ee6f8ab req-68872995-e93d-47fe-b99c-cc55c4208096 service neutron] Attempting to bind port f23431ca-0bf0-4deb-8bc7-343cf9b8e47f on network 5c8a61c3-0285-4b7d-b110-24534369ffce {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:08:08.613824 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02a2d5a0-0969-4c11-8810-f3f68ee6f8ab req-68872995-e93d-47fe-b99c-cc55c4208096 service neutron] Checking agent: {'id': '65e0486a-7030-4065-96f0-10aa7402a530', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'started_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 7, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:08:08.614163 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02a2d5a0-0969-4c11-8810-f3f68ee6f8ab req-68872995-e93d-47fe-b99c-cc55c4208096 service neutron] Checking segment: {'id': 'a1d01b66-e103-44ab-97f3-6f827675fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '5c8a61c3-0285-4b7d-b110-24534369ffce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:08:08.614557 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02a2d5a0-0969-4c11-8810-f3f68ee6f8ab req-68872995-e93d-47fe-b99c-cc55c4208096 service neutron] Bound using segment: {'id': 'a1d01b66-e103-44ab-97f3-6f827675fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '5c8a61c3-0285-4b7d-b110-24534369ffce'} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:08:08.614997 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-02a2d5a0-0969-4c11-8810-f3f68ee6f8ab req-68872995-e93d-47fe-b99c-cc55c4208096 service neutron] Bound port: f23431ca-0bf0-4deb-8bc7-343cf9b8e47f, host: n-h2-818823-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1d01b66-e103-44ab-97f3-6f827675fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '5c8a61c3-0285-4b7d-b110-24534369ffce'}}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:08:08.615354 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-02a2d5a0-0969-4c11-8810-f3f68ee6f8ab req-68872995-e93d-47fe-b99c-cc55c4208096 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:08.619540 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 2642f88e-2d10-4191-8d6b-3c979345e461 details requested by agent hyperv_n-h1-818823-1 with host n-h1-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 20:08:08.622304 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-89c1a8ba-8738-4101-962e-f3410ea4c2fd req-780846bd-fad2-4b97-a562-0164041fe9e8 tempest-SecurityGroupRulesTestJSON-1240234636 tempest-SecurityGroupRulesTestJSON-1240234636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:08.624904 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 226a1013-6843-41bc-a13d-5ac1f3b082c4 no longer exists at agent hyperv_n-h1-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:08:08.625064 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-89c1a8ba-8738-4101-962e-f3410ea4c2fd req-780846bd-fad2-4b97-a562-0164041fe9e8 tempest-SecurityGroupRulesTestJSON-1240234636 tempest-SecurityGroupRulesTestJSON-1240234636-project] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:08.626198 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-89c1a8ba-8738-4101-962e-f3410ea4c2fd req-780846bd-fad2-4b97-a562-0164041fe9e8 tempest-SecurityGroupRulesTestJSON-1240234636 tempest-SecurityGroupRulesTestJSON-1240234636-project] 10.222.0.46 "DELETE /v2.0/security-groups/e4c9b6c3-8804-42ca-9c3f-35d733a2b9c9 HTTP/1.1" status: 204 len: 173 time: 1.1948590 Nov 22 20:08:08.665923 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] No Port match for: 226a1013-6843-41bc-a13d-5ac1f3b082c4 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:08:08.666267 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 226a1013-6843-41bc-a13d-5ac1f3b082c4 not bound to the agent host n-h1-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:08:08.674961 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780846bd-fad2-4b97-a562-0164041fe9e8 tempest-SecurityGroupRulesTestJSON-1240234636 tempest-SecurityGroupRulesTestJSON-1240234636-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4c9b6c3-8804-42ca-9c3f-35d733a2b9c9,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:08:08.688100 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254cc91b-9866-41a0-bd8f-d270ccede019 req-9722ce9a-8ad0-45a6-85e9-a803ec8e6dda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:08.689456 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-254cc91b-9866-41a0-bd8f-d270ccede019 req-9722ce9a-8ad0-45a6-85e9-a803ec8e6dda service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e2cea4a9-15b2-4b0f-a36e-4aff7f2ffbab HTTP/1.1" status: 200 len: 853 time: 0.1934519 Nov 22 20:08:08.768094 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 2642f88e-2d10-4191-8d6b-3c979345e461, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=2642f88e-2d10-4191-8d6b-3c979345e461,segment=NetworkSegment(76958c93-e271-4464-8b2b-ab874b82cbfe),segment_id=76958c93-e271-4464-8b2b-ab874b82cbfe)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:08:08.782617 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Returning: {'device': '2642f88e-2d10-4191-8d6b-3c979345e461', 'network_id': '1306f2a3-38fd-4113-90f1-035ef6a6779c', 'port_id': '2642f88e-2d10-4191-8d6b-3c979345e461', 'mac_address': 'fa:16:3e:23:75:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53de5367-34e3-42b2-a988-2609fd8559f3', 'ip_address': '19.80.0.153'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 20:08:08.796968 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-254cc91b-9866-41a0-bd8f-d270ccede019 req-ac47ce6e-edda-4c07-b19f-e781d63b5521 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5603836d-e977-4a38-b5cc-930bf7d9baac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0827122 Nov 22 20:08:08.804542 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-02caf2cc-567c-49e2-ba1a-8530241d9dc8 req-6ef7f8dd-c2ea-467d-83bc-adf5437f6b0d service neutron] 10.222.0.41 "GET /v2.0/networks/1a56dbfa-c49e-4094-a390-4515f4076617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3684134 Nov 22 20:08:08.831261 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:08.838872 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-fc9d6bf2-237f-4e7e-8667-a9b870386551 req-80168731-6c0a-43e2-a85d-362c52fd32a6 service neutron] 10.222.0.20 "GET /v2.0/networks/e1052824-bf78-4963-8937-b202e372ac24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3179669 Nov 22 20:08:08.848005 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2642f88e-2d10-4191-8d6b-3c979345e461 {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:08:08.869306 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 2642f88e-2d10-4191-8d6b-3c979345e461, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=2642f88e-2d10-4191-8d6b-3c979345e461,segment=NetworkSegment(76958c93-e271-4464-8b2b-ab874b82cbfe),segment_id=76958c93-e271-4464-8b2b-ab874b82cbfe)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:08:08.874324 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:08.875049 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 69203f5d-5f7e-4f5e-bd51-c1c374a463e4 details requested by agent hyperv_n-h1-818823-1 with host n-h1-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 20:08:08.972720 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=2642f88e-2d10-4191-8d6b-3c979345e461,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:08:08.979028 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-02a2d5a0-0969-4c11-8810-f3f68ee6f8ab req-68872995-e93d-47fe-b99c-cc55c4208096 service neutron] For port f23431ca-0bf0-4deb-8bc7-343cf9b8e47f, host n-h2-818823-1, cleared binding levels {{(pid=103447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:08:09.019865 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 69203f5d-5f7e-4f5e-bd51-c1c374a463e4, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=69203f5d-5f7e-4f5e-bd51-c1c374a463e4,segment=NetworkSegment(dab13e52-193b-40a3-83ad-fa4eac7928c0),segment_id=dab13e52-193b-40a3-83ad-fa4eac7928c0)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:08:09.020533 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96e7e64-5267-4075-83b2-6699ae32d9f2 req-4f9ca75b-bdc3-404c-8521-10d2e5677825 tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:09.022092 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c96e7e64-5267-4075-83b2-6699ae32d9f2 req-4f9ca75b-bdc3-404c-8521-10d2e5677825 tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] 10.222.0.46 "GET /v2.0/ports?device_id=600367c4-ade6-4072-a9b7-9d9122e901c9 HTTP/1.1" status: 200 len: 943 time: 0.2984748 Nov 22 20:08:09.028077 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-02a2d5a0-0969-4c11-8810-f3f68ee6f8ab req-68872995-e93d-47fe-b99c-cc55c4208096 service neutron] For port f23431ca-0bf0-4deb-8bc7-343cf9b8e47f, host n-h2-818823-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=f23431ca-0bf0-4deb-8bc7-343cf9b8e47f,segment=NetworkSegment(a1d01b66-e103-44ab-97f3-6f827675fa31),segment_id=a1d01b66-e103-44ab-97f3-6f827675fa31)] {{(pid=103447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:08:09.034512 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Returning: {'device': '69203f5d-5f7e-4f5e-bd51-c1c374a463e4', 'network_id': '1a56dbfa-c49e-4094-a390-4515f4076617', 'port_id': '69203f5d-5f7e-4f5e-bd51-c1c374a463e4', 'mac_address': 'fa:16:3e:bb:9c:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43b1698e-576f-48c6-a172-7bbfbd68da73', 'ip_address': '19.86.0.154'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 20:08:09.057463 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-02a2d5a0-0969-4c11-8810-f3f68ee6f8ab req-68872995-e93d-47fe-b99c-cc55c4208096 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:09.072881 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:09.089860 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc05c59-6201-4e67-8cae-f84191a4a9a3 req-df7b4a4a-2936-4ca2-83cb-902a409f8645 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:09.090121 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69203f5d-5f7e-4f5e-bd51-c1c374a463e4 {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:08:09.091368 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-bdc05c59-6201-4e67-8cae-f84191a4a9a3 req-df7b4a4a-2936-4ca2-83cb-902a409f8645 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/ports?device_id=bd3740f9-d89f-45cf-b02d-7739f6a5131c HTTP/1.1" status: 200 len: 950 time: 0.2808082 Nov 22 20:08:09.111059 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 69203f5d-5f7e-4f5e-bd51-c1c374a463e4, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=69203f5d-5f7e-4f5e-bd51-c1c374a463e4,segment=NetworkSegment(dab13e52-193b-40a3-83ad-fa4eac7928c0),segment_id=dab13e52-193b-40a3-83ad-fa4eac7928c0)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:08:09.115535 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:09.116208 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 54f5b4bd-bc9c-4b4e-80b3-00323d0ba699 details requested by agent hyperv_n-h1-818823-1 with host n-h1-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 20:08:09.159249 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a2d5a0-0969-4c11-8810-f3f68ee6f8ab req-68872995-e93d-47fe-b99c-cc55c4208096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:09.159990 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-02a2d5a0-0969-4c11-8810-f3f68ee6f8ab req-68872995-e93d-47fe-b99c-cc55c4208096 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:09.161266 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-02a2d5a0-0969-4c11-8810-f3f68ee6f8ab req-68872995-e93d-47fe-b99c-cc55c4208096 service neutron] 10.222.0.20 "PUT /v2.0/ports/f23431ca-0bf0-4deb-8bc7-343cf9b8e47f HTTP/1.1" status: 200 len: 1091 time: 3.4640975 Nov 22 20:08:09.164736 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9ae866e-5436-4a96-80ae-d5acfb56b49f', 'tag': 'e2a95f78-595b-4f6b-b4f6-ed601b710f56'}, {'name': 'network-changed', 'server_uuid': '600367c4-ade6-4072-a9b7-9d9122e901c9', 'tag': 'f23431ca-0bf0-4deb-8bc7-343cf9b8e47f'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:08:09.166755 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fb67cd8-b081-4ad3-a86d-c25d366735b5" -d '{"events": [{"name": "network-changed", "server_uuid": "a9ae866e-5436-4a96-80ae-d5acfb56b49f", "tag": "e2a95f78-595b-4f6b-b4f6-ed601b710f56"}, {"name": "network-changed", "server_uuid": "600367c4-ade6-4072-a9b7-9d9122e901c9", "tag": "f23431ca-0bf0-4deb-8bc7-343cf9b8e47f"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:08:09.185930 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 54f5b4bd-bc9c-4b4e-80b3-00323d0ba699, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=54f5b4bd-bc9c-4b4e-80b3-00323d0ba699,segment=NetworkSegment(76958c93-e271-4464-8b2b-ab874b82cbfe),segment_id=76958c93-e271-4464-8b2b-ab874b82cbfe)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:08:09.186332 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-254cc91b-9866-41a0-bd8f-d270ccede019 req-267b3dc3-2087-4194-ac3d-05c62646b7e7 service neutron] 10.222.0.41 "GET /v2.0/networks/5603836d-e977-4a38-b5cc-930bf7d9baac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3795674 Nov 22 20:08:09.196122 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=69203f5d-5f7e-4f5e-bd51-c1c374a463e4,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:08:09.201760 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9651f0f7-aa5f-4af4-8275-aa1a7fa35346 req-f8d36ab2-b0be-4e14-af15-a21897b9b865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:09.202243 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9651f0f7-aa5f-4af4-8275-aa1a7fa35346 req-f8d36ab2-b0be-4e14-af15-a21897b9b865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:09.202746 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9651f0f7-aa5f-4af4-8275-aa1a7fa35346 req-f8d36ab2-b0be-4e14-af15-a21897b9b865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:09.202958 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Returning: {'device': '54f5b4bd-bc9c-4b4e-80b3-00323d0ba699', 'network_id': '1306f2a3-38fd-4113-90f1-035ef6a6779c', 'port_id': '54f5b4bd-bc9c-4b4e-80b3-00323d0ba699', 'mac_address': 'fa:16:3e:15:8c:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53de5367-34e3-42b2-a988-2609fd8559f3', 'ip_address': '19.80.0.56'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 20:08:09.204655 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9651f0f7-aa5f-4af4-8275-aa1a7fa35346 req-f8d36ab2-b0be-4e14-af15-a21897b9b865 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=61dcfa65121d45e7982f77d2ef747965&device_id=650e2652-3453-4441-aa37-86ee1c330dff HTTP/1.1" status: 200 len: 2866 time: 0.3326788 Nov 22 20:08:09.242408 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:09.245451 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-fc9d6bf2-237f-4e7e-8667-a9b870386551 req-d1604419-e26d-4add-ab40-f344eb7843ba service neutron] 10.222.0.20 "GET /v2.0/networks/e1052824-bf78-4963-8937-b202e372ac24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3770671 Nov 22 20:08:09.258070 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54f5b4bd-bc9c-4b4e-80b3-00323d0ba699 {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:08:09.283456 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 54f5b4bd-bc9c-4b4e-80b3-00323d0ba699, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=54f5b4bd-bc9c-4b4e-80b3-00323d0ba699,segment=NetworkSegment(76958c93-e271-4464-8b2b-ab874b82cbfe),segment_id=76958c93-e271-4464-8b2b-ab874b82cbfe)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:08:09.288504 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:09.346227 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=54f5b4bd-bc9c-4b4e-80b3-00323d0ba699,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:08:09.349499 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c96e7e64-5267-4075-83b2-6699ae32d9f2 req-e7e5c9ed-2f92-4bcf-9b58-6dbcf70aa24b tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] 10.222.0.46 "GET /v2.0/security-groups?id=89c2c967-26c4-4e1c-a1fd-c97f87817ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3191471 Nov 22 20:08:09.365920 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68872995-e93d-47fe-b99c-cc55c4208096 service neutron] Pushing event updated for resources: {'Port': ['ID=f23431ca-0bf0-4deb-8bc7-343cf9b8e47f,revision_number=3']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:08:09.406068 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-bdc05c59-6201-4e67-8cae-f84191a4a9a3 req-f2312672-fedf-4b7d-899c-0e9593ea53c3 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1d007ec-a75a-4ef8-9cdd-9c679a3ff22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2756076 Nov 22 20:08:09.434171 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a2d5a0-0969-4c11-8810-f3f68ee6f8ab req-cb90e4f0-927f-4e5f-9f05-b1ac5fb96226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:09.435736 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-02a2d5a0-0969-4c11-8810-f3f68ee6f8ab req-cb90e4f0-927f-4e5f-9f05-b1ac5fb96226 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ed1bb220b53d484cb7697cddf2626bd6&device_id=600367c4-ade6-4072-a9b7-9d9122e901c9 HTTP/1.1" status: 200 len: 1094 time: 0.1960561 Nov 22 20:08:09.510863 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9651f0f7-aa5f-4af4-8275-aa1a7fa35346 req-b3b0feee-b5da-43a8-be93-3aa2f1051d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:09.512297 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9651f0f7-aa5f-4af4-8275-aa1a7fa35346 req-b3b0feee-b5da-43a8-be93-3aa2f1051d73 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1306f2a3-38fd-4113-90f1-035ef6a6779c HTTP/1.1" status: 200 len: 903 time: 0.2989974 Nov 22 20:08:09.514093 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-254cc91b-9866-41a0-bd8f-d270ccede019 req-d9e1f35f-3294-420d-ad90-628be0898fe1 service neutron] 10.222.0.41 "GET /v2.0/networks/5603836d-e977-4a38-b5cc-930bf7d9baac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3034203 Nov 22 20:08:09.517416 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-02a2d5a0-0969-4c11-8810-f3f68ee6f8ab req-7318242d-616f-426c-966b-e209fadb08a2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f23431ca-0bf0-4deb-8bc7-343cf9b8e47f HTTP/1.1" status: 200 len: 217 time: 0.0670609 Nov 22 20:08:09.606541 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9651f0f7-aa5f-4af4-8275-aa1a7fa35346 req-0064b555-7f46-4d60-8131-29e71c0a5ef0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.56&port_id=54f5b4bd-bc9c-4b4e-80b3-00323d0ba699 HTTP/1.1" status: 200 len: 217 time: 0.0659602 Nov 22 20:08:09.652705 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a2d5a0-0969-4c11-8810-f3f68ee6f8ab req-9a131bfc-e8d5-463c-b51c-e8203da3a3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:09.654193 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-02a2d5a0-0969-4c11-8810-f3f68ee6f8ab req-9a131bfc-e8d5-463c-b51c-e8203da3a3c9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6ba52ab0-cb64-425e-be27-2e0b31d7d99f HTTP/1.1" status: 200 len: 861 time: 0.1217804 Nov 22 20:08:09.664594 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2365d12-8129-4cd1-984c-e9bfb453e018 req-8bcccfc1-52ad-4a48-9c45-04c321e2cfd1 tempest-MultipleCreateTestJSON-1276993397 tempest-MultipleCreateTestJSON-1276993397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:09.666134 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c2365d12-8129-4cd1-984c-e9bfb453e018 req-8bcccfc1-52ad-4a48-9c45-04c321e2cfd1 tempest-MultipleCreateTestJSON-1276993397 tempest-MultipleCreateTestJSON-1276993397-project] 10.222.0.46 "GET /v2.0/ports?device_id=a9ae866e-5436-4a96-80ae-d5acfb56b49f HTTP/1.1" status: 200 len: 943 time: 0.1640036 Nov 22 20:08:09.680438 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] get_ports_and_sgs() called for port_ids ['54f5b4bd-bc9c-4b4e-80b3-00323d0ba699'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:08:09.697527 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5b83202f-f7bd-480d-8600-915484a6265b req-d348fd01-3e10-4a78-818d-fea79437b07a tempest-SecurityGroupRulesTestJSON-1240234636 tempest-SecurityGroupRulesTestJSON-1240234636-project] 10.222.0.46 "GET /v2.0/security-groups/37418431-0efe-4eed-803e-404275e84719 HTTP/1.1" status: 200 len: 1822 time: 0.0968049 Nov 22 20:08:09.710870 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] get_ports_and_sgs() called for port_ids ['69203f5d-5f7e-4f5e-bd51-c1c374a463e4'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:08:09.713177 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] get_ports_and_sgs() called for port_ids ['2642f88e-2d10-4191-8d6b-3c979345e461'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:08:09.785294 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-02a2d5a0-0969-4c11-8810-f3f68ee6f8ab req-6c4d3800-915f-4ba3-9015-9d2d831524c0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5c8a61c3-0285-4b7d-b110-24534369ffce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1181617 Nov 22 20:08:09.838587 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c2365d12-8129-4cd1-984c-e9bfb453e018 req-b5fca2d3-f393-495b-bf0c-53835ef14b89 tempest-MultipleCreateTestJSON-1276993397 tempest-MultipleCreateTestJSON-1276993397-project] 10.222.0.46 "GET /v2.0/security-groups?id=8a035bd2-0e78-4fc7-9d57-01ec97cfb81c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610312 Nov 22 20:08:09.864466 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9651f0f7-aa5f-4af4-8275-aa1a7fa35346 req-5304c810-63f4-40e5-82e8-1f097f01d8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:09.866150 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9651f0f7-aa5f-4af4-8275-aa1a7fa35346 req-5304c810-63f4-40e5-82e8-1f097f01d8ab service neutron] 10.222.0.41 "GET /v2.0/subnets?id=53de5367-34e3-42b2-a988-2609fd8559f3 HTTP/1.1" status: 200 len: 801 time: 0.2507091 Nov 22 20:08:09.926590 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-5b83202f-f7bd-480d-8600-915484a6265b req-32c68707-5442-40ed-9231-2d09d4826332 tempest-SecurityGroupRulesTestJSON-1240234636 tempest-SecurityGroupRulesTestJSON-1240234636-project] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:10.265995 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 22 Nov 2021 20:08:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9124e747-ec34-45d7-9ae1-2e4367ef6ad6 x-openstack-request-id: req-9124e747-ec34-45d7-9ae1-2e4367ef6ad6 {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:08:10.266712 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9ae866e-5436-4a96-80ae-d5acfb56b49f", "tag": "e2a95f78-595b-4f6b-b4f6-ed601b710f56", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "600367c4-ade6-4072-a9b7-9d9122e901c9", "tag": "f23431ca-0bf0-4deb-8bc7-343cf9b8e47f", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:08:10.266712 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9124e747-ec34-45d7-9ae1-2e4367ef6ad6 {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:08:10.266914 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9ae866e-5436-4a96-80ae-d5acfb56b49f', 'tag': 'e2a95f78-595b-4f6b-b4f6-ed601b710f56', 'status': 'completed', 'code': 200} Nov 22 20:08:10.267151 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '600367c4-ade6-4072-a9b7-9d9122e901c9', 'tag': 'f23431ca-0bf0-4deb-8bc7-343cf9b8e47f', 'status': 'completed', 'code': 200} Nov 22 20:08:10.339038 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-5b83202f-f7bd-480d-8600-915484a6265b req-32c68707-5442-40ed-9231-2d09d4826332 tempest-SecurityGroupRulesTestJSON-1240234636 tempest-SecurityGroupRulesTestJSON-1240234636-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:10.350190 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9651f0f7-aa5f-4af4-8275-aa1a7fa35346 req-44e565da-8aa0-4d7a-9827-c808da6126af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:10.351733 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9651f0f7-aa5f-4af4-8275-aa1a7fa35346 req-44e565da-8aa0-4d7a-9827-c808da6126af service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1306f2a3-38fd-4113-90f1-035ef6a6779c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4735005 Nov 22 20:08:10.357616 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-02a2d5a0-0969-4c11-8810-f3f68ee6f8ab req-b2a57846-265f-4e6b-bfe7-48d092a71372 service neutron] 10.222.0.20 "GET /v2.0/networks/5c8a61c3-0285-4b7d-b110-24534369ffce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5591965 Nov 22 20:08:10.508366 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c6585c-cae3-45f2-be5f-b17f33c43539 req-e150d7d2-364b-42bd-bdce-e8ca728400e2 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:10.514347 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c6585c-cae3-45f2-be5f-b17f33c43539 req-e150d7d2-364b-42bd-bdce-e8ca728400e2 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:10.521065 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c6585c-cae3-45f2-be5f-b17f33c43539 req-e150d7d2-364b-42bd-bdce-e8ca728400e2 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:10.522621 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f7c6585c-cae3-45f2-be5f-b17f33c43539 req-e150d7d2-364b-42bd-bdce-e8ca728400e2 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] 10.222.0.46 "GET /v2.0/ports?device_id=650e2652-3453-4441-aa37-86ee1c330dff HTTP/1.1" status: 200 len: 2415 time: 0.2547393 Nov 22 20:08:10.534549 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb67cd8-b081-4ad3-a86d-c25d366735b5 req-2814025b-5573-4b48-a36d-f1dcc27a79f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:10.536007 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4fb67cd8-b081-4ad3-a86d-c25d366735b5 req-2814025b-5573-4b48-a36d-f1dcc27a79f2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bcb1ae20a081415e81e09051d4ec0bd1&device_id=a9ae866e-5436-4a96-80ae-d5acfb56b49f HTTP/1.1" status: 200 len: 1094 time: 0.2718813 Nov 22 20:08:10.637411 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device dd2d9657-fb8c-4fd1-a94c-535d493f6853 details requested by agent hyperv_n-h1-818823-1 with host n-h1-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 20:08:10.659593 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-5b83202f-f7bd-480d-8600-915484a6265b req-32c68707-5442-40ed-9231-2d09d4826332 tempest-SecurityGroupRulesTestJSON-1240234636 tempest-SecurityGroupRulesTestJSON-1240234636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:10.662201 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-5b83202f-f7bd-480d-8600-915484a6265b req-32c68707-5442-40ed-9231-2d09d4826332 tempest-SecurityGroupRulesTestJSON-1240234636 tempest-SecurityGroupRulesTestJSON-1240234636-project] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:10.663371 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5b83202f-f7bd-480d-8600-915484a6265b req-32c68707-5442-40ed-9231-2d09d4826332 tempest-SecurityGroupRulesTestJSON-1240234636 tempest-SecurityGroupRulesTestJSON-1240234636-project] 10.222.0.46 "DELETE /v2.0/security-groups/37418431-0efe-4eed-803e-404275e84719 HTTP/1.1" status: 204 len: 173 time: 0.9554253 Nov 22 20:08:10.680037 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9651f0f7-aa5f-4af4-8275-aa1a7fa35346 req-b824a157-04ff-42cf-8c70-b635eb9723ed service neutron] 10.222.0.41 "GET /v2.0/networks/1306f2a3-38fd-4113-90f1-035ef6a6779c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3177338 Nov 22 20:08:10.711941 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c68707-5442-40ed-9231-2d09d4826332 tempest-SecurityGroupRulesTestJSON-1240234636 tempest-SecurityGroupRulesTestJSON-1240234636-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37418431-0efe-4eed-803e-404275e84719,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:08:10.724561 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f7c6585c-cae3-45f2-be5f-b17f33c43539 req-34aee1ff-f21c-4091-9ebb-c17c93c0081a tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2857c8b-9c58-4d8b-ab89-040cb1f70ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909196 Nov 22 20:08:10.730109 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-02a2d5a0-0969-4c11-8810-f3f68ee6f8ab req-f334e16c-68ae-45f5-9406-edee86cf096b service neutron] 10.222.0.20 "GET /v2.0/networks/5c8a61c3-0285-4b7d-b110-24534369ffce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3584640 Nov 22 20:08:10.755101 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port dd2d9657-fb8c-4fd1-a94c-535d493f6853, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=dd2d9657-fb8c-4fd1-a94c-535d493f6853,segment=NetworkSegment(021b91f9-18fd-49d2-9530-507289b68670),segment_id=021b91f9-18fd-49d2-9530-507289b68670)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:08:10.776948 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Returning: {'device': 'dd2d9657-fb8c-4fd1-a94c-535d493f6853', 'network_id': '5603836d-e977-4a38-b5cc-930bf7d9baac', 'port_id': 'dd2d9657-fb8c-4fd1-a94c-535d493f6853', 'mac_address': 'fa:16:3e:70:2a:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2cea4a9-15b2-4b0f-a36e-4aff7f2ffbab', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 20:08:10.830799 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:10.845090 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd2d9657-fb8c-4fd1-a94c-535d493f6853 {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:08:10.862042 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb67cd8-b081-4ad3-a86d-c25d366735b5 req-dd949358-246a-4ba6-b1fe-fa1437055fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:10.863604 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4fb67cd8-b081-4ad3-a86d-c25d366735b5 req-dd949358-246a-4ba6-b1fe-fa1437055fcd service neutron] 10.222.0.20 "GET /v2.0/networks?id=5603836d-e977-4a38-b5cc-930bf7d9baac HTTP/1.1" status: 200 len: 914 time: 0.2959206 Nov 22 20:08:10.871344 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port dd2d9657-fb8c-4fd1-a94c-535d493f6853, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=dd2d9657-fb8c-4fd1-a94c-535d493f6853,segment=NetworkSegment(021b91f9-18fd-49d2-9530-507289b68670),segment_id=021b91f9-18fd-49d2-9530-507289b68670)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:08:10.876800 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:10.926643 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=dd2d9657-fb8c-4fd1-a94c-535d493f6853,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:08:10.944730 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4fb67cd8-b081-4ad3-a86d-c25d366735b5 req-36e6d9d1-fdb4-48c2-a37c-f18c6ef35fdf service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e2a95f78-595b-4f6b-b4f6-ed601b710f56 HTTP/1.1" status: 200 len: 217 time: 0.0617380 Nov 22 20:08:10.956253 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d2f283-a04d-4caa-8130-b20ca57cc08a req-64964e6c-03fd-47e9-976f-d6d4aee0cf10 tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:10.957695 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f6d2f283-a04d-4caa-8130-b20ca57cc08a req-64964e6c-03fd-47e9-976f-d6d4aee0cf10 tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] 10.222.0.46 "GET /v2.0/ports?device_id=29dda483-f89a-4ce8-828b-793410f029f1 HTTP/1.1" status: 200 len: 949 time: 0.1734860 Nov 22 20:08:10.962512 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9651f0f7-aa5f-4af4-8275-aa1a7fa35346 req-83b6eea9-c3ae-44a7-b21b-d0b8230f4204 service neutron] 10.222.0.41 "GET /v2.0/networks/1306f2a3-38fd-4113-90f1-035ef6a6779c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2743661 Nov 22 20:08:11.016910 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca0e22a-3394-4f33-87e8-b0aaa77820ca req-e9e33bd5-2be5-432e-85ed-6c1e2f205664 tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:11.018512 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-dca0e22a-3394-4f33-87e8-b0aaa77820ca req-e9e33bd5-2be5-432e-85ed-6c1e2f205664 tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] 10.222.0.46 "GET /v2.0/ports?device_id=600367c4-ade6-4072-a9b7-9d9122e901c9 HTTP/1.1" status: 200 len: 943 time: 0.1794960 Nov 22 20:08:11.064332 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb67cd8-b081-4ad3-a86d-c25d366735b5 req-b2edef9a-881f-46d2-9c06-62803f0ff39f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:11.065737 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4fb67cd8-b081-4ad3-a86d-c25d366735b5 req-b2edef9a-881f-46d2-9c06-62803f0ff39f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e2cea4a9-15b2-4b0f-a36e-4aff7f2ffbab HTTP/1.1" status: 200 len: 853 time: 0.1054153 Nov 22 20:08:11.096148 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f6d2f283-a04d-4caa-8130-b20ca57cc08a req-68cddcd2-5aad-40d3-9956-2e357ff11b5d tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] 10.222.0.46 "GET /v2.0/security-groups?id=e5ae9e03-6ff8-4082-b7a4-25ecea5ed21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255450 Nov 22 20:08:11.121686 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4fb67cd8-b081-4ad3-a86d-c25d366735b5 req-99c2a47c-ac21-4105-a51d-fe27b91a4599 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5603836d-e977-4a38-b5cc-930bf7d9baac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444431 Nov 22 20:08:11.126663 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-dca0e22a-3394-4f33-87e8-b0aaa77820ca req-80c79d69-d816-48bc-9852-f9a6fa49f1e8 tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] 10.222.0.46 "GET /v2.0/security-groups?id=89c2c967-26c4-4e1c-a1fd-c97f87817ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972354 Nov 22 20:08:11.295788 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6570464d-cca9-4eaa-81ee-9d86bb74f838 req-c9cfb0de-f2df-41fb-b3c7-c9d64befe961 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:11.298017 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6570464d-cca9-4eaa-81ee-9d86bb74f838 req-c9cfb0de-f2df-41fb-b3c7-c9d64befe961 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/ports?device_id=bd3740f9-d89f-45cf-b02d-7739f6a5131c HTTP/1.1" status: 200 len: 950 time: 0.1143129 Nov 22 20:08:11.301284 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-daf4bbab-9597-467c-bff3-19a565952b8c req-acca9abc-6856-4896-ae62-dcb392f0811e tempest-SecurityGroupRulesTestJSON-1240234636 tempest-SecurityGroupRulesTestJSON-1240234636-project] 10.222.0.46 "GET /v2.0/security-groups/6ed8bfde-d1bb-4bae-b7ae-9c31031c5e82 HTTP/1.1" status: 200 len: 1821 time: 0.0868285 Nov 22 20:08:11.303315 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4fb67cd8-b081-4ad3-a86d-c25d366735b5 req-4d79b929-bb7d-4ba0-8261-2e8ef75d2830 service neutron] 10.222.0.20 "GET /v2.0/networks/5603836d-e977-4a38-b5cc-930bf7d9baac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1678431 Nov 22 20:08:11.324267 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] get_ports_and_sgs() called for port_ids ['dd2d9657-fb8c-4fd1-a94c-535d493f6853'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:08:11.433955 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6570464d-cca9-4eaa-81ee-9d86bb74f838 req-a25e3bd5-bfbb-4c87-aa51-ddca5aed1957 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1d007ec-a75a-4ef8-9cdd-9c679a3ff22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296337 Nov 22 20:08:11.458453 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-daf4bbab-9597-467c-bff3-19a565952b8c req-924aad9e-cbdf-445f-bc32-e4fdc86c9a64 tempest-SecurityGroupRulesTestJSON-1240234636 tempest-SecurityGroupRulesTestJSON-1240234636-project] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:11.519088 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4fb67cd8-b081-4ad3-a86d-c25d366735b5 req-ebc0a50f-bc24-41fd-bcce-28e99a64613d service neutron] 10.222.0.20 "GET /v2.0/networks/5603836d-e977-4a38-b5cc-930bf7d9baac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2015889 Nov 22 20:08:11.529021 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-daf4bbab-9597-467c-bff3-19a565952b8c req-924aad9e-cbdf-445f-bc32-e4fdc86c9a64 tempest-SecurityGroupRulesTestJSON-1240234636 tempest-SecurityGroupRulesTestJSON-1240234636-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:11.604575 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c770973b-9f49-4dae-8ed5-6319016d1633 req-9bcf9348-f2de-4aba-9935-10b6ba9c0ec0 tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:11.605935 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c770973b-9f49-4dae-8ed5-6319016d1633 req-9bcf9348-f2de-4aba-9935-10b6ba9c0ec0 tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] 10.222.0.20 "GET /v2.0/ports?device_id=29dda483-f89a-4ce8-828b-793410f029f1 HTTP/1.1" status: 200 len: 949 time: 0.1449163 Nov 22 20:08:11.638018 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8c140a-3904-43d3-a826-f0188bc2897d req-8f374d58-d58f-4737-a624-f24ae65940c2 tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:11.639509 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-bb8c140a-3904-43d3-a826-f0188bc2897d req-8f374d58-d58f-4737-a624-f24ae65940c2 tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] 10.222.0.46 "GET /v2.0/ports?device_id=5e565568-f3a1-48c9-8809-8dd366c2980b HTTP/1.1" status: 200 len: 945 time: 0.1377482 Nov 22 20:08:11.649286 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-daf4bbab-9597-467c-bff3-19a565952b8c req-924aad9e-cbdf-445f-bc32-e4fdc86c9a64 tempest-SecurityGroupRulesTestJSON-1240234636 tempest-SecurityGroupRulesTestJSON-1240234636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:11.651872 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-daf4bbab-9597-467c-bff3-19a565952b8c req-924aad9e-cbdf-445f-bc32-e4fdc86c9a64 tempest-SecurityGroupRulesTestJSON-1240234636 tempest-SecurityGroupRulesTestJSON-1240234636-project] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:11.653190 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-daf4bbab-9597-467c-bff3-19a565952b8c req-924aad9e-cbdf-445f-bc32-e4fdc86c9a64 tempest-SecurityGroupRulesTestJSON-1240234636 tempest-SecurityGroupRulesTestJSON-1240234636-project] 10.222.0.46 "DELETE /v2.0/security-groups/6ed8bfde-d1bb-4bae-b7ae-9c31031c5e82 HTTP/1.1" status: 204 len: 173 time: 0.3431027 Nov 22 20:08:11.663827 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb67cd8-b081-4ad3-a86d-c25d366735b5 req-49af52a5-fd34-4140-8d95-dff40ae50b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:11.665281 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4fb67cd8-b081-4ad3-a86d-c25d366735b5 req-49af52a5-fd34-4140-8d95-dff40ae50b41 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ed1bb220b53d484cb7697cddf2626bd6&device_id=600367c4-ade6-4072-a9b7-9d9122e901c9 HTTP/1.1" status: 200 len: 1094 time: 0.0880198 Nov 22 20:08:11.679534 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924aad9e-cbdf-445f-bc32-e4fdc86c9a64 tempest-SecurityGroupRulesTestJSON-1240234636 tempest-SecurityGroupRulesTestJSON-1240234636-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ed8bfde-d1bb-4bae-b7ae-9c31031c5e82,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:08:11.720280 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-bb8c140a-3904-43d3-a826-f0188bc2897d req-fbd6dcc7-de84-4297-9987-467008159c41 tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0c04069-962d-48b0-bef3-592f8ff68454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720804 Nov 22 20:08:11.762734 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa63331-a9bc-4491-84d4-e8416fc056a0 req-a714532d-b291-48ec-bde3-17ade0f3e503 tempest-MultipleCreateTestJSON-1276993397 tempest-MultipleCreateTestJSON-1276993397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:11.764225 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7aa63331-a9bc-4491-84d4-e8416fc056a0 req-a714532d-b291-48ec-bde3-17ade0f3e503 tempest-MultipleCreateTestJSON-1276993397 tempest-MultipleCreateTestJSON-1276993397-project] 10.222.0.46 "GET /v2.0/ports?device_id=a9ae866e-5436-4a96-80ae-d5acfb56b49f HTTP/1.1" status: 200 len: 943 time: 0.0595298 Nov 22 20:08:11.828964 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9fd5d44c-80d5-4170-8d07-875fcbf2b8e9 req-b6884e42-f1ab-4886-9c61-0ca1690eec45 tempest-SecurityGroupRulesTestJSON-1240234636 tempest-SecurityGroupRulesTestJSON-1240234636-project] 10.222.0.46 "GET /v2.0/security-groups/a557aa82-1c35-4b93-ac89-76a97e2a825c HTTP/1.1" status: 200 len: 2420 time: 0.0834320 Nov 22 20:08:11.918434 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7aa63331-a9bc-4491-84d4-e8416fc056a0 req-b8b0f3cf-facb-495e-abe3-95355aef86d1 tempest-MultipleCreateTestJSON-1276993397 tempest-MultipleCreateTestJSON-1276993397-project] 10.222.0.46 "GET /v2.0/security-groups?id=8a035bd2-0e78-4fc7-9d57-01ec97cfb81c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454890 Nov 22 20:08:12.048547 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device e2a95f78-595b-4f6b-b4f6-ed601b710f56 details requested by agent hyperv_n-h2-818823-1 with host n-h2-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 20:08:12.052077 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb67cd8-b081-4ad3-a86d-c25d366735b5 req-01923c1c-1e5f-4b85-943a-7507b69eaf95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:12.053568 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4fb67cd8-b081-4ad3-a86d-c25d366735b5 req-01923c1c-1e5f-4b85-943a-7507b69eaf95 service neutron] 10.222.0.20 "GET /v2.0/networks?id=5c8a61c3-0285-4b7d-b110-24534369ffce HTTP/1.1" status: 200 len: 922 time: 0.2428384 Nov 22 20:08:12.058290 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-9fd5d44c-80d5-4170-8d07-875fcbf2b8e9 req-29289f7b-939a-43da-8f36-7e82e7e71343 tempest-SecurityGroupRulesTestJSON-1240234636 tempest-SecurityGroupRulesTestJSON-1240234636-project] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:12.129781 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4fb67cd8-b081-4ad3-a86d-c25d366735b5 req-b54250f4-3fec-46b0-8715-0eb6ba89c8aa service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f23431ca-0bf0-4deb-8bc7-343cf9b8e47f HTTP/1.1" status: 200 len: 217 time: 0.0626686 Nov 22 20:08:12.132784 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-9fd5d44c-80d5-4170-8d07-875fcbf2b8e9 req-29289f7b-939a-43da-8f36-7e82e7e71343 tempest-SecurityGroupRulesTestJSON-1240234636 tempest-SecurityGroupRulesTestJSON-1240234636-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:12.148018 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port e2a95f78-595b-4f6b-b4f6-ed601b710f56, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=e2a95f78-595b-4f6b-b4f6-ed601b710f56,segment=NetworkSegment(021b91f9-18fd-49d2-9530-507289b68670),segment_id=021b91f9-18fd-49d2-9530-507289b68670)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:08:12.151784 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f332ae1-4bf1-4508-b28d-8d8190eafa6e req-308f253a-5ace-43b3-9c8e-7ee4d8d81e6d tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:12.159655 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f332ae1-4bf1-4508-b28d-8d8190eafa6e req-308f253a-5ace-43b3-9c8e-7ee4d8d81e6d tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:12.161862 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Returning: {'device': 'e2a95f78-595b-4f6b-b4f6-ed601b710f56', 'network_id': '5603836d-e977-4a38-b5cc-930bf7d9baac', 'port_id': 'e2a95f78-595b-4f6b-b4f6-ed601b710f56', 'mac_address': 'fa:16:3e:b8:4b:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2cea4a9-15b2-4b0f-a36e-4aff7f2ffbab', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 20:08:12.165676 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f332ae1-4bf1-4508-b28d-8d8190eafa6e req-308f253a-5ace-43b3-9c8e-7ee4d8d81e6d tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:12.167303 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8f332ae1-4bf1-4508-b28d-8d8190eafa6e req-308f253a-5ace-43b3-9c8e-7ee4d8d81e6d tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] 10.222.0.46 "GET /v2.0/ports?device_id=650e2652-3453-4441-aa37-86ee1c330dff HTTP/1.1" status: 200 len: 2415 time: 0.1863463 Nov 22 20:08:12.174001 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-c770973b-9f49-4dae-8ed5-6319016d1633 req-0c26d6f1-5499-491c-a540-875269b033dc tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] Deleting port a09fdba2-333c-482d-9e0d-f005d245604b {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:08:12.174336 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-c770973b-9f49-4dae-8ed5-6319016d1633 req-0c26d6f1-5499-491c-a540-875269b033dc tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:12.207407 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:12.220730 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2a95f78-595b-4f6b-b4f6-ed601b710f56 {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:08:12.240872 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port e2a95f78-595b-4f6b-b4f6-ed601b710f56, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=e2a95f78-595b-4f6b-b4f6-ed601b710f56,segment=NetworkSegment(021b91f9-18fd-49d2-9530-507289b68670),segment_id=021b91f9-18fd-49d2-9530-507289b68670)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:08:12.245574 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:12.246408 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 098e56c6-9987-44ca-ac04-2354cb1a22a9 details requested by agent hyperv_n-h2-818823-1 with host n-h2-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 20:08:12.299457 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb67cd8-b081-4ad3-a86d-c25d366735b5 req-d9d3a59f-961d-43a7-b1ea-8948a988712b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:12.300940 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4fb67cd8-b081-4ad3-a86d-c25d366735b5 req-d9d3a59f-961d-43a7-b1ea-8948a988712b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6ba52ab0-cb64-425e-be27-2e0b31d7d99f HTTP/1.1" status: 200 len: 861 time: 0.1305056 Nov 22 20:08:12.351055 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=e2a95f78-595b-4f6b-b4f6-ed601b710f56,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:08:12.358263 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4fb67cd8-b081-4ad3-a86d-c25d366735b5 req-542e396b-46c3-459d-91f0-28f5c217d783 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5c8a61c3-0285-4b7d-b110-24534369ffce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495701 Nov 22 20:08:12.366628 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-9fd5d44c-80d5-4170-8d07-875fcbf2b8e9 req-29289f7b-939a-43da-8f36-7e82e7e71343 tempest-SecurityGroupRulesTestJSON-1240234636 tempest-SecurityGroupRulesTestJSON-1240234636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:12.369207 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-9fd5d44c-80d5-4170-8d07-875fcbf2b8e9 req-29289f7b-939a-43da-8f36-7e82e7e71343 tempest-SecurityGroupRulesTestJSON-1240234636 tempest-SecurityGroupRulesTestJSON-1240234636-project] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:12.370291 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9fd5d44c-80d5-4170-8d07-875fcbf2b8e9 req-29289f7b-939a-43da-8f36-7e82e7e71343 tempest-SecurityGroupRulesTestJSON-1240234636 tempest-SecurityGroupRulesTestJSON-1240234636-project] 10.222.0.46 "DELETE /v2.0/security-groups/a557aa82-1c35-4b93-ac89-76a97e2a825c HTTP/1.1" status: 204 len: 173 time: 0.5284026 Nov 22 20:08:12.393248 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8f332ae1-4bf1-4508-b28d-8d8190eafa6e req-ac4815a1-e22b-4695-b3d7-1273baac6b92 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2857c8b-9c58-4d8b-ab89-040cb1f70ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126250 Nov 22 20:08:12.397213 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port 098e56c6-9987-44ca-ac04-2354cb1a22a9, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=098e56c6-9987-44ca-ac04-2354cb1a22a9,segment=NetworkSegment(ee8173ed-ffda-445d-90ba-7bf45834e451),segment_id=ee8173ed-ffda-445d-90ba-7bf45834e451)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:08:12.410914 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Returning: {'device': '098e56c6-9987-44ca-ac04-2354cb1a22a9', 'network_id': '2cba3d15-15ad-430b-9993-3b4a14230480', 'port_id': '098e56c6-9987-44ca-ac04-2354cb1a22a9', 'mac_address': 'fa:16:3e:79:14:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1439a4b0-dcfd-4d3a-bcc9-51cb20acf78c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 20:08:12.446809 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29289f7b-939a-43da-8f36-7e82e7e71343 tempest-SecurityGroupRulesTestJSON-1240234636 tempest-SecurityGroupRulesTestJSON-1240234636-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a557aa82-1c35-4b93-ac89-76a97e2a825c,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:08:12.454769 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-c770973b-9f49-4dae-8ed5-6319016d1633 req-0c26d6f1-5499-491c-a540-875269b033dc tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] For port a09fdba2-333c-482d-9e0d-f005d245604b, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=a09fdba2-333c-482d-9e0d-f005d245604b,segment=NetworkSegment(2a5a1c7b-538e-498e-99b9-cc7a8e0411be),segment_id=2a5a1c7b-538e-498e-99b9-cc7a8e0411be)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:08:12.455192 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-c770973b-9f49-4dae-8ed5-6319016d1633 req-0c26d6f1-5499-491c-a540-875269b033dc tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:12.482154 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-c770973b-9f49-4dae-8ed5-6319016d1633 req-0c26d6f1-5499-491c-a540-875269b033dc tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] Calling delete_port for a09fdba2-333c-482d-9e0d-f005d245604b owned by compute:nova {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:08:12.487829 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:12.501456 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 098e56c6-9987-44ca-ac04-2354cb1a22a9 {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:08:12.522251 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port 098e56c6-9987-44ca-ac04-2354cb1a22a9, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=098e56c6-9987-44ca-ac04-2354cb1a22a9,segment=NetworkSegment(ee8173ed-ffda-445d-90ba-7bf45834e451),segment_id=ee8173ed-ffda-445d-90ba-7bf45834e451)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:08:12.526720 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:12.575846 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=098e56c6-9987-44ca-ac04-2354cb1a22a9,revision_number=6']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:08:12.630289 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14016128-b3fa-4752-9ebe-2e17c46824db req-320559eb-1d6f-41e1-abf9-b61ed6d7abca tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:12.631781 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-14016128-b3fa-4752-9ebe-2e17c46824db req-320559eb-1d6f-41e1-abf9-b61ed6d7abca tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] 10.222.0.46 "GET /v2.0/ports?device_id=29dda483-f89a-4ce8-828b-793410f029f1 HTTP/1.1" status: 200 len: 949 time: 0.1738920 Nov 22 20:08:12.633541 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4fb67cd8-b081-4ad3-a86d-c25d366735b5 req-a2e88fc4-ee01-4518-a95b-7e94ec98ece1 service neutron] 10.222.0.20 "GET /v2.0/networks/5c8a61c3-0285-4b7d-b110-24534369ffce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2592211 Nov 22 20:08:12.643041 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59616e8c-bf77-4528-9d71-d1b5618e9894 req-8713831e-dc24-4175-a1d1-d0395de6671c tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:12.644402 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-59616e8c-bf77-4528-9d71-d1b5618e9894 req-8713831e-dc24-4175-a1d1-d0395de6671c tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] 10.222.0.46 "GET /v2.0/ports?device_id=600367c4-ade6-4072-a9b7-9d9122e901c9 HTTP/1.1" status: 200 len: 943 time: 0.1688526 Nov 22 20:08:12.649463 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device dd2d9657-fb8c-4fd1-a94c-535d493f6853 up at agent hyperv_n-h1-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:08:12.700422 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] get_ports_and_sgs() called for port_ids ['098e56c6-9987-44ca-ac04-2354cb1a22a9'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:08:12.733841 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Provisioning for port dd2d9657-fb8c-4fd1-a94c-535d493f6853 completed by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 20:08:12.741549 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Provisioning complete for port dd2d9657-fb8c-4fd1-a94c-535d493f6853 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:08:12.743340 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:12.808606 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-14016128-b3fa-4752-9ebe-2e17c46824db req-845b5f63-1f01-4886-8999-b628f25dc617 tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] 10.222.0.46 "GET /v2.0/security-groups?id=e5ae9e03-6ff8-4082-b7a4-25ecea5ed21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632402 Nov 22 20:08:12.829918 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-59616e8c-bf77-4528-9d71-d1b5618e9894 req-ba66d61f-4ede-44e8-918d-11f63e81a9e1 tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] 10.222.0.46 "GET /v2.0/security-groups?id=89c2c967-26c4-4e1c-a1fd-c97f87817ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675107 Nov 22 20:08:12.843711 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] get_ports_and_sgs() called for port_ids ['e2a95f78-595b-4f6b-b4f6-ed601b710f56'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:08:12.881965 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4fb67cd8-b081-4ad3-a86d-c25d366735b5 req-912331b3-ff44-48b3-9865-4d1506568c17 service neutron] 10.222.0.20 "GET /v2.0/networks/5c8a61c3-0285-4b7d-b110-24534369ffce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2332814 Nov 22 20:08:12.892325 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-c770973b-9f49-4dae-8ed5-6319016d1633 req-0c26d6f1-5499-491c-a540-875269b033dc tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:12.914034 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] get_ports_and_sgs() called for port_ids ['d65e9dd0-ad52-4544-bbe5-38ddf0458f1e'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:08:12.926769 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:12.933933 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c26d6f1-5499-491c-a540-875269b033dc tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] Pushing event deleted for resources: {'Port': ['ID=a09fdba2-333c-482d-9e0d-f005d245604b,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:08:12.954902 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d317d686-95a5-4e0b-b3e9-6ff728d5e9ce req-0c7fb435-8bf1-434b-ba0f-cabaf75d578d tempest-SecurityGroupRulesTestJSON-1240234636 tempest-SecurityGroupRulesTestJSON-1240234636-project] 10.222.0.46 "GET /v2.0/security-groups/cffa5b16-7f87-49d1-a426-7f05b7afb312 HTTP/1.1" status: 200 len: 2413 time: 0.0900109 Nov 22 20:08:13.009037 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-c770973b-9f49-4dae-8ed5-6319016d1633 req-0c26d6f1-5499-491c-a540-875269b033dc tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] No DVR routers for this DVR port a09fdba2-333c-482d-9e0d-f005d245604b on host n-h2-818823-1 {{(pid=103447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:08:13.022320 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-c770973b-9f49-4dae-8ed5-6319016d1633 req-0c26d6f1-5499-491c-a540-875269b033dc tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:13.025744 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c770973b-9f49-4dae-8ed5-6319016d1633 req-0c26d6f1-5499-491c-a540-875269b033dc tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] 10.222.0.20 "DELETE /v2.0/ports/a09fdba2-333c-482d-9e0d-f005d245604b HTTP/1.1" status: 204 len: 173 time: 1.2162864 Nov 22 20:08:13.026226 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29dda483-f89a-4ce8-828b-793410f029f1', 'name': 'network-vif-deleted', 'tag': 'a09fdba2-333c-482d-9e0d-f005d245604b'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:08:13.028807 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6dbeb30-61a3-4320-b02f-48ca76e3cc03" -d '{"events": [{"server_uuid": "29dda483-f89a-4ce8-828b-793410f029f1", "name": "network-vif-deleted", "tag": "a09fdba2-333c-482d-9e0d-f005d245604b"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:08:13.098020 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e766ec0d-83d5-4aa0-9b7f-f5cb96194f4b req-9d2611b5-9fea-4256-a387-cf600c994816 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:13.099626 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e766ec0d-83d5-4aa0-9b7f-f5cb96194f4b req-9d2611b5-9fea-4256-a387-cf600c994816 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/ports?device_id=bd3740f9-d89f-45cf-b02d-7739f6a5131c HTTP/1.1" status: 200 len: 950 time: 0.0947189 Nov 22 20:08:13.100924 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-d317d686-95a5-4e0b-b3e9-6ff728d5e9ce req-935ae0d0-6238-4c4d-b946-9e448df492f5 tempest-SecurityGroupRulesTestJSON-1240234636 tempest-SecurityGroupRulesTestJSON-1240234636-project] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:13.140145 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-d317d686-95a5-4e0b-b3e9-6ff728d5e9ce req-935ae0d0-6238-4c4d-b946-9e448df492f5 tempest-SecurityGroupRulesTestJSON-1240234636 tempest-SecurityGroupRulesTestJSON-1240234636-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:13.141052 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c44bb2e1-54d8-436e-b910-67cc6e2d1df6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd2d9657-fb8c-4fd1-a94c-535d493f6853'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:08:13.143318 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d39f6d30a11e565ec9648abcc015e8a6ab6cff4edd704add8155e28765d31eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-171b284c-247a-43e7-b426-89173f777233" -d '{"events": [{"server_uuid": "c44bb2e1-54d8-436e-b910-67cc6e2d1df6", "name": "network-vif-plugged", "status": "completed", "tag": "dd2d9657-fb8c-4fd1-a94c-535d493f6853"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:08:13.181386 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port dd2d9657-fb8c-4fd1-a94c-535d493f6853, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=dd2d9657-fb8c-4fd1-a94c-535d493f6853,segment=NetworkSegment(021b91f9-18fd-49d2-9530-507289b68670),segment_id=021b91f9-18fd-49d2-9530-507289b68670)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:08:13.192139 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e766ec0d-83d5-4aa0-9b7f-f5cb96194f4b req-7f429637-20f1-4a01-a8ea-5b42fa8f0b33 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1d007ec-a75a-4ef8-9cdd-9c679a3ff22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853703 Nov 22 20:08:13.199485 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:13.200351 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 69203f5d-5f7e-4f5e-bd51-c1c374a463e4 up at agent hyperv_n-h1-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:08:13.221556 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-d317d686-95a5-4e0b-b3e9-6ff728d5e9ce req-935ae0d0-6238-4c4d-b946-9e448df492f5 tempest-SecurityGroupRulesTestJSON-1240234636 tempest-SecurityGroupRulesTestJSON-1240234636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:13.224283 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-d317d686-95a5-4e0b-b3e9-6ff728d5e9ce req-935ae0d0-6238-4c4d-b946-9e448df492f5 tempest-SecurityGroupRulesTestJSON-1240234636 tempest-SecurityGroupRulesTestJSON-1240234636-project] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:13.225434 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d317d686-95a5-4e0b-b3e9-6ff728d5e9ce req-935ae0d0-6238-4c4d-b946-9e448df492f5 tempest-SecurityGroupRulesTestJSON-1240234636 tempest-SecurityGroupRulesTestJSON-1240234636-project] 10.222.0.46 "DELETE /v2.0/security-groups/cffa5b16-7f87-49d1-a426-7f05b7afb312 HTTP/1.1" status: 204 len: 173 time: 0.2556610 Nov 22 20:08:13.231634 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 58522) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:08:13.236164 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935ae0d0-6238-4c4d-b946-9e448df492f5 tempest-SecurityGroupRulesTestJSON-1240234636 tempest-SecurityGroupRulesTestJSON-1240234636-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cffa5b16-7f87-49d1-a426-7f05b7afb312,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:08:13.288625 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ead9904-1536-4310-b5be-238dc0bf10e9 admin admin] Deleting subnet 8f09432b-efc8-483c-af54-c5dc0ccbf04d {{(pid=103448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 20:08:13.296000 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5ead9904-1536-4310-b5be-238dc0bf10e9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:13.348561 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5ead9904-1536-4310-b5be-238dc0bf10e9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11627908'] for subnet, precommit_delete_associations {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:13.370521 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=dd2d9657-fb8c-4fd1-a94c-535d493f6853,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:08:13.386717 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc953d39-e94a-4b29-a28c-d639af015b43 req-b8f375d9-0bc2-4572-a262-7efe89a141a1 tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:13.391846 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5ead9904-1536-4310-b5be-238dc0bf10e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3753007'] for subnet, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:13.400536 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-fc953d39-e94a-4b29-a28c-d639af015b43 req-b8f375d9-0bc2-4572-a262-7efe89a141a1 tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] 10.222.0.46 "GET /v2.0/ports?device_id=5e565568-f3a1-48c9-8809-8dd366c2980b HTTP/1.1" status: 200 len: 944 time: 0.1208673 Nov 22 20:08:13.429334 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a5a302-dd42-436f-b088-a8b82e0bdd2b req-c0b80c36-04f3-4e6b-8e3a-a8c3b0fff07d tempest-MultipleCreateTestJSON-1276993397 tempest-MultipleCreateTestJSON-1276993397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:13.433060 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Provisioning for port 69203f5d-5f7e-4f5e-bd51-c1c374a463e4 completed by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 20:08:13.437915 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-75a5a302-dd42-436f-b088-a8b82e0bdd2b req-c0b80c36-04f3-4e6b-8e3a-a8c3b0fff07d tempest-MultipleCreateTestJSON-1276993397 tempest-MultipleCreateTestJSON-1276993397-project] 10.222.0.46 "GET /v2.0/ports?device_id=a9ae866e-5436-4a96-80ae-d5acfb56b49f HTTP/1.1" status: 200 len: 944 time: 0.1110775 Nov 22 20:08:13.451349 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Provisioning complete for port 69203f5d-5f7e-4f5e-bd51-c1c374a463e4 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:08:13.452042 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:13.466306 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5ead9904-1536-4310-b5be-238dc0bf10e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3753014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11567369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11792914'] for subnet, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:13.498852 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ead9904-1536-4310-b5be-238dc0bf10e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f09432b-efc8-483c-af54-c5dc0ccbf04d,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:08:13.514487 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5ead9904-1536-4310-b5be-238dc0bf10e9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:13.519087 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-5ead9904-1536-4310-b5be-238dc0bf10e9 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/8f09432b-efc8-483c-af54-c5dc0ccbf04d HTTP/1.1" status: 204 len: 168 time: 0.2858829 Nov 22 20:08:13.522929 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 58526) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:08:13.529593 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-fc953d39-e94a-4b29-a28c-d639af015b43 req-f0facea6-3afd-4604-9847-864b875f8ca4 tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0c04069-962d-48b0-bef3-592f8ff68454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279569 Nov 22 20:08:13.620018 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-75a5a302-dd42-436f-b088-a8b82e0bdd2b req-eb3c2fad-7496-4029-89fa-75c5da6cf66c tempest-MultipleCreateTestJSON-1276993397 tempest-MultipleCreateTestJSON-1276993397-project] 10.222.0.46 "GET /v2.0/security-groups?id=8a035bd2-0e78-4fc7-9d57-01ec97cfb81c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811299 Nov 22 20:08:13.622199 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:13.626798 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:08:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90dfe4bf-8fe9-4f44-835b-2a977e0b5279 x-openstack-request-id: req-90dfe4bf-8fe9-4f44-835b-2a977e0b5279 {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:08:13.627105 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29dda483-f89a-4ce8-828b-793410f029f1", "name": "network-vif-deleted", "tag": "a09fdba2-333c-482d-9e0d-f005d245604b", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:08:13.627370 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-90dfe4bf-8fe9-4f44-835b-2a977e0b5279 {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:08:13.627821 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29dda483-f89a-4ce8-828b-793410f029f1', 'name': 'network-vif-deleted', 'tag': 'a09fdba2-333c-482d-9e0d-f005d245604b', 'status': 'completed', 'code': 200} Nov 22 20:08:13.664198 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3e27d0dd-f4a0-4992-97f7-8ab6a3cd46ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3961693'] for network, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:13.712871 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 69203f5d-5f7e-4f5e-bd51-c1c374a463e4, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=69203f5d-5f7e-4f5e-bd51-c1c374a463e4,segment=NetworkSegment(dab13e52-193b-40a3-83ad-fa4eac7928c0),segment_id=dab13e52-193b-40a3-83ad-fa4eac7928c0)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:08:13.717676 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:08:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e57163c9-cb66-4b6a-bb37-17c136e878a7 x-openstack-request-id: req-e57163c9-cb66-4b6a-bb37-17c136e878a7 {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:08:13.719646 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c44bb2e1-54d8-436e-b910-67cc6e2d1df6", "name": "network-vif-plugged", "status": "completed", "tag": "dd2d9657-fb8c-4fd1-a94c-535d493f6853", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:08:13.719921 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e57163c9-cb66-4b6a-bb37-17c136e878a7 {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:08:13.720344 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c44bb2e1-54d8-436e-b910-67cc6e2d1df6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd2d9657-fb8c-4fd1-a94c-535d493f6853', 'code': 200} Nov 22 20:08:13.723242 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:13.726082 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 54f5b4bd-bc9c-4b4e-80b3-00323d0ba699 up at agent hyperv_n-h1-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:08:13.794584 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3e27d0dd-f4a0-4992-97f7-8ab6a3cd46ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3760028', 'neutron.services.segments.db._delete_segments_for_network-8748992815755'] for network, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:13.839615 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-3e27d0dd-f4a0-4992-97f7-8ab6a3cd46ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e59533d4-dbfe-42cb-a92e-3447960d636c']}} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:08:13.852043 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-3e27d0dd-f4a0-4992-97f7-8ab6a3cd46ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c4a92eb-7a42-406b-9dd1-9acfe9de0406') {'for_net_delete': True} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:08:13.853236 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-3e27d0dd-f4a0-4992-97f7-8ab6a3cd46ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c4a92eb-7a42-406b-9dd1-9acfe9de0406') {} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:08:13.866015 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3e27d0dd-f4a0-4992-97f7-8ab6a3cd46ad admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748993039638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11627933'] for segment, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:13.868215 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=69203f5d-5f7e-4f5e-bd51-c1c374a463e4,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:08:13.881822 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3e27d0dd-f4a0-4992-97f7-8ab6a3cd46ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:13.887233 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Provisioning for port 54f5b4bd-bc9c-4b4e-80b3-00323d0ba699 completed by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 20:08:13.888367 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.agents_db [None req-aa8313f2-1ee4-4e7b-8c5a-d32b2f9d31ee None None] Agent healthcheck: found 7 active agents {{(pid=103450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 20:08:13.892525 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e27d0dd-f4a0-4992-97f7-8ab6a3cd46ad admin admin] Releasing vlan 624 on physical network physnet1 to pool {{(pid=103448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 20:08:13.893278 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3e27d0dd-f4a0-4992-97f7-8ab6a3cd46ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11567447'] for segment, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:13.896015 n-d-818823-1 neutron-server[103448]: Traceback (most recent call last): Nov 22 20:08:13.896015 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 20:08:13.896015 n-d-818823-1 neutron-server[103448]: timer() Nov 22 20:08:13.896015 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 20:08:13.896015 n-d-818823-1 neutron-server[103448]: cb(*args, **kw) Nov 22 20:08:13.896015 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 20:08:13.896015 n-d-818823-1 neutron-server[103448]: return func(*args, **kwargs) Nov 22 20:08:13.896015 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 20:08:13.896015 n-d-818823-1 neutron-server[103448]: self._notify() Nov 22 20:08:13.896015 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 20:08:13.896015 n-d-818823-1 neutron-server[103448]: self.callback(batched_events) Nov 22 20:08:13.896015 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 20:08:13.896015 n-d-818823-1 neutron-server[103448]: event.method(event) Nov 22 20:08:13.896015 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 20:08:13.896015 n-d-818823-1 neutron-server[103448]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 20:08:13.896015 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 20:08:13.896015 n-d-818823-1 neutron-server[103448]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 20:08:13.896015 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 20:08:13.896015 n-d-818823-1 neutron-server[103448]: return f(self, *a, **k) Nov 22 20:08:13.896015 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 20:08:13.896015 n-d-818823-1 neutron-server[103448]: return self._get(url).json() Nov 22 20:08:13.896015 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 20:08:13.896015 n-d-818823-1 neutron-server[103448]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 20:08:13.896015 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 20:08:13.896015 n-d-818823-1 neutron-server[103448]: return self.request(url, 'GET', **kwargs) Nov 22 20:08:13.896015 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 20:08:13.896015 n-d-818823-1 neutron-server[103448]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 20:08:13.896015 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 20:08:13.896015 n-d-818823-1 neutron-server[103448]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 20:08:13.896015 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 20:08:13.896015 n-d-818823-1 neutron-server[103448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 20:08:13.896015 n-d-818823-1 neutron-server[103448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 20:08:13.898596 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Provisioning complete for port 54f5b4bd-bc9c-4b4e-80b3-00323d0ba699 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:08:13.898596 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:13.972083 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3e27d0dd-f4a0-4992-97f7-8ab6a3cd46ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3760002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595318'] for network, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:13.979444 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3e27d0dd-f4a0-4992-97f7-8ab6a3cd46ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:13.984562 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-3e27d0dd-f4a0-4992-97f7-8ab6a3cd46ad admin admin] 10.222.0.46 "DELETE /v2.0/networks/e59533d4-dbfe-42cb-a92e-3447960d636c HTTP/1.1" status: 204 len: 168 time: 0.4602408 Nov 22 20:08:13.999057 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e27d0dd-f4a0-4992-97f7-8ab6a3cd46ad admin admin] Pushing event deleted for resources: {'Network': ['ID=e59533d4-dbfe-42cb-a92e-3447960d636c,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:08:14.009456 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] get_ports_and_sgs() called for port_ids ['a09fdba2-333c-482d-9e0d-f005d245604b'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:08:14.053504 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 098e56c6-9987-44ca-ac04-2354cb1a22a9 up at agent hyperv_n-h2-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:08:14.087470 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:14.141385 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 58542) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:08:14.144274 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:14.154090 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:14.168169 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 54f5b4bd-bc9c-4b4e-80b3-00323d0ba699, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=54f5b4bd-bc9c-4b4e-80b3-00323d0ba699,segment=NetworkSegment(76958c93-e271-4464-8b2b-ab874b82cbfe),segment_id=76958c93-e271-4464-8b2b-ab874b82cbfe)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:08:14.175499 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:14.176312 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 2642f88e-2d10-4191-8d6b-3c979345e461 up at agent hyperv_n-h1-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:08:14.199296 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-bce72e38-4ad7-4f91-ab79-797cbfbf05cb admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6f52229d1e984d5083d624d8359d1d06&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0558176 Nov 22 20:08:14.201771 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 58544) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:08:14.243469 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Provisioning complete for port 098e56c6-9987-44ca-ac04-2354cb1a22a9 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:08:14.243469 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:14.264921 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af8bdcb-074e-4351-a7f2-ed71864decd4 req-2b9a642b-595b-4da6-9cff-64d91f5f9646 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:14.268795 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c85058d9-5018-4f10-89d3-6beed5fc085b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:14.271746 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af8bdcb-074e-4351-a7f2-ed71864decd4 req-2b9a642b-595b-4da6-9cff-64d91f5f9646 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:14.278220 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af8bdcb-074e-4351-a7f2-ed71864decd4 req-2b9a642b-595b-4da6-9cff-64d91f5f9646 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:14.286777 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9af8bdcb-074e-4351-a7f2-ed71864decd4 req-2b9a642b-595b-4da6-9cff-64d91f5f9646 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] 10.222.0.46 "GET /v2.0/ports?device_id=650e2652-3453-4441-aa37-86ee1c330dff HTTP/1.1" status: 200 len: 2416 time: 0.5521905 Nov 22 20:08:14.298801 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=54f5b4bd-bc9c-4b4e-80b3-00323d0ba699,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:08:14.300417 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c85058d9-5018-4f10-89d3-6beed5fc085b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:14.324928 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Provisioning for port 2642f88e-2d10-4191-8d6b-3c979345e461 completed by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 20:08:14.335360 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Provisioning complete for port 2642f88e-2d10-4191-8d6b-3c979345e461 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:08:14.335360 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:14.359439 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6972f088-3728-4a68-8054-0f7170b2cba7 req-835d192f-c81d-40d5-8295-6a402375c9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:14.361143 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6972f088-3728-4a68-8054-0f7170b2cba7 req-835d192f-c81d-40d5-8295-6a402375c9a8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c44bb2e1-54d8-436e-b910-67cc6e2d1df6 HTTP/1.1" status: 200 len: 1096 time: 0.5687749 Nov 22 20:08:14.368452 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c85058d9-5018-4f10-89d3-6beed5fc085b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:14.372989 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c85058d9-5018-4f10-89d3-6beed5fc085b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:14.376948 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-c85058d9-5018-4f10-89d3-6beed5fc085b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/22f9f473-102c-4988-bca7-4b5a96626062 HTTP/1.1" status: 204 len: 168 time: 0.1720779 Nov 22 20:08:14.386298 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85058d9-5018-4f10-89d3-6beed5fc085b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22f9f473-102c-4988-bca7-4b5a96626062,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:08:14.398228 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9af8bdcb-074e-4351-a7f2-ed71864decd4 req-b3a97f51-5989-4d02-9186-f050e7bb8e18 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2857c8b-9c58-4d8b-ab89-040cb1f70ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100473 Nov 22 20:08:14.432208 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:14.439290 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07068f03-7c7b-40b4-80c4-4336c7796e2d req-b17e66c8-f60d-434f-8831-59b1b8d4e31a tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:14.448704 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-07068f03-7c7b-40b4-80c4-4336c7796e2d req-b17e66c8-f60d-434f-8831-59b1b8d4e31a tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] 10.222.0.46 "GET /v2.0/ports?device_id=600367c4-ade6-4072-a9b7-9d9122e901c9 HTTP/1.1" status: 200 len: 943 time: 0.1978614 Nov 22 20:08:14.480854 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6972f088-3728-4a68-8054-0f7170b2cba7 req-46e6f153-8eeb-4f81-914e-f0374d087cbd service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=8a035bd2-0e78-4fc7-9d57-01ec97cfb81c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087210 Nov 22 20:08:14.503943 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port 098e56c6-9987-44ca-ac04-2354cb1a22a9, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=098e56c6-9987-44ca-ac04-2354cb1a22a9,segment=NetworkSegment(ee8173ed-ffda-445d-90ba-7bf45834e451),segment_id=ee8173ed-ffda-445d-90ba-7bf45834e451)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:08:14.506712 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:14.516436 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:14.539103 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-07068f03-7c7b-40b4-80c4-4336c7796e2d req-c62bd864-a31e-4465-b1d9-ca73131aaa42 tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] 10.222.0.46 "GET /v2.0/security-groups?id=89c2c967-26c4-4e1c-a1fd-c97f87817ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790589 Nov 22 20:08:14.557885 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 2642f88e-2d10-4191-8d6b-3c979345e461, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=2642f88e-2d10-4191-8d6b-3c979345e461,segment=NetworkSegment(76958c93-e271-4464-8b2b-ab874b82cbfe),segment_id=76958c93-e271-4464-8b2b-ab874b82cbfe)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:08:14.581489 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:14.612467 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=098e56c6-9987-44ca-ac04-2354cb1a22a9,revision_number=7']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:08:14.636337 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe05070-c0ad-4bd1-a30a-6b914dec9d75 req-5b8ce6a8-ca87-43ad-9f38-9217c8edd021 tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:14.638231 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-fbe05070-c0ad-4bd1-a30a-6b914dec9d75 req-5b8ce6a8-ca87-43ad-9f38-9217c8edd021 tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] 10.222.0.46 "GET /v2.0/ports?device_id=5e565568-f3a1-48c9-8809-8dd366c2980b HTTP/1.1" status: 200 len: 945 time: 0.0721831 Nov 22 20:08:14.695478 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=2642f88e-2d10-4191-8d6b-3c979345e461,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:08:14.721949 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-fbe05070-c0ad-4bd1-a30a-6b914dec9d75 req-5b5f4fc3-11bf-4c61-8aed-649ffb976019 tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0c04069-962d-48b0-bef3-592f8ff68454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713336 Nov 22 20:08:14.859834 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab62d83-ce74-4d7a-86d9-80944d7d2e1b req-06043579-3085-4212-a3e7-4ff91920e4ad tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:14.863883 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4ab62d83-ce74-4d7a-86d9-80944d7d2e1b req-06043579-3085-4212-a3e7-4ff91920e4ad tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/ports?device_id=bd3740f9-d89f-45cf-b02d-7739f6a5131c HTTP/1.1" status: 200 len: 950 time: 0.0907102 Nov 22 20:08:14.873158 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367c62d6-1dc0-4c74-8e39-f65ee883e13c req-0aa820bc-da9a-47e9-a040-09050adaf669 tempest-MultipleCreateTestJSON-1276993397 tempest-MultipleCreateTestJSON-1276993397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:14.875190 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-367c62d6-1dc0-4c74-8e39-f65ee883e13c req-0aa820bc-da9a-47e9-a040-09050adaf669 tempest-MultipleCreateTestJSON-1276993397 tempest-MultipleCreateTestJSON-1276993397-project] 10.222.0.46 "GET /v2.0/ports?device_id=a9ae866e-5436-4a96-80ae-d5acfb56b49f HTTP/1.1" status: 200 len: 944 time: 0.0999241 Nov 22 20:08:14.944530 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4ab62d83-ce74-4d7a-86d9-80944d7d2e1b req-322c5f13-c890-4dea-a11a-598a04f0cc2a tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1d007ec-a75a-4ef8-9cdd-9c679a3ff22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682974 Nov 22 20:08:14.952181 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-367c62d6-1dc0-4c74-8e39-f65ee883e13c req-3703b2fd-428d-4a87-84cc-3c1d6e8d17c9 tempest-MultipleCreateTestJSON-1276993397 tempest-MultipleCreateTestJSON-1276993397-project] 10.222.0.46 "GET /v2.0/security-groups?id=8a035bd2-0e78-4fc7-9d57-01ec97cfb81c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701089 Nov 22 20:08:15.071682 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c21d262-ef8d-49f7-b046-060792882cd6 req-70636d00-1b47-45df-a9ac-7025773a39c3 tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:15.073330 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8c21d262-ef8d-49f7-b046-060792882cd6 req-70636d00-1b47-45df-a9ac-7025773a39c3 tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] 10.222.0.46 "GET /v2.0/ports?device_id=1d610fed-ade8-4090-9ac8-a8eeda6b914b HTTP/1.1" status: 200 len: 950 time: 0.0510194 Nov 22 20:08:15.121824 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8c21d262-ef8d-49f7-b046-060792882cd6 req-10e32ffe-e1fd-44e4-9e94-3ee9b74dc8e1 tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] 10.222.0.46 "GET /v2.0/security-groups?id=e5ae9e03-6ff8-4082-b7a4-25ecea5ed21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417385 Nov 22 20:08:15.208813 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 58572) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:08:15.306418 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-1d5db056-af7d-4b1b-8e87-ace6d29c4694 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-537859649-network', 'tenant_id': '0fdf582e13024dfab4aee7ecf63b2936'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:08:15.327222 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d5db056-af7d-4b1b-8e87-ace6d29c4694 admin admin] Made reservation on behalf of 0fdf582e13024dfab4aee7ecf63b2936 for: {'network': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:08:15.329510 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1d5db056-af7d-4b1b-8e87-ace6d29c4694 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for network, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:15.337575 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1d5db056-af7d-4b1b-8e87-ace6d29c4694 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:15.411114 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1d5db056-af7d-4b1b-8e87-ace6d29c4694 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:15.414895 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1d5db056-af7d-4b1b-8e87-ace6d29c4694 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:15.444004 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d5db056-af7d-4b1b-8e87-ace6d29c4694 admin admin] vlan segment allocate from pool success with {'vlan_id': 620, 'physical_network': 'physnet1'} {{(pid=103447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 20:08:15.453650 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5db056-af7d-4b1b-8e87-ace6d29c4694 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=008bf24b-e850-49d0-ba05-9d00c3f0736a,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:08:15.460951 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1d5db056-af7d-4b1b-8e87-ace6d29c4694 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:15.461277 n-d-818823-1 neutron-server[103447]: INFO neutron.db.segments_db [None req-1d5db056-af7d-4b1b-8e87-ace6d29c4694 admin admin] Added segment 94d4e232-251b-48cf-a0b3-a3b667b8984b of type vlan for network 15d4315f-9a0f-48df-91a2-7f6446aa6c2e Nov 22 20:08:15.533178 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1d5db056-af7d-4b1b-8e87-ace6d29c4694 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748992492791'] for network, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:15.571826 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872af3ed-cfa0-4dcb-8b3a-e34699a0b345 req-b6c0487d-0121-47c9-a87e-160f6bf02f32 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:15.577919 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872af3ed-cfa0-4dcb-8b3a-e34699a0b345 req-b6c0487d-0121-47c9-a87e-160f6bf02f32 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:15.584045 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872af3ed-cfa0-4dcb-8b3a-e34699a0b345 req-b6c0487d-0121-47c9-a87e-160f6bf02f32 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:15.585766 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-872af3ed-cfa0-4dcb-8b3a-e34699a0b345 req-b6c0487d-0121-47c9-a87e-160f6bf02f32 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] 10.222.0.46 "GET /v2.0/ports?device_id=650e2652-3453-4441-aa37-86ee1c330dff HTTP/1.1" status: 200 len: 2418 time: 0.0903974 Nov 22 20:08:15.590350 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1d5db056-af7d-4b1b-8e87-ace6d29c4694 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for network, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:15.591353 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d5db056-af7d-4b1b-8e87-ace6d29c4694 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:15.591988 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1d5db056-af7d-4b1b-8e87-ace6d29c4694 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for network, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:15.692262 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-1d5db056-af7d-4b1b-8e87-ace6d29c4694 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4820173 Nov 22 20:08:15.694929 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 58582) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:08:15.700421 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-788b0cd9-b79f-4ef5-a2dc-f185d3f2eab0 admin admin] Request body: {'subnet': {'network_id': '15d4315f-9a0f-48df-91a2-7f6446aa6c2e', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-537859649-subnet', 'tenant_id': '0fdf582e13024dfab4aee7ecf63b2936', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:08:15.721732 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '650e2652-3453-4441-aa37-86ee1c330dff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69203f5d-5f7e-4f5e-bd51-c1c374a463e4'}, {'server_uuid': '650e2652-3453-4441-aa37-86ee1c330dff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54f5b4bd-bc9c-4b4e-80b3-00323d0ba699'}, {'server_uuid': '5e565568-f3a1-48c9-8809-8dd366c2980b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '098e56c6-9987-44ca-ac04-2354cb1a22a9'}, {'server_uuid': '650e2652-3453-4441-aa37-86ee1c330dff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2642f88e-2d10-4191-8d6b-3c979345e461'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:08:15.726267 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d39f6d30a11e565ec9648abcc015e8a6ab6cff4edd704add8155e28765d31eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f56477d-86b6-41bc-8ed2-4dfaf86121cf" -d '{"events": [{"server_uuid": "650e2652-3453-4441-aa37-86ee1c330dff", "name": "network-vif-plugged", "status": "completed", "tag": "69203f5d-5f7e-4f5e-bd51-c1c374a463e4"}, {"server_uuid": "650e2652-3453-4441-aa37-86ee1c330dff", "name": "network-vif-plugged", "status": "completed", "tag": "54f5b4bd-bc9c-4b4e-80b3-00323d0ba699"}, {"server_uuid": "5e565568-f3a1-48c9-8809-8dd366c2980b", "name": "network-vif-plugged", "status": "completed", "tag": "098e56c6-9987-44ca-ac04-2354cb1a22a9"}, {"server_uuid": "650e2652-3453-4441-aa37-86ee1c330dff", "name": "network-vif-plugged", "status": "completed", "tag": "2642f88e-2d10-4191-8d6b-3c979345e461"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:08:15.726942 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-788b0cd9-b79f-4ef5-a2dc-f185d3f2eab0 admin admin] Made reservation on behalf of 0fdf582e13024dfab4aee7ecf63b2936 for: {'subnet': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:08:15.729712 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-788b0cd9-b79f-4ef5-a2dc-f185d3f2eab0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11792951'] for subnet, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:15.741146 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5db056-af7d-4b1b-8e87-ace6d29c4694 admin admin] Pushing event updated for resources: {'Network': ['ID=15d4315f-9a0f-48df-91a2-7f6446aa6c2e,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:08:15.765049 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Network 15d4315f-9a0f-48df-91a2-7f6446aa6c2e details requested by agent ovs-agent-n-d-818823-1 with host n-d-818823-1 {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 20:08:15.768352 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-872af3ed-cfa0-4dcb-8b3a-e34699a0b345 req-6d306d50-f61e-4ecf-8eb0-cfc65ce1a848 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2857c8b-9c58-4d8b-ab89-040cb1f70ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714895 Nov 22 20:08:15.801232 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b5f069-9a80-4399-91aa-6ccf97e8ba0e req-5312e9e2-af91-4651-ac43-e32c24fde1a8 tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:15.801232 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-08b5f069-9a80-4399-91aa-6ccf97e8ba0e req-5312e9e2-af91-4651-ac43-e32c24fde1a8 tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] 10.222.0.20 "GET /v2.0/ports?device_id=5e565568-f3a1-48c9-8809-8dd366c2980b HTTP/1.1" status: 200 len: 945 time: 0.1356046 Nov 22 20:08:15.813302 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ed9711-e5f6-455a-99d2-2eb664d99d3b req-db62f67d-b843-464e-920a-bdf628a96ee8 tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:15.820865 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f3ed9711-e5f6-455a-99d2-2eb664d99d3b req-db62f67d-b843-464e-920a-bdf628a96ee8 tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] 10.222.0.46 "GET /v2.0/ports?device_id=600367c4-ade6-4072-a9b7-9d9122e901c9 HTTP/1.1" status: 200 len: 943 time: 0.2122803 Nov 22 20:08:15.886978 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Mon, 22 Nov 2021 20:08:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9301d900-150a-4fb9-949c-45cb3616205f x-openstack-request-id: req-9301d900-150a-4fb9-949c-45cb3616205f {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:08:15.887278 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "650e2652-3453-4441-aa37-86ee1c330dff", "name": "network-vif-plugged", "status": "completed", "tag": "69203f5d-5f7e-4f5e-bd51-c1c374a463e4", "code": 200}, {"server_uuid": "650e2652-3453-4441-aa37-86ee1c330dff", "name": "network-vif-plugged", "status": "completed", "tag": "54f5b4bd-bc9c-4b4e-80b3-00323d0ba699", "code": 200}, {"server_uuid": "5e565568-f3a1-48c9-8809-8dd366c2980b", "name": "network-vif-plugged", "status": "completed", "tag": "098e56c6-9987-44ca-ac04-2354cb1a22a9", "code": 200}, {"server_uuid": "650e2652-3453-4441-aa37-86ee1c330dff", "name": "network-vif-plugged", "status": "completed", "tag": "2642f88e-2d10-4191-8d6b-3c979345e461", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:08:15.887767 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9301d900-150a-4fb9-949c-45cb3616205f {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:08:15.888330 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '650e2652-3453-4441-aa37-86ee1c330dff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69203f5d-5f7e-4f5e-bd51-c1c374a463e4', 'code': 200} Nov 22 20:08:15.889306 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '650e2652-3453-4441-aa37-86ee1c330dff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54f5b4bd-bc9c-4b4e-80b3-00323d0ba699', 'code': 200} Nov 22 20:08:15.889754 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e565568-f3a1-48c9-8809-8dd366c2980b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '098e56c6-9987-44ca-ac04-2354cb1a22a9', 'code': 200} Nov 22 20:08:15.890229 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '650e2652-3453-4441-aa37-86ee1c330dff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2642f88e-2d10-4191-8d6b-3c979345e461', 'code': 200} Nov 22 20:08:15.953931 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f3ed9711-e5f6-455a-99d2-2eb664d99d3b req-b485aed0-498b-4a0e-a51a-cd1f102448d8 tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] 10.222.0.46 "GET /v2.0/security-groups?id=89c2c967-26c4-4e1c-a1fd-c97f87817ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320720 Nov 22 20:08:15.965225 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-788b0cd9-b79f-4ef5-a2dc-f185d3f2eab0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11567560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11792921'] for subnet, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:15.996690 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-08b5f069-9a80-4399-91aa-6ccf97e8ba0e req-d4aa4808-9a04-41db-b019-7996fd27d6d0 tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] Deleting port 098e56c6-9987-44ca-ac04-2354cb1a22a9 {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:08:15.997029 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-08b5f069-9a80-4399-91aa-6ccf97e8ba0e req-d4aa4808-9a04-41db-b019-7996fd27d6d0 tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:16.027544 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788b0cd9-b79f-4ef5-a2dc-f185d3f2eab0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1283e3b-986c-4cf3-818d-79a41c1c76c2,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:08:16.038197 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-788b0cd9-b79f-4ef5-a2dc-f185d3f2eab0 admin admin] Checking segment: {'id': '94d4e232-251b-48cf-a0b3-a3b667b8984b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '15d4315f-9a0f-48df-91a2-7f6446aa6c2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:08:16.038535 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-788b0cd9-b79f-4ef5-a2dc-f185d3f2eab0 admin admin] Network hostable DHCP agents. Network: 15d4315f-9a0f-48df-91a2-7f6446aa6c2e, hostable agents: ['02adaa64-0987-4b74-bad0-cbcf56f8a294'], hosted agents: [] {{(pid=103448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 20:08:16.055823 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-788b0cd9-b79f-4ef5-a2dc-f185d3f2eab0 admin admin] Network 15d4315f-9a0f-48df-91a2-7f6446aa6c2e is scheduled to be hosted by DHCP agent 02adaa64-0987-4b74-bad0-cbcf56f8a294 with binding_index 1 {{(pid=103448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 20:08:16.065731 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device e2a95f78-595b-4f6b-b4f6-ed601b710f56 up at agent hyperv_n-h2-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:08:16.066370 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-788b0cd9-b79f-4ef5-a2dc-f185d3f2eab0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818823-1, 15d4315f-9a0f-48df-91a2-7f6446aa6c2e) {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:08:16.072836 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-788b0cd9-b79f-4ef5-a2dc-f185d3f2eab0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:16.073698 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-788b0cd9-b79f-4ef5-a2dc-f185d3f2eab0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:16.094184 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-788b0cd9-b79f-4ef5-a2dc-f185d3f2eab0 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3980067 Nov 22 20:08:16.096811 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-161edced-daac-4c32-8249-12064da4b3da None None] Network 15d4315f-9a0f-48df-91a2-7f6446aa6c2e requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:08:16.148473 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8af255-b0d9-4816-9ebd-deb018e2028c req-769976b6-3426-4053-bac0-15bd78a85079 tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:16.150168 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ce8af255-b0d9-4816-9ebd-deb018e2028c req-769976b6-3426-4053-bac0-15bd78a85079 tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] 10.222.0.46 "GET /v2.0/ports?device_id=5e565568-f3a1-48c9-8809-8dd366c2980b HTTP/1.1" status: 200 len: 945 time: 0.1710851 Nov 22 20:08:16.195986 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Provisioning for port e2a95f78-595b-4f6b-b4f6-ed601b710f56 completed by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 20:08:16.203190 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Provisioning complete for port e2a95f78-595b-4f6b-b4f6-ed601b710f56 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:08:16.204037 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:16.216982 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6937e7b6-4f59-4642-946b-9a3c01531708 req-a943dfab-792e-4c20-9ad3-63fab78dce28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:16.217466 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6937e7b6-4f59-4642-946b-9a3c01531708 req-a943dfab-792e-4c20-9ad3-63fab78dce28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:16.218467 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6937e7b6-4f59-4642-946b-9a3c01531708 req-a943dfab-792e-4c20-9ad3-63fab78dce28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:16.220189 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6937e7b6-4f59-4642-946b-9a3c01531708 req-a943dfab-792e-4c20-9ad3-63fab78dce28 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=650e2652-3453-4441-aa37-86ee1c330dff HTTP/1.1" status: 200 len: 2871 time: 0.2276361 Nov 22 20:08:16.248305 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-08b5f069-9a80-4399-91aa-6ccf97e8ba0e req-d4aa4808-9a04-41db-b019-7996fd27d6d0 tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] For port 098e56c6-9987-44ca-ac04-2354cb1a22a9, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=098e56c6-9987-44ca-ac04-2354cb1a22a9,segment=NetworkSegment(ee8173ed-ffda-445d-90ba-7bf45834e451),segment_id=ee8173ed-ffda-445d-90ba-7bf45834e451)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:08:16.248670 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-08b5f069-9a80-4399-91aa-6ccf97e8ba0e req-d4aa4808-9a04-41db-b019-7996fd27d6d0 tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:16.265095 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ad7c8e-d0cf-4d33-9a39-5ea31f6bb9b6 req-182c15e8-f00b-4b82-a976-befbf293a9b6 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:16.266569 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-88ad7c8e-d0cf-4d33-9a39-5ea31f6bb9b6 req-182c15e8-f00b-4b82-a976-befbf293a9b6 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/ports?device_id=bd3740f9-d89f-45cf-b02d-7739f6a5131c HTTP/1.1" status: 200 len: 950 time: 0.2316794 Nov 22 20:08:16.282026 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67e2f52c-c944-458d-870e-859f9e174751 None None] Network 15d4315f-9a0f-48df-91a2-7f6446aa6c2e requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:08:16.303981 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-08b5f069-9a80-4399-91aa-6ccf97e8ba0e req-d4aa4808-9a04-41db-b019-7996fd27d6d0 tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] Calling delete_port for 098e56c6-9987-44ca-ac04-2354cb1a22a9 owned by compute:nova {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:08:16.322515 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ce8af255-b0d9-4816-9ebd-deb018e2028c req-08408b94-198f-4a0c-89dd-47291571d260 tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0c04069-962d-48b0-bef3-592f8ff68454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599624 Nov 22 20:08:16.400521 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6937e7b6-4f59-4642-946b-9a3c01531708 req-3a7358c1-7fac-40f1-ac45-46cf6f3a882c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=c2857c8b-9c58-4d8b-ab89-040cb1f70ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654191 Nov 22 20:08:16.404789 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:16.463082 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-88ad7c8e-d0cf-4d33-9a39-5ea31f6bb9b6 req-7422d49f-e236-4056-9271-0e20346612dc tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1d007ec-a75a-4ef8-9cdd-9c679a3ff22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760647 Nov 22 20:08:16.472568 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port e2a95f78-595b-4f6b-b4f6-ed601b710f56, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=e2a95f78-595b-4f6b-b4f6-ed601b710f56,segment=NetworkSegment(021b91f9-18fd-49d2-9530-507289b68670),segment_id=021b91f9-18fd-49d2-9530-507289b68670)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:08:16.487356 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:16.488437 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 098e56c6-9987-44ca-ac04-2354cb1a22a9 no longer exists at agent hyperv_n-h2-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:08:16.516312 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b491b31-3cbc-4686-98d1-ccbc54b4982b req-7fd18af5-1bb0-4d4e-a84c-4ca84225ac9a tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:16.517845 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2b491b31-3cbc-4686-98d1-ccbc54b4982b req-7fd18af5-1bb0-4d4e-a84c-4ca84225ac9a tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d610fed-ade8-4090-9ac8-a8eeda6b914b HTTP/1.1" status: 200 len: 950 time: 0.1346970 Nov 22 20:08:16.533217 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c110761-97c1-47c8-8c35-beb0bcab4454 req-1ecd4903-68c6-4069-8167-fc5916881ba6 tempest-MultipleCreateTestJSON-1276993397 tempest-MultipleCreateTestJSON-1276993397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:16.534775 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3c110761-97c1-47c8-8c35-beb0bcab4454 req-1ecd4903-68c6-4069-8167-fc5916881ba6 tempest-MultipleCreateTestJSON-1276993397 tempest-MultipleCreateTestJSON-1276993397-project] 10.222.0.46 "GET /v2.0/ports?device_id=a9ae866e-5436-4a96-80ae-d5acfb56b49f HTTP/1.1" status: 200 len: 944 time: 0.1393142 Nov 22 20:08:16.573268 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=e2a95f78-595b-4f6b-b4f6-ed601b710f56,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:08:16.612505 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:16.696270 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device a09fdba2-333c-482d-9e0d-f005d245604b no longer exists at agent hyperv_n-h2-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:08:16.699884 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-08b5f069-9a80-4399-91aa-6ccf97e8ba0e req-d4aa4808-9a04-41db-b019-7996fd27d6d0 tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:16.715623 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] No Port match for: a09fdba2-333c-482d-9e0d-f005d245604b {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:08:16.715972 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device a09fdba2-333c-482d-9e0d-f005d245604b not bound to the agent host n-h2-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:08:16.751553 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96901340-8149-4b98-8ec2-d55b4492857e req-9e7a19ab-5fd7-4d94-816c-b358a4bf064b tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:16.753041 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-96901340-8149-4b98-8ec2-d55b4492857e req-9e7a19ab-5fd7-4d94-816c-b358a4bf064b tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] 10.222.0.46 "GET /v2.0/ports?device_id=1d610fed-ade8-4090-9ac8-a8eeda6b914b HTTP/1.1" status: 200 len: 950 time: 0.2173696 Nov 22 20:08:16.758594 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3c110761-97c1-47c8-8c35-beb0bcab4454 req-400de471-a9ef-45cb-944a-d0376796c9d5 tempest-MultipleCreateTestJSON-1276993397 tempest-MultipleCreateTestJSON-1276993397-project] 10.222.0.46 "GET /v2.0/security-groups?id=8a035bd2-0e78-4fc7-9d57-01ec97cfb81c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893117 Nov 22 20:08:16.763704 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4aa4808-9a04-41db-b019-7996fd27d6d0 tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] Pushing event deleted for resources: {'Port': ['ID=098e56c6-9987-44ca-ac04-2354cb1a22a9,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:08:16.825697 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-08b5f069-9a80-4399-91aa-6ccf97e8ba0e req-d4aa4808-9a04-41db-b019-7996fd27d6d0 tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] No DVR routers for this DVR port 098e56c6-9987-44ca-ac04-2354cb1a22a9 on host n-h2-818823-1 {{(pid=103447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:08:16.829838 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-08b5f069-9a80-4399-91aa-6ccf97e8ba0e req-d4aa4808-9a04-41db-b019-7996fd27d6d0 tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:16.833184 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-08b5f069-9a80-4399-91aa-6ccf97e8ba0e req-d4aa4808-9a04-41db-b019-7996fd27d6d0 tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] 10.222.0.20 "DELETE /v2.0/ports/098e56c6-9987-44ca-ac04-2354cb1a22a9 HTTP/1.1" status: 204 len: 173 time: 1.0102868 Nov 22 20:08:16.837685 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e565568-f3a1-48c9-8809-8dd366c2980b', 'name': 'network-vif-deleted', 'tag': '098e56c6-9987-44ca-ac04-2354cb1a22a9'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:08:16.840015 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20d61c14-04d7-4aa8-b8da-354ad83cf73e" -d '{"events": [{"server_uuid": "5e565568-f3a1-48c9-8809-8dd366c2980b", "name": "network-vif-deleted", "tag": "098e56c6-9987-44ca-ac04-2354cb1a22a9"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:08:16.875264 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-96901340-8149-4b98-8ec2-d55b4492857e req-3e593ff7-6a56-479d-8015-e0969a27e2c1 tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] 10.222.0.46 "GET /v2.0/security-groups?id=e5ae9e03-6ff8-4082-b7a4-25ecea5ed21d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124704 Nov 22 20:08:16.883858 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-2b491b31-3cbc-4686-98d1-ccbc54b4982b req-469697bc-10ef-496d-a249-b29a60f53375 tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] Deleting port d65e9dd0-ad52-4544-bbe5-38ddf0458f1e {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:08:16.884076 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-2b491b31-3cbc-4686-98d1-ccbc54b4982b req-469697bc-10ef-496d-a249-b29a60f53375 tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:16.937447 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-484855b9-bca5-434f-a8fa-de5f3e610071 req-f3c1f970-17e4-4c4c-ae12-1795b8496ece tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2143936413', 'description': 'tempest-description-573816049'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:08:16.992045 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-484855b9-bca5-434f-a8fa-de5f3e610071 req-f3c1f970-17e4-4c4c-ae12-1795b8496ece tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:17.016479 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-2b491b31-3cbc-4686-98d1-ccbc54b4982b req-469697bc-10ef-496d-a249-b29a60f53375 tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] For port d65e9dd0-ad52-4544-bbe5-38ddf0458f1e, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=d65e9dd0-ad52-4544-bbe5-38ddf0458f1e,segment=NetworkSegment(2a5a1c7b-538e-498e-99b9-cc7a8e0411be),segment_id=2a5a1c7b-538e-498e-99b9-cc7a8e0411be)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:08:17.016842 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-2b491b31-3cbc-4686-98d1-ccbc54b4982b req-469697bc-10ef-496d-a249-b29a60f53375 tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:17.041006 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-2b491b31-3cbc-4686-98d1-ccbc54b4982b req-469697bc-10ef-496d-a249-b29a60f53375 tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] Calling delete_port for d65e9dd0-ad52-4544-bbe5-38ddf0458f1e owned by compute:nova {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:08:17.147237 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff6f1f6-60be-4931-a125-7b1c898ffa9b req-dc7d5585-696c-470a-b4e3-1081424cbee4 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:17.153350 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff6f1f6-60be-4931-a125-7b1c898ffa9b req-dc7d5585-696c-470a-b4e3-1081424cbee4 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:17.159319 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff6f1f6-60be-4931-a125-7b1c898ffa9b req-dc7d5585-696c-470a-b4e3-1081424cbee4 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:17.160999 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7ff6f1f6-60be-4931-a125-7b1c898ffa9b req-dc7d5585-696c-470a-b4e3-1081424cbee4 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] 10.222.0.46 "GET /v2.0/ports?device_id=650e2652-3453-4441-aa37-86ee1c330dff HTTP/1.1" status: 200 len: 2418 time: 0.1334560 Nov 22 20:08:17.210600 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-484855b9-bca5-434f-a8fa-de5f3e610071 req-f3c1f970-17e4-4c4c-ae12-1795b8496ece tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:17.227428 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-484855b9-bca5-434f-a8fa-de5f3e610071 req-f3c1f970-17e4-4c4c-ae12-1795b8496ece tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:17.275173 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-484855b9-bca5-434f-a8fa-de5f3e610071 req-f3c1f970-17e4-4c4c-ae12-1795b8496ece tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:17.276439 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-484855b9-bca5-434f-a8fa-de5f3e610071 req-f3c1f970-17e4-4c4c-ae12-1795b8496ece tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.3459232 Nov 22 20:08:17.299050 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7ff6f1f6-60be-4931-a125-7b1c898ffa9b req-951f7c91-8c9c-4199-9aff-c2cb6cecaf00 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2857c8b-9c58-4d8b-ab89-040cb1f70ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314609 Nov 22 20:08:17.303638 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c1f970-17e4-4c4c-ae12-1795b8496ece tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04fb73d0-de98-4f3b-9957-a317059218d6,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:08:17.340214 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:08:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5917ace4-1a10-4e86-86c6-056193ef3f58 x-openstack-request-id: req-5917ace4-1a10-4e86-86c6-056193ef3f58 {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:08:17.340517 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e565568-f3a1-48c9-8809-8dd366c2980b", "name": "network-vif-deleted", "tag": "098e56c6-9987-44ca-ac04-2354cb1a22a9", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:08:17.340783 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5917ace4-1a10-4e86-86c6-056193ef3f58 {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:08:17.341195 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e565568-f3a1-48c9-8809-8dd366c2980b', 'name': 'network-vif-deleted', 'tag': '098e56c6-9987-44ca-ac04-2354cb1a22a9', 'status': 'completed', 'code': 200} Nov 22 20:08:17.349419 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-2b491b31-3cbc-4686-98d1-ccbc54b4982b req-469697bc-10ef-496d-a249-b29a60f53375 tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:17.363070 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] get_ports_and_sgs() called for port_ids ['d65e9dd0-ad52-4544-bbe5-38ddf0458f1e'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:08:17.371225 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-b0f71976-d5a7-4de7-a0ab-d0b2ba25302b req-72127b7a-d11d-4aa0-9184-7ea545752277 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1105307229', 'description': 'tempest-description-2029902357'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:08:17.419578 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469697bc-10ef-496d-a249-b29a60f53375 tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] Pushing event deleted for resources: {'Port': ['ID=d65e9dd0-ad52-4544-bbe5-38ddf0458f1e,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:08:17.495723 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-b0f71976-d5a7-4de7-a0ab-d0b2ba25302b req-72127b7a-d11d-4aa0-9184-7ea545752277 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:17.498505 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b491b31-3cbc-4686-98d1-ccbc54b4982b req-469697bc-10ef-496d-a249-b29a60f53375 tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] No DVR routers for this DVR port d65e9dd0-ad52-4544-bbe5-38ddf0458f1e on host n-h1-818823-1 {{(pid=103447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:08:17.509972 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-2b491b31-3cbc-4686-98d1-ccbc54b4982b req-469697bc-10ef-496d-a249-b29a60f53375 tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:17.513958 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2b491b31-3cbc-4686-98d1-ccbc54b4982b req-469697bc-10ef-496d-a249-b29a60f53375 tempest-ServersAdminTestJSON-1780747262 tempest-ServersAdminTestJSON-1780747262-project] 10.222.0.41 "DELETE /v2.0/ports/d65e9dd0-ad52-4544-bbe5-38ddf0458f1e HTTP/1.1" status: 204 len: 173 time: 0.9172628 Nov 22 20:08:17.524099 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287c5ccc-0e30-41b4-b5f2-831ef94263ef req-9ff43ce5-f2b6-4aca-9fb0-03b52be5f3b2 tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:17.531634 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-287c5ccc-0e30-41b4-b5f2-831ef94263ef req-9ff43ce5-f2b6-4aca-9fb0-03b52be5f3b2 tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] 10.222.0.46 "GET /v2.0/ports?device_id=600367c4-ade6-4072-a9b7-9d9122e901c9 HTTP/1.1" status: 200 len: 943 time: 0.1504979 Nov 22 20:08:17.600949 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-287c5ccc-0e30-41b4-b5f2-831ef94263ef req-43fce3f7-05ad-4d38-98a8-e3be1838fc63 tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] 10.222.0.46 "GET /v2.0/security-groups?id=89c2c967-26c4-4e1c-a1fd-c97f87817ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684140 Nov 22 20:08:17.633880 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-b0f71976-d5a7-4de7-a0ab-d0b2ba25302b req-72127b7a-d11d-4aa0-9184-7ea545752277 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:17.638662 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-b0f71976-d5a7-4de7-a0ab-d0b2ba25302b req-72127b7a-d11d-4aa0-9184-7ea545752277 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:17.669127 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-b0f71976-d5a7-4de7-a0ab-d0b2ba25302b req-72127b7a-d11d-4aa0-9184-7ea545752277 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:17.670465 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b0f71976-d5a7-4de7-a0ab-d0b2ba25302b req-72127b7a-d11d-4aa0-9184-7ea545752277 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.3106446 Nov 22 20:08:17.675218 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72127b7a-d11d-4aa0-9184-7ea545752277 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f46fc43-091a-421d-a069-26e28cfe15d0,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:08:17.842020 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ae8f55-dece-4fa3-98cb-028e763a272e req-cd41438d-2dba-4e60-8e76-c53a36e191e9 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:17.843560 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-79ae8f55-dece-4fa3-98cb-028e763a272e req-cd41438d-2dba-4e60-8e76-c53a36e191e9 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/ports?device_id=bd3740f9-d89f-45cf-b02d-7739f6a5131c HTTP/1.1" status: 200 len: 950 time: 0.0929267 Nov 22 20:08:17.892028 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9ae866e-5436-4a96-80ae-d5acfb56b49f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2a95f78-595b-4f6b-b4f6-ed601b710f56'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:08:17.894471 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d39f6d30a11e565ec9648abcc015e8a6ab6cff4edd704add8155e28765d31eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd4d9d42-3f06-4987-a14e-7e5ede763500" -d '{"events": [{"server_uuid": "a9ae866e-5436-4a96-80ae-d5acfb56b49f", "name": "network-vif-plugged", "status": "completed", "tag": "e2a95f78-595b-4f6b-b4f6-ed601b710f56"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:08:17.939268 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-79ae8f55-dece-4fa3-98cb-028e763a272e req-40dfb195-6526-478c-a470-01e23bc6497d tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1d007ec-a75a-4ef8-9cdd-9c679a3ff22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713515 Nov 22 20:08:17.955759 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97ebe80-f0cf-475f-9bfc-d4baa482147f req-0e019e40-dfff-4772-bc86-8c404a3410df tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:17.957519 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e97ebe80-f0cf-475f-9bfc-d4baa482147f req-0e019e40-dfff-4772-bc86-8c404a3410df tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] 10.222.0.46 "GET /v2.0/networks?id=15d4315f-9a0f-48df-91a2-7f6446aa6c2e HTTP/1.1" status: 200 len: 812 time: 0.1555705 Nov 22 20:08:17.985678 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e97ebe80-f0cf-475f-9bfc-d4baa482147f req-cc75f11b-2f6d-4d32-aad6-0fc2fd48b5e8 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] 10.222.0.46 "GET /v2.0/quotas/0fdf582e13024dfab4aee7ecf63b2936 HTTP/1.1" status: 200 len: 375 time: 0.0108101 Nov 22 20:08:18.045731 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e97ebe80-f0cf-475f-9bfc-d4baa482147f req-445035ce-2444-4d24-8fe7-736217195159 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=0fdf582e13024dfab4aee7ecf63b2936&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0535042 Nov 22 20:08:18.071141 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device f23431ca-0bf0-4deb-8bc7-343cf9b8e47f details requested by agent hyperv_n-h2-818823-1 with host n-h2-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 20:08:18.116578 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc46216d-8ab8-4625-bdf1-81e0b20fffba req-24e594b9-583c-4f9b-9c07-bdb147de67b2 tempest-MultipleCreateTestJSON-1276993397 tempest-MultipleCreateTestJSON-1276993397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:18.118084 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-dc46216d-8ab8-4625-bdf1-81e0b20fffba req-24e594b9-583c-4f9b-9c07-bdb147de67b2 tempest-MultipleCreateTestJSON-1276993397 tempest-MultipleCreateTestJSON-1276993397-project] 10.222.0.46 "GET /v2.0/ports?device_id=a9ae866e-5436-4a96-80ae-d5acfb56b49f HTTP/1.1" status: 200 len: 945 time: 0.1145589 Nov 22 20:08:18.171567 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port f23431ca-0bf0-4deb-8bc7-343cf9b8e47f, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=f23431ca-0bf0-4deb-8bc7-343cf9b8e47f,segment=NetworkSegment(a1d01b66-e103-44ab-97f3-6f827675fa31),segment_id=a1d01b66-e103-44ab-97f3-6f827675fa31)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:08:18.183301 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Returning: {'device': 'f23431ca-0bf0-4deb-8bc7-343cf9b8e47f', 'network_id': '5c8a61c3-0285-4b7d-b110-24534369ffce', 'port_id': 'f23431ca-0bf0-4deb-8bc7-343cf9b8e47f', 'mac_address': 'fa:16:3e:5c:c4:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 611, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ba52ab0-cb64-425e-be27-2e0b31d7d99f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 20:08:18.194825 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-dc46216d-8ab8-4625-bdf1-81e0b20fffba req-b6c24400-ec19-4a05-8e6e-004399adaf8c tempest-MultipleCreateTestJSON-1276993397 tempest-MultipleCreateTestJSON-1276993397-project] 10.222.0.46 "GET /v2.0/security-groups?id=8a035bd2-0e78-4fc7-9d57-01ec97cfb81c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702484 Nov 22 20:08:18.197156 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e97ebe80-f0cf-475f-9bfc-d4baa482147f req-c63bd2db-2352-4f62-9797-afcbf9a43737 service neutron] 10.222.0.46 "GET /v2.0/networks/15d4315f-9a0f-48df-91a2-7f6446aa6c2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394722 Nov 22 20:08:18.224369 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:18.238546 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f23431ca-0bf0-4deb-8bc7-343cf9b8e47f {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:08:18.259365 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port f23431ca-0bf0-4deb-8bc7-343cf9b8e47f, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=f23431ca-0bf0-4deb-8bc7-343cf9b8e47f,segment=NetworkSegment(a1d01b66-e103-44ab-97f3-6f827675fa31),segment_id=a1d01b66-e103-44ab-97f3-6f827675fa31)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:08:18.263835 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:18.312266 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e97ebe80-f0cf-475f-9bfc-d4baa482147f req-617ca13f-3caa-463b-84a0-0c7485c13311 service neutron] 10.222.0.46 "GET /v2.0/networks/15d4315f-9a0f-48df-91a2-7f6446aa6c2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075981 Nov 22 20:08:18.316736 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=f23431ca-0bf0-4deb-8bc7-343cf9b8e47f,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:08:18.408780 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaf568b-da2c-4e16-b77f-f290c12da227 req-2ab7ba2a-babe-4397-90ef-dce4a94ff808 tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:18.411620 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-aeaf568b-da2c-4e16-b77f-f290c12da227 req-2ab7ba2a-babe-4397-90ef-dce4a94ff808 tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] 10.222.0.46 "GET /v2.0/networks?id=2cba3d15-15ad-430b-9993-3b4a14230480 HTTP/1.1" status: 200 len: 822 time: 0.1160357 Nov 22 20:08:18.432886 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-aeaf568b-da2c-4e16-b77f-f290c12da227 req-7ca286c7-cae9-4b6e-8df9-7a71f8b4c8ac tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] 10.222.0.46 "GET /v2.0/quotas/06e6d3b48fca4efea364337fb0a9126a HTTP/1.1" status: 200 len: 375 time: 0.0115526 Nov 22 20:08:18.457286 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:08:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78cb0414-7bf4-43d1-8ab7-2eb3cd206799 x-openstack-request-id: req-78cb0414-7bf4-43d1-8ab7-2eb3cd206799 {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:08:18.457843 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9ae866e-5436-4a96-80ae-d5acfb56b49f", "name": "network-vif-plugged", "status": "completed", "tag": "e2a95f78-595b-4f6b-b4f6-ed601b710f56", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:08:18.458011 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-78cb0414-7bf4-43d1-8ab7-2eb3cd206799 {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:08:18.458786 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9ae866e-5436-4a96-80ae-d5acfb56b49f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2a95f78-595b-4f6b-b4f6-ed601b710f56', 'code': 200} Nov 22 20:08:18.487810 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-aeaf568b-da2c-4e16-b77f-f290c12da227 req-a553e6e9-4549-4cdb-acbf-14b370531e03 tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=06e6d3b48fca4efea364337fb0a9126a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0460498 Nov 22 20:08:18.528827 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] get_ports_and_sgs() called for port_ids ['f23431ca-0bf0-4deb-8bc7-343cf9b8e47f'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:08:18.620058 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a41d53e-fc52-4bf8-8725-75137b6f3bfc req-b2b54c0d-e694-40bf-a473-bc686421e31b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:18.621638 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0a41d53e-fc52-4bf8-8725-75137b6f3bfc req-b2b54c0d-e694-40bf-a473-bc686421e31b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a9ae866e-5436-4a96-80ae-d5acfb56b49f HTTP/1.1" status: 200 len: 1096 time: 0.0703096 Nov 22 20:08:18.715753 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-aeaf568b-da2c-4e16-b77f-f290c12da227 req-e2e5a29d-5575-4e35-9f5e-5ff03df54748 service neutron] 10.222.0.46 "GET /v2.0/networks/2cba3d15-15ad-430b-9993-3b4a14230480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2209904 Nov 22 20:08:18.720526 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0a41d53e-fc52-4bf8-8725-75137b6f3bfc req-b99924f2-1a3f-458c-ac0c-285bcb7f7f80 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=8a035bd2-0e78-4fc7-9d57-01ec97cfb81c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915968 Nov 22 20:08:18.786593 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 58662) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:08:18.831269 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6bdc14-193a-4130-8352-ff4a6fe10c39 req-b44425c0-8f8e-4fe3-bf4e-6e315a5604b1 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:18.837239 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6bdc14-193a-4130-8352-ff4a6fe10c39 req-b44425c0-8f8e-4fe3-bf4e-6e315a5604b1 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:18.843319 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6bdc14-193a-4130-8352-ff4a6fe10c39 req-b44425c0-8f8e-4fe3-bf4e-6e315a5604b1 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:18.848155 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7c6bdc14-193a-4130-8352-ff4a6fe10c39 req-b44425c0-8f8e-4fe3-bf4e-6e315a5604b1 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] 10.222.0.46 "GET /v2.0/ports?device_id=650e2652-3453-4441-aa37-86ee1c330dff HTTP/1.1" status: 200 len: 2418 time: 0.1412897 Nov 22 20:08:18.900248 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-aeaf568b-da2c-4e16-b77f-f290c12da227 req-d81f8fdc-6bc0-4840-8de4-3044e0c71f6d service neutron] 10.222.0.46 "GET /v2.0/networks/2cba3d15-15ad-430b-9993-3b4a14230480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1835814 Nov 22 20:08:18.919664 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7c6bdc14-193a-4130-8352-ff4a6fe10c39 req-f799ab6f-4372-445e-b145-d931af327543 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2857c8b-9c58-4d8b-ab89-040cb1f70ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660095 Nov 22 20:08:18.963366 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 58670) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:08:18.964024 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-0dcf867a-675c-4926-a1d8-ecdd5598198e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=df0dc2d171414ec4a3fabee70c3a9ca4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1749387 Nov 22 20:08:19.035760 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1c9f4ca7-ed48-42a7-9cf8-6c8af11fea3a req-3ee59d9a-d4a5-4bb7-a698-8423f307551b tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] 10.222.0.46 "GET /v2.0/ports?device_id=f5e9c336-4615-4436-bbce-28bec27018b4 HTTP/1.1" status: 200 len: 210 time: 0.0331895 Nov 22 20:08:19.040967 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a8396a73-d155-45eb-b114-5696b76b444e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:19.080341 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a8396a73-d155-45eb-b114-5696b76b444e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:19.147722 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a8396a73-d155-45eb-b114-5696b76b444e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:19.151025 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a8396a73-d155-45eb-b114-5696b76b444e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:19.152591 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-a8396a73-d155-45eb-b114-5696b76b444e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e5ae9e03-6ff8-4082-b7a4-25ecea5ed21d HTTP/1.1" status: 204 len: 168 time: 0.1878123 Nov 22 20:08:19.199868 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8396a73-d155-45eb-b114-5696b76b444e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5ae9e03-6ff8-4082-b7a4-25ecea5ed21d,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:08:19.264763 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2e944b-c215-4550-97d5-8f76b2ded750 req-6abb7260-d681-4913-be18-178aff3d3b25 tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:19.266574 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ec2e944b-c215-4550-97d5-8f76b2ded750 req-6abb7260-d681-4913-be18-178aff3d3b25 tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] 10.222.0.46 "GET /v2.0/ports?device_id=600367c4-ade6-4072-a9b7-9d9122e901c9 HTTP/1.1" status: 200 len: 944 time: 0.1343460 Nov 22 20:08:19.289331 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d168c0-6e08-4fa6-9719-f8ce126837ab req-b7e8cac8-5ce1-450e-a6a4-1346ea32739a tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:19.290955 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-85d168c0-6e08-4fa6-9719-f8ce126837ab req-b7e8cac8-5ce1-450e-a6a4-1346ea32739a tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/ports?device_id=bd3740f9-d89f-45cf-b02d-7739f6a5131c HTTP/1.1" status: 200 len: 950 time: 0.1100738 Nov 22 20:08:19.342075 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d610fed-ade8-4090-9ac8-a8eeda6b914b', 'name': 'network-vif-deleted', 'tag': 'd65e9dd0-ad52-4544-bbe5-38ddf0458f1e'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:08:19.344495 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29b7b563-b947-42e2-ac1b-5464504383eb" -d '{"events": [{"server_uuid": "1d610fed-ade8-4090-9ac8-a8eeda6b914b", "name": "network-vif-deleted", "tag": "d65e9dd0-ad52-4544-bbe5-38ddf0458f1e"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:08:19.371481 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ec2e944b-c215-4550-97d5-8f76b2ded750 req-5d89e0d8-6935-428e-a58a-5cc688e5c7bd tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] 10.222.0.46 "GET /v2.0/security-groups?id=89c2c967-26c4-4e1c-a1fd-c97f87817ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794637 Nov 22 20:08:19.379482 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-85d168c0-6e08-4fa6-9719-f8ce126837ab req-509bf3a7-0549-45e5-a037-218faaae88c7 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1d007ec-a75a-4ef8-9cdd-9c679a3ff22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812101 Nov 22 20:08:19.474236 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3b951069-6402-4ca1-affa-90e15e41e445 req-d0057046-21db-4da8-8094-0fc729aea81e tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] 10.222.0.46 "GET /v2.0/ports?device_id=8b70ed7a-3cf0-4661-a4b2-efa51e526247 HTTP/1.1" status: 200 len: 210 time: 0.0412514 Nov 22 20:08:19.560941 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 58694) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:08:19.600307 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be284eee-4824-445a-aec8-e589a3c3ab8b req-4a5a3656-8b47-4337-96b8-72db74e1529e tempest-MultipleCreateTestJSON-1276993397 tempest-MultipleCreateTestJSON-1276993397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:19.610103 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-be284eee-4824-445a-aec8-e589a3c3ab8b req-4a5a3656-8b47-4337-96b8-72db74e1529e tempest-MultipleCreateTestJSON-1276993397 tempest-MultipleCreateTestJSON-1276993397-project] 10.222.0.46 "GET /v2.0/ports?device_id=a9ae866e-5436-4a96-80ae-d5acfb56b49f HTTP/1.1" status: 200 len: 945 time: 0.0739703 Nov 22 20:08:19.635990 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-89dcc90e-bebe-4a53-b6cf-7b7213c2a825 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=70f1fb4abbe34fecb4fcc76a6d742892&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0737269 Nov 22 20:08:19.638325 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 58700) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:08:19.653370 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:08:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a763e8c-33ef-4c9a-b406-066c562f0f11 x-openstack-request-id: req-6a763e8c-33ef-4c9a-b406-066c562f0f11 {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:08:19.653917 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d610fed-ade8-4090-9ac8-a8eeda6b914b", "name": "network-vif-deleted", "tag": "d65e9dd0-ad52-4544-bbe5-38ddf0458f1e", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:08:19.654021 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6a763e8c-33ef-4c9a-b406-066c562f0f11 {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:08:19.654335 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d610fed-ade8-4090-9ac8-a8eeda6b914b', 'name': 'network-vif-deleted', 'tag': 'd65e9dd0-ad52-4544-bbe5-38ddf0458f1e', 'status': 'completed', 'code': 200} Nov 22 20:08:19.672450 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-be284eee-4824-445a-aec8-e589a3c3ab8b req-46d24ecc-0edb-4a15-ad0b-279a22075bf7 tempest-MultipleCreateTestJSON-1276993397 tempest-MultipleCreateTestJSON-1276993397-project] 10.222.0.46 "GET /v2.0/security-groups?id=8a035bd2-0e78-4fc7-9d57-01ec97cfb81c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613554 Nov 22 20:08:19.708060 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cc6a0dd9-b25d-40ed-bbc0-43396d3428ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:19.754256 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cc6a0dd9-b25d-40ed-bbc0-43396d3428ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:19.836486 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cc6a0dd9-b25d-40ed-bbc0-43396d3428ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:19.841609 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cc6a0dd9-b25d-40ed-bbc0-43396d3428ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:19.844433 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-cc6a0dd9-b25d-40ed-bbc0-43396d3428ac admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/954fc398-bd5e-41b3-8185-f9752c2f112c HTTP/1.1" status: 204 len: 168 time: 0.2048800 Nov 22 20:08:19.857879 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6a0dd9-b25d-40ed-bbc0-43396d3428ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=954fc398-bd5e-41b3-8185-f9752c2f112c,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:08:19.872219 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6a0dd9-b25d-40ed-bbc0-43396d3428ac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:08:19.873071 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6a0dd9-b25d-40ed-bbc0-43396d3428ac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:08:19.874125 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6a0dd9-b25d-40ed-bbc0-43396d3428ac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:08:19.876833 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6a0dd9-b25d-40ed-bbc0-43396d3428ac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:08:19.877484 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6a0dd9-b25d-40ed-bbc0-43396d3428ac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:08:19.878090 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6a0dd9-b25d-40ed-bbc0-43396d3428ac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:08:19.878663 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6a0dd9-b25d-40ed-bbc0-43396d3428ac admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:08:19.879278 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6a0dd9-b25d-40ed-bbc0-43396d3428ac admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:08:19.879851 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6a0dd9-b25d-40ed-bbc0-43396d3428ac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:08:19.880565 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6a0dd9-b25d-40ed-bbc0-43396d3428ac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:08:19.881072 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6a0dd9-b25d-40ed-bbc0-43396d3428ac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:08:19.881767 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6a0dd9-b25d-40ed-bbc0-43396d3428ac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:08:19.928623 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295b6330-c260-4511-90ec-bb835c9ca7ac req-5efbca97-4ade-49d9-934f-4a492d663de8 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:19.934876 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295b6330-c260-4511-90ec-bb835c9ca7ac req-5efbca97-4ade-49d9-934f-4a492d663de8 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:19.941804 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295b6330-c260-4511-90ec-bb835c9ca7ac req-5efbca97-4ade-49d9-934f-4a492d663de8 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:19.950029 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-295b6330-c260-4511-90ec-bb835c9ca7ac req-5efbca97-4ade-49d9-934f-4a492d663de8 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] 10.222.0.46 "GET /v2.0/ports?device_id=650e2652-3453-4441-aa37-86ee1c330dff HTTP/1.1" status: 200 len: 2418 time: 0.2179976 Nov 22 20:08:19.963745 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97ebe80-f0cf-475f-9bfc-d4baa482147f req-0aa7346d-38ac-4005-86fe-2eb6f73aa150 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:19.965372 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e97ebe80-f0cf-475f-9bfc-d4baa482147f req-0aa7346d-38ac-4005-86fe-2eb6f73aa150 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] 10.222.0.41 "GET /v2.0/networks?id=15d4315f-9a0f-48df-91a2-7f6446aa6c2e HTTP/1.1" status: 200 len: 812 time: 0.1982563 Nov 22 20:08:19.981490 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-e97ebe80-f0cf-475f-9bfc-d4baa482147f req-c2beb41e-5598-4cda-bfe8-12d9fdc5b1d5 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] Request body: {'port': {'device_id': 'f5e9c336-4615-4436-bbce-28bec27018b4', 'network_id': '15d4315f-9a0f-48df-91a2-7f6446aa6c2e', 'admin_state_up': True, 'tenant_id': '0fdf582e13024dfab4aee7ecf63b2936'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:08:20.056073 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-295b6330-c260-4511-90ec-bb835c9ca7ac req-1dba5b11-3961-4431-9030-714211162745 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2857c8b-9c58-4d8b-ab89-040cb1f70ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055796 Nov 22 20:08:20.079827 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device f23431ca-0bf0-4deb-8bc7-343cf9b8e47f up at agent hyperv_n-h2-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:08:20.141436 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Provisioning for port f23431ca-0bf0-4deb-8bc7-343cf9b8e47f completed by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 20:08:20.146221 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Provisioning complete for port f23431ca-0bf0-4deb-8bc7-343cf9b8e47f triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:08:20.146595 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:20.169026 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d2f1b80e-53ab-48cb-b66b-383cfe3ce233 req-caa91a87-fead-4e36-9196-af1f9e8bae89 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] 10.222.0.46 "GET /v2.0/ports?device_id=f5e9c336-4615-4436-bbce-28bec27018b4 HTTP/1.1" status: 200 len: 210 time: 0.0389156 Nov 22 20:08:20.185681 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e97ebe80-f0cf-475f-9bfc-d4baa482147f req-c2beb41e-5598-4cda-bfe8-12d9fdc5b1d5 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] Made reservation on behalf of 0fdf582e13024dfab4aee7ecf63b2936 for: {'port': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:08:20.191617 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-e97ebe80-f0cf-475f-9bfc-d4baa482147f req-c2beb41e-5598-4cda-bfe8-12d9fdc5b1d5 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:20.246215 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:20.287326 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port f23431ca-0bf0-4deb-8bc7-343cf9b8e47f, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=f23431ca-0bf0-4deb-8bc7-343cf9b8e47f,segment=NetworkSegment(a1d01b66-e103-44ab-97f3-6f827675fa31),segment_id=a1d01b66-e103-44ab-97f3-6f827675fa31)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:08:20.294875 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:20.296578 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 098e56c6-9987-44ca-ac04-2354cb1a22a9 no longer exists at agent hyperv_n-h2-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:08:20.339152 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] No Port match for: 098e56c6-9987-44ca-ac04-2354cb1a22a9 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:08:20.339588 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 098e56c6-9987-44ca-ac04-2354cb1a22a9 not bound to the agent host n-h2-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:08:20.369457 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=f23431ca-0bf0-4deb-8bc7-343cf9b8e47f,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:08:20.402709 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [req-e97ebe80-f0cf-475f-9bfc-d4baa482147f req-c2beb41e-5598-4cda-bfe8-12d9fdc5b1d5 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] Allocated IP 172.20.0.13 (15d4315f-9a0f-48df-91a2-7f6446aa6c2e/d1283e3b-986c-4cf3-818d-79a41c1c76c2/c3c611e3-1c74-47bf-9225-d666ee79fbb4) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:08:20.461637 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '600367c4-ade6-4072-a9b7-9d9122e901c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f23431ca-0bf0-4deb-8bc7-343cf9b8e47f'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:08:20.464104 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d39f6d30a11e565ec9648abcc015e8a6ab6cff4edd704add8155e28765d31eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-851812c9-024b-416a-96a4-9b69bb1a42b3" -d '{"events": [{"server_uuid": "600367c4-ade6-4072-a9b7-9d9122e901c9", "name": "network-vif-plugged", "status": "completed", "tag": "f23431ca-0bf0-4deb-8bc7-343cf9b8e47f"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:08:20.645941 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaf568b-da2c-4e16-b77f-f290c12da227 req-5dd9d2cd-40f8-4051-839c-4ae8b60020a0 tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:20.648162 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-aeaf568b-da2c-4e16-b77f-f290c12da227 req-5dd9d2cd-40f8-4051-839c-4ae8b60020a0 tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] 10.222.0.41 "GET /v2.0/networks?id=2cba3d15-15ad-430b-9993-3b4a14230480 HTTP/1.1" status: 200 len: 822 time: 0.3254976 Nov 22 20:08:20.651116 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device d65e9dd0-ad52-4544-bbe5-38ddf0458f1e no longer exists at agent hyperv_n-h1-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:08:20.672427 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] No Port match for: d65e9dd0-ad52-4544-bbe5-38ddf0458f1e {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:08:20.672797 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device d65e9dd0-ad52-4544-bbe5-38ddf0458f1e not bound to the agent host n-h1-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:08:20.983600 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-aeaf568b-da2c-4e16-b77f-f290c12da227 req-3e59d455-9e48-437d-a4a4-fdf3e09324f0 tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] Request body: {'port': {'device_id': '8b70ed7a-3cf0-4661-a4b2-efa51e526247', 'network_id': '2cba3d15-15ad-430b-9993-3b4a14230480', 'admin_state_up': True, 'tenant_id': '06e6d3b48fca4efea364337fb0a9126a'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:08:21.015962 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7bcedf-71f5-425d-aef7-c9cea7078de2 req-4f1ead3a-caee-45c0-bffd-99e10e70ef15 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:21.017465 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0c7bcedf-71f5-425d-aef7-c9cea7078de2 req-4f1ead3a-caee-45c0-bffd-99e10e70ef15 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/ports?device_id=bd3740f9-d89f-45cf-b02d-7739f6a5131c HTTP/1.1" status: 200 len: 950 time: 0.5358391 Nov 22 20:08:21.056870 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04044c2-5621-45dd-abe6-548acdb72500 req-12d0fa1f-7e3d-4d7c-9ffd-f98d428ceefc tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:21.058241 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f04044c2-5621-45dd-abe6-548acdb72500 req-12d0fa1f-7e3d-4d7c-9ffd-f98d428ceefc tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] 10.222.0.46 "GET /v2.0/ports?device_id=600367c4-ade6-4072-a9b7-9d9122e901c9 HTTP/1.1" status: 200 len: 945 time: 0.5483067 Nov 22 20:08:21.101076 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-e97ebe80-f0cf-475f-9bfc-d4baa482147f req-c2beb41e-5598-4cda-bfe8-12d9fdc5b1d5 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:21.206548 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0c7bcedf-71f5-425d-aef7-c9cea7078de2 req-e39ba26e-47ba-4e7f-a899-1ad4178f9508 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1d007ec-a75a-4ef8-9cdd-9c679a3ff22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576459 Nov 22 20:08:21.215082 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f04044c2-5621-45dd-abe6-548acdb72500 req-b167fdee-7033-49e3-8f35-0dff988a8ad2 tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] 10.222.0.46 "GET /v2.0/security-groups?id=89c2c967-26c4-4e1c-a1fd-c97f87817ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421452 Nov 22 20:08:21.240307 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-e97ebe80-f0cf-475f-9bfc-d4baa482147f req-c2beb41e-5598-4cda-bfe8-12d9fdc5b1d5 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:21.254951 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aeaf568b-da2c-4e16-b77f-f290c12da227 req-3e59d455-9e48-437d-a4a4-fdf3e09324f0 tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] Made reservation on behalf of 06e6d3b48fca4efea364337fb0a9126a for: {'port': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:08:21.258976 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-aeaf568b-da2c-4e16-b77f-f290c12da227 req-3e59d455-9e48-437d-a4a4-fdf3e09324f0 tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:21.284673 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:08:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-999069be-94e6-4c27-a34b-3557d44b86e8 x-openstack-request-id: req-999069be-94e6-4c27-a34b-3557d44b86e8 {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:08:21.285176 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "600367c4-ade6-4072-a9b7-9d9122e901c9", "name": "network-vif-plugged", "status": "completed", "tag": "f23431ca-0bf0-4deb-8bc7-343cf9b8e47f", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:08:21.285419 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-999069be-94e6-4c27-a34b-3557d44b86e8 {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:08:21.285866 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '600367c4-ade6-4072-a9b7-9d9122e901c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f23431ca-0bf0-4deb-8bc7-343cf9b8e47f', 'code': 200} Nov 22 20:08:21.319164 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e97ebe80-f0cf-475f-9bfc-d4baa482147f req-c2beb41e-5598-4cda-bfe8-12d9fdc5b1d5 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] Network 15d4315f-9a0f-48df-91a2-7f6446aa6c2e is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:08:21.333107 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [req-e97ebe80-f0cf-475f-9bfc-d4baa482147f req-c2beb41e-5598-4cda-bfe8-12d9fdc5b1d5 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:08:21.347224 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-e97ebe80-f0cf-475f-9bfc-d4baa482147f req-c2beb41e-5598-4cda-bfe8-12d9fdc5b1d5 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:08:21.365103 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e14b12-c63e-4adc-8205-c172fc5d966e req-e3e0e59b-9e77-4cdd-bee1-df2ef5aaa9fd tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:21.371311 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e14b12-c63e-4adc-8205-c172fc5d966e req-e3e0e59b-9e77-4cdd-bee1-df2ef5aaa9fd tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:21.378128 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e14b12-c63e-4adc-8205-c172fc5d966e req-e3e0e59b-9e77-4cdd-bee1-df2ef5aaa9fd tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:21.379853 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-43e14b12-c63e-4adc-8205-c172fc5d966e req-e3e0e59b-9e77-4cdd-bee1-df2ef5aaa9fd tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] 10.222.0.41 "GET /v2.0/ports?device_id=650e2652-3453-4441-aa37-86ee1c330dff HTTP/1.1" status: 200 len: 2418 time: 0.1036782 Nov 22 20:08:21.396717 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2beb41e-5598-4cda-bfe8-12d9fdc5b1d5 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] Pushing event updated for resources: {'Port': ['ID=c3c611e3-1c74-47bf-9225-d666ee79fbb4,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:08:21.400374 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a875cc64-131c-4020-8f0d-e7a9622c1029 req-b7098c3e-5380-4b34-afb6-a8f60d7ada73 tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] 10.222.0.46 "GET /v2.0/ports?device_id=8b70ed7a-3cf0-4661-a4b2-efa51e526247 HTTP/1.1" status: 200 len: 210 time: 0.0779917 Nov 22 20:08:21.495764 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [req-43e14b12-c63e-4adc-8205-c172fc5d966e req-0cf868b7-a4f3-4edc-b106-7b20673d5de5 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Deleting port 2642f88e-2d10-4191-8d6b-3c979345e461 {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:08:21.495966 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-43e14b12-c63e-4adc-8205-c172fc5d966e req-0cf868b7-a4f3-4edc-b106-7b20673d5de5 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:21.547071 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97ebe80-f0cf-475f-9bfc-d4baa482147f req-c2beb41e-5598-4cda-bfe8-12d9fdc5b1d5 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:21.547710 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-e97ebe80-f0cf-475f-9bfc-d4baa482147f req-c2beb41e-5598-4cda-bfe8-12d9fdc5b1d5 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:21.594642 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-43e14b12-c63e-4adc-8205-c172fc5d966e req-0cf868b7-a4f3-4edc-b106-7b20673d5de5 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] For port 2642f88e-2d10-4191-8d6b-3c979345e461, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=2642f88e-2d10-4191-8d6b-3c979345e461,segment=NetworkSegment(76958c93-e271-4464-8b2b-ab874b82cbfe),segment_id=76958c93-e271-4464-8b2b-ab874b82cbfe)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:08:21.594896 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-43e14b12-c63e-4adc-8205-c172fc5d966e req-0cf868b7-a4f3-4edc-b106-7b20673d5de5 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:21.605655 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9db399-503b-448e-95ce-4d4810cfcc68 req-d908176d-8c65-439e-be3e-2f1f9d5f6f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:21.607173 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ae9db399-503b-448e-95ce-4d4810cfcc68 req-d908176d-8c65-439e-be3e-2f1f9d5f6f69 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=600367c4-ade6-4072-a9b7-9d9122e901c9 HTTP/1.1" status: 200 len: 1096 time: 0.2114573 Nov 22 20:08:21.607960 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [req-43e14b12-c63e-4adc-8205-c172fc5d966e req-0cf868b7-a4f3-4edc-b106-7b20673d5de5 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Calling delete_port for 2642f88e-2d10-4191-8d6b-3c979345e461 owned by compute:nova {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:08:21.615153 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699543b5-b4e0-4eb9-999a-f918a6b68ae2 req-8f29be6e-8d27-4b0c-9430-7e00a1f78254 tempest-MultipleCreateTestJSON-1276993397 tempest-MultipleCreateTestJSON-1276993397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:21.616595 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-699543b5-b4e0-4eb9-999a-f918a6b68ae2 req-8f29be6e-8d27-4b0c-9430-7e00a1f78254 tempest-MultipleCreateTestJSON-1276993397 tempest-MultipleCreateTestJSON-1276993397-project] 10.222.0.46 "GET /v2.0/ports?device_id=a9ae866e-5436-4a96-80ae-d5acfb56b49f HTTP/1.1" status: 200 len: 945 time: 0.2516601 Nov 22 20:08:21.635460 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e97ebe80-f0cf-475f-9bfc-d4baa482147f req-c2beb41e-5598-4cda-bfe8-12d9fdc5b1d5 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6590915 Nov 22 20:08:21.653523 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [req-aeaf568b-da2c-4e16-b77f-f290c12da227 req-3e59d455-9e48-437d-a4a4-fdf3e09324f0 tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] Allocated IP 172.20.0.5 (2cba3d15-15ad-430b-9993-3b4a14230480/1439a4b0-dcfd-4d3a-bcc9-51cb20acf78c/40b6cf5a-a934-4c5c-a123-c4464a9b3c58) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:08:21.660884 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-e97ebe80-f0cf-475f-9bfc-d4baa482147f req-6e28caa5-5a13-4b1f-bb72-bca23652f7e8 service neutron] Request body: {'port': {'device_id': 'f5e9c336-4615-4436-bbce-28bec27018b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818823-1'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:08:21.744424 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-43e14b12-c63e-4adc-8205-c172fc5d966e req-0cf868b7-a4f3-4edc-b106-7b20673d5de5 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:21.755810 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] get_ports_and_sgs() called for port_ids ['54f5b4bd-bc9c-4b4e-80b3-00323d0ba699', '69203f5d-5f7e-4f5e-bd51-c1c374a463e4', '2642f88e-2d10-4191-8d6b-3c979345e461'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:08:21.758010 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7429a195-d08c-4b83-808f-138e8637e6b3 req-75823cbe-4328-4b2b-9768-5f0c3c34ea44 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:21.764102 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7429a195-d08c-4b83-808f-138e8637e6b3 req-75823cbe-4328-4b2b-9768-5f0c3c34ea44 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:21.770733 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7429a195-d08c-4b83-808f-138e8637e6b3 req-75823cbe-4328-4b2b-9768-5f0c3c34ea44 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:21.772480 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7429a195-d08c-4b83-808f-138e8637e6b3 req-75823cbe-4328-4b2b-9768-5f0c3c34ea44 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] 10.222.0.46 "GET /v2.0/ports?device_id=650e2652-3453-4441-aa37-86ee1c330dff HTTP/1.1" status: 200 len: 2418 time: 0.2333646 Nov 22 20:08:21.775925 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf868b7-a4f3-4edc-b106-7b20673d5de5 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Pushing event deleted for resources: {'Port': ['ID=2642f88e-2d10-4191-8d6b-3c979345e461,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:08:21.819153 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ae9db399-503b-448e-95ce-4d4810cfcc68 req-16692e21-b38a-42bf-8350-770dc2ec2605 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=89c2c967-26c4-4e1c-a1fd-c97f87817ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001262 Nov 22 20:08:21.842824 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [req-43e14b12-c63e-4adc-8205-c172fc5d966e req-0cf868b7-a4f3-4edc-b106-7b20673d5de5 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] No DVR routers for this DVR port 2642f88e-2d10-4191-8d6b-3c979345e461 on host n-h1-818823-1 {{(pid=103448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:08:21.845767 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-43e14b12-c63e-4adc-8205-c172fc5d966e req-0cf868b7-a4f3-4edc-b106-7b20673d5de5 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:21.849538 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-43e14b12-c63e-4adc-8205-c172fc5d966e req-0cf868b7-a4f3-4edc-b106-7b20673d5de5 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] 10.222.0.41 "DELETE /v2.0/ports/2642f88e-2d10-4191-8d6b-3c979345e461 HTTP/1.1" status: 204 len: 173 time: 0.4626343 Nov 22 20:08:21.850025 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '650e2652-3453-4441-aa37-86ee1c330dff', 'name': 'network-vif-deleted', 'tag': '2642f88e-2d10-4191-8d6b-3c979345e461'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:08:21.852569 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589a98cf2aea187fcc423a5edb333e5a6cf3ad7c81115d1ebee0f079693c312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bfb70e9-f804-481e-80c3-7c8fc2e45b83" -d '{"events": [{"server_uuid": "650e2652-3453-4441-aa37-86ee1c330dff", "name": "network-vif-deleted", "tag": "2642f88e-2d10-4191-8d6b-3c979345e461"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:08:21.910227 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-699543b5-b4e0-4eb9-999a-f918a6b68ae2 req-cd61a242-d0ed-46ee-bea4-63f73fd7245d tempest-MultipleCreateTestJSON-1276993397 tempest-MultipleCreateTestJSON-1276993397-project] 10.222.0.46 "GET /v2.0/security-groups?id=8a035bd2-0e78-4fc7-9d57-01ec97cfb81c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2819335 Nov 22 20:08:21.954913 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-e97ebe80-f0cf-475f-9bfc-d4baa482147f req-6e28caa5-5a13-4b1f-bb72-bca23652f7e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:21.977503 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [req-43e14b12-c63e-4adc-8205-c172fc5d966e req-cff6f085-434a-4769-9b35-b1db476d303c tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Deleting port 69203f5d-5f7e-4f5e-bd51-c1c374a463e4 {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:08:21.977855 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-43e14b12-c63e-4adc-8205-c172fc5d966e req-cff6f085-434a-4769-9b35-b1db476d303c tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:22.085487 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-43e14b12-c63e-4adc-8205-c172fc5d966e req-cff6f085-434a-4769-9b35-b1db476d303c tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] For port 69203f5d-5f7e-4f5e-bd51-c1c374a463e4, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=69203f5d-5f7e-4f5e-bd51-c1c374a463e4,segment=NetworkSegment(dab13e52-193b-40a3-83ad-fa4eac7928c0),segment_id=dab13e52-193b-40a3-83ad-fa4eac7928c0)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:08:22.085857 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-43e14b12-c63e-4adc-8205-c172fc5d966e req-cff6f085-434a-4769-9b35-b1db476d303c tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:22.098642 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [req-43e14b12-c63e-4adc-8205-c172fc5d966e req-cff6f085-434a-4769-9b35-b1db476d303c tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Calling delete_port for 69203f5d-5f7e-4f5e-bd51-c1c374a463e4 owned by compute:nova {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:08:22.106236 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7429a195-d08c-4b83-808f-138e8637e6b3 req-9ae05283-fee0-4747-835b-5c07fb670b09 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2857c8b-9c58-4d8b-ab89-040cb1f70ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2898538 Nov 22 20:08:22.147390 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-aeaf568b-da2c-4e16-b77f-f290c12da227 req-3e59d455-9e48-437d-a4a4-fdf3e09324f0 tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:22.215482 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b97222a-0f4b-4834-b32a-926bfb0b70fa req-af695865-7f64-4fb9-95b9-d363bcdb7c4a tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:22.217021 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4b97222a-0f4b-4834-b32a-926bfb0b70fa req-af695865-7f64-4fb9-95b9-d363bcdb7c4a tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] 10.222.0.46 "GET /v2.0/ports?device_id=f5e9c336-4615-4436-bbce-28bec27018b4 HTTP/1.1" status: 200 len: 932 time: 0.2029004 Nov 22 20:08:22.243277 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-43e14b12-c63e-4adc-8205-c172fc5d966e req-cff6f085-434a-4769-9b35-b1db476d303c tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:22.255772 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] get_ports_and_sgs() called for port_ids ['2642f88e-2d10-4191-8d6b-3c979345e461'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:08:22.287917 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff6f085-434a-4769-9b35-b1db476d303c tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Pushing event deleted for resources: {'Port': ['ID=69203f5d-5f7e-4f5e-bd51-c1c374a463e4,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:08:22.308591 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-aeaf568b-da2c-4e16-b77f-f290c12da227 req-3e59d455-9e48-437d-a4a4-fdf3e09324f0 tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:22.372253 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [req-43e14b12-c63e-4adc-8205-c172fc5d966e req-cff6f085-434a-4769-9b35-b1db476d303c tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] No DVR routers for this DVR port 69203f5d-5f7e-4f5e-bd51-c1c374a463e4 on host n-h1-818823-1 {{(pid=103448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:08:22.376009 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-43e14b12-c63e-4adc-8205-c172fc5d966e req-cff6f085-434a-4769-9b35-b1db476d303c tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:22.380095 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-43e14b12-c63e-4adc-8205-c172fc5d966e req-cff6f085-434a-4769-9b35-b1db476d303c tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] 10.222.0.41 "DELETE /v2.0/ports/69203f5d-5f7e-4f5e-bd51-c1c374a463e4 HTTP/1.1" status: 204 len: 173 time: 0.5233276 Nov 22 20:08:22.443672 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4b97222a-0f4b-4834-b32a-926bfb0b70fa req-d89e541a-1f97-4a0c-a4c3-36493f4a0175 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] 10.222.0.46 "GET /v2.0/security-groups?id=008bf24b-e850-49d0-ba05-9d00c3f0736a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062347 Nov 22 20:08:22.444110 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:08:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a31e9ed2-2610-4a16-b3ae-890f09e36d93 x-openstack-request-id: req-a31e9ed2-2610-4a16-b3ae-890f09e36d93 {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:08:22.444110 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "650e2652-3453-4441-aa37-86ee1c330dff", "name": "network-vif-deleted", "tag": "2642f88e-2d10-4191-8d6b-3c979345e461", "status": "completed", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:08:22.444110 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a31e9ed2-2610-4a16-b3ae-890f09e36d93 {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:08:22.444110 n-d-818823-1 neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '650e2652-3453-4441-aa37-86ee1c330dff', 'name': 'network-vif-deleted', 'tag': '2642f88e-2d10-4191-8d6b-3c979345e461', 'status': 'completed', 'code': 200} Nov 22 20:08:22.457273 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aeaf568b-da2c-4e16-b77f-f290c12da227 req-3e59d455-9e48-437d-a4a4-fdf3e09324f0 tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] Network 2cba3d15-15ad-430b-9993-3b4a14230480 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:08:22.472028 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [req-aeaf568b-da2c-4e16-b77f-f290c12da227 req-3e59d455-9e48-437d-a4a4-fdf3e09324f0 tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:08:22.485365 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-aeaf568b-da2c-4e16-b77f-f290c12da227 req-3e59d455-9e48-437d-a4a4-fdf3e09324f0 tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:08:22.513630 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e59d455-9e48-437d-a4a4-fdf3e09324f0 tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] Pushing event updated for resources: {'Port': ['ID=40b6cf5a-a934-4c5c-a123-c4464a9b3c58,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:08:22.524648 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [req-43e14b12-c63e-4adc-8205-c172fc5d966e req-78042fe3-9634-45b8-9fc9-5f1a7ee76931 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Deleting port 54f5b4bd-bc9c-4b4e-80b3-00323d0ba699 {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:08:22.524885 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-43e14b12-c63e-4adc-8205-c172fc5d966e req-78042fe3-9634-45b8-9fc9-5f1a7ee76931 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:22.623005 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-43e14b12-c63e-4adc-8205-c172fc5d966e req-78042fe3-9634-45b8-9fc9-5f1a7ee76931 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] For port 54f5b4bd-bc9c-4b4e-80b3-00323d0ba699, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=54f5b4bd-bc9c-4b4e-80b3-00323d0ba699,segment=NetworkSegment(76958c93-e271-4464-8b2b-ab874b82cbfe),segment_id=76958c93-e271-4464-8b2b-ab874b82cbfe)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:08:22.623373 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-43e14b12-c63e-4adc-8205-c172fc5d966e req-78042fe3-9634-45b8-9fc9-5f1a7ee76931 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:22.635821 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [req-43e14b12-c63e-4adc-8205-c172fc5d966e req-78042fe3-9634-45b8-9fc9-5f1a7ee76931 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Calling delete_port for 54f5b4bd-bc9c-4b4e-80b3-00323d0ba699 owned by compute:nova {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:08:22.642953 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaf568b-da2c-4e16-b77f-f290c12da227 req-3e59d455-9e48-437d-a4a4-fdf3e09324f0 tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:22.643619 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-aeaf568b-da2c-4e16-b77f-f290c12da227 req-3e59d455-9e48-437d-a4a4-fdf3e09324f0 tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:22.697325 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-aeaf568b-da2c-4e16-b77f-f290c12da227 req-3e59d455-9e48-437d-a4a4-fdf3e09324f0 tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0338864 Nov 22 20:08:22.702623 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [req-e97ebe80-f0cf-475f-9bfc-d4baa482147f req-6e28caa5-5a13-4b1f-bb72-bca23652f7e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3c611e3-1c74-47bf-9225-d666ee79fbb4 {{(pid=103447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:08:22.714377 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465b1ea8-5c05-426d-8fa6-2b94a4b8c375 req-e769e6c8-49d9-4687-ac8d-408448715574 tempest-MultipleCreateTestJSON-1276993397 tempest-MultipleCreateTestJSON-1276993397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:22.715902 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-465b1ea8-5c05-426d-8fa6-2b94a4b8c375 req-e769e6c8-49d9-4687-ac8d-408448715574 tempest-MultipleCreateTestJSON-1276993397 tempest-MultipleCreateTestJSON-1276993397-project] 10.222.0.46 "GET /v2.0/ports?device_id=c44bb2e1-54d8-436e-b910-67cc6e2d1df6 HTTP/1.1" status: 200 len: 945 time: 0.1992080 Nov 22 20:08:22.723895 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b217ba3c-bfe5-4f58-87c3-5b92e9ce6a36 req-e5762eaa-c064-4639-bb36-fed144c05b9f tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:22.725410 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b217ba3c-bfe5-4f58-87c3-5b92e9ce6a36 req-e5762eaa-c064-4639-bb36-fed144c05b9f tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/ports?device_id=bd3740f9-d89f-45cf-b02d-7739f6a5131c HTTP/1.1" status: 200 len: 950 time: 0.1776044 Nov 22 20:08:22.732370 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-e97ebe80-f0cf-475f-9bfc-d4baa482147f req-6e28caa5-5a13-4b1f-bb72-bca23652f7e8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:22.737685 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-aeaf568b-da2c-4e16-b77f-f290c12da227 req-208d4e54-955f-4b1b-aa89-dce527de25f2 service neutron] Request body: {'port': {'device_id': '8b70ed7a-3cf0-4661-a4b2-efa51e526247', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818823-1'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:08:22.770312 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-43e14b12-c63e-4adc-8205-c172fc5d966e req-78042fe3-9634-45b8-9fc9-5f1a7ee76931 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:22.802980 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78042fe3-9634-45b8-9fc9-5f1a7ee76931 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Pushing event deleted for resources: {'Port': ['ID=54f5b4bd-bc9c-4b4e-80b3-00323d0ba699,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:08:22.813509 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.provisioning_blocks [req-e97ebe80-f0cf-475f-9bfc-d4baa482147f req-6e28caa5-5a13-4b1f-bb72-bca23652f7e8 service neutron] Transition to ACTIVE for port object c3c611e3-1c74-47bf-9225-d666ee79fbb4 will not be triggered until provisioned by entity L2. {{(pid=103447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 20:08:22.840082 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-e97ebe80-f0cf-475f-9bfc-d4baa482147f req-6e28caa5-5a13-4b1f-bb72-bca23652f7e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:22.849505 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [req-43e14b12-c63e-4adc-8205-c172fc5d966e req-78042fe3-9634-45b8-9fc9-5f1a7ee76931 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] No DVR routers for this DVR port 54f5b4bd-bc9c-4b4e-80b3-00323d0ba699 on host n-h1-818823-1 {{(pid=103448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:08:22.852156 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-43e14b12-c63e-4adc-8205-c172fc5d966e req-78042fe3-9634-45b8-9fc9-5f1a7ee76931 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:22.855869 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-43e14b12-c63e-4adc-8205-c172fc5d966e req-78042fe3-9634-45b8-9fc9-5f1a7ee76931 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] 10.222.0.41 "DELETE /v2.0/ports/54f5b4bd-bc9c-4b4e-80b3-00323d0ba699 HTTP/1.1" status: 204 len: 173 time: 0.4694529 Nov 22 20:08:22.918984 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-465b1ea8-5c05-426d-8fa6-2b94a4b8c375 req-7907e127-a6a4-481d-98e1-ec84c3c5b341 tempest-MultipleCreateTestJSON-1276993397 tempest-MultipleCreateTestJSON-1276993397-project] 10.222.0.46 "GET /v2.0/security-groups?id=8a035bd2-0e78-4fc7-9d57-01ec97cfb81c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892347 Nov 22 20:08:22.939170 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b217ba3c-bfe5-4f58-87c3-5b92e9ce6a36 req-b6e2adfa-9fb8-4647-8b0a-f1ff1dfd6c36 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1d007ec-a75a-4ef8-9cdd-9c679a3ff22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916502 Nov 22 20:08:22.943925 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-aeaf568b-da2c-4e16-b77f-f290c12da227 req-208d4e54-955f-4b1b-aa89-dce527de25f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:22.982631 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e28caa5-5a13-4b1f-bb72-bca23652f7e8 service neutron] Pushing event updated for resources: {'Port': ['ID=c3c611e3-1c74-47bf-9225-d666ee79fbb4,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:08:23.247391 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9de26d-3bdb-48c0-97b1-c8633e9f7d61 req-518eaf3a-4e65-4540-a05a-49f3bf78611e tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:23.249447 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9d9de26d-3bdb-48c0-97b1-c8633e9f7d61 req-518eaf3a-4e65-4540-a05a-49f3bf78611e tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] 10.222.0.46 "GET /v2.0/ports?device_id=600367c4-ade6-4072-a9b7-9d9122e901c9 HTTP/1.1" status: 200 len: 945 time: 0.2031815 Nov 22 20:08:23.250122 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-e97ebe80-f0cf-475f-9bfc-d4baa482147f req-6e28caa5-5a13-4b1f-bb72-bca23652f7e8 service neutron] Attempting to bind port c3c611e3-1c74-47bf-9225-d666ee79fbb4 on host n-h1-818823-1 for vnic_type normal with profile {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:08:23.250459 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-e97ebe80-f0cf-475f-9bfc-d4baa482147f req-6e28caa5-5a13-4b1f-bb72-bca23652f7e8 service neutron] Attempting to bind port c3c611e3-1c74-47bf-9225-d666ee79fbb4 by drivers openvswitch,hyperv on host n-h1-818823-1 at level 0 using segments [{'id': '94d4e232-251b-48cf-a0b3-a3b667b8984b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '15d4315f-9a0f-48df-91a2-7f6446aa6c2e'}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:08:23.250789 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e97ebe80-f0cf-475f-9bfc-d4baa482147f req-6e28caa5-5a13-4b1f-bb72-bca23652f7e8 service neutron] Attempting to bind port c3c611e3-1c74-47bf-9225-d666ee79fbb4 on network 15d4315f-9a0f-48df-91a2-7f6446aa6c2e {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:08:23.277954 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e97ebe80-f0cf-475f-9bfc-d4baa482147f req-6e28caa5-5a13-4b1f-bb72-bca23652f7e8 service neutron] Port c3c611e3-1c74-47bf-9225-d666ee79fbb4 on network 15d4315f-9a0f-48df-91a2-7f6446aa6c2e not bound, no agent of type Open vSwitch agent registered on host n-h1-818823-1 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:08:23.278281 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e97ebe80-f0cf-475f-9bfc-d4baa482147f req-6e28caa5-5a13-4b1f-bb72-bca23652f7e8 service neutron] Attempting to bind port c3c611e3-1c74-47bf-9225-d666ee79fbb4 on network 15d4315f-9a0f-48df-91a2-7f6446aa6c2e {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:08:23.301792 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ac9a29-5c14-4a4f-8221-5caad4e10f5b req-f8bee1c4-7191-4fc4-a033-f46cb0431287 tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:23.303349 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a2ac9a29-5c14-4a4f-8221-5caad4e10f5b req-f8bee1c4-7191-4fc4-a033-f46cb0431287 tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] 10.222.0.46 "GET /v2.0/ports?device_id=8b70ed7a-3cf0-4661-a4b2-efa51e526247 HTTP/1.1" status: 200 len: 931 time: 0.2170391 Nov 22 20:08:23.318270 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e97ebe80-f0cf-475f-9bfc-d4baa482147f req-6e28caa5-5a13-4b1f-bb72-bca23652f7e8 service neutron] Checking agent: {'id': '7a008cff-3b49-418c-8046-689d46cc800f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'started_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 8, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:08:23.318613 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e97ebe80-f0cf-475f-9bfc-d4baa482147f req-6e28caa5-5a13-4b1f-bb72-bca23652f7e8 service neutron] Checking segment: {'id': '94d4e232-251b-48cf-a0b3-a3b667b8984b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '15d4315f-9a0f-48df-91a2-7f6446aa6c2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:08:23.319005 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e97ebe80-f0cf-475f-9bfc-d4baa482147f req-6e28caa5-5a13-4b1f-bb72-bca23652f7e8 service neutron] Bound using segment: {'id': '94d4e232-251b-48cf-a0b3-a3b667b8984b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '15d4315f-9a0f-48df-91a2-7f6446aa6c2e'} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:08:23.319475 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-e97ebe80-f0cf-475f-9bfc-d4baa482147f req-6e28caa5-5a13-4b1f-bb72-bca23652f7e8 service neutron] Bound port: c3c611e3-1c74-47bf-9225-d666ee79fbb4, host: n-h1-818823-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94d4e232-251b-48cf-a0b3-a3b667b8984b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '15d4315f-9a0f-48df-91a2-7f6446aa6c2e'}}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:08:23.319840 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-e97ebe80-f0cf-475f-9bfc-d4baa482147f req-6e28caa5-5a13-4b1f-bb72-bca23652f7e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:23.433829 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9d9de26d-3bdb-48c0-97b1-c8633e9f7d61 req-8fcc954f-b516-4e70-b156-10fb7c40b8b3 tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] 10.222.0.46 "GET /v2.0/security-groups?id=89c2c967-26c4-4e1c-a1fd-c97f87817ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756499 Nov 22 20:08:23.495796 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a2ac9a29-5c14-4a4f-8221-5caad4e10f5b req-310fcbcd-7e10-4801-85ee-7a794af00a5a tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0c04069-962d-48b0-bef3-592f8ff68454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705010 Nov 22 20:08:23.528267 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-e97ebe80-f0cf-475f-9bfc-d4baa482147f req-6e28caa5-5a13-4b1f-bb72-bca23652f7e8 service neutron] For port c3c611e3-1c74-47bf-9225-d666ee79fbb4, host n-h1-818823-1, cleared binding levels {{(pid=103447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:08:23.546991 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-e97ebe80-f0cf-475f-9bfc-d4baa482147f req-6e28caa5-5a13-4b1f-bb72-bca23652f7e8 service neutron] For port c3c611e3-1c74-47bf-9225-d666ee79fbb4, host n-h1-818823-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=c3c611e3-1c74-47bf-9225-d666ee79fbb4,segment=NetworkSegment(94d4e232-251b-48cf-a0b3-a3b667b8984b),segment_id=94d4e232-251b-48cf-a0b3-a3b667b8984b)] {{(pid=103447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:08:23.556348 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-e97ebe80-f0cf-475f-9bfc-d4baa482147f req-6e28caa5-5a13-4b1f-bb72-bca23652f7e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:23.614066 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 58790) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:08:23.625798 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97ebe80-f0cf-475f-9bfc-d4baa482147f req-6e28caa5-5a13-4b1f-bb72-bca23652f7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:23.626420 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-e97ebe80-f0cf-475f-9bfc-d4baa482147f req-6e28caa5-5a13-4b1f-bb72-bca23652f7e8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:23.629389 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e97ebe80-f0cf-475f-9bfc-d4baa482147f req-6e28caa5-5a13-4b1f-bb72-bca23652f7e8 service neutron] 10.222.0.41 "PUT /v2.0/ports/c3c611e3-1c74-47bf-9225-d666ee79fbb4 HTTP/1.1" status: 200 len: 1092 time: 1.9777114 Nov 22 20:08:23.630036 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5e9c336-4615-4436-bbce-28bec27018b4', 'tag': 'c3c611e3-1c74-47bf-9225-d666ee79fbb4'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:08:23.636742 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d64c0e77-0e89-4a11-9988-9966c85f1497" -d '{"events": [{"name": "network-changed", "server_uuid": "f5e9c336-4615-4436-bbce-28bec27018b4", "tag": "c3c611e3-1c74-47bf-9225-d666ee79fbb4"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:08:23.651170 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [req-aeaf568b-da2c-4e16-b77f-f290c12da227 req-208d4e54-955f-4b1b-aa89-dce527de25f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40b6cf5a-a934-4c5c-a123-c4464a9b3c58 {{(pid=103447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:08:23.672987 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-aeaf568b-da2c-4e16-b77f-f290c12da227 req-208d4e54-955f-4b1b-aa89-dce527de25f2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:23.692337 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ac5182e-d616-48d4-aaf6-a722d2c1a1a6 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Deleting subnet 43b1698e-576f-48c6-a172-7bbfbd68da73 {{(pid=103448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 20:08:23.696080 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e28caa5-5a13-4b1f-bb72-bca23652f7e8 service neutron] Pushing event updated for resources: {'Port': ['ID=c3c611e3-1c74-47bf-9225-d666ee79fbb4,revision_number=3']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:08:23.696811 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7ac5182e-d616-48d4-aaf6-a722d2c1a1a6 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Publish callbacks [] for subnet, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:23.741198 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.provisioning_blocks [req-aeaf568b-da2c-4e16-b77f-f290c12da227 req-208d4e54-955f-4b1b-aa89-dce527de25f2 service neutron] Transition to ACTIVE for port object 40b6cf5a-a934-4c5c-a123-c4464a9b3c58 will not be triggered until provisioned by entity L2. {{(pid=103447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 20:08:23.753116 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-aeaf568b-da2c-4e16-b77f-f290c12da227 req-208d4e54-955f-4b1b-aa89-dce527de25f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:23.760139 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7ac5182e-d616-48d4-aaf6-a722d2c1a1a6 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11627908'] for subnet, precommit_delete_associations {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:23.791740 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 20:08:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8764969-5f0f-4ed7-a7d8-ef84790328e4 x-openstack-request-id: req-d8764969-5f0f-4ed7-a7d8-ef84790328e4 {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:08:23.791740 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5e9c336-4615-4436-bbce-28bec27018b4", "tag": "c3c611e3-1c74-47bf-9225-d666ee79fbb4", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:08:23.791740 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d8764969-5f0f-4ed7-a7d8-ef84790328e4 {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:08:23.791740 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5e9c336-4615-4436-bbce-28bec27018b4', 'tag': 'c3c611e3-1c74-47bf-9225-d666ee79fbb4', 'status': 'completed', 'code': 200} Nov 22 20:08:23.821578 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d823b328-21ef-49af-b38e-86b66537879d req-59c732c6-baba-4ef8-9927-048435216ab1 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:23.824194 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d823b328-21ef-49af-b38e-86b66537879d req-59c732c6-baba-4ef8-9927-048435216ab1 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] 10.222.0.46 "GET /v2.0/ports?device_id=f5e9c336-4615-4436-bbce-28bec27018b4 HTTP/1.1" status: 200 len: 944 time: 0.1615803 Nov 22 20:08:23.834014 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97ebe80-f0cf-475f-9bfc-d4baa482147f req-df996942-480a-4467-86c3-04936d2e461e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:23.835858 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e97ebe80-f0cf-475f-9bfc-d4baa482147f req-df996942-480a-4467-86c3-04936d2e461e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0fdf582e13024dfab4aee7ecf63b2936&device_id=f5e9c336-4615-4436-bbce-28bec27018b4 HTTP/1.1" status: 200 len: 1095 time: 0.1517949 Nov 22 20:08:23.843163 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208d4e54-955f-4b1b-aa89-dce527de25f2 service neutron] Pushing event updated for resources: {'Port': ['ID=40b6cf5a-a934-4c5c-a123-c4464a9b3c58,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:08:23.875894 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7ac5182e-d616-48d4-aaf6-a722d2c1a1a6 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3753007'] for subnet, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:23.934398 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e97ebe80-f0cf-475f-9bfc-d4baa482147f req-937e6e39-c328-42fe-8d2f-7a571607cefe service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c3c611e3-1c74-47bf-9225-d666ee79fbb4 HTTP/1.1" status: 200 len: 217 time: 0.0823038 Nov 22 20:08:23.950290 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7ac5182e-d616-48d4-aaf6-a722d2c1a1a6 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3753014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11567369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11792914'] for subnet, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:23.981813 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac5182e-d616-48d4-aaf6-a722d2c1a1a6 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Pushing event deleted for resources: {'Subnet': ['ID=43b1698e-576f-48c6-a172-7bbfbd68da73,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:08:23.987889 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7ac5182e-d616-48d4-aaf6-a722d2c1a1a6 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:23.991962 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-7ac5182e-d616-48d4-aaf6-a722d2c1a1a6 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] 10.222.0.46 "DELETE /v2.0/subnets/43b1698e-576f-48c6-a172-7bbfbd68da73 HTTP/1.1" status: 204 len: 168 time: 0.3757944 Nov 22 20:08:23.994485 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 58808) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:08:23.997490 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3dfd97a-77de-4cf8-8f94-83baccce3871 None None] Network 1a56dbfa-c49e-4094-a390-4515f4076617 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:08:24.042993 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d823b328-21ef-49af-b38e-86b66537879d req-41f901c2-910f-4b3e-a9cd-c5fb4edd0a0f tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] 10.222.0.46 "GET /v2.0/security-groups?id=008bf24b-e850-49d0-ba05-9d00c3f0736a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041266 Nov 22 20:08:24.096267 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97ebe80-f0cf-475f-9bfc-d4baa482147f req-8af9480c-6901-4d02-8c6c-637177a5bc6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:24.097874 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e97ebe80-f0cf-475f-9bfc-d4baa482147f req-8af9480c-6901-4d02-8c6c-637177a5bc6d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d1283e3b-986c-4cf3-818d-79a41c1c76c2 HTTP/1.1" status: 200 len: 852 time: 0.1305404 Nov 22 20:08:24.109674 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cbf60776-1c62-40fc-81d5-c52010d2fe1c tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3961693'] for network, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:24.109826 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-aeaf568b-da2c-4e16-b77f-f290c12da227 req-208d4e54-955f-4b1b-aa89-dce527de25f2 service neutron] Attempting to bind port 40b6cf5a-a934-4c5c-a123-c4464a9b3c58 on host n-h1-818823-1 for vnic_type normal with profile {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:08:24.109826 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-aeaf568b-da2c-4e16-b77f-f290c12da227 req-208d4e54-955f-4b1b-aa89-dce527de25f2 service neutron] Attempting to bind port 40b6cf5a-a934-4c5c-a123-c4464a9b3c58 by drivers openvswitch,hyperv on host n-h1-818823-1 at level 0 using segments [{'id': 'ee8173ed-ffda-445d-90ba-7bf45834e451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '2cba3d15-15ad-430b-9993-3b4a14230480'}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:08:24.109826 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeaf568b-da2c-4e16-b77f-f290c12da227 req-208d4e54-955f-4b1b-aa89-dce527de25f2 service neutron] Attempting to bind port 40b6cf5a-a934-4c5c-a123-c4464a9b3c58 on network 2cba3d15-15ad-430b-9993-3b4a14230480 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:08:24.133250 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48336604-efac-434f-bb55-937fad5fbd2b req-de634b90-a46b-4aac-bd5d-85a3259e7071 tempest-MultipleCreateTestJSON-1276993397 tempest-MultipleCreateTestJSON-1276993397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:24.135632 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-48336604-efac-434f-bb55-937fad5fbd2b req-de634b90-a46b-4aac-bd5d-85a3259e7071 tempest-MultipleCreateTestJSON-1276993397 tempest-MultipleCreateTestJSON-1276993397-project] 10.222.0.46 "GET /v2.0/ports?device_id=c44bb2e1-54d8-436e-b910-67cc6e2d1df6 HTTP/1.1" status: 200 len: 945 time: 0.1146743 Nov 22 20:08:24.135632 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeaf568b-da2c-4e16-b77f-f290c12da227 req-208d4e54-955f-4b1b-aa89-dce527de25f2 service neutron] Port 40b6cf5a-a934-4c5c-a123-c4464a9b3c58 on network 2cba3d15-15ad-430b-9993-3b4a14230480 not bound, no agent of type Open vSwitch agent registered on host n-h1-818823-1 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:08:24.136022 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeaf568b-da2c-4e16-b77f-f290c12da227 req-208d4e54-955f-4b1b-aa89-dce527de25f2 service neutron] Attempting to bind port 40b6cf5a-a934-4c5c-a123-c4464a9b3c58 on network 2cba3d15-15ad-430b-9993-3b4a14230480 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:08:24.160014 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e97ebe80-f0cf-475f-9bfc-d4baa482147f req-6b795508-4c4a-4793-9891-731ea04185f3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=15d4315f-9a0f-48df-91a2-7f6446aa6c2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492547 Nov 22 20:08:24.168369 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeaf568b-da2c-4e16-b77f-f290c12da227 req-208d4e54-955f-4b1b-aa89-dce527de25f2 service neutron] Checking agent: {'id': '7a008cff-3b49-418c-8046-689d46cc800f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'started_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 8, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:08:24.168775 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeaf568b-da2c-4e16-b77f-f290c12da227 req-208d4e54-955f-4b1b-aa89-dce527de25f2 service neutron] Checking segment: {'id': 'ee8173ed-ffda-445d-90ba-7bf45834e451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '2cba3d15-15ad-430b-9993-3b4a14230480'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:08:24.169099 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeaf568b-da2c-4e16-b77f-f290c12da227 req-208d4e54-955f-4b1b-aa89-dce527de25f2 service neutron] Bound using segment: {'id': 'ee8173ed-ffda-445d-90ba-7bf45834e451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '2cba3d15-15ad-430b-9993-3b4a14230480'} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:08:24.169647 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-aeaf568b-da2c-4e16-b77f-f290c12da227 req-208d4e54-955f-4b1b-aa89-dce527de25f2 service neutron] Bound port: 40b6cf5a-a934-4c5c-a123-c4464a9b3c58, host: n-h1-818823-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee8173ed-ffda-445d-90ba-7bf45834e451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '2cba3d15-15ad-430b-9993-3b4a14230480'}}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:08:24.170077 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-aeaf568b-da2c-4e16-b77f-f290c12da227 req-208d4e54-955f-4b1b-aa89-dce527de25f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:24.190545 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-cbf60776-1c62-40fc-81d5-c52010d2fe1c tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Deleting port 13de6d40-c7df-49b5-bcca-b6f54c387e04 {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:08:24.190943 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cbf60776-1c62-40fc-81d5-c52010d2fe1c tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:24.217902 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16e2a6f2-4b24-481b-b458-df3f14eb0dc4 None None] DHCP port deletion for 1a56dbfa-c49e-4094-a390-4515f4076617 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:08:24.263682 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-cbf60776-1c62-40fc-81d5-c52010d2fe1c tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] For port 13de6d40-c7df-49b5-bcca-b6f54c387e04, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=13de6d40-c7df-49b5-bcca-b6f54c387e04,segment=NetworkSegment(dab13e52-193b-40a3-83ad-fa4eac7928c0),segment_id=dab13e52-193b-40a3-83ad-fa4eac7928c0)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:08:24.264220 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cbf60776-1c62-40fc-81d5-c52010d2fe1c tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:24.271823 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-16e2a6f2-4b24-481b-b458-df3f14eb0dc4 None None] Deleting port 13de6d40-c7df-49b5-bcca-b6f54c387e04 {{(pid=103449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:08:24.272203 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-16e2a6f2-4b24-481b-b458-df3f14eb0dc4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:24.279158 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-cbf60776-1c62-40fc-81d5-c52010d2fe1c tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Calling delete_port for 13de6d40-c7df-49b5-bcca-b6f54c387e04 owned by network:dhcp {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:08:24.330773 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-48336604-efac-434f-bb55-937fad5fbd2b req-2a1f9537-84d4-473f-ad88-d81bfea14511 tempest-MultipleCreateTestJSON-1276993397 tempest-MultipleCreateTestJSON-1276993397-project] 10.222.0.46 "GET /v2.0/security-groups?id=8a035bd2-0e78-4fc7-9d57-01ec97cfb81c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731782 Nov 22 20:08:24.339578 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-16e2a6f2-4b24-481b-b458-df3f14eb0dc4 None None] For port 13de6d40-c7df-49b5-bcca-b6f54c387e04, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=13de6d40-c7df-49b5-bcca-b6f54c387e04,segment=NetworkSegment(dab13e52-193b-40a3-83ad-fa4eac7928c0),segment_id=dab13e52-193b-40a3-83ad-fa4eac7928c0)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:08:24.340211 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-16e2a6f2-4b24-481b-b458-df3f14eb0dc4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:24.362383 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-16e2a6f2-4b24-481b-b458-df3f14eb0dc4 None None] Calling delete_port for 13de6d40-c7df-49b5-bcca-b6f54c387e04 owned by network:dhcp {{(pid=103449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:08:24.382608 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cbf60776-1c62-40fc-81d5-c52010d2fe1c tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:24.384236 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7951438-2154-4d15-89db-417db4f3ce3e req-bd935e00-0b93-4a8f-a746-e7c524f414d4 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:24.392400 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e7951438-2154-4d15-89db-417db4f3ce3e req-bd935e00-0b93-4a8f-a746-e7c524f414d4 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/ports?device_id=bd3740f9-d89f-45cf-b02d-7739f6a5131c HTTP/1.1" status: 200 len: 950 time: 0.2027209 Nov 22 20:08:24.398033 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-aeaf568b-da2c-4e16-b77f-f290c12da227 req-208d4e54-955f-4b1b-aa89-dce527de25f2 service neutron] For port 40b6cf5a-a934-4c5c-a123-c4464a9b3c58, host n-h1-818823-1, cleared binding levels {{(pid=103447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:08:24.406809 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-aeaf568b-da2c-4e16-b77f-f290c12da227 req-208d4e54-955f-4b1b-aa89-dce527de25f2 service neutron] For port 40b6cf5a-a934-4c5c-a123-c4464a9b3c58, host n-h1-818823-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=40b6cf5a-a934-4c5c-a123-c4464a9b3c58,segment=NetworkSegment(ee8173ed-ffda-445d-90ba-7bf45834e451),segment_id=ee8173ed-ffda-445d-90ba-7bf45834e451)] {{(pid=103447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:08:24.414847 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf60776-1c62-40fc-81d5-c52010d2fe1c tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Pushing event deleted for resources: {'Port': ['ID=13de6d40-c7df-49b5-bcca-b6f54c387e04,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:08:24.416866 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf60776-1c62-40fc-81d5-c52010d2fe1c tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] No DVR routers for this DVR port 13de6d40-c7df-49b5-bcca-b6f54c387e04 on host n-d-818823-1 {{(pid=103448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:08:24.418148 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e97ebe80-f0cf-475f-9bfc-d4baa482147f req-5fea45e5-81b9-47e7-8822-8da6bce11846 service neutron] 10.222.0.41 "GET /v2.0/networks/15d4315f-9a0f-48df-91a2-7f6446aa6c2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2437265 Nov 22 20:08:24.425756 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-aeaf568b-da2c-4e16-b77f-f290c12da227 req-208d4e54-955f-4b1b-aa89-dce527de25f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:24.456872 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '650e2652-3453-4441-aa37-86ee1c330dff', 'name': 'network-vif-deleted', 'tag': '69203f5d-5f7e-4f5e-bd51-c1c374a463e4'}, {'server_uuid': '650e2652-3453-4441-aa37-86ee1c330dff', 'name': 'network-vif-deleted', 'tag': '54f5b4bd-bc9c-4b4e-80b3-00323d0ba699'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:08:24.459984 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589a98cf2aea187fcc423a5edb333e5a6cf3ad7c81115d1ebee0f079693c312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd3182e7-aaf4-42bc-95a6-f37449337093" -d '{"events": [{"server_uuid": "650e2652-3453-4441-aa37-86ee1c330dff", "name": "network-vif-deleted", "tag": "69203f5d-5f7e-4f5e-bd51-c1c374a463e4"}, {"server_uuid": "650e2652-3453-4441-aa37-86ee1c330dff", "name": "network-vif-deleted", "tag": "54f5b4bd-bc9c-4b4e-80b3-00323d0ba699"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:08:24.536824 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cbf60776-1c62-40fc-81d5-c52010d2fe1c tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3760028', 'neutron.services.segments.db._delete_segments_for_network-8748992815755'] for network, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:24.565083 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-cbf60776-1c62-40fc-81d5-c52010d2fe1c tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a56dbfa-c49e-4094-a390-4515f4076617']}} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:08:24.578183 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-cbf60776-1c62-40fc-81d5-c52010d2fe1c tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dab13e52-193b-40a3-83ad-fa4eac7928c0') {'for_net_delete': True} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:08:24.578657 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-cbf60776-1c62-40fc-81d5-c52010d2fe1c tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dab13e52-193b-40a3-83ad-fa4eac7928c0') {} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:08:24.590348 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cbf60776-1c62-40fc-81d5-c52010d2fe1c tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748993039638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11627933'] for segment, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:24.606992 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cbf60776-1c62-40fc-81d5-c52010d2fe1c tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:24.614513 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbf60776-1c62-40fc-81d5-c52010d2fe1c tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Releasing vlan 602 on physical network physnet1 to pool {{(pid=103448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 20:08:24.615227 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cbf60776-1c62-40fc-81d5-c52010d2fe1c tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11567447'] for segment, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:24.632140 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-16e2a6f2-4b24-481b-b458-df3f14eb0dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381'] for port, after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:24.675450 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e2a6f2-4b24-481b-b458-df3f14eb0dc4 None None] Pushing event deleted for resources: {'Port': ['ID=13de6d40-c7df-49b5-bcca-b6f54c387e04,revision_number=None']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:08:24.682670 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 69203f5d-5f7e-4f5e-bd51-c1c374a463e4 no longer exists at agent hyperv_n-h1-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:08:24.690057 n-d-818823-1 neutron-server[103448]: Traceback (most recent call last): Nov 22 20:08:24.690057 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 20:08:24.690057 n-d-818823-1 neutron-server[103448]: timer() Nov 22 20:08:24.690057 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 20:08:24.690057 n-d-818823-1 neutron-server[103448]: cb(*args, **kw) Nov 22 20:08:24.690057 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 20:08:24.690057 n-d-818823-1 neutron-server[103448]: return func(*args, **kwargs) Nov 22 20:08:24.690057 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 20:08:24.690057 n-d-818823-1 neutron-server[103448]: self._notify() Nov 22 20:08:24.690057 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 20:08:24.690057 n-d-818823-1 neutron-server[103448]: self.callback(batched_events) Nov 22 20:08:24.690057 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 20:08:24.690057 n-d-818823-1 neutron-server[103448]: event.method(event) Nov 22 20:08:24.690057 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 20:08:24.690057 n-d-818823-1 neutron-server[103448]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 20:08:24.690057 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 20:08:24.690057 n-d-818823-1 neutron-server[103448]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 20:08:24.690057 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 20:08:24.690057 n-d-818823-1 neutron-server[103448]: return f(self, *a, **k) Nov 22 20:08:24.690057 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 20:08:24.690057 n-d-818823-1 neutron-server[103448]: return self._get(url).json() Nov 22 20:08:24.690057 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 20:08:24.690057 n-d-818823-1 neutron-server[103448]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 20:08:24.690057 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 20:08:24.690057 n-d-818823-1 neutron-server[103448]: return self.request(url, 'GET', **kwargs) Nov 22 20:08:24.690057 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 20:08:24.690057 n-d-818823-1 neutron-server[103448]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 20:08:24.690057 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 20:08:24.690057 n-d-818823-1 neutron-server[103448]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 20:08:24.690057 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 20:08:24.690057 n-d-818823-1 neutron-server[103448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 20:08:24.690057 n-d-818823-1 neutron-server[103448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 20:08:24.693708 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cbf60776-1c62-40fc-81d5-c52010d2fe1c tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3760002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595318'] for network, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:24.715169 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cbf60776-1c62-40fc-81d5-c52010d2fe1c tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:24.717183 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e2a6f2-4b24-481b-b458-df3f14eb0dc4 None None] No DVR routers for this DVR port 13de6d40-c7df-49b5-bcca-b6f54c387e04 on host n-d-818823-1 {{(pid=103449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:08:24.719588 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-cbf60776-1c62-40fc-81d5-c52010d2fe1c tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] 10.222.0.46 "DELETE /v2.0/networks/1a56dbfa-c49e-4094-a390-4515f4076617 HTTP/1.1" status: 204 len: 168 time: 0.7236474 Nov 22 20:08:24.719973 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] No Port match for: 69203f5d-5f7e-4f5e-bd51-c1c374a463e4 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:08:24.720315 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 69203f5d-5f7e-4f5e-bd51-c1c374a463e4 not bound to the agent host n-h1-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:08:24.720896 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf60776-1c62-40fc-81d5-c52010d2fe1c tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Pushing event deleted for resources: {'Network': ['ID=1a56dbfa-c49e-4094-a390-4515f4076617,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:08:24.721512 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 54f5b4bd-bc9c-4b4e-80b3-00323d0ba699 no longer exists at agent hyperv_n-h1-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:08:24.722473 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 58826) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:08:24.757400 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] No Port match for: 54f5b4bd-bc9c-4b4e-80b3-00323d0ba699 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:08:24.758211 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 54f5b4bd-bc9c-4b4e-80b3-00323d0ba699 not bound to the agent host n-h1-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:08:24.758792 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 2642f88e-2d10-4191-8d6b-3c979345e461 no longer exists at agent hyperv_n-h1-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:08:24.799634 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_v2 [None req-55f23a1d-8cb3-4f34-b77c-4476787e7702 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Deleting subnet 53de5367-34e3-42b2-a988-2609fd8559f3 {{(pid=103448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 20:08:24.804002 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-55f23a1d-8cb3-4f34-b77c-4476787e7702 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Publish callbacks [] for subnet, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:24.805031 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] No Port match for: 2642f88e-2d10-4191-8d6b-3c979345e461 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:08:24.805377 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 2642f88e-2d10-4191-8d6b-3c979345e461 not bound to the agent host n-h1-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:08:24.848789 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-55f23a1d-8cb3-4f34-b77c-4476787e7702 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11627908'] for subnet, precommit_delete_associations {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:24.918912 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaf568b-da2c-4e16-b77f-f290c12da227 req-208d4e54-955f-4b1b-aa89-dce527de25f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:24.919567 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-aeaf568b-da2c-4e16-b77f-f290c12da227 req-208d4e54-955f-4b1b-aa89-dce527de25f2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:24.921527 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-aeaf568b-da2c-4e16-b77f-f290c12da227 req-208d4e54-955f-4b1b-aa89-dce527de25f2 service neutron] 10.222.0.41 "PUT /v2.0/ports/40b6cf5a-a934-4c5c-a123-c4464a9b3c58 HTTP/1.1" status: 200 len: 1091 time: 2.1946423 Nov 22 20:08:24.950706 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-55f23a1d-8cb3-4f34-b77c-4476787e7702 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3753007'] for subnet, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:24.971824 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e7951438-2154-4d15-89db-417db4f3ce3e req-c6da0fb5-da49-4e65-8bc7-81358f1d08d2 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1d007ec-a75a-4ef8-9cdd-9c679a3ff22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5786939 Nov 22 20:08:25.015014 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208d4e54-955f-4b1b-aa89-dce527de25f2 service neutron] Pushing event updated for resources: {'Port': ['ID=40b6cf5a-a934-4c5c-a123-c4464a9b3c58,revision_number=3']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:08:25.036917 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-55f23a1d-8cb3-4f34-b77c-4476787e7702 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3753014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11567369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11792914'] for subnet, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:25.048972 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 58830) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:08:25.080531 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1153125-cee0-4922-b2ad-d3720b00a1a1 req-c9d8baf7-70c4-491a-b526-9665fbfe12aa tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:25.082041 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a1153125-cee0-4922-b2ad-d3720b00a1a1 req-c9d8baf7-70c4-491a-b526-9665fbfe12aa tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] 10.222.0.46 "GET /v2.0/ports?device_id=600367c4-ade6-4072-a9b7-9d9122e901c9 HTTP/1.1" status: 200 len: 945 time: 0.1934609 Nov 22 20:08:25.086240 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e97ebe80-f0cf-475f-9bfc-d4baa482147f req-086786d0-c83d-41c8-bd03-ad8186933fff service neutron] 10.222.0.41 "GET /v2.0/networks/15d4315f-9a0f-48df-91a2-7f6446aa6c2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6578333 Nov 22 20:08:25.094652 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f23a1d-8cb3-4f34-b77c-4476787e7702 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Pushing event deleted for resources: {'Subnet': ['ID=53de5367-34e3-42b2-a988-2609fd8559f3,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:08:25.120947 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0954be0b-d199-4cac-bae3-f39fe4df9169 None None] Network 1306f2a3-38fd-4113-90f1-035ef6a6779c requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:08:25.122384 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-55f23a1d-8cb3-4f34-b77c-4476787e7702 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:25.128803 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-55f23a1d-8cb3-4f34-b77c-4476787e7702 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] 10.222.0.46 "DELETE /v2.0/subnets/53de5367-34e3-42b2-a988-2609fd8559f3 HTTP/1.1" status: 204 len: 168 time: 0.4050133 Nov 22 20:08:25.141625 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 58836) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:08:25.143700 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaf568b-da2c-4e16-b77f-f290c12da227 req-e2fa40f0-f196-4eba-a2dd-eddbe650cb60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:25.145224 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-aeaf568b-da2c-4e16-b77f-f290c12da227 req-e2fa40f0-f196-4eba-a2dd-eddbe650cb60 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=06e6d3b48fca4efea364337fb0a9126a&device_id=8b70ed7a-3cf0-4661-a4b2-efa51e526247 HTTP/1.1" status: 200 len: 1094 time: 0.1521163 Nov 22 20:08:25.146330 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7833bc-27be-4b24-aa50-d14a376e2700 req-a72b06f9-c05e-405d-bb7e-2313a812e376 tempest-MultipleCreateTestJSON-1276993397 tempest-MultipleCreateTestJSON-1276993397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:25.148607 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-4f7833bc-27be-4b24-aa50-d14a376e2700 req-a72b06f9-c05e-405d-bb7e-2313a812e376 tempest-MultipleCreateTestJSON-1276993397 tempest-MultipleCreateTestJSON-1276993397-project] 10.222.0.41 "GET /v2.0/ports?device_id=c44bb2e1-54d8-436e-b910-67cc6e2d1df6 HTTP/1.1" status: 200 len: 945 time: 0.1250319 Nov 22 20:08:25.275773 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [req-4f7833bc-27be-4b24-aa50-d14a376e2700 req-166777e7-0573-40df-8796-1fac2f643077 tempest-MultipleCreateTestJSON-1276993397 tempest-MultipleCreateTestJSON-1276993397-project] Deleting port dd2d9657-fb8c-4fd1-a94c-535d493f6853 {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:08:25.276197 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-4f7833bc-27be-4b24-aa50-d14a376e2700 req-166777e7-0573-40df-8796-1fac2f643077 tempest-MultipleCreateTestJSON-1276993397 tempest-MultipleCreateTestJSON-1276993397-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:25.294675 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-aeaf568b-da2c-4e16-b77f-f290c12da227 req-53cb1afa-7dfd-42ff-a1fa-70691e38bbd5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=40b6cf5a-a934-4c5c-a123-c4464a9b3c58 HTTP/1.1" status: 200 len: 217 time: 0.1292439 Nov 22 20:08:25.310746 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-da8b3f46-6a6d-44dd-9883-5a452fdb9163 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:25.319657 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61509cde-ac62-49e3-8097-1cfcf754d12d req-35079602-628a-4e1f-8b7f-8e335b4726a0 tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:25.321214 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-61509cde-ac62-49e3-8097-1cfcf754d12d req-35079602-628a-4e1f-8b7f-8e335b4726a0 tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] 10.222.0.46 "GET /v2.0/ports?device_id=8b70ed7a-3cf0-4661-a4b2-efa51e526247 HTTP/1.1" status: 200 len: 943 time: 0.2681837 Nov 22 20:08:25.335957 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-165cb6eb-b793-494b-8073-d979e8db24e4 None None] DHCP port deletion for 1306f2a3-38fd-4113-90f1-035ef6a6779c request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:08:25.377417 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a1153125-cee0-4922-b2ad-d3720b00a1a1 req-57622cc9-7136-4c30-9862-3c7483acd6d6 tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] 10.222.0.46 "GET /v2.0/security-groups?id=89c2c967-26c4-4e1c-a1fd-c97f87817ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2757041 Nov 22 20:08:25.381619 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-4f7833bc-27be-4b24-aa50-d14a376e2700 req-166777e7-0573-40df-8796-1fac2f643077 tempest-MultipleCreateTestJSON-1276993397 tempest-MultipleCreateTestJSON-1276993397-project] For port dd2d9657-fb8c-4fd1-a94c-535d493f6853, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=dd2d9657-fb8c-4fd1-a94c-535d493f6853,segment=NetworkSegment(021b91f9-18fd-49d2-9530-507289b68670),segment_id=021b91f9-18fd-49d2-9530-507289b68670)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:08:25.381619 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-4f7833bc-27be-4b24-aa50-d14a376e2700 req-166777e7-0573-40df-8796-1fac2f643077 tempest-MultipleCreateTestJSON-1276993397 tempest-MultipleCreateTestJSON-1276993397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:25.390178 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-165cb6eb-b793-494b-8073-d979e8db24e4 None None] Deleting port c9a6edfb-fa80-4478-af42-e98b40e0bc2c {{(pid=103449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:08:25.390553 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-165cb6eb-b793-494b-8073-d979e8db24e4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:25.398747 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [req-4f7833bc-27be-4b24-aa50-d14a376e2700 req-166777e7-0573-40df-8796-1fac2f643077 tempest-MultipleCreateTestJSON-1276993397 tempest-MultipleCreateTestJSON-1276993397-project] Calling delete_port for dd2d9657-fb8c-4fd1-a94c-535d493f6853 owned by compute:nova {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:08:25.412087 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f24ced94-2311-4691-9263-0b13b1e651d1 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3961693'] for network, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:25.455799 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-165cb6eb-b793-494b-8073-d979e8db24e4 None None] For port c9a6edfb-fa80-4478-af42-e98b40e0bc2c, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=c9a6edfb-fa80-4478-af42-e98b40e0bc2c,segment=NetworkSegment(76958c93-e271-4464-8b2b-ab874b82cbfe),segment_id=76958c93-e271-4464-8b2b-ab874b82cbfe)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:08:25.456220 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-165cb6eb-b793-494b-8073-d979e8db24e4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:25.458967 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64c0e77-0e89-4a11-9988-9966c85f1497 req-668f5095-36f1-4429-9cd4-a8773110ddf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:25.460524 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d64c0e77-0e89-4a11-9988-9966c85f1497 req-668f5095-36f1-4429-9cd4-a8773110ddf5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0fdf582e13024dfab4aee7ecf63b2936&device_id=f5e9c336-4615-4436-bbce-28bec27018b4 HTTP/1.1" status: 200 len: 1095 time: 0.3132522 Nov 22 20:08:25.470755 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-165cb6eb-b793-494b-8073-d979e8db24e4 None None] Calling delete_port for c9a6edfb-fa80-4478-af42-e98b40e0bc2c owned by network:dhcp {{(pid=103449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:08:25.473057 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaf568b-da2c-4e16-b77f-f290c12da227 req-f1a0f4ba-a9dd-4990-8d2a-b20a8fe7ecdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:25.474535 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-aeaf568b-da2c-4e16-b77f-f290c12da227 req-f1a0f4ba-a9dd-4990-8d2a-b20a8fe7ecdf service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1439a4b0-dcfd-4d3a-bcc9-51cb20acf78c HTTP/1.1" status: 200 len: 862 time: 0.1652551 Nov 22 20:08:25.528794 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 22 Nov 2021 20:08:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14df83f9-08d5-450d-aca4-efbcbbb3db05 x-openstack-request-id: req-14df83f9-08d5-450d-aca4-efbcbbb3db05 {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:08:25.529078 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "650e2652-3453-4441-aa37-86ee1c330dff", "name": "network-vif-deleted", "tag": "69203f5d-5f7e-4f5e-bd51-c1c374a463e4", "status": "completed", "code": 200}, {"server_uuid": "650e2652-3453-4441-aa37-86ee1c330dff", "name": "network-vif-deleted", "tag": "54f5b4bd-bc9c-4b4e-80b3-00323d0ba699", "status": "completed", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:08:25.529340 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-14df83f9-08d5-450d-aca4-efbcbbb3db05 {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:08:25.529796 n-d-818823-1 neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '650e2652-3453-4441-aa37-86ee1c330dff', 'name': 'network-vif-deleted', 'tag': '69203f5d-5f7e-4f5e-bd51-c1c374a463e4', 'status': 'completed', 'code': 200} Nov 22 20:08:25.530586 n-d-818823-1 neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '650e2652-3453-4441-aa37-86ee1c330dff', 'name': 'network-vif-deleted', 'tag': '54f5b4bd-bc9c-4b4e-80b3-00323d0ba699', 'status': 'completed', 'code': 200} Nov 22 20:08:25.584556 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-aeaf568b-da2c-4e16-b77f-f290c12da227 req-afc89ce0-c560-4bc2-8840-ade4b8d1f117 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2cba3d15-15ad-430b-9993-3b4a14230480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0859516 Nov 22 20:08:25.594660 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-4f7833bc-27be-4b24-aa50-d14a376e2700 req-166777e7-0573-40df-8796-1fac2f643077 tempest-MultipleCreateTestJSON-1276993397 tempest-MultipleCreateTestJSON-1276993397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:25.610471 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] get_ports_and_sgs() called for port_ids ['dd2d9657-fb8c-4fd1-a94c-535d493f6853'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:08:25.612685 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] get_ports_and_sgs() called for port_ids ['e2a95f78-595b-4f6b-b4f6-ed601b710f56'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:08:25.615302 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-61509cde-ac62-49e3-8097-1cfcf754d12d req-9a1fc5a2-08ab-41c2-987f-f8a04a838e83 tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0c04069-962d-48b0-bef3-592f8ff68454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2737677 Nov 22 20:08:25.616342 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-165cb6eb-b793-494b-8073-d979e8db24e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381'] for port, after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:25.639148 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166777e7-0573-40df-8796-1fac2f643077 tempest-MultipleCreateTestJSON-1276993397 tempest-MultipleCreateTestJSON-1276993397-project] Pushing event deleted for resources: {'Port': ['ID=dd2d9657-fb8c-4fd1-a94c-535d493f6853,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:08:25.658043 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1991c6cb-6950-4c91-888c-8a0f8c7ec341 req-a54aefce-1f91-49b0-98fd-970fc85910c3 tempest-MultipleCreateTestJSON-1276993397 tempest-MultipleCreateTestJSON-1276993397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:25.659624 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1991c6cb-6950-4c91-888c-8a0f8c7ec341 req-a54aefce-1f91-49b0-98fd-970fc85910c3 tempest-MultipleCreateTestJSON-1276993397 tempest-MultipleCreateTestJSON-1276993397-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9ae866e-5436-4a96-80ae-d5acfb56b49f HTTP/1.1" status: 200 len: 945 time: 0.3201277 Nov 22 20:08:25.693373 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f7833bc-27be-4b24-aa50-d14a376e2700 req-166777e7-0573-40df-8796-1fac2f643077 tempest-MultipleCreateTestJSON-1276993397 tempest-MultipleCreateTestJSON-1276993397-project] No DVR routers for this DVR port dd2d9657-fb8c-4fd1-a94c-535d493f6853 on host n-h1-818823-1 {{(pid=103448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:08:25.696401 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-4f7833bc-27be-4b24-aa50-d14a376e2700 req-166777e7-0573-40df-8796-1fac2f643077 tempest-MultipleCreateTestJSON-1276993397 tempest-MultipleCreateTestJSON-1276993397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:25.700702 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-4f7833bc-27be-4b24-aa50-d14a376e2700 req-166777e7-0573-40df-8796-1fac2f643077 tempest-MultipleCreateTestJSON-1276993397 tempest-MultipleCreateTestJSON-1276993397-project] 10.222.0.41 "DELETE /v2.0/ports/dd2d9657-fb8c-4fd1-a94c-535d493f6853 HTTP/1.1" status: 204 len: 173 time: 0.5417588 Nov 22 20:08:25.712876 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-165cb6eb-b793-494b-8073-d979e8db24e4 None None] No DVR routers for this DVR port c9a6edfb-fa80-4478-af42-e98b40e0bc2c on host n-d-818823-1 {{(pid=103449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:08:25.722582 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165cb6eb-b793-494b-8073-d979e8db24e4 None None] Pushing event deleted for resources: {'Port': ['ID=c9a6edfb-fa80-4478-af42-e98b40e0bc2c,revision_number=None']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:08:25.802618 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b70ed7a-3cf0-4661-a4b2-efa51e526247', 'tag': '40b6cf5a-a934-4c5c-a123-c4464a9b3c58'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:08:25.803486 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d55b955c-462b-4f82-b41d-462eda626eb1" -d '{"events": [{"name": "network-changed", "server_uuid": "8b70ed7a-3cf0-4661-a4b2-efa51e526247", "tag": "40b6cf5a-a934-4c5c-a123-c4464a9b3c58"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:08:25.838086 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-95e94678-e178-440b-b020-0d6a502ae1eb req-6050f0c6-ce4f-4c33-8665-172557df94d9 tempest-MultipleCreateTestJSON-1276993397 tempest-MultipleCreateTestJSON-1276993397-project] 10.222.0.46 "GET /v2.0/ports?device_id=c44bb2e1-54d8-436e-b910-67cc6e2d1df6 HTTP/1.1" status: 200 len: 210 time: 0.0958169 Nov 22 20:08:25.916582 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64c0e77-0e89-4a11-9988-9966c85f1497 req-b2644df8-c05f-44e9-8850-1655d0bf2524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:25.918089 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d64c0e77-0e89-4a11-9988-9966c85f1497 req-b2644df8-c05f-44e9-8850-1655d0bf2524 service neutron] 10.222.0.41 "GET /v2.0/networks?id=15d4315f-9a0f-48df-91a2-7f6446aa6c2e HTTP/1.1" status: 200 len: 913 time: 0.4331427 Nov 22 20:08:25.954276 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-da8b3f46-6a6d-44dd-9883-5a452fdb9163 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:25.984056 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-da8b3f46-6a6d-44dd-9883-5a452fdb9163 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:25.993138 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc770092-7909-4436-a711-43b3d126539f req-a39704be-c9a3-4bc3-9ddc-ff19626ff4d1 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:25.994606 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-cc770092-7909-4436-a711-43b3d126539f req-a39704be-c9a3-4bc3-9ddc-ff19626ff4d1 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] 10.222.0.46 "GET /v2.0/ports?device_id=f5e9c336-4615-4436-bbce-28bec27018b4 HTTP/1.1" status: 200 len: 944 time: 0.3849978 Nov 22 20:08:26.062607 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d64c0e77-0e89-4a11-9988-9966c85f1497 req-4dff7748-6954-4928-9877-ffc56f176ec5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c3c611e3-1c74-47bf-9225-d666ee79fbb4 HTTP/1.1" status: 200 len: 217 time: 0.1105149 Nov 22 20:08:26.085088 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-f24ced94-2311-4691-9263-0b13b1e651d1 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Deleting port c9a6edfb-fa80-4478-af42-e98b40e0bc2c {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:08:26.085887 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f24ced94-2311-4691-9263-0b13b1e651d1 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:26.097604 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-aeaf568b-da2c-4e16-b77f-f290c12da227 req-00639565-79f7-4b11-9e61-5d3162db8eb5 service neutron] 10.222.0.41 "GET /v2.0/networks/2cba3d15-15ad-430b-9993-3b4a14230480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4867840 Nov 22 20:08:26.148516 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device c9a6edfb-fa80-4478-af42-e98b40e0bc2c no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:08:26.173813 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: c9a6edfb-fa80-4478-af42-e98b40e0bc2c {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:08:26.174155 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device c9a6edfb-fa80-4478-af42-e98b40e0bc2c not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:08:26.174576 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 13de6d40-c7df-49b5-bcca-b6f54c387e04 no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:08:26.181992 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-da8b3f46-6a6d-44dd-9883-5a452fdb9163 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5024cd16d09b4412a10db643b51d4896&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1285357 Nov 22 20:08:26.183453 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 58846) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:08:26.195709 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: 13de6d40-c7df-49b5-bcca-b6f54c387e04 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:08:26.196057 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 13de6d40-c7df-49b5-bcca-b6f54c387e04 not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:08:26.235552 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8b3f46-6a6d-44dd-9883-5a452fdb9163 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31c11f3b-e6a8-4803-801b-8ffe92639e56,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:08:26.249370 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-41bc2713-c898-4698-b2ad-b35bc41e7a89 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:26.274856 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-41bc2713-c898-4698-b2ad-b35bc41e7a89 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:26.308438 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aaf147-8e7c-4b2e-9a3c-fbc0f5a0f85c req-3b67c693-2aa3-4525-a7c6-d822dc391acd tempest-LiveAutoBlockMigrationV225Test-67792349 tempest-LiveAutoBlockMigrationV225Test-67792349-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:26.310024 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d1aaf147-8e7c-4b2e-9a3c-fbc0f5a0f85c req-3b67c693-2aa3-4525-a7c6-d822dc391acd tempest-LiveAutoBlockMigrationV225Test-67792349 tempest-LiveAutoBlockMigrationV225Test-67792349-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=600367c4-ade6-4072-a9b7-9d9122e901c9 HTTP/1.1" status: 200 len: 1096 time: 0.3545775 Nov 22 20:08:26.330567 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [None req-f24ced94-2311-4691-9263-0b13b1e651d1 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] For port c9a6edfb-fa80-4478-af42-e98b40e0bc2c, host n-d-818823-1, got binding levels [] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:08:26.331266 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f24ced94-2311-4691-9263-0b13b1e651d1 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:26.346621 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-41bc2713-c898-4698-b2ad-b35bc41e7a89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:26.349926 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-41bc2713-c898-4698-b2ad-b35bc41e7a89 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:26.350986 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-41bc2713-c898-4698-b2ad-b35bc41e7a89 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/31c11f3b-e6a8-4803-801b-8ffe92639e56 HTTP/1.1" status: 204 len: 168 time: 0.1661804 Nov 22 20:08:26.360281 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bc2713-c898-4698-b2ad-b35bc41e7a89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31c11f3b-e6a8-4803-801b-8ffe92639e56,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:08:26.367952 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-1991c6cb-6950-4c91-888c-8a0f8c7ec341 req-c9577f9e-a7ca-4a36-ad5e-8cde00318a86 tempest-MultipleCreateTestJSON-1276993397 tempest-MultipleCreateTestJSON-1276993397-project] Deleting port e2a95f78-595b-4f6b-b4f6-ed601b710f56 {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:08:26.368299 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-1991c6cb-6950-4c91-888c-8a0f8c7ec341 req-c9577f9e-a7ca-4a36-ad5e-8cde00318a86 tempest-MultipleCreateTestJSON-1276993397 tempest-MultipleCreateTestJSON-1276993397-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:26.380255 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-cc770092-7909-4436-a711-43b3d126539f req-3e7bb573-b129-4676-b838-e0764cba8093 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] 10.222.0.46 "GET /v2.0/security-groups?id=008bf24b-e850-49d0-ba05-9d00c3f0736a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3485365 Nov 22 20:08:26.387187 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-f24ced94-2311-4691-9263-0b13b1e651d1 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Calling delete_port for c9a6edfb-fa80-4478-af42-e98b40e0bc2c owned by network:dhcp {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:08:26.410345 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.ipam_backend_mixin [None req-f24ced94-2311-4691-9263-0b13b1e651d1 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Port c9a6edfb-fa80-4478-af42-e98b40e0bc2c was not found and therefore no delete operation was performed {{(pid=103447) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 22 20:08:26.414059 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64c0e77-0e89-4a11-9988-9966c85f1497 req-068e60a7-db1f-4a56-b14b-a7994f7e8f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:26.415849 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d64c0e77-0e89-4a11-9988-9966c85f1497 req-068e60a7-db1f-4a56-b14b-a7994f7e8f3f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d1283e3b-986c-4cf3-818d-79a41c1c76c2 HTTP/1.1" status: 200 len: 852 time: 0.2556958 Nov 22 20:08:26.439153 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f24ced94-2311-4691-9263-0b13b1e651d1 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:26.485689 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 20:08:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64d664a4-7651-4432-89c2-521a97044aae x-openstack-request-id: req-64d664a4-7651-4432-89c2-521a97044aae {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:08:26.486066 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b70ed7a-3cf0-4661-a4b2-efa51e526247", "tag": "40b6cf5a-a934-4c5c-a123-c4464a9b3c58", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:08:26.486270 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-64d664a4-7651-4432-89c2-521a97044aae {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:08:26.486639 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b70ed7a-3cf0-4661-a4b2-efa51e526247', 'tag': '40b6cf5a-a934-4c5c-a123-c4464a9b3c58', 'status': 'completed', 'code': 200} Nov 22 20:08:26.552767 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d64c0e77-0e89-4a11-9988-9966c85f1497 req-e7a09ee2-5e3a-4459-8199-e32545718a0f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=15d4315f-9a0f-48df-91a2-7f6446aa6c2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1170466 Nov 22 20:08:26.573019 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24ced94-2311-4691-9263-0b13b1e651d1 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Pushing event deleted for resources: {'Port': ['ID=c9a6edfb-fa80-4478-af42-e98b40e0bc2c,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:08:26.611250 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-aeaf568b-da2c-4e16-b77f-f290c12da227 req-96541d93-cf1c-4e1d-babf-1104aad6d25c service neutron] 10.222.0.41 "GET /v2.0/networks/2cba3d15-15ad-430b-9993-3b4a14230480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4524767 Nov 22 20:08:26.620197 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f24ced94-2311-4691-9263-0b13b1e651d1 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] No DVR routers for this DVR port c9a6edfb-fa80-4478-af42-e98b40e0bc2c on host n-d-818823-1 {{(pid=103447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:08:26.643101 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d1aaf147-8e7c-4b2e-9a3c-fbc0f5a0f85c req-bbefb982-dc61-481f-8f09-8c8b4c2f4601 tempest-LiveAutoBlockMigrationV225Test-67792349 tempest-LiveAutoBlockMigrationV225Test-67792349-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=89c2c967-26c4-4e1c-a1fd-c97f87817ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3214226 Nov 22 20:08:26.687976 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 58856) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:08:26.703244 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-98649d35-015c-4a6f-bcdb-ac089b891fe7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:26.799489 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-98649d35-015c-4a6f-bcdb-ac089b891fe7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:26.803984 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-98649d35-015c-4a6f-bcdb-ac089b891fe7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:26.834052 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-1991c6cb-6950-4c91-888c-8a0f8c7ec341 req-c9577f9e-a7ca-4a36-ad5e-8cde00318a86 tempest-MultipleCreateTestJSON-1276993397 tempest-MultipleCreateTestJSON-1276993397-project] For port e2a95f78-595b-4f6b-b4f6-ed601b710f56, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=e2a95f78-595b-4f6b-b4f6-ed601b710f56,segment=NetworkSegment(021b91f9-18fd-49d2-9530-507289b68670),segment_id=021b91f9-18fd-49d2-9530-507289b68670)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:08:26.834421 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-1991c6cb-6950-4c91-888c-8a0f8c7ec341 req-c9577f9e-a7ca-4a36-ad5e-8cde00318a86 tempest-MultipleCreateTestJSON-1276993397 tempest-MultipleCreateTestJSON-1276993397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:26.844927 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-98649d35-015c-4a6f-bcdb-ac089b891fe7 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=90e479689efc40d9ab55cc66d913966a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1558678 Nov 22 20:08:26.845888 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98649d35-015c-4a6f-bcdb-ac089b891fe7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e4819b8-d0e8-4fd8-b32c-315c1df69339,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:08:26.848348 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 58860) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:08:26.872421 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03dc7d1-33a0-46ad-b2ba-710aee02bfc7 req-1b1a22c4-1ac7-4941-aa93-d0dcfb5a0d17 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:26.874513 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b03dc7d1-33a0-46ad-b2ba-710aee02bfc7 req-1b1a22c4-1ac7-4941-aa93-d0dcfb5a0d17 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/ports?device_id=bd3740f9-d89f-45cf-b02d-7739f6a5131c HTTP/1.1" status: 200 len: 950 time: 0.3566866 Nov 22 20:08:26.898651 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-bdd8110c-da06-4e6b-9eb1-8a2706d62630 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:26.913479 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-1991c6cb-6950-4c91-888c-8a0f8c7ec341 req-c9577f9e-a7ca-4a36-ad5e-8cde00318a86 tempest-MultipleCreateTestJSON-1276993397 tempest-MultipleCreateTestJSON-1276993397-project] Calling delete_port for e2a95f78-595b-4f6b-b4f6-ed601b710f56 owned by compute:nova {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:08:26.916370 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f24ced94-2311-4691-9263-0b13b1e651d1 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3760028', 'neutron.services.segments.db._delete_segments_for_network-8748992815755'] for network, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:26.920715 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-bdd8110c-da06-4e6b-9eb1-8a2706d62630 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:26.955197 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55b955c-462b-4f82-b41d-462eda626eb1 req-ea5f7c24-0e51-41b3-a425-fcca0a0e92ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:26.956731 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d55b955c-462b-4f82-b41d-462eda626eb1 req-ea5f7c24-0e51-41b3-a425-fcca0a0e92ad service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=06e6d3b48fca4efea364337fb0a9126a&device_id=8b70ed7a-3cf0-4661-a4b2-efa51e526247 HTTP/1.1" status: 200 len: 1094 time: 0.2701404 Nov 22 20:08:26.966672 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d64c0e77-0e89-4a11-9988-9966c85f1497 req-5fb138a8-0b23-4e94-9a13-8de5a1c914db service neutron] 10.222.0.41 "GET /v2.0/networks/15d4315f-9a0f-48df-91a2-7f6446aa6c2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3886576 Nov 22 20:08:26.968334 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-bdd8110c-da06-4e6b-9eb1-8a2706d62630 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:26.970924 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-bdd8110c-da06-4e6b-9eb1-8a2706d62630 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:26.974503 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-bdd8110c-da06-4e6b-9eb1-8a2706d62630 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9e4819b8-d0e8-4fd8-b32c-315c1df69339 HTTP/1.1" status: 204 len: 168 time: 0.1229484 Nov 22 20:08:26.983225 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-f24ced94-2311-4691-9263-0b13b1e651d1 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1306f2a3-38fd-4113-90f1-035ef6a6779c']}} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:08:26.988777 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd8110c-da06-4e6b-9eb1-8a2706d62630 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e4819b8-d0e8-4fd8-b32c-315c1df69339,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:08:27.114919 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-f24ced94-2311-4691-9263-0b13b1e651d1 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76958c93-e271-4464-8b2b-ab874b82cbfe') {'for_net_delete': True} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:08:27.115217 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-f24ced94-2311-4691-9263-0b13b1e651d1 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76958c93-e271-4464-8b2b-ab874b82cbfe') {} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:08:27.153965 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba50eba8-9845-4aac-a07c-b9001a7128bd req-7d3fb9e1-80dc-4484-8631-62865c272a18 tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:27.155599 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ba50eba8-9845-4aac-a07c-b9001a7128bd req-7d3fb9e1-80dc-4484-8631-62865c272a18 tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] 10.222.0.46 "GET /v2.0/ports?device_id=8b70ed7a-3cf0-4661-a4b2-efa51e526247 HTTP/1.1" status: 200 len: 943 time: 0.3338416 Nov 22 20:08:27.160011 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f24ced94-2311-4691-9263-0b13b1e651d1 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748993039638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12178344'] for segment, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:27.186192 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b03dc7d1-33a0-46ad-b2ba-710aee02bfc7 req-fe31b227-51ec-4199-8899-8cd9112fb5ba tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1d007ec-a75a-4ef8-9cdd-9c679a3ff22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2897687 Nov 22 20:08:27.217031 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f24ced94-2311-4691-9263-0b13b1e651d1 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:27.263481 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f24ced94-2311-4691-9263-0b13b1e651d1 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Releasing vlan 641 on physical network physnet1 to pool {{(pid=103447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 20:08:27.263892 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f24ced94-2311-4691-9263-0b13b1e651d1 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8900762'] for segment, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:27.270574 n-d-818823-1 neutron-server[103447]: Traceback (most recent call last): Nov 22 20:08:27.270574 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 20:08:27.270574 n-d-818823-1 neutron-server[103447]: timer() Nov 22 20:08:27.270574 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 20:08:27.270574 n-d-818823-1 neutron-server[103447]: cb(*args, **kw) Nov 22 20:08:27.270574 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 20:08:27.270574 n-d-818823-1 neutron-server[103447]: return func(*args, **kwargs) Nov 22 20:08:27.270574 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 20:08:27.270574 n-d-818823-1 neutron-server[103447]: self._notify() Nov 22 20:08:27.270574 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 20:08:27.270574 n-d-818823-1 neutron-server[103447]: self.callback(batched_events) Nov 22 20:08:27.270574 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 20:08:27.270574 n-d-818823-1 neutron-server[103447]: event.method(event) Nov 22 20:08:27.270574 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 20:08:27.270574 n-d-818823-1 neutron-server[103447]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 20:08:27.270574 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 20:08:27.270574 n-d-818823-1 neutron-server[103447]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 20:08:27.270574 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 20:08:27.270574 n-d-818823-1 neutron-server[103447]: return f(self, *a, **k) Nov 22 20:08:27.270574 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 20:08:27.270574 n-d-818823-1 neutron-server[103447]: return self._get(url).json() Nov 22 20:08:27.270574 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 20:08:27.270574 n-d-818823-1 neutron-server[103447]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 20:08:27.270574 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 20:08:27.270574 n-d-818823-1 neutron-server[103447]: return self.request(url, 'GET', **kwargs) Nov 22 20:08:27.270574 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 20:08:27.270574 n-d-818823-1 neutron-server[103447]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 20:08:27.270574 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 20:08:27.270574 n-d-818823-1 neutron-server[103447]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 20:08:27.270574 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 20:08:27.270574 n-d-818823-1 neutron-server[103447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 20:08:27.270574 n-d-818823-1 neutron-server[103447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 20:08:27.379049 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d64c0e77-0e89-4a11-9988-9966c85f1497 req-bb2d2302-0e8c-41c7-991f-31561fd8f94a service neutron] 10.222.0.41 "GET /v2.0/networks/15d4315f-9a0f-48df-91a2-7f6446aa6c2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4052520 Nov 22 20:08:27.395070 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55b955c-462b-4f82-b41d-462eda626eb1 req-bccfc3cb-6811-44f6-abbf-5e9c56ad0bec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:27.396618 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d55b955c-462b-4f82-b41d-462eda626eb1 req-bccfc3cb-6811-44f6-abbf-5e9c56ad0bec service neutron] 10.222.0.41 "GET /v2.0/networks?id=2cba3d15-15ad-430b-9993-3b4a14230480 HTTP/1.1" status: 200 len: 923 time: 0.4265399 Nov 22 20:08:27.445592 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ba50eba8-9845-4aac-a07c-b9001a7128bd req-c7f8fc4d-d73c-4bc8-9e4f-72661f191710 tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0c04069-962d-48b0-bef3-592f8ff68454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2692811 Nov 22 20:08:27.477706 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f24ced94-2311-4691-9263-0b13b1e651d1 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3760002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595318'] for network, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:27.486231 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d55b955c-462b-4f82-b41d-462eda626eb1 req-46090fc0-e641-462f-b656-b884cd0db010 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=40b6cf5a-a934-4c5c-a123-c4464a9b3c58 HTTP/1.1" status: 200 len: 217 time: 0.0664666 Nov 22 20:08:27.497500 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f24ced94-2311-4691-9263-0b13b1e651d1 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for network, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:27.504170 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-f24ced94-2311-4691-9263-0b13b1e651d1 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] 10.222.0.46 "DELETE /v2.0/networks/1306f2a3-38fd-4113-90f1-035ef6a6779c HTTP/1.1" status: 204 len: 168 time: 2.3546300 Nov 22 20:08:27.509304 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 58882) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:08:27.515351 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-8f965fe2-82fb-47f8-8c22-9c7b59f2b380 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1193961418'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:08:27.531490 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c44bb2e1-54d8-436e-b910-67cc6e2d1df6', 'name': 'network-vif-deleted', 'tag': 'dd2d9657-fb8c-4fd1-a94c-535d493f6853'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:08:27.533916 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589a98cf2aea187fcc423a5edb333e5a6cf3ad7c81115d1ebee0f079693c312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b952a026-fb6f-4833-b07c-4646d4cb6b07" -d '{"events": [{"server_uuid": "c44bb2e1-54d8-436e-b910-67cc6e2d1df6", "name": "network-vif-deleted", "tag": "dd2d9657-fb8c-4fd1-a94c-535d493f6853"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:08:27.555067 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ef5455-8577-4d7d-a558-71d3459221e1 req-1a9333e4-acb1-480a-896e-78887e44f988 tempest-LiveAutoBlockMigrationV225Test-67792349 tempest-LiveAutoBlockMigrationV225Test-67792349-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:27.556719 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-88ef5455-8577-4d7d-a558-71d3459221e1 req-1a9333e4-acb1-480a-896e-78887e44f988 tempest-LiveAutoBlockMigrationV225Test-67792349 tempest-LiveAutoBlockMigrationV225Test-67792349-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=600367c4-ade6-4072-a9b7-9d9122e901c9 HTTP/1.1" status: 200 len: 1096 time: 0.2874141 Nov 22 20:08:27.559573 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24ced94-2311-4691-9263-0b13b1e651d1 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Pushing event deleted for resources: {'Network': ['ID=1306f2a3-38fd-4113-90f1-035ef6a6779c,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:08:27.562150 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-1991c6cb-6950-4c91-888c-8a0f8c7ec341 req-c9577f9e-a7ca-4a36-ad5e-8cde00318a86 tempest-MultipleCreateTestJSON-1276993397 tempest-MultipleCreateTestJSON-1276993397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:27.568931 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f965fe2-82fb-47f8-8c22-9c7b59f2b380 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Made reservation on behalf of 61dcfa65121d45e7982f77d2ef747965 for: {'network': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:08:27.575109 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8f965fe2-82fb-47f8-8c22-9c7b59f2b380 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for network, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:27.604134 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f965fe2-82fb-47f8-8c22-9c7b59f2b380 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] vlan segment allocate from pool success with {'vlan_id': 632, 'physical_network': 'physnet1'} {{(pid=103448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 20:08:27.615867 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8f965fe2-82fb-47f8-8c22-9c7b59f2b380 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:27.616263 n-d-818823-1 neutron-server[103448]: INFO neutron.db.segments_db [None req-8f965fe2-82fb-47f8-8c22-9c7b59f2b380 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Added segment ba6f9bed-9a4d-41e0-9c1d-98f0ddec1997 of type vlan for network c9a2c248-f87f-44f2-a4a2-8bbab9f31eb2 Nov 22 20:08:27.620597 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9577f9e-a7ca-4a36-ad5e-8cde00318a86 tempest-MultipleCreateTestJSON-1276993397 tempest-MultipleCreateTestJSON-1276993397-project] Pushing event deleted for resources: {'Port': ['ID=e2a95f78-595b-4f6b-b4f6-ed601b710f56,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:08:27.654474 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55b955c-462b-4f82-b41d-462eda626eb1 req-31a87217-5570-4a7a-8087-1d2bec5fd1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:27.656547 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d55b955c-462b-4f82-b41d-462eda626eb1 req-31a87217-5570-4a7a-8087-1d2bec5fd1bc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1439a4b0-dcfd-4d3a-bcc9-51cb20acf78c HTTP/1.1" status: 200 len: 862 time: 0.1544459 Nov 22 20:08:27.669123 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8f965fe2-82fb-47f8-8c22-9c7b59f2b380 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748992492791'] for network, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:27.698766 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8f965fe2-82fb-47f8-8c22-9c7b59f2b380 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for network, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:27.707260 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f965fe2-82fb-47f8-8c22-9c7b59f2b380 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:27.708163 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8f965fe2-82fb-47f8-8c22-9c7b59f2b380 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:27.723099 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d55b955c-462b-4f82-b41d-462eda626eb1 req-a0decf28-8bb7-4550-9f58-b0f1d3e814e6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2cba3d15-15ad-430b-9993-3b4a14230480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0567384 Nov 22 20:08:27.749065 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-1991c6cb-6950-4c91-888c-8a0f8c7ec341 req-c9577f9e-a7ca-4a36-ad5e-8cde00318a86 tempest-MultipleCreateTestJSON-1276993397 tempest-MultipleCreateTestJSON-1276993397-project] No DVR routers for this DVR port e2a95f78-595b-4f6b-b4f6-ed601b710f56 on host n-h2-818823-1 {{(pid=103447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:08:27.760259 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-1991c6cb-6950-4c91-888c-8a0f8c7ec341 req-c9577f9e-a7ca-4a36-ad5e-8cde00318a86 tempest-MultipleCreateTestJSON-1276993397 tempest-MultipleCreateTestJSON-1276993397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:27.764025 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1991c6cb-6950-4c91-888c-8a0f8c7ec341 req-c9577f9e-a7ca-4a36-ad5e-8cde00318a86 tempest-MultipleCreateTestJSON-1276993397 tempest-MultipleCreateTestJSON-1276993397-project] 10.222.0.20 "DELETE /v2.0/ports/e2a95f78-595b-4f6b-b4f6-ed601b710f56 HTTP/1.1" status: 204 len: 173 time: 2.0844870 Nov 22 20:08:27.788382 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 58894) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:08:27.796350 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-88ef5455-8577-4d7d-a558-71d3459221e1 req-f341afec-026b-4f95-8bd1-eadadcc8a6f3 tempest-LiveAutoBlockMigrationV225Test-67792349 tempest-LiveAutoBlockMigrationV225Test-67792349-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=89c2c967-26c4-4e1c-a1fd-c97f87817ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184286 Nov 22 20:08:27.842186 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-8f965fe2-82fb-47f8-8c22-9c7b59f2b380 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3309488 Nov 22 20:08:27.843559 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 58898) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:08:27.858560 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-8f3ffd94-cbd5-484a-a356-51a5f81a4920 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Request body: {'subnet': {'network_id': 'c9a2c248-f87f-44f2-a4a2-8bbab9f31eb2', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:08:27.911523 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc177192-827c-4682-aea7-e95eebed2e10 req-bc8bb75f-65e4-4a85-a44b-0c7602411863 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:27.913114 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f965fe2-82fb-47f8-8c22-9c7b59f2b380 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Pushing event updated for resources: {'Network': ['ID=c9a2c248-f87f-44f2-a4a2-8bbab9f31eb2,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:08:27.913272 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-bc177192-827c-4682-aea7-e95eebed2e10 req-bc8bb75f-65e4-4a85-a44b-0c7602411863 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] 10.222.0.46 "GET /v2.0/ports?device_id=f5e9c336-4615-4436-bbce-28bec27018b4 HTTP/1.1" status: 200 len: 944 time: 0.3098066 Nov 22 20:08:27.932243 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Network c9a2c248-f87f-44f2-a4a2-8bbab9f31eb2 details requested by agent ovs-agent-n-d-818823-1 with host n-d-818823-1 {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 20:08:27.982511 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f3ffd94-cbd5-484a-a356-51a5f81a4920 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Made reservation on behalf of 61dcfa65121d45e7982f77d2ef747965 for: {'subnet': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:08:27.996643 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8f3ffd94-cbd5-484a-a356-51a5f81a4920 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11792951'] for subnet, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:27.999182 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-739c60a6-edb6-464f-ab80-27dff7173509 req-0f5c7613-7c3d-4d49-91fb-adb8b1b6efc1 tempest-MultipleCreateTestJSON-1276993397 tempest-MultipleCreateTestJSON-1276993397-project] 10.222.0.46 "GET /v2.0/ports?device_id=a9ae866e-5436-4a96-80ae-d5acfb56b49f HTTP/1.1" status: 200 len: 210 time: 0.0832536 Nov 22 20:08:28.056951 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-0eb61488-d54c-4913-9368-de4856527d65 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-468286937-network', 'tenant_id': '3e1111b17c244bd0a6fdb9f12fedcd01'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:08:28.080692 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:08:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f237eca5-408a-412a-955b-acb8073785ed x-openstack-request-id: req-f237eca5-408a-412a-955b-acb8073785ed {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:08:28.080986 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c44bb2e1-54d8-436e-b910-67cc6e2d1df6", "name": "network-vif-deleted", "tag": "dd2d9657-fb8c-4fd1-a94c-535d493f6853", "status": "completed", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:08:28.081245 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f237eca5-408a-412a-955b-acb8073785ed {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:08:28.081706 n-d-818823-1 neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c44bb2e1-54d8-436e-b910-67cc6e2d1df6', 'name': 'network-vif-deleted', 'tag': 'dd2d9657-fb8c-4fd1-a94c-535d493f6853', 'status': 'completed', 'code': 200} Nov 22 20:08:28.114033 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eb61488-d54c-4913-9368-de4856527d65 admin admin] Made reservation on behalf of 3e1111b17c244bd0a6fdb9f12fedcd01 for: {'network': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:08:28.116536 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0eb61488-d54c-4913-9368-de4856527d65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for network, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:28.130648 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0eb61488-d54c-4913-9368-de4856527d65 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:28.134009 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d55b955c-462b-4f82-b41d-462eda626eb1 req-dd6036ea-3762-494c-850c-524a123d4f0e service neutron] 10.222.0.41 "GET /v2.0/networks/2cba3d15-15ad-430b-9993-3b4a14230480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3858061 Nov 22 20:08:28.304151 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8f3ffd94-cbd5-484a-a356-51a5f81a4920 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11567560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11792921'] for subnet, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:28.345278 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0eb61488-d54c-4913-9368-de4856527d65 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:28.353329 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0eb61488-d54c-4913-9368-de4856527d65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:28.390944 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0eb61488-d54c-4913-9368-de4856527d65 admin admin] vlan segment allocate from pool success with {'vlan_id': 639, 'physical_network': 'physnet1'} {{(pid=103448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 20:08:28.419198 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3ffd94-cbd5-484a-a356-51a5f81a4920 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Pushing event updated for resources: {'Subnet': ['ID=85568e5e-24f3-4c9d-810b-54cda890c8a7,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:08:28.426923 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb61488-d54c-4913-9368-de4856527d65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23ba42df-c120-4b4f-975d-ab6eddc18fc8,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:08:28.429993 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0eb61488-d54c-4913-9368-de4856527d65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:28.430430 n-d-818823-1 neutron-server[103448]: INFO neutron.db.segments_db [None req-0eb61488-d54c-4913-9368-de4856527d65 admin admin] Added segment d0a695d9-2a4c-4dc8-8e52-87d2092b27ed of type vlan for network 9da282c4-cd26-4f4e-82dd-e340d3a14b50 Nov 22 20:08:28.445718 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f3ffd94-cbd5-484a-a356-51a5f81a4920 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Checking segment: {'id': 'ba6f9bed-9a4d-41e0-9c1d-98f0ddec1997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'c9a2c248-f87f-44f2-a4a2-8bbab9f31eb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:08:28.446065 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f3ffd94-cbd5-484a-a356-51a5f81a4920 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Network hostable DHCP agents. Network: c9a2c248-f87f-44f2-a4a2-8bbab9f31eb2, hostable agents: ['02adaa64-0987-4b74-bad0-cbcf56f8a294'], hosted agents: [] {{(pid=103448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 20:08:28.488550 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0eb61488-d54c-4913-9368-de4856527d65 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748992492791'] for network, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:28.504409 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f3ffd94-cbd5-484a-a356-51a5f81a4920 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Network c9a2c248-f87f-44f2-a4a2-8bbab9f31eb2 is scheduled to be hosted by DHCP agent 02adaa64-0987-4b74-bad0-cbcf56f8a294 with binding_index 1 {{(pid=103448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 20:08:28.522766 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-8f3ffd94-cbd5-484a-a356-51a5f81a4920 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818823-1, c9a2c248-f87f-44f2-a4a2-8bbab9f31eb2) {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:08:28.526526 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0eb61488-d54c-4913-9368-de4856527d65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for network, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:28.527812 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eb61488-d54c-4913-9368-de4856527d65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:28.528405 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0eb61488-d54c-4913-9368-de4856527d65 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:28.531837 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f3ffd94-cbd5-484a-a356-51a5f81a4920 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:28.532393 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8f3ffd94-cbd5-484a-a356-51a5f81a4920 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:28.539663 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-527f1abc-3406-46ac-b3b4-9c633985ae63 None None] Network c9a2c248-f87f-44f2-a4a2-8bbab9f31eb2 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:08:28.578477 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9ae866e-5436-4a96-80ae-d5acfb56b49f', 'name': 'network-vif-deleted', 'tag': 'e2a95f78-595b-4f6b-b4f6-ed601b710f56'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:08:28.581233 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31065b2a-f6e8-45d4-ac72-5e911c895b1a" -d '{"events": [{"server_uuid": "a9ae866e-5436-4a96-80ae-d5acfb56b49f", "name": "network-vif-deleted", "tag": "e2a95f78-595b-4f6b-b4f6-ed601b710f56"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:08:28.593467 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-bc177192-827c-4682-aea7-e95eebed2e10 req-7b99fb33-3fd0-48cd-b479-81799624b2c0 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] 10.222.0.46 "GET /v2.0/security-groups?id=008bf24b-e850-49d0-ba05-9d00c3f0736a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6599495 Nov 22 20:08:28.605794 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-0eb61488-d54c-4913-9368-de4856527d65 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.8000185 Nov 22 20:08:28.618524 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 58912) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:08:28.623599 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-8f3ffd94-cbd5-484a-a356-51a5f81a4920 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.7724888 Nov 22 20:08:28.624513 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb61488-d54c-4913-9368-de4856527d65 admin admin] Pushing event updated for resources: {'Network': ['ID=9da282c4-cd26-4f4e-82dd-e340d3a14b50,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:08:28.628294 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 58914) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:08:28.639215 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-f962031c-4f5f-491c-974e-77c0f1bbf176 admin admin] Request body: {'subnet': {'network_id': '9da282c4-cd26-4f4e-82dd-e340d3a14b50', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-468286937-subnet', 'tenant_id': '3e1111b17c244bd0a6fdb9f12fedcd01', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:08:28.640008 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Network 9da282c4-cd26-4f4e-82dd-e340d3a14b50 details requested by agent ovs-agent-n-d-818823-1 with host n-d-818823-1 {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 20:08:28.656429 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-ba7fd695-16c0-4b30-aadb-0910b3c56b48 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1951604184'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:08:28.681569 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e7c85b-0949-4460-94e2-5e629b22181c req-631991ec-e69a-4995-a34b-1f51777117c1 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:28.688875 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b9e7c85b-0949-4460-94e2-5e629b22181c req-631991ec-e69a-4995-a34b-1f51777117c1 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/ports?device_id=bd3740f9-d89f-45cf-b02d-7739f6a5131c HTTP/1.1" status: 200 len: 950 time: 0.1040275 Nov 22 20:08:28.691680 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f962031c-4f5f-491c-974e-77c0f1bbf176 admin admin] Made reservation on behalf of 3e1111b17c244bd0a6fdb9f12fedcd01 for: {'subnet': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:08:28.693200 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d55b955c-462b-4f82-b41d-462eda626eb1 req-e2fc2651-5294-4eac-a163-44bacc55db5b service neutron] 10.222.0.41 "GET /v2.0/networks/2cba3d15-15ad-430b-9993-3b4a14230480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5515983 Nov 22 20:08:28.695995 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f962031c-4f5f-491c-974e-77c0f1bbf176 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11792951'] for subnet, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:28.702596 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device c3c611e3-1c74-47bf-9225-d666ee79fbb4 details requested by agent hyperv_n-h1-818823-1 with host n-h1-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 20:08:28.704809 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device dd2d9657-fb8c-4fd1-a94c-535d493f6853 no longer exists at agent hyperv_n-h1-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:08:28.767338 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b9e7c85b-0949-4460-94e2-5e629b22181c req-2f43766b-19f9-496a-9def-dbdea73a9e33 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1d007ec-a75a-4ef8-9cdd-9c679a3ff22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718048 Nov 22 20:08:28.777406 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] No Port match for: dd2d9657-fb8c-4fd1-a94c-535d493f6853 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:08:28.778490 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device dd2d9657-fb8c-4fd1-a94c-535d493f6853 not bound to the agent host n-h1-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:08:28.784211 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba7fd695-16c0-4b30-aadb-0910b3c56b48 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Made reservation on behalf of 61dcfa65121d45e7982f77d2ef747965 for: {'network': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:08:28.788489 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ba7fd695-16c0-4b30-aadb-0910b3c56b48 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for network, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:28.841236 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba7fd695-16c0-4b30-aadb-0910b3c56b48 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] vlan segment allocate from pool success with {'vlan_id': 622, 'physical_network': 'physnet1'} {{(pid=103448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 20:08:28.877473 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eb59ce9-b32b-4acd-b9a1-dedc76476267 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fb26bd7-ce56-527b-b94f-2e1f7cb2bb35-c9a2c248-f87f-44f2-a4a2-8bbab9f31eb2', 'network_id': 'c9a2c248-f87f-44f2-a4a2-8bbab9f31eb2', 'tenant_id': '61dcfa65121d45e7982f77d2ef747965', 'fixed_ips': [{'subnet_id': '85568e5e-24f3-4c9d-810b-54cda890c8a7'}]}} from n-d-818823-1. {{(pid=103449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 20:08:28.878410 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6eb59ce9-b32b-4acd-b9a1-dedc76476267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:28.896435 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ba7fd695-16c0-4b30-aadb-0910b3c56b48 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:28.896788 n-d-818823-1 neutron-server[103448]: INFO neutron.db.segments_db [None req-ba7fd695-16c0-4b30-aadb-0910b3c56b48 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Added segment e051ecbb-70d0-48e8-8174-587fdbd7cbed of type vlan for network 65e32ec0-3784-4a44-ad82-61a4cb29846d Nov 22 20:08:28.929302 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66365eda-a119-40b9-b5a9-56f8141885d3 req-cce59bac-9619-4f7c-9da4-fe1b5d79fcd1 tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:28.931590 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-66365eda-a119-40b9-b5a9-56f8141885d3 req-cce59bac-9619-4f7c-9da4-fe1b5d79fcd1 tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] 10.222.0.46 "GET /v2.0/ports?device_id=8b70ed7a-3cf0-4661-a4b2-efa51e526247 HTTP/1.1" status: 200 len: 943 time: 0.0706477 Nov 22 20:08:28.992924 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ba7fd695-16c0-4b30-aadb-0910b3c56b48 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748992492791'] for network, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:28.995457 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-66365eda-a119-40b9-b5a9-56f8141885d3 req-23734d97-1c63-4126-b58d-b00f9a5e520d tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0c04069-962d-48b0-bef3-592f8ff68454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539017 Nov 22 20:08:29.007194 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port c3c611e3-1c74-47bf-9225-d666ee79fbb4, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=c3c611e3-1c74-47bf-9225-d666ee79fbb4,segment=NetworkSegment(94d4e232-251b-48cf-a0b3-a3b667b8984b),segment_id=94d4e232-251b-48cf-a0b3-a3b667b8984b)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:08:29.047703 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:08:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad3c6465-c2a5-46d1-91ab-950a28939a0a x-openstack-request-id: req-ad3c6465-c2a5-46d1-91ab-950a28939a0a {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:08:29.048091 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9ae866e-5436-4a96-80ae-d5acfb56b49f", "name": "network-vif-deleted", "tag": "e2a95f78-595b-4f6b-b4f6-ed601b710f56", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:08:29.048408 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ad3c6465-c2a5-46d1-91ab-950a28939a0a {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:08:29.048938 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f962031c-4f5f-491c-974e-77c0f1bbf176 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11567560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11792921'] for subnet, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:29.049357 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9ae866e-5436-4a96-80ae-d5acfb56b49f', 'name': 'network-vif-deleted', 'tag': 'e2a95f78-595b-4f6b-b4f6-ed601b710f56', 'status': 'completed', 'code': 200} Nov 22 20:08:29.056813 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ba7fd695-16c0-4b30-aadb-0910b3c56b48 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for network, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:29.063869 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba7fd695-16c0-4b30-aadb-0910b3c56b48 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:29.064554 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ba7fd695-16c0-4b30-aadb-0910b3c56b48 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:29.086700 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 58926) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:08:29.086950 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Returning: {'device': 'c3c611e3-1c74-47bf-9225-d666ee79fbb4', 'network_id': '15d4315f-9a0f-48df-91a2-7f6446aa6c2e', 'port_id': 'c3c611e3-1c74-47bf-9225-d666ee79fbb4', 'mac_address': 'fa:16:3e:c8:57:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 620, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1283e3b-986c-4cf3-818d-79a41c1c76c2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 20:08:29.145994 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_v2 [None req-19942cd3-2305-421a-9029-656bab423628 admin admin] Deleting subnet e2cea4a9-15b2-4b0f-a36e-4aff7f2ffbab {{(pid=103447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 20:08:29.150081 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-19942cd3-2305-421a-9029-656bab423628 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:29.153980 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.db_base_plugin_common [None req-6eb59ce9-b32b-4acd-b9a1-dedc76476267 None None] Allocated IP 19.80.0.2 (c9a2c248-f87f-44f2-a4a2-8bbab9f31eb2/85568e5e-24f3-4c9d-810b-54cda890c8a7/51253db7-bb55-4dc9-ac93-6c622d508327) {{(pid=103449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:08:29.159805 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:29.166017 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-ba7fd695-16c0-4b30-aadb-0910b3c56b48 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5366979 Nov 22 20:08:29.173447 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 58932) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:08:29.182851 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-ce3b7317-0962-4289-b0c2-70a76a4f722c tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Request body: {'subnet': {'network_id': '65e32ec0-3784-4a44-ad82-61a4cb29846d', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:08:29.200486 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3c611e3-1c74-47bf-9225-d666ee79fbb4 {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:08:29.225258 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-19942cd3-2305-421a-9029-656bab423628 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12178353'] for subnet, precommit_delete_associations {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:29.284447 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port c3c611e3-1c74-47bf-9225-d666ee79fbb4, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=c3c611e3-1c74-47bf-9225-d666ee79fbb4,segment=NetworkSegment(94d4e232-251b-48cf-a0b3-a3b667b8984b),segment_id=94d4e232-251b-48cf-a0b3-a3b667b8984b)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:08:29.291886 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:29.292974 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 40b6cf5a-a934-4c5c-a123-c4464a9b3c58 details requested by agent hyperv_n-h1-818823-1 with host n-h1-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 20:08:29.301481 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-19942cd3-2305-421a-9029-656bab423628 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3753007'] for subnet, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:29.366778 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=c3c611e3-1c74-47bf-9225-d666ee79fbb4,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:08:29.385120 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-19942cd3-2305-421a-9029-656bab423628 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3753014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8900804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8485115'] for subnet, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:29.418541 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19942cd3-2305-421a-9029-656bab423628 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e2cea4a9-15b2-4b0f-a36e-4aff7f2ffbab,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:08:29.421497 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-19942cd3-2305-421a-9029-656bab423628 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for subnet, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:29.428743 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-19942cd3-2305-421a-9029-656bab423628 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/e2cea4a9-15b2-4b0f-a36e-4aff7f2ffbab HTTP/1.1" status: 204 len: 168 time: 0.3390794 Nov 22 20:08:29.430188 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 58946) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:08:29.506275 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9cd8f5a6-7b37-419a-bde2-ef49b43b20d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3961693'] for network, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:29.506817 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6eb59ce9-b32b-4acd-b9a1-dedc76476267 None None] Publish callbacks [] for port, precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:29.510124 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.db.resource_extend [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 22 20:08:29.525864 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6eb59ce9-b32b-4acd-b9a1-dedc76476267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372'] for port, after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:29.576234 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f962031c-4f5f-491c-974e-77c0f1bbf176 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0f2201c-01bf-422c-a702-b56ed84d24ad,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:08:29.589509 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7fd695-16c0-4b30-aadb-0910b3c56b48 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Pushing event updated for resources: {'Network': ['ID=65e32ec0-3784-4a44-ad82-61a4cb29846d,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:08:29.606618 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eb59ce9-b32b-4acd-b9a1-dedc76476267 None None] Network c9a2c248-f87f-44f2-a4a2-8bbab9f31eb2 is already hosted by enough agents. {{(pid=103449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:08:29.608303 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f962031c-4f5f-491c-974e-77c0f1bbf176 admin admin] Checking segment: {'id': 'd0a695d9-2a4c-4dc8-8e52-87d2092b27ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '9da282c4-cd26-4f4e-82dd-e340d3a14b50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:08:29.608667 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f962031c-4f5f-491c-974e-77c0f1bbf176 admin admin] Network hostable DHCP agents. Network: 9da282c4-cd26-4f4e-82dd-e340d3a14b50, hostable agents: ['02adaa64-0987-4b74-bad0-cbcf56f8a294'], hosted agents: [] {{(pid=103448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 20:08:29.621302 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Network 65e32ec0-3784-4a44-ad82-61a4cb29846d details requested by agent ovs-agent-n-d-818823-1 with host n-d-818823-1 {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 20:08:29.624076 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9cd8f5a6-7b37-419a-bde2-ef49b43b20d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3760028', 'neutron.services.segments.db._delete_segments_for_network-8748992815755'] for network, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:29.656316 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f962031c-4f5f-491c-974e-77c0f1bbf176 admin admin] Network 9da282c4-cd26-4f4e-82dd-e340d3a14b50 is scheduled to be hosted by DHCP agent 02adaa64-0987-4b74-bad0-cbcf56f8a294 with binding_index 1 {{(pid=103448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 20:08:29.663607 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-9cd8f5a6-7b37-419a-bde2-ef49b43b20d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5603836d-e977-4a38-b5cc-930bf7d9baac']}} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:08:29.676422 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-f962031c-4f5f-491c-974e-77c0f1bbf176 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818823-1, 9da282c4-cd26-4f4e-82dd-e340d3a14b50) {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:08:29.684363 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f962031c-4f5f-491c-974e-77c0f1bbf176 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:29.684955 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f962031c-4f5f-491c-974e-77c0f1bbf176 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:29.687979 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-9cd8f5a6-7b37-419a-bde2-ef49b43b20d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '021b91f9-18fd-49d2-9530-507289b68670') {'for_net_delete': True} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:08:29.688907 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-9cd8f5a6-7b37-419a-bde2-ef49b43b20d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '021b91f9-18fd-49d2-9530-507289b68670') {} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:08:29.691550 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce3b7317-0962-4289-b0c2-70a76a4f722c tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Made reservation on behalf of 61dcfa65121d45e7982f77d2ef747965 for: {'subnet': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:08:29.697260 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ce3b7317-0962-4289-b0c2-70a76a4f722c tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11792951'] for subnet, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:29.700488 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9cd8f5a6-7b37-419a-bde2-ef49b43b20d8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748993039638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12178344'] for segment, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:29.718363 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9cd8f5a6-7b37-419a-bde2-ef49b43b20d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:29.724458 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4816723c-b5e0-4b29-9a6d-159699f51cae None None] Network 9da282c4-cd26-4f4e-82dd-e340d3a14b50 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:08:29.736651 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cd8f5a6-7b37-419a-bde2-ef49b43b20d8 admin admin] Releasing vlan 615 on physical network physnet1 to pool {{(pid=103447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 20:08:29.737063 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9cd8f5a6-7b37-419a-bde2-ef49b43b20d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8900762'] for segment, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:29.738795 n-d-818823-1 neutron-server[103447]: Traceback (most recent call last): Nov 22 20:08:29.738795 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 20:08:29.738795 n-d-818823-1 neutron-server[103447]: timer() Nov 22 20:08:29.738795 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 20:08:29.738795 n-d-818823-1 neutron-server[103447]: cb(*args, **kw) Nov 22 20:08:29.738795 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 20:08:29.738795 n-d-818823-1 neutron-server[103447]: return func(*args, **kwargs) Nov 22 20:08:29.738795 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 20:08:29.738795 n-d-818823-1 neutron-server[103447]: self._notify() Nov 22 20:08:29.738795 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 20:08:29.738795 n-d-818823-1 neutron-server[103447]: self.callback(batched_events) Nov 22 20:08:29.738795 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 20:08:29.738795 n-d-818823-1 neutron-server[103447]: event.method(event) Nov 22 20:08:29.738795 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 20:08:29.738795 n-d-818823-1 neutron-server[103447]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 20:08:29.738795 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 20:08:29.738795 n-d-818823-1 neutron-server[103447]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 20:08:29.738795 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 20:08:29.738795 n-d-818823-1 neutron-server[103447]: return f(self, *a, **k) Nov 22 20:08:29.738795 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 20:08:29.738795 n-d-818823-1 neutron-server[103447]: return self._get(url).json() Nov 22 20:08:29.738795 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 20:08:29.738795 n-d-818823-1 neutron-server[103447]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 20:08:29.738795 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 20:08:29.738795 n-d-818823-1 neutron-server[103447]: return self.request(url, 'GET', **kwargs) Nov 22 20:08:29.738795 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 20:08:29.738795 n-d-818823-1 neutron-server[103447]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 20:08:29.738795 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 20:08:29.738795 n-d-818823-1 neutron-server[103447]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 20:08:29.738795 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 20:08:29.738795 n-d-818823-1 neutron-server[103447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 20:08:29.738795 n-d-818823-1 neutron-server[103447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 20:08:29.743707 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.base_scheduler [None req-6eb59ce9-b32b-4acd-b9a1-dedc76476267 None None] Resources bound (agent type, host, resource id): {{(pid=103449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:08:29.786852 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-f962031c-4f5f-491c-974e-77c0f1bbf176 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.1671984 Nov 22 20:08:29.787493 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 58952) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:08:29.795497 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-810db751-95ec-4370-8fb0-d37d85045269 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-468286937-router', 'tenant_id': '3e1111b17c244bd0a6fdb9f12fedcd01', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'}}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:08:29.807909 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [req-821edcb2-04b8-4717-a7f8-30012633317a req-6df440c2-4418-464d-b9bf-a5f80439597a tempest-LiveAutoBlockMigrationV225Test-67792349 tempest-LiveAutoBlockMigrationV225Test-67792349-project-admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=103448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 20:08:29.810199 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-821edcb2-04b8-4717-a7f8-30012633317a req-6df440c2-4418-464d-b9bf-a5f80439597a tempest-LiveAutoBlockMigrationV225Test-67792349 tempest-LiveAutoBlockMigrationV225Test-67792349-project-admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0071092 Nov 22 20:08:29.832661 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9cd8f5a6-7b37-419a-bde2-ef49b43b20d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3760002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595318'] for network, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:29.845112 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9cd8f5a6-7b37-419a-bde2-ef49b43b20d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for network, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:29.851443 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-9cd8f5a6-7b37-419a-bde2-ef49b43b20d8 admin admin] 10.222.0.46 "DELETE /v2.0/networks/5603836d-e977-4a38-b5cc-930bf7d9baac HTTP/1.1" status: 204 len: 168 time: 0.4175177 Nov 22 20:08:29.866628 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd8f5a6-7b37-419a-bde2-ef49b43b20d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=5603836d-e977-4a38-b5cc-930bf7d9baac,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:08:29.876404 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821edcb2-04b8-4717-a7f8-30012633317a req-a83b964b-cadb-41a3-aaf0-baaacad59f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:29.877898 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-821edcb2-04b8-4717-a7f8-30012633317a req-a83b964b-cadb-41a3-aaf0-baaacad59f2c service neutron] 10.222.0.46 "GET /v2.0/ports/f23431ca-0bf0-4deb-8bc7-343cf9b8e47f HTTP/1.1" status: 200 len: 1093 time: 0.0586300 Nov 22 20:08:29.880653 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d73767d-2980-4d2c-b262-5170351b2998 req-8373e632-9aa8-4239-af11-6a80e5b27caa tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:29.880922 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-810db751-95ec-4370-8fb0-d37d85045269 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24799'] for router, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:29.882046 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-810db751-95ec-4370-8fb0-d37d85045269 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-632716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24788'] for router, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:29.891441 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3d73767d-2980-4d2c-b262-5170351b2998 req-8373e632-9aa8-4239-af11-6a80e5b27caa tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] 10.222.0.46 "GET /v2.0/ports?device_id=f5e9c336-4615-4436-bbce-28bec27018b4 HTTP/1.1" status: 200 len: 945 time: 0.1691487 Nov 22 20:08:29.904589 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [req-821edcb2-04b8-4717-a7f8-30012633317a req-7b4bbc7a-ce20-40b2-96cc-fa37a5459bec service neutron] Request body: {'binding': {'host': 'n-h1-818823-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:08:29.905081 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [req-821edcb2-04b8-4717-a7f8-30012633317a req-7b4bbc7a-ce20-40b2-96cc-fa37a5459bec service neutron] Unknown quota resources ['binding']. {{(pid=103448) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 22 20:08:29.955597 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3d73767d-2980-4d2c-b262-5170351b2998 req-7b44dc89-1c00-43dd-a351-569499824b58 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] 10.222.0.46 "GET /v2.0/security-groups?id=008bf24b-e850-49d0-ba05-9d00c3f0736a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630195 Nov 22 20:08:29.970986 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb59ce9-b32b-4acd-b9a1-dedc76476267 None None] Received port after_create {{(pid=103449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:08:30.028270 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 58958) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:08:30.029898 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-512709a9-2e7f-42ff-965f-2e7bc71fc711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:30.036607 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb59ce9-b32b-4acd-b9a1-dedc76476267 None None] Pushing event updated for resources: {'Port': ['ID=51253db7-bb55-4dc9-ac93-6c622d508327,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:08:30.061178 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 40b6cf5a-a934-4c5c-a123-c4464a9b3c58, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=40b6cf5a-a934-4c5c-a123-c4464a9b3c58,segment=NetworkSegment(ee8173ed-ffda-445d-90ba-7bf45834e451),segment_id=ee8173ed-ffda-445d-90ba-7bf45834e451)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:08:30.064730 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-810db751-95ec-4370-8fb0-d37d85045269 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:30.090173 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-5ef42b44-d690-43a0-a4fb-bfdcf4755a8d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=bcb1ae20a081415e81e09051d4ec0bd1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0593233 Nov 22 20:08:30.090173 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 58960) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:08:30.090493 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Returning: {'device': '40b6cf5a-a934-4c5c-a123-c4464a9b3c58', 'network_id': '2cba3d15-15ad-430b-9993-3b4a14230480', 'port_id': '40b6cf5a-a934-4c5c-a123-c4464a9b3c58', 'mac_address': 'fa:16:3e:6f:da:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1439a4b0-dcfd-4d3a-bcc9-51cb20acf78c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 20:08:30.097865 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-6eb59ce9-b32b-4acd-b9a1-dedc76476267 None None] Attempting to bind port 51253db7-bb55-4dc9-ac93-6c622d508327 on host n-d-818823-1 for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:08:30.098243 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-6eb59ce9-b32b-4acd-b9a1-dedc76476267 None None] Attempting to bind port 51253db7-bb55-4dc9-ac93-6c622d508327 by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': 'ba6f9bed-9a4d-41e0-9c1d-98f0ddec1997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'c9a2c248-f87f-44f2-a4a2-8bbab9f31eb2'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:08:30.098604 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb59ce9-b32b-4acd-b9a1-dedc76476267 None None] Attempting to bind port 51253db7-bb55-4dc9-ac93-6c622d508327 on network c9a2c248-f87f-44f2-a4a2-8bbab9f31eb2 {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:08:30.109771 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device e2a95f78-595b-4f6b-b4f6-ed601b710f56 no longer exists at agent hyperv_n-h2-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:08:30.115760 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb59ce9-b32b-4acd-b9a1-dedc76476267 None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 8, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:08:30.116143 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb59ce9-b32b-4acd-b9a1-dedc76476267 None None] Checking segment: {'id': 'ba6f9bed-9a4d-41e0-9c1d-98f0ddec1997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'c9a2c248-f87f-44f2-a4a2-8bbab9f31eb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:08:30.116543 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6eb59ce9-b32b-4acd-b9a1-dedc76476267 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:30.117267 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb59ce9-b32b-4acd-b9a1-dedc76476267 None None] Bound using segment: {'id': 'ba6f9bed-9a4d-41e0-9c1d-98f0ddec1997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'c9a2c248-f87f-44f2-a4a2-8bbab9f31eb2'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:08:30.117417 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-6eb59ce9-b32b-4acd-b9a1-dedc76476267 None None] Bound port: 51253db7-bb55-4dc9-ac93-6c622d508327, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba6f9bed-9a4d-41e0-9c1d-98f0ddec1997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'c9a2c248-f87f-44f2-a4a2-8bbab9f31eb2'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:08:30.117788 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6eb59ce9-b32b-4acd-b9a1-dedc76476267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:30.163436 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] No Port match for: e2a95f78-595b-4f6b-b4f6-ed601b710f56 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:08:30.163436 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device e2a95f78-595b-4f6b-b4f6-ed601b710f56 not bound to the agent host n-h2-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:08:30.181439 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88177ea0-24b5-4544-ac04-9db260d5e994 req-3ebdf738-3263-4a3b-9126-7a4616d700e0 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:30.183129 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-88177ea0-24b5-4544-ac04-9db260d5e994 req-3ebdf738-3263-4a3b-9126-7a4616d700e0 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/ports?device_id=bd3740f9-d89f-45cf-b02d-7739f6a5131c HTTP/1.1" status: 200 len: 950 time: 0.0768511 Nov 22 20:08:30.211085 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8b25c6b4-3186-4350-b2ce-5a7c6b602b72 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:30.262714 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8b25c6b4-3186-4350-b2ce-5a7c6b602b72 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:30.267259 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:30.282393 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ce3b7317-0962-4289-b0c2-70a76a4f722c tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11567560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11792921'] for subnet, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:30.290151 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-88177ea0-24b5-4544-ac04-9db260d5e994 req-cb709c8e-3f1e-44a6-a1f2-854815237f22 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1d007ec-a75a-4ef8-9cdd-9c679a3ff22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953364 Nov 22 20:08:30.303482 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-6eb59ce9-b32b-4acd-b9a1-dedc76476267 None None] For port 51253db7-bb55-4dc9-ac93-6c622d508327, host n-d-818823-1, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:08:30.305425 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40b6cf5a-a934-4c5c-a123-c4464a9b3c58 {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:08:30.313075 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-6eb59ce9-b32b-4acd-b9a1-dedc76476267 None None] For port 51253db7-bb55-4dc9-ac93-6c622d508327, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=51253db7-bb55-4dc9-ac93-6c622d508327,segment=NetworkSegment(ba6f9bed-9a4d-41e0-9c1d-98f0ddec1997),segment_id=ba6f9bed-9a4d-41e0-9c1d-98f0ddec1997)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:08:30.351045 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6eb59ce9-b32b-4acd-b9a1-dedc76476267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:30.356694 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-810db751-95ec-4370-8fb0-d37d85045269 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:30.360496 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8b25c6b4-3186-4350-b2ce-5a7c6b602b72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:30.367969 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8b25c6b4-3186-4350-b2ce-5a7c6b602b72 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:30.369363 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68723438-398f-4c7a-8a47-8b9f8449dfd0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fb26bd7-ce56-527b-b94f-2e1f7cb2bb35-9da282c4-cd26-4f4e-82dd-e340d3a14b50', 'network_id': '9da282c4-cd26-4f4e-82dd-e340d3a14b50', 'tenant_id': '3e1111b17c244bd0a6fdb9f12fedcd01', 'fixed_ips': [{'subnet_id': 'd0f2201c-01bf-422c-a702-b56ed84d24ad'}]}} from n-d-818823-1. {{(pid=103449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 20:08:30.370200 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68723438-398f-4c7a-8a47-8b9f8449dfd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:30.375874 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-8b25c6b4-3186-4350-b2ce-5a7c6b602b72 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8a035bd2-0e78-4fc7-9d57-01ec97cfb81c HTTP/1.1" status: 204 len: 168 time: 0.2842045 Nov 22 20:08:30.389116 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b25c6b4-3186-4350-b2ce-5a7c6b602b72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a035bd2-0e78-4fc7-9d57-01ec97cfb81c,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:08:30.406293 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 40b6cf5a-a934-4c5c-a123-c4464a9b3c58, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=40b6cf5a-a934-4c5c-a123-c4464a9b3c58,segment=NetworkSegment(ee8173ed-ffda-445d-90ba-7bf45834e451),segment_id=ee8173ed-ffda-445d-90ba-7bf45834e451)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:08:30.432018 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:30.464446 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3b7317-0962-4289-b0c2-70a76a4f722c tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Pushing event updated for resources: {'Subnet': ['ID=05f56661-ecce-4820-8533-34296f2cbd56,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:08:30.478478 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-821edcb2-04b8-4717-a7f8-30012633317a req-7b4bbc7a-ce20-40b2-96cc-fa37a5459bec service neutron] Attempting to bind port f23431ca-0bf0-4deb-8bc7-343cf9b8e47f on host n-h1-818823-1 for vnic_type normal with profile None {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:08:30.479816 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-821edcb2-04b8-4717-a7f8-30012633317a req-7b4bbc7a-ce20-40b2-96cc-fa37a5459bec service neutron] Attempting to bind port f23431ca-0bf0-4deb-8bc7-343cf9b8e47f by drivers openvswitch,hyperv on host n-h1-818823-1 at level 0 using segments [{'id': 'a1d01b66-e103-44ab-97f3-6f827675fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '5c8a61c3-0285-4b7d-b110-24534369ffce'}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:08:30.479816 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-821edcb2-04b8-4717-a7f8-30012633317a req-7b4bbc7a-ce20-40b2-96cc-fa37a5459bec service neutron] Attempting to bind port f23431ca-0bf0-4deb-8bc7-343cf9b8e47f on network 5c8a61c3-0285-4b7d-b110-24534369ffce {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:08:30.495774 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-821edcb2-04b8-4717-a7f8-30012633317a req-7b4bbc7a-ce20-40b2-96cc-fa37a5459bec service neutron] Port f23431ca-0bf0-4deb-8bc7-343cf9b8e47f on network 5c8a61c3-0285-4b7d-b110-24534369ffce not bound, no agent of type Open vSwitch agent registered on host n-h1-818823-1 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:08:30.496131 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-821edcb2-04b8-4717-a7f8-30012633317a req-7b4bbc7a-ce20-40b2-96cc-fa37a5459bec service neutron] Attempting to bind port f23431ca-0bf0-4deb-8bc7-343cf9b8e47f on network 5c8a61c3-0285-4b7d-b110-24534369ffce {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:08:30.500072 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3b7317-0962-4289-b0c2-70a76a4f722c tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Checking segment: {'id': 'e051ecbb-70d0-48e8-8174-587fdbd7cbed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '65e32ec0-3784-4a44-ad82-61a4cb29846d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:08:30.500471 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce3b7317-0962-4289-b0c2-70a76a4f722c tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Network hostable DHCP agents. Network: 65e32ec0-3784-4a44-ad82-61a4cb29846d, hostable agents: ['02adaa64-0987-4b74-bad0-cbcf56f8a294'], hosted agents: [] {{(pid=103448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 20:08:30.515373 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-821edcb2-04b8-4717-a7f8-30012633317a req-7b4bbc7a-ce20-40b2-96cc-fa37a5459bec service neutron] Checking agent: {'id': '7a008cff-3b49-418c-8046-689d46cc800f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'started_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 8, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:08:30.515773 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-821edcb2-04b8-4717-a7f8-30012633317a req-7b4bbc7a-ce20-40b2-96cc-fa37a5459bec service neutron] Checking segment: {'id': 'a1d01b66-e103-44ab-97f3-6f827675fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '5c8a61c3-0285-4b7d-b110-24534369ffce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:08:30.516135 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-821edcb2-04b8-4717-a7f8-30012633317a req-7b4bbc7a-ce20-40b2-96cc-fa37a5459bec service neutron] Bound using segment: {'id': 'a1d01b66-e103-44ab-97f3-6f827675fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '5c8a61c3-0285-4b7d-b110-24534369ffce'} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:08:30.516485 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-821edcb2-04b8-4717-a7f8-30012633317a req-7b4bbc7a-ce20-40b2-96cc-fa37a5459bec service neutron] Bound port: f23431ca-0bf0-4deb-8bc7-343cf9b8e47f, host: n-h1-818823-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1d01b66-e103-44ab-97f3-6f827675fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '5c8a61c3-0285-4b7d-b110-24534369ffce'}}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:08:30.540988 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1d4997-ed90-4d17-bd5f-15eb0204ec7a req-73890ee2-e551-4452-9293-cb612829d7bf tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:30.545459 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb59ce9-b32b-4acd-b9a1-dedc76476267 None None] Pushing event updated for resources: {'Port': ['ID=51253db7-bb55-4dc9-ac93-6c622d508327,revision_number=2']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:08:30.548598 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5d1d4997-ed90-4d17-bd5f-15eb0204ec7a req-73890ee2-e551-4452-9293-cb612829d7bf tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] 10.222.0.46 "GET /v2.0/ports?device_id=8b70ed7a-3cf0-4661-a4b2-efa51e526247 HTTP/1.1" status: 200 len: 944 time: 0.0784690 Nov 22 20:08:30.583537 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce3b7317-0962-4289-b0c2-70a76a4f722c tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Network 65e32ec0-3784-4a44-ad82-61a4cb29846d is scheduled to be hosted by DHCP agent 02adaa64-0987-4b74-bad0-cbcf56f8a294 with binding_index 1 {{(pid=103448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 20:08:30.608290 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-ce3b7317-0962-4289-b0c2-70a76a4f722c tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818823-1, 65e32ec0-3784-4a44-ad82-61a4cb29846d) {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:08:30.617577 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce3b7317-0962-4289-b0c2-70a76a4f722c tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:30.618174 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ce3b7317-0962-4289-b0c2-70a76a4f722c tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:30.631664 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-821edcb2-04b8-4717-a7f8-30012633317a req-7b4bbc7a-ce20-40b2-96cc-fa37a5459bec service neutron] For port f23431ca-0bf0-4deb-8bc7-343cf9b8e47f, host n-h1-818823-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=f23431ca-0bf0-4deb-8bc7-343cf9b8e47f,segment=NetworkSegment(a1d01b66-e103-44ab-97f3-6f827675fa31),segment_id=a1d01b66-e103-44ab-97f3-6f827675fa31)] {{(pid=103448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:08:30.631917 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a78b56e-b24d-472f-9e83-4d4cc1172ad7 None None] Network 65e32ec0-3784-4a44-ad82-61a4cb29846d requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:08:30.640789 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5d1d4997-ed90-4d17-bd5f-15eb0204ec7a req-252c7a62-67fd-4a97-9d61-ee7a234e9525 tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0c04069-962d-48b0-bef3-592f8ff68454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911982 Nov 22 20:08:30.643613 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-821edcb2-04b8-4717-a7f8-30012633317a req-7b4bbc7a-ce20-40b2-96cc-fa37a5459bec service neutron] Publish callbacks [] for binding, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:30.645267 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-821edcb2-04b8-4717-a7f8-30012633317a req-7b4bbc7a-ce20-40b2-96cc-fa37a5459bec service neutron] 10.222.0.46 "POST /v2.0/ports/f23431ca-0bf0-4deb-8bc7-343cf9b8e47f/bindings HTTP/1.1" status: 201 len: 389 time: 0.7448735 Nov 22 20:08:30.683747 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-ce3b7317-0962-4289-b0c2-70a76a4f722c tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.5010133 Nov 22 20:08:30.925622 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] get_ports_and_sgs() called for port_ids ['40b6cf5a-a934-4c5c-a123-c4464a9b3c58'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:08:30.934643 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] get_ports_and_sgs() called for port_ids ['c3c611e3-1c74-47bf-9225-d666ee79fbb4'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:08:30.997135 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-810db751-95ec-4370-8fb0-d37d85045269 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:31.037726 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-810db751-95ec-4370-8fb0-d37d85045269 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:31.040286 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0176dd3d-3966-4e88-b432-9154b73bcbc9 req-259b8f7c-f390-4ec2-9795-c34bdc826454 tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:31.042132 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0176dd3d-3966-4e88-b432-9154b73bcbc9 req-259b8f7c-f390-4ec2-9795-c34bdc826454 tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] 10.222.0.46 "GET /v2.0/ports?device_id=600367c4-ade6-4072-a9b7-9d9122e901c9 HTTP/1.1" status: 200 len: 945 time: 0.1344609 Nov 22 20:08:31.069208 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.db_base_plugin_common [None req-68723438-398f-4c7a-8a47-8b9f8449dfd0 None None] Allocated IP 172.20.0.2 (9da282c4-cd26-4f4e-82dd-e340d3a14b50/d0f2201c-01bf-422c-a702-b56ed84d24ad/ed7e4f23-4a9a-4df2-8e4b-c3bdbbd43d4c) {{(pid=103449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:08:31.071979 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=40b6cf5a-a934-4c5c-a123-c4464a9b3c58,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:08:31.159378 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821edcb2-04b8-4717-a7f8-30012633317a req-bfdd0723-72e3-4ca6-bf90-ee761c8c7b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:31.160960 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-821edcb2-04b8-4717-a7f8-30012633317a req-bfdd0723-72e3-4ca6-bf90-ee761c8c7b70 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ed1bb220b53d484cb7697cddf2626bd6&device_id=600367c4-ade6-4072-a9b7-9d9122e901c9 HTTP/1.1" status: 200 len: 1096 time: 0.1657376 Nov 22 20:08:31.237500 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [None req-810db751-95ec-4370-8fb0-d37d85045269 admin admin] Allocated IP 172.25.5.58 (c48a55e9-6a85-4746-b7bf-3e29fb560094/5da6f781-63e6-4328-ae7a-5e672262f55a/a67aa3e8-e9a7-4826-813b-e8e7dbbe0151) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:08:31.258795 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0176dd3d-3966-4e88-b432-9154b73bcbc9 req-70b1fe83-3d9f-4fea-90c6-078a74203b19 tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] 10.222.0.46 "GET /v2.0/security-groups?id=89c2c967-26c4-4e1c-a1fd-c97f87817ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982908 Nov 22 20:08:31.302265 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de63d327-7642-4324-af31-5c2a8d33cd57 req-d037799c-2fa8-4cd8-a509-5e5472c6755c tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:31.308672 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de63d327-7642-4324-af31-5c2a8d33cd57 req-d037799c-2fa8-4cd8-a509-5e5472c6755c tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:31.311933 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-de63d327-7642-4324-af31-5c2a8d33cd57 req-d037799c-2fa8-4cd8-a509-5e5472c6755c tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] 10.222.0.46 "GET /v2.0/networks?id=c9a2c248-f87f-44f2-a4a2-8bbab9f31eb2&id=65e32ec0-3784-4a44-ad82-61a4cb29846d HTTP/1.1" status: 200 len: 1392 time: 0.2976999 Nov 22 20:08:31.346905 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-de63d327-7642-4324-af31-5c2a8d33cd57 req-c5ef9759-6063-45e5-9164-2aa5bd0045b9 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] 10.222.0.46 "GET /v2.0/quotas/61dcfa65121d45e7982f77d2ef747965 HTTP/1.1" status: 200 len: 375 time: 0.0267653 Nov 22 20:08:31.392363 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79e77fac-592b-45e2-b206-3b32218047f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fb26bd7-ce56-527b-b94f-2e1f7cb2bb35-65e32ec0-3784-4a44-ad82-61a4cb29846d', 'network_id': '65e32ec0-3784-4a44-ad82-61a4cb29846d', 'tenant_id': '61dcfa65121d45e7982f77d2ef747965', 'fixed_ips': [{'subnet_id': '05f56661-ecce-4820-8533-34296f2cbd56'}]}} from n-d-818823-1. {{(pid=103449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 20:08:31.393218 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-79e77fac-592b-45e2-b206-3b32218047f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:31.402875 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821edcb2-04b8-4717-a7f8-30012633317a req-aded3635-093d-4e09-82d3-346629a8ac38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:31.404832 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-821edcb2-04b8-4717-a7f8-30012633317a req-aded3635-093d-4e09-82d3-346629a8ac38 service neutron] 10.222.0.41 "GET /v2.0/networks?id=5c8a61c3-0285-4b7d-b110-24534369ffce HTTP/1.1" status: 200 len: 922 time: 0.2309427 Nov 22 20:08:31.472019 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-810db751-95ec-4370-8fb0-d37d85045269 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:31.477787 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-821edcb2-04b8-4717-a7f8-30012633317a req-05a20c90-baab-4be4-abf7-bfea74f57279 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f23431ca-0bf0-4deb-8bc7-343cf9b8e47f HTTP/1.1" status: 200 len: 217 time: 0.0552526 Nov 22 20:08:31.543486 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-de63d327-7642-4324-af31-5c2a8d33cd57 req-f070a9e0-88d0-4661-8bc7-32eab6f016bf tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=61dcfa65121d45e7982f77d2ef747965&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1952527 Nov 22 20:08:31.547665 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-810db751-95ec-4370-8fb0-d37d85045269 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:31.564000 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f8c68d-bd42-41e0-9f0b-9c407af87540 req-4229ec66-03d7-47b8-8ede-5b97ed7c6005 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:31.572995 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-59f8c68d-bd42-41e0-9f0b-9c407af87540 req-4229ec66-03d7-47b8-8ede-5b97ed7c6005 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] 10.222.0.46 "GET /v2.0/ports?device_id=f5e9c336-4615-4436-bbce-28bec27018b4 HTTP/1.1" status: 200 len: 945 time: 0.1867347 Nov 22 20:08:31.625985 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-810db751-95ec-4370-8fb0-d37d85045269 admin admin] Network c48a55e9-6a85-4746-b7bf-3e29fb560094 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:08:31.635500 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-810db751-95ec-4370-8fb0-d37d85045269 admin admin] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:08:31.648107 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-810db751-95ec-4370-8fb0-d37d85045269 admin admin] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:08:31.675230 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821edcb2-04b8-4717-a7f8-30012633317a req-de16b873-b235-4f88-8852-0f393a020088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:31.678947 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-821edcb2-04b8-4717-a7f8-30012633317a req-de16b873-b235-4f88-8852-0f393a020088 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6ba52ab0-cb64-425e-be27-2e0b31d7d99f HTTP/1.1" status: 200 len: 861 time: 0.1937544 Nov 22 20:08:31.723005 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.db_base_plugin_common [None req-79e77fac-592b-45e2-b206-3b32218047f7 None None] Allocated IP 19.86.0.2 (65e32ec0-3784-4a44-ad82-61a4cb29846d/05f56661-ecce-4820-8533-34296f2cbd56/34982bed-aefa-456f-9b2e-3edda732165f) {{(pid=103449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:08:31.746330 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-821edcb2-04b8-4717-a7f8-30012633317a req-6f68fa3c-e8c9-4675-b465-78b9506fe7ca service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5c8a61c3-0285-4b7d-b110-24534369ffce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0587988 Nov 22 20:08:31.766895 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-59f8c68d-bd42-41e0-9f0b-9c407af87540 req-18a13ee3-c812-4b46-bbac-fbf63711b930 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] 10.222.0.46 "GET /v2.0/security-groups?id=008bf24b-e850-49d0-ba05-9d00c3f0736a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876590 Nov 22 20:08:31.838446 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68723438-398f-4c7a-8a47-8b9f8449dfd0 None None] Publish callbacks [] for port, precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:31.846080 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810db751-95ec-4370-8fb0-d37d85045269 admin admin] Pushing event updated for resources: {'Port': ['ID=a67aa3e8-e9a7-4826-813b-e8e7dbbe0151,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:08:31.881195 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68723438-398f-4c7a-8a47-8b9f8449dfd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372'] for port, after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:31.892352 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-de63d327-7642-4324-af31-5c2a8d33cd57 req-961b25f9-a4b9-4bbd-8640-5d719ee12472 service neutron] 10.222.0.46 "GET /v2.0/networks/c9a2c248-f87f-44f2-a4a2-8bbab9f31eb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3475857 Nov 22 20:08:32.044786 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-821edcb2-04b8-4717-a7f8-30012633317a req-165ef2d3-9d4c-4111-be49-fedc124dc32f service neutron] 10.222.0.41 "GET /v2.0/networks/5c8a61c3-0285-4b7d-b110-24534369ffce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2733238 Nov 22 20:08:32.053168 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-810db751-95ec-4370-8fb0-d37d85045269 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:32.063741 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b402404b-5fa9-4758-a1c4-f48d3d4d1a76 req-8373ea3e-dc6d-4056-926c-6844c1f0b104 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:32.071773 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b402404b-5fa9-4758-a1c4-f48d3d4d1a76 req-8373ea3e-dc6d-4056-926c-6844c1f0b104 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/ports?device_id=bd3740f9-d89f-45cf-b02d-7739f6a5131c HTTP/1.1" status: 200 len: 950 time: 0.1909082 Nov 22 20:08:32.125471 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-de63d327-7642-4324-af31-5c2a8d33cd57 req-7d9ae356-b4af-4cb1-8ce9-51376d19b7cd service neutron] 10.222.0.46 "GET /v2.0/networks/c9a2c248-f87f-44f2-a4a2-8bbab9f31eb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2320006 Nov 22 20:08:32.127678 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68723438-398f-4c7a-8a47-8b9f8449dfd0 None None] Network 9da282c4-cd26-4f4e-82dd-e340d3a14b50 is already hosted by enough agents. {{(pid=103449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:08:32.152349 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a12fb75-77f1-4994-ae83-c1137c5ef73d None None] Network c9a2c248-f87f-44f2-a4a2-8bbab9f31eb2 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:08:32.211199 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.base_scheduler [None req-68723438-398f-4c7a-8a47-8b9f8449dfd0 None None] Resources bound (agent type, host, resource id): {{(pid=103449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:08:32.214174 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68723438-398f-4c7a-8a47-8b9f8449dfd0 None None] Received port after_create {{(pid=103449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:08:32.223374 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68723438-398f-4c7a-8a47-8b9f8449dfd0 None None] Pushing event updated for resources: {'Port': ['ID=ed7e4f23-4a9a-4df2-8e4b-c3bdbbd43d4c,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:08:32.237857 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68723438-398f-4c7a-8a47-8b9f8449dfd0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:08:32.238212 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68723438-398f-4c7a-8a47-8b9f8449dfd0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:08:32.238558 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68723438-398f-4c7a-8a47-8b9f8449dfd0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:08:32.238896 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68723438-398f-4c7a-8a47-8b9f8449dfd0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:08:32.239292 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68723438-398f-4c7a-8a47-8b9f8449dfd0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:08:32.239669 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68723438-398f-4c7a-8a47-8b9f8449dfd0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:08:32.239997 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68723438-398f-4c7a-8a47-8b9f8449dfd0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:08:32.240324 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68723438-398f-4c7a-8a47-8b9f8449dfd0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:08:32.241054 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68723438-398f-4c7a-8a47-8b9f8449dfd0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:08:32.241054 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68723438-398f-4c7a-8a47-8b9f8449dfd0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:08:32.241263 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68723438-398f-4c7a-8a47-8b9f8449dfd0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:08:32.241579 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68723438-398f-4c7a-8a47-8b9f8449dfd0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:08:32.306588 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b402404b-5fa9-4758-a1c4-f48d3d4d1a76 req-0d29b089-30f1-44ce-8b14-f30d48a440af tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1d007ec-a75a-4ef8-9cdd-9c679a3ff22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2315121 Nov 22 20:08:32.309518 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-e59b6f19-fbad-454e-a031-b288ebd62215 None None] Provisioning complete for port 51253db7-bb55-4dc9-ac93-6c622d508327 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:08:32.309900 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e59b6f19-fbad-454e-a031-b288ebd62215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:32.383453 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-de63d327-7642-4324-af31-5c2a8d33cd57 req-545709cb-a281-4023-b74b-2339343ff039 service neutron] 10.222.0.46 "GET /v2.0/networks/65e32ec0-3784-4a44-ad82-61a4cb29846d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2562189 Nov 22 20:08:32.384389 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 51253db7-bb55-4dc9-ac93-6c622d508327 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:08:32.400353 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-68723438-398f-4c7a-8a47-8b9f8449dfd0 None None] Attempting to bind port ed7e4f23-4a9a-4df2-8e4b-c3bdbbd43d4c on host n-d-818823-1 for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:08:32.400748 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-68723438-398f-4c7a-8a47-8b9f8449dfd0 None None] Attempting to bind port ed7e4f23-4a9a-4df2-8e4b-c3bdbbd43d4c by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': 'd0a695d9-2a4c-4dc8-8e52-87d2092b27ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '9da282c4-cd26-4f4e-82dd-e340d3a14b50'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:08:32.401118 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68723438-398f-4c7a-8a47-8b9f8449dfd0 None None] Attempting to bind port ed7e4f23-4a9a-4df2-8e4b-c3bdbbd43d4c on network 9da282c4-cd26-4f4e-82dd-e340d3a14b50 {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:08:32.420333 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-810db751-95ec-4370-8fb0-d37d85045269 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-659538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-841284'] for router, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:32.493614 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-821edcb2-04b8-4717-a7f8-30012633317a req-a10ebd23-dd03-4cd0-8169-b48b16804ab6 service neutron] 10.222.0.41 "GET /v2.0/networks/5c8a61c3-0285-4b7d-b110-24534369ffce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4180789 Nov 22 20:08:32.531878 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11703d15-dd5b-45e6-9c67-536e2b76eda2 req-7ef5f01d-df6d-46af-b38b-33ffe0e7070a tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:32.533800 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-11703d15-dd5b-45e6-9c67-536e2b76eda2 req-7ef5f01d-df6d-46af-b38b-33ffe0e7070a tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] 10.222.0.46 "GET /v2.0/ports?device_id=8b70ed7a-3cf0-4661-a4b2-efa51e526247 HTTP/1.1" status: 200 len: 944 time: 0.1273119 Nov 22 20:08:32.563517 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68723438-398f-4c7a-8a47-8b9f8449dfd0 None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 8, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:08:32.564347 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68723438-398f-4c7a-8a47-8b9f8449dfd0 None None] Checking segment: {'id': 'd0a695d9-2a4c-4dc8-8e52-87d2092b27ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '9da282c4-cd26-4f4e-82dd-e340d3a14b50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:08:32.565155 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68723438-398f-4c7a-8a47-8b9f8449dfd0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:32.565886 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68723438-398f-4c7a-8a47-8b9f8449dfd0 None None] Bound using segment: {'id': 'd0a695d9-2a4c-4dc8-8e52-87d2092b27ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '9da282c4-cd26-4f4e-82dd-e340d3a14b50'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:08:32.566689 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-68723438-398f-4c7a-8a47-8b9f8449dfd0 None None] Bound port: ed7e4f23-4a9a-4df2-8e4b-c3bdbbd43d4c, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0a695d9-2a4c-4dc8-8e52-87d2092b27ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '9da282c4-cd26-4f4e-82dd-e340d3a14b50'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:08:32.567469 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68723438-398f-4c7a-8a47-8b9f8449dfd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:32.597171 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-708bc86d-3cf9-4656-a8d3-994eeea1d2a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:32.618609 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-de63d327-7642-4324-af31-5c2a8d33cd57 req-4851401c-bde7-4515-b5cf-dc38a2fbe9fc service neutron] 10.222.0.46 "GET /v2.0/networks/65e32ec0-3784-4a44-ad82-61a4cb29846d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2339113 Nov 22 20:08:32.665518 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-11703d15-dd5b-45e6-9c67-536e2b76eda2 req-6bb7e759-7793-4211-9f59-d990710b256c tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0c04069-962d-48b0-bef3-592f8ff68454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196275 Nov 22 20:08:32.699671 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-810db751-95ec-4370-8fb0-d37d85045269 admin admin] Router 9dba9ae4-f8ac-4646-933f-b588d601c5be is scheduled to L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 with binding_index 1 {{(pid=103448) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 20:08:32.728118 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-68723438-398f-4c7a-8a47-8b9f8449dfd0 None None] For port ed7e4f23-4a9a-4df2-8e4b-c3bdbbd43d4c, host n-d-818823-1, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:08:32.730504 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-68723438-398f-4c7a-8a47-8b9f8449dfd0 None None] For port ed7e4f23-4a9a-4df2-8e4b-c3bdbbd43d4c, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=ed7e4f23-4a9a-4df2-8e4b-c3bdbbd43d4c,segment=NetworkSegment(d0a695d9-2a4c-4dc8-8e52-87d2092b27ed),segment_id=d0a695d9-2a4c-4dc8-8e52-87d2092b27ed)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:08:32.740902 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device c3c611e3-1c74-47bf-9225-d666ee79fbb4 up at agent hyperv_n-h1-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:08:32.752729 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-79e77fac-592b-45e2-b206-3b32218047f7 None None] Publish callbacks [] for port, precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:32.761091 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68723438-398f-4c7a-8a47-8b9f8449dfd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:32.985499 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-810db751-95ec-4370-8fb0-d37d85045269 admin admin] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:08:32.999383 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b5b8300-14e8-4529-b9d5-827630881375 None None] Sync routers for ids ['9dba9ae4-f8ac-4646-933f-b588d601c5be'] in n-d-818823-1 {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:08:33.008947 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9352d146-ec8f-43ee-9107-071091ba1230 req-2c186f8e-d8ca-45e0-9607-42ac00b69378 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:33.017038 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9352d146-ec8f-43ee-9107-071091ba1230 req-2c186f8e-d8ca-45e0-9607-42ac00b69378 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] 10.222.0.46 "GET /v2.0/ports?device_id=f5e9c336-4615-4436-bbce-28bec27018b4 HTTP/1.1" status: 200 len: 945 time: 0.1121521 Nov 22 20:08:33.018777 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b5b8300-14e8-4529-b9d5-827630881375 None None] Routers {'9dba9ae4-f8ac-4646-933f-b588d601c5be'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:08:33.019695 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-1b5b8300-14e8-4529-b9d5-827630881375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:08:32Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['9dba9ae4-f8ac-4646-933f-b588d601c5be'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:08:33.028811 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-810db751-95ec-4370-8fb0-d37d85045269 admin admin] Publish callbacks [] for router, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:33.030552 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-810db751-95ec-4370-8fb0-d37d85045269 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.2385345 Nov 22 20:08:33.034880 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 59032) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:08:33.060345 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c0d350-3318-458a-a765-95423d3d12a9 req-e1da4ed3-b493-403a-86e5-29b0e10699ec tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:33.068811 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a8c0d350-3318-458a-a765-95423d3d12a9 req-e1da4ed3-b493-403a-86e5-29b0e10699ec tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] 10.222.0.46 "GET /v2.0/ports?device_id=600367c4-ade6-4072-a9b7-9d9122e901c9 HTTP/1.1" status: 200 len: 945 time: 0.1260891 Nov 22 20:08:33.154464 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9352d146-ec8f-43ee-9107-071091ba1230 req-c15a8a8c-d894-4d2e-87bf-9786748f4a92 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] 10.222.0.46 "GET /v2.0/security-groups?id=008bf24b-e850-49d0-ba05-9d00c3f0736a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363034 Nov 22 20:08:33.200251 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a8c0d350-3318-458a-a765-95423d3d12a9 req-c2eef7f7-feff-4206-94ea-13f85e610d27 tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] 10.222.0.46 "GET /v2.0/security-groups?id=89c2c967-26c4-4e1c-a1fd-c97f87817ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302488 Nov 22 20:08:33.250285 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-79e77fac-592b-45e2-b206-3b32218047f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372'] for port, after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:33.289519 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6a0bd4da-1c51-411e-ab63-4c4c553c7d0d req-62f027fa-606c-485e-9933-57dd503ac144 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] 10.222.0.46 "GET /v2.0/ports?device_id=831c5ba2-f267-4d65-978a-1593cd40e9d2 HTTP/1.1" status: 200 len: 210 time: 0.0684197 Nov 22 20:08:33.319846 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79e77fac-592b-45e2-b206-3b32218047f7 None None] Network 65e32ec0-3784-4a44-ad82-61a4cb29846d is already hosted by enough agents. {{(pid=103449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:08:33.364880 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-1b5b8300-14e8-4529-b9d5-827630881375 None None] Set router 9dba9ae4-f8ac-4646-933f-b588d601c5be gateway port host: n-d-818823-1 {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:08:33.391831 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.base_scheduler [None req-79e77fac-592b-45e2-b206-3b32218047f7 None None] Resources bound (agent type, host, resource id): {{(pid=103449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:08:33.399930 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68723438-398f-4c7a-8a47-8b9f8449dfd0 None None] Pushing event updated for resources: {'Port': ['ID=ed7e4f23-4a9a-4df2-8e4b-c3bdbbd43d4c,revision_number=2']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:08:33.412241 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e77fac-592b-45e2-b206-3b32218047f7 None None] Received port after_create {{(pid=103449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:08:33.634329 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b04a01-dc0b-41d1-971b-b288d6487aac req-748ecdd3-f385-49df-8cc9-1babd7551ff8 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:33.635970 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d7b04a01-dc0b-41d1-971b-b288d6487aac req-748ecdd3-f385-49df-8cc9-1babd7551ff8 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/ports?device_id=bd3740f9-d89f-45cf-b02d-7739f6a5131c HTTP/1.1" status: 200 len: 950 time: 0.1194043 Nov 22 20:08:33.733595 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 51253db7-bb55-4dc9-ac93-6c622d508327 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:08:33.735383 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:33.780073 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-1b5b8300-14e8-4529-b9d5-827630881375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dba9ae4-f8ac-4646-933f-b588d601c5be', 'name': 'tempest-FloatingIPsNegativeTestJSON-468286937-router', 'tenant_id': '3e1111b17c244bd0a6fdb9f12fedcd01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.58'}], 'enable_snat': True}, 'gw_port_id': 'a67aa3e8-e9a7-4826-813b-e8e7dbbe0151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:08:29Z', 'updated_at': '2021-11-22T20:08:31Z', 'revision_number': 3, 'project_id': '3e1111b17c244bd0a6fdb9f12fedcd01', 'gw_port': {'id': 'a67aa3e8-e9a7-4826-813b-e8e7dbbe0151', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:2d:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dba9ae4-f8ac-4646-933f-b588d601c5be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:08:31Z', 'updated_at': '2021-11-22T20:08:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:08:33.870381 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e59b6f19-fbad-454e-a031-b288ebd62215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:33.875660 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b5b8300-14e8-4529-b9d5-827630881375 None None] Checking router: 9dba9ae4-f8ac-4646-933f-b588d601c5be for host: n-d-818823-1 {{(pid=103450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 20:08:33.878023 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b5b8300-14e8-4529-b9d5-827630881375 None None] Updating router 9dba9ae4-f8ac-4646-933f-b588d601c5be port a67aa3e8-e9a7-4826-813b-e8e7dbbe0151 binding host n-d-818823-1 {{(pid=103450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 20:08:33.885529 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d7b04a01-dc0b-41d1-971b-b288d6487aac req-877f67ff-2ea4-45dd-a266-442480fda3b9 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1d007ec-a75a-4ef8-9cdd-9c679a3ff22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2365785 Nov 22 20:08:33.905631 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e77fac-592b-45e2-b206-3b32218047f7 None None] Pushing event updated for resources: {'Port': ['ID=34982bed-aefa-456f-9b2e-3edda732165f,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:08:33.987643 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-03f0964f-1b75-4df7-99e0-a3cdb56ec2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:34.001383 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1b5b8300-14e8-4529-b9d5-827630881375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:34.028180 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Provisioning for port c3c611e3-1c74-47bf-9225-d666ee79fbb4 completed by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 20:08:34.085142 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca17cd7-7f41-4008-919b-b2aaf3b97378 req-6b3c44e7-23ba-4811-84de-f05bbdec7abd tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:34.091484 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3ca17cd7-7f41-4008-919b-b2aaf3b97378 req-6b3c44e7-23ba-4811-84de-f05bbdec7abd tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] 10.222.0.46 "GET /v2.0/ports?device_id=8b70ed7a-3cf0-4661-a4b2-efa51e526247 HTTP/1.1" status: 200 len: 944 time: 0.1633730 Nov 22 20:08:34.120811 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Provisioning complete for port c3c611e3-1c74-47bf-9225-d666ee79fbb4 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:08:34.121594 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:34.154983 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-79e77fac-592b-45e2-b206-3b32218047f7 None None] Attempting to bind port 34982bed-aefa-456f-9b2e-3edda732165f on host n-d-818823-1 for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:08:34.155644 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-79e77fac-592b-45e2-b206-3b32218047f7 None None] Attempting to bind port 34982bed-aefa-456f-9b2e-3edda732165f by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': 'e051ecbb-70d0-48e8-8174-587fdbd7cbed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '65e32ec0-3784-4a44-ad82-61a4cb29846d'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:08:34.156202 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e77fac-592b-45e2-b206-3b32218047f7 None None] Attempting to bind port 34982bed-aefa-456f-9b2e-3edda732165f on network 65e32ec0-3784-4a44-ad82-61a4cb29846d {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:08:34.201044 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3ca17cd7-7f41-4008-919b-b2aaf3b97378 req-8180bf1f-64ba-49a2-8006-d173f9098823 tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0c04069-962d-48b0-bef3-592f8ff68454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012878 Nov 22 20:08:34.240737 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e77fac-592b-45e2-b206-3b32218047f7 None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 8, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:08:34.241142 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e77fac-592b-45e2-b206-3b32218047f7 None None] Checking segment: {'id': 'e051ecbb-70d0-48e8-8174-587fdbd7cbed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '65e32ec0-3784-4a44-ad82-61a4cb29846d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:08:34.241528 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-79e77fac-592b-45e2-b206-3b32218047f7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:34.241919 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e77fac-592b-45e2-b206-3b32218047f7 None None] Bound using segment: {'id': 'e051ecbb-70d0-48e8-8174-587fdbd7cbed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '65e32ec0-3784-4a44-ad82-61a4cb29846d'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:08:34.242408 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-79e77fac-592b-45e2-b206-3b32218047f7 None None] Bound port: 34982bed-aefa-456f-9b2e-3edda732165f, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e051ecbb-70d0-48e8-8174-587fdbd7cbed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '65e32ec0-3784-4a44-ad82-61a4cb29846d'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:08:34.265969 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-79e77fac-592b-45e2-b206-3b32218047f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:34.285945 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-e59b6f19-fbad-454e-a031-b288ebd62215 None None] For port 51253db7-bb55-4dc9-ac93-6c622d508327, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=51253db7-bb55-4dc9-ac93-6c622d508327,segment=NetworkSegment(ba6f9bed-9a4d-41e0-9c1d-98f0ddec1997),segment_id=ba6f9bed-9a4d-41e0-9c1d-98f0ddec1997)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:08:34.355290 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e59b6f19-fbad-454e-a031-b288ebd62215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:34.450412 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:34.549427 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79eaaadb-2bf7-43be-82c6-922527f1e623 req-c57b7945-67ae-46ce-9442-df39f94c6e16 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:34.560458 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-79eaaadb-2bf7-43be-82c6-922527f1e623 req-c57b7945-67ae-46ce-9442-df39f94c6e16 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] 10.222.0.46 "GET /v2.0/ports?device_id=f5e9c336-4615-4436-bbce-28bec27018b4 HTTP/1.1" status: 200 len: 945 time: 0.2761436 Nov 22 20:08:34.573799 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1b5b8300-14e8-4529-b9d5-827630881375 None None] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:34.583797 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1b5b8300-14e8-4529-b9d5-827630881375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:34.584561 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59b6f19-fbad-454e-a031-b288ebd62215 None None] Pushing event updated for resources: {'Port': ['ID=51253db7-bb55-4dc9-ac93-6c622d508327,revision_number=3']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:08:34.685538 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-79e77fac-592b-45e2-b206-3b32218047f7 None None] For port 34982bed-aefa-456f-9b2e-3edda732165f, host n-d-818823-1, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:08:34.734227 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-021089f3-bf83-4b1b-b1ce-6d9befb1cce0 None None] Provisioning complete for port 51253db7-bb55-4dc9-ac93-6c622d508327 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:08:34.734600 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-021089f3-bf83-4b1b-b1ce-6d9befb1cce0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:34.742671 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-79eaaadb-2bf7-43be-82c6-922527f1e623 req-3294faf2-7e04-4d04-8dda-3ac038c9fe76 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] 10.222.0.46 "GET /v2.0/security-groups?id=008bf24b-e850-49d0-ba05-9d00c3f0736a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594923 Nov 22 20:08:34.778336 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-1b5b8300-14e8-4529-b9d5-827630881375 None None] Attempting to bind port a67aa3e8-e9a7-4826-813b-e8e7dbbe0151 on host n-d-818823-1 for vnic_type normal with profile {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:08:34.788110 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-1b5b8300-14e8-4529-b9d5-827630881375 None None] Attempting to bind port a67aa3e8-e9a7-4826-813b-e8e7dbbe0151 by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:08:34.788800 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b5b8300-14e8-4529-b9d5-827630881375 None None] Attempting to bind port a67aa3e8-e9a7-4826-813b-e8e7dbbe0151 on network c48a55e9-6a85-4746-b7bf-3e29fb560094 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:08:34.793161 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336ee826-1ca0-44be-9b58-32499ac961d3 None None] Pushing event updated for resources: {'Port': ['ID=a67aa3e8-e9a7-4826-813b-e8e7dbbe0151,revision_number=2']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:08:34.793474 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3c6f72-4c58-42cf-8919-08624cd33d72 req-2a7a221c-99e6-4c7e-a925-53263b017ae1 tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:34.798020 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2f3c6f72-4c58-42cf-8919-08624cd33d72 req-2a7a221c-99e6-4c7e-a925-53263b017ae1 tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] 10.222.0.46 "GET /v2.0/ports?device_id=600367c4-ade6-4072-a9b7-9d9122e901c9 HTTP/1.1" status: 200 len: 945 time: 0.4660161 Nov 22 20:08:34.809912 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-79e77fac-592b-45e2-b206-3b32218047f7 None None] For port 34982bed-aefa-456f-9b2e-3edda732165f, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=34982bed-aefa-456f-9b2e-3edda732165f,segment=NetworkSegment(e051ecbb-70d0-48e8-8174-587fdbd7cbed),segment_id=e051ecbb-70d0-48e8-8174-587fdbd7cbed)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:08:34.834451 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b5b8300-14e8-4529-b9d5-827630881375 None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 8, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:08:34.834451 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b5b8300-14e8-4529-b9d5-827630881375 None None] Checking segment: {'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:08:34.835201 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1b5b8300-14e8-4529-b9d5-827630881375 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:34.836067 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b5b8300-14e8-4529-b9d5-827630881375 None None] Bound using segment: {'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:08:34.836691 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-1b5b8300-14e8-4529-b9d5-827630881375 None None] Bound port: a67aa3e8-e9a7-4826-813b-e8e7dbbe0151, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'}}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:08:34.837178 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1b5b8300-14e8-4529-b9d5-827630881375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:34.852462 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336ee826-1ca0-44be-9b58-32499ac961d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:08:34.855802 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336ee826-1ca0-44be-9b58-32499ac961d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:08:34.862389 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336ee826-1ca0-44be-9b58-32499ac961d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:08:34.864263 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336ee826-1ca0-44be-9b58-32499ac961d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:08:34.864744 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336ee826-1ca0-44be-9b58-32499ac961d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:08:34.865891 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336ee826-1ca0-44be-9b58-32499ac961d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:08:34.877355 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336ee826-1ca0-44be-9b58-32499ac961d3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:08:34.879851 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336ee826-1ca0-44be-9b58-32499ac961d3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:08:34.880310 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336ee826-1ca0-44be-9b58-32499ac961d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:08:34.880771 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336ee826-1ca0-44be-9b58-32499ac961d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:08:34.881256 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336ee826-1ca0-44be-9b58-32499ac961d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:08:34.881682 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336ee826-1ca0-44be-9b58-32499ac961d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:08:34.903080 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e39c883a-1834-4b28-a2cf-be36ef36d92f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:34.921095 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-79e77fac-592b-45e2-b206-3b32218047f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:34.952114 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:34.966966 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.db.api [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103449) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 20:08:34.968063 n-d-818823-1 neutron-server[103449]: DEBUG oslo_db.api [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 20:08:35.050068 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-1b5b8300-14e8-4529-b9d5-827630881375 None None] For port a67aa3e8-e9a7-4826-813b-e8e7dbbe0151, host n-d-818823-1, cleared binding levels {{(pid=103450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:08:35.059147 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-1b5b8300-14e8-4529-b9d5-827630881375 None None] For port a67aa3e8-e9a7-4826-813b-e8e7dbbe0151, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=a67aa3e8-e9a7-4826-813b-e8e7dbbe0151,segment=NetworkSegment(8793ba83-8407-4c3d-9b56-2a177cd58a70),segment_id=8793ba83-8407-4c3d-9b56-2a177cd58a70)] {{(pid=103450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:08:35.064951 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1b5b8300-14e8-4529-b9d5-827630881375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:35.151379 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2f3c6f72-4c58-42cf-8919-08624cd33d72 req-9a0e0e2d-5b04-4aa7-8be2-4c0b38872c6d tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] 10.222.0.46 "GET /v2.0/security-groups?id=89c2c967-26c4-4e1c-a1fd-c97f87817ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3201113 Nov 22 20:08:35.175298 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-25f457dd-3257-48b5-bbae-6009ca0098e1 req-25240132-bc6f-4be1-9c6b-c26c1bb8c3df tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] 10.222.0.46 "GET /v2.0/ports?device_id=831c5ba2-f267-4d65-978a-1593cd40e9d2 HTTP/1.1" status: 200 len: 210 time: 0.1749871 Nov 22 20:08:35.205830 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5e9c336-4615-4436-bbce-28bec27018b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3c611e3-1c74-47bf-9225-d666ee79fbb4'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:08:35.216828 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d39f6d30a11e565ec9648abcc015e8a6ab6cff4edd704add8155e28765d31eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c2f17dd-4b23-4141-8bed-a823b3044c01" -d '{"events": [{"server_uuid": "f5e9c336-4615-4436-bbce-28bec27018b4", "name": "network-vif-plugged", "status": "completed", "tag": "c3c611e3-1c74-47bf-9225-d666ee79fbb4"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:08:35.254994 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e49ee129-e862-4476-beca-cdc8150d2345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:35.287911 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336ee826-1ca0-44be-9b58-32499ac961d3 None None] Pushing event updated for resources: {'Port': ['ID=a67aa3e8-e9a7-4826-813b-e8e7dbbe0151,revision_number=3']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:08:35.309473 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b5b8300-14e8-4529-b9d5-827630881375 None None] Routers {'9dba9ae4-f8ac-4646-933f-b588d601c5be'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:08:35.319128 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-1b5b8300-14e8-4529-b9d5-827630881375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:08:32Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['9dba9ae4-f8ac-4646-933f-b588d601c5be'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:08:35.326305 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port c3c611e3-1c74-47bf-9225-d666ee79fbb4, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=c3c611e3-1c74-47bf-9225-d666ee79fbb4,segment=NetworkSegment(94d4e232-251b-48cf-a0b3-a3b667b8984b),segment_id=94d4e232-251b-48cf-a0b3-a3b667b8984b)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:08:35.344262 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e77fac-592b-45e2-b206-3b32218047f7 None None] Pushing event updated for resources: {'Port': ['ID=34982bed-aefa-456f-9b2e-3edda732165f,revision_number=2']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:08:35.359377 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:35.424490 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 40b6cf5a-a934-4c5c-a123-c4464a9b3c58 up at agent hyperv_n-h1-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:08:35.436853 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e38aa07-0782-4462-b34a-3db2a0038279 None None] Network 9da282c4-cd26-4f4e-82dd-e340d3a14b50 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:08:35.439206 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [None req-e39c883a-1834-4b28-a2cf-be36ef36d92f admin admin] Allocated IP 172.20.0.1 (9da282c4-cd26-4f4e-82dd-e340d3a14b50/d0f2201c-01bf-422c-a702-b56ed84d24ad/8ee769a8-2e82-4269-9775-cc4bc2cc22cc) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:08:35.536384 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de63d327-7642-4324-af31-5c2a8d33cd57 req-8f79c295-f89e-47d9-8cfb-e3bd14e7d751 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:35.566863 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de63d327-7642-4324-af31-5c2a8d33cd57 req-8f79c295-f89e-47d9-8cfb-e3bd14e7d751 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:35.575833 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-de63d327-7642-4324-af31-5c2a8d33cd57 req-8f79c295-f89e-47d9-8cfb-e3bd14e7d751 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] 10.222.0.20 "GET /v2.0/networks?id=c9a2c248-f87f-44f2-a4a2-8bbab9f31eb2&id=65e32ec0-3784-4a44-ad82-61a4cb29846d HTTP/1.1" status: 200 len: 1392 time: 0.8749917 Nov 22 20:08:35.616370 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-de63d327-7642-4324-af31-5c2a8d33cd57 req-2610b95e-beea-4e59-b772-285f49b48a2d tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Request body: {'port': {'device_id': '831c5ba2-f267-4d65-978a-1593cd40e9d2', 'network_id': 'c9a2c248-f87f-44f2-a4a2-8bbab9f31eb2', 'admin_state_up': True, 'tenant_id': '61dcfa65121d45e7982f77d2ef747965'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:08:35.719234 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-1b5b8300-14e8-4529-b9d5-827630881375 None None] Set router 9dba9ae4-f8ac-4646-933f-b588d601c5be gateway port host: n-d-818823-1 {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:08:35.758759 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e39c883a-1834-4b28-a2cf-be36ef36d92f admin admin] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:35.800090 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdd4871-381d-4053-8be1-800c354b90da req-a90006e3-9b9e-413b-818e-fe1ff0cedcd0 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:35.801781 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7bdd4871-381d-4053-8be1-800c354b90da req-a90006e3-9b9e-413b-818e-fe1ff0cedcd0 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/ports?device_id=bd3740f9-d89f-45cf-b02d-7739f6a5131c HTTP/1.1" status: 200 len: 950 time: 0.4286475 Nov 22 20:08:35.833660 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 59090) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:08:35.843377 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e39c883a-1834-4b28-a2cf-be36ef36d92f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:35.901520 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=c3c611e3-1c74-47bf-9225-d666ee79fbb4,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:08:35.912452 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39c883a-1834-4b28-a2cf-be36ef36d92f admin admin] Pushing event updated for resources: {'Port': ['ID=8ee769a8-2e82-4269-9775-cc4bc2cc22cc,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:08:35.942250 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e39c883a-1834-4b28-a2cf-be36ef36d92f admin admin] Network 9da282c4-cd26-4f4e-82dd-e340d3a14b50 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:08:35.947914 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-e39c883a-1834-4b28-a2cf-be36ef36d92f admin admin] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:08:35.952236 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e39c883a-1834-4b28-a2cf-be36ef36d92f admin admin] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:08:35.960057 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dce4f0-0bc1-4296-a4a3-aa2f8a468b15 req-c724afb8-1a01-4130-891e-0fb3352a27b5 tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:35.974346 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-17dce4f0-0bc1-4296-a4a3-aa2f8a468b15 req-c724afb8-1a01-4130-891e-0fb3352a27b5 tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] 10.222.0.46 "GET /v2.0/ports?device_id=8b70ed7a-3cf0-4661-a4b2-efa51e526247 HTTP/1.1" status: 200 len: 944 time: 0.3716414 Nov 22 20:08:36.011532 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:36.021895 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e39c883a-1834-4b28-a2cf-be36ef36d92f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659939'] for router_interface, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:36.074143 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-6c9a93f2-7bd8-4999-ae6e-c1515a70e5ca None None] Provisioning complete for port ed7e4f23-4a9a-4df2-8e4b-c3bdbbd43d4c triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:08:36.074143 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6c9a93f2-7bd8-4999-ae6e-c1515a70e5ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:36.083182 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-aa943456-10be-46a8-9785-7d16fe30ce35 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:36.135893 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-1b5b8300-14e8-4529-b9d5-827630881375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dba9ae4-f8ac-4646-933f-b588d601c5be', 'name': 'tempest-FloatingIPsNegativeTestJSON-468286937-router', 'tenant_id': '3e1111b17c244bd0a6fdb9f12fedcd01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.58'}], 'enable_snat': True}, 'gw_port_id': 'a67aa3e8-e9a7-4826-813b-e8e7dbbe0151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:08:29Z', 'updated_at': '2021-11-22T20:08:31Z', 'revision_number': 3, 'project_id': '3e1111b17c244bd0a6fdb9f12fedcd01', 'gw_port': {'id': 'a67aa3e8-e9a7-4826-813b-e8e7dbbe0151', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:2d:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dba9ae4-f8ac-4646-933f-b588d601c5be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:08:31Z', 'updated_at': '2021-11-22T20:08:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:08:36.174860 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7bdd4871-381d-4053-8be1-800c354b90da req-9744e028-6922-441a-bbf2-b17cc88d8292 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1d007ec-a75a-4ef8-9cdd-9c679a3ff22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2871888 Nov 22 20:08:36.180461 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Provisioning for port 40b6cf5a-a934-4c5c-a123-c4464a9b3c58 completed by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 20:08:36.188515 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Provisioning complete for port 40b6cf5a-a934-4c5c-a123-c4464a9b3c58 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:08:36.189279 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:36.215537 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de63d327-7642-4324-af31-5c2a8d33cd57 req-2610b95e-beea-4e59-b772-285f49b48a2d tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Made reservation on behalf of 61dcfa65121d45e7982f77d2ef747965 for: {'port': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:08:36.219670 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-de63d327-7642-4324-af31-5c2a8d33cd57 req-2610b95e-beea-4e59-b772-285f49b48a2d tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:36.236383 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b5b8300-14e8-4529-b9d5-827630881375 None None] The sync data for ids ['9dba9ae4-f8ac-4646-933f-b588d601c5be'] in n-d-818823-1 is: [{'id': '9dba9ae4-f8ac-4646-933f-b588d601c5be', 'name': 'tempest-FloatingIPsNegativeTestJSON-468286937-router', 'tenant_id': '3e1111b17c244bd0a6fdb9f12fedcd01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.58'}], 'enable_snat': True}, 'gw_port_id': 'a67aa3e8-e9a7-4826-813b-e8e7dbbe0151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:08:29Z', 'updated_at': '2021-11-22T20:08:31Z', 'revision_number': 3, 'project_id': '3e1111b17c244bd0a6fdb9f12fedcd01', 'gw_port': {'id': 'a67aa3e8-e9a7-4826-813b-e8e7dbbe0151', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:2d:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dba9ae4-f8ac-4646-933f-b588d601c5be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:08:31Z', 'updated_at': '2021-11-22T20:08:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}] {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:08:36.309566 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-17dce4f0-0bc1-4296-a4a3-aa2f8a468b15 req-25c84570-31ca-4162-9b98-875a68614c40 tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0c04069-962d-48b0-bef3-592f8ff68454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3338611 Nov 22 20:08:36.323592 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-aa943456-10be-46a8-9785-7d16fe30ce35 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:36.338401 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-aa943456-10be-46a8-9785-7d16fe30ce35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:36.441770 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6c9a93f2-7bd8-4999-ae6e-c1515a70e5ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:36.547276 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-aa943456-10be-46a8-9785-7d16fe30ce35 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e1e3c48ad0c8482bb01988b511418296&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7120690 Nov 22 20:08:36.550100 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 59102) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:08:36.551176 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa943456-10be-46a8-9785-7d16fe30ce35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c451a310-b266-4e9f-9125-fbd6305effa6,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:08:36.554315 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:36.566503 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 51253db7-bb55-4dc9-ac93-6c622d508327 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:08:36.569216 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e39c883a-1834-4b28-a2cf-be36ef36d92f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:36.682957 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:08:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-387bb736-671f-4216-8f2f-9246f3bc6650 x-openstack-request-id: req-387bb736-671f-4216-8f2f-9246f3bc6650 {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:08:36.683296 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5e9c336-4615-4436-bbce-28bec27018b4", "name": "network-vif-plugged", "status": "completed", "tag": "c3c611e3-1c74-47bf-9225-d666ee79fbb4", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:08:36.684775 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-387bb736-671f-4216-8f2f-9246f3bc6650 {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:08:36.687787 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5e9c336-4615-4436-bbce-28bec27018b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3c611e3-1c74-47bf-9225-d666ee79fbb4', 'code': 200} Nov 22 20:08:36.861798 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-6c9a93f2-7bd8-4999-ae6e-c1515a70e5ca None None] For port ed7e4f23-4a9a-4df2-8e4b-c3bdbbd43d4c, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=ed7e4f23-4a9a-4df2-8e4b-c3bdbbd43d4c,segment=NetworkSegment(d0a695d9-2a4c-4dc8-8e52-87d2092b27ed),segment_id=d0a695d9-2a4c-4dc8-8e52-87d2092b27ed)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:08:36.903639 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 40b6cf5a-a934-4c5c-a123-c4464a9b3c58, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=40b6cf5a-a934-4c5c-a123-c4464a9b3c58,segment=NetworkSegment(ee8173ed-ffda-445d-90ba-7bf45834e451),segment_id=ee8173ed-ffda-445d-90ba-7bf45834e451)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:08:36.905501 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 51253db7-bb55-4dc9-ac93-6c622d508327 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:08:36.909994 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:36.924930 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5066cb90-1590-4ad0-8501-ab0a88532e8b req-7f6b3d25-cdf8-4767-961b-5ce8230d02a8 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] 10.222.0.46 "GET /v2.0/ports?device_id=831c5ba2-f267-4d65-978a-1593cd40e9d2 HTTP/1.1" status: 200 len: 210 time: 0.1211326 Nov 22 20:08:36.926925 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [req-de63d327-7642-4324-af31-5c2a8d33cd57 req-2610b95e-beea-4e59-b772-285f49b48a2d tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Allocated IP 19.80.0.87 (c9a2c248-f87f-44f2-a4a2-8bbab9f31eb2/85568e5e-24f3-4c9d-810b-54cda890c8a7/7defbb33-300e-4413-ac4e-0ae7f160c05d) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:08:36.966154 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6c9a93f2-7bd8-4999-ae6e-c1515a70e5ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:36.972990 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621bcf47-77be-46e7-8f15-11eea86f6eab req-7bfa5c78-ef81-4e13-8a25-b4d282efa6ed tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:36.982368 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-621bcf47-77be-46e7-8f15-11eea86f6eab req-7bfa5c78-ef81-4e13-8a25-b4d282efa6ed tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] 10.222.0.46 "GET /v2.0/ports?device_id=f5e9c336-4615-4436-bbce-28bec27018b4 HTTP/1.1" status: 200 len: 946 time: 0.4478216 Nov 22 20:08:36.987815 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd3c928-4b27-4943-b530-4b3e11c5e2f0 req-08bbbfe1-580d-4189-8df8-3e3556f1b3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:36.989382 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5dd3c928-4b27-4943-b530-4b3e11c5e2f0 req-08bbbfe1-580d-4189-8df8-3e3556f1b3d0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f5e9c336-4615-4436-bbce-28bec27018b4 HTTP/1.1" status: 200 len: 1097 time: 0.3027160 Nov 22 20:08:36.994661 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:37.050684 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e30b1449-96c1-4d7a-8f34-b4589ea52211 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:37.089203 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e39c883a-1834-4b28-a2cf-be36ef36d92f admin admin] Publish callbacks [] for port, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:37.095807 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e39c883a-1834-4b28-a2cf-be36ef36d92f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:37.108256 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e30b1449-96c1-4d7a-8f34-b4589ea52211 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:37.168407 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0a46d2a-5568-4e61-b7d1-42ede6f2d69b None None] Network 65e32ec0-3784-4a44-ad82-61a4cb29846d requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:08:37.176654 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39c883a-1834-4b28-a2cf-be36ef36d92f admin admin] Pushing event updated for resources: {'Port': ['ID=8ee769a8-2e82-4269-9775-cc4bc2cc22cc,revision_number=2']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:08:37.226166 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e39c883a-1834-4b28-a2cf-be36ef36d92f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-563461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-659839'] for router_interface, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:37.254357 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e30b1449-96c1-4d7a-8f34-b4589ea52211 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:37.256914 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e30b1449-96c1-4d7a-8f34-b4589ea52211 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:37.258104 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-e30b1449-96c1-4d7a-8f34-b4589ea52211 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c451a310-b266-4e9f-9125-fbd6305effa6 HTTP/1.1" status: 204 len: 168 time: 0.6941893 Nov 22 20:08:37.263164 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-96dd7e20-c2b2-4d8e-8889-0fdb4de91836 None None] Provisioning complete for port ed7e4f23-4a9a-4df2-8e4b-c3bdbbd43d4c triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:08:37.263729 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-96dd7e20-c2b2-4d8e-8889-0fdb4de91836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:37.348375 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30b1449-96c1-4d7a-8f34-b4589ea52211 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c451a310-b266-4e9f-9125-fbd6305effa6,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:08:37.350979 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9a93f2-7bd8-4999-ae6e-c1515a70e5ca None None] Pushing event updated for resources: {'Port': ['ID=ed7e4f23-4a9a-4df2-8e4b-c3bdbbd43d4c,revision_number=3']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:08:37.382477 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 34982bed-aefa-456f-9b2e-3edda732165f up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:08:37.407835 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e39c883a-1834-4b28-a2cf-be36ef36d92f admin admin] Network 9da282c4-cd26-4f4e-82dd-e340d3a14b50 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:08:37.409526 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-e39c883a-1834-4b28-a2cf-be36ef36d92f admin admin] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:08:37.423234 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-621bcf47-77be-46e7-8f15-11eea86f6eab req-63d5dd7a-c436-4b31-98b4-c233c2519a6a tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] 10.222.0.46 "GET /v2.0/security-groups?id=008bf24b-e850-49d0-ba05-9d00c3f0736a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4398429 Nov 22 20:08:37.481323 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5dd3c928-4b27-4943-b530-4b3e11c5e2f0 req-305822e0-42f0-443b-be6e-39a3f245dd8d service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=008bf24b-e850-49d0-ba05-9d00c3f0736a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4661305 Nov 22 20:08:37.530377 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9161e8e7-9be1-4c23-8dd1-cf6126999013 req-8aa78ddd-e1ff-4a0a-8192-b2310919f3a1 tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:37.533621 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9161e8e7-9be1-4c23-8dd1-cf6126999013 req-8aa78ddd-e1ff-4a0a-8192-b2310919f3a1 tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] 10.222.0.46 "GET /v2.0/ports?device_id=600367c4-ade6-4072-a9b7-9d9122e901c9 HTTP/1.1" status: 200 len: 945 time: 0.3060441 Nov 22 20:08:37.639167 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-de63d327-7642-4324-af31-5c2a8d33cd57 req-2610b95e-beea-4e59-b772-285f49b48a2d tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:37.696229 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9161e8e7-9be1-4c23-8dd1-cf6126999013 req-739f69c5-9728-40f1-b066-a2046c838d5c tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] 10.222.0.46 "GET /v2.0/security-groups?id=89c2c967-26c4-4e1c-a1fd-c97f87817ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288955 Nov 22 20:08:37.765509 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e39c883a-1834-4b28-a2cf-be36ef36d92f admin admin] Router 9dba9ae4-f8ac-4646-933f-b588d601c5be has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 20:08:37.772950 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-de63d327-7642-4324-af31-5c2a8d33cd57 req-2610b95e-beea-4e59-b772-285f49b48a2d tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:37.952022 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de63d327-7642-4324-af31-5c2a8d33cd57 req-2610b95e-beea-4e59-b772-285f49b48a2d tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Network c9a2c248-f87f-44f2-a4a2-8bbab9f31eb2 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:08:37.964073 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [req-de63d327-7642-4324-af31-5c2a8d33cd57 req-2610b95e-beea-4e59-b772-285f49b48a2d tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:08:37.971108 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-de63d327-7642-4324-af31-5c2a8d33cd57 req-2610b95e-beea-4e59-b772-285f49b48a2d tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:08:38.023150 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 59114) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:08:38.061074 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4470136e-a275-4153-93b6-3a26c025f507 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:38.124522 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e39c883a-1834-4b28-a2cf-be36ef36d92f admin admin] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:08:38.142238 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-e39c883a-1834-4b28-a2cf-be36ef36d92f admin admin] 10.222.0.46 "PUT /v2.0/routers/9dba9ae4-f8ac-4646-933f-b588d601c5be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1059906 Nov 22 20:08:38.236054 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=40b6cf5a-a934-4c5c-a123-c4464a9b3c58,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:08:38.248262 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 34982bed-aefa-456f-9b2e-3edda732165f triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:08:38.248815 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:38.275743 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4470136e-a275-4153-93b6-3a26c025f507 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:38.284980 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4470136e-a275-4153-93b6-3a26c025f507 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:38.359603 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-4470136e-a275-4153-93b6-3a26c025f507 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4a29e39edc0f42afad0af8cebe6a234a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3353522 Nov 22 20:08:38.376814 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4470136e-a275-4153-93b6-3a26c025f507 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86f6e716-9eca-4cda-a4d0-0b0af6e31a46,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:08:38.386265 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 59118) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:08:38.477355 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d874fd85-f944-4ead-adea-c2939d37babf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:38.493260 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-96dd7e20-c2b2-4d8e-8889-0fdb4de91836 None None] Provisioning complete for port 8ee769a8-2e82-4269-9775-cc4bc2cc22cc triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:08:38.493637 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-96dd7e20-c2b2-4d8e-8889-0fdb4de91836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:38.505920 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d874fd85-f944-4ead-adea-c2939d37babf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:38.586369 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d874fd85-f944-4ead-adea-c2939d37babf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:38.591538 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d874fd85-f944-4ead-adea-c2939d37babf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:38.593898 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-d874fd85-f944-4ead-adea-c2939d37babf admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/86f6e716-9eca-4cda-a4d0-0b0af6e31a46 HTTP/1.1" status: 204 len: 168 time: 0.2064171 Nov 22 20:08:38.605381 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d874fd85-f944-4ead-adea-c2939d37babf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86f6e716-9eca-4cda-a4d0-0b0af6e31a46,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:08:38.636673 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-96dd7e20-c2b2-4d8e-8889-0fdb4de91836 None None] Port 8ee769a8-2e82-4269-9775-cc4bc2cc22cc cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:08:38.681874 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:38.700571 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b70ed7a-3cf0-4661-a4b2-efa51e526247', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40b6cf5a-a934-4c5c-a123-c4464a9b3c58'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:08:38.705550 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d39f6d30a11e565ec9648abcc015e8a6ab6cff4edd704add8155e28765d31eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49d9fe63-c306-479f-87e8-698d71d0a6b5" -d '{"events": [{"server_uuid": "8b70ed7a-3cf0-4661-a4b2-efa51e526247", "name": "network-vif-plugged", "status": "completed", "tag": "40b6cf5a-a934-4c5c-a123-c4464a9b3c58"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:08:38.773874 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] For port 34982bed-aefa-456f-9b2e-3edda732165f, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=34982bed-aefa-456f-9b2e-3edda732165f,segment=NetworkSegment(e051ecbb-70d0-48e8-8174-587fdbd7cbed),segment_id=e051ecbb-70d0-48e8-8174-587fdbd7cbed)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:08:38.805681 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:38.811751 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device ed7e4f23-4a9a-4df2-8e4b-c3bdbbd43d4c up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:08:38.857471 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de63d327-7642-4324-af31-5c2a8d33cd57 req-2610b95e-beea-4e59-b772-285f49b48a2d tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:38.858826 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-de63d327-7642-4324-af31-5c2a8d33cd57 req-2610b95e-beea-4e59-b772-285f49b48a2d tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:38.875336 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2610b95e-beea-4e59-b772-285f49b48a2d tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Pushing event updated for resources: {'Port': ['ID=7defbb33-300e-4413-ac4e-0ae7f160c05d,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:08:38.914812 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56f5055-681c-4ded-bef7-5effc3883020 req-d202d510-ef05-49c9-82b4-c10252e118ce tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:38.916413 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c56f5055-681c-4ded-bef7-5effc3883020 req-d202d510-ef05-49c9-82b4-c10252e118ce tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/ports?device_id=bd3740f9-d89f-45cf-b02d-7739f6a5131c HTTP/1.1" status: 200 len: 950 time: 1.0951545 Nov 22 20:08:38.930165 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f330cb98-91e5-464e-bce3-ee14788d0ac9 req-3c1ae6f8-506c-4102-9c8e-055f06a3cfaf tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:38.938434 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f330cb98-91e5-464e-bce3-ee14788d0ac9 req-3c1ae6f8-506c-4102-9c8e-055f06a3cfaf tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] 10.222.0.46 "GET /v2.0/ports?device_id=8b70ed7a-3cf0-4661-a4b2-efa51e526247 HTTP/1.1" status: 200 len: 945 time: 1.0234056 Nov 22 20:08:38.938939 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-659ea8f2-b2cd-4ba2-9d72-bc7ee00aa958 None None] Provisioning complete for port 7defbb33-300e-4413-ac4e-0ae7f160c05d triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:08:38.939310 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-659ea8f2-b2cd-4ba2-9d72-bc7ee00aa958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:38.942954 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-de63d327-7642-4324-af31-5c2a8d33cd57 req-2610b95e-beea-4e59-b772-285f49b48a2d tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3503351 Nov 22 20:08:38.972604 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-de63d327-7642-4324-af31-5c2a8d33cd57 req-ad1e1823-dbed-4ded-b0c6-b5cc2c0e2033 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Request body: {'port': {'device_id': '831c5ba2-f267-4d65-978a-1593cd40e9d2', 'network_id': '65e32ec0-3784-4a44-ad82-61a4cb29846d', 'admin_state_up': True, 'tenant_id': '61dcfa65121d45e7982f77d2ef747965'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:08:39.049561 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-659ea8f2-b2cd-4ba2-9d72-bc7ee00aa958 None None] Port 7defbb33-300e-4413-ac4e-0ae7f160c05d cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:08:39.092802 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Pushing event updated for resources: {'Port': ['ID=34982bed-aefa-456f-9b2e-3edda732165f,revision_number=3']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:08:39.110266 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-659ea8f2-b2cd-4ba2-9d72-bc7ee00aa958 None None] Provisioning complete for port 34982bed-aefa-456f-9b2e-3edda732165f triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:08:39.110677 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-659ea8f2-b2cd-4ba2-9d72-bc7ee00aa958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:39.158781 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port ed7e4f23-4a9a-4df2-8e4b-c3bdbbd43d4c triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:08:39.159147 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:39.231373 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f330cb98-91e5-464e-bce3-ee14788d0ac9 req-71dd9839-a74e-4824-8cbe-f7e952b66a52 tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0c04069-962d-48b0-bef3-592f8ff68454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2883239 Nov 22 20:08:39.240810 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c56f5055-681c-4ded-bef7-5effc3883020 req-661a30c7-9f60-42ec-9a5e-8663eb05f211 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1d007ec-a75a-4ef8-9cdd-9c679a3ff22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2968349 Nov 22 20:08:39.359993 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de63d327-7642-4324-af31-5c2a8d33cd57 req-ad1e1823-dbed-4ded-b0c6-b5cc2c0e2033 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Made reservation on behalf of 61dcfa65121d45e7982f77d2ef747965 for: {'port': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:08:39.365187 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-de63d327-7642-4324-af31-5c2a8d33cd57 req-ad1e1823-dbed-4ded-b0c6-b5cc2c0e2033 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:39.416031 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9442e4e-1c9b-42d5-8e3b-09734bb703ff None None] Sync routers for ids ['9dba9ae4-f8ac-4646-933f-b588d601c5be'] in n-d-818823-1 {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:08:39.468545 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9442e4e-1c9b-42d5-8e3b-09734bb703ff None None] Routers {'9dba9ae4-f8ac-4646-933f-b588d601c5be'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:08:39.470896 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-e9442e4e-1c9b-42d5-8e3b-09734bb703ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:08:32Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['9dba9ae4-f8ac-4646-933f-b588d601c5be'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:08:39.632910 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed1c9ad-54c2-4e3b-9961-8d1e0f2dd05d req-a0d71ef1-6251-46f3-9dfe-af1744d5f780 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:39.644960 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3ed1c9ad-54c2-4e3b-9961-8d1e0f2dd05d req-a0d71ef1-6251-46f3-9dfe-af1744d5f780 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] 10.222.0.46 "GET /v2.0/ports?device_id=831c5ba2-f267-4d65-978a-1593cd40e9d2 HTTP/1.1" status: 200 len: 931 time: 0.2390726 Nov 22 20:08:39.716923 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-659ea8f2-b2cd-4ba2-9d72-bc7ee00aa958 None None] Provisioning complete for port 8ee769a8-2e82-4269-9775-cc4bc2cc22cc triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:08:39.717551 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-659ea8f2-b2cd-4ba2-9d72-bc7ee00aa958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:39.779899 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-659ea8f2-b2cd-4ba2-9d72-bc7ee00aa958 None None] Port 8ee769a8-2e82-4269-9775-cc4bc2cc22cc cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:08:39.830589 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3ed1c9ad-54c2-4e3b-9961-8d1e0f2dd05d req-245374e7-548d-48a0-aa60-c9c1b074d3db tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2857c8b-9c58-4d8b-ab89-040cb1f70ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848781 Nov 22 20:08:39.849954 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-e9442e4e-1c9b-42d5-8e3b-09734bb703ff None None] Set router 9dba9ae4-f8ac-4646-933f-b588d601c5be gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:08:39.876595 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [req-de63d327-7642-4324-af31-5c2a8d33cd57 req-ad1e1823-dbed-4ded-b0c6-b5cc2c0e2033 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Allocated IP 19.86.0.125 (65e32ec0-3784-4a44-ad82-61a4cb29846d/05f56661-ecce-4820-8533-34296f2cbd56/75904518-07a6-48f3-b27b-36a9f7bb9237) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:08:39.923401 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-caa5f3d5-b7f7-44a6-9ba0-eaaae9349469 req-7939de48-370e-4d1b-ae65-3bd9c65ae237 tempest-FloatingIPsNegativeTestJSON-691686248 tempest-FloatingIPsNegativeTestJSON-691686248-project] 10.222.0.46 "GET /v2.0/floatingips?tenant_id=3e1111b17c244bd0a6fdb9f12fedcd01 HTTP/1.1" status: 200 len: 217 time: 0.0828705 Nov 22 20:08:39.981434 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device a67aa3e8-e9a7-4826-813b-e8e7dbbe0151 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:08:39.984044 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-a5bd5a0f-95f3-45b9-abc5-6962a4c7b43d None None] Provisioning complete for port 34982bed-aefa-456f-9b2e-3edda732165f triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:08:39.984500 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-a5bd5a0f-95f3-45b9-abc5-6962a4c7b43d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:40.105565 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577d17f6-5df4-4f87-b7c4-081e6e4fd48b req-6356361c-e4da-4219-9f0c-93c8603b46e3 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:40.107684 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-577d17f6-5df4-4f87-b7c4-081e6e4fd48b req-6356361c-e4da-4219-9f0c-93c8603b46e3 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] 10.222.0.46 "GET /v2.0/ports?device_id=f5e9c336-4615-4436-bbce-28bec27018b4 HTTP/1.1" status: 200 len: 946 time: 0.1625218 Nov 22 20:08:40.135190 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:08:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41b5d12b-c6f4-41e8-95c1-230de1d3cf6e x-openstack-request-id: req-41b5d12b-c6f4-41e8-95c1-230de1d3cf6e {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:08:40.135452 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b70ed7a-3cf0-4661-a4b2-efa51e526247", "name": "network-vif-plugged", "status": "completed", "tag": "40b6cf5a-a934-4c5c-a123-c4464a9b3c58", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:08:40.135828 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-41b5d12b-c6f4-41e8-95c1-230de1d3cf6e {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:08:40.136370 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b70ed7a-3cf0-4661-a4b2-efa51e526247', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40b6cf5a-a934-4c5c-a123-c4464a9b3c58', 'code': 200} Nov 22 20:08:40.282341 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port a67aa3e8-e9a7-4826-813b-e8e7dbbe0151 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:08:40.282724 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:40.360246 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac5b518-1e3c-4e15-b9b3-28df0096904f req-ca7014ff-76be-47d6-8d87-6a8889360c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:40.362402 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-dac5b518-1e3c-4e15-b9b3-28df0096904f req-ca7014ff-76be-47d6-8d87-6a8889360c29 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8b70ed7a-3cf0-4661-a4b2-efa51e526247 HTTP/1.1" status: 200 len: 1096 time: 0.1474788 Nov 22 20:08:40.375393 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac86b58-5602-4e55-8f5d-bdf3175d6e13 req-6ae3f8b5-991e-40ee-b7a3-d5d45e22d46e tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:40.377189 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2ac86b58-5602-4e55-8f5d-bdf3175d6e13 req-6ae3f8b5-991e-40ee-b7a3-d5d45e22d46e tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] 10.222.0.46 "GET /v2.0/ports?device_id=600367c4-ade6-4072-a9b7-9d9122e901c9 HTTP/1.1" status: 200 len: 945 time: 0.1608360 Nov 22 20:08:40.381334 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-577d17f6-5df4-4f87-b7c4-081e6e4fd48b req-7ae0aac4-e453-40dc-9956-9d6033b0ae78 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] 10.222.0.46 "GET /v2.0/security-groups?id=008bf24b-e850-49d0-ba05-9d00c3f0736a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2595973 Nov 22 20:08:40.397064 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-e9442e4e-1c9b-42d5-8e3b-09734bb703ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dba9ae4-f8ac-4646-933f-b588d601c5be', 'name': 'tempest-FloatingIPsNegativeTestJSON-468286937-router', 'tenant_id': '3e1111b17c244bd0a6fdb9f12fedcd01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.58'}], 'enable_snat': True}, 'gw_port_id': 'a67aa3e8-e9a7-4826-813b-e8e7dbbe0151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:08:29Z', 'updated_at': '2021-11-22T20:08:36Z', 'revision_number': 4, 'project_id': '3e1111b17c244bd0a6fdb9f12fedcd01', 'gw_port': {'id': 'a67aa3e8-e9a7-4826-813b-e8e7dbbe0151', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:2d:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dba9ae4-f8ac-4646-933f-b588d601c5be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:08:31Z', 'updated_at': '2021-11-22T20:08:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': '8ee769a8-2e82-4269-9775-cc4bc2cc22cc', 'name': '', 'network_id': '9da282c4-cd26-4f4e-82dd-e340d3a14b50', 'tenant_id': '3e1111b17c244bd0a6fdb9f12fedcd01', 'mac_address': 'fa:16:3e:3c:58:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dba9ae4-f8ac-4646-933f-b588d601c5be', 'device_owner': 'network:router_interface', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': 'd0f2201c-01bf-422c-a702-b56ed84d24ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:08:34Z', 'updated_at': '2021-11-22T20:08:36Z', 'revision_number': 2, 'project_id': '3e1111b17c244bd0a6fdb9f12fedcd01', 'subnets': [{'id': 'd0f2201c-01bf-422c-a702-b56ed84d24ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:08:40.449567 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9442e4e-1c9b-42d5-8e3b-09734bb703ff None None] Checking router: 9dba9ae4-f8ac-4646-933f-b588d601c5be for host: n-d-818823-1 {{(pid=103449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 20:08:40.451158 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9442e4e-1c9b-42d5-8e3b-09734bb703ff None None] Updating router 9dba9ae4-f8ac-4646-933f-b588d601c5be port 8ee769a8-2e82-4269-9775-cc4bc2cc22cc binding host n-d-818823-1 {{(pid=103449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 20:08:40.485582 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e9442e4e-1c9b-42d5-8e3b-09734bb703ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:40.486614 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-dac5b518-1e3c-4e15-b9b3-28df0096904f req-14ed3f1a-afdd-406f-bd2e-98b90710b063 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=d0c04069-962d-48b0-bef3-592f8ff68454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034951 Nov 22 20:08:40.525226 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:40.533423 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2ac86b58-5602-4e55-8f5d-bdf3175d6e13 req-e80de67d-9b56-425e-9f9d-ea29abb953df tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] 10.222.0.46 "GET /v2.0/security-groups?id=89c2c967-26c4-4e1c-a1fd-c97f87817ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179023 Nov 22 20:08:40.538974 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-39ebfcf2-bde5-4fcc-9793-5a66c1c5b841 req-aa2410f2-4a65-4cad-820d-216ca574132b tempest-FloatingIPsNegativeTestJSON-691686248 tempest-FloatingIPsNegativeTestJSON-691686248-project] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0750380 Nov 22 20:08:40.542458 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-de63d327-7642-4324-af31-5c2a8d33cd57 req-ad1e1823-dbed-4ded-b0c6-b5cc2c0e2033 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:40.608884 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-de63d327-7642-4324-af31-5c2a8d33cd57 req-ad1e1823-dbed-4ded-b0c6-b5cc2c0e2033 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:40.614703 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] For port a67aa3e8-e9a7-4826-813b-e8e7dbbe0151, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=a67aa3e8-e9a7-4826-813b-e8e7dbbe0151,segment=NetworkSegment(8793ba83-8407-4c3d-9b56-2a177cd58a70),segment_id=8793ba83-8407-4c3d-9b56-2a177cd58a70)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:08:40.688549 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:40.689350 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 34982bed-aefa-456f-9b2e-3edda732165f up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:08:40.726537 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de63d327-7642-4324-af31-5c2a8d33cd57 req-ad1e1823-dbed-4ded-b0c6-b5cc2c0e2033 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Network 65e32ec0-3784-4a44-ad82-61a4cb29846d is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:08:40.753301 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [req-de63d327-7642-4324-af31-5c2a8d33cd57 req-ad1e1823-dbed-4ded-b0c6-b5cc2c0e2033 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:08:40.757141 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-de63d327-7642-4324-af31-5c2a8d33cd57 req-ad1e1823-dbed-4ded-b0c6-b5cc2c0e2033 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:08:40.771808 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1e1823-dbed-4ded-b0c6-b5cc2c0e2033 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Pushing event updated for resources: {'Port': ['ID=75904518-07a6-48f3-b27b-36a9f7bb9237,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:08:40.799599 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Pushing event updated for resources: {'Port': ['ID=a67aa3e8-e9a7-4826-813b-e8e7dbbe0151,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:08:40.858432 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4654acb6-5e1f-49ab-b883-f479e89e962d req-e6ff9a6b-e5a5-41cf-bd29-39fa903dacf0 tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:40.858598 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 34982bed-aefa-456f-9b2e-3edda732165f triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:08:40.858969 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:40.867241 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4654acb6-5e1f-49ab-b883-f479e89e962d req-e6ff9a6b-e5a5-41cf-bd29-39fa903dacf0 tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] 10.222.0.46 "GET /v2.0/ports?device_id=8b70ed7a-3cf0-4661-a4b2-efa51e526247 HTTP/1.1" status: 200 len: 945 time: 0.2122469 Nov 22 20:08:40.941641 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f18775e-7b55-4dee-bd6c-465a3e82448c req-f1835fea-620e-4ee7-8c9c-4480d02d1f11 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:40.948966 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8f18775e-7b55-4dee-bd6c-465a3e82448c req-f1835fea-620e-4ee7-8c9c-4480d02d1f11 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/ports?device_id=bd3740f9-d89f-45cf-b02d-7739f6a5131c HTTP/1.1" status: 200 len: 950 time: 0.2759545 Nov 22 20:08:40.964134 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de63d327-7642-4324-af31-5c2a8d33cd57 req-ad1e1823-dbed-4ded-b0c6-b5cc2c0e2033 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:40.964856 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-de63d327-7642-4324-af31-5c2a8d33cd57 req-ad1e1823-dbed-4ded-b0c6-b5cc2c0e2033 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:41.010250 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4654acb6-5e1f-49ab-b883-f479e89e962d req-b0868ad9-6a62-40d9-bb05-191ad5758182 tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0c04069-962d-48b0-bef3-592f8ff68454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284623 Nov 22 20:08:41.016096 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-de63d327-7642-4324-af31-5c2a8d33cd57 req-ad1e1823-dbed-4ded-b0c6-b5cc2c0e2033 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0504396 Nov 22 20:08:41.029785 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-de63d327-7642-4324-af31-5c2a8d33cd57 req-68ce214b-6e48-4b70-9ec2-19fa01c7e612 service neutron] Request body: {'port': {'device_id': '831c5ba2-f267-4d65-978a-1593cd40e9d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818823-1'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:08:41.070772 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e9442e4e-1c9b-42d5-8e3b-09734bb703ff None None] Publish callbacks [] for port, precommit_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:41.074018 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8f18775e-7b55-4dee-bd6c-465a3e82448c req-404a412d-c85c-40cf-946c-491f445b7a14 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1d007ec-a75a-4ef8-9cdd-9c679a3ff22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241629 Nov 22 20:08:41.077911 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device ed7e4f23-4a9a-4df2-8e4b-c3bdbbd43d4c up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:08:41.081666 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e9442e4e-1c9b-42d5-8e3b-09734bb703ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:41.165514 n-d-818823-1 neutron-server[103447]: INFO neutron.api.v2.resource [req-418262e3-97df-442f-89f2-ee60a628867a req-f2872ce5-e912-4029-ac69-8b90077ae8a3 tempest-FloatingIPsNegativeTestJSON-691686248 tempest-FloatingIPsNegativeTestJSON-691686248-project] show failed (client error): The resource could not be found. Nov 22 20:08:41.166100 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-418262e3-97df-442f-89f2-ee60a628867a req-f2872ce5-e912-4029-ac69-8b90077ae8a3 tempest-FloatingIPsNegativeTestJSON-691686248 tempest-FloatingIPsNegativeTestJSON-691686248-project] 10.222.0.46 "GET /v2.0/floatingips/7dcce00e-b016-43e0-8085-8383122cf946 HTTP/1.1" status: 404 len: 350 time: 0.0508649 Nov 22 20:08:41.179245 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 59184) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:08:41.193145 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-de63d327-7642-4324-af31-5c2a8d33cd57 req-68ce214b-6e48-4b70-9ec2-19fa01c7e612 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:41.267055 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f615a624-7522-4b47-941d-5968a9ac9e74 req-7c44d394-fbf7-46d0-b4ee-671f79691d66 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-2143936413&fields=id&tenant_id=0fdf582e13024dfab4aee7ecf63b2936 HTTP/1.1" status: 200 len: 267 time: 0.1042573 Nov 22 20:08:41.368525 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec866495-636f-4e17-a7eb-2ce469beb460 None None] Pushing event updated for resources: {'Port': ['ID=8ee769a8-2e82-4269-9775-cc4bc2cc22cc,revision_number=3']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:08:41.443172 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-7a1761f1-480e-4fa7-874d-6ce297f5223e None None] Provisioning complete for port 75904518-07a6-48f3-b27b-36a9f7bb9237 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:08:41.443567 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-7a1761f1-480e-4fa7-874d-6ce297f5223e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:41.564601 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port ed7e4f23-4a9a-4df2-8e4b-c3bdbbd43d4c triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:08:41.565257 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:41.580909 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-e9442e4e-1c9b-42d5-8e3b-09734bb703ff None None] Attempting to bind port 8ee769a8-2e82-4269-9775-cc4bc2cc22cc on host n-d-818823-1 for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:08:41.581281 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-e9442e4e-1c9b-42d5-8e3b-09734bb703ff None None] Attempting to bind port 8ee769a8-2e82-4269-9775-cc4bc2cc22cc by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': 'd0a695d9-2a4c-4dc8-8e52-87d2092b27ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '9da282c4-cd26-4f4e-82dd-e340d3a14b50'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:08:41.581639 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9442e4e-1c9b-42d5-8e3b-09734bb703ff None None] Attempting to bind port 8ee769a8-2e82-4269-9775-cc4bc2cc22cc on network 9da282c4-cd26-4f4e-82dd-e340d3a14b50 {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:08:41.589202 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9442e4e-1c9b-42d5-8e3b-09734bb703ff None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 8, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:08:41.589539 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9442e4e-1c9b-42d5-8e3b-09734bb703ff None None] Checking segment: {'id': 'd0a695d9-2a4c-4dc8-8e52-87d2092b27ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '9da282c4-cd26-4f4e-82dd-e340d3a14b50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:08:41.589961 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e9442e4e-1c9b-42d5-8e3b-09734bb703ff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:41.590337 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9442e4e-1c9b-42d5-8e3b-09734bb703ff None None] Bound using segment: {'id': 'd0a695d9-2a4c-4dc8-8e52-87d2092b27ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '9da282c4-cd26-4f4e-82dd-e340d3a14b50'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:08:41.592350 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-e9442e4e-1c9b-42d5-8e3b-09734bb703ff None None] Bound port: 8ee769a8-2e82-4269-9775-cc4bc2cc22cc, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0a695d9-2a4c-4dc8-8e52-87d2092b27ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '9da282c4-cd26-4f4e-82dd-e340d3a14b50'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:08:41.592748 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e9442e4e-1c9b-42d5-8e3b-09734bb703ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:41.638788 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-7a1761f1-480e-4fa7-874d-6ce297f5223e None None] Port 75904518-07a6-48f3-b27b-36a9f7bb9237 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:08:41.684063 n-d-818823-1 neutron-server[103447]: INFO neutron.api.v2.resource [req-fc9d6bf2-237f-4e7e-8667-a9b870386551 req-77dbafc3-0ec5-4214-bf9e-854acfaa391f service neutron] show failed (client error): The resource could not be found. Nov 22 20:08:41.685801 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-fc9d6bf2-237f-4e7e-8667-a9b870386551 req-77dbafc3-0ec5-4214-bf9e-854acfaa391f service neutron] 10.222.0.20 "GET /v2.0/ports/ce1167f4-03d5-4642-a583-ca1246135435/bindings/n-h1-818823-1 HTTP/1.1" status: 404 len: 380 time: 0.3994627 Nov 22 20:08:41.736266 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215f6fcd-d132-4599-9586-2adcf5211ffd req-28ae6239-14b2-4056-a68d-7b2ef5bde6ed tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:41.740856 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-e9442e4e-1c9b-42d5-8e3b-09734bb703ff None None] For port 8ee769a8-2e82-4269-9775-cc4bc2cc22cc, host n-d-818823-1, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:08:41.749310 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-e9442e4e-1c9b-42d5-8e3b-09734bb703ff None None] For port 8ee769a8-2e82-4269-9775-cc4bc2cc22cc, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=8ee769a8-2e82-4269-9775-cc4bc2cc22cc,segment=NetworkSegment(d0a695d9-2a4c-4dc8-8e52-87d2092b27ed),segment_id=d0a695d9-2a4c-4dc8-8e52-87d2092b27ed)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:08:41.751579 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215f6fcd-d132-4599-9586-2adcf5211ffd req-28ae6239-14b2-4056-a68d-7b2ef5bde6ed tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:41.763116 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-215f6fcd-d132-4599-9586-2adcf5211ffd req-28ae6239-14b2-4056-a68d-7b2ef5bde6ed tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] 10.222.0.46 "GET /v2.0/ports?device_id=831c5ba2-f267-4d65-978a-1593cd40e9d2 HTTP/1.1" status: 200 len: 1654 time: 0.4762607 Nov 22 20:08:41.784823 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-4808ef25-2c8b-470c-9c7a-5a59f31ec68a None None] Provisioning complete for port 8ee769a8-2e82-4269-9775-cc4bc2cc22cc triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:08:41.785495 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4808ef25-2c8b-470c-9c7a-5a59f31ec68a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:41.787608 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e9442e4e-1c9b-42d5-8e3b-09734bb703ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:41.797834 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f615a624-7522-4b47-941d-5968a9ac9e74 req-e59469ce-9b64-44af-8586-48988e0052e8 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:41.799452 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f615a624-7522-4b47-941d-5968a9ac9e74 req-e59469ce-9b64-44af-8586-48988e0052e8 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] 10.222.0.46 "GET /v2.0/ports?device_id=f5e9c336-4615-4436-bbce-28bec27018b4 HTTP/1.1" status: 200 len: 946 time: 0.5151958 Nov 22 20:08:41.850920 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-f615a624-7522-4b47-941d-5968a9ac9e74 req-291546cb-5efa-4e24-9179-c4726d55830e tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] Request body: {'port': {'security_groups': ['008bf24b-e850-49d0-ba05-9d00c3f0736a', '04fb73d0-de98-4f3b-9957-a317059218d6']}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:08:41.950646 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec866495-636f-4e17-a7eb-2ce469beb460 None None] Pushing event updated for resources: {'Port': ['ID=8ee769a8-2e82-4269-9775-cc4bc2cc22cc,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:08:41.995110 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6e807fc8-0c80-4a2b-a1cb-c24ae39baeaf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659736'] for router_interface, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:42.025964 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9442e4e-1c9b-42d5-8e3b-09734bb703ff None None] Routers {'9dba9ae4-f8ac-4646-933f-b588d601c5be'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:08:42.026708 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-e9442e4e-1c9b-42d5-8e3b-09734bb703ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:08:32Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['9dba9ae4-f8ac-4646-933f-b588d601c5be'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:08:42.103977 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device a67aa3e8-e9a7-4826-813b-e8e7dbbe0151 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:08:42.195013 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-f615a624-7522-4b47-941d-5968a9ac9e74 req-291546cb-5efa-4e24-9179-c4726d55830e tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:42.352053 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-e9442e4e-1c9b-42d5-8e3b-09734bb703ff None None] Set router 9dba9ae4-f8ac-4646-933f-b588d601c5be gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:08:42.388863 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-215f6fcd-d132-4599-9586-2adcf5211ffd req-84ea702f-d6b0-4186-b107-7e8a5af23195 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2857c8b-9c58-4d8b-ab89-040cb1f70ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6246912 Nov 22 20:08:42.471327 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4808ef25-2c8b-470c-9c7a-5a59f31ec68a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:42.481031 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [req-de63d327-7642-4324-af31-5c2a8d33cd57 req-68ce214b-6e48-4b70-9ec2-19fa01c7e612 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7defbb33-300e-4413-ac4e-0ae7f160c05d {{(pid=103447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:08:42.494465 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9d6bf2-237f-4e7e-8667-a9b870386551 req-42857894-c0c0-48ac-b490-3da6e7f9922f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:42.496422 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-fc9d6bf2-237f-4e7e-8667-a9b870386551 req-42857894-c0c0-48ac-b490-3da6e7f9922f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=bd3740f9-d89f-45cf-b02d-7739f6a5131c&tenant_id=126c0323750547f8b9835ef63890aaea HTTP/1.1" status: 200 len: 1101 time: 0.5232611 Nov 22 20:08:42.498854 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-de63d327-7642-4324-af31-5c2a8d33cd57 req-68ce214b-6e48-4b70-9ec2-19fa01c7e612 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:42.521023 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-fc9d6bf2-237f-4e7e-8667-a9b870386551 req-1407ee74-1a1c-4f53-934b-845adf7fc58f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-818823-1', 'device_owner': 'compute:nova'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:08:42.523033 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-6e807fc8-0c80-4a2b-a1cb-c24ae39baeaf admin admin] Deleting port 8ee769a8-2e82-4269-9775-cc4bc2cc22cc {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:08:42.523481 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6e807fc8-0c80-4a2b-a1cb-c24ae39baeaf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:42.564454 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.provisioning_blocks [req-de63d327-7642-4324-af31-5c2a8d33cd57 req-68ce214b-6e48-4b70-9ec2-19fa01c7e612 service neutron] Transition to ACTIVE for port object 7defbb33-300e-4413-ac4e-0ae7f160c05d will not be triggered until provisioned by entity L2. {{(pid=103447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 20:08:42.581151 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-de63d327-7642-4324-af31-5c2a8d33cd57 req-68ce214b-6e48-4b70-9ec2-19fa01c7e612 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:42.632041 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-6e807fc8-0c80-4a2b-a1cb-c24ae39baeaf admin admin] For port 8ee769a8-2e82-4269-9775-cc4bc2cc22cc, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=8ee769a8-2e82-4269-9775-cc4bc2cc22cc,segment=NetworkSegment(d0a695d9-2a4c-4dc8-8e52-87d2092b27ed),segment_id=d0a695d9-2a4c-4dc8-8e52-87d2092b27ed)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:08:42.633256 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6e807fc8-0c80-4a2b-a1cb-c24ae39baeaf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:42.654337 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-6e807fc8-0c80-4a2b-a1cb-c24ae39baeaf admin admin] Calling delete_port for 8ee769a8-2e82-4269-9775-cc4bc2cc22cc owned by network:router_interface {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:08:42.692563 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-fc9d6bf2-237f-4e7e-8667-a9b870386551 req-1407ee74-1a1c-4f53-934b-845adf7fc58f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:42.710450 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ce214b-6e48-4b70-9ec2-19fa01c7e612 service neutron] Pushing event updated for resources: {'Port': ['ID=7defbb33-300e-4413-ac4e-0ae7f160c05d,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:08:42.860591 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-4808ef25-2c8b-470c-9c7a-5a59f31ec68a None None] For port 8ee769a8-2e82-4269-9775-cc4bc2cc22cc, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=8ee769a8-2e82-4269-9775-cc4bc2cc22cc,segment=NetworkSegment(d0a695d9-2a4c-4dc8-8e52-87d2092b27ed),segment_id=d0a695d9-2a4c-4dc8-8e52-87d2092b27ed)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:08:42.872384 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4808ef25-2c8b-470c-9c7a-5a59f31ec68a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:42.883787 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port a67aa3e8-e9a7-4826-813b-e8e7dbbe0151 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:08:42.885120 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:42.979982 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6e807fc8-0c80-4a2b-a1cb-c24ae39baeaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:43.005201 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-12ab0807-ae22-43b4-8df4-b67aadc42385 None None] Could not find standard attr ID for object 8ee769a8-2e82-4269-9775-cc4bc2cc22cc. {{(pid=103449) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 22 20:08:43.013799 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-e9442e4e-1c9b-42d5-8e3b-09734bb703ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dba9ae4-f8ac-4646-933f-b588d601c5be', 'name': 'tempest-FloatingIPsNegativeTestJSON-468286937-router', 'tenant_id': '3e1111b17c244bd0a6fdb9f12fedcd01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.58'}], 'enable_snat': True}, 'gw_port_id': 'a67aa3e8-e9a7-4826-813b-e8e7dbbe0151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:08:29Z', 'updated_at': '2021-11-22T20:08:36Z', 'revision_number': 4, 'project_id': '3e1111b17c244bd0a6fdb9f12fedcd01', 'gw_port': {'id': 'a67aa3e8-e9a7-4826-813b-e8e7dbbe0151', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:2d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dba9ae4-f8ac-4646-933f-b588d601c5be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:08:31Z', 'updated_at': '2021-11-22T20:08:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': '8ee769a8-2e82-4269-9775-cc4bc2cc22cc', 'name': '', 'network_id': '9da282c4-cd26-4f4e-82dd-e340d3a14b50', 'tenant_id': '3e1111b17c244bd0a6fdb9f12fedcd01', 'mac_address': 'fa:16:3e:3c:58:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dba9ae4-f8ac-4646-933f-b588d601c5be', 'device_owner': 'network:router_interface', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': 'd0f2201c-01bf-422c-a702-b56ed84d24ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:08:34Z', 'updated_at': '2021-11-22T20:08:41Z', 'revision_number': 4, 'project_id': '3e1111b17c244bd0a6fdb9f12fedcd01', 'subnets': [{'id': 'd0f2201c-01bf-422c-a702-b56ed84d24ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:08:43.037993 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e807fc8-0c80-4a2b-a1cb-c24ae39baeaf admin admin] Pushing event deleted for resources: {'Port': ['ID=8ee769a8-2e82-4269-9775-cc4bc2cc22cc,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:08:43.072539 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9442e4e-1c9b-42d5-8e3b-09734bb703ff None None] The sync data for ids ['9dba9ae4-f8ac-4646-933f-b588d601c5be'] in n-d-818823-1 is: [{'id': '9dba9ae4-f8ac-4646-933f-b588d601c5be', 'name': 'tempest-FloatingIPsNegativeTestJSON-468286937-router', 'tenant_id': '3e1111b17c244bd0a6fdb9f12fedcd01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.58'}], 'enable_snat': True}, 'gw_port_id': 'a67aa3e8-e9a7-4826-813b-e8e7dbbe0151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:08:29Z', 'updated_at': '2021-11-22T20:08:36Z', 'revision_number': 4, 'project_id': '3e1111b17c244bd0a6fdb9f12fedcd01', 'gw_port': {'id': 'a67aa3e8-e9a7-4826-813b-e8e7dbbe0151', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:2d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dba9ae4-f8ac-4646-933f-b588d601c5be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:08:31Z', 'updated_at': '2021-11-22T20:08:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': '8ee769a8-2e82-4269-9775-cc4bc2cc22cc', 'name': '', 'network_id': '9da282c4-cd26-4f4e-82dd-e340d3a14b50', 'tenant_id': '3e1111b17c244bd0a6fdb9f12fedcd01', 'mac_address': 'fa:16:3e:3c:58:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dba9ae4-f8ac-4646-933f-b588d601c5be', 'device_owner': 'network:router_interface', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': 'd0f2201c-01bf-422c-a702-b56ed84d24ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:08:34Z', 'updated_at': '2021-11-22T20:08:41Z', 'revision_number': 4, 'project_id': '3e1111b17c244bd0a6fdb9f12fedcd01', 'subnets': [{'id': 'd0f2201c-01bf-422c-a702-b56ed84d24ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:08:43.094923 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4808ef25-2c8b-470c-9c7a-5a59f31ec68a None None] Pushing event updated for resources: {'Port': ['ID=8ee769a8-2e82-4269-9775-cc4bc2cc22cc,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:08:43.135251 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-fc9d6bf2-237f-4e7e-8667-a9b870386551 req-1407ee74-1a1c-4f53-934b-845adf7fc58f service neutron] For port ce1167f4-03d5-4642-a583-ca1246135435, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=ce1167f4-03d5-4642-a583-ca1246135435,segment=NetworkSegment(2a5a1c7b-538e-498e-99b9-cc7a8e0411be),segment_id=2a5a1c7b-538e-498e-99b9-cc7a8e0411be)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:08:43.332972 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-fc9d6bf2-237f-4e7e-8667-a9b870386551 req-1407ee74-1a1c-4f53-934b-845adf7fc58f service neutron] For port ce1167f4-03d5-4642-a583-ca1246135435, host n-h2-818823-1, cleared binding levels {{(pid=103447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:08:43.387179 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6e807fc8-0c80-4a2b-a1cb-c24ae39baeaf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-563470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-663272'] for router_interface, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:43.417571 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6c32b0-4765-4baf-abd6-331ff98bf70f req-4bf334ff-615b-4ac7-82ce-29415881c02b tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:43.419204 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2a6c32b0-4765-4baf-abd6-331ff98bf70f req-4bf334ff-615b-4ac7-82ce-29415881c02b tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] 10.222.0.46 "GET /v2.0/ports?device_id=600367c4-ade6-4072-a9b7-9d9122e901c9 HTTP/1.1" status: 200 len: 945 time: 0.6546745 Nov 22 20:08:43.579670 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd3740f9-d89f-45cf-b02d-7739f6a5131c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce1167f4-03d5-4642-a583-ca1246135435'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:08:43.582476 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccd14504-9fab-4ac0-bd38-b112d6bc3d57" -d '{"events": [{"server_uuid": "bd3740f9-d89f-45cf-b02d-7739f6a5131c", "name": "network-vif-unplugged", "status": "completed", "tag": "ce1167f4-03d5-4642-a583-ca1246135435"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:08:43.599719 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-f615a624-7522-4b47-941d-5968a9ac9e74 req-291546cb-5efa-4e24-9179-c4726d55830e tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] For port c3c611e3-1c74-47bf-9225-d666ee79fbb4, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=c3c611e3-1c74-47bf-9225-d666ee79fbb4,segment=NetworkSegment(94d4e232-251b-48cf-a0b3-a3b667b8984b),segment_id=94d4e232-251b-48cf-a0b3-a3b667b8984b)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:08:43.603715 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-fc9d6bf2-237f-4e7e-8667-a9b870386551 req-1407ee74-1a1c-4f53-934b-845adf7fc58f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:43.606774 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-de63d327-7642-4324-af31-5c2a8d33cd57 req-68ce214b-6e48-4b70-9ec2-19fa01c7e612 service neutron] Attempting to bind port 7defbb33-300e-4413-ac4e-0ae7f160c05d on host n-h2-818823-1 for vnic_type normal with profile {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:08:43.607160 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-de63d327-7642-4324-af31-5c2a8d33cd57 req-68ce214b-6e48-4b70-9ec2-19fa01c7e612 service neutron] Attempting to bind port 7defbb33-300e-4413-ac4e-0ae7f160c05d by drivers openvswitch,hyperv on host n-h2-818823-1 at level 0 using segments [{'id': 'ba6f9bed-9a4d-41e0-9c1d-98f0ddec1997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'c9a2c248-f87f-44f2-a4a2-8bbab9f31eb2'}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:08:43.607443 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de63d327-7642-4324-af31-5c2a8d33cd57 req-68ce214b-6e48-4b70-9ec2-19fa01c7e612 service neutron] Attempting to bind port 7defbb33-300e-4413-ac4e-0ae7f160c05d on network c9a2c248-f87f-44f2-a4a2-8bbab9f31eb2 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:08:43.665322 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.provisioning_blocks [req-fc9d6bf2-237f-4e7e-8667-a9b870386551 req-1407ee74-1a1c-4f53-934b-845adf7fc58f service neutron] Transition to ACTIVE for port object ce1167f4-03d5-4642-a583-ca1246135435 will not be triggered until provisioned by entity L2. {{(pid=103447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 20:08:43.666795 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de63d327-7642-4324-af31-5c2a8d33cd57 req-68ce214b-6e48-4b70-9ec2-19fa01c7e612 service neutron] Port 7defbb33-300e-4413-ac4e-0ae7f160c05d on network c9a2c248-f87f-44f2-a4a2-8bbab9f31eb2 not bound, no agent of type Open vSwitch agent registered on host n-h2-818823-1 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:08:43.667530 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de63d327-7642-4324-af31-5c2a8d33cd57 req-68ce214b-6e48-4b70-9ec2-19fa01c7e612 service neutron] Attempting to bind port 7defbb33-300e-4413-ac4e-0ae7f160c05d on network c9a2c248-f87f-44f2-a4a2-8bbab9f31eb2 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:08:43.686805 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-fc9d6bf2-237f-4e7e-8667-a9b870386551 req-1407ee74-1a1c-4f53-934b-845adf7fc58f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:43.736658 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e807fc8-0c80-4a2b-a1cb-c24ae39baeaf admin admin] Router 9dba9ae4-f8ac-4646-933f-b588d601c5be has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 20:08:43.753639 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de63d327-7642-4324-af31-5c2a8d33cd57 req-68ce214b-6e48-4b70-9ec2-19fa01c7e612 service neutron] Checking agent: {'id': '65e0486a-7030-4065-96f0-10aa7402a530', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'started_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 8, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:08:43.754201 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de63d327-7642-4324-af31-5c2a8d33cd57 req-68ce214b-6e48-4b70-9ec2-19fa01c7e612 service neutron] Checking segment: {'id': 'ba6f9bed-9a4d-41e0-9c1d-98f0ddec1997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'c9a2c248-f87f-44f2-a4a2-8bbab9f31eb2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:08:43.754656 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de63d327-7642-4324-af31-5c2a8d33cd57 req-68ce214b-6e48-4b70-9ec2-19fa01c7e612 service neutron] Bound using segment: {'id': 'ba6f9bed-9a4d-41e0-9c1d-98f0ddec1997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'c9a2c248-f87f-44f2-a4a2-8bbab9f31eb2'} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:08:43.755173 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-de63d327-7642-4324-af31-5c2a8d33cd57 req-68ce214b-6e48-4b70-9ec2-19fa01c7e612 service neutron] Bound port: 7defbb33-300e-4413-ac4e-0ae7f160c05d, host: n-h2-818823-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba6f9bed-9a4d-41e0-9c1d-98f0ddec1997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'c9a2c248-f87f-44f2-a4a2-8bbab9f31eb2'}}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:08:43.755627 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-de63d327-7642-4324-af31-5c2a8d33cd57 req-68ce214b-6e48-4b70-9ec2-19fa01c7e612 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:43.846547 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-de63d327-7642-4324-af31-5c2a8d33cd57 req-68ce214b-6e48-4b70-9ec2-19fa01c7e612 service neutron] For port 7defbb33-300e-4413-ac4e-0ae7f160c05d, host n-h2-818823-1, cleared binding levels {{(pid=103447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:08:43.849989 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-de63d327-7642-4324-af31-5c2a8d33cd57 req-68ce214b-6e48-4b70-9ec2-19fa01c7e612 service neutron] For port 7defbb33-300e-4413-ac4e-0ae7f160c05d, host n-h2-818823-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=7defbb33-300e-4413-ac4e-0ae7f160c05d,segment=NetworkSegment(ba6f9bed-9a4d-41e0-9c1d-98f0ddec1997),segment_id=ba6f9bed-9a4d-41e0-9c1d-98f0ddec1997)] {{(pid=103447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:08:43.862434 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-f615a624-7522-4b47-941d-5968a9ac9e74 req-291546cb-5efa-4e24-9179-c4726d55830e tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] Publish callbacks [] for port, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:43.864885 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-de63d327-7642-4324-af31-5c2a8d33cd57 req-68ce214b-6e48-4b70-9ec2-19fa01c7e612 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:43.884868 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2a6c32b0-4765-4baf-abd6-331ff98bf70f req-282cafee-ce62-4df5-8e7c-252eea74e286 tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] 10.222.0.46 "GET /v2.0/security-groups?id=89c2c967-26c4-4e1c-a1fd-c97f87817ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4463246 Nov 22 20:08:43.891511 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-f615a624-7522-4b47-941d-5968a9ac9e74 req-291546cb-5efa-4e24-9179-c4726d55830e tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:43.905483 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] get_ports_and_sgs() called for port_ids ['c3c611e3-1c74-47bf-9225-d666ee79fbb4'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:08:43.926197 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e807fc8-0c80-4a2b-a1cb-c24ae39baeaf admin admin] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:08:43.931920 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-6e807fc8-0c80-4a2b-a1cb-c24ae39baeaf admin admin] 10.222.0.46 "PUT /v2.0/routers/9dba9ae4-f8ac-4646-933f-b588d601c5be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7507775 Nov 22 20:08:43.939069 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 59234) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:08:43.943699 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f615a624-7522-4b47-941d-5968a9ac9e74 req-291546cb-5efa-4e24-9179-c4726d55830e tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:43.944267 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-f615a624-7522-4b47-941d-5968a9ac9e74 req-291546cb-5efa-4e24-9179-c4726d55830e tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:43.960191 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f615a624-7522-4b47-941d-5968a9ac9e74 req-291546cb-5efa-4e24-9179-c4726d55830e tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] 10.222.0.46 "PUT /v2.0/ports/c3c611e3-1c74-47bf-9225-d666ee79fbb4 HTTP/1.1" status: 200 len: 982 time: 2.1399813 Nov 22 20:08:43.971976 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc9d6bf2-237f-4e7e-8667-a9b870386551 req-1407ee74-1a1c-4f53-934b-845adf7fc58f service neutron] No DVR routers for this DVR port ce1167f4-03d5-4642-a583-ca1246135435 on host n-h2-818823-1 {{(pid=103447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:08:43.994367 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de63d327-7642-4324-af31-5c2a8d33cd57 req-68ce214b-6e48-4b70-9ec2-19fa01c7e612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:43.998574 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-de63d327-7642-4324-af31-5c2a8d33cd57 req-68ce214b-6e48-4b70-9ec2-19fa01c7e612 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:44.006203 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-de63d327-7642-4324-af31-5c2a8d33cd57 req-68ce214b-6e48-4b70-9ec2-19fa01c7e612 service neutron] 10.222.0.20 "PUT /v2.0/ports/7defbb33-300e-4413-ac4e-0ae7f160c05d HTTP/1.1" status: 200 len: 1091 time: 2.9809246 Nov 22 20:08:44.033895 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1407ee74-1a1c-4f53-934b-845adf7fc58f service neutron] Pushing event updated for resources: {'Port': ['ID=ce1167f4-03d5-4642-a583-ca1246135435,revision_number=6']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:08:44.188510 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] get_ports_and_sgs() called for port_ids ['c3c611e3-1c74-47bf-9225-d666ee79fbb4'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:08:44.223305 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device ce1167f4-03d5-4642-a583-ca1246135435 no longer exists at agent hyperv_n-h2-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:08:44.238225 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-de63d327-7642-4324-af31-5c2a8d33cd57 req-44ccf7ed-85d7-48f0-a3b4-3cd2b073c8d2 service neutron] Request body: {'port': {'device_id': '831c5ba2-f267-4d65-978a-1593cd40e9d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818823-1'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:08:44.308054 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-eb594522-9562-41f3-9564-8fe2597ec282 admin admin] Publish callbacks [] for router, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:44.308659 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:44.384418 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:44.492658 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device ce1167f4-03d5-4642-a583-ca1246135435 not bound to the agent host n-h2-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:08:44.511048 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-fc9d6bf2-237f-4e7e-8667-a9b870386551 req-1407ee74-1a1c-4f53-934b-845adf7fc58f service neutron] Attempting to bind port ce1167f4-03d5-4642-a583-ca1246135435 on host n-h1-818823-1 for vnic_type normal with profile {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:08:44.511821 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-fc9d6bf2-237f-4e7e-8667-a9b870386551 req-1407ee74-1a1c-4f53-934b-845adf7fc58f service neutron] Attempting to bind port ce1167f4-03d5-4642-a583-ca1246135435 by drivers openvswitch,hyperv on host n-h1-818823-1 at level 0 using segments [{'id': '2a5a1c7b-538e-498e-99b9-cc7a8e0411be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'e1052824-bf78-4963-8937-b202e372ac24'}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:08:44.512152 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc9d6bf2-237f-4e7e-8667-a9b870386551 req-1407ee74-1a1c-4f53-934b-845adf7fc58f service neutron] Attempting to bind port ce1167f4-03d5-4642-a583-ca1246135435 on network e1052824-bf78-4963-8937-b202e372ac24 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:08:44.524089 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ce214b-6e48-4b70-9ec2-19fa01c7e612 service neutron] Pushing event updated for resources: {'Port': ['ID=7defbb33-300e-4413-ac4e-0ae7f160c05d,revision_number=3']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:08:44.567009 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc9d6bf2-237f-4e7e-8667-a9b870386551 req-1407ee74-1a1c-4f53-934b-845adf7fc58f service neutron] Port ce1167f4-03d5-4642-a583-ca1246135435 on network e1052824-bf78-4963-8937-b202e372ac24 not bound, no agent of type Open vSwitch agent registered on host n-h1-818823-1 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:08:44.567723 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc9d6bf2-237f-4e7e-8667-a9b870386551 req-1407ee74-1a1c-4f53-934b-845adf7fc58f service neutron] Attempting to bind port ce1167f4-03d5-4642-a583-ca1246135435 on network e1052824-bf78-4963-8937-b202e372ac24 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:08:44.610582 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-de63d327-7642-4324-af31-5c2a8d33cd57 req-44ccf7ed-85d7-48f0-a3b4-3cd2b073c8d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:44.650728 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8031755-3888-4b03-a2d9-7783d8f9d882 req-0cdd3d91-c0d8-41c8-bbb4-28df3b392638 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:44.656863 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b8031755-3888-4b03-a2d9-7783d8f9d882 req-0cdd3d91-c0d8-41c8-bbb4-28df3b392638 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/ports?device_id=bd3740f9-d89f-45cf-b02d-7739f6a5131c HTTP/1.1" status: 200 len: 948 time: 0.5121546 Nov 22 20:08:44.684233 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc9d6bf2-237f-4e7e-8667-a9b870386551 req-1407ee74-1a1c-4f53-934b-845adf7fc58f service neutron] Checking agent: {'id': '7a008cff-3b49-418c-8046-689d46cc800f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'started_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 8, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:08:44.685335 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc9d6bf2-237f-4e7e-8667-a9b870386551 req-1407ee74-1a1c-4f53-934b-845adf7fc58f service neutron] Checking segment: {'id': '2a5a1c7b-538e-498e-99b9-cc7a8e0411be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'e1052824-bf78-4963-8937-b202e372ac24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:08:44.686778 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc9d6bf2-237f-4e7e-8667-a9b870386551 req-1407ee74-1a1c-4f53-934b-845adf7fc58f service neutron] Bound using segment: {'id': '2a5a1c7b-538e-498e-99b9-cc7a8e0411be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'e1052824-bf78-4963-8937-b202e372ac24'} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:08:44.687519 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-fc9d6bf2-237f-4e7e-8667-a9b870386551 req-1407ee74-1a1c-4f53-934b-845adf7fc58f service neutron] Bound port: ce1167f4-03d5-4642-a583-ca1246135435, host: n-h1-818823-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a5a1c7b-538e-498e-99b9-cc7a8e0411be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'e1052824-bf78-4963-8937-b202e372ac24'}}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:08:44.688121 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-fc9d6bf2-237f-4e7e-8667-a9b870386551 req-1407ee74-1a1c-4f53-934b-845adf7fc58f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:44.742084 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13377458-eae6-4e38-8d9b-1434aa672529 req-e1889e2b-2dd8-4ef9-bf86-70077d3494a9 tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:44.750319 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-13377458-eae6-4e38-8d9b-1434aa672529 req-e1889e2b-2dd8-4ef9-bf86-70077d3494a9 tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] 10.222.0.46 "GET /v2.0/ports?device_id=8b70ed7a-3cf0-4661-a4b2-efa51e526247 HTTP/1.1" status: 200 len: 945 time: 0.5007594 Nov 22 20:08:45.090714 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-fc9d6bf2-237f-4e7e-8667-a9b870386551 req-1407ee74-1a1c-4f53-934b-845adf7fc58f service neutron] For port ce1167f4-03d5-4642-a583-ca1246135435, host n-h1-818823-1, cleared binding levels {{(pid=103447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:08:45.095454 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-fc9d6bf2-237f-4e7e-8667-a9b870386551 req-1407ee74-1a1c-4f53-934b-845adf7fc58f service neutron] For port ce1167f4-03d5-4642-a583-ca1246135435, host n-h1-818823-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=ce1167f4-03d5-4642-a583-ca1246135435,segment=NetworkSegment(2a5a1c7b-538e-498e-99b9-cc7a8e0411be),segment_id=2a5a1c7b-538e-498e-99b9-cc7a8e0411be)] {{(pid=103447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:08:45.112063 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-eb594522-9562-41f3-9564-8fe2597ec282 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:45.115651 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291546cb-5efa-4e24-9179-c4726d55830e tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] Pushing event updated for resources: {'Port': ['ID=c3c611e3-1c74-47bf-9225-d666ee79fbb4,revision_number=6']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:08:45.141857 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-fc9d6bf2-237f-4e7e-8667-a9b870386551 req-1407ee74-1a1c-4f53-934b-845adf7fc58f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:45.201856 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-eb594522-9562-41f3-9564-8fe2597ec282 admin admin] Deleting port a67aa3e8-e9a7-4826-813b-e8e7dbbe0151 {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:08:45.203743 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-eb594522-9562-41f3-9564-8fe2597ec282 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:45.207822 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-13377458-eae6-4e38-8d9b-1434aa672529 req-d91fd87e-298f-4cf4-bd21-87e3f5efc97d tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0c04069-962d-48b0-bef3-592f8ff68454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4533119 Nov 22 20:08:45.235614 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9d6bf2-237f-4e7e-8667-a9b870386551 req-1407ee74-1a1c-4f53-934b-845adf7fc58f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:45.236247 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-fc9d6bf2-237f-4e7e-8667-a9b870386551 req-1407ee74-1a1c-4f53-934b-845adf7fc58f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:45.237694 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-fc9d6bf2-237f-4e7e-8667-a9b870386551 req-1407ee74-1a1c-4f53-934b-845adf7fc58f service neutron] 10.222.0.41 "PUT /v2.0/ports/ce1167f4-03d5-4642-a583-ca1246135435 HTTP/1.1" status: 200 len: 1096 time: 2.7272241 Nov 22 20:08:45.305611 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd465881-1dd1-47bc-9511-1e5395acb50e None None] Sync routers for ids ['9dba9ae4-f8ac-4646-933f-b588d601c5be'] in n-d-818823-1 {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:08:45.322380 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd465881-1dd1-47bc-9511-1e5395acb50e None None] Routers {'9dba9ae4-f8ac-4646-933f-b588d601c5be'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:08:45.326117 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-eb594522-9562-41f3-9564-8fe2597ec282 admin admin] For port a67aa3e8-e9a7-4826-813b-e8e7dbbe0151, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=a67aa3e8-e9a7-4826-813b-e8e7dbbe0151,segment=NetworkSegment(8793ba83-8407-4c3d-9b56-2a177cd58a70),segment_id=8793ba83-8407-4c3d-9b56-2a177cd58a70)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:08:45.326493 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-fd465881-1dd1-47bc-9511-1e5395acb50e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:08:32Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['9dba9ae4-f8ac-4646-933f-b588d601c5be'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:08:45.327012 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-eb594522-9562-41f3-9564-8fe2597ec282 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:45.342267 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-eb594522-9562-41f3-9564-8fe2597ec282 admin admin] Calling delete_port for a67aa3e8-e9a7-4826-813b-e8e7dbbe0151 owned by network:router_gateway {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:08:45.482316 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b8031755-3888-4b03-a2d9-7783d8f9d882 req-4316717c-378f-4c5e-a99b-044e659b6f24 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1d007ec-a75a-4ef8-9cdd-9c679a3ff22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8111269 Nov 22 20:08:45.495597 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-fd465881-1dd1-47bc-9511-1e5395acb50e None None] Set router 9dba9ae4-f8ac-4646-933f-b588d601c5be gateway port host: None {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:08:45.526328 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [req-de63d327-7642-4324-af31-5c2a8d33cd57 req-44ccf7ed-85d7-48f0-a3b4-3cd2b073c8d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75904518-07a6-48f3-b27b-36a9f7bb9237 {{(pid=103447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:08:45.534010 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-eb594522-9562-41f3-9564-8fe2597ec282 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:45.558744 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-fd465881-1dd1-47bc-9511-1e5395acb50e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dba9ae4-f8ac-4646-933f-b588d601c5be', 'name': 'tempest-FloatingIPsNegativeTestJSON-468286937-router', 'tenant_id': '3e1111b17c244bd0a6fdb9f12fedcd01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:08:29Z', 'updated_at': '2021-11-22T20:08:45Z', 'revision_number': 6, 'project_id': '3e1111b17c244bd0a6fdb9f12fedcd01', 'gw_port_host': None}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:08:45.601807 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb594522-9562-41f3-9564-8fe2597ec282 admin admin] Pushing event deleted for resources: {'Port': ['ID=a67aa3e8-e9a7-4826-813b-e8e7dbbe0151,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:08:45.603394 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd465881-1dd1-47bc-9511-1e5395acb50e None None] Checking router: 9dba9ae4-f8ac-4646-933f-b588d601c5be for host: n-d-818823-1 {{(pid=103450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 20:08:45.614983 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd465881-1dd1-47bc-9511-1e5395acb50e None None] Routers {'9dba9ae4-f8ac-4646-933f-b588d601c5be'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:08:45.615963 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-fd465881-1dd1-47bc-9511-1e5395acb50e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:08:32Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['9dba9ae4-f8ac-4646-933f-b588d601c5be'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:08:45.616979 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-de63d327-7642-4324-af31-5c2a8d33cd57 req-44ccf7ed-85d7-48f0-a3b4-3cd2b073c8d2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:45.651322 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1407ee74-1a1c-4f53-934b-845adf7fc58f service neutron] Pushing event updated for resources: {'Port': ['ID=ce1167f4-03d5-4642-a583-ca1246135435,revision_number=7']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:08:45.674035 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.provisioning_blocks [req-de63d327-7642-4324-af31-5c2a8d33cd57 req-44ccf7ed-85d7-48f0-a3b4-3cd2b073c8d2 service neutron] Transition to ACTIVE for port object 75904518-07a6-48f3-b27b-36a9f7bb9237 will not be triggered until provisioned by entity L2. {{(pid=103447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 20:08:45.679624 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9d6bf2-237f-4e7e-8667-a9b870386551 req-63988c90-a755-4fef-940b-39b2bc22b482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:45.681159 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-fc9d6bf2-237f-4e7e-8667-a9b870386551 req-63988c90-a755-4fef-940b-39b2bc22b482 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=126c0323750547f8b9835ef63890aaea&device_id=bd3740f9-d89f-45cf-b02d-7739f6a5131c HTTP/1.1" status: 200 len: 1099 time: 0.2336466 Nov 22 20:08:45.693246 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-fd465881-1dd1-47bc-9511-1e5395acb50e None None] Set router 9dba9ae4-f8ac-4646-933f-b588d601c5be gateway port host: None {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:08:45.706928 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a54cc2-7f1f-4e59-b165-98770188587f req-b86a2508-2da2-4386-b643-6f2ef39590f7 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:45.709907 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-eb594522-9562-41f3-9564-8fe2597ec282 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595398'] for router_gateway, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:45.714983 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a54cc2-7f1f-4e59-b165-98770188587f req-b86a2508-2da2-4386-b643-6f2ef39590f7 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:45.723302 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-91a54cc2-7f1f-4e59-b165-98770188587f req-b86a2508-2da2-4386-b643-6f2ef39590f7 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] 10.222.0.46 "GET /v2.0/ports?device_id=831c5ba2-f267-4d65-978a-1593cd40e9d2 HTTP/1.1" status: 200 len: 1666 time: 0.2706652 Nov 22 20:08:45.725082 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-de63d327-7642-4324-af31-5c2a8d33cd57 req-44ccf7ed-85d7-48f0-a3b4-3cd2b073c8d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:45.770527 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-fd465881-1dd1-47bc-9511-1e5395acb50e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dba9ae4-f8ac-4646-933f-b588d601c5be', 'name': 'tempest-FloatingIPsNegativeTestJSON-468286937-router', 'tenant_id': '3e1111b17c244bd0a6fdb9f12fedcd01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:08:29Z', 'updated_at': '2021-11-22T20:08:45Z', 'revision_number': 7, 'project_id': '3e1111b17c244bd0a6fdb9f12fedcd01', 'gw_port_host': None}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:08:45.810316 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ccf7ed-85d7-48f0-a3b4-3cd2b073c8d2 service neutron] Pushing event updated for resources: {'Port': ['ID=75904518-07a6-48f3-b27b-36a9f7bb9237,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:08:45.921866 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-91a54cc2-7f1f-4e59-b165-98770188587f req-d2e0898e-c6d5-4a1f-ad10-17a5444d3a72 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2857c8b-9c58-4d8b-ab89-040cb1f70ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976714 Nov 22 20:08:45.928979 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-eb594522-9562-41f3-9564-8fe2597ec282 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24781'] for router, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:45.941651 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-eb594522-9562-41f3-9564-8fe2597ec282 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:45.952981 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd465881-1dd1-47bc-9511-1e5395acb50e None None] The sync data for ids ['9dba9ae4-f8ac-4646-933f-b588d601c5be'] in n-d-818823-1 is: [{'id': '9dba9ae4-f8ac-4646-933f-b588d601c5be', 'name': 'tempest-FloatingIPsNegativeTestJSON-468286937-router', 'tenant_id': '3e1111b17c244bd0a6fdb9f12fedcd01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:08:29Z', 'updated_at': '2021-11-22T20:08:45Z', 'revision_number': 7, 'project_id': '3e1111b17c244bd0a6fdb9f12fedcd01', 'gw_port_host': None}] {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:08:46.041075 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 22 Nov 2021 20:08:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0caf986b-e989-4444-8222-9de261555180 x-openstack-request-id: req-0caf986b-e989-4444-8222-9de261555180 {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:08:46.046100 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd3740f9-d89f-45cf-b02d-7739f6a5131c", "name": "network-vif-unplugged", "status": "completed", "tag": "ce1167f4-03d5-4642-a583-ca1246135435", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:08:46.047767 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0caf986b-e989-4444-8222-9de261555180 {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:08:46.048368 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd3740f9-d89f-45cf-b02d-7739f6a5131c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce1167f4-03d5-4642-a583-ca1246135435', 'code': 200} Nov 22 20:08:46.062126 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-eb594522-9562-41f3-9564-8fe2597ec282 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-663261'] for router, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:46.063314 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb594522-9562-41f3-9564-8fe2597ec282 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9dba9ae4-f8ac-4646-933f-b588d601c5be {{(pid=103448) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 20:08:46.076496 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-eb594522-9562-41f3-9564-8fe2597ec282 admin admin] Publish callbacks [] for router, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:46.077686 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-eb594522-9562-41f3-9564-8fe2597ec282 admin admin] 10.222.0.46 "DELETE /v2.0/routers/9dba9ae4-f8ac-4646-933f-b588d601c5be HTTP/1.1" status: 204 len: 168 time: 2.1367643 Nov 22 20:08:46.083366 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 59276) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:08:46.131866 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9d6bf2-237f-4e7e-8667-a9b870386551 req-62f4f171-c389-4207-8837-edd02e01c775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:46.133730 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-fc9d6bf2-237f-4e7e-8667-a9b870386551 req-62f4f171-c389-4207-8837-edd02e01c775 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e1052824-bf78-4963-8937-b202e372ac24 HTTP/1.1" status: 200 len: 870 time: 0.3985770 Nov 22 20:08:46.144832 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_v2 [None req-9043ad22-9cb0-4540-8a65-1fc535f90bde admin admin] Deleting subnet d0f2201c-01bf-422c-a702-b56ed84d24ad {{(pid=103448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 20:08:46.156216 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9043ad22-9cb0-4540-8a65-1fc535f90bde admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:46.204133 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9043ad22-9cb0-4540-8a65-1fc535f90bde admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11627908'] for subnet, precommit_delete_associations {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:46.309652 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9043ad22-9cb0-4540-8a65-1fc535f90bde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3753007'] for subnet, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:46.410082 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9043ad22-9cb0-4540-8a65-1fc535f90bde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3753014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11567369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11792914'] for subnet, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:46.449276 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68256393-82a1-45ad-836e-7ced90591888 None None] Network 9da282c4-cd26-4f4e-82dd-e340d3a14b50 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:08:46.454203 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9043ad22-9cb0-4540-8a65-1fc535f90bde admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0f2201c-01bf-422c-a702-b56ed84d24ad,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:08:46.467639 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9043ad22-9cb0-4540-8a65-1fc535f90bde admin admin] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:46.474931 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-9043ad22-9cb0-4540-8a65-1fc535f90bde admin admin] 10.222.0.46 "DELETE /v2.0/subnets/d0f2201c-01bf-422c-a702-b56ed84d24ad HTTP/1.1" status: 204 len: 168 time: 0.3904622 Nov 22 20:08:46.476278 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 59302) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:08:46.568657 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-fc9d6bf2-237f-4e7e-8667-a9b870386551 req-2bd35ae9-639e-4afd-a6e3-bfd19c38268e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=ce1167f4-03d5-4642-a583-ca1246135435 HTTP/1.1" status: 200 len: 217 time: 0.4140866 Nov 22 20:08:46.605397 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-13b8cbc7-688e-4fe4-b58e-32f6f5346914 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3961693'] for network, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:46.697810 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-13b8cbc7-688e-4fe4-b58e-32f6f5346914 admin admin] Deleting port ed7e4f23-4a9a-4df2-8e4b-c3bdbbd43d4c {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:08:46.698157 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-13b8cbc7-688e-4fe4-b58e-32f6f5346914 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:46.725033 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-fb37ea35-ffe0-4a3f-83ab-8736963022f8 req-7a5fac61-e7c7-420f-9bf2-d629707ce759 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1105307229&fields=id&tenant_id=0fdf582e13024dfab4aee7ecf63b2936 HTTP/1.1" status: 200 len: 267 time: 0.6023381 Nov 22 20:08:46.733918 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8c1b2d-e1fa-437f-94d0-05764b6b0fe2 req-6f340ed6-f4b4-4621-b609-36af8110988d tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:46.735491 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-da8c1b2d-e1fa-437f-94d0-05764b6b0fe2 req-6f340ed6-f4b4-4621-b609-36af8110988d tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] 10.222.0.46 "GET /v2.0/ports?device_id=600367c4-ade6-4072-a9b7-9d9122e901c9 HTTP/1.1" status: 200 len: 945 time: 0.6004708 Nov 22 20:08:46.736201 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-de63d327-7642-4324-af31-5c2a8d33cd57 req-44ccf7ed-85d7-48f0-a3b4-3cd2b073c8d2 service neutron] Attempting to bind port 75904518-07a6-48f3-b27b-36a9f7bb9237 on host n-h2-818823-1 for vnic_type normal with profile {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:08:46.736696 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-de63d327-7642-4324-af31-5c2a8d33cd57 req-44ccf7ed-85d7-48f0-a3b4-3cd2b073c8d2 service neutron] Attempting to bind port 75904518-07a6-48f3-b27b-36a9f7bb9237 by drivers openvswitch,hyperv on host n-h2-818823-1 at level 0 using segments [{'id': 'e051ecbb-70d0-48e8-8174-587fdbd7cbed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '65e32ec0-3784-4a44-ad82-61a4cb29846d'}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:08:46.737197 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de63d327-7642-4324-af31-5c2a8d33cd57 req-44ccf7ed-85d7-48f0-a3b4-3cd2b073c8d2 service neutron] Attempting to bind port 75904518-07a6-48f3-b27b-36a9f7bb9237 on network 65e32ec0-3784-4a44-ad82-61a4cb29846d {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:08:46.742546 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9d6bf2-237f-4e7e-8667-a9b870386551 req-b4c1574e-f52c-4d86-ae98-42a6f7f61602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:46.744066 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-fc9d6bf2-237f-4e7e-8667-a9b870386551 req-b4c1574e-f52c-4d86-ae98-42a6f7f61602 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3091ebfd-11e2-41f8-9c00-ffe0b86563d8 HTTP/1.1" status: 200 len: 843 time: 0.1500649 Nov 22 20:08:46.759595 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de63d327-7642-4324-af31-5c2a8d33cd57 req-44ccf7ed-85d7-48f0-a3b4-3cd2b073c8d2 service neutron] Port 75904518-07a6-48f3-b27b-36a9f7bb9237 on network 65e32ec0-3784-4a44-ad82-61a4cb29846d not bound, no agent of type Open vSwitch agent registered on host n-h2-818823-1 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:08:46.760372 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de63d327-7642-4324-af31-5c2a8d33cd57 req-44ccf7ed-85d7-48f0-a3b4-3cd2b073c8d2 service neutron] Attempting to bind port 75904518-07a6-48f3-b27b-36a9f7bb9237 on network 65e32ec0-3784-4a44-ad82-61a4cb29846d {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:08:46.781087 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-13b8cbc7-688e-4fe4-b58e-32f6f5346914 admin admin] For port ed7e4f23-4a9a-4df2-8e4b-c3bdbbd43d4c, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=ed7e4f23-4a9a-4df2-8e4b-c3bdbbd43d4c,segment=NetworkSegment(d0a695d9-2a4c-4dc8-8e52-87d2092b27ed),segment_id=d0a695d9-2a4c-4dc8-8e52-87d2092b27ed)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:08:46.781486 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-13b8cbc7-688e-4fe4-b58e-32f6f5346914 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:46.804422 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-13b8cbc7-688e-4fe4-b58e-32f6f5346914 admin admin] Calling delete_port for ed7e4f23-4a9a-4df2-8e4b-c3bdbbd43d4c owned by network:dhcp {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:08:46.820095 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de63d327-7642-4324-af31-5c2a8d33cd57 req-44ccf7ed-85d7-48f0-a3b4-3cd2b073c8d2 service neutron] Checking agent: {'id': '65e0486a-7030-4065-96f0-10aa7402a530', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'started_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 8, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:08:46.820431 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de63d327-7642-4324-af31-5c2a8d33cd57 req-44ccf7ed-85d7-48f0-a3b4-3cd2b073c8d2 service neutron] Checking segment: {'id': 'e051ecbb-70d0-48e8-8174-587fdbd7cbed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '65e32ec0-3784-4a44-ad82-61a4cb29846d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:08:46.821039 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de63d327-7642-4324-af31-5c2a8d33cd57 req-44ccf7ed-85d7-48f0-a3b4-3cd2b073c8d2 service neutron] Bound using segment: {'id': 'e051ecbb-70d0-48e8-8174-587fdbd7cbed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '65e32ec0-3784-4a44-ad82-61a4cb29846d'} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:08:46.821492 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-de63d327-7642-4324-af31-5c2a8d33cd57 req-44ccf7ed-85d7-48f0-a3b4-3cd2b073c8d2 service neutron] Bound port: 75904518-07a6-48f3-b27b-36a9f7bb9237, host: n-h2-818823-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e051ecbb-70d0-48e8-8174-587fdbd7cbed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '65e32ec0-3784-4a44-ad82-61a4cb29846d'}}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:08:46.821947 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-de63d327-7642-4324-af31-5c2a8d33cd57 req-44ccf7ed-85d7-48f0-a3b4-3cd2b073c8d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:46.879783 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04d4405e-9761-40ae-b956-a5b154f07f53 None None] DHCP port deletion for 9da282c4-cd26-4f4e-82dd-e340d3a14b50 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:08:46.918032 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-13b8cbc7-688e-4fe4-b58e-32f6f5346914 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:46.929191 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb37ea35-ffe0-4a3f-83ab-8736963022f8 req-28f7b13c-3b3f-4da8-83ca-42d4b14c4c3c tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:46.932594 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-fb37ea35-ffe0-4a3f-83ab-8736963022f8 req-28f7b13c-3b3f-4da8-83ca-42d4b14c4c3c tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] 10.222.0.46 "GET /v2.0/ports?device_id=f5e9c336-4615-4436-bbce-28bec27018b4 HTTP/1.1" status: 200 len: 985 time: 0.1920719 Nov 22 20:08:46.945606 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-da8c1b2d-e1fa-437f-94d0-05764b6b0fe2 req-3b371306-8bcd-4cd5-81aa-66c7da1c842d tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] 10.222.0.46 "GET /v2.0/security-groups?id=89c2c967-26c4-4e1c-a1fd-c97f87817ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898389 Nov 22 20:08:46.956016 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9d6bf2-237f-4e7e-8667-a9b870386551 req-fc34a67c-f579-4d6d-bfae-98c7f6647604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:46.957540 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-fc9d6bf2-237f-4e7e-8667-a9b870386551 req-fc34a67c-f579-4d6d-bfae-98c7f6647604 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e1052824-bf78-4963-8937-b202e372ac24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1994455 Nov 22 20:08:46.968536 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-fb37ea35-ffe0-4a3f-83ab-8736963022f8 req-ccc877be-11bc-406b-bb4c-7ff0a527cf23 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] Request body: {'port': {'security_groups': ['008bf24b-e850-49d0-ba05-9d00c3f0736a', '04fb73d0-de98-4f3b-9957-a317059218d6', '1f46fc43-091a-421d-a069-26e28cfe15d0']}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:08:46.980386 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b8cbc7-688e-4fe4-b58e-32f6f5346914 admin admin] No DVR routers for this DVR port ed7e4f23-4a9a-4df2-8e4b-c3bdbbd43d4c on host n-d-818823-1 {{(pid=103448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:08:46.989915 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b8cbc7-688e-4fe4-b58e-32f6f5346914 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed7e4f23-4a9a-4df2-8e4b-c3bdbbd43d4c,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:08:47.040650 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-04d4405e-9761-40ae-b956-a5b154f07f53 None None] Deleting port ed7e4f23-4a9a-4df2-8e4b-c3bdbbd43d4c {{(pid=103449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:08:47.041152 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-04d4405e-9761-40ae-b956-a5b154f07f53 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:47.064963 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-de63d327-7642-4324-af31-5c2a8d33cd57 req-44ccf7ed-85d7-48f0-a3b4-3cd2b073c8d2 service neutron] For port 75904518-07a6-48f3-b27b-36a9f7bb9237, host n-h2-818823-1, cleared binding levels {{(pid=103447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:08:47.114803 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-de63d327-7642-4324-af31-5c2a8d33cd57 req-44ccf7ed-85d7-48f0-a3b4-3cd2b073c8d2 service neutron] For port 75904518-07a6-48f3-b27b-36a9f7bb9237, host n-h2-818823-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=75904518-07a6-48f3-b27b-36a9f7bb9237,segment=NetworkSegment(e051ecbb-70d0-48e8-8174-587fdbd7cbed),segment_id=e051ecbb-70d0-48e8-8174-587fdbd7cbed)] {{(pid=103447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:08:47.142723 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-de63d327-7642-4324-af31-5c2a8d33cd57 req-44ccf7ed-85d7-48f0-a3b4-3cd2b073c8d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:47.165943 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-13b8cbc7-688e-4fe4-b58e-32f6f5346914 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3760028', 'neutron.services.segments.db._delete_segments_for_network-8748992815755'] for network, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:47.174611 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-04d4405e-9761-40ae-b956-a5b154f07f53 None None] For port ed7e4f23-4a9a-4df2-8e4b-c3bdbbd43d4c, host n-d-818823-1, got binding levels [] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:08:47.175828 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-04d4405e-9761-40ae-b956-a5b154f07f53 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:47.195332 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-04d4405e-9761-40ae-b956-a5b154f07f53 None None] Calling delete_port for ed7e4f23-4a9a-4df2-8e4b-c3bdbbd43d4c owned by network:dhcp {{(pid=103449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:08:47.200890 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.ipam_backend_mixin [None req-04d4405e-9761-40ae-b956-a5b154f07f53 None None] Port ed7e4f23-4a9a-4df2-8e4b-c3bdbbd43d4c was not found and therefore no delete operation was performed {{(pid=103449) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 22 20:08:47.203216 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-04d4405e-9761-40ae-b956-a5b154f07f53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381'] for port, after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:47.219113 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-13b8cbc7-688e-4fe4-b58e-32f6f5346914 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9da282c4-cd26-4f4e-82dd-e340d3a14b50']}} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:08:47.233250 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-13b8cbc7-688e-4fe4-b58e-32f6f5346914 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0a695d9-2a4c-4dc8-8e52-87d2092b27ed') {'for_net_delete': True} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:08:47.233904 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-13b8cbc7-688e-4fe4-b58e-32f6f5346914 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0a695d9-2a4c-4dc8-8e52-87d2092b27ed') {} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:08:47.245515 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d4405e-9761-40ae-b956-a5b154f07f53 None None] No DVR routers for this DVR port ed7e4f23-4a9a-4df2-8e4b-c3bdbbd43d4c on host n-d-818823-1 {{(pid=103449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:08:47.253079 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-13b8cbc7-688e-4fe4-b58e-32f6f5346914 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748993039638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11627933'] for segment, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:47.274787 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-13b8cbc7-688e-4fe4-b58e-32f6f5346914 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:47.294573 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13b8cbc7-688e-4fe4-b58e-32f6f5346914 admin admin] Releasing vlan 639 on physical network physnet1 to pool {{(pid=103448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 20:08:47.295907 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-13b8cbc7-688e-4fe4-b58e-32f6f5346914 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11567447'] for segment, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:47.300817 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d4405e-9761-40ae-b956-a5b154f07f53 None None] Pushing event deleted for resources: {'Port': ['ID=ed7e4f23-4a9a-4df2-8e4b-c3bdbbd43d4c,revision_number=None']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:08:47.314637 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-fb37ea35-ffe0-4a3f-83ab-8736963022f8 req-ccc877be-11bc-406b-bb4c-7ff0a527cf23 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:47.319585 n-d-818823-1 neutron-server[103448]: Traceback (most recent call last): Nov 22 20:08:47.319585 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 20:08:47.319585 n-d-818823-1 neutron-server[103448]: timer() Nov 22 20:08:47.319585 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 20:08:47.319585 n-d-818823-1 neutron-server[103448]: cb(*args, **kw) Nov 22 20:08:47.319585 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 20:08:47.319585 n-d-818823-1 neutron-server[103448]: return func(*args, **kwargs) Nov 22 20:08:47.319585 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 20:08:47.319585 n-d-818823-1 neutron-server[103448]: self._notify() Nov 22 20:08:47.319585 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 20:08:47.319585 n-d-818823-1 neutron-server[103448]: self.callback(batched_events) Nov 22 20:08:47.319585 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 20:08:47.319585 n-d-818823-1 neutron-server[103448]: event.method(event) Nov 22 20:08:47.319585 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 20:08:47.319585 n-d-818823-1 neutron-server[103448]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 20:08:47.319585 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 20:08:47.319585 n-d-818823-1 neutron-server[103448]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 20:08:47.319585 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 20:08:47.319585 n-d-818823-1 neutron-server[103448]: return f(self, *a, **k) Nov 22 20:08:47.319585 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 20:08:47.319585 n-d-818823-1 neutron-server[103448]: return self._get(url).json() Nov 22 20:08:47.319585 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 20:08:47.319585 n-d-818823-1 neutron-server[103448]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 20:08:47.319585 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 20:08:47.319585 n-d-818823-1 neutron-server[103448]: return self.request(url, 'GET', **kwargs) Nov 22 20:08:47.319585 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 20:08:47.319585 n-d-818823-1 neutron-server[103448]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 20:08:47.319585 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 20:08:47.319585 n-d-818823-1 neutron-server[103448]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 20:08:47.319585 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 20:08:47.319585 n-d-818823-1 neutron-server[103448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 20:08:47.319585 n-d-818823-1 neutron-server[103448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 20:08:47.361009 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de63d327-7642-4324-af31-5c2a8d33cd57 req-44ccf7ed-85d7-48f0-a3b4-3cd2b073c8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:47.365653 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-de63d327-7642-4324-af31-5c2a8d33cd57 req-44ccf7ed-85d7-48f0-a3b4-3cd2b073c8d2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:47.367152 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-de63d327-7642-4324-af31-5c2a8d33cd57 req-44ccf7ed-85d7-48f0-a3b4-3cd2b073c8d2 service neutron] 10.222.0.20 "PUT /v2.0/ports/75904518-07a6-48f3-b27b-36a9f7bb9237 HTTP/1.1" status: 200 len: 1092 time: 3.2105758 Nov 22 20:08:47.440408 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-fc9d6bf2-237f-4e7e-8667-a9b870386551 req-d66e5a43-40e0-41f3-8019-e3e9a4a16115 service neutron] 10.222.0.41 "GET /v2.0/networks/e1052824-bf78-4963-8937-b202e372ac24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4643583 Nov 22 20:08:47.442032 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ccf7ed-85d7-48f0-a3b4-3cd2b073c8d2 service neutron] Pushing event updated for resources: {'Port': ['ID=75904518-07a6-48f3-b27b-36a9f7bb9237,revision_number=3']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:08:47.477204 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-13b8cbc7-688e-4fe4-b58e-32f6f5346914 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3760002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595318'] for network, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:47.483999 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-13b8cbc7-688e-4fe4-b58e-32f6f5346914 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:47.495547 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-13b8cbc7-688e-4fe4-b58e-32f6f5346914 admin admin] 10.222.0.46 "DELETE /v2.0/networks/9da282c4-cd26-4f4e-82dd-e340d3a14b50 HTTP/1.1" status: 204 len: 168 time: 1.0113368 Nov 22 20:08:47.514530 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b8cbc7-688e-4fe4-b58e-32f6f5346914 admin admin] Pushing event deleted for resources: {'Network': ['ID=9da282c4-cd26-4f4e-82dd-e340d3a14b50,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:08:47.740271 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de63d327-7642-4324-af31-5c2a8d33cd57 req-b4c55421-dd4f-48d7-8cb2-5114e808ce66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:47.740811 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de63d327-7642-4324-af31-5c2a8d33cd57 req-b4c55421-dd4f-48d7-8cb2-5114e808ce66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:47.741634 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 59378) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:08:47.742392 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-de63d327-7642-4324-af31-5c2a8d33cd57 req-b4c55421-dd4f-48d7-8cb2-5114e808ce66 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=61dcfa65121d45e7982f77d2ef747965&device_id=831c5ba2-f267-4d65-978a-1593cd40e9d2 HTTP/1.1" status: 200 len: 1980 time: 0.2762651 Nov 22 20:08:47.754451 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3479a82d-4b62-43ed-a81e-0f0dafcc7ddb req-568437fd-a1a2-49ed-a98b-c8be4fc0468c tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:47.757227 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3479a82d-4b62-43ed-a81e-0f0dafcc7ddb req-568437fd-a1a2-49ed-a98b-c8be4fc0468c tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/ports?device_id=bd3740f9-d89f-45cf-b02d-7739f6a5131c HTTP/1.1" status: 200 len: 948 time: 0.3040485 Nov 22 20:08:47.791883 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-c615a97a-fac8-47f5-8a1e-0a78ae3a2d54 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3e1111b17c244bd0a6fdb9f12fedcd01&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0489151 Nov 22 20:08:47.796416 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 59382) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:08:47.850492 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-58053a0c-f666-4078-9607-15ab9ec8ebd0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:47.876769 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-58053a0c-f666-4078-9607-15ab9ec8ebd0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:47.877636 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-de63d327-7642-4324-af31-5c2a8d33cd57 req-3ee06ce9-8b11-4909-ab77-348b505633fe service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.87&port_id=7defbb33-300e-4413-ac4e-0ae7f160c05d HTTP/1.1" status: 200 len: 217 time: 0.1193697 Nov 22 20:08:47.894900 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-fc9d6bf2-237f-4e7e-8667-a9b870386551 req-6e65eeab-115f-4721-9c3e-9c21f956ae12 service neutron] 10.222.0.41 "GET /v2.0/networks/e1052824-bf78-4963-8937-b202e372ac24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3846593 Nov 22 20:08:47.958097 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-58053a0c-f666-4078-9607-15ab9ec8ebd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:47.962804 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-58053a0c-f666-4078-9607-15ab9ec8ebd0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:47.964038 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-58053a0c-f666-4078-9607-15ab9ec8ebd0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/23ba42df-c120-4b4f-975d-ab6eddc18fc8 HTTP/1.1" status: 204 len: 168 time: 0.1664824 Nov 22 20:08:47.989550 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58053a0c-f666-4078-9607-15ab9ec8ebd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23ba42df-c120-4b4f-975d-ab6eddc18fc8,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:08:48.051158 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5e9c336-4615-4436-bbce-28bec27018b4', 'tag': 'c3c611e3-1c74-47bf-9225-d666ee79fbb4'}, {'name': 'network-changed', 'server_uuid': '831c5ba2-f267-4d65-978a-1593cd40e9d2', 'tag': '7defbb33-300e-4413-ac4e-0ae7f160c05d'}, {'name': 'network-changed', 'server_uuid': 'bd3740f9-d89f-45cf-b02d-7739f6a5131c', 'tag': 'ce1167f4-03d5-4642-a583-ca1246135435'}, {'name': 'network-changed', 'server_uuid': '831c5ba2-f267-4d65-978a-1593cd40e9d2', 'tag': '75904518-07a6-48f3-b27b-36a9f7bb9237'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:08:48.057165 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89f3d21d-f831-4ec5-9ac1-354762a5c494" -d '{"events": [{"name": "network-changed", "server_uuid": "f5e9c336-4615-4436-bbce-28bec27018b4", "tag": "c3c611e3-1c74-47bf-9225-d666ee79fbb4"}, {"name": "network-changed", "server_uuid": "831c5ba2-f267-4d65-978a-1593cd40e9d2", "tag": "7defbb33-300e-4413-ac4e-0ae7f160c05d"}, {"name": "network-changed", "server_uuid": "bd3740f9-d89f-45cf-b02d-7739f6a5131c", "tag": "ce1167f4-03d5-4642-a583-ca1246135435"}, {"name": "network-changed", "server_uuid": "831c5ba2-f267-4d65-978a-1593cd40e9d2", "tag": "75904518-07a6-48f3-b27b-36a9f7bb9237"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:08:48.081624 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device a67aa3e8-e9a7-4826-813b-e8e7dbbe0151 no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:08:48.085346 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3479a82d-4b62-43ed-a81e-0f0dafcc7ddb req-01e6b19d-3a37-4505-9e24-8a3fb721560c tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1d007ec-a75a-4ef8-9cdd-9c679a3ff22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3098052 Nov 22 20:08:48.131868 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: a67aa3e8-e9a7-4826-813b-e8e7dbbe0151 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:08:48.132298 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device a67aa3e8-e9a7-4826-813b-e8e7dbbe0151 not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:08:48.132788 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device ed7e4f23-4a9a-4df2-8e4b-c3bdbbd43d4c no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:08:48.137351 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de63d327-7642-4324-af31-5c2a8d33cd57 req-6eeb4464-30a1-4f85-8b4b-370de9855d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:48.139818 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-de63d327-7642-4324-af31-5c2a8d33cd57 req-6eeb4464-30a1-4f85-8b4b-370de9855d65 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=85568e5e-24f3-4c9d-810b-54cda890c8a7 HTTP/1.1" status: 200 len: 801 time: 0.2517388 Nov 22 20:08:48.161487 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: ed7e4f23-4a9a-4df2-8e4b-c3bdbbd43d4c {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:08:48.161840 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device ed7e4f23-4a9a-4df2-8e4b-c3bdbbd43d4c not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:08:48.162354 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 8ee769a8-2e82-4269-9775-cc4bc2cc22cc no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:08:48.204354 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: 8ee769a8-2e82-4269-9775-cc4bc2cc22cc {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:08:48.204719 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 8ee769a8-2e82-4269-9775-cc4bc2cc22cc not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:08:48.297082 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de63d327-7642-4324-af31-5c2a8d33cd57 req-2a4b4818-22ea-4a94-86f4-afc6f828e9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:48.299786 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-de63d327-7642-4324-af31-5c2a8d33cd57 req-2a4b4818-22ea-4a94-86f4-afc6f828e9f6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c9a2c248-f87f-44f2-a4a2-8bbab9f31eb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1089144 Nov 22 20:08:48.309649 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-fb37ea35-ffe0-4a3f-83ab-8736963022f8 req-ccc877be-11bc-406b-bb4c-7ff0a527cf23 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] For port c3c611e3-1c74-47bf-9225-d666ee79fbb4, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=c3c611e3-1c74-47bf-9225-d666ee79fbb4,segment=NetworkSegment(94d4e232-251b-48cf-a0b3-a3b667b8984b),segment_id=94d4e232-251b-48cf-a0b3-a3b667b8984b)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:08:48.417032 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-fb37ea35-ffe0-4a3f-83ab-8736963022f8 req-ccc877be-11bc-406b-bb4c-7ff0a527cf23 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] Publish callbacks [] for port, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:48.423215 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 59410) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:08:48.430647 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-fb37ea35-ffe0-4a3f-83ab-8736963022f8 req-ccc877be-11bc-406b-bb4c-7ff0a527cf23 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:48.442881 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] get_ports_and_sgs() called for port_ids ['c3c611e3-1c74-47bf-9225-d666ee79fbb4'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:08:48.482916 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb838f5-6cfd-40cd-b4b8-0e06aa191232 req-a940b955-995a-4be9-a5c0-72bae1a3a145 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:48.489434 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb838f5-6cfd-40cd-b4b8-0e06aa191232 req-a940b955-995a-4be9-a5c0-72bae1a3a145 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:48.491322 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-efb838f5-6cfd-40cd-b4b8-0e06aa191232 req-a940b955-995a-4be9-a5c0-72bae1a3a145 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] 10.222.0.46 "GET /v2.0/ports?device_id=831c5ba2-f267-4d65-978a-1593cd40e9d2 HTTP/1.1" status: 200 len: 1678 time: 0.1842663 Nov 22 20:08:48.518700 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb37ea35-ffe0-4a3f-83ab-8736963022f8 req-ccc877be-11bc-406b-bb4c-7ff0a527cf23 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:48.519359 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-fb37ea35-ffe0-4a3f-83ab-8736963022f8 req-ccc877be-11bc-406b-bb4c-7ff0a527cf23 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:48.520976 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-fb37ea35-ffe0-4a3f-83ab-8736963022f8 req-ccc877be-11bc-406b-bb4c-7ff0a527cf23 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] 10.222.0.46 "PUT /v2.0/ports/c3c611e3-1c74-47bf-9225-d666ee79fbb4 HTTP/1.1" status: 200 len: 1021 time: 1.5680211 Nov 22 20:08:48.568325 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-de63d327-7642-4324-af31-5c2a8d33cd57 req-de8403a0-41e2-48d8-adc0-aae6fc50f7f4 service neutron] 10.222.0.20 "GET /v2.0/networks/c9a2c248-f87f-44f2-a4a2-8bbab9f31eb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2562819 Nov 22 20:08:48.606344 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc877be-11bc-406b-bb4c-7ff0a527cf23 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] Pushing event updated for resources: {'Port': ['ID=c3c611e3-1c74-47bf-9225-d666ee79fbb4,revision_number=7']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:08:48.655066 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] get_ports_and_sgs() called for port_ids ['c3c611e3-1c74-47bf-9225-d666ee79fbb4'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:08:48.663312 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-66fa2d58-23a6-4152-a0d5-73a561e02815 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:48.709724 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-efb838f5-6cfd-40cd-b4b8-0e06aa191232 req-bfcee2da-b0a5-49a4-a94f-bab5683f5412 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2857c8b-9c58-4d8b-ab89-040cb1f70ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048857 Nov 22 20:08:48.791819 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-66fa2d58-23a6-4152-a0d5-73a561e02815 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:48.799994 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-66fa2d58-23a6-4152-a0d5-73a561e02815 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:48.889757 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-66fa2d58-23a6-4152-a0d5-73a561e02815 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=fabd787f531f4c77b9b491dd53285918&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4652069 Nov 22 20:08:48.893360 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 59428) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:08:48.895533 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fa2d58-23a6-4152-a0d5-73a561e02815 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3aa3d78b-46ac-4d37-bad6-1f1feeafb0ce,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:08:48.904156 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd3938a-2af3-4068-b856-78490de7a306 req-d5c96f2a-2a4f-423a-be38-8239b0a89064 tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:48.906904 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-bcd3938a-2af3-4068-b856-78490de7a306 req-d5c96f2a-2a4f-423a-be38-8239b0a89064 tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] 10.222.0.41 "GET /v2.0/ports?device_id=8b70ed7a-3cf0-4661-a4b2-efa51e526247 HTTP/1.1" status: 200 len: 945 time: 0.2375793 Nov 22 20:08:48.929774 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474f1a24-c5be-4712-849c-432c10d31e62 req-7281a768-1092-4a9f-94ee-c79ebde90edd tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:48.931743 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-474f1a24-c5be-4712-849c-432c10d31e62 req-7281a768-1092-4a9f-94ee-c79ebde90edd tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] 10.222.0.46 "GET /v2.0/ports?device_id=8b70ed7a-3cf0-4661-a4b2-efa51e526247 HTTP/1.1" status: 200 len: 945 time: 0.2682109 Nov 22 20:08:48.992303 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-de63d327-7642-4324-af31-5c2a8d33cd57 req-d413176f-e5fe-4098-8943-7cd3fcddf3ea service neutron] 10.222.0.20 "GET /v2.0/networks/c9a2c248-f87f-44f2-a4a2-8bbab9f31eb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4106362 Nov 22 20:08:49.082403 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756fb4fd-1f49-4ad1-9ff5-14fc16fa01d6 req-52c584e2-66fc-4f93-b93e-ba7ea96896eb tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:49.083996 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-756fb4fd-1f49-4ad1-9ff5-14fc16fa01d6 req-52c584e2-66fc-4f93-b93e-ba7ea96896eb tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] 10.222.0.46 "GET /v2.0/ports?device_id=600367c4-ade6-4072-a9b7-9d9122e901c9 HTTP/1.1" status: 200 len: 945 time: 0.2536204 Nov 22 20:08:49.096952 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-de63d327-7642-4324-af31-5c2a8d33cd57 req-04d1cc5e-91f7-4ace-9a88-cb9e85c202b2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.125&port_id=75904518-07a6-48f3-b27b-36a9f7bb9237 HTTP/1.1" status: 200 len: 217 time: 0.0862887 Nov 22 20:08:49.212170 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-474f1a24-c5be-4712-849c-432c10d31e62 req-176a4730-45d0-4787-a046-78af02347621 tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0c04069-962d-48b0-bef3-592f8ff68454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2613502 Nov 22 20:08:49.225511 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-01ee39d5-0eaf-4571-bff2-b3d2191a28d8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:49.253750 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de63d327-7642-4324-af31-5c2a8d33cd57 req-e0c70470-1281-40aa-8063-8acc2ea60c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:49.255296 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-de63d327-7642-4324-af31-5c2a8d33cd57 req-e0c70470-1281-40aa-8063-8acc2ea60c92 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=05f56661-ecce-4820-8533-34296f2cbd56 HTTP/1.1" status: 200 len: 801 time: 0.1313779 Nov 22 20:08:49.270599 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-756fb4fd-1f49-4ad1-9ff5-14fc16fa01d6 req-65c9438b-852d-4228-bc17-df8d7963e93d tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] 10.222.0.46 "GET /v2.0/security-groups?id=89c2c967-26c4-4e1c-a1fd-c97f87817ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725764 Nov 22 20:08:49.277514 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-01ee39d5-0eaf-4571-bff2-b3d2191a28d8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:49.312856 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 680 Content-Type: application/json Date: Mon, 22 Nov 2021 20:08:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d23c43b1-3434-478f-b657-812635fdd69c x-openstack-request-id: req-d23c43b1-3434-478f-b657-812635fdd69c {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:08:49.312856 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5e9c336-4615-4436-bbce-28bec27018b4", "tag": "c3c611e3-1c74-47bf-9225-d666ee79fbb4", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "831c5ba2-f267-4d65-978a-1593cd40e9d2", "tag": "7defbb33-300e-4413-ac4e-0ae7f160c05d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "bd3740f9-d89f-45cf-b02d-7739f6a5131c", "tag": "ce1167f4-03d5-4642-a583-ca1246135435", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "831c5ba2-f267-4d65-978a-1593cd40e9d2", "tag": "75904518-07a6-48f3-b27b-36a9f7bb9237", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:08:49.312856 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d23c43b1-3434-478f-b657-812635fdd69c {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:08:49.313380 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5e9c336-4615-4436-bbce-28bec27018b4', 'tag': 'c3c611e3-1c74-47bf-9225-d666ee79fbb4', 'status': 'completed', 'code': 200} Nov 22 20:08:49.313595 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '831c5ba2-f267-4d65-978a-1593cd40e9d2', 'tag': '7defbb33-300e-4413-ac4e-0ae7f160c05d', 'status': 'completed', 'code': 200} Nov 22 20:08:49.313872 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd3740f9-d89f-45cf-b02d-7739f6a5131c', 'tag': 'ce1167f4-03d5-4642-a583-ca1246135435', 'status': 'completed', 'code': 200} Nov 22 20:08:49.314200 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '831c5ba2-f267-4d65-978a-1593cd40e9d2', 'tag': '75904518-07a6-48f3-b27b-36a9f7bb9237', 'status': 'completed', 'code': 200} Nov 22 20:08:49.376051 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-bcd3938a-2af3-4068-b856-78490de7a306 req-1d22660f-5287-412d-9952-33261bf34941 tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] Deleting port 40b6cf5a-a934-4c5c-a123-c4464a9b3c58 {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:08:49.376391 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-bcd3938a-2af3-4068-b856-78490de7a306 req-1d22660f-5287-412d-9952-33261bf34941 tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:49.493246 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de63d327-7642-4324-af31-5c2a8d33cd57 req-e7eb9b00-21ce-40d8-a0b9-2b90a753054f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:49.494691 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-de63d327-7642-4324-af31-5c2a8d33cd57 req-e7eb9b00-21ce-40d8-a0b9-2b90a753054f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=65e32ec0-3784-4a44-ad82-61a4cb29846d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2197039 Nov 22 20:08:49.531674 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f3d21d-f831-4ec5-9ac1-354762a5c494 req-cfd94c7c-50ff-4896-942d-f7c5c8262a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:49.533162 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-89f3d21d-f831-4ec5-9ac1-354762a5c494 req-cfd94c7c-50ff-4896-942d-f7c5c8262a7d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0fdf582e13024dfab4aee7ecf63b2936&device_id=f5e9c336-4615-4436-bbce-28bec27018b4 HTTP/1.1" status: 200 len: 1175 time: 0.2098329 Nov 22 20:08:49.533779 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-01ee39d5-0eaf-4571-bff2-b3d2191a28d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:49.536354 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-01ee39d5-0eaf-4571-bff2-b3d2191a28d8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:49.537377 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-01ee39d5-0eaf-4571-bff2-b3d2191a28d8 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3aa3d78b-46ac-4d37-bad6-1f1feeafb0ce HTTP/1.1" status: 204 len: 168 time: 0.6287508 Nov 22 20:08:49.621678 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ee39d5-0eaf-4571-bff2-b3d2191a28d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aa3d78b-46ac-4d37-bad6-1f1feeafb0ce,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:08:49.630958 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5e4a71-fd8e-4a27-b2e4-853c087b4cfb req-2a606dd0-82e9-4941-a8db-99aab40ce8fe tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:49.632525 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-da5e4a71-fd8e-4a27-b2e4-853c087b4cfb req-2a606dd0-82e9-4941-a8db-99aab40ce8fe tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/ports?device_id=bd3740f9-d89f-45cf-b02d-7739f6a5131c HTTP/1.1" status: 200 len: 948 time: 0.2691290 Nov 22 20:08:49.675711 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e176a271-6838-4fcf-9998-301cf84548d2 req-e0ca67e2-25a0-43a9-ba8e-dbeda086a651 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:49.677296 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e176a271-6838-4fcf-9998-301cf84548d2 req-e0ca67e2-25a0-43a9-ba8e-dbeda086a651 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] 10.222.0.46 "GET /v2.0/ports?device_id=f5e9c336-4615-4436-bbce-28bec27018b4 HTTP/1.1" status: 200 len: 1024 time: 0.3125539 Nov 22 20:08:49.711436 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-bcd3938a-2af3-4068-b856-78490de7a306 req-1d22660f-5287-412d-9952-33261bf34941 tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] For port 40b6cf5a-a934-4c5c-a123-c4464a9b3c58, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=40b6cf5a-a934-4c5c-a123-c4464a9b3c58,segment=NetworkSegment(ee8173ed-ffda-445d-90ba-7bf45834e451),segment_id=ee8173ed-ffda-445d-90ba-7bf45834e451)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:08:49.711802 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-bcd3938a-2af3-4068-b856-78490de7a306 req-1d22660f-5287-412d-9952-33261bf34941 tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:49.758782 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-bcd3938a-2af3-4068-b856-78490de7a306 req-1d22660f-5287-412d-9952-33261bf34941 tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] Calling delete_port for 40b6cf5a-a934-4c5c-a123-c4464a9b3c58 owned by compute:nova {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:08:49.865297 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 59444) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:08:49.879401 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f11d0510-0c14-4eb4-a87e-5bd18ff28ea2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:49.890478 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-da5e4a71-fd8e-4a27-b2e4-853c087b4cfb req-55cee5fc-7d76-49b8-9059-6720431ac8bd tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1d007ec-a75a-4ef8-9cdd-9c679a3ff22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121024 Nov 22 20:08:49.892535 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-de63d327-7642-4324-af31-5c2a8d33cd57 req-d5f9eda8-570d-4c19-8344-1a14e7663c5b service neutron] 10.222.0.20 "GET /v2.0/networks/65e32ec0-3784-4a44-ad82-61a4cb29846d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3862171 Nov 22 20:08:49.899046 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f3d21d-f831-4ec5-9ac1-354762a5c494 req-bee63f08-dfd2-49ea-9d9b-efe3c9b6ffa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:49.900572 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-89f3d21d-f831-4ec5-9ac1-354762a5c494 req-bee63f08-dfd2-49ea-9d9b-efe3c9b6ffa7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=15d4315f-9a0f-48df-91a2-7f6446aa6c2e HTTP/1.1" status: 200 len: 913 time: 0.3414676 Nov 22 20:08:49.958977 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f11d0510-0c14-4eb4-a87e-5bd18ff28ea2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:49.963762 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f11d0510-0c14-4eb4-a87e-5bd18ff28ea2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:49.975201 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e176a271-6838-4fcf-9998-301cf84548d2 req-3c31b8a7-7fc2-4dd8-82c1-4d17e6c9e770 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] 10.222.0.46 "GET /v2.0/security-groups?id=04fb73d0-de98-4f3b-9957-a317059218d6&id=1f46fc43-091a-421d-a069-26e28cfe15d0&id=008bf24b-e850-49d0-ba05-9d00c3f0736a HTTP/1.1" status: 200 len: 6200 time: 0.2909777 Nov 22 20:08:50.011503 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 59450) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:08:50.016598 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-f11d0510-0c14-4eb4-a87e-5bd18ff28ea2 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6abefd7fda484720bceb99e168905042&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1477790 Nov 22 20:08:50.017079 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-89f3d21d-f831-4ec5-9ac1-354762a5c494 req-924b61f4-1c5b-48a0-878c-8babbab5d222 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c3c611e3-1c74-47bf-9225-d666ee79fbb4 HTTP/1.1" status: 200 len: 217 time: 0.0980651 Nov 22 20:08:50.047835 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11d0510-0c14-4eb4-a87e-5bd18ff28ea2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=643ec983-8f41-40d8-913b-b40e964116cc,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:08:50.177024 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f3d21d-f831-4ec5-9ac1-354762a5c494 req-dd7fb850-88db-4d9f-b57c-e82dd34d7639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:50.178502 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-89f3d21d-f831-4ec5-9ac1-354762a5c494 req-dd7fb850-88db-4d9f-b57c-e82dd34d7639 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d1283e3b-986c-4cf3-818d-79a41c1c76c2 HTTP/1.1" status: 200 len: 852 time: 0.1430428 Nov 22 20:08:50.203262 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-de63d327-7642-4324-af31-5c2a8d33cd57 req-28230c36-6fa9-4544-a981-a14b6a54a72a service neutron] 10.222.0.20 "GET /v2.0/networks/65e32ec0-3784-4a44-ad82-61a4cb29846d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2962933 Nov 22 20:08:50.250868 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-7e2b7570-5569-4a30-a8a5-4c1cad723f85 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:50.257654 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-89f3d21d-f831-4ec5-9ac1-354762a5c494 req-e419d296-2198-4ca7-88ef-208379285bda service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=15d4315f-9a0f-48df-91a2-7f6446aa6c2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0651112 Nov 22 20:08:50.304899 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-bcd3938a-2af3-4068-b856-78490de7a306 req-1d22660f-5287-412d-9952-33261bf34941 tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:50.317826 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] get_ports_and_sgs() called for port_ids ['40b6cf5a-a934-4c5c-a123-c4464a9b3c58'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:08:50.331377 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-19292fe1-311f-4011-aac4-8827750cf39d req-e37c6b5b-43ac-468e-8522-c7aeebda9d4d tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] Request body: {'security_group': {'name': ' tempest-securitygroup -131349284 ', 'description': 'tempest-description-381295125'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:08:50.398087 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-7e2b7570-5569-4a30-a8a5-4c1cad723f85 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:50.414359 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d22660f-5287-412d-9952-33261bf34941 tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] Pushing event deleted for resources: {'Port': ['ID=40b6cf5a-a934-4c5c-a123-c4464a9b3c58,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:08:50.438669 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f215598-15be-46b5-8899-d836057c0642 req-e04eb4be-35df-4afa-a004-588a816e6d42 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:50.444740 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f215598-15be-46b5-8899-d836057c0642 req-e04eb4be-35df-4afa-a004-588a816e6d42 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:50.446305 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0f215598-15be-46b5-8899-d836057c0642 req-e04eb4be-35df-4afa-a004-588a816e6d42 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] 10.222.0.46 "GET /v2.0/ports?device_id=831c5ba2-f267-4d65-978a-1593cd40e9d2 HTTP/1.1" status: 200 len: 1678 time: 0.2669287 Nov 22 20:08:50.773618 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device ce1167f4-03d5-4642-a583-ca1246135435 details requested by agent hyperv_n-h1-818823-1 with host n-h1-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 20:08:50.830562 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f3d21d-f831-4ec5-9ac1-354762a5c494 req-a9f753a5-1632-474c-a8af-b8de46a14d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:50.831036 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f3d21d-f831-4ec5-9ac1-354762a5c494 req-a9f753a5-1632-474c-a8af-b8de46a14d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:50.832649 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-89f3d21d-f831-4ec5-9ac1-354762a5c494 req-a9f753a5-1632-474c-a8af-b8de46a14d80 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=61dcfa65121d45e7982f77d2ef747965&device_id=831c5ba2-f267-4d65-978a-1593cd40e9d2 HTTP/1.1" status: 200 len: 1980 time: 0.5683818 Nov 22 20:08:50.833353 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-19292fe1-311f-4011-aac4-8827750cf39d req-e37c6b5b-43ac-468e-8522-c7aeebda9d4d tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:50.881472 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.agents_db [None req-aa8313f2-1ee4-4e7b-8c5a-d32b2f9d31ee None None] Agent healthcheck: found 7 active agents {{(pid=103450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 20:08:50.892119 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcd3938a-2af3-4068-b856-78490de7a306 req-1d22660f-5287-412d-9952-33261bf34941 tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] No DVR routers for this DVR port 40b6cf5a-a934-4c5c-a123-c4464a9b3c58 on host n-h1-818823-1 {{(pid=103447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:08:50.897866 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port ce1167f4-03d5-4642-a583-ca1246135435, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=ce1167f4-03d5-4642-a583-ca1246135435,segment=NetworkSegment(2a5a1c7b-538e-498e-99b9-cc7a8e0411be),segment_id=2a5a1c7b-538e-498e-99b9-cc7a8e0411be)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:08:50.914222 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Returning: {'device': 'ce1167f4-03d5-4642-a583-ca1246135435', 'network_id': 'e1052824-bf78-4963-8937-b202e372ac24', 'port_id': 'ce1167f4-03d5-4642-a583-ca1246135435', 'mac_address': 'fa:16:3e:cd:59:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3091ebfd-11e2-41f8-9c00-ffe0b86563d8', 'ip_address': '192.168.233.113'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 20:08:50.934526 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-bcd3938a-2af3-4068-b856-78490de7a306 req-1d22660f-5287-412d-9952-33261bf34941 tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:50.938532 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-bcd3938a-2af3-4068-b856-78490de7a306 req-1d22660f-5287-412d-9952-33261bf34941 tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] 10.222.0.41 "DELETE /v2.0/ports/40b6cf5a-a934-4c5c-a123-c4464a9b3c58 HTTP/1.1" status: 204 len: 173 time: 2.0174766 Nov 22 20:08:50.967057 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:50.975745 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-89f3d21d-f831-4ec5-9ac1-354762a5c494 req-328474b0-5e4b-4c09-86ce-5ae612864458 service neutron] 10.222.0.41 "GET /v2.0/networks/15d4315f-9a0f-48df-91a2-7f6446aa6c2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6994007 Nov 22 20:08:50.988899 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce1167f4-03d5-4642-a583-ca1246135435 {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:08:51.016041 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port ce1167f4-03d5-4642-a583-ca1246135435, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=ce1167f4-03d5-4642-a583-ca1246135435,segment=NetworkSegment(2a5a1c7b-538e-498e-99b9-cc7a8e0411be),segment_id=2a5a1c7b-538e-498e-99b9-cc7a8e0411be)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:08:51.020704 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:51.067356 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-7e2b7570-5569-4a30-a8a5-4c1cad723f85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:51.070065 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-7e2b7570-5569-4a30-a8a5-4c1cad723f85 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:51.074051 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-7e2b7570-5569-4a30-a8a5-4c1cad723f85 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/643ec983-8f41-40d8-913b-b40e964116cc HTTP/1.1" status: 204 len: 168 time: 1.0588567 Nov 22 20:08:51.075070 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0f215598-15be-46b5-8899-d836057c0642 req-97018bbb-4493-4e5d-a36f-6f8904f2493e tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2857c8b-9c58-4d8b-ab89-040cb1f70ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6156495 Nov 22 20:08:51.090975 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=ce1167f4-03d5-4642-a583-ca1246135435,revision_number=8']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:08:51.117820 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2b7570-5569-4a30-a8a5-4c1cad723f85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=643ec983-8f41-40d8-913b-b40e964116cc,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:08:51.135984 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f3d21d-f831-4ec5-9ac1-354762a5c494 req-a5a10808-4102-45d5-9d2b-802b64d9b3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:51.137553 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-89f3d21d-f831-4ec5-9ac1-354762a5c494 req-a5a10808-4102-45d5-9d2b-802b64d9b3ed service neutron] 10.222.0.20 "GET /v2.0/networks?id=c9a2c248-f87f-44f2-a4a2-8bbab9f31eb2 HTTP/1.1" status: 200 len: 903 time: 0.2867725 Nov 22 20:08:51.224800 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-89f3d21d-f831-4ec5-9ac1-354762a5c494 req-b2afc2b0-2ff9-489e-8c93-ce846c412ff2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.87&port_id=7defbb33-300e-4413-ac4e-0ae7f160c05d HTTP/1.1" status: 200 len: 217 time: 0.0753734 Nov 22 20:08:51.242765 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-19292fe1-311f-4011-aac4-8827750cf39d req-e37c6b5b-43ac-468e-8522-c7aeebda9d4d tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:51.283740 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-19292fe1-311f-4011-aac4-8827750cf39d req-e37c6b5b-43ac-468e-8522-c7aeebda9d4d tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:51.287381 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-370c9081-a295-4545-a906-6d4fc23e3bd7 req-3a4995ee-8960-4b5a-8b64-1d1d0b316147 tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] 10.222.0.46 "GET /v2.0/ports?device_id=8b70ed7a-3cf0-4661-a4b2-efa51e526247 HTTP/1.1" status: 200 len: 210 time: 0.0823009 Nov 22 20:08:51.319445 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5e9c336-4615-4436-bbce-28bec27018b4', 'tag': 'c3c611e3-1c74-47bf-9225-d666ee79fbb4'}, {'server_uuid': '8b70ed7a-3cf0-4661-a4b2-efa51e526247', 'name': 'network-vif-deleted', 'tag': '40b6cf5a-a934-4c5c-a123-c4464a9b3c58'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:08:51.321836 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbec387e-8d4f-4e59-9e45-242f81025f16" -d '{"events": [{"name": "network-changed", "server_uuid": "f5e9c336-4615-4436-bbce-28bec27018b4", "tag": "c3c611e3-1c74-47bf-9225-d666ee79fbb4"}, {"server_uuid": "8b70ed7a-3cf0-4661-a4b2-efa51e526247", "name": "network-vif-deleted", "tag": "40b6cf5a-a934-4c5c-a123-c4464a9b3c58"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:08:51.358285 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-89f3d21d-f831-4ec5-9ac1-354762a5c494 req-0a8b2b27-e75b-498a-aff3-4a5894e3d92d service neutron] 10.222.0.41 "GET /v2.0/networks/15d4315f-9a0f-48df-91a2-7f6446aa6c2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3609397 Nov 22 20:08:51.392992 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-19292fe1-311f-4011-aac4-8827750cf39d req-e37c6b5b-43ac-468e-8522-c7aeebda9d4d tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:51.394404 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-19292fe1-311f-4011-aac4-8827750cf39d req-e37c6b5b-43ac-468e-8522-c7aeebda9d4d tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1801 time: 1.1015408 Nov 22 20:08:51.398002 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37c6b5b-43ac-468e-8522-c7aeebda9d4d tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05ec3985-d2ae-44e0-b432-0ed32a2d98b1,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:08:51.405302 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] get_ports_and_sgs() called for port_ids ['ce1167f4-03d5-4642-a583-ca1246135435'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:08:51.405810 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f3d21d-f831-4ec5-9ac1-354762a5c494 req-6282901e-12ba-47c4-8be0-358c6a26558f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:51.405810 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-89f3d21d-f831-4ec5-9ac1-354762a5c494 req-6282901e-12ba-47c4-8be0-358c6a26558f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=85568e5e-24f3-4c9d-810b-54cda890c8a7 HTTP/1.1" status: 200 len: 801 time: 0.1605511 Nov 22 20:08:51.410827 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821edcb2-04b8-4717-a7f8-30012633317a req-6b4ff10d-dff8-4b1c-947c-541352ea0a42 tempest-LiveAutoBlockMigrationV225Test-67792349 tempest-LiveAutoBlockMigrationV225Test-67792349-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:51.412496 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-821edcb2-04b8-4717-a7f8-30012633317a req-6b4ff10d-dff8-4b1c-947c-541352ea0a42 tempest-LiveAutoBlockMigrationV225Test-67792349 tempest-LiveAutoBlockMigrationV225Test-67792349-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=600367c4-ade6-4072-a9b7-9d9122e901c9&tenant_id=ed1bb220b53d484cb7697cddf2626bd6&binding%3Ahost_id=n-h2-818823-1 HTTP/1.1" status: 200 len: 1096 time: 0.2060456 Nov 22 20:08:51.428525 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-821edcb2-04b8-4717-a7f8-30012633317a req-3d9a9504-1bbf-4ea7-99ae-9cb3e3f477b1 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-818823-1'}}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:08:51.628436 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f3d21d-f831-4ec5-9ac1-354762a5c494 req-54e6d021-5cfc-43b3-8209-e2de304ad394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:51.629984 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-89f3d21d-f831-4ec5-9ac1-354762a5c494 req-54e6d021-5cfc-43b3-8209-e2de304ad394 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c9a2c248-f87f-44f2-a4a2-8bbab9f31eb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2165022 Nov 22 20:08:51.648016 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-821edcb2-04b8-4717-a7f8-30012633317a req-3d9a9504-1bbf-4ea7-99ae-9cb3e3f477b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:51.676370 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f3d21d-f831-4ec5-9ac1-354762a5c494 req-a3d54ac7-36e8-44a4-bc44-25412d080778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:51.677873 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-89f3d21d-f831-4ec5-9ac1-354762a5c494 req-a3d54ac7-36e8-44a4-bc44-25412d080778 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=126c0323750547f8b9835ef63890aaea&device_id=bd3740f9-d89f-45cf-b02d-7739f6a5131c HTTP/1.1" status: 200 len: 1100 time: 0.2297509 Nov 22 20:08:51.697865 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70cb896-de86-4e3f-8f02-27741310d839 req-828bc664-b06d-432f-ac10-8f6a05834560 tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:51.699705 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a70cb896-de86-4e3f-8f02-27741310d839 req-828bc664-b06d-432f-ac10-8f6a05834560 tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] 10.222.0.46 "GET /v2.0/ports?device_id=600367c4-ade6-4072-a9b7-9d9122e901c9 HTTP/1.1" status: 200 len: 945 time: 0.2157395 Nov 22 20:08:51.798891 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b0a5f6-a6c7-48bb-bc87-3f9b8beaacc7 req-dc2007ea-4503-4cf9-9a33-3db3753e95b5 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:51.805832 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-19b0a5f6-a6c7-48bb-bc87-3f9b8beaacc7 req-dc2007ea-4503-4cf9-9a33-3db3753e95b5 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/ports?device_id=bd3740f9-d89f-45cf-b02d-7739f6a5131c HTTP/1.1" status: 200 len: 949 time: 0.2680109 Nov 22 20:08:52.000296 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a70cb896-de86-4e3f-8f02-27741310d839 req-75b9271d-3f8a-473f-bfed-a4949063913c tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] 10.222.0.46 "GET /v2.0/security-groups?id=89c2c967-26c4-4e1c-a1fd-c97f87817ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2696385 Nov 22 20:08:52.025979 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-89f3d21d-f831-4ec5-9ac1-354762a5c494 req-795e7e81-6e53-4b82-b1bd-10810c037da6 service neutron] 10.222.0.20 "GET /v2.0/networks/c9a2c248-f87f-44f2-a4a2-8bbab9f31eb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3849659 Nov 22 20:08:52.031115 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f3d21d-f831-4ec5-9ac1-354762a5c494 req-e07262f9-690b-4639-9c84-e16a944267c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:52.031115 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-89f3d21d-f831-4ec5-9ac1-354762a5c494 req-e07262f9-690b-4639-9c84-e16a944267c9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e1052824-bf78-4963-8937-b202e372ac24 HTTP/1.1" status: 200 len: 870 time: 0.3300767 Nov 22 20:08:52.037981 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-19b0a5f6-a6c7-48bb-bc87-3f9b8beaacc7 req-39443ac8-b5d6-489f-9bd0-9caf51e5c49b tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1d007ec-a75a-4ef8-9cdd-9c679a3ff22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2312679 Nov 22 20:08:52.136520 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 22 Nov 2021 20:08:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7f0e649-a553-487f-a2bf-c3df9d455460 x-openstack-request-id: req-e7f0e649-a553-487f-a2bf-c3df9d455460 {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:08:52.136676 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5e9c336-4615-4436-bbce-28bec27018b4", "tag": "c3c611e3-1c74-47bf-9225-d666ee79fbb4", "status": "completed", "code": 200}, {"server_uuid": "8b70ed7a-3cf0-4661-a4b2-efa51e526247", "name": "network-vif-deleted", "tag": "40b6cf5a-a934-4c5c-a123-c4464a9b3c58", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:08:52.136886 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e7f0e649-a553-487f-a2bf-c3df9d455460 {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:08:52.137293 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5e9c336-4615-4436-bbce-28bec27018b4', 'tag': 'c3c611e3-1c74-47bf-9225-d666ee79fbb4', 'status': 'completed', 'code': 200} Nov 22 20:08:52.137553 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b70ed7a-3cf0-4661-a4b2-efa51e526247', 'name': 'network-vif-deleted', 'tag': '40b6cf5a-a934-4c5c-a123-c4464a9b3c58', 'status': 'completed', 'code': 200} Nov 22 20:08:52.139026 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-89f3d21d-f831-4ec5-9ac1-354762a5c494 req-ebd54894-f19d-4081-b7e8-15c46a7d87d0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=ce1167f4-03d5-4642-a583-ca1246135435 HTTP/1.1" status: 200 len: 217 time: 0.0881581 Nov 22 20:08:52.183268 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-821edcb2-04b8-4717-a7f8-30012633317a req-3d9a9504-1bbf-4ea7-99ae-9cb3e3f477b1 service neutron] For port f23431ca-0bf0-4deb-8bc7-343cf9b8e47f, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=f23431ca-0bf0-4deb-8bc7-343cf9b8e47f,segment=NetworkSegment(a1d01b66-e103-44ab-97f3-6f827675fa31),segment_id=a1d01b66-e103-44ab-97f3-6f827675fa31)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:08:52.216294 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 7defbb33-300e-4413-ac4e-0ae7f160c05d details requested by agent hyperv_n-h2-818823-1 with host n-h2-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 20:08:52.239777 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbec387e-8d4f-4e59-9e45-242f81025f16 req-3461c499-79d5-44ee-97a8-6016066d3cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:52.241506 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-fbec387e-8d4f-4e59-9e45-242f81025f16 req-3461c499-79d5-44ee-97a8-6016066d3cdd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0fdf582e13024dfab4aee7ecf63b2936&device_id=f5e9c336-4615-4436-bbce-28bec27018b4 HTTP/1.1" status: 200 len: 1175 time: 0.0778506 Nov 22 20:08:52.281552 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f3d21d-f831-4ec5-9ac1-354762a5c494 req-1e4b96bb-f5e5-44ff-be62-1eebeeffe20e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:52.284045 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-89f3d21d-f831-4ec5-9ac1-354762a5c494 req-1e4b96bb-f5e5-44ff-be62-1eebeeffe20e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3091ebfd-11e2-41f8-9c00-ffe0b86563d8 HTTP/1.1" status: 200 len: 843 time: 0.1323540 Nov 22 20:08:52.359302 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-821edcb2-04b8-4717-a7f8-30012633317a req-3d9a9504-1bbf-4ea7-99ae-9cb3e3f477b1 service neutron] For port f23431ca-0bf0-4deb-8bc7-343cf9b8e47f, host n-h2-818823-1, cleared binding levels {{(pid=103447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:08:52.365696 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-369907ce-21b6-4531-8dd7-7eacf22fcfbd req-d335a8dc-c71c-488e-be24-d4a78d32bf0c tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] 10.222.0.46 "GET /v2.0/security-groups/05ec3985-d2ae-44e0-b432-0ed32a2d98b1 HTTP/1.1" status: 200 len: 1796 time: 0.1574926 Nov 22 20:08:52.389850 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port 7defbb33-300e-4413-ac4e-0ae7f160c05d, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=7defbb33-300e-4413-ac4e-0ae7f160c05d,segment=NetworkSegment(ba6f9bed-9a4d-41e0-9c1d-98f0ddec1997),segment_id=ba6f9bed-9a4d-41e0-9c1d-98f0ddec1997)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:08:52.392000 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-89f3d21d-f831-4ec5-9ac1-354762a5c494 req-293cab39-0046-4635-b3c3-8700f21daa43 service neutron] 10.222.0.20 "GET /v2.0/networks/c9a2c248-f87f-44f2-a4a2-8bbab9f31eb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3510249 Nov 22 20:08:52.426517 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-821edcb2-04b8-4717-a7f8-30012633317a req-3d9a9504-1bbf-4ea7-99ae-9cb3e3f477b1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:52.430215 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f3d21d-f831-4ec5-9ac1-354762a5c494 req-010c2835-d332-47a0-8be1-2f56cd261ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:52.432492 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-89f3d21d-f831-4ec5-9ac1-354762a5c494 req-010c2835-d332-47a0-8be1-2f56cd261ad1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e1052824-bf78-4963-8937-b202e372ac24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1299317 Nov 22 20:08:52.438542 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-821edcb2-04b8-4717-a7f8-30012633317a req-3d9a9504-1bbf-4ea7-99ae-9cb3e3f477b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:52.453624 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Returning: {'device': '7defbb33-300e-4413-ac4e-0ae7f160c05d', 'network_id': 'c9a2c248-f87f-44f2-a4a2-8bbab9f31eb2', 'port_id': '7defbb33-300e-4413-ac4e-0ae7f160c05d', 'mac_address': 'fa:16:3e:42:b2:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 632, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85568e5e-24f3-4c9d-810b-54cda890c8a7', 'ip_address': '19.80.0.87'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 20:08:52.478063 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbec387e-8d4f-4e59-9e45-242f81025f16 req-8842cab9-5dd9-44f4-bd21-d57a0caeac12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:52.480714 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-fbec387e-8d4f-4e59-9e45-242f81025f16 req-8842cab9-5dd9-44f4-bd21-d57a0caeac12 service neutron] 10.222.0.41 "GET /v2.0/networks?id=15d4315f-9a0f-48df-91a2-7f6446aa6c2e HTTP/1.1" status: 200 len: 913 time: 0.2277141 Nov 22 20:08:52.575887 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:52.607106 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-fbec387e-8d4f-4e59-9e45-242f81025f16 req-fcbd4b11-1219-4e1b-94c8-a486639832dd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c3c611e3-1c74-47bf-9225-d666ee79fbb4 HTTP/1.1" status: 200 len: 217 time: 0.1109147 Nov 22 20:08:52.693396 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbec387e-8d4f-4e59-9e45-242f81025f16 req-1def9728-92c5-4cb1-a610-a8c427e2203d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:52.696152 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-fbec387e-8d4f-4e59-9e45-242f81025f16 req-1def9728-92c5-4cb1-a610-a8c427e2203d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d1283e3b-986c-4cf3-818d-79a41c1c76c2 HTTP/1.1" status: 200 len: 852 time: 0.0781960 Nov 22 20:08:52.727481 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f5aae1-6879-4982-85dd-e9bc8e44ef1f req-4db2115e-c1d9-4ff4-95c9-92bb9e87e2de tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:52.729633 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-d4f5aae1-6879-4982-85dd-e9bc8e44ef1f req-4db2115e-c1d9-4ff4-95c9-92bb9e87e2de tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd3740f9-d89f-45cf-b02d-7739f6a5131c&tenant_id=126c0323750547f8b9835ef63890aaea&binding%3Ahost_id=n-h1-818823-1 HTTP/1.1" status: 200 len: 949 time: 0.2478552 Nov 22 20:08:52.753198 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-fbec387e-8d4f-4e59-9e45-242f81025f16 req-554ef38a-5568-4db6-ab23-17e618c45914 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=15d4315f-9a0f-48df-91a2-7f6446aa6c2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481198 Nov 22 20:08:52.759832 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7defbb33-300e-4413-ac4e-0ae7f160c05d {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:08:52.764750 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9a9504-1bbf-4ea7-99ae-9cb3e3f477b1 service neutron] Pushing event updated for resources: {'Port': ['ID=f23431ca-0bf0-4deb-8bc7-343cf9b8e47f,revision_number=7']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:08:52.785645 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device f23431ca-0bf0-4deb-8bc7-343cf9b8e47f details requested by agent hyperv_n-h1-818823-1 with host n-h1-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 20:08:52.788324 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device ce1167f4-03d5-4642-a583-ca1246135435 up at agent hyperv_n-h1-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:08:52.797484 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port 7defbb33-300e-4413-ac4e-0ae7f160c05d, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=7defbb33-300e-4413-ac4e-0ae7f160c05d,segment=NetworkSegment(ba6f9bed-9a4d-41e0-9c1d-98f0ddec1997),segment_id=ba6f9bed-9a4d-41e0-9c1d-98f0ddec1997)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:08:52.812285 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f3d21d-f831-4ec5-9ac1-354762a5c494 req-a715df40-cbb4-460b-8af6-d25c1b0bfc41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:52.813862 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-89f3d21d-f831-4ec5-9ac1-354762a5c494 req-a715df40-cbb4-460b-8af6-d25c1b0bfc41 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=126c0323750547f8b9835ef63890aaea&device_id=bd3740f9-d89f-45cf-b02d-7739f6a5131c HTTP/1.1" status: 200 len: 1100 time: 0.3236499 Nov 22 20:08:52.818407 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-821edcb2-04b8-4717-a7f8-30012633317a req-3d9a9504-1bbf-4ea7-99ae-9cb3e3f477b1 service neutron] Attempting to bind port f23431ca-0bf0-4deb-8bc7-343cf9b8e47f on host n-h2-818823-1 for vnic_type normal with profile {"migrating_to": "n-h1-818823-1"} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:08:52.819007 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-821edcb2-04b8-4717-a7f8-30012633317a req-3d9a9504-1bbf-4ea7-99ae-9cb3e3f477b1 service neutron] Attempting to bind port f23431ca-0bf0-4deb-8bc7-343cf9b8e47f by drivers openvswitch,hyperv on host n-h2-818823-1 at level 0 using segments [{'id': 'a1d01b66-e103-44ab-97f3-6f827675fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '5c8a61c3-0285-4b7d-b110-24534369ffce'}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:08:52.819124 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-821edcb2-04b8-4717-a7f8-30012633317a req-3d9a9504-1bbf-4ea7-99ae-9cb3e3f477b1 service neutron] Attempting to bind port f23431ca-0bf0-4deb-8bc7-343cf9b8e47f on network 5c8a61c3-0285-4b7d-b110-24534369ffce {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:08:52.831165 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f25e3f81-143f-466c-9fe3-2f7d53d620a6 req-142ded2d-fffb-4ff0-99bf-ae1b79e57f15 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] 10.222.0.46 "GET /v2.0/security-groups/05ec3985-d2ae-44e0-b432-0ed32a2d98b1 HTTP/1.1" status: 200 len: 1796 time: 0.2454593 Nov 22 20:08:52.833040 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:52.833997 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 75904518-07a6-48f3-b27b-36a9f7bb9237 details requested by agent hyperv_n-h2-818823-1 with host n-h2-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 20:08:52.863760 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd45004b-99d0-49cf-bca3-5bb9daa1bc8b req-f6c03963-bf61-4403-bdd3-ee0a01fa5bea tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:52.870218 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd45004b-99d0-49cf-bca3-5bb9daa1bc8b req-f6c03963-bf61-4403-bdd3-ee0a01fa5bea tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:52.872115 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-cd45004b-99d0-49cf-bca3-5bb9daa1bc8b req-f6c03963-bf61-4403-bdd3-ee0a01fa5bea tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] 10.222.0.46 "GET /v2.0/ports?device_id=831c5ba2-f267-4d65-978a-1593cd40e9d2 HTTP/1.1" status: 200 len: 1678 time: 0.3185830 Nov 22 20:08:52.879193 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-89f3d21d-f831-4ec5-9ac1-354762a5c494 req-a3c8a9b4-ddde-4051-a670-4bf780e618cd service neutron] 10.222.0.41 "GET /v2.0/networks/e1052824-bf78-4963-8937-b202e372ac24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4334035 Nov 22 20:08:52.927508 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-821edcb2-04b8-4717-a7f8-30012633317a req-3d9a9504-1bbf-4ea7-99ae-9cb3e3f477b1 service neutron] Port f23431ca-0bf0-4deb-8bc7-343cf9b8e47f on network 5c8a61c3-0285-4b7d-b110-24534369ffce not bound, no agent of type Open vSwitch agent registered on host n-h2-818823-1 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:08:52.927874 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-821edcb2-04b8-4717-a7f8-30012633317a req-3d9a9504-1bbf-4ea7-99ae-9cb3e3f477b1 service neutron] Attempting to bind port f23431ca-0bf0-4deb-8bc7-343cf9b8e47f on network 5c8a61c3-0285-4b7d-b110-24534369ffce {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:08:52.986608 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-fbec387e-8d4f-4e59-9e45-242f81025f16 req-80aad62d-4601-4aa3-a786-ffe693ff9689 service neutron] 10.222.0.41 "GET /v2.0/networks/15d4315f-9a0f-48df-91a2-7f6446aa6c2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295359 Nov 22 20:08:52.989194 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-d4f5aae1-6879-4982-85dd-e9bc8e44ef1f req-2ae16681-92d8-45e2-a646-ab1ab2e5a9e4 service neutron] 10.222.0.41 "GET /v2.0/ports/ce1167f4-03d5-4642-a583-ca1246135435/bindings/n-h1-818823-1 HTTP/1.1" status: 200 len: 382 time: 0.2388890 Nov 22 20:08:53.016072 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-821edcb2-04b8-4717-a7f8-30012633317a req-3d9a9504-1bbf-4ea7-99ae-9cb3e3f477b1 service neutron] Checking agent: {'id': '65e0486a-7030-4065-96f0-10aa7402a530', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'started_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 8, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:08:53.016652 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-821edcb2-04b8-4717-a7f8-30012633317a req-3d9a9504-1bbf-4ea7-99ae-9cb3e3f477b1 service neutron] Checking segment: {'id': 'a1d01b66-e103-44ab-97f3-6f827675fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '5c8a61c3-0285-4b7d-b110-24534369ffce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:08:53.016892 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-821edcb2-04b8-4717-a7f8-30012633317a req-3d9a9504-1bbf-4ea7-99ae-9cb3e3f477b1 service neutron] Bound using segment: {'id': 'a1d01b66-e103-44ab-97f3-6f827675fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '5c8a61c3-0285-4b7d-b110-24534369ffce'} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:08:53.017346 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-821edcb2-04b8-4717-a7f8-30012633317a req-3d9a9504-1bbf-4ea7-99ae-9cb3e3f477b1 service neutron] Bound port: f23431ca-0bf0-4deb-8bc7-343cf9b8e47f, host: n-h2-818823-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1d01b66-e103-44ab-97f3-6f827675fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '5c8a61c3-0285-4b7d-b110-24534369ffce'}}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:08:53.017719 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-821edcb2-04b8-4717-a7f8-30012633317a req-3d9a9504-1bbf-4ea7-99ae-9cb3e3f477b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:53.102573 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=7defbb33-300e-4413-ac4e-0ae7f160c05d,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:08:53.155909 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Provisioning for port ce1167f4-03d5-4642-a583-ca1246135435 completed by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 20:08:53.159210 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-fbec387e-8d4f-4e59-9e45-242f81025f16 req-69f5fac7-f7ee-4505-8830-5a6347a0b144 service neutron] 10.222.0.41 "GET /v2.0/networks/15d4315f-9a0f-48df-91a2-7f6446aa6c2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564584 Nov 22 20:08:53.172035 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Provisioning complete for port ce1167f4-03d5-4642-a583-ca1246135435 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:08:53.172743 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:53.190732 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-cd45004b-99d0-49cf-bca3-5bb9daa1bc8b req-71174c3c-767e-4863-b977-f5a425098616 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2857c8b-9c58-4d8b-ab89-040cb1f70ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2945256 Nov 22 20:08:53.198677 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-f25e3f81-143f-466c-9fe3-2f7d53d620a6 req-c4a1d8f3-bb51-4968-9f82-1ae203db56a8 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:53.206292 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f3d21d-f831-4ec5-9ac1-354762a5c494 req-dd0d2949-5ff3-4c7d-b585-8489fb6eb423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:53.207922 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-89f3d21d-f831-4ec5-9ac1-354762a5c494 req-dd0d2949-5ff3-4c7d-b585-8489fb6eb423 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e1052824-bf78-4963-8937-b202e372ac24 HTTP/1.1" status: 200 len: 870 time: 0.3716271 Nov 22 20:08:53.209907 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-89f3d21d-f831-4ec5-9ac1-354762a5c494 req-982f2204-8e21-4398-8416-f5883635f89f service neutron] 10.222.0.41 "GET /v2.0/networks/e1052824-bf78-4963-8937-b202e372ac24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2835064 Nov 22 20:08:53.284339 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port f23431ca-0bf0-4deb-8bc7-343cf9b8e47f, host n-h2-818823-1, got binding levels [] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:08:53.294771 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-b1fad62b-4951-4c18-8a52-e74db52cfb66 req-481a87e7-3fb1-4f3c-8a1f-23ea4166acd8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0c38e8a6-8795-4e86-88f9-2d86b3aaea94&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1342309 Nov 22 20:08:53.339163 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-89f3d21d-f831-4ec5-9ac1-354762a5c494 req-2991c9f2-bc1a-4f17-a3fb-7b915b0aa01f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=ce1167f4-03d5-4642-a583-ca1246135435 HTTP/1.1" status: 200 len: 217 time: 0.1023440 Nov 22 20:08:53.346929 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port 75904518-07a6-48f3-b27b-36a9f7bb9237, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=75904518-07a6-48f3-b27b-36a9f7bb9237,segment=NetworkSegment(e051ecbb-70d0-48e8-8174-587fdbd7cbed),segment_id=e051ecbb-70d0-48e8-8174-587fdbd7cbed)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:08:53.361602 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-f25e3f81-143f-466c-9fe3-2f7d53d620a6 req-c4a1d8f3-bb51-4968-9f82-1ae203db56a8 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:53.364889 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-821edcb2-04b8-4717-a7f8-30012633317a req-3d9a9504-1bbf-4ea7-99ae-9cb3e3f477b1 service neutron] For port f23431ca-0bf0-4deb-8bc7-343cf9b8e47f, host n-h2-818823-1, cleared binding levels {{(pid=103447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:08:53.370245 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Returning: {'device': '75904518-07a6-48f3-b27b-36a9f7bb9237', 'network_id': '65e32ec0-3784-4a44-ad82-61a4cb29846d', 'port_id': '75904518-07a6-48f3-b27b-36a9f7bb9237', 'mac_address': 'fa:16:3e:b1:e7:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05f56661-ecce-4820-8533-34296f2cbd56', 'ip_address': '19.86.0.125'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 20:08:53.374823 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Attempting to bind port f23431ca-0bf0-4deb-8bc7-343cf9b8e47f on host n-h2-818823-1 for vnic_type normal with profile {"migrating_to": "n-h1-818823-1"} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:08:53.375910 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Attempting to bind port f23431ca-0bf0-4deb-8bc7-343cf9b8e47f by drivers openvswitch,hyperv on host n-h2-818823-1 at level 0 using segments [{'id': 'a1d01b66-e103-44ab-97f3-6f827675fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '5c8a61c3-0285-4b7d-b110-24534369ffce'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:08:53.375910 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Attempting to bind port f23431ca-0bf0-4deb-8bc7-343cf9b8e47f on network 5c8a61c3-0285-4b7d-b110-24534369ffce {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:08:53.386092 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Port f23431ca-0bf0-4deb-8bc7-343cf9b8e47f on network 5c8a61c3-0285-4b7d-b110-24534369ffce not bound, no agent of type Open vSwitch agent registered on host n-h2-818823-1 {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:08:53.386092 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Attempting to bind port f23431ca-0bf0-4deb-8bc7-343cf9b8e47f on network 5c8a61c3-0285-4b7d-b110-24534369ffce {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:08:53.405299 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fad62b-4951-4c18-8a52-e74db52cfb66 req-ce2d808e-f438-4eec-ac0d-f2f7a389e169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:53.409114 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-b1fad62b-4951-4c18-8a52-e74db52cfb66 req-ce2d808e-f438-4eec-ac0d-f2f7a389e169 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=126c0323750547f8b9835ef63890aaea&device_id=0c38e8a6-8795-4e86-88f9-2d86b3aaea94 HTTP/1.1" status: 200 len: 1100 time: 0.0834320 Nov 22 20:08:53.411713 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Checking agent: {'id': '65e0486a-7030-4065-96f0-10aa7402a530', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'started_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 8, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:08:53.412169 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Checking segment: {'id': 'a1d01b66-e103-44ab-97f3-6f827675fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '5c8a61c3-0285-4b7d-b110-24534369ffce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:08:53.412679 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Bound using segment: {'id': 'a1d01b66-e103-44ab-97f3-6f827675fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '5c8a61c3-0285-4b7d-b110-24534369ffce'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:08:53.413286 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Bound port: f23431ca-0bf0-4deb-8bc7-343cf9b8e47f, host: n-h2-818823-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1d01b66-e103-44ab-97f3-6f827675fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '5c8a61c3-0285-4b7d-b110-24534369ffce'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:08:53.414066 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:53.499462 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-821edcb2-04b8-4717-a7f8-30012633317a req-3d9a9504-1bbf-4ea7-99ae-9cb3e3f477b1 service neutron] For port f23431ca-0bf0-4deb-8bc7-343cf9b8e47f, host n-h2-818823-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=f23431ca-0bf0-4deb-8bc7-343cf9b8e47f,segment=NetworkSegment(a1d01b66-e103-44ab-97f3-6f827675fa31),segment_id=a1d01b66-e103-44ab-97f3-6f827675fa31)] {{(pid=103447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:08:53.517326 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:53.536329 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:53.536603 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f5aae1-6879-4982-85dd-e9bc8e44ef1f req-09124952-7683-4671-980e-6ba3f4b421c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:53.538536 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d4f5aae1-6879-4982-85dd-e9bc8e44ef1f req-09124952-7683-4671-980e-6ba3f4b421c9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=126c0323750547f8b9835ef63890aaea&device_id=bd3740f9-d89f-45cf-b02d-7739f6a5131c HTTP/1.1" status: 200 len: 1100 time: 0.2156117 Nov 22 20:08:53.540214 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-821edcb2-04b8-4717-a7f8-30012633317a req-3d9a9504-1bbf-4ea7-99ae-9cb3e3f477b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:53.579168 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd3740f9-d89f-45cf-b02d-7739f6a5131c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce1167f4-03d5-4642-a583-ca1246135435'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:08:53.581795 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d39f6d30a11e565ec9648abcc015e8a6ab6cff4edd704add8155e28765d31eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9446a84f-b75a-4dee-9bfb-e0e554741342" -d '{"events": [{"server_uuid": "bd3740f9-d89f-45cf-b02d-7739f6a5131c", "name": "network-vif-plugged", "status": "completed", "tag": "ce1167f4-03d5-4642-a583-ca1246135435"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:08:53.586648 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75904518-07a6-48f3-b27b-36a9f7bb9237 {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:08:53.602328 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fad62b-4951-4c18-8a52-e74db52cfb66 req-21ea8abb-c5da-4834-a1ff-28a18be03963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:53.605140 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-b1fad62b-4951-4c18-8a52-e74db52cfb66 req-21ea8abb-c5da-4834-a1ff-28a18be03963 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e1052824-bf78-4963-8937-b202e372ac24 HTTP/1.1" status: 200 len: 870 time: 0.1736948 Nov 22 20:08:53.609368 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port 75904518-07a6-48f3-b27b-36a9f7bb9237, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=75904518-07a6-48f3-b27b-36a9f7bb9237,segment=NetworkSegment(e051ecbb-70d0-48e8-8174-587fdbd7cbed),segment_id=e051ecbb-70d0-48e8-8174-587fdbd7cbed)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:08:53.624763 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:53.682705 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-b1fad62b-4951-4c18-8a52-e74db52cfb66 req-03f6d099-c02b-422a-9d1c-ebcdef9551d2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=0e6ec0bf-f936-47ad-a6a2-1c89c9f9ccdc HTTP/1.1" status: 200 len: 217 time: 0.0664911 Nov 22 20:08:53.690539 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb67847-78ce-4629-a311-72fc726cf9b7 req-2cf9bc3d-a7ff-4670-9bde-1628fc8158bf tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:53.692439 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3bb67847-78ce-4629-a311-72fc726cf9b7 req-2cf9bc3d-a7ff-4670-9bde-1628fc8158bf tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/ports?device_id=bd3740f9-d89f-45cf-b02d-7739f6a5131c HTTP/1.1" status: 200 len: 949 time: 0.3473489 Nov 22 20:08:53.693659 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f3d21d-f831-4ec5-9ac1-354762a5c494 req-28882354-bc42-4344-9098-56b19ca46618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:53.695020 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-89f3d21d-f831-4ec5-9ac1-354762a5c494 req-28882354-bc42-4344-9098-56b19ca46618 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3091ebfd-11e2-41f8-9c00-ffe0b86563d8 HTTP/1.1" status: 200 len: 843 time: 0.3266959 Nov 22 20:08:53.701980 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port ce1167f4-03d5-4642-a583-ca1246135435, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=ce1167f4-03d5-4642-a583-ca1246135435,segment=NetworkSegment(2a5a1c7b-538e-498e-99b9-cc7a8e0411be),segment_id=2a5a1c7b-538e-498e-99b9-cc7a8e0411be)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:08:53.703174 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=75904518-07a6-48f3-b27b-36a9f7bb9237,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:08:53.705301 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1ca4050c-024f-42cd-9756-4ccb9c4b2d96 req-02131518-d2f9-456b-8bab-4f5d1b677c2d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e94aed4c-ece2-410e-a309-9c83a0437f8c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4293811 Nov 22 20:08:53.709822 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:53.710677 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 40b6cf5a-a934-4c5c-a123-c4464a9b3c58 no longer exists at agent hyperv_n-h1-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:08:53.713048 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port f23431ca-0bf0-4deb-8bc7-343cf9b8e47f, host n-h2-818823-1, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:08:53.756015 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.db.api [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Retry wrapper got retriable exception: Failed to create a duplicate PortBindingLevel: for attribute(s) ['ml2_port_binding_levels.PRIMARY'] with value(s) f23431ca-0bf0-4deb-8bc7-343cf9b8e47f-n-h2-818823-1-0 {{(pid=103449) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 20:08:53.756696 n-d-818823-1 neutron-server[103449]: DEBUG oslo_db.api [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 20:08:53.761304 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] No Port match for: 40b6cf5a-a934-4c5c-a123-c4464a9b3c58 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:08:53.761853 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 40b6cf5a-a934-4c5c-a123-c4464a9b3c58 not bound to the agent host n-h1-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:08:53.768865 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fad62b-4951-4c18-8a52-e74db52cfb66 req-342f7eb3-dd83-4290-a6e6-58916f8e4da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:53.770662 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-b1fad62b-4951-4c18-8a52-e74db52cfb66 req-342f7eb3-dd83-4290-a6e6-58916f8e4da7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3091ebfd-11e2-41f8-9c00-ffe0b86563d8 HTTP/1.1" status: 200 len: 843 time: 0.0816402 Nov 22 20:08:53.790413 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=ce1167f4-03d5-4642-a583-ca1246135435,revision_number=9']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:08:53.828465 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fad62b-4951-4c18-8a52-e74db52cfb66 req-38b39129-267c-49d1-8992-930a0fe4818a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:53.830165 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-b1fad62b-4951-4c18-8a52-e74db52cfb66 req-38b39129-267c-49d1-8992-930a0fe4818a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e1052824-bf78-4963-8937-b202e372ac24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0523555 Nov 22 20:08:53.889232 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] get_ports_and_sgs() called for port_ids ['75904518-07a6-48f3-b27b-36a9f7bb9237'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:08:53.953949 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-b1fad62b-4951-4c18-8a52-e74db52cfb66 req-c30b9198-5735-4616-977c-4d1fe60f9919 service neutron] 10.222.0.41 "GET /v2.0/networks/e1052824-bf78-4963-8937-b202e372ac24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154776 Nov 22 20:08:54.058785 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-b1fad62b-4951-4c18-8a52-e74db52cfb66 req-ab21c1d3-9cba-427d-9831-475d57b02c00 service neutron] 10.222.0.41 "GET /v2.0/networks/e1052824-bf78-4963-8937-b202e372ac24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977416 Nov 22 20:08:54.167170 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '600367c4-ade6-4072-a9b7-9d9122e901c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f23431ca-0bf0-4deb-8bc7-343cf9b8e47f'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:08:54.169424 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9935a2d4-d972-45e6-9f5f-b5b15958e46d" -d '{"events": [{"server_uuid": "600367c4-ade6-4072-a9b7-9d9122e901c9", "name": "network-vif-unplugged", "status": "completed", "tag": "f23431ca-0bf0-4deb-8bc7-343cf9b8e47f"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:08:54.172272 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-f25e3f81-143f-466c-9fe3-2f7d53d620a6 req-c4a1d8f3-bb51-4968-9f82-1ae203db56a8 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:54.174856 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-f25e3f81-143f-466c-9fe3-2f7d53d620a6 req-c4a1d8f3-bb51-4968-9f82-1ae203db56a8 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:54.176048 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f25e3f81-143f-466c-9fe3-2f7d53d620a6 req-c4a1d8f3-bb51-4968-9f82-1ae203db56a8 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] 10.222.0.46 "DELETE /v2.0/security-groups/05ec3985-d2ae-44e0-b432-0ed32a2d98b1 HTTP/1.1" status: 204 len: 173 time: 1.3440592 Nov 22 20:08:54.238250 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821edcb2-04b8-4717-a7f8-30012633317a req-3d9a9504-1bbf-4ea7-99ae-9cb3e3f477b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:54.239033 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-821edcb2-04b8-4717-a7f8-30012633317a req-3d9a9504-1bbf-4ea7-99ae-9cb3e3f477b1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:54.241233 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-821edcb2-04b8-4717-a7f8-30012633317a req-3d9a9504-1bbf-4ea7-99ae-9cb3e3f477b1 service neutron] 10.222.0.41 "PUT /v2.0/ports/f23431ca-0bf0-4deb-8bc7-343cf9b8e47f HTTP/1.1" status: 200 len: 1121 time: 2.8181198 Nov 22 20:08:54.254434 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a1d8f3-bb51-4968-9f82-1ae203db56a8 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=05ec3985-d2ae-44e0-b432-0ed32a2d98b1,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:08:54.270064 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9a9504-1bbf-4ea7-99ae-9cb3e3f477b1 service neutron] Pushing event updated for resources: {'Port': ['ID=f23431ca-0bf0-4deb-8bc7-343cf9b8e47f,revision_number=8']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:08:54.293453 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f5aae1-6879-4982-85dd-e9bc8e44ef1f req-b88efa1a-8292-41c6-8917-65f520bedb92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:54.295212 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d4f5aae1-6879-4982-85dd-e9bc8e44ef1f req-b88efa1a-8292-41c6-8917-65f520bedb92 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e1052824-bf78-4963-8937-b202e372ac24 HTTP/1.1" status: 200 len: 870 time: 0.7460020 Nov 22 20:08:54.307125 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f3d21d-f831-4ec5-9ac1-354762a5c494 req-46ca10fb-466c-461b-9bd5-72b52dce712c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:54.308932 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-89f3d21d-f831-4ec5-9ac1-354762a5c494 req-46ca10fb-466c-461b-9bd5-72b52dce712c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e1052824-bf78-4963-8937-b202e372ac24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5956056 Nov 22 20:08:54.309316 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Attempting to bind port f23431ca-0bf0-4deb-8bc7-343cf9b8e47f on host n-h2-818823-1 for vnic_type normal with profile {"migrating_to": "n-h1-818823-1"} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:08:54.309705 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Attempting to bind port f23431ca-0bf0-4deb-8bc7-343cf9b8e47f by drivers openvswitch,hyperv on host n-h2-818823-1 at level 0 using segments [{'id': 'a1d01b66-e103-44ab-97f3-6f827675fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '5c8a61c3-0285-4b7d-b110-24534369ffce'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:08:54.310573 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Attempting to bind port f23431ca-0bf0-4deb-8bc7-343cf9b8e47f on network 5c8a61c3-0285-4b7d-b110-24534369ffce {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:08:54.320883 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3bb67847-78ce-4629-a311-72fc726cf9b7 req-ef8a3cb5-1eb4-4d45-ab4c-6d8614b34879 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1d007ec-a75a-4ef8-9cdd-9c679a3ff22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6143768 Nov 22 20:08:54.321051 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Port f23431ca-0bf0-4deb-8bc7-343cf9b8e47f on network 5c8a61c3-0285-4b7d-b110-24534369ffce not bound, no agent of type Open vSwitch agent registered on host n-h2-818823-1 {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:08:54.321552 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Attempting to bind port f23431ca-0bf0-4deb-8bc7-343cf9b8e47f on network 5c8a61c3-0285-4b7d-b110-24534369ffce {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:08:54.325201 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] get_ports_and_sgs() called for port_ids ['f23431ca-0bf0-4deb-8bc7-343cf9b8e47f'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:08:54.338443 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca4050c-024f-42cd-9756-4ccb9c4b2d96 req-774d4da0-8c5d-467e-959b-d21dfd65a834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:54.339996 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1ca4050c-024f-42cd-9756-4ccb9c4b2d96 req-774d4da0-8c5d-467e-959b-d21dfd65a834 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=126c0323750547f8b9835ef63890aaea&device_id=e94aed4c-ece2-410e-a309-9c83a0437f8c HTTP/1.1" status: 200 len: 1102 time: 0.5897138 Nov 22 20:08:54.414301 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] get_ports_and_sgs() called for port_ids ['f23431ca-0bf0-4deb-8bc7-343cf9b8e47f'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:08:54.426667 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Checking agent: {'id': '65e0486a-7030-4065-96f0-10aa7402a530', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'started_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 8, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:08:54.427283 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Checking segment: {'id': 'a1d01b66-e103-44ab-97f3-6f827675fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '5c8a61c3-0285-4b7d-b110-24534369ffce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:08:54.427834 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Bound using segment: {'id': 'a1d01b66-e103-44ab-97f3-6f827675fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '5c8a61c3-0285-4b7d-b110-24534369ffce'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:08:54.428626 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Bound port: f23431ca-0bf0-4deb-8bc7-343cf9b8e47f, host: n-h2-818823-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1d01b66-e103-44ab-97f3-6f827675fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '5c8a61c3-0285-4b7d-b110-24534369ffce'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:08:54.432624 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:54.587349 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:08:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb36c9fb-3986-42dd-af82-69676cfcdd9f x-openstack-request-id: req-cb36c9fb-3986-42dd-af82-69676cfcdd9f {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:08:54.588051 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd3740f9-d89f-45cf-b02d-7739f6a5131c", "name": "network-vif-plugged", "status": "completed", "tag": "ce1167f4-03d5-4642-a583-ca1246135435", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:08:54.588051 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-cb36c9fb-3986-42dd-af82-69676cfcdd9f {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:08:54.588350 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd3740f9-d89f-45cf-b02d-7739f6a5131c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce1167f4-03d5-4642-a583-ca1246135435', 'code': 200} Nov 22 20:08:54.608374 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d4f5aae1-6879-4982-85dd-e9bc8e44ef1f req-db7e891e-8c59-4b0c-8836-7f73e5e9ac0a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=ce1167f4-03d5-4642-a583-ca1246135435 HTTP/1.1" status: 200 len: 217 time: 0.2781105 Nov 22 20:08:54.642436 n-d-818823-1 neutron-server[103449]: WARNING neutron.plugins.ml2.plugin [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Concurrent port binding operations failed on port f23431ca-0bf0-4deb-8bc7-343cf9b8e47f Nov 22 20:08:54.666035 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 22 Nov 2021 20:08:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89fdc59d-c536-4472-bf75-79af8516a447 x-openstack-request-id: req-89fdc59d-c536-4472-bf75-79af8516a447 {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:08:54.666338 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "600367c4-ade6-4072-a9b7-9d9122e901c9", "name": "network-vif-unplugged", "status": "completed", "tag": "f23431ca-0bf0-4deb-8bc7-343cf9b8e47f", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:08:54.666610 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-89fdc59d-c536-4472-bf75-79af8516a447 {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:08:54.666998 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '600367c4-ade6-4072-a9b7-9d9122e901c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f23431ca-0bf0-4deb-8bc7-343cf9b8e47f', 'code': 200} Nov 22 20:08:54.694436 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port f23431ca-0bf0-4deb-8bc7-343cf9b8e47f, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=f23431ca-0bf0-4deb-8bc7-343cf9b8e47f,segment=NetworkSegment(a1d01b66-e103-44ab-97f3-6f827675fa31),segment_id=a1d01b66-e103-44ab-97f3-6f827675fa31)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:08:54.700716 n-d-818823-1 neutron-server[103449]: INFO neutron.plugins.ml2.plugin [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Attempt 2 to bind port f23431ca-0bf0-4deb-8bc7-343cf9b8e47f Nov 22 20:08:54.701097 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device f23431ca-0bf0-4deb-8bc7-343cf9b8e47f has no active binding in host n-h1-818823-1 {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 22 20:08:54.739720 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7194fb0a-4a4b-496a-9479-2deb7707dcc4 req-6ea37d96-a893-447d-af1f-df415a87ea6e tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:54.741298 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7194fb0a-4a4b-496a-9479-2deb7707dcc4 req-6ea37d96-a893-447d-af1f-df415a87ea6e tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] 10.222.0.46 "GET /v2.0/ports?device_id=600367c4-ade6-4072-a9b7-9d9122e901c9 HTTP/1.1" status: 200 len: 943 time: 0.4141238 Nov 22 20:08:54.769136 n-d-818823-1 neutron-server[103447]: INFO neutron.api.v2.resource [req-01cd1a5d-90e6-4e66-a0d2-286b089c0201 req-c5d5b066-cd4c-48ed-8038-4f7a256f88aa tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] show failed (client error): The resource could not be found. Nov 22 20:08:54.770637 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-01cd1a5d-90e6-4e66-a0d2-286b089c0201 req-c5d5b066-cd4c-48ed-8038-4f7a256f88aa tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] 10.222.0.46 "GET /v2.0/security-groups/05ec3985-d2ae-44e0-b432-0ed32a2d98b1 HTTP/1.1" status: 404 len: 352 time: 0.0656555 Nov 22 20:08:54.786711 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f5aae1-6879-4982-85dd-e9bc8e44ef1f req-a57b8e01-9bd7-46ea-a0c7-c8f1a1825926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:54.788361 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d4f5aae1-6879-4982-85dd-e9bc8e44ef1f req-a57b8e01-9bd7-46ea-a0c7-c8f1a1825926 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3091ebfd-11e2-41f8-9c00-ffe0b86563d8 HTTP/1.1" status: 200 len: 843 time: 0.1672204 Nov 22 20:08:54.799855 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-89f3d21d-f831-4ec5-9ac1-354762a5c494 req-a61b751f-32bd-47e5-91da-7fd1a46a5be8 service neutron] 10.222.0.20 "GET /v2.0/networks/e1052824-bf78-4963-8937-b202e372ac24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4778895 Nov 22 20:08:54.804734 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca4050c-024f-42cd-9756-4ccb9c4b2d96 req-c32433ab-ad88-4c72-ab45-038a70d71b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:54.806237 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1ca4050c-024f-42cd-9756-4ccb9c4b2d96 req-c32433ab-ad88-4c72-ab45-038a70d71b29 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e1052824-bf78-4963-8937-b202e372ac24 HTTP/1.1" status: 200 len: 870 time: 0.4098089 Nov 22 20:08:54.907365 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1ca4050c-024f-42cd-9756-4ccb9c4b2d96 req-f86cbc3b-0d63-49cd-bb63-52a10cb49836 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=61d0354c-dae5-471e-bea6-af003ac19ef9 HTTP/1.1" status: 200 len: 217 time: 0.0894322 Nov 22 20:08:54.940025 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] get_ports_and_sgs() called for port_ids ['7defbb33-300e-4413-ac4e-0ae7f160c05d'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:08:55.019990 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7194fb0a-4a4b-496a-9479-2deb7707dcc4 req-da86fcca-9676-4240-b452-9c9feec6af93 tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] 10.222.0.46 "GET /v2.0/security-groups?id=89c2c967-26c4-4e1c-a1fd-c97f87817ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2542675 Nov 22 20:08:55.039603 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f5aae1-6879-4982-85dd-e9bc8e44ef1f req-923e0572-c32c-451a-aec2-44b2b637b64e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:55.041218 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d4f5aae1-6879-4982-85dd-e9bc8e44ef1f req-923e0572-c32c-451a-aec2-44b2b637b64e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e1052824-bf78-4963-8937-b202e372ac24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2387426 Nov 22 20:08:55.075899 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca4050c-024f-42cd-9756-4ccb9c4b2d96 req-fa651298-bf30-4ba2-933f-5eff2051f3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:55.077986 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1ca4050c-024f-42cd-9756-4ccb9c4b2d96 req-fa651298-bf30-4ba2-933f-5eff2051f3d0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3091ebfd-11e2-41f8-9c00-ffe0b86563d8 HTTP/1.1" status: 200 len: 843 time: 0.1266553 Nov 22 20:08:55.152115 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ba6583-089f-411e-bd57-1970404fabe6 req-4b5648e6-93b2-42eb-ad23-7376780ab7cd tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:55.159017 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ba6583-089f-411e-bd57-1970404fabe6 req-4b5648e6-93b2-42eb-ad23-7376780ab7cd tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:55.166657 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-15ba6583-089f-411e-bd57-1970404fabe6 req-4b5648e6-93b2-42eb-ad23-7376780ab7cd tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] 10.222.0.46 "GET /v2.0/ports?device_id=831c5ba2-f267-4d65-978a-1593cd40e9d2 HTTP/1.1" status: 200 len: 1680 time: 0.2617338 Nov 22 20:08:55.195259 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-89f3d21d-f831-4ec5-9ac1-354762a5c494 req-787da180-d363-4bc0-9ec0-de539efdeb35 service neutron] 10.222.0.20 "GET /v2.0/networks/e1052824-bf78-4963-8937-b202e372ac24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3797600 Nov 22 20:08:55.199751 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-c714980b-a890-42a4-8e47-cb943966de12 req-652fa3e7-c0a8-4677-8cc3-bc111e995b8e tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1448724001', 'description': 'tempest-description-1562833455'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:08:55.292148 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 59604) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:08:55.320437 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-c714980b-a890-42a4-8e47-cb943966de12 req-652fa3e7-c0a8-4677-8cc3-bc111e995b8e tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:55.323604 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca4050c-024f-42cd-9756-4ccb9c4b2d96 req-634b3d44-3b7d-4939-842b-da51796a4403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:55.325137 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1ca4050c-024f-42cd-9756-4ccb9c4b2d96 req-634b3d44-3b7d-4939-842b-da51796a4403 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e1052824-bf78-4963-8937-b202e372ac24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1994817 Nov 22 20:08:55.332538 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-15ba6583-089f-411e-bd57-1970404fabe6 req-8cd6caf0-13ac-4758-90ef-65db6b5bff9b tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2857c8b-9c58-4d8b-ab89-040cb1f70ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649282 Nov 22 20:08:55.344800 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d4f5aae1-6879-4982-85dd-e9bc8e44ef1f req-8404753e-d2db-4311-aedd-8d5de3bbd08b service neutron] 10.222.0.41 "GET /v2.0/networks/e1052824-bf78-4963-8937-b202e372ac24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2846389 Nov 22 20:08:55.421400 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f4e65e51-3bca-4dbb-bae5-1be630ec6afa admin admin] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:55.467493 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f3d21d-f831-4ec5-9ac1-354762a5c494 req-fa64b61e-fd74-4501-b580-f62a050dae54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:55.468152 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f3d21d-f831-4ec5-9ac1-354762a5c494 req-fa64b61e-fd74-4501-b580-f62a050dae54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:55.470065 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-89f3d21d-f831-4ec5-9ac1-354762a5c494 req-fa64b61e-fd74-4501-b580-f62a050dae54 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=61dcfa65121d45e7982f77d2ef747965&device_id=831c5ba2-f267-4d65-978a-1593cd40e9d2 HTTP/1.1" status: 200 len: 1982 time: 0.2114191 Nov 22 20:08:55.522774 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f4e65e51-3bca-4dbb-bae5-1be630ec6afa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:55.527741 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f4e65e51-3bca-4dbb-bae5-1be630ec6afa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:55.571844 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-f4e65e51-3bca-4dbb-bae5-1be630ec6afa admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ebb23c8597b346f988a3c85dffe4da12&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2786789 Nov 22 20:08:55.572715 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e65e51-3bca-4dbb-bae5-1be630ec6afa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5477c69-c4af-49b9-96d0-746e7621088b,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:08:55.575198 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 59620) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:08:55.635732 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3a4577fd-e11f-4a1c-bf38-0c5a2e88b9b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:55.660089 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3a4577fd-e11f-4a1c-bf38-0c5a2e88b9b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:55.676492 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1ca4050c-024f-42cd-9756-4ccb9c4b2d96 req-602c9b82-49e2-461c-8396-8b9fd502562d service neutron] 10.222.0.20 "GET /v2.0/networks/e1052824-bf78-4963-8937-b202e372ac24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3284318 Nov 22 20:08:55.709905 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-c714980b-a890-42a4-8e47-cb943966de12 req-652fa3e7-c0a8-4677-8cc3-bc111e995b8e tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:55.712299 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d4f5aae1-6879-4982-85dd-e9bc8e44ef1f req-5f8635d8-03e7-427d-a227-98fbb5598b20 service neutron] 10.222.0.41 "GET /v2.0/networks/e1052824-bf78-4963-8937-b202e372ac24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3530531 Nov 22 20:08:55.713810 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3a4577fd-e11f-4a1c-bf38-0c5a2e88b9b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:55.716636 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3a4577fd-e11f-4a1c-bf38-0c5a2e88b9b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:55.720228 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-3a4577fd-e11f-4a1c-bf38-0c5a2e88b9b9 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c5477c69-c4af-49b9-96d0-746e7621088b HTTP/1.1" status: 204 len: 168 time: 0.1408069 Nov 22 20:08:55.723634 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8799be0d-1805-48c5-b7c8-0b5d2e5d3e30 req-b33eb93e-ac0b-4202-b58a-63c327d64c0a tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:55.725313 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8799be0d-1805-48c5-b7c8-0b5d2e5d3e30 req-b33eb93e-ac0b-4202-b58a-63c327d64c0a tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/ports?device_id=bd3740f9-d89f-45cf-b02d-7739f6a5131c HTTP/1.1" status: 200 len: 950 time: 0.2409561 Nov 22 20:08:55.737775 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f3d21d-f831-4ec5-9ac1-354762a5c494 req-b4252248-8847-43e8-8cbb-0f71ad16fa8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:55.739469 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-89f3d21d-f831-4ec5-9ac1-354762a5c494 req-b4252248-8847-43e8-8cbb-0f71ad16fa8b service neutron] 10.222.0.20 "GET /v2.0/networks?id=65e32ec0-3784-4a44-ad82-61a4cb29846d HTTP/1.1" status: 200 len: 903 time: 0.2482467 Nov 22 20:08:55.740152 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-c714980b-a890-42a4-8e47-cb943966de12 req-652fa3e7-c0a8-4677-8cc3-bc111e995b8e tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:55.741563 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4577fd-e11f-4a1c-bf38-0c5a2e88b9b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5477c69-c4af-49b9-96d0-746e7621088b,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:08:55.879467 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-c714980b-a890-42a4-8e47-cb943966de12 req-652fa3e7-c0a8-4677-8cc3-bc111e995b8e tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:55.880743 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c714980b-a890-42a4-8e47-cb943966de12 req-652fa3e7-c0a8-4677-8cc3-bc111e995b8e tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.6969473 Nov 22 20:08:55.892490 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-89f3d21d-f831-4ec5-9ac1-354762a5c494 req-04dd2d71-5ca5-4841-8d21-e90a56098b3d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.125&port_id=75904518-07a6-48f3-b27b-36a9f7bb9237 HTTP/1.1" status: 200 len: 217 time: 0.1055787 Nov 22 20:08:55.918522 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652fa3e7-c0a8-4677-8cc3-bc111e995b8e tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c1301a4-6616-4ea0-82e2-dfd9a098f9a7,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:08:55.921536 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 59628) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:08:55.931296 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8799be0d-1805-48c5-b7c8-0b5d2e5d3e30 req-13c012f6-03f5-4365-8648-90d605195557 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1d007ec-a75a-4ef8-9cdd-9c679a3ff22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879025 Nov 22 20:08:55.986185 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-8bfcd22d-7470-42b0-9b96-4f68a0e3fb2c req-d2617ca1-dc73-4654-b6e7-b7c8b6ba63c6 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2094450793', 'description': 'tempest-description-1264148565'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:08:56.032626 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-8bfcd22d-7470-42b0-9b96-4f68a0e3fb2c req-d2617ca1-dc73-4654-b6e7-b7c8b6ba63c6 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:56.037927 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1ca4050c-024f-42cd-9756-4ccb9c4b2d96 req-4e0cc889-1523-43ac-a343-9212c48681b9 service neutron] 10.222.0.20 "GET /v2.0/networks/e1052824-bf78-4963-8937-b202e372ac24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3409545 Nov 22 20:08:56.040680 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f3d21d-f831-4ec5-9ac1-354762a5c494 req-a1e322f6-65b6-46be-9d25-7651a30474af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:56.042111 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-89f3d21d-f831-4ec5-9ac1-354762a5c494 req-a1e322f6-65b6-46be-9d25-7651a30474af service neutron] 10.222.0.20 "GET /v2.0/subnets?id=05f56661-ecce-4820-8533-34296f2cbd56 HTTP/1.1" status: 200 len: 801 time: 0.1379926 Nov 22 20:08:56.047885 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-926784ae-cbbe-433c-8039-e7265f578247 tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:56.114164 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-926784ae-cbbe-433c-8039-e7265f578247 tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:56.138478 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f3d21d-f831-4ec5-9ac1-354762a5c494 req-8a5dfebe-1852-4c15-af3c-be183e9fad3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:56.140096 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-89f3d21d-f831-4ec5-9ac1-354762a5c494 req-8a5dfebe-1852-4c15-af3c-be183e9fad3f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=65e32ec0-3784-4a44-ad82-61a4cb29846d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0874181 Nov 22 20:08:56.206919 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-926784ae-cbbe-433c-8039-e7265f578247 tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:56.210283 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-926784ae-cbbe-433c-8039-e7265f578247 tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:56.214160 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-926784ae-cbbe-433c-8039-e7265f578247 tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] 10.222.0.46 "DELETE /v2.0/security-groups/d0f23b20-ff6d-4854-9b62-19f93f9efd2f HTTP/1.1" status: 204 len: 168 time: 0.2887414 Nov 22 20:08:56.215469 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 59642) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:08:56.234893 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926784ae-cbbe-433c-8039-e7265f578247 tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0f23b20-ff6d-4854-9b62-19f93f9efd2f,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:08:56.236654 n-d-818823-1 neutron-server[103448]: INFO neutron.api.v2.resource [None req-9fe8ee00-5708-42e0-86ea-b5b82f930fc7 tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] show failed (client error): The resource could not be found. Nov 22 20:08:56.237723 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-9fe8ee00-5708-42e0-86ea-b5b82f930fc7 tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] 10.222.0.46 "GET /v2.0/security-groups/d0f23b20-ff6d-4854-9b62-19f93f9efd2f HTTP/1.1" status: 404 len: 347 time: 0.0212648 Nov 22 20:08:56.237884 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 75904518-07a6-48f3-b27b-36a9f7bb9237 up at agent hyperv_n-h2-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:08:56.241330 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 59644) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:08:56.323684 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Provisioning for port 75904518-07a6-48f3-b27b-36a9f7bb9237 completed by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 20:08:56.330244 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Provisioning complete for port 75904518-07a6-48f3-b27b-36a9f7bb9237 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:08:56.330658 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:56.378346 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-8bfcd22d-7470-42b0-9b96-4f68a0e3fb2c req-d2617ca1-dc73-4654-b6e7-b7c8b6ba63c6 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:56.389305 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-89f3d21d-f831-4ec5-9ac1-354762a5c494 req-b17bfcdc-da23-4306-89b8-449b9c25e38b service neutron] 10.222.0.20 "GET /v2.0/networks/65e32ec0-3784-4a44-ad82-61a4cb29846d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2319460 Nov 22 20:08:56.391792 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-8bfcd22d-7470-42b0-9b96-4f68a0e3fb2c req-d2617ca1-dc73-4654-b6e7-b7c8b6ba63c6 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:56.445233 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2617ca1-dc73-4654-b6e7-b7c8b6ba63c6 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a546cbd-1da1-4ee5-90aa-6b44845c5eac,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:08:56.475883 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-f471087a-f1e5-48bf-b57f-ff97954ad03a tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] Deleting port fcfc4084-53db-47e9-bb14-374f51a2ce8b {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:08:56.478627 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f471087a-f1e5-48bf-b57f-ff97954ad03a tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:56.519724 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:56.563323 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-89f3d21d-f831-4ec5-9ac1-354762a5c494 req-2ddf622e-b231-4277-b930-a401888939bb service neutron] 10.222.0.20 "GET /v2.0/networks/65e32ec0-3784-4a44-ad82-61a4cb29846d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220901 Nov 22 20:08:56.590895 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '831c5ba2-f267-4d65-978a-1593cd40e9d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75904518-07a6-48f3-b27b-36a9f7bb9237'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:08:56.604858 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d39f6d30a11e565ec9648abcc015e8a6ab6cff4edd704add8155e28765d31eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bd9f240-7941-4deb-98be-e83b9d55c05d" -d '{"events": [{"server_uuid": "831c5ba2-f267-4d65-978a-1593cd40e9d2", "name": "network-vif-plugged", "status": "completed", "tag": "75904518-07a6-48f3-b27b-36a9f7bb9237"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:08:56.610061 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f310ba65-ac31-4ad7-bf59-87452920b7d9 req-5af78e6c-1566-4281-bd3e-73d599f29218 tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:56.620293 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f310ba65-ac31-4ad7-bf59-87452920b7d9 req-5af78e6c-1566-4281-bd3e-73d599f29218 tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] 10.222.0.46 "GET /v2.0/ports?device_id=600367c4-ade6-4072-a9b7-9d9122e901c9 HTTP/1.1" status: 200 len: 943 time: 0.4355884 Nov 22 20:08:56.621389 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port 75904518-07a6-48f3-b27b-36a9f7bb9237, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=75904518-07a6-48f3-b27b-36a9f7bb9237,segment=NetworkSegment(e051ecbb-70d0-48e8-8174-587fdbd7cbed),segment_id=e051ecbb-70d0-48e8-8174-587fdbd7cbed)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:08:56.629342 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:56.630041 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 7defbb33-300e-4413-ac4e-0ae7f160c05d up at agent hyperv_n-h2-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:08:56.651785 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-8bfcd22d-7470-42b0-9b96-4f68a0e3fb2c req-d2617ca1-dc73-4654-b6e7-b7c8b6ba63c6 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:56.653865 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8bfcd22d-7470-42b0-9b96-4f68a0e3fb2c req-d2617ca1-dc73-4654-b6e7-b7c8b6ba63c6 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.6799655 Nov 22 20:08:56.661764 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f471087a-f1e5-48bf-b57f-ff97954ad03a tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:56.663376 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f471087a-f1e5-48bf-b57f-ff97954ad03a tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:56.679236 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '600367c4-ade6-4072-a9b7-9d9122e901c9', 'tag': 'f23431ca-0bf0-4deb-8bc7-343cf9b8e47f'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:08:56.681662 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4383f924-72ab-42e9-bfb8-1c0e2bfd83b1" -d '{"events": [{"name": "network-changed", "server_uuid": "600367c4-ade6-4072-a9b7-9d9122e901c9", "tag": "f23431ca-0bf0-4deb-8bc7-343cf9b8e47f"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:08:56.698400 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-f471087a-f1e5-48bf-b57f-ff97954ad03a tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] Calling delete_port for fcfc4084-53db-47e9-bb14-374f51a2ce8b owned by network:floatingip {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:08:56.745726 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=75904518-07a6-48f3-b27b-36a9f7bb9237,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:08:56.760711 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f310ba65-ac31-4ad7-bf59-87452920b7d9 req-72da5843-b126-4199-a549-6e31c1909aba tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] 10.222.0.46 "GET /v2.0/security-groups?id=89c2c967-26c4-4e1c-a1fd-c97f87817ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382127 Nov 22 20:08:56.766104 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Provisioning for port 7defbb33-300e-4413-ac4e-0ae7f160c05d completed by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 20:08:56.770542 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Provisioning complete for port 7defbb33-300e-4413-ac4e-0ae7f160c05d triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:08:56.771170 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:56.842159 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1afe3a-5048-4f7d-a2b6-577548959426 req-470d73be-93e4-4e0e-9de6-4d3ffda8652e tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:56.851233 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1afe3a-5048-4f7d-a2b6-577548959426 req-470d73be-93e4-4e0e-9de6-4d3ffda8652e tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:56.862760 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6a1afe3a-5048-4f7d-a2b6-577548959426 req-470d73be-93e4-4e0e-9de6-4d3ffda8652e tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] 10.222.0.46 "GET /v2.0/ports?device_id=831c5ba2-f267-4d65-978a-1593cd40e9d2 HTTP/1.1" status: 200 len: 1681 time: 0.0995092 Nov 22 20:08:56.866062 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:08:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54c0f936-9fec-4b4c-85e2-69a6c488d958 x-openstack-request-id: req-54c0f936-9fec-4b4c-85e2-69a6c488d958 {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:08:56.866361 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "831c5ba2-f267-4d65-978a-1593cd40e9d2", "name": "network-vif-plugged", "status": "completed", "tag": "75904518-07a6-48f3-b27b-36a9f7bb9237", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:08:56.869571 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-54c0f936-9fec-4b4c-85e2-69a6c488d958 {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:08:56.870006 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '831c5ba2-f267-4d65-978a-1593cd40e9d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75904518-07a6-48f3-b27b-36a9f7bb9237', 'code': 200} Nov 22 20:08:56.899065 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:56.915615 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-02af09f9-6c47-454f-8546-ca9fd4b67084 req-11079dd5-590c-4f51-b836-39a75c62e5f4 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1141460805', 'description': 'tempest-description-721013895'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:08:56.968554 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6a1afe3a-5048-4f7d-a2b6-577548959426 req-57543ded-1e24-48e4-941c-a44e96c15c96 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2857c8b-9c58-4d8b-ab89-040cb1f70ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045108 Nov 22 20:08:56.978252 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port 7defbb33-300e-4413-ac4e-0ae7f160c05d, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=7defbb33-300e-4413-ac4e-0ae7f160c05d,segment=NetworkSegment(ba6f9bed-9a4d-41e0-9c1d-98f0ddec1997),segment_id=ba6f9bed-9a4d-41e0-9c1d-98f0ddec1997)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:08:56.980134 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-02af09f9-6c47-454f-8546-ca9fd4b67084 req-11079dd5-590c-4f51-b836-39a75c62e5f4 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:56.994027 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:57.035117 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f471087a-f1e5-48bf-b57f-ff97954ad03a tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:57.090303 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f471087a-f1e5-48bf-b57f-ff97954ad03a tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] Pushing event deleted for resources: {'Port': ['ID=fcfc4084-53db-47e9-bb14-374f51a2ce8b,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:08:57.102283 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 20:08:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ae843c3-57cc-4ffb-bd3e-f5afa8025b85 x-openstack-request-id: req-7ae843c3-57cc-4ffb-bd3e-f5afa8025b85 {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:08:57.103171 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "600367c4-ade6-4072-a9b7-9d9122e901c9", "tag": "f23431ca-0bf0-4deb-8bc7-343cf9b8e47f", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:08:57.103714 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7ae843c3-57cc-4ffb-bd3e-f5afa8025b85 {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:08:57.104175 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '600367c4-ade6-4072-a9b7-9d9122e901c9', 'tag': 'f23431ca-0bf0-4deb-8bc7-343cf9b8e47f', 'status': 'completed', 'code': 200} Nov 22 20:08:57.111324 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-02af09f9-6c47-454f-8546-ca9fd4b67084 req-11079dd5-590c-4f51-b836-39a75c62e5f4 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:57.120424 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=7defbb33-300e-4413-ac4e-0ae7f160c05d,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:08:57.172822 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-02af09f9-6c47-454f-8546-ca9fd4b67084 req-11079dd5-590c-4f51-b836-39a75c62e5f4 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:57.194630 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f471087a-f1e5-48bf-b57f-ff97954ad03a tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] Publish callbacks [] for floatingip, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:57.195473 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f471087a-f1e5-48bf-b57f-ff97954ad03a tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for floatingip, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:57.199280 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-f471087a-f1e5-48bf-b57f-ff97954ad03a tempest-ImagesOneServerNegativeTestJSON-748107524 tempest-ImagesOneServerNegativeTestJSON-748107524-project] 10.222.0.46 "DELETE /v2.0/floatingips/d4aac002-f263-4131-ab6c-811258e4622f HTTP/1.1" status: 204 len: 168 time: 0.9566929 Nov 22 20:08:57.223895 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-02af09f9-6c47-454f-8546-ca9fd4b67084 req-11079dd5-590c-4f51-b836-39a75c62e5f4 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:57.225182 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-02af09f9-6c47-454f-8546-ca9fd4b67084 req-11079dd5-590c-4f51-b836-39a75c62e5f4 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.3164024 Nov 22 20:08:57.271628 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11079dd5-590c-4f51-b836-39a75c62e5f4 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0215191-cbbf-4600-a7b5-282d46aad44e,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:08:57.295860 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4383f924-72ab-42e9-bfb8-1c0e2bfd83b1 req-91a3a9cf-43fb-4eda-9d77-fb10be05ecb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:57.297742 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4383f924-72ab-42e9-bfb8-1c0e2bfd83b1 req-91a3a9cf-43fb-4eda-9d77-fb10be05ecb1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ed1bb220b53d484cb7697cddf2626bd6&device_id=600367c4-ade6-4072-a9b7-9d9122e901c9 HTTP/1.1" status: 200 len: 1124 time: 0.1921363 Nov 22 20:08:57.312883 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b889f69-2153-4a92-8419-06479c2fe970 req-54fbdd77-522c-4368-bb12-928c3ea8913a tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:57.314549 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6b889f69-2153-4a92-8419-06479c2fe970 req-54fbdd77-522c-4368-bb12-928c3ea8913a tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/ports?device_id=bd3740f9-d89f-45cf-b02d-7739f6a5131c HTTP/1.1" status: 200 len: 950 time: 0.1119142 Nov 22 20:08:57.479776 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6b889f69-2153-4a92-8419-06479c2fe970 req-b4087ea3-096b-4227-add0-20b39c1b4b0a tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1d007ec-a75a-4ef8-9cdd-9c679a3ff22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553578 Nov 22 20:08:57.507195 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4383f924-72ab-42e9-bfb8-1c0e2bfd83b1 req-61aa7f28-d201-48a2-86cf-a4468557c9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:57.508889 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4383f924-72ab-42e9-bfb8-1c0e2bfd83b1 req-61aa7f28-d201-48a2-86cf-a4468557c9fa service neutron] 10.222.0.20 "GET /v2.0/networks?id=5c8a61c3-0285-4b7d-b110-24534369ffce HTTP/1.1" status: 200 len: 922 time: 0.1933162 Nov 22 20:08:57.588577 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4383f924-72ab-42e9-bfb8-1c0e2bfd83b1 req-ed3392db-9132-4fdb-9d08-ff0917d2e030 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f23431ca-0bf0-4deb-8bc7-343cf9b8e47f HTTP/1.1" status: 200 len: 217 time: 0.0600934 Nov 22 20:08:57.603703 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c429a9ea-9276-4fc6-9b9a-3ede692ebf1e req-b7e0d573-e8f3-4111-ada6-68dea21734f8 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0fdf582e13024dfab4aee7ecf63b2936 HTTP/1.1" status: 200 len: 11000 time: 0.2319846 Nov 22 20:08:57.698962 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c429a9ea-9276-4fc6-9b9a-3ede692ebf1e req-ec787db3-928c-4a82-a66f-aed3706bab6d tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] 10.222.0.46 "GET /v2.0/security-groups/008bf24b-e850-49d0-ba05-9d00c3f0736a HTTP/1.1" status: 200 len: 2998 time: 0.0859997 Nov 22 20:08:57.703529 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4383f924-72ab-42e9-bfb8-1c0e2bfd83b1 req-6c23c881-1680-4aec-85c4-913345b8e704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:57.705032 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4383f924-72ab-42e9-bfb8-1c0e2bfd83b1 req-6c23c881-1680-4aec-85c4-913345b8e704 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6ba52ab0-cb64-425e-be27-2e0b31d7d99f HTTP/1.1" status: 200 len: 861 time: 0.1004202 Nov 22 20:08:57.754733 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4383f924-72ab-42e9-bfb8-1c0e2bfd83b1 req-57343aaf-878e-4801-839c-6fce9bd3c635 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5c8a61c3-0285-4b7d-b110-24534369ffce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411186 Nov 22 20:08:57.802273 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c429a9ea-9276-4fc6-9b9a-3ede692ebf1e req-21a109c4-3d9d-4992-81b4-b1781fd73bb0 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] 10.222.0.46 "GET /v2.0/security-groups/008bf24b-e850-49d0-ba05-9d00c3f0736a HTTP/1.1" status: 200 len: 2998 time: 0.0960414 Nov 22 20:08:57.906375 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4383f924-72ab-42e9-bfb8-1c0e2bfd83b1 req-fec23d36-f936-4096-9375-ab8f17a744a5 service neutron] 10.222.0.20 "GET /v2.0/networks/5c8a61c3-0285-4b7d-b110-24534369ffce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435161 Nov 22 20:08:58.074910 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4383f924-72ab-42e9-bfb8-1c0e2bfd83b1 req-ac2983f5-75cc-4c89-bb4d-3cd1feea9979 service neutron] 10.222.0.20 "GET /v2.0/networks/5c8a61c3-0285-4b7d-b110-24534369ffce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611919 Nov 22 20:08:58.104780 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725527da-fecd-42e2-83dd-9de08f259220 req-75d4aad2-0db1-4826-a4af-4ed712bdbf5f tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:58.106354 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-725527da-fecd-42e2-83dd-9de08f259220 req-75d4aad2-0db1-4826-a4af-4ed712bdbf5f tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] 10.222.0.46 "GET /v2.0/ports?device_id=600367c4-ade6-4072-a9b7-9d9122e901c9 HTTP/1.1" status: 200 len: 943 time: 0.1136823 Nov 22 20:08:58.188988 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-725527da-fecd-42e2-83dd-9de08f259220 req-c45b2a7a-7aa6-4c7d-ac4c-fb5b2a24f68d tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] 10.222.0.46 "GET /v2.0/security-groups?id=89c2c967-26c4-4e1c-a1fd-c97f87817ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759394 Nov 22 20:08:58.194513 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2a48aa8a-1b29-4114-af05-817520299704 req-090022db-03db-443b-ad7c-6297150bcb97 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] 10.222.0.46 "GET /v2.0/security-groups/6c1301a4-6616-4ea0-82e2-dfd9a098f9a7 HTTP/1.1" status: 200 len: 1818 time: 0.0641642 Nov 22 20:08:58.259780 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 59720) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:08:58.363828 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff8ec848-8795-4539-a88d-7e5ae9f04f9e admin admin] Deleting subnet 1439a4b0-dcfd-4d3a-bcc9-51cb20acf78c {{(pid=103448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 20:08:58.367946 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ff8ec848-8795-4539-a88d-7e5ae9f04f9e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:58.369345 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-2a48aa8a-1b29-4114-af05-817520299704 req-ad4122a9-29de-42bb-bba9-db7fdf4568df tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:58.410677 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-2a48aa8a-1b29-4114-af05-817520299704 req-ad4122a9-29de-42bb-bba9-db7fdf4568df tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:58.424614 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ff8ec848-8795-4539-a88d-7e5ae9f04f9e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11627908'] for subnet, precommit_delete_associations {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:58.450298 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801fec28-f3eb-4f7a-98ed-e16095aa6ac8 req-76a39c39-1239-46c7-a4f7-dca23c91019f tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:58.460676 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801fec28-f3eb-4f7a-98ed-e16095aa6ac8 req-76a39c39-1239-46c7-a4f7-dca23c91019f tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:58.470956 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-801fec28-f3eb-4f7a-98ed-e16095aa6ac8 req-76a39c39-1239-46c7-a4f7-dca23c91019f tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] 10.222.0.46 "GET /v2.0/ports?device_id=831c5ba2-f267-4d65-978a-1593cd40e9d2 HTTP/1.1" status: 200 len: 1682 time: 0.1529787 Nov 22 20:08:58.483507 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ff8ec848-8795-4539-a88d-7e5ae9f04f9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3753007'] for subnet, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:58.545452 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ff8ec848-8795-4539-a88d-7e5ae9f04f9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3753014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11567369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11792914'] for subnet, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:58.567854 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-801fec28-f3eb-4f7a-98ed-e16095aa6ac8 req-cdc505a1-b2c9-4d24-a72f-85b012ac1fc2 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2857c8b-9c58-4d8b-ab89-040cb1f70ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954974 Nov 22 20:08:58.606971 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8ec848-8795-4539-a88d-7e5ae9f04f9e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1439a4b0-dcfd-4d3a-bcc9-51cb20acf78c,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:08:58.613582 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ff8ec848-8795-4539-a88d-7e5ae9f04f9e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:58.621908 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 59730) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:08:58.622419 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-ff8ec848-8795-4539-a88d-7e5ae9f04f9e admin admin] 10.222.0.46 "DELETE /v2.0/subnets/1439a4b0-dcfd-4d3a-bcc9-51cb20acf78c HTTP/1.1" status: 204 len: 168 time: 0.3610845 Nov 22 20:08:58.743105 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-2a48aa8a-1b29-4114-af05-817520299704 req-ad4122a9-29de-42bb-bba9-db7fdf4568df tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:58.746422 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-2a48aa8a-1b29-4114-af05-817520299704 req-ad4122a9-29de-42bb-bba9-db7fdf4568df tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:58.760646 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2a48aa8a-1b29-4114-af05-817520299704 req-ad4122a9-29de-42bb-bba9-db7fdf4568df tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] 10.222.0.46 "DELETE /v2.0/security-groups/6c1301a4-6616-4ea0-82e2-dfd9a098f9a7 HTTP/1.1" status: 204 len: 173 time: 0.5590277 Nov 22 20:08:58.790608 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f5aae1-6879-4982-85dd-e9bc8e44ef1f req-1c3cda88-a1e5-46a7-8bbe-ad3a17e1a173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:58.792756 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d4f5aae1-6879-4982-85dd-e9bc8e44ef1f req-1c3cda88-a1e5-46a7-8bbe-ad3a17e1a173 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=bd3740f9-d89f-45cf-b02d-7739f6a5131c&tenant_id=126c0323750547f8b9835ef63890aaea HTTP/1.1" status: 200 len: 1101 time: 0.1481304 Nov 22 20:08:58.811952 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-81104d1e-948f-46f2-be18-19f4d87bfc0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3961693'] for network, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:58.813867 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4122a9-29de-42bb-bba9-db7fdf4568df tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c1301a4-6616-4ea0-82e2-dfd9a098f9a7,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:08:58.842876 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-d4f5aae1-6879-4982-85dd-e9bc8e44ef1f req-6782e832-ec34-4e2b-b118-6e2db7d4dc18 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-818823-1', 'device_owner': 'compute:nova'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:08:58.870782 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '831c5ba2-f267-4d65-978a-1593cd40e9d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7defbb33-300e-4413-ac4e-0ae7f160c05d'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:08:58.875750 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d39f6d30a11e565ec9648abcc015e8a6ab6cff4edd704add8155e28765d31eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffbd501e-39d3-4112-9be5-97c751680d42" -d '{"events": [{"server_uuid": "831c5ba2-f267-4d65-978a-1593cd40e9d2", "name": "network-vif-plugged", "status": "completed", "tag": "7defbb33-300e-4413-ac4e-0ae7f160c05d"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:08:58.892187 n-d-818823-1 neutron-server[103447]: INFO neutron.api.v2.resource [req-927120a2-5482-4f6f-af64-4179a767d4d5 req-ded3a378-1685-4503-879f-af4a06a2bcf5 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] show failed (client error): The resource could not be found. Nov 22 20:08:58.893440 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-927120a2-5482-4f6f-af64-4179a767d4d5 req-ded3a378-1685-4503-879f-af4a06a2bcf5 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] 10.222.0.46 "GET /v2.0/security-groups/6c1301a4-6616-4ea0-82e2-dfd9a098f9a7 HTTP/1.1" status: 404 len: 352 time: 0.0633252 Nov 22 20:08:58.983625 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-d4f5aae1-6879-4982-85dd-e9bc8e44ef1f req-6782e832-ec34-4e2b-b118-6e2db7d4dc18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:59.087198 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaecf13-10f4-4ecf-a320-6ca1a39911d6 req-878e7240-f669-429e-ac11-f076a1643356 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:59.089394 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-feaecf13-10f4-4ecf-a320-6ca1a39911d6 req-878e7240-f669-429e-ac11-f076a1643356 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/ports?device_id=bd3740f9-d89f-45cf-b02d-7739f6a5131c HTTP/1.1" status: 200 len: 950 time: 0.2726400 Nov 22 20:08:59.102797 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-81104d1e-948f-46f2-be18-19f4d87bfc0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3760028', 'neutron.services.segments.db._delete_segments_for_network-8748992815755'] for network, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:59.175732 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-feaecf13-10f4-4ecf-a320-6ca1a39911d6 req-d29c38ca-f53e-45e3-b619-9684d651761f tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1d007ec-a75a-4ef8-9cdd-9c679a3ff22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656905 Nov 22 20:08:59.219568 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:08:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95b9f635-a53d-4847-9981-9eef2c675b8e x-openstack-request-id: req-95b9f635-a53d-4847-9981-9eef2c675b8e {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:08:59.220186 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "831c5ba2-f267-4d65-978a-1593cd40e9d2", "name": "network-vif-plugged", "status": "completed", "tag": "7defbb33-300e-4413-ac4e-0ae7f160c05d", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:08:59.220654 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-95b9f635-a53d-4847-9981-9eef2c675b8e {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:08:59.221255 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '831c5ba2-f267-4d65-978a-1593cd40e9d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7defbb33-300e-4413-ac4e-0ae7f160c05d', 'code': 200} Nov 22 20:08:59.225692 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-81104d1e-948f-46f2-be18-19f4d87bfc0d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cba3d15-15ad-430b-9993-3b4a14230480']}} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:08:59.303787 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-81104d1e-948f-46f2-be18-19f4d87bfc0d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee8173ed-ffda-445d-90ba-7bf45834e451') {'for_net_delete': True} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:08:59.304373 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-81104d1e-948f-46f2-be18-19f4d87bfc0d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee8173ed-ffda-445d-90ba-7bf45834e451') {} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:08:59.362478 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-81104d1e-948f-46f2-be18-19f4d87bfc0d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748993039638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12178344'] for segment, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:59.646829 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-d4209e53-f046-43af-86a2-6c0e81741e0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:59.771639 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-81104d1e-948f-46f2-be18-19f4d87bfc0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:59.838999 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81104d1e-948f-46f2-be18-19f4d87bfc0d admin admin] Releasing vlan 630 on physical network physnet1 to pool {{(pid=103447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 20:08:59.839408 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-81104d1e-948f-46f2-be18-19f4d87bfc0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8900762'] for segment, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:08:59.846862 n-d-818823-1 neutron-server[103447]: Traceback (most recent call last): Nov 22 20:08:59.846862 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 20:08:59.846862 n-d-818823-1 neutron-server[103447]: timer() Nov 22 20:08:59.846862 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 20:08:59.846862 n-d-818823-1 neutron-server[103447]: cb(*args, **kw) Nov 22 20:08:59.846862 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 20:08:59.846862 n-d-818823-1 neutron-server[103447]: return func(*args, **kwargs) Nov 22 20:08:59.846862 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 20:08:59.846862 n-d-818823-1 neutron-server[103447]: self._notify() Nov 22 20:08:59.846862 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 20:08:59.846862 n-d-818823-1 neutron-server[103447]: self.callback(batched_events) Nov 22 20:08:59.846862 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 20:08:59.846862 n-d-818823-1 neutron-server[103447]: event.method(event) Nov 22 20:08:59.846862 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 20:08:59.846862 n-d-818823-1 neutron-server[103447]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 20:08:59.846862 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 20:08:59.846862 n-d-818823-1 neutron-server[103447]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 20:08:59.846862 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 20:08:59.846862 n-d-818823-1 neutron-server[103447]: return f(self, *a, **k) Nov 22 20:08:59.846862 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 20:08:59.846862 n-d-818823-1 neutron-server[103447]: return self._get(url).json() Nov 22 20:08:59.846862 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 20:08:59.846862 n-d-818823-1 neutron-server[103447]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 20:08:59.846862 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 20:08:59.846862 n-d-818823-1 neutron-server[103447]: return self.request(url, 'GET', **kwargs) Nov 22 20:08:59.846862 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 20:08:59.846862 n-d-818823-1 neutron-server[103447]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 20:08:59.846862 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 20:08:59.846862 n-d-818823-1 neutron-server[103447]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 20:08:59.846862 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 20:08:59.846862 n-d-818823-1 neutron-server[103447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 20:08:59.846862 n-d-818823-1 neutron-server[103447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 20:08:59.861965 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 59760) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:08:59.903451 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-77f50472-970b-4ade-ae19-346cba650f5e req-7af49712-4e27-427f-aae3-ca9b0555511d tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] 10.222.0.46 "GET /v2.0/security-groups/2a546cbd-1da1-4ee5-90aa-6b44845c5eac HTTP/1.1" status: 200 len: 1818 time: 0.6127133 Nov 22 20:08:59.936411 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fe722c-e7c1-4e6d-a932-dac1380e4593 req-ecc020d5-bd12-4c58-a66a-326e62dd1908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:59.936888 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fe722c-e7c1-4e6d-a932-dac1380e4593 req-ecc020d5-bd12-4c58-a66a-326e62dd1908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:08:59.938628 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-32fe722c-e7c1-4e6d-a932-dac1380e4593 req-ecc020d5-bd12-4c58-a66a-326e62dd1908 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=831c5ba2-f267-4d65-978a-1593cd40e9d2 HTTP/1.1" status: 200 len: 1984 time: 0.6515639 Nov 22 20:08:59.979333 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-35d022d9-2172-4e19-8ef0-c1c8a01e1807 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:00.000573 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-81104d1e-948f-46f2-be18-19f4d87bfc0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3760002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595318'] for network, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:00.028281 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c93d13-0a0c-4a8a-b506-710139dece5b req-ac55c986-3f9b-4ebf-be94-0944e8cbdfac tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:09:00.030337 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-31c93d13-0a0c-4a8a-b506-710139dece5b req-ac55c986-3f9b-4ebf-be94-0944e8cbdfac tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] 10.222.0.46 "GET /v2.0/ports?device_id=600367c4-ade6-4072-a9b7-9d9122e901c9 HTTP/1.1" status: 200 len: 943 time: 0.3125691 Nov 22 20:09:00.037004 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-81104d1e-948f-46f2-be18-19f4d87bfc0d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for network, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:00.042503 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-81104d1e-948f-46f2-be18-19f4d87bfc0d admin admin] 10.222.0.46 "DELETE /v2.0/networks/2cba3d15-15ad-430b-9993-3b4a14230480 HTTP/1.1" status: 204 len: 168 time: 1.4070380 Nov 22 20:09:00.068744 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-35d022d9-2172-4e19-8ef0-c1c8a01e1807 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:00.069577 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-821edcb2-04b8-4717-a7f8-30012633317a req-72732ff5-dfbc-4fa0-9768-d3737daf304b service neutron] 10.222.0.20 "GET /v2.0/ports/f23431ca-0bf0-4deb-8bc7-343cf9b8e47f/bindings/n-h1-818823-1 HTTP/1.1" status: 200 len: 384 time: 0.3467751 Nov 22 20:09:00.074412 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-35d022d9-2172-4e19-8ef0-c1c8a01e1807 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:00.083168 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81104d1e-948f-46f2-be18-19f4d87bfc0d admin admin] Pushing event deleted for resources: {'Network': ['ID=2cba3d15-15ad-430b-9993-3b4a14230480,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:09:00.110442 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-d4f5aae1-6879-4982-85dd-e9bc8e44ef1f req-6782e832-ec34-4e2b-b118-6e2db7d4dc18 service neutron] For port ce1167f4-03d5-4642-a583-ca1246135435, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=ce1167f4-03d5-4642-a583-ca1246135435,segment=NetworkSegment(2a5a1c7b-538e-498e-99b9-cc7a8e0411be),segment_id=2a5a1c7b-538e-498e-99b9-cc7a8e0411be)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:09:00.113878 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-35d022d9-2172-4e19-8ef0-c1c8a01e1807 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ea36ee7a8a58466fa8f198dccad74638&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2506561 Nov 22 20:09:00.118891 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 59766) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:09:00.145605 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d022d9-2172-4e19-8ef0-c1c8a01e1807 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd9e1118-d895-4564-a40a-0c36d1a415c2,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:09:00.184685 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-32fe722c-e7c1-4e6d-a932-dac1380e4593 req-c4d7aff1-f21b-4c35-8341-3e105eec1367 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=c2857c8b-9c58-4d8b-ab89-040cb1f70ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2326434 Nov 22 20:09:00.191504 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 59770) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:09:00.216069 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-818a8df0-686f-491a-bc16-89bae66ca87e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:00.222209 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-77f50472-970b-4ade-ae19-346cba650f5e req-e99c8d41-f674-475c-8fea-f873489f0466 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:00.240090 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-d4f5aae1-6879-4982-85dd-e9bc8e44ef1f req-6782e832-ec34-4e2b-b118-6e2db7d4dc18 service neutron] For port ce1167f4-03d5-4642-a583-ca1246135435, host n-h1-818823-1, cleared binding levels {{(pid=103447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:09:00.252211 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device f23431ca-0bf0-4deb-8bc7-343cf9b8e47f no longer exists at agent hyperv_n-h2-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:09:00.253409 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-818a8df0-686f-491a-bc16-89bae66ca87e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:00.271363 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-8e9a9214-e165-4292-8573-23f7e33782d8 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=06e6d3b48fca4efea364337fb0a9126a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0786819 Nov 22 20:09:00.276422 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 59772) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:09:00.284545 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-31c93d13-0a0c-4a8a-b506-710139dece5b req-615aa3f5-28a0-4820-addf-bccefcc0e6d7 tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] 10.222.0.46 "GET /v2.0/security-groups?id=89c2c967-26c4-4e1c-a1fd-c97f87817ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2267134 Nov 22 20:09:00.300942 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-77f50472-970b-4ade-ae19-346cba650f5e req-e99c8d41-f674-475c-8fea-f873489f0466 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:00.371259 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-dfeb0c9c-9b12-4b1e-8089-1e3f7f39648c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:00.376480 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-818a8df0-686f-491a-bc16-89bae66ca87e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:00.379244 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd3740f9-d89f-45cf-b02d-7739f6a5131c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce1167f4-03d5-4642-a583-ca1246135435'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:09:00.379513 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-818a8df0-686f-491a-bc16-89bae66ca87e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:00.383124 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-818a8df0-686f-491a-bc16-89bae66ca87e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/fd9e1118-d895-4564-a40a-0c36d1a415c2 HTTP/1.1" status: 204 len: 168 time: 0.2606766 Nov 22 20:09:00.383547 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35fc17f0-b450-41a0-ba2e-04808fc40866" -d '{"events": [{"server_uuid": "bd3740f9-d89f-45cf-b02d-7739f6a5131c", "name": "network-vif-unplugged", "status": "completed", "tag": "ce1167f4-03d5-4642-a583-ca1246135435"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:09:00.390401 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-d4f5aae1-6879-4982-85dd-e9bc8e44ef1f req-6782e832-ec34-4e2b-b118-6e2db7d4dc18 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:00.404498 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818a8df0-686f-491a-bc16-89bae66ca87e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd9e1118-d895-4564-a40a-0c36d1a415c2,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:09:00.421302 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-dfeb0c9c-9b12-4b1e-8089-1e3f7f39648c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:00.456051 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.provisioning_blocks [req-d4f5aae1-6879-4982-85dd-e9bc8e44ef1f req-6782e832-ec34-4e2b-b118-6e2db7d4dc18 service neutron] Transition to ACTIVE for port object ce1167f4-03d5-4642-a583-ca1246135435 will not be triggered until provisioned by entity L2. {{(pid=103447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 20:09:00.458560 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-77f50472-970b-4ade-ae19-346cba650f5e req-e99c8d41-f674-475c-8fea-f873489f0466 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:00.461621 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-77f50472-970b-4ade-ae19-346cba650f5e req-e99c8d41-f674-475c-8fea-f873489f0466 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:00.463186 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-77f50472-970b-4ade-ae19-346cba650f5e req-e99c8d41-f674-475c-8fea-f873489f0466 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] 10.222.0.46 "DELETE /v2.0/security-groups/2a546cbd-1da1-4ee5-90aa-6b44845c5eac HTTP/1.1" status: 204 len: 173 time: 0.5497398 Nov 22 20:09:00.470223 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-d4f5aae1-6879-4982-85dd-e9bc8e44ef1f req-6782e832-ec34-4e2b-b118-6e2db7d4dc18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:00.522851 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99c8d41-f674-475c-8fea-f873489f0466 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a546cbd-1da1-4ee5-90aa-6b44845c5eac,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:09:00.529597 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-dfeb0c9c-9b12-4b1e-8089-1e3f7f39648c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:00.540117 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-dfeb0c9c-9b12-4b1e-8089-1e3f7f39648c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:00.549456 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-dfeb0c9c-9b12-4b1e-8089-1e3f7f39648c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d0c04069-962d-48b0-bef3-592f8ff68454 HTTP/1.1" status: 204 len: 168 time: 0.2704589 Nov 22 20:09:00.564344 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfeb0c9c-9b12-4b1e-8089-1e3f7f39648c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0c04069-962d-48b0-bef3-592f8ff68454,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:09:00.631525 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6782e832-ec34-4e2b-b118-6e2db7d4dc18 service neutron] Pushing event updated for resources: {'Port': ['ID=ce1167f4-03d5-4642-a583-ca1246135435,revision_number=10']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:09:00.661160 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4f5aae1-6879-4982-85dd-e9bc8e44ef1f req-6782e832-ec34-4e2b-b118-6e2db7d4dc18 service neutron] No DVR routers for this DVR port ce1167f4-03d5-4642-a583-ca1246135435 on host n-h1-818823-1 {{(pid=103447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:09:00.687294 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-821edcb2-04b8-4717-a7f8-30012633317a req-d82689b5-e901-4fcd-b666-3e9dd3a3b941 service neutron] For port f23431ca-0bf0-4deb-8bc7-343cf9b8e47f, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=f23431ca-0bf0-4deb-8bc7-343cf9b8e47f,segment=NetworkSegment(a1d01b66-e103-44ab-97f3-6f827675fa31),segment_id=a1d01b66-e103-44ab-97f3-6f827675fa31)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:09:00.725242 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad23156-21e7-41d6-9665-7ec7517c79ce req-638283e7-5a21-42df-9f9b-d66db3b187b2 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:09:00.732845 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad23156-21e7-41d6-9665-7ec7517c79ce req-638283e7-5a21-42df-9f9b-d66db3b187b2 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:09:00.734680 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1ad23156-21e7-41d6-9665-7ec7517c79ce req-638283e7-5a21-42df-9f9b-d66db3b187b2 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] 10.222.0.46 "GET /v2.0/ports?device_id=831c5ba2-f267-4d65-978a-1593cd40e9d2 HTTP/1.1" status: 200 len: 1682 time: 0.2224128 Nov 22 20:09:00.810407 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device ce1167f4-03d5-4642-a583-ca1246135435 no longer exists at agent hyperv_n-h1-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:09:00.859581 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-d4f5aae1-6879-4982-85dd-e9bc8e44ef1f req-6782e832-ec34-4e2b-b118-6e2db7d4dc18 service neutron] Attempting to bind port ce1167f4-03d5-4642-a583-ca1246135435 on host n-h2-818823-1 for vnic_type normal with profile {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:09:00.860310 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-d4f5aae1-6879-4982-85dd-e9bc8e44ef1f req-6782e832-ec34-4e2b-b118-6e2db7d4dc18 service neutron] Attempting to bind port ce1167f4-03d5-4642-a583-ca1246135435 by drivers openvswitch,hyperv on host n-h2-818823-1 at level 0 using segments [{'id': '2a5a1c7b-538e-498e-99b9-cc7a8e0411be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'e1052824-bf78-4963-8937-b202e372ac24'}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:09:00.860809 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4f5aae1-6879-4982-85dd-e9bc8e44ef1f req-6782e832-ec34-4e2b-b118-6e2db7d4dc18 service neutron] Attempting to bind port ce1167f4-03d5-4642-a583-ca1246135435 on network e1052824-bf78-4963-8937-b202e372ac24 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:09:00.869820 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device ce1167f4-03d5-4642-a583-ca1246135435 not bound to the agent host n-h1-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:09:00.874299 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-821edcb2-04b8-4717-a7f8-30012633317a req-d82689b5-e901-4fcd-b666-3e9dd3a3b941 service neutron] For port f23431ca-0bf0-4deb-8bc7-343cf9b8e47f, host n-h2-818823-1, cleared binding levels {{(pid=103447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:09:00.929309 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4f5aae1-6879-4982-85dd-e9bc8e44ef1f req-6782e832-ec34-4e2b-b118-6e2db7d4dc18 service neutron] Port ce1167f4-03d5-4642-a583-ca1246135435 on network e1052824-bf78-4963-8937-b202e372ac24 not bound, no agent of type Open vSwitch agent registered on host n-h2-818823-1 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:09:00.929643 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4f5aae1-6879-4982-85dd-e9bc8e44ef1f req-6782e832-ec34-4e2b-b118-6e2db7d4dc18 service neutron] Attempting to bind port ce1167f4-03d5-4642-a583-ca1246135435 on network e1052824-bf78-4963-8937-b202e372ac24 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:09:00.952329 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1ad23156-21e7-41d6-9665-7ec7517c79ce req-67a6d84c-0ce6-4882-ba36-1ab12bf0ac8a tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2857c8b-9c58-4d8b-ab89-040cb1f70ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675818 Nov 22 20:09:00.960388 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4f5aae1-6879-4982-85dd-e9bc8e44ef1f req-6782e832-ec34-4e2b-b118-6e2db7d4dc18 service neutron] Checking agent: {'id': '65e0486a-7030-4065-96f0-10aa7402a530', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'started_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 8, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:09:00.970513 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4f5aae1-6879-4982-85dd-e9bc8e44ef1f req-6782e832-ec34-4e2b-b118-6e2db7d4dc18 service neutron] Checking segment: {'id': '2a5a1c7b-538e-498e-99b9-cc7a8e0411be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'e1052824-bf78-4963-8937-b202e372ac24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:09:00.970513 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4f5aae1-6879-4982-85dd-e9bc8e44ef1f req-6782e832-ec34-4e2b-b118-6e2db7d4dc18 service neutron] Bound using segment: {'id': '2a5a1c7b-538e-498e-99b9-cc7a8e0411be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'e1052824-bf78-4963-8937-b202e372ac24'} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:09:00.970513 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-d4f5aae1-6879-4982-85dd-e9bc8e44ef1f req-6782e832-ec34-4e2b-b118-6e2db7d4dc18 service neutron] Bound port: ce1167f4-03d5-4642-a583-ca1246135435, host: n-h2-818823-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a5a1c7b-538e-498e-99b9-cc7a8e0411be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'e1052824-bf78-4963-8937-b202e372ac24'}}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:09:00.970513 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-d4f5aae1-6879-4982-85dd-e9bc8e44ef1f req-6782e832-ec34-4e2b-b118-6e2db7d4dc18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:00.977966 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76bc27f-f4fb-476a-8756-e98693dc79fe req-29367b8d-13e4-4d01-9978-a79bdc1dd29d tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:09:00.979729 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b76bc27f-f4fb-476a-8756-e98693dc79fe req-29367b8d-13e4-4d01-9978-a79bdc1dd29d tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/ports?device_id=bd3740f9-d89f-45cf-b02d-7739f6a5131c HTTP/1.1" status: 200 len: 949 time: 0.2828772 Nov 22 20:09:00.984638 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 59794) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:09:00.993398 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [req-821edcb2-04b8-4717-a7f8-30012633317a req-d82689b5-e901-4fcd-b666-3e9dd3a3b941 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f23431ca-0bf0-4deb-8bc7-343cf9b8e47f {{(pid=103447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:09:01.001543 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1cbe5181-7782-4c84-86af-35520a93468d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:01.032676 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-821edcb2-04b8-4717-a7f8-30012633317a req-d82689b5-e901-4fcd-b666-3e9dd3a3b941 service neutron] For port f23431ca-0bf0-4deb-8bc7-343cf9b8e47f, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=f23431ca-0bf0-4deb-8bc7-343cf9b8e47f,segment=NetworkSegment(a1d01b66-e103-44ab-97f3-6f827675fa31),segment_id=a1d01b66-e103-44ab-97f3-6f827675fa31)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:09:01.089915 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b76bc27f-f4fb-476a-8756-e98693dc79fe req-4f18f0fd-045e-47f4-bbce-631d63f53ca2 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1d007ec-a75a-4ef8-9cdd-9c679a3ff22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881209 Nov 22 20:09:01.118175 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1cbe5181-7782-4c84-86af-35520a93468d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:01.122008 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-821edcb2-04b8-4717-a7f8-30012633317a req-d82689b5-e901-4fcd-b666-3e9dd3a3b941 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:01.124362 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1cbe5181-7782-4c84-86af-35520a93468d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:01.141361 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 22 Nov 2021 20:09:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26af686a-3dc6-43b5-82be-c00a27a37fcf x-openstack-request-id: req-26af686a-3dc6-43b5-82be-c00a27a37fcf {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:09:01.141689 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd3740f9-d89f-45cf-b02d-7739f6a5131c", "name": "network-vif-unplugged", "status": "completed", "tag": "ce1167f4-03d5-4642-a583-ca1246135435", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:09:01.141914 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-26af686a-3dc6-43b5-82be-c00a27a37fcf {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:09:01.142417 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd3740f9-d89f-45cf-b02d-7739f6a5131c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce1167f4-03d5-4642-a583-ca1246135435', 'code': 200} Nov 22 20:09:01.190919 n-d-818823-1 neutron-server[103447]: INFO neutron.api.v2.resource [req-736c8a49-837e-470a-8e59-21c417ce290d req-b100917a-8cb7-4b5d-ac27-378eac799a98 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] show failed (client error): The resource could not be found. Nov 22 20:09:01.191988 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-736c8a49-837e-470a-8e59-21c417ce290d req-b100917a-8cb7-4b5d-ac27-378eac799a98 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] 10.222.0.46 "GET /v2.0/security-groups/2a546cbd-1da1-4ee5-90aa-6b44845c5eac HTTP/1.1" status: 404 len: 352 time: 0.0649543 Nov 22 20:09:01.197189 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbe5181-7782-4c84-86af-35520a93468d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=780f706e-7e5e-451b-be8f-6258ce8fe8e1,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:09:01.204798 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-1cbe5181-7782-4c84-86af-35520a93468d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ba979cdd88fc44eabbbcb9069b8b585c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2190011 Nov 22 20:09:01.208033 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 59804) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:09:01.281400 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-44ba3c3f-100e-48d3-b3f2-6e9fff6438a7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:01.314989 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-44ba3c3f-100e-48d3-b3f2-6e9fff6438a7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:01.318036 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-d4f5aae1-6879-4982-85dd-e9bc8e44ef1f req-6782e832-ec34-4e2b-b118-6e2db7d4dc18 service neutron] For port ce1167f4-03d5-4642-a583-ca1246135435, host n-h2-818823-1, cleared binding levels {{(pid=103447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:09:01.378929 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc35ac31-0d94-4cff-92be-f09ea384700a req-fb193c02-1d46-4b7e-a6f5-f3548d48cbf1 tempest-ServersWithSpecificFlavorTestJSON-1120519075 tempest-ServersWithSpecificFlavorTestJSON-1120519075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:09:01.380350 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-bc35ac31-0d94-4cff-92be-f09ea384700a req-fb193c02-1d46-4b7e-a6f5-f3548d48cbf1 tempest-ServersWithSpecificFlavorTestJSON-1120519075 tempest-ServersWithSpecificFlavorTestJSON-1120519075-project] 10.222.0.46 "GET /v2.0/ports?device_id=c7719b78-6d90-405e-bc45-5187ca2b159c HTTP/1.1" status: 200 len: 946 time: 0.1843963 Nov 22 20:09:01.381191 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-44ba3c3f-100e-48d3-b3f2-6e9fff6438a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:01.384001 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-44ba3c3f-100e-48d3-b3f2-6e9fff6438a7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:01.384757 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-d4f5aae1-6879-4982-85dd-e9bc8e44ef1f req-6782e832-ec34-4e2b-b118-6e2db7d4dc18 service neutron] For port ce1167f4-03d5-4642-a583-ca1246135435, host n-h2-818823-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=ce1167f4-03d5-4642-a583-ca1246135435,segment=NetworkSegment(2a5a1c7b-538e-498e-99b9-cc7a8e0411be),segment_id=2a5a1c7b-538e-498e-99b9-cc7a8e0411be)] {{(pid=103447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:09:01.388717 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-44ba3c3f-100e-48d3-b3f2-6e9fff6438a7 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/780f706e-7e5e-451b-be8f-6258ce8fe8e1 HTTP/1.1" status: 204 len: 168 time: 0.1774855 Nov 22 20:09:01.396095 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ba3c3f-100e-48d3-b3f2-6e9fff6438a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=780f706e-7e5e-451b-be8f-6258ce8fe8e1,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:09:01.399116 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b0cfefb6-e12d-4160-9758-e2aa84610f33 req-74bf2162-43ca-4816-a8ba-f7adb7544e45 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] 10.222.0.46 "GET /v2.0/security-groups/e0215191-cbbf-4600-a7b5-282d46aad44e HTTP/1.1" status: 200 len: 1817 time: 0.1482933 Nov 22 20:09:01.408503 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-d4f5aae1-6879-4982-85dd-e9bc8e44ef1f req-6782e832-ec34-4e2b-b118-6e2db7d4dc18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:01.423308 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.provisioning_blocks [req-821edcb2-04b8-4717-a7f8-30012633317a req-d82689b5-e901-4fcd-b666-3e9dd3a3b941 service neutron] Transition to ACTIVE for port object f23431ca-0bf0-4deb-8bc7-343cf9b8e47f will not be triggered until provisioned by entity L2. {{(pid=103447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 20:09:01.471588 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-821edcb2-04b8-4717-a7f8-30012633317a req-d82689b5-e901-4fcd-b666-3e9dd3a3b941 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:01.488730 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f5aae1-6879-4982-85dd-e9bc8e44ef1f req-6782e832-ec34-4e2b-b118-6e2db7d4dc18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:09:01.489998 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-d4f5aae1-6879-4982-85dd-e9bc8e44ef1f req-6782e832-ec34-4e2b-b118-6e2db7d4dc18 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:01.490784 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d4f5aae1-6879-4982-85dd-e9bc8e44ef1f req-6782e832-ec34-4e2b-b118-6e2db7d4dc18 service neutron] 10.222.0.20 "PUT /v2.0/ports/ce1167f4-03d5-4642-a583-ca1246135435 HTTP/1.1" status: 200 len: 1097 time: 2.6534851 Nov 22 20:09:01.630880 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-821edcb2-04b8-4717-a7f8-30012633317a req-d82689b5-e901-4fcd-b666-3e9dd3a3b941 service neutron] No DVR routers for this DVR port f23431ca-0bf0-4deb-8bc7-343cf9b8e47f on host n-h2-818823-1 {{(pid=103447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:09:01.633654 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6782e832-ec34-4e2b-b118-6e2db7d4dc18 service neutron] Pushing event updated for resources: {'Port': ['ID=ce1167f4-03d5-4642-a583-ca1246135435,revision_number=11']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:09:01.660987 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-bc35ac31-0d94-4cff-92be-f09ea384700a req-9fe8ba0a-4b69-4e77-bcb2-f724e1517602 tempest-ServersWithSpecificFlavorTestJSON-1120519075 tempest-ServersWithSpecificFlavorTestJSON-1120519075-project] 10.222.0.46 "GET /v2.0/security-groups?id=ea60d010-f7c1-485a-99af-472dfb1cdc16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2554057 Nov 22 20:09:01.766098 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f5aae1-6879-4982-85dd-e9bc8e44ef1f req-611fbbcd-58cc-4c27-9665-16c22d77bdca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:09:01.770234 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d4f5aae1-6879-4982-85dd-e9bc8e44ef1f req-611fbbcd-58cc-4c27-9665-16c22d77bdca service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=126c0323750547f8b9835ef63890aaea&device_id=bd3740f9-d89f-45cf-b02d-7739f6a5131c HTTP/1.1" status: 200 len: 1100 time: 0.2330694 Nov 22 20:09:01.772542 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-b0cfefb6-e12d-4160-9758-e2aa84610f33 req-8a59c2bb-3546-4730-96ed-98cb9c16ce7c tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:01.775464 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82689b5-e901-4fcd-b666-3e9dd3a3b941 service neutron] Pushing event updated for resources: {'Port': ['ID=f23431ca-0bf0-4deb-8bc7-343cf9b8e47f,revision_number=10']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:09:01.848822 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-821edcb2-04b8-4717-a7f8-30012633317a req-d82689b5-e901-4fcd-b666-3e9dd3a3b941 service neutron] 10.222.0.20 "PUT /v2.0/ports/f23431ca-0bf0-4deb-8bc7-343cf9b8e47f/bindings/n-h1-818823-1/activate HTTP/1.1" status: 200 len: 369 time: 1.7561827 Nov 22 20:09:01.898036 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-b0cfefb6-e12d-4160-9758-e2aa84610f33 req-8a59c2bb-3546-4730-96ed-98cb9c16ce7c tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:01.940944 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f5aae1-6879-4982-85dd-e9bc8e44ef1f req-0d4562d1-9218-478a-b507-83cbaa8ef1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:09:01.942694 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d4f5aae1-6879-4982-85dd-e9bc8e44ef1f req-0d4562d1-9218-478a-b507-83cbaa8ef1ef service neutron] 10.222.0.20 "GET /v2.0/networks?id=e1052824-bf78-4963-8937-b202e372ac24 HTTP/1.1" status: 200 len: 870 time: 0.1639977 Nov 22 20:09:02.027814 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d4f5aae1-6879-4982-85dd-e9bc8e44ef1f req-ddd46c13-9d16-4145-a416-24f71111405d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=ce1167f4-03d5-4642-a583-ca1246135435 HTTP/1.1" status: 200 len: 217 time: 0.0657067 Nov 22 20:09:02.088948 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821edcb2-04b8-4717-a7f8-30012633317a req-6255dfbb-d281-43a5-b422-64ea3fe7e31a tempest-LiveAutoBlockMigrationV225Test-67792349 tempest-LiveAutoBlockMigrationV225Test-67792349-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:09:02.090589 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-821edcb2-04b8-4717-a7f8-30012633317a req-6255dfbb-d281-43a5-b422-64ea3fe7e31a tempest-LiveAutoBlockMigrationV225Test-67792349 tempest-LiveAutoBlockMigrationV225Test-67792349-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=600367c4-ade6-4072-a9b7-9d9122e901c9&tenant_id=ed1bb220b53d484cb7697cddf2626bd6&binding%3Ahost_id=n-h2-818823-1 HTTP/1.1" status: 200 len: 1095 time: 0.1668408 Nov 22 20:09:02.100397 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-b0cfefb6-e12d-4160-9758-e2aa84610f33 req-8a59c2bb-3546-4730-96ed-98cb9c16ce7c tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:02.103175 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-b0cfefb6-e12d-4160-9758-e2aa84610f33 req-8a59c2bb-3546-4730-96ed-98cb9c16ce7c tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:02.104327 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b0cfefb6-e12d-4160-9758-e2aa84610f33 req-8a59c2bb-3546-4730-96ed-98cb9c16ce7c tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] 10.222.0.46 "DELETE /v2.0/security-groups/e0215191-cbbf-4600-a7b5-282d46aad44e HTTP/1.1" status: 204 len: 173 time: 0.6855052 Nov 22 20:09:02.150413 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a59c2bb-3546-4730-96ed-98cb9c16ce7c tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0215191-cbbf-4600-a7b5-282d46aad44e,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:09:02.161798 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f5aae1-6879-4982-85dd-e9bc8e44ef1f req-712beeea-b135-4e6c-9bf3-644d37b3c435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:09:02.163711 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d4f5aae1-6879-4982-85dd-e9bc8e44ef1f req-712beeea-b135-4e6c-9bf3-644d37b3c435 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3091ebfd-11e2-41f8-9c00-ffe0b86563d8 HTTP/1.1" status: 200 len: 843 time: 0.1252303 Nov 22 20:09:02.173875 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f91abf-fe68-4ef8-a607-b757e32e4464 req-5084bf9f-e362-486e-a825-bc39077516c8 tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:09:02.175373 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-83f91abf-fe68-4ef8-a607-b757e32e4464 req-5084bf9f-e362-486e-a825-bc39077516c8 tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] 10.222.0.46 "GET /v2.0/ports?device_id=600367c4-ade6-4072-a9b7-9d9122e901c9 HTTP/1.1" status: 200 len: 944 time: 0.1662951 Nov 22 20:09:02.230772 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821edcb2-04b8-4717-a7f8-30012633317a req-46af1d53-8d01-4576-a320-1c5ea73319c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:09:02.232387 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-821edcb2-04b8-4717-a7f8-30012633317a req-46af1d53-8d01-4576-a320-1c5ea73319c7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=600367c4-ade6-4072-a9b7-9d9122e901c9&tenant_id=ed1bb220b53d484cb7697cddf2626bd6 HTTP/1.1" status: 200 len: 1095 time: 0.1270385 Nov 22 20:09:02.269922 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f5aae1-6879-4982-85dd-e9bc8e44ef1f req-a731f192-00b4-40e9-b69c-a0c61c8cd3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:09:02.271482 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d4f5aae1-6879-4982-85dd-e9bc8e44ef1f req-a731f192-00b4-40e9-b69c-a0c61c8cd3dd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e1052824-bf78-4963-8937-b202e372ac24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0951538 Nov 22 20:09:02.295813 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-83f91abf-fe68-4ef8-a607-b757e32e4464 req-6b6529b1-3e7c-46e4-881f-aa9312597178 tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] 10.222.0.46 "GET /v2.0/security-groups?id=89c2c967-26c4-4e1c-a1fd-c97f87817ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995100 Nov 22 20:09:02.412280 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ecfc9d9f-abc1-4c0a-a12f-c3cd097bbe59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:02.430456 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821edcb2-04b8-4717-a7f8-30012633317a req-d31d9c9e-480f-4a0b-88e4-598fc2c1ae4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:09:02.433010 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-821edcb2-04b8-4717-a7f8-30012633317a req-d31d9c9e-480f-4a0b-88e4-598fc2c1ae4a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ed1bb220b53d484cb7697cddf2626bd6&device_id=600367c4-ade6-4072-a9b7-9d9122e901c9 HTTP/1.1" status: 200 len: 1095 time: 0.1606038 Nov 22 20:09:02.557892 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d4f5aae1-6879-4982-85dd-e9bc8e44ef1f req-eb62cd90-b92d-4ac4-800e-4f600805fd40 service neutron] 10.222.0.20 "GET /v2.0/networks/e1052824-bf78-4963-8937-b202e372ac24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2610879 Nov 22 20:09:02.601168 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821edcb2-04b8-4717-a7f8-30012633317a req-ce95b487-67a7-40d3-b2b6-ec600427b081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:09:02.603249 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-821edcb2-04b8-4717-a7f8-30012633317a req-ce95b487-67a7-40d3-b2b6-ec600427b081 service neutron] 10.222.0.41 "GET /v2.0/networks?id=5c8a61c3-0285-4b7d-b110-24534369ffce HTTP/1.1" status: 200 len: 922 time: 0.1553044 Nov 22 20:09:02.707184 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-821edcb2-04b8-4717-a7f8-30012633317a req-e44eeaa5-e606-45ca-8e6e-23255f8f1e77 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f23431ca-0bf0-4deb-8bc7-343cf9b8e47f HTTP/1.1" status: 200 len: 217 time: 0.0902083 Nov 22 20:09:02.792965 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821edcb2-04b8-4717-a7f8-30012633317a req-7288e654-de96-49af-93cb-837e0dec81fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:09:02.795274 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-821edcb2-04b8-4717-a7f8-30012633317a req-7288e654-de96-49af-93cb-837e0dec81fe service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6ba52ab0-cb64-425e-be27-2e0b31d7d99f HTTP/1.1" status: 200 len: 861 time: 0.0767024 Nov 22 20:09:02.817583 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6ff0ec-c880-4e77-ac10-0e0c3417c618 req-91f77479-61ad-4222-97cc-21499fe0f138 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:09:02.834650 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6ff0ec-c880-4e77-ac10-0e0c3417c618 req-91f77479-61ad-4222-97cc-21499fe0f138 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:09:02.834650 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-fd6ff0ec-c880-4e77-ac10-0e0c3417c618 req-91f77479-61ad-4222-97cc-21499fe0f138 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] 10.222.0.46 "GET /v2.0/ports?device_id=831c5ba2-f267-4d65-978a-1593cd40e9d2 HTTP/1.1" status: 200 len: 1682 time: 0.2124567 Nov 22 20:09:02.865450 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-821edcb2-04b8-4717-a7f8-30012633317a req-e5aba394-37bf-4433-acab-cd9630b46b3e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5c8a61c3-0285-4b7d-b110-24534369ffce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0608265 Nov 22 20:09:02.867337 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d4f5aae1-6879-4982-85dd-e9bc8e44ef1f req-2932abe5-60db-421c-9a02-1c279131ae0b service neutron] 10.222.0.20 "GET /v2.0/networks/e1052824-bf78-4963-8937-b202e372ac24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2948816 Nov 22 20:09:02.959906 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-fd6ff0ec-c880-4e77-ac10-0e0c3417c618 req-8b59fb7c-6a8c-41ef-ac10-c663d45898a5 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2857c8b-9c58-4d8b-ab89-040cb1f70ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187835 Nov 22 20:09:03.016832 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-821edcb2-04b8-4717-a7f8-30012633317a req-36c88ef4-1bcc-419e-bac8-37f20f1d4129 service neutron] 10.222.0.41 "GET /v2.0/networks/5c8a61c3-0285-4b7d-b110-24534369ffce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408927 Nov 22 20:09:03.022819 n-d-818823-1 neutron-server[103447]: INFO neutron.api.v2.resource [req-0ded5cdc-b971-4b29-b573-0b0be6422dd1 req-870c4fd0-53f1-433d-93e2-98164a7315aa tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] show failed (client error): The resource could not be found. Nov 22 20:09:03.023988 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0ded5cdc-b971-4b29-b573-0b0be6422dd1 req-870c4fd0-53f1-433d-93e2-98164a7315aa tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] 10.222.0.46 "GET /v2.0/security-groups/e0215191-cbbf-4600-a7b5-282d46aad44e HTTP/1.1" status: 404 len: 352 time: 0.0241926 Nov 22 20:09:03.126994 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-821edcb2-04b8-4717-a7f8-30012633317a req-869233ab-fa05-415a-9391-083bd62faf79 service neutron] 10.222.0.41 "GET /v2.0/networks/5c8a61c3-0285-4b7d-b110-24534369ffce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016176 Nov 22 20:09:03.144198 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd3740f9-d89f-45cf-b02d-7739f6a5131c', 'tag': 'ce1167f4-03d5-4642-a583-ca1246135435'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:09:03.157733 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-010d4485-4196-44a2-acc7-4d5154c50d59" -d '{"events": [{"name": "network-changed", "server_uuid": "bd3740f9-d89f-45cf-b02d-7739f6a5131c", "tag": "ce1167f4-03d5-4642-a583-ca1246135435"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:09:03.251703 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a38b4c-63d8-471e-8e7d-1ce62d10b1b3 req-aa3dbbee-97f7-40f2-b05e-6105b0ecdc81 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:09:03.253346 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f1a38b4c-63d8-471e-8e7d-1ce62d10b1b3 req-aa3dbbee-97f7-40f2-b05e-6105b0ecdc81 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/ports?device_id=bd3740f9-d89f-45cf-b02d-7739f6a5131c HTTP/1.1" status: 200 len: 949 time: 0.0727084 Nov 22 20:09:03.299750 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-03f0964f-1b75-4df7-99e0-a3cdb56ec2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:03.319716 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f1a38b4c-63d8-471e-8e7d-1ce62d10b1b3 req-5121c395-d2c1-4c37-b944-c1ddbf2a257b tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1d007ec-a75a-4ef8-9cdd-9c679a3ff22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587718 Nov 22 20:09:03.484543 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821edcb2-04b8-4717-a7f8-30012633317a req-a2be46c3-45c2-4363-bc22-02d9eb4de3af tempest-LiveAutoBlockMigrationV225Test-67792349 tempest-LiveAutoBlockMigrationV225Test-67792349-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:09:03.486399 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-821edcb2-04b8-4717-a7f8-30012633317a req-a2be46c3-45c2-4363-bc22-02d9eb4de3af tempest-LiveAutoBlockMigrationV225Test-67792349 tempest-LiveAutoBlockMigrationV225Test-67792349-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=600367c4-ade6-4072-a9b7-9d9122e901c9&tenant_id=ed1bb220b53d484cb7697cddf2626bd6&binding%3Ahost_id=n-h1-818823-1 HTTP/1.1" status: 200 len: 1095 time: 0.0835700 Nov 22 20:09:03.585440 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6b3b27b7-48e1-48e1-9e64-53e6019b15cb req-308b5956-3959-40e4-82e4-16f76448e050 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0fdf582e13024dfab4aee7ecf63b2936 HTTP/1.1" status: 200 len: 6200 time: 0.1448605 Nov 22 20:09:03.692260 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6b3b27b7-48e1-48e1-9e64-53e6019b15cb req-d3dbee84-16a6-43ee-b891-872735c2f562 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] 10.222.0.46 "GET /v2.0/security-groups/008bf24b-e850-49d0-ba05-9d00c3f0736a HTTP/1.1" status: 200 len: 2998 time: 0.0948529 Nov 22 20:09:03.716636 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 20:09:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66255bb4-0da6-4488-b3f2-381e2bed5388 x-openstack-request-id: req-66255bb4-0da6-4488-b3f2-381e2bed5388 {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:09:03.717027 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd3740f9-d89f-45cf-b02d-7739f6a5131c", "tag": "ce1167f4-03d5-4642-a583-ca1246135435", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:09:03.717492 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-66255bb4-0da6-4488-b3f2-381e2bed5388 {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:09:03.717998 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd3740f9-d89f-45cf-b02d-7739f6a5131c', 'tag': 'ce1167f4-03d5-4642-a583-ca1246135435', 'status': 'completed', 'code': 200} Nov 22 20:09:03.769204 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-821edcb2-04b8-4717-a7f8-30012633317a req-4f727ad9-ee35-4470-b7d4-f756291303c8 service neutron] For port f23431ca-0bf0-4deb-8bc7-343cf9b8e47f, host n-h2-818823-1, cleared binding levels {{(pid=103447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:09:03.786315 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-821edcb2-04b8-4717-a7f8-30012633317a req-4f727ad9-ee35-4470-b7d4-f756291303c8 service neutron] Publish callbacks [] for binding, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:03.787441 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-821edcb2-04b8-4717-a7f8-30012633317a req-4f727ad9-ee35-4470-b7d4-f756291303c8 service neutron] 10.222.0.41 "DELETE /v2.0/ports/f23431ca-0bf0-4deb-8bc7-343cf9b8e47f/bindings/n-h2-818823-1 HTTP/1.1" status: 204 len: 173 time: 0.2772663 Nov 22 20:09:03.844554 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6b3b27b7-48e1-48e1-9e64-53e6019b15cb req-f5dfa8f4-95ad-436a-8a3b-fbb583b24938 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] 10.222.0.46 "GET /v2.0/security-groups/008bf24b-e850-49d0-ba05-9d00c3f0736a HTTP/1.1" status: 200 len: 2998 time: 0.1507015 Nov 22 20:09:03.879819 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010d4485-4196-44a2-acc7-4d5154c50d59 req-958ae1ff-97f1-4fe6-ac9f-ac39e65e2646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:09:03.881398 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-010d4485-4196-44a2-acc7-4d5154c50d59 req-958ae1ff-97f1-4fe6-ac9f-ac39e65e2646 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=126c0323750547f8b9835ef63890aaea&device_id=bd3740f9-d89f-45cf-b02d-7739f6a5131c HTTP/1.1" status: 200 len: 1100 time: 0.1426730 Nov 22 20:09:03.888827 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010d4485-4196-44a2-acc7-4d5154c50d59 req-0c8c79c6-29ce-4508-8a73-f35f249f8fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:09:03.890329 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-010d4485-4196-44a2-acc7-4d5154c50d59 req-0c8c79c6-29ce-4508-8a73-f35f249f8fff service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=126c0323750547f8b9835ef63890aaea&device_id=bd3740f9-d89f-45cf-b02d-7739f6a5131c HTTP/1.1" status: 200 len: 1100 time: 0.1199799 Nov 22 20:09:03.900181 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13de0e7f-f9e2-4387-b191-4bbab02e35f1 req-2b830971-e0c6-4cbd-b746-c00a4a633cac tempest-ServersWithSpecificFlavorTestJSON-1120519075 tempest-ServersWithSpecificFlavorTestJSON-1120519075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:09:03.901905 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-13de0e7f-f9e2-4387-b191-4bbab02e35f1 req-2b830971-e0c6-4cbd-b746-c00a4a633cac tempest-ServersWithSpecificFlavorTestJSON-1120519075 tempest-ServersWithSpecificFlavorTestJSON-1120519075-project] 10.222.0.46 "GET /v2.0/ports?device_id=c7719b78-6d90-405e-bc45-5187ca2b159c HTTP/1.1" status: 200 len: 946 time: 0.1216807 Nov 22 20:09:04.112146 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b7f9f5-595d-45bc-9211-4856ad2f68f8 req-acd0fe3b-e506-4b26-a4c8-c02309466cde tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:09:04.113744 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-31b7f9f5-595d-45bc-9211-4856ad2f68f8 req-acd0fe3b-e506-4b26-a4c8-c02309466cde tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] 10.222.0.46 "GET /v2.0/ports?device_id=600367c4-ade6-4072-a9b7-9d9122e901c9 HTTP/1.1" status: 200 len: 944 time: 0.2225173 Nov 22 20:09:04.129672 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-13de0e7f-f9e2-4387-b191-4bbab02e35f1 req-cbff5d91-ae60-4493-933c-c5e71674f71a tempest-ServersWithSpecificFlavorTestJSON-1120519075 tempest-ServersWithSpecificFlavorTestJSON-1120519075-project] 10.222.0.46 "GET /v2.0/security-groups?id=ea60d010-f7c1-485a-99af-472dfb1cdc16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2113760 Nov 22 20:09:04.154223 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010d4485-4196-44a2-acc7-4d5154c50d59 req-1893e07d-fe13-4d82-b99f-c94b7eddfb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:09:04.155985 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-010d4485-4196-44a2-acc7-4d5154c50d59 req-1893e07d-fe13-4d82-b99f-c94b7eddfb62 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e1052824-bf78-4963-8937-b202e372ac24 HTTP/1.1" status: 200 len: 870 time: 0.2632966 Nov 22 20:09:04.160995 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 59920) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:09:04.163294 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010d4485-4196-44a2-acc7-4d5154c50d59 req-abe78be7-92e8-4ab0-85ec-d468beb77748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:09:04.164936 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-010d4485-4196-44a2-acc7-4d5154c50d59 req-abe78be7-92e8-4ab0-85ec-d468beb77748 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e1052824-bf78-4963-8937-b202e372ac24 HTTP/1.1" status: 200 len: 870 time: 0.2614923 Nov 22 20:09:04.252330 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-010d4485-4196-44a2-acc7-4d5154c50d59 req-16d14693-2b2b-4aca-90af-5640f1f00388 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=ce1167f4-03d5-4642-a583-ca1246135435 HTTP/1.1" status: 200 len: 217 time: 0.0757215 Nov 22 20:09:04.257016 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-010d4485-4196-44a2-acc7-4d5154c50d59 req-091fd5b7-5df4-4f69-9879-05d23feb37a8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=ce1167f4-03d5-4642-a583-ca1246135435 HTTP/1.1" status: 200 len: 217 time: 0.0894449 Nov 22 20:09:04.312900 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-fbb31e4c-7136-4d8d-a7be-9daf64341e44 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:04.379035 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010d4485-4196-44a2-acc7-4d5154c50d59 req-91dcb347-6c0f-4869-b9a4-15ae2af35c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:09:04.381017 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-010d4485-4196-44a2-acc7-4d5154c50d59 req-91dcb347-6c0f-4869-b9a4-15ae2af35c2c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3091ebfd-11e2-41f8-9c00-ffe0b86563d8 HTTP/1.1" status: 200 len: 843 time: 0.0716503 Nov 22 20:09:04.392203 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-31b7f9f5-595d-45bc-9211-4856ad2f68f8 req-3f4a2c3a-6d30-4bce-99f1-66a695802edd tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] 10.222.0.46 "GET /v2.0/security-groups?id=89c2c967-26c4-4e1c-a1fd-c97f87817ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2613759 Nov 22 20:09:04.413148 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-68bd7ad9-3736-4f6e-b56e-1ff07cb5dfb8 req-86f3b2d1-12fd-4ca6-bed9-96a843d21f17 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-564805189', 'description': 'tempest-description-182063648'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:09:04.457093 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010d4485-4196-44a2-acc7-4d5154c50d59 req-7bfbcebc-7916-449f-b143-5ccce8b579bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:09:04.457445 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-fbb31e4c-7136-4d8d-a7be-9daf64341e44 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:04.458667 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-010d4485-4196-44a2-acc7-4d5154c50d59 req-7bfbcebc-7916-449f-b143-5ccce8b579bd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3091ebfd-11e2-41f8-9c00-ffe0b86563d8 HTTP/1.1" status: 200 len: 843 time: 0.1978145 Nov 22 20:09:04.462457 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-fbb31e4c-7136-4d8d-a7be-9daf64341e44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:04.483996 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-68bd7ad9-3736-4f6e-b56e-1ff07cb5dfb8 req-86f3b2d1-12fd-4ca6-bed9-96a843d21f17 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:04.514216 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-fbb31e4c-7136-4d8d-a7be-9daf64341e44 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=677b776ca906462e8388ebeeeea1263c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3506496 Nov 22 20:09:04.515319 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb31e4c-7136-4d8d-a7be-9daf64341e44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feeb7f45-d731-4d22-8c44-11d6607be5be,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:09:04.518263 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 59934) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:09:04.532852 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010d4485-4196-44a2-acc7-4d5154c50d59 req-84bb939e-5b5b-4e3c-96cf-2bc7f7374390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:09:04.534585 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-010d4485-4196-44a2-acc7-4d5154c50d59 req-84bb939e-5b5b-4e3c-96cf-2bc7f7374390 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e1052824-bf78-4963-8937-b202e372ac24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1405368 Nov 22 20:09:04.561773 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010d4485-4196-44a2-acc7-4d5154c50d59 req-9cd3aca6-2d0d-482d-b6f1-6a5e4504251d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:09:04.563362 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-010d4485-4196-44a2-acc7-4d5154c50d59 req-9cd3aca6-2d0d-482d-b6f1-6a5e4504251d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e1052824-bf78-4963-8937-b202e372ac24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0950522 Nov 22 20:09:04.580587 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6069e158-a8b8-43b3-b022-d27c835b8e8d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:04.606060 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6069e158-a8b8-43b3-b022-d27c835b8e8d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:04.663386 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6069e158-a8b8-43b3-b022-d27c835b8e8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:04.666861 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6069e158-a8b8-43b3-b022-d27c835b8e8d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:04.668188 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-6069e158-a8b8-43b3-b022-d27c835b8e8d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/feeb7f45-d731-4d22-8c44-11d6607be5be HTTP/1.1" status: 204 len: 168 time: 0.1482296 Nov 22 20:09:04.692283 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6069e158-a8b8-43b3-b022-d27c835b8e8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feeb7f45-d731-4d22-8c44-11d6607be5be,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:09:04.787612 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-68bd7ad9-3736-4f6e-b56e-1ff07cb5dfb8 req-86f3b2d1-12fd-4ca6-bed9-96a843d21f17 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:04.807226 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-68bd7ad9-3736-4f6e-b56e-1ff07cb5dfb8 req-86f3b2d1-12fd-4ca6-bed9-96a843d21f17 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:04.834140 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-010d4485-4196-44a2-acc7-4d5154c50d59 req-04d653b7-b5b7-4465-8dbc-16d7f3f3d4ba service neutron] 10.222.0.20 "GET /v2.0/networks/e1052824-bf78-4963-8937-b202e372ac24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2564366 Nov 22 20:09:04.872933 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-68bd7ad9-3736-4f6e-b56e-1ff07cb5dfb8 req-86f3b2d1-12fd-4ca6-bed9-96a843d21f17 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:04.874325 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-68bd7ad9-3736-4f6e-b56e-1ff07cb5dfb8 req-86f3b2d1-12fd-4ca6-bed9-96a843d21f17 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1821 time: 0.4782052 Nov 22 20:09:04.927407 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f3b2d1-12fd-4ca6-bed9-96a843d21f17 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bea1ed78-99ea-4bbb-b015-1c06f8cf0028,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:09:04.956702 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f3b2d1-12fd-4ca6-bed9-96a843d21f17 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:09:04.957093 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f3b2d1-12fd-4ca6-bed9-96a843d21f17 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:09:04.957438 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f3b2d1-12fd-4ca6-bed9-96a843d21f17 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:09:04.957777 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f3b2d1-12fd-4ca6-bed9-96a843d21f17 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:09:04.958117 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f3b2d1-12fd-4ca6-bed9-96a843d21f17 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:09:04.958516 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f3b2d1-12fd-4ca6-bed9-96a843d21f17 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:09:04.958848 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f3b2d1-12fd-4ca6-bed9-96a843d21f17 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:09:04.959176 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f3b2d1-12fd-4ca6-bed9-96a843d21f17 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:09:04.959578 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f3b2d1-12fd-4ca6-bed9-96a843d21f17 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:09:04.959921 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f3b2d1-12fd-4ca6-bed9-96a843d21f17 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:09:04.960266 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f3b2d1-12fd-4ca6-bed9-96a843d21f17 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:09:04.960622 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f3b2d1-12fd-4ca6-bed9-96a843d21f17 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:09:04.998508 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-010d4485-4196-44a2-acc7-4d5154c50d59 req-60f2056a-5b87-4f30-af60-1392718a2b3b service neutron] 10.222.0.41 "GET /v2.0/networks/e1052824-bf78-4963-8937-b202e372ac24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4483554 Nov 22 20:09:05.035934 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e49ee129-e862-4476-beca-cdc8150d2345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:05.121913 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 59944) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:09:05.137434 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2b952218-536e-481b-b377-b8a4b6e756a5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:05.232077 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2b952218-536e-481b-b377-b8a4b6e756a5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:05.236206 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2b952218-536e-481b-b377-b8a4b6e756a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:05.285696 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-2b952218-536e-481b-b377-b8a4b6e756a5 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6c934c1283fb408c99aeceb9e2acf488&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1620188 Nov 22 20:09:05.286730 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b952218-536e-481b-b377-b8a4b6e756a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d40944ff-61f8-40ac-824e-9ba8b5a4ca39,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:09:05.289101 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 59948) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:09:05.340869 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d97d4e47-32e6-437e-9a7b-ac3a1b0970e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:05.364406 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d97d4e47-32e6-437e-9a7b-ac3a1b0970e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:05.414275 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d97d4e47-32e6-437e-9a7b-ac3a1b0970e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:05.416974 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d97d4e47-32e6-437e-9a7b-ac3a1b0970e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:05.418165 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-d97d4e47-32e6-437e-9a7b-ac3a1b0970e7 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d40944ff-61f8-40ac-824e-9ba8b5a4ca39 HTTP/1.1" status: 204 len: 168 time: 0.1281643 Nov 22 20:09:05.434818 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97d4e47-32e6-437e-9a7b-ac3a1b0970e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d40944ff-61f8-40ac-824e-9ba8b5a4ca39,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:09:05.495314 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-010d4485-4196-44a2-acc7-4d5154c50d59 req-e9cff81f-3bd9-4de0-a3ad-c3de18131ff1 service neutron] 10.222.0.20 "GET /v2.0/networks/e1052824-bf78-4963-8937-b202e372ac24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6480718 Nov 22 20:09:05.519342 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815cd6f9-9944-4b3b-ad76-c0d3aca7daaf req-09b70c1d-fd88-4483-a7b8-7daedd2bf773 tempest-ServersWithSpecificFlavorTestJSON-1120519075 tempest-ServersWithSpecificFlavorTestJSON-1120519075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:09:05.520904 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-815cd6f9-9944-4b3b-ad76-c0d3aca7daaf req-09b70c1d-fd88-4483-a7b8-7daedd2bf773 tempest-ServersWithSpecificFlavorTestJSON-1120519075 tempest-ServersWithSpecificFlavorTestJSON-1120519075-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7719b78-6d90-405e-bc45-5187ca2b159c HTTP/1.1" status: 200 len: 946 time: 0.5543318 Nov 22 20:09:05.531900 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f83f53-5a75-423e-bb33-e85c086e28e5 req-c9006d5f-8383-43e7-9ecb-bedf7837271e tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:09:05.533489 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e9f83f53-5a75-423e-bb33-e85c086e28e5 req-c9006d5f-8383-43e7-9ecb-bedf7837271e tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/ports?device_id=bd3740f9-d89f-45cf-b02d-7739f6a5131c HTTP/1.1" status: 200 len: 949 time: 0.5812659 Nov 22 20:09:05.566610 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621e8d1f-ea7f-4f3c-aaad-249cb40c1cf8 req-1d4e55f6-e468-434d-b208-474107a17614 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:09:05.573017 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621e8d1f-ea7f-4f3c-aaad-249cb40c1cf8 req-1d4e55f6-e468-434d-b208-474107a17614 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:09:05.574790 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-621e8d1f-ea7f-4f3c-aaad-249cb40c1cf8 req-1d4e55f6-e468-434d-b208-474107a17614 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] 10.222.0.46 "GET /v2.0/ports?device_id=831c5ba2-f267-4d65-978a-1593cd40e9d2 HTTP/1.1" status: 200 len: 1682 time: 0.2038515 Nov 22 20:09:05.660050 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-010d4485-4196-44a2-acc7-4d5154c50d59 req-bff2c78f-f416-4e76-bdae-00f465555505 service neutron] 10.222.0.41 "GET /v2.0/networks/e1052824-bf78-4963-8937-b202e372ac24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2877789 Nov 22 20:09:05.737526 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e9f83f53-5a75-423e-bb33-e85c086e28e5 req-0ff6f4b0-20f6-40a5-8ace-1d25bcb96a6f tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1d007ec-a75a-4ef8-9cdd-9c679a3ff22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845226 Nov 22 20:09:05.742561 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-621e8d1f-ea7f-4f3c-aaad-249cb40c1cf8 req-f80463d1-1ba7-4c06-92c4-882c23a8a225 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2857c8b-9c58-4d8b-ab89-040cb1f70ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441133 Nov 22 20:09:05.773906 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-815cd6f9-9944-4b3b-ad76-c0d3aca7daaf req-219bf1ee-c4a2-4653-8d81-581040e09532 tempest-ServersWithSpecificFlavorTestJSON-1120519075 tempest-ServersWithSpecificFlavorTestJSON-1120519075-project] Deleting port 0319e006-c1a3-4670-9ff2-6429a473568e {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:09:05.774325 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-815cd6f9-9944-4b3b-ad76-c0d3aca7daaf req-219bf1ee-c4a2-4653-8d81-581040e09532 tempest-ServersWithSpecificFlavorTestJSON-1120519075 tempest-ServersWithSpecificFlavorTestJSON-1120519075-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:05.835288 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-9fd200ff-15c2-4edc-ba04-ad1895285d12 req-0f5dbed9-76cc-456c-918e-9624cf7edacf tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1700714372', 'description': 'tempest-description-2037015827'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:09:05.871230 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:05.875072 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-9fd200ff-15c2-4edc-ba04-ad1895285d12 req-0f5dbed9-76cc-456c-918e-9624cf7edacf tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:05.979731 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-815cd6f9-9944-4b3b-ad76-c0d3aca7daaf req-219bf1ee-c4a2-4653-8d81-581040e09532 tempest-ServersWithSpecificFlavorTestJSON-1120519075 tempest-ServersWithSpecificFlavorTestJSON-1120519075-project] For port 0319e006-c1a3-4670-9ff2-6429a473568e, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=0319e006-c1a3-4670-9ff2-6429a473568e,segment=NetworkSegment(f0c11d7a-96fd-43fa-957b-1793939552d9),segment_id=f0c11d7a-96fd-43fa-957b-1793939552d9)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:09:05.980109 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-815cd6f9-9944-4b3b-ad76-c0d3aca7daaf req-219bf1ee-c4a2-4653-8d81-581040e09532 tempest-ServersWithSpecificFlavorTestJSON-1120519075 tempest-ServersWithSpecificFlavorTestJSON-1120519075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:06.133016 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0022a0ef-b5fd-42a2-aa72-cc4476b7271b req-d4c1f9de-296f-4b79-b4bd-88455dcd3996 tempest-ServersWithSpecificFlavorTestJSON-1120519075 tempest-ServersWithSpecificFlavorTestJSON-1120519075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:09:06.134635 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0022a0ef-b5fd-42a2-aa72-cc4476b7271b req-d4c1f9de-296f-4b79-b4bd-88455dcd3996 tempest-ServersWithSpecificFlavorTestJSON-1120519075 tempest-ServersWithSpecificFlavorTestJSON-1120519075-project] 10.222.0.46 "GET /v2.0/ports?device_id=c7719b78-6d90-405e-bc45-5187ca2b159c HTTP/1.1" status: 200 len: 946 time: 0.2357688 Nov 22 20:09:06.143499 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b308fc5-a249-4e65-83fc-170dfeeeaef1 req-ab8ee918-f434-436d-84a9-1756a0e1f16f tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:09:06.149485 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b308fc5-a249-4e65-83fc-170dfeeeaef1 req-ab8ee918-f434-436d-84a9-1756a0e1f16f tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:09:06.151108 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1b308fc5-a249-4e65-83fc-170dfeeeaef1 req-ab8ee918-f434-436d-84a9-1756a0e1f16f tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] 10.222.0.20 "GET /v2.0/ports?device_id=831c5ba2-f267-4d65-978a-1593cd40e9d2 HTTP/1.1" status: 200 len: 1682 time: 0.2533889 Nov 22 20:09:06.290637 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device ce1167f4-03d5-4642-a583-ca1246135435 details requested by agent hyperv_n-h2-818823-1 with host n-h2-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 20:09:06.398742 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-9fd200ff-15c2-4edc-ba04-ad1895285d12 req-0f5dbed9-76cc-456c-918e-9624cf7edacf tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:06.413159 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port ce1167f4-03d5-4642-a583-ca1246135435, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=ce1167f4-03d5-4642-a583-ca1246135435,segment=NetworkSegment(2a5a1c7b-538e-498e-99b9-cc7a8e0411be),segment_id=2a5a1c7b-538e-498e-99b9-cc7a8e0411be)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:09:06.413527 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-9fd200ff-15c2-4edc-ba04-ad1895285d12 req-0f5dbed9-76cc-456c-918e-9624cf7edacf tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:06.443812 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Returning: {'device': 'ce1167f4-03d5-4642-a583-ca1246135435', 'network_id': 'e1052824-bf78-4963-8937-b202e372ac24', 'port_id': 'ce1167f4-03d5-4642-a583-ca1246135435', 'mac_address': 'fa:16:3e:cd:59:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3091ebfd-11e2-41f8-9c00-ffe0b86563d8', 'ip_address': '192.168.233.113'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 20:09:06.445043 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0022a0ef-b5fd-42a2-aa72-cc4476b7271b req-d9643a58-b5b3-4e90-8737-d4dacd048f7d tempest-ServersWithSpecificFlavorTestJSON-1120519075 tempest-ServersWithSpecificFlavorTestJSON-1120519075-project] 10.222.0.46 "GET /v2.0/security-groups?id=ea60d010-f7c1-485a-99af-472dfb1cdc16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2863142 Nov 22 20:09:06.477456 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-815cd6f9-9944-4b3b-ad76-c0d3aca7daaf req-219bf1ee-c4a2-4653-8d81-581040e09532 tempest-ServersWithSpecificFlavorTestJSON-1120519075 tempest-ServersWithSpecificFlavorTestJSON-1120519075-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:06.478060 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-815cd6f9-9944-4b3b-ad76-c0d3aca7daaf req-219bf1ee-c4a2-4653-8d81-581040e09532 tempest-ServersWithSpecificFlavorTestJSON-1120519075 tempest-ServersWithSpecificFlavorTestJSON-1120519075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-595224'] for floatingip, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:06.478531 n-d-818823-1 neutron-server[103447]: INFO neutron.db.l3_db [req-815cd6f9-9944-4b3b-ad76-c0d3aca7daaf req-219bf1ee-c4a2-4653-8d81-581040e09532 tempest-ServersWithSpecificFlavorTestJSON-1120519075 tempest-ServersWithSpecificFlavorTestJSON-1120519075-project] Floating IP c206caff-0d38-4418-9e51-f0441d6607d5 disassociated. External IP: 172.25.5.163, port: 0319e006-c1a3-4670-9ff2-6429a473568e. Nov 22 20:09:06.479031 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-815cd6f9-9944-4b3b-ad76-c0d3aca7daaf req-219bf1ee-c4a2-4653-8d81-581040e09532 tempest-ServersWithSpecificFlavorTestJSON-1120519075 tempest-ServersWithSpecificFlavorTestJSON-1120519075-project] Calling delete_port for 0319e006-c1a3-4670-9ff2-6429a473568e owned by compute:nova {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:09:06.498472 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-9fd200ff-15c2-4edc-ba04-ad1895285d12 req-0f5dbed9-76cc-456c-918e-9624cf7edacf tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:06.499951 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9fd200ff-15c2-4edc-ba04-ad1895285d12 req-0f5dbed9-76cc-456c-918e-9624cf7edacf tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.6752529 Nov 22 20:09:06.515834 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5dbed9-76cc-456c-918e-9624cf7edacf tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af3cffe8-59ae-4712-b246-b88436f19951,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:09:06.540325 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-1b308fc5-a249-4e65-83fc-170dfeeeaef1 req-de82efbb-00c7-48f9-bf39-a4afe8d5cc7c tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Deleting port 75904518-07a6-48f3-b27b-36a9f7bb9237 {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:09:06.540608 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-1b308fc5-a249-4e65-83fc-170dfeeeaef1 req-de82efbb-00c7-48f9-bf39-a4afe8d5cc7c tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:06.544445 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:06.579664 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce1167f4-03d5-4642-a583-ca1246135435 {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:09:06.612691 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port ce1167f4-03d5-4642-a583-ca1246135435, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=ce1167f4-03d5-4642-a583-ca1246135435,segment=NetworkSegment(2a5a1c7b-538e-498e-99b9-cc7a8e0411be),segment_id=2a5a1c7b-538e-498e-99b9-cc7a8e0411be)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:09:06.622231 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:06.722396 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=ce1167f4-03d5-4642-a583-ca1246135435,revision_number=12']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:09:06.863772 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2a68a2-0b1f-47ff-8adf-dbf000518535 req-a183c05d-2ce5-4d33-b604-97b606b8c07d tempest-LiveAutoBlockMigrationV225Test-67792349 tempest-LiveAutoBlockMigrationV225Test-67792349-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:09:06.865459 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1a2a68a2-0b1f-47ff-8adf-dbf000518535 req-a183c05d-2ce5-4d33-b604-97b606b8c07d tempest-LiveAutoBlockMigrationV225Test-67792349 tempest-LiveAutoBlockMigrationV225Test-67792349-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=600367c4-ade6-4072-a9b7-9d9122e901c9 HTTP/1.1" status: 200 len: 1095 time: 0.1677599 Nov 22 20:09:06.867510 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-1b308fc5-a249-4e65-83fc-170dfeeeaef1 req-de82efbb-00c7-48f9-bf39-a4afe8d5cc7c tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] For port 75904518-07a6-48f3-b27b-36a9f7bb9237, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=75904518-07a6-48f3-b27b-36a9f7bb9237,segment=NetworkSegment(e051ecbb-70d0-48e8-8174-587fdbd7cbed),segment_id=e051ecbb-70d0-48e8-8174-587fdbd7cbed)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:09:06.867891 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-1b308fc5-a249-4e65-83fc-170dfeeeaef1 req-de82efbb-00c7-48f9-bf39-a4afe8d5cc7c tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:06.881090 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] get_ports_and_sgs() called for port_ids ['ce1167f4-03d5-4642-a583-ca1246135435'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:09:06.902671 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74ec4f8-cc67-4ee8-9f3c-65d1c97b0994 req-1d1613b9-1eba-49b9-91de-c3562c9e2fe6 tempest-MigrationsAdminTest-1419911277 tempest-MigrationsAdminTest-1419911277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:09:06.904292 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e74ec4f8-cc67-4ee8-9f3c-65d1c97b0994 req-1d1613b9-1eba-49b9-91de-c3562c9e2fe6 tempest-MigrationsAdminTest-1419911277 tempest-MigrationsAdminTest-1419911277-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=bd3740f9-d89f-45cf-b02d-7739f6a5131c HTTP/1.1" status: 200 len: 1101 time: 0.2048790 Nov 22 20:09:06.922235 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-1b308fc5-a249-4e65-83fc-170dfeeeaef1 req-de82efbb-00c7-48f9-bf39-a4afe8d5cc7c tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Calling delete_port for 75904518-07a6-48f3-b27b-36a9f7bb9237 owned by compute:nova {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:09:07.047665 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-815cd6f9-9944-4b3b-ad76-c0d3aca7daaf req-219bf1ee-c4a2-4653-8d81-581040e09532 tempest-ServersWithSpecificFlavorTestJSON-1120519075 tempest-ServersWithSpecificFlavorTestJSON-1120519075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:07.090742 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1a2a68a2-0b1f-47ff-8adf-dbf000518535 req-aac613dc-7cf7-4394-8dd3-a93cea35d082 tempest-LiveAutoBlockMigrationV225Test-67792349 tempest-LiveAutoBlockMigrationV225Test-67792349-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=89c2c967-26c4-4e1c-a1fd-c97f87817ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909714 Nov 22 20:09:07.117865 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219bf1ee-c4a2-4653-8d81-581040e09532 tempest-ServersWithSpecificFlavorTestJSON-1120519075 tempest-ServersWithSpecificFlavorTestJSON-1120519075-project] Pushing event deleted for resources: {'Port': ['ID=0319e006-c1a3-4670-9ff2-6429a473568e,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:09:07.121637 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e74ec4f8-cc67-4ee8-9f3c-65d1c97b0994 req-17d35721-2a38-42d5-8eee-133074e499e7 tempest-MigrationsAdminTest-1419911277 tempest-MigrationsAdminTest-1419911277-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=a1d007ec-a75a-4ef8-9cdd-9c679a3ff22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021906 Nov 22 20:09:07.325655 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.l3_agent_scheduler [req-815cd6f9-9944-4b3b-ad76-c0d3aca7daaf req-219bf1ee-c4a2-4653-8d81-581040e09532 tempest-ServersWithSpecificFlavorTestJSON-1120519075 tempest-ServersWithSpecificFlavorTestJSON-1120519075-project] Router 9bebb789-2e0c-47c5-8598-2d6604d54718 has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 20:09:07.326765 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-1b308fc5-a249-4e65-83fc-170dfeeeaef1 req-de82efbb-00c7-48f9-bf39-a4afe8d5cc7c tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:07.368596 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de82efbb-00c7-48f9-bf39-a4afe8d5cc7c tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Pushing event deleted for resources: {'Port': ['ID=75904518-07a6-48f3-b27b-36a9f7bb9237,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:09:07.535260 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] get_ports_and_sgs() called for port_ids ['75904518-07a6-48f3-b27b-36a9f7bb9237', '7defbb33-300e-4413-ac4e-0ae7f160c05d'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:09:07.641607 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 60024) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:09:07.711111 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b308fc5-a249-4e65-83fc-170dfeeeaef1 req-de82efbb-00c7-48f9-bf39-a4afe8d5cc7c tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] No DVR routers for this DVR port 75904518-07a6-48f3-b27b-36a9f7bb9237 on host n-h2-818823-1 {{(pid=103447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:09:07.719046 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-1b308fc5-a249-4e65-83fc-170dfeeeaef1 req-de82efbb-00c7-48f9-bf39-a4afe8d5cc7c tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:07.722754 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1b308fc5-a249-4e65-83fc-170dfeeeaef1 req-de82efbb-00c7-48f9-bf39-a4afe8d5cc7c tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] 10.222.0.20 "DELETE /v2.0/ports/75904518-07a6-48f3-b27b-36a9f7bb9237 HTTP/1.1" status: 204 len: 173 time: 1.5521433 Nov 22 20:09:07.755485 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '831c5ba2-f267-4d65-978a-1593cd40e9d2', 'name': 'network-vif-deleted', 'tag': '75904518-07a6-48f3-b27b-36a9f7bb9237'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:09:07.763971 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af83c3c5-111d-428f-9fa1-b59aa634e912" -d '{"events": [{"server_uuid": "831c5ba2-f267-4d65-978a-1593cd40e9d2", "name": "network-vif-deleted", "tag": "75904518-07a6-48f3-b27b-36a9f7bb9237"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:09:07.787612 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d266ad-19f7-4632-a2b9-18fdf855076b req-2571a243-ff47-4563-a778-e7409ba2f1c7 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:09:07.800781 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-26d266ad-19f7-4632-a2b9-18fdf855076b req-2571a243-ff47-4563-a778-e7409ba2f1c7 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] 10.222.0.46 "GET /v2.0/networks?id=15d4315f-9a0f-48df-91a2-7f6446aa6c2e HTTP/1.1" status: 200 len: 812 time: 0.4343452 Nov 22 20:09:07.833817 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6e071bac-1e9b-45c1-9f66-2ab02537bcb9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:07.890417 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-26d266ad-19f7-4632-a2b9-18fdf855076b req-ab9f8f46-d9f3-4d44-92cc-a1f312f937cc tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] 10.222.0.46 "GET /v2.0/quotas/0fdf582e13024dfab4aee7ecf63b2936 HTTP/1.1" status: 200 len: 375 time: 0.0931718 Nov 22 20:09:07.907651 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a897ac5-9ebe-4fbe-bb70-30306265bcb9 req-84f9adc1-bb2d-4aea-a3e4-233f0e07a69a tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:09:07.909430 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2a897ac5-9ebe-4fbe-bb70-30306265bcb9 req-84f9adc1-bb2d-4aea-a3e4-233f0e07a69a tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] 10.222.0.46 "GET /v2.0/ports?device_id=831c5ba2-f267-4d65-978a-1593cd40e9d2 HTTP/1.1" status: 200 len: 945 time: 0.5239744 Nov 22 20:09:07.959754 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6e071bac-1e9b-45c1-9f66-2ab02537bcb9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:07.965678 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6e071bac-1e9b-45c1-9f66-2ab02537bcb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:08.018016 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-815cd6f9-9944-4b3b-ad76-c0d3aca7daaf req-219bf1ee-c4a2-4653-8d81-581040e09532 tempest-ServersWithSpecificFlavorTestJSON-1120519075 tempest-ServersWithSpecificFlavorTestJSON-1120519075-project] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:09:08.023282 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e071bac-1e9b-45c1-9f66-2ab02537bcb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0ad252b-3743-4080-84f2-a5baec64ecba,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:09:08.030258 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac40ed0f-36ad-4906-bc9c-3bb6848d4d5d None None] Sync routers for ids ['9bebb789-2e0c-47c5-8598-2d6604d54718'] in n-d-818823-1 {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:09:08.047301 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-6e071bac-1e9b-45c1-9f66-2ab02537bcb9 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9202fded92004e71b6ce63b620d401de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4044826 Nov 22 20:09:08.052214 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 60038) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:09:08.064211 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac40ed0f-36ad-4906-bc9c-3bb6848d4d5d None None] Routers {'9bebb789-2e0c-47c5-8598-2d6604d54718'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:09:08.065418 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-ac40ed0f-36ad-4906-bc9c-3bb6848d4d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:09:02Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['9bebb789-2e0c-47c5-8598-2d6604d54718'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:09:08.086875 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-26d266ad-19f7-4632-a2b9-18fdf855076b req-6346999d-ef05-422a-8162-d97f69bec258 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=0fdf582e13024dfab4aee7ecf63b2936&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1954150 Nov 22 20:09:08.109986 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-815cd6f9-9944-4b3b-ad76-c0d3aca7daaf req-219bf1ee-c4a2-4653-8d81-581040e09532 tempest-ServersWithSpecificFlavorTestJSON-1120519075 tempest-ServersWithSpecificFlavorTestJSON-1120519075-project] No DVR routers for this DVR port 0319e006-c1a3-4670-9ff2-6429a473568e on host n-h1-818823-1 {{(pid=103447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:09:08.119127 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-815cd6f9-9944-4b3b-ad76-c0d3aca7daaf req-219bf1ee-c4a2-4653-8d81-581040e09532 tempest-ServersWithSpecificFlavorTestJSON-1120519075 tempest-ServersWithSpecificFlavorTestJSON-1120519075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:08.122764 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-815cd6f9-9944-4b3b-ad76-c0d3aca7daaf req-219bf1ee-c4a2-4653-8d81-581040e09532 tempest-ServersWithSpecificFlavorTestJSON-1120519075 tempest-ServersWithSpecificFlavorTestJSON-1120519075-project] 10.222.0.41 "DELETE /v2.0/ports/0319e006-c1a3-4670-9ff2-6429a473568e HTTP/1.1" status: 204 len: 173 time: 2.5880303 Nov 22 20:09:08.143484 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2a897ac5-9ebe-4fbe-bb70-30306265bcb9 req-cc794b03-2c64-4108-91f6-ba84dbef3b60 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2857c8b-9c58-4d8b-ab89-040cb1f70ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943834 Nov 22 20:09:08.182559 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-1b308fc5-a249-4e65-83fc-170dfeeeaef1 req-2f5b4efe-0da0-4523-a90f-4d582d3bbbf6 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Deleting port 7defbb33-300e-4413-ac4e-0ae7f160c05d {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:09:08.183033 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-1b308fc5-a249-4e65-83fc-170dfeeeaef1 req-2f5b4efe-0da0-4523-a90f-4d582d3bbbf6 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:08.236506 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-029420f8-94a8-4498-8db2-be58a0febac0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:08.306306 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-029420f8-94a8-4498-8db2-be58a0febac0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:08.371156 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device ce1167f4-03d5-4642-a583-ca1246135435 up at agent hyperv_n-h2-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:09:08.417002 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-029420f8-94a8-4498-8db2-be58a0febac0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:08.421200 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-029420f8-94a8-4498-8db2-be58a0febac0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:08.422549 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-029420f8-94a8-4498-8db2-be58a0febac0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a0ad252b-3743-4080-84f2-a5baec64ecba HTTP/1.1" status: 204 len: 168 time: 0.3690395 Nov 22 20:09:08.437635 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029420f8-94a8-4498-8db2-be58a0febac0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0ad252b-3743-4080-84f2-a5baec64ecba,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:09:08.639859 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-26d266ad-19f7-4632-a2b9-18fdf855076b req-a57cba58-6a55-47a5-a451-5d842aae1f3f service neutron] 10.222.0.46 "GET /v2.0/networks/15d4315f-9a0f-48df-91a2-7f6446aa6c2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5330734 Nov 22 20:09:08.667854 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Provisioning for port ce1167f4-03d5-4642-a583-ca1246135435 completed by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 20:09:08.674940 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-ac40ed0f-36ad-4906-bc9c-3bb6848d4d5d None None] Set router 9bebb789-2e0c-47c5-8598-2d6604d54718 gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:09:08.714839 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Provisioning complete for port ce1167f4-03d5-4642-a583-ca1246135435 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:09:08.715752 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:08.749219 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-26d266ad-19f7-4632-a2b9-18fdf855076b req-6c5d031f-52bb-4881-8ab6-7268567f45c9 service neutron] 10.222.0.46 "GET /v2.0/networks/15d4315f-9a0f-48df-91a2-7f6446aa6c2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063600 Nov 22 20:09:08.775675 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-1b308fc5-a249-4e65-83fc-170dfeeeaef1 req-2f5b4efe-0da0-4523-a90f-4d582d3bbbf6 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] For port 7defbb33-300e-4413-ac4e-0ae7f160c05d, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=7defbb33-300e-4413-ac4e-0ae7f160c05d,segment=NetworkSegment(ba6f9bed-9a4d-41e0-9c1d-98f0ddec1997),segment_id=ba6f9bed-9a4d-41e0-9c1d-98f0ddec1997)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:09:08.777582 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-1b308fc5-a249-4e65-83fc-170dfeeeaef1 req-2f5b4efe-0da0-4523-a90f-4d582d3bbbf6 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:08.823654 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-1b308fc5-a249-4e65-83fc-170dfeeeaef1 req-2f5b4efe-0da0-4523-a90f-4d582d3bbbf6 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Calling delete_port for 7defbb33-300e-4413-ac4e-0ae7f160c05d owned by compute:nova {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:09:08.869689 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 0319e006-c1a3-4670-9ff2-6429a473568e no longer exists at agent hyperv_n-h1-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:09:08.902926 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] No Port match for: 0319e006-c1a3-4670-9ff2-6429a473568e {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:09:08.905323 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 0319e006-c1a3-4670-9ff2-6429a473568e not bound to the agent host n-h1-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:09:08.906407 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-cb230b95-0412-4444-8a8a-e06b70ad8dea req-ab18074d-4a24-4f6c-b127-dc515ffa1bee tempest-ServersWithSpecificFlavorTestJSON-1120519075 tempest-ServersWithSpecificFlavorTestJSON-1120519075-project] 10.222.0.46 "GET /v2.0/ports?device_id=c7719b78-6d90-405e-bc45-5187ca2b159c HTTP/1.1" status: 200 len: 210 time: 0.0929651 Nov 22 20:09:09.056404 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:09:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f04da552-5466-4a7a-b027-64376d82fe94 x-openstack-request-id: req-f04da552-5466-4a7a-b027-64376d82fe94 {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:09:09.057012 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "831c5ba2-f267-4d65-978a-1593cd40e9d2", "name": "network-vif-deleted", "tag": "75904518-07a6-48f3-b27b-36a9f7bb9237", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:09:09.057516 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f04da552-5466-4a7a-b027-64376d82fe94 {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:09:09.058158 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '831c5ba2-f267-4d65-978a-1593cd40e9d2', 'name': 'network-vif-deleted', 'tag': '75904518-07a6-48f3-b27b-36a9f7bb9237', 'status': 'completed', 'code': 200} Nov 22 20:09:09.219238 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:09.262420 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 60066) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:09:09.292679 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893e4f2d-bae9-40b2-ba09-326d88b8aef9 req-f77520f9-857a-411d-8bfb-5173aaa41978 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:09:09.295408 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd3740f9-d89f-45cf-b02d-7739f6a5131c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce1167f4-03d5-4642-a583-ca1246135435'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:09:09.298526 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d39f6d30a11e565ec9648abcc015e8a6ab6cff4edd704add8155e28765d31eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83d64c05-6021-47b8-9ac4-c0713a5443d7" -d '{"events": [{"server_uuid": "bd3740f9-d89f-45cf-b02d-7739f6a5131c", "name": "network-vif-plugged", "status": "completed", "tag": "ce1167f4-03d5-4642-a583-ca1246135435"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:09:09.301006 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-893e4f2d-bae9-40b2-ba09-326d88b8aef9 req-f77520f9-857a-411d-8bfb-5173aaa41978 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/ports?device_id=bd3740f9-d89f-45cf-b02d-7739f6a5131c HTTP/1.1" status: 200 len: 950 time: 0.1815834 Nov 22 20:09:09.315358 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port ce1167f4-03d5-4642-a583-ca1246135435, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=ce1167f4-03d5-4642-a583-ca1246135435,segment=NetworkSegment(2a5a1c7b-538e-498e-99b9-cc7a8e0411be),segment_id=2a5a1c7b-538e-498e-99b9-cc7a8e0411be)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:09:09.333336 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:09.342608 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d18f73a-e2e6-4ae5-9aef-7ba6a2c4917a req-d2314a0b-0289-4b6b-a931-f42e563d00ef tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:09:09.350554 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9d18f73a-e2e6-4ae5-9aef-7ba6a2c4917a req-d2314a0b-0289-4b6b-a931-f42e563d00ef tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] 10.222.0.46 "GET /v2.0/ports?device_id=600367c4-ade6-4072-a9b7-9d9122e901c9 HTTP/1.1" status: 200 len: 944 time: 0.1722500 Nov 22 20:09:09.390647 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-ac40ed0f-36ad-4906-bc9c-3bb6848d4d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bebb789-2e0c-47c5-8598-2d6604d54718', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1305262143-router', 'tenant_id': '893c9b18170649ca8789dc25bee886fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': '79a0e4d6-fcb3-4ee3-a209-dd201710e688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:04:04Z', 'updated_at': '2021-11-22T20:04:11Z', 'revision_number': 4, 'project_id': '893c9b18170649ca8789dc25bee886fa', 'gw_port': {'id': '79a0e4d6-fcb3-4ee3-a209-dd201710e688', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:8e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bebb789-2e0c-47c5-8598-2d6604d54718', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:04:05Z', 'updated_at': '2021-11-22T20:04:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': '749dd626-1f4d-4a26-b5a4-8a5a98684e27', 'name': '', 'network_id': 'a6c01d97-7edb-4357-8d46-10424981d282', 'tenant_id': '893c9b18170649ca8789dc25bee886fa', 'mac_address': 'fa:16:3e:3d:25:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bebb789-2e0c-47c5-8598-2d6604d54718', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '8484e927-d598-4c05-a88d-f7c50161999e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:04:10Z', 'updated_at': '2021-11-22T20:04:24Z', 'revision_number': 5, 'project_id': '893c9b18170649ca8789dc25bee886fa', 'subnets': [{'id': '8484e927-d598-4c05-a88d-f7c50161999e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:09:09.434497 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-1b308fc5-a249-4e65-83fc-170dfeeeaef1 req-2f5b4efe-0da0-4523-a90f-4d582d3bbbf6 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:09.455000 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac40ed0f-36ad-4906-bc9c-3bb6848d4d5d None None] Checking router: 9bebb789-2e0c-47c5-8598-2d6604d54718 for host: n-d-818823-1 {{(pid=103449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 20:09:09.463254 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=ce1167f4-03d5-4642-a583-ca1246135435,revision_number=13']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:09:09.495898 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-53581bfc-d665-42a9-a2cc-91d6dfe6301e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:09.507973 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac40ed0f-36ad-4906-bc9c-3bb6848d4d5d None None] Routers {'9bebb789-2e0c-47c5-8598-2d6604d54718'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:09:09.512016 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-ac40ed0f-36ad-4906-bc9c-3bb6848d4d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:09:02Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['9bebb789-2e0c-47c5-8598-2d6604d54718'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:09:09.524705 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-893e4f2d-bae9-40b2-ba09-326d88b8aef9 req-e8d60a0a-2305-4da8-bdf4-c460e74e26b5 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1d007ec-a75a-4ef8-9cdd-9c679a3ff22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221251 Nov 22 20:09:09.557152 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db75eddd-6b7b-4eeb-8a7f-68753311dac3 req-ca2ac435-1552-4cc1-8916-493ac969d315 tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:09:09.557152 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-db75eddd-6b7b-4eeb-8a7f-68753311dac3 req-ca2ac435-1552-4cc1-8916-493ac969d315 tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] 10.222.0.41 "GET /v2.0/ports?device_id=600367c4-ade6-4072-a9b7-9d9122e901c9 HTTP/1.1" status: 200 len: 944 time: 0.1951990 Nov 22 20:09:09.565665 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5b4efe-0da0-4523-a90f-4d582d3bbbf6 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Pushing event deleted for resources: {'Port': ['ID=7defbb33-300e-4413-ac4e-0ae7f160c05d,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:09:09.583015 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9d18f73a-e2e6-4ae5-9aef-7ba6a2c4917a req-ecb567c3-b6f4-4a51-863a-7f76bc02e60d tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] 10.222.0.46 "GET /v2.0/security-groups?id=89c2c967-26c4-4e1c-a1fd-c97f87817ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2312019 Nov 22 20:09:09.787402 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-53581bfc-d665-42a9-a2cc-91d6dfe6301e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:09.811449 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-53581bfc-d665-42a9-a2cc-91d6dfe6301e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:09.856106 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53581bfc-d665-42a9-a2cc-91d6dfe6301e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aad94844-6c82-4cb1-b0e5-8c85db795ec9,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:09:09.891219 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-53581bfc-d665-42a9-a2cc-91d6dfe6301e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0a2a48588b314f9b833aa3f0ca9f2bda&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6270075 Nov 22 20:09:09.892545 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 60084) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:09:10.033728 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4c740958-1132-4060-8daa-c5c9b4cc0aa0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:10.061943 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-ac40ed0f-36ad-4906-bc9c-3bb6848d4d5d None None] Set router 9bebb789-2e0c-47c5-8598-2d6604d54718 gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:09:10.125472 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4c740958-1132-4060-8daa-c5c9b4cc0aa0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:10.230782 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4c740958-1132-4060-8daa-c5c9b4cc0aa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:10.234377 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4c740958-1132-4060-8daa-c5c9b4cc0aa0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:10.248457 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-4c740958-1132-4060-8daa-c5c9b4cc0aa0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/aad94844-6c82-4cb1-b0e5-8c85db795ec9 HTTP/1.1" status: 204 len: 168 time: 0.3473747 Nov 22 20:09:10.283284 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c740958-1132-4060-8daa-c5c9b4cc0aa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aad94844-6c82-4cb1-b0e5-8c85db795ec9,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:09:10.354414 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 75904518-07a6-48f3-b27b-36a9f7bb9237 no longer exists at agent hyperv_n-h2-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:09:10.415804 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] No Port match for: 75904518-07a6-48f3-b27b-36a9f7bb9237 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:09:10.417788 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 75904518-07a6-48f3-b27b-36a9f7bb9237 not bound to the agent host n-h2-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:09:10.422005 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 7defbb33-300e-4413-ac4e-0ae7f160c05d no longer exists at agent hyperv_n-h2-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:09:10.480922 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] No Port match for: 7defbb33-300e-4413-ac4e-0ae7f160c05d {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:09:10.481268 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 7defbb33-300e-4413-ac4e-0ae7f160c05d not bound to the agent host n-h2-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:09:10.506827 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3dc0c60f-125b-423a-b013-f1a9cd23a452 req-42a76ea6-213f-4f9e-9108-fa9809485973 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] 10.222.0.46 "GET /v2.0/ports?device_id=45605db1-0067-43de-9e71-8e4e4181fb09 HTTP/1.1" status: 200 len: 210 time: 0.7039864 Nov 22 20:09:10.507645 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b308fc5-a249-4e65-83fc-170dfeeeaef1 req-2f5b4efe-0da0-4523-a90f-4d582d3bbbf6 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] No DVR routers for this DVR port 7defbb33-300e-4413-ac4e-0ae7f160c05d on host n-h2-818823-1 {{(pid=103447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:09:10.521623 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-1b308fc5-a249-4e65-83fc-170dfeeeaef1 req-2f5b4efe-0da0-4523-a90f-4d582d3bbbf6 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:10.534649 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1b308fc5-a249-4e65-83fc-170dfeeeaef1 req-2f5b4efe-0da0-4523-a90f-4d582d3bbbf6 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] 10.222.0.20 "DELETE /v2.0/ports/7defbb33-300e-4413-ac4e-0ae7f160c05d HTTP/1.1" status: 204 len: 173 time: 2.7251582 Nov 22 20:09:10.541863 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 60104) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:09:10.620764 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8f848714-c0e9-4544-be00-8058e1132d05 req-8873cd27-e83d-42c9-991c-2181ebab2208 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] 10.222.0.46 "GET /v2.0/ports?device_id=831c5ba2-f267-4d65-978a-1593cd40e9d2 HTTP/1.1" status: 200 len: 210 time: 0.1184285 Nov 22 20:09:10.681255 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:09:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9402daf1-c9b8-4580-b654-5d23eb948270 x-openstack-request-id: req-9402daf1-c9b8-4580-b654-5d23eb948270 {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:09:10.682240 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd3740f9-d89f-45cf-b02d-7739f6a5131c", "name": "network-vif-plugged", "status": "completed", "tag": "ce1167f4-03d5-4642-a583-ca1246135435", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:09:10.683261 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9402daf1-c9b8-4580-b654-5d23eb948270 {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:09:10.685777 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd3740f9-d89f-45cf-b02d-7739f6a5131c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce1167f4-03d5-4642-a583-ca1246135435', 'code': 200} Nov 22 20:09:10.712634 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dd198c-9746-4625-869c-eaabd243fb03 req-a49396c5-d16a-40d6-ab1a-fa384f43888d tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:09:10.714311 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-01dd198c-9746-4625-869c-eaabd243fb03 req-a49396c5-d16a-40d6-ab1a-fa384f43888d tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd3740f9-d89f-45cf-b02d-7739f6a5131c HTTP/1.1" status: 200 len: 951 time: 0.9129748 Nov 22 20:09:10.741704 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-ac40ed0f-36ad-4906-bc9c-3bb6848d4d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bebb789-2e0c-47c5-8598-2d6604d54718', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1305262143-router', 'tenant_id': '893c9b18170649ca8789dc25bee886fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': '79a0e4d6-fcb3-4ee3-a209-dd201710e688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:04:04Z', 'updated_at': '2021-11-22T20:04:11Z', 'revision_number': 4, 'project_id': '893c9b18170649ca8789dc25bee886fa', 'gw_port': {'id': '79a0e4d6-fcb3-4ee3-a209-dd201710e688', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:8e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bebb789-2e0c-47c5-8598-2d6604d54718', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:04:05Z', 'updated_at': '2021-11-22T20:04:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': '749dd626-1f4d-4a26-b5a4-8a5a98684e27', 'name': '', 'network_id': 'a6c01d97-7edb-4357-8d46-10424981d282', 'tenant_id': '893c9b18170649ca8789dc25bee886fa', 'mac_address': 'fa:16:3e:3d:25:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bebb789-2e0c-47c5-8598-2d6604d54718', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '8484e927-d598-4c05-a88d-f7c50161999e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:04:10Z', 'updated_at': '2021-11-22T20:04:24Z', 'revision_number': 5, 'project_id': '893c9b18170649ca8789dc25bee886fa', 'subnets': [{'id': '8484e927-d598-4c05-a88d-f7c50161999e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:09:10.787650 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-58cfd571-c45d-4c32-9773-6a0578649f76 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1460074747-network', 'tenant_id': '7c2e3bcb3c11419aa5bdb45ad6533966'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:09:10.800252 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac40ed0f-36ad-4906-bc9c-3bb6848d4d5d None None] The sync data for ids ['9bebb789-2e0c-47c5-8598-2d6604d54718'] in n-d-818823-1 is: [{'id': '9bebb789-2e0c-47c5-8598-2d6604d54718', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1305262143-router', 'tenant_id': '893c9b18170649ca8789dc25bee886fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': '79a0e4d6-fcb3-4ee3-a209-dd201710e688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:04:04Z', 'updated_at': '2021-11-22T20:04:11Z', 'revision_number': 4, 'project_id': '893c9b18170649ca8789dc25bee886fa', 'gw_port': {'id': '79a0e4d6-fcb3-4ee3-a209-dd201710e688', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:8e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bebb789-2e0c-47c5-8598-2d6604d54718', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:04:05Z', 'updated_at': '2021-11-22T20:04:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': '749dd626-1f4d-4a26-b5a4-8a5a98684e27', 'name': '', 'network_id': 'a6c01d97-7edb-4357-8d46-10424981d282', 'tenant_id': '893c9b18170649ca8789dc25bee886fa', 'mac_address': 'fa:16:3e:3d:25:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bebb789-2e0c-47c5-8598-2d6604d54718', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '8484e927-d598-4c05-a88d-f7c50161999e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:04:10Z', 'updated_at': '2021-11-22T20:04:24Z', 'revision_number': 5, 'project_id': '893c9b18170649ca8789dc25bee886fa', 'subnets': [{'id': '8484e927-d598-4c05-a88d-f7c50161999e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:09:10.811644 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-db75eddd-6b7b-4eeb-8a7f-68753311dac3 req-20f731b0-1282-4ac7-99ce-ce4b8626d51e tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] Deleting port f23431ca-0bf0-4deb-8bc7-343cf9b8e47f {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:09:10.811996 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-db75eddd-6b7b-4eeb-8a7f-68753311dac3 req-20f731b0-1282-4ac7-99ce-ce4b8626d51e tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:10.843206 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58cfd571-c45d-4c32-9773-6a0578649f76 admin admin] Made reservation on behalf of 7c2e3bcb3c11419aa5bdb45ad6533966 for: {'network': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:09:10.846631 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-58cfd571-c45d-4c32-9773-6a0578649f76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for network, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:10.868699 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-58cfd571-c45d-4c32-9773-6a0578649f76 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:10.900508 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 60114) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:09:10.929285 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f07c3a9e-951a-46fc-a9a3-2859782ea94a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:11.062579 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7719b78-6d90-405e-bc45-5187ca2b159c', 'name': 'network-vif-deleted', 'tag': '0319e006-c1a3-4670-9ff2-6429a473568e'}, {'server_uuid': '831c5ba2-f267-4d65-978a-1593cd40e9d2', 'name': 'network-vif-deleted', 'tag': '7defbb33-300e-4413-ac4e-0ae7f160c05d'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:09:11.067200 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2900b318-074a-4f3e-87f3-19adcbe55d83" -d '{"events": [{"server_uuid": "c7719b78-6d90-405e-bc45-5187ca2b159c", "name": "network-vif-deleted", "tag": "0319e006-c1a3-4670-9ff2-6429a473568e"}, {"server_uuid": "831c5ba2-f267-4d65-978a-1593cd40e9d2", "name": "network-vif-deleted", "tag": "7defbb33-300e-4413-ac4e-0ae7f160c05d"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:09:11.100762 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-58cfd571-c45d-4c32-9773-6a0578649f76 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:11.114842 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-58cfd571-c45d-4c32-9773-6a0578649f76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:11.118794 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b60a328-6195-4c77-adba-2804b7d61ff8 req-b5bca0aa-0d84-4bf1-aeb3-5039c4f965d8 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:09:11.131110 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1b60a328-6195-4c77-adba-2804b7d61ff8 req-b5bca0aa-0d84-4bf1-aeb3-5039c4f965d8 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/ports?device_id=bd3740f9-d89f-45cf-b02d-7739f6a5131c HTTP/1.1" status: 200 len: 951 time: 0.2181420 Nov 22 20:09:11.131900 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58cfd571-c45d-4c32-9773-6a0578649f76 admin admin] vlan segment allocate from pool success with {'vlan_id': 648, 'physical_network': 'physnet1'} {{(pid=103448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 20:09:11.143905 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-58cfd571-c45d-4c32-9773-6a0578649f76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:11.144293 n-d-818823-1 neutron-server[103448]: INFO neutron.db.segments_db [None req-58cfd571-c45d-4c32-9773-6a0578649f76 admin admin] Added segment 096b9653-3939-4da1-92f6-6a39bd3c877e of type vlan for network ac9307cb-d216-4d24-9d6c-807bf1ccc8be Nov 22 20:09:11.202776 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-db75eddd-6b7b-4eeb-8a7f-68753311dac3 req-20f731b0-1282-4ac7-99ce-ce4b8626d51e tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] For port f23431ca-0bf0-4deb-8bc7-343cf9b8e47f, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=f23431ca-0bf0-4deb-8bc7-343cf9b8e47f,segment=NetworkSegment(a1d01b66-e103-44ab-97f3-6f827675fa31),segment_id=a1d01b66-e103-44ab-97f3-6f827675fa31)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:09:11.203358 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-db75eddd-6b7b-4eeb-8a7f-68753311dac3 req-20f731b0-1282-4ac7-99ce-ce4b8626d51e tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:11.231237 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f07c3a9e-951a-46fc-a9a3-2859782ea94a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:11.244727 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f07c3a9e-951a-46fc-a9a3-2859782ea94a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:11.270881 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-58cfd571-c45d-4c32-9773-6a0578649f76 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748992492791'] for network, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:11.275545 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cfd571-c45d-4c32-9773-6a0578649f76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5e0f616-4b00-4bab-af04-df44f1058a41,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:09:11.314420 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5643b8da-64ae-4cf5-b2ef-a0e77bc99471 None None] New status for floating IP c206caff-0d38-4418-9e51-f0441d6607d5: DOWN {{(pid=103450) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 20:09:11.334937 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-f07c3a9e-951a-46fc-a9a3-2859782ea94a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9b6cac6e633847eeb9d67554eb05ca14&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4323673 Nov 22 20:09:11.335662 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 60120) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:09:11.361983 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d266ad-19f7-4632-a2b9-18fdf855076b req-2d7045e8-62d8-4c9b-bd96-57aaece56376 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:09:11.366151 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-26d266ad-19f7-4632-a2b9-18fdf855076b req-2d7045e8-62d8-4c9b-bd96-57aaece56376 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] 10.222.0.20 "GET /v2.0/networks?id=15d4315f-9a0f-48df-91a2-7f6446aa6c2e HTTP/1.1" status: 200 len: 812 time: 0.1667109 Nov 22 20:09:11.382653 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07c3a9e-951a-46fc-a9a3-2859782ea94a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b736403-326b-4029-b1b2-6cb2ca726831,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:09:11.397058 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-58cfd571-c45d-4c32-9773-6a0578649f76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for network, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:11.398294 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58cfd571-c45d-4c32-9773-6a0578649f76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:09:11.398884 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-58cfd571-c45d-4c32-9773-6a0578649f76 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:11.427176 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-db75eddd-6b7b-4eeb-8a7f-68753311dac3 req-20f731b0-1282-4ac7-99ce-ce4b8626d51e tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] Calling delete_port for f23431ca-0bf0-4deb-8bc7-343cf9b8e47f owned by compute:nova {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:09:11.451761 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-26d266ad-19f7-4632-a2b9-18fdf855076b req-b684cb37-c46d-491d-93e3-2cc69391df27 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] Request body: {'port': {'device_id': '45605db1-0067-43de-9e71-8e4e4181fb09', 'network_id': '15d4315f-9a0f-48df-91a2-7f6446aa6c2e', 'admin_state_up': True, 'tenant_id': '0fdf582e13024dfab4aee7ecf63b2936'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:09:11.472328 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dd8c9a-a411-4cd9-bf9f-efcb42396180 req-854b331b-700d-4a52-bae9-264a3b875b94 tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:09:11.486469 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-58cfd571-c45d-4c32-9773-6a0578649f76 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9403365 Nov 22 20:09:11.488954 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 60122) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:09:11.489805 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b4dd8c9a-a411-4cd9-bf9f-efcb42396180 req-854b331b-700d-4a52-bae9-264a3b875b94 tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] 10.222.0.46 "GET /v2.0/ports?device_id=600367c4-ade6-4072-a9b7-9d9122e901c9 HTTP/1.1" status: 200 len: 944 time: 0.4076858 Nov 22 20:09:11.494469 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-01dd198c-9746-4625-869c-eaabd243fb03 req-a9bde1f0-3d37-481b-867d-eb031167c9f6 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] Deleting port ce1167f4-03d5-4642-a583-ca1246135435 {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:09:11.495029 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-01dd198c-9746-4625-869c-eaabd243fb03 req-a9bde1f0-3d37-481b-867d-eb031167c9f6 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:11.502995 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-79303b5a-956a-43ef-bb48-b0c0459cda3f admin admin] Request body: {'subnet': {'network_id': 'ac9307cb-d216-4d24-9d6c-807bf1ccc8be', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1460074747-subnet', 'tenant_id': '7c2e3bcb3c11419aa5bdb45ad6533966', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:09:11.523259 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-285ee90c-6538-40ba-9cd0-eb4273c5a035 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:11.538904 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cfd571-c45d-4c32-9773-6a0578649f76 admin admin] Pushing event updated for resources: {'Network': ['ID=ac9307cb-d216-4d24-9d6c-807bf1ccc8be,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:09:11.558155 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Network ac9307cb-d216-4d24-9d6c-807bf1ccc8be details requested by agent ovs-agent-n-d-818823-1 with host n-d-818823-1 {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 20:09:11.578624 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-285ee90c-6538-40ba-9cd0-eb4273c5a035 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:11.580496 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79303b5a-956a-43ef-bb48-b0c0459cda3f admin admin] Made reservation on behalf of 7c2e3bcb3c11419aa5bdb45ad6533966 for: {'subnet': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:09:11.584181 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-79303b5a-956a-43ef-bb48-b0c0459cda3f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11792951'] for subnet, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:11.740088 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-285ee90c-6538-40ba-9cd0-eb4273c5a035 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:11.749527 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-285ee90c-6538-40ba-9cd0-eb4273c5a035 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:11.752620 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-285ee90c-6538-40ba-9cd0-eb4273c5a035 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5b736403-326b-4029-b1b2-6cb2ca726831 HTTP/1.1" status: 204 len: 168 time: 0.4112065 Nov 22 20:09:11.770331 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285ee90c-6538-40ba-9cd0-eb4273c5a035 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b736403-326b-4029-b1b2-6cb2ca726831,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:09:11.816150 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1b60a328-6195-4c77-adba-2804b7d61ff8 req-c7fa28a7-b168-499b-ba91-032778cee50c tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1d007ec-a75a-4ef8-9cdd-9c679a3ff22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6836741 Nov 22 20:09:11.929871 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-79303b5a-956a-43ef-bb48-b0c0459cda3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11567560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11792921'] for subnet, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:11.949501 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b4dd8c9a-a411-4cd9-bf9f-efcb42396180 req-1e333c29-0f73-4580-a05d-94a305a87492 tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] 10.222.0.46 "GET /v2.0/security-groups?id=89c2c967-26c4-4e1c-a1fd-c97f87817ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4586186 Nov 22 20:09:11.972669 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-01dd198c-9746-4625-869c-eaabd243fb03 req-a9bde1f0-3d37-481b-867d-eb031167c9f6 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] For port ce1167f4-03d5-4642-a583-ca1246135435, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=ce1167f4-03d5-4642-a583-ca1246135435,segment=NetworkSegment(2a5a1c7b-538e-498e-99b9-cc7a8e0411be),segment_id=2a5a1c7b-538e-498e-99b9-cc7a8e0411be)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:09:11.973044 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-01dd198c-9746-4625-869c-eaabd243fb03 req-a9bde1f0-3d37-481b-867d-eb031167c9f6 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:11.994513 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79303b5a-956a-43ef-bb48-b0c0459cda3f admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b90bb48-40b3-40a5-9333-60b239e36730,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:09:12.014559 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-01dd198c-9746-4625-869c-eaabd243fb03 req-a9bde1f0-3d37-481b-867d-eb031167c9f6 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] Calling delete_port for ce1167f4-03d5-4642-a583-ca1246135435 owned by compute:nova {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:09:12.044868 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79303b5a-956a-43ef-bb48-b0c0459cda3f admin admin] Checking segment: {'id': '096b9653-3939-4da1-92f6-6a39bd3c877e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'ac9307cb-d216-4d24-9d6c-807bf1ccc8be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:09:12.045672 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79303b5a-956a-43ef-bb48-b0c0459cda3f admin admin] Network hostable DHCP agents. Network: ac9307cb-d216-4d24-9d6c-807bf1ccc8be, hostable agents: ['02adaa64-0987-4b74-bad0-cbcf56f8a294'], hosted agents: [] {{(pid=103448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 20:09:12.078646 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 22 Nov 2021 20:09:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ddae58c-4cd7-4d12-a607-0e03279111f5 x-openstack-request-id: req-0ddae58c-4cd7-4d12-a607-0e03279111f5 {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:09:12.079141 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7719b78-6d90-405e-bc45-5187ca2b159c", "name": "network-vif-deleted", "tag": "0319e006-c1a3-4670-9ff2-6429a473568e", "status": "completed", "code": 200}, {"server_uuid": "831c5ba2-f267-4d65-978a-1593cd40e9d2", "name": "network-vif-deleted", "tag": "7defbb33-300e-4413-ac4e-0ae7f160c05d", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:09:12.079610 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0ddae58c-4cd7-4d12-a607-0e03279111f5 {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:09:12.089173 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7719b78-6d90-405e-bc45-5187ca2b159c', 'name': 'network-vif-deleted', 'tag': '0319e006-c1a3-4670-9ff2-6429a473568e', 'status': 'completed', 'code': 200} Nov 22 20:09:12.089173 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '831c5ba2-f267-4d65-978a-1593cd40e9d2', 'name': 'network-vif-deleted', 'tag': '7defbb33-300e-4413-ac4e-0ae7f160c05d', 'status': 'completed', 'code': 200} Nov 22 20:09:12.099115 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26d266ad-19f7-4632-a2b9-18fdf855076b req-b684cb37-c46d-491d-93e3-2cc69391df27 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] Made reservation on behalf of 0fdf582e13024dfab4aee7ecf63b2936 for: {'port': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:09:12.105429 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-26d266ad-19f7-4632-a2b9-18fdf855076b req-b684cb37-c46d-491d-93e3-2cc69391df27 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:12.123278 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79303b5a-956a-43ef-bb48-b0c0459cda3f admin admin] Network ac9307cb-d216-4d24-9d6c-807bf1ccc8be is scheduled to be hosted by DHCP agent 02adaa64-0987-4b74-bad0-cbcf56f8a294 with binding_index 1 {{(pid=103448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 20:09:12.144796 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 60134) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:09:12.164902 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-79303b5a-956a-43ef-bb48-b0c0459cda3f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818823-1, ac9307cb-d216-4d24-9d6c-807bf1ccc8be) {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:09:12.178417 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fef1ee3-5017-4647-b04d-73c1ffd2a087 None None] Network ac9307cb-d216-4d24-9d6c-807bf1ccc8be requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:09:12.210775 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79303b5a-956a-43ef-bb48-b0c0459cda3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:09:12.211669 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-79303b5a-956a-43ef-bb48-b0c0459cda3f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:12.257200 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_v2 [None req-346cd6d0-ee15-43ae-8f58-1a3da3693839 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Deleting subnet 05f56661-ecce-4820-8533-34296f2cbd56 {{(pid=103448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 20:09:12.268386 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-79303b5a-956a-43ef-bb48-b0c0459cda3f admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7736349 Nov 22 20:09:12.268386 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-346cd6d0-ee15-43ae-8f58-1a3da3693839 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Publish callbacks [] for subnet, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:12.269913 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 60138) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:09:12.278104 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-0fc58d17-58c7-4d16-90e4-1a2d886c3586 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1460074747-router', 'tenant_id': '7c2e3bcb3c11419aa5bdb45ad6533966', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'}}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:09:12.364517 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 60144) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:09:12.366965 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0fc58d17-58c7-4d16-90e4-1a2d886c3586 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24799'] for router, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:12.368114 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0fc58d17-58c7-4d16-90e4-1a2d886c3586 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-632716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24788'] for router, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:12.391388 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d306d72f-fb91-48bb-8d6e-5ad31fd5c6d0 req-9aa35df3-7cd4-4b9a-812b-764ac8429218 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] 10.222.0.46 "GET /v2.0/ports?device_id=45605db1-0067-43de-9e71-8e4e4181fb09 HTTP/1.1" status: 200 len: 210 time: 0.1627533 Nov 22 20:09:12.413646 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-346cd6d0-ee15-43ae-8f58-1a3da3693839 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11627908'] for subnet, precommit_delete_associations {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:12.545366 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59971372-64d6-42cc-afbd-4b69f86e1a12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fb26bd7-ce56-527b-b94f-2e1f7cb2bb35-ac9307cb-d216-4d24-9d6c-807bf1ccc8be', 'network_id': 'ac9307cb-d216-4d24-9d6c-807bf1ccc8be', 'tenant_id': '7c2e3bcb3c11419aa5bdb45ad6533966', 'fixed_ips': [{'subnet_id': '6b90bb48-40b3-40a5-9333-60b239e36730'}]}} from n-d-818823-1. {{(pid=103449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 20:09:12.546571 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-59971372-64d6-42cc-afbd-4b69f86e1a12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:12.590701 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-346cd6d0-ee15-43ae-8f58-1a3da3693839 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3753007'] for subnet, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:12.674862 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-db75eddd-6b7b-4eeb-8a7f-68753311dac3 req-20f731b0-1282-4ac7-99ce-ce4b8626d51e tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:12.690580 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] get_ports_and_sgs() called for port_ids ['922caa09-8d5c-4d80-88ea-9b74d0b2a711'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:09:12.739377 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0fc58d17-58c7-4d16-90e4-1a2d886c3586 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:12.828354 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c439c11b-88c4-4483-8e5d-8c3d74e174e2 tempest-ServersWithSpecificFlavorTestJSON-1120519075 tempest-ServersWithSpecificFlavorTestJSON-1120519075-project] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:12.833058 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f731b0-1282-4ac7-99ce-ce4b8626d51e tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] Pushing event deleted for resources: {'Port': ['ID=f23431ca-0bf0-4deb-8bc7-343cf9b8e47f,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:09:12.894002 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device f23431ca-0bf0-4deb-8bc7-343cf9b8e47f no longer exists at agent hyperv_n-h1-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:09:12.997154 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] No Port match for: f23431ca-0bf0-4deb-8bc7-343cf9b8e47f {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:09:12.998207 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device f23431ca-0bf0-4deb-8bc7-343cf9b8e47f not bound to the agent host n-h1-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:09:13.100804 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-db75eddd-6b7b-4eeb-8a7f-68753311dac3 req-20f731b0-1282-4ac7-99ce-ce4b8626d51e tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] No DVR routers for this DVR port f23431ca-0bf0-4deb-8bc7-343cf9b8e47f on host n-h1-818823-1 {{(pid=103447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:09:13.106320 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c439c11b-88c4-4483-8e5d-8c3d74e174e2 tempest-ServersWithSpecificFlavorTestJSON-1120519075 tempest-ServersWithSpecificFlavorTestJSON-1120519075-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:13.116457 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-346cd6d0-ee15-43ae-8f58-1a3da3693839 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3753014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11567369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11792914'] for subnet, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:13.155053 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-db75eddd-6b7b-4eeb-8a7f-68753311dac3 req-20f731b0-1282-4ac7-99ce-ce4b8626d51e tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:13.161177 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-db75eddd-6b7b-4eeb-8a7f-68753311dac3 req-20f731b0-1282-4ac7-99ce-ce4b8626d51e tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] 10.222.0.41 "DELETE /v2.0/ports/f23431ca-0bf0-4deb-8bc7-343cf9b8e47f HTTP/1.1" status: 204 len: 173 time: 3.5204942 Nov 22 20:09:13.163240 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [req-26d266ad-19f7-4632-a2b9-18fdf855076b req-b684cb37-c46d-491d-93e3-2cc69391df27 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] Allocated IP 172.20.0.5 (15d4315f-9a0f-48df-91a2-7f6446aa6c2e/d1283e3b-986c-4cf3-818d-79a41c1c76c2/d4ff6968-3b58-4ead-83f6-cb8ac9bc804d) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:09:13.237793 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346cd6d0-ee15-43ae-8f58-1a3da3693839 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Pushing event deleted for resources: {'Subnet': ['ID=05f56661-ecce-4820-8533-34296f2cbd56,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:09:13.249763 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-346cd6d0-ee15-43ae-8f58-1a3da3693839 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:13.256520 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-01dd198c-9746-4625-869c-eaabd243fb03 req-a9bde1f0-3d37-481b-867d-eb031167c9f6 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:13.257261 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-346cd6d0-ee15-43ae-8f58-1a3da3693839 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] 10.222.0.46 "DELETE /v2.0/subnets/05f56661-ecce-4820-8533-34296f2cbd56 HTTP/1.1" status: 204 len: 168 time: 1.1099389 Nov 22 20:09:13.261259 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0fc58d17-58c7-4d16-90e4-1a2d886c3586 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:13.269113 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 60174) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:09:13.320469 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] get_ports_and_sgs() called for port_ids ['8b89445a-2093-4480-a650-d182804db66c', '61d0354c-dae5-471e-bea6-af003ac19ef9'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:09:13.329940 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30effe41-7e2e-4703-b786-857345961c88 req-c02b012c-f330-4002-bea3-7bbff29530f8 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:09:13.343097 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-30effe41-7e2e-4703-b786-857345961c88 req-c02b012c-f330-4002-bea3-7bbff29530f8 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/ports?device_id=bd3740f9-d89f-45cf-b02d-7739f6a5131c HTTP/1.1" status: 200 len: 868 time: 0.3747721 Nov 22 20:09:13.401007 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b57439c-21ce-406d-aa07-04af9a572762 None None] Network 65e32ec0-3784-4a44-ad82-61a4cb29846d requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:09:13.406479 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.db_base_plugin_common [None req-59971372-64d6-42cc-afbd-4b69f86e1a12 None None] Allocated IP 172.20.0.2 (ac9307cb-d216-4d24-9d6c-807bf1ccc8be/6b90bb48-40b3-40a5-9333-60b239e36730/9995df5d-da39-43cd-bd6d-79cac428c131) {{(pid=103449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:09:13.441428 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bde1f0-3d37-481b-867d-eb031167c9f6 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] Pushing event deleted for resources: {'Port': ['ID=ce1167f4-03d5-4642-a583-ca1246135435,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:09:13.773229 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c439c11b-88c4-4483-8e5d-8c3d74e174e2 tempest-ServersWithSpecificFlavorTestJSON-1120519075 tempest-ServersWithSpecificFlavorTestJSON-1120519075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:13.778354 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c439c11b-88c4-4483-8e5d-8c3d74e174e2 tempest-ServersWithSpecificFlavorTestJSON-1120519075 tempest-ServersWithSpecificFlavorTestJSON-1120519075-project] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:13.782140 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] get_ports_and_sgs() called for port_ids ['0e6ec0bf-f936-47ad-a6a2-1c89c9f9ccdc'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:09:13.788033 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-c439c11b-88c4-4483-8e5d-8c3d74e174e2 tempest-ServersWithSpecificFlavorTestJSON-1120519075 tempest-ServersWithSpecificFlavorTestJSON-1120519075-project] 10.222.0.46 "DELETE /v2.0/security-groups/ea60d010-f7c1-485a-99af-472dfb1cdc16 HTTP/1.1" status: 204 len: 168 time: 1.4134169 Nov 22 20:09:13.789327 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-01dd198c-9746-4625-869c-eaabd243fb03 req-a9bde1f0-3d37-481b-867d-eb031167c9f6 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] No DVR routers for this DVR port ce1167f4-03d5-4642-a583-ca1246135435 on host n-h2-818823-1 {{(pid=103447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:09:13.820256 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-30effe41-7e2e-4703-b786-857345961c88 req-c2fc288f-f83e-48c7-9d2d-788f86855d91 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1d007ec-a75a-4ef8-9cdd-9c679a3ff22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4753661 Nov 22 20:09:13.864724 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-01dd198c-9746-4625-869c-eaabd243fb03 req-a9bde1f0-3d37-481b-867d-eb031167c9f6 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:13.875055 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-01dd198c-9746-4625-869c-eaabd243fb03 req-a9bde1f0-3d37-481b-867d-eb031167c9f6 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.20 "DELETE /v2.0/ports/ce1167f4-03d5-4642-a583-ca1246135435 HTTP/1.1" status: 204 len: 173 time: 3.1534426 Nov 22 20:09:13.875886 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 60184) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:09:13.949905 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c439c11b-88c4-4483-8e5d-8c3d74e174e2 tempest-ServersWithSpecificFlavorTestJSON-1120519075 tempest-ServersWithSpecificFlavorTestJSON-1120519075-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea60d010-f7c1-485a-99af-472dfb1cdc16,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:09:13.962842 n-d-818823-1 neutron-server[103447]: INFO neutron.api.v2.resource [None req-9ee9503b-82c6-4106-a672-4f309494744c tempest-ServersWithSpecificFlavorTestJSON-1120519075 tempest-ServersWithSpecificFlavorTestJSON-1120519075-project] show failed (client error): The resource could not be found. Nov 22 20:09:13.974872 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-9ee9503b-82c6-4106-a672-4f309494744c tempest-ServersWithSpecificFlavorTestJSON-1120519075 tempest-ServersWithSpecificFlavorTestJSON-1120519075-project] 10.222.0.46 "GET /v2.0/security-groups/ea60d010-f7c1-485a-99af-472dfb1cdc16 HTTP/1.1" status: 404 len: 347 time: 0.0820854 Nov 22 20:09:13.980577 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 60188) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:09:14.097395 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '600367c4-ade6-4072-a9b7-9d9122e901c9', 'name': 'network-vif-deleted', 'tag': 'f23431ca-0bf0-4deb-8bc7-343cf9b8e47f'}, {'server_uuid': 'bd3740f9-d89f-45cf-b02d-7739f6a5131c', 'name': 'network-vif-deleted', 'tag': 'ce1167f4-03d5-4642-a583-ca1246135435'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:09:14.099890 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8752341-214c-44bc-9b84-189de684b14a" -d '{"events": [{"server_uuid": "600367c4-ade6-4072-a9b7-9d9122e901c9", "name": "network-vif-deleted", "tag": "f23431ca-0bf0-4deb-8bc7-343cf9b8e47f"}, {"server_uuid": "bd3740f9-d89f-45cf-b02d-7739f6a5131c", "name": "network-vif-deleted", "tag": "ce1167f4-03d5-4642-a583-ca1246135435"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:09:14.337661 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c3088e7-049a-4c4c-8dd9-804a36ad8637 None None] DHCP port deletion for 65e32ec0-3784-4a44-ad82-61a4cb29846d request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:09:14.398562 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device ce1167f4-03d5-4642-a583-ca1246135435 no longer exists at agent hyperv_n-h2-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:09:14.524470 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-26d266ad-19f7-4632-a2b9-18fdf855076b req-b684cb37-c46d-491d-93e3-2cc69391df27 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:14.527062 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:14.549168 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-94541607-293f-4672-a62c-149bbd997a76 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3961693'] for network, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:14.662485 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:14.685616 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] No Port match for: ce1167f4-03d5-4642-a583-ca1246135435 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:09:14.686348 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device ce1167f4-03d5-4642-a583-ca1246135435 not bound to the agent host n-h2-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:09:14.688480 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-fdbc2c30-b8d7-4f82-b182-0e0712cb2759 req-1e1e57bb-0c99-4040-a301-160407b3f231 tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] 10.222.0.46 "GET /v2.0/ports?device_id=600367c4-ade6-4072-a9b7-9d9122e901c9 HTTP/1.1" status: 200 len: 210 time: 0.5721357 Nov 22 20:09:14.714141 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-26d266ad-19f7-4632-a2b9-18fdf855076b req-b684cb37-c46d-491d-93e3-2cc69391df27 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:14.803697 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-94541607-293f-4672-a62c-149bbd997a76 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Deleting port 34982bed-aefa-456f-9b2e-3edda732165f {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:09:14.804127 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-94541607-293f-4672-a62c-149bbd997a76 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:14.829510 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 22 Nov 2021 20:09:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddf8881a-5844-43c8-914d-3dc3b3668c3f x-openstack-request-id: req-ddf8881a-5844-43c8-914d-3dc3b3668c3f {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:09:14.830387 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "600367c4-ade6-4072-a9b7-9d9122e901c9", "name": "network-vif-deleted", "tag": "f23431ca-0bf0-4deb-8bc7-343cf9b8e47f", "status": "completed", "code": 200}, {"server_uuid": "bd3740f9-d89f-45cf-b02d-7739f6a5131c", "name": "network-vif-deleted", "tag": "ce1167f4-03d5-4642-a583-ca1246135435", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:09:14.831515 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ddf8881a-5844-43c8-914d-3dc3b3668c3f {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:09:14.832144 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '600367c4-ade6-4072-a9b7-9d9122e901c9', 'name': 'network-vif-deleted', 'tag': 'f23431ca-0bf0-4deb-8bc7-343cf9b8e47f', 'status': 'completed', 'code': 200} Nov 22 20:09:14.832620 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd3740f9-d89f-45cf-b02d-7739f6a5131c', 'name': 'network-vif-deleted', 'tag': 'ce1167f4-03d5-4642-a583-ca1246135435', 'status': 'completed', 'code': 200} Nov 22 20:09:14.839216 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26d266ad-19f7-4632-a2b9-18fdf855076b req-b684cb37-c46d-491d-93e3-2cc69391df27 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] Network 15d4315f-9a0f-48df-91a2-7f6446aa6c2e is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:09:14.856304 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [req-26d266ad-19f7-4632-a2b9-18fdf855076b req-b684cb37-c46d-491d-93e3-2cc69391df27 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:09:14.858474 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b684cb37-c46d-491d-93e3-2cc69391df27 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] Pushing event updated for resources: {'Port': ['ID=d4ff6968-3b58-4ead-83f6-cb8ac9bc804d,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:09:14.881319 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03de7eba-6ce4-4531-b3af-7a3e995f2a30 req-70e10d6a-cd48-49ec-abb4-835b25e3cff4 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:09:14.891000 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-03de7eba-6ce4-4531-b3af-7a3e995f2a30 req-70e10d6a-cd48-49ec-abb4-835b25e3cff4 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] 10.222.0.46 "GET /v2.0/ports?device_id=45605db1-0067-43de-9e71-8e4e4181fb09 HTTP/1.1" status: 200 len: 931 time: 0.1986303 Nov 22 20:09:14.896166 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-26d266ad-19f7-4632-a2b9-18fdf855076b req-b684cb37-c46d-491d-93e3-2cc69391df27 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:09:14.911172 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-b2ad87cc-e51e-476c-8a7a-ff6a05e0d7d5 tempest-ServersWithSpecificFlavorTestJSON-1120519075 tempest-ServersWithSpecificFlavorTestJSON-1120519075-project] Deleting port 0424ed3e-7d18-4626-abc3-301b61bdb8cc {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:09:14.911673 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b2ad87cc-e51e-476c-8a7a-ff6a05e0d7d5 tempest-ServersWithSpecificFlavorTestJSON-1120519075 tempest-ServersWithSpecificFlavorTestJSON-1120519075-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:14.926335 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-1c3088e7-049a-4c4c-8dd9-804a36ad8637 None None] Deleting port 34982bed-aefa-456f-9b2e-3edda732165f {{(pid=103449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:09:14.927602 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-1c3088e7-049a-4c4c-8dd9-804a36ad8637 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:14.931093 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-59971372-64d6-42cc-afbd-4b69f86e1a12 None None] Publish callbacks [] for port, precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:15.001988 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-59971372-64d6-42cc-afbd-4b69f86e1a12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372'] for port, after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:15.004419 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-94541607-293f-4672-a62c-149bbd997a76 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] For port 34982bed-aefa-456f-9b2e-3edda732165f, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=34982bed-aefa-456f-9b2e-3edda732165f,segment=NetworkSegment(e051ecbb-70d0-48e8-8174-587fdbd7cbed),segment_id=e051ecbb-70d0-48e8-8174-587fdbd7cbed)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:09:15.009768 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d266ad-19f7-4632-a2b9-18fdf855076b req-b684cb37-c46d-491d-93e3-2cc69391df27 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:09:15.010275 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-94541607-293f-4672-a62c-149bbd997a76 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:15.010645 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-26d266ad-19f7-4632-a2b9-18fdf855076b req-b684cb37-c46d-491d-93e3-2cc69391df27 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:15.062191 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-94541607-293f-4672-a62c-149bbd997a76 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Calling delete_port for 34982bed-aefa-456f-9b2e-3edda732165f owned by network:dhcp {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:09:15.066079 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-26d266ad-19f7-4632-a2b9-18fdf855076b req-b684cb37-c46d-491d-93e3-2cc69391df27 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6753232 Nov 22 20:09:15.092832 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-26d266ad-19f7-4632-a2b9-18fdf855076b req-0e4795fd-c1f5-4b96-b4ff-8871f8238bee service neutron] Request body: {'port': {'device_id': '45605db1-0067-43de-9e71-8e4e4181fb09', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818823-1'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:09:15.170852 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-03de7eba-6ce4-4531-b3af-7a3e995f2a30 req-4b79994b-6699-4233-b981-1a6c74d6c6c3 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] 10.222.0.46 "GET /v2.0/security-groups?id=008bf24b-e850-49d0-ba05-9d00c3f0736a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2750156 Nov 22 20:09:15.181524 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59971372-64d6-42cc-afbd-4b69f86e1a12 None None] Network ac9307cb-d216-4d24-9d6c-807bf1ccc8be is already hosted by enough agents. {{(pid=103449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:09:15.209353 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59971372-64d6-42cc-afbd-4b69f86e1a12 None None] Pushing event updated for resources: {'Port': ['ID=9995df5d-da39-43cd-bd6d-79cac428c131,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:09:15.237542 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.base_scheduler [None req-59971372-64d6-42cc-afbd-4b69f86e1a12 None None] Resources bound (agent type, host, resource id): {{(pid=103449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:09:15.246085 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] get_ports_and_sgs() called for port_ids ['c3c611e3-1c74-47bf-9225-d666ee79fbb4'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:09:15.258250 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b2ad87cc-e51e-476c-8a7a-ff6a05e0d7d5 tempest-ServersWithSpecificFlavorTestJSON-1120519075 tempest-ServersWithSpecificFlavorTestJSON-1120519075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:15.258902 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b2ad87cc-e51e-476c-8a7a-ff6a05e0d7d5 tempest-ServersWithSpecificFlavorTestJSON-1120519075 tempest-ServersWithSpecificFlavorTestJSON-1120519075-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:15.290635 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-b2ad87cc-e51e-476c-8a7a-ff6a05e0d7d5 tempest-ServersWithSpecificFlavorTestJSON-1120519075 tempest-ServersWithSpecificFlavorTestJSON-1120519075-project] Calling delete_port for 0424ed3e-7d18-4626-abc3-301b61bdb8cc owned by network:floatingip {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:09:15.329824 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-26d266ad-19f7-4632-a2b9-18fdf855076b req-0e4795fd-c1f5-4b96-b4ff-8871f8238bee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:15.349083 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59971372-64d6-42cc-afbd-4b69f86e1a12 None None] Received port after_create {{(pid=103449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:09:15.424574 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-1c3088e7-049a-4c4c-8dd9-804a36ad8637 None None] For port 34982bed-aefa-456f-9b2e-3edda732165f, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=34982bed-aefa-456f-9b2e-3edda732165f,segment=NetworkSegment(e051ecbb-70d0-48e8-8174-587fdbd7cbed),segment_id=e051ecbb-70d0-48e8-8174-587fdbd7cbed)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:09:15.426375 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-1c3088e7-049a-4c4c-8dd9-804a36ad8637 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:15.453176 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-1c3088e7-049a-4c4c-8dd9-804a36ad8637 None None] Calling delete_port for 34982bed-aefa-456f-9b2e-3edda732165f owned by network:dhcp {{(pid=103449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:09:15.709368 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-59971372-64d6-42cc-afbd-4b69f86e1a12 None None] Attempting to bind port 9995df5d-da39-43cd-bd6d-79cac428c131 on host n-d-818823-1 for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:09:15.709736 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-59971372-64d6-42cc-afbd-4b69f86e1a12 None None] Attempting to bind port 9995df5d-da39-43cd-bd6d-79cac428c131 by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': '096b9653-3939-4da1-92f6-6a39bd3c877e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'ac9307cb-d216-4d24-9d6c-807bf1ccc8be'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:09:15.712308 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59971372-64d6-42cc-afbd-4b69f86e1a12 None None] Attempting to bind port 9995df5d-da39-43cd-bd6d-79cac428c131 on network ac9307cb-d216-4d24-9d6c-807bf1ccc8be {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:09:15.744031 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59971372-64d6-42cc-afbd-4b69f86e1a12 None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 9, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:09:15.744686 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59971372-64d6-42cc-afbd-4b69f86e1a12 None None] Checking segment: {'id': '096b9653-3939-4da1-92f6-6a39bd3c877e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'ac9307cb-d216-4d24-9d6c-807bf1ccc8be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:09:15.745395 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-59971372-64d6-42cc-afbd-4b69f86e1a12 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:15.746597 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59971372-64d6-42cc-afbd-4b69f86e1a12 None None] Bound using segment: {'id': '096b9653-3939-4da1-92f6-6a39bd3c877e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'ac9307cb-d216-4d24-9d6c-807bf1ccc8be'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:09:15.748146 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-59971372-64d6-42cc-afbd-4b69f86e1a12 None None] Bound port: 9995df5d-da39-43cd-bd6d-79cac428c131, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '096b9653-3939-4da1-92f6-6a39bd3c877e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'ac9307cb-d216-4d24-9d6c-807bf1ccc8be'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:09:15.748797 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-59971372-64d6-42cc-afbd-4b69f86e1a12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:15.792224 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-94541607-293f-4672-a62c-149bbd997a76 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:15.862375 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0fc58d17-58c7-4d16-90e4-1a2d886c3586 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:15.866433 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 60228) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:09:15.913373 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94541607-293f-4672-a62c-149bbd997a76 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Pushing event deleted for resources: {'Port': ['ID=34982bed-aefa-456f-9b2e-3edda732165f,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:09:15.915969 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc72556-b091-46ee-bb01-cca29cb4fcbf req-76737271-e5ee-4a1e-98f5-2326225d4452 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:09:15.918851 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94541607-293f-4672-a62c-149bbd997a76 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] No DVR routers for this DVR port 34982bed-aefa-456f-9b2e-3edda732165f on host n-d-818823-1 {{(pid=103448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:09:15.925895 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1dc72556-b091-46ee-bb01-cca29cb4fcbf req-76737271-e5ee-4a1e-98f5-2326225d4452 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/ports?device_id=e94aed4c-ece2-410e-a309-9c83a0437f8c HTTP/1.1" status: 200 len: 951 time: 0.4359686 Nov 22 20:09:15.930837 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0fc58d17-58c7-4d16-90e4-1a2d886c3586 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:16.019275 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-1c3088e7-049a-4c4c-8dd9-804a36ad8637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381'] for port, after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:16.111628 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3088e7-049a-4c4c-8dd9-804a36ad8637 None None] Pushing event deleted for resources: {'Port': ['ID=34982bed-aefa-456f-9b2e-3edda732165f,revision_number=None']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:09:16.122136 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c3088e7-049a-4c4c-8dd9-804a36ad8637 None None] No DVR routers for this DVR port 34982bed-aefa-456f-9b2e-3edda732165f on host n-d-818823-1 {{(pid=103449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:09:16.172631 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 34982bed-aefa-456f-9b2e-3edda732165f no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:09:16.208270 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: 34982bed-aefa-456f-9b2e-3edda732165f {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:09:16.208270 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 34982bed-aefa-456f-9b2e-3edda732165f not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:09:16.218577 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a26d5758-8ede-4911-93bf-0543ded88805 req-754a45b6-ad5e-4370-a38d-ea88bef689c1 tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] 10.222.0.46 "GET /v2.0/ports?device_id=600367c4-ade6-4072-a9b7-9d9122e901c9 HTTP/1.1" status: 200 len: 210 time: 0.3400795 Nov 22 20:09:16.225672 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b2ad87cc-e51e-476c-8a7a-ff6a05e0d7d5 tempest-ServersWithSpecificFlavorTestJSON-1120519075 tempest-ServersWithSpecificFlavorTestJSON-1120519075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:16.340123 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-59971372-64d6-42cc-afbd-4b69f86e1a12 None None] For port 9995df5d-da39-43cd-bd6d-79cac428c131, host n-d-818823-1, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:09:16.346782 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f8d3a631-6e1e-4cf3-ae9b-fbc0a4c9be37 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:16.353425 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ad87cc-e51e-476c-8a7a-ff6a05e0d7d5 tempest-ServersWithSpecificFlavorTestJSON-1120519075 tempest-ServersWithSpecificFlavorTestJSON-1120519075-project] Pushing event deleted for resources: {'Port': ['ID=0424ed3e-7d18-4626-abc3-301b61bdb8cc,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:09:16.353658 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-94541607-293f-4672-a62c-149bbd997a76 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3760028', 'neutron.services.segments.db._delete_segments_for_network-8748992815755'] for network, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:16.420402 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-59971372-64d6-42cc-afbd-4b69f86e1a12 None None] For port 9995df5d-da39-43cd-bd6d-79cac428c131, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=9995df5d-da39-43cd-bd6d-79cac428c131,segment=NetworkSegment(096b9653-3939-4da1-92f6-6a39bd3c877e),segment_id=096b9653-3939-4da1-92f6-6a39bd3c877e)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:09:16.435862 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-59971372-64d6-42cc-afbd-4b69f86e1a12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:16.447649 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-94541607-293f-4672-a62c-149bbd997a76 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65e32ec0-3784-4a44-ad82-61a4cb29846d']}} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:09:16.485719 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-94541607-293f-4672-a62c-149bbd997a76 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e051ecbb-70d0-48e8-8174-587fdbd7cbed') {'for_net_delete': True} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:09:16.486021 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-94541607-293f-4672-a62c-149bbd997a76 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e051ecbb-70d0-48e8-8174-587fdbd7cbed') {} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:09:16.507571 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b2ad87cc-e51e-476c-8a7a-ff6a05e0d7d5 tempest-ServersWithSpecificFlavorTestJSON-1120519075 tempest-ServersWithSpecificFlavorTestJSON-1120519075-project] Publish callbacks [] for floatingip, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:16.511113 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-94541607-293f-4672-a62c-149bbd997a76 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748993039638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11627933'] for segment, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:16.511495 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b2ad87cc-e51e-476c-8a7a-ff6a05e0d7d5 tempest-ServersWithSpecificFlavorTestJSON-1120519075 tempest-ServersWithSpecificFlavorTestJSON-1120519075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for floatingip, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:16.516446 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-b2ad87cc-e51e-476c-8a7a-ff6a05e0d7d5 tempest-ServersWithSpecificFlavorTestJSON-1120519075 tempest-ServersWithSpecificFlavorTestJSON-1120519075-project] 10.222.0.46 "DELETE /v2.0/floatingips/c206caff-0d38-4418-9e51-f0441d6607d5 HTTP/1.1" status: 204 len: 168 time: 2.5346854 Nov 22 20:09:16.554547 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-94541607-293f-4672-a62c-149bbd997a76 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:16.567778 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59971372-64d6-42cc-afbd-4b69f86e1a12 None None] Pushing event updated for resources: {'Port': ['ID=9995df5d-da39-43cd-bd6d-79cac428c131,revision_number=2']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:09:16.570825 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94541607-293f-4672-a62c-149bbd997a76 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Releasing vlan 622 on physical network physnet1 to pool {{(pid=103448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 20:09:16.571289 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-94541607-293f-4672-a62c-149bbd997a76 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11567447'] for segment, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:16.591547 n-d-818823-1 neutron-server[103448]: Traceback (most recent call last): Nov 22 20:09:16.591547 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 20:09:16.591547 n-d-818823-1 neutron-server[103448]: timer() Nov 22 20:09:16.591547 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 20:09:16.591547 n-d-818823-1 neutron-server[103448]: cb(*args, **kw) Nov 22 20:09:16.591547 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 20:09:16.591547 n-d-818823-1 neutron-server[103448]: return func(*args, **kwargs) Nov 22 20:09:16.591547 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 20:09:16.591547 n-d-818823-1 neutron-server[103448]: self._notify() Nov 22 20:09:16.591547 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 20:09:16.591547 n-d-818823-1 neutron-server[103448]: self.callback(batched_events) Nov 22 20:09:16.591547 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 20:09:16.591547 n-d-818823-1 neutron-server[103448]: event.method(event) Nov 22 20:09:16.591547 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 20:09:16.591547 n-d-818823-1 neutron-server[103448]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 20:09:16.591547 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 20:09:16.591547 n-d-818823-1 neutron-server[103448]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 20:09:16.591547 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 20:09:16.591547 n-d-818823-1 neutron-server[103448]: return f(self, *a, **k) Nov 22 20:09:16.591547 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 20:09:16.591547 n-d-818823-1 neutron-server[103448]: return self._get(url).json() Nov 22 20:09:16.591547 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 20:09:16.591547 n-d-818823-1 neutron-server[103448]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 20:09:16.591547 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 20:09:16.591547 n-d-818823-1 neutron-server[103448]: return self.request(url, 'GET', **kwargs) Nov 22 20:09:16.591547 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 20:09:16.591547 n-d-818823-1 neutron-server[103448]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 20:09:16.591547 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 20:09:16.591547 n-d-818823-1 neutron-server[103448]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 20:09:16.591547 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 20:09:16.591547 n-d-818823-1 neutron-server[103448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 20:09:16.591547 n-d-818823-1 neutron-server[103448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 20:09:16.594160 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1dc72556-b091-46ee-bb01-cca29cb4fcbf req-901bb953-7acb-4d53-91f9-d25e94b501aa tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1d007ec-a75a-4ef8-9cdd-9c679a3ff22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5097246 Nov 22 20:09:16.623020 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276e514d-6f45-4624-9579-b9d42574a208 req-5886faed-e90a-406f-b755-d16c5eb5491e tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:09:16.633281 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-276e514d-6f45-4624-9579-b9d42574a208 req-5886faed-e90a-406f-b755-d16c5eb5491e tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] 10.222.0.46 "GET /v2.0/ports?device_id=45605db1-0067-43de-9e71-8e4e4181fb09 HTTP/1.1" status: 200 len: 931 time: 0.2653983 Nov 22 20:09:16.730286 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f8d3a631-6e1e-4cf3-ae9b-fbc0a4c9be37 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:16.792081 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f8d3a631-6e1e-4cf3-ae9b-fbc0a4c9be37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:16.898509 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-94541607-293f-4672-a62c-149bbd997a76 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3760002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595318'] for network, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:16.907635 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-94541607-293f-4672-a62c-149bbd997a76 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:16.916932 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-94541607-293f-4672-a62c-149bbd997a76 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] 10.222.0.46 "DELETE /v2.0/networks/65e32ec0-3784-4a44-ad82-61a4cb29846d HTTP/1.1" status: 204 len: 168 time: 3.6448145 Nov 22 20:09:16.919106 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-276e514d-6f45-4624-9579-b9d42574a208 req-d6e90893-7143-4087-851f-0f5c62d4de32 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] 10.222.0.46 "GET /v2.0/security-groups?id=008bf24b-e850-49d0-ba05-9d00c3f0736a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2846050 Nov 22 20:09:16.926442 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 60262) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:09:16.980564 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d3a631-6e1e-4cf3-ae9b-fbc0a4c9be37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8abfc5b3-548c-4fc4-a732-164a15e7d4de,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:09:17.027123 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-f8d3a631-6e1e-4cf3-ae9b-fbc0a4c9be37 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0d4895316f344aa487433aef6e0ae52d&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1575270 Nov 22 20:09:17.028269 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 60266) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:09:17.049326 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94541607-293f-4672-a62c-149bbd997a76 tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Pushing event deleted for resources: {'Network': ['ID=65e32ec0-3784-4a44-ad82-61a4cb29846d,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:09:17.066174 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdff393-5edf-4af9-b8e9-5f37ba31a2c4 req-8a2ad33d-6d75-4fec-9cac-34012b15b689 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:09:17.069230 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-efdff393-5edf-4af9-b8e9-5f37ba31a2c4 req-8a2ad33d-6d75-4fec-9cac-34012b15b689 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.20 "GET /v2.0/ports?device_id=e94aed4c-ece2-410e-a309-9c83a0437f8c HTTP/1.1" status: 200 len: 951 time: 0.3678026 Nov 22 20:09:17.128854 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [None req-0fc58d17-58c7-4d16-90e4-1a2d886c3586 admin admin] Allocated IP 172.25.5.66 (c48a55e9-6a85-4746-b7bf-3e29fb560094/5da6f781-63e6-4328-ae7a-5e672262f55a/25c221fc-593d-4f05-a358-e8b167d8000e) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:09:17.129465 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [req-26d266ad-19f7-4632-a2b9-18fdf855076b req-0e4795fd-c1f5-4b96-b4ff-8871f8238bee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4ff6968-3b58-4ead-83f6-cb8ac9bc804d {{(pid=103447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:09:17.150000 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-26d266ad-19f7-4632-a2b9-18fdf855076b req-0e4795fd-c1f5-4b96-b4ff-8871f8238bee service neutron] Publish callbacks [] for port, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:17.246692 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7f4829a-cd84-49da-b078-c7acfcb49cfb tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Deleting subnet 85568e5e-24f3-4c9d-810b-54cda890c8a7 {{(pid=103448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 20:09:17.260126 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e7f4829a-cd84-49da-b078-c7acfcb49cfb tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Publish callbacks [] for subnet, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:17.368841 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e7f4829a-cd84-49da-b078-c7acfcb49cfb tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11627908'] for subnet, precommit_delete_associations {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:17.407589 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 60284) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:09:17.469393 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-efbc537e-3267-40f9-a064-0af54e804c4c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:17.535741 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0fc58d17-58c7-4d16-90e4-1a2d886c3586 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:17.586371 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-efbc537e-3267-40f9-a064-0af54e804c4c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:17.653690 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e7f4829a-cd84-49da-b078-c7acfcb49cfb tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3753007'] for subnet, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:17.773408 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 60292) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:09:17.788039 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.provisioning_blocks [req-26d266ad-19f7-4632-a2b9-18fdf855076b req-0e4795fd-c1f5-4b96-b4ff-8871f8238bee service neutron] Transition to ACTIVE for port object d4ff6968-3b58-4ead-83f6-cb8ac9bc804d will not be triggered until provisioned by entity L2. {{(pid=103447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 20:09:17.825876 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-26d266ad-19f7-4632-a2b9-18fdf855076b req-0e4795fd-c1f5-4b96-b4ff-8871f8238bee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:17.828127 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e7f4829a-cd84-49da-b078-c7acfcb49cfb tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3753014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11567369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11792914'] for subnet, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:17.867904 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-cfbe767b-376b-438c-9049-fba675d4b403 req-cffeae19-ae79-414c-8464-058dc19c4e56 tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] 10.222.0.46 "GET /v2.0/ports?device_id=600367c4-ade6-4072-a9b7-9d9122e901c9 HTTP/1.1" status: 200 len: 210 time: 0.0978765 Nov 22 20:09:17.871772 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-efbc537e-3267-40f9-a064-0af54e804c4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:17.875256 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-efbc537e-3267-40f9-a064-0af54e804c4c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:17.892084 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-efbc537e-3267-40f9-a064-0af54e804c4c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8abfc5b3-548c-4fc4-a732-164a15e7d4de HTTP/1.1" status: 204 len: 168 time: 0.8470232 Nov 22 20:09:17.935741 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc537e-3267-40f9-a064-0af54e804c4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8abfc5b3-548c-4fc4-a732-164a15e7d4de,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:09:17.940133 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0fc58d17-58c7-4d16-90e4-1a2d886c3586 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:17.985165 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5c5286-4d40-4d58-a903-a0a9514130e4 req-f2c359d0-f819-4507-9994-2f778b91dce4 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:09:17.993429 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f4829a-cd84-49da-b078-c7acfcb49cfb tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Pushing event deleted for resources: {'Subnet': ['ID=85568e5e-24f3-4c9d-810b-54cda890c8a7,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:09:18.000411 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc58d17-58c7-4d16-90e4-1a2d886c3586 admin admin] Pushing event updated for resources: {'Port': ['ID=25c221fc-593d-4f05-a358-e8b167d8000e,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:09:18.001154 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1e5c5286-4d40-4d58-a903-a0a9514130e4 req-f2c359d0-f819-4507-9994-2f778b91dce4 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/ports?device_id=e94aed4c-ece2-410e-a309-9c83a0437f8c HTTP/1.1" status: 200 len: 951 time: 0.2325039 Nov 22 20:09:18.013119 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e7f4829a-cd84-49da-b078-c7acfcb49cfb tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:18.020604 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-442545f2-00de-4528-ac67-d258c75fad20 None None] Network c9a2c248-f87f-44f2-a4a2-8bbab9f31eb2 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:09:18.022480 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-e7f4829a-cd84-49da-b078-c7acfcb49cfb tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] 10.222.0.46 "DELETE /v2.0/subnets/85568e5e-24f3-4c9d-810b-54cda890c8a7 HTTP/1.1" status: 204 len: 168 time: 1.0901513 Nov 22 20:09:18.055025 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 60300) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:09:18.093937 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fc58d17-58c7-4d16-90e4-1a2d886c3586 admin admin] Network c48a55e9-6a85-4746-b7bf-3e29fb560094 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:09:18.132009 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4795fd-c1f5-4b96-b4ff-8871f8238bee service neutron] Pushing event updated for resources: {'Port': ['ID=d4ff6968-3b58-4ead-83f6-cb8ac9bc804d,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:09:18.179636 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-0fc58d17-58c7-4d16-90e4-1a2d886c3586 admin admin] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:09:18.186240 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc58d17-58c7-4d16-90e4-1a2d886c3586 admin admin] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:09:18.198996 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f05f340c-665e-4e08-abd3-b35c009c6b19 None None] Network ac9307cb-d216-4d24-9d6c-807bf1ccc8be requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:09:18.202715 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-2e5f3a94-d58a-4e7b-89fe-541eb3b8c1d0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:18.238724 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-efdff393-5edf-4af9-b8e9-5f37ba31a2c4 req-848b37d8-6a4f-4bfc-9218-81485f5a0439 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] Deleting port 61d0354c-dae5-471e-bea6-af003ac19ef9 {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:09:18.239122 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-efdff393-5edf-4af9-b8e9-5f37ba31a2c4 req-848b37d8-6a4f-4bfc-9218-81485f5a0439 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:18.341960 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-efdff393-5edf-4af9-b8e9-5f37ba31a2c4 req-848b37d8-6a4f-4bfc-9218-81485f5a0439 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] For port 61d0354c-dae5-471e-bea6-af003ac19ef9, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=61d0354c-dae5-471e-bea6-af003ac19ef9,segment=NetworkSegment(2a5a1c7b-538e-498e-99b9-cc7a8e0411be),segment_id=2a5a1c7b-538e-498e-99b9-cc7a8e0411be)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:09:18.342346 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-efdff393-5edf-4af9-b8e9-5f37ba31a2c4 req-848b37d8-6a4f-4bfc-9218-81485f5a0439 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:18.380333 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-efdff393-5edf-4af9-b8e9-5f37ba31a2c4 req-848b37d8-6a4f-4bfc-9218-81485f5a0439 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] Calling delete_port for 61d0354c-dae5-471e-bea6-af003ac19ef9 owned by compute:nova {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:09:18.385188 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6f5ed9c3-d9db-40dc-b06d-812f19e0076f tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3961693'] for network, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:18.397395 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1e5c5286-4d40-4d58-a903-a0a9514130e4 req-153fb8d8-6f95-4a9a-a097-afb15de56ef6 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1d007ec-a75a-4ef8-9cdd-9c679a3ff22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3950520 Nov 22 20:09:18.397964 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 9995df5d-da39-43cd-bd6d-79cac428c131 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:09:18.509658 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-2e5f3a94-d58a-4e7b-89fe-541eb3b8c1d0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:18.527945 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-7ca609f4-2d86-4b55-9481-536dfe50d551 None None] Provisioning complete for port 9995df5d-da39-43cd-bd6d-79cac428c131 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:09:18.528355 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-7ca609f4-2d86-4b55-9481-536dfe50d551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:18.537049 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1875edb-d5ef-4925-b07e-04e04af1bad9 req-fd52ccfe-eaea-4bf1-b294-819fa8538127 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:09:18.545025 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b1875edb-d5ef-4925-b07e-04e04af1bad9 req-fd52ccfe-eaea-4bf1-b294-819fa8538127 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] 10.222.0.46 "GET /v2.0/ports?device_id=45605db1-0067-43de-9e71-8e4e4181fb09 HTTP/1.1" status: 200 len: 943 time: 0.4632189 Nov 22 20:09:18.547128 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-2e5f3a94-d58a-4e7b-89fe-541eb3b8c1d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:18.664565 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b1875edb-d5ef-4925-b07e-04e04af1bad9 req-70aae4cd-2d50-4e77-9cf8-4ef09c9eb222 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] 10.222.0.46 "GET /v2.0/security-groups?id=008bf24b-e850-49d0-ba05-9d00c3f0736a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139152 Nov 22 20:09:18.749366 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-26d266ad-19f7-4632-a2b9-18fdf855076b req-0e4795fd-c1f5-4b96-b4ff-8871f8238bee service neutron] Attempting to bind port d4ff6968-3b58-4ead-83f6-cb8ac9bc804d on host n-h2-818823-1 for vnic_type normal with profile {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:09:18.750091 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-26d266ad-19f7-4632-a2b9-18fdf855076b req-0e4795fd-c1f5-4b96-b4ff-8871f8238bee service neutron] Attempting to bind port d4ff6968-3b58-4ead-83f6-cb8ac9bc804d by drivers openvswitch,hyperv on host n-h2-818823-1 at level 0 using segments [{'id': '94d4e232-251b-48cf-a0b3-a3b667b8984b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '15d4315f-9a0f-48df-91a2-7f6446aa6c2e'}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:09:18.750652 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d266ad-19f7-4632-a2b9-18fdf855076b req-0e4795fd-c1f5-4b96-b4ff-8871f8238bee service neutron] Attempting to bind port d4ff6968-3b58-4ead-83f6-cb8ac9bc804d on network 15d4315f-9a0f-48df-91a2-7f6446aa6c2e {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:09:18.774068 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5f3a94-d58a-4e7b-89fe-541eb3b8c1d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc9519a6-c2df-4cc5-afc3-0dc757c00766,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:09:18.783535 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-2e5f3a94-d58a-4e7b-89fe-541eb3b8c1d0 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=daa99751d47a48d49a27ac2e64ea97b0&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0021968 Nov 22 20:09:18.785571 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d266ad-19f7-4632-a2b9-18fdf855076b req-0e4795fd-c1f5-4b96-b4ff-8871f8238bee service neutron] Port d4ff6968-3b58-4ead-83f6-cb8ac9bc804d on network 15d4315f-9a0f-48df-91a2-7f6446aa6c2e not bound, no agent of type Open vSwitch agent registered on host n-h2-818823-1 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:09:18.787197 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d266ad-19f7-4632-a2b9-18fdf855076b req-0e4795fd-c1f5-4b96-b4ff-8871f8238bee service neutron] Attempting to bind port d4ff6968-3b58-4ead-83f6-cb8ac9bc804d on network 15d4315f-9a0f-48df-91a2-7f6446aa6c2e {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:09:18.797643 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 60312) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:09:18.798254 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-7ca609f4-2d86-4b55-9481-536dfe50d551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:18.801104 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d266ad-19f7-4632-a2b9-18fdf855076b req-0e4795fd-c1f5-4b96-b4ff-8871f8238bee service neutron] Checking agent: {'id': '65e0486a-7030-4065-96f0-10aa7402a530', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'started_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 9, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:09:18.801737 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d266ad-19f7-4632-a2b9-18fdf855076b req-0e4795fd-c1f5-4b96-b4ff-8871f8238bee service neutron] Checking segment: {'id': '94d4e232-251b-48cf-a0b3-a3b667b8984b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '15d4315f-9a0f-48df-91a2-7f6446aa6c2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:09:18.802357 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d266ad-19f7-4632-a2b9-18fdf855076b req-0e4795fd-c1f5-4b96-b4ff-8871f8238bee service neutron] Bound using segment: {'id': '94d4e232-251b-48cf-a0b3-a3b667b8984b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '15d4315f-9a0f-48df-91a2-7f6446aa6c2e'} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:09:18.803037 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-26d266ad-19f7-4632-a2b9-18fdf855076b req-0e4795fd-c1f5-4b96-b4ff-8871f8238bee service neutron] Bound port: d4ff6968-3b58-4ead-83f6-cb8ac9bc804d, host: n-h2-818823-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94d4e232-251b-48cf-a0b3-a3b667b8984b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '15d4315f-9a0f-48df-91a2-7f6446aa6c2e'}}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:09:18.803744 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-26d266ad-19f7-4632-a2b9-18fdf855076b req-0e4795fd-c1f5-4b96-b4ff-8871f8238bee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:18.844886 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-7ca609f4-2d86-4b55-9481-536dfe50d551 None None] For port 9995df5d-da39-43cd-bd6d-79cac428c131, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=9995df5d-da39-43cd-bd6d-79cac428c131,segment=NetworkSegment(096b9653-3939-4da1-92f6-6a39bd3c877e),segment_id=096b9653-3939-4da1-92f6-6a39bd3c877e)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:09:18.859134 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-7ca609f4-2d86-4b55-9481-536dfe50d551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:18.937617 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca609f4-2d86-4b55-9481-536dfe50d551 None None] Pushing event updated for resources: {'Port': ['ID=9995df5d-da39-43cd-bd6d-79cac428c131,revision_number=3']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:09:18.947127 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 9995df5d-da39-43cd-bd6d-79cac428c131 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:09:18.947537 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:18.975102 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfa3dcdb-df6d-4c8a-a7ae-068b7c57a499 None None] DHCP port deletion for c9a2c248-f87f-44f2-a4a2-8bbab9f31eb2 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:09:19.030985 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-26d266ad-19f7-4632-a2b9-18fdf855076b req-0e4795fd-c1f5-4b96-b4ff-8871f8238bee service neutron] For port d4ff6968-3b58-4ead-83f6-cb8ac9bc804d, host n-h2-818823-1, cleared binding levels {{(pid=103447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:09:19.035435 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-26d266ad-19f7-4632-a2b9-18fdf855076b req-0e4795fd-c1f5-4b96-b4ff-8871f8238bee service neutron] For port d4ff6968-3b58-4ead-83f6-cb8ac9bc804d, host n-h2-818823-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=d4ff6968-3b58-4ead-83f6-cb8ac9bc804d,segment=NetworkSegment(94d4e232-251b-48cf-a0b3-a3b667b8984b),segment_id=94d4e232-251b-48cf-a0b3-a3b667b8984b)] {{(pid=103447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:09:19.050786 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-26d266ad-19f7-4632-a2b9-18fdf855076b req-0e4795fd-c1f5-4b96-b4ff-8871f8238bee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:19.116238 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-dfa3dcdb-df6d-4c8a-a7ae-068b7c57a499 None None] Deleting port 51253db7-bb55-4dc9-ac93-6c622d508327 {{(pid=103449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:09:19.117226 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-dfa3dcdb-df6d-4c8a-a7ae-068b7c57a499 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:19.144758 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1bff28dc-f6b0-424e-a972-f3e7835d4fa9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:19.170699 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1bff28dc-f6b0-424e-a972-f3e7835d4fa9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:19.243791 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2d849bb3-f3fd-4bfc-821f-0c8c5f3791d1 req-3591c9a8-b5e9-41d4-9fcf-39a818293884 tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] 10.222.0.46 "GET /v2.0/ports?device_id=600367c4-ade6-4072-a9b7-9d9122e901c9 HTTP/1.1" status: 200 len: 210 time: 0.2061410 Nov 22 20:09:19.271230 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-dfa3dcdb-df6d-4c8a-a7ae-068b7c57a499 None None] For port 51253db7-bb55-4dc9-ac93-6c622d508327, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=51253db7-bb55-4dc9-ac93-6c622d508327,segment=NetworkSegment(ba6f9bed-9a4d-41e0-9c1d-98f0ddec1997),segment_id=ba6f9bed-9a4d-41e0-9c1d-98f0ddec1997)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:09:19.271698 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-dfa3dcdb-df6d-4c8a-a7ae-068b7c57a499 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:19.272088 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d266ad-19f7-4632-a2b9-18fdf855076b req-0e4795fd-c1f5-4b96-b4ff-8871f8238bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:09:19.272819 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-26d266ad-19f7-4632-a2b9-18fdf855076b req-0e4795fd-c1f5-4b96-b4ff-8871f8238bee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:19.275084 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-26d266ad-19f7-4632-a2b9-18fdf855076b req-0e4795fd-c1f5-4b96-b4ff-8871f8238bee service neutron] 10.222.0.20 "PUT /v2.0/ports/d4ff6968-3b58-4ead-83f6-cb8ac9bc804d HTTP/1.1" status: 200 len: 1091 time: 4.1970565 Nov 22 20:09:19.280288 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45605db1-0067-43de-9e71-8e4e4181fb09', 'tag': 'd4ff6968-3b58-4ead-83f6-cb8ac9bc804d'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:09:19.286915 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9643d8d-e5ed-4c6e-9c9e-1b6b93c2b13f" -d '{"events": [{"name": "network-changed", "server_uuid": "45605db1-0067-43de-9e71-8e4e4181fb09", "tag": "d4ff6968-3b58-4ead-83f6-cb8ac9bc804d"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:09:19.287385 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1bff28dc-f6b0-424e-a972-f3e7835d4fa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:19.290298 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1bff28dc-f6b0-424e-a972-f3e7835d4fa9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:19.292076 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-dfa3dcdb-df6d-4c8a-a7ae-068b7c57a499 None None] Calling delete_port for 51253db7-bb55-4dc9-ac93-6c622d508327 owned by network:dhcp {{(pid=103449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:09:19.295249 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-1bff28dc-f6b0-424e-a972-f3e7835d4fa9 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/fc9519a6-c2df-4cc5-afc3-0dc757c00766 HTTP/1.1" status: 204 len: 168 time: 0.4722819 Nov 22 20:09:19.310090 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bff28dc-f6b0-424e-a972-f3e7835d4fa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc9519a6-c2df-4cc5-afc3-0dc757c00766,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:09:19.334162 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4795fd-c1f5-4b96-b4ff-8871f8238bee service neutron] Pushing event updated for resources: {'Port': ['ID=d4ff6968-3b58-4ead-83f6-cb8ac9bc804d,revision_number=3']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:09:19.417914 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-6f5ed9c3-d9db-40dc-b06d-812f19e0076f tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Deleting port 51253db7-bb55-4dc9-ac93-6c622d508327 {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:09:19.418937 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6f5ed9c3-d9db-40dc-b06d-812f19e0076f tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:19.422022 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 20:09:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-944a68ef-4955-4b34-a5a8-2282403fd300 x-openstack-request-id: req-944a68ef-4955-4b34-a5a8-2282403fd300 {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:09:19.422394 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45605db1-0067-43de-9e71-8e4e4181fb09", "tag": "d4ff6968-3b58-4ead-83f6-cb8ac9bc804d", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:09:19.424171 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-944a68ef-4955-4b34-a5a8-2282403fd300 {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:09:19.426147 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45605db1-0067-43de-9e71-8e4e4181fb09', 'tag': 'd4ff6968-3b58-4ead-83f6-cb8ac9bc804d', 'status': 'completed', 'code': 200} Nov 22 20:09:19.501866 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d266ad-19f7-4632-a2b9-18fdf855076b req-7f9abd10-ad6d-408b-b5a8-54f1a2b5a140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:09:19.503445 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-26d266ad-19f7-4632-a2b9-18fdf855076b req-7f9abd10-ad6d-408b-b5a8-54f1a2b5a140 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0fdf582e13024dfab4aee7ecf63b2936&device_id=45605db1-0067-43de-9e71-8e4e4181fb09 HTTP/1.1" status: 200 len: 1094 time: 0.1404061 Nov 22 20:09:19.504606 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-efdff393-5edf-4af9-b8e9-5f37ba31a2c4 req-848b37d8-6a4f-4bfc-9218-81485f5a0439 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:19.555735 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] get_ports_and_sgs() called for port_ids ['0e6ec0bf-f936-47ad-a6a2-1c89c9f9ccdc'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:09:19.561400 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-6f5ed9c3-d9db-40dc-b06d-812f19e0076f tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] For port 51253db7-bb55-4dc9-ac93-6c622d508327, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=51253db7-bb55-4dc9-ac93-6c622d508327,segment=NetworkSegment(ba6f9bed-9a4d-41e0-9c1d-98f0ddec1997),segment_id=ba6f9bed-9a4d-41e0-9c1d-98f0ddec1997)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:09:19.561663 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] get_ports_and_sgs() called for port_ids ['8b89445a-2093-4480-a650-d182804db66c'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:09:19.561797 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6f5ed9c3-d9db-40dc-b06d-812f19e0076f tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:19.578831 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0fc58d17-58c7-4d16-90e4-1a2d886c3586 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:19.607263 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848b37d8-6a4f-4bfc-9218-81485f5a0439 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] Pushing event deleted for resources: {'Port': ['ID=61d0354c-dae5-471e-bea6-af003ac19ef9,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:09:19.618458 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-6f5ed9c3-d9db-40dc-b06d-812f19e0076f tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Calling delete_port for 51253db7-bb55-4dc9-ac93-6c622d508327 owned by network:dhcp {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:09:19.734896 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-e1d71c66-18df-4de1-97e3-90d1a58859f8 None None] Provisioning complete for port 9995df5d-da39-43cd-bd6d-79cac428c131 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:09:19.735538 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e1d71c66-18df-4de1-97e3-90d1a58859f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:19.742851 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-df2c1fda-aac9-4028-9a50-58d259353631 req-19826a84-40d6-4672-9a50-da2742091fd6 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/ports?device_id=e94aed4c-ece2-410e-a309-9c83a0437f8c HTTP/1.1" status: 200 len: 210 time: 0.1399586 Nov 22 20:09:19.753558 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-26d266ad-19f7-4632-a2b9-18fdf855076b req-4c3563d8-8a2b-4fd5-b089-e46f3196ed6f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d4ff6968-3b58-4ead-83f6-cb8ac9bc804d HTTP/1.1" status: 200 len: 217 time: 0.2407527 Nov 22 20:09:19.875721 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-efdff393-5edf-4af9-b8e9-5f37ba31a2c4 req-848b37d8-6a4f-4bfc-9218-81485f5a0439 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] No DVR routers for this DVR port 61d0354c-dae5-471e-bea6-af003ac19ef9 on host n-h2-818823-1 {{(pid=103447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:09:19.881063 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-efdff393-5edf-4af9-b8e9-5f37ba31a2c4 req-848b37d8-6a4f-4bfc-9218-81485f5a0439 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:19.884526 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-efdff393-5edf-4af9-b8e9-5f37ba31a2c4 req-848b37d8-6a4f-4bfc-9218-81485f5a0439 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.20 "DELETE /v2.0/ports/61d0354c-dae5-471e-bea6-af003ac19ef9 HTTP/1.1" status: 204 len: 173 time: 2.8071685 Nov 22 20:09:19.942303 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d266ad-19f7-4632-a2b9-18fdf855076b req-2923513d-31eb-4dbf-9d25-c3061007f8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:09:19.943985 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-26d266ad-19f7-4632-a2b9-18fdf855076b req-2923513d-31eb-4dbf-9d25-c3061007f8f8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d1283e3b-986c-4cf3-818d-79a41c1c76c2 HTTP/1.1" status: 200 len: 852 time: 0.1657770 Nov 22 20:09:19.986393 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eee2f0a-2200-4898-9203-0ccd7d9f8ee5 req-fa34ed46-2c2c-45b5-86c8-4b4b16ce815c tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:09:19.993750 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3eee2f0a-2200-4898-9203-0ccd7d9f8ee5 req-fa34ed46-2c2c-45b5-86c8-4b4b16ce815c tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] 10.222.0.46 "GET /v2.0/ports?device_id=45605db1-0067-43de-9e71-8e4e4181fb09 HTTP/1.1" status: 200 len: 943 time: 0.1159589 Nov 22 20:09:20.017269 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-26d266ad-19f7-4632-a2b9-18fdf855076b req-a3197a32-6d7b-4671-8b02-cf3c414d5a94 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=15d4315f-9a0f-48df-91a2-7f6446aa6c2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0659888 Nov 22 20:09:20.085664 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 60342) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:09:20.101442 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-dfa3dcdb-df6d-4c8a-a7ae-068b7c57a499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381'] for port, after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:20.142935 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3eee2f0a-2200-4898-9203-0ccd7d9f8ee5 req-c5301b73-6ed5-4b7f-8375-c0843fbe9c55 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] 10.222.0.46 "GET /v2.0/security-groups?id=008bf24b-e850-49d0-ba05-9d00c3f0736a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482077 Nov 22 20:09:20.167612 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 9995df5d-da39-43cd-bd6d-79cac428c131 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:09:20.183152 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b4fafbbc-c1e6-4422-aedb-6f9f6397bc8b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:20.239437 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 60346) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:09:20.295204 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa3dcdb-df6d-4c8a-a7ae-068b7c57a499 None None] Pushing event deleted for resources: {'Port': ['ID=51253db7-bb55-4dc9-ac93-6c622d508327,revision_number=None']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:09:20.342851 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-26d266ad-19f7-4632-a2b9-18fdf855076b req-61db1a16-2c18-4c0e-a193-808524b85502 service neutron] 10.222.0.20 "GET /v2.0/networks/15d4315f-9a0f-48df-91a2-7f6446aa6c2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3165569 Nov 22 20:09:20.387849 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b4fafbbc-c1e6-4422-aedb-6f9f6397bc8b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:20.390464 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 61d0354c-dae5-471e-bea6-af003ac19ef9 no longer exists at agent hyperv_n-h2-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:09:20.396795 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa3dcdb-df6d-4c8a-a7ae-068b7c57a499 None None] No DVR routers for this DVR port 51253db7-bb55-4dc9-ac93-6c622d508327 on host n-d-818823-1 {{(pid=103449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:09:20.446055 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] No Port match for: 61d0354c-dae5-471e-bea6-af003ac19ef9 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:09:20.450210 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 61d0354c-dae5-471e-bea6-af003ac19ef9 not bound to the agent host n-h2-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:09:20.514694 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2df288b4-ceb4-42e7-b784-c15df79225b8 req-13e608c3-7524-4e4b-bcc7-cc3a1256c27e tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] 10.222.0.46 "GET /v2.0/ports?device_id=600367c4-ade6-4072-a9b7-9d9122e901c9 HTTP/1.1" status: 200 len: 210 time: 0.1504545 Nov 22 20:09:20.518348 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b4fafbbc-c1e6-4422-aedb-6f9f6397bc8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:20.555660 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-b4fafbbc-c1e6-4422-aedb-6f9f6397bc8b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=46588c5a19c14bf7949782f817706adc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4114506 Nov 22 20:09:20.562310 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 60352) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:09:20.639356 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 9995df5d-da39-43cd-bd6d-79cac428c131 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:09:20.639831 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:20.658304 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-3346204f-358e-40df-8d19-93428b8de78f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:20.673200 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fafbbc-c1e6-4422-aedb-6f9f6397bc8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=337f2159-786d-47fc-805c-5b9157f424a3,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:09:20.752928 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-26d266ad-19f7-4632-a2b9-18fdf855076b req-628fb80c-150e-4c3e-a6d2-3babb53d2997 service neutron] 10.222.0.20 "GET /v2.0/networks/15d4315f-9a0f-48df-91a2-7f6446aa6c2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3990397 Nov 22 20:09:20.781762 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c3176151-500d-4618-b9d6-f930328088e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:20.824962 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c3176151-500d-4618-b9d6-f930328088e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:20.850488 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6f5ed9c3-d9db-40dc-b06d-812f19e0076f tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:20.922215 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 51253db7-bb55-4dc9-ac93-6c622d508327 no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:09:20.927294 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5ed9c3-d9db-40dc-b06d-812f19e0076f tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Pushing event deleted for resources: {'Port': ['ID=51253db7-bb55-4dc9-ac93-6c622d508327,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:09:20.943907 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f5ed9c3-d9db-40dc-b06d-812f19e0076f tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] No DVR routers for this DVR port 51253db7-bb55-4dc9-ac93-6c622d508327 on host n-d-818823-1 {{(pid=103448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:09:20.954969 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5ed9c3-d9db-40dc-b06d-812f19e0076f tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:09:20.955659 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5ed9c3-d9db-40dc-b06d-812f19e0076f tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:09:20.956282 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5ed9c3-d9db-40dc-b06d-812f19e0076f tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:09:20.956819 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5ed9c3-d9db-40dc-b06d-812f19e0076f tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:09:20.957313 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5ed9c3-d9db-40dc-b06d-812f19e0076f tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:09:20.958200 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5ed9c3-d9db-40dc-b06d-812f19e0076f tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:09:20.958200 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5ed9c3-d9db-40dc-b06d-812f19e0076f tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:09:20.958964 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5ed9c3-d9db-40dc-b06d-812f19e0076f tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:09:20.959490 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5ed9c3-d9db-40dc-b06d-812f19e0076f tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:09:20.959992 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5ed9c3-d9db-40dc-b06d-812f19e0076f tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:09:20.961657 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5ed9c3-d9db-40dc-b06d-812f19e0076f tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:09:20.962334 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5ed9c3-d9db-40dc-b06d-812f19e0076f tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:09:20.974508 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: 51253db7-bb55-4dc9-ac93-6c622d508327 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:09:20.974911 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 51253db7-bb55-4dc9-ac93-6c622d508327 not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:09:20.981465 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9643d8d-e5ed-4c6e-9c9e-1b6b93c2b13f req-cd76cbf6-f8a5-4795-98fa-accd8ba1ad1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:09:20.985226 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d9643d8d-e5ed-4c6e-9c9e-1b6b93c2b13f req-cd76cbf6-f8a5-4795-98fa-accd8ba1ad1d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0fdf582e13024dfab4aee7ecf63b2936&device_id=45605db1-0067-43de-9e71-8e4e4181fb09 HTTP/1.1" status: 200 len: 1094 time: 0.1463153 Nov 22 20:09:20.998313 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-3346204f-358e-40df-8d19-93428b8de78f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:21.003637 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0fc58d17-58c7-4d16-90e4-1a2d886c3586 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-659538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-841284'] for router, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:21.009742 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-655f8d08-59b7-4116-9351-6c91c455f580 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659736'] for router_interface, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:21.024359 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-3346204f-358e-40df-8d19-93428b8de78f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:21.076272 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c3176151-500d-4618-b9d6-f930328088e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:21.080376 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c3176151-500d-4618-b9d6-f930328088e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:21.084616 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-c3176151-500d-4618-b9d6-f930328088e6 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/337f2159-786d-47fc-805c-5b9157f424a3 HTTP/1.1" status: 204 len: 168 time: 0.5128930 Nov 22 20:09:21.142611 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-3346204f-358e-40df-8d19-93428b8de78f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6937436361e64068a89fae05df60738e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9020860 Nov 22 20:09:21.156227 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 60362) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:09:21.159825 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3346204f-358e-40df-8d19-93428b8de78f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c71eb3b-3e8a-405e-ac51-7856b532bae3,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:09:21.193149 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3176151-500d-4618-b9d6-f930328088e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=337f2159-786d-47fc-805c-5b9157f424a3,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:09:21.218599 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6f5ed9c3-d9db-40dc-b06d-812f19e0076f tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3760028', 'neutron.services.segments.db._delete_segments_for_network-8748992815755'] for network, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:21.300625 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9643d8d-e5ed-4c6e-9c9e-1b6b93c2b13f req-70610079-9796-430d-b97f-09e882e3cfb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:09:21.309284 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d9643d8d-e5ed-4c6e-9c9e-1b6b93c2b13f req-70610079-9796-430d-b97f-09e882e3cfb4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=15d4315f-9a0f-48df-91a2-7f6446aa6c2e HTTP/1.1" status: 200 len: 913 time: 0.3135095 Nov 22 20:09:21.326827 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-6f5ed9c3-d9db-40dc-b06d-812f19e0076f tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9a2c248-f87f-44f2-a4a2-8bbab9f31eb2']}} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:09:21.349715 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-6f5ed9c3-d9db-40dc-b06d-812f19e0076f tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba6f9bed-9a4d-41e0-9c1d-98f0ddec1997') {'for_net_delete': True} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:09:21.350089 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-6f5ed9c3-d9db-40dc-b06d-812f19e0076f tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba6f9bed-9a4d-41e0-9c1d-98f0ddec1997') {} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:09:21.359094 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebfb062-1a68-4d65-9737-0cd6c42fa72f req-50048244-fb67-4c17-aa78-2e4681d73253 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:09:21.361882 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8ebfb062-1a68-4d65-9737-0cd6c42fa72f req-50048244-fb67-4c17-aa78-2e4681d73253 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/ports?device_id=0c38e8a6-8795-4e86-88f9-2d86b3aaea94 HTTP/1.1" status: 200 len: 949 time: 0.1747050 Nov 22 20:09:21.400154 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6f5ed9c3-d9db-40dc-b06d-812f19e0076f tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748993039638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11627933'] for segment, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:21.405683 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d9643d8d-e5ed-4c6e-9c9e-1b6b93c2b13f req-78c4fee2-99f2-4489-9188-7f40c9937c96 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d4ff6968-3b58-4ead-83f6-cb8ac9bc804d HTTP/1.1" status: 200 len: 217 time: 0.0724034 Nov 22 20:09:21.448356 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6f5ed9c3-d9db-40dc-b06d-812f19e0076f tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:21.456801 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-bac166e3-623a-4654-b6da-d4b0f1b5b91d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:21.460268 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f5ed9c3-d9db-40dc-b06d-812f19e0076f tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Releasing vlan 632 on physical network physnet1 to pool {{(pid=103448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 20:09:21.460665 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6f5ed9c3-d9db-40dc-b06d-812f19e0076f tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11567447'] for segment, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:21.464668 n-d-818823-1 neutron-server[103448]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 20:09:21.464668 n-d-818823-1 neutron-server[103448]: self.session.flush() Nov 22 20:09:21.464668 n-d-818823-1 neutron-server[103448]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 20:09:21.464668 n-d-818823-1 neutron-server[103448]: self.session.flush() Nov 22 20:09:21.464668 n-d-818823-1 neutron-server[103448]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 20:09:21.464668 n-d-818823-1 neutron-server[103448]: self.session.flush() Nov 22 20:09:21.464668 n-d-818823-1 neutron-server[103448]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 20:09:21.464668 n-d-818823-1 neutron-server[103448]: self.session.flush() Nov 22 20:09:21.464668 n-d-818823-1 neutron-server[103448]: Traceback (most recent call last): Nov 22 20:09:21.464668 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 20:09:21.464668 n-d-818823-1 neutron-server[103448]: timer() Nov 22 20:09:21.464668 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 20:09:21.464668 n-d-818823-1 neutron-server[103448]: cb(*args, **kw) Nov 22 20:09:21.464668 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 20:09:21.464668 n-d-818823-1 neutron-server[103448]: return func(*args, **kwargs) Nov 22 20:09:21.464668 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 20:09:21.464668 n-d-818823-1 neutron-server[103448]: self._notify() Nov 22 20:09:21.464668 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 20:09:21.464668 n-d-818823-1 neutron-server[103448]: self.callback(batched_events) Nov 22 20:09:21.464668 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 20:09:21.464668 n-d-818823-1 neutron-server[103448]: event.method(event) Nov 22 20:09:21.464668 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 20:09:21.464668 n-d-818823-1 neutron-server[103448]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 20:09:21.464668 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 20:09:21.464668 n-d-818823-1 neutron-server[103448]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 20:09:21.464668 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 20:09:21.464668 n-d-818823-1 neutron-server[103448]: return f(self, *a, **k) Nov 22 20:09:21.464668 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 20:09:21.464668 n-d-818823-1 neutron-server[103448]: return self._get(url).json() Nov 22 20:09:21.464668 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 20:09:21.464668 n-d-818823-1 neutron-server[103448]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 20:09:21.464668 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 20:09:21.464668 n-d-818823-1 neutron-server[103448]: return self.request(url, 'GET', **kwargs) Nov 22 20:09:21.464668 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 20:09:21.464668 n-d-818823-1 neutron-server[103448]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 20:09:21.464668 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 20:09:21.464668 n-d-818823-1 neutron-server[103448]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 20:09:21.464668 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 20:09:21.464668 n-d-818823-1 neutron-server[103448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 20:09:21.464668 n-d-818823-1 neutron-server[103448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 20:09:21.467915 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e94aed4c-ece2-410e-a309-9c83a0437f8c', 'name': 'network-vif-deleted', 'tag': '61d0354c-dae5-471e-bea6-af003ac19ef9'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:09:21.470346 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1a4c22a-7122-40f2-ae93-38b24d324f0c" -d '{"events": [{"server_uuid": "e94aed4c-ece2-410e-a309-9c83a0437f8c", "name": "network-vif-deleted", "tag": "61d0354c-dae5-471e-bea6-af003ac19ef9"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:09:21.495317 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea79542-fdd6-4895-9a04-be7a4623db6b req-d0d439e1-487d-46eb-9baa-563cb6a44ad6 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:09:21.497913 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-bea79542-fdd6-4895-9a04-be7a4623db6b req-d0d439e1-487d-46eb-9baa-563cb6a44ad6 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] 10.222.0.46 "GET /v2.0/ports?device_id=45605db1-0067-43de-9e71-8e4e4181fb09 HTTP/1.1" status: 200 len: 943 time: 0.2196634 Nov 22 20:09:21.543529 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9643d8d-e5ed-4c6e-9c9e-1b6b93c2b13f req-f97b952d-116a-4c2f-9d4c-4083fd017f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:09:21.546486 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d9643d8d-e5ed-4c6e-9c9e-1b6b93c2b13f req-f97b952d-116a-4c2f-9d4c-4083fd017f9e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d1283e3b-986c-4cf3-818d-79a41c1c76c2 HTTP/1.1" status: 200 len: 852 time: 0.1291776 Nov 22 20:09:21.559015 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-bac166e3-623a-4654-b6da-d4b0f1b5b91d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:21.598137 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6f5ed9c3-d9db-40dc-b06d-812f19e0076f tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3760002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595318'] for network, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:21.613925 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d9643d8d-e5ed-4c6e-9c9e-1b6b93c2b13f req-139a96ad-7f28-4258-a5bc-08c4cad0a1d4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=15d4315f-9a0f-48df-91a2-7f6446aa6c2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486617 Nov 22 20:09:21.619267 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6f5ed9c3-d9db-40dc-b06d-812f19e0076f tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:21.620282 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8ebfb062-1a68-4d65-9737-0cd6c42fa72f req-9da2d9c9-0538-4a3b-9658-98604d70f9e7 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1d007ec-a75a-4ef8-9cdd-9c679a3ff22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176411 Nov 22 20:09:21.630117 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-6f5ed9c3-d9db-40dc-b06d-812f19e0076f tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] 10.222.0.46 "DELETE /v2.0/networks/c9a2c248-f87f-44f2-a4a2-8bbab9f31eb2 HTTP/1.1" status: 204 len: 168 time: 3.5716057 Nov 22 20:09:21.648169 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5ed9c3-d9db-40dc-b06d-812f19e0076f tempest-ServersTestMultiNic-125746896 tempest-ServersTestMultiNic-125746896-project] Pushing event deleted for resources: {'Network': ['ID=c9a2c248-f87f-44f2-a4a2-8bbab9f31eb2,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:09:21.655395 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fc58d17-58c7-4d16-90e4-1a2d886c3586 admin admin] Router d305399d-34af-4ee1-9c40-8ba5615f59c5 is scheduled to L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 with binding_index 1 {{(pid=103448) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 20:09:21.742339 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:09:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aa65886-ffdd-4bc0-8168-e4524d7926bc x-openstack-request-id: req-7aa65886-ffdd-4bc0-8168-e4524d7926bc {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:09:21.742638 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e94aed4c-ece2-410e-a309-9c83a0437f8c", "name": "network-vif-deleted", "tag": "61d0354c-dae5-471e-bea6-af003ac19ef9", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:09:21.745363 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7aa65886-ffdd-4bc0-8168-e4524d7926bc {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:09:21.745865 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e94aed4c-ece2-410e-a309-9c83a0437f8c', 'name': 'network-vif-deleted', 'tag': '61d0354c-dae5-471e-bea6-af003ac19ef9', 'status': 'completed', 'code': 200} Nov 22 20:09:21.750777 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-bac166e3-623a-4654-b6da-d4b0f1b5b91d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:21.753446 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-bac166e3-623a-4654-b6da-d4b0f1b5b91d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:21.756904 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-bac166e3-623a-4654-b6da-d4b0f1b5b91d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1c71eb3b-3e8a-405e-ac51-7856b532bae3 HTTP/1.1" status: 204 len: 168 time: 0.5936480 Nov 22 20:09:21.757886 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-bea79542-fdd6-4895-9a04-be7a4623db6b req-5e48f4ab-acec-49a2-9d39-b539e026e9ac tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] 10.222.0.46 "GET /v2.0/security-groups?id=008bf24b-e850-49d0-ba05-9d00c3f0736a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2514770 Nov 22 20:09:21.810299 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac166e3-623a-4654-b6da-d4b0f1b5b91d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c71eb3b-3e8a-405e-ac51-7856b532bae3,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:09:21.904050 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fc58d17-58c7-4d16-90e4-1a2d886c3586 admin admin] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:09:21.913303 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-655f8d08-59b7-4116-9351-6c91c455f580 admin admin] Deleting port 749dd626-1f4d-4a26-b5a4-8a5a98684e27 {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:09:21.913878 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-655f8d08-59b7-4116-9351-6c91c455f580 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:21.917105 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-253320f4-8af7-4270-8cee-63fb2b3074dd None None] Sync routers for ids ['d305399d-34af-4ee1-9c40-8ba5615f59c5'] in n-d-818823-1 {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:09:21.939083 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-253320f4-8af7-4270-8cee-63fb2b3074dd None None] Routers {'d305399d-34af-4ee1-9c40-8ba5615f59c5'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:09:21.939952 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-253320f4-8af7-4270-8cee-63fb2b3074dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:09:02Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['d305399d-34af-4ee1-9c40-8ba5615f59c5'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:09:21.944368 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ab4a9293-1e2a-4a2b-9bce-653f478252a6 req-4cc5ffa5-8307-44c9-9528-e35be8d963d4 tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] 10.222.0.46 "GET /v2.0/ports?device_id=600367c4-ade6-4072-a9b7-9d9122e901c9 HTTP/1.1" status: 200 len: 210 time: 0.1206293 Nov 22 20:09:21.952036 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d9643d8d-e5ed-4c6e-9c9e-1b6b93c2b13f req-05edcc49-8f6e-42bb-8817-a095e6638d8c service neutron] 10.222.0.20 "GET /v2.0/networks/15d4315f-9a0f-48df-91a2-7f6446aa6c2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3222497 Nov 22 20:09:22.053900 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 60398) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:09:22.069825 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0fc58d17-58c7-4d16-90e4-1a2d886c3586 admin admin] Publish callbacks [] for router, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:22.071515 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-0fc58d17-58c7-4d16-90e4-1a2d886c3586 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 9.8006094 Nov 22 20:09:22.075683 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 60400) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:09:22.201809 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-253320f4-8af7-4270-8cee-63fb2b3074dd None None] Set router d305399d-34af-4ee1-9c40-8ba5615f59c5 gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:09:22.205085 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d9643d8d-e5ed-4c6e-9c9e-1b6b93c2b13f req-3382c66a-c49c-480a-b5c0-b68e05d32a6e service neutron] 10.222.0.20 "GET /v2.0/networks/15d4315f-9a0f-48df-91a2-7f6446aa6c2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2472677 Nov 22 20:09:22.318899 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-655f8d08-59b7-4116-9351-6c91c455f580 admin admin] For port 749dd626-1f4d-4a26-b5a4-8a5a98684e27, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=749dd626-1f4d-4a26-b5a4-8a5a98684e27,segment=NetworkSegment(f0c11d7a-96fd-43fa-957b-1793939552d9),segment_id=f0c11d7a-96fd-43fa-957b-1793939552d9)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:09:22.319264 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-655f8d08-59b7-4116-9351-6c91c455f580 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:22.346439 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device d4ff6968-3b58-4ead-83f6-cb8ac9bc804d details requested by agent hyperv_n-h2-818823-1 with host n-h2-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 20:09:22.348654 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-655f8d08-59b7-4116-9351-6c91c455f580 admin admin] Calling delete_port for 749dd626-1f4d-4a26-b5a4-8a5a98684e27 owned by network:router_interface {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:09:22.513483 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c921c8-f8f6-47d3-a7b0-97e8d242fcdc req-74e94042-9baa-49dd-83fc-b491e6135d08 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:09:22.515174 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c2c921c8-f8f6-47d3-a7b0-97e8d242fcdc req-74e94042-9baa-49dd-83fc-b491e6135d08 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c38e8a6-8795-4e86-88f9-2d86b3aaea94 HTTP/1.1" status: 200 len: 949 time: 0.1304328 Nov 22 20:09:22.522279 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port d4ff6968-3b58-4ead-83f6-cb8ac9bc804d, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=d4ff6968-3b58-4ead-83f6-cb8ac9bc804d,segment=NetworkSegment(94d4e232-251b-48cf-a0b3-a3b667b8984b),segment_id=94d4e232-251b-48cf-a0b3-a3b667b8984b)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:09:22.554226 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Returning: {'device': 'd4ff6968-3b58-4ead-83f6-cb8ac9bc804d', 'network_id': '15d4315f-9a0f-48df-91a2-7f6446aa6c2e', 'port_id': 'd4ff6968-3b58-4ead-83f6-cb8ac9bc804d', 'mac_address': 'fa:16:3e:f0:ff:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 620, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1283e3b-986c-4cf3-818d-79a41c1c76c2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 20:09:22.605436 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:22.688986 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4ff6968-3b58-4ead-83f6-cb8ac9bc804d {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:09:22.765800 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port d4ff6968-3b58-4ead-83f6-cb8ac9bc804d, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=d4ff6968-3b58-4ead-83f6-cb8ac9bc804d,segment=NetworkSegment(94d4e232-251b-48cf-a0b3-a3b667b8984b),segment_id=94d4e232-251b-48cf-a0b3-a3b667b8984b)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:09:22.782986 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-253320f4-8af7-4270-8cee-63fb2b3074dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd305399d-34af-4ee1-9c40-8ba5615f59c5', 'name': 'tempest-TaggedBootDevicesTest-1460074747-router', 'tenant_id': '7c2e3bcb3c11419aa5bdb45ad6533966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.66'}], 'enable_snat': True}, 'gw_port_id': '25c221fc-593d-4f05-a358-e8b167d8000e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:09:12Z', 'updated_at': '2021-11-22T20:09:19Z', 'revision_number': 3, 'project_id': '7c2e3bcb3c11419aa5bdb45ad6533966', 'gw_port': {'id': '25c221fc-593d-4f05-a358-e8b167d8000e', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:08:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd305399d-34af-4ee1-9c40-8ba5615f59c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 864, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:09:15Z', 'updated_at': '2021-11-22T20:09:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:09:22.808380 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-c2c921c8-f8f6-47d3-a7b0-97e8d242fcdc req-5366bd4b-f8da-4f84-a71c-4dd2741b1895 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] Deleting port 0e6ec0bf-f936-47ad-a6a2-1c89c9f9ccdc {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:09:22.808682 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-c2c921c8-f8f6-47d3-a7b0-97e8d242fcdc req-5366bd4b-f8da-4f84-a71c-4dd2741b1895 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:22.837381 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 60424) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:09:22.838007 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:22.840444 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-253320f4-8af7-4270-8cee-63fb2b3074dd None None] Checking router: d305399d-34af-4ee1-9c40-8ba5615f59c5 for host: n-d-818823-1 {{(pid=103449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 20:09:22.841301 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-253320f4-8af7-4270-8cee-63fb2b3074dd None None] Updating router d305399d-34af-4ee1-9c40-8ba5615f59c5 port 25c221fc-593d-4f05-a358-e8b167d8000e binding host n-d-818823-1 {{(pid=103449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 20:09:22.876435 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4937d0a4-545a-4b09-8cc8-8761aff47114 req-fb945e9e-ed5e-4c54-aa0f-7511d927a54a tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:09:22.879331 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4937d0a4-545a-4b09-8cc8-8761aff47114 req-fb945e9e-ed5e-4c54-aa0f-7511d927a54a tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/ports?device_id=0c38e8a6-8795-4e86-88f9-2d86b3aaea94 HTTP/1.1" status: 200 len: 949 time: 0.1275392 Nov 22 20:09:22.952236 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-253320f4-8af7-4270-8cee-63fb2b3074dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:23.077063 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=d4ff6968-3b58-4ead-83f6-cb8ac9bc804d,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:09:23.100632 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] get_ports_and_sgs() called for port_ids ['d4ff6968-3b58-4ead-83f6-cb8ac9bc804d'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:09:23.219892 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-c2c921c8-f8f6-47d3-a7b0-97e8d242fcdc req-5366bd4b-f8da-4f84-a71c-4dd2741b1895 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] For port 0e6ec0bf-f936-47ad-a6a2-1c89c9f9ccdc, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=0e6ec0bf-f936-47ad-a6a2-1c89c9f9ccdc,segment=NetworkSegment(2a5a1c7b-538e-498e-99b9-cc7a8e0411be),segment_id=2a5a1c7b-538e-498e-99b9-cc7a8e0411be)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:09:23.220631 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-c2c921c8-f8f6-47d3-a7b0-97e8d242fcdc req-5366bd4b-f8da-4f84-a71c-4dd2741b1895 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:23.272714 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-c2c921c8-f8f6-47d3-a7b0-97e8d242fcdc req-5366bd4b-f8da-4f84-a71c-4dd2741b1895 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] Calling delete_port for 0e6ec0bf-f936-47ad-a6a2-1c89c9f9ccdc owned by compute:nova {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:09:23.289837 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 60436) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:09:23.380639 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-655f8d08-59b7-4116-9351-6c91c455f580 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:23.586355 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6a8f32da-1172-48a2-9804-d8924ccfd351 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:23.604997 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4937d0a4-545a-4b09-8cc8-8761aff47114 req-b2ab419a-fa47-418f-a3c8-b5c6f372e43a tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1d007ec-a75a-4ef8-9cdd-9c679a3ff22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7077963 Nov 22 20:09:23.648148 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-c2c921c8-f8f6-47d3-a7b0-97e8d242fcdc req-5366bd4b-f8da-4f84-a71c-4dd2741b1895 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:23.709040 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] get_ports_and_sgs() called for port_ids ['0e6ec0bf-f936-47ad-a6a2-1c89c9f9ccdc'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:09:23.737821 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5366bd4b-f8da-4f84-a71c-4dd2741b1895 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] Pushing event deleted for resources: {'Port': ['ID=0e6ec0bf-f936-47ad-a6a2-1c89c9f9ccdc,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:09:23.785127 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caffd1a1-cec4-4f8a-b9b6-cfbe694c897a req-50158146-c478-4876-bfd2-0d60a4d5c69c tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:09:23.795443 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-caffd1a1-cec4-4f8a-b9b6-cfbe694c897a req-50158146-c478-4876-bfd2-0d60a4d5c69c tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] 10.222.0.46 "GET /v2.0/ports?device_id=45605db1-0067-43de-9e71-8e4e4181fb09 HTTP/1.1" status: 200 len: 944 time: 0.8386073 Nov 22 20:09:23.800931 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-fd306011-64da-4d31-bb6c-5454501951cb admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-2056368787-network', 'tenant_id': '4029011266e84880a9b6ebb16a2e3cd8'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:09:23.807994 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655f8d08-59b7-4116-9351-6c91c455f580 admin admin] Pushing event deleted for resources: {'Port': ['ID=749dd626-1f4d-4a26-b5a4-8a5a98684e27,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:09:23.852319 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2c921c8-f8f6-47d3-a7b0-97e8d242fcdc req-5366bd4b-f8da-4f84-a71c-4dd2741b1895 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] No DVR routers for this DVR port 0e6ec0bf-f936-47ad-a6a2-1c89c9f9ccdc on host n-h1-818823-1 {{(pid=103447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:09:23.866299 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-c2c921c8-f8f6-47d3-a7b0-97e8d242fcdc req-5366bd4b-f8da-4f84-a71c-4dd2741b1895 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:23.874075 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c2c921c8-f8f6-47d3-a7b0-97e8d242fcdc req-5366bd4b-f8da-4f84-a71c-4dd2741b1895 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.41 "DELETE /v2.0/ports/0e6ec0bf-f936-47ad-a6a2-1c89c9f9ccdc HTTP/1.1" status: 204 len: 173 time: 1.3502829 Nov 22 20:09:23.893808 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c38e8a6-8795-4e86-88f9-2d86b3aaea94', 'name': 'network-vif-deleted', 'tag': '0e6ec0bf-f936-47ad-a6a2-1c89c9f9ccdc'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:09:23.896158 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79076eea-aa63-4131-9d9c-9a257db32715" -d '{"events": [{"server_uuid": "0c38e8a6-8795-4e86-88f9-2d86b3aaea94", "name": "network-vif-deleted", "tag": "0e6ec0bf-f936-47ad-a6a2-1c89c9f9ccdc"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:09:23.933362 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5a0b64a2-ad13-4463-884f-509889ef43b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:24.031463 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-caffd1a1-cec4-4f8a-b9b6-cfbe694c897a req-cad4a8d3-7167-4a80-b178-008dacc43601 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] 10.222.0.46 "GET /v2.0/security-groups?id=008bf24b-e850-49d0-ba05-9d00c3f0736a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2350783 Nov 22 20:09:24.067291 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:09:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24f57eae-2b59-472c-8bb4-7fb2c8d29872 x-openstack-request-id: req-24f57eae-2b59-472c-8bb4-7fb2c8d29872 {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:09:24.067637 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c38e8a6-8795-4e86-88f9-2d86b3aaea94", "name": "network-vif-deleted", "tag": "0e6ec0bf-f936-47ad-a6a2-1c89c9f9ccdc", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:09:24.067906 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-24f57eae-2b59-472c-8bb4-7fb2c8d29872 {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:09:24.068312 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c38e8a6-8795-4e86-88f9-2d86b3aaea94', 'name': 'network-vif-deleted', 'tag': '0e6ec0bf-f936-47ad-a6a2-1c89c9f9ccdc', 'status': 'completed', 'code': 200} Nov 22 20:09:24.114509 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd306011-64da-4d31-bb6c-5454501951cb admin admin] Made reservation on behalf of 4029011266e84880a9b6ebb16a2e3cd8 for: {'network': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:09:24.133818 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-fd306011-64da-4d31-bb6c-5454501951cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for network, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:24.154127 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6a8f32da-1172-48a2-9804-d8924ccfd351 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:24.160595 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6a8f32da-1172-48a2-9804-d8924ccfd351 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:24.218802 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-253320f4-8af7-4270-8cee-63fb2b3074dd None None] Publish callbacks [] for port, precommit_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:24.220219 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-fd306011-64da-4d31-bb6c-5454501951cb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:24.239699 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-253320f4-8af7-4270-8cee-63fb2b3074dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:24.265322 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-6a8f32da-1172-48a2-9804-d8924ccfd351 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a5e040ea1a1a485bb4546acd758b1d86&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3841856 Nov 22 20:09:24.266940 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8f32da-1172-48a2-9804-d8924ccfd351 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59f723b4-a533-46b7-96d8-ba180e3700f2,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:09:24.287814 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 60448) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:09:24.345257 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9f96a8-7fd4-4936-b67c-eae4e76d8836 None None] Pushing event updated for resources: {'Port': ['ID=25c221fc-593d-4f05-a358-e8b167d8000e,revision_number=2']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:09:24.347744 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-253320f4-8af7-4270-8cee-63fb2b3074dd None None] Attempting to bind port 25c221fc-593d-4f05-a358-e8b167d8000e on host n-d-818823-1 for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:09:24.348121 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-253320f4-8af7-4270-8cee-63fb2b3074dd None None] Attempting to bind port 25c221fc-593d-4f05-a358-e8b167d8000e by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:09:24.348486 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-253320f4-8af7-4270-8cee-63fb2b3074dd None None] Attempting to bind port 25c221fc-593d-4f05-a358-e8b167d8000e on network c48a55e9-6a85-4746-b7bf-3e29fb560094 {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:09:24.358992 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-253320f4-8af7-4270-8cee-63fb2b3074dd None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 9, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:09:24.359379 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-253320f4-8af7-4270-8cee-63fb2b3074dd None None] Checking segment: {'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:09:24.359812 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-253320f4-8af7-4270-8cee-63fb2b3074dd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:24.360384 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-253320f4-8af7-4270-8cee-63fb2b3074dd None None] Bound using segment: {'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:09:24.364478 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-253320f4-8af7-4270-8cee-63fb2b3074dd None None] Bound port: 25c221fc-593d-4f05-a358-e8b167d8000e, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:09:24.364903 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-253320f4-8af7-4270-8cee-63fb2b3074dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:24.425807 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b64abb8e-3f79-4fd4-9591-145e6975d982 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659736'] for router_interface, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:24.430421 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b4dbf32e-f06a-43d3-bf63-eabf3fccc604 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:24.469427 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b4dbf32e-f06a-43d3-bf63-eabf3fccc604 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:24.479601 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-253320f4-8af7-4270-8cee-63fb2b3074dd None None] For port 25c221fc-593d-4f05-a358-e8b167d8000e, host n-d-818823-1, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:09:24.484223 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-253320f4-8af7-4270-8cee-63fb2b3074dd None None] For port 25c221fc-593d-4f05-a358-e8b167d8000e, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=25c221fc-593d-4f05-a358-e8b167d8000e,segment=NetworkSegment(8793ba83-8407-4c3d-9b56-2a177cd58a70),segment_id=8793ba83-8407-4c3d-9b56-2a177cd58a70)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:09:24.489139 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-253320f4-8af7-4270-8cee-63fb2b3074dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:24.527096 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] get_ports_and_sgs() called for port_ids ['8b89445a-2093-4480-a650-d182804db66c'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:09:24.601073 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b4dbf32e-f06a-43d3-bf63-eabf3fccc604 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:24.603982 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b4dbf32e-f06a-43d3-bf63-eabf3fccc604 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:24.605281 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-b4dbf32e-f06a-43d3-bf63-eabf3fccc604 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/59f723b4-a533-46b7-96d8-ba180e3700f2 HTTP/1.1" status: 204 len: 168 time: 0.3114431 Nov 22 20:09:24.638183 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dbf32e-f06a-43d3-bf63-eabf3fccc604 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59f723b4-a533-46b7-96d8-ba180e3700f2,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:09:24.759629 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9f96a8-7fd4-4936-b67c-eae4e76d8836 None None] Pushing event updated for resources: {'Port': ['ID=25c221fc-593d-4f05-a358-e8b167d8000e,revision_number=3']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:09:24.805978 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-253320f4-8af7-4270-8cee-63fb2b3074dd None None] Routers {'d305399d-34af-4ee1-9c40-8ba5615f59c5'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:09:24.806622 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-253320f4-8af7-4270-8cee-63fb2b3074dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:09:02Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['d305399d-34af-4ee1-9c40-8ba5615f59c5'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:09:24.863026 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-655f8d08-59b7-4116-9351-6c91c455f580 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-563470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-663272'] for router_interface, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:24.938709 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [None req-5a0b64a2-ad13-4463-884f-509889ef43b0 admin admin] Allocated IP 172.20.0.1 (ac9307cb-d216-4d24-9d6c-807bf1ccc8be/6b90bb48-40b3-40a5-9333-60b239e36730/d5088741-6f03-42c9-b9e6-ab86b7fd98c5) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:09:25.035477 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-fd306011-64da-4d31-bb6c-5454501951cb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:25.166649 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4dd51a-71c0-4d06-8c89-4d02921829c1 req-3860703e-d911-436a-a257-ed1a6d1aa767 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:09:25.168493 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6d4dd51a-71c0-4d06-8c89-4d02921829c1 req-3860703e-d911-436a-a257-ed1a6d1aa767 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/ports?device_id=5093cb48-092d-4dff-ad5d-31875fbb9f2c HTTP/1.1" status: 200 len: 949 time: 0.0876858 Nov 22 20:09:25.172989 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-253320f4-8af7-4270-8cee-63fb2b3074dd None None] Set router d305399d-34af-4ee1-9c40-8ba5615f59c5 gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:09:25.186034 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-fd306011-64da-4d31-bb6c-5454501951cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:25.285931 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c2f2a3-c739-44f0-a268-dd43d812a9b9 req-91af3f84-318d-4311-8a9f-bd6c81ee8265 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:09:25.298577 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c2c2f2a3-c739-44f0-a268-dd43d812a9b9 req-91af3f84-318d-4311-8a9f-bd6c81ee8265 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] 10.222.0.46 "GET /v2.0/ports?device_id=45605db1-0067-43de-9e71-8e4e4181fb09 HTTP/1.1" status: 200 len: 944 time: 0.1289618 Nov 22 20:09:25.320353 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd306011-64da-4d31-bb6c-5454501951cb admin admin] vlan segment allocate from pool success with {'vlan_id': 614, 'physical_network': 'physnet1'} {{(pid=103448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 20:09:25.377787 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6d4dd51a-71c0-4d06-8c89-4d02921829c1 req-7a65a82b-73e1-4866-bb89-d9e993a9c68d tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1d007ec-a75a-4ef8-9cdd-9c679a3ff22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738756 Nov 22 20:09:25.396265 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd306011-64da-4d31-bb6c-5454501951cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22127be5-351b-4d65-aed1-0fcc5085805a,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:09:25.427129 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c2c2f2a3-c739-44f0-a268-dd43d812a9b9 req-574757a2-92fd-438b-987c-75575fad5e37 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] 10.222.0.46 "GET /v2.0/security-groups?id=008bf24b-e850-49d0-ba05-9d00c3f0736a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220982 Nov 22 20:09:25.474349 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5a0b64a2-ad13-4463-884f-509889ef43b0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:25.530081 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-fd306011-64da-4d31-bb6c-5454501951cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:25.530438 n-d-818823-1 neutron-server[103448]: INFO neutron.db.segments_db [None req-fd306011-64da-4d31-bb6c-5454501951cb admin admin] Added segment f4375107-f208-4e57-94ce-2a9cc5f0f2e5 of type vlan for network 5304318e-8a1b-436f-8654-45389cfc7b43 Nov 22 20:09:25.590685 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-fd306011-64da-4d31-bb6c-5454501951cb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748992492791'] for network, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:25.616548 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-253320f4-8af7-4270-8cee-63fb2b3074dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd305399d-34af-4ee1-9c40-8ba5615f59c5', 'name': 'tempest-TaggedBootDevicesTest-1460074747-router', 'tenant_id': '7c2e3bcb3c11419aa5bdb45ad6533966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.66'}], 'enable_snat': True}, 'gw_port_id': '25c221fc-593d-4f05-a358-e8b167d8000e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:09:12Z', 'updated_at': '2021-11-22T20:09:19Z', 'revision_number': 3, 'project_id': '7c2e3bcb3c11419aa5bdb45ad6533966', 'gw_port': {'id': '25c221fc-593d-4f05-a358-e8b167d8000e', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:08:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd305399d-34af-4ee1-9c40-8ba5615f59c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 864, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:09:15Z', 'updated_at': '2021-11-22T20:09:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:09:25.646325 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-253320f4-8af7-4270-8cee-63fb2b3074dd None None] The sync data for ids ['d305399d-34af-4ee1-9c40-8ba5615f59c5'] in n-d-818823-1 is: [{'id': 'd305399d-34af-4ee1-9c40-8ba5615f59c5', 'name': 'tempest-TaggedBootDevicesTest-1460074747-router', 'tenant_id': '7c2e3bcb3c11419aa5bdb45ad6533966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.66'}], 'enable_snat': True}, 'gw_port_id': '25c221fc-593d-4f05-a358-e8b167d8000e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:09:12Z', 'updated_at': '2021-11-22T20:09:19Z', 'revision_number': 3, 'project_id': '7c2e3bcb3c11419aa5bdb45ad6533966', 'gw_port': {'id': '25c221fc-593d-4f05-a358-e8b167d8000e', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:08:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd305399d-34af-4ee1-9c40-8ba5615f59c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 864, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:09:15Z', 'updated_at': '2021-11-22T20:09:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:09:25.728609 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5a0b64a2-ad13-4463-884f-509889ef43b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:25.803050 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0b64a2-ad13-4463-884f-509889ef43b0 admin admin] Pushing event updated for resources: {'Port': ['ID=d5088741-6f03-42c9-b9e6-ab86b7fd98c5,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:09:25.810741 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.db.resource_extend [None req-fd306011-64da-4d31-bb6c-5454501951cb admin admin] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 22 20:09:25.830038 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a0b64a2-ad13-4463-884f-509889ef43b0 admin admin] Network ac9307cb-d216-4d24-9d6c-807bf1ccc8be is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:09:25.889551 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-5a0b64a2-ad13-4463-884f-509889ef43b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:09:25.892113 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0b64a2-ad13-4463-884f-509889ef43b0 admin admin] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:09:25.962868 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5a0b64a2-ad13-4463-884f-509889ef43b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659939'] for router_interface, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:26.086619 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-fd306011-64da-4d31-bb6c-5454501951cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for network, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:26.088086 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd306011-64da-4d31-bb6c-5454501951cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:09:26.088761 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-fd306011-64da-4d31-bb6c-5454501951cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:26.110355 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-655f8d08-59b7-4116-9351-6c91c455f580 admin admin] Router 9bebb789-2e0c-47c5-8598-2d6604d54718 has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 20:09:26.125105 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-fd306011-64da-4d31-bb6c-5454501951cb admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.8313186 Nov 22 20:09:26.128503 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 60482) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:09:26.134057 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-6adde3c1-4bbe-4baa-8624-16676b416e94 admin admin] Request body: {'subnet': {'network_id': '5304318e-8a1b-436f-8654-45389cfc7b43', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-2056368787-subnet', 'tenant_id': '4029011266e84880a9b6ebb16a2e3cd8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:09:26.174905 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6adde3c1-4bbe-4baa-8624-16676b416e94 admin admin] Made reservation on behalf of 4029011266e84880a9b6ebb16a2e3cd8 for: {'subnet': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:09:26.178848 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6adde3c1-4bbe-4baa-8624-16676b416e94 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8485086'] for subnet, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:26.236410 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-b64abb8e-3f79-4fd4-9591-145e6975d982 admin admin] Deleting port def40dcf-3cf3-44c1-83f8-20d11cfd7e0a {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:09:26.237064 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b64abb8e-3f79-4fd4-9591-145e6975d982 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:26.245071 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5a0b64a2-ad13-4463-884f-509889ef43b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:26.288246 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-782771cf-77bd-42ba-b617-644f281e4fb4 None None] Provisioning complete for port d5088741-6f03-42c9-b9e6-ab86b7fd98c5 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:09:26.289043 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-782771cf-77bd-42ba-b617-644f281e4fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:26.363606 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-782771cf-77bd-42ba-b617-644f281e4fb4 None None] Port d5088741-6f03-42c9-b9e6-ab86b7fd98c5 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:09:26.368921 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device d4ff6968-3b58-4ead-83f6-cb8ac9bc804d up at agent hyperv_n-h2-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:09:26.457567 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd306011-64da-4d31-bb6c-5454501951cb admin admin] Pushing event updated for resources: {'Network': ['ID=5304318e-8a1b-436f-8654-45389cfc7b43,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:09:26.513195 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Network 5304318e-8a1b-436f-8654-45389cfc7b43 details requested by agent ovs-agent-n-d-818823-1 with host n-d-818823-1 {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 20:09:26.559037 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6adde3c1-4bbe-4baa-8624-16676b416e94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8900613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8485104'] for subnet, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:26.676537 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Provisioning for port d4ff6968-3b58-4ead-83f6-cb8ac9bc804d completed by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 20:09:26.680869 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Provisioning complete for port d4ff6968-3b58-4ead-83f6-cb8ac9bc804d triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:09:26.681295 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:26.717432 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adde3c1-4bbe-4baa-8624-16676b416e94 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a97c93b-2aa7-44f7-aae7-762ebe4bc4be,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:09:26.779668 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:26.783641 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbe9a74-9b04-46ec-b13f-d9566b28fc66 req-407ef523-a4b0-4f2d-9e7b-141183b20a82 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:09:26.785352 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0fbe9a74-9b04-46ec-b13f-d9566b28fc66 req-407ef523-a4b0-4f2d-9e7b-141183b20a82 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/ports?device_id=5093cb48-092d-4dff-ad5d-31875fbb9f2c HTTP/1.1" status: 200 len: 949 time: 0.2276871 Nov 22 20:09:26.807385 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45605db1-0067-43de-9e71-8e4e4181fb09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4ff6968-3b58-4ead-83f6-cb8ac9bc804d'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:09:26.811052 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d39f6d30a11e565ec9648abcc015e8a6ab6cff4edd704add8155e28765d31eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25c3b210-87fe-4331-bb00-bd856dccb16b" -d '{"events": [{"server_uuid": "45605db1-0067-43de-9e71-8e4e4181fb09", "name": "network-vif-plugged", "status": "completed", "tag": "d4ff6968-3b58-4ead-83f6-cb8ac9bc804d"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:09:26.817132 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5891f14a-47cf-4810-a3ee-c9f1e42ef581 req-cda7e8e3-9c30-41a7-aa38-71275efe734e tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:09:26.820759 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5891f14a-47cf-4810-a3ee-c9f1e42ef581 req-cda7e8e3-9c30-41a7-aa38-71275efe734e tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.20 "GET /v2.0/ports?device_id=5093cb48-092d-4dff-ad5d-31875fbb9f2c HTTP/1.1" status: 200 len: 949 time: 0.5639338 Nov 22 20:09:26.831585 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port d4ff6968-3b58-4ead-83f6-cb8ac9bc804d, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=d4ff6968-3b58-4ead-83f6-cb8ac9bc804d,segment=NetworkSegment(94d4e232-251b-48cf-a0b3-a3b667b8984b),segment_id=94d4e232-251b-48cf-a0b3-a3b667b8984b)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:09:26.837963 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:26.897342 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-b64abb8e-3f79-4fd4-9591-145e6975d982 admin admin] For port def40dcf-3cf3-44c1-83f8-20d11cfd7e0a, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=def40dcf-3cf3-44c1-83f8-20d11cfd7e0a,segment=NetworkSegment(f713d3ed-9f2f-4f27-91f3-49b8f330bcc1),segment_id=f713d3ed-9f2f-4f27-91f3-49b8f330bcc1)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:09:26.897931 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b64abb8e-3f79-4fd4-9591-145e6975d982 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:26.906767 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=d4ff6968-3b58-4ead-83f6-cb8ac9bc804d,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:09:26.920128 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aacf423-9ddd-42c1-b218-3fd114d19539 req-09d9d499-7643-42a5-9375-1d1825e54544 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:09:26.927023 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 0e6ec0bf-f936-47ad-a6a2-1c89c9f9ccdc no longer exists at agent hyperv_n-h1-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:09:26.930253 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7aacf423-9ddd-42c1-b218-3fd114d19539 req-09d9d499-7643-42a5-9375-1d1825e54544 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] 10.222.0.46 "GET /v2.0/ports?device_id=45605db1-0067-43de-9e71-8e4e4181fb09 HTTP/1.1" status: 200 len: 944 time: 0.3608732 Nov 22 20:09:26.955850 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6adde3c1-4bbe-4baa-8624-16676b416e94 admin admin] Checking segment: {'id': 'f4375107-f208-4e57-94ce-2a9cc5f0f2e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '5304318e-8a1b-436f-8654-45389cfc7b43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:09:26.956491 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6adde3c1-4bbe-4baa-8624-16676b416e94 admin admin] Network hostable DHCP agents. Network: 5304318e-8a1b-436f-8654-45389cfc7b43, hostable agents: ['02adaa64-0987-4b74-bad0-cbcf56f8a294'], hosted agents: [] {{(pid=103447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 20:09:26.978529 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-b64abb8e-3f79-4fd4-9591-145e6975d982 admin admin] Calling delete_port for def40dcf-3cf3-44c1-83f8-20d11cfd7e0a owned by network:router_interface {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:09:27.002309 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0fbe9a74-9b04-46ec-b13f-d9566b28fc66 req-07e16890-33ad-482d-b7c6-3c603c73f371 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1d007ec-a75a-4ef8-9cdd-9c679a3ff22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668961 Nov 22 20:09:27.008792 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] No Port match for: 0e6ec0bf-f936-47ad-a6a2-1c89c9f9ccdc {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:09:27.011333 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 0e6ec0bf-f936-47ad-a6a2-1c89c9f9ccdc not bound to the agent host n-h1-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:09:27.025809 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-655f8d08-59b7-4116-9351-6c91c455f580 admin admin] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:09:27.037437 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf902dcb-c5ca-4212-baf5-0db8e727324b None None] Sync routers for ids ['9bebb789-2e0c-47c5-8598-2d6604d54718'] in n-d-818823-1 {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:09:27.040910 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-655f8d08-59b7-4116-9351-6c91c455f580 admin admin] 10.222.0.46 "PUT /v2.0/routers/9bebb789-2e0c-47c5-8598-2d6604d54718/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6300395 Nov 22 20:09:27.047817 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 60496) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:09:27.069762 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf902dcb-c5ca-4212-baf5-0db8e727324b None None] Routers {'9bebb789-2e0c-47c5-8598-2d6604d54718'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:09:27.070789 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-cf902dcb-c5ca-4212-baf5-0db8e727324b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:09:02Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['9bebb789-2e0c-47c5-8598-2d6604d54718'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:09:27.120348 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:09:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed05a5d6-74b2-49cc-914a-2ee0f9163cae x-openstack-request-id: req-ed05a5d6-74b2-49cc-914a-2ee0f9163cae {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:09:27.120660 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45605db1-0067-43de-9e71-8e4e4181fb09", "name": "network-vif-plugged", "status": "completed", "tag": "d4ff6968-3b58-4ead-83f6-cb8ac9bc804d", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:09:27.120925 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ed05a5d6-74b2-49cc-914a-2ee0f9163cae {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:09:27.121390 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45605db1-0067-43de-9e71-8e4e4181fb09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4ff6968-3b58-4ead-83f6-cb8ac9bc804d', 'code': 200} Nov 22 20:09:27.150420 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6adde3c1-4bbe-4baa-8624-16676b416e94 admin admin] Network 5304318e-8a1b-436f-8654-45389cfc7b43 is scheduled to be hosted by DHCP agent 02adaa64-0987-4b74-bad0-cbcf56f8a294 with binding_index 1 {{(pid=103447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 20:09:27.212856 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7aacf423-9ddd-42c1-b218-3fd114d19539 req-d1e5bb14-25e7-4b86-8ea6-d19e2db4511c tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] 10.222.0.46 "GET /v2.0/security-groups?id=008bf24b-e850-49d0-ba05-9d00c3f0736a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2815158 Nov 22 20:09:27.215487 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-6adde3c1-4bbe-4baa-8624-16676b416e94 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818823-1, 5304318e-8a1b-436f-8654-45389cfc7b43) {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:09:27.232078 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4a9fdefb-8b5e-4f30-a11d-a194a235117b admin admin] Publish callbacks [] for router, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:27.235460 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92af117b-a83e-408f-a683-a69eefd06838 None None] Network 5304318e-8a1b-436f-8654-45389cfc7b43 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:09:27.270636 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6adde3c1-4bbe-4baa-8624-16676b416e94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:09:27.271830 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6adde3c1-4bbe-4baa-8624-16676b416e94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for subnet, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:27.328922 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-cf902dcb-c5ca-4212-baf5-0db8e727324b None None] Set router 9bebb789-2e0c-47c5-8598-2d6604d54718 gateway port host: n-d-818823-1 {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:09:27.566110 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-6adde3c1-4bbe-4baa-8624-16676b416e94 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4357798 Nov 22 20:09:27.603827 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-5891f14a-47cf-4810-a3ee-c9f1e42ef581 req-99f31d08-27cf-4ae3-9ec2-9aeb87a21b2e tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] Deleting port 8b89445a-2093-4480-a650-d182804db66c {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:09:27.603943 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-5891f14a-47cf-4810-a3ee-c9f1e42ef581 req-99f31d08-27cf-4ae3-9ec2-9aeb87a21b2e tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:27.615282 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7547457e-5f02-4076-8860-38371d881669 req-e2c39c2d-7363-439c-9024-bedf0d01f355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:09:27.617892 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7547457e-5f02-4076-8860-38371d881669 req-e2c39c2d-7363-439c-9024-bedf0d01f355 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=45605db1-0067-43de-9e71-8e4e4181fb09 HTTP/1.1" status: 200 len: 1096 time: 0.4033558 Nov 22 20:09:27.659135 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3801112-8b5c-4ed9-9929-17f405db979f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fb26bd7-ce56-527b-b94f-2e1f7cb2bb35-5304318e-8a1b-436f-8654-45389cfc7b43', 'network_id': '5304318e-8a1b-436f-8654-45389cfc7b43', 'tenant_id': '4029011266e84880a9b6ebb16a2e3cd8', 'fixed_ips': [{'subnet_id': '9a97c93b-2aa7-44f7-aae7-762ebe4bc4be'}]}} from n-d-818823-1. {{(pid=103449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 20:09:27.662543 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e3801112-8b5c-4ed9-9929-17f405db979f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:27.762444 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-cf902dcb-c5ca-4212-baf5-0db8e727324b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bebb789-2e0c-47c5-8598-2d6604d54718', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1305262143-router', 'tenant_id': '893c9b18170649ca8789dc25bee886fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': '79a0e4d6-fcb3-4ee3-a209-dd201710e688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:04:04Z', 'updated_at': '2021-11-22T20:09:23Z', 'revision_number': 5, 'project_id': '893c9b18170649ca8789dc25bee886fa', 'gw_port': {'id': '79a0e4d6-fcb3-4ee3-a209-dd201710e688', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:8e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bebb789-2e0c-47c5-8598-2d6604d54718', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:04:05Z', 'updated_at': '2021-11-22T20:04:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:09:27.828880 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf902dcb-c5ca-4212-baf5-0db8e727324b None None] Checking router: 9bebb789-2e0c-47c5-8598-2d6604d54718 for host: n-d-818823-1 {{(pid=103450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 20:09:27.858119 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf902dcb-c5ca-4212-baf5-0db8e727324b None None] Routers {'9bebb789-2e0c-47c5-8598-2d6604d54718'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:09:27.858767 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-cf902dcb-c5ca-4212-baf5-0db8e727324b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:09:02Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['9bebb789-2e0c-47c5-8598-2d6604d54718'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:09:27.881035 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-5891f14a-47cf-4810-a3ee-c9f1e42ef581 req-99f31d08-27cf-4ae3-9ec2-9aeb87a21b2e tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] For port 8b89445a-2093-4480-a650-d182804db66c, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=8b89445a-2093-4480-a650-d182804db66c,segment=NetworkSegment(2a5a1c7b-538e-498e-99b9-cc7a8e0411be),segment_id=2a5a1c7b-538e-498e-99b9-cc7a8e0411be)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:09:27.881035 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-5891f14a-47cf-4810-a3ee-c9f1e42ef581 req-99f31d08-27cf-4ae3-9ec2-9aeb87a21b2e tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:27.955065 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.agents_db [None req-aa8313f2-1ee4-4e7b-8c5a-d32b2f9d31ee None None] Agent healthcheck: found 7 active agents {{(pid=103450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 20:09:27.957115 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-5891f14a-47cf-4810-a3ee-c9f1e42ef581 req-99f31d08-27cf-4ae3-9ec2-9aeb87a21b2e tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] Calling delete_port for 8b89445a-2093-4480-a650-d182804db66c owned by compute:nova {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:09:27.958647 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.db_base_plugin_common [None req-e3801112-8b5c-4ed9-9929-17f405db979f None None] Allocated IP 172.20.0.2 (5304318e-8a1b-436f-8654-45389cfc7b43/9a97c93b-2aa7-44f7-aae7-762ebe4bc4be/3069c2d0-4c50-4dfd-9315-6581d695eba8) {{(pid=103449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:09:27.983562 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7547457e-5f02-4076-8860-38371d881669 req-58bb1c5e-18d2-46d5-9ea6-0b80feedb30d service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=008bf24b-e850-49d0-ba05-9d00c3f0736a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3411186 Nov 22 20:09:28.201217 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-cf902dcb-c5ca-4212-baf5-0db8e727324b None None] Set router 9bebb789-2e0c-47c5-8598-2d6604d54718 gateway port host: n-d-818823-1 {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:09:28.362212 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e3801112-8b5c-4ed9-9929-17f405db979f None None] Publish callbacks [] for port, precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:28.381868 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 25c221fc-593d-4f05-a358-e8b167d8000e up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:09:28.399808 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e3801112-8b5c-4ed9-9929-17f405db979f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372'] for port, after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:28.500835 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4a9fdefb-8b5e-4f30-a11d-a194a235117b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:28.564974 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b4616e-df6e-4059-abb8-27a081e5d474 req-10768531-3b27-4f2e-9968-0d2fd256efb8 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:09:28.566493 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-01b4616e-df6e-4059-abb8-27a081e5d474 req-10768531-3b27-4f2e-9968-0d2fd256efb8 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/ports?device_id=5093cb48-092d-4dff-ad5d-31875fbb9f2c HTTP/1.1" status: 200 len: 949 time: 0.3374569 Nov 22 20:09:28.677009 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5a0b64a2-ad13-4463-884f-509889ef43b0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:28.702386 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3801112-8b5c-4ed9-9929-17f405db979f None None] Network 5304318e-8a1b-436f-8654-45389cfc7b43 is already hosted by enough agents. {{(pid=103449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:09:28.705921 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3801112-8b5c-4ed9-9929-17f405db979f None None] Pushing event updated for resources: {'Port': ['ID=3069c2d0-4c50-4dfd-9315-6581d695eba8,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:09:28.710467 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.base_scheduler [None req-e3801112-8b5c-4ed9-9929-17f405db979f None None] Resources bound (agent type, host, resource id): {{(pid=103449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:09:28.713638 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3801112-8b5c-4ed9-9929-17f405db979f None None] Received port after_create {{(pid=103449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:09:28.717984 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-cf902dcb-c5ca-4212-baf5-0db8e727324b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bebb789-2e0c-47c5-8598-2d6604d54718', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1305262143-router', 'tenant_id': '893c9b18170649ca8789dc25bee886fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': '79a0e4d6-fcb3-4ee3-a209-dd201710e688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:04:04Z', 'updated_at': '2021-11-22T20:09:23Z', 'revision_number': 5, 'project_id': '893c9b18170649ca8789dc25bee886fa', 'gw_port': {'id': '79a0e4d6-fcb3-4ee3-a209-dd201710e688', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:8e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bebb789-2e0c-47c5-8598-2d6604d54718', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:04:05Z', 'updated_at': '2021-11-22T20:04:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:09:28.778383 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5a0b64a2-ad13-4463-884f-509889ef43b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:28.828579 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf902dcb-c5ca-4212-baf5-0db8e727324b None None] The sync data for ids ['9bebb789-2e0c-47c5-8598-2d6604d54718'] in n-d-818823-1 is: [{'id': '9bebb789-2e0c-47c5-8598-2d6604d54718', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1305262143-router', 'tenant_id': '893c9b18170649ca8789dc25bee886fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': '79a0e4d6-fcb3-4ee3-a209-dd201710e688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:04:04Z', 'updated_at': '2021-11-22T20:09:23Z', 'revision_number': 5, 'project_id': '893c9b18170649ca8789dc25bee886fa', 'gw_port': {'id': '79a0e4d6-fcb3-4ee3-a209-dd201710e688', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:8e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bebb789-2e0c-47c5-8598-2d6604d54718', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:04:05Z', 'updated_at': '2021-11-22T20:04:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}] {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:09:28.832643 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 25c221fc-593d-4f05-a358-e8b167d8000e triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:09:28.833396 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:28.875085 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-01b4616e-df6e-4059-abb8-27a081e5d474 req-cc9d1758-4ac3-482a-b653-e10a3cea771a tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/security-groups?id=a1d007ec-a75a-4ef8-9cdd-9c679a3ff22b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2797272 Nov 22 20:09:28.904872 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-e3801112-8b5c-4ed9-9929-17f405db979f None None] Attempting to bind port 3069c2d0-4c50-4dfd-9315-6581d695eba8 on host n-d-818823-1 for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:09:28.905513 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-e3801112-8b5c-4ed9-9929-17f405db979f None None] Attempting to bind port 3069c2d0-4c50-4dfd-9315-6581d695eba8 by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': 'f4375107-f208-4e57-94ce-2a9cc5f0f2e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '5304318e-8a1b-436f-8654-45389cfc7b43'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:09:28.906082 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3801112-8b5c-4ed9-9929-17f405db979f None None] Attempting to bind port 3069c2d0-4c50-4dfd-9315-6581d695eba8 on network 5304318e-8a1b-436f-8654-45389cfc7b43 {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:09:28.916455 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-5891f14a-47cf-4810-a3ee-c9f1e42ef581 req-99f31d08-27cf-4ae3-9ec2-9aeb87a21b2e tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:28.920009 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3801112-8b5c-4ed9-9929-17f405db979f None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 9, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:09:28.920848 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3801112-8b5c-4ed9-9929-17f405db979f None None] Checking segment: {'id': 'f4375107-f208-4e57-94ce-2a9cc5f0f2e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '5304318e-8a1b-436f-8654-45389cfc7b43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:09:28.921434 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e3801112-8b5c-4ed9-9929-17f405db979f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:28.922000 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3801112-8b5c-4ed9-9929-17f405db979f None None] Bound using segment: {'id': 'f4375107-f208-4e57-94ce-2a9cc5f0f2e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '5304318e-8a1b-436f-8654-45389cfc7b43'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:09:28.922660 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-e3801112-8b5c-4ed9-9929-17f405db979f None None] Bound port: 3069c2d0-4c50-4dfd-9315-6581d695eba8, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4375107-f208-4e57-94ce-2a9cc5f0f2e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '5304318e-8a1b-436f-8654-45389cfc7b43'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:09:28.923231 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e3801112-8b5c-4ed9-9929-17f405db979f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:29.053669 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:29.058017 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5a0b64a2-ad13-4463-884f-509889ef43b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-563461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-659839'] for router_interface, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:29.093774 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-e3801112-8b5c-4ed9-9929-17f405db979f None None] For port 3069c2d0-4c50-4dfd-9315-6581d695eba8, host n-d-818823-1, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:09:29.097823 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0b64a2-ad13-4463-884f-509889ef43b0 admin admin] Pushing event updated for resources: {'Port': ['ID=d5088741-6f03-42c9-b9e6-ab86b7fd98c5,revision_number=2']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:09:29.098678 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-e3801112-8b5c-4ed9-9929-17f405db979f None None] For port 3069c2d0-4c50-4dfd-9315-6581d695eba8, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=3069c2d0-4c50-4dfd-9315-6581d695eba8,segment=NetworkSegment(f4375107-f208-4e57-94ce-2a9cc5f0f2e5),segment_id=f4375107-f208-4e57-94ce-2a9cc5f0f2e5)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:09:29.122672 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] For port 25c221fc-593d-4f05-a358-e8b167d8000e, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=25c221fc-593d-4f05-a358-e8b167d8000e,segment=NetworkSegment(8793ba83-8407-4c3d-9b56-2a177cd58a70),segment_id=8793ba83-8407-4c3d-9b56-2a177cd58a70)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:09:29.126055 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e3801112-8b5c-4ed9-9929-17f405db979f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:29.196100 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3801112-8b5c-4ed9-9929-17f405db979f None None] Pushing event updated for resources: {'Port': ['ID=3069c2d0-4c50-4dfd-9315-6581d695eba8,revision_number=2']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:09:29.214199 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:29.221775 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b64abb8e-3f79-4fd4-9591-145e6975d982 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:29.311622 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b167c667-4d26-40d6-b0a9-a1cf84a1cbf5 req-73c8ec9f-c81a-4db7-8a3a-3b7e860c53b3 tempest-ListServerFiltersTestJSON-710341241 tempest-ListServerFiltersTestJSON-710341241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:09:29.314251 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b167c667-4d26-40d6-b0a9-a1cf84a1cbf5 req-73c8ec9f-c81a-4db7-8a3a-3b7e860c53b3 tempest-ListServerFiltersTestJSON-710341241 tempest-ListServerFiltersTestJSON-710341241-project] 10.222.0.46 "GET /v2.0/networks?id=5304318e-8a1b-436f-8654-45389cfc7b43 HTTP/1.1" status: 200 len: 816 time: 0.4598191 Nov 22 20:09:29.317195 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f31d08-27cf-4ae3-9ec2-9aeb87a21b2e tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] Pushing event deleted for resources: {'Port': ['ID=8b89445a-2093-4480-a650-d182804db66c,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:09:29.324493 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-4a9fdefb-8b5e-4f30-a11d-a194a235117b admin admin] Deleting port 79a0e4d6-fcb3-4ee3-a209-dd201710e688 {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:09:29.326949 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4a9fdefb-8b5e-4f30-a11d-a194a235117b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:29.331135 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64abb8e-3f79-4fd4-9591-145e6975d982 admin admin] Pushing event deleted for resources: {'Port': ['ID=def40dcf-3cf3-44c1-83f8-20d11cfd7e0a,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:09:29.422858 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b167c667-4d26-40d6-b0a9-a1cf84a1cbf5 req-5e8c60fb-27fc-481d-84f6-783fb256253e tempest-ListServerFiltersTestJSON-710341241 tempest-ListServerFiltersTestJSON-710341241-project] 10.222.0.46 "GET /v2.0/quotas/4029011266e84880a9b6ebb16a2e3cd8 HTTP/1.1" status: 200 len: 375 time: 0.0897565 Nov 22 20:09:29.428203 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Pushing event updated for resources: {'Port': ['ID=25c221fc-593d-4f05-a358-e8b167d8000e,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:09:29.529758 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-5891f14a-47cf-4810-a3ee-c9f1e42ef581 req-99f31d08-27cf-4ae3-9ec2-9aeb87a21b2e tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] No DVR routers for this DVR port 8b89445a-2093-4480-a650-d182804db66c on host n-h2-818823-1 {{(pid=103447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:09:29.532606 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-5891f14a-47cf-4810-a3ee-c9f1e42ef581 req-99f31d08-27cf-4ae3-9ec2-9aeb87a21b2e tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:29.538801 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5891f14a-47cf-4810-a3ee-c9f1e42ef581 req-99f31d08-27cf-4ae3-9ec2-9aeb87a21b2e tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.20 "DELETE /v2.0/ports/8b89445a-2093-4480-a650-d182804db66c HTTP/1.1" status: 204 len: 173 time: 2.7047062 Nov 22 20:09:29.550744 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5093cb48-092d-4dff-ad5d-31875fbb9f2c', 'name': 'network-vif-deleted', 'tag': '8b89445a-2093-4480-a650-d182804db66c'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:09:29.555710 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67aef873-8669-4f51-984b-c7161e6485cd" -d '{"events": [{"server_uuid": "5093cb48-092d-4dff-ad5d-31875fbb9f2c", "name": "network-vif-deleted", "tag": "8b89445a-2093-4480-a650-d182804db66c"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:09:29.572243 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a0b64a2-ad13-4463-884f-509889ef43b0 admin admin] Network ac9307cb-d216-4d24-9d6c-807bf1ccc8be is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:09:29.583144 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0b2e0f-e379-41bc-bae5-ba3ce077cede req-9f279a49-3d3b-4372-9e98-8ffb562a1320 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:09:29.597769 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5e0b2e0f-e379-41bc-bae5-ba3ce077cede req-9f279a49-3d3b-4372-9e98-8ffb562a1320 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] 10.222.0.46 "GET /v2.0/ports?device_id=45605db1-0067-43de-9e71-8e4e4181fb09 HTTP/1.1" status: 200 len: 945 time: 0.2687359 Nov 22 20:09:29.599331 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-5a0b64a2-ad13-4463-884f-509889ef43b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:09:29.664523 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b167c667-4d26-40d6-b0a9-a1cf84a1cbf5 req-b57feed0-b094-4371-a399-a0c66c2c8ebb tempest-ListServerFiltersTestJSON-710341241 tempest-ListServerFiltersTestJSON-710341241-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=4029011266e84880a9b6ebb16a2e3cd8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2073750 Nov 22 20:09:29.673573 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-15e7f1ad-3c19-4547-a802-0d21d506b220 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:29.751567 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5e0b2e0f-e379-41bc-bae5-ba3ce077cede req-589729b4-24ec-42e1-900b-210b8472b8c8 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] 10.222.0.46 "GET /v2.0/security-groups?id=008bf24b-e850-49d0-ba05-9d00c3f0736a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506677 Nov 22 20:09:29.908237 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:09:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2ecf362-3e7d-49e1-9ec5-d397bb0c6a58 x-openstack-request-id: req-a2ecf362-3e7d-49e1-9ec5-d397bb0c6a58 {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:09:29.908826 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5093cb48-092d-4dff-ad5d-31875fbb9f2c", "name": "network-vif-deleted", "tag": "8b89445a-2093-4480-a650-d182804db66c", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:09:29.909368 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a2ecf362-3e7d-49e1-9ec5-d397bb0c6a58 {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:09:29.910118 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5093cb48-092d-4dff-ad5d-31875fbb9f2c', 'name': 'network-vif-deleted', 'tag': '8b89445a-2093-4480-a650-d182804db66c', 'status': 'completed', 'code': 200} Nov 22 20:09:30.206740 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c7297a70-0acc-4c67-9849-c2e3404c854f req-105e1eae-0391-4d76-95ea-7bb33ae91874 tempest-MigrationsAdminTest-784507856 tempest-MigrationsAdminTest-784507856-project] 10.222.0.46 "GET /v2.0/ports?device_id=5093cb48-092d-4dff-ad5d-31875fbb9f2c HTTP/1.1" status: 200 len: 210 time: 0.1251252 Nov 22 20:09:30.238131 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b64abb8e-3f79-4fd4-9591-145e6975d982 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-563470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-663272'] for router_interface, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:30.301542 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-c0aeb852-40ef-4f39-b782-9284d946bff2 None None] Provisioning complete for port d5088741-6f03-42c9-b9e6-ab86b7fd98c5 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:09:30.305030 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-c0aeb852-40ef-4f39-b782-9284d946bff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:30.379648 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b167c667-4d26-40d6-b0a9-a1cf84a1cbf5 req-0d05a50f-7944-4d76-a023-87e1c6ea9f63 service neutron] 10.222.0.46 "GET /v2.0/networks/5304318e-8a1b-436f-8654-45389cfc7b43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7026670 Nov 22 20:09:30.384082 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 8b89445a-2093-4480-a650-d182804db66c no longer exists at agent hyperv_n-h2-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:09:30.433302 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-4a9fdefb-8b5e-4f30-a11d-a194a235117b admin admin] For port 79a0e4d6-fcb3-4ee3-a209-dd201710e688, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=79a0e4d6-fcb3-4ee3-a209-dd201710e688,segment=NetworkSegment(8793ba83-8407-4c3d-9b56-2a177cd58a70),segment_id=8793ba83-8407-4c3d-9b56-2a177cd58a70)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:09:30.434096 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4a9fdefb-8b5e-4f30-a11d-a194a235117b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:30.443723 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] No Port match for: 8b89445a-2093-4480-a650-d182804db66c {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:09:30.444106 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 8b89445a-2093-4480-a650-d182804db66c not bound to the agent host n-h2-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:09:30.446248 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-c0aeb852-40ef-4f39-b782-9284d946bff2 None None] Port d5088741-6f03-42c9-b9e6-ab86b7fd98c5 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:09:30.461544 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-4a9fdefb-8b5e-4f30-a11d-a194a235117b admin admin] Calling delete_port for 79a0e4d6-fcb3-4ee3-a209-dd201710e688 owned by network:router_gateway {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:09:30.587386 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a0b64a2-ad13-4463-884f-509889ef43b0 admin admin] Router d305399d-34af-4ee1-9c40-8ba5615f59c5 has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 20:09:30.620933 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 3069c2d0-4c50-4dfd-9315-6581d695eba8 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:09:30.676523 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b167c667-4d26-40d6-b0a9-a1cf84a1cbf5 req-25b62e9e-8c19-40d7-88fd-dcdb6677e959 service neutron] 10.222.0.46 "GET /v2.0/networks/5304318e-8a1b-436f-8654-45389cfc7b43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2958887 Nov 22 20:09:30.715922 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 3069c2d0-4c50-4dfd-9315-6581d695eba8 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:09:30.716891 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:30.999968 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:31.080973 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a0b64a2-ad13-4463-884f-509889ef43b0 admin admin] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:09:31.118666 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cb923e4-35b3-4792-ac7a-43afc17a1fdd None None] Sync routers for ids ['d305399d-34af-4ee1-9c40-8ba5615f59c5'] in n-d-818823-1 {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:09:31.122300 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-5a0b64a2-ad13-4463-884f-509889ef43b0 admin admin] 10.222.0.46 "PUT /v2.0/routers/d305399d-34af-4ee1-9c40-8ba5615f59c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0437264 Nov 22 20:09:31.132505 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] For port 3069c2d0-4c50-4dfd-9315-6581d695eba8, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=3069c2d0-4c50-4dfd-9315-6581d695eba8,segment=NetworkSegment(f4375107-f208-4e57-94ce-2a9cc5f0f2e5),segment_id=f4375107-f208-4e57-94ce-2a9cc5f0f2e5)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:09:31.140147 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:31.141071 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 25c221fc-593d-4f05-a358-e8b167d8000e up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:09:31.145279 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cb923e4-35b3-4792-ac7a-43afc17a1fdd None None] Routers {'d305399d-34af-4ee1-9c40-8ba5615f59c5'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:09:31.146937 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-2cb923e4-35b3-4792-ac7a-43afc17a1fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:09:02Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['d305399d-34af-4ee1-9c40-8ba5615f59c5'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:09:31.221373 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b64abb8e-3f79-4fd4-9591-145e6975d982 admin admin] Router f203a2f2-150f-4de3-b143-5dc3e6b10221 has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 20:09:31.379833 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4a9fdefb-8b5e-4f30-a11d-a194a235117b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:31.430590 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9fdefb-8b5e-4f30-a11d-a194a235117b admin admin] Pushing event deleted for resources: {'Port': ['ID=79a0e4d6-fcb3-4ee3-a209-dd201710e688,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:09:31.545752 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4a9fdefb-8b5e-4f30-a11d-a194a235117b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595398'] for router_gateway, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:31.689748 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Pushing event updated for resources: {'Port': ['ID=3069c2d0-4c50-4dfd-9315-6581d695eba8,revision_number=3']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:09:31.698708 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b64abb8e-3f79-4fd4-9591-145e6975d982 admin admin] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:09:31.704513 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89993e1f-8361-473f-b9b7-13de7aec9248 None None] Network 5304318e-8a1b-436f-8654-45389cfc7b43 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:09:31.713637 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c7164d4-8016-4a9e-be2d-1597a1124827 None None] Sync routers for ids ['f203a2f2-150f-4de3-b143-5dc3e6b10221'] in n-d-818823-1 {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:09:31.718097 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-b64abb8e-3f79-4fd4-9591-145e6975d982 admin admin] 10.222.0.46 "PUT /v2.0/routers/f203a2f2-150f-4de3-b143-5dc3e6b10221/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6625683 Nov 22 20:09:31.718752 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 60584) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:09:31.740835 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c7164d4-8016-4a9e-be2d-1597a1124827 None None] Routers {'f203a2f2-150f-4de3-b143-5dc3e6b10221'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:09:31.741992 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-9c7164d4-8016-4a9e-be2d-1597a1124827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:09:02Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['f203a2f2-150f-4de3-b143-5dc3e6b10221'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:09:31.855901 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4a9fdefb-8b5e-4f30-a11d-a194a235117b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24781'] for router, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:31.861844 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4a9fdefb-8b5e-4f30-a11d-a194a235117b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:31.972115 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-a1769091-7f58-4dc9-bff0-83a3eeac0d00 None None] Provisioning complete for port 3069c2d0-4c50-4dfd-9315-6581d695eba8 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:09:31.972680 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-a1769091-7f58-4dc9-bff0-83a3eeac0d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:32.023714 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4a9fdefb-8b5e-4f30-a11d-a194a235117b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-663261'] for router, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:32.024300 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a9fdefb-8b5e-4f30-a11d-a194a235117b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9bebb789-2e0c-47c5-8598-2d6604d54718 {{(pid=103448) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 20:09:32.133622 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-9c7164d4-8016-4a9e-be2d-1597a1124827 None None] Set router f203a2f2-150f-4de3-b143-5dc3e6b10221 gateway port host: n-d-818823-1 {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:09:32.135888 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3b157ee7-e565-4d8a-a894-d9872c134630 admin admin] Publish callbacks [] for router, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:32.162128 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4a9fdefb-8b5e-4f30-a11d-a194a235117b admin admin] Publish callbacks [] for router, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:32.170229 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-4a9fdefb-8b5e-4f30-a11d-a194a235117b admin admin] 10.222.0.46 "DELETE /v2.0/routers/9bebb789-2e0c-47c5-8598-2d6604d54718 HTTP/1.1" status: 204 len: 168 time: 5.1203640 Nov 22 20:09:32.185159 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa50163-5a53-4b43-802b-ad6a1ce87341 req-00c913d2-8095-4548-bf54-bb3b9109eef7 tempest-ListServerFiltersTestJSON-710341241 tempest-ListServerFiltersTestJSON-710341241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:09:32.187372 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-cfa50163-5a53-4b43-802b-ad6a1ce87341 req-00c913d2-8095-4548-bf54-bb3b9109eef7 tempest-ListServerFiltersTestJSON-710341241 tempest-ListServerFiltersTestJSON-710341241-project] 10.222.0.46 "GET /v2.0/networks?id=5304318e-8a1b-436f-8654-45389cfc7b43 HTTP/1.1" status: 200 len: 816 time: 0.3533370 Nov 22 20:09:32.194580 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 25c221fc-593d-4f05-a358-e8b167d8000e triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:09:32.198270 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 60600) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:09:32.215924 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:32.364873 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-cfa50163-5a53-4b43-802b-ad6a1ce87341 req-82747ca2-fbe9-4f2c-a4d9-c324ee84918c tempest-ListServerFiltersTestJSON-710341241 tempest-ListServerFiltersTestJSON-710341241-project] 10.222.0.46 "GET /v2.0/quotas/4029011266e84880a9b6ebb16a2e3cd8 HTTP/1.1" status: 200 len: 375 time: 0.1688297 Nov 22 20:09:32.377069 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-2cb923e4-35b3-4792-ac7a-43afc17a1fdd None None] Set router d305399d-34af-4ee1-9c40-8ba5615f59c5 gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:09:32.390794 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a20e5aa-b77f-42b2-b844-00387b09031f req-8fff1708-9df5-44f5-b2f7-9c3abc025369 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:09:32.394171 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2a20e5aa-b77f-42b2-b844-00387b09031f req-8fff1708-9df5-44f5-b2f7-9c3abc025369 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] 10.222.0.46 "GET /v2.0/ports?device_id=45605db1-0067-43de-9e71-8e4e4181fb09 HTTP/1.1" status: 200 len: 945 time: 1.4500022 Nov 22 20:09:32.456048 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0daf65b-d7c8-49c9-a87a-7553acdacd52 admin admin] Deleting subnet 8484e927-d598-4c05-a88d-f7c50161999e {{(pid=103447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 20:09:32.464019 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e0daf65b-d7c8-49c9-a87a-7553acdacd52 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:32.537141 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2a20e5aa-b77f-42b2-b844-00387b09031f req-12653947-8ed0-4246-a2f7-7294f2bb83c0 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] 10.222.0.46 "GET /v2.0/security-groups?id=008bf24b-e850-49d0-ba05-9d00c3f0736a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342652 Nov 22 20:09:32.544278 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 60606) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:09:32.562033 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-31b95c9a-9e5b-4414-882f-822efc04711b admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1412590434-network', 'tenant_id': '428194095b9a4fe2964979fcbe900418'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:09:32.579232 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3b157ee7-e565-4d8a-a894-d9872c134630 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:32.602834 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-9c7164d4-8016-4a9e-be2d-1597a1124827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f203a2f2-150f-4de3-b143-5dc3e6b10221', 'name': 'tempest-ServersTestMultiNic-917636083-router', 'tenant_id': '61dcfa65121d45e7982f77d2ef747965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': '1be73d0d-9ba3-4a30-bb28-d66f7f84fce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:07:29Z', 'updated_at': '2021-11-22T20:09:29Z', 'revision_number': 5, 'project_id': '61dcfa65121d45e7982f77d2ef747965', 'gw_port': {'id': '1be73d0d-9ba3-4a30-bb28-d66f7f84fce3', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:0c:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f203a2f2-150f-4de3-b143-5dc3e6b10221', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:07:30Z', 'updated_at': '2021-11-22T20:07:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:09:32.611475 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e0daf65b-d7c8-49c9-a87a-7553acdacd52 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12178353'] for subnet, precommit_delete_associations {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:32.618727 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31b95c9a-9e5b-4414-882f-822efc04711b admin admin] Made reservation on behalf of 428194095b9a4fe2964979fcbe900418 for: {'network': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:09:32.622673 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-31b95c9a-9e5b-4414-882f-822efc04711b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for network, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:32.639380 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-cfa50163-5a53-4b43-802b-ad6a1ce87341 req-d1793c75-21ed-499b-9afc-5b2a4e089a84 tempest-ListServerFiltersTestJSON-710341241 tempest-ListServerFiltersTestJSON-710341241-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=4029011266e84880a9b6ebb16a2e3cd8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2427416 Nov 22 20:09:32.674407 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-31b95c9a-9e5b-4414-882f-822efc04711b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:32.683972 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c7164d4-8016-4a9e-be2d-1597a1124827 None None] Checking router: f203a2f2-150f-4de3-b143-5dc3e6b10221 for host: n-d-818823-1 {{(pid=103450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 20:09:32.706189 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c7164d4-8016-4a9e-be2d-1597a1124827 None None] Routers {'f203a2f2-150f-4de3-b143-5dc3e6b10221'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:09:32.707201 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-9c7164d4-8016-4a9e-be2d-1597a1124827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:09:02Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['f203a2f2-150f-4de3-b143-5dc3e6b10221'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:09:32.795322 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-b4b8898d-a012-46e4-bea1-3ece6b65b809 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:32.830582 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-3b157ee7-e565-4d8a-a894-d9872c134630 admin admin] Deleting port 1be73d0d-9ba3-4a30-bb28-d66f7f84fce3 {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:09:32.831213 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3b157ee7-e565-4d8a-a894-d9872c134630 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:33.057956 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-3b157ee7-e565-4d8a-a894-d9872c134630 admin admin] For port 1be73d0d-9ba3-4a30-bb28-d66f7f84fce3, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=1be73d0d-9ba3-4a30-bb28-d66f7f84fce3,segment=NetworkSegment(8793ba83-8407-4c3d-9b56-2a177cd58a70),segment_id=8793ba83-8407-4c3d-9b56-2a177cd58a70)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:09:33.058348 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3b157ee7-e565-4d8a-a894-d9872c134630 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:33.084442 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-3b157ee7-e565-4d8a-a894-d9872c134630 admin admin] Calling delete_port for 1be73d0d-9ba3-4a30-bb28-d66f7f84fce3 owned by network:router_gateway {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:09:33.131993 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 749dd626-1f4d-4a26-b5a4-8a5a98684e27 no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:09:33.191185 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: 749dd626-1f4d-4a26-b5a4-8a5a98684e27 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:09:33.191508 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 749dd626-1f4d-4a26-b5a4-8a5a98684e27 not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:09:33.203927 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-9c7164d4-8016-4a9e-be2d-1597a1124827 None None] Set router f203a2f2-150f-4de3-b143-5dc3e6b10221 gateway port host: None {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:09:33.306749 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-9c7164d4-8016-4a9e-be2d-1597a1124827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f203a2f2-150f-4de3-b143-5dc3e6b10221', 'name': 'tempest-ServersTestMultiNic-917636083-router', 'tenant_id': '61dcfa65121d45e7982f77d2ef747965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:07:29Z', 'updated_at': '2021-11-22T20:09:32Z', 'revision_number': 6, 'project_id': '61dcfa65121d45e7982f77d2ef747965', 'gw_port_host': None}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:09:33.340170 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c7164d4-8016-4a9e-be2d-1597a1124827 None None] The sync data for ids ['f203a2f2-150f-4de3-b143-5dc3e6b10221'] in n-d-818823-1 is: [{'id': 'f203a2f2-150f-4de3-b143-5dc3e6b10221', 'name': 'tempest-ServersTestMultiNic-917636083-router', 'tenant_id': '61dcfa65121d45e7982f77d2ef747965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:07:29Z', 'updated_at': '2021-11-22T20:09:32Z', 'revision_number': 6, 'project_id': '61dcfa65121d45e7982f77d2ef747965', 'gw_port_host': None}] {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:09:33.389883 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e0daf65b-d7c8-49c9-a87a-7553acdacd52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3753007'] for subnet, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:33.436434 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 3069c2d0-4c50-4dfd-9315-6581d695eba8 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:09:33.486279 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-31b95c9a-9e5b-4414-882f-822efc04711b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:33.498534 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-31b95c9a-9e5b-4414-882f-822efc04711b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:33.516366 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e0daf65b-d7c8-49c9-a87a-7553acdacd52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3753014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8900804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8485115'] for subnet, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:33.546256 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31b95c9a-9e5b-4414-882f-822efc04711b admin admin] vlan segment allocate from pool success with {'vlan_id': 636, 'physical_network': 'physnet1'} {{(pid=103448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 20:09:33.648653 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 60618) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:09:33.648918 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-03f0964f-1b75-4df7-99e0-a3cdb56ec2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:33.660337 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-31b95c9a-9e5b-4414-882f-822efc04711b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:33.660337 n-d-818823-1 neutron-server[103448]: INFO neutron.db.segments_db [None req-31b95c9a-9e5b-4414-882f-822efc04711b admin admin] Added segment 99a23133-5e87-41a8-a27c-0433565f8dbf of type vlan for network 585601b7-3445-4882-a5f3-ad3009b240dc Nov 22 20:09:33.691509 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b95c9a-9e5b-4414-882f-822efc04711b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dc2e7c6-bdd1-45ab-9f92-9cd251450538,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:09:33.726432 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7c4cb62-e915-4170-a1c2-8d5d2715d7d4 None None] Network a6c01d97-7edb-4357-8d46-10424981d282 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:09:33.735400 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0daf65b-d7c8-49c9-a87a-7553acdacd52 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8484e927-d598-4c05-a88d-f7c50161999e,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:09:33.745073 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e0daf65b-d7c8-49c9-a87a-7553acdacd52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for subnet, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:33.753075 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-e0daf65b-d7c8-49c9-a87a-7553acdacd52 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/8484e927-d598-4c05-a88d-f7c50161999e HTTP/1.1" status: 204 len: 168 time: 1.5435107 Nov 22 20:09:33.764911 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 60622) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:09:33.816256 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-cfa50163-5a53-4b43-802b-ad6a1ce87341 req-d353aa9f-1d82-4b7e-9bfe-31439546ad00 service neutron] 10.222.0.46 "GET /v2.0/networks/5304318e-8a1b-436f-8654-45389cfc7b43?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1382823 Nov 22 20:09:33.835611 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-31b95c9a-9e5b-4414-882f-822efc04711b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748992492791'] for network, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:33.912684 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3b157ee7-e565-4d8a-a894-d9872c134630 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:34.009243 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b157ee7-e565-4d8a-a894-d9872c134630 admin admin] Pushing event deleted for resources: {'Port': ['ID=1be73d0d-9ba3-4a30-bb28-d66f7f84fce3,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:09:34.014247 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 3069c2d0-4c50-4dfd-9315-6581d695eba8 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:09:34.018817 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:34.021991 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b167c667-4d26-40d6-b0a9-a1cf84a1cbf5 req-d895bd6d-2b41-4f12-b019-e980ac4c96d9 tempest-ListServerFiltersTestJSON-710341241 tempest-ListServerFiltersTestJSON-710341241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:09:34.024571 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b167c667-4d26-40d6-b0a9-a1cf84a1cbf5 req-d895bd6d-2b41-4f12-b019-e980ac4c96d9 tempest-ListServerFiltersTestJSON-710341241 tempest-ListServerFiltersTestJSON-710341241-project] 10.222.0.41 "GET /v2.0/networks?id=5304318e-8a1b-436f-8654-45389cfc7b43 HTTP/1.1" status: 200 len: 816 time: 1.0195806 Nov 22 20:09:34.067760 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-31b95c9a-9e5b-4414-882f-822efc04711b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for network, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:34.069357 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31b95c9a-9e5b-4414-882f-822efc04711b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:09:34.070218 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-31b95c9a-9e5b-4414-882f-822efc04711b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:34.071244 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-b167c667-4d26-40d6-b0a9-a1cf84a1cbf5 req-3bf4ae23-7401-4d9a-b9a4-8cf21b5260aa tempest-ListServerFiltersTestJSON-710341241 tempest-ListServerFiltersTestJSON-710341241-project] Request body: {'port': {'device_id': '7563f773-f6b1-4f3f-94f8-25a0f67634fc', 'network_id': '5304318e-8a1b-436f-8654-45389cfc7b43', 'admin_state_up': True, 'tenant_id': '4029011266e84880a9b6ebb16a2e3cd8'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:09:34.077790 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5f60cef0-2f36-41f7-8e59-1b97e4f011ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3961693'] for network, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:34.114124 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-e91ec21d-93aa-4d9f-a5b1-ac96888465fc None None] Provisioning complete for port 3069c2d0-4c50-4dfd-9315-6581d695eba8 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:09:34.114543 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e91ec21d-93aa-4d9f-a5b1-ac96888465fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:34.173017 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7942cf95-efa0-448a-9003-dcfb8f805110 req-b60825aa-592e-4b74-ab59-7d7095fc13a5 tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:09:34.174744 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7942cf95-efa0-448a-9003-dcfb8f805110 req-b60825aa-592e-4b74-ab59-7d7095fc13a5 tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] 10.222.0.41 "GET /v2.0/ports?device_id=a8d3a7bb-93d3-4918-911b-b913622e40e8 HTTP/1.1" status: 200 len: 945 time: 0.5505626 Nov 22 20:09:34.207699 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-2cb923e4-35b3-4792-ac7a-43afc17a1fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd305399d-34af-4ee1-9c40-8ba5615f59c5', 'name': 'tempest-TaggedBootDevicesTest-1460074747-router', 'tenant_id': '7c2e3bcb3c11419aa5bdb45ad6533966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.66'}], 'enable_snat': True}, 'gw_port_id': '25c221fc-593d-4f05-a358-e8b167d8000e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:09:12Z', 'updated_at': '2021-11-22T20:09:26Z', 'revision_number': 4, 'project_id': '7c2e3bcb3c11419aa5bdb45ad6533966', 'gw_port': {'id': '25c221fc-593d-4f05-a358-e8b167d8000e', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:08:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd305399d-34af-4ee1-9c40-8ba5615f59c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 864, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:09:15Z', 'updated_at': '2021-11-22T20:09:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': 'd5088741-6f03-42c9-b9e6-ab86b7fd98c5', 'name': '', 'network_id': 'ac9307cb-d216-4d24-9d6c-807bf1ccc8be', 'tenant_id': '7c2e3bcb3c11419aa5bdb45ad6533966', 'mac_address': 'fa:16:3e:64:da:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd305399d-34af-4ee1-9c40-8ba5615f59c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': '6b90bb48-40b3-40a5-9333-60b239e36730', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:09:24Z', 'updated_at': '2021-11-22T20:09:26Z', 'revision_number': 2, 'project_id': '7c2e3bcb3c11419aa5bdb45ad6533966', 'subnets': [{'id': '6b90bb48-40b3-40a5-9333-60b239e36730', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:09:34.211758 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-af69f97e-9768-4c64-9fee-09bd1a9f949e req-f6f439a2-629e-4b4f-b19a-1c82105d007e tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-564805189&fields=id&tenant_id=0fdf582e13024dfab4aee7ecf63b2936 HTTP/1.1" status: 200 len: 267 time: 0.7007344 Nov 22 20:09:34.282202 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cb923e4-35b3-4792-ac7a-43afc17a1fdd None None] Checking router: d305399d-34af-4ee1-9c40-8ba5615f59c5 for host: n-d-818823-1 {{(pid=103449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 20:09:34.282661 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cb923e4-35b3-4792-ac7a-43afc17a1fdd None None] Updating router d305399d-34af-4ee1-9c40-8ba5615f59c5 port d5088741-6f03-42c9-b9e6-ab86b7fd98c5 binding host n-d-818823-1 {{(pid=103449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 20:09:34.377063 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-2cb923e4-35b3-4792-ac7a-43afc17a1fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:34.437149 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-cfa50163-5a53-4b43-802b-ad6a1ce87341 req-430e779d-a1c8-45e1-babe-15a7e4c94fb2 service neutron] 10.222.0.46 "GET /v2.0/networks/5304318e-8a1b-436f-8654-45389cfc7b43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6196513 Nov 22 20:09:34.437874 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b461bcf4-14e2-4430-86e0-3d784e628cf1 None None] DHCP port deletion for a6c01d97-7edb-4357-8d46-10424981d282 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:09:34.582617 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af69f97e-9768-4c64-9fee-09bd1a9f949e req-0a50b424-2b04-4719-ad9c-f0c3014c020c tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:09:34.585585 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-af69f97e-9768-4c64-9fee-09bd1a9f949e req-0a50b424-2b04-4719-ad9c-f0c3014c020c tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] 10.222.0.46 "GET /v2.0/ports?device_id=45605db1-0067-43de-9e71-8e4e4181fb09 HTTP/1.1" status: 200 len: 945 time: 0.3673594 Nov 22 20:09:34.626595 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-af69f97e-9768-4c64-9fee-09bd1a9f949e req-f2cd2eb8-c3ed-4d55-b3e5-10c3d8999e1f tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] Request body: {'port': {'security_groups': ['008bf24b-e850-49d0-ba05-9d00c3f0736a', 'bea1ed78-99ea-4bbb-b015-1c06f8cf0028']}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:09:34.652625 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 79a0e4d6-fcb3-4ee3-a209-dd201710e688 no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:09:34.676353 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b167c667-4d26-40d6-b0a9-a1cf84a1cbf5 req-3bf4ae23-7401-4d9a-b9a4-8cf21b5260aa tempest-ListServerFiltersTestJSON-710341241 tempest-ListServerFiltersTestJSON-710341241-project] Made reservation on behalf of 4029011266e84880a9b6ebb16a2e3cd8 for: {'port': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:09:34.680374 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-b167c667-4d26-40d6-b0a9-a1cf84a1cbf5 req-3bf4ae23-7401-4d9a-b9a4-8cf21b5260aa tempest-ListServerFiltersTestJSON-710341241 tempest-ListServerFiltersTestJSON-710341241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:34.692667 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-d0f50f30-7b41-4d51-b827-243f69cbd89c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=126c0323750547f8b9835ef63890aaea&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0356565 Nov 22 20:09:34.694422 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: 79a0e4d6-fcb3-4ee3-a209-dd201710e688 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:09:34.695050 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 79a0e4d6-fcb3-4ee3-a209-dd201710e688 not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:09:34.702559 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 60634) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:09:34.731535 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3b157ee7-e565-4d8a-a894-d9872c134630 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595398'] for router_gateway, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:34.768829 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-b461bcf4-14e2-4430-86e0-3d784e628cf1 None None] Deleting port c13954b8-f47c-41a7-827f-7d98d3bf8307 {{(pid=103449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:09:34.769345 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-b461bcf4-14e2-4430-86e0-3d784e628cf1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:34.923312 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-b461bcf4-14e2-4430-86e0-3d784e628cf1 None None] For port c13954b8-f47c-41a7-827f-7d98d3bf8307, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=c13954b8-f47c-41a7-827f-7d98d3bf8307,segment=NetworkSegment(f0c11d7a-96fd-43fa-957b-1793939552d9),segment_id=f0c11d7a-96fd-43fa-957b-1793939552d9)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:09:34.923848 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-b461bcf4-14e2-4430-86e0-3d784e628cf1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:34.964073 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-7942cf95-efa0-448a-9003-dcfb8f805110 req-0abee6b1-e8ba-4443-8e5f-1036f9abbd27 tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] Deleting port 922caa09-8d5c-4d80-88ea-9b74d0b2a711 {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:09:34.964658 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-7942cf95-efa0-448a-9003-dcfb8f805110 req-0abee6b1-e8ba-4443-8e5f-1036f9abbd27 tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:34.988284 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-b461bcf4-14e2-4430-86e0-3d784e628cf1 None None] Calling delete_port for c13954b8-f47c-41a7-827f-7d98d3bf8307 owned by network:dhcp {{(pid=103449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:09:35.007602 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3b157ee7-e565-4d8a-a894-d9872c134630 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24781'] for router, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:35.010201 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3b157ee7-e565-4d8a-a894-d9872c134630 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:35.064596 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-2471fb99-7e48-4291-8e2f-1f4ad422ae8d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:35.093109 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3b157ee7-e565-4d8a-a894-d9872c134630 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-663261'] for router, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:35.093601 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b157ee7-e565-4d8a-a894-d9872c134630 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f203a2f2-150f-4de3-b143-5dc3e6b10221 {{(pid=103448) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 20:09:35.100586 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-31b95c9a-9e5b-4414-882f-822efc04711b admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.5492339 Nov 22 20:09:35.109936 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf89d26-231c-4aef-ad3c-7829b9d5b331 req-1622b75e-8031-4e94-9c85-f74180be9386 tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:09:35.112120 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ebf89d26-231c-4aef-ad3c-7829b9d5b331 req-1622b75e-8031-4e94-9c85-f74180be9386 tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] 10.222.0.46 "GET /v2.0/ports?device_id=a8d3a7bb-93d3-4918-911b-b913622e40e8 HTTP/1.1" status: 200 len: 945 time: 0.2333660 Nov 22 20:09:35.113011 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 60646) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:09:35.130024 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3b157ee7-e565-4d8a-a894-d9872c134630 admin admin] Publish callbacks [] for router, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:35.134003 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-ee0a46f6-4a33-42ef-abc4-7dbbc287c010 admin admin] Request body: {'subnet': {'network_id': '585601b7-3445-4882-a5f3-ad3009b240dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1412590434-subnet', 'tenant_id': '428194095b9a4fe2964979fcbe900418', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:09:35.135900 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-3b157ee7-e565-4d8a-a894-d9872c134630 admin admin] 10.222.0.46 "DELETE /v2.0/routers/f203a2f2-150f-4de3-b143-5dc3e6b10221 HTTP/1.1" status: 204 len: 168 time: 3.3578916 Nov 22 20:09:35.136058 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e49ee129-e862-4476-beca-cdc8150d2345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:35.137862 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 60648) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:09:35.138766 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-af69f97e-9768-4c64-9fee-09bd1a9f949e req-f2cd2eb8-c3ed-4d55-b3e5-10c3d8999e1f tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:35.198828 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-b461bcf4-14e2-4430-86e0-3d784e628cf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381'] for port, after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:35.212590 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b95c9a-9e5b-4414-882f-822efc04711b admin admin] Pushing event updated for resources: {'Network': ['ID=585601b7-3445-4882-a5f3-ad3009b240dc,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:09:35.284029 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-2471fb99-7e48-4291-8e2f-1f4ad422ae8d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:35.293231 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf9785bf-a825-4214-a88e-6b4474d87c7c admin admin] Deleting subnet 21f6cce3-ea76-4a1b-b1b6-f7b27d53b88e {{(pid=103448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 20:09:35.328756 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cf9785bf-a825-4214-a88e-6b4474d87c7c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:35.359707 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [req-b167c667-4d26-40d6-b0a9-a1cf84a1cbf5 req-3bf4ae23-7401-4d9a-b9a4-8cf21b5260aa tempest-ListServerFiltersTestJSON-710341241 tempest-ListServerFiltersTestJSON-710341241-project] Allocated IP 172.20.0.8 (5304318e-8a1b-436f-8654-45389cfc7b43/9a97c93b-2aa7-44f7-aae7-762ebe4bc4be/37195ed8-69b8-45b3-8892-62f51715395d) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:09:35.427397 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cf9785bf-a825-4214-a88e-6b4474d87c7c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11627908'] for subnet, precommit_delete_associations {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:35.484924 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-2cb923e4-35b3-4792-ac7a-43afc17a1fdd None None] Publish callbacks [] for port, precommit_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:35.509528 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Network 585601b7-3445-4882-a5f3-ad3009b240dc details requested by agent ovs-agent-n-d-818823-1 with host n-d-818823-1 {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 20:09:35.511408 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device def40dcf-3cf3-44c1-83f8-20d11cfd7e0a no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:09:35.513720 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-2cb923e4-35b3-4792-ac7a-43afc17a1fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:35.527378 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cf9785bf-a825-4214-a88e-6b4474d87c7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3753007'] for subnet, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:35.533054 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b461bcf4-14e2-4430-86e0-3d784e628cf1 None None] Pushing event deleted for resources: {'Port': ['ID=c13954b8-f47c-41a7-827f-7d98d3bf8307,revision_number=None']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:09:35.536443 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b461bcf4-14e2-4430-86e0-3d784e628cf1 None None] No DVR routers for this DVR port c13954b8-f47c-41a7-827f-7d98d3bf8307 on host n-d-818823-1 {{(pid=103449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:09:35.560334 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee0a46f6-4a33-42ef-abc4-7dbbc287c010 admin admin] Made reservation on behalf of 428194095b9a4fe2964979fcbe900418 for: {'subnet': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:09:35.563211 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ee0a46f6-4a33-42ef-abc4-7dbbc287c010 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8485086'] for subnet, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:35.573956 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-5f60cef0-2f36-41f7-8e59-1b97e4f011ae admin admin] Deleting port c13954b8-f47c-41a7-827f-7d98d3bf8307 {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:09:35.573956 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5f60cef0-2f36-41f7-8e59-1b97e4f011ae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:35.615464 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: def40dcf-3cf3-44c1-83f8-20d11cfd7e0a {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:09:35.615912 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device def40dcf-3cf3-44c1-83f8-20d11cfd7e0a not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:09:35.616239 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device c13954b8-f47c-41a7-827f-7d98d3bf8307 no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:09:35.653820 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-5f60cef0-2f36-41f7-8e59-1b97e4f011ae admin admin] For port c13954b8-f47c-41a7-827f-7d98d3bf8307, host n-d-818823-1, got binding levels [] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:09:35.654190 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5f60cef0-2f36-41f7-8e59-1b97e4f011ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:35.667066 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b461bcf4-14e2-4430-86e0-3d784e628cf1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:09:35.667764 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b461bcf4-14e2-4430-86e0-3d784e628cf1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:09:35.668868 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b461bcf4-14e2-4430-86e0-3d784e628cf1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:09:35.669849 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b461bcf4-14e2-4430-86e0-3d784e628cf1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:09:35.670517 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b461bcf4-14e2-4430-86e0-3d784e628cf1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:09:35.671075 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b461bcf4-14e2-4430-86e0-3d784e628cf1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:09:35.671744 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b461bcf4-14e2-4430-86e0-3d784e628cf1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:09:35.672420 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b461bcf4-14e2-4430-86e0-3d784e628cf1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:09:35.673032 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b461bcf4-14e2-4430-86e0-3d784e628cf1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:09:35.673605 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b461bcf4-14e2-4430-86e0-3d784e628cf1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:09:35.674180 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b461bcf4-14e2-4430-86e0-3d784e628cf1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:09:35.674737 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b461bcf4-14e2-4430-86e0-3d784e628cf1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:09:35.681746 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-5f60cef0-2f36-41f7-8e59-1b97e4f011ae admin admin] Calling delete_port for c13954b8-f47c-41a7-827f-7d98d3bf8307 owned by network:dhcp {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:09:35.685642 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.ipam_backend_mixin [None req-5f60cef0-2f36-41f7-8e59-1b97e4f011ae admin admin] Port c13954b8-f47c-41a7-827f-7d98d3bf8307 was not found and therefore no delete operation was performed {{(pid=103448) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 22 20:09:35.688091 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5f60cef0-2f36-41f7-8e59-1b97e4f011ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:35.700764 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: c13954b8-f47c-41a7-827f-7d98d3bf8307 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:09:35.701065 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cf9785bf-a825-4214-a88e-6b4474d87c7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3753014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11567369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11792914'] for subnet, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:35.701302 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device c13954b8-f47c-41a7-827f-7d98d3bf8307 not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:09:35.701835 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 1be73d0d-9ba3-4a30-bb28-d66f7f84fce3 no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:09:35.736401 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f60cef0-2f36-41f7-8e59-1b97e4f011ae admin admin] Pushing event deleted for resources: {'Port': ['ID=c13954b8-f47c-41a7-827f-7d98d3bf8307,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:09:35.762098 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f60cef0-2f36-41f7-8e59-1b97e4f011ae admin admin] No DVR routers for this DVR port c13954b8-f47c-41a7-827f-7d98d3bf8307 on host n-d-818823-1 {{(pid=103448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:09:35.766533 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9785bf-a825-4214-a88e-6b4474d87c7c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=21f6cce3-ea76-4a1b-b1b6-f7b27d53b88e,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:09:35.779074 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ebf89d26-231c-4aef-ad3c-7829b9d5b331 req-2474e3ce-ff03-4a4f-a115-f4fe89ceca29 tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] 10.222.0.46 "GET /v2.0/security-groups?id=89c2c967-26c4-4e1c-a1fd-c97f87817ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6214275 Nov 22 20:09:35.819744 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cf9785bf-a825-4214-a88e-6b4474d87c7c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:35.824061 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-7942cf95-efa0-448a-9003-dcfb8f805110 req-0abee6b1-e8ba-4443-8e5f-1036f9abbd27 tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] For port 922caa09-8d5c-4d80-88ea-9b74d0b2a711, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=922caa09-8d5c-4d80-88ea-9b74d0b2a711,segment=NetworkSegment(a1d01b66-e103-44ab-97f3-6f827675fa31),segment_id=a1d01b66-e103-44ab-97f3-6f827675fa31)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:09:35.824428 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-7942cf95-efa0-448a-9003-dcfb8f805110 req-0abee6b1-e8ba-4443-8e5f-1036f9abbd27 tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:35.828184 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-cf9785bf-a825-4214-a88e-6b4474d87c7c admin admin] 10.222.0.46 "DELETE /v2.0/subnets/21f6cce3-ea76-4a1b-b1b6-f7b27d53b88e HTTP/1.1" status: 204 len: 168 time: 0.6854014 Nov 22 20:09:35.835695 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 60652) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:09:35.843113 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: 1be73d0d-9ba3-4a30-bb28-d66f7f84fce3 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:09:35.843600 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 1be73d0d-9ba3-4a30-bb28-d66f7f84fce3 not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:09:35.906182 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-7942cf95-efa0-448a-9003-dcfb8f805110 req-0abee6b1-e8ba-4443-8e5f-1036f9abbd27 tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] Calling delete_port for 922caa09-8d5c-4d80-88ea-9b74d0b2a711 owned by compute:nova {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:09:35.938227 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f110340-200d-41c3-ba77-c7ef53816a00 None None] Network 2b252814-15c3-4a94-a06a-f3a13ca593af requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:09:35.972161 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-b167c667-4d26-40d6-b0a9-a1cf84a1cbf5 req-3bf4ae23-7401-4d9a-b9a4-8cf21b5260aa tempest-ListServerFiltersTestJSON-710341241 tempest-ListServerFiltersTestJSON-710341241-project] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:35.973648 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-2471fb99-7e48-4291-8e2f-1f4ad422ae8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:35.976476 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-2471fb99-7e48-4291-8e2f-1f4ad422ae8d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:35.979982 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-2471fb99-7e48-4291-8e2f-1f4ad422ae8d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a1d007ec-a75a-4ef8-9cdd-9c679a3ff22b HTTP/1.1" status: 204 len: 168 time: 1.1612344 Nov 22 20:09:36.012762 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a660992-49a7-4db3-a1f9-5ed681de9e90 None None] Pushing event updated for resources: {'Port': ['ID=d5088741-6f03-42c9-b9e6-ab86b7fd98c5,revision_number=3']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:09:36.016623 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5f60cef0-2f36-41f7-8e59-1b97e4f011ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3760028', 'neutron.services.segments.db._delete_segments_for_network-8748992815755'] for network, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:36.099901 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8e633106-1714-48af-8449-88c32ef29096 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3961693'] for network, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:36.109633 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-5f60cef0-2f36-41f7-8e59-1b97e4f011ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6c01d97-7edb-4357-8d46-10424981d282']}} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:09:36.124534 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:36.130131 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-5f60cef0-2f36-41f7-8e59-1b97e4f011ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0c11d7a-96fd-43fa-957b-1793939552d9') {'for_net_delete': True} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:09:36.130685 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-5f60cef0-2f36-41f7-8e59-1b97e4f011ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0c11d7a-96fd-43fa-957b-1793939552d9') {} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:09:36.147350 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5f60cef0-2f36-41f7-8e59-1b97e4f011ae admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748993039638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11627933'] for segment, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:36.171188 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2471fb99-7e48-4291-8e2f-1f4ad422ae8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1d007ec-a75a-4ef8-9cdd-9c679a3ff22b,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:09:36.189452 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5f60cef0-2f36-41f7-8e59-1b97e4f011ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:36.198854 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f60cef0-2f36-41f7-8e59-1b97e4f011ae admin admin] Releasing vlan 605 on physical network physnet1 to pool {{(pid=103448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 20:09:36.200245 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5f60cef0-2f36-41f7-8e59-1b97e4f011ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11567447'] for segment, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:36.202837 n-d-818823-1 neutron-server[103448]: Traceback (most recent call last): Nov 22 20:09:36.202837 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 20:09:36.202837 n-d-818823-1 neutron-server[103448]: timer() Nov 22 20:09:36.202837 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 20:09:36.202837 n-d-818823-1 neutron-server[103448]: cb(*args, **kw) Nov 22 20:09:36.202837 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 20:09:36.202837 n-d-818823-1 neutron-server[103448]: return func(*args, **kwargs) Nov 22 20:09:36.202837 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 20:09:36.202837 n-d-818823-1 neutron-server[103448]: self._notify() Nov 22 20:09:36.202837 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 20:09:36.202837 n-d-818823-1 neutron-server[103448]: self.callback(batched_events) Nov 22 20:09:36.202837 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 20:09:36.202837 n-d-818823-1 neutron-server[103448]: event.method(event) Nov 22 20:09:36.202837 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 20:09:36.202837 n-d-818823-1 neutron-server[103448]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 20:09:36.202837 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 20:09:36.202837 n-d-818823-1 neutron-server[103448]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 20:09:36.202837 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 20:09:36.202837 n-d-818823-1 neutron-server[103448]: return f(self, *a, **k) Nov 22 20:09:36.202837 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 20:09:36.202837 n-d-818823-1 neutron-server[103448]: return self._get(url).json() Nov 22 20:09:36.202837 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 20:09:36.202837 n-d-818823-1 neutron-server[103448]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 20:09:36.202837 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 20:09:36.202837 n-d-818823-1 neutron-server[103448]: return self.request(url, 'GET', **kwargs) Nov 22 20:09:36.202837 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 20:09:36.202837 n-d-818823-1 neutron-server[103448]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 20:09:36.202837 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 20:09:36.202837 n-d-818823-1 neutron-server[103448]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 20:09:36.202837 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 20:09:36.202837 n-d-818823-1 neutron-server[103448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 20:09:36.202837 n-d-818823-1 neutron-server[103448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 20:09:36.214886 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-2cb923e4-35b3-4792-ac7a-43afc17a1fdd None None] Attempting to bind port d5088741-6f03-42c9-b9e6-ab86b7fd98c5 on host n-d-818823-1 for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:09:36.218252 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-2cb923e4-35b3-4792-ac7a-43afc17a1fdd None None] Attempting to bind port d5088741-6f03-42c9-b9e6-ab86b7fd98c5 by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': '096b9653-3939-4da1-92f6-6a39bd3c877e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'ac9307cb-d216-4d24-9d6c-807bf1ccc8be'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:09:36.219758 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cb923e4-35b3-4792-ac7a-43afc17a1fdd None None] Attempting to bind port d5088741-6f03-42c9-b9e6-ab86b7fd98c5 on network ac9307cb-d216-4d24-9d6c-807bf1ccc8be {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:09:36.296638 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cb923e4-35b3-4792-ac7a-43afc17a1fdd None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 9, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:09:36.297443 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cb923e4-35b3-4792-ac7a-43afc17a1fdd None None] Checking segment: {'id': '096b9653-3939-4da1-92f6-6a39bd3c877e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'ac9307cb-d216-4d24-9d6c-807bf1ccc8be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:09:36.298300 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-2cb923e4-35b3-4792-ac7a-43afc17a1fdd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:36.298901 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cb923e4-35b3-4792-ac7a-43afc17a1fdd None None] Bound using segment: {'id': '096b9653-3939-4da1-92f6-6a39bd3c877e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'ac9307cb-d216-4d24-9d6c-807bf1ccc8be'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:09:36.300075 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-2cb923e4-35b3-4792-ac7a-43afc17a1fdd None None] Bound port: d5088741-6f03-42c9-b9e6-ab86b7fd98c5, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '096b9653-3939-4da1-92f6-6a39bd3c877e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'ac9307cb-d216-4d24-9d6c-807bf1ccc8be'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:09:36.300815 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-2cb923e4-35b3-4792-ac7a-43afc17a1fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:36.311138 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-8e633106-1714-48af-8449-88c32ef29096 admin admin] Deleting port 25fe32df-87b6-45aa-90ed-380e2d2515b4 {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:09:36.312161 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8e633106-1714-48af-8449-88c32ef29096 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:36.333356 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5f60cef0-2f36-41f7-8e59-1b97e4f011ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3760002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595318'] for network, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:36.342312 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-bdeffe2f-abc0-41ce-9831-f13ee68a541a None None] Provisioning complete for port d5088741-6f03-42c9-b9e6-ab86b7fd98c5 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:09:36.342698 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-bdeffe2f-abc0-41ce-9831-f13ee68a541a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:36.372895 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5f60cef0-2f36-41f7-8e59-1b97e4f011ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:36.380637 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-5f60cef0-2f36-41f7-8e59-1b97e4f011ae admin admin] 10.222.0.46 "DELETE /v2.0/networks/a6c01d97-7edb-4357-8d46-10424981d282 HTTP/1.1" status: 204 len: 168 time: 2.6144783 Nov 22 20:09:36.384372 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 60666) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:09:36.468571 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-2cb923e4-35b3-4792-ac7a-43afc17a1fdd None None] For port d5088741-6f03-42c9-b9e6-ab86b7fd98c5, host n-d-818823-1, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:09:36.470134 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f60cef0-2f36-41f7-8e59-1b97e4f011ae admin admin] Pushing event deleted for resources: {'Network': ['ID=a6c01d97-7edb-4357-8d46-10424981d282,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:09:36.477834 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-2cb923e4-35b3-4792-ac7a-43afc17a1fdd None None] For port d5088741-6f03-42c9-b9e6-ab86b7fd98c5, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=d5088741-6f03-42c9-b9e6-ab86b7fd98c5,segment=NetworkSegment(096b9653-3939-4da1-92f6-6a39bd3c877e),segment_id=096b9653-3939-4da1-92f6-6a39bd3c877e)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:09:36.504470 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-8e633106-1714-48af-8449-88c32ef29096 admin admin] For port 25fe32df-87b6-45aa-90ed-380e2d2515b4, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=25fe32df-87b6-45aa-90ed-380e2d2515b4,segment=NetworkSegment(f713d3ed-9f2f-4f27-91f3-49b8f330bcc1),segment_id=f713d3ed-9f2f-4f27-91f3-49b8f330bcc1)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:09:36.505185 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8e633106-1714-48af-8449-88c32ef29096 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:36.521971 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-2cb923e4-35b3-4792-ac7a-43afc17a1fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:36.554739 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ee0a46f6-4a33-42ef-abc4-7dbbc287c010 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8900613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8485104'] for subnet, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:36.560612 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-7942cf95-efa0-448a-9003-dcfb8f805110 req-0abee6b1-e8ba-4443-8e5f-1036f9abbd27 tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:36.567156 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-8e633106-1714-48af-8449-88c32ef29096 admin admin] Calling delete_port for 25fe32df-87b6-45aa-90ed-380e2d2515b4 owned by network:dhcp {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:09:36.597473 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 60668) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:09:36.609407 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-bdeffe2f-abc0-41ce-9831-f13ee68a541a None None] Port d5088741-6f03-42c9-b9e6-ab86b7fd98c5 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:09:36.621165 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfe1191b-ca2e-4563-9b15-abe8f6986746 None None] DHCP port deletion for 2b252814-15c3-4a94-a06a-f3a13ca593af request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:09:36.698732 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cb923e4-35b3-4792-ac7a-43afc17a1fdd None None] Routers {'d305399d-34af-4ee1-9c40-8ba5615f59c5'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:09:36.699401 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-2cb923e4-35b3-4792-ac7a-43afc17a1fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:09:33Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['d305399d-34af-4ee1-9c40-8ba5615f59c5'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:09:36.703463 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a660992-49a7-4db3-a1f9-5ed681de9e90 None None] Pushing event updated for resources: {'Port': ['ID=d5088741-6f03-42c9-b9e6-ab86b7fd98c5,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:09:36.728825 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-b167c667-4d26-40d6-b0a9-a1cf84a1cbf5 req-3bf4ae23-7401-4d9a-b9a4-8cf21b5260aa tempest-ListServerFiltersTestJSON-710341241 tempest-ListServerFiltersTestJSON-710341241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:36.768435 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abee6b1-e8ba-4443-8e5f-1036f9abbd27 tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] Pushing event deleted for resources: {'Port': ['ID=922caa09-8d5c-4d80-88ea-9b74d0b2a711,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:09:36.772901 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-25692095-bdbc-4488-93cd-b209656c54dd admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=453f6d6234484819a8d5345448c3e2ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1743214 Nov 22 20:09:36.779142 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 60670) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:09:36.800492 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-af69f97e-9768-4c64-9fee-09bd1a9f949e req-f2cd2eb8-c3ed-4d55-b3e5-10c3d8999e1f tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] For port d4ff6968-3b58-4ead-83f6-cb8ac9bc804d, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=d4ff6968-3b58-4ead-83f6-cb8ac9bc804d,segment=NetworkSegment(94d4e232-251b-48cf-a0b3-a3b667b8984b),segment_id=94d4e232-251b-48cf-a0b3-a3b667b8984b)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:09:36.815560 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-cfe1191b-ca2e-4563-9b15-abe8f6986746 None None] Deleting port 25fe32df-87b6-45aa-90ed-380e2d2515b4 {{(pid=103449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:09:36.815560 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-cfe1191b-ca2e-4563-9b15-abe8f6986746 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:36.898131 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-cfe1191b-ca2e-4563-9b15-abe8f6986746 None None] For port 25fe32df-87b6-45aa-90ed-380e2d2515b4, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=25fe32df-87b6-45aa-90ed-380e2d2515b4,segment=NetworkSegment(f713d3ed-9f2f-4f27-91f3-49b8f330bcc1),segment_id=f713d3ed-9f2f-4f27-91f3-49b8f330bcc1)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:09:36.898540 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-cfe1191b-ca2e-4563-9b15-abe8f6986746 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:36.916756 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 922caa09-8d5c-4d80-88ea-9b74d0b2a711 no longer exists at agent hyperv_n-h1-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:09:36.926346 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-cfe1191b-ca2e-4563-9b15-abe8f6986746 None None] Calling delete_port for 25fe32df-87b6-45aa-90ed-380e2d2515b4 owned by network:dhcp {{(pid=103449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:09:36.941549 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b167c667-4d26-40d6-b0a9-a1cf84a1cbf5 req-3bf4ae23-7401-4d9a-b9a4-8cf21b5260aa tempest-ListServerFiltersTestJSON-710341241 tempest-ListServerFiltersTestJSON-710341241-project] Network 5304318e-8a1b-436f-8654-45389cfc7b43 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:09:36.948850 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8e633106-1714-48af-8449-88c32ef29096 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:36.961017 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] No Port match for: 922caa09-8d5c-4d80-88ea-9b74d0b2a711 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:09:36.961452 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 922caa09-8d5c-4d80-88ea-9b74d0b2a711 not bound to the agent host n-h1-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:09:36.968343 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-2cb923e4-35b3-4792-ac7a-43afc17a1fdd None None] Set router d305399d-34af-4ee1-9c40-8ba5615f59c5 gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:09:36.992598 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ce9612-ff70-40bb-a256-ff407fe2bb3b req-36865dc0-a537-41d4-a48b-cc6217f4e737 tempest-ListServerFiltersTestJSON-710341241 tempest-ListServerFiltersTestJSON-710341241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:09:36.995678 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-66ce9612-ff70-40bb-a256-ff407fe2bb3b req-36865dc0-a537-41d4-a48b-cc6217f4e737 tempest-ListServerFiltersTestJSON-710341241 tempest-ListServerFiltersTestJSON-710341241-project] 10.222.0.46 "GET /v2.0/networks?id=5304318e-8a1b-436f-8654-45389cfc7b43 HTTP/1.1" status: 200 len: 816 time: 1.0360622 Nov 22 20:09:37.002471 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e633106-1714-48af-8449-88c32ef29096 admin admin] Pushing event deleted for resources: {'Port': ['ID=25fe32df-87b6-45aa-90ed-380e2d2515b4,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:09:37.007881 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a7e022d9-ed69-42f7-b4f2-9ce54eb59a4d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:37.009802 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e633106-1714-48af-8449-88c32ef29096 admin admin] No DVR routers for this DVR port 25fe32df-87b6-45aa-90ed-380e2d2515b4 on host n-d-818823-1 {{(pid=103448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:09:37.035009 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [req-b167c667-4d26-40d6-b0a9-a1cf84a1cbf5 req-3bf4ae23-7401-4d9a-b9a4-8cf21b5260aa tempest-ListServerFiltersTestJSON-710341241 tempest-ListServerFiltersTestJSON-710341241-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:09:37.052122 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0a46f6-4a33-42ef-abc4-7dbbc287c010 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae83f38d-31ec-423d-870c-85aec5da1d06,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:09:37.074226 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-b167c667-4d26-40d6-b0a9-a1cf84a1cbf5 req-3bf4ae23-7401-4d9a-b9a4-8cf21b5260aa tempest-ListServerFiltersTestJSON-710341241 tempest-ListServerFiltersTestJSON-710341241-project] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:09:37.089737 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a7e022d9-ed69-42f7-b4f2-9ce54eb59a4d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:37.138950 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-7942cf95-efa0-448a-9003-dcfb8f805110 req-0abee6b1-e8ba-4443-8e5f-1036f9abbd27 tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] No DVR routers for this DVR port 922caa09-8d5c-4d80-88ea-9b74d0b2a711 on host n-h1-818823-1 {{(pid=103447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:09:37.283330 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-cfe1191b-ca2e-4563-9b15-abe8f6986746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381'] for port, after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:37.285443 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8e633106-1714-48af-8449-88c32ef29096 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3760028', 'neutron.services.segments.db._delete_segments_for_network-8748992815755'] for network, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:37.330383 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-8e633106-1714-48af-8449-88c32ef29096 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b252814-15c3-4a94-a06a-f3a13ca593af']}} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:09:37.375731 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-6c776d3d-6e6f-4d8e-860f-fa2afefe8d0a None None] Provisioning complete for port d5088741-6f03-42c9-b9e6-ab86b7fd98c5 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:09:37.376510 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6c776d3d-6e6f-4d8e-860f-fa2afefe8d0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:37.388194 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-8e633106-1714-48af-8449-88c32ef29096 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f713d3ed-9f2f-4f27-91f3-49b8f330bcc1') {'for_net_delete': True} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:09:37.388496 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-8e633106-1714-48af-8449-88c32ef29096 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f713d3ed-9f2f-4f27-91f3-49b8f330bcc1') {} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:09:37.406048 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8e633106-1714-48af-8449-88c32ef29096 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748993039638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11627933'] for segment, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:37.427824 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe1191b-ca2e-4563-9b15-abe8f6986746 None None] No DVR routers for this DVR port 25fe32df-87b6-45aa-90ed-380e2d2515b4 on host n-d-818823-1 {{(pid=103449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:09:37.428200 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a7e022d9-ed69-42f7-b4f2-9ce54eb59a4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:37.431665 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a7e022d9-ed69-42f7-b4f2-9ce54eb59a4d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:37.431965 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 25fe32df-87b6-45aa-90ed-380e2d2515b4 no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:09:37.435481 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-a7e022d9-ed69-42f7-b4f2-9ce54eb59a4d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/729e5861-9c96-47f9-852c-89205149fdef HTTP/1.1" status: 204 len: 168 time: 0.6529834 Nov 22 20:09:37.444392 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe1191b-ca2e-4563-9b15-abe8f6986746 None None] Pushing event deleted for resources: {'Port': ['ID=25fe32df-87b6-45aa-90ed-380e2d2515b4,revision_number=None']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:09:37.470165 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8e633106-1714-48af-8449-88c32ef29096 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:37.503748 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e022d9-ed69-42f7-b4f2-9ce54eb59a4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=729e5861-9c96-47f9-852c-89205149fdef,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:09:37.519878 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e633106-1714-48af-8449-88c32ef29096 admin admin] Releasing vlan 646 on physical network physnet1 to pool {{(pid=103448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 20:09:37.521232 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8e633106-1714-48af-8449-88c32ef29096 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11567447'] for segment, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:37.535873 n-d-818823-1 neutron-server[103448]: Traceback (most recent call last): Nov 22 20:09:37.535873 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 20:09:37.535873 n-d-818823-1 neutron-server[103448]: timer() Nov 22 20:09:37.535873 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 20:09:37.535873 n-d-818823-1 neutron-server[103448]: cb(*args, **kw) Nov 22 20:09:37.535873 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 20:09:37.535873 n-d-818823-1 neutron-server[103448]: return func(*args, **kwargs) Nov 22 20:09:37.535873 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 20:09:37.535873 n-d-818823-1 neutron-server[103448]: self._notify() Nov 22 20:09:37.535873 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 20:09:37.535873 n-d-818823-1 neutron-server[103448]: self.callback(batched_events) Nov 22 20:09:37.535873 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 20:09:37.535873 n-d-818823-1 neutron-server[103448]: event.method(event) Nov 22 20:09:37.535873 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 20:09:37.535873 n-d-818823-1 neutron-server[103448]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 20:09:37.535873 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 20:09:37.535873 n-d-818823-1 neutron-server[103448]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 20:09:37.535873 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 20:09:37.535873 n-d-818823-1 neutron-server[103448]: return f(self, *a, **k) Nov 22 20:09:37.535873 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 20:09:37.535873 n-d-818823-1 neutron-server[103448]: return self._get(url).json() Nov 22 20:09:37.535873 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 20:09:37.535873 n-d-818823-1 neutron-server[103448]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 20:09:37.535873 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 20:09:37.535873 n-d-818823-1 neutron-server[103448]: return self.request(url, 'GET', **kwargs) Nov 22 20:09:37.535873 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 20:09:37.535873 n-d-818823-1 neutron-server[103448]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 20:09:37.535873 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 20:09:37.535873 n-d-818823-1 neutron-server[103448]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 20:09:37.535873 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 20:09:37.535873 n-d-818823-1 neutron-server[103448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 20:09:37.535873 n-d-818823-1 neutron-server[103448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 20:09:37.542531 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: 25fe32df-87b6-45aa-90ed-380e2d2515b4 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:09:37.542881 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 25fe32df-87b6-45aa-90ed-380e2d2515b4 not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:09:37.707461 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-af69f97e-9768-4c64-9fee-09bd1a9f949e req-f2cd2eb8-c3ed-4d55-b3e5-10c3d8999e1f tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] Publish callbacks [] for port, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:37.719726 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf4ae23-7401-4d9a-b9a4-8cf21b5260aa tempest-ListServerFiltersTestJSON-710341241 tempest-ListServerFiltersTestJSON-710341241-project] Pushing event updated for resources: {'Port': ['ID=37195ed8-69b8-45b3-8892-62f51715395d,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:09:37.727846 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-7942cf95-efa0-448a-9003-dcfb8f805110 req-0abee6b1-e8ba-4443-8e5f-1036f9abbd27 tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:37.732451 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7942cf95-efa0-448a-9003-dcfb8f805110 req-0abee6b1-e8ba-4443-8e5f-1036f9abbd27 tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] 10.222.0.41 "DELETE /v2.0/ports/922caa09-8d5c-4d80-88ea-9b74d0b2a711 HTTP/1.1" status: 204 len: 173 time: 3.5097613 Nov 22 20:09:37.749367 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8d3a7bb-93d3-4918-911b-b913622e40e8', 'name': 'network-vif-deleted', 'tag': '922caa09-8d5c-4d80-88ea-9b74d0b2a711'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:09:37.753858 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3342557f-28c3-42ca-91f5-6fabf9faa55a" -d '{"events": [{"server_uuid": "a8d3a7bb-93d3-4918-911b-b913622e40e8", "name": "network-vif-deleted", "tag": "922caa09-8d5c-4d80-88ea-9b74d0b2a711"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:09:37.767324 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-af69f97e-9768-4c64-9fee-09bd1a9f949e req-f2cd2eb8-c3ed-4d55-b3e5-10c3d8999e1f tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:37.776896 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-66ce9612-ff70-40bb-a256-ff407fe2bb3b req-08f5350f-70a5-4adc-bf21-56364a1e6bc0 tempest-ListServerFiltersTestJSON-710341241 tempest-ListServerFiltersTestJSON-710341241-project] 10.222.0.46 "GET /v2.0/quotas/4029011266e84880a9b6ebb16a2e3cd8 HTTP/1.1" status: 200 len: 375 time: 0.7559035 Nov 22 20:09:37.792079 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] get_ports_and_sgs() called for port_ids ['d4ff6968-3b58-4ead-83f6-cb8ac9bc804d'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:09:37.801386 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] get_ports_and_sgs() called for port_ids ['c3c611e3-1c74-47bf-9225-d666ee79fbb4'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:09:37.802129 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa50163-5a53-4b43-802b-ad6a1ce87341 req-cf13045f-f66e-4abf-a0ee-6f11d2b6beb6 tempest-ListServerFiltersTestJSON-710341241 tempest-ListServerFiltersTestJSON-710341241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:09:37.804065 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-cfa50163-5a53-4b43-802b-ad6a1ce87341 req-cf13045f-f66e-4abf-a0ee-6f11d2b6beb6 tempest-ListServerFiltersTestJSON-710341241 tempest-ListServerFiltersTestJSON-710341241-project] 10.222.0.20 "GET /v2.0/networks?id=5304318e-8a1b-436f-8654-45389cfc7b43 HTTP/1.1" status: 200 len: 816 time: 1.4064071 Nov 22 20:09:37.848278 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8e633106-1714-48af-8449-88c32ef29096 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3760002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595318'] for network, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:37.863509 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-cfa50163-5a53-4b43-802b-ad6a1ce87341 req-392ee9b9-6ef6-4172-8d9e-352fd171dee1 tempest-ListServerFiltersTestJSON-710341241 tempest-ListServerFiltersTestJSON-710341241-project] Request body: {'port': {'device_id': 'd59d7a07-3466-4053-a1c5-b23052fad2dc', 'network_id': '5304318e-8a1b-436f-8654-45389cfc7b43', 'admin_state_up': True, 'tenant_id': '4029011266e84880a9b6ebb16a2e3cd8'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:09:37.872656 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8e633106-1714-48af-8449-88c32ef29096 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:37.915632 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-8e633106-1714-48af-8449-88c32ef29096 admin admin] 10.222.0.46 "DELETE /v2.0/networks/2b252814-15c3-4a94-a06a-f3a13ca593af HTTP/1.1" status: 204 len: 168 time: 2.0782099 Nov 22 20:09:37.960696 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee0a46f6-4a33-42ef-abc4-7dbbc287c010 admin admin] Checking segment: {'id': '99a23133-5e87-41a8-a27c-0433565f8dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '585601b7-3445-4882-a5f3-ad3009b240dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:09:37.962651 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee0a46f6-4a33-42ef-abc4-7dbbc287c010 admin admin] Network hostable DHCP agents. Network: 585601b7-3445-4882-a5f3-ad3009b240dc, hostable agents: ['02adaa64-0987-4b74-bad0-cbcf56f8a294'], hosted agents: [] {{(pid=103447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 20:09:37.997707 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6660a42f-51a9-42f5-8a11-14f16b6d98bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659736'] for router_interface, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:37.999927 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e633106-1714-48af-8449-88c32ef29096 admin admin] Pushing event deleted for resources: {'Network': ['ID=2b252814-15c3-4a94-a06a-f3a13ca593af,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:09:38.053406 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b167c667-4d26-40d6-b0a9-a1cf84a1cbf5 req-3bf4ae23-7401-4d9a-b9a4-8cf21b5260aa tempest-ListServerFiltersTestJSON-710341241 tempest-ListServerFiltersTestJSON-710341241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:09:38.054447 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-b167c667-4d26-40d6-b0a9-a1cf84a1cbf5 req-3bf4ae23-7401-4d9a-b9a4-8cf21b5260aa tempest-ListServerFiltersTestJSON-710341241 tempest-ListServerFiltersTestJSON-710341241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:38.071444 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6c776d3d-6e6f-4d8e-860f-fa2afefe8d0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:38.091161 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af69f97e-9768-4c64-9fee-09bd1a9f949e req-f2cd2eb8-c3ed-4d55-b3e5-10c3d8999e1f tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:09:38.093360 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-af69f97e-9768-4c64-9fee-09bd1a9f949e req-f2cd2eb8-c3ed-4d55-b3e5-10c3d8999e1f tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:38.106184 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-2cb923e4-35b3-4792-ac7a-43afc17a1fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd305399d-34af-4ee1-9c40-8ba5615f59c5', 'name': 'tempest-TaggedBootDevicesTest-1460074747-router', 'tenant_id': '7c2e3bcb3c11419aa5bdb45ad6533966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.66'}], 'enable_snat': True}, 'gw_port_id': '25c221fc-593d-4f05-a358-e8b167d8000e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:09:12Z', 'updated_at': '2021-11-22T20:09:26Z', 'revision_number': 4, 'project_id': '7c2e3bcb3c11419aa5bdb45ad6533966', 'gw_port': {'id': '25c221fc-593d-4f05-a358-e8b167d8000e', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:08:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd305399d-34af-4ee1-9c40-8ba5615f59c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 864, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:09:15Z', 'updated_at': '2021-11-22T20:09:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': 'd5088741-6f03-42c9-b9e6-ab86b7fd98c5', 'name': '', 'network_id': 'ac9307cb-d216-4d24-9d6c-807bf1ccc8be', 'tenant_id': '7c2e3bcb3c11419aa5bdb45ad6533966', 'mac_address': 'fa:16:3e:64:da:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd305399d-34af-4ee1-9c40-8ba5615f59c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': '6b90bb48-40b3-40a5-9333-60b239e36730', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:09:24Z', 'updated_at': '2021-11-22T20:09:36Z', 'revision_number': 4, 'project_id': '7c2e3bcb3c11419aa5bdb45ad6533966', 'subnets': [{'id': '6b90bb48-40b3-40a5-9333-60b239e36730', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:09:38.106806 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-af69f97e-9768-4c64-9fee-09bd1a9f949e req-f2cd2eb8-c3ed-4d55-b3e5-10c3d8999e1f tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] 10.222.0.46 "PUT /v2.0/ports/d4ff6968-3b58-4ead-83f6-cb8ac9bc804d HTTP/1.1" status: 200 len: 981 time: 3.4775388 Nov 22 20:09:38.168813 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] get_ports_and_sgs() called for port_ids ['d4ff6968-3b58-4ead-83f6-cb8ac9bc804d'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:09:38.236669 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b167c667-4d26-40d6-b0a9-a1cf84a1cbf5 req-3bf4ae23-7401-4d9a-b9a4-8cf21b5260aa tempest-ListServerFiltersTestJSON-710341241 tempest-ListServerFiltersTestJSON-710341241-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1916237 Nov 22 20:09:38.242405 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cd2eb8-c3ed-4d55-b3e5-10c3d8999e1f tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] Pushing event updated for resources: {'Port': ['ID=d4ff6968-3b58-4ead-83f6-cb8ac9bc804d,revision_number=6']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:09:38.292423 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-b167c667-4d26-40d6-b0a9-a1cf84a1cbf5 req-54314954-660a-4677-af13-837ee53ca728 service neutron] Request body: {'port': {'device_id': '7563f773-f6b1-4f3f-94f8-25a0f67634fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818823-1'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:09:38.429057 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-66ce9612-ff70-40bb-a256-ff407fe2bb3b req-eeec1d32-bdb3-444b-b697-0aaa7a4e15d4 tempest-ListServerFiltersTestJSON-710341241 tempest-ListServerFiltersTestJSON-710341241-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=4029011266e84880a9b6ebb16a2e3cd8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6203227 Nov 22 20:09:38.430072 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee0a46f6-4a33-42ef-abc4-7dbbc287c010 admin admin] Network 585601b7-3445-4882-a5f3-ad3009b240dc is scheduled to be hosted by DHCP agent 02adaa64-0987-4b74-bad0-cbcf56f8a294 with binding_index 1 {{(pid=103447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 20:09:38.447065 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cb923e4-35b3-4792-ac7a-43afc17a1fdd None None] The sync data for ids ['d305399d-34af-4ee1-9c40-8ba5615f59c5'] in n-d-818823-1 is: [{'id': 'd305399d-34af-4ee1-9c40-8ba5615f59c5', 'name': 'tempest-TaggedBootDevicesTest-1460074747-router', 'tenant_id': '7c2e3bcb3c11419aa5bdb45ad6533966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.66'}], 'enable_snat': True}, 'gw_port_id': '25c221fc-593d-4f05-a358-e8b167d8000e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:09:12Z', 'updated_at': '2021-11-22T20:09:26Z', 'revision_number': 4, 'project_id': '7c2e3bcb3c11419aa5bdb45ad6533966', 'gw_port': {'id': '25c221fc-593d-4f05-a358-e8b167d8000e', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:08:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd305399d-34af-4ee1-9c40-8ba5615f59c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 864, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:09:15Z', 'updated_at': '2021-11-22T20:09:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': 'd5088741-6f03-42c9-b9e6-ab86b7fd98c5', 'name': '', 'network_id': 'ac9307cb-d216-4d24-9d6c-807bf1ccc8be', 'tenant_id': '7c2e3bcb3c11419aa5bdb45ad6533966', 'mac_address': 'fa:16:3e:64:da:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd305399d-34af-4ee1-9c40-8ba5615f59c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': '6b90bb48-40b3-40a5-9333-60b239e36730', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:09:24Z', 'updated_at': '2021-11-22T20:09:36Z', 'revision_number': 4, 'project_id': '7c2e3bcb3c11419aa5bdb45ad6533966', 'subnets': [{'id': '6b90bb48-40b3-40a5-9333-60b239e36730', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:09:38.686897 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-6660a42f-51a9-42f5-8a11-14f16b6d98bb admin admin] Deleting port 2b7d2801-6c19-42d4-98d8-113ca44f8eab {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:09:38.687910 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6660a42f-51a9-42f5-8a11-14f16b6d98bb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:38.717047 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ddbc1aab-a2df-4412-8c3b-a88f1267d9b8 req-968ec36f-2b62-4964-b799-64f0ae093089 tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] 10.222.0.46 "GET /v2.0/ports?device_id=a8d3a7bb-93d3-4918-911b-b913622e40e8 HTTP/1.1" status: 200 len: 210 time: 0.3908958 Nov 22 20:09:38.743540 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-ee0a46f6-4a33-42ef-abc4-7dbbc287c010 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818823-1, 585601b7-3445-4882-a5f3-ad3009b240dc) {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:09:38.754559 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee0a46f6-4a33-42ef-abc4-7dbbc287c010 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:09:38.755172 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ee0a46f6-4a33-42ef-abc4-7dbbc287c010 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for subnet, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:38.883913 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-b167c667-4d26-40d6-b0a9-a1cf84a1cbf5 req-54314954-660a-4677-af13-837ee53ca728 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:38.917454 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:09:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-858e68c7-d8ba-4ec5-ac8a-0b7d54b1b05f x-openstack-request-id: req-858e68c7-d8ba-4ec5-ac8a-0b7d54b1b05f {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:09:38.917805 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8d3a7bb-93d3-4918-911b-b913622e40e8", "name": "network-vif-deleted", "tag": "922caa09-8d5c-4d80-88ea-9b74d0b2a711", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:09:38.918088 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-858e68c7-d8ba-4ec5-ac8a-0b7d54b1b05f {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:09:38.918677 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8d3a7bb-93d3-4918-911b-b913622e40e8', 'name': 'network-vif-deleted', 'tag': '922caa09-8d5c-4d80-88ea-9b74d0b2a711', 'status': 'completed', 'code': 200} Nov 22 20:09:38.919141 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-6660a42f-51a9-42f5-8a11-14f16b6d98bb admin admin] For port 2b7d2801-6c19-42d4-98d8-113ca44f8eab, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=2b7d2801-6c19-42d4-98d8-113ca44f8eab,segment=NetworkSegment(8c9bcfce-bb81-4e05-b229-ebf16ae0f96f),segment_id=8c9bcfce-bb81-4e05-b229-ebf16ae0f96f)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:09:38.919675 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6660a42f-51a9-42f5-8a11-14f16b6d98bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:38.923298 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 60692) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:09:38.926157 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-6c776d3d-6e6f-4d8e-860f-fa2afefe8d0a None None] For port d5088741-6f03-42c9-b9e6-ab86b7fd98c5, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=d5088741-6f03-42c9-b9e6-ab86b7fd98c5,segment=NetworkSegment(096b9653-3939-4da1-92f6-6a39bd3c877e),segment_id=096b9653-3939-4da1-92f6-6a39bd3c877e)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:09:38.934976 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4fb3fe7-6dda-4063-a766-a83b91e2a61b None None] Network 585601b7-3445-4882-a5f3-ad3009b240dc requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:09:38.940467 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-6660a42f-51a9-42f5-8a11-14f16b6d98bb admin admin] Calling delete_port for 2b7d2801-6c19-42d4-98d8-113ca44f8eab owned by network:router_interface {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:09:38.957393 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6c776d3d-6e6f-4d8e-860f-fa2afefe8d0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:39.374451 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-a01f89ee-f862-425c-a8d5-e028666e733a None None] Provisioning complete for port 37195ed8-69b8-45b3-8892-62f51715395d triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:09:39.374918 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-a01f89ee-f862-425c-a8d5-e028666e733a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:39.408738 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6660a42f-51a9-42f5-8a11-14f16b6d98bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:39.436739 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device d5088741-6f03-42c9-b9e6-ab86b7fd98c5 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:09:39.439545 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c776d3d-6e6f-4d8e-860f-fa2afefe8d0a None None] Pushing event updated for resources: {'Port': ['ID=d5088741-6f03-42c9-b9e6-ab86b7fd98c5,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:09:39.468719 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6660a42f-51a9-42f5-8a11-14f16b6d98bb admin admin] Pushing event deleted for resources: {'Port': ['ID=2b7d2801-6c19-42d4-98d8-113ca44f8eab,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:09:39.492166 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [req-b167c667-4d26-40d6-b0a9-a1cf84a1cbf5 req-54314954-660a-4677-af13-837ee53ca728 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37195ed8-69b8-45b3-8892-62f51715395d {{(pid=103447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:09:39.529571 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-b167c667-4d26-40d6-b0a9-a1cf84a1cbf5 req-54314954-660a-4677-af13-837ee53ca728 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:39.542829 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-ee0a46f6-4a33-42ef-abc4-7dbbc287c010 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 4.4183791 Nov 22 20:09:39.548538 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 60702) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:09:39.617108 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-eefc5075-e48e-4307-9001-bd79330bc443 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1412590434-router', 'tenant_id': '428194095b9a4fe2964979fcbe900418', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'}}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:09:39.620240 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 60704) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:09:39.631607 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ce8562c8-1e07-4ea4-8231-51aff2f9dc25 req-39eff391-006b-4ed5-a293-d43e3d6bbf09 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] 10.222.0.46 "GET /v2.0/security-groups/bea1ed78-99ea-4bbb-b015-1c06f8cf0028 HTTP/1.1" status: 200 len: 1816 time: 0.7061088 Nov 22 20:09:39.667321 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-66ce9612-ff70-40bb-a256-ff407fe2bb3b req-062a0c2c-bc92-4f07-9251-862941b41812 service neutron] 10.222.0.46 "GET /v2.0/networks/5304318e-8a1b-436f-8654-45389cfc7b43?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1141291 Nov 22 20:09:39.756269 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-a01f89ee-f862-425c-a8d5-e028666e733a None None] Port 37195ed8-69b8-45b3-8892-62f51715395d cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:09:39.778371 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 60710) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:09:39.779703 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-3804e1de-9d8e-47c2-b342-7ca0149ca6f8 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=61dcfa65121d45e7982f77d2ef747965&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4884570 Nov 22 20:09:39.841168 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.provisioning_blocks [req-b167c667-4d26-40d6-b0a9-a1cf84a1cbf5 req-54314954-660a-4677-af13-837ee53ca728 service neutron] Transition to ACTIVE for port object 37195ed8-69b8-45b3-8892-62f51715395d will not be triggered until provisioned by entity L2. {{(pid=103447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 20:09:39.859454 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cfa50163-5a53-4b43-802b-ad6a1ce87341 req-392ee9b9-6ef6-4172-8d9e-352fd171dee1 tempest-ListServerFiltersTestJSON-710341241 tempest-ListServerFiltersTestJSON-710341241-project] Made reservation on behalf of 4029011266e84880a9b6ebb16a2e3cd8 for: {'port': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:09:39.874619 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-cfa50163-5a53-4b43-802b-ad6a1ce87341 req-392ee9b9-6ef6-4172-8d9e-352fd171dee1 tempest-ListServerFiltersTestJSON-710341241 tempest-ListServerFiltersTestJSON-710341241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:39.879126 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port d5088741-6f03-42c9-b9e6-ab86b7fd98c5 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:09:39.879619 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:39.894754 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-b167c667-4d26-40d6-b0a9-a1cf84a1cbf5 req-54314954-660a-4677-af13-837ee53ca728 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:39.917067 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-a7d217d9-5959-4279-aa94-605ed3a528cd admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-746990850-network', 'tenant_id': 'dca6bcb55fff4e67be6ef75cef700ffc'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:09:39.988054 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-edd19dad-2ce1-4fdc-a546-8ffe16ffb1da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:40.030859 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-edd19dad-2ce1-4fdc-a546-8ffe16ffb1da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:40.111931 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-edd19dad-2ce1-4fdc-a546-8ffe16ffb1da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:40.117498 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-edd19dad-2ce1-4fdc-a546-8ffe16ffb1da admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:40.123636 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-edd19dad-2ce1-4fdc-a546-8ffe16ffb1da admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c2857c8b-9c58-4d8b-ab89-040cb1f70ef2 HTTP/1.1" status: 204 len: 168 time: 0.3361092 Nov 22 20:09:40.143526 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-eefc5075-e48e-4307-9001-bd79330bc443 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24799'] for router, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:40.144778 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-eefc5075-e48e-4307-9001-bd79330bc443 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-632716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24788'] for router, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:40.179212 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd19dad-2ce1-4fdc-a546-8ffe16ffb1da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2857c8b-9c58-4d8b-ab89-040cb1f70ef2,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:09:40.199099 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7d217d9-5959-4279-aa94-605ed3a528cd admin admin] Made reservation on behalf of dca6bcb55fff4e67be6ef75cef700ffc for: {'network': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:09:40.201762 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a7d217d9-5959-4279-aa94-605ed3a528cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for network, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:40.226131 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6660a42f-51a9-42f5-8a11-14f16b6d98bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-563470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-663272'] for router_interface, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:40.272342 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-66ce9612-ff70-40bb-a256-ff407fe2bb3b req-17ec54df-e6fd-4523-8287-a6be2dbdebd5 service neutron] 10.222.0.46 "GET /v2.0/networks/5304318e-8a1b-436f-8654-45389cfc7b43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4614203 Nov 22 20:09:40.311510 n-d-818823-1 neutron-server[103447]: INFO neutron.api.v2.resource [req-ce8562c8-1e07-4ea4-8231-51aff2f9dc25 req-b008427c-5c16-462a-ad8e-4962276c3218 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 22 20:09:40.326700 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ce8562c8-1e07-4ea4-8231-51aff2f9dc25 req-b008427c-5c16-462a-ad8e-4962276c3218 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] 10.222.0.46 "DELETE /v2.0/security-groups/bea1ed78-99ea-4bbb-b015-1c06f8cf0028 HTTP/1.1" status: 409 len: 341 time: 0.6936607 Nov 22 20:09:40.331362 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a7d217d9-5959-4279-aa94-605ed3a528cd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:40.351072 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54314954-660a-4677-af13-837ee53ca728 service neutron] Pushing event updated for resources: {'Port': ['ID=37195ed8-69b8-45b3-8892-62f51715395d,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:09:40.375541 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-b167c667-4d26-40d6-b0a9-a1cf84a1cbf5 req-54314954-660a-4677-af13-837ee53ca728 service neutron] Attempting to bind port 37195ed8-69b8-45b3-8892-62f51715395d on host n-h1-818823-1 for vnic_type normal with profile {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:09:40.376506 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-b167c667-4d26-40d6-b0a9-a1cf84a1cbf5 req-54314954-660a-4677-af13-837ee53ca728 service neutron] Attempting to bind port 37195ed8-69b8-45b3-8892-62f51715395d by drivers openvswitch,hyperv on host n-h1-818823-1 at level 0 using segments [{'id': 'f4375107-f208-4e57-94ce-2a9cc5f0f2e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '5304318e-8a1b-436f-8654-45389cfc7b43'}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:09:40.376822 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b167c667-4d26-40d6-b0a9-a1cf84a1cbf5 req-54314954-660a-4677-af13-837ee53ca728 service neutron] Attempting to bind port 37195ed8-69b8-45b3-8892-62f51715395d on network 5304318e-8a1b-436f-8654-45389cfc7b43 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:09:40.377799 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-eefc5075-e48e-4307-9001-bd79330bc443 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:40.402412 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b167c667-4d26-40d6-b0a9-a1cf84a1cbf5 req-54314954-660a-4677-af13-837ee53ca728 service neutron] Port 37195ed8-69b8-45b3-8892-62f51715395d on network 5304318e-8a1b-436f-8654-45389cfc7b43 not bound, no agent of type Open vSwitch agent registered on host n-h1-818823-1 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:09:40.405438 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b167c667-4d26-40d6-b0a9-a1cf84a1cbf5 req-54314954-660a-4677-af13-837ee53ca728 service neutron] Attempting to bind port 37195ed8-69b8-45b3-8892-62f51715395d on network 5304318e-8a1b-436f-8654-45389cfc7b43 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:09:40.482295 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b167c667-4d26-40d6-b0a9-a1cf84a1cbf5 req-54314954-660a-4677-af13-837ee53ca728 service neutron] Checking agent: {'id': '7a008cff-3b49-418c-8046-689d46cc800f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'started_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 9, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:09:40.482651 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b167c667-4d26-40d6-b0a9-a1cf84a1cbf5 req-54314954-660a-4677-af13-837ee53ca728 service neutron] Checking segment: {'id': 'f4375107-f208-4e57-94ce-2a9cc5f0f2e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '5304318e-8a1b-436f-8654-45389cfc7b43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:09:40.483048 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b167c667-4d26-40d6-b0a9-a1cf84a1cbf5 req-54314954-660a-4677-af13-837ee53ca728 service neutron] Bound using segment: {'id': 'f4375107-f208-4e57-94ce-2a9cc5f0f2e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '5304318e-8a1b-436f-8654-45389cfc7b43'} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:09:40.493779 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-b167c667-4d26-40d6-b0a9-a1cf84a1cbf5 req-54314954-660a-4677-af13-837ee53ca728 service neutron] Bound port: 37195ed8-69b8-45b3-8892-62f51715395d, host: n-h1-818823-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4375107-f208-4e57-94ce-2a9cc5f0f2e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '5304318e-8a1b-436f-8654-45389cfc7b43'}}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:09:40.494179 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-b167c667-4d26-40d6-b0a9-a1cf84a1cbf5 req-54314954-660a-4677-af13-837ee53ca728 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:40.642666 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96145184-a826-4ab6-a1ef-1410cfa56e9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fb26bd7-ce56-527b-b94f-2e1f7cb2bb35-585601b7-3445-4882-a5f3-ad3009b240dc', 'network_id': '585601b7-3445-4882-a5f3-ad3009b240dc', 'tenant_id': '428194095b9a4fe2964979fcbe900418', 'fixed_ips': [{'subnet_id': 'ae83f38d-31ec-423d-870c-85aec5da1d06'}]}} from n-d-818823-1. {{(pid=103449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 20:09:40.642939 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [req-cfa50163-5a53-4b43-802b-ad6a1ce87341 req-392ee9b9-6ef6-4172-8d9e-352fd171dee1 tempest-ListServerFiltersTestJSON-710341241 tempest-ListServerFiltersTestJSON-710341241-project] Allocated IP 172.20.0.10 (5304318e-8a1b-436f-8654-45389cfc7b43/9a97c93b-2aa7-44f7-aae7-762ebe4bc4be/2375dce4-8c48-474c-a748-ca0b4e6fa485) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:09:40.645871 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-96145184-a826-4ab6-a1ef-1410cfa56e9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:40.929538 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45605db1-0067-43de-9e71-8e4e4181fb09', 'tag': 'd4ff6968-3b58-4ead-83f6-cb8ac9bc804d'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:09:40.931881 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf641430-f8da-4435-952a-349571ed88ef" -d '{"events": [{"name": "network-changed", "server_uuid": "45605db1-0067-43de-9e71-8e4e4181fb09", "tag": "d4ff6968-3b58-4ead-83f6-cb8ac9bc804d"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:09:40.954034 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-cfa50163-5a53-4b43-802b-ad6a1ce87341 req-392ee9b9-6ef6-4172-8d9e-352fd171dee1 tempest-ListServerFiltersTestJSON-710341241 tempest-ListServerFiltersTestJSON-710341241-project] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:40.989431 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2ab81c9a-a634-4556-941e-5f65f396a985 req-5b4146fb-50a0-464b-94a6-7f62a96f69b3 tempest-ListServerFiltersTestJSON-710341241 tempest-ListServerFiltersTestJSON-710341241-project] 10.222.0.46 "GET /v2.0/ports?device_id=593b2096-75b7-405a-b83d-4e4481045f8d HTTP/1.1" status: 200 len: 210 time: 0.1213830 Nov 22 20:09:40.997482 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-b167c667-4d26-40d6-b0a9-a1cf84a1cbf5 req-54314954-660a-4677-af13-837ee53ca728 service neutron] For port 37195ed8-69b8-45b3-8892-62f51715395d, host n-h1-818823-1, cleared binding levels {{(pid=103447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:09:41.012067 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-b167c667-4d26-40d6-b0a9-a1cf84a1cbf5 req-54314954-660a-4677-af13-837ee53ca728 service neutron] For port 37195ed8-69b8-45b3-8892-62f51715395d, host n-h1-818823-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=37195ed8-69b8-45b3-8892-62f51715395d,segment=NetworkSegment(f4375107-f208-4e57-94ce-2a9cc5f0f2e5),segment_id=f4375107-f208-4e57-94ce-2a9cc5f0f2e5)] {{(pid=103447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:09:41.037365 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-b167c667-4d26-40d6-b0a9-a1cf84a1cbf5 req-54314954-660a-4677-af13-837ee53ca728 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:41.110364 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bdecd8-3d3f-4ec4-83ba-24aa87655fbf req-88eb6b24-0a87-446c-9f09-48e11c61b5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:09:41.112559 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-46bdecd8-3d3f-4ec4-83ba-24aa87655fbf req-88eb6b24-0a87-446c-9f09-48e11c61b5ce service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0fdf582e13024dfab4aee7ecf63b2936&device_id=45605db1-0067-43de-9e71-8e4e4181fb09 HTTP/1.1" status: 200 len: 1135 time: 0.2399859 Nov 22 20:09:41.144118 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.db_base_plugin_common [None req-96145184-a826-4ab6-a1ef-1410cfa56e9b None None] Allocated IP 172.20.0.2 (585601b7-3445-4882-a5f3-ad3009b240dc/ae83f38d-31ec-423d-870c-85aec5da1d06/1a9890cb-bfea-4b71-a715-81783dc6b7ea) {{(pid=103449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:09:41.157847 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b167c667-4d26-40d6-b0a9-a1cf84a1cbf5 req-54314954-660a-4677-af13-837ee53ca728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:09:41.162417 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-b167c667-4d26-40d6-b0a9-a1cf84a1cbf5 req-54314954-660a-4677-af13-837ee53ca728 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:41.163979 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b167c667-4d26-40d6-b0a9-a1cf84a1cbf5 req-54314954-660a-4677-af13-837ee53ca728 service neutron] 10.222.0.41 "PUT /v2.0/ports/37195ed8-69b8-45b3-8892-62f51715395d HTTP/1.1" status: 200 len: 1091 time: 2.9020832 Nov 22 20:09:41.395400 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-cfa50163-5a53-4b43-802b-ad6a1ce87341 req-392ee9b9-6ef6-4172-8d9e-352fd171dee1 tempest-ListServerFiltersTestJSON-710341241 tempest-ListServerFiltersTestJSON-710341241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:41.404447 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54314954-660a-4677-af13-837ee53ca728 service neutron] Pushing event updated for resources: {'Port': ['ID=37195ed8-69b8-45b3-8892-62f51715395d,revision_number=3']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:09:41.445897 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175603a4-1c74-4777-8166-510c982c58e3 req-05687822-4c4c-442e-8eb9-65b63d18e2a5 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:09:41.458845 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-175603a4-1c74-4777-8166-510c982c58e3 req-05687822-4c4c-442e-8eb9-65b63d18e2a5 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] 10.222.0.46 "GET /v2.0/ports?device_id=45605db1-0067-43de-9e71-8e4e4181fb09 HTTP/1.1" status: 200 len: 984 time: 0.4370525 Nov 22 20:09:41.492854 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device d5088741-6f03-42c9-b9e6-ab86b7fd98c5 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:09:41.508305 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-eefc5075-e48e-4307-9001-bd79330bc443 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:41.598679 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port d5088741-6f03-42c9-b9e6-ab86b7fd98c5 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:09:41.599048 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:41.608626 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-96145184-a826-4ab6-a1ef-1410cfa56e9b None None] Publish callbacks [] for port, precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:41.658221 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cfa50163-5a53-4b43-802b-ad6a1ce87341 req-392ee9b9-6ef6-4172-8d9e-352fd171dee1 tempest-ListServerFiltersTestJSON-710341241 tempest-ListServerFiltersTestJSON-710341241-project] Network 5304318e-8a1b-436f-8654-45389cfc7b43 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:09:41.694075 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [req-cfa50163-5a53-4b43-802b-ad6a1ce87341 req-392ee9b9-6ef6-4172-8d9e-352fd171dee1 tempest-ListServerFiltersTestJSON-710341241 tempest-ListServerFiltersTestJSON-710341241-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:09:41.704413 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-96145184-a826-4ab6-a1ef-1410cfa56e9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372'] for port, after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:41.720805 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e835ee1e-0e9d-43f9-8e84-d8c739d02fd3 req-96ff62e3-a5d5-4bec-8c95-814fef5a81c1 tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:09:41.729274 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e835ee1e-0e9d-43f9-8e84-d8c739d02fd3 req-96ff62e3-a5d5-4bec-8c95-814fef5a81c1 tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] 10.222.0.46 "GET /v2.0/ports?device_id=05a42da3-f4d1-435d-a4ca-2a5f4101b8fa HTTP/1.1" status: 200 len: 944 time: 0.5890393 Nov 22 20:09:41.738906 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfa50163-5a53-4b43-802b-ad6a1ce87341 req-392ee9b9-6ef6-4172-8d9e-352fd171dee1 tempest-ListServerFiltersTestJSON-710341241 tempest-ListServerFiltersTestJSON-710341241-project] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:09:41.753207 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 60752) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:09:41.775168 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96145184-a826-4ab6-a1ef-1410cfa56e9b None None] Pushing event updated for resources: {'Port': ['ID=1a9890cb-bfea-4b71-a715-81783dc6b7ea,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:09:41.811704 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392ee9b9-6ef6-4172-8d9e-352fd171dee1 tempest-ListServerFiltersTestJSON-710341241 tempest-ListServerFiltersTestJSON-710341241-project] Pushing event updated for resources: {'Port': ['ID=2375dce4-8c48-474c-a748-ca0b4e6fa485,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:09:41.837449 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96145184-a826-4ab6-a1ef-1410cfa56e9b None None] Network 585601b7-3445-4882-a5f3-ad3009b240dc is already hosted by enough agents. {{(pid=103449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:09:41.847368 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.base_scheduler [None req-96145184-a826-4ab6-a1ef-1410cfa56e9b None None] Resources bound (agent type, host, resource id): {{(pid=103449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:09:41.850347 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6660a42f-51a9-42f5-8a11-14f16b6d98bb admin admin] Router 2adad5ab-33b9-4f3d-b32f-5869d54c1583 has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 20:09:41.852889 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96145184-a826-4ab6-a1ef-1410cfa56e9b None None] Received port after_create {{(pid=103449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:09:41.869840 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a7d217d9-5959-4279-aa94-605ed3a528cd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:41.879888 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a7d217d9-5959-4279-aa94-605ed3a528cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:41.917926 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f0a1fb-9a11-447f-a607-3f672fb5ec2f req-0c7bd50a-4442-4777-8495-91759e67b807 tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:09:41.920340 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-95f0a1fb-9a11-447f-a607-3f672fb5ec2f req-0c7bd50a-4442-4777-8495-91759e67b807 tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] 10.222.0.41 "GET /v2.0/ports?device_id=05a42da3-f4d1-435d-a4ca-2a5f4101b8fa HTTP/1.1" status: 200 len: 944 time: 0.4448977 Nov 22 20:09:41.922899 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b167c667-4d26-40d6-b0a9-a1cf84a1cbf5 req-1436b139-d7a8-4d5a-9df7-4c12addc1aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:09:41.924860 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b167c667-4d26-40d6-b0a9-a1cf84a1cbf5 req-1436b139-d7a8-4d5a-9df7-4c12addc1aa5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4029011266e84880a9b6ebb16a2e3cd8&device_id=7563f773-f6b1-4f3f-94f8-25a0f67634fc HTTP/1.1" status: 200 len: 1094 time: 0.6577847 Nov 22 20:09:41.925991 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bdecd8-3d3f-4ec4-83ba-24aa87655fbf req-2fab31df-847f-4ceb-9e66-c40aef8719f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:09:41.927731 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-46bdecd8-3d3f-4ec4-83ba-24aa87655fbf req-2fab31df-847f-4ceb-9e66-c40aef8719f7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=15d4315f-9a0f-48df-91a2-7f6446aa6c2e HTTP/1.1" status: 200 len: 913 time: 0.7894664 Nov 22 20:09:41.955876 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-96145184-a826-4ab6-a1ef-1410cfa56e9b None None] Attempting to bind port 1a9890cb-bfea-4b71-a715-81783dc6b7ea on host n-d-818823-1 for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:09:41.956255 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-96145184-a826-4ab6-a1ef-1410cfa56e9b None None] Attempting to bind port 1a9890cb-bfea-4b71-a715-81783dc6b7ea by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': '99a23133-5e87-41a8-a27c-0433565f8dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '585601b7-3445-4882-a5f3-ad3009b240dc'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:09:41.956614 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96145184-a826-4ab6-a1ef-1410cfa56e9b None None] Attempting to bind port 1a9890cb-bfea-4b71-a715-81783dc6b7ea on network 585601b7-3445-4882-a5f3-ad3009b240dc {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:09:41.962178 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96145184-a826-4ab6-a1ef-1410cfa56e9b None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 9, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:09:41.962601 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96145184-a826-4ab6-a1ef-1410cfa56e9b None None] Checking segment: {'id': '99a23133-5e87-41a8-a27c-0433565f8dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '585601b7-3445-4882-a5f3-ad3009b240dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:09:41.963000 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-96145184-a826-4ab6-a1ef-1410cfa56e9b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:41.963463 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96145184-a826-4ab6-a1ef-1410cfa56e9b None None] Bound using segment: {'id': '99a23133-5e87-41a8-a27c-0433565f8dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '585601b7-3445-4882-a5f3-ad3009b240dc'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:09:41.963939 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-96145184-a826-4ab6-a1ef-1410cfa56e9b None None] Bound port: 1a9890cb-bfea-4b71-a715-81783dc6b7ea, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99a23133-5e87-41a8-a27c-0433565f8dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '585601b7-3445-4882-a5f3-ad3009b240dc'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:09:41.964315 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-96145184-a826-4ab6-a1ef-1410cfa56e9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:42.026733 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6660a42f-51a9-42f5-8a11-14f16b6d98bb admin admin] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:09:42.045241 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-6660a42f-51a9-42f5-8a11-14f16b6d98bb admin admin] 10.222.0.46 "PUT /v2.0/routers/2adad5ab-33b9-4f3d-b32f-5869d54c1583/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6593225 Nov 22 20:09:42.046811 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22bb124d-8b8b-4780-b64d-06e91e6d7545 None None] Sync routers for ids ['2adad5ab-33b9-4f3d-b32f-5869d54c1583'] in n-d-818823-1 {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:09:42.049397 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7d217d9-5959-4279-aa94-605ed3a528cd admin admin] vlan segment allocate from pool success with {'vlan_id': 609, 'physical_network': 'physnet1'} {{(pid=103448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 20:09:42.052497 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 60758) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:09:42.082104 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-46bdecd8-3d3f-4ec4-83ba-24aa87655fbf req-8c12e2b6-051b-42e5-8e13-c2f4ec2fea58 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d4ff6968-3b58-4ead-83f6-cb8ac9bc804d HTTP/1.1" status: 200 len: 217 time: 0.0723934 Nov 22 20:09:42.098255 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-96145184-a826-4ab6-a1ef-1410cfa56e9b None None] For port 1a9890cb-bfea-4b71-a715-81783dc6b7ea, host n-d-818823-1, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:09:42.107070 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-96145184-a826-4ab6-a1ef-1410cfa56e9b None None] For port 1a9890cb-bfea-4b71-a715-81783dc6b7ea, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=1a9890cb-bfea-4b71-a715-81783dc6b7ea,segment=NetworkSegment(99a23133-5e87-41a8-a27c-0433565f8dbf),segment_id=99a23133-5e87-41a8-a27c-0433565f8dbf)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:09:42.114807 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22bb124d-8b8b-4780-b64d-06e91e6d7545 None None] Routers {'2adad5ab-33b9-4f3d-b32f-5869d54c1583'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:09:42.115908 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-22bb124d-8b8b-4780-b64d-06e91e6d7545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:09:33Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['2adad5ab-33b9-4f3d-b32f-5869d54c1583'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:09:42.123237 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-7feaa695-d42e-44bf-b06a-30a81e79e81e admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1771545429-network', 'tenant_id': '74225e7aba6c4293916c50899651bb18'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:09:42.161652 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d217d9-5959-4279-aa94-605ed3a528cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94d7354b-7836-43fc-9686-30f5504d4e92,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:09:42.168669 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a7d217d9-5959-4279-aa94-605ed3a528cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:42.169085 n-d-818823-1 neutron-server[103448]: INFO neutron.db.segments_db [None req-a7d217d9-5959-4279-aa94-605ed3a528cd admin admin] Added segment 403bed75-1d6d-4ea7-8047-29e80a30dbc1 of type vlan for network 991bb7a4-c166-4f8c-9bad-b2abf9942333 Nov 22 20:09:42.174316 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-96145184-a826-4ab6-a1ef-1410cfa56e9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:42.239267 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96145184-a826-4ab6-a1ef-1410cfa56e9b None None] Pushing event updated for resources: {'Port': ['ID=1a9890cb-bfea-4b71-a715-81783dc6b7ea,revision_number=2']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:09:42.268492 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-9e9297e1-4888-4b11-93f8-3e27ccbda34c None None] Provisioning complete for port 2375dce4-8c48-474c-a748-ca0b4e6fa485 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:09:42.268847 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-9e9297e1-4888-4b11-93f8-3e27ccbda34c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:42.324095 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a7d217d9-5959-4279-aa94-605ed3a528cd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748992492791'] for network, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:42.347829 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e835ee1e-0e9d-43f9-8e84-d8c739d02fd3 req-b9e99991-2394-4e44-a91b-c2870a76b765 tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] 10.222.0.46 "GET /v2.0/security-groups?id=89c2c967-26c4-4e1c-a1fd-c97f87817ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6172578 Nov 22 20:09:42.353990 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bdecd8-3d3f-4ec4-83ba-24aa87655fbf req-b43679db-3838-420f-9c83-6f0524457c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:09:42.354504 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-9e9297e1-4888-4b11-93f8-3e27ccbda34c None None] Port 2375dce4-8c48-474c-a748-ca0b4e6fa485 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:09:42.357041 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-46bdecd8-3d3f-4ec4-83ba-24aa87655fbf req-b43679db-3838-420f-9c83-6f0524457c0b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d1283e3b-986c-4cf3-818d-79a41c1c76c2 HTTP/1.1" status: 200 len: 852 time: 0.1421635 Nov 22 20:09:42.367158 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b167c667-4d26-40d6-b0a9-a1cf84a1cbf5 req-3702f6d9-676e-4553-bbbf-e19a91746435 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=37195ed8-69b8-45b3-8892-62f51715395d HTTP/1.1" status: 200 len: 217 time: 0.3755589 Nov 22 20:09:42.379609 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-175603a4-1c74-4777-8166-510c982c58e3 req-517bba0f-f8cd-423e-add2-dc75b320d39d tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] 10.222.0.46 "GET /v2.0/security-groups?id=bea1ed78-99ea-4bbb-b015-1c06f8cf0028&id=008bf24b-e850-49d0-ba05-9d00c3f0736a&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.9197264 Nov 22 20:09:42.390626 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e77440f2-6f1e-400d-8f0e-9cc81a31506d admin admin] Publish callbacks [] for router, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:42.392903 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-22bb124d-8b8b-4780-b64d-06e91e6d7545 None None] Set router 2adad5ab-33b9-4f3d-b32f-5869d54c1583 gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:09:42.450286 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa50163-5a53-4b43-802b-ad6a1ce87341 req-392ee9b9-6ef6-4172-8d9e-352fd171dee1 tempest-ListServerFiltersTestJSON-710341241 tempest-ListServerFiltersTestJSON-710341241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:09:42.451350 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-cfa50163-5a53-4b43-802b-ad6a1ce87341 req-392ee9b9-6ef6-4172-8d9e-352fd171dee1 tempest-ListServerFiltersTestJSON-710341241 tempest-ListServerFiltersTestJSON-710341241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:42.469163 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ce9612-ff70-40bb-a256-ff407fe2bb3b req-3d9ae9fb-e347-4ff3-86ae-044aab642308 tempest-ListServerFiltersTestJSON-710341241 tempest-ListServerFiltersTestJSON-710341241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:09:42.471331 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-66ce9612-ff70-40bb-a256-ff407fe2bb3b req-3d9ae9fb-e347-4ff3-86ae-044aab642308 tempest-ListServerFiltersTestJSON-710341241 tempest-ListServerFiltersTestJSON-710341241-project] 10.222.0.41 "GET /v2.0/networks?id=5304318e-8a1b-436f-8654-45389cfc7b43 HTTP/1.1" status: 200 len: 816 time: 0.3052971 Nov 22 20:09:42.472976 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 20:09:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b69e5d6b-c979-4380-b0db-440f059f480f x-openstack-request-id: req-b69e5d6b-c979-4380-b0db-440f059f480f {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:09:42.473958 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45605db1-0067-43de-9e71-8e4e4181fb09", "tag": "d4ff6968-3b58-4ead-83f6-cb8ac9bc804d", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:09:42.473958 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b69e5d6b-c979-4380-b0db-440f059f480f {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:09:42.473958 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45605db1-0067-43de-9e71-8e4e4181fb09', 'tag': 'd4ff6968-3b58-4ead-83f6-cb8ac9bc804d', 'status': 'completed', 'code': 200} Nov 22 20:09:42.479374 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-46bdecd8-3d3f-4ec4-83ba-24aa87655fbf req-36aa0fc9-41fe-4bcb-af23-aff0be6aefa7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=15d4315f-9a0f-48df-91a2-7f6446aa6c2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0890691 Nov 22 20:09:42.521877 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [req-66ce9612-ff70-40bb-a256-ff407fe2bb3b req-b8eb73e5-80bc-42cb-9f6e-ed580a168341 tempest-ListServerFiltersTestJSON-710341241 tempest-ListServerFiltersTestJSON-710341241-project] Request body: {'port': {'device_id': '593b2096-75b7-405a-b83d-4e4481045f8d', 'network_id': '5304318e-8a1b-436f-8654-45389cfc7b43', 'admin_state_up': True, 'tenant_id': '4029011266e84880a9b6ebb16a2e3cd8'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:09:42.591124 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7feaa695-d42e-44bf-b06a-30a81e79e81e admin admin] Made reservation on behalf of 74225e7aba6c4293916c50899651bb18 for: {'network': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:09:42.593607 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-7feaa695-d42e-44bf-b06a-30a81e79e81e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for network, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:42.597021 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b9572f04-803a-489a-aeee-cd25061beed7 req-90d98e23-a6ee-4d30-a876-0350a137d180 tempest-ListServerFiltersTestJSON-710341241 tempest-ListServerFiltersTestJSON-710341241-project] 10.222.0.46 "GET /v2.0/ports?device_id=593b2096-75b7-405a-b83d-4e4481045f8d HTTP/1.1" status: 200 len: 210 time: 0.1139405 Nov 22 20:09:42.632951 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-cfa50163-5a53-4b43-802b-ad6a1ce87341 req-392ee9b9-6ef6-4172-8d9e-352fd171dee1 tempest-ListServerFiltersTestJSON-710341241 tempest-ListServerFiltersTestJSON-710341241-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.7948496 Nov 22 20:09:42.641961 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-7feaa695-d42e-44bf-b06a-30a81e79e81e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:42.649824 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b167c667-4d26-40d6-b0a9-a1cf84a1cbf5 req-d0087260-c80d-4f02-a894-d916042d6263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:09:42.651835 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b167c667-4d26-40d6-b0a9-a1cf84a1cbf5 req-d0087260-c80d-4f02-a894-d916042d6263 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9a97c93b-2aa7-44f7-aae7-762ebe4bc4be HTTP/1.1" status: 200 len: 855 time: 0.2710280 Nov 22 20:09:42.657865 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-cfa50163-5a53-4b43-802b-ad6a1ce87341 req-ec04605d-b8f7-4ca6-98d6-220d538cdcc2 service neutron] Request body: {'port': {'device_id': 'd59d7a07-3466-4053-a1c5-b23052fad2dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818823-1'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:09:42.658576 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a7d217d9-5959-4279-aa94-605ed3a528cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for network, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:42.659740 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7d217d9-5959-4279-aa94-605ed3a528cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:09:42.662024 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a7d217d9-5959-4279-aa94-605ed3a528cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:42.681243 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-95f0a1fb-9a11-447f-a607-3f672fb5ec2f req-5debab31-1f28-4b47-87cc-617bb5edadcb tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] Deleting port 8df1cc84-b9f9-4c6a-9a84-115ade88e66e {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:09:42.681505 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-95f0a1fb-9a11-447f-a607-3f672fb5ec2f req-5debab31-1f28-4b47-87cc-617bb5edadcb tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:42.718045 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-22bb124d-8b8b-4780-b64d-06e91e6d7545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2adad5ab-33b9-4f3d-b32f-5869d54c1583', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1601157578-router', 'tenant_id': '28bf3231e9cf4d2bbd696637cc72f7e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': '5b3eded7-3360-4291-9d0c-332d4ad235dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:04:18Z', 'updated_at': '2021-11-22T20:09:39Z', 'revision_number': 5, 'project_id': '28bf3231e9cf4d2bbd696637cc72f7e5', 'gw_port': {'id': '5b3eded7-3360-4291-9d0c-332d4ad235dc', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:f7:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2adad5ab-33b9-4f3d-b32f-5869d54c1583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:04:20Z', 'updated_at': '2021-11-22T20:04:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:09:42.841106 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-a7d217d9-5959-4279-aa94-605ed3a528cd admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 3.2035043 Nov 22 20:09:42.853368 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 60760) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:09:42.868794 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-f8734bc7-6061-4cfd-aa2b-0fbaf77892d3 admin admin] Request body: {'subnet': {'network_id': '991bb7a4-c166-4f8c-9bad-b2abf9942333', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-746990850-subnet', 'tenant_id': 'dca6bcb55fff4e67be6ef75cef700ffc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:09:42.881039 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-46bdecd8-3d3f-4ec4-83ba-24aa87655fbf req-412386da-a717-471e-9277-310928479995 service neutron] 10.222.0.20 "GET /v2.0/networks/15d4315f-9a0f-48df-91a2-7f6446aa6c2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3912899 Nov 22 20:09:42.883274 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d217d9-5959-4279-aa94-605ed3a528cd admin admin] Pushing event updated for resources: {'Network': ['ID=991bb7a4-c166-4f8c-9bad-b2abf9942333,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:09:42.919205 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-eefc5075-e48e-4307-9001-bd79330bc443 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:42.921538 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e77440f2-6f1e-400d-8f0e-9cc81a31506d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:42.925757 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22bb124d-8b8b-4780-b64d-06e91e6d7545 None None] Checking router: 2adad5ab-33b9-4f3d-b32f-5869d54c1583 for host: n-d-818823-1 {{(pid=103449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 20:09:42.931354 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Network 991bb7a4-c166-4f8c-9bad-b2abf9942333 details requested by agent ovs-agent-n-d-818823-1 with host n-d-818823-1 {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 20:09:42.937422 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-cfa50163-5a53-4b43-802b-ad6a1ce87341 req-ec04605d-b8f7-4ca6-98d6-220d538cdcc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:42.947630 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-eefc5075-e48e-4307-9001-bd79330bc443 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:42.951022 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.db.api [req-66ce9612-ff70-40bb-a256-ff407fe2bb3b req-b8eb73e5-80bc-42cb-9f6e-ed580a168341 tempest-ListServerFiltersTestJSON-710341241 tempest-ListServerFiltersTestJSON-710341241-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 22 20:09:42.951022 n-d-818823-1 neutron-server[103448]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 22 20:09:42.951022 n-d-818823-1 neutron-server[103448]: [parameters: {'project_id': '4029011266e84880a9b6ebb16a2e3cd8', 'id': '6253ab36-da3d-40f5-902e-f181496a02d0', 'expiration': datetime.datetime(2021, 11, 22, 20, 11, 42, 925461)}] Nov 22 20:09:42.951022 n-d-818823-1 neutron-server[103448]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103448) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 20:09:42.951537 n-d-818823-1 neutron-server[103448]: DEBUG oslo_db.api [req-66ce9612-ff70-40bb-a256-ff407fe2bb3b req-b8eb73e5-80bc-42cb-9f6e-ed580a168341 tempest-ListServerFiltersTestJSON-710341241 tempest-ListServerFiltersTestJSON-710341241-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 20:09:42.974297 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22bb124d-8b8b-4780-b64d-06e91e6d7545 None None] Routers {'2adad5ab-33b9-4f3d-b32f-5869d54c1583'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:09:42.974716 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-22bb124d-8b8b-4780-b64d-06e91e6d7545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:09:33Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['2adad5ab-33b9-4f3d-b32f-5869d54c1583'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:09:42.983358 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b167c667-4d26-40d6-b0a9-a1cf84a1cbf5 req-1474eaf9-39ed-4a16-a715-12d2227e0ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:09:42.984898 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b167c667-4d26-40d6-b0a9-a1cf84a1cbf5 req-1474eaf9-39ed-4a16-a715-12d2227e0ded service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5304318e-8a1b-436f-8654-45389cfc7b43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3084943 Nov 22 20:09:43.030104 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-95f0a1fb-9a11-447f-a607-3f672fb5ec2f req-5debab31-1f28-4b47-87cc-617bb5edadcb tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] For port 8df1cc84-b9f9-4c6a-9a84-115ade88e66e, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=8df1cc84-b9f9-4c6a-9a84-115ade88e66e,segment=NetworkSegment(a1d01b66-e103-44ab-97f3-6f827675fa31),segment_id=a1d01b66-e103-44ab-97f3-6f827675fa31)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:09:43.030480 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-95f0a1fb-9a11-447f-a607-3f672fb5ec2f req-5debab31-1f28-4b47-87cc-617bb5edadcb tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:43.079995 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-e77440f2-6f1e-400d-8f0e-9cc81a31506d admin admin] Deleting port 5b3eded7-3360-4291-9d0c-332d4ad235dc {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:09:43.080377 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e77440f2-6f1e-400d-8f0e-9cc81a31506d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:43.094067 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-22bb124d-8b8b-4780-b64d-06e91e6d7545 None None] Set router 2adad5ab-33b9-4f3d-b32f-5869d54c1583 gateway port host: None {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:09:43.115322 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8734bc7-6061-4cfd-aa2b-0fbaf77892d3 admin admin] Made reservation on behalf of dca6bcb55fff4e67be6ef75cef700ffc for: {'subnet': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:09:43.117635 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f8734bc7-6061-4cfd-aa2b-0fbaf77892d3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8485086'] for subnet, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:43.128197 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [None req-eefc5075-e48e-4307-9001-bd79330bc443 admin admin] Allocated IP 172.25.5.92 (c48a55e9-6a85-4746-b7bf-3e29fb560094/5da6f781-63e6-4328-ae7a-5e672262f55a/7095adb1-4b44-4a4f-a035-5e7993ef1c9f) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:09:43.153706 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-22bb124d-8b8b-4780-b64d-06e91e6d7545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2adad5ab-33b9-4f3d-b32f-5869d54c1583', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1601157578-router', 'tenant_id': '28bf3231e9cf4d2bbd696637cc72f7e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:04:18Z', 'updated_at': '2021-11-22T20:09:42Z', 'revision_number': 6, 'project_id': '28bf3231e9cf4d2bbd696637cc72f7e5', 'gw_port_host': None}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:09:43.156763 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-95f0a1fb-9a11-447f-a607-3f672fb5ec2f req-5debab31-1f28-4b47-87cc-617bb5edadcb tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] Calling delete_port for 8df1cc84-b9f9-4c6a-9a84-115ade88e66e owned by compute:nova {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:09:43.182666 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22bb124d-8b8b-4780-b64d-06e91e6d7545 None None] The sync data for ids ['2adad5ab-33b9-4f3d-b32f-5869d54c1583'] in n-d-818823-1 is: [{'id': '2adad5ab-33b9-4f3d-b32f-5869d54c1583', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1601157578-router', 'tenant_id': '28bf3231e9cf4d2bbd696637cc72f7e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:04:18Z', 'updated_at': '2021-11-22T20:09:42Z', 'revision_number': 6, 'project_id': '28bf3231e9cf4d2bbd696637cc72f7e5', 'gw_port_host': None}] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:09:43.240636 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-e77440f2-6f1e-400d-8f0e-9cc81a31506d admin admin] For port 5b3eded7-3360-4291-9d0c-332d4ad235dc, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=5b3eded7-3360-4291-9d0c-332d4ad235dc,segment=NetworkSegment(8793ba83-8407-4c3d-9b56-2a177cd58a70),segment_id=8793ba83-8407-4c3d-9b56-2a177cd58a70)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:09:43.241010 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e77440f2-6f1e-400d-8f0e-9cc81a31506d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:43.265642 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-e77440f2-6f1e-400d-8f0e-9cc81a31506d admin admin] Calling delete_port for 5b3eded7-3360-4291-9d0c-332d4ad235dc owned by network:router_gateway {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:09:43.338392 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-eefc5075-e48e-4307-9001-bd79330bc443 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:43.458861 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-eefc5075-e48e-4307-9001-bd79330bc443 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:43.619341 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-46bdecd8-3d3f-4ec4-83ba-24aa87655fbf req-2fa38495-8f90-4dbe-b028-cc1c0f591a31 service neutron] 10.222.0.20 "GET /v2.0/networks/15d4315f-9a0f-48df-91a2-7f6446aa6c2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7247326 Nov 22 20:09:43.638134 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eefc5075-e48e-4307-9001-bd79330bc443 admin admin] Network c48a55e9-6a85-4746-b7bf-3e29fb560094 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:09:43.649117 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-eefc5075-e48e-4307-9001-bd79330bc443 admin admin] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:09:43.652017 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eefc5075-e48e-4307-9001-bd79330bc443 admin admin] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:09:43.698797 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66ce9612-ff70-40bb-a256-ff407fe2bb3b req-b8eb73e5-80bc-42cb-9f6e-ed580a168341 tempest-ListServerFiltersTestJSON-710341241 tempest-ListServerFiltersTestJSON-710341241-project] Made reservation on behalf of 4029011266e84880a9b6ebb16a2e3cd8 for: {'port': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:09:43.704633 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-66ce9612-ff70-40bb-a256-ff407fe2bb3b req-b8eb73e5-80bc-42cb-9f6e-ed580a168341 tempest-ListServerFiltersTestJSON-710341241 tempest-ListServerFiltersTestJSON-710341241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:43.753240 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 1a9890cb-bfea-4b71-a715-81783dc6b7ea up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:09:43.763750 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e77440f2-6f1e-400d-8f0e-9cc81a31506d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:43.823485 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-7feaa695-d42e-44bf-b06a-30a81e79e81e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:43.845056 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2615a267-0085-42de-bbd0-35c1709bc2e5 None None] Network 585601b7-3445-4882-a5f3-ad3009b240dc requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:09:43.851558 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 1a9890cb-bfea-4b71-a715-81783dc6b7ea triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:09:43.852952 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:43.866066 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefc5075-e48e-4307-9001-bd79330bc443 admin admin] Pushing event updated for resources: {'Port': ['ID=7095adb1-4b44-4a4f-a035-5e7993ef1c9f,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:09:43.895641 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-7feaa695-d42e-44bf-b06a-30a81e79e81e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:43.972257 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77440f2-6f1e-400d-8f0e-9cc81a31506d admin admin] Pushing event deleted for resources: {'Port': ['ID=5b3eded7-3360-4291-9d0c-332d4ad235dc,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:09:43.995499 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-dddfd907-a20d-489a-9078-c84b552a3eeb None None] Provisioning complete for port 1a9890cb-bfea-4b71-a715-81783dc6b7ea triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:09:43.996042 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-dddfd907-a20d-489a-9078-c84b552a3eeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:44.027109 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b167c667-4d26-40d6-b0a9-a1cf84a1cbf5 req-6e2515ec-a1ed-4378-a7ba-9e2c96fe15ed service neutron] 10.222.0.41 "GET /v2.0/networks/5304318e-8a1b-436f-8654-45389cfc7b43?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0240226 Nov 22 20:09:44.042137 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7feaa695-d42e-44bf-b06a-30a81e79e81e admin admin] vlan segment allocate from pool success with {'vlan_id': 610, 'physical_network': 'physnet1'} {{(pid=103447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 20:09:44.074686 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13450f45-6621-4a20-a14b-35415edc8858 req-f6e43fde-6177-4dc0-a797-9ccbb318ab69 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:09:44.082166 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-13450f45-6621-4a20-a14b-35415edc8858 req-f6e43fde-6177-4dc0-a797-9ccbb318ab69 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] 10.222.0.46 "GET /v2.0/ports?device_id=45605db1-0067-43de-9e71-8e4e4181fb09 HTTP/1.1" status: 200 len: 984 time: 0.5325897 Nov 22 20:09:44.153480 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:44.173801 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7feaa695-d42e-44bf-b06a-30a81e79e81e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=402b14b3-7b21-4f37-9e5a-c3de7eeeb958,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:09:44.180001 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:44.188068 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-7feaa695-d42e-44bf-b06a-30a81e79e81e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:44.188439 n-d-818823-1 neutron-server[103447]: INFO neutron.db.segments_db [None req-7feaa695-d42e-44bf-b06a-30a81e79e81e admin admin] Added segment 81925659-bc5f-49d9-8d6d-c3681f9dbd5b of type vlan for network 1ae4d286-ddad-44f5-b34a-bee98214a526 Nov 22 20:09:44.210630 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b89418e-7c14-424b-b975-3afeccffce48 req-fa15b23e-613d-416f-91e2-3351afe63712 tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:09:44.212335 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1b89418e-7c14-424b-b975-3afeccffce48 req-fa15b23e-613d-416f-91e2-3351afe63712 tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] 10.222.0.46 "GET /v2.0/ports?device_id=05a42da3-f4d1-435d-a4ca-2a5f4101b8fa HTTP/1.1" status: 200 len: 944 time: 0.5957692 Nov 22 20:09:44.236337 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:44.271951 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-dddfd907-a20d-489a-9078-c84b552a3eeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:44.294020 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] For port 1a9890cb-bfea-4b71-a715-81783dc6b7ea, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=1a9890cb-bfea-4b71-a715-81783dc6b7ea,segment=NetworkSegment(99a23133-5e87-41a8-a27c-0433565f8dbf),segment_id=99a23133-5e87-41a8-a27c-0433565f8dbf)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:09:44.297936 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf641430-f8da-4435-952a-349571ed88ef req-99f8932c-c826-4ffd-8fea-35631040e0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:09:44.299387 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-bf641430-f8da-4435-952a-349571ed88ef req-99f8932c-c826-4ffd-8fea-35631040e0f2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0fdf582e13024dfab4aee7ecf63b2936&device_id=45605db1-0067-43de-9e71-8e4e4181fb09 HTTP/1.1" status: 200 len: 1135 time: 0.5360188 Nov 22 20:09:44.306307 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:44.405147 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.db.api [None req-dddfd907-a20d-489a-9078-c84b552a3eeb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103449) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 20:09:44.405147 n-d-818823-1 neutron-server[103449]: DEBUG oslo_db.api [None req-dddfd907-a20d-489a-9078-c84b552a3eeb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 20:09:44.405977 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Pushing event updated for resources: {'Port': ['ID=1a9890cb-bfea-4b71-a715-81783dc6b7ea,revision_number=3']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:09:44.454449 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-7feaa695-d42e-44bf-b06a-30a81e79e81e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748992492791'] for network, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:44.481803 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e77440f2-6f1e-400d-8f0e-9cc81a31506d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595398'] for router_gateway, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:44.487145 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7563f773-f6b1-4f3f-94f8-25a0f67634fc', 'tag': '37195ed8-69b8-45b3-8892-62f51715395d'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:09:44.489598 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f389dea1-655b-4977-95fa-26fad47768f9" -d '{"events": [{"name": "network-changed", "server_uuid": "7563f773-f6b1-4f3f-94f8-25a0f67634fc", "tag": "37195ed8-69b8-45b3-8892-62f51715395d"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:09:44.537594 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-13450f45-6621-4a20-a14b-35415edc8858 req-da11f396-16aa-48b9-9166-4d69876f7b8e tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] 10.222.0.46 "GET /v2.0/security-groups?id=bea1ed78-99ea-4bbb-b015-1c06f8cf0028&id=008bf24b-e850-49d0-ba05-9d00c3f0736a&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.4545293 Nov 22 20:09:44.591124 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e77440f2-6f1e-400d-8f0e-9cc81a31506d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24781'] for router, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:44.594432 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e77440f2-6f1e-400d-8f0e-9cc81a31506d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:44.633229 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b167c667-4d26-40d6-b0a9-a1cf84a1cbf5 req-672a8056-caca-45cb-9fcd-acca87af56cb service neutron] 10.222.0.41 "GET /v2.0/networks/5304318e-8a1b-436f-8654-45389cfc7b43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5839069 Nov 22 20:09:44.656640 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e77440f2-6f1e-400d-8f0e-9cc81a31506d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-663261'] for router, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:44.657867 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e77440f2-6f1e-400d-8f0e-9cc81a31506d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2adad5ab-33b9-4f3d-b32f-5869d54c1583 {{(pid=103448) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 20:09:44.663634 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e77440f2-6f1e-400d-8f0e-9cc81a31506d admin admin] Publish callbacks [] for router, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:44.665079 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-e77440f2-6f1e-400d-8f0e-9cc81a31506d admin admin] 10.222.0.46 "DELETE /v2.0/routers/2adad5ab-33b9-4f3d-b32f-5869d54c1583 HTTP/1.1" status: 204 len: 168 time: 2.6109006 Nov 22 20:09:44.667519 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 60770) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:09:44.669526 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1b89418e-7c14-424b-b975-3afeccffce48 req-40edb16c-75d5-4200-86bf-e5cd1f0d93ce tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] 10.222.0.46 "GET /v2.0/security-groups?id=89c2c967-26c4-4e1c-a1fd-c97f87817ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3996515 Nov 22 20:09:44.720486 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_v2 [None req-64644d82-63c4-4919-ae06-3c60aa22d5ec admin admin] Deleting subnet 8e994f5e-9cb9-4256-a86d-d90656809fa8 {{(pid=103448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 20:09:44.722992 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-7feaa695-d42e-44bf-b06a-30a81e79e81e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for network, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:44.723967 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7feaa695-d42e-44bf-b06a-30a81e79e81e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:09:44.724653 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-7feaa695-d42e-44bf-b06a-30a81e79e81e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for network, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:44.732319 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-64644d82-63c4-4919-ae06-3c60aa22d5ec admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:44.761752 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 20:09:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30168b7e-f603-45f4-a1af-47c9dc0c1ae0 x-openstack-request-id: req-30168b7e-f603-45f4-a1af-47c9dc0c1ae0 {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:09:44.762535 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7563f773-f6b1-4f3f-94f8-25a0f67634fc", "tag": "37195ed8-69b8-45b3-8892-62f51715395d", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:09:44.762769 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-30168b7e-f603-45f4-a1af-47c9dc0c1ae0 {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:09:44.763157 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7563f773-f6b1-4f3f-94f8-25a0f67634fc', 'tag': '37195ed8-69b8-45b3-8892-62f51715395d', 'status': 'completed', 'code': 200} Nov 22 20:09:44.768413 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2467a2af-1e2d-40f0-a021-6050b975c1f9 req-39f354d3-36fb-4e33-a69f-b54edd64a860 tempest-ListServerFiltersTestJSON-710341241 tempest-ListServerFiltersTestJSON-710341241-project] 10.222.0.46 "GET /v2.0/ports?device_id=593b2096-75b7-405a-b83d-4e4481045f8d HTTP/1.1" status: 200 len: 210 time: 0.1261902 Nov 22 20:09:44.791555 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-64644d82-63c4-4919-ae06-3c60aa22d5ec admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11627908'] for subnet, precommit_delete_associations {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:44.801500 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-95f0a1fb-9a11-447f-a607-3f672fb5ec2f req-5debab31-1f28-4b47-87cc-617bb5edadcb tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:44.858376 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f8734bc7-6061-4cfd-aa2b-0fbaf77892d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8900613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8485104'] for subnet, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:44.918164 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-7feaa695-d42e-44bf-b06a-30a81e79e81e admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 3.1007466 Nov 22 20:09:44.922368 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 60772) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:09:44.927553 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf641430-f8da-4435-952a-349571ed88ef req-a780c6da-b71c-4002-aa62-2d76d19f7e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:09:44.929032 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-bf641430-f8da-4435-952a-349571ed88ef req-a780c6da-b71c-4002-aa62-2d76d19f7e3b service neutron] 10.222.0.20 "GET /v2.0/networks?id=15d4315f-9a0f-48df-91a2-7f6446aa6c2e HTTP/1.1" status: 200 len: 913 time: 0.5894594 Nov 22 20:09:44.936595 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-5fb12046-db7a-40c1-91e3-7a6d2c4a2cc6 admin admin] Request body: {'subnet': {'network_id': '1ae4d286-ddad-44f5-b34a-bee98214a526', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1771545429-subnet', 'tenant_id': '74225e7aba6c4293916c50899651bb18', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:09:44.957301 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 8df1cc84-b9f9-4c6a-9a84-115ade88e66e no longer exists at agent hyperv_n-h1-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:09:44.957586 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5debab31-1f28-4b47-87cc-617bb5edadcb tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] Pushing event deleted for resources: {'Port': ['ID=8df1cc84-b9f9-4c6a-9a84-115ade88e66e,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:09:44.971662 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-64644d82-63c4-4919-ae06-3c60aa22d5ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3753007'] for subnet, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:44.997703 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-eefc5075-e48e-4307-9001-bd79330bc443 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:44.999460 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] No Port match for: 8df1cc84-b9f9-4c6a-9a84-115ade88e66e {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:09:45.002301 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 8df1cc84-b9f9-4c6a-9a84-115ade88e66e not bound to the agent host n-h1-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:09:45.004862 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7feaa695-d42e-44bf-b06a-30a81e79e81e admin admin] Pushing event updated for resources: {'Network': ['ID=1ae4d286-ddad-44f5-b34a-bee98214a526,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:09:45.015834 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Network 1ae4d286-ddad-44f5-b34a-bee98214a526 details requested by agent ovs-agent-n-d-818823-1 with host n-d-818823-1 {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 20:09:45.034350 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fb12046-db7a-40c1-91e3-7a6d2c4a2cc6 admin admin] Made reservation on behalf of 74225e7aba6c4293916c50899651bb18 for: {'subnet': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:09:45.036596 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5fb12046-db7a-40c1-91e3-7a6d2c4a2cc6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11792951'] for subnet, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:45.062641 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-bf641430-f8da-4435-952a-349571ed88ef req-07d5943b-0e07-41d0-99d9-280678a257dd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d4ff6968-3b58-4ead-83f6-cb8ac9bc804d HTTP/1.1" status: 200 len: 217 time: 0.1007645 Nov 22 20:09:45.083323 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [req-cfa50163-5a53-4b43-802b-ad6a1ce87341 req-ec04605d-b8f7-4ca6-98d6-220d538cdcc2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2375dce4-8c48-474c-a748-ca0b4e6fa485 {{(pid=103447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:09:45.122920 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-95f0a1fb-9a11-447f-a607-3f672fb5ec2f req-5debab31-1f28-4b47-87cc-617bb5edadcb tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] No DVR routers for this DVR port 8df1cc84-b9f9-4c6a-9a84-115ade88e66e on host n-h1-818823-1 {{(pid=103447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:09:45.124797 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-e5b87b32-9067-4f39-9c45-afb2eefe4a18 None None] Provisioning complete for port 1a9890cb-bfea-4b71-a715-81783dc6b7ea triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:09:45.125323 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e5b87b32-9067-4f39-9c45-afb2eefe4a18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:45.127469 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-cfa50163-5a53-4b43-802b-ad6a1ce87341 req-ec04605d-b8f7-4ca6-98d6-220d538cdcc2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:45.147485 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8734bc7-6061-4cfd-aa2b-0fbaf77892d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d9e6c2e-03b8-4969-bf19-022a747548c2,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:09:45.154262 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-95f0a1fb-9a11-447f-a607-3f672fb5ec2f req-5debab31-1f28-4b47-87cc-617bb5edadcb tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:45.157750 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-95f0a1fb-9a11-447f-a607-3f672fb5ec2f req-5debab31-1f28-4b47-87cc-617bb5edadcb tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] 10.222.0.41 "DELETE /v2.0/ports/8df1cc84-b9f9-4c6a-9a84-115ade88e66e HTTP/1.1" status: 204 len: 173 time: 3.2213156 Nov 22 20:09:45.161046 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f389dea1-655b-4977-95fa-26fad47768f9 req-5c7e07fa-5f78-426b-81e8-6428db94a63b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:09:45.162475 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f389dea1-655b-4977-95fa-26fad47768f9 req-5c7e07fa-5f78-426b-81e8-6428db94a63b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4029011266e84880a9b6ebb16a2e3cd8&device_id=7563f773-f6b1-4f3f-94f8-25a0f67634fc HTTP/1.1" status: 200 len: 1094 time: 0.3743932 Nov 22 20:09:45.180657 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.provisioning_blocks [req-cfa50163-5a53-4b43-802b-ad6a1ce87341 req-ec04605d-b8f7-4ca6-98d6-220d538cdcc2 service neutron] Transition to ACTIVE for port object 2375dce4-8c48-474c-a748-ca0b4e6fa485 will not be triggered until provisioned by entity L2. {{(pid=103447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 20:09:45.190267 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-64644d82-63c4-4919-ae06-3c60aa22d5ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3753014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11567369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11792914'] for subnet, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:45.195072 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-cfa50163-5a53-4b43-802b-ad6a1ce87341 req-ec04605d-b8f7-4ca6-98d6-220d538cdcc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:45.243725 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8734bc7-6061-4cfd-aa2b-0fbaf77892d3 admin admin] Checking segment: {'id': '403bed75-1d6d-4ea7-8047-29e80a30dbc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '991bb7a4-c166-4f8c-9bad-b2abf9942333'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:09:45.244093 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8734bc7-6061-4cfd-aa2b-0fbaf77892d3 admin admin] Network hostable DHCP agents. Network: 991bb7a4-c166-4f8c-9bad-b2abf9942333, hostable agents: ['02adaa64-0987-4b74-bad0-cbcf56f8a294'], hosted agents: [] {{(pid=103447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 20:09:45.277402 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf641430-f8da-4435-952a-349571ed88ef req-daae6efa-6505-4ff1-9afd-c2afb686d745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:09:45.278902 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-bf641430-f8da-4435-952a-349571ed88ef req-daae6efa-6505-4ff1-9afd-c2afb686d745 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d1283e3b-986c-4cf3-818d-79a41c1c76c2 HTTP/1.1" status: 200 len: 852 time: 0.2048721 Nov 22 20:09:45.305258 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64644d82-63c4-4919-ae06-3c60aa22d5ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e994f5e-9cb9-4256-a86d-d90656809fa8,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:09:45.310495 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-64644d82-63c4-4919-ae06-3c60aa22d5ec admin admin] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:45.313820 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-64644d82-63c4-4919-ae06-3c60aa22d5ec admin admin] 10.222.0.46 "DELETE /v2.0/subnets/8e994f5e-9cb9-4256-a86d-d90656809fa8 HTTP/1.1" status: 204 len: 168 time: 0.6449976 Nov 22 20:09:45.330979 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 60774) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:09:45.361151 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbe3d262-7025-4b94-8585-5dda4ce00e2a None None] Network 5cd7327a-914a-44e8-ae5d-be4d87d686f0 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:09:45.373634 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-bf641430-f8da-4435-952a-349571ed88ef req-546429c2-1851-413f-b52b-0adb27ed3494 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=15d4315f-9a0f-48df-91a2-7f6446aa6c2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0838797 Nov 22 20:09:45.381022 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 1a9890cb-bfea-4b71-a715-81783dc6b7ea up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:09:45.432760 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [req-66ce9612-ff70-40bb-a256-ff407fe2bb3b req-b8eb73e5-80bc-42cb-9f6e-ed580a168341 tempest-ListServerFiltersTestJSON-710341241 tempest-ListServerFiltersTestJSON-710341241-project] Allocated IP 172.20.0.12 (5304318e-8a1b-436f-8654-45389cfc7b43/9a97c93b-2aa7-44f7-aae7-762ebe4bc4be/ead0e289-7f2a-42b5-ba76-e8ef4c9a9af4) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:09:45.439777 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec04605d-b8f7-4ca6-98d6-220d538cdcc2 service neutron] Pushing event updated for resources: {'Port': ['ID=2375dce4-8c48-474c-a748-ca0b4e6fa485,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:09:45.482117 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8734bc7-6061-4cfd-aa2b-0fbaf77892d3 admin admin] Network 991bb7a4-c166-4f8c-9bad-b2abf9942333 is scheduled to be hosted by DHCP agent 02adaa64-0987-4b74-bad0-cbcf56f8a294 with binding_index 1 {{(pid=103447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 20:09:45.549555 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-eefc5075-e48e-4307-9001-bd79330bc443 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-659538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-841284'] for router, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:45.576959 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5fb12046-db7a-40c1-91e3-7a6d2c4a2cc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11567560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11792921'] for subnet, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:45.614684 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 1a9890cb-bfea-4b71-a715-81783dc6b7ea triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:09:45.615068 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:45.668714 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-f8734bc7-6061-4cfd-aa2b-0fbaf77892d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818823-1, 991bb7a4-c166-4f8c-9bad-b2abf9942333) {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:09:45.675044 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f389dea1-655b-4977-95fa-26fad47768f9 req-3e642785-5e50-4933-8780-3ff8679349c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:09:45.676600 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f389dea1-655b-4977-95fa-26fad47768f9 req-3e642785-5e50-4933-8780-3ff8679349c0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=5304318e-8a1b-436f-8654-45389cfc7b43 HTTP/1.1" status: 200 len: 917 time: 0.5024898 Nov 22 20:09:45.689775 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b40ab697-8513-4274-b996-b789f54383d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3961693'] for network, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:45.695699 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb12046-db7a-40c1-91e3-7a6d2c4a2cc6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3d07d8b-31c6-491c-a72c-08a2eb655cbc,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:09:45.709955 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8734bc7-6061-4cfd-aa2b-0fbaf77892d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:09:45.710550 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f8734bc7-6061-4cfd-aa2b-0fbaf77892d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for subnet, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:45.760444 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7503de78-1381-4f01-bd5c-a63c3edcb165 None None] Network 991bb7a4-c166-4f8c-9bad-b2abf9942333 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:09:45.859136 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f389dea1-655b-4977-95fa-26fad47768f9 req-80b02393-dc09-4640-96a0-e0c198163c2c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=37195ed8-69b8-45b3-8892-62f51715395d HTTP/1.1" status: 200 len: 217 time: 0.1410773 Nov 22 20:09:45.924940 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-f8734bc7-6061-4cfd-aa2b-0fbaf77892d3 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 3.0633605 Nov 22 20:09:45.927627 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 60786) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:09:45.928844 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3caa63c0-080f-44df-8aac-1bb4af2b4672 None None] DHCP port deletion for 5cd7327a-914a-44e8-ae5d-be4d87d686f0 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:09:45.956068 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-a51af616-766b-4c7b-a429-57269bc6d97c admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-746990850-router', 'tenant_id': 'dca6bcb55fff4e67be6ef75cef700ffc', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'}}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:09:46.007875 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eefc5075-e48e-4307-9001-bd79330bc443 admin admin] Router 111a743d-bc57-4272-aa2a-12263f5d21c4 is scheduled to L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 with binding_index 1 {{(pid=103448) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 20:09:46.033159 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb12046-db7a-40c1-91e3-7a6d2c4a2cc6 admin admin] Checking segment: {'id': '81925659-bc5f-49d9-8d6d-c3681f9dbd5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '1ae4d286-ddad-44f5-b34a-bee98214a526'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:09:46.033679 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fb12046-db7a-40c1-91e3-7a6d2c4a2cc6 admin admin] Network hostable DHCP agents. Network: 1ae4d286-ddad-44f5-b34a-bee98214a526, hostable agents: ['02adaa64-0987-4b74-bad0-cbcf56f8a294'], hosted agents: [] {{(pid=103448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 20:09:46.078902 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-cfa50163-5a53-4b43-802b-ad6a1ce87341 req-ec04605d-b8f7-4ca6-98d6-220d538cdcc2 service neutron] Attempting to bind port 2375dce4-8c48-474c-a748-ca0b4e6fa485 on host n-h2-818823-1 for vnic_type normal with profile {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:09:46.078902 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-cfa50163-5a53-4b43-802b-ad6a1ce87341 req-ec04605d-b8f7-4ca6-98d6-220d538cdcc2 service neutron] Attempting to bind port 2375dce4-8c48-474c-a748-ca0b4e6fa485 by drivers openvswitch,hyperv on host n-h2-818823-1 at level 0 using segments [{'id': 'f4375107-f208-4e57-94ce-2a9cc5f0f2e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '5304318e-8a1b-436f-8654-45389cfc7b43'}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:09:46.078902 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa50163-5a53-4b43-802b-ad6a1ce87341 req-ec04605d-b8f7-4ca6-98d6-220d538cdcc2 service neutron] Attempting to bind port 2375dce4-8c48-474c-a748-ca0b4e6fa485 on network 5304318e-8a1b-436f-8654-45389cfc7b43 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:09:46.171888 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-bf641430-f8da-4435-952a-349571ed88ef req-17deca8f-c669-422c-9304-29e6fcf1b6dc service neutron] 10.222.0.20 "GET /v2.0/networks/15d4315f-9a0f-48df-91a2-7f6446aa6c2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7791812 Nov 22 20:09:46.172863 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fb12046-db7a-40c1-91e3-7a6d2c4a2cc6 admin admin] Network 1ae4d286-ddad-44f5-b34a-bee98214a526 is scheduled to be hosted by DHCP agent 02adaa64-0987-4b74-bad0-cbcf56f8a294 with binding_index 1 {{(pid=103448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 20:09:46.204949 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa50163-5a53-4b43-802b-ad6a1ce87341 req-ec04605d-b8f7-4ca6-98d6-220d538cdcc2 service neutron] Port 2375dce4-8c48-474c-a748-ca0b4e6fa485 on network 5304318e-8a1b-436f-8654-45389cfc7b43 not bound, no agent of type Open vSwitch agent registered on host n-h2-818823-1 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:09:46.206034 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa50163-5a53-4b43-802b-ad6a1ce87341 req-ec04605d-b8f7-4ca6-98d6-220d538cdcc2 service neutron] Attempting to bind port 2375dce4-8c48-474c-a748-ca0b4e6fa485 on network 5304318e-8a1b-436f-8654-45389cfc7b43 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:09:46.224469 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-66ce9612-ff70-40bb-a256-ff407fe2bb3b req-b8eb73e5-80bc-42cb-9f6e-ed580a168341 tempest-ListServerFiltersTestJSON-710341241 tempest-ListServerFiltersTestJSON-710341241-project] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:46.226063 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-5fb12046-db7a-40c1-91e3-7a6d2c4a2cc6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818823-1, 1ae4d286-ddad-44f5-b34a-bee98214a526) {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:09:46.240096 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fb12046-db7a-40c1-91e3-7a6d2c4a2cc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:09:46.240983 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5fb12046-db7a-40c1-91e3-7a6d2c4a2cc6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:46.246638 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-411bb559-01fc-402b-8111-62de409eada8 None None] Network 1ae4d286-ddad-44f5-b34a-bee98214a526 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:09:46.302888 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-5fb12046-db7a-40c1-91e3-7a6d2c4a2cc6 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.3753688 Nov 22 20:09:46.304285 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 60788) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:09:46.309148 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-5f7c3474-54fa-4bcc-a2d2-92986d88539f admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1771545429-router', 'tenant_id': '74225e7aba6c4293916c50899651bb18', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'}}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:09:46.317096 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 2b7d2801-6c19-42d4-98d8-113ca44f8eab no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:09:46.365513 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eefc5075-e48e-4307-9001-bd79330bc443 admin admin] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:09:46.372498 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa50163-5a53-4b43-802b-ad6a1ce87341 req-ec04605d-b8f7-4ca6-98d6-220d538cdcc2 service neutron] Checking agent: {'id': '65e0486a-7030-4065-96f0-10aa7402a530', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'started_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 9, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:09:46.372913 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa50163-5a53-4b43-802b-ad6a1ce87341 req-ec04605d-b8f7-4ca6-98d6-220d538cdcc2 service neutron] Checking segment: {'id': 'f4375107-f208-4e57-94ce-2a9cc5f0f2e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '5304318e-8a1b-436f-8654-45389cfc7b43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:09:46.375070 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-66ce9612-ff70-40bb-a256-ff407fe2bb3b req-b8eb73e5-80bc-42cb-9f6e-ed580a168341 tempest-ListServerFiltersTestJSON-710341241 tempest-ListServerFiltersTestJSON-710341241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:46.375865 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa50163-5a53-4b43-802b-ad6a1ce87341 req-ec04605d-b8f7-4ca6-98d6-220d538cdcc2 service neutron] Bound using segment: {'id': 'f4375107-f208-4e57-94ce-2a9cc5f0f2e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '5304318e-8a1b-436f-8654-45389cfc7b43'} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:09:46.377254 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ef6800-705f-4b41-914c-cfb393a55b47 None None] Sync routers for ids ['111a743d-bc57-4272-aa2a-12263f5d21c4'] in n-d-818823-1 {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:09:46.377799 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-cfa50163-5a53-4b43-802b-ad6a1ce87341 req-ec04605d-b8f7-4ca6-98d6-220d538cdcc2 service neutron] Bound port: 2375dce4-8c48-474c-a748-ca0b4e6fa485, host: n-h2-818823-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4375107-f208-4e57-94ce-2a9cc5f0f2e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '5304318e-8a1b-436f-8654-45389cfc7b43'}}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:09:46.378372 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-cfa50163-5a53-4b43-802b-ad6a1ce87341 req-ec04605d-b8f7-4ca6-98d6-220d538cdcc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:46.390714 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ef6800-705f-4b41-914c-cfb393a55b47 None None] Routers {'111a743d-bc57-4272-aa2a-12263f5d21c4'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:09:46.391650 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-c0ef6800-705f-4b41-914c-cfb393a55b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:09:33Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['111a743d-bc57-4272-aa2a-12263f5d21c4'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:09:46.397049 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a724314-f833-4ff6-8bf4-2aca60067e41 req-f9b32053-fd1b-4fed-b1af-7e7197059b39 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:09:46.399333 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2a724314-f833-4ff6-8bf4-2aca60067e41 req-f9b32053-fd1b-4fed-b1af-7e7197059b39 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] 10.222.0.46 "GET /v2.0/ports?device_id=45605db1-0067-43de-9e71-8e4e4181fb09 HTTP/1.1" status: 200 len: 984 time: 0.6751206 Nov 22 20:09:46.424764 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-3caa63c0-080f-44df-8aac-1bb4af2b4672 None None] Deleting port 11d66ef8-f6a0-4b8e-bce1-f708dfd1705f {{(pid=103449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:09:46.425366 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-3caa63c0-080f-44df-8aac-1bb4af2b4672 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:46.428733 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a51af616-766b-4c7b-a429-57269bc6d97c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24799'] for router, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:46.430502 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a51af616-766b-4c7b-a429-57269bc6d97c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-632716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24788'] for router, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:46.431344 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: 2b7d2801-6c19-42d4-98d8-113ca44f8eab {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:09:46.431721 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 2b7d2801-6c19-42d4-98d8-113ca44f8eab not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:09:46.432138 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 5b3eded7-3360-4291-9d0c-332d4ad235dc no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:09:46.439743 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f389dea1-655b-4977-95fa-26fad47768f9 req-1fd72a40-3ee9-4b26-a6a8-6effbfdbee99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:09:46.442554 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f389dea1-655b-4977-95fa-26fad47768f9 req-1fd72a40-3ee9-4b26-a6a8-6effbfdbee99 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9a97c93b-2aa7-44f7-aae7-762ebe4bc4be HTTP/1.1" status: 200 len: 855 time: 0.5642953 Nov 22 20:09:46.442721 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5f7c3474-54fa-4bcc-a2d2-92986d88539f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24799'] for router, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:46.443686 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5f7c3474-54fa-4bcc-a2d2-92986d88539f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-632716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24788'] for router, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:46.462089 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66ce9612-ff70-40bb-a256-ff407fe2bb3b req-b8eb73e5-80bc-42cb-9f6e-ed580a168341 tempest-ListServerFiltersTestJSON-710341241 tempest-ListServerFiltersTestJSON-710341241-project] Network 5304318e-8a1b-436f-8654-45389cfc7b43 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:09:46.470775 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [req-66ce9612-ff70-40bb-a256-ff407fe2bb3b req-b8eb73e5-80bc-42cb-9f6e-ed580a168341 tempest-ListServerFiltersTestJSON-710341241 tempest-ListServerFiltersTestJSON-710341241-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:09:46.472735 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8eb73e5-80bc-42cb-9f6e-ed580a168341 tempest-ListServerFiltersTestJSON-710341241 tempest-ListServerFiltersTestJSON-710341241-project] Pushing event updated for resources: {'Port': ['ID=ead0e289-7f2a-42b5-ba76-e8ef4c9a9af4,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:09:46.475111 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [req-66ce9612-ff70-40bb-a256-ff407fe2bb3b req-b8eb73e5-80bc-42cb-9f6e-ed580a168341 tempest-ListServerFiltersTestJSON-710341241 tempest-ListServerFiltersTestJSON-710341241-project] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:09:46.515205 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: 5b3eded7-3360-4291-9d0c-332d4ad235dc {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:09:46.515689 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 5b3eded7-3360-4291-9d0c-332d4ad235dc not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:09:46.528706 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ce9612-ff70-40bb-a256-ff407fe2bb3b req-b8eb73e5-80bc-42cb-9f6e-ed580a168341 tempest-ListServerFiltersTestJSON-710341241 tempest-ListServerFiltersTestJSON-710341241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:09:46.529355 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-66ce9612-ff70-40bb-a256-ff407fe2bb3b req-b8eb73e5-80bc-42cb-9f6e-ed580a168341 tempest-ListServerFiltersTestJSON-710341241 tempest-ListServerFiltersTestJSON-710341241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:46.538266 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-eefc5075-e48e-4307-9001-bd79330bc443 admin admin] Publish callbacks [] for router, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:46.539549 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-eefc5075-e48e-4307-9001-bd79330bc443 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.9787922 Nov 22 20:09:46.543472 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 60790) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:09:46.577200 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-bf641430-f8da-4435-952a-349571ed88ef req-f4050368-8bc6-40a7-a66d-0b6d6e1ed8bb service neutron] 10.222.0.20 "GET /v2.0/networks/15d4315f-9a0f-48df-91a2-7f6446aa6c2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3779292 Nov 22 20:09:46.591614 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57227e27-945b-426d-93b5-64b1a0d39c59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fb26bd7-ce56-527b-b94f-2e1f7cb2bb35-991bb7a4-c166-4f8c-9bad-b2abf9942333', 'network_id': '991bb7a4-c166-4f8c-9bad-b2abf9942333', 'tenant_id': 'dca6bcb55fff4e67be6ef75cef700ffc', 'fixed_ips': [{'subnet_id': '1d9e6c2e-03b8-4969-bf19-022a747548c2'}]}} from n-d-818823-1. {{(pid=103449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 20:09:46.592398 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-57227e27-945b-426d-93b5-64b1a0d39c59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:46.620084 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-c0ef6800-705f-4b41-914c-cfb393a55b47 None None] Set router 111a743d-bc57-4272-aa2a-12263f5d21c4 gateway port host: n-d-818823-1 {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:09:46.622649 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-66ce9612-ff70-40bb-a256-ff407fe2bb3b req-b8eb73e5-80bc-42cb-9f6e-ed580a168341 tempest-ListServerFiltersTestJSON-710341241 tempest-ListServerFiltersTestJSON-710341241-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1078994 Nov 22 20:09:46.635845 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5f7c3474-54fa-4bcc-a2d2-92986d88539f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:46.641538 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-3caa63c0-080f-44df-8aac-1bb4af2b4672 None None] For port 11d66ef8-f6a0-4b8e-bce1-f708dfd1705f, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=11d66ef8-f6a0-4b8e-bce1-f708dfd1705f,segment=NetworkSegment(8c9bcfce-bb81-4e05-b229-ebf16ae0f96f),segment_id=8c9bcfce-bb81-4e05-b229-ebf16ae0f96f)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:09:46.641934 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-3caa63c0-080f-44df-8aac-1bb4af2b4672 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:46.643374 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [req-66ce9612-ff70-40bb-a256-ff407fe2bb3b req-f8cddbd3-3beb-4d37-a299-a91b1b57c56d service neutron] Request body: {'port': {'device_id': '593b2096-75b7-405a-b83d-4e4481045f8d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818823-1'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:09:46.669663 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-cfa50163-5a53-4b43-802b-ad6a1ce87341 req-ec04605d-b8f7-4ca6-98d6-220d538cdcc2 service neutron] For port 2375dce4-8c48-474c-a748-ca0b4e6fa485, host n-h2-818823-1, cleared binding levels {{(pid=103447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:09:46.676317 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-cfa50163-5a53-4b43-802b-ad6a1ce87341 req-ec04605d-b8f7-4ca6-98d6-220d538cdcc2 service neutron] For port 2375dce4-8c48-474c-a748-ca0b4e6fa485, host n-h2-818823-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=2375dce4-8c48-474c-a748-ca0b4e6fa485,segment=NetworkSegment(f4375107-f208-4e57-94ce-2a9cc5f0f2e5),segment_id=f4375107-f208-4e57-94ce-2a9cc5f0f2e5)] {{(pid=103447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:09:46.698453 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-3caa63c0-080f-44df-8aac-1bb4af2b4672 None None] Calling delete_port for 11d66ef8-f6a0-4b8e-bce1-f708dfd1705f owned by network:dhcp {{(pid=103449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:09:46.821405 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05a42da3-f4d1-435d-a4ca-2a5f4101b8fa', 'name': 'network-vif-deleted', 'tag': '8df1cc84-b9f9-4c6a-9a84-115ade88e66e'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:09:46.824365 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fad5bf45-37a0-4124-bc67-f4c4c16b910f" -d '{"events": [{"server_uuid": "05a42da3-f4d1-435d-a4ca-2a5f4101b8fa", "name": "network-vif-deleted", "tag": "8df1cc84-b9f9-4c6a-9a84-115ade88e66e"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:09:46.826059 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-66ce9612-ff70-40bb-a256-ff407fe2bb3b req-f8cddbd3-3beb-4d37-a299-a91b1b57c56d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:46.847236 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b6db8593-90be-4a53-b4a6-ae9e2bad46b5 req-471226c9-70d1-4b9e-a91a-408ebadeb380 tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] 10.222.0.46 "GET /v2.0/ports?device_id=05a42da3-f4d1-435d-a4ca-2a5f4101b8fa HTTP/1.1" status: 200 len: 210 time: 0.4259238 Nov 22 20:09:46.864584 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-cfa50163-5a53-4b43-802b-ad6a1ce87341 req-ec04605d-b8f7-4ca6-98d6-220d538cdcc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:46.920927 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-c0ef6800-705f-4b41-914c-cfb393a55b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '111a743d-bc57-4272-aa2a-12263f5d21c4', 'name': 'tempest-TaggedBootDevicesTest-1412590434-router', 'tenant_id': '428194095b9a4fe2964979fcbe900418', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.92'}], 'enable_snat': True}, 'gw_port_id': '7095adb1-4b44-4a4f-a035-5e7993ef1c9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:09:40Z', 'updated_at': '2021-11-22T20:09:44Z', 'revision_number': 3, 'project_id': '428194095b9a4fe2964979fcbe900418', 'gw_port': {'id': '7095adb1-4b44-4a4f-a035-5e7993ef1c9f', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:98:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '111a743d-bc57-4272-aa2a-12263f5d21c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:09:42Z', 'updated_at': '2021-11-22T20:09:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:09:46.933174 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5f7c3474-54fa-4bcc-a2d2-92986d88539f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:46.964553 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ef6800-705f-4b41-914c-cfb393a55b47 None None] Checking router: 111a743d-bc57-4272-aa2a-12263f5d21c4 for host: n-d-818823-1 {{(pid=103450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 20:09:46.965769 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ef6800-705f-4b41-914c-cfb393a55b47 None None] Updating router 111a743d-bc57-4272-aa2a-12263f5d21c4 port 7095adb1-4b44-4a4f-a035-5e7993ef1c9f binding host n-d-818823-1 {{(pid=103450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 20:09:47.000166 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c0ef6800-705f-4b41-914c-cfb393a55b47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:47.024290 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f389dea1-655b-4977-95fa-26fad47768f9 req-169d65a6-8f4c-48ea-b03c-8e3b9f871f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:09:47.026576 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f389dea1-655b-4977-95fa-26fad47768f9 req-169d65a6-8f4c-48ea-b03c-8e3b9f871f6d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5304318e-8a1b-436f-8654-45389cfc7b43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5403092 Nov 22 20:09:47.157437 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.db_base_plugin_common [None req-57227e27-945b-426d-93b5-64b1a0d39c59 None None] Allocated IP 172.20.0.2 (991bb7a4-c166-4f8c-9bad-b2abf9942333/1d9e6c2e-03b8-4969-bf19-022a747548c2/f557ce0f-a3c2-4955-889e-7e3542abc426) {{(pid=103449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:09:47.408157 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11f7f0d6-d9a0-44c3-b9b6-2417ef8f48ca None None] Network 1ae4d286-ddad-44f5-b34a-bee98214a526 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:09:47.412971 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 37195ed8-69b8-45b3-8892-62f51715395d details requested by agent hyperv_n-h1-818823-1 with host n-h1-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 20:09:47.422683 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c0ef6800-705f-4b41-914c-cfb393a55b47 None None] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:47.434611 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c0ef6800-705f-4b41-914c-cfb393a55b47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:47.434884 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5f7c3474-54fa-4bcc-a2d2-92986d88539f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:47.441480 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [req-66ce9612-ff70-40bb-a256-ff407fe2bb3b req-f8cddbd3-3beb-4d37-a299-a91b1b57c56d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ead0e289-7f2a-42b5-ba76-e8ef4c9a9af4 {{(pid=103448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:09:47.454004 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-3caa63c0-080f-44df-8aac-1bb4af2b4672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381'] for port, after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:47.465803 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5f7c3474-54fa-4bcc-a2d2-92986d88539f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:47.466100 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-57227e27-945b-426d-93b5-64b1a0d39c59 None None] Publish callbacks [] for port, precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:47.469016 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-66ce9612-ff70-40bb-a256-ff407fe2bb3b req-f8cddbd3-3beb-4d37-a299-a91b1b57c56d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:47.469332 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 11d66ef8-f6a0-4b8e-bce1-f708dfd1705f no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:09:47.513166 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-c0ef6800-705f-4b41-914c-cfb393a55b47 None None] Attempting to bind port 7095adb1-4b44-4a4f-a035-5e7993ef1c9f on host n-d-818823-1 for vnic_type normal with profile {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:09:47.513540 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-c0ef6800-705f-4b41-914c-cfb393a55b47 None None] Attempting to bind port 7095adb1-4b44-4a4f-a035-5e7993ef1c9f by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:09:47.513916 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ef6800-705f-4b41-914c-cfb393a55b47 None None] Attempting to bind port 7095adb1-4b44-4a4f-a035-5e7993ef1c9f on network c48a55e9-6a85-4746-b7bf-3e29fb560094 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:09:47.524873 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [req-66ce9612-ff70-40bb-a256-ff407fe2bb3b req-f8cddbd3-3beb-4d37-a299-a91b1b57c56d service neutron] Transition to ACTIVE for port object ead0e289-7f2a-42b5-ba76-e8ef4c9a9af4 will not be triggered until provisioned by entity L2. {{(pid=103448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 20:09:47.528357 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ef6800-705f-4b41-914c-cfb393a55b47 None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 9, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:09:47.529697 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ef6800-705f-4b41-914c-cfb393a55b47 None None] Checking segment: {'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:09:47.530146 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c0ef6800-705f-4b41-914c-cfb393a55b47 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:47.530559 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ef6800-705f-4b41-914c-cfb393a55b47 None None] Bound using segment: {'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:09:47.530683 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-66ce9612-ff70-40bb-a256-ff407fe2bb3b req-f8cddbd3-3beb-4d37-a299-a91b1b57c56d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:47.531119 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-c0ef6800-705f-4b41-914c-cfb393a55b47 None None] Bound port: 7095adb1-4b44-4a4f-a035-5e7993ef1c9f, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'}}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:09:47.532009 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c0ef6800-705f-4b41-914c-cfb393a55b47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:47.590509 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cddbd3-3beb-4d37-a299-a91b1b57c56d service neutron] Pushing event updated for resources: {'Port': ['ID=ead0e289-7f2a-42b5-ba76-e8ef4c9a9af4,revision_number=2']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:09:47.606111 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-57227e27-945b-426d-93b5-64b1a0d39c59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372'] for port, after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:47.607913 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-c0ef6800-705f-4b41-914c-cfb393a55b47 None None] For port 7095adb1-4b44-4a4f-a035-5e7993ef1c9f, host n-d-818823-1, cleared binding levels {{(pid=103450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:09:47.612000 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-c0ef6800-705f-4b41-914c-cfb393a55b47 None None] For port 7095adb1-4b44-4a4f-a035-5e7993ef1c9f, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=7095adb1-4b44-4a4f-a035-5e7993ef1c9f,segment=NetworkSegment(8793ba83-8407-4c3d-9b56-2a177cd58a70),segment_id=8793ba83-8407-4c3d-9b56-2a177cd58a70)] {{(pid=103450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:09:47.614871 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.db.resource_extend [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 22 20:09:47.624147 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c0ef6800-705f-4b41-914c-cfb393a55b47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:47.635875 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5f3462-06d0-469c-a0f0-71a89eea5810 None None] Pushing event updated for resources: {'Port': ['ID=7095adb1-4b44-4a4f-a035-5e7993ef1c9f,revision_number=2']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:09:47.652139 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5f3462-06d0-469c-a0f0-71a89eea5810 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:09:47.652663 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5f3462-06d0-469c-a0f0-71a89eea5810 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:09:47.653050 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5f3462-06d0-469c-a0f0-71a89eea5810 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:09:47.653973 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5f3462-06d0-469c-a0f0-71a89eea5810 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:09:47.653973 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5f3462-06d0-469c-a0f0-71a89eea5810 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:09:47.654286 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5f3462-06d0-469c-a0f0-71a89eea5810 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:09:47.654427 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5f3462-06d0-469c-a0f0-71a89eea5810 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:09:47.654650 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5f3462-06d0-469c-a0f0-71a89eea5810 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:09:47.655046 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5f3462-06d0-469c-a0f0-71a89eea5810 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:09:47.655277 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5f3462-06d0-469c-a0f0-71a89eea5810 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:09:47.655652 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5f3462-06d0-469c-a0f0-71a89eea5810 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:09:47.655928 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5f3462-06d0-469c-a0f0-71a89eea5810 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:09:47.666445 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3caa63c0-080f-44df-8aac-1bb4af2b4672 None None] Pushing event deleted for resources: {'Port': ['ID=11d66ef8-f6a0-4b8e-bce1-f708dfd1705f,revision_number=None']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:09:47.674166 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3caa63c0-080f-44df-8aac-1bb4af2b4672 None None] No DVR routers for this DVR port 11d66ef8-f6a0-4b8e-bce1-f708dfd1705f on host n-d-818823-1 {{(pid=103449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:09:47.682799 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: 11d66ef8-f6a0-4b8e-bce1-f708dfd1705f {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:09:47.684567 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 11d66ef8-f6a0-4b8e-bce1-f708dfd1705f not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:09:47.704251 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ef6800-705f-4b41-914c-cfb393a55b47 None None] Routers {'111a743d-bc57-4272-aa2a-12263f5d21c4'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:09:47.704992 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-c0ef6800-705f-4b41-914c-cfb393a55b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:09:33Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['111a743d-bc57-4272-aa2a-12263f5d21c4'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:09:47.779087 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5f3462-06d0-469c-a0f0-71a89eea5810 None None] Pushing event updated for resources: {'Port': ['ID=7095adb1-4b44-4a4f-a035-5e7993ef1c9f,revision_number=3']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:09:47.796852 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57227e27-945b-426d-93b5-64b1a0d39c59 None None] Network 991bb7a4-c166-4f8c-9bad-b2abf9942333 is already hosted by enough agents. {{(pid=103449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:09:47.806802 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.base_scheduler [None req-57227e27-945b-426d-93b5-64b1a0d39c59 None None] Resources bound (agent type, host, resource id): {{(pid=103449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:09:47.824664 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57227e27-945b-426d-93b5-64b1a0d39c59 None None] Received port after_create {{(pid=103449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:09:47.848086 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [None req-5f7c3474-54fa-4bcc-a2d2-92986d88539f admin admin] Allocated IP 172.25.5.82 (c48a55e9-6a85-4746-b7bf-3e29fb560094/5da6f781-63e6-4328-ae7a-5e672262f55a/af69bc99-6832-453a-9850-2a73b57d89ae) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:09:47.881898 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a51af616-766b-4c7b-a429-57269bc6d97c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:47.888998 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa50163-5a53-4b43-802b-ad6a1ce87341 req-ec04605d-b8f7-4ca6-98d6-220d538cdcc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:09:47.890571 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-cfa50163-5a53-4b43-802b-ad6a1ce87341 req-ec04605d-b8f7-4ca6-98d6-220d538cdcc2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:47.892123 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-cfa50163-5a53-4b43-802b-ad6a1ce87341 req-ec04605d-b8f7-4ca6-98d6-220d538cdcc2 service neutron] 10.222.0.20 "PUT /v2.0/ports/2375dce4-8c48-474c-a748-ca0b4e6fa485 HTTP/1.1" status: 200 len: 1092 time: 5.2450161 Nov 22 20:09:47.903175 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57227e27-945b-426d-93b5-64b1a0d39c59 None None] Pushing event updated for resources: {'Port': ['ID=f557ce0f-a3c2-4955-889e-7e3542abc426,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:09:47.915337 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2a724314-f833-4ff6-8bf4-2aca60067e41 req-f476de37-9401-423b-bfa2-672d5316090f tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] 10.222.0.46 "GET /v2.0/security-groups?id=bea1ed78-99ea-4bbb-b015-1c06f8cf0028&id=008bf24b-e850-49d0-ba05-9d00c3f0736a&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 1.4624453 Nov 22 20:09:47.940243 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-c0ef6800-705f-4b41-914c-cfb393a55b47 None None] Set router 111a743d-bc57-4272-aa2a-12263f5d21c4 gateway port host: n-d-818823-1 {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:09:48.028929 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:09:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05a63e30-343a-4bd1-a90f-c2176930e68a x-openstack-request-id: req-05a63e30-343a-4bd1-a90f-c2176930e68a {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:09:48.037500 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05a42da3-f4d1-435d-a4ca-2a5f4101b8fa", "name": "network-vif-deleted", "tag": "8df1cc84-b9f9-4c6a-9a84-115ade88e66e", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:09:48.038001 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-05a63e30-343a-4bd1-a90f-c2176930e68a {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:09:48.038579 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05a42da3-f4d1-435d-a4ca-2a5f4101b8fa', 'name': 'network-vif-deleted', 'tag': '8df1cc84-b9f9-4c6a-9a84-115ade88e66e', 'status': 'completed', 'code': 200} Nov 22 20:09:48.054190 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-b40ab697-8513-4274-b996-b789f54383d4 admin admin] Deleting port 11d66ef8-f6a0-4b8e-bce1-f708dfd1705f {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:09:48.054829 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b40ab697-8513-4274-b996-b789f54383d4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:48.092362 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5f7c3474-54fa-4bcc-a2d2-92986d88539f admin admin] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:48.115609 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 37195ed8-69b8-45b3-8892-62f51715395d, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=37195ed8-69b8-45b3-8892-62f51715395d,segment=NetworkSegment(f4375107-f208-4e57-94ce-2a9cc5f0f2e5),segment_id=f4375107-f208-4e57-94ce-2a9cc5f0f2e5)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:09:48.148407 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-57227e27-945b-426d-93b5-64b1a0d39c59 None None] Attempting to bind port f557ce0f-a3c2-4955-889e-7e3542abc426 on host n-d-818823-1 for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:09:48.148779 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-57227e27-945b-426d-93b5-64b1a0d39c59 None None] Attempting to bind port f557ce0f-a3c2-4955-889e-7e3542abc426 by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': '403bed75-1d6d-4ea7-8047-29e80a30dbc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '991bb7a4-c166-4f8c-9bad-b2abf9942333'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:09:48.149287 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57227e27-945b-426d-93b5-64b1a0d39c59 None None] Attempting to bind port f557ce0f-a3c2-4955-889e-7e3542abc426 on network 991bb7a4-c166-4f8c-9bad-b2abf9942333 {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:09:48.149704 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5f7c3474-54fa-4bcc-a2d2-92986d88539f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:48.162265 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57227e27-945b-426d-93b5-64b1a0d39c59 None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 9, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:09:48.162688 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57227e27-945b-426d-93b5-64b1a0d39c59 None None] Checking segment: {'id': '403bed75-1d6d-4ea7-8047-29e80a30dbc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '991bb7a4-c166-4f8c-9bad-b2abf9942333'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:09:48.163087 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-57227e27-945b-426d-93b5-64b1a0d39c59 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:48.163488 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57227e27-945b-426d-93b5-64b1a0d39c59 None None] Bound using segment: {'id': '403bed75-1d6d-4ea7-8047-29e80a30dbc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '991bb7a4-c166-4f8c-9bad-b2abf9942333'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:09:48.164185 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-57227e27-945b-426d-93b5-64b1a0d39c59 None None] Bound port: f557ce0f-a3c2-4955-889e-7e3542abc426, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '403bed75-1d6d-4ea7-8047-29e80a30dbc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '991bb7a4-c166-4f8c-9bad-b2abf9942333'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:09:48.164492 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-57227e27-945b-426d-93b5-64b1a0d39c59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:48.171937 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Returning: {'device': '37195ed8-69b8-45b3-8892-62f51715395d', 'network_id': '5304318e-8a1b-436f-8654-45389cfc7b43', 'port_id': '37195ed8-69b8-45b3-8892-62f51715395d', 'mac_address': 'fa:16:3e:ad:1f:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 614, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a97c93b-2aa7-44f7-aae7-762ebe4bc4be', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 20:09:48.232718 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-c0ef6800-705f-4b41-914c-cfb393a55b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '111a743d-bc57-4272-aa2a-12263f5d21c4', 'name': 'tempest-TaggedBootDevicesTest-1412590434-router', 'tenant_id': '428194095b9a4fe2964979fcbe900418', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.92'}], 'enable_snat': True}, 'gw_port_id': '7095adb1-4b44-4a4f-a035-5e7993ef1c9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:09:40Z', 'updated_at': '2021-11-22T20:09:44Z', 'revision_number': 3, 'project_id': '428194095b9a4fe2964979fcbe900418', 'gw_port': {'id': '7095adb1-4b44-4a4f-a035-5e7993ef1c9f', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:98:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '111a743d-bc57-4272-aa2a-12263f5d21c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:09:42Z', 'updated_at': '2021-11-22T20:09:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:09:48.235822 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:48.257141 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f7c3474-54fa-4bcc-a2d2-92986d88539f admin admin] Network c48a55e9-6a85-4746-b7bf-3e29fb560094 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:09:48.262738 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-5f7c3474-54fa-4bcc-a2d2-92986d88539f admin admin] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:09:48.270444 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f7c3474-54fa-4bcc-a2d2-92986d88539f admin admin] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:09:48.278899 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ef6800-705f-4b41-914c-cfb393a55b47 None None] The sync data for ids ['111a743d-bc57-4272-aa2a-12263f5d21c4'] in n-d-818823-1 is: [{'id': '111a743d-bc57-4272-aa2a-12263f5d21c4', 'name': 'tempest-TaggedBootDevicesTest-1412590434-router', 'tenant_id': '428194095b9a4fe2964979fcbe900418', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.92'}], 'enable_snat': True}, 'gw_port_id': '7095adb1-4b44-4a4f-a035-5e7993ef1c9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:09:40Z', 'updated_at': '2021-11-22T20:09:44Z', 'revision_number': 3, 'project_id': '428194095b9a4fe2964979fcbe900418', 'gw_port': {'id': '7095adb1-4b44-4a4f-a035-5e7993ef1c9f', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:98:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '111a743d-bc57-4272-aa2a-12263f5d21c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:09:42Z', 'updated_at': '2021-11-22T20:09:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}] {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:09:48.287822 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec04605d-b8f7-4ca6-98d6-220d538cdcc2 service neutron] Pushing event updated for resources: {'Port': ['ID=2375dce4-8c48-474c-a748-ca0b4e6fa485,revision_number=3']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:09:48.291228 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37195ed8-69b8-45b3-8892-62f51715395d {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:09:48.299001 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-66ce9612-ff70-40bb-a256-ff407fe2bb3b req-f8cddbd3-3beb-4d37-a299-a91b1b57c56d service neutron] Attempting to bind port ead0e289-7f2a-42b5-ba76-e8ef4c9a9af4 on host n-h1-818823-1 for vnic_type normal with profile {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:09:48.299389 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-66ce9612-ff70-40bb-a256-ff407fe2bb3b req-f8cddbd3-3beb-4d37-a299-a91b1b57c56d service neutron] Attempting to bind port ead0e289-7f2a-42b5-ba76-e8ef4c9a9af4 by drivers openvswitch,hyperv on host n-h1-818823-1 at level 0 using segments [{'id': 'f4375107-f208-4e57-94ce-2a9cc5f0f2e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '5304318e-8a1b-436f-8654-45389cfc7b43'}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:09:48.299695 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66ce9612-ff70-40bb-a256-ff407fe2bb3b req-f8cddbd3-3beb-4d37-a299-a91b1b57c56d service neutron] Attempting to bind port ead0e289-7f2a-42b5-ba76-e8ef4c9a9af4 on network 5304318e-8a1b-436f-8654-45389cfc7b43 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:09:48.350865 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 37195ed8-69b8-45b3-8892-62f51715395d, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=37195ed8-69b8-45b3-8892-62f51715395d,segment=NetworkSegment(f4375107-f208-4e57-94ce-2a9cc5f0f2e5),segment_id=f4375107-f208-4e57-94ce-2a9cc5f0f2e5)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:09:48.362290 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:48.369718 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-57227e27-945b-426d-93b5-64b1a0d39c59 None None] For port f557ce0f-a3c2-4955-889e-7e3542abc426, host n-d-818823-1, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:09:48.376888 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-57227e27-945b-426d-93b5-64b1a0d39c59 None None] For port f557ce0f-a3c2-4955-889e-7e3542abc426, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=f557ce0f-a3c2-4955-889e-7e3542abc426,segment=NetworkSegment(403bed75-1d6d-4ea7-8047-29e80a30dbc1),segment_id=403bed75-1d6d-4ea7-8047-29e80a30dbc1)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:09:48.384479 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66ce9612-ff70-40bb-a256-ff407fe2bb3b req-f8cddbd3-3beb-4d37-a299-a91b1b57c56d service neutron] Port ead0e289-7f2a-42b5-ba76-e8ef4c9a9af4 on network 5304318e-8a1b-436f-8654-45389cfc7b43 not bound, no agent of type Open vSwitch agent registered on host n-h1-818823-1 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:09:48.384854 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66ce9612-ff70-40bb-a256-ff407fe2bb3b req-f8cddbd3-3beb-4d37-a299-a91b1b57c56d service neutron] Attempting to bind port ead0e289-7f2a-42b5-ba76-e8ef4c9a9af4 on network 5304318e-8a1b-436f-8654-45389cfc7b43 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:09:48.387865 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7c3474-54fa-4bcc-a2d2-92986d88539f admin admin] Pushing event updated for resources: {'Port': ['ID=af69bc99-6832-453a-9850-2a73b57d89ae,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:09:48.401344 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66ce9612-ff70-40bb-a256-ff407fe2bb3b req-f8cddbd3-3beb-4d37-a299-a91b1b57c56d service neutron] Checking agent: {'id': '7a008cff-3b49-418c-8046-689d46cc800f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'started_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 9, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:09:48.401687 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66ce9612-ff70-40bb-a256-ff407fe2bb3b req-f8cddbd3-3beb-4d37-a299-a91b1b57c56d service neutron] Checking segment: {'id': 'f4375107-f208-4e57-94ce-2a9cc5f0f2e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '5304318e-8a1b-436f-8654-45389cfc7b43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:09:48.402075 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66ce9612-ff70-40bb-a256-ff407fe2bb3b req-f8cddbd3-3beb-4d37-a299-a91b1b57c56d service neutron] Bound using segment: {'id': 'f4375107-f208-4e57-94ce-2a9cc5f0f2e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '5304318e-8a1b-436f-8654-45389cfc7b43'} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:09:48.402836 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-66ce9612-ff70-40bb-a256-ff407fe2bb3b req-f8cddbd3-3beb-4d37-a299-a91b1b57c56d service neutron] Bound port: ead0e289-7f2a-42b5-ba76-e8ef4c9a9af4, host: n-h1-818823-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4375107-f208-4e57-94ce-2a9cc5f0f2e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '5304318e-8a1b-436f-8654-45389cfc7b43'}}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:09:48.402984 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-66ce9612-ff70-40bb-a256-ff407fe2bb3b req-f8cddbd3-3beb-4d37-a299-a91b1b57c56d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:48.406385 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-57227e27-945b-426d-93b5-64b1a0d39c59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:48.442003 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e264daf9-ad02-449a-998b-24f6ef58d091 req-e381cfed-7373-490c-af72-a9842e97e23c tempest-ListServerFiltersTestJSON-710341241 tempest-ListServerFiltersTestJSON-710341241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:09:48.443624 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e264daf9-ad02-449a-998b-24f6ef58d091 req-e381cfed-7373-490c-af72-a9842e97e23c tempest-ListServerFiltersTestJSON-710341241 tempest-ListServerFiltersTestJSON-710341241-project] 10.222.0.46 "GET /v2.0/ports?device_id=593b2096-75b7-405a-b83d-4e4481045f8d HTTP/1.1" status: 200 len: 944 time: 1.4254539 Nov 22 20:09:48.447356 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [None req-b40ab697-8513-4274-b996-b789f54383d4 admin admin] For port 11d66ef8-f6a0-4b8e-bce1-f708dfd1705f, host n-d-818823-1, got binding levels [] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:09:48.448129 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b40ab697-8513-4274-b996-b789f54383d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:48.466830 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=37195ed8-69b8-45b3-8892-62f51715395d,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:09:48.548538 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57227e27-945b-426d-93b5-64b1a0d39c59 None None] Pushing event updated for resources: {'Port': ['ID=f557ce0f-a3c2-4955-889e-7e3542abc426,revision_number=2']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:09:48.602289 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f389dea1-655b-4977-95fa-26fad47768f9 req-d16ee52f-d1bd-422d-be45-5982681fd19c service neutron] 10.222.0.41 "GET /v2.0/networks/5304318e-8a1b-436f-8654-45389cfc7b43?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5350871 Nov 22 20:09:48.609445 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-b40ab697-8513-4274-b996-b789f54383d4 admin admin] Calling delete_port for 11d66ef8-f6a0-4b8e-bce1-f708dfd1705f owned by network:dhcp {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:09:48.612124 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] get_ports_and_sgs() called for port_ids ['37195ed8-69b8-45b3-8892-62f51715395d'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:09:48.638120 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa50163-5a53-4b43-802b-ad6a1ce87341 req-2e0f24d7-9d57-4e81-854c-6ec4bad38b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:09:48.638120 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-cfa50163-5a53-4b43-802b-ad6a1ce87341 req-2e0f24d7-9d57-4e81-854c-6ec4bad38b96 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4029011266e84880a9b6ebb16a2e3cd8&device_id=d59d7a07-3466-4053-a1c5-b23052fad2dc HTTP/1.1" status: 200 len: 1095 time: 0.5984833 Nov 22 20:09:48.785143 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a51af616-766b-4c7b-a429-57269bc6d97c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:48.800666 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.ipam_backend_mixin [None req-b40ab697-8513-4274-b996-b789f54383d4 admin admin] Port 11d66ef8-f6a0-4b8e-bce1-f708dfd1705f was not found and therefore no delete operation was performed {{(pid=103447) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 22 20:09:48.831498 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b40ab697-8513-4274-b996-b789f54383d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:48.947407 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-cfa50163-5a53-4b43-802b-ad6a1ce87341 req-77a47e66-c81d-454c-83e5-815969f4a734 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2375dce4-8c48-474c-a748-ca0b4e6fa485 HTTP/1.1" status: 200 len: 217 time: 0.0879223 Nov 22 20:09:48.977557 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ab697-8513-4274-b996-b789f54383d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=11d66ef8-f6a0-4b8e-bce1-f708dfd1705f,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:09:49.035104 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-66ce9612-ff70-40bb-a256-ff407fe2bb3b req-f8cddbd3-3beb-4d37-a299-a91b1b57c56d service neutron] For port ead0e289-7f2a-42b5-ba76-e8ef4c9a9af4, host n-h1-818823-1, cleared binding levels {{(pid=103448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:09:49.041247 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-66ce9612-ff70-40bb-a256-ff407fe2bb3b req-f8cddbd3-3beb-4d37-a299-a91b1b57c56d service neutron] For port ead0e289-7f2a-42b5-ba76-e8ef4c9a9af4, host n-h1-818823-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=ead0e289-7f2a-42b5-ba76-e8ef4c9a9af4,segment=NetworkSegment(f4375107-f208-4e57-94ce-2a9cc5f0f2e5),segment_id=f4375107-f208-4e57-94ce-2a9cc5f0f2e5)] {{(pid=103448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:09:49.046826 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-fd6dbb7b-fae2-4d04-812d-a1031afa3bc3 req-7e2e66d0-33b3-4a8e-8c6e-df79f08ecefa tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1700714372&fields=id&tenant_id=0fdf582e13024dfab4aee7ecf63b2936 HTTP/1.1" status: 200 len: 267 time: 0.8267703 Nov 22 20:09:49.097772 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-66ce9612-ff70-40bb-a256-ff407fe2bb3b req-f8cddbd3-3beb-4d37-a299-a91b1b57c56d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:49.103627 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b40ab697-8513-4274-b996-b789f54383d4 admin admin] No DVR routers for this DVR port 11d66ef8-f6a0-4b8e-bce1-f708dfd1705f on host n-d-818823-1 {{(pid=103447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:09:49.154559 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ce9612-ff70-40bb-a256-ff407fe2bb3b req-f8cddbd3-3beb-4d37-a299-a91b1b57c56d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:09:49.155264 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-66ce9612-ff70-40bb-a256-ff407fe2bb3b req-f8cddbd3-3beb-4d37-a299-a91b1b57c56d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:49.156662 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-66ce9612-ff70-40bb-a256-ff407fe2bb3b req-f8cddbd3-3beb-4d37-a299-a91b1b57c56d service neutron] 10.222.0.41 "PUT /v2.0/ports/ead0e289-7f2a-42b5-ba76-e8ef4c9a9af4 HTTP/1.1" status: 200 len: 1092 time: 2.5194750 Nov 22 20:09:49.157177 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '593b2096-75b7-405a-b83d-4e4481045f8d', 'tag': 'ead0e289-7f2a-42b5-ba76-e8ef4c9a9af4'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:09:49.160347 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589a98cf2aea187fcc423a5edb333e5a6cf3ad7c81115d1ebee0f079693c312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56fb54ac-0fc7-4135-990f-0fcb216261cc" -d '{"events": [{"name": "network-changed", "server_uuid": "593b2096-75b7-405a-b83d-4e4481045f8d", "tag": "ead0e289-7f2a-42b5-ba76-e8ef4c9a9af4"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:09:49.251953 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e264daf9-ad02-449a-998b-24f6ef58d091 req-fa6b0aad-0c2a-4068-8248-a590ad14a111 tempest-ListServerFiltersTestJSON-710341241 tempest-ListServerFiltersTestJSON-710341241-project] 10.222.0.46 "GET /v2.0/security-groups?id=22127be5-351b-4d65-aed1-0fcc5085805a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7509308 Nov 22 20:09:49.311376 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cddbd3-3beb-4d37-a299-a91b1b57c56d service neutron] Pushing event updated for resources: {'Port': ['ID=ead0e289-7f2a-42b5-ba76-e8ef4c9a9af4,revision_number=3']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:09:49.337624 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5f7c3474-54fa-4bcc-a2d2-92986d88539f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:49.342366 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b40ab697-8513-4274-b996-b789f54383d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3760028', 'neutron.services.segments.db._delete_segments_for_network-8748992815755'] for network, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:49.342854 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ce9612-ff70-40bb-a256-ff407fe2bb3b req-55c90965-d366-4dd0-8a8a-abc4e09cd96d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:09:49.344437 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-66ce9612-ff70-40bb-a256-ff407fe2bb3b req-55c90965-d366-4dd0-8a8a-abc4e09cd96d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4029011266e84880a9b6ebb16a2e3cd8&device_id=593b2096-75b7-405a-b83d-4e4481045f8d HTTP/1.1" status: 200 len: 1095 time: 0.1307039 Nov 22 20:09:49.434033 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa50163-5a53-4b43-802b-ad6a1ce87341 req-9eeba414-bd90-4a4f-a6ea-d92fe654987c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:09:49.436553 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-cfa50163-5a53-4b43-802b-ad6a1ce87341 req-9eeba414-bd90-4a4f-a6ea-d92fe654987c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9a97c93b-2aa7-44f7-aae7-762ebe4bc4be HTTP/1.1" status: 200 len: 855 time: 0.4273629 Nov 22 20:09:49.478354 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-66ce9612-ff70-40bb-a256-ff407fe2bb3b req-65db3a46-4d5e-4c29-b745-4d6c33122174 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ead0e289-7f2a-42b5-ba76-e8ef4c9a9af4 HTTP/1.1" status: 200 len: 217 time: 0.0816686 Nov 22 20:09:49.485458 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device f557ce0f-a3c2-4955-889e-7e3542abc426 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:09:49.570126 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-b40ab697-8513-4274-b996-b789f54383d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5cd7327a-914a-44e8-ae5d-be4d87d686f0']}} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:09:49.592966 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-b40ab697-8513-4274-b996-b789f54383d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c9bcfce-bb81-4e05-b229-ebf16ae0f96f') {'for_net_delete': True} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:09:49.593276 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-b40ab697-8513-4274-b996-b789f54383d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c9bcfce-bb81-4e05-b229-ebf16ae0f96f') {} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:09:49.600664 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port f557ce0f-a3c2-4955-889e-7e3542abc426 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:09:49.605307 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:49.606283 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b40ab697-8513-4274-b996-b789f54383d4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748993039638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12178344'] for segment, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:49.628914 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b40ab697-8513-4274-b996-b789f54383d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:49.639064 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b40ab697-8513-4274-b996-b789f54383d4 admin admin] Releasing vlan 642 on physical network physnet1 to pool {{(pid=103447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 20:09:49.640103 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b40ab697-8513-4274-b996-b789f54383d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8900762'] for segment, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:49.658053 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 20:09:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b59ce122-fe2d-42b4-acdc-bf16203aa42a x-openstack-request-id: req-b59ce122-fe2d-42b4-acdc-bf16203aa42a {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:09:49.658485 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "593b2096-75b7-405a-b83d-4e4481045f8d", "tag": "ead0e289-7f2a-42b5-ba76-e8ef4c9a9af4", "status": "completed", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:09:49.658834 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b59ce122-fe2d-42b4-acdc-bf16203aa42a {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:09:49.659325 n-d-818823-1 neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '593b2096-75b7-405a-b83d-4e4481045f8d', 'tag': 'ead0e289-7f2a-42b5-ba76-e8ef4c9a9af4', 'status': 'completed', 'code': 200} Nov 22 20:09:49.725523 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ce9612-ff70-40bb-a256-ff407fe2bb3b req-12f3939a-c2b6-4710-98f1-0d1b680f9c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:09:49.727561 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-66ce9612-ff70-40bb-a256-ff407fe2bb3b req-12f3939a-c2b6-4710-98f1-0d1b680f9c44 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9a97c93b-2aa7-44f7-aae7-762ebe4bc4be HTTP/1.1" status: 200 len: 855 time: 0.2111409 Nov 22 20:09:49.727854 n-d-818823-1 neutron-server[103447]: Traceback (most recent call last): Nov 22 20:09:49.727854 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 20:09:49.727854 n-d-818823-1 neutron-server[103447]: timer() Nov 22 20:09:49.727854 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 20:09:49.727854 n-d-818823-1 neutron-server[103447]: cb(*args, **kw) Nov 22 20:09:49.727854 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 20:09:49.727854 n-d-818823-1 neutron-server[103447]: return func(*args, **kwargs) Nov 22 20:09:49.727854 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 20:09:49.727854 n-d-818823-1 neutron-server[103447]: self._notify() Nov 22 20:09:49.727854 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 20:09:49.727854 n-d-818823-1 neutron-server[103447]: self.callback(batched_events) Nov 22 20:09:49.727854 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 20:09:49.727854 n-d-818823-1 neutron-server[103447]: event.method(event) Nov 22 20:09:49.727854 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 20:09:49.727854 n-d-818823-1 neutron-server[103447]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 20:09:49.727854 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 20:09:49.727854 n-d-818823-1 neutron-server[103447]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 20:09:49.727854 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 20:09:49.727854 n-d-818823-1 neutron-server[103447]: return f(self, *a, **k) Nov 22 20:09:49.727854 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 20:09:49.727854 n-d-818823-1 neutron-server[103447]: return self._get(url).json() Nov 22 20:09:49.727854 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 20:09:49.727854 n-d-818823-1 neutron-server[103447]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 20:09:49.727854 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 20:09:49.727854 n-d-818823-1 neutron-server[103447]: return self.request(url, 'GET', **kwargs) Nov 22 20:09:49.727854 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 20:09:49.727854 n-d-818823-1 neutron-server[103447]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 20:09:49.727854 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 20:09:49.727854 n-d-818823-1 neutron-server[103447]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 20:09:49.727854 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 20:09:49.727854 n-d-818823-1 neutron-server[103447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 20:09:49.727854 n-d-818823-1 neutron-server[103447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 20:09:49.751087 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b40ab697-8513-4274-b996-b789f54383d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3760002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595318'] for network, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:49.781126 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b40ab697-8513-4274-b996-b789f54383d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for network, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:49.785840 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-b40ab697-8513-4274-b996-b789f54383d4 admin admin] 10.222.0.46 "DELETE /v2.0/networks/5cd7327a-914a-44e8-ae5d-be4d87d686f0 HTTP/1.1" status: 204 len: 168 time: 4.4504900 Nov 22 20:09:49.800405 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:49.831467 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f389dea1-655b-4977-95fa-26fad47768f9 req-df29aa31-d95c-409a-86f8-baff26fd3e7d service neutron] 10.222.0.41 "GET /v2.0/networks/5304318e-8a1b-436f-8654-45389cfc7b43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0145543 Nov 22 20:09:49.890995 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6dbb7b-fae2-4d04-812d-a1031afa3bc3 req-d70143fb-b070-4478-9b6a-6abc9005437e tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:09:49.892758 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-fd6dbb7b-fae2-4d04-812d-a1031afa3bc3 req-d70143fb-b070-4478-9b6a-6abc9005437e tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] 10.222.0.46 "GET /v2.0/ports?device_id=45605db1-0067-43de-9e71-8e4e4181fb09 HTTP/1.1" status: 200 len: 984 time: 0.7874253 Nov 22 20:09:49.899112 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ab697-8513-4274-b996-b789f54383d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=5cd7327a-914a-44e8-ae5d-be4d87d686f0,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:09:49.905615 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] For port f557ce0f-a3c2-4955-889e-7e3542abc426, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=f557ce0f-a3c2-4955-889e-7e3542abc426,segment=NetworkSegment(403bed75-1d6d-4ea7-8047-29e80a30dbc1),segment_id=403bed75-1d6d-4ea7-8047-29e80a30dbc1)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:09:49.916666 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:49.917795 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 7095adb1-4b44-4a4f-a035-5e7993ef1c9f up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:09:49.992526 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-fd6dbb7b-fae2-4d04-812d-a1031afa3bc3 req-661a3cc4-702c-460b-9f7d-509e0f745538 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] Request body: {'port': {'security_groups': ['008bf24b-e850-49d0-ba05-9d00c3f0736a', 'bea1ed78-99ea-4bbb-b015-1c06f8cf0028', 'af3cffe8-59ae-4712-b246-b88436f19951']}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:09:50.005825 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ce9612-ff70-40bb-a256-ff407fe2bb3b req-4751cd36-3094-4ac9-b95e-0672d7ed2f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:09:50.008864 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-66ce9612-ff70-40bb-a256-ff407fe2bb3b req-4751cd36-3094-4ac9-b95e-0672d7ed2f3d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5304318e-8a1b-436f-8654-45389cfc7b43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2718468 Nov 22 20:09:50.041229 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Pushing event updated for resources: {'Port': ['ID=f557ce0f-a3c2-4955-889e-7e3542abc426,revision_number=3']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:09:50.054160 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 7095adb1-4b44-4a4f-a035-5e7993ef1c9f triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:09:50.054454 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:50.063676 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f3119136-2d9b-4448-bcc3-511cf511e1d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:50.084907 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd59d7a07-3466-4053-a1c5-b23052fad2dc', 'tag': '2375dce4-8c48-474c-a748-ca0b4e6fa485'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:09:50.091400 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89324883-7bb7-4b7d-b286-dea6d800a634" -d '{"events": [{"name": "network-changed", "server_uuid": "d59d7a07-3466-4053-a1c5-b23052fad2dc", "tag": "2375dce4-8c48-474c-a748-ca0b4e6fa485"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:09:50.094088 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 60828) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:09:50.111072 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5f7c3474-54fa-4bcc-a2d2-92986d88539f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-659538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-841284'] for router, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:50.174488 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-94f370af-88a3-48a7-b7cb-f51d2e183021 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=893c9b18170649ca8789dc25bee886fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0756874 Nov 22 20:09:50.187501 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11ea1d88-4bef-41d1-9b0c-59c116db1dc5 None None] Network 991bb7a4-c166-4f8c-9bad-b2abf9942333 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:09:50.218468 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 60832) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:09:50.266772 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:50.288612 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-66ce9612-ff70-40bb-a256-ff407fe2bb3b req-9053a4da-28e6-4b63-a35a-1e94e7d32320 service neutron] 10.222.0.41 "GET /v2.0/networks/5304318e-8a1b-436f-8654-45389cfc7b43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2589087 Nov 22 20:09:50.314724 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] For port 7095adb1-4b44-4a4f-a035-5e7993ef1c9f, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=7095adb1-4b44-4a4f-a035-5e7993ef1c9f,segment=NetworkSegment(8793ba83-8407-4c3d-9b56-2a177cd58a70),segment_id=8793ba83-8407-4c3d-9b56-2a177cd58a70)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:09:50.317225 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-e55041d2-1249-416c-b25d-a703478ddaf5 None None] Provisioning complete for port f557ce0f-a3c2-4955-889e-7e3542abc426 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:09:50.317593 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e55041d2-1249-416c-b25d-a703478ddaf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:50.320882 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa50163-5a53-4b43-802b-ad6a1ce87341 req-ee45814b-75de-4664-9741-cd46e68a1288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:09:50.323882 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-cfa50163-5a53-4b43-802b-ad6a1ce87341 req-ee45814b-75de-4664-9741-cd46e68a1288 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5304318e-8a1b-436f-8654-45389cfc7b43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8225565 Nov 22 20:09:50.325413 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:50.359616 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-fd6dbb7b-fae2-4d04-812d-a1031afa3bc3 req-661a3cc4-702c-460b-9f7d-509e0f745538 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:50.375768 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3798c6ac-9066-46bf-a153-833b8bd77fdf req-6912502c-08dd-4873-8216-96e7843d1acf tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:09:50.377623 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3798c6ac-9066-46bf-a153-833b8bd77fdf req-6912502c-08dd-4873-8216-96e7843d1acf tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] 10.222.0.46 "GET /v2.0/ports?device_id=01e0b0fa-e002-4967-ab32-9c5694e22ac9 HTTP/1.1" status: 200 len: 944 time: 0.6278658 Nov 22 20:09:50.434084 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Pushing event updated for resources: {'Port': ['ID=7095adb1-4b44-4a4f-a035-5e7993ef1c9f,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:09:50.453598 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0549e08f-cd5e-40d2-a5d8-677431c8f95b req-c4afb1f2-2ff1-47da-a828-f1b30708b1a3 tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:09:50.454973 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-16c9d4ef-5e46-4e25-91d4-c1e60d6d7d3b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:50.455322 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0549e08f-cd5e-40d2-a5d8-677431c8f95b req-c4afb1f2-2ff1-47da-a828-f1b30708b1a3 tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] 10.222.0.41 "GET /v2.0/ports?device_id=01e0b0fa-e002-4967-ab32-9c5694e22ac9 HTTP/1.1" status: 200 len: 944 time: 0.3543398 Nov 22 20:09:50.466961 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-66ce9612-ff70-40bb-a256-ff407fe2bb3b req-b986ed85-a03f-4ac8-8572-fc61a89bfe45 service neutron] 10.222.0.41 "GET /v2.0/networks/5304318e-8a1b-436f-8654-45389cfc7b43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502509 Nov 22 20:09:50.505558 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-16c9d4ef-5e46-4e25-91d4-c1e60d6d7d3b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:50.594625 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f7c3474-54fa-4bcc-a2d2-92986d88539f admin admin] Router 34b6f977-9e63-4947-8bf5-d851de1957c0 is scheduled to L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 with binding_index 1 {{(pid=103448) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 20:09:50.612734 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fb54ac-0fc7-4135-990f-0fcb216261cc req-7d3fb7b6-20d1-4196-9b30-04226955ece4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:09:50.614397 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-56fb54ac-0fc7-4135-990f-0fcb216261cc req-7d3fb7b6-20d1-4196-9b30-04226955ece4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4029011266e84880a9b6ebb16a2e3cd8&device_id=593b2096-75b7-405a-b83d-4e4481045f8d HTTP/1.1" status: 200 len: 1095 time: 0.0934181 Nov 22 20:09:50.639625 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [None req-f3119136-2d9b-4448-bcc3-511cf511e1d7 admin admin] Allocated IP 172.20.0.1 (585601b7-3445-4882-a5f3-ad3009b240dc/ae83f38d-31ec-423d-870c-85aec5da1d06/755e9e57-6465-455e-858d-db70329cb336) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:09:50.665104 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-16c9d4ef-5e46-4e25-91d4-c1e60d6d7d3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:50.667769 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-16c9d4ef-5e46-4e25-91d4-c1e60d6d7d3b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:50.673460 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-16c9d4ef-5e46-4e25-91d4-c1e60d6d7d3b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3f868016-0869-4273-a602-3a630bf6c15a HTTP/1.1" status: 204 len: 168 time: 0.4511805 Nov 22 20:09:50.821268 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3798c6ac-9066-46bf-a153-833b8bd77fdf req-f7025260-5684-4800-bd3f-f5d3eaea27da tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] 10.222.0.46 "GET /v2.0/security-groups?id=89c2c967-26c4-4e1c-a1fd-c97f87817ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3887434 Nov 22 20:09:50.848142 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fb54ac-0fc7-4135-990f-0fcb216261cc req-1c699225-ae52-45ef-8f96-758ff3d3bfef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:09:50.849402 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-56fb54ac-0fc7-4135-990f-0fcb216261cc req-1c699225-ae52-45ef-8f96-758ff3d3bfef service neutron] 10.222.0.41 "GET /v2.0/networks?id=5304318e-8a1b-436f-8654-45389cfc7b43 HTTP/1.1" status: 200 len: 917 time: 0.1942976 Nov 22 20:09:50.889541 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-8a32f305-bd8f-4a64-b3ce-53dfd12a1c5b None None] Provisioning complete for port f557ce0f-a3c2-4955-889e-7e3542abc426 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:09:50.890046 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-8a32f305-bd8f-4a64-b3ce-53dfd12a1c5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:50.898204 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c9d4ef-5e46-4e25-91d4-c1e60d6d7d3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f868016-0869-4273-a602-3a630bf6c15a,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:09:50.939257 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 20:09:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb6a715d-a9cf-44e6-a632-9bab6b0034a9 x-openstack-request-id: req-cb6a715d-a9cf-44e6-a632-9bab6b0034a9 {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:09:50.939757 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d59d7a07-3466-4053-a1c5-b23052fad2dc", "tag": "2375dce4-8c48-474c-a748-ca0b4e6fa485", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:09:50.939990 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-cb6a715d-a9cf-44e6-a632-9bab6b0034a9 {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:09:50.940373 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd59d7a07-3466-4053-a1c5-b23052fad2dc', 'tag': '2375dce4-8c48-474c-a748-ca0b4e6fa485', 'status': 'completed', 'code': 200} Nov 22 20:09:50.948243 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-cfa50163-5a53-4b43-802b-ad6a1ce87341 req-018da1f6-9859-4cb7-ab2f-73e60d2dc135 service neutron] 10.222.0.20 "GET /v2.0/networks/5304318e-8a1b-436f-8654-45389cfc7b43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6064904 Nov 22 20:09:50.978244 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 37195ed8-69b8-45b3-8892-62f51715395d up at agent hyperv_n-h1-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:09:51.004252 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f7c3474-54fa-4bcc-a2d2-92986d88539f admin admin] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:09:51.013159 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-56fb54ac-0fc7-4135-990f-0fcb216261cc req-8c641196-b1b6-40be-a168-507d6aea883e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ead0e289-7f2a-42b5-ba76-e8ef4c9a9af4 HTTP/1.1" status: 200 len: 217 time: 0.1531212 Nov 22 20:09:51.020396 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a81cee-9897-4da8-bc4a-14e6d2a10547 None None] Sync routers for ids ['34b6f977-9e63-4947-8bf5-d851de1957c0'] in n-d-818823-1 {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:09:51.049348 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a51af616-766b-4c7b-a429-57269bc6d97c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:51.050089 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a81cee-9897-4da8-bc4a-14e6d2a10547 None None] Routers {'34b6f977-9e63-4947-8bf5-d851de1957c0'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:09:51.050739 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-c2a81cee-9897-4da8-bc4a-14e6d2a10547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:09:33Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['34b6f977-9e63-4947-8bf5-d851de1957c0'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:09:51.074689 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5f7c3474-54fa-4bcc-a2d2-92986d88539f admin admin] Publish callbacks [] for router, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:51.074932 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-5f7c3474-54fa-4bcc-a2d2-92986d88539f admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.7688382 Nov 22 20:09:51.077826 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 60840) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:09:51.093824 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fb54ac-0fc7-4135-990f-0fcb216261cc req-af072db7-ce3a-42b0-ae1b-5129692d372c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:09:51.095578 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-56fb54ac-0fc7-4135-990f-0fcb216261cc req-af072db7-ce3a-42b0-ae1b-5129692d372c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9a97c93b-2aa7-44f7-aae7-762ebe4bc4be HTTP/1.1" status: 200 len: 855 time: 0.0732949 Nov 22 20:09:51.264231 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fb54ac-0fc7-4135-990f-0fcb216261cc req-c160c60c-9fda-4fbf-8707-c6443e30914f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:09:51.270208 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-56fb54ac-0fc7-4135-990f-0fcb216261cc req-c160c60c-9fda-4fbf-8707-c6443e30914f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5304318e-8a1b-436f-8654-45389cfc7b43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1299100 Nov 22 20:09:51.340491 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Provisioning for port 37195ed8-69b8-45b3-8892-62f51715395d completed by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 20:09:51.354616 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 60844) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:09:51.356064 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Provisioning complete for port 37195ed8-69b8-45b3-8892-62f51715395d triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:09:51.356777 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:51.398631 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device f557ce0f-a3c2-4955-889e-7e3542abc426 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:09:51.407265 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-c2a81cee-9897-4da8-bc4a-14e6d2a10547 None None] Set router 34b6f977-9e63-4947-8bf5-d851de1957c0 gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:09:51.470408 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-5729ab2c-4a4e-4a7c-90ca-7970a64622f2 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=28bf3231e9cf4d2bbd696637cc72f7e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1123581 Nov 22 20:09:51.473427 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 60846) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:09:51.489654 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a51af616-766b-4c7b-a429-57269bc6d97c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:51.525006 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-56fb54ac-0fc7-4135-990f-0fcb216261cc req-33ecfbfe-18d6-4eb0-91c3-d4596de2dc3c service neutron] 10.222.0.41 "GET /v2.0/networks/5304318e-8a1b-436f-8654-45389cfc7b43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2477429 Nov 22 20:09:51.568321 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-0549e08f-cd5e-40d2-a5d8-677431c8f95b req-5f566cc0-352f-4899-8b6d-ae6532e8555a tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] Deleting port 4035a83f-24e4-427f-b321-21868f004640 {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:09:51.568577 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-0549e08f-cd5e-40d2-a5d8-677431c8f95b req-5f566cc0-352f-4899-8b6d-ae6532e8555a tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:51.624773 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port f557ce0f-a3c2-4955-889e-7e3542abc426 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:09:51.625308 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:51.629694 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:51.664241 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f3119136-2d9b-4448-bcc3-511cf511e1d7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:51.670136 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2ff56b47-6082-4b17-ac08-ef455f8a5d91 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:51.716334 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7563f773-f6b1-4f3f-94f8-25a0f67634fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37195ed8-69b8-45b3-8892-62f51715395d'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:09:51.718774 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d39f6d30a11e565ec9648abcc015e8a6ab6cff4edd704add8155e28765d31eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ad283b2-83c2-4b92-abac-641d27aafd04" -d '{"events": [{"server_uuid": "7563f773-f6b1-4f3f-94f8-25a0f67634fc", "name": "network-vif-plugged", "status": "completed", "tag": "37195ed8-69b8-45b3-8892-62f51715395d"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:09:51.733625 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead71f60-7b1b-4478-8c36-c0465ee717d4 req-0abd0350-90b0-4686-91a5-b2627b314b2a tempest-ListServerFiltersTestJSON-710341241 tempest-ListServerFiltersTestJSON-710341241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:09:51.735162 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ead71f60-7b1b-4478-8c36-c0465ee717d4 req-0abd0350-90b0-4686-91a5-b2627b314b2a tempest-ListServerFiltersTestJSON-710341241 tempest-ListServerFiltersTestJSON-710341241-project] 10.222.0.46 "GET /v2.0/ports?device_id=593b2096-75b7-405a-b83d-4e4481045f8d HTTP/1.1" status: 200 len: 944 time: 0.6975791 Nov 22 20:09:51.739390 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 37195ed8-69b8-45b3-8892-62f51715395d, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=37195ed8-69b8-45b3-8892-62f51715395d,segment=NetworkSegment(f4375107-f208-4e57-94ce-2a9cc5f0f2e5),segment_id=f4375107-f208-4e57-94ce-2a9cc5f0f2e5)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:09:51.747351 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:51.751553 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-cfa50163-5a53-4b43-802b-ad6a1ce87341 req-6fac4436-0df4-440c-8055-eeedf6c31b0b service neutron] 10.222.0.20 "GET /v2.0/networks/5304318e-8a1b-436f-8654-45389cfc7b43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7894239 Nov 22 20:09:51.752755 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2ff56b47-6082-4b17-ac08-ef455f8a5d91 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:51.757613 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-56fb54ac-0fc7-4135-990f-0fcb216261cc req-457c0311-31ef-4d29-bce6-d74ffad2b2a7 service neutron] 10.222.0.41 "GET /v2.0/networks/5304318e-8a1b-436f-8654-45389cfc7b43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2248611 Nov 22 20:09:51.830754 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 7095adb1-4b44-4a4f-a035-5e7993ef1c9f up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:09:51.868151 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=37195ed8-69b8-45b3-8892-62f51715395d,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:09:51.878961 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2ff56b47-6082-4b17-ac08-ef455f8a5d91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:51.881674 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-c2a81cee-9897-4da8-bc4a-14e6d2a10547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34b6f977-9e63-4947-8bf5-d851de1957c0', 'name': 'tempest-ServerRescueNegativeTestJSON-1771545429-router', 'tenant_id': '74225e7aba6c4293916c50899651bb18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.82'}], 'enable_snat': True}, 'gw_port_id': 'af69bc99-6832-453a-9850-2a73b57d89ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:09:46Z', 'updated_at': '2021-11-22T20:09:49Z', 'revision_number': 3, 'project_id': '74225e7aba6c4293916c50899651bb18', 'gw_port': {'id': 'af69bc99-6832-453a-9850-2a73b57d89ae', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:29:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34b6f977-9e63-4947-8bf5-d851de1957c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:09:47Z', 'updated_at': '2021-11-22T20:09:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:09:51.882126 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2ff56b47-6082-4b17-ac08-ef455f8a5d91 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:51.883384 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-2ff56b47-6082-4b17-ac08-ef455f8a5d91 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d17ee813-3700-429d-ad2b-58cebd8f04af HTTP/1.1" status: 204 len: 168 time: 0.4046724 Nov 22 20:09:51.920889 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff56b47-6082-4b17-ac08-ef455f8a5d91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d17ee813-3700-429d-ad2b-58cebd8f04af,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:09:51.936355 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a81cee-9897-4da8-bc4a-14e6d2a10547 None None] Checking router: 34b6f977-9e63-4947-8bf5-d851de1957c0 for host: n-d-818823-1 {{(pid=103449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 20:09:51.936923 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-09544e87-e8e1-42fe-b07e-65742f1f462a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:51.937569 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a81cee-9897-4da8-bc4a-14e6d2a10547 None None] Updating router 34b6f977-9e63-4947-8bf5-d851de1957c0 port af69bc99-6832-453a-9850-2a73b57d89ae binding host n-d-818823-1 {{(pid=103449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 20:09:51.996521 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f3119136-2d9b-4448-bcc3-511cf511e1d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:51.997628 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-c2a81cee-9897-4da8-bc4a-14e6d2a10547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:52.001461 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-fd6dbb7b-fae2-4d04-812d-a1031afa3bc3 req-661a3cc4-702c-460b-9f7d-509e0f745538 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] For port d4ff6968-3b58-4ead-83f6-cb8ac9bc804d, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=d4ff6968-3b58-4ead-83f6-cb8ac9bc804d,segment=NetworkSegment(94d4e232-251b-48cf-a0b3-a3b667b8984b),segment_id=94d4e232-251b-48cf-a0b3-a3b667b8984b)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:09:52.010566 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-0549e08f-cd5e-40d2-a5d8-677431c8f95b req-5f566cc0-352f-4899-8b6d-ae6532e8555a tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] For port 4035a83f-24e4-427f-b321-21868f004640, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=4035a83f-24e4-427f-b321-21868f004640,segment=NetworkSegment(a1d01b66-e103-44ab-97f3-6f827675fa31),segment_id=a1d01b66-e103-44ab-97f3-6f827675fa31)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:09:52.010940 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-0549e08f-cd5e-40d2-a5d8-677431c8f95b req-5f566cc0-352f-4899-8b6d-ae6532e8555a tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:52.035299 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 7095adb1-4b44-4a4f-a035-5e7993ef1c9f triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:09:52.035849 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:52.072133 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ead71f60-7b1b-4478-8c36-c0465ee717d4 req-86db5f11-5739-46fa-a57a-89e51c1befc8 tempest-ListServerFiltersTestJSON-710341241 tempest-ListServerFiltersTestJSON-710341241-project] 10.222.0.46 "GET /v2.0/security-groups?id=22127be5-351b-4d65-aed1-0fcc5085805a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2882636 Nov 22 20:09:52.100798 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89324883-7bb7-4b7d-b286-dea6d800a634 req-fd1a9adf-5413-4429-97ca-f13da8f3748d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:09:52.103897 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-89324883-7bb7-4b7d-b286-dea6d800a634 req-fd1a9adf-5413-4429-97ca-f13da8f3748d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4029011266e84880a9b6ebb16a2e3cd8&device_id=d59d7a07-3466-4053-a1c5-b23052fad2dc HTTP/1.1" status: 200 len: 1095 time: 0.2614572 Nov 22 20:09:52.119389 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-0549e08f-cd5e-40d2-a5d8-677431c8f95b req-5f566cc0-352f-4899-8b6d-ae6532e8555a tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] Calling delete_port for 4035a83f-24e4-427f-b321-21868f004640 owned by compute:nova {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:09:52.164072 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [None req-a51af616-766b-4c7b-a429-57269bc6d97c admin admin] Allocated IP 172.25.5.247 (c48a55e9-6a85-4746-b7bf-3e29fb560094/5da6f781-63e6-4328-ae7a-5e672262f55a/76454443-705f-4167-a22f-ccdeb24469d3) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:09:52.177114 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:09:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4b14634-53d3-4f44-a2e4-7abe78acf8ce x-openstack-request-id: req-b4b14634-53d3-4f44-a2e4-7abe78acf8ce {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:09:52.177540 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7563f773-f6b1-4f3f-94f8-25a0f67634fc", "name": "network-vif-plugged", "status": "completed", "tag": "37195ed8-69b8-45b3-8892-62f51715395d", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:09:52.177891 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b4b14634-53d3-4f44-a2e4-7abe78acf8ce {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:09:52.178382 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7563f773-f6b1-4f3f-94f8-25a0f67634fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37195ed8-69b8-45b3-8892-62f51715395d', 'code': 200} Nov 22 20:09:52.181414 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [None req-09544e87-e8e1-42fe-b07e-65742f1f462a admin admin] Allocated IP 172.20.0.1 (1ae4d286-ddad-44f5-b34a-bee98214a526/b3d07d8b-31c6-491c-a72c-08a2eb655cbc/da34c7ca-f024-439b-918e-5355df18e98f) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:09:52.201344 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3119136-2d9b-4448-bcc3-511cf511e1d7 admin admin] Network 585601b7-3445-4882-a5f3-ad3009b240dc is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:09:52.251779 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-f3119136-2d9b-4448-bcc3-511cf511e1d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:09:52.271992 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3119136-2d9b-4448-bcc3-511cf511e1d7 admin admin] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:09:52.310139 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-fd6dbb7b-fae2-4d04-812d-a1031afa3bc3 req-661a3cc4-702c-460b-9f7d-509e0f745538 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] Publish callbacks [] for port, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:52.316552 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3119136-2d9b-4448-bcc3-511cf511e1d7 admin admin] Pushing event updated for resources: {'Port': ['ID=755e9e57-6465-455e-858d-db70329cb336,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:09:52.341316 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9013c1e-cc4d-4d78-9754-7bca225e9e83 req-3598cd5d-2ffb-429e-a1bd-abba6c1e85fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:09:52.342949 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-d9013c1e-cc4d-4d78-9754-7bca225e9e83 req-3598cd5d-2ffb-429e-a1bd-abba6c1e85fb service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7563f773-f6b1-4f3f-94f8-25a0f67634fc HTTP/1.1" status: 200 len: 1096 time: 0.1144507 Nov 22 20:09:52.411656 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-fd6dbb7b-fae2-4d04-812d-a1031afa3bc3 req-661a3cc4-702c-460b-9f7d-509e0f745538 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:52.412993 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-09544e87-e8e1-42fe-b07e-65742f1f462a admin admin] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:52.430332 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] get_ports_and_sgs() called for port_ids ['c3c611e3-1c74-47bf-9225-d666ee79fbb4'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:09:52.432937 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] get_ports_and_sgs() called for port_ids ['d4ff6968-3b58-4ead-83f6-cb8ac9bc804d'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:09:52.487895 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-d9013c1e-cc4d-4d78-9754-7bca225e9e83 req-ffd6551d-35c1-4056-9a4d-38d2baa7e893 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=22127be5-351b-4d65-aed1-0fcc5085805a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307557 Nov 22 20:09:52.525952 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6dbb7b-fae2-4d04-812d-a1031afa3bc3 req-661a3cc4-702c-460b-9f7d-509e0f745538 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:09:52.533062 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-fd6dbb7b-fae2-4d04-812d-a1031afa3bc3 req-661a3cc4-702c-460b-9f7d-509e0f745538 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:52.534194 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-fd6dbb7b-fae2-4d04-812d-a1031afa3bc3 req-661a3cc4-702c-460b-9f7d-509e0f745538 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] 10.222.0.46 "PUT /v2.0/ports/d4ff6968-3b58-4ead-83f6-cb8ac9bc804d HTTP/1.1" status: 200 len: 1020 time: 2.5493279 Nov 22 20:09:52.585929 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] get_ports_and_sgs() called for port_ids ['d4ff6968-3b58-4ead-83f6-cb8ac9bc804d'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:09:52.600408 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-09544e87-e8e1-42fe-b07e-65742f1f462a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:52.671223 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09544e87-e8e1-42fe-b07e-65742f1f462a admin admin] Network 1ae4d286-ddad-44f5-b34a-bee98214a526 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:09:52.675906 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-09544e87-e8e1-42fe-b07e-65742f1f462a admin admin] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:09:52.681036 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09544e87-e8e1-42fe-b07e-65742f1f462a admin admin] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:09:52.690038 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005919de-d100-41ff-84df-fc9ebe690988 req-1e476579-8699-4cef-9e1c-be11bf6857f3 tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:09:52.700511 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-005919de-d100-41ff-84df-fc9ebe690988 req-1e476579-8699-4cef-9e1c-be11bf6857f3 tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] 10.222.0.46 "GET /v2.0/ports?device_id=01e0b0fa-e002-4967-ab32-9c5694e22ac9 HTTP/1.1" status: 200 len: 944 time: 0.4432735 Nov 22 20:09:52.718104 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09544e87-e8e1-42fe-b07e-65742f1f462a admin admin] Pushing event updated for resources: {'Port': ['ID=da34c7ca-f024-439b-918e-5355df18e98f,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:09:52.745819 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-09544e87-e8e1-42fe-b07e-65742f1f462a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659939'] for router_interface, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:52.757045 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-a4b8e61f-fb69-42d3-991a-1fefa4071320 None None] Provisioning complete for port 755e9e57-6465-455e-858d-db70329cb336 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:09:52.757422 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-a4b8e61f-fb69-42d3-991a-1fefa4071320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:52.841986 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a51af616-766b-4c7b-a429-57269bc6d97c admin admin] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:52.877581 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-a4b8e61f-fb69-42d3-991a-1fefa4071320 None None] Port 755e9e57-6465-455e-858d-db70329cb336 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:09:52.910624 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f3119136-2d9b-4448-bcc3-511cf511e1d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659939'] for router_interface, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:52.993714 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device ead0e289-7f2a-42b5-ba76-e8ef4c9a9af4 details requested by agent hyperv_n-h1-818823-1 with host n-h1-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 20:09:52.995733 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 4035a83f-24e4-427f-b321-21868f004640 no longer exists at agent hyperv_n-h1-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:09:53.067783 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 60876) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:09:53.069913 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45605db1-0067-43de-9e71-8e4e4181fb09', 'tag': 'd4ff6968-3b58-4ead-83f6-cb8ac9bc804d'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:09:53.073102 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92111336-d30f-41c4-ad2e-eaa101484308" -d '{"events": [{"name": "network-changed", "server_uuid": "45605db1-0067-43de-9e71-8e4e4181fb09", "tag": "d4ff6968-3b58-4ead-83f6-cb8ac9bc804d"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:09:53.093890 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-005919de-d100-41ff-84df-fc9ebe690988 req-9152dd43-9063-4607-a004-18edc17466eb tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] 10.222.0.46 "GET /v2.0/security-groups?id=89c2c967-26c4-4e1c-a1fd-c97f87817ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3923988 Nov 22 20:09:53.190016 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a51af616-766b-4c7b-a429-57269bc6d97c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:53.216348 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.db.resource_extend [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 22 20:09:53.268543 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89324883-7bb7-4b7d-b286-dea6d800a634 req-7358003d-d579-4672-aa3d-e37d14105844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:09:53.270392 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-89324883-7bb7-4b7d-b286-dea6d800a634 req-7358003d-d579-4672-aa3d-e37d14105844 service neutron] 10.222.0.20 "GET /v2.0/networks?id=5304318e-8a1b-436f-8654-45389cfc7b43 HTTP/1.1" status: 200 len: 917 time: 1.1451848 Nov 22 20:09:53.280128 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661a3cc4-702c-460b-9f7d-509e0f745538 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] Pushing event updated for resources: {'Port': ['ID=d4ff6968-3b58-4ead-83f6-cb8ac9bc804d,revision_number=7']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:09:53.347939 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a51af616-766b-4c7b-a429-57269bc6d97c admin admin] Network c48a55e9-6a85-4746-b7bf-3e29fb560094 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:09:53.356477 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-a51af616-766b-4c7b-a429-57269bc6d97c admin admin] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:09:53.408235 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-09544e87-e8e1-42fe-b07e-65742f1f462a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:53.413822 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a51af616-766b-4c7b-a429-57269bc6d97c admin admin] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:09:53.465795 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f3119136-2d9b-4448-bcc3-511cf511e1d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:53.491699 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-89324883-7bb7-4b7d-b286-dea6d800a634 req-41651fb5-4134-47f1-9724-be0ab0f76eae service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2375dce4-8c48-474c-a748-ca0b4e6fa485 HTTP/1.1" status: 200 len: 217 time: 0.1713393 Nov 22 20:09:53.525856 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port ead0e289-7f2a-42b5-ba76-e8ef4c9a9af4, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=ead0e289-7f2a-42b5-ba76-e8ef4c9a9af4,segment=NetworkSegment(f4375107-f208-4e57-94ce-2a9cc5f0f2e5),segment_id=f4375107-f208-4e57-94ce-2a9cc5f0f2e5)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:09:53.564044 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6f4c5d06-6de5-4e61-b307-4272dd4d0b48 req-1590b164-ca3a-4fba-aff6-172513f15dbf tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] 10.222.0.46 "GET /v2.0/security-groups/af3cffe8-59ae-4712-b246-b88436f19951 HTTP/1.1" status: 200 len: 1818 time: 0.9386806 Nov 22 20:09:53.565058 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a67e1811-7a47-4fed-aad8-c0d99cf0909a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:53.608845 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Returning: {'device': 'ead0e289-7f2a-42b5-ba76-e8ef4c9a9af4', 'network_id': '5304318e-8a1b-436f-8654-45389cfc7b43', 'port_id': 'ead0e289-7f2a-42b5-ba76-e8ef4c9a9af4', 'mac_address': 'fa:16:3e:98:39:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 614, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a97c93b-2aa7-44f7-aae7-762ebe4bc4be', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 20:09:53.712576 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-09544e87-e8e1-42fe-b07e-65742f1f462a admin admin] Publish callbacks [] for port, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:53.718633 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-09544e87-e8e1-42fe-b07e-65742f1f462a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:53.755001 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51af616-766b-4c7b-a429-57269bc6d97c admin admin] Pushing event updated for resources: {'Port': ['ID=76454443-705f-4167-a22f-ccdeb24469d3,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:09:53.755228 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-c2a81cee-9897-4da8-bc4a-14e6d2a10547 None None] Publish callbacks [] for port, precommit_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:53.774032 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-c2a81cee-9897-4da8-bc4a-14e6d2a10547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:53.797476 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09544e87-e8e1-42fe-b07e-65742f1f462a admin admin] Pushing event updated for resources: {'Port': ['ID=da34c7ca-f024-439b-918e-5355df18e98f,revision_number=2']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:09:53.800821 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-09544e87-e8e1-42fe-b07e-65742f1f462a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-563461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-659839'] for router_interface, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:53.805559 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e71f283-7ec4-4c69-8130-783fe4cd5373 req-a2a1e5c7-44e2-4c15-aeb4-4ed0a08a57e9 tempest-ListServerFiltersTestJSON-710341241 tempest-ListServerFiltersTestJSON-710341241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:09:53.817274 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2e71f283-7ec4-4c69-8130-783fe4cd5373 req-a2a1e5c7-44e2-4c15-aeb4-4ed0a08a57e9 tempest-ListServerFiltersTestJSON-710341241 tempest-ListServerFiltersTestJSON-710341241-project] 10.222.0.46 "GET /v2.0/ports?device_id=593b2096-75b7-405a-b83d-4e4481045f8d HTTP/1.1" status: 200 len: 944 time: 0.5712011 Nov 22 20:09:53.945074 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09544e87-e8e1-42fe-b07e-65742f1f462a admin admin] Network 1ae4d286-ddad-44f5-b34a-bee98214a526 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:09:53.946606 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-09544e87-e8e1-42fe-b07e-65742f1f462a admin admin] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:09:54.010045 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-0549e08f-cd5e-40d2-a5d8-677431c8f95b req-5f566cc0-352f-4899-8b6d-ae6532e8555a tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:54.036423 n-d-818823-1 neutron-server[103447]: INFO neutron.api.v2.resource [req-6f4c5d06-6de5-4e61-b307-4272dd4d0b48 req-61e5d837-81f6-407f-b3fa-82bea83ae16a tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 22 20:09:54.037979 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6f4c5d06-6de5-4e61-b307-4272dd4d0b48 req-61e5d837-81f6-407f-b3fa-82bea83ae16a tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] 10.222.0.46 "DELETE /v2.0/security-groups/af3cffe8-59ae-4712-b246-b88436f19951 HTTP/1.1" status: 409 len: 341 time: 0.3992651 Nov 22 20:09:54.094600 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09544e87-e8e1-42fe-b07e-65742f1f462a admin admin] Router 34b6f977-9e63-4947-8bf5-d851de1957c0 has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 20:09:54.125608 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796aaffb-78e0-43f0-bf4f-626be9753780 None None] Pushing event updated for resources: {'Port': ['ID=af69bc99-6832-453a-9850-2a73b57d89ae,revision_number=2']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:09:54.131179 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:54.133251 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-c2a81cee-9897-4da8-bc4a-14e6d2a10547 None None] Attempting to bind port af69bc99-6832-453a-9850-2a73b57d89ae on host n-d-818823-1 for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:09:54.133615 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-c2a81cee-9897-4da8-bc4a-14e6d2a10547 None None] Attempting to bind port af69bc99-6832-453a-9850-2a73b57d89ae by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:09:54.133977 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a81cee-9897-4da8-bc4a-14e6d2a10547 None None] Attempting to bind port af69bc99-6832-453a-9850-2a73b57d89ae on network c48a55e9-6a85-4746-b7bf-3e29fb560094 {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:09:54.141492 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89324883-7bb7-4b7d-b286-dea6d800a634 req-893ca736-4dce-4897-addd-e21b3e99c8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:09:54.143074 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-89324883-7bb7-4b7d-b286-dea6d800a634 req-893ca736-4dce-4897-addd-e21b3e99c8fc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9a97c93b-2aa7-44f7-aae7-762ebe4bc4be HTTP/1.1" status: 200 len: 855 time: 0.5200646 Nov 22 20:09:54.150729 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 20:09:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-709e1fa8-89c6-4d83-bc11-e8c2b93a0aca x-openstack-request-id: req-709e1fa8-89c6-4d83-bc11-e8c2b93a0aca {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:09:54.151696 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45605db1-0067-43de-9e71-8e4e4181fb09", "tag": "d4ff6968-3b58-4ead-83f6-cb8ac9bc804d", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:09:54.152019 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-709e1fa8-89c6-4d83-bc11-e8c2b93a0aca {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:09:54.153049 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45605db1-0067-43de-9e71-8e4e4181fb09', 'tag': 'd4ff6968-3b58-4ead-83f6-cb8ac9bc804d', 'status': 'completed', 'code': 200} Nov 22 20:09:54.164850 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a81cee-9897-4da8-bc4a-14e6d2a10547 None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 9, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:09:54.165229 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a81cee-9897-4da8-bc4a-14e6d2a10547 None None] Checking segment: {'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:09:54.165665 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-c2a81cee-9897-4da8-bc4a-14e6d2a10547 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:54.166824 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a81cee-9897-4da8-bc4a-14e6d2a10547 None None] Bound using segment: {'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:09:54.167351 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-c2a81cee-9897-4da8-bc4a-14e6d2a10547 None None] Bound port: af69bc99-6832-453a-9850-2a73b57d89ae, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:09:54.167914 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-c2a81cee-9897-4da8-bc4a-14e6d2a10547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:54.178478 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f566cc0-352f-4899-8b6d-ae6532e8555a tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] Pushing event deleted for resources: {'Port': ['ID=4035a83f-24e4-427f-b321-21868f004640,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:09:54.202513 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ead0e289-7f2a-42b5-ba76-e8ef4c9a9af4 {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:09:54.243617 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port ead0e289-7f2a-42b5-ba76-e8ef4c9a9af4, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=ead0e289-7f2a-42b5-ba76-e8ef4c9a9af4,segment=NetworkSegment(f4375107-f208-4e57-94ce-2a9cc5f0f2e5),segment_id=f4375107-f208-4e57-94ce-2a9cc5f0f2e5)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:09:54.248369 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09544e87-e8e1-42fe-b07e-65742f1f462a admin admin] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:09:54.254806 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-09544e87-e8e1-42fe-b07e-65742f1f462a admin admin] 10.222.0.46 "PUT /v2.0/routers/34b6f977-9e63-4947-8bf5-d851de1957c0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1725574 Nov 22 20:09:54.266581 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:54.303879 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-c2a81cee-9897-4da8-bc4a-14e6d2a10547 None None] For port af69bc99-6832-453a-9850-2a73b57d89ae, host n-d-818823-1, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:09:54.327122 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-c2a81cee-9897-4da8-bc4a-14e6d2a10547 None None] For port af69bc99-6832-453a-9850-2a73b57d89ae, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=af69bc99-6832-453a-9850-2a73b57d89ae,segment=NetworkSegment(8793ba83-8407-4c3d-9b56-2a177cd58a70),segment_id=8793ba83-8407-4c3d-9b56-2a177cd58a70)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:09:54.335407 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-c2a81cee-9897-4da8-bc4a-14e6d2a10547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:54.359571 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2e71f283-7ec4-4c69-8130-783fe4cd5373 req-dd58b219-445d-4ec5-a8d2-b9148d326f3c tempest-ListServerFiltersTestJSON-710341241 tempest-ListServerFiltersTestJSON-710341241-project] 10.222.0.46 "GET /v2.0/security-groups?id=22127be5-351b-4d65-aed1-0fcc5085805a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5399542 Nov 22 20:09:54.365454 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=ead0e289-7f2a-42b5-ba76-e8ef4c9a9af4,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:09:54.447574 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796aaffb-78e0-43f0-bf4f-626be9753780 None None] Pushing event updated for resources: {'Port': ['ID=af69bc99-6832-453a-9850-2a73b57d89ae,revision_number=3']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:09:54.456658 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a81cee-9897-4da8-bc4a-14e6d2a10547 None None] Routers {'34b6f977-9e63-4947-8bf5-d851de1957c0'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:09:54.457089 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-c2a81cee-9897-4da8-bc4a-14e6d2a10547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:09:33Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['34b6f977-9e63-4947-8bf5-d851de1957c0'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:09:54.495038 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-0549e08f-cd5e-40d2-a5d8-677431c8f95b req-5f566cc0-352f-4899-8b6d-ae6532e8555a tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] No DVR routers for this DVR port 4035a83f-24e4-427f-b321-21868f004640 on host n-h1-818823-1 {{(pid=103447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:09:54.508340 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 2375dce4-8c48-474c-a748-ca0b4e6fa485 details requested by agent hyperv_n-h2-818823-1 with host n-h2-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 20:09:54.515103 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-0549e08f-cd5e-40d2-a5d8-677431c8f95b req-5f566cc0-352f-4899-8b6d-ae6532e8555a tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:54.518644 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0549e08f-cd5e-40d2-a5d8-677431c8f95b req-5f566cc0-352f-4899-8b6d-ae6532e8555a tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] 10.222.0.41 "DELETE /v2.0/ports/4035a83f-24e4-427f-b321-21868f004640 HTTP/1.1" status: 204 len: 173 time: 4.0209417 Nov 22 20:09:54.546281 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] get_ports_and_sgs() called for port_ids ['ead0e289-7f2a-42b5-ba76-e8ef4c9a9af4'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:09:54.618458 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e1dfd216-050d-45fc-8158-29ec77ec09d6 req-2ef22fdc-15ea-48c3-b452-5a6c023d8bf3 tempest-LiveAutoBlockMigrationV225Test-1114355663 tempest-LiveAutoBlockMigrationV225Test-1114355663-project] 10.222.0.46 "GET /v2.0/ports?device_id=01e0b0fa-e002-4967-ab32-9c5694e22ac9 HTTP/1.1" status: 200 len: 210 time: 0.1199508 Nov 22 20:09:54.641678 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f3119136-2d9b-4448-bcc3-511cf511e1d7 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:54.655850 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92111336-d30f-41c4-ad2e-eaa101484308 req-be4c2a83-d2ce-4107-8b45-4463fe2bf5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:09:54.658161 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-92111336-d30f-41c4-ad2e-eaa101484308 req-be4c2a83-d2ce-4107-8b45-4463fe2bf5e0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0fdf582e13024dfab4aee7ecf63b2936&device_id=45605db1-0067-43de-9e71-8e4e4181fb09 HTTP/1.1" status: 200 len: 1174 time: 0.5041828 Nov 22 20:09:54.686340 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89324883-7bb7-4b7d-b286-dea6d800a634 req-d5ff795d-d33e-4b34-8d44-210b7f4611b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:09:54.687963 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-89324883-7bb7-4b7d-b286-dea6d800a634 req-d5ff795d-d33e-4b34-8d44-210b7f4611b5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5304318e-8a1b-436f-8654-45389cfc7b43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4993742 Nov 22 20:09:54.688759 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a51af616-766b-4c7b-a429-57269bc6d97c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:54.690773 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f3119136-2d9b-4448-bcc3-511cf511e1d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:54.826471 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port 2375dce4-8c48-474c-a748-ca0b4e6fa485, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=2375dce4-8c48-474c-a748-ca0b4e6fa485,segment=NetworkSegment(f4375107-f208-4e57-94ce-2a9cc5f0f2e5),segment_id=f4375107-f208-4e57-94ce-2a9cc5f0f2e5)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:09:54.851544 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-c2a81cee-9897-4da8-bc4a-14e6d2a10547 None None] Set router 34b6f977-9e63-4947-8bf5-d851de1957c0 gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:09:54.856872 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Returning: {'device': '2375dce4-8c48-474c-a748-ca0b4e6fa485', 'network_id': '5304318e-8a1b-436f-8654-45389cfc7b43', 'port_id': '2375dce4-8c48-474c-a748-ca0b4e6fa485', 'mac_address': 'fa:16:3e:02:38:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 614, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a97c93b-2aa7-44f7-aae7-762ebe4bc4be', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 20:09:54.964502 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 60934) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:09:55.016324 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:55.088287 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2375dce4-8c48-474c-a748-ca0b4e6fa485 {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:09:55.108810 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cd34c1cc-cace-410e-9299-71a6c3e589fd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:55.149605 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port 2375dce4-8c48-474c-a748-ca0b4e6fa485, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=2375dce4-8c48-474c-a748-ca0b4e6fa485,segment=NetworkSegment(f4375107-f208-4e57-94ce-2a9cc5f0f2e5),segment_id=f4375107-f208-4e57-94ce-2a9cc5f0f2e5)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:09:55.167462 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:55.243147 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cd34c1cc-cace-410e-9299-71a6c3e589fd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:55.249208 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cd34c1cc-cace-410e-9299-71a6c3e589fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:55.274623 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=2375dce4-8c48-474c-a748-ca0b4e6fa485,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:09:55.289900 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-cd34c1cc-cace-410e-9299-71a6c3e589fd admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=551758acfe044b128c6b3f33b34971a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3238518 Nov 22 20:09:55.290804 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd34c1cc-cace-410e-9299-71a6c3e589fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2888ae70-7d88-4198-9861-e4bdb0e050c7,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:09:55.293168 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 60938) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:09:55.307017 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-c2a81cee-9897-4da8-bc4a-14e6d2a10547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34b6f977-9e63-4947-8bf5-d851de1957c0', 'name': 'tempest-ServerRescueNegativeTestJSON-1771545429-router', 'tenant_id': '74225e7aba6c4293916c50899651bb18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.82'}], 'enable_snat': True}, 'gw_port_id': 'af69bc99-6832-453a-9850-2a73b57d89ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:09:46Z', 'updated_at': '2021-11-22T20:09:53Z', 'revision_number': 4, 'project_id': '74225e7aba6c4293916c50899651bb18', 'gw_port': {'id': 'af69bc99-6832-453a-9850-2a73b57d89ae', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:29:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34b6f977-9e63-4947-8bf5-d851de1957c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:09:47Z', 'updated_at': '2021-11-22T20:09:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': 'da34c7ca-f024-439b-918e-5355df18e98f', 'name': '', 'network_id': '1ae4d286-ddad-44f5-b34a-bee98214a526', 'tenant_id': '74225e7aba6c4293916c50899651bb18', 'mac_address': 'fa:16:3e:03:de:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34b6f977-9e63-4947-8bf5-d851de1957c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': 'b3d07d8b-31c6-491c-a72c-08a2eb655cbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:09:51Z', 'updated_at': '2021-11-22T20:09:53Z', 'revision_number': 2, 'project_id': '74225e7aba6c4293916c50899651bb18', 'subnets': [{'id': 'b3d07d8b-31c6-491c-a72c-08a2eb655cbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:09:55.341152 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a81cee-9897-4da8-bc4a-14e6d2a10547 None None] The sync data for ids ['34b6f977-9e63-4947-8bf5-d851de1957c0'] in n-d-818823-1 is: [{'id': '34b6f977-9e63-4947-8bf5-d851de1957c0', 'name': 'tempest-ServerRescueNegativeTestJSON-1771545429-router', 'tenant_id': '74225e7aba6c4293916c50899651bb18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.82'}], 'enable_snat': True}, 'gw_port_id': 'af69bc99-6832-453a-9850-2a73b57d89ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:09:46Z', 'updated_at': '2021-11-22T20:09:53Z', 'revision_number': 4, 'project_id': '74225e7aba6c4293916c50899651bb18', 'gw_port': {'id': 'af69bc99-6832-453a-9850-2a73b57d89ae', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:29:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34b6f977-9e63-4947-8bf5-d851de1957c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:09:47Z', 'updated_at': '2021-11-22T20:09:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': 'da34c7ca-f024-439b-918e-5355df18e98f', 'name': '', 'network_id': '1ae4d286-ddad-44f5-b34a-bee98214a526', 'tenant_id': '74225e7aba6c4293916c50899651bb18', 'mac_address': 'fa:16:3e:03:de:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34b6f977-9e63-4947-8bf5-d851de1957c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': 'b3d07d8b-31c6-491c-a72c-08a2eb655cbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:09:51Z', 'updated_at': '2021-11-22T20:09:53Z', 'revision_number': 2, 'project_id': '74225e7aba6c4293916c50899651bb18', 'subnets': [{'id': 'b3d07d8b-31c6-491c-a72c-08a2eb655cbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:09:55.344908 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-bf937253-c6aa-4b41-abf2-888db4ead14c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:55.362609 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a67e1811-7a47-4fed-aad8-c0d99cf0909a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:55.375367 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-bf937253-c6aa-4b41-abf2-888db4ead14c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:55.397157 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] get_ports_and_sgs() called for port_ids ['2375dce4-8c48-474c-a748-ca0b4e6fa485'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:09:55.433153 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-bf937253-c6aa-4b41-abf2-888db4ead14c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:55.436879 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-bf937253-c6aa-4b41-abf2-888db4ead14c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:55.438290 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-bf937253-c6aa-4b41-abf2-888db4ead14c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2888ae70-7d88-4198-9861-e4bdb0e050c7 HTTP/1.1" status: 204 len: 168 time: 0.1441522 Nov 22 20:09:55.452354 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3119136-2d9b-4448-bcc3-511cf511e1d7 admin admin] Pushing event updated for resources: {'Port': ['ID=755e9e57-6465-455e-858d-db70329cb336,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:09:55.467631 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf937253-c6aa-4b41-abf2-888db4ead14c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2888ae70-7d88-4198-9861-e4bdb0e050c7,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:09:55.493095 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a67e1811-7a47-4fed-aad8-c0d99cf0909a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:55.495610 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f3119136-2d9b-4448-bcc3-511cf511e1d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-563461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-659839'] for router_interface, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:55.716681 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-a67e1811-7a47-4fed-aad8-c0d99cf0909a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5e37a8f246a44799976d00ecfd4574c5&name=default HTTP/1.1" status: 200 len: 2996 time: 2.6186488 Nov 22 20:09:55.719381 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 60948) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:09:55.759104 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92111336-d30f-41c4-ad2e-eaa101484308 req-92ca4973-6f27-4466-8be1-857a8015abec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:09:55.760673 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-92111336-d30f-41c4-ad2e-eaa101484308 req-92ca4973-6f27-4466-8be1-857a8015abec service neutron] 10.222.0.20 "GET /v2.0/networks?id=15d4315f-9a0f-48df-91a2-7f6446aa6c2e HTTP/1.1" status: 200 len: 913 time: 1.0643466 Nov 22 20:09:55.780947 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd81153-2982-4d92-9398-62df3991090c req-0f42db3f-793c-4b8c-a50c-88a360543923 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:09:55.789297 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-cfd81153-2982-4d92-9398-62df3991090c req-0f42db3f-793c-4b8c-a50c-88a360543923 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] 10.222.0.46 "GET /v2.0/ports?device_id=45605db1-0067-43de-9e71-8e4e4181fb09 HTTP/1.1" status: 200 len: 1023 time: 1.0155597 Nov 22 20:09:55.792504 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67e1811-7a47-4fed-aad8-c0d99cf0909a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4150534-d126-4575-b4bc-f021dfd21764,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:09:55.801258 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-89324883-7bb7-4b7d-b286-dea6d800a634 req-36484428-f076-409b-963e-9beccd34e5e2 service neutron] 10.222.0.20 "GET /v2.0/networks/5304318e-8a1b-436f-8654-45389cfc7b43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9574480 Nov 22 20:09:55.836672 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-339b40a9-387c-44b5-9b95-e57fc46e287a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:55.878933 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-339b40a9-387c-44b5-9b95-e57fc46e287a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:55.909634 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 60950) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:09:55.949937 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-92111336-d30f-41c4-ad2e-eaa101484308 req-0d14a01c-cfe4-40df-aa4a-7d8eae366877 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d4ff6968-3b58-4ead-83f6-cb8ac9bc804d HTTP/1.1" status: 200 len: 217 time: 0.1438243 Nov 22 20:09:55.950545 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-de071713-642d-4be0-9e8c-b4783356d656 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:55.996942 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-339b40a9-387c-44b5-9b95-e57fc46e287a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:56.000405 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-339b40a9-387c-44b5-9b95-e57fc46e287a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:56.001188 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-339b40a9-387c-44b5-9b95-e57fc46e287a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d4150534-d126-4575-b4bc-f021dfd21764 HTTP/1.1" status: 204 len: 168 time: 0.2804427 Nov 22 20:09:56.016304 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339b40a9-387c-44b5-9b95-e57fc46e287a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4150534-d126-4575-b4bc-f021dfd21764,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:09:56.040876 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d35113b-e5ec-4cc0-b0dd-cbd13d24bff1 req-51eef614-d6dd-46b0-bffb-789d028779b0 tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:09:56.042459 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5d35113b-e5ec-4cc0-b0dd-cbd13d24bff1 req-51eef614-d6dd-46b0-bffb-789d028779b0 tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] 10.222.0.46 "GET /v2.0/networks?id=1ae4d286-ddad-44f5-b34a-bee98214a526 HTTP/1.1" status: 200 len: 819 time: 1.2217987 Nov 22 20:09:56.083556 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-de071713-642d-4be0-9e8c-b4783356d656 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:56.092350 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-de071713-642d-4be0-9e8c-b4783356d656 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:56.141711 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-de071713-642d-4be0-9e8c-b4783356d656 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6ad7794f4f5349549755e4df3908284d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2276790 Nov 22 20:09:56.141711 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de071713-642d-4be0-9e8c-b4783356d656 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ca5f396-c975-4029-ba2f-7491578b0145,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:09:56.141711 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 60954) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:09:56.145113 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5d35113b-e5ec-4cc0-b0dd-cbd13d24bff1 req-38bfac89-12c5-46e6-80d5-e13ac2f9cc0a tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] 10.222.0.46 "GET /v2.0/quotas/74225e7aba6c4293916c50899651bb18 HTTP/1.1" status: 200 len: 375 time: 0.0612769 Nov 22 20:09:56.167442 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01e0b0fa-e002-4967-ab32-9c5694e22ac9', 'name': 'network-vif-deleted', 'tag': '4035a83f-24e4-427f-b321-21868f004640'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:09:56.172490 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f423cd52-c290-4a38-a641-e5dc677f90b5" -d '{"events": [{"server_uuid": "01e0b0fa-e002-4967-ab32-9c5694e22ac9", "name": "network-vif-deleted", "tag": "4035a83f-24e4-427f-b321-21868f004640"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:09:56.207198 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c039e486-9379-4c00-bafe-5a7f3d444aae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:56.241879 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c039e486-9379-4c00-bafe-5a7f3d444aae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:56.260634 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-cfd81153-2982-4d92-9398-62df3991090c req-0b415d00-3cd3-4909-b6aa-a16f0eb98643 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] 10.222.0.46 "GET /v2.0/security-groups?id=af3cffe8-59ae-4712-b246-b88436f19951&id=bea1ed78-99ea-4bbb-b015-1c06f8cf0028&id=008bf24b-e850-49d0-ba05-9d00c3f0736a&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.4698346 Nov 22 20:09:56.262778 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92111336-d30f-41c4-ad2e-eaa101484308 req-b278a6e2-e7f5-4a96-9c1e-8c137a7e12e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:09:56.264287 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-92111336-d30f-41c4-ad2e-eaa101484308 req-b278a6e2-e7f5-4a96-9c1e-8c137a7e12e0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d1283e3b-986c-4cf3-818d-79a41c1c76c2 HTTP/1.1" status: 200 len: 852 time: 0.2943950 Nov 22 20:09:56.292096 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3119136-2d9b-4448-bcc3-511cf511e1d7 admin admin] Network 585601b7-3445-4882-a5f3-ad3009b240dc is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:09:56.298073 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a51af616-766b-4c7b-a429-57269bc6d97c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-659538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-841284'] for router, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:56.330697 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c039e486-9379-4c00-bafe-5a7f3d444aae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:56.333724 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c039e486-9379-4c00-bafe-5a7f3d444aae admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:56.334923 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-c039e486-9379-4c00-bafe-5a7f3d444aae admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6ca5f396-c975-4029-ba2f-7491578b0145 HTTP/1.1" status: 204 len: 168 time: 0.1920559 Nov 22 20:09:56.346755 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c039e486-9379-4c00-bafe-5a7f3d444aae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ca5f396-c975-4029-ba2f-7491578b0145,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:09:56.384734 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-92111336-d30f-41c4-ad2e-eaa101484308 req-300c404e-06e6-4883-97e1-3478a2a20c22 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=15d4315f-9a0f-48df-91a2-7f6446aa6c2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0912464 Nov 22 20:09:56.393577 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-f3119136-2d9b-4448-bcc3-511cf511e1d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:09:56.398178 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-89324883-7bb7-4b7d-b286-dea6d800a634 req-aa08e6f8-fcf7-4158-a7c6-88dea8b2fe80 service neutron] 10.222.0.20 "GET /v2.0/networks/5304318e-8a1b-436f-8654-45389cfc7b43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5709379 Nov 22 20:09:56.499604 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 2375dce4-8c48-474c-a748-ca0b4e6fa485 up at agent hyperv_n-h2-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:09:56.632180 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Provisioning for port 2375dce4-8c48-474c-a748-ca0b4e6fa485 completed by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 20:09:56.640892 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Provisioning complete for port 2375dce4-8c48-474c-a748-ca0b4e6fa485 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:09:56.641899 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:56.702047 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22402717-d51d-4f12-9a97-72e1cc762538 req-590a1cc9-6f03-41ba-92b6-5d80333c31b0 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:09:56.703969 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-22402717-d51d-4f12-9a97-72e1cc762538 req-590a1cc9-6f03-41ba-92b6-5d80333c31b0 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] 10.222.0.20 "GET /v2.0/ports?device_id=45605db1-0067-43de-9e71-8e4e4181fb09 HTTP/1.1" status: 200 len: 1023 time: 0.5378995 Nov 22 20:09:56.788394 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:56.843269 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port 2375dce4-8c48-474c-a748-ca0b4e6fa485, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=2375dce4-8c48-474c-a748-ca0b4e6fa485,segment=NetworkSegment(f4375107-f208-4e57-94ce-2a9cc5f0f2e5),segment_id=f4375107-f208-4e57-94ce-2a9cc5f0f2e5)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:09:56.844403 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5d35113b-e5ec-4cc0-b0dd-cbd13d24bff1 req-c28a9797-eb81-444c-9e7b-37084625ae30 tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=74225e7aba6c4293916c50899651bb18&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6650841 Nov 22 20:09:56.846477 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd59d7a07-3466-4053-a1c5-b23052fad2dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2375dce4-8c48-474c-a748-ca0b4e6fa485'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:09:56.850090 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d39f6d30a11e565ec9648abcc015e8a6ab6cff4edd704add8155e28765d31eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2418ac69-69ce-42b7-9748-68d9014dd281" -d '{"events": [{"server_uuid": "d59d7a07-3466-4053-a1c5-b23052fad2dc", "name": "network-vif-plugged", "status": "completed", "tag": "2375dce4-8c48-474c-a748-ca0b4e6fa485"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:09:56.859985 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:56.908937 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-e95d1e4d-79bd-4d61-abb2-47e949d72255 None None] Provisioning complete for port 755e9e57-6465-455e-858d-db70329cb336 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:09:56.909811 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e95d1e4d-79bd-4d61-abb2-47e949d72255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:56.948058 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9926b94-c719-4043-8f5a-097155f123bf req-6e93c08a-32f3-4836-9a34-1c14bef36ca7 tempest-ListServerFiltersTestJSON-710341241 tempest-ListServerFiltersTestJSON-710341241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:09:56.950570 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b9926b94-c719-4043-8f5a-097155f123bf req-6e93c08a-32f3-4836-9a34-1c14bef36ca7 tempest-ListServerFiltersTestJSON-710341241 tempest-ListServerFiltersTestJSON-710341241-project] 10.222.0.46 "GET /v2.0/ports?device_id=593b2096-75b7-405a-b83d-4e4481045f8d HTTP/1.1" status: 200 len: 945 time: 0.5612080 Nov 22 20:09:56.953461 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-e95d1e4d-79bd-4d61-abb2-47e949d72255 None None] Port 755e9e57-6465-455e-858d-db70329cb336 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:09:56.974215 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=2375dce4-8c48-474c-a748-ca0b4e6fa485,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:09:56.998255 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device ead0e289-7f2a-42b5-ba76-e8ef4c9a9af4 up at agent hyperv_n-h1-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:09:57.091148 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Provisioning for port ead0e289-7f2a-42b5-ba76-e8ef4c9a9af4 completed by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 20:09:57.096714 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Provisioning complete for port ead0e289-7f2a-42b5-ba76-e8ef4c9a9af4 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:09:57.097098 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:57.163927 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3119136-2d9b-4448-bcc3-511cf511e1d7 admin admin] Router 111a743d-bc57-4272-aa2a-12263f5d21c4 has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 20:09:57.233289 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:57.320412 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-92111336-d30f-41c4-ad2e-eaa101484308 req-3be7d292-5c26-4be3-9329-6b70ee57bb63 service neutron] 10.222.0.20 "GET /v2.0/networks/15d4315f-9a0f-48df-91a2-7f6446aa6c2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9193976 Nov 22 20:09:57.336785 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port ead0e289-7f2a-42b5-ba76-e8ef4c9a9af4, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=ead0e289-7f2a-42b5-ba76-e8ef4c9a9af4,segment=NetworkSegment(f4375107-f208-4e57-94ce-2a9cc5f0f2e5),segment_id=f4375107-f208-4e57-94ce-2a9cc5f0f2e5)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:09:57.344292 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a51af616-766b-4c7b-a429-57269bc6d97c admin admin] Router 2f893422-d69e-4785-ad26-b6809d4a92ea is scheduled to L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 with binding_index 1 {{(pid=103447) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 20:09:57.344827 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:57.367685 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5d35113b-e5ec-4cc0-b0dd-cbd13d24bff1 req-a89b9791-33a9-46d8-b1ca-31bae4d79126 service neutron] 10.222.0.46 "GET /v2.0/networks/1ae4d286-ddad-44f5-b34a-bee98214a526?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4339080 Nov 22 20:09:57.454899 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device af69bc99-6832-453a-9850-2a73b57d89ae up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:09:57.532669 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=ead0e289-7f2a-42b5-ba76-e8ef4c9a9af4,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:09:57.569151 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b9926b94-c719-4043-8f5a-097155f123bf req-956b2619-269e-4990-a6d7-39e95995fddd tempest-ListServerFiltersTestJSON-710341241 tempest-ListServerFiltersTestJSON-710341241-project] 10.222.0.46 "GET /v2.0/security-groups?id=22127be5-351b-4d65-aed1-0fcc5085805a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4804676 Nov 22 20:09:57.575030 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port af69bc99-6832-453a-9850-2a73b57d89ae triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:09:57.576126 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:57.684126 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 32770) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:09:57.744233 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:57.753619 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:09:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09dea089-2e05-4818-a2ab-f77970fd12bb x-openstack-request-id: req-09dea089-2e05-4818-a2ab-f77970fd12bb {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:09:57.753904 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01e0b0fa-e002-4967-ab32-9c5694e22ac9", "name": "network-vif-deleted", "tag": "4035a83f-24e4-427f-b321-21868f004640", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:09:57.754159 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-09dea089-2e05-4818-a2ab-f77970fd12bb {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:09:57.754551 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01e0b0fa-e002-4967-ab32-9c5694e22ac9', 'name': 'network-vif-deleted', 'tag': '4035a83f-24e4-427f-b321-21868f004640', 'status': 'completed', 'code': 200} Nov 22 20:09:57.774927 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] For port af69bc99-6832-453a-9850-2a73b57d89ae, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=af69bc99-6832-453a-9850-2a73b57d89ae,segment=NetworkSegment(8793ba83-8407-4c3d-9b56-2a177cd58a70),segment_id=8793ba83-8407-4c3d-9b56-2a177cd58a70)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:09:57.780757 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:57.828597 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:09:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f200d7c-eba6-4df6-9900-bb615837b57a x-openstack-request-id: req-8f200d7c-eba6-4df6-9900-bb615837b57a {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:09:57.829286 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d59d7a07-3466-4053-a1c5-b23052fad2dc", "name": "network-vif-plugged", "status": "completed", "tag": "2375dce4-8c48-474c-a748-ca0b4e6fa485", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:09:57.836397 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-22402717-d51d-4f12-9a97-72e1cc762538 req-95efbf3a-c358-4f9e-a96a-d4f64df4aafc tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] Deleting port d4ff6968-3b58-4ead-83f6-cb8ac9bc804d {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:09:57.836769 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-22402717-d51d-4f12-9a97-72e1cc762538 req-95efbf3a-c358-4f9e-a96a-d4f64df4aafc tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:57.839291 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8f200d7c-eba6-4df6-9900-bb615837b57a {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:09:57.840413 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd59d7a07-3466-4053-a1c5-b23052fad2dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2375dce4-8c48-474c-a748-ca0b4e6fa485', 'code': 200} Nov 22 20:09:57.862705 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5d35113b-e5ec-4cc0-b0dd-cbd13d24bff1 req-a54d561e-f271-4181-a51d-0dd0c5d7bf80 service neutron] 10.222.0.46 "GET /v2.0/networks/1ae4d286-ddad-44f5-b34a-bee98214a526?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4918604 Nov 22 20:09:57.879098 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-92111336-d30f-41c4-ad2e-eaa101484308 req-3f0f8c45-e0e5-475e-bd44-34db5456e7b1 service neutron] 10.222.0.20 "GET /v2.0/networks/15d4315f-9a0f-48df-91a2-7f6446aa6c2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5399253 Nov 22 20:09:57.897359 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Pushing event updated for resources: {'Port': ['ID=af69bc99-6832-453a-9850-2a73b57d89ae,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:09:58.139180 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ff806ff-cb6e-487c-a9f7-1def6bb6b9c7 admin admin] Deleting subnet 6ba52ab0-cb64-425e-be27-2e0b31d7d99f {{(pid=103448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 20:09:58.142904 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5ff806ff-cb6e-487c-a9f7-1def6bb6b9c7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:58.194126 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5ff806ff-cb6e-487c-a9f7-1def6bb6b9c7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11627908'] for subnet, precommit_delete_associations {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:58.292670 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5ff806ff-cb6e-487c-a9f7-1def6bb6b9c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3753007'] for subnet, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:58.424415 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5ff806ff-cb6e-487c-a9f7-1def6bb6b9c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3753014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11567369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11792914'] for subnet, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:58.484919 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5ff806ff-cb6e-487c-a9f7-1def6bb6b9c7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:58.488342 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-5ff806ff-cb6e-487c-a9f7-1def6bb6b9c7 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/6ba52ab0-cb64-425e-be27-2e0b31d7d99f HTTP/1.1" status: 204 len: 168 time: 0.8031867 Nov 22 20:09:58.494488 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff806ff-cb6e-487c-a9f7-1def6bb6b9c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ba52ab0-cb64-425e-be27-2e0b31d7d99f,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:09:58.497597 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 32798) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:09:58.529791 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3119136-2d9b-4448-bcc3-511cf511e1d7 admin admin] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:09:58.550346 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84568413-3f49-41a8-9485-cf569ee221a5 None None] Sync routers for ids ['111a743d-bc57-4272-aa2a-12263f5d21c4'] in n-d-818823-1 {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:09:58.567156 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84568413-3f49-41a8-9485-cf569ee221a5 None None] Routers {'111a743d-bc57-4272-aa2a-12263f5d21c4'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:09:58.568356 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-84568413-3f49-41a8-9485-cf569ee221a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:09:33Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['111a743d-bc57-4272-aa2a-12263f5d21c4'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:09:58.575046 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a51af616-766b-4c7b-a429-57269bc6d97c admin admin] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:09:58.591116 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c76d274d-d55d-4e6b-8aa2-5f160b10c955 None None] Sync routers for ids ['2f893422-d69e-4785-ad26-b6809d4a92ea'] in n-d-818823-1 {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:09:58.612917 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-f3119136-2d9b-4448-bcc3-511cf511e1d7 admin admin] 10.222.0.46 "PUT /v2.0/routers/111a743d-bc57-4272-aa2a-12263f5d21c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.0330718 Nov 22 20:09:58.616282 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-02cd35a1-1f11-4652-9980-015db845e4e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3961693'] for network, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:58.629775 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c76d274d-d55d-4e6b-8aa2-5f160b10c955 None None] Routers {'2f893422-d69e-4785-ad26-b6809d4a92ea'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:09:58.630771 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-c76d274d-d55d-4e6b-8aa2-5f160b10c955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:09:33Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['2f893422-d69e-4785-ad26-b6809d4a92ea'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:09:58.803311 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4e6f3517-5e69-4acf-b752-834a8304c369 req-58bc485a-2cdd-43a8-b4ec-b7d496a1f302 tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] 10.222.0.46 "GET /v2.0/ports?device_id=f120437d-9853-4b55-a507-5eced1446d4e HTTP/1.1" status: 200 len: 210 time: 0.2768366 Nov 22 20:09:58.845172 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-02cd35a1-1f11-4652-9980-015db845e4e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3760028', 'neutron.services.segments.db._delete_segments_for_network-8748992815755'] for network, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:58.870764 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-84568413-3f49-41a8-9485-cf569ee221a5 None None] Set router 111a743d-bc57-4272-aa2a-12263f5d21c4 gateway port host: n-d-818823-1 {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:09:58.899316 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-02cd35a1-1f11-4652-9980-015db845e4e4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c8a61c3-0285-4b7d-b110-24534369ffce']}} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:09:58.920011 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-02cd35a1-1f11-4652-9980-015db845e4e4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1d01b66-e103-44ab-97f3-6f827675fa31') {'for_net_delete': True} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:09:58.920286 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-02cd35a1-1f11-4652-9980-015db845e4e4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1d01b66-e103-44ab-97f3-6f827675fa31') {} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:09:58.930379 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a51af616-766b-4c7b-a429-57269bc6d97c admin admin] Publish callbacks [] for router, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:58.934328 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-a51af616-766b-4c7b-a429-57269bc6d97c admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 12.9891267 Nov 22 20:09:58.939135 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc56a7d6-f58c-4ca9-aa26-b56135415988 req-9e622585-e91f-4061-82bd-3e1a652089d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:09:58.943366 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-dc56a7d6-f58c-4ca9-aa26-b56135415988 req-9e622585-e91f-4061-82bd-3e1a652089d7 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d59d7a07-3466-4053-a1c5-b23052fad2dc HTTP/1.1" status: 200 len: 1097 time: 1.0091400 Nov 22 20:09:58.947042 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-02cd35a1-1f11-4652-9980-015db845e4e4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748993039638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11627933'] for segment, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:58.949128 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 32822) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:09:58.980596 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-02cd35a1-1f11-4652-9980-015db845e4e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:58.982110 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc80798-2a43-46a8-81c9-f11ff535b471 req-0d4dcdde-a651-4c4c-954b-d4f9cfc67ee3 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:09:58.994017 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6dc80798-2a43-46a8-81c9-f11ff535b471 req-0d4dcdde-a651-4c4c-954b-d4f9cfc67ee3 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] 10.222.0.46 "GET /v2.0/ports?device_id=45605db1-0067-43de-9e71-8e4e4181fb09 HTTP/1.1" status: 200 len: 1023 time: 1.0606432 Nov 22 20:09:58.994663 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02cd35a1-1f11-4652-9980-015db845e4e4 admin admin] Releasing vlan 611 on physical network physnet1 to pool {{(pid=103448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 20:09:58.995063 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-02cd35a1-1f11-4652-9980-015db845e4e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11567447'] for segment, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:59.107260 n-d-818823-1 neutron-server[103448]: Traceback (most recent call last): Nov 22 20:09:59.107260 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 20:09:59.107260 n-d-818823-1 neutron-server[103448]: timer() Nov 22 20:09:59.107260 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 20:09:59.107260 n-d-818823-1 neutron-server[103448]: cb(*args, **kw) Nov 22 20:09:59.107260 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 20:09:59.107260 n-d-818823-1 neutron-server[103448]: return func(*args, **kwargs) Nov 22 20:09:59.107260 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 20:09:59.107260 n-d-818823-1 neutron-server[103448]: self._notify() Nov 22 20:09:59.107260 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 20:09:59.107260 n-d-818823-1 neutron-server[103448]: self.callback(batched_events) Nov 22 20:09:59.107260 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 20:09:59.107260 n-d-818823-1 neutron-server[103448]: event.method(event) Nov 22 20:09:59.107260 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 20:09:59.107260 n-d-818823-1 neutron-server[103448]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 20:09:59.107260 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 20:09:59.107260 n-d-818823-1 neutron-server[103448]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 20:09:59.107260 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 20:09:59.107260 n-d-818823-1 neutron-server[103448]: return f(self, *a, **k) Nov 22 20:09:59.107260 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 20:09:59.107260 n-d-818823-1 neutron-server[103448]: return self._get(url).json() Nov 22 20:09:59.107260 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 20:09:59.107260 n-d-818823-1 neutron-server[103448]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 20:09:59.107260 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 20:09:59.107260 n-d-818823-1 neutron-server[103448]: return self.request(url, 'GET', **kwargs) Nov 22 20:09:59.107260 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 20:09:59.107260 n-d-818823-1 neutron-server[103448]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 20:09:59.107260 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 20:09:59.107260 n-d-818823-1 neutron-server[103448]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 20:09:59.107260 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 20:09:59.107260 n-d-818823-1 neutron-server[103448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 20:09:59.107260 n-d-818823-1 neutron-server[103448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 20:09:59.113072 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-02cd35a1-1f11-4652-9980-015db845e4e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3760002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595318'] for network, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:59.122694 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-02cd35a1-1f11-4652-9980-015db845e4e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:59.132821 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-02cd35a1-1f11-4652-9980-015db845e4e4 admin admin] 10.222.0.46 "DELETE /v2.0/networks/5c8a61c3-0285-4b7d-b110-24534369ffce HTTP/1.1" status: 204 len: 168 time: 0.6344497 Nov 22 20:09:59.136924 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 32828) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:09:59.178522 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cd35a1-1f11-4652-9980-015db845e4e4 admin admin] Pushing event deleted for resources: {'Network': ['ID=5c8a61c3-0285-4b7d-b110-24534369ffce,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:09:59.259110 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-030e689a-906d-44f7-9ff5-ad0618edd6aa None None] Sync routers for ids ['34b6f977-9e63-4947-8bf5-d851de1957c0'] in n-d-818823-1 {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:09:59.285875 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-c76d274d-d55d-4e6b-8aa2-5f160b10c955 None None] Set router 2f893422-d69e-4785-ad26-b6809d4a92ea gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:09:59.317392 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_v2 [None req-8226a4e8-39e4-4472-b24c-6d6d0f80eaea admin admin] Deleting subnet 10a99ff1-d006-40dc-a311-5d2060c480a5 {{(pid=103448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 20:09:59.327512 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8226a4e8-39e4-4472-b24c-6d6d0f80eaea admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:59.344650 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-030e689a-906d-44f7-9ff5-ad0618edd6aa None None] Routers {'34b6f977-9e63-4947-8bf5-d851de1957c0'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:09:59.345549 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-030e689a-906d-44f7-9ff5-ad0618edd6aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:09:33Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['34b6f977-9e63-4947-8bf5-d851de1957c0'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:09:59.361895 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-22402717-d51d-4f12-9a97-72e1cc762538 req-95efbf3a-c358-4f9e-a96a-d4f64df4aafc tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] For port d4ff6968-3b58-4ead-83f6-cb8ac9bc804d, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=d4ff6968-3b58-4ead-83f6-cb8ac9bc804d,segment=NetworkSegment(94d4e232-251b-48cf-a0b3-a3b667b8984b),segment_id=94d4e232-251b-48cf-a0b3-a3b667b8984b)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:09:59.363711 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-22402717-d51d-4f12-9a97-72e1cc762538 req-95efbf3a-c358-4f9e-a96a-d4f64df4aafc tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:59.415902 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8226a4e8-39e4-4472-b24c-6d6d0f80eaea admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11627908'] for subnet, precommit_delete_associations {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:59.436230 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device af69bc99-6832-453a-9850-2a73b57d89ae up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:09:59.515009 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-22402717-d51d-4f12-9a97-72e1cc762538 req-95efbf3a-c358-4f9e-a96a-d4f64df4aafc tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] Calling delete_port for d4ff6968-3b58-4ead-83f6-cb8ac9bc804d owned by compute:nova {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:09:59.549903 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8226a4e8-39e4-4472-b24c-6d6d0f80eaea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3753007'] for subnet, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:59.564095 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port af69bc99-6832-453a-9850-2a73b57d89ae triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:09:59.564449 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:59.581354 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-030e689a-906d-44f7-9ff5-ad0618edd6aa None None] Set router 34b6f977-9e63-4947-8bf5-d851de1957c0 gateway port host: n-d-818823-1 {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:09:59.677630 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-dc56a7d6-f58c-4ca9-aa26-b56135415988 req-10741d74-2ec2-41ed-956f-32679d18a3ce service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=22127be5-351b-4d65-aed1-0fcc5085805a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6514580 Nov 22 20:09:59.713721 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8226a4e8-39e4-4472-b24c-6d6d0f80eaea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3753014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11567369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11792914'] for subnet, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:59.752462 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8226a4e8-39e4-4472-b24c-6d6d0f80eaea admin admin] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:59.764488 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-8226a4e8-39e4-4472-b24c-6d6d0f80eaea admin admin] 10.222.0.46 "DELETE /v2.0/subnets/10a99ff1-d006-40dc-a311-5d2060c480a5 HTTP/1.1" status: 204 len: 168 time: 0.6127481 Nov 22 20:09:59.766716 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 32858) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:09:59.782221 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-22402717-d51d-4f12-9a97-72e1cc762538 req-95efbf3a-c358-4f9e-a96a-d4f64df4aafc tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:59.821497 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-84568413-3f49-41a8-9485-cf569ee221a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '111a743d-bc57-4272-aa2a-12263f5d21c4', 'name': 'tempest-TaggedBootDevicesTest-1412590434-router', 'tenant_id': '428194095b9a4fe2964979fcbe900418', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.92'}], 'enable_snat': True}, 'gw_port_id': '7095adb1-4b44-4a4f-a035-5e7993ef1c9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:09:40Z', 'updated_at': '2021-11-22T20:09:53Z', 'revision_number': 4, 'project_id': '428194095b9a4fe2964979fcbe900418', 'gw_port': {'id': '7095adb1-4b44-4a4f-a035-5e7993ef1c9f', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:98:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '111a743d-bc57-4272-aa2a-12263f5d21c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:09:42Z', 'updated_at': '2021-11-22T20:09:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': '755e9e57-6465-455e-858d-db70329cb336', 'name': '', 'network_id': '585601b7-3445-4882-a5f3-ad3009b240dc', 'tenant_id': '428194095b9a4fe2964979fcbe900418', 'mac_address': 'fa:16:3e:2e:a5:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '111a743d-bc57-4272-aa2a-12263f5d21c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': 'ae83f38d-31ec-423d-870c-85aec5da1d06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:09:50Z', 'updated_at': '2021-11-22T20:09:53Z', 'revision_number': 2, 'project_id': '428194095b9a4fe2964979fcbe900418', 'subnets': [{'id': 'ae83f38d-31ec-423d-870c-85aec5da1d06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:09:59.841147 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-02d7b211-de37-43e4-9048-e5bc23edc152 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:59.852592 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] get_ports_and_sgs() called for port_ids ['c3c611e3-1c74-47bf-9225-d666ee79fbb4'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:09:59.858247 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '593b2096-75b7-405a-b83d-4e4481045f8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ead0e289-7f2a-42b5-ba76-e8ef4c9a9af4'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:09:59.860565 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d39f6d30a11e565ec9648abcc015e8a6ab6cff4edd704add8155e28765d31eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2c33197-b985-4631-8a92-7a7205a14b93" -d '{"events": [{"server_uuid": "593b2096-75b7-405a-b83d-4e4481045f8d", "name": "network-vif-plugged", "status": "completed", "tag": "ead0e289-7f2a-42b5-ba76-e8ef4c9a9af4"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:09:59.932135 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8226a4e8-39e4-4472-b24c-6d6d0f80eaea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=10a99ff1-d006-40dc-a311-5d2060c480a5,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:09:59.940585 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-95d0eb8b-59a8-4fa6-84fa-63db9bddfdd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3961693'] for network, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:09:59.948502 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84568413-3f49-41a8-9485-cf569ee221a5 None None] Checking router: 111a743d-bc57-4272-aa2a-12263f5d21c4 for host: n-d-818823-1 {{(pid=103450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 20:09:59.949418 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84568413-3f49-41a8-9485-cf569ee221a5 None None] Updating router 111a743d-bc57-4272-aa2a-12263f5d21c4 port 755e9e57-6465-455e-858d-db70329cb336 binding host n-d-818823-1 {{(pid=103450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 20:10:00.007717 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-030e689a-906d-44f7-9ff5-ad0618edd6aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34b6f977-9e63-4947-8bf5-d851de1957c0', 'name': 'tempest-ServerRescueNegativeTestJSON-1771545429-router', 'tenant_id': '74225e7aba6c4293916c50899651bb18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.82'}], 'enable_snat': True}, 'gw_port_id': 'af69bc99-6832-453a-9850-2a73b57d89ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:09:46Z', 'updated_at': '2021-11-22T20:09:53Z', 'revision_number': 4, 'project_id': '74225e7aba6c4293916c50899651bb18', 'gw_port': {'id': 'af69bc99-6832-453a-9850-2a73b57d89ae', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:29:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34b6f977-9e63-4947-8bf5-d851de1957c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:09:47Z', 'updated_at': '2021-11-22T20:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': 'da34c7ca-f024-439b-918e-5355df18e98f', 'name': '', 'network_id': '1ae4d286-ddad-44f5-b34a-bee98214a526', 'tenant_id': '74225e7aba6c4293916c50899651bb18', 'mac_address': 'fa:16:3e:03:de:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34b6f977-9e63-4947-8bf5-d851de1957c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': 'b3d07d8b-31c6-491c-a72c-08a2eb655cbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:09:51Z', 'updated_at': '2021-11-22T20:09:53Z', 'revision_number': 2, 'project_id': '74225e7aba6c4293916c50899651bb18', 'subnets': [{'id': 'b3d07d8b-31c6-491c-a72c-08a2eb655cbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:10:00.083384 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-030e689a-906d-44f7-9ff5-ad0618edd6aa None None] Checking router: 34b6f977-9e63-4947-8bf5-d851de1957c0 for host: n-d-818823-1 {{(pid=103450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 20:10:00.087847 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-030e689a-906d-44f7-9ff5-ad0618edd6aa None None] Updating router 34b6f977-9e63-4947-8bf5-d851de1957c0 port da34c7ca-f024-439b-918e-5355df18e98f binding host n-d-818823-1 {{(pid=103450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 20:10:00.123690 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-95d0eb8b-59a8-4fa6-84fa-63db9bddfdd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3760028', 'neutron.services.segments.db._delete_segments_for_network-8748992815755'] for network, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:00.141262 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-030e689a-906d-44f7-9ff5-ad0618edd6aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:00.149981 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95efbf3a-c358-4f9e-a96a-d4f64df4aafc tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] Pushing event deleted for resources: {'Port': ['ID=d4ff6968-3b58-4ead-83f6-cb8ac9bc804d,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:10:00.174680 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ad91ab-377a-49c6-a203-4308239bc6cd req-b28c03d4-1109-4fbf-95f8-bd01d1fb6a8b tempest-ListServerFiltersTestJSON-710341241 tempest-ListServerFiltersTestJSON-710341241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:10:00.176653 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-95d0eb8b-59a8-4fa6-84fa-63db9bddfdd6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0543e2a0-19f6-4289-a796-c783e8089af2']}} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:10:00.184611 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-54ad91ab-377a-49c6-a203-4308239bc6cd req-b28c03d4-1109-4fbf-95f8-bd01d1fb6a8b tempest-ListServerFiltersTestJSON-710341241 tempest-ListServerFiltersTestJSON-710341241-project] 10.222.0.46 "GET /v2.0/ports?device_id=593b2096-75b7-405a-b83d-4e4481045f8d HTTP/1.1" status: 200 len: 946 time: 1.1403942 Nov 22 20:10:00.213750 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-95d0eb8b-59a8-4fa6-84fa-63db9bddfdd6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55e32dc7-8610-4e83-8538-9723aace3d14') {'for_net_delete': True} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:10:00.214049 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-95d0eb8b-59a8-4fa6-84fa-63db9bddfdd6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55e32dc7-8610-4e83-8538-9723aace3d14') {} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:10:00.230900 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-c76d274d-d55d-4e6b-8aa2-5f160b10c955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f893422-d69e-4785-ad26-b6809d4a92ea', 'name': 'tempest-AttachSCSIVolumeTestJSON-746990850-router', 'tenant_id': 'dca6bcb55fff4e67be6ef75cef700ffc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': '76454443-705f-4167-a22f-ccdeb24469d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:09:46Z', 'updated_at': '2021-11-22T20:09:54Z', 'revision_number': 3, 'project_id': 'dca6bcb55fff4e67be6ef75cef700ffc', 'gw_port': {'id': '76454443-705f-4167-a22f-ccdeb24469d3', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:31:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f893422-d69e-4785-ad26-b6809d4a92ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:09:51Z', 'updated_at': '2021-11-22T20:09:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:10:00.248708 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-95d0eb8b-59a8-4fa6-84fa-63db9bddfdd6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748993039638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11627933'] for segment, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:00.269759 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c76d274d-d55d-4e6b-8aa2-5f160b10c955 None None] Checking router: 2f893422-d69e-4785-ad26-b6809d4a92ea for host: n-d-818823-1 {{(pid=103449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 20:10:00.270269 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c76d274d-d55d-4e6b-8aa2-5f160b10c955 None None] Updating router 2f893422-d69e-4785-ad26-b6809d4a92ea port 76454443-705f-4167-a22f-ccdeb24469d3 binding host n-d-818823-1 {{(pid=103449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 20:10:00.297529 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-95d0eb8b-59a8-4fa6-84fa-63db9bddfdd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:00.318993 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95d0eb8b-59a8-4fa6-84fa-63db9bddfdd6 admin admin] Releasing vlan 604 on physical network physnet1 to pool {{(pid=103448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 20:10:00.319399 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-95d0eb8b-59a8-4fa6-84fa-63db9bddfdd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11567447'] for segment, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:00.319983 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-c76d274d-d55d-4e6b-8aa2-5f160b10c955 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:00.321244 n-d-818823-1 neutron-server[103448]: Traceback (most recent call last): Nov 22 20:10:00.321244 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 20:10:00.321244 n-d-818823-1 neutron-server[103448]: timer() Nov 22 20:10:00.321244 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 20:10:00.321244 n-d-818823-1 neutron-server[103448]: cb(*args, **kw) Nov 22 20:10:00.321244 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 20:10:00.321244 n-d-818823-1 neutron-server[103448]: return func(*args, **kwargs) Nov 22 20:10:00.321244 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 20:10:00.321244 n-d-818823-1 neutron-server[103448]: self._notify() Nov 22 20:10:00.321244 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 20:10:00.321244 n-d-818823-1 neutron-server[103448]: self.callback(batched_events) Nov 22 20:10:00.321244 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 20:10:00.321244 n-d-818823-1 neutron-server[103448]: event.method(event) Nov 22 20:10:00.321244 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 20:10:00.321244 n-d-818823-1 neutron-server[103448]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 20:10:00.321244 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 20:10:00.321244 n-d-818823-1 neutron-server[103448]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 20:10:00.321244 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 20:10:00.321244 n-d-818823-1 neutron-server[103448]: return f(self, *a, **k) Nov 22 20:10:00.321244 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 20:10:00.321244 n-d-818823-1 neutron-server[103448]: return self._get(url).json() Nov 22 20:10:00.321244 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 20:10:00.321244 n-d-818823-1 neutron-server[103448]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 20:10:00.321244 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 20:10:00.321244 n-d-818823-1 neutron-server[103448]: return self.request(url, 'GET', **kwargs) Nov 22 20:10:00.321244 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 20:10:00.321244 n-d-818823-1 neutron-server[103448]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 20:10:00.321244 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 20:10:00.321244 n-d-818823-1 neutron-server[103448]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 20:10:00.321244 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 20:10:00.321244 n-d-818823-1 neutron-server[103448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 20:10:00.321244 n-d-818823-1 neutron-server[103448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 20:10:00.353694 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6dc80798-2a43-46a8-81c9-f11ff535b471 req-b3007ec5-9d19-4202-9aeb-6b68b16a21e4 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] 10.222.0.46 "GET /v2.0/security-groups?id=af3cffe8-59ae-4712-b246-b88436f19951&id=bea1ed78-99ea-4bbb-b015-1c06f8cf0028&id=008bf24b-e850-49d0-ba05-9d00c3f0736a&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 1.3586414 Nov 22 20:10:00.355742 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-22402717-d51d-4f12-9a97-72e1cc762538 req-95efbf3a-c358-4f9e-a96a-d4f64df4aafc tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] No DVR routers for this DVR port d4ff6968-3b58-4ead-83f6-cb8ac9bc804d on host n-h2-818823-1 {{(pid=103447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:10:00.361299 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-22402717-d51d-4f12-9a97-72e1cc762538 req-95efbf3a-c358-4f9e-a96a-d4f64df4aafc tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:00.366160 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-22402717-d51d-4f12-9a97-72e1cc762538 req-95efbf3a-c358-4f9e-a96a-d4f64df4aafc tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] 10.222.0.20 "DELETE /v2.0/ports/d4ff6968-3b58-4ead-83f6-cb8ac9bc804d HTTP/1.1" status: 204 len: 173 time: 3.6429336 Nov 22 20:10:00.413418 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45605db1-0067-43de-9e71-8e4e4181fb09', 'name': 'network-vif-deleted', 'tag': 'd4ff6968-3b58-4ead-83f6-cb8ac9bc804d'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:10:00.422407 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a78feed-f9a2-4fa3-b4fc-aded70ba1d35" -d '{"events": [{"server_uuid": "45605db1-0067-43de-9e71-8e4e4181fb09", "name": "network-vif-deleted", "tag": "d4ff6968-3b58-4ead-83f6-cb8ac9bc804d"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:10:00.514972 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-95d0eb8b-59a8-4fa6-84fa-63db9bddfdd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3760002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595318'] for network, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:00.522574 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device d4ff6968-3b58-4ead-83f6-cb8ac9bc804d no longer exists at agent hyperv_n-h2-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:10:00.549489 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] No Port match for: d4ff6968-3b58-4ead-83f6-cb8ac9bc804d {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:10:00.550241 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device d4ff6968-3b58-4ead-83f6-cb8ac9bc804d not bound to the agent host n-h2-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:10:00.569472 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-95d0eb8b-59a8-4fa6-84fa-63db9bddfdd6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:00.572830 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-95d0eb8b-59a8-4fa6-84fa-63db9bddfdd6 admin admin] 10.222.0.46 "DELETE /v2.0/networks/0543e2a0-19f6-4289-a796-c783e8089af2 HTTP/1.1" status: 204 len: 168 time: 0.8020978 Nov 22 20:10:00.573782 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d0eb8b-59a8-4fa6-84fa-63db9bddfdd6 admin admin] Pushing event deleted for resources: {'Network': ['ID=0543e2a0-19f6-4289-a796-c783e8089af2,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:10:00.602796 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-54ad91ab-377a-49c6-a203-4308239bc6cd req-e04508bb-31a3-41ae-a1e2-3c5ab1ac94e1 tempest-ListServerFiltersTestJSON-710341241 tempest-ListServerFiltersTestJSON-710341241-project] 10.222.0.46 "GET /v2.0/security-groups?id=22127be5-351b-4d65-aed1-0fcc5085805a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4169655 Nov 22 20:10:00.766281 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d35113b-e5ec-4cc0-b0dd-cbd13d24bff1 req-426759f8-4e72-4696-9b4a-e8fdcab6b8c7 tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:10:00.770399 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5d35113b-e5ec-4cc0-b0dd-cbd13d24bff1 req-426759f8-4e72-4696-9b4a-e8fdcab6b8c7 tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] 10.222.0.20 "GET /v2.0/networks?id=1ae4d286-ddad-44f5-b34a-bee98214a526 HTTP/1.1" status: 200 len: 819 time: 0.8788180 Nov 22 20:10:00.801021 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-5d35113b-e5ec-4cc0-b0dd-cbd13d24bff1 req-10e44f10-bd0f-4f52-9cb6-77fce3d6a23d tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] Request body: {'port': {'device_id': 'f120437d-9853-4b55-a507-5eced1446d4e', 'network_id': '1ae4d286-ddad-44f5-b34a-bee98214a526', 'admin_state_up': True, 'tenant_id': '74225e7aba6c4293916c50899651bb18'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:10:00.842058 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-84568413-3f49-41a8-9485-cf569ee221a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:00.920344 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 32942) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:10:00.932336 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-030e689a-906d-44f7-9ff5-ad0618edd6aa None None] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:00.965945 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-030e689a-906d-44f7-9ff5-ad0618edd6aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:01.052432 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-52889c5f-8ec0-4e2c-90df-ad5a3dff310a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ed1bb220b53d484cb7697cddf2626bd6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1305845 Nov 22 20:10:01.056149 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 32946) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:10:01.142434 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-c76d274d-d55d-4e6b-8aa2-5f160b10c955 None None] Publish callbacks [] for port, precommit_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:01.150911 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4092b596-4f8f-4f6e-8882-39e03ff39dd7 req-a16356ae-1d9a-4a8b-b231-9b3f83a94a58 tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:10:01.153358 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4092b596-4f8f-4f6e-8882-39e03ff39dd7 req-a16356ae-1d9a-4a8b-b231-9b3f83a94a58 tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] 10.222.0.46 "GET /v2.0/networks?id=1ae4d286-ddad-44f5-b34a-bee98214a526 HTTP/1.1" status: 200 len: 819 time: 0.6184406 Nov 22 20:10:01.160623 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 32950) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:10:01.162840 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-c76d274d-d55d-4e6b-8aa2-5f160b10c955 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:01.218660 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4092b596-4f8f-4f6e-8882-39e03ff39dd7 req-ee31569a-559c-4c3b-90fe-70032d5edcbd tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] 10.222.0.46 "GET /v2.0/quotas/74225e7aba6c4293916c50899651bb18 HTTP/1.1" status: 200 len: 375 time: 0.0162315 Nov 22 20:10:01.271119 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-37b08d7f-d1ad-4da1-905b-9791c4f2b27d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:01.303965 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-37b08d7f-d1ad-4da1-905b-9791c4f2b27d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:01.313141 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05152f86-629c-40df-b786-7fe03438297e None None] Pushing event updated for resources: {'Port': ['ID=76454443-705f-4167-a22f-ccdeb24469d3,revision_number=2']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:10:01.329451 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4092b596-4f8f-4f6e-8882-39e03ff39dd7 req-00495fb7-10db-4b3a-bf38-fed46eea393d tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=74225e7aba6c4293916c50899651bb18&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1024919 Nov 22 20:10:01.364689 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-c76d274d-d55d-4e6b-8aa2-5f160b10c955 None None] Attempting to bind port 76454443-705f-4167-a22f-ccdeb24469d3 on host n-d-818823-1 for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:10:01.365068 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-c76d274d-d55d-4e6b-8aa2-5f160b10c955 None None] Attempting to bind port 76454443-705f-4167-a22f-ccdeb24469d3 by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:10:01.365438 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c76d274d-d55d-4e6b-8aa2-5f160b10c955 None None] Attempting to bind port 76454443-705f-4167-a22f-ccdeb24469d3 on network c48a55e9-6a85-4746-b7bf-3e29fb560094 {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:10:01.380181 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c76d274d-d55d-4e6b-8aa2-5f160b10c955 None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 9, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:10:01.380468 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c76d274d-d55d-4e6b-8aa2-5f160b10c955 None None] Checking segment: {'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:10:01.380875 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-c76d274d-d55d-4e6b-8aa2-5f160b10c955 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:01.381273 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c76d274d-d55d-4e6b-8aa2-5f160b10c955 None None] Bound using segment: {'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:10:01.381728 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-c76d274d-d55d-4e6b-8aa2-5f160b10c955 None None] Bound port: 76454443-705f-4167-a22f-ccdeb24469d3, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:10:01.384672 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-c76d274d-d55d-4e6b-8aa2-5f160b10c955 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:01.398496 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-37b08d7f-d1ad-4da1-905b-9791c4f2b27d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:01.407633 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-37b08d7f-d1ad-4da1-905b-9791c4f2b27d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:01.420236 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-37b08d7f-d1ad-4da1-905b-9791c4f2b27d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/89c2c967-26c4-4e1c-a1fd-c97f87817ddc HTTP/1.1" status: 204 len: 168 time: 0.3591051 Nov 22 20:10:01.456469 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b08d7f-d1ad-4da1-905b-9791c4f2b27d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89c2c967-26c4-4e1c-a1fd-c97f87817ddc,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:10:01.469109 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8b11f1-5dfe-47e5-8167-09f03211f6bf None None] Pushing event updated for resources: {'Port': ['ID=da34c7ca-f024-439b-918e-5355df18e98f,revision_number=3']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:10:01.506238 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3f160d1b-40f2-41b3-bd96-6ea2c7f93506 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:01.509227 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-030e689a-906d-44f7-9ff5-ad0618edd6aa None None] Attempting to bind port da34c7ca-f024-439b-918e-5355df18e98f on host n-d-818823-1 for vnic_type normal with profile {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:10:01.509658 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-030e689a-906d-44f7-9ff5-ad0618edd6aa None None] Attempting to bind port da34c7ca-f024-439b-918e-5355df18e98f by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': '81925659-bc5f-49d9-8d6d-c3681f9dbd5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '1ae4d286-ddad-44f5-b34a-bee98214a526'}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:10:01.510287 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-030e689a-906d-44f7-9ff5-ad0618edd6aa None None] Attempting to bind port da34c7ca-f024-439b-918e-5355df18e98f on network 1ae4d286-ddad-44f5-b34a-bee98214a526 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:10:01.532039 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-030e689a-906d-44f7-9ff5-ad0618edd6aa None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 9, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:10:01.532566 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-030e689a-906d-44f7-9ff5-ad0618edd6aa None None] Checking segment: {'id': '81925659-bc5f-49d9-8d6d-c3681f9dbd5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '1ae4d286-ddad-44f5-b34a-bee98214a526'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:10:01.533076 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-030e689a-906d-44f7-9ff5-ad0618edd6aa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:01.533604 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-030e689a-906d-44f7-9ff5-ad0618edd6aa None None] Bound using segment: {'id': '81925659-bc5f-49d9-8d6d-c3681f9dbd5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '1ae4d286-ddad-44f5-b34a-bee98214a526'} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:10:01.534273 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-030e689a-906d-44f7-9ff5-ad0618edd6aa None None] Bound port: da34c7ca-f024-439b-918e-5355df18e98f, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81925659-bc5f-49d9-8d6d-c3681f9dbd5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '1ae4d286-ddad-44f5-b34a-bee98214a526'}}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:10:01.534753 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-030e689a-906d-44f7-9ff5-ad0618edd6aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:01.582325 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b608a04b-2f14-4523-b3ca-22a5507c2426 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:01.587646 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-c76d274d-d55d-4e6b-8aa2-5f160b10c955 None None] For port 76454443-705f-4167-a22f-ccdeb24469d3, host n-d-818823-1, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:10:01.604848 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-c76d274d-d55d-4e6b-8aa2-5f160b10c955 None None] For port 76454443-705f-4167-a22f-ccdeb24469d3, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=76454443-705f-4167-a22f-ccdeb24469d3,segment=NetworkSegment(8793ba83-8407-4c3d-9b56-2a177cd58a70),segment_id=8793ba83-8407-4c3d-9b56-2a177cd58a70)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:10:01.612299 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-c76d274d-d55d-4e6b-8aa2-5f160b10c955 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:01.646546 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d35113b-e5ec-4cc0-b0dd-cbd13d24bff1 req-10e44f10-bd0f-4f52-9cb6-77fce3d6a23d tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] Made reservation on behalf of 74225e7aba6c4293916c50899651bb18 for: {'port': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:10:01.650812 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-5d35113b-e5ec-4cc0-b0dd-cbd13d24bff1 req-10e44f10-bd0f-4f52-9cb6-77fce3d6a23d tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:01.708222 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05152f86-629c-40df-b786-7fe03438297e None None] Pushing event updated for resources: {'Port': ['ID=76454443-705f-4167-a22f-ccdeb24469d3,revision_number=3']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:10:01.726366 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3f160d1b-40f2-41b3-bd96-6ea2c7f93506 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:01.734463 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3f160d1b-40f2-41b3-bd96-6ea2c7f93506 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:01.734707 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c76d274d-d55d-4e6b-8aa2-5f160b10c955 None None] Routers {'2f893422-d69e-4785-ad26-b6809d4a92ea'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:10:01.735723 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-c76d274d-d55d-4e6b-8aa2-5f160b10c955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:09:33Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['2f893422-d69e-4785-ad26-b6809d4a92ea'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:10:01.754642 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-801f56a9-8c66-40e4-ba58-5d7f8b3669e9 req-e060d701-41c9-443d-b39f-a36549762b40 tempest-ServerDiagnosticsNegativeTest-1987262435 tempest-ServerDiagnosticsNegativeTest-1987262435-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=e4c988855d794b9a86fa7e9e7a70bad7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1300979 Nov 22 20:10:01.754764 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-030e689a-906d-44f7-9ff5-ad0618edd6aa None None] For port da34c7ca-f024-439b-918e-5355df18e98f, host n-d-818823-1, cleared binding levels {{(pid=103450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:10:01.760607 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-030e689a-906d-44f7-9ff5-ad0618edd6aa None None] For port da34c7ca-f024-439b-918e-5355df18e98f, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=da34c7ca-f024-439b-918e-5355df18e98f,segment=NetworkSegment(81925659-bc5f-49d9-8d6d-c3681f9dbd5b),segment_id=81925659-bc5f-49d9-8d6d-c3681f9dbd5b)] {{(pid=103450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:10:01.766624 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-030e689a-906d-44f7-9ff5-ad0618edd6aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:01.820624 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f160d1b-40f2-41b3-bd96-6ea2c7f93506 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca8f5488-97c5-4e53-9374-b60b3835fd88,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:10:01.831456 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-3f160d1b-40f2-41b3-bd96-6ea2c7f93506 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a727a7b2b42d4d2a917a763a38ee3069&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6657705 Nov 22 20:10:01.833038 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 32998) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:10:01.908200 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-84568413-3f49-41a8-9485-cf569ee221a5 None None] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:01.913662 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-030e689a-906d-44f7-9ff5-ad0618edd6aa None None] Routers {'34b6f977-9e63-4947-8bf5-d851de1957c0'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:10:01.914294 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-030e689a-906d-44f7-9ff5-ad0618edd6aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:09:33Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['34b6f977-9e63-4947-8bf5-d851de1957c0'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:10:01.927023 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-84568413-3f49-41a8-9485-cf569ee221a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:01.942481 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-57bc5d60-9625-4517-b705-e367a7e62370 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:01.957712 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-c76d274d-d55d-4e6b-8aa2-5f160b10c955 None None] Set router 2f893422-d69e-4785-ad26-b6809d4a92ea gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:10:01.995614 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-57bc5d60-9625-4517-b705-e367a7e62370 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:02.065339 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8b11f1-5dfe-47e5-8167-09f03211f6bf None None] Pushing event updated for resources: {'Port': ['ID=da34c7ca-f024-439b-918e-5355df18e98f,revision_number=4']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:10:02.107508 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-57bc5d60-9625-4517-b705-e367a7e62370 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:02.113501 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-57bc5d60-9625-4517-b705-e367a7e62370 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:02.117227 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-57bc5d60-9625-4517-b705-e367a7e62370 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ca8f5488-97c5-4e53-9374-b60b3835fd88 HTTP/1.1" status: 204 len: 168 time: 0.2827194 Nov 22 20:10:02.133171 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bc5d60-9625-4517-b705-e367a7e62370 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca8f5488-97c5-4e53-9374-b60b3835fd88,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:10:02.184503 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 33004) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:10:02.221595 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4092b596-4f8f-4f6e-8882-39e03ff39dd7 req-3c4b4ace-5c58-4482-8de7-492c9e61a90f service neutron] 10.222.0.46 "GET /v2.0/networks/1ae4d286-ddad-44f5-b34a-bee98214a526?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7944829 Nov 22 20:10:02.280991 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-b2d7e3f4-9e8d-4a6b-b0c3-24fca0322c9e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9282f3f8363a4eb48acf814dbba823cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0921981 Nov 22 20:10:02.281755 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 33006) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:10:02.352321 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-030e689a-906d-44f7-9ff5-ad0618edd6aa None None] Set router 34b6f977-9e63-4947-8bf5-d851de1957c0 gateway port host: n-d-818823-1 {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:10:02.403822 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-98a4bf6f-a57c-4863-a30d-07f8550f16ab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:02.456742 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-54556e7d-ef24-4db5-af6d-cfa9ea1fb234 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:02.458016 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [None req-b608a04b-2f14-4523-b3ca-22a5507c2426 admin admin] Allocated IP 172.20.0.1 (991bb7a4-c166-4f8c-9bad-b2abf9942333/1d9e6c2e-03b8-4969-bf19-022a747548c2/0ca2757f-dc2a-4d0f-a10f-7a760af4446e) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:10:02.458399 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-98a4bf6f-a57c-4863-a30d-07f8550f16ab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:02.478348 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-4f12fde4-982f-40e7-b361-675483eaa8e3 None None] Provisioning complete for port 755e9e57-6465-455e-858d-db70329cb336 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:10:02.478740 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4f12fde4-982f-40e7-b361-675483eaa8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:02.535254 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0c797d-af13-400f-a7ea-4524f5162785 None None] Pushing event updated for resources: {'Port': ['ID=755e9e57-6465-455e-858d-db70329cb336,revision_number=3']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:10:02.555661 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-98a4bf6f-a57c-4863-a30d-07f8550f16ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:02.559023 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-98a4bf6f-a57c-4863-a30d-07f8550f16ab admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:02.560366 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-98a4bf6f-a57c-4863-a30d-07f8550f16ab admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4c8f01ff-5ff9-496c-9c5d-1820e9e6cee0 HTTP/1.1" status: 204 len: 168 time: 0.2776358 Nov 22 20:10:02.581618 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a4bf6f-a57c-4863-a30d-07f8550f16ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c8f01ff-5ff9-496c-9c5d-1820e9e6cee0,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:10:02.590612 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-4f12fde4-982f-40e7-b361-675483eaa8e3 None None] Port 755e9e57-6465-455e-858d-db70329cb336 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:10:02.632075 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-84568413-3f49-41a8-9485-cf569ee221a5 None None] Attempting to bind port 755e9e57-6465-455e-858d-db70329cb336 on host n-d-818823-1 for vnic_type normal with profile {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:10:02.632922 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-84568413-3f49-41a8-9485-cf569ee221a5 None None] Attempting to bind port 755e9e57-6465-455e-858d-db70329cb336 by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': '99a23133-5e87-41a8-a27c-0433565f8dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '585601b7-3445-4882-a5f3-ad3009b240dc'}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:10:02.633299 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84568413-3f49-41a8-9485-cf569ee221a5 None None] Attempting to bind port 755e9e57-6465-455e-858d-db70329cb336 on network 585601b7-3445-4882-a5f3-ad3009b240dc {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:10:02.640586 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-c76d274d-d55d-4e6b-8aa2-5f160b10c955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f893422-d69e-4785-ad26-b6809d4a92ea', 'name': 'tempest-AttachSCSIVolumeTestJSON-746990850-router', 'tenant_id': 'dca6bcb55fff4e67be6ef75cef700ffc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': '76454443-705f-4167-a22f-ccdeb24469d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:09:46Z', 'updated_at': '2021-11-22T20:09:54Z', 'revision_number': 3, 'project_id': 'dca6bcb55fff4e67be6ef75cef700ffc', 'gw_port': {'id': '76454443-705f-4167-a22f-ccdeb24469d3', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:31:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f893422-d69e-4785-ad26-b6809d4a92ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:09:51Z', 'updated_at': '2021-11-22T20:10:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:10:02.645469 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84568413-3f49-41a8-9485-cf569ee221a5 None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 9, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:10:02.645865 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84568413-3f49-41a8-9485-cf569ee221a5 None None] Checking segment: {'id': '99a23133-5e87-41a8-a27c-0433565f8dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '585601b7-3445-4882-a5f3-ad3009b240dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:10:02.646265 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-84568413-3f49-41a8-9485-cf569ee221a5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:02.646661 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84568413-3f49-41a8-9485-cf569ee221a5 None None] Bound using segment: {'id': '99a23133-5e87-41a8-a27c-0433565f8dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '585601b7-3445-4882-a5f3-ad3009b240dc'} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:10:02.647146 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-84568413-3f49-41a8-9485-cf569ee221a5 None None] Bound port: 755e9e57-6465-455e-858d-db70329cb336, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99a23133-5e87-41a8-a27c-0433565f8dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '585601b7-3445-4882-a5f3-ad3009b240dc'}}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:10:02.647553 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-84568413-3f49-41a8-9485-cf569ee221a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:02.676303 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c76d274d-d55d-4e6b-8aa2-5f160b10c955 None None] The sync data for ids ['2f893422-d69e-4785-ad26-b6809d4a92ea'] in n-d-818823-1 is: [{'id': '2f893422-d69e-4785-ad26-b6809d4a92ea', 'name': 'tempest-AttachSCSIVolumeTestJSON-746990850-router', 'tenant_id': 'dca6bcb55fff4e67be6ef75cef700ffc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': '76454443-705f-4167-a22f-ccdeb24469d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:09:46Z', 'updated_at': '2021-11-22T20:09:54Z', 'revision_number': 3, 'project_id': 'dca6bcb55fff4e67be6ef75cef700ffc', 'gw_port': {'id': '76454443-705f-4167-a22f-ccdeb24469d3', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:31:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f893422-d69e-4785-ad26-b6809d4a92ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:09:51Z', 'updated_at': '2021-11-22T20:10:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:10:02.797421 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4092b596-4f8f-4f6e-8882-39e03ff39dd7 req-8102bede-acf0-44a9-b904-6e5176525cd2 service neutron] 10.222.0.46 "GET /v2.0/networks/1ae4d286-ddad-44f5-b34a-bee98214a526?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5438104 Nov 22 20:10:02.860586 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 33012) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:10:02.878691 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [req-5d35113b-e5ec-4cc0-b0dd-cbd13d24bff1 req-10e44f10-bd0f-4f52-9cb6-77fce3d6a23d tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] Allocated IP 172.20.0.8 (1ae4d286-ddad-44f5-b34a-bee98214a526/b3d07d8b-31c6-491c-a72c-08a2eb655cbc/e9c78bec-c059-4971-a52d-1bd93a5969af) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:10:02.885643 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-84568413-3f49-41a8-9485-cf569ee221a5 None None] For port 755e9e57-6465-455e-858d-db70329cb336, host n-d-818823-1, cleared binding levels {{(pid=103450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:10:02.885823 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e30ff98e-a327-44af-ad4b-8e3316138e48 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:02.891739 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-84568413-3f49-41a8-9485-cf569ee221a5 None None] For port 755e9e57-6465-455e-858d-db70329cb336, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=755e9e57-6465-455e-858d-db70329cb336,segment=NetworkSegment(99a23133-5e87-41a8-a27c-0433565f8dbf),segment_id=99a23133-5e87-41a8-a27c-0433565f8dbf)] {{(pid=103450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:10:02.909506 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-84568413-3f49-41a8-9485-cf569ee221a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:02.975553 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801f56a9-8c66-40e4-ba58-5d7f8b3669e9 req-d63b0ce6-73a7-48ae-9da0-76d17ef0d161 tempest-ServerDiagnosticsNegativeTest-1987262435 tempest-ServerDiagnosticsNegativeTest-1987262435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:10:02.977242 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-801f56a9-8c66-40e4-ba58-5d7f8b3669e9 req-d63b0ce6-73a7-48ae-9da0-76d17ef0d161 tempest-ServerDiagnosticsNegativeTest-1987262435 tempest-ServerDiagnosticsNegativeTest-1987262435-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.1458032 Nov 22 20:10:03.052900 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0c797d-af13-400f-a7ea-4524f5162785 None None] Pushing event updated for resources: {'Port': ['ID=755e9e57-6465-455e-858d-db70329cb336,revision_number=4']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:10:03.053976 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b608a04b-2f14-4523-b3ca-22a5507c2426 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:03.079931 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84568413-3f49-41a8-9485-cf569ee221a5 None None] Routers {'111a743d-bc57-4272-aa2a-12263f5d21c4'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:10:03.082663 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-84568413-3f49-41a8-9485-cf569ee221a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:10:02Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['111a743d-bc57-4272-aa2a-12263f5d21c4'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:10:03.141568 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:10:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eca69b3-8042-42ba-992c-17f0efd6719f x-openstack-request-id: req-9eca69b3-8042-42ba-992c-17f0efd6719f {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:10:03.142010 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "593b2096-75b7-405a-b83d-4e4481045f8d", "name": "network-vif-plugged", "status": "completed", "tag": "ead0e289-7f2a-42b5-ba76-e8ef4c9a9af4", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:10:03.142384 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9eca69b3-8042-42ba-992c-17f0efd6719f {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:10:03.142880 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '593b2096-75b7-405a-b83d-4e4481045f8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ead0e289-7f2a-42b5-ba76-e8ef4c9a9af4', 'code': 200} Nov 22 20:10:03.182649 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b608a04b-2f14-4523-b3ca-22a5507c2426 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:03.209771 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e30ff98e-a327-44af-ad4b-8e3316138e48 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:03.232168 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e30ff98e-a327-44af-ad4b-8e3316138e48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:03.265879 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-801f56a9-8c66-40e4-ba58-5d7f8b3669e9 req-cd0ce459-9545-498f-aa39-40dbc46c230f tempest-ServerDiagnosticsNegativeTest-1987262435 tempest-ServerDiagnosticsNegativeTest-1987262435-project] 10.222.0.46 "GET /v2.0/quotas/e4c988855d794b9a86fa7e9e7a70bad7 HTTP/1.1" status: 200 len: 375 time: 0.2534299 Nov 22 20:10:03.311135 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-03f0964f-1b75-4df7-99e0-a3cdb56ec2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:03.362747 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-e30ff98e-a327-44af-ad4b-8e3316138e48 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=38f45766dec54c6ca726db3e4e7d7404&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4918644 Nov 22 20:10:03.364287 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 33022) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:10:03.450160 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-801f56a9-8c66-40e4-ba58-5d7f8b3669e9 req-30011b5e-8bd7-434a-8c0f-a240d32c09d3 tempest-ServerDiagnosticsNegativeTest-1987262435 tempest-ServerDiagnosticsNegativeTest-1987262435-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=e4c988855d794b9a86fa7e9e7a70bad7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1826975 Nov 22 20:10:03.534442 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:10:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eca184fb-f297-4fe4-9c86-79e7086f48d0 x-openstack-request-id: req-eca184fb-f297-4fe4-9c86-79e7086f48d0 {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:10:03.534882 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45605db1-0067-43de-9e71-8e4e4181fb09", "name": "network-vif-deleted", "tag": "d4ff6968-3b58-4ead-83f6-cb8ac9bc804d", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:10:03.537689 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-eca184fb-f297-4fe4-9c86-79e7086f48d0 {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:10:03.538197 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45605db1-0067-43de-9e71-8e4e4181fb09', 'name': 'network-vif-deleted', 'tag': 'd4ff6968-3b58-4ead-83f6-cb8ac9bc804d', 'status': 'completed', 'code': 200} Nov 22 20:10:03.586012 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30ff98e-a327-44af-ad4b-8e3316138e48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=006fb6e7-f0ef-400f-a061-7b454f1bc98c,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:10:03.659800 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-d7c1d769-2570-43e4-9b3c-9cdac1c31006 None None] Provisioning complete for port 755e9e57-6465-455e-858d-db70329cb336 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:10:03.660361 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-d7c1d769-2570-43e4-9b3c-9cdac1c31006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:03.749367 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3b35f7ac-4dbb-44de-8873-089fc7c282e5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:03.814618 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-030e689a-906d-44f7-9ff5-ad0618edd6aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34b6f977-9e63-4947-8bf5-d851de1957c0', 'name': 'tempest-ServerRescueNegativeTestJSON-1771545429-router', 'tenant_id': '74225e7aba6c4293916c50899651bb18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.82'}], 'enable_snat': True}, 'gw_port_id': 'af69bc99-6832-453a-9850-2a73b57d89ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:09:46Z', 'updated_at': '2021-11-22T20:09:53Z', 'revision_number': 4, 'project_id': '74225e7aba6c4293916c50899651bb18', 'gw_port': {'id': 'af69bc99-6832-453a-9850-2a73b57d89ae', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:29:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34b6f977-9e63-4947-8bf5-d851de1957c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:09:47Z', 'updated_at': '2021-11-22T20:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': 'da34c7ca-f024-439b-918e-5355df18e98f', 'name': '', 'network_id': '1ae4d286-ddad-44f5-b34a-bee98214a526', 'tenant_id': '74225e7aba6c4293916c50899651bb18', 'mac_address': 'fa:16:3e:03:de:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34b6f977-9e63-4947-8bf5-d851de1957c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': 'b3d07d8b-31c6-491c-a72c-08a2eb655cbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:09:51Z', 'updated_at': '2021-11-22T20:10:01Z', 'revision_number': 4, 'project_id': '74225e7aba6c4293916c50899651bb18', 'subnets': [{'id': 'b3d07d8b-31c6-491c-a72c-08a2eb655cbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:10:03.896673 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device da34c7ca-f024-439b-918e-5355df18e98f up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:10:03.898066 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3b35f7ac-4dbb-44de-8873-089fc7c282e5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:03.911193 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-030e689a-906d-44f7-9ff5-ad0618edd6aa None None] The sync data for ids ['34b6f977-9e63-4947-8bf5-d851de1957c0'] in n-d-818823-1 is: [{'id': '34b6f977-9e63-4947-8bf5-d851de1957c0', 'name': 'tempest-ServerRescueNegativeTestJSON-1771545429-router', 'tenant_id': '74225e7aba6c4293916c50899651bb18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.82'}], 'enable_snat': True}, 'gw_port_id': 'af69bc99-6832-453a-9850-2a73b57d89ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:09:46Z', 'updated_at': '2021-11-22T20:09:53Z', 'revision_number': 4, 'project_id': '74225e7aba6c4293916c50899651bb18', 'gw_port': {'id': 'af69bc99-6832-453a-9850-2a73b57d89ae', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:29:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34b6f977-9e63-4947-8bf5-d851de1957c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:09:47Z', 'updated_at': '2021-11-22T20:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': 'da34c7ca-f024-439b-918e-5355df18e98f', 'name': '', 'network_id': '1ae4d286-ddad-44f5-b34a-bee98214a526', 'tenant_id': '74225e7aba6c4293916c50899651bb18', 'mac_address': 'fa:16:3e:03:de:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34b6f977-9e63-4947-8bf5-d851de1957c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': 'b3d07d8b-31c6-491c-a72c-08a2eb655cbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:09:51Z', 'updated_at': '2021-11-22T20:10:01Z', 'revision_number': 4, 'project_id': '74225e7aba6c4293916c50899651bb18', 'subnets': [{'id': 'b3d07d8b-31c6-491c-a72c-08a2eb655cbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:10:03.919836 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-84568413-3f49-41a8-9485-cf569ee221a5 None None] Set router 111a743d-bc57-4272-aa2a-12263f5d21c4 gateway port host: n-d-818823-1 {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:10:03.924727 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b608a04b-2f14-4523-b3ca-22a5507c2426 admin admin] Network 991bb7a4-c166-4f8c-9bad-b2abf9942333 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:10:03.986098 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f156066-8ac0-4d15-a896-300f59062979 req-de53a310-597a-44f3-9ff1-5532150ae60f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:10:03.989024 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0f156066-8ac0-4d15-a896-300f59062979 req-de53a310-597a-44f3-9ff1-5532150ae60f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=593b2096-75b7-405a-b83d-4e4481045f8d HTTP/1.1" status: 200 len: 1097 time: 0.7503977 Nov 22 20:10:04.059375 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3b35f7ac-4dbb-44de-8873-089fc7c282e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:04.067197 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3b35f7ac-4dbb-44de-8873-089fc7c282e5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:04.075360 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-3b35f7ac-4dbb-44de-8873-089fc7c282e5 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/006fb6e7-f0ef-400f-a061-7b454f1bc98c HTTP/1.1" status: 204 len: 168 time: 0.7051022 Nov 22 20:10:04.100521 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b35f7ac-4dbb-44de-8873-089fc7c282e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=006fb6e7-f0ef-400f-a061-7b454f1bc98c,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:10:04.160837 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7819606d-b1b6-4775-b2a9-edd428ae7483 req-f177ab11-d283-4b06-8661-9d3e84d7a540 tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] 10.222.0.46 "GET /v2.0/ports?device_id=061b0ea0-8e4a-4f23-9523-0bfc0bf638a2 HTTP/1.1" status: 200 len: 210 time: 0.2287920 Nov 22 20:10:04.164181 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-b608a04b-2f14-4523-b3ca-22a5507c2426 admin admin] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:10:04.169093 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b608a04b-2f14-4523-b3ca-22a5507c2426 admin admin] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:10:04.246356 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-d7c1d769-2570-43e4-9b3c-9cdac1c31006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:04.278583 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b608a04b-2f14-4523-b3ca-22a5507c2426 admin admin] Pushing event updated for resources: {'Port': ['ID=0ca2757f-dc2a-4d0f-a10f-7a760af4446e,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:10:04.519347 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port da34c7ca-f024-439b-918e-5355df18e98f triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:10:04.523403 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:04.699102 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-84568413-3f49-41a8-9485-cf569ee221a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '111a743d-bc57-4272-aa2a-12263f5d21c4', 'name': 'tempest-TaggedBootDevicesTest-1412590434-router', 'tenant_id': '428194095b9a4fe2964979fcbe900418', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.92'}], 'enable_snat': True}, 'gw_port_id': '7095adb1-4b44-4a4f-a035-5e7993ef1c9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:09:40Z', 'updated_at': '2021-11-22T20:09:53Z', 'revision_number': 4, 'project_id': '428194095b9a4fe2964979fcbe900418', 'gw_port': {'id': '7095adb1-4b44-4a4f-a035-5e7993ef1c9f', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:98:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '111a743d-bc57-4272-aa2a-12263f5d21c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:09:42Z', 'updated_at': '2021-11-22T20:09:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': '755e9e57-6465-455e-858d-db70329cb336', 'name': '', 'network_id': '585601b7-3445-4882-a5f3-ad3009b240dc', 'tenant_id': '428194095b9a4fe2964979fcbe900418', 'mac_address': 'fa:16:3e:2e:a5:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '111a743d-bc57-4272-aa2a-12263f5d21c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': 'ae83f38d-31ec-423d-870c-85aec5da1d06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:09:50Z', 'updated_at': '2021-11-22T20:10:02Z', 'revision_number': 4, 'project_id': '428194095b9a4fe2964979fcbe900418', 'subnets': [{'id': 'ae83f38d-31ec-423d-870c-85aec5da1d06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:10:04.720207 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-d7c1d769-2570-43e4-9b3c-9cdac1c31006 None None] For port 755e9e57-6465-455e-858d-db70329cb336, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=755e9e57-6465-455e-858d-db70329cb336,segment=NetworkSegment(99a23133-5e87-41a8-a27c-0433565f8dbf),segment_id=99a23133-5e87-41a8-a27c-0433565f8dbf)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:10:04.766089 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-d7c1d769-2570-43e4-9b3c-9cdac1c31006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:04.839904 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84568413-3f49-41a8-9485-cf569ee221a5 None None] The sync data for ids ['111a743d-bc57-4272-aa2a-12263f5d21c4'] in n-d-818823-1 is: [{'id': '111a743d-bc57-4272-aa2a-12263f5d21c4', 'name': 'tempest-TaggedBootDevicesTest-1412590434-router', 'tenant_id': '428194095b9a4fe2964979fcbe900418', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.92'}], 'enable_snat': True}, 'gw_port_id': '7095adb1-4b44-4a4f-a035-5e7993ef1c9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:09:40Z', 'updated_at': '2021-11-22T20:09:53Z', 'revision_number': 4, 'project_id': '428194095b9a4fe2964979fcbe900418', 'gw_port': {'id': '7095adb1-4b44-4a4f-a035-5e7993ef1c9f', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:98:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '111a743d-bc57-4272-aa2a-12263f5d21c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:09:42Z', 'updated_at': '2021-11-22T20:09:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': '755e9e57-6465-455e-858d-db70329cb336', 'name': '', 'network_id': '585601b7-3445-4882-a5f3-ad3009b240dc', 'tenant_id': '428194095b9a4fe2964979fcbe900418', 'mac_address': 'fa:16:3e:2e:a5:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '111a743d-bc57-4272-aa2a-12263f5d21c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': 'ae83f38d-31ec-423d-870c-85aec5da1d06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:09:50Z', 'updated_at': '2021-11-22T20:10:02Z', 'revision_number': 4, 'project_id': '428194095b9a4fe2964979fcbe900418', 'subnets': [{'id': 'ae83f38d-31ec-423d-870c-85aec5da1d06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:10:04.898127 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0f156066-8ac0-4d15-a896-300f59062979 req-4a09ca24-e319-48f1-810e-74e035db0c69 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=22127be5-351b-4d65-aed1-0fcc5085805a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7198124 Nov 22 20:10:04.920331 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6307ee-f123-4180-8dc6-014607f01d87 req-9fd5b685-c148-4bc8-9e73-a67c8fa0f442 tempest-ListServerFiltersTestJSON-710341241 tempest-ListServerFiltersTestJSON-710341241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:10:04.922361 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ff6307ee-f123-4180-8dc6-014607f01d87 req-9fd5b685-c148-4bc8-9e73-a67c8fa0f442 tempest-ListServerFiltersTestJSON-710341241 tempest-ListServerFiltersTestJSON-710341241-project] 10.222.0.46 "GET /v2.0/ports?device_id=593b2096-75b7-405a-b83d-4e4481045f8d HTTP/1.1" status: 200 len: 946 time: 0.9889977 Nov 22 20:10:04.969980 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.agents_db [None req-aa8313f2-1ee4-4e7b-8c5a-d32b2f9d31ee None None] Agent healthcheck: found 7 active agents {{(pid=103450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 20:10:04.972730 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0edeb4b2-898e-45fc-b01a-e816edf08ece req-20c57e6a-7314-4d6b-8a57-af2f3e7b75f9 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] 10.222.0.46 "GET /v2.0/security-groups/bea1ed78-99ea-4bbb-b015-1c06f8cf0028 HTTP/1.1" status: 200 len: 1816 time: 0.6572111 Nov 22 20:10:04.973656 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b608a04b-2f14-4523-b3ca-22a5507c2426 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659939'] for router_interface, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:05.147746 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 33066) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:10:05.486906 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-cdff6c60-33f6-43f7-86c5-705d7b34bfe5 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-299630209-network', 'tenant_id': '2c9de68061ee477dbb5cc544058ec72e'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:10:05.554271 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdff6c60-33f6-43f7-86c5-705d7b34bfe5 admin admin] Made reservation on behalf of 2c9de68061ee477dbb5cc544058ec72e for: {'network': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:10:05.562418 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cdff6c60-33f6-43f7-86c5-705d7b34bfe5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for network, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:05.587309 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-5d35113b-e5ec-4cc0-b0dd-cbd13d24bff1 req-10e44f10-bd0f-4f52-9cb6-77fce3d6a23d tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:05.610736 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cdff6c60-33f6-43f7-86c5-705d7b34bfe5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:05.613174 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:05.615658 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c1d769-2570-43e4-9b3c-9cdac1c31006 None None] Pushing event updated for resources: {'Port': ['ID=755e9e57-6465-455e-858d-db70329cb336,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:10:05.661132 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e49ee129-e862-4476-beca-cdc8150d2345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:05.662055 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-4e44050a-345f-4dd6-8ec1-8121eea1ff79 None None] Provisioning complete for port 0ca2757f-dc2a-4d0f-a10f-7a760af4446e triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:10:05.662632 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4e44050a-345f-4dd6-8ec1-8121eea1ff79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:05.672083 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ff6307ee-f123-4180-8dc6-014607f01d87 req-3a278432-b152-485b-bbd5-002c68c6e4d2 tempest-ListServerFiltersTestJSON-710341241 tempest-ListServerFiltersTestJSON-710341241-project] 10.222.0.46 "GET /v2.0/security-groups?id=22127be5-351b-4d65-aed1-0fcc5085805a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7339413 Nov 22 20:10:05.682069 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b608a04b-2f14-4523-b3ca-22a5507c2426 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:05.806771 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] For port da34c7ca-f024-439b-918e-5355df18e98f, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=da34c7ca-f024-439b-918e-5355df18e98f,segment=NetworkSegment(81925659-bc5f-49d9-8d6d-c3681f9dbd5b),segment_id=81925659-bc5f-49d9-8d6d-c3681f9dbd5b)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:10:05.817720 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-0edeb4b2-898e-45fc-b01a-e816edf08ece req-419895de-d524-43cd-8d84-d0fcc31481a1 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:05.820046 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:05.821888 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 76454443-705f-4167-a22f-ccdeb24469d3 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:10:05.859345 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-4e44050a-345f-4dd6-8ec1-8121eea1ff79 None None] Port 0ca2757f-dc2a-4d0f-a10f-7a760af4446e cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:10:05.928286 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cdff6c60-33f6-43f7-86c5-705d7b34bfe5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:05.935054 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cdff6c60-33f6-43f7-86c5-705d7b34bfe5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:05.951438 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:05.953292 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdff6c60-33f6-43f7-86c5-705d7b34bfe5 admin admin] vlan segment allocate from pool success with {'vlan_id': 640, 'physical_network': 'physnet1'} {{(pid=103448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 20:10:05.960335 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Pushing event updated for resources: {'Port': ['ID=da34c7ca-f024-439b-918e-5355df18e98f,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:10:05.991264 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 76454443-705f-4167-a22f-ccdeb24469d3 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:10:05.991645 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:06.012285 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cdff6c60-33f6-43f7-86c5-705d7b34bfe5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:06.013795 n-d-818823-1 neutron-server[103448]: INFO neutron.db.segments_db [None req-cdff6c60-33f6-43f7-86c5-705d7b34bfe5 admin admin] Added segment e4b3d165-1cea-4bf0-93f6-5b79e0759539 of type vlan for network 4906551a-712e-4bde-8433-b2db24f02f5c Nov 22 20:10:06.024227 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-5d35113b-e5ec-4cc0-b0dd-cbd13d24bff1 req-10e44f10-bd0f-4f52-9cb6-77fce3d6a23d tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:06.055230 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4092b596-4f8f-4f6e-8882-39e03ff39dd7 req-e7b04b32-b064-40c7-9149-1c3c851384e5 tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:10:06.056566 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4092b596-4f8f-4f6e-8882-39e03ff39dd7 req-e7b04b32-b064-40c7-9149-1c3c851384e5 tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] 10.222.0.20 "GET /v2.0/networks?id=1ae4d286-ddad-44f5-b34a-bee98214a526 HTTP/1.1" status: 200 len: 819 time: 0.6816485 Nov 22 20:10:06.085069 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-0edeb4b2-898e-45fc-b01a-e816edf08ece req-419895de-d524-43cd-8d84-d0fcc31481a1 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:06.093808 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-546ceb41-3de4-44f3-b751-878a5710049a req-029fc459-ddfc-4dab-8ebf-ad29563ec7aa tempest-ServerDiagnosticsNegativeTest-1987262435 tempest-ServerDiagnosticsNegativeTest-1987262435-project] 10.222.0.46 "GET /v2.0/ports?device_id=d0721b34-b5a4-46ad-891d-4dedd4c40cf5 HTTP/1.1" status: 200 len: 210 time: 0.2167873 Nov 22 20:10:06.115026 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cdff6c60-33f6-43f7-86c5-705d7b34bfe5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748992492791'] for network, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:06.117626 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-4092b596-4f8f-4f6e-8882-39e03ff39dd7 req-1b963691-d9a2-4ddb-9c23-87a2b59ac2e3 tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] Request body: {'port': {'device_id': '061b0ea0-8e4a-4f23-9523-0bfc0bf638a2', 'network_id': '1ae4d286-ddad-44f5-b34a-bee98214a526', 'admin_state_up': True, 'tenant_id': '74225e7aba6c4293916c50899651bb18'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:10:06.154043 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdff6c60-33f6-43f7-86c5-705d7b34bfe5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=deac3dce-93b4-41af-981b-873d47022422,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:10:06.236546 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cdff6c60-33f6-43f7-86c5-705d7b34bfe5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for network, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:06.237603 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdff6c60-33f6-43f7-86c5-705d7b34bfe5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:10:06.238888 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cdff6c60-33f6-43f7-86c5-705d7b34bfe5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:06.272248 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:06.340641 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] For port 76454443-705f-4167-a22f-ccdeb24469d3, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=76454443-705f-4167-a22f-ccdeb24469d3,segment=NetworkSegment(8793ba83-8407-4c3d-9b56-2a177cd58a70),segment_id=8793ba83-8407-4c3d-9b56-2a177cd58a70)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:10:06.346340 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:06.492898 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Pushing event updated for resources: {'Port': ['ID=76454443-705f-4167-a22f-ccdeb24469d3,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:10:06.543248 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-cdff6c60-33f6-43f7-86c5-705d7b34bfe5 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.3914685 Nov 22 20:10:06.544791 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 33092) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:10:06.582112 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-f6af2497-376c-409f-9765-e0881e1ba187 admin admin] Request body: {'subnet': {'network_id': '4906551a-712e-4bde-8433-b2db24f02f5c', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-299630209-subnet', 'tenant_id': '2c9de68061ee477dbb5cc544058ec72e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:10:06.654763 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdff6c60-33f6-43f7-86c5-705d7b34bfe5 admin admin] Pushing event updated for resources: {'Network': ['ID=4906551a-712e-4bde-8433-b2db24f02f5c,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:10:06.674924 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Network 4906551a-712e-4bde-8433-b2db24f02f5c details requested by agent ovs-agent-n-d-818823-1 with host n-d-818823-1 {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 20:10:06.691857 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6af2497-376c-409f-9765-e0881e1ba187 admin admin] Made reservation on behalf of 2c9de68061ee477dbb5cc544058ec72e for: {'subnet': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:10:06.701485 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f6af2497-376c-409f-9765-e0881e1ba187 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11792951'] for subnet, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:06.794069 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device da34c7ca-f024-439b-918e-5355df18e98f up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:10:06.841806 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-801f56a9-8c66-40e4-ba58-5d7f8b3669e9 req-3165b6b0-0272-473c-a740-d6caaedbe76d tempest-ServerDiagnosticsNegativeTest-1987262435 tempest-ServerDiagnosticsNegativeTest-1987262435-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=e4c988855d794b9a86fa7e9e7a70bad7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1516373 Nov 22 20:10:06.857968 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d35113b-e5ec-4cc0-b0dd-cbd13d24bff1 req-10e44f10-bd0f-4f52-9cb6-77fce3d6a23d tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] Network 1ae4d286-ddad-44f5-b34a-bee98214a526 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:10:06.878182 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1b38e1a9-ddf1-4064-a4d1-63d8108ae5d7 req-d05d7621-d396-43da-abc7-0ef6cf282464 tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] 10.222.0.46 "GET /v2.0/ports?device_id=061b0ea0-8e4a-4f23-9523-0bfc0bf638a2 HTTP/1.1" status: 200 len: 210 time: 0.1841528 Nov 22 20:10:06.943138 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [req-5d35113b-e5ec-4cc0-b0dd-cbd13d24bff1 req-10e44f10-bd0f-4f52-9cb6-77fce3d6a23d tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:10:06.945152 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e44f10-bd0f-4f52-9cb6-77fce3d6a23d tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] Pushing event updated for resources: {'Port': ['ID=e9c78bec-c059-4971-a52d-1bd93a5969af,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:10:06.951598 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d35113b-e5ec-4cc0-b0dd-cbd13d24bff1 req-10e44f10-bd0f-4f52-9cb6-77fce3d6a23d tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:10:06.974171 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port da34c7ca-f024-439b-918e-5355df18e98f triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:10:06.974685 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:07.065293 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f6af2497-376c-409f-9765-e0881e1ba187 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11567560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11792921'] for subnet, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:07.139625 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e44f10-bd0f-4f52-9cb6-77fce3d6a23d tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:10:07.139978 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e44f10-bd0f-4f52-9cb6-77fce3d6a23d tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:10:07.140245 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e44f10-bd0f-4f52-9cb6-77fce3d6a23d tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:10:07.140589 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e44f10-bd0f-4f52-9cb6-77fce3d6a23d tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:10:07.140923 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e44f10-bd0f-4f52-9cb6-77fce3d6a23d tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:10:07.141266 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e44f10-bd0f-4f52-9cb6-77fce3d6a23d tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:10:07.142037 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e44f10-bd0f-4f52-9cb6-77fce3d6a23d tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:10:07.142037 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e44f10-bd0f-4f52-9cb6-77fce3d6a23d tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:10:07.142259 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e44f10-bd0f-4f52-9cb6-77fce3d6a23d tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:10:07.142567 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e44f10-bd0f-4f52-9cb6-77fce3d6a23d tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:10:07.142896 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e44f10-bd0f-4f52-9cb6-77fce3d6a23d tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:10:07.143220 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e44f10-bd0f-4f52-9cb6-77fce3d6a23d tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:10:07.170546 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-0edeb4b2-898e-45fc-b01a-e816edf08ece req-419895de-d524-43cd-8d84-d0fcc31481a1 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:07.173337 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-0edeb4b2-898e-45fc-b01a-e816edf08ece req-419895de-d524-43cd-8d84-d0fcc31481a1 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:07.175011 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0edeb4b2-898e-45fc-b01a-e816edf08ece req-419895de-d524-43cd-8d84-d0fcc31481a1 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] 10.222.0.46 "DELETE /v2.0/security-groups/bea1ed78-99ea-4bbb-b015-1c06f8cf0028 HTTP/1.1" status: 204 len: 173 time: 1.8599072 Nov 22 20:10:07.186735 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 755e9e57-6465-455e-858d-db70329cb336 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:10:07.231630 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6af2497-376c-409f-9765-e0881e1ba187 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b907b504-4de2-4845-a661-deaebec31498,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:10:07.270476 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6af2497-376c-409f-9765-e0881e1ba187 admin admin] Checking segment: {'id': 'e4b3d165-1cea-4bf0-93f6-5b79e0759539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '4906551a-712e-4bde-8433-b2db24f02f5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:10:07.270837 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6af2497-376c-409f-9765-e0881e1ba187 admin admin] Network hostable DHCP agents. Network: 4906551a-712e-4bde-8433-b2db24f02f5c, hostable agents: ['02adaa64-0987-4b74-bad0-cbcf56f8a294'], hosted agents: [] {{(pid=103448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 20:10:07.293026 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419895de-d524-43cd-8d84-d0fcc31481a1 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bea1ed78-99ea-4bbb-b015-1c06f8cf0028,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:10:07.293532 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 755e9e57-6465-455e-858d-db70329cb336 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:10:07.296247 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:07.307140 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6af2497-376c-409f-9765-e0881e1ba187 admin admin] Network 4906551a-712e-4bde-8433-b2db24f02f5c is scheduled to be hosted by DHCP agent 02adaa64-0987-4b74-bad0-cbcf56f8a294 with binding_index 1 {{(pid=103448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 20:10:07.318511 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b608a04b-2f14-4523-b3ca-22a5507c2426 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:07.327225 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-f6af2497-376c-409f-9765-e0881e1ba187 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818823-1, 4906551a-712e-4bde-8433-b2db24f02f5c) {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:10:07.331788 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d35113b-e5ec-4cc0-b0dd-cbd13d24bff1 req-10e44f10-bd0f-4f52-9cb6-77fce3d6a23d tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:10:07.332457 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-5d35113b-e5ec-4cc0-b0dd-cbd13d24bff1 req-10e44f10-bd0f-4f52-9cb6-77fce3d6a23d tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:07.337310 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6af2497-376c-409f-9765-e0881e1ba187 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:10:07.338393 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f6af2497-376c-409f-9765-e0881e1ba187 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:07.359458 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b608a04b-2f14-4523-b3ca-22a5507c2426 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:07.406844 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0076a049-cea0-40fa-8704-1059f7ce0421 None None] Network 4906551a-712e-4bde-8433-b2db24f02f5c requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:10:07.423883 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-bd349676-8d3d-4bb8-9b6d-9a249ae01914 req-fc42dfa5-b1ee-417d-8190-ff29c3e21832 tempest-ServerDiagnosticsNegativeTest-1987262435 tempest-ServerDiagnosticsNegativeTest-1987262435-project] 10.222.0.46 "GET /v2.0/ports?device_id=d0721b34-b5a4-46ad-891d-4dedd4c40cf5 HTTP/1.1" status: 200 len: 210 time: 0.1032629 Nov 22 20:10:07.460578 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801f56a9-8c66-40e4-ba58-5d7f8b3669e9 req-a9e52c53-6137-4a3a-9331-b8319136ab47 tempest-ServerDiagnosticsNegativeTest-1987262435 tempest-ServerDiagnosticsNegativeTest-1987262435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:10:07.466484 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-801f56a9-8c66-40e4-ba58-5d7f8b3669e9 req-a9e52c53-6137-4a3a-9331-b8319136ab47 tempest-ServerDiagnosticsNegativeTest-1987262435 tempest-ServerDiagnosticsNegativeTest-1987262435-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5743947 Nov 22 20:10:07.482387 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-801f56a9-8c66-40e4-ba58-5d7f8b3669e9 req-bd0e3057-3cbc-4346-b131-da4dc428e8f5 tempest-ServerDiagnosticsNegativeTest-1987262435 tempest-ServerDiagnosticsNegativeTest-1987262435-project] Request body: {'port': {'device_id': 'd0721b34-b5a4-46ad-891d-4dedd4c40cf5', 'network_id': 'e1052824-bf78-4963-8937-b202e372ac24', 'admin_state_up': True, 'tenant_id': 'e4c988855d794b9a86fa7e9e7a70bad7'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:10:07.499861 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-f6af2497-376c-409f-9765-e0881e1ba187 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9274311 Nov 22 20:10:07.500244 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a74bb1a-c738-43c4-9ecc-cb94c24ef208 req-39a693fa-46fa-465c-b6c4-f0776cbe6895 tempest-ListServerFiltersTestJSON-710341241 tempest-ListServerFiltersTestJSON-710341241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:10:07.501681 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1a74bb1a-c738-43c4-9ecc-cb94c24ef208 req-39a693fa-46fa-465c-b6c4-f0776cbe6895 tempest-ListServerFiltersTestJSON-710341241 tempest-ListServerFiltersTestJSON-710341241-project] 10.222.0.46 "GET /v2.0/ports?device_id=593b2096-75b7-405a-b83d-4e4481045f8d HTTP/1.1" status: 200 len: 946 time: 0.3797753 Nov 22 20:10:07.523085 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4092b596-4f8f-4f6e-8882-39e03ff39dd7 req-1b963691-d9a2-4ddb-9c23-87a2b59ac2e3 tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] Made reservation on behalf of 74225e7aba6c4293916c50899651bb18 for: {'port': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:10:07.531430 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-4092b596-4f8f-4f6e-8882-39e03ff39dd7 req-1b963691-d9a2-4ddb-9c23-87a2b59ac2e3 tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:07.600767 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5d35113b-e5ec-4cc0-b0dd-cbd13d24bff1 req-10e44f10-bd0f-4f52-9cb6-77fce3d6a23d tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.8168452 Nov 22 20:10:07.660889 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b608a04b-2f14-4523-b3ca-22a5507c2426 admin admin] Pushing event updated for resources: {'Port': ['ID=0ca2757f-dc2a-4d0f-a10f-7a760af4446e,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:10:07.668919 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-5d35113b-e5ec-4cc0-b0dd-cbd13d24bff1 req-ed726e45-7d58-434c-9968-60672d1e07c7 service neutron] Request body: {'port': {'device_id': 'f120437d-9853-4b55-a507-5eced1446d4e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818823-1'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:10:07.684107 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20ee0b58-d3b4-44cf-8916-8b91063ecdc3 None None] Network 4906551a-712e-4bde-8433-b2db24f02f5c requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:10:07.703908 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b608a04b-2f14-4523-b3ca-22a5507c2426 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-563461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-659839'] for router_interface, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:08.141842 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [req-4092b596-4f8f-4f6e-8882-39e03ff39dd7 req-1b963691-d9a2-4ddb-9c23-87a2b59ac2e3 tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] Allocated IP 172.20.0.13 (1ae4d286-ddad-44f5-b34a-bee98214a526/b3d07d8b-31c6-491c-a72c-08a2eb655cbc/f7aa337d-f393-4fb2-bcca-d43a9dc28e45) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:10:08.425657 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a0e2b0d4-e744-484a-b0af-2b9fed6395d5 req-e9ca41bb-f8ca-4ca0-bd14-ffaf193dd444 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] 10.222.0.46 "GET /v2.0/security-groups/af3cffe8-59ae-4712-b246-b88436f19951 HTTP/1.1" status: 200 len: 1818 time: 0.9128289 Nov 22 20:10:08.475721 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1a74bb1a-c738-43c4-9ecc-cb94c24ef208 req-893e40fb-ee99-4ef3-ab90-910923eb90c5 tempest-ListServerFiltersTestJSON-710341241 tempest-ListServerFiltersTestJSON-710341241-project] 10.222.0.46 "GET /v2.0/security-groups?id=22127be5-351b-4d65-aed1-0fcc5085805a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9330544 Nov 22 20:10:08.484718 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 76454443-705f-4167-a22f-ccdeb24469d3 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:10:08.504307 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-4092b596-4f8f-4f6e-8882-39e03ff39dd7 req-1b963691-d9a2-4ddb-9c23-87a2b59ac2e3 tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:08.520520 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-5d35113b-e5ec-4cc0-b0dd-cbd13d24bff1 req-ed726e45-7d58-434c-9968-60672d1e07c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:08.545016 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 33158) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:10:08.551642 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-712c99f4-d5b5-4060-a3d8-95553266a8e4 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-2119868183-network', 'tenant_id': '19df510ef23142e585d98fe677e90a4d'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:10:08.592139 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 76454443-705f-4167-a22f-ccdeb24469d3 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:10:08.593921 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:08.607100 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-712c99f4-d5b5-4060-a3d8-95553266a8e4 admin admin] Made reservation on behalf of 19df510ef23142e585d98fe677e90a4d for: {'network': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:10:08.613537 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-712c99f4-d5b5-4060-a3d8-95553266a8e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for network, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:08.638172 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-712c99f4-d5b5-4060-a3d8-95553266a8e4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:08.662313 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-801f56a9-8c66-40e4-ba58-5d7f8b3669e9 req-bd0e3057-3cbc-4346-b131-da4dc428e8f5 tempest-ServerDiagnosticsNegativeTest-1987262435 tempest-ServerDiagnosticsNegativeTest-1987262435-project] Made reservation on behalf of e4c988855d794b9a86fa7e9e7a70bad7 for: {'port': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:10:08.666999 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-801f56a9-8c66-40e4-ba58-5d7f8b3669e9 req-bd0e3057-3cbc-4346-b131-da4dc428e8f5 tempest-ServerDiagnosticsNegativeTest-1987262435 tempest-ServerDiagnosticsNegativeTest-1987262435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:08.670133 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-4092b596-4f8f-4f6e-8882-39e03ff39dd7 req-1b963691-d9a2-4ddb-9c23-87a2b59ac2e3 tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:08.815668 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-712c99f4-d5b5-4060-a3d8-95553266a8e4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:08.821197 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-712c99f4-d5b5-4060-a3d8-95553266a8e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:08.856659 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-712c99f4-d5b5-4060-a3d8-95553266a8e4 admin admin] vlan segment allocate from pool success with {'vlan_id': 630, 'physical_network': 'physnet1'} {{(pid=103448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 20:10:08.876037 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-801f56a9-8c66-40e4-ba58-5d7f8b3669e9 req-bd0e3057-3cbc-4346-b131-da4dc428e8f5 tempest-ServerDiagnosticsNegativeTest-1987262435 tempest-ServerDiagnosticsNegativeTest-1987262435-project] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:08.906517 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b71d6e4-f560-4db9-aabd-62851e13b669 req-8d0b86c0-d82b-4113-af50-699e342c7813 tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:10:08.908376 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0b71d6e4-f560-4db9-aabd-62851e13b669 req-8d0b86c0-d82b-4113-af50-699e342c7813 tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] 10.222.0.46 "GET /v2.0/ports?device_id=061b0ea0-8e4a-4f23-9523-0bfc0bf638a2 HTTP/1.1" status: 200 len: 932 time: 0.2587337 Nov 22 20:10:08.909090 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-712c99f4-d5b5-4060-a3d8-95553266a8e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:08.910636 n-d-818823-1 neutron-server[103448]: INFO neutron.db.segments_db [None req-712c99f4-d5b5-4060-a3d8-95553266a8e4 admin admin] Added segment 23bfebec-d426-4281-a2fe-5a8754a8a2af of type vlan for network 3a8f001b-2c8f-45e7-83b9-805c5e4f1ff7 Nov 22 20:10:08.931992 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4092b596-4f8f-4f6e-8882-39e03ff39dd7 req-1b963691-d9a2-4ddb-9c23-87a2b59ac2e3 tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] Network 1ae4d286-ddad-44f5-b34a-bee98214a526 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:10:08.936929 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712c99f4-d5b5-4060-a3d8-95553266a8e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de9685fc-75b9-4063-987e-ff6a3fc77b75,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:10:08.963497 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [req-4092b596-4f8f-4f6e-8882-39e03ff39dd7 req-1b963691-d9a2-4ddb-9c23-87a2b59ac2e3 tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:10:08.986333 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-4092b596-4f8f-4f6e-8882-39e03ff39dd7 req-1b963691-d9a2-4ddb-9c23-87a2b59ac2e3 tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:10:08.989455 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-712c99f4-d5b5-4060-a3d8-95553266a8e4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748992492791'] for network, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:09.006814 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b963691-d9a2-4ddb-9c23-87a2b59ac2e3 tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] Pushing event updated for resources: {'Port': ['ID=f7aa337d-f393-4fb2-bcca-d43a9dc28e45,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:10:09.011837 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b608a04b-2f14-4523-b3ca-22a5507c2426 admin admin] Network 991bb7a4-c166-4f8c-9bad-b2abf9942333 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:10:09.028225 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-712c99f4-d5b5-4060-a3d8-95553266a8e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for network, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:09.029864 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-712c99f4-d5b5-4060-a3d8-95553266a8e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:10:09.030852 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-712c99f4-d5b5-4060-a3d8-95553266a8e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:09.088872 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-b608a04b-2f14-4523-b3ca-22a5507c2426 admin admin] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:10:09.098361 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-a0e2b0d4-e744-484a-b0af-2b9fed6395d5 req-5875bfa6-f29d-4da3-a7f3-9ef807baea26 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:09.124603 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-712c99f4-d5b5-4060-a3d8-95553266a8e4 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5756707 Nov 22 20:10:09.132678 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 33206) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:10:09.144938 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-3a00df8a-484a-4a2e-b394-ccaab476d04c admin admin] Request body: {'subnet': {'network_id': '3a8f001b-2c8f-45e7-83b9-805c5e4f1ff7', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-2119868183-subnet', 'tenant_id': '19df510ef23142e585d98fe677e90a4d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:10:09.155920 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712c99f4-d5b5-4060-a3d8-95553266a8e4 admin admin] Pushing event updated for resources: {'Network': ['ID=3a8f001b-2c8f-45e7-83b9-805c5e4f1ff7,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:10:09.174338 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Network 3a8f001b-2c8f-45e7-83b9-805c5e4f1ff7 details requested by agent ovs-agent-n-d-818823-1 with host n-d-818823-1 {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 20:10:09.189845 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a00df8a-484a-4a2e-b394-ccaab476d04c admin admin] Made reservation on behalf of 19df510ef23142e585d98fe677e90a4d for: {'subnet': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:10:09.194584 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3a00df8a-484a-4a2e-b394-ccaab476d04c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11792951'] for subnet, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:09.256942 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-a0e2b0d4-e744-484a-b0af-2b9fed6395d5 req-5875bfa6-f29d-4da3-a7f3-9ef807baea26 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:09.278354 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0b71d6e4-f560-4db9-aabd-62851e13b669 req-69e5f8b7-8679-4c6e-b6e4-22d390220862 tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] 10.222.0.46 "GET /v2.0/security-groups?id=402b14b3-7b21-4f37-9e5a-c3de7eeeb958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3428640 Nov 22 20:10:09.284226 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4092b596-4f8f-4f6e-8882-39e03ff39dd7 req-1b963691-d9a2-4ddb-9c23-87a2b59ac2e3 tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:10:09.284897 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-4092b596-4f8f-4f6e-8882-39e03ff39dd7 req-1b963691-d9a2-4ddb-9c23-87a2b59ac2e3 tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:09.529913 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-886497bc-9793-49a5-94cd-ad110413a354 None None] Provisioning complete for port 0ca2757f-dc2a-4d0f-a10f-7a760af4446e triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:10:09.530444 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-886497bc-9793-49a5-94cd-ad110413a354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:09.541344 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4092b596-4f8f-4f6e-8882-39e03ff39dd7 req-1b963691-d9a2-4ddb-9c23-87a2b59ac2e3 tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4529960 Nov 22 20:10:09.553791 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0e8b7af0-f00a-4678-b77b-66ff3bdfee04 req-8655e11b-5429-42a8-9417-c13036073bb7 tempest-ServerDiagnosticsNegativeTest-1987262435 tempest-ServerDiagnosticsNegativeTest-1987262435-project] 10.222.0.46 "GET /v2.0/ports?device_id=d0721b34-b5a4-46ad-891d-4dedd4c40cf5 HTTP/1.1" status: 200 len: 210 time: 0.1076648 Nov 22 20:10:09.569972 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-4092b596-4f8f-4f6e-8882-39e03ff39dd7 req-75e8cb57-8463-4254-9323-fbbe6a0caf5c service neutron] Request body: {'port': {'device_id': '061b0ea0-8e4a-4f23-9523-0bfc0bf638a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818823-1'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:10:09.576939 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-801f56a9-8c66-40e4-ba58-5d7f8b3669e9 req-bd0e3057-3cbc-4346-b131-da4dc428e8f5 tempest-ServerDiagnosticsNegativeTest-1987262435 tempest-ServerDiagnosticsNegativeTest-1987262435-project] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:09.587486 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-a0e2b0d4-e744-484a-b0af-2b9fed6395d5 req-5875bfa6-f29d-4da3-a7f3-9ef807baea26 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:09.590525 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-a0e2b0d4-e744-484a-b0af-2b9fed6395d5 req-5875bfa6-f29d-4da3-a7f3-9ef807baea26 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:09.592320 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a0e2b0d4-e744-484a-b0af-2b9fed6395d5 req-5875bfa6-f29d-4da3-a7f3-9ef807baea26 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] 10.222.0.46 "DELETE /v2.0/security-groups/af3cffe8-59ae-4712-b246-b88436f19951 HTTP/1.1" status: 204 len: 173 time: 1.1655731 Nov 22 20:10:09.612142 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3a00df8a-484a-4a2e-b394-ccaab476d04c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11567560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11792921'] for subnet, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:09.623625 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-801f56a9-8c66-40e4-ba58-5d7f8b3669e9 req-bd0e3057-3cbc-4346-b131-da4dc428e8f5 tempest-ServerDiagnosticsNegativeTest-1987262435 tempest-ServerDiagnosticsNegativeTest-1987262435-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:09.659535 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-0b0bf997-c53b-4956-ab0d-2ca441e6ea6e req-2686bde1-ddd5-4ef8-b41b-56d5ebbf2707 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1766112075', 'description': 'tempest-description-964155948'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:10:09.665548 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5875bfa6-f29d-4da3-a7f3-9ef807baea26 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af3cffe8-59ae-4712-b246-b88436f19951,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:10:09.703433 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-886497bc-9793-49a5-94cd-ad110413a354 None None] Port 0ca2757f-dc2a-4d0f-a10f-7a760af4446e cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:10:09.760228 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a00df8a-484a-4a2e-b394-ccaab476d04c admin admin] Pushing event updated for resources: {'Subnet': ['ID=299a6255-587e-49d5-a955-c282c4cb7946,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:10:09.786544 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b608a04b-2f14-4523-b3ca-22a5507c2426 admin admin] Router 2f893422-d69e-4785-ad26-b6809d4a92ea has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 20:10:09.814074 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-4092b596-4f8f-4f6e-8882-39e03ff39dd7 req-75e8cb57-8463-4254-9323-fbbe6a0caf5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:09.824960 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0e3057-3cbc-4346-b131-da4dc428e8f5 tempest-ServerDiagnosticsNegativeTest-1987262435 tempest-ServerDiagnosticsNegativeTest-1987262435-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c6b66f4-4f70-422e-b500-51cd35b463ef,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:10:09.842289 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-0b0bf997-c53b-4956-ab0d-2ca441e6ea6e req-2686bde1-ddd5-4ef8-b41b-56d5ebbf2707 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:09.843251 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a00df8a-484a-4a2e-b394-ccaab476d04c admin admin] Checking segment: {'id': '23bfebec-d426-4281-a2fe-5a8754a8a2af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '3a8f001b-2c8f-45e7-83b9-805c5e4f1ff7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:10:09.843982 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a00df8a-484a-4a2e-b394-ccaab476d04c admin admin] Network hostable DHCP agents. Network: 3a8f001b-2c8f-45e7-83b9-805c5e4f1ff7, hostable agents: ['02adaa64-0987-4b74-bad0-cbcf56f8a294'], hosted agents: [] {{(pid=103448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 20:10:09.884416 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a00df8a-484a-4a2e-b394-ccaab476d04c admin admin] Network 3a8f001b-2c8f-45e7-83b9-805c5e4f1ff7 is scheduled to be hosted by DHCP agent 02adaa64-0987-4b74-bad0-cbcf56f8a294 with binding_index 1 {{(pid=103448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 20:10:09.898918 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-3a00df8a-484a-4a2e-b394-ccaab476d04c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818823-1, 3a8f001b-2c8f-45e7-83b9-805c5e4f1ff7) {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:10:09.909412 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae9c838f-3e9e-458f-b446-78e155b25390 None None] Network 3a8f001b-2c8f-45e7-83b9-805c5e4f1ff7 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:10:09.946075 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a00df8a-484a-4a2e-b394-ccaab476d04c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:10:09.950086 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3a00df8a-484a-4a2e-b394-ccaab476d04c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:10.002024 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-3a00df8a-484a-4a2e-b394-ccaab476d04c admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8661222 Nov 22 20:10:10.157150 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [req-5d35113b-e5ec-4cc0-b0dd-cbd13d24bff1 req-ed726e45-7d58-434c-9968-60672d1e07c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9c78bec-c059-4971-a52d-1bd93a5969af {{(pid=103447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:10:10.186012 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-5d35113b-e5ec-4cc0-b0dd-cbd13d24bff1 req-ed726e45-7d58-434c-9968-60672d1e07c7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:10.186940 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2c2e6c6-ff8b-499c-bd81-bc85c16b53ad None None] Network 3a8f001b-2c8f-45e7-83b9-805c5e4f1ff7 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:10:10.588893 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf2d163-2c5d-4ec8-a973-aac6329fc103 req-1fae0be7-223e-49b3-8b9f-b0ce26b406c4 tempest-ListServerFiltersTestJSON-710341241 tempest-ListServerFiltersTestJSON-710341241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:10:10.597034 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ddf2d163-2c5d-4ec8-a973-aac6329fc103 req-1fae0be7-223e-49b3-8b9f-b0ce26b406c4 tempest-ListServerFiltersTestJSON-710341241 tempest-ListServerFiltersTestJSON-710341241-project] 10.222.0.46 "GET /v2.0/ports?device_id=7563f773-f6b1-4f3f-94f8-25a0f67634fc HTTP/1.1" status: 200 len: 945 time: 0.8140106 Nov 22 20:10:10.646425 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [req-801f56a9-8c66-40e4-ba58-5d7f8b3669e9 req-bd0e3057-3cbc-4346-b131-da4dc428e8f5 tempest-ServerDiagnosticsNegativeTest-1987262435 tempest-ServerDiagnosticsNegativeTest-1987262435-project] Allocated IP 192.168.233.234 (e1052824-bf78-4963-8937-b202e372ac24/3091ebfd-11e2-41f8-9c00-ffe0b86563d8/a316a3a8-0800-44ac-bf85-942ce94b0582) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:10:10.662874 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.provisioning_blocks [req-5d35113b-e5ec-4cc0-b0dd-cbd13d24bff1 req-ed726e45-7d58-434c-9968-60672d1e07c7 service neutron] Transition to ACTIVE for port object e9c78bec-c059-4971-a52d-1bd93a5969af will not be triggered until provisioned by entity L2. {{(pid=103447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 20:10:10.691097 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-5d35113b-e5ec-4cc0-b0dd-cbd13d24bff1 req-ed726e45-7d58-434c-9968-60672d1e07c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:10.827072 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b608a04b-2f14-4523-b3ca-22a5507c2426 admin admin] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:10:10.838453 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b699067-1e8c-4a20-8915-0aaa470165cc None None] Sync routers for ids ['2f893422-d69e-4785-ad26-b6809d4a92ea'] in n-d-818823-1 {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:10:10.849511 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b699067-1e8c-4a20-8915-0aaa470165cc None None] Routers {'2f893422-d69e-4785-ad26-b6809d4a92ea'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:10:10.850289 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-7b699067-1e8c-4a20-8915-0aaa470165cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:10:02Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['2f893422-d69e-4785-ad26-b6809d4a92ea'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:10:10.861623 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-0b0bf997-c53b-4956-ab0d-2ca441e6ea6e req-2686bde1-ddd5-4ef8-b41b-56d5ebbf2707 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:10.876815 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-b608a04b-2f14-4523-b3ca-22a5507c2426 admin admin] 10.222.0.46 "PUT /v2.0/routers/2f893422-d69e-4785-ad26-b6809d4a92ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.8790100 Nov 22 20:10:10.894976 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-0b0bf997-c53b-4956-ab0d-2ca441e6ea6e req-2686bde1-ddd5-4ef8-b41b-56d5ebbf2707 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:10.897869 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed726e45-7d58-434c-9968-60672d1e07c7 service neutron] Pushing event updated for resources: {'Port': ['ID=e9c78bec-c059-4971-a52d-1bd93a5969af,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:10:10.926796 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ddf2d163-2c5d-4ec8-a973-aac6329fc103 req-f9f06594-7127-4698-9a3c-6e8a336158de tempest-ListServerFiltersTestJSON-710341241 tempest-ListServerFiltersTestJSON-710341241-project] 10.222.0.46 "GET /v2.0/security-groups?id=22127be5-351b-4d65-aed1-0fcc5085805a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3286455 Nov 22 20:10:10.928642 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 33290) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:10:11.066470 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-7b699067-1e8c-4a20-8915-0aaa470165cc None None] Set router 2f893422-d69e-4785-ad26-b6809d4a92ea gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:10:11.123233 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2686bde1-ddd5-4ef8-b41b-56d5ebbf2707 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] Pushing event updated for resources: {'SecurityGroup': ['ID=198578c9-8eca-4acc-bafa-e606d8aa71bd,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:10:11.162301 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-dc06527d-e884-42fc-a38a-c8dea3b6ce94 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:11.181036 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-0b0bf997-c53b-4956-ab0d-2ca441e6ea6e req-2686bde1-ddd5-4ef8-b41b-56d5ebbf2707 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:11.182350 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0b0bf997-c53b-4956-ab0d-2ca441e6ea6e req-2686bde1-ddd5-4ef8-b41b-56d5ebbf2707 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 1.5441236 Nov 22 20:10:11.365949 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-801f56a9-8c66-40e4-ba58-5d7f8b3669e9 req-bd0e3057-3cbc-4346-b131-da4dc428e8f5 tempest-ServerDiagnosticsNegativeTest-1987262435 tempest-ServerDiagnosticsNegativeTest-1987262435-project] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:11.370717 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-dc06527d-e884-42fc-a38a-c8dea3b6ce94 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:11.379192 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f840e96d-5f7b-4102-9d2b-98ec9cf42411 req-38fd5f78-4db0-4d54-9be2-543eaeafa1d3 tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:10:11.381267 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f840e96d-5f7b-4102-9d2b-98ec9cf42411 req-38fd5f78-4db0-4d54-9be2-543eaeafa1d3 tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] 10.222.0.46 "GET /v2.0/ports?device_id=061b0ea0-8e4a-4f23-9523-0bfc0bf638a2 HTTP/1.1" status: 200 len: 932 time: 0.2276943 Nov 22 20:10:11.382867 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-dc06527d-e884-42fc-a38a-c8dea3b6ce94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:11.409236 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-5d35113b-e5ec-4cc0-b0dd-cbd13d24bff1 req-ed726e45-7d58-434c-9968-60672d1e07c7 service neutron] Attempting to bind port e9c78bec-c059-4971-a52d-1bd93a5969af on host n-h2-818823-1 for vnic_type normal with profile {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:10:11.409564 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-5d35113b-e5ec-4cc0-b0dd-cbd13d24bff1 req-ed726e45-7d58-434c-9968-60672d1e07c7 service neutron] Attempting to bind port e9c78bec-c059-4971-a52d-1bd93a5969af by drivers openvswitch,hyperv on host n-h2-818823-1 at level 0 using segments [{'id': '81925659-bc5f-49d9-8d6d-c3681f9dbd5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '1ae4d286-ddad-44f5-b34a-bee98214a526'}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:10:11.410028 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d35113b-e5ec-4cc0-b0dd-cbd13d24bff1 req-ed726e45-7d58-434c-9968-60672d1e07c7 service neutron] Attempting to bind port e9c78bec-c059-4971-a52d-1bd93a5969af on network 1ae4d286-ddad-44f5-b34a-bee98214a526 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:10:11.435175 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-7b699067-1e8c-4a20-8915-0aaa470165cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f893422-d69e-4785-ad26-b6809d4a92ea', 'name': 'tempest-AttachSCSIVolumeTestJSON-746990850-router', 'tenant_id': 'dca6bcb55fff4e67be6ef75cef700ffc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': '76454443-705f-4167-a22f-ccdeb24469d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:09:46Z', 'updated_at': '2021-11-22T20:10:05Z', 'revision_number': 4, 'project_id': 'dca6bcb55fff4e67be6ef75cef700ffc', 'gw_port': {'id': '76454443-705f-4167-a22f-ccdeb24469d3', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:31:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f893422-d69e-4785-ad26-b6809d4a92ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:09:51Z', 'updated_at': '2021-11-22T20:10:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': '0ca2757f-dc2a-4d0f-a10f-7a760af4446e', 'name': '', 'network_id': '991bb7a4-c166-4f8c-9bad-b2abf9942333', 'tenant_id': 'dca6bcb55fff4e67be6ef75cef700ffc', 'mac_address': 'fa:16:3e:44:e3:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f893422-d69e-4785-ad26-b6809d4a92ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': '1d9e6c2e-03b8-4969-bf19-022a747548c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:10:01Z', 'updated_at': '2021-11-22T20:10:05Z', 'revision_number': 2, 'project_id': 'dca6bcb55fff4e67be6ef75cef700ffc', 'subnets': [{'id': '1d9e6c2e-03b8-4969-bf19-022a747548c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:10:11.438832 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc06527d-e884-42fc-a38a-c8dea3b6ce94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb7b6c43-ccb1-4850-a70d-2da736233bd6,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:10:11.472190 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d35113b-e5ec-4cc0-b0dd-cbd13d24bff1 req-ed726e45-7d58-434c-9968-60672d1e07c7 service neutron] Port e9c78bec-c059-4971-a52d-1bd93a5969af on network 1ae4d286-ddad-44f5-b34a-bee98214a526 not bound, no agent of type Open vSwitch agent registered on host n-h2-818823-1 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:10:11.472459 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-dc06527d-e884-42fc-a38a-c8dea3b6ce94 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1c336f716a5e4e6684e86d81d1f9813e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5425892 Nov 22 20:10:11.473034 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 33306) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:10:11.473306 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d35113b-e5ec-4cc0-b0dd-cbd13d24bff1 req-ed726e45-7d58-434c-9968-60672d1e07c7 service neutron] Attempting to bind port e9c78bec-c059-4971-a52d-1bd93a5969af on network 1ae4d286-ddad-44f5-b34a-bee98214a526 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:10:11.487697 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d35113b-e5ec-4cc0-b0dd-cbd13d24bff1 req-ed726e45-7d58-434c-9968-60672d1e07c7 service neutron] Checking agent: {'id': '65e0486a-7030-4065-96f0-10aa7402a530', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'started_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 9, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:10:11.488435 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d35113b-e5ec-4cc0-b0dd-cbd13d24bff1 req-ed726e45-7d58-434c-9968-60672d1e07c7 service neutron] Checking segment: {'id': '81925659-bc5f-49d9-8d6d-c3681f9dbd5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '1ae4d286-ddad-44f5-b34a-bee98214a526'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:10:11.489007 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d35113b-e5ec-4cc0-b0dd-cbd13d24bff1 req-ed726e45-7d58-434c-9968-60672d1e07c7 service neutron] Bound using segment: {'id': '81925659-bc5f-49d9-8d6d-c3681f9dbd5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '1ae4d286-ddad-44f5-b34a-bee98214a526'} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:10:11.489649 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-5d35113b-e5ec-4cc0-b0dd-cbd13d24bff1 req-ed726e45-7d58-434c-9968-60672d1e07c7 service neutron] Bound port: e9c78bec-c059-4971-a52d-1bd93a5969af, host: n-h2-818823-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81925659-bc5f-49d9-8d6d-c3681f9dbd5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '1ae4d286-ddad-44f5-b34a-bee98214a526'}}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:10:11.490183 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-5d35113b-e5ec-4cc0-b0dd-cbd13d24bff1 req-ed726e45-7d58-434c-9968-60672d1e07c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:11.509237 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [req-4092b596-4f8f-4f6e-8882-39e03ff39dd7 req-75e8cb57-8463-4254-9323-fbbe6a0caf5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7aa337d-f393-4fb2-bcca-d43a9dc28e45 {{(pid=103447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:10:11.538735 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b699067-1e8c-4a20-8915-0aaa470165cc None None] Checking router: 2f893422-d69e-4785-ad26-b6809d4a92ea for host: n-d-818823-1 {{(pid=103449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 20:10:11.539921 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b699067-1e8c-4a20-8915-0aaa470165cc None None] Updating router 2f893422-d69e-4785-ad26-b6809d4a92ea port 0ca2757f-dc2a-4d0f-a10f-7a760af4446e binding host n-d-818823-1 {{(pid=103449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 20:10:11.541949 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-4092b596-4f8f-4f6e-8882-39e03ff39dd7 req-75e8cb57-8463-4254-9323-fbbe6a0caf5c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:11.575206 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a8fe3643-594c-4c22-ac1a-6b0275f63afb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:11.593123 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-801f56a9-8c66-40e4-ba58-5d7f8b3669e9 req-bd0e3057-3cbc-4346-b131-da4dc428e8f5 tempest-ServerDiagnosticsNegativeTest-1987262435 tempest-ServerDiagnosticsNegativeTest-1987262435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:11.613474 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f840e96d-5f7b-4102-9d2b-98ec9cf42411 req-9395b0cd-1dd7-4bd6-b03d-3afb74f69a5c tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] 10.222.0.46 "GET /v2.0/security-groups?id=402b14b3-7b21-4f37-9e5a-c3de7eeeb958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043066 Nov 22 20:10:11.625001 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a8fe3643-594c-4c22-ac1a-6b0275f63afb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:11.641677 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.provisioning_blocks [req-4092b596-4f8f-4f6e-8882-39e03ff39dd7 req-75e8cb57-8463-4254-9323-fbbe6a0caf5c service neutron] Transition to ACTIVE for port object f7aa337d-f393-4fb2-bcca-d43a9dc28e45 will not be triggered until provisioned by entity L2. {{(pid=103447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 20:10:11.656459 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-7b699067-1e8c-4a20-8915-0aaa470165cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:11.697816 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a8fe3643-594c-4c22-ac1a-6b0275f63afb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:11.705498 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a8fe3643-594c-4c22-ac1a-6b0275f63afb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:11.712494 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-a8fe3643-594c-4c22-ac1a-6b0275f63afb admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/cb7b6c43-ccb1-4850-a70d-2da736233bd6 HTTP/1.1" status: 204 len: 168 time: 0.2355478 Nov 22 20:10:11.734197 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fe3643-594c-4c22-ac1a-6b0275f63afb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb7b6c43-ccb1-4850-a70d-2da736233bd6,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:10:11.761448 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-4092b596-4f8f-4f6e-8882-39e03ff39dd7 req-75e8cb57-8463-4254-9323-fbbe6a0caf5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:11.809345 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-801f56a9-8c66-40e4-ba58-5d7f8b3669e9 req-bd0e3057-3cbc-4346-b131-da4dc428e8f5 tempest-ServerDiagnosticsNegativeTest-1987262435 tempest-ServerDiagnosticsNegativeTest-1987262435-project] Network e1052824-bf78-4963-8937-b202e372ac24 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:10:11.897709 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [req-801f56a9-8c66-40e4-ba58-5d7f8b3669e9 req-bd0e3057-3cbc-4346-b131-da4dc428e8f5 tempest-ServerDiagnosticsNegativeTest-1987262435 tempest-ServerDiagnosticsNegativeTest-1987262435-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:10:11.941835 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 33324) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:10:11.952644 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-70445ff6-deee-4f52-b7c2-d8ded186ddd7 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1017251969-network', 'tenant_id': '134eeb3f28ad487993500cd41aa9bc6e'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:10:11.960309 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-801f56a9-8c66-40e4-ba58-5d7f8b3669e9 req-bd0e3057-3cbc-4346-b131-da4dc428e8f5 tempest-ServerDiagnosticsNegativeTest-1987262435 tempest-ServerDiagnosticsNegativeTest-1987262435-project] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:10:11.984039 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70445ff6-deee-4f52-b7c2-d8ded186ddd7 admin admin] Made reservation on behalf of 134eeb3f28ad487993500cd41aa9bc6e for: {'network': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:10:11.989969 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-70445ff6-deee-4f52-b7c2-d8ded186ddd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for network, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:12.005409 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-5d35113b-e5ec-4cc0-b0dd-cbd13d24bff1 req-ed726e45-7d58-434c-9968-60672d1e07c7 service neutron] For port e9c78bec-c059-4971-a52d-1bd93a5969af, host n-h2-818823-1, cleared binding levels {{(pid=103447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:10:12.005923 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-70445ff6-deee-4f52-b7c2-d8ded186ddd7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:12.016503 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0e3057-3cbc-4346-b131-da4dc428e8f5 tempest-ServerDiagnosticsNegativeTest-1987262435 tempest-ServerDiagnosticsNegativeTest-1987262435-project] Pushing event updated for resources: {'Port': ['ID=a316a3a8-0800-44ac-bf85-942ce94b0582,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:10:12.101019 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-5d35113b-e5ec-4cc0-b0dd-cbd13d24bff1 req-ed726e45-7d58-434c-9968-60672d1e07c7 service neutron] For port e9c78bec-c059-4971-a52d-1bd93a5969af, host n-h2-818823-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=e9c78bec-c059-4971-a52d-1bd93a5969af,segment=NetworkSegment(81925659-bc5f-49d9-8d6d-c3681f9dbd5b),segment_id=81925659-bc5f-49d9-8d6d-c3681f9dbd5b)] {{(pid=103447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:10:12.164407 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-5d35113b-e5ec-4cc0-b0dd-cbd13d24bff1 req-ed726e45-7d58-434c-9968-60672d1e07c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:12.170720 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-70445ff6-deee-4f52-b7c2-d8ded186ddd7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:12.179063 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-70445ff6-deee-4f52-b7c2-d8ded186ddd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:12.221061 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-7b699067-1e8c-4a20-8915-0aaa470165cc None None] Publish callbacks [] for port, precommit_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:12.228348 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70445ff6-deee-4f52-b7c2-d8ded186ddd7 admin admin] vlan segment allocate from pool success with {'vlan_id': 644, 'physical_network': 'physnet1'} {{(pid=103448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 20:10:12.231603 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-7b699067-1e8c-4a20-8915-0aaa470165cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:12.236306 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a2780f-6f87-49cb-b7e0-878d3c922702 req-0a3ddc7d-21b2-48e3-873d-850980b92649 tempest-ServerDiagnosticsNegativeTest-1987262435 tempest-ServerDiagnosticsNegativeTest-1987262435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:10:12.237887 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a4a2780f-6f87-49cb-b7e0-878d3c922702 req-0a3ddc7d-21b2-48e3-873d-850980b92649 tempest-ServerDiagnosticsNegativeTest-1987262435 tempest-ServerDiagnosticsNegativeTest-1987262435-project] 10.222.0.46 "GET /v2.0/ports?device_id=d0721b34-b5a4-46ad-891d-4dedd4c40cf5 HTTP/1.1" status: 200 len: 936 time: 0.4735560 Nov 22 20:10:12.278392 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70445ff6-deee-4f52-b7c2-d8ded186ddd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=630c6a5d-c761-430a-80e9-e2246acfb416,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:10:12.285740 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801f56a9-8c66-40e4-ba58-5d7f8b3669e9 req-bd0e3057-3cbc-4346-b131-da4dc428e8f5 tempest-ServerDiagnosticsNegativeTest-1987262435 tempest-ServerDiagnosticsNegativeTest-1987262435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:10:12.286394 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-801f56a9-8c66-40e4-ba58-5d7f8b3669e9 req-bd0e3057-3cbc-4346-b131-da4dc428e8f5 tempest-ServerDiagnosticsNegativeTest-1987262435 tempest-ServerDiagnosticsNegativeTest-1987262435-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:12.303736 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-70445ff6-deee-4f52-b7c2-d8ded186ddd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:12.304089 n-d-818823-1 neutron-server[103448]: INFO neutron.db.segments_db [None req-70445ff6-deee-4f52-b7c2-d8ded186ddd7 admin admin] Added segment 7d1fd32f-06af-4133-9878-4cd4de63175c of type vlan for network 9a2fbd09-fdfb-4bae-9105-b4eb1bab5d11 Nov 22 20:10:12.353956 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82733b33-4ce8-426e-924b-87879106c2ed None None] Pushing event updated for resources: {'Port': ['ID=0ca2757f-dc2a-4d0f-a10f-7a760af4446e,revision_number=3']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:10:12.359221 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-983e861f-7a8c-4649-b59a-9add4be6e6d7 None None] Provisioning complete for port a316a3a8-0800-44ac-bf85-942ce94b0582 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:10:12.359635 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-983e861f-7a8c-4649-b59a-9add4be6e6d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:12.374812 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-70445ff6-deee-4f52-b7c2-d8ded186ddd7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748992492791'] for network, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:12.423586 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-70445ff6-deee-4f52-b7c2-d8ded186ddd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for network, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:12.429212 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70445ff6-deee-4f52-b7c2-d8ded186ddd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:10:12.430084 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-70445ff6-deee-4f52-b7c2-d8ded186ddd7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:12.431156 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d35113b-e5ec-4cc0-b0dd-cbd13d24bff1 req-ed726e45-7d58-434c-9968-60672d1e07c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:10:12.431779 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-5d35113b-e5ec-4cc0-b0dd-cbd13d24bff1 req-ed726e45-7d58-434c-9968-60672d1e07c7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:12.433903 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5d35113b-e5ec-4cc0-b0dd-cbd13d24bff1 req-ed726e45-7d58-434c-9968-60672d1e07c7 service neutron] 10.222.0.20 "PUT /v2.0/ports/e9c78bec-c059-4971-a52d-1bd93a5969af HTTP/1.1" status: 200 len: 1091 time: 4.7883534 Nov 22 20:10:12.434478 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f120437d-9853-4b55-a507-5eced1446d4e', 'tag': 'e9c78bec-c059-4971-a52d-1bd93a5969af'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:10:12.438869 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 33330) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:10:12.439071 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db2c7124-c44b-431a-92b1-c42b45a03eb3" -d '{"events": [{"name": "network-changed", "server_uuid": "f120437d-9853-4b55-a507-5eced1446d4e", "tag": "e9c78bec-c059-4971-a52d-1bd93a5969af"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:10:12.447541 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e8cb57-8463-4254-9323-fbbe6a0caf5c service neutron] Pushing event updated for resources: {'Port': ['ID=f7aa337d-f393-4fb2-bcca-d43a9dc28e45,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:10:12.456643 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c20b28-8414-4e22-8943-28516b934c0d req-20e73ad9-db33-4987-a1c2-880655d6d0a4 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:10:12.458714 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b2c20b28-8414-4e22-8943-28516b934c0d req-20e73ad9-db33-4987-a1c2-880655d6d0a4 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.46 "GET /v2.0/networks?id=4906551a-712e-4bde-8433-b2db24f02f5c HTTP/1.1" status: 200 len: 807 time: 0.6923101 Nov 22 20:10:12.469869 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-7b699067-1e8c-4a20-8915-0aaa470165cc None None] Attempting to bind port 0ca2757f-dc2a-4d0f-a10f-7a760af4446e on host n-d-818823-1 for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:10:12.470278 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-7b699067-1e8c-4a20-8915-0aaa470165cc None None] Attempting to bind port 0ca2757f-dc2a-4d0f-a10f-7a760af4446e by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': '403bed75-1d6d-4ea7-8047-29e80a30dbc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '991bb7a4-c166-4f8c-9bad-b2abf9942333'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:10:12.470644 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b699067-1e8c-4a20-8915-0aaa470165cc None None] Attempting to bind port 0ca2757f-dc2a-4d0f-a10f-7a760af4446e on network 991bb7a4-c166-4f8c-9bad-b2abf9942333 {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:10:12.479340 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-983e861f-7a8c-4649-b59a-9add4be6e6d7 None None] Port a316a3a8-0800-44ac-bf85-942ce94b0582 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:10:12.490559 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b699067-1e8c-4a20-8915-0aaa470165cc None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 10, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:10:12.491630 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b699067-1e8c-4a20-8915-0aaa470165cc None None] Checking segment: {'id': '403bed75-1d6d-4ea7-8047-29e80a30dbc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '991bb7a4-c166-4f8c-9bad-b2abf9942333'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:10:12.492290 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-7b699067-1e8c-4a20-8915-0aaa470165cc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:12.493083 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b699067-1e8c-4a20-8915-0aaa470165cc None None] Bound using segment: {'id': '403bed75-1d6d-4ea7-8047-29e80a30dbc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '991bb7a4-c166-4f8c-9bad-b2abf9942333'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:10:12.493928 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-7b699067-1e8c-4a20-8915-0aaa470165cc None None] Bound port: 0ca2757f-dc2a-4d0f-a10f-7a760af4446e, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '403bed75-1d6d-4ea7-8047-29e80a30dbc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '991bb7a4-c166-4f8c-9bad-b2abf9942333'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:10:12.494595 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-7b699067-1e8c-4a20-8915-0aaa470165cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:12.504444 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a4a2780f-6f87-49cb-b7e0-878d3c922702 req-1ad094e6-90c7-4e99-8ba2-2b0c92cf4951 tempest-ServerDiagnosticsNegativeTest-1987262435 tempest-ServerDiagnosticsNegativeTest-1987262435-project] 10.222.0.46 "GET /v2.0/security-groups?id=5c6b66f4-4f70-422e-b500-51cd35b463ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2481194 Nov 22 20:10:12.508112 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-801f56a9-8c66-40e4-ba58-5d7f8b3669e9 req-bd0e3057-3cbc-4346-b131-da4dc428e8f5 tempest-ServerDiagnosticsNegativeTest-1987262435 tempest-ServerDiagnosticsNegativeTest-1987262435-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.0346439 Nov 22 20:10:12.562227 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-801f56a9-8c66-40e4-ba58-5d7f8b3669e9 req-d0a50e25-8c75-4788-910e-16f9d5ebada5 service neutron] Request body: {'port': {'device_id': 'd0721b34-b5a4-46ad-891d-4dedd4c40cf5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818823-1'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:10:12.607127 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-7b699067-1e8c-4a20-8915-0aaa470165cc None None] For port 0ca2757f-dc2a-4d0f-a10f-7a760af4446e, host n-d-818823-1, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:10:12.611594 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-7b699067-1e8c-4a20-8915-0aaa470165cc None None] For port 0ca2757f-dc2a-4d0f-a10f-7a760af4446e, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=0ca2757f-dc2a-4d0f-a10f-7a760af4446e,segment=NetworkSegment(403bed75-1d6d-4ea7-8047-29e80a30dbc1),segment_id=403bed75-1d6d-4ea7-8047-29e80a30dbc1)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:10:12.616110 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-7b699067-1e8c-4a20-8915-0aaa470165cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:12.621961 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b2c20b28-8414-4e22-8943-28516b934c0d req-ffbb5d2e-dae6-437c-857d-7b8249b8f13e tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.46 "GET /v2.0/quotas/2c9de68061ee477dbb5cc544058ec72e HTTP/1.1" status: 200 len: 375 time: 0.1489487 Nov 22 20:10:12.663229 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-70445ff6-deee-4f52-b7c2-d8ded186ddd7 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7159634 Nov 22 20:10:12.664156 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70445ff6-deee-4f52-b7c2-d8ded186ddd7 admin admin] Pushing event updated for resources: {'Network': ['ID=9a2fbd09-fdfb-4bae-9105-b4eb1bab5d11,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:10:12.666853 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 33336) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:10:12.668400 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f3ff32a1-d408-4fe1-a3fd-4332ab7ac18a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:12.682489 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-80e9a225-e4b5-49d8-91c3-369a4f49e104 admin admin] Request body: {'subnet': {'network_id': '9a2fbd09-fdfb-4bae-9105-b4eb1bab5d11', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1017251969-subnet', 'tenant_id': '134eeb3f28ad487993500cd41aa9bc6e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:10:12.699093 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b2c20b28-8414-4e22-8943-28516b934c0d req-412103e1-fc8e-44c5-a530-7255a50119ae tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=2c9de68061ee477dbb5cc544058ec72e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0617290 Nov 22 20:10:12.715946 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Network 9a2fbd09-fdfb-4bae-9105-b4eb1bab5d11 details requested by agent ovs-agent-n-d-818823-1 with host n-d-818823-1 {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 20:10:12.743666 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80e9a225-e4b5-49d8-91c3-369a4f49e104 admin admin] Made reservation on behalf of 134eeb3f28ad487993500cd41aa9bc6e for: {'subnet': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:10:12.746711 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-80e9a225-e4b5-49d8-91c3-369a4f49e104 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11792951'] for subnet, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:12.755617 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-4092b596-4f8f-4f6e-8882-39e03ff39dd7 req-75e8cb57-8463-4254-9323-fbbe6a0caf5c service neutron] Attempting to bind port f7aa337d-f393-4fb2-bcca-d43a9dc28e45 on host n-h2-818823-1 for vnic_type normal with profile {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:10:12.756419 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-4092b596-4f8f-4f6e-8882-39e03ff39dd7 req-75e8cb57-8463-4254-9323-fbbe6a0caf5c service neutron] Attempting to bind port f7aa337d-f393-4fb2-bcca-d43a9dc28e45 by drivers openvswitch,hyperv on host n-h2-818823-1 at level 0 using segments [{'id': '81925659-bc5f-49d9-8d6d-c3681f9dbd5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '1ae4d286-ddad-44f5-b34a-bee98214a526'}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:10:12.756929 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4092b596-4f8f-4f6e-8882-39e03ff39dd7 req-75e8cb57-8463-4254-9323-fbbe6a0caf5c service neutron] Attempting to bind port f7aa337d-f393-4fb2-bcca-d43a9dc28e45 on network 1ae4d286-ddad-44f5-b34a-bee98214a526 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:10:12.759564 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed726e45-7d58-434c-9968-60672d1e07c7 service neutron] Pushing event updated for resources: {'Port': ['ID=e9c78bec-c059-4971-a52d-1bd93a5969af,revision_number=3']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:10:12.766480 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d35113b-e5ec-4cc0-b0dd-cbd13d24bff1 req-24773cdf-2e9f-4a80-8d13-146814006511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:10:12.767963 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5d35113b-e5ec-4cc0-b0dd-cbd13d24bff1 req-24773cdf-2e9f-4a80-8d13-146814006511 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=74225e7aba6c4293916c50899651bb18&device_id=f120437d-9853-4b55-a507-5eced1446d4e HTTP/1.1" status: 200 len: 1094 time: 0.2513955 Nov 22 20:10:12.879187 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4092b596-4f8f-4f6e-8882-39e03ff39dd7 req-75e8cb57-8463-4254-9323-fbbe6a0caf5c service neutron] Port f7aa337d-f393-4fb2-bcca-d43a9dc28e45 on network 1ae4d286-ddad-44f5-b34a-bee98214a526 not bound, no agent of type Open vSwitch agent registered on host n-h2-818823-1 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:10:12.879545 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4092b596-4f8f-4f6e-8882-39e03ff39dd7 req-75e8cb57-8463-4254-9323-fbbe6a0caf5c service neutron] Attempting to bind port f7aa337d-f393-4fb2-bcca-d43a9dc28e45 on network 1ae4d286-ddad-44f5-b34a-bee98214a526 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:10:12.891830 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b699067-1e8c-4a20-8915-0aaa470165cc None None] Routers {'2f893422-d69e-4785-ad26-b6809d4a92ea'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:10:12.892755 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-7b699067-1e8c-4a20-8915-0aaa470165cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:10:02Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['2f893422-d69e-4785-ad26-b6809d4a92ea'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:10:12.918307 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f3ff32a1-d408-4fe1-a3fd-4332ab7ac18a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:12.928682 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5d35113b-e5ec-4cc0-b0dd-cbd13d24bff1 req-7198b3d5-aa05-429e-95d1-3d8f3bd85c31 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e9c78bec-c059-4971-a52d-1bd93a5969af HTTP/1.1" status: 200 len: 217 time: 0.1385765 Nov 22 20:10:12.928938 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f3ff32a1-d408-4fe1-a3fd-4332ab7ac18a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:12.935949 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4092b596-4f8f-4f6e-8882-39e03ff39dd7 req-75e8cb57-8463-4254-9323-fbbe6a0caf5c service neutron] Checking agent: {'id': '65e0486a-7030-4065-96f0-10aa7402a530', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'started_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 9, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:10:12.936343 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4092b596-4f8f-4f6e-8882-39e03ff39dd7 req-75e8cb57-8463-4254-9323-fbbe6a0caf5c service neutron] Checking segment: {'id': '81925659-bc5f-49d9-8d6d-c3681f9dbd5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '1ae4d286-ddad-44f5-b34a-bee98214a526'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:10:12.936690 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4092b596-4f8f-4f6e-8882-39e03ff39dd7 req-75e8cb57-8463-4254-9323-fbbe6a0caf5c service neutron] Bound using segment: {'id': '81925659-bc5f-49d9-8d6d-c3681f9dbd5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '1ae4d286-ddad-44f5-b34a-bee98214a526'} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:10:12.937138 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-4092b596-4f8f-4f6e-8882-39e03ff39dd7 req-75e8cb57-8463-4254-9323-fbbe6a0caf5c service neutron] Bound port: f7aa337d-f393-4fb2-bcca-d43a9dc28e45, host: n-h2-818823-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81925659-bc5f-49d9-8d6d-c3681f9dbd5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '1ae4d286-ddad-44f5-b34a-bee98214a526'}}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:10:12.937525 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-4092b596-4f8f-4f6e-8882-39e03ff39dd7 req-75e8cb57-8463-4254-9323-fbbe6a0caf5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:12.965206 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-f3ff32a1-d408-4fe1-a3fd-4332ab7ac18a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=cbac7b14678a48a5bc9f573d26df0c25&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3392785 Nov 22 20:10:12.986032 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19621c4a-2b82-45c9-a838-03a42919e20e req-210b3aa7-4fe3-4ed0-9703-da98cb00ec9a tempest-ListServerFiltersTestJSON-710341241 tempest-ListServerFiltersTestJSON-710341241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:10:12.987811 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-19621c4a-2b82-45c9-a838-03a42919e20e req-210b3aa7-4fe3-4ed0-9703-da98cb00ec9a tempest-ListServerFiltersTestJSON-710341241 tempest-ListServerFiltersTestJSON-710341241-project] 10.222.0.46 "GET /v2.0/ports?device_id=d59d7a07-3466-4053-a1c5-b23052fad2dc HTTP/1.1" status: 200 len: 946 time: 0.3615060 Nov 22 20:10:12.988459 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-801f56a9-8c66-40e4-ba58-5d7f8b3669e9 req-d0a50e25-8c75-4788-910e-16f9d5ebada5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:12.992710 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 33338) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:10:13.068678 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ff32a1-d408-4fe1-a3fd-4332ab7ac18a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=570c3975-440e-468d-8c7c-a769034e2b37,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:10:13.087776 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d35113b-e5ec-4cc0-b0dd-cbd13d24bff1 req-a971bbfb-8c19-433a-8e2f-0ca62a640d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:10:13.089710 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5d35113b-e5ec-4cc0-b0dd-cbd13d24bff1 req-a971bbfb-8c19-433a-8e2f-0ca62a640d98 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b3d07d8b-31c6-491c-a72c-08a2eb655cbc HTTP/1.1" status: 200 len: 859 time: 0.1463590 Nov 22 20:10:13.124590 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3df1b93c-426b-4673-9d5f-b533e8513854 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:13.145140 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82733b33-4ce8-426e-924b-87879106c2ed None None] Pushing event updated for resources: {'Port': ['ID=0ca2757f-dc2a-4d0f-a10f-7a760af4446e,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:10:13.149196 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3df1b93c-426b-4673-9d5f-b533e8513854 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:13.168117 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-8caf77cf-e89c-4192-aabd-00e38ac4fb2a None None] Provisioning complete for port 0ca2757f-dc2a-4d0f-a10f-7a760af4446e triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:10:13.168493 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-8caf77cf-e89c-4192-aabd-00e38ac4fb2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:13.194058 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-4092b596-4f8f-4f6e-8882-39e03ff39dd7 req-75e8cb57-8463-4254-9323-fbbe6a0caf5c service neutron] For port f7aa337d-f393-4fb2-bcca-d43a9dc28e45, host n-h2-818823-1, cleared binding levels {{(pid=103447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:10:13.197997 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-4092b596-4f8f-4f6e-8882-39e03ff39dd7 req-75e8cb57-8463-4254-9323-fbbe6a0caf5c service neutron] For port f7aa337d-f393-4fb2-bcca-d43a9dc28e45, host n-h2-818823-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=f7aa337d-f393-4fb2-bcca-d43a9dc28e45,segment=NetworkSegment(81925659-bc5f-49d9-8d6d-c3681f9dbd5b),segment_id=81925659-bc5f-49d9-8d6d-c3681f9dbd5b)] {{(pid=103447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:10:13.216386 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3df1b93c-426b-4673-9d5f-b533e8513854 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:13.219270 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3df1b93c-426b-4673-9d5f-b533e8513854 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:13.220624 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-3df1b93c-426b-4673-9d5f-b533e8513854 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/570c3975-440e-468d-8c7c-a769034e2b37 HTTP/1.1" status: 204 len: 168 time: 0.2259109 Nov 22 20:10:13.236671 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df1b93c-426b-4673-9d5f-b533e8513854 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=570c3975-440e-468d-8c7c-a769034e2b37,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:10:13.239636 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-80e9a225-e4b5-49d8-91c3-369a4f49e104 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11567560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11792921'] for subnet, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:13.277531 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-7b699067-1e8c-4a20-8915-0aaa470165cc None None] Set router 2f893422-d69e-4785-ad26-b6809d4a92ea gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:10:13.281106 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-19621c4a-2b82-45c9-a838-03a42919e20e req-0f6a32ce-1c51-4383-a80a-ea3ed3725a37 tempest-ListServerFiltersTestJSON-710341241 tempest-ListServerFiltersTestJSON-710341241-project] 10.222.0.46 "GET /v2.0/security-groups?id=22127be5-351b-4d65-aed1-0fcc5085805a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968210 Nov 22 20:10:13.284511 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-4092b596-4f8f-4f6e-8882-39e03ff39dd7 req-75e8cb57-8463-4254-9323-fbbe6a0caf5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:13.332691 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e9a225-e4b5-49d8-91c3-369a4f49e104 admin admin] Checking segment: {'id': '7d1fd32f-06af-4133-9878-4cd4de63175c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '9a2fbd09-fdfb-4bae-9105-b4eb1bab5d11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:10:13.332691 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80e9a225-e4b5-49d8-91c3-369a4f49e104 admin admin] Network hostable DHCP agents. Network: 9a2fbd09-fdfb-4bae-9105-b4eb1bab5d11, hostable agents: ['02adaa64-0987-4b74-bad0-cbcf56f8a294'], hosted agents: [] {{(pid=103448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 20:10:13.338423 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e9a225-e4b5-49d8-91c3-369a4f49e104 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a97c35b-485e-45b8-87c9-9bf03d520fa8,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:10:13.364308 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80e9a225-e4b5-49d8-91c3-369a4f49e104 admin admin] Network 9a2fbd09-fdfb-4bae-9105-b4eb1bab5d11 is scheduled to be hosted by DHCP agent 02adaa64-0987-4b74-bad0-cbcf56f8a294 with binding_index 1 {{(pid=103448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 20:10:13.380687 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-80e9a225-e4b5-49d8-91c3-369a4f49e104 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818823-1, 9a2fbd09-fdfb-4bae-9105-b4eb1bab5d11) {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:10:13.396438 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80e9a225-e4b5-49d8-91c3-369a4f49e104 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:10:13.398732 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-80e9a225-e4b5-49d8-91c3-369a4f49e104 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:13.406296 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a00f41e-334d-4a27-96a7-32fee4c7a722 None None] Network 9a2fbd09-fdfb-4bae-9105-b4eb1bab5d11 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:10:13.430586 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4092b596-4f8f-4f6e-8882-39e03ff39dd7 req-75e8cb57-8463-4254-9323-fbbe6a0caf5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:10:13.431252 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-4092b596-4f8f-4f6e-8882-39e03ff39dd7 req-75e8cb57-8463-4254-9323-fbbe6a0caf5c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:13.433794 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4092b596-4f8f-4f6e-8882-39e03ff39dd7 req-75e8cb57-8463-4254-9323-fbbe6a0caf5c service neutron] 10.222.0.20 "PUT /v2.0/ports/f7aa337d-f393-4fb2-bcca-d43a9dc28e45 HTTP/1.1" status: 200 len: 1092 time: 3.8706284 Nov 22 20:10:13.439037 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-80e9a225-e4b5-49d8-91c3-369a4f49e104 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7679951 Nov 22 20:10:13.440143 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 33346) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:10:13.447385 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-3ab247be-c156-4239-843c-e50bce322c10 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1017251969-router', 'tenant_id': '134eeb3f28ad487993500cd41aa9bc6e', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'}}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:10:13.471011 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5d35113b-e5ec-4cc0-b0dd-cbd13d24bff1 req-ad8757b1-6d3a-436a-8c55-47150da9f089 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1ae4d286-ddad-44f5-b34a-bee98214a526&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2044694 Nov 22 20:10:13.492135 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3ab247be-c156-4239-843c-e50bce322c10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24799'] for router, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:13.493483 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3ab247be-c156-4239-843c-e50bce322c10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-632716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24788'] for router, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:13.505933 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-8caf77cf-e89c-4192-aabd-00e38ac4fb2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:13.597940 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3ab247be-c156-4239-843c-e50bce322c10 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:13.624352 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-8caf77cf-e89c-4192-aabd-00e38ac4fb2a None None] For port 0ca2757f-dc2a-4d0f-a10f-7a760af4446e, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=0ca2757f-dc2a-4d0f-a10f-7a760af4446e,segment=NetworkSegment(403bed75-1d6d-4ea7-8047-29e80a30dbc1),segment_id=403bed75-1d6d-4ea7-8047-29e80a30dbc1)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:10:13.633120 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-8caf77cf-e89c-4192-aabd-00e38ac4fb2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:13.705511 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5d35113b-e5ec-4cc0-b0dd-cbd13d24bff1 req-36fac65c-186d-4352-94c8-75b5317ddb19 service neutron] 10.222.0.20 "GET /v2.0/networks/1ae4d286-ddad-44f5-b34a-bee98214a526?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2021811 Nov 22 20:10:13.785123 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8caf77cf-e89c-4192-aabd-00e38ac4fb2a None None] Pushing event updated for resources: {'Port': ['ID=0ca2757f-dc2a-4d0f-a10f-7a760af4446e,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:10:13.793973 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64353006-bea7-4b65-9174-835525156487 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fb26bd7-ce56-527b-b94f-2e1f7cb2bb35-9a2fbd09-fdfb-4bae-9105-b4eb1bab5d11', 'network_id': '9a2fbd09-fdfb-4bae-9105-b4eb1bab5d11', 'tenant_id': '134eeb3f28ad487993500cd41aa9bc6e', 'fixed_ips': [{'subnet_id': '0a97c35b-485e-45b8-87c9-9bf03d520fa8'}]}} from n-d-818823-1. {{(pid=103449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 20:10:13.793973 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-64353006-bea7-4b65-9174-835525156487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:13.814171 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-1495f7cc-d0e9-4154-ab8f-e93aefa4d2aa None None] Provisioning complete for port 0ca2757f-dc2a-4d0f-a10f-7a760af4446e triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:10:13.814171 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-1495f7cc-d0e9-4154-ab8f-e93aefa4d2aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:13.834319 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e8cb57-8463-4254-9323-fbbe6a0caf5c service neutron] Pushing event updated for resources: {'Port': ['ID=f7aa337d-f393-4fb2-bcca-d43a9dc28e45,revision_number=3']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:10:13.909250 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3ab247be-c156-4239-843c-e50bce322c10 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:13.912481 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4092b596-4f8f-4f6e-8882-39e03ff39dd7 req-99c293de-2296-4ce2-ae5f-478049f9f486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:10:13.914156 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4092b596-4f8f-4f6e-8882-39e03ff39dd7 req-99c293de-2296-4ce2-ae5f-478049f9f486 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=74225e7aba6c4293916c50899651bb18&device_id=061b0ea0-8e4a-4f23-9523-0bfc0bf638a2 HTTP/1.1" status: 200 len: 1095 time: 0.4211118 Nov 22 20:10:13.919162 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-7b699067-1e8c-4a20-8915-0aaa470165cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f893422-d69e-4785-ad26-b6809d4a92ea', 'name': 'tempest-AttachSCSIVolumeTestJSON-746990850-router', 'tenant_id': 'dca6bcb55fff4e67be6ef75cef700ffc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': '76454443-705f-4167-a22f-ccdeb24469d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:09:46Z', 'updated_at': '2021-11-22T20:10:05Z', 'revision_number': 4, 'project_id': 'dca6bcb55fff4e67be6ef75cef700ffc', 'gw_port': {'id': '76454443-705f-4167-a22f-ccdeb24469d3', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:31:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f893422-d69e-4785-ad26-b6809d4a92ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:09:51Z', 'updated_at': '2021-11-22T20:10:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': '0ca2757f-dc2a-4d0f-a10f-7a760af4446e', 'name': '', 'network_id': '991bb7a4-c166-4f8c-9bad-b2abf9942333', 'tenant_id': 'dca6bcb55fff4e67be6ef75cef700ffc', 'mac_address': 'fa:16:3e:44:e3:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f893422-d69e-4785-ad26-b6809d4a92ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': '1d9e6c2e-03b8-4969-bf19-022a747548c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:10:01Z', 'updated_at': '2021-11-22T20:10:12Z', 'revision_number': 4, 'project_id': 'dca6bcb55fff4e67be6ef75cef700ffc', 'subnets': [{'id': '1d9e6c2e-03b8-4969-bf19-022a747548c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:10:13.921913 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b2c20b28-8414-4e22-8943-28516b934c0d req-32d57264-2523-439f-ac9a-839117a1e5be service neutron] 10.222.0.46 "GET /v2.0/networks/4906551a-712e-4bde-8433-b2db24f02f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1871145 Nov 22 20:10:13.961095 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b699067-1e8c-4a20-8915-0aaa470165cc None None] The sync data for ids ['2f893422-d69e-4785-ad26-b6809d4a92ea'] in n-d-818823-1 is: [{'id': '2f893422-d69e-4785-ad26-b6809d4a92ea', 'name': 'tempest-AttachSCSIVolumeTestJSON-746990850-router', 'tenant_id': 'dca6bcb55fff4e67be6ef75cef700ffc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': '76454443-705f-4167-a22f-ccdeb24469d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:09:46Z', 'updated_at': '2021-11-22T20:10:05Z', 'revision_number': 4, 'project_id': 'dca6bcb55fff4e67be6ef75cef700ffc', 'gw_port': {'id': '76454443-705f-4167-a22f-ccdeb24469d3', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:31:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f893422-d69e-4785-ad26-b6809d4a92ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:09:51Z', 'updated_at': '2021-11-22T20:10:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': '0ca2757f-dc2a-4d0f-a10f-7a760af4446e', 'name': '', 'network_id': '991bb7a4-c166-4f8c-9bad-b2abf9942333', 'tenant_id': 'dca6bcb55fff4e67be6ef75cef700ffc', 'mac_address': 'fa:16:3e:44:e3:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f893422-d69e-4785-ad26-b6809d4a92ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': '1d9e6c2e-03b8-4969-bf19-022a747548c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:10:01Z', 'updated_at': '2021-11-22T20:10:12Z', 'revision_number': 4, 'project_id': 'dca6bcb55fff4e67be6ef75cef700ffc', 'subnets': [{'id': '1d9e6c2e-03b8-4969-bf19-022a747548c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:10:14.107347 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b2c20b28-8414-4e22-8943-28516b934c0d req-d4501d58-2eba-4c58-a4d4-b2275edab21f service neutron] 10.222.0.46 "GET /v2.0/networks/4906551a-712e-4bde-8433-b2db24f02f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176898 Nov 22 20:10:14.127946 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.db_base_plugin_common [None req-64353006-bea7-4b65-9174-835525156487 None None] Allocated IP 172.20.0.2 (9a2fbd09-fdfb-4bae-9105-b4eb1bab5d11/0a97c35b-485e-45b8-87c9-9bf03d520fa8/e5a00efd-9cb4-40a6-83a2-bb497c9aab3f) {{(pid=103449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:10:14.129041 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d3402680-0628-4f5b-bc22-e1df892c7d0a req-df0281c2-c4f4-4c18-9a1d-57d3dce2a159 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] 10.222.0.46 "GET /v2.0/security-groups/198578c9-8eca-4acc-bafa-e606d8aa71bd HTTP/1.1" status: 200 len: 1817 time: 0.6933908 Nov 22 20:10:14.161326 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:14.216555 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:14.293641 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-d3402680-0628-4f5b-bc22-e1df892c7d0a req-f84acde9-b3ab-4992-9b00-7b77d62d841b tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] Request body: {'security_group': {'name': 'tempest-sg-hth-831834403', 'description': 'tempest-description-hth-1707943049'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:10:14.298027 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4092b596-4f8f-4f6e-8882-39e03ff39dd7 req-96a5095a-9702-407b-9941-45370005535b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f7aa337d-f393-4fb2-bcca-d43a9dc28e45 HTTP/1.1" status: 200 len: 217 time: 0.3103693 Nov 22 20:10:14.537574 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3ab247be-c156-4239-843c-e50bce322c10 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:14.558471 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4092b596-4f8f-4f6e-8882-39e03ff39dd7 req-79173159-da7a-4bb7-9c29-232d9a821bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:10:14.575147 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4092b596-4f8f-4f6e-8882-39e03ff39dd7 req-79173159-da7a-4bb7-9c29-232d9a821bc1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b3d07d8b-31c6-491c-a72c-08a2eb655cbc HTTP/1.1" status: 200 len: 859 time: 0.2419002 Nov 22 20:10:14.578654 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 20:10:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-916ce34e-b667-461d-9d9a-3a66661427a3 x-openstack-request-id: req-916ce34e-b667-461d-9d9a-3a66661427a3 {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:10:14.578945 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f120437d-9853-4b55-a507-5eced1446d4e", "tag": "e9c78bec-c059-4971-a52d-1bd93a5969af", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:10:14.579213 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-916ce34e-b667-461d-9d9a-3a66661427a3 {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:10:14.583529 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f120437d-9853-4b55-a507-5eced1446d4e', 'tag': 'e9c78bec-c059-4971-a52d-1bd93a5969af', 'status': 'completed', 'code': 200} Nov 22 20:10:14.607011 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-64353006-bea7-4b65-9174-835525156487 None None] Publish callbacks [] for port, precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:14.620011 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-64353006-bea7-4b65-9174-835525156487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372'] for port, after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:14.626260 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3ab247be-c156-4239-843c-e50bce322c10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:14.725014 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 0ca2757f-dc2a-4d0f-a10f-7a760af4446e up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:10:14.814689 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4092b596-4f8f-4f6e-8882-39e03ff39dd7 req-78dec519-cc67-4d51-891f-871e3e80a8f1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1ae4d286-ddad-44f5-b34a-bee98214a526&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1858237 Nov 22 20:10:14.854531 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64353006-bea7-4b65-9174-835525156487 None None] Network 9a2fbd09-fdfb-4bae-9105-b4eb1bab5d11 is already hosted by enough agents. {{(pid=103449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:10:14.858357 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [None req-3ab247be-c156-4239-843c-e50bce322c10 admin admin] Allocated IP 172.25.5.8 (c48a55e9-6a85-4746-b7bf-3e29fb560094/5da6f781-63e6-4328-ae7a-5e672262f55a/5546e373-b0f8-4c6e-b726-433daebc64ab) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:10:14.895327 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.base_scheduler [None req-64353006-bea7-4b65-9174-835525156487 None None] Resources bound (agent type, host, resource id): {{(pid=103449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:10:14.918400 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64353006-bea7-4b65-9174-835525156487 None None] Pushing event updated for resources: {'Port': ['ID=e5a00efd-9cb4-40a6-83a2-bb497c9aab3f,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:10:14.922939 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64353006-bea7-4b65-9174-835525156487 None None] Received port after_create {{(pid=103449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:10:15.062228 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-64353006-bea7-4b65-9174-835525156487 None None] Attempting to bind port e5a00efd-9cb4-40a6-83a2-bb497c9aab3f on host n-d-818823-1 for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:10:15.062605 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-64353006-bea7-4b65-9174-835525156487 None None] Attempting to bind port e5a00efd-9cb4-40a6-83a2-bb497c9aab3f by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': '7d1fd32f-06af-4133-9878-4cd4de63175c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '9a2fbd09-fdfb-4bae-9105-b4eb1bab5d11'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:10:15.062971 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64353006-bea7-4b65-9174-835525156487 None None] Attempting to bind port e5a00efd-9cb4-40a6-83a2-bb497c9aab3f on network 9a2fbd09-fdfb-4bae-9105-b4eb1bab5d11 {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:10:15.074117 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64353006-bea7-4b65-9174-835525156487 None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 10, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:10:15.074637 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64353006-bea7-4b65-9174-835525156487 None None] Checking segment: {'id': '7d1fd32f-06af-4133-9878-4cd4de63175c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '9a2fbd09-fdfb-4bae-9105-b4eb1bab5d11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:10:15.074886 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-64353006-bea7-4b65-9174-835525156487 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:15.075282 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64353006-bea7-4b65-9174-835525156487 None None] Bound using segment: {'id': '7d1fd32f-06af-4133-9878-4cd4de63175c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '9a2fbd09-fdfb-4bae-9105-b4eb1bab5d11'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:10:15.075923 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-64353006-bea7-4b65-9174-835525156487 None None] Bound port: e5a00efd-9cb4-40a6-83a2-bb497c9aab3f, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d1fd32f-06af-4133-9878-4cd4de63175c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '9a2fbd09-fdfb-4bae-9105-b4eb1bab5d11'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:10:15.076305 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-64353006-bea7-4b65-9174-835525156487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:15.079870 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 0ca2757f-dc2a-4d0f-a10f-7a760af4446e triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:10:15.080477 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:15.173805 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3ab247be-c156-4239-843c-e50bce322c10 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:15.199027 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4092b596-4f8f-4f6e-8882-39e03ff39dd7 req-70b79157-c438-4ea7-b57d-a5219061fd63 service neutron] 10.222.0.20 "GET /v2.0/networks/1ae4d286-ddad-44f5-b34a-bee98214a526?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3514550 Nov 22 20:10:15.238616 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3ab247be-c156-4239-843c-e50bce322c10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:15.273473 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-d3402680-0628-4f5b-bc22-e1df892c7d0a req-f84acde9-b3ab-4992-9b00-7b77d62d841b tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] Publish callbacks [] for security_group, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:15.289353 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ab247be-c156-4239-843c-e50bce322c10 admin admin] Network c48a55e9-6a85-4746-b7bf-3e29fb560094 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:10:15.297693 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-3ab247be-c156-4239-843c-e50bce322c10 admin admin] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:10:15.301901 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab247be-c156-4239-843c-e50bce322c10 admin admin] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:10:15.314201 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5d35113b-e5ec-4cc0-b0dd-cbd13d24bff1 req-547483be-abdd-4c48-8a83-495665dc37ac service neutron] 10.222.0.20 "GET /v2.0/networks/1ae4d286-ddad-44f5-b34a-bee98214a526?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5272698 Nov 22 20:10:15.385419 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-64353006-bea7-4b65-9174-835525156487 None None] For port e5a00efd-9cb4-40a6-83a2-bb497c9aab3f, host n-d-818823-1, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:10:15.390386 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-64353006-bea7-4b65-9174-835525156487 None None] For port e5a00efd-9cb4-40a6-83a2-bb497c9aab3f, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=e5a00efd-9cb4-40a6-83a2-bb497c9aab3f,segment=NetworkSegment(7d1fd32f-06af-4133-9878-4cd4de63175c),segment_id=7d1fd32f-06af-4133-9878-4cd4de63175c)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:10:15.397894 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-64353006-bea7-4b65-9174-835525156487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:15.551749 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64353006-bea7-4b65-9174-835525156487 None None] Pushing event updated for resources: {'Port': ['ID=e5a00efd-9cb4-40a6-83a2-bb497c9aab3f,revision_number=2']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:10:15.566200 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab247be-c156-4239-843c-e50bce322c10 admin admin] Pushing event updated for resources: {'Port': ['ID=5546e373-b0f8-4c6e-b726-433daebc64ab,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:10:15.579831 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb20eed-f538-470f-a568-9e5d52e6b12c req-c27d6435-1af1-4cdd-a466-7c6418a62ee4 tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:10:15.581469 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1cb20eed-f538-470f-a568-9e5d52e6b12c req-c27d6435-1af1-4cdd-a466-7c6418a62ee4 tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] 10.222.0.46 "GET /v2.0/ports?device_id=061b0ea0-8e4a-4f23-9523-0bfc0bf638a2 HTTP/1.1" status: 200 len: 944 time: 0.8246367 Nov 22 20:10:15.599406 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-d3402680-0628-4f5b-bc22-e1df892c7d0a req-f84acde9-b3ab-4992-9b00-7b77d62d841b tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] Publish callbacks [] for security_group, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:15.671336 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-d3402680-0628-4f5b-bc22-e1df892c7d0a req-f84acde9-b3ab-4992-9b00-7b77d62d841b tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:15.679217 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-d3402680-0628-4f5b-bc22-e1df892c7d0a req-f84acde9-b3ab-4992-9b00-7b77d62d841b tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:15.680844 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d3402680-0628-4f5b-bc22-e1df892c7d0a req-f84acde9-b3ab-4992-9b00-7b77d62d841b tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] 10.222.0.46 "PUT /v2.0/security-groups/198578c9-8eca-4acc-bafa-e606d8aa71bd HTTP/1.1" status: 200 len: 1791 time: 1.4275253 Nov 22 20:10:15.768279 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4092b596-4f8f-4f6e-8882-39e03ff39dd7 req-6d754f56-7d2c-432f-ace2-6593e90e664a service neutron] 10.222.0.20 "GET /v2.0/networks/1ae4d286-ddad-44f5-b34a-bee98214a526?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5278318 Nov 22 20:10:15.794449 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2c7124-c44b-431a-92b1-c42b45a03eb3 req-0dd9c16b-a3b4-4f0a-93ab-5af091689518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:10:15.796237 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-db2c7124-c44b-431a-92b1-c42b45a03eb3 req-0dd9c16b-a3b4-4f0a-93ab-5af091689518 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=74225e7aba6c4293916c50899651bb18&device_id=f120437d-9853-4b55-a507-5eced1446d4e HTTP/1.1" status: 200 len: 1094 time: 0.3711457 Nov 22 20:10:15.799807 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [req-801f56a9-8c66-40e4-ba58-5d7f8b3669e9 req-d0a50e25-8c75-4788-910e-16f9d5ebada5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a316a3a8-0800-44ac-bf85-942ce94b0582 {{(pid=103447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:10:15.871699 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-801f56a9-8c66-40e4-ba58-5d7f8b3669e9 req-d0a50e25-8c75-4788-910e-16f9d5ebada5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:15.894928 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84acde9-b3ab-4992-9b00-7b77d62d841b tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] Pushing event updated for resources: {'SecurityGroup': ['ID=198578c9-8eca-4acc-bafa-e606d8aa71bd,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:10:16.018760 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3ab247be-c156-4239-843c-e50bce322c10 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:16.597827 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device e5a00efd-9cb4-40a6-83a2-bb497c9aab3f up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:10:16.674657 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '061b0ea0-8e4a-4f23-9523-0bfc0bf638a2', 'tag': 'f7aa337d-f393-4fb2-bcca-d43a9dc28e45'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:10:16.687261 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73fab1a1-3dee-40ac-ac26-062ca2a83477" -d '{"events": [{"name": "network-changed", "server_uuid": "061b0ea0-8e4a-4f23-9523-0bfc0bf638a2", "tag": "f7aa337d-f393-4fb2-bcca-d43a9dc28e45"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:10:16.697949 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.provisioning_blocks [req-801f56a9-8c66-40e4-ba58-5d7f8b3669e9 req-d0a50e25-8c75-4788-910e-16f9d5ebada5 service neutron] Transition to ACTIVE for port object a316a3a8-0800-44ac-bf85-942ce94b0582 will not be triggered until provisioned by entity L2. {{(pid=103447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 20:10:16.738941 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1cb20eed-f538-470f-a568-9e5d52e6b12c req-0e08c568-0fb6-469b-bc08-2e4df34ee092 tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] 10.222.0.46 "GET /v2.0/security-groups?id=402b14b3-7b21-4f37-9e5a-c3de7eeeb958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1069810 Nov 22 20:10:16.747616 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port e5a00efd-9cb4-40a6-83a2-bb497c9aab3f triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:10:16.748706 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:16.827391 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-801f56a9-8c66-40e4-ba58-5d7f8b3669e9 req-d0a50e25-8c75-4788-910e-16f9d5ebada5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:16.947246 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 33408) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:10:17.009704 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:17.109163 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] For port e5a00efd-9cb4-40a6-83a2-bb497c9aab3f, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=e5a00efd-9cb4-40a6-83a2-bb497c9aab3f,segment=NetworkSegment(7d1fd32f-06af-4133-9878-4cd4de63175c),segment_id=7d1fd32f-06af-4133-9878-4cd4de63175c)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:10:17.117621 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:17.128550 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3ab247be-c156-4239-843c-e50bce322c10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-659538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-841284'] for router, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:17.170523 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c4df20-0fc8-4e03-b5b3-bafd91f2cfea req-40aefc38-8a0a-4f6d-ac6f-700a3f6b0715 tempest-ListServerFiltersTestJSON-710341241 tempest-ListServerFiltersTestJSON-710341241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:10:17.172123 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e0c4df20-0fc8-4e03-b5b3-bafd91f2cfea req-40aefc38-8a0a-4f6d-ac6f-700a3f6b0715 tempest-ListServerFiltersTestJSON-710341241 tempest-ListServerFiltersTestJSON-710341241-project] 10.222.0.46 "GET /v2.0/ports?device_id=593b2096-75b7-405a-b83d-4e4481045f8d HTTP/1.1" status: 200 len: 946 time: 0.6263385 Nov 22 20:10:17.177084 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2c7124-c44b-431a-92b1-c42b45a03eb3 req-a2874b9c-f727-4b5a-8ba0-805f07697ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:10:17.178595 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-db2c7124-c44b-431a-92b1-c42b45a03eb3 req-a2874b9c-f727-4b5a-8ba0-805f07697ecf service neutron] 10.222.0.20 "GET /v2.0/networks?id=1ae4d286-ddad-44f5-b34a-bee98214a526 HTTP/1.1" status: 200 len: 920 time: 1.3629067 Nov 22 20:10:17.179258 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a50e25-8c75-4788-910e-16f9d5ebada5 service neutron] Pushing event updated for resources: {'Port': ['ID=a316a3a8-0800-44ac-bf85-942ce94b0582,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:10:17.232969 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c20b28-8414-4e22-8943-28516b934c0d req-8a2a941b-5cb8-46c8-a4cb-218de84fea4b tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:10:17.235073 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b2c20b28-8414-4e22-8943-28516b934c0d req-8a2a941b-5cb8-46c8-a4cb-218de84fea4b tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.41 "GET /v2.0/networks?id=4906551a-712e-4bde-8433-b2db24f02f5c HTTP/1.1" status: 200 len: 807 time: 0.6879275 Nov 22 20:10:17.237386 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Pushing event updated for resources: {'Port': ['ID=e5a00efd-9cb4-40a6-83a2-bb497c9aab3f,revision_number=3']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:10:17.242658 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-f6955a4b-fd7d-4be3-bf2f-c7c0b8e62bd6 tempest-QuotasNegativeTest-951228138 tempest-QuotasNegativeTest-951228138-project-admin] Request body: {'quota': {'network': 2}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:10:17.300358 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-f6955a4b-fd7d-4be3-bf2f-c7c0b8e62bd6 tempest-QuotasNegativeTest-951228138 tempest-QuotasNegativeTest-951228138-project-admin] 10.222.0.46 "PUT /v2.0/quotas/fc6f8247238e473d9665390b0eaf7ef4 HTTP/1.1" status: 200 len: 368 time: 0.3519604 Nov 22 20:10:17.303313 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-b2c20b28-8414-4e22-8943-28516b934c0d req-6bf7be4c-e792-4977-b69d-142b1981186b tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] Request body: {'port': {'device_id': '6e6e77cf-07c8-4b3a-a9ce-a1d8a4c92033', 'network_id': '4906551a-712e-4bde-8433-b2db24f02f5c', 'admin_state_up': True, 'tenant_id': '2c9de68061ee477dbb5cc544058ec72e'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:10:17.308056 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-db2c7124-c44b-431a-92b1-c42b45a03eb3 req-334fa6a5-7324-437a-bf9f-28fc577426a0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e9c78bec-c059-4971-a52d-1bd93a5969af HTTP/1.1" status: 200 len: 217 time: 0.1161561 Nov 22 20:10:17.313944 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 33412) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:10:17.336526 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-78f3ff6c-5a31-4f1a-80ea-793658404dae tempest-QuotasNegativeTest-951228138 tempest-QuotasNegativeTest-951228138-project-admin] Request body: {'network': {'project_id': 'fc6f8247238e473d9665390b0eaf7ef4'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:10:17.399139 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080e2a4d-5183-4cf1-862d-8af6188dd474 req-58e4e660-a657-4ae4-88c3-e4ef49898d39 tempest-ServerDiagnosticsNegativeTest-1987262435 tempest-ServerDiagnosticsNegativeTest-1987262435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:10:17.401124 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-080e2a4d-5183-4cf1-862d-8af6188dd474 req-58e4e660-a657-4ae4-88c3-e4ef49898d39 tempest-ServerDiagnosticsNegativeTest-1987262435 tempest-ServerDiagnosticsNegativeTest-1987262435-project] 10.222.0.46 "GET /v2.0/ports?device_id=d0721b34-b5a4-46ad-891d-4dedd4c40cf5 HTTP/1.1" status: 200 len: 948 time: 0.5058937 Nov 22 20:10:17.438597 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ab247be-c156-4239-843c-e50bce322c10 admin admin] Router cf53e6a0-f2e0-4fd4-ad6e-89c0ae7d5ce0 is scheduled to L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 with binding_index 1 {{(pid=103448) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 20:10:17.528399 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40fb30c4-6d97-45f0-9ba2-41479b81e576 None None] Network 9a2fbd09-fdfb-4bae-9105-b4eb1bab5d11 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:10:17.571032 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e0c4df20-0fc8-4e03-b5b3-bafd91f2cfea req-9351402d-0f4b-40a4-affa-95bc62be1594 tempest-ListServerFiltersTestJSON-710341241 tempest-ListServerFiltersTestJSON-710341241-project] 10.222.0.46 "GET /v2.0/security-groups?id=22127be5-351b-4d65-aed1-0fcc5085805a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3827815 Nov 22 20:10:17.579195 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-801f56a9-8c66-40e4-ba58-5d7f8b3669e9 req-d0a50e25-8c75-4788-910e-16f9d5ebada5 service neutron] Attempting to bind port a316a3a8-0800-44ac-bf85-942ce94b0582 on host n-h2-818823-1 for vnic_type normal with profile {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:10:17.585430 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-801f56a9-8c66-40e4-ba58-5d7f8b3669e9 req-d0a50e25-8c75-4788-910e-16f9d5ebada5 service neutron] Attempting to bind port a316a3a8-0800-44ac-bf85-942ce94b0582 by drivers openvswitch,hyperv on host n-h2-818823-1 at level 0 using segments [{'id': '2a5a1c7b-538e-498e-99b9-cc7a8e0411be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'e1052824-bf78-4963-8937-b202e372ac24'}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:10:17.587494 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-801f56a9-8c66-40e4-ba58-5d7f8b3669e9 req-d0a50e25-8c75-4788-910e-16f9d5ebada5 service neutron] Attempting to bind port a316a3a8-0800-44ac-bf85-942ce94b0582 on network e1052824-bf78-4963-8937-b202e372ac24 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:10:17.604331 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78f3ff6c-5a31-4f1a-80ea-793658404dae tempest-QuotasNegativeTest-951228138 tempest-QuotasNegativeTest-951228138-project-admin] Made reservation on behalf of fc6f8247238e473d9665390b0eaf7ef4 for: {'network': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:10:17.607505 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-78f3ff6c-5a31-4f1a-80ea-793658404dae tempest-QuotasNegativeTest-951228138 tempest-QuotasNegativeTest-951228138-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for network, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:17.635291 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2c7124-c44b-431a-92b1-c42b45a03eb3 req-8ec8e9e3-efe9-42ea-9a30-6d8800ece3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:10:17.637387 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-db2c7124-c44b-431a-92b1-c42b45a03eb3 req-8ec8e9e3-efe9-42ea-9a30-6d8800ece3fe service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b3d07d8b-31c6-491c-a72c-08a2eb655cbc HTTP/1.1" status: 200 len: 859 time: 0.3049614 Nov 22 20:10:17.639401 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ab247be-c156-4239-843c-e50bce322c10 admin admin] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:10:17.653526 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-78f3ff6c-5a31-4f1a-80ea-793658404dae tempest-QuotasNegativeTest-951228138 tempest-QuotasNegativeTest-951228138-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:17.655525 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-801f56a9-8c66-40e4-ba58-5d7f8b3669e9 req-d0a50e25-8c75-4788-910e-16f9d5ebada5 service neutron] Port a316a3a8-0800-44ac-bf85-942ce94b0582 on network e1052824-bf78-4963-8937-b202e372ac24 not bound, no agent of type Open vSwitch agent registered on host n-h2-818823-1 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:10:17.655864 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-801f56a9-8c66-40e4-ba58-5d7f8b3669e9 req-d0a50e25-8c75-4788-910e-16f9d5ebada5 service neutron] Attempting to bind port a316a3a8-0800-44ac-bf85-942ce94b0582 on network e1052824-bf78-4963-8937-b202e372ac24 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:10:17.656567 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d61a327-42b7-41af-8da7-ea0041f37cfd None None] Sync routers for ids ['cf53e6a0-f2e0-4fd4-ad6e-89c0ae7d5ce0'] in n-d-818823-1 {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:10:17.672926 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d61a327-42b7-41af-8da7-ea0041f37cfd None None] Routers {'cf53e6a0-f2e0-4fd4-ad6e-89c0ae7d5ce0'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:10:17.674511 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-6d61a327-42b7-41af-8da7-ea0041f37cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:10:02Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['cf53e6a0-f2e0-4fd4-ad6e-89c0ae7d5ce0'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:10:17.690447 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3ab247be-c156-4239-843c-e50bce322c10 admin admin] Publish callbacks [] for router, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:17.692972 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-3ab247be-c156-4239-843c-e50bce322c10 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.2516460 Nov 22 20:10:17.698242 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 33416) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:10:17.749406 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-db2c7124-c44b-431a-92b1-c42b45a03eb3 req-5ccf968b-1f44-4b85-a9b3-452db4aed406 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1ae4d286-ddad-44f5-b34a-bee98214a526&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1026485 Nov 22 20:10:17.773964 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a24367f9-5169-48ff-92e1-85708d767e24 req-b4782ac6-beba-4a31-b4cd-3ddcf6bd3d3a tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.46 "GET /v2.0/ports?device_id=6e6e77cf-07c8-4b3a-a9ce-a1d8a4c92033 HTTP/1.1" status: 200 len: 210 time: 0.1223295 Nov 22 20:10:17.782770 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-801f56a9-8c66-40e4-ba58-5d7f8b3669e9 req-d0a50e25-8c75-4788-910e-16f9d5ebada5 service neutron] Checking agent: {'id': '65e0486a-7030-4065-96f0-10aa7402a530', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'started_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 10, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:10:17.783032 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-801f56a9-8c66-40e4-ba58-5d7f8b3669e9 req-d0a50e25-8c75-4788-910e-16f9d5ebada5 service neutron] Checking segment: {'id': '2a5a1c7b-538e-498e-99b9-cc7a8e0411be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'e1052824-bf78-4963-8937-b202e372ac24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:10:17.783498 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-801f56a9-8c66-40e4-ba58-5d7f8b3669e9 req-d0a50e25-8c75-4788-910e-16f9d5ebada5 service neutron] Bound using segment: {'id': '2a5a1c7b-538e-498e-99b9-cc7a8e0411be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'e1052824-bf78-4963-8937-b202e372ac24'} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:10:17.783916 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-801f56a9-8c66-40e4-ba58-5d7f8b3669e9 req-d0a50e25-8c75-4788-910e-16f9d5ebada5 service neutron] Bound port: a316a3a8-0800-44ac-bf85-942ce94b0582, host: n-h2-818823-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a5a1c7b-538e-498e-99b9-cc7a8e0411be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'e1052824-bf78-4963-8937-b202e372ac24'}}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:10:17.784270 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-801f56a9-8c66-40e4-ba58-5d7f8b3669e9 req-d0a50e25-8c75-4788-910e-16f9d5ebada5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:17.839534 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-6d61a327-42b7-41af-8da7-ea0041f37cfd None None] Set router cf53e6a0-f2e0-4fd4-ad6e-89c0ae7d5ce0 gateway port host: n-d-818823-1 {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:10:17.932711 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-080e2a4d-5183-4cf1-862d-8af6188dd474 req-189491ce-ced9-4af0-a106-8c39ef89f930 tempest-ServerDiagnosticsNegativeTest-1987262435 tempest-ServerDiagnosticsNegativeTest-1987262435-project] 10.222.0.46 "GET /v2.0/security-groups?id=5c6b66f4-4f70-422e-b500-51cd35b463ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5163958 Nov 22 20:10:17.954630 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-6544a613-74e0-43fd-9bd1-7c2b7dc2d297 None None] Provisioning complete for port e5a00efd-9cb4-40a6-83a2-bb497c9aab3f triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:10:17.955137 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6544a613-74e0-43fd-9bd1-7c2b7dc2d297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:18.053665 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e007b411-8a43-48cd-83cd-81db7f328def req-cef3c7e8-3753-4032-a177-51da20c65201 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] 10.222.0.46 "GET /v2.0/security-groups/198578c9-8eca-4acc-bafa-e606d8aa71bd HTTP/1.1" status: 200 len: 1791 time: 0.1837153 Nov 22 20:10:18.080379 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 20:10:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00f259c2-0e4f-4bfa-a0d4-15c41d9857ca x-openstack-request-id: req-00f259c2-0e4f-4bfa-a0d4-15c41d9857ca {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:10:18.080683 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "061b0ea0-8e4a-4f23-9523-0bfc0bf638a2", "tag": "f7aa337d-f393-4fb2-bcca-d43a9dc28e45", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:10:18.080913 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-00f259c2-0e4f-4bfa-a0d4-15c41d9857ca {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:10:18.081303 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '061b0ea0-8e4a-4f23-9523-0bfc0bf638a2', 'tag': 'f7aa337d-f393-4fb2-bcca-d43a9dc28e45', 'status': 'completed', 'code': 200} Nov 22 20:10:18.087572 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-78f3ff6c-5a31-4f1a-80ea-793658404dae tempest-QuotasNegativeTest-951228138 tempest-QuotasNegativeTest-951228138-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:18.136126 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-78f3ff6c-5a31-4f1a-80ea-793658404dae tempest-QuotasNegativeTest-951228138 tempest-QuotasNegativeTest-951228138-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:18.152484 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2c20b28-8414-4e22-8943-28516b934c0d req-6bf7be4c-e792-4977-b69d-142b1981186b tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] Made reservation on behalf of 2c9de68061ee477dbb5cc544058ec72e for: {'port': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:10:18.159472 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-b2c20b28-8414-4e22-8943-28516b934c0d req-6bf7be4c-e792-4977-b69d-142b1981186b tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:18.185909 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-db2c7124-c44b-431a-92b1-c42b45a03eb3 req-8cedab6e-09e3-4db9-a73d-ca129bbed670 service neutron] 10.222.0.20 "GET /v2.0/networks/1ae4d286-ddad-44f5-b34a-bee98214a526?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4046578 Nov 22 20:10:18.225875 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-6d61a327-42b7-41af-8da7-ea0041f37cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf53e6a0-f2e0-4fd4-ad6e-89c0ae7d5ce0', 'name': 'tempest-AttachSCSIVolumeTestJSON-1017251969-router', 'tenant_id': '134eeb3f28ad487993500cd41aa9bc6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': '5546e373-b0f8-4c6e-b726-433daebc64ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:10:13Z', 'updated_at': '2021-11-22T20:10:15Z', 'revision_number': 3, 'project_id': '134eeb3f28ad487993500cd41aa9bc6e', 'gw_port': {'id': '5546e373-b0f8-4c6e-b726-433daebc64ab', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:1a:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf53e6a0-f2e0-4fd4-ad6e-89c0ae7d5ce0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:10:14Z', 'updated_at': '2021-11-22T20:10:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:10:18.298090 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d61a327-42b7-41af-8da7-ea0041f37cfd None None] Checking router: cf53e6a0-f2e0-4fd4-ad6e-89c0ae7d5ce0 for host: n-d-818823-1 {{(pid=103450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 20:10:18.298825 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d61a327-42b7-41af-8da7-ea0041f37cfd None None] Updating router cf53e6a0-f2e0-4fd4-ad6e-89c0ae7d5ce0 port 5546e373-b0f8-4c6e-b726-433daebc64ab binding host n-d-818823-1 {{(pid=103450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 20:10:18.340666 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78f3ff6c-5a31-4f1a-80ea-793658404dae tempest-QuotasNegativeTest-951228138 tempest-QuotasNegativeTest-951228138-project-admin] vlan segment allocate from pool success with {'vlan_id': 647, 'physical_network': 'physnet1'} {{(pid=103447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 20:10:18.344072 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6d61a327-42b7-41af-8da7-ea0041f37cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:18.344638 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-801f56a9-8c66-40e4-ba58-5d7f8b3669e9 req-d0a50e25-8c75-4788-910e-16f9d5ebada5 service neutron] For port a316a3a8-0800-44ac-bf85-942ce94b0582, host n-h2-818823-1, cleared binding levels {{(pid=103447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:10:18.396178 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f3ff6c-5a31-4f1a-80ea-793658404dae tempest-QuotasNegativeTest-951228138 tempest-QuotasNegativeTest-951228138-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a425293e-7aa0-49af-a234-b88b18c63629,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:10:18.431870 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-801f56a9-8c66-40e4-ba58-5d7f8b3669e9 req-d0a50e25-8c75-4788-910e-16f9d5ebada5 service neutron] For port a316a3a8-0800-44ac-bf85-942ce94b0582, host n-h2-818823-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=a316a3a8-0800-44ac-bf85-942ce94b0582,segment=NetworkSegment(2a5a1c7b-538e-498e-99b9-cc7a8e0411be),segment_id=2a5a1c7b-538e-498e-99b9-cc7a8e0411be)] {{(pid=103447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:10:18.446183 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fab1a1-3dee-40ac-ac26-062ca2a83477 req-f40f45c6-438e-4954-821c-c6f3ca762861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:10:18.447381 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-73fab1a1-3dee-40ac-ac26-062ca2a83477 req-f40f45c6-438e-4954-821c-c6f3ca762861 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=74225e7aba6c4293916c50899651bb18&device_id=061b0ea0-8e4a-4f23-9523-0bfc0bf638a2 HTTP/1.1" status: 200 len: 1095 time: 0.3637118 Nov 22 20:10:18.497204 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-78f3ff6c-5a31-4f1a-80ea-793658404dae tempest-QuotasNegativeTest-951228138 tempest-QuotasNegativeTest-951228138-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:18.498895 n-d-818823-1 neutron-server[103447]: INFO neutron.db.segments_db [None req-78f3ff6c-5a31-4f1a-80ea-793658404dae tempest-QuotasNegativeTest-951228138 tempest-QuotasNegativeTest-951228138-project-admin] Added segment b20ebcbd-3d42-4f36-9970-d609e12fc4c9 of type vlan for network 50ba34f9-dd24-44f9-a971-75c0fa1a066d Nov 22 20:10:18.536082 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-801f56a9-8c66-40e4-ba58-5d7f8b3669e9 req-d0a50e25-8c75-4788-910e-16f9d5ebada5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:18.579589 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-d63c14e3-1a05-4b8a-a66e-175bd1760d74 None None] Provisioning complete for port e5a00efd-9cb4-40a6-83a2-bb497c9aab3f triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:10:18.579875 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-d63c14e3-1a05-4b8a-a66e-175bd1760d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:18.657956 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device e5a00efd-9cb4-40a6-83a2-bb497c9aab3f up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:10:18.719570 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801f56a9-8c66-40e4-ba58-5d7f8b3669e9 req-d0a50e25-8c75-4788-910e-16f9d5ebada5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:10:18.720275 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-801f56a9-8c66-40e4-ba58-5d7f8b3669e9 req-d0a50e25-8c75-4788-910e-16f9d5ebada5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:18.721846 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-801f56a9-8c66-40e4-ba58-5d7f8b3669e9 req-d0a50e25-8c75-4788-910e-16f9d5ebada5 service neutron] 10.222.0.20 "PUT /v2.0/ports/a316a3a8-0800-44ac-bf85-942ce94b0582 HTTP/1.1" status: 200 len: 1096 time: 6.1735666 Nov 22 20:10:18.728028 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-78f3ff6c-5a31-4f1a-80ea-793658404dae tempest-QuotasNegativeTest-951228138 tempest-QuotasNegativeTest-951228138-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748992492791'] for network, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:18.747377 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device e9c78bec-c059-4971-a52d-1bd93a5969af details requested by agent hyperv_n-h2-818823-1 with host n-h2-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 20:10:18.759718 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f0e4fa-d199-467d-9f06-cf287e0c8cc9 req-4491ed95-e31b-4afd-978d-086f32398385 tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:10:18.761519 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d0f0e4fa-d199-467d-9f06-cf287e0c8cc9 req-4491ed95-e31b-4afd-978d-086f32398385 tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] 10.222.0.46 "GET /v2.0/ports?device_id=061b0ea0-8e4a-4f23-9523-0bfc0bf638a2 HTTP/1.1" status: 200 len: 944 time: 0.5256863 Nov 22 20:10:18.790723 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ff1d3ac1-e506-4f5e-837a-b795c21de47a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:18.884621 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6d61a327-42b7-41af-8da7-ea0041f37cfd None None] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:18.901616 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6d61a327-42b7-41af-8da7-ea0041f37cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:18.977517 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.db.resource_extend [None req-78f3ff6c-5a31-4f1a-80ea-793658404dae tempest-QuotasNegativeTest-951228138 tempest-QuotasNegativeTest-951228138-project-admin] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 22 20:10:19.013007 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2e04a4-a587-4c7a-a863-d1f1efa0fcda None None] Pushing event updated for resources: {'Port': ['ID=5546e373-b0f8-4c6e-b726-433daebc64ab,revision_number=2']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:10:19.017651 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-db2c7124-c44b-431a-92b1-c42b45a03eb3 req-40ed7179-91f5-4644-b6b2-aee7e2ee1a2e service neutron] 10.222.0.20 "GET /v2.0/networks/1ae4d286-ddad-44f5-b34a-bee98214a526?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7984092 Nov 22 20:10:19.035538 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a50e25-8c75-4788-910e-16f9d5ebada5 service neutron] Pushing event updated for resources: {'Port': ['ID=a316a3a8-0800-44ac-bf85-942ce94b0582,revision_number=3']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:10:19.036905 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-6d61a327-42b7-41af-8da7-ea0041f37cfd None None] Attempting to bind port 5546e373-b0f8-4c6e-b726-433daebc64ab on host n-d-818823-1 for vnic_type normal with profile {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:10:19.037367 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-6d61a327-42b7-41af-8da7-ea0041f37cfd None None] Attempting to bind port 5546e373-b0f8-4c6e-b726-433daebc64ab by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:10:19.038817 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d61a327-42b7-41af-8da7-ea0041f37cfd None None] Attempting to bind port 5546e373-b0f8-4c6e-b726-433daebc64ab on network c48a55e9-6a85-4746-b7bf-3e29fb560094 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:10:19.059008 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d61a327-42b7-41af-8da7-ea0041f37cfd None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 10, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:10:19.060382 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d61a327-42b7-41af-8da7-ea0041f37cfd None None] Checking segment: {'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:10:19.060884 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6d61a327-42b7-41af-8da7-ea0041f37cfd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:19.061374 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d61a327-42b7-41af-8da7-ea0041f37cfd None None] Bound using segment: {'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:10:19.061959 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-6d61a327-42b7-41af-8da7-ea0041f37cfd None None] Bound port: 5546e373-b0f8-4c6e-b726-433daebc64ab, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'}}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:10:19.062437 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6d61a327-42b7-41af-8da7-ea0041f37cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:19.066894 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [None req-ff1d3ac1-e506-4f5e-837a-b795c21de47a admin admin] Allocated IP 172.20.0.1 (9a2fbd09-fdfb-4bae-9105-b4eb1bab5d11/0a97c35b-485e-45b8-87c9-9bf03d520fa8/33c02f63-41ea-44ea-a023-b8411104722a) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:10:19.112477 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port e5a00efd-9cb4-40a6-83a2-bb497c9aab3f triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:10:19.113086 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:19.115008 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb753bd-29f4-49eb-be29-32a4f617a9a0 req-395dc598-1e03-4fe1-8536-548dc1798cfe tempest-ListServerFiltersTestJSON-710341241 tempest-ListServerFiltersTestJSON-710341241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:10:19.125025 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-cfb753bd-29f4-49eb-be29-32a4f617a9a0 req-395dc598-1e03-4fe1-8536-548dc1798cfe tempest-ListServerFiltersTestJSON-710341241 tempest-ListServerFiltersTestJSON-710341241-project] 10.222.0.46 "GET /v2.0/ports?device_id=7563f773-f6b1-4f3f-94f8-25a0f67634fc HTTP/1.1" status: 200 len: 945 time: 0.5505629 Nov 22 20:10:19.152461 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fab1a1-3dee-40ac-ac26-062ca2a83477 req-61e7d086-e6e8-47e3-be7e-2fcb103fabb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:10:19.154374 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-73fab1a1-3dee-40ac-ac26-062ca2a83477 req-61e7d086-e6e8-47e3-be7e-2fcb103fabb4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=1ae4d286-ddad-44f5-b34a-bee98214a526 HTTP/1.1" status: 200 len: 920 time: 0.6624401 Nov 22 20:10:19.155246 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-78f3ff6c-5a31-4f1a-80ea-793658404dae tempest-QuotasNegativeTest-951228138 tempest-QuotasNegativeTest-951228138-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for network, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:19.156361 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78f3ff6c-5a31-4f1a-80ea-793658404dae tempest-QuotasNegativeTest-951228138 tempest-QuotasNegativeTest-951228138-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:10:19.157121 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-78f3ff6c-5a31-4f1a-80ea-793658404dae tempest-QuotasNegativeTest-951228138 tempest-QuotasNegativeTest-951228138-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for network, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:19.160094 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [req-b2c20b28-8414-4e22-8943-28516b934c0d req-6bf7be4c-e792-4977-b69d-142b1981186b tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] Allocated IP 172.20.0.7 (4906551a-712e-4bde-8433-b2db24f02f5c/b907b504-4de2-4845-a661-deaebec31498/47b8edb0-177f-4d17-96fa-2e7fc52c4950) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:10:19.176920 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-6d61a327-42b7-41af-8da7-ea0041f37cfd None None] For port 5546e373-b0f8-4c6e-b726-433daebc64ab, host n-d-818823-1, cleared binding levels {{(pid=103450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:10:19.180472 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-6d61a327-42b7-41af-8da7-ea0041f37cfd None None] For port 5546e373-b0f8-4c6e-b726-433daebc64ab, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=5546e373-b0f8-4c6e-b726-433daebc64ab,segment=NetworkSegment(8793ba83-8407-4c3d-9b56-2a177cd58a70),segment_id=8793ba83-8407-4c3d-9b56-2a177cd58a70)] {{(pid=103450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:10:19.188032 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6d61a327-42b7-41af-8da7-ea0041f37cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:19.212446 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801f56a9-8c66-40e4-ba58-5d7f8b3669e9 req-d366374c-f36c-46bc-92ee-c83304d938ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:10:19.216033 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-801f56a9-8c66-40e4-ba58-5d7f8b3669e9 req-d366374c-f36c-46bc-92ee-c83304d938ed service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e4c988855d794b9a86fa7e9e7a70bad7&device_id=d0721b34-b5a4-46ad-891d-4dedd4c40cf5 HTTP/1.1" status: 200 len: 1099 time: 0.4259286 Nov 22 20:10:19.228790 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port e9c78bec-c059-4971-a52d-1bd93a5969af, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=e9c78bec-c059-4971-a52d-1bd93a5969af,segment=NetworkSegment(81925659-bc5f-49d9-8d6d-c3681f9dbd5b),segment_id=81925659-bc5f-49d9-8d6d-c3681f9dbd5b)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:10:19.238205 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ff1d3ac1-e506-4f5e-837a-b795c21de47a admin admin] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:19.285481 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Returning: {'device': 'e9c78bec-c059-4971-a52d-1bd93a5969af', 'network_id': '1ae4d286-ddad-44f5-b34a-bee98214a526', 'port_id': 'e9c78bec-c059-4971-a52d-1bd93a5969af', 'mac_address': 'fa:16:3e:cf:97:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3d07d8b-31c6-491c-a72c-08a2eb655cbc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 20:10:19.287723 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ff1d3ac1-e506-4f5e-837a-b795c21de47a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:19.313700 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d61a327-42b7-41af-8da7-ea0041f37cfd None None] Routers {'cf53e6a0-f2e0-4fd4-ad6e-89c0ae7d5ce0'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:10:19.314698 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-6d61a327-42b7-41af-8da7-ea0041f37cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:10:02Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['cf53e6a0-f2e0-4fd4-ad6e-89c0ae7d5ce0'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:10:19.320094 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2e04a4-a587-4c7a-a863-d1f1efa0fcda None None] Pushing event updated for resources: {'Port': ['ID=5546e373-b0f8-4c6e-b726-433daebc64ab,revision_number=3']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:10:19.342003 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-78f3ff6c-5a31-4f1a-80ea-793658404dae tempest-QuotasNegativeTest-951228138 tempest-QuotasNegativeTest-951228138-project-admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 2.0265515 Nov 22 20:10:19.345221 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 33430) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:10:19.347232 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-73fab1a1-3dee-40ac-ac26-062ca2a83477 req-b6009653-69a8-4c8c-9f8d-1355854da568 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f7aa337d-f393-4fb2-bcca-d43a9dc28e45 HTTP/1.1" status: 200 len: 217 time: 0.1631138 Nov 22 20:10:19.350520 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1d3ac1-e506-4f5e-837a-b795c21de47a admin admin] Pushing event updated for resources: {'Port': ['ID=33c02f63-41ea-44ea-a023-b8411104722a,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:10:19.360118 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-033c4ab9-d090-4140-96ef-5e17d1a54cf3 tempest-QuotasNegativeTest-951228138 tempest-QuotasNegativeTest-951228138-project-admin] Request body: {'network': {'project_id': 'fc6f8247238e473d9665390b0eaf7ef4'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:10:19.391137 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d0f0e4fa-d199-467d-9f06-cf287e0c8cc9 req-a3062615-895a-4e9b-be11-a1b97cdba57b tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] 10.222.0.46 "GET /v2.0/security-groups?id=402b14b3-7b21-4f37-9e5a-c3de7eeeb958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6021059 Nov 22 20:10:19.395705 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-033c4ab9-d090-4140-96ef-5e17d1a54cf3 tempest-QuotasNegativeTest-951228138 tempest-QuotasNegativeTest-951228138-project-admin] Made reservation on behalf of fc6f8247238e473d9665390b0eaf7ef4 for: {'network': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:10:19.398608 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-033c4ab9-d090-4140-96ef-5e17d1a54cf3 tempest-QuotasNegativeTest-951228138 tempest-QuotasNegativeTest-951228138-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for network, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:19.414094 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff1d3ac1-e506-4f5e-837a-b795c21de47a admin admin] Network 9a2fbd09-fdfb-4bae-9105-b4eb1bab5d11 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:10:19.427308 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-801f56a9-8c66-40e4-ba58-5d7f8b3669e9 req-a3cf7c46-f344-4107-ae52-c6433964a72f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=a316a3a8-0800-44ac-bf85-942ce94b0582 HTTP/1.1" status: 200 len: 217 time: 0.1477742 Nov 22 20:10:19.447268 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:19.477207 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-ff1d3ac1-e506-4f5e-837a-b795c21de47a admin admin] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:10:19.484282 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff1d3ac1-e506-4f5e-837a-b795c21de47a admin admin] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:10:19.507132 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9c78bec-c059-4971-a52d-1bd93a5969af {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:10:19.507367 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f3ff6c-5a31-4f1a-80ea-793658404dae tempest-QuotasNegativeTest-951228138 tempest-QuotasNegativeTest-951228138-project-admin] Pushing event updated for resources: {'Network': ['ID=50ba34f9-dd24-44f9-a971-75c0fa1a066d,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:10:19.538490 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Network 50ba34f9-dd24-44f9-a971-75c0fa1a066d details requested by agent ovs-agent-n-d-818823-1 with host n-d-818823-1 {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 20:10:19.550654 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port e9c78bec-c059-4971-a52d-1bd93a5969af, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=e9c78bec-c059-4971-a52d-1bd93a5969af,segment=NetworkSegment(81925659-bc5f-49d9-8d6d-c3681f9dbd5b),segment_id=81925659-bc5f-49d9-8d6d-c3681f9dbd5b)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:10:19.590741 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-cfb753bd-29f4-49eb-be29-32a4f617a9a0 req-b2f56a41-4535-492c-9a81-20ebcfc42397 tempest-ListServerFiltersTestJSON-710341241 tempest-ListServerFiltersTestJSON-710341241-project] 10.222.0.46 "GET /v2.0/security-groups?id=22127be5-351b-4d65-aed1-0fcc5085805a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4644120 Nov 22 20:10:19.609282 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ff1d3ac1-e506-4f5e-837a-b795c21de47a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659939'] for router_interface, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:19.632426 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:19.634710 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device f7aa337d-f393-4fb2-bcca-d43a9dc28e45 details requested by agent hyperv_n-h2-818823-1 with host n-h2-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 20:10:19.759171 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port f7aa337d-f393-4fb2-bcca-d43a9dc28e45, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=f7aa337d-f393-4fb2-bcca-d43a9dc28e45,segment=NetworkSegment(81925659-bc5f-49d9-8d6d-c3681f9dbd5b),segment_id=81925659-bc5f-49d9-8d6d-c3681f9dbd5b)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:10:19.803582 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=e9c78bec-c059-4971-a52d-1bd93a5969af,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:10:19.807528 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fab1a1-3dee-40ac-ac26-062ca2a83477 req-05e7029f-9398-4116-a257-4c8b0794ac76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:10:19.809061 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-73fab1a1-3dee-40ac-ac26-062ca2a83477 req-05e7029f-9398-4116-a257-4c8b0794ac76 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b3d07d8b-31c6-491c-a72c-08a2eb655cbc HTTP/1.1" status: 200 len: 859 time: 0.3949139 Nov 22 20:10:19.809375 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Returning: {'device': 'f7aa337d-f393-4fb2-bcca-d43a9dc28e45', 'network_id': '1ae4d286-ddad-44f5-b34a-bee98214a526', 'port_id': 'f7aa337d-f393-4fb2-bcca-d43a9dc28e45', 'mac_address': 'fa:16:3e:c9:75:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3d07d8b-31c6-491c-a72c-08a2eb655cbc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 20:10:19.816887 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-6d61a327-42b7-41af-8da7-ea0041f37cfd None None] Set router cf53e6a0-f2e0-4fd4-ad6e-89c0ae7d5ce0 gateway port host: n-d-818823-1 {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:10:19.858404 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:19.860943 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-033c4ab9-d090-4140-96ef-5e17d1a54cf3 tempest-QuotasNegativeTest-951228138 tempest-QuotasNegativeTest-951228138-project-admin] vlan segment allocate from pool success with {'vlan_id': 600, 'physical_network': 'physnet1'} {{(pid=103448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 20:10:19.874703 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7aa337d-f393-4fb2-bcca-d43a9dc28e45 {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:10:19.878237 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-033c4ab9-d090-4140-96ef-5e17d1a54cf3 tempest-QuotasNegativeTest-951228138 tempest-QuotasNegativeTest-951228138-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:19.878735 n-d-818823-1 neutron-server[103448]: INFO neutron.db.segments_db [None req-033c4ab9-d090-4140-96ef-5e17d1a54cf3 tempest-QuotasNegativeTest-951228138 tempest-QuotasNegativeTest-951228138-project-admin] Added segment f8edc3b2-33d1-44b0-b487-958c5f03e2c0 of type vlan for network e02e0343-ab9f-4928-a900-d2526e46d688 Nov 22 20:10:19.887506 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a1c8848c-e1ff-4538-966e-93e1c5f24ae6 req-35d9d910-8172-4aeb-8d56-9309201d0354 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.46 "GET /v2.0/ports?device_id=6e6e77cf-07c8-4b3a-a9ce-a1d8a4c92033 HTTP/1.1" status: 200 len: 210 time: 0.1687725 Nov 22 20:10:19.911887 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port f7aa337d-f393-4fb2-bcca-d43a9dc28e45, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=f7aa337d-f393-4fb2-bcca-d43a9dc28e45,segment=NetworkSegment(81925659-bc5f-49d9-8d6d-c3681f9dbd5b),segment_id=81925659-bc5f-49d9-8d6d-c3681f9dbd5b)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:10:19.917165 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:19.929007 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801f56a9-8c66-40e4-ba58-5d7f8b3669e9 req-43b7dbcd-d1fd-4e56-8d9e-dbaa631fe23b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:10:19.930992 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-801f56a9-8c66-40e4-ba58-5d7f8b3669e9 req-43b7dbcd-d1fd-4e56-8d9e-dbaa631fe23b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3091ebfd-11e2-41f8-9c00-ffe0b86563d8 HTTP/1.1" status: 200 len: 843 time: 0.4803081 Nov 22 20:10:19.947714 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-033c4ab9-d090-4140-96ef-5e17d1a54cf3 tempest-QuotasNegativeTest-951228138 tempest-QuotasNegativeTest-951228138-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748992492791'] for network, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:19.977688 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-7cd53171-1e00-4cd6-931f-aa74ae5c8629 None None] Provisioning complete for port 33c02f63-41ea-44ea-a023-b8411104722a triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:10:19.978400 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-7cd53171-1e00-4cd6-931f-aa74ae5c8629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:19.991982 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-73fab1a1-3dee-40ac-ac26-062ca2a83477 req-1ec81d82-590f-4e03-a6ac-fa3f94f33a04 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1ae4d286-ddad-44f5-b34a-bee98214a526&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1221166 Nov 22 20:10:20.021267 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ff2aff31-5e64-4901-9ff6-71557ab051c9 req-7ac32c47-c712-4476-8f27-c087635c26a8 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] 10.222.0.46 "GET /v2.0/security-groups/198578c9-8eca-4acc-bafa-e606d8aa71bd HTTP/1.1" status: 200 len: 1791 time: 0.5156734 Nov 22 20:10:20.025358 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=f7aa337d-f393-4fb2-bcca-d43a9dc28e45,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:10:20.042997 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-033c4ab9-d090-4140-96ef-5e17d1a54cf3 tempest-QuotasNegativeTest-951228138 tempest-QuotasNegativeTest-951228138-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for network, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:20.043536 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-7cd53171-1e00-4cd6-931f-aa74ae5c8629 None None] Port 33c02f63-41ea-44ea-a023-b8411104722a cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:10:20.044665 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-033c4ab9-d090-4140-96ef-5e17d1a54cf3 tempest-QuotasNegativeTest-951228138 tempest-QuotasNegativeTest-951228138-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:10:20.045272 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-033c4ab9-d090-4140-96ef-5e17d1a54cf3 tempest-QuotasNegativeTest-951228138 tempest-QuotasNegativeTest-951228138-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:20.087691 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0721b34-b5a4-46ad-891d-4dedd4c40cf5', 'tag': 'a316a3a8-0800-44ac-bf85-942ce94b0582'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:10:20.088868 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f42a8deb-95ba-44d3-9a6a-2d2f64c0885f" -d '{"events": [{"name": "network-changed", "server_uuid": "d0721b34-b5a4-46ad-891d-4dedd4c40cf5", "tag": "a316a3a8-0800-44ac-bf85-942ce94b0582"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:10:20.147771 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ff1d3ac1-e506-4f5e-837a-b795c21de47a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:20.154450 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] get_ports_and_sgs() called for port_ids ['e9c78bec-c059-4971-a52d-1bd93a5969af'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:10:20.165368 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] get_ports_and_sgs() called for port_ids ['f7aa337d-f393-4fb2-bcca-d43a9dc28e45'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:10:20.237106 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-b2c20b28-8414-4e22-8943-28516b934c0d req-6bf7be4c-e792-4977-b69d-142b1981186b tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:20.240619 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-033c4ab9-d090-4140-96ef-5e17d1a54cf3 tempest-QuotasNegativeTest-951228138 tempest-QuotasNegativeTest-951228138-project-admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.8840814 Nov 22 20:10:20.243166 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 33438) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:10:20.267078 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-e5148b2c-ff7c-47af-8b49-8349c4c3158b tempest-QuotasNegativeTest-951228138 tempest-QuotasNegativeTest-951228138-project-admin] Request body: {'network': {'project_id': 'fc6f8247238e473d9665390b0eaf7ef4'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:10:20.268010 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-6d61a327-42b7-41af-8da7-ea0041f37cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf53e6a0-f2e0-4fd4-ad6e-89c0ae7d5ce0', 'name': 'tempest-AttachSCSIVolumeTestJSON-1017251969-router', 'tenant_id': '134eeb3f28ad487993500cd41aa9bc6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': '5546e373-b0f8-4c6e-b726-433daebc64ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:10:13Z', 'updated_at': '2021-11-22T20:10:15Z', 'revision_number': 3, 'project_id': '134eeb3f28ad487993500cd41aa9bc6e', 'gw_port': {'id': '5546e373-b0f8-4c6e-b726-433daebc64ab', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:1a:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf53e6a0-f2e0-4fd4-ad6e-89c0ae7d5ce0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:10:14Z', 'updated_at': '2021-11-22T20:10:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:10:20.272936 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801f56a9-8c66-40e4-ba58-5d7f8b3669e9 req-d6c98e33-2f53-4b6a-bf77-c1d01c5fe16a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:10:20.275875 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-801f56a9-8c66-40e4-ba58-5d7f8b3669e9 req-d6c98e33-2f53-4b6a-bf77-c1d01c5fe16a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e1052824-bf78-4963-8937-b202e372ac24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3004324 Nov 22 20:10:20.293816 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033c4ab9-d090-4140-96ef-5e17d1a54cf3 tempest-QuotasNegativeTest-951228138 tempest-QuotasNegativeTest-951228138-project-admin] Pushing event updated for resources: {'Network': ['ID=e02e0343-ab9f-4928-a900-d2526e46d688,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:10:20.312328 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Network e02e0343-ab9f-4928-a900-d2526e46d688 details requested by agent ovs-agent-n-d-818823-1 with host n-d-818823-1 {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 20:10:20.329867 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d61a327-42b7-41af-8da7-ea0041f37cfd None None] The sync data for ids ['cf53e6a0-f2e0-4fd4-ad6e-89c0ae7d5ce0'] in n-d-818823-1 is: [{'id': 'cf53e6a0-f2e0-4fd4-ad6e-89c0ae7d5ce0', 'name': 'tempest-AttachSCSIVolumeTestJSON-1017251969-router', 'tenant_id': '134eeb3f28ad487993500cd41aa9bc6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': '5546e373-b0f8-4c6e-b726-433daebc64ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:10:13Z', 'updated_at': '2021-11-22T20:10:15Z', 'revision_number': 3, 'project_id': '134eeb3f28ad487993500cd41aa9bc6e', 'gw_port': {'id': '5546e373-b0f8-4c6e-b726-433daebc64ab', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:1a:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf53e6a0-f2e0-4fd4-ad6e-89c0ae7d5ce0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:10:14Z', 'updated_at': '2021-11-22T20:10:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}] {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:10:20.370791 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d963407c-abd4-4098-8c6d-7b73872036fb req-03538e78-0bc8-4543-a68c-b1c729e8e65f tempest-ServerDiagnosticsNegativeTest-1987262435 tempest-ServerDiagnosticsNegativeTest-1987262435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:10:20.378618 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d963407c-abd4-4098-8c6d-7b73872036fb req-03538e78-0bc8-4543-a68c-b1c729e8e65f tempest-ServerDiagnosticsNegativeTest-1987262435 tempest-ServerDiagnosticsNegativeTest-1987262435-project] 10.222.0.46 "GET /v2.0/ports?device_id=d0721b34-b5a4-46ad-891d-4dedd4c40cf5 HTTP/1.1" status: 200 len: 948 time: 0.3840544 Nov 22 20:10:20.523166 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ff1d3ac1-e506-4f5e-837a-b795c21de47a admin admin] Publish callbacks [] for port, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:20.531372 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ff1d3ac1-e506-4f5e-837a-b795c21de47a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:20.634796 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1d3ac1-e506-4f5e-837a-b795c21de47a admin admin] Pushing event updated for resources: {'Port': ['ID=33c02f63-41ea-44ea-a023-b8411104722a,revision_number=2']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:10:20.653687 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ff1d3ac1-e506-4f5e-837a-b795c21de47a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-563461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-659839'] for router_interface, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:20.806641 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff1d3ac1-e506-4f5e-837a-b795c21de47a admin admin] Network 9a2fbd09-fdfb-4bae-9105-b4eb1bab5d11 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:10:20.808168 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-ff1d3ac1-e506-4f5e-837a-b795c21de47a admin admin] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:10:20.833907 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-73fab1a1-3dee-40ac-ac26-062ca2a83477 req-8fa8e0dd-c27b-40a7-9574-8fcd2999227c service neutron] 10.222.0.20 "GET /v2.0/networks/1ae4d286-ddad-44f5-b34a-bee98214a526?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8264782 Nov 22 20:10:20.840702 n-d-818823-1 neutron-server[103447]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5148b2c-ff7c-47af-8b49-8349c4c3158b tempest-QuotasNegativeTest-951228138 tempest-QuotasNegativeTest-951228138-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Nov 22 20:10:20.841204 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5148b2c-ff7c-47af-8b49-8349c4c3158b tempest-QuotasNegativeTest-951228138 tempest-QuotasNegativeTest-951228138-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103447) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 20:10:20.845235 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-e5148b2c-ff7c-47af-8b49-8349c4c3158b tempest-QuotasNegativeTest-951228138 tempest-QuotasNegativeTest-951228138-project-admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.5916474 Nov 22 20:10:20.847910 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-ff2aff31-5e64-4901-9ff6-71557ab051c9 req-6d6db9cf-d5cb-452d-b08a-343464239835 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:20.852180 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 33442) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:10:20.984798 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-b2c20b28-8414-4e22-8943-28516b934c0d req-6bf7be4c-e792-4977-b69d-142b1981186b tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:20.994306 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff1d3ac1-e506-4f5e-837a-b795c21de47a admin admin] Router cf53e6a0-f2e0-4fd4-ad6e-89c0ae7d5ce0 has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 20:10:21.120594 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2c20b28-8414-4e22-8943-28516b934c0d req-6bf7be4c-e792-4977-b69d-142b1981186b tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] Network 4906551a-712e-4bde-8433-b2db24f02f5c is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:10:21.160577 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff1d3ac1-e506-4f5e-837a-b795c21de47a admin admin] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:10:21.161410 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-ff2aff31-5e64-4901-9ff6-71557ab051c9 req-6d6db9cf-d5cb-452d-b08a-343464239835 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:21.180582 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-d3897dca-111b-4105-ba5f-85efb47c6de7 None None] Provisioning complete for port 33c02f63-41ea-44ea-a023-b8411104722a triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:10:21.181153 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-ff1d3ac1-e506-4f5e-837a-b795c21de47a admin admin] 10.222.0.46 "PUT /v2.0/routers/cf53e6a0-f2e0-4fd4-ad6e-89c0ae7d5ce0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4711490 Nov 22 20:10:21.181685 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-d3897dca-111b-4105-ba5f-85efb47c6de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:21.207178 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [req-b2c20b28-8414-4e22-8943-28516b934c0d req-6bf7be4c-e792-4977-b69d-142b1981186b tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:10:21.213389 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2c20b28-8414-4e22-8943-28516b934c0d req-6bf7be4c-e792-4977-b69d-142b1981186b tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:10:21.233135 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-d3897dca-111b-4105-ba5f-85efb47c6de7 None None] Port 33c02f63-41ea-44ea-a023-b8411104722a cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:10:21.245136 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d963407c-abd4-4098-8c6d-7b73872036fb req-1907c1a0-c7c0-4920-9f81-bbd3ea7649d1 tempest-ServerDiagnosticsNegativeTest-1987262435 tempest-ServerDiagnosticsNegativeTest-1987262435-project] 10.222.0.46 "GET /v2.0/security-groups?id=5c6b66f4-4f70-422e-b500-51cd35b463ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8655024 Nov 22 20:10:21.287034 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf7be4c-e792-4977-b69d-142b1981186b tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] Pushing event updated for resources: {'Port': ['ID=47b8edb0-177f-4d17-96fa-2e7fc52c4950,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:10:21.298758 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-801f56a9-8c66-40e4-ba58-5d7f8b3669e9 req-6ed82dd3-2126-4817-9204-b5df07984ed0 service neutron] 10.222.0.20 "GET /v2.0/networks/e1052824-bf78-4963-8937-b202e372ac24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9949453 Nov 22 20:10:21.337512 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-f03fc01a-99a1-4abf-941f-b3cf7cadfc69 tempest-QuotasNegativeTest-951228138 tempest-QuotasNegativeTest-951228138-project-admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=fc6f8247238e473d9665390b0eaf7ef4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4681411 Nov 22 20:10:21.338409 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 33450) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:10:21.368521 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c20b28-8414-4e22-8943-28516b934c0d req-6bf7be4c-e792-4977-b69d-142b1981186b tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:10:21.369182 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-b2c20b28-8414-4e22-8943-28516b934c0d req-6bf7be4c-e792-4977-b69d-142b1981186b tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:21.463043 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1e8034c5-b69a-4e8c-ad9c-79e065e06645 tempest-QuotasNegativeTest-951228138 tempest-QuotasNegativeTest-951228138-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:21.465595 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-ff2aff31-5e64-4901-9ff6-71557ab051c9 req-6d6db9cf-d5cb-452d-b08a-343464239835 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:21.468230 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-ff2aff31-5e64-4901-9ff6-71557ab051c9 req-6d6db9cf-d5cb-452d-b08a-343464239835 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:21.472513 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ff2aff31-5e64-4901-9ff6-71557ab051c9 req-6d6db9cf-d5cb-452d-b08a-343464239835 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] 10.222.0.46 "DELETE /v2.0/security-groups/198578c9-8eca-4acc-bafa-e606d8aa71bd HTTP/1.1" status: 204 len: 173 time: 1.4499431 Nov 22 20:10:21.526775 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1e8034c5-b69a-4e8c-ad9c-79e065e06645 tempest-QuotasNegativeTest-951228138 tempest-QuotasNegativeTest-951228138-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:21.527261 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b2c20b28-8414-4e22-8943-28516b934c0d req-6bf7be4c-e792-4977-b69d-142b1981186b tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2410257 Nov 22 20:10:21.536354 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-73fab1a1-3dee-40ac-ac26-062ca2a83477 req-055a9ac5-3fe3-4c55-ba79-1bfa4827d003 service neutron] 10.222.0.20 "GET /v2.0/networks/1ae4d286-ddad-44f5-b34a-bee98214a526?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6730731 Nov 22 20:10:21.559826 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-b2c20b28-8414-4e22-8943-28516b934c0d req-2e1e27b7-5366-4627-890e-56a26474c4dc service neutron] Request body: {'port': {'device_id': '6e6e77cf-07c8-4b3a-a9ce-a1d8a4c92033', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818823-1'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:10:21.568805 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6db9cf-d5cb-452d-b08a-343464239835 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=198578c9-8eca-4acc-bafa-e606d8aa71bd,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:10:21.646435 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1e8034c5-b69a-4e8c-ad9c-79e065e06645 tempest-QuotasNegativeTest-951228138 tempest-QuotasNegativeTest-951228138-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:21.649368 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1e8034c5-b69a-4e8c-ad9c-79e065e06645 tempest-QuotasNegativeTest-951228138 tempest-QuotasNegativeTest-951228138-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:21.654166 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-1e8034c5-b69a-4e8c-ad9c-79e065e06645 tempest-QuotasNegativeTest-951228138 tempest-QuotasNegativeTest-951228138-project-admin] 10.222.0.46 "DELETE /v2.0/security-groups/a425293e-7aa0-49af-a234-b88b18c63629 HTTP/1.1" status: 204 len: 168 time: 0.3119953 Nov 22 20:10:21.654952 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 20:10:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-981ded09-1d43-4de5-890e-f535ed7e674e x-openstack-request-id: req-981ded09-1d43-4de5-890e-f535ed7e674e {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:10:21.655248 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0721b34-b5a4-46ad-891d-4dedd4c40cf5", "tag": "a316a3a8-0800-44ac-bf85-942ce94b0582", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:10:21.655528 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-981ded09-1d43-4de5-890e-f535ed7e674e {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:10:21.657515 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0721b34-b5a4-46ad-891d-4dedd4c40cf5', 'tag': 'a316a3a8-0800-44ac-bf85-942ce94b0582', 'status': 'completed', 'code': 200} Nov 22 20:10:21.668071 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 33460) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:10:21.672892 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8034c5-b69a-4e8c-ad9c-79e065e06645 tempest-QuotasNegativeTest-951228138 tempest-QuotasNegativeTest-951228138-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a425293e-7aa0-49af-a234-b88b18c63629,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:10:21.690602 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8034c5-b69a-4e8c-ad9c-79e065e06645 tempest-QuotasNegativeTest-951228138 tempest-QuotasNegativeTest-951228138-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:10:21.690962 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8034c5-b69a-4e8c-ad9c-79e065e06645 tempest-QuotasNegativeTest-951228138 tempest-QuotasNegativeTest-951228138-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:10:21.691304 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8034c5-b69a-4e8c-ad9c-79e065e06645 tempest-QuotasNegativeTest-951228138 tempest-QuotasNegativeTest-951228138-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:10:21.694603 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8034c5-b69a-4e8c-ad9c-79e065e06645 tempest-QuotasNegativeTest-951228138 tempest-QuotasNegativeTest-951228138-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:10:21.694963 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8034c5-b69a-4e8c-ad9c-79e065e06645 tempest-QuotasNegativeTest-951228138 tempest-QuotasNegativeTest-951228138-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:10:21.695311 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8034c5-b69a-4e8c-ad9c-79e065e06645 tempest-QuotasNegativeTest-951228138 tempest-QuotasNegativeTest-951228138-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:10:21.695675 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8034c5-b69a-4e8c-ad9c-79e065e06645 tempest-QuotasNegativeTest-951228138 tempest-QuotasNegativeTest-951228138-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:10:21.696005 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8034c5-b69a-4e8c-ad9c-79e065e06645 tempest-QuotasNegativeTest-951228138 tempest-QuotasNegativeTest-951228138-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:10:21.696332 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8034c5-b69a-4e8c-ad9c-79e065e06645 tempest-QuotasNegativeTest-951228138 tempest-QuotasNegativeTest-951228138-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:10:21.696661 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8034c5-b69a-4e8c-ad9c-79e065e06645 tempest-QuotasNegativeTest-951228138 tempest-QuotasNegativeTest-951228138-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:10:21.696989 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8034c5-b69a-4e8c-ad9c-79e065e06645 tempest-QuotasNegativeTest-951228138 tempest-QuotasNegativeTest-951228138-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:10:21.697416 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8034c5-b69a-4e8c-ad9c-79e065e06645 tempest-QuotasNegativeTest-951228138 tempest-QuotasNegativeTest-951228138-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:10:21.801655 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-65671163-385f-4137-9bb8-06142b89beb6 tempest-QuotasNegativeTest-951228138 tempest-QuotasNegativeTest-951228138-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3961693'] for network, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:21.971024 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-b2c20b28-8414-4e22-8943-28516b934c0d req-2e1e27b7-5366-4627-890e-56a26474c4dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:22.031826 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74d4650-a6a9-4725-9634-8df0dd7a6530 req-40a058b3-15f1-4c41-905f-c6cac9f2a1bf tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:10:22.039675 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a74d4650-a6a9-4725-9634-8df0dd7a6530 req-40a058b3-15f1-4c41-905f-c6cac9f2a1bf tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] 10.222.0.46 "GET /v2.0/ports?device_id=061b0ea0-8e4a-4f23-9523-0bfc0bf638a2 HTTP/1.1" status: 200 len: 945 time: 0.2352805 Nov 22 20:10:22.044398 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-801f56a9-8c66-40e4-ba58-5d7f8b3669e9 req-d4c70df3-beb0-4cc4-893c-1981fc95b6e3 service neutron] 10.222.0.20 "GET /v2.0/networks/e1052824-bf78-4963-8937-b202e372ac24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7343929 Nov 22 20:10:22.168463 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92e1b0e-3e6e-4b84-b37a-66db98cedab2 req-1741c098-dad2-4f7c-97e3-0412d589c78e tempest-ListServerFiltersTestJSON-710341241 tempest-ListServerFiltersTestJSON-710341241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:10:22.176588 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92e1b0e-3e6e-4b84-b37a-66db98cedab2 req-1741c098-dad2-4f7c-97e3-0412d589c78e tempest-ListServerFiltersTestJSON-710341241 tempest-ListServerFiltersTestJSON-710341241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:10:22.190018 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92e1b0e-3e6e-4b84-b37a-66db98cedab2 req-1741c098-dad2-4f7c-97e3-0412d589c78e tempest-ListServerFiltersTestJSON-710341241 tempest-ListServerFiltersTestJSON-710341241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:10:22.202077 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f92e1b0e-3e6e-4b84-b37a-66db98cedab2 req-1741c098-dad2-4f7c-97e3-0412d589c78e tempest-ListServerFiltersTestJSON-710341241 tempest-ListServerFiltersTestJSON-710341241-project] 10.222.0.46 "GET /v2.0/ports?device_id=593b2096-75b7-405a-b83d-4e4481045f8d&device_id=d59d7a07-3466-4053-a1c5-b23052fad2dc&device_id=7563f773-f6b1-4f3f-94f8-25a0f67634fc HTTP/1.1" status: 200 len: 2418 time: 0.5347795 Nov 22 20:10:22.270604 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-65671163-385f-4137-9bb8-06142b89beb6 tempest-QuotasNegativeTest-951228138 tempest-QuotasNegativeTest-951228138-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3760028', 'neutron.services.segments.db._delete_segments_for_network-8748992815755'] for network, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:22.373847 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42a8deb-95ba-44d3-9a6a-2d2f64c0885f req-a6b4a0ba-f918-4b8a-ae27-e0247d26beb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:10:22.375649 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f42a8deb-95ba-44d3-9a6a-2d2f64c0885f req-a6b4a0ba-f918-4b8a-ae27-e0247d26beb6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e4c988855d794b9a86fa7e9e7a70bad7&device_id=d0721b34-b5a4-46ad-891d-4dedd4c40cf5 HTTP/1.1" status: 200 len: 1099 time: 0.2625380 Nov 22 20:10:22.392021 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-65671163-385f-4137-9bb8-06142b89beb6 tempest-QuotasNegativeTest-951228138 tempest-QuotasNegativeTest-951228138-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e02e0343-ab9f-4928-a900-d2526e46d688']}} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:10:22.444434 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a74d4650-a6a9-4725-9634-8df0dd7a6530 req-1f7b0983-f583-4037-819c-56fd8b7118f4 tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] 10.222.0.46 "GET /v2.0/security-groups?id=402b14b3-7b21-4f37-9e5a-c3de7eeeb958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4036889 Nov 22 20:10:22.553765 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 5546e373-b0f8-4c6e-b726-433daebc64ab up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:10:22.582715 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f92e1b0e-3e6e-4b84-b37a-66db98cedab2 req-1f22fa47-695f-49f4-bb21-4b35e95504c3 tempest-ListServerFiltersTestJSON-710341241 tempest-ListServerFiltersTestJSON-710341241-project] 10.222.0.46 "GET /v2.0/security-groups?id=22127be5-351b-4d65-aed1-0fcc5085805a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3796179 Nov 22 20:10:22.591986 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-65671163-385f-4137-9bb8-06142b89beb6 tempest-QuotasNegativeTest-951228138 tempest-QuotasNegativeTest-951228138-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8edc3b2-33d1-44b0-b487-958c5f03e2c0') {'for_net_delete': True} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:10:22.594535 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-65671163-385f-4137-9bb8-06142b89beb6 tempest-QuotasNegativeTest-951228138 tempest-QuotasNegativeTest-951228138-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8edc3b2-33d1-44b0-b487-958c5f03e2c0') {} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:10:22.697113 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 5546e373-b0f8-4c6e-b726-433daebc64ab triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:10:22.697518 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:22.701607 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device e9c78bec-c059-4971-a52d-1bd93a5969af up at agent hyperv_n-h2-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:10:22.789230 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-65671163-385f-4137-9bb8-06142b89beb6 tempest-QuotasNegativeTest-951228138 tempest-QuotasNegativeTest-951228138-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748993039638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12178344'] for segment, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:22.894974 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Provisioning for port e9c78bec-c059-4971-a52d-1bd93a5969af completed by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 20:10:22.953352 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Provisioning complete for port e9c78bec-c059-4971-a52d-1bd93a5969af triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:10:22.954171 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:23.036721 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-65671163-385f-4137-9bb8-06142b89beb6 tempest-QuotasNegativeTest-951228138 tempest-QuotasNegativeTest-951228138-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:23.053863 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:23.101056 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] For port 5546e373-b0f8-4c6e-b726-433daebc64ab, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=5546e373-b0f8-4c6e-b726-433daebc64ab,segment=NetworkSegment(8793ba83-8407-4c3d-9b56-2a177cd58a70),segment_id=8793ba83-8407-4c3d-9b56-2a177cd58a70)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:10:23.105630 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:23.113517 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65671163-385f-4137-9bb8-06142b89beb6 tempest-QuotasNegativeTest-951228138 tempest-QuotasNegativeTest-951228138-project-admin] Releasing vlan 600 on physical network physnet1 to pool {{(pid=103447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 20:10:23.113889 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-65671163-385f-4137-9bb8-06142b89beb6 tempest-QuotasNegativeTest-951228138 tempest-QuotasNegativeTest-951228138-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8900762'] for segment, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:23.120597 n-d-818823-1 neutron-server[103447]: Traceback (most recent call last): Nov 22 20:10:23.120597 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 20:10:23.120597 n-d-818823-1 neutron-server[103447]: timer() Nov 22 20:10:23.120597 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 20:10:23.120597 n-d-818823-1 neutron-server[103447]: cb(*args, **kw) Nov 22 20:10:23.120597 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 20:10:23.120597 n-d-818823-1 neutron-server[103447]: return func(*args, **kwargs) Nov 22 20:10:23.120597 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 20:10:23.120597 n-d-818823-1 neutron-server[103447]: self._notify() Nov 22 20:10:23.120597 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 20:10:23.120597 n-d-818823-1 neutron-server[103447]: self.callback(batched_events) Nov 22 20:10:23.120597 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 20:10:23.120597 n-d-818823-1 neutron-server[103447]: event.method(event) Nov 22 20:10:23.120597 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 20:10:23.120597 n-d-818823-1 neutron-server[103447]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 20:10:23.120597 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 20:10:23.120597 n-d-818823-1 neutron-server[103447]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 20:10:23.120597 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 20:10:23.120597 n-d-818823-1 neutron-server[103447]: return f(self, *a, **k) Nov 22 20:10:23.120597 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 20:10:23.120597 n-d-818823-1 neutron-server[103447]: return self._get(url).json() Nov 22 20:10:23.120597 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 20:10:23.120597 n-d-818823-1 neutron-server[103447]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 20:10:23.120597 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 20:10:23.120597 n-d-818823-1 neutron-server[103447]: return self.request(url, 'GET', **kwargs) Nov 22 20:10:23.120597 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 20:10:23.120597 n-d-818823-1 neutron-server[103447]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 20:10:23.120597 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 20:10:23.120597 n-d-818823-1 neutron-server[103447]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 20:10:23.120597 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 20:10:23.120597 n-d-818823-1 neutron-server[103447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 20:10:23.120597 n-d-818823-1 neutron-server[103447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 20:10:23.167441 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3911f07a-2bfb-4623-aa98-27d29c343aa6 None None] Sync routers for ids ['cf53e6a0-f2e0-4fd4-ad6e-89c0ae7d5ce0'] in n-d-818823-1 {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:10:23.188102 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:23.209352 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3911f07a-2bfb-4623-aa98-27d29c343aa6 None None] Routers {'cf53e6a0-f2e0-4fd4-ad6e-89c0ae7d5ce0'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:10:23.210090 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-3911f07a-2bfb-4623-aa98-27d29c343aa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:10:02Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['cf53e6a0-f2e0-4fd4-ad6e-89c0ae7d5ce0'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:10:23.242909 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2251700-accb-4633-93dc-8d7a537e5f20 req-3345346a-3516-4d9c-9cc5-a084fd01d345 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:10:23.252180 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c2251700-accb-4633-93dc-8d7a537e5f20 req-3345346a-3516-4d9c-9cc5-a084fd01d345 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.46 "GET /v2.0/ports?device_id=6e6e77cf-07c8-4b3a-a9ce-a1d8a4c92033 HTTP/1.1" status: 200 len: 931 time: 0.6130199 Nov 22 20:10:23.277824 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Pushing event updated for resources: {'Port': ['ID=5546e373-b0f8-4c6e-b726-433daebc64ab,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:10:23.304252 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c752b1-84af-44c0-834c-60761d9e9f68 req-e207f42e-e1a1-46b5-ba96-882d6ed69cdb tempest-ServerDiagnosticsNegativeTest-1987262435 tempest-ServerDiagnosticsNegativeTest-1987262435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:10:23.305617 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-85c752b1-84af-44c0-834c-60761d9e9f68 req-e207f42e-e1a1-46b5-ba96-882d6ed69cdb tempest-ServerDiagnosticsNegativeTest-1987262435 tempest-ServerDiagnosticsNegativeTest-1987262435-project] 10.222.0.46 "GET /v2.0/ports?device_id=d0721b34-b5a4-46ad-891d-4dedd4c40cf5 HTTP/1.1" status: 200 len: 948 time: 0.4275484 Nov 22 20:10:23.333549 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port e9c78bec-c059-4971-a52d-1bd93a5969af, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=e9c78bec-c059-4971-a52d-1bd93a5969af,segment=NetworkSegment(81925659-bc5f-49d9-8d6d-c3681f9dbd5b),segment_id=81925659-bc5f-49d9-8d6d-c3681f9dbd5b)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:10:23.338933 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f120437d-9853-4b55-a507-5eced1446d4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9c78bec-c059-4971-a52d-1bd93a5969af'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:10:23.341244 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d39f6d30a11e565ec9648abcc015e8a6ab6cff4edd704add8155e28765d31eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06317c9d-ff33-4c88-a020-9aba8cf3220c" -d '{"events": [{"server_uuid": "f120437d-9853-4b55-a507-5eced1446d4e", "name": "network-vif-plugged", "status": "completed", "tag": "e9c78bec-c059-4971-a52d-1bd93a5969af"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:10:23.347376 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:23.348184 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device f7aa337d-f393-4fb2-bcca-d43a9dc28e45 up at agent hyperv_n-h2-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:10:23.395575 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-65671163-385f-4137-9bb8-06142b89beb6 tempest-QuotasNegativeTest-951228138 tempest-QuotasNegativeTest-951228138-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3760002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595318'] for network, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:23.398180 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42a8deb-95ba-44d3-9a6a-2d2f64c0885f req-fdac2961-d63a-4ead-aa8b-a6a6c6f5b79a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:10:23.400268 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f42a8deb-95ba-44d3-9a6a-2d2f64c0885f req-fdac2961-d63a-4ead-aa8b-a6a6c6f5b79a service neutron] 10.222.0.20 "GET /v2.0/networks?id=e1052824-bf78-4963-8937-b202e372ac24 HTTP/1.1" status: 200 len: 870 time: 0.9640875 Nov 22 20:10:23.417715 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-65671163-385f-4137-9bb8-06142b89beb6 tempest-QuotasNegativeTest-951228138 tempest-QuotasNegativeTest-951228138-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for network, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:23.424287 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 33486) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:10:23.425048 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-65671163-385f-4137-9bb8-06142b89beb6 tempest-QuotasNegativeTest-951228138 tempest-QuotasNegativeTest-951228138-project-admin] 10.222.0.46 "DELETE /v2.0/networks/e02e0343-ab9f-4928-a900-d2526e46d688 HTTP/1.1" status: 204 len: 168 time: 1.7558312 Nov 22 20:10:23.443097 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=e9c78bec-c059-4971-a52d-1bd93a5969af,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:10:23.542303 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65671163-385f-4137-9bb8-06142b89beb6 tempest-QuotasNegativeTest-951228138 tempest-QuotasNegativeTest-951228138-project-admin] Pushing event deleted for resources: {'Network': ['ID=e02e0343-ab9f-4928-a900-d2526e46d688,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:10:23.564004 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f42a8deb-95ba-44d3-9a6a-2d2f64c0885f req-4735d531-fd93-4551-8193-1e118bde3d3a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=a316a3a8-0800-44ac-bf85-942ce94b0582 HTTP/1.1" status: 200 len: 217 time: 0.1280739 Nov 22 20:10:23.610363 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-688923a4-9517-4d12-a840-da81c4ed6f25 tempest-QuotasNegativeTest-951228138 tempest-QuotasNegativeTest-951228138-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3961693'] for network, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:23.617847 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Provisioning for port f7aa337d-f393-4fb2-bcca-d43a9dc28e45 completed by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 20:10:23.630443 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-85c752b1-84af-44c0-834c-60761d9e9f68 req-8fabb99b-1956-403d-a720-54641e061826 tempest-ServerDiagnosticsNegativeTest-1987262435 tempest-ServerDiagnosticsNegativeTest-1987262435-project] 10.222.0.46 "GET /v2.0/security-groups?id=5c6b66f4-4f70-422e-b500-51cd35b463ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2947004 Nov 22 20:10:23.650478 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Provisioning complete for port f7aa337d-f393-4fb2-bcca-d43a9dc28e45 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:10:23.660937 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:23.681362 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-3911f07a-2bfb-4623-aa98-27d29c343aa6 None None] Set router cf53e6a0-f2e0-4fd4-ad6e-89c0ae7d5ce0 gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:10:23.748020 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-688923a4-9517-4d12-a840-da81c4ed6f25 tempest-QuotasNegativeTest-951228138 tempest-QuotasNegativeTest-951228138-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3760028', 'neutron.services.segments.db._delete_segments_for_network-8748992815755'] for network, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:23.773007 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-688923a4-9517-4d12-a840-da81c4ed6f25 tempest-QuotasNegativeTest-951228138 tempest-QuotasNegativeTest-951228138-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50ba34f9-dd24-44f9-a971-75c0fa1a066d']}} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:10:23.787068 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-688923a4-9517-4d12-a840-da81c4ed6f25 tempest-QuotasNegativeTest-951228138 tempest-QuotasNegativeTest-951228138-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b20ebcbd-3d42-4f36-9970-d609e12fc4c9') {'for_net_delete': True} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:10:23.787466 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-688923a4-9517-4d12-a840-da81c4ed6f25 tempest-QuotasNegativeTest-951228138 tempest-QuotasNegativeTest-951228138-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b20ebcbd-3d42-4f36-9970-d609e12fc4c9') {} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:10:23.800323 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-688923a4-9517-4d12-a840-da81c4ed6f25 tempest-QuotasNegativeTest-951228138 tempest-QuotasNegativeTest-951228138-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748993039638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11627933'] for segment, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:23.815809 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-688923a4-9517-4d12-a840-da81c4ed6f25 tempest-QuotasNegativeTest-951228138 tempest-QuotasNegativeTest-951228138-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:23.823579 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-688923a4-9517-4d12-a840-da81c4ed6f25 tempest-QuotasNegativeTest-951228138 tempest-QuotasNegativeTest-951228138-project-admin] Releasing vlan 647 on physical network physnet1 to pool {{(pid=103448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 20:10:23.824086 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-688923a4-9517-4d12-a840-da81c4ed6f25 tempest-QuotasNegativeTest-951228138 tempest-QuotasNegativeTest-951228138-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11567447'] for segment, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:23.825871 n-d-818823-1 neutron-server[103448]: Traceback (most recent call last): Nov 22 20:10:23.825871 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 20:10:23.825871 n-d-818823-1 neutron-server[103448]: timer() Nov 22 20:10:23.825871 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 20:10:23.825871 n-d-818823-1 neutron-server[103448]: cb(*args, **kw) Nov 22 20:10:23.825871 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 20:10:23.825871 n-d-818823-1 neutron-server[103448]: return func(*args, **kwargs) Nov 22 20:10:23.825871 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 20:10:23.825871 n-d-818823-1 neutron-server[103448]: self._notify() Nov 22 20:10:23.825871 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 20:10:23.825871 n-d-818823-1 neutron-server[103448]: self.callback(batched_events) Nov 22 20:10:23.825871 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 20:10:23.825871 n-d-818823-1 neutron-server[103448]: event.method(event) Nov 22 20:10:23.825871 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 20:10:23.825871 n-d-818823-1 neutron-server[103448]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 20:10:23.825871 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 20:10:23.825871 n-d-818823-1 neutron-server[103448]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 20:10:23.825871 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 20:10:23.825871 n-d-818823-1 neutron-server[103448]: return f(self, *a, **k) Nov 22 20:10:23.825871 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 20:10:23.825871 n-d-818823-1 neutron-server[103448]: return self._get(url).json() Nov 22 20:10:23.825871 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 20:10:23.825871 n-d-818823-1 neutron-server[103448]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 20:10:23.825871 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 20:10:23.825871 n-d-818823-1 neutron-server[103448]: return self.request(url, 'GET', **kwargs) Nov 22 20:10:23.825871 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 20:10:23.825871 n-d-818823-1 neutron-server[103448]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 20:10:23.825871 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 20:10:23.825871 n-d-818823-1 neutron-server[103448]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 20:10:23.825871 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 20:10:23.825871 n-d-818823-1 neutron-server[103448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 20:10:23.825871 n-d-818823-1 neutron-server[103448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 20:10:23.835090 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c2251700-accb-4633-93dc-8d7a537e5f20 req-931241c4-3326-4eb0-b892-6e2d2b1bc5a5 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.46 "GET /v2.0/security-groups?id=deac3dce-93b4-41af-981b-873d47022422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5819092 Nov 22 20:10:23.926264 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-688923a4-9517-4d12-a840-da81c4ed6f25 tempest-QuotasNegativeTest-951228138 tempest-QuotasNegativeTest-951228138-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3760002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595318'] for network, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:23.952810 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-688923a4-9517-4d12-a840-da81c4ed6f25 tempest-QuotasNegativeTest-951228138 tempest-QuotasNegativeTest-951228138-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:23.956880 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-688923a4-9517-4d12-a840-da81c4ed6f25 tempest-QuotasNegativeTest-951228138 tempest-QuotasNegativeTest-951228138-project-admin] 10.222.0.46 "DELETE /v2.0/networks/50ba34f9-dd24-44f9-a971-75c0fa1a066d HTTP/1.1" status: 204 len: 168 time: 0.5302744 Nov 22 20:10:23.974854 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688923a4-9517-4d12-a840-da81c4ed6f25 tempest-QuotasNegativeTest-951228138 tempest-QuotasNegativeTest-951228138-project-admin] Pushing event deleted for resources: {'Network': ['ID=50ba34f9-dd24-44f9-a971-75c0fa1a066d,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:10:24.114621 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42a8deb-95ba-44d3-9a6a-2d2f64c0885f req-2676d800-dc8c-46fd-a341-78df74a8ae74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:10:24.116090 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f42a8deb-95ba-44d3-9a6a-2d2f64c0885f req-2676d800-dc8c-46fd-a341-78df74a8ae74 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3091ebfd-11e2-41f8-9c00-ffe0b86563d8 HTTP/1.1" status: 200 len: 843 time: 0.5426760 Nov 22 20:10:24.162211 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:10:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bfb8b21-61f1-4d57-b776-20b5d9b87578 x-openstack-request-id: req-3bfb8b21-61f1-4d57-b776-20b5d9b87578 {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:10:24.162582 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f120437d-9853-4b55-a507-5eced1446d4e", "name": "network-vif-plugged", "status": "completed", "tag": "e9c78bec-c059-4971-a52d-1bd93a5969af", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:10:24.162854 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3bfb8b21-61f1-4d57-b776-20b5d9b87578 {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:10:24.163308 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f120437d-9853-4b55-a507-5eced1446d4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9c78bec-c059-4971-a52d-1bd93a5969af', 'code': 200} Nov 22 20:10:24.167293 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [req-b2c20b28-8414-4e22-8943-28516b934c0d req-2e1e27b7-5366-4627-890e-56a26474c4dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47b8edb0-177f-4d17-96fa-2e7fc52c4950 {{(pid=103447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:10:24.225897 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-b2c20b28-8414-4e22-8943-28516b934c0d req-2e1e27b7-5366-4627-890e-56a26474c4dc service neutron] Publish callbacks [] for port, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:24.300441 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.provisioning_blocks [req-b2c20b28-8414-4e22-8943-28516b934c0d req-2e1e27b7-5366-4627-890e-56a26474c4dc service neutron] Transition to ACTIVE for port object 47b8edb0-177f-4d17-96fa-2e7fc52c4950 will not be triggered until provisioned by entity L2. {{(pid=103447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 20:10:24.312178 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f43dd6a-696d-4224-afd5-24176eb88542 req-1039d0ab-19d8-458b-b249-e699aeb1024b tempest-ListServerFiltersTestJSON-710341241 tempest-ListServerFiltersTestJSON-710341241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:10:24.323503 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3f43dd6a-696d-4224-afd5-24176eb88542 req-1039d0ab-19d8-458b-b249-e699aeb1024b tempest-ListServerFiltersTestJSON-710341241 tempest-ListServerFiltersTestJSON-710341241-project] 10.222.0.46 "GET /v2.0/ports?device_id=593b2096-75b7-405a-b83d-4e4481045f8d HTTP/1.1" status: 200 len: 946 time: 0.3344083 Nov 22 20:10:24.344247 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-b2c20b28-8414-4e22-8943-28516b934c0d req-2e1e27b7-5366-4627-890e-56a26474c4dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:24.428278 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82830766-a938-49a8-abc8-7dfe1ae530fc req-fcacbb68-3995-414e-9ea1-958f3ce2f434 tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:10:24.438165 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-82830766-a938-49a8-abc8-7dfe1ae530fc req-fcacbb68-3995-414e-9ea1-958f3ce2f434 tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] 10.222.0.46 "GET /v2.0/ports?device_id=061b0ea0-8e4a-4f23-9523-0bfc0bf638a2 HTTP/1.1" status: 200 len: 945 time: 0.2242808 Nov 22 20:10:24.447984 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42a8deb-95ba-44d3-9a6a-2d2f64c0885f req-97100ea8-1266-4002-8358-e22302cf0cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:10:24.449720 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f42a8deb-95ba-44d3-9a6a-2d2f64c0885f req-97100ea8-1266-4002-8358-e22302cf0cd4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e1052824-bf78-4963-8937-b202e372ac24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3102927 Nov 22 20:10:24.553833 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3f43dd6a-696d-4224-afd5-24176eb88542 req-dc1f57a6-2da0-4c14-8b0a-a54fabef3611 tempest-ListServerFiltersTestJSON-710341241 tempest-ListServerFiltersTestJSON-710341241-project] 10.222.0.46 "GET /v2.0/security-groups?id=22127be5-351b-4d65-aed1-0fcc5085805a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2292547 Nov 22 20:10:24.580061 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 5546e373-b0f8-4c6e-b726-433daebc64ab up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:10:24.713264 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9934229a-468e-48a9-a887-987161c3e031 req-a46fb597-419c-43e0-b5c2-7e696337c40d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:10:24.715954 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9934229a-468e-48a9-a887-987161c3e031 req-a46fb597-419c-43e0-b5c2-7e696337c40d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f120437d-9853-4b55-a507-5eced1446d4e HTTP/1.1" status: 200 len: 1096 time: 0.5104923 Nov 22 20:10:24.718218 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f42a8deb-95ba-44d3-9a6a-2d2f64c0885f req-1870bcb6-ecde-4e9b-bfcf-136db5c99776 service neutron] 10.222.0.20 "GET /v2.0/networks/e1052824-bf78-4963-8937-b202e372ac24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2341318 Nov 22 20:10:24.737722 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device a316a3a8-0800-44ac-bf85-942ce94b0582 details requested by agent hyperv_n-h2-818823-1 with host n-h2-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 20:10:24.748235 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:24.828806 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port f7aa337d-f393-4fb2-bcca-d43a9dc28e45, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=f7aa337d-f393-4fb2-bcca-d43a9dc28e45,segment=NetworkSegment(81925659-bc5f-49d9-8d6d-c3681f9dbd5b),segment_id=81925659-bc5f-49d9-8d6d-c3681f9dbd5b)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:10:24.851839 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 33512) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:10:24.856763 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:24.875819 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9934229a-468e-48a9-a887-987161c3e031 req-7b2aa437-eded-4a63-8db9-9e32d3b0b3af service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=402b14b3-7b21-4f37-9e5a-c3de7eeeb958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387494 Nov 22 20:10:24.885975 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1e27b7-5366-4627-890e-56a26474c4dc service neutron] Pushing event updated for resources: {'Port': ['ID=47b8edb0-177f-4d17-96fa-2e7fc52c4950,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:10:24.906651 n-d-818823-1 neutron-server[103447]: INFO neutron.api.v2.resource [req-326dc6de-0c45-4186-a39c-16e28ad184ca req-82fe19da-15c0-4dda-82b7-6511c0e32678 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] show failed (client error): The resource could not be found. Nov 22 20:10:24.922927 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-326dc6de-0c45-4186-a39c-16e28ad184ca req-82fe19da-15c0-4dda-82b7-6511c0e32678 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] 10.222.0.46 "GET /v2.0/security-groups/af3cffe8-59ae-4712-b246-b88436f19951 HTTP/1.1" status: 404 len: 352 time: 0.1996477 Nov 22 20:10:25.046708 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 5546e373-b0f8-4c6e-b726-433daebc64ab triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:10:25.047118 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:25.080073 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-82830766-a938-49a8-abc8-7dfe1ae530fc req-28035d21-805a-4f73-b124-3633c72a3609 tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] 10.222.0.46 "GET /v2.0/security-groups?id=402b14b3-7b21-4f37-9e5a-c3de7eeeb958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6363375 Nov 22 20:10:25.119068 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3d0968d3-fb4c-4780-b112-3dc146df1646 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:25.140942 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=f7aa337d-f393-4fb2-bcca-d43a9dc28e45,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:10:25.184199 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-3911f07a-2bfb-4623-aa98-27d29c343aa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf53e6a0-f2e0-4fd4-ad6e-89c0ae7d5ce0', 'name': 'tempest-AttachSCSIVolumeTestJSON-1017251969-router', 'tenant_id': '134eeb3f28ad487993500cd41aa9bc6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': '5546e373-b0f8-4c6e-b726-433daebc64ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:10:13Z', 'updated_at': '2021-11-22T20:10:19Z', 'revision_number': 4, 'project_id': '134eeb3f28ad487993500cd41aa9bc6e', 'gw_port': {'id': '5546e373-b0f8-4c6e-b726-433daebc64ab', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:1a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf53e6a0-f2e0-4fd4-ad6e-89c0ae7d5ce0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:10:14Z', 'updated_at': '2021-11-22T20:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': '33c02f63-41ea-44ea-a023-b8411104722a', 'name': '', 'network_id': '9a2fbd09-fdfb-4bae-9105-b4eb1bab5d11', 'tenant_id': '134eeb3f28ad487993500cd41aa9bc6e', 'mac_address': 'fa:16:3e:1f:cf:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf53e6a0-f2e0-4fd4-ad6e-89c0ae7d5ce0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': '0a97c35b-485e-45b8-87c9-9bf03d520fa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:10:18Z', 'updated_at': '2021-11-22T20:10:20Z', 'revision_number': 2, 'project_id': '134eeb3f28ad487993500cd41aa9bc6e', 'subnets': [{'id': '0a97c35b-485e-45b8-87c9-9bf03d520fa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:10:25.216860 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f42a8deb-95ba-44d3-9a6a-2d2f64c0885f req-88f20992-4085-4a11-b898-a109c9d0f731 service neutron] 10.222.0.20 "GET /v2.0/networks/e1052824-bf78-4963-8937-b202e372ac24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4492712 Nov 22 20:10:25.282241 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3d0968d3-fb4c-4780-b112-3dc146df1646 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:25.287062 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3911f07a-2bfb-4623-aa98-27d29c343aa6 None None] Checking router: cf53e6a0-f2e0-4fd4-ad6e-89c0ae7d5ce0 for host: n-d-818823-1 {{(pid=103449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 20:10:25.288921 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3911f07a-2bfb-4623-aa98-27d29c343aa6 None None] Updating router cf53e6a0-f2e0-4fd4-ad6e-89c0ae7d5ce0 port 33c02f63-41ea-44ea-a023-b8411104722a binding host n-d-818823-1 {{(pid=103449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 20:10:25.289451 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3d0968d3-fb4c-4780-b112-3dc146df1646 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:25.338317 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-3d0968d3-fb4c-4780-b112-3dc146df1646 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=05f8a8762c414d818d2f0eb7c9d0c1f3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4847257 Nov 22 20:10:25.342653 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 33522) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:10:25.352035 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-3911f07a-2bfb-4623-aa98-27d29c343aa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:25.352364 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0968d3-fb4c-4780-b112-3dc146df1646 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dea7316c-30dd-48d8-b1e4-d5c27dea91bb,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:10:25.356392 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-b2c20b28-8414-4e22-8943-28516b934c0d req-2e1e27b7-5366-4627-890e-56a26474c4dc service neutron] Attempting to bind port 47b8edb0-177f-4d17-96fa-2e7fc52c4950 on host n-h1-818823-1 for vnic_type normal with profile {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:10:25.357004 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-b2c20b28-8414-4e22-8943-28516b934c0d req-2e1e27b7-5366-4627-890e-56a26474c4dc service neutron] Attempting to bind port 47b8edb0-177f-4d17-96fa-2e7fc52c4950 by drivers openvswitch,hyperv on host n-h1-818823-1 at level 0 using segments [{'id': 'e4b3d165-1cea-4bf0-93f6-5b79e0759539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '4906551a-712e-4bde-8433-b2db24f02f5c'}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:10:25.357004 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c20b28-8414-4e22-8943-28516b934c0d req-2e1e27b7-5366-4627-890e-56a26474c4dc service neutron] Attempting to bind port 47b8edb0-177f-4d17-96fa-2e7fc52c4950 on network 4906551a-712e-4bde-8433-b2db24f02f5c {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:10:25.377850 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port a316a3a8-0800-44ac-bf85-942ce94b0582, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=a316a3a8-0800-44ac-bf85-942ce94b0582,segment=NetworkSegment(2a5a1c7b-538e-498e-99b9-cc7a8e0411be),segment_id=2a5a1c7b-538e-498e-99b9-cc7a8e0411be)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:10:25.384082 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c20b28-8414-4e22-8943-28516b934c0d req-2e1e27b7-5366-4627-890e-56a26474c4dc service neutron] Port 47b8edb0-177f-4d17-96fa-2e7fc52c4950 on network 4906551a-712e-4bde-8433-b2db24f02f5c not bound, no agent of type Open vSwitch agent registered on host n-h1-818823-1 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:10:25.384340 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c20b28-8414-4e22-8943-28516b934c0d req-2e1e27b7-5366-4627-890e-56a26474c4dc service neutron] Attempting to bind port 47b8edb0-177f-4d17-96fa-2e7fc52c4950 on network 4906551a-712e-4bde-8433-b2db24f02f5c {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:10:25.402283 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c20b28-8414-4e22-8943-28516b934c0d req-2e1e27b7-5366-4627-890e-56a26474c4dc service neutron] Checking agent: {'id': '7a008cff-3b49-418c-8046-689d46cc800f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'started_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 10, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:10:25.402698 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c20b28-8414-4e22-8943-28516b934c0d req-2e1e27b7-5366-4627-890e-56a26474c4dc service neutron] Checking segment: {'id': 'e4b3d165-1cea-4bf0-93f6-5b79e0759539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '4906551a-712e-4bde-8433-b2db24f02f5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:10:25.403135 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c20b28-8414-4e22-8943-28516b934c0d req-2e1e27b7-5366-4627-890e-56a26474c4dc service neutron] Bound using segment: {'id': 'e4b3d165-1cea-4bf0-93f6-5b79e0759539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '4906551a-712e-4bde-8433-b2db24f02f5c'} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:10:25.403618 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-b2c20b28-8414-4e22-8943-28516b934c0d req-2e1e27b7-5366-4627-890e-56a26474c4dc service neutron] Bound port: 47b8edb0-177f-4d17-96fa-2e7fc52c4950, host: n-h1-818823-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4b3d165-1cea-4bf0-93f6-5b79e0759539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '4906551a-712e-4bde-8433-b2db24f02f5c'}}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:10:25.403974 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-b2c20b28-8414-4e22-8943-28516b934c0d req-2e1e27b7-5366-4627-890e-56a26474c4dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:25.418069 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7bddbb5a-6bc3-447d-9c8e-6d547b0b4ec4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:25.448619 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7bddbb5a-6bc3-447d-9c8e-6d547b0b4ec4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:25.474752 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f05620-61ec-47d7-bc89-dd9bacc55e7f req-86556fc2-84a4-442f-901b-ed68bf71da1c tempest-ServerDiagnosticsNegativeTest-1987262435 tempest-ServerDiagnosticsNegativeTest-1987262435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:10:25.477357 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Returning: {'device': 'a316a3a8-0800-44ac-bf85-942ce94b0582', 'network_id': 'e1052824-bf78-4963-8937-b202e372ac24', 'port_id': 'a316a3a8-0800-44ac-bf85-942ce94b0582', 'mac_address': 'fa:16:3e:c5:25:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3091ebfd-11e2-41f8-9c00-ffe0b86563d8', 'ip_address': '192.168.233.234'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 20:10:25.484173 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a0f05620-61ec-47d7-bc89-dd9bacc55e7f req-86556fc2-84a4-442f-901b-ed68bf71da1c tempest-ServerDiagnosticsNegativeTest-1987262435 tempest-ServerDiagnosticsNegativeTest-1987262435-project] 10.222.0.46 "GET /v2.0/ports?device_id=d0721b34-b5a4-46ad-891d-4dedd4c40cf5 HTTP/1.1" status: 200 len: 948 time: 0.2286584 Nov 22 20:10:25.543122 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae73cf6c-ac94-434a-8f6e-30c42eca25dd req-bffbaee5-7353-4b09-bd3c-3fd0c41a2f0d tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:10:25.551503 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ae73cf6c-ac94-434a-8f6e-30c42eca25dd req-bffbaee5-7353-4b09-bd3c-3fd0c41a2f0d tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.46 "GET /v2.0/ports?device_id=6e6e77cf-07c8-4b3a-a9ce-a1d8a4c92033 HTTP/1.1" status: 200 len: 943 time: 0.2466857 Nov 22 20:10:25.566144 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7bddbb5a-6bc3-447d-9c8e-6d547b0b4ec4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:25.571610 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7bddbb5a-6bc3-447d-9c8e-6d547b0b4ec4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:25.575045 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:25.575188 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-7bddbb5a-6bc3-447d-9c8e-6d547b0b4ec4 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/dea7316c-30dd-48d8-b1e4-d5c27dea91bb HTTP/1.1" status: 204 len: 168 time: 0.2306190 Nov 22 20:10:25.613036 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bddbb5a-6bc3-447d-9c8e-6d547b0b4ec4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dea7316c-30dd-48d8-b1e4-d5c27dea91bb,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:10:25.751725 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ae73cf6c-ac94-434a-8f6e-30c42eca25dd req-38eb34c9-4cb2-4675-ba68-44aa332236b3 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.46 "GET /v2.0/security-groups?id=deac3dce-93b4-41af-981b-873d47022422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990790 Nov 22 20:10:25.755649 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-b2c20b28-8414-4e22-8943-28516b934c0d req-2e1e27b7-5366-4627-890e-56a26474c4dc service neutron] For port 47b8edb0-177f-4d17-96fa-2e7fc52c4950, host n-h1-818823-1, cleared binding levels {{(pid=103447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:10:25.778142 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a0f05620-61ec-47d7-bc89-dd9bacc55e7f req-c97d2bae-93b7-406f-98db-f2b3d2152d11 tempest-ServerDiagnosticsNegativeTest-1987262435 tempest-ServerDiagnosticsNegativeTest-1987262435-project] 10.222.0.46 "GET /v2.0/security-groups?id=5c6b66f4-4f70-422e-b500-51cd35b463ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2929556 Nov 22 20:10:25.795076 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-b2c20b28-8414-4e22-8943-28516b934c0d req-2e1e27b7-5366-4627-890e-56a26474c4dc service neutron] For port 47b8edb0-177f-4d17-96fa-2e7fc52c4950, host n-h1-818823-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=47b8edb0-177f-4d17-96fa-2e7fc52c4950,segment=NetworkSegment(e4b3d165-1cea-4bf0-93f6-5b79e0759539),segment_id=e4b3d165-1cea-4bf0-93f6-5b79e0759539)] {{(pid=103447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:10:25.822303 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-b2c20b28-8414-4e22-8943-28516b934c0d req-2e1e27b7-5366-4627-890e-56a26474c4dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:25.976976 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a316a3a8-0800-44ac-bf85-942ce94b0582 {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:10:26.017760 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1e27b7-5366-4627-890e-56a26474c4dc service neutron] Pushing event updated for resources: {'Port': ['ID=47b8edb0-177f-4d17-96fa-2e7fc52c4950,revision_number=3']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:10:26.038706 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c20b28-8414-4e22-8943-28516b934c0d req-2e1e27b7-5366-4627-890e-56a26474c4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:10:26.039631 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-b2c20b28-8414-4e22-8943-28516b934c0d req-2e1e27b7-5366-4627-890e-56a26474c4dc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:26.045458 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b2c20b28-8414-4e22-8943-28516b934c0d req-2e1e27b7-5366-4627-890e-56a26474c4dc service neutron] 10.222.0.41 "PUT /v2.0/ports/47b8edb0-177f-4d17-96fa-2e7fc52c4950 HTTP/1.1" status: 200 len: 1091 time: 4.4960570 Nov 22 20:10:26.055337 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e6e77cf-07c8-4b3a-a9ce-a1d8a4c92033', 'tag': '47b8edb0-177f-4d17-96fa-2e7fc52c4950'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:10:26.067904 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ea2641c-6945-42a3-8bd8-b2361e481602" -d '{"events": [{"name": "network-changed", "server_uuid": "6e6e77cf-07c8-4b3a-a9ce-a1d8a4c92033", "tag": "47b8edb0-177f-4d17-96fa-2e7fc52c4950"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:10:26.077634 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port a316a3a8-0800-44ac-bf85-942ce94b0582, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=a316a3a8-0800-44ac-bf85-942ce94b0582,segment=NetworkSegment(2a5a1c7b-538e-498e-99b9-cc7a8e0411be),segment_id=2a5a1c7b-538e-498e-99b9-cc7a8e0411be)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:10:26.079552 n-d-818823-1 neutron-server[103447]: INFO neutron.api.v2.resource [req-62e2fdf1-98fb-4e41-bd5d-c613cb4b3c18 req-ef24f05b-12ee-4ec8-92b0-8d613a91c6f2 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] show failed (client error): The resource could not be found. Nov 22 20:10:26.097714 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-62e2fdf1-98fb-4e41-bd5d-c613cb4b3c18 req-ef24f05b-12ee-4ec8-92b0-8d613a91c6f2 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] 10.222.0.46 "GET /v2.0/security-groups/bea1ed78-99ea-4bbb-b015-1c06f8cf0028 HTTP/1.1" status: 404 len: 352 time: 0.2942984 Nov 22 20:10:26.121274 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 33538) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:10:26.121905 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:26.144508 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0803ae3c-ea70-4401-90cc-029204c5cb54 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:26.215576 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '061b0ea0-8e4a-4f23-9523-0bfc0bf638a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7aa337d-f393-4fb2-bcca-d43a9dc28e45'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:10:26.217971 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d39f6d30a11e565ec9648abcc015e8a6ab6cff4edd704add8155e28765d31eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-149de64e-26a2-4aa1-a135-2c85120be6f3" -d '{"events": [{"server_uuid": "061b0ea0-8e4a-4f23-9523-0bfc0bf638a2", "name": "network-vif-plugged", "status": "completed", "tag": "f7aa337d-f393-4fb2-bcca-d43a9dc28e45"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:10:26.220717 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=a316a3a8-0800-44ac-bf85-942ce94b0582,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:10:26.250044 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 20:10:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-205f71e0-870c-4b40-8dd0-7d3e45bd7fa1 x-openstack-request-id: req-205f71e0-870c-4b40-8dd0-7d3e45bd7fa1 {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:10:26.251694 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e6e77cf-07c8-4b3a-a9ce-a1d8a4c92033", "tag": "47b8edb0-177f-4d17-96fa-2e7fc52c4950", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:10:26.253731 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-205f71e0-870c-4b40-8dd0-7d3e45bd7fa1 {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:10:26.254291 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e6e77cf-07c8-4b3a-a9ce-a1d8a4c92033', 'tag': '47b8edb0-177f-4d17-96fa-2e7fc52c4950', 'status': 'completed', 'code': 200} Nov 22 20:10:26.322177 n-d-818823-1 neutron-server[103447]: INFO neutron.api.v2.resource [req-e52bbb51-e392-41a3-b999-01981956ace1 req-06b2f4c5-2938-419a-9aca-cda395def1fc tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] show failed (client error): The resource could not be found. Nov 22 20:10:26.336113 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e52bbb51-e392-41a3-b999-01981956ace1 req-06b2f4c5-2938-419a-9aca-cda395def1fc tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] 10.222.0.46 "GET /v2.0/security-groups/e0215191-cbbf-4600-a7b5-282d46aad44e HTTP/1.1" status: 404 len: 352 time: 0.0767064 Nov 22 20:10:26.354752 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0803ae3c-ea70-4401-90cc-029204c5cb54 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:26.361243 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0803ae3c-ea70-4401-90cc-029204c5cb54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:26.372979 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c20b28-8414-4e22-8943-28516b934c0d req-9a72ce4d-4bd5-47bb-9e90-b069a099904f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:10:26.377325 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b2c20b28-8414-4e22-8943-28516b934c0d req-9a72ce4d-4bd5-47bb-9e90-b069a099904f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2c9de68061ee477dbb5cc544058ec72e&device_id=6e6e77cf-07c8-4b3a-a9ce-a1d8a4c92033 HTTP/1.1" status: 200 len: 1094 time: 0.2021015 Nov 22 20:10:26.456728 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] get_ports_and_sgs() called for port_ids ['a316a3a8-0800-44ac-bf85-942ce94b0582'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:10:26.489832 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-0803ae3c-ea70-4401-90cc-029204c5cb54 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8b2fdd3f8470499e936b3743e5abb44a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3543561 Nov 22 20:10:26.490636 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 33548) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:10:26.492619 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0803ae3c-ea70-4401-90cc-029204c5cb54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92c2cb61-c7b7-495b-9ee7-07ef9ee957c6,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:10:26.520564 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b2c20b28-8414-4e22-8943-28516b934c0d req-d19d9807-ad87-4dde-bd96-d91142e3c867 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=47b8edb0-177f-4d17-96fa-2e7fc52c4950 HTTP/1.1" status: 200 len: 217 time: 0.1338019 Nov 22 20:10:26.558066 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:10:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce9af93c-a0be-472c-9ce1-31dc682b453a x-openstack-request-id: req-ce9af93c-a0be-472c-9ce1-31dc682b453a {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:10:26.559070 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "061b0ea0-8e4a-4f23-9523-0bfc0bf638a2", "name": "network-vif-plugged", "status": "completed", "tag": "f7aa337d-f393-4fb2-bcca-d43a9dc28e45", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:10:26.559329 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ce9af93c-a0be-472c-9ce1-31dc682b453a {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:10:26.559761 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '061b0ea0-8e4a-4f23-9523-0bfc0bf638a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7aa337d-f393-4fb2-bcca-d43a9dc28e45', 'code': 200} Nov 22 20:10:26.605975 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-076e6a98-92a2-4796-bc06-c84213a3f66d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:26.630816 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-076e6a98-92a2-4796-bc06-c84213a3f66d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:26.711476 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-3911f07a-2bfb-4623-aa98-27d29c343aa6 None None] Publish callbacks [] for port, precommit_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:26.723856 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-076e6a98-92a2-4796-bc06-c84213a3f66d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:26.728122 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-076e6a98-92a2-4796-bc06-c84213a3f66d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:26.729952 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-076e6a98-92a2-4796-bc06-c84213a3f66d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/92c2cb61-c7b7-495b-9ee7-07ef9ee957c6 HTTP/1.1" status: 204 len: 168 time: 0.2248545 Nov 22 20:10:26.748593 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076e6a98-92a2-4796-bc06-c84213a3f66d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92c2cb61-c7b7-495b-9ee7-07ef9ee957c6,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:10:26.777973 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bceb463d-9ca0-4388-9866-a8f935c20e41 req-301e8b1b-871a-49dd-9149-8a1b466962d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:10:26.782632 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-bceb463d-9ca0-4388-9866-a8f935c20e41 req-301e8b1b-871a-49dd-9149-8a1b466962d9 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=061b0ea0-8e4a-4f23-9523-0bfc0bf638a2 HTTP/1.1" status: 200 len: 1097 time: 0.2560284 Nov 22 20:10:26.801730 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-3911f07a-2bfb-4623-aa98-27d29c343aa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:26.859305 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cda321a-63f8-4844-bc4c-9cb09f499d1f req-29d855a0-d6d0-483f-a92b-f13eb8d800a7 tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:10:26.868082 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5cda321a-63f8-4844-bc4c-9cb09f499d1f req-29d855a0-d6d0-483f-a92b-f13eb8d800a7 tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] 10.222.0.46 "GET /v2.0/ports?device_id=061b0ea0-8e4a-4f23-9523-0bfc0bf638a2 HTTP/1.1" status: 200 len: 946 time: 0.3429697 Nov 22 20:10:26.908610 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c20b28-8414-4e22-8943-28516b934c0d req-fddabcad-1130-4ee5-b6ce-5536e189777a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:10:26.911424 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b2c20b28-8414-4e22-8943-28516b934c0d req-fddabcad-1130-4ee5-b6ce-5536e189777a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b907b504-4de2-4845-a661-deaebec31498 HTTP/1.1" status: 200 len: 847 time: 0.2961919 Nov 22 20:10:26.960258 n-d-818823-1 neutron-server[103447]: INFO neutron.api.v2.resource [req-88057de4-c8a2-474f-93ef-50123a3d32c0 req-77e7a628-246d-4d1f-a1f3-e3b2faad7a86 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] show failed (client error): The resource could not be found. Nov 22 20:10:26.961626 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-88057de4-c8a2-474f-93ef-50123a3d32c0 req-77e7a628-246d-4d1f-a1f3-e3b2faad7a86 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] 10.222.0.46 "GET /v2.0/security-groups/2a546cbd-1da1-4ee5-90aa-6b44845c5eac HTTP/1.1" status: 404 len: 352 time: 0.0314121 Nov 22 20:10:27.060623 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b2c20b28-8414-4e22-8943-28516b934c0d req-431b88dc-27f5-411e-ae9e-c834319bcd9e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4906551a-712e-4bde-8433-b2db24f02f5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1259522 Nov 22 20:10:27.089325 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5cda321a-63f8-4844-bc4c-9cb09f499d1f req-9c36fb66-788d-43dc-83e1-ffb3711adb60 tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] 10.222.0.46 "GET /v2.0/security-groups?id=402b14b3-7b21-4f37-9e5a-c3de7eeeb958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197030 Nov 22 20:10:27.112399 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-bceb463d-9ca0-4388-9866-a8f935c20e41 req-16409fae-75a7-47b8-a758-9afdfb672cd7 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=402b14b3-7b21-4f37-9e5a-c3de7eeeb958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3201096 Nov 22 20:10:27.129709 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5793ad-b0e3-460e-9d64-edda99451eb8 None None] Pushing event updated for resources: {'Port': ['ID=33c02f63-41ea-44ea-a023-b8411104722a,revision_number=3']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:10:27.283583 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-3911f07a-2bfb-4623-aa98-27d29c343aa6 None None] Attempting to bind port 33c02f63-41ea-44ea-a023-b8411104722a on host n-d-818823-1 for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:10:27.284000 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-3911f07a-2bfb-4623-aa98-27d29c343aa6 None None] Attempting to bind port 33c02f63-41ea-44ea-a023-b8411104722a by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': '7d1fd32f-06af-4133-9878-4cd4de63175c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '9a2fbd09-fdfb-4bae-9105-b4eb1bab5d11'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:10:27.284310 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3911f07a-2bfb-4623-aa98-27d29c343aa6 None None] Attempting to bind port 33c02f63-41ea-44ea-a023-b8411104722a on network 9a2fbd09-fdfb-4bae-9105-b4eb1bab5d11 {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:10:27.323292 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3911f07a-2bfb-4623-aa98-27d29c343aa6 None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 10, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:10:27.323796 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3911f07a-2bfb-4623-aa98-27d29c343aa6 None None] Checking segment: {'id': '7d1fd32f-06af-4133-9878-4cd4de63175c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '9a2fbd09-fdfb-4bae-9105-b4eb1bab5d11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:10:27.324307 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-3911f07a-2bfb-4623-aa98-27d29c343aa6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:27.324713 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3911f07a-2bfb-4623-aa98-27d29c343aa6 None None] Bound using segment: {'id': '7d1fd32f-06af-4133-9878-4cd4de63175c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '9a2fbd09-fdfb-4bae-9105-b4eb1bab5d11'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:10:27.325213 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-3911f07a-2bfb-4623-aa98-27d29c343aa6 None None] Bound port: 33c02f63-41ea-44ea-a023-b8411104722a, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d1fd32f-06af-4133-9878-4cd4de63175c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '9a2fbd09-fdfb-4bae-9105-b4eb1bab5d11'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:10:27.325709 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-3911f07a-2bfb-4623-aa98-27d29c343aa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:27.413984 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9551c3b-e56e-4938-b72c-31d4f9d1b516 req-cf15407a-dd34-4c43-9a8b-34896634eaa7 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:10:27.422358 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f9551c3b-e56e-4938-b72c-31d4f9d1b516 req-cf15407a-dd34-4c43-9a8b-34896634eaa7 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.46 "GET /v2.0/ports?device_id=6e6e77cf-07c8-4b3a-a9ce-a1d8a4c92033 HTTP/1.1" status: 200 len: 943 time: 0.3236392 Nov 22 20:10:27.488165 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-d4f9686d-d763-4570-a62a-3b3eed35bdcd None None] Provisioning complete for port 33c02f63-41ea-44ea-a023-b8411104722a triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:10:27.488445 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-d4f9686d-d763-4570-a62a-3b3eed35bdcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:27.564745 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-3911f07a-2bfb-4623-aa98-27d29c343aa6 None None] For port 33c02f63-41ea-44ea-a023-b8411104722a, host n-d-818823-1, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:10:27.570887 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445794cb-b101-4032-97bf-78bf095b6b7d req-51f3da85-1f53-4c7b-a74b-22f4acc6c377 tempest-ServerDiagnosticsNegativeTest-1987262435 tempest-ServerDiagnosticsNegativeTest-1987262435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:10:27.585893 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-445794cb-b101-4032-97bf-78bf095b6b7d req-51f3da85-1f53-4c7b-a74b-22f4acc6c377 tempest-ServerDiagnosticsNegativeTest-1987262435 tempest-ServerDiagnosticsNegativeTest-1987262435-project] 10.222.0.46 "GET /v2.0/ports?device_id=d0721b34-b5a4-46ad-891d-4dedd4c40cf5 HTTP/1.1" status: 200 len: 949 time: 0.3230703 Nov 22 20:10:27.599804 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b2c20b28-8414-4e22-8943-28516b934c0d req-33eb7b88-edc6-42cc-b94f-12ea5ed7da03 service neutron] 10.222.0.41 "GET /v2.0/networks/4906551a-712e-4bde-8433-b2db24f02f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4962282 Nov 22 20:10:27.642276 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-3911f07a-2bfb-4623-aa98-27d29c343aa6 None None] For port 33c02f63-41ea-44ea-a023-b8411104722a, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=33c02f63-41ea-44ea-a023-b8411104722a,segment=NetworkSegment(7d1fd32f-06af-4133-9878-4cd4de63175c),segment_id=7d1fd32f-06af-4133-9878-4cd4de63175c)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:10:27.647794 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-d4f9686d-d763-4570-a62a-3b3eed35bdcd None None] Port 33c02f63-41ea-44ea-a023-b8411104722a cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:10:27.659004 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-3911f07a-2bfb-4623-aa98-27d29c343aa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:27.757837 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3911f07a-2bfb-4623-aa98-27d29c343aa6 None None] Routers {'cf53e6a0-f2e0-4fd4-ad6e-89c0ae7d5ce0'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:10:27.758489 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-3911f07a-2bfb-4623-aa98-27d29c343aa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:10:02Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['cf53e6a0-f2e0-4fd4-ad6e-89c0ae7d5ce0'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:10:27.837262 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5793ad-b0e3-460e-9d64-edda99451eb8 None None] Pushing event updated for resources: {'Port': ['ID=33c02f63-41ea-44ea-a023-b8411104722a,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:10:28.026683 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-3911f07a-2bfb-4623-aa98-27d29c343aa6 None None] Set router cf53e6a0-f2e0-4fd4-ad6e-89c0ae7d5ce0 gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:10:28.405735 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f9551c3b-e56e-4938-b72c-31d4f9d1b516 req-aaf55e91-bc7a-41cc-8863-79fa247e07bc tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.46 "GET /v2.0/security-groups?id=deac3dce-93b4-41af-981b-873d47022422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9608743 Nov 22 20:10:28.428655 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-f345e005-bed1-45d4-84ec-16de7f367cec None None] Provisioning complete for port 33c02f63-41ea-44ea-a023-b8411104722a triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:10:28.429182 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-f345e005-bed1-45d4-84ec-16de7f367cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:28.556211 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b2c20b28-8414-4e22-8943-28516b934c0d req-adef9e8c-8274-4143-817b-175c96c0f3bc service neutron] 10.222.0.41 "GET /v2.0/networks/4906551a-712e-4bde-8433-b2db24f02f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9487429 Nov 22 20:10:28.582436 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-445794cb-b101-4032-97bf-78bf095b6b7d req-ec1b05dd-cd3b-4d09-bd67-1471e0d244d0 tempest-ServerDiagnosticsNegativeTest-1987262435 tempest-ServerDiagnosticsNegativeTest-1987262435-project] 10.222.0.46 "GET /v2.0/security-groups?id=5c6b66f4-4f70-422e-b500-51cd35b463ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2987449 Nov 22 20:10:28.602947 n-d-818823-1 neutron-server[103447]: INFO neutron.api.v2.resource [req-c08c74d1-0ebb-4f99-8673-822b5b7970b1 req-4d1e7c36-2fa3-4a0c-89e1-7c49ebbce1cc tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] show failed (client error): The resource could not be found. Nov 22 20:10:28.620606 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c08c74d1-0ebb-4f99-8673-822b5b7970b1 req-4d1e7c36-2fa3-4a0c-89e1-7c49ebbce1cc tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] 10.222.0.46 "GET /v2.0/security-groups/6c1301a4-6616-4ea0-82e2-dfd9a098f9a7 HTTP/1.1" status: 404 len: 352 time: 0.0613041 Nov 22 20:10:28.657868 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-f345e005-bed1-45d4-84ec-16de7f367cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:28.743306 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-3911f07a-2bfb-4623-aa98-27d29c343aa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf53e6a0-f2e0-4fd4-ad6e-89c0ae7d5ce0', 'name': 'tempest-AttachSCSIVolumeTestJSON-1017251969-router', 'tenant_id': '134eeb3f28ad487993500cd41aa9bc6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': '5546e373-b0f8-4c6e-b726-433daebc64ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:10:13Z', 'updated_at': '2021-11-22T20:10:19Z', 'revision_number': 4, 'project_id': '134eeb3f28ad487993500cd41aa9bc6e', 'gw_port': {'id': '5546e373-b0f8-4c6e-b726-433daebc64ab', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:1a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf53e6a0-f2e0-4fd4-ad6e-89c0ae7d5ce0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:10:14Z', 'updated_at': '2021-11-22T20:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': '33c02f63-41ea-44ea-a023-b8411104722a', 'name': '', 'network_id': '9a2fbd09-fdfb-4bae-9105-b4eb1bab5d11', 'tenant_id': '134eeb3f28ad487993500cd41aa9bc6e', 'mac_address': 'fa:16:3e:1f:cf:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf53e6a0-f2e0-4fd4-ad6e-89c0ae7d5ce0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': '0a97c35b-485e-45b8-87c9-9bf03d520fa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:10:18Z', 'updated_at': '2021-11-22T20:10:27Z', 'revision_number': 4, 'project_id': '134eeb3f28ad487993500cd41aa9bc6e', 'subnets': [{'id': '0a97c35b-485e-45b8-87c9-9bf03d520fa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:10:28.810037 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea2641c-6945-42a3-8bd8-b2361e481602 req-6576f761-b59f-4c13-bbd5-d90f3bdf885a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:10:28.812039 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6ea2641c-6945-42a3-8bd8-b2361e481602 req-6576f761-b59f-4c13-bbd5-d90f3bdf885a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2c9de68061ee477dbb5cc544058ec72e&device_id=6e6e77cf-07c8-4b3a-a9ce-a1d8a4c92033 HTTP/1.1" status: 200 len: 1094 time: 0.1904972 Nov 22 20:10:28.861355 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3911f07a-2bfb-4623-aa98-27d29c343aa6 None None] The sync data for ids ['cf53e6a0-f2e0-4fd4-ad6e-89c0ae7d5ce0'] in n-d-818823-1 is: [{'id': 'cf53e6a0-f2e0-4fd4-ad6e-89c0ae7d5ce0', 'name': 'tempest-AttachSCSIVolumeTestJSON-1017251969-router', 'tenant_id': '134eeb3f28ad487993500cd41aa9bc6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': '5546e373-b0f8-4c6e-b726-433daebc64ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:10:13Z', 'updated_at': '2021-11-22T20:10:19Z', 'revision_number': 4, 'project_id': '134eeb3f28ad487993500cd41aa9bc6e', 'gw_port': {'id': '5546e373-b0f8-4c6e-b726-433daebc64ab', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:1a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf53e6a0-f2e0-4fd4-ad6e-89c0ae7d5ce0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:10:14Z', 'updated_at': '2021-11-22T20:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': '33c02f63-41ea-44ea-a023-b8411104722a', 'name': '', 'network_id': '9a2fbd09-fdfb-4bae-9105-b4eb1bab5d11', 'tenant_id': '134eeb3f28ad487993500cd41aa9bc6e', 'mac_address': 'fa:16:3e:1f:cf:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf53e6a0-f2e0-4fd4-ad6e-89c0ae7d5ce0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': '0a97c35b-485e-45b8-87c9-9bf03d520fa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:10:18Z', 'updated_at': '2021-11-22T20:10:27Z', 'revision_number': 4, 'project_id': '134eeb3f28ad487993500cd41aa9bc6e', 'subnets': [{'id': '0a97c35b-485e-45b8-87c9-9bf03d520fa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:10:28.870516 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device a316a3a8-0800-44ac-bf85-942ce94b0582 up at agent hyperv_n-h2-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:10:29.078690 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28be8999-355c-464a-959c-f6634f9e73e7 req-a6fbc0bf-e78a-4ca1-b790-259c1dd970eb tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:10:29.098103 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-28be8999-355c-464a-959c-f6634f9e73e7 req-a6fbc0bf-e78a-4ca1-b790-259c1dd970eb tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] 10.222.0.46 "GET /v2.0/ports?device_id=061b0ea0-8e4a-4f23-9523-0bfc0bf638a2 HTTP/1.1" status: 200 len: 946 time: 0.3825288 Nov 22 20:10:29.139619 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-f345e005-bed1-45d4-84ec-16de7f367cec None None] For port 33c02f63-41ea-44ea-a023-b8411104722a, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=33c02f63-41ea-44ea-a023-b8411104722a,segment=NetworkSegment(7d1fd32f-06af-4133-9878-4cd4de63175c),segment_id=7d1fd32f-06af-4133-9878-4cd4de63175c)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:10:29.158936 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-f345e005-bed1-45d4-84ec-16de7f367cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:29.286275 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Provisioning for port a316a3a8-0800-44ac-bf85-942ce94b0582 completed by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 20:10:29.377001 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Provisioning complete for port a316a3a8-0800-44ac-bf85-942ce94b0582 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:10:29.377763 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:29.508170 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-28be8999-355c-464a-959c-f6634f9e73e7 req-03d2c2d7-f671-4610-8157-5d61d387185b tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] 10.222.0.46 "GET /v2.0/security-groups?id=402b14b3-7b21-4f37-9e5a-c3de7eeeb958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4022801 Nov 22 20:10:29.551561 n-d-818823-1 neutron-server[103447]: INFO neutron.api.v2.resource [req-68a6736b-d48a-4626-8ff6-78029eaf5af3 req-9bb093a4-cafb-4c57-9b09-9ea880f93147 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] show failed (client error): The resource could not be found. Nov 22 20:10:29.552712 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f345e005-bed1-45d4-84ec-16de7f367cec None None] Pushing event updated for resources: {'Port': ['ID=33c02f63-41ea-44ea-a023-b8411104722a,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:10:29.571365 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-68a6736b-d48a-4626-8ff6-78029eaf5af3 req-9bb093a4-cafb-4c57-9b09-9ea880f93147 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] 10.222.0.46 "GET /v2.0/security-groups/05ec3985-d2ae-44e0-b432-0ed32a2d98b1 HTTP/1.1" status: 404 len: 352 time: 0.1801462 Nov 22 20:10:29.589706 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea2641c-6945-42a3-8bd8-b2361e481602 req-527723f0-77d5-4712-b40b-262397bd4d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:10:29.601160 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6ea2641c-6945-42a3-8bd8-b2361e481602 req-527723f0-77d5-4712-b40b-262397bd4d44 service neutron] 10.222.0.41 "GET /v2.0/networks?id=4906551a-712e-4bde-8433-b2db24f02f5c HTTP/1.1" status: 200 len: 908 time: 0.7780616 Nov 22 20:10:29.742466 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:29.790314 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6ea2641c-6945-42a3-8bd8-b2361e481602 req-85ef8e7e-3cae-41ee-a3a8-9780a1beb113 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=47b8edb0-177f-4d17-96fa-2e7fc52c4950 HTTP/1.1" status: 200 len: 217 time: 0.1799929 Nov 22 20:10:29.791655 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0721b34-b5a4-46ad-891d-4dedd4c40cf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a316a3a8-0800-44ac-bf85-942ce94b0582'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:10:29.794735 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d39f6d30a11e565ec9648abcc015e8a6ab6cff4edd704add8155e28765d31eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22404feb-618f-4013-863d-a737bfe6b987" -d '{"events": [{"server_uuid": "d0721b34-b5a4-46ad-891d-4dedd4c40cf5", "name": "network-vif-plugged", "status": "completed", "tag": "a316a3a8-0800-44ac-bf85-942ce94b0582"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:10:29.811964 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port a316a3a8-0800-44ac-bf85-942ce94b0582, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=a316a3a8-0800-44ac-bf85-942ce94b0582,segment=NetworkSegment(2a5a1c7b-538e-498e-99b9-cc7a8e0411be),segment_id=2a5a1c7b-538e-498e-99b9-cc7a8e0411be)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:10:29.848435 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:29.974145 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea2641c-6945-42a3-8bd8-b2361e481602 req-dbae691a-3d37-4efd-952a-29c1da4d1868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:10:29.975614 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6ea2641c-6945-42a3-8bd8-b2361e481602 req-dbae691a-3d37-4efd-952a-29c1da4d1868 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b907b504-4de2-4845-a661-deaebec31498 HTTP/1.1" status: 200 len: 847 time: 0.1788580 Nov 22 20:10:29.997522 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=a316a3a8-0800-44ac-bf85-942ce94b0582,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:10:30.045396 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-b666b75f-becd-4d2c-975f-b4f31d2310e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:30.076504 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 33626) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:10:30.174420 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6ea2641c-6945-42a3-8bd8-b2361e481602 req-c01f9d51-4e39-4ee4-883e-229d56ef12fb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4906551a-712e-4bde-8433-b2db24f02f5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0748296 Nov 22 20:10:30.342305 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955cee9c-21df-4fb1-a83a-023781a422b3 req-7aaea00a-a954-46ed-82d4-8fcc361a3197 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:10:30.348301 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-1a6a568d-2ad1-4346-9fce-1bbcdaeb692a tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1808018242', 'router:external': True}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:10:30.364098 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-955cee9c-21df-4fb1-a83a-023781a422b3 req-7aaea00a-a954-46ed-82d4-8fcc361a3197 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.46 "GET /v2.0/ports?device_id=6e6e77cf-07c8-4b3a-a9ce-a1d8a4c92033 HTTP/1.1" status: 200 len: 943 time: 0.3767502 Nov 22 20:10:30.404090 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a6a568d-2ad1-4346-9fce-1bbcdaeb692a tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] Made reservation on behalf of 663e8072a5c74032828916dadfd22abb for: {'network': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:10:30.406777 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1a6a568d-2ad1-4346-9fce-1bbcdaeb692a tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for network, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:30.429374 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1a6a568d-2ad1-4346-9fce-1bbcdaeb692a tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:30.575311 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 33c02f63-41ea-44ea-a023-b8411104722a up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:10:30.684719 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 33c02f63-41ea-44ea-a023-b8411104722a triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:10:30.685424 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:30.691363 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1a6a568d-2ad1-4346-9fce-1bbcdaeb692a tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:30.714007 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1a6a568d-2ad1-4346-9fce-1bbcdaeb692a tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:30.761723 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6a568d-2ad1-4346-9fce-1bbcdaeb692a tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ffac2c5-2c90-4902-9b4c-da1ce55025c4,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:10:30.788916 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6ea2641c-6945-42a3-8bd8-b2361e481602 req-0491d6fe-9ffd-4c6c-a3a0-ce39f150af92 service neutron] 10.222.0.41 "GET /v2.0/networks/4906551a-712e-4bde-8433-b2db24f02f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5984774 Nov 22 20:10:30.798537 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a6a568d-2ad1-4346-9fce-1bbcdaeb692a tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] vlan segment allocate from pool success with {'vlan_id': 616, 'physical_network': 'physnet1'} {{(pid=103448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 20:10:30.828181 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1a6a568d-2ad1-4346-9fce-1bbcdaeb692a tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:30.828685 n-d-818823-1 neutron-server[103448]: INFO neutron.db.segments_db [None req-1a6a568d-2ad1-4346-9fce-1bbcdaeb692a tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] Added segment 429728b1-ce0d-4573-b1ce-5713789aaf56 of type vlan for network d00eeddd-1618-4c16-8e95-50608c2d8ff2 Nov 22 20:10:30.932656 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-955cee9c-21df-4fb1-a83a-023781a422b3 req-02c8c864-673f-427d-aed2-5c4dd92919d7 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.46 "GET /v2.0/security-groups?id=deac3dce-93b4-41af-981b-873d47022422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5676086 Nov 22 20:10:30.934978 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e70cdd-da19-4266-928e-5cb25a3382b6 req-1ef1ab25-daac-410e-a7e9-adb12a2ae20f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:10:30.937256 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a3e70cdd-da19-4266-928e-5cb25a3382b6 req-1ef1ab25-daac-410e-a7e9-adb12a2ae20f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=74225e7aba6c4293916c50899651bb18&device_id=061b0ea0-8e4a-4f23-9523-0bfc0bf638a2 HTTP/1.1" status: 200 len: 1097 time: 0.5441003 Nov 22 20:10:30.962167 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1a6a568d-2ad1-4346-9fce-1bbcdaeb692a tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748992492791'] for network, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:30.973882 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ba1bb0-7f7f-497d-bf21-5521bca8be44 req-ae05b9be-f326-400b-8e9b-a16c49e13dc3 tempest-ServerDiagnosticsNegativeTest-1987262435 tempest-ServerDiagnosticsNegativeTest-1987262435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:10:30.981789 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-53ba1bb0-7f7f-497d-bf21-5521bca8be44 req-ae05b9be-f326-400b-8e9b-a16c49e13dc3 tempest-ServerDiagnosticsNegativeTest-1987262435 tempest-ServerDiagnosticsNegativeTest-1987262435-project] 10.222.0.46 "GET /v2.0/ports?device_id=d0721b34-b5a4-46ad-891d-4dedd4c40cf5 HTTP/1.1" status: 200 len: 950 time: 0.3632112 Nov 22 20:10:31.051398 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:10:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6d42645-b41f-402e-ba91-a7a18afb8f02 x-openstack-request-id: req-f6d42645-b41f-402e-ba91-a7a18afb8f02 {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:10:31.051737 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0721b34-b5a4-46ad-891d-4dedd4c40cf5", "name": "network-vif-plugged", "status": "completed", "tag": "a316a3a8-0800-44ac-bf85-942ce94b0582", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:10:31.051998 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f6d42645-b41f-402e-ba91-a7a18afb8f02 {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:10:31.052404 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0721b34-b5a4-46ad-891d-4dedd4c40cf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a316a3a8-0800-44ac-bf85-942ce94b0582', 'code': 200} Nov 22 20:10:31.093517 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1a6a568d-2ad1-4346-9fce-1bbcdaeb692a tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for network, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:31.094522 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a6a568d-2ad1-4346-9fce-1bbcdaeb692a tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:10:31.095610 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1a6a568d-2ad1-4346-9fce-1bbcdaeb692a tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:31.116853 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 47b8edb0-177f-4d17-96fa-2e7fc52c4950 details requested by agent hyperv_n-h1-818823-1 with host n-h1-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 20:10:31.166180 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-1a6a568d-2ad1-4346-9fce-1bbcdaeb692a tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.0878761 Nov 22 20:10:31.171751 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 33636) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:10:31.197540 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-a4b356ca-9a81-44c5-b86e-612969d4d576 tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] Request body: {'subnet': {'network_id': 'd00eeddd-1618-4c16-8e95-50608c2d8ff2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:10:31.295620 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6a568d-2ad1-4346-9fce-1bbcdaeb692a tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] Pushing event updated for resources: {'Network': ['ID=d00eeddd-1618-4c16-8e95-50608c2d8ff2,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:10:31.300070 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6ea2641c-6945-42a3-8bd8-b2361e481602 req-065a457b-ce9e-4c30-904d-11546852c144 service neutron] 10.222.0.41 "GET /v2.0/networks/4906551a-712e-4bde-8433-b2db24f02f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4653757 Nov 22 20:10:31.332673 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Network d00eeddd-1618-4c16-8e95-50608c2d8ff2 details requested by agent ovs-agent-n-d-818823-1 with host n-d-818823-1 {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 20:10:31.469489 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 47b8edb0-177f-4d17-96fa-2e7fc52c4950, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=47b8edb0-177f-4d17-96fa-2e7fc52c4950,segment=NetworkSegment(e4b3d165-1cea-4bf0-93f6-5b79e0759539),segment_id=e4b3d165-1cea-4bf0-93f6-5b79e0759539)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:10:31.531666 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-53ba1bb0-7f7f-497d-bf21-5521bca8be44 req-2e87812c-15b0-4d68-a704-26cfdf9ae2af tempest-ServerDiagnosticsNegativeTest-1987262435 tempest-ServerDiagnosticsNegativeTest-1987262435-project] 10.222.0.46 "GET /v2.0/security-groups?id=5c6b66f4-4f70-422e-b500-51cd35b463ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5485046 Nov 22 20:10:31.554902 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4b356ca-9a81-44c5-b86e-612969d4d576 tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] Made reservation on behalf of 663e8072a5c74032828916dadfd22abb for: {'subnet': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:10:31.558542 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Returning: {'device': '47b8edb0-177f-4d17-96fa-2e7fc52c4950', 'network_id': '4906551a-712e-4bde-8433-b2db24f02f5c', 'port_id': '47b8edb0-177f-4d17-96fa-2e7fc52c4950', 'mac_address': 'fa:16:3e:cc:2f:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b907b504-4de2-4845-a661-deaebec31498', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 20:10:31.565799 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a4b356ca-9a81-44c5-b86e-612969d4d576 tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8485086'] for subnet, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:31.601824 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89b8945-dbdd-4c25-9554-f4bb6c0e25f1 req-017fc56c-f21d-4241-b38a-b0ea037f157a tempest-ListServerFiltersTestJSON-710341241 tempest-ListServerFiltersTestJSON-710341241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:10:31.610676 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a89b8945-dbdd-4c25-9554-f4bb6c0e25f1 req-017fc56c-f21d-4241-b38a-b0ea037f157a tempest-ListServerFiltersTestJSON-710341241 tempest-ListServerFiltersTestJSON-710341241-project] 10.222.0.46 "GET /v2.0/ports?device_id=7563f773-f6b1-4f3f-94f8-25a0f67634fc HTTP/1.1" status: 200 len: 945 time: 0.3188748 Nov 22 20:10:31.662761 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:31.694926 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47b8edb0-177f-4d17-96fa-2e7fc52c4950 {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:10:31.699352 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a89b8945-dbdd-4c25-9554-f4bb6c0e25f1 req-1cb529bf-e8fc-47af-ab45-562d7d8ee8a7 tempest-ListServerFiltersTestJSON-710341241 tempest-ListServerFiltersTestJSON-710341241-project] 10.222.0.46 "GET /v2.0/security-groups?id=22127be5-351b-4d65-aed1-0fcc5085805a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873713 Nov 22 20:10:31.717858 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c519cc-fde1-4f4a-a02d-d8ebd7e85bf2 req-54d66ae1-c9a7-4ad8-8d11-fb3d30a56996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:10:31.719573 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-80c519cc-fde1-4f4a-a02d-d8ebd7e85bf2 req-54d66ae1-c9a7-4ad8-8d11-fb3d30a56996 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d0721b34-b5a4-46ad-891d-4dedd4c40cf5 HTTP/1.1" status: 200 len: 1101 time: 0.5488911 Nov 22 20:10:31.725002 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e70cdd-da19-4266-928e-5cb25a3382b6 req-cfe67947-7795-4085-8b76-6ccf8adf0697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:10:31.727480 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a3e70cdd-da19-4266-928e-5cb25a3382b6 req-cfe67947-7795-4085-8b76-6ccf8adf0697 service neutron] 10.222.0.20 "GET /v2.0/networks?id=1ae4d286-ddad-44f5-b34a-bee98214a526 HTTP/1.1" status: 200 len: 920 time: 0.7793570 Nov 22 20:10:31.735335 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 47b8edb0-177f-4d17-96fa-2e7fc52c4950, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=47b8edb0-177f-4d17-96fa-2e7fc52c4950,segment=NetworkSegment(e4b3d165-1cea-4bf0-93f6-5b79e0759539),segment_id=e4b3d165-1cea-4bf0-93f6-5b79e0759539)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:10:31.743077 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:31.907698 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=47b8edb0-177f-4d17-96fa-2e7fc52c4950,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:10:31.947909 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a3e70cdd-da19-4266-928e-5cb25a3382b6 req-99168b89-9113-4b20-82ff-1310eb53c33c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f7aa337d-f393-4fb2-bcca-d43a9dc28e45 HTTP/1.1" status: 200 len: 217 time: 0.1174333 Nov 22 20:10:31.993748 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-80c519cc-fde1-4f4a-a02d-d8ebd7e85bf2 req-28cd01b0-dd44-4954-9930-6ab8ea56f535 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=5c6b66f4-4f70-422e-b500-51cd35b463ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2650213 Nov 22 20:10:32.030264 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056088ab-0191-4659-a2e5-b25e86578732 req-21adddbe-c7b2-427b-a619-f0b5da763841 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:10:32.032489 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-056088ab-0191-4659-a2e5-b25e86578732 req-21adddbe-c7b2-427b-a619-f0b5da763841 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] 10.222.0.46 "GET /v2.0/ports?device_id=f5e9c336-4615-4436-bbce-28bec27018b4 HTTP/1.1" status: 200 len: 1024 time: 0.1958537 Nov 22 20:10:32.036631 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] get_ports_and_sgs() called for port_ids ['47b8edb0-177f-4d17-96fa-2e7fc52c4950'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:10:32.047226 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e4787c-3128-443d-9bea-d9efee2f47c4 req-29b1f39a-1694-4e82-95d3-6f372dd372c3 tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:10:32.064101 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e9e4787c-3128-443d-9bea-d9efee2f47c4 req-29b1f39a-1694-4e82-95d3-6f372dd372c3 tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] 10.222.0.46 "GET /v2.0/ports?device_id=061b0ea0-8e4a-4f23-9523-0bfc0bf638a2 HTTP/1.1" status: 200 len: 946 time: 0.3710687 Nov 22 20:10:32.127371 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e70cdd-da19-4266-928e-5cb25a3382b6 req-773aee6b-90a3-4b5f-b7f9-9fb11f030c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:10:32.128921 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a3e70cdd-da19-4266-928e-5cb25a3382b6 req-773aee6b-90a3-4b5f-b7f9-9fb11f030c6c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b3d07d8b-31c6-491c-a72c-08a2eb655cbc HTTP/1.1" status: 200 len: 859 time: 0.1693528 Nov 22 20:10:32.244015 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed518791-5b1b-42d1-b1c5-d1f9496c2b76 req-f17a69d7-5e30-4950-9997-ad2ef139976d tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:10:32.245824 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ed518791-5b1b-42d1-b1c5-d1f9496c2b76 req-f17a69d7-5e30-4950-9997-ad2ef139976d tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] 10.222.0.41 "GET /v2.0/ports?device_id=f5e9c336-4615-4436-bbce-28bec27018b4 HTTP/1.1" status: 200 len: 1024 time: 0.2510529 Nov 22 20:10:32.249418 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e9e4787c-3128-443d-9bea-d9efee2f47c4 req-84a9a83b-f50a-4b40-9e8c-9ef9c6b661c6 tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] 10.222.0.46 "GET /v2.0/security-groups?id=402b14b3-7b21-4f37-9e5a-c3de7eeeb958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921027 Nov 22 20:10:32.423693 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-21ed33ae-41ad-4d8b-bcde-8d1a365c0463 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:32.442327 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a3e70cdd-da19-4266-928e-5cb25a3382b6 req-107d8696-d64e-4998-adb3-1524ade084a2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1ae4d286-ddad-44f5-b34a-bee98214a526&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2070956 Nov 22 20:10:32.658943 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-056088ab-0191-4659-a2e5-b25e86578732 req-47b1870e-c188-44a9-839f-888e48245118 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] 10.222.0.46 "GET /v2.0/security-groups?id=04fb73d0-de98-4f3b-9957-a317059218d6&id=1f46fc43-091a-421d-a069-26e28cfe15d0&id=008bf24b-e850-49d0-ba05-9d00c3f0736a&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.5813069 Nov 22 20:10:32.690312 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc46d52-5ce7-4ffe-bc4a-28c98c4d709e req-5d30394c-4aa0-449b-bc93-fee9b0796440 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:10:32.699395 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-bbc46d52-5ce7-4ffe-bc4a-28c98c4d709e req-5d30394c-4aa0-449b-bc93-fee9b0796440 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.46 "GET /v2.0/ports?device_id=6e6e77cf-07c8-4b3a-a9ce-a1d8a4c92033 HTTP/1.1" status: 200 len: 944 time: 0.2652822 Nov 22 20:10:32.736602 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-ed518791-5b1b-42d1-b1c5-d1f9496c2b76 req-6e584ef4-2d7f-421d-b48e-11886fc5e317 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] Deleting port c3c611e3-1c74-47bf-9225-d666ee79fbb4 {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:10:32.736602 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-ed518791-5b1b-42d1-b1c5-d1f9496c2b76 req-6e584ef4-2d7f-421d-b48e-11886fc5e317 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:32.986780 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a3e70cdd-da19-4266-928e-5cb25a3382b6 req-41867017-e3e4-4979-a156-6424e796da18 service neutron] 10.222.0.20 "GET /v2.0/networks/1ae4d286-ddad-44f5-b34a-bee98214a526?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5325267 Nov 22 20:10:33.008975 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-bbc46d52-5ce7-4ffe-bc4a-28c98c4d709e req-a7562cd7-1307-44f5-8ee2-d9ecbd6c4fc2 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.46 "GET /v2.0/security-groups?id=deac3dce-93b4-41af-981b-873d47022422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3085842 Nov 22 20:10:33.147060 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 47b8edb0-177f-4d17-96fa-2e7fc52c4950 up at agent hyperv_n-h1-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:10:33.157178 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7999a5e1-c0a1-43dd-9c2c-8c5cb990c7f7 req-490a3b57-9078-4035-a864-ddf719a6b2a9 tempest-ServerDiagnosticsNegativeTest-1987262435 tempest-ServerDiagnosticsNegativeTest-1987262435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:10:33.159022 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7999a5e1-c0a1-43dd-9c2c-8c5cb990c7f7 req-490a3b57-9078-4035-a864-ddf719a6b2a9 tempest-ServerDiagnosticsNegativeTest-1987262435 tempest-ServerDiagnosticsNegativeTest-1987262435-project] 10.222.0.46 "GET /v2.0/ports?device_id=d0721b34-b5a4-46ad-891d-4dedd4c40cf5 HTTP/1.1" status: 200 len: 950 time: 0.3223076 Nov 22 20:10:33.174761 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-ed518791-5b1b-42d1-b1c5-d1f9496c2b76 req-6e584ef4-2d7f-421d-b48e-11886fc5e317 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] For port c3c611e3-1c74-47bf-9225-d666ee79fbb4, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=c3c611e3-1c74-47bf-9225-d666ee79fbb4,segment=NetworkSegment(94d4e232-251b-48cf-a0b3-a3b667b8984b),segment_id=94d4e232-251b-48cf-a0b3-a3b667b8984b)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:10:33.175127 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-ed518791-5b1b-42d1-b1c5-d1f9496c2b76 req-6e584ef4-2d7f-421d-b48e-11886fc5e317 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:33.329086 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-ed518791-5b1b-42d1-b1c5-d1f9496c2b76 req-6e584ef4-2d7f-421d-b48e-11886fc5e317 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] Calling delete_port for c3c611e3-1c74-47bf-9225-d666ee79fbb4 owned by compute:nova {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:10:33.372677 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7999a5e1-c0a1-43dd-9c2c-8c5cb990c7f7 req-15a3cd4d-eac8-4c12-ab04-c130ae47a997 tempest-ServerDiagnosticsNegativeTest-1987262435 tempest-ServerDiagnosticsNegativeTest-1987262435-project] 10.222.0.46 "GET /v2.0/security-groups?id=5c6b66f4-4f70-422e-b500-51cd35b463ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754038 Nov 22 20:10:33.408215 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Provisioning for port 47b8edb0-177f-4d17-96fa-2e7fc52c4950 completed by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 20:10:33.426215 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Provisioning complete for port 47b8edb0-177f-4d17-96fa-2e7fc52c4950 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:10:33.433445 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:33.445801 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-03f0964f-1b75-4df7-99e0-a3cdb56ec2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:33.469060 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a3e70cdd-da19-4266-928e-5cb25a3382b6 req-39a3e5b8-842d-4dcb-95e9-db6fb96f5137 service neutron] 10.222.0.20 "GET /v2.0/networks/1ae4d286-ddad-44f5-b34a-bee98214a526?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4524713 Nov 22 20:10:33.715289 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f785a250-9d26-45c6-a1ea-fead701848e9 req-db615264-0e58-44c9-8695-1b7865519164 tempest-ListServerFiltersTestJSON-710341241 tempest-ListServerFiltersTestJSON-710341241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:10:33.725023 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f785a250-9d26-45c6-a1ea-fead701848e9 req-db615264-0e58-44c9-8695-1b7865519164 tempest-ListServerFiltersTestJSON-710341241 tempest-ListServerFiltersTestJSON-710341241-project] 10.222.0.46 "GET /v2.0/ports?device_id=7563f773-f6b1-4f3f-94f8-25a0f67634fc HTTP/1.1" status: 200 len: 945 time: 0.4568157 Nov 22 20:10:33.768312 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:33.825428 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 47b8edb0-177f-4d17-96fa-2e7fc52c4950, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=47b8edb0-177f-4d17-96fa-2e7fc52c4950,segment=NetworkSegment(e4b3d165-1cea-4bf0-93f6-5b79e0759539),segment_id=e4b3d165-1cea-4bf0-93f6-5b79e0759539)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:10:33.829467 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e6e77cf-07c8-4b3a-a9ce-a1d8a4c92033', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47b8edb0-177f-4d17-96fa-2e7fc52c4950'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:10:33.833800 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d39f6d30a11e565ec9648abcc015e8a6ab6cff4edd704add8155e28765d31eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e7e952b-6f7d-4fdb-80b4-efb27bde04cc" -d '{"events": [{"server_uuid": "6e6e77cf-07c8-4b3a-a9ce-a1d8a4c92033", "name": "network-vif-plugged", "status": "completed", "tag": "47b8edb0-177f-4d17-96fa-2e7fc52c4950"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:10:33.841093 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:33.877897 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-ed518791-5b1b-42d1-b1c5-d1f9496c2b76 req-6e584ef4-2d7f-421d-b48e-11886fc5e317 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:33.923463 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=47b8edb0-177f-4d17-96fa-2e7fc52c4950,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:10:33.953642 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e584ef4-2d7f-421d-b48e-11886fc5e317 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] Pushing event deleted for resources: {'Port': ['ID=c3c611e3-1c74-47bf-9225-d666ee79fbb4,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:10:34.000629 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b4bdc0-ca8e-452c-99f4-691c3297d2e2 req-e7807db4-440c-4be7-9d71-fd6383105c16 tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:10:34.002337 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-89b4bdc0-ca8e-452c-99f4-691c3297d2e2 req-e7807db4-440c-4be7-9d71-fd6383105c16 tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] 10.222.0.46 "GET /v2.0/ports?device_id=061b0ea0-8e4a-4f23-9523-0bfc0bf638a2 HTTP/1.1" status: 200 len: 946 time: 0.4094636 Nov 22 20:10:34.030842 n-d-818823-1 neutron-server[103447]: DEBUG neutron.objects.ports [None req-a4b356ca-9a81-44c5-b86e-612969d4d576 tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103447) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 22 20:10:34.031305 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a4b356ca-9a81-44c5-b86e-612969d4d576 tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8900613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8485104'] for subnet, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:34.092959 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed518791-5b1b-42d1-b1c5-d1f9496c2b76 req-6e584ef4-2d7f-421d-b48e-11886fc5e317 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] No DVR routers for this DVR port c3c611e3-1c74-47bf-9225-d666ee79fbb4 on host n-h1-818823-1 {{(pid=103447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:10:34.104764 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-ed518791-5b1b-42d1-b1c5-d1f9496c2b76 req-6e584ef4-2d7f-421d-b48e-11886fc5e317 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:34.108182 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ed518791-5b1b-42d1-b1c5-d1f9496c2b76 req-6e584ef4-2d7f-421d-b48e-11886fc5e317 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] 10.222.0.41 "DELETE /v2.0/ports/c3c611e3-1c74-47bf-9225-d666ee79fbb4 HTTP/1.1" status: 204 len: 173 time: 1.8400185 Nov 22 20:10:34.108812 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5e9c336-4615-4436-bbce-28bec27018b4', 'name': 'network-vif-deleted', 'tag': 'c3c611e3-1c74-47bf-9225-d666ee79fbb4'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:10:34.111615 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96cfbc47-3f0b-40c1-8aa5-c7a135459c18" -d '{"events": [{"server_uuid": "f5e9c336-4615-4436-bbce-28bec27018b4", "name": "network-vif-deleted", "tag": "c3c611e3-1c74-47bf-9225-d666ee79fbb4"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:10:34.123225 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f785a250-9d26-45c6-a1ea-fead701848e9 req-aa9efbdb-fdd0-43d5-9e93-bdf95240e109 tempest-ListServerFiltersTestJSON-710341241 tempest-ListServerFiltersTestJSON-710341241-project] 10.222.0.46 "GET /v2.0/security-groups?id=22127be5-351b-4d65-aed1-0fcc5085805a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3973043 Nov 22 20:10:34.172079 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b356ca-9a81-44c5-b86e-612969d4d576 tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] Pushing event updated for resources: {'Subnet': ['ID=d11fa308-44b2-497a-9f9d-03a3bd18d636,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:10:34.190817 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b356ca-9a81-44c5-b86e-612969d4d576 tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] Checking segment: {'id': '429728b1-ce0d-4573-b1ce-5713789aaf56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'd00eeddd-1618-4c16-8e95-50608c2d8ff2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:10:34.191192 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4b356ca-9a81-44c5-b86e-612969d4d576 tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] Network hostable DHCP agents. Network: d00eeddd-1618-4c16-8e95-50608c2d8ff2, hostable agents: ['02adaa64-0987-4b74-bad0-cbcf56f8a294'], hosted agents: [] {{(pid=103447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 20:10:34.197593 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-89b4bdc0-ca8e-452c-99f4-691c3297d2e2 req-4bd7fdee-a3c5-4125-b6c5-2308d79949e0 tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] 10.222.0.46 "GET /v2.0/security-groups?id=402b14b3-7b21-4f37-9e5a-c3de7eeeb958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699591 Nov 22 20:10:34.237973 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a37370e0-93ad-46ac-8acb-a499f1fa51d6 req-e49c3b26-68e2-450b-a1a4-a55714ae131d tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] 10.222.0.46 "GET /v2.0/ports?device_id=f5e9c336-4615-4436-bbce-28bec27018b4 HTTP/1.1" status: 200 len: 210 time: 0.0442095 Nov 22 20:10:34.252070 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4b356ca-9a81-44c5-b86e-612969d4d576 tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] Network d00eeddd-1618-4c16-8e95-50608c2d8ff2 is scheduled to be hosted by DHCP agent 02adaa64-0987-4b74-bad0-cbcf56f8a294 with binding_index 1 {{(pid=103447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 20:10:34.277203 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-a4b356ca-9a81-44c5-b86e-612969d4d576 tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818823-1, d00eeddd-1618-4c16-8e95-50608c2d8ff2) {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:10:34.289652 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-258db6dd-7ea5-4d1e-9b9e-f8288801dcc9 None None] Network d00eeddd-1618-4c16-8e95-50608c2d8ff2 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:10:34.307140 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4b356ca-9a81-44c5-b86e-612969d4d576 tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:10:34.308374 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a4b356ca-9a81-44c5-b86e-612969d4d576 tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for subnet, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:34.319721 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:10:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d90b4663-faa2-4609-b580-a8a7c11eef6f x-openstack-request-id: req-d90b4663-faa2-4609-b580-a8a7c11eef6f {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:10:34.320071 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e6e77cf-07c8-4b3a-a9ce-a1d8a4c92033", "name": "network-vif-plugged", "status": "completed", "tag": "47b8edb0-177f-4d17-96fa-2e7fc52c4950", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:10:34.320346 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d90b4663-faa2-4609-b580-a8a7c11eef6f {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:10:34.320742 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e6e77cf-07c8-4b3a-a9ce-a1d8a4c92033', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47b8edb0-177f-4d17-96fa-2e7fc52c4950', 'code': 200} Nov 22 20:10:34.344081 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-a4b356ca-9a81-44c5-b86e-612969d4d576 tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.1620705 Nov 22 20:10:34.346937 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 33684) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:10:34.356669 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-93f36f33-639b-4114-9443-c4b13ae95666 tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1256288652', 'network_id': 'd00eeddd-1618-4c16-8e95-50608c2d8ff2'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:10:34.417902 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:10:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c8c33d8-3859-40b1-846c-33b12a3795bd x-openstack-request-id: req-7c8c33d8-3859-40b1-846c-33b12a3795bd {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:10:34.418347 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5e9c336-4615-4436-bbce-28bec27018b4", "name": "network-vif-deleted", "tag": "c3c611e3-1c74-47bf-9225-d666ee79fbb4", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:10:34.419109 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7c8c33d8-3859-40b1-846c-33b12a3795bd {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:10:34.419109 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5e9c336-4615-4436-bbce-28bec27018b4', 'name': 'network-vif-deleted', 'tag': 'c3c611e3-1c74-47bf-9225-d666ee79fbb4', 'status': 'completed', 'code': 200} Nov 22 20:10:34.432427 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93f36f33-639b-4114-9443-c4b13ae95666 tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] Made reservation on behalf of 663e8072a5c74032828916dadfd22abb for: {'port': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:10:34.436119 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-93f36f33-639b-4114-9443-c4b13ae95666 tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:34.480364 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1829e5-4384-4e40-8a02-0e6bf70a60e9 req-3e30cfcc-09c2-4e3b-af2a-a230e735d337 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:10:34.481839 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5c1829e5-4384-4e40-8a02-0e6bf70a60e9 req-3e30cfcc-09c2-4e3b-af2a-a230e735d337 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.46 "GET /v2.0/ports?device_id=6e6e77cf-07c8-4b3a-a9ce-a1d8a4c92033 HTTP/1.1" status: 200 len: 945 time: 0.1175101 Nov 22 20:10:34.513594 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [None req-93f36f33-639b-4114-9443-c4b13ae95666 tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] device_id is not set on port 3ad279b0-f83b-4d60-9109-a71d95691930 yet. {{(pid=103448) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 20:10:34.565927 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ad70d0a-571c-4551-8f11-85439a5b5cc9 None None] Network d00eeddd-1618-4c16-8e95-50608c2d8ff2 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:10:34.623121 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5c1829e5-4384-4e40-8a02-0e6bf70a60e9 req-7a1abbec-19a6-400e-83f1-c395c30e697f tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.46 "GET /v2.0/security-groups?id=deac3dce-93b4-41af-981b-873d47022422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124775 Nov 22 20:10:34.686897 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48995fbf-95f2-4d68-accf-f738a62b04db req-bb80d1cb-12a1-43bd-b6bd-4b605c712b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:10:34.689124 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-48995fbf-95f2-4d68-accf-f738a62b04db req-bb80d1cb-12a1-43bd-b6bd-4b605c712b65 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6e6e77cf-07c8-4b3a-a9ce-a1d8a4c92033 HTTP/1.1" status: 200 len: 1096 time: 0.1666543 Nov 22 20:10:34.722582 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [None req-93f36f33-639b-4114-9443-c4b13ae95666 tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] Allocated IP 172.20.0.12 (d00eeddd-1618-4c16-8e95-50608c2d8ff2/d11fa308-44b2-497a-9f9d-03a3bd18d636/3ad279b0-f83b-4d60-9109-a71d95691930) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:10:34.786786 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-48995fbf-95f2-4d68-accf-f738a62b04db req-aba202d5-5a19-4096-b5bf-81fe3f04fd06 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=deac3dce-93b4-41af-981b-873d47022422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847304 Nov 22 20:10:34.826488 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2caca2-4099-4124-a810-67929a628428 req-83c47051-47ba-406b-9f09-849612ca3764 tempest-ServerDiagnosticsNegativeTest-1987262435 tempest-ServerDiagnosticsNegativeTest-1987262435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:10:34.830548 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-be2caca2-4099-4124-a810-67929a628428 req-83c47051-47ba-406b-9f09-849612ca3764 tempest-ServerDiagnosticsNegativeTest-1987262435 tempest-ServerDiagnosticsNegativeTest-1987262435-project] 10.222.0.46 "GET /v2.0/ports?device_id=d0721b34-b5a4-46ad-891d-4dedd4c40cf5 HTTP/1.1" status: 200 len: 950 time: 0.2123625 Nov 22 20:10:34.928355 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-be2caca2-4099-4124-a810-67929a628428 req-9a1f4a52-fc2d-4c0e-b098-3c3a3c5fbf7d tempest-ServerDiagnosticsNegativeTest-1987262435 tempest-ServerDiagnosticsNegativeTest-1987262435-project] 10.222.0.46 "GET /v2.0/security-groups?id=5c6b66f4-4f70-422e-b500-51cd35b463ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863941 Nov 22 20:10:35.060665 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e49ee129-e862-4476-beca-cdc8150d2345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:35.099978 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-93f36f33-639b-4114-9443-c4b13ae95666 tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:35.144930 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-93f36f33-639b-4114-9443-c4b13ae95666 tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:35.151707 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device c3c611e3-1c74-47bf-9225-d666ee79fbb4 no longer exists at agent hyperv_n-h1-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:10:35.202670 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] No Port match for: c3c611e3-1c74-47bf-9225-d666ee79fbb4 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:10:35.203024 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device c3c611e3-1c74-47bf-9225-d666ee79fbb4 not bound to the agent host n-h1-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:10:35.226372 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f36f33-639b-4114-9443-c4b13ae95666 tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] Pushing event updated for resources: {'Port': ['ID=3ad279b0-f83b-4d60-9109-a71d95691930,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:10:35.241721 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93f36f33-639b-4114-9443-c4b13ae95666 tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] Network d00eeddd-1618-4c16-8e95-50608c2d8ff2 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:10:35.243261 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-93f36f33-639b-4114-9443-c4b13ae95666 tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:10:35.246185 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f36f33-639b-4114-9443-c4b13ae95666 tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:10:35.297177 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011f4d2e-4da2-48fe-9bd1-4d8beae3d933 req-f05430a3-a267-4d35-86ba-9338e73b6e20 tempest-ListServerFiltersTestJSON-710341241 tempest-ListServerFiltersTestJSON-710341241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:10:35.306657 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-011f4d2e-4da2-48fe-9bd1-4d8beae3d933 req-f05430a3-a267-4d35-86ba-9338e73b6e20 tempest-ListServerFiltersTestJSON-710341241 tempest-ListServerFiltersTestJSON-710341241-project] 10.222.0.46 "GET /v2.0/ports?device_id=7563f773-f6b1-4f3f-94f8-25a0f67634fc HTTP/1.1" status: 200 len: 945 time: 0.0802121 Nov 22 20:10:35.325732 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93f36f33-639b-4114-9443-c4b13ae95666 tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:10:35.326345 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-93f36f33-639b-4114-9443-c4b13ae95666 tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:35.361767 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-93f36f33-639b-4114-9443-c4b13ae95666 tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1024 time: 1.0124457 Nov 22 20:10:35.362412 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 33704) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:10:35.373649 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-011f4d2e-4da2-48fe-9bd1-4d8beae3d933 req-16fe1958-b8ff-4664-9698-20390a22c9c9 tempest-ListServerFiltersTestJSON-710341241 tempest-ListServerFiltersTestJSON-710341241-project] 10.222.0.46 "GET /v2.0/security-groups?id=22127be5-351b-4d65-aed1-0fcc5085805a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638173 Nov 22 20:10:35.504292 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-b22b815f-5c3c-490c-b82a-409f365c8d3f tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] Deleting port 3ad279b0-f83b-4d60-9109-a71d95691930 {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:10:35.504638 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b22b815f-5c3c-490c-b82a-409f365c8d3f tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:35.523740 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01066c81-62f5-44cb-b229-79f9f3b30dd8 req-34b13323-b33d-4d45-8e74-8f148e8f50fa tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:10:35.536236 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-01066c81-62f5-44cb-b229-79f9f3b30dd8 req-34b13323-b33d-4d45-8e74-8f148e8f50fa tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] 10.222.0.46 "GET /v2.0/ports?device_id=061b0ea0-8e4a-4f23-9523-0bfc0bf638a2 HTTP/1.1" status: 200 len: 946 time: 0.1473839 Nov 22 20:10:35.608916 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b22b815f-5c3c-490c-b82a-409f365c8d3f tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:35.624091 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-b22b815f-5c3c-490c-b82a-409f365c8d3f tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] Calling delete_port for 3ad279b0-f83b-4d60-9109-a71d95691930 owned by {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:10:35.895977 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:36.049216 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-01066c81-62f5-44cb-b229-79f9f3b30dd8 req-44738682-056d-43d6-ab48-e4343614f7e8 tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] 10.222.0.46 "GET /v2.0/security-groups?id=402b14b3-7b21-4f37-9e5a-c3de7eeeb958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5118926 Nov 22 20:10:36.100146 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3de508-7959-4375-bec6-cf61a48bb625 req-219618be-8f60-44c1-8b27-89fc6b6fc945 tempest-ServerDiagnosticsNegativeTest-1987262435 tempest-ServerDiagnosticsNegativeTest-1987262435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:10:36.111180 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-cb3de508-7959-4375-bec6-cf61a48bb625 req-219618be-8f60-44c1-8b27-89fc6b6fc945 tempest-ServerDiagnosticsNegativeTest-1987262435 tempest-ServerDiagnosticsNegativeTest-1987262435-project] 10.222.0.46 "GET /v2.0/ports?device_id=d0721b34-b5a4-46ad-891d-4dedd4c40cf5 HTTP/1.1" status: 200 len: 950 time: 0.6157413 Nov 22 20:10:36.112787 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b22b815f-5c3c-490c-b82a-409f365c8d3f tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:36.147717 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22b815f-5c3c-490c-b82a-409f365c8d3f tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] Pushing event deleted for resources: {'Port': ['ID=3ad279b0-f83b-4d60-9109-a71d95691930,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:10:36.180018 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-cb3de508-7959-4375-bec6-cf61a48bb625 req-12280347-543e-42c9-9995-0cb721311329 tempest-ServerDiagnosticsNegativeTest-1987262435 tempest-ServerDiagnosticsNegativeTest-1987262435-project] 10.222.0.46 "GET /v2.0/security-groups?id=5c6b66f4-4f70-422e-b500-51cd35b463ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678220 Nov 22 20:10:36.249684 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b22b815f-5c3c-490c-b82a-409f365c8d3f tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:36.255804 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-b22b815f-5c3c-490c-b82a-409f365c8d3f tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] 10.222.0.46 "DELETE /v2.0/ports/3ad279b0-f83b-4d60-9109-a71d95691930 HTTP/1.1" status: 204 len: 168 time: 0.8896625 Nov 22 20:10:36.258431 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 33712) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:10:36.259638 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0773d91-5199-48a4-9a33-748400981e0a req-30d697d7-9a54-4972-9495-50f8f7156c67 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:10:36.261266 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f0773d91-5199-48a4-9a33-748400981e0a req-30d697d7-9a54-4972-9495-50f8f7156c67 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.46 "GET /v2.0/ports?device_id=6e6e77cf-07c8-4b3a-a9ce-a1d8a4c92033 HTTP/1.1" status: 200 len: 945 time: 0.0800798 Nov 22 20:10:36.263449 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-b4181bc6-8782-4846-b12e-26d6ca50b0b0 tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd00eeddd-1618-4c16-8e95-50608c2d8ff2', 'external_fixed_ips': [{'subnet_id': 'd11fa308-44b2-497a-9f9d-03a3bd18d636', 'ip_address': '172.20.0.12'}]}}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:10:36.293753 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b4181bc6-8782-4846-b12e-26d6ca50b0b0 tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24799'] for router, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:36.295275 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b4181bc6-8782-4846-b12e-26d6ca50b0b0 tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-632716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24788'] for router, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:36.299018 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-86d7a576-53c5-4568-9f83-b3f2fe22b3ea req-eff2681f-9a6d-4b6f-87ad-588e5bb63bff tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] 10.222.0.46 "GET /v2.0/security-groups/1f46fc43-091a-421d-a069-26e28cfe15d0 HTTP/1.1" status: 200 len: 1818 time: 0.0810359 Nov 22 20:10:36.354360 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b4181bc6-8782-4846-b12e-26d6ca50b0b0 tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:36.355246 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f0773d91-5199-48a4-9a33-748400981e0a req-fbbc0909-00d5-4c0c-b22a-213ffdd28926 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.46 "GET /v2.0/security-groups?id=deac3dce-93b4-41af-981b-873d47022422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854597 Nov 22 20:10:36.392109 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-86d7a576-53c5-4568-9f83-b3f2fe22b3ea req-5a9061dc-eb08-4615-a80d-d46877a30b19 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:36.416055 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-86d7a576-53c5-4568-9f83-b3f2fe22b3ea req-5a9061dc-eb08-4615-a80d-d46877a30b19 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:36.476496 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-86d7a576-53c5-4568-9f83-b3f2fe22b3ea req-5a9061dc-eb08-4615-a80d-d46877a30b19 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:36.481461 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-86d7a576-53c5-4568-9f83-b3f2fe22b3ea req-5a9061dc-eb08-4615-a80d-d46877a30b19 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:36.509539 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-86d7a576-53c5-4568-9f83-b3f2fe22b3ea req-5a9061dc-eb08-4615-a80d-d46877a30b19 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] 10.222.0.46 "DELETE /v2.0/security-groups/1f46fc43-091a-421d-a069-26e28cfe15d0 HTTP/1.1" status: 204 len: 173 time: 0.1949196 Nov 22 20:10:36.534760 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b4181bc6-8782-4846-b12e-26d6ca50b0b0 tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:36.539303 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9061dc-eb08-4615-a80d-d46877a30b19 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f46fc43-091a-421d-a069-26e28cfe15d0,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:10:36.848824 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30d8770-5180-430e-96d4-4e4f54082d1b req-ea066f87-e24e-4b5e-9fdd-529461e1e653 tempest-ListServerFiltersTestJSON-710341241 tempest-ListServerFiltersTestJSON-710341241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:10:36.850524 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d30d8770-5180-430e-96d4-4e4f54082d1b req-ea066f87-e24e-4b5e-9fdd-529461e1e653 tempest-ListServerFiltersTestJSON-710341241 tempest-ListServerFiltersTestJSON-710341241-project] 10.222.0.46 "GET /v2.0/ports?device_id=7563f773-f6b1-4f3f-94f8-25a0f67634fc HTTP/1.1" status: 200 len: 945 time: 0.2188232 Nov 22 20:10:36.858153 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b4181bc6-8782-4846-b12e-26d6ca50b0b0 tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:36.862737 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddfa2b0-1fe6-4f28-82bb-76f5f63f28e2 req-48abb0c0-0b43-4c8e-ba79-f955b13d51cf tempest-ServerDiagnosticsNegativeTest-1987262435 tempest-ServerDiagnosticsNegativeTest-1987262435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:10:36.864516 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6ddfa2b0-1fe6-4f28-82bb-76f5f63f28e2 req-48abb0c0-0b43-4c8e-ba79-f955b13d51cf tempest-ServerDiagnosticsNegativeTest-1987262435 tempest-ServerDiagnosticsNegativeTest-1987262435-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0721b34-b5a4-46ad-891d-4dedd4c40cf5 HTTP/1.1" status: 200 len: 950 time: 0.1885400 Nov 22 20:10:36.884917 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbccb02-d9cd-4974-94f3-6cb7bac898f5 req-a493620a-2549-400f-8142-c370f63e0893 tempest-LiveMigrationTest-519343393 tempest-LiveMigrationTest-519343393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:10:36.887510 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b4181bc6-8782-4846-b12e-26d6ca50b0b0 tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:36.893100 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6fbccb02-d9cd-4974-94f3-6cb7bac898f5 req-a493620a-2549-400f-8142-c370f63e0893 tempest-LiveMigrationTest-519343393 tempest-LiveMigrationTest-519343393-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=6e6e77cf-07c8-4b3a-a9ce-a1d8a4c92033 HTTP/1.1" status: 200 len: 1096 time: 0.1067908 Nov 22 20:10:37.018527 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6fbccb02-d9cd-4974-94f3-6cb7bac898f5 req-a39ba4cb-5e47-4928-af79-b7ada4dd7e30 tempest-LiveMigrationTest-519343393 tempest-LiveMigrationTest-519343393-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=deac3dce-93b4-41af-981b-873d47022422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243210 Nov 22 20:10:37.029874 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d30d8770-5180-430e-96d4-4e4f54082d1b req-c9777afc-2fdb-4d4d-98ae-f2efe8d24657 tempest-ListServerFiltersTestJSON-710341241 tempest-ListServerFiltersTestJSON-710341241-project] 10.222.0.46 "GET /v2.0/security-groups?id=22127be5-351b-4d65-aed1-0fcc5085805a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641834 Nov 22 20:10:37.143149 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [None req-b4181bc6-8782-4846-b12e-26d6ca50b0b0 tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] Allocated IP 172.20.0.12 (d00eeddd-1618-4c16-8e95-50608c2d8ff2/d11fa308-44b2-497a-9f9d-03a3bd18d636/21216e71-90d0-43c8-b103-767e3db4d2f1) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:10:37.246478 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-04637d0c-0960-4936-9eeb-91312b1a5732 req-258d30e9-bb9b-45e1-bee0-62973a1ec8ec tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] 10.222.0.46 "GET /v2.0/security-groups/04fb73d0-de98-4f3b-9957-a317059218d6 HTTP/1.1" status: 200 len: 1817 time: 0.1804521 Nov 22 20:10:37.298858 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b4181bc6-8782-4846-b12e-26d6ca50b0b0 tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:37.304763 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664525da-e349-47fb-b911-d30c3d13b3f8 req-9a064947-2a86-447d-94e3-abd226cbd7e4 tempest-LiveMigrationTest-519343393 tempest-LiveMigrationTest-519343393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:10:37.313723 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-664525da-e349-47fb-b911-d30c3d13b3f8 req-9a064947-2a86-447d-94e3-abd226cbd7e4 tempest-LiveMigrationTest-519343393 tempest-LiveMigrationTest-519343393-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=6e6e77cf-07c8-4b3a-a9ce-a1d8a4c92033 HTTP/1.1" status: 200 len: 1096 time: 0.1495998 Nov 22 20:10:37.339630 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b4181bc6-8782-4846-b12e-26d6ca50b0b0 tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:37.363286 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-6ddfa2b0-1fe6-4f28-82bb-76f5f63f28e2 req-899947e6-5b11-4338-9748-db60a4a46f74 tempest-ServerDiagnosticsNegativeTest-1987262435 tempest-ServerDiagnosticsNegativeTest-1987262435-project] Deleting port a316a3a8-0800-44ac-bf85-942ce94b0582 {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:10:37.363607 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-6ddfa2b0-1fe6-4f28-82bb-76f5f63f28e2 req-899947e6-5b11-4338-9748-db60a4a46f74 tempest-ServerDiagnosticsNegativeTest-1987262435 tempest-ServerDiagnosticsNegativeTest-1987262435-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:37.382264 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-04637d0c-0960-4936-9eeb-91312b1a5732 req-88e6c0bb-45bc-441a-b19d-970b0a9630a6 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:37.389420 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4181bc6-8782-4846-b12e-26d6ca50b0b0 tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] Network d00eeddd-1618-4c16-8e95-50608c2d8ff2 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:10:37.392564 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-b4181bc6-8782-4846-b12e-26d6ca50b0b0 tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:10:37.396452 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4181bc6-8782-4846-b12e-26d6ca50b0b0 tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:10:37.428368 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4181bc6-8782-4846-b12e-26d6ca50b0b0 tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] Pushing event updated for resources: {'Port': ['ID=21216e71-90d0-43c8-b103-767e3db4d2f1,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:10:37.465548 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-664525da-e349-47fb-b911-d30c3d13b3f8 req-8cde4830-76ad-4c2a-8635-90884c00c065 tempest-LiveMigrationTest-519343393 tempest-LiveMigrationTest-519343393-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=deac3dce-93b4-41af-981b-873d47022422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406581 Nov 22 20:10:37.475054 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-04637d0c-0960-4936-9eeb-91312b1a5732 req-88e6c0bb-45bc-441a-b19d-970b0a9630a6 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:37.549177 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-6ddfa2b0-1fe6-4f28-82bb-76f5f63f28e2 req-899947e6-5b11-4338-9748-db60a4a46f74 tempest-ServerDiagnosticsNegativeTest-1987262435 tempest-ServerDiagnosticsNegativeTest-1987262435-project] For port a316a3a8-0800-44ac-bf85-942ce94b0582, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=a316a3a8-0800-44ac-bf85-942ce94b0582,segment=NetworkSegment(2a5a1c7b-538e-498e-99b9-cc7a8e0411be),segment_id=2a5a1c7b-538e-498e-99b9-cc7a8e0411be)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:10:37.549177 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-6ddfa2b0-1fe6-4f28-82bb-76f5f63f28e2 req-899947e6-5b11-4338-9748-db60a4a46f74 tempest-ServerDiagnosticsNegativeTest-1987262435 tempest-ServerDiagnosticsNegativeTest-1987262435-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:37.584029 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-04637d0c-0960-4936-9eeb-91312b1a5732 req-88e6c0bb-45bc-441a-b19d-970b0a9630a6 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:37.585648 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-04637d0c-0960-4936-9eeb-91312b1a5732 req-88e6c0bb-45bc-441a-b19d-970b0a9630a6 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:37.600228 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-04637d0c-0960-4936-9eeb-91312b1a5732 req-88e6c0bb-45bc-441a-b19d-970b0a9630a6 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] 10.222.0.46 "DELETE /v2.0/security-groups/04fb73d0-de98-4f3b-9957-a317059218d6 HTTP/1.1" status: 204 len: 173 time: 0.3527629 Nov 22 20:10:37.603109 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-6ddfa2b0-1fe6-4f28-82bb-76f5f63f28e2 req-899947e6-5b11-4338-9748-db60a4a46f74 tempest-ServerDiagnosticsNegativeTest-1987262435 tempest-ServerDiagnosticsNegativeTest-1987262435-project] Calling delete_port for a316a3a8-0800-44ac-bf85-942ce94b0582 owned by compute:nova {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:10:37.611747 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 33740) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:10:37.759270 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e6c0bb-45bc-441a-b19d-970b0a9630a6 tempest-SecurityGroupsTestJSON-515677461 tempest-SecurityGroupsTestJSON-515677461-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04fb73d0-de98-4f3b-9957-a317059218d6,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:10:37.840773 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b4181bc6-8782-4846-b12e-26d6ca50b0b0 tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:37.940643 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb62562d-4087-4cff-bd8c-bc965b9f0282 admin admin] Deleting subnet d1283e3b-986c-4cf3-818d-79a41c1c76c2 {{(pid=103447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 20:10:37.960206 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-eb62562d-4087-4cff-bd8c-bc965b9f0282 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:38.027868 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74c5a39-244e-492f-aa3c-fb4ffed493c2 req-3d44227f-c4a9-4fb2-93d2-605810cea3e5 tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:10:38.029591 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a74c5a39-244e-492f-aa3c-fb4ffed493c2 req-3d44227f-c4a9-4fb2-93d2-605810cea3e5 tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] 10.222.0.46 "GET /v2.0/ports?device_id=061b0ea0-8e4a-4f23-9523-0bfc0bf638a2 HTTP/1.1" status: 200 len: 946 time: 0.3558931 Nov 22 20:10:38.041324 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-eb62562d-4087-4cff-bd8c-bc965b9f0282 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12178353'] for subnet, precommit_delete_associations {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:38.053123 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3815d016-40c0-410e-a2de-92c01dd12993 req-d513a77d-4e15-4222-83cd-a44d0dac9da6 tempest-ServerDiagnosticsNegativeTest-1987262435 tempest-ServerDiagnosticsNegativeTest-1987262435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:10:38.055498 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3815d016-40c0-410e-a2de-92c01dd12993 req-d513a77d-4e15-4222-83cd-a44d0dac9da6 tempest-ServerDiagnosticsNegativeTest-1987262435 tempest-ServerDiagnosticsNegativeTest-1987262435-project] 10.222.0.46 "GET /v2.0/ports?device_id=d0721b34-b5a4-46ad-891d-4dedd4c40cf5 HTTP/1.1" status: 200 len: 950 time: 0.3007233 Nov 22 20:10:38.111681 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b4181bc6-8782-4846-b12e-26d6ca50b0b0 tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-659538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-841284'] for router, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:38.261496 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-eb62562d-4087-4cff-bd8c-bc965b9f0282 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3753007'] for subnet, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:38.375370 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4181bc6-8782-4846-b12e-26d6ca50b0b0 tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] Router 86f5d055-b6fd-48c0-b9f0-7fbcb2f516d0 is scheduled to L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 with binding_index 1 {{(pid=103448) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 20:10:38.423105 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a74c5a39-244e-492f-aa3c-fb4ffed493c2 req-920548ab-45c2-41ba-ac4b-60f46bdb9847 tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] 10.222.0.46 "GET /v2.0/security-groups?id=402b14b3-7b21-4f37-9e5a-c3de7eeeb958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3789697 Nov 22 20:10:38.430367 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-6ddfa2b0-1fe6-4f28-82bb-76f5f63f28e2 req-899947e6-5b11-4338-9748-db60a4a46f74 tempest-ServerDiagnosticsNegativeTest-1987262435 tempest-ServerDiagnosticsNegativeTest-1987262435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:38.444963 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] get_ports_and_sgs() called for port_ids ['a316a3a8-0800-44ac-bf85-942ce94b0582'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:10:38.451689 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3815d016-40c0-410e-a2de-92c01dd12993 req-57518dc4-438f-419c-855e-13e6f4478f05 tempest-ServerDiagnosticsNegativeTest-1987262435 tempest-ServerDiagnosticsNegativeTest-1987262435-project] 10.222.0.46 "GET /v2.0/security-groups?id=5c6b66f4-4f70-422e-b500-51cd35b463ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3519528 Nov 22 20:10:38.568365 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4181bc6-8782-4846-b12e-26d6ca50b0b0 tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:10:38.569516 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899947e6-5b11-4338-9748-db60a4a46f74 tempest-ServerDiagnosticsNegativeTest-1987262435 tempest-ServerDiagnosticsNegativeTest-1987262435-project] Pushing event deleted for resources: {'Port': ['ID=a316a3a8-0800-44ac-bf85-942ce94b0582,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:10:38.581258 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b4a959-190a-44e2-9c60-c0f8c54f473e None None] Sync routers for ids ['86f5d055-b6fd-48c0-b9f0-7fbcb2f516d0'] in n-d-818823-1 {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:10:38.632405 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b4181bc6-8782-4846-b12e-26d6ca50b0b0 tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] Publish callbacks [] for router, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:38.636234 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-b4181bc6-8782-4846-b12e-26d6ca50b0b0 tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 2.3742685 Nov 22 20:10:38.637152 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b4a959-190a-44e2-9c60-c0f8c54f473e None None] Routers {'86f5d055-b6fd-48c0-b9f0-7fbcb2f516d0'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:10:38.638886 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 33750) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:10:38.639660 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-b4b4a959-190a-44e2-9c60-c0f8c54f473e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:10:32Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['86f5d055-b6fd-48c0-b9f0-7fbcb2f516d0'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:10:38.649352 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-eb62562d-4087-4cff-bd8c-bc965b9f0282 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3753014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8900804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8485115'] for subnet, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:38.672837 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ddfa2b0-1fe6-4f28-82bb-76f5f63f28e2 req-899947e6-5b11-4338-9748-db60a4a46f74 tempest-ServerDiagnosticsNegativeTest-1987262435 tempest-ServerDiagnosticsNegativeTest-1987262435-project] No DVR routers for this DVR port a316a3a8-0800-44ac-bf85-942ce94b0582 on host n-h2-818823-1 {{(pid=103447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:10:38.677428 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-6ddfa2b0-1fe6-4f28-82bb-76f5f63f28e2 req-899947e6-5b11-4338-9748-db60a4a46f74 tempest-ServerDiagnosticsNegativeTest-1987262435 tempest-ServerDiagnosticsNegativeTest-1987262435-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:38.681196 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6ddfa2b0-1fe6-4f28-82bb-76f5f63f28e2 req-899947e6-5b11-4338-9748-db60a4a46f74 tempest-ServerDiagnosticsNegativeTest-1987262435 tempest-ServerDiagnosticsNegativeTest-1987262435-project] 10.222.0.20 "DELETE /v2.0/ports/a316a3a8-0800-44ac-bf85-942ce94b0582 HTTP/1.1" status: 204 len: 173 time: 1.8066549 Nov 22 20:10:38.687017 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0721b34-b5a4-46ad-891d-4dedd4c40cf5', 'name': 'network-vif-deleted', 'tag': 'a316a3a8-0800-44ac-bf85-942ce94b0582'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:10:38.690865 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3590834c-6d41-42a5-8783-eccc1714de18" -d '{"events": [{"server_uuid": "d0721b34-b5a4-46ad-891d-4dedd4c40cf5", "name": "network-vif-deleted", "tag": "a316a3a8-0800-44ac-bf85-942ce94b0582"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:10:38.740306 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb62562d-4087-4cff-bd8c-bc965b9f0282 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1283e3b-986c-4cf3-818d-79a41c1c76c2,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:10:38.744241 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-eb62562d-4087-4cff-bd8c-bc965b9f0282 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for subnet, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:38.754511 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-eb62562d-4087-4cff-bd8c-bc965b9f0282 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/d1283e3b-986c-4cf3-818d-79a41c1c76c2 HTTP/1.1" status: 204 len: 168 time: 1.1346014 Nov 22 20:10:38.754911 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 33754) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:10:38.865847 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5c9e13-ef3c-4add-ada8-db7c18da28fe req-25b8d2cc-3fe6-4c80-95fe-e53d4d3dab37 tempest-ListServerFiltersTestJSON-710341241 tempest-ListServerFiltersTestJSON-710341241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:10:38.880552 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8c5c9e13-ef3c-4add-ada8-db7c18da28fe req-25b8d2cc-3fe6-4c80-95fe-e53d4d3dab37 tempest-ListServerFiltersTestJSON-710341241 tempest-ListServerFiltersTestJSON-710341241-project] 10.222.0.46 "GET /v2.0/ports?device_id=7563f773-f6b1-4f3f-94f8-25a0f67634fc HTTP/1.1" status: 200 len: 945 time: 0.2823026 Nov 22 20:10:38.896210 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-b4b4a959-190a-44e2-9c60-c0f8c54f473e None None] Set router 86f5d055-b6fd-48c0-b9f0-7fbcb2f516d0 gateway port host: n-d-818823-1 {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:10:39.002341 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2d8b1ca3-3be3-4727-8f7b-048e34e5d2f0 tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] Publish callbacks [] for router, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:39.017252 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-04e57d00-ef04-4205-8558-a951364fff42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3961693'] for network, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:39.046541 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8c5c9e13-ef3c-4add-ada8-db7c18da28fe req-675b332d-67a2-4402-b8fa-1dda9a2783e4 tempest-ListServerFiltersTestJSON-710341241 tempest-ListServerFiltersTestJSON-710341241-project] 10.222.0.46 "GET /v2.0/security-groups?id=22127be5-351b-4d65-aed1-0fcc5085805a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648493 Nov 22 20:10:39.171871 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:10:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97e87411-c4c0-43ef-b9ba-5b2e260cbbea x-openstack-request-id: req-97e87411-c4c0-43ef-b9ba-5b2e260cbbea {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:10:39.173737 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0721b34-b5a4-46ad-891d-4dedd4c40cf5", "name": "network-vif-deleted", "tag": "a316a3a8-0800-44ac-bf85-942ce94b0582", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:10:39.177904 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2d8b1ca3-3be3-4727-8f7b-048e34e5d2f0 tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:39.180054 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-97e87411-c4c0-43ef-b9ba-5b2e260cbbea {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:10:39.187324 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0721b34-b5a4-46ad-891d-4dedd4c40cf5', 'name': 'network-vif-deleted', 'tag': 'a316a3a8-0800-44ac-bf85-942ce94b0582', 'status': 'completed', 'code': 200} Nov 22 20:10:39.326761 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-04e57d00-ef04-4205-8558-a951364fff42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3760028', 'neutron.services.segments.db._delete_segments_for_network-8748992815755'] for network, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:39.358941 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-04e57d00-ef04-4205-8558-a951364fff42 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15d4315f-9a0f-48df-91a2-7f6446aa6c2e']}} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:10:39.367850 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-2d8b1ca3-3be3-4727-8f7b-048e34e5d2f0 tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] Deleting port 21216e71-90d0-43c8-b103-767e3db4d2f1 {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:10:39.372985 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-04e57d00-ef04-4205-8558-a951364fff42 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94d4e232-251b-48cf-a0b3-a3b667b8984b') {'for_net_delete': True} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:10:39.373584 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2d8b1ca3-3be3-4727-8f7b-048e34e5d2f0 tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:39.373787 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-04e57d00-ef04-4205-8558-a951364fff42 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94d4e232-251b-48cf-a0b3-a3b667b8984b') {} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:10:39.386635 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-b4b4a959-190a-44e2-9c60-c0f8c54f473e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86f5d055-b6fd-48c0-b9f0-7fbcb2f516d0', 'name': '', 'tenant_id': '663e8072a5c74032828916dadfd22abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd00eeddd-1618-4c16-8e95-50608c2d8ff2', 'external_fixed_ips': [{'subnet_id': 'd11fa308-44b2-497a-9f9d-03a3bd18d636', 'ip_address': '172.20.0.12'}], 'enable_snat': True}, 'gw_port_id': '21216e71-90d0-43c8-b103-767e3db4d2f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:10:36Z', 'updated_at': '2021-11-22T20:10:37Z', 'revision_number': 3, 'project_id': '663e8072a5c74032828916dadfd22abb', 'gw_port': {'id': '21216e71-90d0-43c8-b103-767e3db4d2f1', 'name': '', 'network_id': 'd00eeddd-1618-4c16-8e95-50608c2d8ff2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e4:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86f5d055-b6fd-48c0-b9f0-7fbcb2f516d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': 'd11fa308-44b2-497a-9f9d-03a3bd18d636', 'ip_address': '172.20.0.12', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:10:36Z', 'updated_at': '2021-11-22T20:10:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd11fa308-44b2-497a-9f9d-03a3bd18d636', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:10:39.393867 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-04e57d00-ef04-4205-8558-a951364fff42 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748993039638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12178344'] for segment, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:39.444485 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-04e57d00-ef04-4205-8558-a951364fff42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:39.458514 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04e57d00-ef04-4205-8558-a951364fff42 admin admin] Releasing vlan 620 on physical network physnet1 to pool {{(pid=103447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 20:10:39.459103 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-04e57d00-ef04-4205-8558-a951364fff42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8900762'] for segment, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:39.483629 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b4a959-190a-44e2-9c60-c0f8c54f473e None None] Checking router: 86f5d055-b6fd-48c0-b9f0-7fbcb2f516d0 for host: n-d-818823-1 {{(pid=103450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 20:10:39.483976 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b4a959-190a-44e2-9c60-c0f8c54f473e None None] Updating router 86f5d055-b6fd-48c0-b9f0-7fbcb2f516d0 port 21216e71-90d0-43c8-b103-767e3db4d2f1 binding host n-d-818823-1 {{(pid=103450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 20:10:39.490428 n-d-818823-1 neutron-server[103447]: Traceback (most recent call last): Nov 22 20:10:39.490428 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 20:10:39.490428 n-d-818823-1 neutron-server[103447]: timer() Nov 22 20:10:39.490428 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 20:10:39.490428 n-d-818823-1 neutron-server[103447]: cb(*args, **kw) Nov 22 20:10:39.490428 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 20:10:39.490428 n-d-818823-1 neutron-server[103447]: return func(*args, **kwargs) Nov 22 20:10:39.490428 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 20:10:39.490428 n-d-818823-1 neutron-server[103447]: self._notify() Nov 22 20:10:39.490428 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 20:10:39.490428 n-d-818823-1 neutron-server[103447]: self.callback(batched_events) Nov 22 20:10:39.490428 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 20:10:39.490428 n-d-818823-1 neutron-server[103447]: event.method(event) Nov 22 20:10:39.490428 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 20:10:39.490428 n-d-818823-1 neutron-server[103447]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 20:10:39.490428 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 20:10:39.490428 n-d-818823-1 neutron-server[103447]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 20:10:39.490428 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 20:10:39.490428 n-d-818823-1 neutron-server[103447]: return f(self, *a, **k) Nov 22 20:10:39.490428 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 20:10:39.490428 n-d-818823-1 neutron-server[103447]: return self._get(url).json() Nov 22 20:10:39.490428 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 20:10:39.490428 n-d-818823-1 neutron-server[103447]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 20:10:39.490428 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 20:10:39.490428 n-d-818823-1 neutron-server[103447]: return self.request(url, 'GET', **kwargs) Nov 22 20:10:39.490428 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 20:10:39.490428 n-d-818823-1 neutron-server[103447]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 20:10:39.490428 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 20:10:39.490428 n-d-818823-1 neutron-server[103447]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 20:10:39.490428 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 20:10:39.490428 n-d-818823-1 neutron-server[103447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 20:10:39.490428 n-d-818823-1 neutron-server[103447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 20:10:39.582668 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b4b4a959-190a-44e2-9c60-c0f8c54f473e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:39.686593 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2d8b1ca3-3be3-4727-8f7b-048e34e5d2f0 tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:39.722866 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-2d8b1ca3-3be3-4727-8f7b-048e34e5d2f0 tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] Calling delete_port for 21216e71-90d0-43c8-b103-767e3db4d2f1 owned by network:router_gateway {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:10:39.837958 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-04e57d00-ef04-4205-8558-a951364fff42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3760002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595318'] for network, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:39.864060 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-04e57d00-ef04-4205-8558-a951364fff42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for network, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:39.882462 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-04e57d00-ef04-4205-8558-a951364fff42 admin admin] 10.222.0.46 "DELETE /v2.0/networks/15d4315f-9a0f-48df-91a2-7f6446aa6c2e HTTP/1.1" status: 204 len: 168 time: 1.1257777 Nov 22 20:10:39.943101 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e57d00-ef04-4205-8558-a951364fff42 admin admin] Pushing event deleted for resources: {'Network': ['ID=15d4315f-9a0f-48df-91a2-7f6446aa6c2e,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:10:40.016492 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bca3d3-6d19-49f1-88f2-8832a6de110b req-d20c3328-725e-4817-a5e4-bd09f94cbe6c tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:10:40.027996 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-10bca3d3-6d19-49f1-88f2-8832a6de110b req-d20c3328-725e-4817-a5e4-bd09f94cbe6c tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] 10.222.0.46 "GET /v2.0/ports?device_id=061b0ea0-8e4a-4f23-9523-0bfc0bf638a2 HTTP/1.1" status: 200 len: 946 time: 0.3572688 Nov 22 20:10:40.187903 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2d8b1ca3-3be3-4727-8f7b-048e34e5d2f0 tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:40.223574 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8b1ca3-3be3-4727-8f7b-048e34e5d2f0 tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] Pushing event deleted for resources: {'Port': ['ID=21216e71-90d0-43c8-b103-767e3db4d2f1,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:10:40.260870 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-10bca3d3-6d19-49f1-88f2-8832a6de110b req-12e6ab73-7b64-441d-900c-e2a9107b2e04 tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] 10.222.0.46 "GET /v2.0/security-groups?id=402b14b3-7b21-4f37-9e5a-c3de7eeeb958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2318711 Nov 22 20:10:40.387021 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.db.api [None req-b4b4a959-190a-44e2-9c60-c0f8c54f473e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103450) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 20:10:40.387621 n-d-818823-1 neutron-server[103450]: DEBUG oslo_db.api [None req-b4b4a959-190a-44e2-9c60-c0f8c54f473e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 20:10:40.416178 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 33798) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:10:40.427323 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2d8b1ca3-3be3-4727-8f7b-048e34e5d2f0 tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595398'] for router_gateway, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:40.628341 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2d8b1ca3-3be3-4727-8f7b-048e34e5d2f0 tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24781'] for router, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:40.631525 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2d8b1ca3-3be3-4727-8f7b-048e34e5d2f0 tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:40.692938 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2d8b1ca3-3be3-4727-8f7b-048e34e5d2f0 tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-663261'] for router, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:40.693668 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d8b1ca3-3be3-4727-8f7b-048e34e5d2f0 tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 86f5d055-b6fd-48c0-b9f0-7fbcb2f516d0 {{(pid=103448) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 20:10:40.705915 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2d8b1ca3-3be3-4727-8f7b-048e34e5d2f0 tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] Publish callbacks [] for router, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:40.706686 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-c379b511-a440-41bf-984d-04dfad8e3290 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0fdf582e13024dfab4aee7ecf63b2936&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2887011 Nov 22 20:10:40.708166 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 33800) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:10:40.709739 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-2d8b1ca3-3be3-4727-8f7b-048e34e5d2f0 tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] 10.222.0.46 "DELETE /v2.0/routers/86f5d055-b6fd-48c0-b9f0-7fbcb2f516d0 HTTP/1.1" status: 204 len: 168 time: 2.0696726 Nov 22 20:10:40.713767 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 33802) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:10:40.776431 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device a316a3a8-0800-44ac-bf85-942ce94b0582 no longer exists at agent hyperv_n-h2-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:10:40.819302 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081d3903-80ef-4460-aa28-d8e1db52bbbc req-83e87ffc-8c17-4c39-9d7a-daf8aa312887 tempest-ListServerFiltersTestJSON-710341241 tempest-ListServerFiltersTestJSON-710341241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:10:40.827536 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] No Port match for: a316a3a8-0800-44ac-bf85-942ce94b0582 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:10:40.829050 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device a316a3a8-0800-44ac-bf85-942ce94b0582 not bound to the agent host n-h2-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:10:40.844105 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-081d3903-80ef-4460-aa28-d8e1db52bbbc req-83e87ffc-8c17-4c39-9d7a-daf8aa312887 tempest-ListServerFiltersTestJSON-710341241 tempest-ListServerFiltersTestJSON-710341241-project] 10.222.0.46 "GET /v2.0/ports?device_id=7563f773-f6b1-4f3f-94f8-25a0f67634fc HTTP/1.1" status: 200 len: 945 time: 0.3026316 Nov 22 20:10:40.880562 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_v2 [None req-d355a3e8-82dd-4955-b601-21e521ac1e22 tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] Deleting subnet d11fa308-44b2-497a-9f9d-03a3bd18d636 {{(pid=103448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 20:10:40.889823 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d355a3e8-82dd-4955-b601-21e521ac1e22 tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:40.942126 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b4a959-190a-44e2-9c60-c0f8c54f473e None None] Port 21216e71-90d0-43c8-b103-767e3db4d2f1 not found while updating agent binding for router 86f5d055-b6fd-48c0-b9f0-7fbcb2f516d0. {{(pid=103450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Nov 22 20:10:40.963152 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b4a959-190a-44e2-9c60-c0f8c54f473e None None] Routers set() bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:10:40.964320 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b4a959-190a-44e2-9c60-c0f8c54f473e None None] Router IDs set() for agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 22 20:10:40.966033 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_agentschedulers_db [None req-b4b4a959-190a-44e2-9c60-c0f8c54f473e None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'86f5d055-b6fd-48c0-b9f0-7fbcb2f516d0'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:10:32Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent'). {{(pid=103450) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 22 20:10:40.966738 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b4a959-190a-44e2-9c60-c0f8c54f473e None None] The sync data for ids ['86f5d055-b6fd-48c0-b9f0-7fbcb2f516d0'] in n-d-818823-1 is: [] {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:10:40.993401 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d355a3e8-82dd-4955-b601-21e521ac1e22 tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11627908'] for subnet, precommit_delete_associations {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:41.027427 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 33810) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:10:41.043587 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-44025569-05ae-4f96-9d75-cbc979135de0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:41.093251 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d355a3e8-82dd-4955-b601-21e521ac1e22 tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3753007'] for subnet, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:41.093778 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-081d3903-80ef-4460-aa28-d8e1db52bbbc req-37bed6c4-a104-4a7a-8640-2b5df15c3222 tempest-ListServerFiltersTestJSON-710341241 tempest-ListServerFiltersTestJSON-710341241-project] 10.222.0.46 "GET /v2.0/security-groups?id=22127be5-351b-4d65-aed1-0fcc5085805a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2441623 Nov 22 20:10:41.113278 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-44025569-05ae-4f96-9d75-cbc979135de0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:41.214551 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d355a3e8-82dd-4955-b601-21e521ac1e22 tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3753014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11567369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11792914'] for subnet, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:41.224372 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-44025569-05ae-4f96-9d75-cbc979135de0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:41.228293 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-44025569-05ae-4f96-9d75-cbc979135de0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:41.230203 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-44025569-05ae-4f96-9d75-cbc979135de0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/008bf24b-e850-49d0-ba05-9d00c3f0736a HTTP/1.1" status: 204 len: 168 time: 0.5190501 Nov 22 20:10:41.247097 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44025569-05ae-4f96-9d75-cbc979135de0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=008bf24b-e850-49d0-ba05-9d00c3f0736a,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:10:41.274081 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d355a3e8-82dd-4955-b601-21e521ac1e22 tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=d11fa308-44b2-497a-9f9d-03a3bd18d636,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:10:41.284297 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d355a3e8-82dd-4955-b601-21e521ac1e22 tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:41.290015 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-d355a3e8-82dd-4955-b601-21e521ac1e22 tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] 10.222.0.46 "DELETE /v2.0/subnets/d11fa308-44b2-497a-9f9d-03a3bd18d636 HTTP/1.1" status: 204 len: 168 time: 0.5695660 Nov 22 20:10:41.290997 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 33820) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:10:41.330024 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [req-478ad40a-5e5d-4829-b298-fe8fdb585d56 req-af97c706-17d0-4b5d-83ad-2cec5336af11 tempest-LiveMigrationTest-519343393 tempest-LiveMigrationTest-519343393-project-admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=103448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 20:10:41.331031 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-478ad40a-5e5d-4829-b298-fe8fdb585d56 req-af97c706-17d0-4b5d-83ad-2cec5336af11 tempest-LiveMigrationTest-519343393 tempest-LiveMigrationTest-519343393-project-admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4870014 Nov 22 20:10:41.476088 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c2839d2a-2cd0-4849-8ee9-5506a3fafe6a tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3961693'] for network, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:41.503929 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478ad40a-5e5d-4829-b298-fe8fdb585d56 req-a4c6feef-0fe9-4f5a-abbc-7a34e3fa0549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:10:41.505631 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-478ad40a-5e5d-4829-b298-fe8fdb585d56 req-a4c6feef-0fe9-4f5a-abbc-7a34e3fa0549 service neutron] 10.222.0.46 "GET /v2.0/ports/47b8edb0-177f-4d17-96fa-2e7fc52c4950 HTTP/1.1" status: 200 len: 1093 time: 0.1674492 Nov 22 20:10:41.518359 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [req-478ad40a-5e5d-4829-b298-fe8fdb585d56 req-b7eed45c-2417-41f8-8e8c-b1e33b0905cf service neutron] Request body: {'binding': {'host': 'n-h2-818823-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:10:41.519341 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [req-478ad40a-5e5d-4829-b298-fe8fdb585d56 req-b7eed45c-2417-41f8-8e8c-b1e33b0905cf service neutron] Unknown quota resources ['binding']. {{(pid=103448) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 22 20:10:41.669361 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c2839d2a-2cd0-4849-8ee9-5506a3fafe6a tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3760028', 'neutron.services.segments.db._delete_segments_for_network-8748992815755'] for network, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:41.717958 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-c2839d2a-2cd0-4849-8ee9-5506a3fafe6a tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d00eeddd-1618-4c16-8e95-50608c2d8ff2']}} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:10:41.717958 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-c2839d2a-2cd0-4849-8ee9-5506a3fafe6a tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '429728b1-ce0d-4573-b1ce-5713789aaf56') {'for_net_delete': True} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:10:41.717958 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-c2839d2a-2cd0-4849-8ee9-5506a3fafe6a tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '429728b1-ce0d-4573-b1ce-5713789aaf56') {} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:10:41.725338 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c2839d2a-2cd0-4849-8ee9-5506a3fafe6a tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748993039638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12178344'] for segment, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:41.743233 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c2839d2a-2cd0-4849-8ee9-5506a3fafe6a tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:41.749479 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2839d2a-2cd0-4849-8ee9-5506a3fafe6a tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] Releasing vlan 616 on physical network physnet1 to pool {{(pid=103447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 20:10:41.749479 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c2839d2a-2cd0-4849-8ee9-5506a3fafe6a tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8900762'] for segment, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:41.819529 n-d-818823-1 neutron-server[103447]: Traceback (most recent call last): Nov 22 20:10:41.819529 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 20:10:41.819529 n-d-818823-1 neutron-server[103447]: timer() Nov 22 20:10:41.819529 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 20:10:41.819529 n-d-818823-1 neutron-server[103447]: cb(*args, **kw) Nov 22 20:10:41.819529 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 20:10:41.819529 n-d-818823-1 neutron-server[103447]: return func(*args, **kwargs) Nov 22 20:10:41.819529 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 20:10:41.819529 n-d-818823-1 neutron-server[103447]: self._notify() Nov 22 20:10:41.819529 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 20:10:41.819529 n-d-818823-1 neutron-server[103447]: self.callback(batched_events) Nov 22 20:10:41.819529 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 20:10:41.819529 n-d-818823-1 neutron-server[103447]: event.method(event) Nov 22 20:10:41.819529 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 20:10:41.819529 n-d-818823-1 neutron-server[103447]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 20:10:41.819529 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 20:10:41.819529 n-d-818823-1 neutron-server[103447]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 20:10:41.819529 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 20:10:41.819529 n-d-818823-1 neutron-server[103447]: return f(self, *a, **k) Nov 22 20:10:41.819529 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 20:10:41.819529 n-d-818823-1 neutron-server[103447]: return self._get(url).json() Nov 22 20:10:41.819529 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 20:10:41.819529 n-d-818823-1 neutron-server[103447]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 20:10:41.819529 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 20:10:41.819529 n-d-818823-1 neutron-server[103447]: return self.request(url, 'GET', **kwargs) Nov 22 20:10:41.819529 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 20:10:41.819529 n-d-818823-1 neutron-server[103447]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 20:10:41.819529 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 20:10:41.819529 n-d-818823-1 neutron-server[103447]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 20:10:41.819529 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 20:10:41.819529 n-d-818823-1 neutron-server[103447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 20:10:41.819529 n-d-818823-1 neutron-server[103447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 20:10:41.827640 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 33832) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:10:41.829764 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-86142203-54df-44e7-b734-6f639a968ec7 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e4c988855d794b9a86fa7e9e7a70bad7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7988751 Nov 22 20:10:41.894988 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-478ad40a-5e5d-4829-b298-fe8fdb585d56 req-b7eed45c-2417-41f8-8e8c-b1e33b0905cf service neutron] Attempting to bind port 47b8edb0-177f-4d17-96fa-2e7fc52c4950 on host n-h2-818823-1 for vnic_type normal with profile None {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:10:41.895168 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c2839d2a-2cd0-4849-8ee9-5506a3fafe6a tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3760002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595318'] for network, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:41.895813 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-478ad40a-5e5d-4829-b298-fe8fdb585d56 req-b7eed45c-2417-41f8-8e8c-b1e33b0905cf service neutron] Attempting to bind port 47b8edb0-177f-4d17-96fa-2e7fc52c4950 by drivers openvswitch,hyperv on host n-h2-818823-1 at level 0 using segments [{'id': 'e4b3d165-1cea-4bf0-93f6-5b79e0759539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '4906551a-712e-4bde-8433-b2db24f02f5c'}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:10:41.896166 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-478ad40a-5e5d-4829-b298-fe8fdb585d56 req-b7eed45c-2417-41f8-8e8c-b1e33b0905cf service neutron] Attempting to bind port 47b8edb0-177f-4d17-96fa-2e7fc52c4950 on network 4906551a-712e-4bde-8433-b2db24f02f5c {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:10:41.908608 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2839d2a-2cd0-4849-8ee9-5506a3fafe6a tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d00eeddd-1618-4c16-8e95-50608c2d8ff2 {{(pid=103447) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 22 20:10:41.908802 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-478ad40a-5e5d-4829-b298-fe8fdb585d56 req-b7eed45c-2417-41f8-8e8c-b1e33b0905cf service neutron] Port 47b8edb0-177f-4d17-96fa-2e7fc52c4950 on network 4906551a-712e-4bde-8433-b2db24f02f5c not bound, no agent of type Open vSwitch agent registered on host n-h2-818823-1 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:10:41.909191 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-478ad40a-5e5d-4829-b298-fe8fdb585d56 req-b7eed45c-2417-41f8-8e8c-b1e33b0905cf service neutron] Attempting to bind port 47b8edb0-177f-4d17-96fa-2e7fc52c4950 on network 4906551a-712e-4bde-8433-b2db24f02f5c {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:10:41.916956 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c2839d2a-2cd0-4849-8ee9-5506a3fafe6a tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for network, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:41.920884 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-c2839d2a-2cd0-4849-8ee9-5506a3fafe6a tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] 10.222.0.46 "DELETE /v2.0/networks/d00eeddd-1618-4c16-8e95-50608c2d8ff2 HTTP/1.1" status: 204 len: 168 time: 0.6281953 Nov 22 20:10:41.931133 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f01977-bf2c-43e9-a877-4bd625d17309 req-968da19b-f5b6-4026-a2c6-f266e46a64d3 tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:10:41.932977 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-45f01977-bf2c-43e9-a877-4bd625d17309 req-968da19b-f5b6-4026-a2c6-f266e46a64d3 tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] 10.222.0.46 "GET /v2.0/ports?device_id=061b0ea0-8e4a-4f23-9523-0bfc0bf638a2 HTTP/1.1" status: 200 len: 946 time: 0.1149433 Nov 22 20:10:41.943453 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2839d2a-2cd0-4849-8ee9-5506a3fafe6a tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] Pushing event deleted for resources: {'Network': ['ID=d00eeddd-1618-4c16-8e95-50608c2d8ff2,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:10:41.953939 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-478ad40a-5e5d-4829-b298-fe8fdb585d56 req-b7eed45c-2417-41f8-8e8c-b1e33b0905cf service neutron] Checking agent: {'id': '65e0486a-7030-4065-96f0-10aa7402a530', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'started_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 10, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:10:41.954373 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-478ad40a-5e5d-4829-b298-fe8fdb585d56 req-b7eed45c-2417-41f8-8e8c-b1e33b0905cf service neutron] Checking segment: {'id': 'e4b3d165-1cea-4bf0-93f6-5b79e0759539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '4906551a-712e-4bde-8433-b2db24f02f5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:10:41.955711 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-478ad40a-5e5d-4829-b298-fe8fdb585d56 req-b7eed45c-2417-41f8-8e8c-b1e33b0905cf service neutron] Bound using segment: {'id': 'e4b3d165-1cea-4bf0-93f6-5b79e0759539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '4906551a-712e-4bde-8433-b2db24f02f5c'} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:10:41.956232 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-478ad40a-5e5d-4829-b298-fe8fdb585d56 req-b7eed45c-2417-41f8-8e8c-b1e33b0905cf service neutron] Bound port: 47b8edb0-177f-4d17-96fa-2e7fc52c4950, host: n-h2-818823-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4b3d165-1cea-4bf0-93f6-5b79e0759539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '4906551a-712e-4bde-8433-b2db24f02f5c'}}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:10:41.961410 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.agents_db [None req-aa8313f2-1ee4-4e7b-8c5a-d32b2f9d31ee None None] Agent healthcheck: found 7 active agents {{(pid=103450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 20:10:41.985797 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-970ac5a9-89e6-4133-95d8-959067f63531 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:42.012061 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-45f01977-bf2c-43e9-a877-4bd625d17309 req-b0823fe6-ab91-42b6-9a1b-3a2b8f0149b2 tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] 10.222.0.46 "GET /v2.0/security-groups?id=402b14b3-7b21-4f37-9e5a-c3de7eeeb958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661886 Nov 22 20:10:42.029099 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-970ac5a9-89e6-4133-95d8-959067f63531 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:42.078293 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-478ad40a-5e5d-4829-b298-fe8fdb585d56 req-b7eed45c-2417-41f8-8e8c-b1e33b0905cf service neutron] For port 47b8edb0-177f-4d17-96fa-2e7fc52c4950, host n-h2-818823-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=47b8edb0-177f-4d17-96fa-2e7fc52c4950,segment=NetworkSegment(e4b3d165-1cea-4bf0-93f6-5b79e0759539),segment_id=e4b3d165-1cea-4bf0-93f6-5b79e0759539)] {{(pid=103448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:10:42.103002 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-478ad40a-5e5d-4829-b298-fe8fdb585d56 req-b7eed45c-2417-41f8-8e8c-b1e33b0905cf service neutron] Publish callbacks [] for binding, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:42.106403 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-478ad40a-5e5d-4829-b298-fe8fdb585d56 req-b7eed45c-2417-41f8-8e8c-b1e33b0905cf service neutron] 10.222.0.46 "POST /v2.0/ports/47b8edb0-177f-4d17-96fa-2e7fc52c4950/bindings HTTP/1.1" status: 201 len: 389 time: 0.5916712 Nov 22 20:10:42.145143 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-970ac5a9-89e6-4133-95d8-959067f63531 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:42.147886 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-970ac5a9-89e6-4133-95d8-959067f63531 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:42.151813 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-970ac5a9-89e6-4133-95d8-959067f63531 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5c6b66f4-4f70-422e-b500-51cd35b463ef HTTP/1.1" status: 204 len: 168 time: 0.3084559 Nov 22 20:10:42.170857 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 33850) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:10:42.171970 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970ac5a9-89e6-4133-95d8-959067f63531 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c6b66f4-4f70-422e-b500-51cd35b463ef,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:10:42.177732 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-bac53771-1011-416a-98d9-5fe5a3aa98fd tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1045695051'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:10:42.246911 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bac53771-1011-416a-98d9-5fe5a3aa98fd tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Made reservation on behalf of 7c2e3bcb3c11419aa5bdb45ad6533966 for: {'network': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:10:42.252199 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-bac53771-1011-416a-98d9-5fe5a3aa98fd tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for network, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:42.360118 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bac53771-1011-416a-98d9-5fe5a3aa98fd tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] vlan segment allocate from pool success with {'vlan_id': 632, 'physical_network': 'physnet1'} {{(pid=103447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 20:10:42.396669 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e7a7e2-8a81-4c78-9e02-194efed49ce2 req-a0244738-71aa-446e-97b1-78bc6e856834 tempest-ListServerFiltersTestJSON-710341241 tempest-ListServerFiltersTestJSON-710341241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:10:42.405288 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c3e7a7e2-8a81-4c78-9e02-194efed49ce2 req-a0244738-71aa-446e-97b1-78bc6e856834 tempest-ListServerFiltersTestJSON-710341241 tempest-ListServerFiltersTestJSON-710341241-project] 10.222.0.46 "GET /v2.0/ports?device_id=7563f773-f6b1-4f3f-94f8-25a0f67634fc HTTP/1.1" status: 200 len: 945 time: 0.1504610 Nov 22 20:10:42.449073 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-bac53771-1011-416a-98d9-5fe5a3aa98fd tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:42.449418 n-d-818823-1 neutron-server[103447]: INFO neutron.db.segments_db [None req-bac53771-1011-416a-98d9-5fe5a3aa98fd tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Added segment e3193b23-f9c4-4ca4-b127-f0d3cc3d8fb8 of type vlan for network 6b3bccc8-a74b-4dd2-b44c-99e3a607f72f Nov 22 20:10:42.569367 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-bac53771-1011-416a-98d9-5fe5a3aa98fd tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748992492791'] for network, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:42.619563 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3786d64a-d9cc-4185-9ef3-1393c1e6cbbb req-dfb02273-474e-4d7a-8c86-25373189e36c tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:10:42.627491 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3786d64a-d9cc-4185-9ef3-1393c1e6cbbb req-dfb02273-474e-4d7a-8c86-25373189e36c tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.46 "GET /v2.0/ports?device_id=6e6e77cf-07c8-4b3a-a9ce-a1d8a4c92033 HTTP/1.1" status: 200 len: 945 time: 0.2169445 Nov 22 20:10:42.630605 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd3eedc-1c00-4c42-9a0a-9a29807b742c req-286cd941-4bd9-4050-8838-db9ae8333fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:10:42.632133 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-fbd3eedc-1c00-4c42-9a0a-9a29807b742c req-286cd941-4bd9-4050-8838-db9ae8333fd7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4029011266e84880a9b6ebb16a2e3cd8&device_id=7563f773-f6b1-4f3f-94f8-25a0f67634fc HTTP/1.1" status: 200 len: 1096 time: 0.2248483 Nov 22 20:10:42.650993 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c3e7a7e2-8a81-4c78-9e02-194efed49ce2 req-e0089fa0-8150-467a-b173-13ccea5aa625 tempest-ListServerFiltersTestJSON-710341241 tempest-ListServerFiltersTestJSON-710341241-project] 10.222.0.46 "GET /v2.0/security-groups?id=22127be5-351b-4d65-aed1-0fcc5085805a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2396121 Nov 22 20:10:42.768500 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-bac53771-1011-416a-98d9-5fe5a3aa98fd tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for network, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:42.774238 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bac53771-1011-416a-98d9-5fe5a3aa98fd tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:10:42.775117 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-bac53771-1011-416a-98d9-5fe5a3aa98fd tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for network, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:42.799079 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478ad40a-5e5d-4829-b298-fe8fdb585d56 req-2fa3ba5e-035a-4c45-8032-d34ad0338967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:10:42.800658 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-478ad40a-5e5d-4829-b298-fe8fdb585d56 req-2fa3ba5e-035a-4c45-8032-d34ad0338967 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2c9de68061ee477dbb5cc544058ec72e&device_id=6e6e77cf-07c8-4b3a-a9ce-a1d8a4c92033 HTTP/1.1" status: 200 len: 1096 time: 0.2375605 Nov 22 20:10:42.845054 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3786d64a-d9cc-4185-9ef3-1393c1e6cbbb req-c2b54aa5-1b7c-4a46-b922-28f0009a64eb tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.46 "GET /v2.0/security-groups?id=deac3dce-93b4-41af-981b-873d47022422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2165582 Nov 22 20:10:42.972114 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 33864) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:10:42.982587 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-3cfb1dab-8247-4ac4-bd42-8dc660b70131 tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] Request body: {'router': {'name': 'tempest-router--1884003332', 'project_id': '9a874527b1fa484abcf53bd7f5d9a13c'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:10:43.053181 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3cfb1dab-8247-4ac4-bd42-8dc660b70131 tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24799'] for router, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:43.055345 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478ad40a-5e5d-4829-b298-fe8fdb585d56 req-cb955a5d-7139-4084-9d82-0cd90b883d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:10:43.057479 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-478ad40a-5e5d-4829-b298-fe8fdb585d56 req-cb955a5d-7139-4084-9d82-0cd90b883d5b service neutron] 10.222.0.20 "GET /v2.0/networks?id=4906551a-712e-4bde-8433-b2db24f02f5c HTTP/1.1" status: 200 len: 908 time: 0.2291427 Nov 22 20:10:43.059220 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3cfb1dab-8247-4ac4-bd42-8dc660b70131 tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-632716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24788'] for router, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:43.116589 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-bac53771-1011-416a-98d9-5fe5a3aa98fd tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.9432685 Nov 22 20:10:43.124214 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 33870) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:10:43.124873 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 33872) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:10:43.130960 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-8c8400f1-2b0b-415d-96e5-56d45a3eb82a tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-470035234'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:10:43.177577 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3cfb1dab-8247-4ac4-bd42-8dc660b70131 tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:43.191238 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-368bb123-97bb-41b9-b94d-4687476ff73f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:43.194031 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3cfb1dab-8247-4ac4-bd42-8dc660b70131 tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-659538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-841284'] for router, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:43.244587 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd3eedc-1c00-4c42-9a0a-9a29807b742c req-2380fcf5-ead9-41c5-8c89-ca5e0d67f89b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:10:43.246773 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-fbd3eedc-1c00-4c42-9a0a-9a29807b742c req-2380fcf5-ead9-41c5-8c89-ca5e0d67f89b service neutron] 10.222.0.41 "GET /v2.0/networks?id=5304318e-8a1b-436f-8654-45389cfc7b43 HTTP/1.1" status: 200 len: 917 time: 0.5752692 Nov 22 20:10:43.247291 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c8400f1-2b0b-415d-96e5-56d45a3eb82a tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Made reservation on behalf of 7c2e3bcb3c11419aa5bdb45ad6533966 for: {'network': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:10:43.251829 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8c8400f1-2b0b-415d-96e5-56d45a3eb82a tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for network, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:43.254044 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-478ad40a-5e5d-4829-b298-fe8fdb585d56 req-ed21bcf3-5a61-49a6-afe1-ebe831dcf470 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=47b8edb0-177f-4d17-96fa-2e7fc52c4950 HTTP/1.1" status: 200 len: 217 time: 0.1416667 Nov 22 20:10:43.262394 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3cfb1dab-8247-4ac4-bd42-8dc660b70131 tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] Publish callbacks [] for router, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:43.264318 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-3cfb1dab-8247-4ac4-bd42-8dc660b70131 tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2910514 Nov 22 20:10:43.270407 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac53771-1011-416a-98d9-5fe5a3aa98fd tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Pushing event updated for resources: {'Network': ['ID=6b3bccc8-a74b-4dd2-b44c-99e3a607f72f,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:10:43.273665 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 33874) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:10:43.288690 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Network 6b3bccc8-a74b-4dd2-b44c-99e3a607f72f details requested by agent ovs-agent-n-d-818823-1 with host n-d-818823-1 {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 20:10:43.435826 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c8400f1-2b0b-415d-96e5-56d45a3eb82a tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] vlan segment allocate from pool success with {'vlan_id': 626, 'physical_network': 'physnet1'} {{(pid=103448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 20:10:43.441939 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-fbd3eedc-1c00-4c42-9a0a-9a29807b742c req-b5e3cb6b-4b7d-4910-8d58-25fedbf8b043 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=37195ed8-69b8-45b3-8892-62f51715395d HTTP/1.1" status: 200 len: 217 time: 0.1622586 Nov 22 20:10:43.442579 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f57a840a-43d2-4b92-bd88-101c7204f830 tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] Publish callbacks [] for router, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:43.488487 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c084fdd8-f034-4d3f-9123-526cc2a4dbb4 req-2235a353-f0ba-447c-9fd9-b64434e50516 tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:10:43.490094 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c084fdd8-f034-4d3f-9123-526cc2a4dbb4 req-2235a353-f0ba-447c-9fd9-b64434e50516 tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] 10.222.0.46 "GET /v2.0/ports?device_id=061b0ea0-8e4a-4f23-9523-0bfc0bf638a2 HTTP/1.1" status: 200 len: 946 time: 0.3363540 Nov 22 20:10:43.519616 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478ad40a-5e5d-4829-b298-fe8fdb585d56 req-ff44f585-9deb-4d66-854f-97d56f30c99d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:10:43.521454 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-478ad40a-5e5d-4829-b298-fe8fdb585d56 req-ff44f585-9deb-4d66-854f-97d56f30c99d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b907b504-4de2-4845-a661-deaebec31498 HTTP/1.1" status: 200 len: 847 time: 0.2403362 Nov 22 20:10:43.559645 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 33878) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:10:43.577936 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8c8400f1-2b0b-415d-96e5-56d45a3eb82a tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:43.578677 n-d-818823-1 neutron-server[103448]: INFO neutron.db.segments_db [None req-8c8400f1-2b0b-415d-96e5-56d45a3eb82a tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Added segment 53528c1e-dd32-4a6f-ab6e-67fad35388b6 of type vlan for network 9d0b1a7a-dafa-41a5-9e6d-f6ddddd5c8ef Nov 22 20:10:43.630745 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-478ad40a-5e5d-4829-b298-fe8fdb585d56 req-109f7a81-9697-4a73-9eda-831a0acd5257 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4906551a-712e-4bde-8433-b2db24f02f5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0984051 Nov 22 20:10:43.678955 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c084fdd8-f034-4d3f-9123-526cc2a4dbb4 req-ff44862f-2617-4647-9d33-7251961ca813 tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] 10.222.0.46 "GET /v2.0/security-groups?id=402b14b3-7b21-4f37-9e5a-c3de7eeeb958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637022 Nov 22 20:10:43.684104 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd3eedc-1c00-4c42-9a0a-9a29807b742c req-e260853f-3d2b-46cb-8f40-7f2b8845a64e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:10:43.685766 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-fbd3eedc-1c00-4c42-9a0a-9a29807b742c req-e260853f-3d2b-46cb-8f40-7f2b8845a64e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9a97c93b-2aa7-44f7-aae7-762ebe4bc4be HTTP/1.1" status: 200 len: 855 time: 0.2276340 Nov 22 20:10:43.766621 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f57a840a-43d2-4b92-bd88-101c7204f830 tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24781'] for router, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:43.769667 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f57a840a-43d2-4b92-bd88-101c7204f830 tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:43.784811 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-668c6856-7353-4be7-9775-b4de9dfda50a admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-160979448-network', 'tenant_id': '406a5dbad308428791820735fa76e3b4'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:10:43.866922 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd3eedc-1c00-4c42-9a0a-9a29807b742c req-07ca1714-1a14-475d-9662-ca485c006eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:10:43.868606 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-fbd3eedc-1c00-4c42-9a0a-9a29807b742c req-07ca1714-1a14-475d-9662-ca485c006eb5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5304318e-8a1b-436f-8654-45389cfc7b43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1093969 Nov 22 20:10:44.016877 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-478ad40a-5e5d-4829-b298-fe8fdb585d56 req-2dfaf790-40a0-4493-8b69-12fc9fe4bbd6 service neutron] 10.222.0.20 "GET /v2.0/networks/4906551a-712e-4bde-8433-b2db24f02f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3445692 Nov 22 20:10:44.043548 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd899b5-527f-44e9-ba24-5ea8d57ee489 req-37cc8837-3ee8-46d9-b49e-7bea27e0c80f tempest-ListServerFiltersTestJSON-710341241 tempest-ListServerFiltersTestJSON-710341241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:10:44.045381 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-fdd899b5-527f-44e9-ba24-5ea8d57ee489 req-37cc8837-3ee8-46d9-b49e-7bea27e0c80f tempest-ListServerFiltersTestJSON-710341241 tempest-ListServerFiltersTestJSON-710341241-project] 10.222.0.46 "GET /v2.0/ports?device_id=7563f773-f6b1-4f3f-94f8-25a0f67634fc HTTP/1.1" status: 200 len: 945 time: 0.2417173 Nov 22 20:10:44.097647 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8c8400f1-2b0b-415d-96e5-56d45a3eb82a tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748992492791'] for network, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:44.099145 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44aa07a-74ea-418f-ae18-6bf8114a2423 req-896884f9-09f0-4078-8d6a-3ee42fba8299 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:10:44.101128 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b44aa07a-74ea-418f-ae18-6bf8114a2423 req-896884f9-09f0-4078-8d6a-3ee42fba8299 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.46 "GET /v2.0/ports?device_id=6e6e77cf-07c8-4b3a-a9ce-a1d8a4c92033 HTTP/1.1" status: 200 len: 945 time: 0.1455996 Nov 22 20:10:44.154789 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-368bb123-97bb-41b9-b94d-4687476ff73f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:44.163285 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f57a840a-43d2-4b92-bd88-101c7204f830 tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-663261'] for router, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:44.163902 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f57a840a-43d2-4b92-bd88-101c7204f830 tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e2772e15-caaa-407d-a1fc-b646c25c5340 {{(pid=103448) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 20:10:44.171147 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-368bb123-97bb-41b9-b94d-4687476ff73f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:44.173736 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:44.174692 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:44.176433 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f57a840a-43d2-4b92-bd88-101c7204f830 tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] Publish callbacks [] for router, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:44.177651 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-f57a840a-43d2-4b92-bd88-101c7204f830 tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] 10.222.0.46 "DELETE /v2.0/routers/e2772e15-caaa-407d-a1fc-b646c25c5340 HTTP/1.1" status: 204 len: 168 time: 0.9002600 Nov 22 20:10:44.215328 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-668c6856-7353-4be7-9775-b4de9dfda50a admin admin] Made reservation on behalf of 406a5dbad308428791820735fa76e3b4 for: {'network': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:10:44.219351 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-668c6856-7353-4be7-9775-b4de9dfda50a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for network, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:44.232143 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-fbd3eedc-1c00-4c42-9a0a-9a29807b742c req-0c36e61c-883e-4942-ac18-02cd1ae86fbb service neutron] 10.222.0.41 "GET /v2.0/networks/5304318e-8a1b-436f-8654-45389cfc7b43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3543634 Nov 22 20:10:44.261935 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-668c6856-7353-4be7-9775-b4de9dfda50a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:44.274136 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8c8400f1-2b0b-415d-96e5-56d45a3eb82a tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for network, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:44.280549 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c8400f1-2b0b-415d-96e5-56d45a3eb82a tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:10:44.281163 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8c8400f1-2b0b-415d-96e5-56d45a3eb82a tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:44.290411 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-368bb123-97bb-41b9-b94d-4687476ff73f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ae49546b615144eeba5ed8d7217bc270&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1541336 Nov 22 20:10:44.297438 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 33888) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:10:44.310466 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368bb123-97bb-41b9-b94d-4687476ff73f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dca8b5e-b1cc-45a2-9722-731ed9bffcc9,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:10:44.335823 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b44aa07a-74ea-418f-ae18-6bf8114a2423 req-17d57cbe-b142-4a35-87f8-8623113a275c tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.46 "GET /v2.0/security-groups?id=deac3dce-93b4-41af-981b-873d47022422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978738 Nov 22 20:10:44.374095 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-8c8400f1-2b0b-415d-96e5-56d45a3eb82a tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.2459590 Nov 22 20:10:44.379274 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 33890) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:10:44.394068 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-ffde3d04-db4a-4cd3-b64b-047f3d3365cd tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Request body: {'subnet': {'network_id': '6b3bccc8-a74b-4dd2-b44c-99e3a607f72f', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:10:44.402005 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-fdd899b5-527f-44e9-ba24-5ea8d57ee489 req-d724d3cb-b4c1-4c44-af5e-7457f085ee30 tempest-ListServerFiltersTestJSON-710341241 tempest-ListServerFiltersTestJSON-710341241-project] 10.222.0.46 "GET /v2.0/security-groups?id=22127be5-351b-4d65-aed1-0fcc5085805a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3371451 Nov 22 20:10:44.431441 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-478ad40a-5e5d-4829-b298-fe8fdb585d56 req-5ac77ccb-07ca-4e85-bd2c-1005ad7d0aac service neutron] 10.222.0.20 "GET /v2.0/networks/4906551a-712e-4bde-8433-b2db24f02f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4044278 Nov 22 20:10:44.466803 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-fbd3eedc-1c00-4c42-9a0a-9a29807b742c req-e15bd37f-3853-4b17-8f83-efbf9bee6fa7 service neutron] 10.222.0.41 "GET /v2.0/networks/5304318e-8a1b-436f-8654-45389cfc7b43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2200017 Nov 22 20:10:44.496544 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 33892) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:10:44.500958 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8400f1-2b0b-415d-96e5-56d45a3eb82a tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Pushing event updated for resources: {'Network': ['ID=9d0b1a7a-dafa-41a5-9e6d-f6ddddd5c8ef,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:10:44.519833 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Network 9d0b1a7a-dafa-41a5-9e6d-f6ddddd5c8ef details requested by agent ovs-agent-n-d-818823-1 with host n-d-818823-1 {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 20:10:44.605067 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478ad40a-5e5d-4829-b298-fe8fdb585d56 req-03cf7cc5-a7f0-4a22-91e5-ce52405c2914 tempest-LiveMigrationTest-519343393 tempest-LiveMigrationTest-519343393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:10:44.607263 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-478ad40a-5e5d-4829-b298-fe8fdb585d56 req-03cf7cc5-a7f0-4a22-91e5-ce52405c2914 tempest-LiveMigrationTest-519343393 tempest-LiveMigrationTest-519343393-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=6e6e77cf-07c8-4b3a-a9ce-a1d8a4c92033&tenant_id=2c9de68061ee477dbb5cc544058ec72e&binding%3Ahost_id=n-h1-818823-1 HTTP/1.1" status: 200 len: 1096 time: 0.0931010 Nov 22 20:10:44.617769 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-62df37ae-6014-40e6-8080-a624117ff2e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:44.626309 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-478ad40a-5e5d-4829-b298-fe8fdb585d56 req-9de963a3-ab37-4d3a-8179-3c8ef3bc0d88 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-818823-1'}}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:10:44.665678 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-62df37ae-6014-40e6-8080-a624117ff2e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:44.696502 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffde3d04-db4a-4cd3-b64b-047f3d3365cd tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Made reservation on behalf of 7c2e3bcb3c11419aa5bdb45ad6533966 for: {'subnet': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:10:44.700855 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ffde3d04-db4a-4cd3-b64b-047f3d3365cd tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11792951'] for subnet, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:44.706346 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-668c6856-7353-4be7-9775-b4de9dfda50a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:44.708374 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-478ad40a-5e5d-4829-b298-fe8fdb585d56 req-9de963a3-ab37-4d3a-8179-3c8ef3bc0d88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:44.728177 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-668c6856-7353-4be7-9775-b4de9dfda50a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:44.836937 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-668c6856-7353-4be7-9775-b4de9dfda50a admin admin] vlan segment allocate from pool success with {'vlan_id': 634, 'physical_network': 'physnet1'} {{(pid=103448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 20:10:44.854468 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-dc7fc302-a6e0-45ba-b5ba-eb9006dee059 tempest-RoutersAdminTest-714316116 tempest-RoutersAdminTest-714316116-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-988121268', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'}, 'admin_state_up': False}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:10:44.862343 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-668c6856-7353-4be7-9775-b4de9dfda50a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:44.862895 n-d-818823-1 neutron-server[103448]: INFO neutron.db.segments_db [None req-668c6856-7353-4be7-9775-b4de9dfda50a admin admin] Added segment 16d7b224-7893-445d-b18d-1a9af5480be8 of type vlan for network 4189e990-d6f7-4a58-bd04-aeb593878d0b Nov 22 20:10:44.885437 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668c6856-7353-4be7-9775-b4de9dfda50a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7c607aa-ca0b-42d8-8133-73cda9b01328,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:10:44.914447 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-62df37ae-6014-40e6-8080-a624117ff2e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:44.917091 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-62df37ae-6014-40e6-8080-a624117ff2e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:44.918727 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-62df37ae-6014-40e6-8080-a624117ff2e7 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6dca8b5e-b1cc-45a2-9722-731ed9bffcc9 HTTP/1.1" status: 204 len: 168 time: 0.6049311 Nov 22 20:10:44.940339 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-668c6856-7353-4be7-9775-b4de9dfda50a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748992492791'] for network, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:44.943873 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62df37ae-6014-40e6-8080-a624117ff2e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dca8b5e-b1cc-45a2-9722-731ed9bffcc9,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:10:45.008431 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-668c6856-7353-4be7-9775-b4de9dfda50a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for network, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:45.010633 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-668c6856-7353-4be7-9775-b4de9dfda50a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:10:45.011561 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-668c6856-7353-4be7-9775-b4de9dfda50a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:45.099706 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-dc7fc302-a6e0-45ba-b5ba-eb9006dee059 tempest-RoutersAdminTest-714316116 tempest-RoutersAdminTest-714316116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24799'] for router, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:45.100698 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-dc7fc302-a6e0-45ba-b5ba-eb9006dee059 tempest-RoutersAdminTest-714316116 tempest-RoutersAdminTest-714316116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-632716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24788'] for router, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:45.105240 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-668c6856-7353-4be7-9775-b4de9dfda50a admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.5443695 Nov 22 20:10:45.113005 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 33900) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:10:45.117034 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856509b7-4d5f-4faa-8cf6-5eb4b75516c3 req-cb14e129-5879-40be-80ec-4ec4547ddf54 tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:10:45.123808 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-601745ab-de46-4526-9b75-1c9709522ea2 admin admin] Request body: {'subnet': {'network_id': '4189e990-d6f7-4a58-bd04-aeb593878d0b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-160979448-subnet', 'tenant_id': '406a5dbad308428791820735fa76e3b4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:10:45.125045 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-856509b7-4d5f-4faa-8cf6-5eb4b75516c3 req-cb14e129-5879-40be-80ec-4ec4547ddf54 tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] 10.222.0.46 "GET /v2.0/ports?device_id=061b0ea0-8e4a-4f23-9523-0bfc0bf638a2 HTTP/1.1" status: 200 len: 946 time: 0.3285551 Nov 22 20:10:45.138605 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668c6856-7353-4be7-9775-b4de9dfda50a admin admin] Pushing event updated for resources: {'Network': ['ID=4189e990-d6f7-4a58-bd04-aeb593878d0b,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:10:45.146265 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ffde3d04-db4a-4cd3-b64b-047f3d3365cd tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11567560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11792921'] for subnet, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:45.155162 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Network 4189e990-d6f7-4a58-bd04-aeb593878d0b details requested by agent ovs-agent-n-d-818823-1 with host n-d-818823-1 {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 20:10:45.190021 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-478ad40a-5e5d-4829-b298-fe8fdb585d56 req-9de963a3-ab37-4d3a-8179-3c8ef3bc0d88 service neutron] For port 47b8edb0-177f-4d17-96fa-2e7fc52c4950, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=47b8edb0-177f-4d17-96fa-2e7fc52c4950,segment=NetworkSegment(e4b3d165-1cea-4bf0-93f6-5b79e0759539),segment_id=e4b3d165-1cea-4bf0-93f6-5b79e0759539)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:10:45.200373 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-601745ab-de46-4526-9b75-1c9709522ea2 admin admin] Made reservation on behalf of 406a5dbad308428791820735fa76e3b4 for: {'subnet': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:10:45.203050 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-601745ab-de46-4526-9b75-1c9709522ea2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11792951'] for subnet, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:45.285477 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffde3d04-db4a-4cd3-b64b-047f3d3365cd tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Pushing event updated for resources: {'Subnet': ['ID=0485a16a-de78-4412-ab82-735c8650e722,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:10:45.303798 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffde3d04-db4a-4cd3-b64b-047f3d3365cd tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Checking segment: {'id': 'e3193b23-f9c4-4ca4-b127-f0d3cc3d8fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '6b3bccc8-a74b-4dd2-b44c-99e3a607f72f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:10:45.304595 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffde3d04-db4a-4cd3-b64b-047f3d3365cd tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Network hostable DHCP agents. Network: 6b3bccc8-a74b-4dd2-b44c-99e3a607f72f, hostable agents: ['02adaa64-0987-4b74-bad0-cbcf56f8a294'], hosted agents: [] {{(pid=103448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 20:10:45.344238 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffde3d04-db4a-4cd3-b64b-047f3d3365cd tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Network 6b3bccc8-a74b-4dd2-b44c-99e3a607f72f is scheduled to be hosted by DHCP agent 02adaa64-0987-4b74-bad0-cbcf56f8a294 with binding_index 1 {{(pid=103448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 20:10:45.383645 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-ffde3d04-db4a-4cd3-b64b-047f3d3365cd tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818823-1, 6b3bccc8-a74b-4dd2-b44c-99e3a607f72f) {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:10:45.395749 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffde3d04-db4a-4cd3-b64b-047f3d3365cd tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:10:45.396463 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ffde3d04-db4a-4cd3-b64b-047f3d3365cd tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:45.428715 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-ffde3d04-db4a-4cd3-b64b-047f3d3365cd tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.0413716 Nov 22 20:10:45.431121 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 33906) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:10:45.437671 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-6e18cbe3-1503-4cef-8a25-f0b190e70934 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Request body: {'subnet': {'network_id': '9d0b1a7a-dafa-41a5-9e6d-f6ddddd5c8ef', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:10:45.443154 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78e8c808-26af-469e-9288-454eccbabeec None None] Network 6b3bccc8-a74b-4dd2-b44c-99e3a607f72f requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:10:45.632224 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-601745ab-de46-4526-9b75-1c9709522ea2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11567560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11792921'] for subnet, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:45.740099 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601745ab-de46-4526-9b75-1c9709522ea2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea3d6ae8-37bb-4264-a9e4-b3c7fbbee38f,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:10:45.802742 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-601745ab-de46-4526-9b75-1c9709522ea2 admin admin] Checking segment: {'id': '16d7b224-7893-445d-b18d-1a9af5480be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '4189e990-d6f7-4a58-bd04-aeb593878d0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:10:45.803253 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-601745ab-de46-4526-9b75-1c9709522ea2 admin admin] Network hostable DHCP agents. Network: 4189e990-d6f7-4a58-bd04-aeb593878d0b, hostable agents: ['02adaa64-0987-4b74-bad0-cbcf56f8a294'], hosted agents: [] {{(pid=103448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 20:10:45.825587 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e18cbe3-1503-4cef-8a25-f0b190e70934 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Made reservation on behalf of 7c2e3bcb3c11419aa5bdb45ad6533966 for: {'subnet': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:10:45.851280 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6e18cbe3-1503-4cef-8a25-f0b190e70934 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11792951'] for subnet, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:45.936580 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-856509b7-4d5f-4faa-8cf6-5eb4b75516c3 req-647bbd09-fbdc-4299-88f4-a07dc4dbc012 tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] 10.222.0.46 "GET /v2.0/security-groups?id=402b14b3-7b21-4f37-9e5a-c3de7eeeb958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8097639 Nov 22 20:10:45.938666 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-dc7fc302-a6e0-45ba-b5ba-eb9006dee059 tempest-RoutersAdminTest-714316116 tempest-RoutersAdminTest-714316116-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:46.002542 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-601745ab-de46-4526-9b75-1c9709522ea2 admin admin] Network 4189e990-d6f7-4a58-bd04-aeb593878d0b is scheduled to be hosted by DHCP agent 02adaa64-0987-4b74-bad0-cbcf56f8a294 with binding_index 1 {{(pid=103448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 20:10:46.081247 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-601745ab-de46-4526-9b75-1c9709522ea2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818823-1, 4189e990-d6f7-4a58-bd04-aeb593878d0b) {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:10:46.114481 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-601745ab-de46-4526-9b75-1c9709522ea2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:10:46.115187 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-601745ab-de46-4526-9b75-1c9709522ea2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:46.153563 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-601745ab-de46-4526-9b75-1c9709522ea2 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0390565 Nov 22 20:10:46.154603 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 33922) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:10:46.161423 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-478ad40a-5e5d-4829-b298-fe8fdb585d56 req-9de963a3-ab37-4d3a-8179-3c8ef3bc0d88 service neutron] For port 47b8edb0-177f-4d17-96fa-2e7fc52c4950, host n-h1-818823-1, cleared binding levels {{(pid=103447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:10:46.183773 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-d0eebd34-781c-4f5d-85a2-5bf6551add56 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-160979448-router', 'tenant_id': '406a5dbad308428791820735fa76e3b4', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'}}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:10:46.213625 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615f11ee-da1e-4aa2-98af-59939f331c6d req-a9f3860a-1b54-4258-8c46-937dca79b34e tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:10:46.222828 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-615f11ee-da1e-4aa2-98af-59939f331c6d req-a9f3860a-1b54-4258-8c46-937dca79b34e tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.46 "GET /v2.0/ports?device_id=6e6e77cf-07c8-4b3a-a9ce-a1d8a4c92033 HTTP/1.1" status: 200 len: 945 time: 0.3764813 Nov 22 20:10:46.355733 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-438ecd79-9745-4725-b039-39eb22ba957a None None] Network 4189e990-d6f7-4a58-bd04-aeb593878d0b requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:10:46.373162 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b9b9680-1a07-4e5c-9732-e1310db3e799 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fb26bd7-ce56-527b-b94f-2e1f7cb2bb35-6b3bccc8-a74b-4dd2-b44c-99e3a607f72f', 'network_id': '6b3bccc8-a74b-4dd2-b44c-99e3a607f72f', 'tenant_id': '7c2e3bcb3c11419aa5bdb45ad6533966', 'fixed_ips': [{'subnet_id': '0485a16a-de78-4412-ab82-735c8650e722'}]}} from n-d-818823-1. {{(pid=103449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 20:10:46.378551 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-9b9b9680-1a07-4e5c-9732-e1310db3e799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:46.389746 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d0eebd34-781c-4f5d-85a2-5bf6551add56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24799'] for router, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:46.389746 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d0eebd34-781c-4f5d-85a2-5bf6551add56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-632716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24788'] for router, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:46.422222 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-dc7fc302-a6e0-45ba-b5ba-eb9006dee059 tempest-RoutersAdminTest-714316116 tempest-RoutersAdminTest-714316116-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:46.430898 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e6e77cf-07c8-4b3a-a9ce-a1d8a4c92033', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47b8edb0-177f-4d17-96fa-2e7fc52c4950'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:10:46.433821 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea9516ce-a8a2-4ea7-87e2-a00ac3623de1" -d '{"events": [{"server_uuid": "6e6e77cf-07c8-4b3a-a9ce-a1d8a4c92033", "name": "network-vif-unplugged", "status": "completed", "tag": "47b8edb0-177f-4d17-96fa-2e7fc52c4950"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:10:46.445494 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-478ad40a-5e5d-4829-b298-fe8fdb585d56 req-9de963a3-ab37-4d3a-8179-3c8ef3bc0d88 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:46.460783 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e345ff92-a168-4371-b1c7-a3b150b06280 req-478e9252-d78b-49df-a6f9-41e427092666 tempest-ListServerFiltersTestJSON-710341241 tempest-ListServerFiltersTestJSON-710341241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:10:46.463586 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e345ff92-a168-4371-b1c7-a3b150b06280 req-478e9252-d78b-49df-a6f9-41e427092666 tempest-ListServerFiltersTestJSON-710341241 tempest-ListServerFiltersTestJSON-710341241-project] 10.222.0.46 "GET /v2.0/ports?device_id=7563f773-f6b1-4f3f-94f8-25a0f67634fc HTTP/1.1" status: 200 len: 945 time: 0.3429673 Nov 22 20:10:46.470844 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-478ad40a-5e5d-4829-b298-fe8fdb585d56 req-9de963a3-ab37-4d3a-8179-3c8ef3bc0d88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:46.600550 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d0eebd34-781c-4f5d-85a2-5bf6551add56 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:46.640262 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-615f11ee-da1e-4aa2-98af-59939f331c6d req-5aa7839c-231b-4561-8207-b9d6fefc0b05 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.46 "GET /v2.0/security-groups?id=deac3dce-93b4-41af-981b-873d47022422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4161007 Nov 22 20:10:46.731358 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.db_base_plugin_common [None req-9b9b9680-1a07-4e5c-9732-e1310db3e799 None None] Allocated IP 10.1.1.2 (6b3bccc8-a74b-4dd2-b44c-99e3a607f72f/0485a16a-de78-4412-ab82-735c8650e722/185a91f5-dcd8-439a-90ea-b51269ee4e40) {{(pid=103449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:10:46.795884 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 22 Nov 2021 20:10:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b7ad8b5-f3fa-41ee-9edf-4c508da73b9e x-openstack-request-id: req-1b7ad8b5-f3fa-41ee-9edf-4c508da73b9e {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:10:46.796581 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e6e77cf-07c8-4b3a-a9ce-a1d8a4c92033", "name": "network-vif-unplugged", "status": "completed", "tag": "47b8edb0-177f-4d17-96fa-2e7fc52c4950", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:10:46.797069 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1b7ad8b5-f3fa-41ee-9edf-4c508da73b9e {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:10:46.797959 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e6e77cf-07c8-4b3a-a9ce-a1d8a4c92033', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47b8edb0-177f-4d17-96fa-2e7fc52c4950', 'code': 200} Nov 22 20:10:46.858400 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-478ad40a-5e5d-4829-b298-fe8fdb585d56 req-9de963a3-ab37-4d3a-8179-3c8ef3bc0d88 service neutron] Attempting to bind port 47b8edb0-177f-4d17-96fa-2e7fc52c4950 on host n-h1-818823-1 for vnic_type normal with profile {"migrating_to": "n-h2-818823-1"} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:10:46.859010 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-478ad40a-5e5d-4829-b298-fe8fdb585d56 req-9de963a3-ab37-4d3a-8179-3c8ef3bc0d88 service neutron] Attempting to bind port 47b8edb0-177f-4d17-96fa-2e7fc52c4950 by drivers openvswitch,hyperv on host n-h1-818823-1 at level 0 using segments [{'id': 'e4b3d165-1cea-4bf0-93f6-5b79e0759539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '4906551a-712e-4bde-8433-b2db24f02f5c'}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:10:46.859699 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-478ad40a-5e5d-4829-b298-fe8fdb585d56 req-9de963a3-ab37-4d3a-8179-3c8ef3bc0d88 service neutron] Attempting to bind port 47b8edb0-177f-4d17-96fa-2e7fc52c4950 on network 4906551a-712e-4bde-8433-b2db24f02f5c {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:10:46.874035 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-478ad40a-5e5d-4829-b298-fe8fdb585d56 req-9de963a3-ab37-4d3a-8179-3c8ef3bc0d88 service neutron] Port 47b8edb0-177f-4d17-96fa-2e7fc52c4950 on network 4906551a-712e-4bde-8433-b2db24f02f5c not bound, no agent of type Open vSwitch agent registered on host n-h1-818823-1 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:10:46.875045 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-478ad40a-5e5d-4829-b298-fe8fdb585d56 req-9de963a3-ab37-4d3a-8179-3c8ef3bc0d88 service neutron] Attempting to bind port 47b8edb0-177f-4d17-96fa-2e7fc52c4950 on network 4906551a-712e-4bde-8433-b2db24f02f5c {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:10:46.895112 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de963a3-ab37-4d3a-8179-3c8ef3bc0d88 service neutron] Pushing event updated for resources: {'Port': ['ID=47b8edb0-177f-4d17-96fa-2e7fc52c4950,revision_number=7']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:10:46.914934 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-478ad40a-5e5d-4829-b298-fe8fdb585d56 req-9de963a3-ab37-4d3a-8179-3c8ef3bc0d88 service neutron] Checking agent: {'id': '7a008cff-3b49-418c-8046-689d46cc800f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'started_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 10, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:10:46.915611 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-478ad40a-5e5d-4829-b298-fe8fdb585d56 req-9de963a3-ab37-4d3a-8179-3c8ef3bc0d88 service neutron] Checking segment: {'id': 'e4b3d165-1cea-4bf0-93f6-5b79e0759539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '4906551a-712e-4bde-8433-b2db24f02f5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:10:46.916502 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-478ad40a-5e5d-4829-b298-fe8fdb585d56 req-9de963a3-ab37-4d3a-8179-3c8ef3bc0d88 service neutron] Bound using segment: {'id': 'e4b3d165-1cea-4bf0-93f6-5b79e0759539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '4906551a-712e-4bde-8433-b2db24f02f5c'} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:10:46.916765 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-9b9b9680-1a07-4e5c-9732-e1310db3e799 None None] Publish callbacks [] for port, precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:46.917489 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-478ad40a-5e5d-4829-b298-fe8fdb585d56 req-9de963a3-ab37-4d3a-8179-3c8ef3bc0d88 service neutron] Bound port: 47b8edb0-177f-4d17-96fa-2e7fc52c4950, host: n-h1-818823-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4b3d165-1cea-4bf0-93f6-5b79e0759539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '4906551a-712e-4bde-8433-b2db24f02f5c'}}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:10:46.918142 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-478ad40a-5e5d-4829-b298-fe8fdb585d56 req-9de963a3-ab37-4d3a-8179-3c8ef3bc0d88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:46.929492 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-9b9b9680-1a07-4e5c-9732-e1310db3e799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372'] for port, after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:46.932788 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6e18cbe3-1503-4cef-8a25-f0b190e70934 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11567560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11792921'] for subnet, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:46.948331 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e345ff92-a168-4371-b1c7-a3b150b06280 req-6791970d-93b0-46a7-a0d1-9311562f0f15 tempest-ListServerFiltersTestJSON-710341241 tempest-ListServerFiltersTestJSON-710341241-project] 10.222.0.46 "GET /v2.0/security-groups?id=22127be5-351b-4d65-aed1-0fcc5085805a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4736025 Nov 22 20:10:47.009314 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b9b9680-1a07-4e5c-9732-e1310db3e799 None None] Network 6b3bccc8-a74b-4dd2-b44c-99e3a607f72f is already hosted by enough agents. {{(pid=103449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:10:47.015407 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.base_scheduler [None req-9b9b9680-1a07-4e5c-9732-e1310db3e799 None None] Resources bound (agent type, host, resource id): {{(pid=103449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:10:47.020833 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d0eebd34-781c-4f5d-85a2-5bf6551add56 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:47.047096 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b9b9680-1a07-4e5c-9732-e1310db3e799 None None] Received port after_create {{(pid=103449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:10:47.066520 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9b9680-1a07-4e5c-9732-e1310db3e799 None None] Pushing event updated for resources: {'Port': ['ID=185a91f5-dcd8-439a-90ea-b51269ee4e40,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:10:47.104041 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9b9680-1a07-4e5c-9732-e1310db3e799 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:10:47.104393 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9b9680-1a07-4e5c-9732-e1310db3e799 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:10:47.104739 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9b9680-1a07-4e5c-9732-e1310db3e799 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:10:47.105078 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9b9680-1a07-4e5c-9732-e1310db3e799 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:10:47.105415 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9b9680-1a07-4e5c-9732-e1310db3e799 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:10:47.105948 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9b9680-1a07-4e5c-9732-e1310db3e799 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:10:47.106287 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9b9680-1a07-4e5c-9732-e1310db3e799 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:10:47.106622 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9b9680-1a07-4e5c-9732-e1310db3e799 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:10:47.106961 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9b9680-1a07-4e5c-9732-e1310db3e799 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:10:47.107283 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9b9680-1a07-4e5c-9732-e1310db3e799 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:10:47.107956 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9b9680-1a07-4e5c-9732-e1310db3e799 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:10:47.108149 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9b9680-1a07-4e5c-9732-e1310db3e799 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:10:47.112714 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e18cbe3-1503-4cef-8a25-f0b190e70934 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Pushing event updated for resources: {'Subnet': ['ID=6428e4b1-afa7-46d6-aafb-e575abb5d651,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:10:47.141194 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e18cbe3-1503-4cef-8a25-f0b190e70934 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Checking segment: {'id': '53528c1e-dd32-4a6f-ab6e-67fad35388b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '9d0b1a7a-dafa-41a5-9e6d-f6ddddd5c8ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:10:47.142083 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e18cbe3-1503-4cef-8a25-f0b190e70934 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Network hostable DHCP agents. Network: 9d0b1a7a-dafa-41a5-9e6d-f6ddddd5c8ef, hostable agents: ['02adaa64-0987-4b74-bad0-cbcf56f8a294'], hosted agents: [] {{(pid=103448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 20:10:47.180988 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e18cbe3-1503-4cef-8a25-f0b190e70934 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Network 9d0b1a7a-dafa-41a5-9e6d-f6ddddd5c8ef is scheduled to be hosted by DHCP agent 02adaa64-0987-4b74-bad0-cbcf56f8a294 with binding_index 1 {{(pid=103448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 20:10:47.222292 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-6e18cbe3-1503-4cef-8a25-f0b190e70934 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818823-1, 9d0b1a7a-dafa-41a5-9e6d-f6ddddd5c8ef) {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:10:47.245095 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-9b9b9680-1a07-4e5c-9732-e1310db3e799 None None] Attempting to bind port 185a91f5-dcd8-439a-90ea-b51269ee4e40 on host n-d-818823-1 for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:10:47.245750 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-9b9b9680-1a07-4e5c-9732-e1310db3e799 None None] Attempting to bind port 185a91f5-dcd8-439a-90ea-b51269ee4e40 by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': 'e3193b23-f9c4-4ca4-b127-f0d3cc3d8fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '6b3bccc8-a74b-4dd2-b44c-99e3a607f72f'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:10:47.246295 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9b9680-1a07-4e5c-9732-e1310db3e799 None None] Attempting to bind port 185a91f5-dcd8-439a-90ea-b51269ee4e40 on network 6b3bccc8-a74b-4dd2-b44c-99e3a607f72f {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:10:47.249604 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e18cbe3-1503-4cef-8a25-f0b190e70934 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:10:47.249887 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-def12dd6-5813-45b1-bf41-3c3fc03ce5c3 None None] Network 9d0b1a7a-dafa-41a5-9e6d-f6ddddd5c8ef requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:10:47.250204 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6e18cbe3-1503-4cef-8a25-f0b190e70934 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:47.285152 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-6e18cbe3-1503-4cef-8a25-f0b190e70934 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.8532515 Nov 22 20:10:47.285786 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 33944) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:10:47.336059 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-c2ea738c-c4a8-4990-b8fc-0fcdc8c7d69c tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Request body: {'port': {'network_id': '6b3bccc8-a74b-4dd2-b44c-99e3a607f72f', 'name': 'tempest-TaggedBootDevicesTest-1320832730', 'fixed_ips': [{'subnet_id': '0485a16a-de78-4412-ab82-735c8650e722'}]}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:10:47.415821 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9b9680-1a07-4e5c-9732-e1310db3e799 None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 10, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:10:47.416489 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9b9680-1a07-4e5c-9732-e1310db3e799 None None] Checking segment: {'id': 'e3193b23-f9c4-4ca4-b127-f0d3cc3d8fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '6b3bccc8-a74b-4dd2-b44c-99e3a607f72f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:10:47.416625 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-9b9b9680-1a07-4e5c-9732-e1310db3e799 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:47.426579 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9b9680-1a07-4e5c-9732-e1310db3e799 None None] Bound using segment: {'id': 'e3193b23-f9c4-4ca4-b127-f0d3cc3d8fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '6b3bccc8-a74b-4dd2-b44c-99e3a607f72f'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:10:47.427298 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-9b9b9680-1a07-4e5c-9732-e1310db3e799 None None] Bound port: 185a91f5-dcd8-439a-90ea-b51269ee4e40, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3193b23-f9c4-4ca4-b127-f0d3cc3d8fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '6b3bccc8-a74b-4dd2-b44c-99e3a607f72f'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:10:47.427918 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-9b9b9680-1a07-4e5c-9732-e1310db3e799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:47.446279 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-dc7fc302-a6e0-45ba-b5ba-eb9006dee059 tempest-RoutersAdminTest-714316116 tempest-RoutersAdminTest-714316116-project] Publish callbacks [] for router_gateway, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:47.470902 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-478ad40a-5e5d-4829-b298-fe8fdb585d56 req-9de963a3-ab37-4d3a-8179-3c8ef3bc0d88 service neutron] For port 47b8edb0-177f-4d17-96fa-2e7fc52c4950, host n-h1-818823-1, cleared binding levels {{(pid=103447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:10:47.474406 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-dc7fc302-a6e0-45ba-b5ba-eb9006dee059 tempest-RoutersAdminTest-714316116 tempest-RoutersAdminTest-714316116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:47.484437 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5aaeb20-5937-463f-a160-c70d1b3eb325 req-c1efa503-47c0-4ec7-83cf-01a24337df0a tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:10:47.485994 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d5aaeb20-5937-463f-a160-c70d1b3eb325 req-c1efa503-47c0-4ec7-83cf-01a24337df0a tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] 10.222.0.46 "GET /v2.0/ports?device_id=061b0ea0-8e4a-4f23-9523-0bfc0bf638a2 HTTP/1.1" status: 200 len: 946 time: 0.3330903 Nov 22 20:10:47.497337 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f458943b-61a3-4cfa-a4dc-2999046b2eb9 req-0da4c6dd-9f4a-44a9-adbe-8412a565961d tempest-ListServerFiltersTestJSON-710341241 tempest-ListServerFiltersTestJSON-710341241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:10:47.504891 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f458943b-61a3-4cfa-a4dc-2999046b2eb9 req-0da4c6dd-9f4a-44a9-adbe-8412a565961d tempest-ListServerFiltersTestJSON-710341241 tempest-ListServerFiltersTestJSON-710341241-project] 10.222.0.46 "GET /v2.0/ports?device_id=7563f773-f6b1-4f3f-94f8-25a0f67634fc HTTP/1.1" status: 200 len: 945 time: 0.2787807 Nov 22 20:10:47.531406 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-478ad40a-5e5d-4829-b298-fe8fdb585d56 req-9de963a3-ab37-4d3a-8179-3c8ef3bc0d88 service neutron] For port 47b8edb0-177f-4d17-96fa-2e7fc52c4950, host n-h1-818823-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=47b8edb0-177f-4d17-96fa-2e7fc52c4950,segment=NetworkSegment(e4b3d165-1cea-4bf0-93f6-5b79e0759539),segment_id=e4b3d165-1cea-4bf0-93f6-5b79e0759539)] {{(pid=103447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:10:47.551128 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-478ad40a-5e5d-4829-b298-fe8fdb585d56 req-9de963a3-ab37-4d3a-8179-3c8ef3bc0d88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:47.578229 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2ea738c-c4a8-4990-b8fc-0fcdc8c7d69c tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Made reservation on behalf of 7c2e3bcb3c11419aa5bdb45ad6533966 for: {'port': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:10:47.635138 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d0eebd34-781c-4f5d-85a2-5bf6551add56 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:47.662548 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-9b9b9680-1a07-4e5c-9732-e1310db3e799 None None] For port 185a91f5-dcd8-439a-90ea-b51269ee4e40, host n-d-818823-1, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:10:47.665971 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-9b9b9680-1a07-4e5c-9732-e1310db3e799 None None] For port 185a91f5-dcd8-439a-90ea-b51269ee4e40, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=185a91f5-dcd8-439a-90ea-b51269ee4e40,segment=NetworkSegment(e3193b23-f9c4-4ca4-b127-f0d3cc3d8fb8),segment_id=e3193b23-f9c4-4ca4-b127-f0d3cc3d8fb8)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:10:47.675665 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd2cc739-22e3-416c-8ce1-961a95cb4259 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fb26bd7-ce56-527b-b94f-2e1f7cb2bb35-4189e990-d6f7-4a58-bd04-aeb593878d0b', 'network_id': '4189e990-d6f7-4a58-bd04-aeb593878d0b', 'tenant_id': '406a5dbad308428791820735fa76e3b4', 'fixed_ips': [{'subnet_id': 'ea3d6ae8-37bb-4264-a9e4-b3c7fbbee38f'}]}} from n-d-818823-1. {{(pid=103449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 20:10:47.676607 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-bd2cc739-22e3-416c-8ce1-961a95cb4259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:47.680440 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d0eebd34-781c-4f5d-85a2-5bf6551add56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:47.746531 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-9b9b9680-1a07-4e5c-9732-e1310db3e799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:47.776772 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f458943b-61a3-4cfa-a4dc-2999046b2eb9 req-d0832aa5-db37-41f4-8c37-1c3aa393996f tempest-ListServerFiltersTestJSON-710341241 tempest-ListServerFiltersTestJSON-710341241-project] 10.222.0.46 "GET /v2.0/security-groups?id=22127be5-351b-4d65-aed1-0fcc5085805a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2708895 Nov 22 20:10:47.793380 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d5aaeb20-5937-463f-a160-c70d1b3eb325 req-b51de4a7-0766-4d5b-9097-99745dae03ad tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] 10.222.0.46 "GET /v2.0/security-groups?id=402b14b3-7b21-4f37-9e5a-c3de7eeeb958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2750177 Nov 22 20:10:47.872628 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de963a3-ab37-4d3a-8179-3c8ef3bc0d88 service neutron] Pushing event updated for resources: {'Port': ['ID=47b8edb0-177f-4d17-96fa-2e7fc52c4950,revision_number=8']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:10:47.884623 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478ad40a-5e5d-4829-b298-fe8fdb585d56 req-9de963a3-ab37-4d3a-8179-3c8ef3bc0d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:10:47.885271 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-478ad40a-5e5d-4829-b298-fe8fdb585d56 req-9de963a3-ab37-4d3a-8179-3c8ef3bc0d88 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:47.886550 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c2ea738c-c4a8-4990-b8fc-0fcdc8c7d69c tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:47.886703 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-478ad40a-5e5d-4829-b298-fe8fdb585d56 req-9de963a3-ab37-4d3a-8179-3c8ef3bc0d88 service neutron] 10.222.0.20 "PUT /v2.0/ports/47b8edb0-177f-4d17-96fa-2e7fc52c4950 HTTP/1.1" status: 200 len: 1121 time: 3.2712653 Nov 22 20:10:47.938144 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [None req-dc7fc302-a6e0-45ba-b5ba-eb9006dee059 tempest-RoutersAdminTest-714316116 tempest-RoutersAdminTest-714316116-project] Allocated IP 172.25.5.57 (c48a55e9-6a85-4746-b7bf-3e29fb560094/5da6f781-63e6-4328-ae7a-5e672262f55a/4760f89b-0d6a-4973-819a-8ab3072dd2a3) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:10:47.952332 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [None req-c2ea738c-c4a8-4990-b8fc-0fcdc8c7d69c tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] device_id is not set on port 6adde04d-a0cf-43b3-9b93-ce2683694893 yet. {{(pid=103448) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 20:10:48.028316 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb960b69-4186-406c-bcfe-12777a34e760 req-1aeb4ac3-ffcc-4ea0-aad4-71bdba5fb9e1 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:10:48.031939 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-fb960b69-4186-406c-bcfe-12777a34e760 req-1aeb4ac3-ffcc-4ea0-aad4-71bdba5fb9e1 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.46 "GET /v2.0/ports?device_id=6e6e77cf-07c8-4b3a-a9ce-a1d8a4c92033 HTTP/1.1" status: 200 len: 943 time: 0.1518455 Nov 22 20:10:48.163541 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.db_base_plugin_common [None req-bd2cc739-22e3-416c-8ce1-961a95cb4259 None None] Allocated IP 172.20.0.2 (4189e990-d6f7-4a58-bd04-aeb593878d0b/ea3d6ae8-37bb-4264-a9e4-b3c7fbbee38f/d69b2ceb-079d-45c0-ba95-86300c93aa0d) {{(pid=103449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:10:48.235948 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] get_ports_and_sgs() called for port_ids ['47b8edb0-177f-4d17-96fa-2e7fc52c4950'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:10:48.291990 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d1f4a6-cb2e-4eb4-aa0d-2e61f5d3ecbb req-13062735-7604-4ed7-8277-97eaf46842c1 tempest-ListServerFiltersTestJSON-710341241 tempest-ListServerFiltersTestJSON-710341241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:10:48.291990 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c5d1f4a6-cb2e-4eb4-aa0d-2e61f5d3ecbb req-13062735-7604-4ed7-8277-97eaf46842c1 tempest-ListServerFiltersTestJSON-710341241 tempest-ListServerFiltersTestJSON-710341241-project] 10.222.0.46 "GET /v2.0/ports?device_id=d59d7a07-3466-4053-a1c5-b23052fad2dc HTTP/1.1" status: 200 len: 946 time: 0.3145831 Nov 22 20:10:48.295575 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-fb960b69-4186-406c-bcfe-12777a34e760 req-3edd9edc-6605-42e2-a766-10101ba184b8 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.46 "GET /v2.0/security-groups?id=deac3dce-93b4-41af-981b-873d47022422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2510757 Nov 22 20:10:48.330329 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-dc7fc302-a6e0-45ba-b5ba-eb9006dee059 tempest-RoutersAdminTest-714316116 tempest-RoutersAdminTest-714316116-project] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:48.390608 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9b9680-1a07-4e5c-9732-e1310db3e799 None None] Pushing event updated for resources: {'Port': ['ID=185a91f5-dcd8-439a-90ea-b51269ee4e40,revision_number=2']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:10:48.423252 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [None req-c2ea738c-c4a8-4990-b8fc-0fcdc8c7d69c tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Allocated IP 10.1.1.3 (6b3bccc8-a74b-4dd2-b44c-99e3a607f72f/0485a16a-de78-4412-ab82-735c8650e722/6adde04d-a0cf-43b3-9b93-ce2683694893) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:10:48.481012 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1814dcdd-f008-4df5-9018-fb00d2ee9fc3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fb26bd7-ce56-527b-b94f-2e1f7cb2bb35-9d0b1a7a-dafa-41a5-9e6d-f6ddddd5c8ef', 'network_id': '9d0b1a7a-dafa-41a5-9e6d-f6ddddd5c8ef', 'tenant_id': '7c2e3bcb3c11419aa5bdb45ad6533966', 'fixed_ips': [{'subnet_id': '6428e4b1-afa7-46d6-aafb-e575abb5d651'}]}} from n-d-818823-1. {{(pid=103449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 20:10:48.482028 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-1814dcdd-f008-4df5-9018-fb00d2ee9fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:48.486143 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c5d1f4a6-cb2e-4eb4-aa0d-2e61f5d3ecbb req-3d39bf31-596c-4731-95aa-63563befd203 tempest-ListServerFiltersTestJSON-710341241 tempest-ListServerFiltersTestJSON-710341241-project] 10.222.0.46 "GET /v2.0/security-groups?id=22127be5-351b-4d65-aed1-0fcc5085805a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969252 Nov 22 20:10:48.513115 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-dc7fc302-a6e0-45ba-b5ba-eb9006dee059 tempest-RoutersAdminTest-714316116 tempest-RoutersAdminTest-714316116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:48.664038 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7fc302-a6e0-45ba-b5ba-eb9006dee059 tempest-RoutersAdminTest-714316116 tempest-RoutersAdminTest-714316116-project] Pushing event updated for resources: {'Port': ['ID=4760f89b-0d6a-4973-819a-8ab3072dd2a3,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:10:48.673215 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc7fc302-a6e0-45ba-b5ba-eb9006dee059 tempest-RoutersAdminTest-714316116 tempest-RoutersAdminTest-714316116-project] Network c48a55e9-6a85-4746-b7bf-3e29fb560094 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:10:48.716261 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-dc7fc302-a6e0-45ba-b5ba-eb9006dee059 tempest-RoutersAdminTest-714316116 tempest-RoutersAdminTest-714316116-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:10:48.724166 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc7fc302-a6e0-45ba-b5ba-eb9006dee059 tempest-RoutersAdminTest-714316116 tempest-RoutersAdminTest-714316116-project] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:10:48.724942 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [None req-d0eebd34-781c-4f5d-85a2-5bf6551add56 admin admin] Allocated IP 172.25.5.218 (c48a55e9-6a85-4746-b7bf-3e29fb560094/5da6f781-63e6-4328-ae7a-5e672262f55a/0bdaa7c4-5f63-46ba-9541-777d59ac0377) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:10:48.757153 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-bd2cc739-22e3-416c-8ce1-961a95cb4259 None None] Publish callbacks [] for port, precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:48.788531 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-bd2cc739-22e3-416c-8ce1-961a95cb4259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372'] for port, after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:48.824427 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e6e77cf-07c8-4b3a-a9ce-a1d8a4c92033', 'tag': '47b8edb0-177f-4d17-96fa-2e7fc52c4950'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:10:48.829311 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23d3ae41-0c97-43ef-bffb-ba0bbcc4a03f" -d '{"events": [{"name": "network-changed", "server_uuid": "6e6e77cf-07c8-4b3a-a9ce-a1d8a4c92033", "tag": "47b8edb0-177f-4d17-96fa-2e7fc52c4950"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:10:48.906134 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 185a91f5-dcd8-439a-90ea-b51269ee4e40 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:10:49.049666 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03098b3b-936e-4b2a-8168-bc0c074ff3fc req-213c3b6d-30b0-4e7e-b4eb-bd0b820ec910 tempest-ListServerFiltersTestJSON-710341241 tempest-ListServerFiltersTestJSON-710341241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:10:49.050670 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-03098b3b-936e-4b2a-8168-bc0c074ff3fc req-213c3b6d-30b0-4e7e-b4eb-bd0b820ec910 tempest-ListServerFiltersTestJSON-710341241 tempest-ListServerFiltersTestJSON-710341241-project] 10.222.0.46 "GET /v2.0/ports?device_id=593b2096-75b7-405a-b83d-4e4481045f8d HTTP/1.1" status: 200 len: 946 time: 0.3759651 Nov 22 20:10:49.094682 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd2cc739-22e3-416c-8ce1-961a95cb4259 None None] Network 4189e990-d6f7-4a58-bd04-aeb593878d0b is already hosted by enough agents. {{(pid=103449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:10:49.123240 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.base_scheduler [None req-bd2cc739-22e3-416c-8ce1-961a95cb4259 None None] Resources bound (agent type, host, resource id): {{(pid=103449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:10:49.128974 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2cc739-22e3-416c-8ce1-961a95cb4259 None None] Pushing event updated for resources: {'Port': ['ID=d69b2ceb-079d-45c0-ba95-86300c93aa0d,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:10:49.131591 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd2cc739-22e3-416c-8ce1-961a95cb4259 None None] Received port after_create {{(pid=103449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:10:49.146777 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c2ea738c-c4a8-4990-b8fc-0fcdc8c7d69c tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:49.168697 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d0eebd34-781c-4f5d-85a2-5bf6551add56 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:49.192958 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.db_base_plugin_common [None req-1814dcdd-f008-4df5-9018-fb00d2ee9fc3 None None] Allocated IP 10.2.2.2 (9d0b1a7a-dafa-41a5-9e6d-f6ddddd5c8ef/6428e4b1-afa7-46d6-aafb-e575abb5d651/31dec209-8c42-488a-ad79-6b1b4740cbbc) {{(pid=103449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:10:49.229182 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c2ea738c-c4a8-4990-b8fc-0fcdc8c7d69c tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:49.251905 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-03098b3b-936e-4b2a-8168-bc0c074ff3fc req-41db3cae-e202-489c-8d33-9e8b3cdc391a tempest-ListServerFiltersTestJSON-710341241 tempest-ListServerFiltersTestJSON-710341241-project] 10.222.0.46 "GET /v2.0/security-groups?id=22127be5-351b-4d65-aed1-0fcc5085805a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855459 Nov 22 20:10:49.255437 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-bd2cc739-22e3-416c-8ce1-961a95cb4259 None None] Attempting to bind port d69b2ceb-079d-45c0-ba95-86300c93aa0d on host n-d-818823-1 for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:10:49.255437 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-bd2cc739-22e3-416c-8ce1-961a95cb4259 None None] Attempting to bind port d69b2ceb-079d-45c0-ba95-86300c93aa0d by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': '16d7b224-7893-445d-b18d-1a9af5480be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '4189e990-d6f7-4a58-bd04-aeb593878d0b'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:10:49.260028 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd2cc739-22e3-416c-8ce1-961a95cb4259 None None] Attempting to bind port d69b2ceb-079d-45c0-ba95-86300c93aa0d on network 4189e990-d6f7-4a58-bd04-aeb593878d0b {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:10:49.279734 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd2cc739-22e3-416c-8ce1-961a95cb4259 None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 10, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:10:49.280604 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd2cc739-22e3-416c-8ce1-961a95cb4259 None None] Checking segment: {'id': '16d7b224-7893-445d-b18d-1a9af5480be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '4189e990-d6f7-4a58-bd04-aeb593878d0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:10:49.292904 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-bd2cc739-22e3-416c-8ce1-961a95cb4259 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:49.293772 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd2cc739-22e3-416c-8ce1-961a95cb4259 None None] Bound using segment: {'id': '16d7b224-7893-445d-b18d-1a9af5480be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '4189e990-d6f7-4a58-bd04-aeb593878d0b'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:10:49.294387 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d97148-4132-4362-b666-6b6cc2546a44 req-e5d228cb-4af2-4829-8d65-d0fbb0790593 tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:10:49.294982 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-bd2cc739-22e3-416c-8ce1-961a95cb4259 None None] Bound port: d69b2ceb-079d-45c0-ba95-86300c93aa0d, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16d7b224-7893-445d-b18d-1a9af5480be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '4189e990-d6f7-4a58-bd04-aeb593878d0b'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:10:49.295651 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-bd2cc739-22e3-416c-8ce1-961a95cb4259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:49.296312 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-54d97148-4132-4362-b666-6b6cc2546a44 req-e5d228cb-4af2-4829-8d65-d0fbb0790593 tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] 10.222.0.46 "GET /v2.0/ports?device_id=061b0ea0-8e4a-4f23-9523-0bfc0bf638a2 HTTP/1.1" status: 200 len: 946 time: 0.1829290 Nov 22 20:10:49.324133 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2ea738c-c4a8-4990-b8fc-0fcdc8c7d69c tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Network 6b3bccc8-a74b-4dd2-b44c-99e3a607f72f is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:10:49.339723 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d0eebd34-781c-4f5d-85a2-5bf6551add56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:49.356482 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-c2ea738c-c4a8-4990-b8fc-0fcdc8c7d69c tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:10:49.368107 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ea738c-c4a8-4990-b8fc-0fcdc8c7d69c tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:10:49.381909 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 20:10:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-799c7cbb-1dda-4d7f-a825-3e1fa9838bb5 x-openstack-request-id: req-799c7cbb-1dda-4d7f-a825-3e1fa9838bb5 {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:10:49.382583 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e6e77cf-07c8-4b3a-a9ce-a1d8a4c92033", "tag": "47b8edb0-177f-4d17-96fa-2e7fc52c4950", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:10:49.383179 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-799c7cbb-1dda-4d7f-a825-3e1fa9838bb5 {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:10:49.383857 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e6e77cf-07c8-4b3a-a9ce-a1d8a4c92033', 'tag': '47b8edb0-177f-4d17-96fa-2e7fc52c4950', 'status': 'completed', 'code': 200} Nov 22 20:10:49.387766 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 185a91f5-dcd8-439a-90ea-b51269ee4e40 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:10:49.397663 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:49.469569 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2ea738c-c4a8-4990-b8fc-0fcdc8c7d69c tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:10:49.470895 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c2ea738c-c4a8-4990-b8fc-0fcdc8c7d69c tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:49.493262 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-c2ea738c-c4a8-4990-b8fc-0fcdc8c7d69c tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.1627433 Nov 22 20:10:49.497665 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ea738c-c4a8-4990-b8fc-0fcdc8c7d69c tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Pushing event updated for resources: {'Port': ['ID=6adde04d-a0cf-43b3-9b93-ce2683694893,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:10:49.504620 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0eebd34-781c-4f5d-85a2-5bf6551add56 admin admin] Network c48a55e9-6a85-4746-b7bf-3e29fb560094 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:10:49.505234 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 33978) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:10:49.536359 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-1814dcdd-f008-4df5-9018-fb00d2ee9fc3 None None] Publish callbacks [] for port, precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:49.566862 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-1814dcdd-f008-4df5-9018-fb00d2ee9fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372'] for port, after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:49.808400 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1814dcdd-f008-4df5-9018-fb00d2ee9fc3 None None] Pushing event updated for resources: {'Port': ['ID=31dec209-8c42-488a-ad79-6b1b4740cbbc,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:10:49.860127 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1814dcdd-f008-4df5-9018-fb00d2ee9fc3 None None] Network 9d0b1a7a-dafa-41a5-9e6d-f6ddddd5c8ef is already hosted by enough agents. {{(pid=103449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:10:49.869355 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.base_scheduler [None req-1814dcdd-f008-4df5-9018-fb00d2ee9fc3 None None] Resources bound (agent type, host, resource id): {{(pid=103449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:10:49.880231 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1814dcdd-f008-4df5-9018-fb00d2ee9fc3 None None] Received port after_create {{(pid=103449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:10:49.911739 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-1bc83760-0631-47b6-a04a-6e9e67ac6017 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Request body: {'port': {'network_id': '6b3bccc8-a74b-4dd2-b44c-99e3a607f72f', 'name': 'tempest-TaggedBootDevicesTest-1793547666', 'fixed_ips': [{'subnet_id': '0485a16a-de78-4412-ab82-735c8650e722'}]}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:10:49.920531 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-d0eebd34-781c-4f5d-85a2-5bf6551add56 admin admin] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:10:49.948743 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-bd2cc739-22e3-416c-8ce1-961a95cb4259 None None] For port d69b2ceb-079d-45c0-ba95-86300c93aa0d, host n-d-818823-1, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:10:49.948743 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:49.956348 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0eebd34-781c-4f5d-85a2-5bf6551add56 admin admin] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:10:49.983139 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8577f6bb-7ded-4d0f-aeca-d47c82dbc661 None None] Network 6b3bccc8-a74b-4dd2-b44c-99e3a607f72f requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:10:50.042102 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0eebd34-781c-4f5d-85a2-5bf6551add56 admin admin] Pushing event updated for resources: {'Port': ['ID=0bdaa7c4-5f63-46ba-9541-777d59ac0377,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:10:50.051023 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-dc7fc302-a6e0-45ba-b5ba-eb9006dee059 tempest-RoutersAdminTest-714316116 tempest-RoutersAdminTest-714316116-project] Publish callbacks [] for router_gateway, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:50.057642 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-bd2cc739-22e3-416c-8ce1-961a95cb4259 None None] For port d69b2ceb-079d-45c0-ba95-86300c93aa0d, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=d69b2ceb-079d-45c0-ba95-86300c93aa0d,segment=NetworkSegment(16d7b224-7893-445d-b18d-1a9af5480be8),segment_id=16d7b224-7893-445d-b18d-1a9af5480be8)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:10:50.060306 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [req-04b9b512-ba89-4818-9641-aaa12267a0ce req-5539151e-4b4f-43a8-8553-3b406aceb552 tempest-ListServerFiltersTestJSON-710341241 tempest-ListServerFiltersTestJSON-710341241-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=103447) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 20:10:50.070719 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-04b9b512-ba89-4818-9641-aaa12267a0ce req-5539151e-4b4f-43a8-8553-3b406aceb552 tempest-ListServerFiltersTestJSON-710341241 tempest-ListServerFiltersTestJSON-710341241-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.6158636 Nov 22 20:10:50.125128 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-bd2cc739-22e3-416c-8ce1-961a95cb4259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:50.211778 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-1814dcdd-f008-4df5-9018-fb00d2ee9fc3 None None] Attempting to bind port 31dec209-8c42-488a-ad79-6b1b4740cbbc on host n-d-818823-1 for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:10:50.212141 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-1814dcdd-f008-4df5-9018-fb00d2ee9fc3 None None] Attempting to bind port 31dec209-8c42-488a-ad79-6b1b4740cbbc by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': '53528c1e-dd32-4a6f-ab6e-67fad35388b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '9d0b1a7a-dafa-41a5-9e6d-f6ddddd5c8ef'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:10:50.212485 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1814dcdd-f008-4df5-9018-fb00d2ee9fc3 None None] Attempting to bind port 31dec209-8c42-488a-ad79-6b1b4740cbbc on network 9d0b1a7a-dafa-41a5-9e6d-f6ddddd5c8ef {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:10:50.223396 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] For port 185a91f5-dcd8-439a-90ea-b51269ee4e40, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=185a91f5-dcd8-439a-90ea-b51269ee4e40,segment=NetworkSegment(e3193b23-f9c4-4ca4-b127-f0d3cc3d8fb8),segment_id=e3193b23-f9c4-4ca4-b127-f0d3cc3d8fb8)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:10:50.224920 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2cc739-22e3-416c-8ce1-961a95cb4259 None None] Pushing event updated for resources: {'Port': ['ID=d69b2ceb-079d-45c0-ba95-86300c93aa0d,revision_number=2']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:10:50.242447 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-1c120f1b-8a21-4a07-a41a-d345da9f57c2 None None] Provisioning complete for port 185a91f5-dcd8-439a-90ea-b51269ee4e40 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:10:50.242827 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-1c120f1b-8a21-4a07-a41a-d345da9f57c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:50.244631 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bc83760-0631-47b6-a04a-6e9e67ac6017 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Made reservation on behalf of 7c2e3bcb3c11419aa5bdb45ad6533966 for: {'port': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:10:50.247592 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1814dcdd-f008-4df5-9018-fb00d2ee9fc3 None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 10, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:10:50.247979 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1814dcdd-f008-4df5-9018-fb00d2ee9fc3 None None] Checking segment: {'id': '53528c1e-dd32-4a6f-ab6e-67fad35388b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '9d0b1a7a-dafa-41a5-9e6d-f6ddddd5c8ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:10:50.248389 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-1814dcdd-f008-4df5-9018-fb00d2ee9fc3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:50.248790 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1814dcdd-f008-4df5-9018-fb00d2ee9fc3 None None] Bound using segment: {'id': '53528c1e-dd32-4a6f-ab6e-67fad35388b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '9d0b1a7a-dafa-41a5-9e6d-f6ddddd5c8ef'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:10:50.249281 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-1814dcdd-f008-4df5-9018-fb00d2ee9fc3 None None] Bound port: 31dec209-8c42-488a-ad79-6b1b4740cbbc, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53528c1e-dd32-4a6f-ab6e-67fad35388b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '9d0b1a7a-dafa-41a5-9e6d-f6ddddd5c8ef'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:10:50.249665 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-1814dcdd-f008-4df5-9018-fb00d2ee9fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:50.253130 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1bc83760-0631-47b6-a04a-6e9e67ac6017 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:50.255113 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:50.307170 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-54d97148-4132-4362-b666-6b6cc2546a44 req-ce1bfa36-6681-423a-9960-3c61a6255417 tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] 10.222.0.46 "GET /v2.0/security-groups?id=402b14b3-7b21-4f37-9e5a-c3de7eeeb958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9274821 Nov 22 20:10:50.315120 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d3ae41-0c97-43ef-bffb-ba0bbcc4a03f req-c1fc7a30-d285-4161-a81c-6d58f7ca65c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:10:50.316693 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-23d3ae41-0c97-43ef-bffb-ba0bbcc4a03f req-c1fc7a30-d285-4161-a81c-6d58f7ca65c4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2c9de68061ee477dbb5cc544058ec72e&device_id=6e6e77cf-07c8-4b3a-a9ce-a1d8a4c92033 HTTP/1.1" status: 200 len: 1124 time: 0.9027975 Nov 22 20:10:50.329659 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [None req-1bc83760-0631-47b6-a04a-6e9e67ac6017 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] device_id is not set on port 05a5c645-0725-4bf3-bbad-910f8f76f37c yet. {{(pid=103448) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 20:10:50.357777 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-04b9b512-ba89-4818-9641-aaa12267a0ce req-516e47a7-4bf2-4183-b345-39d589aa014c tempest-ListServerFiltersTestJSON-710341241 tempest-ListServerFiltersTestJSON-710341241-project] 10.222.0.46 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.12&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.2859061 Nov 22 20:10:50.443531 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Pushing event updated for resources: {'Port': ['ID=185a91f5-dcd8-439a-90ea-b51269ee4e40,revision_number=3']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:10:50.477524 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d0eebd34-781c-4f5d-85a2-5bf6551add56 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:50.732051 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-1814dcdd-f008-4df5-9018-fb00d2ee9fc3 None None] For port 31dec209-8c42-488a-ad79-6b1b4740cbbc, host n-d-818823-1, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:10:50.737027 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-1814dcdd-f008-4df5-9018-fb00d2ee9fc3 None None] For port 31dec209-8c42-488a-ad79-6b1b4740cbbc, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=31dec209-8c42-488a-ad79-6b1b4740cbbc,segment=NetworkSegment(53528c1e-dd32-4a6f-ab6e-67fad35388b6),segment_id=53528c1e-dd32-4a6f-ab6e-67fad35388b6)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:10:50.797065 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-1814dcdd-f008-4df5-9018-fb00d2ee9fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:50.840971 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf153e97-1295-4851-9e18-818956c74e1e req-d0d2200f-d80f-42d7-b751-cf2c5700f11b tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:10:50.842999 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-cf153e97-1295-4851-9e18-818956c74e1e req-d0d2200f-d80f-42d7-b751-cf2c5700f11b tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.46 "GET /v2.0/ports?device_id=6e6e77cf-07c8-4b3a-a9ce-a1d8a4c92033 HTTP/1.1" status: 200 len: 943 time: 0.3369794 Nov 22 20:10:50.844199 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d3ae41-0c97-43ef-bffb-ba0bbcc4a03f req-38ade732-699e-46fd-9c33-dff9ff2eddbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:10:50.845688 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-23d3ae41-0c97-43ef-bffb-ba0bbcc4a03f req-38ade732-699e-46fd-9c33-dff9ff2eddbf service neutron] 10.222.0.41 "GET /v2.0/networks?id=4906551a-712e-4bde-8433-b2db24f02f5c HTTP/1.1" status: 200 len: 908 time: 0.5157666 Nov 22 20:10:50.922126 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-cf153e97-1295-4851-9e18-818956c74e1e req-4cc07e48-7271-45f7-bb09-8aa72afdf575 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.46 "GET /v2.0/security-groups?id=deac3dce-93b4-41af-981b-873d47022422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639091 Nov 22 20:10:50.925792 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-dc7fc302-a6e0-45ba-b5ba-eb9006dee059 tempest-RoutersAdminTest-714316116 tempest-RoutersAdminTest-714316116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-659538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-841284'] for router, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:50.961429 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-23d3ae41-0c97-43ef-bffb-ba0bbcc4a03f req-0f2dc15a-9c43-4800-80bc-ab6e2d3e0c49 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=47b8edb0-177f-4d17-96fa-2e7fc52c4950 HTTP/1.1" status: 200 len: 217 time: 0.0817089 Nov 22 20:10:50.968743 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1814dcdd-f008-4df5-9018-fb00d2ee9fc3 None None] Pushing event updated for resources: {'Port': ['ID=31dec209-8c42-488a-ad79-6b1b4740cbbc,revision_number=2']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:10:50.971468 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 47b8edb0-177f-4d17-96fa-2e7fc52c4950 details requested by agent hyperv_n-h2-818823-1 with host n-h2-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 20:10:51.298403 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d0eebd34-781c-4f5d-85a2-5bf6551add56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-659538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-841284'] for router, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:51.304955 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port 47b8edb0-177f-4d17-96fa-2e7fc52c4950, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=47b8edb0-177f-4d17-96fa-2e7fc52c4950,segment=NetworkSegment(e4b3d165-1cea-4bf0-93f6-5b79e0759539),segment_id=e4b3d165-1cea-4bf0-93f6-5b79e0759539)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:10:51.324004 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [None req-1bc83760-0631-47b6-a04a-6e9e67ac6017 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Allocated IP 10.1.1.46 (6b3bccc8-a74b-4dd2-b44c-99e3a607f72f/0485a16a-de78-4412-ab82-735c8650e722/05a5c645-0725-4bf3-bbad-910f8f76f37c) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:10:51.395856 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 47b8edb0-177f-4d17-96fa-2e7fc52c4950 has no active binding in host n-h2-818823-1 {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 22 20:10:51.435379 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d3ae41-0c97-43ef-bffb-ba0bbcc4a03f req-386a3dda-9859-4ed5-9127-d091bbc419aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:10:51.444821 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-23d3ae41-0c97-43ef-bffb-ba0bbcc4a03f req-386a3dda-9859-4ed5-9127-d091bbc419aa service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b907b504-4de2-4845-a661-deaebec31498 HTTP/1.1" status: 200 len: 847 time: 0.4284139 Nov 22 20:10:51.479444 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584f0c12-17f7-4b18-9ef6-9fdb9fa72e0e req-f7f0c2ac-754a-4a9e-8436-4e94eff4e76a tempest-ListServerFiltersTestJSON-710341241 tempest-ListServerFiltersTestJSON-710341241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:10:51.485600 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-584f0c12-17f7-4b18-9ef6-9fdb9fa72e0e req-f7f0c2ac-754a-4a9e-8436-4e94eff4e76a tempest-ListServerFiltersTestJSON-710341241 tempest-ListServerFiltersTestJSON-710341241-project] 10.222.0.46 "GET /v2.0/ports?device_id=7563f773-f6b1-4f3f-94f8-25a0f67634fc HTTP/1.1" status: 200 len: 945 time: 0.3147864 Nov 22 20:10:51.601173 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-23d3ae41-0c97-43ef-bffb-ba0bbcc4a03f req-90fe7eed-8261-4ae8-afde-62017b54dc18 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4906551a-712e-4bde-8433-b2db24f02f5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1112161 Nov 22 20:10:51.711462 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-7d5b3e57-c1f8-4862-a01a-c4464da6d60e None None] Provisioning complete for port 6adde04d-a0cf-43b3-9b93-ce2683694893 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:10:51.711855 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-7d5b3e57-c1f8-4862-a01a-c4464da6d60e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:51.718806 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0eebd34-781c-4f5d-85a2-5bf6551add56 admin admin] Router 32d94886-9e6e-462a-84e9-9a0cd8b4b98d is scheduled to L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 with binding_index 1 {{(pid=103448) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 20:10:51.794077 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 33990) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:10:51.809644 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-7d5b3e57-c1f8-4862-a01a-c4464da6d60e None None] Port 6adde04d-a0cf-43b3-9b93-ce2683694893 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:10:51.822256 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-7d5b3e57-c1f8-4862-a01a-c4464da6d60e None None] Provisioning complete for port 185a91f5-dcd8-439a-90ea-b51269ee4e40 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:10:51.822622 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-7d5b3e57-c1f8-4862-a01a-c4464da6d60e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:51.957970 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-584f0c12-17f7-4b18-9ef6-9fdb9fa72e0e req-8e58d281-fb32-47ed-815d-fd1670fcde0c tempest-ListServerFiltersTestJSON-710341241 tempest-ListServerFiltersTestJSON-710341241-project] 10.222.0.46 "GET /v2.0/security-groups?id=22127be5-351b-4d65-aed1-0fcc5085805a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4462297 Nov 22 20:10:52.031656 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d27ff5-0ab3-4ba3-bcbc-2f6c7f319fe4 req-f4d80ea8-c99d-4d48-b641-155ad96cf9f2 tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:10:52.050916 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b5d27ff5-0ab3-4ba3-bcbc-2f6c7f319fe4 req-f4d80ea8-c99d-4d48-b641-155ad96cf9f2 tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] 10.222.0.46 "GET /v2.0/ports?device_id=061b0ea0-8e4a-4f23-9523-0bfc0bf638a2 HTTP/1.1" status: 200 len: 946 time: 0.5231323 Nov 22 20:10:52.079735 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc7fc302-a6e0-45ba-b5ba-eb9006dee059 tempest-RoutersAdminTest-714316116 tempest-RoutersAdminTest-714316116-project] Router 41cbfc6d-4946-4c29-a047-489dd4a6f917 is scheduled to L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 with binding_index 1 {{(pid=103447) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 20:10:52.125964 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-519588d3-3d97-475b-82b8-45ecac2b023d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:52.170218 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1bc83760-0631-47b6-a04a-6e9e67ac6017 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:52.183550 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0eebd34-781c-4f5d-85a2-5bf6551add56 admin admin] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:10:52.196274 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd26917-8272-49dc-a156-91af4c96841a None None] Sync routers for ids ['32d94886-9e6e-462a-84e9-9a0cd8b4b98d'] in n-d-818823-1 {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:10:52.211893 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd26917-8272-49dc-a156-91af4c96841a None None] Routers {'32d94886-9e6e-462a-84e9-9a0cd8b4b98d'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:10:52.214152 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-ddd26917-8272-49dc-a156-91af4c96841a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:10:32Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['32d94886-9e6e-462a-84e9-9a0cd8b4b98d'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:10:52.265840 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d0eebd34-781c-4f5d-85a2-5bf6551add56 admin admin] Publish callbacks [] for router, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:52.270091 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-d0eebd34-781c-4f5d-85a2-5bf6551add56 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.1003590 Nov 22 20:10:52.274984 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 33998) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:10:52.312321 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9049a2c8-e9ff-4c5f-84dc-7bf49da472d5 None None] Network 4189e990-d6f7-4a58-bd04-aeb593878d0b requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:10:52.318976 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-23d3ae41-0c97-43ef-bffb-ba0bbcc4a03f req-7c80cd2d-d1de-4932-a94e-e530bf075c82 service neutron] 10.222.0.41 "GET /v2.0/networks/4906551a-712e-4bde-8433-b2db24f02f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6686776 Nov 22 20:10:52.380271 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b5d27ff5-0ab3-4ba3-bcbc-2f6c7f319fe4 req-75acfac4-93b2-4395-b763-59fe7ffad215 tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] 10.222.0.46 "GET /v2.0/security-groups?id=402b14b3-7b21-4f37-9e5a-c3de7eeeb958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3283467 Nov 22 20:10:52.437384 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1bc83760-0631-47b6-a04a-6e9e67ac6017 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:52.472445 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bc83760-0631-47b6-a04a-6e9e67ac6017 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Network 6b3bccc8-a74b-4dd2-b44c-99e3a607f72f is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:10:52.484137 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-1bc83760-0631-47b6-a04a-6e9e67ac6017 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:10:52.524783 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc83760-0631-47b6-a04a-6e9e67ac6017 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:10:52.592896 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bc83760-0631-47b6-a04a-6e9e67ac6017 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:10:52.592896 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1bc83760-0631-47b6-a04a-6e9e67ac6017 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:52.651782 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-6112efd1-0a7a-4d56-b963-81244f9c198b None None] Provisioning complete for port 6adde04d-a0cf-43b3-9b93-ce2683694893 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:10:52.652419 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6112efd1-0a7a-4d56-b963-81244f9c198b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:52.655155 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b946b77-3eec-462e-8193-24129b423a76 req-dec09760-dd6f-428e-8d6a-f2010cf9a41b tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:10:52.656435 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-519588d3-3d97-475b-82b8-45ecac2b023d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:52.656817 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8b946b77-3eec-462e-8193-24129b423a76 req-dec09760-dd6f-428e-8d6a-f2010cf9a41b tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.46 "GET /v2.0/ports?device_id=6e6e77cf-07c8-4b3a-a9ce-a1d8a4c92033 HTTP/1.1" status: 200 len: 943 time: 0.5248773 Nov 22 20:10:52.680966 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-1bc83760-0631-47b6-a04a-6e9e67ac6017 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.1730368 Nov 22 20:10:52.751147 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-519588d3-3d97-475b-82b8-45ecac2b023d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:52.755017 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc83760-0631-47b6-a04a-6e9e67ac6017 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Pushing event updated for resources: {'Port': ['ID=05a5c645-0725-4bf3-bbad-910f8f76f37c,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:10:52.877344 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 31dec209-8c42-488a-ad79-6b1b4740cbbc up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:10:52.976934 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc7fc302-a6e0-45ba-b5ba-eb9006dee059 tempest-RoutersAdminTest-714316116 tempest-RoutersAdminTest-714316116-project] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:10:52.992052 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d60982d-068b-4938-8007-9f8461cb1e3d None None] Sync routers for ids ['41cbfc6d-4946-4c29-a047-489dd4a6f917'] in n-d-818823-1 {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:10:52.999231 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-23d3ae41-0c97-43ef-bffb-ba0bbcc4a03f req-008356df-f7af-41af-8ce7-fa6e36df3018 service neutron] 10.222.0.41 "GET /v2.0/networks/4906551a-712e-4bde-8433-b2db24f02f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6643524 Nov 22 20:10:53.002239 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d60982d-068b-4938-8007-9f8461cb1e3d None None] Routers {'41cbfc6d-4946-4c29-a047-489dd4a6f917'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:10:53.002861 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-3d60982d-068b-4938-8007-9f8461cb1e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:10:32Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['41cbfc6d-4946-4c29-a047-489dd4a6f917'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:10:53.006604 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8b946b77-3eec-462e-8193-24129b423a76 req-8f6ba4b4-a41b-4c3c-99d4-cc6d61782885 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.46 "GET /v2.0/security-groups?id=deac3dce-93b4-41af-981b-873d47022422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2730348 Nov 22 20:10:53.018020 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83570d89-e11d-47f0-9a47-546b2681d933 req-9b4a858c-9365-4c04-a03b-30ab5fc65d9d tempest-ListServerFiltersTestJSON-710341241 tempest-ListServerFiltersTestJSON-710341241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:10:53.031882 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-83570d89-e11d-47f0-9a47-546b2681d933 req-9b4a858c-9365-4c04-a03b-30ab5fc65d9d tempest-ListServerFiltersTestJSON-710341241 tempest-ListServerFiltersTestJSON-710341241-project] 10.222.0.46 "GET /v2.0/ports?device_id=d59d7a07-3466-4053-a1c5-b23052fad2dc HTTP/1.1" status: 200 len: 946 time: 0.3598247 Nov 22 20:10:53.046376 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-dc7fc302-a6e0-45ba-b5ba-eb9006dee059 tempest-RoutersAdminTest-714316116 tempest-RoutersAdminTest-714316116-project] Publish callbacks [] for router, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:53.056681 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-dc7fc302-a6e0-45ba-b5ba-eb9006dee059 tempest-RoutersAdminTest-714316116 tempest-RoutersAdminTest-714316116-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 8.5619109 Nov 22 20:10:53.081407 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 34002) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:10:53.091124 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-734910cd-c1bd-48b8-92d4-2d5dabca0d03 None None] Network 9d0b1a7a-dafa-41a5-9e6d-f6ddddd5c8ef requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:10:53.101158 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-ddd26917-8272-49dc-a156-91af4c96841a None None] Set router 32d94886-9e6e-462a-84e9-9a0cd8b4b98d gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:10:53.108243 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-3d60982d-068b-4938-8007-9f8461cb1e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:10:53.127608 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d60982d-068b-4938-8007-9f8461cb1e3d None None] Routers {'41cbfc6d-4946-4c29-a047-489dd4a6f917'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:10:53.128250 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-3d60982d-068b-4938-8007-9f8461cb1e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:10:32Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['41cbfc6d-4946-4c29-a047-489dd4a6f917'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:10:53.191762 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-83570d89-e11d-47f0-9a47-546b2681d933 req-8dcca559-aea8-49e8-bc6d-adbe72eb4194 tempest-ListServerFiltersTestJSON-710341241 tempest-ListServerFiltersTestJSON-710341241-project] 10.222.0.46 "GET /v2.0/security-groups?id=22127be5-351b-4d65-aed1-0fcc5085805a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549377 Nov 22 20:10:53.202170 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-6112efd1-0a7a-4d56-b963-81244f9c198b None None] Port 6adde04d-a0cf-43b3-9b93-ce2683694893 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:10:53.232014 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-3d60982d-068b-4938-8007-9f8461cb1e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:10:53.232697 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d60982d-068b-4938-8007-9f8461cb1e3d None None] The sync data for ids ['41cbfc6d-4946-4c29-a047-489dd4a6f917'] in n-d-818823-1 is: [] {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:10:53.447405 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-519588d3-3d97-475b-82b8-45ecac2b023d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=97d63a6fe31345ffb6b58bbb53656935&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6517186 Nov 22 20:10:53.450301 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519588d3-3d97-475b-82b8-45ecac2b023d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5579073-82ab-4263-985e-d4f5173d50f1,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:10:53.457531 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 34010) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:10:53.557955 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ffcecb3a-a1ad-4785-8d52-d1a864d5704f None None] Provisioning complete for port 05a5c645-0725-4bf3-bbad-910f8f76f37c triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:10:53.558340 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ffcecb3a-a1ad-4785-8d52-d1a864d5704f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:53.560136 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-bf97b8e8-e164-4e5c-973b-7e29a9ec026f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:53.664894 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-bf97b8e8-e164-4e5c-973b-7e29a9ec026f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:53.689343 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2e4c060e-c5a3-4b74-b47e-b64c21d56232 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:53.708568 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 31dec209-8c42-488a-ad79-6b1b4740cbbc triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:10:53.717197 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:53.815071 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-bf97b8e8-e164-4e5c-973b-7e29a9ec026f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:53.818479 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-bf97b8e8-e164-4e5c-973b-7e29a9ec026f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:53.819884 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-bf97b8e8-e164-4e5c-973b-7e29a9ec026f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a5579073-82ab-4263-985e-d4f5173d50f1 HTTP/1.1" status: 204 len: 168 time: 0.3605418 Nov 22 20:10:53.854698 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-ffcecb3a-a1ad-4785-8d52-d1a864d5704f None None] Port 05a5c645-0725-4bf3-bbad-910f8f76f37c cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:10:53.905932 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf97b8e8-e164-4e5c-973b-7e29a9ec026f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5579073-82ab-4263-985e-d4f5173d50f1,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:10:54.019785 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-5edf0677-17f5-4ca1-9051-a692f521f8a9 tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] 10.222.0.46 "GET /v2.0/routers/41cbfc6d-4946-4c29-a047-489dd4a6f917 HTTP/1.1" status: 200 len: 919 time: 0.9309077 Nov 22 20:10:54.022354 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 34014) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:10:54.050676 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ffcecb3a-a1ad-4785-8d52-d1a864d5704f None None] Provisioning complete for port d69b2ceb-079d-45c0-ba95-86300c93aa0d triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:10:54.051274 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ffcecb3a-a1ad-4785-8d52-d1a864d5704f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:54.075984 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848f7d61-7f50-4473-a213-c8f4277baf2d req-26c229d6-dae5-42c0-8423-2d92a62cb112 tempest-ListServerFiltersTestJSON-710341241 tempest-ListServerFiltersTestJSON-710341241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:10:54.077734 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-848f7d61-7f50-4473-a213-c8f4277baf2d req-26c229d6-dae5-42c0-8423-2d92a62cb112 tempest-ListServerFiltersTestJSON-710341241 tempest-ListServerFiltersTestJSON-710341241-project] 10.222.0.46 "GET /v2.0/ports?device_id=593b2096-75b7-405a-b83d-4e4481045f8d HTTP/1.1" status: 200 len: 946 time: 0.1936963 Nov 22 20:10:54.138023 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [None req-2e4c060e-c5a3-4b74-b47e-b64c21d56232 admin admin] Allocated IP 172.20.0.1 (4189e990-d6f7-4a58-bd04-aeb593878d0b/ea3d6ae8-37bb-4264-a9e4-b3c7fbbee38f/ca7d41da-cac0-41d4-85c0-a40616a732d3) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:10:54.146698 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-c6fe9c71-3960-4424-842e-2941a52cf7f3 tempest-RoutersAdminTest-714316116 tempest-RoutersAdminTest-714316116-project] 10.222.0.46 "GET /v2.0/ports?device_id=41cbfc6d-4946-4c29-a047-489dd4a6f917 HTTP/1.1" status: 200 len: 205 time: 0.1207936 Nov 22 20:10:54.161551 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 34020) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:10:54.357691 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-478ad40a-5e5d-4829-b298-fe8fdb585d56 req-3c4445dc-a792-4ba9-989d-1899c855fc61 service neutron] 10.222.0.41 "GET /v2.0/ports/47b8edb0-177f-4d17-96fa-2e7fc52c4950/bindings/n-h2-818823-1 HTTP/1.1" status: 200 len: 384 time: 0.2249470 Nov 22 20:10:54.378594 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:54.457611 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-848f7d61-7f50-4473-a213-c8f4277baf2d req-9eb3a9e8-da05-43d9-b1d8-b43c29ae77de tempest-ListServerFiltersTestJSON-710341241 tempest-ListServerFiltersTestJSON-710341241-project] 10.222.0.46 "GET /v2.0/security-groups?id=22127be5-351b-4d65-aed1-0fcc5085805a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3685825 Nov 22 20:10:54.461137 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-ddd26917-8272-49dc-a156-91af4c96841a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32d94886-9e6e-462a-84e9-9a0cd8b4b98d', 'name': 'tempest-ServersTestFqdnHostnames-160979448-router', 'tenant_id': '406a5dbad308428791820735fa76e3b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': '0bdaa7c4-5f63-46ba-9541-777d59ac0377', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:10:46Z', 'updated_at': '2021-11-22T20:10:50Z', 'revision_number': 3, 'project_id': '406a5dbad308428791820735fa76e3b4', 'gw_port': {'id': '0bdaa7c4-5f63-46ba-9541-777d59ac0377', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:d4:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32d94886-9e6e-462a-84e9-9a0cd8b4b98d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:10:47Z', 'updated_at': '2021-11-22T20:10:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:10:54.506642 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 34022) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:10:54.541601 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd26917-8272-49dc-a156-91af4c96841a None None] Checking router: 32d94886-9e6e-462a-84e9-9a0cd8b4b98d for host: n-d-818823-1 {{(pid=103449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 20:10:54.541959 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd26917-8272-49dc-a156-91af4c96841a None None] Updating router 32d94886-9e6e-462a-84e9-9a0cd8b4b98d port 0bdaa7c4-5f63-46ba-9541-777d59ac0377 binding host n-d-818823-1 {{(pid=103449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 20:10:54.636092 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ffcecb3a-a1ad-4785-8d52-d1a864d5704f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:54.642143 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ddd26917-8272-49dc-a156-91af4c96841a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:54.649010 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] For port 31dec209-8c42-488a-ad79-6b1b4740cbbc, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=31dec209-8c42-488a-ad79-6b1b4740cbbc,segment=NetworkSegment(53528c1e-dd32-4a6f-ab6e-67fad35388b6),segment_id=53528c1e-dd32-4a6f-ab6e-67fad35388b6)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:10:54.682478 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-638bf228-85b7-4c5b-a076-bbeedeabff7c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:54.722366 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:54.725459 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device d69b2ceb-079d-45c0-ba95-86300c93aa0d up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:10:54.840963 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-478ad40a-5e5d-4829-b298-fe8fdb585d56 req-4659a9f7-33db-49ad-b429-3bc929d85526 service neutron] For port 47b8edb0-177f-4d17-96fa-2e7fc52c4950, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=47b8edb0-177f-4d17-96fa-2e7fc52c4950,segment=NetworkSegment(e4b3d165-1cea-4bf0-93f6-5b79e0759539),segment_id=e4b3d165-1cea-4bf0-93f6-5b79e0759539)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:10:54.866127 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-478ad40a-5e5d-4829-b298-fe8fdb585d56 req-4659a9f7-33db-49ad-b429-3bc929d85526 service neutron] For port 47b8edb0-177f-4d17-96fa-2e7fc52c4950, host n-h1-818823-1, cleared binding levels {{(pid=103447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:10:54.891573 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-638bf228-85b7-4c5b-a076-bbeedeabff7c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:54.908169 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [req-478ad40a-5e5d-4829-b298-fe8fdb585d56 req-4659a9f7-33db-49ad-b429-3bc929d85526 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47b8edb0-177f-4d17-96fa-2e7fc52c4950 {{(pid=103447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:10:54.912140 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 34026) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:10:54.923522 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-478ad40a-5e5d-4829-b298-fe8fdb585d56 req-4659a9f7-33db-49ad-b429-3bc929d85526 service neutron] For port 47b8edb0-177f-4d17-96fa-2e7fc52c4950, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=47b8edb0-177f-4d17-96fa-2e7fc52c4950,segment=NetworkSegment(e4b3d165-1cea-4bf0-93f6-5b79e0759539),segment_id=e4b3d165-1cea-4bf0-93f6-5b79e0759539)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:10:54.939664 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-478ad40a-5e5d-4829-b298-fe8fdb585d56 req-4659a9f7-33db-49ad-b429-3bc929d85526 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:54.954541 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-4f5f1f5c-d0f9-41a7-b966-20afd0f4781e tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2096539137', 'description': 'tempest-description--523782822'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:10:55.018141 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02cd330-acd9-423e-b3ff-5f32fd8102b9 req-b836fbc0-ebdd-4e4e-9c91-90bf210d5084 tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:10:55.028052 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c02cd330-acd9-423e-b3ff-5f32fd8102b9 req-b836fbc0-ebdd-4e4e-9c91-90bf210d5084 tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] 10.222.0.46 "GET /v2.0/ports?device_id=061b0ea0-8e4a-4f23-9523-0bfc0bf638a2 HTTP/1.1" status: 200 len: 946 time: 0.2648246 Nov 22 20:10:55.106123 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.provisioning_blocks [req-478ad40a-5e5d-4829-b298-fe8fdb585d56 req-4659a9f7-33db-49ad-b429-3bc929d85526 service neutron] Transition to ACTIVE for port object 47b8edb0-177f-4d17-96fa-2e7fc52c4950 will not be triggered until provisioned by entity L2. {{(pid=103447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 20:10:55.135330 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-478ad40a-5e5d-4829-b298-fe8fdb585d56 req-4659a9f7-33db-49ad-b429-3bc929d85526 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:55.202729 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ddd26917-8272-49dc-a156-91af4c96841a None None] Publish callbacks [] for port, precommit_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:55.220125 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ddd26917-8272-49dc-a156-91af4c96841a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:55.261389 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ffcecb3a-a1ad-4785-8d52-d1a864d5704f None None] For port d69b2ceb-079d-45c0-ba95-86300c93aa0d, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=d69b2ceb-079d-45c0-ba95-86300c93aa0d,segment=NetworkSegment(16d7b224-7893-445d-b18d-1a9af5480be8),segment_id=16d7b224-7893-445d-b18d-1a9af5480be8)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:10:55.280686 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-ddd26917-8272-49dc-a156-91af4c96841a None None] Attempting to bind port 0bdaa7c4-5f63-46ba-9541-777d59ac0377 on host n-d-818823-1 for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:10:55.280948 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-ddd26917-8272-49dc-a156-91af4c96841a None None] Attempting to bind port 0bdaa7c4-5f63-46ba-9541-777d59ac0377 by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:10:55.281313 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd26917-8272-49dc-a156-91af4c96841a None None] Attempting to bind port 0bdaa7c4-5f63-46ba-9541-777d59ac0377 on network c48a55e9-6a85-4746-b7bf-3e29fb560094 {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:10:55.289273 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ffcecb3a-a1ad-4785-8d52-d1a864d5704f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:55.292451 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Pushing event updated for resources: {'Port': ['ID=31dec209-8c42-488a-ad79-6b1b4740cbbc,revision_number=3']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:10:55.332680 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd26917-8272-49dc-a156-91af4c96841a None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 10, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:10:55.333050 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd26917-8272-49dc-a156-91af4c96841a None None] Checking segment: {'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:10:55.333463 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ddd26917-8272-49dc-a156-91af4c96841a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:55.333929 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd26917-8272-49dc-a156-91af4c96841a None None] Bound using segment: {'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:10:55.334476 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-ddd26917-8272-49dc-a156-91af4c96841a None None] Bound port: 0bdaa7c4-5f63-46ba-9541-777d59ac0377, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:10:55.334867 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ddd26917-8272-49dc-a156-91af4c96841a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:55.341518 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1953843-546d-488e-aed6-5665266ea203 req-c1ec10e9-7f19-4c7c-b6d4-2e855454bb7d tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:10:55.350333 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c1953843-546d-488e-aed6-5665266ea203 req-c1ec10e9-7f19-4c7c-b6d4-2e855454bb7d tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.46 "GET /v2.0/ports?device_id=6e6e77cf-07c8-4b3a-a9ce-a1d8a4c92033 HTTP/1.1" status: 200 len: 943 time: 0.3793406 Nov 22 20:10:55.353148 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4659a9f7-33db-49ad-b429-3bc929d85526 service neutron] Pushing event updated for resources: {'Port': ['ID=47b8edb0-177f-4d17-96fa-2e7fc52c4950,revision_number=10']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:10:55.360621 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2e4c060e-c5a3-4b74-b47e-b64c21d56232 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:55.363766 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-638bf228-85b7-4c5b-a076-bbeedeabff7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:55.399096 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ddd26917-8272-49dc-a156-91af4c96841a None None] For port 0bdaa7c4-5f63-46ba-9541-777d59ac0377, host n-d-818823-1, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:10:55.403787 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ddd26917-8272-49dc-a156-91af4c96841a None None] For port 0bdaa7c4-5f63-46ba-9541-777d59ac0377, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=0bdaa7c4-5f63-46ba-9541-777d59ac0377,segment=NetworkSegment(8793ba83-8407-4c3d-9b56-2a177cd58a70),segment_id=8793ba83-8407-4c3d-9b56-2a177cd58a70)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:10:55.412468 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-478ad40a-5e5d-4829-b298-fe8fdb585d56 req-4659a9f7-33db-49ad-b429-3bc929d85526 service neutron] No DVR routers for this DVR port 47b8edb0-177f-4d17-96fa-2e7fc52c4950 on host n-h1-818823-1 {{(pid=103447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:10:55.418348 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ddd26917-8272-49dc-a156-91af4c96841a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:55.429566 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c02cd330-acd9-423e-b3ff-5f32fd8102b9 req-e8245b5a-97a5-4604-8139-4b69045aaf34 tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] 10.222.0.46 "GET /v2.0/security-groups?id=402b14b3-7b21-4f37-9e5a-c3de7eeeb958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3998852 Nov 22 20:10:55.451592 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ffcecb3a-a1ad-4785-8d52-d1a864d5704f None None] Provisioning complete for port 31dec209-8c42-488a-ad79-6b1b4740cbbc triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:10:55.451592 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ffcecb3a-a1ad-4785-8d52-d1a864d5704f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:55.452611 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port d69b2ceb-079d-45c0-ba95-86300c93aa0d triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:10:55.452970 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:55.500401 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1183e66f-8d59-41ff-9f33-c0d92c6af98a tempest-RoutersAdminTest-714316116 tempest-RoutersAdminTest-714316116-project] Publish callbacks [] for router, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:55.509238 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd26917-8272-49dc-a156-91af4c96841a None None] Routers {'32d94886-9e6e-462a-84e9-9a0cd8b4b98d'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:10:55.510449 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-ddd26917-8272-49dc-a156-91af4c96841a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:10:32Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['32d94886-9e6e-462a-84e9-9a0cd8b4b98d'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:10:55.522273 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-638bf228-85b7-4c5b-a076-bbeedeabff7c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=575924c2cdeb43198cc4a0659c517872&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0146308 Nov 22 20:10:55.523123 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9642b6-3c78-426c-abe1-489890c36257 None None] Pushing event updated for resources: {'Port': ['ID=0bdaa7c4-5f63-46ba-9541-777d59ac0377,revision_number=2']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:10:55.534650 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 34028) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:10:55.539189 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c1953843-546d-488e-aed6-5665266ea203 req-332b4169-31c4-4d6b-bc7f-2a0721a2a3e0 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.46 "GET /v2.0/security-groups?id=deac3dce-93b4-41af-981b-873d47022422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877081 Nov 22 20:10:55.548616 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-43540dbe-c35f-44f0-a11e-8640380b949e req-6185a3c2-df74-49b0-ab9c-4173e3571033 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d59d7a07-3466-4053-a1c5-b23052fad2dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3366973 Nov 22 20:10:55.559477 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-478ad40a-5e5d-4829-b298-fe8fdb585d56 req-4659a9f7-33db-49ad-b429-3bc929d85526 service neutron] 10.222.0.41 "PUT /v2.0/ports/47b8edb0-177f-4d17-96fa-2e7fc52c4950/bindings/n-h2-818823-1/activate HTTP/1.1" status: 200 len: 369 time: 1.1774931 Nov 22 20:10:55.616929 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4f5f1f5c-d0f9-41a7-b966-20afd0f4781e tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:55.619316 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638bf228-85b7-4c5b-a076-bbeedeabff7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe6cbe79-d5d7-46cf-aaea-67972befd5cf,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:10:55.680628 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcecb3a-a1ad-4785-8d52-d1a864d5704f None None] Pushing event updated for resources: {'Port': ['ID=d69b2ceb-079d-45c0-ba95-86300c93aa0d,revision_number=3']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:10:55.793873 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2e4c060e-c5a3-4b74-b47e-b64c21d56232 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:55.859940 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43540dbe-c35f-44f0-a11e-8640380b949e req-1024327d-df5b-4bd0-a162-bea77248158c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:10:55.861596 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-43540dbe-c35f-44f0-a11e-8640380b949e req-1024327d-df5b-4bd0-a162-bea77248158c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4029011266e84880a9b6ebb16a2e3cd8&device_id=d59d7a07-3466-4053-a1c5-b23052fad2dc HTTP/1.1" status: 200 len: 1097 time: 0.2430882 Nov 22 20:10:55.882865 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478ad40a-5e5d-4829-b298-fe8fdb585d56 req-62fe083e-e032-4087-a828-dda5a8af092c tempest-LiveMigrationTest-519343393 tempest-LiveMigrationTest-519343393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:10:55.884688 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-478ad40a-5e5d-4829-b298-fe8fdb585d56 req-62fe083e-e032-4087-a828-dda5a8af092c tempest-LiveMigrationTest-519343393 tempest-LiveMigrationTest-519343393-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=6e6e77cf-07c8-4b3a-a9ce-a1d8a4c92033&tenant_id=2c9de68061ee477dbb5cc544058ec72e&binding%3Ahost_id=n-h1-818823-1 HTTP/1.1" status: 200 len: 1095 time: 0.2272332 Nov 22 20:10:55.895786 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fc3d61-9ceb-4024-989b-bd8f5e9e0062 req-d7c5e127-1f00-41e8-97b3-2bd9f4579885 tempest-ListServerFiltersTestJSON-710341241 tempest-ListServerFiltersTestJSON-710341241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:10:55.901332 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fc3d61-9ceb-4024-989b-bd8f5e9e0062 req-d7c5e127-1f00-41e8-97b3-2bd9f4579885 tempest-ListServerFiltersTestJSON-710341241 tempest-ListServerFiltersTestJSON-710341241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:10:55.907523 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fc3d61-9ceb-4024-989b-bd8f5e9e0062 req-d7c5e127-1f00-41e8-97b3-2bd9f4579885 tempest-ListServerFiltersTestJSON-710341241 tempest-ListServerFiltersTestJSON-710341241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:10:55.909310 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-10fc3d61-9ceb-4024-989b-bd8f5e9e0062 req-d7c5e127-1f00-41e8-97b3-2bd9f4579885 tempest-ListServerFiltersTestJSON-710341241 tempest-ListServerFiltersTestJSON-710341241-project] 10.222.0.46 "GET /v2.0/ports?device_id=593b2096-75b7-405a-b83d-4e4481045f8d&device_id=d59d7a07-3466-4053-a1c5-b23052fad2dc&device_id=7563f773-f6b1-4f3f-94f8-25a0f67634fc HTTP/1.1" status: 200 len: 2418 time: 0.1273377 Nov 22 20:10:55.930456 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1bda04ca-126a-489c-b062-86527d27079d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:55.942097 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9642b6-3c78-426c-abe1-489890c36257 None None] Pushing event updated for resources: {'Port': ['ID=0bdaa7c4-5f63-46ba-9541-777d59ac0377,revision_number=3']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:10:55.964091 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 185a91f5-dcd8-439a-90ea-b51269ee4e40 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:10:55.976461 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e4c060e-c5a3-4b74-b47e-b64c21d56232 admin admin] Network 4189e990-d6f7-4a58-bd04-aeb593878d0b is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:10:55.993847 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-ddd26917-8272-49dc-a156-91af4c96841a None None] Set router 32d94886-9e6e-462a-84e9-9a0cd8b4b98d gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:10:56.003116 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-2e4c060e-c5a3-4b74-b47e-b64c21d56232 admin admin] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:10:56.048430 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e4c060e-c5a3-4b74-b47e-b64c21d56232 admin admin] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:10:56.110659 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2e4c060e-c5a3-4b74-b47e-b64c21d56232 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659939'] for router_interface, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:56.111879 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478ad40a-5e5d-4829-b298-fe8fdb585d56 req-66e552bd-ffbe-4459-ace7-c2b51912296f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:10:56.113514 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-478ad40a-5e5d-4829-b298-fe8fdb585d56 req-66e552bd-ffbe-4459-ace7-c2b51912296f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6e6e77cf-07c8-4b3a-a9ce-a1d8a4c92033&tenant_id=2c9de68061ee477dbb5cc544058ec72e HTTP/1.1" status: 200 len: 1095 time: 0.2031829 Nov 22 20:10:56.117239 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1bda04ca-126a-489c-b062-86527d27079d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:56.125181 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b30f824b-66f2-4ad0-9c6c-2325c35a0747 req-4fa1bfc7-bcef-4a78-a4f4-095695f02f10 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7563f773-f6b1-4f3f-94f8-25a0f67634fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1963687 Nov 22 20:10:56.134046 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-10fc3d61-9ceb-4024-989b-bd8f5e9e0062 req-adea3142-2125-4956-ae40-fd7cd04278b5 tempest-ListServerFiltersTestJSON-710341241 tempest-ListServerFiltersTestJSON-710341241-project] 10.222.0.46 "GET /v2.0/security-groups?id=22127be5-351b-4d65-aed1-0fcc5085805a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040460 Nov 22 20:10:56.135803 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43540dbe-c35f-44f0-a11e-8640380b949e req-3b8abe2c-4b4c-4d3f-b0e2-6223d2750c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:10:56.137365 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-43540dbe-c35f-44f0-a11e-8640380b949e req-3b8abe2c-4b4c-4d3f-b0e2-6223d2750c30 service neutron] 10.222.0.20 "GET /v2.0/networks?id=5304318e-8a1b-436f-8654-45389cfc7b43 HTTP/1.1" status: 200 len: 917 time: 0.2259510 Nov 22 20:10:56.151209 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4c060e-c5a3-4b74-b47e-b64c21d56232 admin admin] Pushing event updated for resources: {'Port': ['ID=ca7d41da-cac0-41d4-85c0-a40616a732d3,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:10:56.252686 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1183e66f-8d59-41ff-9f33-c0d92c6af98a tempest-RoutersAdminTest-714316116 tempest-RoutersAdminTest-714316116-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:56.269605 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-7eb03314-17db-4137-834f-f135d86b8f13 None None] Provisioning complete for port 31dec209-8c42-488a-ad79-6b1b4740cbbc triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:10:56.270228 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-7eb03314-17db-4137-834f-f135d86b8f13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:56.324788 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 185a91f5-dcd8-439a-90ea-b51269ee4e40 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:10:56.324903 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:56.339032 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4f5f1f5c-d0f9-41a7-b966-20afd0f4781e tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:56.347191 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-43540dbe-c35f-44f0-a11e-8640380b949e req-ad97a5fd-d489-473b-b8f4-8548829005d1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2375dce4-8c48-474c-a748-ca0b4e6fa485 HTTP/1.1" status: 200 len: 217 time: 0.1994717 Nov 22 20:10:56.352396 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [req-b5af6b93-febc-41bf-ab83-dff3a2f54c3b req-5a9a796f-829c-4bef-b54e-df456314582a tempest-ListServerFiltersTestJSON-710341241 tempest-ListServerFiltersTestJSON-710341241-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=103447) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 20:10:56.358602 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4f5f1f5c-d0f9-41a7-b966-20afd0f4781e tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:56.364346 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b5af6b93-febc-41bf-ab83-dff3a2f54c3b req-5a9a796f-829c-4bef-b54e-df456314582a tempest-ListServerFiltersTestJSON-710341241 tempest-ListServerFiltersTestJSON-710341241-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1451797 Nov 22 20:10:56.392433 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4f5f1f5c-d0f9-41a7-b966-20afd0f4781e tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:56.395262 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-ddd26917-8272-49dc-a156-91af4c96841a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32d94886-9e6e-462a-84e9-9a0cd8b4b98d', 'name': 'tempest-ServersTestFqdnHostnames-160979448-router', 'tenant_id': '406a5dbad308428791820735fa76e3b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': '0bdaa7c4-5f63-46ba-9541-777d59ac0377', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:10:46Z', 'updated_at': '2021-11-22T20:10:50Z', 'revision_number': 3, 'project_id': '406a5dbad308428791820735fa76e3b4', 'gw_port': {'id': '0bdaa7c4-5f63-46ba-9541-777d59ac0377', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:d4:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32d94886-9e6e-462a-84e9-9a0cd8b4b98d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:10:47Z', 'updated_at': '2021-11-22T20:10:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:10:56.401427 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 34032) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:10:56.404660 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-4f5f1f5c-d0f9-41a7-b966-20afd0f4781e tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 1.4853728 Nov 22 20:10:56.413367 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-39cffeb7-9a01-422e-87d1-885a2da9c968 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Request body: {'security_group_rule': {'security_group_id': '956e73ed-7485-4a0c-88f0-c644aa0149a8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:10:56.463571 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd26917-8272-49dc-a156-91af4c96841a None None] The sync data for ids ['32d94886-9e6e-462a-84e9-9a0cd8b4b98d'] in n-d-818823-1 is: [{'id': '32d94886-9e6e-462a-84e9-9a0cd8b4b98d', 'name': 'tempest-ServersTestFqdnHostnames-160979448-router', 'tenant_id': '406a5dbad308428791820735fa76e3b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': '0bdaa7c4-5f63-46ba-9541-777d59ac0377', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:10:46Z', 'updated_at': '2021-11-22T20:10:50Z', 'revision_number': 3, 'project_id': '406a5dbad308428791820735fa76e3b4', 'gw_port': {'id': '0bdaa7c4-5f63-46ba-9541-777d59ac0377', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:d4:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32d94886-9e6e-462a-84e9-9a0cd8b4b98d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:10:47Z', 'updated_at': '2021-11-22T20:10:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:10:56.556844 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-7eb03314-17db-4137-834f-f135d86b8f13 None None] Provisioning complete for port d69b2ceb-079d-45c0-ba95-86300c93aa0d triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:10:56.557286 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-7eb03314-17db-4137-834f-f135d86b8f13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:56.564024 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30f824b-66f2-4ad0-9c6c-2325c35a0747 req-17e175fa-2c13-4a23-b15b-b66146f4ee03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:10:56.567819 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5f1f5c-d0f9-41a7-b966-20afd0f4781e tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Pushing event updated for resources: {'SecurityGroup': ['ID=956e73ed-7485-4a0c-88f0-c644aa0149a8,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:10:56.573161 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b30f824b-66f2-4ad0-9c6c-2325c35a0747 req-17e175fa-2c13-4a23-b15b-b66146f4ee03 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4029011266e84880a9b6ebb16a2e3cd8&device_id=7563f773-f6b1-4f3f-94f8-25a0f67634fc HTTP/1.1" status: 200 len: 1096 time: 0.3455110 Nov 22 20:10:56.576162 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1bda04ca-126a-489c-b062-86527d27079d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:56.581441 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478ad40a-5e5d-4829-b298-fe8fdb585d56 req-9488d583-bb9e-414d-8bf8-05c06c578bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:10:56.582662 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1bda04ca-126a-489c-b062-86527d27079d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:56.583388 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-478ad40a-5e5d-4829-b298-fe8fdb585d56 req-9488d583-bb9e-414d-8bf8-05c06c578bba service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2c9de68061ee477dbb5cc544058ec72e&device_id=6e6e77cf-07c8-4b3a-a9ce-a1d8a4c92033 HTTP/1.1" status: 200 len: 1095 time: 0.4191310 Nov 22 20:10:56.585200 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43540dbe-c35f-44f0-a11e-8640380b949e req-77ddac1d-56d0-4a0c-80b7-5f01e79198d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:10:56.586826 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-43540dbe-c35f-44f0-a11e-8640380b949e req-77ddac1d-56d0-4a0c-80b7-5f01e79198d0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9a97c93b-2aa7-44f7-aae7-762ebe4bc4be HTTP/1.1" status: 200 len: 855 time: 0.2123184 Nov 22 20:10:56.590446 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-1bda04ca-126a-489c-b062-86527d27079d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/fe6cbe79-d5d7-46cf-aaea-67972befd5cf HTTP/1.1" status: 204 len: 168 time: 0.9877291 Nov 22 20:10:56.593398 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-39cffeb7-9a01-422e-87d1-885a2da9c968 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:56.640709 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2e4c060e-c5a3-4b74-b47e-b64c21d56232 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:56.700690 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bda04ca-126a-489c-b062-86527d27079d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe6cbe79-d5d7-46cf-aaea-67972befd5cf,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:10:56.732375 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-1183e66f-8d59-41ff-9f33-c0d92c6af98a tempest-RoutersAdminTest-714316116 tempest-RoutersAdminTest-714316116-project] Deleting port 4760f89b-0d6a-4973-819a-8ab3072dd2a3 {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:10:56.732742 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1183e66f-8d59-41ff-9f33-c0d92c6af98a tempest-RoutersAdminTest-714316116 tempest-RoutersAdminTest-714316116-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:56.816687 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 31dec209-8c42-488a-ad79-6b1b4740cbbc up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:10:56.844308 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b5af6b93-febc-41bf-ab83-dff3a2f54c3b req-6fe40904-402e-435f-9b63-82d419c33c8b tempest-ListServerFiltersTestJSON-710341241 tempest-ListServerFiltersTestJSON-710341241-project] 10.222.0.46 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.4786103 Nov 22 20:10:56.865624 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1183e66f-8d59-41ff-9f33-c0d92c6af98a tempest-RoutersAdminTest-714316116 tempest-RoutersAdminTest-714316116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:56.912685 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-1183e66f-8d59-41ff-9f33-c0d92c6af98a tempest-RoutersAdminTest-714316116 tempest-RoutersAdminTest-714316116-project] Calling delete_port for 4760f89b-0d6a-4973-819a-8ab3072dd2a3 owned by network:router_gateway {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:10:56.963459 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 31dec209-8c42-488a-ad79-6b1b4740cbbc triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:10:56.963459 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:57.097961 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-5b33db2b-2368-4ed3-b450-cffb15568a20 None None] Provisioning complete for port ca7d41da-cac0-41d4-85c0-a40616a732d3 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:10:57.098506 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-5b33db2b-2368-4ed3-b450-cffb15568a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:57.343172 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43540dbe-c35f-44f0-a11e-8640380b949e req-4bdb35e2-44d2-4d27-8cc5-c762c1011c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:10:57.344728 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-43540dbe-c35f-44f0-a11e-8640380b949e req-4bdb35e2-44d2-4d27-8cc5-c762c1011c4b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5304318e-8a1b-436f-8654-45389cfc7b43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6600144 Nov 22 20:10:57.356925 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2e4c060e-c5a3-4b74-b47e-b64c21d56232 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:57.367191 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-39cffeb7-9a01-422e-87d1-885a2da9c968 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:57.386829 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2e4c060e-c5a3-4b74-b47e-b64c21d56232 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:57.410755 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30f824b-66f2-4ad0-9c6c-2325c35a0747 req-c27c9f6d-c63b-453a-96b2-fd686965f272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:10:57.412279 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b30f824b-66f2-4ad0-9c6c-2325c35a0747 req-c27c9f6d-c63b-453a-96b2-fd686965f272 service neutron] 10.222.0.41 "GET /v2.0/networks?id=5304318e-8a1b-436f-8654-45389cfc7b43 HTTP/1.1" status: 200 len: 917 time: 0.8058338 Nov 22 20:10:57.455647 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50a950c-fe4d-41fb-8904-dd02192b4054 req-add40d9d-3690-4319-99b3-b4aad8ce64b1 tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:10:57.457307 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b50a950c-fe4d-41fb-8904-dd02192b4054 req-add40d9d-3690-4319-99b3-b4aad8ce64b1 tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] 10.222.0.46 "GET /v2.0/ports?device_id=061b0ea0-8e4a-4f23-9523-0bfc0bf638a2 HTTP/1.1" status: 200 len: 946 time: 0.8693633 Nov 22 20:10:57.458113 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-39cffeb7-9a01-422e-87d1-885a2da9c968 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572323'] for security_group_rule, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:57.494400 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 47b8edb0-177f-4d17-96fa-2e7fc52c4950 no longer exists at agent hyperv_n-h1-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:10:57.502191 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4c060e-c5a3-4b74-b47e-b64c21d56232 admin admin] Pushing event updated for resources: {'Port': ['ID=ca7d41da-cac0-41d4-85c0-a40616a732d3,revision_number=2']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:10:57.555562 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2e4c060e-c5a3-4b74-b47e-b64c21d56232 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-563461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-659839'] for router_interface, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:57.604264 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-39cffeb7-9a01-422e-87d1-885a2da9c968 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:57.608047 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-39cffeb7-9a01-422e-87d1-885a2da9c968 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2018893 Nov 22 20:10:57.609419 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 34048) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:10:57.616736 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-7a595c69-6727-462c-a9b6-7a90a1344f27 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Request body: {'security_group_rule': {'security_group_id': '956e73ed-7485-4a0c-88f0-c644aa0149a8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:10:57.655401 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-5b33db2b-2368-4ed3-b450-cffb15568a20 None None] Port ca7d41da-cac0-41d4-85c0-a40616a732d3 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:10:57.661685 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b30f824b-66f2-4ad0-9c6c-2325c35a0747 req-3e3fedc4-d001-428d-8f93-7a96e38c5634 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=37195ed8-69b8-45b3-8892-62f51715395d HTTP/1.1" status: 200 len: 217 time: 0.2333252 Nov 22 20:10:57.712963 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 47b8edb0-177f-4d17-96fa-2e7fc52c4950 not bound to the agent host n-h1-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:10:57.729399 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cffeb7-9a01-422e-87d1-885a2da9c968 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=693c29b3-ea79-49d4-a3c7-5031386ef3de,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:10:57.748688 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device d69b2ceb-079d-45c0-ba95-86300c93aa0d up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:10:57.753926 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478ad40a-5e5d-4829-b298-fe8fdb585d56 req-9f441f21-299e-4d79-b5a8-c7fa3227a31f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:10:57.755923 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-478ad40a-5e5d-4829-b298-fe8fdb585d56 req-9f441f21-299e-4d79-b5a8-c7fa3227a31f service neutron] 10.222.0.20 "GET /v2.0/networks?id=4906551a-712e-4bde-8433-b2db24f02f5c HTTP/1.1" status: 200 len: 908 time: 1.0561755 Nov 22 20:10:57.766268 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-43540dbe-c35f-44f0-a11e-8640380b949e req-5f4af96e-3150-4109-b0c8-31b6bf610106 service neutron] 10.222.0.20 "GET /v2.0/networks/5304318e-8a1b-436f-8654-45389cfc7b43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3976872 Nov 22 20:10:57.873604 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-478ad40a-5e5d-4829-b298-fe8fdb585d56 req-75ac5dd4-6d9a-4f27-ba16-e3b147829e1a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=47b8edb0-177f-4d17-96fa-2e7fc52c4950 HTTP/1.1" status: 200 len: 217 time: 0.1014130 Nov 22 20:10:57.890206 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port d69b2ceb-079d-45c0-ba95-86300c93aa0d triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:10:57.891139 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:57.910439 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1183e66f-8d59-41ff-9f33-c0d92c6af98a tempest-RoutersAdminTest-714316116 tempest-RoutersAdminTest-714316116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:57.967999 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e4c060e-c5a3-4b74-b47e-b64c21d56232 admin admin] Network 4189e990-d6f7-4a58-bd04-aeb593878d0b is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:10:57.996092 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-2e4c060e-c5a3-4b74-b47e-b64c21d56232 admin admin] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:10:58.006406 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1183e66f-8d59-41ff-9f33-c0d92c6af98a tempest-RoutersAdminTest-714316116 tempest-RoutersAdminTest-714316116-project] Pushing event deleted for resources: {'Port': ['ID=4760f89b-0d6a-4973-819a-8ab3072dd2a3,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:10:58.015749 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7a595c69-6727-462c-a9b6-7a90a1344f27 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:58.210448 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30f824b-66f2-4ad0-9c6c-2325c35a0747 req-9bea1bb0-954c-4ac4-9906-663ceb178180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:10:58.212886 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b30f824b-66f2-4ad0-9c6c-2325c35a0747 req-9bea1bb0-954c-4ac4-9906-663ceb178180 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9a97c93b-2aa7-44f7-aae7-762ebe4bc4be HTTP/1.1" status: 200 len: 855 time: 0.5023925 Nov 22 20:10:58.287800 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b50a950c-fe4d-41fb-8904-dd02192b4054 req-92dfd4ed-f20f-4775-8537-bdb87dcd1010 tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] 10.222.0.46 "GET /v2.0/security-groups?id=402b14b3-7b21-4f37-9e5a-c3de7eeeb958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7411153 Nov 22 20:10:58.289989 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-43540dbe-c35f-44f0-a11e-8640380b949e req-da95cfef-c99b-4e96-adae-be5741266b5d service neutron] 10.222.0.20 "GET /v2.0/networks/5304318e-8a1b-436f-8654-45389cfc7b43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3965409 Nov 22 20:10:58.301501 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7e9c31-de6c-4e83-b181-98034991a44b req-a808f0f5-7e00-411c-956b-aa6bbe7df8a1 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:10:58.310853 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-be7e9c31-de6c-4e83-b181-98034991a44b req-a808f0f5-7e00-411c-956b-aa6bbe7df8a1 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.46 "GET /v2.0/ports?device_id=6e6e77cf-07c8-4b3a-a9ce-a1d8a4c92033 HTTP/1.1" status: 200 len: 944 time: 0.7924211 Nov 22 20:10:58.375123 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7a595c69-6727-462c-a9b6-7a90a1344f27 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:58.395010 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1183e66f-8d59-41ff-9f33-c0d92c6af98a tempest-RoutersAdminTest-714316116 tempest-RoutersAdminTest-714316116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595398'] for router_gateway, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:58.397419 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478ad40a-5e5d-4829-b298-fe8fdb585d56 req-2de839ee-23be-4b62-a041-39b01ac7e64b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:10:58.399183 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7a595c69-6727-462c-a9b6-7a90a1344f27 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572323'] for security_group_rule, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:58.401019 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ae3c53fa-827d-4557-9e3d-759bcef73d40 None None] Provisioning complete for port ca7d41da-cac0-41d4-85c0-a40616a732d3 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:10:58.403074 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-478ad40a-5e5d-4829-b298-fe8fdb585d56 req-2de839ee-23be-4b62-a041-39b01ac7e64b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b907b504-4de2-4845-a661-deaebec31498 HTTP/1.1" status: 200 len: 847 time: 0.4865556 Nov 22 20:10:58.404220 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ae3c53fa-827d-4557-9e3d-759bcef73d40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:58.511988 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-ae3c53fa-827d-4557-9e3d-759bcef73d40 None None] Port ca7d41da-cac0-41d4-85c0-a40616a732d3 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:10:58.533094 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-be7e9c31-de6c-4e83-b181-98034991a44b req-1d1d696c-35a2-4066-b2bf-9f8e12c6a04b tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.46 "GET /v2.0/security-groups?id=deac3dce-93b4-41af-981b-873d47022422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2168999 Nov 22 20:10:58.555022 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a595c69-6727-462c-a9b6-7a90a1344f27 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe168fa4-be37-40bf-869f-bb436814580b,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:10:58.561709 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e4c060e-c5a3-4b74-b47e-b64c21d56232 admin admin] Router 32d94886-9e6e-462a-84e9-9a0cd8b4b98d has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 20:10:58.568790 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7a595c69-6727-462c-a9b6-7a90a1344f27 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:58.573564 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-7a595c69-6727-462c-a9b6-7a90a1344f27 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9570825 Nov 22 20:10:58.573564 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1183e66f-8d59-41ff-9f33-c0d92c6af98a tempest-RoutersAdminTest-714316116 tempest-RoutersAdminTest-714316116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24781'] for router, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:58.574684 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 34070) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:10:58.587661 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-46f7308b-ceec-4861-9d05-faa6a1297d93 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Request body: {'floatingip': {'floating_network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:10:58.593219 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1183e66f-8d59-41ff-9f33-c0d92c6af98a tempest-RoutersAdminTest-714316116 tempest-RoutersAdminTest-714316116-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:58.635475 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-478ad40a-5e5d-4829-b298-fe8fdb585d56 req-0966d2d8-57e3-4911-94e0-4dbedb27d3ac service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4906551a-712e-4bde-8433-b2db24f02f5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2062650 Nov 22 20:10:58.718168 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30f824b-66f2-4ad0-9c6c-2325c35a0747 req-c1dbaaf4-0344-484f-9a9c-ff384526ed79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:10:58.722354 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b30f824b-66f2-4ad0-9c6c-2325c35a0747 req-c1dbaaf4-0344-484f-9a9c-ff384526ed79 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5304318e-8a1b-436f-8654-45389cfc7b43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3993685 Nov 22 20:10:58.830779 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 0bdaa7c4-5f63-46ba-9541-777d59ac0377 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:10:58.857023 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1183e66f-8d59-41ff-9f33-c0d92c6af98a tempest-RoutersAdminTest-714316116 tempest-RoutersAdminTest-714316116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-663261'] for router, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:58.857975 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1183e66f-8d59-41ff-9f33-c0d92c6af98a tempest-RoutersAdminTest-714316116 tempest-RoutersAdminTest-714316116-project] Fanout notify agent at l3_agent the message router_deleted on router 41cbfc6d-4946-4c29-a047-489dd4a6f917 {{(pid=103448) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 20:10:58.886015 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1183e66f-8d59-41ff-9f33-c0d92c6af98a tempest-RoutersAdminTest-714316116 tempest-RoutersAdminTest-714316116-project] Publish callbacks [] for router, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:58.887806 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-1183e66f-8d59-41ff-9f33-c0d92c6af98a tempest-RoutersAdminTest-714316116 tempest-RoutersAdminTest-714316116-project] 10.222.0.46 "DELETE /v2.0/routers/41cbfc6d-4946-4c29-a047-489dd4a6f917 HTTP/1.1" status: 204 len: 168 time: 4.7244825 Nov 22 20:10:58.892265 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-46f7308b-ceec-4861-9d05-faa6a1297d93 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Publish callbacks [] for floatingip, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:58.916960 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 34076) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:10:58.927649 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-7bd35c99-c9fc-4315-9ae5-e326396856f8 tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] Request body: {'router': {'name': 'tempest-snat-router-946560519', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'enable_snat': False}}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:10:59.005351 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 0bdaa7c4-5f63-46ba-9541-777d59ac0377 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:10:59.005737 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:59.031665 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e4c060e-c5a3-4b74-b47e-b64c21d56232 admin admin] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:10:59.051115 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-2e4c060e-c5a3-4b74-b47e-b64c21d56232 admin admin] 10.222.0.46 "PUT /v2.0/routers/32d94886-9e6e-462a-84e9-9a0cd8b4b98d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7747695 Nov 22 20:10:59.087820 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7bd35c99-c9fc-4315-9ae5-e326396856f8 tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24799'] for router, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:59.090047 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7bd35c99-c9fc-4315-9ae5-e326396856f8 tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-632716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24788'] for router, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:59.246282 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:59.313342 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7bd35c99-c9fc-4315-9ae5-e326396856f8 tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:59.334323 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-46f7308b-ceec-4861-9d05-faa6a1297d93 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:59.344345 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] For port 0bdaa7c4-5f63-46ba-9541-777d59ac0377, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=0bdaa7c4-5f63-46ba-9541-777d59ac0377,segment=NetworkSegment(8793ba83-8407-4c3d-9b56-2a177cd58a70),segment_id=8793ba83-8407-4c3d-9b56-2a177cd58a70)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:10:59.351129 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:59.534921 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-478ad40a-5e5d-4829-b298-fe8fdb585d56 req-b92e3829-8b25-41ab-8396-fc9c4989985a service neutron] 10.222.0.20 "GET /v2.0/networks/4906551a-712e-4bde-8433-b2db24f02f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8934963 Nov 22 20:10:59.536981 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Pushing event updated for resources: {'Port': ['ID=0bdaa7c4-5f63-46ba-9541-777d59ac0377,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:10:59.649866 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-080500aa-c1d8-4a8a-8378-0c0d6b993b46 None None] Sync routers for ids ['32d94886-9e6e-462a-84e9-9a0cd8b4b98d'] in n-d-818823-1 {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:10:59.668970 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-080500aa-c1d8-4a8a-8378-0c0d6b993b46 None None] Routers {'32d94886-9e6e-462a-84e9-9a0cd8b4b98d'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:10:59.669616 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-080500aa-c1d8-4a8a-8378-0c0d6b993b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:10:32Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['32d94886-9e6e-462a-84e9-9a0cd8b4b98d'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:10:59.728836 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-478ad40a-5e5d-4829-b298-fe8fdb585d56 req-b8d58785-fbfc-40dd-82ec-0d8c4276372a service neutron] 10.222.0.20 "GET /v2.0/networks/4906551a-712e-4bde-8433-b2db24f02f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738582 Nov 22 20:10:59.773930 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf8dc95-7b0e-46cb-88ce-7a28846625c2 req-78782b4e-4ce3-44f9-ba73-afc7ff5b8a2a tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:10:59.775871 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1bf8dc95-7b0e-46cb-88ce-7a28846625c2 req-78782b4e-4ce3-44f9-ba73-afc7ff5b8a2a tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] 10.222.0.46 "GET /v2.0/ports?device_id=061b0ea0-8e4a-4f23-9523-0bfc0bf638a2 HTTP/1.1" status: 200 len: 946 time: 0.2375093 Nov 22 20:10:59.779998 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b30f824b-66f2-4ad0-9c6c-2325c35a0747 req-a42ed450-1449-4385-825f-ea5abd8aece0 service neutron] 10.222.0.41 "GET /v2.0/networks/5304318e-8a1b-436f-8654-45389cfc7b43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5097246 Nov 22 20:10:59.816862 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7bd35c99-c9fc-4315-9ae5-e326396856f8 tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:59.860054 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [None req-46f7308b-ceec-4861-9d05-faa6a1297d93 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Allocated IP 172.25.5.148 (c48a55e9-6a85-4746-b7bf-3e29fb560094/5da6f781-63e6-4328-ae7a-5e672262f55a/c6a509f5-71f5-470f-b20c-cdf1936f6756) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:10:59.886928 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1bf8dc95-7b0e-46cb-88ce-7a28846625c2 req-ae7d0974-9392-4981-88ae-ddf451bebca3 tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] 10.222.0.46 "GET /v2.0/security-groups?id=402b14b3-7b21-4f37-9e5a-c3de7eeeb958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040266 Nov 22 20:10:59.911607 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-7088a183-0b31-45b2-a398-83e9295fdeb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:10:59.935623 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-080500aa-c1d8-4a8a-8378-0c0d6b993b46 None None] Set router 32d94886-9e6e-462a-84e9-9a0cd8b4b98d gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:11:00.090988 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-46f7308b-ceec-4861-9d05-faa6a1297d93 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:00.188563 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b30f824b-66f2-4ad0-9c6c-2325c35a0747 req-874ffc12-e3e1-42c4-b1a8-fb32fed5a835 service neutron] 10.222.0.41 "GET /v2.0/networks/5304318e-8a1b-436f-8654-45389cfc7b43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3141465 Nov 22 20:11:00.210348 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-46f7308b-ceec-4861-9d05-faa6a1297d93 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:00.296875 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27202657-9725-4c57-b04c-38f7afa7c16a req-6ab369e7-a1ed-4a33-bbd6-ade4a2b619b0 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:00.299013 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-27202657-9725-4c57-b04c-38f7afa7c16a req-6ab369e7-a1ed-4a33-bbd6-ade4a2b619b0 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.46 "GET /v2.0/ports?device_id=6e6e77cf-07c8-4b3a-a9ce-a1d8a4c92033 HTTP/1.1" status: 200 len: 944 time: 0.2202685 Nov 22 20:11:00.365864 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-080500aa-c1d8-4a8a-8378-0c0d6b993b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32d94886-9e6e-462a-84e9-9a0cd8b4b98d', 'name': 'tempest-ServersTestFqdnHostnames-160979448-router', 'tenant_id': '406a5dbad308428791820735fa76e3b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': '0bdaa7c4-5f63-46ba-9541-777d59ac0377', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:10:46Z', 'updated_at': '2021-11-22T20:10:56Z', 'revision_number': 4, 'project_id': '406a5dbad308428791820735fa76e3b4', 'gw_port': {'id': '0bdaa7c4-5f63-46ba-9541-777d59ac0377', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:d4:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d94886-9e6e-462a-84e9-9a0cd8b4b98d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:10:47Z', 'updated_at': '2021-11-22T20:10:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': 'ca7d41da-cac0-41d4-85c0-a40616a732d3', 'name': '', 'network_id': '4189e990-d6f7-4a58-bd04-aeb593878d0b', 'tenant_id': '406a5dbad308428791820735fa76e3b4', 'mac_address': 'fa:16:3e:7b:a7:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32d94886-9e6e-462a-84e9-9a0cd8b4b98d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': 'ea3d6ae8-37bb-4264-a9e4-b3c7fbbee38f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:10:53Z', 'updated_at': '2021-11-22T20:10:57Z', 'revision_number': 2, 'project_id': '406a5dbad308428791820735fa76e3b4', 'subnets': [{'id': 'ea3d6ae8-37bb-4264-a9e4-b3c7fbbee38f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:11:00.377858 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-27202657-9725-4c57-b04c-38f7afa7c16a req-01ee6a59-8a4f-47b1-ade9-7bf7a6d51e85 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.46 "GET /v2.0/security-groups?id=deac3dce-93b4-41af-981b-873d47022422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722253 Nov 22 20:11:00.384759 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46f7308b-ceec-4861-9d05-faa6a1297d93 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Network c48a55e9-6a85-4746-b7bf-3e29fb560094 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:11:00.386139 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7bd35c99-c9fc-4315-9ae5-e326396856f8 tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:00.401589 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478ad40a-5e5d-4829-b298-fe8fdb585d56 req-20c9a5d3-8a09-4907-953d-346d9bd23ceb tempest-LiveMigrationTest-519343393 tempest-LiveMigrationTest-519343393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:00.405319 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-478ad40a-5e5d-4829-b298-fe8fdb585d56 req-20c9a5d3-8a09-4907-953d-346d9bd23ceb tempest-LiveMigrationTest-519343393 tempest-LiveMigrationTest-519343393-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=6e6e77cf-07c8-4b3a-a9ce-a1d8a4c92033&tenant_id=2c9de68061ee477dbb5cc544058ec72e&binding%3Ahost_id=n-h2-818823-1 HTTP/1.1" status: 200 len: 1095 time: 0.1983626 Nov 22 20:11:00.419990 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-080500aa-c1d8-4a8a-8378-0c0d6b993b46 None None] Checking router: 32d94886-9e6e-462a-84e9-9a0cd8b4b98d for host: n-d-818823-1 {{(pid=103449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 20:11:00.420351 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-080500aa-c1d8-4a8a-8378-0c0d6b993b46 None None] Updating router 32d94886-9e6e-462a-84e9-9a0cd8b4b98d port ca7d41da-cac0-41d4-85c0-a40616a732d3 binding host n-d-818823-1 {{(pid=103449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 20:11:00.437404 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-46f7308b-ceec-4861-9d05-faa6a1297d93 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:11:00.457584 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f7308b-ceec-4861-9d05-faa6a1297d93 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Pushing event updated for resources: {'Port': ['ID=c6a509f5-71f5-470f-b20c-cdf1936f6756,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:11:00.458420 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-080500aa-c1d8-4a8a-8378-0c0d6b993b46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:00.476879 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f7308b-ceec-4861-9d05-faa6a1297d93 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:11:00.485896 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7bd35c99-c9fc-4315-9ae5-e326396856f8 tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:00.686310 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 34122) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:11:00.690746 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-72b113c4-b6bf-4ea4-89d7-ba31b65f7b71 tempest-ServersTestFqdnHostnames-1631784793 tempest-ServersTestFqdnHostnames-1631784793-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1035498002', 'description': 'tempest-description--2138161680'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:11:00.724216 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 0bdaa7c4-5f63-46ba-9541-777d59ac0377 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:11:00.793502 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-478ad40a-5e5d-4829-b298-fe8fdb585d56 req-f6440437-fd5f-4089-badf-d39f7f9bcc13 service neutron] For port 47b8edb0-177f-4d17-96fa-2e7fc52c4950, host n-h1-818823-1, cleared binding levels {{(pid=103447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:11:00.798741 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-478ad40a-5e5d-4829-b298-fe8fdb585d56 req-f6440437-fd5f-4089-badf-d39f7f9bcc13 service neutron] Publish callbacks [] for binding, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:00.807279 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-478ad40a-5e5d-4829-b298-fe8fdb585d56 req-f6440437-fd5f-4089-badf-d39f7f9bcc13 service neutron] 10.222.0.20 "DELETE /v2.0/ports/47b8edb0-177f-4d17-96fa-2e7fc52c4950/bindings/n-h1-818823-1 HTTP/1.1" status: 204 len: 173 time: 0.3930671 Nov 22 20:11:00.808326 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-72b113c4-b6bf-4ea4-89d7-ba31b65f7b71 tempest-ServersTestFqdnHostnames-1631784793 tempest-ServersTestFqdnHostnames-1631784793-project] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:00.854931 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 0bdaa7c4-5f63-46ba-9541-777d59ac0377 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:11:00.855376 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:00.901219 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-080500aa-c1d8-4a8a-8378-0c0d6b993b46 None None] Publish callbacks [] for port, precommit_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:00.911450 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-080500aa-c1d8-4a8a-8378-0c0d6b993b46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:01.021450 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1febb7ff-2b98-4542-ad81-51ffd1fa5f5b None None] Pushing event updated for resources: {'Port': ['ID=ca7d41da-cac0-41d4-85c0-a40616a732d3,revision_number=3']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:11:01.043049 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-72b113c4-b6bf-4ea4-89d7-ba31b65f7b71 tempest-ServersTestFqdnHostnames-1631784793 tempest-ServersTestFqdnHostnames-1631784793-project] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:01.054434 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-72b113c4-b6bf-4ea4-89d7-ba31b65f7b71 tempest-ServersTestFqdnHostnames-1631784793 tempest-ServersTestFqdnHostnames-1631784793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:01.101131 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-080500aa-c1d8-4a8a-8378-0c0d6b993b46 None None] Attempting to bind port ca7d41da-cac0-41d4-85c0-a40616a732d3 on host n-d-818823-1 for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:11:01.102569 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-080500aa-c1d8-4a8a-8378-0c0d6b993b46 None None] Attempting to bind port ca7d41da-cac0-41d4-85c0-a40616a732d3 by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': '16d7b224-7893-445d-b18d-1a9af5480be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '4189e990-d6f7-4a58-bd04-aeb593878d0b'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:11:01.104070 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-080500aa-c1d8-4a8a-8378-0c0d6b993b46 None None] Attempting to bind port ca7d41da-cac0-41d4-85c0-a40616a732d3 on network 4189e990-d6f7-4a58-bd04-aeb593878d0b {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:11:01.111379 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-080500aa-c1d8-4a8a-8378-0c0d6b993b46 None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 10, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:11:01.113383 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-080500aa-c1d8-4a8a-8378-0c0d6b993b46 None None] Checking segment: {'id': '16d7b224-7893-445d-b18d-1a9af5480be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '4189e990-d6f7-4a58-bd04-aeb593878d0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:11:01.115575 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-080500aa-c1d8-4a8a-8378-0c0d6b993b46 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:01.116262 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-080500aa-c1d8-4a8a-8378-0c0d6b993b46 None None] Bound using segment: {'id': '16d7b224-7893-445d-b18d-1a9af5480be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '4189e990-d6f7-4a58-bd04-aeb593878d0b'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:11:01.117092 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-080500aa-c1d8-4a8a-8378-0c0d6b993b46 None None] Bound port: ca7d41da-cac0-41d4-85c0-a40616a732d3, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16d7b224-7893-445d-b18d-1a9af5480be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '4189e990-d6f7-4a58-bd04-aeb593878d0b'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:11:01.117772 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-080500aa-c1d8-4a8a-8378-0c0d6b993b46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:01.133171 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-72b113c4-b6bf-4ea4-89d7-ba31b65f7b71 tempest-ServersTestFqdnHostnames-1631784793 tempest-ServersTestFqdnHostnames-1631784793-project] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:01.148065 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-72b113c4-b6bf-4ea4-89d7-ba31b65f7b71 tempest-ServersTestFqdnHostnames-1631784793 tempest-ServersTestFqdnHostnames-1631784793-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.4604588 Nov 22 20:11:01.164119 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 34148) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:11:01.173529 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-307b4202-b997-4892-9948-9eb4a07af2aa tempest-ServersTestFqdnHostnames-1631784793 tempest-ServersTestFqdnHostnames-1631784793-project] Request body: {'security_group_rule': {'security_group_id': '8416408d-1125-4867-a3b6-02849f59d958', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:11:01.198625 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b113c4-b6bf-4ea4-89d7-ba31b65f7b71 tempest-ServersTestFqdnHostnames-1631784793 tempest-ServersTestFqdnHostnames-1631784793-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8416408d-1125-4867-a3b6-02849f59d958,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:11:01.234784 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871b2ed3-cdd3-4eac-a14b-0ff6f9501be3 req-fbfab7c1-4e9c-4a07-bf52-263f994e978a tempest-AttachSCSIVolumeTestJSON-1589278495 tempest-AttachSCSIVolumeTestJSON-1589278495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:01.242053 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-871b2ed3-cdd3-4eac-a14b-0ff6f9501be3 req-fbfab7c1-4e9c-4a07-bf52-263f994e978a tempest-AttachSCSIVolumeTestJSON-1589278495 tempest-AttachSCSIVolumeTestJSON-1589278495-project] 10.222.0.46 "GET /v2.0/networks?id=991bb7a4-c166-4f8c-9bad-b2abf9942333 HTTP/1.1" status: 200 len: 814 time: 0.2734356 Nov 22 20:11:01.246937 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-080500aa-c1d8-4a8a-8378-0c0d6b993b46 None None] For port ca7d41da-cac0-41d4-85c0-a40616a732d3, host n-d-818823-1, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:11:01.258794 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-080500aa-c1d8-4a8a-8378-0c0d6b993b46 None None] For port ca7d41da-cac0-41d4-85c0-a40616a732d3, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=ca7d41da-cac0-41d4-85c0-a40616a732d3,segment=NetworkSegment(16d7b224-7893-445d-b18d-1a9af5480be8),segment_id=16d7b224-7893-445d-b18d-1a9af5480be8)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:11:01.271642 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-080500aa-c1d8-4a8a-8378-0c0d6b993b46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:01.279408 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-307b4202-b997-4892-9948-9eb4a07af2aa tempest-ServersTestFqdnHostnames-1631784793 tempest-ServersTestFqdnHostnames-1631784793-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:01.296425 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-871b2ed3-cdd3-4eac-a14b-0ff6f9501be3 req-ac8c18df-fe3d-4503-919e-1a2d0c5a5fa3 tempest-AttachSCSIVolumeTestJSON-1589278495 tempest-AttachSCSIVolumeTestJSON-1589278495-project] 10.222.0.46 "GET /v2.0/quotas/dca6bcb55fff4e67be6ef75cef700ffc HTTP/1.1" status: 200 len: 375 time: 0.0533705 Nov 22 20:11:01.398146 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1febb7ff-2b98-4542-ad81-51ffd1fa5f5b None None] Pushing event updated for resources: {'Port': ['ID=ca7d41da-cac0-41d4-85c0-a40616a732d3,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:11:01.412361 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-307b4202-b997-4892-9948-9eb4a07af2aa tempest-ServersTestFqdnHostnames-1631784793 tempest-ServersTestFqdnHostnames-1631784793-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:01.453077 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-871b2ed3-cdd3-4eac-a14b-0ff6f9501be3 req-355ad915-f209-462b-bc5f-bd44f93a5617 tempest-AttachSCSIVolumeTestJSON-1589278495 tempest-AttachSCSIVolumeTestJSON-1589278495-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=dca6bcb55fff4e67be6ef75cef700ffc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1556678 Nov 22 20:11:01.460963 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-82a31acd-a6ad-4b79-8d06-fea9de580a32 None None] Provisioning complete for port ca7d41da-cac0-41d4-85c0-a40616a732d3 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:11:01.461660 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-82a31acd-a6ad-4b79-8d06-fea9de580a32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:01.464187 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-307b4202-b997-4892-9948-9eb4a07af2aa tempest-ServersTestFqdnHostnames-1631784793 tempest-ServersTestFqdnHostnames-1631784793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572323'] for security_group_rule, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:01.464867 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-080500aa-c1d8-4a8a-8378-0c0d6b993b46 None None] Routers {'32d94886-9e6e-462a-84e9-9a0cd8b4b98d'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:11:01.473920 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-080500aa-c1d8-4a8a-8378-0c0d6b993b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:10:32Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['32d94886-9e6e-462a-84e9-9a0cd8b4b98d'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:11:01.560312 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307b4202-b997-4892-9948-9eb4a07af2aa tempest-ServersTestFqdnHostnames-1631784793 tempest-ServersTestFqdnHostnames-1631784793-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=644639a9-4888-4353-b4f1-b755819a73e6,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:11:01.577297 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-307b4202-b997-4892-9948-9eb4a07af2aa tempest-ServersTestFqdnHostnames-1631784793 tempest-ServersTestFqdnHostnames-1631784793-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:01.578879 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-307b4202-b997-4892-9948-9eb4a07af2aa tempest-ServersTestFqdnHostnames-1631784793 tempest-ServersTestFqdnHostnames-1631784793-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4141278 Nov 22 20:11:01.587304 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 34166) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:11:01.591650 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-46f7308b-ceec-4861-9d05-faa6a1297d93 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:01.599904 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-c12454c3-3c26-458a-b3be-d163afb32310 tempest-ServersTestFqdnHostnames-1631784793 tempest-ServersTestFqdnHostnames-1631784793-project] Request body: {'security_group_rule': {'security_group_id': '8416408d-1125-4867-a3b6-02849f59d958', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:11:01.636698 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6e0994-d9b7-40bf-adcc-4000d3002689 req-4be56be6-9051-4cef-a689-300f4e2cde37 tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:01.636965 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-46f7308b-ceec-4861-9d05-faa6a1297d93 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:01.643551 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7d6e0994-d9b7-40bf-adcc-4000d3002689 req-4be56be6-9051-4cef-a689-300f4e2cde37 tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] 10.222.0.46 "GET /v2.0/ports?device_id=061b0ea0-8e4a-4f23-9523-0bfc0bf638a2 HTTP/1.1" status: 200 len: 946 time: 0.1747880 Nov 22 20:11:01.693756 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c12454c3-3c26-458a-b3be-d163afb32310 tempest-ServersTestFqdnHostnames-1631784793 tempest-ServersTestFqdnHostnames-1631784793-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:01.722634 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-871b2ed3-cdd3-4eac-a14b-0ff6f9501be3 req-4cbacfe9-15c2-400f-9008-d63605e7e96f service neutron] 10.222.0.46 "GET /v2.0/networks/991bb7a4-c166-4f8c-9bad-b2abf9942333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2684369 Nov 22 20:11:01.802369 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7d6e0994-d9b7-40bf-adcc-4000d3002689 req-74dffc46-f0fd-45b8-aba5-3ba312c1d0fc tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] 10.222.0.46 "GET /v2.0/security-groups?id=402b14b3-7b21-4f37-9e5a-c3de7eeeb958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578801 Nov 22 20:11:01.836321 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-46f7308b-ceec-4861-9d05-faa6a1297d93 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Publish callbacks [] for port, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:01.844237 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-46f7308b-ceec-4861-9d05-faa6a1297d93 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:01.864838 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c12454c3-3c26-458a-b3be-d163afb32310 tempest-ServersTestFqdnHostnames-1631784793 tempest-ServersTestFqdnHostnames-1631784793-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:01.878090 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-080500aa-c1d8-4a8a-8378-0c0d6b993b46 None None] Set router 32d94886-9e6e-462a-84e9-9a0cd8b4b98d gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:11:01.881207 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c12454c3-3c26-458a-b3be-d163afb32310 tempest-ServersTestFqdnHostnames-1631784793 tempest-ServersTestFqdnHostnames-1631784793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572323'] for security_group_rule, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:01.889675 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [None req-7bd35c99-c9fc-4315-9ae5-e326396856f8 tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] Allocated IP 172.25.5.238 (c48a55e9-6a85-4746-b7bf-3e29fb560094/5da6f781-63e6-4328-ae7a-5e672262f55a/8382b894-de12-40ff-b631-58b7e3fd7d64) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:11:01.942911 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-46f7308b-ceec-4861-9d05-faa6a1297d93 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-595224'] for floatingip, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:01.946567 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12454c3-3c26-458a-b3be-d163afb32310 tempest-ServersTestFqdnHostnames-1631784793 tempest-ServersTestFqdnHostnames-1631784793-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb826318-ea09-443d-93a8-c73b51246e02,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:11:01.954641 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c12454c3-3c26-458a-b3be-d163afb32310 tempest-ServersTestFqdnHostnames-1631784793 tempest-ServersTestFqdnHostnames-1631784793-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:01.956462 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-c12454c3-3c26-458a-b3be-d163afb32310 tempest-ServersTestFqdnHostnames-1631784793 tempest-ServersTestFqdnHostnames-1631784793-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3606381 Nov 22 20:11:01.960126 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 34168) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:11:01.966675 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-ba718cb9-9f46-4ec1-99d3-24e28e31c59d tempest-ServersTestFqdnHostnames-1631784793 tempest-ServersTestFqdnHostnames-1631784793-project] Request body: {'floatingip': {'floating_network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:11:01.970710 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-46f7308b-ceec-4861-9d05-faa6a1297d93 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for floatingip, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:01.980946 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-46f7308b-ceec-4861-9d05-faa6a1297d93 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4027524 Nov 22 20:11:01.991015 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f7308b-ceec-4861-9d05-faa6a1297d93 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Pushing event updated for resources: {'Port': ['ID=c6a509f5-71f5-470f-b20c-cdf1936f6756,revision_number=2']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:11:02.032033 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-871b2ed3-cdd3-4eac-a14b-0ff6f9501be3 req-9f077529-18a2-4c60-a72f-15f65e193af1 service neutron] 10.222.0.46 "GET /v2.0/networks/991bb7a4-c166-4f8c-9bad-b2abf9942333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2355256 Nov 22 20:11:02.034171 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ba718cb9-9f46-4ec1-99d3-24e28e31c59d tempest-ServersTestFqdnHostnames-1631784793 tempest-ServersTestFqdnHostnames-1631784793-project] Publish callbacks [] for floatingip, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:02.173850 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7bd35c99-c9fc-4315-9ae5-e326396856f8 tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:02.187147 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-82a31acd-a6ad-4b79-8d06-fea9de580a32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:02.226077 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-080500aa-c1d8-4a8a-8378-0c0d6b993b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32d94886-9e6e-462a-84e9-9a0cd8b4b98d', 'name': 'tempest-ServersTestFqdnHostnames-160979448-router', 'tenant_id': '406a5dbad308428791820735fa76e3b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': '0bdaa7c4-5f63-46ba-9541-777d59ac0377', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:10:46Z', 'updated_at': '2021-11-22T20:10:56Z', 'revision_number': 4, 'project_id': '406a5dbad308428791820735fa76e3b4', 'gw_port': {'id': '0bdaa7c4-5f63-46ba-9541-777d59ac0377', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:d4:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d94886-9e6e-462a-84e9-9a0cd8b4b98d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:10:47Z', 'updated_at': '2021-11-22T20:10:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': 'ca7d41da-cac0-41d4-85c0-a40616a732d3', 'name': '', 'network_id': '4189e990-d6f7-4a58-bd04-aeb593878d0b', 'tenant_id': '406a5dbad308428791820735fa76e3b4', 'mac_address': 'fa:16:3e:7b:a7:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32d94886-9e6e-462a-84e9-9a0cd8b4b98d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': 'ea3d6ae8-37bb-4264-a9e4-b3c7fbbee38f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:10:53Z', 'updated_at': '2021-11-22T20:11:01Z', 'revision_number': 4, 'project_id': '406a5dbad308428791820735fa76e3b4', 'subnets': [{'id': 'ea3d6ae8-37bb-4264-a9e4-b3c7fbbee38f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:11:02.258812 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-080500aa-c1d8-4a8a-8378-0c0d6b993b46 None None] The sync data for ids ['32d94886-9e6e-462a-84e9-9a0cd8b4b98d'] in n-d-818823-1 is: [{'id': '32d94886-9e6e-462a-84e9-9a0cd8b4b98d', 'name': 'tempest-ServersTestFqdnHostnames-160979448-router', 'tenant_id': '406a5dbad308428791820735fa76e3b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': '0bdaa7c4-5f63-46ba-9541-777d59ac0377', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:10:46Z', 'updated_at': '2021-11-22T20:10:56Z', 'revision_number': 4, 'project_id': '406a5dbad308428791820735fa76e3b4', 'gw_port': {'id': '0bdaa7c4-5f63-46ba-9541-777d59ac0377', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:d4:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d94886-9e6e-462a-84e9-9a0cd8b4b98d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:10:47Z', 'updated_at': '2021-11-22T20:10:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': 'ca7d41da-cac0-41d4-85c0-a40616a732d3', 'name': '', 'network_id': '4189e990-d6f7-4a58-bd04-aeb593878d0b', 'tenant_id': '406a5dbad308428791820735fa76e3b4', 'mac_address': 'fa:16:3e:7b:a7:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32d94886-9e6e-462a-84e9-9a0cd8b4b98d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': 'ea3d6ae8-37bb-4264-a9e4-b3c7fbbee38f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:10:53Z', 'updated_at': '2021-11-22T20:11:01Z', 'revision_number': 4, 'project_id': '406a5dbad308428791820735fa76e3b4', 'subnets': [{'id': 'ea3d6ae8-37bb-4264-a9e4-b3c7fbbee38f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:11:02.283695 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-82a31acd-a6ad-4b79-8d06-fea9de580a32 None None] For port ca7d41da-cac0-41d4-85c0-a40616a732d3, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=ca7d41da-cac0-41d4-85c0-a40616a732d3,segment=NetworkSegment(16d7b224-7893-445d-b18d-1a9af5480be8),segment_id=16d7b224-7893-445d-b18d-1a9af5480be8)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:11:02.292906 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-82a31acd-a6ad-4b79-8d06-fea9de580a32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:02.321090 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7bd35c99-c9fc-4315-9ae5-e326396856f8 tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:02.365690 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ba718cb9-9f46-4ec1-99d3-24e28e31c59d tempest-ServersTestFqdnHostnames-1631784793 tempest-ServersTestFqdnHostnames-1631784793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:02.390327 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a31acd-a6ad-4b79-8d06-fea9de580a32 None None] Pushing event updated for resources: {'Port': ['ID=ca7d41da-cac0-41d4-85c0-a40616a732d3,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:11:02.444698 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-841e416c-fade-469a-a2b7-c7a23e80fe23 None None] Provisioning complete for port ca7d41da-cac0-41d4-85c0-a40616a732d3 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:11:02.445072 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-841e416c-fade-469a-a2b7-c7a23e80fe23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:02.445855 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bd35c99-c9fc-4315-9ae5-e326396856f8 tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] Network c48a55e9-6a85-4746-b7bf-3e29fb560094 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:11:02.450009 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-7bd35c99-c9fc-4315-9ae5-e326396856f8 tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:11:02.469632 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd35c99-c9fc-4315-9ae5-e326396856f8 tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:11:02.500910 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ff480e15-61bb-4874-af77-fa352f38162c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:02.541956 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253fec07-88fa-4e9e-ac5c-ff4f3a268b32 req-aaf86d8a-24cd-447c-8813-924c70db2214 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:02.550070 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-253fec07-88fa-4e9e-ac5c-ff4f3a268b32 req-aaf86d8a-24cd-447c-8813-924c70db2214 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.46 "GET /v2.0/ports?device_id=6e6e77cf-07c8-4b3a-a9ce-a1d8a4c92033 HTTP/1.1" status: 200 len: 944 time: 0.2758491 Nov 22 20:11:02.572385 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fe312d-ee67-4640-b3d7-85ced02f5f65 req-d7b35755-2ebc-4648-805b-c59e457fa006 tempest-ListServerFiltersTestJSON-710341241 tempest-ListServerFiltersTestJSON-710341241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:02.581724 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-32fe312d-ee67-4640-b3d7-85ced02f5f65 req-d7b35755-2ebc-4648-805b-c59e457fa006 tempest-ListServerFiltersTestJSON-710341241 tempest-ListServerFiltersTestJSON-710341241-project] 10.222.0.46 "GET /v2.0/ports?device_id=593b2096-75b7-405a-b83d-4e4481045f8d HTTP/1.1" status: 200 len: 946 time: 0.2123051 Nov 22 20:11:02.664923 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-32fe312d-ee67-4640-b3d7-85ced02f5f65 req-01787fd5-a6f1-48e4-8fba-1934a71be482 tempest-ListServerFiltersTestJSON-710341241 tempest-ListServerFiltersTestJSON-710341241-project] 10.222.0.46 "GET /v2.0/security-groups?id=22127be5-351b-4d65-aed1-0fcc5085805a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823448 Nov 22 20:11:02.697293 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd35c99-c9fc-4315-9ae5-e326396856f8 tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] Pushing event updated for resources: {'Port': ['ID=8382b894-de12-40ff-b631-58b7e3fd7d64,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:11:02.756867 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-253fec07-88fa-4e9e-ac5c-ff4f3a268b32 req-d82fddcb-4e2f-4fbc-862a-df782ad8b0fb tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.46 "GET /v2.0/security-groups?id=deac3dce-93b4-41af-981b-873d47022422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043567 Nov 22 20:11:02.828666 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [None req-ba718cb9-9f46-4ec1-99d3-24e28e31c59d tempest-ServersTestFqdnHostnames-1631784793 tempest-ServersTestFqdnHostnames-1631784793-project] Allocated IP 172.25.5.50 (c48a55e9-6a85-4746-b7bf-3e29fb560094/5da6f781-63e6-4328-ae7a-5e672262f55a/79a61750-d0dd-4d74-9dfd-9de6129187d2) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:11:02.832083 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device ca7d41da-cac0-41d4-85c0-a40616a732d3 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:11:02.924009 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-fbe796ca-74c5-4d9d-b6b5-3c1ce85cb4b0 req-07cf71ed-7215-431d-be03-9ea88a7645cc tempest-AttachSCSIVolumeTestJSON-1589278495 tempest-AttachSCSIVolumeTestJSON-1589278495-project] 10.222.0.46 "GET /v2.0/ports?device_id=797644ee-f258-40ce-8029-fe42d9c66411 HTTP/1.1" status: 200 len: 210 time: 0.1110840 Nov 22 20:11:03.046302 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port ca7d41da-cac0-41d4-85c0-a40616a732d3 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:11:03.047299 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:03.054473 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-76ac8fa2-ca90-415f-9cb5-1b1c01b3eb3f tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--2096539137&fields=id&tenant_id=7c2e3bcb3c11419aa5bdb45ad6533966 HTTP/1.1" status: 200 len: 267 time: 0.1245468 Nov 22 20:11:03.066819 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7bd35c99-c9fc-4315-9ae5-e326396856f8 tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:03.172878 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-95d131af-51ef-4f8c-b156-fb878cd015aa tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:03.174422 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-95d131af-51ef-4f8c-b156-fb878cd015aa tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] 10.222.0.46 "GET /v2.0/ports/6adde04d-a0cf-43b3-9b93-ce2683694893 HTTP/1.1" status: 200 len: 930 time: 0.1189232 Nov 22 20:11:03.245693 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c0de9e-98ae-48a7-b0ad-5a4bfcf9c6b6 req-312f9890-c9b7-4897-a014-1e125716492b tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:03.247745 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a4c0de9e-98ae-48a7-b0ad-5a4bfcf9c6b6 req-312f9890-c9b7-4897-a014-1e125716492b tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] 10.222.0.46 "GET /v2.0/ports?device_id=061b0ea0-8e4a-4f23-9523-0bfc0bf638a2 HTTP/1.1" status: 200 len: 946 time: 0.1431217 Nov 22 20:11:03.309697 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-ed7692d8-9549-4cfb-8d1c-62d8006f9a47 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:03.319081 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-ed7692d8-9549-4cfb-8d1c-62d8006f9a47 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] 10.222.0.46 "GET /v2.0/ports/05a5c645-0725-4bf3-bbad-910f8f76f37c HTTP/1.1" status: 200 len: 931 time: 0.1211183 Nov 22 20:11:03.325736 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-03f0964f-1b75-4df7-99e0-a3cdb56ec2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:03.364519 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7bd35c99-c9fc-4315-9ae5-e326396856f8 tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-659538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-841284'] for router, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:03.382286 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ba718cb9-9f46-4ec1-99d3-24e28e31c59d tempest-ServersTestFqdnHostnames-1631784793 tempest-ServersTestFqdnHostnames-1631784793-project] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:03.409600 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-593bdb37-e054-426f-bf34-a343859705e2 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] 10.222.0.46 "GET /v2.0/ports?network_id=9d0b1a7a-dafa-41a5-9e6d-f6ddddd5c8ef&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0891662 Nov 22 20:11:03.447172 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a4c0de9e-98ae-48a7-b0ad-5a4bfcf9c6b6 req-206f360d-fcca-41ff-a34b-84f0d97527f3 tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] 10.222.0.46 "GET /v2.0/security-groups?id=402b14b3-7b21-4f37-9e5a-c3de7eeeb958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822596 Nov 22 20:11:03.492415 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-eae3d90c-82b8-4e40-bb3e-227c59a19b7a tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] 10.222.0.46 "GET /v2.0/ports?network_id=9d0b1a7a-dafa-41a5-9e6d-f6ddddd5c8ef&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0651462 Nov 22 20:11:03.554544 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bd35c99-c9fc-4315-9ae5-e326396856f8 tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] Router 50aa9ea4-a0f9-412d-8c07-d1eb40a76b49 is scheduled to L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 with binding_index 1 {{(pid=103448) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 20:11:03.684391 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ba718cb9-9f46-4ec1-99d3-24e28e31c59d tempest-ServersTestFqdnHostnames-1631784793 tempest-ServersTestFqdnHostnames-1631784793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:03.731863 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bd35c99-c9fc-4315-9ae5-e326396856f8 tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:11:03.742961 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b0ccf4b-e64d-4c41-8f83-7eb1798461d1 None None] Sync routers for ids ['50aa9ea4-a0f9-412d-8c07-d1eb40a76b49'] in n-d-818823-1 {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:11:03.757991 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b0ccf4b-e64d-4c41-8f83-7eb1798461d1 None None] Routers {'50aa9ea4-a0f9-412d-8c07-d1eb40a76b49'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:11:03.758791 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-6b0ccf4b-e64d-4c41-8f83-7eb1798461d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:11:02Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['50aa9ea4-a0f9-412d-8c07-d1eb40a76b49'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:11:03.763744 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7bd35c99-c9fc-4315-9ae5-e326396856f8 tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] Publish callbacks [] for router, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:03.767493 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-7bd35c99-c9fc-4315-9ae5-e326396856f8 tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 4.8454649 Nov 22 20:11:03.770699 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 34222) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:11:03.779638 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba718cb9-9f46-4ec1-99d3-24e28e31c59d tempest-ServersTestFqdnHostnames-1631784793 tempest-ServersTestFqdnHostnames-1631784793-project] Network c48a55e9-6a85-4746-b7bf-3e29fb560094 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:11:03.807025 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-ba718cb9-9f46-4ec1-99d3-24e28e31c59d tempest-ServersTestFqdnHostnames-1631784793 tempest-ServersTestFqdnHostnames-1631784793-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:11:03.813246 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba718cb9-9f46-4ec1-99d3-24e28e31c59d tempest-ServersTestFqdnHostnames-1631784793 tempest-ServersTestFqdnHostnames-1631784793-project] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:11:03.861475 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cb5117-4984-4291-b996-b67f8e0ed197 req-8a005972-3f3a-4cfd-9152-a2d04b2019c3 tempest-ListServerFiltersTestJSON-710341241 tempest-ListServerFiltersTestJSON-710341241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:03.864745 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-03cb5117-4984-4291-b996-b67f8e0ed197 req-8a005972-3f3a-4cfd-9152-a2d04b2019c3 tempest-ListServerFiltersTestJSON-710341241 tempest-ListServerFiltersTestJSON-710341241-project] 10.222.0.41 "GET /v2.0/ports?device_id=593b2096-75b7-405a-b83d-4e4481045f8d HTTP/1.1" status: 200 len: 946 time: 0.2674024 Nov 22 20:11:03.878629 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-095ff77e-91bd-4495-8248-2678c5cb0f47 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:03.886022 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-095ff77e-91bd-4495-8248-2678c5cb0f47 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:03.894109 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-095ff77e-91bd-4495-8248-2678c5cb0f47 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:03.903925 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-095ff77e-91bd-4495-8248-2678c5cb0f47 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] 10.222.0.46 "GET /v2.0/networks?id=ac9307cb-d216-4d24-9d6c-807bf1ccc8be&id=6b3bccc8-a74b-4dd2-b44c-99e3a607f72f&id=6b3bccc8-a74b-4dd2-b44c-99e3a607f72f&id=9d0b1a7a-dafa-41a5-9e6d-f6ddddd5c8ef&id=9d0b1a7a-dafa-41a5-9e6d-f6ddddd5c8ef HTTP/1.1" status: 200 len: 1990 time: 0.4103129 Nov 22 20:11:03.906095 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-6b0ccf4b-e64d-4c41-8f83-7eb1798461d1 None None] Set router 50aa9ea4-a0f9-412d-8c07-d1eb40a76b49 gateway port host: n-d-818823-1 {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:11:03.931014 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a4e76c-6dfd-4f75-9f70-c5c1a440b034 req-e4321dc0-28d4-4c0b-b0c8-1f5b8c529b3b tempest-LiveMigrationTest-519343393 tempest-LiveMigrationTest-519343393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:03.941905 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c4a4e76c-6dfd-4f75-9f70-c5c1a440b034 req-e4321dc0-28d4-4c0b-b0c8-1f5b8c529b3b tempest-LiveMigrationTest-519343393 tempest-LiveMigrationTest-519343393-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=6e6e77cf-07c8-4b3a-a9ce-a1d8a4c92033 HTTP/1.1" status: 200 len: 1095 time: 0.3166833 Nov 22 20:11:03.954123 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-7ead35d5-8e9b-4bce-8bd7-a17b4cfae32a tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] 10.222.0.46 "GET /v2.0/quotas/7c2e3bcb3c11419aa5bdb45ad6533966 HTTP/1.1" status: 200 len: 375 time: 0.0494230 Nov 22 20:11:04.053152 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba718cb9-9f46-4ec1-99d3-24e28e31c59d tempest-ServersTestFqdnHostnames-1631784793 tempest-ServersTestFqdnHostnames-1631784793-project] Pushing event updated for resources: {'Port': ['ID=79a61750-d0dd-4d74-9dfd-9de6129187d2,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:11:04.090116 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-eef45c43-4aa2-4ad3-8574-518caaf41dee tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] 10.222.0.46 "GET /v2.0/routers/50aa9ea4-a0f9-412d-8c07-d1eb40a76b49 HTTP/1.1" status: 200 len: 908 time: 0.3154242 Nov 22 20:11:04.092347 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 34226) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:11:04.096808 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-41e8276c-ee78-4c53-a567-ae76f2d9f2a9 tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] Request body: {'router': {'name': 'tempest-snat-router-946560519', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'enable_snat': True}}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:11:04.189931 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871b2ed3-cdd3-4eac-a14b-0ff6f9501be3 req-f1daea07-346f-40d4-9a22-b091fc76a54a tempest-AttachSCSIVolumeTestJSON-1589278495 tempest-AttachSCSIVolumeTestJSON-1589278495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:04.192575 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-871b2ed3-cdd3-4eac-a14b-0ff6f9501be3 req-f1daea07-346f-40d4-9a22-b091fc76a54a tempest-AttachSCSIVolumeTestJSON-1589278495 tempest-AttachSCSIVolumeTestJSON-1589278495-project] 10.222.0.41 "GET /v2.0/networks?id=991bb7a4-c166-4f8c-9bad-b2abf9942333 HTTP/1.1" status: 200 len: 814 time: 0.2018349 Nov 22 20:11:04.194225 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-41e8276c-ee78-4c53-a567-ae76f2d9f2a9 tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24799'] for router, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:04.195338 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-41e8276c-ee78-4c53-a567-ae76f2d9f2a9 tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-632716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24788'] for router, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:04.226214 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c4a4e76c-6dfd-4f75-9f70-c5c1a440b034 req-52f7a2fc-2968-4fad-acbc-d77cce9ebff2 tempest-LiveMigrationTest-519343393 tempest-LiveMigrationTest-519343393-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=deac3dce-93b4-41af-981b-873d47022422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2832572 Nov 22 20:11:04.230072 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [req-871b2ed3-cdd3-4eac-a14b-0ff6f9501be3 req-c1343ed0-9e98-48b7-b63b-5dd3cdecb38b tempest-AttachSCSIVolumeTestJSON-1589278495 tempest-AttachSCSIVolumeTestJSON-1589278495-project] Request body: {'port': {'device_id': '797644ee-f258-40ce-8029-fe42d9c66411', 'network_id': '991bb7a4-c166-4f8c-9bad-b2abf9942333', 'admin_state_up': True, 'tenant_id': 'dca6bcb55fff4e67be6ef75cef700ffc'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:11:04.299503 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-6b0ccf4b-e64d-4c41-8f83-7eb1798461d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50aa9ea4-a0f9-412d-8c07-d1eb40a76b49', 'name': 'tempest-snat-router-946560519', 'tenant_id': '663e8072a5c74032828916dadfd22abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.238'}], 'enable_snat': False}, 'gw_port_id': '8382b894-de12-40ff-b631-58b7e3fd7d64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:10:59Z', 'updated_at': '2021-11-22T20:11:02Z', 'revision_number': 3, 'project_id': '663e8072a5c74032828916dadfd22abb', 'gw_port': {'id': '8382b894-de12-40ff-b631-58b7e3fd7d64', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:ee:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50aa9ea4-a0f9-412d-8c07-d1eb40a76b49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:11:00Z', 'updated_at': '2021-11-22T20:11:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-818823-1'}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:11:04.330334 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-8e38a2fa-e809-4979-8d10-f75ec803e7d1 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=7c2e3bcb3c11419aa5bdb45ad6533966&fields=id HTTP/1.1" status: 200 len: 486 time: 0.3204868 Nov 22 20:11:04.406130 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-41e8276c-ee78-4c53-a567-ae76f2d9f2a9 tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:04.416651 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b0ccf4b-e64d-4c41-8f83-7eb1798461d1 None None] Checking router: 50aa9ea4-a0f9-412d-8c07-d1eb40a76b49 for host: n-d-818823-1 {{(pid=103450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 20:11:04.418636 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b0ccf4b-e64d-4c41-8f83-7eb1798461d1 None None] Updating router 50aa9ea4-a0f9-412d-8c07-d1eb40a76b49 port 8382b894-de12-40ff-b631-58b7e3fd7d64 binding host n-d-818823-1 {{(pid=103450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 20:11:04.486499 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6b0ccf4b-e64d-4c41-8f83-7eb1798461d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:04.579257 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ba718cb9-9f46-4ec1-99d3-24e28e31c59d tempest-ServersTestFqdnHostnames-1631784793 tempest-ServersTestFqdnHostnames-1631784793-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:04.592861 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-4e3a967b-2b43-4388-85c6-4f235fab56ef service neutron] 10.222.0.46 "GET /v2.0/networks/ac9307cb-d216-4d24-9d6c-807bf1ccc8be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2456868 Nov 22 20:11:04.715376 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-41e8276c-ee78-4c53-a567-ae76f2d9f2a9 tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:04.746317 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-871b2ed3-cdd3-4eac-a14b-0ff6f9501be3 req-c1343ed0-9e98-48b7-b63b-5dd3cdecb38b tempest-AttachSCSIVolumeTestJSON-1589278495 tempest-AttachSCSIVolumeTestJSON-1589278495-project] Made reservation on behalf of dca6bcb55fff4e67be6ef75cef700ffc for: {'port': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:11:04.750997 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-871b2ed3-cdd3-4eac-a14b-0ff6f9501be3 req-c1343ed0-9e98-48b7-b63b-5dd3cdecb38b tempest-AttachSCSIVolumeTestJSON-1589278495 tempest-AttachSCSIVolumeTestJSON-1589278495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:04.955645 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [req-871b2ed3-cdd3-4eac-a14b-0ff6f9501be3 req-c1343ed0-9e98-48b7-b63b-5dd3cdecb38b tempest-AttachSCSIVolumeTestJSON-1589278495 tempest-AttachSCSIVolumeTestJSON-1589278495-project] Allocated IP 172.20.0.5 (991bb7a4-c166-4f8c-9bad-b2abf9942333/1d9e6c2e-03b8-4969-bf19-022a747548c2/715b9b8d-b380-49db-8f23-d701c0fa9ca2) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:11:05.066301 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e49ee129-e862-4476-beca-cdc8150d2345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:05.075833 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6b0ccf4b-e64d-4c41-8f83-7eb1798461d1 None None] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:05.086901 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6b0ccf4b-e64d-4c41-8f83-7eb1798461d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:05.187079 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-6b0ccf4b-e64d-4c41-8f83-7eb1798461d1 None None] Attempting to bind port 8382b894-de12-40ff-b631-58b7e3fd7d64 on host n-d-818823-1 for vnic_type normal with profile {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:11:05.187471 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-6b0ccf4b-e64d-4c41-8f83-7eb1798461d1 None None] Attempting to bind port 8382b894-de12-40ff-b631-58b7e3fd7d64 by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:11:05.187836 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b0ccf4b-e64d-4c41-8f83-7eb1798461d1 None None] Attempting to bind port 8382b894-de12-40ff-b631-58b7e3fd7d64 on network c48a55e9-6a85-4746-b7bf-3e29fb560094 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:11:05.201924 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-871b2ed3-cdd3-4eac-a14b-0ff6f9501be3 req-c1343ed0-9e98-48b7-b63b-5dd3cdecb38b tempest-AttachSCSIVolumeTestJSON-1589278495 tempest-AttachSCSIVolumeTestJSON-1589278495-project] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:05.209684 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b0ccf4b-e64d-4c41-8f83-7eb1798461d1 None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 10, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:11:05.217364 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b0ccf4b-e64d-4c41-8f83-7eb1798461d1 None None] Checking segment: {'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:11:05.218108 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6b0ccf4b-e64d-4c41-8f83-7eb1798461d1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:05.218734 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b0ccf4b-e64d-4c41-8f83-7eb1798461d1 None None] Bound using segment: {'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:11:05.219442 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-6b0ccf4b-e64d-4c41-8f83-7eb1798461d1 None None] Bound port: 8382b894-de12-40ff-b631-58b7e3fd7d64, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'}}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:11:05.220025 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6b0ccf4b-e64d-4c41-8f83-7eb1798461d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:05.238329 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ba718cb9-9f46-4ec1-99d3-24e28e31c59d tempest-ServersTestFqdnHostnames-1631784793 tempest-ServersTestFqdnHostnames-1631784793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:05.279453 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4419fa-aedd-4596-83cc-1f8ed4fde735 None None] Pushing event updated for resources: {'Port': ['ID=8382b894-de12-40ff-b631-58b7e3fd7d64,revision_number=2']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:11:05.310926 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4419fa-aedd-4596-83cc-1f8ed4fde735 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:11:05.311528 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-03cb5117-4984-4291-b996-b67f8e0ed197 req-9d017e9e-45cd-4513-830b-1f2ce34b5687 tempest-ListServerFiltersTestJSON-710341241 tempest-ListServerFiltersTestJSON-710341241-project] Deleting port ead0e289-7f2a-42b5-ba76-e8ef4c9a9af4 {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:11:05.312176 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4419fa-aedd-4596-83cc-1f8ed4fde735 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:11:05.312314 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-03cb5117-4984-4291-b996-b67f8e0ed197 req-9d017e9e-45cd-4513-830b-1f2ce34b5687 tempest-ListServerFiltersTestJSON-710341241 tempest-ListServerFiltersTestJSON-710341241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:05.312828 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4419fa-aedd-4596-83cc-1f8ed4fde735 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:11:05.313379 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4419fa-aedd-4596-83cc-1f8ed4fde735 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:11:05.313923 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4419fa-aedd-4596-83cc-1f8ed4fde735 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:11:05.314437 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4419fa-aedd-4596-83cc-1f8ed4fde735 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:11:05.314970 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4419fa-aedd-4596-83cc-1f8ed4fde735 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:11:05.315820 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4419fa-aedd-4596-83cc-1f8ed4fde735 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:11:05.318567 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4419fa-aedd-4596-83cc-1f8ed4fde735 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:11:05.319197 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4419fa-aedd-4596-83cc-1f8ed4fde735 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:11:05.319887 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4419fa-aedd-4596-83cc-1f8ed4fde735 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:11:05.320402 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4419fa-aedd-4596-83cc-1f8ed4fde735 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:11:05.338687 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-871b2ed3-cdd3-4eac-a14b-0ff6f9501be3 req-c1343ed0-9e98-48b7-b63b-5dd3cdecb38b tempest-AttachSCSIVolumeTestJSON-1589278495 tempest-AttachSCSIVolumeTestJSON-1589278495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:05.385739 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-6b0ccf4b-e64d-4c41-8f83-7eb1798461d1 None None] For port 8382b894-de12-40ff-b631-58b7e3fd7d64, host n-d-818823-1, cleared binding levels {{(pid=103450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:11:05.389954 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-6b0ccf4b-e64d-4c41-8f83-7eb1798461d1 None None] For port 8382b894-de12-40ff-b631-58b7e3fd7d64, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=8382b894-de12-40ff-b631-58b7e3fd7d64,segment=NetworkSegment(8793ba83-8407-4c3d-9b56-2a177cd58a70),segment_id=8793ba83-8407-4c3d-9b56-2a177cd58a70)] {{(pid=103450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:11:05.397699 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-6b0ccf4b-e64d-4c41-8f83-7eb1798461d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:05.454279 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-871b2ed3-cdd3-4eac-a14b-0ff6f9501be3 req-c1343ed0-9e98-48b7-b63b-5dd3cdecb38b tempest-AttachSCSIVolumeTestJSON-1589278495 tempest-AttachSCSIVolumeTestJSON-1589278495-project] Network 991bb7a4-c166-4f8c-9bad-b2abf9942333 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:11:05.472465 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [req-871b2ed3-cdd3-4eac-a14b-0ff6f9501be3 req-c1343ed0-9e98-48b7-b63b-5dd3cdecb38b tempest-AttachSCSIVolumeTestJSON-1589278495 tempest-AttachSCSIVolumeTestJSON-1589278495-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:11:05.559163 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bb58b0-ac13-45af-86eb-2e86d4813d1d req-e6ef0eed-1b76-4651-ab81-d77e47404047 tempest-ListServerFiltersTestJSON-710341241 tempest-ListServerFiltersTestJSON-710341241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:05.565230 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4419fa-aedd-4596-83cc-1f8ed4fde735 None None] Pushing event updated for resources: {'Port': ['ID=8382b894-de12-40ff-b631-58b7e3fd7d64,revision_number=3']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:11:05.572071 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b0ccf4b-e64d-4c41-8f83-7eb1798461d1 None None] Routers {'50aa9ea4-a0f9-412d-8c07-d1eb40a76b49'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:11:05.573110 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-6b0ccf4b-e64d-4c41-8f83-7eb1798461d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:11:02Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['50aa9ea4-a0f9-412d-8c07-d1eb40a76b49'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:11:05.583228 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-30bb58b0-ac13-45af-86eb-2e86d4813d1d req-e6ef0eed-1b76-4651-ab81-d77e47404047 tempest-ListServerFiltersTestJSON-710341241 tempest-ListServerFiltersTestJSON-710341241-project] 10.222.0.46 "GET /v2.0/ports?device_id=593b2096-75b7-405a-b83d-4e4481045f8d HTTP/1.1" status: 200 len: 946 time: 0.9875946 Nov 22 20:11:05.590887 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [req-871b2ed3-cdd3-4eac-a14b-0ff6f9501be3 req-c1343ed0-9e98-48b7-b63b-5dd3cdecb38b tempest-AttachSCSIVolumeTestJSON-1589278495 tempest-AttachSCSIVolumeTestJSON-1589278495-project] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:11:05.795200 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1343ed0-9e98-48b7-b63b-5dd3cdecb38b tempest-AttachSCSIVolumeTestJSON-1589278495 tempest-AttachSCSIVolumeTestJSON-1589278495-project] Pushing event updated for resources: {'Port': ['ID=715b9b8d-b380-49db-8f23-d701c0fa9ca2,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:11:05.890808 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:05.909989 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-6b0ccf4b-e64d-4c41-8f83-7eb1798461d1 None None] Set router 50aa9ea4-a0f9-412d-8c07-d1eb40a76b49 gateway port host: n-d-818823-1 {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:11:05.944773 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-41e8276c-ee78-4c53-a567-ae76f2d9f2a9 tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:05.969992 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac53d06f-8105-45b3-8f78-749afa867120 req-019a178e-db76-4845-a55d-0938231a3979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:05.972617 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ac53d06f-8105-45b3-8f78-749afa867120 req-019a178e-db76-4845-a55d-0938231a3979 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=061b0ea0-8e4a-4f23-9523-0bfc0bf638a2 HTTP/1.1" status: 200 len: 1097 time: 0.6678987 Nov 22 20:11:05.976188 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-1bf5070c-a512-4d15-ae93-eb8bf59e5b33 service neutron] 10.222.0.46 "GET /v2.0/networks/ac9307cb-d216-4d24-9d6c-807bf1ccc8be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3759995 Nov 22 20:11:06.027725 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-41e8276c-ee78-4c53-a567-ae76f2d9f2a9 tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:06.057882 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-04067648-9ffd-4d98-8a9c-b8ac408a7b4e None None] Provisioning complete for port 715b9b8d-b380-49db-8f23-d701c0fa9ca2 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:11:06.058652 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871b2ed3-cdd3-4eac-a14b-0ff6f9501be3 req-c1343ed0-9e98-48b7-b63b-5dd3cdecb38b tempest-AttachSCSIVolumeTestJSON-1589278495 tempest-AttachSCSIVolumeTestJSON-1589278495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:06.058820 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-04067648-9ffd-4d98-8a9c-b8ac408a7b4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:06.060729 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-03cb5117-4984-4291-b996-b67f8e0ed197 req-9d017e9e-45cd-4513-830b-1f2ce34b5687 tempest-ListServerFiltersTestJSON-710341241 tempest-ListServerFiltersTestJSON-710341241-project] For port ead0e289-7f2a-42b5-ba76-e8ef4c9a9af4, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=ead0e289-7f2a-42b5-ba76-e8ef4c9a9af4,segment=NetworkSegment(f4375107-f208-4e57-94ce-2a9cc5f0f2e5),segment_id=f4375107-f208-4e57-94ce-2a9cc5f0f2e5)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:11:06.061465 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-03cb5117-4984-4291-b996-b67f8e0ed197 req-9d017e9e-45cd-4513-830b-1f2ce34b5687 tempest-ListServerFiltersTestJSON-710341241 tempest-ListServerFiltersTestJSON-710341241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:06.068668 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-871b2ed3-cdd3-4eac-a14b-0ff6f9501be3 req-c1343ed0-9e98-48b7-b63b-5dd3cdecb38b tempest-AttachSCSIVolumeTestJSON-1589278495 tempest-AttachSCSIVolumeTestJSON-1589278495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:06.097918 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ba718cb9-9f46-4ec1-99d3-24e28e31c59d tempest-ServersTestFqdnHostnames-1631784793 tempest-ServersTestFqdnHostnames-1631784793-project] Publish callbacks [] for port, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:06.111377 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-871b2ed3-cdd3-4eac-a14b-0ff6f9501be3 req-c1343ed0-9e98-48b7-b63b-5dd3cdecb38b tempest-AttachSCSIVolumeTestJSON-1589278495 tempest-AttachSCSIVolumeTestJSON-1589278495-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8783443 Nov 22 20:11:06.129203 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-04067648-9ffd-4d98-8a9c-b8ac408a7b4e None None] Port 715b9b8d-b380-49db-8f23-d701c0fa9ca2 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:11:06.152073 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ba718cb9-9f46-4ec1-99d3-24e28e31c59d tempest-ServersTestFqdnHostnames-1631784793 tempest-ServersTestFqdnHostnames-1631784793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:06.158105 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-03cb5117-4984-4291-b996-b67f8e0ed197 req-9d017e9e-45cd-4513-830b-1f2ce34b5687 tempest-ListServerFiltersTestJSON-710341241 tempest-ListServerFiltersTestJSON-710341241-project] Calling delete_port for ead0e289-7f2a-42b5-ba76-e8ef4c9a9af4 owned by compute:nova {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:11:06.174841 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-30bb58b0-ac13-45af-86eb-2e86d4813d1d req-0aba7f66-b4cc-4a44-92e5-f8f9c347ff23 tempest-ListServerFiltersTestJSON-710341241 tempest-ListServerFiltersTestJSON-710341241-project] 10.222.0.46 "GET /v2.0/security-groups?id=22127be5-351b-4d65-aed1-0fcc5085805a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5799556 Nov 22 20:11:06.177225 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-8157ce73-a1b1-489b-a0b5-de4bda0a1afb service neutron] 10.222.0.46 "GET /v2.0/ports/6adde04d-a0cf-43b3-9b93-ce2683694893?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1854801 Nov 22 20:11:06.375765 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [None req-41e8276c-ee78-4c53-a567-ae76f2d9f2a9 tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] Allocated IP 172.25.5.102 (c48a55e9-6a85-4746-b7bf-3e29fb560094/5da6f781-63e6-4328-ae7a-5e672262f55a/bd24dc3b-12ad-40ee-94e0-89f387b92cef) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:11:06.424781 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-6b0ccf4b-e64d-4c41-8f83-7eb1798461d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50aa9ea4-a0f9-412d-8c07-d1eb40a76b49', 'name': 'tempest-snat-router-946560519', 'tenant_id': '663e8072a5c74032828916dadfd22abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.238'}], 'enable_snat': False}, 'gw_port_id': '8382b894-de12-40ff-b631-58b7e3fd7d64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:10:59Z', 'updated_at': '2021-11-22T20:11:02Z', 'revision_number': 3, 'project_id': '663e8072a5c74032828916dadfd22abb', 'gw_port': {'id': '8382b894-de12-40ff-b631-58b7e3fd7d64', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:ee:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50aa9ea4-a0f9-412d-8c07-d1eb40a76b49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:11:00Z', 'updated_at': '2021-11-22T20:11:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-818823-1'}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:11:06.471367 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b0ccf4b-e64d-4c41-8f83-7eb1798461d1 None None] The sync data for ids ['50aa9ea4-a0f9-412d-8c07-d1eb40a76b49'] in n-d-818823-1 is: [{'id': '50aa9ea4-a0f9-412d-8c07-d1eb40a76b49', 'name': 'tempest-snat-router-946560519', 'tenant_id': '663e8072a5c74032828916dadfd22abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.238'}], 'enable_snat': False}, 'gw_port_id': '8382b894-de12-40ff-b631-58b7e3fd7d64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:10:59Z', 'updated_at': '2021-11-22T20:11:02Z', 'revision_number': 3, 'project_id': '663e8072a5c74032828916dadfd22abb', 'gw_port': {'id': '8382b894-de12-40ff-b631-58b7e3fd7d64', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:ee:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50aa9ea4-a0f9-412d-8c07-d1eb40a76b49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:11:00Z', 'updated_at': '2021-11-22T20:11:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-818823-1'}] {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:11:06.528028 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-41e8276c-ee78-4c53-a567-ae76f2d9f2a9 tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:06.537223 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ac53d06f-8105-45b3-8f78-749afa867120 req-91f195bf-78a4-4dfa-9526-459b1bc43226 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=402b14b3-7b21-4f37-9e5a-c3de7eeeb958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5505128 Nov 22 20:11:06.577895 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba718cb9-9f46-4ec1-99d3-24e28e31c59d tempest-ServersTestFqdnHostnames-1631784793 tempest-ServersTestFqdnHostnames-1631784793-project] Pushing event updated for resources: {'Port': ['ID=79a61750-d0dd-4d74-9dfd-9de6129187d2,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:11:06.617271 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-41e8276c-ee78-4c53-a567-ae76f2d9f2a9 tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:06.642884 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ba718cb9-9f46-4ec1-99d3-24e28e31c59d tempest-ServersTestFqdnHostnames-1631784793 tempest-ServersTestFqdnHostnames-1631784793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-595224'] for floatingip, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:06.689954 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41e8276c-ee78-4c53-a567-ae76f2d9f2a9 tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] Network c48a55e9-6a85-4746-b7bf-3e29fb560094 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:11:06.693499 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-41e8276c-ee78-4c53-a567-ae76f2d9f2a9 tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:11:06.698558 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41e8276c-ee78-4c53-a567-ae76f2d9f2a9 tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:11:06.724852 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e8276c-ee78-4c53-a567-ae76f2d9f2a9 tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] Pushing event updated for resources: {'Port': ['ID=bd24dc3b-12ad-40ee-94e0-89f387b92cef,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:11:06.850774 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ba718cb9-9f46-4ec1-99d3-24e28e31c59d tempest-ServersTestFqdnHostnames-1631784793 tempest-ServersTestFqdnHostnames-1631784793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for floatingip, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:06.869897 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-ba718cb9-9f46-4ec1-99d3-24e28e31c59d tempest-ServersTestFqdnHostnames-1631784793 tempest-ServersTestFqdnHostnames-1631784793-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.9072380 Nov 22 20:11:06.947179 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a129ddba-1d27-4df8-97d7-c5a10a53711c req-76f1b441-d655-4a06-a2d8-4101d0ba27e8 tempest-AttachSCSIVolumeTestJSON-1589278495 tempest-AttachSCSIVolumeTestJSON-1589278495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:06.955841 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a129ddba-1d27-4df8-97d7-c5a10a53711c req-76f1b441-d655-4a06-a2d8-4101d0ba27e8 tempest-AttachSCSIVolumeTestJSON-1589278495 tempest-AttachSCSIVolumeTestJSON-1589278495-project] 10.222.0.46 "GET /v2.0/ports?device_id=797644ee-f258-40ce-8029-fe42d9c66411 HTTP/1.1" status: 200 len: 931 time: 0.5846004 Nov 22 20:11:06.976000 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-e0c22a79-5d3f-445b-b60e-25c5bf8c10b4 service neutron] 10.222.0.46 "GET /v2.0/networks/6b3bccc8-a74b-4dd2-b44c-99e3a607f72f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7592764 Nov 22 20:11:06.988998 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-03cb5117-4984-4291-b996-b67f8e0ed197 req-9d017e9e-45cd-4513-830b-1f2ce34b5687 tempest-ListServerFiltersTestJSON-710341241 tempest-ListServerFiltersTestJSON-710341241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:07.005050 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] get_ports_and_sgs() called for port_ids ['2375dce4-8c48-474c-a748-ca0b4e6fa485'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:11:07.007796 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] get_ports_and_sgs() called for port_ids ['37195ed8-69b8-45b3-8892-62f51715395d'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:11:07.092599 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d017e9e-45cd-4513-830b-1f2ce34b5687 tempest-ListServerFiltersTestJSON-710341241 tempest-ListServerFiltersTestJSON-710341241-project] Pushing event deleted for resources: {'Port': ['ID=ead0e289-7f2a-42b5-ba76-e8ef4c9a9af4,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:11:07.187652 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-03cb5117-4984-4291-b996-b67f8e0ed197 req-9d017e9e-45cd-4513-830b-1f2ce34b5687 tempest-ListServerFiltersTestJSON-710341241 tempest-ListServerFiltersTestJSON-710341241-project] No DVR routers for this DVR port ead0e289-7f2a-42b5-ba76-e8ef4c9a9af4 on host n-h1-818823-1 {{(pid=103447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:11:07.204050 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-03cb5117-4984-4291-b996-b67f8e0ed197 req-9d017e9e-45cd-4513-830b-1f2ce34b5687 tempest-ListServerFiltersTestJSON-710341241 tempest-ListServerFiltersTestJSON-710341241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:07.207979 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-03cb5117-4984-4291-b996-b67f8e0ed197 req-9d017e9e-45cd-4513-830b-1f2ce34b5687 tempest-ListServerFiltersTestJSON-710341241 tempest-ListServerFiltersTestJSON-710341241-project] 10.222.0.41 "DELETE /v2.0/ports/ead0e289-7f2a-42b5-ba76-e8ef4c9a9af4 HTTP/1.1" status: 204 len: 173 time: 3.2879980 Nov 22 20:11:07.225176 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a129ddba-1d27-4df8-97d7-c5a10a53711c req-d40ee0a6-fd1b-4027-9bcc-fe40f8938e47 tempest-AttachSCSIVolumeTestJSON-1589278495 tempest-AttachSCSIVolumeTestJSON-1589278495-project] 10.222.0.46 "GET /v2.0/security-groups?id=94d7354b-7836-43fc-9686-30f5504d4e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2629302 Nov 22 20:11:07.225176 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '593b2096-75b7-405a-b83d-4e4481045f8d', 'name': 'network-vif-deleted', 'tag': 'ead0e289-7f2a-42b5-ba76-e8ef4c9a9af4'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:11:07.225176 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b22b2b01-9aba-4d37-b7f4-b78c0d5b49e9" -d '{"events": [{"server_uuid": "593b2096-75b7-405a-b83d-4e4481045f8d", "name": "network-vif-deleted", "tag": "ead0e289-7f2a-42b5-ba76-e8ef4c9a9af4"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:11:07.278139 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-718fff7e-6226-4fb1-964b-03d2901450ad service neutron] 10.222.0.46 "GET /v2.0/networks/6b3bccc8-a74b-4dd2-b44c-99e3a607f72f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2997189 Nov 22 20:11:07.297355 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device ead0e289-7f2a-42b5-ba76-e8ef4c9a9af4 no longer exists at agent hyperv_n-h1-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:11:07.359902 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] No Port match for: ead0e289-7f2a-42b5-ba76-e8ef4c9a9af4 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:11:07.360622 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device ead0e289-7f2a-42b5-ba76-e8ef4c9a9af4 not bound to the agent host n-h1-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:11:07.389135 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-abbb619b-8812-458a-8aec-473b564ad68b service neutron] 10.222.0.46 "GET /v2.0/ports/05a5c645-0725-4bf3-bbad-910f8f76f37c?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1036201 Nov 22 20:11:07.743550 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-5dd521c9-0da4-402d-abeb-c89a026f1d24 service neutron] 10.222.0.46 "GET /v2.0/networks/6b3bccc8-a74b-4dd2-b44c-99e3a607f72f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3448200 Nov 22 20:11:07.773031 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398b193a-99b9-4c97-ab9d-0dc4736f8d30 req-3b33c00f-1e02-497c-9ffd-aff2f1cf35a0 tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:07.783327 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-398b193a-99b9-4c97-ab9d-0dc4736f8d30 req-3b33c00f-1e02-497c-9ffd-aff2f1cf35a0 tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] 10.222.0.46 "GET /v2.0/ports?device_id=061b0ea0-8e4a-4f23-9523-0bfc0bf638a2 HTTP/1.1" status: 200 len: 946 time: 0.2480526 Nov 22 20:11:08.042450 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-398b193a-99b9-4c97-ab9d-0dc4736f8d30 req-47f2292f-68e0-4ee3-a68c-27107e60477b tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] 10.222.0.46 "GET /v2.0/security-groups?id=402b14b3-7b21-4f37-9e5a-c3de7eeeb958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2513986 Nov 22 20:11:08.083029 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-afab3565-2a60-464f-8a61-80b7bb48f569 service neutron] 10.222.0.46 "GET /v2.0/networks/6b3bccc8-a74b-4dd2-b44c-99e3a607f72f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3307886 Nov 22 20:11:08.111317 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [req-871b2ed3-cdd3-4eac-a14b-0ff6f9501be3 req-d4b27d08-a235-4a55-bb60-24a74a3e8d4c service neutron] Request body: {'port': {'device_id': '797644ee-f258-40ce-8029-fe42d9c66411', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818823-1'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:11:08.293368 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a5e854-d84b-44ca-a263-3791c3dd0002 req-5122e739-c7f2-4134-8c38-12b0828dfee1 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:08.301553 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-72a5e854-d84b-44ca-a263-3791c3dd0002 req-5122e739-c7f2-4134-8c38-12b0828dfee1 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.46 "GET /v2.0/networks?id=4906551a-712e-4bde-8433-b2db24f02f5c HTTP/1.1" status: 200 len: 807 time: 0.1324196 Nov 22 20:11:08.329868 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-871b2ed3-cdd3-4eac-a14b-0ff6f9501be3 req-d4b27d08-a235-4a55-bb60-24a74a3e8d4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:08.334749 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-72a5e854-d84b-44ca-a263-3791c3dd0002 req-a2769524-6475-4bcd-8016-54c6b5b755f9 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.46 "GET /v2.0/quotas/2c9de68061ee477dbb5cc544058ec72e HTTP/1.1" status: 200 len: 375 time: 0.0318639 Nov 22 20:11:08.423392 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-a1bdffeb-e875-42ee-82e0-5adbf88340e1 service neutron] 10.222.0.46 "GET /v2.0/networks/6b3bccc8-a74b-4dd2-b44c-99e3a607f72f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3311181 Nov 22 20:11:08.550622 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-72a5e854-d84b-44ca-a263-3791c3dd0002 req-30f54101-b16c-4a66-9e90-b7bf9aa1b214 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=2c9de68061ee477dbb5cc544058ec72e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2149568 Nov 22 20:11:08.707967 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-5b324766-36f9-4c29-946a-2d638680482c service neutron] 10.222.0.46 "GET /v2.0/networks/6b3bccc8-a74b-4dd2-b44c-99e3a607f72f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2829261 Nov 22 20:11:08.731572 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-41e8276c-ee78-4c53-a567-ae76f2d9f2a9 tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:08.754899 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-72a5e854-d84b-44ca-a263-3791c3dd0002 req-be2b29b2-fbe0-429e-bd7b-0e09861c998b service neutron] 10.222.0.46 "GET /v2.0/networks/4906551a-712e-4bde-8433-b2db24f02f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1938441 Nov 22 20:11:08.760055 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 8382b894-de12-40ff-b631-58b7e3fd7d64 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:11:08.996560 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 8382b894-de12-40ff-b631-58b7e3fd7d64 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:11:08.996560 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:09.011048 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [req-871b2ed3-cdd3-4eac-a14b-0ff6f9501be3 req-d4b27d08-a235-4a55-bb60-24a74a3e8d4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 715b9b8d-b380-49db-8f23-d701c0fa9ca2 {{(pid=103448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:11:09.031032 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-871b2ed3-cdd3-4eac-a14b-0ff6f9501be3 req-d4b27d08-a235-4a55-bb60-24a74a3e8d4c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:09.080023 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [req-871b2ed3-cdd3-4eac-a14b-0ff6f9501be3 req-d4b27d08-a235-4a55-bb60-24a74a3e8d4c service neutron] Transition to ACTIVE for port object 715b9b8d-b380-49db-8f23-d701c0fa9ca2 will not be triggered until provisioned by entity L2. {{(pid=103448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 20:11:09.097581 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-72a5e854-d84b-44ca-a263-3791c3dd0002 req-63898146-ade1-43b8-9bf3-927421414a09 service neutron] 10.222.0.46 "GET /v2.0/networks/4906551a-712e-4bde-8433-b2db24f02f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3327460 Nov 22 20:11:09.113771 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-c5562dde-b3e8-4060-b4fc-fdfccc9f4b9a service neutron] 10.222.0.46 "GET /v2.0/networks/6b3bccc8-a74b-4dd2-b44c-99e3a607f72f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3356457 Nov 22 20:11:09.190733 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-871b2ed3-cdd3-4eac-a14b-0ff6f9501be3 req-d4b27d08-a235-4a55-bb60-24a74a3e8d4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:09.195214 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:09.229819 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] For port 8382b894-de12-40ff-b631-58b7e3fd7d64, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=8382b894-de12-40ff-b631-58b7e3fd7d64,segment=NetworkSegment(8793ba83-8407-4c3d-9b56-2a177cd58a70),segment_id=8793ba83-8407-4c3d-9b56-2a177cd58a70)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:11:09.236712 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:09.356889 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b27d08-a235-4a55-bb60-24a74a3e8d4c service neutron] Pushing event updated for resources: {'Port': ['ID=715b9b8d-b380-49db-8f23-d701c0fa9ca2,revision_number=2']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:11:09.369643 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Pushing event updated for resources: {'Port': ['ID=8382b894-de12-40ff-b631-58b7e3fd7d64,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:11:09.421923 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-db656df1-ba34-4d62-ba89-bf3d48a4924c service neutron] 10.222.0.46 "GET /v2.0/networks/6b3bccc8-a74b-4dd2-b44c-99e3a607f72f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3071883 Nov 22 20:11:09.429530 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-41e8276c-ee78-4c53-a567-ae76f2d9f2a9 tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-659538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-841284'] for router, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:09.477762 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-871b2ed3-cdd3-4eac-a14b-0ff6f9501be3 req-d4b27d08-a235-4a55-bb60-24a74a3e8d4c service neutron] Attempting to bind port 715b9b8d-b380-49db-8f23-d701c0fa9ca2 on host n-h1-818823-1 for vnic_type normal with profile {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:11:09.478106 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-871b2ed3-cdd3-4eac-a14b-0ff6f9501be3 req-d4b27d08-a235-4a55-bb60-24a74a3e8d4c service neutron] Attempting to bind port 715b9b8d-b380-49db-8f23-d701c0fa9ca2 by drivers openvswitch,hyperv on host n-h1-818823-1 at level 0 using segments [{'id': '403bed75-1d6d-4ea7-8047-29e80a30dbc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '991bb7a4-c166-4f8c-9bad-b2abf9942333'}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:11:09.478439 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-871b2ed3-cdd3-4eac-a14b-0ff6f9501be3 req-d4b27d08-a235-4a55-bb60-24a74a3e8d4c service neutron] Attempting to bind port 715b9b8d-b380-49db-8f23-d701c0fa9ca2 on network 991bb7a4-c166-4f8c-9bad-b2abf9942333 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:11:09.522417 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-871b2ed3-cdd3-4eac-a14b-0ff6f9501be3 req-d4b27d08-a235-4a55-bb60-24a74a3e8d4c service neutron] Port 715b9b8d-b380-49db-8f23-d701c0fa9ca2 on network 991bb7a4-c166-4f8c-9bad-b2abf9942333 not bound, no agent of type Open vSwitch agent registered on host n-h1-818823-1 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:11:09.522726 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-871b2ed3-cdd3-4eac-a14b-0ff6f9501be3 req-d4b27d08-a235-4a55-bb60-24a74a3e8d4c service neutron] Attempting to bind port 715b9b8d-b380-49db-8f23-d701c0fa9ca2 on network 991bb7a4-c166-4f8c-9bad-b2abf9942333 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:11:09.538799 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-871b2ed3-cdd3-4eac-a14b-0ff6f9501be3 req-d4b27d08-a235-4a55-bb60-24a74a3e8d4c service neutron] Checking agent: {'id': '7a008cff-3b49-418c-8046-689d46cc800f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'started_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 10, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:11:09.538799 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-871b2ed3-cdd3-4eac-a14b-0ff6f9501be3 req-d4b27d08-a235-4a55-bb60-24a74a3e8d4c service neutron] Checking segment: {'id': '403bed75-1d6d-4ea7-8047-29e80a30dbc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '991bb7a4-c166-4f8c-9bad-b2abf9942333'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:11:09.539278 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-871b2ed3-cdd3-4eac-a14b-0ff6f9501be3 req-d4b27d08-a235-4a55-bb60-24a74a3e8d4c service neutron] Bound using segment: {'id': '403bed75-1d6d-4ea7-8047-29e80a30dbc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '991bb7a4-c166-4f8c-9bad-b2abf9942333'} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:11:09.539683 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-871b2ed3-cdd3-4eac-a14b-0ff6f9501be3 req-d4b27d08-a235-4a55-bb60-24a74a3e8d4c service neutron] Bound port: 715b9b8d-b380-49db-8f23-d701c0fa9ca2, host: n-h1-818823-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '403bed75-1d6d-4ea7-8047-29e80a30dbc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '991bb7a4-c166-4f8c-9bad-b2abf9942333'}}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:11:09.540050 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-871b2ed3-cdd3-4eac-a14b-0ff6f9501be3 req-d4b27d08-a235-4a55-bb60-24a74a3e8d4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:09.743981 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-871b2ed3-cdd3-4eac-a14b-0ff6f9501be3 req-d4b27d08-a235-4a55-bb60-24a74a3e8d4c service neutron] For port 715b9b8d-b380-49db-8f23-d701c0fa9ca2, host n-h1-818823-1, cleared binding levels {{(pid=103448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:11:09.751585 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-871b2ed3-cdd3-4eac-a14b-0ff6f9501be3 req-d4b27d08-a235-4a55-bb60-24a74a3e8d4c service neutron] For port 715b9b8d-b380-49db-8f23-d701c0fa9ca2, host n-h1-818823-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=715b9b8d-b380-49db-8f23-d701c0fa9ca2,segment=NetworkSegment(403bed75-1d6d-4ea7-8047-29e80a30dbc1),segment_id=403bed75-1d6d-4ea7-8047-29e80a30dbc1)] {{(pid=103448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:11:09.771787 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-871b2ed3-cdd3-4eac-a14b-0ff6f9501be3 req-d4b27d08-a235-4a55-bb60-24a74a3e8d4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:09.789678 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-f5d05f5f-7b92-47bf-b966-9d6109afd9c7 service neutron] 10.222.0.46 "GET /v2.0/networks/9d0b1a7a-dafa-41a5-9e6d-f6ddddd5c8ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3601205 Nov 22 20:11:09.842793 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b27d08-a235-4a55-bb60-24a74a3e8d4c service neutron] Pushing event updated for resources: {'Port': ['ID=715b9b8d-b380-49db-8f23-d701c0fa9ca2,revision_number=3']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:11:09.865048 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41e8276c-ee78-4c53-a567-ae76f2d9f2a9 tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] Router b2cee47c-7622-4740-9522-effba4fa14ee is scheduled to L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 with binding_index 1 {{(pid=103448) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 20:11:09.868850 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871b2ed3-cdd3-4eac-a14b-0ff6f9501be3 req-d4b27d08-a235-4a55-bb60-24a74a3e8d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:09.869495 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-871b2ed3-cdd3-4eac-a14b-0ff6f9501be3 req-d4b27d08-a235-4a55-bb60-24a74a3e8d4c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:09.871098 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-871b2ed3-cdd3-4eac-a14b-0ff6f9501be3 req-d4b27d08-a235-4a55-bb60-24a74a3e8d4c service neutron] 10.222.0.41 "PUT /v2.0/ports/715b9b8d-b380-49db-8f23-d701c0fa9ca2 HTTP/1.1" status: 200 len: 1091 time: 1.7665508 Nov 22 20:11:09.871600 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '797644ee-f258-40ce-8029-fe42d9c66411', 'tag': '715b9b8d-b380-49db-8f23-d701c0fa9ca2'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:11:09.874356 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589a98cf2aea187fcc423a5edb333e5a6cf3ad7c81115d1ebee0f079693c312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-691b6c5f-2026-47ef-a9b7-bdd40f0b1a47" -d '{"events": [{"name": "network-changed", "server_uuid": "797644ee-f258-40ce-8029-fe42d9c66411", "tag": "715b9b8d-b380-49db-8f23-d701c0fa9ca2"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:11:09.957747 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-44b0f8d1-143f-4619-9b84-9edb15547358 req-114fc024-4670-416a-97cf-325475fb86bd tempest-ServersTestFqdnHostnames-1631784793 tempest-ServersTestFqdnHostnames-1631784793-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--1035498002&fields=id&tenant_id=406a5dbad308428791820735fa76e3b4 HTTP/1.1" status: 200 len: 267 time: 0.2613847 Nov 22 20:11:10.211802 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41e8276c-ee78-4c53-a567-ae76f2d9f2a9 tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:11:10.226612 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871b2ed3-cdd3-4eac-a14b-0ff6f9501be3 req-bc840f55-93da-42f9-89cc-5b72ceda7525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:10.228169 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a76145-8cef-4fe0-b965-52d2796e65e6 None None] Sync routers for ids ['b2cee47c-7622-4740-9522-effba4fa14ee'] in n-d-818823-1 {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:11:10.231811 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-871b2ed3-cdd3-4eac-a14b-0ff6f9501be3 req-bc840f55-93da-42f9-89cc-5b72ceda7525 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=dca6bcb55fff4e67be6ef75cef700ffc&device_id=797644ee-f258-40ce-8029-fe42d9c66411 HTTP/1.1" status: 200 len: 1094 time: 0.1663952 Nov 22 20:11:10.245879 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a76145-8cef-4fe0-b965-52d2796e65e6 None None] Routers {'b2cee47c-7622-4740-9522-effba4fa14ee'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:11:10.247853 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-f7a76145-8cef-4fe0-b965-52d2796e65e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:11:02Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['b2cee47c-7622-4740-9522-effba4fa14ee'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:11:10.365147 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-8c3095aa-c867-4f81-b237-479e3d3e582f service neutron] 10.222.0.46 "GET /v2.0/networks/9d0b1a7a-dafa-41a5-9e6d-f6ddddd5c8ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5490718 Nov 22 20:11:10.378579 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-871b2ed3-cdd3-4eac-a14b-0ff6f9501be3 req-438bdeea-7a2a-499f-b33b-349818e3ec2a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=715b9b8d-b380-49db-8f23-d701c0fa9ca2 HTTP/1.1" status: 200 len: 217 time: 0.1362984 Nov 22 20:11:10.381915 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-41e8276c-ee78-4c53-a567-ae76f2d9f2a9 tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] Publish callbacks [] for router, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:10.387377 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-41e8276c-ee78-4c53-a567-ae76f2d9f2a9 tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 6.2938895 Nov 22 20:11:10.406482 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 34332) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:11:10.465777 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-f7a76145-8cef-4fe0-b965-52d2796e65e6 None None] Set router b2cee47c-7622-4740-9522-effba4fa14ee gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:11:10.482771 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871b2ed3-cdd3-4eac-a14b-0ff6f9501be3 req-d597c92a-e068-466b-987e-4d73edb5638d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:10.484381 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-871b2ed3-cdd3-4eac-a14b-0ff6f9501be3 req-d597c92a-e068-466b-987e-4d73edb5638d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1d9e6c2e-03b8-4969-bf19-022a747548c2 HTTP/1.1" status: 200 len: 853 time: 0.0956118 Nov 22 20:11:10.496544 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b0f8d1-143f-4619-9b84-9edb15547358 req-e8d78570-0a03-4a3e-8c30-8d556c3bc68e tempest-ServersTestFqdnHostnames-1631784793 tempest-ServersTestFqdnHostnames-1631784793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:10.498348 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-44b0f8d1-143f-4619-9b84-9edb15547358 req-e8d78570-0a03-4a3e-8c30-8d556c3bc68e tempest-ServersTestFqdnHostnames-1631784793 tempest-ServersTestFqdnHostnames-1631784793-project] 10.222.0.46 "GET /v2.0/networks?id=4189e990-d6f7-4a58-bd04-aeb593878d0b HTTP/1.1" status: 200 len: 814 time: 0.5345953 Nov 22 20:11:10.572200 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-44b0f8d1-143f-4619-9b84-9edb15547358 req-c41c19ef-e4d3-48cf-876f-64d686cbbeeb tempest-ServersTestFqdnHostnames-1631784793 tempest-ServersTestFqdnHostnames-1631784793-project] 10.222.0.46 "GET /v2.0/quotas/406a5dbad308428791820735fa76e3b4 HTTP/1.1" status: 200 len: 375 time: 0.0234549 Nov 22 20:11:10.645575 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871b2ed3-cdd3-4eac-a14b-0ff6f9501be3 req-13684c2c-7c61-4d11-b375-111dcc164b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:10.649483 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-871b2ed3-cdd3-4eac-a14b-0ff6f9501be3 req-13684c2c-7c61-4d11-b375-111dcc164b15 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=991bb7a4-c166-4f8c-9bad-b2abf9942333&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1496747 Nov 22 20:11:10.751364 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 8382b894-de12-40ff-b631-58b7e3fd7d64 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:11:10.853799 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 8382b894-de12-40ff-b631-58b7e3fd7d64 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:11:10.854366 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:10.980060 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-f7a76145-8cef-4fe0-b965-52d2796e65e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2cee47c-7622-4740-9522-effba4fa14ee', 'name': 'tempest-snat-router-946560519', 'tenant_id': '663e8072a5c74032828916dadfd22abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.102'}], 'enable_snat': True}, 'gw_port_id': 'bd24dc3b-12ad-40ee-94e0-89f387b92cef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:11:04Z', 'updated_at': '2021-11-22T20:11:07Z', 'revision_number': 3, 'project_id': '663e8072a5c74032828916dadfd22abb', 'gw_port': {'id': 'bd24dc3b-12ad-40ee-94e0-89f387b92cef', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:88:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2cee47c-7622-4740-9522-effba4fa14ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:11:06Z', 'updated_at': '2021-11-22T20:11:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:11:11.031496 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a76145-8cef-4fe0-b965-52d2796e65e6 None None] Checking router: b2cee47c-7622-4740-9522-effba4fa14ee for host: n-d-818823-1 {{(pid=103449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 20:11:11.032166 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a76145-8cef-4fe0-b965-52d2796e65e6 None None] Updating router b2cee47c-7622-4740-9522-effba4fa14ee port bd24dc3b-12ad-40ee-94e0-89f387b92cef binding host n-d-818823-1 {{(pid=103449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 20:11:11.063115 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-f7a76145-8cef-4fe0-b965-52d2796e65e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:11.125073 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-b9689041-d4cd-46c9-8e84-1a9fe9d0df69 service neutron] 10.222.0.46 "GET /v2.0/networks/9d0b1a7a-dafa-41a5-9e6d-f6ddddd5c8ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7581985 Nov 22 20:11:11.156365 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-44b0f8d1-143f-4619-9b84-9edb15547358 req-6ce9fb53-dfba-48ad-8fac-61da846f4817 tempest-ServersTestFqdnHostnames-1631784793 tempest-ServersTestFqdnHostnames-1631784793-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=406a5dbad308428791820735fa76e3b4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5759861 Nov 22 20:11:11.231949 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-99c95a3e-01e0-466b-8a0e-d2a09e86a97a tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] 10.222.0.46 "GET /v2.0/routers/b2cee47c-7622-4740-9522-effba4fa14ee HTTP/1.1" status: 200 len: 907 time: 0.8241782 Nov 22 20:11:11.235284 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 34334) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:11:11.370177 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-44b0f8d1-143f-4619-9b84-9edb15547358 req-0574c146-6ae1-4153-8840-c24045734e0d service neutron] 10.222.0.46 "GET /v2.0/networks/4189e990-d6f7-4a58-bd04-aeb593878d0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1926119 Nov 22 20:11:11.380564 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-318ef4aa-e1f6-4c1d-9f47-be155b126e56 service neutron] 10.222.0.46 "GET /v2.0/networks/9d0b1a7a-dafa-41a5-9e6d-f6ddddd5c8ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2543154 Nov 22 20:11:11.449500 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6f656e0d-df65-427b-b18d-57020d5facc5 tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] Publish callbacks [] for router, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:11.512187 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-44b0f8d1-143f-4619-9b84-9edb15547358 req-9dbbace8-bf16-443d-8d7c-353abd81edd4 service neutron] 10.222.0.46 "GET /v2.0/networks/4189e990-d6f7-4a58-bd04-aeb593878d0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341741 Nov 22 20:11:11.515502 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-f7a76145-8cef-4fe0-b965-52d2796e65e6 None None] Publish callbacks [] for port, precommit_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:11.526846 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-f7a76145-8cef-4fe0-b965-52d2796e65e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:11.619107 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6f656e0d-df65-427b-b18d-57020d5facc5 tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:11.647111 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975881ec-7c24-4ddd-9727-55f5731754e3 None None] Pushing event updated for resources: {'Port': ['ID=bd24dc3b-12ad-40ee-94e0-89f387b92cef,revision_number=2']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:11:11.722118 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-f7a76145-8cef-4fe0-b965-52d2796e65e6 None None] Attempting to bind port bd24dc3b-12ad-40ee-94e0-89f387b92cef on host n-d-818823-1 for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:11:11.722631 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-f7a76145-8cef-4fe0-b965-52d2796e65e6 None None] Attempting to bind port bd24dc3b-12ad-40ee-94e0-89f387b92cef by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:11:11.723014 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a76145-8cef-4fe0-b965-52d2796e65e6 None None] Attempting to bind port bd24dc3b-12ad-40ee-94e0-89f387b92cef on network c48a55e9-6a85-4746-b7bf-3e29fb560094 {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:11:11.744231 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a76145-8cef-4fe0-b965-52d2796e65e6 None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 11, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:11:11.744691 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a76145-8cef-4fe0-b965-52d2796e65e6 None None] Checking segment: {'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:11:11.745130 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-f7a76145-8cef-4fe0-b965-52d2796e65e6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:11.745512 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a76145-8cef-4fe0-b965-52d2796e65e6 None None] Bound using segment: {'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:11:11.746013 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-f7a76145-8cef-4fe0-b965-52d2796e65e6 None None] Bound port: bd24dc3b-12ad-40ee-94e0-89f387b92cef, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:11:11.746405 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-f7a76145-8cef-4fe0-b965-52d2796e65e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:11.746647 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-6f656e0d-df65-427b-b18d-57020d5facc5 tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] Deleting port bd24dc3b-12ad-40ee-94e0-89f387b92cef {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:11:11.746943 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6f656e0d-df65-427b-b18d-57020d5facc5 tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:11.896457 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-f7a76145-8cef-4fe0-b965-52d2796e65e6 None None] For port bd24dc3b-12ad-40ee-94e0-89f387b92cef, host n-d-818823-1, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:11:11.897010 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:11:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3259b05-b213-4c98-a8df-f2382117e7df x-openstack-request-id: req-f3259b05-b213-4c98-a8df-f2382117e7df {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:11:11.897323 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "593b2096-75b7-405a-b83d-4e4481045f8d", "name": "network-vif-deleted", "tag": "ead0e289-7f2a-42b5-ba76-e8ef4c9a9af4", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:11:11.897584 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f3259b05-b213-4c98-a8df-f2382117e7df {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:11:11.898002 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '593b2096-75b7-405a-b83d-4e4481045f8d', 'name': 'network-vif-deleted', 'tag': 'ead0e289-7f2a-42b5-ba76-e8ef4c9a9af4', 'status': 'completed', 'code': 200} Nov 22 20:11:11.913521 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-f7a76145-8cef-4fe0-b965-52d2796e65e6 None None] For port bd24dc3b-12ad-40ee-94e0-89f387b92cef, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=bd24dc3b-12ad-40ee-94e0-89f387b92cef,segment=NetworkSegment(8793ba83-8407-4c3d-9b56-2a177cd58a70),segment_id=8793ba83-8407-4c3d-9b56-2a177cd58a70)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:11:11.925487 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-f7a76145-8cef-4fe0-b965-52d2796e65e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:12.028203 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-6f656e0d-df65-427b-b18d-57020d5facc5 tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] For port bd24dc3b-12ad-40ee-94e0-89f387b92cef, host n-d-818823-1, got binding levels [] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:11:12.028570 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6f656e0d-df65-427b-b18d-57020d5facc5 tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:12.049400 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-6f656e0d-df65-427b-b18d-57020d5facc5 tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] Calling delete_port for bd24dc3b-12ad-40ee-94e0-89f387b92cef owned by network:router_gateway {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:11:12.111921 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb93795-3ef5-4cc6-b148-de60bf1170c0 req-e66d33fc-6fea-40ed-b79f-e852d3454c01 tempest-AttachSCSIVolumeTestJSON-1589278495 tempest-AttachSCSIVolumeTestJSON-1589278495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:12.128049 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-cdb93795-3ef5-4cc6-b148-de60bf1170c0 req-e66d33fc-6fea-40ed-b79f-e852d3454c01 tempest-AttachSCSIVolumeTestJSON-1589278495 tempest-AttachSCSIVolumeTestJSON-1589278495-project] 10.222.0.46 "GET /v2.0/ports?device_id=797644ee-f258-40ce-8029-fe42d9c66411 HTTP/1.1" status: 200 len: 943 time: 0.1170733 Nov 22 20:11:12.191577 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a76145-8cef-4fe0-b965-52d2796e65e6 None None] Routers {'b2cee47c-7622-4740-9522-effba4fa14ee'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:11:12.192391 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-f7a76145-8cef-4fe0-b965-52d2796e65e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:11:02Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['b2cee47c-7622-4740-9522-effba4fa14ee'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:11:12.258619 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-cdb93795-3ef5-4cc6-b148-de60bf1170c0 req-aded2d2e-b6de-4e5a-ae95-1ef5feddc845 tempest-AttachSCSIVolumeTestJSON-1589278495 tempest-AttachSCSIVolumeTestJSON-1589278495-project] 10.222.0.46 "GET /v2.0/security-groups?id=94d7354b-7836-43fc-9686-30f5504d4e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239231 Nov 22 20:11:12.344008 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975881ec-7c24-4ddd-9727-55f5731754e3 None None] Pushing event updated for resources: {'Port': ['ID=bd24dc3b-12ad-40ee-94e0-89f387b92cef,revision_number=3']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:11:12.411607 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-f7a76145-8cef-4fe0-b965-52d2796e65e6 None None] Set router b2cee47c-7622-4740-9522-effba4fa14ee gateway port host: None {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:11:12.443638 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a571ff14-0d18-46f8-83b9-9d63ed8c0499 req-86039ba8-62ab-423b-a766-12e69e1f6437 tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:12.457221 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a571ff14-0d18-46f8-83b9-9d63ed8c0499 req-86039ba8-62ab-423b-a766-12e69e1f6437 tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] 10.222.0.46 "GET /v2.0/ports?device_id=061b0ea0-8e4a-4f23-9523-0bfc0bf638a2 HTTP/1.1" status: 200 len: 946 time: 0.0892496 Nov 22 20:11:12.585980 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a571ff14-0d18-46f8-83b9-9d63ed8c0499 req-ee54d8c3-d3ee-476b-81bb-73a3fa8f998d tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] 10.222.0.46 "GET /v2.0/security-groups?id=402b14b3-7b21-4f37-9e5a-c3de7eeeb958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262152 Nov 22 20:11:12.591574 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-f7a76145-8cef-4fe0-b965-52d2796e65e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2cee47c-7622-4740-9522-effba4fa14ee', 'name': 'tempest-snat-router-946560519', 'tenant_id': '663e8072a5c74032828916dadfd22abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:11:04Z', 'updated_at': '2021-11-22T20:11:11Z', 'revision_number': 4, 'project_id': '663e8072a5c74032828916dadfd22abb', 'gw_port_host': None}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:11:12.617532 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6f656e0d-df65-427b-b18d-57020d5facc5 tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:12.702800 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 20:11:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15349463-d2bc-49f8-bc35-2f6063d871b9 x-openstack-request-id: req-15349463-d2bc-49f8-bc35-2f6063d871b9 {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:11:12.703104 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "797644ee-f258-40ce-8029-fe42d9c66411", "tag": "715b9b8d-b380-49db-8f23-d701c0fa9ca2", "status": "completed", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:11:12.703350 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-15349463-d2bc-49f8-bc35-2f6063d871b9 {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:11:12.703794 n-d-818823-1 neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '797644ee-f258-40ce-8029-fe42d9c66411', 'tag': '715b9b8d-b380-49db-8f23-d701c0fa9ca2', 'status': 'completed', 'code': 200} Nov 22 20:11:12.722340 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f656e0d-df65-427b-b18d-57020d5facc5 tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] Pushing event deleted for resources: {'Port': ['ID=bd24dc3b-12ad-40ee-94e0-89f387b92cef,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:11:12.794539 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a76145-8cef-4fe0-b965-52d2796e65e6 None None] The sync data for ids ['b2cee47c-7622-4740-9522-effba4fa14ee'] in n-d-818823-1 is: [{'id': 'b2cee47c-7622-4740-9522-effba4fa14ee', 'name': 'tempest-snat-router-946560519', 'tenant_id': '663e8072a5c74032828916dadfd22abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:11:04Z', 'updated_at': '2021-11-22T20:11:11Z', 'revision_number': 4, 'project_id': '663e8072a5c74032828916dadfd22abb', 'gw_port_host': None}] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:11:12.928135 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-209dc8bf-ebea-409e-9f45-ab481bde8c50 req-270dce3c-3150-4094-aee9-25346194e8ca tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.46 "GET /v2.0/ports?device_id=8ec865c1-8118-4657-afb0-3aaac7ba2b18 HTTP/1.1" status: 200 len: 210 time: 0.1845293 Nov 22 20:11:12.957304 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6f656e0d-df65-427b-b18d-57020d5facc5 tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595398'] for router_gateway, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:13.044409 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b90ee08e-fd73-40ac-b9c9-c4b92166dda3 req-ffc60a5e-6c81-4c7e-abda-8f37864539f7 tempest-ServersTestFqdnHostnames-1631784793 tempest-ServersTestFqdnHostnames-1631784793-project] 10.222.0.46 "GET /v2.0/ports?device_id=667baf5d-8c2a-4f80-98a0-d39752935427 HTTP/1.1" status: 200 len: 210 time: 0.2860954 Nov 22 20:11:13.220308 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6f656e0d-df65-427b-b18d-57020d5facc5 tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24781'] for router, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:13.223377 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6f656e0d-df65-427b-b18d-57020d5facc5 tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:13.240264 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ecaaf3a3-aff5-4b1a-83f9-37064748bd16 req-ab0a8dfe-3b02-4ceb-8511-d9aa7c71985e tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f4a90d6-1fcd-49f1-9d76-18b26c029474 HTTP/1.1" status: 200 len: 210 time: 0.1201043 Nov 22 20:11:13.318172 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-871b2ed3-cdd3-4eac-a14b-0ff6f9501be3 req-29c5c9e9-e08c-4bec-a2b4-38b69fa8dbb1 service neutron] 10.222.0.41 "GET /v2.0/networks/991bb7a4-c166-4f8c-9bad-b2abf9942333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6296222 Nov 22 20:11:13.320053 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6f656e0d-df65-427b-b18d-57020d5facc5 tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-663261'] for router, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:13.321023 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f656e0d-df65-427b-b18d-57020d5facc5 tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b2cee47c-7622-4740-9522-effba4fa14ee {{(pid=103448) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 20:11:13.328392 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6f656e0d-df65-427b-b18d-57020d5facc5 tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] Publish callbacks [] for router, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:13.333830 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-6f656e0d-df65-427b-b18d-57020d5facc5 tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] 10.222.0.46 "DELETE /v2.0/routers/b2cee47c-7622-4740-9522-effba4fa14ee HTTP/1.1" status: 204 len: 168 time: 2.0943446 Nov 22 20:11:13.334247 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 34394) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:11:13.571005 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-871b2ed3-cdd3-4eac-a14b-0ff6f9501be3 req-034fa2d3-ae22-445c-8577-7f08775bc161 service neutron] 10.222.0.41 "GET /v2.0/networks/991bb7a4-c166-4f8c-9bad-b2abf9942333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2245188 Nov 22 20:11:13.826560 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0bf663-6ecd-48b5-87ac-4204f289e051 req-31a3a2a5-4608-483d-b956-e33cbf5542c1 tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:13.835453 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0a0bf663-6ecd-48b5-87ac-4204f289e051 req-31a3a2a5-4608-483d-b956-e33cbf5542c1 tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] 10.222.0.46 "GET /v2.0/ports?device_id=f120437d-9853-4b55-a507-5eced1446d4e HTTP/1.1" status: 200 len: 945 time: 0.3281560 Nov 22 20:11:13.884410 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42bb106-bbd5-4e1b-908b-ef7e487cd5be req-3b77f21c-d395-4405-a212-268a9bfbc7d8 tempest-AttachSCSIVolumeTestJSON-1589278495 tempest-AttachSCSIVolumeTestJSON-1589278495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:13.886120 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d42bb106-bbd5-4e1b-908b-ef7e487cd5be req-3b77f21c-d395-4405-a212-268a9bfbc7d8 tempest-AttachSCSIVolumeTestJSON-1589278495 tempest-AttachSCSIVolumeTestJSON-1589278495-project] 10.222.0.46 "GET /v2.0/ports?device_id=797644ee-f258-40ce-8029-fe42d9c66411 HTTP/1.1" status: 200 len: 943 time: 0.2697001 Nov 22 20:11:13.893698 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6f834e75-371f-4c03-bd84-b8addca85ee2 tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] Publish callbacks [] for router, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:14.043678 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0a0bf663-6ecd-48b5-87ac-4204f289e051 req-b5379464-d101-45b6-8ed2-9e8ee9a1feba tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] 10.222.0.46 "GET /v2.0/security-groups?id=402b14b3-7b21-4f37-9e5a-c3de7eeeb958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861904 Nov 22 20:11:14.186565 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:14.189513 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:14.192798 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d42bb106-bbd5-4e1b-908b-ef7e487cd5be req-b91040bf-d171-4107-b9bd-4136b92b07c1 tempest-AttachSCSIVolumeTestJSON-1589278495 tempest-AttachSCSIVolumeTestJSON-1589278495-project] 10.222.0.46 "GET /v2.0/security-groups?id=94d7354b-7836-43fc-9686-30f5504d4e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2379568 Nov 22 20:11:14.245712 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6f834e75-371f-4c03-bd84-b8addca85ee2 tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:14.296681 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b82929-a2f4-4933-b188-7328fcfbf157 req-b9a958b8-1078-43c1-b51a-a7bfac44ea85 tempest-ListServerFiltersTestJSON-710341241 tempest-ListServerFiltersTestJSON-710341241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:14.305342 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b5b82929-a2f4-4933-b188-7328fcfbf157 req-b9a958b8-1078-43c1-b51a-a7bfac44ea85 tempest-ListServerFiltersTestJSON-710341241 tempest-ListServerFiltersTestJSON-710341241-project] 10.222.0.46 "GET /v2.0/ports?device_id=d59d7a07-3466-4053-a1c5-b23052fad2dc HTTP/1.1" status: 200 len: 946 time: 0.1095591 Nov 22 20:11:14.370125 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-af2de11f-25b3-46bb-9009-c300bc9eaa85 req-13ea6327-d4b4-43d7-82ba-a50c6c337976 tempest-ListImageFiltersTestJSON-1762929970 tempest-ListImageFiltersTestJSON-1762929970-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=648c890a9b2441578b9f3566fe6ec4c4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0418646 Nov 22 20:11:14.468180 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b5b82929-a2f4-4933-b188-7328fcfbf157 req-c38c7d35-6d4d-452f-aeb3-24f35e3874ee tempest-ListServerFiltersTestJSON-710341241 tempest-ListServerFiltersTestJSON-710341241-project] 10.222.0.46 "GET /v2.0/security-groups?id=22127be5-351b-4d65-aed1-0fcc5085805a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600745 Nov 22 20:11:14.499006 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-6f834e75-371f-4c03-bd84-b8addca85ee2 tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] Deleting port 8382b894-de12-40ff-b631-58b7e3fd7d64 {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:11:14.499357 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6f834e75-371f-4c03-bd84-b8addca85ee2 tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:14.600650 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0058ff2b-d61a-44fb-b4d0-8cf92b11cfc5 req-3e76f805-3509-4fa7-84e7-fe758c6a3cc3 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.46 "GET /v2.0/ports?device_id=8ec865c1-8118-4657-afb0-3aaac7ba2b18 HTTP/1.1" status: 200 len: 210 time: 0.0478194 Nov 22 20:11:14.627190 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2de11f-25b3-46bb-9009-c300bc9eaa85 req-a858a438-6adf-4cd3-beab-978a0af5f3ee tempest-ListImageFiltersTestJSON-1762929970 tempest-ListImageFiltersTestJSON-1762929970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:14.629247 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-af2de11f-25b3-46bb-9009-c300bc9eaa85 req-a858a438-6adf-4cd3-beab-978a0af5f3ee tempest-ListImageFiltersTestJSON-1762929970 tempest-ListImageFiltersTestJSON-1762929970-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2579830 Nov 22 20:11:14.672983 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-af2de11f-25b3-46bb-9009-c300bc9eaa85 req-914c55d2-e3e5-48f9-8952-323ca49259c2 tempest-ListImageFiltersTestJSON-1762929970 tempest-ListImageFiltersTestJSON-1762929970-project] 10.222.0.46 "GET /v2.0/quotas/648c890a9b2441578b9f3566fe6ec4c4 HTTP/1.1" status: 200 len: 375 time: 0.0297968 Nov 22 20:11:14.674912 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [None req-6f834e75-371f-4c03-bd84-b8addca85ee2 tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] For port 8382b894-de12-40ff-b631-58b7e3fd7d64, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=8382b894-de12-40ff-b631-58b7e3fd7d64,segment=NetworkSegment(8793ba83-8407-4c3d-9b56-2a177cd58a70),segment_id=8793ba83-8407-4c3d-9b56-2a177cd58a70)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:11:14.675462 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6f834e75-371f-4c03-bd84-b8addca85ee2 tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:14.723627 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-6f834e75-371f-4c03-bd84-b8addca85ee2 tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] Calling delete_port for 8382b894-de12-40ff-b631-58b7e3fd7d64 owned by network:router_gateway {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:11:14.738918 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-af2de11f-25b3-46bb-9009-c300bc9eaa85 req-547c1fdf-f04d-4939-9fee-7923f88175d2 tempest-ListImageFiltersTestJSON-1762929970 tempest-ListImageFiltersTestJSON-1762929970-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=648c890a9b2441578b9f3566fe6ec4c4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0595737 Nov 22 20:11:14.769024 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-54685562-b584-431f-a0a4-0f6e16539c99 req-e4c99c4d-2e73-46fc-a7de-9542717f5bd8 tempest-ServersTestFqdnHostnames-1631784793 tempest-ServersTestFqdnHostnames-1631784793-project] 10.222.0.46 "GET /v2.0/ports?device_id=667baf5d-8c2a-4f80-98a0-d39752935427 HTTP/1.1" status: 200 len: 210 time: 0.0637395 Nov 22 20:11:14.877860 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24491e4d-1674-427f-b445-c0b9cc681ce4 req-f2f3baae-8ffb-4ad4-84ae-3b8c657f1de6 tempest-ListServerFiltersTestJSON-710341241 tempest-ListServerFiltersTestJSON-710341241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:14.879672 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-24491e4d-1674-427f-b445-c0b9cc681ce4 req-f2f3baae-8ffb-4ad4-84ae-3b8c657f1de6 tempest-ListServerFiltersTestJSON-710341241 tempest-ListServerFiltersTestJSON-710341241-project] 10.222.0.20 "GET /v2.0/ports?device_id=d59d7a07-3466-4053-a1c5-b23052fad2dc HTTP/1.1" status: 200 len: 946 time: 0.1469223 Nov 22 20:11:15.171148 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6f834e75-371f-4c03-bd84-b8addca85ee2 tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:15.232238 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2306481d-27ef-4473-a099-a7754c95bb8f req-dbd240e5-f6ad-49f0-982e-3f51eae3c695 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f4a90d6-1fcd-49f1-9d76-18b26c029474 HTTP/1.1" status: 200 len: 210 time: 0.1907070 Nov 22 20:11:15.341151 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f834e75-371f-4c03-bd84-b8addca85ee2 tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] Pushing event deleted for resources: {'Port': ['ID=8382b894-de12-40ff-b631-58b7e3fd7d64,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:11:15.502472 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d0d6c689-4a62-4dce-8696-dbec78d59506 req-c9a50a48-e3d5-4936-8668-14dafe17f397 tempest-ListImageFiltersTestJSON-1762929970 tempest-ListImageFiltersTestJSON-1762929970-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=648c890a9b2441578b9f3566fe6ec4c4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3154569 Nov 22 20:11:15.536770 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f834e75-371f-4c03-bd84-b8addca85ee2 tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:11:15.537301 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f834e75-371f-4c03-bd84-b8addca85ee2 tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:11:15.537878 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f834e75-371f-4c03-bd84-b8addca85ee2 tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:11:15.538300 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f834e75-371f-4c03-bd84-b8addca85ee2 tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:11:15.538805 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f834e75-371f-4c03-bd84-b8addca85ee2 tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:11:15.539216 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f834e75-371f-4c03-bd84-b8addca85ee2 tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:11:15.539715 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f834e75-371f-4c03-bd84-b8addca85ee2 tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:11:15.540922 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f834e75-371f-4c03-bd84-b8addca85ee2 tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:11:15.541334 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f834e75-371f-4c03-bd84-b8addca85ee2 tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:11:15.541798 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f834e75-371f-4c03-bd84-b8addca85ee2 tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:11:15.543031 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f834e75-371f-4c03-bd84-b8addca85ee2 tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:11:15.543775 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f834e75-371f-4c03-bd84-b8addca85ee2 tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:11:15.703770 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6f834e75-371f-4c03-bd84-b8addca85ee2 tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595398'] for router_gateway, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:15.850160 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-24491e4d-1674-427f-b445-c0b9cc681ce4 req-184c523c-16dc-4d91-8902-006c6643c53a tempest-ListServerFiltersTestJSON-710341241 tempest-ListServerFiltersTestJSON-710341241-project] Deleting port 2375dce4-8c48-474c-a748-ca0b4e6fa485 {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:11:15.850519 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-24491e4d-1674-427f-b445-c0b9cc681ce4 req-184c523c-16dc-4d91-8902-006c6643c53a tempest-ListServerFiltersTestJSON-710341241 tempest-ListServerFiltersTestJSON-710341241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:15.870792 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23118d03-2b18-421d-995d-b18ca5d98b9d req-9d54c532-4534-4abf-9f92-7caec7f7b91e tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:15.872496 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-23118d03-2b18-421d-995d-b18ca5d98b9d req-9d54c532-4534-4abf-9f92-7caec7f7b91e tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] 10.222.0.46 "GET /v2.0/ports?device_id=f120437d-9853-4b55-a507-5eced1446d4e HTTP/1.1" status: 200 len: 945 time: 0.3958089 Nov 22 20:11:15.893316 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6f834e75-371f-4c03-bd84-b8addca85ee2 tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24781'] for router, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:15.926665 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6f834e75-371f-4c03-bd84-b8addca85ee2 tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:16.044802 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d6c689-4a62-4dce-8696-dbec78d59506 req-6e439a79-01bf-4105-abad-d742aaa8349e tempest-ListImageFiltersTestJSON-1762929970 tempest-ListImageFiltersTestJSON-1762929970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:16.046369 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d0d6c689-4a62-4dce-8696-dbec78d59506 req-6e439a79-01bf-4105-abad-d742aaa8349e tempest-ListImageFiltersTestJSON-1762929970 tempest-ListImageFiltersTestJSON-1762929970-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4579251 Nov 22 20:11:16.058461 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6f834e75-371f-4c03-bd84-b8addca85ee2 tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-663261'] for router, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:16.059034 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f834e75-371f-4c03-bd84-b8addca85ee2 tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 50aa9ea4-a0f9-412d-8c07-d1eb40a76b49 {{(pid=103447) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 20:11:16.064571 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6f834e75-371f-4c03-bd84-b8addca85ee2 tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] Publish callbacks [] for router, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:16.065300 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-6f834e75-371f-4c03-bd84-b8addca85ee2 tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] 10.222.0.46 "DELETE /v2.0/routers/50aa9ea4-a0f9-412d-8c07-d1eb40a76b49 HTTP/1.1" status: 204 len: 168 time: 2.7290170 Nov 22 20:11:16.069290 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 34458) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:11:16.074477 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-d51ae6fe-894f-47a9-8b5d-53d1eaaac602 tempest-RoutersAdminTest-714316116 tempest-RoutersAdminTest-714316116-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1832951286', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'}, 'admin_state_up': False}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:11:16.113709 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d51ae6fe-894f-47a9-8b5d-53d1eaaac602 tempest-RoutersAdminTest-714316116 tempest-RoutersAdminTest-714316116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24799'] for router, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:16.115123 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d51ae6fe-894f-47a9-8b5d-53d1eaaac602 tempest-RoutersAdminTest-714316116 tempest-RoutersAdminTest-714316116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-632716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24788'] for router, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:16.124136 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d0d6c689-4a62-4dce-8696-dbec78d59506 req-f104470f-d51d-4a5b-84c2-e7e39a26299c tempest-ListImageFiltersTestJSON-1762929970 tempest-ListImageFiltersTestJSON-1762929970-project] 10.222.0.46 "GET /v2.0/quotas/648c890a9b2441578b9f3566fe6ec4c4 HTTP/1.1" status: 200 len: 375 time: 0.0666718 Nov 22 20:11:16.160692 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-23118d03-2b18-421d-995d-b18ca5d98b9d req-67f1910c-fcd9-44c2-8022-3e05bd7de7be tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] 10.222.0.46 "GET /v2.0/security-groups?id=402b14b3-7b21-4f37-9e5a-c3de7eeeb958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2368884 Nov 22 20:11:16.190990 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d0d6c689-4a62-4dce-8696-dbec78d59506 req-d8546d95-c9c7-474e-a28d-802770bb8953 tempest-ListImageFiltersTestJSON-1762929970 tempest-ListImageFiltersTestJSON-1762929970-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=648c890a9b2441578b9f3566fe6ec4c4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0658417 Nov 22 20:11:16.206570 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-24491e4d-1674-427f-b445-c0b9cc681ce4 req-184c523c-16dc-4d91-8902-006c6643c53a tempest-ListServerFiltersTestJSON-710341241 tempest-ListServerFiltersTestJSON-710341241-project] For port 2375dce4-8c48-474c-a748-ca0b4e6fa485, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=2375dce4-8c48-474c-a748-ca0b4e6fa485,segment=NetworkSegment(f4375107-f208-4e57-94ce-2a9cc5f0f2e5),segment_id=f4375107-f208-4e57-94ce-2a9cc5f0f2e5)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:11:16.206961 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-24491e4d-1674-427f-b445-c0b9cc681ce4 req-184c523c-16dc-4d91-8902-006c6643c53a tempest-ListServerFiltersTestJSON-710341241 tempest-ListServerFiltersTestJSON-710341241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:16.233120 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d51ae6fe-894f-47a9-8b5d-53d1eaaac602 tempest-RoutersAdminTest-714316116 tempest-RoutersAdminTest-714316116-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:16.262035 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-24491e4d-1674-427f-b445-c0b9cc681ce4 req-184c523c-16dc-4d91-8902-006c6643c53a tempest-ListServerFiltersTestJSON-710341241 tempest-ListServerFiltersTestJSON-710341241-project] Calling delete_port for 2375dce4-8c48-474c-a748-ca0b4e6fa485 owned by compute:nova {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:11:16.437019 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d51ae6fe-894f-47a9-8b5d-53d1eaaac602 tempest-RoutersAdminTest-714316116 tempest-RoutersAdminTest-714316116-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:16.778433 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 8382b894-de12-40ff-b631-58b7e3fd7d64 no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:11:16.793677 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-af2de11f-25b3-46bb-9009-c300bc9eaa85 req-ad7a932a-481f-4588-b5f4-5e81b0366163 tempest-ListImageFiltersTestJSON-1762929970 tempest-ListImageFiltersTestJSON-1762929970-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=648c890a9b2441578b9f3566fe6ec4c4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1761427 Nov 22 20:11:16.819638 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: 8382b894-de12-40ff-b631-58b7e3fd7d64 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:11:16.820308 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 8382b894-de12-40ff-b631-58b7e3fd7d64 not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:11:16.887935 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d51ae6fe-894f-47a9-8b5d-53d1eaaac602 tempest-RoutersAdminTest-714316116 tempest-RoutersAdminTest-714316116-project] Publish callbacks [] for router_gateway, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:16.914950 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d51ae6fe-894f-47a9-8b5d-53d1eaaac602 tempest-RoutersAdminTest-714316116 tempest-RoutersAdminTest-714316116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:16.936370 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed73a3d8-6d66-4184-b348-c5799dfc28a4 req-56fedede-37ab-4508-b490-1e62e7fc53eb tempest-AttachSCSIVolumeTestJSON-1589278495 tempest-AttachSCSIVolumeTestJSON-1589278495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:16.938268 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ed73a3d8-6d66-4184-b348-c5799dfc28a4 req-56fedede-37ab-4508-b490-1e62e7fc53eb tempest-AttachSCSIVolumeTestJSON-1589278495 tempest-AttachSCSIVolumeTestJSON-1589278495-project] 10.222.0.46 "GET /v2.0/ports?device_id=797644ee-f258-40ce-8029-fe42d9c66411 HTTP/1.1" status: 200 len: 943 time: 0.6713173 Nov 22 20:11:16.999006 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7fa352-9fa1-49a5-ab93-e5ebe4679cee req-fa990357-6563-4007-923b-5a5e6512c327 tempest-ListServerFiltersTestJSON-710341241 tempest-ListServerFiltersTestJSON-710341241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:17.007064 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9e7fa352-9fa1-49a5-ab93-e5ebe4679cee req-fa990357-6563-4007-923b-5a5e6512c327 tempest-ListServerFiltersTestJSON-710341241 tempest-ListServerFiltersTestJSON-710341241-project] 10.222.0.46 "GET /v2.0/ports?device_id=d59d7a07-3466-4053-a1c5-b23052fad2dc HTTP/1.1" status: 200 len: 946 time: 0.4127252 Nov 22 20:11:17.011192 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691b6c5f-2026-47ef-a9b7-bdd40f0b1a47 req-cc5409f9-1a86-4d88-9491-951252b9dcc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:17.013135 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-691b6c5f-2026-47ef-a9b7-bdd40f0b1a47 req-cc5409f9-1a86-4d88-9491-951252b9dcc5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=dca6bcb55fff4e67be6ef75cef700ffc&device_id=797644ee-f258-40ce-8029-fe42d9c66411 HTTP/1.1" status: 200 len: 1094 time: 0.3306656 Nov 22 20:11:17.013534 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a5e854-d84b-44ca-a263-3791c3dd0002 req-f60c9a2b-dad2-4a56-975d-a22ba2fefa55 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:17.015326 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-72a5e854-d84b-44ca-a263-3791c3dd0002 req-f60c9a2b-dad2-4a56-975d-a22ba2fefa55 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.41 "GET /v2.0/networks?id=4906551a-712e-4bde-8433-b2db24f02f5c HTTP/1.1" status: 200 len: 807 time: 0.3625715 Nov 22 20:11:17.061860 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [req-72a5e854-d84b-44ca-a263-3791c3dd0002 req-f95be4a5-ece8-4561-8a44-2b61c3eae378 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] Request body: {'port': {'device_id': '8ec865c1-8118-4657-afb0-3aaac7ba2b18', 'network_id': '4906551a-712e-4bde-8433-b2db24f02f5c', 'admin_state_up': True, 'tenant_id': '2c9de68061ee477dbb5cc544058ec72e'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:11:17.150866 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [None req-d51ae6fe-894f-47a9-8b5d-53d1eaaac602 tempest-RoutersAdminTest-714316116 tempest-RoutersAdminTest-714316116-project] Allocated IP 172.25.5.140 (c48a55e9-6a85-4746-b7bf-3e29fb560094/5da6f781-63e6-4328-ae7a-5e672262f55a/18f67597-f822-4f1d-92e3-09ccbd550cd7) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:11:17.173610 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2de11f-25b3-46bb-9009-c300bc9eaa85 req-1871cfa5-b15d-4f10-b3a2-09cf3a3f5236 tempest-ListImageFiltersTestJSON-1762929970 tempest-ListImageFiltersTestJSON-1762929970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:17.175295 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-af2de11f-25b3-46bb-9009-c300bc9eaa85 req-1871cfa5-b15d-4f10-b3a2-09cf3a3f5236 tempest-ListImageFiltersTestJSON-1762929970 tempest-ListImageFiltersTestJSON-1762929970-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3582697 Nov 22 20:11:17.278651 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72a5e854-d84b-44ca-a263-3791c3dd0002 req-f95be4a5-ece8-4561-8a44-2b61c3eae378 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] Made reservation on behalf of 2c9de68061ee477dbb5cc544058ec72e for: {'port': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:11:17.282275 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-72a5e854-d84b-44ca-a263-3791c3dd0002 req-f95be4a5-ece8-4561-8a44-2b61c3eae378 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:17.299977 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-af2de11f-25b3-46bb-9009-c300bc9eaa85 req-4d9acdb7-e561-40c5-879a-b054b8f49697 tempest-ListImageFiltersTestJSON-1762929970 tempest-ListImageFiltersTestJSON-1762929970-project] Request body: {'port': {'device_id': '6c358b76-a051-4380-aace-2cc9e2fb2520', 'network_id': 'e1052824-bf78-4963-8937-b202e372ac24', 'admin_state_up': True, 'tenant_id': '648c890a9b2441578b9f3566fe6ec4c4'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:11:17.332181 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d51ae6fe-894f-47a9-8b5d-53d1eaaac602 tempest-RoutersAdminTest-714316116 tempest-RoutersAdminTest-714316116-project] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:17.369404 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ed73a3d8-6d66-4184-b348-c5799dfc28a4 req-79b259d2-71f1-4843-8303-4da8df9629d2 tempest-AttachSCSIVolumeTestJSON-1589278495 tempest-AttachSCSIVolumeTestJSON-1589278495-project] 10.222.0.46 "GET /v2.0/security-groups?id=94d7354b-7836-43fc-9686-30f5504d4e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4211001 Nov 22 20:11:17.379639 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-24491e4d-1674-427f-b445-c0b9cc681ce4 req-184c523c-16dc-4d91-8902-006c6643c53a tempest-ListServerFiltersTestJSON-710341241 tempest-ListServerFiltersTestJSON-710341241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:17.394376 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] get_ports_and_sgs() called for port_ids ['37195ed8-69b8-45b3-8892-62f51715395d'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:11:17.444425 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d51ae6fe-894f-47a9-8b5d-53d1eaaac602 tempest-RoutersAdminTest-714316116 tempest-RoutersAdminTest-714316116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:17.445644 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184c523c-16dc-4d91-8902-006c6643c53a tempest-ListServerFiltersTestJSON-710341241 tempest-ListServerFiltersTestJSON-710341241-project] Pushing event deleted for resources: {'Port': ['ID=2375dce4-8c48-474c-a748-ca0b4e6fa485,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:11:17.463737 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9e7fa352-9fa1-49a5-ab93-e5ebe4679cee req-40217352-54c4-4736-9da5-3557d741eed9 tempest-ListServerFiltersTestJSON-710341241 tempest-ListServerFiltersTestJSON-710341241-project] 10.222.0.46 "GET /v2.0/security-groups?id=22127be5-351b-4d65-aed1-0fcc5085805a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4555838 Nov 22 20:11:17.490018 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [req-72a5e854-d84b-44ca-a263-3791c3dd0002 req-f95be4a5-ece8-4561-8a44-2b61c3eae378 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] Allocated IP 172.20.0.12 (4906551a-712e-4bde-8433-b2db24f02f5c/b907b504-4de2-4845-a661-deaebec31498/bfc3ff9b-1dbc-460d-8c02-72c9f563b26d) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:11:17.569542 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d51ae6fe-894f-47a9-8b5d-53d1eaaac602 tempest-RoutersAdminTest-714316116 tempest-RoutersAdminTest-714316116-project] Network c48a55e9-6a85-4746-b7bf-3e29fb560094 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:11:17.583630 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-d51ae6fe-894f-47a9-8b5d-53d1eaaac602 tempest-RoutersAdminTest-714316116 tempest-RoutersAdminTest-714316116-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:11:17.590412 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d51ae6fe-894f-47a9-8b5d-53d1eaaac602 tempest-RoutersAdminTest-714316116 tempest-RoutersAdminTest-714316116-project] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:11:17.609147 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691b6c5f-2026-47ef-a9b7-bdd40f0b1a47 req-8ba4be84-19f6-4361-bda5-164ae12d273a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:17.612124 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-691b6c5f-2026-47ef-a9b7-bdd40f0b1a47 req-8ba4be84-19f6-4361-bda5-164ae12d273a service neutron] 10.222.0.41 "GET /v2.0/networks?id=991bb7a4-c166-4f8c-9bad-b2abf9942333 HTTP/1.1" status: 200 len: 915 time: 0.5665612 Nov 22 20:11:17.622423 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-24491e4d-1674-427f-b445-c0b9cc681ce4 req-184c523c-16dc-4d91-8902-006c6643c53a tempest-ListServerFiltersTestJSON-710341241 tempest-ListServerFiltersTestJSON-710341241-project] No DVR routers for this DVR port 2375dce4-8c48-474c-a748-ca0b4e6fa485 on host n-h2-818823-1 {{(pid=103447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:11:17.643013 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51ae6fe-894f-47a9-8b5d-53d1eaaac602 tempest-RoutersAdminTest-714316116 tempest-RoutersAdminTest-714316116-project] Pushing event updated for resources: {'Port': ['ID=18f67597-f822-4f1d-92e3-09ccbd550cd7,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:11:17.693097 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-24491e4d-1674-427f-b445-c0b9cc681ce4 req-184c523c-16dc-4d91-8902-006c6643c53a tempest-ListServerFiltersTestJSON-710341241 tempest-ListServerFiltersTestJSON-710341241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:17.698291 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-24491e4d-1674-427f-b445-c0b9cc681ce4 req-184c523c-16dc-4d91-8902-006c6643c53a tempest-ListServerFiltersTestJSON-710341241 tempest-ListServerFiltersTestJSON-710341241-project] 10.222.0.20 "DELETE /v2.0/ports/2375dce4-8c48-474c-a748-ca0b4e6fa485 HTTP/1.1" status: 204 len: 173 time: 2.8083267 Nov 22 20:11:17.711346 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-59cc2211-af81-4ac9-8bc9-d52b7f6aeb68 req-58428b01-ef37-4dff-8529-63caf718198c tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.46 "GET /v2.0/ports?device_id=8ec865c1-8118-4657-afb0-3aaac7ba2b18 HTTP/1.1" status: 200 len: 210 time: 0.1558511 Nov 22 20:11:17.712484 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd59d7a07-3466-4053-a1c5-b23052fad2dc', 'name': 'network-vif-deleted', 'tag': '2375dce4-8c48-474c-a748-ca0b4e6fa485'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:11:17.717345 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4ac4225-c229-468e-b4b8-fe06364b9dc9" -d '{"events": [{"server_uuid": "d59d7a07-3466-4053-a1c5-b23052fad2dc", "name": "network-vif-deleted", "tag": "2375dce4-8c48-474c-a748-ca0b4e6fa485"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:11:17.732435 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-c0e3fde8-3bf3-48f9-886a-54e7401929fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:17.734506 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-c0e3fde8-3bf3-48f9-886a-54e7401929fb service neutron] 10.222.0.41 "GET /v2.0/ports/6adde04d-a0cf-43b3-9b93-ce2683694893 HTTP/1.1" status: 200 len: 1026 time: 0.0735750 Nov 22 20:11:17.755027 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b0f8d1-143f-4619-9b84-9edb15547358 req-6b973e99-4aba-4cfb-836b-e986556b7cf6 tempest-ServersTestFqdnHostnames-1631784793 tempest-ServersTestFqdnHostnames-1631784793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:17.762332 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-44b0f8d1-143f-4619-9b84-9edb15547358 req-6b973e99-4aba-4cfb-836b-e986556b7cf6 tempest-ServersTestFqdnHostnames-1631784793 tempest-ServersTestFqdnHostnames-1631784793-project] 10.222.0.41 "GET /v2.0/networks?id=4189e990-d6f7-4a58-bd04-aeb593878d0b HTTP/1.1" status: 200 len: 814 time: 0.6166136 Nov 22 20:11:17.932654 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-513ed0f8-b21f-4a77-94a0-d91a59d52fb9 req-53130670-b60e-4851-91ea-51819f57920f tempest-ServersTestFqdnHostnames-1631784793 tempest-ServersTestFqdnHostnames-1631784793-project] 10.222.0.46 "GET /v2.0/ports?device_id=667baf5d-8c2a-4f80-98a0-d39752935427 HTTP/1.1" status: 200 len: 210 time: 0.2409580 Nov 22 20:11:17.935737 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-69f21a03-2b82-4893-8c00-4a8a0221391e req-69aedeeb-3e61-4d32-9c76-b5ab796051a6 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f4a90d6-1fcd-49f1-9d76-18b26c029474 HTTP/1.1" status: 200 len: 210 time: 0.0655637 Nov 22 20:11:17.943515 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-691b6c5f-2026-47ef-a9b7-bdd40f0b1a47 req-ff4bb962-a174-4dc0-af05-968744fecad2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=715b9b8d-b380-49db-8f23-d701c0fa9ca2 HTTP/1.1" status: 200 len: 217 time: 0.2646253 Nov 22 20:11:18.121846 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-44b0f8d1-143f-4619-9b84-9edb15547358 req-bffd41da-49dd-4fc3-b776-db4fb7a46086 tempest-ServersTestFqdnHostnames-1631784793 tempest-ServersTestFqdnHostnames-1631784793-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=406a5dbad308428791820735fa76e3b4 HTTP/1.1" status: 200 len: 380 time: 0.2574892 Nov 22 20:11:18.122319 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.41', 50368) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:11:18.161153 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af2de11f-25b3-46bb-9009-c300bc9eaa85 req-4d9acdb7-e561-40c5-879a-b054b8f49697 tempest-ListImageFiltersTestJSON-1762929970 tempest-ListImageFiltersTestJSON-1762929970-project] Made reservation on behalf of 648c890a9b2441578b9f3566fe6ec4c4 for: {'port': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:11:18.166094 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-af2de11f-25b3-46bb-9009-c300bc9eaa85 req-4d9acdb7-e561-40c5-879a-b054b8f49697 tempest-ListImageFiltersTestJSON-1762929970 tempest-ListImageFiltersTestJSON-1762929970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:18.173626 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-44b0f8d1-143f-4619-9b84-9edb15547358 req-281414f7-940a-42f1-b8b5-904fd83ca9bb tempest-ServersTestFqdnHostnames-1631784793 tempest-ServersTestFqdnHostnames-1631784793-project] Request body: {'port': {'device_id': '667baf5d-8c2a-4f80-98a0-d39752935427', 'network_id': '4189e990-d6f7-4a58-bd04-aeb593878d0b', 'admin_state_up': True, 'tenant_id': '406a5dbad308428791820735fa76e3b4', 'security_groups': ['8416408d-1125-4867-a3b6-02849f59d958']}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:11:18.252817 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-97d9ef30-d5a6-4578-909e-74bda55eeb21 req-4323dce9-59ba-4125-af96-8d6fdd974f7c tempest-ListImageFiltersTestJSON-1762929970 tempest-ListImageFiltersTestJSON-1762929970-project] 10.222.0.46 "GET /v2.0/ports?device_id=3976a086-7eb8-4b57-8c36-4478955520bb HTTP/1.1" status: 200 len: 210 time: 0.1435151 Nov 22 20:11:18.340492 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d0d6c689-4a62-4dce-8696-dbec78d59506 req-e8ec2b35-ef98-4427-981b-2b1d77ccfb2e tempest-ListImageFiltersTestJSON-1762929970 tempest-ListImageFiltersTestJSON-1762929970-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=648c890a9b2441578b9f3566fe6ec4c4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1972356 Nov 22 20:11:18.342561 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:11:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-359164d4-0160-4fbb-8a90-37698424f71d x-openstack-request-id: req-359164d4-0160-4fbb-8a90-37698424f71d {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:11:18.343069 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d59d7a07-3466-4053-a1c5-b23052fad2dc", "name": "network-vif-deleted", "tag": "2375dce4-8c48-474c-a748-ca0b4e6fa485", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:11:18.343564 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-359164d4-0160-4fbb-8a90-37698424f71d {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:11:18.344124 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd59d7a07-3466-4053-a1c5-b23052fad2dc', 'name': 'network-vif-deleted', 'tag': '2375dce4-8c48-474c-a748-ca0b4e6fa485', 'status': 'completed', 'code': 200} Nov 22 20:11:18.349323 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-af2de11f-25b3-46bb-9009-c300bc9eaa85 req-4d9acdb7-e561-40c5-879a-b054b8f49697 tempest-ListImageFiltersTestJSON-1762929970 tempest-ListImageFiltersTestJSON-1762929970-project] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:18.356566 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691b6c5f-2026-47ef-a9b7-bdd40f0b1a47 req-a6758b93-14e3-4067-b816-b119cd324f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:18.358357 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-691b6c5f-2026-47ef-a9b7-bdd40f0b1a47 req-a6758b93-14e3-4067-b816-b119cd324f51 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1d9e6c2e-03b8-4969-bf19-022a747548c2 HTTP/1.1" status: 200 len: 853 time: 0.3911238 Nov 22 20:11:18.452036 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-ca0f2359-3a02-4778-adbe-9f8360c7c985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:18.453640 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-ca0f2359-3a02-4778-adbe-9f8360c7c985 service neutron] 10.222.0.41 "GET /v2.0/ports/05a5c645-0725-4bf3-bbad-910f8f76f37c HTTP/1.1" status: 200 len: 1027 time: 0.6998289 Nov 22 20:11:18.540761 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9371d923-f1f2-433f-ab4c-e46ae546885f req-e8b02f79-f06d-45b9-a2f9-8554a8172c0e tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:18.542764 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9371d923-f1f2-433f-ab4c-e46ae546885f req-e8b02f79-f06d-45b9-a2f9-8554a8172c0e tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] 10.222.0.46 "GET /v2.0/ports?device_id=f120437d-9853-4b55-a507-5eced1446d4e HTTP/1.1" status: 200 len: 945 time: 0.4355888 Nov 22 20:11:18.554689 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-72a5e854-d84b-44ca-a263-3791c3dd0002 req-f95be4a5-ece8-4561-8a44-2b61c3eae378 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:18.606190 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-72a5e854-d84b-44ca-a263-3791c3dd0002 req-f95be4a5-ece8-4561-8a44-2b61c3eae378 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:18.650942 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691b6c5f-2026-47ef-a9b7-bdd40f0b1a47 req-739ec33b-cba4-45e6-ab54-ce067ff8bec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:18.653626 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-691b6c5f-2026-47ef-a9b7-bdd40f0b1a47 req-739ec33b-cba4-45e6-ab54-ce067ff8bec2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=991bb7a4-c166-4f8c-9bad-b2abf9942333&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2743716 Nov 22 20:11:18.698513 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95be4a5-ece8-4561-8a44-2b61c3eae378 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] Pushing event updated for resources: {'Port': ['ID=bfc3ff9b-1dbc-460d-8c02-72c9f563b26d,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:11:18.755552 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72a5e854-d84b-44ca-a263-3791c3dd0002 req-f95be4a5-ece8-4561-8a44-2b61c3eae378 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] Network 4906551a-712e-4bde-8433-b2db24f02f5c is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:11:18.763404 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [req-72a5e854-d84b-44ca-a263-3791c3dd0002 req-f95be4a5-ece8-4561-8a44-2b61c3eae378 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:11:18.769247 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [req-72a5e854-d84b-44ca-a263-3791c3dd0002 req-f95be4a5-ece8-4561-8a44-2b61c3eae378 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:11:18.769522 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d6c689-4a62-4dce-8696-dbec78d59506 req-6925b7a7-7deb-442e-b57b-9778ee2ce9c7 tempest-ListImageFiltersTestJSON-1762929970 tempest-ListImageFiltersTestJSON-1762929970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:18.770887 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d0d6c689-4a62-4dce-8696-dbec78d59506 req-6925b7a7-7deb-442e-b57b-9778ee2ce9c7 tempest-ListImageFiltersTestJSON-1762929970 tempest-ListImageFiltersTestJSON-1762929970-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4188843 Nov 22 20:11:18.781558 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f45cd6-68e5-4479-a9f3-f55b384492d6 req-094329ff-dde8-4f59-aacc-89084d2efa6a tempest-AttachSCSIVolumeTestJSON-1589278495 tempest-AttachSCSIVolumeTestJSON-1589278495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:18.783570 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a7f45cd6-68e5-4479-a9f3-f55b384492d6 req-094329ff-dde8-4f59-aacc-89084d2efa6a tempest-AttachSCSIVolumeTestJSON-1589278495 tempest-AttachSCSIVolumeTestJSON-1589278495-project] 10.222.0.46 "GET /v2.0/ports?device_id=797644ee-f258-40ce-8029-fe42d9c66411 HTTP/1.1" status: 200 len: 943 time: 0.3000760 Nov 22 20:11:18.797325 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-d0d6c689-4a62-4dce-8696-dbec78d59506 req-b75bd424-d889-46b2-8fec-06b112a7bf9f tempest-ListImageFiltersTestJSON-1762929970 tempest-ListImageFiltersTestJSON-1762929970-project] Request body: {'port': {'device_id': '3976a086-7eb8-4b57-8c36-4478955520bb', 'network_id': 'e1052824-bf78-4963-8937-b202e372ac24', 'admin_state_up': True, 'tenant_id': '648c890a9b2441578b9f3566fe6ec4c4'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:11:18.884301 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44b0f8d1-143f-4619-9b84-9edb15547358 req-281414f7-940a-42f1-b8b5-904fd83ca9bb tempest-ServersTestFqdnHostnames-1631784793 tempest-ServersTestFqdnHostnames-1631784793-project] Made reservation on behalf of 406a5dbad308428791820735fa76e3b4 for: {'port': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:11:18.888273 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-44b0f8d1-143f-4619-9b84-9edb15547358 req-281414f7-940a-42f1-b8b5-904fd83ca9bb tempest-ServersTestFqdnHostnames-1631784793 tempest-ServersTestFqdnHostnames-1631784793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:18.919654 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9371d923-f1f2-433f-ab4c-e46ae546885f req-ccd367d4-3942-421b-881a-6dfc7eeb1c51 tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] 10.222.0.46 "GET /v2.0/security-groups?id=402b14b3-7b21-4f37-9e5a-c3de7eeeb958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3449309 Nov 22 20:11:18.960597 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.agents_db [None req-aa8313f2-1ee4-4e7b-8c5a-d32b2f9d31ee None None] Agent healthcheck: found 7 active agents {{(pid=103450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 20:11:18.998959 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-af2de11f-25b3-46bb-9009-c300bc9eaa85 req-4d9acdb7-e561-40c5-879a-b054b8f49697 tempest-ListImageFiltersTestJSON-1762929970 tempest-ListImageFiltersTestJSON-1762929970-project] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:19.008294 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 2375dce4-8c48-474c-a748-ca0b4e6fa485 no longer exists at agent hyperv_n-h2-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:11:19.036170 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-47026e30-acb1-40e8-b57d-651719b27353 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:19.045168 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-47026e30-acb1-40e8-b57d-651719b27353 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:19.053929 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-47026e30-acb1-40e8-b57d-651719b27353 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:19.056848 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-47026e30-acb1-40e8-b57d-651719b27353 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] 10.222.0.41 "GET /v2.0/networks?id=ac9307cb-d216-4d24-9d6c-807bf1ccc8be&id=6b3bccc8-a74b-4dd2-b44c-99e3a607f72f&id=6b3bccc8-a74b-4dd2-b44c-99e3a607f72f&id=6b3bccc8-a74b-4dd2-b44c-99e3a607f72f&id=6b3bccc8-a74b-4dd2-b44c-99e3a607f72f&id=9d0b1a7a-dafa-41a5-9e6d-f6ddddd5c8ef&id=9d0b1a7a-dafa-41a5-9e6d-f6ddddd5c8ef HTTP/1.1" status: 200 len: 1990 time: 0.4651141 Nov 22 20:11:19.064950 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] No Port match for: 2375dce4-8c48-474c-a748-ca0b4e6fa485 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:11:19.065312 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 2375dce4-8c48-474c-a748-ca0b4e6fa485 not bound to the agent host n-h2-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:11:19.070880 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-af2de11f-25b3-46bb-9009-c300bc9eaa85 req-4d9acdb7-e561-40c5-879a-b054b8f49697 tempest-ListImageFiltersTestJSON-1762929970 tempest-ListImageFiltersTestJSON-1762929970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:19.101556 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a5e854-d84b-44ca-a263-3791c3dd0002 req-f95be4a5-ece8-4561-8a44-2b61c3eae378 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:19.101981 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-72a5e854-d84b-44ca-a263-3791c3dd0002 req-f95be4a5-ece8-4561-8a44-2b61c3eae378 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:19.141234 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-72a5e854-d84b-44ca-a263-3791c3dd0002 req-f95be4a5-ece8-4561-8a44-2b61c3eae378 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0836241 Nov 22 20:11:19.145669 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d51ae6fe-894f-47a9-8b5d-53d1eaaac602 tempest-RoutersAdminTest-714316116 tempest-RoutersAdminTest-714316116-project] Publish callbacks [] for router_gateway, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:19.178004 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-691b6c5f-2026-47ef-a9b7-bdd40f0b1a47 req-797abb0b-9fba-419b-868c-5e0d39969faf service neutron] 10.222.0.41 "GET /v2.0/networks/991bb7a4-c166-4f8c-9bad-b2abf9942333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5103002 Nov 22 20:11:19.192306 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [req-72a5e854-d84b-44ca-a263-3791c3dd0002 req-25699d69-30d7-4f68-aad7-17eecac25371 service neutron] Request body: {'port': {'device_id': '8ec865c1-8118-4657-afb0-3aaac7ba2b18', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818823-1'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:11:19.243960 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-a8c95dbd-26b3-4bff-a83c-a99724550a60 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7c2e3bcb3c11419aa5bdb45ad6533966 HTTP/1.1" status: 200 len: 380 time: 0.1708093 Nov 22 20:11:19.254038 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-29e2796d-4c3f-4910-aeec-1383d01e6741 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Request body: {'port': {'device_id': '2f4a90d6-1fcd-49f1-9d76-18b26c029474', 'network_id': 'ac9307cb-d216-4d24-9d6c-807bf1ccc8be', 'admin_state_up': True, 'tenant_id': '7c2e3bcb3c11419aa5bdb45ad6533966', 'security_groups': ['956e73ed-7485-4a0c-88f0-c644aa0149a8']}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:11:19.334328 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 715b9b8d-b380-49db-8f23-d701c0fa9ca2 details requested by agent hyperv_n-h1-818823-1 with host n-h1-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 20:11:19.446076 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-72a5e854-d84b-44ca-a263-3791c3dd0002 req-25699d69-30d7-4f68-aad7-17eecac25371 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:19.567370 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [req-44b0f8d1-143f-4619-9b84-9edb15547358 req-281414f7-940a-42f1-b8b5-904fd83ca9bb tempest-ServersTestFqdnHostnames-1631784793 tempest-ServersTestFqdnHostnames-1631784793-project] Allocated IP 172.20.0.3 (4189e990-d6f7-4a58-bd04-aeb593878d0b/ea3d6ae8-37bb-4264-a9e4-b3c7fbbee38f/7299b5d8-0bbb-4645-90b3-664f83eb5792) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:11:19.626750 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 715b9b8d-b380-49db-8f23-d701c0fa9ca2, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=715b9b8d-b380-49db-8f23-d701c0fa9ca2,segment=NetworkSegment(403bed75-1d6d-4ea7-8047-29e80a30dbc1),segment_id=403bed75-1d6d-4ea7-8047-29e80a30dbc1)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:11:19.640676 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Returning: {'device': '715b9b8d-b380-49db-8f23-d701c0fa9ca2', 'network_id': '991bb7a4-c166-4f8c-9bad-b2abf9942333', 'port_id': '715b9b8d-b380-49db-8f23-d701c0fa9ca2', 'mac_address': 'fa:16:3e:6c:fd:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 609, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d9e6c2e-03b8-4969-bf19-022a747548c2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 20:11:19.686158 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:19.702575 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 715b9b8d-b380-49db-8f23-d701c0fa9ca2 {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:11:19.726152 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9acdb7-e561-40c5-879a-b054b8f49697 tempest-ListImageFiltersTestJSON-1762929970 tempest-ListImageFiltersTestJSON-1762929970-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7bc0946f-8d94-4cf7-9aed-026148cac050,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:11:19.748085 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 715b9b8d-b380-49db-8f23-d701c0fa9ca2, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=715b9b8d-b380-49db-8f23-d701c0fa9ca2,segment=NetworkSegment(403bed75-1d6d-4ea7-8047-29e80a30dbc1),segment_id=403bed75-1d6d-4ea7-8047-29e80a30dbc1)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:11:19.749944 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a7f45cd6-68e5-4479-a9f3-f55b384492d6 req-c1a5e171-a9af-4f75-a90b-ebbef7384c35 tempest-AttachSCSIVolumeTestJSON-1589278495 tempest-AttachSCSIVolumeTestJSON-1589278495-project] 10.222.0.46 "GET /v2.0/security-groups?id=94d7354b-7836-43fc-9686-30f5504d4e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9459267 Nov 22 20:11:19.765407 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:19.819871 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [req-72a5e854-d84b-44ca-a263-3791c3dd0002 req-25699d69-30d7-4f68-aad7-17eecac25371 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bfc3ff9b-1dbc-460d-8c02-72c9f563b26d {{(pid=103448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:11:19.850554 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-72a5e854-d84b-44ca-a263-3791c3dd0002 req-25699d69-30d7-4f68-aad7-17eecac25371 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:19.864320 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=715b9b8d-b380-49db-8f23-d701c0fa9ca2,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:11:19.879726 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [req-72a5e854-d84b-44ca-a263-3791c3dd0002 req-25699d69-30d7-4f68-aad7-17eecac25371 service neutron] Transition to ACTIVE for port object bfc3ff9b-1dbc-460d-8c02-72c9f563b26d will not be triggered until provisioned by entity L2. {{(pid=103448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 20:11:19.894770 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-72a5e854-d84b-44ca-a263-3791c3dd0002 req-25699d69-30d7-4f68-aad7-17eecac25371 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:19.950240 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-44b0f8d1-143f-4619-9b84-9edb15547358 req-281414f7-940a-42f1-b8b5-904fd83ca9bb tempest-ServersTestFqdnHostnames-1631784793 tempest-ServersTestFqdnHostnames-1631784793-project] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:19.968029 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d51ae6fe-894f-47a9-8b5d-53d1eaaac602 tempest-RoutersAdminTest-714316116 tempest-RoutersAdminTest-714316116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-659538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-841284'] for router, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:19.970363 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-29e2796d-4c3f-4910-aeec-1383d01e6741 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Made reservation on behalf of 7c2e3bcb3c11419aa5bdb45ad6533966 for: {'port': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:11:19.974053 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-29e2796d-4c3f-4910-aeec-1383d01e6741 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:19.978618 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25699d69-30d7-4f68-aad7-17eecac25371 service neutron] Pushing event updated for resources: {'Port': ['ID=bfc3ff9b-1dbc-460d-8c02-72c9f563b26d,revision_number=2']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:11:19.979291 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] get_ports_and_sgs() called for port_ids ['715b9b8d-b380-49db-8f23-d701c0fa9ca2'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:11:20.044846 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-11329b75-7fdf-40e8-918c-4274c111fd1b req-2eaebc0b-ad6b-454d-83fc-980be717db4c tempest-ServersTestFqdnHostnames-1631784793 tempest-ServersTestFqdnHostnames-1631784793-project] 10.222.0.46 "GET /v2.0/ports?device_id=667baf5d-8c2a-4f80-98a0-d39752935427 HTTP/1.1" status: 200 len: 210 time: 0.1706023 Nov 22 20:11:20.245009 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-691b6c5f-2026-47ef-a9b7-bdd40f0b1a47 req-97e8c986-4f7e-4b8b-b105-5a2d31d83683 service neutron] 10.222.0.41 "GET /v2.0/networks/991bb7a4-c166-4f8c-9bad-b2abf9942333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4939423 Nov 22 20:11:20.254035 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f577298c-3d63-4e47-b08e-433baee13588 req-09d4bc03-c810-43d4-ac09-a322a45a7ef9 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:20.255925 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f577298c-3d63-4e47-b08e-433baee13588 req-09d4bc03-c810-43d4-ac09-a322a45a7ef9 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.46 "GET /v2.0/ports?device_id=8ec865c1-8118-4657-afb0-3aaac7ba2b18 HTTP/1.1" status: 200 len: 932 time: 1.1658716 Nov 22 20:11:20.262589 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0d6c689-4a62-4dce-8696-dbec78d59506 req-b75bd424-d889-46b2-8fec-06b112a7bf9f tempest-ListImageFiltersTestJSON-1762929970 tempest-ListImageFiltersTestJSON-1762929970-project] Made reservation on behalf of 648c890a9b2441578b9f3566fe6ec4c4 for: {'port': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:11:20.266436 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-d0d6c689-4a62-4dce-8696-dbec78d59506 req-b75bd424-d889-46b2-8fec-06b112a7bf9f tempest-ListImageFiltersTestJSON-1762929970 tempest-ListImageFiltersTestJSON-1762929970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:20.268752 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-72a5e854-d84b-44ca-a263-3791c3dd0002 req-25699d69-30d7-4f68-aad7-17eecac25371 service neutron] Attempting to bind port bfc3ff9b-1dbc-460d-8c02-72c9f563b26d on host n-h1-818823-1 for vnic_type normal with profile {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:11:20.269178 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-72a5e854-d84b-44ca-a263-3791c3dd0002 req-25699d69-30d7-4f68-aad7-17eecac25371 service neutron] Attempting to bind port bfc3ff9b-1dbc-460d-8c02-72c9f563b26d by drivers openvswitch,hyperv on host n-h1-818823-1 at level 0 using segments [{'id': 'e4b3d165-1cea-4bf0-93f6-5b79e0759539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '4906551a-712e-4bde-8433-b2db24f02f5c'}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:11:20.269587 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72a5e854-d84b-44ca-a263-3791c3dd0002 req-25699d69-30d7-4f68-aad7-17eecac25371 service neutron] Attempting to bind port bfc3ff9b-1dbc-460d-8c02-72c9f563b26d on network 4906551a-712e-4bde-8433-b2db24f02f5c {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:11:20.296518 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72a5e854-d84b-44ca-a263-3791c3dd0002 req-25699d69-30d7-4f68-aad7-17eecac25371 service neutron] Port bfc3ff9b-1dbc-460d-8c02-72c9f563b26d on network 4906551a-712e-4bde-8433-b2db24f02f5c not bound, no agent of type Open vSwitch agent registered on host n-h1-818823-1 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:11:20.296960 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72a5e854-d84b-44ca-a263-3791c3dd0002 req-25699d69-30d7-4f68-aad7-17eecac25371 service neutron] Attempting to bind port bfc3ff9b-1dbc-460d-8c02-72c9f563b26d on network 4906551a-712e-4bde-8433-b2db24f02f5c {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:11:20.308254 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-44b0f8d1-143f-4619-9b84-9edb15547358 req-281414f7-940a-42f1-b8b5-904fd83ca9bb tempest-ServersTestFqdnHostnames-1631784793 tempest-ServersTestFqdnHostnames-1631784793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:20.320937 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72a5e854-d84b-44ca-a263-3791c3dd0002 req-25699d69-30d7-4f68-aad7-17eecac25371 service neutron] Checking agent: {'id': '7a008cff-3b49-418c-8046-689d46cc800f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'started_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 11, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:11:20.321920 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72a5e854-d84b-44ca-a263-3791c3dd0002 req-25699d69-30d7-4f68-aad7-17eecac25371 service neutron] Checking segment: {'id': 'e4b3d165-1cea-4bf0-93f6-5b79e0759539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '4906551a-712e-4bde-8433-b2db24f02f5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:11:20.322387 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72a5e854-d84b-44ca-a263-3791c3dd0002 req-25699d69-30d7-4f68-aad7-17eecac25371 service neutron] Bound using segment: {'id': 'e4b3d165-1cea-4bf0-93f6-5b79e0759539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '4906551a-712e-4bde-8433-b2db24f02f5c'} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:11:20.322923 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-72a5e854-d84b-44ca-a263-3791c3dd0002 req-25699d69-30d7-4f68-aad7-17eecac25371 service neutron] Bound port: bfc3ff9b-1dbc-460d-8c02-72c9f563b26d, host: n-h1-818823-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4b3d165-1cea-4bf0-93f6-5b79e0759539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '4906551a-712e-4bde-8433-b2db24f02f5c'}}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:11:20.323366 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-72a5e854-d84b-44ca-a263-3791c3dd0002 req-25699d69-30d7-4f68-aad7-17eecac25371 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:20.337682 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [req-af2de11f-25b3-46bb-9009-c300bc9eaa85 req-4d9acdb7-e561-40c5-879a-b054b8f49697 tempest-ListImageFiltersTestJSON-1762929970 tempest-ListImageFiltersTestJSON-1762929970-project] Allocated IP 192.168.233.73 (e1052824-bf78-4963-8937-b202e372ac24/3091ebfd-11e2-41f8-9c00-ffe0b86563d8/3b4d05c5-4ac6-4c52-a98e-77f1fb2177ec) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:11:20.355533 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-29e2796d-4c3f-4910-aeec-1383d01e6741 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Allocated IP 172.20.0.14 (ac9307cb-d216-4d24-9d6c-807bf1ccc8be/6b90bb48-40b3-40a5-9333-60b239e36730/d157c85a-0d84-4a3a-a74e-dc6bc21944b1) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:11:20.412794 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d51ae6fe-894f-47a9-8b5d-53d1eaaac602 tempest-RoutersAdminTest-714316116 tempest-RoutersAdminTest-714316116-project] Router 7a07382e-25c4-417d-8c31-c6dc44a97e52 is scheduled to L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 with binding_index 1 {{(pid=103448) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 20:11:20.475697 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-72a5e854-d84b-44ca-a263-3791c3dd0002 req-25699d69-30d7-4f68-aad7-17eecac25371 service neutron] For port bfc3ff9b-1dbc-460d-8c02-72c9f563b26d, host n-h1-818823-1, cleared binding levels {{(pid=103448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:11:20.476190 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44b0f8d1-143f-4619-9b84-9edb15547358 req-281414f7-940a-42f1-b8b5-904fd83ca9bb tempest-ServersTestFqdnHostnames-1631784793 tempest-ServersTestFqdnHostnames-1631784793-project] Network 4189e990-d6f7-4a58-bd04-aeb593878d0b is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:11:20.482008 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-148cdb28-8123-45d9-9e92-7852368bc0e5 req-ab869077-adc5-4d8e-944c-8fe1ec139944 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f4a90d6-1fcd-49f1-9d76-18b26c029474 HTTP/1.1" status: 200 len: 210 time: 0.0995061 Nov 22 20:11:20.502165 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [req-44b0f8d1-143f-4619-9b84-9edb15547358 req-281414f7-940a-42f1-b8b5-904fd83ca9bb tempest-ServersTestFqdnHostnames-1631784793 tempest-ServersTestFqdnHostnames-1631784793-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:11:20.525489 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-44b0f8d1-143f-4619-9b84-9edb15547358 req-281414f7-940a-42f1-b8b5-904fd83ca9bb tempest-ServersTestFqdnHostnames-1631784793 tempest-ServersTestFqdnHostnames-1631784793-project] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:11:20.547126 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f577298c-3d63-4e47-b08e-433baee13588 req-68122c7d-0c61-4e76-af35-f1b3af848972 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.46 "GET /v2.0/security-groups?id=deac3dce-93b4-41af-981b-873d47022422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2729230 Nov 22 20:11:20.578975 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-72a5e854-d84b-44ca-a263-3791c3dd0002 req-25699d69-30d7-4f68-aad7-17eecac25371 service neutron] For port bfc3ff9b-1dbc-460d-8c02-72c9f563b26d, host n-h1-818823-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=bfc3ff9b-1dbc-460d-8c02-72c9f563b26d,segment=NetworkSegment(e4b3d165-1cea-4bf0-93f6-5b79e0759539),segment_id=e4b3d165-1cea-4bf0-93f6-5b79e0759539)] {{(pid=103448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:11:20.580584 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281414f7-940a-42f1-b8b5-904fd83ca9bb tempest-ServersTestFqdnHostnames-1631784793 tempest-ServersTestFqdnHostnames-1631784793-project] Pushing event updated for resources: {'Port': ['ID=7299b5d8-0bbb-4645-90b3-664f83eb5792,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:11:20.610735 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-72a5e854-d84b-44ca-a263-3791c3dd0002 req-25699d69-30d7-4f68-aad7-17eecac25371 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:20.699950 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a5e854-d84b-44ca-a263-3791c3dd0002 req-25699d69-30d7-4f68-aad7-17eecac25371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:20.703956 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-72a5e854-d84b-44ca-a263-3791c3dd0002 req-25699d69-30d7-4f68-aad7-17eecac25371 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:20.705442 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-72a5e854-d84b-44ca-a263-3791c3dd0002 req-25699d69-30d7-4f68-aad7-17eecac25371 service neutron] 10.222.0.41 "PUT /v2.0/ports/bfc3ff9b-1dbc-460d-8c02-72c9f563b26d HTTP/1.1" status: 200 len: 1092 time: 1.5208457 Nov 22 20:11:20.708530 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b0f8d1-143f-4619-9b84-9edb15547358 req-281414f7-940a-42f1-b8b5-904fd83ca9bb tempest-ServersTestFqdnHostnames-1631784793 tempest-ServersTestFqdnHostnames-1631784793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:20.709188 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-44b0f8d1-143f-4619-9b84-9edb15547358 req-281414f7-940a-42f1-b8b5-904fd83ca9bb tempest-ServersTestFqdnHostnames-1631784793 tempest-ServersTestFqdnHostnames-1631784793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:20.732085 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-96c858d9-e11d-404e-aca8-7af5e21a3072 req-9c2fcb5f-58c8-4b26-9903-31c19c94c56d tempest-ListImageFiltersTestJSON-1762929970 tempest-ListImageFiltersTestJSON-1762929970-project] 10.222.0.46 "GET /v2.0/ports?device_id=3976a086-7eb8-4b57-8c36-4478955520bb HTTP/1.1" status: 200 len: 210 time: 0.0750036 Nov 22 20:11:20.782962 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-44b0f8d1-143f-4619-9b84-9edb15547358 req-281414f7-940a-42f1-b8b5-904fd83ca9bb tempest-ServersTestFqdnHostnames-1631784793 tempest-ServersTestFqdnHostnames-1631784793-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6229389 Nov 22 20:11:20.790415 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ec865c1-8118-4657-afb0-3aaac7ba2b18', 'tag': 'bfc3ff9b-1dbc-460d-8c02-72c9f563b26d'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:11:20.796521 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589a98cf2aea187fcc423a5edb333e5a6cf3ad7c81115d1ebee0f079693c312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04a4b0a3-3242-4121-8115-26378ac28a21" -d '{"events": [{"name": "network-changed", "server_uuid": "8ec865c1-8118-4657-afb0-3aaac7ba2b18", "tag": "bfc3ff9b-1dbc-460d-8c02-72c9f563b26d"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:11:20.802525 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-44b0f8d1-143f-4619-9b84-9edb15547358 req-d8fa5e21-e421-4acf-8dbd-0f56b4d649a6 service neutron] Request body: {'port': {'device_id': '667baf5d-8c2a-4f80-98a0-d39752935427', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818823-1'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:11:20.929199 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-44b0f8d1-143f-4619-9b84-9edb15547358 req-d8fa5e21-e421-4acf-8dbd-0f56b4d649a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:20.986830 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-af2de11f-25b3-46bb-9009-c300bc9eaa85 req-4d9acdb7-e561-40c5-879a-b054b8f49697 tempest-ListImageFiltersTestJSON-1762929970 tempest-ListImageFiltersTestJSON-1762929970-project] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:20.993013 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-42c27444-ef58-4bdc-a99a-859b7c769838 None None] Provisioning complete for port 7299b5d8-0bbb-4645-90b3-664f83eb5792 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:11:20.993652 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-42c27444-ef58-4bdc-a99a-859b7c769838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:21.014519 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 20:11:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bebf06ff-5efd-4081-8b8d-daa6b875dd1d x-openstack-request-id: req-bebf06ff-5efd-4081-8b8d-daa6b875dd1d {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:11:21.015134 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ec865c1-8118-4657-afb0-3aaac7ba2b18", "tag": "bfc3ff9b-1dbc-460d-8c02-72c9f563b26d", "status": "completed", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:11:21.015134 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-bebf06ff-5efd-4081-8b8d-daa6b875dd1d {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:11:21.015515 n-d-818823-1 neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ec865c1-8118-4657-afb0-3aaac7ba2b18', 'tag': 'bfc3ff9b-1dbc-460d-8c02-72c9f563b26d', 'status': 'completed', 'code': 200} Nov 22 20:11:21.036873 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25699d69-30d7-4f68-aad7-17eecac25371 service neutron] Pushing event updated for resources: {'Port': ['ID=bfc3ff9b-1dbc-460d-8c02-72c9f563b26d,revision_number=3']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:11:21.056894 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d51ae6fe-894f-47a9-8b5d-53d1eaaac602 tempest-RoutersAdminTest-714316116 tempest-RoutersAdminTest-714316116-project] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:11:21.070958 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aad5154-81aa-49e5-b881-d95cfb3d5358 None None] Sync routers for ids ['7a07382e-25c4-417d-8c31-c6dc44a97e52'] in n-d-818823-1 {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:11:21.075404 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-42c27444-ef58-4bdc-a99a-859b7c769838 None None] Port 7299b5d8-0bbb-4645-90b3-664f83eb5792 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:11:21.091779 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9278c0-7d38-4f31-9412-21d97fe331fd req-b7516145-3812-4d30-8eca-a2ffae4c1b66 tempest-AttachSCSIVolumeTestJSON-1589278495 tempest-AttachSCSIVolumeTestJSON-1589278495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:21.101116 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aad5154-81aa-49e5-b881-d95cfb3d5358 None None] Routers {'7a07382e-25c4-417d-8c31-c6dc44a97e52'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:11:21.101767 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-9aad5154-81aa-49e5-b881-d95cfb3d5358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:11:02Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['7a07382e-25c4-417d-8c31-c6dc44a97e52'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:11:21.104875 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a5e854-d84b-44ca-a263-3791c3dd0002 req-81a6bc73-b130-4bb9-bfcd-85cc655a3c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:21.108392 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-72a5e854-d84b-44ca-a263-3791c3dd0002 req-81a6bc73-b130-4bb9-bfcd-85cc655a3c87 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2c9de68061ee477dbb5cc544058ec72e&device_id=8ec865c1-8118-4657-afb0-3aaac7ba2b18 HTTP/1.1" status: 200 len: 1095 time: 0.2990434 Nov 22 20:11:21.108823 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-fe9278c0-7d38-4f31-9412-21d97fe331fd req-b7516145-3812-4d30-8eca-a2ffae4c1b66 tempest-AttachSCSIVolumeTestJSON-1589278495 tempest-AttachSCSIVolumeTestJSON-1589278495-project] 10.222.0.46 "GET /v2.0/ports?device_id=797644ee-f258-40ce-8029-fe42d9c66411 HTTP/1.1" status: 200 len: 944 time: 0.1605625 Nov 22 20:11:21.149546 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-9aad5154-81aa-49e5-b881-d95cfb3d5358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:11:21.164430 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-af2de11f-25b3-46bb-9009-c300bc9eaa85 req-4d9acdb7-e561-40c5-879a-b054b8f49697 tempest-ListImageFiltersTestJSON-1762929970 tempest-ListImageFiltersTestJSON-1762929970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:21.188983 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aad5154-81aa-49e5-b881-d95cfb3d5358 None None] Routers {'7a07382e-25c4-417d-8c31-c6dc44a97e52'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:11:21.189974 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-9aad5154-81aa-49e5-b881-d95cfb3d5358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:11:02Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['7a07382e-25c4-417d-8c31-c6dc44a97e52'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:11:21.228245 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-9aad5154-81aa-49e5-b881-d95cfb3d5358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:11:21.228740 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-29e2796d-4c3f-4910-aeec-1383d01e6741 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:21.229743 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aad5154-81aa-49e5-b881-d95cfb3d5358 None None] The sync data for ids ['7a07382e-25c4-417d-8c31-c6dc44a97e52'] in n-d-818823-1 is: [] {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:11:21.231016 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-72a5e854-d84b-44ca-a263-3791c3dd0002 req-e196bd4b-af04-46da-bf5f-38bc232d1199 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bfc3ff9b-1dbc-460d-8c02-72c9f563b26d HTTP/1.1" status: 200 len: 217 time: 0.0735869 Nov 22 20:11:21.255964 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d51ae6fe-894f-47a9-8b5d-53d1eaaac602 tempest-RoutersAdminTest-714316116 tempest-RoutersAdminTest-714316116-project] Publish callbacks [] for router, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:21.257196 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-d51ae6fe-894f-47a9-8b5d-53d1eaaac602 tempest-RoutersAdminTest-714316116 tempest-RoutersAdminTest-714316116-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 5.1868701 Nov 22 20:11:21.281259 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 34504) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:11:21.294924 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-d9d17e96-2661-4e81-94dc-9c00891aab04 tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'enable_snat': False}}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:11:21.323607 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af2de11f-25b3-46bb-9009-c300bc9eaa85 req-4d9acdb7-e561-40c5-879a-b054b8f49697 tempest-ListImageFiltersTestJSON-1762929970 tempest-ListImageFiltersTestJSON-1762929970-project] Network e1052824-bf78-4963-8937-b202e372ac24 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:11:21.357189 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 715b9b8d-b380-49db-8f23-d701c0fa9ca2 up at agent hyperv_n-h1-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:11:21.377006 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a5e854-d84b-44ca-a263-3791c3dd0002 req-dd413cd4-d93c-40fd-93c1-0998776f50a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:21.378945 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-72a5e854-d84b-44ca-a263-3791c3dd0002 req-dd413cd4-d93c-40fd-93c1-0998776f50a2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b907b504-4de2-4845-a661-deaebec31498 HTTP/1.1" status: 200 len: 847 time: 0.1378706 Nov 22 20:11:21.401729 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [req-af2de11f-25b3-46bb-9009-c300bc9eaa85 req-4d9acdb7-e561-40c5-879a-b054b8f49697 tempest-ListImageFiltersTestJSON-1762929970 tempest-ListImageFiltersTestJSON-1762929970-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:11:21.422678 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-af2de11f-25b3-46bb-9009-c300bc9eaa85 req-4d9acdb7-e561-40c5-879a-b054b8f49697 tempest-ListImageFiltersTestJSON-1762929970 tempest-ListImageFiltersTestJSON-1762929970-project] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:11:21.430897 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-29e2796d-4c3f-4910-aeec-1383d01e6741 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:21.452935 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Provisioning for port 715b9b8d-b380-49db-8f23-d701c0fa9ca2 completed by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 20:11:21.460778 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Provisioning complete for port 715b9b8d-b380-49db-8f23-d701c0fa9ca2 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:11:21.461527 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:21.462778 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-72a5e854-d84b-44ca-a263-3791c3dd0002 req-3aca01f2-2467-4541-9a0c-67447f3a2df4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4906551a-712e-4bde-8433-b2db24f02f5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450122 Nov 22 20:11:21.490076 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [req-d0d6c689-4a62-4dce-8696-dbec78d59506 req-b75bd424-d889-46b2-8fec-06b112a7bf9f tempest-ListImageFiltersTestJSON-1762929970 tempest-ListImageFiltersTestJSON-1762929970-project] Allocated IP 192.168.233.111 (e1052824-bf78-4963-8937-b202e372ac24/3091ebfd-11e2-41f8-9c00-ffe0b86563d8/4dc546ba-2901-40c2-8ae8-0dbb382728dd) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:11:21.528745 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-29e2796d-4c3f-4910-aeec-1383d01e6741 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Network ac9307cb-d216-4d24-9d6c-807bf1ccc8be is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:11:21.563960 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-fe9278c0-7d38-4f31-9412-21d97fe331fd req-6f0df81a-a1f4-4057-b97f-20aa34fbe483 tempest-AttachSCSIVolumeTestJSON-1589278495 tempest-AttachSCSIVolumeTestJSON-1589278495-project] 10.222.0.46 "GET /v2.0/security-groups?id=94d7354b-7836-43fc-9686-30f5504d4e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4493742 Nov 22 20:11:21.595045 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-29e2796d-4c3f-4910-aeec-1383d01e6741 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:11:21.600234 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-29e2796d-4c3f-4910-aeec-1383d01e6741 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:11:21.609086 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2de11f-25b3-46bb-9009-c300bc9eaa85 req-4d9acdb7-e561-40c5-879a-b054b8f49697 tempest-ListImageFiltersTestJSON-1762929970 tempest-ListImageFiltersTestJSON-1762929970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:21.609883 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-af2de11f-25b3-46bb-9009-c300bc9eaa85 req-4d9acdb7-e561-40c5-879a-b054b8f49697 tempest-ListImageFiltersTestJSON-1762929970 tempest-ListImageFiltersTestJSON-1762929970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:21.612714 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9acdb7-e561-40c5-879a-b054b8f49697 tempest-ListImageFiltersTestJSON-1762929970 tempest-ListImageFiltersTestJSON-1762929970-project] Pushing event updated for resources: {'Port': ['ID=3b4d05c5-4ac6-4c52-a98e-77f1fb2177ec,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:11:21.619141 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e2796d-4c3f-4910-aeec-1383d01e6741 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Pushing event updated for resources: {'Port': ['ID=d157c85a-0d84-4a3a-a74e-dc6bc21944b1,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:11:21.635976 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:21.685661 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '797644ee-f258-40ce-8029-fe42d9c66411', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '715b9b8d-b380-49db-8f23-d701c0fa9ca2'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:11:21.688054 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d39f6d30a11e565ec9648abcc015e8a6ab6cff4edd704add8155e28765d31eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c02f25bc-ff48-49f8-91cc-909a98e0c39f" -d '{"events": [{"server_uuid": "797644ee-f258-40ce-8029-fe42d9c66411", "name": "network-vif-plugged", "status": "completed", "tag": "715b9b8d-b380-49db-8f23-d701c0fa9ca2"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:11:21.695108 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1df600-78f5-443c-a551-878a5de63ab2 req-a27a9273-47dc-4b83-a41e-fe2466285b64 tempest-ListServerFiltersTestJSON-710341241 tempest-ListServerFiltersTestJSON-710341241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:21.697497 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0a1df600-78f5-443c-a551-878a5de63ab2 req-a27a9273-47dc-4b83-a41e-fe2466285b64 tempest-ListServerFiltersTestJSON-710341241 tempest-ListServerFiltersTestJSON-710341241-project] 10.222.0.46 "GET /v2.0/ports?device_id=7563f773-f6b1-4f3f-94f8-25a0f67634fc HTTP/1.1" status: 200 len: 945 time: 0.5864220 Nov 22 20:11:21.731647 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 715b9b8d-b380-49db-8f23-d701c0fa9ca2, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=715b9b8d-b380-49db-8f23-d701c0fa9ca2,segment=NetworkSegment(403bed75-1d6d-4ea7-8047-29e80a30dbc1),segment_id=403bed75-1d6d-4ea7-8047-29e80a30dbc1)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:11:21.745740 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:21.842494 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-caf46d57-ebf6-4ccc-a4a9-0a0fd4d5c63a None None] Provisioning complete for port 3b4d05c5-4ac6-4c52-a98e-77f1fb2177ec triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:11:21.842880 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-caf46d57-ebf6-4ccc-a4a9-0a0fd4d5c63a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:21.843033 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-29e2796d-4c3f-4910-aeec-1383d01e6741 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:21.844072 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-29e2796d-4c3f-4910-aeec-1383d01e6741 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:21.873667 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=715b9b8d-b380-49db-8f23-d701c0fa9ca2,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:11:21.881347 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-af2de11f-25b3-46bb-9009-c300bc9eaa85 req-4d9acdb7-e561-40c5-879a-b054b8f49697 tempest-ListImageFiltersTestJSON-1762929970 tempest-ListImageFiltersTestJSON-1762929970-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.6705022 Nov 22 20:11:21.903467 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-af2de11f-25b3-46bb-9009-c300bc9eaa85 req-b42a1a6b-ddc2-42e6-9818-316b19789013 service neutron] Request body: {'port': {'device_id': '6c358b76-a051-4380-aace-2cc9e2fb2520', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818823-1'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:11:21.904871 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-caf46d57-ebf6-4ccc-a4a9-0a0fd4d5c63a None None] Port 3b4d05c5-4ac6-4c52-a98e-77f1fb2177ec cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:11:21.974618 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-29e2796d-4c3f-4910-aeec-1383d01e6741 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7243936 Nov 22 20:11:21.979049 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-72a5e854-d84b-44ca-a263-3791c3dd0002 req-b6fa04c8-7efa-4455-a4a1-c9dcaa08256a service neutron] 10.222.0.41 "GET /v2.0/networks/4906551a-712e-4bde-8433-b2db24f02f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4860551 Nov 22 20:11:21.994271 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-e9ef85d4-ce36-4bc7-9b70-3db4efc0825d tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Request body: {'port': {'device_id': '2f4a90d6-1fcd-49f1-9d76-18b26c029474', 'network_id': '6b3bccc8-a74b-4dd2-b44c-99e3a607f72f', 'admin_state_up': True, 'tenant_id': '7c2e3bcb3c11419aa5bdb45ad6533966', 'security_groups': ['956e73ed-7485-4a0c-88f0-c644aa0149a8']}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:11:22.031720 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-cbd9bd8e-07d9-4039-baa5-f8bd52477f2c None None] Provisioning complete for port d157c85a-0d84-4a3a-a74e-dc6bc21944b1 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:11:22.033087 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-cbd9bd8e-07d9-4039-baa5-f8bd52477f2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:22.085833 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-cbd9bd8e-07d9-4039-baa5-f8bd52477f2c None None] Port d157c85a-0d84-4a3a-a74e-dc6bc21944b1 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:11:22.100116 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0a1df600-78f5-443c-a551-878a5de63ab2 req-24573311-22d0-43e3-bad0-39495c5040d9 tempest-ListServerFiltersTestJSON-710341241 tempest-ListServerFiltersTestJSON-710341241-project] 10.222.0.46 "GET /v2.0/security-groups?id=22127be5-351b-4d65-aed1-0fcc5085805a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2960646 Nov 22 20:11:22.107322 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-af2de11f-25b3-46bb-9009-c300bc9eaa85 req-b42a1a6b-ddc2-42e6-9818-316b19789013 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:22.141515 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2287e9-ec7e-4058-a1d3-928e689f75f5 req-2877cb11-ad4d-4d79-9711-117f8778fe84 tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:22.143172 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6b2287e9-ec7e-4058-a1d3-928e689f75f5 req-2877cb11-ad4d-4d79-9711-117f8778fe84 tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] 10.222.0.46 "GET /v2.0/ports?device_id=f120437d-9853-4b55-a507-5eced1446d4e HTTP/1.1" status: 200 len: 945 time: 0.3743868 Nov 22 20:11:22.459924 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-d0d6c689-4a62-4dce-8696-dbec78d59506 req-b75bd424-d889-46b2-8fec-06b112a7bf9f tempest-ListImageFiltersTestJSON-1762929970 tempest-ListImageFiltersTestJSON-1762929970-project] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:22.466804 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [req-44b0f8d1-143f-4619-9b84-9edb15547358 req-d8fa5e21-e421-4acf-8dbd-0f56b4d649a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7299b5d8-0bbb-4645-90b3-664f83eb5792 {{(pid=103447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:11:22.476623 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6b2287e9-ec7e-4058-a1d3-928e689f75f5 req-29a87486-ab16-4bf4-a207-281e92d778ef tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] 10.222.0.46 "GET /v2.0/security-groups?id=402b14b3-7b21-4f37-9e5a-c3de7eeeb958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3038790 Nov 22 20:11:22.492132 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-44b0f8d1-143f-4619-9b84-9edb15547358 req-d8fa5e21-e421-4acf-8dbd-0f56b4d649a6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:22.516039 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf05184d-9a77-4f21-8d63-7411818804a5 req-953a52db-2c9e-4c57-8096-bc87cb796ec4 tempest-ServersTestFqdnHostnames-1631784793 tempest-ServersTestFqdnHostnames-1631784793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:22.517600 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-cf05184d-9a77-4f21-8d63-7411818804a5 req-953a52db-2c9e-4c57-8096-bc87cb796ec4 tempest-ServersTestFqdnHostnames-1631784793 tempest-ServersTestFqdnHostnames-1631784793-project] 10.222.0.46 "GET /v2.0/ports?device_id=667baf5d-8c2a-4f80-98a0-d39752935427 HTTP/1.1" status: 200 len: 931 time: 0.3051078 Nov 22 20:11:22.540493 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-72a5e854-d84b-44ca-a263-3791c3dd0002 req-564bc6fb-d426-4d36-81a0-5c732a8cb304 service neutron] 10.222.0.41 "GET /v2.0/networks/4906551a-712e-4bde-8433-b2db24f02f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5412776 Nov 22 20:11:22.545790 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.provisioning_blocks [req-44b0f8d1-143f-4619-9b84-9edb15547358 req-d8fa5e21-e421-4acf-8dbd-0f56b4d649a6 service neutron] Transition to ACTIVE for port object 7299b5d8-0bbb-4645-90b3-664f83eb5792 will not be triggered until provisioned by entity L2. {{(pid=103447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 20:11:22.576926 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-44b0f8d1-143f-4619-9b84-9edb15547358 req-d8fa5e21-e421-4acf-8dbd-0f56b4d649a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:22.611042 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47e4925-4528-48f4-8ef3-d84cdc8a8832 req-5b5ab10a-ca04-4511-8952-2138a9f833df tempest-ListServerFiltersTestJSON-710341241 tempest-ListServerFiltersTestJSON-710341241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:22.612626 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a47e4925-4528-48f4-8ef3-d84cdc8a8832 req-5b5ab10a-ca04-4511-8952-2138a9f833df tempest-ListServerFiltersTestJSON-710341241 tempest-ListServerFiltersTestJSON-710341241-project] 10.222.0.41 "GET /v2.0/ports?device_id=7563f773-f6b1-4f3f-94f8-25a0f67634fc HTTP/1.1" status: 200 len: 945 time: 0.2506821 Nov 22 20:11:22.662732 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d9d17e96-2661-4e81-94dc-9c00891aab04 tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:22.718117 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-e9ef85d4-ce36-4bc7-9b70-3db4efc0825d tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Made reservation on behalf of 7c2e3bcb3c11419aa5bdb45ad6533966 for: {'port': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:11:22.718117 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-e9ef85d4-ce36-4bc7-9b70-3db4efc0825d tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:22.753546 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-d0d6c689-4a62-4dce-8696-dbec78d59506 req-b75bd424-d889-46b2-8fec-06b112a7bf9f tempest-ListImageFiltersTestJSON-1762929970 tempest-ListImageFiltersTestJSON-1762929970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:22.813125 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a4b0a3-3242-4121-8115-26378ac28a21 req-115d045f-d8ff-4517-af84-630e57557099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:22.817376 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-04a4b0a3-3242-4121-8115-26378ac28a21 req-115d045f-d8ff-4517-af84-630e57557099 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2c9de68061ee477dbb5cc544058ec72e&device_id=8ec865c1-8118-4657-afb0-3aaac7ba2b18 HTTP/1.1" status: 200 len: 1095 time: 0.1677282 Nov 22 20:11:22.844118 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fa5e21-e421-4acf-8dbd-0f56b4d649a6 service neutron] Pushing event updated for resources: {'Port': ['ID=7299b5d8-0bbb-4645-90b3-664f83eb5792,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:11:23.026471 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-cf05184d-9a77-4f21-8d63-7411818804a5 req-4d31b98d-196e-4db0-adb3-167d8fddb9de tempest-ServersTestFqdnHostnames-1631784793 tempest-ServersTestFqdnHostnames-1631784793-project] 10.222.0.46 "GET /v2.0/security-groups?id=8416408d-1125-4867-a3b6-02849f59d958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4859447 Nov 22 20:11:23.081907 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a4b0a3-3242-4121-8115-26378ac28a21 req-0fa6f2b9-461c-4405-94b1-0042b1d3dfa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:23.083445 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-04a4b0a3-3242-4121-8115-26378ac28a21 req-0fa6f2b9-461c-4405-94b1-0042b1d3dfa4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=4906551a-712e-4bde-8433-b2db24f02f5c HTTP/1.1" status: 200 len: 908 time: 0.2585251 Nov 22 20:11:23.090103 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-e9ef85d4-ce36-4bc7-9b70-3db4efc0825d tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Allocated IP 10.1.1.53 (6b3bccc8-a74b-4dd2-b44c-99e3a607f72f/0485a16a-de78-4412-ab82-735c8650e722/ef234335-6cfd-4065-a69c-53c34c320294) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:11:23.096541 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0d6c689-4a62-4dce-8696-dbec78d59506 req-b75bd424-d889-46b2-8fec-06b112a7bf9f tempest-ListImageFiltersTestJSON-1762929970 tempest-ListImageFiltersTestJSON-1762929970-project] Network e1052824-bf78-4963-8937-b202e372ac24 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:11:23.139734 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [req-d0d6c689-4a62-4dce-8696-dbec78d59506 req-b75bd424-d889-46b2-8fec-06b112a7bf9f tempest-ListImageFiltersTestJSON-1762929970 tempest-ListImageFiltersTestJSON-1762929970-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:11:23.145961 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-04a4b0a3-3242-4121-8115-26378ac28a21 req-b8b32be2-7757-42b0-9ecc-acfaa2ec6797 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bfc3ff9b-1dbc-460d-8c02-72c9f563b26d HTTP/1.1" status: 200 len: 217 time: 0.0522573 Nov 22 20:11:23.589590 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-e9ef85d4-ce36-4bc7-9b70-3db4efc0825d tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:23.601899 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-d7e169ce-740e-43a0-9f33-f702139eca99 None None] Provisioning complete for port 4dc546ba-2901-40c2-8ae8-0dbb382728dd triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:11:23.603113 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-d7e169ce-740e-43a0-9f33-f702139eca99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:23.653891 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0d6c689-4a62-4dce-8696-dbec78d59506 req-b75bd424-d889-46b2-8fec-06b112a7bf9f tempest-ListImageFiltersTestJSON-1762929970 tempest-ListImageFiltersTestJSON-1762929970-project] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:11:23.657931 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a4b0a3-3242-4121-8115-26378ac28a21 req-ccf6ccb7-c2be-4458-8b16-6232d629cf9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:23.660498 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-04a4b0a3-3242-4121-8115-26378ac28a21 req-ccf6ccb7-c2be-4458-8b16-6232d629cf9f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b907b504-4de2-4845-a661-deaebec31498 HTTP/1.1" status: 200 len: 847 time: 0.4995215 Nov 22 20:11:23.684247 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [req-af2de11f-25b3-46bb-9009-c300bc9eaa85 req-b42a1a6b-ddc2-42e6-9818-316b19789013 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b4d05c5-4ac6-4c52-a98e-77f1fb2177ec {{(pid=103447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:11:23.696471 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-d7e169ce-740e-43a0-9f33-f702139eca99 None None] Port 4dc546ba-2901-40c2-8ae8-0dbb382728dd cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:11:23.706399 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-e9ef85d4-ce36-4bc7-9b70-3db4efc0825d tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:23.737314 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-af2de11f-25b3-46bb-9009-c300bc9eaa85 req-b42a1a6b-ddc2-42e6-9818-316b19789013 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:23.815906 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fbabf5-8443-413e-a6a8-2e5eb6d0d48b req-474dfbae-0083-4337-8110-c50764833f00 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:23.821399 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-e9ef85d4-ce36-4bc7-9b70-3db4efc0825d tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Network 6b3bccc8-a74b-4dd2-b44c-99e3a607f72f is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:11:23.824776 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b3fbabf5-8443-413e-a6a8-2e5eb6d0d48b req-474dfbae-0083-4337-8110-c50764833f00 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f4a90d6-1fcd-49f1-9d76-18b26c029474 HTTP/1.1" status: 200 len: 932 time: 1.1352062 Nov 22 20:11:23.825246 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-04a4b0a3-3242-4121-8115-26378ac28a21 req-f36ac67b-7e6c-414b-a70c-0b98f1f9f589 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4906551a-712e-4bde-8433-b2db24f02f5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1038322 Nov 22 20:11:23.827683 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75bd424-d889-46b2-8fec-06b112a7bf9f tempest-ListImageFiltersTestJSON-1762929970 tempest-ListImageFiltersTestJSON-1762929970-project] Pushing event updated for resources: {'Port': ['ID=4dc546ba-2901-40c2-8ae8-0dbb382728dd,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:11:23.831133 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ef85d4-ce36-4bc7-9b70-3db4efc0825d tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Pushing event updated for resources: {'Port': ['ID=ef234335-6cfd-4065-a69c-53c34c320294,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:11:23.841253 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-e9ef85d4-ce36-4bc7-9b70-3db4efc0825d tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:11:23.845603 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-e9ef85d4-ce36-4bc7-9b70-3db4efc0825d tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:11:23.853888 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.provisioning_blocks [req-af2de11f-25b3-46bb-9009-c300bc9eaa85 req-b42a1a6b-ddc2-42e6-9818-316b19789013 service neutron] Transition to ACTIVE for port object 3b4d05c5-4ac6-4c52-a98e-77f1fb2177ec will not be triggered until provisioned by entity L2. {{(pid=103447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 20:11:23.888974 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-af2de11f-25b3-46bb-9009-c300bc9eaa85 req-b42a1a6b-ddc2-42e6-9818-316b19789013 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:23.897338 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d6c689-4a62-4dce-8696-dbec78d59506 req-b75bd424-d889-46b2-8fec-06b112a7bf9f tempest-ListImageFiltersTestJSON-1762929970 tempest-ListImageFiltersTestJSON-1762929970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:23.901804 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-d0d6c689-4a62-4dce-8696-dbec78d59506 req-b75bd424-d889-46b2-8fec-06b112a7bf9f tempest-ListImageFiltersTestJSON-1762929970 tempest-ListImageFiltersTestJSON-1762929970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:23.934766 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-a47e4925-4528-48f4-8ef3-d84cdc8a8832 req-387e02b6-1d9d-41d9-85ee-65419f93ad9f tempest-ListServerFiltersTestJSON-710341241 tempest-ListServerFiltersTestJSON-710341241-project] Deleting port 37195ed8-69b8-45b3-8892-62f51715395d {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:11:23.937041 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-a47e4925-4528-48f4-8ef3-d84cdc8a8832 req-387e02b6-1d9d-41d9-85ee-65419f93ad9f tempest-ListServerFiltersTestJSON-710341241 tempest-ListServerFiltersTestJSON-710341241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:24.012305 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-44b0f8d1-143f-4619-9b84-9edb15547358 req-d8fa5e21-e421-4acf-8dbd-0f56b4d649a6 service neutron] Attempting to bind port 7299b5d8-0bbb-4645-90b3-664f83eb5792 on host n-h1-818823-1 for vnic_type normal with profile {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:11:24.012790 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-44b0f8d1-143f-4619-9b84-9edb15547358 req-d8fa5e21-e421-4acf-8dbd-0f56b4d649a6 service neutron] Attempting to bind port 7299b5d8-0bbb-4645-90b3-664f83eb5792 by drivers openvswitch,hyperv on host n-h1-818823-1 at level 0 using segments [{'id': '16d7b224-7893-445d-b18d-1a9af5480be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '4189e990-d6f7-4a58-bd04-aeb593878d0b'}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:11:24.013227 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b0f8d1-143f-4619-9b84-9edb15547358 req-d8fa5e21-e421-4acf-8dbd-0f56b4d649a6 service neutron] Attempting to bind port 7299b5d8-0bbb-4645-90b3-664f83eb5792 on network 4189e990-d6f7-4a58-bd04-aeb593878d0b {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:11:24.023145 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ef85d4-ce36-4bc7-9b70-3db4efc0825d tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:11:24.025371 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ef85d4-ce36-4bc7-9b70-3db4efc0825d tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:11:24.025788 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ef85d4-ce36-4bc7-9b70-3db4efc0825d tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:11:24.026252 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ef85d4-ce36-4bc7-9b70-3db4efc0825d tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:11:24.026602 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ef85d4-ce36-4bc7-9b70-3db4efc0825d tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:11:24.026989 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ef85d4-ce36-4bc7-9b70-3db4efc0825d tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:11:24.027441 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ef85d4-ce36-4bc7-9b70-3db4efc0825d tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:11:24.027961 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ef85d4-ce36-4bc7-9b70-3db4efc0825d tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:11:24.028345 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ef85d4-ce36-4bc7-9b70-3db4efc0825d tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:11:24.028686 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ef85d4-ce36-4bc7-9b70-3db4efc0825d tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:11:24.029070 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ef85d4-ce36-4bc7-9b70-3db4efc0825d tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:11:24.029507 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ef85d4-ce36-4bc7-9b70-3db4efc0825d tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:11:24.041315 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-e9ef85d4-ce36-4bc7-9b70-3db4efc0825d tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:24.042031 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-e9ef85d4-ce36-4bc7-9b70-3db4efc0825d tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:24.059523 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-04a4b0a3-3242-4121-8115-26378ac28a21 req-54b76f9e-0713-4306-811c-d02298a9aeeb service neutron] 10.222.0.41 "GET /v2.0/networks/4906551a-712e-4bde-8433-b2db24f02f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491146 Nov 22 20:11:24.066847 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-e9ef85d4-ce36-4bc7-9b70-3db4efc0825d tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.0778186 Nov 22 20:11:24.093152 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d0d6c689-4a62-4dce-8696-dbec78d59506 req-b75bd424-d889-46b2-8fec-06b112a7bf9f tempest-ListImageFiltersTestJSON-1762929970 tempest-ListImageFiltersTestJSON-1762929970-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.3040881 Nov 22 20:11:24.101722 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b7ab82-328c-4b42-a6a1-96b7c04c45c0 req-e38402ff-01b6-461d-9ec2-4fa566572636 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:24.110492 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-60b7ab82-328c-4b42-a6a1-96b7c04c45c0 req-e38402ff-01b6-461d-9ec2-4fa566572636 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.46 "GET /v2.0/ports?device_id=8ec865c1-8118-4657-afb0-3aaac7ba2b18 HTTP/1.1" status: 200 len: 944 time: 0.4122832 Nov 22 20:11:24.132561 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b0f8d1-143f-4619-9b84-9edb15547358 req-d8fa5e21-e421-4acf-8dbd-0f56b4d649a6 service neutron] Port 7299b5d8-0bbb-4645-90b3-664f83eb5792 on network 4189e990-d6f7-4a58-bd04-aeb593878d0b not bound, no agent of type Open vSwitch agent registered on host n-h1-818823-1 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:11:24.132906 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b0f8d1-143f-4619-9b84-9edb15547358 req-d8fa5e21-e421-4acf-8dbd-0f56b4d649a6 service neutron] Attempting to bind port 7299b5d8-0bbb-4645-90b3-664f83eb5792 on network 4189e990-d6f7-4a58-bd04-aeb593878d0b {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:11:24.156515 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-d0d6c689-4a62-4dce-8696-dbec78d59506 req-a9eeff0f-0c5a-4829-91dd-a94aeb27eb6f service neutron] Request body: {'port': {'device_id': '3976a086-7eb8-4b57-8c36-4478955520bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818823-1'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:11:24.175714 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-04a4b0a3-3242-4121-8115-26378ac28a21 req-6563bd7f-a31b-4eaf-bd95-da48a080d965 service neutron] 10.222.0.41 "GET /v2.0/networks/4906551a-712e-4bde-8433-b2db24f02f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074216 Nov 22 20:11:24.192842 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b3fbabf5-8443-413e-a6a8-2e5eb6d0d48b req-903008c2-b05d-46ae-8706-75918c837793 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] 10.222.0.46 "GET /v2.0/security-groups?id=956e73ed-7485-4a0c-88f0-c644aa0149a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3666747 Nov 22 20:11:24.194401 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-1c98c783-cf90-4c15-9138-f5cb21cbaa3a tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Request body: {'port': {'device_id': '2f4a90d6-1fcd-49f1-9d76-18b26c029474', 'network_id': '6b3bccc8-a74b-4dd2-b44c-99e3a607f72f', 'admin_state_up': True, 'tenant_id': '7c2e3bcb3c11419aa5bdb45ad6533966', 'security_groups': ['956e73ed-7485-4a0c-88f0-c644aa0149a8']}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:11:24.287598 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:11:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11b1f973-2a80-401b-8c57-c10c2d97f297 x-openstack-request-id: req-11b1f973-2a80-401b-8c57-c10c2d97f297 {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:11:24.288226 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "797644ee-f258-40ce-8029-fe42d9c66411", "name": "network-vif-plugged", "status": "completed", "tag": "715b9b8d-b380-49db-8f23-d701c0fa9ca2", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:11:24.288707 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-11b1f973-2a80-401b-8c57-c10c2d97f297 {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:11:24.289217 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '797644ee-f258-40ce-8029-fe42d9c66411', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '715b9b8d-b380-49db-8f23-d701c0fa9ca2', 'code': 200} Nov 22 20:11:24.297361 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b0f8d1-143f-4619-9b84-9edb15547358 req-d8fa5e21-e421-4acf-8dbd-0f56b4d649a6 service neutron] Checking agent: {'id': '7a008cff-3b49-418c-8046-689d46cc800f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'started_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 11, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:11:24.297999 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b0f8d1-143f-4619-9b84-9edb15547358 req-d8fa5e21-e421-4acf-8dbd-0f56b4d649a6 service neutron] Checking segment: {'id': '16d7b224-7893-445d-b18d-1a9af5480be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '4189e990-d6f7-4a58-bd04-aeb593878d0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:11:24.298138 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b0f8d1-143f-4619-9b84-9edb15547358 req-d8fa5e21-e421-4acf-8dbd-0f56b4d649a6 service neutron] Bound using segment: {'id': '16d7b224-7893-445d-b18d-1a9af5480be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '4189e990-d6f7-4a58-bd04-aeb593878d0b'} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:11:24.298526 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-44b0f8d1-143f-4619-9b84-9edb15547358 req-d8fa5e21-e421-4acf-8dbd-0f56b4d649a6 service neutron] Bound port: 7299b5d8-0bbb-4645-90b3-664f83eb5792, host: n-h1-818823-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16d7b224-7893-445d-b18d-1a9af5480be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '4189e990-d6f7-4a58-bd04-aeb593878d0b'}}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:11:24.298889 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-44b0f8d1-143f-4619-9b84-9edb15547358 req-d8fa5e21-e421-4acf-8dbd-0f56b4d649a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:24.318381 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42a1a6b-ddc2-42e6-9818-316b19789013 service neutron] Pushing event updated for resources: {'Port': ['ID=3b4d05c5-4ac6-4c52-a98e-77f1fb2177ec,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:11:24.358933 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-f166222d-c133-449e-ac2d-7c5e7a076be3 None None] Provisioning complete for port ef234335-6cfd-4065-a69c-53c34c320294 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:11:24.370503 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-f166222d-c133-449e-ac2d-7c5e7a076be3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:24.499981 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-f166222d-c133-449e-ac2d-7c5e7a076be3 None None] Port ef234335-6cfd-4065-a69c-53c34c320294 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:11:24.553593 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dd55a8-7b82-4f44-adee-8b7866da21f6 req-7a07b311-b73f-4fc3-9f8a-45857b03342b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:24.555756 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-b3dd55a8-7b82-4f44-adee-8b7866da21f6 req-7a07b311-b73f-4fc3-9f8a-45857b03342b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=797644ee-f258-40ce-8029-fe42d9c66411 HTTP/1.1" status: 200 len: 1096 time: 0.1644855 Nov 22 20:11:24.571479 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-d0d6c689-4a62-4dce-8696-dbec78d59506 req-a9eeff0f-0c5a-4829-91dd-a94aeb27eb6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:24.709996 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-a47e4925-4528-48f4-8ef3-d84cdc8a8832 req-387e02b6-1d9d-41d9-85ee-65419f93ad9f tempest-ListServerFiltersTestJSON-710341241 tempest-ListServerFiltersTestJSON-710341241-project] For port 37195ed8-69b8-45b3-8892-62f51715395d, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=37195ed8-69b8-45b3-8892-62f51715395d,segment=NetworkSegment(f4375107-f208-4e57-94ce-2a9cc5f0f2e5),segment_id=f4375107-f208-4e57-94ce-2a9cc5f0f2e5)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:11:24.710621 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-a47e4925-4528-48f4-8ef3-d84cdc8a8832 req-387e02b6-1d9d-41d9-85ee-65419f93ad9f tempest-ListServerFiltersTestJSON-710341241 tempest-ListServerFiltersTestJSON-710341241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:24.771858 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d9d17e96-2661-4e81-94dc-9c00891aab04 tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-541823', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-659547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25662'] for router, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:24.780262 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-60b7ab82-328c-4b42-a6a1-96b7c04c45c0 req-3e09bc67-564d-448d-834b-e0f196c0b0dc tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.46 "GET /v2.0/security-groups?id=deac3dce-93b4-41af-981b-873d47022422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6685908 Nov 22 20:11:24.780536 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d9d17e96-2661-4e81-94dc-9c00891aab04 tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-841284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-541764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-841989', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-659616'] for router, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:24.782899 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-1c98c783-cf90-4c15-9138-f5cb21cbaa3a tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Made reservation on behalf of 7c2e3bcb3c11419aa5bdb45ad6533966 for: {'port': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:11:24.787134 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-1c98c783-cf90-4c15-9138-f5cb21cbaa3a tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:24.791549 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-a47e4925-4528-48f4-8ef3-d84cdc8a8832 req-387e02b6-1d9d-41d9-85ee-65419f93ad9f tempest-ListServerFiltersTestJSON-710341241 tempest-ListServerFiltersTestJSON-710341241-project] Calling delete_port for 37195ed8-69b8-45b3-8892-62f51715395d owned by compute:nova {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:11:24.904149 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-b3dd55a8-7b82-4f44-adee-8b7866da21f6 req-158d4e87-4344-4846-8af2-ca69a10827f6 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=94d7354b-7836-43fc-9686-30f5504d4e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792283 Nov 22 20:11:25.018780 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d58fa30-acec-4df2-9d8a-187d0e9d5e12 req-feabb495-a758-4b6e-ad40-1888f4d1074a tempest-ListImageFiltersTestJSON-1762929970 tempest-ListImageFiltersTestJSON-1762929970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:25.020370 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0d58fa30-acec-4df2-9d8a-187d0e9d5e12 req-feabb495-a758-4b6e-ad40-1888f4d1074a tempest-ListImageFiltersTestJSON-1762929970 tempest-ListImageFiltersTestJSON-1762929970-project] 10.222.0.46 "GET /v2.0/ports?device_id=3976a086-7eb8-4b57-8c36-4478955520bb HTTP/1.1" status: 200 len: 936 time: 0.5816422 Nov 22 20:11:25.023486 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-44b0f8d1-143f-4619-9b84-9edb15547358 req-d8fa5e21-e421-4acf-8dbd-0f56b4d649a6 service neutron] For port 7299b5d8-0bbb-4645-90b3-664f83eb5792, host n-h1-818823-1, cleared binding levels {{(pid=103447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:11:25.034367 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-af2de11f-25b3-46bb-9009-c300bc9eaa85 req-b42a1a6b-ddc2-42e6-9818-316b19789013 service neutron] Attempting to bind port 3b4d05c5-4ac6-4c52-a98e-77f1fb2177ec on host n-h2-818823-1 for vnic_type normal with profile {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:11:25.034367 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-af2de11f-25b3-46bb-9009-c300bc9eaa85 req-b42a1a6b-ddc2-42e6-9818-316b19789013 service neutron] Attempting to bind port 3b4d05c5-4ac6-4c52-a98e-77f1fb2177ec by drivers openvswitch,hyperv on host n-h2-818823-1 at level 0 using segments [{'id': '2a5a1c7b-538e-498e-99b9-cc7a8e0411be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'e1052824-bf78-4963-8937-b202e372ac24'}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:11:25.034954 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af2de11f-25b3-46bb-9009-c300bc9eaa85 req-b42a1a6b-ddc2-42e6-9818-316b19789013 service neutron] Attempting to bind port 3b4d05c5-4ac6-4c52-a98e-77f1fb2177ec on network e1052824-bf78-4963-8937-b202e372ac24 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:11:25.061376 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9d17e96-2661-4e81-94dc-9c00891aab04 tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] Router 7a07382e-25c4-417d-8c31-c6dc44a97e52 has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 20:11:25.084243 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-1c98c783-cf90-4c15-9138-f5cb21cbaa3a tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Allocated IP 10.1.1.40 (6b3bccc8-a74b-4dd2-b44c-99e3a607f72f/0485a16a-de78-4412-ab82-735c8650e722/beeaed41-857e-487b-9b30-79ba4738dd77) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:11:25.126585 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af2de11f-25b3-46bb-9009-c300bc9eaa85 req-b42a1a6b-ddc2-42e6-9818-316b19789013 service neutron] Port 3b4d05c5-4ac6-4c52-a98e-77f1fb2177ec on network e1052824-bf78-4963-8937-b202e372ac24 not bound, no agent of type Open vSwitch agent registered on host n-h2-818823-1 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:11:25.126919 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af2de11f-25b3-46bb-9009-c300bc9eaa85 req-b42a1a6b-ddc2-42e6-9818-316b19789013 service neutron] Attempting to bind port 3b4d05c5-4ac6-4c52-a98e-77f1fb2177ec on network e1052824-bf78-4963-8937-b202e372ac24 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:11:25.144815 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-44b0f8d1-143f-4619-9b84-9edb15547358 req-d8fa5e21-e421-4acf-8dbd-0f56b4d649a6 service neutron] For port 7299b5d8-0bbb-4645-90b3-664f83eb5792, host n-h1-818823-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=7299b5d8-0bbb-4645-90b3-664f83eb5792,segment=NetworkSegment(16d7b224-7893-445d-b18d-1a9af5480be8),segment_id=16d7b224-7893-445d-b18d-1a9af5480be8)] {{(pid=103447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:11:25.176631 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-44b0f8d1-143f-4619-9b84-9edb15547358 req-d8fa5e21-e421-4acf-8dbd-0f56b4d649a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:25.196863 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd41896-5f2a-43b0-a741-55943506f559 req-26bef852-a6d8-4907-bedc-92a20c175a46 tempest-AttachSCSIVolumeTestJSON-1589278495 tempest-AttachSCSIVolumeTestJSON-1589278495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:25.198725 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4dd41896-5f2a-43b0-a741-55943506f559 req-26bef852-a6d8-4907-bedc-92a20c175a46 tempest-AttachSCSIVolumeTestJSON-1589278495 tempest-AttachSCSIVolumeTestJSON-1589278495-project] 10.222.0.46 "GET /v2.0/ports?device_id=797644ee-f258-40ce-8029-fe42d9c66411 HTTP/1.1" status: 200 len: 945 time: 0.2816567 Nov 22 20:11:25.199541 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af2de11f-25b3-46bb-9009-c300bc9eaa85 req-b42a1a6b-ddc2-42e6-9818-316b19789013 service neutron] Checking agent: {'id': '65e0486a-7030-4065-96f0-10aa7402a530', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'started_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 11, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:11:25.199878 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af2de11f-25b3-46bb-9009-c300bc9eaa85 req-b42a1a6b-ddc2-42e6-9818-316b19789013 service neutron] Checking segment: {'id': '2a5a1c7b-538e-498e-99b9-cc7a8e0411be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'e1052824-bf78-4963-8937-b202e372ac24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:11:25.200259 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af2de11f-25b3-46bb-9009-c300bc9eaa85 req-b42a1a6b-ddc2-42e6-9818-316b19789013 service neutron] Bound using segment: {'id': '2a5a1c7b-538e-498e-99b9-cc7a8e0411be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'e1052824-bf78-4963-8937-b202e372ac24'} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:11:25.200704 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-af2de11f-25b3-46bb-9009-c300bc9eaa85 req-b42a1a6b-ddc2-42e6-9818-316b19789013 service neutron] Bound port: 3b4d05c5-4ac6-4c52-a98e-77f1fb2177ec, host: n-h2-818823-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a5a1c7b-538e-498e-99b9-cc7a8e0411be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'e1052824-bf78-4963-8937-b202e372ac24'}}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:11:25.201057 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-af2de11f-25b3-46bb-9009-c300bc9eaa85 req-b42a1a6b-ddc2-42e6-9818-316b19789013 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:25.285656 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9d17e96-2661-4e81-94dc-9c00891aab04 tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:11:25.293863 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d9d17e96-2661-4e81-94dc-9c00891aab04 tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] Publish callbacks [] for router, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:25.296775 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-d9d17e96-2661-4e81-94dc-9c00891aab04 tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] 10.222.0.46 "PUT /v2.0/routers/7a07382e-25c4-417d-8c31-c6dc44a97e52 HTTP/1.1" status: 200 len: 922 time: 4.0144150 Nov 22 20:11:25.300661 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 34532) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:11:25.301802 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a0b4f87-1ced-4285-9106-730c55f5b463 None None] Sync routers for ids ['7a07382e-25c4-417d-8c31-c6dc44a97e52'] in n-d-818823-1 {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:11:25.324028 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b0f8d1-143f-4619-9b84-9edb15547358 req-d8fa5e21-e421-4acf-8dbd-0f56b4d649a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:25.324755 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-44b0f8d1-143f-4619-9b84-9edb15547358 req-d8fa5e21-e421-4acf-8dbd-0f56b4d649a6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:25.326067 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-44b0f8d1-143f-4619-9b84-9edb15547358 req-d8fa5e21-e421-4acf-8dbd-0f56b4d649a6 service neutron] 10.222.0.41 "PUT /v2.0/ports/7299b5d8-0bbb-4645-90b3-664f83eb5792 HTTP/1.1" status: 200 len: 1091 time: 4.5284960 Nov 22 20:11:25.333447 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '667baf5d-8c2a-4f80-98a0-d39752935427', 'tag': '7299b5d8-0bbb-4645-90b3-664f83eb5792'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:11:25.335901 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82341fbb-b737-4682-a4b1-7a88fc6b46ac" -d '{"events": [{"name": "network-changed", "server_uuid": "667baf5d-8c2a-4f80-98a0-d39752935427", "tag": "7299b5d8-0bbb-4645-90b3-664f83eb5792"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:11:25.356499 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a0b4f87-1ced-4285-9106-730c55f5b463 None None] Routers {'7a07382e-25c4-417d-8c31-c6dc44a97e52'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:11:25.369592 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-1a0b4f87-1ced-4285-9106-730c55f5b463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:11:02Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['7a07382e-25c4-417d-8c31-c6dc44a97e52'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:11:25.406433 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-af2de11f-25b3-46bb-9009-c300bc9eaa85 req-b42a1a6b-ddc2-42e6-9818-316b19789013 service neutron] For port 3b4d05c5-4ac6-4c52-a98e-77f1fb2177ec, host n-h2-818823-1, cleared binding levels {{(pid=103447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:11:25.453036 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device bfc3ff9b-1dbc-460d-8c02-72c9f563b26d details requested by agent hyperv_n-h1-818823-1 with host n-h1-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 20:11:25.485066 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-1c98c783-cf90-4c15-9138-f5cb21cbaa3a tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:25.533672 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 37195ed8-69b8-45b3-8892-62f51715395d no longer exists at agent hyperv_n-h1-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:11:25.535535 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-1c98c783-cf90-4c15-9138-f5cb21cbaa3a tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:25.540828 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-1a0b4f87-1ced-4285-9106-730c55f5b463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:11:25.576992 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0d58fa30-acec-4df2-9d8a-187d0e9d5e12 req-19d6ccae-3fe6-4473-8418-ef51e4f3f777 tempest-ListImageFiltersTestJSON-1762929970 tempest-ListImageFiltersTestJSON-1762929970-project] 10.222.0.46 "GET /v2.0/security-groups?id=7bc0946f-8d94-4cf7-9aed-026148cac050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5375352 Nov 22 20:11:25.628899 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-1c98c783-cf90-4c15-9138-f5cb21cbaa3a tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Network 6b3bccc8-a74b-4dd2-b44c-99e3a607f72f is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:11:25.630965 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a0b4f87-1ced-4285-9106-730c55f5b463 None None] Routers {'7a07382e-25c4-417d-8c31-c6dc44a97e52'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:11:25.631859 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-1a0b4f87-1ced-4285-9106-730c55f5b463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:11:02Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['7a07382e-25c4-417d-8c31-c6dc44a97e52'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:11:25.633028 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c98c783-cf90-4c15-9138-f5cb21cbaa3a tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Pushing event updated for resources: {'Port': ['ID=beeaed41-857e-487b-9b30-79ba4738dd77,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:11:25.644021 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-1c98c783-cf90-4c15-9138-f5cb21cbaa3a tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:11:25.651905 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b0f8d1-143f-4619-9b84-9edb15547358 req-31dd357d-4c00-4f1a-83cd-e88dc8fe9720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:25.663685 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-1c98c783-cf90-4c15-9138-f5cb21cbaa3a tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:11:25.670686 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-44b0f8d1-143f-4619-9b84-9edb15547358 req-31dd357d-4c00-4f1a-83cd-e88dc8fe9720 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=406a5dbad308428791820735fa76e3b4&device_id=667baf5d-8c2a-4f80-98a0-d39752935427 HTTP/1.1" status: 200 len: 1094 time: 0.2439177 Nov 22 20:11:25.679493 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-1a0b4f87-1ced-4285-9106-730c55f5b463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:11:25.680231 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a0b4f87-1ced-4285-9106-730c55f5b463 None None] The sync data for ids ['7a07382e-25c4-417d-8c31-c6dc44a97e52'] in n-d-818823-1 is: [] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:11:25.733793 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-3506a819-9c23-4893-b5c1-5b95eb88065c tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] 10.222.0.46 "GET /v2.0/routers/7a07382e-25c4-417d-8c31-c6dc44a97e52 HTTP/1.1" status: 200 len: 922 time: 0.4315526 Nov 22 20:11:25.744097 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 34540) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:11:25.754309 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:25.781705 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-44b0f8d1-143f-4619-9b84-9edb15547358 req-a8d9655a-3c85-476b-957c-625e8268a0b6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7299b5d8-0bbb-4645-90b3-664f83eb5792 HTTP/1.1" status: 200 len: 217 time: 0.1100612 Nov 22 20:11:25.786264 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4dd41896-5f2a-43b0-a741-55943506f559 req-75b3d082-e9cf-420c-870e-f800c495f0de tempest-AttachSCSIVolumeTestJSON-1589278495 tempest-AttachSCSIVolumeTestJSON-1589278495-project] 10.222.0.46 "GET /v2.0/security-groups?id=94d7354b-7836-43fc-9686-30f5504d4e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5025189 Nov 22 20:11:25.787228 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fa5e21-e421-4acf-8dbd-0f56b4d649a6 service neutron] Pushing event updated for resources: {'Port': ['ID=7299b5d8-0bbb-4645-90b3-664f83eb5792,revision_number=3']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:11:25.868640 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port bfc3ff9b-1dbc-460d-8c02-72c9f563b26d, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=bfc3ff9b-1dbc-460d-8c02-72c9f563b26d,segment=NetworkSegment(e4b3d165-1cea-4bf0-93f6-5b79e0759539),segment_id=e4b3d165-1cea-4bf0-93f6-5b79e0759539)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:11:25.894779 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-a47e4925-4528-48f4-8ef3-d84cdc8a8832 req-387e02b6-1d9d-41d9-85ee-65419f93ad9f tempest-ListServerFiltersTestJSON-710341241 tempest-ListServerFiltersTestJSON-710341241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:25.938682 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-af2de11f-25b3-46bb-9009-c300bc9eaa85 req-b42a1a6b-ddc2-42e6-9818-316b19789013 service neutron] For port 3b4d05c5-4ac6-4c52-a98e-77f1fb2177ec, host n-h2-818823-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=3b4d05c5-4ac6-4c52-a98e-77f1fb2177ec,segment=NetworkSegment(2a5a1c7b-538e-498e-99b9-cc7a8e0411be),segment_id=2a5a1c7b-538e-498e-99b9-cc7a8e0411be)] {{(pid=103447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:11:25.969790 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Returning: {'device': 'bfc3ff9b-1dbc-460d-8c02-72c9f563b26d', 'network_id': '4906551a-712e-4bde-8433-b2db24f02f5c', 'port_id': 'bfc3ff9b-1dbc-460d-8c02-72c9f563b26d', 'mac_address': 'fa:16:3e:13:70:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b907b504-4de2-4845-a661-deaebec31498', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 20:11:26.036261 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:26.039523 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-af2de11f-25b3-46bb-9009-c300bc9eaa85 req-b42a1a6b-ddc2-42e6-9818-316b19789013 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:26.050922 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfc3ff9b-1dbc-460d-8c02-72c9f563b26d {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:11:26.074542 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port bfc3ff9b-1dbc-460d-8c02-72c9f563b26d, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=bfc3ff9b-1dbc-460d-8c02-72c9f563b26d,segment=NetworkSegment(e4b3d165-1cea-4bf0-93f6-5b79e0759539),segment_id=e4b3d165-1cea-4bf0-93f6-5b79e0759539)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:11:26.079866 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:26.139843 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [req-d0d6c689-4a62-4dce-8696-dbec78d59506 req-a9eeff0f-0c5a-4829-91dd-a94aeb27eb6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4dc546ba-2901-40c2-8ae8-0dbb382728dd {{(pid=103447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:11:26.141257 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=bfc3ff9b-1dbc-460d-8c02-72c9f563b26d,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:11:26.164361 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-f56e44dc-8e4e-44a3-981a-8dc21469e449 None None] Provisioning complete for port beeaed41-857e-487b-9b30-79ba4738dd77 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:11:26.165177 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-f56e44dc-8e4e-44a3-981a-8dc21469e449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:26.168113 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387e02b6-1d9d-41d9-85ee-65419f93ad9f tempest-ListServerFiltersTestJSON-710341241 tempest-ListServerFiltersTestJSON-710341241-project] Pushing event deleted for resources: {'Port': ['ID=37195ed8-69b8-45b3-8892-62f51715395d,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:11:26.172019 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b0f8d1-143f-4619-9b84-9edb15547358 req-39674bd0-2c52-4cae-a6af-e6621698e69e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:26.174103 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-44b0f8d1-143f-4619-9b84-9edb15547358 req-39674bd0-2c52-4cae-a6af-e6621698e69e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ea3d6ae8-37bb-4264-a9e4-b3c7fbbee38f HTTP/1.1" status: 200 len: 853 time: 0.3827815 Nov 22 20:11:26.190002 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-d0d6c689-4a62-4dce-8696-dbec78d59506 req-a9eeff0f-0c5a-4829-91dd-a94aeb27eb6f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:26.201432 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2de11f-25b3-46bb-9009-c300bc9eaa85 req-b42a1a6b-ddc2-42e6-9818-316b19789013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:26.202050 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-af2de11f-25b3-46bb-9009-c300bc9eaa85 req-b42a1a6b-ddc2-42e6-9818-316b19789013 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:26.203480 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-af2de11f-25b3-46bb-9009-c300bc9eaa85 req-b42a1a6b-ddc2-42e6-9818-316b19789013 service neutron] 10.222.0.20 "PUT /v2.0/ports/3b4d05c5-4ac6-4c52-a98e-77f1fb2177ec HTTP/1.1" status: 200 len: 1095 time: 4.3052640 Nov 22 20:11:26.225266 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-f56e44dc-8e4e-44a3-981a-8dc21469e449 None None] Port beeaed41-857e-487b-9b30-79ba4738dd77 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:11:26.281553 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] get_ports_and_sgs() called for port_ids ['bfc3ff9b-1dbc-460d-8c02-72c9f563b26d'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:11:26.296327 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00a96cb-3214-4fc0-b889-3e24f3f2c93e req-fd119f7a-5c19-43fb-9c3e-ff899e5d4d67 tempest-ListServerFiltersTestJSON-710341241 tempest-ListServerFiltersTestJSON-710341241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:26.298860 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c00a96cb-3214-4fc0-b889-3e24f3f2c93e req-fd119f7a-5c19-43fb-9c3e-ff899e5d4d67 tempest-ListServerFiltersTestJSON-710341241 tempest-ListServerFiltersTestJSON-710341241-project] 10.222.0.46 "GET /v2.0/ports?device_id=7563f773-f6b1-4f3f-94f8-25a0f67634fc HTTP/1.1" status: 200 len: 867 time: 0.5371826 Nov 22 20:11:26.415217 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.provisioning_blocks [req-d0d6c689-4a62-4dce-8696-dbec78d59506 req-a9eeff0f-0c5a-4829-91dd-a94aeb27eb6f service neutron] Transition to ACTIVE for port object 4dc546ba-2901-40c2-8ae8-0dbb382728dd will not be triggered until provisioned by entity L2. {{(pid=103447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 20:11:26.470577 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-1c98c783-cf90-4c15-9138-f5cb21cbaa3a tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:26.471973 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-1c98c783-cf90-4c15-9138-f5cb21cbaa3a tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:26.490737 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19bffd10-accb-4402-90dc-cd20bc7eba54 tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:26.495541 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-19bffd10-accb-4402-90dc-cd20bc7eba54 tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] 10.222.0.46 "GET /v2.0/ports?network_id=c48a55e9-6a85-4746-b7bf-3e29fb560094&device_id=7a07382e-25c4-417d-8c31-c6dc44a97e52&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.7460325 Nov 22 20:11:26.495997 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 34544) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:11:26.497704 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b0f8d1-143f-4619-9b84-9edb15547358 req-a6fefd9b-82d3-43a5-8427-596a53a37ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:26.500230 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-44b0f8d1-143f-4619-9b84-9edb15547358 req-a6fefd9b-82d3-43a5-8427-596a53a37ed5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4189e990-d6f7-4a58-bd04-aeb593878d0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3126509 Nov 22 20:11:26.509148 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-1c98c783-cf90-4c15-9138-f5cb21cbaa3a tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.3323843 Nov 22 20:11:26.522582 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-a47e4925-4528-48f4-8ef3-d84cdc8a8832 req-387e02b6-1d9d-41d9-85ee-65419f93ad9f tempest-ListServerFiltersTestJSON-710341241 tempest-ListServerFiltersTestJSON-710341241-project] No DVR routers for this DVR port 37195ed8-69b8-45b3-8892-62f51715395d on host n-h1-818823-1 {{(pid=103447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:11:26.527508 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c00a96cb-3214-4fc0-b889-3e24f3f2c93e req-43141e6e-8aa9-4c88-9eeb-968b5114f217 tempest-ListServerFiltersTestJSON-710341241 tempest-ListServerFiltersTestJSON-710341241-project] 10.222.0.46 "GET /v2.0/security-groups?id=22127be5-351b-4d65-aed1-0fcc5085805a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757169 Nov 22 20:11:26.528164 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-d0d6c689-4a62-4dce-8696-dbec78d59506 req-a9eeff0f-0c5a-4829-91dd-a94aeb27eb6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:26.537602 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-a47e4925-4528-48f4-8ef3-d84cdc8a8832 req-387e02b6-1d9d-41d9-85ee-65419f93ad9f tempest-ListServerFiltersTestJSON-710341241 tempest-ListServerFiltersTestJSON-710341241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:26.545198 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a47e4925-4528-48f4-8ef3-d84cdc8a8832 req-387e02b6-1d9d-41d9-85ee-65419f93ad9f tempest-ListServerFiltersTestJSON-710341241 tempest-ListServerFiltersTestJSON-710341241-project] 10.222.0.41 "DELETE /v2.0/ports/37195ed8-69b8-45b3-8892-62f51715395d HTTP/1.1" status: 204 len: 173 time: 3.9016011 Nov 22 20:11:26.550365 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-331e32f4-e8a2-435a-867b-353979ebbf18 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Request body: {'port': {'device_id': '2f4a90d6-1fcd-49f1-9d76-18b26c029474', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '9d0b1a7a-dafa-41a5-9e6d-f6ddddd5c8ef', 'admin_state_up': True, 'tenant_id': '7c2e3bcb3c11419aa5bdb45ad6533966', 'security_groups': ['956e73ed-7485-4a0c-88f0-c644aa0149a8']}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:11:26.574612 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0685013-99f3-45e1-adb8-42b74fdc5c80 req-962e9234-dfba-44fc-b1ba-7387d73349cd tempest-ServersTestFqdnHostnames-1631784793 tempest-ServersTestFqdnHostnames-1631784793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:26.580500 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f0685013-99f3-45e1-adb8-42b74fdc5c80 req-962e9234-dfba-44fc-b1ba-7387d73349cd tempest-ServersTestFqdnHostnames-1631784793 tempest-ServersTestFqdnHostnames-1631784793-project] 10.222.0.46 "GET /v2.0/ports?device_id=667baf5d-8c2a-4f80-98a0-d39752935427 HTTP/1.1" status: 200 len: 943 time: 0.4266307 Nov 22 20:11:26.754355 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e489e64-4e84-4e0b-95cb-25c01dc6b600 tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:26.761997 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-3e489e64-4e84-4e0b-95cb-25c01dc6b600 tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] 10.222.0.46 "GET /v2.0/networks/c48a55e9-6a85-4746-b7bf-3e29fb560094 HTTP/1.1" status: 200 len: 881 time: 0.2624059 Nov 22 20:11:26.766786 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42a1a6b-ddc2-42e6-9818-316b19789013 service neutron] Pushing event updated for resources: {'Port': ['ID=3b4d05c5-4ac6-4c52-a98e-77f1fb2177ec,revision_number=3']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:11:26.801653 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 34548) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:11:26.812985 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2de11f-25b3-46bb-9009-c300bc9eaa85 req-bf2cbd40-0c2c-46d5-8748-fb4d26960b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:26.815089 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-af2de11f-25b3-46bb-9009-c300bc9eaa85 req-bf2cbd40-0c2c-46d5-8748-fb4d26960b48 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=648c890a9b2441578b9f3566fe6ec4c4&device_id=6c358b76-a051-4380-aace-2cc9e2fb2520 HTTP/1.1" status: 200 len: 1098 time: 0.5487549 Nov 22 20:11:26.859681 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-91862eae-3c73-419a-beb3-7f45e113d867 tempest-RoutersAdminTest-714316116 tempest-RoutersAdminTest-714316116-project] 10.222.0.46 "GET /v2.0/ports?device_id=7a07382e-25c4-417d-8c31-c6dc44a97e52 HTTP/1.1" status: 200 len: 205 time: 0.0546644 Nov 22 20:11:26.861976 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 34552) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:11:26.929805 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-331e32f4-e8a2-435a-867b-353979ebbf18 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Made reservation on behalf of 7c2e3bcb3c11419aa5bdb45ad6533966 for: {'port': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:11:27.083734 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ef9ca0b0-cc09-4a7e-876a-b8a4fd2613a0 tempest-RoutersAdminTest-714316116 tempest-RoutersAdminTest-714316116-project] Publish callbacks [] for router, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:27.089180 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-331e32f4-e8a2-435a-867b-353979ebbf18 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:27.252319 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-af2de11f-25b3-46bb-9009-c300bc9eaa85 req-8c6d8e7f-e96e-4f84-bc00-50fde6d3e99f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=3b4d05c5-4ac6-4c52-a98e-77f1fb2177ec HTTP/1.1" status: 200 len: 217 time: 0.4224277 Nov 22 20:11:27.339447 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-44b0f8d1-143f-4619-9b84-9edb15547358 req-6cc8ea23-0c0b-44e1-a4d5-bfc5ed160176 service neutron] 10.222.0.41 "GET /v2.0/networks/4189e990-d6f7-4a58-bd04-aeb593878d0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7912531 Nov 22 20:11:27.353367 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f0685013-99f3-45e1-adb8-42b74fdc5c80 req-554e4cef-7a83-4eca-8e59-2933364212ad tempest-ServersTestFqdnHostnames-1631784793 tempest-ServersTestFqdnHostnames-1631784793-project] 10.222.0.46 "GET /v2.0/security-groups?id=8416408d-1125-4867-a3b6-02849f59d958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7030647 Nov 22 20:11:27.353367 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9eeff0f-0c5a-4829-91dd-a94aeb27eb6f service neutron] Pushing event updated for resources: {'Port': ['ID=4dc546ba-2901-40c2-8ae8-0dbb382728dd,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:11:27.372135 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b640e282-fa8f-4926-940f-fe02ba1f0585 req-52b34f0e-9f80-4ff0-be36-e875607740a5 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:27.378778 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b640e282-fa8f-4926-940f-fe02ba1f0585 req-52b34f0e-9f80-4ff0-be36-e875607740a5 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:27.379661 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ef9ca0b0-cc09-4a7e-876a-b8a4fd2613a0 tempest-RoutersAdminTest-714316116 tempest-RoutersAdminTest-714316116-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:27.385220 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b640e282-fa8f-4926-940f-fe02ba1f0585 req-52b34f0e-9f80-4ff0-be36-e875607740a5 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:27.387843 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device bfc3ff9b-1dbc-460d-8c02-72c9f563b26d up at agent hyperv_n-h1-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:11:27.393406 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b640e282-fa8f-4926-940f-fe02ba1f0585 req-52b34f0e-9f80-4ff0-be36-e875607740a5 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f4a90d6-1fcd-49f1-9d76-18b26c029474 HTTP/1.1" status: 200 len: 2373 time: 0.6939316 Nov 22 20:11:27.482424 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-d0d6c689-4a62-4dce-8696-dbec78d59506 req-a9eeff0f-0c5a-4829-91dd-a94aeb27eb6f service neutron] Attempting to bind port 4dc546ba-2901-40c2-8ae8-0dbb382728dd on host n-h1-818823-1 for vnic_type normal with profile {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:11:27.482763 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-d0d6c689-4a62-4dce-8696-dbec78d59506 req-a9eeff0f-0c5a-4829-91dd-a94aeb27eb6f service neutron] Attempting to bind port 4dc546ba-2901-40c2-8ae8-0dbb382728dd by drivers openvswitch,hyperv on host n-h1-818823-1 at level 0 using segments [{'id': '2a5a1c7b-538e-498e-99b9-cc7a8e0411be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'e1052824-bf78-4963-8937-b202e372ac24'}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:11:27.483101 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d6c689-4a62-4dce-8696-dbec78d59506 req-a9eeff0f-0c5a-4829-91dd-a94aeb27eb6f service neutron] Attempting to bind port 4dc546ba-2901-40c2-8ae8-0dbb382728dd on network e1052824-bf78-4963-8937-b202e372ac24 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:11:27.488837 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2de11f-25b3-46bb-9009-c300bc9eaa85 req-fed1a87e-c98c-4f3a-bedf-ff6fd0764e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:27.491055 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-af2de11f-25b3-46bb-9009-c300bc9eaa85 req-fed1a87e-c98c-4f3a-bedf-ff6fd0764e67 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3091ebfd-11e2-41f8-9c00-ffe0b86563d8 HTTP/1.1" status: 200 len: 843 time: 0.2282867 Nov 22 20:11:27.530255 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-331e32f4-e8a2-435a-867b-353979ebbf18 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Allocated IP 10.2.2.100 (9d0b1a7a-dafa-41a5-9e6d-f6ddddd5c8ef/6428e4b1-afa7-46d6-aafb-e575abb5d651/211cdf2b-d334-4aa0-876c-de6732c81729) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:11:27.540651 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Provisioning for port bfc3ff9b-1dbc-460d-8c02-72c9f563b26d completed by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 20:11:27.543529 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-ef9ca0b0-cc09-4a7e-876a-b8a4fd2613a0 tempest-RoutersAdminTest-714316116 tempest-RoutersAdminTest-714316116-project] Deleting port 18f67597-f822-4f1d-92e3-09ccbd550cd7 {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:11:27.543801 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ef9ca0b0-cc09-4a7e-876a-b8a4fd2613a0 tempest-RoutersAdminTest-714316116 tempest-RoutersAdminTest-714316116-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:27.551133 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Provisioning complete for port bfc3ff9b-1dbc-460d-8c02-72c9f563b26d triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:11:27.551986 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:27.585775 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 20:11:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cabbb2d-44da-44ae-aa88-21212c2df416 x-openstack-request-id: req-0cabbb2d-44da-44ae-aa88-21212c2df416 {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:11:27.586235 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "667baf5d-8c2a-4f80-98a0-d39752935427", "tag": "7299b5d8-0bbb-4645-90b3-664f83eb5792", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:11:27.587243 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0cabbb2d-44da-44ae-aa88-21212c2df416 {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:11:27.587775 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '667baf5d-8c2a-4f80-98a0-d39752935427', 'tag': '7299b5d8-0bbb-4645-90b3-664f83eb5792', 'status': 'completed', 'code': 200} Nov 22 20:11:27.595458 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d6c689-4a62-4dce-8696-dbec78d59506 req-a9eeff0f-0c5a-4829-91dd-a94aeb27eb6f service neutron] Port 4dc546ba-2901-40c2-8ae8-0dbb382728dd on network e1052824-bf78-4963-8937-b202e372ac24 not bound, no agent of type Open vSwitch agent registered on host n-h1-818823-1 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:11:27.595950 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d6c689-4a62-4dce-8696-dbec78d59506 req-a9eeff0f-0c5a-4829-91dd-a94aeb27eb6f service neutron] Attempting to bind port 4dc546ba-2901-40c2-8ae8-0dbb382728dd on network e1052824-bf78-4963-8937-b202e372ac24 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:11:27.623574 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d6c689-4a62-4dce-8696-dbec78d59506 req-a9eeff0f-0c5a-4829-91dd-a94aeb27eb6f service neutron] Checking agent: {'id': '7a008cff-3b49-418c-8046-689d46cc800f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'started_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 11, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:11:27.624101 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d6c689-4a62-4dce-8696-dbec78d59506 req-a9eeff0f-0c5a-4829-91dd-a94aeb27eb6f service neutron] Checking segment: {'id': '2a5a1c7b-538e-498e-99b9-cc7a8e0411be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'e1052824-bf78-4963-8937-b202e372ac24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:11:27.624595 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d6c689-4a62-4dce-8696-dbec78d59506 req-a9eeff0f-0c5a-4829-91dd-a94aeb27eb6f service neutron] Bound using segment: {'id': '2a5a1c7b-538e-498e-99b9-cc7a8e0411be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'e1052824-bf78-4963-8937-b202e372ac24'} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:11:27.625651 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-d0d6c689-4a62-4dce-8696-dbec78d59506 req-a9eeff0f-0c5a-4829-91dd-a94aeb27eb6f service neutron] Bound port: 4dc546ba-2901-40c2-8ae8-0dbb382728dd, host: n-h1-818823-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a5a1c7b-538e-498e-99b9-cc7a8e0411be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'e1052824-bf78-4963-8937-b202e372ac24'}}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:11:27.626120 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-d0d6c689-4a62-4dce-8696-dbec78d59506 req-a9eeff0f-0c5a-4829-91dd-a94aeb27eb6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:27.648631 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b640e282-fa8f-4926-940f-fe02ba1f0585 req-3f10a719-3d64-403a-a5de-eeea8c41d157 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] 10.222.0.46 "GET /v2.0/security-groups?id=956e73ed-7485-4a0c-88f0-c644aa0149a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2543004 Nov 22 20:11:27.703108 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-44b0f8d1-143f-4619-9b84-9edb15547358 req-fc1b783f-0a1b-4f81-b87a-758a696993c1 service neutron] 10.222.0.41 "GET /v2.0/networks/4189e990-d6f7-4a58-bd04-aeb593878d0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3497000 Nov 22 20:11:27.706906 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2de11f-25b3-46bb-9009-c300bc9eaa85 req-837968b5-10e6-4eaf-9693-6912efa7289e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:27.708690 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-af2de11f-25b3-46bb-9009-c300bc9eaa85 req-837968b5-10e6-4eaf-9693-6912efa7289e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e1052824-bf78-4963-8937-b202e372ac24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2011421 Nov 22 20:11:27.726403 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:27.784444 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ef9ca0b0-cc09-4a7e-876a-b8a4fd2613a0 tempest-RoutersAdminTest-714316116 tempest-RoutersAdminTest-714316116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:27.786010 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port bfc3ff9b-1dbc-460d-8c02-72c9f563b26d, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=bfc3ff9b-1dbc-460d-8c02-72c9f563b26d,segment=NetworkSegment(e4b3d165-1cea-4bf0-93f6-5b79e0759539),segment_id=e4b3d165-1cea-4bf0-93f6-5b79e0759539)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:11:27.787155 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ec865c1-8118-4657-afb0-3aaac7ba2b18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfc3ff9b-1dbc-460d-8c02-72c9f563b26d'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:11:27.791960 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d39f6d30a11e565ec9648abcc015e8a6ab6cff4edd704add8155e28765d31eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67bac17b-420c-4eb1-8876-475a652a7e60" -d '{"events": [{"server_uuid": "8ec865c1-8118-4657-afb0-3aaac7ba2b18", "name": "network-vif-plugged", "status": "completed", "tag": "bfc3ff9b-1dbc-460d-8c02-72c9f563b26d"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:11:27.797524 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:27.809344 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-ef9ca0b0-cc09-4a7e-876a-b8a4fd2613a0 tempest-RoutersAdminTest-714316116 tempest-RoutersAdminTest-714316116-project] Calling delete_port for 18f67597-f822-4f1d-92e3-09ccbd550cd7 owned by network:router_gateway {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:11:27.836312 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-d0d6c689-4a62-4dce-8696-dbec78d59506 req-a9eeff0f-0c5a-4829-91dd-a94aeb27eb6f service neutron] For port 4dc546ba-2901-40c2-8ae8-0dbb382728dd, host n-h1-818823-1, cleared binding levels {{(pid=103447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:11:27.868855 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-d0d6c689-4a62-4dce-8696-dbec78d59506 req-a9eeff0f-0c5a-4829-91dd-a94aeb27eb6f service neutron] For port 4dc546ba-2901-40c2-8ae8-0dbb382728dd, host n-h1-818823-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=4dc546ba-2901-40c2-8ae8-0dbb382728dd,segment=NetworkSegment(2a5a1c7b-538e-498e-99b9-cc7a8e0411be),segment_id=2a5a1c7b-538e-498e-99b9-cc7a8e0411be)] {{(pid=103447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:11:27.898269 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-d0d6c689-4a62-4dce-8696-dbec78d59506 req-a9eeff0f-0c5a-4829-91dd-a94aeb27eb6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:27.914247 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=bfc3ff9b-1dbc-460d-8c02-72c9f563b26d,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:11:28.016187 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82341fbb-b737-4682-a4b1-7a88fc6b46ac req-cbf30079-a7d1-4ef6-8295-43cabddaa7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:28.017871 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-82341fbb-b737-4682-a4b1-7a88fc6b46ac req-cbf30079-a7d1-4ef6-8295-43cabddaa7ba service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=406a5dbad308428791820735fa76e3b4&device_id=667baf5d-8c2a-4f80-98a0-d39752935427 HTTP/1.1" status: 200 len: 1094 time: 0.2404218 Nov 22 20:11:28.023463 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d6c689-4a62-4dce-8696-dbec78d59506 req-a9eeff0f-0c5a-4829-91dd-a94aeb27eb6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:28.023463 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-d0d6c689-4a62-4dce-8696-dbec78d59506 req-a9eeff0f-0c5a-4829-91dd-a94aeb27eb6f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:28.025896 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d0d6c689-4a62-4dce-8696-dbec78d59506 req-a9eeff0f-0c5a-4829-91dd-a94aeb27eb6f service neutron] 10.222.0.41 "PUT /v2.0/ports/4dc546ba-2901-40c2-8ae8-0dbb382728dd HTTP/1.1" status: 200 len: 1096 time: 3.9006634 Nov 22 20:11:28.031144 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-af2de11f-25b3-46bb-9009-c300bc9eaa85 req-b6a1475b-9df7-4287-a2e3-da80ea0fd332 service neutron] 10.222.0.20 "GET /v2.0/networks/e1052824-bf78-4963-8937-b202e372ac24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3142574 Nov 22 20:11:28.045618 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-331e32f4-e8a2-435a-867b-353979ebbf18 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:28.163151 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-331e32f4-e8a2-435a-867b-353979ebbf18 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:28.240292 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31a7b9f-8313-4674-9c40-e8753e01ee93 req-bfacead1-2baa-408e-b473-6026dfea44b8 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:28.241912 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b31a7b9f-8313-4674-9c40-e8753e01ee93 req-bfacead1-2baa-408e-b473-6026dfea44b8 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.46 "GET /v2.0/ports?device_id=8ec865c1-8118-4657-afb0-3aaac7ba2b18 HTTP/1.1" status: 200 len: 946 time: 0.3893111 Nov 22 20:11:28.243138 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9eeff0f-0c5a-4829-91dd-a94aeb27eb6f service neutron] Pushing event updated for resources: {'Port': ['ID=4dc546ba-2901-40c2-8ae8-0dbb382728dd,revision_number=3']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:11:28.278719 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43f2e5a-6d52-467f-9ae9-e4c40dc94da7 req-f8e29dc8-297b-41d9-a7ec-a050fee8caae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:28.280454 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c43f2e5a-6d52-467f-9ae9-e4c40dc94da7 req-f8e29dc8-297b-41d9-a7ec-a050fee8caae service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=74225e7aba6c4293916c50899651bb18&device_id=f120437d-9853-4b55-a507-5eced1446d4e HTTP/1.1" status: 200 len: 1096 time: 0.3071313 Nov 22 20:11:28.297528 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-331e32f4-e8a2-435a-867b-353979ebbf18 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Network 9d0b1a7a-dafa-41a5-9e6d-f6ddddd5c8ef is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:11:28.304307 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-331e32f4-e8a2-435a-867b-353979ebbf18 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:11:28.309947 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-331e32f4-e8a2-435a-867b-353979ebbf18 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:11:28.341296 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331e32f4-e8a2-435a-867b-353979ebbf18 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Pushing event updated for resources: {'Port': ['ID=211cdf2b-d334-4aa0-876c-de6732c81729,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:11:28.343876 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ef9ca0b0-cc09-4a7e-876a-b8a4fd2613a0 tempest-RoutersAdminTest-714316116 tempest-RoutersAdminTest-714316116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:28.348949 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb184662-1574-4295-8645-1d194f2158cb req-4a00770f-89d8-4be8-b59a-62875a13d846 tempest-ListImageFiltersTestJSON-1762929970 tempest-ListImageFiltersTestJSON-1762929970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:28.350793 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-fb184662-1574-4295-8645-1d194f2158cb req-4a00770f-89d8-4be8-b59a-62875a13d846 tempest-ListImageFiltersTestJSON-1762929970 tempest-ListImageFiltersTestJSON-1762929970-project] 10.222.0.46 "GET /v2.0/ports?device_id=3976a086-7eb8-4b57-8c36-4478955520bb HTTP/1.1" status: 200 len: 948 time: 0.3454230 Nov 22 20:11:28.392548 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ca0b0-cc09-4a7e-876a-b8a4fd2613a0 tempest-RoutersAdminTest-714316116 tempest-RoutersAdminTest-714316116-project] Pushing event deleted for resources: {'Port': ['ID=18f67597-f822-4f1d-92e3-09ccbd550cd7,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:11:28.432154 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-331e32f4-e8a2-435a-867b-353979ebbf18 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:28.432817 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-331e32f4-e8a2-435a-867b-353979ebbf18 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:28.461576 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-331e32f4-e8a2-435a-867b-353979ebbf18 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9407513 Nov 22 20:11:28.487227 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-87f5b782-e410-4d19-b04b-45ec81a9b7d2 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Request body: {'port': {'device_id': '2f4a90d6-1fcd-49f1-9d76-18b26c029474', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '9d0b1a7a-dafa-41a5-9e6d-f6ddddd5c8ef', 'admin_state_up': True, 'tenant_id': '7c2e3bcb3c11419aa5bdb45ad6533966', 'security_groups': ['956e73ed-7485-4a0c-88f0-c644aa0149a8']}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:11:28.503875 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d6c689-4a62-4dce-8696-dbec78d59506 req-d272f8b5-9c54-43c1-8b0e-eae569d7fa5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:28.508140 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d0d6c689-4a62-4dce-8696-dbec78d59506 req-d272f8b5-9c54-43c1-8b0e-eae569d7fa5b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=648c890a9b2441578b9f3566fe6ec4c4&device_id=3976a086-7eb8-4b57-8c36-4478955520bb HTTP/1.1" status: 200 len: 1099 time: 0.4151163 Nov 22 20:11:28.511423 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-af2de11f-25b3-46bb-9009-c300bc9eaa85 req-111aeba7-8041-4181-b8a2-5679e65dae20 service neutron] 10.222.0.20 "GET /v2.0/networks/e1052824-bf78-4963-8937-b202e372ac24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4421546 Nov 22 20:11:28.561641 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-fb184662-1574-4295-8645-1d194f2158cb req-08bba3b1-e811-4e12-8c60-665e43263b91 tempest-ListImageFiltersTestJSON-1762929970 tempest-ListImageFiltersTestJSON-1762929970-project] 10.222.0.46 "GET /v2.0/security-groups?id=7bc0946f-8d94-4cf7-9aed-026148cac050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749060 Nov 22 20:11:28.591406 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ef9ca0b0-cc09-4a7e-876a-b8a4fd2613a0 tempest-RoutersAdminTest-714316116 tempest-RoutersAdminTest-714316116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595398'] for router_gateway, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:28.667630 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-8a3ab13a-4ad2-43a0-9441-238e924a3060 None None] Provisioning complete for port 211cdf2b-d334-4aa0-876c-de6732c81729 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:11:28.668234 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-8a3ab13a-4ad2-43a0-9441-238e924a3060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:28.673160 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82341fbb-b737-4682-a4b1-7a88fc6b46ac req-bd2a8bbc-92d0-48dd-b1f7-5a385abe1155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:28.675916 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-82341fbb-b737-4682-a4b1-7a88fc6b46ac req-bd2a8bbc-92d0-48dd-b1f7-5a385abe1155 service neutron] 10.222.0.41 "GET /v2.0/networks?id=4189e990-d6f7-4a58-bd04-aeb593878d0b HTTP/1.1" status: 200 len: 915 time: 0.6190622 Nov 22 20:11:28.717224 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-8a3ab13a-4ad2-43a0-9441-238e924a3060 None None] Port 211cdf2b-d334-4aa0-876c-de6732c81729 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:11:28.719503 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43f2e5a-6d52-467f-9ae9-e4c40dc94da7 req-8a3d47af-8077-4f93-b3d0-5d56079d35d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:28.722726 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c43f2e5a-6d52-467f-9ae9-e4c40dc94da7 req-8a3d47af-8077-4f93-b3d0-5d56079d35d3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=1ae4d286-ddad-44f5-b34a-bee98214a526 HTTP/1.1" status: 200 len: 920 time: 0.4237785 Nov 22 20:11:28.725396 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d0d6c689-4a62-4dce-8696-dbec78d59506 req-b40eab28-0a42-4d49-af11-b280549ba30a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=4dc546ba-2901-40c2-8ae8-0dbb382728dd HTTP/1.1" status: 200 len: 217 time: 0.1623647 Nov 22 20:11:28.732895 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b31a7b9f-8313-4674-9c40-e8753e01ee93 req-6f3fd731-ece5-46af-9361-114835f19221 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.46 "GET /v2.0/security-groups?id=deac3dce-93b4-41af-981b-873d47022422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4718792 Nov 22 20:11:28.772990 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ef9ca0b0-cc09-4a7e-876a-b8a4fd2613a0 tempest-RoutersAdminTest-714316116 tempest-RoutersAdminTest-714316116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24781'] for router, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:28.781119 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ef9ca0b0-cc09-4a7e-876a-b8a4fd2613a0 tempest-RoutersAdminTest-714316116 tempest-RoutersAdminTest-714316116-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:28.849417 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 34564) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:11:28.867436 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:11:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5259c86-2b70-4b0d-9151-ab409cd6b2b3 x-openstack-request-id: req-c5259c86-2b70-4b0d-9151-ab409cd6b2b3 {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:11:28.869121 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ec865c1-8118-4657-afb0-3aaac7ba2b18", "name": "network-vif-plugged", "status": "completed", "tag": "bfc3ff9b-1dbc-460d-8c02-72c9f563b26d", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:11:28.869543 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c5259c86-2b70-4b0d-9151-ab409cd6b2b3 {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:11:28.870125 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ec865c1-8118-4657-afb0-3aaac7ba2b18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfc3ff9b-1dbc-460d-8c02-72c9f563b26d', 'code': 200} Nov 22 20:11:28.888705 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-82341fbb-b737-4682-a4b1-7a88fc6b46ac req-f433ece2-5aa6-4bdd-8e76-8332d5d86529 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7299b5d8-0bbb-4645-90b3-664f83eb5792 HTTP/1.1" status: 200 len: 217 time: 0.1986668 Nov 22 20:11:28.915436 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c43f2e5a-6d52-467f-9ae9-e4c40dc94da7 req-09f135b3-1c04-470c-9527-b5054a118b44 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e9c78bec-c059-4971-a52d-1bd93a5969af HTTP/1.1" status: 200 len: 217 time: 0.1309612 Nov 22 20:11:28.972249 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ef9ca0b0-cc09-4a7e-876a-b8a4fd2613a0 tempest-RoutersAdminTest-714316116 tempest-RoutersAdminTest-714316116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-663261'] for router, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:28.972983 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef9ca0b0-cc09-4a7e-876a-b8a4fd2613a0 tempest-RoutersAdminTest-714316116 tempest-RoutersAdminTest-714316116-project] Fanout notify agent at l3_agent the message router_deleted on router 7a07382e-25c4-417d-8c31-c6dc44a97e52 {{(pid=103448) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 20:11:28.984869 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ef9ca0b0-cc09-4a7e-876a-b8a4fd2613a0 tempest-RoutersAdminTest-714316116 tempest-RoutersAdminTest-714316116-project] Publish callbacks [] for router, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:28.990063 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-ef9ca0b0-cc09-4a7e-876a-b8a4fd2613a0 tempest-RoutersAdminTest-714316116 tempest-RoutersAdminTest-714316116-project] 10.222.0.46 "DELETE /v2.0/routers/7a07382e-25c4-417d-8c31-c6dc44a97e52 HTTP/1.1" status: 204 len: 168 time: 2.1270056 Nov 22 20:11:28.997595 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 34566) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:11:29.004876 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-b4fd4632-e16a-4888-92f2-34a65a7b7dfb tempest-RoutersAdminTest-714316116 tempest-RoutersAdminTest-714316116-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-415689383', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:11:29.028815 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef968833-32fb-4259-8a0f-f085b2155760 admin admin] Deleting subnet 9a97c93b-2aa7-44f7-aae7-762ebe4bc4be {{(pid=103448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 20:11:29.034165 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-87f5b782-e410-4d19-b04b-45ec81a9b7d2 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Made reservation on behalf of 7c2e3bcb3c11419aa5bdb45ad6533966 for: {'port': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:11:29.038991 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-87f5b782-e410-4d19-b04b-45ec81a9b7d2 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:29.044751 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ef968833-32fb-4259-8a0f-f085b2155760 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:29.053303 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b2546a-5c12-48b1-8808-e77743a21d77 req-deb52da3-d824-49ae-902d-9fcd1a61ddcd tempest-AttachSCSIVolumeTestJSON-1589278495 tempest-AttachSCSIVolumeTestJSON-1589278495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:29.054901 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-92b2546a-5c12-48b1-8808-e77743a21d77 req-deb52da3-d824-49ae-902d-9fcd1a61ddcd tempest-AttachSCSIVolumeTestJSON-1589278495 tempest-AttachSCSIVolumeTestJSON-1589278495-project] 10.222.0.46 "GET /v2.0/ports?device_id=797644ee-f258-40ce-8029-fe42d9c66411 HTTP/1.1" status: 200 len: 945 time: 0.3753495 Nov 22 20:11:29.085839 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d6c689-4a62-4dce-8696-dbec78d59506 req-a46152ba-e28b-4a52-8bbf-0abbdb27cf6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:29.087317 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d0d6c689-4a62-4dce-8696-dbec78d59506 req-a46152ba-e28b-4a52-8bbf-0abbdb27cf6d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3091ebfd-11e2-41f8-9c00-ffe0b86563d8 HTTP/1.1" status: 200 len: 843 time: 0.3336198 Nov 22 20:11:29.104952 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b4fd4632-e16a-4888-92f2-34a65a7b7dfb tempest-RoutersAdminTest-714316116 tempest-RoutersAdminTest-714316116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24799'] for router, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:29.106176 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b4fd4632-e16a-4888-92f2-34a65a7b7dfb tempest-RoutersAdminTest-714316116 tempest-RoutersAdminTest-714316116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-632716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24788'] for router, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:29.119178 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ef968833-32fb-4259-8a0f-f085b2155760 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11627908'] for subnet, precommit_delete_associations {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:29.127853 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82341fbb-b737-4682-a4b1-7a88fc6b46ac req-92f2d3da-4358-4684-80b4-3ef94aa53208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:29.129366 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-82341fbb-b737-4682-a4b1-7a88fc6b46ac req-92f2d3da-4358-4684-80b4-3ef94aa53208 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ea3d6ae8-37bb-4264-a9e4-b3c7fbbee38f HTTP/1.1" status: 200 len: 853 time: 0.2121906 Nov 22 20:11:29.211981 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43f2e5a-6d52-467f-9ae9-e4c40dc94da7 req-be5d9eb2-cee1-472e-a8fe-46603701b8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:29.213515 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c43f2e5a-6d52-467f-9ae9-e4c40dc94da7 req-be5d9eb2-cee1-472e-a8fe-46603701b8f1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b3d07d8b-31c6-491c-a72c-08a2eb655cbc HTTP/1.1" status: 200 len: 859 time: 0.2538505 Nov 22 20:11:29.264104 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614de409-159c-4d76-b306-9fc90e7d47ef req-c4ddcd5e-0963-431f-bb2c-f2d5c90ce572 tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:29.265721 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-614de409-159c-4d76-b306-9fc90e7d47ef req-c4ddcd5e-0963-431f-bb2c-f2d5c90ce572 tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] 10.222.0.46 "GET /v2.0/ports?device_id=f120437d-9853-4b55-a507-5eced1446d4e HTTP/1.1" status: 200 len: 945 time: 0.3071828 Nov 22 20:11:29.284177 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b943f4e-0dc9-4d83-8a74-8919176968e3 req-a45b07a5-0e51-41c6-8e0b-d3f58cc3ba27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:29.285573 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8b943f4e-0dc9-4d83-8a74-8919176968e3 req-a45b07a5-0e51-41c6-8e0b-d3f58cc3ba27 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8ec865c1-8118-4657-afb0-3aaac7ba2b18 HTTP/1.1" status: 200 len: 1097 time: 0.3006248 Nov 22 20:11:29.292229 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-92b2546a-5c12-48b1-8808-e77743a21d77 req-a0b09b81-ee3b-485b-b2fa-9249b447acce tempest-AttachSCSIVolumeTestJSON-1589278495 tempest-AttachSCSIVolumeTestJSON-1589278495-project] 10.222.0.46 "GET /v2.0/security-groups?id=94d7354b-7836-43fc-9686-30f5504d4e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078669 Nov 22 20:11:29.296957 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b4fd4632-e16a-4888-92f2-34a65a7b7dfb tempest-RoutersAdminTest-714316116 tempest-RoutersAdminTest-714316116-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:29.310307 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c43f2e5a-6d52-467f-9ae9-e4c40dc94da7 req-937287a7-05dc-481f-8048-86244b2882ef service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1ae4d286-ddad-44f5-b34a-bee98214a526&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0757139 Nov 22 20:11:29.389998 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-87f5b782-e410-4d19-b04b-45ec81a9b7d2 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Allocated IP 10.2.2.200 (9d0b1a7a-dafa-41a5-9e6d-f6ddddd5c8ef/6428e4b1-afa7-46d6-aafb-e575abb5d651/4ddab1db-7d92-4624-bc58-6f5b59607b22) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:11:29.402995 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 7299b5d8-0bbb-4645-90b3-664f83eb5792 details requested by agent hyperv_n-h1-818823-1 with host n-h1-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 20:11:29.576505 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b4fd4632-e16a-4888-92f2-34a65a7b7dfb tempest-RoutersAdminTest-714316116 tempest-RoutersAdminTest-714316116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-659538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-841284'] for router, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:29.640582 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-87f5b782-e410-4d19-b04b-45ec81a9b7d2 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:29.650703 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b4fd4632-e16a-4888-92f2-34a65a7b7dfb tempest-RoutersAdminTest-714316116 tempest-RoutersAdminTest-714316116-project] Publish callbacks [] for router, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:29.655831 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-b4fd4632-e16a-4888-92f2-34a65a7b7dfb tempest-RoutersAdminTest-714316116 tempest-RoutersAdminTest-714316116-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6549423 Nov 22 20:11:29.673616 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 34572) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:11:29.674992 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 7299b5d8-0bbb-4645-90b3-664f83eb5792, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=7299b5d8-0bbb-4645-90b3-664f83eb5792,segment=NetworkSegment(16d7b224-7893-445d-b18d-1a9af5480be8),segment_id=16d7b224-7893-445d-b18d-1a9af5480be8)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:11:29.686784 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d6c689-4a62-4dce-8696-dbec78d59506 req-3b60a555-4499-46a7-8b4d-95b75e3ab5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:29.688494 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d0d6c689-4a62-4dce-8696-dbec78d59506 req-3b60a555-4499-46a7-8b4d-95b75e3ab5aa service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e1052824-bf78-4963-8937-b202e372ac24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5751798 Nov 22 20:11:29.688995 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c358b76-a051-4380-aace-2cc9e2fb2520', 'tag': '3b4d05c5-4ac6-4c52-a98e-77f1fb2177ec'}, {'server_uuid': '7563f773-f6b1-4f3f-94f8-25a0f67634fc', 'name': 'network-vif-deleted', 'tag': '37195ed8-69b8-45b3-8892-62f51715395d'}, {'name': 'network-changed', 'server_uuid': '3976a086-7eb8-4b57-8c36-4478955520bb', 'tag': '4dc546ba-2901-40c2-8ae8-0dbb382728dd'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:11:29.691590 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10dfa72f-b312-41a2-8887-a44eef335270" -d '{"events": [{"name": "network-changed", "server_uuid": "6c358b76-a051-4380-aace-2cc9e2fb2520", "tag": "3b4d05c5-4ac6-4c52-a98e-77f1fb2177ec"}, {"server_uuid": "7563f773-f6b1-4f3f-94f8-25a0f67634fc", "name": "network-vif-deleted", "tag": "37195ed8-69b8-45b3-8892-62f51715395d"}, {"name": "network-changed", "server_uuid": "3976a086-7eb8-4b57-8c36-4478955520bb", "tag": "4dc546ba-2901-40c2-8ae8-0dbb382728dd"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:11:29.694284 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-b9353a9a-6a79-4b70-8640-345f4939a122 tempest-RoutersAdminTest-714316116 tempest-RoutersAdminTest-714316116-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'}}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:11:29.706699 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Returning: {'device': '7299b5d8-0bbb-4645-90b3-664f83eb5792', 'network_id': '4189e990-d6f7-4a58-bd04-aeb593878d0b', 'port_id': '7299b5d8-0bbb-4645-90b3-664f83eb5792', 'mac_address': 'fa:16:3e:dd:a5:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 634, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea3d6ae8-37bb-4264-a9e4-b3c7fbbee38f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 20:11:29.729862 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ef968833-32fb-4259-8a0f-f085b2155760 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3753007'] for subnet, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:29.748817 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82341fbb-b737-4682-a4b1-7a88fc6b46ac req-6adee0d4-ec79-40fe-a4ad-2c41778b5975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:29.750411 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-82341fbb-b737-4682-a4b1-7a88fc6b46ac req-6adee0d4-ec79-40fe-a4ad-2c41778b5975 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4189e990-d6f7-4a58-bd04-aeb593878d0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5838714 Nov 22 20:11:29.856515 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:29.887118 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7299b5d8-0bbb-4645-90b3-664f83eb5792 {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:11:29.899120 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-3e220061-9d3d-432c-95c9-819ec6ab966b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:29.954901 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 7299b5d8-0bbb-4645-90b3-664f83eb5792, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=7299b5d8-0bbb-4645-90b3-664f83eb5792,segment=NetworkSegment(16d7b224-7893-445d-b18d-1a9af5480be8),segment_id=16d7b224-7893-445d-b18d-1a9af5480be8)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:11:29.973534 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:30.074618 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-614de409-159c-4d76-b306-9fc90e7d47ef req-49b31a54-1913-4912-baa5-d4a466b54a6f tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] 10.222.0.46 "GET /v2.0/security-groups?id=402b14b3-7b21-4f37-9e5a-c3de7eeeb958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7758558 Nov 22 20:11:30.147389 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=7299b5d8-0bbb-4645-90b3-664f83eb5792,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:11:30.178769 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8b943f4e-0dc9-4d83-8a74-8919176968e3 req-d7019c62-4ea7-4c49-8815-f956b0971bff service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=deac3dce-93b4-41af-981b-873d47022422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8814461 Nov 22 20:11:30.255234 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] get_ports_and_sgs() called for port_ids ['7299b5d8-0bbb-4645-90b3-664f83eb5792'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:11:30.267515 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d0d6c689-4a62-4dce-8696-dbec78d59506 req-ae2f227c-16bd-4ed0-b2a5-5e18db79334a service neutron] 10.222.0.41 "GET /v2.0/networks/e1052824-bf78-4963-8937-b202e372ac24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5287941 Nov 22 20:11:30.277732 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0034054e-8483-47eb-9805-3fb7d1de3df0 req-8d806a54-df9a-40a7-b22b-b47fdac095e3 tempest-ServersTestFqdnHostnames-1631784793 tempest-ServersTestFqdnHostnames-1631784793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:30.286168 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0034054e-8483-47eb-9805-3fb7d1de3df0 req-8d806a54-df9a-40a7-b22b-b47fdac095e3 tempest-ServersTestFqdnHostnames-1631784793 tempest-ServersTestFqdnHostnames-1631784793-project] 10.222.0.46 "GET /v2.0/ports?device_id=667baf5d-8c2a-4f80-98a0-d39752935427 HTTP/1.1" status: 200 len: 943 time: 0.5647976 Nov 22 20:11:30.338603 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c43f2e5a-6d52-467f-9ae9-e4c40dc94da7 req-2881c79c-6b70-4286-9c1f-041525c38c7e service neutron] 10.222.0.20 "GET /v2.0/networks/1ae4d286-ddad-44f5-b34a-bee98214a526?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0061038 Nov 22 20:11:30.362175 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-82341fbb-b737-4682-a4b1-7a88fc6b46ac req-82fe27c3-eee6-4473-9b9f-fe52486b6ec4 service neutron] 10.222.0.41 "GET /v2.0/networks/4189e990-d6f7-4a58-bd04-aeb593878d0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5798259 Nov 22 20:11:30.572038 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0034054e-8483-47eb-9805-3fb7d1de3df0 req-baea3b90-ba9c-48eb-bf96-570549637051 tempest-ServersTestFqdnHostnames-1631784793 tempest-ServersTestFqdnHostnames-1631784793-project] 10.222.0.46 "GET /v2.0/security-groups?id=8416408d-1125-4867-a3b6-02849f59d958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2848713 Nov 22 20:11:30.599250 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-87f5b782-e410-4d19-b04b-45ec81a9b7d2 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:30.665138 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54e6dc7-e0fd-4230-a5e0-a7e9a054e8dc req-ae451c3c-2183-4660-b876-021c8ffad3ac tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:30.697184 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54e6dc7-e0fd-4230-a5e0-a7e9a054e8dc req-ae451c3c-2183-4660-b876-021c8ffad3ac tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:30.727722 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54e6dc7-e0fd-4230-a5e0-a7e9a054e8dc req-ae451c3c-2183-4660-b876-021c8ffad3ac tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:30.740007 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54e6dc7-e0fd-4230-a5e0-a7e9a054e8dc req-ae451c3c-2183-4660-b876-021c8ffad3ac tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:30.754698 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d54e6dc7-e0fd-4230-a5e0-a7e9a054e8dc req-ae451c3c-2183-4660-b876-021c8ffad3ac tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f4a90d6-1fcd-49f1-9d76-18b26c029474 HTTP/1.1" status: 200 len: 3094 time: 0.5469947 Nov 22 20:11:30.771847 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b9353a9a-6a79-4b70-8640-345f4939a122 tempest-RoutersAdminTest-714316116 tempest-RoutersAdminTest-714316116-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:30.783694 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f5b782-e410-4d19-b04b-45ec81a9b7d2 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Pushing event updated for resources: {'Port': ['ID=4ddab1db-7d92-4624-bc58-6f5b59607b22,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:11:30.805527 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ef968833-32fb-4259-8a0f-f085b2155760 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3753014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11567369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11792914'] for subnet, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:30.823073 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-87f5b782-e410-4d19-b04b-45ec81a9b7d2 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Network 9d0b1a7a-dafa-41a5-9e6d-f6ddddd5c8ef is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:11:30.860680 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-87f5b782-e410-4d19-b04b-45ec81a9b7d2 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:11:30.864999 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef968833-32fb-4259-8a0f-f085b2155760 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a97c93b-2aa7-44f7-aae7-762ebe4bc4be,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:11:30.907166 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-87f5b782-e410-4d19-b04b-45ec81a9b7d2 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:11:30.924121 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91733b9b-72af-4164-ba23-f77bc847abe4 None None] Network 5304318e-8a1b-436f-8654-45389cfc7b43 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:11:30.957511 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ef968833-32fb-4259-8a0f-f085b2155760 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:30.961264 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-ef968833-32fb-4259-8a0f-f085b2155760 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/9a97c93b-2aa7-44f7-aae7-762ebe4bc4be HTTP/1.1" status: 204 len: 168 time: 2.0985961 Nov 22 20:11:30.969775 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 34584) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:11:31.071775 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-82341fbb-b737-4682-a4b1-7a88fc6b46ac req-7e47e019-0094-4fe5-9793-1e7842c82533 service neutron] 10.222.0.41 "GET /v2.0/networks/4189e990-d6f7-4a58-bd04-aeb593878d0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6822281 Nov 22 20:11:31.107215 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 3b4d05c5-4ac6-4c52-a98e-77f1fb2177ec details requested by agent hyperv_n-h2-818823-1 with host n-h2-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 20:11:31.131877 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d54e6dc7-e0fd-4230-a5e0-a7e9a054e8dc req-a82250bc-12e1-4724-b8b9-d62da269652c tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] 10.222.0.46 "GET /v2.0/security-groups?id=956e73ed-7485-4a0c-88f0-c644aa0149a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3758488 Nov 22 20:11:31.150234 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d0d6c689-4a62-4dce-8696-dbec78d59506 req-c7b0c944-3545-4519-b06a-7006c74f3b79 service neutron] 10.222.0.41 "GET /v2.0/networks/e1052824-bf78-4963-8937-b202e372ac24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7497609 Nov 22 20:11:31.157063 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c43f2e5a-6d52-467f-9ae9-e4c40dc94da7 req-825ba628-75c1-471e-9ba8-a1828f94ace0 service neutron] 10.222.0.20 "GET /v2.0/networks/1ae4d286-ddad-44f5-b34a-bee98214a526?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8059294 Nov 22 20:11:31.173303 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-87f5b782-e410-4d19-b04b-45ec81a9b7d2 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:31.174049 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-87f5b782-e410-4d19-b04b-45ec81a9b7d2 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:31.190896 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acf7d55-8817-4563-99b9-d74ea606ced0 req-b5b7247f-6c2a-46b9-8e61-f43ab7321a84 tempest-ListImageFiltersTestJSON-1762929970 tempest-ListImageFiltersTestJSON-1762929970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:31.200610 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6acf7d55-8817-4563-99b9-d74ea606ced0 req-b5b7247f-6c2a-46b9-8e61-f43ab7321a84 tempest-ListImageFiltersTestJSON-1762929970 tempest-ListImageFiltersTestJSON-1762929970-project] 10.222.0.46 "GET /v2.0/ports?device_id=3976a086-7eb8-4b57-8c36-4478955520bb HTTP/1.1" status: 200 len: 948 time: 0.4207551 Nov 22 20:11:31.309331 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-87f5b782-e410-4d19-b04b-45ec81a9b7d2 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8260729 Nov 22 20:11:31.318686 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5dc0a117-8e2d-46ed-99c6-498195579b49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3961693'] for network, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:31.328680 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-371ef360-0488-4915-ab08-4c56641b805e service neutron] Request body: {'port': {'device_id': '2f4a90d6-1fcd-49f1-9d76-18b26c029474', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818823-1'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:11:31.345179 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Mon, 22 Nov 2021 20:11:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86210e2a-d6b8-4958-83bd-998531e18541 x-openstack-request-id: req-86210e2a-d6b8-4958-83bd-998531e18541 {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:11:31.345833 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c358b76-a051-4380-aace-2cc9e2fb2520", "tag": "3b4d05c5-4ac6-4c52-a98e-77f1fb2177ec", "status": "completed", "code": 200}, {"server_uuid": "7563f773-f6b1-4f3f-94f8-25a0f67634fc", "name": "network-vif-deleted", "tag": "37195ed8-69b8-45b3-8892-62f51715395d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "3976a086-7eb8-4b57-8c36-4478955520bb", "tag": "4dc546ba-2901-40c2-8ae8-0dbb382728dd", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:11:31.345833 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-86210e2a-d6b8-4958-83bd-998531e18541 {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:11:31.346140 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c358b76-a051-4380-aace-2cc9e2fb2520', 'tag': '3b4d05c5-4ac6-4c52-a98e-77f1fb2177ec', 'status': 'completed', 'code': 200} Nov 22 20:11:31.346402 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7563f773-f6b1-4f3f-94f8-25a0f67634fc', 'name': 'network-vif-deleted', 'tag': '37195ed8-69b8-45b3-8892-62f51715395d', 'status': 'completed', 'code': 200} Nov 22 20:11:31.346657 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3976a086-7eb8-4b57-8c36-4478955520bb', 'tag': '4dc546ba-2901-40c2-8ae8-0dbb382728dd', 'status': 'completed', 'code': 200} Nov 22 20:11:31.388743 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6acf7d55-8817-4563-99b9-d74ea606ced0 req-79a9babe-a68a-49e9-8417-6728d2e1b1b9 tempest-ListImageFiltersTestJSON-1762929970 tempest-ListImageFiltersTestJSON-1762929970-project] 10.222.0.46 "GET /v2.0/security-groups?id=7bc0946f-8d94-4cf7-9aed-026148cac050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748223 Nov 22 20:11:31.446441 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 7299b5d8-0bbb-4645-90b3-664f83eb5792 up at agent hyperv_n-h1-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:11:31.563081 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-371ef360-0488-4915-ab08-4c56641b805e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:31.626297 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dfa72f-b312-41a2-8887-a44eef335270 req-3c9977a5-ae0b-4eb9-a721-79b50fdab17b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:31.627794 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-10dfa72f-b312-41a2-8887-a44eef335270 req-3c9977a5-ae0b-4eb9-a721-79b50fdab17b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=648c890a9b2441578b9f3566fe6ec4c4&device_id=6c358b76-a051-4380-aace-2cc9e2fb2520 HTTP/1.1" status: 200 len: 1098 time: 0.2294700 Nov 22 20:11:31.709972 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-c6c8c2e4-a355-458e-85fe-f91f7e4fe9e4 None None] Provisioning complete for port 4ddab1db-7d92-4624-bc58-6f5b59607b22 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:11:31.710621 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-c6c8c2e4-a355-458e-85fe-f91f7e4fe9e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:31.753832 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-c6c8c2e4-a355-458e-85fe-f91f7e4fe9e4 None None] Port 4ddab1db-7d92-4624-bc58-6f5b59607b22 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:11:31.802544 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port 3b4d05c5-4ac6-4c52-a98e-77f1fb2177ec, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=3b4d05c5-4ac6-4c52-a98e-77f1fb2177ec,segment=NetworkSegment(2a5a1c7b-538e-498e-99b9-cc7a8e0411be),segment_id=2a5a1c7b-538e-498e-99b9-cc7a8e0411be)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:11:31.802544 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Provisioning for port 7299b5d8-0bbb-4645-90b3-664f83eb5792 completed by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 20:11:31.826162 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d555686-d428-4803-9477-61a409008790 None None] DHCP port deletion for 5304318e-8a1b-436f-8654-45389cfc7b43 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:11:31.830402 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Provisioning complete for port 7299b5d8-0bbb-4645-90b3-664f83eb5792 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:11:31.830843 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:31.834835 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dfa72f-b312-41a2-8887-a44eef335270 req-4227af51-090e-4854-969d-2d8fc362833f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:31.837483 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-10dfa72f-b312-41a2-8887-a44eef335270 req-4227af51-090e-4854-969d-2d8fc362833f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=648c890a9b2441578b9f3566fe6ec4c4&device_id=3976a086-7eb8-4b57-8c36-4478955520bb HTTP/1.1" status: 200 len: 1099 time: 0.4447851 Nov 22 20:11:31.845970 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78333aa-f3fe-4273-b2cd-085cb33ee3bc req-932fc945-6285-440b-a8c8-48cd2b495286 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:31.854344 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f78333aa-f3fe-4273-b2cd-085cb33ee3bc req-932fc945-6285-440b-a8c8-48cd2b495286 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.46 "GET /v2.0/ports?device_id=8ec865c1-8118-4657-afb0-3aaac7ba2b18 HTTP/1.1" status: 200 len: 946 time: 0.3579423 Nov 22 20:11:31.883955 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Returning: {'device': '3b4d05c5-4ac6-4c52-a98e-77f1fb2177ec', 'network_id': 'e1052824-bf78-4963-8937-b202e372ac24', 'port_id': '3b4d05c5-4ac6-4c52-a98e-77f1fb2177ec', 'mac_address': 'fa:16:3e:4c:e3:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3091ebfd-11e2-41f8-9c00-ffe0b86563d8', 'ip_address': '192.168.233.73'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 20:11:31.922036 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b9353a9a-6a79-4b70-8640-345f4939a122 tempest-RoutersAdminTest-714316116 tempest-RoutersAdminTest-714316116-project] Publish callbacks [] for router_gateway, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:31.931245 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-5dc0a117-8e2d-46ed-99c6-498195579b49 admin admin] Deleting port 3069c2d0-4c50-4dfd-9315-6581d695eba8 {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:11:31.931672 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5dc0a117-8e2d-46ed-99c6-498195579b49 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:31.967339 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:32.023090 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dfa72f-b312-41a2-8887-a44eef335270 req-128ceb95-f3cd-4619-9bd5-1477e9979bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:32.025149 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-10dfa72f-b312-41a2-8887-a44eef335270 req-128ceb95-f3cd-4619-9bd5-1477e9979bdb service neutron] 10.222.0.41 "GET /v2.0/networks?id=e1052824-bf78-4963-8937-b202e372ac24 HTTP/1.1" status: 200 len: 870 time: 0.1358128 Nov 22 20:11:32.028763 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-5dc0a117-8e2d-46ed-99c6-498195579b49 admin admin] For port 3069c2d0-4c50-4dfd-9315-6581d695eba8, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=3069c2d0-4c50-4dfd-9315-6581d695eba8,segment=NetworkSegment(f4375107-f208-4e57-94ce-2a9cc5f0f2e5),segment_id=f4375107-f208-4e57-94ce-2a9cc5f0f2e5)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:11:32.029138 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5dc0a117-8e2d-46ed-99c6-498195579b49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:32.038191 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f78333aa-f3fe-4273-b2cd-085cb33ee3bc req-e2807cb8-8981-4179-9964-6ba5db7c981b tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.46 "GET /v2.0/security-groups?id=deac3dce-93b4-41af-981b-873d47022422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826663 Nov 22 20:11:32.044255 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b4d05c5-4ac6-4c52-a98e-77f1fb2177ec {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:11:32.045316 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-5dc0a117-8e2d-46ed-99c6-498195579b49 admin admin] Calling delete_port for 3069c2d0-4c50-4dfd-9315-6581d695eba8 owned by network:dhcp {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:11:32.099229 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port 3b4d05c5-4ac6-4c52-a98e-77f1fb2177ec, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=3b4d05c5-4ac6-4c52-a98e-77f1fb2177ec,segment=NetworkSegment(2a5a1c7b-538e-498e-99b9-cc7a8e0411be),segment_id=2a5a1c7b-538e-498e-99b9-cc7a8e0411be)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:11:32.104793 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:32.128517 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:32.166940 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0515ca-0112-4087-b3ab-59b6613ccd08 req-3cdcf4aa-836a-472e-8767-142e08cbce73 tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:32.168587 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2c0515ca-0112-4087-b3ab-59b6613ccd08 req-3cdcf4aa-836a-472e-8767-142e08cbce73 tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] 10.222.0.46 "GET /v2.0/ports?device_id=f120437d-9853-4b55-a507-5eced1446d4e HTTP/1.1" status: 200 len: 945 time: 0.5805178 Nov 22 20:11:32.170934 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-10dfa72f-b312-41a2-8887-a44eef335270 req-98b8c8a1-2685-4c1c-948b-8174958a945e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=4dc546ba-2901-40c2-8ae8-0dbb382728dd HTTP/1.1" status: 200 len: 217 time: 0.1148181 Nov 22 20:11:32.197012 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=3b4d05c5-4ac6-4c52-a98e-77f1fb2177ec,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:11:32.207399 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '667baf5d-8c2a-4f80-98a0-d39752935427', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7299b5d8-0bbb-4645-90b3-664f83eb5792'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:11:32.210222 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d39f6d30a11e565ec9648abcc015e8a6ab6cff4edd704add8155e28765d31eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8413a304-8843-4108-84fe-f037fdbc9d95" -d '{"events": [{"server_uuid": "667baf5d-8c2a-4f80-98a0-d39752935427", "name": "network-vif-plugged", "status": "completed", "tag": "7299b5d8-0bbb-4645-90b3-664f83eb5792"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:11:32.216623 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5dc0a117-8e2d-46ed-99c6-498195579b49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:32.227910 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 7299b5d8-0bbb-4645-90b3-664f83eb5792, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=7299b5d8-0bbb-4645-90b3-664f83eb5792,segment=NetworkSegment(16d7b224-7893-445d-b18d-1a9af5480be8),segment_id=16d7b224-7893-445d-b18d-1a9af5480be8)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:11:32.230231 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-9d555686-d428-4803-9477-61a409008790 None None] Deleting port 3069c2d0-4c50-4dfd-9315-6581d695eba8 {{(pid=103449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:11:32.230604 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-9d555686-d428-4803-9477-61a409008790 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:32.247864 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b9353a9a-6a79-4b70-8640-345f4939a122 tempest-RoutersAdminTest-714316116 tempest-RoutersAdminTest-714316116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:32.254967 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc0a117-8e2d-46ed-99c6-498195579b49 admin admin] Pushing event deleted for resources: {'Port': ['ID=3069c2d0-4c50-4dfd-9315-6581d695eba8,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:11:32.285271 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc0a117-8e2d-46ed-99c6-498195579b49 admin admin] No DVR routers for this DVR port 3069c2d0-4c50-4dfd-9315-6581d695eba8 on host n-d-818823-1 {{(pid=103448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:11:32.288141 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:32.319761 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2c0515ca-0112-4087-b3ab-59b6613ccd08 req-52417296-2e03-47be-944e-c63be8b81abd tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] 10.222.0.46 "GET /v2.0/security-groups?id=402b14b3-7b21-4f37-9e5a-c3de7eeeb958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093752 Nov 22 20:11:32.350492 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-9d555686-d428-4803-9477-61a409008790 None None] For port 3069c2d0-4c50-4dfd-9315-6581d695eba8, host n-d-818823-1, got binding levels [] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:11:32.350896 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-9d555686-d428-4803-9477-61a409008790 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:32.355654 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dfa72f-b312-41a2-8887-a44eef335270 req-e03fff3e-64f3-46ef-a2fc-760b370f679d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:32.358227 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-10dfa72f-b312-41a2-8887-a44eef335270 req-e03fff3e-64f3-46ef-a2fc-760b370f679d service neutron] 10.222.0.20 "GET /v2.0/networks?id=e1052824-bf78-4963-8937-b202e372ac24 HTTP/1.1" status: 200 len: 870 time: 0.7141130 Nov 22 20:11:32.378464 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-9d555686-d428-4803-9477-61a409008790 None None] Calling delete_port for 3069c2d0-4c50-4dfd-9315-6581d695eba8 owned by network:dhcp {{(pid=103449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:11:32.389489 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af086b12-b028-4e38-b9a0-f4e119179cac req-26a0ef3a-dfbf-48e2-9e6f-7d7505d99ff3 tempest-ServersTestFqdnHostnames-1631784793 tempest-ServersTestFqdnHostnames-1631784793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:32.398551 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-af086b12-b028-4e38-b9a0-f4e119179cac req-26a0ef3a-dfbf-48e2-9e6f-7d7505d99ff3 tempest-ServersTestFqdnHostnames-1631784793 tempest-ServersTestFqdnHostnames-1631784793-project] 10.222.0.46 "GET /v2.0/ports?device_id=667baf5d-8c2a-4f80-98a0-d39752935427 HTTP/1.1" status: 200 len: 944 time: 0.2269483 Nov 22 20:11:32.403792 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.ipam_backend_mixin [None req-9d555686-d428-4803-9477-61a409008790 None None] Port 3069c2d0-4c50-4dfd-9315-6581d695eba8 was not found and therefore no delete operation was performed {{(pid=103449) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 22 20:11:32.440103 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-9d555686-d428-4803-9477-61a409008790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381'] for port, after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:32.450940 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=7299b5d8-0bbb-4645-90b3-664f83eb5792,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:11:32.461112 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d555686-d428-4803-9477-61a409008790 None None] No DVR routers for this DVR port 3069c2d0-4c50-4dfd-9315-6581d695eba8 on host n-d-818823-1 {{(pid=103449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:11:32.465617 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] get_ports_and_sgs() called for port_ids ['3b4d05c5-4ac6-4c52-a98e-77f1fb2177ec'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:11:32.519087 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6ea4f0c5-b1dd-4e46-88ac-78ff57bc6438 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:32.529690 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5dc0a117-8e2d-46ed-99c6-498195579b49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3760028', 'neutron.services.segments.db._delete_segments_for_network-8748992815755'] for network, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:32.530375 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-10dfa72f-b312-41a2-8887-a44eef335270 req-ee79d009-7c2b-4c13-b5b7-907b5e66aa85 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=3b4d05c5-4ac6-4c52-a98e-77f1fb2177ec HTTP/1.1" status: 200 len: 217 time: 0.1092100 Nov 22 20:11:32.542721 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d555686-d428-4803-9477-61a409008790 None None] Pushing event deleted for resources: {'Port': ['ID=3069c2d0-4c50-4dfd-9315-6581d695eba8,revision_number=None']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:11:32.557709 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-af086b12-b028-4e38-b9a0-f4e119179cac req-b70d4ba5-5a85-46e6-af63-9b9c4223e2f3 tempest-ServersTestFqdnHostnames-1631784793 tempest-ServersTestFqdnHostnames-1631784793-project] 10.222.0.46 "GET /v2.0/security-groups?id=8416408d-1125-4867-a3b6-02849f59d958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1525450 Nov 22 20:11:32.638330 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dfa72f-b312-41a2-8887-a44eef335270 req-854bc10a-d052-4444-a607-187d3e7dad83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:32.643272 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-10dfa72f-b312-41a2-8887-a44eef335270 req-854bc10a-d052-4444-a607-187d3e7dad83 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3091ebfd-11e2-41f8-9c00-ffe0b86563d8 HTTP/1.1" status: 200 len: 843 time: 0.4080577 Nov 22 20:11:32.650344 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-5dc0a117-8e2d-46ed-99c6-498195579b49 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5304318e-8a1b-436f-8654-45389cfc7b43']}} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:11:32.694659 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-5dc0a117-8e2d-46ed-99c6-498195579b49 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4375107-f208-4e57-94ce-2a9cc5f0f2e5') {'for_net_delete': True} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:11:32.695012 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-5dc0a117-8e2d-46ed-99c6-498195579b49 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4375107-f208-4e57-94ce-2a9cc5f0f2e5') {} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:11:32.722161 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 3069c2d0-4c50-4dfd-9315-6581d695eba8 no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:11:32.724409 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5dc0a117-8e2d-46ed-99c6-498195579b49 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748993039638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11627933'] for segment, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:32.758338 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [None req-b9353a9a-6a79-4b70-8640-345f4939a122 tempest-RoutersAdminTest-714316116 tempest-RoutersAdminTest-714316116-project] Allocated IP 172.25.5.190 (c48a55e9-6a85-4746-b7bf-3e29fb560094/5da6f781-63e6-4328-ae7a-5e672262f55a/922c7f4c-a6fe-4a43-8ebb-ad0907c1abeb) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:11:32.764431 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: 3069c2d0-4c50-4dfd-9315-6581d695eba8 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:11:32.765480 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 3069c2d0-4c50-4dfd-9315-6581d695eba8 not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:11:32.768277 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5dc0a117-8e2d-46ed-99c6-498195579b49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:32.771724 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dfa72f-b312-41a2-8887-a44eef335270 req-330c3830-3615-4c07-aa32-2f259eca530a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:32.773277 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-10dfa72f-b312-41a2-8887-a44eef335270 req-330c3830-3615-4c07-aa32-2f259eca530a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3091ebfd-11e2-41f8-9c00-ffe0b86563d8 HTTP/1.1" status: 200 len: 843 time: 0.2145774 Nov 22 20:11:32.777655 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c3bfbf-5c39-47a5-afa1-6680f6741362 req-014be1d3-5f43-44ce-981f-0a6d4d41e246 tempest-LiveMigrationTest-519343393 tempest-LiveMigrationTest-519343393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:32.779680 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-20c3bfbf-5c39-47a5-afa1-6680f6741362 req-014be1d3-5f43-44ce-981f-0a6d4d41e246 tempest-LiveMigrationTest-519343393 tempest-LiveMigrationTest-519343393-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=8ec865c1-8118-4657-afb0-3aaac7ba2b18 HTTP/1.1" status: 200 len: 1097 time: 0.2464180 Nov 22 20:11:32.793155 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5dc0a117-8e2d-46ed-99c6-498195579b49 admin admin] Releasing vlan 614 on physical network physnet1 to pool {{(pid=103448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 20:11:32.793155 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5dc0a117-8e2d-46ed-99c6-498195579b49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11567447'] for segment, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:32.793155 n-d-818823-1 neutron-server[103448]: Traceback (most recent call last): Nov 22 20:11:32.793155 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 20:11:32.793155 n-d-818823-1 neutron-server[103448]: timer() Nov 22 20:11:32.793155 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 20:11:32.793155 n-d-818823-1 neutron-server[103448]: cb(*args, **kw) Nov 22 20:11:32.793155 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 20:11:32.793155 n-d-818823-1 neutron-server[103448]: return func(*args, **kwargs) Nov 22 20:11:32.793155 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 20:11:32.793155 n-d-818823-1 neutron-server[103448]: self._notify() Nov 22 20:11:32.793155 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 20:11:32.793155 n-d-818823-1 neutron-server[103448]: self.callback(batched_events) Nov 22 20:11:32.793155 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 20:11:32.793155 n-d-818823-1 neutron-server[103448]: event.method(event) Nov 22 20:11:32.793155 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 20:11:32.793155 n-d-818823-1 neutron-server[103448]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 20:11:32.793155 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 20:11:32.793155 n-d-818823-1 neutron-server[103448]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 20:11:32.793155 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 20:11:32.793155 n-d-818823-1 neutron-server[103448]: return f(self, *a, **k) Nov 22 20:11:32.793155 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 20:11:32.793155 n-d-818823-1 neutron-server[103448]: return self._get(url).json() Nov 22 20:11:32.793155 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 20:11:32.793155 n-d-818823-1 neutron-server[103448]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 20:11:32.793155 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 20:11:32.793155 n-d-818823-1 neutron-server[103448]: return self.request(url, 'GET', **kwargs) Nov 22 20:11:32.793155 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 20:11:32.793155 n-d-818823-1 neutron-server[103448]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 20:11:32.793155 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 20:11:32.793155 n-d-818823-1 neutron-server[103448]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 20:11:32.793155 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 20:11:32.793155 n-d-818823-1 neutron-server[103448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 20:11:32.793155 n-d-818823-1 neutron-server[103448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 20:11:32.846678 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dfa72f-b312-41a2-8887-a44eef335270 req-e63c813b-7b4f-4b79-97c8-4e99e9041f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:32.848233 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-10dfa72f-b312-41a2-8887-a44eef335270 req-e63c813b-7b4f-4b79-97c8-4e99e9041f7a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e1052824-bf78-4963-8937-b202e372ac24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1706514 Nov 22 20:11:32.861243 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a796ef0-8e4b-4e62-a715-f8fdd09a07e1 req-ece1e23d-1218-477e-8129-c7d6d898d356 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:32.867581 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a796ef0-8e4b-4e62-a715-f8fdd09a07e1 req-ece1e23d-1218-477e-8129-c7d6d898d356 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:32.873845 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a796ef0-8e4b-4e62-a715-f8fdd09a07e1 req-ece1e23d-1218-477e-8129-c7d6d898d356 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:32.880103 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a796ef0-8e4b-4e62-a715-f8fdd09a07e1 req-ece1e23d-1218-477e-8129-c7d6d898d356 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:32.886451 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a796ef0-8e4b-4e62-a715-f8fdd09a07e1 req-ece1e23d-1218-477e-8129-c7d6d898d356 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:32.888392 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0a796ef0-8e4b-4e62-a715-f8fdd09a07e1 req-ece1e23d-1218-477e-8129-c7d6d898d356 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f4a90d6-1fcd-49f1-9d76-18b26c029474 HTTP/1.1" status: 200 len: 3815 time: 0.1975725 Nov 22 20:11:32.944779 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5dc0a117-8e2d-46ed-99c6-498195579b49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3760002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595318'] for network, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:32.949384 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5dc0a117-8e2d-46ed-99c6-498195579b49 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:32.953170 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-5dc0a117-8e2d-46ed-99c6-498195579b49 admin admin] 10.222.0.46 "DELETE /v2.0/networks/5304318e-8a1b-436f-8654-45389cfc7b43 HTTP/1.1" status: 204 len: 168 time: 1.9821494 Nov 22 20:11:32.969257 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-371ef360-0488-4915-ab08-4c56641b805e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d157c85a-0d84-4a3a-a74e-dc6bc21944b1 {{(pid=103448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:11:32.991718 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-371ef360-0488-4915-ab08-4c56641b805e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:32.993764 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc0a117-8e2d-46ed-99c6-498195579b49 admin admin] Pushing event deleted for resources: {'Network': ['ID=5304318e-8a1b-436f-8654-45389cfc7b43,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:11:32.995683 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-20c3bfbf-5c39-47a5-afa1-6680f6741362 req-9005dde3-76f9-4edc-a634-75666c446b00 tempest-LiveMigrationTest-519343393 tempest-LiveMigrationTest-519343393-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=deac3dce-93b4-41af-981b-873d47022422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999662 Nov 22 20:11:33.025371 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dfa72f-b312-41a2-8887-a44eef335270 req-bd401707-b00d-46bf-baa1-2c1fe2346c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:33.026968 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-10dfa72f-b312-41a2-8887-a44eef335270 req-bd401707-b00d-46bf-baa1-2c1fe2346c76 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e1052824-bf78-4963-8937-b202e372ac24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2428811 Nov 22 20:11:33.031672 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-371ef360-0488-4915-ab08-4c56641b805e service neutron] Transition to ACTIVE for port object d157c85a-0d84-4a3a-a74e-dc6bc21944b1 will not be triggered until provisioned by entity L2. {{(pid=103448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 20:11:33.044326 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-371ef360-0488-4915-ab08-4c56641b805e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:33.082657 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:11:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daf0a9fc-ae25-4d74-930d-9bedbee238fd x-openstack-request-id: req-daf0a9fc-ae25-4d74-930d-9bedbee238fd {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:11:33.083183 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "667baf5d-8c2a-4f80-98a0-d39752935427", "name": "network-vif-plugged", "status": "completed", "tag": "7299b5d8-0bbb-4645-90b3-664f83eb5792", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:11:33.083478 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-daf0a9fc-ae25-4d74-930d-9bedbee238fd {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:11:33.083941 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '667baf5d-8c2a-4f80-98a0-d39752935427', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7299b5d8-0bbb-4645-90b3-664f83eb5792', 'code': 200} Nov 22 20:11:33.087695 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b9353a9a-6a79-4b70-8640-345f4939a122 tempest-RoutersAdminTest-714316116 tempest-RoutersAdminTest-714316116-project] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:33.106712 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0a796ef0-8e4b-4e62-a715-f8fdd09a07e1 req-82a6d905-5fe6-4258-9c38-632811532515 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] 10.222.0.46 "GET /v2.0/security-groups?id=956e73ed-7485-4a0c-88f0-c644aa0149a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1999295 Nov 22 20:11:33.154203 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371ef360-0488-4915-ab08-4c56641b805e service neutron] Pushing event updated for resources: {'Port': ['ID=d157c85a-0d84-4a3a-a74e-dc6bc21944b1,revision_number=2']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:11:33.256866 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b9353a9a-6a79-4b70-8640-345f4939a122 tempest-RoutersAdminTest-714316116 tempest-RoutersAdminTest-714316116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:33.329460 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-03f0964f-1b75-4df7-99e0-a3cdb56ec2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:33.351507 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9353a9a-6a79-4b70-8640-345f4939a122 tempest-RoutersAdminTest-714316116 tempest-RoutersAdminTest-714316116-project] Network c48a55e9-6a85-4746-b7bf-3e29fb560094 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:11:33.358819 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-b9353a9a-6a79-4b70-8640-345f4939a122 tempest-RoutersAdminTest-714316116 tempest-RoutersAdminTest-714316116-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:11:33.372867 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9353a9a-6a79-4b70-8640-345f4939a122 tempest-RoutersAdminTest-714316116 tempest-RoutersAdminTest-714316116-project] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:11:33.416762 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 34616) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:11:33.433569 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 4dc546ba-2901-40c2-8ae8-0dbb382728dd details requested by agent hyperv_n-h1-818823-1 with host n-h1-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 20:11:33.473039 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9353a9a-6a79-4b70-8640-345f4939a122 tempest-RoutersAdminTest-714316116 tempest-RoutersAdminTest-714316116-project] Pushing event updated for resources: {'Port': ['ID=922c7f4c-a6fe-4a43-8ebb-ad0907c1abeb,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:11:33.480178 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-371ef360-0488-4915-ab08-4c56641b805e service neutron] Attempting to bind port d157c85a-0d84-4a3a-a74e-dc6bc21944b1 on host n-h1-818823-1 for vnic_type normal with profile {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:11:33.480882 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-371ef360-0488-4915-ab08-4c56641b805e service neutron] Attempting to bind port d157c85a-0d84-4a3a-a74e-dc6bc21944b1 by drivers openvswitch,hyperv on host n-h1-818823-1 at level 0 using segments [{'id': '096b9653-3939-4da1-92f6-6a39bd3c877e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'ac9307cb-d216-4d24-9d6c-807bf1ccc8be'}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:11:33.481458 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-371ef360-0488-4915-ab08-4c56641b805e service neutron] Attempting to bind port d157c85a-0d84-4a3a-a74e-dc6bc21944b1 on network ac9307cb-d216-4d24-9d6c-807bf1ccc8be {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:11:33.519478 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-363ebcae-d321-4ee2-a9d0-8407de9743f8 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4029011266e84880a9b6ebb16a2e3cd8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0880697 Nov 22 20:11:33.530222 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 34622) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:11:33.553407 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-371ef360-0488-4915-ab08-4c56641b805e service neutron] Port d157c85a-0d84-4a3a-a74e-dc6bc21944b1 on network ac9307cb-d216-4d24-9d6c-807bf1ccc8be not bound, no agent of type Open vSwitch agent registered on host n-h1-818823-1 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:11:33.553877 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-371ef360-0488-4915-ab08-4c56641b805e service neutron] Attempting to bind port d157c85a-0d84-4a3a-a74e-dc6bc21944b1 on network ac9307cb-d216-4d24-9d6c-807bf1ccc8be {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:11:33.620888 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-371ef360-0488-4915-ab08-4c56641b805e service neutron] Checking agent: {'id': '7a008cff-3b49-418c-8046-689d46cc800f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'started_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 11, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:11:33.621261 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-371ef360-0488-4915-ab08-4c56641b805e service neutron] Checking segment: {'id': '096b9653-3939-4da1-92f6-6a39bd3c877e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'ac9307cb-d216-4d24-9d6c-807bf1ccc8be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:11:33.621757 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-371ef360-0488-4915-ab08-4c56641b805e service neutron] Bound using segment: {'id': '096b9653-3939-4da1-92f6-6a39bd3c877e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'ac9307cb-d216-4d24-9d6c-807bf1ccc8be'} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:11:33.622310 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-371ef360-0488-4915-ab08-4c56641b805e service neutron] Bound port: d157c85a-0d84-4a3a-a74e-dc6bc21944b1, host: n-h1-818823-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '096b9653-3939-4da1-92f6-6a39bd3c877e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'ac9307cb-d216-4d24-9d6c-807bf1ccc8be'}}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:11:33.622793 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-371ef360-0488-4915-ab08-4c56641b805e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:33.629661 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-10dfa72f-b312-41a2-8887-a44eef335270 req-cae2a9b5-9339-4759-baeb-42b95ceec1b2 service neutron] 10.222.0.41 "GET /v2.0/networks/e1052824-bf78-4963-8937-b202e372ac24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7353158 Nov 22 20:11:33.698961 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 4dc546ba-2901-40c2-8ae8-0dbb382728dd, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=4dc546ba-2901-40c2-8ae8-0dbb382728dd,segment=NetworkSegment(2a5a1c7b-538e-498e-99b9-cc7a8e0411be),segment_id=2a5a1c7b-538e-498e-99b9-cc7a8e0411be)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:11:33.739281 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Returning: {'device': '4dc546ba-2901-40c2-8ae8-0dbb382728dd', 'network_id': 'e1052824-bf78-4963-8937-b202e372ac24', 'port_id': '4dc546ba-2901-40c2-8ae8-0dbb382728dd', 'mac_address': 'fa:16:3e:64:a5:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3091ebfd-11e2-41f8-9c00-ffe0b86563d8', 'ip_address': '192.168.233.111'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 20:11:33.788357 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-10dfa72f-b312-41a2-8887-a44eef335270 req-95f46c16-1106-4fba-9bef-7335c7d64a12 service neutron] 10.222.0.20 "GET /v2.0/networks/e1052824-bf78-4963-8937-b202e372ac24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7453089 Nov 22 20:11:33.822966 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59d16ce-1d06-4aca-ae14-fdd02f46dfb6 req-91c662ea-5ec0-4220-b00e-e8561866d30f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:33.825470 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c59d16ce-1d06-4aca-ae14-fdd02f46dfb6 req-91c662ea-5ec0-4220-b00e-e8561866d30f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=667baf5d-8c2a-4f80-98a0-d39752935427 HTTP/1.1" status: 200 len: 1096 time: 0.3118579 Nov 22 20:11:33.839729 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:33.843496 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5dea77-1a21-44a0-aeed-18fa49c0771c req-0f49a3df-d63b-4244-ac0b-90361895f0a5 tempest-ListImageFiltersTestJSON-1762929970 tempest-ListImageFiltersTestJSON-1762929970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:33.845397 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-de5dea77-1a21-44a0-aeed-18fa49c0771c req-0f49a3df-d63b-4244-ac0b-90361895f0a5 tempest-ListImageFiltersTestJSON-1762929970 tempest-ListImageFiltersTestJSON-1762929970-project] 10.222.0.46 "GET /v2.0/ports?device_id=3976a086-7eb8-4b57-8c36-4478955520bb HTTP/1.1" status: 200 len: 948 time: 0.3224590 Nov 22 20:11:33.870383 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4dc546ba-2901-40c2-8ae8-0dbb382728dd {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:11:33.877274 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6bc56bca-53a5-4c78-87be-73cebed9448a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:33.886035 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-371ef360-0488-4915-ab08-4c56641b805e service neutron] For port d157c85a-0d84-4a3a-a74e-dc6bc21944b1, host n-h1-818823-1, cleared binding levels {{(pid=103448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:11:33.911758 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 4dc546ba-2901-40c2-8ae8-0dbb382728dd, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=4dc546ba-2901-40c2-8ae8-0dbb382728dd,segment=NetworkSegment(2a5a1c7b-538e-498e-99b9-cc7a8e0411be),segment_id=2a5a1c7b-538e-498e-99b9-cc7a8e0411be)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:11:33.919402 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:33.993673 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=4dc546ba-2901-40c2-8ae8-0dbb382728dd,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:11:34.022214 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-371ef360-0488-4915-ab08-4c56641b805e service neutron] For port d157c85a-0d84-4a3a-a74e-dc6bc21944b1, host n-h1-818823-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=d157c85a-0d84-4a3a-a74e-dc6bc21944b1,segment=NetworkSegment(096b9653-3939-4da1-92f6-6a39bd3c877e),segment_id=096b9653-3939-4da1-92f6-6a39bd3c877e)] {{(pid=103448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:11:34.031290 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6bc56bca-53a5-4c78-87be-73cebed9448a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:34.035656 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-371ef360-0488-4915-ab08-4c56641b805e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:34.060971 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-10dfa72f-b312-41a2-8887-a44eef335270 req-3bda747c-8549-48cb-bd97-03a246cf2f69 service neutron] 10.222.0.41 "GET /v2.0/networks/e1052824-bf78-4963-8937-b202e372ac24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4107094 Nov 22 20:11:34.064578 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-de5dea77-1a21-44a0-aeed-18fa49c0771c req-f5480dfb-d4b6-4c2f-aae6-aeccbccf07cb tempest-ListImageFiltersTestJSON-1762929970 tempest-ListImageFiltersTestJSON-1762929970-project] 10.222.0.46 "GET /v2.0/security-groups?id=7bc0946f-8d94-4cf7-9aed-026148cac050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798680 Nov 22 20:11:34.070747 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c59d16ce-1d06-4aca-ae14-fdd02f46dfb6 req-afb5aa91-21c7-40c6-91af-d578fe16cff4 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=8416408d-1125-4867-a3b6-02849f59d958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2217708 Nov 22 20:11:34.083672 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b03018-7fe7-4154-9e31-f1f22b24084f req-eb659204-d2cf-4c8b-a336-b24a4d422b12 tempest-LiveMigrationTest-519343393 tempest-LiveMigrationTest-519343393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:34.085578 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-67b03018-7fe7-4154-9e31-f1f22b24084f req-eb659204-d2cf-4c8b-a336-b24a4d422b12 tempest-LiveMigrationTest-519343393 tempest-LiveMigrationTest-519343393-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=8ec865c1-8118-4657-afb0-3aaac7ba2b18 HTTP/1.1" status: 200 len: 1097 time: 0.2900968 Nov 22 20:11:34.153782 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-10dfa72f-b312-41a2-8887-a44eef335270 req-0501af32-d9b9-42af-85f7-5a903a4b0cb6 service neutron] 10.222.0.20 "GET /v2.0/networks/e1052824-bf78-4963-8937-b202e372ac24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3621750 Nov 22 20:11:34.166235 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-67b03018-7fe7-4154-9e31-f1f22b24084f req-7c0459be-dcdb-4334-b25a-7bd763f69726 tempest-LiveMigrationTest-519343393 tempest-LiveMigrationTest-519343393-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=deac3dce-93b4-41af-981b-873d47022422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621946 Nov 22 20:11:34.180602 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] get_ports_and_sgs() called for port_ids ['4dc546ba-2901-40c2-8ae8-0dbb382728dd'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:11:34.208940 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b9353a9a-6a79-4b70-8640-345f4939a122 tempest-RoutersAdminTest-714316116 tempest-RoutersAdminTest-714316116-project] Publish callbacks [] for router_gateway, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:34.295535 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2d57e4-3509-4a40-9684-0b16eea3893b req-b2ce26ae-7e75-4a66-8d88-8c2e424af998 tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:34.309247 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8d2d57e4-3509-4a40-9684-0b16eea3893b req-b2ce26ae-7e75-4a66-8d88-8c2e424af998 tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] 10.222.0.46 "GET /v2.0/ports?device_id=f120437d-9853-4b55-a507-5eced1446d4e HTTP/1.1" status: 200 len: 945 time: 0.1218352 Nov 22 20:11:34.368991 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-371ef360-0488-4915-ab08-4c56641b805e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:34.369619 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-371ef360-0488-4915-ab08-4c56641b805e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:34.374854 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-371ef360-0488-4915-ab08-4c56641b805e service neutron] 10.222.0.41 "PUT /v2.0/ports/d157c85a-0d84-4a3a-a74e-dc6bc21944b1 HTTP/1.1" status: 200 len: 1092 time: 3.0515785 Nov 22 20:11:34.379742 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f4a90d6-1fcd-49f1-9d76-18b26c029474', 'tag': 'd157c85a-0d84-4a3a-a74e-dc6bc21944b1'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:11:34.387959 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589a98cf2aea187fcc423a5edb333e5a6cf3ad7c81115d1ebee0f079693c312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31a31899-ccef-49c8-9c54-53f0947b8d9f" -d '{"events": [{"name": "network-changed", "server_uuid": "2f4a90d6-1fcd-49f1-9d76-18b26c029474", "tag": "d157c85a-0d84-4a3a-a74e-dc6bc21944b1"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:11:34.401939 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6bc56bca-53a5-4c78-87be-73cebed9448a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:34.405168 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6bc56bca-53a5-4c78-87be-73cebed9448a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:34.409640 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-6bc56bca-53a5-4c78-87be-73cebed9448a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/22127be5-351b-4d65-aed1-0fcc5085805a HTTP/1.1" status: 204 len: 168 time: 0.8775651 Nov 22 20:11:34.501186 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8d2d57e4-3509-4a40-9684-0b16eea3893b req-83f33517-da01-4356-892b-6f6522fc9e02 tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] 10.222.0.46 "GET /v2.0/security-groups?id=402b14b3-7b21-4f37-9e5a-c3de7eeeb958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895514 Nov 22 20:11:34.565821 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cc3f4c-24c5-45e3-85e7-d1180aea20f6 req-de187e64-1529-40a9-932f-a6033a19ea92 tempest-ServersTestFqdnHostnames-1631784793 tempest-ServersTestFqdnHostnames-1631784793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:34.571249 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-37cc3f4c-24c5-45e3-85e7-d1180aea20f6 req-de187e64-1529-40a9-932f-a6033a19ea92 tempest-ServersTestFqdnHostnames-1631784793 tempest-ServersTestFqdnHostnames-1631784793-project] 10.222.0.46 "GET /v2.0/ports?device_id=667baf5d-8c2a-4f80-98a0-d39752935427 HTTP/1.1" status: 200 len: 945 time: 0.2537091 Nov 22 20:11:34.571771 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-2fe6390f-67a1-4410-bebd-498f6ce653b5 service neutron] Request body: {'port': {'device_id': '2f4a90d6-1fcd-49f1-9d76-18b26c029474', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818823-1'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:11:34.574662 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc56bca-53a5-4c78-87be-73cebed9448a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22127be5-351b-4d65-aed1-0fcc5085805a,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:11:34.658069 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371ef360-0488-4915-ab08-4c56641b805e service neutron] Pushing event updated for resources: {'Port': ['ID=d157c85a-0d84-4a3a-a74e-dc6bc21944b1,revision_number=3']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:11:34.787220 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-37cc3f4c-24c5-45e3-85e7-d1180aea20f6 req-312dc7d9-c664-4995-a84e-f2d594189c6d tempest-ServersTestFqdnHostnames-1631784793 tempest-ServersTestFqdnHostnames-1631784793-project] 10.222.0.46 "GET /v2.0/security-groups?id=8416408d-1125-4867-a3b6-02849f59d958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1985414 Nov 22 20:11:34.841049 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edcf5bd-3ec8-4248-afc7-e3b22b7bfc83 req-0e2a7cd6-3e21-475d-8592-820476b5394e tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:34.849488 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edcf5bd-3ec8-4248-afc7-e3b22b7bfc83 req-0e2a7cd6-3e21-475d-8592-820476b5394e tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:34.873417 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edcf5bd-3ec8-4248-afc7-e3b22b7bfc83 req-0e2a7cd6-3e21-475d-8592-820476b5394e tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:34.873739 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b9353a9a-6a79-4b70-8640-345f4939a122 tempest-RoutersAdminTest-714316116 tempest-RoutersAdminTest-714316116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-541823', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-659547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25662'] for router, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:34.880241 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b9353a9a-6a79-4b70-8640-345f4939a122 tempest-RoutersAdminTest-714316116 tempest-RoutersAdminTest-714316116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-841284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-541764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-841989', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-659616'] for router, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:34.887767 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-2fe6390f-67a1-4410-bebd-498f6ce653b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:34.897345 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edcf5bd-3ec8-4248-afc7-e3b22b7bfc83 req-0e2a7cd6-3e21-475d-8592-820476b5394e tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:34.916341 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edcf5bd-3ec8-4248-afc7-e3b22b7bfc83 req-0e2a7cd6-3e21-475d-8592-820476b5394e tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:34.919315 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4edcf5bd-3ec8-4248-afc7-e3b22b7bfc83 req-0e2a7cd6-3e21-475d-8592-820476b5394e tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f4a90d6-1fcd-49f1-9d76-18b26c029474 HTTP/1.1" status: 200 len: 3827 time: 0.2526641 Nov 22 20:11:35.056027 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 20:11:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49761a90-c693-42b6-91f0-4a2f40e1cbba x-openstack-request-id: req-49761a90-c693-42b6-91f0-4a2f40e1cbba {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:11:35.061243 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f4a90d6-1fcd-49f1-9d76-18b26c029474", "tag": "d157c85a-0d84-4a3a-a74e-dc6bc21944b1", "status": "completed", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:11:35.062923 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-49761a90-c693-42b6-91f0-4a2f40e1cbba {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:11:35.067252 n-d-818823-1 neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f4a90d6-1fcd-49f1-9d76-18b26c029474', 'tag': 'd157c85a-0d84-4a3a-a74e-dc6bc21944b1', 'status': 'completed', 'code': 200} Nov 22 20:11:35.092570 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e49ee129-e862-4476-beca-cdc8150d2345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:35.126303 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 3b4d05c5-4ac6-4c52-a98e-77f1fb2177ec up at agent hyperv_n-h2-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:11:35.158415 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4edcf5bd-3ec8-4248-afc7-e3b22b7bfc83 req-f5d0e455-f0b0-4587-a23d-3b4917892948 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] 10.222.0.46 "GET /v2.0/security-groups?id=956e73ed-7485-4a0c-88f0-c644aa0149a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2315466 Nov 22 20:11:35.189308 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a31899-ccef-49c8-9c54-53f0947b8d9f req-12e58198-db97-4d8e-9b68-1ad1bec840b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:35.189919 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a31899-ccef-49c8-9c54-53f0947b8d9f req-12e58198-db97-4d8e-9b68-1ad1bec840b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:35.190401 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a31899-ccef-49c8-9c54-53f0947b8d9f req-12e58198-db97-4d8e-9b68-1ad1bec840b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:35.190876 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a31899-ccef-49c8-9c54-53f0947b8d9f req-12e58198-db97-4d8e-9b68-1ad1bec840b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:35.191363 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a31899-ccef-49c8-9c54-53f0947b8d9f req-12e58198-db97-4d8e-9b68-1ad1bec840b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:35.202276 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-31a31899-ccef-49c8-9c54-53f0947b8d9f req-12e58198-db97-4d8e-9b68-1ad1bec840b8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7c2e3bcb3c11419aa5bdb45ad6533966&device_id=2f4a90d6-1fcd-49f1-9d76-18b26c029474 HTTP/1.1" status: 200 len: 4362 time: 0.2194386 Nov 22 20:11:35.260113 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Provisioning for port 3b4d05c5-4ac6-4c52-a98e-77f1fb2177ec completed by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 20:11:35.269074 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Provisioning complete for port 3b4d05c5-4ac6-4c52-a98e-77f1fb2177ec triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:11:35.269641 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:35.407371 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:35.477481 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port 3b4d05c5-4ac6-4c52-a98e-77f1fb2177ec, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=3b4d05c5-4ac6-4c52-a98e-77f1fb2177ec,segment=NetworkSegment(2a5a1c7b-538e-498e-99b9-cc7a8e0411be),segment_id=2a5a1c7b-538e-498e-99b9-cc7a8e0411be)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:11:35.481186 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c358b76-a051-4380-aace-2cc9e2fb2520', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b4d05c5-4ac6-4c52-a98e-77f1fb2177ec'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:11:35.484581 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d39f6d30a11e565ec9648abcc015e8a6ab6cff4edd704add8155e28765d31eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17fcd3fe-99e6-4c17-ad74-e8c73f3eba28" -d '{"events": [{"server_uuid": "6c358b76-a051-4380-aace-2cc9e2fb2520", "name": "network-vif-plugged", "status": "completed", "tag": "3b4d05c5-4ac6-4c52-a98e-77f1fb2177ec"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:11:35.489036 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 4dc546ba-2901-40c2-8ae8-0dbb382728dd up at agent hyperv_n-h1-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:11:35.538036 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:35.639773 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=3b4d05c5-4ac6-4c52-a98e-77f1fb2177ec,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:11:35.658915 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Provisioning for port 4dc546ba-2901-40c2-8ae8-0dbb382728dd completed by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 20:11:35.665302 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Provisioning complete for port 4dc546ba-2901-40c2-8ae8-0dbb382728dd triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:11:35.670579 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:35.780484 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61db5ae8-b3c4-45db-8fee-ed4da56d8d6e req-c6f61ad4-ff7d-4180-9afa-45ebd33b2787 tempest-ListImageFiltersTestJSON-1762929970 tempest-ListImageFiltersTestJSON-1762929970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:35.810129 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-61db5ae8-b3c4-45db-8fee-ed4da56d8d6e req-c6f61ad4-ff7d-4180-9afa-45ebd33b2787 tempest-ListImageFiltersTestJSON-1762929970 tempest-ListImageFiltersTestJSON-1762929970-project] 10.222.0.46 "GET /v2.0/ports?device_id=3976a086-7eb8-4b57-8c36-4478955520bb HTTP/1.1" status: 200 len: 949 time: 0.6014750 Nov 22 20:11:35.892078 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:35.916159 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a31899-ccef-49c8-9c54-53f0947b8d9f req-02592ec9-a734-4bd4-860e-a575881aca0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:35.918060 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a31899-ccef-49c8-9c54-53f0947b8d9f req-02592ec9-a734-4bd4-860e-a575881aca0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:35.918708 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a31899-ccef-49c8-9c54-53f0947b8d9f req-02592ec9-a734-4bd4-860e-a575881aca0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:35.921239 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-31a31899-ccef-49c8-9c54-53f0947b8d9f req-02592ec9-a734-4bd4-860e-a575881aca0b service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=7c2e3bcb3c11419aa5bdb45ad6533966&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.6144216 Nov 22 20:11:35.941501 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15aedc52-daec-46d2-b47d-8f3db62924c7 req-e0f332fc-3d09-4ede-b18b-dd8e1acf672e tempest-LiveMigrationTest-519343393 tempest-LiveMigrationTest-519343393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:35.956648 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-15aedc52-daec-46d2-b47d-8f3db62924c7 req-e0f332fc-3d09-4ede-b18b-dd8e1acf672e tempest-LiveMigrationTest-519343393 tempest-LiveMigrationTest-519343393-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=8ec865c1-8118-4657-afb0-3aaac7ba2b18 HTTP/1.1" status: 200 len: 1097 time: 0.5842817 Nov 22 20:11:35.964966 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 34672) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:11:35.969544 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:35.973793 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 4dc546ba-2901-40c2-8ae8-0dbb382728dd, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=4dc546ba-2901-40c2-8ae8-0dbb382728dd,segment=NetworkSegment(2a5a1c7b-538e-498e-99b9-cc7a8e0411be),segment_id=2a5a1c7b-538e-498e-99b9-cc7a8e0411be)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:11:35.980586 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:36.043148 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=4dc546ba-2901-40c2-8ae8-0dbb382728dd,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:11:36.065999 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9353a9a-6a79-4b70-8640-345f4939a122 tempest-RoutersAdminTest-714316116 tempest-RoutersAdminTest-714316116-project] Router 1d79d0fc-0c68-4363-9f1c-0be1689e01ec is scheduled to L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 with binding_index 1 {{(pid=103448) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 20:11:36.266571 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9353a9a-6a79-4b70-8640-345f4939a122 tempest-RoutersAdminTest-714316116 tempest-RoutersAdminTest-714316116-project] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:11:36.269581 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-2fe6390f-67a1-4410-bebd-498f6ce653b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6adde04d-a0cf-43b3-9b93-ce2683694893 {{(pid=103448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:11:36.281833 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b9353a9a-6a79-4b70-8640-345f4939a122 tempest-RoutersAdminTest-714316116 tempest-RoutersAdminTest-714316116-project] Publish callbacks [] for router, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:36.288666 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-b9353a9a-6a79-4b70-8640-345f4939a122 tempest-RoutersAdminTest-714316116 tempest-RoutersAdminTest-714316116-project] 10.222.0.46 "PUT /v2.0/routers/1d79d0fc-0c68-4363-9f1c-0be1689e01ec HTTP/1.1" status: 200 len: 879 time: 6.6053915 Nov 22 20:11:36.288666 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 34678) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:11:36.291428 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-2fe6390f-67a1-4410-bebd-498f6ce653b5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:36.301479 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dbd94d5-f2c5-47ff-a1e8-b099cf2a5bac None None] Sync routers for ids ['1d79d0fc-0c68-4363-9f1c-0be1689e01ec'] in n-d-818823-1 {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:11:36.316474 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dbd94d5-f2c5-47ff-a1e8-b099cf2a5bac None None] Routers {'1d79d0fc-0c68-4363-9f1c-0be1689e01ec'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:11:36.317462 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-4dbd94d5-f2c5-47ff-a1e8-b099cf2a5bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:11:32Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['1d79d0fc-0c68-4363-9f1c-0be1689e01ec'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:11:36.326579 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-61db5ae8-b3c4-45db-8fee-ed4da56d8d6e req-40094c12-3dfe-426a-aa61-c0cda930b880 tempest-ListImageFiltersTestJSON-1762929970 tempest-ListImageFiltersTestJSON-1762929970-project] 10.222.0.46 "GET /v2.0/security-groups?id=7bc0946f-8d94-4cf7-9aed-026148cac050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5152051 Nov 22 20:11:36.358496 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-4dbd94d5-f2c5-47ff-a1e8-b099cf2a5bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:11:36.381391 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dbd94d5-f2c5-47ff-a1e8-b099cf2a5bac None None] Routers {'1d79d0fc-0c68-4363-9f1c-0be1689e01ec'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:11:36.382310 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-4dbd94d5-f2c5-47ff-a1e8-b099cf2a5bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:11:32Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['1d79d0fc-0c68-4363-9f1c-0be1689e01ec'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:11:36.386562 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-2833d656-d9e0-41df-a4d0-e56c501e3824 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-563884738-network', 'tenant_id': '4b71f064477647c68ff74013c5d0753c'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:11:36.435456 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-4dbd94d5-f2c5-47ff-a1e8-b099cf2a5bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:11:36.436530 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dbd94d5-f2c5-47ff-a1e8-b099cf2a5bac None None] The sync data for ids ['1d79d0fc-0c68-4363-9f1c-0be1689e01ec'] in n-d-818823-1 is: [] {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:11:36.436793 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a31899-ccef-49c8-9c54-53f0947b8d9f req-35ebd5ed-69d9-4e69-8d1f-939fc53875f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:36.439102 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-31a31899-ccef-49c8-9c54-53f0947b8d9f req-35ebd5ed-69d9-4e69-8d1f-939fc53875f3 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5001471 Nov 22 20:11:36.495834 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-15aedc52-daec-46d2-b47d-8f3db62924c7 req-310213b2-1f36-48fb-b5bb-ff07c2e28c3f tempest-LiveMigrationTest-519343393 tempest-LiveMigrationTest-519343393-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=deac3dce-93b4-41af-981b-873d47022422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5266156 Nov 22 20:11:36.497119 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2833d656-d9e0-41df-a4d0-e56c501e3824 admin admin] Made reservation on behalf of 4b71f064477647c68ff74013c5d0753c for: {'network': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:11:36.499562 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-2833d656-d9e0-41df-a4d0-e56c501e3824 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for network, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:36.507370 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-c31c4d6c-ec0d-42de-8791-39fb62b8000e tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] 10.222.0.46 "GET /v2.0/routers/1d79d0fc-0c68-4363-9f1c-0be1689e01ec HTTP/1.1" status: 200 len: 920 time: 0.2189591 Nov 22 20:11:36.509321 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 34680) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:11:36.517458 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-2833d656-d9e0-41df-a4d0-e56c501e3824 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:36.552471 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:11:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98cf57c0-d1bb-4faf-a8b1-615c2d50164f x-openstack-request-id: req-98cf57c0-d1bb-4faf-a8b1-615c2d50164f {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:11:36.553343 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c358b76-a051-4380-aace-2cc9e2fb2520", "name": "network-vif-plugged", "status": "completed", "tag": "3b4d05c5-4ac6-4c52-a98e-77f1fb2177ec", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:11:36.553766 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-98cf57c0-d1bb-4faf-a8b1-615c2d50164f {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:11:36.560986 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c358b76-a051-4380-aace-2cc9e2fb2520', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b4d05c5-4ac6-4c52-a98e-77f1fb2177ec', 'code': 200} Nov 22 20:11:36.568208 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-2fe6390f-67a1-4410-bebd-498f6ce653b5 service neutron] Transition to ACTIVE for port object 6adde04d-a0cf-43b3-9b93-ce2683694893 will not be triggered until provisioned by entity L2. {{(pid=103448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 20:11:36.587893 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bcccd72-5246-47a6-b04f-1427318f4a27 tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:36.592669 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 34682) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:11:36.593118 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-0bcccd72-5246-47a6-b04f-1427318f4a27 tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] 10.222.0.46 "GET /v2.0/ports?network_id=c48a55e9-6a85-4746-b7bf-3e29fb560094&device_id=1d79d0fc-0c68-4363-9f1c-0be1689e01ec&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0812070 Nov 22 20:11:36.594458 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-2fe6390f-67a1-4410-bebd-498f6ce653b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:36.762259 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe6390f-67a1-4410-bebd-498f6ce653b5 service neutron] Pushing event updated for resources: {'Port': ['ID=6adde04d-a0cf-43b3-9b93-ce2683694893,revision_number=2']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:11:36.780444 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1e376b-f301-4749-933e-0d9b774145aa req-5d10af1b-06f6-4fea-b9f9-2d5ca8b956a2 tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:36.782427 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-fa1e376b-f301-4749-933e-0d9b774145aa req-5d10af1b-06f6-4fea-b9f9-2d5ca8b956a2 tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] 10.222.0.46 "GET /v2.0/ports?device_id=f120437d-9853-4b55-a507-5eced1446d4e HTTP/1.1" status: 200 len: 945 time: 0.2490737 Nov 22 20:11:36.802622 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-2fe6390f-67a1-4410-bebd-498f6ce653b5 service neutron] Attempting to bind port 6adde04d-a0cf-43b3-9b93-ce2683694893 on host n-h1-818823-1 for vnic_type normal with profile {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:11:36.803381 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-2fe6390f-67a1-4410-bebd-498f6ce653b5 service neutron] Attempting to bind port 6adde04d-a0cf-43b3-9b93-ce2683694893 by drivers openvswitch,hyperv on host n-h1-818823-1 at level 0 using segments [{'id': 'e3193b23-f9c4-4ca4-b127-f0d3cc3d8fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '6b3bccc8-a74b-4dd2-b44c-99e3a607f72f'}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:11:36.803966 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-2fe6390f-67a1-4410-bebd-498f6ce653b5 service neutron] Attempting to bind port 6adde04d-a0cf-43b3-9b93-ce2683694893 on network 6b3bccc8-a74b-4dd2-b44c-99e3a607f72f {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:11:36.812214 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-2fe6390f-67a1-4410-bebd-498f6ce653b5 service neutron] Port 6adde04d-a0cf-43b3-9b93-ce2683694893 on network 6b3bccc8-a74b-4dd2-b44c-99e3a607f72f not bound, no agent of type Open vSwitch agent registered on host n-h1-818823-1 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:11:36.812570 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-2fe6390f-67a1-4410-bebd-498f6ce653b5 service neutron] Attempting to bind port 6adde04d-a0cf-43b3-9b93-ce2683694893 on network 6b3bccc8-a74b-4dd2-b44c-99e3a607f72f {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:11:36.818980 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-2fe6390f-67a1-4410-bebd-498f6ce653b5 service neutron] Checking agent: {'id': '7a008cff-3b49-418c-8046-689d46cc800f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'started_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 11, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:11:36.819315 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-2fe6390f-67a1-4410-bebd-498f6ce653b5 service neutron] Checking segment: {'id': 'e3193b23-f9c4-4ca4-b127-f0d3cc3d8fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '6b3bccc8-a74b-4dd2-b44c-99e3a607f72f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:11:36.819747 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-2fe6390f-67a1-4410-bebd-498f6ce653b5 service neutron] Bound using segment: {'id': 'e3193b23-f9c4-4ca4-b127-f0d3cc3d8fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '6b3bccc8-a74b-4dd2-b44c-99e3a607f72f'} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:11:36.820192 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-2fe6390f-67a1-4410-bebd-498f6ce653b5 service neutron] Bound port: 6adde04d-a0cf-43b3-9b93-ce2683694893, host: n-h1-818823-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3193b23-f9c4-4ca4-b127-f0d3cc3d8fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '6b3bccc8-a74b-4dd2-b44c-99e3a607f72f'}}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:11:36.821131 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-2fe6390f-67a1-4410-bebd-498f6ce653b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:36.897986 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-2fe6390f-67a1-4410-bebd-498f6ce653b5 service neutron] For port 6adde04d-a0cf-43b3-9b93-ce2683694893, host n-h1-818823-1, cleared binding levels {{(pid=103448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:11:36.902051 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-2fe6390f-67a1-4410-bebd-498f6ce653b5 service neutron] For port 6adde04d-a0cf-43b3-9b93-ce2683694893, host n-h1-818823-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=6adde04d-a0cf-43b3-9b93-ce2683694893,segment=NetworkSegment(e3193b23-f9c4-4ca4-b127-f0d3cc3d8fb8),segment_id=e3193b23-f9c4-4ca4-b127-f0d3cc3d8fb8)] {{(pid=103448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:11:36.907052 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-2fe6390f-67a1-4410-bebd-498f6ce653b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:36.910178 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24b54c2-12fc-4486-a2ba-b481e48ca61a req-b0510418-8660-4cc4-ab3f-d72f9f0ab18a tempest-ServersTestFqdnHostnames-1631784793 tempest-ServersTestFqdnHostnames-1631784793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:36.911730 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d24b54c2-12fc-4486-a2ba-b481e48ca61a req-b0510418-8660-4cc4-ab3f-d72f9f0ab18a tempest-ServersTestFqdnHostnames-1631784793 tempest-ServersTestFqdnHostnames-1631784793-project] 10.222.0.46 "GET /v2.0/ports?device_id=667baf5d-8c2a-4f80-98a0-d39752935427 HTTP/1.1" status: 200 len: 945 time: 0.2326028 Nov 22 20:11:36.922474 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8082205-27ba-4149-8a6d-a86eadc93fd9 req-e051549a-b39c-4bd5-bce2-a0a582c23d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:36.923855 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b8082205-27ba-4149-8a6d-a86eadc93fd9 req-e051549a-b39c-4bd5-bce2-a0a582c23d3f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6c358b76-a051-4380-aace-2cc9e2fb2520 HTTP/1.1" status: 200 len: 1100 time: 0.2627828 Nov 22 20:11:36.934148 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-2833d656-d9e0-41df-a4d0-e56c501e3824 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:36.942312 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-fa1e376b-f301-4749-933e-0d9b774145aa req-d5c17bc4-82ee-44cd-aae8-1eaa951a55f1 tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] 10.222.0.46 "GET /v2.0/security-groups?id=402b14b3-7b21-4f37-9e5a-c3de7eeeb958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508029 Nov 22 20:11:36.943405 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fac15d14-f902-4e52-a0ff-7546d1d1b20b tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:36.944712 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-fac15d14-f902-4e52-a0ff-7546d1d1b20b tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] 10.222.0.46 "GET /v2.0/networks/c48a55e9-6a85-4746-b7bf-3e29fb560094 HTTP/1.1" status: 200 len: 881 time: 0.3510261 Nov 22 20:11:36.951007 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 34684) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:11:36.968561 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-2833d656-d9e0-41df-a4d0-e56c501e3824 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:36.969454 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe6390f-67a1-4410-bebd-498f6ce653b5 service neutron] Pushing event updated for resources: {'Port': ['ID=6adde04d-a0cf-43b3-9b93-ce2683694893,revision_number=3']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:11:36.982683 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-2fe6390f-67a1-4410-bebd-498f6ce653b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:36.983524 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-2fe6390f-67a1-4410-bebd-498f6ce653b5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:36.985370 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-2fe6390f-67a1-4410-bebd-498f6ce653b5 service neutron] 10.222.0.41 "PUT /v2.0/ports/6adde04d-a0cf-43b3-9b93-ce2683694893 HTTP/1.1" status: 200 len: 1129 time: 2.4298141 Nov 22 20:11:37.027665 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-7e8d2f39-756c-419c-80b6-3ce9a149aada tempest-RoutersAdminTest-714316116 tempest-RoutersAdminTest-714316116-project] 10.222.0.46 "GET /v2.0/ports?device_id=1d79d0fc-0c68-4363-9f1c-0be1689e01ec HTTP/1.1" status: 200 len: 205 time: 0.0678151 Nov 22 20:11:37.029839 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2833d656-d9e0-41df-a4d0-e56c501e3824 admin admin] vlan segment allocate from pool success with {'vlan_id': 620, 'physical_network': 'physnet1'} {{(pid=103447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 20:11:37.037573 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 34686) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:11:37.037740 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-f1f74418-0c6f-4adf-bfee-995ff7d72eeb service neutron] Request body: {'port': {'device_id': '2f4a90d6-1fcd-49f1-9d76-18b26c029474', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818823-1'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:11:37.075278 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f4a90d6-1fcd-49f1-9d76-18b26c029474', 'tag': '6adde04d-a0cf-43b3-9b93-ce2683694893'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:11:37.077743 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589a98cf2aea187fcc423a5edb333e5a6cf3ad7c81115d1ebee0f079693c312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cb608e5-eda1-41a8-ae77-fdcb148b14de" -d '{"events": [{"name": "network-changed", "server_uuid": "2f4a90d6-1fcd-49f1-9d76-18b26c029474", "tag": "6adde04d-a0cf-43b3-9b93-ce2683694893"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:11:37.093569 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2833d656-d9e0-41df-a4d0-e56c501e3824 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33177437-f638-43bf-8907-b22b9b271e8a,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:11:37.100455 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-2833d656-d9e0-41df-a4d0-e56c501e3824 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:37.100915 n-d-818823-1 neutron-server[103447]: INFO neutron.db.segments_db [None req-2833d656-d9e0-41df-a4d0-e56c501e3824 admin admin] Added segment 8536dbb2-6ab5-40ae-a1ef-050cb983cd7e of type vlan for network d001a0e1-a5dc-4895-a9dc-95f86684a0a9 Nov 22 20:11:37.136856 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-f1f74418-0c6f-4adf-bfee-995ff7d72eeb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:37.176299 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d24b54c2-12fc-4486-a2ba-b481e48ca61a req-fa06962b-0873-42e6-a3ed-692c87ddb38d tempest-ServersTestFqdnHostnames-1631784793 tempest-ServersTestFqdnHostnames-1631784793-project] 10.222.0.46 "GET /v2.0/security-groups?id=8416408d-1125-4867-a3b6-02849f59d958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2501047 Nov 22 20:11:37.198592 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b8082205-27ba-4149-8a6d-a86eadc93fd9 req-466e6578-f788-474c-8b80-f273f0da0d55 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=7bc0946f-8d94-4cf7-9aed-026148cac050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2663178 Nov 22 20:11:37.308331 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 20:11:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0b90780-62f4-4547-a471-14d7cef54677 x-openstack-request-id: req-a0b90780-62f4-4547-a471-14d7cef54677 {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:11:37.308331 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f4a90d6-1fcd-49f1-9d76-18b26c029474", "tag": "6adde04d-a0cf-43b3-9b93-ce2683694893", "status": "completed", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:11:37.308331 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a0b90780-62f4-4547-a471-14d7cef54677 {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:11:37.308709 n-d-818823-1 neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f4a90d6-1fcd-49f1-9d76-18b26c029474', 'tag': '6adde04d-a0cf-43b3-9b93-ce2683694893', 'status': 'completed', 'code': 200} Nov 22 20:11:37.514227 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-f1f74418-0c6f-4adf-bfee-995ff7d72eeb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05a5c645-0725-4bf3-bbad-910f8f76f37c {{(pid=103448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:11:37.523358 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-f1f74418-0c6f-4adf-bfee-995ff7d72eeb service neutron] Publish callbacks [] for port, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:37.540730 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-f1f74418-0c6f-4adf-bfee-995ff7d72eeb service neutron] Transition to ACTIVE for port object 05a5c645-0725-4bf3-bbad-910f8f76f37c will not be triggered until provisioned by entity L2. {{(pid=103448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 20:11:37.545339 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-f1f74418-0c6f-4adf-bfee-995ff7d72eeb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:37.626144 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-2833d656-d9e0-41df-a4d0-e56c501e3824 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748992492791'] for network, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:37.670280 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f74418-0c6f-4adf-bfee-995ff7d72eeb service neutron] Pushing event updated for resources: {'Port': ['ID=05a5c645-0725-4bf3-bbad-910f8f76f37c,revision_number=2']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:11:37.703180 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f5d95a53-b43d-4ae1-8a52-8ba5e1516960 tempest-RoutersAdminTest-714316116 tempest-RoutersAdminTest-714316116-project] Publish callbacks [] for router, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:37.708027 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-f1f74418-0c6f-4adf-bfee-995ff7d72eeb service neutron] Attempting to bind port 05a5c645-0725-4bf3-bbad-910f8f76f37c on host n-h1-818823-1 for vnic_type normal with profile {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:11:37.709560 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-f1f74418-0c6f-4adf-bfee-995ff7d72eeb service neutron] Attempting to bind port 05a5c645-0725-4bf3-bbad-910f8f76f37c by drivers openvswitch,hyperv on host n-h1-818823-1 at level 0 using segments [{'id': 'e3193b23-f9c4-4ca4-b127-f0d3cc3d8fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '6b3bccc8-a74b-4dd2-b44c-99e3a607f72f'}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:11:37.711448 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-f1f74418-0c6f-4adf-bfee-995ff7d72eeb service neutron] Attempting to bind port 05a5c645-0725-4bf3-bbad-910f8f76f37c on network 6b3bccc8-a74b-4dd2-b44c-99e3a607f72f {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:11:37.717511 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-f1f74418-0c6f-4adf-bfee-995ff7d72eeb service neutron] Port 05a5c645-0725-4bf3-bbad-910f8f76f37c on network 6b3bccc8-a74b-4dd2-b44c-99e3a607f72f not bound, no agent of type Open vSwitch agent registered on host n-h1-818823-1 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:11:37.718150 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-f1f74418-0c6f-4adf-bfee-995ff7d72eeb service neutron] Attempting to bind port 05a5c645-0725-4bf3-bbad-910f8f76f37c on network 6b3bccc8-a74b-4dd2-b44c-99e3a607f72f {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:11:37.725043 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-f1f74418-0c6f-4adf-bfee-995ff7d72eeb service neutron] Checking agent: {'id': '7a008cff-3b49-418c-8046-689d46cc800f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'started_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 11, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:11:37.725714 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-f1f74418-0c6f-4adf-bfee-995ff7d72eeb service neutron] Checking segment: {'id': 'e3193b23-f9c4-4ca4-b127-f0d3cc3d8fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '6b3bccc8-a74b-4dd2-b44c-99e3a607f72f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:11:37.726317 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-f1f74418-0c6f-4adf-bfee-995ff7d72eeb service neutron] Bound using segment: {'id': 'e3193b23-f9c4-4ca4-b127-f0d3cc3d8fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '6b3bccc8-a74b-4dd2-b44c-99e3a607f72f'} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:11:37.727564 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-f1f74418-0c6f-4adf-bfee-995ff7d72eeb service neutron] Bound port: 05a5c645-0725-4bf3-bbad-910f8f76f37c, host: n-h1-818823-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3193b23-f9c4-4ca4-b127-f0d3cc3d8fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '6b3bccc8-a74b-4dd2-b44c-99e3a607f72f'}}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:11:37.728143 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-f1f74418-0c6f-4adf-bfee-995ff7d72eeb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:37.798533 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-f1f74418-0c6f-4adf-bfee-995ff7d72eeb service neutron] For port 05a5c645-0725-4bf3-bbad-910f8f76f37c, host n-h1-818823-1, cleared binding levels {{(pid=103448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:11:37.802623 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-f1f74418-0c6f-4adf-bfee-995ff7d72eeb service neutron] For port 05a5c645-0725-4bf3-bbad-910f8f76f37c, host n-h1-818823-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=05a5c645-0725-4bf3-bbad-910f8f76f37c,segment=NetworkSegment(e3193b23-f9c4-4ca4-b127-f0d3cc3d8fb8),segment_id=e3193b23-f9c4-4ca4-b127-f0d3cc3d8fb8)] {{(pid=103448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:11:37.809201 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-f1f74418-0c6f-4adf-bfee-995ff7d72eeb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:37.834414 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209675a1-b28e-4202-bee2-58cd06f1ac76 req-7fe5e0e7-ba02-43e2-8a30-db6e59989757 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:37.842050 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209675a1-b28e-4202-bee2-58cd06f1ac76 req-7fe5e0e7-ba02-43e2-8a30-db6e59989757 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:37.853023 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209675a1-b28e-4202-bee2-58cd06f1ac76 req-7fe5e0e7-ba02-43e2-8a30-db6e59989757 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:37.860801 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209675a1-b28e-4202-bee2-58cd06f1ac76 req-7fe5e0e7-ba02-43e2-8a30-db6e59989757 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:37.868956 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209675a1-b28e-4202-bee2-58cd06f1ac76 req-7fe5e0e7-ba02-43e2-8a30-db6e59989757 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:37.873636 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f74418-0c6f-4adf-bfee-995ff7d72eeb service neutron] Pushing event updated for resources: {'Port': ['ID=05a5c645-0725-4bf3-bbad-910f8f76f37c,revision_number=3']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:11:37.876089 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209675a1-b28e-4202-bee2-58cd06f1ac76 req-7fe5e0e7-ba02-43e2-8a30-db6e59989757 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:37.883954 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-f1f74418-0c6f-4adf-bfee-995ff7d72eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:37.884588 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-f1f74418-0c6f-4adf-bfee-995ff7d72eeb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:37.886009 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-f1f74418-0c6f-4adf-bfee-995ff7d72eeb service neutron] 10.222.0.41 "PUT /v2.0/ports/05a5c645-0725-4bf3-bbad-910f8f76f37c HTTP/1.1" status: 200 len: 1130 time: 0.8651955 Nov 22 20:11:37.911262 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-209675a1-b28e-4202-bee2-58cd06f1ac76 req-7fe5e0e7-ba02-43e2-8a30-db6e59989757 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f4a90d6-1fcd-49f1-9d76-18b26c029474 HTTP/1.1" status: 200 len: 4598 time: 0.8080256 Nov 22 20:11:37.926951 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-b66bf5ad-e6ff-4905-9d43-9b76c03bd41a service neutron] Request body: {'port': {'device_id': '2f4a90d6-1fcd-49f1-9d76-18b26c029474', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818823-1'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:11:37.981988 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-2833d656-d9e0-41df-a4d0-e56c501e3824 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for network, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:37.983259 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2833d656-d9e0-41df-a4d0-e56c501e3824 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:37.983980 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-2833d656-d9e0-41df-a4d0-e56c501e3824 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for network, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:38.025887 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb608e5-eda1-41a8-ae77-fdcb148b14de req-f094d401-b241-43e4-90f1-81d5e2045e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:38.027427 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb608e5-eda1-41a8-ae77-fdcb148b14de req-f094d401-b241-43e4-90f1-81d5e2045e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:38.027968 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb608e5-eda1-41a8-ae77-fdcb148b14de req-f094d401-b241-43e4-90f1-81d5e2045e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:38.028698 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb608e5-eda1-41a8-ae77-fdcb148b14de req-f094d401-b241-43e4-90f1-81d5e2045e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:38.029515 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb608e5-eda1-41a8-ae77-fdcb148b14de req-f094d401-b241-43e4-90f1-81d5e2045e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:38.030052 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb608e5-eda1-41a8-ae77-fdcb148b14de req-f094d401-b241-43e4-90f1-81d5e2045e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:38.030582 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb608e5-eda1-41a8-ae77-fdcb148b14de req-f094d401-b241-43e4-90f1-81d5e2045e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:38.034119 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8cb608e5-eda1-41a8-ae77-fdcb148b14de req-f094d401-b241-43e4-90f1-81d5e2045e7f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7c2e3bcb3c11419aa5bdb45ad6533966&device_id=2f4a90d6-1fcd-49f1-9d76-18b26c029474 HTTP/1.1" status: 200 len: 6165 time: 0.7255154 Nov 22 20:11:38.056721 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-b66bf5ad-e6ff-4905-9d43-9b76c03bd41a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:38.136684 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2833d656-d9e0-41df-a4d0-e56c501e3824 admin admin] Pushing event updated for resources: {'Network': ['ID=d001a0e1-a5dc-4895-a9dc-95f86684a0a9,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:11:38.149935 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Network d001a0e1-a5dc-4895-a9dc-95f86684a0a9 details requested by agent ovs-agent-n-d-818823-1 with host n-d-818823-1 {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 20:11:38.168755 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07852611-8739-4691-ba43-258da9f69b33 req-fae1486d-7c10-48d6-a30b-6141d8491e7a tempest-ServersTestFqdnHostnames-1631784793 tempest-ServersTestFqdnHostnames-1631784793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:38.186296 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-07852611-8739-4691-ba43-258da9f69b33 req-fae1486d-7c10-48d6-a30b-6141d8491e7a tempest-ServersTestFqdnHostnames-1631784793 tempest-ServersTestFqdnHostnames-1631784793-project] 10.222.0.46 "GET /v2.0/ports?device_id=667baf5d-8c2a-4f80-98a0-d39752935427 HTTP/1.1" status: 200 len: 945 time: 0.5846474 Nov 22 20:11:38.189502 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f5d95a53-b43d-4ae1-8a52-8ba5e1516960 tempest-RoutersAdminTest-714316116 tempest-RoutersAdminTest-714316116-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:38.253278 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 34698) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:11:38.262841 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-2833d656-d9e0-41df-a4d0-e56c501e3824 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.2759228 Nov 22 20:11:38.267085 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 34700) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:11:38.279350 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-931063d7-737a-4a60-97c9-3ede7c9f7cfd admin admin] Request body: {'subnet': {'network_id': 'd001a0e1-a5dc-4895-a9dc-95f86684a0a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-563884738-subnet', 'tenant_id': '4b71f064477647c68ff74013c5d0753c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:11:38.298357 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-770b820f-4bdf-484b-93f9-2193268d5d58 tempest-ServersTestFqdnHostnames-1631784793 tempest-ServersTestFqdnHostnames-1631784793-project] Request body: {'floatingip': {'port_id': '7299b5d8-0bbb-4645-90b3-664f83eb5792'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:11:38.366821 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-209675a1-b28e-4202-bee2-58cd06f1ac76 req-e37a06fa-8c60-4d9e-b214-0eedb3f5000d tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] 10.222.0.46 "GET /v2.0/security-groups?id=a5e0f616-4b00-4bab-af04-df44f1058a41&id=956e73ed-7485-4a0c-88f0-c644aa0149a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4048615 Nov 22 20:11:38.442531 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-770b820f-4bdf-484b-93f9-2193268d5d58 tempest-ServersTestFqdnHostnames-1631784793 tempest-ServersTestFqdnHostnames-1631784793-project] Publish callbacks [] for floatingip, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:38.457651 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-b66bf5ad-e6ff-4905-9d43-9b76c03bd41a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef234335-6cfd-4065-a69c-53c34c320294 {{(pid=103448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:11:38.467887 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-b66bf5ad-e6ff-4905-9d43-9b76c03bd41a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:38.484156 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-b66bf5ad-e6ff-4905-9d43-9b76c03bd41a service neutron] Transition to ACTIVE for port object ef234335-6cfd-4065-a69c-53c34c320294 will not be triggered until provisioned by entity L2. {{(pid=103448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 20:11:38.489041 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-b66bf5ad-e6ff-4905-9d43-9b76c03bd41a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:38.522960 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-931063d7-737a-4a60-97c9-3ede7c9f7cfd admin admin] Made reservation on behalf of 4b71f064477647c68ff74013c5d0753c for: {'subnet': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:11:38.525594 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-931063d7-737a-4a60-97c9-3ede7c9f7cfd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8485086'] for subnet, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:38.562096 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3976a086-7eb8-4b57-8c36-4478955520bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dc546ba-2901-40c2-8ae8-0dbb382728dd'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:11:38.564956 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d39f6d30a11e565ec9648abcc015e8a6ab6cff4edd704add8155e28765d31eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-366e52d0-a518-4e31-acf4-d89ede324d74" -d '{"events": [{"server_uuid": "3976a086-7eb8-4b57-8c36-4478955520bb", "name": "network-vif-plugged", "status": "completed", "tag": "4dc546ba-2901-40c2-8ae8-0dbb382728dd"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:11:38.644882 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66bf5ad-e6ff-4905-9d43-9b76c03bd41a service neutron] Pushing event updated for resources: {'Port': ['ID=ef234335-6cfd-4065-a69c-53c34c320294,revision_number=2']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:11:38.662825 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cf6e03-de53-4456-b9aa-d98144710f0d req-b8f4e064-7ce6-4f88-b20e-466eeff5a4ed tempest-ListImageFiltersTestJSON-1762929970 tempest-ListImageFiltersTestJSON-1762929970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:38.674079 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c6cf6e03-de53-4456-b9aa-d98144710f0d req-b8f4e064-7ce6-4f88-b20e-466eeff5a4ed tempest-ListImageFiltersTestJSON-1762929970 tempest-ListImageFiltersTestJSON-1762929970-project] 10.222.0.46 "GET /v2.0/ports?device_id=3976a086-7eb8-4b57-8c36-4478955520bb HTTP/1.1" status: 200 len: 950 time: 0.2808721 Nov 22 20:11:38.780444 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-b66bf5ad-e6ff-4905-9d43-9b76c03bd41a service neutron] Attempting to bind port ef234335-6cfd-4065-a69c-53c34c320294 on host n-h1-818823-1 for vnic_type normal with profile {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:11:38.780866 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-b66bf5ad-e6ff-4905-9d43-9b76c03bd41a service neutron] Attempting to bind port ef234335-6cfd-4065-a69c-53c34c320294 by drivers openvswitch,hyperv on host n-h1-818823-1 at level 0 using segments [{'id': 'e3193b23-f9c4-4ca4-b127-f0d3cc3d8fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '6b3bccc8-a74b-4dd2-b44c-99e3a607f72f'}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:11:38.781513 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-b66bf5ad-e6ff-4905-9d43-9b76c03bd41a service neutron] Attempting to bind port ef234335-6cfd-4065-a69c-53c34c320294 on network 6b3bccc8-a74b-4dd2-b44c-99e3a607f72f {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:11:38.786657 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-b66bf5ad-e6ff-4905-9d43-9b76c03bd41a service neutron] Port ef234335-6cfd-4065-a69c-53c34c320294 on network 6b3bccc8-a74b-4dd2-b44c-99e3a607f72f not bound, no agent of type Open vSwitch agent registered on host n-h1-818823-1 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:11:38.787038 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-b66bf5ad-e6ff-4905-9d43-9b76c03bd41a service neutron] Attempting to bind port ef234335-6cfd-4065-a69c-53c34c320294 on network 6b3bccc8-a74b-4dd2-b44c-99e3a607f72f {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:11:38.795074 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-b66bf5ad-e6ff-4905-9d43-9b76c03bd41a service neutron] Checking agent: {'id': '7a008cff-3b49-418c-8046-689d46cc800f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'started_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 11, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:11:38.795791 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-b66bf5ad-e6ff-4905-9d43-9b76c03bd41a service neutron] Checking segment: {'id': 'e3193b23-f9c4-4ca4-b127-f0d3cc3d8fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '6b3bccc8-a74b-4dd2-b44c-99e3a607f72f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:11:38.796980 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-b66bf5ad-e6ff-4905-9d43-9b76c03bd41a service neutron] Bound using segment: {'id': 'e3193b23-f9c4-4ca4-b127-f0d3cc3d8fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '6b3bccc8-a74b-4dd2-b44c-99e3a607f72f'} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:11:38.797501 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-b66bf5ad-e6ff-4905-9d43-9b76c03bd41a service neutron] Bound port: ef234335-6cfd-4065-a69c-53c34c320294, host: n-h1-818823-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3193b23-f9c4-4ca4-b127-f0d3cc3d8fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '6b3bccc8-a74b-4dd2-b44c-99e3a607f72f'}}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:11:38.797928 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-b66bf5ad-e6ff-4905-9d43-9b76c03bd41a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:38.896413 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-b66bf5ad-e6ff-4905-9d43-9b76c03bd41a service neutron] For port ef234335-6cfd-4065-a69c-53c34c320294, host n-h1-818823-1, cleared binding levels {{(pid=103448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:11:38.902478 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-b66bf5ad-e6ff-4905-9d43-9b76c03bd41a service neutron] For port ef234335-6cfd-4065-a69c-53c34c320294, host n-h1-818823-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=ef234335-6cfd-4065-a69c-53c34c320294,segment=NetworkSegment(e3193b23-f9c4-4ca4-b127-f0d3cc3d8fb8),segment_id=e3193b23-f9c4-4ca4-b127-f0d3cc3d8fb8)] {{(pid=103448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:11:38.908878 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-b66bf5ad-e6ff-4905-9d43-9b76c03bd41a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:38.968590 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550afb5e-6d0c-45f1-8867-7338d8811e73 req-d9e50071-1f85-486a-817d-d48639c58179 tempest-LiveMigrationTest-519343393 tempest-LiveMigrationTest-519343393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:38.970167 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-550afb5e-6d0c-45f1-8867-7338d8811e73 req-d9e50071-1f85-486a-817d-d48639c58179 tempest-LiveMigrationTest-519343393 tempest-LiveMigrationTest-519343393-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=8ec865c1-8118-4657-afb0-3aaac7ba2b18 HTTP/1.1" status: 200 len: 1097 time: 0.4545867 Nov 22 20:11:38.971544 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-f5d95a53-b43d-4ae1-8a52-8ba5e1516960 tempest-RoutersAdminTest-714316116 tempest-RoutersAdminTest-714316116-project] Deleting port 922c7f4c-a6fe-4a43-8ebb-ad0907c1abeb {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:11:38.971757 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f5d95a53-b43d-4ae1-8a52-8ba5e1516960 tempest-RoutersAdminTest-714316116 tempest-RoutersAdminTest-714316116-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:39.006956 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-b66bf5ad-e6ff-4905-9d43-9b76c03bd41a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:39.007948 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-b66bf5ad-e6ff-4905-9d43-9b76c03bd41a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:39.009643 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-b66bf5ad-e6ff-4905-9d43-9b76c03bd41a service neutron] 10.222.0.41 "PUT /v2.0/ports/ef234335-6cfd-4065-a69c-53c34c320294 HTTP/1.1" status: 200 len: 1090 time: 1.0932674 Nov 22 20:11:39.067296 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66bf5ad-e6ff-4905-9d43-9b76c03bd41a service neutron] Pushing event updated for resources: {'Port': ['ID=ef234335-6cfd-4065-a69c-53c34c320294,revision_number=3']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:11:39.071865 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-931063d7-737a-4a60-97c9-3ede7c9f7cfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8900613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8485104'] for subnet, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:39.080367 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f5d95a53-b43d-4ae1-8a52-8ba5e1516960 tempest-RoutersAdminTest-714316116 tempest-RoutersAdminTest-714316116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:39.121635 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-6408085b-b479-4b20-9061-e4953b107968 service neutron] Request body: {'port': {'device_id': '2f4a90d6-1fcd-49f1-9d76-18b26c029474', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818823-1'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:11:39.138722 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb608e5-eda1-41a8-ae77-fdcb148b14de req-d0a7681a-e581-43fb-ab9e-fc471da3e707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:39.139189 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb608e5-eda1-41a8-ae77-fdcb148b14de req-d0a7681a-e581-43fb-ab9e-fc471da3e707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:39.139693 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb608e5-eda1-41a8-ae77-fdcb148b14de req-d0a7681a-e581-43fb-ab9e-fc471da3e707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:39.141292 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8cb608e5-eda1-41a8-ae77-fdcb148b14de req-d0a7681a-e581-43fb-ab9e-fc471da3e707 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=7c2e3bcb3c11419aa5bdb45ad6533966&shared=False HTTP/1.1" status: 200 len: 2293 time: 1.0063291 Nov 22 20:11:39.193218 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-6408085b-b479-4b20-9061-e4953b107968 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:39.200710 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-f5d95a53-b43d-4ae1-8a52-8ba5e1516960 tempest-RoutersAdminTest-714316116 tempest-RoutersAdminTest-714316116-project] Calling delete_port for 922c7f4c-a6fe-4a43-8ebb-ad0907c1abeb owned by network:router_gateway {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:11:39.212969 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c6cf6e03-de53-4456-b9aa-d98144710f0d req-06029abe-a992-449a-9339-dba220965ed7 tempest-ListImageFiltersTestJSON-1762929970 tempest-ListImageFiltersTestJSON-1762929970-project] 10.222.0.46 "GET /v2.0/security-groups?id=7bc0946f-8d94-4cf7-9aed-026148cac050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5379159 Nov 22 20:11:39.337528 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f4a90d6-1fcd-49f1-9d76-18b26c029474', 'tag': '05a5c645-0725-4bf3-bbad-910f8f76f37c'}, {'name': 'network-changed', 'server_uuid': '2f4a90d6-1fcd-49f1-9d76-18b26c029474', 'tag': 'ef234335-6cfd-4065-a69c-53c34c320294'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:11:39.339843 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589a98cf2aea187fcc423a5edb333e5a6cf3ad7c81115d1ebee0f079693c312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98ee24cd-0475-429c-aebf-84a99602b6fa" -d '{"events": [{"name": "network-changed", "server_uuid": "2f4a90d6-1fcd-49f1-9d76-18b26c029474", "tag": "05a5c645-0725-4bf3-bbad-910f8f76f37c"}, {"name": "network-changed", "server_uuid": "2f4a90d6-1fcd-49f1-9d76-18b26c029474", "tag": "ef234335-6cfd-4065-a69c-53c34c320294"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:11:39.344731 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931063d7-737a-4a60-97c9-3ede7c9f7cfd admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4b03843-2283-4924-b8cb-c1cb5d6a9a82,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:11:39.529031 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-6408085b-b479-4b20-9061-e4953b107968 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id beeaed41-857e-487b-9b30-79ba4738dd77 {{(pid=103448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:11:39.536783 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-6408085b-b479-4b20-9061-e4953b107968 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:39.549831 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-6408085b-b479-4b20-9061-e4953b107968 service neutron] Transition to ACTIVE for port object beeaed41-857e-487b-9b30-79ba4738dd77 will not be triggered until provisioned by entity L2. {{(pid=103448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 20:11:39.555622 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-6408085b-b479-4b20-9061-e4953b107968 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:39.563052 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-550afb5e-6d0c-45f1-8867-7338d8811e73 req-9de63cd1-0128-4e13-935d-a48859d4caae tempest-LiveMigrationTest-519343393 tempest-LiveMigrationTest-519343393-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=deac3dce-93b4-41af-981b-873d47022422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4861321 Nov 22 20:11:39.593450 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-931063d7-737a-4a60-97c9-3ede7c9f7cfd admin admin] Checking segment: {'id': '8536dbb2-6ab5-40ae-a1ef-050cb983cd7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'd001a0e1-a5dc-4895-a9dc-95f86684a0a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:11:39.593450 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-931063d7-737a-4a60-97c9-3ede7c9f7cfd admin admin] Network hostable DHCP agents. Network: d001a0e1-a5dc-4895-a9dc-95f86684a0a9, hostable agents: ['02adaa64-0987-4b74-bad0-cbcf56f8a294'], hosted agents: [] {{(pid=103447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 20:11:39.642655 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6408085b-b479-4b20-9061-e4953b107968 service neutron] Pushing event updated for resources: {'Port': ['ID=beeaed41-857e-487b-9b30-79ba4738dd77,revision_number=2']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:11:39.672720 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:11:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68d4e206-71c5-4e2d-809a-e94303bd9e46 x-openstack-request-id: req-68d4e206-71c5-4e2d-809a-e94303bd9e46 {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:11:39.673261 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3976a086-7eb8-4b57-8c36-4478955520bb", "name": "network-vif-plugged", "status": "completed", "tag": "4dc546ba-2901-40c2-8ae8-0dbb382728dd", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:11:39.673261 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-68d4e206-71c5-4e2d-809a-e94303bd9e46 {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:11:39.673662 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3976a086-7eb8-4b57-8c36-4478955520bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dc546ba-2901-40c2-8ae8-0dbb382728dd', 'code': 200} Nov 22 20:11:39.704481 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-6408085b-b479-4b20-9061-e4953b107968 service neutron] Attempting to bind port beeaed41-857e-487b-9b30-79ba4738dd77 on host n-h1-818823-1 for vnic_type normal with profile {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:11:39.704993 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-6408085b-b479-4b20-9061-e4953b107968 service neutron] Attempting to bind port beeaed41-857e-487b-9b30-79ba4738dd77 by drivers openvswitch,hyperv on host n-h1-818823-1 at level 0 using segments [{'id': 'e3193b23-f9c4-4ca4-b127-f0d3cc3d8fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '6b3bccc8-a74b-4dd2-b44c-99e3a607f72f'}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:11:39.705322 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-6408085b-b479-4b20-9061-e4953b107968 service neutron] Attempting to bind port beeaed41-857e-487b-9b30-79ba4738dd77 on network 6b3bccc8-a74b-4dd2-b44c-99e3a607f72f {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:11:39.725526 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 22 Nov 2021 20:11:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4883277-eece-47f4-a47a-514ea99dda7c x-openstack-request-id: req-b4883277-eece-47f4-a47a-514ea99dda7c {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:11:39.725868 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f4a90d6-1fcd-49f1-9d76-18b26c029474", "tag": "05a5c645-0725-4bf3-bbad-910f8f76f37c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "2f4a90d6-1fcd-49f1-9d76-18b26c029474", "tag": "ef234335-6cfd-4065-a69c-53c34c320294", "status": "completed", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:11:39.726081 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b4883277-eece-47f4-a47a-514ea99dda7c {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:11:39.726837 n-d-818823-1 neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f4a90d6-1fcd-49f1-9d76-18b26c029474', 'tag': '05a5c645-0725-4bf3-bbad-910f8f76f37c', 'status': 'completed', 'code': 200} Nov 22 20:11:39.727144 n-d-818823-1 neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f4a90d6-1fcd-49f1-9d76-18b26c029474', 'tag': 'ef234335-6cfd-4065-a69c-53c34c320294', 'status': 'completed', 'code': 200} Nov 22 20:11:39.728226 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7565404-9ce7-49fc-9632-107728c1c6fc req-e042a7ee-ced3-4733-86d6-8187b64a2218 tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:39.731773 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f7565404-9ce7-49fc-9632-107728c1c6fc req-e042a7ee-ced3-4733-86d6-8187b64a2218 tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] 10.222.0.46 "GET /v2.0/ports?device_id=f120437d-9853-4b55-a507-5eced1446d4e HTTP/1.1" status: 200 len: 945 time: 0.3459373 Nov 22 20:11:39.739672 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-931063d7-737a-4a60-97c9-3ede7c9f7cfd admin admin] Network d001a0e1-a5dc-4895-a9dc-95f86684a0a9 is scheduled to be hosted by DHCP agent 02adaa64-0987-4b74-bad0-cbcf56f8a294 with binding_index 1 {{(pid=103447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 20:11:39.740496 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-6408085b-b479-4b20-9061-e4953b107968 service neutron] Port beeaed41-857e-487b-9b30-79ba4738dd77 on network 6b3bccc8-a74b-4dd2-b44c-99e3a607f72f not bound, no agent of type Open vSwitch agent registered on host n-h1-818823-1 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:11:39.740829 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-6408085b-b479-4b20-9061-e4953b107968 service neutron] Attempting to bind port beeaed41-857e-487b-9b30-79ba4738dd77 on network 6b3bccc8-a74b-4dd2-b44c-99e3a607f72f {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:11:39.749760 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-6408085b-b479-4b20-9061-e4953b107968 service neutron] Checking agent: {'id': '7a008cff-3b49-418c-8046-689d46cc800f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'started_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 11, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:11:39.749760 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-6408085b-b479-4b20-9061-e4953b107968 service neutron] Checking segment: {'id': 'e3193b23-f9c4-4ca4-b127-f0d3cc3d8fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '6b3bccc8-a74b-4dd2-b44c-99e3a607f72f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:11:39.749760 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-6408085b-b479-4b20-9061-e4953b107968 service neutron] Bound using segment: {'id': 'e3193b23-f9c4-4ca4-b127-f0d3cc3d8fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '6b3bccc8-a74b-4dd2-b44c-99e3a607f72f'} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:11:39.750324 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-6408085b-b479-4b20-9061-e4953b107968 service neutron] Bound port: beeaed41-857e-487b-9b30-79ba4738dd77, host: n-h1-818823-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3193b23-f9c4-4ca4-b127-f0d3cc3d8fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '6b3bccc8-a74b-4dd2-b44c-99e3a607f72f'}}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:11:39.750424 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-6408085b-b479-4b20-9061-e4953b107968 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:39.848803 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb608e5-eda1-41a8-ae77-fdcb148b14de req-d29d2753-e33b-4700-a17e-29f0e39b5591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:39.850447 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8cb608e5-eda1-41a8-ae77-fdcb148b14de req-d29d2753-e33b-4700-a17e-29f0e39b5591 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6824973 Nov 22 20:11:39.853603 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-6408085b-b479-4b20-9061-e4953b107968 service neutron] For port beeaed41-857e-487b-9b30-79ba4738dd77, host n-h1-818823-1, cleared binding levels {{(pid=103448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:11:39.873646 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-6408085b-b479-4b20-9061-e4953b107968 service neutron] For port beeaed41-857e-487b-9b30-79ba4738dd77, host n-h1-818823-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=beeaed41-857e-487b-9b30-79ba4738dd77,segment=NetworkSegment(e3193b23-f9c4-4ca4-b127-f0d3cc3d8fb8),segment_id=e3193b23-f9c4-4ca4-b127-f0d3cc3d8fb8)] {{(pid=103448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:11:39.880540 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-6408085b-b479-4b20-9061-e4953b107968 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:39.925269 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-931063d7-737a-4a60-97c9-3ede7c9f7cfd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818823-1, d001a0e1-a5dc-4895-a9dc-95f86684a0a9) {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:11:39.927520 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-6408085b-b479-4b20-9061-e4953b107968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:39.928350 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-6408085b-b479-4b20-9061-e4953b107968 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:39.930536 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-6408085b-b479-4b20-9061-e4953b107968 service neutron] 10.222.0.41 "PUT /v2.0/ports/beeaed41-857e-487b-9b30-79ba4738dd77 HTTP/1.1" status: 200 len: 1090 time: 0.8126364 Nov 22 20:11:39.931310 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-931063d7-737a-4a60-97c9-3ede7c9f7cfd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:39.932491 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-931063d7-737a-4a60-97c9-3ede7c9f7cfd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for subnet, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:39.937771 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8fc6c66-195e-438e-8153-7d2fd9a559f4 None None] Network d001a0e1-a5dc-4895-a9dc-95f86684a0a9 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:11:39.966505 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-323f4d9e-1b44-4780-9106-ea2e1f4caadd service neutron] Request body: {'port': {'device_id': '2f4a90d6-1fcd-49f1-9d76-18b26c029474', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818823-1'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:11:39.999592 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6408085b-b479-4b20-9061-e4953b107968 service neutron] Pushing event updated for resources: {'Port': ['ID=beeaed41-857e-487b-9b30-79ba4738dd77,revision_number=3']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:11:40.070104 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f7565404-9ce7-49fc-9632-107728c1c6fc req-46d5f4b7-f9de-4882-8a94-22d064bbbe6c tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] 10.222.0.46 "GET /v2.0/security-groups?id=402b14b3-7b21-4f37-9e5a-c3de7eeeb958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3205605 Nov 22 20:11:40.084478 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-323f4d9e-1b44-4780-9106-ea2e1f4caadd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:40.150251 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-931063d7-737a-4a60-97c9-3ede7c9f7cfd admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.8755877 Nov 22 20:11:40.237139 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf56edf0-2bcd-4d96-a065-fd0a227d5dfb req-840f8558-0f26-453b-ae0d-d0d4afd16816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:40.238957 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-cf56edf0-2bcd-4d96-a065-fd0a227d5dfb req-840f8558-0f26-453b-ae0d-d0d4afd16816 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3976a086-7eb8-4b57-8c36-4478955520bb HTTP/1.1" status: 200 len: 1101 time: 0.3755703 Nov 22 20:11:40.245666 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bec48282-22fa-434c-949a-7142bffd2e77 None None] Network d001a0e1-a5dc-4895-a9dc-95f86684a0a9 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:11:40.348207 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ee24cd-0475-429c-aebf-84a99602b6fa req-bb12dac3-9d73-4b28-8fcf-67f3c23abda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:40.348447 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ee24cd-0475-429c-aebf-84a99602b6fa req-bb12dac3-9d73-4b28-8fcf-67f3c23abda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:40.348884 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ee24cd-0475-429c-aebf-84a99602b6fa req-bb12dac3-9d73-4b28-8fcf-67f3c23abda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:40.353037 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ee24cd-0475-429c-aebf-84a99602b6fa req-bb12dac3-9d73-4b28-8fcf-67f3c23abda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:40.353683 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ee24cd-0475-429c-aebf-84a99602b6fa req-bb12dac3-9d73-4b28-8fcf-67f3c23abda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:40.354311 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ee24cd-0475-429c-aebf-84a99602b6fa req-bb12dac3-9d73-4b28-8fcf-67f3c23abda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:40.354834 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ee24cd-0475-429c-aebf-84a99602b6fa req-bb12dac3-9d73-4b28-8fcf-67f3c23abda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:40.356919 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-98ee24cd-0475-429c-aebf-84a99602b6fa req-bb12dac3-9d73-4b28-8fcf-67f3c23abda0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7c2e3bcb3c11419aa5bdb45ad6533966&device_id=2f4a90d6-1fcd-49f1-9d76-18b26c029474 HTTP/1.1" status: 200 len: 6341 time: 0.3671482 Nov 22 20:11:40.426762 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab2807f-fee4-4471-8290-e07a39ecced1 req-e2bf946d-f416-4edd-b545-261e4e413120 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:40.450843 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab2807f-fee4-4471-8290-e07a39ecced1 req-e2bf946d-f416-4edd-b545-261e4e413120 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:40.459635 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab2807f-fee4-4471-8290-e07a39ecced1 req-e2bf946d-f416-4edd-b545-261e4e413120 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:40.467725 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab2807f-fee4-4471-8290-e07a39ecced1 req-e2bf946d-f416-4edd-b545-261e4e413120 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:40.476474 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab2807f-fee4-4471-8290-e07a39ecced1 req-e2bf946d-f416-4edd-b545-261e4e413120 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:40.484439 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab2807f-fee4-4471-8290-e07a39ecced1 req-e2bf946d-f416-4edd-b545-261e4e413120 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:40.490628 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab2807f-fee4-4471-8290-e07a39ecced1 req-e2bf946d-f416-4edd-b545-261e4e413120 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:40.493204 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-eab2807f-fee4-4471-8290-e07a39ecced1 req-e2bf946d-f416-4edd-b545-261e4e413120 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f4a90d6-1fcd-49f1-9d76-18b26c029474 HTTP/1.1" status: 200 len: 5394 time: 0.6352773 Nov 22 20:11:40.612737 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-323f4d9e-1b44-4780-9106-ea2e1f4caadd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 211cdf2b-d334-4aa0-876c-de6732c81729 {{(pid=103448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:11:40.622726 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-323f4d9e-1b44-4780-9106-ea2e1f4caadd service neutron] Publish callbacks [] for port, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:40.814379 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-323f4d9e-1b44-4780-9106-ea2e1f4caadd service neutron] Transition to ACTIVE for port object 211cdf2b-d334-4aa0-876c-de6732c81729 will not be triggered until provisioned by entity L2. {{(pid=103448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 20:11:40.818429 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-323f4d9e-1b44-4780-9106-ea2e1f4caadd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:40.893921 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323f4d9e-1b44-4780-9106-ea2e1f4caadd service neutron] Pushing event updated for resources: {'Port': ['ID=211cdf2b-d334-4aa0-876c-de6732c81729,revision_number=2']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:11:40.942330 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-eab2807f-fee4-4471-8290-e07a39ecced1 req-c94e7d7e-ca04-4b5e-9211-412c40861311 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] 10.222.0.46 "GET /v2.0/security-groups?id=a5e0f616-4b00-4bab-af04-df44f1058a41&id=956e73ed-7485-4a0c-88f0-c644aa0149a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1403966 Nov 22 20:11:40.980770 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f5d95a53-b43d-4ae1-8a52-8ba5e1516960 tempest-RoutersAdminTest-714316116 tempest-RoutersAdminTest-714316116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:41.041835 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-323f4d9e-1b44-4780-9106-ea2e1f4caadd service neutron] Attempting to bind port 211cdf2b-d334-4aa0-876c-de6732c81729 on host n-h1-818823-1 for vnic_type normal with profile {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:11:41.042333 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-323f4d9e-1b44-4780-9106-ea2e1f4caadd service neutron] Attempting to bind port 211cdf2b-d334-4aa0-876c-de6732c81729 by drivers openvswitch,hyperv on host n-h1-818823-1 at level 0 using segments [{'id': '53528c1e-dd32-4a6f-ab6e-67fad35388b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '9d0b1a7a-dafa-41a5-9e6d-f6ddddd5c8ef'}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:11:41.043531 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-323f4d9e-1b44-4780-9106-ea2e1f4caadd service neutron] Attempting to bind port 211cdf2b-d334-4aa0-876c-de6732c81729 on network 9d0b1a7a-dafa-41a5-9e6d-f6ddddd5c8ef {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:11:41.050946 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-323f4d9e-1b44-4780-9106-ea2e1f4caadd service neutron] Port 211cdf2b-d334-4aa0-876c-de6732c81729 on network 9d0b1a7a-dafa-41a5-9e6d-f6ddddd5c8ef not bound, no agent of type Open vSwitch agent registered on host n-h1-818823-1 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:11:41.051291 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-323f4d9e-1b44-4780-9106-ea2e1f4caadd service neutron] Attempting to bind port 211cdf2b-d334-4aa0-876c-de6732c81729 on network 9d0b1a7a-dafa-41a5-9e6d-f6ddddd5c8ef {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:11:41.058125 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-323f4d9e-1b44-4780-9106-ea2e1f4caadd service neutron] Checking agent: {'id': '7a008cff-3b49-418c-8046-689d46cc800f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'started_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 11, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:11:41.058502 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-323f4d9e-1b44-4780-9106-ea2e1f4caadd service neutron] Checking segment: {'id': '53528c1e-dd32-4a6f-ab6e-67fad35388b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '9d0b1a7a-dafa-41a5-9e6d-f6ddddd5c8ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:11:41.058859 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-323f4d9e-1b44-4780-9106-ea2e1f4caadd service neutron] Bound using segment: {'id': '53528c1e-dd32-4a6f-ab6e-67fad35388b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '9d0b1a7a-dafa-41a5-9e6d-f6ddddd5c8ef'} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:11:41.059292 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-323f4d9e-1b44-4780-9106-ea2e1f4caadd service neutron] Bound port: 211cdf2b-d334-4aa0-876c-de6732c81729, host: n-h1-818823-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53528c1e-dd32-4a6f-ab6e-67fad35388b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '9d0b1a7a-dafa-41a5-9e6d-f6ddddd5c8ef'}}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:11:41.059873 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-323f4d9e-1b44-4780-9106-ea2e1f4caadd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:41.105753 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d95a53-b43d-4ae1-8a52-8ba5e1516960 tempest-RoutersAdminTest-714316116 tempest-RoutersAdminTest-714316116-project] Pushing event deleted for resources: {'Port': ['ID=922c7f4c-a6fe-4a43-8ebb-ad0907c1abeb,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:11:41.127578 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-cf56edf0-2bcd-4d96-a065-fd0a227d5dfb req-c61c5024-1cf5-411b-8b94-ec31b27a0d2e service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=7bc0946f-8d94-4cf7-9aed-026148cac050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8728833 Nov 22 20:11:41.155278 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-323f4d9e-1b44-4780-9106-ea2e1f4caadd service neutron] For port 211cdf2b-d334-4aa0-876c-de6732c81729, host n-h1-818823-1, cleared binding levels {{(pid=103448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:11:41.159804 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-323f4d9e-1b44-4780-9106-ea2e1f4caadd service neutron] For port 211cdf2b-d334-4aa0-876c-de6732c81729, host n-h1-818823-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=211cdf2b-d334-4aa0-876c-de6732c81729,segment=NetworkSegment(53528c1e-dd32-4a6f-ab6e-67fad35388b6),segment_id=53528c1e-dd32-4a6f-ab6e-67fad35388b6)] {{(pid=103448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:11:41.166425 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-323f4d9e-1b44-4780-9106-ea2e1f4caadd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:41.178305 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.db.resource_extend [None req-770b820f-4bdf-484b-93f9-2193268d5d58 tempest-ServersTestFqdnHostnames-1631784793 tempest-ServersTestFqdnHostnames-1631784793-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 22 20:11:41.212381 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-323f4d9e-1b44-4780-9106-ea2e1f4caadd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:41.212932 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-323f4d9e-1b44-4780-9106-ea2e1f4caadd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:41.214360 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-323f4d9e-1b44-4780-9106-ea2e1f4caadd service neutron] 10.222.0.41 "PUT /v2.0/ports/211cdf2b-d334-4aa0-876c-de6732c81729 HTTP/1.1" status: 200 len: 1091 time: 1.2520325 Nov 22 20:11:41.232084 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323f4d9e-1b44-4780-9106-ea2e1f4caadd service neutron] Pushing event updated for resources: {'Port': ['ID=211cdf2b-d334-4aa0-876c-de6732c81729,revision_number=3']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:11:41.289008 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ee24cd-0475-429c-aebf-84a99602b6fa req-462d0927-4b86-4e2d-921e-957ddfb76a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:41.289487 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ee24cd-0475-429c-aebf-84a99602b6fa req-462d0927-4b86-4e2d-921e-957ddfb76a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:41.289950 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ee24cd-0475-429c-aebf-84a99602b6fa req-462d0927-4b86-4e2d-921e-957ddfb76a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:41.291615 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-98ee24cd-0475-429c-aebf-84a99602b6fa req-462d0927-4b86-4e2d-921e-957ddfb76a5c service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=7c2e3bcb3c11419aa5bdb45ad6533966&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.8822181 Nov 22 20:11:41.310233 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64658b9-2d6b-403f-8c97-336010d77307 req-1f2f4faf-6b72-46fd-8415-f94f93c610fa tempest-ListImageFiltersTestJSON-1762929970 tempest-ListImageFiltersTestJSON-1762929970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:41.311875 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d64658b9-2d6b-403f-8c97-336010d77307 req-1f2f4faf-6b72-46fd-8415-f94f93c610fa tempest-ListImageFiltersTestJSON-1762929970 tempest-ListImageFiltersTestJSON-1762929970-project] 10.222.0.46 "GET /v2.0/ports?device_id=3976a086-7eb8-4b57-8c36-4478955520bb HTTP/1.1" status: 200 len: 950 time: 0.2220194 Nov 22 20:11:41.314114 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-770b820f-4bdf-484b-93f9-2193268d5d58 tempest-ServersTestFqdnHostnames-1631784793 tempest-ServersTestFqdnHostnames-1631784793-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:41.315232 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f5d95a53-b43d-4ae1-8a52-8ba5e1516960 tempest-RoutersAdminTest-714316116 tempest-RoutersAdminTest-714316116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595398'] for router_gateway, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:41.381587 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-770b820f-4bdf-484b-93f9-2193268d5d58 tempest-ServersTestFqdnHostnames-1631784793 tempest-ServersTestFqdnHostnames-1631784793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-595224'] for floatingip, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:41.392889 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-3e25182a-d8ec-4f39-ab2e-7fdf34625025 service neutron] Request body: {'port': {'device_id': '2f4a90d6-1fcd-49f1-9d76-18b26c029474', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818823-1'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:11:41.469119 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-3e25182a-d8ec-4f39-ab2e-7fdf34625025 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:41.592681 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f5d95a53-b43d-4ae1-8a52-8ba5e1516960 tempest-RoutersAdminTest-714316116 tempest-RoutersAdminTest-714316116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24781'] for router, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:41.598824 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [req-f62e90c6-4722-4a5c-9f12-4b9d8bcb2aed req-1def3b93-80c4-403b-9352-bba113eaf9bd tempest-LiveMigrationTest-519343393 tempest-LiveMigrationTest-519343393-project-admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=103447) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 20:11:41.599858 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f62e90c6-4722-4a5c-9f12-4b9d8bcb2aed req-1def3b93-80c4-403b-9352-bba113eaf9bd tempest-LiveMigrationTest-519343393 tempest-LiveMigrationTest-519343393-project-admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0220048 Nov 22 20:11:41.605636 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f5d95a53-b43d-4ae1-8a52-8ba5e1516960 tempest-RoutersAdminTest-714316116 tempest-RoutersAdminTest-714316116-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:41.716693 n-d-818823-1 neutron-server[103447]: INFO neutron.db.l3_db [None req-770b820f-4bdf-484b-93f9-2193268d5d58 tempest-ServersTestFqdnHostnames-1631784793 tempest-ServersTestFqdnHostnames-1631784793-project] Floating IP 4314300c-5e30-443d-8425-c018181086d9 associated. External IP: 172.25.5.50, port: 7299b5d8-0bbb-4645-90b3-664f83eb5792. Nov 22 20:11:41.733049 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f4a90d6-1fcd-49f1-9d76-18b26c029474', 'tag': 'beeaed41-857e-487b-9b30-79ba4738dd77'}, {'name': 'network-changed', 'server_uuid': '2f4a90d6-1fcd-49f1-9d76-18b26c029474', 'tag': '211cdf2b-d334-4aa0-876c-de6732c81729'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:11:41.735121 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d64658b9-2d6b-403f-8c97-336010d77307 req-4a832ca7-151d-4e73-807c-6ba4478f6c87 tempest-ListImageFiltersTestJSON-1762929970 tempest-ListImageFiltersTestJSON-1762929970-project] 10.222.0.46 "GET /v2.0/security-groups?id=7bc0946f-8d94-4cf7-9aed-026148cac050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4164755 Nov 22 20:11:41.735621 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589a98cf2aea187fcc423a5edb333e5a6cf3ad7c81115d1ebee0f079693c312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4be1ed9a-4dc5-4a63-9f52-6ee3d7bf8516" -d '{"events": [{"name": "network-changed", "server_uuid": "2f4a90d6-1fcd-49f1-9d76-18b26c029474", "tag": "beeaed41-857e-487b-9b30-79ba4738dd77"}, {"name": "network-changed", "server_uuid": "2f4a90d6-1fcd-49f1-9d76-18b26c029474", "tag": "211cdf2b-d334-4aa0-876c-de6732c81729"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:11:41.735767 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f5d95a53-b43d-4ae1-8a52-8ba5e1516960 tempest-RoutersAdminTest-714316116 tempest-RoutersAdminTest-714316116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-663261'] for router, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:41.736310 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5d95a53-b43d-4ae1-8a52-8ba5e1516960 tempest-RoutersAdminTest-714316116 tempest-RoutersAdminTest-714316116-project] Fanout notify agent at l3_agent the message router_deleted on router 1d79d0fc-0c68-4363-9f1c-0be1689e01ec {{(pid=103447) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 20:11:41.796264 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f5d95a53-b43d-4ae1-8a52-8ba5e1516960 tempest-RoutersAdminTest-714316116 tempest-RoutersAdminTest-714316116-project] Publish callbacks [] for router, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:41.799586 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-f5d95a53-b43d-4ae1-8a52-8ba5e1516960 tempest-RoutersAdminTest-714316116 tempest-RoutersAdminTest-714316116-project] 10.222.0.46 "DELETE /v2.0/routers/1d79d0fc-0c68-4363-9f1c-0be1689e01ec HTTP/1.1" status: 204 len: 168 time: 4.7505932 Nov 22 20:11:41.809981 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 34746) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:11:41.817516 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-9e50f0ab-3bf9-4a32-82f0-759b8f72ff86 tempest-RoutersAdminTest-714316116 tempest-RoutersAdminTest-714316116-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-137295612', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:11:41.832851 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ee24cd-0475-429c-aebf-84a99602b6fa req-13f779bd-2afb-43ef-8589-b6c09d7848fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:41.834341 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-98ee24cd-0475-429c-aebf-84a99602b6fa req-13f779bd-2afb-43ef-8589-b6c09d7848fe service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4539549 Nov 22 20:11:41.837931 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-3e25182a-d8ec-4f39-ab2e-7fdf34625025 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ddab1db-7d92-4624-bc58-6f5b59607b22 {{(pid=103448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:11:41.850268 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62e90c6-4722-4a5c-9f12-4b9d8bcb2aed req-fe89073d-9eda-46bd-a94c-c953bbbdf1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:41.851088 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-3e25182a-d8ec-4f39-ab2e-7fdf34625025 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:41.853924 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f62e90c6-4722-4a5c-9f12-4b9d8bcb2aed req-fe89073d-9eda-46bd-a94c-c953bbbdf1a8 service neutron] 10.222.0.46 "GET /v2.0/ports/bfc3ff9b-1dbc-460d-8c02-72c9f563b26d HTTP/1.1" status: 200 len: 1094 time: 0.2341361 Nov 22 20:11:41.880673 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9e50f0ab-3bf9-4a32-82f0-759b8f72ff86 tempest-RoutersAdminTest-714316116 tempest-RoutersAdminTest-714316116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24799'] for router, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:41.881893 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9e50f0ab-3bf9-4a32-82f0-759b8f72ff86 tempest-RoutersAdminTest-714316116 tempest-RoutersAdminTest-714316116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-632716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24788'] for router, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:41.885935 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-3e25182a-d8ec-4f39-ab2e-7fdf34625025 service neutron] Transition to ACTIVE for port object 4ddab1db-7d92-4624-bc58-6f5b59607b22 will not be triggered until provisioned by entity L2. {{(pid=103448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 20:11:41.910536 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-f62e90c6-4722-4a5c-9f12-4b9d8bcb2aed req-b9a13b26-dd26-48b7-9976-6165ff46caf1 service neutron] Request body: {'binding': {'host': 'n-h2-818823-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:11:41.911317 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-f62e90c6-4722-4a5c-9f12-4b9d8bcb2aed req-b9a13b26-dd26-48b7-9976-6165ff46caf1 service neutron] Unknown quota resources ['binding']. {{(pid=103447) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 22 20:11:41.969240 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-3e25182a-d8ec-4f39-ab2e-7fdf34625025 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:41.978701 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9e50f0ab-3bf9-4a32-82f0-759b8f72ff86 tempest-RoutersAdminTest-714316116 tempest-RoutersAdminTest-714316116-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:42.013882 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9e50f0ab-3bf9-4a32-82f0-759b8f72ff86 tempest-RoutersAdminTest-714316116 tempest-RoutersAdminTest-714316116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-659538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-841284'] for router, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:42.067027 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ee24cd-0475-429c-aebf-84a99602b6fa req-ec4e915a-34f9-4a84-8b8d-ba38129c5328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:42.069768 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ee24cd-0475-429c-aebf-84a99602b6fa req-ec4e915a-34f9-4a84-8b8d-ba38129c5328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:42.069768 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ee24cd-0475-429c-aebf-84a99602b6fa req-ec4e915a-34f9-4a84-8b8d-ba38129c5328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:42.069768 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ee24cd-0475-429c-aebf-84a99602b6fa req-ec4e915a-34f9-4a84-8b8d-ba38129c5328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:42.069768 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ee24cd-0475-429c-aebf-84a99602b6fa req-ec4e915a-34f9-4a84-8b8d-ba38129c5328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:42.069768 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ee24cd-0475-429c-aebf-84a99602b6fa req-ec4e915a-34f9-4a84-8b8d-ba38129c5328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:42.071349 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ee24cd-0475-429c-aebf-84a99602b6fa req-ec4e915a-34f9-4a84-8b8d-ba38129c5328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:42.071660 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9e50f0ab-3bf9-4a32-82f0-759b8f72ff86 tempest-RoutersAdminTest-714316116 tempest-RoutersAdminTest-714316116-project] Publish callbacks [] for router, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:42.072810 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-9e50f0ab-3bf9-4a32-82f0-759b8f72ff86 tempest-RoutersAdminTest-714316116 tempest-RoutersAdminTest-714316116-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2618144 Nov 22 20:11:42.075446 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-98ee24cd-0475-429c-aebf-84a99602b6fa req-ec4e915a-34f9-4a84-8b8d-ba38129c5328 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7c2e3bcb3c11419aa5bdb45ad6533966&device_id=2f4a90d6-1fcd-49f1-9d76-18b26c029474 HTTP/1.1" status: 200 len: 6433 time: 0.1574812 Nov 22 20:11:42.083244 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 34758) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:11:42.092111 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e25182a-d8ec-4f39-ab2e-7fdf34625025 service neutron] Pushing event updated for resources: {'Port': ['ID=4ddab1db-7d92-4624-bc58-6f5b59607b22,revision_number=2']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:11:42.135677 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-3acb4d72-132f-42e1-bd9e-781aa1e372ff tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'enable_snat': True}}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:11:42.160243 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-3e25182a-d8ec-4f39-ab2e-7fdf34625025 service neutron] Attempting to bind port 4ddab1db-7d92-4624-bc58-6f5b59607b22 on host n-h1-818823-1 for vnic_type normal with profile {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:11:42.160743 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-3e25182a-d8ec-4f39-ab2e-7fdf34625025 service neutron] Attempting to bind port 4ddab1db-7d92-4624-bc58-6f5b59607b22 by drivers openvswitch,hyperv on host n-h1-818823-1 at level 0 using segments [{'id': '53528c1e-dd32-4a6f-ab6e-67fad35388b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '9d0b1a7a-dafa-41a5-9e6d-f6ddddd5c8ef'}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:11:42.161884 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-3e25182a-d8ec-4f39-ab2e-7fdf34625025 service neutron] Attempting to bind port 4ddab1db-7d92-4624-bc58-6f5b59607b22 on network 9d0b1a7a-dafa-41a5-9e6d-f6ddddd5c8ef {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:11:42.168329 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-3e25182a-d8ec-4f39-ab2e-7fdf34625025 service neutron] Port 4ddab1db-7d92-4624-bc58-6f5b59607b22 on network 9d0b1a7a-dafa-41a5-9e6d-f6ddddd5c8ef not bound, no agent of type Open vSwitch agent registered on host n-h1-818823-1 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:11:42.168905 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-3e25182a-d8ec-4f39-ab2e-7fdf34625025 service neutron] Attempting to bind port 4ddab1db-7d92-4624-bc58-6f5b59607b22 on network 9d0b1a7a-dafa-41a5-9e6d-f6ddddd5c8ef {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:11:42.176033 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-3e25182a-d8ec-4f39-ab2e-7fdf34625025 service neutron] Checking agent: {'id': '7a008cff-3b49-418c-8046-689d46cc800f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'started_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 11, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:11:42.176500 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-3e25182a-d8ec-4f39-ab2e-7fdf34625025 service neutron] Checking segment: {'id': '53528c1e-dd32-4a6f-ab6e-67fad35388b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '9d0b1a7a-dafa-41a5-9e6d-f6ddddd5c8ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:11:42.176989 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-3e25182a-d8ec-4f39-ab2e-7fdf34625025 service neutron] Bound using segment: {'id': '53528c1e-dd32-4a6f-ab6e-67fad35388b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '9d0b1a7a-dafa-41a5-9e6d-f6ddddd5c8ef'} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:11:42.177534 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-3e25182a-d8ec-4f39-ab2e-7fdf34625025 service neutron] Bound port: 4ddab1db-7d92-4624-bc58-6f5b59607b22, host: n-h1-818823-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53528c1e-dd32-4a6f-ab6e-67fad35388b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '9d0b1a7a-dafa-41a5-9e6d-f6ddddd5c8ef'}}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:11:42.178001 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-3e25182a-d8ec-4f39-ab2e-7fdf34625025 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:42.255157 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-3e25182a-d8ec-4f39-ab2e-7fdf34625025 service neutron] For port 4ddab1db-7d92-4624-bc58-6f5b59607b22, host n-h1-818823-1, cleared binding levels {{(pid=103448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:11:42.262420 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-3e25182a-d8ec-4f39-ab2e-7fdf34625025 service neutron] For port 4ddab1db-7d92-4624-bc58-6f5b59607b22, host n-h1-818823-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=4ddab1db-7d92-4624-bc58-6f5b59607b22,segment=NetworkSegment(53528c1e-dd32-4a6f-ab6e-67fad35388b6),segment_id=53528c1e-dd32-4a6f-ab6e-67fad35388b6)] {{(pid=103448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:11:42.274854 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-3e25182a-d8ec-4f39-ab2e-7fdf34625025 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:42.357944 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e25182a-d8ec-4f39-ab2e-7fdf34625025 service neutron] Pushing event updated for resources: {'Port': ['ID=4ddab1db-7d92-4624-bc58-6f5b59607b22,revision_number=3']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:11:42.366610 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-3e25182a-d8ec-4f39-ab2e-7fdf34625025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:42.367262 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-3e25182a-d8ec-4f39-ab2e-7fdf34625025 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:42.368762 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-3e25182a-d8ec-4f39-ab2e-7fdf34625025 service neutron] 10.222.0.41 "PUT /v2.0/ports/4ddab1db-7d92-4624-bc58-6f5b59607b22 HTTP/1.1" status: 200 len: 1091 time: 0.9805131 Nov 22 20:11:42.917272 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c62883-c5d4-495e-935e-90042ca8d5ee req-cd57bb58-9ae8-4602-89d5-6fc54553d4e7 tempest-ServerAddressesTestJSON-156756582 tempest-ServerAddressesTestJSON-156756582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:42.918750 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f0c62883-c5d4-495e-935e-90042ca8d5ee req-cd57bb58-9ae8-4602-89d5-6fc54553d4e7 tempest-ServerAddressesTestJSON-156756582 tempest-ServerAddressesTestJSON-156756582-project] 10.222.0.46 "GET /v2.0/networks?id=d001a0e1-a5dc-4895-a9dc-95f86684a0a9 HTTP/1.1" status: 200 len: 813 time: 0.8611097 Nov 22 20:11:42.938479 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-f62e90c6-4722-4a5c-9f12-4b9d8bcb2aed req-b9a13b26-dd26-48b7-9976-6165ff46caf1 service neutron] Attempting to bind port bfc3ff9b-1dbc-460d-8c02-72c9f563b26d on host n-h2-818823-1 for vnic_type normal with profile None {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:11:42.938818 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-f62e90c6-4722-4a5c-9f12-4b9d8bcb2aed req-b9a13b26-dd26-48b7-9976-6165ff46caf1 service neutron] Attempting to bind port bfc3ff9b-1dbc-460d-8c02-72c9f563b26d by drivers openvswitch,hyperv on host n-h2-818823-1 at level 0 using segments [{'id': 'e4b3d165-1cea-4bf0-93f6-5b79e0759539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '4906551a-712e-4bde-8433-b2db24f02f5c'}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:11:42.939146 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f62e90c6-4722-4a5c-9f12-4b9d8bcb2aed req-b9a13b26-dd26-48b7-9976-6165ff46caf1 service neutron] Attempting to bind port bfc3ff9b-1dbc-460d-8c02-72c9f563b26d on network 4906551a-712e-4bde-8433-b2db24f02f5c {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:11:42.996196 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f62e90c6-4722-4a5c-9f12-4b9d8bcb2aed req-b9a13b26-dd26-48b7-9976-6165ff46caf1 service neutron] Port bfc3ff9b-1dbc-460d-8c02-72c9f563b26d on network 4906551a-712e-4bde-8433-b2db24f02f5c not bound, no agent of type Open vSwitch agent registered on host n-h2-818823-1 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:11:42.996439 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f62e90c6-4722-4a5c-9f12-4b9d8bcb2aed req-b9a13b26-dd26-48b7-9976-6165ff46caf1 service neutron] Attempting to bind port bfc3ff9b-1dbc-460d-8c02-72c9f563b26d on network 4906551a-712e-4bde-8433-b2db24f02f5c {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:11:43.031617 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f0c62883-c5d4-495e-935e-90042ca8d5ee req-a1bbcbbe-b32b-4d25-9188-df12edeab4d1 tempest-ServerAddressesTestJSON-156756582 tempest-ServerAddressesTestJSON-156756582-project] 10.222.0.46 "GET /v2.0/quotas/4b71f064477647c68ff74013c5d0753c HTTP/1.1" status: 200 len: 375 time: 0.1040285 Nov 22 20:11:43.032833 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ee24cd-0475-429c-aebf-84a99602b6fa req-0ef8ddf1-c9b1-4181-ba6f-b6bc35121821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:43.033305 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ee24cd-0475-429c-aebf-84a99602b6fa req-0ef8ddf1-c9b1-4181-ba6f-b6bc35121821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:43.033759 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ee24cd-0475-429c-aebf-84a99602b6fa req-0ef8ddf1-c9b1-4181-ba6f-b6bc35121821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:43.035250 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-98ee24cd-0475-429c-aebf-84a99602b6fa req-0ef8ddf1-c9b1-4181-ba6f-b6bc35121821 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=7c2e3bcb3c11419aa5bdb45ad6533966&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.9055302 Nov 22 20:11:43.038548 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-770b820f-4bdf-484b-93f9-2193268d5d58 tempest-ServersTestFqdnHostnames-1631784793 tempest-ServersTestFqdnHostnames-1631784793-project] Router 32d94886-9e6e-462a-84e9-9a0cd8b4b98d has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 20:11:43.045515 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b2c10d-edb8-4b41-99d6-94787f45e667 req-6860074c-4d0d-45b6-a1b7-9f0f795dd3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:43.046942 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a9b2c10d-edb8-4b41-99d6-94787f45e667 req-6860074c-4d0d-45b6-a1b7-9f0f795dd3fe service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f120437d-9853-4b55-a507-5eced1446d4e HTTP/1.1" status: 200 len: 1096 time: 0.5496068 Nov 22 20:11:43.051374 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f62e90c6-4722-4a5c-9f12-4b9d8bcb2aed req-b9a13b26-dd26-48b7-9976-6165ff46caf1 service neutron] Checking agent: {'id': '65e0486a-7030-4065-96f0-10aa7402a530', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'started_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 11, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:11:43.051735 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f62e90c6-4722-4a5c-9f12-4b9d8bcb2aed req-b9a13b26-dd26-48b7-9976-6165ff46caf1 service neutron] Checking segment: {'id': 'e4b3d165-1cea-4bf0-93f6-5b79e0759539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '4906551a-712e-4bde-8433-b2db24f02f5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:11:43.052111 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f62e90c6-4722-4a5c-9f12-4b9d8bcb2aed req-b9a13b26-dd26-48b7-9976-6165ff46caf1 service neutron] Bound using segment: {'id': 'e4b3d165-1cea-4bf0-93f6-5b79e0759539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '4906551a-712e-4bde-8433-b2db24f02f5c'} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:11:43.052547 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-f62e90c6-4722-4a5c-9f12-4b9d8bcb2aed req-b9a13b26-dd26-48b7-9976-6165ff46caf1 service neutron] Bound port: bfc3ff9b-1dbc-460d-8c02-72c9f563b26d, host: n-h2-818823-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4b3d165-1cea-4bf0-93f6-5b79e0759539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '4906551a-712e-4bde-8433-b2db24f02f5c'}}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:11:43.078974 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-3acb4d72-132f-42e1-bd9e-781aa1e372ff tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:43.134747 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f0c62883-c5d4-495e-935e-90042ca8d5ee req-c28f0d60-6047-4ad4-94f9-b6b9376a7f3f tempest-ServerAddressesTestJSON-156756582 tempest-ServerAddressesTestJSON-156756582-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=4b71f064477647c68ff74013c5d0753c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0909097 Nov 22 20:11:43.377113 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-f62e90c6-4722-4a5c-9f12-4b9d8bcb2aed req-b9a13b26-dd26-48b7-9976-6165ff46caf1 service neutron] For port bfc3ff9b-1dbc-460d-8c02-72c9f563b26d, host n-h2-818823-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=bfc3ff9b-1dbc-460d-8c02-72c9f563b26d,segment=NetworkSegment(e4b3d165-1cea-4bf0-93f6-5b79e0759539),segment_id=e4b3d165-1cea-4bf0-93f6-5b79e0759539)] {{(pid=103447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:11:43.422626 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a9b2c10d-edb8-4b41-99d6-94787f45e667 req-6958b131-a466-4487-b9e7-9e67d20fdf94 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=402b14b3-7b21-4f37-9e5a-c3de7eeeb958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3404586 Nov 22 20:11:43.425560 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-f62e90c6-4722-4a5c-9f12-4b9d8bcb2aed req-b9a13b26-dd26-48b7-9976-6165ff46caf1 service neutron] Publish callbacks [] for binding, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:43.426644 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f62e90c6-4722-4a5c-9f12-4b9d8bcb2aed req-b9a13b26-dd26-48b7-9976-6165ff46caf1 service neutron] 10.222.0.46 "POST /v2.0/ports/bfc3ff9b-1dbc-460d-8c02-72c9f563b26d/bindings HTTP/1.1" status: 201 len: 389 time: 1.5622704 Nov 22 20:11:43.467393 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ee24cd-0475-429c-aebf-84a99602b6fa req-8b890ee2-dc7b-4bbc-8d26-228b8ad3c27b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:43.468937 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-98ee24cd-0475-429c-aebf-84a99602b6fa req-8b890ee2-dc7b-4bbc-8d26-228b8ad3c27b service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4036219 Nov 22 20:11:43.498598 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-770b820f-4bdf-484b-93f9-2193268d5d58 tempest-ServersTestFqdnHostnames-1631784793 tempest-ServersTestFqdnHostnames-1631784793-project] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:11:43.503737 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f0c62883-c5d4-495e-935e-90042ca8d5ee req-39a536dd-6ab1-42e7-b4f3-bc15f719be96 service neutron] 10.222.0.46 "GET /v2.0/networks/d001a0e1-a5dc-4895-a9dc-95f86684a0a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3236058 Nov 22 20:11:43.504529 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-770b820f-4bdf-484b-93f9-2193268d5d58 tempest-ServersTestFqdnHostnames-1631784793 tempest-ServersTestFqdnHostnames-1631784793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for floatingip, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:43.511391 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a73612e4-12fd-4718-bb1d-fcf9b159feb6 None None] Sync routers for ids ['32d94886-9e6e-462a-84e9-9a0cd8b4b98d'] in n-d-818823-1 {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:11:43.535803 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a73612e4-12fd-4718-bb1d-fcf9b159feb6 None None] Routers {'32d94886-9e6e-462a-84e9-9a0cd8b4b98d'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:11:43.537899 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-a73612e4-12fd-4718-bb1d-fcf9b159feb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:11:32Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['32d94886-9e6e-462a-84e9-9a0cd8b4b98d'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:11:43.612285 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-770b820f-4bdf-484b-93f9-2193268d5d58 tempest-ServersTestFqdnHostnames-1631784793 tempest-ServersTestFqdnHostnames-1631784793-project] 10.222.0.46 "PUT /v2.0/floatingips/4314300c-5e30-443d-8425-c018181086d9 HTTP/1.1" status: 200 len: 990 time: 5.3480730 Nov 22 20:11:43.617020 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '667baf5d-8c2a-4f80-98a0-d39752935427', 'tag': '7299b5d8-0bbb-4645-90b3-664f83eb5792'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:11:43.619938 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b711371f-5b8f-4f73-b257-c7c40c5be5fe" -d '{"events": [{"name": "network-changed", "server_uuid": "667baf5d-8c2a-4f80-98a0-d39752935427", "tag": "7299b5d8-0bbb-4645-90b3-664f83eb5792"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:11:43.739916 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-2bf25cef-d16e-4462-9d6c-218f5ce6bfe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:43.740433 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-2bf25cef-d16e-4462-9d6c-218f5ce6bfe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:43.740911 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-2bf25cef-d16e-4462-9d6c-218f5ce6bfe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:43.741376 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-2bf25cef-d16e-4462-9d6c-218f5ce6bfe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:43.741845 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-2bf25cef-d16e-4462-9d6c-218f5ce6bfe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:43.742887 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-2bf25cef-d16e-4462-9d6c-218f5ce6bfe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:43.743352 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-2bf25cef-d16e-4462-9d6c-218f5ce6bfe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:43.745361 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-2bf25cef-d16e-4462-9d6c-218f5ce6bfe0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7c2e3bcb3c11419aa5bdb45ad6533966&device_id=2f4a90d6-1fcd-49f1-9d76-18b26c029474 HTTP/1.1" status: 200 len: 6475 time: 0.1509924 Nov 22 20:11:43.747274 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f0c62883-c5d4-495e-935e-90042ca8d5ee req-e39db9fe-1d42-43c6-940f-9b67795a79f5 service neutron] 10.222.0.46 "GET /v2.0/networks/d001a0e1-a5dc-4895-a9dc-95f86684a0a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2384207 Nov 22 20:11:43.749234 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-a73612e4-12fd-4718-bb1d-fcf9b159feb6 None None] Set router 32d94886-9e6e-462a-84e9-9a0cd8b4b98d gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:11:43.762792 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fb6314-f1b4-41df-af48-b44a454648ad req-05fbd074-e8ea-466c-a24a-ff03af24aacf tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:43.764381 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c1fb6314-f1b4-41df-af48-b44a454648ad req-05fbd074-e8ea-466c-a24a-ff03af24aacf tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] 10.222.0.46 "GET /v2.0/ports?device_id=f120437d-9853-4b55-a507-5eced1446d4e HTTP/1.1" status: 200 len: 945 time: 0.1482179 Nov 22 20:11:43.872374 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-d51df909-3d1e-4c0b-911c-352e63ca3ff2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d157c85a-0d84-4a3a-a74e-dc6bc21944b1 HTTP/1.1" status: 200 len: 217 time: 0.1176372 Nov 22 20:11:43.952866 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c1fb6314-f1b4-41df-af48-b44a454648ad req-2cacf496-a2fb-42e1-a3a8-e13e1b0c46b8 tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] 10.222.0.46 "GET /v2.0/security-groups?id=402b14b3-7b21-4f37-9e5a-c3de7eeeb958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732438 Nov 22 20:11:44.040944 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62e90c6-4722-4a5c-9f12-4b9d8bcb2aed req-a5f92bf3-1c38-4385-82d7-301fa8b1472d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:44.042583 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f62e90c6-4722-4a5c-9f12-4b9d8bcb2aed req-a5f92bf3-1c38-4385-82d7-301fa8b1472d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2c9de68061ee477dbb5cc544058ec72e&device_id=8ec865c1-8118-4657-afb0-3aaac7ba2b18 HTTP/1.1" status: 200 len: 1097 time: 0.2724707 Nov 22 20:11:44.056949 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-a73612e4-12fd-4718-bb1d-fcf9b159feb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32d94886-9e6e-462a-84e9-9a0cd8b4b98d', 'name': 'tempest-ServersTestFqdnHostnames-160979448-router', 'tenant_id': '406a5dbad308428791820735fa76e3b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': '0bdaa7c4-5f63-46ba-9541-777d59ac0377', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:10:46Z', 'updated_at': '2021-11-22T20:10:56Z', 'revision_number': 4, 'project_id': '406a5dbad308428791820735fa76e3b4', 'gw_port': {'id': '0bdaa7c4-5f63-46ba-9541-777d59ac0377', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:d4:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d94886-9e6e-462a-84e9-9a0cd8b4b98d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:10:47Z', 'updated_at': '2021-11-22T20:10:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_floatingips': [{'id': '4314300c-5e30-443d-8425-c018181086d9', 'tenant_id': '406a5dbad308428791820735fa76e3b4', 'floating_ip_address': '172.25.5.50', 'floating_network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'router_id': '32d94886-9e6e-462a-84e9-9a0cd8b4b98d', 'port_id': '7299b5d8-0bbb-4645-90b3-664f83eb5792', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1098, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4189e990-d6f7-4a58-bd04-aeb593878d0b', 'mac_address': 'fa:16:3e:dd:a5:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '667baf5d-8c2a-4f80-98a0-d39752935427', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T20:11:04Z', 'updated_at': '2021-11-22T20:11:40Z', 'revision_number': 1, 'project_id': '406a5dbad308428791820735fa76e3b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca7d41da-cac0-41d4-85c0-a40616a732d3', 'name': '', 'network_id': '4189e990-d6f7-4a58-bd04-aeb593878d0b', 'tenant_id': '406a5dbad308428791820735fa76e3b4', 'mac_address': 'fa:16:3e:7b:a7:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d94886-9e6e-462a-84e9-9a0cd8b4b98d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': 'ea3d6ae8-37bb-4264-a9e4-b3c7fbbee38f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:10:53Z', 'updated_at': '2021-11-22T20:11:02Z', 'revision_number': 5, 'project_id': '406a5dbad308428791820735fa76e3b4', 'subnets': [{'id': 'ea3d6ae8-37bb-4264-a9e4-b3c7fbbee38f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:11:44.082626 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 22 Nov 2021 20:11:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94eccbc9-53af-4a59-adcd-c874b880f26f x-openstack-request-id: req-94eccbc9-53af-4a59-adcd-c874b880f26f {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:11:44.083162 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f4a90d6-1fcd-49f1-9d76-18b26c029474", "tag": "beeaed41-857e-487b-9b30-79ba4738dd77", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "2f4a90d6-1fcd-49f1-9d76-18b26c029474", "tag": "211cdf2b-d334-4aa0-876c-de6732c81729", "status": "completed", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:11:44.083162 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-94eccbc9-53af-4a59-adcd-c874b880f26f {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:11:44.083716 n-d-818823-1 neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f4a90d6-1fcd-49f1-9d76-18b26c029474', 'tag': 'beeaed41-857e-487b-9b30-79ba4738dd77', 'status': 'completed', 'code': 200} Nov 22 20:11:44.084025 n-d-818823-1 neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f4a90d6-1fcd-49f1-9d76-18b26c029474', 'tag': '211cdf2b-d334-4aa0-876c-de6732c81729', 'status': 'completed', 'code': 200} Nov 22 20:11:44.107705 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a73612e4-12fd-4718-bb1d-fcf9b159feb6 None None] Checking router: 32d94886-9e6e-462a-84e9-9a0cd8b4b98d for host: n-d-818823-1 {{(pid=103449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 20:11:44.116974 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a73612e4-12fd-4718-bb1d-fcf9b159feb6 None None] Routers {'32d94886-9e6e-462a-84e9-9a0cd8b4b98d'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:11:44.117640 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-a73612e4-12fd-4718-bb1d-fcf9b159feb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:11:32Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['32d94886-9e6e-462a-84e9-9a0cd8b4b98d'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:11:44.167046 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62e90c6-4722-4a5c-9f12-4b9d8bcb2aed req-79130586-f4f5-498d-b59f-992a65456c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:44.168957 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f62e90c6-4722-4a5c-9f12-4b9d8bcb2aed req-79130586-f4f5-498d-b59f-992a65456c6c service neutron] 10.222.0.20 "GET /v2.0/networks?id=4906551a-712e-4bde-8433-b2db24f02f5c HTTP/1.1" status: 200 len: 908 time: 0.1155429 Nov 22 20:11:44.241861 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-51544d2b-17b0-469c-8765-f49967b2a611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:44.243614 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-51544d2b-17b0-469c-8765-f49967b2a611 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6b90bb48-40b3-40a5-9333-60b239e36730 HTTP/1.1" status: 200 len: 851 time: 0.2960882 Nov 22 20:11:44.319802 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-3acb4d72-132f-42e1-bd9e-781aa1e372ff tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:44.373009 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-a73612e4-12fd-4718-bb1d-fcf9b159feb6 None None] Set router 32d94886-9e6e-462a-84e9-9a0cd8b4b98d gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:11:44.410888 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f62e90c6-4722-4a5c-9f12-4b9d8bcb2aed req-fabe4130-ec96-4197-afa7-69fe10720886 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bfc3ff9b-1dbc-460d-8c02-72c9f563b26d HTTP/1.1" status: 200 len: 217 time: 0.1959994 Nov 22 20:11:44.412183 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-3acb4d72-132f-42e1-bd9e-781aa1e372ff tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:44.486541 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:44.487244 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:44.549409 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [None req-3acb4d72-132f-42e1-bd9e-781aa1e372ff tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] Allocated IP 172.25.5.159 (c48a55e9-6a85-4746-b7bf-3e29fb560094/5da6f781-63e6-4328-ae7a-5e672262f55a/a9197eaf-6115-4750-8bd6-45ca434dbbf7) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:11:44.678601 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-3acb4d72-132f-42e1-bd9e-781aa1e372ff tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:44.741978 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aa2a58-653e-412c-97d9-60eb85968a19 req-d32718a2-a265-44e3-adcb-c5ad7460c9b3 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:44.750342 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aa2a58-653e-412c-97d9-60eb85968a19 req-d32718a2-a265-44e3-adcb-c5ad7460c9b3 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:44.759206 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aa2a58-653e-412c-97d9-60eb85968a19 req-d32718a2-a265-44e3-adcb-c5ad7460c9b3 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:44.766467 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aa2a58-653e-412c-97d9-60eb85968a19 req-d32718a2-a265-44e3-adcb-c5ad7460c9b3 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:44.767473 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-a73612e4-12fd-4718-bb1d-fcf9b159feb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32d94886-9e6e-462a-84e9-9a0cd8b4b98d', 'name': 'tempest-ServersTestFqdnHostnames-160979448-router', 'tenant_id': '406a5dbad308428791820735fa76e3b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': '0bdaa7c4-5f63-46ba-9541-777d59ac0377', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:10:46Z', 'updated_at': '2021-11-22T20:10:56Z', 'revision_number': 4, 'project_id': '406a5dbad308428791820735fa76e3b4', 'gw_port': {'id': '0bdaa7c4-5f63-46ba-9541-777d59ac0377', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:d4:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d94886-9e6e-462a-84e9-9a0cd8b4b98d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:10:47Z', 'updated_at': '2021-11-22T20:10:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_floatingips': [{'id': '4314300c-5e30-443d-8425-c018181086d9', 'tenant_id': '406a5dbad308428791820735fa76e3b4', 'floating_ip_address': '172.25.5.50', 'floating_network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'router_id': '32d94886-9e6e-462a-84e9-9a0cd8b4b98d', 'port_id': '7299b5d8-0bbb-4645-90b3-664f83eb5792', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1098, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4189e990-d6f7-4a58-bd04-aeb593878d0b', 'mac_address': 'fa:16:3e:dd:a5:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '667baf5d-8c2a-4f80-98a0-d39752935427', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T20:11:04Z', 'updated_at': '2021-11-22T20:11:40Z', 'revision_number': 1, 'project_id': '406a5dbad308428791820735fa76e3b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca7d41da-cac0-41d4-85c0-a40616a732d3', 'name': '', 'network_id': '4189e990-d6f7-4a58-bd04-aeb593878d0b', 'tenant_id': '406a5dbad308428791820735fa76e3b4', 'mac_address': 'fa:16:3e:7b:a7:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d94886-9e6e-462a-84e9-9a0cd8b4b98d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': 'ea3d6ae8-37bb-4264-a9e4-b3c7fbbee38f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:10:53Z', 'updated_at': '2021-11-22T20:11:02Z', 'revision_number': 5, 'project_id': '406a5dbad308428791820735fa76e3b4', 'subnets': [{'id': 'ea3d6ae8-37bb-4264-a9e4-b3c7fbbee38f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:11:44.773837 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aa2a58-653e-412c-97d9-60eb85968a19 req-d32718a2-a265-44e3-adcb-c5ad7460c9b3 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:44.791835 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aa2a58-653e-412c-97d9-60eb85968a19 req-d32718a2-a265-44e3-adcb-c5ad7460c9b3 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:44.800405 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aa2a58-653e-412c-97d9-60eb85968a19 req-d32718a2-a265-44e3-adcb-c5ad7460c9b3 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:44.802942 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c4aa2a58-653e-412c-97d9-60eb85968a19 req-d32718a2-a265-44e3-adcb-c5ad7460c9b3 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f4a90d6-1fcd-49f1-9d76-18b26c029474 HTTP/1.1" status: 200 len: 5418 time: 0.6315815 Nov 22 20:11:44.807390 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a73612e4-12fd-4718-bb1d-fcf9b159feb6 None None] The sync data for ids ['32d94886-9e6e-462a-84e9-9a0cd8b4b98d'] in n-d-818823-1 is: [{'id': '32d94886-9e6e-462a-84e9-9a0cd8b4b98d', 'name': 'tempest-ServersTestFqdnHostnames-160979448-router', 'tenant_id': '406a5dbad308428791820735fa76e3b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': '0bdaa7c4-5f63-46ba-9541-777d59ac0377', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:10:46Z', 'updated_at': '2021-11-22T20:10:56Z', 'revision_number': 4, 'project_id': '406a5dbad308428791820735fa76e3b4', 'gw_port': {'id': '0bdaa7c4-5f63-46ba-9541-777d59ac0377', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:d4:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d94886-9e6e-462a-84e9-9a0cd8b4b98d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:10:47Z', 'updated_at': '2021-11-22T20:10:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_floatingips': [{'id': '4314300c-5e30-443d-8425-c018181086d9', 'tenant_id': '406a5dbad308428791820735fa76e3b4', 'floating_ip_address': '172.25.5.50', 'floating_network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'router_id': '32d94886-9e6e-462a-84e9-9a0cd8b4b98d', 'port_id': '7299b5d8-0bbb-4645-90b3-664f83eb5792', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1098, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4189e990-d6f7-4a58-bd04-aeb593878d0b', 'mac_address': 'fa:16:3e:dd:a5:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '667baf5d-8c2a-4f80-98a0-d39752935427', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T20:11:04Z', 'updated_at': '2021-11-22T20:11:40Z', 'revision_number': 1, 'project_id': '406a5dbad308428791820735fa76e3b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca7d41da-cac0-41d4-85c0-a40616a732d3', 'name': '', 'network_id': '4189e990-d6f7-4a58-bd04-aeb593878d0b', 'tenant_id': '406a5dbad308428791820735fa76e3b4', 'mac_address': 'fa:16:3e:7b:a7:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d94886-9e6e-462a-84e9-9a0cd8b4b98d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': 'ea3d6ae8-37bb-4264-a9e4-b3c7fbbee38f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:10:53Z', 'updated_at': '2021-11-22T20:11:02Z', 'revision_number': 5, 'project_id': '406a5dbad308428791820735fa76e3b4', 'subnets': [{'id': 'ea3d6ae8-37bb-4264-a9e4-b3c7fbbee38f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:11:44.896585 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ee4185-a3a4-41ed-be6e-c44c69a156f5 req-5a254caf-9db3-44e7-9e14-7f64cc140bd5 tempest-ListImageFiltersTestJSON-1762929970 tempest-ListImageFiltersTestJSON-1762929970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:44.898168 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d5ee4185-a3a4-41ed-be6e-c44c69a156f5 req-5a254caf-9db3-44e7-9e14-7f64cc140bd5 tempest-ListImageFiltersTestJSON-1762929970 tempest-ListImageFiltersTestJSON-1762929970-project] 10.222.0.46 "GET /v2.0/ports?device_id=3976a086-7eb8-4b57-8c36-4478955520bb HTTP/1.1" status: 200 len: 950 time: 0.7249131 Nov 22 20:11:44.933655 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-3acb4d72-132f-42e1-bd9e-781aa1e372ff tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:44.953522 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-a45c364a-5a94-49bd-a80a-a7b23d27ec53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:44.955040 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-a45c364a-5a94-49bd-a80a-a7b23d27ec53 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ac9307cb-d216-4d24-9d6c-807bf1ccc8be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6324551 Nov 22 20:11:44.982234 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62e90c6-4722-4a5c-9f12-4b9d8bcb2aed req-5c5498f0-c02b-4f5a-9461-605070b36f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:44.983655 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f62e90c6-4722-4a5c-9f12-4b9d8bcb2aed req-5c5498f0-c02b-4f5a-9461-605070b36f3e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b907b504-4de2-4845-a661-deaebec31498 HTTP/1.1" status: 200 len: 847 time: 0.2641652 Nov 22 20:11:45.084238 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-962a8e39-f4d9-45ca-99c8-5435ecb68fa1 None None] New status for floating IP 4314300c-5e30-443d-8425-c018181086d9: ACTIVE {{(pid=103450) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 20:11:45.382214 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3acb4d72-132f-42e1-bd9e-781aa1e372ff tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] Network c48a55e9-6a85-4746-b7bf-3e29fb560094 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:11:45.398133 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f62e90c6-4722-4a5c-9f12-4b9d8bcb2aed req-d922442a-2b99-42b1-8f77-41dc91c4afff service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4906551a-712e-4bde-8433-b2db24f02f5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3902242 Nov 22 20:11:45.410882 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c4aa2a58-653e-412c-97d9-60eb85968a19 req-df20f4b9-3ef6-4bf9-9420-c05b109e3c1f tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] 10.222.0.46 "GET /v2.0/security-groups?id=a5e0f616-4b00-4bab-af04-df44f1058a41&id=956e73ed-7485-4a0c-88f0-c644aa0149a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5788047 Nov 22 20:11:45.427766 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-3acb4d72-132f-42e1-bd9e-781aa1e372ff tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:11:45.430426 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acb4d72-132f-42e1-bd9e-781aa1e372ff tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] Pushing event updated for resources: {'Port': ['ID=a9197eaf-6115-4750-8bd6-45ca434dbbf7,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:11:45.442256 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3acb4d72-132f-42e1-bd9e-781aa1e372ff tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:11:45.510882 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d5ee4185-a3a4-41ed-be6e-c44c69a156f5 req-deaa881d-4fbc-4fb1-b302-7d9615f40171 tempest-ListImageFiltersTestJSON-1762929970 tempest-ListImageFiltersTestJSON-1762929970-project] 10.222.0.46 "GET /v2.0/security-groups?id=7bc0946f-8d94-4cf7-9aed-026148cac050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6029496 Nov 22 20:11:45.644488 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 20:11:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72c2cd36-6fa5-4ff7-a864-286650e23d87 x-openstack-request-id: req-72c2cd36-6fa5-4ff7-a864-286650e23d87 {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:11:45.644715 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "667baf5d-8c2a-4f80-98a0-d39752935427", "tag": "7299b5d8-0bbb-4645-90b3-664f83eb5792", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:11:45.644983 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-72c2cd36-6fa5-4ff7-a864-286650e23d87 {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:11:45.645387 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '667baf5d-8c2a-4f80-98a0-d39752935427', 'tag': '7299b5d8-0bbb-4645-90b3-664f83eb5792', 'status': 'completed', 'code': 200} Nov 22 20:11:45.691853 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-4f08e7cb-ab5d-4088-b0e4-081a18634486 service neutron] 10.222.0.41 "GET /v2.0/networks/ac9307cb-d216-4d24-9d6c-807bf1ccc8be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7014351 Nov 22 20:11:45.725412 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b711371f-5b8f-4f73-b257-c7c40c5be5fe req-69feb174-59d7-4c15-8fb1-b854315545e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:45.729658 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-b711371f-5b8f-4f73-b257-c7c40c5be5fe req-69feb174-59d7-4c15-8fb1-b854315545e7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=406a5dbad308428791820735fa76e3b4&device_id=667baf5d-8c2a-4f80-98a0-d39752935427 HTTP/1.1" status: 200 len: 1096 time: 0.0505376 Nov 22 20:11:45.832699 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3ff6c5bb-ac89-4a4c-b421-194c6fe957a0 req-13ded2ac-891e-4ce1-8f6f-a1d02bc906be tempest-ServerAddressesTestJSON-156756582 tempest-ServerAddressesTestJSON-156756582-project] 10.222.0.46 "GET /v2.0/ports?device_id=830fc399-7337-4798-9e5a-56d643d4c66e HTTP/1.1" status: 200 len: 210 time: 0.1029303 Nov 22 20:11:45.844403 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b711371f-5b8f-4f73-b257-c7c40c5be5fe req-c91038b0-803b-48f7-b831-cda1ff2d54f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:45.846459 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-b711371f-5b8f-4f73-b257-c7c40c5be5fe req-c91038b0-803b-48f7-b831-cda1ff2d54f5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=4189e990-d6f7-4a58-bd04-aeb593878d0b HTTP/1.1" status: 200 len: 915 time: 0.1101120 Nov 22 20:11:45.873404 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c62883-c5d4-495e-935e-90042ca8d5ee req-5182f354-be50-4c5b-be93-6f74bc144025 tempest-ServerAddressesTestJSON-156756582 tempest-ServerAddressesTestJSON-156756582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:45.874952 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f0c62883-c5d4-495e-935e-90042ca8d5ee req-5182f354-be50-4c5b-be93-6f74bc144025 tempest-ServerAddressesTestJSON-156756582 tempest-ServerAddressesTestJSON-156756582-project] 10.222.0.20 "GET /v2.0/networks?id=d001a0e1-a5dc-4895-a9dc-95f86684a0a9 HTTP/1.1" status: 200 len: 813 time: 0.5080056 Nov 22 20:11:45.887976 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c705d5ed-ea73-411c-a8b3-486920f08f78 req-d464d1ad-97d7-460c-9983-1b2f742808c3 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:45.896304 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c705d5ed-ea73-411c-a8b3-486920f08f78 req-d464d1ad-97d7-460c-9983-1b2f742808c3 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.46 "GET /v2.0/ports?device_id=8ec865c1-8118-4657-afb0-3aaac7ba2b18 HTTP/1.1" status: 200 len: 946 time: 0.3844101 Nov 22 20:11:45.900198 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f62e90c6-4722-4a5c-9f12-4b9d8bcb2aed req-a7f9049e-8259-4ab1-9dde-60ca815c4ef7 service neutron] 10.222.0.20 "GET /v2.0/networks/4906551a-712e-4bde-8433-b2db24f02f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4835186 Nov 22 20:11:45.911244 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-f0c62883-c5d4-495e-935e-90042ca8d5ee req-964465b8-f3ff-4a89-97db-9d854fb5e95a tempest-ServerAddressesTestJSON-156756582 tempest-ServerAddressesTestJSON-156756582-project] Request body: {'port': {'device_id': '830fc399-7337-4798-9e5a-56d643d4c66e', 'network_id': 'd001a0e1-a5dc-4895-a9dc-95f86684a0a9', 'admin_state_up': True, 'tenant_id': '4b71f064477647c68ff74013c5d0753c'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:11:45.980394 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-b711371f-5b8f-4f73-b257-c7c40c5be5fe req-6a3f7c59-fae7-4d43-9d9d-3c425b76d67c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7299b5d8-0bbb-4645-90b3-664f83eb5792 HTTP/1.1" status: 200 len: 1000 time: 0.1246746 Nov 22 20:11:46.051865 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b711371f-5b8f-4f73-b257-c7c40c5be5fe req-4c686255-b951-4e78-a9c2-44753a76177c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:46.053673 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-b711371f-5b8f-4f73-b257-c7c40c5be5fe req-4c686255-b951-4e78-a9c2-44753a76177c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ea3d6ae8-37bb-4264-a9e4-b3c7fbbee38f HTTP/1.1" status: 200 len: 853 time: 0.0535774 Nov 22 20:11:46.141078 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f4a90d6-1fcd-49f1-9d76-18b26c029474', 'tag': '4ddab1db-7d92-4624-bc58-6f5b59607b22'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:11:46.143732 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589a98cf2aea187fcc423a5edb333e5a6cf3ad7c81115d1ebee0f079693c312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a205813-8cf9-4d02-91a0-3169b331901b" -d '{"events": [{"name": "network-changed", "server_uuid": "2f4a90d6-1fcd-49f1-9d76-18b26c029474", "tag": "4ddab1db-7d92-4624-bc58-6f5b59607b22"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:11:46.173015 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b711371f-5b8f-4f73-b257-c7c40c5be5fe req-667cce3c-fc50-4913-bbdf-af3c889dc8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:46.174907 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-b711371f-5b8f-4f73-b257-c7c40c5be5fe req-667cce3c-fc50-4913-bbdf-af3c889dc8dc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4189e990-d6f7-4a58-bd04-aeb593878d0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1039143 Nov 22 20:11:46.241507 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-2286f7c9-df9a-48ed-a150-08adcb1d0cfd service neutron] 10.222.0.41 "GET /v2.0/networks/ac9307cb-d216-4d24-9d6c-807bf1ccc8be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5041902 Nov 22 20:11:46.260987 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c705d5ed-ea73-411c-a8b3-486920f08f78 req-47e9096e-8dda-488d-af57-a3435ca3b580 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.46 "GET /v2.0/security-groups?id=deac3dce-93b4-41af-981b-873d47022422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3636332 Nov 22 20:11:46.286586 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-b711371f-5b8f-4f73-b257-c7c40c5be5fe req-e97328d4-66cf-4743-ad50-86c66aff5592 service neutron] 10.222.0.41 "GET /v2.0/networks/4189e990-d6f7-4a58-bd04-aeb593878d0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002543 Nov 22 20:11:46.379191 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f62e90c6-4722-4a5c-9f12-4b9d8bcb2aed req-e861a36d-59d8-4b12-9c8f-5d438815acd8 service neutron] 10.222.0.20 "GET /v2.0/networks/4906551a-712e-4bde-8433-b2db24f02f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4621174 Nov 22 20:11:46.380496 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-264407f4-89f3-4dc8-9d5d-9efba78455c0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.3&port_id=6adde04d-a0cf-43b3-9b93-ce2683694893 HTTP/1.1" status: 200 len: 217 time: 0.1183157 Nov 22 20:11:46.391280 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470a610d-8eb7-422c-bc03-a98081147ca8 req-e40b3fdc-4b9a-4a81-a3a7-363db1bb995d tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:46.400783 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-470a610d-8eb7-422c-bc03-a98081147ca8 req-e40b3fdc-4b9a-4a81-a3a7-363db1bb995d tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] 10.222.0.46 "GET /v2.0/ports?device_id=f120437d-9853-4b55-a507-5eced1446d4e HTTP/1.1" status: 200 len: 945 time: 0.4521525 Nov 22 20:11:46.423891 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-b711371f-5b8f-4f73-b257-c7c40c5be5fe req-9d2df72f-c0f6-440e-b073-24657d2f619c service neutron] 10.222.0.41 "GET /v2.0/networks/4189e990-d6f7-4a58-bd04-aeb593878d0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283848 Nov 22 20:11:46.559678 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-3acb4d72-132f-42e1-bd9e-781aa1e372ff tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:46.561404 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0c62883-c5d4-495e-935e-90042ca8d5ee req-964465b8-f3ff-4a89-97db-9d854fb5e95a tempest-ServerAddressesTestJSON-156756582 tempest-ServerAddressesTestJSON-156756582-project] Made reservation on behalf of 4b71f064477647c68ff74013c5d0753c for: {'port': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:11:46.565002 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-f0c62883-c5d4-495e-935e-90042ca8d5ee req-964465b8-f3ff-4a89-97db-9d854fb5e95a tempest-ServerAddressesTestJSON-156756582 tempest-ServerAddressesTestJSON-156756582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:46.638546 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-bff07dae-bcab-403f-ad11-ae22db7115cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:46.639969 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-bff07dae-bcab-403f-ad11-ae22db7115cf service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0485a16a-de78-4412-ab82-735c8650e722 HTTP/1.1" status: 200 len: 797 time: 0.2245097 Nov 22 20:11:46.650855 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c941fd1c-5eaa-49cb-a8f6-a7ba06dcb9e1 req-3c438cad-c1ec-455a-9c57-4568bf3af8eb tempest-ListImageFiltersTestJSON-1762929970 tempest-ListImageFiltersTestJSON-1762929970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:46.652462 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c941fd1c-5eaa-49cb-a8f6-a7ba06dcb9e1 req-3c438cad-c1ec-455a-9c57-4568bf3af8eb tempest-ListImageFiltersTestJSON-1762929970 tempest-ListImageFiltersTestJSON-1762929970-project] 10.222.0.46 "GET /v2.0/ports?device_id=6c358b76-a051-4380-aace-2cc9e2fb2520 HTTP/1.1" status: 200 len: 949 time: 0.2789755 Nov 22 20:11:46.655791 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-470a610d-8eb7-422c-bc03-a98081147ca8 req-65548eed-ba11-4c60-a626-80c121079849 tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] 10.222.0.46 "GET /v2.0/security-groups?id=402b14b3-7b21-4f37-9e5a-c3de7eeeb958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2542627 Nov 22 20:11:46.736297 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 20:11:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0c38656-b29a-4040-9a7b-8a58a253d1b6 x-openstack-request-id: req-e0c38656-b29a-4040-9a7b-8a58a253d1b6 {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:11:46.736297 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f4a90d6-1fcd-49f1-9d76-18b26c029474", "tag": "4ddab1db-7d92-4624-bc58-6f5b59607b22", "status": "completed", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:11:46.736297 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e0c38656-b29a-4040-9a7b-8a58a253d1b6 {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:11:46.736993 n-d-818823-1 neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f4a90d6-1fcd-49f1-9d76-18b26c029474', 'tag': '4ddab1db-7d92-4624-bc58-6f5b59607b22', 'status': 'completed', 'code': 200} Nov 22 20:11:46.785263 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62e90c6-4722-4a5c-9f12-4b9d8bcb2aed req-d4e775d8-e500-4d9a-9b94-4adac0c386ea tempest-LiveMigrationTest-519343393 tempest-LiveMigrationTest-519343393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:46.786213 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f62e90c6-4722-4a5c-9f12-4b9d8bcb2aed req-d4e775d8-e500-4d9a-9b94-4adac0c386ea tempest-LiveMigrationTest-519343393 tempest-LiveMigrationTest-519343393-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=8ec865c1-8118-4657-afb0-3aaac7ba2b18&tenant_id=2c9de68061ee477dbb5cc544058ec72e&binding%3Ahost_id=n-h1-818823-1 HTTP/1.1" status: 200 len: 1097 time: 0.2947240 Nov 22 20:11:46.810180 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-f62e90c6-4722-4a5c-9f12-4b9d8bcb2aed req-fc10484a-3a6f-4c34-b11b-55622d8939b1 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-818823-1'}}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:11:46.942883 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c941fd1c-5eaa-49cb-a8f6-a7ba06dcb9e1 req-f9bbc0fe-0169-44be-af29-f6d5c5d20cf7 tempest-ListImageFiltersTestJSON-1762929970 tempest-ListImageFiltersTestJSON-1762929970-project] 10.222.0.46 "GET /v2.0/security-groups?id=7bc0946f-8d94-4cf7-9aed-026148cac050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2787998 Nov 22 20:11:46.944697 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-3085c47d-d6c2-4ec2-b68d-32f16f7ad912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:46.946380 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-3085c47d-d6c2-4ec2-b68d-32f16f7ad912 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6b3bccc8-a74b-4dd2-b44c-99e3a607f72f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2892876 Nov 22 20:11:47.355301 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-f62e90c6-4722-4a5c-9f12-4b9d8bcb2aed req-fc10484a-3a6f-4c34-b11b-55622d8939b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:47.364424 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9f209ae4-f8f9-4d3e-aaa5-ef581f17b7aa req-4f36dca8-738f-4001-b653-a988447cab2a tempest-ServerAddressesTestJSON-156756582 tempest-ServerAddressesTestJSON-156756582-project] 10.222.0.46 "GET /v2.0/ports?device_id=830fc399-7337-4798-9e5a-56d643d4c66e HTTP/1.1" status: 200 len: 210 time: 0.1007719 Nov 22 20:11:47.424124 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8d157c-bdc7-4b60-9350-dedb35ec9b52 req-2fbbb253-0525-4e82-bc50-334ec837c443 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:47.430202 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8d157c-bdc7-4b60-9350-dedb35ec9b52 req-2fbbb253-0525-4e82-bc50-334ec837c443 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:47.436430 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8d157c-bdc7-4b60-9350-dedb35ec9b52 req-2fbbb253-0525-4e82-bc50-334ec837c443 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:47.442252 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8d157c-bdc7-4b60-9350-dedb35ec9b52 req-2fbbb253-0525-4e82-bc50-334ec837c443 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:47.448772 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8d157c-bdc7-4b60-9350-dedb35ec9b52 req-2fbbb253-0525-4e82-bc50-334ec837c443 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:47.454753 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8d157c-bdc7-4b60-9350-dedb35ec9b52 req-2fbbb253-0525-4e82-bc50-334ec837c443 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:47.460774 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8d157c-bdc7-4b60-9350-dedb35ec9b52 req-2fbbb253-0525-4e82-bc50-334ec837c443 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:47.463232 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-bc8d157c-bdc7-4b60-9350-dedb35ec9b52 req-2fbbb253-0525-4e82-bc50-334ec837c443 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f4a90d6-1fcd-49f1-9d76-18b26c029474 HTTP/1.1" status: 200 len: 5418 time: 0.6457336 Nov 22 20:11:47.474973 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [req-f0c62883-c5d4-495e-935e-90042ca8d5ee req-964465b8-f3ff-4a89-97db-9d854fb5e95a tempest-ServerAddressesTestJSON-156756582 tempest-ServerAddressesTestJSON-156756582-project] Allocated IP 172.20.0.5 (d001a0e1-a5dc-4895-a9dc-95f86684a0a9/e4b03843-2283-4924-b8cb-c1cb5d6a9a82/6f3f9dd5-e3fb-4234-ae89-78f30bd23b48) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:11:47.585058 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-3acb4d72-132f-42e1-bd9e-781aa1e372ff tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-541823', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-659547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25662'] for router, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:47.606328 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-ea6f06e1-86a7-412d-a4b6-9a613aa527d6 service neutron] 10.222.0.41 "GET /v2.0/networks/6b3bccc8-a74b-4dd2-b44c-99e3a607f72f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3414564 Nov 22 20:11:47.621060 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-3acb4d72-132f-42e1-bd9e-781aa1e372ff tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-841284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-541764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-841989', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-659616'] for router, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:47.816550 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-bc8d157c-bdc7-4b60-9350-dedb35ec9b52 req-06490f3d-3fc0-44b2-98e2-c52662528daf tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] 10.222.0.46 "GET /v2.0/security-groups?id=a5e0f616-4b00-4bab-af04-df44f1058a41&id=956e73ed-7485-4a0c-88f0-c644aa0149a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3316460 Nov 22 20:11:48.051556 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-f62e90c6-4722-4a5c-9f12-4b9d8bcb2aed req-fc10484a-3a6f-4c34-b11b-55622d8939b1 service neutron] For port bfc3ff9b-1dbc-460d-8c02-72c9f563b26d, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=bfc3ff9b-1dbc-460d-8c02-72c9f563b26d,segment=NetworkSegment(e4b3d165-1cea-4bf0-93f6-5b79e0759539),segment_id=e4b3d165-1cea-4bf0-93f6-5b79e0759539)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:11:48.089828 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-147f089b-aec6-448c-a086-ad2c6a51bea9 service neutron] 10.222.0.41 "GET /v2.0/networks/6b3bccc8-a74b-4dd2-b44c-99e3a607f72f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4664509 Nov 22 20:11:48.117759 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbcbac9-2728-4bc6-9fd4-d1bf0c24c32e req-bcc7dea6-5dd6-4659-8dce-d23d78c969cf tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:48.119189 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9bbcbac9-2728-4bc6-9fd4-d1bf0c24c32e req-bcc7dea6-5dd6-4659-8dce-d23d78c969cf tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.46 "GET /v2.0/ports?device_id=8ec865c1-8118-4657-afb0-3aaac7ba2b18 HTTP/1.1" status: 200 len: 946 time: 0.2621310 Nov 22 20:11:48.138338 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdd8ef5-4816-45cd-863d-48e4622f8bc8 req-b15ed771-cb56-4e28-be17-1b5bf92a20b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:48.139810 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ebdd8ef5-4816-45cd-863d-48e4622f8bc8 req-b15ed771-cb56-4e28-be17-1b5bf92a20b9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=74225e7aba6c4293916c50899651bb18&device_id=f120437d-9853-4b55-a507-5eced1446d4e HTTP/1.1" status: 200 len: 1096 time: 0.2838776 Nov 22 20:11:48.208571 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-66d11a4e-664f-4a79-a385-a86de8654752 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.46&port_id=05a5c645-0725-4bf3-bbad-910f8f76f37c HTTP/1.1" status: 200 len: 217 time: 0.1000984 Nov 22 20:11:48.226899 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-f0c62883-c5d4-495e-935e-90042ca8d5ee req-964465b8-f3ff-4a89-97db-9d854fb5e95a tempest-ServerAddressesTestJSON-156756582 tempest-ServerAddressesTestJSON-156756582-project] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:48.261062 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805b6e75-21ef-4485-8b5d-c390be29af4e req-1a594b0e-8c0c-4328-b453-6147dd3027a4 tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:48.262595 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-805b6e75-21ef-4485-8b5d-c390be29af4e req-1a594b0e-8c0c-4328-b453-6147dd3027a4 tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] 10.222.0.46 "GET /v2.0/ports?device_id=f120437d-9853-4b55-a507-5eced1446d4e HTTP/1.1" status: 200 len: 945 time: 0.3236840 Nov 22 20:11:48.297100 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-f62e90c6-4722-4a5c-9f12-4b9d8bcb2aed req-fc10484a-3a6f-4c34-b11b-55622d8939b1 service neutron] For port bfc3ff9b-1dbc-460d-8c02-72c9f563b26d, host n-h1-818823-1, cleared binding levels {{(pid=103447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:11:48.467558 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9bbcbac9-2728-4bc6-9fd4-d1bf0c24c32e req-6e6f390c-8cb7-416b-b5b8-6d42d55fe714 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.46 "GET /v2.0/security-groups?id=deac3dce-93b4-41af-981b-873d47022422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3313560 Nov 22 20:11:48.468117 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ec865c1-8118-4657-afb0-3aaac7ba2b18', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bfc3ff9b-1dbc-460d-8c02-72c9f563b26d'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:11:48.470259 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c52e8aa-1bdb-45be-b8f7-1ac919cab6bd" -d '{"events": [{"server_uuid": "8ec865c1-8118-4657-afb0-3aaac7ba2b18", "name": "network-vif-unplugged", "status": "completed", "tag": "bfc3ff9b-1dbc-460d-8c02-72c9f563b26d"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:11:48.480463 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-f62e90c6-4722-4a5c-9f12-4b9d8bcb2aed req-fc10484a-3a6f-4c34-b11b-55622d8939b1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:48.500481 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-b4619a55-3dc0-40c8-91f1-11e5a0c77dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:48.501971 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-b4619a55-3dc0-40c8-91f1-11e5a0c77dd1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0485a16a-de78-4412-ab82-735c8650e722 HTTP/1.1" status: 200 len: 797 time: 0.2710638 Nov 22 20:11:48.517221 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-f62e90c6-4722-4a5c-9f12-4b9d8bcb2aed req-fc10484a-3a6f-4c34-b11b-55622d8939b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:48.551485 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-805b6e75-21ef-4485-8b5d-c390be29af4e req-f2e33d09-2715-40a5-9d21-47c1e1027bd7 tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] 10.222.0.46 "GET /v2.0/security-groups?id=402b14b3-7b21-4f37-9e5a-c3de7eeeb958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2542119 Nov 22 20:11:48.588363 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3acb4d72-132f-42e1-bd9e-781aa1e372ff tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] Router a7ca78be-01da-4950-9070-6945b423f41b is scheduled to L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 with binding_index 1 {{(pid=103447) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 20:11:48.593876 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-f0c62883-c5d4-495e-935e-90042ca8d5ee req-964465b8-f3ff-4a89-97db-9d854fb5e95a tempest-ServerAddressesTestJSON-156756582 tempest-ServerAddressesTestJSON-156756582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:48.597036 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdd8ef5-4816-45cd-863d-48e4622f8bc8 req-59ac6445-5031-4601-9345-ee613552caa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:48.598776 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ebdd8ef5-4816-45cd-863d-48e4622f8bc8 req-59ac6445-5031-4601-9345-ee613552caa1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=1ae4d286-ddad-44f5-b34a-bee98214a526 HTTP/1.1" status: 200 len: 920 time: 0.4073555 Nov 22 20:11:48.610723 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 22 Nov 2021 20:11:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-681b9555-ad6b-4887-9c7a-89d2afa262f7 x-openstack-request-id: req-681b9555-ad6b-4887-9c7a-89d2afa262f7 {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:11:48.611077 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ec865c1-8118-4657-afb0-3aaac7ba2b18", "name": "network-vif-unplugged", "status": "completed", "tag": "bfc3ff9b-1dbc-460d-8c02-72c9f563b26d", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:11:48.611265 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-681b9555-ad6b-4887-9c7a-89d2afa262f7 {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:11:48.611693 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ec865c1-8118-4657-afb0-3aaac7ba2b18', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bfc3ff9b-1dbc-460d-8c02-72c9f563b26d', 'code': 200} Nov 22 20:11:48.688000 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ebdd8ef5-4816-45cd-863d-48e4622f8bc8 req-b27013d2-b3ae-41fb-a181-47daf2e3a00b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e9c78bec-c059-4971-a52d-1bd93a5969af HTTP/1.1" status: 200 len: 217 time: 0.0726404 Nov 22 20:11:48.753532 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0c62883-c5d4-495e-935e-90042ca8d5ee req-964465b8-f3ff-4a89-97db-9d854fb5e95a tempest-ServerAddressesTestJSON-156756582 tempest-ServerAddressesTestJSON-156756582-project] Network d001a0e1-a5dc-4895-a9dc-95f86684a0a9 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:11:48.796957 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [req-f0c62883-c5d4-495e-935e-90042ca8d5ee req-964465b8-f3ff-4a89-97db-9d854fb5e95a tempest-ServerAddressesTestJSON-156756582 tempest-ServerAddressesTestJSON-156756582-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:11:48.801041 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-f946e493-0767-49a9-8829-3d8b980bdb83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:48.802069 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-f946e493-0767-49a9-8829-3d8b980bdb83 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6b3bccc8-a74b-4dd2-b44c-99e3a607f72f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2803764 Nov 22 20:11:48.802729 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0c62883-c5d4-495e-935e-90042ca8d5ee req-964465b8-f3ff-4a89-97db-9d854fb5e95a tempest-ServerAddressesTestJSON-156756582 tempest-ServerAddressesTestJSON-156756582-project] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:11:48.823067 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc10484a-3a6f-4c34-b11b-55622d8939b1 service neutron] Pushing event updated for resources: {'Port': ['ID=bfc3ff9b-1dbc-460d-8c02-72c9f563b26d,revision_number=7']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:11:49.006569 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-f62e90c6-4722-4a5c-9f12-4b9d8bcb2aed req-fc10484a-3a6f-4c34-b11b-55622d8939b1 service neutron] Attempting to bind port bfc3ff9b-1dbc-460d-8c02-72c9f563b26d on host n-h1-818823-1 for vnic_type normal with profile {"migrating_to": "n-h2-818823-1"} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:11:49.006911 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-f62e90c6-4722-4a5c-9f12-4b9d8bcb2aed req-fc10484a-3a6f-4c34-b11b-55622d8939b1 service neutron] Attempting to bind port bfc3ff9b-1dbc-460d-8c02-72c9f563b26d by drivers openvswitch,hyperv on host n-h1-818823-1 at level 0 using segments [{'id': 'e4b3d165-1cea-4bf0-93f6-5b79e0759539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '4906551a-712e-4bde-8433-b2db24f02f5c'}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:11:49.007237 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f62e90c6-4722-4a5c-9f12-4b9d8bcb2aed req-fc10484a-3a6f-4c34-b11b-55622d8939b1 service neutron] Attempting to bind port bfc3ff9b-1dbc-460d-8c02-72c9f563b26d on network 4906551a-712e-4bde-8433-b2db24f02f5c {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:11:49.041124 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdd8ef5-4816-45cd-863d-48e4622f8bc8 req-eb9d85ba-8b2b-44a6-9529-916617f3d2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:49.042650 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ebdd8ef5-4816-45cd-863d-48e4622f8bc8 req-eb9d85ba-8b2b-44a6-9529-916617f3d2ba service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b3d07d8b-31c6-491c-a72c-08a2eb655cbc HTTP/1.1" status: 200 len: 859 time: 0.2923286 Nov 22 20:11:49.059569 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58812011-bdba-45d1-adbc-d12995429bba req-33de6698-e804-477a-82fd-57fce1a3322a tempest-ServerAddressesTestJSON-156756582 tempest-ServerAddressesTestJSON-156756582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:49.061057 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-58812011-bdba-45d1-adbc-d12995429bba req-33de6698-e804-477a-82fd-57fce1a3322a tempest-ServerAddressesTestJSON-156756582 tempest-ServerAddressesTestJSON-156756582-project] 10.222.0.46 "GET /v2.0/ports?device_id=830fc399-7337-4798-9e5a-56d643d4c66e HTTP/1.1" status: 200 len: 931 time: 0.4227569 Nov 22 20:11:49.088366 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c62883-c5d4-495e-935e-90042ca8d5ee req-964465b8-f3ff-4a89-97db-9d854fb5e95a tempest-ServerAddressesTestJSON-156756582 tempest-ServerAddressesTestJSON-156756582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:49.088970 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-f0c62883-c5d4-495e-935e-90042ca8d5ee req-964465b8-f3ff-4a89-97db-9d854fb5e95a tempest-ServerAddressesTestJSON-156756582 tempest-ServerAddressesTestJSON-156756582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:49.091058 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f62e90c6-4722-4a5c-9f12-4b9d8bcb2aed req-fc10484a-3a6f-4c34-b11b-55622d8939b1 service neutron] Port bfc3ff9b-1dbc-460d-8c02-72c9f563b26d on network 4906551a-712e-4bde-8433-b2db24f02f5c not bound, no agent of type Open vSwitch agent registered on host n-h1-818823-1 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:11:49.091375 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f62e90c6-4722-4a5c-9f12-4b9d8bcb2aed req-fc10484a-3a6f-4c34-b11b-55622d8939b1 service neutron] Attempting to bind port bfc3ff9b-1dbc-460d-8c02-72c9f563b26d on network 4906551a-712e-4bde-8433-b2db24f02f5c {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:11:49.181291 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 3b4d05c5-4ac6-4c52-a98e-77f1fb2177ec details requested by agent hyperv_n-h2-818823-1 with host n-h2-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 20:11:49.285272 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port 3b4d05c5-4ac6-4c52-a98e-77f1fb2177ec, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=3b4d05c5-4ac6-4c52-a98e-77f1fb2177ec,segment=NetworkSegment(2a5a1c7b-538e-498e-99b9-cc7a8e0411be),segment_id=2a5a1c7b-538e-498e-99b9-cc7a8e0411be)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:11:49.301046 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Returning: {'device': '3b4d05c5-4ac6-4c52-a98e-77f1fb2177ec', 'network_id': 'e1052824-bf78-4963-8937-b202e372ac24', 'port_id': '3b4d05c5-4ac6-4c52-a98e-77f1fb2177ec', 'mac_address': 'fa:16:3e:4c:e3:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3091ebfd-11e2-41f8-9c00-ffe0b86563d8', 'ip_address': '192.168.233.73'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 20:11:49.348441 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:49.362689 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3b4d05c5-4ac6-4c52-a98e-77f1fb2177ec {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:11:49.383558 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port 3b4d05c5-4ac6-4c52-a98e-77f1fb2177ec, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=3b4d05c5-4ac6-4c52-a98e-77f1fb2177ec,segment=NetworkSegment(2a5a1c7b-538e-498e-99b9-cc7a8e0411be),segment_id=2a5a1c7b-538e-498e-99b9-cc7a8e0411be)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:11:49.388405 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:49.409823 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964465b8-f3ff-4a89-97db-9d854fb5e95a tempest-ServerAddressesTestJSON-156756582 tempest-ServerAddressesTestJSON-156756582-project] Pushing event updated for resources: {'Port': ['ID=6f3f9dd5-e3fb-4234-ae89-78f30bd23b48,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:11:49.421489 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ebdd8ef5-4816-45cd-863d-48e4622f8bc8 req-9deb2a6a-d08a-448f-ab3f-13b3aba7a1f2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1ae4d286-ddad-44f5-b34a-bee98214a526&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3536487 Nov 22 20:11:49.432222 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f62e90c6-4722-4a5c-9f12-4b9d8bcb2aed req-fc10484a-3a6f-4c34-b11b-55622d8939b1 service neutron] Checking agent: {'id': '7a008cff-3b49-418c-8046-689d46cc800f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'started_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 11, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:11:49.432662 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f62e90c6-4722-4a5c-9f12-4b9d8bcb2aed req-fc10484a-3a6f-4c34-b11b-55622d8939b1 service neutron] Checking segment: {'id': 'e4b3d165-1cea-4bf0-93f6-5b79e0759539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '4906551a-712e-4bde-8433-b2db24f02f5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:11:49.433060 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f62e90c6-4722-4a5c-9f12-4b9d8bcb2aed req-fc10484a-3a6f-4c34-b11b-55622d8939b1 service neutron] Bound using segment: {'id': 'e4b3d165-1cea-4bf0-93f6-5b79e0759539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '4906551a-712e-4bde-8433-b2db24f02f5c'} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:11:49.433511 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-f62e90c6-4722-4a5c-9f12-4b9d8bcb2aed req-fc10484a-3a6f-4c34-b11b-55622d8939b1 service neutron] Bound port: bfc3ff9b-1dbc-460d-8c02-72c9f563b26d, host: n-h1-818823-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4b3d165-1cea-4bf0-93f6-5b79e0759539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '4906551a-712e-4bde-8433-b2db24f02f5c'}}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:11:49.433865 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-f62e90c6-4722-4a5c-9f12-4b9d8bcb2aed req-fc10484a-3a6f-4c34-b11b-55622d8939b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:49.444408 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3acb4d72-132f-42e1-bd9e-781aa1e372ff tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:11:49.448323 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=3b4d05c5-4ac6-4c52-a98e-77f1fb2177ec,revision_number=6']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:11:49.458099 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f99cfe7-78f2-4752-a7f4-bded44475041 None None] Sync routers for ids ['a7ca78be-01da-4950-9070-6945b423f41b'] in n-d-818823-1 {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:11:49.462801 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:11:49.463153 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:11:49.463528 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:11:49.463873 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:11:49.464207 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:11:49.464535 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:11:49.464870 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:11:49.465123 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-3acb4d72-132f-42e1-bd9e-781aa1e372ff tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] Publish callbacks [] for router, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:49.465278 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:11:49.465514 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:11:49.465855 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:11:49.466164 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:11:49.466516 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:11:49.467891 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-3acb4d72-132f-42e1-bd9e-781aa1e372ff tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] 10.222.0.46 "PUT /v2.0/routers/a7ca78be-01da-4950-9070-6945b423f41b HTTP/1.1" status: 200 len: 914 time: 7.3423338 Nov 22 20:11:49.469013 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 34838) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:11:49.481698 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f99cfe7-78f2-4752-a7f4-bded44475041 None None] Routers {'a7ca78be-01da-4950-9070-6945b423f41b'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:11:49.482336 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-9f99cfe7-78f2-4752-a7f4-bded44475041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:11:32Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['a7ca78be-01da-4950-9070-6945b423f41b'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:11:49.496904 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f0c62883-c5d4-495e-935e-90042ca8d5ee req-964465b8-f3ff-4a89-97db-9d854fb5e95a tempest-ServerAddressesTestJSON-156756582 tempest-ServerAddressesTestJSON-156756582-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5956428 Nov 22 20:11:49.524584 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] get_ports_and_sgs() called for port_ids ['3b4d05c5-4ac6-4c52-a98e-77f1fb2177ec'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:11:49.527142 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-9f99cfe7-78f2-4752-a7f4-bded44475041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:11:49.547375 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-f0c62883-c5d4-495e-935e-90042ca8d5ee req-a72d1a0e-0ea6-4f67-b3be-3da9bb5ee57a service neutron] Request body: {'port': {'device_id': '830fc399-7337-4798-9e5a-56d643d4c66e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818823-1'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:11:49.559404 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f99cfe7-78f2-4752-a7f4-bded44475041 None None] Routers {'a7ca78be-01da-4950-9070-6945b423f41b'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:11:49.560069 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-9f99cfe7-78f2-4752-a7f4-bded44475041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:11:32Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['a7ca78be-01da-4950-9070-6945b423f41b'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:11:49.580268 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd737ab-ff9f-44c3-b0da-387e76813b88 req-d653e69f-9fd5-4d79-ac71-c0cef6e5f31d tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:49.586875 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd737ab-ff9f-44c3-b0da-387e76813b88 req-d653e69f-9fd5-4d79-ac71-c0cef6e5f31d tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:49.593017 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd737ab-ff9f-44c3-b0da-387e76813b88 req-d653e69f-9fd5-4d79-ac71-c0cef6e5f31d tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:49.598838 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-9f99cfe7-78f2-4752-a7f4-bded44475041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:11:49.599042 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd737ab-ff9f-44c3-b0da-387e76813b88 req-d653e69f-9fd5-4d79-ac71-c0cef6e5f31d tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:49.599526 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f99cfe7-78f2-4752-a7f4-bded44475041 None None] The sync data for ids ['a7ca78be-01da-4950-9070-6945b423f41b'] in n-d-818823-1 is: [] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:11:49.605631 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd737ab-ff9f-44c3-b0da-387e76813b88 req-d653e69f-9fd5-4d79-ac71-c0cef6e5f31d tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:49.613817 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-2c341260-6f00-4c0e-be1d-671c245080ea tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] 10.222.0.46 "GET /v2.0/routers/a7ca78be-01da-4950-9070-6945b423f41b HTTP/1.1" status: 200 len: 920 time: 0.1398230 Nov 22 20:11:49.614053 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd737ab-ff9f-44c3-b0da-387e76813b88 req-d653e69f-9fd5-4d79-ac71-c0cef6e5f31d tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:49.614174 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 34846) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:11:49.617597 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd737ab-ff9f-44c3-b0da-387e76813b88 req-d653e69f-9fd5-4d79-ac71-c0cef6e5f31d tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:49.619591 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9fd737ab-ff9f-44c3-b0da-387e76813b88 req-d653e69f-9fd5-4d79-ac71-c0cef6e5f31d tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f4a90d6-1fcd-49f1-9d76-18b26c029474 HTTP/1.1" status: 200 len: 5418 time: 0.7124269 Nov 22 20:11:49.662325 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a086e2b-7345-4158-9d5e-0d2683622d21 tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:49.666499 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-6a086e2b-7345-4158-9d5e-0d2683622d21 tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] 10.222.0.46 "GET /v2.0/ports?network_id=c48a55e9-6a85-4746-b7bf-3e29fb560094&device_id=a7ca78be-01da-4950-9070-6945b423f41b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0490220 Nov 22 20:11:49.666698 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 34848) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:11:49.681820 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-c4e594c0-9e8d-40fa-8a46-5a482f0a9ed9 service neutron] 10.222.0.41 "GET /v2.0/networks/6b3bccc8-a74b-4dd2-b44c-99e3a607f72f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8514593 Nov 22 20:11:49.706387 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-58812011-bdba-45d1-adbc-d12995429bba req-82646e54-95de-4974-9c64-132b03e20841 tempest-ServerAddressesTestJSON-156756582 tempest-ServerAddressesTestJSON-156756582-project] 10.222.0.46 "GET /v2.0/security-groups?id=33177437-f638-43bf-8907-b22b9b271e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6256292 Nov 22 20:11:49.797641 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d856b93c-117b-4744-8465-593935161c7f tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:49.804824 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-d856b93c-117b-4744-8465-593935161c7f tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] 10.222.0.46 "GET /v2.0/networks/c48a55e9-6a85-4746-b7bf-3e29fb560094 HTTP/1.1" status: 200 len: 881 time: 0.1338489 Nov 22 20:11:49.804824 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 34858) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:11:49.839707 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-28eeaf55-35a2-4999-b501-fe37b0ad5577 tempest-RoutersAdminTest-714316116 tempest-RoutersAdminTest-714316116-project] 10.222.0.46 "GET /v2.0/ports?device_id=a7ca78be-01da-4950-9070-6945b423f41b HTTP/1.1" status: 200 len: 205 time: 0.0340705 Nov 22 20:11:49.844197 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 34860) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:11:49.849632 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-f62e90c6-4722-4a5c-9f12-4b9d8bcb2aed req-fc10484a-3a6f-4c34-b11b-55622d8939b1 service neutron] For port bfc3ff9b-1dbc-460d-8c02-72c9f563b26d, host n-h1-818823-1, cleared binding levels {{(pid=103447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:11:49.880914 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-f0c62883-c5d4-495e-935e-90042ca8d5ee req-a72d1a0e-0ea6-4f67-b3be-3da9bb5ee57a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:49.901290 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-f62e90c6-4722-4a5c-9f12-4b9d8bcb2aed req-fc10484a-3a6f-4c34-b11b-55622d8939b1 service neutron] For port bfc3ff9b-1dbc-460d-8c02-72c9f563b26d, host n-h1-818823-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=bfc3ff9b-1dbc-460d-8c02-72c9f563b26d,segment=NetworkSegment(e4b3d165-1cea-4bf0-93f6-5b79e0759539),segment_id=e4b3d165-1cea-4bf0-93f6-5b79e0759539)] {{(pid=103447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:11:49.903461 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ebdd8ef5-4816-45cd-863d-48e4622f8bc8 req-24c8fd8c-c93f-4915-b820-b3252ffa98dc service neutron] 10.222.0.20 "GET /v2.0/networks/1ae4d286-ddad-44f5-b34a-bee98214a526?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4644709 Nov 22 20:11:49.935880 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-f62e90c6-4722-4a5c-9f12-4b9d8bcb2aed req-fc10484a-3a6f-4c34-b11b-55622d8939b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:49.963051 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-fbc6ec3b-2c2b-473d-9c1a-96598d503e99 tempest-RoutersAdminTest-714316116 tempest-RoutersAdminTest-714316116-project] Publish callbacks [] for router, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:49.963753 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9fd737ab-ff9f-44c3-b0da-387e76813b88 req-a163ef92-c527-482a-ae18-a2ecc6ebf49a tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] 10.222.0.46 "GET /v2.0/security-groups?id=a5e0f616-4b00-4bab-af04-df44f1058a41&id=956e73ed-7485-4a0c-88f0-c644aa0149a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2952762 Nov 22 20:11:50.112750 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-fbc6ec3b-2c2b-473d-9c1a-96598d503e99 tempest-RoutersAdminTest-714316116 tempest-RoutersAdminTest-714316116-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:50.135040 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-fce19aac-614a-49f4-828a-96e1f3dc984a service neutron] 10.222.0.41 "GET /v2.0/networks/6b3bccc8-a74b-4dd2-b44c-99e3a607f72f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4199572 Nov 22 20:11:50.168989 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc10484a-3a6f-4c34-b11b-55622d8939b1 service neutron] Pushing event updated for resources: {'Port': ['ID=bfc3ff9b-1dbc-460d-8c02-72c9f563b26d,revision_number=8']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:11:50.179309 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c6cd30-d952-41a0-8a8c-f253327d3743 req-61290d9a-c815-45eb-ad9f-ab74efe63ab5 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:50.180420 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-fbc6ec3b-2c2b-473d-9c1a-96598d503e99 tempest-RoutersAdminTest-714316116 tempest-RoutersAdminTest-714316116-project] Deleting port a9197eaf-6115-4750-8bd6-45ca434dbbf7 {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:11:50.181431 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-fbc6ec3b-2c2b-473d-9c1a-96598d503e99 tempest-RoutersAdminTest-714316116 tempest-RoutersAdminTest-714316116-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:50.183915 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-91c6cd30-d952-41a0-8a8c-f253327d3743 req-61290d9a-c815-45eb-ad9f-ab74efe63ab5 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.46 "GET /v2.0/ports?device_id=8ec865c1-8118-4657-afb0-3aaac7ba2b18 HTTP/1.1" status: 200 len: 944 time: 0.3182201 Nov 22 20:11:50.281243 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-fbc6ec3b-2c2b-473d-9c1a-96598d503e99 tempest-RoutersAdminTest-714316116 tempest-RoutersAdminTest-714316116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:50.296995 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-fbc6ec3b-2c2b-473d-9c1a-96598d503e99 tempest-RoutersAdminTest-714316116 tempest-RoutersAdminTest-714316116-project] Calling delete_port for a9197eaf-6115-4750-8bd6-45ca434dbbf7 owned by network:router_gateway {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:11:50.324444 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-345b633a-8d3d-4d34-913e-3d493b3c22e9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.53&port_id=ef234335-6cfd-4065-a69c-53c34c320294 HTTP/1.1" status: 200 len: 217 time: 0.1762998 Nov 22 20:11:50.329781 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62e90c6-4722-4a5c-9f12-4b9d8bcb2aed req-fc10484a-3a6f-4c34-b11b-55622d8939b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:50.330412 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-f62e90c6-4722-4a5c-9f12-4b9d8bcb2aed req-fc10484a-3a6f-4c34-b11b-55622d8939b1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:50.331848 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f62e90c6-4722-4a5c-9f12-4b9d8bcb2aed req-fc10484a-3a6f-4c34-b11b-55622d8939b1 service neutron] 10.222.0.20 "PUT /v2.0/ports/bfc3ff9b-1dbc-460d-8c02-72c9f563b26d HTTP/1.1" status: 200 len: 1122 time: 3.5315588 Nov 22 20:11:50.405595 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ebdd8ef5-4816-45cd-863d-48e4622f8bc8 req-c134410a-adba-44a5-9927-ef43334fbaee service neutron] 10.222.0.20 "GET /v2.0/networks/1ae4d286-ddad-44f5-b34a-bee98214a526?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4712007 Nov 22 20:11:50.418052 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] get_ports_and_sgs() called for port_ids ['bfc3ff9b-1dbc-460d-8c02-72c9f563b26d'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:11:50.510413 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-87c6d073-1fbc-463e-877f-6325aa2aa4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:50.513012 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-87c6d073-1fbc-463e-877f-6325aa2aa4a6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0485a16a-de78-4412-ab82-735c8650e722 HTTP/1.1" status: 200 len: 797 time: 0.1765897 Nov 22 20:11:50.533982 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1d8862-d74c-4b6c-a83c-784a80cb9ee9 req-131da56d-557d-46cc-b71d-4909b51ff091 tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:50.536790 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5a1d8862-d74c-4b6c-a83c-784a80cb9ee9 req-131da56d-557d-46cc-b71d-4909b51ff091 tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] 10.222.0.46 "GET /v2.0/ports?device_id=f120437d-9853-4b55-a507-5eced1446d4e HTTP/1.1" status: 200 len: 945 time: 0.3994794 Nov 22 20:11:50.549339 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-fbc6ec3b-2c2b-473d-9c1a-96598d503e99 tempest-RoutersAdminTest-714316116 tempest-RoutersAdminTest-714316116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:50.559023 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-91c6cd30-d952-41a0-8a8c-f253327d3743 req-e48aceaf-50db-4ec9-a750-5a443295b8bd tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.46 "GET /v2.0/security-groups?id=deac3dce-93b4-41af-981b-873d47022422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2829928 Nov 22 20:11:50.596476 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc6ec3b-2c2b-473d-9c1a-96598d503e99 tempest-RoutersAdminTest-714316116 tempest-RoutersAdminTest-714316116-project] Pushing event deleted for resources: {'Port': ['ID=a9197eaf-6115-4750-8bd6-45ca434dbbf7,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:11:50.641779 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ec865c1-8118-4657-afb0-3aaac7ba2b18', 'tag': 'bfc3ff9b-1dbc-460d-8c02-72c9f563b26d'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:11:50.644635 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5332f122-4c62-4dd2-8d17-9c123109bae6" -d '{"events": [{"name": "network-changed", "server_uuid": "8ec865c1-8118-4657-afb0-3aaac7ba2b18", "tag": "bfc3ff9b-1dbc-460d-8c02-72c9f563b26d"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:11:50.693991 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-fbc6ec3b-2c2b-473d-9c1a-96598d503e99 tempest-RoutersAdminTest-714316116 tempest-RoutersAdminTest-714316116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595398'] for router_gateway, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:50.730340 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 20:11:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be96a25c-b1ca-4227-bfa4-eb312ba34fca x-openstack-request-id: req-be96a25c-b1ca-4227-bfa4-eb312ba34fca {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:11:50.730806 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ec865c1-8118-4657-afb0-3aaac7ba2b18", "tag": "bfc3ff9b-1dbc-460d-8c02-72c9f563b26d", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:11:50.731209 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-be96a25c-b1ca-4227-bfa4-eb312ba34fca {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:11:50.731840 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ec865c1-8118-4657-afb0-3aaac7ba2b18', 'tag': 'bfc3ff9b-1dbc-460d-8c02-72c9f563b26d', 'status': 'completed', 'code': 200} Nov 22 20:11:50.817577 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-ed8543f6-b075-4bc1-8263-f2ee586b3d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:50.820329 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-ed8543f6-b075-4bc1-8263-f2ee586b3d3c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6b3bccc8-a74b-4dd2-b44c-99e3a607f72f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2821050 Nov 22 20:11:50.848590 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5a1d8862-d74c-4b6c-a83c-784a80cb9ee9 req-812413f5-4e77-4f50-88be-afe2b4d535cf tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] 10.222.0.46 "GET /v2.0/security-groups?id=402b14b3-7b21-4f37-9e5a-c3de7eeeb958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2589781 Nov 22 20:11:50.933480 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-fbc6ec3b-2c2b-473d-9c1a-96598d503e99 tempest-RoutersAdminTest-714316116 tempest-RoutersAdminTest-714316116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24781'] for router, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:50.937686 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-fbc6ec3b-2c2b-473d-9c1a-96598d503e99 tempest-RoutersAdminTest-714316116 tempest-RoutersAdminTest-714316116-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:51.059466 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-fbc6ec3b-2c2b-473d-9c1a-96598d503e99 tempest-RoutersAdminTest-714316116 tempest-RoutersAdminTest-714316116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-663261'] for router, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:51.059840 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbc6ec3b-2c2b-473d-9c1a-96598d503e99 tempest-RoutersAdminTest-714316116 tempest-RoutersAdminTest-714316116-project] Fanout notify agent at l3_agent the message router_deleted on router a7ca78be-01da-4950-9070-6945b423f41b {{(pid=103448) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 20:11:51.075678 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-fbc6ec3b-2c2b-473d-9c1a-96598d503e99 tempest-RoutersAdminTest-714316116 tempest-RoutersAdminTest-714316116-project] Publish callbacks [] for router, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:51.075678 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-fbc6ec3b-2c2b-473d-9c1a-96598d503e99 tempest-RoutersAdminTest-714316116 tempest-RoutersAdminTest-714316116-project] 10.222.0.46 "DELETE /v2.0/routers/a7ca78be-01da-4950-9070-6945b423f41b HTTP/1.1" status: 204 len: 168 time: 1.2267284 Nov 22 20:11:51.076985 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 34896) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:11:51.084145 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-e5fd92f1-309d-462c-a8c9-4875f912dd97 tempest-RoutersAdminTest-714316116 tempest-RoutersAdminTest-714316116-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2047240480', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:11:51.117274 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5332f122-4c62-4dd2-8d17-9c123109bae6 req-4fb02aab-e0cd-44b5-abb0-89fcc7af24f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:51.119545 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-5332f122-4c62-4dd2-8d17-9c123109bae6 req-4fb02aab-e0cd-44b5-abb0-89fcc7af24f6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2c9de68061ee477dbb5cc544058ec72e&device_id=8ec865c1-8118-4657-afb0-3aaac7ba2b18 HTTP/1.1" status: 200 len: 1125 time: 0.1101551 Nov 22 20:11:51.121021 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e5fd92f1-309d-462c-a8c9-4875f912dd97 tempest-RoutersAdminTest-714316116 tempest-RoutersAdminTest-714316116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24799'] for router, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:51.122424 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e5fd92f1-309d-462c-a8c9-4875f912dd97 tempest-RoutersAdminTest-714316116 tempest-RoutersAdminTest-714316116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-632716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24788'] for router, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:51.160805 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [req-f0c62883-c5d4-495e-935e-90042ca8d5ee req-a72d1a0e-0ea6-4f67-b3be-3da9bb5ee57a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f3f9dd5-e3fb-4234-ae89-78f30bd23b48 {{(pid=103447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:11:51.222047 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 3b4d05c5-4ac6-4c52-a98e-77f1fb2177ec up at agent hyperv_n-h2-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:11:51.230348 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b880a1-08b4-4311-a49f-3be89a8c1a30 req-4603d0bc-340c-4a90-ac43-2d58583b07ef tempest-ServerAddressesTestJSON-156756582 tempest-ServerAddressesTestJSON-156756582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:51.233033 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-96b880a1-08b4-4311-a49f-3be89a8c1a30 req-4603d0bc-340c-4a90-ac43-2d58583b07ef tempest-ServerAddressesTestJSON-156756582 tempest-ServerAddressesTestJSON-156756582-project] 10.222.0.46 "GET /v2.0/ports?device_id=830fc399-7337-4798-9e5a-56d643d4c66e HTTP/1.1" status: 200 len: 931 time: 0.4063075 Nov 22 20:11:51.239728 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-f0c62883-c5d4-495e-935e-90042ca8d5ee req-a72d1a0e-0ea6-4f67-b3be-3da9bb5ee57a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:51.283603 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e5fd92f1-309d-462c-a8c9-4875f912dd97 tempest-RoutersAdminTest-714316116 tempest-RoutersAdminTest-714316116-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:51.286832 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-b02b890d-f7b0-434f-b83a-1dcff23b2e97 service neutron] 10.222.0.41 "GET /v2.0/networks/6b3bccc8-a74b-4dd2-b44c-99e3a607f72f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4574761 Nov 22 20:11:51.296253 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e5fd92f1-309d-462c-a8c9-4875f912dd97 tempest-RoutersAdminTest-714316116 tempest-RoutersAdminTest-714316116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-659538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-841284'] for router, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:51.327844 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.provisioning_blocks [req-f0c62883-c5d4-495e-935e-90042ca8d5ee req-a72d1a0e-0ea6-4f67-b3be-3da9bb5ee57a service neutron] Transition to ACTIVE for port object 6f3f9dd5-e3fb-4234-ae89-78f30bd23b48 will not be triggered until provisioned by entity L2. {{(pid=103447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 20:11:51.345638 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Provisioning complete for port 3b4d05c5-4ac6-4c52-a98e-77f1fb2177ec triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:11:51.346404 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:51.352000 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e5fd92f1-309d-462c-a8c9-4875f912dd97 tempest-RoutersAdminTest-714316116 tempest-RoutersAdminTest-714316116-project] Publish callbacks [] for router, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:51.353246 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-e5fd92f1-309d-462c-a8c9-4875f912dd97 tempest-RoutersAdminTest-714316116 tempest-RoutersAdminTest-714316116-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2732177 Nov 22 20:11:51.357187 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 34912) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:11:51.361751 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-b21fe318-2fbb-4d5c-93f6-7de463543a00 tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'enable_snat': False}}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:11:51.403090 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-96b880a1-08b4-4311-a49f-3be89a8c1a30 req-1c7bebde-b7ca-43f1-8bdf-998dccba72fd tempest-ServerAddressesTestJSON-156756582 tempest-ServerAddressesTestJSON-156756582-project] 10.222.0.46 "GET /v2.0/security-groups?id=33177437-f638-43bf-8907-b22b9b271e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529922 Nov 22 20:11:51.404058 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-f0c62883-c5d4-495e-935e-90042ca8d5ee req-a72d1a0e-0ea6-4f67-b3be-3da9bb5ee57a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:51.499036 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4977b8-95a0-4467-ae6f-e25f5e875751 req-19c5e8ce-b73c-46f2-96cc-0740d1823809 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:51.502774 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:51.503829 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5332f122-4c62-4dd2-8d17-9c123109bae6 req-39b5795f-57eb-4d92-9fbc-e53c7fd68bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:51.505358 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-5332f122-4c62-4dd2-8d17-9c123109bae6 req-39b5795f-57eb-4d92-9fbc-e53c7fd68bb9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=4906551a-712e-4bde-8433-b2db24f02f5c HTTP/1.1" status: 200 len: 908 time: 0.3736956 Nov 22 20:11:51.513260 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4977b8-95a0-4467-ae6f-e25f5e875751 req-19c5e8ce-b73c-46f2-96cc-0740d1823809 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:51.522701 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4977b8-95a0-4467-ae6f-e25f5e875751 req-19c5e8ce-b73c-46f2-96cc-0740d1823809 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:51.529968 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4977b8-95a0-4467-ae6f-e25f5e875751 req-19c5e8ce-b73c-46f2-96cc-0740d1823809 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:51.535732 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4977b8-95a0-4467-ae6f-e25f5e875751 req-19c5e8ce-b73c-46f2-96cc-0740d1823809 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:51.555394 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c358b76-a051-4380-aace-2cc9e2fb2520', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b4d05c5-4ac6-4c52-a98e-77f1fb2177ec'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:11:51.556368 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4977b8-95a0-4467-ae6f-e25f5e875751 req-19c5e8ce-b73c-46f2-96cc-0740d1823809 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:51.561653 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d39f6d30a11e565ec9648abcc015e8a6ab6cff4edd704add8155e28765d31eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7688595-0b2f-4261-9205-f87191fdce87" -d '{"events": [{"server_uuid": "6c358b76-a051-4380-aace-2cc9e2fb2520", "name": "network-vif-plugged", "status": "completed", "tag": "3b4d05c5-4ac6-4c52-a98e-77f1fb2177ec"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:11:51.569833 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4977b8-95a0-4467-ae6f-e25f5e875751 req-19c5e8ce-b73c-46f2-96cc-0740d1823809 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:51.583001 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-cc4977b8-95a0-4467-ae6f-e25f5e875751 req-19c5e8ce-b73c-46f2-96cc-0740d1823809 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f4a90d6-1fcd-49f1-9d76-18b26c029474 HTTP/1.1" status: 200 len: 5418 time: 0.4872024 Nov 22 20:11:51.602964 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port 3b4d05c5-4ac6-4c52-a98e-77f1fb2177ec, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=3b4d05c5-4ac6-4c52-a98e-77f1fb2177ec,segment=NetworkSegment(2a5a1c7b-538e-498e-99b9-cc7a8e0411be),segment_id=2a5a1c7b-538e-498e-99b9-cc7a8e0411be)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:11:51.610320 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:51.681219 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=3b4d05c5-4ac6-4c52-a98e-77f1fb2177ec,revision_number=7']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:11:51.701706 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-b69d3ef7-1c9f-4ff6-b435-f44a7f557958 service neutron] 10.222.0.41 "GET /v2.0/networks/6b3bccc8-a74b-4dd2-b44c-99e3a607f72f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3877678 Nov 22 20:11:51.728895 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:11:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fac2781b-40f6-4459-91b2-c3c3910a09fa x-openstack-request-id: req-fac2781b-40f6-4459-91b2-c3c3910a09fa {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:11:51.729201 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c358b76-a051-4380-aace-2cc9e2fb2520", "name": "network-vif-plugged", "status": "completed", "tag": "3b4d05c5-4ac6-4c52-a98e-77f1fb2177ec", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:11:51.729466 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-fac2781b-40f6-4459-91b2-c3c3910a09fa {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:11:51.729877 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c358b76-a051-4380-aace-2cc9e2fb2520', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b4d05c5-4ac6-4c52-a98e-77f1fb2177ec', 'code': 200} Nov 22 20:11:51.787865 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-0d8361ce-a791-4647-b3db-b2e453ab577f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.40&port_id=beeaed41-857e-487b-9b30-79ba4738dd77 HTTP/1.1" status: 200 len: 217 time: 0.0734520 Nov 22 20:11:51.848486 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72d1a0e-0ea6-4f67-b3be-3da9bb5ee57a service neutron] Pushing event updated for resources: {'Port': ['ID=6f3f9dd5-e3fb-4234-ae89-78f30bd23b48,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:11:51.972518 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-cc4977b8-95a0-4467-ae6f-e25f5e875751 req-bdce8e26-d9e9-45da-b09f-88c21d8ca4c2 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] 10.222.0.46 "GET /v2.0/security-groups?id=a5e0f616-4b00-4bab-af04-df44f1058a41&id=956e73ed-7485-4a0c-88f0-c644aa0149a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3821328 Nov 22 20:11:52.017304 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-e04e576f-aaae-4267-a92c-01b4e360f5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:52.019158 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-e04e576f-aaae-4267-a92c-01b4e360f5ae service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0485a16a-de78-4412-ab82-735c8650e722 HTTP/1.1" status: 200 len: 797 time: 0.2127743 Nov 22 20:11:52.030811 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06fef32-6a4b-40db-adf5-7776348e934d req-d6874902-6e25-4726-a372-be183cc6e126 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:52.038611 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e06fef32-6a4b-40db-adf5-7776348e934d req-d6874902-6e25-4726-a372-be183cc6e126 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.46 "GET /v2.0/ports?device_id=8ec865c1-8118-4657-afb0-3aaac7ba2b18 HTTP/1.1" status: 200 len: 944 time: 0.2289605 Nov 22 20:11:52.047705 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-f0c62883-c5d4-495e-935e-90042ca8d5ee req-a72d1a0e-0ea6-4f67-b3be-3da9bb5ee57a service neutron] Attempting to bind port 6f3f9dd5-e3fb-4234-ae89-78f30bd23b48 on host n-h2-818823-1 for vnic_type normal with profile {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:11:52.048401 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-f0c62883-c5d4-495e-935e-90042ca8d5ee req-a72d1a0e-0ea6-4f67-b3be-3da9bb5ee57a service neutron] Attempting to bind port 6f3f9dd5-e3fb-4234-ae89-78f30bd23b48 by drivers openvswitch,hyperv on host n-h2-818823-1 at level 0 using segments [{'id': '8536dbb2-6ab5-40ae-a1ef-050cb983cd7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'd001a0e1-a5dc-4895-a9dc-95f86684a0a9'}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:11:52.048989 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0c62883-c5d4-495e-935e-90042ca8d5ee req-a72d1a0e-0ea6-4f67-b3be-3da9bb5ee57a service neutron] Attempting to bind port 6f3f9dd5-e3fb-4234-ae89-78f30bd23b48 on network d001a0e1-a5dc-4895-a9dc-95f86684a0a9 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:11:52.065736 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0c62883-c5d4-495e-935e-90042ca8d5ee req-a72d1a0e-0ea6-4f67-b3be-3da9bb5ee57a service neutron] Port 6f3f9dd5-e3fb-4234-ae89-78f30bd23b48 on network d001a0e1-a5dc-4895-a9dc-95f86684a0a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-818823-1 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:11:52.066173 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0c62883-c5d4-495e-935e-90042ca8d5ee req-a72d1a0e-0ea6-4f67-b3be-3da9bb5ee57a service neutron] Attempting to bind port 6f3f9dd5-e3fb-4234-ae89-78f30bd23b48 on network d001a0e1-a5dc-4895-a9dc-95f86684a0a9 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:11:52.096367 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0c62883-c5d4-495e-935e-90042ca8d5ee req-a72d1a0e-0ea6-4f67-b3be-3da9bb5ee57a service neutron] Checking agent: {'id': '65e0486a-7030-4065-96f0-10aa7402a530', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'started_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 11, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:11:52.096367 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0c62883-c5d4-495e-935e-90042ca8d5ee req-a72d1a0e-0ea6-4f67-b3be-3da9bb5ee57a service neutron] Checking segment: {'id': '8536dbb2-6ab5-40ae-a1ef-050cb983cd7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'd001a0e1-a5dc-4895-a9dc-95f86684a0a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:11:52.097047 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0c62883-c5d4-495e-935e-90042ca8d5ee req-a72d1a0e-0ea6-4f67-b3be-3da9bb5ee57a service neutron] Bound using segment: {'id': '8536dbb2-6ab5-40ae-a1ef-050cb983cd7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'd001a0e1-a5dc-4895-a9dc-95f86684a0a9'} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:11:52.097628 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-f0c62883-c5d4-495e-935e-90042ca8d5ee req-a72d1a0e-0ea6-4f67-b3be-3da9bb5ee57a service neutron] Bound port: 6f3f9dd5-e3fb-4234-ae89-78f30bd23b48, host: n-h2-818823-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8536dbb2-6ab5-40ae-a1ef-050cb983cd7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'd001a0e1-a5dc-4895-a9dc-95f86684a0a9'}}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:11:52.098091 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-f0c62883-c5d4-495e-935e-90042ca8d5ee req-a72d1a0e-0ea6-4f67-b3be-3da9bb5ee57a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:52.173595 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-69a46aad-9db5-4024-aec3-a3c763efcc19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:52.175587 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-69a46aad-9db5-4024-aec3-a3c763efcc19 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6b3bccc8-a74b-4dd2-b44c-99e3a607f72f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1331148 Nov 22 20:11:52.191642 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e06fef32-6a4b-40db-adf5-7776348e934d req-9431ad78-0184-4d71-b7c8-ab19add15dc3 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.46 "GET /v2.0/security-groups?id=deac3dce-93b4-41af-981b-873d47022422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496761 Nov 22 20:11:52.192413 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b21fe318-2fbb-4d5c-93f6-7de463543a00 tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:52.201126 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-5332f122-4c62-4dd2-8d17-9c123109bae6 req-aa1b588e-cea0-4343-b95c-9eaa9a5d8eaf service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bfc3ff9b-1dbc-460d-8c02-72c9f563b26d HTTP/1.1" status: 200 len: 217 time: 0.1818409 Nov 22 20:11:52.283763 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5332f122-4c62-4dd2-8d17-9c123109bae6 req-bc98cc1e-206a-48ee-a6c2-ee8618768cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:52.285275 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-5332f122-4c62-4dd2-8d17-9c123109bae6 req-bc98cc1e-206a-48ee-a6c2-ee8618768cb8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b907b504-4de2-4845-a661-deaebec31498 HTTP/1.1" status: 200 len: 847 time: 0.0772972 Nov 22 20:11:52.361918 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-5332f122-4c62-4dd2-8d17-9c123109bae6 req-e8e3ba80-518a-4dc9-b794-a8730efd2d22 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4906551a-712e-4bde-8433-b2db24f02f5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0535150 Nov 22 20:11:52.388660 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-f0c62883-c5d4-495e-935e-90042ca8d5ee req-a72d1a0e-0ea6-4f67-b3be-3da9bb5ee57a service neutron] For port 6f3f9dd5-e3fb-4234-ae89-78f30bd23b48, host n-h2-818823-1, cleared binding levels {{(pid=103447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:11:52.414679 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-f0c62883-c5d4-495e-935e-90042ca8d5ee req-a72d1a0e-0ea6-4f67-b3be-3da9bb5ee57a service neutron] For port 6f3f9dd5-e3fb-4234-ae89-78f30bd23b48, host n-h2-818823-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=6f3f9dd5-e3fb-4234-ae89-78f30bd23b48,segment=NetworkSegment(8536dbb2-6ab5-40ae-a1ef-050cb983cd7e),segment_id=8536dbb2-6ab5-40ae-a1ef-050cb983cd7e)] {{(pid=103447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:11:52.434447 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ea1d92-c97a-4389-ad3c-141af71a7d1b req-3c3aefcd-623e-49c5-90ba-0e4bcaf45e3b tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:52.443747 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a3ea1d92-c97a-4389-ad3c-141af71a7d1b req-3c3aefcd-623e-49c5-90ba-0e4bcaf45e3b tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] 10.222.0.46 "GET /v2.0/ports?device_id=f120437d-9853-4b55-a507-5eced1446d4e HTTP/1.1" status: 200 len: 945 time: 0.1617556 Nov 22 20:11:52.449940 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-f0c62883-c5d4-495e-935e-90042ca8d5ee req-a72d1a0e-0ea6-4f67-b3be-3da9bb5ee57a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:52.533559 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c62883-c5d4-495e-935e-90042ca8d5ee req-a72d1a0e-0ea6-4f67-b3be-3da9bb5ee57a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:52.534279 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-f0c62883-c5d4-495e-935e-90042ca8d5ee req-a72d1a0e-0ea6-4f67-b3be-3da9bb5ee57a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:52.535817 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f0c62883-c5d4-495e-935e-90042ca8d5ee req-a72d1a0e-0ea6-4f67-b3be-3da9bb5ee57a service neutron] 10.222.0.20 "PUT /v2.0/ports/6f3f9dd5-e3fb-4234-ae89-78f30bd23b48 HTTP/1.1" status: 200 len: 1091 time: 3.0083995 Nov 22 20:11:52.539399 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-5332f122-4c62-4dd2-8d17-9c123109bae6 req-d3c7fb4a-e0f8-4003-949d-b489f5d8b568 service neutron] 10.222.0.41 "GET /v2.0/networks/4906551a-712e-4bde-8433-b2db24f02f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479888 Nov 22 20:11:52.549065 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-887f463f-6983-4de2-a56b-78bda635b41d service neutron] 10.222.0.41 "GET /v2.0/networks/6b3bccc8-a74b-4dd2-b44c-99e3a607f72f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3497474 Nov 22 20:11:52.621890 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72d1a0e-0ea6-4f67-b3be-3da9bb5ee57a service neutron] Pushing event updated for resources: {'Port': ['ID=6f3f9dd5-e3fb-4234-ae89-78f30bd23b48,revision_number=3']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:11:52.674463 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a3ea1d92-c97a-4389-ad3c-141af71a7d1b req-45ad88ab-a35d-4461-b299-b1fcb604295e tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] 10.222.0.46 "GET /v2.0/security-groups?id=402b14b3-7b21-4f37-9e5a-c3de7eeeb958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2295766 Nov 22 20:11:52.740192 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '830fc399-7337-4798-9e5a-56d643d4c66e', 'tag': '6f3f9dd5-e3fb-4234-ae89-78f30bd23b48'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:11:52.743311 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a61d63a-dd8d-492b-a322-e508e13d7263" -d '{"events": [{"name": "network-changed", "server_uuid": "830fc399-7337-4798-9e5a-56d643d4c66e", "tag": "6f3f9dd5-e3fb-4234-ae89-78f30bd23b48"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:11:52.782590 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c62883-c5d4-495e-935e-90042ca8d5ee req-0fe5a38b-33ae-48b8-b188-602f6cff8d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:52.784170 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f0c62883-c5d4-495e-935e-90042ca8d5ee req-0fe5a38b-33ae-48b8-b188-602f6cff8d2a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4b71f064477647c68ff74013c5d0753c&device_id=830fc399-7337-4798-9e5a-56d643d4c66e HTTP/1.1" status: 200 len: 1094 time: 0.1398430 Nov 22 20:11:52.841841 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-efafe8f5-00c6-4fb4-95db-de0d33c7cf0f service neutron] 10.222.0.41 "GET /v2.0/networks/6b3bccc8-a74b-4dd2-b44c-99e3a607f72f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2704010 Nov 22 20:11:52.845543 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 20:11:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24d042bc-5acc-4db7-b576-450ef6a6967b x-openstack-request-id: req-24d042bc-5acc-4db7-b576-450ef6a6967b {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:11:52.845850 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "830fc399-7337-4798-9e5a-56d643d4c66e", "tag": "6f3f9dd5-e3fb-4234-ae89-78f30bd23b48", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:11:52.847270 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-24d042bc-5acc-4db7-b576-450ef6a6967b {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:11:52.847695 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '830fc399-7337-4798-9e5a-56d643d4c66e', 'tag': '6f3f9dd5-e3fb-4234-ae89-78f30bd23b48', 'status': 'completed', 'code': 200} Nov 22 20:11:52.878915 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-5332f122-4c62-4dd2-8d17-9c123109bae6 req-1460aed3-75d3-469a-b79e-e0429152d263 service neutron] 10.222.0.41 "GET /v2.0/networks/4906551a-712e-4bde-8433-b2db24f02f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3281302 Nov 22 20:11:52.897786 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b21fe318-2fbb-4d5c-93f6-7de463543a00 tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:52.916043 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098f5d1f-f699-4bfe-8999-39c1e8d90fc2 req-ef3d85d1-1059-4064-a114-425e43728051 tempest-ServerAddressesTestJSON-156756582 tempest-ServerAddressesTestJSON-156756582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:52.920127 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-098f5d1f-f699-4bfe-8999-39c1e8d90fc2 req-ef3d85d1-1059-4064-a114-425e43728051 tempest-ServerAddressesTestJSON-156756582 tempest-ServerAddressesTestJSON-156756582-project] 10.222.0.46 "GET /v2.0/ports?device_id=830fc399-7337-4798-9e5a-56d643d4c66e HTTP/1.1" status: 200 len: 943 time: 0.3141632 Nov 22 20:11:52.923617 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f0c62883-c5d4-495e-935e-90042ca8d5ee req-158fc7de-9c2b-4a7c-9778-714038d45656 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6f3f9dd5-e3fb-4234-ae89-78f30bd23b48 HTTP/1.1" status: 200 len: 217 time: 0.1153622 Nov 22 20:11:52.926501 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b21fe318-2fbb-4d5c-93f6-7de463543a00 tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:52.996503 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-6f7ec63b-aa27-43a6-bfc4-2b09514fde7a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=211cdf2b-d334-4aa0-876c-de6732c81729 HTTP/1.1" status: 200 len: 217 time: 0.0744402 Nov 22 20:11:53.098763 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [None req-b21fe318-2fbb-4d5c-93f6-7de463543a00 tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] Allocated IP 172.25.5.43 (c48a55e9-6a85-4746-b7bf-3e29fb560094/5da6f781-63e6-4328-ae7a-5e672262f55a/fa136025-2d96-477f-a3df-55405a0129ff) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:11:53.167842 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c62883-c5d4-495e-935e-90042ca8d5ee req-bbe19fb6-e1af-4680-96d6-73c88af7e25b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:53.169710 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f0c62883-c5d4-495e-935e-90042ca8d5ee req-bbe19fb6-e1af-4680-96d6-73c88af7e25b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e4b03843-2283-4924-b8cb-c1cb5d6a9a82 HTTP/1.1" status: 200 len: 853 time: 0.2268462 Nov 22 20:11:53.215317 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f0c62883-c5d4-495e-935e-90042ca8d5ee req-553c7f8d-9d32-45f6-92cc-91558ab1d047 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d001a0e1-a5dc-4895-a9dc-95f86684a0a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309117 Nov 22 20:11:53.225072 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-098f5d1f-f699-4bfe-8999-39c1e8d90fc2 req-7f73f791-feab-4866-8a58-5201b9908c2a tempest-ServerAddressesTestJSON-156756582 tempest-ServerAddressesTestJSON-156756582-project] 10.222.0.46 "GET /v2.0/security-groups?id=33177437-f638-43bf-8907-b22b9b271e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2965548 Nov 22 20:11:53.227194 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-fe7f5c5f-d669-4300-9145-ce54e23c8903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:53.228793 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-fe7f5c5f-d669-4300-9145-ce54e23c8903 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6428e4b1-afa7-46d6-aafb-e575abb5d651 HTTP/1.1" status: 200 len: 797 time: 0.1874924 Nov 22 20:11:53.235938 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device bfc3ff9b-1dbc-460d-8c02-72c9f563b26d details requested by agent hyperv_n-h2-818823-1 with host n-h2-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 20:11:53.286043 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b21fe318-2fbb-4d5c-93f6-7de463543a00 tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:53.376090 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b21fe318-2fbb-4d5c-93f6-7de463543a00 tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:53.454051 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port bfc3ff9b-1dbc-460d-8c02-72c9f563b26d, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=bfc3ff9b-1dbc-460d-8c02-72c9f563b26d,segment=NetworkSegment(e4b3d165-1cea-4bf0-93f6-5b79e0759539),segment_id=e4b3d165-1cea-4bf0-93f6-5b79e0759539)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:11:53.470126 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b21fe318-2fbb-4d5c-93f6-7de463543a00 tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] Network c48a55e9-6a85-4746-b7bf-3e29fb560094 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:11:53.480058 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device bfc3ff9b-1dbc-460d-8c02-72c9f563b26d has no active binding in host n-h2-818823-1 {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 22 20:11:53.484154 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-b21fe318-2fbb-4d5c-93f6-7de463543a00 tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:11:53.491103 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f0c62883-c5d4-495e-935e-90042ca8d5ee req-f47b426c-1c14-43dc-a7a0-0c908b30097d service neutron] 10.222.0.20 "GET /v2.0/networks/d001a0e1-a5dc-4895-a9dc-95f86684a0a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2590375 Nov 22 20:11:53.494046 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b21fe318-2fbb-4d5c-93f6-7de463543a00 tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:11:53.511108 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7179770-487b-4df5-bb23-573c1760b473 req-69241b43-9485-488c-8d1f-fc63b82bd4d6 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:53.518041 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7179770-487b-4df5-bb23-573c1760b473 req-69241b43-9485-488c-8d1f-fc63b82bd4d6 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:53.524560 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7179770-487b-4df5-bb23-573c1760b473 req-69241b43-9485-488c-8d1f-fc63b82bd4d6 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:53.530553 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7179770-487b-4df5-bb23-573c1760b473 req-69241b43-9485-488c-8d1f-fc63b82bd4d6 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:53.536863 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7179770-487b-4df5-bb23-573c1760b473 req-69241b43-9485-488c-8d1f-fc63b82bd4d6 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:53.543484 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7179770-487b-4df5-bb23-573c1760b473 req-69241b43-9485-488c-8d1f-fc63b82bd4d6 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:53.549442 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7179770-487b-4df5-bb23-573c1760b473 req-69241b43-9485-488c-8d1f-fc63b82bd4d6 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:53.560834 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b7179770-487b-4df5-bb23-573c1760b473 req-69241b43-9485-488c-8d1f-fc63b82bd4d6 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f4a90d6-1fcd-49f1-9d76-18b26c029474 HTTP/1.1" status: 200 len: 5418 time: 0.4724171 Nov 22 20:11:53.593084 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21fe318-2fbb-4d5c-93f6-7de463543a00 tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] Pushing event updated for resources: {'Port': ['ID=fa136025-2d96-477f-a3df-55405a0129ff,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:11:53.927700 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b21fe318-2fbb-4d5c-93f6-7de463543a00 tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:54.023810 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-a4a34dcf-d963-4fae-832e-f263fc2d37ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:54.025362 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-a4a34dcf-d963-4fae-832e-f263fc2d37ef service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9d0b1a7a-dafa-41a5-9e6d-f6ddddd5c8ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.7636011 Nov 22 20:11:54.066509 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b7179770-487b-4df5-bb23-573c1760b473 req-b1489553-0f96-4921-9c2d-294f74383923 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] 10.222.0.46 "GET /v2.0/security-groups?id=a5e0f616-4b00-4bab-af04-df44f1058a41&id=956e73ed-7485-4a0c-88f0-c644aa0149a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5046947 Nov 22 20:11:54.150212 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e274a2f1-90dd-445b-8bae-dbf320dc0ff2 req-a2b13994-7272-4625-b89e-da7667501b0b tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:54.151821 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e274a2f1-90dd-445b-8bae-dbf320dc0ff2 req-a2b13994-7272-4625-b89e-da7667501b0b tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.46 "GET /v2.0/ports?device_id=8ec865c1-8118-4657-afb0-3aaac7ba2b18 HTTP/1.1" status: 200 len: 944 time: 0.6722879 Nov 22 20:11:54.214642 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f0c62883-c5d4-495e-935e-90042ca8d5ee req-4c24bb0f-ffd0-4b07-862a-c6c392a9271a service neutron] 10.222.0.20 "GET /v2.0/networks/d001a0e1-a5dc-4895-a9dc-95f86684a0a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2783952 Nov 22 20:11:54.250477 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-9079888d-abda-4304-88f0-3a2d22d005f0 service neutron] 10.222.0.41 "GET /v2.0/networks/9d0b1a7a-dafa-41a5-9e6d-f6ddddd5c8ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2127421 Nov 22 20:11:54.293680 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e274a2f1-90dd-445b-8bae-dbf320dc0ff2 req-bb19c857-bcf9-4581-a972-44561f10ea81 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.46 "GET /v2.0/security-groups?id=deac3dce-93b4-41af-981b-873d47022422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304848 Nov 22 20:11:54.350601 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b21fe318-2fbb-4d5c-93f6-7de463543a00 tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-541823', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-659547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25662'] for router, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:54.359365 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b21fe318-2fbb-4d5c-93f6-7de463543a00 tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-841284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-541764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-841989', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-659616'] for router, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:54.439202 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-f62e90c6-4722-4a5c-9f12-4b9d8bcb2aed req-4b8b0ea0-d406-45d0-bf99-ff697617f31a service neutron] 10.222.0.41 "GET /v2.0/ports/bfc3ff9b-1dbc-460d-8c02-72c9f563b26d/bindings/n-h2-818823-1 HTTP/1.1" status: 200 len: 384 time: 0.1371419 Nov 22 20:11:54.499083 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a61d63a-dd8d-492b-a322-e508e13d7263 req-738a4cb3-dec4-46c0-8b77-177915e1469e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:54.501139 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9a61d63a-dd8d-492b-a322-e508e13d7263 req-738a4cb3-dec4-46c0-8b77-177915e1469e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4b71f064477647c68ff74013c5d0753c&device_id=830fc399-7337-4798-9e5a-56d643d4c66e HTTP/1.1" status: 200 len: 1094 time: 0.1995375 Nov 22 20:11:54.512819 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d543b9-ed81-48c6-b278-3417fde55974 req-dbdf78be-6d59-4413-9e8b-214ac90619f8 tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:54.522597 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-49d543b9-ed81-48c6-b278-3417fde55974 req-dbdf78be-6d59-4413-9e8b-214ac90619f8 tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] 10.222.0.46 "GET /v2.0/ports?device_id=f120437d-9853-4b55-a507-5eced1446d4e HTTP/1.1" status: 200 len: 945 time: 0.1527746 Nov 22 20:11:54.654505 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-49d543b9-ed81-48c6-b278-3417fde55974 req-e1017fe9-c23b-4ce7-b434-9c56efbe1d35 tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] 10.222.0.46 "GET /v2.0/security-groups?id=402b14b3-7b21-4f37-9e5a-c3de7eeeb958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291969 Nov 22 20:11:54.681570 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b21fe318-2fbb-4d5c-93f6-7de463543a00 tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] Router fa48bd90-c4bd-4dc8-9179-01d45b63955a is scheduled to L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 with binding_index 1 {{(pid=103448) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 20:11:54.740096 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-cdb43602-4aec-4520-85b5-b7ed09a298fa service neutron] 10.222.0.41 "GET /v2.0/networks/9d0b1a7a-dafa-41a5-9e6d-f6ddddd5c8ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4689782 Nov 22 20:11:54.813976 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-eee56a84-923a-4c65-8296-aa0d357412d7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=4ddab1db-7d92-4624-bc58-6f5b59607b22 HTTP/1.1" status: 200 len: 217 time: 0.0623145 Nov 22 20:11:54.825695 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4832d0b4-d7a3-476a-be01-c6292464e729 req-b6cb1a36-8116-4b29-b4ac-5ff66339037c tempest-ServerAddressesTestJSON-156756582 tempest-ServerAddressesTestJSON-156756582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:54.827256 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4832d0b4-d7a3-476a-be01-c6292464e729 req-b6cb1a36-8116-4b29-b4ac-5ff66339037c tempest-ServerAddressesTestJSON-156756582 tempest-ServerAddressesTestJSON-156756582-project] 10.222.0.46 "GET /v2.0/ports?device_id=830fc399-7337-4798-9e5a-56d643d4c66e HTTP/1.1" status: 200 len: 943 time: 0.2575176 Nov 22 20:11:54.870264 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-f62e90c6-4722-4a5c-9f12-4b9d8bcb2aed req-9dec3a9e-d288-472a-9622-651690776af6 service neutron] For port bfc3ff9b-1dbc-460d-8c02-72c9f563b26d, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=bfc3ff9b-1dbc-460d-8c02-72c9f563b26d,segment=NetworkSegment(e4b3d165-1cea-4bf0-93f6-5b79e0759539),segment_id=e4b3d165-1cea-4bf0-93f6-5b79e0759539)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:11:54.877324 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-f4fb8ada-9a09-4b4f-8403-c0591ddcc84a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:54.890888 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-f4fb8ada-9a09-4b4f-8403-c0591ddcc84a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6428e4b1-afa7-46d6-aafb-e575abb5d651 HTTP/1.1" status: 200 len: 797 time: 0.0506380 Nov 22 20:11:54.904183 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b21fe318-2fbb-4d5c-93f6-7de463543a00 tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:11:54.906124 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-f62e90c6-4722-4a5c-9f12-4b9d8bcb2aed req-9dec3a9e-d288-472a-9622-651690776af6 service neutron] For port bfc3ff9b-1dbc-460d-8c02-72c9f563b26d, host n-h1-818823-1, cleared binding levels {{(pid=103448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:11:54.910707 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b21fe318-2fbb-4d5c-93f6-7de463543a00 tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] Publish callbacks [] for router, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:54.915571 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-b21fe318-2fbb-4d5c-93f6-7de463543a00 tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] 10.222.0.46 "PUT /v2.0/routers/fa48bd90-c4bd-4dc8-9179-01d45b63955a HTTP/1.1" status: 200 len: 915 time: 3.5542703 Nov 22 20:11:54.921057 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33aaa513-4d19-4849-a268-0f8d529e0187 None None] Sync routers for ids ['fa48bd90-c4bd-4dc8-9179-01d45b63955a'] in n-d-818823-1 {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:11:54.936834 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33aaa513-4d19-4849-a268-0f8d529e0187 None None] Routers {'fa48bd90-c4bd-4dc8-9179-01d45b63955a'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:11:54.942539 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 34974) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:11:54.943736 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-33aaa513-4d19-4849-a268-0f8d529e0187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:11:32Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['fa48bd90-c4bd-4dc8-9179-01d45b63955a'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:11:54.993293 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [req-f62e90c6-4722-4a5c-9f12-4b9d8bcb2aed req-9dec3a9e-d288-472a-9622-651690776af6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bfc3ff9b-1dbc-460d-8c02-72c9f563b26d {{(pid=103448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:11:55.014253 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-33aaa513-4d19-4849-a268-0f8d529e0187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:11:55.022950 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-f62e90c6-4722-4a5c-9f12-4b9d8bcb2aed req-9dec3a9e-d288-472a-9622-651690776af6 service neutron] For port bfc3ff9b-1dbc-460d-8c02-72c9f563b26d, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=bfc3ff9b-1dbc-460d-8c02-72c9f563b26d,segment=NetworkSegment(e4b3d165-1cea-4bf0-93f6-5b79e0759539),segment_id=e4b3d165-1cea-4bf0-93f6-5b79e0759539)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:11:55.039627 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33aaa513-4d19-4849-a268-0f8d529e0187 None None] Routers {'fa48bd90-c4bd-4dc8-9179-01d45b63955a'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:11:55.040844 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-33aaa513-4d19-4849-a268-0f8d529e0187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:11:32Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['fa48bd90-c4bd-4dc8-9179-01d45b63955a'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:11:55.055350 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-f62e90c6-4722-4a5c-9f12-4b9d8bcb2aed req-9dec3a9e-d288-472a-9622-651690776af6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:55.068305 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4832d0b4-d7a3-476a-be01-c6292464e729 req-4501ebb8-8f59-49e9-b1a6-949163dd71c8 tempest-ServerAddressesTestJSON-156756582 tempest-ServerAddressesTestJSON-156756582-project] 10.222.0.46 "GET /v2.0/security-groups?id=33177437-f638-43bf-8907-b22b9b271e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593878 Nov 22 20:11:55.076406 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-7ee703a6-6656-4db0-a006-a46d0064aaeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:55.077783 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-7ee703a6-6656-4db0-a006-a46d0064aaeb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9d0b1a7a-dafa-41a5-9e6d-f6ddddd5c8ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1860762 Nov 22 20:11:55.081054 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a61d63a-dd8d-492b-a322-e508e13d7263 req-bb8cda4d-e790-4ce6-95af-d69be72831ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:55.082488 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9a61d63a-dd8d-492b-a322-e508e13d7263 req-bb8cda4d-e790-4ce6-95af-d69be72831ec service neutron] 10.222.0.20 "GET /v2.0/networks?id=d001a0e1-a5dc-4895-a9dc-95f86684a0a9 HTTP/1.1" status: 200 len: 914 time: 0.5035732 Nov 22 20:11:55.148392 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-33aaa513-4d19-4849-a268-0f8d529e0187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:11:55.149593 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33aaa513-4d19-4849-a268-0f8d529e0187 None None] The sync data for ids ['fa48bd90-c4bd-4dc8-9179-01d45b63955a'] in n-d-818823-1 is: [] {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:11:55.221881 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [req-f62e90c6-4722-4a5c-9f12-4b9d8bcb2aed req-9dec3a9e-d288-472a-9622-651690776af6 service neutron] Transition to ACTIVE for port object bfc3ff9b-1dbc-460d-8c02-72c9f563b26d will not be triggered until provisioned by entity L2. {{(pid=103448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 20:11:55.231010 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-f62e90c6-4722-4a5c-9f12-4b9d8bcb2aed req-9dec3a9e-d288-472a-9622-651690776af6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:55.329313 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [req-f62e90c6-4722-4a5c-9f12-4b9d8bcb2aed req-9dec3a9e-d288-472a-9622-651690776af6 service neutron] No DVR routers for this DVR port bfc3ff9b-1dbc-460d-8c02-72c9f563b26d on host n-h1-818823-1 {{(pid=103448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:11:55.374139 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-f62e90c6-4722-4a5c-9f12-4b9d8bcb2aed req-9dec3a9e-d288-472a-9622-651690776af6 service neutron] 10.222.0.41 "PUT /v2.0/ports/bfc3ff9b-1dbc-460d-8c02-72c9f563b26d/bindings/n-h2-818823-1/activate HTTP/1.1" status: 200 len: 369 time: 0.9253569 Nov 22 20:11:55.382050 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dec3a9e-d288-472a-9622-651690776af6 service neutron] Pushing event updated for resources: {'Port': ['ID=bfc3ff9b-1dbc-460d-8c02-72c9f563b26d,revision_number=10']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:11:55.630335 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9a61d63a-dd8d-492b-a322-e508e13d7263 req-ef6f42ca-5ebc-4a7a-8456-e55bbf4574b1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6f3f9dd5-e3fb-4234-ae89-78f30bd23b48 HTTP/1.1" status: 200 len: 217 time: 0.2214406 Nov 22 20:11:55.633785 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-ef471c35-5d62-4fc6-86cb-5c35886f843f service neutron] 10.222.0.41 "GET /v2.0/networks/9d0b1a7a-dafa-41a5-9e6d-f6ddddd5c8ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5433452 Nov 22 20:11:55.784402 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1ec293-b75f-41fe-b870-6582eb6de4d6 req-0095b0ec-79e9-4622-9353-cb99a57caa50 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:55.791070 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1ec293-b75f-41fe-b870-6582eb6de4d6 req-0095b0ec-79e9-4622-9353-cb99a57caa50 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:55.797677 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1ec293-b75f-41fe-b870-6582eb6de4d6 req-0095b0ec-79e9-4622-9353-cb99a57caa50 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:55.804838 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1ec293-b75f-41fe-b870-6582eb6de4d6 req-0095b0ec-79e9-4622-9353-cb99a57caa50 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:55.819113 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1ec293-b75f-41fe-b870-6582eb6de4d6 req-0095b0ec-79e9-4622-9353-cb99a57caa50 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:55.826992 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1ec293-b75f-41fe-b870-6582eb6de4d6 req-0095b0ec-79e9-4622-9353-cb99a57caa50 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:55.834201 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1ec293-b75f-41fe-b870-6582eb6de4d6 req-0095b0ec-79e9-4622-9353-cb99a57caa50 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:55.844110 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5c1ec293-b75f-41fe-b870-6582eb6de4d6 req-0095b0ec-79e9-4622-9353-cb99a57caa50 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f4a90d6-1fcd-49f1-9d76-18b26c029474 HTTP/1.1" status: 200 len: 5418 time: 0.4425511 Nov 22 20:11:55.866147 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-c21b02de-3ba6-457e-8a8d-0feb6d0e02cd tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] 10.222.0.46 "GET /v2.0/routers/fa48bd90-c4bd-4dc8-9179-01d45b63955a HTTP/1.1" status: 200 len: 921 time: 0.9220467 Nov 22 20:11:55.869597 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 35002) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:11:55.915761 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211c79c9-c917-4308-b34b-4ba5def958d6 req-ffb2aba3-11fe-4795-886e-0e72307aef3b tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:55.917644 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-211c79c9-c917-4308-b34b-4ba5def958d6 req-ffb2aba3-11fe-4795-886e-0e72307aef3b tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.46 "GET /v2.0/ports?device_id=8ec865c1-8118-4657-afb0-3aaac7ba2b18 HTTP/1.1" status: 200 len: 945 time: 0.4711242 Nov 22 20:11:55.943476 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1f799f8d-0d93-46dc-aa5d-852addc86dd5 req-64b481a1-12bb-4261-9475-65263f16ceab service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f120437d-9853-4b55-a507-5eced1446d4e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5338256 Nov 22 20:11:55.960621 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.agents_db [None req-aa8313f2-1ee4-4e7b-8c5a-d32b2f9d31ee None None] Agent healthcheck: found 7 active agents {{(pid=103450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 20:11:55.993020 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1396f0d4-9380-4b56-8cbc-277afa523dbd tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:55.997468 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-1396f0d4-9380-4b56-8cbc-277afa523dbd tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] 10.222.0.46 "GET /v2.0/ports?network_id=c48a55e9-6a85-4746-b7bf-3e29fb560094&device_id=fa48bd90-c4bd-4dc8-9179-01d45b63955a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1263897 Nov 22 20:11:56.000183 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 35004) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:11:56.033872 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a61d63a-dd8d-492b-a322-e508e13d7263 req-98ab4b85-31a5-45b4-b05c-9033774ef0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:56.035454 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9a61d63a-dd8d-492b-a322-e508e13d7263 req-98ab4b85-31a5-45b4-b05c-9033774ef0ff service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e4b03843-2283-4924-b8cb-c1cb5d6a9a82 HTTP/1.1" status: 200 len: 853 time: 0.3482904 Nov 22 20:11:56.124740 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c74a85f6-804f-44cd-a409-e3f7bff5d4b3 tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:56.126222 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-c74a85f6-804f-44cd-a409-e3f7bff5d4b3 tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] 10.222.0.46 "GET /v2.0/networks/c48a55e9-6a85-4746-b7bf-3e29fb560094 HTTP/1.1" status: 200 len: 881 time: 0.1245177 Nov 22 20:11:56.130495 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 35008) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:11:56.137991 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62e90c6-4722-4a5c-9f12-4b9d8bcb2aed req-f3440313-9b3d-4ef9-ac00-2ec3db40454b tempest-LiveMigrationTest-519343393 tempest-LiveMigrationTest-519343393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:56.139889 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f62e90c6-4722-4a5c-9f12-4b9d8bcb2aed req-f3440313-9b3d-4ef9-ac00-2ec3db40454b tempest-LiveMigrationTest-519343393 tempest-LiveMigrationTest-519343393-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=8ec865c1-8118-4657-afb0-3aaac7ba2b18&tenant_id=2c9de68061ee477dbb5cc544058ec72e&binding%3Ahost_id=n-h1-818823-1 HTTP/1.1" status: 200 len: 1096 time: 0.2840595 Nov 22 20:11:56.165565 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-dabcff56-2022-4ce9-81e0-9ec9dfae9cc5 tempest-RoutersAdminTest-714316116 tempest-RoutersAdminTest-714316116-project] 10.222.0.46 "GET /v2.0/ports?device_id=fa48bd90-c4bd-4dc8-9179-01d45b63955a HTTP/1.1" status: 200 len: 205 time: 0.0341070 Nov 22 20:11:56.169765 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 35010) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:11:56.206928 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-211c79c9-c917-4308-b34b-4ba5def958d6 req-2966215b-9a5b-491f-a7ff-efa4d962bac5 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.46 "GET /v2.0/security-groups?id=deac3dce-93b4-41af-981b-873d47022422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2559645 Nov 22 20:11:56.210583 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9a61d63a-dd8d-492b-a322-e508e13d7263 req-ccf168c0-9f47-4942-ba36-3741184f5c37 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d001a0e1-a5dc-4895-a9dc-95f86684a0a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1513858 Nov 22 20:11:56.238754 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2ce88d90-22c3-4a56-a62c-20df22960a6b req-2219957f-9a6c-4c7b-b528-55b5180ddb62 service neutron] 10.222.0.41 "GET /v2.0/networks/9d0b1a7a-dafa-41a5-9e6d-f6ddddd5c8ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5773420 Nov 22 20:11:56.418981 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5c1ec293-b75f-41fe-b870-6582eb6de4d6 req-add37bcc-4687-4294-aabe-4d4cbc0e77a1 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] 10.222.0.46 "GET /v2.0/security-groups?id=a5e0f616-4b00-4bab-af04-df44f1058a41&id=956e73ed-7485-4a0c-88f0-c644aa0149a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5737550 Nov 22 20:11:56.426965 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9a61d63a-dd8d-492b-a322-e508e13d7263 req-8ef14ef8-9399-4513-8c0c-f31f4ed18f34 service neutron] 10.222.0.20 "GET /v2.0/networks/d001a0e1-a5dc-4895-a9dc-95f86684a0a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1910400 Nov 22 20:11:56.465960 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f799f8d-0d93-46dc-aa5d-852addc86dd5 req-0a623be5-3a6c-4365-ad80-b52a4dc3b784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:56.469046 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1f799f8d-0d93-46dc-aa5d-852addc86dd5 req-0a623be5-3a6c-4365-ad80-b52a4dc3b784 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=74225e7aba6c4293916c50899651bb18&device_id=f120437d-9853-4b55-a507-5eced1446d4e HTTP/1.1" status: 200 len: 1096 time: 0.4807267 Nov 22 20:11:56.560364 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-339795a7-cf73-4dad-8504-351135fea3c1 tempest-RoutersAdminTest-714316116 tempest-RoutersAdminTest-714316116-project] Publish callbacks [] for router, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:56.691383 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9a61d63a-dd8d-492b-a322-e508e13d7263 req-08d507a9-6ce8-433d-a99a-ba0cbe8ae2db service neutron] 10.222.0.20 "GET /v2.0/networks/d001a0e1-a5dc-4895-a9dc-95f86684a0a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2205777 Nov 22 20:11:56.846069 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62e90c6-4722-4a5c-9f12-4b9d8bcb2aed req-1c963a5d-20e0-4f48-b226-6dbe9dbaaa4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:56.847906 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f62e90c6-4722-4a5c-9f12-4b9d8bcb2aed req-1c963a5d-20e0-4f48-b226-6dbe9dbaaa4b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=8ec865c1-8118-4657-afb0-3aaac7ba2b18&tenant_id=2c9de68061ee477dbb5cc544058ec72e HTTP/1.1" status: 200 len: 1096 time: 0.6453631 Nov 22 20:11:56.869290 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-339795a7-cf73-4dad-8504-351135fea3c1 tempest-RoutersAdminTest-714316116 tempest-RoutersAdminTest-714316116-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:56.926122 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be1ed9a-4dc5-4a63-9f52-6ee3d7bf8516 req-f5a174f4-4a85-43a2-93c8-add208735d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:56.926808 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be1ed9a-4dc5-4a63-9f52-6ee3d7bf8516 req-f5a174f4-4a85-43a2-93c8-add208735d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:56.927635 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be1ed9a-4dc5-4a63-9f52-6ee3d7bf8516 req-f5a174f4-4a85-43a2-93c8-add208735d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:56.928199 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be1ed9a-4dc5-4a63-9f52-6ee3d7bf8516 req-f5a174f4-4a85-43a2-93c8-add208735d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:56.928878 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be1ed9a-4dc5-4a63-9f52-6ee3d7bf8516 req-f5a174f4-4a85-43a2-93c8-add208735d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:56.929695 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be1ed9a-4dc5-4a63-9f52-6ee3d7bf8516 req-f5a174f4-4a85-43a2-93c8-add208735d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:56.930354 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be1ed9a-4dc5-4a63-9f52-6ee3d7bf8516 req-f5a174f4-4a85-43a2-93c8-add208735d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:56.934503 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4be1ed9a-4dc5-4a63-9f52-6ee3d7bf8516 req-f5a174f4-4a85-43a2-93c8-add208735d49 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7c2e3bcb3c11419aa5bdb45ad6533966&device_id=2f4a90d6-1fcd-49f1-9d76-18b26c029474 HTTP/1.1" status: 200 len: 6475 time: 0.5030313 Nov 22 20:11:56.967717 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-339795a7-cf73-4dad-8504-351135fea3c1 tempest-RoutersAdminTest-714316116 tempest-RoutersAdminTest-714316116-project] Deleting port fa136025-2d96-477f-a3df-55405a0129ff {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:11:56.968116 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-339795a7-cf73-4dad-8504-351135fea3c1 tempest-RoutersAdminTest-714316116 tempest-RoutersAdminTest-714316116-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:57.096353 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-339795a7-cf73-4dad-8504-351135fea3c1 tempest-RoutersAdminTest-714316116 tempest-RoutersAdminTest-714316116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:57.113119 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-339795a7-cf73-4dad-8504-351135fea3c1 tempest-RoutersAdminTest-714316116 tempest-RoutersAdminTest-714316116-project] Calling delete_port for fa136025-2d96-477f-a3df-55405a0129ff owned by network:router_gateway {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:11:57.240458 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 6f3f9dd5-e3fb-4234-ae89-78f30bd23b48 details requested by agent hyperv_n-h2-818823-1 with host n-h2-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 20:11:57.369547 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-339795a7-cf73-4dad-8504-351135fea3c1 tempest-RoutersAdminTest-714316116 tempest-RoutersAdminTest-714316116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:57.444463 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port 6f3f9dd5-e3fb-4234-ae89-78f30bd23b48, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=6f3f9dd5-e3fb-4234-ae89-78f30bd23b48,segment=NetworkSegment(8536dbb2-6ab5-40ae-a1ef-050cb983cd7e),segment_id=8536dbb2-6ab5-40ae-a1ef-050cb983cd7e)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:11:57.452953 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339795a7-cf73-4dad-8504-351135fea3c1 tempest-RoutersAdminTest-714316116 tempest-RoutersAdminTest-714316116-project] Pushing event deleted for resources: {'Port': ['ID=fa136025-2d96-477f-a3df-55405a0129ff,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:11:57.486109 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Returning: {'device': '6f3f9dd5-e3fb-4234-ae89-78f30bd23b48', 'network_id': 'd001a0e1-a5dc-4895-a9dc-95f86684a0a9', 'port_id': '6f3f9dd5-e3fb-4234-ae89-78f30bd23b48', 'mac_address': 'fa:16:3e:36:9a:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 620, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4b03843-2283-4924-b8cb-c1cb5d6a9a82', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 20:11:57.515497 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-339795a7-cf73-4dad-8504-351135fea3c1 tempest-RoutersAdminTest-714316116 tempest-RoutersAdminTest-714316116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595398'] for router_gateway, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:57.519694 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5912ac01-026f-47ae-b956-89e2d3378598 req-c46c09c4-a6f9-48c9-90e1-609417005bd7 tempest-ServerAddressesTestJSON-156756582 tempest-ServerAddressesTestJSON-156756582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:57.532090 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5912ac01-026f-47ae-b956-89e2d3378598 req-c46c09c4-a6f9-48c9-90e1-609417005bd7 tempest-ServerAddressesTestJSON-156756582 tempest-ServerAddressesTestJSON-156756582-project] 10.222.0.46 "GET /v2.0/ports?device_id=830fc399-7337-4798-9e5a-56d643d4c66e HTTP/1.1" status: 200 len: 943 time: 0.9607050 Nov 22 20:11:57.601869 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:57.609903 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be1ed9a-4dc5-4a63-9f52-6ee3d7bf8516 req-6fbc58cc-eb28-4b75-b031-f9afd117adfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:57.611616 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device bfc3ff9b-1dbc-460d-8c02-72c9f563b26d no longer exists at agent hyperv_n-h1-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:11:57.613239 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4be1ed9a-4dc5-4a63-9f52-6ee3d7bf8516 req-6fbc58cc-eb28-4b75-b031-f9afd117adfd service neutron] 10.222.0.41 "GET /v2.0/networks?id=6b3bccc8-a74b-4dd2-b44c-99e3a607f72f HTTP/1.1" status: 200 len: 903 time: 0.6671798 Nov 22 20:11:57.672260 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-339795a7-cf73-4dad-8504-351135fea3c1 tempest-RoutersAdminTest-714316116 tempest-RoutersAdminTest-714316116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24781'] for router, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:57.677071 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-339795a7-cf73-4dad-8504-351135fea3c1 tempest-RoutersAdminTest-714316116 tempest-RoutersAdminTest-714316116-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:57.677292 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62e90c6-4722-4a5c-9f12-4b9d8bcb2aed req-c4dba0ec-3112-45ee-9346-7a42d217f827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:57.678667 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f62e90c6-4722-4a5c-9f12-4b9d8bcb2aed req-c4dba0ec-3112-45ee-9346-7a42d217f827 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2c9de68061ee477dbb5cc544058ec72e&device_id=8ec865c1-8118-4657-afb0-3aaac7ba2b18 HTTP/1.1" status: 200 len: 1096 time: 0.7948861 Nov 22 20:11:57.712698 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f3f9dd5-e3fb-4234-ae89-78f30bd23b48 {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:11:57.735876 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-339795a7-cf73-4dad-8504-351135fea3c1 tempest-RoutersAdminTest-714316116 tempest-RoutersAdminTest-714316116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-663261'] for router, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:57.737801 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-339795a7-cf73-4dad-8504-351135fea3c1 tempest-RoutersAdminTest-714316116 tempest-RoutersAdminTest-714316116-project] Fanout notify agent at l3_agent the message router_deleted on router fa48bd90-c4bd-4dc8-9179-01d45b63955a {{(pid=103448) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 20:11:57.765442 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port 6f3f9dd5-e3fb-4234-ae89-78f30bd23b48, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=6f3f9dd5-e3fb-4234-ae89-78f30bd23b48,segment=NetworkSegment(8536dbb2-6ab5-40ae-a1ef-050cb983cd7e),segment_id=8536dbb2-6ab5-40ae-a1ef-050cb983cd7e)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:11:57.771840 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:57.778549 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-339795a7-cf73-4dad-8504-351135fea3c1 tempest-RoutersAdminTest-714316116 tempest-RoutersAdminTest-714316116-project] Publish callbacks [] for router, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:57.780855 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-339795a7-cf73-4dad-8504-351135fea3c1 tempest-RoutersAdminTest-714316116 tempest-RoutersAdminTest-714316116-project] 10.222.0.46 "DELETE /v2.0/routers/fa48bd90-c4bd-4dc8-9179-01d45b63955a HTTP/1.1" status: 204 len: 168 time: 1.6117094 Nov 22 20:11:57.787656 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 35040) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:11:57.796842 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-6f948642-9f94-4b98-9514-6783d6a03b81 tempest-RoutersAdminTest-714316116 tempest-RoutersAdminTest-714316116-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1700861298', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'}, 'admin_state_up': False}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:11:57.836900 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=6f3f9dd5-e3fb-4234-ae89-78f30bd23b48,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:11:57.859781 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6f948642-9f94-4b98-9514-6783d6a03b81 tempest-RoutersAdminTest-714316116 tempest-RoutersAdminTest-714316116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24799'] for router, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:57.861178 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device bfc3ff9b-1dbc-460d-8c02-72c9f563b26d not bound to the agent host n-h1-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:11:57.861417 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6f948642-9f94-4b98-9514-6783d6a03b81 tempest-RoutersAdminTest-714316116 tempest-RoutersAdminTest-714316116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-632716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24788'] for router, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:57.902798 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4be1ed9a-4dc5-4a63-9f52-6ee3d7bf8516 req-de432273-f842-447e-bf34-f0ffa13c9869 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.40&port_id=beeaed41-857e-487b-9b30-79ba4738dd77 HTTP/1.1" status: 200 len: 217 time: 0.2475436 Nov 22 20:11:57.907559 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f799f8d-0d93-46dc-aa5d-852addc86dd5 req-065fe2fb-4b56-4bfa-82b2-086f83776bde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:57.909475 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1f799f8d-0d93-46dc-aa5d-852addc86dd5 req-065fe2fb-4b56-4bfa-82b2-086f83776bde service neutron] 10.222.0.20 "GET /v2.0/networks?id=1ae4d286-ddad-44f5-b34a-bee98214a526 HTTP/1.1" status: 200 len: 920 time: 1.2989118 Nov 22 20:11:57.928570 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6f948642-9f94-4b98-9514-6783d6a03b81 tempest-RoutersAdminTest-714316116 tempest-RoutersAdminTest-714316116-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:58.045864 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540ec44f-797a-4500-beaf-42d46f50d77d req-4fde5f08-6336-4205-8634-347757102c37 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:58.054567 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] get_ports_and_sgs() called for port_ids ['6f3f9dd5-e3fb-4234-ae89-78f30bd23b48'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:11:58.071852 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-540ec44f-797a-4500-beaf-42d46f50d77d req-4fde5f08-6336-4205-8634-347757102c37 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.46 "GET /v2.0/ports?device_id=8ec865c1-8118-4657-afb0-3aaac7ba2b18 HTTP/1.1" status: 200 len: 945 time: 0.6990037 Nov 22 20:11:58.075406 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1f799f8d-0d93-46dc-aa5d-852addc86dd5 req-b980538f-0b8b-4ee7-a5b9-779bfc3aab2a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e9c78bec-c059-4971-a52d-1bd93a5969af HTTP/1.1" status: 200 len: 217 time: 0.1556005 Nov 22 20:11:58.112770 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be1ed9a-4dc5-4a63-9f52-6ee3d7bf8516 req-3925121c-b3b1-4710-ad09-2ab33589b15a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:58.128700 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4be1ed9a-4dc5-4a63-9f52-6ee3d7bf8516 req-3925121c-b3b1-4710-ad09-2ab33589b15a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0485a16a-de78-4412-ab82-735c8650e722 HTTP/1.1" status: 200 len: 797 time: 0.2029126 Nov 22 20:11:58.149670 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6f948642-9f94-4b98-9514-6783d6a03b81 tempest-RoutersAdminTest-714316116 tempest-RoutersAdminTest-714316116-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:58.184995 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5912ac01-026f-47ae-b956-89e2d3378598 req-2dce85d0-c0de-442e-9a47-f996d5d74304 tempest-ServerAddressesTestJSON-156756582 tempest-ServerAddressesTestJSON-156756582-project] 10.222.0.46 "GET /v2.0/security-groups?id=33177437-f638-43bf-8907-b22b9b271e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6513929 Nov 22 20:11:58.430390 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62e90c6-4722-4a5c-9f12-4b9d8bcb2aed req-3f2881d5-49b4-4000-bfcc-09127b70a331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:58.431937 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f62e90c6-4722-4a5c-9f12-4b9d8bcb2aed req-3f2881d5-49b4-4000-bfcc-09127b70a331 service neutron] 10.222.0.20 "GET /v2.0/networks?id=4906551a-712e-4bde-8433-b2db24f02f5c HTTP/1.1" status: 200 len: 908 time: 0.7316713 Nov 22 20:11:58.433573 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f799f8d-0d93-46dc-aa5d-852addc86dd5 req-237da30d-6c02-4934-8e92-7156e52bde83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:58.434619 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1f799f8d-0d93-46dc-aa5d-852addc86dd5 req-237da30d-6c02-4934-8e92-7156e52bde83 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b3d07d8b-31c6-491c-a72c-08a2eb655cbc HTTP/1.1" status: 200 len: 859 time: 0.2699678 Nov 22 20:11:58.524922 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-540ec44f-797a-4500-beaf-42d46f50d77d req-f8164094-d8b4-4ead-a40c-51b2141a6d47 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.46 "GET /v2.0/security-groups?id=deac3dce-93b4-41af-981b-873d47022422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4520576 Nov 22 20:11:58.556285 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1f799f8d-0d93-46dc-aa5d-852addc86dd5 req-9dff326d-0155-4aad-9e43-332351a26cff service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1ae4d286-ddad-44f5-b34a-bee98214a526&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1080577 Nov 22 20:11:58.557639 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f62e90c6-4722-4a5c-9f12-4b9d8bcb2aed req-75f0db23-6063-4e46-8dbc-5b4890bb4143 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bfc3ff9b-1dbc-460d-8c02-72c9f563b26d HTTP/1.1" status: 200 len: 217 time: 0.1053140 Nov 22 20:11:58.677317 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6f948642-9f94-4b98-9514-6783d6a03b81 tempest-RoutersAdminTest-714316116 tempest-RoutersAdminTest-714316116-project] Publish callbacks [] for router_gateway, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:58.677787 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50edd116-59f4-4e0b-ba1e-c43534457f24 req-fb2094d0-da0a-4a7f-8467-b7a929d6436c tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:58.677787 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50edd116-59f4-4e0b-ba1e-c43534457f24 req-fb2094d0-da0a-4a7f-8467-b7a929d6436c tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:58.681618 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50edd116-59f4-4e0b-ba1e-c43534457f24 req-fb2094d0-da0a-4a7f-8467-b7a929d6436c tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:58.687730 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50edd116-59f4-4e0b-ba1e-c43534457f24 req-fb2094d0-da0a-4a7f-8467-b7a929d6436c tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:58.693784 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50edd116-59f4-4e0b-ba1e-c43534457f24 req-fb2094d0-da0a-4a7f-8467-b7a929d6436c tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:58.702566 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50edd116-59f4-4e0b-ba1e-c43534457f24 req-fb2094d0-da0a-4a7f-8467-b7a929d6436c tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:58.708927 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50edd116-59f4-4e0b-ba1e-c43534457f24 req-fb2094d0-da0a-4a7f-8467-b7a929d6436c tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:58.718092 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-50edd116-59f4-4e0b-ba1e-c43534457f24 req-fb2094d0-da0a-4a7f-8467-b7a929d6436c tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f4a90d6-1fcd-49f1-9d76-18b26c029474 HTTP/1.1" status: 200 len: 5418 time: 0.2824039 Nov 22 20:11:58.806983 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be1ed9a-4dc5-4a63-9f52-6ee3d7bf8516 req-883d8aa3-7c03-4aa8-8c91-dc863e870ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:58.809283 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4be1ed9a-4dc5-4a63-9f52-6ee3d7bf8516 req-883d8aa3-7c03-4aa8-8c91-dc863e870ff1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6b3bccc8-a74b-4dd2-b44c-99e3a607f72f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6377454 Nov 22 20:11:59.001944 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-50edd116-59f4-4e0b-ba1e-c43534457f24 req-1cc1f0b0-cdf1-4440-b943-a26d34705032 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] 10.222.0.46 "GET /v2.0/security-groups?id=a5e0f616-4b00-4bab-af04-df44f1058a41&id=956e73ed-7485-4a0c-88f0-c644aa0149a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2826996 Nov 22 20:11:59.002848 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6f948642-9f94-4b98-9514-6783d6a03b81 tempest-RoutersAdminTest-714316116 tempest-RoutersAdminTest-714316116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:59.080720 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1f799f8d-0d93-46dc-aa5d-852addc86dd5 req-969db953-71b7-4e8f-9aed-3c1d3c5a30c5 service neutron] 10.222.0.20 "GET /v2.0/networks/1ae4d286-ddad-44f5-b34a-bee98214a526?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4891036 Nov 22 20:11:59.085833 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62e90c6-4722-4a5c-9f12-4b9d8bcb2aed req-1c32d612-38a7-446b-bcbe-d6094f109329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:59.092617 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f62e90c6-4722-4a5c-9f12-4b9d8bcb2aed req-1c32d612-38a7-446b-bcbe-d6094f109329 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b907b504-4de2-4845-a661-deaebec31498 HTTP/1.1" status: 200 len: 847 time: 0.5021522 Nov 22 20:11:59.112420 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4b7536-8498-4c1f-ae9a-b93dff0b966e req-025d8bf7-b4af-499b-8c84-64ce466eb7b5 tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:59.114196 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7b4b7536-8498-4c1f-ae9a-b93dff0b966e req-025d8bf7-b4af-499b-8c84-64ce466eb7b5 tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] 10.222.0.46 "GET /v2.0/ports?device_id=f120437d-9853-4b55-a507-5eced1446d4e HTTP/1.1" status: 200 len: 945 time: 0.4588046 Nov 22 20:11:59.127731 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [None req-6f948642-9f94-4b98-9514-6783d6a03b81 tempest-RoutersAdminTest-714316116 tempest-RoutersAdminTest-714316116-project] Allocated IP 172.25.5.158 (c48a55e9-6a85-4746-b7bf-3e29fb560094/5da6f781-63e6-4328-ae7a-5e672262f55a/4309753e-1261-4a97-ae74-5dd5303a4c4a) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:11:59.189901 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f62e90c6-4722-4a5c-9f12-4b9d8bcb2aed req-fc38313b-5e8a-4444-860e-add035d2cd04 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4906551a-712e-4bde-8433-b2db24f02f5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0746269 Nov 22 20:11:59.256789 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 6f3f9dd5-e3fb-4234-ae89-78f30bd23b48 up at agent hyperv_n-h2-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:11:59.294857 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6f948642-9f94-4b98-9514-6783d6a03b81 tempest-RoutersAdminTest-714316116 tempest-RoutersAdminTest-714316116-project] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:59.342317 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4be1ed9a-4dc5-4a63-9f52-6ee3d7bf8516 req-1bfeee05-23ea-4ee9-b351-e41b51bbe845 service neutron] 10.222.0.41 "GET /v2.0/networks/6b3bccc8-a74b-4dd2-b44c-99e3a607f72f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5140333 Nov 22 20:11:59.342732 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6f948642-9f94-4b98-9514-6783d6a03b81 tempest-RoutersAdminTest-714316116 tempest-RoutersAdminTest-714316116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:59.385168 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Provisioning for port 6f3f9dd5-e3fb-4234-ae89-78f30bd23b48 completed by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 20:11:59.392906 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Provisioning complete for port 6f3f9dd5-e3fb-4234-ae89-78f30bd23b48 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:11:59.393687 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:59.395636 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f948642-9f94-4b98-9514-6783d6a03b81 tempest-RoutersAdminTest-714316116 tempest-RoutersAdminTest-714316116-project] Network c48a55e9-6a85-4746-b7bf-3e29fb560094 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:11:59.401572 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-6f948642-9f94-4b98-9514-6783d6a03b81 tempest-RoutersAdminTest-714316116 tempest-RoutersAdminTest-714316116-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:11:59.405932 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f948642-9f94-4b98-9514-6783d6a03b81 tempest-RoutersAdminTest-714316116 tempest-RoutersAdminTest-714316116-project] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:11:59.436413 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f948642-9f94-4b98-9514-6783d6a03b81 tempest-RoutersAdminTest-714316116 tempest-RoutersAdminTest-714316116-project] Pushing event updated for resources: {'Port': ['ID=4309753e-1261-4a97-ae74-5dd5303a4c4a,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:11:59.573954 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7b4b7536-8498-4c1f-ae9a-b93dff0b966e req-3dff452c-7c76-4b79-8871-c0be47b5f215 tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] 10.222.0.46 "GET /v2.0/security-groups?id=402b14b3-7b21-4f37-9e5a-c3de7eeeb958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4183567 Nov 22 20:11:59.591574 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:59.633473 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '830fc399-7337-4798-9e5a-56d643d4c66e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f3f9dd5-e3fb-4234-ae89-78f30bd23b48'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:11:59.638655 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d39f6d30a11e565ec9648abcc015e8a6ab6cff4edd704add8155e28765d31eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa444b3c-f449-451f-8ffb-59b49b6258e4" -d '{"events": [{"server_uuid": "830fc399-7337-4798-9e5a-56d643d4c66e", "name": "network-vif-plugged", "status": "completed", "tag": "6f3f9dd5-e3fb-4234-ae89-78f30bd23b48"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:11:59.659680 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port 6f3f9dd5-e3fb-4234-ae89-78f30bd23b48, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=6f3f9dd5-e3fb-4234-ae89-78f30bd23b48,segment=NetworkSegment(8536dbb2-6ab5-40ae-a1ef-050cb983cd7e),segment_id=8536dbb2-6ab5-40ae-a1ef-050cb983cd7e)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:11:59.665503 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:59.730068 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1f799f8d-0d93-46dc-aa5d-852addc86dd5 req-3d780e39-16bd-4d25-9b26-b9b4396db477 service neutron] 10.222.0.20 "GET /v2.0/networks/1ae4d286-ddad-44f5-b34a-bee98214a526?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5884678 Nov 22 20:11:59.752201 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f62e90c6-4722-4a5c-9f12-4b9d8bcb2aed req-9f14a5e0-cbdb-4589-9aa0-06624bc912e6 service neutron] 10.222.0.20 "GET /v2.0/networks/4906551a-712e-4bde-8433-b2db24f02f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5271730 Nov 22 20:11:59.795166 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=6f3f9dd5-e3fb-4234-ae89-78f30bd23b48,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:11:59.855097 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-b9726e2a-f94a-4fec-b75e-34bf7f62ba1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:59.890320 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6f948642-9f94-4b98-9514-6783d6a03b81 tempest-RoutersAdminTest-714316116 tempest-RoutersAdminTest-714316116-project] Publish callbacks [] for router_gateway, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:11:59.970120 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4be1ed9a-4dc5-4a63-9f52-6ee3d7bf8516 req-204586b6-4bf8-45a8-9bac-6fa7c2856733 service neutron] 10.222.0.41 "GET /v2.0/networks/6b3bccc8-a74b-4dd2-b44c-99e3a607f72f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6178496 Nov 22 20:11:59.983069 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97115dc2-217c-49e3-855f-e44affe48446 req-ccb22ff4-5fbd-40f2-922e-49b0b754214a tempest-ServerAddressesTestJSON-156756582 tempest-ServerAddressesTestJSON-156756582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:11:59.989018 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-97115dc2-217c-49e3-855f-e44affe48446 req-ccb22ff4-5fbd-40f2-922e-49b0b754214a tempest-ServerAddressesTestJSON-156756582 tempest-ServerAddressesTestJSON-156756582-project] 10.222.0.46 "GET /v2.0/ports?device_id=830fc399-7337-4798-9e5a-56d643d4c66e HTTP/1.1" status: 200 len: 944 time: 0.5367994 Nov 22 20:12:00.112491 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f62e90c6-4722-4a5c-9f12-4b9d8bcb2aed req-edb817bb-96de-4f7b-a7d8-81687d98c7f5 service neutron] 10.222.0.20 "GET /v2.0/networks/4906551a-712e-4bde-8433-b2db24f02f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3471739 Nov 22 20:12:00.166854 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-97115dc2-217c-49e3-855f-e44affe48446 req-08452552-1d17-495f-a854-f4820d672431 tempest-ServerAddressesTestJSON-156756582 tempest-ServerAddressesTestJSON-156756582-project] 10.222.0.46 "GET /v2.0/security-groups?id=33177437-f638-43bf-8907-b22b9b271e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578720 Nov 22 20:12:00.188681 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad30c6e6-d5e3-43bb-9be3-4ea978737693 req-18e2545d-e04f-48dd-b4fc-68e25468dfaf tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:00.197234 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ad30c6e6-d5e3-43bb-9be3-4ea978737693 req-18e2545d-e04f-48dd-b4fc-68e25468dfaf tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.46 "GET /v2.0/ports?device_id=8ec865c1-8118-4657-afb0-3aaac7ba2b18 HTTP/1.1" status: 200 len: 945 time: 0.3519895 Nov 22 20:12:00.240993 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6f948642-9f94-4b98-9514-6783d6a03b81 tempest-RoutersAdminTest-714316116 tempest-RoutersAdminTest-714316116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-659538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-841284'] for router, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:00.305394 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be1ed9a-4dc5-4a63-9f52-6ee3d7bf8516 req-e4f03ea3-de1b-4f62-a2d5-a4d4413e988f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:00.306186 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be1ed9a-4dc5-4a63-9f52-6ee3d7bf8516 req-e4f03ea3-de1b-4f62-a2d5-a4d4413e988f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:00.314765 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be1ed9a-4dc5-4a63-9f52-6ee3d7bf8516 req-e4f03ea3-de1b-4f62-a2d5-a4d4413e988f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:00.315464 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be1ed9a-4dc5-4a63-9f52-6ee3d7bf8516 req-e4f03ea3-de1b-4f62-a2d5-a4d4413e988f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:00.315956 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be1ed9a-4dc5-4a63-9f52-6ee3d7bf8516 req-e4f03ea3-de1b-4f62-a2d5-a4d4413e988f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:00.316438 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be1ed9a-4dc5-4a63-9f52-6ee3d7bf8516 req-e4f03ea3-de1b-4f62-a2d5-a4d4413e988f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:00.316911 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be1ed9a-4dc5-4a63-9f52-6ee3d7bf8516 req-e4f03ea3-de1b-4f62-a2d5-a4d4413e988f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:00.319030 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4be1ed9a-4dc5-4a63-9f52-6ee3d7bf8516 req-e4f03ea3-de1b-4f62-a2d5-a4d4413e988f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7c2e3bcb3c11419aa5bdb45ad6533966&device_id=2f4a90d6-1fcd-49f1-9d76-18b26c029474 HTTP/1.1" status: 200 len: 6475 time: 0.2544072 Nov 22 20:12:00.430237 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ad30c6e6-d5e3-43bb-9be3-4ea978737693 req-0e7f0093-bf55-44ad-a6cf-da9ec9a8c098 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.46 "GET /v2.0/security-groups?id=deac3dce-93b4-41af-981b-873d47022422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2294643 Nov 22 20:12:00.501412 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f948642-9f94-4b98-9514-6783d6a03b81 tempest-RoutersAdminTest-714316116 tempest-RoutersAdminTest-714316116-project] Router a061bdbe-0f78-4803-9c1f-cab28dabd17c is scheduled to L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 with binding_index 1 {{(pid=103448) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 20:12:00.524035 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be1ed9a-4dc5-4a63-9f52-6ee3d7bf8516 req-d731613c-6647-412d-ab82-58275c27ac87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:00.525496 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4be1ed9a-4dc5-4a63-9f52-6ee3d7bf8516 req-d731613c-6647-412d-ab82-58275c27ac87 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9d0b1a7a-dafa-41a5-9e6d-f6ddddd5c8ef HTTP/1.1" status: 200 len: 902 time: 0.1968720 Nov 22 20:12:00.545525 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:11:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d935281-b4f0-4f94-b75e-0a769bc0cdb8 x-openstack-request-id: req-7d935281-b4f0-4f94-b75e-0a769bc0cdb8 {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:12:00.546095 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "830fc399-7337-4798-9e5a-56d643d4c66e", "name": "network-vif-plugged", "status": "completed", "tag": "6f3f9dd5-e3fb-4234-ae89-78f30bd23b48", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:12:00.546464 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7d935281-b4f0-4f94-b75e-0a769bc0cdb8 {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:12:00.547079 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '830fc399-7337-4798-9e5a-56d643d4c66e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f3f9dd5-e3fb-4234-ae89-78f30bd23b48', 'code': 200} Nov 22 20:12:00.660115 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4be1ed9a-4dc5-4a63-9f52-6ee3d7bf8516 req-760ccae3-ef45-4324-a960-78740cb8efe6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=211cdf2b-d334-4aa0-876c-de6732c81729 HTTP/1.1" status: 200 len: 217 time: 0.1245542 Nov 22 20:12:00.748759 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f948642-9f94-4b98-9514-6783d6a03b81 tempest-RoutersAdminTest-714316116 tempest-RoutersAdminTest-714316116-project] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:12:00.761877 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee4064f-15e4-45d9-93ab-7159d8b22ae6 None None] Sync routers for ids ['a061bdbe-0f78-4803-9c1f-cab28dabd17c'] in n-d-818823-1 {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:12:00.789017 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6f948642-9f94-4b98-9514-6783d6a03b81 tempest-RoutersAdminTest-714316116 tempest-RoutersAdminTest-714316116-project] Publish callbacks [] for router, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:00.790293 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-6f948642-9f94-4b98-9514-6783d6a03b81 tempest-RoutersAdminTest-714316116 tempest-RoutersAdminTest-714316116-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.0013824 Nov 22 20:12:00.793019 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 35086) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:12:00.797588 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-5449dcd4-a3ae-4bbc-bf36-afed28568403 tempest-RoutersAdminTest-714316116 tempest-RoutersAdminTest-714316116-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:12:00.811054 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee4064f-15e4-45d9-93ab-7159d8b22ae6 None None] Routers {'a061bdbe-0f78-4803-9c1f-cab28dabd17c'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:12:00.811643 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-eee4064f-15e4-45d9-93ab-7159d8b22ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:11:32Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['a061bdbe-0f78-4803-9c1f-cab28dabd17c'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:12:00.846817 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be1ed9a-4dc5-4a63-9f52-6ee3d7bf8516 req-4779dc62-d254-4205-bdc0-01dd803650da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:00.854047 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4be1ed9a-4dc5-4a63-9f52-6ee3d7bf8516 req-4779dc62-d254-4205-bdc0-01dd803650da service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6428e4b1-afa7-46d6-aafb-e575abb5d651 HTTP/1.1" status: 200 len: 797 time: 0.1176529 Nov 22 20:12:00.948936 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-eee4064f-15e4-45d9-93ab-7159d8b22ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:12:00.971674 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee4064f-15e4-45d9-93ab-7159d8b22ae6 None None] Routers {'a061bdbe-0f78-4803-9c1f-cab28dabd17c'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:12:00.972310 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-eee4064f-15e4-45d9-93ab-7159d8b22ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:11:32Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['a061bdbe-0f78-4803-9c1f-cab28dabd17c'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:12:01.014986 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6b289c-dae1-4acd-be85-fc5f35b15235 req-baeadafe-8a2f-41fd-8fd2-113ca17c2efd tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:01.020986 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6b289c-dae1-4acd-be85-fc5f35b15235 req-baeadafe-8a2f-41fd-8fd2-113ca17c2efd tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:01.027275 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-eee4064f-15e4-45d9-93ab-7159d8b22ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:12:01.027640 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6b289c-dae1-4acd-be85-fc5f35b15235 req-baeadafe-8a2f-41fd-8fd2-113ca17c2efd tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:01.027977 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee4064f-15e4-45d9-93ab-7159d8b22ae6 None None] The sync data for ids ['a061bdbe-0f78-4803-9c1f-cab28dabd17c'] in n-d-818823-1 is: [] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:12:01.034212 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6b289c-dae1-4acd-be85-fc5f35b15235 req-baeadafe-8a2f-41fd-8fd2-113ca17c2efd tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:01.041315 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6b289c-dae1-4acd-be85-fc5f35b15235 req-baeadafe-8a2f-41fd-8fd2-113ca17c2efd tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:01.051634 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6b289c-dae1-4acd-be85-fc5f35b15235 req-baeadafe-8a2f-41fd-8fd2-113ca17c2efd tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:01.058678 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6b289c-dae1-4acd-be85-fc5f35b15235 req-baeadafe-8a2f-41fd-8fd2-113ca17c2efd tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:01.064171 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7b6b289c-dae1-4acd-be85-fc5f35b15235 req-baeadafe-8a2f-41fd-8fd2-113ca17c2efd tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f4a90d6-1fcd-49f1-9d76-18b26c029474 HTTP/1.1" status: 200 len: 5418 time: 0.3658464 Nov 22 20:12:01.083311 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db03955c-8bb5-4d08-aac3-d854b85f6509 req-0832973b-efbe-4da7-943f-c111ad78f4df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:01.085182 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-db03955c-8bb5-4d08-aac3-d854b85f6509 req-0832973b-efbe-4da7-943f-c111ad78f4df service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=830fc399-7337-4798-9e5a-56d643d4c66e HTTP/1.1" status: 200 len: 1096 time: 0.4239759 Nov 22 20:12:01.156987 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62e90c6-4722-4a5c-9f12-4b9d8bcb2aed req-1d6ba915-79c0-4209-93bd-c2c39977f9cf tempest-LiveMigrationTest-519343393 tempest-LiveMigrationTest-519343393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:01.158593 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f62e90c6-4722-4a5c-9f12-4b9d8bcb2aed req-1d6ba915-79c0-4209-93bd-c2c39977f9cf tempest-LiveMigrationTest-519343393 tempest-LiveMigrationTest-519343393-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=8ec865c1-8118-4657-afb0-3aaac7ba2b18&tenant_id=2c9de68061ee477dbb5cc544058ec72e&binding%3Ahost_id=n-h2-818823-1 HTTP/1.1" status: 200 len: 1096 time: 0.1911645 Nov 22 20:12:01.160808 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-db03955c-8bb5-4d08-aac3-d854b85f6509 req-39af529b-6cc7-481d-a71c-f39c0498ef6c service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=33177437-f638-43bf-8907-b22b9b271e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584872 Nov 22 20:12:01.162672 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be1ed9a-4dc5-4a63-9f52-6ee3d7bf8516 req-b9332590-de77-482a-a1f6-14bd4888c28d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:01.164897 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4be1ed9a-4dc5-4a63-9f52-6ee3d7bf8516 req-b9332590-de77-482a-a1f6-14bd4888c28d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9d0b1a7a-dafa-41a5-9e6d-f6ddddd5c8ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2718725 Nov 22 20:12:01.283866 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7b6b289c-dae1-4acd-be85-fc5f35b15235 req-5d201637-8043-450d-8751-b6a106230289 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] 10.222.0.46 "GET /v2.0/security-groups?id=a5e0f616-4b00-4bab-af04-df44f1058a41&id=956e73ed-7485-4a0c-88f0-c644aa0149a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2099319 Nov 22 20:12:01.332380 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4be1ed9a-4dc5-4a63-9f52-6ee3d7bf8516 req-d3342099-a0b5-42ed-abc5-72479d5bbd1d service neutron] 10.222.0.41 "GET /v2.0/networks/9d0b1a7a-dafa-41a5-9e6d-f6ddddd5c8ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564300 Nov 22 20:12:01.462790 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5449dcd4-a3ae-4bbc-bf36-afed28568403 tempest-RoutersAdminTest-714316116 tempest-RoutersAdminTest-714316116-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:01.511840 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5449dcd4-a3ae-4bbc-bf36-afed28568403 tempest-RoutersAdminTest-714316116 tempest-RoutersAdminTest-714316116-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:01.570287 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-f62e90c6-4722-4a5c-9f12-4b9d8bcb2aed req-e62cfe86-65fd-4e53-a68c-929b9c4f8912 service neutron] For port bfc3ff9b-1dbc-460d-8c02-72c9f563b26d, host n-h1-818823-1, cleared binding levels {{(pid=103447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:12:01.579180 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-f62e90c6-4722-4a5c-9f12-4b9d8bcb2aed req-e62cfe86-65fd-4e53-a68c-929b9c4f8912 service neutron] Publish callbacks [] for binding, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:01.581722 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f62e90c6-4722-4a5c-9f12-4b9d8bcb2aed req-e62cfe86-65fd-4e53-a68c-929b9c4f8912 service neutron] 10.222.0.20 "DELETE /v2.0/ports/bfc3ff9b-1dbc-460d-8c02-72c9f563b26d/bindings/n-h1-818823-1 HTTP/1.1" status: 204 len: 173 time: 0.2166548 Nov 22 20:12:01.617375 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa76eb90-bbc6-4321-8a22-c935d01b8406 req-f740acc0-57d6-43b1-9f4f-220d2be63d50 tempest-ServerAddressesTestJSON-156756582 tempest-ServerAddressesTestJSON-156756582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:01.618553 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-aa76eb90-bbc6-4321-8a22-c935d01b8406 req-f740acc0-57d6-43b1-9f4f-220d2be63d50 tempest-ServerAddressesTestJSON-156756582 tempest-ServerAddressesTestJSON-156756582-project] 10.222.0.46 "GET /v2.0/ports?device_id=830fc399-7337-4798-9e5a-56d643d4c66e HTTP/1.1" status: 200 len: 945 time: 0.1796322 Nov 22 20:12:01.626056 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-5449dcd4-a3ae-4bbc-bf36-afed28568403 tempest-RoutersAdminTest-714316116 tempest-RoutersAdminTest-714316116-project] Deleting port 4309753e-1261-4a97-ae74-5dd5303a4c4a {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:12:01.626878 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5449dcd4-a3ae-4bbc-bf36-afed28568403 tempest-RoutersAdminTest-714316116 tempest-RoutersAdminTest-714316116-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:01.716589 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4be1ed9a-4dc5-4a63-9f52-6ee3d7bf8516 req-15039e4d-e7fc-4522-ae09-e93686f55b62 service neutron] 10.222.0.41 "GET /v2.0/networks/9d0b1a7a-dafa-41a5-9e6d-f6ddddd5c8ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3627672 Nov 22 20:12:01.721163 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-aa76eb90-bbc6-4321-8a22-c935d01b8406 req-bd3609ae-404d-4ac0-afbb-263734c9cbc6 tempest-ServerAddressesTestJSON-156756582 tempest-ServerAddressesTestJSON-156756582-project] 10.222.0.46 "GET /v2.0/security-groups?id=33177437-f638-43bf-8907-b22b9b271e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943851 Nov 22 20:12:01.736061 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5449dcd4-a3ae-4bbc-bf36-afed28568403 tempest-RoutersAdminTest-714316116 tempest-RoutersAdminTest-714316116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:01.754344 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea51082-52fb-4c57-9d5b-810e07f0b58a req-9c3ed612-69bd-4fae-b96c-32f725124bc6 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:01.755930 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1ea51082-52fb-4c57-9d5b-810e07f0b58a req-9c3ed612-69bd-4fae-b96c-32f725124bc6 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.46 "GET /v2.0/ports?device_id=8ec865c1-8118-4657-afb0-3aaac7ba2b18 HTTP/1.1" status: 200 len: 945 time: 0.1305108 Nov 22 20:12:01.764561 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-5449dcd4-a3ae-4bbc-bf36-afed28568403 tempest-RoutersAdminTest-714316116 tempest-RoutersAdminTest-714316116-project] Calling delete_port for 4309753e-1261-4a97-ae74-5dd5303a4c4a owned by network:router_gateway {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:12:01.865836 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a205813-8cf9-4d02-91a0-3169b331901b req-1cf13ea4-0527-45d5-b2b1-3835b8ebed9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:01.866319 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a205813-8cf9-4d02-91a0-3169b331901b req-1cf13ea4-0527-45d5-b2b1-3835b8ebed9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:01.866945 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a205813-8cf9-4d02-91a0-3169b331901b req-1cf13ea4-0527-45d5-b2b1-3835b8ebed9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:01.867436 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a205813-8cf9-4d02-91a0-3169b331901b req-1cf13ea4-0527-45d5-b2b1-3835b8ebed9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:01.867892 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a205813-8cf9-4d02-91a0-3169b331901b req-1cf13ea4-0527-45d5-b2b1-3835b8ebed9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:01.868357 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a205813-8cf9-4d02-91a0-3169b331901b req-1cf13ea4-0527-45d5-b2b1-3835b8ebed9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:01.868801 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a205813-8cf9-4d02-91a0-3169b331901b req-1cf13ea4-0527-45d5-b2b1-3835b8ebed9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:01.870701 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8a205813-8cf9-4d02-91a0-3169b331901b req-1cf13ea4-0527-45d5-b2b1-3835b8ebed9a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7c2e3bcb3c11419aa5bdb45ad6533966&device_id=2f4a90d6-1fcd-49f1-9d76-18b26c029474 HTTP/1.1" status: 200 len: 6475 time: 0.0874705 Nov 22 20:12:01.882125 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1ea51082-52fb-4c57-9d5b-810e07f0b58a req-245da13b-f5cd-4052-999e-0542a5f83e94 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.46 "GET /v2.0/security-groups?id=deac3dce-93b4-41af-981b-873d47022422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171622 Nov 22 20:12:02.111475 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5449dcd4-a3ae-4bbc-bf36-afed28568403 tempest-RoutersAdminTest-714316116 tempest-RoutersAdminTest-714316116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:02.156021 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a205813-8cf9-4d02-91a0-3169b331901b req-39782329-dcb5-4c75-a842-e9ce6e37917b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:02.157906 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8a205813-8cf9-4d02-91a0-3169b331901b req-39782329-dcb5-4c75-a842-e9ce6e37917b service neutron] 10.222.0.41 "GET /v2.0/networks?id=9d0b1a7a-dafa-41a5-9e6d-f6ddddd5c8ef HTTP/1.1" status: 200 len: 902 time: 0.2760642 Nov 22 20:12:02.174822 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5449dcd4-a3ae-4bbc-bf36-afed28568403 tempest-RoutersAdminTest-714316116 tempest-RoutersAdminTest-714316116-project] Pushing event deleted for resources: {'Port': ['ID=4309753e-1261-4a97-ae74-5dd5303a4c4a,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:12:02.257081 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8a205813-8cf9-4d02-91a0-3169b331901b req-53358d56-696f-4e8c-9a9e-fb11e8b61121 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=4ddab1db-7d92-4624-bc58-6f5b59607b22 HTTP/1.1" status: 200 len: 217 time: 0.0848370 Nov 22 20:12:02.293897 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5449dcd4-a3ae-4bbc-bf36-afed28568403 tempest-RoutersAdminTest-714316116 tempest-RoutersAdminTest-714316116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595398'] for router_gateway, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:02.432267 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-aec22cdf-6ccc-4d18-9a89-97185fcc207d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:02.669845 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5449dcd4-a3ae-4bbc-bf36-afed28568403 tempest-RoutersAdminTest-714316116 tempest-RoutersAdminTest-714316116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-541823', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-659547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25662'] for router, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:02.674083 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5449dcd4-a3ae-4bbc-bf36-afed28568403 tempest-RoutersAdminTest-714316116 tempest-RoutersAdminTest-714316116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-841284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-541764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-841989', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-659616'] for router, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:02.785922 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5449dcd4-a3ae-4bbc-bf36-afed28568403 tempest-RoutersAdminTest-714316116 tempest-RoutersAdminTest-714316116-project] Router a061bdbe-0f78-4803-9c1f-cab28dabd17c has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 20:12:02.863887 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a205813-8cf9-4d02-91a0-3169b331901b req-099b117f-1a64-4490-a018-37370473fdfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:02.865305 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8a205813-8cf9-4d02-91a0-3169b331901b req-099b117f-1a64-4490-a018-37370473fdfc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6428e4b1-afa7-46d6-aafb-e575abb5d651 HTTP/1.1" status: 200 len: 797 time: 0.5947113 Nov 22 20:12:02.882143 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ead95e-97c0-4b9b-b9e7-47a5b0d02e11 req-1ab9df74-23c0-4bea-943d-bb2e8548abf9 tempest-AttachSCSIVolumeTestJSON-1589278495 tempest-AttachSCSIVolumeTestJSON-1589278495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:02.890412 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c3ead95e-97c0-4b9b-b9e7-47a5b0d02e11 req-1ab9df74-23c0-4bea-943d-bb2e8548abf9 tempest-AttachSCSIVolumeTestJSON-1589278495 tempest-AttachSCSIVolumeTestJSON-1589278495-project] 10.222.0.46 "GET /v2.0/ports?device_id=797644ee-f258-40ce-8029-fe42d9c66411 HTTP/1.1" status: 200 len: 945 time: 0.6362808 Nov 22 20:12:02.906490 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5449dcd4-a3ae-4bbc-bf36-afed28568403 tempest-RoutersAdminTest-714316116 tempest-RoutersAdminTest-714316116-project] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:12:02.915244 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5449dcd4-a3ae-4bbc-bf36-afed28568403 tempest-RoutersAdminTest-714316116 tempest-RoutersAdminTest-714316116-project] Publish callbacks [] for router, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:02.918992 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb8df485-dc2d-48fb-9a24-bbe202a5cab5 None None] Sync routers for ids ['a061bdbe-0f78-4803-9c1f-cab28dabd17c'] in n-d-818823-1 {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:12:02.920173 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-5449dcd4-a3ae-4bbc-bf36-afed28568403 tempest-RoutersAdminTest-714316116 tempest-RoutersAdminTest-714316116-project] 10.222.0.46 "PUT /v2.0/routers/a061bdbe-0f78-4803-9c1f-cab28dabd17c HTTP/1.1" status: 200 len: 706 time: 2.1261289 Nov 22 20:12:02.921188 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 35132) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:12:02.932392 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb8df485-dc2d-48fb-9a24-bbe202a5cab5 None None] Routers {'a061bdbe-0f78-4803-9c1f-cab28dabd17c'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:12:02.933015 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-bb8df485-dc2d-48fb-9a24-bbe202a5cab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:12:02Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['a061bdbe-0f78-4803-9c1f-cab28dabd17c'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:12:02.978044 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9e0747-83d0-43cf-8ae7-7c393a2c7a1f req-add9badf-5c18-46fe-b05e-3653e57a80f5 tempest-LiveMigrationTest-519343393 tempest-LiveMigrationTest-519343393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:02.986007 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0d9e0747-83d0-43cf-8ae7-7c393a2c7a1f req-add9badf-5c18-46fe-b05e-3653e57a80f5 tempest-LiveMigrationTest-519343393 tempest-LiveMigrationTest-519343393-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=8ec865c1-8118-4657-afb0-3aaac7ba2b18 HTTP/1.1" status: 200 len: 1096 time: 0.1744845 Nov 22 20:12:03.046450 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-d500d36a-3c21-4d25-8ad8-2077fe2bc280 tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] 10.222.0.46 "GET /v2.0/routers/a061bdbe-0f78-4803-9c1f-cab28dabd17c HTTP/1.1" status: 200 len: 741 time: 0.1238937 Nov 22 20:12:03.048829 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 35138) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:12:03.057556 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a205813-8cf9-4d02-91a0-3169b331901b req-4261b11d-2d4b-42e8-852d-7007d942761c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:03.059083 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8a205813-8cf9-4d02-91a0-3169b331901b req-4261b11d-2d4b-42e8-852d-7007d942761c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9d0b1a7a-dafa-41a5-9e6d-f6ddddd5c8ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1652670 Nov 22 20:12:03.074005 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0d9e0747-83d0-43cf-8ae7-7c393a2c7a1f req-903be357-a99f-495d-923e-3faddbda8fdf tempest-LiveMigrationTest-519343393 tempest-LiveMigrationTest-519343393-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=deac3dce-93b4-41af-981b-873d47022422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871892 Nov 22 20:12:03.075963 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-bb8df485-dc2d-48fb-9a24-bbe202a5cab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:12:03.100403 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c3ead95e-97c0-4b9b-b9e7-47a5b0d02e11 req-37305744-84cc-4b91-8d1e-dfcc36918ab8 tempest-AttachSCSIVolumeTestJSON-1589278495 tempest-AttachSCSIVolumeTestJSON-1589278495-project] 10.222.0.46 "GET /v2.0/security-groups?id=94d7354b-7836-43fc-9686-30f5504d4e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091281 Nov 22 20:12:03.114706 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb8df485-dc2d-48fb-9a24-bbe202a5cab5 None None] Routers {'a061bdbe-0f78-4803-9c1f-cab28dabd17c'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:12:03.119131 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-bb8df485-dc2d-48fb-9a24-bbe202a5cab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:12:02Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['a061bdbe-0f78-4803-9c1f-cab28dabd17c'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:12:03.128498 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-8ead6b10-7e85-4917-a33d-02c8ab7779f6 tempest-RoutersAdminTest-788837245 tempest-RoutersAdminTest-788837245-project-admin] 10.222.0.46 "GET /v2.0/ports?network_id=c48a55e9-6a85-4746-b7bf-3e29fb560094&device_id=a061bdbe-0f78-4803-9c1f-cab28dabd17c HTTP/1.1" status: 200 len: 205 time: 0.0698204 Nov 22 20:12:03.129403 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 35142) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:12:03.165726 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-93b7c24b-df10-48fa-b42f-19e9e4c0a000 tempest-RoutersAdminTest-714316116 tempest-RoutersAdminTest-714316116-project] 10.222.0.46 "GET /v2.0/ports?device_id=a061bdbe-0f78-4803-9c1f-cab28dabd17c HTTP/1.1" status: 200 len: 205 time: 0.0344157 Nov 22 20:12:03.166850 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 35144) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:12:03.221159 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-bb8df485-dc2d-48fb-9a24-bbe202a5cab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:12:03.223654 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb8df485-dc2d-48fb-9a24-bbe202a5cab5 None None] The sync data for ids ['a061bdbe-0f78-4803-9c1f-cab28dabd17c'] in n-d-818823-1 is: [] {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:12:03.311029 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-03f0964f-1b75-4df7-99e0-a3cdb56ec2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:03.339736 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-11c0ddf5-f1a3-42a7-ae1c-cf37999730dc tempest-RoutersAdminTest-714316116 tempest-RoutersAdminTest-714316116-project] Publish callbacks [] for router, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:03.402980 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4eccc5-6a0b-446f-bb94-a33deec564a5 req-7256cfa3-c593-4e0a-90b7-4ecdef8efd5f tempest-ServerAddressesTestJSON-156756582 tempest-ServerAddressesTestJSON-156756582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:03.404860 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0a4eccc5-6a0b-446f-bb94-a33deec564a5 req-7256cfa3-c593-4e0a-90b7-4ecdef8efd5f tempest-ServerAddressesTestJSON-156756582 tempest-ServerAddressesTestJSON-156756582-project] 10.222.0.46 "GET /v2.0/ports?device_id=830fc399-7337-4798-9e5a-56d643d4c66e HTTP/1.1" status: 200 len: 945 time: 0.1401024 Nov 22 20:12:03.409275 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8a205813-8cf9-4d02-91a0-3169b331901b req-a8b5f6b1-63fa-430d-8a66-f528f45d388d service neutron] 10.222.0.41 "GET /v2.0/networks/9d0b1a7a-dafa-41a5-9e6d-f6ddddd5c8ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3295436 Nov 22 20:12:03.423535 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876cc0a4-9f25-4fa8-8436-e1f2edd4c406 req-f0973b0a-0a7f-46a7-bdfe-9b6988007f0a tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:03.431341 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876cc0a4-9f25-4fa8-8436-e1f2edd4c406 req-f0973b0a-0a7f-46a7-bdfe-9b6988007f0a tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:03.439592 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876cc0a4-9f25-4fa8-8436-e1f2edd4c406 req-f0973b0a-0a7f-46a7-bdfe-9b6988007f0a tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:03.445662 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876cc0a4-9f25-4fa8-8436-e1f2edd4c406 req-f0973b0a-0a7f-46a7-bdfe-9b6988007f0a tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:03.451829 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876cc0a4-9f25-4fa8-8436-e1f2edd4c406 req-f0973b0a-0a7f-46a7-bdfe-9b6988007f0a tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:03.458174 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876cc0a4-9f25-4fa8-8436-e1f2edd4c406 req-f0973b0a-0a7f-46a7-bdfe-9b6988007f0a tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:03.464981 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876cc0a4-9f25-4fa8-8436-e1f2edd4c406 req-f0973b0a-0a7f-46a7-bdfe-9b6988007f0a tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:03.466978 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-876cc0a4-9f25-4fa8-8436-e1f2edd4c406 req-f0973b0a-0a7f-46a7-bdfe-9b6988007f0a tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f4a90d6-1fcd-49f1-9d76-18b26c029474 HTTP/1.1" status: 200 len: 5418 time: 0.2033625 Nov 22 20:12:03.553660 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-11c0ddf5-f1a3-42a7-ae1c-cf37999730dc tempest-RoutersAdminTest-714316116 tempest-RoutersAdminTest-714316116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24781'] for router, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:03.557931 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-11c0ddf5-f1a3-42a7-ae1c-cf37999730dc tempest-RoutersAdminTest-714316116 tempest-RoutersAdminTest-714316116-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:03.629312 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-11c0ddf5-f1a3-42a7-ae1c-cf37999730dc tempest-RoutersAdminTest-714316116 tempest-RoutersAdminTest-714316116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-663261'] for router, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:03.630358 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11c0ddf5-f1a3-42a7-ae1c-cf37999730dc tempest-RoutersAdminTest-714316116 tempest-RoutersAdminTest-714316116-project] Fanout notify agent at l3_agent the message router_deleted on router a061bdbe-0f78-4803-9c1f-cab28dabd17c {{(pid=103448) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 20:12:03.647151 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0a4eccc5-6a0b-446f-bb94-a33deec564a5 req-9ba9ed0f-93ad-469e-9708-2c9c1f1b6253 tempest-ServerAddressesTestJSON-156756582 tempest-ServerAddressesTestJSON-156756582-project] 10.222.0.46 "GET /v2.0/security-groups?id=33177437-f638-43bf-8907-b22b9b271e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778767 Nov 22 20:12:03.676754 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-876cc0a4-9f25-4fa8-8436-e1f2edd4c406 req-80c74786-45b6-4aae-a502-4acb3cef2c04 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] 10.222.0.46 "GET /v2.0/security-groups?id=a5e0f616-4b00-4bab-af04-df44f1058a41&id=956e73ed-7485-4a0c-88f0-c644aa0149a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1898971 Nov 22 20:12:03.692594 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-11c0ddf5-f1a3-42a7-ae1c-cf37999730dc tempest-RoutersAdminTest-714316116 tempest-RoutersAdminTest-714316116-project] Publish callbacks [] for router, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:03.697138 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-11c0ddf5-f1a3-42a7-ae1c-cf37999730dc tempest-RoutersAdminTest-714316116 tempest-RoutersAdminTest-714316116-project] 10.222.0.46 "DELETE /v2.0/routers/a061bdbe-0f78-4803-9c1f-cab28dabd17c HTTP/1.1" status: 204 len: 168 time: 0.5286286 Nov 22 20:12:03.700923 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 35156) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:12:03.702533 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8a205813-8cf9-4d02-91a0-3169b331901b req-74e349f9-97f2-4e15-a3be-f20b8c8be8a0 service neutron] 10.222.0.41 "GET /v2.0/networks/9d0b1a7a-dafa-41a5-9e6d-f6ddddd5c8ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2345307 Nov 22 20:12:03.784057 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-ca4ad8c9-ef32-448e-9081-97a08099e3b3 tempest-RoutersAdminTest-714316116 tempest-RoutersAdminTest-714316116-project] 10.222.0.46 "GET /v2.0/ports?device_id=a061bdbe-0f78-4803-9c1f-cab28dabd17c HTTP/1.1" status: 200 len: 205 time: 0.0819440 Nov 22 20:12:03.786264 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 35166) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:12:03.859652 n-d-818823-1 neutron-server[103448]: INFO neutron.api.v2.resource [None req-4ae9e1ca-729f-4add-ab37-e1733010c7c9 tempest-RoutersAdminTest-714316116 tempest-RoutersAdminTest-714316116-project] delete failed (client error): The resource could not be found. Nov 22 20:12:03.860715 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-4ae9e1ca-729f-4add-ab37-e1733010c7c9 tempest-RoutersAdminTest-714316116 tempest-RoutersAdminTest-714316116-project] 10.222.0.46 "DELETE /v2.0/routers/a061bdbe-0f78-4803-9c1f-cab28dabd17c HTTP/1.1" status: 404 len: 336 time: 0.0735307 Nov 22 20:12:03.863564 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 35172) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:12:03.894974 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-e467876f-0d37-4143-a47e-efff2d8933fd tempest-RoutersAdminTest-714316116 tempest-RoutersAdminTest-714316116-project] 10.222.0.46 "GET /v2.0/ports?device_id=fa48bd90-c4bd-4dc8-9179-01d45b63955a HTTP/1.1" status: 200 len: 205 time: 0.0303125 Nov 22 20:12:03.898152 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 35174) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:12:03.930724 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d334ccb-aa6f-4d59-b915-f8d29a28d6fb req-e7140346-c2ca-47c0-aa29-63c586298862 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:03.938097 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3d334ccb-aa6f-4d59-b915-f8d29a28d6fb req-e7140346-c2ca-47c0-aa29-63c586298862 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.46 "GET /v2.0/networks?id=4906551a-712e-4bde-8433-b2db24f02f5c HTTP/1.1" status: 200 len: 807 time: 0.1204820 Nov 22 20:12:03.958417 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3d334ccb-aa6f-4d59-b915-f8d29a28d6fb req-27c5c64b-b8c1-4cbc-8a1b-188056b56ae2 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.46 "GET /v2.0/quotas/2c9de68061ee477dbb5cc544058ec72e HTTP/1.1" status: 200 len: 375 time: 0.0159853 Nov 22 20:12:03.993535 n-d-818823-1 neutron-server[103448]: INFO neutron.api.v2.resource [None req-859c862b-2b47-4049-ab53-ff797cfe8605 tempest-RoutersAdminTest-714316116 tempest-RoutersAdminTest-714316116-project] delete failed (client error): The resource could not be found. Nov 22 20:12:03.995344 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-859c862b-2b47-4049-ab53-ff797cfe8605 tempest-RoutersAdminTest-714316116 tempest-RoutersAdminTest-714316116-project] 10.222.0.46 "DELETE /v2.0/routers/fa48bd90-c4bd-4dc8-9179-01d45b63955a HTTP/1.1" status: 404 len: 336 time: 0.0940993 Nov 22 20:12:03.999143 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 35178) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:12:04.038323 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-e059d71f-e496-48a0-86a5-6e1cc9882ce0 tempest-RoutersAdminTest-714316116 tempest-RoutersAdminTest-714316116-project] 10.222.0.46 "GET /v2.0/ports?device_id=a7ca78be-01da-4950-9070-6945b423f41b HTTP/1.1" status: 200 len: 205 time: 0.0399690 Nov 22 20:12:04.041221 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 35182) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:12:04.112055 n-d-818823-1 neutron-server[103448]: INFO neutron.api.v2.resource [None req-48ba8b39-8e53-4c3a-ae2e-507d55d0289d tempest-RoutersAdminTest-714316116 tempest-RoutersAdminTest-714316116-project] delete failed (client error): The resource could not be found. Nov 22 20:12:04.113638 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-48ba8b39-8e53-4c3a-ae2e-507d55d0289d tempest-RoutersAdminTest-714316116 tempest-RoutersAdminTest-714316116-project] 10.222.0.46 "DELETE /v2.0/routers/a7ca78be-01da-4950-9070-6945b423f41b HTTP/1.1" status: 404 len: 336 time: 0.0714822 Nov 22 20:12:04.116546 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 35186) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:12:04.134058 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25165e0-77eb-4127-9be4-175d4093fdac req-fc4e860e-0892-4936-bd79-01b715d0dd25 tempest-AttachSCSIVolumeTestJSON-1589278495 tempest-AttachSCSIVolumeTestJSON-1589278495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:04.137373 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c25165e0-77eb-4127-9be4-175d4093fdac req-fc4e860e-0892-4936-bd79-01b715d0dd25 tempest-AttachSCSIVolumeTestJSON-1589278495 tempest-AttachSCSIVolumeTestJSON-1589278495-project] 10.222.0.41 "GET /v2.0/ports?device_id=797644ee-f258-40ce-8029-fe42d9c66411 HTTP/1.1" status: 200 len: 945 time: 0.1554716 Nov 22 20:12:04.144210 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3d334ccb-aa6f-4d59-b915-f8d29a28d6fb req-0e6cddcf-acc3-45f2-b97c-a28869bfb9d9 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=2c9de68061ee477dbb5cc544058ec72e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1883175 Nov 22 20:12:04.190637 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-57a81754-445d-43a1-b089-883705456f1c tempest-RoutersAdminTest-714316116 tempest-RoutersAdminTest-714316116-project] 10.222.0.46 "GET /v2.0/ports?device_id=1d79d0fc-0c68-4363-9f1c-0be1689e01ec HTTP/1.1" status: 200 len: 205 time: 0.0717323 Nov 22 20:12:04.194327 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 35192) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:12:04.263535 n-d-818823-1 neutron-server[103448]: INFO neutron.api.v2.resource [None req-dbc50d6f-6e2c-4b3e-be17-9ddcc8b0935f tempest-RoutersAdminTest-714316116 tempest-RoutersAdminTest-714316116-project] delete failed (client error): The resource could not be found. Nov 22 20:12:04.265462 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-dbc50d6f-6e2c-4b3e-be17-9ddcc8b0935f tempest-RoutersAdminTest-714316116 tempest-RoutersAdminTest-714316116-project] 10.222.0.46 "DELETE /v2.0/routers/1d79d0fc-0c68-4363-9f1c-0be1689e01ec HTTP/1.1" status: 404 len: 336 time: 0.0682018 Nov 22 20:12:04.267611 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3d334ccb-aa6f-4d59-b915-f8d29a28d6fb req-cb4d91ef-3540-473b-8933-750d80a5e6d7 service neutron] 10.222.0.46 "GET /v2.0/networks/4906551a-712e-4bde-8433-b2db24f02f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135106 Nov 22 20:12:04.268213 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 35194) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:12:04.337779 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-67e63a59-2b5e-49e9-bcff-0d95e2d991a0 tempest-RoutersAdminTest-714316116 tempest-RoutersAdminTest-714316116-project] 10.222.0.46 "GET /v2.0/ports?device_id=7a07382e-25c4-417d-8c31-c6dc44a97e52 HTTP/1.1" status: 200 len: 205 time: 0.0623240 Nov 22 20:12:04.340783 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 35198) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:12:04.385741 n-d-818823-1 neutron-server[103448]: INFO neutron.api.v2.resource [None req-cfa3953e-ac9a-4e3e-b9e3-80abd3ad85de tempest-RoutersAdminTest-714316116 tempest-RoutersAdminTest-714316116-project] delete failed (client error): The resource could not be found. Nov 22 20:12:04.389234 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-cfa3953e-ac9a-4e3e-b9e3-80abd3ad85de tempest-RoutersAdminTest-714316116 tempest-RoutersAdminTest-714316116-project] 10.222.0.46 "DELETE /v2.0/routers/7a07382e-25c4-417d-8c31-c6dc44a97e52 HTTP/1.1" status: 404 len: 336 time: 0.0439899 Nov 22 20:12:04.390972 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3d334ccb-aa6f-4d59-b915-f8d29a28d6fb req-1fe8948d-450e-4ade-849c-2ef745f00520 service neutron] 10.222.0.46 "GET /v2.0/networks/4906551a-712e-4bde-8433-b2db24f02f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009185 Nov 22 20:12:04.391823 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 35200) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:12:04.442632 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-1c5ee70a-0504-468a-97ba-150d5b1440bf tempest-RoutersAdminTest-714316116 tempest-RoutersAdminTest-714316116-project] 10.222.0.46 "GET /v2.0/ports?device_id=41cbfc6d-4946-4c29-a047-489dd4a6f917 HTTP/1.1" status: 200 len: 205 time: 0.0450549 Nov 22 20:12:04.444930 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 35202) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:12:04.567672 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37d0903-c46d-46e9-ae38-0dcae32b1af4 req-a361e955-1663-46a5-9883-373bcd0a3ba5 tempest-AttachSCSIVolumeTestJSON-1589278495 tempest-AttachSCSIVolumeTestJSON-1589278495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:04.569471 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b37d0903-c46d-46e9-ae38-0dcae32b1af4 req-a361e955-1663-46a5-9883-373bcd0a3ba5 tempest-AttachSCSIVolumeTestJSON-1589278495 tempest-AttachSCSIVolumeTestJSON-1589278495-project] 10.222.0.46 "GET /v2.0/ports?device_id=797644ee-f258-40ce-8029-fe42d9c66411 HTTP/1.1" status: 200 len: 945 time: 0.0868351 Nov 22 20:12:04.573059 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-c25165e0-77eb-4127-9be4-175d4093fdac req-6f60e0f7-52de-4293-821c-62e6505bba4e tempest-AttachSCSIVolumeTestJSON-1589278495 tempest-AttachSCSIVolumeTestJSON-1589278495-project] Deleting port 715b9b8d-b380-49db-8f23-d701c0fa9ca2 {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:12:04.573407 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-c25165e0-77eb-4127-9be4-175d4093fdac req-6f60e0f7-52de-4293-821c-62e6505bba4e tempest-AttachSCSIVolumeTestJSON-1589278495 tempest-AttachSCSIVolumeTestJSON-1589278495-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:04.586027 n-d-818823-1 neutron-server[103448]: INFO neutron.api.v2.resource [None req-47319e8e-d8cb-434c-be9e-51d14676ed6e tempest-RoutersAdminTest-714316116 tempest-RoutersAdminTest-714316116-project] delete failed (client error): The resource could not be found. Nov 22 20:12:04.587095 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-47319e8e-d8cb-434c-be9e-51d14676ed6e tempest-RoutersAdminTest-714316116 tempest-RoutersAdminTest-714316116-project] 10.222.0.46 "DELETE /v2.0/routers/41cbfc6d-4946-4c29-a047-489dd4a6f917 HTTP/1.1" status: 404 len: 336 time: 0.1411312 Nov 22 20:12:04.592004 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 35208) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:12:04.633911 n-d-818823-1 neutron-server[103448]: INFO neutron.pecan_wsgi.hooks.translation [None req-d39232be-3e5b-4d82-8770-a9bf34a46062 tempest-RoutersAdminTest-714316116 tempest-RoutersAdminTest-714316116-project] DELETE failed (client error): The resource could not be found. Nov 22 20:12:04.634414 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d39232be-3e5b-4d82-8770-a9bf34a46062 tempest-RoutersAdminTest-714316116 tempest-RoutersAdminTest-714316116-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 20:12:04.637709 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-d39232be-3e5b-4d82-8770-a9bf34a46062 tempest-RoutersAdminTest-714316116 tempest-RoutersAdminTest-714316116-project] 10.222.0.46 "DELETE /v2.0/subnets/d11fa308-44b2-497a-9f9d-03a3bd18d636 HTTP/1.1" status: 404 len: 337 time: 0.0447278 Nov 22 20:12:04.789043 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b37d0903-c46d-46e9-ae38-0dcae32b1af4 req-f5581a12-50cf-4c66-a8d0-6018e8d111b9 tempest-AttachSCSIVolumeTestJSON-1589278495 tempest-AttachSCSIVolumeTestJSON-1589278495-project] 10.222.0.46 "GET /v2.0/security-groups?id=94d7354b-7836-43fc-9686-30f5504d4e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122388 Nov 22 20:12:04.819231 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627b6c3e-4f82-4f65-97aa-debcafe420f6 req-14c7ef1a-1046-4b29-97bc-62453b38091b tempest-ServerAddressesTestJSON-156756582 tempest-ServerAddressesTestJSON-156756582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:04.832658 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-627b6c3e-4f82-4f65-97aa-debcafe420f6 req-14c7ef1a-1046-4b29-97bc-62453b38091b tempest-ServerAddressesTestJSON-156756582 tempest-ServerAddressesTestJSON-156756582-project] 10.222.0.46 "GET /v2.0/ports?device_id=830fc399-7337-4798-9e5a-56d643d4c66e HTTP/1.1" status: 200 len: 945 time: 0.1882184 Nov 22 20:12:04.861874 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-c25165e0-77eb-4127-9be4-175d4093fdac req-6f60e0f7-52de-4293-821c-62e6505bba4e tempest-AttachSCSIVolumeTestJSON-1589278495 tempest-AttachSCSIVolumeTestJSON-1589278495-project] For port 715b9b8d-b380-49db-8f23-d701c0fa9ca2, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=715b9b8d-b380-49db-8f23-d701c0fa9ca2,segment=NetworkSegment(403bed75-1d6d-4ea7-8047-29e80a30dbc1),segment_id=403bed75-1d6d-4ea7-8047-29e80a30dbc1)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:12:04.862303 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-c25165e0-77eb-4127-9be4-175d4093fdac req-6f60e0f7-52de-4293-821c-62e6505bba4e tempest-AttachSCSIVolumeTestJSON-1589278495 tempest-AttachSCSIVolumeTestJSON-1589278495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:04.922748 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-c25165e0-77eb-4127-9be4-175d4093fdac req-6f60e0f7-52de-4293-821c-62e6505bba4e tempest-AttachSCSIVolumeTestJSON-1589278495 tempest-AttachSCSIVolumeTestJSON-1589278495-project] Calling delete_port for 715b9b8d-b380-49db-8f23-d701c0fa9ca2 owned by compute:nova {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:12:04.926478 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 35224) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:12:04.942519 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c2dce763-9449-45ba-a2f3-1a5929aa3d7e req-dc14b982-2235-40fc-9744-d4ed000ff0c7 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.46 "GET /v2.0/ports?device_id=761077bf-9826-478a-b251-413dfa7a9730 HTTP/1.1" status: 200 len: 210 time: 0.0713606 Nov 22 20:12:05.066176 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e49ee129-e862-4476-beca-cdc8150d2345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:05.112751 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-627b6c3e-4f82-4f65-97aa-debcafe420f6 req-a4a14405-ccec-4a7c-867b-ad8ff166bfc7 tempest-ServerAddressesTestJSON-156756582 tempest-ServerAddressesTestJSON-156756582-project] 10.222.0.46 "GET /v2.0/security-groups?id=33177437-f638-43bf-8907-b22b9b271e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2717810 Nov 22 20:12:05.201848 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ea80df1c-e599-4dac-916b-4e83ed79b3c1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:05.256549 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a5d8fa-9e89-45f2-88b0-2ee54e1e8922 req-ea1366b4-41ea-4b92-b59a-26866bf64080 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:05.264280 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a5d8fa-9e89-45f2-88b0-2ee54e1e8922 req-ea1366b4-41ea-4b92-b59a-26866bf64080 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:05.272074 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a5d8fa-9e89-45f2-88b0-2ee54e1e8922 req-ea1366b4-41ea-4b92-b59a-26866bf64080 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:05.280049 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a5d8fa-9e89-45f2-88b0-2ee54e1e8922 req-ea1366b4-41ea-4b92-b59a-26866bf64080 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:05.287215 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a5d8fa-9e89-45f2-88b0-2ee54e1e8922 req-ea1366b4-41ea-4b92-b59a-26866bf64080 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:05.301481 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a5d8fa-9e89-45f2-88b0-2ee54e1e8922 req-ea1366b4-41ea-4b92-b59a-26866bf64080 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:05.305660 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ea80df1c-e599-4dac-916b-4e83ed79b3c1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:05.311520 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ea80df1c-e599-4dac-916b-4e83ed79b3c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:05.314588 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a5d8fa-9e89-45f2-88b0-2ee54e1e8922 req-ea1366b4-41ea-4b92-b59a-26866bf64080 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:05.329934 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-09a5d8fa-9e89-45f2-88b0-2ee54e1e8922 req-ea1366b4-41ea-4b92-b59a-26866bf64080 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f4a90d6-1fcd-49f1-9d76-18b26c029474 HTTP/1.1" status: 200 len: 5418 time: 0.2523148 Nov 22 20:12:05.419251 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-ea80df1c-e599-4dac-916b-4e83ed79b3c1 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=90fbfc04d9524cebb6f3d2ed81a1d5e5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4882722 Nov 22 20:12:05.419251 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea80df1c-e599-4dac-916b-4e83ed79b3c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84901ed4-3027-4fd1-9d57-e2f6f91210ed,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:12:05.421670 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 35240) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:12:05.522052 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-50c7aa65-e056-4fa3-882a-6cd9e74e10f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:05.545179 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-09a5d8fa-9e89-45f2-88b0-2ee54e1e8922 req-c321f6df-002b-4c37-91eb-7e522941d15c tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] 10.222.0.46 "GET /v2.0/security-groups?id=a5e0f616-4b00-4bab-af04-df44f1058a41&id=956e73ed-7485-4a0c-88f0-c644aa0149a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2125676 Nov 22 20:12:05.553922 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-c25165e0-77eb-4127-9be4-175d4093fdac req-6f60e0f7-52de-4293-821c-62e6505bba4e tempest-AttachSCSIVolumeTestJSON-1589278495 tempest-AttachSCSIVolumeTestJSON-1589278495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:05.566744 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] get_ports_and_sgs() called for port_ids ['715b9b8d-b380-49db-8f23-d701c0fa9ca2'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:12:05.597625 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-50c7aa65-e056-4fa3-882a-6cd9e74e10f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:05.607086 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f60e0f7-52de-4293-821c-62e6505bba4e tempest-AttachSCSIVolumeTestJSON-1589278495 tempest-AttachSCSIVolumeTestJSON-1589278495-project] Pushing event deleted for resources: {'Port': ['ID=715b9b8d-b380-49db-8f23-d701c0fa9ca2,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:12:05.688741 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-50c7aa65-e056-4fa3-882a-6cd9e74e10f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:05.697258 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-50c7aa65-e056-4fa3-882a-6cd9e74e10f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:05.700130 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-50c7aa65-e056-4fa3-882a-6cd9e74e10f4 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/84901ed4-3027-4fd1-9d57-e2f6f91210ed HTTP/1.1" status: 204 len: 168 time: 0.2773445 Nov 22 20:12:05.707957 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-c25165e0-77eb-4127-9be4-175d4093fdac req-6f60e0f7-52de-4293-821c-62e6505bba4e tempest-AttachSCSIVolumeTestJSON-1589278495 tempest-AttachSCSIVolumeTestJSON-1589278495-project] No DVR routers for this DVR port 715b9b8d-b380-49db-8f23-d701c0fa9ca2 on host n-h1-818823-1 {{(pid=103447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:12:05.710626 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-c25165e0-77eb-4127-9be4-175d4093fdac req-6f60e0f7-52de-4293-821c-62e6505bba4e tempest-AttachSCSIVolumeTestJSON-1589278495 tempest-AttachSCSIVolumeTestJSON-1589278495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:05.714734 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c25165e0-77eb-4127-9be4-175d4093fdac req-6f60e0f7-52de-4293-821c-62e6505bba4e tempest-AttachSCSIVolumeTestJSON-1589278495 tempest-AttachSCSIVolumeTestJSON-1589278495-project] 10.222.0.41 "DELETE /v2.0/ports/715b9b8d-b380-49db-8f23-d701c0fa9ca2 HTTP/1.1" status: 204 len: 173 time: 1.5692346 Nov 22 20:12:05.715209 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '797644ee-f258-40ce-8029-fe42d9c66411', 'name': 'network-vif-deleted', 'tag': '715b9b8d-b380-49db-8f23-d701c0fa9ca2'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:12:05.717737 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-925b6905-0d82-47bf-8980-38b397ee3285" -d '{"events": [{"server_uuid": "797644ee-f258-40ce-8029-fe42d9c66411", "name": "network-vif-deleted", "tag": "715b9b8d-b380-49db-8f23-d701c0fa9ca2"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:12:05.723065 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c7aa65-e056-4fa3-882a-6cd9e74e10f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84901ed4-3027-4fd1-9d57-e2f6f91210ed,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:12:05.760959 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:12:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a054655a-15b8-4b23-b62f-4840fcfbf870 x-openstack-request-id: req-a054655a-15b8-4b23-b62f-4840fcfbf870 {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:12:05.761288 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "797644ee-f258-40ce-8029-fe42d9c66411", "name": "network-vif-deleted", "tag": "715b9b8d-b380-49db-8f23-d701c0fa9ca2", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:12:05.761535 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a054655a-15b8-4b23-b62f-4840fcfbf870 {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:12:05.761992 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '797644ee-f258-40ce-8029-fe42d9c66411', 'name': 'network-vif-deleted', 'tag': '715b9b8d-b380-49db-8f23-d701c0fa9ca2', 'status': 'completed', 'code': 200} Nov 22 20:12:05.939453 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:06.016660 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a33aa4f9-11d6-43bd-b8c9-17742e03fe8a req-98b0490b-9724-4181-87ea-b1138d3c17f1 tempest-AttachSCSIVolumeTestJSON-1589278495 tempest-AttachSCSIVolumeTestJSON-1589278495-project] 10.222.0.46 "GET /v2.0/ports?device_id=797644ee-f258-40ce-8029-fe42d9c66411 HTTP/1.1" status: 200 len: 210 time: 0.0814021 Nov 22 20:12:06.149013 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9c51e5-cf85-437d-82e7-8aa15934c5cc req-b9ed9f7a-7bf2-4f51-bf8e-059736a6f88e tempest-ServerAddressesTestJSON-156756582 tempest-ServerAddressesTestJSON-156756582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:06.154972 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5e9c51e5-cf85-437d-82e7-8aa15934c5cc req-b9ed9f7a-7bf2-4f51-bf8e-059736a6f88e tempest-ServerAddressesTestJSON-156756582 tempest-ServerAddressesTestJSON-156756582-project] 10.222.0.20 "GET /v2.0/ports?device_id=830fc399-7337-4798-9e5a-56d643d4c66e HTTP/1.1" status: 200 len: 945 time: 0.2501926 Nov 22 20:12:06.251366 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-09675c99-176e-46f7-883e-26893f2c7dd7 req-9dc6ccd4-8487-4a34-bcfd-b7c15ec0d58c tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.46 "GET /v2.0/ports?device_id=761077bf-9826-478a-b251-413dfa7a9730 HTTP/1.1" status: 200 len: 210 time: 0.1402411 Nov 22 20:12:06.592667 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 35274) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:12:06.627877 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64dcfec-b630-46ba-a14b-8abf60ccb6ee req-7a22bb76-4d6d-4bdb-a021-9494fd555df5 tempest-ServerAddressesTestJSON-156756582 tempest-ServerAddressesTestJSON-156756582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:06.639259 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b64dcfec-b630-46ba-a14b-8abf60ccb6ee req-7a22bb76-4d6d-4bdb-a021-9494fd555df5 tempest-ServerAddressesTestJSON-156756582 tempest-ServerAddressesTestJSON-156756582-project] 10.222.0.46 "GET /v2.0/ports?device_id=830fc399-7337-4798-9e5a-56d643d4c66e HTTP/1.1" status: 200 len: 945 time: 0.3864882 Nov 22 20:12:06.721390 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-d47c8009-7d91-4e61-b0b6-2073c10f5410 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=663e8072a5c74032828916dadfd22abb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1237786 Nov 22 20:12:06.722058 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 35276) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:12:06.847695 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d334ccb-aa6f-4d59-b915-f8d29a28d6fb req-1481f9d3-306f-4daf-9f8c-49eadb478177 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:06.849607 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3d334ccb-aa6f-4d59-b915-f8d29a28d6fb req-1481f9d3-306f-4daf-9f8c-49eadb478177 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.41 "GET /v2.0/networks?id=4906551a-712e-4bde-8433-b2db24f02f5c HTTP/1.1" status: 200 len: 807 time: 0.4590490 Nov 22 20:12:06.853628 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5e778d59-84fd-470f-988c-35cb1b4abfcd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:06.870478 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b64dcfec-b630-46ba-a14b-8abf60ccb6ee req-12a02b49-b2ac-4a7a-82e8-7a9e6283579c tempest-ServerAddressesTestJSON-156756582 tempest-ServerAddressesTestJSON-156756582-project] 10.222.0.46 "GET /v2.0/security-groups?id=33177437-f638-43bf-8907-b22b9b271e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2302737 Nov 22 20:12:06.877484 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-3d334ccb-aa6f-4d59-b915-f8d29a28d6fb req-1e44f26c-3cea-420f-9d5b-be62f2bf33cf tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] Request body: {'port': {'device_id': '761077bf-9826-478a-b251-413dfa7a9730', 'network_id': '4906551a-712e-4bde-8433-b2db24f02f5c', 'admin_state_up': True, 'tenant_id': '2c9de68061ee477dbb5cc544058ec72e'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:12:06.908028 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5e778d59-84fd-470f-988c-35cb1b4abfcd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:06.973938 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-5e9c51e5-cf85-437d-82e7-8aa15934c5cc req-99abee08-748f-4f5c-99fb-482cd8d82b33 tempest-ServerAddressesTestJSON-156756582 tempest-ServerAddressesTestJSON-156756582-project] Deleting port 6f3f9dd5-e3fb-4234-ae89-78f30bd23b48 {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:12:06.974282 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-5e9c51e5-cf85-437d-82e7-8aa15934c5cc req-99abee08-748f-4f5c-99fb-482cd8d82b33 tempest-ServerAddressesTestJSON-156756582 tempest-ServerAddressesTestJSON-156756582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:06.980045 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5e778d59-84fd-470f-988c-35cb1b4abfcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:06.986682 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5e778d59-84fd-470f-988c-35cb1b4abfcd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:06.993480 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-5e778d59-84fd-470f-988c-35cb1b4abfcd admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3ffac2c5-2c90-4902-9b4c-da1ce55025c4 HTTP/1.1" status: 204 len: 168 time: 0.2623057 Nov 22 20:12:06.993678 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9492419f-8e26-4530-869a-799a39da34f8 req-de8dd822-2233-44f3-8d81-0b16cb78189b tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:06.998923 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9492419f-8e26-4530-869a-799a39da34f8 req-de8dd822-2233-44f3-8d81-0b16cb78189b tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:07.005420 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9492419f-8e26-4530-869a-799a39da34f8 req-de8dd822-2233-44f3-8d81-0b16cb78189b tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:07.007807 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e778d59-84fd-470f-988c-35cb1b4abfcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ffac2c5-2c90-4902-9b4c-da1ce55025c4,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:12:07.012082 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9492419f-8e26-4530-869a-799a39da34f8 req-de8dd822-2233-44f3-8d81-0b16cb78189b tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:07.018415 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9492419f-8e26-4530-869a-799a39da34f8 req-de8dd822-2233-44f3-8d81-0b16cb78189b tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:07.025028 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9492419f-8e26-4530-869a-799a39da34f8 req-de8dd822-2233-44f3-8d81-0b16cb78189b tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:07.031885 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9492419f-8e26-4530-869a-799a39da34f8 req-de8dd822-2233-44f3-8d81-0b16cb78189b tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:07.042351 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9492419f-8e26-4530-869a-799a39da34f8 req-de8dd822-2233-44f3-8d81-0b16cb78189b tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f4a90d6-1fcd-49f1-9d76-18b26c029474 HTTP/1.1" status: 200 len: 5418 time: 0.3012938 Nov 22 20:12:07.371925 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-5e9c51e5-cf85-437d-82e7-8aa15934c5cc req-99abee08-748f-4f5c-99fb-482cd8d82b33 tempest-ServerAddressesTestJSON-156756582 tempest-ServerAddressesTestJSON-156756582-project] For port 6f3f9dd5-e3fb-4234-ae89-78f30bd23b48, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=6f3f9dd5-e3fb-4234-ae89-78f30bd23b48,segment=NetworkSegment(8536dbb2-6ab5-40ae-a1ef-050cb983cd7e),segment_id=8536dbb2-6ab5-40ae-a1ef-050cb983cd7e)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:12:07.372301 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-5e9c51e5-cf85-437d-82e7-8aa15934c5cc req-99abee08-748f-4f5c-99fb-482cd8d82b33 tempest-ServerAddressesTestJSON-156756582 tempest-ServerAddressesTestJSON-156756582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:07.410322 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9492419f-8e26-4530-869a-799a39da34f8 req-c15f301b-427e-44c6-b9db-6ee78021c15a tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] 10.222.0.46 "GET /v2.0/security-groups?id=a5e0f616-4b00-4bab-af04-df44f1058a41&id=956e73ed-7485-4a0c-88f0-c644aa0149a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3669641 Nov 22 20:12:07.493034 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-34ce8dcf-0070-4a0b-8e89-05dd04103623 req-98fa294f-a527-4c5e-a9f2-57c094230677 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.46 "GET /v2.0/ports?device_id=761077bf-9826-478a-b251-413dfa7a9730 HTTP/1.1" status: 200 len: 210 time: 0.0693700 Nov 22 20:12:07.498648 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-5e9c51e5-cf85-437d-82e7-8aa15934c5cc req-99abee08-748f-4f5c-99fb-482cd8d82b33 tempest-ServerAddressesTestJSON-156756582 tempest-ServerAddressesTestJSON-156756582-project] Calling delete_port for 6f3f9dd5-e3fb-4234-ae89-78f30bd23b48 owned by compute:nova {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:12:07.516448 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d334ccb-aa6f-4d59-b915-f8d29a28d6fb req-1e44f26c-3cea-420f-9d5b-be62f2bf33cf tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] Made reservation on behalf of 2c9de68061ee477dbb5cc544058ec72e for: {'port': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:12:07.535279 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-3d334ccb-aa6f-4d59-b915-f8d29a28d6fb req-1e44f26c-3cea-420f-9d5b-be62f2bf33cf tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:07.551403 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 715b9b8d-b380-49db-8f23-d701c0fa9ca2 no longer exists at agent hyperv_n-h1-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:12:07.610813 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] No Port match for: 715b9b8d-b380-49db-8f23-d701c0fa9ca2 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:12:07.613123 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 715b9b8d-b380-49db-8f23-d701c0fa9ca2 not bound to the agent host n-h1-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:12:07.826356 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [req-3d334ccb-aa6f-4d59-b915-f8d29a28d6fb req-1e44f26c-3cea-420f-9d5b-be62f2bf33cf tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] Allocated IP 172.20.0.10 (4906551a-712e-4bde-8433-b2db24f02f5c/b907b504-4de2-4845-a661-deaebec31498/24374965-227b-4c96-b8e4-76900d8e1a2c) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:12:07.849227 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-5e9c51e5-cf85-437d-82e7-8aa15934c5cc req-99abee08-748f-4f5c-99fb-482cd8d82b33 tempest-ServerAddressesTestJSON-156756582 tempest-ServerAddressesTestJSON-156756582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:07.894951 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99abee08-748f-4f5c-99fb-482cd8d82b33 tempest-ServerAddressesTestJSON-156756582 tempest-ServerAddressesTestJSON-156756582-project] Pushing event deleted for resources: {'Port': ['ID=6f3f9dd5-e3fb-4234-ae89-78f30bd23b48,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:12:08.117189 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e9c51e5-cf85-437d-82e7-8aa15934c5cc req-99abee08-748f-4f5c-99fb-482cd8d82b33 tempest-ServerAddressesTestJSON-156756582 tempest-ServerAddressesTestJSON-156756582-project] No DVR routers for this DVR port 6f3f9dd5-e3fb-4234-ae89-78f30bd23b48 on host n-h2-818823-1 {{(pid=103447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:12:08.224012 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-5e9c51e5-cf85-437d-82e7-8aa15934c5cc req-99abee08-748f-4f5c-99fb-482cd8d82b33 tempest-ServerAddressesTestJSON-156756582 tempest-ServerAddressesTestJSON-156756582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:08.230029 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5e9c51e5-cf85-437d-82e7-8aa15934c5cc req-99abee08-748f-4f5c-99fb-482cd8d82b33 tempest-ServerAddressesTestJSON-156756582 tempest-ServerAddressesTestJSON-156756582-project] 10.222.0.20 "DELETE /v2.0/ports/6f3f9dd5-e3fb-4234-ae89-78f30bd23b48 HTTP/1.1" status: 204 len: 173 time: 2.0652218 Nov 22 20:12:08.231862 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '830fc399-7337-4798-9e5a-56d643d4c66e', 'name': 'network-vif-deleted', 'tag': '6f3f9dd5-e3fb-4234-ae89-78f30bd23b48'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:12:08.236118 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acff82a5-62a4-4e8b-969e-e882e5105d6e" -d '{"events": [{"server_uuid": "830fc399-7337-4798-9e5a-56d643d4c66e", "name": "network-vif-deleted", "tag": "6f3f9dd5-e3fb-4234-ae89-78f30bd23b48"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:12:08.320805 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-652e56e8-65d6-47d4-870c-9fbe059cec3f req-0a9b06f7-2118-4e59-afca-db2e0f644fe6 tempest-ServerAddressesTestJSON-156756582 tempest-ServerAddressesTestJSON-156756582-project] 10.222.0.46 "GET /v2.0/ports?device_id=830fc399-7337-4798-9e5a-56d643d4c66e HTTP/1.1" status: 200 len: 210 time: 0.1885476 Nov 22 20:12:08.419167 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:12:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81d29df1-fd4e-4612-8d6d-6628193a41ae x-openstack-request-id: req-81d29df1-fd4e-4612-8d6d-6628193a41ae {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:12:08.419494 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "830fc399-7337-4798-9e5a-56d643d4c66e", "name": "network-vif-deleted", "tag": "6f3f9dd5-e3fb-4234-ae89-78f30bd23b48", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:12:08.419755 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-81d29df1-fd4e-4612-8d6d-6628193a41ae {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:12:08.420153 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '830fc399-7337-4798-9e5a-56d643d4c66e', 'name': 'network-vif-deleted', 'tag': '6f3f9dd5-e3fb-4234-ae89-78f30bd23b48', 'status': 'completed', 'code': 200} Nov 22 20:12:08.464961 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-3d334ccb-aa6f-4d59-b915-f8d29a28d6fb req-1e44f26c-3cea-420f-9d5b-be62f2bf33cf tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:08.618524 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-3d334ccb-aa6f-4d59-b915-f8d29a28d6fb req-1e44f26c-3cea-420f-9d5b-be62f2bf33cf tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:08.651756 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d334ccb-aa6f-4d59-b915-f8d29a28d6fb req-1e44f26c-3cea-420f-9d5b-be62f2bf33cf tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] Network 4906551a-712e-4bde-8433-b2db24f02f5c is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:12:08.657172 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [req-3d334ccb-aa6f-4d59-b915-f8d29a28d6fb req-1e44f26c-3cea-420f-9d5b-be62f2bf33cf tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:12:08.665899 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d334ccb-aa6f-4d59-b915-f8d29a28d6fb req-1e44f26c-3cea-420f-9d5b-be62f2bf33cf tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:12:08.924693 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5912ec71-2454-4f5f-8a1e-77edc7ccfa6c req-0917121c-c565-4e00-ad22-8ba76ff6658f tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:08.939115 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5912ec71-2454-4f5f-8a1e-77edc7ccfa6c req-0917121c-c565-4e00-ad22-8ba76ff6658f tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:08.968008 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5912ec71-2454-4f5f-8a1e-77edc7ccfa6c req-0917121c-c565-4e00-ad22-8ba76ff6658f tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:08.974553 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5912ec71-2454-4f5f-8a1e-77edc7ccfa6c req-0917121c-c565-4e00-ad22-8ba76ff6658f tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:08.989855 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5912ec71-2454-4f5f-8a1e-77edc7ccfa6c req-0917121c-c565-4e00-ad22-8ba76ff6658f tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:09.015553 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5912ec71-2454-4f5f-8a1e-77edc7ccfa6c req-0917121c-c565-4e00-ad22-8ba76ff6658f tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:09.031229 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5912ec71-2454-4f5f-8a1e-77edc7ccfa6c req-0917121c-c565-4e00-ad22-8ba76ff6658f tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:09.043557 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5912ec71-2454-4f5f-8a1e-77edc7ccfa6c req-0917121c-c565-4e00-ad22-8ba76ff6658f tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f4a90d6-1fcd-49f1-9d76-18b26c029474 HTTP/1.1" status: 200 len: 5418 time: 0.5083156 Nov 22 20:12:09.068319 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e44f26c-3cea-420f-9d5b-be62f2bf33cf tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] Pushing event updated for resources: {'Port': ['ID=24374965-227b-4c96-b8e4-76900d8e1a2c,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:12:09.079554 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d334ccb-aa6f-4d59-b915-f8d29a28d6fb req-1e44f26c-3cea-420f-9d5b-be62f2bf33cf tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:09.080142 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-3d334ccb-aa6f-4d59-b915-f8d29a28d6fb req-1e44f26c-3cea-420f-9d5b-be62f2bf33cf tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:09.156439 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3d334ccb-aa6f-4d59-b915-f8d29a28d6fb req-1e44f26c-3cea-420f-9d5b-be62f2bf33cf tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2833261 Nov 22 20:12:09.221203 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-3d334ccb-aa6f-4d59-b915-f8d29a28d6fb req-ef6fc9e2-333f-4898-9135-2b7cf6cf4a7a service neutron] Request body: {'port': {'device_id': '761077bf-9826-478a-b251-413dfa7a9730', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818823-1'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:12:09.285686 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 6f3f9dd5-e3fb-4234-ae89-78f30bd23b48 no longer exists at agent hyperv_n-h2-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:12:09.318856 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95745447-1f8f-4c72-a94f-5afcdd069c31 req-3fbca50c-2240-42e6-a2c9-102863f7446a tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:09.327129 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-95745447-1f8f-4c72-a94f-5afcdd069c31 req-3fbca50c-2240-42e6-a2c9-102863f7446a tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.46 "GET /v2.0/ports?device_id=761077bf-9826-478a-b251-413dfa7a9730 HTTP/1.1" status: 200 len: 932 time: 0.1829429 Nov 22 20:12:09.351709 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] No Port match for: 6f3f9dd5-e3fb-4234-ae89-78f30bd23b48 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:12:09.353026 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 6f3f9dd5-e3fb-4234-ae89-78f30bd23b48 not bound to the agent host n-h2-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:12:09.364266 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5912ec71-2454-4f5f-8a1e-77edc7ccfa6c req-390e7366-64f5-468e-94ff-76c883c5fd75 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] 10.222.0.46 "GET /v2.0/security-groups?id=a5e0f616-4b00-4bab-af04-df44f1058a41&id=956e73ed-7485-4a0c-88f0-c644aa0149a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3193741 Nov 22 20:12:09.405929 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-3d334ccb-aa6f-4d59-b915-f8d29a28d6fb req-ef6fc9e2-333f-4898-9135-2b7cf6cf4a7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:09.546917 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-95745447-1f8f-4c72-a94f-5afcdd069c31 req-a8f93b59-d11f-4661-9a78-e55ef0642e46 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.46 "GET /v2.0/security-groups?id=deac3dce-93b4-41af-981b-873d47022422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2187603 Nov 22 20:12:09.564256 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 35384) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:12:09.680477 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_v2 [None req-38e18b3d-3c3c-4e90-b90c-ff7c1a2baec4 admin admin] Deleting subnet e4b03843-2283-4924-b8cb-c1cb5d6a9a82 {{(pid=103448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 20:12:09.684507 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-38e18b3d-3c3c-4e90-b90c-ff7c1a2baec4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:09.903619 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [req-3d334ccb-aa6f-4d59-b915-f8d29a28d6fb req-ef6fc9e2-333f-4898-9135-2b7cf6cf4a7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24374965-227b-4c96-b8e4-76900d8e1a2c {{(pid=103447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:12:09.915618 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-3d334ccb-aa6f-4d59-b915-f8d29a28d6fb req-ef6fc9e2-333f-4898-9135-2b7cf6cf4a7a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:09.933804 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.provisioning_blocks [req-3d334ccb-aa6f-4d59-b915-f8d29a28d6fb req-ef6fc9e2-333f-4898-9135-2b7cf6cf4a7a service neutron] Transition to ACTIVE for port object 24374965-227b-4c96-b8e4-76900d8e1a2c will not be triggered until provisioned by entity L2. {{(pid=103447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 20:12:09.939493 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-3d334ccb-aa6f-4d59-b915-f8d29a28d6fb req-ef6fc9e2-333f-4898-9135-2b7cf6cf4a7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:09.993049 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 35392) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:12:10.182907 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6fc9e2-333f-4898-9135-2b7cf6cf4a7a service neutron] Pushing event updated for resources: {'Port': ['ID=24374965-227b-4c96-b8e4-76900d8e1a2c,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:12:10.185312 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-38e18b3d-3c3c-4e90-b90c-ff7c1a2baec4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11627908'] for subnet, precommit_delete_associations {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:10.198402 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-37a91aa9-3d3e-432f-a65c-b92625741369 tempest-RoutersAdminNegativeTest-1922285255 tempest-RoutersAdminNegativeTest-1922285255-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-872101358', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:12:10.221080 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-3d334ccb-aa6f-4d59-b915-f8d29a28d6fb req-ef6fc9e2-333f-4898-9135-2b7cf6cf4a7a service neutron] Attempting to bind port 24374965-227b-4c96-b8e4-76900d8e1a2c on host n-h1-818823-1 for vnic_type normal with profile {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:12:10.221714 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-3d334ccb-aa6f-4d59-b915-f8d29a28d6fb req-ef6fc9e2-333f-4898-9135-2b7cf6cf4a7a service neutron] Attempting to bind port 24374965-227b-4c96-b8e4-76900d8e1a2c by drivers openvswitch,hyperv on host n-h1-818823-1 at level 0 using segments [{'id': 'e4b3d165-1cea-4bf0-93f6-5b79e0759539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '4906551a-712e-4bde-8433-b2db24f02f5c'}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:12:10.222252 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d334ccb-aa6f-4d59-b915-f8d29a28d6fb req-ef6fc9e2-333f-4898-9135-2b7cf6cf4a7a service neutron] Attempting to bind port 24374965-227b-4c96-b8e4-76900d8e1a2c on network 4906551a-712e-4bde-8433-b2db24f02f5c {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:12:10.236499 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d334ccb-aa6f-4d59-b915-f8d29a28d6fb req-ef6fc9e2-333f-4898-9135-2b7cf6cf4a7a service neutron] Port 24374965-227b-4c96-b8e4-76900d8e1a2c on network 4906551a-712e-4bde-8433-b2db24f02f5c not bound, no agent of type Open vSwitch agent registered on host n-h1-818823-1 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:12:10.237160 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d334ccb-aa6f-4d59-b915-f8d29a28d6fb req-ef6fc9e2-333f-4898-9135-2b7cf6cf4a7a service neutron] Attempting to bind port 24374965-227b-4c96-b8e4-76900d8e1a2c on network 4906551a-712e-4bde-8433-b2db24f02f5c {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:12:10.246457 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-38e18b3d-3c3c-4e90-b90c-ff7c1a2baec4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3753007'] for subnet, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:10.249471 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d334ccb-aa6f-4d59-b915-f8d29a28d6fb req-ef6fc9e2-333f-4898-9135-2b7cf6cf4a7a service neutron] Checking agent: {'id': '7a008cff-3b49-418c-8046-689d46cc800f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'started_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 11, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:12:10.250149 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d334ccb-aa6f-4d59-b915-f8d29a28d6fb req-ef6fc9e2-333f-4898-9135-2b7cf6cf4a7a service neutron] Checking segment: {'id': 'e4b3d165-1cea-4bf0-93f6-5b79e0759539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '4906551a-712e-4bde-8433-b2db24f02f5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:12:10.250766 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d334ccb-aa6f-4d59-b915-f8d29a28d6fb req-ef6fc9e2-333f-4898-9135-2b7cf6cf4a7a service neutron] Bound using segment: {'id': 'e4b3d165-1cea-4bf0-93f6-5b79e0759539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '4906551a-712e-4bde-8433-b2db24f02f5c'} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:12:10.251988 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-3d334ccb-aa6f-4d59-b915-f8d29a28d6fb req-ef6fc9e2-333f-4898-9135-2b7cf6cf4a7a service neutron] Bound port: 24374965-227b-4c96-b8e4-76900d8e1a2c, host: n-h1-818823-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4b3d165-1cea-4bf0-93f6-5b79e0759539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '4906551a-712e-4bde-8433-b2db24f02f5c'}}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:12:10.252901 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-3d334ccb-aa6f-4d59-b915-f8d29a28d6fb req-ef6fc9e2-333f-4898-9135-2b7cf6cf4a7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:10.274310 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37a91aa9-3d3e-432f-a65c-b92625741369 tempest-RoutersAdminNegativeTest-1922285255 tempest-RoutersAdminNegativeTest-1922285255-project-admin] Made reservation on behalf of 6ec8b1e421d54d5bbe910fcc10d016bb for: {'port': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:12:10.288249 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-37a91aa9-3d3e-432f-a65c-b92625741369 tempest-RoutersAdminNegativeTest-1922285255 tempest-RoutersAdminNegativeTest-1922285255-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:10.300589 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-37a91aa9-3d3e-432f-a65c-b92625741369 tempest-RoutersAdminNegativeTest-1922285255 tempest-RoutersAdminNegativeTest-1922285255-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:10.348310 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-38e18b3d-3c3c-4e90-b90c-ff7c1a2baec4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3753014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11567369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11792914'] for subnet, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:10.376126 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e18b3d-3c3c-4e90-b90c-ff7c1a2baec4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e4b03843-2283-4924-b8cb-c1cb5d6a9a82,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:12:10.382315 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-38e18b3d-3c3c-4e90-b90c-ff7c1a2baec4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:10.388478 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-38e18b3d-3c3c-4e90-b90c-ff7c1a2baec4 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/e4b03843-2283-4924-b8cb-c1cb5d6a9a82 HTTP/1.1" status: 204 len: 168 time: 0.8206882 Nov 22 20:12:10.388791 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 35408) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:12:10.406133 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-3d334ccb-aa6f-4d59-b915-f8d29a28d6fb req-ef6fc9e2-333f-4898-9135-2b7cf6cf4a7a service neutron] For port 24374965-227b-4c96-b8e4-76900d8e1a2c, host n-h1-818823-1, cleared binding levels {{(pid=103447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:12:10.410789 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-3d334ccb-aa6f-4d59-b915-f8d29a28d6fb req-ef6fc9e2-333f-4898-9135-2b7cf6cf4a7a service neutron] For port 24374965-227b-4c96-b8e4-76900d8e1a2c, host n-h1-818823-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=24374965-227b-4c96-b8e4-76900d8e1a2c,segment=NetworkSegment(e4b3d165-1cea-4bf0-93f6-5b79e0759539),segment_id=e4b3d165-1cea-4bf0-93f6-5b79e0759539)] {{(pid=103447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:12:10.492513 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-37a91aa9-3d3e-432f-a65c-b92625741369 tempest-RoutersAdminNegativeTest-1922285255 tempest-RoutersAdminNegativeTest-1922285255-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:10.496584 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-3d334ccb-aa6f-4d59-b915-f8d29a28d6fb req-ef6fc9e2-333f-4898-9135-2b7cf6cf4a7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:10.502973 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-37a91aa9-3d3e-432f-a65c-b92625741369 tempest-RoutersAdminNegativeTest-1922285255 tempest-RoutersAdminNegativeTest-1922285255-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:10.525254 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5bfb989e-1a7e-4d66-b359-364a557cfe0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3961693'] for network, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:10.540981 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [None req-37a91aa9-3d3e-432f-a65c-b92625741369 tempest-RoutersAdminNegativeTest-1922285255 tempest-RoutersAdminNegativeTest-1922285255-project-admin] device_id is not set on port d3cbcbe0-8e49-4cd6-95a1-4a30871c68d6 yet. {{(pid=103447) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 20:12:10.652749 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d334ccb-aa6f-4d59-b915-f8d29a28d6fb req-ef6fc9e2-333f-4898-9135-2b7cf6cf4a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:10.653489 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-3d334ccb-aa6f-4d59-b915-f8d29a28d6fb req-ef6fc9e2-333f-4898-9135-2b7cf6cf4a7a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:10.655044 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3d334ccb-aa6f-4d59-b915-f8d29a28d6fb req-ef6fc9e2-333f-4898-9135-2b7cf6cf4a7a service neutron] 10.222.0.41 "PUT /v2.0/ports/24374965-227b-4c96-b8e4-76900d8e1a2c HTTP/1.1" status: 200 len: 1092 time: 1.4657979 Nov 22 20:12:10.677686 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5bfb989e-1a7e-4d66-b359-364a557cfe0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3760028', 'neutron.services.segments.db._delete_segments_for_network-8748992815755'] for network, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:10.709899 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-5bfb989e-1a7e-4d66-b359-364a557cfe0b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d001a0e1-a5dc-4895-a9dc-95f86684a0a9']}} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:12:10.711635 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '761077bf-9826-478a-b251-413dfa7a9730', 'tag': '24374965-227b-4c96-b8e4-76900d8e1a2c'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:12:10.715193 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b9ad064-6e4a-4e9a-8247-2cc8957e6ae4" -d '{"events": [{"name": "network-changed", "server_uuid": "761077bf-9826-478a-b251-413dfa7a9730", "tag": "24374965-227b-4c96-b8e4-76900d8e1a2c"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:12:10.727693 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-5bfb989e-1a7e-4d66-b359-364a557cfe0b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8536dbb2-6ab5-40ae-a1ef-050cb983cd7e') {'for_net_delete': True} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:12:10.728689 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-5bfb989e-1a7e-4d66-b359-364a557cfe0b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8536dbb2-6ab5-40ae-a1ef-050cb983cd7e') {} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:12:10.742898 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5bfb989e-1a7e-4d66-b359-364a557cfe0b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748993039638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11627933'] for segment, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:10.765040 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5bfb989e-1a7e-4d66-b359-364a557cfe0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:10.786105 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bfb989e-1a7e-4d66-b359-364a557cfe0b admin admin] Releasing vlan 620 on physical network physnet1 to pool {{(pid=103448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 20:12:10.793678 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5bfb989e-1a7e-4d66-b359-364a557cfe0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11567447'] for segment, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:10.795661 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e163b1b-04f2-4a24-9085-eabf19911392 req-c38794f2-85b6-4a37-9d47-08efc5951201 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:10.796480 n-d-818823-1 neutron-server[103448]: Traceback (most recent call last): Nov 22 20:12:10.796480 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 20:12:10.796480 n-d-818823-1 neutron-server[103448]: timer() Nov 22 20:12:10.796480 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 20:12:10.796480 n-d-818823-1 neutron-server[103448]: cb(*args, **kw) Nov 22 20:12:10.796480 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 20:12:10.796480 n-d-818823-1 neutron-server[103448]: return func(*args, **kwargs) Nov 22 20:12:10.796480 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 20:12:10.796480 n-d-818823-1 neutron-server[103448]: self._notify() Nov 22 20:12:10.796480 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 20:12:10.796480 n-d-818823-1 neutron-server[103448]: self.callback(batched_events) Nov 22 20:12:10.796480 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 20:12:10.796480 n-d-818823-1 neutron-server[103448]: event.method(event) Nov 22 20:12:10.796480 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 20:12:10.796480 n-d-818823-1 neutron-server[103448]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 20:12:10.796480 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 20:12:10.796480 n-d-818823-1 neutron-server[103448]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 20:12:10.796480 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 20:12:10.796480 n-d-818823-1 neutron-server[103448]: return f(self, *a, **k) Nov 22 20:12:10.796480 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 20:12:10.796480 n-d-818823-1 neutron-server[103448]: return self._get(url).json() Nov 22 20:12:10.796480 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 20:12:10.796480 n-d-818823-1 neutron-server[103448]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 20:12:10.796480 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 20:12:10.796480 n-d-818823-1 neutron-server[103448]: return self.request(url, 'GET', **kwargs) Nov 22 20:12:10.796480 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 20:12:10.796480 n-d-818823-1 neutron-server[103448]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 20:12:10.796480 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 20:12:10.796480 n-d-818823-1 neutron-server[103448]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 20:12:10.796480 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 20:12:10.796480 n-d-818823-1 neutron-server[103448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 20:12:10.796480 n-d-818823-1 neutron-server[103448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 20:12:10.802019 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e163b1b-04f2-4a24-9085-eabf19911392 req-c38794f2-85b6-4a37-9d47-08efc5951201 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:10.808099 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e163b1b-04f2-4a24-9085-eabf19911392 req-c38794f2-85b6-4a37-9d47-08efc5951201 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:10.817256 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e163b1b-04f2-4a24-9085-eabf19911392 req-c38794f2-85b6-4a37-9d47-08efc5951201 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:10.836466 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e163b1b-04f2-4a24-9085-eabf19911392 req-c38794f2-85b6-4a37-9d47-08efc5951201 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:10.837283 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e163b1b-04f2-4a24-9085-eabf19911392 req-c38794f2-85b6-4a37-9d47-08efc5951201 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:10.856948 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e163b1b-04f2-4a24-9085-eabf19911392 req-c38794f2-85b6-4a37-9d47-08efc5951201 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:10.866755 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9e163b1b-04f2-4a24-9085-eabf19911392 req-c38794f2-85b6-4a37-9d47-08efc5951201 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f4a90d6-1fcd-49f1-9d76-18b26c029474 HTTP/1.1" status: 200 len: 5418 time: 0.3599031 Nov 22 20:12:10.880176 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a91aa9-3d3e-432f-a65c-b92625741369 tempest-RoutersAdminNegativeTest-1922285255 tempest-RoutersAdminNegativeTest-1922285255-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=558693fe-9bed-48f4-950e-15bc8df6a14e,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:12:10.886751 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5bfb989e-1a7e-4d66-b359-364a557cfe0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3760002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595318'] for network, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:10.903344 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5bfb989e-1a7e-4d66-b359-364a557cfe0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:10.909396 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-5bfb989e-1a7e-4d66-b359-364a557cfe0b admin admin] 10.222.0.46 "DELETE /v2.0/networks/d001a0e1-a5dc-4895-a9dc-95f86684a0a9 HTTP/1.1" status: 204 len: 168 time: 0.5192702 Nov 22 20:12:10.924566 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfb989e-1a7e-4d66-b359-364a557cfe0b admin admin] Pushing event deleted for resources: {'Network': ['ID=d001a0e1-a5dc-4895-a9dc-95f86684a0a9,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:12:10.938387 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6fc9e2-333f-4898-9135-2b7cf6cf4a7a service neutron] Pushing event updated for resources: {'Port': ['ID=24374965-227b-4c96-b8e4-76900d8e1a2c,revision_number=3']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:12:11.042515 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [None req-37a91aa9-3d3e-432f-a65c-b92625741369 tempest-RoutersAdminNegativeTest-1922285255 tempest-RoutersAdminNegativeTest-1922285255-project-admin] Allocated IP 172.25.5.16 (c48a55e9-6a85-4746-b7bf-3e29fb560094/5da6f781-63e6-4328-ae7a-5e672262f55a/d3cbcbe0-8e49-4cd6-95a1-4a30871c68d6) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:12:11.256352 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9e163b1b-04f2-4a24-9085-eabf19911392 req-8bf3d15e-17af-4279-9601-2910bd964810 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] 10.222.0.46 "GET /v2.0/security-groups?id=a5e0f616-4b00-4bab-af04-df44f1058a41&id=956e73ed-7485-4a0c-88f0-c644aa0149a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3887002 Nov 22 20:12:11.259312 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d334ccb-aa6f-4d59-b915-f8d29a28d6fb req-2364c379-524c-4330-8fc5-6c9a37c57970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:11.261270 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3d334ccb-aa6f-4d59-b915-f8d29a28d6fb req-2364c379-524c-4330-8fc5-6c9a37c57970 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2c9de68061ee477dbb5cc544058ec72e&device_id=761077bf-9826-478a-b251-413dfa7a9730 HTTP/1.1" status: 200 len: 1095 time: 0.5431311 Nov 22 20:12:11.316406 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 35426) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:12:11.372530 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-162b65f3-468b-40b9-9a69-2c259de2dff1 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4b71f064477647c68ff74013c5d0753c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0515704 Nov 22 20:12:11.373032 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 35430) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:12:11.397966 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6b4b5c-029e-41b0-85da-c13e502fec17 req-ddbb08ff-838e-42b3-b01a-b80c06fea0d0 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:11.399942 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-dc6b4b5c-029e-41b0-85da-c13e502fec17 req-ddbb08ff-838e-42b3-b01a-b80c06fea0d0 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.46 "GET /v2.0/ports?device_id=761077bf-9826-478a-b251-413dfa7a9730 HTTP/1.1" status: 200 len: 944 time: 0.5286257 Nov 22 20:12:11.402033 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 20:12:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c42b5d19-530f-43f6-ae1b-586001157b5c x-openstack-request-id: req-c42b5d19-530f-43f6-ae1b-586001157b5c {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:12:11.402460 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "761077bf-9826-478a-b251-413dfa7a9730", "tag": "24374965-227b-4c96-b8e4-76900d8e1a2c", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:12:11.402889 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c42b5d19-530f-43f6-ae1b-586001157b5c {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:12:11.403283 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '761077bf-9826-478a-b251-413dfa7a9730', 'tag': '24374965-227b-4c96-b8e4-76900d8e1a2c', 'status': 'completed', 'code': 200} Nov 22 20:12:11.406557 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3d334ccb-aa6f-4d59-b915-f8d29a28d6fb req-8078db8b-82cc-4847-9c7b-aef2559b30fa service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=24374965-227b-4c96-b8e4-76900d8e1a2c HTTP/1.1" status: 200 len: 217 time: 0.1266117 Nov 22 20:12:11.464492 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-04ab1752-81fe-4b36-a5a8-d9239f658294 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:11.512120 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-04ab1752-81fe-4b36-a5a8-d9239f658294 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:11.519921 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-37a91aa9-3d3e-432f-a65c-b92625741369 tempest-RoutersAdminNegativeTest-1922285255 tempest-RoutersAdminNegativeTest-1922285255-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:11.573636 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-04ab1752-81fe-4b36-a5a8-d9239f658294 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:11.576631 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-04ab1752-81fe-4b36-a5a8-d9239f658294 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:11.580377 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-04ab1752-81fe-4b36-a5a8-d9239f658294 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/33177437-f638-43bf-8907-b22b9b271e8a HTTP/1.1" status: 204 len: 168 time: 0.2044444 Nov 22 20:12:11.589126 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ab1752-81fe-4b36-a5a8-d9239f658294 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33177437-f638-43bf-8907-b22b9b271e8a,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:12:11.873476 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-dc6b4b5c-029e-41b0-85da-c13e502fec17 req-5c6ff49a-a144-4726-9d49-c7aeb865a6ac tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.46 "GET /v2.0/security-groups?id=deac3dce-93b4-41af-981b-873d47022422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4658868 Nov 22 20:12:11.876675 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d334ccb-aa6f-4d59-b915-f8d29a28d6fb req-13221308-c80a-4b2c-a15b-2059080c0c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:11.878698 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3d334ccb-aa6f-4d59-b915-f8d29a28d6fb req-13221308-c80a-4b2c-a15b-2059080c0c5a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b907b504-4de2-4845-a661-deaebec31498 HTTP/1.1" status: 200 len: 847 time: 0.4500253 Nov 22 20:12:11.930458 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3d334ccb-aa6f-4d59-b915-f8d29a28d6fb req-73829cd8-3a09-4952-a02e-7c162a9afd00 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4906551a-712e-4bde-8433-b2db24f02f5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331519 Nov 22 20:12:11.938165 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-37a91aa9-3d3e-432f-a65c-b92625741369 tempest-RoutersAdminNegativeTest-1922285255 tempest-RoutersAdminNegativeTest-1922285255-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:12.075774 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37a91aa9-3d3e-432f-a65c-b92625741369 tempest-RoutersAdminNegativeTest-1922285255 tempest-RoutersAdminNegativeTest-1922285255-project-admin] Network c48a55e9-6a85-4746-b7bf-3e29fb560094 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:12:12.075774 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-37a91aa9-3d3e-432f-a65c-b92625741369 tempest-RoutersAdminNegativeTest-1922285255 tempest-RoutersAdminNegativeTest-1922285255-project-admin] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:12:12.081217 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a91aa9-3d3e-432f-a65c-b92625741369 tempest-RoutersAdminNegativeTest-1922285255 tempest-RoutersAdminNegativeTest-1922285255-project-admin] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:12:12.122684 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a91aa9-3d3e-432f-a65c-b92625741369 tempest-RoutersAdminNegativeTest-1922285255 tempest-RoutersAdminNegativeTest-1922285255-project-admin] Pushing event updated for resources: {'Port': ['ID=d3cbcbe0-8e49-4cd6-95a1-4a30871c68d6,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:12:12.162943 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37a91aa9-3d3e-432f-a65c-b92625741369 tempest-RoutersAdminNegativeTest-1922285255 tempest-RoutersAdminNegativeTest-1922285255-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:12.165179 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-37a91aa9-3d3e-432f-a65c-b92625741369 tempest-RoutersAdminNegativeTest-1922285255 tempest-RoutersAdminNegativeTest-1922285255-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:12.191251 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3d334ccb-aa6f-4d59-b915-f8d29a28d6fb req-feb913dc-8d27-4dc4-99e8-1b758bdcb313 service neutron] 10.222.0.41 "GET /v2.0/networks/4906551a-712e-4bde-8433-b2db24f02f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2503033 Nov 22 20:12:12.196592 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-37a91aa9-3d3e-432f-a65c-b92625741369 tempest-RoutersAdminNegativeTest-1922285255 tempest-RoutersAdminNegativeTest-1922285255-project-admin] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 2.2013376 Nov 22 20:12:12.199798 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 35454) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:12:12.204929 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-1f796d8d-84b2-48f4-b148-e4f71cf40402 tempest-RoutersAdminNegativeTest-1922285255 tempest-RoutersAdminNegativeTest-1922285255-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.16'}]}}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:12:12.250762 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1f796d8d-84b2-48f4-b148-e4f71cf40402 tempest-RoutersAdminNegativeTest-1922285255 tempest-RoutersAdminNegativeTest-1922285255-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24799'] for router, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:12.251991 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1f796d8d-84b2-48f4-b148-e4f71cf40402 tempest-RoutersAdminNegativeTest-1922285255 tempest-RoutersAdminNegativeTest-1922285255-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-632716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24788'] for router, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:12.361323 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1f796d8d-84b2-48f4-b148-e4f71cf40402 tempest-RoutersAdminNegativeTest-1922285255 tempest-RoutersAdminNegativeTest-1922285255-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:12.472632 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3d334ccb-aa6f-4d59-b915-f8d29a28d6fb req-d03513f7-48e6-4d4a-b743-2d037db1c7e6 service neutron] 10.222.0.41 "GET /v2.0/networks/4906551a-712e-4bde-8433-b2db24f02f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2619717 Nov 22 20:12:12.610662 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7b7b45-3288-4998-b6d1-1d5065dbad13 req-bee843ee-5a2c-45cc-bd73-026128011240 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:12.617480 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7b7b45-3288-4998-b6d1-1d5065dbad13 req-bee843ee-5a2c-45cc-bd73-026128011240 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:12.624647 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7b7b45-3288-4998-b6d1-1d5065dbad13 req-bee843ee-5a2c-45cc-bd73-026128011240 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:12.631090 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7b7b45-3288-4998-b6d1-1d5065dbad13 req-bee843ee-5a2c-45cc-bd73-026128011240 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:12.638487 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7b7b45-3288-4998-b6d1-1d5065dbad13 req-bee843ee-5a2c-45cc-bd73-026128011240 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:12.645105 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7b7b45-3288-4998-b6d1-1d5065dbad13 req-bee843ee-5a2c-45cc-bd73-026128011240 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:12.651808 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7b7b45-3288-4998-b6d1-1d5065dbad13 req-bee843ee-5a2c-45cc-bd73-026128011240 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:12.653851 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6b7b7b45-3288-4998-b6d1-1d5065dbad13 req-bee843ee-5a2c-45cc-bd73-026128011240 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f4a90d6-1fcd-49f1-9d76-18b26c029474 HTTP/1.1" status: 200 len: 5418 time: 0.2338479 Nov 22 20:12:12.662451 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9ad064-6e4a-4e9a-8247-2cc8957e6ae4 req-8ed4193e-e0c2-4c8c-a385-9acd3aad42fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:12.664649 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2b9ad064-6e4a-4e9a-8247-2cc8957e6ae4 req-8ed4193e-e0c2-4c8c-a385-9acd3aad42fa service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2c9de68061ee477dbb5cc544058ec72e&device_id=761077bf-9826-478a-b251-413dfa7a9730 HTTP/1.1" status: 200 len: 1095 time: 0.1250572 Nov 22 20:12:12.697129 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1f796d8d-84b2-48f4-b148-e4f71cf40402 tempest-RoutersAdminNegativeTest-1922285255 tempest-RoutersAdminNegativeTest-1922285255-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:12.879344 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 35482) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:12:12.892828 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6b7b7b45-3288-4998-b6d1-1d5065dbad13 req-0c7b886f-67f5-4bfe-b9de-1f9f4893d67a tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] 10.222.0.46 "GET /v2.0/security-groups?id=a5e0f616-4b00-4bab-af04-df44f1058a41&id=956e73ed-7485-4a0c-88f0-c644aa0149a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2270100 Nov 22 20:12:12.971248 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9ad064-6e4a-4e9a-8247-2cc8957e6ae4 req-84f56a85-c1e1-4f2c-a4f4-171a47d3a1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:12.973131 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2b9ad064-6e4a-4e9a-8247-2cc8957e6ae4 req-84f56a85-c1e1-4f2c-a4f4-171a47d3a1fa service neutron] 10.222.0.41 "GET /v2.0/networks?id=4906551a-712e-4bde-8433-b2db24f02f5c HTTP/1.1" status: 200 len: 908 time: 0.2849021 Nov 22 20:12:13.035651 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2b9ad064-6e4a-4e9a-8247-2cc8957e6ae4 req-a1415919-a536-4cc2-b32b-110ce2c488aa service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=24374965-227b-4c96-b8e4-76900d8e1a2c HTTP/1.1" status: 200 len: 217 time: 0.0525448 Nov 22 20:12:13.078757 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-be6d3cfc-8dda-408f-9987-501a59e803ca admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1583051131-network', 'tenant_id': 'f13ecf86b4bc483eb64c17361eb0e058'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:12:13.137534 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be6d3cfc-8dda-408f-9987-501a59e803ca admin admin] Made reservation on behalf of f13ecf86b4bc483eb64c17361eb0e058 for: {'network': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:12:13.140319 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-be6d3cfc-8dda-408f-9987-501a59e803ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for network, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:13.156365 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1f796d8d-84b2-48f4-b148-e4f71cf40402 tempest-RoutersAdminNegativeTest-1922285255 tempest-RoutersAdminNegativeTest-1922285255-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:13.188563 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1f796d8d-84b2-48f4-b148-e4f71cf40402 tempest-RoutersAdminNegativeTest-1922285255 tempest-RoutersAdminNegativeTest-1922285255-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:13.212956 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9ad064-6e4a-4e9a-8247-2cc8957e6ae4 req-f9b6575f-f099-4c54-a7ad-db556f641b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:13.219950 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2b9ad064-6e4a-4e9a-8247-2cc8957e6ae4 req-f9b6575f-f099-4c54-a7ad-db556f641b5a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b907b504-4de2-4845-a661-deaebec31498 HTTP/1.1" status: 200 len: 847 time: 0.1351445 Nov 22 20:12:13.242950 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-be6d3cfc-8dda-408f-9987-501a59e803ca admin admin] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:13.270342 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2b9ad064-6e4a-4e9a-8247-2cc8957e6ae4 req-fcf435bb-62f0-40c6-addb-b0e4f0435d8f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4906551a-712e-4bde-8433-b2db24f02f5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446045 Nov 22 20:12:13.282578 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3569ad-434b-4796-ad83-04de3722fba6 req-50edd214-71a7-4635-829f-fbd3836a10cf tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:13.294271 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-bb3569ad-434b-4796-ad83-04de3722fba6 req-50edd214-71a7-4635-829f-fbd3836a10cf tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.46 "GET /v2.0/ports?device_id=761077bf-9826-478a-b251-413dfa7a9730 HTTP/1.1" status: 200 len: 944 time: 0.2574677 Nov 22 20:12:13.341133 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-be6d3cfc-8dda-408f-9987-501a59e803ca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:13.386056 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-be6d3cfc-8dda-408f-9987-501a59e803ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:13.429518 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be6d3cfc-8dda-408f-9987-501a59e803ca admin admin] vlan segment allocate from pool success with {'vlan_id': 612, 'physical_network': 'physnet1'} {{(pid=103448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 20:12:13.476326 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6d3cfc-8dda-408f-9987-501a59e803ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fe3aec8-5165-4241-b88a-414e8e9d6712,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:12:13.480418 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-be6d3cfc-8dda-408f-9987-501a59e803ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:13.480866 n-d-818823-1 neutron-server[103448]: INFO neutron.db.segments_db [None req-be6d3cfc-8dda-408f-9987-501a59e803ca admin admin] Added segment eaabe971-148e-4556-b90f-3ce457adf9c8 of type vlan for network f1bdb39d-1f8e-4d0c-9035-1770c3192ef0 Nov 22 20:12:13.548519 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-bb3569ad-434b-4796-ad83-04de3722fba6 req-d5d1fec7-9868-4917-ab81-8fea6098af54 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.46 "GET /v2.0/security-groups?id=deac3dce-93b4-41af-981b-873d47022422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2515795 Nov 22 20:12:13.557907 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2b9ad064-6e4a-4e9a-8247-2cc8957e6ae4 req-a434a0fa-404d-4b03-892c-e1c9eb0f98bd service neutron] 10.222.0.41 "GET /v2.0/networks/4906551a-712e-4bde-8433-b2db24f02f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2591777 Nov 22 20:12:13.619224 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-be6d3cfc-8dda-408f-9987-501a59e803ca admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748992492791'] for network, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:13.701719 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-be6d3cfc-8dda-408f-9987-501a59e803ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for network, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:13.703315 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be6d3cfc-8dda-408f-9987-501a59e803ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:13.707041 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-be6d3cfc-8dda-408f-9987-501a59e803ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:13.789461 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1f796d8d-84b2-48f4-b148-e4f71cf40402 tempest-RoutersAdminNegativeTest-1922285255 tempest-RoutersAdminNegativeTest-1922285255-project-admin] Publish callbacks [] for router, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:13.812288 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2b9ad064-6e4a-4e9a-8247-2cc8957e6ae4 req-7aacbf7f-1982-46eb-99ba-d45362280e8a service neutron] 10.222.0.41 "GET /v2.0/networks/4906551a-712e-4bde-8433-b2db24f02f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2219777 Nov 22 20:12:13.855484 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-be6d3cfc-8dda-408f-9987-501a59e803ca admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.9696848 Nov 22 20:12:13.856619 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 35508) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:12:13.863327 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-10672789-2312-4e5e-bfe6-3201cc5c790e admin admin] Request body: {'subnet': {'network_id': 'f1bdb39d-1f8e-4d0c-9035-1770c3192ef0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1583051131-subnet', 'tenant_id': 'f13ecf86b4bc483eb64c17361eb0e058', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:12:13.899937 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6d3cfc-8dda-408f-9987-501a59e803ca admin admin] Pushing event updated for resources: {'Network': ['ID=f1bdb39d-1f8e-4d0c-9035-1770c3192ef0,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:12:13.913141 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Network f1bdb39d-1f8e-4d0c-9035-1770c3192ef0 details requested by agent ovs-agent-n-d-818823-1 with host n-d-818823-1 {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 20:12:13.916978 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10672789-2312-4e5e-bfe6-3201cc5c790e admin admin] Made reservation on behalf of f13ecf86b4bc483eb64c17361eb0e058 for: {'subnet': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:12:13.922664 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-10672789-2312-4e5e-bfe6-3201cc5c790e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8485086'] for subnet, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:14.050532 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1f796d8d-84b2-48f4-b148-e4f71cf40402 tempest-RoutersAdminNegativeTest-1922285255 tempest-RoutersAdminNegativeTest-1922285255-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24781'] for router, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:14.055119 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1f796d8d-84b2-48f4-b148-e4f71cf40402 tempest-RoutersAdminNegativeTest-1922285255 tempest-RoutersAdminNegativeTest-1922285255-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:14.117908 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1f796d8d-84b2-48f4-b148-e4f71cf40402 tempest-RoutersAdminNegativeTest-1922285255 tempest-RoutersAdminNegativeTest-1922285255-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-663261'] for router, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:14.118953 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f796d8d-84b2-48f4-b148-e4f71cf40402 tempest-RoutersAdminNegativeTest-1922285255 tempest-RoutersAdminNegativeTest-1922285255-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 10eb7eaa-180c-4ba7-be4b-cbd3c0c5468a {{(pid=103448) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 20:12:14.149753 n-d-818823-1 neutron-server[103448]: INFO neutron.api.v2.resource [None req-1f796d8d-84b2-48f4-b148-e4f71cf40402 tempest-RoutersAdminNegativeTest-1922285255 tempest-RoutersAdminNegativeTest-1922285255-project-admin] create failed (client error): There was a conflict when trying to complete your request. Nov 22 20:12:14.151667 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-1f796d8d-84b2-48f4-b148-e4f71cf40402 tempest-RoutersAdminNegativeTest-1922285255 tempest-RoutersAdminNegativeTest-1922285255-project-admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 1.9505115 Nov 22 20:12:14.155958 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 35512) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:12:14.215918 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:14.218805 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:14.265243 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-3756156a-e0cf-4004-94a4-6deba7f9dfe5 tempest-RoutersAdminNegativeTest-1922285255 tempest-RoutersAdminNegativeTest-1922285255-project-admin] Deleting port d3cbcbe0-8e49-4cd6-95a1-4a30871c68d6 {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:12:14.265775 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3756156a-e0cf-4004-94a4-6deba7f9dfe5 tempest-RoutersAdminNegativeTest-1922285255 tempest-RoutersAdminNegativeTest-1922285255-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:14.269255 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883eb71e-aa12-4cfb-b59f-18e9c94f2a7a req-f4964eba-0b8e-43c6-a89d-dc6c8863d182 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:14.296969 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883eb71e-aa12-4cfb-b59f-18e9c94f2a7a req-f4964eba-0b8e-43c6-a89d-dc6c8863d182 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:14.308337 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883eb71e-aa12-4cfb-b59f-18e9c94f2a7a req-f4964eba-0b8e-43c6-a89d-dc6c8863d182 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:14.320172 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883eb71e-aa12-4cfb-b59f-18e9c94f2a7a req-f4964eba-0b8e-43c6-a89d-dc6c8863d182 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:14.331141 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883eb71e-aa12-4cfb-b59f-18e9c94f2a7a req-f4964eba-0b8e-43c6-a89d-dc6c8863d182 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:14.342013 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883eb71e-aa12-4cfb-b59f-18e9c94f2a7a req-f4964eba-0b8e-43c6-a89d-dc6c8863d182 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:14.351704 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883eb71e-aa12-4cfb-b59f-18e9c94f2a7a req-f4964eba-0b8e-43c6-a89d-dc6c8863d182 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:14.354021 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-883eb71e-aa12-4cfb-b59f-18e9c94f2a7a req-f4964eba-0b8e-43c6-a89d-dc6c8863d182 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f4a90d6-1fcd-49f1-9d76-18b26c029474 HTTP/1.1" status: 200 len: 5418 time: 0.2674770 Nov 22 20:12:14.367132 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3756156a-e0cf-4004-94a4-6deba7f9dfe5 tempest-RoutersAdminNegativeTest-1922285255 tempest-RoutersAdminNegativeTest-1922285255-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:14.383445 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-3756156a-e0cf-4004-94a4-6deba7f9dfe5 tempest-RoutersAdminNegativeTest-1922285255 tempest-RoutersAdminNegativeTest-1922285255-project-admin] Calling delete_port for d3cbcbe0-8e49-4cd6-95a1-4a30871c68d6 owned by {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:12:14.411872 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-10672789-2312-4e5e-bfe6-3201cc5c790e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8900613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8485104'] for subnet, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:14.495632 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10672789-2312-4e5e-bfe6-3201cc5c790e admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae568695-26d4-425f-aba2-6e6094d1abb7,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:12:14.518778 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-883eb71e-aa12-4cfb-b59f-18e9c94f2a7a req-44e37b40-bda0-43ac-bc11-646415d77de3 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] 10.222.0.46 "GET /v2.0/security-groups?id=a5e0f616-4b00-4bab-af04-df44f1058a41&id=956e73ed-7485-4a0c-88f0-c644aa0149a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1527326 Nov 22 20:12:14.546297 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10672789-2312-4e5e-bfe6-3201cc5c790e admin admin] Checking segment: {'id': 'eaabe971-148e-4556-b90f-3ce457adf9c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'f1bdb39d-1f8e-4d0c-9035-1770c3192ef0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:12:14.547076 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10672789-2312-4e5e-bfe6-3201cc5c790e admin admin] Network hostable DHCP agents. Network: f1bdb39d-1f8e-4d0c-9035-1770c3192ef0, hostable agents: ['02adaa64-0987-4b74-bad0-cbcf56f8a294'], hosted agents: [] {{(pid=103447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 20:12:14.576545 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10672789-2312-4e5e-bfe6-3201cc5c790e admin admin] Network f1bdb39d-1f8e-4d0c-9035-1770c3192ef0 is scheduled to be hosted by DHCP agent 02adaa64-0987-4b74-bad0-cbcf56f8a294 with binding_index 1 {{(pid=103447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 20:12:14.581300 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3756156a-e0cf-4004-94a4-6deba7f9dfe5 tempest-RoutersAdminNegativeTest-1922285255 tempest-RoutersAdminNegativeTest-1922285255-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:14.623977 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3756156a-e0cf-4004-94a4-6deba7f9dfe5 tempest-RoutersAdminNegativeTest-1922285255 tempest-RoutersAdminNegativeTest-1922285255-project-admin] Pushing event deleted for resources: {'Port': ['ID=d3cbcbe0-8e49-4cd6-95a1-4a30871c68d6,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:12:14.626007 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-10672789-2312-4e5e-bfe6-3201cc5c790e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818823-1, f1bdb39d-1f8e-4d0c-9035-1770c3192ef0) {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:12:14.637309 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb84781d-bf04-4d91-8395-e3db49e3923f None None] Network f1bdb39d-1f8e-4d0c-9035-1770c3192ef0 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:12:14.642467 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10672789-2312-4e5e-bfe6-3201cc5c790e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:14.643130 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-10672789-2312-4e5e-bfe6-3201cc5c790e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for subnet, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:14.728199 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3756156a-e0cf-4004-94a4-6deba7f9dfe5 tempest-RoutersAdminNegativeTest-1922285255 tempest-RoutersAdminNegativeTest-1922285255-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:14.746646 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-10672789-2312-4e5e-bfe6-3201cc5c790e admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.8886645 Nov 22 20:12:14.753352 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-3756156a-e0cf-4004-94a4-6deba7f9dfe5 tempest-RoutersAdminNegativeTest-1922285255 tempest-RoutersAdminNegativeTest-1922285255-project-admin] 10.222.0.46 "DELETE /v2.0/ports/d3cbcbe0-8e49-4cd6-95a1-4a30871c68d6 HTTP/1.1" status: 204 len: 168 time: 0.5881090 Nov 22 20:12:14.780177 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e30fd10-24cc-44d6-a7c4-9b06983d638d req-52443ff2-ff4d-40be-b5e4-ce10d5cb4332 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:14.782055 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5e30fd10-24cc-44d6-a7c4-9b06983d638d req-52443ff2-ff4d-40be-b5e4-ce10d5cb4332 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.46 "GET /v2.0/ports?device_id=761077bf-9826-478a-b251-413dfa7a9730 HTTP/1.1" status: 200 len: 944 time: 0.1157222 Nov 22 20:12:14.888128 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5e30fd10-24cc-44d6-a7c4-9b06983d638d req-0b8e11c9-277a-43e3-8e4e-071c7f8cf797 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.46 "GET /v2.0/security-groups?id=deac3dce-93b4-41af-981b-873d47022422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005189 Nov 22 20:12:14.945407 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd2ddfcd-d6dc-4c9d-a4c1-fa1bc7a1352f None None] Network f1bdb39d-1f8e-4d0c-9035-1770c3192ef0 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:12:15.137069 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 35552) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:12:15.272520 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-29cc57e6-9cc6-429d-9552-b3f94992035f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:15.379337 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-29cc57e6-9cc6-429d-9552-b3f94992035f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:15.384455 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-29cc57e6-9cc6-429d-9552-b3f94992035f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:15.432335 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-29cc57e6-9cc6-429d-9552-b3f94992035f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=202ced0b9eed4db3b99fc9369257d989&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2912345 Nov 22 20:12:15.432335 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cc57e6-9cc6-429d-9552-b3f94992035f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6f29e87-a8f6-4115-9e48-0a78dd8d2178,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:12:15.433301 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 35568) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:12:15.501325 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c9ce16-2c2f-4ef0-ae8c-d377daf34a45 req-738d1958-fcf7-4f98-a183-0e1651e78c48 tempest-ServerMetadataNegativeTestJSON-1574880194 tempest-ServerMetadataNegativeTestJSON-1574880194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:15.502918 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-52c9ce16-2c2f-4ef0-ae8c-d377daf34a45 req-738d1958-fcf7-4f98-a183-0e1651e78c48 tempest-ServerMetadataNegativeTestJSON-1574880194 tempest-ServerMetadataNegativeTestJSON-1574880194-project] 10.222.0.46 "GET /v2.0/networks?id=f1bdb39d-1f8e-4d0c-9035-1770c3192ef0 HTTP/1.1" status: 200 len: 821 time: 0.1617925 Nov 22 20:12:15.526256 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-90475506-0096-43eb-a7f1-5df5b1aac1f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:15.529404 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-52c9ce16-2c2f-4ef0-ae8c-d377daf34a45 req-3e05a061-08f7-48f0-82c7-9dee96e525fa tempest-ServerMetadataNegativeTestJSON-1574880194 tempest-ServerMetadataNegativeTestJSON-1574880194-project] 10.222.0.46 "GET /v2.0/quotas/f13ecf86b4bc483eb64c17361eb0e058 HTTP/1.1" status: 200 len: 375 time: 0.0205402 Nov 22 20:12:15.575199 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-52c9ce16-2c2f-4ef0-ae8c-d377daf34a45 req-08d36904-3f67-44c4-b28c-cda0a31660e9 tempest-ServerMetadataNegativeTestJSON-1574880194 tempest-ServerMetadataNegativeTestJSON-1574880194-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=f13ecf86b4bc483eb64c17361eb0e058&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0387554 Nov 22 20:12:15.577119 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-90475506-0096-43eb-a7f1-5df5b1aac1f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:15.621056 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device beeaed41-857e-487b-9b30-79ba4738dd77 details requested by agent hyperv_n-h1-818823-1 with host n-h1-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 20:12:15.753995 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f10c495-8ac6-474b-8d5b-8eaec506eec7 req-b68a73e6-3931-4c0e-8537-05962fdafcc9 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:15.759512 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port beeaed41-857e-487b-9b30-79ba4738dd77, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=beeaed41-857e-487b-9b30-79ba4738dd77,segment=NetworkSegment(e3193b23-f9c4-4ca4-b127-f0d3cc3d8fb8),segment_id=e3193b23-f9c4-4ca4-b127-f0d3cc3d8fb8)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:12:15.760341 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f10c495-8ac6-474b-8d5b-8eaec506eec7 req-b68a73e6-3931-4c0e-8537-05962fdafcc9 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:15.767994 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f10c495-8ac6-474b-8d5b-8eaec506eec7 req-b68a73e6-3931-4c0e-8537-05962fdafcc9 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:15.773843 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f10c495-8ac6-474b-8d5b-8eaec506eec7 req-b68a73e6-3931-4c0e-8537-05962fdafcc9 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:15.774763 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Returning: {'device': 'beeaed41-857e-487b-9b30-79ba4738dd77', 'network_id': '6b3bccc8-a74b-4dd2-b44c-99e3a607f72f', 'port_id': 'beeaed41-857e-487b-9b30-79ba4738dd77', 'mac_address': 'fa:16:3e:f4:d2:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 632, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0485a16a-de78-4412-ab82-735c8650e722', 'ip_address': '10.1.1.40'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 20:12:15.779875 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f10c495-8ac6-474b-8d5b-8eaec506eec7 req-b68a73e6-3931-4c0e-8537-05962fdafcc9 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:15.785856 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f10c495-8ac6-474b-8d5b-8eaec506eec7 req-b68a73e6-3931-4c0e-8537-05962fdafcc9 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:15.793886 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f10c495-8ac6-474b-8d5b-8eaec506eec7 req-b68a73e6-3931-4c0e-8537-05962fdafcc9 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:15.798550 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8f10c495-8ac6-474b-8d5b-8eaec506eec7 req-b68a73e6-3931-4c0e-8537-05962fdafcc9 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f4a90d6-1fcd-49f1-9d76-18b26c029474 HTTP/1.1" status: 200 len: 5418 time: 0.1523807 Nov 22 20:12:15.799263 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-52c9ce16-2c2f-4ef0-ae8c-d377daf34a45 req-5a1e3a98-e3d3-4eaa-ac87-3604ef608dd5 service neutron] 10.222.0.46 "GET /v2.0/networks/f1bdb39d-1f8e-4d0c-9035-1770c3192ef0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2149158 Nov 22 20:12:15.799263 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-90475506-0096-43eb-a7f1-5df5b1aac1f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:15.801928 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-90475506-0096-43eb-a7f1-5df5b1aac1f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:15.812660 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-90475506-0096-43eb-a7f1-5df5b1aac1f4 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b6f29e87-a8f6-4115-9e48-0a78dd8d2178 HTTP/1.1" status: 204 len: 168 time: 0.3717668 Nov 22 20:12:15.814429 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:15.829379 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id beeaed41-857e-487b-9b30-79ba4738dd77 {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:12:15.853228 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port beeaed41-857e-487b-9b30-79ba4738dd77, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=beeaed41-857e-487b-9b30-79ba4738dd77,segment=NetworkSegment(e3193b23-f9c4-4ca4-b127-f0d3cc3d8fb8),segment_id=e3193b23-f9c4-4ca4-b127-f0d3cc3d8fb8)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:12:15.857716 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90475506-0096-43eb-a7f1-5df5b1aac1f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6f29e87-a8f6-4115-9e48-0a78dd8d2178,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:12:15.859304 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:15.860375 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 24374965-227b-4c96-b8e4-76900d8e1a2c details requested by agent hyperv_n-h1-818823-1 with host n-h1-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 20:12:15.921983 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90475506-0096-43eb-a7f1-5df5b1aac1f4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:12:15.922570 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90475506-0096-43eb-a7f1-5df5b1aac1f4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:12:15.922721 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90475506-0096-43eb-a7f1-5df5b1aac1f4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:12:15.923014 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90475506-0096-43eb-a7f1-5df5b1aac1f4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:12:15.923518 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90475506-0096-43eb-a7f1-5df5b1aac1f4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:12:15.923886 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90475506-0096-43eb-a7f1-5df5b1aac1f4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:12:15.924239 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90475506-0096-43eb-a7f1-5df5b1aac1f4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:12:15.924538 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90475506-0096-43eb-a7f1-5df5b1aac1f4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:12:15.924867 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90475506-0096-43eb-a7f1-5df5b1aac1f4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:12:15.925339 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90475506-0096-43eb-a7f1-5df5b1aac1f4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:12:15.926018 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90475506-0096-43eb-a7f1-5df5b1aac1f4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:12:15.926353 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90475506-0096-43eb-a7f1-5df5b1aac1f4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:12:15.984423 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8f10c495-8ac6-474b-8d5b-8eaec506eec7 req-61caf7a9-a602-4ddb-a299-c5b33928729f tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] 10.222.0.46 "GET /v2.0/security-groups?id=a5e0f616-4b00-4bab-af04-df44f1058a41&id=956e73ed-7485-4a0c-88f0-c644aa0149a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1703329 Nov 22 20:12:16.008822 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 24374965-227b-4c96-b8e4-76900d8e1a2c, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=24374965-227b-4c96-b8e4-76900d8e1a2c,segment=NetworkSegment(e4b3d165-1cea-4bf0-93f6-5b79e0759539),segment_id=e4b3d165-1cea-4bf0-93f6-5b79e0759539)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:12:16.021552 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-52c9ce16-2c2f-4ef0-ae8c-d377daf34a45 req-6f50ff8d-8a98-45e4-b48b-efb96f379862 service neutron] 10.222.0.46 "GET /v2.0/networks/f1bdb39d-1f8e-4d0c-9035-1770c3192ef0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1995211 Nov 22 20:12:16.024746 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Returning: {'device': '24374965-227b-4c96-b8e4-76900d8e1a2c', 'network_id': '4906551a-712e-4bde-8433-b2db24f02f5c', 'port_id': '24374965-227b-4c96-b8e4-76900d8e1a2c', 'mac_address': 'fa:16:3e:4d:cb:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b907b504-4de2-4845-a661-deaebec31498', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 20:12:16.052126 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=beeaed41-857e-487b-9b30-79ba4738dd77,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:12:16.120422 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:16.140884 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24374965-227b-4c96-b8e4-76900d8e1a2c {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:12:16.195324 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 24374965-227b-4c96-b8e4-76900d8e1a2c, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=24374965-227b-4c96-b8e4-76900d8e1a2c,segment=NetworkSegment(e4b3d165-1cea-4bf0-93f6-5b79e0759539),segment_id=e4b3d165-1cea-4bf0-93f6-5b79e0759539)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:12:16.202556 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:16.204636 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device ef234335-6cfd-4065-a69c-53c34c320294 details requested by agent hyperv_n-h1-818823-1 with host n-h1-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 20:12:16.251378 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 35602) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:12:16.324855 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 35604) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:12:16.338063 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-95fc7d31-4a04-44d7-8a9e-de0aedfd4756 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6ec8b1e421d54d5bbe910fcc10d016bb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0854125 Nov 22 20:12:16.343089 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 35606) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:12:16.431107 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121732a8-5b58-4a1b-9ab6-ad3e38b71071 req-f629d0f6-f18e-4db0-a57e-d026d1badbe3 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:16.445785 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-121732a8-5b58-4a1b-9ab6-ad3e38b71071 req-f629d0f6-f18e-4db0-a57e-d026d1badbe3 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.46 "GET /v2.0/ports?device_id=761077bf-9826-478a-b251-413dfa7a9730 HTTP/1.1" status: 200 len: 945 time: 0.1617844 Nov 22 20:12:16.515213 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9f97fd82-3e47-4629-8bb6-2e914fabf628 req-447d1f2b-7d67-4859-8593-324daf79832a tempest-ServerMetadataNegativeTestJSON-1574880194 tempest-ServerMetadataNegativeTestJSON-1574880194-project] 10.222.0.46 "GET /v2.0/ports?device_id=4f2c24ea-577c-4f40-87e5-645fc3c616c6 HTTP/1.1" status: 200 len: 210 time: 0.0621605 Nov 22 20:12:16.526469 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port ef234335-6cfd-4065-a69c-53c34c320294, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=ef234335-6cfd-4065-a69c-53c34c320294,segment=NetworkSegment(e3193b23-f9c4-4ca4-b127-f0d3cc3d8fb8),segment_id=e3193b23-f9c4-4ca4-b127-f0d3cc3d8fb8)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:12:16.551860 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=24374965-227b-4c96-b8e4-76900d8e1a2c,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:12:16.586900 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Returning: {'device': 'ef234335-6cfd-4065-a69c-53c34c320294', 'network_id': '6b3bccc8-a74b-4dd2-b44c-99e3a607f72f', 'port_id': 'ef234335-6cfd-4065-a69c-53c34c320294', 'mac_address': 'fa:16:3e:56:34:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 632, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0485a16a-de78-4412-ab82-735c8650e722', 'ip_address': '10.1.1.53'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 20:12:16.599483 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-121732a8-5b58-4a1b-9ab6-ad3e38b71071 req-7a16fb21-2095-4a9e-81ba-22f396d794ca tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.46 "GET /v2.0/security-groups?id=deac3dce-93b4-41af-981b-873d47022422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526911 Nov 22 20:12:16.606683 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0f451281-3cb2-44c0-82ba-3123a92f4391 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:16.634903 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0f451281-3cb2-44c0-82ba-3123a92f4391 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:16.708198 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0f451281-3cb2-44c0-82ba-3123a92f4391 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:16.715508 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0f451281-3cb2-44c0-82ba-3123a92f4391 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:16.719235 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-0f451281-3cb2-44c0-82ba-3123a92f4391 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/558693fe-9bed-48f4-950e-15bc8df6a14e HTTP/1.1" status: 204 len: 168 time: 0.3701477 Nov 22 20:12:16.739072 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f451281-3cb2-44c0-82ba-3123a92f4391 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=558693fe-9bed-48f4-950e-15bc8df6a14e,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:12:16.756426 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:16.806937 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef234335-6cfd-4065-a69c-53c34c320294 {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:12:16.841584 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port ef234335-6cfd-4065-a69c-53c34c320294, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=ef234335-6cfd-4065-a69c-53c34c320294,segment=NetworkSegment(e3193b23-f9c4-4ca4-b127-f0d3cc3d8fb8),segment_id=e3193b23-f9c4-4ca4-b127-f0d3cc3d8fb8)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:12:16.847990 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:16.849201 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 05a5c645-0725-4bf3-bbad-910f8f76f37c details requested by agent hyperv_n-h1-818823-1 with host n-h1-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 20:12:16.849701 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16366318-d66b-4a30-8bc3-748755d385ea req-8084b68e-3458-4ea0-b1d8-565c5ea64d58 tempest-ListImageFiltersTestJSON-1762929970 tempest-ListImageFiltersTestJSON-1762929970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:16.858585 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-16366318-d66b-4a30-8bc3-748755d385ea req-8084b68e-3458-4ea0-b1d8-565c5ea64d58 tempest-ListImageFiltersTestJSON-1762929970 tempest-ListImageFiltersTestJSON-1762929970-project] 10.222.0.46 "GET /v2.0/ports?device_id=6c358b76-a051-4380-aace-2cc9e2fb2520 HTTP/1.1" status: 200 len: 949 time: 0.0887311 Nov 22 20:12:16.900826 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 05a5c645-0725-4bf3-bbad-910f8f76f37c, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=05a5c645-0725-4bf3-bbad-910f8f76f37c,segment=NetworkSegment(e3193b23-f9c4-4ca4-b127-f0d3cc3d8fb8),segment_id=e3193b23-f9c4-4ca4-b127-f0d3cc3d8fb8)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:12:16.918664 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Returning: {'device': '05a5c645-0725-4bf3-bbad-910f8f76f37c', 'network_id': '6b3bccc8-a74b-4dd2-b44c-99e3a607f72f', 'port_id': '05a5c645-0725-4bf3-bbad-910f8f76f37c', 'mac_address': 'fa:16:3e:07:bf:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 632, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0485a16a-de78-4412-ab82-735c8650e722', 'ip_address': '10.1.1.46'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 20:12:16.932748 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-16366318-d66b-4a30-8bc3-748755d385ea req-4566b494-dce1-4b44-a5d4-ee6250b6f2eb tempest-ListImageFiltersTestJSON-1762929970 tempest-ListImageFiltersTestJSON-1762929970-project] 10.222.0.46 "GET /v2.0/security-groups?id=7bc0946f-8d94-4cf7-9aed-026148cac050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714700 Nov 22 20:12:17.059198 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:17.126812 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=ef234335-6cfd-4065-a69c-53c34c320294,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:12:17.130716 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05a5c645-0725-4bf3-bbad-910f8f76f37c {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:12:17.153808 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0c75a756-7327-4345-ad0d-0289e84e4847 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659736'] for router_interface, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:17.184330 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 05a5c645-0725-4bf3-bbad-910f8f76f37c, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=05a5c645-0725-4bf3-bbad-910f8f76f37c,segment=NetworkSegment(e3193b23-f9c4-4ca4-b127-f0d3cc3d8fb8),segment_id=e3193b23-f9c4-4ca4-b127-f0d3cc3d8fb8)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:12:17.192870 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:17.193674 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device d157c85a-0d84-4a3a-a74e-dc6bc21944b1 details requested by agent hyperv_n-h1-818823-1 with host n-h1-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 20:12:17.246954 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23af6bf-1228-4ec9-badc-41f830e0105a req-9ce1966c-50df-467f-8af6-43c4372d35f2 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:17.256026 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23af6bf-1228-4ec9-badc-41f830e0105a req-9ce1966c-50df-467f-8af6-43c4372d35f2 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:17.264786 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23af6bf-1228-4ec9-badc-41f830e0105a req-9ce1966c-50df-467f-8af6-43c4372d35f2 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:17.275818 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23af6bf-1228-4ec9-badc-41f830e0105a req-9ce1966c-50df-467f-8af6-43c4372d35f2 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:17.284516 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23af6bf-1228-4ec9-badc-41f830e0105a req-9ce1966c-50df-467f-8af6-43c4372d35f2 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:17.292391 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23af6bf-1228-4ec9-badc-41f830e0105a req-9ce1966c-50df-467f-8af6-43c4372d35f2 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:17.300512 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23af6bf-1228-4ec9-badc-41f830e0105a req-9ce1966c-50df-467f-8af6-43c4372d35f2 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:17.323904 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d23af6bf-1228-4ec9-badc-41f830e0105a req-9ce1966c-50df-467f-8af6-43c4372d35f2 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f4a90d6-1fcd-49f1-9d76-18b26c029474 HTTP/1.1" status: 200 len: 5420 time: 0.1568079 Nov 22 20:12:17.353043 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=05a5c645-0725-4bf3-bbad-910f8f76f37c,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:12:17.425957 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port d157c85a-0d84-4a3a-a74e-dc6bc21944b1, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=d157c85a-0d84-4a3a-a74e-dc6bc21944b1,segment=NetworkSegment(096b9653-3939-4da1-92f6-6a39bd3c877e),segment_id=096b9653-3939-4da1-92f6-6a39bd3c877e)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:12:17.448835 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Returning: {'device': 'd157c85a-0d84-4a3a-a74e-dc6bc21944b1', 'network_id': 'ac9307cb-d216-4d24-9d6c-807bf1ccc8be', 'port_id': 'd157c85a-0d84-4a3a-a74e-dc6bc21944b1', 'mac_address': 'fa:16:3e:27:ea:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b90bb48-40b3-40a5-9333-60b239e36730', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 20:12:17.467803 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d23af6bf-1228-4ec9-badc-41f830e0105a req-51fe4fa5-a5ea-4780-adbe-d860b4ecd09c tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] 10.222.0.46 "GET /v2.0/security-groups?id=a5e0f616-4b00-4bab-af04-df44f1058a41&id=956e73ed-7485-4a0c-88f0-c644aa0149a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1418223 Nov 22 20:12:17.590715 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:17.640397 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d157c85a-0d84-4a3a-a74e-dc6bc21944b1 {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:12:17.683055 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port d157c85a-0d84-4a3a-a74e-dc6bc21944b1, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=d157c85a-0d84-4a3a-a74e-dc6bc21944b1,segment=NetworkSegment(096b9653-3939-4da1-92f6-6a39bd3c877e),segment_id=096b9653-3939-4da1-92f6-6a39bd3c877e)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:12:17.697920 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:17.700424 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 4ddab1db-7d92-4624-bc58-6f5b59607b22 details requested by agent hyperv_n-h1-818823-1 with host n-h1-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 20:12:17.733871 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f59dcb23-4d73-4d46-9fa4-ccdeb8785d77 req-6cba9665-ccd6-464b-9910-909edaaf9d28 tempest-ServerMetadataNegativeTestJSON-1574880194 tempest-ServerMetadataNegativeTestJSON-1574880194-project] 10.222.0.46 "GET /v2.0/ports?device_id=4f2c24ea-577c-4f40-87e5-645fc3c616c6 HTTP/1.1" status: 200 len: 210 time: 0.0393493 Nov 22 20:12:17.787933 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-0c75a756-7327-4345-ad0d-0289e84e4847 admin admin] Deleting port 0ca2757f-dc2a-4d0f-a10f-7a760af4446e {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:12:17.789116 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0c75a756-7327-4345-ad0d-0289e84e4847 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:17.975923 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=d157c85a-0d84-4a3a-a74e-dc6bc21944b1,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:12:17.977301 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-0c75a756-7327-4345-ad0d-0289e84e4847 admin admin] For port 0ca2757f-dc2a-4d0f-a10f-7a760af4446e, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=0ca2757f-dc2a-4d0f-a10f-7a760af4446e,segment=NetworkSegment(403bed75-1d6d-4ea7-8047-29e80a30dbc1),segment_id=403bed75-1d6d-4ea7-8047-29e80a30dbc1)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:12:17.977667 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0c75a756-7327-4345-ad0d-0289e84e4847 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:18.005855 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4cff78-a7a8-4773-80e7-b1c6ab858a61 req-caa85452-66e9-44a0-8d23-8b3c0066de0a tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:18.016559 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9a4cff78-a7a8-4773-80e7-b1c6ab858a61 req-caa85452-66e9-44a0-8d23-8b3c0066de0a tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.46 "GET /v2.0/ports?device_id=761077bf-9826-478a-b251-413dfa7a9730 HTTP/1.1" status: 200 len: 945 time: 0.1725619 Nov 22 20:12:18.041898 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-0c75a756-7327-4345-ad0d-0289e84e4847 admin admin] Calling delete_port for 0ca2757f-dc2a-4d0f-a10f-7a760af4446e owned by network:router_interface {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:12:18.044199 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 4ddab1db-7d92-4624-bc58-6f5b59607b22, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=4ddab1db-7d92-4624-bc58-6f5b59607b22,segment=NetworkSegment(53528c1e-dd32-4a6f-ab6e-67fad35388b6),segment_id=53528c1e-dd32-4a6f-ab6e-67fad35388b6)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:12:18.094783 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Returning: {'device': '4ddab1db-7d92-4624-bc58-6f5b59607b22', 'network_id': '9d0b1a7a-dafa-41a5-9e6d-f6ddddd5c8ef', 'port_id': '4ddab1db-7d92-4624-bc58-6f5b59607b22', 'mac_address': 'fa:16:3e:17:03:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6428e4b1-afa7-46d6-aafb-e575abb5d651', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 20:12:18.120001 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9a4cff78-a7a8-4773-80e7-b1c6ab858a61 req-af8536df-6560-4363-b0c3-22b3f8f342cd tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.46 "GET /v2.0/security-groups?id=deac3dce-93b4-41af-981b-873d47022422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020575 Nov 22 20:12:18.142329 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c9ce16-2c2f-4ef0-ae8c-d377daf34a45 req-0cbe4c40-3566-4434-80a0-b79ff461d913 tempest-ServerMetadataNegativeTestJSON-1574880194 tempest-ServerMetadataNegativeTestJSON-1574880194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:18.149649 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-52c9ce16-2c2f-4ef0-ae8c-d377daf34a45 req-0cbe4c40-3566-4434-80a0-b79ff461d913 tempest-ServerMetadataNegativeTestJSON-1574880194 tempest-ServerMetadataNegativeTestJSON-1574880194-project] 10.222.0.20 "GET /v2.0/networks?id=f1bdb39d-1f8e-4d0c-9035-1770c3192ef0 HTTP/1.1" status: 200 len: 821 time: 0.2343364 Nov 22 20:12:18.172438 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-52c9ce16-2c2f-4ef0-ae8c-d377daf34a45 req-0b54bcac-c766-40b6-af87-eb8d566f9f39 tempest-ServerMetadataNegativeTestJSON-1574880194 tempest-ServerMetadataNegativeTestJSON-1574880194-project] Request body: {'port': {'device_id': '4f2c24ea-577c-4f40-87e5-645fc3c616c6', 'network_id': 'f1bdb39d-1f8e-4d0c-9035-1770c3192ef0', 'admin_state_up': True, 'tenant_id': 'f13ecf86b4bc483eb64c17361eb0e058'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:12:18.202510 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:18.222442 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ddab1db-7d92-4624-bc58-6f5b59607b22 {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:12:18.253750 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 4ddab1db-7d92-4624-bc58-6f5b59607b22, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=4ddab1db-7d92-4624-bc58-6f5b59607b22,segment=NetworkSegment(53528c1e-dd32-4a6f-ab6e-67fad35388b6),segment_id=53528c1e-dd32-4a6f-ab6e-67fad35388b6)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:12:18.259811 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:18.261021 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 211cdf2b-d334-4aa0-876c-de6732c81729 details requested by agent hyperv_n-h1-818823-1 with host n-h1-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 20:12:18.335044 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 35684) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:12:18.354084 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d9d3bd-3ee0-44fb-9fdc-03e8e97502a0 req-e89b5829-2785-456b-ac4d-2dd62ceba723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:18.355142 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 211cdf2b-d334-4aa0-876c-de6732c81729, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=211cdf2b-d334-4aa0-876c-de6732c81729,segment=NetworkSegment(53528c1e-dd32-4a6f-ab6e-67fad35388b6),segment_id=53528c1e-dd32-4a6f-ab6e-67fad35388b6)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:12:18.356015 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-05d9d3bd-3ee0-44fb-9fdc-03e8e97502a0 req-e89b5829-2785-456b-ac4d-2dd62ceba723 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=74225e7aba6c4293916c50899651bb18&device_id=f120437d-9853-4b55-a507-5eced1446d4e HTTP/1.1" status: 200 len: 1096 time: 0.1796885 Nov 22 20:12:18.358646 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=4ddab1db-7d92-4624-bc58-6f5b59607b22,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:12:18.363179 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0c75a756-7327-4345-ad0d-0289e84e4847 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:18.374693 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a30dabd-a7b1-4286-9a5c-f9b0707716d9 req-08122736-f0c7-4abb-837c-80249306690f tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:18.376278 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7a30dabd-a7b1-4286-9a5c-f9b0707716d9 req-08122736-f0c7-4abb-837c-80249306690f tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] 10.222.0.46 "GET /v2.0/ports?device_id=f120437d-9853-4b55-a507-5eced1446d4e HTTP/1.1" status: 200 len: 945 time: 0.1780691 Nov 22 20:12:18.384069 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Returning: {'device': '211cdf2b-d334-4aa0-876c-de6732c81729', 'network_id': '9d0b1a7a-dafa-41a5-9e6d-f6ddddd5c8ef', 'port_id': '211cdf2b-d334-4aa0-876c-de6732c81729', 'mac_address': 'fa:16:3e:24:7d:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6428e4b1-afa7-46d6-aafb-e575abb5d651', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 20:12:18.406279 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c75a756-7327-4345-ad0d-0289e84e4847 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ca2757f-dc2a-4d0f-a10f-7a760af4446e,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:12:18.454915 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:18.476702 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-c5a8e8bf-9335-4dcf-b718-f0d7dfd59dc4 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Request body: {'network': {'name': 'tempest-RoutersTest-1622518631'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:12:18.477533 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 211cdf2b-d334-4aa0-876c-de6732c81729 {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:12:18.506189 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 211cdf2b-d334-4aa0-876c-de6732c81729, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=211cdf2b-d334-4aa0-876c-de6732c81729,segment=NetworkSegment(53528c1e-dd32-4a6f-ab6e-67fad35388b6),segment_id=53528c1e-dd32-4a6f-ab6e-67fad35388b6)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:12:18.512442 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:18.513403 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 6adde04d-a0cf-43b3-9b93-ce2683694893 details requested by agent hyperv_n-h1-818823-1 with host n-h1-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 20:12:18.563196 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7a30dabd-a7b1-4286-9a5c-f9b0707716d9 req-ebf9f056-aa2c-414f-8125-84aa44fb692e tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] 10.222.0.46 "GET /v2.0/security-groups?id=402b14b3-7b21-4f37-9e5a-c3de7eeeb958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660702 Nov 22 20:12:18.594123 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d9d3bd-3ee0-44fb-9fdc-03e8e97502a0 req-34cf6b91-af6b-4856-b743-66bb1308f781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:18.596226 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-05d9d3bd-3ee0-44fb-9fdc-03e8e97502a0 req-34cf6b91-af6b-4856-b743-66bb1308f781 service neutron] 10.222.0.20 "GET /v2.0/networks?id=1ae4d286-ddad-44f5-b34a-bee98214a526 HTTP/1.1" status: 200 len: 920 time: 0.2142434 Nov 22 20:12:18.597965 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 6adde04d-a0cf-43b3-9b93-ce2683694893, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=6adde04d-a0cf-43b3-9b93-ce2683694893,segment=NetworkSegment(e3193b23-f9c4-4ca4-b127-f0d3cc3d8fb8),segment_id=e3193b23-f9c4-4ca4-b127-f0d3cc3d8fb8)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:12:18.612715 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52c9ce16-2c2f-4ef0-ae8c-d377daf34a45 req-0b54bcac-c766-40b6-af87-eb8d566f9f39 tempest-ServerMetadataNegativeTestJSON-1574880194 tempest-ServerMetadataNegativeTestJSON-1574880194-project] Made reservation on behalf of f13ecf86b4bc483eb64c17361eb0e058 for: {'port': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:12:18.618224 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-52c9ce16-2c2f-4ef0-ae8c-d377daf34a45 req-0b54bcac-c766-40b6-af87-eb8d566f9f39 tempest-ServerMetadataNegativeTestJSON-1574880194 tempest-ServerMetadataNegativeTestJSON-1574880194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:18.619387 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=211cdf2b-d334-4aa0-876c-de6732c81729,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:12:18.620987 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5a8e8bf-9335-4dcf-b718-f0d7dfd59dc4 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Made reservation on behalf of 39adbab155b64849b1b9cb0eac9a72dd for: {'network': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:12:18.638730 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c5a8e8bf-9335-4dcf-b718-f0d7dfd59dc4 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for network, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:18.639638 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Returning: {'device': '6adde04d-a0cf-43b3-9b93-ce2683694893', 'network_id': '6b3bccc8-a74b-4dd2-b44c-99e3a607f72f', 'port_id': '6adde04d-a0cf-43b3-9b93-ce2683694893', 'mac_address': 'fa:16:3e:b7:6c:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 632, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0485a16a-de78-4412-ab82-735c8650e722', 'ip_address': '10.1.1.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 20:12:18.674258 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c5a8e8bf-9335-4dcf-b718-f0d7dfd59dc4 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:18.714733 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-05d9d3bd-3ee0-44fb-9fdc-03e8e97502a0 req-a98e5db9-9493-4efe-9848-52d9b52cd75a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e9c78bec-c059-4971-a52d-1bd93a5969af HTTP/1.1" status: 200 len: 217 time: 0.1108031 Nov 22 20:12:18.736418 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:18.764297 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6adde04d-a0cf-43b3-9b93-ce2683694893 {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:12:18.789907 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0c75a756-7327-4345-ad0d-0289e84e4847 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-563470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-663272'] for router_interface, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:18.820554 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 6adde04d-a0cf-43b3-9b93-ce2683694893, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=6adde04d-a0cf-43b3-9b93-ce2683694893,segment=NetworkSegment(e3193b23-f9c4-4ca4-b127-f0d3cc3d8fb8),segment_id=e3193b23-f9c4-4ca4-b127-f0d3cc3d8fb8)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:12:18.827818 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:18.890994 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=6adde04d-a0cf-43b3-9b93-ce2683694893,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:12:18.908030 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d9d3bd-3ee0-44fb-9fdc-03e8e97502a0 req-76c9de0d-bf2c-4366-915a-0433620fe36b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:18.909819 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-05d9d3bd-3ee0-44fb-9fdc-03e8e97502a0 req-76c9de0d-bf2c-4366-915a-0433620fe36b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b3d07d8b-31c6-491c-a72c-08a2eb655cbc HTTP/1.1" status: 200 len: 859 time: 0.1860230 Nov 22 20:12:18.918669 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c5a8e8bf-9335-4dcf-b718-f0d7dfd59dc4 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:18.927156 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c5a8e8bf-9335-4dcf-b718-f0d7dfd59dc4 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:18.961585 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e550a9-d6ac-4381-8396-2c5ae105e49c req-0a7b9bae-68ac-4aaa-aaf4-b1ce03da92ed tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:18.968515 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e550a9-d6ac-4381-8396-2c5ae105e49c req-0a7b9bae-68ac-4aaa-aaf4-b1ce03da92ed tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:18.974784 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5a8e8bf-9335-4dcf-b718-f0d7dfd59dc4 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] vlan segment allocate from pool success with {'vlan_id': 602, 'physical_network': 'physnet1'} {{(pid=103448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 20:12:18.976252 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e550a9-d6ac-4381-8396-2c5ae105e49c req-0a7b9bae-68ac-4aaa-aaf4-b1ce03da92ed tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:18.979176 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a8e8bf-9335-4dcf-b718-f0d7dfd59dc4 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca9cb595-a8ad-4709-be74-7af1d8932b9c,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:12:18.983349 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e550a9-d6ac-4381-8396-2c5ae105e49c req-0a7b9bae-68ac-4aaa-aaf4-b1ce03da92ed tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:18.990893 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e550a9-d6ac-4381-8396-2c5ae105e49c req-0a7b9bae-68ac-4aaa-aaf4-b1ce03da92ed tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:18.997339 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c5a8e8bf-9335-4dcf-b718-f0d7dfd59dc4 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:18.997677 n-d-818823-1 neutron-server[103448]: INFO neutron.db.segments_db [None req-c5a8e8bf-9335-4dcf-b718-f0d7dfd59dc4 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Added segment d515e0d5-28bc-438e-bd06-63c98e4f5001 of type vlan for network 7f210649-548e-459c-a1c3-09790f945be1 Nov 22 20:12:18.998513 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e550a9-d6ac-4381-8396-2c5ae105e49c req-0a7b9bae-68ac-4aaa-aaf4-b1ce03da92ed tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:19.005580 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e550a9-d6ac-4381-8396-2c5ae105e49c req-0a7b9bae-68ac-4aaa-aaf4-b1ce03da92ed tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:19.007964 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-67e550a9-d6ac-4381-8396-2c5ae105e49c req-0a7b9bae-68ac-4aaa-aaf4-b1ce03da92ed tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f4a90d6-1fcd-49f1-9d76-18b26c029474 HTTP/1.1" status: 200 len: 5424 time: 0.3826888 Nov 22 20:12:19.015805 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e9caae33-523a-4584-ac68-a4a6bd296009 req-a9a11c26-1d24-495f-8910-aeaa5de96250 tempest-ServerMetadataNegativeTestJSON-1574880194 tempest-ServerMetadataNegativeTestJSON-1574880194-project] 10.222.0.46 "GET /v2.0/ports?device_id=4f2c24ea-577c-4f40-87e5-645fc3c616c6 HTTP/1.1" status: 200 len: 210 time: 0.1365073 Nov 22 20:12:19.070153 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-05d9d3bd-3ee0-44fb-9fdc-03e8e97502a0 req-f00dfa35-3e4b-44bf-ac7b-9db5fe46ff09 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1ae4d286-ddad-44f5-b34a-bee98214a526&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0609250 Nov 22 20:12:19.078332 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c5a8e8bf-9335-4dcf-b718-f0d7dfd59dc4 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748992492791'] for network, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:19.154863 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [req-52c9ce16-2c2f-4ef0-ae8c-d377daf34a45 req-0b54bcac-c766-40b6-af87-eb8d566f9f39 tempest-ServerMetadataNegativeTestJSON-1574880194 tempest-ServerMetadataNegativeTestJSON-1574880194-project] Allocated IP 172.20.0.9 (f1bdb39d-1f8e-4d0c-9035-1770c3192ef0/ae568695-26d4-425f-aba2-6e6094d1abb7/b78ef2a4-ddb5-4a1c-b35e-c7c7699603df) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:12:19.155598 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c5a8e8bf-9335-4dcf-b718-f0d7dfd59dc4 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for network, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:19.161977 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5a8e8bf-9335-4dcf-b718-f0d7dfd59dc4 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:19.162720 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c5a8e8bf-9335-4dcf-b718-f0d7dfd59dc4 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:19.192645 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-c5a8e8bf-9335-4dcf-b718-f0d7dfd59dc4 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8533833 Nov 22 20:12:19.192925 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 35706) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:12:19.197963 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-bb8959ef-0fbc-4d45-b21f-11e2798092e4 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Request body: {'network': {'name': 'tempest-RoutersTest-636870265'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:12:19.206595 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-67e550a9-d6ac-4381-8396-2c5ae105e49c req-9f43907f-112f-4106-bd0a-1dc8f41d8e51 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] 10.222.0.46 "GET /v2.0/security-groups?id=a5e0f616-4b00-4bab-af04-df44f1058a41&id=956e73ed-7485-4a0c-88f0-c644aa0149a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1873126 Nov 22 20:12:19.255776 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c75a756-7327-4345-ad0d-0289e84e4847 admin admin] Router 2f893422-d69e-4785-ad26-b6809d4a92ea has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 20:12:19.261579 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a8e8bf-9335-4dcf-b718-f0d7dfd59dc4 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Pushing event updated for resources: {'Network': ['ID=7f210649-548e-459c-a1c3-09790f945be1,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:12:19.273617 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Network 7f210649-548e-459c-a1c3-09790f945be1 details requested by agent ovs-agent-n-d-818823-1 with host n-d-818823-1 {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 20:12:19.306199 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb8959ef-0fbc-4d45-b21f-11e2798092e4 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Made reservation on behalf of 39adbab155b64849b1b9cb0eac9a72dd for: {'network': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:12:19.316819 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-bb8959ef-0fbc-4d45-b21f-11e2798092e4 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for network, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:19.326494 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 3b4d05c5-4ac6-4c52-a98e-77f1fb2177ec no longer exists at agent hyperv_n-h2-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:12:19.333651 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-05d9d3bd-3ee0-44fb-9fdc-03e8e97502a0 req-64592176-7b50-4e6c-bd8c-aba14f9fe280 service neutron] 10.222.0.20 "GET /v2.0/networks/1ae4d286-ddad-44f5-b34a-bee98214a526?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2513990 Nov 22 20:12:19.400638 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c75a756-7327-4345-ad0d-0289e84e4847 admin admin] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:12:19.410840 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-0c75a756-7327-4345-ad0d-0289e84e4847 admin admin] 10.222.0.46 "PUT /v2.0/routers/2f893422-d69e-4785-ad26-b6809d4a92ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0848718 Nov 22 20:12:19.414189 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 35708) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:12:19.444568 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb14293d-695f-452c-ac23-2075046c25a4 None None] Sync routers for ids ['2f893422-d69e-4785-ad26-b6809d4a92ea'] in n-d-818823-1 {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:12:19.459388 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668494fa-fb6e-4117-8d11-8a81b762c768 req-085a43c4-3b05-4cd6-969c-542caddd78ab tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:19.461505 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-668494fa-fb6e-4117-8d11-8a81b762c768 req-085a43c4-3b05-4cd6-969c-542caddd78ab tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.46 "GET /v2.0/ports?device_id=761077bf-9826-478a-b251-413dfa7a9730 HTTP/1.1" status: 200 len: 945 time: 0.2452686 Nov 22 20:12:19.472448 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb14293d-695f-452c-ac23-2075046c25a4 None None] Routers {'2f893422-d69e-4785-ad26-b6809d4a92ea'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:12:19.473210 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-bb14293d-695f-452c-ac23-2075046c25a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:12:02Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['2f893422-d69e-4785-ad26-b6809d4a92ea'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:12:19.478321 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb8959ef-0fbc-4d45-b21f-11e2798092e4 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] vlan segment allocate from pool success with {'vlan_id': 639, 'physical_network': 'physnet1'} {{(pid=103447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 20:12:19.520824 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:19.544405 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-bb8959ef-0fbc-4d45-b21f-11e2798092e4 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:19.544757 n-d-818823-1 neutron-server[103447]: INFO neutron.db.segments_db [None req-bb8959ef-0fbc-4d45-b21f-11e2798092e4 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Added segment 76644793-0c36-4a15-82d0-e7f33fe9b766 of type vlan for network d6a48f48-3190-4296-bebe-6695d75258d0 Nov 22 20:12:19.556748 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c424056c-258f-47ee-8597-eaa6d09ac660 admin admin] Publish callbacks [] for router, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:19.561508 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c358b76-a051-4380-aace-2cc9e2fb2520', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b4d05c5-4ac6-4c52-a98e-77f1fb2177ec'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:12:19.563972 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d39f6d30a11e565ec9648abcc015e8a6ab6cff4edd704add8155e28765d31eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52b096fc-513b-44cc-916d-b41aacbfd4a8" -d '{"events": [{"server_uuid": "6c358b76-a051-4380-aace-2cc9e2fb2520", "name": "network-vif-unplugged", "status": "completed", "tag": "3b4d05c5-4ac6-4c52-a98e-77f1fb2177ec"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:12:19.621668 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port 3b4d05c5-4ac6-4c52-a98e-77f1fb2177ec, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=3b4d05c5-4ac6-4c52-a98e-77f1fb2177ec,segment=NetworkSegment(2a5a1c7b-538e-498e-99b9-cc7a8e0411be),segment_id=2a5a1c7b-538e-498e-99b9-cc7a8e0411be)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:12:19.626821 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:19.637020 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 22 Nov 2021 20:12:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfd762f4-933c-4731-b0af-532ae048b53c x-openstack-request-id: req-cfd762f4-933c-4731-b0af-532ae048b53c {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:12:19.637924 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c358b76-a051-4380-aace-2cc9e2fb2520", "name": "network-vif-unplugged", "status": "completed", "tag": "3b4d05c5-4ac6-4c52-a98e-77f1fb2177ec", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:12:19.638462 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-cfd762f4-933c-4731-b0af-532ae048b53c {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:12:19.639005 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c358b76-a051-4380-aace-2cc9e2fb2520', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b4d05c5-4ac6-4c52-a98e-77f1fb2177ec', 'code': 200} Nov 22 20:12:19.697992 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-bb14293d-695f-452c-ac23-2075046c25a4 None None] Set router 2f893422-d69e-4785-ad26-b6809d4a92ea gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:12:19.845226 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=3b4d05c5-4ac6-4c52-a98e-77f1fb2177ec,revision_number=8']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:12:19.870729 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] get_ports_and_sgs() called for port_ids ['6adde04d-a0cf-43b3-9b93-ce2683694893'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:12:19.915487 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] get_ports_and_sgs() called for port_ids ['211cdf2b-d334-4aa0-876c-de6732c81729'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:12:19.919007 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] get_ports_and_sgs() called for port_ids ['d157c85a-0d84-4a3a-a74e-dc6bc21944b1'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:12:19.977677 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-05d9d3bd-3ee0-44fb-9fdc-03e8e97502a0 req-968335c6-a807-4284-96e5-31eef482c4db service neutron] 10.222.0.20 "GET /v2.0/networks/1ae4d286-ddad-44f5-b34a-bee98214a526?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5973039 Nov 22 20:12:19.980890 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] get_ports_and_sgs() called for port_ids ['4ddab1db-7d92-4624-bc58-6f5b59607b22'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:12:19.986113 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-52c9ce16-2c2f-4ef0-ae8c-d377daf34a45 req-0b54bcac-c766-40b6-af87-eb8d566f9f39 tempest-ServerMetadataNegativeTestJSON-1574880194 tempest-ServerMetadataNegativeTestJSON-1574880194-project] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:19.994504 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c424056c-258f-47ee-8597-eaa6d09ac660 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:20.018096 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] get_ports_and_sgs() called for port_ids ['ef234335-6cfd-4065-a69c-53c34c320294'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:12:20.020139 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] get_ports_and_sgs() called for port_ids ['05a5c645-0725-4bf3-bbad-910f8f76f37c'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:12:20.022359 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] get_ports_and_sgs() called for port_ids ['beeaed41-857e-487b-9b30-79ba4738dd77'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:12:20.025257 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] get_ports_and_sgs() called for port_ids ['24374965-227b-4c96-b8e4-76900d8e1a2c'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:12:20.049599 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-668494fa-fb6e-4117-8d11-8a81b762c768 req-777309fa-a4dc-4343-92cf-feabb09440ff tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.46 "GET /v2.0/security-groups?id=deac3dce-93b4-41af-981b-873d47022422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5667698 Nov 22 20:12:20.053293 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-bb8959ef-0fbc-4d45-b21f-11e2798092e4 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748992492791'] for network, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:20.071694 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-c424056c-258f-47ee-8597-eaa6d09ac660 admin admin] Deleting port 76454443-705f-4167-a22f-ccdeb24469d3 {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:12:20.072041 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c424056c-258f-47ee-8597-eaa6d09ac660 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:20.110145 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83862f7b-4be4-464a-ac82-b6cf5c0b8f82 req-151328fc-93d4-4877-8d2b-ca230cbf6e5c tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:20.117921 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-83862f7b-4be4-464a-ac82-b6cf5c0b8f82 req-151328fc-93d4-4877-8d2b-ca230cbf6e5c tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] 10.222.0.46 "GET /v2.0/ports?device_id=f120437d-9853-4b55-a507-5eced1446d4e HTTP/1.1" status: 200 len: 945 time: 0.1978168 Nov 22 20:12:20.126597 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-bb8959ef-0fbc-4d45-b21f-11e2798092e4 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for network, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:20.132260 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb8959ef-0fbc-4d45-b21f-11e2798092e4 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:20.133282 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-bb8959ef-0fbc-4d45-b21f-11e2798092e4 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for network, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:20.174345 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-52c9ce16-2c2f-4ef0-ae8c-d377daf34a45 req-0b54bcac-c766-40b6-af87-eb8d566f9f39 tempest-ServerMetadataNegativeTestJSON-1574880194 tempest-ServerMetadataNegativeTestJSON-1574880194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:20.207527 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-c424056c-258f-47ee-8597-eaa6d09ac660 admin admin] For port 76454443-705f-4167-a22f-ccdeb24469d3, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=76454443-705f-4167-a22f-ccdeb24469d3,segment=NetworkSegment(8793ba83-8407-4c3d-9b56-2a177cd58a70),segment_id=8793ba83-8407-4c3d-9b56-2a177cd58a70)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:12:20.209086 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c424056c-258f-47ee-8597-eaa6d09ac660 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:20.232906 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-c424056c-258f-47ee-8597-eaa6d09ac660 admin admin] Calling delete_port for 76454443-705f-4167-a22f-ccdeb24469d3 owned by network:router_gateway {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:12:20.239489 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-bb8959ef-0fbc-4d45-b21f-11e2798092e4 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.0429726 Nov 22 20:12:20.239963 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 35724) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:12:20.261475 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-55364fa4-1808-4ca9-88aa-9c95b13bd8a8 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Request body: {'subnet': {'network_id': '7f210649-548e-459c-a1c3-09790f945be1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:12:20.345856 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52c9ce16-2c2f-4ef0-ae8c-d377daf34a45 req-0b54bcac-c766-40b6-af87-eb8d566f9f39 tempest-ServerMetadataNegativeTestJSON-1574880194 tempest-ServerMetadataNegativeTestJSON-1574880194-project] Network f1bdb39d-1f8e-4d0c-9035-1770c3192ef0 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:12:20.355638 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8959ef-0fbc-4d45-b21f-11e2798092e4 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Pushing event updated for resources: {'Network': ['ID=d6a48f48-3190-4296-bebe-6695d75258d0,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:12:20.378132 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [req-52c9ce16-2c2f-4ef0-ae8c-d377daf34a45 req-0b54bcac-c766-40b6-af87-eb8d566f9f39 tempest-ServerMetadataNegativeTestJSON-1574880194 tempest-ServerMetadataNegativeTestJSON-1574880194-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:12:20.393656 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b54bcac-c766-40b6-af87-eb8d566f9f39 tempest-ServerMetadataNegativeTestJSON-1574880194 tempest-ServerMetadataNegativeTestJSON-1574880194-project] Pushing event updated for resources: {'Port': ['ID=b78ef2a4-ddb5-4a1c-b35e-c7c7699603df,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:12:20.401813 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-52c9ce16-2c2f-4ef0-ae8c-d377daf34a45 req-0b54bcac-c766-40b6-af87-eb8d566f9f39 tempest-ServerMetadataNegativeTestJSON-1574880194 tempest-ServerMetadataNegativeTestJSON-1574880194-project] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:12:20.431531 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-83862f7b-4be4-464a-ac82-b6cf5c0b8f82 req-5d1a4ea5-889f-4898-94e7-50dfb66984f0 tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] 10.222.0.46 "GET /v2.0/security-groups?id=402b14b3-7b21-4f37-9e5a-c3de7eeeb958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3126881 Nov 22 20:12:20.450539 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c424056c-258f-47ee-8597-eaa6d09ac660 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:20.483016 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a0cafa-0b6c-42f4-8c73-e4ffba53ce31 req-4e78a8bb-6946-4ac4-9712-6dc274416a65 tempest-ServerMetadataNegativeTestJSON-1574880194 tempest-ServerMetadataNegativeTestJSON-1574880194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:20.490919 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-74a0cafa-0b6c-42f4-8c73-e4ffba53ce31 req-4e78a8bb-6946-4ac4-9712-6dc274416a65 tempest-ServerMetadataNegativeTestJSON-1574880194 tempest-ServerMetadataNegativeTestJSON-1574880194-project] 10.222.0.46 "GET /v2.0/ports?device_id=4f2c24ea-577c-4f40-87e5-645fc3c616c6 HTTP/1.1" status: 200 len: 931 time: 0.2213707 Nov 22 20:12:20.502618 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c424056c-258f-47ee-8597-eaa6d09ac660 admin admin] Pushing event deleted for resources: {'Port': ['ID=76454443-705f-4167-a22f-ccdeb24469d3,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:12:20.506848 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Network d6a48f48-3190-4296-bebe-6695d75258d0 details requested by agent ovs-agent-n-d-818823-1 with host n-d-818823-1 {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 20:12:20.519532 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c9ce16-2c2f-4ef0-ae8c-d377daf34a45 req-0b54bcac-c766-40b6-af87-eb8d566f9f39 tempest-ServerMetadataNegativeTestJSON-1574880194 tempest-ServerMetadataNegativeTestJSON-1574880194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:20.520221 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-52c9ce16-2c2f-4ef0-ae8c-d377daf34a45 req-0b54bcac-c766-40b6-af87-eb8d566f9f39 tempest-ServerMetadataNegativeTestJSON-1574880194 tempest-ServerMetadataNegativeTestJSON-1574880194-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:20.557589 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55364fa4-1808-4ca9-88aa-9c95b13bd8a8 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Made reservation on behalf of 39adbab155b64849b1b9cb0eac9a72dd for: {'subnet': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:12:20.561716 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-55364fa4-1808-4ca9-88aa-9c95b13bd8a8 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8485086'] for subnet, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:20.578488 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-52c9ce16-2c2f-4ef0-ae8c-d377daf34a45 req-0b54bcac-c766-40b6-af87-eb8d566f9f39 tempest-ServerMetadataNegativeTestJSON-1574880194 tempest-ServerMetadataNegativeTestJSON-1574880194-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4106255 Nov 22 20:12:20.584501 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c424056c-258f-47ee-8597-eaa6d09ac660 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595398'] for router_gateway, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:20.628361 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-52c9ce16-2c2f-4ef0-ae8c-d377daf34a45 req-6cc55db3-eb83-41d9-bb44-1b555b7f0d14 service neutron] Request body: {'port': {'device_id': '4f2c24ea-577c-4f40-87e5-645fc3c616c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818823-1'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:12:20.691864 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-74a0cafa-0b6c-42f4-8c73-e4ffba53ce31 req-779a2685-a3f5-41fe-9e4e-a0b6a52e51d9 tempest-ServerMetadataNegativeTestJSON-1574880194 tempest-ServerMetadataNegativeTestJSON-1574880194-project] 10.222.0.46 "GET /v2.0/security-groups?id=7fe3aec8-5165-4241-b88a-414e8e9d6712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997075 Nov 22 20:12:20.731865 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c424056c-258f-47ee-8597-eaa6d09ac660 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24781'] for router, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:20.734166 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c424056c-258f-47ee-8597-eaa6d09ac660 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:20.785803 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c424056c-258f-47ee-8597-eaa6d09ac660 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-663261'] for router, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:20.786831 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c424056c-258f-47ee-8597-eaa6d09ac660 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2f893422-d69e-4785-ad26-b6809d4a92ea {{(pid=103448) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 20:12:20.793078 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c424056c-258f-47ee-8597-eaa6d09ac660 admin admin] Publish callbacks [] for router, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:20.795170 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-c424056c-258f-47ee-8597-eaa6d09ac660 admin admin] 10.222.0.46 "DELETE /v2.0/routers/2f893422-d69e-4785-ad26-b6809d4a92ea HTTP/1.1" status: 204 len: 168 time: 1.3789115 Nov 22 20:12:20.798688 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 35736) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:12:20.814131 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-52c9ce16-2c2f-4ef0-ae8c-d377daf34a45 req-6cc55db3-eb83-41d9-bb44-1b555b7f0d14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:20.856760 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43b1b4d-1c13-48e5-9ef1-a970018b3948 req-1b32d4f8-d7c4-4892-953f-3ef037e92f7d tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:20.861536 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 4dc546ba-2901-40c2-8ae8-0dbb382728dd details requested by agent hyperv_n-h1-818823-1 with host n-h1-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 20:12:20.862950 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43b1b4d-1c13-48e5-9ef1-a970018b3948 req-1b32d4f8-d7c4-4892-953f-3ef037e92f7d tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:20.869602 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43b1b4d-1c13-48e5-9ef1-a970018b3948 req-1b32d4f8-d7c4-4892-953f-3ef037e92f7d tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:20.875639 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43b1b4d-1c13-48e5-9ef1-a970018b3948 req-1b32d4f8-d7c4-4892-953f-3ef037e92f7d tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:20.881686 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43b1b4d-1c13-48e5-9ef1-a970018b3948 req-1b32d4f8-d7c4-4892-953f-3ef037e92f7d tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:20.888460 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43b1b4d-1c13-48e5-9ef1-a970018b3948 req-1b32d4f8-d7c4-4892-953f-3ef037e92f7d tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:20.894552 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43b1b4d-1c13-48e5-9ef1-a970018b3948 req-1b32d4f8-d7c4-4892-953f-3ef037e92f7d tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:20.896566 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c43b1b4d-1c13-48e5-9ef1-a970018b3948 req-1b32d4f8-d7c4-4892-953f-3ef037e92f7d tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f4a90d6-1fcd-49f1-9d76-18b26c029474 HTTP/1.1" status: 200 len: 5425 time: 0.2177246 Nov 22 20:12:21.005131 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_v2 [None req-6da02acc-f99b-4922-ba4c-d7be5aa380d2 admin admin] Deleting subnet 1d9e6c2e-03b8-4969-bf19-022a747548c2 {{(pid=103447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 20:12:21.031706 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6da02acc-f99b-4922-ba4c-d7be5aa380d2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:21.131390 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-bb14293d-695f-452c-ac23-2075046c25a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f893422-d69e-4785-ad26-b6809d4a92ea', 'name': 'tempest-AttachSCSIVolumeTestJSON-746990850-router', 'tenant_id': 'dca6bcb55fff4e67be6ef75cef700ffc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': '76454443-705f-4167-a22f-ccdeb24469d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:09:46Z', 'updated_at': '2021-11-22T20:12:18Z', 'revision_number': 5, 'project_id': 'dca6bcb55fff4e67be6ef75cef700ffc', 'gw_port': {'id': '76454443-705f-4167-a22f-ccdeb24469d3', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:31:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f893422-d69e-4785-ad26-b6809d4a92ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:09:51Z', 'updated_at': '2021-11-22T20:10:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:12:21.209152 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6da02acc-f99b-4922-ba4c-d7be5aa380d2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12178353'] for subnet, precommit_delete_associations {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:21.241566 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c43b1b4d-1c13-48e5-9ef1-a970018b3948 req-38c305cd-c73c-4eea-af4e-48a9c1afe526 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] 10.222.0.46 "GET /v2.0/security-groups?id=a5e0f616-4b00-4bab-af04-df44f1058a41&id=956e73ed-7485-4a0c-88f0-c644aa0149a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3247676 Nov 22 20:12:21.273375 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb14293d-695f-452c-ac23-2075046c25a4 None None] Checking router: 2f893422-d69e-4785-ad26-b6809d4a92ea for host: n-d-818823-1 {{(pid=103449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 20:12:21.312426 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-55364fa4-1808-4ca9-88aa-9c95b13bd8a8 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8900613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8485104'] for subnet, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:21.357901 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc18a209-2896-4894-a47c-8be584f2fc10 req-2983a8e1-512d-4f17-8c1e-58e20882a61e tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:21.361282 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-dc18a209-2896-4894-a47c-8be584f2fc10 req-2983a8e1-512d-4f17-8c1e-58e20882a61e tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.46 "GET /v2.0/ports?device_id=761077bf-9826-478a-b251-413dfa7a9730 HTTP/1.1" status: 200 len: 945 time: 0.2132154 Nov 22 20:12:21.394164 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb14293d-695f-452c-ac23-2075046c25a4 None None] Routers set() bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:12:21.394545 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb14293d-695f-452c-ac23-2075046c25a4 None None] Router IDs set() for agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 22 20:12:21.395167 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_agentschedulers_db [None req-bb14293d-695f-452c-ac23-2075046c25a4 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'2f893422-d69e-4785-ad26-b6809d4a92ea'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:12:02Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent'). {{(pid=103449) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 22 20:12:21.395610 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb14293d-695f-452c-ac23-2075046c25a4 None None] The sync data for ids ['2f893422-d69e-4785-ad26-b6809d4a92ea'] in n-d-818823-1 is: [] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:12:21.467701 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55364fa4-1808-4ca9-88aa-9c95b13bd8a8 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Pushing event updated for resources: {'Subnet': ['ID=b508edde-b5b2-46f4-be09-162f8c971bb2,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:12:21.467949 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 4dc546ba-2901-40c2-8ae8-0dbb382728dd, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=4dc546ba-2901-40c2-8ae8-0dbb382728dd,segment=NetworkSegment(2a5a1c7b-538e-498e-99b9-cc7a8e0411be),segment_id=2a5a1c7b-538e-498e-99b9-cc7a8e0411be)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:12:21.501022 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Returning: {'device': '4dc546ba-2901-40c2-8ae8-0dbb382728dd', 'network_id': 'e1052824-bf78-4963-8937-b202e372ac24', 'port_id': '4dc546ba-2901-40c2-8ae8-0dbb382728dd', 'mac_address': 'fa:16:3e:64:a5:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3091ebfd-11e2-41f8-9c00-ffe0b86563d8', 'ip_address': '192.168.233.111'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 20:12:21.530928 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6da02acc-f99b-4922-ba4c-d7be5aa380d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3753007'] for subnet, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:21.572316 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:21.575235 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55364fa4-1808-4ca9-88aa-9c95b13bd8a8 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Checking segment: {'id': 'd515e0d5-28bc-438e-bd06-63c98e4f5001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '7f210649-548e-459c-a1c3-09790f945be1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:12:21.575635 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55364fa4-1808-4ca9-88aa-9c95b13bd8a8 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Network hostable DHCP agents. Network: 7f210649-548e-459c-a1c3-09790f945be1, hostable agents: ['02adaa64-0987-4b74-bad0-cbcf56f8a294'], hosted agents: [] {{(pid=103447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 20:12:21.587889 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4dc546ba-2901-40c2-8ae8-0dbb382728dd {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:12:21.593754 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-dc18a209-2896-4894-a47c-8be584f2fc10 req-d3d1ba82-838a-4374-9467-3db0ab43542c tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.46 "GET /v2.0/security-groups?id=deac3dce-93b4-41af-981b-873d47022422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180352 Nov 22 20:12:21.618080 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 4dc546ba-2901-40c2-8ae8-0dbb382728dd, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=4dc546ba-2901-40c2-8ae8-0dbb382728dd,segment=NetworkSegment(2a5a1c7b-538e-498e-99b9-cc7a8e0411be),segment_id=2a5a1c7b-538e-498e-99b9-cc7a8e0411be)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:12:21.629463 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:21.700160 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [req-52c9ce16-2c2f-4ef0-ae8c-d377daf34a45 req-6cc55db3-eb83-41d9-bb44-1b555b7f0d14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b78ef2a4-ddb5-4a1c-b35e-c7c7699603df {{(pid=103447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:12:21.709150 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55364fa4-1808-4ca9-88aa-9c95b13bd8a8 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Network 7f210649-548e-459c-a1c3-09790f945be1 is scheduled to be hosted by DHCP agent 02adaa64-0987-4b74-bad0-cbcf56f8a294 with binding_index 1 {{(pid=103447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 20:12:21.711141 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=4dc546ba-2901-40c2-8ae8-0dbb382728dd,revision_number=6']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:12:21.717861 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-52c9ce16-2c2f-4ef0-ae8c-d377daf34a45 req-6cc55db3-eb83-41d9-bb44-1b555b7f0d14 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:21.744435 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5605ab-6627-4e0b-8f76-11717509b06c req-0375a968-ab12-4e41-9b6b-3ebacbee2325 tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:21.746084 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-eb5605ab-6627-4e0b-8f76-11717509b06c req-0375a968-ab12-4e41-9b6b-3ebacbee2325 tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] 10.222.0.46 "GET /v2.0/ports?device_id=f120437d-9853-4b55-a507-5eced1446d4e HTTP/1.1" status: 200 len: 945 time: 0.1764276 Nov 22 20:12:21.749566 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-55364fa4-1808-4ca9-88aa-9c95b13bd8a8 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818823-1, 7f210649-548e-459c-a1c3-09790f945be1) {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:12:21.753234 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6da02acc-f99b-4922-ba4c-d7be5aa380d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3753014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8900804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8485115'] for subnet, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:21.758968 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.provisioning_blocks [req-52c9ce16-2c2f-4ef0-ae8c-d377daf34a45 req-6cc55db3-eb83-41d9-bb44-1b555b7f0d14 service neutron] Transition to ACTIVE for port object b78ef2a4-ddb5-4a1c-b35e-c7c7699603df will not be triggered until provisioned by entity L2. {{(pid=103447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 20:12:21.761114 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-018340ba-8607-49a1-ab63-99706d40b2db None None] Network 7f210649-548e-459c-a1c3-09790f945be1 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:12:21.764542 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55364fa4-1808-4ca9-88aa-9c95b13bd8a8 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:21.765535 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-55364fa4-1808-4ca9-88aa-9c95b13bd8a8 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for subnet, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:21.816039 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-52c9ce16-2c2f-4ef0-ae8c-d377daf34a45 req-6cc55db3-eb83-41d9-bb44-1b555b7f0d14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:21.845189 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da02acc-f99b-4922-ba4c-d7be5aa380d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d9e6c2e-03b8-4969-bf19-022a747548c2,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:12:21.872455 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6da02acc-f99b-4922-ba4c-d7be5aa380d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for subnet, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:21.878555 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-6da02acc-f99b-4922-ba4c-d7be5aa380d2 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/1d9e6c2e-03b8-4969-bf19-022a747548c2 HTTP/1.1" status: 204 len: 168 time: 1.0767384 Nov 22 20:12:21.878779 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 35780) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:12:21.880978 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6910f6f6-d238-486e-ad9c-00e4311845b7 None None] Network 991bb7a4-c166-4f8c-9bad-b2abf9942333 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:12:21.942724 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-55364fa4-1808-4ca9-88aa-9c95b13bd8a8 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6960614 Nov 22 20:12:21.951471 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 35782) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:12:21.963668 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] get_ports_and_sgs() called for port_ids ['4dc546ba-2901-40c2-8ae8-0dbb382728dd'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:12:21.970251 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-d039ff73-c409-47fa-abe4-25561b09c9ff tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Request body: {'subnet': {'network_id': 'd6a48f48-3190-4296-bebe-6695d75258d0', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:12:22.018485 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-97ef9655-9afa-407b-bfa8-80d711a1cc76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3961693'] for network, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:22.080360 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc55db3-eb83-41d9-bb44-1b555b7f0d14 service neutron] Pushing event updated for resources: {'Port': ['ID=b78ef2a4-ddb5-4a1c-b35e-c7c7699603df,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:12:22.106057 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-eb5605ab-6627-4e0b-8f76-11717509b06c req-5913c0ca-bc18-4c1e-8339-68702aa13c28 tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] 10.222.0.46 "GET /v2.0/security-groups?id=402b14b3-7b21-4f37-9e5a-c3de7eeeb958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3425446 Nov 22 20:12:22.137527 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-97ef9655-9afa-407b-bfa8-80d711a1cc76 admin admin] Deleting port f557ce0f-a3c2-4955-889e-7e3542abc426 {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:12:22.137877 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-97ef9655-9afa-407b-bfa8-80d711a1cc76 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:22.146007 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6294438e-ad17-46c0-b544-d244ef010b0e req-173e7793-5b2e-466e-ab7b-f18dd25b8e6e tempest-ServerMetadataNegativeTestJSON-1574880194 tempest-ServerMetadataNegativeTestJSON-1574880194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:22.147652 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6294438e-ad17-46c0-b544-d244ef010b0e req-173e7793-5b2e-466e-ab7b-f18dd25b8e6e tempest-ServerMetadataNegativeTestJSON-1574880194 tempest-ServerMetadataNegativeTestJSON-1574880194-project] 10.222.0.46 "GET /v2.0/ports?device_id=4f2c24ea-577c-4f40-87e5-645fc3c616c6 HTTP/1.1" status: 200 len: 943 time: 0.3376763 Nov 22 20:12:22.318432 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d321a68-5beb-411e-b337-36c96ab39931 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fb26bd7-ce56-527b-b94f-2e1f7cb2bb35-7f210649-548e-459c-a1c3-09790f945be1', 'network_id': '7f210649-548e-459c-a1c3-09790f945be1', 'tenant_id': '39adbab155b64849b1b9cb0eac9a72dd', 'fixed_ips': [{'subnet_id': 'b508edde-b5b2-46f4-be09-162f8c971bb2'}]}} from n-d-818823-1. {{(pid=103449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 20:12:22.320918 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-5d321a68-5beb-411e-b337-36c96ab39931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:22.328982 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-97ef9655-9afa-407b-bfa8-80d711a1cc76 admin admin] For port f557ce0f-a3c2-4955-889e-7e3542abc426, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=f557ce0f-a3c2-4955-889e-7e3542abc426,segment=NetworkSegment(403bed75-1d6d-4ea7-8047-29e80a30dbc1),segment_id=403bed75-1d6d-4ea7-8047-29e80a30dbc1)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:12:22.328982 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-97ef9655-9afa-407b-bfa8-80d711a1cc76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:22.348763 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-52c9ce16-2c2f-4ef0-ae8c-d377daf34a45 req-6cc55db3-eb83-41d9-bb44-1b555b7f0d14 service neutron] Attempting to bind port b78ef2a4-ddb5-4a1c-b35e-c7c7699603df on host n-h2-818823-1 for vnic_type normal with profile {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:12:22.349170 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-52c9ce16-2c2f-4ef0-ae8c-d377daf34a45 req-6cc55db3-eb83-41d9-bb44-1b555b7f0d14 service neutron] Attempting to bind port b78ef2a4-ddb5-4a1c-b35e-c7c7699603df by drivers openvswitch,hyperv on host n-h2-818823-1 at level 0 using segments [{'id': 'eaabe971-148e-4556-b90f-3ce457adf9c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'f1bdb39d-1f8e-4d0c-9035-1770c3192ef0'}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:12:22.349551 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c9ce16-2c2f-4ef0-ae8c-d377daf34a45 req-6cc55db3-eb83-41d9-bb44-1b555b7f0d14 service neutron] Attempting to bind port b78ef2a4-ddb5-4a1c-b35e-c7c7699603df on network f1bdb39d-1f8e-4d0c-9035-1770c3192ef0 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:12:22.365186 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d039ff73-c409-47fa-abe4-25561b09c9ff tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Made reservation on behalf of 39adbab155b64849b1b9cb0eac9a72dd for: {'subnet': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:12:22.366087 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-97ef9655-9afa-407b-bfa8-80d711a1cc76 admin admin] Calling delete_port for f557ce0f-a3c2-4955-889e-7e3542abc426 owned by network:dhcp {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:12:22.369498 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-d039ff73-c409-47fa-abe4-25561b09c9ff tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8485086'] for subnet, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:22.383637 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c9ce16-2c2f-4ef0-ae8c-d377daf34a45 req-6cc55db3-eb83-41d9-bb44-1b555b7f0d14 service neutron] Port b78ef2a4-ddb5-4a1c-b35e-c7c7699603df on network f1bdb39d-1f8e-4d0c-9035-1770c3192ef0 not bound, no agent of type Open vSwitch agent registered on host n-h2-818823-1 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:12:22.384001 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c9ce16-2c2f-4ef0-ae8c-d377daf34a45 req-6cc55db3-eb83-41d9-bb44-1b555b7f0d14 service neutron] Attempting to bind port b78ef2a4-ddb5-4a1c-b35e-c7c7699603df on network f1bdb39d-1f8e-4d0c-9035-1770c3192ef0 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:12:22.419604 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-014083ba-5830-4428-aa7f-116592738165 None None] DHCP port deletion for 991bb7a4-c166-4f8c-9bad-b2abf9942333 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:12:22.428256 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6294438e-ad17-46c0-b544-d244ef010b0e req-938739ed-9fd4-4f6c-a040-b3c345b91104 tempest-ServerMetadataNegativeTestJSON-1574880194 tempest-ServerMetadataNegativeTestJSON-1574880194-project] 10.222.0.46 "GET /v2.0/security-groups?id=7fe3aec8-5165-4241-b88a-414e8e9d6712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2705109 Nov 22 20:12:22.505664 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c9ce16-2c2f-4ef0-ae8c-d377daf34a45 req-6cc55db3-eb83-41d9-bb44-1b555b7f0d14 service neutron] Checking agent: {'id': '65e0486a-7030-4065-96f0-10aa7402a530', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'started_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 12, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:12:22.505991 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c9ce16-2c2f-4ef0-ae8c-d377daf34a45 req-6cc55db3-eb83-41d9-bb44-1b555b7f0d14 service neutron] Checking segment: {'id': 'eaabe971-148e-4556-b90f-3ce457adf9c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'f1bdb39d-1f8e-4d0c-9035-1770c3192ef0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:12:22.506381 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c9ce16-2c2f-4ef0-ae8c-d377daf34a45 req-6cc55db3-eb83-41d9-bb44-1b555b7f0d14 service neutron] Bound using segment: {'id': 'eaabe971-148e-4556-b90f-3ce457adf9c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'f1bdb39d-1f8e-4d0c-9035-1770c3192ef0'} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:12:22.506943 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-52c9ce16-2c2f-4ef0-ae8c-d377daf34a45 req-6cc55db3-eb83-41d9-bb44-1b555b7f0d14 service neutron] Bound port: b78ef2a4-ddb5-4a1c-b35e-c7c7699603df, host: n-h2-818823-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eaabe971-148e-4556-b90f-3ce457adf9c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'f1bdb39d-1f8e-4d0c-9035-1770c3192ef0'}}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:12:22.511203 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-52c9ce16-2c2f-4ef0-ae8c-d377daf34a45 req-6cc55db3-eb83-41d9-bb44-1b555b7f0d14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:22.535311 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-97ef9655-9afa-407b-bfa8-80d711a1cc76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:22.558721 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ef9655-9afa-407b-bfa8-80d711a1cc76 admin admin] No DVR routers for this DVR port f557ce0f-a3c2-4955-889e-7e3542abc426 on host n-d-818823-1 {{(pid=103448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:12:22.589379 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ef9655-9afa-407b-bfa8-80d711a1cc76 admin admin] Pushing event deleted for resources: {'Port': ['ID=f557ce0f-a3c2-4955-889e-7e3542abc426,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:12:22.653319 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.db_base_plugin_common [None req-5d321a68-5beb-411e-b337-36c96ab39931 None None] Allocated IP 172.20.0.2 (7f210649-548e-459c-a1c3-09790f945be1/b508edde-b5b2-46f4-be09-162f8c971bb2/fe0d6290-54c0-4e0a-b822-bd9fcdb31e51) {{(pid=103449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:12:22.661391 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-014083ba-5830-4428-aa7f-116592738165 None None] Deleting port f557ce0f-a3c2-4955-889e-7e3542abc426 {{(pid=103449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:12:22.661871 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-014083ba-5830-4428-aa7f-116592738165 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:22.727376 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-97ef9655-9afa-407b-bfa8-80d711a1cc76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3760028', 'neutron.services.segments.db._delete_segments_for_network-8748992815755'] for network, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:22.733213 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-52c9ce16-2c2f-4ef0-ae8c-d377daf34a45 req-6cc55db3-eb83-41d9-bb44-1b555b7f0d14 service neutron] For port b78ef2a4-ddb5-4a1c-b35e-c7c7699603df, host n-h2-818823-1, cleared binding levels {{(pid=103447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:12:22.753373 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-014083ba-5830-4428-aa7f-116592738165 None None] For port f557ce0f-a3c2-4955-889e-7e3542abc426, host n-d-818823-1, got binding levels [] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:12:22.753913 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-014083ba-5830-4428-aa7f-116592738165 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:22.755464 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02eac715-dd31-47b0-ad70-92029d0d1c49 req-255fc45d-3f56-41f5-9dc5-f9f78094bd04 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:22.763807 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02eac715-dd31-47b0-ad70-92029d0d1c49 req-255fc45d-3f56-41f5-9dc5-f9f78094bd04 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:22.768226 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-014083ba-5830-4428-aa7f-116592738165 None None] Calling delete_port for f557ce0f-a3c2-4955-889e-7e3542abc426 owned by network:dhcp {{(pid=103449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:12:22.770735 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02eac715-dd31-47b0-ad70-92029d0d1c49 req-255fc45d-3f56-41f5-9dc5-f9f78094bd04 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:22.774862 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.ipam_backend_mixin [None req-014083ba-5830-4428-aa7f-116592738165 None None] Port f557ce0f-a3c2-4955-889e-7e3542abc426 was not found and therefore no delete operation was performed {{(pid=103449) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 22 20:12:22.777973 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-014083ba-5830-4428-aa7f-116592738165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381'] for port, after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:22.778167 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02eac715-dd31-47b0-ad70-92029d0d1c49 req-255fc45d-3f56-41f5-9dc5-f9f78094bd04 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:22.794546 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02eac715-dd31-47b0-ad70-92029d0d1c49 req-255fc45d-3f56-41f5-9dc5-f9f78094bd04 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:22.800014 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-97ef9655-9afa-407b-bfa8-80d711a1cc76 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['991bb7a4-c166-4f8c-9bad-b2abf9942333']}} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:12:22.800538 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02eac715-dd31-47b0-ad70-92029d0d1c49 req-255fc45d-3f56-41f5-9dc5-f9f78094bd04 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:22.807311 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device f557ce0f-a3c2-4955-889e-7e3542abc426 no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:12:22.810544 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02eac715-dd31-47b0-ad70-92029d0d1c49 req-255fc45d-3f56-41f5-9dc5-f9f78094bd04 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:22.812841 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-97ef9655-9afa-407b-bfa8-80d711a1cc76 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '403bed75-1d6d-4ea7-8047-29e80a30dbc1') {'for_net_delete': True} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:12:22.813349 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-97ef9655-9afa-407b-bfa8-80d711a1cc76 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '403bed75-1d6d-4ea7-8047-29e80a30dbc1') {} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:12:22.820419 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-02eac715-dd31-47b0-ad70-92029d0d1c49 req-255fc45d-3f56-41f5-9dc5-f9f78094bd04 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f4a90d6-1fcd-49f1-9d76-18b26c029474 HTTP/1.1" status: 200 len: 5425 time: 0.3349872 Nov 22 20:12:22.824312 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-97ef9655-9afa-407b-bfa8-80d711a1cc76 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748993039638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11627933'] for segment, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:22.830445 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-014083ba-5830-4428-aa7f-116592738165 None None] No DVR routers for this DVR port f557ce0f-a3c2-4955-889e-7e3542abc426 on host n-d-818823-1 {{(pid=103449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:12:22.835887 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-52c9ce16-2c2f-4ef0-ae8c-d377daf34a45 req-6cc55db3-eb83-41d9-bb44-1b555b7f0d14 service neutron] For port b78ef2a4-ddb5-4a1c-b35e-c7c7699603df, host n-h2-818823-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=b78ef2a4-ddb5-4a1c-b35e-c7c7699603df,segment=NetworkSegment(eaabe971-148e-4556-b90f-3ce457adf9c8),segment_id=eaabe971-148e-4556-b90f-3ce457adf9c8)] {{(pid=103447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:12:22.838888 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 4dc546ba-2901-40c2-8ae8-0dbb382728dd up at agent hyperv_n-h1-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:12:22.843726 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-97ef9655-9afa-407b-bfa8-80d711a1cc76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:22.854096 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97ef9655-9afa-407b-bfa8-80d711a1cc76 admin admin] Releasing vlan 609 on physical network physnet1 to pool {{(pid=103448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 20:12:22.854786 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-97ef9655-9afa-407b-bfa8-80d711a1cc76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11567447'] for segment, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:22.857432 n-d-818823-1 neutron-server[103448]: Traceback (most recent call last): Nov 22 20:12:22.857432 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 20:12:22.857432 n-d-818823-1 neutron-server[103448]: timer() Nov 22 20:12:22.857432 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 20:12:22.857432 n-d-818823-1 neutron-server[103448]: cb(*args, **kw) Nov 22 20:12:22.857432 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 20:12:22.857432 n-d-818823-1 neutron-server[103448]: return func(*args, **kwargs) Nov 22 20:12:22.857432 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 20:12:22.857432 n-d-818823-1 neutron-server[103448]: self._notify() Nov 22 20:12:22.857432 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 20:12:22.857432 n-d-818823-1 neutron-server[103448]: self.callback(batched_events) Nov 22 20:12:22.857432 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 20:12:22.857432 n-d-818823-1 neutron-server[103448]: event.method(event) Nov 22 20:12:22.857432 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 20:12:22.857432 n-d-818823-1 neutron-server[103448]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 20:12:22.857432 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 20:12:22.857432 n-d-818823-1 neutron-server[103448]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 20:12:22.857432 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 20:12:22.857432 n-d-818823-1 neutron-server[103448]: return f(self, *a, **k) Nov 22 20:12:22.857432 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 20:12:22.857432 n-d-818823-1 neutron-server[103448]: return self._get(url).json() Nov 22 20:12:22.857432 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 20:12:22.857432 n-d-818823-1 neutron-server[103448]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 20:12:22.857432 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 20:12:22.857432 n-d-818823-1 neutron-server[103448]: return self.request(url, 'GET', **kwargs) Nov 22 20:12:22.857432 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 20:12:22.857432 n-d-818823-1 neutron-server[103448]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 20:12:22.857432 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 20:12:22.857432 n-d-818823-1 neutron-server[103448]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 20:12:22.857432 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 20:12:22.857432 n-d-818823-1 neutron-server[103448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 20:12:22.857432 n-d-818823-1 neutron-server[103448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 20:12:22.877619 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-52c9ce16-2c2f-4ef0-ae8c-d377daf34a45 req-6cc55db3-eb83-41d9-bb44-1b555b7f0d14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:22.920211 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: f557ce0f-a3c2-4955-889e-7e3542abc426 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:12:22.920900 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device f557ce0f-a3c2-4955-889e-7e3542abc426 not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:12:22.921522 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 0ca2757f-dc2a-4d0f-a10f-7a760af4446e no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:12:22.923953 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014083ba-5830-4428-aa7f-116592738165 None None] Pushing event deleted for resources: {'Port': ['ID=f557ce0f-a3c2-4955-889e-7e3542abc426,revision_number=None']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:12:22.952397 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-97ef9655-9afa-407b-bfa8-80d711a1cc76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3760002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595318'] for network, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:22.963812 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c9ce16-2c2f-4ef0-ae8c-d377daf34a45 req-6cc55db3-eb83-41d9-bb44-1b555b7f0d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:22.964584 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-52c9ce16-2c2f-4ef0-ae8c-d377daf34a45 req-6cc55db3-eb83-41d9-bb44-1b555b7f0d14 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:22.966384 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-52c9ce16-2c2f-4ef0-ae8c-d377daf34a45 req-6cc55db3-eb83-41d9-bb44-1b555b7f0d14 service neutron] 10.222.0.20 "PUT /v2.0/ports/b78ef2a4-ddb5-4a1c-b35e-c7c7699603df HTTP/1.1" status: 200 len: 1091 time: 2.3486032 Nov 22 20:12:22.971563 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f2c24ea-577c-4f40-87e5-645fc3c616c6', 'tag': 'b78ef2a4-ddb5-4a1c-b35e-c7c7699603df'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:12:22.974060 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad4c06f7-5e24-4fa4-be7b-de48929bb22d" -d '{"events": [{"name": "network-changed", "server_uuid": "4f2c24ea-577c-4f40-87e5-645fc3c616c6", "tag": "b78ef2a4-ddb5-4a1c-b35e-c7c7699603df"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:12:22.978093 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-97ef9655-9afa-407b-bfa8-80d711a1cc76 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:22.987779 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-97ef9655-9afa-407b-bfa8-80d711a1cc76 admin admin] 10.222.0.46 "DELETE /v2.0/networks/991bb7a4-c166-4f8c-9bad-b2abf9942333 HTTP/1.1" status: 204 len: 168 time: 1.1054237 Nov 22 20:12:22.988689 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 35794) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:12:22.995557 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: 0ca2757f-dc2a-4d0f-a10f-7a760af4446e {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:12:22.996193 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 0ca2757f-dc2a-4d0f-a10f-7a760af4446e not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:12:22.996796 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 76454443-705f-4167-a22f-ccdeb24469d3 no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:12:23.026185 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ef9655-9afa-407b-bfa8-80d711a1cc76 admin admin] Pushing event deleted for resources: {'Network': ['ID=991bb7a4-c166-4f8c-9bad-b2abf9942333,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:12:23.040236 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc55db3-eb83-41d9-bb44-1b555b7f0d14 service neutron] Pushing event updated for resources: {'Port': ['ID=b78ef2a4-ddb5-4a1c-b35e-c7c7699603df,revision_number=3']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:12:23.043803 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: 76454443-705f-4167-a22f-ccdeb24469d3 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:12:23.044420 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 76454443-705f-4167-a22f-ccdeb24469d3 not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:12:23.062573 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Provisioning complete for port 4dc546ba-2901-40c2-8ae8-0dbb382728dd triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:12:23.063206 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:23.131034 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff360a08-a8c4-4901-ad8a-d41ff1d0deef req-d45b37b2-ba76-4390-9958-1e4bd59e0a59 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:23.139893 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ff360a08-a8c4-4901-ad8a-d41ff1d0deef req-d45b37b2-ba76-4390-9958-1e4bd59e0a59 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.46 "GET /v2.0/ports?device_id=761077bf-9826-478a-b251-413dfa7a9730 HTTP/1.1" status: 200 len: 945 time: 0.3025322 Nov 22 20:12:23.151263 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-02eac715-dd31-47b0-ad70-92029d0d1c49 req-9d72ffd7-8019-458b-a9eb-dfcf33e5d717 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] 10.222.0.46 "GET /v2.0/security-groups?id=a5e0f616-4b00-4bab-af04-df44f1058a41&id=956e73ed-7485-4a0c-88f0-c644aa0149a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3299394 Nov 22 20:12:23.187318 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c9ce16-2c2f-4ef0-ae8c-d377daf34a45 req-e46fdddf-9c1e-4474-82b5-4205f4fb67c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:23.188869 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-52c9ce16-2c2f-4ef0-ae8c-d377daf34a45 req-e46fdddf-9c1e-4474-82b5-4205f4fb67c2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f13ecf86b4bc483eb64c17361eb0e058&device_id=4f2c24ea-577c-4f40-87e5-645fc3c616c6 HTTP/1.1" status: 200 len: 1094 time: 0.1645105 Nov 22 20:12:23.310615 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-52c9ce16-2c2f-4ef0-ae8c-d377daf34a45 req-a60d1240-94ef-464d-8a9c-818e9c70ec65 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b78ef2a4-ddb5-4a1c-b35e-c7c7699603df HTTP/1.1" status: 200 len: 217 time: 0.0950544 Nov 22 20:12:23.319873 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-d039ff73-c409-47fa-abe4-25561b09c9ff tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8900613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8485104'] for subnet, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:23.374961 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ff360a08-a8c4-4901-ad8a-d41ff1d0deef req-dd3bae38-ed93-4808-8c9c-fc9deadf999f tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.46 "GET /v2.0/security-groups?id=deac3dce-93b4-41af-981b-873d47022422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2340879 Nov 22 20:12:23.428442 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-5d321a68-5beb-411e-b337-36c96ab39931 None None] Publish callbacks [] for port, precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:23.433224 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:23.438393 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-5d321a68-5beb-411e-b337-36c96ab39931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372'] for port, after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:23.441642 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 20:12:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74bb3f3d-4b1e-40c0-a5ca-77b29907512e x-openstack-request-id: req-74bb3f3d-4b1e-40c0-a5ca-77b29907512e {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:12:23.442210 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f2c24ea-577c-4f40-87e5-645fc3c616c6", "tag": "b78ef2a4-ddb5-4a1c-b35e-c7c7699603df", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:12:23.442653 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-74bb3f3d-4b1e-40c0-a5ca-77b29907512e {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:12:23.443248 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f2c24ea-577c-4f40-87e5-645fc3c616c6', 'tag': 'b78ef2a4-ddb5-4a1c-b35e-c7c7699603df', 'status': 'completed', 'code': 200} Nov 22 20:12:23.532255 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d039ff73-c409-47fa-abe4-25561b09c9ff tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Pushing event updated for resources: {'Subnet': ['ID=4173516e-ed9e-4bdf-a8c1-2d94db2d9244,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:12:23.538666 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c9ce16-2c2f-4ef0-ae8c-d377daf34a45 req-db6df801-43f1-4c91-b5ea-98f2fba3d8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:23.549069 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d321a68-5beb-411e-b337-36c96ab39931 None None] Network 7f210649-548e-459c-a1c3-09790f945be1 is already hosted by enough agents. {{(pid=103449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:12:23.552535 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-52c9ce16-2c2f-4ef0-ae8c-d377daf34a45 req-db6df801-43f1-4c91-b5ea-98f2fba3d8f4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ae568695-26d4-425f-aba2-6e6094d1abb7 HTTP/1.1" status: 200 len: 861 time: 0.2297704 Nov 22 20:12:23.568155 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-74736303-badf-4636-ac66-003599c4c285 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659736'] for router_interface, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:23.587068 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 4dc546ba-2901-40c2-8ae8-0dbb382728dd, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=4dc546ba-2901-40c2-8ae8-0dbb382728dd,segment=NetworkSegment(2a5a1c7b-538e-498e-99b9-cc7a8e0411be),segment_id=2a5a1c7b-538e-498e-99b9-cc7a8e0411be)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:12:23.590645 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3976a086-7eb8-4b57-8c36-4478955520bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dc546ba-2901-40c2-8ae8-0dbb382728dd'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:12:23.592934 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d39f6d30a11e565ec9648abcc015e8a6ab6cff4edd704add8155e28765d31eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7cb384a-9d64-433f-afd4-50afb92601f6" -d '{"events": [{"server_uuid": "3976a086-7eb8-4b57-8c36-4478955520bb", "name": "network-vif-plugged", "status": "completed", "tag": "4dc546ba-2901-40c2-8ae8-0dbb382728dd"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:12:23.596051 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.base_scheduler [None req-5d321a68-5beb-411e-b337-36c96ab39931 None None] Resources bound (agent type, host, resource id): {{(pid=103449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:12:23.604668 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d321a68-5beb-411e-b337-36c96ab39931 None None] Received port after_create {{(pid=103449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:12:23.606908 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d039ff73-c409-47fa-abe4-25561b09c9ff tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Checking segment: {'id': '76644793-0c36-4a15-82d0-e7f33fe9b766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'd6a48f48-3190-4296-bebe-6695d75258d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:12:23.608082 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d039ff73-c409-47fa-abe4-25561b09c9ff tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Network hostable DHCP agents. Network: d6a48f48-3190-4296-bebe-6695d75258d0, hostable agents: ['02adaa64-0987-4b74-bad0-cbcf56f8a294'], hosted agents: [] {{(pid=103447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 20:12:23.609870 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:23.610668 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device d157c85a-0d84-4a3a-a74e-dc6bc21944b1 up at agent hyperv_n-h1-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:12:23.676508 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-52c9ce16-2c2f-4ef0-ae8c-d377daf34a45 req-275a97e5-5e6e-4b17-8af0-7c0a51dde48b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f1bdb39d-1f8e-4d0c-9035-1770c3192ef0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0788872 Nov 22 20:12:23.698684 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee6ac53-f415-4655-b6fa-af8771454772 req-46077827-906c-4983-a631-6f74f9b5bdeb tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:23.700980 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2ee6ac53-f415-4655-b6fa-af8771454772 req-46077827-906c-4983-a631-6f74f9b5bdeb tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] 10.222.0.46 "GET /v2.0/ports?device_id=f120437d-9853-4b55-a507-5eced1446d4e HTTP/1.1" status: 200 len: 945 time: 0.2305195 Nov 22 20:12:23.717578 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d321a68-5beb-411e-b337-36c96ab39931 None None] Pushing event updated for resources: {'Port': ['ID=fe0d6290-54c0-4e0a-b822-bd9fcdb31e51,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:12:23.783006 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Provisioning for port d157c85a-0d84-4a3a-a74e-dc6bc21944b1 completed by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 20:12:23.789566 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-5d321a68-5beb-411e-b337-36c96ab39931 None None] Attempting to bind port fe0d6290-54c0-4e0a-b822-bd9fcdb31e51 on host n-d-818823-1 for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:12:23.789984 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-5d321a68-5beb-411e-b337-36c96ab39931 None None] Attempting to bind port fe0d6290-54c0-4e0a-b822-bd9fcdb31e51 by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': 'd515e0d5-28bc-438e-bd06-63c98e4f5001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '7f210649-548e-459c-a1c3-09790f945be1'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:12:23.790819 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d321a68-5beb-411e-b337-36c96ab39931 None None] Attempting to bind port fe0d6290-54c0-4e0a-b822-bd9fcdb31e51 on network 7f210649-548e-459c-a1c3-09790f945be1 {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:12:23.806760 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Provisioning complete for port d157c85a-0d84-4a3a-a74e-dc6bc21944b1 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:12:23.807266 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:23.824348 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f97ea00-258b-4d7a-a7ee-9a82df697faa req-d7080779-d3c3-4480-82cf-7f654bfa6cf3 tempest-ServerMetadataNegativeTestJSON-1574880194 tempest-ServerMetadataNegativeTestJSON-1574880194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:23.833732 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4f97ea00-258b-4d7a-a7ee-9a82df697faa req-d7080779-d3c3-4480-82cf-7f654bfa6cf3 tempest-ServerMetadataNegativeTestJSON-1574880194 tempest-ServerMetadataNegativeTestJSON-1574880194-project] 10.222.0.46 "GET /v2.0/ports?device_id=4f2c24ea-577c-4f40-87e5-645fc3c616c6 HTTP/1.1" status: 200 len: 943 time: 0.2800138 Nov 22 20:12:23.836007 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d039ff73-c409-47fa-abe4-25561b09c9ff tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Network d6a48f48-3190-4296-bebe-6695d75258d0 is scheduled to be hosted by DHCP agent 02adaa64-0987-4b74-bad0-cbcf56f8a294 with binding_index 1 {{(pid=103447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 20:12:23.837729 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d321a68-5beb-411e-b337-36c96ab39931 None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 12, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:12:23.838120 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d321a68-5beb-411e-b337-36c96ab39931 None None] Checking segment: {'id': 'd515e0d5-28bc-438e-bd06-63c98e4f5001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '7f210649-548e-459c-a1c3-09790f945be1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:12:23.838528 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-5d321a68-5beb-411e-b337-36c96ab39931 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:23.839112 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d321a68-5beb-411e-b337-36c96ab39931 None None] Bound using segment: {'id': 'd515e0d5-28bc-438e-bd06-63c98e4f5001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '7f210649-548e-459c-a1c3-09790f945be1'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:12:23.839621 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-5d321a68-5beb-411e-b337-36c96ab39931 None None] Bound port: fe0d6290-54c0-4e0a-b822-bd9fcdb31e51, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd515e0d5-28bc-438e-bd06-63c98e4f5001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '7f210649-548e-459c-a1c3-09790f945be1'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:12:23.840012 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-5d321a68-5beb-411e-b337-36c96ab39931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:23.860486 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=4dc546ba-2901-40c2-8ae8-0dbb382728dd,revision_number=7']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:12:23.910051 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-d039ff73-c409-47fa-abe4-25561b09c9ff tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818823-1, d6a48f48-3190-4296-bebe-6695d75258d0) {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:12:23.925964 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-74736303-badf-4636-ac66-003599c4c285 admin admin] Deleting port 33c02f63-41ea-44ea-a023-b8411104722a {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:12:23.926361 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-74736303-badf-4636-ac66-003599c4c285 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:23.936903 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-5d321a68-5beb-411e-b337-36c96ab39931 None None] For port fe0d6290-54c0-4e0a-b822-bd9fcdb31e51, host n-d-818823-1, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:12:23.940378 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-5d321a68-5beb-411e-b337-36c96ab39931 None None] For port fe0d6290-54c0-4e0a-b822-bd9fcdb31e51, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=fe0d6290-54c0-4e0a-b822-bd9fcdb31e51,segment=NetworkSegment(d515e0d5-28bc-438e-bd06-63c98e4f5001),segment_id=d515e0d5-28bc-438e-bd06-63c98e4f5001)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:12:23.945778 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46de154a-c97c-4ed4-9b45-acb0ef767b76 None None] Network d6a48f48-3190-4296-bebe-6695d75258d0 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:12:23.953603 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d039ff73-c409-47fa-abe4-25561b09c9ff tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:23.954654 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-d039ff73-c409-47fa-abe4-25561b09c9ff tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for subnet, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:23.985390 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4f97ea00-258b-4d7a-a7ee-9a82df697faa req-e0b9da23-e8ad-4411-96ca-8ba1fa5a4a44 tempest-ServerMetadataNegativeTestJSON-1574880194 tempest-ServerMetadataNegativeTestJSON-1574880194-project] 10.222.0.46 "GET /v2.0/security-groups?id=7fe3aec8-5165-4241-b88a-414e8e9d6712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455557 Nov 22 20:12:24.001836 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-5d321a68-5beb-411e-b337-36c96ab39931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:24.048632 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2ee6ac53-f415-4655-b6fa-af8771454772 req-73c190e1-4784-4e9f-b78a-048c868da424 tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] 10.222.0.46 "GET /v2.0/security-groups?id=402b14b3-7b21-4f37-9e5a-c3de7eeeb958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3369784 Nov 22 20:12:24.070264 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-74736303-badf-4636-ac66-003599c4c285 admin admin] For port 33c02f63-41ea-44ea-a023-b8411104722a, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=33c02f63-41ea-44ea-a023-b8411104722a,segment=NetworkSegment(7d1fd32f-06af-4133-9878-4cd4de63175c),segment_id=7d1fd32f-06af-4133-9878-4cd4de63175c)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:12:24.070835 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-74736303-badf-4636-ac66-003599c4c285 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:24.076144 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-d039ff73-c409-47fa-abe4-25561b09c9ff tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1139581 Nov 22 20:12:24.080267 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 35812) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:12:24.108024 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-74736303-badf-4636-ac66-003599c4c285 admin admin] Calling delete_port for 33c02f63-41ea-44ea-a023-b8411104722a owned by network:router_interface {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:12:24.109285 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-11e20927-d212-4262-8f7e-43db6cc1e4cf tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2053948000', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:12:24.134946 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-52c9ce16-2c2f-4ef0-ae8c-d377daf34a45 req-3b7a890a-a6e0-48ef-96b8-f4fd138a5e3f service neutron] 10.222.0.20 "GET /v2.0/networks/f1bdb39d-1f8e-4d0c-9035-1770c3192ef0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4474998 Nov 22 20:12:24.205066 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d321a68-5beb-411e-b337-36c96ab39931 None None] Pushing event updated for resources: {'Port': ['ID=fe0d6290-54c0-4e0a-b822-bd9fcdb31e51,revision_number=2']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:12:24.219433 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:24.253571 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:12:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-339f962c-d1b0-448f-9558-1459f0598e9d x-openstack-request-id: req-339f962c-d1b0-448f-9558-1459f0598e9d {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:12:24.253979 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3976a086-7eb8-4b57-8c36-4478955520bb", "name": "network-vif-plugged", "status": "completed", "tag": "4dc546ba-2901-40c2-8ae8-0dbb382728dd", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:12:24.254248 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-339f962c-d1b0-448f-9558-1459f0598e9d {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:12:24.254670 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3976a086-7eb8-4b57-8c36-4478955520bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dc546ba-2901-40c2-8ae8-0dbb382728dd', 'code': 200} Nov 22 20:12:24.316069 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port d157c85a-0d84-4a3a-a74e-dc6bc21944b1, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=d157c85a-0d84-4a3a-a74e-dc6bc21944b1,segment=NetworkSegment(096b9653-3939-4da1-92f6-6a39bd3c877e),segment_id=096b9653-3939-4da1-92f6-6a39bd3c877e)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:12:24.346167 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:24.354058 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32bfb49d-3f84-4f37-8835-6a08c4e21596 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fb26bd7-ce56-527b-b94f-2e1f7cb2bb35-d6a48f48-3190-4296-bebe-6695d75258d0', 'network_id': 'd6a48f48-3190-4296-bebe-6695d75258d0', 'tenant_id': '39adbab155b64849b1b9cb0eac9a72dd', 'fixed_ips': [{'subnet_id': '4173516e-ed9e-4bdf-a8c1-2d94db2d9244'}]}} from n-d-818823-1. {{(pid=103449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 20:12:24.355088 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-32bfb49d-3f84-4f37-8835-6a08c4e21596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:24.425488 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-74736303-badf-4636-ac66-003599c4c285 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:24.504632 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74736303-badf-4636-ac66-003599c4c285 admin admin] Pushing event deleted for resources: {'Port': ['ID=33c02f63-41ea-44ea-a023-b8411104722a,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:12:24.517375 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74736303-badf-4636-ac66-003599c4c285 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:12:24.517743 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74736303-badf-4636-ac66-003599c4c285 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:12:24.518126 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74736303-badf-4636-ac66-003599c4c285 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:12:24.518463 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74736303-badf-4636-ac66-003599c4c285 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:12:24.518800 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74736303-badf-4636-ac66-003599c4c285 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:12:24.519130 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74736303-badf-4636-ac66-003599c4c285 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:12:24.519550 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74736303-badf-4636-ac66-003599c4c285 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:12:24.519879 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74736303-badf-4636-ac66-003599c4c285 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:12:24.520205 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74736303-badf-4636-ac66-003599c4c285 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:12:24.520530 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74736303-badf-4636-ac66-003599c4c285 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:12:24.520855 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74736303-badf-4636-ac66-003599c4c285 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:12:24.521916 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74736303-badf-4636-ac66-003599c4c285 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:12:24.626302 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=d157c85a-0d84-4a3a-a74e-dc6bc21944b1,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:12:24.790885 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.db_base_plugin_common [None req-32bfb49d-3f84-4f37-8835-6a08c4e21596 None None] Allocated IP 172.21.0.2 (d6a48f48-3190-4296-bebe-6695d75258d0/4173516e-ed9e-4bdf-a8c1-2d94db2d9244/a992b6c5-2a59-4b35-835a-e69dc4a81d00) {{(pid=103449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:12:24.841322 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device beeaed41-857e-487b-9b30-79ba4738dd77 up at agent hyperv_n-h1-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:12:24.865423 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-11e20927-d212-4262-8f7e-43db6cc1e4cf tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24799'] for router, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:24.866973 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-11e20927-d212-4262-8f7e-43db6cc1e4cf tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-632716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24788'] for router, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:24.991469 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b53f58-c1d0-4de4-a442-3e0fb00f4521 req-08131172-816f-4837-99f4-81c826924c44 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:24.994296 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device fe0d6290-54c0-4e0a-b822-bd9fcdb31e51 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:12:25.013156 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b53f58-c1d0-4de4-a442-3e0fb00f4521 req-08131172-816f-4837-99f4-81c826924c44 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:25.015186 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-74736303-badf-4636-ac66-003599c4c285 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-563470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-663272'] for router_interface, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:25.032181 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b53f58-c1d0-4de4-a442-3e0fb00f4521 req-08131172-816f-4837-99f4-81c826924c44 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:25.050408 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b53f58-c1d0-4de4-a442-3e0fb00f4521 req-08131172-816f-4837-99f4-81c826924c44 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:25.069235 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b53f58-c1d0-4de4-a442-3e0fb00f4521 req-08131172-816f-4837-99f4-81c826924c44 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:25.092401 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b53f58-c1d0-4de4-a442-3e0fb00f4521 req-08131172-816f-4837-99f4-81c826924c44 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:25.103096 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Provisioning for port beeaed41-857e-487b-9b30-79ba4738dd77 completed by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 20:12:25.110481 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b53f58-c1d0-4de4-a442-3e0fb00f4521 req-08131172-816f-4837-99f4-81c826924c44 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:25.117830 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-30b53f58-c1d0-4de4-a442-3e0fb00f4521 req-08131172-816f-4837-99f4-81c826924c44 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f4a90d6-1fcd-49f1-9d76-18b26c029474 HTTP/1.1" status: 200 len: 5426 time: 0.3599000 Nov 22 20:12:25.132901 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Provisioning complete for port beeaed41-857e-487b-9b30-79ba4738dd77 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:12:25.133389 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:25.136043 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2670ac80-9abc-4ecc-822b-3366107b2854 req-1c1635cd-9383-412e-98b3-bd793cb2f645 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:25.150428 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2670ac80-9abc-4ecc-822b-3366107b2854 req-1c1635cd-9383-412e-98b3-bd793cb2f645 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.46 "GET /v2.0/ports?device_id=761077bf-9826-478a-b251-413dfa7a9730 HTTP/1.1" status: 200 len: 945 time: 0.3946402 Nov 22 20:12:25.198617 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port fe0d6290-54c0-4e0a-b822-bd9fcdb31e51 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:12:25.198996 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:25.242774 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-30b53f58-c1d0-4de4-a442-3e0fb00f4521 req-72922606-1b2b-4271-b5cb-bd73f8b968c3 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] 10.222.0.46 "GET /v2.0/security-groups?id=a5e0f616-4b00-4bab-af04-df44f1058a41&id=956e73ed-7485-4a0c-88f0-c644aa0149a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0906208 Nov 22 20:12:25.304952 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2670ac80-9abc-4ecc-822b-3366107b2854 req-a96935bf-5c3e-41f0-b26f-8b2988b4caf0 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.46 "GET /v2.0/security-groups?id=deac3dce-93b4-41af-981b-873d47022422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539912 Nov 22 20:12:25.370024 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-32bfb49d-3f84-4f37-8835-6a08c4e21596 None None] Publish callbacks [] for port, precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:25.384706 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-32bfb49d-3f84-4f37-8835-6a08c4e21596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372'] for port, after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:25.482719 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-11e20927-d212-4262-8f7e-43db6cc1e4cf tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:25.483688 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74736303-badf-4636-ac66-003599c4c285 admin admin] Router cf53e6a0-f2e0-4fd4-ad6e-89c0ae7d5ce0 has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 20:12:25.503218 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:25.511683 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32bfb49d-3f84-4f37-8835-6a08c4e21596 None None] Network d6a48f48-3190-4296-bebe-6695d75258d0 is already hosted by enough agents. {{(pid=103449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:12:25.519520 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-52c9ce16-2c2f-4ef0-ae8c-d377daf34a45 req-cb499f41-f600-4493-bf2c-3c2f8e9863c3 service neutron] 10.222.0.20 "GET /v2.0/networks/f1bdb39d-1f8e-4d0c-9035-1770c3192ef0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3765783 Nov 22 20:12:25.522324 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:25.536571 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.base_scheduler [None req-32bfb49d-3f84-4f37-8835-6a08c4e21596 None None] Resources bound (agent type, host, resource id): {{(pid=103449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:12:25.547234 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32bfb49d-3f84-4f37-8835-6a08c4e21596 None None] Received port after_create {{(pid=103449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:12:25.550278 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bfb49d-3f84-4f37-8835-6a08c4e21596 None None] Pushing event updated for resources: {'Port': ['ID=a992b6c5-2a59-4b35-835a-e69dc4a81d00,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:12:25.571366 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-11e20927-d212-4262-8f7e-43db6cc1e4cf tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-659538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-841284'] for router, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:25.622513 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port beeaed41-857e-487b-9b30-79ba4738dd77, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=beeaed41-857e-487b-9b30-79ba4738dd77,segment=NetworkSegment(e3193b23-f9c4-4ca4-b127-f0d3cc3d8fb8),segment_id=e3193b23-f9c4-4ca4-b127-f0d3cc3d8fb8)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:12:25.643443 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-11e20927-d212-4262-8f7e-43db6cc1e4cf tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks [] for router, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:25.648366 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-11e20927-d212-4262-8f7e-43db6cc1e4cf tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.5642614 Nov 22 20:12:25.650723 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 35836) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:12:25.658761 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:25.659788 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 24374965-227b-4c96-b8e4-76900d8e1a2c up at agent hyperv_n-h1-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:12:25.660041 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db2010a-3708-4d51-acfb-51ea65f247f2 req-7ffb3e4c-e962-429a-b4ba-73333a8c6d70 tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:25.662038 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7db2010a-3708-4d51-acfb-51ea65f247f2 req-7ffb3e4c-e962-429a-b4ba-73333a8c6d70 tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] 10.222.0.46 "GET /v2.0/ports?device_id=f120437d-9853-4b55-a507-5eced1446d4e HTTP/1.1" status: 200 len: 945 time: 0.1777568 Nov 22 20:12:25.695925 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] For port fe0d6290-54c0-4e0a-b822-bd9fcdb31e51, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=fe0d6290-54c0-4e0a-b822-bd9fcdb31e51,segment=NetworkSegment(d515e0d5-28bc-438e-bd06-63c98e4f5001),segment_id=d515e0d5-28bc-438e-bd06-63c98e4f5001)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:12:25.698950 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74736303-badf-4636-ac66-003599c4c285 admin admin] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:12:25.713094 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:25.719296 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-856e9532-99c1-4e93-ac91-a34d15c0c55a None None] Sync routers for ids ['cf53e6a0-f2e0-4fd4-ad6e-89c0ae7d5ce0'] in n-d-818823-1 {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:12:25.747467 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-74736303-badf-4636-ac66-003599c4c285 admin admin] 10.222.0.46 "PUT /v2.0/routers/cf53e6a0-f2e0-4fd4-ad6e-89c0ae7d5ce0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7564723 Nov 22 20:12:25.749295 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-856e9532-99c1-4e93-ac91-a34d15c0c55a None None] Routers {'cf53e6a0-f2e0-4fd4-ad6e-89c0ae7d5ce0'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:12:25.750260 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 35838) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:12:25.753098 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-856e9532-99c1-4e93-ac91-a34d15c0c55a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:12:02Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['cf53e6a0-f2e0-4fd4-ad6e-89c0ae7d5ce0'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:12:25.813920 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=beeaed41-857e-487b-9b30-79ba4738dd77,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:12:25.854561 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3253567-c669-4b6e-a733-32ad67be6f59 req-9635ed2a-42fa-4ba0-a9d1-d733a5fd9956 tempest-ServerMetadataNegativeTestJSON-1574880194 tempest-ServerMetadataNegativeTestJSON-1574880194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:25.862768 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b3253567-c669-4b6e-a733-32ad67be6f59 req-9635ed2a-42fa-4ba0-a9d1-d733a5fd9956 tempest-ServerMetadataNegativeTestJSON-1574880194 tempest-ServerMetadataNegativeTestJSON-1574880194-project] 10.222.0.46 "GET /v2.0/ports?device_id=4f2c24ea-577c-4f40-87e5-645fc3c616c6 HTTP/1.1" status: 200 len: 943 time: 0.4265192 Nov 22 20:12:25.876051 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-32bfb49d-3f84-4f37-8835-6a08c4e21596 None None] Attempting to bind port a992b6c5-2a59-4b35-835a-e69dc4a81d00 on host n-d-818823-1 for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:12:25.876332 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-32bfb49d-3f84-4f37-8835-6a08c4e21596 None None] Attempting to bind port a992b6c5-2a59-4b35-835a-e69dc4a81d00 by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': '76644793-0c36-4a15-82d0-e7f33fe9b766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'd6a48f48-3190-4296-bebe-6695d75258d0'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:12:25.876794 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32bfb49d-3f84-4f37-8835-6a08c4e21596 None None] Attempting to bind port a992b6c5-2a59-4b35-835a-e69dc4a81d00 on network d6a48f48-3190-4296-bebe-6695d75258d0 {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:12:25.887613 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32bfb49d-3f84-4f37-8835-6a08c4e21596 None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 12, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:12:25.888585 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32bfb49d-3f84-4f37-8835-6a08c4e21596 None None] Checking segment: {'id': '76644793-0c36-4a15-82d0-e7f33fe9b766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'd6a48f48-3190-4296-bebe-6695d75258d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:12:25.889002 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-32bfb49d-3f84-4f37-8835-6a08c4e21596 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:25.889402 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32bfb49d-3f84-4f37-8835-6a08c4e21596 None None] Bound using segment: {'id': '76644793-0c36-4a15-82d0-e7f33fe9b766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'd6a48f48-3190-4296-bebe-6695d75258d0'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:12:25.889889 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-32bfb49d-3f84-4f37-8835-6a08c4e21596 None None] Bound port: a992b6c5-2a59-4b35-835a-e69dc4a81d00, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76644793-0c36-4a15-82d0-e7f33fe9b766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'd6a48f48-3190-4296-bebe-6695d75258d0'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:12:25.890271 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-32bfb49d-3f84-4f37-8835-6a08c4e21596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:25.963550 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc5ec61e-426a-45d0-9df8-7113ea267fc3 None None] Network 7f210649-548e-459c-a1c3-09790f945be1 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:12:25.966562 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Pushing event updated for resources: {'Port': ['ID=fe0d6290-54c0-4e0a-b822-bd9fcdb31e51,revision_number=3']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:12:25.976364 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Provisioning for port 24374965-227b-4c96-b8e4-76900d8e1a2c completed by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 20:12:26.026138 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7db2010a-3708-4d51-acfb-51ea65f247f2 req-ae6b1aed-d3b4-49a9-b4bf-2d17a16a5b83 tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] 10.222.0.46 "GET /v2.0/security-groups?id=402b14b3-7b21-4f37-9e5a-c3de7eeeb958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3561025 Nov 22 20:12:26.028399 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4c06f7-5e24-4fa4-be7b-de48929bb22d req-ab6989cd-8682-4eb2-bd94-f056d92d39ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:26.031184 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ad4c06f7-5e24-4fa4-be7b-de48929bb22d req-ab6989cd-8682-4eb2-bd94-f056d92d39ab service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f13ecf86b4bc483eb64c17361eb0e058&device_id=4f2c24ea-577c-4f40-87e5-645fc3c616c6 HTTP/1.1" status: 200 len: 1094 time: 0.4396822 Nov 22 20:12:26.048635 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Provisioning complete for port 24374965-227b-4c96-b8e4-76900d8e1a2c triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:12:26.052116 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-856e9532-99c1-4e93-ac91-a34d15c0c55a None None] Set router cf53e6a0-f2e0-4fd4-ad6e-89c0ae7d5ce0 gateway port host: n-d-818823-1 {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:12:26.052289 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:26.060858 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b4fc4444-4dfd-47a6-b3ca-35227d8f9240 admin admin] Publish callbacks [] for router, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:26.193191 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b4fc4444-4dfd-47a6-b3ca-35227d8f9240 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:26.274521 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-b4fc4444-4dfd-47a6-b3ca-35227d8f9240 admin admin] Deleting port 5546e373-b0f8-4c6e-b726-433daebc64ab {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:12:26.275247 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b4fc4444-4dfd-47a6-b3ca-35227d8f9240 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:26.309634 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-62a8c7b0-82cb-422a-9758-1a57fc9031cd None None] Provisioning complete for port fe0d6290-54c0-4e0a-b822-bd9fcdb31e51 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:12:26.310324 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-62a8c7b0-82cb-422a-9758-1a57fc9031cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:26.372650 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f4a90d6-1fcd-49f1-9d76-18b26c029474', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd157c85a-0d84-4a3a-a74e-dc6bc21944b1'}, {'server_uuid': '2f4a90d6-1fcd-49f1-9d76-18b26c029474', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'beeaed41-857e-487b-9b30-79ba4738dd77'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:12:26.385921 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d39f6d30a11e565ec9648abcc015e8a6ab6cff4edd704add8155e28765d31eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5025dfe5-7427-4ac7-896f-17e54477b4c8" -d '{"events": [{"server_uuid": "2f4a90d6-1fcd-49f1-9d76-18b26c029474", "name": "network-vif-plugged", "status": "completed", "tag": "d157c85a-0d84-4a3a-a74e-dc6bc21944b1"}, {"server_uuid": "2f4a90d6-1fcd-49f1-9d76-18b26c029474", "name": "network-vif-plugged", "status": "completed", "tag": "beeaed41-857e-487b-9b30-79ba4738dd77"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:12:26.412953 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-b4fc4444-4dfd-47a6-b3ca-35227d8f9240 admin admin] For port 5546e373-b0f8-4c6e-b726-433daebc64ab, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=5546e373-b0f8-4c6e-b726-433daebc64ab,segment=NetworkSegment(8793ba83-8407-4c3d-9b56-2a177cd58a70),segment_id=8793ba83-8407-4c3d-9b56-2a177cd58a70)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:12:26.413959 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b4fc4444-4dfd-47a6-b3ca-35227d8f9240 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:26.422719 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-32bfb49d-3f84-4f37-8835-6a08c4e21596 None None] For port a992b6c5-2a59-4b35-835a-e69dc4a81d00, host n-d-818823-1, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:12:26.430172 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-b4fc4444-4dfd-47a6-b3ca-35227d8f9240 admin admin] Calling delete_port for 5546e373-b0f8-4c6e-b726-433daebc64ab owned by network:router_gateway {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:12:26.449754 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-32bfb49d-3f84-4f37-8835-6a08c4e21596 None None] For port a992b6c5-2a59-4b35-835a-e69dc4a81d00, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=a992b6c5-2a59-4b35-835a-e69dc4a81d00,segment=NetworkSegment(76644793-0c36-4a15-82d0-e7f33fe9b766),segment_id=76644793-0c36-4a15-82d0-e7f33fe9b766)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:12:26.477984 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-856e9532-99c1-4e93-ac91-a34d15c0c55a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf53e6a0-f2e0-4fd4-ad6e-89c0ae7d5ce0', 'name': 'tempest-AttachSCSIVolumeTestJSON-1017251969-router', 'tenant_id': '134eeb3f28ad487993500cd41aa9bc6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': '5546e373-b0f8-4c6e-b726-433daebc64ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:10:13Z', 'updated_at': '2021-11-22T20:12:24Z', 'revision_number': 5, 'project_id': '134eeb3f28ad487993500cd41aa9bc6e', 'gw_port': {'id': '5546e373-b0f8-4c6e-b726-433daebc64ab', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:1a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf53e6a0-f2e0-4fd4-ad6e-89c0ae7d5ce0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:10:14Z', 'updated_at': '2021-11-22T20:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:12:26.516947 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-856e9532-99c1-4e93-ac91-a34d15c0c55a None None] Checking router: cf53e6a0-f2e0-4fd4-ad6e-89c0ae7d5ce0 for host: n-d-818823-1 {{(pid=103450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 20:12:26.532159 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-856e9532-99c1-4e93-ac91-a34d15c0c55a None None] Routers {'cf53e6a0-f2e0-4fd4-ad6e-89c0ae7d5ce0'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:12:26.533190 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-856e9532-99c1-4e93-ac91-a34d15c0c55a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:12:02Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['cf53e6a0-f2e0-4fd4-ad6e-89c0ae7d5ce0'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:12:26.560762 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4c06f7-5e24-4fa4-be7b-de48929bb22d req-5930903f-d2ef-4853-81b4-1ff462a19b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:26.562331 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ad4c06f7-5e24-4fa4-be7b-de48929bb22d req-5930903f-d2ef-4853-81b4-1ff462a19b9f service neutron] 10.222.0.20 "GET /v2.0/networks?id=f1bdb39d-1f8e-4d0c-9035-1770c3192ef0 HTTP/1.1" status: 200 len: 922 time: 0.5174587 Nov 22 20:12:26.591120 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b3253567-c669-4b6e-a733-32ad67be6f59 req-01b7a9dd-7694-4c84-985d-675a8c29834d tempest-ServerMetadataNegativeTestJSON-1574880194 tempest-ServerMetadataNegativeTestJSON-1574880194-project] 10.222.0.46 "GET /v2.0/security-groups?id=7fe3aec8-5165-4241-b88a-414e8e9d6712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7267303 Nov 22 20:12:26.675891 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-856e9532-99c1-4e93-ac91-a34d15c0c55a None None] Set router cf53e6a0-f2e0-4fd4-ad6e-89c0ae7d5ce0 gateway port host: None {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:12:26.772303 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ad4c06f7-5e24-4fa4-be7b-de48929bb22d req-61235b15-b6bd-4c19-bcd4-5ab97f81b8a1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b78ef2a4-ddb5-4a1c-b35e-c7c7699603df HTTP/1.1" status: 200 len: 217 time: 0.1801274 Nov 22 20:12:26.782643 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-856e9532-99c1-4e93-ac91-a34d15c0c55a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf53e6a0-f2e0-4fd4-ad6e-89c0ae7d5ce0', 'name': 'tempest-AttachSCSIVolumeTestJSON-1017251969-router', 'tenant_id': '134eeb3f28ad487993500cd41aa9bc6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:10:13Z', 'updated_at': '2021-11-22T20:12:26Z', 'revision_number': 6, 'project_id': '134eeb3f28ad487993500cd41aa9bc6e', 'gw_port_host': None}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:12:26.827099 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-32bfb49d-3f84-4f37-8835-6a08c4e21596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:26.829879 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device fe0d6290-54c0-4e0a-b822-bd9fcdb31e51 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:12:26.839531 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-856e9532-99c1-4e93-ac91-a34d15c0c55a None None] The sync data for ids ['cf53e6a0-f2e0-4fd4-ad6e-89c0ae7d5ce0'] in n-d-818823-1 is: [{'id': 'cf53e6a0-f2e0-4fd4-ad6e-89c0ae7d5ce0', 'name': 'tempest-AttachSCSIVolumeTestJSON-1017251969-router', 'tenant_id': '134eeb3f28ad487993500cd41aa9bc6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:10:13Z', 'updated_at': '2021-11-22T20:12:26Z', 'revision_number': 6, 'project_id': '134eeb3f28ad487993500cd41aa9bc6e', 'gw_port_host': None}] {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:12:26.849349 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10b00f2-3f7c-4d76-bf12-71e40447d47f req-54a865a7-7517-4989-b161-6c7c932566b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:26.850946 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a10b00f2-3f7c-4d76-bf12-71e40447d47f req-54a865a7-7517-4989-b161-6c7c932566b4 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f120437d-9853-4b55-a507-5eced1446d4e HTTP/1.1" status: 200 len: 1096 time: 0.4787195 Nov 22 20:12:26.893608 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b4fc4444-4dfd-47a6-b3ca-35227d8f9240 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:26.938063 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fc4444-4dfd-47a6-b3ca-35227d8f9240 admin admin] Pushing event deleted for resources: {'Port': ['ID=5546e373-b0f8-4c6e-b726-433daebc64ab,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:12:26.957630 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b5110c73-738a-4ccb-8b08-dab6031d59e1 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:26.982128 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d36042-e65b-43ba-a02c-8529a1b70e76 req-dd1f5733-f558-489e-b963-25396cd4a1a2 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:26.998076 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d36042-e65b-43ba-a02c-8529a1b70e76 req-dd1f5733-f558-489e-b963-25396cd4a1a2 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:27.004804 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d36042-e65b-43ba-a02c-8529a1b70e76 req-dd1f5733-f558-489e-b963-25396cd4a1a2 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:27.012447 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d36042-e65b-43ba-a02c-8529a1b70e76 req-dd1f5733-f558-489e-b963-25396cd4a1a2 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:27.025143 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d36042-e65b-43ba-a02c-8529a1b70e76 req-dd1f5733-f558-489e-b963-25396cd4a1a2 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:27.039221 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d36042-e65b-43ba-a02c-8529a1b70e76 req-dd1f5733-f558-489e-b963-25396cd4a1a2 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:27.047467 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d36042-e65b-43ba-a02c-8529a1b70e76 req-dd1f5733-f558-489e-b963-25396cd4a1a2 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:27.061655 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-54d36042-e65b-43ba-a02c-8529a1b70e76 req-dd1f5733-f558-489e-b963-25396cd4a1a2 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f4a90d6-1fcd-49f1-9d76-18b26c029474 HTTP/1.1" status: 200 len: 5427 time: 0.5701950 Nov 22 20:12:27.063979 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b4fc4444-4dfd-47a6-b3ca-35227d8f9240 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595398'] for router_gateway, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:27.131242 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bfb49d-3f84-4f37-8835-6a08c4e21596 None None] Pushing event updated for resources: {'Port': ['ID=a992b6c5-2a59-4b35-835a-e69dc4a81d00,revision_number=2']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:12:27.145003 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:27.223102 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port fe0d6290-54c0-4e0a-b822-bd9fcdb31e51 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:12:27.223950 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:27.279233 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 24374965-227b-4c96-b8e4-76900d8e1a2c, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=24374965-227b-4c96-b8e4-76900d8e1a2c,segment=NetworkSegment(e4b3d165-1cea-4bf0-93f6-5b79e0759539),segment_id=e4b3d165-1cea-4bf0-93f6-5b79e0759539)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:12:27.295549 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:27.296840 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device ef234335-6cfd-4065-a69c-53c34c320294 up at agent hyperv_n-h1-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:12:27.300246 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4c06f7-5e24-4fa4-be7b-de48929bb22d req-6cefb185-f760-4c67-bfc4-2be58823476c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:27.307330 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ad4c06f7-5e24-4fa4-be7b-de48929bb22d req-6cefb185-f760-4c67-bfc4-2be58823476c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ae568695-26d4-425f-aba2-6e6094d1abb7 HTTP/1.1" status: 200 len: 861 time: 0.5007145 Nov 22 20:12:27.342821 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a10b00f2-3f7c-4d76-bf12-71e40447d47f req-294fb689-f0ad-4c9f-9e08-1723c84fad38 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=402b14b3-7b21-4f37-9e5a-c3de7eeeb958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4083009 Nov 22 20:12:27.405334 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b4fc4444-4dfd-47a6-b3ca-35227d8f9240 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24781'] for router, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:27.408392 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b4fc4444-4dfd-47a6-b3ca-35227d8f9240 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:27.423003 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db82ab47-f917-4858-8434-1f0c32bedd28 req-1e0d2872-302e-4d83-82ed-7c4941010836 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:27.436578 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-db82ab47-f917-4858-8434-1f0c32bedd28 req-1e0d2872-302e-4d83-82ed-7c4941010836 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.46 "GET /v2.0/ports?device_id=761077bf-9826-478a-b251-413dfa7a9730 HTTP/1.1" status: 200 len: 945 time: 0.6739192 Nov 22 20:12:27.456653 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device b78ef2a4-ddb5-4a1c-b35e-c7c7699603df details requested by agent hyperv_n-h2-818823-1 with host n-h2-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 20:12:27.465726 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ad4c06f7-5e24-4fa4-be7b-de48929bb22d req-83f842ea-99e9-41f8-95a2-50eaa10863c0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f1bdb39d-1f8e-4d0c-9035-1770c3192ef0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1180577 Nov 22 20:12:27.503848 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b4fc4444-4dfd-47a6-b3ca-35227d8f9240 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-663261'] for router, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:27.506463 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4fc4444-4dfd-47a6-b3ca-35227d8f9240 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cf53e6a0-f2e0-4fd4-ad6e-89c0ae7d5ce0 {{(pid=103448) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 20:12:27.519856 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b4fc4444-4dfd-47a6-b3ca-35227d8f9240 admin admin] Publish callbacks [] for router, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:27.528558 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-b4fc4444-4dfd-47a6-b3ca-35227d8f9240 admin admin] 10.222.0.46 "DELETE /v2.0/routers/cf53e6a0-f2e0-4fd4-ad6e-89c0ae7d5ce0 HTTP/1.1" status: 204 len: 168 time: 1.7771602 Nov 22 20:12:27.529926 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 35860) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:12:27.542000 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-db82ab47-f917-4858-8434-1f0c32bedd28 req-20dc2919-0855-49dd-865e-5a496aadf7b0 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.46 "GET /v2.0/security-groups?id=deac3dce-93b4-41af-981b-873d47022422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034825 Nov 22 20:12:27.648803 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_v2 [None req-44cd09c5-e4d1-407f-b468-697c9e8749c7 admin admin] Deleting subnet 0a97c35b-485e-45b8-87c9-9bf03d520fa8 {{(pid=103448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 20:12:27.658286 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-44cd09c5-e4d1-407f-b468-697c9e8749c7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:27.682173 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=24374965-227b-4c96-b8e4-76900d8e1a2c,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:12:27.758421 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-44cd09c5-e4d1-407f-b468-697c9e8749c7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11627908'] for subnet, precommit_delete_associations {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:27.829543 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 22 Nov 2021 20:12:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e02c6e1d-7a5e-4cf8-a6d8-05a6e9775097 x-openstack-request-id: req-e02c6e1d-7a5e-4cf8-a6d8-05a6e9775097 {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:12:27.830403 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f4a90d6-1fcd-49f1-9d76-18b26c029474", "name": "network-vif-plugged", "status": "completed", "tag": "d157c85a-0d84-4a3a-a74e-dc6bc21944b1", "code": 200}, {"server_uuid": "2f4a90d6-1fcd-49f1-9d76-18b26c029474", "name": "network-vif-plugged", "status": "completed", "tag": "beeaed41-857e-487b-9b30-79ba4738dd77", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:12:27.830765 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e02c6e1d-7a5e-4cf8-a6d8-05a6e9775097 {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:12:27.832609 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f4a90d6-1fcd-49f1-9d76-18b26c029474', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd157c85a-0d84-4a3a-a74e-dc6bc21944b1', 'code': 200} Nov 22 20:12:27.832977 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f4a90d6-1fcd-49f1-9d76-18b26c029474', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'beeaed41-857e-487b-9b30-79ba4738dd77', 'code': 200} Nov 22 20:12:27.919039 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-44cd09c5-e4d1-407f-b468-697c9e8749c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3753007'] for subnet, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:27.931260 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Provisioning for port ef234335-6cfd-4065-a69c-53c34c320294 completed by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 20:12:27.963080 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-791f83f4-ec55-4d9e-a52c-c0141b4c9d92 None None] Provisioning complete for port fe0d6290-54c0-4e0a-b822-bd9fcdb31e51 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:12:27.964082 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-791f83f4-ec55-4d9e-a52c-c0141b4c9d92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:27.966706 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Provisioning complete for port ef234335-6cfd-4065-a69c-53c34c320294 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:12:27.967330 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:27.993777 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-44cd09c5-e4d1-407f-b468-697c9e8749c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3753014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11567369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11792914'] for subnet, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:27.999686 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ad4c06f7-5e24-4fa4-be7b-de48929bb22d req-403f9aab-ba2d-4d4d-bbc0-388662a0eec5 service neutron] 10.222.0.20 "GET /v2.0/networks/f1bdb39d-1f8e-4d0c-9035-1770c3192ef0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251714 Nov 22 20:12:28.043961 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-44cd09c5-e4d1-407f-b468-697c9e8749c7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:28.051060 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-44cd09c5-e4d1-407f-b468-697c9e8749c7 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/0a97c35b-485e-45b8-87c9-9bf03d520fa8 HTTP/1.1" status: 204 len: 168 time: 0.5187118 Nov 22 20:12:28.052445 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 35864) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:12:28.054558 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cd09c5-e4d1-407f-b468-697c9e8749c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a97c35b-485e-45b8-87c9-9bf03d520fa8,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:12:28.095637 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a216da65-5b4e-4a39-8c30-6bac86c591c8 None None] Network 9a2fbd09-fdfb-4bae-9105-b4eb1bab5d11 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:12:28.225762 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ad4c06f7-5e24-4fa4-be7b-de48929bb22d req-39b0a795-e8bf-4cb7-b8e5-f646d99531c4 service neutron] 10.222.0.20 "GET /v2.0/networks/f1bdb39d-1f8e-4d0c-9035-1770c3192ef0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1929185 Nov 22 20:12:28.230224 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-899fad16-5c02-4f63-a4f0-654245c48d75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3961693'] for network, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:28.265625 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port b78ef2a4-ddb5-4a1c-b35e-c7c7699603df, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=b78ef2a4-ddb5-4a1c-b35e-c7c7699603df,segment=NetworkSegment(eaabe971-148e-4556-b90f-3ce457adf9c8),segment_id=eaabe971-148e-4556-b90f-3ce457adf9c8)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:12:28.290499 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-54d36042-e65b-43ba-a02c-8529a1b70e76 req-4488fd4d-0c2b-482d-aa2c-9b775fa6c50d tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] 10.222.0.46 "GET /v2.0/security-groups?id=a5e0f616-4b00-4bab-af04-df44f1058a41&id=956e73ed-7485-4a0c-88f0-c644aa0149a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 1.1695542 Nov 22 20:12:28.306298 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Returning: {'device': 'b78ef2a4-ddb5-4a1c-b35e-c7c7699603df', 'network_id': 'f1bdb39d-1f8e-4d0c-9035-1770c3192ef0', 'port_id': 'b78ef2a4-ddb5-4a1c-b35e-c7c7699603df', 'mac_address': 'fa:16:3e:47:3d:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae568695-26d4-425f-aba2-6e6094d1abb7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 20:12:28.350659 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d5b00c-39c6-444f-be53-a0301b93c666 req-ef0ae586-faf5-4107-bee1-3aad84b732f0 tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:28.365175 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d2d5b00c-39c6-444f-be53-a0301b93c666 req-ef0ae586-faf5-4107-bee1-3aad84b732f0 tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] 10.222.0.46 "GET /v2.0/ports?device_id=f120437d-9853-4b55-a507-5eced1446d4e HTTP/1.1" status: 200 len: 945 time: 0.5246449 Nov 22 20:12:28.383836 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-899fad16-5c02-4f63-a4f0-654245c48d75 admin admin] Deleting port e5a00efd-9cb4-40a6-83a2-bb497c9aab3f {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:12:28.384181 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-899fad16-5c02-4f63-a4f0-654245c48d75 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:28.500267 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:28.545592 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-899fad16-5c02-4f63-a4f0-654245c48d75 admin admin] For port e5a00efd-9cb4-40a6-83a2-bb497c9aab3f, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=e5a00efd-9cb4-40a6-83a2-bb497c9aab3f,segment=NetworkSegment(7d1fd32f-06af-4133-9878-4cd4de63175c),segment_id=7d1fd32f-06af-4133-9878-4cd4de63175c)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:12:28.545972 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-899fad16-5c02-4f63-a4f0-654245c48d75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:28.587087 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-899fad16-5c02-4f63-a4f0-654245c48d75 admin admin] Calling delete_port for e5a00efd-9cb4-40a6-83a2-bb497c9aab3f owned by network:dhcp {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:12:28.615265 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d2d5b00c-39c6-444f-be53-a0301b93c666 req-e1db5e3b-eccf-477d-8f6c-c44a55996049 tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] 10.222.0.46 "GET /v2.0/security-groups?id=402b14b3-7b21-4f37-9e5a-c3de7eeeb958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2440250 Nov 22 20:12:28.659781 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b78ef2a4-ddb5-4a1c-b35e-c7c7699603df {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:12:28.855998 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port b78ef2a4-ddb5-4a1c-b35e-c7c7699603df, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=b78ef2a4-ddb5-4a1c-b35e-c7c7699603df,segment=NetworkSegment(eaabe971-148e-4556-b90f-3ce457adf9c8),segment_id=eaabe971-148e-4556-b90f-3ce457adf9c8)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:12:28.860738 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c67226d-c7de-4405-8df7-625801ca6cb0 None None] Network d6a48f48-3190-4296-bebe-6695d75258d0 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:12:28.867638 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:28.875585 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:28.877619 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [None req-b5110c73-738a-4ccb-8b08-dab6031d59e1 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Allocated IP 172.20.0.1 (7f210649-548e-459c-a1c3-09790f945be1/b508edde-b5b2-46f4-be09-162f8c971bb2/88b42a28-71eb-4714-93fe-4d357e503c33) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:12:28.956538 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-899fad16-5c02-4f63-a4f0-654245c48d75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:28.960845 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device a992b6c5-2a59-4b35-835a-e69dc4a81d00 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:12:29.004362 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899fad16-5c02-4f63-a4f0-654245c48d75 admin admin] Pushing event deleted for resources: {'Port': ['ID=e5a00efd-9cb4-40a6-83a2-bb497c9aab3f,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:12:29.027807 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-899fad16-5c02-4f63-a4f0-654245c48d75 admin admin] No DVR routers for this DVR port e5a00efd-9cb4-40a6-83a2-bb497c9aab3f on host n-d-818823-1 {{(pid=103448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:12:29.041747 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e39b242-0f28-4d1d-8dd7-a48971005aea req-2ba64c7f-9208-4a39-85fe-80f36969b81c tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:29.044892 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6e39b242-0f28-4d1d-8dd7-a48971005aea req-2ba64c7f-9208-4a39-85fe-80f36969b81c tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.46 "GET /v2.0/ports?device_id=761077bf-9826-478a-b251-413dfa7a9730 HTTP/1.1" status: 200 len: 946 time: 0.2129045 Nov 22 20:12:29.060379 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26b9f57-d44a-48f8-bbf7-f6628bd1a2bd req-3dd5b2ea-0be1-491f-ac09-b00f195d7e36 tempest-ServerMetadataNegativeTestJSON-1574880194 tempest-ServerMetadataNegativeTestJSON-1574880194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:29.062682 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f26b9f57-d44a-48f8-bbf7-f6628bd1a2bd req-3dd5b2ea-0be1-491f-ac09-b00f195d7e36 tempest-ServerMetadataNegativeTestJSON-1574880194 tempest-ServerMetadataNegativeTestJSON-1574880194-project] 10.222.0.46 "GET /v2.0/ports?device_id=4f2c24ea-577c-4f40-87e5-645fc3c616c6 HTTP/1.1" status: 200 len: 944 time: 0.2473900 Nov 22 20:12:29.072231 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port ef234335-6cfd-4065-a69c-53c34c320294, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=ef234335-6cfd-4065-a69c-53c34c320294,segment=NetworkSegment(e3193b23-f9c4-4ca4-b127-f0d3cc3d8fb8),segment_id=e3193b23-f9c4-4ca4-b127-f0d3cc3d8fb8)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:12:29.098649 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:29.099684 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 05a5c645-0725-4bf3-bbad-910f8f76f37c up at agent hyperv_n-h1-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:12:29.132136 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=b78ef2a4-ddb5-4a1c-b35e-c7c7699603df,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:12:29.188573 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] get_ports_and_sgs() called for port_ids ['b78ef2a4-ddb5-4a1c-b35e-c7c7699603df'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:12:29.190682 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ef1c40b-b13a-4edb-bb78-78858aa3652e None None] DHCP port deletion for 9a2fbd09-fdfb-4bae-9105-b4eb1bab5d11 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:12:29.212871 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-899fad16-5c02-4f63-a4f0-654245c48d75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3760028', 'neutron.services.segments.db._delete_segments_for_network-8748992815755'] for network, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:29.215568 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f26b9f57-d44a-48f8-bbf7-f6628bd1a2bd req-e3f22e39-04ae-4b83-b0f8-f18d2b08ebe1 tempest-ServerMetadataNegativeTestJSON-1574880194 tempest-ServerMetadataNegativeTestJSON-1574880194-project] 10.222.0.46 "GET /v2.0/security-groups?id=7fe3aec8-5165-4241-b88a-414e8e9d6712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445806 Nov 22 20:12:29.246652 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b5110c73-738a-4ccb-8b08-dab6031d59e1 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:29.252240 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6e39b242-0f28-4d1d-8dd7-a48971005aea req-a7a4bc38-2440-4455-adcb-b493ea6728de tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.46 "GET /v2.0/security-groups?id=deac3dce-93b4-41af-981b-873d47022422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877956 Nov 22 20:12:29.257160 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-899fad16-5c02-4f63-a4f0-654245c48d75 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a2fbd09-fdfb-4bae-9105-b4eb1bab5d11']}} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:12:29.273675 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-899fad16-5c02-4f63-a4f0-654245c48d75 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d1fd32f-06af-4133-9878-4cd4de63175c') {'for_net_delete': True} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:12:29.274605 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-899fad16-5c02-4f63-a4f0-654245c48d75 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d1fd32f-06af-4133-9878-4cd4de63175c') {} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:12:29.300449 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b5110c73-738a-4ccb-8b08-dab6031d59e1 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:29.301567 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-899fad16-5c02-4f63-a4f0-654245c48d75 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748993039638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11627933'] for segment, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:29.334728 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-8565cb93-12e8-4975-b4dd-a205327fae45 None None] Provisioning complete for port a992b6c5-2a59-4b35-835a-e69dc4a81d00 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:12:29.335825 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-8565cb93-12e8-4975-b4dd-a205327fae45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:29.336275 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-899fad16-5c02-4f63-a4f0-654245c48d75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:29.350921 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port a992b6c5-2a59-4b35-835a-e69dc4a81d00 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:12:29.351400 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:29.352789 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-899fad16-5c02-4f63-a4f0-654245c48d75 admin admin] Releasing vlan 644 on physical network physnet1 to pool {{(pid=103448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 20:12:29.353376 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-899fad16-5c02-4f63-a4f0-654245c48d75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11567447'] for segment, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:29.357545 n-d-818823-1 neutron-server[103448]: Traceback (most recent call last): Nov 22 20:12:29.357545 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 20:12:29.357545 n-d-818823-1 neutron-server[103448]: timer() Nov 22 20:12:29.357545 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 20:12:29.357545 n-d-818823-1 neutron-server[103448]: cb(*args, **kw) Nov 22 20:12:29.357545 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 20:12:29.357545 n-d-818823-1 neutron-server[103448]: return func(*args, **kwargs) Nov 22 20:12:29.357545 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 20:12:29.357545 n-d-818823-1 neutron-server[103448]: self._notify() Nov 22 20:12:29.357545 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 20:12:29.357545 n-d-818823-1 neutron-server[103448]: self.callback(batched_events) Nov 22 20:12:29.357545 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 20:12:29.357545 n-d-818823-1 neutron-server[103448]: event.method(event) Nov 22 20:12:29.357545 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 20:12:29.357545 n-d-818823-1 neutron-server[103448]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 20:12:29.357545 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 20:12:29.357545 n-d-818823-1 neutron-server[103448]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 20:12:29.357545 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 20:12:29.357545 n-d-818823-1 neutron-server[103448]: return f(self, *a, **k) Nov 22 20:12:29.357545 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 20:12:29.357545 n-d-818823-1 neutron-server[103448]: return self._get(url).json() Nov 22 20:12:29.357545 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 20:12:29.357545 n-d-818823-1 neutron-server[103448]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 20:12:29.357545 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 20:12:29.357545 n-d-818823-1 neutron-server[103448]: return self.request(url, 'GET', **kwargs) Nov 22 20:12:29.357545 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 20:12:29.357545 n-d-818823-1 neutron-server[103448]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 20:12:29.357545 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 20:12:29.357545 n-d-818823-1 neutron-server[103448]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 20:12:29.357545 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 20:12:29.357545 n-d-818823-1 neutron-server[103448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 20:12:29.357545 n-d-818823-1 neutron-server[103448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 20:12:29.380461 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=ef234335-6cfd-4065-a69c-53c34c320294,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:12:29.388902 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5110c73-738a-4ccb-8b08-dab6031d59e1 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Network 7f210649-548e-459c-a1c3-09790f945be1 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:12:29.394277 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-b5110c73-738a-4ccb-8b08-dab6031d59e1 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:12:29.410655 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5110c73-738a-4ccb-8b08-dab6031d59e1 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:12:29.426477 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5110c73-738a-4ccb-8b08-dab6031d59e1 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Pushing event updated for resources: {'Port': ['ID=88b42a28-71eb-4714-93fe-4d357e503c33,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:12:29.457751 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-899fad16-5c02-4f63-a4f0-654245c48d75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3760002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595318'] for network, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:29.479377 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-899fad16-5c02-4f63-a4f0-654245c48d75 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:29.482931 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-899fad16-5c02-4f63-a4f0-654245c48d75 admin admin] 10.222.0.46 "DELETE /v2.0/networks/9a2fbd09-fdfb-4bae-9105-b4eb1bab5d11 HTTP/1.1" status: 204 len: 168 time: 1.4252536 Nov 22 20:12:29.483846 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899fad16-5c02-4f63-a4f0-654245c48d75 admin admin] Pushing event deleted for resources: {'Network': ['ID=9a2fbd09-fdfb-4bae-9105-b4eb1bab5d11,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:12:29.524874 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Provisioning for port 05a5c645-0725-4bf3-bbad-910f8f76f37c completed by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 20:12:29.567869 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Provisioning complete for port 05a5c645-0725-4bf3-bbad-910f8f76f37c triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:12:29.568256 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:29.587119 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b5110c73-738a-4ccb-8b08-dab6031d59e1 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659939'] for router_interface, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:29.697402 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1e37f5-fbcf-4272-9c7b-9b9dbed2c0aa req-8e9d936e-9a8d-4666-8045-444a7df05b2e tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:29.704494 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1e37f5-fbcf-4272-9c7b-9b9dbed2c0aa req-8e9d936e-9a8d-4666-8045-444a7df05b2e tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:29.711484 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1e37f5-fbcf-4272-9c7b-9b9dbed2c0aa req-8e9d936e-9a8d-4666-8045-444a7df05b2e tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:29.740625 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1e37f5-fbcf-4272-9c7b-9b9dbed2c0aa req-8e9d936e-9a8d-4666-8045-444a7df05b2e tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:29.752833 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1e37f5-fbcf-4272-9c7b-9b9dbed2c0aa req-8e9d936e-9a8d-4666-8045-444a7df05b2e tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:29.767974 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1e37f5-fbcf-4272-9c7b-9b9dbed2c0aa req-8e9d936e-9a8d-4666-8045-444a7df05b2e tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:29.777946 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 35886) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:12:29.787364 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1e37f5-fbcf-4272-9c7b-9b9dbed2c0aa req-8e9d936e-9a8d-4666-8045-444a7df05b2e tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:29.789812 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1f1e37f5-fbcf-4272-9c7b-9b9dbed2c0aa req-8e9d936e-9a8d-4666-8045-444a7df05b2e tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f4a90d6-1fcd-49f1-9d76-18b26c029474 HTTP/1.1" status: 200 len: 5428 time: 0.2976658 Nov 22 20:12:29.825443 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:29.875849 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-26e7f8ea-3e99-45ed-85c0-3374ea5712a4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=dca6bcb55fff4e67be6ef75cef700ffc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0961096 Nov 22 20:12:29.878911 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 35888) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:12:29.894687 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '761077bf-9826-478a-b251-413dfa7a9730', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24374965-227b-4c96-b8e4-76900d8e1a2c'}, {'server_uuid': '2f4a90d6-1fcd-49f1-9d76-18b26c029474', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef234335-6cfd-4065-a69c-53c34c320294'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:12:29.898143 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d39f6d30a11e565ec9648abcc015e8a6ab6cff4edd704add8155e28765d31eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1f2a7d1-d755-4a93-9e0b-00c5509e2bb6" -d '{"events": [{"server_uuid": "761077bf-9826-478a-b251-413dfa7a9730", "name": "network-vif-plugged", "status": "completed", "tag": "24374965-227b-4c96-b8e4-76900d8e1a2c"}, {"server_uuid": "2f4a90d6-1fcd-49f1-9d76-18b26c029474", "name": "network-vif-plugged", "status": "completed", "tag": "ef234335-6cfd-4065-a69c-53c34c320294"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:12:29.924772 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-8565cb93-12e8-4975-b4dd-a205327fae45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:29.990263 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-429537b6-427b-44cb-9457-b7a3ee38001e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:29.997209 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-be0f7525-db03-4677-9cb7-5f1b04671af4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:30.020799 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-429537b6-427b-44cb-9457-b7a3ee38001e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:30.075953 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1f1e37f5-fbcf-4272-9c7b-9b9dbed2c0aa req-36ee03b6-94ad-4c10-833b-e154d98d3fea tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] 10.222.0.46 "GET /v2.0/security-groups?id=a5e0f616-4b00-4bab-af04-df44f1058a41&id=956e73ed-7485-4a0c-88f0-c644aa0149a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2247896 Nov 22 20:12:30.109400 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a0f74b-ff13-4398-8a9b-2039f5747906 req-f0071b6d-8538-431b-aa4f-99f6864a560e tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:30.112678 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-429537b6-427b-44cb-9457-b7a3ee38001e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:30.123679 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b3a0f74b-ff13-4398-8a9b-2039f5747906 req-f0071b6d-8538-431b-aa4f-99f6864a560e tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] 10.222.0.46 "GET /v2.0/ports?device_id=f120437d-9853-4b55-a507-5eced1446d4e HTTP/1.1" status: 200 len: 945 time: 0.3322816 Nov 22 20:12:30.124416 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-429537b6-427b-44cb-9457-b7a3ee38001e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:30.142340 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-429537b6-427b-44cb-9457-b7a3ee38001e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/94d7354b-7836-43fc-9686-30f5504d4e92 HTTP/1.1" status: 204 len: 168 time: 0.2462833 Nov 22 20:12:30.182093 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429537b6-427b-44cb-9457-b7a3ee38001e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94d7354b-7836-43fc-9686-30f5504d4e92,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:12:30.236892 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b5110c73-738a-4ccb-8b08-dab6031d59e1 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:30.437200 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b3a0f74b-ff13-4398-8a9b-2039f5747906 req-a213b1e8-7855-4a6c-a3ec-04e646cb1374 tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] 10.222.0.46 "GET /v2.0/security-groups?id=402b14b3-7b21-4f37-9e5a-c3de7eeeb958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3106205 Nov 22 20:12:30.637169 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 22 Nov 2021 20:12:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c64bd750-2d32-42b7-8670-bd9ae26e3da0 x-openstack-request-id: req-c64bd750-2d32-42b7-8670-bd9ae26e3da0 {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:12:30.640212 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "761077bf-9826-478a-b251-413dfa7a9730", "name": "network-vif-plugged", "status": "completed", "tag": "24374965-227b-4c96-b8e4-76900d8e1a2c", "code": 200}, {"server_uuid": "2f4a90d6-1fcd-49f1-9d76-18b26c029474", "name": "network-vif-plugged", "status": "completed", "tag": "ef234335-6cfd-4065-a69c-53c34c320294", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:12:30.640648 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c64bd750-2d32-42b7-8670-bd9ae26e3da0 {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:12:30.642172 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '761077bf-9826-478a-b251-413dfa7a9730', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24374965-227b-4c96-b8e4-76900d8e1a2c', 'code': 200} Nov 22 20:12:30.642555 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f4a90d6-1fcd-49f1-9d76-18b26c029474', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef234335-6cfd-4065-a69c-53c34c320294', 'code': 200} Nov 22 20:12:30.692823 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-8565cb93-12e8-4975-b4dd-a205327fae45 None None] For port a992b6c5-2a59-4b35-835a-e69dc4a81d00, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=a992b6c5-2a59-4b35-835a-e69dc4a81d00,segment=NetworkSegment(76644793-0c36-4a15-82d0-e7f33fe9b766),segment_id=76644793-0c36-4a15-82d0-e7f33fe9b766)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:12:30.710915 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-8565cb93-12e8-4975-b4dd-a205327fae45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:30.831751 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.db.api [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103449) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 20:12:30.832182 n-d-818823-1 neutron-server[103449]: DEBUG oslo_db.api [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 20:12:30.891708 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-a702e890-a485-4c7a-aed4-c9f31993d928 None None] Provisioning complete for port a992b6c5-2a59-4b35-835a-e69dc4a81d00 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:12:30.892281 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-a702e890-a485-4c7a-aed4-c9f31993d928 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:30.970340 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 35916) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:12:30.981618 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:30.983912 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8565cb93-12e8-4975-b4dd-a205327fae45 None None] Pushing event updated for resources: {'Port': ['ID=a992b6c5-2a59-4b35-835a-e69dc4a81d00,revision_number=3']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:12:31.042157 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 05a5c645-0725-4bf3-bbad-910f8f76f37c, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=05a5c645-0725-4bf3-bbad-910f8f76f37c,segment=NetworkSegment(e3193b23-f9c4-4ca4-b127-f0d3cc3d8fb8),segment_id=e3193b23-f9c4-4ca4-b127-f0d3cc3d8fb8)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:12:31.048528 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-2b2ae51a-ee79-416d-86a5-4a22962c3e2b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=134eeb3f28ad487993500cd41aa9bc6e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0769320 Nov 22 20:12:31.049763 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:31.050944 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 35918) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:12:31.051094 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 4ddab1db-7d92-4624-bc58-6f5b59607b22 up at agent hyperv_n-h1-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:12:31.074809 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ec0a46-8200-4929-b4ad-e7dd9df32a87 req-9d439cbf-cb52-4026-8db3-3afb81eae712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:31.076417 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a9ec0a46-8200-4929-b4ad-e7dd9df32a87 req-9d439cbf-cb52-4026-8db3-3afb81eae712 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=761077bf-9826-478a-b251-413dfa7a9730 HTTP/1.1" status: 200 len: 1097 time: 0.6214643 Nov 22 20:12:31.098758 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ab2498-d502-4d57-bbda-d49aa03737bf req-78a84df1-67cf-4247-99e4-e3db6f1b18c1 tempest-ServerMetadataNegativeTestJSON-1574880194 tempest-ServerMetadataNegativeTestJSON-1574880194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:31.106064 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-24ab2498-d502-4d57-bbda-d49aa03737bf req-78a84df1-67cf-4247-99e4-e3db6f1b18c1 tempest-ServerMetadataNegativeTestJSON-1574880194 tempest-ServerMetadataNegativeTestJSON-1574880194-project] 10.222.0.46 "GET /v2.0/ports?device_id=4f2c24ea-577c-4f40-87e5-645fc3c616c6 HTTP/1.1" status: 200 len: 944 time: 0.5870049 Nov 22 20:12:31.125602 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3aae856d-d2c7-472a-b84e-51c421b37136 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:31.163372 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3aae856d-d2c7-472a-b84e-51c421b37136 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:31.169929 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66e9f15-fe0c-427d-b741-3499f729aa58 req-88d3a14a-5a3b-45f7-878c-3fd3f72bd400 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:31.171500 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c66e9f15-fe0c-427d-b741-3499f729aa58 req-88d3a14a-5a3b-45f7-878c-3fd3f72bd400 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.46 "GET /v2.0/ports?device_id=761077bf-9826-478a-b251-413dfa7a9730 HTTP/1.1" status: 200 len: 946 time: 0.5814741 Nov 22 20:12:31.193967 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=05a5c645-0725-4bf3-bbad-910f8f76f37c,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:12:31.212286 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-a702e890-a485-4c7a-aed4-c9f31993d928 None None] Provisioning complete for port 88b42a28-71eb-4714-93fe-4d357e503c33 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:12:31.212761 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-a702e890-a485-4c7a-aed4-c9f31993d928 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:31.260043 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Provisioning for port 4ddab1db-7d92-4624-bc58-6f5b59607b22 completed by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 20:12:31.262149 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-24ab2498-d502-4d57-bbda-d49aa03737bf req-caf0dc9b-ff71-4888-bb77-3090874b8506 tempest-ServerMetadataNegativeTestJSON-1574880194 tempest-ServerMetadataNegativeTestJSON-1574880194-project] 10.222.0.46 "GET /v2.0/security-groups?id=7fe3aec8-5165-4241-b88a-414e8e9d6712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552336 Nov 22 20:12:31.269809 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Provisioning complete for port 4ddab1db-7d92-4624-bc58-6f5b59607b22 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:12:31.270340 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:31.284523 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3aae856d-d2c7-472a-b84e-51c421b37136 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:31.292590 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3aae856d-d2c7-472a-b84e-51c421b37136 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:31.295895 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-3aae856d-d2c7-472a-b84e-51c421b37136 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/630c6a5d-c761-430a-80e9-e2246acfb416 HTTP/1.1" status: 204 len: 168 time: 0.2428765 Nov 22 20:12:31.326016 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c66e9f15-fe0c-427d-b741-3499f729aa58 req-707f2740-b73b-45ce-ab7a-b5ebbbccd8c8 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.46 "GET /v2.0/security-groups?id=deac3dce-93b4-41af-981b-873d47022422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403592 Nov 22 20:12:31.329620 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aae856d-d2c7-472a-b84e-51c421b37136 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=630c6a5d-c761-430a-80e9-e2246acfb416,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:12:31.364174 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a9ec0a46-8200-4929-b4ad-e7dd9df32a87 req-e748ccae-688c-4229-a341-af02e69b6ba9 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=deac3dce-93b4-41af-981b-873d47022422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2735348 Nov 22 20:12:31.438303 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-a702e890-a485-4c7a-aed4-c9f31993d928 None None] Port 88b42a28-71eb-4714-93fe-4d357e503c33 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:12:31.493180 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b5110c73-738a-4ccb-8b08-dab6031d59e1 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks [] for port, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:31.510322 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:31.513548 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b5110c73-738a-4ccb-8b08-dab6031d59e1 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:31.537202 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 5546e373-b0f8-4c6e-b726-433daebc64ab no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:12:31.613170 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b5110c73-738a-4ccb-8b08-dab6031d59e1 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-563461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-659839'] for router_interface, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:31.625204 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: 5546e373-b0f8-4c6e-b726-433daebc64ab {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:12:31.625772 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 5546e373-b0f8-4c6e-b726-433daebc64ab not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:12:31.628955 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 33c02f63-41ea-44ea-a023-b8411104722a no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:12:31.764632 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5110c73-738a-4ccb-8b08-dab6031d59e1 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Pushing event updated for resources: {'Port': ['ID=88b42a28-71eb-4714-93fe-4d357e503c33,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:12:31.807479 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: 33c02f63-41ea-44ea-a023-b8411104722a {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:12:31.807843 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 33c02f63-41ea-44ea-a023-b8411104722a not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:12:31.853279 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 4ddab1db-7d92-4624-bc58-6f5b59607b22, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=4ddab1db-7d92-4624-bc58-6f5b59607b22,segment=NetworkSegment(53528c1e-dd32-4a6f-ab6e-67fad35388b6),segment_id=53528c1e-dd32-4a6f-ab6e-67fad35388b6)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:12:31.861091 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:31.862394 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 211cdf2b-d334-4aa0-876c-de6732c81729 up at agent hyperv_n-h1-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:12:31.974528 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd1c43d-7a45-4787-9a39-74e86b93ff07 req-b1ee2079-0f05-4af3-9bc8-bcd4d64aa83f tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:31.987640 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd1c43d-7a45-4787-9a39-74e86b93ff07 req-b1ee2079-0f05-4af3-9bc8-bcd4d64aa83f tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:31.998811 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd1c43d-7a45-4787-9a39-74e86b93ff07 req-b1ee2079-0f05-4af3-9bc8-bcd4d64aa83f tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:32.018337 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd1c43d-7a45-4787-9a39-74e86b93ff07 req-b1ee2079-0f05-4af3-9bc8-bcd4d64aa83f tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:32.030641 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd1c43d-7a45-4787-9a39-74e86b93ff07 req-b1ee2079-0f05-4af3-9bc8-bcd4d64aa83f tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:32.055143 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=4ddab1db-7d92-4624-bc58-6f5b59607b22,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:12:32.067655 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd1c43d-7a45-4787-9a39-74e86b93ff07 req-b1ee2079-0f05-4af3-9bc8-bcd4d64aa83f tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:32.071806 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Provisioning for port 211cdf2b-d334-4aa0-876c-de6732c81729 completed by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 20:12:32.079890 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Provisioning complete for port 211cdf2b-d334-4aa0-876c-de6732c81729 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:12:32.080162 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd1c43d-7a45-4787-9a39-74e86b93ff07 req-b1ee2079-0f05-4af3-9bc8-bcd4d64aa83f tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:32.081177 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:32.099363 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4bd1c43d-7a45-4787-9a39-74e86b93ff07 req-b1ee2079-0f05-4af3-9bc8-bcd4d64aa83f tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f4a90d6-1fcd-49f1-9d76-18b26c029474 HTTP/1.1" status: 200 len: 5429 time: 0.4583063 Nov 22 20:12:32.114967 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device a992b6c5-2a59-4b35-835a-e69dc4a81d00 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:12:32.186544 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port a992b6c5-2a59-4b35-835a-e69dc4a81d00 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:12:32.186983 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:32.251383 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5110c73-738a-4ccb-8b08-dab6031d59e1 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Network 7f210649-548e-459c-a1c3-09790f945be1 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:12:32.268891 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-b5110c73-738a-4ccb-8b08-dab6031d59e1 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:12:32.307615 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120977f4-2308-4a68-ba28-93bc23e016dd req-8e19d9c2-0e24-4444-bee3-50869bdb8d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:32.309547 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-120977f4-2308-4a68-ba28-93bc23e016dd req-8e19d9c2-0e24-4444-bee3-50869bdb8d71 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=74225e7aba6c4293916c50899651bb18&device_id=f120437d-9853-4b55-a507-5eced1446d4e HTTP/1.1" status: 200 len: 1096 time: 0.1910698 Nov 22 20:12:32.326983 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:32.338590 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa2e0b7-b545-407a-b941-2e0804ea868f req-812da08a-c06b-4177-acfb-109d0e459d9f tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:32.346113 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1aa2e0b7-b545-407a-b941-2e0804ea868f req-812da08a-c06b-4177-acfb-109d0e459d9f tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] 10.222.0.46 "GET /v2.0/ports?device_id=f120437d-9853-4b55-a507-5eced1446d4e HTTP/1.1" status: 200 len: 945 time: 0.2241988 Nov 22 20:12:32.468321 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4bd1c43d-7a45-4787-9a39-74e86b93ff07 req-c7dc584b-bca5-4c01-8a80-5eaafc474d6d tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] 10.222.0.46 "GET /v2.0/security-groups?id=a5e0f616-4b00-4bab-af04-df44f1058a41&id=956e73ed-7485-4a0c-88f0-c644aa0149a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3670855 Nov 22 20:12:32.469425 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 211cdf2b-d334-4aa0-876c-de6732c81729, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=211cdf2b-d334-4aa0-876c-de6732c81729,segment=NetworkSegment(53528c1e-dd32-4a6f-ab6e-67fad35388b6),segment_id=53528c1e-dd32-4a6f-ab6e-67fad35388b6)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:12:32.491373 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:32.492570 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 6adde04d-a0cf-43b3-9b93-ce2683694893 up at agent hyperv_n-h1-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:12:32.530289 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-1d443755-5e61-4751-b635-ed191a6406a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:32.646490 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f4a90d6-1fcd-49f1-9d76-18b26c029474', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05a5c645-0725-4bf3-bbad-910f8f76f37c'}, {'server_uuid': '2f4a90d6-1fcd-49f1-9d76-18b26c029474', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ddab1db-7d92-4624-bc58-6f5b59607b22'}, {'server_uuid': '2f4a90d6-1fcd-49f1-9d76-18b26c029474', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '211cdf2b-d334-4aa0-876c-de6732c81729'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:12:32.653165 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d39f6d30a11e565ec9648abcc015e8a6ab6cff4edd704add8155e28765d31eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eff3537-e269-4c13-9ab1-f38ce6163104" -d '{"events": [{"server_uuid": "2f4a90d6-1fcd-49f1-9d76-18b26c029474", "name": "network-vif-plugged", "status": "completed", "tag": "05a5c645-0725-4bf3-bbad-910f8f76f37c"}, {"server_uuid": "2f4a90d6-1fcd-49f1-9d76-18b26c029474", "name": "network-vif-plugged", "status": "completed", "tag": "4ddab1db-7d92-4624-bc58-6f5b59607b22"}, {"server_uuid": "2f4a90d6-1fcd-49f1-9d76-18b26c029474", "name": "network-vif-plugged", "status": "completed", "tag": "211cdf2b-d334-4aa0-876c-de6732c81729"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:12:32.659807 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device e5a00efd-9cb4-40a6-83a2-bb497c9aab3f no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:12:32.698439 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=211cdf2b-d334-4aa0-876c-de6732c81729,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:12:32.703067 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: e5a00efd-9cb4-40a6-83a2-bb497c9aab3f {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:12:32.703620 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device e5a00efd-9cb4-40a6-83a2-bb497c9aab3f not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:12:32.716678 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Provisioning for port 6adde04d-a0cf-43b3-9b93-ce2683694893 completed by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 20:12:32.725462 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Provisioning complete for port 6adde04d-a0cf-43b3-9b93-ce2683694893 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:12:32.725980 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:32.730220 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-136d2869-fb8d-49fd-8ca4-ca9cd4b6cee5 None None] Provisioning complete for port 88b42a28-71eb-4714-93fe-4d357e503c33 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:12:32.730825 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-136d2869-fb8d-49fd-8ca4-ca9cd4b6cee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:32.805157 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1aa2e0b7-b545-407a-b941-2e0804ea868f req-dfa23139-e7ad-4451-acb0-aa9fd09e9a30 tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] 10.222.0.46 "GET /v2.0/security-groups?id=402b14b3-7b21-4f37-9e5a-c3de7eeeb958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4580464 Nov 22 20:12:32.833367 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-136d2869-fb8d-49fd-8ca4-ca9cd4b6cee5 None None] Port 88b42a28-71eb-4714-93fe-4d357e503c33 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:12:32.854022 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf8dfb8-d99e-4934-8329-72f29f1cc483 req-6a11599b-8aab-4ee2-9652-edd0292b4742 tempest-ServerMetadataNegativeTestJSON-1574880194 tempest-ServerMetadataNegativeTestJSON-1574880194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:32.861681 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-adf8dfb8-d99e-4934-8329-72f29f1cc483 req-6a11599b-8aab-4ee2-9652-edd0292b4742 tempest-ServerMetadataNegativeTestJSON-1574880194 tempest-ServerMetadataNegativeTestJSON-1574880194-project] 10.222.0.46 "GET /v2.0/ports?device_id=4f2c24ea-577c-4f40-87e5-645fc3c616c6 HTTP/1.1" status: 200 len: 944 time: 0.2022276 Nov 22 20:12:32.888193 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120977f4-2308-4a68-ba28-93bc23e016dd req-141a5ceb-626f-4ee0-ad17-2c13346e2ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:32.888635 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:32.890231 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-120977f4-2308-4a68-ba28-93bc23e016dd req-141a5ceb-626f-4ee0-ad17-2c13346e2ae9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=1ae4d286-ddad-44f5-b34a-bee98214a526 HTTP/1.1" status: 200 len: 920 time: 0.4940228 Nov 22 20:12:32.930601 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 6adde04d-a0cf-43b3-9b93-ce2683694893, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=6adde04d-a0cf-43b3-9b93-ce2683694893,segment=NetworkSegment(e3193b23-f9c4-4ca4-b127-f0d3cc3d8fb8),segment_id=e3193b23-f9c4-4ca4-b127-f0d3cc3d8fb8)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:12:32.935272 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:32.961172 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.agents_db [None req-aa8313f2-1ee4-4e7b-8c5a-d32b2f9d31ee None None] Agent healthcheck: found 7 active agents {{(pid=103450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 20:12:33.003810 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-120977f4-2308-4a68-ba28-93bc23e016dd req-2e39eca2-ee5c-4b16-8756-200b30272720 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e9c78bec-c059-4971-a52d-1bd93a5969af HTTP/1.1" status: 200 len: 217 time: 0.0954700 Nov 22 20:12:33.016164 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-adf8dfb8-d99e-4934-8329-72f29f1cc483 req-dd9873c9-6726-4d08-815c-6d273ee415b4 tempest-ServerMetadataNegativeTestJSON-1574880194 tempest-ServerMetadataNegativeTestJSON-1574880194-project] 10.222.0.46 "GET /v2.0/security-groups?id=7fe3aec8-5165-4241-b88a-414e8e9d6712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532619 Nov 22 20:12:33.023677 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=6adde04d-a0cf-43b3-9b93-ce2683694893,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:12:33.061473 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5110c73-738a-4ccb-8b08-dab6031d59e1 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Router fe9f0f74-daa1-4186-94aa-d91c9d9ab9c7 is scheduled to L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 with binding_index 1 {{(pid=103447) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 20:12:33.095026 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120977f4-2308-4a68-ba28-93bc23e016dd req-ce2a97e7-948c-4732-a843-fde7fe6634fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:33.097308 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-120977f4-2308-4a68-ba28-93bc23e016dd req-ce2a97e7-948c-4732-a843-fde7fe6634fb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b3d07d8b-31c6-491c-a72c-08a2eb655cbc HTTP/1.1" status: 200 len: 859 time: 0.0800264 Nov 22 20:12:33.105769 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eeaa985-7ec6-4883-b786-94f4b16f5da9 req-9732085b-7386-433c-952b-1b2871f72dbe tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:33.107333 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2eeaa985-7ec6-4883-b786-94f4b16f5da9 req-9732085b-7386-433c-952b-1b2871f72dbe tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.46 "GET /v2.0/ports?device_id=761077bf-9826-478a-b251-413dfa7a9730 HTTP/1.1" status: 200 len: 946 time: 0.2122560 Nov 22 20:12:33.190522 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Mon, 22 Nov 2021 20:12:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b9b6ab4-0af8-408c-a229-d1875579800d x-openstack-request-id: req-6b9b6ab4-0af8-408c-a229-d1875579800d {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:12:33.191432 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f4a90d6-1fcd-49f1-9d76-18b26c029474", "name": "network-vif-plugged", "status": "completed", "tag": "05a5c645-0725-4bf3-bbad-910f8f76f37c", "code": 200}, {"server_uuid": "2f4a90d6-1fcd-49f1-9d76-18b26c029474", "name": "network-vif-plugged", "status": "completed", "tag": "4ddab1db-7d92-4624-bc58-6f5b59607b22", "code": 200}, {"server_uuid": "2f4a90d6-1fcd-49f1-9d76-18b26c029474", "name": "network-vif-plugged", "status": "completed", "tag": "211cdf2b-d334-4aa0-876c-de6732c81729", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:12:33.191432 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6b9b6ab4-0af8-408c-a229-d1875579800d {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:12:33.191799 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f4a90d6-1fcd-49f1-9d76-18b26c029474', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05a5c645-0725-4bf3-bbad-910f8f76f37c', 'code': 200} Nov 22 20:12:33.191799 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f4a90d6-1fcd-49f1-9d76-18b26c029474', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ddab1db-7d92-4624-bc58-6f5b59607b22', 'code': 200} Nov 22 20:12:33.192100 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f4a90d6-1fcd-49f1-9d76-18b26c029474', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '211cdf2b-d334-4aa0-876c-de6732c81729', 'code': 200} Nov 22 20:12:33.204069 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-120977f4-2308-4a68-ba28-93bc23e016dd req-6f1cf398-e174-45a9-bdda-0940bf6dca30 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1ae4d286-ddad-44f5-b34a-bee98214a526&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0939555 Nov 22 20:12:33.306405 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5110c73-738a-4ccb-8b08-dab6031d59e1 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:12:33.321218 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-b5110c73-738a-4ccb-8b08-dab6031d59e1 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] 10.222.0.46 "PUT /v2.0/routers/fe9f0f74-daa1-4186-94aa-d91c9d9ab9c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6499856 Nov 22 20:12:33.322565 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 35972) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:12:33.323326 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c30aa0-e376-49a1-b22f-df54ef6454b5 None None] Sync routers for ids ['fe9f0f74-daa1-4186-94aa-d91c9d9ab9c7'] in n-d-818823-1 {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:12:33.338200 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2eeaa985-7ec6-4883-b786-94f4b16f5da9 req-15c29e9d-d051-46e2-ba5a-0ca4dc6dcdf4 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.46 "GET /v2.0/security-groups?id=deac3dce-93b4-41af-981b-873d47022422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926353 Nov 22 20:12:33.339448 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-03f0964f-1b75-4df7-99e0-a3cdb56ec2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:33.340614 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c30aa0-e376-49a1-b22f-df54ef6454b5 None None] Routers {'fe9f0f74-daa1-4186-94aa-d91c9d9ab9c7'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:12:33.341490 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-92c30aa0-e376-49a1-b22f-df54ef6454b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:12:32Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['fe9f0f74-daa1-4186-94aa-d91c9d9ab9c7'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:12:33.395064 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade19ab8-643f-4dd3-a6d0-2b20be6a10d8 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:33.399960 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-ade19ab8-643f-4dd3-a6d0-2b20be6a10d8 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] 10.222.0.46 "GET /v2.0/ports/88b42a28-71eb-4714-93fe-4d357e503c33 HTTP/1.1" status: 200 len: 910 time: 0.0729830 Nov 22 20:12:33.400985 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 35976) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:12:33.421457 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-120977f4-2308-4a68-ba28-93bc23e016dd req-ded2af5c-e659-4fd1-8324-010a90853873 service neutron] 10.222.0.20 "GET /v2.0/networks/1ae4d286-ddad-44f5-b34a-bee98214a526?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2039087 Nov 22 20:12:33.428132 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device b78ef2a4-ddb5-4a1c-b35e-c7c7699603df up at agent hyperv_n-h2-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:12:33.431840 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-92c30aa0-e376-49a1-b22f-df54ef6454b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:12:33.534867 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c30aa0-e376-49a1-b22f-df54ef6454b5 None None] Routers {'fe9f0f74-daa1-4186-94aa-d91c9d9ab9c7'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:12:33.539261 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-92c30aa0-e376-49a1-b22f-df54ef6454b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:12:32Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['fe9f0f74-daa1-4186-94aa-d91c9d9ab9c7'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:12:33.607107 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-92c30aa0-e376-49a1-b22f-df54ef6454b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:12:33.610041 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c30aa0-e376-49a1-b22f-df54ef6454b5 None None] The sync data for ids ['fe9f0f74-daa1-4186-94aa-d91c9d9ab9c7'] in n-d-818823-1 is: [] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:12:33.650619 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Provisioning for port b78ef2a4-ddb5-4a1c-b35e-c7c7699603df completed by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 20:12:33.657668 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Provisioning complete for port b78ef2a4-ddb5-4a1c-b35e-c7c7699603df triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:12:33.658185 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:33.752561 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84e68d0-fa4f-4ffa-a415-3bc952ed9001 req-7e0559cf-b65b-49f5-b9be-2a83dbef21db tempest-LiveMigrationTest-519343393 tempest-LiveMigrationTest-519343393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:33.760022 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e84e68d0-fa4f-4ffa-a415-3bc952ed9001 req-7e0559cf-b65b-49f5-b9be-2a83dbef21db tempest-LiveMigrationTest-519343393 tempest-LiveMigrationTest-519343393-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=761077bf-9826-478a-b251-413dfa7a9730 HTTP/1.1" status: 200 len: 1097 time: 0.1960275 Nov 22 20:12:33.763249 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-120977f4-2308-4a68-ba28-93bc23e016dd req-cd0e5bc3-e269-4d67-badc-5b032c34ce9d service neutron] 10.222.0.20 "GET /v2.0/networks/1ae4d286-ddad-44f5-b34a-bee98214a526?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3348875 Nov 22 20:12:33.811062 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:33.865712 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9a848c-9e1f-4325-846f-9f56e728c9ca req-e0594e76-9092-4843-92fb-52e092cbef30 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:33.869974 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port b78ef2a4-ddb5-4a1c-b35e-c7c7699603df, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=b78ef2a4-ddb5-4a1c-b35e-c7c7699603df,segment=NetworkSegment(eaabe971-148e-4556-b90f-3ce457adf9c8),segment_id=eaabe971-148e-4556-b90f-3ce457adf9c8)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:12:33.871956 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9a848c-9e1f-4325-846f-9f56e728c9ca req-e0594e76-9092-4843-92fb-52e092cbef30 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:33.878895 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9a848c-9e1f-4325-846f-9f56e728c9ca req-e0594e76-9092-4843-92fb-52e092cbef30 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:33.879090 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:33.886156 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9a848c-9e1f-4325-846f-9f56e728c9ca req-e0594e76-9092-4843-92fb-52e092cbef30 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:33.892558 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9a848c-9e1f-4325-846f-9f56e728c9ca req-e0594e76-9092-4843-92fb-52e092cbef30 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:33.899260 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9a848c-9e1f-4325-846f-9f56e728c9ca req-e0594e76-9092-4843-92fb-52e092cbef30 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:33.906146 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9a848c-9e1f-4325-846f-9f56e728c9ca req-e0594e76-9092-4843-92fb-52e092cbef30 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:33.908329 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7f9a848c-9e1f-4325-846f-9f56e728c9ca req-e0594e76-9092-4843-92fb-52e092cbef30 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f4a90d6-1fcd-49f1-9d76-18b26c029474 HTTP/1.1" status: 200 len: 5432 time: 0.1866877 Nov 22 20:12:33.926309 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e84e68d0-fa4f-4ffa-a415-3bc952ed9001 req-4a9553cc-6eae-4a22-af3a-74af06c9fb7f tempest-LiveMigrationTest-519343393 tempest-LiveMigrationTest-519343393-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=deac3dce-93b4-41af-981b-873d47022422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601605 Nov 22 20:12:33.957276 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=b78ef2a4-ddb5-4a1c-b35e-c7c7699603df,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:12:34.056372 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7f9a848c-9e1f-4325-846f-9f56e728c9ca req-c21dd2c1-8fb3-469b-b517-688928ee8543 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] 10.222.0.46 "GET /v2.0/security-groups?id=a5e0f616-4b00-4bab-af04-df44f1058a41&id=956e73ed-7485-4a0c-88f0-c644aa0149a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1286790 Nov 22 20:12:34.121449 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cec2e0-aaeb-4e56-b7cb-f053413e73d0 req-db5e8608-4287-46fa-910e-68f561aaa0a0 tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:34.123062 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d6cec2e0-aaeb-4e56-b7cb-f053413e73d0 req-db5e8608-4287-46fa-910e-68f561aaa0a0 tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] 10.222.0.46 "GET /v2.0/ports?device_id=f120437d-9853-4b55-a507-5eced1446d4e HTTP/1.1" status: 200 len: 945 time: 0.0654356 Nov 22 20:12:34.231685 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d6cec2e0-aaeb-4e56-b7cb-f053413e73d0 req-e9e3907e-17ff-4dfb-aa01-bfab86928506 tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] 10.222.0.46 "GET /v2.0/security-groups?id=402b14b3-7b21-4f37-9e5a-c3de7eeeb958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024051 Nov 22 20:12:34.316577 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d99c61-f9f6-4e5b-bc6a-1b97cb2f6904 req-eb2b0340-f4fc-499b-bbf4-6f2d6e96745a tempest-ServerMetadataNegativeTestJSON-1574880194 tempest-ServerMetadataNegativeTestJSON-1574880194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:34.332561 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-94d99c61-f9f6-4e5b-bc6a-1b97cb2f6904 req-eb2b0340-f4fc-499b-bbf4-6f2d6e96745a tempest-ServerMetadataNegativeTestJSON-1574880194 tempest-ServerMetadataNegativeTestJSON-1574880194-project] 10.222.0.46 "GET /v2.0/ports?device_id=4f2c24ea-577c-4f40-87e5-645fc3c616c6 HTTP/1.1" status: 200 len: 945 time: 0.1200559 Nov 22 20:12:34.429551 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-94d99c61-f9f6-4e5b-bc6a-1b97cb2f6904 req-dfb2800f-2c5b-4159-a0a5-9f5936a972fb tempest-ServerMetadataNegativeTestJSON-1574880194 tempest-ServerMetadataNegativeTestJSON-1574880194-project] 10.222.0.46 "GET /v2.0/security-groups?id=7fe3aec8-5165-4241-b88a-414e8e9d6712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960584 Nov 22 20:12:34.571674 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-71015cf9-b039-479d-9e0e-66aa8e3adea2 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:34.954488 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 36054) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:12:34.981577 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [None req-71015cf9-b039-479d-9e0e-66aa8e3adea2 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Allocated IP 172.21.0.1 (d6a48f48-3190-4296-bebe-6695d75258d0/4173516e-ed9e-4bdf-a8c1-2d94db2d9244/70050a2b-6f3e-4455-848e-fb9a42ee9918) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:12:35.058703 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e49ee129-e862-4476-beca-cdc8150d2345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:35.109602 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9ff387d2-7bd1-44cf-895e-6c9c47e6ee12 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:35.193181 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f4a90d6-1fcd-49f1-9d76-18b26c029474', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6adde04d-a0cf-43b3-9b93-ce2683694893'}, {'server_uuid': '4f2c24ea-577c-4f40-87e5-645fc3c616c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b78ef2a4-ddb5-4a1c-b35e-c7c7699603df'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:12:35.196780 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d39f6d30a11e565ec9648abcc015e8a6ab6cff4edd704add8155e28765d31eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3153729f-91e1-43ec-89f7-29fc402fa991" -d '{"events": [{"server_uuid": "2f4a90d6-1fcd-49f1-9d76-18b26c029474", "name": "network-vif-plugged", "status": "completed", "tag": "6adde04d-a0cf-43b3-9b93-ce2683694893"}, {"server_uuid": "4f2c24ea-577c-4f40-87e5-645fc3c616c6", "name": "network-vif-plugged", "status": "completed", "tag": "b78ef2a4-ddb5-4a1c-b35e-c7c7699603df"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:12:35.207585 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-71015cf9-b039-479d-9e0e-66aa8e3adea2 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:35.267806 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 22 Nov 2021 20:12:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-173504e3-7c14-4b4e-9bfa-ec6811f63563 x-openstack-request-id: req-173504e3-7c14-4b4e-9bfa-ec6811f63563 {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:12:35.268691 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f4a90d6-1fcd-49f1-9d76-18b26c029474", "name": "network-vif-plugged", "status": "completed", "tag": "6adde04d-a0cf-43b3-9b93-ce2683694893", "code": 200}, {"server_uuid": "4f2c24ea-577c-4f40-87e5-645fc3c616c6", "name": "network-vif-plugged", "status": "completed", "tag": "b78ef2a4-ddb5-4a1c-b35e-c7c7699603df", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:12:35.273799 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-173504e3-7c14-4b4e-9bfa-ec6811f63563 {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:12:35.274824 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f4a90d6-1fcd-49f1-9d76-18b26c029474', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6adde04d-a0cf-43b3-9b93-ce2683694893', 'code': 200} Nov 22 20:12:35.275750 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f2c24ea-577c-4f40-87e5-645fc3c616c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b78ef2a4-ddb5-4a1c-b35e-c7c7699603df', 'code': 200} Nov 22 20:12:35.285712 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-71015cf9-b039-479d-9e0e-66aa8e3adea2 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:35.338856 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71015cf9-b039-479d-9e0e-66aa8e3adea2 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Network d6a48f48-3190-4296-bebe-6695d75258d0 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:12:35.344076 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-71015cf9-b039-479d-9e0e-66aa8e3adea2 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:12:35.363321 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c9d7c2-42f0-46da-8037-dedb2a90891f req-8dde729f-19d2-49b1-af48-2bb776979784 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:35.370570 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c9d7c2-42f0-46da-8037-dedb2a90891f req-8dde729f-19d2-49b1-af48-2bb776979784 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:35.377167 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c9d7c2-42f0-46da-8037-dedb2a90891f req-8dde729f-19d2-49b1-af48-2bb776979784 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:35.384132 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c9d7c2-42f0-46da-8037-dedb2a90891f req-8dde729f-19d2-49b1-af48-2bb776979784 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:35.395444 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c9d7c2-42f0-46da-8037-dedb2a90891f req-8dde729f-19d2-49b1-af48-2bb776979784 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:35.399088 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c9d7c2-42f0-46da-8037-dedb2a90891f req-8dde729f-19d2-49b1-af48-2bb776979784 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:35.399828 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71015cf9-b039-479d-9e0e-66aa8e3adea2 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:12:35.407325 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c9d7c2-42f0-46da-8037-dedb2a90891f req-8dde729f-19d2-49b1-af48-2bb776979784 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:35.415227 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-29c9d7c2-42f0-46da-8037-dedb2a90891f req-8dde729f-19d2-49b1-af48-2bb776979784 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f4a90d6-1fcd-49f1-9d76-18b26c029474 HTTP/1.1" status: 200 len: 5432 time: 0.2436407 Nov 22 20:12:35.502063 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-71015cf9-b039-479d-9e0e-66aa8e3adea2 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659939'] for router_interface, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:35.613922 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71015cf9-b039-479d-9e0e-66aa8e3adea2 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Pushing event updated for resources: {'Port': ['ID=70050a2b-6f3e-4455-848e-fb9a42ee9918,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:12:35.703277 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9ff387d2-7bd1-44cf-895e-6c9c47e6ee12 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:35.724397 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-29c9d7c2-42f0-46da-8037-dedb2a90891f req-7ff8bc1b-532a-433f-b669-eb421cc6b76c tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] 10.222.0.46 "GET /v2.0/security-groups?id=a5e0f616-4b00-4bab-af04-df44f1058a41&id=956e73ed-7485-4a0c-88f0-c644aa0149a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3081610 Nov 22 20:12:35.752244 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9ff387d2-7bd1-44cf-895e-6c9c47e6ee12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:35.755809 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-71015cf9-b039-479d-9e0e-66aa8e3adea2 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:35.796385 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-1fec13c7-4da1-49bf-b6dd-b1badc26c5af None None] Provisioning complete for port 70050a2b-6f3e-4455-848e-fb9a42ee9918 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:12:35.797256 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-1fec13c7-4da1-49bf-b6dd-b1badc26c5af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:35.842698 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff387d2-7bd1-44cf-895e-6c9c47e6ee12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54d54c14-0ce7-488b-b181-d168ded4c2a0,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:12:35.855353 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-1fec13c7-4da1-49bf-b6dd-b1badc26c5af None None] Port 70050a2b-6f3e-4455-848e-fb9a42ee9918 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:12:35.864284 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988a1b62-f4dd-4e9d-9ac3-ab62d352dfdd req-435b92a9-146e-47c7-adcd-3f97dc0fc696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:35.865833 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-988a1b62-f4dd-4e9d-9ac3-ab62d352dfdd req-435b92a9-146e-47c7-adcd-3f97dc0fc696 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4f2c24ea-577c-4f40-87e5-645fc3c616c6 HTTP/1.1" status: 200 len: 1096 time: 0.4482121 Nov 22 20:12:35.902036 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92fbf43-351f-4fc0-a323-47ada6b73279 req-90ac235d-57e7-48b7-8f58-4b0ea74155da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:35.908290 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92fbf43-351f-4fc0-a323-47ada6b73279 req-90ac235d-57e7-48b7-8f58-4b0ea74155da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:35.909738 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92fbf43-351f-4fc0-a323-47ada6b73279 req-90ac235d-57e7-48b7-8f58-4b0ea74155da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:35.915883 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:35.916943 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92fbf43-351f-4fc0-a323-47ada6b73279 req-90ac235d-57e7-48b7-8f58-4b0ea74155da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:35.918560 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92fbf43-351f-4fc0-a323-47ada6b73279 req-90ac235d-57e7-48b7-8f58-4b0ea74155da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:35.919500 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92fbf43-351f-4fc0-a323-47ada6b73279 req-90ac235d-57e7-48b7-8f58-4b0ea74155da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:35.920143 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92fbf43-351f-4fc0-a323-47ada6b73279 req-90ac235d-57e7-48b7-8f58-4b0ea74155da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:35.922354 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f92fbf43-351f-4fc0-a323-47ada6b73279 req-90ac235d-57e7-48b7-8f58-4b0ea74155da service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2f4a90d6-1fcd-49f1-9d76-18b26c029474 HTTP/1.1" status: 200 len: 6489 time: 0.5037775 Nov 22 20:12:36.038541 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-9ff387d2-7bd1-44cf-895e-6c9c47e6ee12 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ff5996352767432eab13612959c4f35b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0825016 Nov 22 20:12:36.046937 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6f40d7-0085-45f0-a67c-2eb31125b9b6 req-cc2e594b-cc00-44b0-8321-31a554dba1bd tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:36.060242 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1e6f40d7-0085-45f0-a67c-2eb31125b9b6 req-cc2e594b-cc00-44b0-8321-31a554dba1bd tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] 10.222.0.46 "GET /v2.0/ports?device_id=f120437d-9853-4b55-a507-5eced1446d4e HTTP/1.1" status: 200 len: 945 time: 0.5731254 Nov 22 20:12:36.068723 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 36072) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:12:36.140499 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1e6f40d7-0085-45f0-a67c-2eb31125b9b6 req-da1238e7-9931-4c05-96ec-794fcf6c49ed tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] 10.222.0.46 "GET /v2.0/security-groups?id=402b14b3-7b21-4f37-9e5a-c3de7eeeb958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787494 Nov 22 20:12:36.171038 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-988a1b62-f4dd-4e9d-9ac3-ab62d352dfdd req-086bacd4-614a-4319-86b7-04ff29837305 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=7fe3aec8-5165-4241-b88a-414e8e9d6712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2474673 Nov 22 20:12:36.175741 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-71015cf9-b039-479d-9e0e-66aa8e3adea2 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks [] for port, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:36.184107 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-71015cf9-b039-479d-9e0e-66aa8e3adea2 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:36.187830 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5869551a-fc0e-4510-bff7-88cf43f665b4 req-9a63d6a4-a8e0-46b8-869f-697c0642d60a tempest-ServerMetadataNegativeTestJSON-1574880194 tempest-ServerMetadataNegativeTestJSON-1574880194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:36.194552 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5869551a-fc0e-4510-bff7-88cf43f665b4 req-9a63d6a4-a8e0-46b8-869f-697c0642d60a tempest-ServerMetadataNegativeTestJSON-1574880194 tempest-ServerMetadataNegativeTestJSON-1574880194-project] 10.222.0.46 "GET /v2.0/ports?device_id=4f2c24ea-577c-4f40-87e5-645fc3c616c6 HTTP/1.1" status: 200 len: 945 time: 0.2191868 Nov 22 20:12:36.275641 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71015cf9-b039-479d-9e0e-66aa8e3adea2 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Pushing event updated for resources: {'Port': ['ID=70050a2b-6f3e-4455-848e-fb9a42ee9918,revision_number=2']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:12:36.285445 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f92fbf43-351f-4fc0-a323-47ada6b73279 req-5dc1da64-edd1-44df-b0fd-1506d23d9828 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=956e73ed-7485-4a0c-88f0-c644aa0149a8&id=a5e0f616-4b00-4bab-af04-df44f1058a41&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3209498 Nov 22 20:12:36.289024 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-71015cf9-b039-479d-9e0e-66aa8e3adea2 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-563461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-659839'] for router_interface, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:36.290745 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5869551a-fc0e-4510-bff7-88cf43f665b4 req-e00fe28b-56e7-4cc9-8d0a-45d0bb684400 tempest-ServerMetadataNegativeTestJSON-1574880194 tempest-ServerMetadataNegativeTestJSON-1574880194-project] 10.222.0.46 "GET /v2.0/security-groups?id=7fe3aec8-5165-4241-b88a-414e8e9d6712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951903 Nov 22 20:12:36.309265 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-165b3d74-aae4-4d51-b78a-c9b850116169 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:36.337254 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-165b3d74-aae4-4d51-b78a-c9b850116169 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:36.417555 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-165b3d74-aae4-4d51-b78a-c9b850116169 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:36.421862 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-165b3d74-aae4-4d51-b78a-c9b850116169 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:36.426353 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-165b3d74-aae4-4d51-b78a-c9b850116169 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/54d54c14-0ce7-488b-b181-d168ded4c2a0 HTTP/1.1" status: 204 len: 168 time: 0.3538477 Nov 22 20:12:36.436546 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165b3d74-aae4-4d51-b78a-c9b850116169 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54d54c14-0ce7-488b-b181-d168ded4c2a0,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:12:36.449847 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71015cf9-b039-479d-9e0e-66aa8e3adea2 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Network d6a48f48-3190-4296-bebe-6695d75258d0 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:12:36.453638 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-71015cf9-b039-479d-9e0e-66aa8e3adea2 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:12:36.600021 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71015cf9-b039-479d-9e0e-66aa8e3adea2 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Router fe9f0f74-daa1-4186-94aa-d91c9d9ab9c7 has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 20:12:36.768602 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71015cf9-b039-479d-9e0e-66aa8e3adea2 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:12:36.849996 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 36092) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:12:36.852853 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-71015cf9-b039-479d-9e0e-66aa8e3adea2 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] 10.222.0.46 "PUT /v2.0/routers/fe9f0f74-daa1-4186-94aa-d91c9d9ab9c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4508562 Nov 22 20:12:36.857836 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a51d9c-cbe2-4a87-b9ae-a37c1a9e7410 None None] Sync routers for ids ['fe9f0f74-daa1-4186-94aa-d91c9d9ab9c7'] in n-d-818823-1 {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:12:36.894296 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a51d9c-cbe2-4a87-b9ae-a37c1a9e7410 None None] Routers {'fe9f0f74-daa1-4186-94aa-d91c9d9ab9c7'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:12:36.898912 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-28a51d9c-cbe2-4a87-b9ae-a37c1a9e7410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:12:32Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['fe9f0f74-daa1-4186-94aa-d91c9d9ab9c7'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:12:36.928913 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab531fbb-1da3-4df7-8415-bf1ae39a94db tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:36.930512 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-ab531fbb-1da3-4df7-8415-bf1ae39a94db tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] 10.222.0.46 "GET /v2.0/ports/70050a2b-6f3e-4455-848e-fb9a42ee9918 HTTP/1.1" status: 200 len: 910 time: 0.0793958 Nov 22 20:12:36.933478 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 36098) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:12:36.938663 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-3482eee4-e906-47ac-863e-9e614c27f46f None None] Provisioning complete for port 70050a2b-6f3e-4455-848e-fb9a42ee9918 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:12:36.939220 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-3482eee4-e906-47ac-863e-9e614c27f46f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:36.954927 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f2e65a-1bc5-46a6-ae23-392e2ac735fb req-86ec6d1c-abef-4fbf-b5f4-1f8a3ae27d70 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:36.961796 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f2e65a-1bc5-46a6-ae23-392e2ac735fb req-86ec6d1c-abef-4fbf-b5f4-1f8a3ae27d70 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:36.967922 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f2e65a-1bc5-46a6-ae23-392e2ac735fb req-86ec6d1c-abef-4fbf-b5f4-1f8a3ae27d70 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:36.974550 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f2e65a-1bc5-46a6-ae23-392e2ac735fb req-86ec6d1c-abef-4fbf-b5f4-1f8a3ae27d70 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:36.980783 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f2e65a-1bc5-46a6-ae23-392e2ac735fb req-86ec6d1c-abef-4fbf-b5f4-1f8a3ae27d70 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:36.987246 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f2e65a-1bc5-46a6-ae23-392e2ac735fb req-86ec6d1c-abef-4fbf-b5f4-1f8a3ae27d70 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:36.993960 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f2e65a-1bc5-46a6-ae23-392e2ac735fb req-86ec6d1c-abef-4fbf-b5f4-1f8a3ae27d70 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:37.002289 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e3f2e65a-1bc5-46a6-ae23-392e2ac735fb req-86ec6d1c-abef-4fbf-b5f4-1f8a3ae27d70 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f4a90d6-1fcd-49f1-9d76-18b26c029474 HTTP/1.1" status: 200 len: 5432 time: 0.1643636 Nov 22 20:12:37.004448 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-3482eee4-e906-47ac-863e-9e614c27f46f None None] Port 70050a2b-6f3e-4455-848e-fb9a42ee9918 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:12:37.011362 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-28a51d9c-cbe2-4a87-b9ae-a37c1a9e7410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:12:37.023209 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a51d9c-cbe2-4a87-b9ae-a37c1a9e7410 None None] Routers {'fe9f0f74-daa1-4186-94aa-d91c9d9ab9c7'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:12:37.024178 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-28a51d9c-cbe2-4a87-b9ae-a37c1a9e7410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:12:32Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['fe9f0f74-daa1-4186-94aa-d91c9d9ab9c7'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:12:37.104845 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-28a51d9c-cbe2-4a87-b9ae-a37c1a9e7410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:12:37.105520 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a51d9c-cbe2-4a87-b9ae-a37c1a9e7410 None None] The sync data for ids ['fe9f0f74-daa1-4186-94aa-d91c9d9ab9c7'] in n-d-818823-1 is: [] {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:12:37.145209 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e3f2e65a-1bc5-46a6-ae23-392e2ac735fb req-8b14ac92-102d-4bdd-bc18-d393623993f6 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] 10.222.0.46 "GET /v2.0/security-groups?id=a5e0f616-4b00-4bab-af04-df44f1058a41&id=956e73ed-7485-4a0c-88f0-c644aa0149a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1420372 Nov 22 20:12:37.807167 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 36140) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:12:37.845542 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94b93e8-7735-4881-81a6-f386fcb50dac req-86ef6da7-a517-4549-b4aa-27a4916768b5 tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:37.854831 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a94b93e8-7735-4881-81a6-f386fcb50dac req-86ef6da7-a517-4549-b4aa-27a4916768b5 tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] 10.222.0.46 "GET /v2.0/ports?device_id=f120437d-9853-4b55-a507-5eced1446d4e HTTP/1.1" status: 200 len: 945 time: 0.2819967 Nov 22 20:12:37.888498 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc90d770-7d56-4485-b398-154d797acec7 req-e530ebab-13cb-4cd5-ab27-ad50147e968d tempest-ServerMetadataNegativeTestJSON-1574880194 tempest-ServerMetadataNegativeTestJSON-1574880194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:37.896507 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-cc90d770-7d56-4485-b398-154d797acec7 req-e530ebab-13cb-4cd5-ab27-ad50147e968d tempest-ServerMetadataNegativeTestJSON-1574880194 tempest-ServerMetadataNegativeTestJSON-1574880194-project] 10.222.0.46 "GET /v2.0/ports?device_id=4f2c24ea-577c-4f40-87e5-645fc3c616c6 HTTP/1.1" status: 200 len: 945 time: 0.2997463 Nov 22 20:12:38.000143 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-9eb9c9d7-16f0-4f5f-8f96-c5e9e83891ac admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1714830813-network', 'tenant_id': 'f636877ba0f34a3e9062dfe9cdad7e3c'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:12:38.032135 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eb9c9d7-16f0-4f5f-8f96-c5e9e83891ac admin admin] Made reservation on behalf of f636877ba0f34a3e9062dfe9cdad7e3c for: {'network': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:12:38.036421 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9eb9c9d7-16f0-4f5f-8f96-c5e9e83891ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for network, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:38.047860 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9eb9c9d7-16f0-4f5f-8f96-c5e9e83891ac admin admin] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:38.166242 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9eb9c9d7-16f0-4f5f-8f96-c5e9e83891ac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:38.175540 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9eb9c9d7-16f0-4f5f-8f96-c5e9e83891ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:38.213199 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a94b93e8-7735-4881-81a6-f386fcb50dac req-91fe5ed0-62f9-4746-b289-96563eff1299 tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] 10.222.0.46 "GET /v2.0/security-groups?id=402b14b3-7b21-4f37-9e5a-c3de7eeeb958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3572783 Nov 22 20:12:38.214333 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9eb9c9d7-16f0-4f5f-8f96-c5e9e83891ac admin admin] vlan segment allocate from pool success with {'vlan_id': 605, 'physical_network': 'physnet1'} {{(pid=103448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 20:12:38.244023 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-cc90d770-7d56-4485-b398-154d797acec7 req-7fcd8840-a874-4a1d-8021-2390254ca3d5 tempest-ServerMetadataNegativeTestJSON-1574880194 tempest-ServerMetadataNegativeTestJSON-1574880194-project] 10.222.0.46 "GET /v2.0/security-groups?id=7fe3aec8-5165-4241-b88a-414e8e9d6712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3458941 Nov 22 20:12:38.266059 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb9c9d7-16f0-4f5f-8f96-c5e9e83891ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6b5e341-e4ee-449f-b89c-f5b96c06c7dc,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:12:38.301670 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9188acef-1ec8-4734-800d-96a96f8d94d3 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659736'] for router_interface, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:38.302682 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9eb9c9d7-16f0-4f5f-8f96-c5e9e83891ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:38.307068 n-d-818823-1 neutron-server[103448]: INFO neutron.db.segments_db [None req-9eb9c9d7-16f0-4f5f-8f96-c5e9e83891ac admin admin] Added segment 071fae29-45f8-4fae-87e0-a91dc64245f1 of type vlan for network c625a1a7-f1bd-484b-b342-37cf517c7d76 Nov 22 20:12:38.419290 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9eb9c9d7-16f0-4f5f-8f96-c5e9e83891ac admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748992492791'] for network, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:38.502700 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9eb9c9d7-16f0-4f5f-8f96-c5e9e83891ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for network, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:38.503861 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eb9c9d7-16f0-4f5f-8f96-c5e9e83891ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:38.504685 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9eb9c9d7-16f0-4f5f-8f96-c5e9e83891ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:38.651205 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-9eb9c9d7-16f0-4f5f-8f96-c5e9e83891ac admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.8419070 Nov 22 20:12:38.651979 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 36158) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:12:38.662214 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-92486d2a-30da-4181-b6fa-b87cd48b43ef admin admin] Request body: {'subnet': {'network_id': 'c625a1a7-f1bd-484b-b342-37cf517c7d76', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1714830813-subnet', 'tenant_id': 'f636877ba0f34a3e9062dfe9cdad7e3c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:12:38.713640 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92486d2a-30da-4181-b6fa-b87cd48b43ef admin admin] Made reservation on behalf of f636877ba0f34a3e9062dfe9cdad7e3c for: {'subnet': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:12:38.716263 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-92486d2a-30da-4181-b6fa-b87cd48b43ef admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11792951'] for subnet, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:38.996444 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb9c9d7-16f0-4f5f-8f96-c5e9e83891ac admin admin] Pushing event updated for resources: {'Network': ['ID=c625a1a7-f1bd-484b-b342-37cf517c7d76,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:12:39.000624 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-92486d2a-30da-4181-b6fa-b87cd48b43ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11567560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11792921'] for subnet, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:39.008490 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Network c625a1a7-f1bd-484b-b342-37cf517c7d76 details requested by agent ovs-agent-n-d-818823-1 with host n-d-818823-1 {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 20:12:39.073990 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92486d2a-30da-4181-b6fa-b87cd48b43ef admin admin] Checking segment: {'id': '071fae29-45f8-4fae-87e0-a91dc64245f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'c625a1a7-f1bd-484b-b342-37cf517c7d76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:12:39.076431 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92486d2a-30da-4181-b6fa-b87cd48b43ef admin admin] Network hostable DHCP agents. Network: c625a1a7-f1bd-484b-b342-37cf517c7d76, hostable agents: ['02adaa64-0987-4b74-bad0-cbcf56f8a294'], hosted agents: [] {{(pid=103448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 20:12:39.085207 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92486d2a-30da-4181-b6fa-b87cd48b43ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7864178-f3d5-4b52-bb8a-e0038ceec004,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:12:39.108003 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92486d2a-30da-4181-b6fa-b87cd48b43ef admin admin] Network c625a1a7-f1bd-484b-b342-37cf517c7d76 is scheduled to be hosted by DHCP agent 02adaa64-0987-4b74-bad0-cbcf56f8a294 with binding_index 1 {{(pid=103448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 20:12:39.126107 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-92486d2a-30da-4181-b6fa-b87cd48b43ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818823-1, c625a1a7-f1bd-484b-b342-37cf517c7d76) {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:12:39.132169 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92486d2a-30da-4181-b6fa-b87cd48b43ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:39.132781 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-92486d2a-30da-4181-b6fa-b87cd48b43ef admin admin] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:39.145510 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96e6dd02-9cf8-4813-a946-c6ea9302d983 None None] Network c625a1a7-f1bd-484b-b342-37cf517c7d76 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:12:39.182312 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-92486d2a-30da-4181-b6fa-b87cd48b43ef admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.5268834 Nov 22 20:12:39.256974 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3026d7f1-2b6d-4be7-b462-774e27f08d60 req-f07dc1e9-9ee4-461b-8445-8cc7ff88756b tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:39.275247 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3026d7f1-2b6d-4be7-b462-774e27f08d60 req-f07dc1e9-9ee4-461b-8445-8cc7ff88756b tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:39.287652 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3026d7f1-2b6d-4be7-b462-774e27f08d60 req-f07dc1e9-9ee4-461b-8445-8cc7ff88756b tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:39.302165 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3026d7f1-2b6d-4be7-b462-774e27f08d60 req-f07dc1e9-9ee4-461b-8445-8cc7ff88756b tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:39.330319 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3026d7f1-2b6d-4be7-b462-774e27f08d60 req-f07dc1e9-9ee4-461b-8445-8cc7ff88756b tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:39.337536 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3026d7f1-2b6d-4be7-b462-774e27f08d60 req-f07dc1e9-9ee4-461b-8445-8cc7ff88756b tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:39.354259 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3026d7f1-2b6d-4be7-b462-774e27f08d60 req-f07dc1e9-9ee4-461b-8445-8cc7ff88756b tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:39.356290 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3026d7f1-2b6d-4be7-b462-774e27f08d60 req-f07dc1e9-9ee4-461b-8445-8cc7ff88756b tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f4a90d6-1fcd-49f1-9d76-18b26c029474 HTTP/1.1" status: 200 len: 5432 time: 0.4277055 Nov 22 20:12:39.418499 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3745d54-e330-41dc-8606-577252074d46 None None] Network c625a1a7-f1bd-484b-b342-37cf517c7d76 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:12:39.557229 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3026d7f1-2b6d-4be7-b462-774e27f08d60 req-9a1c3731-9dca-46b4-b620-70a80a5df362 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] 10.222.0.46 "GET /v2.0/security-groups?id=a5e0f616-4b00-4bab-af04-df44f1058a41&id=956e73ed-7485-4a0c-88f0-c644aa0149a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1876671 Nov 22 20:12:39.583770 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1df1be-b6f6-43f0-8211-b033021c3246 req-4be8f68a-25cb-441e-9d7d-fe30601d7e69 tempest-ServerMetadataNegativeTestJSON-1574880194 tempest-ServerMetadataNegativeTestJSON-1574880194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:39.592209 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4e1df1be-b6f6-43f0-8211-b033021c3246 req-4be8f68a-25cb-441e-9d7d-fe30601d7e69 tempest-ServerMetadataNegativeTestJSON-1574880194 tempest-ServerMetadataNegativeTestJSON-1574880194-project] 10.222.0.46 "GET /v2.0/ports?device_id=4f2c24ea-577c-4f40-87e5-645fc3c616c6 HTTP/1.1" status: 200 len: 945 time: 0.1377392 Nov 22 20:12:39.729530 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4e1df1be-b6f6-43f0-8211-b033021c3246 req-4cdd7908-c631-4a54-ae31-43fe016928d5 tempest-ServerMetadataNegativeTestJSON-1574880194 tempest-ServerMetadataNegativeTestJSON-1574880194-project] 10.222.0.46 "GET /v2.0/security-groups?id=7fe3aec8-5165-4241-b88a-414e8e9d6712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309941 Nov 22 20:12:39.742233 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-9188acef-1ec8-4734-800d-96a96f8d94d3 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Deleting port 70050a2b-6f3e-4455-848e-fb9a42ee9918 {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:12:39.742233 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9188acef-1ec8-4734-800d-96a96f8d94d3 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:39.953474 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9188acef-1ec8-4734-800d-96a96f8d94d3 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:39.969204 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-9188acef-1ec8-4734-800d-96a96f8d94d3 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Calling delete_port for 70050a2b-6f3e-4455-848e-fb9a42ee9918 owned by network:router_interface {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:12:40.290768 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9188acef-1ec8-4734-800d-96a96f8d94d3 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:40.313060 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d1c55c-5816-40b8-a083-43bb0a06eb4a req-c4aa814b-47cb-4fa8-8782-30d5f8f46370 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:40.319160 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d1c55c-5816-40b8-a083-43bb0a06eb4a req-c4aa814b-47cb-4fa8-8782-30d5f8f46370 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:40.326396 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d1c55c-5816-40b8-a083-43bb0a06eb4a req-c4aa814b-47cb-4fa8-8782-30d5f8f46370 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:40.332463 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d1c55c-5816-40b8-a083-43bb0a06eb4a req-c4aa814b-47cb-4fa8-8782-30d5f8f46370 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:40.338675 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d1c55c-5816-40b8-a083-43bb0a06eb4a req-c4aa814b-47cb-4fa8-8782-30d5f8f46370 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:40.344967 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d1c55c-5816-40b8-a083-43bb0a06eb4a req-c4aa814b-47cb-4fa8-8782-30d5f8f46370 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:40.350978 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d1c55c-5816-40b8-a083-43bb0a06eb4a req-c4aa814b-47cb-4fa8-8782-30d5f8f46370 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:40.360015 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a5d1c55c-5816-40b8-a083-43bb0a06eb4a req-c4aa814b-47cb-4fa8-8782-30d5f8f46370 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f4a90d6-1fcd-49f1-9d76-18b26c029474 HTTP/1.1" status: 200 len: 5432 time: 0.2137041 Nov 22 20:12:40.363329 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 36204) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:12:40.368595 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-a4f4f6be-a4e3-4f96-9f28-af6ac1f3673f tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Request body: {'floatingip': {'port_id': 'd157c85a-0d84-4a3a-a74e-dc6bc21944b1'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:12:40.421355 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a4f4f6be-a4e3-4f96-9f28-af6ac1f3673f tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Publish callbacks [] for floatingip, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:40.472524 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9188acef-1ec8-4734-800d-96a96f8d94d3 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Pushing event deleted for resources: {'Port': ['ID=70050a2b-6f3e-4455-848e-fb9a42ee9918,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:12:40.493424 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94f6dc3-a391-42d2-a01d-f0d82b4dd932 req-bcad8a8d-208d-4a8d-b2da-61f3636c8669 tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:40.502322 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e94f6dc3-a391-42d2-a01d-f0d82b4dd932 req-bcad8a8d-208d-4a8d-b2da-61f3636c8669 tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] 10.222.0.46 "GET /v2.0/networks?id=c625a1a7-f1bd-484b-b342-37cf517c7d76 HTTP/1.1" status: 200 len: 805 time: 0.3531265 Nov 22 20:12:40.546584 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e94f6dc3-a391-42d2-a01d-f0d82b4dd932 req-b5ac1f74-5b83-461f-a880-5317f753a7ef tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] 10.222.0.46 "GET /v2.0/quotas/f636877ba0f34a3e9062dfe9cdad7e3c HTTP/1.1" status: 200 len: 375 time: 0.0423717 Nov 22 20:12:40.706714 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e94f6dc3-a391-42d2-a01d-f0d82b4dd932 req-7b22407e-9190-487f-b336-f8ce9d7d49ad tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=f636877ba0f34a3e9062dfe9cdad7e3c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1241825 Nov 22 20:12:40.935799 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e94f6dc3-a391-42d2-a01d-f0d82b4dd932 req-eb86bbb6-cfae-4299-a773-e7cd364b4976 service neutron] 10.222.0.46 "GET /v2.0/networks/c625a1a7-f1bd-484b-b342-37cf517c7d76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2281377 Nov 22 20:12:40.942457 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9188acef-1ec8-4734-800d-96a96f8d94d3 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-563470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-663272'] for router_interface, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:41.230917 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e94f6dc3-a391-42d2-a01d-f0d82b4dd932 req-d933e383-c3b2-4bcd-a973-0eb28c09db91 service neutron] 10.222.0.46 "GET /v2.0/networks/c625a1a7-f1bd-484b-b342-37cf517c7d76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2856033 Nov 22 20:12:41.260229 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a4f4f6be-a4e3-4f96-9f28-af6ac1f3673f tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:41.273851 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a4f4f6be-a4e3-4f96-9f28-af6ac1f3673f tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-595224'] for floatingip, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:41.429184 n-d-818823-1 neutron-server[103448]: INFO neutron.db.l3_db [None req-a4f4f6be-a4e3-4f96-9f28-af6ac1f3673f tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Floating IP b268c7e2-80b2-40d4-b3eb-214d2132d305 associated. External IP: 172.25.5.148, port: d157c85a-0d84-4a3a-a74e-dc6bc21944b1. Nov 22 20:12:41.457227 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9188acef-1ec8-4734-800d-96a96f8d94d3 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Router fe9f0f74-daa1-4186-94aa-d91c9d9ab9c7 has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 20:12:41.572836 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a2da1349-bea1-4f52-8b74-1d287c5bbf85 req-02b43c14-e2be-41e4-9cb7-f927fe585b91 tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] 10.222.0.46 "GET /v2.0/ports?device_id=116dad98-7fd6-43c3-8263-ed0f41ae1b8e HTTP/1.1" status: 200 len: 210 time: 0.0754776 Nov 22 20:12:41.643353 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9188acef-1ec8-4734-800d-96a96f8d94d3 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:12:41.653724 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-9188acef-1ec8-4734-800d-96a96f8d94d3 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] 10.222.0.46 "PUT /v2.0/routers/fe9f0f74-daa1-4186-94aa-d91c9d9ab9c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7191813 Nov 22 20:12:41.654852 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 36256) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:12:41.656367 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc0a2402-bd44-4bf5-822d-f775f0cf1d8e None None] Sync routers for ids ['fe9f0f74-daa1-4186-94aa-d91c9d9ab9c7'] in n-d-818823-1 {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:12:41.693920 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc0a2402-bd44-4bf5-822d-f775f0cf1d8e None None] Routers {'fe9f0f74-daa1-4186-94aa-d91c9d9ab9c7'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:12:41.694664 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-fc0a2402-bd44-4bf5-822d-f775f0cf1d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:12:32Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['fe9f0f74-daa1-4186-94aa-d91c9d9ab9c7'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:12:41.867873 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-fc0a2402-bd44-4bf5-822d-f775f0cf1d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:12:41.902260 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc0a2402-bd44-4bf5-822d-f775f0cf1d8e None None] Routers {'fe9f0f74-daa1-4186-94aa-d91c9d9ab9c7'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:12:41.903744 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-fc0a2402-bd44-4bf5-822d-f775f0cf1d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:12:32Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['fe9f0f74-daa1-4186-94aa-d91c9d9ab9c7'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:12:41.933227 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af6f7be-6b0b-40fa-ae12-d282dfcfb9f4 req-69d60b72-9a3a-4b71-a29c-b41669a3e10c tempest-ServerMetadataNegativeTestJSON-1574880194 tempest-ServerMetadataNegativeTestJSON-1574880194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:41.934977 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5af6f7be-6b0b-40fa-ae12-d282dfcfb9f4 req-69d60b72-9a3a-4b71-a29c-b41669a3e10c tempest-ServerMetadataNegativeTestJSON-1574880194 tempest-ServerMetadataNegativeTestJSON-1574880194-project] 10.222.0.46 "GET /v2.0/ports?device_id=4f2c24ea-577c-4f40-87e5-645fc3c616c6 HTTP/1.1" status: 200 len: 945 time: 0.2355917 Nov 22 20:12:41.976934 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4f4f6be-a4e3-4f96-9f28-af6ac1f3673f tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Router d305399d-34af-4ee1-9c40-8ba5615f59c5 has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 20:12:41.993774 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-fc0a2402-bd44-4bf5-822d-f775f0cf1d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:12:41.998149 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc0a2402-bd44-4bf5-822d-f775f0cf1d8e None None] The sync data for ids ['fe9f0f74-daa1-4186-94aa-d91c9d9ab9c7'] in n-d-818823-1 is: [] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:12:42.119706 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4f4f6be-a4e3-4f96-9f28-af6ac1f3673f tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:12:42.126839 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a4f4f6be-a4e3-4f96-9f28-af6ac1f3673f tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for floatingip, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:42.134693 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d0ff7f9-95be-4e0c-906f-789fbafb9af4 None None] Sync routers for ids ['d305399d-34af-4ee1-9c40-8ba5615f59c5'] in n-d-818823-1 {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:12:42.151255 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d0ff7f9-95be-4e0c-906f-789fbafb9af4 None None] Routers {'d305399d-34af-4ee1-9c40-8ba5615f59c5'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:12:42.152401 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-6d0ff7f9-95be-4e0c-906f-789fbafb9af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:12:32Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['d305399d-34af-4ee1-9c40-8ba5615f59c5'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:12:42.262249 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-a4f4f6be-a4e3-4f96-9f28-af6ac1f3673f tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] 10.222.0.46 "PUT /v2.0/floatingips/b268c7e2-80b2-40d4-b3eb-214d2132d305 HTTP/1.1" status: 200 len: 992 time: 1.8974984 Nov 22 20:12:42.263225 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f4a90d6-1fcd-49f1-9d76-18b26c029474', 'tag': 'd157c85a-0d84-4a3a-a74e-dc6bc21944b1'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:12:42.269874 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589a98cf2aea187fcc423a5edb333e5a6cf3ad7c81115d1ebee0f079693c312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adc7d59d-f4bf-4d0f-878a-9dc85ee210c6" -d '{"events": [{"name": "network-changed", "server_uuid": "2f4a90d6-1fcd-49f1-9d76-18b26c029474", "tag": "d157c85a-0d84-4a3a-a74e-dc6bc21944b1"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:12:42.281625 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5af6f7be-6b0b-40fa-ae12-d282dfcfb9f4 req-1921c05a-8b31-4550-8196-90800903c25c tempest-ServerMetadataNegativeTestJSON-1574880194 tempest-ServerMetadataNegativeTestJSON-1574880194-project] 10.222.0.46 "GET /v2.0/security-groups?id=7fe3aec8-5165-4241-b88a-414e8e9d6712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2262757 Nov 22 20:12:42.295104 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-6d0ff7f9-95be-4e0c-906f-789fbafb9af4 None None] Set router d305399d-34af-4ee1-9c40-8ba5615f59c5 gateway port host: n-d-818823-1 {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:12:42.370403 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 20:12:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aca69831-bb1a-4ad2-89cb-77a234930673 x-openstack-request-id: req-aca69831-bb1a-4ad2-89cb-77a234930673 {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:12:42.370634 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f4a90d6-1fcd-49f1-9d76-18b26c029474", "tag": "d157c85a-0d84-4a3a-a74e-dc6bc21944b1", "status": "completed", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:12:42.370926 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-aca69831-bb1a-4ad2-89cb-77a234930673 {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:12:42.371336 n-d-818823-1 neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f4a90d6-1fcd-49f1-9d76-18b26c029474', 'tag': 'd157c85a-0d84-4a3a-a74e-dc6bc21944b1', 'status': 'completed', 'code': 200} Nov 22 20:12:42.569912 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc7d59d-f4bf-4d0f-878a-9dc85ee210c6 req-f276899c-6da4-430f-bbb5-1f56d311708a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:42.570499 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc7d59d-f4bf-4d0f-878a-9dc85ee210c6 req-f276899c-6da4-430f-bbb5-1f56d311708a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:42.570852 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc7d59d-f4bf-4d0f-878a-9dc85ee210c6 req-f276899c-6da4-430f-bbb5-1f56d311708a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:42.571326 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc7d59d-f4bf-4d0f-878a-9dc85ee210c6 req-f276899c-6da4-430f-bbb5-1f56d311708a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:42.571825 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc7d59d-f4bf-4d0f-878a-9dc85ee210c6 req-f276899c-6da4-430f-bbb5-1f56d311708a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:42.572295 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc7d59d-f4bf-4d0f-878a-9dc85ee210c6 req-f276899c-6da4-430f-bbb5-1f56d311708a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:42.572992 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc7d59d-f4bf-4d0f-878a-9dc85ee210c6 req-f276899c-6da4-430f-bbb5-1f56d311708a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:42.575089 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-adc7d59d-f4bf-4d0f-878a-9dc85ee210c6 req-f276899c-6da4-430f-bbb5-1f56d311708a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7c2e3bcb3c11419aa5bdb45ad6533966&device_id=2f4a90d6-1fcd-49f1-9d76-18b26c029474 HTTP/1.1" status: 200 len: 6489 time: 0.1316631 Nov 22 20:12:42.581627 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-87d26ca0-daf2-4993-9a64-8817a2f295c6 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659736'] for router_interface, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:42.587577 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-6d0ff7f9-95be-4e0c-906f-789fbafb9af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd305399d-34af-4ee1-9c40-8ba5615f59c5', 'name': 'tempest-TaggedBootDevicesTest-1460074747-router', 'tenant_id': '7c2e3bcb3c11419aa5bdb45ad6533966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.66'}], 'enable_snat': True}, 'gw_port_id': '25c221fc-593d-4f05-a358-e8b167d8000e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:09:12Z', 'updated_at': '2021-11-22T20:09:26Z', 'revision_number': 4, 'project_id': '7c2e3bcb3c11419aa5bdb45ad6533966', 'gw_port': {'id': '25c221fc-593d-4f05-a358-e8b167d8000e', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:08:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd305399d-34af-4ee1-9c40-8ba5615f59c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 864, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:09:15Z', 'updated_at': '2021-11-22T20:09:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_floatingips': [{'id': 'b268c7e2-80b2-40d4-b3eb-214d2132d305', 'tenant_id': '7c2e3bcb3c11419aa5bdb45ad6533966', 'floating_ip_address': '172.25.5.148', 'floating_network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'router_id': 'd305399d-34af-4ee1-9c40-8ba5615f59c5', 'port_id': 'd157c85a-0d84-4a3a-a74e-dc6bc21944b1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1091, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac9307cb-d216-4d24-9d6c-807bf1ccc8be', 'mac_address': 'fa:16:3e:27:ea:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f4a90d6-1fcd-49f1-9d76-18b26c029474', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T20:11:00Z', 'updated_at': '2021-11-22T20:12:41Z', 'revision_number': 1, 'project_id': '7c2e3bcb3c11419aa5bdb45ad6533966', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5088741-6f03-42c9-b9e6-ab86b7fd98c5', 'name': '', 'network_id': 'ac9307cb-d216-4d24-9d6c-807bf1ccc8be', 'tenant_id': '7c2e3bcb3c11419aa5bdb45ad6533966', 'mac_address': 'fa:16:3e:64:da:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd305399d-34af-4ee1-9c40-8ba5615f59c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': '6b90bb48-40b3-40a5-9333-60b239e36730', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:09:24Z', 'updated_at': '2021-11-22T20:09:38Z', 'revision_number': 5, 'project_id': '7c2e3bcb3c11419aa5bdb45ad6533966', 'subnets': [{'id': '6b90bb48-40b3-40a5-9333-60b239e36730', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:12:42.618647 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d0ff7f9-95be-4e0c-906f-789fbafb9af4 None None] Checking router: d305399d-34af-4ee1-9c40-8ba5615f59c5 for host: n-d-818823-1 {{(pid=103450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 20:12:42.630547 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d0ff7f9-95be-4e0c-906f-789fbafb9af4 None None] Routers {'d305399d-34af-4ee1-9c40-8ba5615f59c5'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:12:42.631131 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-6d0ff7f9-95be-4e0c-906f-789fbafb9af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:12:32Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['d305399d-34af-4ee1-9c40-8ba5615f59c5'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:12:42.772201 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-6d0ff7f9-95be-4e0c-906f-789fbafb9af4 None None] Set router d305399d-34af-4ee1-9c40-8ba5615f59c5 gateway port host: n-d-818823-1 {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:12:43.106285 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-6d0ff7f9-95be-4e0c-906f-789fbafb9af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd305399d-34af-4ee1-9c40-8ba5615f59c5', 'name': 'tempest-TaggedBootDevicesTest-1460074747-router', 'tenant_id': '7c2e3bcb3c11419aa5bdb45ad6533966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.66'}], 'enable_snat': True}, 'gw_port_id': '25c221fc-593d-4f05-a358-e8b167d8000e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:09:12Z', 'updated_at': '2021-11-22T20:09:26Z', 'revision_number': 4, 'project_id': '7c2e3bcb3c11419aa5bdb45ad6533966', 'gw_port': {'id': '25c221fc-593d-4f05-a358-e8b167d8000e', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:08:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd305399d-34af-4ee1-9c40-8ba5615f59c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 864, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:09:15Z', 'updated_at': '2021-11-22T20:09:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_floatingips': [{'id': 'b268c7e2-80b2-40d4-b3eb-214d2132d305', 'tenant_id': '7c2e3bcb3c11419aa5bdb45ad6533966', 'floating_ip_address': '172.25.5.148', 'floating_network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'router_id': 'd305399d-34af-4ee1-9c40-8ba5615f59c5', 'port_id': 'd157c85a-0d84-4a3a-a74e-dc6bc21944b1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1091, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac9307cb-d216-4d24-9d6c-807bf1ccc8be', 'mac_address': 'fa:16:3e:27:ea:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f4a90d6-1fcd-49f1-9d76-18b26c029474', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T20:11:00Z', 'updated_at': '2021-11-22T20:12:41Z', 'revision_number': 1, 'project_id': '7c2e3bcb3c11419aa5bdb45ad6533966', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5088741-6f03-42c9-b9e6-ab86b7fd98c5', 'name': '', 'network_id': 'ac9307cb-d216-4d24-9d6c-807bf1ccc8be', 'tenant_id': '7c2e3bcb3c11419aa5bdb45ad6533966', 'mac_address': 'fa:16:3e:64:da:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd305399d-34af-4ee1-9c40-8ba5615f59c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': '6b90bb48-40b3-40a5-9333-60b239e36730', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:09:24Z', 'updated_at': '2021-11-22T20:09:38Z', 'revision_number': 5, 'project_id': '7c2e3bcb3c11419aa5bdb45ad6533966', 'subnets': [{'id': '6b90bb48-40b3-40a5-9333-60b239e36730', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:12:43.189985 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d0ff7f9-95be-4e0c-906f-789fbafb9af4 None None] The sync data for ids ['d305399d-34af-4ee1-9c40-8ba5615f59c5'] in n-d-818823-1 is: [{'id': 'd305399d-34af-4ee1-9c40-8ba5615f59c5', 'name': 'tempest-TaggedBootDevicesTest-1460074747-router', 'tenant_id': '7c2e3bcb3c11419aa5bdb45ad6533966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.66'}], 'enable_snat': True}, 'gw_port_id': '25c221fc-593d-4f05-a358-e8b167d8000e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:09:12Z', 'updated_at': '2021-11-22T20:09:26Z', 'revision_number': 4, 'project_id': '7c2e3bcb3c11419aa5bdb45ad6533966', 'gw_port': {'id': '25c221fc-593d-4f05-a358-e8b167d8000e', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:08:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd305399d-34af-4ee1-9c40-8ba5615f59c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 864, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:09:15Z', 'updated_at': '2021-11-22T20:09:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_floatingips': [{'id': 'b268c7e2-80b2-40d4-b3eb-214d2132d305', 'tenant_id': '7c2e3bcb3c11419aa5bdb45ad6533966', 'floating_ip_address': '172.25.5.148', 'floating_network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'router_id': 'd305399d-34af-4ee1-9c40-8ba5615f59c5', 'port_id': 'd157c85a-0d84-4a3a-a74e-dc6bc21944b1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1091, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac9307cb-d216-4d24-9d6c-807bf1ccc8be', 'mac_address': 'fa:16:3e:27:ea:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f4a90d6-1fcd-49f1-9d76-18b26c029474', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T20:11:00Z', 'updated_at': '2021-11-22T20:12:41Z', 'revision_number': 1, 'project_id': '7c2e3bcb3c11419aa5bdb45ad6533966', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5088741-6f03-42c9-b9e6-ab86b7fd98c5', 'name': '', 'network_id': 'ac9307cb-d216-4d24-9d6c-807bf1ccc8be', 'tenant_id': '7c2e3bcb3c11419aa5bdb45ad6533966', 'mac_address': 'fa:16:3e:64:da:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd305399d-34af-4ee1-9c40-8ba5615f59c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': '6b90bb48-40b3-40a5-9333-60b239e36730', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:09:24Z', 'updated_at': '2021-11-22T20:09:38Z', 'revision_number': 5, 'project_id': '7c2e3bcb3c11419aa5bdb45ad6533966', 'subnets': [{'id': '6b90bb48-40b3-40a5-9333-60b239e36730', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:12:43.273363 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc7d59d-f4bf-4d0f-878a-9dc85ee210c6 req-59799561-2b5b-4d9a-9e09-a928e55d004f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:43.274887 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-adc7d59d-f4bf-4d0f-878a-9dc85ee210c6 req-59799561-2b5b-4d9a-9e09-a928e55d004f service neutron] 10.222.0.41 "GET /v2.0/networks?id=ac9307cb-d216-4d24-9d6c-807bf1ccc8be HTTP/1.1" status: 200 len: 913 time: 0.6891236 Nov 22 20:12:43.323210 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-00b0e634-776f-4983-b0f2-ce189b3f1331 req-d1d159f5-7833-4f3c-906c-865cab7733d5 tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] 10.222.0.46 "GET /v2.0/ports?device_id=116dad98-7fd6-43c3-8263-ed0f41ae1b8e HTTP/1.1" status: 200 len: 210 time: 0.1779780 Nov 22 20:12:43.562744 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32f7709-22ec-4732-8a13-0b9ed32cdc86 req-f0182302-68ee-4734-b8a7-7d5f82c641aa tempest-ServerMetadataNegativeTestJSON-1574880194 tempest-ServerMetadataNegativeTestJSON-1574880194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:43.564345 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e32f7709-22ec-4732-8a13-0b9ed32cdc86 req-f0182302-68ee-4734-b8a7-7d5f82c641aa tempest-ServerMetadataNegativeTestJSON-1574880194 tempest-ServerMetadataNegativeTestJSON-1574880194-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f2c24ea-577c-4f40-87e5-645fc3c616c6 HTTP/1.1" status: 200 len: 945 time: 0.4254875 Nov 22 20:12:43.634799 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38042121-f83f-428f-bb2e-93e99f011cc1 None None] New status for floating IP b268c7e2-80b2-40d4-b3eb-214d2132d305: ACTIVE {{(pid=103449) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 20:12:43.690752 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-adc7d59d-f4bf-4d0f-878a-9dc85ee210c6 req-7f67cfee-2a6b-4608-921c-22f47972c765 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d157c85a-0d84-4a3a-a74e-dc6bc21944b1 HTTP/1.1" status: 200 len: 1000 time: 0.3983190 Nov 22 20:12:43.778726 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e65f7aa-b50e-42ec-a807-3b57690611ae req-e246d1f2-e0c1-42fe-a23e-4800ef6dc27e tempest-ServerMetadataNegativeTestJSON-1574880194 tempest-ServerMetadataNegativeTestJSON-1574880194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:43.780664 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7e65f7aa-b50e-42ec-a807-3b57690611ae req-e246d1f2-e0c1-42fe-a23e-4800ef6dc27e tempest-ServerMetadataNegativeTestJSON-1574880194 tempest-ServerMetadataNegativeTestJSON-1574880194-project] 10.222.0.46 "GET /v2.0/ports?device_id=4f2c24ea-577c-4f40-87e5-645fc3c616c6 HTTP/1.1" status: 200 len: 945 time: 0.3344128 Nov 22 20:12:43.866616 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94f6dc3-a391-42d2-a01d-f0d82b4dd932 req-168d6a0b-34f7-4b6a-a9fc-1787ee1c4710 tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:43.868193 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e94f6dc3-a391-42d2-a01d-f0d82b4dd932 req-168d6a0b-34f7-4b6a-a9fc-1787ee1c4710 tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] 10.222.0.20 "GET /v2.0/networks?id=c625a1a7-f1bd-484b-b342-37cf517c7d76 HTTP/1.1" status: 200 len: 805 time: 0.6374743 Nov 22 20:12:43.886742 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-e94f6dc3-a391-42d2-a01d-f0d82b4dd932 req-0dd2fdfe-b8dd-47ec-b2ae-b28dd4079482 tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] Request body: {'port': {'device_id': '116dad98-7fd6-43c3-8263-ed0f41ae1b8e', 'network_id': 'c625a1a7-f1bd-484b-b342-37cf517c7d76', 'admin_state_up': True, 'tenant_id': 'f636877ba0f34a3e9062dfe9cdad7e3c'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:12:43.891161 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc7d59d-f4bf-4d0f-878a-9dc85ee210c6 req-fdf2c73c-1e0d-4aad-9cd1-6715f103f396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:43.892677 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-adc7d59d-f4bf-4d0f-878a-9dc85ee210c6 req-fdf2c73c-1e0d-4aad-9cd1-6715f103f396 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6b90bb48-40b3-40a5-9333-60b239e36730 HTTP/1.1" status: 200 len: 851 time: 0.1633213 Nov 22 20:12:43.955598 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7e65f7aa-b50e-42ec-a807-3b57690611ae req-1972851c-67d0-4ac2-8b3a-c0ed70495258 tempest-ServerMetadataNegativeTestJSON-1574880194 tempest-ServerMetadataNegativeTestJSON-1574880194-project] 10.222.0.46 "GET /v2.0/security-groups?id=7fe3aec8-5165-4241-b88a-414e8e9d6712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429443 Nov 22 20:12:44.123917 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc7d59d-f4bf-4d0f-878a-9dc85ee210c6 req-466cf6a1-eae0-4819-b5ba-93d9023a0d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:44.125600 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-adc7d59d-f4bf-4d0f-878a-9dc85ee210c6 req-466cf6a1-eae0-4819-b5ba-93d9023a0d55 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ac9307cb-d216-4d24-9d6c-807bf1ccc8be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1387277 Nov 22 20:12:44.135972 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-e32f7709-22ec-4732-8a13-0b9ed32cdc86 req-715247b4-3a00-4907-a008-1d0cd1406c71 tempest-ServerMetadataNegativeTestJSON-1574880194 tempest-ServerMetadataNegativeTestJSON-1574880194-project] Deleting port b78ef2a4-ddb5-4a1c-b35e-c7c7699603df {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:12:44.136734 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-e32f7709-22ec-4732-8a13-0b9ed32cdc86 req-715247b4-3a00-4907-a008-1d0cd1406c71 tempest-ServerMetadataNegativeTestJSON-1574880194 tempest-ServerMetadataNegativeTestJSON-1574880194-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:44.201935 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:44.238684 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:44.507759 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-e32f7709-22ec-4732-8a13-0b9ed32cdc86 req-715247b4-3a00-4907-a008-1d0cd1406c71 tempest-ServerMetadataNegativeTestJSON-1574880194 tempest-ServerMetadataNegativeTestJSON-1574880194-project] For port b78ef2a4-ddb5-4a1c-b35e-c7c7699603df, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=b78ef2a4-ddb5-4a1c-b35e-c7c7699603df,segment=NetworkSegment(eaabe971-148e-4556-b90f-3ce457adf9c8),segment_id=eaabe971-148e-4556-b90f-3ce457adf9c8)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:12:44.508105 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-e32f7709-22ec-4732-8a13-0b9ed32cdc86 req-715247b4-3a00-4907-a008-1d0cd1406c71 tempest-ServerMetadataNegativeTestJSON-1574880194 tempest-ServerMetadataNegativeTestJSON-1574880194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:44.563085 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-33101c5b-19d0-4bad-b062-11553edc29de req-3f180c36-f313-4e3b-a0ae-fcc100e50da2 tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] 10.222.0.46 "GET /v2.0/ports?device_id=116dad98-7fd6-43c3-8263-ed0f41ae1b8e HTTP/1.1" status: 200 len: 210 time: 0.0913713 Nov 22 20:12:44.596323 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-e32f7709-22ec-4732-8a13-0b9ed32cdc86 req-715247b4-3a00-4907-a008-1d0cd1406c71 tempest-ServerMetadataNegativeTestJSON-1574880194 tempest-ServerMetadataNegativeTestJSON-1574880194-project] Calling delete_port for b78ef2a4-ddb5-4a1c-b35e-c7c7699603df owned by compute:nova {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:12:44.604406 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-adc7d59d-f4bf-4d0f-878a-9dc85ee210c6 req-c4030c29-7b5a-483c-9a88-d0a8b03b8ea1 service neutron] 10.222.0.41 "GET /v2.0/networks/ac9307cb-d216-4d24-9d6c-807bf1ccc8be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4539144 Nov 22 20:12:44.613589 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e94f6dc3-a391-42d2-a01d-f0d82b4dd932 req-0dd2fdfe-b8dd-47ec-b2ae-b28dd4079482 tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] Made reservation on behalf of f636877ba0f34a3e9062dfe9cdad7e3c for: {'port': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:12:44.621480 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-e94f6dc3-a391-42d2-a01d-f0d82b4dd932 req-0dd2fdfe-b8dd-47ec-b2ae-b28dd4079482 tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:44.783879 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-87d26ca0-daf2-4993-9a64-8817a2f295c6 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Deleting port 88b42a28-71eb-4714-93fe-4d357e503c33 {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:12:44.784543 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-87d26ca0-daf2-4993-9a64-8817a2f295c6 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:44.970007 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-adc7d59d-f4bf-4d0f-878a-9dc85ee210c6 req-2a2007d6-b1f7-4ffe-8e25-70c882160b0e service neutron] 10.222.0.41 "GET /v2.0/networks/ac9307cb-d216-4d24-9d6c-807bf1ccc8be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3423953 Nov 22 20:12:45.139986 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [req-e94f6dc3-a391-42d2-a01d-f0d82b4dd932 req-0dd2fdfe-b8dd-47ec-b2ae-b28dd4079482 tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] Allocated IP 172.20.0.6 (c625a1a7-f1bd-484b-b342-37cf517c7d76/c7864178-f3d5-4b52-bb8a-e0038ceec004/310c01aa-04f4-4246-8f42-b724298b44bb) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:12:45.143036 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-87d26ca0-daf2-4993-9a64-8817a2f295c6 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:45.179295 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-87d26ca0-daf2-4993-9a64-8817a2f295c6 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Calling delete_port for 88b42a28-71eb-4714-93fe-4d357e503c33 owned by network:router_interface {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:12:45.272490 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-e32f7709-22ec-4732-8a13-0b9ed32cdc86 req-715247b4-3a00-4907-a008-1d0cd1406c71 tempest-ServerMetadataNegativeTestJSON-1574880194 tempest-ServerMetadataNegativeTestJSON-1574880194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:45.313881 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedfe78a-4aeb-4f09-a15c-3dc64b570586 req-87e0ea96-2a24-4de0-81d6-fb6bad26f616 tempest-ServerMetadataNegativeTestJSON-1574880194 tempest-ServerMetadataNegativeTestJSON-1574880194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:45.321836 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-aedfe78a-4aeb-4f09-a15c-3dc64b570586 req-87e0ea96-2a24-4de0-81d6-fb6bad26f616 tempest-ServerMetadataNegativeTestJSON-1574880194 tempest-ServerMetadataNegativeTestJSON-1574880194-project] 10.222.0.46 "GET /v2.0/ports?device_id=4f2c24ea-577c-4f40-87e5-645fc3c616c6 HTTP/1.1" status: 200 len: 867 time: 0.2426944 Nov 22 20:12:45.330943 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715247b4-3a00-4907-a008-1d0cd1406c71 tempest-ServerMetadataNegativeTestJSON-1574880194 tempest-ServerMetadataNegativeTestJSON-1574880194-project] Pushing event deleted for resources: {'Port': ['ID=b78ef2a4-ddb5-4a1c-b35e-c7c7699603df,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:12:45.429073 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device b78ef2a4-ddb5-4a1c-b35e-c7c7699603df no longer exists at agent hyperv_n-h2-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:12:45.461966 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] No Port match for: b78ef2a4-ddb5-4a1c-b35e-c7c7699603df {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:12:45.462727 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device b78ef2a4-ddb5-4a1c-b35e-c7c7699603df not bound to the agent host n-h2-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:12:45.530585 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-e32f7709-22ec-4732-8a13-0b9ed32cdc86 req-715247b4-3a00-4907-a008-1d0cd1406c71 tempest-ServerMetadataNegativeTestJSON-1574880194 tempest-ServerMetadataNegativeTestJSON-1574880194-project] No DVR routers for this DVR port b78ef2a4-ddb5-4a1c-b35e-c7c7699603df on host n-h2-818823-1 {{(pid=103447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:12:45.551870 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-aedfe78a-4aeb-4f09-a15c-3dc64b570586 req-9942e6e5-6428-4acd-b29e-99f3e8fb0dbe tempest-ServerMetadataNegativeTestJSON-1574880194 tempest-ServerMetadataNegativeTestJSON-1574880194-project] 10.222.0.46 "GET /v2.0/security-groups?id=7fe3aec8-5165-4241-b88a-414e8e9d6712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2290924 Nov 22 20:12:45.553406 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-e32f7709-22ec-4732-8a13-0b9ed32cdc86 req-715247b4-3a00-4907-a008-1d0cd1406c71 tempest-ServerMetadataNegativeTestJSON-1574880194 tempest-ServerMetadataNegativeTestJSON-1574880194-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:45.558127 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e32f7709-22ec-4732-8a13-0b9ed32cdc86 req-715247b4-3a00-4907-a008-1d0cd1406c71 tempest-ServerMetadataNegativeTestJSON-1574880194 tempest-ServerMetadataNegativeTestJSON-1574880194-project] 10.222.0.20 "DELETE /v2.0/ports/b78ef2a4-ddb5-4a1c-b35e-c7c7699603df HTTP/1.1" status: 204 len: 173 time: 1.9702649 Nov 22 20:12:45.596710 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f2c24ea-577c-4f40-87e5-645fc3c616c6', 'name': 'network-vif-deleted', 'tag': 'b78ef2a4-ddb5-4a1c-b35e-c7c7699603df'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:12:45.599898 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b164591-00ea-439f-98b3-c4f68660e753" -d '{"events": [{"server_uuid": "4f2c24ea-577c-4f40-87e5-645fc3c616c6", "name": "network-vif-deleted", "tag": "b78ef2a4-ddb5-4a1c-b35e-c7c7699603df"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:12:45.686523 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-e94f6dc3-a391-42d2-a01d-f0d82b4dd932 req-0dd2fdfe-b8dd-47ec-b2ae-b28dd4079482 tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:45.714996 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:12:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b45461d-fce2-4899-9541-8097161ac432 x-openstack-request-id: req-6b45461d-fce2-4899-9541-8097161ac432 {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:12:45.715655 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f2c24ea-577c-4f40-87e5-645fc3c616c6", "name": "network-vif-deleted", "tag": "b78ef2a4-ddb5-4a1c-b35e-c7c7699603df", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:12:45.715840 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6b45461d-fce2-4899-9541-8097161ac432 {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:12:45.716313 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f2c24ea-577c-4f40-87e5-645fc3c616c6', 'name': 'network-vif-deleted', 'tag': 'b78ef2a4-ddb5-4a1c-b35e-c7c7699603df', 'status': 'completed', 'code': 200} Nov 22 20:12:45.742639 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-87d26ca0-daf2-4993-9a64-8817a2f295c6 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:45.777303 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d26ca0-daf2-4993-9a64-8817a2f295c6 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Pushing event deleted for resources: {'Port': ['ID=88b42a28-71eb-4714-93fe-4d357e503c33,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:12:45.816929 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ad0aeb57-1ad4-4ece-bca9-c1864692eae0 req-1c082203-1b5a-42f1-a468-6be814fc236c tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] 10.222.0.46 "GET /v2.0/ports?device_id=116dad98-7fd6-43c3-8263-ed0f41ae1b8e HTTP/1.1" status: 200 len: 210 time: 0.0408494 Nov 22 20:12:45.857520 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-e94f6dc3-a391-42d2-a01d-f0d82b4dd932 req-0dd2fdfe-b8dd-47ec-b2ae-b28dd4079482 tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:45.938327 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e94f6dc3-a391-42d2-a01d-f0d82b4dd932 req-0dd2fdfe-b8dd-47ec-b2ae-b28dd4079482 tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] Network c625a1a7-f1bd-484b-b342-37cf517c7d76 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:12:45.947299 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [req-e94f6dc3-a391-42d2-a01d-f0d82b4dd932 req-0dd2fdfe-b8dd-47ec-b2ae-b28dd4079482 tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:12:45.949761 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-e94f6dc3-a391-42d2-a01d-f0d82b4dd932 req-0dd2fdfe-b8dd-47ec-b2ae-b28dd4079482 tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:12:45.962386 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd2fdfe-b8dd-47ec-b2ae-b28dd4079482 tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] Pushing event updated for resources: {'Port': ['ID=310c01aa-04f4-4246-8f42-b724298b44bb,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:12:46.021055 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94f6dc3-a391-42d2-a01d-f0d82b4dd932 req-0dd2fdfe-b8dd-47ec-b2ae-b28dd4079482 tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:46.021829 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-e94f6dc3-a391-42d2-a01d-f0d82b4dd932 req-0dd2fdfe-b8dd-47ec-b2ae-b28dd4079482 tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:46.115548 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-87d26ca0-daf2-4993-9a64-8817a2f295c6 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-563470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-663272'] for router_interface, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:46.122181 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e94f6dc3-a391-42d2-a01d-f0d82b4dd932 req-0dd2fdfe-b8dd-47ec-b2ae-b28dd4079482 tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2391632 Nov 22 20:12:46.143840 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-e94f6dc3-a391-42d2-a01d-f0d82b4dd932 req-4c39224d-0c81-4435-9ed5-a7667f905ea3 service neutron] Request body: {'port': {'device_id': '116dad98-7fd6-43c3-8263-ed0f41ae1b8e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818823-1'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:12:46.341134 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-e94f6dc3-a391-42d2-a01d-f0d82b4dd932 req-4c39224d-0c81-4435-9ed5-a7667f905ea3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:46.614579 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 36372) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:12:46.663405 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb3cae81-96b0-4fe3-bb31-b1284c3f99eb admin admin] Deleting subnet ae568695-26d4-425f-aba2-6e6094d1abb7 {{(pid=103448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 20:12:46.667098 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cb3cae81-96b0-4fe3-bb31-b1284c3f99eb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:46.703650 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cb3cae81-96b0-4fe3-bb31-b1284c3f99eb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11627908'] for subnet, precommit_delete_associations {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:46.748446 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c0d8de-6d35-4c3a-9fc4-6be96fd5db63 req-1cee4c20-10c1-4b0b-8b5e-bad07c0ddac2 tempest-ListImageFiltersTestJSON-1762929970 tempest-ListImageFiltersTestJSON-1762929970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:46.748727 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cb3cae81-96b0-4fe3-bb31-b1284c3f99eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3753007'] for subnet, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:46.749938 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-46c0d8de-6d35-4c3a-9fc4-6be96fd5db63 req-1cee4c20-10c1-4b0b-8b5e-bad07c0ddac2 tempest-ListImageFiltersTestJSON-1762929970 tempest-ListImageFiltersTestJSON-1762929970-project] 10.222.0.46 "GET /v2.0/ports?device_id=3976a086-7eb8-4b57-8c36-4478955520bb HTTP/1.1" status: 200 len: 950 time: 0.4691002 Nov 22 20:12:46.780038 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87d26ca0-daf2-4993-9a64-8817a2f295c6 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Router fe9f0f74-daa1-4186-94aa-d91c9d9ab9c7 has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 20:12:46.847436 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cb3cae81-96b0-4fe3-bb31-b1284c3f99eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3753014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11567369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11792914'] for subnet, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:46.879329 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3cae81-96b0-4fe3-bb31-b1284c3f99eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae568695-26d4-425f-aba2-6e6094d1abb7,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:12:46.886936 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cb3cae81-96b0-4fe3-bb31-b1284c3f99eb admin admin] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:46.890516 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-cb3cae81-96b0-4fe3-bb31-b1284c3f99eb admin admin] 10.222.0.46 "DELETE /v2.0/subnets/ae568695-26d4-425f-aba2-6e6094d1abb7 HTTP/1.1" status: 204 len: 168 time: 0.2746723 Nov 22 20:12:46.893092 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 36378) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:12:46.971887 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6ca3121d-f594-4db5-bb28-ccc66dcdcb06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3961693'] for network, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:47.027883 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-46c0d8de-6d35-4c3a-9fc4-6be96fd5db63 req-69a3bd9c-cc36-44c4-b68a-d7a3b056437f tempest-ListImageFiltersTestJSON-1762929970 tempest-ListImageFiltersTestJSON-1762929970-project] 10.222.0.46 "GET /v2.0/security-groups?id=7bc0946f-8d94-4cf7-9aed-026148cac050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2682261 Nov 22 20:12:47.059520 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87d26ca0-daf2-4993-9a64-8817a2f295c6 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:12:47.067016 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-87d26ca0-daf2-4993-9a64-8817a2f295c6 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] 10.222.0.46 "PUT /v2.0/routers/fe9f0f74-daa1-4186-94aa-d91c9d9ab9c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4110200 Nov 22 20:12:47.070945 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 36382) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:12:47.073391 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3559893-ca6a-4d99-9814-c87aca99495e None None] Sync routers for ids ['fe9f0f74-daa1-4186-94aa-d91c9d9ab9c7'] in n-d-818823-1 {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:12:47.077370 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6ca3121d-f594-4db5-bb28-ccc66dcdcb06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3760028', 'neutron.services.segments.db._delete_segments_for_network-8748992815755'] for network, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:47.096878 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3559893-ca6a-4d99-9814-c87aca99495e None None] Routers {'fe9f0f74-daa1-4186-94aa-d91c9d9ab9c7'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:12:47.097789 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-d3559893-ca6a-4d99-9814-c87aca99495e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:12:32Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['fe9f0f74-daa1-4186-94aa-d91c9d9ab9c7'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:12:47.103975 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-6ca3121d-f594-4db5-bb28-ccc66dcdcb06 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1bdb39d-1f8e-4d0c-9035-1770c3192ef0']}} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:12:47.115165 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-0b68888d-3e3d-4502-aa71-1ed5b682aae4 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] 10.222.0.46 "GET /v2.0/ports?device_id=fe9f0f74-daa1-4186-94aa-d91c9d9ab9c7 HTTP/1.1" status: 200 len: 205 time: 0.0397105 Nov 22 20:12:47.116366 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 36384) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:12:47.120830 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-6ca3121d-f594-4db5-bb28-ccc66dcdcb06 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eaabe971-148e-4556-b90f-3ce457adf9c8') {'for_net_delete': True} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:12:47.121367 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-6ca3121d-f594-4db5-bb28-ccc66dcdcb06 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eaabe971-148e-4556-b90f-3ce457adf9c8') {} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:12:47.134985 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6ca3121d-f594-4db5-bb28-ccc66dcdcb06 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748993039638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11627933'] for segment, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:47.154854 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-d3559893-ca6a-4d99-9814-c87aca99495e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:12:47.166730 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6ca3121d-f594-4db5-bb28-ccc66dcdcb06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:47.167143 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3559893-ca6a-4d99-9814-c87aca99495e None None] Routers {'fe9f0f74-daa1-4186-94aa-d91c9d9ab9c7'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:12:47.168440 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-d3559893-ca6a-4d99-9814-c87aca99495e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:12:32Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['fe9f0f74-daa1-4186-94aa-d91c9d9ab9c7'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:12:47.184131 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ca3121d-f594-4db5-bb28-ccc66dcdcb06 admin admin] Releasing vlan 612 on physical network physnet1 to pool {{(pid=103448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 20:12:47.184752 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6ca3121d-f594-4db5-bb28-ccc66dcdcb06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11567447'] for segment, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:47.186677 n-d-818823-1 neutron-server[103448]: Traceback (most recent call last): Nov 22 20:12:47.186677 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 20:12:47.186677 n-d-818823-1 neutron-server[103448]: timer() Nov 22 20:12:47.186677 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 20:12:47.186677 n-d-818823-1 neutron-server[103448]: cb(*args, **kw) Nov 22 20:12:47.186677 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 20:12:47.186677 n-d-818823-1 neutron-server[103448]: return func(*args, **kwargs) Nov 22 20:12:47.186677 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 20:12:47.186677 n-d-818823-1 neutron-server[103448]: self._notify() Nov 22 20:12:47.186677 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 20:12:47.186677 n-d-818823-1 neutron-server[103448]: self.callback(batched_events) Nov 22 20:12:47.186677 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 20:12:47.186677 n-d-818823-1 neutron-server[103448]: event.method(event) Nov 22 20:12:47.186677 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 20:12:47.186677 n-d-818823-1 neutron-server[103448]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 20:12:47.186677 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 20:12:47.186677 n-d-818823-1 neutron-server[103448]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 20:12:47.186677 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 20:12:47.186677 n-d-818823-1 neutron-server[103448]: return f(self, *a, **k) Nov 22 20:12:47.186677 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 20:12:47.186677 n-d-818823-1 neutron-server[103448]: return self._get(url).json() Nov 22 20:12:47.186677 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 20:12:47.186677 n-d-818823-1 neutron-server[103448]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 20:12:47.186677 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 20:12:47.186677 n-d-818823-1 neutron-server[103448]: return self.request(url, 'GET', **kwargs) Nov 22 20:12:47.186677 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 20:12:47.186677 n-d-818823-1 neutron-server[103448]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 20:12:47.186677 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 20:12:47.186677 n-d-818823-1 neutron-server[103448]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 20:12:47.186677 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 20:12:47.186677 n-d-818823-1 neutron-server[103448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 20:12:47.186677 n-d-818823-1 neutron-server[103448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 20:12:47.211109 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-da7843cb-c7fd-4a6b-b815-4458b02c4748 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks [] for router, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:47.226084 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-d3559893-ca6a-4d99-9814-c87aca99495e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:12:47.232796 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3559893-ca6a-4d99-9814-c87aca99495e None None] The sync data for ids ['fe9f0f74-daa1-4186-94aa-d91c9d9ab9c7'] in n-d-818823-1 is: [] {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:12:47.262080 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6ca3121d-f594-4db5-bb28-ccc66dcdcb06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3760002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595318'] for network, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:47.273833 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6ca3121d-f594-4db5-bb28-ccc66dcdcb06 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:47.278197 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-6ca3121d-f594-4db5-bb28-ccc66dcdcb06 admin admin] 10.222.0.46 "DELETE /v2.0/networks/f1bdb39d-1f8e-4d0c-9035-1770c3192ef0 HTTP/1.1" status: 204 len: 168 time: 0.3839467 Nov 22 20:12:47.294801 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca3121d-f594-4db5-bb28-ccc66dcdcb06 admin admin] Pushing event deleted for resources: {'Network': ['ID=f1bdb39d-1f8e-4d0c-9035-1770c3192ef0,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:12:47.351504 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f005e98-70c2-4a63-b551-e07fe24f68b3 req-9e0e74c2-c5a0-4560-b443-15817db1f3e2 tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:47.359089 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9f005e98-70c2-4a63-b551-e07fe24f68b3 req-9e0e74c2-c5a0-4560-b443-15817db1f3e2 tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] 10.222.0.46 "GET /v2.0/ports?device_id=116dad98-7fd6-43c3-8263-ed0f41ae1b8e HTTP/1.1" status: 200 len: 931 time: 0.3497887 Nov 22 20:12:47.460290 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 36400) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:12:47.494569 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-da7843cb-c7fd-4a6b-b815-4458b02c4748 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24781'] for router, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:47.511465 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-da7843cb-c7fd-4a6b-b815-4458b02c4748 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:47.530755 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-59006ee9-70de-4af6-ab5c-8e83c6dbc1a0 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f13ecf86b4bc483eb64c17361eb0e058&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0688109 Nov 22 20:12:47.535888 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 36404) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:12:47.607645 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-30cd4df3-c319-4fce-ba07-cd328ee63c11 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:47.618541 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9f005e98-70c2-4a63-b551-e07fe24f68b3 req-0d43c1ad-50a7-43af-8fbf-a8ff88a2f83e tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] 10.222.0.46 "GET /v2.0/security-groups?id=a6b5e341-e4ee-449f-b89c-f5b96c06c7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2446914 Nov 22 20:12:47.641455 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [req-e94f6dc3-a391-42d2-a01d-f0d82b4dd932 req-4c39224d-0c81-4435-9ed5-a7667f905ea3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 310c01aa-04f4-4246-8f42-b724298b44bb {{(pid=103447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:12:47.648130 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-30cd4df3-c319-4fce-ba07-cd328ee63c11 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:47.655720 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-da7843cb-c7fd-4a6b-b815-4458b02c4748 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-663261'] for router, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:47.656501 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da7843cb-c7fd-4a6b-b815-4458b02c4748 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Fanout notify agent at l3_agent the message router_deleted on router fe9f0f74-daa1-4186-94aa-d91c9d9ab9c7 {{(pid=103447) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 20:12:47.669068 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-e94f6dc3-a391-42d2-a01d-f0d82b4dd932 req-4c39224d-0c81-4435-9ed5-a7667f905ea3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:47.688966 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-da7843cb-c7fd-4a6b-b815-4458b02c4748 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks [] for router, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:47.690495 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-da7843cb-c7fd-4a6b-b815-4458b02c4748 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] 10.222.0.46 "DELETE /v2.0/routers/fe9f0f74-daa1-4186-94aa-d91c9d9ab9c7 HTTP/1.1" status: 204 len: 168 time: 0.5700612 Nov 22 20:12:47.696242 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 36410) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:12:47.716457 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.provisioning_blocks [req-e94f6dc3-a391-42d2-a01d-f0d82b4dd932 req-4c39224d-0c81-4435-9ed5-a7667f905ea3 service neutron] Transition to ACTIVE for port object 310c01aa-04f4-4246-8f42-b724298b44bb will not be triggered until provisioned by entity L2. {{(pid=103447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 20:12:47.724093 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-e94f6dc3-a391-42d2-a01d-f0d82b4dd932 req-4c39224d-0c81-4435-9ed5-a7667f905ea3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:47.814134 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_v2 [None req-01b35ce8-9ff8-4057-9890-cc42272c68db tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Deleting subnet 4173516e-ed9e-4bdf-a8c1-2d94db2d9244 {{(pid=103448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 20:12:47.817956 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-30cd4df3-c319-4fce-ba07-cd328ee63c11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:47.820161 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c39224d-0c81-4435-9ed5-a7667f905ea3 service neutron] Pushing event updated for resources: {'Port': ['ID=310c01aa-04f4-4246-8f42-b724298b44bb,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:12:47.821245 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-30cd4df3-c319-4fce-ba07-cd328ee63c11 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:47.823710 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-30cd4df3-c319-4fce-ba07-cd328ee63c11 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7fe3aec8-5165-4241-b88a-414e8e9d6712 HTTP/1.1" status: 204 len: 168 time: 0.2850397 Nov 22 20:12:47.824569 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-01b35ce8-9ff8-4057-9890-cc42272c68db tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks [] for subnet, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:47.860254 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cd4df3-c319-4fce-ba07-cd328ee63c11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fe3aec8-5165-4241-b88a-414e8e9d6712,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:12:47.884944 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-01b35ce8-9ff8-4057-9890-cc42272c68db tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11627908'] for subnet, precommit_delete_associations {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:47.966093 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-e94f6dc3-a391-42d2-a01d-f0d82b4dd932 req-4c39224d-0c81-4435-9ed5-a7667f905ea3 service neutron] Attempting to bind port 310c01aa-04f4-4246-8f42-b724298b44bb on host n-h2-818823-1 for vnic_type normal with profile {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:12:47.966751 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-e94f6dc3-a391-42d2-a01d-f0d82b4dd932 req-4c39224d-0c81-4435-9ed5-a7667f905ea3 service neutron] Attempting to bind port 310c01aa-04f4-4246-8f42-b724298b44bb by drivers openvswitch,hyperv on host n-h2-818823-1 at level 0 using segments [{'id': '071fae29-45f8-4fae-87e0-a91dc64245f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'c625a1a7-f1bd-484b-b342-37cf517c7d76'}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:12:47.967292 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e94f6dc3-a391-42d2-a01d-f0d82b4dd932 req-4c39224d-0c81-4435-9ed5-a7667f905ea3 service neutron] Attempting to bind port 310c01aa-04f4-4246-8f42-b724298b44bb on network c625a1a7-f1bd-484b-b342-37cf517c7d76 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:12:47.975791 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e94f6dc3-a391-42d2-a01d-f0d82b4dd932 req-4c39224d-0c81-4435-9ed5-a7667f905ea3 service neutron] Port 310c01aa-04f4-4246-8f42-b724298b44bb on network c625a1a7-f1bd-484b-b342-37cf517c7d76 not bound, no agent of type Open vSwitch agent registered on host n-h2-818823-1 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:12:47.976192 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e94f6dc3-a391-42d2-a01d-f0d82b4dd932 req-4c39224d-0c81-4435-9ed5-a7667f905ea3 service neutron] Attempting to bind port 310c01aa-04f4-4246-8f42-b724298b44bb on network c625a1a7-f1bd-484b-b342-37cf517c7d76 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:12:47.981866 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e94f6dc3-a391-42d2-a01d-f0d82b4dd932 req-4c39224d-0c81-4435-9ed5-a7667f905ea3 service neutron] Checking agent: {'id': '65e0486a-7030-4065-96f0-10aa7402a530', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'started_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 12, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:12:47.982212 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e94f6dc3-a391-42d2-a01d-f0d82b4dd932 req-4c39224d-0c81-4435-9ed5-a7667f905ea3 service neutron] Checking segment: {'id': '071fae29-45f8-4fae-87e0-a91dc64245f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'c625a1a7-f1bd-484b-b342-37cf517c7d76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:12:47.982603 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e94f6dc3-a391-42d2-a01d-f0d82b4dd932 req-4c39224d-0c81-4435-9ed5-a7667f905ea3 service neutron] Bound using segment: {'id': '071fae29-45f8-4fae-87e0-a91dc64245f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'c625a1a7-f1bd-484b-b342-37cf517c7d76'} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:12:47.983037 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-e94f6dc3-a391-42d2-a01d-f0d82b4dd932 req-4c39224d-0c81-4435-9ed5-a7667f905ea3 service neutron] Bound port: 310c01aa-04f4-4246-8f42-b724298b44bb, host: n-h2-818823-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '071fae29-45f8-4fae-87e0-a91dc64245f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'c625a1a7-f1bd-484b-b342-37cf517c7d76'}}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:12:47.983401 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-e94f6dc3-a391-42d2-a01d-f0d82b4dd932 req-4c39224d-0c81-4435-9ed5-a7667f905ea3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:48.014696 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-01b35ce8-9ff8-4057-9890-cc42272c68db tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3753007'] for subnet, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:48.065792 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-e94f6dc3-a391-42d2-a01d-f0d82b4dd932 req-4c39224d-0c81-4435-9ed5-a7667f905ea3 service neutron] For port 310c01aa-04f4-4246-8f42-b724298b44bb, host n-h2-818823-1, cleared binding levels {{(pid=103447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:12:48.070553 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-e94f6dc3-a391-42d2-a01d-f0d82b4dd932 req-4c39224d-0c81-4435-9ed5-a7667f905ea3 service neutron] For port 310c01aa-04f4-4246-8f42-b724298b44bb, host n-h2-818823-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=310c01aa-04f4-4246-8f42-b724298b44bb,segment=NetworkSegment(071fae29-45f8-4fae-87e0-a91dc64245f1),segment_id=071fae29-45f8-4fae-87e0-a91dc64245f1)] {{(pid=103447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:12:48.077246 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-e94f6dc3-a391-42d2-a01d-f0d82b4dd932 req-4c39224d-0c81-4435-9ed5-a7667f905ea3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:48.080248 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-01b35ce8-9ff8-4057-9890-cc42272c68db tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3753014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11567369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11792914'] for subnet, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:48.109180 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b35ce8-9ff8-4057-9890-cc42272c68db tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Pushing event deleted for resources: {'Subnet': ['ID=4173516e-ed9e-4bdf-a8c1-2d94db2d9244,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:12:48.117973 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-01b35ce8-9ff8-4057-9890-cc42272c68db tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:48.126111 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 36420) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:12:48.126274 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-01b35ce8-9ff8-4057-9890-cc42272c68db tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] 10.222.0.46 "DELETE /v2.0/subnets/4173516e-ed9e-4bdf-a8c1-2d94db2d9244 HTTP/1.1" status: 204 len: 168 time: 0.4273186 Nov 22 20:12:48.127207 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1786f8bf-82d4-44dc-a329-b0453e9ed460 None None] Network d6a48f48-3190-4296-bebe-6695d75258d0 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:12:48.132666 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94f6dc3-a391-42d2-a01d-f0d82b4dd932 req-4c39224d-0c81-4435-9ed5-a7667f905ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:48.133303 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-e94f6dc3-a391-42d2-a01d-f0d82b4dd932 req-4c39224d-0c81-4435-9ed5-a7667f905ea3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:48.134751 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e94f6dc3-a391-42d2-a01d-f0d82b4dd932 req-4c39224d-0c81-4435-9ed5-a7667f905ea3 service neutron] 10.222.0.20 "PUT /v2.0/ports/310c01aa-04f4-4246-8f42-b724298b44bb HTTP/1.1" status: 200 len: 1091 time: 1.9967020 Nov 22 20:12:48.145251 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '116dad98-7fd6-43c3-8263-ed0f41ae1b8e', 'tag': '310c01aa-04f4-4246-8f42-b724298b44bb'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:12:48.149990 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09f0c085-e19a-4a3e-a3f2-db5faea1699c" -d '{"events": [{"name": "network-changed", "server_uuid": "116dad98-7fd6-43c3-8263-ed0f41ae1b8e", "tag": "310c01aa-04f4-4246-8f42-b724298b44bb"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:12:48.179941 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c39224d-0c81-4435-9ed5-a7667f905ea3 service neutron] Pushing event updated for resources: {'Port': ['ID=310c01aa-04f4-4246-8f42-b724298b44bb,revision_number=3']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:12:48.207587 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 20:12:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e273b2a1-8a97-46ac-9b5f-b5170a3c637a x-openstack-request-id: req-e273b2a1-8a97-46ac-9b5f-b5170a3c637a {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:12:48.207964 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "116dad98-7fd6-43c3-8263-ed0f41ae1b8e", "tag": "310c01aa-04f4-4246-8f42-b724298b44bb", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:12:48.208341 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e273b2a1-8a97-46ac-9b5f-b5170a3c637a {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:12:48.208954 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '116dad98-7fd6-43c3-8263-ed0f41ae1b8e', 'tag': '310c01aa-04f4-4246-8f42-b724298b44bb', 'status': 'completed', 'code': 200} Nov 22 20:12:48.264553 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_v2 [None req-621fa5e0-1557-4acc-8343-02a56f467613 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Deleting subnet b508edde-b5b2-46f4-be09-162f8c971bb2 {{(pid=103447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 20:12:48.268284 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-621fa5e0-1557-4acc-8343-02a56f467613 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks [] for subnet, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:48.323255 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94f6dc3-a391-42d2-a01d-f0d82b4dd932 req-87166fd4-8a5b-4e28-8037-f1e054fc77ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:48.324906 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e94f6dc3-a391-42d2-a01d-f0d82b4dd932 req-87166fd4-8a5b-4e28-8037-f1e054fc77ee service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f636877ba0f34a3e9062dfe9cdad7e3c&device_id=116dad98-7fd6-43c3-8263-ed0f41ae1b8e HTTP/1.1" status: 200 len: 1094 time: 0.1095164 Nov 22 20:12:48.327760 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-621fa5e0-1557-4acc-8343-02a56f467613 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12178353'] for subnet, precommit_delete_associations {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:48.393266 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a54e3698-df79-4178-9dd6-82eb048020ca None None] DHCP port deletion for d6a48f48-3190-4296-bebe-6695d75258d0 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:12:48.406610 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e94f6dc3-a391-42d2-a01d-f0d82b4dd932 req-ab45cda6-b53c-4ffd-8b8d-fcc16b8bdc0e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=310c01aa-04f4-4246-8f42-b724298b44bb HTTP/1.1" status: 200 len: 217 time: 0.0471869 Nov 22 20:12:48.471703 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-a54e3698-df79-4178-9dd6-82eb048020ca None None] Deleting port a992b6c5-2a59-4b35-835a-e69dc4a81d00 {{(pid=103449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:12:48.472734 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-a54e3698-df79-4178-9dd6-82eb048020ca None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:48.511961 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94f6dc3-a391-42d2-a01d-f0d82b4dd932 req-d3835d12-18fd-4c9f-a2ba-d8bb3b542236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:48.513419 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e94f6dc3-a391-42d2-a01d-f0d82b4dd932 req-d3835d12-18fd-4c9f-a2ba-d8bb3b542236 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c7864178-f3d5-4b52-bb8a-e0038ceec004 HTTP/1.1" status: 200 len: 845 time: 0.0911987 Nov 22 20:12:48.518273 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-621fa5e0-1557-4acc-8343-02a56f467613 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3753007'] for subnet, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:48.568162 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e94f6dc3-a391-42d2-a01d-f0d82b4dd932 req-48f59428-b5f2-4de5-9a51-7bc7f4688aaa service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c625a1a7-f1bd-484b-b342-37cf517c7d76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464904 Nov 22 20:12:48.577430 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-a54e3698-df79-4178-9dd6-82eb048020ca None None] For port a992b6c5-2a59-4b35-835a-e69dc4a81d00, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=a992b6c5-2a59-4b35-835a-e69dc4a81d00,segment=NetworkSegment(76644793-0c36-4a15-82d0-e7f33fe9b766),segment_id=76644793-0c36-4a15-82d0-e7f33fe9b766)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:12:48.578441 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-a54e3698-df79-4178-9dd6-82eb048020ca None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:48.619542 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-a54e3698-df79-4178-9dd6-82eb048020ca None None] Calling delete_port for a992b6c5-2a59-4b35-835a-e69dc4a81d00 owned by network:dhcp {{(pid=103449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:12:48.668293 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-621fa5e0-1557-4acc-8343-02a56f467613 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3753014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8900804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8485115'] for subnet, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:48.692624 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-621fa5e0-1557-4acc-8343-02a56f467613 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for subnet, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:48.699447 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-621fa5e0-1557-4acc-8343-02a56f467613 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] 10.222.0.46 "DELETE /v2.0/subnets/b508edde-b5b2-46f4-be09-162f8c971bb2 HTTP/1.1" status: 204 len: 168 time: 0.5708079 Nov 22 20:12:48.699783 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 36444) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:12:48.721666 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621fa5e0-1557-4acc-8343-02a56f467613 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Pushing event deleted for resources: {'Subnet': ['ID=b508edde-b5b2-46f4-be09-162f8c971bb2,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:12:48.739774 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e94f6dc3-a391-42d2-a01d-f0d82b4dd932 req-b0ce6471-a0cc-4cb1-8d34-8390e92574e2 service neutron] 10.222.0.20 "GET /v2.0/networks/c625a1a7-f1bd-484b-b342-37cf517c7d76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566544 Nov 22 20:12:48.761267 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88c4010b-5978-4390-b482-2c28df8e5642 None None] Network 7f210649-548e-459c-a1c3-09790f945be1 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:12:48.898008 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-61e6b9db-c65a-4ba5-95cf-d80c3f9fcedc tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3961693'] for network, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:49.023962 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4873683-a42b-4579-af35-948fc72ea990 req-2b1c88b1-583b-446a-9bf8-8d13896e587e tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:49.032826 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c4873683-a42b-4579-af35-948fc72ea990 req-2b1c88b1-583b-446a-9bf8-8d13896e587e tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] 10.222.0.46 "GET /v2.0/ports?device_id=116dad98-7fd6-43c3-8263-ed0f41ae1b8e HTTP/1.1" status: 200 len: 943 time: 0.2892253 Nov 22 20:12:49.035351 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-a54e3698-df79-4178-9dd6-82eb048020ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381'] for port, after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:49.042622 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-61e6b9db-c65a-4ba5-95cf-d80c3f9fcedc tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Deleting port a992b6c5-2a59-4b35-835a-e69dc4a81d00 {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:12:49.042953 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-61e6b9db-c65a-4ba5-95cf-d80c3f9fcedc tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:49.077803 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54e3698-df79-4178-9dd6-82eb048020ca None None] Pushing event deleted for resources: {'Port': ['ID=a992b6c5-2a59-4b35-835a-e69dc4a81d00,revision_number=None']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:12:49.081336 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a54e3698-df79-4178-9dd6-82eb048020ca None None] No DVR routers for this DVR port a992b6c5-2a59-4b35-835a-e69dc4a81d00 on host n-d-818823-1 {{(pid=103449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:12:49.102438 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e94f6dc3-a391-42d2-a01d-f0d82b4dd932 req-0cde71d4-dbe1-4544-8b7d-35478752247c service neutron] 10.222.0.20 "GET /v2.0/networks/c625a1a7-f1bd-484b-b342-37cf517c7d76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3470018 Nov 22 20:12:49.118446 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c4873683-a42b-4579-af35-948fc72ea990 req-d023718a-eaf4-4f4d-87ea-382fa91810fd tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] 10.222.0.46 "GET /v2.0/security-groups?id=a6b5e341-e4ee-449f-b89c-f5b96c06c7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792692 Nov 22 20:12:49.173541 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-61e6b9db-c65a-4ba5-95cf-d80c3f9fcedc tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] For port a992b6c5-2a59-4b35-835a-e69dc4a81d00, host n-d-818823-1, got binding levels [] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:12:49.173918 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-61e6b9db-c65a-4ba5-95cf-d80c3f9fcedc tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:49.197062 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-61e6b9db-c65a-4ba5-95cf-d80c3f9fcedc tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Calling delete_port for a992b6c5-2a59-4b35-835a-e69dc4a81d00 owned by network:dhcp {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:12:49.201178 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.ipam_backend_mixin [None req-61e6b9db-c65a-4ba5-95cf-d80c3f9fcedc tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Port a992b6c5-2a59-4b35-835a-e69dc4a81d00 was not found and therefore no delete operation was performed {{(pid=103448) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 22 20:12:49.204050 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c91bc850-fe1b-448f-aa37-7973c0c35e71 None None] DHCP port deletion for 7f210649-548e-459c-a1c3-09790f945be1 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:12:49.219908 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-61e6b9db-c65a-4ba5-95cf-d80c3f9fcedc tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:49.231842 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f0c085-e19a-4a3e-a3f2-db5faea1699c req-a384a8a7-ef19-4d4a-8376-8be288c9a99a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:49.233600 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-09f0c085-e19a-4a3e-a3f2-db5faea1699c req-a384a8a7-ef19-4d4a-8376-8be288c9a99a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f636877ba0f34a3e9062dfe9cdad7e3c&device_id=116dad98-7fd6-43c3-8263-ed0f41ae1b8e HTTP/1.1" status: 200 len: 1094 time: 0.0680096 Nov 22 20:12:49.263085 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e6b9db-c65a-4ba5-95cf-d80c3f9fcedc tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Pushing event deleted for resources: {'Port': ['ID=a992b6c5-2a59-4b35-835a-e69dc4a81d00,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:12:49.270183 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e6b9db-c65a-4ba5-95cf-d80c3f9fcedc tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] No DVR routers for this DVR port a992b6c5-2a59-4b35-835a-e69dc4a81d00 on host n-d-818823-1 {{(pid=103448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:12:49.281646 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-c91bc850-fe1b-448f-aa37-7973c0c35e71 None None] Deleting port fe0d6290-54c0-4e0a-b822-bd9fcdb31e51 {{(pid=103449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:12:49.282026 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-c91bc850-fe1b-448f-aa37-7973c0c35e71 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:49.359696 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-c91bc850-fe1b-448f-aa37-7973c0c35e71 None None] For port fe0d6290-54c0-4e0a-b822-bd9fcdb31e51, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=fe0d6290-54c0-4e0a-b822-bd9fcdb31e51,segment=NetworkSegment(d515e0d5-28bc-438e-bd06-63c98e4f5001),segment_id=d515e0d5-28bc-438e-bd06-63c98e4f5001)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:12:49.359985 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-c91bc850-fe1b-448f-aa37-7973c0c35e71 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:49.390764 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-61e6b9db-c65a-4ba5-95cf-d80c3f9fcedc tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3760028', 'neutron.services.segments.db._delete_segments_for_network-8748992815755'] for network, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:49.401409 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-c91bc850-fe1b-448f-aa37-7973c0c35e71 None None] Calling delete_port for fe0d6290-54c0-4e0a-b822-bd9fcdb31e51 owned by network:dhcp {{(pid=103449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:12:49.417545 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f0c085-e19a-4a3e-a3f2-db5faea1699c req-3bdf016b-9bd8-4415-ba88-6c173140be54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:49.419360 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-09f0c085-e19a-4a3e-a3f2-db5faea1699c req-3bdf016b-9bd8-4415-ba88-6c173140be54 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c625a1a7-f1bd-484b-b342-37cf517c7d76 HTTP/1.1" status: 200 len: 906 time: 0.1762381 Nov 22 20:12:49.421019 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-61e6b9db-c65a-4ba5-95cf-d80c3f9fcedc tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6a48f48-3190-4296-bebe-6695d75258d0']}} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:12:49.442339 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-61e6b9db-c65a-4ba5-95cf-d80c3f9fcedc tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76644793-0c36-4a15-82d0-e7f33fe9b766') {'for_net_delete': True} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:12:49.442816 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-61e6b9db-c65a-4ba5-95cf-d80c3f9fcedc tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76644793-0c36-4a15-82d0-e7f33fe9b766') {} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:12:49.459577 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-61e6b9db-c65a-4ba5-95cf-d80c3f9fcedc tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748993039638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11627933'] for segment, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:49.476621 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-61e6b9db-c65a-4ba5-95cf-d80c3f9fcedc tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:49.480776 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-09f0c085-e19a-4a3e-a3f2-db5faea1699c req-a5964176-41ad-482e-8a38-bb7cbf200883 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=310c01aa-04f4-4246-8f42-b724298b44bb HTTP/1.1" status: 200 len: 217 time: 0.0508614 Nov 22 20:12:49.483991 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 3b4d05c5-4ac6-4c52-a98e-77f1fb2177ec details requested by agent hyperv_n-h2-818823-1 with host n-h2-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 20:12:49.484774 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61e6b9db-c65a-4ba5-95cf-d80c3f9fcedc tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Releasing vlan 639 on physical network physnet1 to pool {{(pid=103448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 20:12:49.485678 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-61e6b9db-c65a-4ba5-95cf-d80c3f9fcedc tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11567447'] for segment, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:49.490023 n-d-818823-1 neutron-server[103448]: Traceback (most recent call last): Nov 22 20:12:49.490023 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 20:12:49.490023 n-d-818823-1 neutron-server[103448]: timer() Nov 22 20:12:49.490023 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 20:12:49.490023 n-d-818823-1 neutron-server[103448]: cb(*args, **kw) Nov 22 20:12:49.490023 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 20:12:49.490023 n-d-818823-1 neutron-server[103448]: return func(*args, **kwargs) Nov 22 20:12:49.490023 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 20:12:49.490023 n-d-818823-1 neutron-server[103448]: self._notify() Nov 22 20:12:49.490023 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 20:12:49.490023 n-d-818823-1 neutron-server[103448]: self.callback(batched_events) Nov 22 20:12:49.490023 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 20:12:49.490023 n-d-818823-1 neutron-server[103448]: event.method(event) Nov 22 20:12:49.490023 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 20:12:49.490023 n-d-818823-1 neutron-server[103448]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 20:12:49.490023 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 20:12:49.490023 n-d-818823-1 neutron-server[103448]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 20:12:49.490023 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 20:12:49.490023 n-d-818823-1 neutron-server[103448]: return f(self, *a, **k) Nov 22 20:12:49.490023 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 20:12:49.490023 n-d-818823-1 neutron-server[103448]: return self._get(url).json() Nov 22 20:12:49.490023 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 20:12:49.490023 n-d-818823-1 neutron-server[103448]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 20:12:49.490023 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 20:12:49.490023 n-d-818823-1 neutron-server[103448]: return self.request(url, 'GET', **kwargs) Nov 22 20:12:49.490023 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 20:12:49.490023 n-d-818823-1 neutron-server[103448]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 20:12:49.490023 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 20:12:49.490023 n-d-818823-1 neutron-server[103448]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 20:12:49.490023 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 20:12:49.490023 n-d-818823-1 neutron-server[103448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 20:12:49.490023 n-d-818823-1 neutron-server[103448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 20:12:49.577422 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-61e6b9db-c65a-4ba5-95cf-d80c3f9fcedc tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3760002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595318'] for network, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:49.587432 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-61e6b9db-c65a-4ba5-95cf-d80c3f9fcedc tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:49.591903 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f0c085-e19a-4a3e-a3f2-db5faea1699c req-e2599fd2-c263-4951-a4bc-88070a83b633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:49.593569 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-61e6b9db-c65a-4ba5-95cf-d80c3f9fcedc tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] 10.222.0.46 "DELETE /v2.0/networks/d6a48f48-3190-4296-bebe-6695d75258d0 HTTP/1.1" status: 204 len: 168 time: 0.8923762 Nov 22 20:12:49.594062 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-09f0c085-e19a-4a3e-a3f2-db5faea1699c req-e2599fd2-c263-4951-a4bc-88070a83b633 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c7864178-f3d5-4b52-bb8a-e0038ceec004 HTTP/1.1" status: 200 len: 845 time: 0.0955129 Nov 22 20:12:49.594603 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 36468) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:12:49.607112 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e6b9db-c65a-4ba5-95cf-d80c3f9fcedc tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Pushing event deleted for resources: {'Network': ['ID=d6a48f48-3190-4296-bebe-6695d75258d0,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:12:49.652954 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port 3b4d05c5-4ac6-4c52-a98e-77f1fb2177ec, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=3b4d05c5-4ac6-4c52-a98e-77f1fb2177ec,segment=NetworkSegment(2a5a1c7b-538e-498e-99b9-cc7a8e0411be),segment_id=2a5a1c7b-538e-498e-99b9-cc7a8e0411be)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:12:49.665895 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-09f0c085-e19a-4a3e-a3f2-db5faea1699c req-2d897bb0-a9a3-42e1-a238-1d133ee023ce service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c625a1a7-f1bd-484b-b342-37cf517c7d76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0590246 Nov 22 20:12:49.701594 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Returning: {'device': '3b4d05c5-4ac6-4c52-a98e-77f1fb2177ec', 'network_id': 'e1052824-bf78-4963-8937-b202e372ac24', 'port_id': '3b4d05c5-4ac6-4c52-a98e-77f1fb2177ec', 'mac_address': 'fa:16:3e:4c:e3:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3091ebfd-11e2-41f8-9c00-ffe0b86563d8', 'ip_address': '192.168.233.73'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 20:12:49.815714 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-09f0c085-e19a-4a3e-a3f2-db5faea1699c req-801a4db3-4bcf-47c0-a1fc-f1f5e8fd1a9d service neutron] 10.222.0.20 "GET /v2.0/networks/c625a1a7-f1bd-484b-b342-37cf517c7d76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123037 Nov 22 20:12:49.842638 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:49.846081 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-c91bc850-fe1b-448f-aa37-7973c0c35e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381'] for port, after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:49.890482 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91bc850-fe1b-448f-aa37-7973c0c35e71 None None] Pushing event deleted for resources: {'Port': ['ID=fe0d6290-54c0-4e0a-b822-bd9fcdb31e51,revision_number=None']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:12:49.895703 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b4d05c5-4ac6-4c52-a98e-77f1fb2177ec {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:12:49.910461 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c91bc850-fe1b-448f-aa37-7973c0c35e71 None None] No DVR routers for this DVR port fe0d6290-54c0-4e0a-b822-bd9fcdb31e51 on host n-d-818823-1 {{(pid=103449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:12:49.927631 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91bc850-fe1b-448f-aa37-7973c0c35e71 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:12:49.927987 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91bc850-fe1b-448f-aa37-7973c0c35e71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:12:49.928867 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91bc850-fe1b-448f-aa37-7973c0c35e71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:12:49.929307 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91bc850-fe1b-448f-aa37-7973c0c35e71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:12:49.929735 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91bc850-fe1b-448f-aa37-7973c0c35e71 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:12:49.930081 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91bc850-fe1b-448f-aa37-7973c0c35e71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:12:49.930410 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91bc850-fe1b-448f-aa37-7973c0c35e71 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:12:49.930735 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91bc850-fe1b-448f-aa37-7973c0c35e71 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:12:49.931055 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91bc850-fe1b-448f-aa37-7973c0c35e71 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:12:49.931445 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91bc850-fe1b-448f-aa37-7973c0c35e71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:12:49.931851 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91bc850-fe1b-448f-aa37-7973c0c35e71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:12:49.932252 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91bc850-fe1b-448f-aa37-7973c0c35e71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:12:49.953701 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port 3b4d05c5-4ac6-4c52-a98e-77f1fb2177ec, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=3b4d05c5-4ac6-4c52-a98e-77f1fb2177ec,segment=NetworkSegment(2a5a1c7b-538e-498e-99b9-cc7a8e0411be),segment_id=2a5a1c7b-538e-498e-99b9-cc7a8e0411be)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:12:49.982044 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:50.044110 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device a992b6c5-2a59-4b35-835a-e69dc4a81d00 no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:12:50.083806 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b0aee83e-347f-4c45-aaa6-1095fcfe00dc tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3961693'] for network, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:50.087535 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: a992b6c5-2a59-4b35-835a-e69dc4a81d00 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:12:50.087918 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device a992b6c5-2a59-4b35-835a-e69dc4a81d00 not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:12:50.088644 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device fe0d6290-54c0-4e0a-b822-bd9fcdb31e51 no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:12:50.128936 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] get_ports_and_sgs() called for port_ids ['3b4d05c5-4ac6-4c52-a98e-77f1fb2177ec'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:12:50.189140 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: fe0d6290-54c0-4e0a-b822-bd9fcdb31e51 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:12:50.189764 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device fe0d6290-54c0-4e0a-b822-bd9fcdb31e51 not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:12:50.214948 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=3b4d05c5-4ac6-4c52-a98e-77f1fb2177ec,revision_number=9']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:12:50.291149 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b5d85513-d2e1-4306-b533-060acbd58d22 req-b7a56ace-7218-45ae-a46f-076db647dd58 tempest-ServerShowV257Test-650002909 tempest-ServerShowV257Test-650002909-project] 10.222.0.46 "GET /v2.0/ports?device_id=3fe7c6c6-4541-4e5a-80ad-1a85f55ac358 HTTP/1.1" status: 200 len: 210 time: 0.0621057 Nov 22 20:12:50.437337 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b0aee83e-347f-4c45-aaa6-1095fcfe00dc tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3760028', 'neutron.services.segments.db._delete_segments_for_network-8748992815755'] for network, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:50.449290 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-09f0c085-e19a-4a3e-a3f2-db5faea1699c req-22c120cd-8cea-4573-8c6c-c56f57312ad9 service neutron] 10.222.0.20 "GET /v2.0/networks/c625a1a7-f1bd-484b-b342-37cf517c7d76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6217895 Nov 22 20:12:50.487981 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-b0aee83e-347f-4c45-aaa6-1095fcfe00dc tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f210649-548e-459c-a1c3-09790f945be1']}} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:12:50.515330 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-b0aee83e-347f-4c45-aaa6-1095fcfe00dc tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd515e0d5-28bc-438e-bd06-63c98e4f5001') {'for_net_delete': True} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:12:50.516243 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-b0aee83e-347f-4c45-aaa6-1095fcfe00dc tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd515e0d5-28bc-438e-bd06-63c98e4f5001') {} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:12:50.534579 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b0aee83e-347f-4c45-aaa6-1095fcfe00dc tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748993039638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12178344'] for segment, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:50.558627 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9f3dbe-0d3d-4494-a402-1ca2084e14e9 req-151e6e9d-b5c5-4bf5-9b88-521951e8ed8d tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:50.574551 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5a9f3dbe-0d3d-4494-a402-1ca2084e14e9 req-151e6e9d-b5c5-4bf5-9b88-521951e8ed8d tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] 10.222.0.46 "GET /v2.0/ports?device_id=116dad98-7fd6-43c3-8263-ed0f41ae1b8e HTTP/1.1" status: 200 len: 943 time: 0.2562382 Nov 22 20:12:50.608089 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b0aee83e-347f-4c45-aaa6-1095fcfe00dc tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:50.622197 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0aee83e-347f-4c45-aaa6-1095fcfe00dc tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Releasing vlan 602 on physical network physnet1 to pool {{(pid=103447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 20:12:50.622691 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b0aee83e-347f-4c45-aaa6-1095fcfe00dc tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8900762'] for segment, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:50.626235 n-d-818823-1 neutron-server[103447]: Traceback (most recent call last): Nov 22 20:12:50.626235 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 20:12:50.626235 n-d-818823-1 neutron-server[103447]: timer() Nov 22 20:12:50.626235 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 20:12:50.626235 n-d-818823-1 neutron-server[103447]: cb(*args, **kw) Nov 22 20:12:50.626235 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 20:12:50.626235 n-d-818823-1 neutron-server[103447]: return func(*args, **kwargs) Nov 22 20:12:50.626235 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 20:12:50.626235 n-d-818823-1 neutron-server[103447]: self._notify() Nov 22 20:12:50.626235 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 20:12:50.626235 n-d-818823-1 neutron-server[103447]: self.callback(batched_events) Nov 22 20:12:50.626235 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 20:12:50.626235 n-d-818823-1 neutron-server[103447]: event.method(event) Nov 22 20:12:50.626235 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 20:12:50.626235 n-d-818823-1 neutron-server[103447]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 20:12:50.626235 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 20:12:50.626235 n-d-818823-1 neutron-server[103447]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 20:12:50.626235 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 20:12:50.626235 n-d-818823-1 neutron-server[103447]: return f(self, *a, **k) Nov 22 20:12:50.626235 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 20:12:50.626235 n-d-818823-1 neutron-server[103447]: return self._get(url).json() Nov 22 20:12:50.626235 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 20:12:50.626235 n-d-818823-1 neutron-server[103447]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 20:12:50.626235 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 20:12:50.626235 n-d-818823-1 neutron-server[103447]: return self.request(url, 'GET', **kwargs) Nov 22 20:12:50.626235 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 20:12:50.626235 n-d-818823-1 neutron-server[103447]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 20:12:50.626235 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 20:12:50.626235 n-d-818823-1 neutron-server[103447]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 20:12:50.626235 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 20:12:50.626235 n-d-818823-1 neutron-server[103447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 20:12:50.626235 n-d-818823-1 neutron-server[103447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 20:12:50.709877 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5a9f3dbe-0d3d-4494-a402-1ca2084e14e9 req-23990d2a-0c45-407e-9132-f0883c505432 tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] 10.222.0.46 "GET /v2.0/security-groups?id=a6b5e341-e4ee-449f-b89c-f5b96c06c7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341968 Nov 22 20:12:50.721731 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b0aee83e-347f-4c45-aaa6-1095fcfe00dc tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3760002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595318'] for network, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:50.726817 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b0aee83e-347f-4c45-aaa6-1095fcfe00dc tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for network, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:50.731932 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-b0aee83e-347f-4c45-aaa6-1095fcfe00dc tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] 10.222.0.46 "DELETE /v2.0/networks/7f210649-548e-459c-a1c3-09790f945be1 HTTP/1.1" status: 204 len: 168 time: 1.1356814 Nov 22 20:12:50.738217 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 36516) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:12:50.744440 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-62164c5d-3f58-42ef-8fa5-53211cf1ffc4 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Request body: {'network': {'name': 'tempest-RoutersTest-164484183'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:12:50.753165 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aee83e-347f-4c45-aaa6-1095fcfe00dc tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Pushing event deleted for resources: {'Network': ['ID=7f210649-548e-459c-a1c3-09790f945be1,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:12:50.781179 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62164c5d-3f58-42ef-8fa5-53211cf1ffc4 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Made reservation on behalf of 39adbab155b64849b1b9cb0eac9a72dd for: {'network': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:12:50.785541 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-62164c5d-3f58-42ef-8fa5-53211cf1ffc4 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for network, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:50.816627 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62164c5d-3f58-42ef-8fa5-53211cf1ffc4 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] vlan segment allocate from pool success with {'vlan_id': 612, 'physical_network': 'physnet1'} {{(pid=103448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 20:12:50.827923 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-62164c5d-3f58-42ef-8fa5-53211cf1ffc4 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:50.828916 n-d-818823-1 neutron-server[103448]: INFO neutron.db.segments_db [None req-62164c5d-3f58-42ef-8fa5-53211cf1ffc4 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Added segment febc8bde-a581-40e1-a69f-72c424bd880f of type vlan for network 8eff29ca-e203-47c3-bcd0-aaf3b9930d64 Nov 22 20:12:50.877383 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-62164c5d-3f58-42ef-8fa5-53211cf1ffc4 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748992492791'] for network, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:50.912134 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-62164c5d-3f58-42ef-8fa5-53211cf1ffc4 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for network, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:50.919145 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62164c5d-3f58-42ef-8fa5-53211cf1ffc4 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:50.919880 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-62164c5d-3f58-42ef-8fa5-53211cf1ffc4 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:50.982666 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 4dc546ba-2901-40c2-8ae8-0dbb382728dd no longer exists at agent hyperv_n-h1-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:12:50.993365 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 36520) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:12:50.999756 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-62164c5d-3f58-42ef-8fa5-53211cf1ffc4 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2560010 Nov 22 20:12:51.004907 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-b50c46fe-1fb0-4641-93ad-3c0cd8eda646 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Request body: {'subnet': {'network_id': '8eff29ca-e203-47c3-bcd0-aaf3b9930d64', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:12:51.011176 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62164c5d-3f58-42ef-8fa5-53211cf1ffc4 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Pushing event updated for resources: {'Network': ['ID=8eff29ca-e203-47c3-bcd0-aaf3b9930d64,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:12:51.047246 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Network 8eff29ca-e203-47c3-bcd0-aaf3b9930d64 details requested by agent ovs-agent-n-d-818823-1 with host n-d-818823-1 {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 20:12:51.148970 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b50c46fe-1fb0-4641-93ad-3c0cd8eda646 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Made reservation on behalf of 39adbab155b64849b1b9cb0eac9a72dd for: {'subnet': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:12:51.161730 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b50c46fe-1fb0-4641-93ad-3c0cd8eda646 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8485086'] for subnet, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:51.218704 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:51.243373 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3976a086-7eb8-4b57-8c36-4478955520bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4dc546ba-2901-40c2-8ae8-0dbb382728dd'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:12:51.245981 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d39f6d30a11e565ec9648abcc015e8a6ab6cff4edd704add8155e28765d31eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fc2f21e-8afe-4007-9f26-bec4de893842" -d '{"events": [{"server_uuid": "3976a086-7eb8-4b57-8c36-4478955520bb", "name": "network-vif-unplugged", "status": "completed", "tag": "4dc546ba-2901-40c2-8ae8-0dbb382728dd"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:12:51.264401 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 4dc546ba-2901-40c2-8ae8-0dbb382728dd, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=4dc546ba-2901-40c2-8ae8-0dbb382728dd,segment=NetworkSegment(2a5a1c7b-538e-498e-99b9-cc7a8e0411be),segment_id=2a5a1c7b-538e-498e-99b9-cc7a8e0411be)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:12:51.270961 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:51.327723 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 22 Nov 2021 20:12:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8388958a-1402-49bf-9543-b1f744edf90d x-openstack-request-id: req-8388958a-1402-49bf-9543-b1f744edf90d {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:12:51.328235 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3976a086-7eb8-4b57-8c36-4478955520bb", "name": "network-vif-unplugged", "status": "completed", "tag": "4dc546ba-2901-40c2-8ae8-0dbb382728dd", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:12:51.328658 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8388958a-1402-49bf-9543-b1f744edf90d {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:12:51.329226 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3976a086-7eb8-4b57-8c36-4478955520bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4dc546ba-2901-40c2-8ae8-0dbb382728dd', 'code': 200} Nov 22 20:12:51.369860 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=4dc546ba-2901-40c2-8ae8-0dbb382728dd,revision_number=8']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:12:51.431209 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b50c46fe-1fb0-4641-93ad-3c0cd8eda646 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8900613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8485104'] for subnet, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:51.468172 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 310c01aa-04f4-4246-8f42-b724298b44bb details requested by agent hyperv_n-h2-818823-1 with host n-h2-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 20:12:51.491297 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 3b4d05c5-4ac6-4c52-a98e-77f1fb2177ec up at agent hyperv_n-h2-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:12:51.580078 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-81164c20-ce27-4b73-b1d2-1ecf378f22da req-0a5f1145-8986-47d6-9321-ec5177b7ebc8 tempest-ServerShowV257Test-650002909 tempest-ServerShowV257Test-650002909-project] 10.222.0.46 "GET /v2.0/ports?device_id=3fe7c6c6-4541-4e5a-80ad-1a85f55ac358 HTTP/1.1" status: 200 len: 210 time: 0.1184409 Nov 22 20:12:51.611648 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50c46fe-1fb0-4641-93ad-3c0cd8eda646 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Pushing event updated for resources: {'Subnet': ['ID=648e40a8-db11-4bd1-9f6a-6d08b3f0ff96,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:12:51.661210 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50c46fe-1fb0-4641-93ad-3c0cd8eda646 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Checking segment: {'id': 'febc8bde-a581-40e1-a69f-72c424bd880f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '8eff29ca-e203-47c3-bcd0-aaf3b9930d64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:12:51.661690 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b50c46fe-1fb0-4641-93ad-3c0cd8eda646 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Network hostable DHCP agents. Network: 8eff29ca-e203-47c3-bcd0-aaf3b9930d64, hostable agents: ['02adaa64-0987-4b74-bad0-cbcf56f8a294'], hosted agents: [] {{(pid=103447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 20:12:51.697647 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b50c46fe-1fb0-4641-93ad-3c0cd8eda646 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Network 8eff29ca-e203-47c3-bcd0-aaf3b9930d64 is scheduled to be hosted by DHCP agent 02adaa64-0987-4b74-bad0-cbcf56f8a294 with binding_index 1 {{(pid=103447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 20:12:51.713076 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-b50c46fe-1fb0-4641-93ad-3c0cd8eda646 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818823-1, 8eff29ca-e203-47c3-bcd0-aaf3b9930d64) {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:12:51.729475 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b50c46fe-1fb0-4641-93ad-3c0cd8eda646 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:51.730549 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b50c46fe-1fb0-4641-93ad-3c0cd8eda646 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for subnet, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:51.762615 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-b50c46fe-1fb0-4641-93ad-3c0cd8eda646 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7655170 Nov 22 20:12:51.763608 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 36558) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:12:51.769471 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-03ca36e5-06a2-46d9-9192-fb0281486f23 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1917994155', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:12:51.818378 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-03ca36e5-06a2-46d9-9192-fb0281486f23 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24799'] for router, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:51.820419 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-03ca36e5-06a2-46d9-9192-fb0281486f23 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-632716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24788'] for router, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:51.935490 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-03ca36e5-06a2-46d9-9192-fb0281486f23 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:51.942764 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-03ca36e5-06a2-46d9-9192-fb0281486f23 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-659538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-841284'] for router, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:51.951255 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d55fd8e7-6fae-4db6-98dc-aed49d387a6c None None] Network 8eff29ca-e203-47c3-bcd0-aaf3b9930d64 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:12:51.963571 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c82c9f-5a30-4d5b-ba42-fd73a5560e50 req-b15ab7d1-d2d0-4e2d-930b-523f12befaf9 tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:51.972327 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-19c82c9f-5a30-4d5b-ba42-fd73a5560e50 req-b15ab7d1-d2d0-4e2d-930b-523f12befaf9 tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] 10.222.0.46 "GET /v2.0/ports?device_id=116dad98-7fd6-43c3-8263-ed0f41ae1b8e HTTP/1.1" status: 200 len: 943 time: 0.1122396 Nov 22 20:12:51.979083 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-03ca36e5-06a2-46d9-9192-fb0281486f23 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks [] for router, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:51.981400 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-03ca36e5-06a2-46d9-9192-fb0281486f23 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2167597 Nov 22 20:12:51.984363 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 36568) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:12:51.998353 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-83493d2a-e8ef-472c-bddf-c54471df24a4 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Request body: {'port': {'network_id': '8eff29ca-e203-47c3-bcd0-aaf3b9930d64', 'name': 'tempest-RoutersTest-527537497'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:12:52.075065 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-19c82c9f-5a30-4d5b-ba42-fd73a5560e50 req-35b43df3-2e25-4a53-afe5-bed47f12ffdc tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] 10.222.0.46 "GET /v2.0/security-groups?id=a6b5e341-e4ee-449f-b89c-f5b96c06c7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956492 Nov 22 20:12:52.239784 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83493d2a-e8ef-472c-bddf-c54471df24a4 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Made reservation on behalf of 39adbab155b64849b1b9cb0eac9a72dd for: {'port': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:12:52.245453 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Provisioning complete for port 3b4d05c5-4ac6-4c52-a98e-77f1fb2177ec triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:12:52.246438 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:52.249425 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-83493d2a-e8ef-472c-bddf-c54471df24a4 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:52.257822 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port 310c01aa-04f4-4246-8f42-b724298b44bb, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=310c01aa-04f4-4246-8f42-b724298b44bb,segment=NetworkSegment(071fae29-45f8-4fae-87e0-a91dc64245f1),segment_id=071fae29-45f8-4fae-87e0-a91dc64245f1)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:12:52.295799 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [None req-83493d2a-e8ef-472c-bddf-c54471df24a4 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] device_id is not set on port efda29b7-1458-4de8-9b93-dfbbd9734a8a yet. {{(pid=103448) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 20:12:52.309966 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Returning: {'device': '310c01aa-04f4-4246-8f42-b724298b44bb', 'network_id': 'c625a1a7-f1bd-484b-b342-37cf517c7d76', 'port_id': '310c01aa-04f4-4246-8f42-b724298b44bb', 'mac_address': 'fa:16:3e:89:03:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7864178-f3d5-4b52-bb8a-e0038ceec004', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 20:12:52.353506 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f6bc36b-1664-4087-ad24-9faced33405c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fb26bd7-ce56-527b-b94f-2e1f7cb2bb35-8eff29ca-e203-47c3-bcd0-aaf3b9930d64', 'network_id': '8eff29ca-e203-47c3-bcd0-aaf3b9930d64', 'tenant_id': '39adbab155b64849b1b9cb0eac9a72dd', 'fixed_ips': [{'subnet_id': '648e40a8-db11-4bd1-9f6a-6d08b3f0ff96'}]}} from n-d-818823-1. {{(pid=103449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 20:12:52.355139 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-5f6bc36b-1664-4087-ad24-9faced33405c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:52.433499 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:52.454339 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 310c01aa-04f4-4246-8f42-b724298b44bb {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:12:52.545592 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [None req-83493d2a-e8ef-472c-bddf-c54471df24a4 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Allocated IP 172.20.0.8 (8eff29ca-e203-47c3-bcd0-aaf3b9930d64/648e40a8-db11-4bd1-9f6a-6d08b3f0ff96/efda29b7-1458-4de8-9b93-dfbbd9734a8a) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:12:52.561475 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port 310c01aa-04f4-4246-8f42-b724298b44bb, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=310c01aa-04f4-4246-8f42-b724298b44bb,segment=NetworkSegment(071fae29-45f8-4fae-87e0-a91dc64245f1),segment_id=071fae29-45f8-4fae-87e0-a91dc64245f1)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:12:52.570928 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:52.629347 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:52.703715 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port 3b4d05c5-4ac6-4c52-a98e-77f1fb2177ec, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=3b4d05c5-4ac6-4c52-a98e-77f1fb2177ec,segment=NetworkSegment(2a5a1c7b-538e-498e-99b9-cc7a8e0411be),segment_id=2a5a1c7b-538e-498e-99b9-cc7a8e0411be)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:12:52.718069 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:52.764391 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=310c01aa-04f4-4246-8f42-b724298b44bb,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:12:52.842551 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-fda1d840-6896-4dde-8ec0-5220730733e3 req-5c61a523-1e05-4550-9f2e-d382491ac50b tempest-ServerShowV257Test-650002909 tempest-ServerShowV257Test-650002909-project] 10.222.0.46 "GET /v2.0/ports?device_id=3fe7c6c6-4541-4e5a-80ad-1a85f55ac358 HTTP/1.1" status: 200 len: 210 time: 0.0676737 Nov 22 20:12:52.882278 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-83493d2a-e8ef-472c-bddf-c54471df24a4 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:52.919208 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] get_ports_and_sgs() called for port_ids ['310c01aa-04f4-4246-8f42-b724298b44bb'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:12:52.944674 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=3b4d05c5-4ac6-4c52-a98e-77f1fb2177ec,revision_number=10']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:12:52.999771 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-83493d2a-e8ef-472c-bddf-c54471df24a4 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:53.044012 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ff1c8b26-d30c-4e41-b0fa-4b0f9f1739c9 req-a87b3e35-f56c-4f59-8c5e-c032d8409794 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3fe7c6c6-4541-4e5a-80ad-1a85f55ac358 HTTP/1.1" status: 200 len: 210 time: 0.0746119 Nov 22 20:12:53.184509 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.db_base_plugin_common [None req-5f6bc36b-1664-4087-ad24-9faced33405c None None] Allocated IP 172.20.0.2 (8eff29ca-e203-47c3-bcd0-aaf3b9930d64/648e40a8-db11-4bd1-9f6a-6d08b3f0ff96/63e45489-6f2c-4fc6-81c1-4ea736acf078) {{(pid=103449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:12:53.307146 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e133ef96-d848-462b-89e7-e7f4fc521c01 req-5e20ce0b-7e54-4bd7-8297-7a8c151f38ce tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:53.312298 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e133ef96-d848-462b-89e7-e7f4fc521c01 req-5e20ce0b-7e54-4bd7-8297-7a8c151f38ce tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] 10.222.0.46 "GET /v2.0/ports?device_id=116dad98-7fd6-43c3-8263-ed0f41ae1b8e HTTP/1.1" status: 200 len: 944 time: 0.1046503 Nov 22 20:12:53.349685 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c358b76-a051-4380-aace-2cc9e2fb2520', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b4d05c5-4ac6-4c52-a98e-77f1fb2177ec'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:12:53.354587 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d39f6d30a11e565ec9648abcc015e8a6ab6cff4edd704add8155e28765d31eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70c1103d-66c0-4383-a431-0069a7c38b3a" -d '{"events": [{"server_uuid": "6c358b76-a051-4380-aace-2cc9e2fb2520", "name": "network-vif-plugged", "status": "completed", "tag": "3b4d05c5-4ac6-4c52-a98e-77f1fb2177ec"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:12:53.426511 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e133ef96-d848-462b-89e7-e7f4fc521c01 req-891b2b97-bbfe-4ae2-b480-9eb4b9065b57 tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] 10.222.0.46 "GET /v2.0/security-groups?id=a6b5e341-e4ee-449f-b89c-f5b96c06c7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078699 Nov 22 20:12:53.503499 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83493d2a-e8ef-472c-bddf-c54471df24a4 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Network 8eff29ca-e203-47c3-bcd0-aaf3b9930d64 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:12:53.508122 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-83493d2a-e8ef-472c-bddf-c54471df24a4 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:12:53.532323 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83493d2a-e8ef-472c-bddf-c54471df24a4 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:12:53.555509 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:12:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79caa5a4-97a4-4b8c-a81e-18666322e4ea x-openstack-request-id: req-79caa5a4-97a4-4b8c-a81e-18666322e4ea {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:12:53.555812 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c358b76-a051-4380-aace-2cc9e2fb2520", "name": "network-vif-plugged", "status": "completed", "tag": "3b4d05c5-4ac6-4c52-a98e-77f1fb2177ec", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:12:53.556072 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-79caa5a4-97a4-4b8c-a81e-18666322e4ea {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:12:53.556466 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c358b76-a051-4380-aace-2cc9e2fb2520', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b4d05c5-4ac6-4c52-a98e-77f1fb2177ec', 'code': 200} Nov 22 20:12:53.596998 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83493d2a-e8ef-472c-bddf-c54471df24a4 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Pushing event updated for resources: {'Port': ['ID=efda29b7-1458-4de8-9b93-dfbbd9734a8a,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:12:53.601241 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-5f6bc36b-1664-4087-ad24-9faced33405c None None] Publish callbacks [] for port, precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:53.611338 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83493d2a-e8ef-472c-bddf-c54471df24a4 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:53.611978 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-83493d2a-e8ef-472c-bddf-c54471df24a4 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:53.621391 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-5f6bc36b-1664-4087-ad24-9faced33405c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372'] for port, after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:53.641714 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-83493d2a-e8ef-472c-bddf-c54471df24a4 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 1.6556647 Nov 22 20:12:53.645047 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 36610) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:12:53.665217 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f6bc36b-1664-4087-ad24-9faced33405c None None] Network 8eff29ca-e203-47c3-bcd0-aaf3b9930d64 is already hosted by enough agents. {{(pid=103449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:12:53.670716 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.base_scheduler [None req-5f6bc36b-1664-4087-ad24-9faced33405c None None] Resources bound (agent type, host, resource id): {{(pid=103449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:12:53.674410 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f6bc36b-1664-4087-ad24-9faced33405c None None] Received port after_create {{(pid=103449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:12:53.750427 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6bc36b-1664-4087-ad24-9faced33405c None None] Pushing event updated for resources: {'Port': ['ID=63e45489-6f2c-4fc6-81c1-4ea736acf078,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:12:53.823373 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-5f6bc36b-1664-4087-ad24-9faced33405c None None] Attempting to bind port 63e45489-6f2c-4fc6-81c1-4ea736acf078 on host n-d-818823-1 for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:12:53.823789 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-5f6bc36b-1664-4087-ad24-9faced33405c None None] Attempting to bind port 63e45489-6f2c-4fc6-81c1-4ea736acf078 by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': 'febc8bde-a581-40e1-a69f-72c424bd880f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '8eff29ca-e203-47c3-bcd0-aaf3b9930d64'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:12:53.824163 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6bc36b-1664-4087-ad24-9faced33405c None None] Attempting to bind port 63e45489-6f2c-4fc6-81c1-4ea736acf078 on network 8eff29ca-e203-47c3-bcd0-aaf3b9930d64 {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:12:53.838682 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6bc36b-1664-4087-ad24-9faced33405c None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 12, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:12:53.839377 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6bc36b-1664-4087-ad24-9faced33405c None None] Checking segment: {'id': 'febc8bde-a581-40e1-a69f-72c424bd880f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '8eff29ca-e203-47c3-bcd0-aaf3b9930d64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:12:53.841482 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-5f6bc36b-1664-4087-ad24-9faced33405c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:53.842100 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6bc36b-1664-4087-ad24-9faced33405c None None] Bound using segment: {'id': 'febc8bde-a581-40e1-a69f-72c424bd880f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '8eff29ca-e203-47c3-bcd0-aaf3b9930d64'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:12:53.843380 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-5f6bc36b-1664-4087-ad24-9faced33405c None None] Bound port: 63e45489-6f2c-4fc6-81c1-4ea736acf078, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'febc8bde-a581-40e1-a69f-72c424bd880f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '8eff29ca-e203-47c3-bcd0-aaf3b9930d64'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:12:53.849788 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-5f6bc36b-1664-4087-ad24-9faced33405c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:54.036156 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-5f6bc36b-1664-4087-ad24-9faced33405c None None] For port 63e45489-6f2c-4fc6-81c1-4ea736acf078, host n-d-818823-1, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:12:54.042085 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-5f6bc36b-1664-4087-ad24-9faced33405c None None] For port 63e45489-6f2c-4fc6-81c1-4ea736acf078, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=63e45489-6f2c-4fc6-81c1-4ea736acf078,segment=NetworkSegment(febc8bde-a581-40e1-a69f-72c424bd880f),segment_id=febc8bde-a581-40e1-a69f-72c424bd880f)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:12:54.057374 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ce5e021f-7ec0-41af-bbf1-9a207a811919 req-bbe97a5c-377a-4340-82c0-5b58f1fa5bcf tempest-ServerShowV257Test-650002909 tempest-ServerShowV257Test-650002909-project] 10.222.0.46 "GET /v2.0/ports?device_id=3fe7c6c6-4541-4e5a-80ad-1a85f55ac358 HTTP/1.1" status: 200 len: 210 time: 0.0462892 Nov 22 20:12:54.081521 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-5f6bc36b-1664-4087-ad24-9faced33405c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:54.112440 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-3a0e5ce6-bde8-41a2-adee-dcd42fcd592b tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:54.185563 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6bc36b-1664-4087-ad24-9faced33405c None None] Pushing event updated for resources: {'Port': ['ID=63e45489-6f2c-4fc6-81c1-4ea736acf078,revision_number=2']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:12:54.665260 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-3a0e5ce6-bde8-41a2-adee-dcd42fcd592b tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks [] for port, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:54.674582 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-3a0e5ce6-bde8-41a2-adee-dcd42fcd592b tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:55.160152 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0e5ce6-bde8-41a2-adee-dcd42fcd592b tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Pushing event updated for resources: {'Port': ['ID=efda29b7-1458-4de8-9b93-dfbbd9734a8a,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:12:55.259286 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-aefc0f14-64dc-486b-818a-d969f38daad9 req-a7f7565e-3a08-4fb6-bfde-2a8a6b70d279 tempest-ServerShowV257Test-650002909 tempest-ServerShowV257Test-650002909-project] 10.222.0.46 "GET /v2.0/ports?device_id=3fe7c6c6-4541-4e5a-80ad-1a85f55ac358 HTTP/1.1" status: 200 len: 210 time: 0.0471642 Nov 22 20:12:55.412098 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17421172-7137-4333-b70f-738e8974c77e req-3af6dcc7-543d-4ca9-b9e7-eeda3baef4ef tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:55.420359 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-17421172-7137-4333-b70f-738e8974c77e req-3af6dcc7-543d-4ca9-b9e7-eeda3baef4ef tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] 10.222.0.46 "GET /v2.0/ports?device_id=116dad98-7fd6-43c3-8263-ed0f41ae1b8e HTTP/1.1" status: 200 len: 944 time: 0.2982354 Nov 22 20:12:55.480277 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 310c01aa-04f4-4246-8f42-b724298b44bb up at agent hyperv_n-h2-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:12:55.546415 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-17421172-7137-4333-b70f-738e8974c77e req-f02adbeb-e8cf-4f0b-860e-3cdd954219c6 tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] 10.222.0.46 "GET /v2.0/security-groups?id=a6b5e341-e4ee-449f-b89c-f5b96c06c7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252420 Nov 22 20:12:55.552437 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-3a0e5ce6-bde8-41a2-adee-dcd42fcd592b tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659939'] for router_interface, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:55.615269 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Provisioning for port 310c01aa-04f4-4246-8f42-b724298b44bb completed by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 20:12:55.623336 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Provisioning complete for port 310c01aa-04f4-4246-8f42-b724298b44bb triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:12:55.624422 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:55.837066 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-3a0e5ce6-bde8-41a2-adee-dcd42fcd592b tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:55.923570 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:55.983046 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port 310c01aa-04f4-4246-8f42-b724298b44bb, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=310c01aa-04f4-4246-8f42-b724298b44bb,segment=NetworkSegment(071fae29-45f8-4fae-87e0-a91dc64245f1),segment_id=071fae29-45f8-4fae-87e0-a91dc64245f1)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:12:55.985161 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '116dad98-7fd6-43c3-8263-ed0f41ae1b8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '310c01aa-04f4-4246-8f42-b724298b44bb'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:12:56.007129 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d39f6d30a11e565ec9648abcc015e8a6ab6cff4edd704add8155e28765d31eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97a3faf0-9f7d-45a1-a280-0f09f614328c" -d '{"events": [{"server_uuid": "116dad98-7fd6-43c3-8263-ed0f41ae1b8e", "name": "network-vif-plugged", "status": "completed", "tag": "310c01aa-04f4-4246-8f42-b724298b44bb"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:12:56.014184 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:56.125330 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 63e45489-6f2c-4fc6-81c1-4ea736acf078 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:12:56.134301 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e639ed8e-3cd7-4aa8-9701-f0228c102150 None None] Network 8eff29ca-e203-47c3-bcd0-aaf3b9930d64 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:12:56.170579 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:12:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-906bddec-101d-4124-b8ab-8f524001573a x-openstack-request-id: req-906bddec-101d-4124-b8ab-8f524001573a {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:12:56.170868 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "116dad98-7fd6-43c3-8263-ed0f41ae1b8e", "name": "network-vif-plugged", "status": "completed", "tag": "310c01aa-04f4-4246-8f42-b724298b44bb", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:12:56.171125 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-906bddec-101d-4124-b8ab-8f524001573a {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:12:56.171589 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '116dad98-7fd6-43c3-8263-ed0f41ae1b8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '310c01aa-04f4-4246-8f42-b724298b44bb', 'code': 200} Nov 22 20:12:56.179317 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-07ea0b80-be36-484b-a4be-e3293df249d9 req-e99a41e2-e4d0-4ad4-a44e-69a64e117805 tempest-ServerShowV257Test-650002909 tempest-ServerShowV257Test-650002909-project] 10.222.0.46 "GET /v2.0/ports?device_id=3fe7c6c6-4541-4e5a-80ad-1a85f55ac358 HTTP/1.1" status: 200 len: 210 time: 0.3061743 Nov 22 20:12:56.399934 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-7ef93ea7-9b36-4d37-a004-1339b0f48f00 None None] Provisioning complete for port 63e45489-6f2c-4fc6-81c1-4ea736acf078 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:12:56.400930 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-7ef93ea7-9b36-4d37-a004-1339b0f48f00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:56.463181 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=310c01aa-04f4-4246-8f42-b724298b44bb,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:12:56.544623 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-3a0e5ce6-bde8-41a2-adee-dcd42fcd592b tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks [] for port, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:56.569297 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-3a0e5ce6-bde8-41a2-adee-dcd42fcd592b tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:56.602049 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-7ef93ea7-9b36-4d37-a004-1339b0f48f00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:56.698495 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-7ef93ea7-9b36-4d37-a004-1339b0f48f00 None None] For port 63e45489-6f2c-4fc6-81c1-4ea736acf078, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=63e45489-6f2c-4fc6-81c1-4ea736acf078,segment=NetworkSegment(febc8bde-a581-40e1-a69f-72c424bd880f),segment_id=febc8bde-a581-40e1-a69f-72c424bd880f)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:12:56.710740 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-7ef93ea7-9b36-4d37-a004-1339b0f48f00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:56.731857 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 63e45489-6f2c-4fc6-81c1-4ea736acf078 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:12:56.732537 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:56.745409 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-3a0e5ce6-bde8-41a2-adee-dcd42fcd592b tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-563461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-659839'] for router_interface, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:56.848372 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541bc1e5-e7e3-4eee-b367-72af6e12598d req-89363322-a303-45e4-b167-89d917e82c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:56.850719 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-541bc1e5-e7e3-4eee-b367-72af6e12598d req-89363322-a303-45e4-b167-89d917e82c1c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=116dad98-7fd6-43c3-8263-ed0f41ae1b8e HTTP/1.1" status: 200 len: 1096 time: 0.5100629 Nov 22 20:12:56.858220 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef93ea7-9b36-4d37-a004-1339b0f48f00 None None] Pushing event updated for resources: {'Port': ['ID=63e45489-6f2c-4fc6-81c1-4ea736acf078,revision_number=3']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:12:56.895356 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0e5ce6-bde8-41a2-adee-dcd42fcd592b tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Pushing event updated for resources: {'Port': ['ID=efda29b7-1458-4de8-9b93-dfbbd9734a8a,revision_number=3']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:12:57.020289 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f8fe4a-6e11-44dc-863f-d818cd0197fc req-02f7ff6a-c06b-46e8-bb94-06ef1916b834 tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:57.030117 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-32f8fe4a-6e11-44dc-863f-d818cd0197fc req-02f7ff6a-c06b-46e8-bb94-06ef1916b834 tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] 10.222.0.46 "GET /v2.0/ports?device_id=116dad98-7fd6-43c3-8263-ed0f41ae1b8e HTTP/1.1" status: 200 len: 945 time: 0.2811205 Nov 22 20:12:57.152980 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-541bc1e5-e7e3-4eee-b367-72af6e12598d req-31a554b5-d0e7-41d4-96d3-7fd3edc54dbd service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=a6b5e341-e4ee-449f-b89c-f5b96c06c7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2856617 Nov 22 20:12:57.159904 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-32f8fe4a-6e11-44dc-863f-d818cd0197fc req-39d44dbb-195e-4177-9147-98002e166530 tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] 10.222.0.46 "GET /v2.0/security-groups?id=a6b5e341-e4ee-449f-b89c-f5b96c06c7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283944 Nov 22 20:12:57.179730 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a0e5ce6-bde8-41a2-adee-dcd42fcd592b tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Network 8eff29ca-e203-47c3-bcd0-aaf3b9930d64 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:12:57.184781 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-3a0e5ce6-bde8-41a2-adee-dcd42fcd592b tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:12:57.367322 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-9d067ef9-8ce4-4317-a054-5746a781ef45 None None] Provisioning complete for port efda29b7-1458-4de8-9b93-dfbbd9734a8a triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:12:57.367758 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-9d067ef9-8ce4-4317-a054-5746a781ef45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:57.442977 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-9d067ef9-8ce4-4317-a054-5746a781ef45 None None] Port efda29b7-1458-4de8-9b93-dfbbd9734a8a cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:12:57.459211 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-9d067ef9-8ce4-4317-a054-5746a781ef45 None None] Provisioning complete for port 63e45489-6f2c-4fc6-81c1-4ea736acf078 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:12:57.460215 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-9d067ef9-8ce4-4317-a054-5746a781ef45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:57.571505 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c70eb05c-b346-4f1e-8d81-e9d383bdc6d7 req-2634051d-d8ae-4e4a-8257-c0437077562f tempest-ServerShowV257Test-650002909 tempest-ServerShowV257Test-650002909-project] 10.222.0.46 "GET /v2.0/ports?device_id=3fe7c6c6-4541-4e5a-80ad-1a85f55ac358 HTTP/1.1" status: 200 len: 210 time: 0.1309164 Nov 22 20:12:57.650765 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3eb325ed-fd16-4803-8935-494e1c73faf2 req-66d36821-2214-40f0-94d6-80e26fb96740 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=061b0ea0-8e4a-4f23-9523-0bfc0bf638a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2931173 Nov 22 20:12:57.738082 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a0e5ce6-bde8-41a2-adee-dcd42fcd592b tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Router 810d4fa6-3953-49f9-8159-523c32434fa1 is scheduled to L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 with binding_index 1 {{(pid=103447) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 20:12:57.752745 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb325ed-fd16-4803-8935-494e1c73faf2 req-fc303b6c-e042-467e-a479-866b8df1fb1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:57.754666 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3eb325ed-fd16-4803-8935-494e1c73faf2 req-fc303b6c-e042-467e-a479-866b8df1fb1f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=74225e7aba6c4293916c50899651bb18&device_id=061b0ea0-8e4a-4f23-9523-0bfc0bf638a2 HTTP/1.1" status: 200 len: 1097 time: 0.0808375 Nov 22 20:12:57.782970 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-5fdfa82f-d5d4-4c84-acdb-59344e2790d0 None None] Provisioning complete for port efda29b7-1458-4de8-9b93-dfbbd9734a8a triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:12:57.783750 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-5fdfa82f-d5d4-4c84-acdb-59344e2790d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:58.031096 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-5fdfa82f-d5d4-4c84-acdb-59344e2790d0 None None] Port efda29b7-1458-4de8-9b93-dfbbd9734a8a cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:12:58.142944 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 63e45489-6f2c-4fc6-81c1-4ea736acf078 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:12:58.233472 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3c99ebd1-459f-4f03-a80b-7d89700c1e0a req-b7417cf2-cc79-4258-8393-b2d08599d6be service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=667baf5d-8c2a-4f80-98a0-d39752935427&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2500393 Nov 22 20:12:58.270580 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a0e5ce6-bde8-41a2-adee-dcd42fcd592b tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:12:58.270973 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-355c2388-4149-46a8-84b1-930972f7cc7e None None] Provisioning complete for port efda29b7-1458-4de8-9b93-dfbbd9734a8a triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:12:58.271353 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-355c2388-4149-46a8-84b1-930972f7cc7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:58.283630 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a1d0f4-9455-4032-88f6-40f34f56d570 None None] Sync routers for ids ['810d4fa6-3953-49f9-8159-523c32434fa1'] in n-d-818823-1 {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:12:58.338316 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-3a0e5ce6-bde8-41a2-adee-dcd42fcd592b tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] 10.222.0.46 "PUT /v2.0/routers/810d4fa6-3953-49f9-8159-523c32434fa1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6896436 Nov 22 20:12:58.338773 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 36724) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:12:58.421975 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb325ed-fd16-4803-8935-494e1c73faf2 req-50d74f4a-3194-48e7-a5b9-c7d07faed49a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:58.427169 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3eb325ed-fd16-4803-8935-494e1c73faf2 req-50d74f4a-3194-48e7-a5b9-c7d07faed49a service neutron] 10.222.0.20 "GET /v2.0/networks?id=1ae4d286-ddad-44f5-b34a-bee98214a526 HTTP/1.1" status: 200 len: 920 time: 0.5794075 Nov 22 20:12:58.440660 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8b54e09-9d0d-41a6-b70e-1c0f3bf9b49a tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:58.456615 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-d8b54e09-9d0d-41a6-b70e-1c0f3bf9b49a tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] 10.222.0.46 "GET /v2.0/ports/efda29b7-1458-4de8-9b93-dfbbd9734a8a HTTP/1.1" status: 200 len: 976 time: 0.1166277 Nov 22 20:12:58.457388 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 36728) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:12:58.510702 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a1d0f4-9455-4032-88f6-40f34f56d570 None None] Routers {'810d4fa6-3953-49f9-8159-523c32434fa1'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:12:58.511440 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-13a1d0f4-9455-4032-88f6-40f34f56d570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:12:32Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['810d4fa6-3953-49f9-8159-523c32434fa1'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:12:58.514928 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-355c2388-4149-46a8-84b1-930972f7cc7e None None] Port efda29b7-1458-4de8-9b93-dfbbd9734a8a cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:12:58.555145 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3eb325ed-fd16-4803-8935-494e1c73faf2 req-43eb27a7-8c03-415f-a847-5a76a7a5a05f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f7aa337d-f393-4fb2-bcca-d43a9dc28e45 HTTP/1.1" status: 200 len: 217 time: 0.0981386 Nov 22 20:12:58.598562 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-13a1d0f4-9455-4032-88f6-40f34f56d570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:12:58.610068 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 63e45489-6f2c-4fc6-81c1-4ea736acf078 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:12:58.610409 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:58.762805 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a1d0f4-9455-4032-88f6-40f34f56d570 None None] Routers {'810d4fa6-3953-49f9-8159-523c32434fa1'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:12:58.763812 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-13a1d0f4-9455-4032-88f6-40f34f56d570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:12:32Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['810d4fa6-3953-49f9-8159-523c32434fa1'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:12:58.815907 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c99ebd1-459f-4f03-a80b-7d89700c1e0a req-3d85d9c1-f8a0-49a7-a552-ef7c5f921d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:58.819672 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3c99ebd1-459f-4f03-a80b-7d89700c1e0a req-3d85d9c1-f8a0-49a7-a552-ef7c5f921d9f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=406a5dbad308428791820735fa76e3b4&device_id=667baf5d-8c2a-4f80-98a0-d39752935427 HTTP/1.1" status: 200 len: 1096 time: 0.4298060 Nov 22 20:12:58.875033 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8cc4e000-4db1-4146-87ad-1e8fa5b8a59a req-bb868660-8ea1-4fad-bca8-9a432a01dd09 tempest-ServerShowV257Test-650002909 tempest-ServerShowV257Test-650002909-project] 10.222.0.46 "GET /v2.0/ports?device_id=3fe7c6c6-4541-4e5a-80ad-1a85f55ac358 HTTP/1.1" status: 200 len: 210 time: 0.0789740 Nov 22 20:12:58.887526 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9ce742-20a1-4329-af3e-4ae8b1989d73 req-f4931b93-44ac-48e8-9b84-3a26e089d1d0 tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:58.889603 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8f9ce742-20a1-4329-af3e-4ae8b1989d73 req-f4931b93-44ac-48e8-9b84-3a26e089d1d0 tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] 10.222.0.46 "GET /v2.0/ports?device_id=116dad98-7fd6-43c3-8263-ed0f41ae1b8e HTTP/1.1" status: 200 len: 945 time: 0.4594057 Nov 22 20:12:59.005149 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c99ebd1-459f-4f03-a80b-7d89700c1e0a req-aca197cb-2fa3-4c9e-88de-e4df1917c37b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:59.007050 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3c99ebd1-459f-4f03-a80b-7d89700c1e0a req-aca197cb-2fa3-4c9e-88de-e4df1917c37b service neutron] 10.222.0.41 "GET /v2.0/networks?id=4189e990-d6f7-4a58-bd04-aeb593878d0b HTTP/1.1" status: 200 len: 915 time: 0.1470499 Nov 22 20:12:59.008728 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb325ed-fd16-4803-8935-494e1c73faf2 req-6743f305-e664-4df8-942f-481016260cff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:59.010372 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3eb325ed-fd16-4803-8935-494e1c73faf2 req-6743f305-e664-4df8-942f-481016260cff service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b3d07d8b-31c6-491c-a72c-08a2eb655cbc HTTP/1.1" status: 200 len: 859 time: 0.4430664 Nov 22 20:12:59.180571 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3eb325ed-fd16-4803-8935-494e1c73faf2 req-c188da2e-fc17-4d39-9d6c-60cd7c65ff98 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1ae4d286-ddad-44f5-b34a-bee98214a526&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1435513 Nov 22 20:12:59.190930 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-13a1d0f4-9455-4032-88f6-40f34f56d570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:12:59.191640 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a1d0f4-9455-4032-88f6-40f34f56d570 None None] The sync data for ids ['810d4fa6-3953-49f9-8159-523c32434fa1'] in n-d-818823-1 is: [] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:12:59.203851 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-22664d07-bb5e-4984-8b6c-1feb7ac79fcb None None] Provisioning complete for port efda29b7-1458-4de8-9b93-dfbbd9734a8a triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:12:59.204222 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-22664d07-bb5e-4984-8b6c-1feb7ac79fcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:59.296154 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d7e315f4-0f0d-44f3-b802-19e7e472613d tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659736'] for router_interface, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:59.344868 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-22664d07-bb5e-4984-8b6c-1feb7ac79fcb None None] Port efda29b7-1458-4de8-9b93-dfbbd9734a8a cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:12:59.386537 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3eb325ed-fd16-4803-8935-494e1c73faf2 req-7d58e2ec-448f-4a14-a5f8-745702211ad8 service neutron] 10.222.0.20 "GET /v2.0/networks/1ae4d286-ddad-44f5-b34a-bee98214a526?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856234 Nov 22 20:12:59.591744 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3eb325ed-fd16-4803-8935-494e1c73faf2 req-8a5b0e38-a2d3-4b2b-8441-43fa703217eb service neutron] 10.222.0.20 "GET /v2.0/networks/1ae4d286-ddad-44f5-b34a-bee98214a526?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1889758 Nov 22 20:12:59.598843 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-d7e315f4-0f0d-44f3-b802-19e7e472613d tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Deleting port efda29b7-1458-4de8-9b93-dfbbd9734a8a {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:12:59.598843 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d7e315f4-0f0d-44f3-b802-19e7e472613d tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:59.612218 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df9b1db-2739-4d98-b353-c8e47753f80d req-1145918a-13b0-4656-a2df-42bc43aeca2a tempest-LiveMigrationTest-519343393 tempest-LiveMigrationTest-519343393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:59.620664 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7df9b1db-2739-4d98-b353-c8e47753f80d req-1145918a-13b0-4656-a2df-42bc43aeca2a tempest-LiveMigrationTest-519343393 tempest-LiveMigrationTest-519343393-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=761077bf-9826-478a-b251-413dfa7a9730 HTTP/1.1" status: 200 len: 1097 time: 0.5463076 Nov 22 20:12:59.634909 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3c99ebd1-459f-4f03-a80b-7d89700c1e0a req-36402a82-b863-479a-95d6-87df84137c97 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7299b5d8-0bbb-4645-90b3-664f83eb5792 HTTP/1.1" status: 200 len: 1000 time: 0.6175344 Nov 22 20:12:59.649394 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8f9ce742-20a1-4329-af3e-4ae8b1989d73 req-95b2cc66-d9ec-4d04-bf93-28d3f775d3b3 tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] 10.222.0.46 "GET /v2.0/security-groups?id=a6b5e341-e4ee-449f-b89c-f5b96c06c7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7106605 Nov 22 20:12:59.722420 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d7e315f4-0f0d-44f3-b802-19e7e472613d tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:59.741671 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-d7e315f4-0f0d-44f3-b802-19e7e472613d tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Calling delete_port for efda29b7-1458-4de8-9b93-dfbbd9734a8a owned by network:router_interface {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:12:59.789109 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c99ebd1-459f-4f03-a80b-7d89700c1e0a req-e9e838af-72b4-4b0f-8de9-8610223d4efc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:59.791366 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3c99ebd1-459f-4f03-a80b-7d89700c1e0a req-e9e838af-72b4-4b0f-8de9-8610223d4efc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ea3d6ae8-37bb-4264-a9e4-b3c7fbbee38f HTTP/1.1" status: 200 len: 853 time: 0.1342618 Nov 22 20:12:59.851259 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-621c1cc0-0de0-4479-a560-4af5a60715af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:12:59.869718 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7df9b1db-2739-4d98-b353-c8e47753f80d req-72cb23a7-c991-437d-b0d1-f6ab836aedf1 tempest-LiveMigrationTest-519343393 tempest-LiveMigrationTest-519343393-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=deac3dce-93b4-41af-981b-873d47022422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2474539 Nov 22 20:12:59.911534 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c99ebd1-459f-4f03-a80b-7d89700c1e0a req-bc15c4c3-e12b-48e3-8719-d88621cad0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:12:59.918572 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3c99ebd1-459f-4f03-a80b-7d89700c1e0a req-bc15c4c3-e12b-48e3-8719-d88621cad0fd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4189e990-d6f7-4a58-bd04-aeb593878d0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0872049 Nov 22 20:13:00.099457 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d7e315f4-0f0d-44f3-b802-19e7e472613d tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:00.134643 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3c99ebd1-459f-4f03-a80b-7d89700c1e0a req-8352166f-5854-4aca-aa3e-a0669d20f792 service neutron] 10.222.0.41 "GET /v2.0/networks/4189e990-d6f7-4a58-bd04-aeb593878d0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2083292 Nov 22 20:13:00.219724 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e315f4-0f0d-44f3-b802-19e7e472613d tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Pushing event deleted for resources: {'Port': ['ID=efda29b7-1458-4de8-9b93-dfbbd9734a8a,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:13:00.391284 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3c99ebd1-459f-4f03-a80b-7d89700c1e0a req-cd71c116-a60d-4924-a217-f0eb602df973 service neutron] 10.222.0.41 "GET /v2.0/networks/4189e990-d6f7-4a58-bd04-aeb593878d0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2470279 Nov 22 20:13:00.562306 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d7e315f4-0f0d-44f3-b802-19e7e472613d tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-563470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-663272'] for router_interface, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:00.592840 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-41cf5d93-958c-4182-8f4c-88725b4503db req-ad8fdf6f-3049-4a36-8a97-0ac44ae968c0 tempest-ServerShowV257Test-650002909 tempest-ServerShowV257Test-650002909-project] 10.222.0.46 "GET /v2.0/ports?device_id=3fe7c6c6-4541-4e5a-80ad-1a85f55ac358 HTTP/1.1" status: 200 len: 210 time: 0.4357545 Nov 22 20:13:00.835614 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85b7ad8-fcc3-4f20-a216-0559a2509697 req-50025922-2ad6-481b-bae2-32849c235674 tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:13:00.847795 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7e315f4-0f0d-44f3-b802-19e7e472613d tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Router 810d4fa6-3953-49f9-8159-523c32434fa1 has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 20:13:00.852142 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f85b7ad8-fcc3-4f20-a216-0559a2509697 req-50025922-2ad6-481b-bae2-32849c235674 tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] 10.222.0.46 "GET /v2.0/ports?device_id=116dad98-7fd6-43c3-8263-ed0f41ae1b8e HTTP/1.1" status: 200 len: 945 time: 0.0879157 Nov 22 20:13:00.925587 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f85b7ad8-fcc3-4f20-a216-0559a2509697 req-3fc48d2d-39cd-4235-8f3e-539ffad08636 tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] 10.222.0.46 "GET /v2.0/security-groups?id=a6b5e341-e4ee-449f-b89c-f5b96c06c7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720322 Nov 22 20:13:00.957161 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7e315f4-0f0d-44f3-b802-19e7e472613d tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:13:00.967610 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-d7e315f4-0f0d-44f3-b802-19e7e472613d tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] 10.222.0.46 "PUT /v2.0/routers/810d4fa6-3953-49f9-8159-523c32434fa1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5090506 Nov 22 20:13:00.970928 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 36794) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:13:00.977462 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0342f4ca-abeb-46c0-bdc0-d81d98afe8f4 None None] Sync routers for ids ['810d4fa6-3953-49f9-8159-523c32434fa1'] in n-d-818823-1 {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:13:01.000584 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0342f4ca-abeb-46c0-bdc0-d81d98afe8f4 None None] Routers {'810d4fa6-3953-49f9-8159-523c32434fa1'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:13:01.001219 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-0342f4ca-abeb-46c0-bdc0-d81d98afe8f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:12:32Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['810d4fa6-3953-49f9-8159-523c32434fa1'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:13:01.092763 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-0342f4ca-abeb-46c0-bdc0-d81d98afe8f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:13:01.104073 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0342f4ca-abeb-46c0-bdc0-d81d98afe8f4 None None] Routers {'810d4fa6-3953-49f9-8159-523c32434fa1'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:13:01.105001 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-0342f4ca-abeb-46c0-bdc0-d81d98afe8f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:12:32Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['810d4fa6-3953-49f9-8159-523c32434fa1'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:13:01.150497 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-0342f4ca-abeb-46c0-bdc0-d81d98afe8f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:13:01.151740 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0342f4ca-abeb-46c0-bdc0-d81d98afe8f4 None None] The sync data for ids ['810d4fa6-3953-49f9-8159-523c32434fa1'] in n-d-818823-1 is: [] {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:13:01.285047 n-d-818823-1 neutron-server[103448]: INFO neutron.api.v2.resource [None req-da07eef7-16e6-4fe6-81ec-6efa3e6ca8f1 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] remove_router_interface failed (client error): The resource could not be found. Nov 22 20:13:01.290115 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 36806) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:13:01.300249 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-da07eef7-16e6-4fe6-81ec-6efa3e6ca8f1 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] 10.222.0.46 "PUT /v2.0/routers/810d4fa6-3953-49f9-8159-523c32434fa1/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3198559 Nov 22 20:13:01.345877 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 36808) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:13:01.354457 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-b2167df2-a369-4336-856e-558e56055a46 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] 10.222.0.46 "GET /v2.0/ports?device_id=810d4fa6-3953-49f9-8159-523c32434fa1 HTTP/1.1" status: 200 len: 205 time: 0.0627470 Nov 22 20:13:01.472880 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-64339724-fecd-4daf-826f-d58ce4623187 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks [] for router, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:01.668384 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ea69a8-e01f-4037-ab79-9ed2eacc629d req-cb6d69ec-308f-4224-b6bb-9d0957e777d2 tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:13:01.672254 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-65ea69a8-e01f-4037-ab79-9ed2eacc629d req-cb6d69ec-308f-4224-b6bb-9d0957e777d2 tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] 10.222.0.46 "GET /v2.0/ports?device_id=116dad98-7fd6-43c3-8263-ed0f41ae1b8e HTTP/1.1" status: 200 len: 945 time: 0.1123841 Nov 22 20:13:01.686921 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [req-df6257da-ece5-4e3d-93ca-42398b40a630 req-bd72883a-afd2-4567-90b3-4045829f18d2 tempest-LiveMigrationTest-519343393 tempest-LiveMigrationTest-519343393-project-admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=103448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 20:13:01.696084 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-df6257da-ece5-4e3d-93ca-42398b40a630 req-bd72883a-afd2-4567-90b3-4045829f18d2 tempest-LiveMigrationTest-519343393 tempest-LiveMigrationTest-519343393-project-admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0260746 Nov 22 20:13:01.754628 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6257da-ece5-4e3d-93ca-42398b40a630 req-fc02f84a-c2d9-4ee9-976b-e99d24e7b01a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:13:01.756389 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-df6257da-ece5-4e3d-93ca-42398b40a630 req-fc02f84a-c2d9-4ee9-976b-e99d24e7b01a service neutron] 10.222.0.46 "GET /v2.0/ports/24374965-227b-4c96-b8e4-76900d8e1a2c HTTP/1.1" status: 200 len: 1094 time: 0.0590086 Nov 22 20:13:01.771472 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [req-df6257da-ece5-4e3d-93ca-42398b40a630 req-82b9613a-e9fe-4ae2-8daf-9be96fb35e55 service neutron] Request body: {'binding': {'host': 'n-h2-818823-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:13:01.772347 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [req-df6257da-ece5-4e3d-93ca-42398b40a630 req-82b9613a-e9fe-4ae2-8daf-9be96fb35e55 service neutron] Unknown quota resources ['binding']. {{(pid=103448) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 22 20:13:01.773362 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-65ea69a8-e01f-4037-ab79-9ed2eacc629d req-b9606774-636b-4901-8501-fbe04af6bde4 tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] 10.222.0.46 "GET /v2.0/security-groups?id=a6b5e341-e4ee-449f-b89c-f5b96c06c7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962408 Nov 22 20:13:01.914884 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-64339724-fecd-4daf-826f-d58ce4623187 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24781'] for router, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:01.919219 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-64339724-fecd-4daf-826f-d58ce4623187 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:01.919471 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b865fc06-a5cf-4362-860a-3f750288fe51 req-08389cc9-c9cc-4b61-a2e2-576b46d067c4 tempest-ServerShowV257Test-650002909 tempest-ServerShowV257Test-650002909-project] 10.222.0.46 "GET /v2.0/ports?device_id=3fe7c6c6-4541-4e5a-80ad-1a85f55ac358 HTTP/1.1" status: 200 len: 210 time: 0.0697229 Nov 22 20:13:02.019747 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-64339724-fecd-4daf-826f-d58ce4623187 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-663261'] for router, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:02.020452 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64339724-fecd-4daf-826f-d58ce4623187 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Fanout notify agent at l3_agent the message router_deleted on router 810d4fa6-3953-49f9-8159-523c32434fa1 {{(pid=103448) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 20:13:02.029847 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-64339724-fecd-4daf-826f-d58ce4623187 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks [] for router, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:02.033717 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-64339724-fecd-4daf-826f-d58ce4623187 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] 10.222.0.46 "DELETE /v2.0/routers/810d4fa6-3953-49f9-8159-523c32434fa1 HTTP/1.1" status: 204 len: 168 time: 0.6843340 Nov 22 20:13:02.034708 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 36818) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:13:02.140259 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_v2 [None req-36b15258-3989-40f6-99c1-87fe2a3a4eff tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Deleting subnet 648e40a8-db11-4bd1-9f6a-6d08b3f0ff96 {{(pid=103448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 20:13:02.146357 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-36b15258-3989-40f6-99c1-87fe2a3a4eff tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks [] for subnet, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:02.215326 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-df6257da-ece5-4e3d-93ca-42398b40a630 req-82b9613a-e9fe-4ae2-8daf-9be96fb35e55 service neutron] Attempting to bind port 24374965-227b-4c96-b8e4-76900d8e1a2c on host n-h2-818823-1 for vnic_type normal with profile None {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:13:02.216001 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-df6257da-ece5-4e3d-93ca-42398b40a630 req-82b9613a-e9fe-4ae2-8daf-9be96fb35e55 service neutron] Attempting to bind port 24374965-227b-4c96-b8e4-76900d8e1a2c by drivers openvswitch,hyperv on host n-h2-818823-1 at level 0 using segments [{'id': 'e4b3d165-1cea-4bf0-93f6-5b79e0759539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '4906551a-712e-4bde-8433-b2db24f02f5c'}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:13:02.216961 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df6257da-ece5-4e3d-93ca-42398b40a630 req-82b9613a-e9fe-4ae2-8daf-9be96fb35e55 service neutron] Attempting to bind port 24374965-227b-4c96-b8e4-76900d8e1a2c on network 4906551a-712e-4bde-8433-b2db24f02f5c {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:13:02.226074 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df6257da-ece5-4e3d-93ca-42398b40a630 req-82b9613a-e9fe-4ae2-8daf-9be96fb35e55 service neutron] Port 24374965-227b-4c96-b8e4-76900d8e1a2c on network 4906551a-712e-4bde-8433-b2db24f02f5c not bound, no agent of type Open vSwitch agent registered on host n-h2-818823-1 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:13:02.226401 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df6257da-ece5-4e3d-93ca-42398b40a630 req-82b9613a-e9fe-4ae2-8daf-9be96fb35e55 service neutron] Attempting to bind port 24374965-227b-4c96-b8e4-76900d8e1a2c on network 4906551a-712e-4bde-8433-b2db24f02f5c {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:13:02.241496 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df6257da-ece5-4e3d-93ca-42398b40a630 req-82b9613a-e9fe-4ae2-8daf-9be96fb35e55 service neutron] Checking agent: {'id': '65e0486a-7030-4065-96f0-10aa7402a530', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'started_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 12, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:13:02.241496 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df6257da-ece5-4e3d-93ca-42398b40a630 req-82b9613a-e9fe-4ae2-8daf-9be96fb35e55 service neutron] Checking segment: {'id': 'e4b3d165-1cea-4bf0-93f6-5b79e0759539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '4906551a-712e-4bde-8433-b2db24f02f5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:13:02.241496 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df6257da-ece5-4e3d-93ca-42398b40a630 req-82b9613a-e9fe-4ae2-8daf-9be96fb35e55 service neutron] Bound using segment: {'id': 'e4b3d165-1cea-4bf0-93f6-5b79e0759539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '4906551a-712e-4bde-8433-b2db24f02f5c'} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:13:02.241496 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-df6257da-ece5-4e3d-93ca-42398b40a630 req-82b9613a-e9fe-4ae2-8daf-9be96fb35e55 service neutron] Bound port: 24374965-227b-4c96-b8e4-76900d8e1a2c, host: n-h2-818823-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4b3d165-1cea-4bf0-93f6-5b79e0759539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '4906551a-712e-4bde-8433-b2db24f02f5c'}}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:13:02.278066 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-36b15258-3989-40f6-99c1-87fe2a3a4eff tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11627908'] for subnet, precommit_delete_associations {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:02.379817 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-df6257da-ece5-4e3d-93ca-42398b40a630 req-82b9613a-e9fe-4ae2-8daf-9be96fb35e55 service neutron] For port 24374965-227b-4c96-b8e4-76900d8e1a2c, host n-h2-818823-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=24374965-227b-4c96-b8e4-76900d8e1a2c,segment=NetworkSegment(e4b3d165-1cea-4bf0-93f6-5b79e0759539),segment_id=e4b3d165-1cea-4bf0-93f6-5b79e0759539)] {{(pid=103448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:13:02.416026 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-df6257da-ece5-4e3d-93ca-42398b40a630 req-82b9613a-e9fe-4ae2-8daf-9be96fb35e55 service neutron] Publish callbacks [] for binding, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:02.417266 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-df6257da-ece5-4e3d-93ca-42398b40a630 req-82b9613a-e9fe-4ae2-8daf-9be96fb35e55 service neutron] 10.222.0.46 "POST /v2.0/ports/24374965-227b-4c96-b8e4-76900d8e1a2c/bindings HTTP/1.1" status: 201 len: 389 time: 0.6519535 Nov 22 20:13:02.456880 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-36b15258-3989-40f6-99c1-87fe2a3a4eff tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3753007'] for subnet, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:02.467249 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-08b177fc-62e9-4e97-90b8-91b5a7837c1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:02.483179 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515bb0d7-95cb-401a-85e1-5091b4af63fc req-5709ca9d-30a2-4bc2-b309-fe3995adddc7 tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:13:02.487183 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-515bb0d7-95cb-401a-85e1-5091b4af63fc req-5709ca9d-30a2-4bc2-b309-fe3995adddc7 tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] 10.222.0.46 "GET /v2.0/ports?device_id=061b0ea0-8e4a-4f23-9523-0bfc0bf638a2 HTTP/1.1" status: 200 len: 946 time: 0.1239567 Nov 22 20:13:02.616207 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-36b15258-3989-40f6-99c1-87fe2a3a4eff tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3753014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11567369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11792914'] for subnet, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:02.689483 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b15258-3989-40f6-99c1-87fe2a3a4eff tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Pushing event deleted for resources: {'Subnet': ['ID=648e40a8-db11-4bd1-9f6a-6d08b3f0ff96,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:13:02.691211 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-515bb0d7-95cb-401a-85e1-5091b4af63fc req-0af1dbe3-b0c2-4205-98d2-db088715c8ec tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] 10.222.0.46 "GET /v2.0/security-groups?id=402b14b3-7b21-4f37-9e5a-c3de7eeeb958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918354 Nov 22 20:13:02.710304 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f79da2e-1d18-48b9-a6ea-ec4aaf4277fb None None] Network 8eff29ca-e203-47c3-bcd0-aaf3b9930d64 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:13:02.714443 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-36b15258-3989-40f6-99c1-87fe2a3a4eff tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:02.721020 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-36b15258-3989-40f6-99c1-87fe2a3a4eff tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] 10.222.0.46 "DELETE /v2.0/subnets/648e40a8-db11-4bd1-9f6a-6d08b3f0ff96 HTTP/1.1" status: 204 len: 168 time: 0.6820939 Nov 22 20:13:02.722286 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 36838) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:13:03.053624 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edf0d311-8ebc-4f39-a2a5-2b5e8caac23a None None] DHCP port deletion for 8eff29ca-e203-47c3-bcd0-aaf3b9930d64 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:13:03.132093 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-edf0d311-8ebc-4f39-a2a5-2b5e8caac23a None None] Deleting port 63e45489-6f2c-4fc6-81c1-4ea736acf078 {{(pid=103449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:13:03.132771 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-edf0d311-8ebc-4f39-a2a5-2b5e8caac23a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:03.218867 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-edf0d311-8ebc-4f39-a2a5-2b5e8caac23a None None] For port 63e45489-6f2c-4fc6-81c1-4ea736acf078, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=63e45489-6f2c-4fc6-81c1-4ea736acf078,segment=NetworkSegment(febc8bde-a581-40e1-a69f-72c424bd880f),segment_id=febc8bde-a581-40e1-a69f-72c424bd880f)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:13:03.219473 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-edf0d311-8ebc-4f39-a2a5-2b5e8caac23a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:03.258185 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-edf0d311-8ebc-4f39-a2a5-2b5e8caac23a None None] Calling delete_port for 63e45489-6f2c-4fc6-81c1-4ea736acf078 owned by network:dhcp {{(pid=103449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:13:03.324328 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-aa39e21e-6f45-4054-8c58-ed6eb10b4d8b tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3961693'] for network, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:03.342484 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940a8383-9fe7-4126-bc45-c88e8a60f5d4 req-b2c03a17-93ec-4784-9431-b53b53bb2284 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:13:03.348139 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-940a8383-9fe7-4126-bc45-c88e8a60f5d4 req-b2c03a17-93ec-4784-9431-b53b53bb2284 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.46 "GET /v2.0/ports?device_id=761077bf-9826-478a-b251-413dfa7a9730 HTTP/1.1" status: 200 len: 946 time: 0.4527624 Nov 22 20:13:03.375853 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-03f0964f-1b75-4df7-99e0-a3cdb56ec2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:03.387870 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6257da-ece5-4e3d-93ca-42398b40a630 req-84d71794-3e4a-4b6a-80c6-dae26a2532c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:13:03.390468 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-df6257da-ece5-4e3d-93ca-42398b40a630 req-84d71794-3e4a-4b6a-80c6-dae26a2532c7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2c9de68061ee477dbb5cc544058ec72e&device_id=761077bf-9826-478a-b251-413dfa7a9730 HTTP/1.1" status: 200 len: 1097 time: 0.5272639 Nov 22 20:13:03.420375 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-edf0d311-8ebc-4f39-a2a5-2b5e8caac23a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381'] for port, after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:03.445628 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf0d311-8ebc-4f39-a2a5-2b5e8caac23a None None] No DVR routers for this DVR port 63e45489-6f2c-4fc6-81c1-4ea736acf078 on host n-d-818823-1 {{(pid=103449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:13:03.488567 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf0d311-8ebc-4f39-a2a5-2b5e8caac23a None None] Pushing event deleted for resources: {'Port': ['ID=63e45489-6f2c-4fc6-81c1-4ea736acf078,revision_number=None']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:13:03.534650 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-aa39e21e-6f45-4054-8c58-ed6eb10b4d8b tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] The port '63e45489-6f2c-4fc6-81c1-4ea736acf078' was deleted {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Nov 22 20:13:03.659096 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-aa39e21e-6f45-4054-8c58-ed6eb10b4d8b tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3760028', 'neutron.services.segments.db._delete_segments_for_network-8748992815755'] for network, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:03.665138 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-940a8383-9fe7-4126-bc45-c88e8a60f5d4 req-f6861a30-9758-4209-8066-4aa88b7d4824 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.46 "GET /v2.0/security-groups?id=deac3dce-93b4-41af-981b-873d47022422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3087094 Nov 22 20:13:03.694834 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-aa39e21e-6f45-4054-8c58-ed6eb10b4d8b tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8eff29ca-e203-47c3-bcd0-aaf3b9930d64']}} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:13:03.700078 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-aa39e21e-6f45-4054-8c58-ed6eb10b4d8b tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'febc8bde-a581-40e1-a69f-72c424bd880f') {'for_net_delete': True} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:13:03.700442 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-aa39e21e-6f45-4054-8c58-ed6eb10b4d8b tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'febc8bde-a581-40e1-a69f-72c424bd880f') {} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:13:03.710986 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-aa39e21e-6f45-4054-8c58-ed6eb10b4d8b tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748993039638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12178344'] for segment, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:03.725513 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-aa39e21e-6f45-4054-8c58-ed6eb10b4d8b tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:03.732429 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa39e21e-6f45-4054-8c58-ed6eb10b4d8b tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Releasing vlan 612 on physical network physnet1 to pool {{(pid=103447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 20:13:03.732838 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-aa39e21e-6f45-4054-8c58-ed6eb10b4d8b tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8900762'] for segment, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:03.781665 n-d-818823-1 neutron-server[103447]: Traceback (most recent call last): Nov 22 20:13:03.781665 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 20:13:03.781665 n-d-818823-1 neutron-server[103447]: timer() Nov 22 20:13:03.781665 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 20:13:03.781665 n-d-818823-1 neutron-server[103447]: cb(*args, **kw) Nov 22 20:13:03.781665 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 20:13:03.781665 n-d-818823-1 neutron-server[103447]: return func(*args, **kwargs) Nov 22 20:13:03.781665 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 20:13:03.781665 n-d-818823-1 neutron-server[103447]: self._notify() Nov 22 20:13:03.781665 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 20:13:03.781665 n-d-818823-1 neutron-server[103447]: self.callback(batched_events) Nov 22 20:13:03.781665 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 20:13:03.781665 n-d-818823-1 neutron-server[103447]: event.method(event) Nov 22 20:13:03.781665 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 20:13:03.781665 n-d-818823-1 neutron-server[103447]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 20:13:03.781665 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 20:13:03.781665 n-d-818823-1 neutron-server[103447]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 20:13:03.781665 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 20:13:03.781665 n-d-818823-1 neutron-server[103447]: return f(self, *a, **k) Nov 22 20:13:03.781665 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 20:13:03.781665 n-d-818823-1 neutron-server[103447]: return self._get(url).json() Nov 22 20:13:03.781665 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 20:13:03.781665 n-d-818823-1 neutron-server[103447]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 20:13:03.781665 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 20:13:03.781665 n-d-818823-1 neutron-server[103447]: return self.request(url, 'GET', **kwargs) Nov 22 20:13:03.781665 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 20:13:03.781665 n-d-818823-1 neutron-server[103447]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 20:13:03.781665 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 20:13:03.781665 n-d-818823-1 neutron-server[103447]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 20:13:03.781665 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 20:13:03.781665 n-d-818823-1 neutron-server[103447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 20:13:03.781665 n-d-818823-1 neutron-server[103447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 20:13:03.825047 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6257da-ece5-4e3d-93ca-42398b40a630 req-12bd5b76-5712-41a7-8baa-2f200f270d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:13:03.826651 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-df6257da-ece5-4e3d-93ca-42398b40a630 req-12bd5b76-5712-41a7-8baa-2f200f270d50 service neutron] 10.222.0.20 "GET /v2.0/networks?id=4906551a-712e-4bde-8433-b2db24f02f5c HTTP/1.1" status: 200 len: 908 time: 0.4277716 Nov 22 20:13:03.852721 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-181eb24a-8ce6-481a-b579-f50fbf3d9182 req-23ce8066-9f22-4180-8057-ede5d99deb15 tempest-ServerShowV257Test-650002909 tempest-ServerShowV257Test-650002909-project] 10.222.0.46 "GET /v2.0/ports?device_id=3fe7c6c6-4541-4e5a-80ad-1a85f55ac358 HTTP/1.1" status: 200 len: 210 time: 0.0671370 Nov 22 20:13:03.885124 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-aa39e21e-6f45-4054-8c58-ed6eb10b4d8b tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3760002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595318'] for network, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:03.894558 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1aaaef-146b-4cf9-a172-a8cfe5d8fc7b req-3629d875-bd45-41ba-bb12-cdc6de07fb27 tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:13:03.896107 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-be1aaaef-146b-4cf9-a172-a8cfe5d8fc7b req-3629d875-bd45-41ba-bb12-cdc6de07fb27 tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] 10.222.0.46 "GET /v2.0/ports?device_id=116dad98-7fd6-43c3-8263-ed0f41ae1b8e HTTP/1.1" status: 200 len: 945 time: 0.6309974 Nov 22 20:13:03.906105 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-df6257da-ece5-4e3d-93ca-42398b40a630 req-21d1948c-e416-43fd-a877-fca7310cfc9a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=24374965-227b-4c96-b8e4-76900d8e1a2c HTTP/1.1" status: 200 len: 217 time: 0.0631897 Nov 22 20:13:03.910249 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-aa39e21e-6f45-4054-8c58-ed6eb10b4d8b tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for network, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:03.917253 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-aa39e21e-6f45-4054-8c58-ed6eb10b4d8b tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] 10.222.0.46 "DELETE /v2.0/networks/8eff29ca-e203-47c3-bcd0-aaf3b9930d64 HTTP/1.1" status: 204 len: 168 time: 1.1893644 Nov 22 20:13:03.923502 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 36858) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:13:03.932845 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-e636f182-e20b-4893-afe1-a8d8d3d06a4d tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Request body: {'network': {'name': 'tempest-RoutersTest-1167819218'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:13:03.934517 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa39e21e-6f45-4054-8c58-ed6eb10b4d8b tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Pushing event deleted for resources: {'Network': ['ID=8eff29ca-e203-47c3-bcd0-aaf3b9930d64,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:13:03.974253 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 63e45489-6f2c-4fc6-81c1-4ea736acf078 no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:13:04.000461 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e636f182-e20b-4893-afe1-a8d8d3d06a4d tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Made reservation on behalf of 39adbab155b64849b1b9cb0eac9a72dd for: {'network': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:13:04.006786 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e636f182-e20b-4893-afe1-a8d8d3d06a4d tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for network, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:04.021504 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6257da-ece5-4e3d-93ca-42398b40a630 req-b5b23793-281c-4d4d-bfa8-5f2be95115d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:13:04.023131 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-df6257da-ece5-4e3d-93ca-42398b40a630 req-b5b23793-281c-4d4d-bfa8-5f2be95115d6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b907b504-4de2-4845-a661-deaebec31498 HTTP/1.1" status: 200 len: 847 time: 0.0971477 Nov 22 20:13:04.037802 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: 63e45489-6f2c-4fc6-81c1-4ea736acf078 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:13:04.038690 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 63e45489-6f2c-4fc6-81c1-4ea736acf078 not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:13:04.067045 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-be1aaaef-146b-4cf9-a172-a8cfe5d8fc7b req-a5d950cd-5a90-4db8-9eba-b395c3aaf628 tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] 10.222.0.46 "GET /v2.0/security-groups?id=a6b5e341-e4ee-449f-b89c-f5b96c06c7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957394 Nov 22 20:13:04.073595 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e636f182-e20b-4893-afe1-a8d8d3d06a4d tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] vlan segment allocate from pool success with {'vlan_id': 641, 'physical_network': 'physnet1'} {{(pid=103448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 20:13:04.092404 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e636f182-e20b-4893-afe1-a8d8d3d06a4d tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:04.092889 n-d-818823-1 neutron-server[103448]: INFO neutron.db.segments_db [None req-e636f182-e20b-4893-afe1-a8d8d3d06a4d tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Added segment 965bcd02-ddf9-41a9-a620-f2d2ab461ea7 of type vlan for network 7cf4e098-ca87-42f0-b999-d7ab125ae1e5 Nov 22 20:13:04.120319 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-df6257da-ece5-4e3d-93ca-42398b40a630 req-437cb697-22a6-46a2-a4cc-da1cf89075b2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4906551a-712e-4bde-8433-b2db24f02f5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0809534 Nov 22 20:13:04.154494 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e636f182-e20b-4893-afe1-a8d8d3d06a4d tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748992492791'] for network, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:04.184874 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e636f182-e20b-4893-afe1-a8d8d3d06a4d tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for network, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:04.191375 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e636f182-e20b-4893-afe1-a8d8d3d06a4d tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:13:04.192221 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e636f182-e20b-4893-afe1-a8d8d3d06a4d tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:04.273717 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-e636f182-e20b-4893-afe1-a8d8d3d06a4d tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3543048 Nov 22 20:13:04.277073 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 36866) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:13:04.282175 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-6126f444-65f2-41f5-acc6-8086606c830b tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Request body: {'subnet': {'network_id': '7cf4e098-ca87-42f0-b999-d7ab125ae1e5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:13:04.289595 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e636f182-e20b-4893-afe1-a8d8d3d06a4d tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Pushing event updated for resources: {'Network': ['ID=7cf4e098-ca87-42f0-b999-d7ab125ae1e5,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:13:04.303066 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Network 7cf4e098-ca87-42f0-b999-d7ab125ae1e5 details requested by agent ovs-agent-n-d-818823-1 with host n-d-818823-1 {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 20:13:04.377046 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53e996e-230c-456e-af52-5f241c7383eb req-382eb708-d087-42b0-863e-18a4a4c982df tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:13:04.378708 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e53e996e-230c-456e-af52-5f241c7383eb req-382eb708-d087-42b0-863e-18a4a4c982df tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] 10.222.0.46 "GET /v2.0/ports?device_id=061b0ea0-8e4a-4f23-9523-0bfc0bf638a2 HTTP/1.1" status: 200 len: 946 time: 0.2362404 Nov 22 20:13:04.418622 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6126f444-65f2-41f5-acc6-8086606c830b tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Made reservation on behalf of 39adbab155b64849b1b9cb0eac9a72dd for: {'subnet': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:13:04.420367 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-df6257da-ece5-4e3d-93ca-42398b40a630 req-aa2db0fa-0a58-41ea-af82-49f8f377da56 service neutron] 10.222.0.20 "GET /v2.0/networks/4906551a-712e-4bde-8433-b2db24f02f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2896602 Nov 22 20:13:04.423207 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6126f444-65f2-41f5-acc6-8086606c830b tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11792951'] for subnet, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:04.525328 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e53e996e-230c-456e-af52-5f241c7383eb req-8b4a35a2-4720-4967-b95e-7a62240a1177 tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] 10.222.0.46 "GET /v2.0/security-groups?id=402b14b3-7b21-4f37-9e5a-c3de7eeeb958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298957 Nov 22 20:13:04.590095 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-df6257da-ece5-4e3d-93ca-42398b40a630 req-71c21a36-13b5-4584-8167-814c6a170bfd service neutron] 10.222.0.20 "GET /v2.0/networks/4906551a-712e-4bde-8433-b2db24f02f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502476 Nov 22 20:13:04.788788 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6126f444-65f2-41f5-acc6-8086606c830b tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11567560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11792921'] for subnet, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:04.884619 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6126f444-65f2-41f5-acc6-8086606c830b tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Pushing event updated for resources: {'Subnet': ['ID=7574dd45-b1ae-4a6b-b69d-a7de544d019f,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:13:04.905631 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6126f444-65f2-41f5-acc6-8086606c830b tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Checking segment: {'id': '965bcd02-ddf9-41a9-a620-f2d2ab461ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '7cf4e098-ca87-42f0-b999-d7ab125ae1e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:13:04.906644 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6126f444-65f2-41f5-acc6-8086606c830b tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Network hostable DHCP agents. Network: 7cf4e098-ca87-42f0-b999-d7ab125ae1e5, hostable agents: ['02adaa64-0987-4b74-bad0-cbcf56f8a294'], hosted agents: [] {{(pid=103448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 20:13:04.910695 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17deedba-4a54-4c46-9cf6-945dacfbb213 req-c31bc4b4-4878-4605-8013-deb61d52b5b9 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:13:04.918054 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-17deedba-4a54-4c46-9cf6-945dacfbb213 req-c31bc4b4-4878-4605-8013-deb61d52b5b9 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.46 "GET /v2.0/ports?device_id=761077bf-9826-478a-b251-413dfa7a9730 HTTP/1.1" status: 200 len: 946 time: 0.1403258 Nov 22 20:13:04.940030 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6126f444-65f2-41f5-acc6-8086606c830b tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Network 7cf4e098-ca87-42f0-b999-d7ab125ae1e5 is scheduled to be hosted by DHCP agent 02adaa64-0987-4b74-bad0-cbcf56f8a294 with binding_index 1 {{(pid=103448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 20:13:04.953979 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-6126f444-65f2-41f5-acc6-8086606c830b tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818823-1, 7cf4e098-ca87-42f0-b999-d7ab125ae1e5) {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:13:04.961741 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6126f444-65f2-41f5-acc6-8086606c830b tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:13:04.962767 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6126f444-65f2-41f5-acc6-8086606c830b tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:04.986549 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-6126f444-65f2-41f5-acc6-8086606c830b tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7087324 Nov 22 20:13:04.988897 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 36890) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:13:04.992118 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fcad065-80c8-4858-90a7-212254ee77af None None] Network 7cf4e098-ca87-42f0-b999-d7ab125ae1e5 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:13:05.001493 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-a4ed181e-be8f-4b14-b01f-ec1527e51f63 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1761120458', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:13:05.062656 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a4ed181e-be8f-4b14-b01f-ec1527e51f63 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24799'] for router, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:05.070630 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a4ed181e-be8f-4b14-b01f-ec1527e51f63 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-632716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24788'] for router, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:05.140240 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e49ee129-e862-4476-beca-cdc8150d2345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:05.184548 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-61e101be-a23a-49a5-8a30-5cc47a23c9cc req-7bd8eb55-e7e7-4dbf-94ab-a2935f042e52 tempest-ServerShowV257Test-650002909 tempest-ServerShowV257Test-650002909-project] 10.222.0.46 "GET /v2.0/ports?device_id=3fe7c6c6-4541-4e5a-80ad-1a85f55ac358 HTTP/1.1" status: 200 len: 210 time: 0.1223595 Nov 22 20:13:05.230817 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3601bc-7cc9-42f0-a1cc-87de3d2cd3b3 req-02585d5c-8a4f-4c18-9dc0-94db972016e4 tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:13:05.232418 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6f3601bc-7cc9-42f0-a1cc-87de3d2cd3b3 req-02585d5c-8a4f-4c18-9dc0-94db972016e4 tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] 10.222.0.20 "GET /v2.0/ports?device_id=061b0ea0-8e4a-4f23-9523-0bfc0bf638a2 HTTP/1.1" status: 200 len: 946 time: 0.2970960 Nov 22 20:13:05.243789 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a4ed181e-be8f-4b14-b01f-ec1527e51f63 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:05.248707 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-17deedba-4a54-4c46-9cf6-945dacfbb213 req-52eb7df8-c547-402b-82b5-052c2fcf48b5 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.46 "GET /v2.0/security-groups?id=deac3dce-93b4-41af-981b-873d47022422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3186688 Nov 22 20:13:05.336316 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a4ed181e-be8f-4b14-b01f-ec1527e51f63 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-659538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-841284'] for router, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:05.384719 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a4ed181e-be8f-4b14-b01f-ec1527e51f63 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks [] for router, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:05.390750 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-a4ed181e-be8f-4b14-b01f-ec1527e51f63 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3967440 Nov 22 20:13:05.391579 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 36906) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:13:05.455106 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89e0ea2b-0ac4-45f3-b215-d8f011f5fcc5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fb26bd7-ce56-527b-b94f-2e1f7cb2bb35-7cf4e098-ca87-42f0-b999-d7ab125ae1e5', 'network_id': '7cf4e098-ca87-42f0-b999-d7ab125ae1e5', 'tenant_id': '39adbab155b64849b1b9cb0eac9a72dd', 'fixed_ips': [{'subnet_id': '7574dd45-b1ae-4a6b-b69d-a7de544d019f'}]}} from n-d-818823-1. {{(pid=103449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 20:13:05.456687 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-89e0ea2b-0ac4-45f3-b215-d8f011f5fcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:05.470984 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-6f3601bc-7cc9-42f0-a1cc-87de3d2cd3b3 req-73eeabc2-fb3c-4a2c-9340-51bacd1a34d6 tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] Deleting port f7aa337d-f393-4fb2-bcca-d43a9dc28e45 {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:13:05.471358 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-6f3601bc-7cc9-42f0-a1cc-87de3d2cd3b3 req-73eeabc2-fb3c-4a2c-9340-51bacd1a34d6 tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:05.683004 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.db_base_plugin_common [None req-89e0ea2b-0ac4-45f3-b215-d8f011f5fcc5 None None] Allocated IP 172.20.0.2 (7cf4e098-ca87-42f0-b999-d7ab125ae1e5/7574dd45-b1ae-4a6b-b69d-a7de544d019f/b7a16cd4-030a-48da-8ad6-e2ec451ce1e3) {{(pid=103449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:13:05.756885 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-6f3601bc-7cc9-42f0-a1cc-87de3d2cd3b3 req-73eeabc2-fb3c-4a2c-9340-51bacd1a34d6 tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] For port f7aa337d-f393-4fb2-bcca-d43a9dc28e45, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=f7aa337d-f393-4fb2-bcca-d43a9dc28e45,segment=NetworkSegment(81925659-bc5f-49d9-8d6d-c3681f9dbd5b),segment_id=81925659-bc5f-49d9-8d6d-c3681f9dbd5b)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:13:05.757278 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-6f3601bc-7cc9-42f0-a1cc-87de3d2cd3b3 req-73eeabc2-fb3c-4a2c-9340-51bacd1a34d6 tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:05.785377 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899c6e0b-e2e8-4e50-83de-4da76962dee2 req-2ed325a5-5e23-45b8-a56a-9d6a624a1113 tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:13:05.797797 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-899c6e0b-e2e8-4e50-83de-4da76962dee2 req-2ed325a5-5e23-45b8-a56a-9d6a624a1113 tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] 10.222.0.46 "GET /v2.0/ports?device_id=061b0ea0-8e4a-4f23-9523-0bfc0bf638a2 HTTP/1.1" status: 200 len: 946 time: 0.1270726 Nov 22 20:13:05.820521 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-6f3601bc-7cc9-42f0-a1cc-87de3d2cd3b3 req-73eeabc2-fb3c-4a2c-9340-51bacd1a34d6 tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] Calling delete_port for f7aa337d-f393-4fb2-bcca-d43a9dc28e45 owned by compute:nova {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:13:05.970527 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-89e0ea2b-0ac4-45f3-b215-d8f011f5fcc5 None None] Publish callbacks [] for port, precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:05.984629 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-899c6e0b-e2e8-4e50-83de-4da76962dee2 req-1e2ccbbc-e129-4088-a049-847803243711 tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] 10.222.0.46 "GET /v2.0/security-groups?id=402b14b3-7b21-4f37-9e5a-c3de7eeeb958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858633 Nov 22 20:13:05.988595 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-89e0ea2b-0ac4-45f3-b215-d8f011f5fcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372'] for port, after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:06.057847 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89e0ea2b-0ac4-45f3-b215-d8f011f5fcc5 None None] Network 7cf4e098-ca87-42f0-b999-d7ab125ae1e5 is already hosted by enough agents. {{(pid=103449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:13:06.062272 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.base_scheduler [None req-89e0ea2b-0ac4-45f3-b215-d8f011f5fcc5 None None] Resources bound (agent type, host, resource id): {{(pid=103449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:13:06.070566 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e0ea2b-0ac4-45f3-b215-d8f011f5fcc5 None None] Received port after_create {{(pid=103449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:13:06.075790 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:06.117551 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e0ea2b-0ac4-45f3-b215-d8f011f5fcc5 None None] Pushing event updated for resources: {'Port': ['ID=b7a16cd4-030a-48da-8ad6-e2ec451ce1e3,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:13:06.169208 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-89e0ea2b-0ac4-45f3-b215-d8f011f5fcc5 None None] Attempting to bind port b7a16cd4-030a-48da-8ad6-e2ec451ce1e3 on host n-d-818823-1 for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:13:06.169884 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-89e0ea2b-0ac4-45f3-b215-d8f011f5fcc5 None None] Attempting to bind port b7a16cd4-030a-48da-8ad6-e2ec451ce1e3 by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': '965bcd02-ddf9-41a9-a620-f2d2ab461ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '7cf4e098-ca87-42f0-b999-d7ab125ae1e5'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:13:06.170437 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e0ea2b-0ac4-45f3-b215-d8f011f5fcc5 None None] Attempting to bind port b7a16cd4-030a-48da-8ad6-e2ec451ce1e3 on network 7cf4e098-ca87-42f0-b999-d7ab125ae1e5 {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:13:06.182902 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e0ea2b-0ac4-45f3-b215-d8f011f5fcc5 None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 13, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:13:06.184778 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e0ea2b-0ac4-45f3-b215-d8f011f5fcc5 None None] Checking segment: {'id': '965bcd02-ddf9-41a9-a620-f2d2ab461ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '7cf4e098-ca87-42f0-b999-d7ab125ae1e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:13:06.185466 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-89e0ea2b-0ac4-45f3-b215-d8f011f5fcc5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:06.186069 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e0ea2b-0ac4-45f3-b215-d8f011f5fcc5 None None] Bound using segment: {'id': '965bcd02-ddf9-41a9-a620-f2d2ab461ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '7cf4e098-ca87-42f0-b999-d7ab125ae1e5'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:13:06.186781 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-89e0ea2b-0ac4-45f3-b215-d8f011f5fcc5 None None] Bound port: b7a16cd4-030a-48da-8ad6-e2ec451ce1e3, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '965bcd02-ddf9-41a9-a620-f2d2ab461ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '7cf4e098-ca87-42f0-b999-d7ab125ae1e5'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:13:06.187381 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-89e0ea2b-0ac4-45f3-b215-d8f011f5fcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:06.190962 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-6f3601bc-7cc9-42f0-a1cc-87de3d2cd3b3 req-73eeabc2-fb3c-4a2c-9340-51bacd1a34d6 tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:06.216142 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] get_ports_and_sgs() called for port_ids ['e9c78bec-c059-4971-a52d-1bd93a5969af'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:13:06.288270 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73eeabc2-fb3c-4a2c-9340-51bacd1a34d6 tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] Pushing event deleted for resources: {'Port': ['ID=f7aa337d-f393-4fb2-bcca-d43a9dc28e45,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:13:06.371585 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-fc69a84f-dd5d-43db-a001-1bb7dc0d9915 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:06.506701 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f3601bc-7cc9-42f0-a1cc-87de3d2cd3b3 req-73eeabc2-fb3c-4a2c-9340-51bacd1a34d6 tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] No DVR routers for this DVR port f7aa337d-f393-4fb2-bcca-d43a9dc28e45 on host n-h2-818823-1 {{(pid=103447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:13:06.520661 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-89e0ea2b-0ac4-45f3-b215-d8f011f5fcc5 None None] For port b7a16cd4-030a-48da-8ad6-e2ec451ce1e3, host n-d-818823-1, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:13:06.530756 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-89e0ea2b-0ac4-45f3-b215-d8f011f5fcc5 None None] For port b7a16cd4-030a-48da-8ad6-e2ec451ce1e3, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=b7a16cd4-030a-48da-8ad6-e2ec451ce1e3,segment=NetworkSegment(965bcd02-ddf9-41a9-a620-f2d2ab461ea7),segment_id=965bcd02-ddf9-41a9-a620-f2d2ab461ea7)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:13:06.538242 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-89e0ea2b-0ac4-45f3-b215-d8f011f5fcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:06.538540 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-6f3601bc-7cc9-42f0-a1cc-87de3d2cd3b3 req-73eeabc2-fb3c-4a2c-9340-51bacd1a34d6 tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:06.542712 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6f3601bc-7cc9-42f0-a1cc-87de3d2cd3b3 req-73eeabc2-fb3c-4a2c-9340-51bacd1a34d6 tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] 10.222.0.20 "DELETE /v2.0/ports/f7aa337d-f393-4fb2-bcca-d43a9dc28e45 HTTP/1.1" status: 204 len: 173 time: 1.2915568 Nov 22 20:13:06.544047 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '061b0ea0-8e4a-4f23-9523-0bfc0bf638a2', 'name': 'network-vif-deleted', 'tag': 'f7aa337d-f393-4fb2-bcca-d43a9dc28e45'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:13:06.546865 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99cf013f-1245-4b7e-9cb3-997d64773bed" -d '{"events": [{"server_uuid": "061b0ea0-8e4a-4f23-9523-0bfc0bf638a2", "name": "network-vif-deleted", "tag": "f7aa337d-f393-4fb2-bcca-d43a9dc28e45"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:13:06.564446 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-842380df-85ce-4294-9de8-40dbb68657c9 req-85649c02-dff9-4035-9a9b-e1acda1010ce tempest-ServerShowV257Test-650002909 tempest-ServerShowV257Test-650002909-project] 10.222.0.46 "GET /v2.0/ports?device_id=3fe7c6c6-4541-4e5a-80ad-1a85f55ac358 HTTP/1.1" status: 200 len: 210 time: 0.1439440 Nov 22 20:13:06.645642 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ffe9dd-a4d2-4566-b770-2a470e8aa69b req-b199ed59-2f19-4d9f-b7a5-69d421838ae8 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:13:06.660759 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c6ffe9dd-a4d2-4566-b770-2a470e8aa69b req-b199ed59-2f19-4d9f-b7a5-69d421838ae8 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.46 "GET /v2.0/ports?device_id=761077bf-9826-478a-b251-413dfa7a9730 HTTP/1.1" status: 200 len: 946 time: 0.1639154 Nov 22 20:13:06.666782 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e0ea2b-0ac4-45f3-b215-d8f011f5fcc5 None None] Pushing event updated for resources: {'Port': ['ID=b7a16cd4-030a-48da-8ad6-e2ec451ce1e3,revision_number=2']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:13:06.824061 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c6ffe9dd-a4d2-4566-b770-2a470e8aa69b req-51d96254-87fd-4c46-bdf4-acdf38b29063 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.46 "GET /v2.0/security-groups?id=deac3dce-93b4-41af-981b-873d47022422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620917 Nov 22 20:13:06.968600 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [None req-fc69a84f-dd5d-43db-a001-1bb7dc0d9915 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Allocated IP 172.20.0.1 (7cf4e098-ca87-42f0-b999-d7ab125ae1e5/7574dd45-b1ae-4a6b-b69d-a7de544d019f/8c1ba6cb-1d86-4617-b5e5-4ec72cd1f7dc) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:13:06.991451 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:13:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c396d6e8-82f4-4021-a9b9-5f0c1ebfb16b x-openstack-request-id: req-c396d6e8-82f4-4021-a9b9-5f0c1ebfb16b {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:13:06.991964 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "061b0ea0-8e4a-4f23-9523-0bfc0bf638a2", "name": "network-vif-deleted", "tag": "f7aa337d-f393-4fb2-bcca-d43a9dc28e45", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:13:06.992223 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c396d6e8-82f4-4021-a9b9-5f0c1ebfb16b {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:13:06.992719 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '061b0ea0-8e4a-4f23-9523-0bfc0bf638a2', 'name': 'network-vif-deleted', 'tag': 'f7aa337d-f393-4fb2-bcca-d43a9dc28e45', 'status': 'completed', 'code': 200} Nov 22 20:13:07.236581 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-fc69a84f-dd5d-43db-a001-1bb7dc0d9915 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:07.314455 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-fc69a84f-dd5d-43db-a001-1bb7dc0d9915 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:07.331795 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b91a5881-b28a-4222-bb66-164a34b831e3 req-d181c371-0fa0-44b3-8d15-84b646683d79 tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] 10.222.0.46 "GET /v2.0/ports?device_id=061b0ea0-8e4a-4f23-9523-0bfc0bf638a2 HTTP/1.1" status: 200 len: 210 time: 0.0893047 Nov 22 20:13:07.416567 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc69a84f-dd5d-43db-a001-1bb7dc0d9915 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Network 7cf4e098-ca87-42f0-b999-d7ab125ae1e5 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:13:07.421420 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-fc69a84f-dd5d-43db-a001-1bb7dc0d9915 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:13:07.439691 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc69a84f-dd5d-43db-a001-1bb7dc0d9915 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:13:07.446991 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc69a84f-dd5d-43db-a001-1bb7dc0d9915 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Pushing event updated for resources: {'Port': ['ID=8c1ba6cb-1d86-4617-b5e5-4ec72cd1f7dc,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:13:07.495451 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-fc69a84f-dd5d-43db-a001-1bb7dc0d9915 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659939'] for router_interface, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:07.547633 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 310c01aa-04f4-4246-8f42-b724298b44bb details requested by agent hyperv_n-h2-818823-1 with host n-h2-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 20:13:07.557551 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device f7aa337d-f393-4fb2-bcca-d43a9dc28e45 no longer exists at agent hyperv_n-h2-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:13:07.604951 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] No Port match for: f7aa337d-f393-4fb2-bcca-d43a9dc28e45 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:13:07.606858 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device f7aa337d-f393-4fb2-bcca-d43a9dc28e45 not bound to the agent host n-h2-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:13:07.722694 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-fc69a84f-dd5d-43db-a001-1bb7dc0d9915 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:07.821666 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-585804f8-f13a-4a92-a75e-fbb8b7b0db5f req-dfb8005e-0a7f-4c2c-bca1-5c9cc87f9aac tempest-ServerShowV257Test-650002909 tempest-ServerShowV257Test-650002909-project] 10.222.0.46 "GET /v2.0/ports?device_id=3fe7c6c6-4541-4e5a-80ad-1a85f55ac358 HTTP/1.1" status: 200 len: 210 time: 0.0873916 Nov 22 20:13:07.874165 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port 310c01aa-04f4-4246-8f42-b724298b44bb, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=310c01aa-04f4-4246-8f42-b724298b44bb,segment=NetworkSegment(071fae29-45f8-4fae-87e0-a91dc64245f1),segment_id=071fae29-45f8-4fae-87e0-a91dc64245f1)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:13:07.905128 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Returning: {'device': '310c01aa-04f4-4246-8f42-b724298b44bb', 'network_id': 'c625a1a7-f1bd-484b-b342-37cf517c7d76', 'port_id': '310c01aa-04f4-4246-8f42-b724298b44bb', 'mac_address': 'fa:16:3e:89:03:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7864178-f3d5-4b52-bb8a-e0038ceec004', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 20:13:08.106827 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:08.137774 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339767de-d7a5-45b2-b765-f499d37b906e req-bf9b6d0f-c806-4881-bf62-f65a2fa2b82a tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:13:08.151835 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-339767de-d7a5-45b2-b765-f499d37b906e req-bf9b6d0f-c806-4881-bf62-f65a2fa2b82a tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.46 "GET /v2.0/ports?device_id=761077bf-9826-478a-b251-413dfa7a9730 HTTP/1.1" status: 200 len: 946 time: 0.1627095 Nov 22 20:13:08.163837 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device b7a16cd4-030a-48da-8ad6-e2ec451ce1e3 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:13:08.174959 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 310c01aa-04f4-4246-8f42-b724298b44bb {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:13:08.291978 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-fc69a84f-dd5d-43db-a001-1bb7dc0d9915 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks [] for port, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:08.300248 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-fc69a84f-dd5d-43db-a001-1bb7dc0d9915 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:08.331801 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port 310c01aa-04f4-4246-8f42-b724298b44bb, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=310c01aa-04f4-4246-8f42-b724298b44bb,segment=NetworkSegment(071fae29-45f8-4fae-87e0-a91dc64245f1),segment_id=071fae29-45f8-4fae-87e0-a91dc64245f1)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:13:08.342303 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:08.352217 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-339767de-d7a5-45b2-b765-f499d37b906e req-c7498d09-44a7-474a-bdf1-9efaf04934eb tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.46 "GET /v2.0/security-groups?id=deac3dce-93b4-41af-981b-873d47022422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990678 Nov 22 20:13:08.492624 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port b7a16cd4-030a-48da-8ad6-e2ec451ce1e3 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:13:08.493014 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:08.495593 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] get_ports_and_sgs() called for port_ids ['310c01aa-04f4-4246-8f42-b724298b44bb'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:13:08.495749 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc69a84f-dd5d-43db-a001-1bb7dc0d9915 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Pushing event updated for resources: {'Port': ['ID=8c1ba6cb-1d86-4617-b5e5-4ec72cd1f7dc,revision_number=2']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:13:08.526710 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-fc69a84f-dd5d-43db-a001-1bb7dc0d9915 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-563461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-659839'] for router_interface, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:08.676417 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c492caa4-bbdc-4984-99b6-037f5c7cb4a4 None None] Network 7cf4e098-ca87-42f0-b999-d7ab125ae1e5 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:13:08.707825 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=310c01aa-04f4-4246-8f42-b724298b44bb,revision_number=6']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:13:08.781771 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc69a84f-dd5d-43db-a001-1bb7dc0d9915 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Network 7cf4e098-ca87-42f0-b999-d7ab125ae1e5 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:13:08.787123 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-fc69a84f-dd5d-43db-a001-1bb7dc0d9915 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:13:08.887097 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:08.890608 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-dd585d89-be96-4635-8f01-f9678592da3f None None] Provisioning complete for port b7a16cd4-030a-48da-8ad6-e2ec451ce1e3 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:13:08.891324 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-dd585d89-be96-4635-8f01-f9678592da3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:08.921374 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb5ef0a-c207-4e79-a67c-f4a8b9a731ed req-397bb47d-1b3c-4025-8e8b-b7a4f0837fb9 tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:13:08.930866 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5fb5ef0a-c207-4e79-a67c-f4a8b9a731ed req-397bb47d-1b3c-4025-8e8b-b7a4f0837fb9 tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] 10.222.0.46 "GET /v2.0/ports?device_id=f120437d-9853-4b55-a507-5eced1446d4e HTTP/1.1" status: 200 len: 945 time: 0.0883565 Nov 22 20:13:09.032235 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5fb5ef0a-c207-4e79-a67c-f4a8b9a731ed req-429a3fdb-70e4-4980-9da8-4e5acff27800 tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] 10.222.0.46 "GET /v2.0/security-groups?id=402b14b3-7b21-4f37-9e5a-c3de7eeeb958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002388 Nov 22 20:13:09.166952 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2e91e972-d118-4d8e-ab5c-2f278612b821 req-343041d8-2b48-4cb8-b141-396c433f1045 tempest-ServerShowV257Test-650002909 tempest-ServerShowV257Test-650002909-project] 10.222.0.46 "GET /v2.0/ports?device_id=3fe7c6c6-4541-4e5a-80ad-1a85f55ac358 HTTP/1.1" status: 200 len: 210 time: 0.0535939 Nov 22 20:13:09.184615 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc69a84f-dd5d-43db-a001-1bb7dc0d9915 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Router c27a85ee-80a1-4163-b59c-1216ccdbb333 is scheduled to L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 with binding_index 1 {{(pid=103448) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 20:13:09.266748 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] For port b7a16cd4-030a-48da-8ad6-e2ec451ce1e3, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=b7a16cd4-030a-48da-8ad6-e2ec451ce1e3,segment=NetworkSegment(965bcd02-ddf9-41a9-a620-f2d2ab461ea7),segment_id=965bcd02-ddf9-41a9-a620-f2d2ab461ea7)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:13:09.288823 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:09.346995 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc69a84f-dd5d-43db-a001-1bb7dc0d9915 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:13:09.354757 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 37024) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:13:09.380014 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-fc69a84f-dd5d-43db-a001-1bb7dc0d9915 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] 10.222.0.46 "PUT /v2.0/routers/c27a85ee-80a1-4163-b59c-1216ccdbb333/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9792123 Nov 22 20:13:09.396385 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9930d44c-0d78-435c-852c-a53c2b277df3 None None] Sync routers for ids ['c27a85ee-80a1-4163-b59c-1216ccdbb333'] in n-d-818823-1 {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:13:09.470071 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a21f79f-e0a6-4f60-a679-73c1d41cd6fc tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:13:09.474729 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 37032) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:13:09.481085 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-0a21f79f-e0a6-4f60-a679-73c1d41cd6fc tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] 10.222.0.46 "GET /v2.0/ports/8c1ba6cb-1d86-4617-b5e5-4ec72cd1f7dc HTTP/1.1" status: 200 len: 910 time: 0.1252308 Nov 22 20:13:09.536788 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9930d44c-0d78-435c-852c-a53c2b277df3 None None] Routers {'c27a85ee-80a1-4163-b59c-1216ccdbb333'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:13:09.537531 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-9930d44c-0d78-435c-852c-a53c2b277df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:13:02Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['c27a85ee-80a1-4163-b59c-1216ccdbb333'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:13:09.579785 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-9930d44c-0d78-435c-852c-a53c2b277df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:13:09.633591 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9f92b0-0c40-470a-aee3-1138b68a1026 req-787bd6a8-5ef1-4c5c-909c-ff3ca37ba119 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:13:09.647992 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9930d44c-0d78-435c-852c-a53c2b277df3 None None] Routers {'c27a85ee-80a1-4163-b59c-1216ccdbb333'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:13:09.648635 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-9930d44c-0d78-435c-852c-a53c2b277df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:13:02Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['c27a85ee-80a1-4163-b59c-1216ccdbb333'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:13:09.649550 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1c9f92b0-0c40-470a-aee3-1138b68a1026 req-787bd6a8-5ef1-4c5c-909c-ff3ca37ba119 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.46 "GET /v2.0/ports?device_id=761077bf-9826-478a-b251-413dfa7a9730 HTTP/1.1" status: 200 len: 946 time: 0.1288710 Nov 22 20:13:09.785478 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1c9f92b0-0c40-470a-aee3-1138b68a1026 req-8f79e1bd-77c0-4c8a-845d-30ac93fc40f2 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.46 "GET /v2.0/security-groups?id=deac3dce-93b4-41af-981b-873d47022422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347587 Nov 22 20:13:09.963970 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.agents_db [None req-aa8313f2-1ee4-4e7b-8c5a-d32b2f9d31ee None None] Agent healthcheck: found 7 active agents {{(pid=103450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 20:13:10.145992 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Pushing event updated for resources: {'Port': ['ID=b7a16cd4-030a-48da-8ad6-e2ec451ce1e3,revision_number=3']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:13:10.175338 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-9930d44c-0d78-435c-852c-a53c2b277df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:13:10.176300 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9930d44c-0d78-435c-852c-a53c2b277df3 None None] The sync data for ids ['c27a85ee-80a1-4163-b59c-1216ccdbb333'] in n-d-818823-1 is: [] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:13:10.503460 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f3e4b767-1440-4152-90b8-f79f3a58db96 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659736'] for router_interface, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:10.710076 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ac4a36bc-ccf3-4d29-a375-541a8e5afc4a None None] Provisioning complete for port b7a16cd4-030a-48da-8ad6-e2ec451ce1e3 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:13:10.713480 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ac4a36bc-ccf3-4d29-a375-541a8e5afc4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:10.997824 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ac4a36bc-ccf3-4d29-a375-541a8e5afc4a None None] Provisioning complete for port 8c1ba6cb-1d86-4617-b5e5-4ec72cd1f7dc triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:13:10.998135 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ac4a36bc-ccf3-4d29-a375-541a8e5afc4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:11.010260 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-f3e4b767-1440-4152-90b8-f79f3a58db96 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Deleting port 8c1ba6cb-1d86-4617-b5e5-4ec72cd1f7dc {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:13:11.011296 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f3e4b767-1440-4152-90b8-f79f3a58db96 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:11.089126 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-ac4a36bc-ccf3-4d29-a375-541a8e5afc4a None None] Port 8c1ba6cb-1d86-4617-b5e5-4ec72cd1f7dc cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:13:11.173064 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f3e4b767-1440-4152-90b8-f79f3a58db96 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:11.214408 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-f3e4b767-1440-4152-90b8-f79f3a58db96 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Calling delete_port for 8c1ba6cb-1d86-4617-b5e5-4ec72cd1f7dc owned by network:router_interface {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:13:11.220829 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e362af-0379-4338-ba12-32c5642cabb9 None None] Provisioning complete for port 8c1ba6cb-1d86-4617-b5e5-4ec72cd1f7dc triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:13:11.223820 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e362af-0379-4338-ba12-32c5642cabb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:11.381392 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e362af-0379-4338-ba12-32c5642cabb9 None None] Port 8c1ba6cb-1d86-4617-b5e5-4ec72cd1f7dc cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:13:11.537936 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ecb483e1-c64b-4313-847a-e107e8d92aa1 None None] Provisioning complete for port 8c1ba6cb-1d86-4617-b5e5-4ec72cd1f7dc triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:13:11.538237 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ecb483e1-c64b-4313-847a-e107e8d92aa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:11.552475 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f3e4b767-1440-4152-90b8-f79f3a58db96 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:11.614267 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 310c01aa-04f4-4246-8f42-b724298b44bb up at agent hyperv_n-h2-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:13:11.623371 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e4b767-1440-4152-90b8-f79f3a58db96 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Pushing event deleted for resources: {'Port': ['ID=8c1ba6cb-1d86-4617-b5e5-4ec72cd1f7dc,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:13:11.696433 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-ecb483e1-c64b-4313-847a-e107e8d92aa1 None None] Port 8c1ba6cb-1d86-4617-b5e5-4ec72cd1f7dc cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:13:11.713676 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Provisioning complete for port 310c01aa-04f4-4246-8f42-b724298b44bb triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:13:11.714336 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:11.918502 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:12.019394 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port 310c01aa-04f4-4246-8f42-b724298b44bb, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=310c01aa-04f4-4246-8f42-b724298b44bb,segment=NetworkSegment(071fae29-45f8-4fae-87e0-a91dc64245f1),segment_id=071fae29-45f8-4fae-87e0-a91dc64245f1)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:13:12.022110 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '116dad98-7fd6-43c3-8263-ed0f41ae1b8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '310c01aa-04f4-4246-8f42-b724298b44bb'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:13:12.024994 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d39f6d30a11e565ec9648abcc015e8a6ab6cff4edd704add8155e28765d31eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a3bc39f-8c6c-4224-a35f-df9885e81d4b" -d '{"events": [{"server_uuid": "116dad98-7fd6-43c3-8263-ed0f41ae1b8e", "name": "network-vif-plugged", "status": "completed", "tag": "310c01aa-04f4-4246-8f42-b724298b44bb"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:13:12.029518 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:12.059729 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f3e4b767-1440-4152-90b8-f79f3a58db96 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-563470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-663272'] for router_interface, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:12.098050 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device b7a16cd4-030a-48da-8ad6-e2ec451ce1e3 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:13:12.252342 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=310c01aa-04f4-4246-8f42-b724298b44bb,revision_number=7']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:13:12.288791 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port b7a16cd4-030a-48da-8ad6-e2ec451ce1e3 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:13:12.289372 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:12.293079 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3e4b767-1440-4152-90b8-f79f3a58db96 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Router c27a85ee-80a1-4163-b59c-1216ccdbb333 has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 20:13:12.472696 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3e4b767-1440-4152-90b8-f79f3a58db96 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:13:12.485272 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-f3e4b767-1440-4152-90b8-f79f3a58db96 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] 10.222.0.46 "PUT /v2.0/routers/c27a85ee-80a1-4163-b59c-1216ccdbb333/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0091848 Nov 22 20:13:12.488081 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 37058) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:13:12.488615 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20fc959e-c49c-44a3-b44c-8fb4ed8d0de2 None None] Sync routers for ids ['c27a85ee-80a1-4163-b59c-1216ccdbb333'] in n-d-818823-1 {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:13:12.511466 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20fc959e-c49c-44a3-b44c-8fb4ed8d0de2 None None] Routers {'c27a85ee-80a1-4163-b59c-1216ccdbb333'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:13:12.512104 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-20fc959e-c49c-44a3-b44c-8fb4ed8d0de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:13:02Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['c27a85ee-80a1-4163-b59c-1216ccdbb333'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:13:12.556345 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 37060) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:13:12.563071 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-4682a742-e7fd-49ef-bced-bf56ea278107 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] 10.222.0.46 "GET /v2.0/ports?device_id=c27a85ee-80a1-4163-b59c-1216ccdbb333 HTTP/1.1" status: 200 len: 205 time: 0.0640395 Nov 22 20:13:12.601358 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-20fc959e-c49c-44a3-b44c-8fb4ed8d0de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:13:12.620859 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20fc959e-c49c-44a3-b44c-8fb4ed8d0de2 None None] Routers {'c27a85ee-80a1-4163-b59c-1216ccdbb333'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:13:12.621494 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-20fc959e-c49c-44a3-b44c-8fb4ed8d0de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:13:02Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['c27a85ee-80a1-4163-b59c-1216ccdbb333'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:13:12.846363 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-20fc959e-c49c-44a3-b44c-8fb4ed8d0de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:13:12.847336 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20fc959e-c49c-44a3-b44c-8fb4ed8d0de2 None None] The sync data for ids ['c27a85ee-80a1-4163-b59c-1216ccdbb333'] in n-d-818823-1 is: [] {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:13:12.857468 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-50ba67c1-fb7d-47dd-a992-f56bce5ffed5 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks [] for router, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:13.192940 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-50ba67c1-fb7d-47dd-a992-f56bce5ffed5 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24781'] for router, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:13.201233 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-50ba67c1-fb7d-47dd-a992-f56bce5ffed5 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:13.295031 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-50ba67c1-fb7d-47dd-a992-f56bce5ffed5 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-663261'] for router, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:13.295696 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50ba67c1-fb7d-47dd-a992-f56bce5ffed5 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Fanout notify agent at l3_agent the message router_deleted on router c27a85ee-80a1-4163-b59c-1216ccdbb333 {{(pid=103448) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 20:13:13.306773 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-50ba67c1-fb7d-47dd-a992-f56bce5ffed5 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks [] for router, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:13.307964 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-50ba67c1-fb7d-47dd-a992-f56bce5ffed5 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] 10.222.0.46 "DELETE /v2.0/routers/c27a85ee-80a1-4163-b59c-1216ccdbb333 HTTP/1.1" status: 204 len: 168 time: 0.7506182 Nov 22 20:13:13.311315 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 37066) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:13:13.421715 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_v2 [None req-212cffb8-7937-4e49-9d95-0422fbe6bf58 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Deleting subnet 7574dd45-b1ae-4a6b-b69d-a7de544d019f {{(pid=103447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 20:13:13.431193 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-212cffb8-7937-4e49-9d95-0422fbe6bf58 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks [] for subnet, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:13.536575 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-212cffb8-7937-4e49-9d95-0422fbe6bf58 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12178353'] for subnet, precommit_delete_associations {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:13.692077 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-212cffb8-7937-4e49-9d95-0422fbe6bf58 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3753007'] for subnet, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:13.805320 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-212cffb8-7937-4e49-9d95-0422fbe6bf58 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3753014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8900804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8485115'] for subnet, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:13.853824 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-212cffb8-7937-4e49-9d95-0422fbe6bf58 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for subnet, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:13.858589 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-212cffb8-7937-4e49-9d95-0422fbe6bf58 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] 10.222.0.46 "DELETE /v2.0/subnets/7574dd45-b1ae-4a6b-b69d-a7de544d019f HTTP/1.1" status: 204 len: 168 time: 0.5455403 Nov 22 20:13:13.859729 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b114c1f-ed8d-44c3-bcbe-729b68863721 None None] Network 7cf4e098-ca87-42f0-b999-d7ab125ae1e5 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:13:13.860183 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212cffb8-7937-4e49-9d95-0422fbe6bf58 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Pushing event deleted for resources: {'Subnet': ['ID=7574dd45-b1ae-4a6b-b69d-a7de544d019f,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:13:13.860938 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 37068) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:13:14.023557 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-26419229-0ba1-4c51-978f-0dfe0560c053 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3961693'] for network, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:14.122835 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-26419229-0ba1-4c51-978f-0dfe0560c053 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Deleting port b7a16cd4-030a-48da-8ad6-e2ec451ce1e3 {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:13:14.123175 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-26419229-0ba1-4c51-978f-0dfe0560c053 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:14.204678 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:14.215714 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:14.221329 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-26419229-0ba1-4c51-978f-0dfe0560c053 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] For port b7a16cd4-030a-48da-8ad6-e2ec451ce1e3, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=b7a16cd4-030a-48da-8ad6-e2ec451ce1e3,segment=NetworkSegment(965bcd02-ddf9-41a9-a620-f2d2ab461ea7),segment_id=965bcd02-ddf9-41a9-a620-f2d2ab461ea7)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:13:14.221769 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-26419229-0ba1-4c51-978f-0dfe0560c053 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:14.238947 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-26419229-0ba1-4c51-978f-0dfe0560c053 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Calling delete_port for b7a16cd4-030a-48da-8ad6-e2ec451ce1e3 owned by network:dhcp {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:13:14.282518 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23d0abf9-d595-427e-941f-ef4ebb762564 None None] DHCP port deletion for 7cf4e098-ca87-42f0-b999-d7ab125ae1e5 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:13:14.329691 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-26419229-0ba1-4c51-978f-0dfe0560c053 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:14.353630 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-23d0abf9-d595-427e-941f-ef4ebb762564 None None] Deleting port b7a16cd4-030a-48da-8ad6-e2ec451ce1e3 {{(pid=103449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:13:14.353996 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-23d0abf9-d595-427e-941f-ef4ebb762564 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:14.361160 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26419229-0ba1-4c51-978f-0dfe0560c053 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Pushing event deleted for resources: {'Port': ['ID=b7a16cd4-030a-48da-8ad6-e2ec451ce1e3,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:13:14.364152 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26419229-0ba1-4c51-978f-0dfe0560c053 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] No DVR routers for this DVR port b7a16cd4-030a-48da-8ad6-e2ec451ce1e3 on host n-d-818823-1 {{(pid=103448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:13:14.479608 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-26419229-0ba1-4c51-978f-0dfe0560c053 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3760028', 'neutron.services.segments.db._delete_segments_for_network-8748992815755'] for network, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:14.489035 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-23d0abf9-d595-427e-941f-ef4ebb762564 None None] For port b7a16cd4-030a-48da-8ad6-e2ec451ce1e3, host n-d-818823-1, got binding levels [] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:13:14.489435 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-23d0abf9-d595-427e-941f-ef4ebb762564 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:14.510712 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-23d0abf9-d595-427e-941f-ef4ebb762564 None None] Calling delete_port for b7a16cd4-030a-48da-8ad6-e2ec451ce1e3 owned by network:dhcp {{(pid=103449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:13:14.513128 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-26419229-0ba1-4c51-978f-0dfe0560c053 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7cf4e098-ca87-42f0-b999-d7ab125ae1e5']}} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:13:14.513521 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.ipam_backend_mixin [None req-23d0abf9-d595-427e-941f-ef4ebb762564 None None] Port b7a16cd4-030a-48da-8ad6-e2ec451ce1e3 was not found and therefore no delete operation was performed {{(pid=103449) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 22 20:13:14.515171 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-23d0abf9-d595-427e-941f-ef4ebb762564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381'] for port, after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:14.524687 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-26419229-0ba1-4c51-978f-0dfe0560c053 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '965bcd02-ddf9-41a9-a620-f2d2ab461ea7') {'for_net_delete': True} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:13:14.525181 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-26419229-0ba1-4c51-978f-0dfe0560c053 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '965bcd02-ddf9-41a9-a620-f2d2ab461ea7') {} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:13:14.527196 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d0abf9-d595-427e-941f-ef4ebb762564 None None] No DVR routers for this DVR port b7a16cd4-030a-48da-8ad6-e2ec451ce1e3 on host n-d-818823-1 {{(pid=103449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:13:14.538481 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-26419229-0ba1-4c51-978f-0dfe0560c053 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748993039638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11627933'] for segment, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:14.554915 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-26419229-0ba1-4c51-978f-0dfe0560c053 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:14.563178 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26419229-0ba1-4c51-978f-0dfe0560c053 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Releasing vlan 641 on physical network physnet1 to pool {{(pid=103448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 20:13:14.564254 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-26419229-0ba1-4c51-978f-0dfe0560c053 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11567447'] for segment, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:14.564406 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d0abf9-d595-427e-941f-ef4ebb762564 None None] Pushing event deleted for resources: {'Port': ['ID=b7a16cd4-030a-48da-8ad6-e2ec451ce1e3,revision_number=None']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:13:14.575356 n-d-818823-1 neutron-server[103448]: Traceback (most recent call last): Nov 22 20:13:14.575356 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 20:13:14.575356 n-d-818823-1 neutron-server[103448]: timer() Nov 22 20:13:14.575356 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 20:13:14.575356 n-d-818823-1 neutron-server[103448]: cb(*args, **kw) Nov 22 20:13:14.575356 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 20:13:14.575356 n-d-818823-1 neutron-server[103448]: return func(*args, **kwargs) Nov 22 20:13:14.575356 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 20:13:14.575356 n-d-818823-1 neutron-server[103448]: self._notify() Nov 22 20:13:14.575356 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 20:13:14.575356 n-d-818823-1 neutron-server[103448]: self.callback(batched_events) Nov 22 20:13:14.575356 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 20:13:14.575356 n-d-818823-1 neutron-server[103448]: event.method(event) Nov 22 20:13:14.575356 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 20:13:14.575356 n-d-818823-1 neutron-server[103448]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 20:13:14.575356 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 20:13:14.575356 n-d-818823-1 neutron-server[103448]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 20:13:14.575356 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 20:13:14.575356 n-d-818823-1 neutron-server[103448]: return f(self, *a, **k) Nov 22 20:13:14.575356 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 20:13:14.575356 n-d-818823-1 neutron-server[103448]: return self._get(url).json() Nov 22 20:13:14.575356 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 20:13:14.575356 n-d-818823-1 neutron-server[103448]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 20:13:14.575356 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 20:13:14.575356 n-d-818823-1 neutron-server[103448]: return self.request(url, 'GET', **kwargs) Nov 22 20:13:14.575356 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 20:13:14.575356 n-d-818823-1 neutron-server[103448]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 20:13:14.575356 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 20:13:14.575356 n-d-818823-1 neutron-server[103448]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 20:13:14.575356 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 20:13:14.575356 n-d-818823-1 neutron-server[103448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 20:13:14.575356 n-d-818823-1 neutron-server[103448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 20:13:14.672391 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-26419229-0ba1-4c51-978f-0dfe0560c053 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3760002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595318'] for network, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:14.677396 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-26419229-0ba1-4c51-978f-0dfe0560c053 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:14.681551 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-26419229-0ba1-4c51-978f-0dfe0560c053 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] 10.222.0.46 "DELETE /v2.0/networks/7cf4e098-ca87-42f0-b999-d7ab125ae1e5 HTTP/1.1" status: 204 len: 168 time: 0.8195109 Nov 22 20:13:14.686369 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 37080) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:13:14.703800 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-a22ed2b0-732f-4a20-9663-64293c27bc10 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2071223877', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'}, 'admin_state_up': False}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:13:14.710502 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26419229-0ba1-4c51-978f-0dfe0560c053 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Pushing event deleted for resources: {'Network': ['ID=7cf4e098-ca87-42f0-b999-d7ab125ae1e5,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:13:14.757974 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a22ed2b0-732f-4a20-9663-64293c27bc10 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24799'] for router, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:14.759536 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a22ed2b0-732f-4a20-9663-64293c27bc10 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-632716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24788'] for router, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:14.864770 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a22ed2b0-732f-4a20-9663-64293c27bc10 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:15.010983 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-88ab6dfd-a200-458d-860c-996c8d0430ea req-bfd4f019-da90-4628-b7dd-ab68f545acf8 tempest-ServerShowV257Test-650002909 tempest-ServerShowV257Test-650002909-project] 10.222.0.46 "GET /v2.0/ports?device_id=3fe7c6c6-4541-4e5a-80ad-1a85f55ac358 HTTP/1.1" status: 200 len: 210 time: 0.0631220 Nov 22 20:13:15.086469 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a22ed2b0-732f-4a20-9663-64293c27bc10 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:15.158638 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6a53e3-d86f-4dea-868b-9f2a11e644d7 req-86cb7d05-6c99-4cc8-9d38-84c446f53955 tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:13:15.160360 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9a6a53e3-d86f-4dea-868b-9f2a11e644d7 req-86cb7d05-6c99-4cc8-9d38-84c446f53955 tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] 10.222.0.46 "GET /v2.0/ports?device_id=f120437d-9853-4b55-a507-5eced1446d4e HTTP/1.1" status: 200 len: 945 time: 0.2113416 Nov 22 20:13:15.275923 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9a6a53e3-d86f-4dea-868b-9f2a11e644d7 req-5b5ad5cf-09db-40d5-8fa3-f46610f1ba56 tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] 10.222.0.46 "GET /v2.0/security-groups?id=402b14b3-7b21-4f37-9e5a-c3de7eeeb958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066322 Nov 22 20:13:15.352188 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f9968e-d27a-40fd-aba0-215dff00145e req-3aaeae5e-f8cb-438d-ae59-6d3cf286feb1 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:13:15.353837 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:13:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da1dc6a1-e43e-4968-970d-88fe7f7fca72 x-openstack-request-id: req-da1dc6a1-e43e-4968-970d-88fe7f7fca72 {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:13:15.354348 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-95f9968e-d27a-40fd-aba0-215dff00145e req-3aaeae5e-f8cb-438d-ae59-6d3cf286feb1 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.46 "GET /v2.0/ports?device_id=761077bf-9826-478a-b251-413dfa7a9730 HTTP/1.1" status: 200 len: 946 time: 0.1408701 Nov 22 20:13:15.354474 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "116dad98-7fd6-43c3-8263-ed0f41ae1b8e", "name": "network-vif-plugged", "status": "completed", "tag": "310c01aa-04f4-4246-8f42-b724298b44bb", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:13:15.354474 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-da1dc6a1-e43e-4968-970d-88fe7f7fca72 {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:13:15.354743 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '116dad98-7fd6-43c3-8263-ed0f41ae1b8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '310c01aa-04f4-4246-8f42-b724298b44bb', 'code': 200} Nov 22 20:13:15.375206 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5321a9-8652-46a3-9346-817b5d317698 req-7223c935-8096-4a3e-97bf-e31686f80d87 tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:13:15.376785 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8f5321a9-8652-46a3-9346-817b5d317698 req-7223c935-8096-4a3e-97bf-e31686f80d87 tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] 10.222.0.20 "GET /v2.0/ports?device_id=f120437d-9853-4b55-a507-5eced1446d4e HTTP/1.1" status: 200 len: 945 time: 0.1158628 Nov 22 20:13:15.573264 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a22ed2b0-732f-4a20-9663-64293c27bc10 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks [] for router_gateway, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:15.645976 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-95f9968e-d27a-40fd-aba0-215dff00145e req-78cfb9f7-b099-482e-91e6-e079fe36b6c2 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.46 "GET /v2.0/security-groups?id=deac3dce-93b4-41af-981b-873d47022422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2818418 Nov 22 20:13:15.673288 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a22ed2b0-732f-4a20-9663-64293c27bc10 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:15.784451 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bd7dc5-707c-42b9-9e01-536a1211bb42 req-2d01d3c9-f12f-43ce-bd5c-b6d72876c809 tempest-ListImageFiltersTestJSON-1762929970 tempest-ListImageFiltersTestJSON-1762929970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:13:15.786345 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c0bd7dc5-707c-42b9-9e01-536a1211bb42 req-2d01d3c9-f12f-43ce-bd5c-b6d72876c809 tempest-ListImageFiltersTestJSON-1762929970 tempest-ListImageFiltersTestJSON-1762929970-project] 10.222.0.46 "GET /v2.0/ports?device_id=6c358b76-a051-4380-aace-2cc9e2fb2520 HTTP/1.1" status: 200 len: 950 time: 0.2447033 Nov 22 20:13:15.864806 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-8f5321a9-8652-46a3-9346-817b5d317698 req-319549a0-2a25-4081-84a9-5b8b1ae4625d tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] Deleting port e9c78bec-c059-4971-a52d-1bd93a5969af {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:13:15.864806 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-8f5321a9-8652-46a3-9346-817b5d317698 req-319549a0-2a25-4081-84a9-5b8b1ae4625d tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:15.985123 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [None req-a22ed2b0-732f-4a20-9663-64293c27bc10 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Allocated IP 172.25.5.5 (c48a55e9-6a85-4746-b7bf-3e29fb560094/5da6f781-63e6-4328-ae7a-5e672262f55a/0b4e3185-a510-4f4f-b977-fac1889d6ec0) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:13:16.050647 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device b7a16cd4-030a-48da-8ad6-e2ec451ce1e3 no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:13:16.062357 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c0bd7dc5-707c-42b9-9e01-536a1211bb42 req-c8bec4d3-fa17-4dca-ae6f-25e1a0a1ed67 tempest-ListImageFiltersTestJSON-1762929970 tempest-ListImageFiltersTestJSON-1762929970-project] 10.222.0.46 "GET /v2.0/security-groups?id=7bc0946f-8d94-4cf7-9aed-026148cac050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2292666 Nov 22 20:13:16.097118 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: b7a16cd4-030a-48da-8ad6-e2ec451ce1e3 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:13:16.097118 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device b7a16cd4-030a-48da-8ad6-e2ec451ce1e3 not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:13:16.169094 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-8f5321a9-8652-46a3-9346-817b5d317698 req-319549a0-2a25-4081-84a9-5b8b1ae4625d tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] For port e9c78bec-c059-4971-a52d-1bd93a5969af, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=e9c78bec-c059-4971-a52d-1bd93a5969af,segment=NetworkSegment(81925659-bc5f-49d9-8d6d-c3681f9dbd5b),segment_id=81925659-bc5f-49d9-8d6d-c3681f9dbd5b)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:13:16.169570 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-8f5321a9-8652-46a3-9346-817b5d317698 req-319549a0-2a25-4081-84a9-5b8b1ae4625d tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:16.196127 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-8f5321a9-8652-46a3-9346-817b5d317698 req-319549a0-2a25-4081-84a9-5b8b1ae4625d tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] Calling delete_port for e9c78bec-c059-4971-a52d-1bd93a5969af owned by compute:nova {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:13:16.261684 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-013075a7-15dd-4428-aa91-108b74e6172d req-d73bde06-17c9-418f-8fee-aebd83c803e6 tempest-ServerShowV257Test-650002909 tempest-ServerShowV257Test-650002909-project] 10.222.0.46 "GET /v2.0/ports?device_id=3fe7c6c6-4541-4e5a-80ad-1a85f55ac358 HTTP/1.1" status: 200 len: 210 time: 0.0539823 Nov 22 20:13:16.333049 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a22ed2b0-732f-4a20-9663-64293c27bc10 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:16.462207 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a22ed2b0-732f-4a20-9663-64293c27bc10 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:16.472652 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-8f5321a9-8652-46a3-9346-817b5d317698 req-319549a0-2a25-4081-84a9-5b8b1ae4625d tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:16.536424 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7c14621d-6e8e-4892-8ef6-490afa4eb276 req-e1089c44-e4a2-4cd3-a38f-0be5d4f1879a tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] 10.222.0.46 "GET /v2.0/ports?device_id=f120437d-9853-4b55-a507-5eced1446d4e HTTP/1.1" status: 200 len: 210 time: 0.0696108 Nov 22 20:13:16.539022 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a22ed2b0-732f-4a20-9663-64293c27bc10 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Network c48a55e9-6a85-4746-b7bf-3e29fb560094 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:13:16.551633 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-a22ed2b0-732f-4a20-9663-64293c27bc10 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:13:16.584514 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a22ed2b0-732f-4a20-9663-64293c27bc10 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:13:16.594725 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22ed2b0-732f-4a20-9663-64293c27bc10 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Pushing event updated for resources: {'Port': ['ID=0b4e3185-a510-4f4f-b977-fac1889d6ec0,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:13:16.637471 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f5321a9-8652-46a3-9346-817b5d317698 req-319549a0-2a25-4081-84a9-5b8b1ae4625d tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] No DVR routers for this DVR port e9c78bec-c059-4971-a52d-1bd93a5969af on host n-h2-818823-1 {{(pid=103447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:13:16.641429 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-8f5321a9-8652-46a3-9346-817b5d317698 req-319549a0-2a25-4081-84a9-5b8b1ae4625d tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:16.644855 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8f5321a9-8652-46a3-9346-817b5d317698 req-319549a0-2a25-4081-84a9-5b8b1ae4625d tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] 10.222.0.20 "DELETE /v2.0/ports/e9c78bec-c059-4971-a52d-1bd93a5969af HTTP/1.1" status: 204 len: 173 time: 1.2155585 Nov 22 20:13:16.645321 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f120437d-9853-4b55-a507-5eced1446d4e', 'name': 'network-vif-deleted', 'tag': 'e9c78bec-c059-4971-a52d-1bd93a5969af'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:13:16.648215 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dad316e1-9223-4920-9133-1ec5cf8d91c6" -d '{"events": [{"server_uuid": "f120437d-9853-4b55-a507-5eced1446d4e", "name": "network-vif-deleted", "tag": "e9c78bec-c059-4971-a52d-1bd93a5969af"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:13:16.660775 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22ed2b0-732f-4a20-9663-64293c27bc10 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:13:16.661158 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22ed2b0-732f-4a20-9663-64293c27bc10 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:13:16.661488 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22ed2b0-732f-4a20-9663-64293c27bc10 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:13:16.661836 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22ed2b0-732f-4a20-9663-64293c27bc10 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:13:16.662208 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22ed2b0-732f-4a20-9663-64293c27bc10 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:13:16.662544 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22ed2b0-732f-4a20-9663-64293c27bc10 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:13:16.662868 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22ed2b0-732f-4a20-9663-64293c27bc10 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:13:16.663205 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22ed2b0-732f-4a20-9663-64293c27bc10 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:13:16.664615 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22ed2b0-732f-4a20-9663-64293c27bc10 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:13:16.664970 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22ed2b0-732f-4a20-9663-64293c27bc10 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:13:16.665712 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22ed2b0-732f-4a20-9663-64293c27bc10 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:13:16.666068 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22ed2b0-732f-4a20-9663-64293c27bc10 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:13:16.702833 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319549a0-2a25-4081-84a9-5b8b1ae4625d tempest-ServerRescueNegativeTestJSON-923307642 tempest-ServerRescueNegativeTestJSON-923307642-project] Pushing event deleted for resources: {'Port': ['ID=e9c78bec-c059-4971-a52d-1bd93a5969af,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:13:16.756524 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:13:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27fc0507-feb1-48ba-b3d4-3f55d498497a x-openstack-request-id: req-27fc0507-feb1-48ba-b3d4-3f55d498497a {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:13:16.757410 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f120437d-9853-4b55-a507-5eced1446d4e", "name": "network-vif-deleted", "tag": "e9c78bec-c059-4971-a52d-1bd93a5969af", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:13:16.757840 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-27fc0507-feb1-48ba-b3d4-3f55d498497a {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:13:16.758437 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f120437d-9853-4b55-a507-5eced1446d4e', 'name': 'network-vif-deleted', 'tag': 'e9c78bec-c059-4971-a52d-1bd93a5969af', 'status': 'completed', 'code': 200} Nov 22 20:13:17.214198 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354c0528-c65a-45f4-8b30-41bf954b8ca3 req-9be124ce-1ebc-4d46-ab1a-00f3a87efc6f tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:13:17.221778 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-354c0528-c65a-45f4-8b30-41bf954b8ca3 req-9be124ce-1ebc-4d46-ab1a-00f3a87efc6f tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.46 "GET /v2.0/ports?device_id=761077bf-9826-478a-b251-413dfa7a9730 HTTP/1.1" status: 200 len: 946 time: 0.1143570 Nov 22 20:13:17.362229 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-354c0528-c65a-45f4-8b30-41bf954b8ca3 req-b81e23f3-7efa-4765-badb-a45517232f6e tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.46 "GET /v2.0/security-groups?id=deac3dce-93b4-41af-981b-873d47022422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393576 Nov 22 20:13:17.400549 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a22ed2b0-732f-4a20-9663-64293c27bc10 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks [] for router_gateway, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:17.497544 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-85999ac0-a47f-4efd-ae62-b7ca11c2e0ac req-66f4469e-e48a-4a64-b170-8eb68ce77f52 tempest-ServerShowV257Test-650002909 tempest-ServerShowV257Test-650002909-project] 10.222.0.46 "GET /v2.0/ports?device_id=3fe7c6c6-4541-4e5a-80ad-1a85f55ac358 HTTP/1.1" status: 200 len: 210 time: 0.0397413 Nov 22 20:13:17.627180 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device e9c78bec-c059-4971-a52d-1bd93a5969af no longer exists at agent hyperv_n-h2-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:13:17.627711 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 37226) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:13:17.698956 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] No Port match for: e9c78bec-c059-4971-a52d-1bd93a5969af {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:13:17.700268 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device e9c78bec-c059-4971-a52d-1bd93a5969af not bound to the agent host n-h2-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:13:17.702173 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 3b4d05c5-4ac6-4c52-a98e-77f1fb2177ec no longer exists at agent hyperv_n-h2-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:13:17.719824 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a22ed2b0-732f-4a20-9663-64293c27bc10 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-659538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-841284'] for router, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:17.880359 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:17.971649 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port 3b4d05c5-4ac6-4c52-a98e-77f1fb2177ec, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=3b4d05c5-4ac6-4c52-a98e-77f1fb2177ec,segment=NetworkSegment(2a5a1c7b-538e-498e-99b9-cc7a8e0411be),segment_id=2a5a1c7b-538e-498e-99b9-cc7a8e0411be)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:13:17.973271 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c358b76-a051-4380-aace-2cc9e2fb2520', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b4d05c5-4ac6-4c52-a98e-77f1fb2177ec'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:13:17.976720 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d39f6d30a11e565ec9648abcc015e8a6ab6cff4edd704add8155e28765d31eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38b70091-4cb0-4ba8-afe1-b278e129dd9d" -d '{"events": [{"server_uuid": "6c358b76-a051-4380-aace-2cc9e2fb2520", "name": "network-vif-unplugged", "status": "completed", "tag": "3b4d05c5-4ac6-4c52-a98e-77f1fb2177ec"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:13:17.981102 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:18.005268 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a22ed2b0-732f-4a20-9663-64293c27bc10 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Router 61f2d473-7e05-4442-8d06-1702634a6546 is scheduled to L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 with binding_index 1 {{(pid=103447) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 20:13:18.115015 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 22 Nov 2021 20:13:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-487b0877-a05e-48c0-b1b3-b650c7a3c767 x-openstack-request-id: req-487b0877-a05e-48c0-b1b3-b650c7a3c767 {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:13:18.116009 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c358b76-a051-4380-aace-2cc9e2fb2520", "name": "network-vif-unplugged", "status": "completed", "tag": "3b4d05c5-4ac6-4c52-a98e-77f1fb2177ec", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:13:18.118051 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-487b0877-a05e-48c0-b1b3-b650c7a3c767 {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:13:18.121051 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c358b76-a051-4380-aace-2cc9e2fb2520', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b4d05c5-4ac6-4c52-a98e-77f1fb2177ec', 'code': 200} Nov 22 20:13:18.124823 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=3b4d05c5-4ac6-4c52-a98e-77f1fb2177ec,revision_number=11']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:13:18.212927 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a22ed2b0-732f-4a20-9663-64293c27bc10 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:13:18.225575 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d9d6357-0c90-4a07-b605-d166bd3f9928 None None] Sync routers for ids ['61f2d473-7e05-4442-8d06-1702634a6546'] in n-d-818823-1 {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:13:18.241406 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d9d6357-0c90-4a07-b605-d166bd3f9928 None None] Routers {'61f2d473-7e05-4442-8d06-1702634a6546'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:13:18.242041 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-9d9d6357-0c90-4a07-b605-d166bd3f9928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:13:02Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['61f2d473-7e05-4442-8d06-1702634a6546'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:13:18.257315 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a22ed2b0-732f-4a20-9663-64293c27bc10 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks [] for router, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:18.267532 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-a22ed2b0-732f-4a20-9663-64293c27bc10 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 3.5722818 Nov 22 20:13:18.268348 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 37282) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:13:18.342770 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-9d9d6357-0c90-4a07-b605-d166bd3f9928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:13:18.359743 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d9d6357-0c90-4a07-b605-d166bd3f9928 None None] Routers {'61f2d473-7e05-4442-8d06-1702634a6546'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:13:18.360713 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-9d9d6357-0c90-4a07-b605-d166bd3f9928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:13:02Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['61f2d473-7e05-4442-8d06-1702634a6546'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:13:18.420753 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-9d9d6357-0c90-4a07-b605-d166bd3f9928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:13:18.426543 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d9d6357-0c90-4a07-b605-d166bd3f9928 None None] The sync data for ids ['61f2d473-7e05-4442-8d06-1702634a6546'] in n-d-818823-1 is: [] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:13:18.498262 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-7ceb9e3c-6fe6-4991-976d-98a99a80ab51 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] 10.222.0.46 "GET /v2.0/routers/61f2d473-7e05-4442-8d06-1702634a6546 HTTP/1.1" status: 200 len: 879 time: 0.2287560 Nov 22 20:13:18.502485 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 37300) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:13:18.735681 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dfcf04-2b60-4cae-b35d-c6ad7912fe26 req-f99c6861-4674-40e7-a2d4-fc20656d4dae tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:13:18.735681 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e5dfcf04-2b60-4cae-b35d-c6ad7912fe26 req-f99c6861-4674-40e7-a2d4-fc20656d4dae tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.46 "GET /v2.0/ports?device_id=761077bf-9826-478a-b251-413dfa7a9730 HTTP/1.1" status: 200 len: 946 time: 0.0980496 Nov 22 20:13:18.782884 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-39ac2264-f645-483d-8ed2-42fb94d09c43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659736'] for router_interface, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:18.886491 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0169eb2c-46ac-419b-a7ae-89dc177607d4 req-55bfef84-2313-48f3-815c-9ddf4469eba2 tempest-ServerShowV257Test-650002909 tempest-ServerShowV257Test-650002909-project] 10.222.0.46 "GET /v2.0/ports?device_id=3fe7c6c6-4541-4e5a-80ad-1a85f55ac358 HTTP/1.1" status: 200 len: 210 time: 0.0524139 Nov 22 20:13:18.957588 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e5dfcf04-2b60-4cae-b35d-c6ad7912fe26 req-9a1f4591-d1b6-43c2-a27a-729a25cb6d56 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.46 "GET /v2.0/security-groups?id=deac3dce-93b4-41af-981b-873d47022422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108402 Nov 22 20:13:19.014557 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-909ab1c5-481b-4dae-8cfb-5ba7e964053a tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 882 time: 0.5055234 Nov 22 20:13:19.015840 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 37324) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:13:19.022457 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-807fa699-3782-4a4f-bb2c-d3c92c9ce189 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-2071223877'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:13:19.362744 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-39ac2264-f645-483d-8ed2-42fb94d09c43 admin admin] Deleting port da34c7ca-f024-439b-918e-5355df18e98f {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:13:19.363088 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-39ac2264-f645-483d-8ed2-42fb94d09c43 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:19.514858 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-39ac2264-f645-483d-8ed2-42fb94d09c43 admin admin] For port da34c7ca-f024-439b-918e-5355df18e98f, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=da34c7ca-f024-439b-918e-5355df18e98f,segment=NetworkSegment(81925659-bc5f-49d9-8d6d-c3681f9dbd5b),segment_id=81925659-bc5f-49d9-8d6d-c3681f9dbd5b)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:13:19.515227 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-39ac2264-f645-483d-8ed2-42fb94d09c43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:19.564918 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-39ac2264-f645-483d-8ed2-42fb94d09c43 admin admin] Calling delete_port for da34c7ca-f024-439b-918e-5355df18e98f owned by network:router_interface {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:13:19.623042 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-807fa699-3782-4a4f-bb2c-d3c92c9ce189 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-541823', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-659547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25662'] for router, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:19.644556 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-807fa699-3782-4a4f-bb2c-d3c92c9ce189 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-841284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-541764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-841989', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-659616'] for router, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:19.847178 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-807fa699-3782-4a4f-bb2c-d3c92c9ce189 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Router 61f2d473-7e05-4442-8d06-1702634a6546 has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 20:13:19.945964 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-39ac2264-f645-483d-8ed2-42fb94d09c43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:19.987933 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ac2264-f645-483d-8ed2-42fb94d09c43 admin admin] Pushing event deleted for resources: {'Port': ['ID=da34c7ca-f024-439b-918e-5355df18e98f,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:13:20.109050 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-807fa699-3782-4a4f-bb2c-d3c92c9ce189 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:13:20.123536 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce2ca211-d71f-4615-886a-f6f4811b6e6f None None] Sync routers for ids ['61f2d473-7e05-4442-8d06-1702634a6546'] in n-d-818823-1 {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:13:20.154471 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce2ca211-d71f-4615-886a-f6f4811b6e6f None None] Routers {'61f2d473-7e05-4442-8d06-1702634a6546'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:13:20.161668 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-ce2ca211-d71f-4615-886a-f6f4811b6e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:13:02Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['61f2d473-7e05-4442-8d06-1702634a6546'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:13:20.176835 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-807fa699-3782-4a4f-bb2c-d3c92c9ce189 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks [] for router, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:20.180829 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 37404) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:13:20.181436 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-807fa699-3782-4a4f-bb2c-d3c92c9ce189 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] 10.222.0.46 "PUT /v2.0/routers/61f2d473-7e05-4442-8d06-1702634a6546 HTTP/1.1" status: 200 len: 886 time: 1.1627264 Nov 22 20:13:20.258932 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-ce2ca211-d71f-4615-886a-f6f4811b6e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:13:20.263180 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-39ac2264-f645-483d-8ed2-42fb94d09c43 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-563470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-663272'] for router_interface, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:20.272627 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce2ca211-d71f-4615-886a-f6f4811b6e6f None None] Routers {'61f2d473-7e05-4442-8d06-1702634a6546'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:13:20.273371 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-ce2ca211-d71f-4615-886a-f6f4811b6e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:13:02Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['61f2d473-7e05-4442-8d06-1702634a6546'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:13:20.309276 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-ce2ca211-d71f-4615-886a-f6f4811b6e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:13:20.310267 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce2ca211-d71f-4615-886a-f6f4811b6e6f None None] The sync data for ids ['61f2d473-7e05-4442-8d06-1702634a6546'] in n-d-818823-1 is: [] {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:13:20.342143 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-9e615fe4-8cb3-4485-a64b-926dadfe01cf tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] 10.222.0.46 "GET /v2.0/routers/61f2d473-7e05-4442-8d06-1702634a6546 HTTP/1.1" status: 200 len: 886 time: 0.1587980 Nov 22 20:13:20.370143 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-aeab6f26-5994-409f-a28e-e4d8d8c7b901 req-34532dba-bc30-4acf-832c-fccc7ff5e780 tempest-ServerShowV257Test-650002909 tempest-ServerShowV257Test-650002909-project] 10.222.0.46 "GET /v2.0/ports?device_id=3fe7c6c6-4541-4e5a-80ad-1a85f55ac358 HTTP/1.1" status: 200 len: 210 time: 0.0268073 Nov 22 20:13:20.370642 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 37414) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:13:20.411627 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-ef575369-3c55-4495-8c4b-8a1cb457f602 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] 10.222.0.46 "GET /v2.0/ports?device_id=61f2d473-7e05-4442-8d06-1702634a6546 HTTP/1.1" status: 200 len: 205 time: 0.0395746 Nov 22 20:13:20.414345 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 37416) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:13:20.534054 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05436f9-e3a2-4359-aacc-36de788cf650 req-1b99a2d3-369e-46fb-aa3a-623dd09fe715 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:13:20.536642 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b05436f9-e3a2-4359-aacc-36de788cf650 req-1b99a2d3-369e-46fb-aa3a-623dd09fe715 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.46 "GET /v2.0/ports?device_id=761077bf-9826-478a-b251-413dfa7a9730 HTTP/1.1" status: 200 len: 946 time: 0.0689774 Nov 22 20:13:20.564530 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3df7431c-17a8-4158-befb-8b4699bbfad6 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks [] for router, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:20.626786 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b05436f9-e3a2-4359-aacc-36de788cf650 req-06970826-9996-4ff5-8395-b4c46997fca4 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.46 "GET /v2.0/security-groups?id=deac3dce-93b4-41af-981b-873d47022422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802078 Nov 22 20:13:20.794643 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39ac2264-f645-483d-8ed2-42fb94d09c43 admin admin] Router 34b6f977-9e63-4947-8bf5-d851de1957c0 has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 20:13:20.817652 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3df7431c-17a8-4158-befb-8b4699bbfad6 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:20.976721 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39ac2264-f645-483d-8ed2-42fb94d09c43 admin admin] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:13:20.982082 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-3df7431c-17a8-4158-befb-8b4699bbfad6 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Deleting port 0b4e3185-a510-4f4f-b977-fac1889d6ec0 {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:13:20.982693 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3df7431c-17a8-4158-befb-8b4699bbfad6 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:20.987030 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e91be2a5-23c1-469d-b8ae-d3bcc13ca89e None None] Sync routers for ids ['34b6f977-9e63-4947-8bf5-d851de1957c0'] in n-d-818823-1 {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:13:20.991479 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-39ac2264-f645-483d-8ed2-42fb94d09c43 admin admin] 10.222.0.46 "PUT /v2.0/routers/34b6f977-9e63-4947-8bf5-d851de1957c0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3606060 Nov 22 20:13:20.992839 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 37446) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:13:21.013527 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e91be2a5-23c1-469d-b8ae-d3bcc13ca89e None None] Routers {'34b6f977-9e63-4947-8bf5-d851de1957c0'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:13:21.014585 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-e91be2a5-23c1-469d-b8ae-d3bcc13ca89e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:13:02Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['34b6f977-9e63-4947-8bf5-d851de1957c0'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:13:21.187483 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6257da-ece5-4e3d-93ca-42398b40a630 req-e411b555-3e74-47fd-b6e8-d969e70e07ba tempest-LiveMigrationTest-519343393 tempest-LiveMigrationTest-519343393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:13:21.189210 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-df6257da-ece5-4e3d-93ca-42398b40a630 req-e411b555-3e74-47fd-b6e8-d969e70e07ba tempest-LiveMigrationTest-519343393 tempest-LiveMigrationTest-519343393-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=761077bf-9826-478a-b251-413dfa7a9730&tenant_id=2c9de68061ee477dbb5cc544058ec72e&binding%3Ahost_id=n-h1-818823-1 HTTP/1.1" status: 200 len: 1097 time: 0.1266875 Nov 22 20:13:21.226081 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3df7431c-17a8-4158-befb-8b4699bbfad6 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:21.226334 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4785ea71-8360-497a-9ed5-9ece0273a852 admin admin] Publish callbacks [] for router, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:21.246001 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-3df7431c-17a8-4158-befb-8b4699bbfad6 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Calling delete_port for 0b4e3185-a510-4f4f-b977-fac1889d6ec0 owned by network:router_gateway {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:13:21.295751 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-e91be2a5-23c1-469d-b8ae-d3bcc13ca89e None None] Set router 34b6f977-9e63-4947-8bf5-d851de1957c0 gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:13:21.306392 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-df6257da-ece5-4e3d-93ca-42398b40a630 req-2300f18a-4e9e-46ae-a166-1caa7aea86fb service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-818823-1'}}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:13:21.446996 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-df6257da-ece5-4e3d-93ca-42398b40a630 req-2300f18a-4e9e-46ae-a166-1caa7aea86fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:21.467025 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4785ea71-8360-497a-9ed5-9ece0273a852 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:21.601217 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3df7431c-17a8-4158-befb-8b4699bbfad6 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:21.624187 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-df6257da-ece5-4e3d-93ca-42398b40a630 req-2300f18a-4e9e-46ae-a166-1caa7aea86fb service neutron] For port 24374965-227b-4c96-b8e4-76900d8e1a2c, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=24374965-227b-4c96-b8e4-76900d8e1a2c,segment=NetworkSegment(e4b3d165-1cea-4bf0-93f6-5b79e0759539),segment_id=e4b3d165-1cea-4bf0-93f6-5b79e0759539)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:13:21.652761 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-e91be2a5-23c1-469d-b8ae-d3bcc13ca89e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34b6f977-9e63-4947-8bf5-d851de1957c0', 'name': 'tempest-ServerRescueNegativeTestJSON-1771545429-router', 'tenant_id': '74225e7aba6c4293916c50899651bb18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.82'}], 'enable_snat': True}, 'gw_port_id': 'af69bc99-6832-453a-9850-2a73b57d89ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:09:46Z', 'updated_at': '2021-11-22T20:13:19Z', 'revision_number': 5, 'project_id': '74225e7aba6c4293916c50899651bb18', 'gw_port': {'id': 'af69bc99-6832-453a-9850-2a73b57d89ae', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:29:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34b6f977-9e63-4947-8bf5-d851de1957c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:09:47Z', 'updated_at': '2021-11-22T20:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:13:21.671754 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-df6257da-ece5-4e3d-93ca-42398b40a630 req-2300f18a-4e9e-46ae-a166-1caa7aea86fb service neutron] For port 24374965-227b-4c96-b8e4-76900d8e1a2c, host n-h1-818823-1, cleared binding levels {{(pid=103447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:13:21.712455 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e91be2a5-23c1-469d-b8ae-d3bcc13ca89e None None] Checking router: 34b6f977-9e63-4947-8bf5-d851de1957c0 for host: n-d-818823-1 {{(pid=103449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 20:13:21.715913 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 24374965-227b-4c96-b8e4-76900d8e1a2c details requested by agent hyperv_n-h2-818823-1 with host n-h2-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 20:13:21.727816 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-df6257da-ece5-4e3d-93ca-42398b40a630 req-2300f18a-4e9e-46ae-a166-1caa7aea86fb service neutron] Publish callbacks [] for port, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:21.732335 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '761077bf-9826-478a-b251-413dfa7a9730', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24374965-227b-4c96-b8e4-76900d8e1a2c'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:13:21.735402 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c0c3470-7021-44d9-bfe7-d2a4c3743125" -d '{"events": [{"server_uuid": "761077bf-9826-478a-b251-413dfa7a9730", "name": "network-vif-unplugged", "status": "completed", "tag": "24374965-227b-4c96-b8e4-76900d8e1a2c"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:13:21.739522 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-df6257da-ece5-4e3d-93ca-42398b40a630 req-2300f18a-4e9e-46ae-a166-1caa7aea86fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:21.744999 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e91be2a5-23c1-469d-b8ae-d3bcc13ca89e None None] Routers {'34b6f977-9e63-4947-8bf5-d851de1957c0'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:13:21.745953 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-e91be2a5-23c1-469d-b8ae-d3bcc13ca89e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:13:02Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['34b6f977-9e63-4947-8bf5-d851de1957c0'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:13:21.868654 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.db.resource_extend [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 22 20:13:21.990657 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-e91be2a5-23c1-469d-b8ae-d3bcc13ca89e None None] Set router 34b6f977-9e63-4947-8bf5-d851de1957c0 gateway port host: None {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:13:22.088622 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2300f18a-4e9e-46ae-a166-1caa7aea86fb service neutron] Pushing event updated for resources: {'Port': ['ID=24374965-227b-4c96-b8e4-76900d8e1a2c,revision_number=7']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:13:22.121999 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-df6257da-ece5-4e3d-93ca-42398b40a630 req-2300f18a-4e9e-46ae-a166-1caa7aea86fb service neutron] Attempting to bind port 24374965-227b-4c96-b8e4-76900d8e1a2c on host n-h1-818823-1 for vnic_type normal with profile {"migrating_to": "n-h2-818823-1"} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:13:22.122336 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-df6257da-ece5-4e3d-93ca-42398b40a630 req-2300f18a-4e9e-46ae-a166-1caa7aea86fb service neutron] Attempting to bind port 24374965-227b-4c96-b8e4-76900d8e1a2c by drivers openvswitch,hyperv on host n-h1-818823-1 at level 0 using segments [{'id': 'e4b3d165-1cea-4bf0-93f6-5b79e0759539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '4906551a-712e-4bde-8433-b2db24f02f5c'}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:13:22.122673 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df6257da-ece5-4e3d-93ca-42398b40a630 req-2300f18a-4e9e-46ae-a166-1caa7aea86fb service neutron] Attempting to bind port 24374965-227b-4c96-b8e4-76900d8e1a2c on network 4906551a-712e-4bde-8433-b2db24f02f5c {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:13:22.140526 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df6257da-ece5-4e3d-93ca-42398b40a630 req-2300f18a-4e9e-46ae-a166-1caa7aea86fb service neutron] Port 24374965-227b-4c96-b8e4-76900d8e1a2c on network 4906551a-712e-4bde-8433-b2db24f02f5c not bound, no agent of type Open vSwitch agent registered on host n-h1-818823-1 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:13:22.141042 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df6257da-ece5-4e3d-93ca-42398b40a630 req-2300f18a-4e9e-46ae-a166-1caa7aea86fb service neutron] Attempting to bind port 24374965-227b-4c96-b8e4-76900d8e1a2c on network 4906551a-712e-4bde-8433-b2db24f02f5c {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:13:22.160155 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df6257da-ece5-4e3d-93ca-42398b40a630 req-2300f18a-4e9e-46ae-a166-1caa7aea86fb service neutron] Checking agent: {'id': '7a008cff-3b49-418c-8046-689d46cc800f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'started_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 13, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:13:22.160564 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df6257da-ece5-4e3d-93ca-42398b40a630 req-2300f18a-4e9e-46ae-a166-1caa7aea86fb service neutron] Checking segment: {'id': 'e4b3d165-1cea-4bf0-93f6-5b79e0759539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '4906551a-712e-4bde-8433-b2db24f02f5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:13:22.160867 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df6257da-ece5-4e3d-93ca-42398b40a630 req-2300f18a-4e9e-46ae-a166-1caa7aea86fb service neutron] Bound using segment: {'id': 'e4b3d165-1cea-4bf0-93f6-5b79e0759539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '4906551a-712e-4bde-8433-b2db24f02f5c'} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:13:22.161311 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-df6257da-ece5-4e3d-93ca-42398b40a630 req-2300f18a-4e9e-46ae-a166-1caa7aea86fb service neutron] Bound port: 24374965-227b-4c96-b8e4-76900d8e1a2c, host: n-h1-818823-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4b3d165-1cea-4bf0-93f6-5b79e0759539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '4906551a-712e-4bde-8433-b2db24f02f5c'}}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:13:22.161669 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-df6257da-ece5-4e3d-93ca-42398b40a630 req-2300f18a-4e9e-46ae-a166-1caa7aea86fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:22.205388 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-4785ea71-8360-497a-9ed5-9ece0273a852 admin admin] Deleting port af69bc99-6832-453a-9850-2a73b57d89ae {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:13:22.207817 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4785ea71-8360-497a-9ed5-9ece0273a852 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:22.282923 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port 24374965-227b-4c96-b8e4-76900d8e1a2c, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=24374965-227b-4c96-b8e4-76900d8e1a2c,segment=NetworkSegment(e4b3d165-1cea-4bf0-93f6-5b79e0759539),segment_id=e4b3d165-1cea-4bf0-93f6-5b79e0759539)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:13:22.296823 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 24374965-227b-4c96-b8e4-76900d8e1a2c has no active binding in host n-h2-818823-1 {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 22 20:13:22.298993 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-e91be2a5-23c1-469d-b8ae-d3bcc13ca89e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34b6f977-9e63-4947-8bf5-d851de1957c0', 'name': 'tempest-ServerRescueNegativeTestJSON-1771545429-router', 'tenant_id': '74225e7aba6c4293916c50899651bb18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:09:46Z', 'updated_at': '2021-11-22T20:13:21Z', 'revision_number': 6, 'project_id': '74225e7aba6c4293916c50899651bb18', 'gw_port_host': None}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:13:22.330085 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e91be2a5-23c1-469d-b8ae-d3bcc13ca89e None None] The sync data for ids ['34b6f977-9e63-4947-8bf5-d851de1957c0'] in n-d-818823-1 is: [{'id': '34b6f977-9e63-4947-8bf5-d851de1957c0', 'name': 'tempest-ServerRescueNegativeTestJSON-1771545429-router', 'tenant_id': '74225e7aba6c4293916c50899651bb18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:09:46Z', 'updated_at': '2021-11-22T20:13:21Z', 'revision_number': 6, 'project_id': '74225e7aba6c4293916c50899651bb18', 'gw_port_host': None}] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:13:22.337626 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-06c0788b-0e7b-4f92-a9bd-bfb945b1aae5 req-de0c02ef-d406-4f1b-9052-cce45d717529 tempest-ServerShowV257Test-650002909 tempest-ServerShowV257Test-650002909-project] 10.222.0.46 "GET /v2.0/ports?device_id=3fe7c6c6-4541-4e5a-80ad-1a85f55ac358 HTTP/1.1" status: 200 len: 210 time: 0.1259100 Nov 22 20:13:22.380390 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df7431c-17a8-4158-befb-8b4699bbfad6 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Pushing event deleted for resources: {'Port': ['ID=0b4e3185-a510-4f4f-b977-fac1889d6ec0,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:13:22.440553 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 22 Nov 2021 20:13:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc276a92-a3a3-4213-83f6-7b05ab2c07b4 x-openstack-request-id: req-dc276a92-a3a3-4213-83f6-7b05ab2c07b4 {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:13:22.441102 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "761077bf-9826-478a-b251-413dfa7a9730", "name": "network-vif-unplugged", "status": "completed", "tag": "24374965-227b-4c96-b8e4-76900d8e1a2c", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:13:22.441529 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-dc276a92-a3a3-4213-83f6-7b05ab2c07b4 {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:13:22.442684 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '761077bf-9826-478a-b251-413dfa7a9730', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24374965-227b-4c96-b8e4-76900d8e1a2c', 'code': 200} Nov 22 20:13:22.468205 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-df6257da-ece5-4e3d-93ca-42398b40a630 req-2300f18a-4e9e-46ae-a166-1caa7aea86fb service neutron] For port 24374965-227b-4c96-b8e4-76900d8e1a2c, host n-h1-818823-1, cleared binding levels {{(pid=103447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:13:22.487479 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3df7431c-17a8-4158-befb-8b4699bbfad6 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595398'] for router_gateway, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:22.507136 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9e5ec5-bb0d-4a63-83bc-ca4c2fff6fc6 req-aa7d6061-4499-4903-8d31-9a132ac23b3e tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:13:22.508796 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-dd9e5ec5-bb0d-4a63-83bc-ca4c2fff6fc6 req-aa7d6061-4499-4903-8d31-9a132ac23b3e tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.46 "GET /v2.0/ports?device_id=761077bf-9826-478a-b251-413dfa7a9730 HTTP/1.1" status: 200 len: 944 time: 0.2283783 Nov 22 20:13:22.513831 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-df6257da-ece5-4e3d-93ca-42398b40a630 req-2300f18a-4e9e-46ae-a166-1caa7aea86fb service neutron] For port 24374965-227b-4c96-b8e4-76900d8e1a2c, host n-h1-818823-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=24374965-227b-4c96-b8e4-76900d8e1a2c,segment=NetworkSegment(e4b3d165-1cea-4bf0-93f6-5b79e0759539),segment_id=e4b3d165-1cea-4bf0-93f6-5b79e0759539)] {{(pid=103447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:13:22.539075 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-df6257da-ece5-4e3d-93ca-42398b40a630 req-2300f18a-4e9e-46ae-a166-1caa7aea86fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:22.551339 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [None req-4785ea71-8360-497a-9ed5-9ece0273a852 admin admin] For port af69bc99-6832-453a-9850-2a73b57d89ae, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=af69bc99-6832-453a-9850-2a73b57d89ae,segment=NetworkSegment(8793ba83-8407-4c3d-9b56-2a177cd58a70),segment_id=8793ba83-8407-4c3d-9b56-2a177cd58a70)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:13:22.551729 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4785ea71-8360-497a-9ed5-9ece0273a852 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:22.624444 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3df7431c-17a8-4158-befb-8b4699bbfad6 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24781'] for router, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:22.626543 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-4785ea71-8360-497a-9ed5-9ece0273a852 admin admin] Calling delete_port for af69bc99-6832-453a-9850-2a73b57d89ae owned by network:router_gateway {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:13:22.632976 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3df7431c-17a8-4158-befb-8b4699bbfad6 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:22.707699 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6257da-ece5-4e3d-93ca-42398b40a630 req-2300f18a-4e9e-46ae-a166-1caa7aea86fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:13:22.708324 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-df6257da-ece5-4e3d-93ca-42398b40a630 req-2300f18a-4e9e-46ae-a166-1caa7aea86fb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:22.710295 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-df6257da-ece5-4e3d-93ca-42398b40a630 req-2300f18a-4e9e-46ae-a166-1caa7aea86fb service neutron] 10.222.0.20 "PUT /v2.0/ports/24374965-227b-4c96-b8e4-76900d8e1a2c HTTP/1.1" status: 200 len: 1122 time: 1.5102439 Nov 22 20:13:22.726495 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3df7431c-17a8-4158-befb-8b4699bbfad6 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-663261'] for router, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:22.727678 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3df7431c-17a8-4158-befb-8b4699bbfad6 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Fanout notify agent at l3_agent the message router_deleted on router 61f2d473-7e05-4442-8d06-1702634a6546 {{(pid=103448) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 20:13:22.750578 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3df7431c-17a8-4158-befb-8b4699bbfad6 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks [] for router, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:22.760625 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-3df7431c-17a8-4158-befb-8b4699bbfad6 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] 10.222.0.46 "DELETE /v2.0/routers/61f2d473-7e05-4442-8d06-1702634a6546 HTTP/1.1" status: 204 len: 168 time: 2.3455243 Nov 22 20:13:22.761719 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 37506) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:13:22.766664 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2300f18a-4e9e-46ae-a166-1caa7aea86fb service neutron] Pushing event updated for resources: {'Port': ['ID=24374965-227b-4c96-b8e4-76900d8e1a2c,revision_number=8']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:13:22.768702 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-73758c87-c789-4458-a81d-b55f6f0d6452 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Request body: {'network': {'name': 'tempest-RoutersTest-527992164'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:13:22.796318 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73758c87-c789-4458-a81d-b55f6f0d6452 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Made reservation on behalf of 39adbab155b64849b1b9cb0eac9a72dd for: {'network': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:13:22.800805 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-73758c87-c789-4458-a81d-b55f6f0d6452 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for network, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:22.823000 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] get_ports_and_sgs() called for port_ids ['24374965-227b-4c96-b8e4-76900d8e1a2c'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:13:22.838366 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73758c87-c789-4458-a81d-b55f6f0d6452 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] vlan segment allocate from pool success with {'vlan_id': 635, 'physical_network': 'physnet1'} {{(pid=103448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 20:13:22.841803 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-dd9e5ec5-bb0d-4a63-83bc-ca4c2fff6fc6 req-88c6dec1-41c0-4f3b-8a49-34d3239606f1 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.46 "GET /v2.0/security-groups?id=deac3dce-93b4-41af-981b-873d47022422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3226938 Nov 22 20:13:22.879563 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-73758c87-c789-4458-a81d-b55f6f0d6452 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:22.884997 n-d-818823-1 neutron-server[103448]: INFO neutron.db.segments_db [None req-73758c87-c789-4458-a81d-b55f6f0d6452 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Added segment 6aaa9e9d-e349-4fb2-bf42-8e392f43d03b of type vlan for network 2e920bba-926d-4822-967b-6b232ff6c43e Nov 22 20:13:22.886315 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] get_ports_and_sgs() called for port_ids ['24374965-227b-4c96-b8e4-76900d8e1a2c'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:13:22.913830 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f82b41-4825-489d-b333-c536e78b3015 req-4bd33a84-be21-4c4d-b87e-375ca8b07516 tempest-ListImageFiltersTestJSON-1762929970 tempest-ListImageFiltersTestJSON-1762929970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:13:22.915455 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-07f82b41-4825-489d-b333-c536e78b3015 req-4bd33a84-be21-4c4d-b87e-375ca8b07516 tempest-ListImageFiltersTestJSON-1762929970 tempest-ListImageFiltersTestJSON-1762929970-project] 10.222.0.46 "GET /v2.0/ports?device_id=3976a086-7eb8-4b57-8c36-4478955520bb HTTP/1.1" status: 200 len: 948 time: 0.1896327 Nov 22 20:13:22.962038 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-73758c87-c789-4458-a81d-b55f6f0d6452 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748992492791'] for network, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:23.037698 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-73758c87-c789-4458-a81d-b55f6f0d6452 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for network, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:23.049985 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73758c87-c789-4458-a81d-b55f6f0d6452 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:13:23.051432 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-73758c87-c789-4458-a81d-b55f6f0d6452 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:23.093989 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-07f82b41-4825-489d-b333-c536e78b3015 req-d3d9c973-ffc5-4fd0-9b0d-fd03725d817e tempest-ListImageFiltersTestJSON-1762929970 tempest-ListImageFiltersTestJSON-1762929970-project] 10.222.0.46 "GET /v2.0/security-groups?id=7bc0946f-8d94-4cf7-9aed-026148cac050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687260 Nov 22 20:13:23.196023 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-73758c87-c789-4458-a81d-b55f6f0d6452 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4289503 Nov 22 20:13:23.199865 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 37522) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:13:23.212275 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-814724bc-cd3d-4412-9db9-b61f9161932d tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Request body: {'subnet': {'network_id': '2e920bba-926d-4822-967b-6b232ff6c43e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:13:23.224213 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73758c87-c789-4458-a81d-b55f6f0d6452 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Pushing event updated for resources: {'Network': ['ID=2e920bba-926d-4822-967b-6b232ff6c43e,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:13:23.280383 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Network 2e920bba-926d-4822-967b-6b232ff6c43e details requested by agent ovs-agent-n-d-818823-1 with host n-d-818823-1 {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 20:13:23.366787 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4785ea71-8360-497a-9ed5-9ece0273a852 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:23.772719 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4785ea71-8360-497a-9ed5-9ece0273a852 admin admin] Pushing event deleted for resources: {'Port': ['ID=af69bc99-6832-453a-9850-2a73b57d89ae,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:13:23.802672 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4d2392d2-650d-436e-98bb-f21c2dd1648f req-80d88032-2dd4-4106-82fd-324e150027a8 tempest-ServerShowV257Test-650002909 tempest-ServerShowV257Test-650002909-project] 10.222.0.46 "GET /v2.0/ports?device_id=3fe7c6c6-4541-4e5a-80ad-1a85f55ac358 HTTP/1.1" status: 200 len: 210 time: 0.0429077 Nov 22 20:13:23.909373 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-814724bc-cd3d-4412-9db9-b61f9161932d tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Made reservation on behalf of 39adbab155b64849b1b9cb0eac9a72dd for: {'subnet': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:13:23.913573 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-814724bc-cd3d-4412-9db9-b61f9161932d tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8485086'] for subnet, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:23.996934 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4785ea71-8360-497a-9ed5-9ece0273a852 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595398'] for router_gateway, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:24.000717 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device da34c7ca-f024-439b-918e-5355df18e98f no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:13:24.027469 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: da34c7ca-f024-439b-918e-5355df18e98f {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:13:24.027880 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device da34c7ca-f024-439b-918e-5355df18e98f not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:13:24.028567 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device af69bc99-6832-453a-9850-2a73b57d89ae no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:13:24.057088 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: af69bc99-6832-453a-9850-2a73b57d89ae {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:13:24.057502 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device af69bc99-6832-453a-9850-2a73b57d89ae not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:13:24.123299 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4785ea71-8360-497a-9ed5-9ece0273a852 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24781'] for router, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:24.128853 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4785ea71-8360-497a-9ed5-9ece0273a852 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:24.149301 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe2db13-b070-4234-a782-07f2fc4d1da2 req-fb682441-9cd9-448c-9bba-14a4fb664ea6 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:13:24.160110 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-afe2db13-b070-4234-a782-07f2fc4d1da2 req-fb682441-9cd9-448c-9bba-14a4fb664ea6 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.46 "GET /v2.0/ports?device_id=761077bf-9826-478a-b251-413dfa7a9730 HTTP/1.1" status: 200 len: 944 time: 0.1955829 Nov 22 20:13:24.250277 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4785ea71-8360-497a-9ed5-9ece0273a852 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-663261'] for router, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:24.251016 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4785ea71-8360-497a-9ed5-9ece0273a852 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 34b6f977-9e63-4947-8bf5-d851de1957c0 {{(pid=103447) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 20:13:24.277615 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4785ea71-8360-497a-9ed5-9ece0273a852 admin admin] Publish callbacks [] for router, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:24.281477 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-4785ea71-8360-497a-9ed5-9ece0273a852 admin admin] 10.222.0.46 "DELETE /v2.0/routers/34b6f977-9e63-4947-8bf5-d851de1957c0 HTTP/1.1" status: 204 len: 168 time: 3.2847567 Nov 22 20:13:24.284765 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 37538) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:13:24.330241 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-afe2db13-b070-4234-a782-07f2fc4d1da2 req-0c1d323a-d07f-4380-ae3a-4d5098001d98 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.46 "GET /v2.0/security-groups?id=deac3dce-93b4-41af-981b-873d47022422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691074 Nov 22 20:13:24.400935 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e5a8105-d3c7-4636-a0f9-a68e47d58ee4 admin admin] Deleting subnet b3d07d8b-31c6-491c-a72c-08a2eb655cbc {{(pid=103448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 20:13:24.405650 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9e5a8105-d3c7-4636-a0f9-a68e47d58ee4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:24.437809 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f624b1d-4de9-4d00-956b-e2c5c5a738ec req-0398860f-6849-43c3-8a44-752cccea3645 tempest-ListImageFiltersTestJSON-1762929970 tempest-ListImageFiltersTestJSON-1762929970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:13:24.446335 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3f624b1d-4de9-4d00-956b-e2c5c5a738ec req-0398860f-6849-43c3-8a44-752cccea3645 tempest-ListImageFiltersTestJSON-1762929970 tempest-ListImageFiltersTestJSON-1762929970-project] 10.222.0.46 "GET /v2.0/ports?device_id=3976a086-7eb8-4b57-8c36-4478955520bb HTTP/1.1" status: 200 len: 948 time: 0.2395883 Nov 22 20:13:24.478521 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '761077bf-9826-478a-b251-413dfa7a9730', 'tag': '24374965-227b-4c96-b8e4-76900d8e1a2c'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:13:24.481077 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49dc7967-fdba-45e7-8308-163ebb7d33dc" -d '{"events": [{"name": "network-changed", "server_uuid": "761077bf-9826-478a-b251-413dfa7a9730", "tag": "24374965-227b-4c96-b8e4-76900d8e1a2c"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:13:24.482559 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9e5a8105-d3c7-4636-a0f9-a68e47d58ee4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11627908'] for subnet, precommit_delete_associations {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:24.532074 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3f624b1d-4de9-4d00-956b-e2c5c5a738ec req-04b08a42-5332-40cc-b952-55ed9fad2648 tempest-ListImageFiltersTestJSON-1762929970 tempest-ListImageFiltersTestJSON-1762929970-project] 10.222.0.46 "GET /v2.0/security-groups?id=7bc0946f-8d94-4cf7-9aed-026148cac050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846953 Nov 22 20:13:24.533797 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-814724bc-cd3d-4412-9db9-b61f9161932d tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8900613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8485104'] for subnet, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:24.550026 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9e5a8105-d3c7-4636-a0f9-a68e47d58ee4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3753007'] for subnet, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:24.618792 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814724bc-cd3d-4412-9db9-b61f9161932d tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Pushing event updated for resources: {'Subnet': ['ID=61209b86-590e-439d-9325-9cddea043da0,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:13:24.648615 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814724bc-cd3d-4412-9db9-b61f9161932d tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Checking segment: {'id': '6aaa9e9d-e349-4fb2-bf42-8e392f43d03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '2e920bba-926d-4822-967b-6b232ff6c43e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:13:24.649110 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-814724bc-cd3d-4412-9db9-b61f9161932d tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Network hostable DHCP agents. Network: 2e920bba-926d-4822-967b-6b232ff6c43e, hostable agents: ['02adaa64-0987-4b74-bad0-cbcf56f8a294'], hosted agents: [] {{(pid=103447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 20:13:24.653928 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 20:13:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-223a0511-a417-4ff3-b64d-f5a1d5a93d69 x-openstack-request-id: req-223a0511-a417-4ff3-b64d-f5a1d5a93d69 {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:13:24.655052 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "761077bf-9826-478a-b251-413dfa7a9730", "tag": "24374965-227b-4c96-b8e4-76900d8e1a2c", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:13:24.655052 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-223a0511-a417-4ff3-b64d-f5a1d5a93d69 {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:13:24.655337 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '761077bf-9826-478a-b251-413dfa7a9730', 'tag': '24374965-227b-4c96-b8e4-76900d8e1a2c', 'status': 'completed', 'code': 200} Nov 22 20:13:24.661190 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9e5a8105-d3c7-4636-a0f9-a68e47d58ee4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3753014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11567369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11792914'] for subnet, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:24.680952 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-814724bc-cd3d-4412-9db9-b61f9161932d tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Network 2e920bba-926d-4822-967b-6b232ff6c43e is scheduled to be hosted by DHCP agent 02adaa64-0987-4b74-bad0-cbcf56f8a294 with binding_index 1 {{(pid=103447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 20:13:24.694804 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5a8105-d3c7-4636-a0f9-a68e47d58ee4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b3d07d8b-31c6-491c-a72c-08a2eb655cbc,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:13:24.700516 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9e5a8105-d3c7-4636-a0f9-a68e47d58ee4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:24.702563 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-814724bc-cd3d-4412-9db9-b61f9161932d tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818823-1, 2e920bba-926d-4822-967b-6b232ff6c43e) {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:13:24.704244 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-9e5a8105-d3c7-4636-a0f9-a68e47d58ee4 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/b3d07d8b-31c6-491c-a72c-08a2eb655cbc HTTP/1.1" status: 204 len: 168 time: 0.4178054 Nov 22 20:13:24.706826 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 37564) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:13:24.710458 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5a8105-d3c7-4636-a0f9-a68e47d58ee4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:13:24.710883 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5a8105-d3c7-4636-a0f9-a68e47d58ee4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:13:24.711231 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5a8105-d3c7-4636-a0f9-a68e47d58ee4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:13:24.711652 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5a8105-d3c7-4636-a0f9-a68e47d58ee4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:13:24.712046 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5a8105-d3c7-4636-a0f9-a68e47d58ee4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:13:24.712457 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5a8105-d3c7-4636-a0f9-a68e47d58ee4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:13:24.712826 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5a8105-d3c7-4636-a0f9-a68e47d58ee4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:13:24.713215 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5a8105-d3c7-4636-a0f9-a68e47d58ee4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:13:24.713601 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5a8105-d3c7-4636-a0f9-a68e47d58ee4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:13:24.713985 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5a8105-d3c7-4636-a0f9-a68e47d58ee4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:13:24.714385 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5a8105-d3c7-4636-a0f9-a68e47d58ee4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:13:24.714770 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5a8105-d3c7-4636-a0f9-a68e47d58ee4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:13:24.715968 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b3e06d6-d632-4bf9-8cb2-fd9aae05fbd0 None None] Network 2e920bba-926d-4822-967b-6b232ff6c43e requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:13:24.764284 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-814724bc-cd3d-4412-9db9-b61f9161932d tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:13:24.765355 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-814724bc-cd3d-4412-9db9-b61f9161932d tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for subnet, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:24.825946 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-814724bc-cd3d-4412-9db9-b61f9161932d tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6227565 Nov 22 20:13:24.843960 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 37570) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:13:24.850122 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-2c04c35d-b085-4f3e-87dd-f624fa3edfa1 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-564454203', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:13:24.854363 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1096d4af-e966-4dd2-9ce4-2f0b03338b28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3961693'] for network, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:24.862305 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dc7967-fdba-45e7-8308-163ebb7d33dc req-3d416e0f-3a03-4a01-b529-66dbb76986a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:13:24.866032 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-49dc7967-fdba-45e7-8308-163ebb7d33dc req-3d416e0f-3a03-4a01-b529-66dbb76986a0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2c9de68061ee477dbb5cc544058ec72e&device_id=761077bf-9826-478a-b251-413dfa7a9730 HTTP/1.1" status: 200 len: 1125 time: 0.1811097 Nov 22 20:13:24.890763 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d13234a-3a3f-4fd2-92d0-2c40e2a5fb15 req-889baff4-5a97-4595-a1a2-7892e8734660 tempest-ListImageFiltersTestJSON-1762929970 tempest-ListImageFiltersTestJSON-1762929970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:13:24.892509 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-3d13234a-3a3f-4fd2-92d0-2c40e2a5fb15 req-889baff4-5a97-4595-a1a2-7892e8734660 tempest-ListImageFiltersTestJSON-1762929970 tempest-ListImageFiltersTestJSON-1762929970-project] 10.222.0.41 "GET /v2.0/ports?device_id=3976a086-7eb8-4b57-8c36-4478955520bb HTTP/1.1" status: 200 len: 948 time: 0.0812151 Nov 22 20:13:24.893733 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2c04c35d-b085-4f3e-87dd-f624fa3edfa1 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24799'] for router, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:24.894958 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2c04c35d-b085-4f3e-87dd-f624fa3edfa1 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-632716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24788'] for router, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:24.905186 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb498df6-4522-4c7d-9873-807607b570e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fb26bd7-ce56-527b-b94f-2e1f7cb2bb35-2e920bba-926d-4822-967b-6b232ff6c43e', 'network_id': '2e920bba-926d-4822-967b-6b232ff6c43e', 'tenant_id': '39adbab155b64849b1b9cb0eac9a72dd', 'fixed_ips': [{'subnet_id': '61209b86-590e-439d-9325-9cddea043da0'}]}} from n-d-818823-1. {{(pid=103449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 20:13:24.907260 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-bb498df6-4522-4c7d-9873-807607b570e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:24.962476 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-be2f5fcc-d288-4f4b-882f-0a58c2dcb488 req-8933248b-07e8-438f-8cfb-4c3a528ecb79 tempest-ServerShowV257Test-650002909 tempest-ServerShowV257Test-650002909-project] 10.222.0.46 "GET /v2.0/ports?device_id=3fe7c6c6-4541-4e5a-80ad-1a85f55ac358 HTTP/1.1" status: 200 len: 210 time: 0.0383840 Nov 22 20:13:25.030375 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2c04c35d-b085-4f3e-87dd-f624fa3edfa1 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:25.036069 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2c04c35d-b085-4f3e-87dd-f624fa3edfa1 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-659538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-841284'] for router, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:25.051618 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1096d4af-e966-4dd2-9ce4-2f0b03338b28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3760028', 'neutron.services.segments.db._delete_segments_for_network-8748992815755'] for network, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:25.059078 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2c04c35d-b085-4f3e-87dd-f624fa3edfa1 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks [] for router, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:25.060342 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-2c04c35d-b085-4f3e-87dd-f624fa3edfa1 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2141716 Nov 22 20:13:25.064373 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [req-3d13234a-3a3f-4fd2-92d0-2c40e2a5fb15 req-354b106e-7cc3-4a2d-957c-f061ee76634b tempest-ListImageFiltersTestJSON-1762929970 tempest-ListImageFiltersTestJSON-1762929970-project] Deleting port 4dc546ba-2901-40c2-8ae8-0dbb382728dd {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:13:25.064711 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-3d13234a-3a3f-4fd2-92d0-2c40e2a5fb15 req-354b106e-7cc3-4a2d-957c-f061ee76634b tempest-ListImageFiltersTestJSON-1762929970 tempest-ListImageFiltersTestJSON-1762929970-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:25.069062 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 37572) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:13:25.080659 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.db_base_plugin_common [None req-bb498df6-4522-4c7d-9873-807607b570e1 None None] Allocated IP 172.20.0.2 (2e920bba-926d-4822-967b-6b232ff6c43e/61209b86-590e-439d-9325-9cddea043da0/fb054b94-e637-4331-8bd1-085e15d6df6f) {{(pid=103449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:13:25.087599 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dc7967-fdba-45e7-8308-163ebb7d33dc req-76d7381a-e61f-4ca5-b36e-f9d4cb69ff45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:13:25.089130 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-49dc7967-fdba-45e7-8308-163ebb7d33dc req-76d7381a-e61f-4ca5-b36e-f9d4cb69ff45 service neutron] 10.222.0.41 "GET /v2.0/networks?id=4906551a-712e-4bde-8433-b2db24f02f5c HTTP/1.1" status: 200 len: 908 time: 0.2147160 Nov 22 20:13:25.097713 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-1096d4af-e966-4dd2-9ce4-2f0b03338b28 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ae4d286-ddad-44f5-b34a-bee98214a526']}} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:13:25.159801 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-49dc7967-fdba-45e7-8308-163ebb7d33dc req-5e85cfa2-c7a6-4ef0-9cb3-ec4b3de80884 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=24374965-227b-4c96-b8e4-76900d8e1a2c HTTP/1.1" status: 200 len: 217 time: 0.0589716 Nov 22 20:13:25.161568 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-1096d4af-e966-4dd2-9ce4-2f0b03338b28 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81925659-bc5f-49d9-8d6d-c3681f9dbd5b') {'for_net_delete': True} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:13:25.162424 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-1096d4af-e966-4dd2-9ce4-2f0b03338b28 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81925659-bc5f-49d9-8d6d-c3681f9dbd5b') {} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:13:25.183132 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1096d4af-e966-4dd2-9ce4-2f0b03338b28 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748993039638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12178344'] for segment, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:25.219499 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1096d4af-e966-4dd2-9ce4-2f0b03338b28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:25.231632 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1096d4af-e966-4dd2-9ce4-2f0b03338b28 admin admin] Releasing vlan 610 on physical network physnet1 to pool {{(pid=103447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 20:13:25.232133 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1096d4af-e966-4dd2-9ce4-2f0b03338b28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8900762'] for segment, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:25.233994 n-d-818823-1 neutron-server[103447]: Traceback (most recent call last): Nov 22 20:13:25.233994 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 20:13:25.233994 n-d-818823-1 neutron-server[103447]: timer() Nov 22 20:13:25.233994 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 20:13:25.233994 n-d-818823-1 neutron-server[103447]: cb(*args, **kw) Nov 22 20:13:25.233994 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 20:13:25.233994 n-d-818823-1 neutron-server[103447]: return func(*args, **kwargs) Nov 22 20:13:25.233994 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 20:13:25.233994 n-d-818823-1 neutron-server[103447]: self._notify() Nov 22 20:13:25.233994 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 20:13:25.233994 n-d-818823-1 neutron-server[103447]: self.callback(batched_events) Nov 22 20:13:25.233994 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 20:13:25.233994 n-d-818823-1 neutron-server[103447]: event.method(event) Nov 22 20:13:25.233994 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 20:13:25.233994 n-d-818823-1 neutron-server[103447]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 20:13:25.233994 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 20:13:25.233994 n-d-818823-1 neutron-server[103447]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 20:13:25.233994 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 20:13:25.233994 n-d-818823-1 neutron-server[103447]: return f(self, *a, **k) Nov 22 20:13:25.233994 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 20:13:25.233994 n-d-818823-1 neutron-server[103447]: return self._get(url).json() Nov 22 20:13:25.233994 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 20:13:25.233994 n-d-818823-1 neutron-server[103447]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 20:13:25.233994 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 20:13:25.233994 n-d-818823-1 neutron-server[103447]: return self.request(url, 'GET', **kwargs) Nov 22 20:13:25.233994 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 20:13:25.233994 n-d-818823-1 neutron-server[103447]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 20:13:25.233994 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 20:13:25.233994 n-d-818823-1 neutron-server[103447]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 20:13:25.233994 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 20:13:25.233994 n-d-818823-1 neutron-server[103447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 20:13:25.233994 n-d-818823-1 neutron-server[103447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 20:13:25.265301 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-bb498df6-4522-4c7d-9873-807607b570e1 None None] Publish callbacks [] for port, precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:25.272191 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-bb498df6-4522-4c7d-9873-807607b570e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372'] for port, after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:25.272438 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dc7967-fdba-45e7-8308-163ebb7d33dc req-2b3949a4-3db3-4de0-9495-f2b9f4bc42f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:13:25.273930 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-49dc7967-fdba-45e7-8308-163ebb7d33dc req-2b3949a4-3db3-4de0-9495-f2b9f4bc42f8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b907b504-4de2-4845-a661-deaebec31498 HTTP/1.1" status: 200 len: 847 time: 0.1014242 Nov 22 20:13:25.319183 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb498df6-4522-4c7d-9873-807607b570e1 None None] Network 2e920bba-926d-4822-967b-6b232ff6c43e is already hosted by enough agents. {{(pid=103449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:13:25.322105 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.base_scheduler [None req-bb498df6-4522-4c7d-9873-807607b570e1 None None] Resources bound (agent type, host, resource id): {{(pid=103449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:13:25.322367 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-49dc7967-fdba-45e7-8308-163ebb7d33dc req-bccb1eb3-718c-43bb-b01d-aaea649d9e70 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4906551a-712e-4bde-8433-b2db24f02f5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350821 Nov 22 20:13:25.324920 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb498df6-4522-4c7d-9873-807607b570e1 None None] Received port after_create {{(pid=103449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:13:25.334094 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb498df6-4522-4c7d-9873-807607b570e1 None None] Pushing event updated for resources: {'Port': ['ID=fb054b94-e637-4331-8bd1-085e15d6df6f,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:13:25.334620 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1096d4af-e966-4dd2-9ce4-2f0b03338b28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3760002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595318'] for network, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:25.344204 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1096d4af-e966-4dd2-9ce4-2f0b03338b28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for network, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:25.348092 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-1096d4af-e966-4dd2-9ce4-2f0b03338b28 admin admin] 10.222.0.46 "DELETE /v2.0/networks/1ae4d286-ddad-44f5-b34a-bee98214a526 HTTP/1.1" status: 204 len: 168 time: 0.6334229 Nov 22 20:13:25.360738 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [req-49dc7967-fdba-45e7-8308-163ebb7d33dc req-0a69442c-802a-4dcd-b60b-debf494aaeb8 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=103447) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 20:13:25.361871 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-49dc7967-fdba-45e7-8308-163ebb7d33dc req-0a69442c-802a-4dcd-b60b-debf494aaeb8 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0208943 Nov 22 20:13:25.382953 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1096d4af-e966-4dd2-9ce4-2f0b03338b28 admin admin] Pushing event deleted for resources: {'Network': ['ID=1ae4d286-ddad-44f5-b34a-bee98214a526,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:13:25.403895 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-3d13234a-3a3f-4fd2-92d0-2c40e2a5fb15 req-354b106e-7cc3-4a2d-957c-f061ee76634b tempest-ListImageFiltersTestJSON-1762929970 tempest-ListImageFiltersTestJSON-1762929970-project] For port 4dc546ba-2901-40c2-8ae8-0dbb382728dd, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=4dc546ba-2901-40c2-8ae8-0dbb382728dd,segment=NetworkSegment(2a5a1c7b-538e-498e-99b9-cc7a8e0411be),segment_id=2a5a1c7b-538e-498e-99b9-cc7a8e0411be)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:13:25.404912 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-3d13234a-3a3f-4fd2-92d0-2c40e2a5fb15 req-354b106e-7cc3-4a2d-957c-f061ee76634b tempest-ListImageFiltersTestJSON-1762929970 tempest-ListImageFiltersTestJSON-1762929970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:25.419515 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-bb498df6-4522-4c7d-9873-807607b570e1 None None] Attempting to bind port fb054b94-e637-4331-8bd1-085e15d6df6f on host n-d-818823-1 for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:13:25.419895 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-bb498df6-4522-4c7d-9873-807607b570e1 None None] Attempting to bind port fb054b94-e637-4331-8bd1-085e15d6df6f by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': '6aaa9e9d-e349-4fb2-bf42-8e392f43d03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '2e920bba-926d-4822-967b-6b232ff6c43e'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:13:25.420274 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb498df6-4522-4c7d-9873-807607b570e1 None None] Attempting to bind port fb054b94-e637-4331-8bd1-085e15d6df6f on network 2e920bba-926d-4822-967b-6b232ff6c43e {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:13:25.427037 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb498df6-4522-4c7d-9873-807607b570e1 None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 13, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:13:25.427988 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb498df6-4522-4c7d-9873-807607b570e1 None None] Checking segment: {'id': '6aaa9e9d-e349-4fb2-bf42-8e392f43d03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '2e920bba-926d-4822-967b-6b232ff6c43e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:13:25.428631 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-bb498df6-4522-4c7d-9873-807607b570e1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:25.429206 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb498df6-4522-4c7d-9873-807607b570e1 None None] Bound using segment: {'id': '6aaa9e9d-e349-4fb2-bf42-8e392f43d03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '2e920bba-926d-4822-967b-6b232ff6c43e'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:13:25.429880 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-bb498df6-4522-4c7d-9873-807607b570e1 None None] Bound port: fb054b94-e637-4331-8bd1-085e15d6df6f, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6aaa9e9d-e349-4fb2-bf42-8e392f43d03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '2e920bba-926d-4822-967b-6b232ff6c43e'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:13:25.430451 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-bb498df6-4522-4c7d-9873-807607b570e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:25.452450 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [req-3d13234a-3a3f-4fd2-92d0-2c40e2a5fb15 req-354b106e-7cc3-4a2d-957c-f061ee76634b tempest-ListImageFiltersTestJSON-1762929970 tempest-ListImageFiltersTestJSON-1762929970-project] Calling delete_port for 4dc546ba-2901-40c2-8ae8-0dbb382728dd owned by compute:nova {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:13:25.554681 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-49dc7967-fdba-45e7-8308-163ebb7d33dc req-0416bcb3-d673-499a-9c90-30b237e1e066 service neutron] 10.222.0.41 "GET /v2.0/networks/4906551a-712e-4bde-8433-b2db24f02f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621313 Nov 22 20:13:25.572612 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9efe2836-002c-4197-ab3d-9f55d91ef819 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:25.588129 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-bb498df6-4522-4c7d-9873-807607b570e1 None None] For port fb054b94-e637-4331-8bd1-085e15d6df6f, host n-d-818823-1, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:13:25.592646 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-bb498df6-4522-4c7d-9873-807607b570e1 None None] For port fb054b94-e637-4331-8bd1-085e15d6df6f, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=fb054b94-e637-4331-8bd1-085e15d6df6f,segment=NetworkSegment(6aaa9e9d-e349-4fb2-bf42-8e392f43d03b),segment_id=6aaa9e9d-e349-4fb2-bf42-8e392f43d03b)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:13:25.606309 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-bb498df6-4522-4c7d-9873-807607b570e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:25.633284 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 37602) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:13:25.720751 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb498df6-4522-4c7d-9873-807607b570e1 None None] Pushing event updated for resources: {'Port': ['ID=fb054b94-e637-4331-8bd1-085e15d6df6f,revision_number=2']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:13:25.797684 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269d8222-4cde-4793-aba9-e72f9b74ac03 req-9a740ef8-e1f3-48af-9089-3c621db4deb7 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:13:25.799737 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-269d8222-4cde-4793-aba9-e72f9b74ac03 req-9a740ef8-e1f3-48af-9089-3c621db4deb7 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.46 "GET /v2.0/ports?device_id=761077bf-9826-478a-b251-413dfa7a9730 HTTP/1.1" status: 200 len: 944 time: 0.2406900 Nov 22 20:13:25.814784 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520ef8fe-b780-400b-b16d-8e6dde218d1d req-b67cd180-7d63-4b41-8305-6d4d45bbe252 tempest-ListImageFiltersTestJSON-1762929970 tempest-ListImageFiltersTestJSON-1762929970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:13:25.817023 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-520ef8fe-b780-400b-b16d-8e6dde218d1d req-b67cd180-7d63-4b41-8305-6d4d45bbe252 tempest-ListImageFiltersTestJSON-1762929970 tempest-ListImageFiltersTestJSON-1762929970-project] 10.222.0.46 "GET /v2.0/ports?device_id=3976a086-7eb8-4b57-8c36-4478955520bb HTTP/1.1" status: 200 len: 948 time: 0.1355922 Nov 22 20:13:25.821898 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-49dc7967-fdba-45e7-8308-163ebb7d33dc req-3c58dae1-68ad-4a6f-90b7-67f059002b9a service neutron] 10.222.0.41 "GET /v2.0/networks/4906551a-712e-4bde-8433-b2db24f02f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2574928 Nov 22 20:13:25.836581 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-123e2e41-a6cf-434d-97fc-7db169c689c5 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=74225e7aba6c4293916c50899651bb18&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1987789 Nov 22 20:13:25.841156 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 37608) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:13:25.895259 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-269d8222-4cde-4793-aba9-e72f9b74ac03 req-a67caf98-0f33-476f-bd95-ca583bd3b212 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.46 "GET /v2.0/security-groups?id=deac3dce-93b4-41af-981b-873d47022422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770075 Nov 22 20:13:25.913881 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-3d13234a-3a3f-4fd2-92d0-2c40e2a5fb15 req-354b106e-7cc3-4a2d-957c-f061ee76634b tempest-ListImageFiltersTestJSON-1762929970 tempest-ListImageFiltersTestJSON-1762929970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:25.943587 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-520ef8fe-b780-400b-b16d-8e6dde218d1d req-c0ca7359-6907-47b1-8a8f-9abf85ec8673 tempest-ListImageFiltersTestJSON-1762929970 tempest-ListImageFiltersTestJSON-1762929970-project] 10.222.0.46 "GET /v2.0/security-groups?id=7bc0946f-8d94-4cf7-9aed-026148cac050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103559 Nov 22 20:13:26.031699 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1239c380-950a-4025-87f4-92d2cab3c1ef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:26.082121 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354b106e-7cc3-4a2d-957c-f061ee76634b tempest-ListImageFiltersTestJSON-1762929970 tempest-ListImageFiltersTestJSON-1762929970-project] Pushing event deleted for resources: {'Port': ['ID=4dc546ba-2901-40c2-8ae8-0dbb382728dd,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:13:26.086960 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1239c380-950a-4025-87f4-92d2cab3c1ef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:26.117960 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d13234a-3a3f-4fd2-92d0-2c40e2a5fb15 req-354b106e-7cc3-4a2d-957c-f061ee76634b tempest-ListImageFiltersTestJSON-1762929970 tempest-ListImageFiltersTestJSON-1762929970-project] No DVR routers for this DVR port 4dc546ba-2901-40c2-8ae8-0dbb382728dd on host n-h1-818823-1 {{(pid=103448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:13:26.130398 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-3d13234a-3a3f-4fd2-92d0-2c40e2a5fb15 req-354b106e-7cc3-4a2d-957c-f061ee76634b tempest-ListImageFiltersTestJSON-1762929970 tempest-ListImageFiltersTestJSON-1762929970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:26.134555 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-3d13234a-3a3f-4fd2-92d0-2c40e2a5fb15 req-354b106e-7cc3-4a2d-957c-f061ee76634b tempest-ListImageFiltersTestJSON-1762929970 tempest-ListImageFiltersTestJSON-1762929970-project] 10.222.0.41 "DELETE /v2.0/ports/4dc546ba-2901-40c2-8ae8-0dbb382728dd HTTP/1.1" status: 204 len: 173 time: 1.2343905 Nov 22 20:13:26.135052 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3976a086-7eb8-4b57-8c36-4478955520bb', 'name': 'network-vif-deleted', 'tag': '4dc546ba-2901-40c2-8ae8-0dbb382728dd'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:13:26.135178 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device fb054b94-e637-4331-8bd1-085e15d6df6f up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:13:26.145152 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589a98cf2aea187fcc423a5edb333e5a6cf3ad7c81115d1ebee0f079693c312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ca8567e-1a66-44a4-b449-35175c388f18" -d '{"events": [{"server_uuid": "3976a086-7eb8-4b57-8c36-4478955520bb", "name": "network-vif-deleted", "tag": "4dc546ba-2901-40c2-8ae8-0dbb382728dd"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:13:26.202677 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port fb054b94-e637-4331-8bd1-085e15d6df6f triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:13:26.203518 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:26.290545 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [None req-9efe2836-002c-4197-ab3d-9f55d91ef819 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Allocated IP 172.20.0.1 (2e920bba-926d-4822-967b-6b232ff6c43e/61209b86-590e-439d-9325-9cddea043da0/9ca01b38-33e9-4d6e-bc8b-18f194403c77) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:13:26.296972 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1239c380-950a-4025-87f4-92d2cab3c1ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:26.297121 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:26.301118 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1239c380-950a-4025-87f4-92d2cab3c1ef admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:26.303069 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-1239c380-950a-4025-87f4-92d2cab3c1ef admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/402b14b3-7b21-4f37-9e5a-c3de7eeeb958 HTTP/1.1" status: 204 len: 168 time: 0.4567375 Nov 22 20:13:26.345780 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1239c380-950a-4025-87f4-92d2cab3c1ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=402b14b3-7b21-4f37-9e5a-c3de7eeeb958,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:13:26.360740 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] For port fb054b94-e637-4331-8bd1-085e15d6df6f, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=fb054b94-e637-4331-8bd1-085e15d6df6f,segment=NetworkSegment(6aaa9e9d-e349-4fb2-bf42-8e392f43d03b),segment_id=6aaa9e9d-e349-4fb2-bf42-8e392f43d03b)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:13:26.375663 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:26.411127 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c2051972-c087-4216-b304-60d07927cd4e req-de7e629c-7505-43f4-a534-8d9fadf11fe4 tempest-ServerShowV257Test-650002909 tempest-ServerShowV257Test-650002909-project] 10.222.0.46 "GET /v2.0/ports?device_id=3fe7c6c6-4541-4e5a-80ad-1a85f55ac358 HTTP/1.1" status: 200 len: 210 time: 0.0562782 Nov 22 20:13:26.531823 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Pushing event updated for resources: {'Port': ['ID=fb054b94-e637-4331-8bd1-085e15d6df6f,revision_number=3']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:13:26.709179 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9efe2836-002c-4197-ab3d-9f55d91ef819 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:26.756580 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:13:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d007e1b2-a9cf-45fa-b902-0025015153b3 x-openstack-request-id: req-d007e1b2-a9cf-45fa-b902-0025015153b3 {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:13:26.757116 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3976a086-7eb8-4b57-8c36-4478955520bb", "name": "network-vif-deleted", "tag": "4dc546ba-2901-40c2-8ae8-0dbb382728dd", "status": "completed", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:13:26.758054 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d007e1b2-a9cf-45fa-b902-0025015153b3 {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:13:26.758685 n-d-818823-1 neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3976a086-7eb8-4b57-8c36-4478955520bb', 'name': 'network-vif-deleted', 'tag': '4dc546ba-2901-40c2-8ae8-0dbb382728dd', 'status': 'completed', 'code': 200} Nov 22 20:13:26.778178 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9efe2836-002c-4197-ab3d-9f55d91ef819 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:26.891790 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9efe2836-002c-4197-ab3d-9f55d91ef819 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Network 2e920bba-926d-4822-967b-6b232ff6c43e is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:13:26.908055 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-9efe2836-002c-4197-ab3d-9f55d91ef819 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:13:26.917589 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9efe2836-002c-4197-ab3d-9f55d91ef819 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:13:26.930696 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efe2836-002c-4197-ab3d-9f55d91ef819 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Pushing event updated for resources: {'Port': ['ID=9ca01b38-33e9-4d6e-bc8b-18f194403c77,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:13:26.955753 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9252e2d0-9c48-43a9-8724-450f3da1122b req-dea05cc2-61a5-42b0-aa82-4079f051aaff tempest-ServersTestFqdnHostnames-1631784793 tempest-ServersTestFqdnHostnames-1631784793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:13:26.965108 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9252e2d0-9c48-43a9-8724-450f3da1122b req-dea05cc2-61a5-42b0-aa82-4079f051aaff tempest-ServersTestFqdnHostnames-1631784793 tempest-ServersTestFqdnHostnames-1631784793-project] 10.222.0.46 "GET /v2.0/ports?device_id=667baf5d-8c2a-4f80-98a0-d39752935427 HTTP/1.1" status: 200 len: 945 time: 0.1139715 Nov 22 20:13:27.000838 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9efe2836-002c-4197-ab3d-9f55d91ef819 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659939'] for router_interface, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:27.043902 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9252e2d0-9c48-43a9-8724-450f3da1122b req-d3401f5d-f0b4-447c-b799-30d5c4523cb3 tempest-ServersTestFqdnHostnames-1631784793 tempest-ServersTestFqdnHostnames-1631784793-project] 10.222.0.46 "GET /v2.0/security-groups?id=8416408d-1125-4867-a3b6-02849f59d958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768034 Nov 22 20:13:27.217001 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cc99a5-05a9-405b-9dac-bdac7b4dd623 req-6917c841-b64e-495c-b36e-5a46691a3407 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:13:27.225723 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-69cc99a5-05a9-405b-9dac-bdac7b4dd623 req-6917c841-b64e-495c-b36e-5a46691a3407 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.46 "GET /v2.0/ports?device_id=761077bf-9826-478a-b251-413dfa7a9730 HTTP/1.1" status: 200 len: 944 time: 0.1220233 Nov 22 20:13:27.243750 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9efe2836-002c-4197-ab3d-9f55d91ef819 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:27.281639 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62584a47-f15f-474b-a618-31c01bc45b4c None None] Network 2e920bba-926d-4822-967b-6b232ff6c43e requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:13:27.321600 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-69cc99a5-05a9-405b-9dac-bdac7b4dd623 req-ebaa067d-700d-40e7-a4ea-1ed915a9c8a2 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.46 "GET /v2.0/security-groups?id=deac3dce-93b4-41af-981b-873d47022422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878761 Nov 22 20:13:27.360735 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-4f3c0184-c96a-40f8-881c-e15e0200289e None None] Provisioning complete for port fb054b94-e637-4331-8bd1-085e15d6df6f triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:13:27.361107 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4f3c0184-c96a-40f8-881c-e15e0200289e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:27.593710 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-597b328a-d386-4cd7-8fa5-a413c6b3d65e req-a3290f59-f6a1-4b1a-b8ac-15948a38d682 tempest-ServerShowV257Test-650002909 tempest-ServerShowV257Test-650002909-project] 10.222.0.46 "GET /v2.0/ports?device_id=3fe7c6c6-4541-4e5a-80ad-1a85f55ac358 HTTP/1.1" status: 200 len: 210 time: 0.0538802 Nov 22 20:13:27.659873 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9efe2836-002c-4197-ab3d-9f55d91ef819 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks [] for port, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:27.666094 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9efe2836-002c-4197-ab3d-9f55d91ef819 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:27.709198 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 310c01aa-04f4-4246-8f42-b724298b44bb no longer exists at agent hyperv_n-h2-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:13:27.762274 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efe2836-002c-4197-ab3d-9f55d91ef819 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Pushing event updated for resources: {'Port': ['ID=9ca01b38-33e9-4d6e-bc8b-18f194403c77,revision_number=2']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:13:27.782059 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9efe2836-002c-4197-ab3d-9f55d91ef819 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-563461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-659839'] for router_interface, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:27.889461 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:27.894938 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cd1ed0-f68c-49a3-885d-3d7da0259096 req-c7a025c7-fd8d-40d9-af82-1b3343f674d2 tempest-ListImageFiltersTestJSON-1762929970 tempest-ListImageFiltersTestJSON-1762929970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:13:27.903071 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-94cd1ed0-f68c-49a3-885d-3d7da0259096 req-c7a025c7-fd8d-40d9-af82-1b3343f674d2 tempest-ListImageFiltersTestJSON-1762929970 tempest-ListImageFiltersTestJSON-1762929970-project] 10.222.0.46 "GET /v2.0/ports?device_id=6c358b76-a051-4380-aace-2cc9e2fb2520 HTTP/1.1" status: 200 len: 948 time: 0.1812627 Nov 22 20:13:27.952968 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e6c7ce-12f5-4743-82ef-eef51d1604a1 req-2c5f01a0-5726-43ee-984d-93636d0d1046 tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:13:27.957149 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9efe2836-002c-4197-ab3d-9f55d91ef819 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Network 2e920bba-926d-4822-967b-6b232ff6c43e is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:13:27.961161 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-9efe2836-002c-4197-ab3d-9f55d91ef819 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:13:27.962491 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-98e6c7ce-12f5-4743-82ef-eef51d1604a1 req-2c5f01a0-5726-43ee-984d-93636d0d1046 tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] 10.222.0.46 "GET /v2.0/networks?id=c625a1a7-f1bd-484b-b342-37cf517c7d76 HTTP/1.1" status: 200 len: 805 time: 0.2681835 Nov 22 20:13:27.984696 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '116dad98-7fd6-43c3-8263-ed0f41ae1b8e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '310c01aa-04f4-4246-8f42-b724298b44bb'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:13:27.987361 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d39f6d30a11e565ec9648abcc015e8a6ab6cff4edd704add8155e28765d31eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e627022a-6474-4ec0-ad37-fc60d6883c9a" -d '{"events": [{"server_uuid": "116dad98-7fd6-43c3-8263-ed0f41ae1b8e", "name": "network-vif-unplugged", "status": "completed", "tag": "310c01aa-04f4-4246-8f42-b724298b44bb"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:13:28.019268 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port 310c01aa-04f4-4246-8f42-b724298b44bb, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=310c01aa-04f4-4246-8f42-b724298b44bb,segment=NetworkSegment(071fae29-45f8-4fae-87e0-a91dc64245f1),segment_id=071fae29-45f8-4fae-87e0-a91dc64245f1)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:13:28.042351 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:28.054184 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-94cd1ed0-f68c-49a3-885d-3d7da0259096 req-0ddc2738-25df-49b0-86b1-80e6e4016991 tempest-ListImageFiltersTestJSON-1762929970 tempest-ListImageFiltersTestJSON-1762929970-project] 10.222.0.46 "GET /v2.0/security-groups?id=7bc0946f-8d94-4cf7-9aed-026148cac050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498210 Nov 22 20:13:28.061018 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-98e6c7ce-12f5-4743-82ef-eef51d1604a1 req-55a7b0fc-c369-4da2-be8d-05a046cd9b5a tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] 10.222.0.46 "GET /v2.0/quotas/f636877ba0f34a3e9062dfe9cdad7e3c HTTP/1.1" status: 200 len: 375 time: 0.0976717 Nov 22 20:13:28.100801 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-da00e631-4fa5-4506-ac97-30ff0eeb2883 None None] Provisioning complete for port 9ca01b38-33e9-4d6e-bc8b-18f194403c77 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:13:28.100801 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-da00e631-4fa5-4506-ac97-30ff0eeb2883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:28.107108 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device fb054b94-e637-4331-8bd1-085e15d6df6f up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:13:28.126695 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 37710) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:13:28.184319 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 22 Nov 2021 20:13:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbafd842-68e5-49f9-b6b0-8914011cc179 x-openstack-request-id: req-dbafd842-68e5-49f9-b6b0-8914011cc179 {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:13:28.184641 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "116dad98-7fd6-43c3-8263-ed0f41ae1b8e", "name": "network-vif-unplugged", "status": "completed", "tag": "310c01aa-04f4-4246-8f42-b724298b44bb", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:13:28.184854 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-dbafd842-68e5-49f9-b6b0-8914011cc179 {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:13:28.185309 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '116dad98-7fd6-43c3-8263-ed0f41ae1b8e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '310c01aa-04f4-4246-8f42-b724298b44bb', 'code': 200} Nov 22 20:13:28.186468 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-98e6c7ce-12f5-4743-82ef-eef51d1604a1 req-16394c76-bbb7-4411-9c3e-1c527cbf28b6 tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=f636877ba0f34a3e9062dfe9cdad7e3c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1166735 Nov 22 20:13:28.229927 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c26d90d-799a-4898-80ab-05ffef65affa req-c66ef47b-75d5-45a2-a887-83ee10b854db tempest-ServersTestFqdnHostnames-1631784793 tempest-ServersTestFqdnHostnames-1631784793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:13:28.231505 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-2c26d90d-799a-4898-80ab-05ffef65affa req-c66ef47b-75d5-45a2-a887-83ee10b854db tempest-ServersTestFqdnHostnames-1631784793 tempest-ServersTestFqdnHostnames-1631784793-project] 10.222.0.41 "GET /v2.0/ports?device_id=667baf5d-8c2a-4f80-98a0-d39752935427 HTTP/1.1" status: 200 len: 945 time: 0.1535876 Nov 22 20:13:28.241763 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=310c01aa-04f4-4246-8f42-b724298b44bb,revision_number=8']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:13:28.246051 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-da00e631-4fa5-4506-ac97-30ff0eeb2883 None None] Port 9ca01b38-33e9-4d6e-bc8b-18f194403c77 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:13:28.266987 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-da00e631-4fa5-4506-ac97-30ff0eeb2883 None None] Provisioning complete for port fb054b94-e637-4331-8bd1-085e15d6df6f triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:13:28.267382 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-da00e631-4fa5-4506-ac97-30ff0eeb2883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:28.332521 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9efe2836-002c-4197-ab3d-9f55d91ef819 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Router 7d099b29-cda4-4f69-9f5a-775d4b148894 is scheduled to L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 with binding_index 1 {{(pid=103448) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 20:13:28.339251 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port fb054b94-e637-4331-8bd1-085e15d6df6f triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:13:28.340182 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:28.352371 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ae8961ce-79e3-46b5-9434-ccf3476407c4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:28.420504 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e4e319-24f2-4c1a-82eb-f47eb38a20a3 req-616a2e7a-c712-4593-819d-164395da2691 tempest-ServersTestFqdnHostnames-1631784793 tempest-ServersTestFqdnHostnames-1631784793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:13:28.429551 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b4e4e319-24f2-4c1a-82eb-f47eb38a20a3 req-616a2e7a-c712-4593-819d-164395da2691 tempest-ServersTestFqdnHostnames-1631784793 tempest-ServersTestFqdnHostnames-1631784793-project] 10.222.0.46 "GET /v2.0/ports?device_id=667baf5d-8c2a-4f80-98a0-d39752935427 HTTP/1.1" status: 200 len: 945 time: 0.1435969 Nov 22 20:13:28.444191 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9efe2836-002c-4197-ab3d-9f55d91ef819 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:13:28.452540 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-9efe2836-002c-4197-ab3d-9f55d91ef819 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] 10.222.0.46 "PUT /v2.0/routers/7d099b29-cda4-4f69-9f5a-775d4b148894/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3798962 Nov 22 20:13:28.452711 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 37718) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:13:28.461842 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2dece3b-4601-4802-a1e0-8871b519bf3e None None] Sync routers for ids ['7d099b29-cda4-4f69-9f5a-775d4b148894'] in n-d-818823-1 {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:13:28.480065 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2dece3b-4601-4802-a1e0-8871b519bf3e None None] Routers {'7d099b29-cda4-4f69-9f5a-775d4b148894'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:13:28.482840 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-d2dece3b-4601-4802-a1e0-8871b519bf3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:13:02Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['7d099b29-cda4-4f69-9f5a-775d4b148894'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:13:28.511407 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [req-2c26d90d-799a-4898-80ab-05ffef65affa req-d159e102-714e-441f-b49b-d72cdcabab23 tempest-ServersTestFqdnHostnames-1631784793 tempest-ServersTestFqdnHostnames-1631784793-project] Deleting port 7299b5d8-0bbb-4645-90b3-664f83eb5792 {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:13:28.512417 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-2c26d90d-799a-4898-80ab-05ffef65affa req-d159e102-714e-441f-b49b-d72cdcabab23 tempest-ServersTestFqdnHostnames-1631784793 tempest-ServersTestFqdnHostnames-1631784793-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:28.515951 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-98e6c7ce-12f5-4743-82ef-eef51d1604a1 req-d37243d9-59f0-4610-a769-4bd8a053ba99 service neutron] 10.222.0.46 "GET /v2.0/networks/c625a1a7-f1bd-484b-b342-37cf517c7d76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3283308 Nov 22 20:13:28.524981 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad2be01b-5ccd-4d0d-8588-4e042e93b0d6 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:13:28.526450 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-ad2be01b-5ccd-4d0d-8588-4e042e93b0d6 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] 10.222.0.46 "GET /v2.0/ports/9ca01b38-33e9-4d6e-bc8b-18f194403c77 HTTP/1.1" status: 200 len: 910 time: 0.0728033 Nov 22 20:13:28.529434 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-d2dece3b-4601-4802-a1e0-8871b519bf3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:13:28.532491 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 37720) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:13:28.540379 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2dece3b-4601-4802-a1e0-8871b519bf3e None None] Routers {'7d099b29-cda4-4f69-9f5a-775d4b148894'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:13:28.542558 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-d48c8c36-6f1c-4f61-9a47-50a40abd9728 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '61209b86-590e-439d-9325-9cddea043da0'}]}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:13:28.543749 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-d2dece3b-4601-4802-a1e0-8871b519bf3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:13:02Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['7d099b29-cda4-4f69-9f5a-775d4b148894'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:13:28.556804 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-eab9b6f7-476c-4897-b002-f4e5a3d69ac3 None None] Provisioning complete for port 9ca01b38-33e9-4d6e-bc8b-18f194403c77 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:13:28.557478 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-eab9b6f7-476c-4897-b002-f4e5a3d69ac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:28.599064 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-eab9b6f7-476c-4897-b002-f4e5a3d69ac3 None None] Port 9ca01b38-33e9-4d6e-bc8b-18f194403c77 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:13:28.604304 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-d2dece3b-4601-4802-a1e0-8871b519bf3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:13:28.605047 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2dece3b-4601-4802-a1e0-8871b519bf3e None None] The sync data for ids ['7d099b29-cda4-4f69-9f5a-775d4b148894'] in n-d-818823-1 is: [] {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:13:28.662946 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-2c26d90d-799a-4898-80ab-05ffef65affa req-d159e102-714e-441f-b49b-d72cdcabab23 tempest-ServersTestFqdnHostnames-1631784793 tempest-ServersTestFqdnHostnames-1631784793-project] For port 7299b5d8-0bbb-4645-90b3-664f83eb5792, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=7299b5d8-0bbb-4645-90b3-664f83eb5792,segment=NetworkSegment(16d7b224-7893-445d-b18d-1a9af5480be8),segment_id=16d7b224-7893-445d-b18d-1a9af5480be8)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:13:28.663339 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-2c26d90d-799a-4898-80ab-05ffef65affa req-d159e102-714e-441f-b49b-d72cdcabab23 tempest-ServersTestFqdnHostnames-1631784793 tempest-ServersTestFqdnHostnames-1631784793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:28.725334 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-99139a60-dc6a-4447-96ea-c69fc3f385d4 None None] Provisioning complete for port 9ca01b38-33e9-4d6e-bc8b-18f194403c77 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:13:28.726318 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-99139a60-dc6a-4447-96ea-c69fc3f385d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:28.736105 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b4e4e319-24f2-4c1a-82eb-f47eb38a20a3 req-3422f127-3873-4adc-879b-2ece988a7df6 tempest-ServersTestFqdnHostnames-1631784793 tempest-ServersTestFqdnHostnames-1631784793-project] 10.222.0.46 "GET /v2.0/security-groups?id=8416408d-1125-4867-a3b6-02849f59d958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3052452 Nov 22 20:13:28.768106 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-99139a60-dc6a-4447-96ea-c69fc3f385d4 None None] Port 9ca01b38-33e9-4d6e-bc8b-18f194403c77 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:13:28.795267 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ae8961ce-79e3-46b5-9434-ccf3476407c4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:28.815781 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ae8961ce-79e3-46b5-9434-ccf3476407c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:28.824399 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-98e6c7ce-12f5-4743-82ef-eef51d1604a1 req-06abf2ad-c375-4bd6-9824-ed08a63f66c7 service neutron] 10.222.0.46 "GET /v2.0/networks/c625a1a7-f1bd-484b-b342-37cf517c7d76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3073006 Nov 22 20:13:28.867768 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-2c26d90d-799a-4898-80ab-05ffef65affa req-d159e102-714e-441f-b49b-d72cdcabab23 tempest-ServersTestFqdnHostnames-1631784793 tempest-ServersTestFqdnHostnames-1631784793-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:28.868658 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-2c26d90d-799a-4898-80ab-05ffef65affa req-d159e102-714e-441f-b49b-d72cdcabab23 tempest-ServersTestFqdnHostnames-1631784793 tempest-ServersTestFqdnHostnames-1631784793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-595224'] for floatingip, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:28.868658 n-d-818823-1 neutron-server[103448]: INFO neutron.db.l3_db [req-2c26d90d-799a-4898-80ab-05ffef65affa req-d159e102-714e-441f-b49b-d72cdcabab23 tempest-ServersTestFqdnHostnames-1631784793 tempest-ServersTestFqdnHostnames-1631784793-project] Floating IP 4314300c-5e30-443d-8425-c018181086d9 disassociated. External IP: 172.25.5.50, port: 7299b5d8-0bbb-4645-90b3-664f83eb5792. Nov 22 20:13:28.868877 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [req-2c26d90d-799a-4898-80ab-05ffef65affa req-d159e102-714e-441f-b49b-d72cdcabab23 tempest-ServersTestFqdnHostnames-1631784793 tempest-ServersTestFqdnHostnames-1631784793-project] Calling delete_port for 7299b5d8-0bbb-4645-90b3-664f83eb5792 owned by compute:nova {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:13:28.907331 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8961ce-79e3-46b5-9434-ccf3476407c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cf4d4b3-f9ab-40e7-8c28-fe1c12288269,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:13:28.916206 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-ae8961ce-79e3-46b5-9434-ccf3476407c4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=cd76d84b2de94b93976640c5faf5206e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7881784 Nov 22 20:13:28.923667 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 37724) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:13:28.973424 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-d48c8c36-6f1c-4f61-9a47-50a40abd9728 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:28.985962 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8966214e-7126-41fc-b7ed-f716bb4cecf8 req-3ca0f429-8517-4209-a542-3427892641ff tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:13:28.994806 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8966214e-7126-41fc-b7ed-f716bb4cecf8 req-3ca0f429-8517-4209-a542-3427892641ff tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.46 "GET /v2.0/ports?device_id=761077bf-9826-478a-b251-413dfa7a9730 HTTP/1.1" status: 200 len: 944 time: 0.1537061 Nov 22 20:13:29.057843 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-2c26d90d-799a-4898-80ab-05ffef65affa req-d159e102-714e-441f-b49b-d72cdcabab23 tempest-ServersTestFqdnHostnames-1631784793 tempest-ServersTestFqdnHostnames-1631784793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:29.136803 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d159e102-714e-441f-b49b-d72cdcabab23 tempest-ServersTestFqdnHostnames-1631784793 tempest-ServersTestFqdnHostnames-1631784793-project] Pushing event deleted for resources: {'Port': ['ID=7299b5d8-0bbb-4645-90b3-664f83eb5792,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:13:29.160529 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8966214e-7126-41fc-b7ed-f716bb4cecf8 req-2de02dee-f27d-458a-82ab-7dd4b56bff92 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.46 "GET /v2.0/security-groups?id=deac3dce-93b4-41af-981b-873d47022422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586719 Nov 22 20:13:29.207431 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 4dc546ba-2901-40c2-8ae8-0dbb382728dd no longer exists at agent hyperv_n-h1-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:13:29.286037 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] No Port match for: 4dc546ba-2901-40c2-8ae8-0dbb382728dd {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:13:29.286399 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 4dc546ba-2901-40c2-8ae8-0dbb382728dd not bound to the agent host n-h1-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:13:29.388120 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7614dbbc-cd08-4ac2-8cbb-5718a7095b8f req-aeb56946-6744-451a-ab06-2d692268bf50 tempest-ServerShowV257Test-650002909 tempest-ServerShowV257Test-650002909-project] 10.222.0.46 "GET /v2.0/ports?device_id=3fe7c6c6-4541-4e5a-80ad-1a85f55ac358 HTTP/1.1" status: 200 len: 210 time: 0.1733356 Nov 22 20:13:29.490707 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-66a2a4ac-4eb6-4a91-ae3e-a5c3db55c2a1 req-82913265-83b0-456f-a4ef-84546688a785 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3fe7c6c6-4541-4e5a-80ad-1a85f55ac358 HTTP/1.1" status: 200 len: 210 time: 0.1336753 Nov 22 20:13:29.508113 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-77f1b9c1-b19d-42ae-832b-7985ae07e656 req-b681cc37-2db8-4b8b-bc39-b7eb7ce649f0 tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] 10.222.0.46 "GET /v2.0/ports?device_id=822d0b40-fb07-47a2-8600-2249d0728824 HTTP/1.1" status: 200 len: 210 time: 0.2046888 Nov 22 20:13:29.589000 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92eca891-354a-435b-8c1f-51a52f27a4d6 req-0a1f21d4-c49b-4a46-bd9b-7f1dcc1444a3 tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:13:29.590858 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-92eca891-354a-435b-8c1f-51a52f27a4d6 req-0a1f21d4-c49b-4a46-bd9b-7f1dcc1444a3 tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] 10.222.0.20 "GET /v2.0/ports?device_id=116dad98-7fd6-43c3-8263-ed0f41ae1b8e HTTP/1.1" status: 200 len: 943 time: 0.3999710 Nov 22 20:13:29.650815 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc360eed-c6b0-40f6-966c-6570498561c6 req-c2242d93-16ca-46f1-8861-f0ff32f0b251 tempest-ListImageFiltersTestJSON-1762929970 tempest-ListImageFiltersTestJSON-1762929970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:13:29.659029 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-bc360eed-c6b0-40f6-966c-6570498561c6 req-c2242d93-16ca-46f1-8861-f0ff32f0b251 tempest-ListImageFiltersTestJSON-1762929970 tempest-ListImageFiltersTestJSON-1762929970-project] 10.222.0.46 "GET /v2.0/ports?device_id=6c358b76-a051-4380-aace-2cc9e2fb2520 HTTP/1.1" status: 200 len: 948 time: 0.1261089 Nov 22 20:13:29.764092 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-bc360eed-c6b0-40f6-966c-6570498561c6 req-c7166984-7141-4e34-8418-c3728e10e971 tempest-ListImageFiltersTestJSON-1762929970 tempest-ListImageFiltersTestJSON-1762929970-project] 10.222.0.46 "GET /v2.0/security-groups?id=7bc0946f-8d94-4cf7-9aed-026148cac050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037774 Nov 22 20:13:29.803446 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-07a00897-cc7c-4cd8-9c1e-1576fc6c73d1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:29.814496 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2c26d90d-799a-4898-80ab-05ffef65affa req-d159e102-714e-441f-b49b-d72cdcabab23 tempest-ServersTestFqdnHostnames-1631784793 tempest-ServersTestFqdnHostnames-1631784793-project] Router 32d94886-9e6e-462a-84e9-9a0cd8b4b98d has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 20:13:29.850017 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-0e511ead-5fa8-411c-ad06-4c21189b4366 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:29.905000 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-07a00897-cc7c-4cd8-9c1e-1576fc6c73d1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:29.961658 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3742cb16-3672-45b2-b2cc-d15bcb8383e8 req-91899fa1-ead4-49a7-ac11-7d5a2775c04d tempest-ServersTestFqdnHostnames-1631784793 tempest-ServersTestFqdnHostnames-1631784793-project] 10.222.0.46 "GET /v2.0/ports?device_id=667baf5d-8c2a-4f80-98a0-d39752935427 HTTP/1.1" status: 200 len: 210 time: 0.0781736 Nov 22 20:13:30.040747 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2d7e4c-9d51-4f8a-8001-7c05d34a0e78 req-0a9cfbcb-3f6b-47ff-a3fa-0ac04fe7f52d tempest-ListImageFiltersTestJSON-1762929970 tempest-ListImageFiltersTestJSON-1762929970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:13:30.042792 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9e2d7e4c-9d51-4f8a-8001-7c05d34a0e78 req-0a9cfbcb-3f6b-47ff-a3fa-0ac04fe7f52d tempest-ListImageFiltersTestJSON-1762929970 tempest-ListImageFiltersTestJSON-1762929970-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c358b76-a051-4380-aace-2cc9e2fb2520 HTTP/1.1" status: 200 len: 948 time: 0.2885706 Nov 22 20:13:30.065314 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2c26d90d-799a-4898-80ab-05ffef65affa req-d159e102-714e-441f-b49b-d72cdcabab23 tempest-ServersTestFqdnHostnames-1631784793 tempest-ServersTestFqdnHostnames-1631784793-project] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:13:30.067620 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-07a00897-cc7c-4cd8-9c1e-1576fc6c73d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:30.073130 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-07a00897-cc7c-4cd8-9c1e-1576fc6c73d1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:30.073130 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-07a00897-cc7c-4cd8-9c1e-1576fc6c73d1 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2cf4d4b3-f9ab-40e7-8c28-fe1c12288269 HTTP/1.1" status: 204 len: 168 time: 1.1462898 Nov 22 20:13:30.095748 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b09ce487-707f-49d9-ade0-16b3b17f528a None None] Sync routers for ids ['32d94886-9e6e-462a-84e9-9a0cd8b4b98d'] in n-d-818823-1 {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:13:30.105396 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a00897-cc7c-4cd8-9c1e-1576fc6c73d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cf4d4b3-f9ab-40e7-8c28-fe1c12288269,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:13:30.122384 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c26d90d-799a-4898-80ab-05ffef65affa req-d159e102-714e-441f-b49b-d72cdcabab23 tempest-ServersTestFqdnHostnames-1631784793 tempest-ServersTestFqdnHostnames-1631784793-project] No DVR routers for this DVR port 7299b5d8-0bbb-4645-90b3-664f83eb5792 on host n-h1-818823-1 {{(pid=103448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:13:30.125334 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-2c26d90d-799a-4898-80ab-05ffef65affa req-d159e102-714e-441f-b49b-d72cdcabab23 tempest-ServersTestFqdnHostnames-1631784793 tempest-ServersTestFqdnHostnames-1631784793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:30.129227 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-2c26d90d-799a-4898-80ab-05ffef65affa req-d159e102-714e-441f-b49b-d72cdcabab23 tempest-ServersTestFqdnHostnames-1631784793 tempest-ServersTestFqdnHostnames-1631784793-project] 10.222.0.41 "DELETE /v2.0/ports/7299b5d8-0bbb-4645-90b3-664f83eb5792 HTTP/1.1" status: 204 len: 173 time: 1.8874669 Nov 22 20:13:30.129869 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '667baf5d-8c2a-4f80-98a0-d39752935427', 'name': 'network-vif-deleted', 'tag': '7299b5d8-0bbb-4645-90b3-664f83eb5792'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:13:30.133091 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589a98cf2aea187fcc423a5edb333e5a6cf3ad7c81115d1ebee0f079693c312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0235cc4-b553-4aef-bd9a-a95c7692b3ea" -d '{"events": [{"server_uuid": "667baf5d-8c2a-4f80-98a0-d39752935427", "name": "network-vif-deleted", "tag": "7299b5d8-0bbb-4645-90b3-664f83eb5792"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:13:30.188392 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b09ce487-707f-49d9-ade0-16b3b17f528a None None] Routers {'32d94886-9e6e-462a-84e9-9a0cd8b4b98d'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:13:30.196760 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-b09ce487-707f-49d9-ade0-16b3b17f528a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:13:02Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['32d94886-9e6e-462a-84e9-9a0cd8b4b98d'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:13:30.267612 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:13:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebd88ce9-f24d-48c5-b879-222ae7d6f54f x-openstack-request-id: req-ebd88ce9-f24d-48c5-b879-222ae7d6f54f {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:13:30.267898 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "667baf5d-8c2a-4f80-98a0-d39752935427", "name": "network-vif-deleted", "tag": "7299b5d8-0bbb-4645-90b3-664f83eb5792", "status": "completed", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:13:30.268947 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ebd88ce9-f24d-48c5-b879-222ae7d6f54f {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:13:30.268947 n-d-818823-1 neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '667baf5d-8c2a-4f80-98a0-d39752935427', 'name': 'network-vif-deleted', 'tag': '7299b5d8-0bbb-4645-90b3-664f83eb5792', 'status': 'completed', 'code': 200} Nov 22 20:13:30.430424 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-b09ce487-707f-49d9-ade0-16b3b17f528a None None] Set router 32d94886-9e6e-462a-84e9-9a0cd8b4b98d gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:13:30.854416 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-be086b2f-59e3-4b3e-8931-538069bc1df9 req-46fade87-df71-4fe0-82a8-ff62fa80c715 tempest-ServerShowV257Test-650002909 tempest-ServerShowV257Test-650002909-project] 10.222.0.46 "GET /v2.0/ports?device_id=3fe7c6c6-4541-4e5a-80ad-1a85f55ac358 HTTP/1.1" status: 200 len: 210 time: 0.1952245 Nov 22 20:13:30.859122 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-92eca891-354a-435b-8c1f-51a52f27a4d6 req-15ed95d2-4ea1-4ca0-b5ed-bed6ba8db74f tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] Deleting port 310c01aa-04f4-4246-8f42-b724298b44bb {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:13:30.861844 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-92eca891-354a-435b-8c1f-51a52f27a4d6 req-15ed95d2-4ea1-4ca0-b5ed-bed6ba8db74f tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:31.077113 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9956b4-3608-4b97-8a01-42a840a5d545 req-09a57d42-86de-406a-bdb9-c36ef3368037 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:13:31.078959 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ae9956b4-3608-4b97-8a01-42a840a5d545 req-09a57d42-86de-406a-bdb9-c36ef3368037 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.46 "GET /v2.0/ports?device_id=761077bf-9826-478a-b251-413dfa7a9730 HTTP/1.1" status: 200 len: 944 time: 0.4250896 Nov 22 20:13:31.108726 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e6c7ce-12f5-4743-82ef-eef51d1604a1 req-f290f121-546b-4ae8-b09e-c81e1df4cdb5 tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:13:31.112448 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-98e6c7ce-12f5-4743-82ef-eef51d1604a1 req-f290f121-546b-4ae8-b09e-c81e1df4cdb5 tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] 10.222.0.41 "GET /v2.0/networks?id=c625a1a7-f1bd-484b-b342-37cf517c7d76 HTTP/1.1" status: 200 len: 805 time: 0.3743658 Nov 22 20:13:31.137032 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [req-98e6c7ce-12f5-4743-82ef-eef51d1604a1 req-00eb3f83-e554-4e14-b609-bbf82d1bec15 tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] Request body: {'port': {'device_id': '822d0b40-fb07-47a2-8600-2249d0728824', 'network_id': 'c625a1a7-f1bd-484b-b342-37cf517c7d76', 'admin_state_up': True, 'tenant_id': 'f636877ba0f34a3e9062dfe9cdad7e3c'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:13:31.146278 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f52bc546-2aed-45c4-ba83-0773283b90c0 req-353073b5-b8e4-464a-90d0-f8cedf5f7c03 tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] 10.222.0.46 "GET /v2.0/ports?device_id=822d0b40-fb07-47a2-8600-2249d0728824 HTTP/1.1" status: 200 len: 210 time: 0.1174738 Nov 22 20:13:31.205739 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-d48c8c36-6f1c-4f61-9a47-50a40abd9728 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks [] for port, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:31.258699 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-b09ce487-707f-49d9-ade0-16b3b17f528a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32d94886-9e6e-462a-84e9-9a0cd8b4b98d', 'name': 'tempest-ServersTestFqdnHostnames-160979448-router', 'tenant_id': '406a5dbad308428791820735fa76e3b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': '0bdaa7c4-5f63-46ba-9541-777d59ac0377', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:10:46Z', 'updated_at': '2021-11-22T20:10:56Z', 'revision_number': 4, 'project_id': '406a5dbad308428791820735fa76e3b4', 'gw_port': {'id': '0bdaa7c4-5f63-46ba-9541-777d59ac0377', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:d4:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d94886-9e6e-462a-84e9-9a0cd8b4b98d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:10:47Z', 'updated_at': '2021-11-22T20:10:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': 'ca7d41da-cac0-41d4-85c0-a40616a732d3', 'name': '', 'network_id': '4189e990-d6f7-4a58-bd04-aeb593878d0b', 'tenant_id': '406a5dbad308428791820735fa76e3b4', 'mac_address': 'fa:16:3e:7b:a7:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d94886-9e6e-462a-84e9-9a0cd8b4b98d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': 'ea3d6ae8-37bb-4264-a9e4-b3c7fbbee38f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:10:53Z', 'updated_at': '2021-11-22T20:11:02Z', 'revision_number': 5, 'project_id': '406a5dbad308428791820735fa76e3b4', 'subnets': [{'id': 'ea3d6ae8-37bb-4264-a9e4-b3c7fbbee38f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:13:31.290986 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ae9956b4-3608-4b97-8a01-42a840a5d545 req-1fbbb545-cdcf-4466-81e5-169336bbafd2 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.46 "GET /v2.0/security-groups?id=deac3dce-93b4-41af-981b-873d47022422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646025 Nov 22 20:13:31.296109 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-9e2d7e4c-9d51-4f8a-8001-7c05d34a0e78 req-a7cfa98d-a15f-48ad-bfaf-3c71d3d387b6 tempest-ListImageFiltersTestJSON-1762929970 tempest-ListImageFiltersTestJSON-1762929970-project] Deleting port 3b4d05c5-4ac6-4c52-a98e-77f1fb2177ec {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:13:31.297925 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-9e2d7e4c-9d51-4f8a-8001-7c05d34a0e78 req-a7cfa98d-a15f-48ad-bfaf-3c71d3d387b6 tempest-ListImageFiltersTestJSON-1762929970 tempest-ListImageFiltersTestJSON-1762929970-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:31.375046 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b09ce487-707f-49d9-ade0-16b3b17f528a None None] Checking router: 32d94886-9e6e-462a-84e9-9a0cd8b4b98d for host: n-d-818823-1 {{(pid=103449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 20:13:31.410179 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b09ce487-707f-49d9-ade0-16b3b17f528a None None] Routers {'32d94886-9e6e-462a-84e9-9a0cd8b4b98d'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:13:31.411043 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-b09ce487-707f-49d9-ade0-16b3b17f528a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:13:02Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['32d94886-9e6e-462a-84e9-9a0cd8b4b98d'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:13:31.418222 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-9e2d7e4c-9d51-4f8a-8001-7c05d34a0e78 req-a7cfa98d-a15f-48ad-bfaf-3c71d3d387b6 tempest-ListImageFiltersTestJSON-1762929970 tempest-ListImageFiltersTestJSON-1762929970-project] For port 3b4d05c5-4ac6-4c52-a98e-77f1fb2177ec, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=3b4d05c5-4ac6-4c52-a98e-77f1fb2177ec,segment=NetworkSegment(2a5a1c7b-538e-498e-99b9-cc7a8e0411be),segment_id=2a5a1c7b-538e-498e-99b9-cc7a8e0411be)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:13:31.418597 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-9e2d7e4c-9d51-4f8a-8001-7c05d34a0e78 req-a7cfa98d-a15f-48ad-bfaf-3c71d3d387b6 tempest-ListImageFiltersTestJSON-1762929970 tempest-ListImageFiltersTestJSON-1762929970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:31.419167 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98e6c7ce-12f5-4743-82ef-eef51d1604a1 req-00eb3f83-e554-4e14-b609-bbf82d1bec15 tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] Made reservation on behalf of f636877ba0f34a3e9062dfe9cdad7e3c for: {'port': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:13:31.425868 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-98e6c7ce-12f5-4743-82ef-eef51d1604a1 req-00eb3f83-e554-4e14-b609-bbf82d1bec15 tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:31.435741 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-9e2d7e4c-9d51-4f8a-8001-7c05d34a0e78 req-a7cfa98d-a15f-48ad-bfaf-3c71d3d387b6 tempest-ListImageFiltersTestJSON-1762929970 tempest-ListImageFiltersTestJSON-1762929970-project] Calling delete_port for 3b4d05c5-4ac6-4c52-a98e-77f1fb2177ec owned by compute:nova {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:13:31.603563 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 37780) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:13:31.657213 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-d48c8c36-6f1c-4f61-9a47-50a40abd9728 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:31.695918 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-b09ce487-707f-49d9-ade0-16b3b17f528a None None] Set router 32d94886-9e6e-462a-84e9-9a0cd8b4b98d gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:13:31.705398 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [req-98e6c7ce-12f5-4743-82ef-eef51d1604a1 req-00eb3f83-e554-4e14-b609-bbf82d1bec15 tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] Allocated IP 172.20.0.11 (c625a1a7-f1bd-484b-b342-37cf517c7d76/c7864178-f3d5-4b52-bb8a-e0038ceec004/6620079e-e870-4ea0-9cbc-4659f9f9eee6) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:13:31.773981 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 310c01aa-04f4-4246-8f42-b724298b44bb no longer exists at agent hyperv_n-h2-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:13:31.776568 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48c8c36-6f1c-4f61-9a47-50a40abd9728 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Pushing event updated for resources: {'Port': ['ID=9ca01b38-33e9-4d6e-bc8b-18f194403c77,revision_number=3']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:13:31.799368 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-9e2d7e4c-9d51-4f8a-8001-7c05d34a0e78 req-a7cfa98d-a15f-48ad-bfaf-3c71d3d387b6 tempest-ListImageFiltersTestJSON-1762929970 tempest-ListImageFiltersTestJSON-1762929970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:31.817098 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-92eca891-354a-435b-8c1f-51a52f27a4d6 req-15ed95d2-4ea1-4ca0-b5ed-bed6ba8db74f tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] For port 310c01aa-04f4-4246-8f42-b724298b44bb, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=310c01aa-04f4-4246-8f42-b724298b44bb,segment=NetworkSegment(071fae29-45f8-4fae-87e0-a91dc64245f1),segment_id=071fae29-45f8-4fae-87e0-a91dc64245f1)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:13:31.817482 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-92eca891-354a-435b-8c1f-51a52f27a4d6 req-15ed95d2-4ea1-4ca0-b5ed-bed6ba8db74f tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:31.833590 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-92eca891-354a-435b-8c1f-51a52f27a4d6 req-15ed95d2-4ea1-4ca0-b5ed-bed6ba8db74f tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] Calling delete_port for 310c01aa-04f4-4246-8f42-b724298b44bb owned by compute:nova {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:13:31.884094 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-98e6c7ce-12f5-4743-82ef-eef51d1604a1 req-00eb3f83-e554-4e14-b609-bbf82d1bec15 tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:31.931655 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-98e6c7ce-12f5-4743-82ef-eef51d1604a1 req-00eb3f83-e554-4e14-b609-bbf82d1bec15 tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:31.957059 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98e6c7ce-12f5-4743-82ef-eef51d1604a1 req-00eb3f83-e554-4e14-b609-bbf82d1bec15 tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] Network c625a1a7-f1bd-484b-b342-37cf517c7d76 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:13:31.961449 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [req-98e6c7ce-12f5-4743-82ef-eef51d1604a1 req-00eb3f83-e554-4e14-b609-bbf82d1bec15 tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:13:31.981660 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [req-98e6c7ce-12f5-4743-82ef-eef51d1604a1 req-00eb3f83-e554-4e14-b609-bbf82d1bec15 tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:13:32.003830 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-92eca891-354a-435b-8c1f-51a52f27a4d6 req-15ed95d2-4ea1-4ca0-b5ed-bed6ba8db74f tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:32.043042 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e6c7ce-12f5-4743-82ef-eef51d1604a1 req-00eb3f83-e554-4e14-b609-bbf82d1bec15 tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:13:32.043724 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-98e6c7ce-12f5-4743-82ef-eef51d1604a1 req-00eb3f83-e554-4e14-b609-bbf82d1bec15 tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:32.056395 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cfa98d-a15f-48ad-bfaf-3c71d3d387b6 tempest-ListImageFiltersTestJSON-1762929970 tempest-ListImageFiltersTestJSON-1762929970-project] Pushing event deleted for resources: {'Port': ['ID=3b4d05c5-4ac6-4c52-a98e-77f1fb2177ec,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:13:32.093469 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c76c45fe-cd1b-46ec-905b-87e79cc846aa tempest-ServersTestFqdnHostnames-1631784793 tempest-ServersTestFqdnHostnames-1631784793-project] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:32.108737 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] No active binding found for port 310c01aa-04f4-4246-8f42-b724298b44bb {{(pid=103449) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 22 20:13:32.109333 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 310c01aa-04f4-4246-8f42-b724298b44bb not bound to the agent host n-h2-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:13:32.109779 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 3b4d05c5-4ac6-4c52-a98e-77f1fb2177ec no longer exists at agent hyperv_n-h2-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:13:32.120301 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8800e82f-a38d-454a-9cb0-57b14bbb2b5c req-88ec4932-13e9-442f-a285-5b3cfd8b6ca3 tempest-ListImageFiltersTestJSON-1762929970 tempest-ListImageFiltersTestJSON-1762929970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:13:32.122202 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c76c45fe-cd1b-46ec-905b-87e79cc846aa tempest-ServersTestFqdnHostnames-1631784793 tempest-ServersTestFqdnHostnames-1631784793-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:32.124260 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8800e82f-a38d-454a-9cb0-57b14bbb2b5c req-88ec4932-13e9-442f-a285-5b3cfd8b6ca3 tempest-ListImageFiltersTestJSON-1762929970 tempest-ListImageFiltersTestJSON-1762929970-project] 10.222.0.46 "GET /v2.0/ports?device_id=6c358b76-a051-4380-aace-2cc9e2fb2520 HTTP/1.1" status: 200 len: 866 time: 0.8397508 Nov 22 20:13:32.138403 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d48c8c36-6f1c-4f61-9a47-50a40abd9728 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:13:32.139409 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-d48c8c36-6f1c-4f61-9a47-50a40abd9728 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:32.141114 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-d48c8c36-6f1c-4f61-9a47-50a40abd9728 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] 10.222.0.46 "PUT /v2.0/ports/9ca01b38-33e9-4d6e-bc8b-18f194403c77 HTTP/1.1" status: 200 len: 910 time: 3.6067791 Nov 22 20:13:32.165764 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] No Port match for: 3b4d05c5-4ac6-4c52-a98e-77f1fb2177ec {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:13:32.166623 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 3b4d05c5-4ac6-4c52-a98e-77f1fb2177ec not bound to the agent host n-h2-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:13:32.174169 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 37790) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:13:32.174872 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-98e6c7ce-12f5-4743-82ef-eef51d1604a1 req-00eb3f83-e554-4e14-b609-bbf82d1bec15 tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0494857 Nov 22 20:13:32.201068 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [req-98e6c7ce-12f5-4743-82ef-eef51d1604a1 req-6c5bea5b-522c-4ef3-b0a4-51075ace5ac2 service neutron] Request body: {'port': {'device_id': '822d0b40-fb07-47a2-8600-2249d0728824', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818823-1'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:13:32.204121 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c76c45fe-cd1b-46ec-905b-87e79cc846aa tempest-ServersTestFqdnHostnames-1631784793 tempest-ServersTestFqdnHostnames-1631784793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:32.209710 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c76c45fe-cd1b-46ec-905b-87e79cc846aa tempest-ServersTestFqdnHostnames-1631784793 tempest-ServersTestFqdnHostnames-1631784793-project] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:32.213767 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-c76c45fe-cd1b-46ec-905b-87e79cc846aa tempest-ServersTestFqdnHostnames-1631784793 tempest-ServersTestFqdnHostnames-1631784793-project] 10.222.0.46 "DELETE /v2.0/security-groups/8416408d-1125-4867-a3b6-02849f59d958 HTTP/1.1" status: 204 len: 168 time: 0.6076021 Nov 22 20:13:32.228015 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 37794) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:13:32.245821 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ed95d2-4ea1-4ca0-b5ed-bed6ba8db74f tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] Pushing event deleted for resources: {'Port': ['ID=310c01aa-04f4-4246-8f42-b724298b44bb,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:13:32.246309 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76c45fe-cd1b-46ec-905b-87e79cc846aa tempest-ServersTestFqdnHostnames-1631784793 tempest-ServersTestFqdnHostnames-1631784793-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8416408d-1125-4867-a3b6-02849f59d958,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:13:32.249773 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00eb3f83-e554-4e14-b609-bbf82d1bec15 tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] Pushing event updated for resources: {'Port': ['ID=6620079e-e870-4ea0-9cbc-4659f9f9eee6,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:13:32.254636 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6c1d06fe-d03a-4d16-a9d6-d8a041935918 req-d854f397-ea06-4afb-a5b9-ddf4ba8c8725 tempest-ServerShowV257Test-650002909 tempest-ServerShowV257Test-650002909-project] 10.222.0.46 "GET /v2.0/ports?device_id=3fe7c6c6-4541-4e5a-80ad-1a85f55ac358 HTTP/1.1" status: 200 len: 210 time: 0.1118200 Nov 22 20:13:32.268194 n-d-818823-1 neutron-server[103448]: INFO neutron.api.v2.resource [None req-eaeeb86c-1de3-4a52-9549-5e8f327d7a59 tempest-ServersTestFqdnHostnames-1631784793 tempest-ServersTestFqdnHostnames-1631784793-project] show failed (client error): The resource could not be found. Nov 22 20:13:32.269505 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-eaeeb86c-1de3-4a52-9549-5e8f327d7a59 tempest-ServersTestFqdnHostnames-1631784793 tempest-ServersTestFqdnHostnames-1631784793-project] 10.222.0.46 "GET /v2.0/security-groups/8416408d-1125-4867-a3b6-02849f59d958 HTTP/1.1" status: 404 len: 347 time: 0.0209422 Nov 22 20:13:32.298693 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 37796) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:13:32.350394 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-98e6c7ce-12f5-4743-82ef-eef51d1604a1 req-6c5bea5b-522c-4ef3-b0a4-51075ace5ac2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:32.365168 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-b09ce487-707f-49d9-ade0-16b3b17f528a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32d94886-9e6e-462a-84e9-9a0cd8b4b98d', 'name': 'tempest-ServersTestFqdnHostnames-160979448-router', 'tenant_id': '406a5dbad308428791820735fa76e3b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': '0bdaa7c4-5f63-46ba-9541-777d59ac0377', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:10:46Z', 'updated_at': '2021-11-22T20:10:56Z', 'revision_number': 4, 'project_id': '406a5dbad308428791820735fa76e3b4', 'gw_port': {'id': '0bdaa7c4-5f63-46ba-9541-777d59ac0377', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:d4:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d94886-9e6e-462a-84e9-9a0cd8b4b98d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:10:47Z', 'updated_at': '2021-11-22T20:10:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': 'ca7d41da-cac0-41d4-85c0-a40616a732d3', 'name': '', 'network_id': '4189e990-d6f7-4a58-bd04-aeb593878d0b', 'tenant_id': '406a5dbad308428791820735fa76e3b4', 'mac_address': 'fa:16:3e:7b:a7:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d94886-9e6e-462a-84e9-9a0cd8b4b98d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': 'ea3d6ae8-37bb-4264-a9e4-b3c7fbbee38f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:10:53Z', 'updated_at': '2021-11-22T20:11:02Z', 'revision_number': 5, 'project_id': '406a5dbad308428791820735fa76e3b4', 'subnets': [{'id': 'ea3d6ae8-37bb-4264-a9e4-b3c7fbbee38f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:13:32.451473 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b09ce487-707f-49d9-ade0-16b3b17f528a None None] The sync data for ids ['32d94886-9e6e-462a-84e9-9a0cd8b4b98d'] in n-d-818823-1 is: [{'id': '32d94886-9e6e-462a-84e9-9a0cd8b4b98d', 'name': 'tempest-ServersTestFqdnHostnames-160979448-router', 'tenant_id': '406a5dbad308428791820735fa76e3b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': '0bdaa7c4-5f63-46ba-9541-777d59ac0377', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:10:46Z', 'updated_at': '2021-11-22T20:10:56Z', 'revision_number': 4, 'project_id': '406a5dbad308428791820735fa76e3b4', 'gw_port': {'id': '0bdaa7c4-5f63-46ba-9541-777d59ac0377', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:d4:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d94886-9e6e-462a-84e9-9a0cd8b4b98d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:10:47Z', 'updated_at': '2021-11-22T20:10:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': 'ca7d41da-cac0-41d4-85c0-a40616a732d3', 'name': '', 'network_id': '4189e990-d6f7-4a58-bd04-aeb593878d0b', 'tenant_id': '406a5dbad308428791820735fa76e3b4', 'mac_address': 'fa:16:3e:7b:a7:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d94886-9e6e-462a-84e9-9a0cd8b4b98d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': 'ea3d6ae8-37bb-4264-a9e4-b3c7fbbee38f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:10:53Z', 'updated_at': '2021-11-22T20:11:02Z', 'revision_number': 5, 'project_id': '406a5dbad308428791820735fa76e3b4', 'subnets': [{'id': 'ea3d6ae8-37bb-4264-a9e4-b3c7fbbee38f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:13:32.467627 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-b33e7369-c27e-4e74-82ab-f5d4bc707b6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:32.559996 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e2d7e4c-9d51-4f8a-8001-7c05d34a0e78 req-a7cfa98d-a15f-48ad-bfaf-3c71d3d387b6 tempest-ListImageFiltersTestJSON-1762929970 tempest-ListImageFiltersTestJSON-1762929970-project] No DVR routers for this DVR port 3b4d05c5-4ac6-4c52-a98e-77f1fb2177ec on host n-h2-818823-1 {{(pid=103447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:13:32.563894 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-9e2d7e4c-9d51-4f8a-8001-7c05d34a0e78 req-a7cfa98d-a15f-48ad-bfaf-3c71d3d387b6 tempest-ListImageFiltersTestJSON-1762929970 tempest-ListImageFiltersTestJSON-1762929970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:32.567537 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9e2d7e4c-9d51-4f8a-8001-7c05d34a0e78 req-a7cfa98d-a15f-48ad-bfaf-3c71d3d387b6 tempest-ListImageFiltersTestJSON-1762929970 tempest-ListImageFiltersTestJSON-1762929970-project] 10.222.0.20 "DELETE /v2.0/ports/3b4d05c5-4ac6-4c52-a98e-77f1fb2177ec HTTP/1.1" status: 204 len: 173 time: 2.5074821 Nov 22 20:13:32.569072 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-92eca891-354a-435b-8c1f-51a52f27a4d6 req-15ed95d2-4ea1-4ca0-b5ed-bed6ba8db74f tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] No DVR routers for this DVR port 310c01aa-04f4-4246-8f42-b724298b44bb on host n-h2-818823-1 {{(pid=103447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:13:32.574038 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-92eca891-354a-435b-8c1f-51a52f27a4d6 req-15ed95d2-4ea1-4ca0-b5ed-bed6ba8db74f tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:32.579800 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-92eca891-354a-435b-8c1f-51a52f27a4d6 req-15ed95d2-4ea1-4ca0-b5ed-bed6ba8db74f tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] 10.222.0.20 "DELETE /v2.0/ports/310c01aa-04f4-4246-8f42-b724298b44bb HTTP/1.1" status: 204 len: 173 time: 2.8919666 Nov 22 20:13:32.585274 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c358b76-a051-4380-aace-2cc9e2fb2520', 'name': 'network-vif-deleted', 'tag': '3b4d05c5-4ac6-4c52-a98e-77f1fb2177ec'}, {'server_uuid': '116dad98-7fd6-43c3-8263-ed0f41ae1b8e', 'name': 'network-vif-deleted', 'tag': '310c01aa-04f4-4246-8f42-b724298b44bb'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:13:32.588590 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-760ebd2a-69eb-4504-bfb5-abc9f102c56f" -d '{"events": [{"server_uuid": "6c358b76-a051-4380-aace-2cc9e2fb2520", "name": "network-vif-deleted", "tag": "3b4d05c5-4ac6-4c52-a98e-77f1fb2177ec"}, {"server_uuid": "116dad98-7fd6-43c3-8263-ed0f41ae1b8e", "name": "network-vif-deleted", "tag": "310c01aa-04f4-4246-8f42-b724298b44bb"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:13:32.885108 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-1a1e4747-e470-4504-919b-4f53f3f89f55 tempest-ServersTestFqdnHostnames-1631784793 tempest-ServersTestFqdnHostnames-1631784793-project] Deleting port 79a61750-d0dd-4d74-9dfd-9de6129187d2 {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:13:32.885453 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1a1e4747-e470-4504-919b-4f53f3f89f55 tempest-ServersTestFqdnHostnames-1631784793 tempest-ServersTestFqdnHostnames-1631784793-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:32.951955 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 37810) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:13:32.986742 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d1077d-6ed4-4305-a76b-91242712313e None None] New status for floating IP 4314300c-5e30-443d-8425-c018181086d9: DOWN {{(pid=103450) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 20:13:32.997093 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8800e82f-a38d-454a-9cb0-57b14bbb2b5c req-cfc4abcd-5b45-415b-a0fb-c94d40e66e6a tempest-ListImageFiltersTestJSON-1762929970 tempest-ListImageFiltersTestJSON-1762929970-project] 10.222.0.46 "GET /v2.0/security-groups?id=7bc0946f-8d94-4cf7-9aed-026148cac050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8269422 Nov 22 20:13:33.019727 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea6245f-5eb8-4d08-8e72-e419a6848859 req-0d28abb6-90ab-40d2-aa42-ba2f40924dd7 tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:13:33.028263 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-cea6245f-5eb8-4d08-8e72-e419a6848859 req-0d28abb6-90ab-40d2-aa42-ba2f40924dd7 tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] 10.222.0.46 "GET /v2.0/ports?device_id=822d0b40-fb07-47a2-8600-2249d0728824 HTTP/1.1" status: 200 len: 932 time: 0.6165650 Nov 22 20:13:33.041843 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1a1e4747-e470-4504-919b-4f53f3f89f55 tempest-ServersTestFqdnHostnames-1631784793 tempest-ServersTestFqdnHostnames-1631784793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:33.042218 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1a1e4747-e470-4504-919b-4f53f3f89f55 tempest-ServersTestFqdnHostnames-1631784793 tempest-ServersTestFqdnHostnames-1631784793-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:33.061040 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-1a1e4747-e470-4504-919b-4f53f3f89f55 tempest-ServersTestFqdnHostnames-1631784793 tempest-ServersTestFqdnHostnames-1631784793-project] Calling delete_port for 79a61750-d0dd-4d74-9dfd-9de6129187d2 owned by network:floatingip {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:13:33.151266 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-df6257da-ece5-4e3d-93ca-42398b40a630 req-ee7133bc-24ba-4cec-9679-0b42f9ac503d service neutron] 10.222.0.41 "GET /v2.0/ports/24374965-227b-4c96-b8e4-76900d8e1a2c/bindings/n-h2-818823-1 HTTP/1.1" status: 200 len: 384 time: 0.2690246 Nov 22 20:13:33.225549 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 24374965-227b-4c96-b8e4-76900d8e1a2c no longer exists at agent hyperv_n-h1-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:13:33.255021 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6690e006-adb9-47e6-9351-21351e6d01aa admin admin] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:33.294315 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-cea6245f-5eb8-4d08-8e72-e419a6848859 req-13631714-d63d-455c-b1fa-8d1d4a3a70fa tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] 10.222.0.46 "GET /v2.0/security-groups?id=a6b5e341-e4ee-449f-b89c-f5b96c06c7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2649894 Nov 22 20:13:33.368478 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-03f0964f-1b75-4df7-99e0-a3cdb56ec2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:33.389846 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a63d2146-294c-44c7-86f3-eb2d3d96c99f req-a20fe821-7cb7-4762-a10f-ef329a99cd5f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d02251f5cca04318870ea54b2c4d80ef&device_id=3fe7c6c6-4541-4e5a-80ad-1a85f55ac358 HTTP/1.1" status: 200 len: 210 time: 0.0602181 Nov 22 20:13:33.448133 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 7299b5d8-0bbb-4645-90b3-664f83eb5792 no longer exists at agent hyperv_n-h1-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:13:33.477107 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] No Port match for: 7299b5d8-0bbb-4645-90b3-664f83eb5792 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:13:33.477621 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 7299b5d8-0bbb-4645-90b3-664f83eb5792 not bound to the agent host n-h1-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:13:33.488664 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 22 Nov 2021 20:13:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa1a84fd-c071-4d80-9c5f-790840076643 x-openstack-request-id: req-fa1a84fd-c071-4d80-9c5f-790840076643 {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:13:33.489018 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c358b76-a051-4380-aace-2cc9e2fb2520", "name": "network-vif-deleted", "tag": "3b4d05c5-4ac6-4c52-a98e-77f1fb2177ec", "status": "completed", "code": 200}, {"server_uuid": "116dad98-7fd6-43c3-8263-ed0f41ae1b8e", "name": "network-vif-deleted", "tag": "310c01aa-04f4-4246-8f42-b724298b44bb", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:13:33.489382 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-fa1a84fd-c071-4d80-9c5f-790840076643 {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:13:33.490359 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c358b76-a051-4380-aace-2cc9e2fb2520', 'name': 'network-vif-deleted', 'tag': '3b4d05c5-4ac6-4c52-a98e-77f1fb2177ec', 'status': 'completed', 'code': 200} Nov 22 20:13:33.490663 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '116dad98-7fd6-43c3-8263-ed0f41ae1b8e', 'name': 'network-vif-deleted', 'tag': '310c01aa-04f4-4246-8f42-b724298b44bb', 'status': 'completed', 'code': 200} Nov 22 20:13:33.504804 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a63d2146-294c-44c7-86f3-eb2d3d96c99f req-459ca9c1-7309-4d6d-8be7-2bc261f066f0 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=d02251f5cca04318870ea54b2c4d80ef&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0939896 Nov 22 20:13:33.524229 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [req-98e6c7ce-12f5-4743-82ef-eef51d1604a1 req-6c5bea5b-522c-4ef3-b0a4-51075ace5ac2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6620079e-e870-4ea0-9cbc-4659f9f9eee6 {{(pid=103448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:13:33.542363 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-98e6c7ce-12f5-4743-82ef-eef51d1604a1 req-6c5bea5b-522c-4ef3-b0a4-51075ace5ac2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:33.578135 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1a1e4747-e470-4504-919b-4f53f3f89f55 tempest-ServersTestFqdnHostnames-1631784793 tempest-ServersTestFqdnHostnames-1631784793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:33.596479 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [req-98e6c7ce-12f5-4743-82ef-eef51d1604a1 req-6c5bea5b-522c-4ef3-b0a4-51075ace5ac2 service neutron] Transition to ACTIVE for port object 6620079e-e870-4ea0-9cbc-4659f9f9eee6 will not be triggered until provisioned by entity L2. {{(pid=103448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 20:13:33.604918 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6690e006-adb9-47e6-9351-21351e6d01aa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:33.625168 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-98e6c7ce-12f5-4743-82ef-eef51d1604a1 req-6c5bea5b-522c-4ef3-b0a4-51075ace5ac2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:33.626596 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-cdccd38e-feb1-45eb-87e5-9a63f4588ed7 req-063103a1-9777-4da3-afc1-deae67840ab8 tempest-ServerShowV257Test-650002909 tempest-ServerShowV257Test-650002909-project] 10.222.0.46 "GET /v2.0/ports?device_id=3fe7c6c6-4541-4e5a-80ad-1a85f55ac358 HTTP/1.1" status: 200 len: 210 time: 0.0768423 Nov 22 20:13:33.629840 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6690e006-adb9-47e6-9351-21351e6d01aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:33.639997 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1e4747-e470-4504-919b-4f53f3f89f55 tempest-ServersTestFqdnHostnames-1631784793 tempest-ServersTestFqdnHostnames-1631784793-project] Pushing event deleted for resources: {'Port': ['ID=79a61750-d0dd-4d74-9dfd-9de6129187d2,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:13:33.703781 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90d0f78-1daa-4065-a25e-764e4c101761 req-14e60ee4-851f-4f05-a20b-8e2ad7b472a7 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:13:33.705334 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f90d0f78-1daa-4065-a25e-764e4c101761 req-14e60ee4-851f-4f05-a20b-8e2ad7b472a7 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.46 "GET /v2.0/ports?device_id=761077bf-9826-478a-b251-413dfa7a9730 HTTP/1.1" status: 200 len: 944 time: 0.3207717 Nov 22 20:13:33.782824 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-6690e006-adb9-47e6-9351-21351e6d01aa admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=16466a19e7c5465491f7945bbfa7b1dd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8294833 Nov 22 20:13:33.787645 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 37816) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:13:33.794016 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6690e006-adb9-47e6-9351-21351e6d01aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=647a2c1b-d1e3-4c62-8ffa-e89b95b93149,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:13:33.800467 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ec5d5cad-1b3a-4b0a-998f-c795c6e6d24e tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659736'] for router_interface, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:33.834320 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5bea5b-522c-4ef3-b0a4-51075ace5ac2 service neutron] Pushing event updated for resources: {'Port': ['ID=6620079e-e870-4ea0-9cbc-4659f9f9eee6,revision_number=2']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:13:33.864189 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1a1e4747-e470-4504-919b-4f53f3f89f55 tempest-ServersTestFqdnHostnames-1631784793 tempest-ServersTestFqdnHostnames-1631784793-project] Publish callbacks [] for floatingip, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:33.867001 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1a1e4747-e470-4504-919b-4f53f3f89f55 tempest-ServersTestFqdnHostnames-1631784793 tempest-ServersTestFqdnHostnames-1631784793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for floatingip, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:33.868282 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-1a1e4747-e470-4504-919b-4f53f3f89f55 tempest-ServersTestFqdnHostnames-1631784793 tempest-ServersTestFqdnHostnames-1631784793-project] 10.222.0.46 "DELETE /v2.0/floatingips/4314300c-5e30-443d-8425-c018181086d9 HTTP/1.1" status: 204 len: 168 time: 1.5685558 Nov 22 20:13:33.876428 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 37818) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:13:33.913862 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63d2146-294c-44c7-86f3-eb2d3d96c99f req-e9d4d63f-1095-4560-bcbb-82d536a6a854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:13:33.915463 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a63d2146-294c-44c7-86f3-eb2d3d96c99f req-e9d4d63f-1095-4560-bcbb-82d536a6a854 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3742189 Nov 22 20:13:33.930869 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-df6257da-ece5-4e3d-93ca-42398b40a630 req-bcac63bb-9493-4264-b1c1-3bb42c7e7a15 service neutron] For port 24374965-227b-4c96-b8e4-76900d8e1a2c, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=24374965-227b-4c96-b8e4-76900d8e1a2c,segment=NetworkSegment(e4b3d165-1cea-4bf0-93f6-5b79e0759539),segment_id=e4b3d165-1cea-4bf0-93f6-5b79e0759539)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:13:33.940126 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f90d0f78-1daa-4065-a25e-764e4c101761 req-cdb4fd39-e284-4b55-b52a-db1c48fcfb5f tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.46 "GET /v2.0/security-groups?id=deac3dce-93b4-41af-981b-873d47022422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222466 Nov 22 20:13:33.978534 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-df6257da-ece5-4e3d-93ca-42398b40a630 req-bcac63bb-9493-4264-b1c1-3bb42c7e7a15 service neutron] For port 24374965-227b-4c96-b8e4-76900d8e1a2c, host n-h1-818823-1, cleared binding levels {{(pid=103447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:13:34.004932 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-98e6c7ce-12f5-4743-82ef-eef51d1604a1 req-6c5bea5b-522c-4ef3-b0a4-51075ace5ac2 service neutron] Attempting to bind port 6620079e-e870-4ea0-9cbc-4659f9f9eee6 on host n-h1-818823-1 for vnic_type normal with profile {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:13:34.005267 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-98e6c7ce-12f5-4743-82ef-eef51d1604a1 req-6c5bea5b-522c-4ef3-b0a4-51075ace5ac2 service neutron] Attempting to bind port 6620079e-e870-4ea0-9cbc-4659f9f9eee6 by drivers openvswitch,hyperv on host n-h1-818823-1 at level 0 using segments [{'id': '071fae29-45f8-4fae-87e0-a91dc64245f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'c625a1a7-f1bd-484b-b342-37cf517c7d76'}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:13:34.005717 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98e6c7ce-12f5-4743-82ef-eef51d1604a1 req-6c5bea5b-522c-4ef3-b0a4-51075ace5ac2 service neutron] Attempting to bind port 6620079e-e870-4ea0-9cbc-4659f9f9eee6 on network c625a1a7-f1bd-484b-b342-37cf517c7d76 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:13:34.009537 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6ca57775-9756-4e10-9f17-e8cfbdabd5da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:34.027503 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98e6c7ce-12f5-4743-82ef-eef51d1604a1 req-6c5bea5b-522c-4ef3-b0a4-51075ace5ac2 service neutron] Port 6620079e-e870-4ea0-9cbc-4659f9f9eee6 on network c625a1a7-f1bd-484b-b342-37cf517c7d76 not bound, no agent of type Open vSwitch agent registered on host n-h1-818823-1 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:13:34.027825 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98e6c7ce-12f5-4743-82ef-eef51d1604a1 req-6c5bea5b-522c-4ef3-b0a4-51075ace5ac2 service neutron] Attempting to bind port 6620079e-e870-4ea0-9cbc-4659f9f9eee6 on network c625a1a7-f1bd-484b-b342-37cf517c7d76 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:13:34.041619 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98e6c7ce-12f5-4743-82ef-eef51d1604a1 req-6c5bea5b-522c-4ef3-b0a4-51075ace5ac2 service neutron] Checking agent: {'id': '7a008cff-3b49-418c-8046-689d46cc800f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'started_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 13, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:13:34.041949 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98e6c7ce-12f5-4743-82ef-eef51d1604a1 req-6c5bea5b-522c-4ef3-b0a4-51075ace5ac2 service neutron] Checking segment: {'id': '071fae29-45f8-4fae-87e0-a91dc64245f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'c625a1a7-f1bd-484b-b342-37cf517c7d76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:13:34.042133 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98e6c7ce-12f5-4743-82ef-eef51d1604a1 req-6c5bea5b-522c-4ef3-b0a4-51075ace5ac2 service neutron] Bound using segment: {'id': '071fae29-45f8-4fae-87e0-a91dc64245f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'c625a1a7-f1bd-484b-b342-37cf517c7d76'} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:13:34.042592 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-98e6c7ce-12f5-4743-82ef-eef51d1604a1 req-6c5bea5b-522c-4ef3-b0a4-51075ace5ac2 service neutron] Bound port: 6620079e-e870-4ea0-9cbc-4659f9f9eee6, host: n-h1-818823-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '071fae29-45f8-4fae-87e0-a91dc64245f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'c625a1a7-f1bd-484b-b342-37cf517c7d76'}}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:13:34.042953 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-98e6c7ce-12f5-4743-82ef-eef51d1604a1 req-6c5bea5b-522c-4ef3-b0a4-51075ace5ac2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:34.081571 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [req-df6257da-ece5-4e3d-93ca-42398b40a630 req-bcac63bb-9493-4264-b1c1-3bb42c7e7a15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24374965-227b-4c96-b8e4-76900d8e1a2c {{(pid=103447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:13:34.083887 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6ca57775-9756-4e10-9f17-e8cfbdabd5da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:34.101685 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-df6257da-ece5-4e3d-93ca-42398b40a630 req-bcac63bb-9493-4264-b1c1-3bb42c7e7a15 service neutron] For port 24374965-227b-4c96-b8e4-76900d8e1a2c, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=24374965-227b-4c96-b8e4-76900d8e1a2c,segment=NetworkSegment(e4b3d165-1cea-4bf0-93f6-5b79e0759539),segment_id=e4b3d165-1cea-4bf0-93f6-5b79e0759539)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:13:34.122288 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-df6257da-ece5-4e3d-93ca-42398b40a630 req-bcac63bb-9493-4264-b1c1-3bb42c7e7a15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:34.216688 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-98e6c7ce-12f5-4743-82ef-eef51d1604a1 req-6c5bea5b-522c-4ef3-b0a4-51075ace5ac2 service neutron] For port 6620079e-e870-4ea0-9cbc-4659f9f9eee6, host n-h1-818823-1, cleared binding levels {{(pid=103448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:13:34.221547 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-98e6c7ce-12f5-4743-82ef-eef51d1604a1 req-6c5bea5b-522c-4ef3-b0a4-51075ace5ac2 service neutron] For port 6620079e-e870-4ea0-9cbc-4659f9f9eee6, host n-h1-818823-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=6620079e-e870-4ea0-9cbc-4659f9f9eee6,segment=NetworkSegment(071fae29-45f8-4fae-87e0-a91dc64245f1),segment_id=071fae29-45f8-4fae-87e0-a91dc64245f1)] {{(pid=103448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:13:34.258889 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-98e6c7ce-12f5-4743-82ef-eef51d1604a1 req-6c5bea5b-522c-4ef3-b0a4-51075ace5ac2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:34.280794 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.provisioning_blocks [req-df6257da-ece5-4e3d-93ca-42398b40a630 req-bcac63bb-9493-4264-b1c1-3bb42c7e7a15 service neutron] Transition to ACTIVE for port object 24374965-227b-4c96-b8e4-76900d8e1a2c will not be triggered until provisioned by entity L2. {{(pid=103447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 20:13:34.289466 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-df6257da-ece5-4e3d-93ca-42398b40a630 req-bcac63bb-9493-4264-b1c1-3bb42c7e7a15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:34.310069 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e6c7ce-12f5-4743-82ef-eef51d1604a1 req-6c5bea5b-522c-4ef3-b0a4-51075ace5ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:13:34.310683 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-98e6c7ce-12f5-4743-82ef-eef51d1604a1 req-6c5bea5b-522c-4ef3-b0a4-51075ace5ac2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:34.312136 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-98e6c7ce-12f5-4743-82ef-eef51d1604a1 req-6c5bea5b-522c-4ef3-b0a4-51075ace5ac2 service neutron] 10.222.0.41 "PUT /v2.0/ports/6620079e-e870-4ea0-9cbc-4659f9f9eee6 HTTP/1.1" status: 200 len: 1092 time: 2.1220214 Nov 22 20:13:34.317244 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '822d0b40-fb07-47a2-8600-2249d0728824', 'tag': '6620079e-e870-4ea0-9cbc-4659f9f9eee6'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:13:34.320511 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589a98cf2aea187fcc423a5edb333e5a6cf3ad7c81115d1ebee0f079693c312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-746458b3-90d7-42ef-a481-be52c5b38791" -d '{"events": [{"name": "network-changed", "server_uuid": "822d0b40-fb07-47a2-8600-2249d0728824", "tag": "6620079e-e870-4ea0-9cbc-4659f9f9eee6"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:13:34.328378 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6ca57775-9756-4e10-9f17-e8cfbdabd5da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:34.331458 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6ca57775-9756-4e10-9f17-e8cfbdabd5da admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:34.332817 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-6ca57775-9756-4e10-9f17-e8cfbdabd5da admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/647a2c1b-d1e3-4c62-8ffa-e89b95b93149 HTTP/1.1" status: 204 len: 168 time: 0.5418549 Nov 22 20:13:34.385672 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca57775-9756-4e10-9f17-e8cfbdabd5da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=647a2c1b-d1e3-4c62-8ffa-e89b95b93149,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:13:34.391836 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5bea5b-522c-4ef3-b0a4-51075ace5ac2 service neutron] Pushing event updated for resources: {'Port': ['ID=6620079e-e870-4ea0-9cbc-4659f9f9eee6,revision_number=3']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:13:34.393883 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-ec5d5cad-1b3a-4b0a-998f-c795c6e6d24e tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Deleting port 9ca01b38-33e9-4d6e-bc8b-18f194403c77 {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:13:34.394232 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ec5d5cad-1b3a-4b0a-998f-c795c6e6d24e tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:34.403114 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-df6257da-ece5-4e3d-93ca-42398b40a630 req-bcac63bb-9493-4264-b1c1-3bb42c7e7a15 service neutron] No DVR routers for this DVR port 24374965-227b-4c96-b8e4-76900d8e1a2c on host n-h1-818823-1 {{(pid=103447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:13:34.423089 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcac63bb-9493-4264-b1c1-3bb42c7e7a15 service neutron] Pushing event updated for resources: {'Port': ['ID=24374965-227b-4c96-b8e4-76900d8e1a2c,revision_number=10']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:13:34.468028 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e6c7ce-12f5-4743-82ef-eef51d1604a1 req-e69f1f97-cae5-4a25-908f-de2fd8b64286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:13:34.469684 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-98e6c7ce-12f5-4743-82ef-eef51d1604a1 req-e69f1f97-cae5-4a25-908f-de2fd8b64286 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f636877ba0f34a3e9062dfe9cdad7e3c&device_id=822d0b40-fb07-47a2-8600-2249d0728824 HTTP/1.1" status: 200 len: 1095 time: 0.0973034 Nov 22 20:13:34.520056 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-df6257da-ece5-4e3d-93ca-42398b40a630 req-bcac63bb-9493-4264-b1c1-3bb42c7e7a15 service neutron] 10.222.0.41 "PUT /v2.0/ports/24374965-227b-4c96-b8e4-76900d8e1a2c/bindings/n-h2-818823-1/activate HTTP/1.1" status: 200 len: 369 time: 1.3561118 Nov 22 20:13:34.537894 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-98e6c7ce-12f5-4743-82ef-eef51d1604a1 req-022824ca-58eb-4f3b-80c3-3ae9eaae564a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6620079e-e870-4ea0-9cbc-4659f9f9eee6 HTTP/1.1" status: 200 len: 217 time: 0.0421829 Nov 22 20:13:34.609633 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e6c7ce-12f5-4743-82ef-eef51d1604a1 req-663828e7-9af4-48ec-afb1-292fe2acfc7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:13:34.611107 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-98e6c7ce-12f5-4743-82ef-eef51d1604a1 req-663828e7-9af4-48ec-afb1-292fe2acfc7b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c7864178-f3d5-4b52-bb8a-e0038ceec004 HTTP/1.1" status: 200 len: 845 time: 0.0668881 Nov 22 20:13:34.656050 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ec5d5cad-1b3a-4b0a-998f-c795c6e6d24e tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:34.656780 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-98e6c7ce-12f5-4743-82ef-eef51d1604a1 req-6b4fef0c-2b77-4cb6-bad7-887e6b0e47d8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c625a1a7-f1bd-484b-b342-37cf517c7d76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356567 Nov 22 20:13:34.666593 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14ca7ca-5dc2-401b-8277-f64d5669613d req-01f829e7-e21c-401e-95de-8b01db5ac311 tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:13:34.674316 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a14ca7ca-5dc2-401b-8277-f64d5669613d req-01f829e7-e21c-401e-95de-8b01db5ac311 tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] 10.222.0.46 "GET /v2.0/ports?device_id=822d0b40-fb07-47a2-8600-2249d0728824 HTTP/1.1" status: 200 len: 944 time: 0.1803689 Nov 22 20:13:34.698458 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 20:13:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-186cae6e-7682-4830-b080-27dc9ec28974 x-openstack-request-id: req-186cae6e-7682-4830-b080-27dc9ec28974 {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:13:34.698847 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "822d0b40-fb07-47a2-8600-2249d0728824", "tag": "6620079e-e870-4ea0-9cbc-4659f9f9eee6", "status": "completed", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:13:34.699356 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-186cae6e-7682-4830-b080-27dc9ec28974 {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:13:34.699868 n-d-818823-1 neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '822d0b40-fb07-47a2-8600-2249d0728824', 'tag': '6620079e-e870-4ea0-9cbc-4659f9f9eee6', 'status': 'completed', 'code': 200} Nov 22 20:13:34.706994 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-ec5d5cad-1b3a-4b0a-998f-c795c6e6d24e tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Calling delete_port for 9ca01b38-33e9-4d6e-bc8b-18f194403c77 owned by network:router_interface {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:13:34.762146 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6257da-ece5-4e3d-93ca-42398b40a630 req-334d5887-2bc4-4ce4-9881-a65473bc55a2 tempest-LiveMigrationTest-519343393 tempest-LiveMigrationTest-519343393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:13:34.763673 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-df6257da-ece5-4e3d-93ca-42398b40a630 req-334d5887-2bc4-4ce4-9881-a65473bc55a2 tempest-LiveMigrationTest-519343393 tempest-LiveMigrationTest-519343393-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=761077bf-9826-478a-b251-413dfa7a9730&tenant_id=2c9de68061ee477dbb5cc544058ec72e&binding%3Ahost_id=n-h1-818823-1 HTTP/1.1" status: 200 len: 1096 time: 0.1656079 Nov 22 20:13:34.818639 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-98e6c7ce-12f5-4743-82ef-eef51d1604a1 req-8ad49afb-9030-454d-8162-1329db67ab60 service neutron] 10.222.0.41 "GET /v2.0/networks/c625a1a7-f1bd-484b-b342-37cf517c7d76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510127 Nov 22 20:13:34.840448 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a14ca7ca-5dc2-401b-8277-f64d5669613d req-83a9030e-d9d5-4cdd-976d-648d1b8a893d tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] 10.222.0.46 "GET /v2.0/security-groups?id=a6b5e341-e4ee-449f-b89c-f5b96c06c7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649179 Nov 22 20:13:34.980602 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f425b4cd-354b-4896-b597-030f74a1fef5 req-698b83cf-a870-4b65-b7b1-a3517b7c0fed tempest-ServerShowV257Test-650002909 tempest-ServerShowV257Test-650002909-project] 10.222.0.46 "GET /v2.0/ports?device_id=3fe7c6c6-4541-4e5a-80ad-1a85f55ac358 HTTP/1.1" status: 200 len: 210 time: 0.0532990 Nov 22 20:13:35.016455 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e8443c2a-c3da-4fc0-89a9-6d88f2337b50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659736'] for router_interface, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:35.085966 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e49ee129-e862-4476-beca-cdc8150d2345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:35.113027 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-98e6c7ce-12f5-4743-82ef-eef51d1604a1 req-553a2aa9-7230-47ac-b8bc-0b8c615f5c5f service neutron] 10.222.0.41 "GET /v2.0/networks/c625a1a7-f1bd-484b-b342-37cf517c7d76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2857206 Nov 22 20:13:35.244144 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746458b3-90d7-42ef-a481-be52c5b38791 req-97450d34-dbea-47c2-8516-63c2b3cd2f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:13:35.245746 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-746458b3-90d7-42ef-a481-be52c5b38791 req-97450d34-dbea-47c2-8516-63c2b3cd2f08 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f636877ba0f34a3e9062dfe9cdad7e3c&device_id=822d0b40-fb07-47a2-8600-2249d0728824 HTTP/1.1" status: 200 len: 1095 time: 0.0704851 Nov 22 20:13:35.387013 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6257da-ece5-4e3d-93ca-42398b40a630 req-929a65e2-dd3c-4f61-a947-d9e3c2202fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:13:35.388559 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-df6257da-ece5-4e3d-93ca-42398b40a630 req-929a65e2-dd3c-4f61-a947-d9e3c2202fd7 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=761077bf-9826-478a-b251-413dfa7a9730&tenant_id=2c9de68061ee477dbb5cc544058ec72e HTTP/1.1" status: 200 len: 1096 time: 0.5813506 Nov 22 20:13:35.407698 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a63d2146-294c-44c7-86f3-eb2d3d96c99f req-e7fde3c2-4fdf-48f6-b4ca-a7e61dff060d tempest-ServerShowV257Test-650002909 tempest-ServerShowV257Test-650002909-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fe7c6c6-4541-4e5a-80ad-1a85f55ac358 HTTP/1.1" status: 200 len: 210 time: 0.0464182 Nov 22 20:13:35.411278 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746458b3-90d7-42ef-a481-be52c5b38791 req-4a07ded5-3cad-4deb-848e-49bb10b99baa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:13:35.413348 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-746458b3-90d7-42ef-a481-be52c5b38791 req-4a07ded5-3cad-4deb-848e-49bb10b99baa service neutron] 10.222.0.41 "GET /v2.0/networks?id=c625a1a7-f1bd-484b-b342-37cf517c7d76 HTTP/1.1" status: 200 len: 906 time: 0.1364460 Nov 22 20:13:35.419118 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [req-df6257da-ece5-4e3d-93ca-42398b40a630 req-484b427e-41e5-42e8-9997-790fcf8acdd3 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=103447) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 20:13:35.420150 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-df6257da-ece5-4e3d-93ca-42398b40a630 req-484b427e-41e5-42e8-9997-790fcf8acdd3 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0150816 Nov 22 20:13:35.483667 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-746458b3-90d7-42ef-a481-be52c5b38791 req-3b1cc868-1388-48d3-8c56-71c19bedaa31 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6620079e-e870-4ea0-9cbc-4659f9f9eee6 HTTP/1.1" status: 200 len: 217 time: 0.0611660 Nov 22 20:13:35.537172 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8f6727-d3da-4a23-98ac-f3933624d8fd req-a5eb81c6-7672-4c10-9ed5-c6a953a8af09 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:13:35.545202 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4f8f6727-d3da-4a23-98ac-f3933624d8fd req-a5eb81c6-7672-4c10-9ed5-c6a953a8af09 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.46 "GET /v2.0/ports?device_id=761077bf-9826-478a-b251-413dfa7a9730 HTTP/1.1" status: 200 len: 945 time: 0.1850638 Nov 22 20:13:35.564196 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746458b3-90d7-42ef-a481-be52c5b38791 req-18105c62-4775-4503-b200-0546324b59cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:13:35.565886 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-746458b3-90d7-42ef-a481-be52c5b38791 req-18105c62-4775-4503-b200-0546324b59cd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c7864178-f3d5-4b52-bb8a-e0038ceec004 HTTP/1.1" status: 200 len: 845 time: 0.0744271 Nov 22 20:13:35.588111 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6257da-ece5-4e3d-93ca-42398b40a630 req-dde662a4-0205-471d-a6dd-87f2b288912b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:13:35.589921 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-df6257da-ece5-4e3d-93ca-42398b40a630 req-dde662a4-0205-471d-a6dd-87f2b288912b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2c9de68061ee477dbb5cc544058ec72e&device_id=761077bf-9826-478a-b251-413dfa7a9730 HTTP/1.1" status: 200 len: 1096 time: 0.1383553 Nov 22 20:13:35.619822 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ec5d5cad-1b3a-4b0a-998f-c795c6e6d24e tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:35.626579 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-746458b3-90d7-42ef-a481-be52c5b38791 req-9e90c96a-d468-4321-a05f-f6f6da231eb8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c625a1a7-f1bd-484b-b342-37cf517c7d76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503230 Nov 22 20:13:35.665593 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-e8443c2a-c3da-4fc0-89a9-6d88f2337b50 admin admin] Deleting port ca7d41da-cac0-41d4-85c0-a40616a732d3 {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:13:35.665963 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e8443c2a-c3da-4fc0-89a9-6d88f2337b50 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:35.707863 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4f8f6727-d3da-4a23-98ac-f3933624d8fd req-7720ea3a-b33e-4061-91b6-cfe0679842a0 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.46 "GET /v2.0/security-groups?id=deac3dce-93b4-41af-981b-873d47022422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617484 Nov 22 20:13:35.717555 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5d5cad-1b3a-4b0a-998f-c795c6e6d24e tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Pushing event deleted for resources: {'Port': ['ID=9ca01b38-33e9-4d6e-bc8b-18f194403c77,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:13:35.828005 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-746458b3-90d7-42ef-a481-be52c5b38791 req-c54b3e5b-a254-4edf-aaeb-62194aaebff7 service neutron] 10.222.0.41 "GET /v2.0/networks/c625a1a7-f1bd-484b-b342-37cf517c7d76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1899211 Nov 22 20:13:35.845887 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6257da-ece5-4e3d-93ca-42398b40a630 req-ce87304e-302d-4d66-8588-a9a8d85247b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:13:35.847339 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-df6257da-ece5-4e3d-93ca-42398b40a630 req-ce87304e-302d-4d66-8588-a9a8d85247b2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=4906551a-712e-4bde-8433-b2db24f02f5c HTTP/1.1" status: 200 len: 908 time: 0.2471941 Nov 22 20:13:35.900556 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-e8443c2a-c3da-4fc0-89a9-6d88f2337b50 admin admin] For port ca7d41da-cac0-41d4-85c0-a40616a732d3, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=ca7d41da-cac0-41d4-85c0-a40616a732d3,segment=NetworkSegment(16d7b224-7893-445d-b18d-1a9af5480be8),segment_id=16d7b224-7893-445d-b18d-1a9af5480be8)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:13:35.901228 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e8443c2a-c3da-4fc0-89a9-6d88f2337b50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:35.924159 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:35.938970 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-e8443c2a-c3da-4fc0-89a9-6d88f2337b50 admin admin] Calling delete_port for ca7d41da-cac0-41d4-85c0-a40616a732d3 owned by network:router_interface {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:13:36.094582 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-df6257da-ece5-4e3d-93ca-42398b40a630 req-b08e7a03-2c13-4cf9-8998-92f3bf4c0342 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=24374965-227b-4c96-b8e4-76900d8e1a2c HTTP/1.1" status: 200 len: 217 time: 0.2000878 Nov 22 20:13:36.098267 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ec5d5cad-1b3a-4b0a-998f-c795c6e6d24e tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-563470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-663272'] for router_interface, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:36.132553 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-746458b3-90d7-42ef-a481-be52c5b38791 req-6d41b159-a6f8-49ac-908a-50e3e8d928f1 service neutron] 10.222.0.41 "GET /v2.0/networks/c625a1a7-f1bd-484b-b342-37cf517c7d76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2972806 Nov 22 20:13:36.274858 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6257da-ece5-4e3d-93ca-42398b40a630 req-035108ad-3a55-470f-be3b-96dbd9b31ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:13:36.276548 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-df6257da-ece5-4e3d-93ca-42398b40a630 req-035108ad-3a55-470f-be3b-96dbd9b31ec6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b907b504-4de2-4845-a661-deaebec31498 HTTP/1.1" status: 200 len: 847 time: 0.1705585 Nov 22 20:13:36.304363 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e8443c2a-c3da-4fc0-89a9-6d88f2337b50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:36.336987 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8443c2a-c3da-4fc0-89a9-6d88f2337b50 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca7d41da-cac0-41d4-85c0-a40616a732d3,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:13:36.403788 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-df6257da-ece5-4e3d-93ca-42398b40a630 req-cce80aa2-5217-4aa4-8e92-218caf5d6987 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4906551a-712e-4bde-8433-b2db24f02f5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1183205 Nov 22 20:13:36.413825 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e8d69c-e39b-4bb1-8756-257b5ea1b655 req-eb6472e3-c2e6-4c33-a22a-c24bd71f4096 tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:13:36.415403 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-17e8d69c-e39b-4bb1-8756-257b5ea1b655 req-eb6472e3-c2e6-4c33-a22a-c24bd71f4096 tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] 10.222.0.46 "GET /v2.0/ports?device_id=822d0b40-fb07-47a2-8600-2249d0728824 HTTP/1.1" status: 200 len: 944 time: 0.1829219 Nov 22 20:13:36.556765 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec5d5cad-1b3a-4b0a-998f-c795c6e6d24e tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Router 7d099b29-cda4-4f69-9f5a-775d4b148894 has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 20:13:36.666819 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-17e8d69c-e39b-4bb1-8756-257b5ea1b655 req-5173c431-51a1-46ba-a40a-3c93be4c7a99 tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] 10.222.0.46 "GET /v2.0/security-groups?id=a6b5e341-e4ee-449f-b89c-f5b96c06c7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2323046 Nov 22 20:13:36.716770 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-df6257da-ece5-4e3d-93ca-42398b40a630 req-74e30e37-5273-4397-87f8-b118095d4df8 service neutron] 10.222.0.20 "GET /v2.0/networks/4906551a-712e-4bde-8433-b2db24f02f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2985919 Nov 22 20:13:36.719721 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec5d5cad-1b3a-4b0a-998f-c795c6e6d24e tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:13:36.726775 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-ec5d5cad-1b3a-4b0a-998f-c795c6e6d24e tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] 10.222.0.46 "PUT /v2.0/routers/7d099b29-cda4-4f69-9f5a-775d4b148894/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5450199 Nov 22 20:13:36.733604 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23355d22-1b2f-4d8d-87b9-2aac788645b8 None None] Sync routers for ids ['7d099b29-cda4-4f69-9f5a-775d4b148894'] in n-d-818823-1 {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:13:36.749209 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23355d22-1b2f-4d8d-87b9-2aac788645b8 None None] Routers {'7d099b29-cda4-4f69-9f5a-775d4b148894'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:13:36.750163 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-23355d22-1b2f-4d8d-87b9-2aac788645b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:13:32Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['7d099b29-cda4-4f69-9f5a-775d4b148894'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:13:36.812023 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-23355d22-1b2f-4d8d-87b9-2aac788645b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:13:36.822579 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23355d22-1b2f-4d8d-87b9-2aac788645b8 None None] Routers {'7d099b29-cda4-4f69-9f5a-775d4b148894'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:13:36.823475 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-23355d22-1b2f-4d8d-87b9-2aac788645b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:13:32Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['7d099b29-cda4-4f69-9f5a-775d4b148894'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:13:36.860488 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-23355d22-1b2f-4d8d-87b9-2aac788645b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:13:36.861419 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23355d22-1b2f-4d8d-87b9-2aac788645b8 None None] The sync data for ids ['7d099b29-cda4-4f69-9f5a-775d4b148894'] in n-d-818823-1 is: [] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:13:36.876636 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 37934) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:13:36.876986 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 37936) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:13:36.877314 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 37940) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:13:36.937868 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e8443c2a-c3da-4fc0-89a9-6d88f2337b50 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-563470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-663272'] for router_interface, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:36.951527 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-0eea4640-051d-4172-a86d-4b9534f89ee8 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] 10.222.0.46 "GET /v2.0/ports?device_id=7d099b29-cda4-4f69-9f5a-775d4b148894 HTTP/1.1" status: 200 len: 205 time: 0.0713723 Nov 22 20:13:36.960485 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 37954) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:13:37.012745 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e862e4-3801-4230-9b38-f1243aee6193 req-37019fc6-e08d-4596-946e-0df55fa83cce tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:13:37.014280 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-71e862e4-3801-4230-9b38-f1243aee6193 req-37019fc6-e08d-4596-946e-0df55fa83cce tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.46 "GET /v2.0/ports?device_id=761077bf-9826-478a-b251-413dfa7a9730 HTTP/1.1" status: 200 len: 945 time: 0.1360765 Nov 22 20:13:37.016522 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-df6257da-ece5-4e3d-93ca-42398b40a630 req-9f85f0ca-57d0-4877-b4cd-3a9672e5a3ca service neutron] 10.222.0.20 "GET /v2.0/networks/4906551a-712e-4bde-8433-b2db24f02f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2887049 Nov 22 20:13:37.100816 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-19e7cd8c-ff28-4a9b-926b-9cd475b40ed3 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks [] for router, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:37.117509 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-71e862e4-3801-4230-9b38-f1243aee6193 req-3a77a392-c368-4251-b725-e82747898193 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.46 "GET /v2.0/security-groups?id=deac3dce-93b4-41af-981b-873d47022422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920050 Nov 22 20:13:37.127196 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-3e5f36dd-10cd-404d-9af1-287998e1a6f6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:37.169872 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-656c9c5e-aef8-4db7-9855-454d1530179a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=648c890a9b2441578b9f3566fe6ec4c4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2882602 Nov 22 20:13:37.171864 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 37962) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:13:37.230887 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 6620079e-e870-4ea0-9cbc-4659f9f9eee6 details requested by agent hyperv_n-h1-818823-1 with host n-h1-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 20:13:37.275676 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-88def262-b44c-4860-9718-795b6399ebfc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:37.313951 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-3e5f36dd-10cd-404d-9af1-287998e1a6f6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:37.319524 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-88def262-b44c-4860-9718-795b6399ebfc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:37.326644 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-3e5f36dd-10cd-404d-9af1-287998e1a6f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:37.417084 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5f36dd-10cd-404d-9af1-287998e1a6f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6b79f60-19bd-4b4d-a834-71fa51c2b956,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:13:37.417812 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 6620079e-e870-4ea0-9cbc-4659f9f9eee6, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=6620079e-e870-4ea0-9cbc-4659f9f9eee6,segment=NetworkSegment(071fae29-45f8-4fae-87e0-a91dc64245f1),segment_id=071fae29-45f8-4fae-87e0-a91dc64245f1)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:13:37.428587 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-3e5f36dd-10cd-404d-9af1-287998e1a6f6 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d02251f5cca04318870ea54b2c4d80ef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5432804 Nov 22 20:13:37.434209 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 37974) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:13:37.442477 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Returning: {'device': '6620079e-e870-4ea0-9cbc-4659f9f9eee6', 'network_id': 'c625a1a7-f1bd-484b-b342-37cf517c7d76', 'port_id': '6620079e-e870-4ea0-9cbc-4659f9f9eee6', 'mac_address': 'fa:16:3e:3d:5e:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7864178-f3d5-4b52-bb8a-e0038ceec004', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 20:13:37.466511 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6257da-ece5-4e3d-93ca-42398b40a630 req-8e416911-015e-4f5a-a5c7-311c5c7913df tempest-LiveMigrationTest-519343393 tempest-LiveMigrationTest-519343393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:13:37.468228 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-df6257da-ece5-4e3d-93ca-42398b40a630 req-8e416911-015e-4f5a-a5c7-311c5c7913df tempest-LiveMigrationTest-519343393 tempest-LiveMigrationTest-519343393-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=761077bf-9826-478a-b251-413dfa7a9730&tenant_id=2c9de68061ee477dbb5cc544058ec72e&binding%3Ahost_id=n-h2-818823-1 HTTP/1.1" status: 200 len: 1096 time: 0.1142685 Nov 22 20:13:37.520825 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-19e7cd8c-ff28-4a9b-926b-9cd475b40ed3 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24781'] for router, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:37.520825 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-19e7cd8c-ff28-4a9b-926b-9cd475b40ed3 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:37.521725 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-88def262-b44c-4860-9718-795b6399ebfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:37.521804 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:37.522352 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-88def262-b44c-4860-9718-795b6399ebfc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:37.524487 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-88def262-b44c-4860-9718-795b6399ebfc admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7bc0946f-8d94-4cf7-9aed-026148cac050 HTTP/1.1" status: 204 len: 168 time: 0.3511395 Nov 22 20:13:37.552667 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6620079e-e870-4ea0-9cbc-4659f9f9eee6 {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:13:37.558173 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88def262-b44c-4860-9718-795b6399ebfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bc0946f-8d94-4cf7-9aed-026148cac050,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:13:37.594123 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 6620079e-e870-4ea0-9cbc-4659f9f9eee6, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=6620079e-e870-4ea0-9cbc-4659f9f9eee6,segment=NetworkSegment(071fae29-45f8-4fae-87e0-a91dc64245f1),segment_id=071fae29-45f8-4fae-87e0-a91dc64245f1)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:13:37.595233 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-769df603-287c-428d-8b3e-e4fd86ae83e0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:37.602929 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:37.656995 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-769df603-287c-428d-8b3e-e4fd86ae83e0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:37.703917 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=6620079e-e870-4ea0-9cbc-4659f9f9eee6,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:13:37.720581 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-df6257da-ece5-4e3d-93ca-42398b40a630 req-7923c486-bfcc-4e71-a359-dc36a29adc60 service neutron] For port 24374965-227b-4c96-b8e4-76900d8e1a2c, host n-h1-818823-1, cleared binding levels {{(pid=103447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:13:37.724531 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-df6257da-ece5-4e3d-93ca-42398b40a630 req-7923c486-bfcc-4e71-a359-dc36a29adc60 service neutron] Publish callbacks [] for binding, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:37.725656 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-df6257da-ece5-4e3d-93ca-42398b40a630 req-7923c486-bfcc-4e71-a359-dc36a29adc60 service neutron] 10.222.0.20 "DELETE /v2.0/ports/24374965-227b-4c96-b8e4-76900d8e1a2c/bindings/n-h1-818823-1 HTTP/1.1" status: 204 len: 173 time: 0.2483356 Nov 22 20:13:37.745093 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-769df603-287c-428d-8b3e-e4fd86ae83e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:37.749252 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-769df603-287c-428d-8b3e-e4fd86ae83e0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:37.751181 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-769df603-287c-428d-8b3e-e4fd86ae83e0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e6b79f60-19bd-4b4d-a834-71fa51c2b956 HTTP/1.1" status: 204 len: 168 time: 0.3156197 Nov 22 20:13:37.768243 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769df603-287c-428d-8b3e-e4fd86ae83e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6b79f60-19bd-4b4d-a834-71fa51c2b956,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:13:37.775676 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8443c2a-c3da-4fc0-89a9-6d88f2337b50 admin admin] Router 32d94886-9e6e-462a-84e9-9a0cd8b4b98d has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 20:13:37.804027 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-19e7cd8c-ff28-4a9b-926b-9cd475b40ed3 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-663261'] for router, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:37.804801 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19e7cd8c-ff28-4a9b-926b-9cd475b40ed3 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Fanout notify agent at l3_agent the message router_deleted on router 7d099b29-cda4-4f69-9f5a-775d4b148894 {{(pid=103448) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 20:13:37.819696 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-19e7cd8c-ff28-4a9b-926b-9cd475b40ed3 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks [] for router, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:37.821703 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-19e7cd8c-ff28-4a9b-926b-9cd475b40ed3 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] 10.222.0.46 "DELETE /v2.0/routers/7d099b29-cda4-4f69-9f5a-775d4b148894 HTTP/1.1" status: 204 len: 168 time: 0.8602369 Nov 22 20:13:37.822528 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 37986) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:13:37.831447 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 37988) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:13:37.875504 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] get_ports_and_sgs() called for port_ids ['6620079e-e870-4ea0-9cbc-4659f9f9eee6'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:13:37.960827 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_v2 [None req-28e36030-c1c4-4e1c-95b5-854571877ea6 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Deleting subnet 61209b86-590e-439d-9325-9cddea043da0 {{(pid=103447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 20:13:37.976225 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-28e36030-c1c4-4e1c-95b5-854571877ea6 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks [] for subnet, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:37.980707 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8443c2a-c3da-4fc0-89a9-6d88f2337b50 admin admin] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:13:37.994014 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1658724-cb02-40b4-926c-b1f43de6d45a None None] Sync routers for ids ['32d94886-9e6e-462a-84e9-9a0cd8b4b98d'] in n-d-818823-1 {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:13:37.998204 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-e8443c2a-c3da-4fc0-89a9-6d88f2337b50 admin admin] 10.222.0.46 "PUT /v2.0/routers/32d94886-9e6e-462a-84e9-9a0cd8b4b98d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1178918 Nov 22 20:13:37.998672 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 37994) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:13:38.011710 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1658724-cb02-40b4-926c-b1f43de6d45a None None] Routers {'32d94886-9e6e-462a-84e9-9a0cd8b4b98d'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:13:38.013805 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-c1658724-cb02-40b4-926c-b1f43de6d45a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:13:32Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['32d94886-9e6e-462a-84e9-9a0cd8b4b98d'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:13:38.074266 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-28e36030-c1c4-4e1c-95b5-854571877ea6 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12178353'] for subnet, precommit_delete_associations {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:38.196370 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-28e36030-c1c4-4e1c-95b5-854571877ea6 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3753007'] for subnet, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:38.207345 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1af99b0b-9b59-493d-8c62-47abb2697c54 admin admin] Publish callbacks [] for router, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:38.260631 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-c1658724-cb02-40b4-926c-b1f43de6d45a None None] Set router 32d94886-9e6e-462a-84e9-9a0cd8b4b98d gateway port host: n-d-818823-1 {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:13:38.274644 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde5b790-5f11-4d5f-a386-8f5cac35f16c req-6cc0aae4-69cf-451d-a81d-b3f9a438210b tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:13:38.276154 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-bde5b790-5f11-4d5f-a386-8f5cac35f16c req-6cc0aae4-69cf-451d-a81d-b3f9a438210b tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] 10.222.0.46 "GET /v2.0/ports?device_id=822d0b40-fb07-47a2-8600-2249d0728824 HTTP/1.1" status: 200 len: 945 time: 0.4651873 Nov 22 20:13:38.277805 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-28e36030-c1c4-4e1c-95b5-854571877ea6 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3753014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8900804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8485115'] for subnet, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:38.350616 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e36030-c1c4-4e1c-95b5-854571877ea6 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Pushing event deleted for resources: {'Subnet': ['ID=61209b86-590e-439d-9325-9cddea043da0,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:13:38.359698 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-28e36030-c1c4-4e1c-95b5-854571877ea6 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for subnet, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:38.360184 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0abe57c-09f5-4ded-8a03-e53611a31853 None None] Network 2e920bba-926d-4822-967b-6b232ff6c43e requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:13:38.366873 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-28e36030-c1c4-4e1c-95b5-854571877ea6 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] 10.222.0.46 "DELETE /v2.0/subnets/61209b86-590e-439d-9325-9cddea043da0 HTTP/1.1" status: 204 len: 168 time: 0.5313706 Nov 22 20:13:38.367886 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 38008) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:13:38.504471 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-97efb4d1-6cd1-4efa-94c9-406c27e5c200 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3961693'] for network, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:38.513226 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-5b3a75a0-55f9-4b11-9448-6ad884badd57 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:38.543537 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1af99b0b-9b59-493d-8c62-47abb2697c54 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:38.663071 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d302d938-1e0d-4f07-be6d-6540700eef29 req-e11b8390-e308-4a14-8c4b-1a94abf7fe72 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:13:38.665244 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-1af99b0b-9b59-493d-8c62-47abb2697c54 admin admin] Deleting port 0bdaa7c4-5f63-46ba-9541-777d59ac0377 {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:13:38.665582 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d302d938-1e0d-4f07-be6d-6540700eef29 req-e11b8390-e308-4a14-8c4b-1a94abf7fe72 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.46 "GET /v2.0/ports?device_id=761077bf-9826-478a-b251-413dfa7a9730 HTTP/1.1" status: 200 len: 945 time: 0.3703461 Nov 22 20:13:38.665698 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1af99b0b-9b59-493d-8c62-47abb2697c54 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:38.691019 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-bde5b790-5f11-4d5f-a386-8f5cac35f16c req-a8942166-6fad-43ae-adc8-98c9ef528bb9 tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] 10.222.0.46 "GET /v2.0/security-groups?id=a6b5e341-e4ee-449f-b89c-f5b96c06c7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4036958 Nov 22 20:13:38.717250 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-c1658724-cb02-40b4-926c-b1f43de6d45a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32d94886-9e6e-462a-84e9-9a0cd8b4b98d', 'name': 'tempest-ServersTestFqdnHostnames-160979448-router', 'tenant_id': '406a5dbad308428791820735fa76e3b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': '0bdaa7c4-5f63-46ba-9541-777d59ac0377', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:10:46Z', 'updated_at': '2021-11-22T20:13:36Z', 'revision_number': 5, 'project_id': '406a5dbad308428791820735fa76e3b4', 'gw_port': {'id': '0bdaa7c4-5f63-46ba-9541-777d59ac0377', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:d4:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d94886-9e6e-462a-84e9-9a0cd8b4b98d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:10:47Z', 'updated_at': '2021-11-22T20:10:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:13:38.729633 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eb3d380-e1c8-49ad-a9fa-c58a2f7788ac None None] DHCP port deletion for 2e920bba-926d-4822-967b-6b232ff6c43e request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:13:38.759754 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1658724-cb02-40b4-926c-b1f43de6d45a None None] Checking router: 32d94886-9e6e-462a-84e9-9a0cd8b4b98d for host: n-d-818823-1 {{(pid=103450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 20:13:38.777970 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1658724-cb02-40b4-926c-b1f43de6d45a None None] Routers {'32d94886-9e6e-462a-84e9-9a0cd8b4b98d'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:13:38.778735 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-c1658724-cb02-40b4-926c-b1f43de6d45a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:13:32Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['32d94886-9e6e-462a-84e9-9a0cd8b4b98d'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:13:38.813757 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-1af99b0b-9b59-493d-8c62-47abb2697c54 admin admin] For port 0bdaa7c4-5f63-46ba-9541-777d59ac0377, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=0bdaa7c4-5f63-46ba-9541-777d59ac0377,segment=NetworkSegment(8793ba83-8407-4c3d-9b56-2a177cd58a70),segment_id=8793ba83-8407-4c3d-9b56-2a177cd58a70)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:13:38.814811 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1af99b0b-9b59-493d-8c62-47abb2697c54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:38.843091 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-1eb3d380-e1c8-49ad-a9fa-c58a2f7788ac None None] Deleting port fb054b94-e637-4331-8bd1-085e15d6df6f {{(pid=103449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:13:38.843759 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-1eb3d380-e1c8-49ad-a9fa-c58a2f7788ac None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:38.847370 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-1af99b0b-9b59-493d-8c62-47abb2697c54 admin admin] Calling delete_port for 0bdaa7c4-5f63-46ba-9541-777d59ac0377 owned by network:router_gateway {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:13:38.921260 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-c1658724-cb02-40b4-926c-b1f43de6d45a None None] Set router 32d94886-9e6e-462a-84e9-9a0cd8b4b98d gateway port host: None {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:13:38.923918 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-1eb3d380-e1c8-49ad-a9fa-c58a2f7788ac None None] For port fb054b94-e637-4331-8bd1-085e15d6df6f, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=fb054b94-e637-4331-8bd1-085e15d6df6f,segment=NetworkSegment(6aaa9e9d-e349-4fb2-bf42-8e392f43d03b),segment_id=6aaa9e9d-e349-4fb2-bf42-8e392f43d03b)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:13:38.924407 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-1eb3d380-e1c8-49ad-a9fa-c58a2f7788ac None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:38.931307 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-5b3a75a0-55f9-4b11-9448-6ad884badd57 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:38.940758 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-1eb3d380-e1c8-49ad-a9fa-c58a2f7788ac None None] Calling delete_port for fb054b94-e637-4331-8bd1-085e15d6df6f owned by network:dhcp {{(pid=103449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:13:38.987100 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d302d938-1e0d-4f07-be6d-6540700eef29 req-a8edb6c1-4bd8-44f0-bb36-4f761e99fb1a tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.46 "GET /v2.0/security-groups?id=deac3dce-93b4-41af-981b-873d47022422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2879610 Nov 22 20:13:38.994859 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-5b3a75a0-55f9-4b11-9448-6ad884badd57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:38.996594 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-c1658724-cb02-40b4-926c-b1f43de6d45a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32d94886-9e6e-462a-84e9-9a0cd8b4b98d', 'name': 'tempest-ServersTestFqdnHostnames-160979448-router', 'tenant_id': '406a5dbad308428791820735fa76e3b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:10:46Z', 'updated_at': '2021-11-22T20:13:38Z', 'revision_number': 6, 'project_id': '406a5dbad308428791820735fa76e3b4', 'gw_port_host': None}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:13:39.034467 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1658724-cb02-40b4-926c-b1f43de6d45a None None] The sync data for ids ['32d94886-9e6e-462a-84e9-9a0cd8b4b98d'] in n-d-818823-1 is: [{'id': '32d94886-9e6e-462a-84e9-9a0cd8b4b98d', 'name': 'tempest-ServersTestFqdnHostnames-160979448-router', 'tenant_id': '406a5dbad308428791820735fa76e3b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:10:46Z', 'updated_at': '2021-11-22T20:13:38Z', 'revision_number': 6, 'project_id': '406a5dbad308428791820735fa76e3b4', 'gw_port_host': None}] {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:13:39.109844 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-5b3a75a0-55f9-4b11-9448-6ad884badd57 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=29da0ed5cc744430ba482df505c8fb90&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2840717 Nov 22 20:13:39.113448 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 38032) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:13:39.163338 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-1eb3d380-e1c8-49ad-a9fa-c58a2f7788ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381'] for port, after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:39.195121 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a75a0-55f9-4b11-9448-6ad884badd57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b05160d-54dc-4913-881e-3fd1f9eebc91,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:13:39.220966 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb3d380-e1c8-49ad-a9fa-c58a2f7788ac None None] Pushing event deleted for resources: {'Port': ['ID=fb054b94-e637-4331-8bd1-085e15d6df6f,revision_number=None']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:13:39.233034 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb3d380-e1c8-49ad-a9fa-c58a2f7788ac None None] No DVR routers for this DVR port fb054b94-e637-4331-8bd1-085e15d6df6f on host n-d-818823-1 {{(pid=103449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:13:39.243033 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 6620079e-e870-4ea0-9cbc-4659f9f9eee6 up at agent hyperv_n-h1-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:13:39.245003 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-976e3c63-adf8-44e3-803e-6935bea78d08 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:39.251569 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d103a6-396b-411b-ac74-271e405bf096 req-ddab457c-06bc-41aa-8083-ad2b413e8291 tempest-LiveMigrationTest-519343393 tempest-LiveMigrationTest-519343393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:13:39.278599 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a2d103a6-396b-411b-ac74-271e405bf096 req-ddab457c-06bc-41aa-8083-ad2b413e8291 tempest-LiveMigrationTest-519343393 tempest-LiveMigrationTest-519343393-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=761077bf-9826-478a-b251-413dfa7a9730 HTTP/1.1" status: 200 len: 1096 time: 0.1237910 Nov 22 20:13:39.286442 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-976e3c63-adf8-44e3-803e-6935bea78d08 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:39.290109 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1af99b0b-9b59-493d-8c62-47abb2697c54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:39.311590 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Provisioning for port 6620079e-e870-4ea0-9cbc-4659f9f9eee6 completed by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 20:13:39.317084 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Provisioning complete for port 6620079e-e870-4ea0-9cbc-4659f9f9eee6 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:13:39.318683 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:39.322621 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-97efb4d1-6cd1-4efa-94c9-406c27e5c200 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Deleting port fb054b94-e637-4331-8bd1-085e15d6df6f {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:13:39.322967 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-97efb4d1-6cd1-4efa-94c9-406c27e5c200 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:39.347190 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af99b0b-9b59-493d-8c62-47abb2697c54 admin admin] Pushing event deleted for resources: {'Port': ['ID=0bdaa7c4-5f63-46ba-9541-777d59ac0377,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:13:39.429071 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1af99b0b-9b59-493d-8c62-47abb2697c54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595398'] for router_gateway, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:39.466551 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a2d103a6-396b-411b-ac74-271e405bf096 req-d66b2002-317a-46cd-9248-6aa5cd15b4ea tempest-LiveMigrationTest-519343393 tempest-LiveMigrationTest-519343393-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=deac3dce-93b4-41af-981b-873d47022422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866744 Nov 22 20:13:39.505506 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [None req-97efb4d1-6cd1-4efa-94c9-406c27e5c200 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] For port fb054b94-e637-4331-8bd1-085e15d6df6f, host n-d-818823-1, got binding levels [] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:13:39.512360 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-97efb4d1-6cd1-4efa-94c9-406c27e5c200 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:39.525913 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:39.538233 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1af99b0b-9b59-493d-8c62-47abb2697c54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24781'] for router, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:39.540565 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1af99b0b-9b59-493d-8c62-47abb2697c54 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:39.568387 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-97efb4d1-6cd1-4efa-94c9-406c27e5c200 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Calling delete_port for fb054b94-e637-4331-8bd1-085e15d6df6f owned by network:dhcp {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:13:39.577729 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.ipam_backend_mixin [None req-97efb4d1-6cd1-4efa-94c9-406c27e5c200 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Port fb054b94-e637-4331-8bd1-085e15d6df6f was not found and therefore no delete operation was performed {{(pid=103447) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 22 20:13:39.578986 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '822d0b40-fb07-47a2-8600-2249d0728824', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6620079e-e870-4ea0-9cbc-4659f9f9eee6'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:13:39.579115 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-97efb4d1-6cd1-4efa-94c9-406c27e5c200 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:39.581992 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d39f6d30a11e565ec9648abcc015e8a6ab6cff4edd704add8155e28765d31eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92bf9741-68da-44c6-8951-84bbb1de74d9" -d '{"events": [{"server_uuid": "822d0b40-fb07-47a2-8600-2249d0728824", "name": "network-vif-plugged", "status": "completed", "tag": "6620079e-e870-4ea0-9cbc-4659f9f9eee6"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:13:39.593780 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1af99b0b-9b59-493d-8c62-47abb2697c54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-663261'] for router, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:39.594443 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1af99b0b-9b59-493d-8c62-47abb2697c54 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 32d94886-9e6e-462a-84e9-9a0cd8b4b98d {{(pid=103448) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 20:13:39.596958 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 6620079e-e870-4ea0-9cbc-4659f9f9eee6, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=6620079e-e870-4ea0-9cbc-4659f9f9eee6,segment=NetworkSegment(071fae29-45f8-4fae-87e0-a91dc64245f1),segment_id=071fae29-45f8-4fae-87e0-a91dc64245f1)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:13:39.603499 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1af99b0b-9b59-493d-8c62-47abb2697c54 admin admin] Publish callbacks [] for router, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:39.603499 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-1af99b0b-9b59-493d-8c62-47abb2697c54 admin admin] 10.222.0.46 "DELETE /v2.0/routers/32d94886-9e6e-462a-84e9-9a0cd8b4b98d HTTP/1.1" status: 204 len: 168 time: 1.6037922 Nov 22 20:13:39.605410 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:39.605824 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 38050) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:13:39.643539 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-976e3c63-adf8-44e3-803e-6935bea78d08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:39.646155 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-976e3c63-adf8-44e3-803e-6935bea78d08 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:39.647364 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-976e3c63-adf8-44e3-803e-6935bea78d08 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3b05160d-54dc-4913-881e-3fd1f9eebc91 HTTP/1.1" status: 204 len: 168 time: 0.5322661 Nov 22 20:13:39.653844 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97efb4d1-6cd1-4efa-94c9-406c27e5c200 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] No DVR routers for this DVR port fb054b94-e637-4331-8bd1-085e15d6df6f on host n-d-818823-1 {{(pid=103447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:13:39.664442 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976e3c63-adf8-44e3-803e-6935bea78d08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b05160d-54dc-4913-881e-3fd1f9eebc91,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:13:39.686231 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8a3c425-4cac-4b8a-ad98-e1ab78573ad7 admin admin] Deleting subnet ea3d6ae8-37bb-4264-a9e4-b3c7fbbee38f {{(pid=103448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 20:13:39.690534 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d8a3c425-4cac-4b8a-ad98-e1ab78573ad7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:39.691703 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97efb4d1-6cd1-4efa-94c9-406c27e5c200 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Pushing event deleted for resources: {'Port': ['ID=fb054b94-e637-4331-8bd1-085e15d6df6f,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:13:39.748142 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d8a3c425-4cac-4b8a-ad98-e1ab78573ad7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11627908'] for subnet, precommit_delete_associations {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:39.761412 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=6620079e-e870-4ea0-9cbc-4659f9f9eee6,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:13:39.763497 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-97efb4d1-6cd1-4efa-94c9-406c27e5c200 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3760028', 'neutron.services.segments.db._delete_segments_for_network-8748992815755'] for network, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:39.794775 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-97efb4d1-6cd1-4efa-94c9-406c27e5c200 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e920bba-926d-4822-967b-6b232ff6c43e']}} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:13:39.808587 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-97efb4d1-6cd1-4efa-94c9-406c27e5c200 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6aaa9e9d-e349-4fb2-bf42-8e392f43d03b') {'for_net_delete': True} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:13:39.808879 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-97efb4d1-6cd1-4efa-94c9-406c27e5c200 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6aaa9e9d-e349-4fb2-bf42-8e392f43d03b') {} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:13:39.823463 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006dd5b1-66b5-41c9-a2ec-7bfe04f0d378 req-fcc33f06-46c5-428a-89ec-5204c7237c42 tempest-LiveMigrationTest-519343393 tempest-LiveMigrationTest-519343393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:13:39.830575 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-006dd5b1-66b5-41c9-a2ec-7bfe04f0d378 req-fcc33f06-46c5-428a-89ec-5204c7237c42 tempest-LiveMigrationTest-519343393 tempest-LiveMigrationTest-519343393-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=761077bf-9826-478a-b251-413dfa7a9730 HTTP/1.1" status: 200 len: 1096 time: 0.2195776 Nov 22 20:13:39.834213 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-97efb4d1-6cd1-4efa-94c9-406c27e5c200 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748993039638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12178344'] for segment, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:39.878665 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d8a3c425-4cac-4b8a-ad98-e1ab78573ad7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3753007'] for subnet, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:39.895082 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-006dd5b1-66b5-41c9-a2ec-7bfe04f0d378 req-c350a4eb-7e01-4821-9a64-19027cd4f72b tempest-LiveMigrationTest-519343393 tempest-LiveMigrationTest-519343393-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=deac3dce-93b4-41af-981b-873d47022422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635757 Nov 22 20:13:39.909848 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-97efb4d1-6cd1-4efa-94c9-406c27e5c200 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:39.938150 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97efb4d1-6cd1-4efa-94c9-406c27e5c200 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Releasing vlan 635 on physical network physnet1 to pool {{(pid=103447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 20:13:39.938585 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-97efb4d1-6cd1-4efa-94c9-406c27e5c200 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8900762'] for segment, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:39.944110 n-d-818823-1 neutron-server[103447]: Traceback (most recent call last): Nov 22 20:13:39.944110 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 20:13:39.944110 n-d-818823-1 neutron-server[103447]: timer() Nov 22 20:13:39.944110 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 20:13:39.944110 n-d-818823-1 neutron-server[103447]: cb(*args, **kw) Nov 22 20:13:39.944110 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 20:13:39.944110 n-d-818823-1 neutron-server[103447]: return func(*args, **kwargs) Nov 22 20:13:39.944110 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 20:13:39.944110 n-d-818823-1 neutron-server[103447]: self._notify() Nov 22 20:13:39.944110 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 20:13:39.944110 n-d-818823-1 neutron-server[103447]: self.callback(batched_events) Nov 22 20:13:39.944110 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 20:13:39.944110 n-d-818823-1 neutron-server[103447]: event.method(event) Nov 22 20:13:39.944110 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 20:13:39.944110 n-d-818823-1 neutron-server[103447]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 20:13:39.944110 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 20:13:39.944110 n-d-818823-1 neutron-server[103447]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 20:13:39.944110 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 20:13:39.944110 n-d-818823-1 neutron-server[103447]: return f(self, *a, **k) Nov 22 20:13:39.944110 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 20:13:39.944110 n-d-818823-1 neutron-server[103447]: return self._get(url).json() Nov 22 20:13:39.944110 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 20:13:39.944110 n-d-818823-1 neutron-server[103447]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 20:13:39.944110 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 20:13:39.944110 n-d-818823-1 neutron-server[103447]: return self.request(url, 'GET', **kwargs) Nov 22 20:13:39.944110 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 20:13:39.944110 n-d-818823-1 neutron-server[103447]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 20:13:39.944110 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 20:13:39.944110 n-d-818823-1 neutron-server[103447]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 20:13:39.944110 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 20:13:39.944110 n-d-818823-1 neutron-server[103447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 20:13:39.944110 n-d-818823-1 neutron-server[103447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 20:13:39.995146 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d8a3c425-4cac-4b8a-ad98-e1ab78573ad7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3753014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11567369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11792914'] for subnet, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:40.080709 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-97efb4d1-6cd1-4efa-94c9-406c27e5c200 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3760002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595318'] for network, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:40.084540 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a3c425-4cac-4b8a-ad98-e1ab78573ad7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea3d6ae8-37bb-4264-a9e4-b3c7fbbee38f,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:13:40.093373 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3a82454-5d27-45b4-bd27-a9499cb37393 None None] Network 4189e990-d6f7-4a58-bd04-aeb593878d0b requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:13:40.097994 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d8a3c425-4cac-4b8a-ad98-e1ab78573ad7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:40.100540 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-97efb4d1-6cd1-4efa-94c9-406c27e5c200 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for network, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:40.103905 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-97efb4d1-6cd1-4efa-94c9-406c27e5c200 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] 10.222.0.46 "DELETE /v2.0/networks/2e920bba-926d-4822-967b-6b232ff6c43e HTTP/1.1" status: 204 len: 168 time: 1.7334061 Nov 22 20:13:40.108760 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-d8a3c425-4cac-4b8a-ad98-e1ab78573ad7 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/ea3d6ae8-37bb-4264-a9e4-b3c7fbbee38f HTTP/1.1" status: 204 len: 168 time: 0.5014195 Nov 22 20:13:40.110199 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 38072) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:13:40.112621 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 38074) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:13:40.116663 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-174b538b-3eaa-4d81-9c1b-f9b221e8b86d tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1436907073', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:13:40.117901 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 0bdaa7c4-5f63-46ba-9541-777d59ac0377 no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:13:40.180280 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97efb4d1-6cd1-4efa-94c9-406c27e5c200 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Pushing event deleted for resources: {'Network': ['ID=2e920bba-926d-4822-967b-6b232ff6c43e,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:13:40.184411 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: 0bdaa7c4-5f63-46ba-9541-777d59ac0377 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:13:40.185025 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 0bdaa7c4-5f63-46ba-9541-777d59ac0377 not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:13:40.185551 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device ca7d41da-cac0-41d4-85c0-a40616a732d3 no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:13:40.210483 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec10be8-863a-4b01-9d03-0ab08062f8f3 req-0a6408a8-8785-4f66-8ccd-21f1ad0c5367 tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:13:40.219622 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9ec10be8-863a-4b01-9d03-0ab08062f8f3 req-0a6408a8-8785-4f66-8ccd-21f1ad0c5367 tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] 10.222.0.46 "GET /v2.0/ports?device_id=822d0b40-fb07-47a2-8600-2249d0728824 HTTP/1.1" status: 200 len: 946 time: 0.1554916 Nov 22 20:13:40.226259 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f9f70b05-18c5-4a3d-82c3-9eefefb0b0e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3961693'] for network, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:40.230157 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: ca7d41da-cac0-41d4-85c0-a40616a732d3 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:13:40.230668 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device ca7d41da-cac0-41d4-85c0-a40616a732d3 not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:13:40.231385 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device fb054b94-e637-4331-8bd1-085e15d6df6f no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:13:40.259750 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: fb054b94-e637-4331-8bd1-085e15d6df6f {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:13:40.260788 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device fb054b94-e637-4331-8bd1-085e15d6df6f not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:13:40.276172 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:13:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfbd560e-d54b-44a5-86d9-6bd4e7227141 x-openstack-request-id: req-bfbd560e-d54b-44a5-86d9-6bd4e7227141 {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:13:40.276172 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "822d0b40-fb07-47a2-8600-2249d0728824", "name": "network-vif-plugged", "status": "completed", "tag": "6620079e-e870-4ea0-9cbc-4659f9f9eee6", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:13:40.276172 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-bfbd560e-d54b-44a5-86d9-6bd4e7227141 {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:13:40.276172 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '822d0b40-fb07-47a2-8600-2249d0728824', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6620079e-e870-4ea0-9cbc-4659f9f9eee6', 'code': 200} Nov 22 20:13:40.300407 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9ec10be8-863a-4b01-9d03-0ab08062f8f3 req-e8c13904-9382-4520-8d4a-b52547257e86 tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] 10.222.0.46 "GET /v2.0/security-groups?id=a6b5e341-e4ee-449f-b89c-f5b96c06c7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798311 Nov 22 20:13:40.314205 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-174b538b-3eaa-4d81-9c1b-f9b221e8b86d tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24799'] for router, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:40.315329 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-174b538b-3eaa-4d81-9c1b-f9b221e8b86d tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-632716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24788'] for router, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:40.394655 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-174b538b-3eaa-4d81-9c1b-f9b221e8b86d tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:40.473294 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-174b538b-3eaa-4d81-9c1b-f9b221e8b86d tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-659538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-841284'] for router, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:40.530948 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-22063b5e-44d2-4a6e-8ff4-3780dd46e3f5 req-20b5e471-1199-461a-8a01-908297ba94ab tempest-AbsoluteLimitsNegativeTestJSON-2137237537 tempest-AbsoluteLimitsNegativeTestJSON-2137237537-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=b2c5a7bb880748cf8f15c8f59123b958&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0514843 Nov 22 20:13:40.534084 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d3122f-8166-4fc1-939c-e624f018b1a9 req-de56dc33-59ee-4d66-a762-83ff92e99bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:13:40.537799 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-c5d3122f-8166-4fc1-939c-e624f018b1a9 req-de56dc33-59ee-4d66-a762-83ff92e99bcf service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=822d0b40-fb07-47a2-8600-2249d0728824 HTTP/1.1" status: 200 len: 1097 time: 0.1406372 Nov 22 20:13:40.571936 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-174b538b-3eaa-4d81-9c1b-f9b221e8b86d tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks [] for router, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:40.575581 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-174b538b-3eaa-4d81-9c1b-f9b221e8b86d tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4614043 Nov 22 20:13:40.575896 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 38096) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:13:40.582840 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-a59aa5f0-63dc-48b8-81d9-e124ec404b5e tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Request body: {'network': {'name': 'tempest-RoutersTest-428061584'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:13:40.597682 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-f9f70b05-18c5-4a3d-82c3-9eefefb0b0e6 admin admin] Deleting port d69b2ceb-079d-45c0-ba95-86300c93aa0d {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:13:40.598027 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f9f70b05-18c5-4a3d-82c3-9eefefb0b0e6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:40.645588 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7671a3f8-8589-465b-a772-0962df1d16cf None None] DHCP port deletion for 4189e990-d6f7-4a58-bd04-aeb593878d0b request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:13:40.670865 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a59aa5f0-63dc-48b8-81d9-e124ec404b5e tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Made reservation on behalf of 39adbab155b64849b1b9cb0eac9a72dd for: {'network': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:13:40.674721 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a59aa5f0-63dc-48b8-81d9-e124ec404b5e tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for network, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:40.691614 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-f9f70b05-18c5-4a3d-82c3-9eefefb0b0e6 admin admin] For port d69b2ceb-079d-45c0-ba95-86300c93aa0d, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=d69b2ceb-079d-45c0-ba95-86300c93aa0d,segment=NetworkSegment(16d7b224-7893-445d-b18d-1a9af5480be8),segment_id=16d7b224-7893-445d-b18d-1a9af5480be8)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:13:40.692238 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f9f70b05-18c5-4a3d-82c3-9eefefb0b0e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:40.711404 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-c5d3122f-8166-4fc1-939c-e624f018b1a9 req-ee81f8be-6e09-4807-bd7a-a699a3fb350e service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=a6b5e341-e4ee-449f-b89c-f5b96c06c7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636429 Nov 22 20:13:40.716883 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-f9f70b05-18c5-4a3d-82c3-9eefefb0b0e6 admin admin] Calling delete_port for d69b2ceb-079d-45c0-ba95-86300c93aa0d owned by network:dhcp {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:13:40.744373 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a59aa5f0-63dc-48b8-81d9-e124ec404b5e tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] vlan segment allocate from pool success with {'vlan_id': 600, 'physical_network': 'physnet1'} {{(pid=103447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 20:13:40.754779 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a59aa5f0-63dc-48b8-81d9-e124ec404b5e tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:40.755141 n-d-818823-1 neutron-server[103447]: INFO neutron.db.segments_db [None req-a59aa5f0-63dc-48b8-81d9-e124ec404b5e tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Added segment b224d09e-8c51-4c7d-87fb-6cd2e2112edb of type vlan for network bd2b5491-eb53-4726-892d-365d5f850376 Nov 22 20:13:40.787948 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-7671a3f8-8589-465b-a772-0962df1d16cf None None] Deleting port d69b2ceb-079d-45c0-ba95-86300c93aa0d {{(pid=103449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:13:40.788695 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-7671a3f8-8589-465b-a772-0962df1d16cf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:40.829450 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f9f70b05-18c5-4a3d-82c3-9eefefb0b0e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:40.860964 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a59aa5f0-63dc-48b8-81d9-e124ec404b5e tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748992492791'] for network, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:40.866741 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f70b05-18c5-4a3d-82c3-9eefefb0b0e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=d69b2ceb-079d-45c0-ba95-86300c93aa0d,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:13:40.874765 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f70b05-18c5-4a3d-82c3-9eefefb0b0e6 admin admin] No DVR routers for this DVR port d69b2ceb-079d-45c0-ba95-86300c93aa0d on host n-d-818823-1 {{(pid=103448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:13:40.893780 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22063b5e-44d2-4a6e-8ff4-3780dd46e3f5 req-4dd44612-d47e-4ad3-8232-474467bc4ea1 tempest-AbsoluteLimitsNegativeTestJSON-2137237537 tempest-AbsoluteLimitsNegativeTestJSON-2137237537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:13:40.898720 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-7671a3f8-8589-465b-a772-0962df1d16cf None None] For port d69b2ceb-079d-45c0-ba95-86300c93aa0d, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=d69b2ceb-079d-45c0-ba95-86300c93aa0d,segment=NetworkSegment(16d7b224-7893-445d-b18d-1a9af5480be8),segment_id=16d7b224-7893-445d-b18d-1a9af5480be8)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:13:40.899359 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-7671a3f8-8589-465b-a772-0962df1d16cf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:40.901916 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-22063b5e-44d2-4a6e-8ff4-3780dd46e3f5 req-4dd44612-d47e-4ad3-8232-474467bc4ea1 tempest-AbsoluteLimitsNegativeTestJSON-2137237537 tempest-AbsoluteLimitsNegativeTestJSON-2137237537-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3699102 Nov 22 20:13:40.905408 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a59aa5f0-63dc-48b8-81d9-e124ec404b5e tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for network, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:40.912299 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a59aa5f0-63dc-48b8-81d9-e124ec404b5e tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:13:40.912939 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a59aa5f0-63dc-48b8-81d9-e124ec404b5e tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for network, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:40.916888 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-7671a3f8-8589-465b-a772-0962df1d16cf None None] Calling delete_port for d69b2ceb-079d-45c0-ba95-86300c93aa0d owned by network:dhcp {{(pid=103449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:13:41.007814 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f9f70b05-18c5-4a3d-82c3-9eefefb0b0e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3760028', 'neutron.services.segments.db._delete_segments_for_network-8748992815755'] for network, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:41.013890 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-7671a3f8-8589-465b-a772-0962df1d16cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381'] for port, after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:41.032691 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-f9f70b05-18c5-4a3d-82c3-9eefefb0b0e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4189e990-d6f7-4a58-bd04-aeb593878d0b']}} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:13:41.035933 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-22063b5e-44d2-4a6e-8ff4-3780dd46e3f5 req-9f7e6988-8c0d-4273-8288-c705837c6536 tempest-AbsoluteLimitsNegativeTestJSON-2137237537 tempest-AbsoluteLimitsNegativeTestJSON-2137237537-project] 10.222.0.46 "GET /v2.0/quotas/b2c5a7bb880748cf8f15c8f59123b958 HTTP/1.1" status: 200 len: 375 time: 0.1329772 Nov 22 20:13:41.041609 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7671a3f8-8589-465b-a772-0962df1d16cf None None] No DVR routers for this DVR port d69b2ceb-079d-45c0-ba95-86300c93aa0d on host n-d-818823-1 {{(pid=103449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:13:41.045647 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-f9f70b05-18c5-4a3d-82c3-9eefefb0b0e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16d7b224-7893-445d-b18d-1a9af5480be8') {'for_net_delete': True} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:13:41.046215 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-f9f70b05-18c5-4a3d-82c3-9eefefb0b0e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16d7b224-7893-445d-b18d-1a9af5480be8') {} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:13:41.079633 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f9f70b05-18c5-4a3d-82c3-9eefefb0b0e6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748993039638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11627933'] for segment, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:41.107096 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7671a3f8-8589-465b-a772-0962df1d16cf None None] Pushing event deleted for resources: {'Port': ['ID=d69b2ceb-079d-45c0-ba95-86300c93aa0d,revision_number=None']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:13:41.112433 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f9f70b05-18c5-4a3d-82c3-9eefefb0b0e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:41.126162 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9f70b05-18c5-4a3d-82c3-9eefefb0b0e6 admin admin] Releasing vlan 634 on physical network physnet1 to pool {{(pid=103448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 20:13:41.126873 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f9f70b05-18c5-4a3d-82c3-9eefefb0b0e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11567447'] for segment, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:41.128542 n-d-818823-1 neutron-server[103448]: Traceback (most recent call last): Nov 22 20:13:41.128542 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 20:13:41.128542 n-d-818823-1 neutron-server[103448]: timer() Nov 22 20:13:41.128542 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 20:13:41.128542 n-d-818823-1 neutron-server[103448]: cb(*args, **kw) Nov 22 20:13:41.128542 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 20:13:41.128542 n-d-818823-1 neutron-server[103448]: return func(*args, **kwargs) Nov 22 20:13:41.128542 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 20:13:41.128542 n-d-818823-1 neutron-server[103448]: self._notify() Nov 22 20:13:41.128542 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 20:13:41.128542 n-d-818823-1 neutron-server[103448]: self.callback(batched_events) Nov 22 20:13:41.128542 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 20:13:41.128542 n-d-818823-1 neutron-server[103448]: event.method(event) Nov 22 20:13:41.128542 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 20:13:41.128542 n-d-818823-1 neutron-server[103448]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 20:13:41.128542 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 20:13:41.128542 n-d-818823-1 neutron-server[103448]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 20:13:41.128542 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 20:13:41.128542 n-d-818823-1 neutron-server[103448]: return f(self, *a, **k) Nov 22 20:13:41.128542 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 20:13:41.128542 n-d-818823-1 neutron-server[103448]: return self._get(url).json() Nov 22 20:13:41.128542 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 20:13:41.128542 n-d-818823-1 neutron-server[103448]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 20:13:41.128542 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 20:13:41.128542 n-d-818823-1 neutron-server[103448]: return self.request(url, 'GET', **kwargs) Nov 22 20:13:41.128542 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 20:13:41.128542 n-d-818823-1 neutron-server[103448]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 20:13:41.128542 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 20:13:41.128542 n-d-818823-1 neutron-server[103448]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 20:13:41.128542 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 20:13:41.128542 n-d-818823-1 neutron-server[103448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 20:13:41.128542 n-d-818823-1 neutron-server[103448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 20:13:41.200694 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f9f70b05-18c5-4a3d-82c3-9eefefb0b0e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3760002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595318'] for network, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:41.226924 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f9f70b05-18c5-4a3d-82c3-9eefefb0b0e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:41.231977 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-f9f70b05-18c5-4a3d-82c3-9eefefb0b0e6 admin admin] 10.222.0.46 "DELETE /v2.0/networks/4189e990-d6f7-4a58-bd04-aeb593878d0b HTTP/1.1" status: 204 len: 168 time: 1.1089344 Nov 22 20:13:41.233362 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f70b05-18c5-4a3d-82c3-9eefefb0b0e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=4189e990-d6f7-4a58-bd04-aeb593878d0b,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:13:41.341880 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 38122) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:13:41.426242 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-a59aa5f0-63dc-48b8-81d9-e124ec404b5e tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8491049 Nov 22 20:13:41.429806 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 38132) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:13:41.436607 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-09489ef9-43aa-4214-8418-59b15ea218c7 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Request body: {'subnet': {'network_id': 'bd2b5491-eb53-4726-892d-365d5f850376', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:13:41.445114 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-22063b5e-44d2-4a6e-8ff4-3780dd46e3f5 req-24ca51d9-ab89-4ad3-8c75-070936f8ab94 tempest-AbsoluteLimitsNegativeTestJSON-2137237537 tempest-AbsoluteLimitsNegativeTestJSON-2137237537-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=b2c5a7bb880748cf8f15c8f59123b958&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4078467 Nov 22 20:13:41.446352 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59aa5f0-63dc-48b8-81d9-e124ec404b5e tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Pushing event updated for resources: {'Network': ['ID=bd2b5491-eb53-4726-892d-365d5f850376,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:13:41.460560 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Network bd2b5491-eb53-4726-892d-365d5f850376 details requested by agent ovs-agent-n-d-818823-1 with host n-d-818823-1 {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 20:13:41.502068 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734bc925-ead2-4494-b485-0c55faeedcff req-af085bd2-41da-4cc6-baa7-3b7efca4a8a9 tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:13:41.503666 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-734bc925-ead2-4494-b485-0c55faeedcff req-af085bd2-41da-4cc6-baa7-3b7efca4a8a9 tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] 10.222.0.46 "GET /v2.0/ports?device_id=822d0b40-fb07-47a2-8600-2249d0728824 HTTP/1.1" status: 200 len: 946 time: 0.0615780 Nov 22 20:13:41.606637 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-734bc925-ead2-4494-b485-0c55faeedcff req-5d48c3c6-33d6-4d93-841a-e4d46feaf0a0 tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] 10.222.0.46 "GET /v2.0/security-groups?id=a6b5e341-e4ee-449f-b89c-f5b96c06c7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954194 Nov 22 20:13:41.611569 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0aabdd51-3401-4ef8-b870-e001e94aca33 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:41.689835 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 38138) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:13:41.771871 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09489ef9-43aa-4214-8418-59b15ea218c7 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Made reservation on behalf of 39adbab155b64849b1b9cb0eac9a72dd for: {'subnet': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:13:41.775501 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-09489ef9-43aa-4214-8418-59b15ea218c7 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11792951'] for subnet, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:41.778317 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 38140) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:13:41.779578 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-01233d0a-0520-458a-b8e5-eba3453c58c0 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=406a5dbad308428791820735fa76e3b4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0754709 Nov 22 20:13:41.922167 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0aabdd51-3401-4ef8-b870-e001e94aca33 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:41.927337 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f4396509-8445-4aea-90dd-b363133cd8f2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:41.942526 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0aabdd51-3401-4ef8-b870-e001e94aca33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:41.979756 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 38148) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:13:41.992014 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-0aabdd51-3401-4ef8-b870-e001e94aca33 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e8a6fe996377480c9d0f64b0e7fe17a4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6489553 Nov 22 20:13:42.030679 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 38150) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:13:42.045312 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f4396509-8445-4aea-90dd-b363133cd8f2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:42.046306 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device d69b2ceb-079d-45c0-ba95-86300c93aa0d no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:13:42.065039 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aabdd51-3401-4ef8-b870-e001e94aca33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dcc7c65-65ec-485d-88b8-ecd79a1c311e,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:13:42.124790 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: d69b2ceb-079d-45c0-ba95-86300c93aa0d {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:13:42.126815 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device d69b2ceb-079d-45c0-ba95-86300c93aa0d not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:13:42.170829 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-45f5f573-5896-4b6c-a740-7eb8f35bfb48 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:42.179699 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f4396509-8445-4aea-90dd-b363133cd8f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:42.182596 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f4396509-8445-4aea-90dd-b363133cd8f2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:42.184133 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-f4396509-8445-4aea-90dd-b363133cd8f2 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f7c607aa-ca0b-42d8-8133-73cda9b01328 HTTP/1.1" status: 204 len: 168 time: 0.3981657 Nov 22 20:13:42.224444 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4396509-8445-4aea-90dd-b363133cd8f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7c607aa-ca0b-42d8-8133-73cda9b01328,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:13:42.240486 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-45f5f573-5896-4b6c-a740-7eb8f35bfb48 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:42.241689 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-09489ef9-43aa-4214-8418-59b15ea218c7 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11567560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11792921'] for subnet, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:42.327238 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09489ef9-43aa-4214-8418-59b15ea218c7 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Pushing event updated for resources: {'Subnet': ['ID=d6285324-c6ad-4a91-91fa-21c8262eaf22,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:13:42.331802 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-45f5f573-5896-4b6c-a740-7eb8f35bfb48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:42.335386 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-45f5f573-5896-4b6c-a740-7eb8f35bfb48 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:42.336638 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-45f5f573-5896-4b6c-a740-7eb8f35bfb48 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9dcc7c65-65ec-485d-88b8-ecd79a1c311e HTTP/1.1" status: 204 len: 168 time: 0.3555048 Nov 22 20:13:42.349306 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f5f573-5896-4b6c-a740-7eb8f35bfb48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dcc7c65-65ec-485d-88b8-ecd79a1c311e,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:13:42.370403 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09489ef9-43aa-4214-8418-59b15ea218c7 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Checking segment: {'id': 'b224d09e-8c51-4c7d-87fb-6cd2e2112edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'bd2b5491-eb53-4726-892d-365d5f850376'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:13:42.370771 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09489ef9-43aa-4214-8418-59b15ea218c7 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Network hostable DHCP agents. Network: bd2b5491-eb53-4726-892d-365d5f850376, hostable agents: ['02adaa64-0987-4b74-bad0-cbcf56f8a294'], hosted agents: [] {{(pid=103448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 20:13:42.391045 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09489ef9-43aa-4214-8418-59b15ea218c7 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Network bd2b5491-eb53-4726-892d-365d5f850376 is scheduled to be hosted by DHCP agent 02adaa64-0987-4b74-bad0-cbcf56f8a294 with binding_index 1 {{(pid=103448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 20:13:42.407183 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-dd6d9e1f-6f5f-49cf-bde1-dce7106a4788 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:42.407340 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-09489ef9-43aa-4214-8418-59b15ea218c7 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818823-1, bd2b5491-eb53-4726-892d-365d5f850376) {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:13:42.411941 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09489ef9-43aa-4214-8418-59b15ea218c7 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:13:42.412542 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-09489ef9-43aa-4214-8418-59b15ea218c7 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:42.421703 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56ae9fd9-19df-41a5-9cd1-ecf527f8ec29 None None] Network bd2b5491-eb53-4726-892d-365d5f850376 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:13:42.474971 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-09489ef9-43aa-4214-8418-59b15ea218c7 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0408244 Nov 22 20:13:42.475325 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 38166) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:13:42.609599 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-dd6d9e1f-6f5f-49cf-bde1-dce7106a4788 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:42.616790 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-dd6d9e1f-6f5f-49cf-bde1-dce7106a4788 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:42.668872 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-dd6d9e1f-6f5f-49cf-bde1-dce7106a4788 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b2c5a7bb880748cf8f15c8f59123b958&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6077974 Nov 22 20:13:42.673045 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 38172) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:13:42.673699 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6d9e1f-6f5f-49cf-bde1-dce7106a4788 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=670ea89b-978d-4562-8dae-df47091b3c84,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:13:42.720264 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b63acf5-2b67-4ded-8305-31a831fa6fe3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fb26bd7-ce56-527b-b94f-2e1f7cb2bb35-bd2b5491-eb53-4726-892d-365d5f850376', 'network_id': 'bd2b5491-eb53-4726-892d-365d5f850376', 'tenant_id': '39adbab155b64849b1b9cb0eac9a72dd', 'fixed_ips': [{'subnet_id': 'd6285324-c6ad-4a91-91fa-21c8262eaf22'}]}} from n-d-818823-1. {{(pid=103449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 20:13:42.721163 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-5b63acf5-2b67-4ded-8305-31a831fa6fe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:42.799711 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6077cb1d-f8f3-4ccc-b15f-7e50dd2e212f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:42.863672 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6077cb1d-f8f3-4ccc-b15f-7e50dd2e212f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:42.993558 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6077cb1d-f8f3-4ccc-b15f-7e50dd2e212f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:43.006411 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6077cb1d-f8f3-4ccc-b15f-7e50dd2e212f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:43.007752 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-6077cb1d-f8f3-4ccc-b15f-7e50dd2e212f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/670ea89b-978d-4562-8dae-df47091b3c84 HTTP/1.1" status: 204 len: 168 time: 0.3312752 Nov 22 20:13:43.074751 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6077cb1d-f8f3-4ccc-b15f-7e50dd2e212f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=670ea89b-978d-4562-8dae-df47091b3c84,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:13:43.120910 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.db_base_plugin_common [None req-5b63acf5-2b67-4ded-8305-31a831fa6fe3 None None] Allocated IP 172.20.0.2 (bd2b5491-eb53-4726-892d-365d5f850376/d6285324-c6ad-4a91-91fa-21c8262eaf22/744d99cf-8380-4d62-bc80-9ef1f8545be6) {{(pid=103449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:13:43.159158 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffde1e5b-ce24-4327-9390-6901de4ba800 req-00a3268a-9283-409e-b21b-f47659ce747c tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:13:43.172307 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ffde1e5b-ce24-4327-9390-6901de4ba800 req-00a3268a-9283-409e-b21b-f47659ce747c tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] 10.222.0.46 "GET /v2.0/ports?device_id=822d0b40-fb07-47a2-8600-2249d0728824 HTTP/1.1" status: 200 len: 946 time: 0.3736382 Nov 22 20:13:43.258958 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ffde1e5b-ce24-4327-9390-6901de4ba800 req-e2e3d7b2-1335-414e-af97-42928672d4f6 tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] 10.222.0.46 "GET /v2.0/security-groups?id=a6b5e341-e4ee-449f-b89c-f5b96c06c7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807786 Nov 22 20:13:43.380668 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-5b63acf5-2b67-4ded-8305-31a831fa6fe3 None None] Publish callbacks [] for port, precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:43.395517 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-5b63acf5-2b67-4ded-8305-31a831fa6fe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372'] for port, after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:43.466176 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b63acf5-2b67-4ded-8305-31a831fa6fe3 None None] Network bd2b5491-eb53-4726-892d-365d5f850376 is already hosted by enough agents. {{(pid=103449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:13:43.480582 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.base_scheduler [None req-5b63acf5-2b67-4ded-8305-31a831fa6fe3 None None] Resources bound (agent type, host, resource id): {{(pid=103449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:13:43.484637 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b63acf5-2b67-4ded-8305-31a831fa6fe3 None None] Received port after_create {{(pid=103449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:13:43.558625 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b63acf5-2b67-4ded-8305-31a831fa6fe3 None None] Pushing event updated for resources: {'Port': ['ID=744d99cf-8380-4d62-bc80-9ef1f8545be6,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:13:43.573215 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-5b63acf5-2b67-4ded-8305-31a831fa6fe3 None None] Attempting to bind port 744d99cf-8380-4d62-bc80-9ef1f8545be6 on host n-d-818823-1 for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:13:43.573684 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-5b63acf5-2b67-4ded-8305-31a831fa6fe3 None None] Attempting to bind port 744d99cf-8380-4d62-bc80-9ef1f8545be6 by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': 'b224d09e-8c51-4c7d-87fb-6cd2e2112edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'bd2b5491-eb53-4726-892d-365d5f850376'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:13:43.574178 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b63acf5-2b67-4ded-8305-31a831fa6fe3 None None] Attempting to bind port 744d99cf-8380-4d62-bc80-9ef1f8545be6 on network bd2b5491-eb53-4726-892d-365d5f850376 {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:13:43.580662 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b63acf5-2b67-4ded-8305-31a831fa6fe3 None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 13, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:13:43.581241 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b63acf5-2b67-4ded-8305-31a831fa6fe3 None None] Checking segment: {'id': 'b224d09e-8c51-4c7d-87fb-6cd2e2112edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'bd2b5491-eb53-4726-892d-365d5f850376'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:13:43.581823 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-5b63acf5-2b67-4ded-8305-31a831fa6fe3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:43.582388 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b63acf5-2b67-4ded-8305-31a831fa6fe3 None None] Bound using segment: {'id': 'b224d09e-8c51-4c7d-87fb-6cd2e2112edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'bd2b5491-eb53-4726-892d-365d5f850376'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:13:43.583013 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-5b63acf5-2b67-4ded-8305-31a831fa6fe3 None None] Bound port: 744d99cf-8380-4d62-bc80-9ef1f8545be6, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b224d09e-8c51-4c7d-87fb-6cd2e2112edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'bd2b5491-eb53-4726-892d-365d5f850376'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:13:43.584144 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-5b63acf5-2b67-4ded-8305-31a831fa6fe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:43.670055 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-5b63acf5-2b67-4ded-8305-31a831fa6fe3 None None] For port 744d99cf-8380-4d62-bc80-9ef1f8545be6, host n-d-818823-1, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:13:43.681077 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-5b63acf5-2b67-4ded-8305-31a831fa6fe3 None None] For port 744d99cf-8380-4d62-bc80-9ef1f8545be6, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=744d99cf-8380-4d62-bc80-9ef1f8545be6,segment=NetworkSegment(b224d09e-8c51-4c7d-87fb-6cd2e2112edb),segment_id=b224d09e-8c51-4c7d-87fb-6cd2e2112edb)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:13:43.690178 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-5b63acf5-2b67-4ded-8305-31a831fa6fe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:43.775260 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b63acf5-2b67-4ded-8305-31a831fa6fe3 None None] Pushing event updated for resources: {'Port': ['ID=744d99cf-8380-4d62-bc80-9ef1f8545be6,revision_number=2']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:13:43.795200 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa4d8df-401b-4e4f-bec9-9b068a68625d req-80f9ad5e-9b12-485b-93c2-a999d2c89739 tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:13:43.805644 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6aa4d8df-401b-4e4f-bec9-9b068a68625d req-80f9ad5e-9b12-485b-93c2-a999d2c89739 tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] 10.222.0.46 "GET /v2.0/ports?device_id=822d0b40-fb07-47a2-8600-2249d0728824 HTTP/1.1" status: 200 len: 946 time: 0.1406364 Nov 22 20:13:43.901847 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6aa4d8df-401b-4e4f-bec9-9b068a68625d req-d6ed4492-ecaa-4721-b0a7-90e83c2e7fc4 tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] 10.222.0.46 "GET /v2.0/security-groups?id=a6b5e341-e4ee-449f-b89c-f5b96c06c7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847144 Nov 22 20:13:43.973489 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-589421eb-7b70-453c-968f-a2b4dab50964 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:44.089277 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 38216) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:13:44.193165 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:44.204403 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:44.368650 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [None req-589421eb-7b70-453c-968f-a2b4dab50964 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Allocated IP 172.20.0.1 (bd2b5491-eb53-4726-892d-365d5f850376/d6285324-c6ad-4a91-91fa-21c8262eaf22/1f2adec6-c6fc-4c10-ade7-fefcf222b44b) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:13:44.409404 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-3fa59af9-aa55-475f-a2f7-7bc56e51308d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:44.543994 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-3fa59af9-aa55-475f-a2f7-7bc56e51308d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:44.549685 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-3fa59af9-aa55-475f-a2f7-7bc56e51308d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:44.564501 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-589421eb-7b70-453c-968f-a2b4dab50964 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:44.615576 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-3fa59af9-aa55-475f-a2f7-7bc56e51308d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c371459caae040488851a886a29e3924&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5249572 Nov 22 20:13:44.617858 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa59af9-aa55-475f-a2f7-7bc56e51308d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b86f6f0b-7b91-411f-9b36-0bcb2ae1b1da,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:13:44.618211 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 38238) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:13:44.675765 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-589421eb-7b70-453c-968f-a2b4dab50964 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:44.758766 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-589421eb-7b70-453c-968f-a2b4dab50964 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Network bd2b5491-eb53-4726-892d-365d5f850376 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:13:44.780846 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-589421eb-7b70-453c-968f-a2b4dab50964 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:13:44.801571 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-589421eb-7b70-453c-968f-a2b4dab50964 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:13:44.853376 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9457c175-d885-4873-83a3-bb3470a4b88f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:44.857480 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589421eb-7b70-453c-968f-a2b4dab50964 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Pushing event updated for resources: {'Port': ['ID=1f2adec6-c6fc-4c10-ade7-fefcf222b44b,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:13:44.887731 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 38248) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:13:44.906606 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-589421eb-7b70-453c-968f-a2b4dab50964 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659939'] for router_interface, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:44.966067 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9457c175-d885-4873-83a3-bb3470a4b88f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:45.128555 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-589421eb-7b70-453c-968f-a2b4dab50964 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:45.144235 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7cb45c-0a2d-43d1-92f7-e3481d964b21 req-6f5c81ff-930f-4228-8449-ddec062ebf5f tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:13:45.158059 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9457c175-d885-4873-83a3-bb3470a4b88f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:45.160716 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9457c175-d885-4873-83a3-bb3470a4b88f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:45.165158 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1b7cb45c-0a2d-43d1-92f7-e3481d964b21 req-6f5c81ff-930f-4228-8449-ddec062ebf5f tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] 10.222.0.46 "GET /v2.0/ports?device_id=822d0b40-fb07-47a2-8600-2249d0728824 HTTP/1.1" status: 200 len: 946 time: 0.1334071 Nov 22 20:13:45.172163 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-e071c919-35b1-478f-b978-c0a95c9b8b4b admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1187611866-network', 'tenant_id': '002d0de0caa34c4490cab90a994ab520'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:13:45.175278 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-9457c175-d885-4873-83a3-bb3470a4b88f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b86f6f0b-7b91-411f-9b36-0bcb2ae1b1da HTTP/1.1" status: 204 len: 168 time: 0.5556083 Nov 22 20:13:45.243942 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1b7cb45c-0a2d-43d1-92f7-e3481d964b21 req-666c897c-cdb8-4a69-8d21-1b205a03c012 tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] 10.222.0.46 "GET /v2.0/security-groups?id=a6b5e341-e4ee-449f-b89c-f5b96c06c7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754480 Nov 22 20:13:45.274786 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e071c919-35b1-478f-b978-c0a95c9b8b4b admin admin] Made reservation on behalf of 002d0de0caa34c4490cab90a994ab520 for: {'network': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:13:45.277651 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e071c919-35b1-478f-b978-c0a95c9b8b4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for network, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:45.293455 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e071c919-35b1-478f-b978-c0a95c9b8b4b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:45.330033 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2b7a971-080f-495d-a75a-c6998085d9e1 None None] Network bd2b5491-eb53-4726-892d-365d5f850376 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:13:45.363556 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9457c175-d885-4873-83a3-bb3470a4b88f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b86f6f0b-7b91-411f-9b36-0bcb2ae1b1da,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:13:45.396103 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e071c919-35b1-478f-b978-c0a95c9b8b4b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:45.402588 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e071c919-35b1-478f-b978-c0a95c9b8b4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:45.435204 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e071c919-35b1-478f-b978-c0a95c9b8b4b admin admin] vlan segment allocate from pool success with {'vlan_id': 645, 'physical_network': 'physnet1'} {{(pid=103447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 20:13:45.455976 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e071c919-35b1-478f-b978-c0a95c9b8b4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d63f855d-8325-4153-87ff-4a36fd335eba,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:13:45.481199 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e071c919-35b1-478f-b978-c0a95c9b8b4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:45.482146 n-d-818823-1 neutron-server[103447]: INFO neutron.db.segments_db [None req-e071c919-35b1-478f-b978-c0a95c9b8b4b admin admin] Added segment a325e137-07a0-4e7b-a3fb-cdac40e28ec9 of type vlan for network 74ebf53f-3bfc-4b32-9782-5c33f910ad6f Nov 22 20:13:45.504565 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-792c203d-0499-4786-856e-c6c31c139b21 None None] Provisioning complete for port 744d99cf-8380-4d62-bc80-9ef1f8545be6 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:13:45.504939 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-792c203d-0499-4786-856e-c6c31c139b21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:45.544975 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e071c919-35b1-478f-b978-c0a95c9b8b4b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748992492791'] for network, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:45.561227 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-589421eb-7b70-453c-968f-a2b4dab50964 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks [] for port, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:45.568350 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-589421eb-7b70-453c-968f-a2b4dab50964 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:45.578172 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e071c919-35b1-478f-b978-c0a95c9b8b4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for network, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:45.579384 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e071c919-35b1-478f-b978-c0a95c9b8b4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:13:45.580090 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e071c919-35b1-478f-b978-c0a95c9b8b4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for network, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:45.657076 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589421eb-7b70-453c-968f-a2b4dab50964 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Pushing event updated for resources: {'Port': ['ID=1f2adec6-c6fc-4c10-ade7-fefcf222b44b,revision_number=2']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:13:45.676607 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e071c919-35b1-478f-b978-c0a95c9b8b4b admin admin] Pushing event updated for resources: {'Network': ['ID=74ebf53f-3bfc-4b32-9782-5c33f910ad6f,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:13:45.684090 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-e071c919-35b1-478f-b978-c0a95c9b8b4b admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7948937 Nov 22 20:13:45.686751 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 38272) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:13:45.693104 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-f398250c-2237-421e-a777-79731483e484 admin admin] Request body: {'subnet': {'network_id': '74ebf53f-3bfc-4b32-9782-5c33f910ad6f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1187611866-subnet', 'tenant_id': '002d0de0caa34c4490cab90a994ab520', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:13:45.700356 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-589421eb-7b70-453c-968f-a2b4dab50964 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-563461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-659839'] for router_interface, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:45.717957 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Network 74ebf53f-3bfc-4b32-9782-5c33f910ad6f details requested by agent ovs-agent-n-d-818823-1 with host n-d-818823-1 {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 20:13:45.721280 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 38274) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:13:45.742632 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f398250c-2237-421e-a777-79731483e484 admin admin] Made reservation on behalf of 002d0de0caa34c4490cab90a994ab520 for: {'subnet': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:13:45.748027 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f398250c-2237-421e-a777-79731483e484 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8485086'] for subnet, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:45.901915 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-589421eb-7b70-453c-968f-a2b4dab50964 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Network bd2b5491-eb53-4726-892d-365d5f850376 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:13:45.904259 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-589421eb-7b70-453c-968f-a2b4dab50964 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:13:45.973769 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-ed74a8a3-386a-43ee-9cea-67d417cec34d admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-395337212-network', 'tenant_id': '850c5e2af2c44a3fa2eaed5152ec5f3c'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:13:45.984182 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 38280) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:13:46.062020 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-792c203d-0499-4786-856e-c6c31c139b21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:46.154528 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f398250c-2237-421e-a777-79731483e484 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8900613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8485104'] for subnet, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:46.170452 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-792c203d-0499-4786-856e-c6c31c139b21 None None] For port 744d99cf-8380-4d62-bc80-9ef1f8545be6, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=744d99cf-8380-4d62-bc80-9ef1f8545be6,segment=NetworkSegment(b224d09e-8c51-4c7d-87fb-6cd2e2112edb),segment_id=b224d09e-8c51-4c7d-87fb-6cd2e2112edb)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:13:46.175178 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 744d99cf-8380-4d62-bc80-9ef1f8545be6 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:13:46.231153 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-792c203d-0499-4786-856e-c6c31c139b21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:46.248123 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-589421eb-7b70-453c-968f-a2b4dab50964 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Router 94fdbc4e-00b6-4ae1-966d-9f56ed32b34b is scheduled to L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 with binding_index 1 {{(pid=103448) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 20:13:46.320710 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4281b111-671b-435f-887e-2d937710d623 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:46.335912 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed74a8a3-386a-43ee-9cea-67d417cec34d admin admin] Made reservation on behalf of 850c5e2af2c44a3fa2eaed5152ec5f3c for: {'network': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:13:46.338481 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ed74a8a3-386a-43ee-9cea-67d417cec34d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for network, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:46.364136 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792c203d-0499-4786-856e-c6c31c139b21 None None] Pushing event updated for resources: {'Port': ['ID=744d99cf-8380-4d62-bc80-9ef1f8545be6,revision_number=3']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:13:46.395862 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 744d99cf-8380-4d62-bc80-9ef1f8545be6 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:13:46.396242 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:46.398253 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ed74a8a3-386a-43ee-9cea-67d417cec34d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:46.475924 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-2d661e9a-5113-4aa7-a9ba-9dfae69644cd None None] Provisioning complete for port 744d99cf-8380-4d62-bc80-9ef1f8545be6 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:13:46.475924 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-2d661e9a-5113-4aa7-a9ba-9dfae69644cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:46.478400 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-589421eb-7b70-453c-968f-a2b4dab50964 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:13:46.507017 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-589421eb-7b70-453c-968f-a2b4dab50964 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] 10.222.0.46 "PUT /v2.0/routers/94fdbc4e-00b6-4ae1-966d-9f56ed32b34b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0235035 Nov 22 20:13:46.507017 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 38292) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:13:46.507017 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-3848b5c9-8e36-4d86-933c-f241d119a6fc tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Request body: {'network': {'name': 'tempest-RoutersTest-1644579718'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:13:46.531241 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f398250c-2237-421e-a777-79731483e484 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9835edc8-ccd5-46d4-abe8-f0789df4c86f,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:13:46.559800 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3848b5c9-8e36-4d86-933c-f241d119a6fc tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Made reservation on behalf of 39adbab155b64849b1b9cb0eac9a72dd for: {'network': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:13:46.563360 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3848b5c9-8e36-4d86-933c-f241d119a6fc tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for network, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:46.597879 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd71662b-693f-4a10-9506-5f33680576bf None None] Sync routers for ids ['94fdbc4e-00b6-4ae1-966d-9f56ed32b34b'] in n-d-818823-1 {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:13:46.621997 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3848b5c9-8e36-4d86-933c-f241d119a6fc tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] vlan segment allocate from pool success with {'vlan_id': 643, 'physical_network': 'physnet1'} {{(pid=103448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 20:13:46.634522 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f398250c-2237-421e-a777-79731483e484 admin admin] Checking segment: {'id': 'a325e137-07a0-4e7b-a3fb-cdac40e28ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '74ebf53f-3bfc-4b32-9782-5c33f910ad6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:13:46.635672 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f398250c-2237-421e-a777-79731483e484 admin admin] Network hostable DHCP agents. Network: 74ebf53f-3bfc-4b32-9782-5c33f910ad6f, hostable agents: ['02adaa64-0987-4b74-bad0-cbcf56f8a294'], hosted agents: [] {{(pid=103447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 20:13:46.643999 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3848b5c9-8e36-4d86-933c-f241d119a6fc tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:46.644355 n-d-818823-1 neutron-server[103448]: INFO neutron.db.segments_db [None req-3848b5c9-8e36-4d86-933c-f241d119a6fc tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Added segment ae851fd4-d8d2-44a9-a178-e240ab4bdf0e of type vlan for network 1b095c1c-5878-4824-8fd2-a95a395f0abf Nov 22 20:13:46.736532 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd71662b-693f-4a10-9506-5f33680576bf None None] Routers {'94fdbc4e-00b6-4ae1-966d-9f56ed32b34b'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:13:46.736680 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3848b5c9-8e36-4d86-933c-f241d119a6fc tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748992492791'] for network, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:46.737383 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-cd71662b-693f-4a10-9506-5f33680576bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:13:32Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['94fdbc4e-00b6-4ae1-966d-9f56ed32b34b'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:13:46.767314 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b50dfbb-be33-492f-9396-b838a239f02d req-2f64cadd-0342-4fbf-8c6e-6de76a4bdfdb tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:13:46.769170 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4b50dfbb-be33-492f-9396-b838a239f02d req-2f64cadd-0342-4fbf-8c6e-6de76a4bdfdb tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] 10.222.0.46 "GET /v2.0/ports?device_id=822d0b40-fb07-47a2-8600-2249d0728824 HTTP/1.1" status: 200 len: 946 time: 0.3732438 Nov 22 20:13:46.796578 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3848b5c9-8e36-4d86-933c-f241d119a6fc tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for network, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:46.802668 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f398250c-2237-421e-a777-79731483e484 admin admin] Network 74ebf53f-3bfc-4b32-9782-5c33f910ad6f is scheduled to be hosted by DHCP agent 02adaa64-0987-4b74-bad0-cbcf56f8a294 with binding_index 1 {{(pid=103447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 20:13:46.809442 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3848b5c9-8e36-4d86-933c-f241d119a6fc tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:13:46.810115 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3848b5c9-8e36-4d86-933c-f241d119a6fc tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:46.837675 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-2d661e9a-5113-4aa7-a9ba-9dfae69644cd None None] Provisioning complete for port 1f2adec6-c6fc-4c10-ade7-fefcf222b44b triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:13:46.838212 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-2d661e9a-5113-4aa7-a9ba-9dfae69644cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:46.852438 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-f398250c-2237-421e-a777-79731483e484 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818823-1, 74ebf53f-3bfc-4b32-9782-5c33f910ad6f) {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:13:46.858368 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-3848b5c9-8e36-4d86-933c-f241d119a6fc tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3566251 Nov 22 20:13:46.859002 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 38300) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:13:46.886671 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f398250c-2237-421e-a777-79731483e484 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:13:46.890890 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f398250c-2237-421e-a777-79731483e484 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for subnet, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:46.893213 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-8998c2ec-607f-43d1-8e59-1947a916228b tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Request body: {'subnet': {'network_id': '1b095c1c-5878-4824-8fd2-a95a395f0abf', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:13:46.933193 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-f398250c-2237-421e-a777-79731483e484 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2452979 Nov 22 20:13:46.941175 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4281b111-671b-435f-887e-2d937710d623 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:46.945334 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 38302) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:13:46.958823 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.agents_db [None req-aa8313f2-1ee4-4e7b-8c5a-d32b2f9d31ee None None] Agent healthcheck: found 7 active agents {{(pid=103450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 20:13:46.964168 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-f5b8756d-b135-4087-94df-bd102418fee6 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1187611866-router', 'tenant_id': '002d0de0caa34c4490cab90a994ab520', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'}}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:13:46.971804 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ed74a8a3-386a-43ee-9cea-67d417cec34d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:46.981684 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4281b111-671b-435f-887e-2d937710d623 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:47.023434 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ed74a8a3-386a-43ee-9cea-67d417cec34d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:47.053458 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4b50dfbb-be33-492f-9396-b838a239f02d req-e2449d67-5d77-45df-9553-203a5445d9e2 tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] 10.222.0.46 "GET /v2.0/security-groups?id=a6b5e341-e4ee-449f-b89c-f5b96c06c7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2727799 Nov 22 20:13:47.106984 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed74a8a3-386a-43ee-9cea-67d417cec34d admin admin] vlan segment allocate from pool success with {'vlan_id': 603, 'physical_network': 'physnet1'} {{(pid=103447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 20:13:47.108719 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3848b5c9-8e36-4d86-933c-f241d119a6fc tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Pushing event updated for resources: {'Network': ['ID=1b095c1c-5878-4824-8fd2-a95a395f0abf,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:13:47.128443 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4281b111-671b-435f-887e-2d937710d623 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cbe4130-661a-424a-af3c-70e2fbbdf2ad,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:13:47.133236 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-4281b111-671b-435f-887e-2d937710d623 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e55807e2e4b34c5aa6512612844f2640&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0050642 Nov 22 20:13:47.136224 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 38306) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:13:47.140285 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f5b8756d-b135-4087-94df-bd102418fee6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24799'] for router, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:47.141533 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f5b8756d-b135-4087-94df-bd102418fee6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-632716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24788'] for router, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:47.200848 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ed74a8a3-386a-43ee-9cea-67d417cec34d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:47.201207 n-d-818823-1 neutron-server[103447]: INFO neutron.db.segments_db [None req-ed74a8a3-386a-43ee-9cea-67d417cec34d admin admin] Added segment 8bf8f4b9-c552-4a44-a0c9-07e6361b5021 of type vlan for network 48d933a0-1d3f-430a-95c2-28f98332aa70 Nov 22 20:13:47.212715 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8998c2ec-607f-43d1-8e59-1947a916228b tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Made reservation on behalf of 39adbab155b64849b1b9cb0eac9a72dd for: {'subnet': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:13:47.217843 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8998c2ec-607f-43d1-8e59-1947a916228b tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11792951'] for subnet, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:47.221774 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f5b8756d-b135-4087-94df-bd102418fee6 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:47.238436 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-2d661e9a-5113-4aa7-a9ba-9dfae69644cd None None] Port 1f2adec6-c6fc-4c10-ade7-fefcf222b44b cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:13:47.241767 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dea034d-7fe4-460b-b6eb-0e8aded2e27e None None] Network 74ebf53f-3bfc-4b32-9782-5c33f910ad6f requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:13:47.273539 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Network 1b095c1c-5878-4824-8fd2-a95a395f0abf details requested by agent ovs-agent-n-d-818823-1 with host n-d-818823-1 {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 20:13:47.294829 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed74a8a3-386a-43ee-9cea-67d417cec34d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ade15c36-0310-4d1c-8cbd-1506c7ada639,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:13:47.366554 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b4ea0e6a-17f8-45ab-971e-0fb72f5ed78d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:47.372090 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ed74a8a3-386a-43ee-9cea-67d417cec34d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748992492791'] for network, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:47.440508 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b4ea0e6a-17f8-45ab-971e-0fb72f5ed78d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:47.485593 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-cd71662b-693f-4a10-9506-5f33680576bf None None] Set router 94fdbc4e-00b6-4ae1-966d-9f56ed32b34b gateway port host: None {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:13:47.498313 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f5b8756d-b135-4087-94df-bd102418fee6 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:47.502561 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ed74a8a3-386a-43ee-9cea-67d417cec34d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for network, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:47.503817 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed74a8a3-386a-43ee-9cea-67d417cec34d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:13:47.504551 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ed74a8a3-386a-43ee-9cea-67d417cec34d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for network, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:47.548026 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b4ea0e6a-17f8-45ab-971e-0fb72f5ed78d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:47.551261 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b4ea0e6a-17f8-45ab-971e-0fb72f5ed78d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:47.552856 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-b4ea0e6a-17f8-45ab-971e-0fb72f5ed78d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7cbe4130-661a-424a-af3c-70e2fbbdf2ad HTTP/1.1" status: 204 len: 168 time: 0.4152539 Nov 22 20:13:47.579514 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-5b95ee11-7622-4994-a5c4-4161a9c657cd None None] Provisioning complete for port 1f2adec6-c6fc-4c10-ade7-fefcf222b44b triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:13:47.579887 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-5b95ee11-7622-4994-a5c4-4161a9c657cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:47.604375 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ea0e6a-17f8-45ab-971e-0fb72f5ed78d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cbe4130-661a-424a-af3c-70e2fbbdf2ad,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:13:47.657813 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-ed74a8a3-386a-43ee-9cea-67d417cec34d admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.9354305 Nov 22 20:13:47.663840 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 38322) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:13:47.668870 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-f121d1ae-7f00-400c-8805-dab036549897 admin admin] Request body: {'subnet': {'network_id': '48d933a0-1d3f-430a-95c2-28f98332aa70', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-395337212-subnet', 'tenant_id': '850c5e2af2c44a3fa2eaed5152ec5f3c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:13:47.674536 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed74a8a3-386a-43ee-9cea-67d417cec34d admin admin] Pushing event updated for resources: {'Network': ['ID=48d933a0-1d3f-430a-95c2-28f98332aa70,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:13:47.704238 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f121d1ae-7f00-400c-8805-dab036549897 admin admin] Made reservation on behalf of 850c5e2af2c44a3fa2eaed5152ec5f3c for: {'subnet': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:13:47.706776 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f121d1ae-7f00-400c-8805-dab036549897 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8485086'] for subnet, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:47.730992 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Network 48d933a0-1d3f-430a-95c2-28f98332aa70 details requested by agent ovs-agent-n-d-818823-1 with host n-d-818823-1 {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 20:13:47.782779 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8998c2ec-607f-43d1-8e59-1947a916228b tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11567560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11792921'] for subnet, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:47.918018 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8998c2ec-607f-43d1-8e59-1947a916228b tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Checking segment: {'id': 'ae851fd4-d8d2-44a9-a178-e240ab4bdf0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '1b095c1c-5878-4824-8fd2-a95a395f0abf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:13:47.918389 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8998c2ec-607f-43d1-8e59-1947a916228b tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Network hostable DHCP agents. Network: 1b095c1c-5878-4824-8fd2-a95a395f0abf, hostable agents: ['02adaa64-0987-4b74-bad0-cbcf56f8a294'], hosted agents: [] {{(pid=103448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 20:13:47.925786 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8998c2ec-607f-43d1-8e59-1947a916228b tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Pushing event updated for resources: {'Subnet': ['ID=46f60706-5383-4cf7-80e5-c33028f6df74,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:13:47.943960 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8998c2ec-607f-43d1-8e59-1947a916228b tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Network 1b095c1c-5878-4824-8fd2-a95a395f0abf is scheduled to be hosted by DHCP agent 02adaa64-0987-4b74-bad0-cbcf56f8a294 with binding_index 1 {{(pid=103448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 20:13:47.962660 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-8998c2ec-607f-43d1-8e59-1947a916228b tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818823-1, 1b095c1c-5878-4824-8fd2-a95a395f0abf) {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:13:47.971680 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8998c2ec-607f-43d1-8e59-1947a916228b tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:13:47.972291 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8998c2ec-607f-43d1-8e59-1947a916228b tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:48.010784 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-8998c2ec-607f-43d1-8e59-1947a916228b tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1281116 Nov 22 20:13:48.011466 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 38328) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:13:48.048007 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01172052-ff6b-4e45-b0ed-a937f251746c None None] Network 1b095c1c-5878-4824-8fd2-a95a395f0abf requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:13:48.105501 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f5b8756d-b135-4087-94df-bd102418fee6 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:48.117650 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f121d1ae-7f00-400c-8805-dab036549897 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8900613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8485104'] for subnet, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:48.175507 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f5b8756d-b135-4087-94df-bd102418fee6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:48.305786 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 744d99cf-8380-4d62-bc80-9ef1f8545be6 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:13:48.308660 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-5b95ee11-7622-4994-a5c4-4161a9c657cd None None] Port 1f2adec6-c6fc-4c10-ade7-fefcf222b44b cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:13:48.441596 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f121d1ae-7f00-400c-8805-dab036549897 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e341af9e-bf46-4c5a-98cc-989107917135,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:13:48.490124 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15472b60-cb82-4e47-bf01-eb983f0651e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fb26bd7-ce56-527b-b94f-2e1f7cb2bb35-74ebf53f-3bfc-4b32-9782-5c33f910ad6f', 'network_id': '74ebf53f-3bfc-4b32-9782-5c33f910ad6f', 'tenant_id': '002d0de0caa34c4490cab90a994ab520', 'fixed_ips': [{'subnet_id': '9835edc8-ccd5-46d4-abe8-f0789df4c86f'}]}} from n-d-818823-1. {{(pid=103449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 20:13:48.491017 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-15472b60-cb82-4e47-bf01-eb983f0651e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:48.518521 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06572f6d-9fc3-43b6-a82b-c077780ab3bf req-9579f44b-ca94-4b9a-9b03-9fc054c40d62 tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:13:48.540040 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-06572f6d-9fc3-43b6-a82b-c077780ab3bf req-9579f44b-ca94-4b9a-9b03-9fc054c40d62 tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] 10.222.0.46 "GET /v2.0/ports?device_id=822d0b40-fb07-47a2-8600-2249d0728824 HTTP/1.1" status: 200 len: 946 time: 0.3102119 Nov 22 20:13:48.668534 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-29443526-c02a-4f63-9a33-aef7b6cb0459 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:48.690193 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [None req-f5b8756d-b135-4087-94df-bd102418fee6 admin admin] Allocated IP 172.25.5.143 (c48a55e9-6a85-4746-b7bf-3e29fb560094/5da6f781-63e6-4328-ae7a-5e672262f55a/87875d65-ebf3-4e19-b359-611253e28da1) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:13:48.713050 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.db_base_plugin_common [None req-15472b60-cb82-4e47-bf01-eb983f0651e3 None None] Allocated IP 172.20.0.2 (74ebf53f-3bfc-4b32-9782-5c33f910ad6f/9835edc8-ccd5-46d4-abe8-f0789df4c86f/9d21370e-6d46-4746-a6d9-57f2b8e70b48) {{(pid=103449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:13:48.920032 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f5b8756d-b135-4087-94df-bd102418fee6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:48.997290 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f121d1ae-7f00-400c-8805-dab036549897 admin admin] Checking segment: {'id': '8bf8f4b9-c552-4a44-a0c9-07e6361b5021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '48d933a0-1d3f-430a-95c2-28f98332aa70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:13:48.997665 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f121d1ae-7f00-400c-8805-dab036549897 admin admin] Network hostable DHCP agents. Network: 48d933a0-1d3f-430a-95c2-28f98332aa70, hostable agents: ['02adaa64-0987-4b74-bad0-cbcf56f8a294'], hosted agents: [] {{(pid=103447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 20:13:49.040202 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 744d99cf-8380-4d62-bc80-9ef1f8545be6 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:13:49.051962 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:49.057685 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f5b8756d-b135-4087-94df-bd102418fee6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:49.084758 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [None req-29443526-c02a-4f63-9a33-aef7b6cb0459 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Allocated IP 172.21.0.1 (1b095c1c-5878-4824-8fd2-a95a395f0abf/46f60706-5383-4cf7-80e5-c33028f6df74/c369c619-fa26-4109-b87f-927bf4f1cf4b) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:13:49.168987 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d4ad9cf-5120-473c-91a7-df9e7cba9da5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fb26bd7-ce56-527b-b94f-2e1f7cb2bb35-1b095c1c-5878-4824-8fd2-a95a395f0abf', 'network_id': '1b095c1c-5878-4824-8fd2-a95a395f0abf', 'tenant_id': '39adbab155b64849b1b9cb0eac9a72dd', 'fixed_ips': [{'subnet_id': '46f60706-5383-4cf7-80e5-c33028f6df74'}]}} from n-d-818823-1. {{(pid=103449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 20:13:49.169986 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-3d4ad9cf-5120-473c-91a7-df9e7cba9da5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:49.243985 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5b8756d-b135-4087-94df-bd102418fee6 admin admin] Network c48a55e9-6a85-4746-b7bf-3e29fb560094 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:13:49.260025 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-06572f6d-9fc3-43b6-a82b-c077780ab3bf req-9e020576-a777-437e-8104-1621f80316b1 tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] 10.222.0.46 "GET /v2.0/security-groups?id=a6b5e341-e4ee-449f-b89c-f5b96c06c7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7183776 Nov 22 20:13:49.268906 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-f5b8756d-b135-4087-94df-bd102418fee6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:13:49.295540 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b8756d-b135-4087-94df-bd102418fee6 admin admin] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:13:49.340850 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-29443526-c02a-4f63-9a33-aef7b6cb0459 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:49.375641 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f121d1ae-7f00-400c-8805-dab036549897 admin admin] Network 48d933a0-1d3f-430a-95c2-28f98332aa70 is scheduled to be hosted by DHCP agent 02adaa64-0987-4b74-bad0-cbcf56f8a294 with binding_index 1 {{(pid=103447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 20:13:49.400969 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-15472b60-cb82-4e47-bf01-eb983f0651e3 None None] Publish callbacks [] for port, precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:49.407702 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-cd71662b-693f-4a10-9506-5f33680576bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94fdbc4e-00b6-4ae1-966d-9f56ed32b34b', 'name': 'tempest-RoutersTest-router-1436907073', 'tenant_id': '39adbab155b64849b1b9cb0eac9a72dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:13:40Z', 'updated_at': '2021-11-22T20:13:45Z', 'revision_number': 2, 'project_id': '39adbab155b64849b1b9cb0eac9a72dd', 'gw_port_host': None, '_interfaces': [{'id': '1f2adec6-c6fc-4c10-ade7-fefcf222b44b', 'name': '', 'network_id': 'bd2b5491-eb53-4726-892d-365d5f850376', 'tenant_id': '39adbab155b64849b1b9cb0eac9a72dd', 'mac_address': 'fa:16:3e:23:58:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94fdbc4e-00b6-4ae1-966d-9f56ed32b34b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': 'd6285324-c6ad-4a91-91fa-21c8262eaf22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:13:44Z', 'updated_at': '2021-11-22T20:13:45Z', 'revision_number': 2, 'project_id': '39adbab155b64849b1b9cb0eac9a72dd', 'subnets': [{'id': 'd6285324-c6ad-4a91-91fa-21c8262eaf22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:13:49.412495 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-f121d1ae-7f00-400c-8805-dab036549897 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818823-1, 48d933a0-1d3f-430a-95c2-28f98332aa70) {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:13:49.422592 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f121d1ae-7f00-400c-8805-dab036549897 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:13:49.425433 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f121d1ae-7f00-400c-8805-dab036549897 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for subnet, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:49.431936 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65a2c63f-b191-481f-b32f-f898eed02559 None None] Network 48d933a0-1d3f-430a-95c2-28f98332aa70 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:13:49.435104 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-15472b60-cb82-4e47-bf01-eb983f0651e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372'] for port, after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:49.444604 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b8756d-b135-4087-94df-bd102418fee6 admin admin] Pushing event updated for resources: {'Port': ['ID=87875d65-ebf3-4e19-b359-611253e28da1,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:13:49.486148 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-29443526-c02a-4f63-9a33-aef7b6cb0459 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:49.572061 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd71662b-693f-4a10-9506-5f33680576bf None None] Checking router: 94fdbc4e-00b6-4ae1-966d-9f56ed32b34b for host: n-d-818823-1 {{(pid=103449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 20:13:49.572610 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd71662b-693f-4a10-9506-5f33680576bf None None] Updating router 94fdbc4e-00b6-4ae1-966d-9f56ed32b34b port 1f2adec6-c6fc-4c10-ade7-fefcf222b44b binding host n-d-818823-1 {{(pid=103449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 20:13:49.603659 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29443526-c02a-4f63-9a33-aef7b6cb0459 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Network 1b095c1c-5878-4824-8fd2-a95a395f0abf is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:13:49.618521 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-29443526-c02a-4f63-9a33-aef7b6cb0459 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:13:49.637871 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29443526-c02a-4f63-9a33-aef7b6cb0459 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:13:49.680507 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15472b60-cb82-4e47-bf01-eb983f0651e3 None None] Network 74ebf53f-3bfc-4b32-9782-5c33f910ad6f is already hosted by enough agents. {{(pid=103449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:13:49.693172 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.base_scheduler [None req-15472b60-cb82-4e47-bf01-eb983f0651e3 None None] Resources bound (agent type, host, resource id): {{(pid=103449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:13:49.696069 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-f121d1ae-7f00-400c-8805-dab036549897 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 2.0311170 Nov 22 20:13:49.701611 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 38366) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:13:49.706253 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29443526-c02a-4f63-9a33-aef7b6cb0459 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Pushing event updated for resources: {'Port': ['ID=c369c619-fa26-4109-b87f-927bf4f1cf4b,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:13:49.710248 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-79d695b7-d481-48c9-b540-fddc1ccb8ad3 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-395337212-router', 'tenant_id': '850c5e2af2c44a3fa2eaed5152ec5f3c', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'}}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:13:49.711458 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15472b60-cb82-4e47-bf01-eb983f0651e3 None None] Received port after_create {{(pid=103449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:13:49.755691 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-cd71662b-693f-4a10-9506-5f33680576bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:49.764175 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15472b60-cb82-4e47-bf01-eb983f0651e3 None None] Pushing event updated for resources: {'Port': ['ID=9d21370e-6d46-4746-a6d9-57f2b8e70b48,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:13:49.777896 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-29443526-c02a-4f63-9a33-aef7b6cb0459 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659939'] for router_interface, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:49.823685 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.db_base_plugin_common [None req-3d4ad9cf-5120-473c-91a7-df9e7cba9da5 None None] Allocated IP 172.21.0.2 (1b095c1c-5878-4824-8fd2-a95a395f0abf/46f60706-5383-4cf7-80e5-c33028f6df74/26304549-baa3-469b-9888-96ee7e9fb8ff) {{(pid=103449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:13:49.884189 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-15472b60-cb82-4e47-bf01-eb983f0651e3 None None] Attempting to bind port 9d21370e-6d46-4746-a6d9-57f2b8e70b48 on host n-d-818823-1 for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:13:49.884542 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-15472b60-cb82-4e47-bf01-eb983f0651e3 None None] Attempting to bind port 9d21370e-6d46-4746-a6d9-57f2b8e70b48 by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': 'a325e137-07a0-4e7b-a3fb-cdac40e28ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '74ebf53f-3bfc-4b32-9782-5c33f910ad6f'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:13:49.884911 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15472b60-cb82-4e47-bf01-eb983f0651e3 None None] Attempting to bind port 9d21370e-6d46-4746-a6d9-57f2b8e70b48 on network 74ebf53f-3bfc-4b32-9782-5c33f910ad6f {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:13:50.041484 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 38376) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:13:50.045484 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f5b8756d-b135-4087-94df-bd102418fee6 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:50.097519 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-79d695b7-d481-48c9-b540-fddc1ccb8ad3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24799'] for router, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:50.099765 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-79d695b7-d481-48c9-b540-fddc1ccb8ad3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-632716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24788'] for router, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:50.163186 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-29443526-c02a-4f63-9a33-aef7b6cb0459 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:50.184395 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15472b60-cb82-4e47-bf01-eb983f0651e3 None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 13, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:13:50.184935 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15472b60-cb82-4e47-bf01-eb983f0651e3 None None] Checking segment: {'id': 'a325e137-07a0-4e7b-a3fb-cdac40e28ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '74ebf53f-3bfc-4b32-9782-5c33f910ad6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:13:50.185438 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-15472b60-cb82-4e47-bf01-eb983f0651e3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:50.185953 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15472b60-cb82-4e47-bf01-eb983f0651e3 None None] Bound using segment: {'id': 'a325e137-07a0-4e7b-a3fb-cdac40e28ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '74ebf53f-3bfc-4b32-9782-5c33f910ad6f'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:13:50.186567 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-15472b60-cb82-4e47-bf01-eb983f0651e3 None None] Bound port: 9d21370e-6d46-4746-a6d9-57f2b8e70b48, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a325e137-07a0-4e7b-a3fb-cdac40e28ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '74ebf53f-3bfc-4b32-9782-5c33f910ad6f'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:13:50.187054 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-15472b60-cb82-4e47-bf01-eb983f0651e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:50.259383 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-79d695b7-d481-48c9-b540-fddc1ccb8ad3 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:50.419246 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cd6b892-85d6-4c10-85a9-39ac0f2206c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fb26bd7-ce56-527b-b94f-2e1f7cb2bb35-48d933a0-1d3f-430a-95c2-28f98332aa70', 'network_id': '48d933a0-1d3f-430a-95c2-28f98332aa70', 'tenant_id': '850c5e2af2c44a3fa2eaed5152ec5f3c', 'fixed_ips': [{'subnet_id': 'e341af9e-bf46-4c5a-98cc-989107917135'}]}} from n-d-818823-1. {{(pid=103449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 20:13:50.420236 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-3cd6b892-85d6-4c10-85a9-39ac0f2206c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:50.532906 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-3d4ad9cf-5120-473c-91a7-df9e7cba9da5 None None] Publish callbacks [] for port, precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:50.550823 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d3c14c6c-6828-4c5f-9161-b8ac96f5b8d6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:50.577065 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-3d4ad9cf-5120-473c-91a7-df9e7cba9da5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372'] for port, after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:50.638832 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-15472b60-cb82-4e47-bf01-eb983f0651e3 None None] For port 9d21370e-6d46-4746-a6d9-57f2b8e70b48, host n-d-818823-1, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:13:50.679295 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-79d695b7-d481-48c9-b540-fddc1ccb8ad3 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:50.733191 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-29443526-c02a-4f63-9a33-aef7b6cb0459 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks [] for port, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:50.750276 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-29443526-c02a-4f63-9a33-aef7b6cb0459 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:50.804432 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-15472b60-cb82-4e47-bf01-eb983f0651e3 None None] For port 9d21370e-6d46-4746-a6d9-57f2b8e70b48, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=9d21370e-6d46-4746-a6d9-57f2b8e70b48,segment=NetworkSegment(a325e137-07a0-4e7b-a3fb-cdac40e28ec9),segment_id=a325e137-07a0-4e7b-a3fb-cdac40e28ec9)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:13:50.815845 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d4ad9cf-5120-473c-91a7-df9e7cba9da5 None None] Network 1b095c1c-5878-4824-8fd2-a95a395f0abf is already hosted by enough agents. {{(pid=103449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:13:50.862416 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efca135e-991b-47ea-97f9-d878b02ece92 req-6eddb3f1-e42e-435a-b0c6-119852c0586d tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:13:50.868716 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-15472b60-cb82-4e47-bf01-eb983f0651e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:50.871034 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-efca135e-991b-47ea-97f9-d878b02ece92 req-6eddb3f1-e42e-435a-b0c6-119852c0586d tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] 10.222.0.46 "GET /v2.0/ports?device_id=822d0b40-fb07-47a2-8600-2249d0728824 HTTP/1.1" status: 200 len: 946 time: 0.3135188 Nov 22 20:13:50.873822 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.base_scheduler [None req-3d4ad9cf-5120-473c-91a7-df9e7cba9da5 None None] Resources bound (agent type, host, resource id): {{(pid=103449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:13:50.885320 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29443526-c02a-4f63-9a33-aef7b6cb0459 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Pushing event updated for resources: {'Port': ['ID=c369c619-fa26-4109-b87f-927bf4f1cf4b,revision_number=2']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:13:50.904133 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4ad9cf-5120-473c-91a7-df9e7cba9da5 None None] Received port after_create {{(pid=103449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:13:50.915952 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d3c14c6c-6828-4c5f-9161-b8ac96f5b8d6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:50.924832 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d3c14c6c-6828-4c5f-9161-b8ac96f5b8d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:50.930463 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f5b8756d-b135-4087-94df-bd102418fee6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-659538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-841284'] for router, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:50.966038 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c14c6c-6828-4c5f-9161-b8ac96f5b8d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11467c68-7f75-4b4a-bae9-5422fe8de681,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:13:50.970678 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4ad9cf-5120-473c-91a7-df9e7cba9da5 None None] Pushing event updated for resources: {'Port': ['ID=26304549-baa3-469b-9888-96ee7e9fb8ff,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:13:50.985466 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-29443526-c02a-4f63-9a33-aef7b6cb0459 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-563461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-659839'] for router_interface, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:50.986112 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4ad9cf-5120-473c-91a7-df9e7cba9da5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:13:50.986464 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4ad9cf-5120-473c-91a7-df9e7cba9da5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:13:50.986814 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4ad9cf-5120-473c-91a7-df9e7cba9da5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:13:50.987139 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4ad9cf-5120-473c-91a7-df9e7cba9da5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:13:50.987509 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4ad9cf-5120-473c-91a7-df9e7cba9da5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:13:50.987843 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4ad9cf-5120-473c-91a7-df9e7cba9da5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:13:50.988170 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4ad9cf-5120-473c-91a7-df9e7cba9da5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:13:50.988497 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4ad9cf-5120-473c-91a7-df9e7cba9da5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:13:50.988819 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4ad9cf-5120-473c-91a7-df9e7cba9da5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:13:50.989144 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4ad9cf-5120-473c-91a7-df9e7cba9da5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:13:50.990015 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4ad9cf-5120-473c-91a7-df9e7cba9da5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:13:50.990559 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4ad9cf-5120-473c-91a7-df9e7cba9da5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:13:51.082481 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.db_base_plugin_common [None req-3cd6b892-85d6-4c10-85a9-39ac0f2206c4 None None] Allocated IP 172.20.0.2 (48d933a0-1d3f-430a-95c2-28f98332aa70/e341af9e-bf46-4c5a-98cc-989107917135/00995b27-754c-4708-9cc2-f2f54641f6a8) {{(pid=103449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:13:51.093483 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-efca135e-991b-47ea-97f9-d878b02ece92 req-076c71d0-0186-4947-8bf8-70a2075e5649 tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] 10.222.0.46 "GET /v2.0/security-groups?id=a6b5e341-e4ee-449f-b89c-f5b96c06c7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185719 Nov 22 20:13:51.105682 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-d3c14c6c-6828-4c5f-9161-b8ac96f5b8d6 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d50e57106fbc4448b08a330452115030&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0599816 Nov 22 20:13:51.105928 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 38440) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:13:51.223400 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15472b60-cb82-4e47-bf01-eb983f0651e3 None None] Pushing event updated for resources: {'Port': ['ID=9d21370e-6d46-4746-a6d9-57f2b8e70b48,revision_number=2']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:13:51.239559 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-3d4ad9cf-5120-473c-91a7-df9e7cba9da5 None None] Attempting to bind port 26304549-baa3-469b-9888-96ee7e9fb8ff on host n-d-818823-1 for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:13:51.240108 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-3d4ad9cf-5120-473c-91a7-df9e7cba9da5 None None] Attempting to bind port 26304549-baa3-469b-9888-96ee7e9fb8ff by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': 'ae851fd4-d8d2-44a9-a178-e240ab4bdf0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '1b095c1c-5878-4824-8fd2-a95a395f0abf'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:13:51.240306 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d4ad9cf-5120-473c-91a7-df9e7cba9da5 None None] Attempting to bind port 26304549-baa3-469b-9888-96ee7e9fb8ff on network 1b095c1c-5878-4824-8fd2-a95a395f0abf {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:13:51.264851 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29443526-c02a-4f63-9a33-aef7b6cb0459 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Network 1b095c1c-5878-4824-8fd2-a95a395f0abf is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:13:51.272541 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-29443526-c02a-4f63-9a33-aef7b6cb0459 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:13:51.277306 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5f9ee082-7710-4b73-8116-a033efe387d4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:51.333000 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d4ad9cf-5120-473c-91a7-df9e7cba9da5 None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 13, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:13:51.334046 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d4ad9cf-5120-473c-91a7-df9e7cba9da5 None None] Checking segment: {'id': 'ae851fd4-d8d2-44a9-a178-e240ab4bdf0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '1b095c1c-5878-4824-8fd2-a95a395f0abf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:13:51.334455 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-3d4ad9cf-5120-473c-91a7-df9e7cba9da5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:51.334935 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d4ad9cf-5120-473c-91a7-df9e7cba9da5 None None] Bound using segment: {'id': 'ae851fd4-d8d2-44a9-a178-e240ab4bdf0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '1b095c1c-5878-4824-8fd2-a95a395f0abf'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:13:51.335331 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-3d4ad9cf-5120-473c-91a7-df9e7cba9da5 None None] Bound port: 26304549-baa3-469b-9888-96ee7e9fb8ff, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae851fd4-d8d2-44a9-a178-e240ab4bdf0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '1b095c1c-5878-4824-8fd2-a95a395f0abf'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:13:51.335805 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-3d4ad9cf-5120-473c-91a7-df9e7cba9da5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:51.363966 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-cd71662b-693f-4a10-9506-5f33680576bf None None] Publish callbacks [] for port, precommit_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:51.383142 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-cd71662b-693f-4a10-9506-5f33680576bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:51.396780 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5b8756d-b135-4087-94df-bd102418fee6 admin admin] Router 5d13bd15-e684-4713-ba44-4f935896f24f is scheduled to L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 with binding_index 1 {{(pid=103447) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 20:13:51.526033 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29443526-c02a-4f63-9a33-aef7b6cb0459 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Router 94fdbc4e-00b6-4ae1-966d-9f56ed32b34b has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 20:13:51.567236 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5f9ee082-7710-4b73-8116-a033efe387d4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:51.684885 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2803c0-fb36-4e60-b3dc-aec0cb8345a9 None None] Pushing event updated for resources: {'Port': ['ID=1f2adec6-c6fc-4c10-ade7-fefcf222b44b,revision_number=3']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:13:51.826020 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-3d4ad9cf-5120-473c-91a7-df9e7cba9da5 None None] For port 26304549-baa3-469b-9888-96ee7e9fb8ff, host n-d-818823-1, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:13:51.832559 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-cd71662b-693f-4a10-9506-5f33680576bf None None] Attempting to bind port 1f2adec6-c6fc-4c10-ade7-fefcf222b44b on host n-d-818823-1 for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:13:51.832881 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-cd71662b-693f-4a10-9506-5f33680576bf None None] Attempting to bind port 1f2adec6-c6fc-4c10-ade7-fefcf222b44b by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': 'b224d09e-8c51-4c7d-87fb-6cd2e2112edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'bd2b5491-eb53-4726-892d-365d5f850376'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:13:51.833426 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd71662b-693f-4a10-9506-5f33680576bf None None] Attempting to bind port 1f2adec6-c6fc-4c10-ade7-fefcf222b44b on network bd2b5491-eb53-4726-892d-365d5f850376 {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:13:51.853589 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-3cd6b892-85d6-4c10-85a9-39ac0f2206c4 None None] Publish callbacks [] for port, precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:51.856403 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-3d4ad9cf-5120-473c-91a7-df9e7cba9da5 None None] For port 26304549-baa3-469b-9888-96ee7e9fb8ff, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=26304549-baa3-469b-9888-96ee7e9fb8ff,segment=NetworkSegment(ae851fd4-d8d2-44a9-a178-e240ab4bdf0e),segment_id=ae851fd4-d8d2-44a9-a178-e240ab4bdf0e)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:13:51.857662 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd71662b-693f-4a10-9506-5f33680576bf None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 13, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:13:51.858144 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd71662b-693f-4a10-9506-5f33680576bf None None] Checking segment: {'id': 'b224d09e-8c51-4c7d-87fb-6cd2e2112edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'bd2b5491-eb53-4726-892d-365d5f850376'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:13:51.858558 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-cd71662b-693f-4a10-9506-5f33680576bf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:51.859276 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd71662b-693f-4a10-9506-5f33680576bf None None] Bound using segment: {'id': 'b224d09e-8c51-4c7d-87fb-6cd2e2112edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'bd2b5491-eb53-4726-892d-365d5f850376'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:13:51.859844 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-cd71662b-693f-4a10-9506-5f33680576bf None None] Bound port: 1f2adec6-c6fc-4c10-ade7-fefcf222b44b, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b224d09e-8c51-4c7d-87fb-6cd2e2112edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'bd2b5491-eb53-4726-892d-365d5f850376'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:13:51.860246 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-cd71662b-693f-4a10-9506-5f33680576bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:51.866339 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-3d4ad9cf-5120-473c-91a7-df9e7cba9da5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:51.878876 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-3cd6b892-85d6-4c10-85a9-39ac0f2206c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372'] for port, after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:51.915178 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5f9ee082-7710-4b73-8116-a033efe387d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:51.918342 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5f9ee082-7710-4b73-8116-a033efe387d4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:51.923512 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-5f9ee082-7710-4b73-8116-a033efe387d4 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/11467c68-7f75-4b4a-bae9-5422fe8de681 HTTP/1.1" status: 204 len: 168 time: 0.8134661 Nov 22 20:13:51.973442 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cd6b892-85d6-4c10-85a9-39ac0f2206c4 None None] Network 48d933a0-1d3f-430a-95c2-28f98332aa70 is already hosted by enough agents. {{(pid=103449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:13:51.998068 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.base_scheduler [None req-3cd6b892-85d6-4c10-85a9-39ac0f2206c4 None None] Resources bound (agent type, host, resource id): {{(pid=103449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:13:52.071145 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd6b892-85d6-4c10-85a9-39ac0f2206c4 None None] Received port after_create {{(pid=103449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:13:52.281968 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 9d21370e-6d46-4746-a6d9-57f2b8e70b48 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:13:52.291809 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4ad9cf-5120-473c-91a7-df9e7cba9da5 None None] Pushing event updated for resources: {'Port': ['ID=26304549-baa3-469b-9888-96ee7e9fb8ff,revision_number=2']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:13:52.466373 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd6b892-85d6-4c10-85a9-39ac0f2206c4 None None] Pushing event updated for resources: {'Port': ['ID=00995b27-754c-4708-9cc2-f2f54641f6a8,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:13:52.613500 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 38498) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:13:52.665881 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-cd71662b-693f-4a10-9506-5f33680576bf None None] For port 1f2adec6-c6fc-4c10-ade7-fefcf222b44b, host n-d-818823-1, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:13:52.680131 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-cd71662b-693f-4a10-9506-5f33680576bf None None] For port 1f2adec6-c6fc-4c10-ade7-fefcf222b44b, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=1f2adec6-c6fc-4c10-ade7-fefcf222b44b,segment=NetworkSegment(b224d09e-8c51-4c7d-87fb-6cd2e2112edb),segment_id=b224d09e-8c51-4c7d-87fb-6cd2e2112edb)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:13:52.701425 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-b888384d-f120-44e2-930d-377b5d4b2b2b None None] Provisioning complete for port 1f2adec6-c6fc-4c10-ade7-fefcf222b44b triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:13:52.702065 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-b888384d-f120-44e2-930d-377b5d4b2b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:52.708083 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1268f497-29a5-4ec8-9944-631e8a5db69d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:52.736940 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-79d695b7-d481-48c9-b540-fddc1ccb8ad3 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:52.851782 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-cd71662b-693f-4a10-9506-5f33680576bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:52.864301 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320b52f7-6fa4-4138-92bf-da24324fcac3 req-f4df37cc-e898-4a07-8632-fc0ef97da92e tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:13:52.866922 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-320b52f7-6fa4-4138-92bf-da24324fcac3 req-f4df37cc-e898-4a07-8632-fc0ef97da92e tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] 10.222.0.46 "GET /v2.0/ports?device_id=822d0b40-fb07-47a2-8600-2249d0728824 HTTP/1.1" status: 200 len: 946 time: 0.4510293 Nov 22 20:13:52.919572 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-79d695b7-d481-48c9-b540-fddc1ccb8ad3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:52.922162 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5b8756d-b135-4087-94df-bd102418fee6 admin admin] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:13:52.928490 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-3cd6b892-85d6-4c10-85a9-39ac0f2206c4 None None] Attempting to bind port 00995b27-754c-4708-9cc2-f2f54641f6a8 on host n-d-818823-1 for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:13:52.930063 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-3cd6b892-85d6-4c10-85a9-39ac0f2206c4 None None] Attempting to bind port 00995b27-754c-4708-9cc2-f2f54641f6a8 by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': '8bf8f4b9-c552-4a44-a0c9-07e6361b5021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '48d933a0-1d3f-430a-95c2-28f98332aa70'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:13:52.930950 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd6b892-85d6-4c10-85a9-39ac0f2206c4 None None] Attempting to bind port 00995b27-754c-4708-9cc2-f2f54641f6a8 on network 48d933a0-1d3f-430a-95c2-28f98332aa70 {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:13:52.934614 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1894c311-0132-4b67-8ff0-e902dc49c709 None None] Sync routers for ids ['5d13bd15-e684-4713-ba44-4f935896f24f'] in n-d-818823-1 {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:13:52.950503 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1894c311-0132-4b67-8ff0-e902dc49c709 None None] Routers {'5d13bd15-e684-4713-ba44-4f935896f24f'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:13:52.951635 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-1894c311-0132-4b67-8ff0-e902dc49c709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:13:32Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['5d13bd15-e684-4713-ba44-4f935896f24f'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:13:52.953498 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9ee082-7710-4b73-8116-a033efe387d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11467c68-7f75-4b4a-bae9-5422fe8de681,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:13:52.981821 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29443526-c02a-4f63-9a33-aef7b6cb0459 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:13:53.006332 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-29443526-c02a-4f63-9a33-aef7b6cb0459 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] 10.222.0.46 "PUT /v2.0/routers/94fdbc4e-00b6-4ae1-966d-9f56ed32b34b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9937475 Nov 22 20:13:53.011267 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 38502) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:13:53.015366 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd6b892-85d6-4c10-85a9-39ac0f2206c4 None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 13, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:13:53.016867 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd6b892-85d6-4c10-85a9-39ac0f2206c4 None None] Checking segment: {'id': '8bf8f4b9-c552-4a44-a0c9-07e6361b5021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '48d933a0-1d3f-430a-95c2-28f98332aa70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:13:53.020271 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-3cd6b892-85d6-4c10-85a9-39ac0f2206c4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:53.022970 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd6b892-85d6-4c10-85a9-39ac0f2206c4 None None] Bound using segment: {'id': '8bf8f4b9-c552-4a44-a0c9-07e6361b5021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '48d933a0-1d3f-430a-95c2-28f98332aa70'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:13:53.023574 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-36a68bcc-3e44-4f40-b8b8-81192f56fb2d tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Request body: {'network': {'name': 'tempest-RoutersTest-1801448160'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:13:53.024536 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-3cd6b892-85d6-4c10-85a9-39ac0f2206c4 None None] Bound port: 00995b27-754c-4708-9cc2-f2f54641f6a8, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bf8f4b9-c552-4a44-a0c9-07e6361b5021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '48d933a0-1d3f-430a-95c2-28f98332aa70'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:13:53.025057 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-3cd6b892-85d6-4c10-85a9-39ac0f2206c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:53.035232 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1268f497-29a5-4ec8-9944-631e8a5db69d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:53.052195 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0358e5d5-83e4-492e-8f80-81b18a4a015a None None] Network 74ebf53f-3bfc-4b32-9782-5c33f910ad6f requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:13:53.077522 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36a68bcc-3e44-4f40-b8b8-81192f56fb2d tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Made reservation on behalf of 39adbab155b64849b1b9cb0eac9a72dd for: {'network': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:13:53.086083 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-36a68bcc-3e44-4f40-b8b8-81192f56fb2d tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for network, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:53.139181 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2803c0-fb36-4e60-b3dc-aec0cb8345a9 None None] Pushing event updated for resources: {'Port': ['ID=1f2adec6-c6fc-4c10-ade7-fefcf222b44b,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:13:53.168451 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1268f497-29a5-4ec8-9944-631e8a5db69d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:53.214654 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36a68bcc-3e44-4f40-b8b8-81192f56fb2d tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] vlan segment allocate from pool success with {'vlan_id': 638, 'physical_network': 'physnet1'} {{(pid=103448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 20:13:53.231952 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f5b8756d-b135-4087-94df-bd102418fee6 admin admin] Publish callbacks [] for router, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:53.234928 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-f5b8756d-b135-4087-94df-bd102418fee6 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.2836068 Nov 22 20:13:53.240034 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 38510) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:13:53.315590 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-320b52f7-6fa4-4138-92bf-da24324fcac3 req-79ef7bbe-5b99-43c4-9d2b-18df1a862358 tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] 10.222.0.46 "GET /v2.0/security-groups?id=a6b5e341-e4ee-449f-b89c-f5b96c06c7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4083846 Nov 22 20:13:53.331204 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-1268f497-29a5-4ec8-9944-631e8a5db69d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7c13ede1bf3d460ba4d6c00f0b24f7ee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7052927 Nov 22 20:13:53.344518 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-1894c311-0132-4b67-8ff0-e902dc49c709 None None] Set router 5d13bd15-e684-4713-ba44-4f935896f24f gateway port host: n-d-818823-1 {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:13:53.347761 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 38512) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:13:53.414751 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1268f497-29a5-4ec8-9944-631e8a5db69d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acfa3512-323f-4e0b-8699-01bd1aedd01a,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:13:53.522622 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [None req-79d695b7-d481-48c9-b540-fddc1ccb8ad3 admin admin] Allocated IP 172.25.5.229 (c48a55e9-6a85-4746-b7bf-3e29fb560094/5da6f781-63e6-4328-ae7a-5e672262f55a/879aed9c-b068-49c0-a9d5-804f26cae1de) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:13:53.524457 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-b888384d-f120-44e2-930d-377b5d4b2b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:53.577233 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-36a68bcc-3e44-4f40-b8b8-81192f56fb2d tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:53.577623 n-d-818823-1 neutron-server[103448]: INFO neutron.db.segments_db [None req-36a68bcc-3e44-4f40-b8b8-81192f56fb2d tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Added segment 937ca34a-59de-4aa1-bd5a-f988ad188bef of type vlan for network 5461317b-00bb-45f9-8507-9f0113ff935f Nov 22 20:13:53.591794 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9ea661ae-f596-4965-97dc-66dfa0336fad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:53.616704 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd71662b-693f-4a10-9506-5f33680576bf None None] Routers {'94fdbc4e-00b6-4ae1-966d-9f56ed32b34b'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:13:53.618624 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-cd71662b-693f-4a10-9506-5f33680576bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:13:32Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['94fdbc4e-00b6-4ae1-966d-9f56ed32b34b'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:13:53.702792 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-36a68bcc-3e44-4f40-b8b8-81192f56fb2d tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748992492791'] for network, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:53.771442 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9ea661ae-f596-4965-97dc-66dfa0336fad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:53.903602 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-79d695b7-d481-48c9-b540-fddc1ccb8ad3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:53.930739 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-36a68bcc-3e44-4f40-b8b8-81192f56fb2d tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for network, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:53.938193 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36a68bcc-3e44-4f40-b8b8-81192f56fb2d tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:13:53.938853 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-36a68bcc-3e44-4f40-b8b8-81192f56fb2d tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:53.939102 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9ea661ae-f596-4965-97dc-66dfa0336fad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:53.951777 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9ea661ae-f596-4965-97dc-66dfa0336fad admin admin] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:53.956378 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-9ea661ae-f596-4965-97dc-66dfa0336fad admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/acfa3512-323f-4e0b-8699-01bd1aedd01a HTTP/1.1" status: 204 len: 168 time: 0.6049144 Nov 22 20:13:53.996126 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea661ae-f596-4965-97dc-66dfa0336fad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acfa3512-323f-4e0b-8699-01bd1aedd01a,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:13:54.025906 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a68bcc-3e44-4f40-b8b8-81192f56fb2d tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Pushing event updated for resources: {'Network': ['ID=5461317b-00bb-45f9-8507-9f0113ff935f,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:13:54.047021 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-79d695b7-d481-48c9-b540-fddc1ccb8ad3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:54.070331 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-36a68bcc-3e44-4f40-b8b8-81192f56fb2d tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.0527508 Nov 22 20:13:54.076941 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 38522) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:13:54.089326 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-a0bd6e6d-6ea2-4ef5-92ae-0f869b99af69 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Request body: {'subnet': {'network_id': '5461317b-00bb-45f9-8507-9f0113ff935f', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:13:54.115505 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-1894c311-0132-4b67-8ff0-e902dc49c709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d13bd15-e684-4713-ba44-4f935896f24f', 'name': 'tempest-ServersTestManualDisk-1187611866-router', 'tenant_id': '002d0de0caa34c4490cab90a994ab520', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': '87875d65-ebf3-4e19-b359-611253e28da1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:13:47Z', 'updated_at': '2021-11-22T20:13:49Z', 'revision_number': 3, 'project_id': '002d0de0caa34c4490cab90a994ab520', 'gw_port': {'id': '87875d65-ebf3-4e19-b359-611253e28da1', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:c7:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d13bd15-e684-4713-ba44-4f935896f24f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:13:48Z', 'updated_at': '2021-11-22T20:13:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:13:54.162772 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79d695b7-d481-48c9-b540-fddc1ccb8ad3 admin admin] Network c48a55e9-6a85-4746-b7bf-3e29fb560094 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:13:54.182135 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-79d695b7-d481-48c9-b540-fddc1ccb8ad3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:13:54.192301 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d695b7-d481-48c9-b540-fddc1ccb8ad3 admin admin] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:13:54.207134 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d695b7-d481-48c9-b540-fddc1ccb8ad3 admin admin] Pushing event updated for resources: {'Port': ['ID=879aed9c-b068-49c0-a9d5-804f26cae1de,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:13:54.229309 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1894c311-0132-4b67-8ff0-e902dc49c709 None None] Checking router: 5d13bd15-e684-4713-ba44-4f935896f24f for host: n-d-818823-1 {{(pid=103450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 20:13:54.238083 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1894c311-0132-4b67-8ff0-e902dc49c709 None None] Updating router 5d13bd15-e684-4713-ba44-4f935896f24f port 87875d65-ebf3-4e19-b359-611253e28da1 binding host n-d-818823-1 {{(pid=103450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 20:13:54.240077 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d6a288e-4cf0-415d-aaef-3fb824c92fd3 None None] Network 1b095c1c-5878-4824-8fd2-a95a395f0abf requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:13:54.254034 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Network 5461317b-00bb-45f9-8507-9f0113ff935f details requested by agent ovs-agent-n-d-818823-1 with host n-d-818823-1 {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 20:13:54.319644 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1894c311-0132-4b67-8ff0-e902dc49c709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:54.712636 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0bd6e6d-6ea2-4ef5-92ae-0f869b99af69 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Made reservation on behalf of 39adbab155b64849b1b9cb0eac9a72dd for: {'subnet': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:13:54.717865 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 9d21370e-6d46-4746-a6d9-57f2b8e70b48 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:13:54.721369 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a0bd6e6d-6ea2-4ef5-92ae-0f869b99af69 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11792951'] for subnet, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:54.723115 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:54.750772 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a31c01-6132-4137-b6ae-f5b7bd49c21f req-4a24f3f3-94b3-4edc-84b1-0de7e0de73ff tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:13:54.752789 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-37a31c01-6132-4137-b6ae-f5b7bd49c21f req-4a24f3f3-94b3-4edc-84b1-0de7e0de73ff tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] 10.222.0.46 "GET /v2.0/ports?device_id=822d0b40-fb07-47a2-8600-2249d0728824 HTTP/1.1" status: 200 len: 946 time: 0.2394693 Nov 22 20:13:54.842537 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-b888384d-f120-44e2-930d-377b5d4b2b2b None None] For port 1f2adec6-c6fc-4c10-ade7-fefcf222b44b, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=1f2adec6-c6fc-4c10-ade7-fefcf222b44b,segment=NetworkSegment(b224d09e-8c51-4c7d-87fb-6cd2e2112edb),segment_id=b224d09e-8c51-4c7d-87fb-6cd2e2112edb)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:13:54.857225 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-3cd6b892-85d6-4c10-85a9-39ac0f2206c4 None None] For port 00995b27-754c-4708-9cc2-f2f54641f6a8, host n-d-818823-1, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:13:54.916100 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1894c311-0132-4b67-8ff0-e902dc49c709 None None] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:54.926598 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-b888384d-f120-44e2-930d-377b5d4b2b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:54.931773 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-cd71662b-693f-4a10-9506-5f33680576bf None None] Set router 94fdbc4e-00b6-4ae1-966d-9f56ed32b34b gateway port host: None {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:13:54.937754 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1894c311-0132-4b67-8ff0-e902dc49c709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:55.024326 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-3cd6b892-85d6-4c10-85a9-39ac0f2206c4 None None] For port 00995b27-754c-4708-9cc2-f2f54641f6a8, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=00995b27-754c-4708-9cc2-f2f54641f6a8,segment=NetworkSegment(8bf8f4b9-c552-4a44-a0c9-07e6361b5021),segment_id=8bf8f4b9-c552-4a44-a0c9-07e6361b5021)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:13:55.028019 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b888384d-f120-44e2-930d-377b5d4b2b2b None None] Pushing event updated for resources: {'Port': ['ID=1f2adec6-c6fc-4c10-ade7-fefcf222b44b,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:13:55.081882 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-1894c311-0132-4b67-8ff0-e902dc49c709 None None] Attempting to bind port 87875d65-ebf3-4e19-b359-611253e28da1 on host n-d-818823-1 for vnic_type normal with profile {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:13:55.082517 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-1894c311-0132-4b67-8ff0-e902dc49c709 None None] Attempting to bind port 87875d65-ebf3-4e19-b359-611253e28da1 by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:13:55.083270 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1894c311-0132-4b67-8ff0-e902dc49c709 None None] Attempting to bind port 87875d65-ebf3-4e19-b359-611253e28da1 on network c48a55e9-6a85-4746-b7bf-3e29fb560094 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:13:55.097143 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1894c311-0132-4b67-8ff0-e902dc49c709 None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 13, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:13:55.097857 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1894c311-0132-4b67-8ff0-e902dc49c709 None None] Checking segment: {'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:13:55.098410 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1894c311-0132-4b67-8ff0-e902dc49c709 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:55.099678 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1894c311-0132-4b67-8ff0-e902dc49c709 None None] Bound using segment: {'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:13:55.100801 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-1894c311-0132-4b67-8ff0-e902dc49c709 None None] Bound port: 87875d65-ebf3-4e19-b359-611253e28da1, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'}}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:13:55.101513 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1894c311-0132-4b67-8ff0-e902dc49c709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:55.101745 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-37a31c01-6132-4137-b6ae-f5b7bd49c21f req-db19e1fa-2b42-4223-88ab-21a26d335a2c tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] 10.222.0.46 "GET /v2.0/security-groups?id=a6b5e341-e4ee-449f-b89c-f5b96c06c7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3413079 Nov 22 20:13:55.123722 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-3cd6b892-85d6-4c10-85a9-39ac0f2206c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:55.148849 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-79d695b7-d481-48c9-b540-fddc1ccb8ad3 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:55.155278 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d29d40fc-3fe4-424a-b20f-c7485bc7d24b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:55.194230 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-1894c311-0132-4b67-8ff0-e902dc49c709 None None] For port 87875d65-ebf3-4e19-b359-611253e28da1, host n-d-818823-1, cleared binding levels {{(pid=103450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:13:55.201100 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-1894c311-0132-4b67-8ff0-e902dc49c709 None None] For port 87875d65-ebf3-4e19-b359-611253e28da1, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=87875d65-ebf3-4e19-b359-611253e28da1,segment=NetworkSegment(8793ba83-8407-4c3d-9b56-2a177cd58a70),segment_id=8793ba83-8407-4c3d-9b56-2a177cd58a70)] {{(pid=103450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:13:55.212685 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1894c311-0132-4b67-8ff0-e902dc49c709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:55.223129 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b24dfbb-9820-44e7-a764-286ff9adeda1 None None] Pushing event updated for resources: {'Port': ['ID=87875d65-ebf3-4e19-b359-611253e28da1,revision_number=2']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:13:55.253994 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b24dfbb-9820-44e7-a764-286ff9adeda1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:13:55.253994 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b24dfbb-9820-44e7-a764-286ff9adeda1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:13:55.255333 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b24dfbb-9820-44e7-a764-286ff9adeda1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:13:55.256141 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b24dfbb-9820-44e7-a764-286ff9adeda1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:13:55.256577 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b24dfbb-9820-44e7-a764-286ff9adeda1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:13:55.256968 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b24dfbb-9820-44e7-a764-286ff9adeda1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:13:55.257308 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b24dfbb-9820-44e7-a764-286ff9adeda1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:13:55.257639 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b24dfbb-9820-44e7-a764-286ff9adeda1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:13:55.257966 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b24dfbb-9820-44e7-a764-286ff9adeda1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:13:55.260132 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b24dfbb-9820-44e7-a764-286ff9adeda1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:13:55.260453 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b24dfbb-9820-44e7-a764-286ff9adeda1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:13:55.260780 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b24dfbb-9820-44e7-a764-286ff9adeda1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:13:55.303938 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-dda64d34-e1ee-4751-ae3a-27fdd0fc6f67 None None] Provisioning complete for port 9d21370e-6d46-4746-a6d9-57f2b8e70b48 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:13:55.304542 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-dda64d34-e1ee-4751-ae3a-27fdd0fc6f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:55.509205 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b24dfbb-9820-44e7-a764-286ff9adeda1 None None] Pushing event updated for resources: {'Port': ['ID=87875d65-ebf3-4e19-b359-611253e28da1,revision_number=3']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:13:55.528655 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1894c311-0132-4b67-8ff0-e902dc49c709 None None] Routers {'5d13bd15-e684-4713-ba44-4f935896f24f'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:13:55.529561 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-1894c311-0132-4b67-8ff0-e902dc49c709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:13:32Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['5d13bd15-e684-4713-ba44-4f935896f24f'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:13:55.692069 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-79d695b7-d481-48c9-b540-fddc1ccb8ad3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-659538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-841284'] for router, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:55.822655 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd6b892-85d6-4c10-85a9-39ac0f2206c4 None None] Pushing event updated for resources: {'Port': ['ID=00995b27-754c-4708-9cc2-f2f54641f6a8,revision_number=2']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:13:55.869630 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-1894c311-0132-4b67-8ff0-e902dc49c709 None None] Set router 5d13bd15-e684-4713-ba44-4f935896f24f gateway port host: n-d-818823-1 {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:13:55.909587 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:55.992334 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a0bd6e6d-6ea2-4ef5-92ae-0f869b99af69 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11567560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11792921'] for subnet, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:56.122493 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-cd71662b-693f-4a10-9506-5f33680576bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94fdbc4e-00b6-4ae1-966d-9f56ed32b34b', 'name': 'tempest-RoutersTest-router-1436907073', 'tenant_id': '39adbab155b64849b1b9cb0eac9a72dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:13:40Z', 'updated_at': '2021-11-22T20:13:50Z', 'revision_number': 3, 'project_id': '39adbab155b64849b1b9cb0eac9a72dd', 'gw_port_host': None, '_interfaces': [{'id': '1f2adec6-c6fc-4c10-ade7-fefcf222b44b', 'name': '', 'network_id': 'bd2b5491-eb53-4726-892d-365d5f850376', 'tenant_id': '39adbab155b64849b1b9cb0eac9a72dd', 'mac_address': 'fa:16:3e:23:58:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94fdbc4e-00b6-4ae1-966d-9f56ed32b34b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': 'd6285324-c6ad-4a91-91fa-21c8262eaf22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:13:44Z', 'updated_at': '2021-11-22T20:13:52Z', 'revision_number': 4, 'project_id': '39adbab155b64849b1b9cb0eac9a72dd', 'subnets': [{'id': 'd6285324-c6ad-4a91-91fa-21c8262eaf22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c369c619-fa26-4109-b87f-927bf4f1cf4b', 'name': '', 'network_id': '1b095c1c-5878-4824-8fd2-a95a395f0abf', 'tenant_id': '39adbab155b64849b1b9cb0eac9a72dd', 'mac_address': 'fa:16:3e:ee:85:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94fdbc4e-00b6-4ae1-966d-9f56ed32b34b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': '46f60706-5383-4cf7-80e5-c33028f6df74', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:13:48Z', 'updated_at': '2021-11-22T20:13:50Z', 'revision_number': 2, 'project_id': '39adbab155b64849b1b9cb0eac9a72dd', 'subnets': [{'id': '46f60706-5383-4cf7-80e5-c33028f6df74', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:13:56.251469 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79d695b7-d481-48c9-b540-fddc1ccb8ad3 admin admin] Router 47cff62d-1400-4750-a951-1dfd42ba9a0b is scheduled to L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 with binding_index 1 {{(pid=103447) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 20:13:56.270317 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-dda64d34-e1ee-4751-ae3a-27fdd0fc6f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:56.283806 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] For port 9d21370e-6d46-4746-a6d9-57f2b8e70b48, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=9d21370e-6d46-4746-a6d9-57f2b8e70b48,segment=NetworkSegment(a325e137-07a0-4e7b-a3fb-cdac40e28ec9),segment_id=a325e137-07a0-4e7b-a3fb-cdac40e28ec9)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:13:56.314520 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd71662b-693f-4a10-9506-5f33680576bf None None] The sync data for ids ['94fdbc4e-00b6-4ae1-966d-9f56ed32b34b'] in n-d-818823-1 is: [{'id': '94fdbc4e-00b6-4ae1-966d-9f56ed32b34b', 'name': 'tempest-RoutersTest-router-1436907073', 'tenant_id': '39adbab155b64849b1b9cb0eac9a72dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:13:40Z', 'updated_at': '2021-11-22T20:13:50Z', 'revision_number': 3, 'project_id': '39adbab155b64849b1b9cb0eac9a72dd', 'gw_port_host': None, '_interfaces': [{'id': '1f2adec6-c6fc-4c10-ade7-fefcf222b44b', 'name': '', 'network_id': 'bd2b5491-eb53-4726-892d-365d5f850376', 'tenant_id': '39adbab155b64849b1b9cb0eac9a72dd', 'mac_address': 'fa:16:3e:23:58:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94fdbc4e-00b6-4ae1-966d-9f56ed32b34b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': 'd6285324-c6ad-4a91-91fa-21c8262eaf22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:13:44Z', 'updated_at': '2021-11-22T20:13:52Z', 'revision_number': 4, 'project_id': '39adbab155b64849b1b9cb0eac9a72dd', 'subnets': [{'id': 'd6285324-c6ad-4a91-91fa-21c8262eaf22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c369c619-fa26-4109-b87f-927bf4f1cf4b', 'name': '', 'network_id': '1b095c1c-5878-4824-8fd2-a95a395f0abf', 'tenant_id': '39adbab155b64849b1b9cb0eac9a72dd', 'mac_address': 'fa:16:3e:ee:85:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94fdbc4e-00b6-4ae1-966d-9f56ed32b34b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': '46f60706-5383-4cf7-80e5-c33028f6df74', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:13:48Z', 'updated_at': '2021-11-22T20:13:50Z', 'revision_number': 2, 'project_id': '39adbab155b64849b1b9cb0eac9a72dd', 'subnets': [{'id': '46f60706-5383-4cf7-80e5-c33028f6df74', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:13:56.338140 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:56.456115 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [None req-d29d40fc-3fe4-424a-b20f-c7485bc7d24b admin admin] Allocated IP 172.20.0.1 (74ebf53f-3bfc-4b32-9782-5c33f910ad6f/9835edc8-ccd5-46d4-abe8-f0789df4c86f/bee805a2-5610-4d33-99c0-cdd0b248c343) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:13:56.531620 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bd6e6d-6ea2-4ef5-92ae-0f869b99af69 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Pushing event updated for resources: {'Subnet': ['ID=6d7736d5-fb75-4292-8160-e9159063a95b,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:13:56.573438 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Pushing event updated for resources: {'Port': ['ID=9d21370e-6d46-4746-a6d9-57f2b8e70b48,revision_number=3']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:13:56.629548 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-1894c311-0132-4b67-8ff0-e902dc49c709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d13bd15-e684-4713-ba44-4f935896f24f', 'name': 'tempest-ServersTestManualDisk-1187611866-router', 'tenant_id': '002d0de0caa34c4490cab90a994ab520', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': '87875d65-ebf3-4e19-b359-611253e28da1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:13:47Z', 'updated_at': '2021-11-22T20:13:49Z', 'revision_number': 3, 'project_id': '002d0de0caa34c4490cab90a994ab520', 'gw_port': {'id': '87875d65-ebf3-4e19-b359-611253e28da1', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:c7:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d13bd15-e684-4713-ba44-4f935896f24f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:13:48Z', 'updated_at': '2021-11-22T20:13:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:13:56.637678 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0bd6e6d-6ea2-4ef5-92ae-0f869b99af69 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Checking segment: {'id': '937ca34a-59de-4aa1-bd5a-f988ad188bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '5461317b-00bb-45f9-8507-9f0113ff935f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:13:56.637678 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0bd6e6d-6ea2-4ef5-92ae-0f869b99af69 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Network hostable DHCP agents. Network: 5461317b-00bb-45f9-8507-9f0113ff935f, hostable agents: ['02adaa64-0987-4b74-bad0-cbcf56f8a294'], hosted agents: [] {{(pid=103448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 20:13:56.729367 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1894c311-0132-4b67-8ff0-e902dc49c709 None None] The sync data for ids ['5d13bd15-e684-4713-ba44-4f935896f24f'] in n-d-818823-1 is: [{'id': '5d13bd15-e684-4713-ba44-4f935896f24f', 'name': 'tempest-ServersTestManualDisk-1187611866-router', 'tenant_id': '002d0de0caa34c4490cab90a994ab520', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': '87875d65-ebf3-4e19-b359-611253e28da1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:13:47Z', 'updated_at': '2021-11-22T20:13:49Z', 'revision_number': 3, 'project_id': '002d0de0caa34c4490cab90a994ab520', 'gw_port': {'id': '87875d65-ebf3-4e19-b359-611253e28da1', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:c7:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d13bd15-e684-4713-ba44-4f935896f24f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:13:48Z', 'updated_at': '2021-11-22T20:13:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}] {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:13:56.814983 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.db.api [None req-dda64d34-e1ee-4751-ae3a-27fdd0fc6f67 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103449) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 20:13:56.815696 n-d-818823-1 neutron-server[103449]: DEBUG oslo_db.api [None req-dda64d34-e1ee-4751-ae3a-27fdd0fc6f67 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 20:13:56.909550 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e1f7f2-72f9-4020-9351-845a0d0d2dc1 req-7d4f3ed6-fe7d-4706-8b03-f2ce44bae7f0 tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:13:56.918247 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-75e1f7f2-72f9-4020-9351-845a0d0d2dc1 req-7d4f3ed6-fe7d-4706-8b03-f2ce44bae7f0 tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] 10.222.0.46 "GET /v2.0/ports?device_id=822d0b40-fb07-47a2-8600-2249d0728824 HTTP/1.1" status: 200 len: 946 time: 0.5140786 Nov 22 20:13:56.945009 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 26304549-baa3-469b-9888-96ee7e9fb8ff up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:13:57.007825 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79d695b7-d481-48c9-b540-fddc1ccb8ad3 admin admin] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:13:57.049800 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aac5988-5fde-4672-9530-a784693f863a None None] Sync routers for ids ['47cff62d-1400-4750-a951-1dfd42ba9a0b'] in n-d-818823-1 {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:13:57.052653 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-79d695b7-d481-48c9-b540-fddc1ccb8ad3 admin admin] Publish callbacks [] for router, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:57.054141 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-79d695b7-d481-48c9-b540-fddc1ccb8ad3 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 7.3515737 Nov 22 20:13:57.061366 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 38582) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:13:57.134107 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0bd6e6d-6ea2-4ef5-92ae-0f869b99af69 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Network 5461317b-00bb-45f9-8507-9f0113ff935f is scheduled to be hosted by DHCP agent 02adaa64-0987-4b74-bad0-cbcf56f8a294 with binding_index 1 {{(pid=103448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 20:13:57.199363 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-a0bd6e6d-6ea2-4ef5-92ae-0f869b99af69 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818823-1, 5461317b-00bb-45f9-8507-9f0113ff935f) {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:13:57.206919 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aac5988-5fde-4672-9530-a784693f863a None None] Routers {'47cff62d-1400-4750-a951-1dfd42ba9a0b'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:13:57.210594 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-5aac5988-5fde-4672-9530-a784693f863a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:13:32Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['47cff62d-1400-4750-a951-1dfd42ba9a0b'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:13:57.223337 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0bd6e6d-6ea2-4ef5-92ae-0f869b99af69 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:13:57.232520 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a0bd6e6d-6ea2-4ef5-92ae-0f869b99af69 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:57.235955 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-75e1f7f2-72f9-4020-9351-845a0d0d2dc1 req-873f14e2-9ee3-4e10-bc67-b6c76e98e355 tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] 10.222.0.46 "GET /v2.0/security-groups?id=a6b5e341-e4ee-449f-b89c-f5b96c06c7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2932427 Nov 22 20:13:57.299990 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-a0bd6e6d-6ea2-4ef5-92ae-0f869b99af69 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2210240 Nov 22 20:13:57.300650 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 38586) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:13:57.563724 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d29d40fc-3fe4-424a-b20f-c7485bc7d24b admin admin] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:57.606472 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6945f4e9-6f47-4a39-9e28-27a48fea4b4f None None] Network 5461317b-00bb-45f9-8507-9f0113ff935f requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:13:58.002202 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28b4b44e-89a8-446d-9ff4-94755a3fcc4d None None] Network 48d933a0-1d3f-430a-95c2-28f98332aa70 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:13:58.112415 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 26304549-baa3-469b-9888-96ee7e9fb8ff triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:13:58.112982 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:58.221433 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d29d40fc-3fe4-424a-b20f-c7485bc7d24b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:58.455605 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-dda64d34-e1ee-4751-ae3a-27fdd0fc6f67 None None] Provisioning complete for port 1f2adec6-c6fc-4c10-ade7-fefcf222b44b triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:13:58.456178 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-dda64d34-e1ee-4751-ae3a-27fdd0fc6f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:58.461496 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29d40fc-3fe4-424a-b20f-c7485bc7d24b admin admin] Pushing event updated for resources: {'Port': ['ID=bee805a2-5610-4d33-99c0-cdd0b248c343,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:13:58.489650 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d29d40fc-3fe4-424a-b20f-c7485bc7d24b admin admin] Network 74ebf53f-3bfc-4b32-9782-5c33f910ad6f is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:13:58.493369 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-d29d40fc-3fe4-424a-b20f-c7485bc7d24b admin admin] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:13:58.496792 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d29d40fc-3fe4-424a-b20f-c7485bc7d24b admin admin] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:13:58.682582 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a1f6e119-9cb3-496b-acee-2c7d624e429d req-617ca719-0600-478b-9520-1ca03992a1e4 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6e6e77cf-07c8-4b3a-a9ce-a1d8a4c92033&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4503944 Nov 22 20:13:58.683399 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d29d40fc-3fe4-424a-b20f-c7485bc7d24b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659939'] for router_interface, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:58.793117 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d52d4c9-7e32-47c0-bbce-396444d1b079 req-733be6da-4271-4976-a840-df8d2fd268ae tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:13:58.802668 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2d52d4c9-7e32-47c0-bbce-396444d1b079 req-733be6da-4271-4976-a840-df8d2fd268ae tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] 10.222.0.46 "GET /v2.0/ports?device_id=822d0b40-fb07-47a2-8600-2249d0728824 HTTP/1.1" status: 200 len: 946 time: 0.2799337 Nov 22 20:13:59.105891 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-5aac5988-5fde-4672-9530-a784693f863a None None] Set router 47cff62d-1400-4750-a951-1dfd42ba9a0b gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:13:59.186230 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f6e119-9cb3-496b-acee-2c7d624e429d req-6bd819cd-566d-4471-934a-b8dcf16077f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:13:59.190576 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a1f6e119-9cb3-496b-acee-2c7d624e429d req-6bd819cd-566d-4471-934a-b8dcf16077f2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2c9de68061ee477dbb5cc544058ec72e&device_id=6e6e77cf-07c8-4b3a-a9ce-a1d8a4c92033 HTTP/1.1" status: 200 len: 1095 time: 0.3594227 Nov 22 20:13:59.213364 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2d52d4c9-7e32-47c0-bbce-396444d1b079 req-227665e9-2500-41da-b6c1-edb20964e8f4 tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] 10.222.0.46 "GET /v2.0/security-groups?id=a6b5e341-e4ee-449f-b89c-f5b96c06c7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4089460 Nov 22 20:13:59.263970 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d29d40fc-3fe4-424a-b20f-c7485bc7d24b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:59.567952 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1159e4df-413a-454b-913c-551db5cb8d9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:13:59.580809 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f6e119-9cb3-496b-acee-2c7d624e429d req-b7ad6041-7958-4943-ac64-e60f1df0b02b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:13:59.582781 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a1f6e119-9cb3-496b-acee-2c7d624e429d req-b7ad6041-7958-4943-ac64-e60f1df0b02b service neutron] 10.222.0.20 "GET /v2.0/networks?id=4906551a-712e-4bde-8433-b2db24f02f5c HTTP/1.1" status: 200 len: 908 time: 0.3263917 Nov 22 20:13:59.712389 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a1f6e119-9cb3-496b-acee-2c7d624e429d req-d3bbd3e1-10a3-4ef0-93f2-254a6c1e296d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=47b8edb0-177f-4d17-96fa-2e7fc52c4950 HTTP/1.1" status: 200 len: 217 time: 0.1140435 Nov 22 20:13:59.758256 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-89256d14-060a-445b-ba67-0c7163d06ece req-9acb78f3-4694-4d3a-a1f2-3afd7ff7e4e3 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2f4a90d6-1fcd-49f1-9d76-18b26c029474&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.7031801 Nov 22 20:14:00.038344 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89256d14-060a-445b-ba67-0c7163d06ece req-b6ee7541-bf69-4a03-8a70-d9d0313328f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:14:00.039776 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89256d14-060a-445b-ba67-0c7163d06ece req-b6ee7541-bf69-4a03-8a70-d9d0313328f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:14:00.040819 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89256d14-060a-445b-ba67-0c7163d06ece req-b6ee7541-bf69-4a03-8a70-d9d0313328f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:14:00.041884 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89256d14-060a-445b-ba67-0c7163d06ece req-b6ee7541-bf69-4a03-8a70-d9d0313328f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:14:00.043081 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89256d14-060a-445b-ba67-0c7163d06ece req-b6ee7541-bf69-4a03-8a70-d9d0313328f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:14:00.044182 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89256d14-060a-445b-ba67-0c7163d06ece req-b6ee7541-bf69-4a03-8a70-d9d0313328f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:14:00.045237 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89256d14-060a-445b-ba67-0c7163d06ece req-b6ee7541-bf69-4a03-8a70-d9d0313328f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:14:00.049719 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-89256d14-060a-445b-ba67-0c7163d06ece req-b6ee7541-bf69-4a03-8a70-d9d0313328f1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7c2e3bcb3c11419aa5bdb45ad6533966&device_id=2f4a90d6-1fcd-49f1-9d76-18b26c029474 HTTP/1.1" status: 200 len: 6489 time: 0.2322235 Nov 22 20:14:00.061575 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5630bd72-10a3-4442-b604-e3fb5558df94 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:00.117056 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [None req-1159e4df-413a-454b-913c-551db5cb8d9e admin admin] Allocated IP 172.20.0.1 (48d933a0-1d3f-430a-95c2-28f98332aa70/e341af9e-bf46-4c5a-98cc-989107917135/aca36450-d2ce-47ed-80fb-a8f258232b09) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:14:00.199125 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d29d40fc-3fe4-424a-b20f-c7485bc7d24b admin admin] Publish callbacks [] for port, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:00.390602 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d29d40fc-3fe4-424a-b20f-c7485bc7d24b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:00.576519 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e988889f-e34f-4202-a6c6-9aa270acb15f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:00.652181 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:00.677499 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f6e119-9cb3-496b-acee-2c7d624e429d req-4ccc71d9-c878-40ff-8c00-90cdef0e9b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:14:00.684338 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-dda64d34-e1ee-4751-ae3a-27fdd0fc6f67 None None] Provisioning complete for port 26304549-baa3-469b-9888-96ee7e9fb8ff triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:14:00.684912 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-dda64d34-e1ee-4751-ae3a-27fdd0fc6f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:00.688083 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a1f6e119-9cb3-496b-acee-2c7d624e429d req-4ccc71d9-c878-40ff-8c00-90cdef0e9b17 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b907b504-4de2-4845-a661-deaebec31498 HTTP/1.1" status: 200 len: 847 time: 0.7528856 Nov 22 20:14:00.740754 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89256d14-060a-445b-ba67-0c7163d06ece req-239e741a-786a-4c5f-800d-db21c8959725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:14:00.741367 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89256d14-060a-445b-ba67-0c7163d06ece req-239e741a-786a-4c5f-800d-db21c8959725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:14:00.748396 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89256d14-060a-445b-ba67-0c7163d06ece req-239e741a-786a-4c5f-800d-db21c8959725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:14:00.751302 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-89256d14-060a-445b-ba67-0c7163d06ece req-239e741a-786a-4c5f-800d-db21c8959725 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ac9307cb-d216-4d24-9d6c-807bf1ccc8be&id=6b3bccc8-a74b-4dd2-b44c-99e3a607f72f&id=6b3bccc8-a74b-4dd2-b44c-99e3a607f72f&id=6b3bccc8-a74b-4dd2-b44c-99e3a607f72f&id=6b3bccc8-a74b-4dd2-b44c-99e3a607f72f&id=9d0b1a7a-dafa-41a5-9e6d-f6ddddd5c8ef&id=9d0b1a7a-dafa-41a5-9e6d-f6ddddd5c8ef HTTP/1.1" status: 200 len: 2293 time: 0.6580303 Nov 22 20:14:00.845987 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077a056d-7f48-47a1-b1fe-f08f03dc9f2b req-f100f05f-2073-46e5-9f28-31c44f6cc746 tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:14:00.854011 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-077a056d-7f48-47a1-b1fe-f08f03dc9f2b req-f100f05f-2073-46e5-9f28-31c44f6cc746 tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] 10.222.0.46 "GET /v2.0/ports?device_id=822d0b40-fb07-47a2-8600-2249d0728824 HTTP/1.1" status: 200 len: 946 time: 0.3643174 Nov 22 20:14:00.926951 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a1f6e119-9cb3-496b-acee-2c7d624e429d req-41d61825-fc1d-4af4-8afa-9150dde1cc51 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4906551a-712e-4bde-8433-b2db24f02f5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2036901 Nov 22 20:14:01.019971 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-89256d14-060a-445b-ba67-0c7163d06ece req-078fc3b1-57a6-4398-861b-e60aefbf98a9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d157c85a-0d84-4a3a-a74e-dc6bc21944b1 HTTP/1.1" status: 200 len: 1002 time: 0.1189027 Nov 22 20:14:01.034361 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eba460d-92d6-4a32-8c14-1b56808061d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fb26bd7-ce56-527b-b94f-2e1f7cb2bb35-5461317b-00bb-45f9-8507-9f0113ff935f', 'network_id': '5461317b-00bb-45f9-8507-9f0113ff935f', 'tenant_id': '39adbab155b64849b1b9cb0eac9a72dd', 'fixed_ips': [{'subnet_id': '6d7736d5-fb75-4292-8160-e9159063a95b'}]}} from n-d-818823-1. {{(pid=103449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 20:14:01.040617 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-2eba460d-92d6-4a32-8c14-1b56808061d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:01.204541 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89256d14-060a-445b-ba67-0c7163d06ece req-8ce54f80-7b67-4be6-a4de-5d285cf7b682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:14:01.210646 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-89256d14-060a-445b-ba67-0c7163d06ece req-8ce54f80-7b67-4be6-a4de-5d285cf7b682 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6b90bb48-40b3-40a5-9333-60b239e36730 HTTP/1.1" status: 200 len: 851 time: 0.1649303 Nov 22 20:14:01.298951 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1159e4df-413a-454b-913c-551db5cb8d9e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:01.414616 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29d40fc-3fe4-424a-b20f-c7485bc7d24b admin admin] Pushing event updated for resources: {'Port': ['ID=bee805a2-5610-4d33-99c0-cdd0b248c343,revision_number=2']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:14:01.447632 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-dda64d34-e1ee-4751-ae3a-27fdd0fc6f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:01.477399 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] For port 26304549-baa3-469b-9888-96ee7e9fb8ff, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=26304549-baa3-469b-9888-96ee7e9fb8ff,segment=NetworkSegment(ae851fd4-d8d2-44a9-a178-e240ab4bdf0e),segment_id=ae851fd4-d8d2-44a9-a178-e240ab4bdf0e)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:14:01.496150 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d29d40fc-3fe4-424a-b20f-c7485bc7d24b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-563461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-659839'] for router_interface, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:01.574744 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-077a056d-7f48-47a1-b1fe-f08f03dc9f2b req-f331df63-a4eb-4766-8b4c-15c202c98e0e tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] 10.222.0.46 "GET /v2.0/security-groups?id=a6b5e341-e4ee-449f-b89c-f5b96c06c7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6524835 Nov 22 20:14:01.577736 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:01.578546 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 00995b27-754c-4708-9cc2-f2f54641f6a8 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:14:01.690998 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a1f6e119-9cb3-496b-acee-2c7d624e429d req-6521acc4-0bd8-4b14-880b-20efb3450113 service neutron] 10.222.0.20 "GET /v2.0/networks/4906551a-712e-4bde-8433-b2db24f02f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7453189 Nov 22 20:14:01.752241 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1159e4df-413a-454b-913c-551db5cb8d9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:01.926298 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Pushing event updated for resources: {'Port': ['ID=26304549-baa3-469b-9888-96ee7e9fb8ff,revision_number=3']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:14:01.939522 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89256d14-060a-445b-ba67-0c7163d06ece req-a16ba41b-4b92-4142-88ed-1df2d7903c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:14:01.949521 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-89256d14-060a-445b-ba67-0c7163d06ece req-a16ba41b-4b92-4142-88ed-1df2d7903c74 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ac9307cb-d216-4d24-9d6c-807bf1ccc8be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7088938 Nov 22 20:14:02.082917 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-5aac5988-5fde-4672-9530-a784693f863a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47cff62d-1400-4750-a951-1dfd42ba9a0b', 'name': 'tempest-ServersTestJSON-395337212-router', 'tenant_id': '850c5e2af2c44a3fa2eaed5152ec5f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.229'}], 'enable_snat': True}, 'gw_port_id': '879aed9c-b068-49c0-a9d5-804f26cae1de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:13:50Z', 'updated_at': '2021-11-22T20:13:54Z', 'revision_number': 3, 'project_id': '850c5e2af2c44a3fa2eaed5152ec5f3c', 'gw_port': {'id': '879aed9c-b068-49c0-a9d5-804f26cae1de', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:23:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47cff62d-1400-4750-a951-1dfd42ba9a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:13:52Z', 'updated_at': '2021-11-22T20:13:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:14:02.228853 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.db.api [None req-dda64d34-e1ee-4751-ae3a-27fdd0fc6f67 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103449) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 20:14:02.229433 n-d-818823-1 neutron-server[103449]: DEBUG oslo_db.api [None req-dda64d34-e1ee-4751-ae3a-27fdd0fc6f67 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 20:14:02.236211 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aac5988-5fde-4672-9530-a784693f863a None None] Checking router: 47cff62d-1400-4750-a951-1dfd42ba9a0b for host: n-d-818823-1 {{(pid=103449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 20:14:02.236764 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aac5988-5fde-4672-9530-a784693f863a None None] Updating router 47cff62d-1400-4750-a951-1dfd42ba9a0b port 879aed9c-b068-49c0-a9d5-804f26cae1de binding host n-d-818823-1 {{(pid=103449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 20:14:02.284778 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 00995b27-754c-4708-9cc2-f2f54641f6a8 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:14:02.285361 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:02.316215 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51de5288-07c7-4f04-84ae-6a8fa8d9cc57 None None] Sync routers for ids ['94fdbc4e-00b6-4ae1-966d-9f56ed32b34b'] in n-d-818823-1 {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:14:02.329563 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-5aac5988-5fde-4672-9530-a784693f863a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:02.344846 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51de5288-07c7-4f04-84ae-6a8fa8d9cc57 None None] Routers {'94fdbc4e-00b6-4ae1-966d-9f56ed32b34b'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:14:02.345515 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-51de5288-07c7-4f04-84ae-6a8fa8d9cc57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:13:32Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['94fdbc4e-00b6-4ae1-966d-9f56ed32b34b'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:14:02.380023 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d29d40fc-3fe4-424a-b20f-c7485bc7d24b admin admin] Network 74ebf53f-3bfc-4b32-9782-5c33f910ad6f is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:14:02.404505 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-d29d40fc-3fe4-424a-b20f-c7485bc7d24b admin admin] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:14:02.532592 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [None req-5630bd72-10a3-4442-b604-e3fb5558df94 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Allocated IP 172.22.0.1 (5461317b-00bb-45f9-8507-9f0113ff935f/6d7736d5-fb75-4292-8160-e9159063a95b/485a9dbb-7931-47e7-8360-73f16c307b3b) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:14:02.537975 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:02.596822 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-51de5288-07c7-4f04-84ae-6a8fa8d9cc57 None None] Set router 94fdbc4e-00b6-4ae1-966d-9f56ed32b34b gateway port host: None {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:14:02.665384 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4c04cc8c-ba9a-4634-8a5e-4f2aa5a99d58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:02.708374 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 38696) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:14:02.740401 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d29d40fc-3fe4-424a-b20f-c7485bc7d24b admin admin] Router 5d13bd15-e684-4713-ba44-4f935896f24f has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 20:14:02.752775 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-89256d14-060a-445b-ba67-0c7163d06ece req-a94d9ad1-e1ba-43da-9cb9-3339e42ab08c service neutron] 10.222.0.41 "GET /v2.0/networks/ac9307cb-d216-4d24-9d6c-807bf1ccc8be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7863386 Nov 22 20:14:02.821501 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] For port 00995b27-754c-4708-9cc2-f2f54641f6a8, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=00995b27-754c-4708-9cc2-f2f54641f6a8,segment=NetworkSegment(8bf8f4b9-c552-4a44-a0c9-07e6361b5021),segment_id=8bf8f4b9-c552-4a44-a0c9-07e6361b5021)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:14:02.867691 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:02.992574 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1159e4df-413a-454b-913c-551db5cb8d9e admin admin] Pushing event updated for resources: {'Port': ['ID=aca36450-d2ce-47ed-80fb-a8f258232b09,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:14:03.177379 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1159e4df-413a-454b-913c-551db5cb8d9e admin admin] Network 48d933a0-1d3f-430a-95c2-28f98332aa70 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:14:03.192817 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-1159e4df-413a-454b-913c-551db5cb8d9e admin admin] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:14:03.197184 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1159e4df-413a-454b-913c-551db5cb8d9e admin admin] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:14:03.366323 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a677aac-3014-4acf-a4ef-481955a3885a req-ee713019-e341-437e-a090-7b3d3c6f1154 tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:14:03.377374 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3a677aac-3014-4acf-a4ef-481955a3885a req-ee713019-e341-437e-a090-7b3d3c6f1154 tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] 10.222.0.46 "GET /v2.0/ports?device_id=822d0b40-fb07-47a2-8600-2249d0728824 HTTP/1.1" status: 200 len: 946 time: 0.3863328 Nov 22 20:14:03.410529 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1159e4df-413a-454b-913c-551db5cb8d9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659939'] for router_interface, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:03.437670 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 26304549-baa3-469b-9888-96ee7e9fb8ff up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:14:03.478669 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-51de5288-07c7-4f04-84ae-6a8fa8d9cc57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94fdbc4e-00b6-4ae1-966d-9f56ed32b34b', 'name': 'tempest-RoutersTest-router-1436907073', 'tenant_id': '39adbab155b64849b1b9cb0eac9a72dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:13:40Z', 'updated_at': '2021-11-22T20:13:50Z', 'revision_number': 3, 'project_id': '39adbab155b64849b1b9cb0eac9a72dd', 'gw_port_host': None, '_interfaces': [{'id': '1f2adec6-c6fc-4c10-ade7-fefcf222b44b', 'name': '', 'network_id': 'bd2b5491-eb53-4726-892d-365d5f850376', 'tenant_id': '39adbab155b64849b1b9cb0eac9a72dd', 'mac_address': 'fa:16:3e:23:58:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94fdbc4e-00b6-4ae1-966d-9f56ed32b34b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': 'd6285324-c6ad-4a91-91fa-21c8262eaf22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:13:44Z', 'updated_at': '2021-11-22T20:13:54Z', 'revision_number': 5, 'project_id': '39adbab155b64849b1b9cb0eac9a72dd', 'subnets': [{'id': 'd6285324-c6ad-4a91-91fa-21c8262eaf22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c369c619-fa26-4109-b87f-927bf4f1cf4b', 'name': '', 'network_id': '1b095c1c-5878-4824-8fd2-a95a395f0abf', 'tenant_id': '39adbab155b64849b1b9cb0eac9a72dd', 'mac_address': 'fa:16:3e:ee:85:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94fdbc4e-00b6-4ae1-966d-9f56ed32b34b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': '46f60706-5383-4cf7-80e5-c33028f6df74', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:13:48Z', 'updated_at': '2021-11-22T20:13:50Z', 'revision_number': 2, 'project_id': '39adbab155b64849b1b9cb0eac9a72dd', 'subnets': [{'id': '46f60706-5383-4cf7-80e5-c33028f6df74', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:14:03.555642 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51de5288-07c7-4f04-84ae-6a8fa8d9cc57 None None] Checking router: 94fdbc4e-00b6-4ae1-966d-9f56ed32b34b for host: n-d-818823-1 {{(pid=103450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 20:14:03.555995 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51de5288-07c7-4f04-84ae-6a8fa8d9cc57 None None] Updating router 94fdbc4e-00b6-4ae1-966d-9f56ed32b34b port c369c619-fa26-4109-b87f-927bf4f1cf4b binding host n-d-818823-1 {{(pid=103450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 20:14:03.564525 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Pushing event updated for resources: {'Port': ['ID=00995b27-754c-4708-9cc2-f2f54641f6a8,revision_number=3']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:14:03.604579 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-51de5288-07c7-4f04-84ae-6a8fa8d9cc57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:03.649800 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-03f0964f-1b75-4df7-99e0-a3cdb56ec2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:03.654530 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a1f6e119-9cb3-496b-acee-2c7d624e429d req-0e8f458d-7d98-4f49-b7de-590b929e291c service neutron] 10.222.0.20 "GET /v2.0/networks/4906551a-712e-4bde-8433-b2db24f02f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.9482996 Nov 22 20:14:03.671177 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-2e609102-ad21-4994-a293-fa8a15804447 None None] Provisioning complete for port 00995b27-754c-4708-9cc2-f2f54641f6a8 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:14:03.672003 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-2e609102-ad21-4994-a293-fa8a15804447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:03.700747 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1159e4df-413a-454b-913c-551db5cb8d9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:03.786572 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3a677aac-3014-4acf-a4ef-481955a3885a req-321d8e52-5e79-4dea-9f37-b3614fee26b2 tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] 10.222.0.46 "GET /v2.0/security-groups?id=a6b5e341-e4ee-449f-b89c-f5b96c06c7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066326 Nov 22 20:14:03.805479 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-5aac5988-5fde-4672-9530-a784693f863a None None] Publish callbacks [] for port, precommit_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:03.816331 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 26304549-baa3-469b-9888-96ee7e9fb8ff triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:14:03.818531 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:03.918615 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-5aac5988-5fde-4672-9530-a784693f863a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:04.025872 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0367bf94-8bb1-47fc-9159-4f84219f93a0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:04.026943 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0315677-af0e-4068-b826-48a304a552bd None None] Pushing event updated for resources: {'Port': ['ID=879aed9c-b068-49c0-a9d5-804f26cae1de,revision_number=2']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:14:04.044157 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d29d40fc-3fe4-424a-b20f-c7485bc7d24b admin admin] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:14:04.055782 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-d29d40fc-3fe4-424a-b20f-c7485bc7d24b admin admin] 10.222.0.46 "PUT /v2.0/routers/5d13bd15-e684-4713-ba44-4f935896f24f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8108420 Nov 22 20:14:04.104094 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a253006f-ba27-4b70-8b61-42e39f7c8981 None None] Sync routers for ids ['5d13bd15-e684-4713-ba44-4f935896f24f'] in n-d-818823-1 {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:14:04.148828 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-5aac5988-5fde-4672-9530-a784693f863a None None] Attempting to bind port 879aed9c-b068-49c0-a9d5-804f26cae1de on host n-d-818823-1 for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:14:04.149717 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-5aac5988-5fde-4672-9530-a784693f863a None None] Attempting to bind port 879aed9c-b068-49c0-a9d5-804f26cae1de by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:14:04.150041 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aac5988-5fde-4672-9530-a784693f863a None None] Attempting to bind port 879aed9c-b068-49c0-a9d5-804f26cae1de on network c48a55e9-6a85-4746-b7bf-3e29fb560094 {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:14:04.202755 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1159e4df-413a-454b-913c-551db5cb8d9e admin admin] Publish callbacks [] for port, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:04.218217 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5630bd72-10a3-4442-b604-e3fb5558df94 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:04.220607 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1159e4df-413a-454b-913c-551db5cb8d9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:04.246056 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-89256d14-060a-445b-ba67-0c7163d06ece req-b971a039-9b54-4e13-b718-7a40bfea0e9d service neutron] 10.222.0.41 "GET /v2.0/networks/ac9307cb-d216-4d24-9d6c-807bf1ccc8be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4756255 Nov 22 20:14:04.310357 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-51de5288-07c7-4f04-84ae-6a8fa8d9cc57 None None] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:04.320935 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aac5988-5fde-4672-9530-a784693f863a None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 13, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:14:04.321341 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aac5988-5fde-4672-9530-a784693f863a None None] Checking segment: {'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:14:04.321705 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-5aac5988-5fde-4672-9530-a784693f863a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:04.322101 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aac5988-5fde-4672-9530-a784693f863a None None] Bound using segment: {'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:14:04.322587 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-5aac5988-5fde-4672-9530-a784693f863a None None] Bound port: 879aed9c-b068-49c0-a9d5-804f26cae1de, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:14:04.322804 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-51de5288-07c7-4f04-84ae-6a8fa8d9cc57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:04.322994 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-5aac5988-5fde-4672-9530-a784693f863a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:04.389756 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-89256d14-060a-445b-ba67-0c7163d06ece req-9d2518b2-e961-4147-a25f-356e5eeef894 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.3&port_id=6adde04d-a0cf-43b3-9b93-ce2683694893 HTTP/1.1" status: 200 len: 217 time: 0.1321738 Nov 22 20:14:04.407184 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a253006f-ba27-4b70-8b61-42e39f7c8981 None None] Routers {'5d13bd15-e684-4713-ba44-4f935896f24f'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:14:04.407827 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-a253006f-ba27-4b70-8b61-42e39f7c8981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:14:03Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['5d13bd15-e684-4713-ba44-4f935896f24f'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:14:04.423113 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1159e4df-413a-454b-913c-551db5cb8d9e admin admin] Pushing event updated for resources: {'Port': ['ID=aca36450-d2ce-47ed-80fb-a8f258232b09,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:14:04.440468 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1159e4df-413a-454b-913c-551db5cb8d9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-563461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-659839'] for router_interface, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:04.529612 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89256d14-060a-445b-ba67-0c7163d06ece req-c09c03a4-8aa9-4693-83cf-eac9acd1b24b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:14:04.530866 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-89256d14-060a-445b-ba67-0c7163d06ece req-c09c03a4-8aa9-4693-83cf-eac9acd1b24b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0485a16a-de78-4412-ab82-735c8650e722 HTTP/1.1" status: 200 len: 797 time: 0.1297472 Nov 22 20:14:04.590330 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-51de5288-07c7-4f04-84ae-6a8fa8d9cc57 None None] Attempting to bind port c369c619-fa26-4109-b87f-927bf4f1cf4b on host n-d-818823-1 for vnic_type normal with profile {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:14:04.590767 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-51de5288-07c7-4f04-84ae-6a8fa8d9cc57 None None] Attempting to bind port c369c619-fa26-4109-b87f-927bf4f1cf4b by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': 'ae851fd4-d8d2-44a9-a178-e240ab4bdf0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '1b095c1c-5878-4824-8fd2-a95a395f0abf'}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:14:04.591068 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51de5288-07c7-4f04-84ae-6a8fa8d9cc57 None None] Attempting to bind port c369c619-fa26-4109-b87f-927bf4f1cf4b on network 1b095c1c-5878-4824-8fd2-a95a395f0abf {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:14:04.616374 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51de5288-07c7-4f04-84ae-6a8fa8d9cc57 None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 13, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:14:04.616827 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51de5288-07c7-4f04-84ae-6a8fa8d9cc57 None None] Checking segment: {'id': 'ae851fd4-d8d2-44a9-a178-e240ab4bdf0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '1b095c1c-5878-4824-8fd2-a95a395f0abf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:14:04.617254 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-51de5288-07c7-4f04-84ae-6a8fa8d9cc57 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:04.617659 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51de5288-07c7-4f04-84ae-6a8fa8d9cc57 None None] Bound using segment: {'id': 'ae851fd4-d8d2-44a9-a178-e240ab4bdf0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '1b095c1c-5878-4824-8fd2-a95a395f0abf'} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:14:04.618172 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-51de5288-07c7-4f04-84ae-6a8fa8d9cc57 None None] Bound port: c369c619-fa26-4109-b87f-927bf4f1cf4b, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae851fd4-d8d2-44a9-a178-e240ab4bdf0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '1b095c1c-5878-4824-8fd2-a95a395f0abf'}}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:14:04.618570 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-51de5288-07c7-4f04-84ae-6a8fa8d9cc57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:04.723276 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0367bf94-8bb1-47fc-9159-4f84219f93a0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:04.728209 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5630bd72-10a3-4442-b604-e3fb5558df94 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:04.736302 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-a253006f-ba27-4b70-8b61-42e39f7c8981 None None] Set router 5d13bd15-e684-4713-ba44-4f935896f24f gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:14:04.757819 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1159e4df-413a-454b-913c-551db5cb8d9e admin admin] Network 48d933a0-1d3f-430a-95c2-28f98332aa70 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:14:04.762888 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-1159e4df-413a-454b-913c-551db5cb8d9e admin admin] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:14:04.789541 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0367bf94-8bb1-47fc-9159-4f84219f93a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:04.829988 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-51de5288-07c7-4f04-84ae-6a8fa8d9cc57 None None] For port c369c619-fa26-4109-b87f-927bf4f1cf4b, host n-d-818823-1, cleared binding levels {{(pid=103450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:14:04.840472 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-51de5288-07c7-4f04-84ae-6a8fa8d9cc57 None None] For port c369c619-fa26-4109-b87f-927bf4f1cf4b, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=c369c619-fa26-4109-b87f-927bf4f1cf4b,segment=NetworkSegment(ae851fd4-d8d2-44a9-a178-e240ab4bdf0e),segment_id=ae851fd4-d8d2-44a9-a178-e240ab4bdf0e)] {{(pid=103450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:14:04.852340 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-51de5288-07c7-4f04-84ae-6a8fa8d9cc57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:04.939721 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39826434-958d-4063-946f-0513574888ab None None] Pushing event updated for resources: {'Port': ['ID=c369c619-fa26-4109-b87f-927bf4f1cf4b,revision_number=3']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:14:05.019130 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5630bd72-10a3-4442-b604-e3fb5558df94 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Network 5461317b-00bb-45f9-8507-9f0113ff935f is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:14:05.128047 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-5630bd72-10a3-4442-b604-e3fb5558df94 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:14:05.136313 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5630bd72-10a3-4442-b604-e3fb5558df94 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:14:05.145159 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0367bf94-8bb1-47fc-9159-4f84219f93a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38c0cf88-e4e8-4075-a835-4917e38263de,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:14:05.152670 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51de5288-07c7-4f04-84ae-6a8fa8d9cc57 None None] Routers {'94fdbc4e-00b6-4ae1-966d-9f56ed32b34b'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:14:05.155621 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-51de5288-07c7-4f04-84ae-6a8fa8d9cc57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:14:03Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['94fdbc4e-00b6-4ae1-966d-9f56ed32b34b'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:14:05.216815 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89256d14-060a-445b-ba67-0c7163d06ece req-b6de5475-93e4-4d8e-8a03-5d126ac36248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:14:05.218552 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-89256d14-060a-445b-ba67-0c7163d06ece req-b6de5475-93e4-4d8e-8a03-5d126ac36248 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6b3bccc8-a74b-4dd2-b44c-99e3a607f72f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6693282 Nov 22 20:14:05.291855 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1159e4df-413a-454b-913c-551db5cb8d9e admin admin] Router 47cff62d-1400-4750-a951-1dfd42ba9a0b has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 20:14:05.394164 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1e8b17-13c0-4fab-96d4-e3a47a23d55f req-ca5e2285-e35d-4979-a612-e4a34d764024 tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:14:05.398455 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9b1e8b17-13c0-4fab-96d4-e3a47a23d55f req-ca5e2285-e35d-4979-a612-e4a34d764024 tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] 10.222.0.46 "GET /v2.0/ports?device_id=822d0b40-fb07-47a2-8600-2249d0728824 HTTP/1.1" status: 200 len: 946 time: 0.2034028 Nov 22 20:14:05.467005 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-5aac5988-5fde-4672-9530-a784693f863a None None] For port 879aed9c-b068-49c0-a9d5-804f26cae1de, host n-d-818823-1, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:14:05.480305 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-5aac5988-5fde-4672-9530-a784693f863a None None] For port 879aed9c-b068-49c0-a9d5-804f26cae1de, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=879aed9c-b068-49c0-a9d5-804f26cae1de,segment=NetworkSegment(8793ba83-8407-4c3d-9b56-2a177cd58a70),segment_id=8793ba83-8407-4c3d-9b56-2a177cd58a70)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:14:05.553063 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.db_base_plugin_common [None req-2eba460d-92d6-4a32-8c14-1b56808061d5 None None] Allocated IP 172.22.0.2 (5461317b-00bb-45f9-8507-9f0113ff935f/6d7736d5-fb75-4292-8160-e9159063a95b/25df14b7-6e25-45f5-a53e-b87f1aea00c9) {{(pid=103449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:14:05.572708 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-0367bf94-8bb1-47fc-9159-4f84219f93a0 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=88f8011f00924895978b595f30e5c39f&name=default HTTP/1.1" status: 200 len: 3000 time: 2.8586135 Nov 22 20:14:05.575636 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-89256d14-060a-445b-ba67-0c7163d06ece req-b3184c6e-f55f-4ad1-b879-0d7dcfbc3cd4 service neutron] 10.222.0.41 "GET /v2.0/networks/6b3bccc8-a74b-4dd2-b44c-99e3a607f72f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2826357 Nov 22 20:14:05.582905 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 38750) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:14:05.599010 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-51de5288-07c7-4f04-84ae-6a8fa8d9cc57 None None] Set router 94fdbc4e-00b6-4ae1-966d-9f56ed32b34b gateway port host: None {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:14:05.681986 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8db717ba-6bd7-404c-8f62-f0171a138213 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:05.717236 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8db717ba-6bd7-404c-8f62-f0171a138213 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:05.728066 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1159e4df-413a-454b-913c-551db5cb8d9e admin admin] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:14:05.734046 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-1159e4df-413a-454b-913c-551db5cb8d9e admin admin] 10.222.0.46 "PUT /v2.0/routers/47cff62d-1400-4750-a951-1dfd42ba9a0b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6674058 Nov 22 20:14:05.769753 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39826434-958d-4063-946f-0513574888ab None None] Pushing event updated for resources: {'Port': ['ID=c369c619-fa26-4109-b87f-927bf4f1cf4b,revision_number=4']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:14:05.828354 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5630bd72-10a3-4442-b604-e3fb5558df94 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Pushing event updated for resources: {'Port': ['ID=485a9dbb-7931-47e7-8360-73f16c307b3b,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:14:05.849703 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9b1e8b17-13c0-4fab-96d4-e3a47a23d55f req-88740bbc-1be6-4f37-a4e2-37ea41d78f05 tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] 10.222.0.46 "GET /v2.0/security-groups?id=a6b5e341-e4ee-449f-b89c-f5b96c06c7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4322586 Nov 22 20:14:05.902701 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5630bd72-10a3-4442-b604-e3fb5558df94 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659939'] for router_interface, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:05.935108 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-2eba460d-92d6-4a32-8c14-1b56808061d5 None None] Publish callbacks [] for port, precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:06.015452 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-5aac5988-5fde-4672-9530-a784693f863a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:06.106086 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-2eba460d-92d6-4a32-8c14-1b56808061d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372'] for port, after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:06.137753 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-89256d14-060a-445b-ba67-0c7163d06ece req-f271c38b-fd35-4f27-8dbf-ddc9c8d42fae service neutron] 10.222.0.41 "GET /v2.0/networks/6b3bccc8-a74b-4dd2-b44c-99e3a607f72f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5069478 Nov 22 20:14:06.170126 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eba460d-92d6-4a32-8c14-1b56808061d5 None None] Network 5461317b-00bb-45f9-8507-9f0113ff935f is already hosted by enough agents. {{(pid=103449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:14:06.171682 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e49ee129-e862-4476-beca-cdc8150d2345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:06.171956 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-51de5288-07c7-4f04-84ae-6a8fa8d9cc57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94fdbc4e-00b6-4ae1-966d-9f56ed32b34b', 'name': 'tempest-RoutersTest-router-1436907073', 'tenant_id': '39adbab155b64849b1b9cb0eac9a72dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:13:40Z', 'updated_at': '2021-11-22T20:13:50Z', 'revision_number': 3, 'project_id': '39adbab155b64849b1b9cb0eac9a72dd', 'gw_port_host': None, '_interfaces': [{'id': '1f2adec6-c6fc-4c10-ade7-fefcf222b44b', 'name': '', 'network_id': 'bd2b5491-eb53-4726-892d-365d5f850376', 'tenant_id': '39adbab155b64849b1b9cb0eac9a72dd', 'mac_address': 'fa:16:3e:23:58:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94fdbc4e-00b6-4ae1-966d-9f56ed32b34b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': 'd6285324-c6ad-4a91-91fa-21c8262eaf22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:13:44Z', 'updated_at': '2021-11-22T20:13:54Z', 'revision_number': 5, 'project_id': '39adbab155b64849b1b9cb0eac9a72dd', 'subnets': [{'id': 'd6285324-c6ad-4a91-91fa-21c8262eaf22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c369c619-fa26-4109-b87f-927bf4f1cf4b', 'name': '', 'network_id': '1b095c1c-5878-4824-8fd2-a95a395f0abf', 'tenant_id': '39adbab155b64849b1b9cb0eac9a72dd', 'mac_address': 'fa:16:3e:ee:85:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94fdbc4e-00b6-4ae1-966d-9f56ed32b34b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': '46f60706-5383-4cf7-80e5-c33028f6df74', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:13:48Z', 'updated_at': '2021-11-22T20:14:04Z', 'revision_number': 4, 'project_id': '39adbab155b64849b1b9cb0eac9a72dd', 'subnets': [{'id': '46f60706-5383-4cf7-80e5-c33028f6df74', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:14:06.181602 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8db717ba-6bd7-404c-8f62-f0171a138213 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:06.189799 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8db717ba-6bd7-404c-8f62-f0171a138213 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:06.197679 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-8db717ba-6bd7-404c-8f62-f0171a138213 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/38c0cf88-e4e8-4075-a835-4917e38263de HTTP/1.1" status: 204 len: 168 time: 0.6132963 Nov 22 20:14:06.231066 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 38764) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:14:06.236257 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-afe411af-4573-4e5f-8372-fb14633b9197 tempest-ServersTestManualDisk-1649092872 tempest-ServersTestManualDisk-1649092872-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2044115386', 'description': 'tempest-description--1066333026'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:14:06.263482 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51de5288-07c7-4f04-84ae-6a8fa8d9cc57 None None] The sync data for ids ['94fdbc4e-00b6-4ae1-966d-9f56ed32b34b'] in n-d-818823-1 is: [{'id': '94fdbc4e-00b6-4ae1-966d-9f56ed32b34b', 'name': 'tempest-RoutersTest-router-1436907073', 'tenant_id': '39adbab155b64849b1b9cb0eac9a72dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:13:40Z', 'updated_at': '2021-11-22T20:13:50Z', 'revision_number': 3, 'project_id': '39adbab155b64849b1b9cb0eac9a72dd', 'gw_port_host': None, '_interfaces': [{'id': '1f2adec6-c6fc-4c10-ade7-fefcf222b44b', 'name': '', 'network_id': 'bd2b5491-eb53-4726-892d-365d5f850376', 'tenant_id': '39adbab155b64849b1b9cb0eac9a72dd', 'mac_address': 'fa:16:3e:23:58:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94fdbc4e-00b6-4ae1-966d-9f56ed32b34b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': 'd6285324-c6ad-4a91-91fa-21c8262eaf22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:13:44Z', 'updated_at': '2021-11-22T20:13:54Z', 'revision_number': 5, 'project_id': '39adbab155b64849b1b9cb0eac9a72dd', 'subnets': [{'id': 'd6285324-c6ad-4a91-91fa-21c8262eaf22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c369c619-fa26-4109-b87f-927bf4f1cf4b', 'name': '', 'network_id': '1b095c1c-5878-4824-8fd2-a95a395f0abf', 'tenant_id': '39adbab155b64849b1b9cb0eac9a72dd', 'mac_address': 'fa:16:3e:ee:85:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94fdbc4e-00b6-4ae1-966d-9f56ed32b34b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': '46f60706-5383-4cf7-80e5-c33028f6df74', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:13:48Z', 'updated_at': '2021-11-22T20:14:04Z', 'revision_number': 4, 'project_id': '39adbab155b64849b1b9cb0eac9a72dd', 'subnets': [{'id': '46f60706-5383-4cf7-80e5-c33028f6df74', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:14:06.272351 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-2e609102-ad21-4994-a293-fa8a15804447 None None] Provisioning complete for port 9d21370e-6d46-4746-a6d9-57f2b8e70b48 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:14:06.272721 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-2e609102-ad21-4994-a293-fa8a15804447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:06.289902 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-afe411af-4573-4e5f-8372-fb14633b9197 tempest-ServersTestManualDisk-1649092872 tempest-ServersTestManualDisk-1649092872-project] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:06.355640 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.base_scheduler [None req-2eba460d-92d6-4a32-8c14-1b56808061d5 None None] Resources bound (agent type, host, resource id): {{(pid=103449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:14:06.371126 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eba460d-92d6-4a32-8c14-1b56808061d5 None None] Received port after_create {{(pid=103449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:14:06.393336 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-89256d14-060a-445b-ba67-0c7163d06ece req-6fd96b40-1c4e-4eaf-86ba-ecf897ae7d46 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.46&port_id=05a5c645-0725-4bf3-bbad-910f8f76f37c HTTP/1.1" status: 200 len: 217 time: 0.2406988 Nov 22 20:14:06.395167 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-afe411af-4573-4e5f-8372-fb14633b9197 tempest-ServersTestManualDisk-1649092872 tempest-ServersTestManualDisk-1649092872-project] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:06.408619 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 9d21370e-6d46-4746-a6d9-57f2b8e70b48 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:14:06.410238 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-afe411af-4573-4e5f-8372-fb14633b9197 tempest-ServersTestManualDisk-1649092872 tempest-ServersTestManualDisk-1649092872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:06.447676 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe411af-4573-4e5f-8372-fb14633b9197 tempest-ServersTestManualDisk-1649092872 tempest-ServersTestManualDisk-1649092872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=368a4176-acce-44f6-a6e9-15de4e10b157,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:14:06.462828 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-afe411af-4573-4e5f-8372-fb14633b9197 tempest-ServersTestManualDisk-1649092872 tempest-ServersTestManualDisk-1649092872-project] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:06.469357 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-afe411af-4573-4e5f-8372-fb14633b9197 tempest-ServersTestManualDisk-1649092872 tempest-ServersTestManualDisk-1649092872-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.2368102 Nov 22 20:14:06.472129 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 38766) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:14:06.482873 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-e0729113-1c0e-4b13-bdfe-41664f6c205f tempest-ServersTestManualDisk-1649092872 tempest-ServersTestManualDisk-1649092872-project] Request body: {'security_group_rule': {'security_group_id': '368a4176-acce-44f6-a6e9-15de4e10b157', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:14:06.483058 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db717ba-6bd7-404c-8f62-f0171a138213 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38c0cf88-e4e8-4075-a835-4917e38263de,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:14:06.504188 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:06.568651 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e0729113-1c0e-4b13-bdfe-41664f6c205f tempest-ServersTestManualDisk-1649092872 tempest-ServersTestManualDisk-1649092872-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:06.617096 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89256d14-060a-445b-ba67-0c7163d06ece req-f118c056-b019-4981-b184-f4a0111f82c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:14:06.618782 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-89256d14-060a-445b-ba67-0c7163d06ece req-f118c056-b019-4981-b184-f4a0111f82c2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0485a16a-de78-4412-ab82-735c8650e722 HTTP/1.1" status: 200 len: 797 time: 0.2183101 Nov 22 20:14:06.683132 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5630bd72-10a3-4442-b604-e3fb5558df94 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:06.710494 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aac5988-5fde-4672-9530-a784693f863a None None] Routers {'47cff62d-1400-4750-a951-1dfd42ba9a0b'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:14:06.711759 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-5aac5988-5fde-4672-9530-a784693f863a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:14:03Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['47cff62d-1400-4750-a951-1dfd42ba9a0b'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:14:06.769011 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e0729113-1c0e-4b13-bdfe-41664f6c205f tempest-ServersTestManualDisk-1649092872 tempest-ServersTestManualDisk-1649092872-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:06.775875 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e0729113-1c0e-4b13-bdfe-41664f6c205f tempest-ServersTestManualDisk-1649092872 tempest-ServersTestManualDisk-1649092872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572323'] for security_group_rule, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:06.807234 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89256d14-060a-445b-ba67-0c7163d06ece req-349edd77-f566-4ae1-8c44-7f72edf5c8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:14:06.809293 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-89256d14-060a-445b-ba67-0c7163d06ece req-349edd77-f566-4ae1-8c44-7f72edf5c8ef service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6b3bccc8-a74b-4dd2-b44c-99e3a607f72f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1233282 Nov 22 20:14:06.841416 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-5aac5988-5fde-4672-9530-a784693f863a None None] Set router 47cff62d-1400-4750-a951-1dfd42ba9a0b gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:14:06.858908 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0729113-1c0e-4b13-bdfe-41664f6c205f tempest-ServersTestManualDisk-1649092872 tempest-ServersTestManualDisk-1649092872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09050283-f795-4b44-8843-4639877e9e3d,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:14:06.873360 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e0729113-1c0e-4b13-bdfe-41664f6c205f tempest-ServersTestManualDisk-1649092872 tempest-ServersTestManualDisk-1649092872-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:06.881509 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-e0729113-1c0e-4b13-bdfe-41664f6c205f tempest-ServersTestManualDisk-1649092872 tempest-ServersTestManualDisk-1649092872-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4075878 Nov 22 20:14:06.884021 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 38774) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:14:06.897842 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-96962809-eeec-43a7-b40f-7e04e6d238e8 tempest-ServersTestManualDisk-1649092872 tempest-ServersTestManualDisk-1649092872-project] Request body: {'security_group_rule': {'security_group_id': '368a4176-acce-44f6-a6e9-15de4e10b157', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:14:06.964184 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-96962809-eeec-43a7-b40f-7e04e6d238e8 tempest-ServersTestManualDisk-1649092872 tempest-ServersTestManualDisk-1649092872-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:07.158022 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-96962809-eeec-43a7-b40f-7e04e6d238e8 tempest-ServersTestManualDisk-1649092872 tempest-ServersTestManualDisk-1649092872-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:07.185514 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-96962809-eeec-43a7-b40f-7e04e6d238e8 tempest-ServersTestManualDisk-1649092872 tempest-ServersTestManualDisk-1649092872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572323'] for security_group_rule, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:07.193117 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0315677-af0e-4068-b826-48a304a552bd None None] Pushing event updated for resources: {'Port': ['ID=879aed9c-b068-49c0-a9d5-804f26cae1de,revision_number=3']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:14:07.202005 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-2eba460d-92d6-4a32-8c14-1b56808061d5 None None] Attempting to bind port 25df14b7-6e25-45f5-a53e-b87f1aea00c9 on host n-d-818823-1 for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:14:07.202500 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-2eba460d-92d6-4a32-8c14-1b56808061d5 None None] Attempting to bind port 25df14b7-6e25-45f5-a53e-b87f1aea00c9 by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': '937ca34a-59de-4aa1-bd5a-f988ad188bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '5461317b-00bb-45f9-8507-9f0113ff935f'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:14:07.202902 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eba460d-92d6-4a32-8c14-1b56808061d5 None None] Attempting to bind port 25df14b7-6e25-45f5-a53e-b87f1aea00c9 on network 5461317b-00bb-45f9-8507-9f0113ff935f {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:14:07.269019 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eba460d-92d6-4a32-8c14-1b56808061d5 None None] Pushing event updated for resources: {'Port': ['ID=25df14b7-6e25-45f5-a53e-b87f1aea00c9,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:14:07.274885 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 9d21370e-6d46-4746-a6d9-57f2b8e70b48 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:14:07.276307 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:07.306608 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-89256d14-060a-445b-ba67-0c7163d06ece req-49bc1d46-8d9b-44ce-88d9-29086ec006d9 service neutron] 10.222.0.41 "GET /v2.0/networks/6b3bccc8-a74b-4dd2-b44c-99e3a607f72f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4584651 Nov 22 20:14:07.311787 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-96962809-eeec-43a7-b40f-7e04e6d238e8 tempest-ServersTestManualDisk-1649092872 tempest-ServersTestManualDisk-1649092872-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:07.316509 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-96962809-eeec-43a7-b40f-7e04e6d238e8 tempest-ServersTestManualDisk-1649092872 tempest-ServersTestManualDisk-1649092872-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4287145 Nov 22 20:14:07.325316 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 38782) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:14:07.337095 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eba460d-92d6-4a32-8c14-1b56808061d5 None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 14, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:14:07.337577 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eba460d-92d6-4a32-8c14-1b56808061d5 None None] Checking segment: {'id': '937ca34a-59de-4aa1-bd5a-f988ad188bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '5461317b-00bb-45f9-8507-9f0113ff935f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:14:07.338030 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-2eba460d-92d6-4a32-8c14-1b56808061d5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:07.338493 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eba460d-92d6-4a32-8c14-1b56808061d5 None None] Bound using segment: {'id': '937ca34a-59de-4aa1-bd5a-f988ad188bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '5461317b-00bb-45f9-8507-9f0113ff935f'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:14:07.339039 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-2eba460d-92d6-4a32-8c14-1b56808061d5 None None] Bound port: 25df14b7-6e25-45f5-a53e-b87f1aea00c9, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '937ca34a-59de-4aa1-bd5a-f988ad188bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '5461317b-00bb-45f9-8507-9f0113ff935f'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:14:07.339517 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-2eba460d-92d6-4a32-8c14-1b56808061d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:07.348081 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-41054748-1d16-4c4e-999f-2796fa56c3cf tempest-ServersTestManualDisk-1649092872 tempest-ServersTestManualDisk-1649092872-project] Request body: {'floatingip': {'floating_network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:14:07.400536 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-41054748-1d16-4c4e-999f-2796fa56c3cf tempest-ServersTestManualDisk-1649092872 tempest-ServersTestManualDisk-1649092872-project] Publish callbacks [] for floatingip, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:07.429273 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96962809-eeec-43a7-b40f-7e04e6d238e8 tempest-ServersTestManualDisk-1649092872 tempest-ServersTestManualDisk-1649092872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cabc30a1-434b-4053-b4e4-0bd7433712de,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:14:07.447219 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-2eba460d-92d6-4a32-8c14-1b56808061d5 None None] For port 25df14b7-6e25-45f5-a53e-b87f1aea00c9, host n-d-818823-1, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:14:07.453974 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-2eba460d-92d6-4a32-8c14-1b56808061d5 None None] For port 25df14b7-6e25-45f5-a53e-b87f1aea00c9, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=25df14b7-6e25-45f5-a53e-b87f1aea00c9,segment=NetworkSegment(937ca34a-59de-4aa1-bd5a-f988ad188bef),segment_id=937ca34a-59de-4aa1-bd5a-f988ad188bef)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:14:07.456836 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d316813-35b5-4d58-b485-21d4a2a45c2f req-5960546e-7a01-4992-be89-7b3a6955b5f9 tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:14:07.460687 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0d316813-35b5-4d58-b485-21d4a2a45c2f req-5960546e-7a01-4992-be89-7b3a6955b5f9 tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] 10.222.0.46 "GET /v2.0/ports?device_id=822d0b40-fb07-47a2-8600-2249d0728824 HTTP/1.1" status: 200 len: 946 time: 0.2982192 Nov 22 20:14:07.478481 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-2eba460d-92d6-4a32-8c14-1b56808061d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:07.572415 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0d316813-35b5-4d58-b485-21d4a2a45c2f req-ecd9d9e2-e52d-454d-ad5c-97cda66867be tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] 10.222.0.46 "GET /v2.0/security-groups?id=a6b5e341-e4ee-449f-b89c-f5b96c06c7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674715 Nov 22 20:14:07.681194 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 38786) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:14:07.730160 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4a43f1f4-dcf7-41f1-bb63-1a15ab9499cf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:07.746364 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-a253006f-ba27-4b70-8b61-42e39f7c8981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d13bd15-e684-4713-ba44-4f935896f24f', 'name': 'tempest-ServersTestManualDisk-1187611866-router', 'tenant_id': '002d0de0caa34c4490cab90a994ab520', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': '87875d65-ebf3-4e19-b359-611253e28da1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:13:47Z', 'updated_at': '2021-11-22T20:13:59Z', 'revision_number': 4, 'project_id': '002d0de0caa34c4490cab90a994ab520', 'gw_port': {'id': '87875d65-ebf3-4e19-b359-611253e28da1', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:c7:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d13bd15-e684-4713-ba44-4f935896f24f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:13:48Z', 'updated_at': '2021-11-22T20:13:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': 'bee805a2-5610-4d33-99c0-cdd0b248c343', 'name': '', 'network_id': '74ebf53f-3bfc-4b32-9782-5c33f910ad6f', 'tenant_id': '002d0de0caa34c4490cab90a994ab520', 'mac_address': 'fa:16:3e:f3:70:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d13bd15-e684-4713-ba44-4f935896f24f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': '9835edc8-ccd5-46d4-abe8-f0789df4c86f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:13:55Z', 'updated_at': '2021-11-22T20:13:59Z', 'revision_number': 2, 'project_id': '002d0de0caa34c4490cab90a994ab520', 'subnets': [{'id': '9835edc8-ccd5-46d4-abe8-f0789df4c86f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:14:07.782209 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-41054748-1d16-4c4e-999f-2796fa56c3cf tempest-ServersTestManualDisk-1649092872 tempest-ServersTestManualDisk-1649092872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:07.950238 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5630bd72-10a3-4442-b604-e3fb5558df94 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks [] for port, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:07.971743 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-89256d14-060a-445b-ba67-0c7163d06ece req-640ded9b-9320-4f45-839b-a3cd3f5fef61 service neutron] 10.222.0.41 "GET /v2.0/networks/6b3bccc8-a74b-4dd2-b44c-99e3a607f72f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6471705 Nov 22 20:14:07.974195 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5630bd72-10a3-4442-b604-e3fb5558df94 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:07.980844 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [None req-41054748-1d16-4c4e-999f-2796fa56c3cf tempest-ServersTestManualDisk-1649092872 tempest-ServersTestManualDisk-1649092872-project] Allocated IP 172.25.5.78 (c48a55e9-6a85-4746-b7bf-3e29fb560094/5da6f781-63e6-4328-ae7a-5e672262f55a/4c096bf3-3c60-4507-bac7-f2364f2ec073) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:14:08.093464 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a253006f-ba27-4b70-8b61-42e39f7c8981 None None] Checking router: 5d13bd15-e684-4713-ba44-4f935896f24f for host: n-d-818823-1 {{(pid=103449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 20:14:08.093917 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a253006f-ba27-4b70-8b61-42e39f7c8981 None None] Updating router 5d13bd15-e684-4713-ba44-4f935896f24f port bee805a2-5610-4d33-99c0-cdd0b248c343 binding host n-d-818823-1 {{(pid=103449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 20:14:08.148728 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-5aac5988-5fde-4672-9530-a784693f863a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47cff62d-1400-4750-a951-1dfd42ba9a0b', 'name': 'tempest-ServersTestJSON-395337212-router', 'tenant_id': '850c5e2af2c44a3fa2eaed5152ec5f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.229'}], 'enable_snat': True}, 'gw_port_id': '879aed9c-b068-49c0-a9d5-804f26cae1de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:13:50Z', 'updated_at': '2021-11-22T20:14:03Z', 'revision_number': 4, 'project_id': '850c5e2af2c44a3fa2eaed5152ec5f3c', 'gw_port': {'id': '879aed9c-b068-49c0-a9d5-804f26cae1de', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:23:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47cff62d-1400-4750-a951-1dfd42ba9a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:13:52Z', 'updated_at': '2021-11-22T20:14:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': 'aca36450-d2ce-47ed-80fb-a8f258232b09', 'name': '', 'network_id': '48d933a0-1d3f-430a-95c2-28f98332aa70', 'tenant_id': '850c5e2af2c44a3fa2eaed5152ec5f3c', 'mac_address': 'fa:16:3e:bf:a7:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47cff62d-1400-4750-a951-1dfd42ba9a0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': 'e341af9e-bf46-4c5a-98cc-989107917135', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:13:59Z', 'updated_at': '2021-11-22T20:14:03Z', 'revision_number': 2, 'project_id': '850c5e2af2c44a3fa2eaed5152ec5f3c', 'subnets': [{'id': 'e341af9e-bf46-4c5a-98cc-989107917135', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:14:08.185513 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-41054748-1d16-4c4e-999f-2796fa56c3cf tempest-ServersTestManualDisk-1649092872 tempest-ServersTestManualDisk-1649092872-project] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:08.229946 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-41054748-1d16-4c4e-999f-2796fa56c3cf tempest-ServersTestManualDisk-1649092872 tempest-ServersTestManualDisk-1649092872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:08.299371 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41054748-1d16-4c4e-999f-2796fa56c3cf tempest-ServersTestManualDisk-1649092872 tempest-ServersTestManualDisk-1649092872-project] Network c48a55e9-6a85-4746-b7bf-3e29fb560094 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:14:08.310274 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-41054748-1d16-4c4e-999f-2796fa56c3cf tempest-ServersTestManualDisk-1649092872 tempest-ServersTestManualDisk-1649092872-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:14:08.338758 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41054748-1d16-4c4e-999f-2796fa56c3cf tempest-ServersTestManualDisk-1649092872 tempest-ServersTestManualDisk-1649092872-project] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:14:08.345772 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 38792) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:14:08.371842 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eba460d-92d6-4a32-8c14-1b56808061d5 None None] Pushing event updated for resources: {'Port': ['ID=25df14b7-6e25-45f5-a53e-b87f1aea00c9,revision_number=2']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:14:08.378229 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-4853090a-7490-4f14-b0c0-4d165f796761 tempest-ServersTestJSON-643082518 tempest-ServersTestJSON-643082518-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1050881286', 'description': 'tempest-description--1130231283'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:14:08.383708 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5630bd72-10a3-4442-b604-e3fb5558df94 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-563461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-659839'] for router_interface, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:08.404604 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5630bd72-10a3-4442-b604-e3fb5558df94 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Pushing event updated for resources: {'Port': ['ID=485a9dbb-7931-47e7-8360-73f16c307b3b,revision_number=2']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:14:08.479381 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 87875d65-ebf3-4e19-b359-611253e28da1 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:14:08.486674 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aac5988-5fde-4672-9530-a784693f863a None None] The sync data for ids ['47cff62d-1400-4750-a951-1dfd42ba9a0b'] in n-d-818823-1 is: [{'id': '47cff62d-1400-4750-a951-1dfd42ba9a0b', 'name': 'tempest-ServersTestJSON-395337212-router', 'tenant_id': '850c5e2af2c44a3fa2eaed5152ec5f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.229'}], 'enable_snat': True}, 'gw_port_id': '879aed9c-b068-49c0-a9d5-804f26cae1de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:13:50Z', 'updated_at': '2021-11-22T20:14:03Z', 'revision_number': 4, 'project_id': '850c5e2af2c44a3fa2eaed5152ec5f3c', 'gw_port': {'id': '879aed9c-b068-49c0-a9d5-804f26cae1de', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:23:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47cff62d-1400-4750-a951-1dfd42ba9a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:13:52Z', 'updated_at': '2021-11-22T20:14:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': 'aca36450-d2ce-47ed-80fb-a8f258232b09', 'name': '', 'network_id': '48d933a0-1d3f-430a-95c2-28f98332aa70', 'tenant_id': '850c5e2af2c44a3fa2eaed5152ec5f3c', 'mac_address': 'fa:16:3e:bf:a7:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47cff62d-1400-4750-a951-1dfd42ba9a0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': 'e341af9e-bf46-4c5a-98cc-989107917135', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:13:59Z', 'updated_at': '2021-11-22T20:14:03Z', 'revision_number': 2, 'project_id': '850c5e2af2c44a3fa2eaed5152ec5f3c', 'subnets': [{'id': 'e341af9e-bf46-4c5a-98cc-989107917135', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:14:08.578885 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41054748-1d16-4c4e-999f-2796fa56c3cf tempest-ServersTestManualDisk-1649092872 tempest-ServersTestManualDisk-1649092872-project] Pushing event updated for resources: {'Port': ['ID=4c096bf3-3c60-4507-bac7-f2364f2ec073,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:14:08.629069 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-a253006f-ba27-4b70-8b61-42e39f7c8981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:08.691730 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4853090a-7490-4f14-b0c0-4d165f796761 tempest-ServersTestJSON-643082518 tempest-ServersTestJSON-643082518-project] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:08.702606 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-89256d14-060a-445b-ba67-0c7163d06ece req-56bcc07e-fd04-4073-80d8-9a182c592278 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.53&port_id=ef234335-6cfd-4065-a69c-53c34c320294 HTTP/1.1" status: 200 len: 217 time: 0.5271704 Nov 22 20:14:08.716921 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-2e609102-ad21-4994-a293-fa8a15804447 None None] Provisioning complete for port bee805a2-5610-4d33-99c0-cdd0b248c343 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:14:08.717299 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-2e609102-ad21-4994-a293-fa8a15804447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:08.862307 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89256d14-060a-445b-ba67-0c7163d06ece req-3e19fc74-b35e-479e-8226-3e05a084658f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:14:08.863858 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-89256d14-060a-445b-ba67-0c7163d06ece req-3e19fc74-b35e-479e-8226-3e05a084658f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0485a16a-de78-4412-ab82-735c8650e722 HTTP/1.1" status: 200 len: 797 time: 0.1048944 Nov 22 20:14:08.907511 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4a43f1f4-dcf7-41f1-bb63-1a15ab9499cf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:08.961557 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4a43f1f4-dcf7-41f1-bb63-1a15ab9499cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:08.994780 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89256d14-060a-445b-ba67-0c7163d06ece req-0500fd23-427f-4505-9ee8-2a0dbe344454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:14:09.000680 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-89256d14-060a-445b-ba67-0c7163d06ece req-0500fd23-427f-4505-9ee8-2a0dbe344454 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6b3bccc8-a74b-4dd2-b44c-99e3a607f72f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1271176 Nov 22 20:14:09.003481 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5630bd72-10a3-4442-b604-e3fb5558df94 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Network 5461317b-00bb-45f9-8507-9f0113ff935f is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:14:09.038809 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-5630bd72-10a3-4442-b604-e3fb5558df94 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:14:09.051120 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a43f1f4-dcf7-41f1-bb63-1a15ab9499cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=903472b6-5832-4afb-83c5-472356068315,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:14:09.241527 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743a2831-41a9-45c2-be7f-03e21cfdf92b req-56de8ae4-0c9f-4280-a83e-5052ea5fe584 tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:14:09.249716 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-743a2831-41a9-45c2-be7f-03e21cfdf92b req-56de8ae4-0c9f-4280-a83e-5052ea5fe584 tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] 10.222.0.46 "GET /v2.0/ports?device_id=822d0b40-fb07-47a2-8600-2249d0728824 HTTP/1.1" status: 200 len: 946 time: 0.4492388 Nov 22 20:14:09.316695 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-4a43f1f4-dcf7-41f1-bb63-1a15ab9499cf admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=358c16f82e2741d7b6a8ffb15d4d56f1&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6267083 Nov 22 20:14:09.330480 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 38812) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:14:09.378059 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4853090a-7490-4f14-b0c0-4d165f796761 tempest-ServersTestJSON-643082518 tempest-ServersTestJSON-643082518-project] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:09.386558 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-41054748-1d16-4c4e-999f-2796fa56c3cf tempest-ServersTestManualDisk-1649092872 tempest-ServersTestManualDisk-1649092872-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:09.402794 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4853090a-7490-4f14-b0c0-4d165f796761 tempest-ServersTestJSON-643082518 tempest-ServersTestJSON-643082518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:09.438081 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-2e609102-ad21-4994-a293-fa8a15804447 None None] Port bee805a2-5610-4d33-99c0-cdd0b248c343 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:14:09.461366 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 87875d65-ebf3-4e19-b359-611253e28da1 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:14:09.461845 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:09.495311 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4853090a-7490-4f14-b0c0-4d165f796761 tempest-ServersTestJSON-643082518 tempest-ServersTestJSON-643082518-project] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:09.496702 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-4853090a-7490-4f14-b0c0-4d165f796761 tempest-ServersTestJSON-643082518 tempest-ServersTestJSON-643082518-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 1.1496277 Nov 22 20:14:09.503692 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 38816) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:14:09.507722 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-743a2831-41a9-45c2-be7f-03e21cfdf92b req-f7fe7356-88d2-4948-a760-2814b8eaaead tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] 10.222.0.46 "GET /v2.0/security-groups?id=a6b5e341-e4ee-449f-b89c-f5b96c06c7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2570720 Nov 22 20:14:09.513535 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5630bd72-10a3-4442-b604-e3fb5558df94 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Router 94fdbc4e-00b6-4ae1-966d-9f56ed32b34b has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 20:14:09.516816 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-8823332d-22d4-4e1e-a658-fe9da8a3fb4f tempest-ServersTestJSON-643082518 tempest-ServersTestJSON-643082518-project] Request body: {'security_group_rule': {'security_group_id': '21c9b817-9b9e-4905-881e-fc9021459c49', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:14:09.517748 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-89256d14-060a-445b-ba67-0c7163d06ece req-c21f8ce4-9641-4145-a9bc-26a5c1d58952 service neutron] 10.222.0.41 "GET /v2.0/networks/6b3bccc8-a74b-4dd2-b44c-99e3a607f72f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5061073 Nov 22 20:14:09.530829 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-41054748-1d16-4c4e-999f-2796fa56c3cf tempest-ServersTestManualDisk-1649092872 tempest-ServersTestManualDisk-1649092872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:09.550591 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4853090a-7490-4f14-b0c0-4d165f796761 tempest-ServersTestJSON-643082518 tempest-ServersTestJSON-643082518-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21c9b817-9b9e-4905-881e-fc9021459c49,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:14:09.624745 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-2e609102-ad21-4994-a293-fa8a15804447 None None] Provisioning complete for port 26304549-baa3-469b-9888-96ee7e9fb8ff triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:14:09.627354 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-2e609102-ad21-4994-a293-fa8a15804447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:09.667271 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8823332d-22d4-4e1e-a658-fe9da8a3fb4f tempest-ServersTestJSON-643082518 tempest-ServersTestJSON-643082518-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:09.785336 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5630bd72-10a3-4442-b604-e3fb5558df94 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:14:09.789868 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3d8ad97e-ebfb-4f0a-a274-8cdc63bb0bd0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:09.800581 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-5630bd72-10a3-4442-b604-e3fb5558df94 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] 10.222.0.46 "PUT /v2.0/routers/94fdbc4e-00b6-4ae1-966d-9f56ed32b34b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.4885736 Nov 22 20:14:09.808845 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93625648-33ab-4099-aaa5-1cb3b6175179 None None] Sync routers for ids ['94fdbc4e-00b6-4ae1-966d-9f56ed32b34b'] in n-d-818823-1 {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:14:09.809446 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 38820) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:14:09.814420 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-2373cc48-da70-48e8-b285-b2af6d0d0351 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Request body: {'network': {'name': 'tempest-RoutersTest-2135350285'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:14:09.841851 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93625648-33ab-4099-aaa5-1cb3b6175179 None None] Routers {'94fdbc4e-00b6-4ae1-966d-9f56ed32b34b'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:14:09.842710 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-93625648-33ab-4099-aaa5-1cb3b6175179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:14:03Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['94fdbc4e-00b6-4ae1-966d-9f56ed32b34b'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:14:09.889463 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3d8ad97e-ebfb-4f0a-a274-8cdc63bb0bd0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:10.000071 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2373cc48-da70-48e8-b285-b2af6d0d0351 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Made reservation on behalf of 39adbab155b64849b1b9cb0eac9a72dd for: {'network': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:14:10.012512 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2373cc48-da70-48e8-b285-b2af6d0d0351 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for network, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:10.064184 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8823332d-22d4-4e1e-a658-fe9da8a3fb4f tempest-ServersTestJSON-643082518 tempest-ServersTestJSON-643082518-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:10.088899 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8823332d-22d4-4e1e-a658-fe9da8a3fb4f tempest-ServersTestJSON-643082518 tempest-ServersTestJSON-643082518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572323'] for security_group_rule, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:10.183193 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-93625648-33ab-4099-aaa5-1cb3b6175179 None None] Set router 94fdbc4e-00b6-4ae1-966d-9f56ed32b34b gateway port host: None {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:14:10.187675 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8823332d-22d4-4e1e-a658-fe9da8a3fb4f tempest-ServersTestJSON-643082518 tempest-ServersTestJSON-643082518-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa44b0c7-a90f-49a5-88f9-84c3c963dd34,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:14:10.205950 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8823332d-22d4-4e1e-a658-fe9da8a3fb4f tempest-ServersTestJSON-643082518 tempest-ServersTestJSON-643082518-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:10.211175 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-8823332d-22d4-4e1e-a658-fe9da8a3fb4f tempest-ServersTestJSON-643082518 tempest-ServersTestJSON-643082518-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6996281 Nov 22 20:14:10.214495 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 38828) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:14:10.235712 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-d49c1b3f-391f-436c-bc4d-816b69547b58 tempest-ServersTestJSON-643082518 tempest-ServersTestJSON-643082518-project] Request body: {'security_group_rule': {'security_group_id': '21c9b817-9b9e-4905-881e-fc9021459c49', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:14:10.263458 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3d8ad97e-ebfb-4f0a-a274-8cdc63bb0bd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:10.269496 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3d8ad97e-ebfb-4f0a-a274-8cdc63bb0bd0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:10.275522 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-3d8ad97e-ebfb-4f0a-a274-8cdc63bb0bd0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/903472b6-5832-4afb-83c5-472356068315 HTTP/1.1" status: 204 len: 168 time: 0.9432855 Nov 22 20:14:10.311865 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-89256d14-060a-445b-ba67-0c7163d06ece req-d5998494-fa20-461c-9ec4-b6f80bfb138a service neutron] 10.222.0.41 "GET /v2.0/networks/6b3bccc8-a74b-4dd2-b44c-99e3a607f72f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7826941 Nov 22 20:14:10.312680 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2373cc48-da70-48e8-b285-b2af6d0d0351 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] vlan segment allocate from pool success with {'vlan_id': 612, 'physical_network': 'physnet1'} {{(pid=103448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 20:14:10.347469 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8ad97e-ebfb-4f0a-a274-8cdc63bb0bd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=903472b6-5832-4afb-83c5-472356068315,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:14:10.401026 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c45f967b-7387-4e7b-bc32-38b3000181db None None] Network 5461317b-00bb-45f9-8507-9f0113ff935f requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:14:10.437537 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:10.441388 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2373cc48-da70-48e8-b285-b2af6d0d0351 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:10.441873 n-d-818823-1 neutron-server[103448]: INFO neutron.db.segments_db [None req-2373cc48-da70-48e8-b285-b2af6d0d0351 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Added segment 6f1cede3-ebf3-4aa8-b5ad-3ba2bb9e2cf1 of type vlan for network e16c4ef2-b5c6-4fea-9e17-60e94acd31b2 Nov 22 20:14:10.449471 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-89256d14-060a-445b-ba67-0c7163d06ece req-31cbec80-ad9a-4dff-a905-0beb01f39c7d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.40&port_id=beeaed41-857e-487b-9b30-79ba4738dd77 HTTP/1.1" status: 200 len: 217 time: 0.1181712 Nov 22 20:14:10.469380 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-a253006f-ba27-4b70-8b61-42e39f7c8981 None None] Publish callbacks [] for port, precommit_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:10.474232 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-d49c1b3f-391f-436c-bc4d-816b69547b58 tempest-ServersTestJSON-643082518 tempest-ServersTestJSON-643082518-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:10.484909 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-41054748-1d16-4c4e-999f-2796fa56c3cf tempest-ServersTestManualDisk-1649092872 tempest-ServersTestManualDisk-1649092872-project] Publish callbacks [] for port, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:10.530783 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-41054748-1d16-4c4e-999f-2796fa56c3cf tempest-ServersTestManualDisk-1649092872 tempest-ServersTestManualDisk-1649092872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:10.573632 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89256d14-060a-445b-ba67-0c7163d06ece req-71744c3d-0257-4f39-8c68-8fbed1bed219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:14:10.575159 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-89256d14-060a-445b-ba67-0c7163d06ece req-71744c3d-0257-4f39-8c68-8fbed1bed219 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0485a16a-de78-4412-ab82-735c8650e722 HTTP/1.1" status: 200 len: 797 time: 0.1182659 Nov 22 20:14:10.621476 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-a253006f-ba27-4b70-8b61-42e39f7c8981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:10.681773 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2373cc48-da70-48e8-b285-b2af6d0d0351 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748992492791'] for network, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:10.714577 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89256d14-060a-445b-ba67-0c7163d06ece req-f66bb718-fd7b-44ee-9ec2-8f693bf1d53e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:14:10.716782 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-89256d14-060a-445b-ba67-0c7163d06ece req-f66bb718-fd7b-44ee-9ec2-8f693bf1d53e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6b3bccc8-a74b-4dd2-b44c-99e3a607f72f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1181376 Nov 22 20:14:10.824793 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd093d5-c2f8-4cef-8ef8-7e97b1f37eb8 None None] Pushing event updated for resources: {'Port': ['ID=bee805a2-5610-4d33-99c0-cdd0b248c343,revision_number=3']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:14:10.871592 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] For port 87875d65-ebf3-4e19-b359-611253e28da1, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=87875d65-ebf3-4e19-b359-611253e28da1,segment=NetworkSegment(8793ba83-8407-4c3d-9b56-2a177cd58a70),segment_id=8793ba83-8407-4c3d-9b56-2a177cd58a70)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:14:10.888735 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-2e609102-ad21-4994-a293-fa8a15804447 None None] Provisioning complete for port c369c619-fa26-4109-b87f-927bf4f1cf4b triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:14:10.889538 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-2e609102-ad21-4994-a293-fa8a15804447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:10.920270 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41054748-1d16-4c4e-999f-2796fa56c3cf tempest-ServersTestManualDisk-1649092872 tempest-ServersTestManualDisk-1649092872-project] Pushing event updated for resources: {'Port': ['ID=4c096bf3-3c60-4507-bac7-f2364f2ec073,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:14:10.929847 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2373cc48-da70-48e8-b285-b2af6d0d0351 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for network, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:10.947143 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2373cc48-da70-48e8-b285-b2af6d0d0351 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:14:10.953216 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2373cc48-da70-48e8-b285-b2af6d0d0351 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:10.968599 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-93625648-33ab-4099-aaa5-1cb3b6175179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94fdbc4e-00b6-4ae1-966d-9f56ed32b34b', 'name': 'tempest-RoutersTest-router-1436907073', 'tenant_id': '39adbab155b64849b1b9cb0eac9a72dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:13:40Z', 'updated_at': '2021-11-22T20:14:06Z', 'revision_number': 4, 'project_id': '39adbab155b64849b1b9cb0eac9a72dd', 'gw_port_host': None, '_interfaces': [{'id': '1f2adec6-c6fc-4c10-ade7-fefcf222b44b', 'name': '', 'network_id': 'bd2b5491-eb53-4726-892d-365d5f850376', 'tenant_id': '39adbab155b64849b1b9cb0eac9a72dd', 'mac_address': 'fa:16:3e:23:58:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94fdbc4e-00b6-4ae1-966d-9f56ed32b34b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': 'd6285324-c6ad-4a91-91fa-21c8262eaf22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:13:44Z', 'updated_at': '2021-11-22T20:13:54Z', 'revision_number': 5, 'project_id': '39adbab155b64849b1b9cb0eac9a72dd', 'subnets': [{'id': 'd6285324-c6ad-4a91-91fa-21c8262eaf22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '485a9dbb-7931-47e7-8360-73f16c307b3b', 'name': '', 'network_id': '5461317b-00bb-45f9-8507-9f0113ff935f', 'tenant_id': '39adbab155b64849b1b9cb0eac9a72dd', 'mac_address': 'fa:16:3e:42:32:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94fdbc4e-00b6-4ae1-966d-9f56ed32b34b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1302, 'fixed_ips': [{'subnet_id': '6d7736d5-fb75-4292-8160-e9159063a95b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:14:01Z', 'updated_at': '2021-11-22T20:14:07Z', 'revision_number': 2, 'project_id': '39adbab155b64849b1b9cb0eac9a72dd', 'subnets': [{'id': '6d7736d5-fb75-4292-8160-e9159063a95b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c369c619-fa26-4109-b87f-927bf4f1cf4b', 'name': '', 'network_id': '1b095c1c-5878-4824-8fd2-a95a395f0abf', 'tenant_id': '39adbab155b64849b1b9cb0eac9a72dd', 'mac_address': 'fa:16:3e:ee:85:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94fdbc4e-00b6-4ae1-966d-9f56ed32b34b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': '46f60706-5383-4cf7-80e5-c33028f6df74', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:13:48Z', 'updated_at': '2021-11-22T20:14:04Z', 'revision_number': 4, 'project_id': '39adbab155b64849b1b9cb0eac9a72dd', 'subnets': [{'id': '46f60706-5383-4cf7-80e5-c33028f6df74', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:14:11.077644 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:11.078377 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 1f2adec6-c6fc-4c10-ade7-fefcf222b44b up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:14:11.084856 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-41054748-1d16-4c4e-999f-2796fa56c3cf tempest-ServersTestManualDisk-1649092872 tempest-ServersTestManualDisk-1649092872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-595224'] for floatingip, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:11.113677 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93625648-33ab-4099-aaa5-1cb3b6175179 None None] Checking router: 94fdbc4e-00b6-4ae1-966d-9f56ed32b34b for host: n-d-818823-1 {{(pid=103450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 20:14:11.116070 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93625648-33ab-4099-aaa5-1cb3b6175179 None None] Updating router 94fdbc4e-00b6-4ae1-966d-9f56ed32b34b port 485a9dbb-7931-47e7-8360-73f16c307b3b binding host n-d-818823-1 {{(pid=103450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 20:14:11.142375 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-d49c1b3f-391f-436c-bc4d-816b69547b58 tempest-ServersTestJSON-643082518 tempest-ServersTestJSON-643082518-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:11.195808 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-93625648-33ab-4099-aaa5-1cb3b6175179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:11.205961 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-2373cc48-da70-48e8-b285-b2af6d0d0351 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.3955371 Nov 22 20:14:11.216514 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c6f342-36c0-400f-a68c-b5689aec6941 req-f06eb010-85fc-4614-93aa-7a692ae7a064 tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:14:11.219443 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 38850) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:14:11.220798 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-23c6f342-36c0-400f-a68c-b5689aec6941 req-f06eb010-85fc-4614-93aa-7a692ae7a064 tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] 10.222.0.46 "GET /v2.0/ports?device_id=822d0b40-fb07-47a2-8600-2249d0728824 HTTP/1.1" status: 200 len: 946 time: 0.3817747 Nov 22 20:14:11.232687 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-d49c1b3f-391f-436c-bc4d-816b69547b58 tempest-ServersTestJSON-643082518 tempest-ServersTestJSON-643082518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572323'] for security_group_rule, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:11.282318 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-04fc2f68-08dc-4d2d-9010-69e002f0ff5e tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Request body: {'subnet': {'network_id': 'e16c4ef2-b5c6-4fea-9e17-60e94acd31b2', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:14:11.330119 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-41054748-1d16-4c4e-999f-2796fa56c3cf tempest-ServersTestManualDisk-1649092872 tempest-ServersTestManualDisk-1649092872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for floatingip, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:11.343091 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-41054748-1d16-4c4e-999f-2796fa56c3cf tempest-ServersTestManualDisk-1649092872 tempest-ServersTestManualDisk-1649092872-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.0014327 Nov 22 20:14:11.361279 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49c1b3f-391f-436c-bc4d-816b69547b58 tempest-ServersTestJSON-643082518 tempest-ServersTestJSON-643082518-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=495fedf0-20d0-4562-be19-5637e41ca062,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:14:11.460321 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-d49c1b3f-391f-436c-bc4d-816b69547b58 tempest-ServersTestJSON-643082518 tempest-ServersTestJSON-643082518-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:11.464837 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-d49c1b3f-391f-436c-bc4d-816b69547b58 tempest-ServersTestJSON-643082518 tempest-ServersTestJSON-643082518-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2453582 Nov 22 20:14:11.474905 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 38858) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:14:11.513408 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-88c9ea0b-c976-4f35-8cb5-13113c1f3574 tempest-ServersTestJSON-643082518 tempest-ServersTestJSON-643082518-project] Request body: {'floatingip': {'floating_network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:14:11.527408 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-89256d14-060a-445b-ba67-0c7163d06ece req-7eb57932-05bf-4078-93c3-372446f9d1f1 service neutron] 10.222.0.41 "GET /v2.0/networks/6b3bccc8-a74b-4dd2-b44c-99e3a607f72f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8027718 Nov 22 20:14:11.528228 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2373cc48-da70-48e8-b285-b2af6d0d0351 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Pushing event updated for resources: {'Network': ['ID=e16c4ef2-b5c6-4fea-9e17-60e94acd31b2,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:14:11.649174 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Network e16c4ef2-b5c6-4fea-9e17-60e94acd31b2 details requested by agent ovs-agent-n-d-818823-1 with host n-d-818823-1 {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 20:14:11.666220 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-23c6f342-36c0-400f-a68c-b5689aec6941 req-91fdc327-bb75-427d-863c-1e37b64a5120 tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] 10.222.0.46 "GET /v2.0/security-groups?id=a6b5e341-e4ee-449f-b89c-f5b96c06c7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3992929 Nov 22 20:14:11.672596 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-88c9ea0b-c976-4f35-8cb5-13113c1f3574 tempest-ServersTestJSON-643082518 tempest-ServersTestJSON-643082518-project] Publish callbacks [] for floatingip, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:11.771673 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-89256d14-060a-445b-ba67-0c7163d06ece req-aa9247ae-b826-430d-a37b-f631c399c9d2 service neutron] 10.222.0.41 "GET /v2.0/networks/6b3bccc8-a74b-4dd2-b44c-99e3a607f72f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2259374 Nov 22 20:14:11.936091 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-89256d14-060a-445b-ba67-0c7163d06ece req-00cbf9ba-f572-488b-9281-deb9ad04c289 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=211cdf2b-d334-4aa0-876c-de6732c81729 HTTP/1.1" status: 200 len: 217 time: 0.1540766 Nov 22 20:14:12.004720 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-2e609102-ad21-4994-a293-fa8a15804447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:12.013837 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89256d14-060a-445b-ba67-0c7163d06ece req-5e5255c1-ef7f-4458-b931-14d80b549d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:14:12.016877 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-89256d14-060a-445b-ba67-0c7163d06ece req-5e5255c1-ef7f-4458-b931-14d80b549d88 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6428e4b1-afa7-46d6-aafb-e575abb5d651 HTTP/1.1" status: 200 len: 797 time: 0.0713139 Nov 22 20:14:12.058501 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-93625648-33ab-4099-aaa5-1cb3b6175179 None None] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:12.077039 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-93625648-33ab-4099-aaa5-1cb3b6175179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:12.084498 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-744805ad-6210-4bde-ae79-4a09c00cd8d9 req-04b6d2ba-6b81-4a09-a5e7-30965869501d tempest-ServersTestManualDisk-1649092872 tempest-ServersTestManualDisk-1649092872-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--2044115386&fields=id&tenant_id=002d0de0caa34c4490cab90a994ab520 HTTP/1.1" status: 200 len: 267 time: 0.1857097 Nov 22 20:14:12.091484 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04fc2f68-08dc-4d2d-9010-69e002f0ff5e tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Made reservation on behalf of 39adbab155b64849b1b9cb0eac9a72dd for: {'subnet': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:14:12.095350 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-04fc2f68-08dc-4d2d-9010-69e002f0ff5e tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11792951'] for subnet, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:12.143683 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-a253006f-ba27-4b70-8b61-42e39f7c8981 None None] Attempting to bind port bee805a2-5610-4d33-99c0-cdd0b248c343 on host n-d-818823-1 for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:14:12.144076 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-a253006f-ba27-4b70-8b61-42e39f7c8981 None None] Attempting to bind port bee805a2-5610-4d33-99c0-cdd0b248c343 by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': 'a325e137-07a0-4e7b-a3fb-cdac40e28ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '74ebf53f-3bfc-4b32-9782-5c33f910ad6f'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:14:12.144441 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a253006f-ba27-4b70-8b61-42e39f7c8981 None None] Attempting to bind port bee805a2-5610-4d33-99c0-cdd0b248c343 on network 74ebf53f-3bfc-4b32-9782-5c33f910ad6f {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:14:12.195382 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a253006f-ba27-4b70-8b61-42e39f7c8981 None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 14, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:14:12.195791 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a253006f-ba27-4b70-8b61-42e39f7c8981 None None] Checking segment: {'id': 'a325e137-07a0-4e7b-a3fb-cdac40e28ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '74ebf53f-3bfc-4b32-9782-5c33f910ad6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:14:12.196207 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-a253006f-ba27-4b70-8b61-42e39f7c8981 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:12.196613 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a253006f-ba27-4b70-8b61-42e39f7c8981 None None] Bound using segment: {'id': 'a325e137-07a0-4e7b-a3fb-cdac40e28ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '74ebf53f-3bfc-4b32-9782-5c33f910ad6f'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:14:12.208552 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-a253006f-ba27-4b70-8b61-42e39f7c8981 None None] Bound port: bee805a2-5610-4d33-99c0-cdd0b248c343, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a325e137-07a0-4e7b-a3fb-cdac40e28ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '74ebf53f-3bfc-4b32-9782-5c33f910ad6f'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:14:12.208976 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-a253006f-ba27-4b70-8b61-42e39f7c8981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:12.398088 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533c1df5-ee23-4b1f-acf8-7d0d22277c07 None None] Pushing event updated for resources: {'Port': ['ID=485a9dbb-7931-47e7-8360-73f16c307b3b,revision_number=3']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:14:12.427311 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-a253006f-ba27-4b70-8b61-42e39f7c8981 None None] For port bee805a2-5610-4d33-99c0-cdd0b248c343, host n-d-818823-1, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:14:12.437464 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-a253006f-ba27-4b70-8b61-42e39f7c8981 None None] For port bee805a2-5610-4d33-99c0-cdd0b248c343, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=bee805a2-5610-4d33-99c0-cdd0b248c343,segment=NetworkSegment(a325e137-07a0-4e7b-a3fb-cdac40e28ec9),segment_id=a325e137-07a0-4e7b-a3fb-cdac40e28ec9)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:14:12.442112 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Pushing event updated for resources: {'Port': ['ID=87875d65-ebf3-4e19-b359-611253e28da1,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:14:12.448792 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-93625648-33ab-4099-aaa5-1cb3b6175179 None None] Attempting to bind port 485a9dbb-7931-47e7-8360-73f16c307b3b on host n-d-818823-1 for vnic_type normal with profile {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:14:12.449370 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-93625648-33ab-4099-aaa5-1cb3b6175179 None None] Attempting to bind port 485a9dbb-7931-47e7-8360-73f16c307b3b by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': '937ca34a-59de-4aa1-bd5a-f988ad188bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '5461317b-00bb-45f9-8507-9f0113ff935f'}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:14:12.451489 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93625648-33ab-4099-aaa5-1cb3b6175179 None None] Attempting to bind port 485a9dbb-7931-47e7-8360-73f16c307b3b on network 5461317b-00bb-45f9-8507-9f0113ff935f {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:14:12.471423 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-a253006f-ba27-4b70-8b61-42e39f7c8981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:12.475283 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93625648-33ab-4099-aaa5-1cb3b6175179 None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 14, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:14:12.475836 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93625648-33ab-4099-aaa5-1cb3b6175179 None None] Checking segment: {'id': '937ca34a-59de-4aa1-bd5a-f988ad188bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '5461317b-00bb-45f9-8507-9f0113ff935f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:14:12.478652 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-93625648-33ab-4099-aaa5-1cb3b6175179 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:12.479085 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93625648-33ab-4099-aaa5-1cb3b6175179 None None] Bound using segment: {'id': '937ca34a-59de-4aa1-bd5a-f988ad188bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '5461317b-00bb-45f9-8507-9f0113ff935f'} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:14:12.479625 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-93625648-33ab-4099-aaa5-1cb3b6175179 None None] Bound port: 485a9dbb-7931-47e7-8360-73f16c307b3b, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '937ca34a-59de-4aa1-bd5a-f988ad188bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '5461317b-00bb-45f9-8507-9f0113ff935f'}}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:14:12.480029 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-93625648-33ab-4099-aaa5-1cb3b6175179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:12.498599 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89256d14-060a-445b-ba67-0c7163d06ece req-7fe042b7-99b1-4269-b229-2efee8418cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:14:12.509307 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-89256d14-060a-445b-ba67-0c7163d06ece req-7fe042b7-99b1-4269-b229-2efee8418cee service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9d0b1a7a-dafa-41a5-9e6d-f6ddddd5c8ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4604504 Nov 22 20:14:12.511255 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-2e609102-ad21-4994-a293-fa8a15804447 None None] For port c369c619-fa26-4109-b87f-927bf4f1cf4b, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=c369c619-fa26-4109-b87f-927bf4f1cf4b,segment=NetworkSegment(ae851fd4-d8d2-44a9-a178-e240ab4bdf0e),segment_id=ae851fd4-d8d2-44a9-a178-e240ab4bdf0e)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:14:12.580381 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744805ad-6210-4bde-ae79-4a09c00cd8d9 req-16af6cc2-c492-42b6-a689-27419ba2eaca tempest-ServersTestManualDisk-1649092872 tempest-ServersTestManualDisk-1649092872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:14:12.592679 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-744805ad-6210-4bde-ae79-4a09c00cd8d9 req-16af6cc2-c492-42b6-a689-27419ba2eaca tempest-ServersTestManualDisk-1649092872 tempest-ServersTestManualDisk-1649092872-project] 10.222.0.46 "GET /v2.0/networks?id=74ebf53f-3bfc-4b32-9782-5c33f910ad6f HTTP/1.1" status: 200 len: 812 time: 0.5072877 Nov 22 20:14:12.603333 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-88c9ea0b-c976-4f35-8cb5-13113c1f3574 tempest-ServersTestJSON-643082518 tempest-ServersTestJSON-643082518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:12.618996 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-744805ad-6210-4bde-ae79-4a09c00cd8d9 req-e2cf9b88-37d3-4dad-affd-e2b38e76b5ad tempest-ServersTestManualDisk-1649092872 tempest-ServersTestManualDisk-1649092872-project] 10.222.0.46 "GET /v2.0/quotas/002d0de0caa34c4490cab90a994ab520 HTTP/1.1" status: 200 len: 375 time: 0.0175402 Nov 22 20:14:12.753624 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd093d5-c2f8-4cef-8ef8-7e97b1f37eb8 None None] Pushing event updated for resources: {'Port': ['ID=bee805a2-5610-4d33-99c0-cdd0b248c343,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:14:12.769804 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-93625648-33ab-4099-aaa5-1cb3b6175179 None None] For port 485a9dbb-7931-47e7-8360-73f16c307b3b, host n-d-818823-1, cleared binding levels {{(pid=103450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:14:12.775072 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-2e609102-ad21-4994-a293-fa8a15804447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:12.786451 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-93625648-33ab-4099-aaa5-1cb3b6175179 None None] For port 485a9dbb-7931-47e7-8360-73f16c307b3b, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=485a9dbb-7931-47e7-8360-73f16c307b3b,segment=NetworkSegment(937ca34a-59de-4aa1-bd5a-f988ad188bef),segment_id=937ca34a-59de-4aa1-bd5a-f988ad188bef)] {{(pid=103450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:14:12.816640 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-93625648-33ab-4099-aaa5-1cb3b6175179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:12.844009 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-744805ad-6210-4bde-ae79-4a09c00cd8d9 req-ad2fd56d-ec2d-4ae9-9675-52562c54f968 tempest-ServersTestManualDisk-1649092872 tempest-ServersTestManualDisk-1649092872-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=002d0de0caa34c4490cab90a994ab520&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2180912 Nov 22 20:14:12.922007 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533c1df5-ee23-4b1f-acf8-7d0d22277c07 None None] Pushing event updated for resources: {'Port': ['ID=485a9dbb-7931-47e7-8360-73f16c307b3b,revision_number=4']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:14:12.965686 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93625648-33ab-4099-aaa5-1cb3b6175179 None None] Routers {'94fdbc4e-00b6-4ae1-966d-9f56ed32b34b'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:14:12.967462 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-93625648-33ab-4099-aaa5-1cb3b6175179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:14:03Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['94fdbc4e-00b6-4ae1-966d-9f56ed32b34b'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:14:13.008281 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 1f2adec6-c6fc-4c10-ade7-fefcf222b44b triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:14:13.009626 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:13.069078 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-850840fc-0290-4157-8307-e593a8c64907 None None] Sync routers for ids ['47cff62d-1400-4750-a951-1dfd42ba9a0b'] in n-d-818823-1 {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:14:13.097324 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a253006f-ba27-4b70-8b61-42e39f7c8981 None None] Routers {'5d13bd15-e684-4713-ba44-4f935896f24f'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:14:13.101866 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [None req-88c9ea0b-c976-4f35-8cb5-13113c1f3574 tempest-ServersTestJSON-643082518 tempest-ServersTestJSON-643082518-project] Allocated IP 172.25.5.246 (c48a55e9-6a85-4746-b7bf-3e29fb560094/5da6f781-63e6-4328-ae7a-5e672262f55a/5f0ac330-d957-4a97-b93b-cef087c94270) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:14:13.106658 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-a253006f-ba27-4b70-8b61-42e39f7c8981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:14:03Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['5d13bd15-e684-4713-ba44-4f935896f24f'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:14:13.247499 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-89256d14-060a-445b-ba67-0c7163d06ece req-27a6848f-7d15-468e-a27a-a517eb3fac29 service neutron] 10.222.0.41 "GET /v2.0/networks/9d0b1a7a-dafa-41a5-9e6d-f6ddddd5c8ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7217455 Nov 22 20:14:13.249024 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-04fc2f68-08dc-4d2d-9010-69e002f0ff5e tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11567560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11792921'] for subnet, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:13.295302 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-850840fc-0290-4157-8307-e593a8c64907 None None] Routers {'47cff62d-1400-4750-a951-1dfd42ba9a0b'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:14:13.296448 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-850840fc-0290-4157-8307-e593a8c64907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:14:03Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['47cff62d-1400-4750-a951-1dfd42ba9a0b'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:14:13.359103 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-93625648-33ab-4099-aaa5-1cb3b6175179 None None] Set router 94fdbc4e-00b6-4ae1-966d-9f56ed32b34b gateway port host: None {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:14:13.456422 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-88c9ea0b-c976-4f35-8cb5-13113c1f3574 tempest-ServersTestJSON-643082518 tempest-ServersTestJSON-643082518-project] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:13.548349 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-88c9ea0b-c976-4f35-8cb5-13113c1f3574 tempest-ServersTestJSON-643082518 tempest-ServersTestJSON-643082518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:13.616512 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04fc2f68-08dc-4d2d-9010-69e002f0ff5e tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Checking segment: {'id': '6f1cede3-ebf3-4aa8-b5ad-3ba2bb9e2cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'e16c4ef2-b5c6-4fea-9e17-60e94acd31b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:14:13.616881 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04fc2f68-08dc-4d2d-9010-69e002f0ff5e tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Network hostable DHCP agents. Network: e16c4ef2-b5c6-4fea-9e17-60e94acd31b2, hostable agents: ['02adaa64-0987-4b74-bad0-cbcf56f8a294'], hosted agents: [] {{(pid=103448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 20:14:13.660434 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-850840fc-0290-4157-8307-e593a8c64907 None None] Set router 47cff62d-1400-4750-a951-1dfd42ba9a0b gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:14:13.681532 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88c9ea0b-c976-4f35-8cb5-13113c1f3574 tempest-ServersTestJSON-643082518 tempest-ServersTestJSON-643082518-project] Network c48a55e9-6a85-4746-b7bf-3e29fb560094 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:14:13.699751 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-88c9ea0b-c976-4f35-8cb5-13113c1f3574 tempest-ServersTestJSON-643082518 tempest-ServersTestJSON-643082518-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:14:13.731858 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [req-744805ad-6210-4bde-ae79-4a09c00cd8d9 req-34165158-2e2a-4dac-bd7e-3be91e5c91a7 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=103447) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 20:14:13.732891 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-744805ad-6210-4bde-ae79-4a09c00cd8d9 req-34165158-2e2a-4dac-bd7e-3be91e5c91a7 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.8488669 Nov 22 20:14:13.747245 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fc2f68-08dc-4d2d-9010-69e002f0ff5e tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Pushing event updated for resources: {'Subnet': ['ID=d4465b5e-a560-4be6-a1cc-d7f09e0d4890,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:14:13.748230 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c9ea0b-c976-4f35-8cb5-13113c1f3574 tempest-ServersTestJSON-643082518 tempest-ServersTestJSON-643082518-project] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:14:13.794620 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04fc2f68-08dc-4d2d-9010-69e002f0ff5e tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Network e16c4ef2-b5c6-4fea-9e17-60e94acd31b2 is scheduled to be hosted by DHCP agent 02adaa64-0987-4b74-bad0-cbcf56f8a294 with binding_index 1 {{(pid=103448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 20:14:13.876724 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-04fc2f68-08dc-4d2d-9010-69e002f0ff5e tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818823-1, e16c4ef2-b5c6-4fea-9e17-60e94acd31b2) {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:14:13.896414 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04fc2f68-08dc-4d2d-9010-69e002f0ff5e tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:14:13.897015 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-04fc2f68-08dc-4d2d-9010-69e002f0ff5e tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:13.929801 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-b1cf118d-55cb-4776-a751-58009755b498 None None] Provisioning complete for port 25df14b7-6e25-45f5-a53e-b87f1aea00c9 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:14:13.930353 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-b1cf118d-55cb-4776-a751-58009755b498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:13.947707 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-89256d14-060a-445b-ba67-0c7163d06ece req-1dbdb485-e590-48d0-a847-dbe960fc52d8 service neutron] 10.222.0.41 "GET /v2.0/networks/9d0b1a7a-dafa-41a5-9e6d-f6ddddd5c8ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6790144 Nov 22 20:14:14.064303 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-89256d14-060a-445b-ba67-0c7163d06ece req-b06745d0-2d55-4e5c-a201-2e511b82cc7d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=4ddab1db-7d92-4624-bc58-6f5b59607b22 HTTP/1.1" status: 200 len: 217 time: 0.1078806 Nov 22 20:14:14.084211 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-04fc2f68-08dc-4d2d-9010-69e002f0ff5e tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8252673 Nov 22 20:14:14.086999 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 38948) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:14:14.128532 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-93625648-33ab-4099-aaa5-1cb3b6175179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94fdbc4e-00b6-4ae1-966d-9f56ed32b34b', 'name': 'tempest-RoutersTest-router-1436907073', 'tenant_id': '39adbab155b64849b1b9cb0eac9a72dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:13:40Z', 'updated_at': '2021-11-22T20:14:06Z', 'revision_number': 4, 'project_id': '39adbab155b64849b1b9cb0eac9a72dd', 'gw_port_host': None, '_interfaces': [{'id': '1f2adec6-c6fc-4c10-ade7-fefcf222b44b', 'name': '', 'network_id': 'bd2b5491-eb53-4726-892d-365d5f850376', 'tenant_id': '39adbab155b64849b1b9cb0eac9a72dd', 'mac_address': 'fa:16:3e:23:58:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94fdbc4e-00b6-4ae1-966d-9f56ed32b34b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': 'd6285324-c6ad-4a91-91fa-21c8262eaf22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:13:44Z', 'updated_at': '2021-11-22T20:13:54Z', 'revision_number': 5, 'project_id': '39adbab155b64849b1b9cb0eac9a72dd', 'subnets': [{'id': 'd6285324-c6ad-4a91-91fa-21c8262eaf22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '485a9dbb-7931-47e7-8360-73f16c307b3b', 'name': '', 'network_id': '5461317b-00bb-45f9-8507-9f0113ff935f', 'tenant_id': '39adbab155b64849b1b9cb0eac9a72dd', 'mac_address': 'fa:16:3e:42:32:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94fdbc4e-00b6-4ae1-966d-9f56ed32b34b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1302, 'fixed_ips': [{'subnet_id': '6d7736d5-fb75-4292-8160-e9159063a95b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:14:01Z', 'updated_at': '2021-11-22T20:14:12Z', 'revision_number': 4, 'project_id': '39adbab155b64849b1b9cb0eac9a72dd', 'subnets': [{'id': '6d7736d5-fb75-4292-8160-e9159063a95b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c369c619-fa26-4109-b87f-927bf4f1cf4b', 'name': '', 'network_id': '1b095c1c-5878-4824-8fd2-a95a395f0abf', 'tenant_id': '39adbab155b64849b1b9cb0eac9a72dd', 'mac_address': 'fa:16:3e:ee:85:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94fdbc4e-00b6-4ae1-966d-9f56ed32b34b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': '46f60706-5383-4cf7-80e5-c33028f6df74', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:13:48Z', 'updated_at': '2021-11-22T20:14:12Z', 'revision_number': 5, 'project_id': '39adbab155b64849b1b9cb0eac9a72dd', 'subnets': [{'id': '46f60706-5383-4cf7-80e5-c33028f6df74', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:14:14.216840 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93625648-33ab-4099-aaa5-1cb3b6175179 None None] The sync data for ids ['94fdbc4e-00b6-4ae1-966d-9f56ed32b34b'] in n-d-818823-1 is: [{'id': '94fdbc4e-00b6-4ae1-966d-9f56ed32b34b', 'name': 'tempest-RoutersTest-router-1436907073', 'tenant_id': '39adbab155b64849b1b9cb0eac9a72dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:13:40Z', 'updated_at': '2021-11-22T20:14:06Z', 'revision_number': 4, 'project_id': '39adbab155b64849b1b9cb0eac9a72dd', 'gw_port_host': None, '_interfaces': [{'id': '1f2adec6-c6fc-4c10-ade7-fefcf222b44b', 'name': '', 'network_id': 'bd2b5491-eb53-4726-892d-365d5f850376', 'tenant_id': '39adbab155b64849b1b9cb0eac9a72dd', 'mac_address': 'fa:16:3e:23:58:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94fdbc4e-00b6-4ae1-966d-9f56ed32b34b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': 'd6285324-c6ad-4a91-91fa-21c8262eaf22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:13:44Z', 'updated_at': '2021-11-22T20:13:54Z', 'revision_number': 5, 'project_id': '39adbab155b64849b1b9cb0eac9a72dd', 'subnets': [{'id': 'd6285324-c6ad-4a91-91fa-21c8262eaf22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '485a9dbb-7931-47e7-8360-73f16c307b3b', 'name': '', 'network_id': '5461317b-00bb-45f9-8507-9f0113ff935f', 'tenant_id': '39adbab155b64849b1b9cb0eac9a72dd', 'mac_address': 'fa:16:3e:42:32:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94fdbc4e-00b6-4ae1-966d-9f56ed32b34b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1302, 'fixed_ips': [{'subnet_id': '6d7736d5-fb75-4292-8160-e9159063a95b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:14:01Z', 'updated_at': '2021-11-22T20:14:12Z', 'revision_number': 4, 'project_id': '39adbab155b64849b1b9cb0eac9a72dd', 'subnets': [{'id': '6d7736d5-fb75-4292-8160-e9159063a95b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c369c619-fa26-4109-b87f-927bf4f1cf4b', 'name': '', 'network_id': '1b095c1c-5878-4824-8fd2-a95a395f0abf', 'tenant_id': '39adbab155b64849b1b9cb0eac9a72dd', 'mac_address': 'fa:16:3e:ee:85:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94fdbc4e-00b6-4ae1-966d-9f56ed32b34b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': '46f60706-5383-4cf7-80e5-c33028f6df74', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:13:48Z', 'updated_at': '2021-11-22T20:14:12Z', 'revision_number': 5, 'project_id': '39adbab155b64849b1b9cb0eac9a72dd', 'subnets': [{'id': '46f60706-5383-4cf7-80e5-c33028f6df74', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:14:14.340186 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-a253006f-ba27-4b70-8b61-42e39f7c8981 None None] Set router 5d13bd15-e684-4713-ba44-4f935896f24f gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:14:14.478779 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c9ea0b-c976-4f35-8cb5-13113c1f3574 tempest-ServersTestJSON-643082518 tempest-ServersTestJSON-643082518-project] Pushing event updated for resources: {'Port': ['ID=5f0ac330-d957-4a97-b93b-cef087c94270,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:14:14.562127 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-200ac4d5-6302-449d-a9ba-f23bd3261942 None None] Network e16c4ef2-b5c6-4fea-9e17-60e94acd31b2 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:14:14.794872 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-88c9ea0b-c976-4f35-8cb5-13113c1f3574 tempest-ServersTestJSON-643082518 tempest-ServersTestJSON-643082518-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:15.057883 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-744805ad-6210-4bde-ae79-4a09c00cd8d9 req-6b30e15d-529b-4f25-831a-9cfdf0312d92 service neutron] 10.222.0.46 "GET /v2.0/networks/74ebf53f-3bfc-4b32-9782-5c33f910ad6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1369715 Nov 22 20:14:15.061116 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-88c9ea0b-c976-4f35-8cb5-13113c1f3574 tempest-ServersTestJSON-643082518 tempest-ServersTestJSON-643082518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:15.199399 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89256d14-060a-445b-ba67-0c7163d06ece req-6e903a32-480e-42eb-96a5-fd0a6fa983bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:14:15.203207 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-89256d14-060a-445b-ba67-0c7163d06ece req-6e903a32-480e-42eb-96a5-fd0a6fa983bb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6428e4b1-afa7-46d6-aafb-e575abb5d651 HTTP/1.1" status: 200 len: 797 time: 1.1148422 Nov 22 20:14:15.359889 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89256d14-060a-445b-ba67-0c7163d06ece req-93e9c427-b610-42c6-aa0a-acb11ddbc94b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:14:15.373541 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-89256d14-060a-445b-ba67-0c7163d06ece req-93e9c427-b610-42c6-aa0a-acb11ddbc94b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9d0b1a7a-dafa-41a5-9e6d-f6ddddd5c8ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1600885 Nov 22 20:14:15.424109 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e609102-ad21-4994-a293-fa8a15804447 None None] Pushing event updated for resources: {'Port': ['ID=c369c619-fa26-4109-b87f-927bf4f1cf4b,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:14:15.612342 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-89256d14-060a-445b-ba67-0c7163d06ece req-c9166e40-c226-4b76-964a-d1f866945220 service neutron] 10.222.0.41 "GET /v2.0/networks/9d0b1a7a-dafa-41a5-9e6d-f6ddddd5c8ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2302458 Nov 22 20:14:15.626352 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 6620079e-e870-4ea0-9cbc-4659f9f9eee6 details requested by agent hyperv_n-h1-818823-1 with host n-h1-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 20:14:15.677823 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:15.696214 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:15.838516 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 6620079e-e870-4ea0-9cbc-4659f9f9eee6, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=6620079e-e870-4ea0-9cbc-4659f9f9eee6,segment=NetworkSegment(071fae29-45f8-4fae-87e0-a91dc64245f1),segment_id=071fae29-45f8-4fae-87e0-a91dc64245f1)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:14:15.871562 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Returning: {'device': '6620079e-e870-4ea0-9cbc-4659f9f9eee6', 'network_id': 'c625a1a7-f1bd-484b-b342-37cf517c7d76', 'port_id': '6620079e-e870-4ea0-9cbc-4659f9f9eee6', 'mac_address': 'fa:16:3e:3d:5e:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7864178-f3d5-4b52-bb8a-e0038ceec004', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 20:14:15.920244 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-89256d14-060a-445b-ba67-0c7163d06ece req-eebe37a7-d875-49e3-96d5-1ea920352a94 service neutron] 10.222.0.41 "GET /v2.0/networks/9d0b1a7a-dafa-41a5-9e6d-f6ddddd5c8ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2918360 Nov 22 20:14:16.241064 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-b1cf118d-55cb-4776-a751-58009755b498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:16.277321 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:16.455949 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6620079e-e870-4ea0-9cbc-4659f9f9eee6 {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:14:16.497210 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 25df14b7-6e25-45f5-a53e-b87f1aea00c9 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:14:16.632638 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-358ce805-0fc5-4621-9716-20d94a773db1 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:16.654085 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-744805ad-6210-4bde-ae79-4a09c00cd8d9 req-2075b3b2-ec2c-4497-917a-6ac7dc277e92 service neutron] 10.222.0.46 "GET /v2.0/networks/74ebf53f-3bfc-4b32-9782-5c33f910ad6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5739131 Nov 22 20:14:16.752497 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-850840fc-0290-4157-8307-e593a8c64907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47cff62d-1400-4750-a951-1dfd42ba9a0b', 'name': 'tempest-ServersTestJSON-395337212-router', 'tenant_id': '850c5e2af2c44a3fa2eaed5152ec5f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.229'}], 'enable_snat': True}, 'gw_port_id': '879aed9c-b068-49c0-a9d5-804f26cae1de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:13:50Z', 'updated_at': '2021-11-22T20:14:03Z', 'revision_number': 4, 'project_id': '850c5e2af2c44a3fa2eaed5152ec5f3c', 'gw_port': {'id': '879aed9c-b068-49c0-a9d5-804f26cae1de', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:23:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47cff62d-1400-4750-a951-1dfd42ba9a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:13:52Z', 'updated_at': '2021-11-22T20:14:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': 'aca36450-d2ce-47ed-80fb-a8f258232b09', 'name': '', 'network_id': '48d933a0-1d3f-430a-95c2-28f98332aa70', 'tenant_id': '850c5e2af2c44a3fa2eaed5152ec5f3c', 'mac_address': 'fa:16:3e:bf:a7:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47cff62d-1400-4750-a951-1dfd42ba9a0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': 'e341af9e-bf46-4c5a-98cc-989107917135', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:13:59Z', 'updated_at': '2021-11-22T20:14:03Z', 'revision_number': 2, 'project_id': '850c5e2af2c44a3fa2eaed5152ec5f3c', 'subnets': [{'id': 'e341af9e-bf46-4c5a-98cc-989107917135', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:14:16.815867 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-88c9ea0b-c976-4f35-8cb5-13113c1f3574 tempest-ServersTestJSON-643082518 tempest-ServersTestJSON-643082518-project] Publish callbacks [] for port, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:16.833256 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-88c9ea0b-c976-4f35-8cb5-13113c1f3574 tempest-ServersTestJSON-643082518 tempest-ServersTestJSON-643082518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:16.885143 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 6620079e-e870-4ea0-9cbc-4659f9f9eee6, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=6620079e-e870-4ea0-9cbc-4659f9f9eee6,segment=NetworkSegment(071fae29-45f8-4fae-87e0-a91dc64245f1),segment_id=071fae29-45f8-4fae-87e0-a91dc64245f1)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:14:16.889970 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-b1cf118d-55cb-4776-a751-58009755b498 None None] For port 25df14b7-6e25-45f5-a53e-b87f1aea00c9, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=25df14b7-6e25-45f5-a53e-b87f1aea00c9,segment=NetworkSegment(937ca34a-59de-4aa1-bd5a-f988ad188bef),segment_id=937ca34a-59de-4aa1-bd5a-f988ad188bef)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:14:16.960095 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-850840fc-0290-4157-8307-e593a8c64907 None None] Checking router: 47cff62d-1400-4750-a951-1dfd42ba9a0b for host: n-d-818823-1 {{(pid=103449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 20:14:16.960454 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-850840fc-0290-4157-8307-e593a8c64907 None None] Updating router 47cff62d-1400-4750-a951-1dfd42ba9a0b port aca36450-d2ce-47ed-80fb-a8f258232b09 binding host n-d-818823-1 {{(pid=103449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 20:14:16.976411 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c9ea0b-c976-4f35-8cb5-13113c1f3574 tempest-ServersTestJSON-643082518 tempest-ServersTestJSON-643082518-project] Pushing event updated for resources: {'Port': ['ID=5f0ac330-d957-4a97-b93b-cef087c94270,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:14:17.018206 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-b1cf118d-55cb-4776-a751-58009755b498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:17.026398 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cf15f6e-6d7c-4562-aefd-e56d8e7cb4aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fb26bd7-ce56-527b-b94f-2e1f7cb2bb35-e16c4ef2-b5c6-4fea-9e17-60e94acd31b2', 'network_id': 'e16c4ef2-b5c6-4fea-9e17-60e94acd31b2', 'tenant_id': '39adbab155b64849b1b9cb0eac9a72dd', 'fixed_ips': [{'subnet_id': 'd4465b5e-a560-4be6-a1cc-d7f09e0d4890'}]}} from n-d-818823-1. {{(pid=103449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 20:14:17.027277 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-2cf15f6e-6d7c-4562-aefd-e56d8e7cb4aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:17.046399 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:17.070628 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c9ea0b-c976-4f35-8cb5-13113c1f3574 tempest-ServersTestJSON-643082518 tempest-ServersTestJSON-643082518-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:14:17.070993 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c9ea0b-c976-4f35-8cb5-13113c1f3574 tempest-ServersTestJSON-643082518 tempest-ServersTestJSON-643082518-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:14:17.071338 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c9ea0b-c976-4f35-8cb5-13113c1f3574 tempest-ServersTestJSON-643082518 tempest-ServersTestJSON-643082518-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:14:17.071716 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c9ea0b-c976-4f35-8cb5-13113c1f3574 tempest-ServersTestJSON-643082518 tempest-ServersTestJSON-643082518-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:14:17.072055 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c9ea0b-c976-4f35-8cb5-13113c1f3574 tempest-ServersTestJSON-643082518 tempest-ServersTestJSON-643082518-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:14:17.072388 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c9ea0b-c976-4f35-8cb5-13113c1f3574 tempest-ServersTestJSON-643082518 tempest-ServersTestJSON-643082518-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:14:17.072938 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c9ea0b-c976-4f35-8cb5-13113c1f3574 tempest-ServersTestJSON-643082518 tempest-ServersTestJSON-643082518-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:14:17.073277 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c9ea0b-c976-4f35-8cb5-13113c1f3574 tempest-ServersTestJSON-643082518 tempest-ServersTestJSON-643082518-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:14:17.073607 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c9ea0b-c976-4f35-8cb5-13113c1f3574 tempest-ServersTestJSON-643082518 tempest-ServersTestJSON-643082518-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:14:17.073980 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c9ea0b-c976-4f35-8cb5-13113c1f3574 tempest-ServersTestJSON-643082518 tempest-ServersTestJSON-643082518-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:14:17.074309 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c9ea0b-c976-4f35-8cb5-13113c1f3574 tempest-ServersTestJSON-643082518 tempest-ServersTestJSON-643082518-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:14:17.074641 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c9ea0b-c976-4f35-8cb5-13113c1f3574 tempest-ServersTestJSON-643082518 tempest-ServersTestJSON-643082518-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:14:17.116186 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-89fcaefa-237c-4c2c-b7a1-5be172395b4b req-f00f32ba-1741-4903-89c2-3bc3ff79c6d0 tempest-ServersTestManualDisk-1649092872 tempest-ServersTestManualDisk-1649092872-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2395704-e941-4921-8963-3be2b945ad62 HTTP/1.1" status: 200 len: 210 time: 0.0493460 Nov 22 20:14:17.119942 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-88c9ea0b-c976-4f35-8cb5-13113c1f3574 tempest-ServersTestJSON-643082518 tempest-ServersTestJSON-643082518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-595224'] for floatingip, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:17.237451 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cf118d-55cb-4776-a751-58009755b498 None None] Pushing event updated for resources: {'Port': ['ID=25df14b7-6e25-45f5-a53e-b87f1aea00c9,revision_number=3']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:14:17.309609 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-88c9ea0b-c976-4f35-8cb5-13113c1f3574 tempest-ServersTestJSON-643082518 tempest-ServersTestJSON-643082518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for floatingip, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:17.310964 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-88c9ea0b-c976-4f35-8cb5-13113c1f3574 tempest-ServersTestJSON-643082518 tempest-ServersTestJSON-643082518-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.8143094 Nov 22 20:14:17.470208 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] get_ports_and_sgs() called for port_ids ['6620079e-e870-4ea0-9cbc-4659f9f9eee6'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:14:17.477262 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-b1cf118d-55cb-4776-a751-58009755b498 None None] Provisioning complete for port c369c619-fa26-4109-b87f-927bf4f1cf4b triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:14:17.487699 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-b1cf118d-55cb-4776-a751-58009755b498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:17.564706 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [None req-358ce805-0fc5-4621-9716-20d94a773db1 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Allocated IP 172.23.0.1 (e16c4ef2-b5c6-4fea-9e17-60e94acd31b2/d4465b5e-a560-4be6-a1cc-d7f09e0d4890/25f5a783-c966-4236-af2e-f75ab4c38a45) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:14:17.668074 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=6620079e-e870-4ea0-9cbc-4659f9f9eee6,revision_number=6']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:14:17.668074 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-850840fc-0290-4157-8307-e593a8c64907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:17.760603 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 25df14b7-6e25-45f5-a53e-b87f1aea00c9 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:14:17.760963 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:17.996177 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 39110) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:14:18.101128 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9c64194c-5617-49a2-b0fe-9c12659100aa req-34e01ddd-9c16-4c49-b8e5-61ec070eece6 tempest-ServersTestJSON-643082518 tempest-ServersTestJSON-643082518-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--1050881286&fields=id&tenant_id=850c5e2af2c44a3fa2eaed5152ec5f3c HTTP/1.1" status: 200 len: 267 time: 0.1748004 Nov 22 20:14:18.164646 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-358ce805-0fc5-4621-9716-20d94a773db1 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:18.335459 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4f26cd1b-64ab-41b3-8f9a-126304fc02b3 req-ed3665ba-c68d-49d3-8895-a8976d0d3ded tempest-ServersTestManualDisk-1649092872 tempest-ServersTestManualDisk-1649092872-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2395704-e941-4921-8963-3be2b945ad62 HTTP/1.1" status: 200 len: 210 time: 0.0984657 Nov 22 20:14:18.362887 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-46f8d966-e34e-4cff-a4ed-6927a4635970 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:18.485602 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-a253006f-ba27-4b70-8b61-42e39f7c8981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d13bd15-e684-4713-ba44-4f935896f24f', 'name': 'tempest-ServersTestManualDisk-1187611866-router', 'tenant_id': '002d0de0caa34c4490cab90a994ab520', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': '87875d65-ebf3-4e19-b359-611253e28da1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:13:47Z', 'updated_at': '2021-11-22T20:13:59Z', 'revision_number': 4, 'project_id': '002d0de0caa34c4490cab90a994ab520', 'gw_port': {'id': '87875d65-ebf3-4e19-b359-611253e28da1', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:c7:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d13bd15-e684-4713-ba44-4f935896f24f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:13:48Z', 'updated_at': '2021-11-22T20:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': 'bee805a2-5610-4d33-99c0-cdd0b248c343', 'name': '', 'network_id': '74ebf53f-3bfc-4b32-9782-5c33f910ad6f', 'tenant_id': '002d0de0caa34c4490cab90a994ab520', 'mac_address': 'fa:16:3e:f3:70:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d13bd15-e684-4713-ba44-4f935896f24f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': '9835edc8-ccd5-46d4-abe8-f0789df4c86f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:13:55Z', 'updated_at': '2021-11-22T20:14:12Z', 'revision_number': 4, 'project_id': '002d0de0caa34c4490cab90a994ab520', 'subnets': [{'id': '9835edc8-ccd5-46d4-abe8-f0789df4c86f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:14:18.524374 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a253006f-ba27-4b70-8b61-42e39f7c8981 None None] The sync data for ids ['5d13bd15-e684-4713-ba44-4f935896f24f'] in n-d-818823-1 is: [{'id': '5d13bd15-e684-4713-ba44-4f935896f24f', 'name': 'tempest-ServersTestManualDisk-1187611866-router', 'tenant_id': '002d0de0caa34c4490cab90a994ab520', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': '87875d65-ebf3-4e19-b359-611253e28da1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:13:47Z', 'updated_at': '2021-11-22T20:13:59Z', 'revision_number': 4, 'project_id': '002d0de0caa34c4490cab90a994ab520', 'gw_port': {'id': '87875d65-ebf3-4e19-b359-611253e28da1', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:c7:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d13bd15-e684-4713-ba44-4f935896f24f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:13:48Z', 'updated_at': '2021-11-22T20:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': 'bee805a2-5610-4d33-99c0-cdd0b248c343', 'name': '', 'network_id': '74ebf53f-3bfc-4b32-9782-5c33f910ad6f', 'tenant_id': '002d0de0caa34c4490cab90a994ab520', 'mac_address': 'fa:16:3e:f3:70:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d13bd15-e684-4713-ba44-4f935896f24f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': '9835edc8-ccd5-46d4-abe8-f0789df4c86f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:13:55Z', 'updated_at': '2021-11-22T20:14:12Z', 'revision_number': 4, 'project_id': '002d0de0caa34c4490cab90a994ab520', 'subnets': [{'id': '9835edc8-ccd5-46d4-abe8-f0789df4c86f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:14:18.689599 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c64194c-5617-49a2-b0fe-9c12659100aa req-83ee810b-91d6-46c9-8aad-a0f2a31c7810 tempest-ServersTestJSON-643082518 tempest-ServersTestJSON-643082518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:14:18.705904 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9c64194c-5617-49a2-b0fe-9c12659100aa req-83ee810b-91d6-46c9-8aad-a0f2a31c7810 tempest-ServersTestJSON-643082518 tempest-ServersTestJSON-643082518-project] 10.222.0.46 "GET /v2.0/networks?id=48d933a0-1d3f-430a-95c2-28f98332aa70 HTTP/1.1" status: 200 len: 805 time: 0.6031983 Nov 22 20:14:18.726413 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-46f8d966-e34e-4cff-a4ed-6927a4635970 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:18.733891 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-46f8d966-e34e-4cff-a4ed-6927a4635970 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:18.740109 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-358ce805-0fc5-4621-9716-20d94a773db1 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:18.816233 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 00995b27-754c-4708-9cc2-f2f54641f6a8 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:14:18.881755 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9c64194c-5617-49a2-b0fe-9c12659100aa req-03cfaf70-b746-48ee-87b9-0f3671b3c91d tempest-ServersTestJSON-643082518 tempest-ServersTestJSON-643082518-project] 10.222.0.46 "GET /v2.0/quotas/850c5e2af2c44a3fa2eaed5152ec5f3c HTTP/1.1" status: 200 len: 375 time: 0.1721904 Nov 22 20:14:18.909636 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-46f8d966-e34e-4cff-a4ed-6927a4635970 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=fd5f4aaa1b404287a0be91d0c4f6038d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9085104 Nov 22 20:14:18.944316 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 39134) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:14:18.977406 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-358ce805-0fc5-4621-9716-20d94a773db1 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Network e16c4ef2-b5c6-4fea-9e17-60e94acd31b2 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:14:18.995781 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-358ce805-0fc5-4621-9716-20d94a773db1 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:14:19.000486 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-358ce805-0fc5-4621-9716-20d94a773db1 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:14:19.081050 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-b1cf118d-55cb-4776-a751-58009755b498 None None] Provisioning complete for port aca36450-d2ce-47ed-80fb-a8f258232b09 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:14:19.082365 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-b1cf118d-55cb-4776-a751-58009755b498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:19.158651 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.db_base_plugin_common [None req-2cf15f6e-6d7c-4562-aefd-e56d8e7cb4aa None None] Allocated IP 172.23.0.2 (e16c4ef2-b5c6-4fea-9e17-60e94acd31b2/d4465b5e-a560-4be6-a1cc-d7f09e0d4890/eeb06087-e10b-47ce-a367-b04f11aca763) {{(pid=103449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:14:19.190083 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358ce805-0fc5-4621-9716-20d94a773db1 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Pushing event updated for resources: {'Port': ['ID=25f5a783-c966-4236-af2e-f75ab4c38a45,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:14:19.270732 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-b1cf118d-55cb-4776-a751-58009755b498 None None] Port aca36450-d2ce-47ed-80fb-a8f258232b09 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:14:19.281058 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9c64194c-5617-49a2-b0fe-9c12659100aa req-3bf7c114-08f4-4711-ae73-6ed5cd4b7814 tempest-ServersTestJSON-643082518 tempest-ServersTestJSON-643082518-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=850c5e2af2c44a3fa2eaed5152ec5f3c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3987002 Nov 22 20:14:19.292178 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-358ce805-0fc5-4621-9716-20d94a773db1 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659939'] for router_interface, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:19.307141 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f8d966-e34e-4cff-a4ed-6927a4635970 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb7b33de-12e8-4f92-a583-0e826f2eb1c1,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:14:19.440152 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f24a9c1d-868f-49c3-8469-2bc47a7812a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:19.498422 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 00995b27-754c-4708-9cc2-f2f54641f6a8 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:14:19.498901 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:19.539875 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-b1cf118d-55cb-4776-a751-58009755b498 None None] Provisioning complete for port bee805a2-5610-4d33-99c0-cdd0b248c343 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:14:19.540412 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-b1cf118d-55cb-4776-a751-58009755b498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:19.579242 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f24a9c1d-868f-49c3-8469-2bc47a7812a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:19.606245 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744805ad-6210-4bde-ae79-4a09c00cd8d9 req-82b39920-334d-4fe4-809a-5aa54ebb5fd7 tempest-ServersTestManualDisk-1649092872 tempest-ServersTestManualDisk-1649092872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:14:19.612971 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-744805ad-6210-4bde-ae79-4a09c00cd8d9 req-82b39920-334d-4fe4-809a-5aa54ebb5fd7 tempest-ServersTestManualDisk-1649092872 tempest-ServersTestManualDisk-1649092872-project] 10.222.0.41 "GET /v2.0/networks?id=74ebf53f-3bfc-4b32-9782-5c33f910ad6f HTTP/1.1" status: 200 len: 812 time: 0.7207146 Nov 22 20:14:19.686105 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9734f19a-5264-4f2a-b246-279c104ab704 req-cd650428-ec40-492a-baec-148dbed7914b tempest-ServersTestManualDisk-1649092872 tempest-ServersTestManualDisk-1649092872-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2395704-e941-4921-8963-3be2b945ad62 HTTP/1.1" status: 200 len: 210 time: 0.1430314 Nov 22 20:14:19.689358 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-358ce805-0fc5-4621-9716-20d94a773db1 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:19.907868 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-744805ad-6210-4bde-ae79-4a09c00cd8d9 req-7f985c48-2e72-4b08-8140-e7d9f0b93f36 tempest-ServersTestManualDisk-1649092872 tempest-ServersTestManualDisk-1649092872-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=002d0de0caa34c4490cab90a994ab520 HTTP/1.1" status: 200 len: 380 time: 0.2766571 Nov 22 20:14:19.919772 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [req-744805ad-6210-4bde-ae79-4a09c00cd8d9 req-4d1f4ece-0295-4750-86bf-1718d09bc75e tempest-ServersTestManualDisk-1649092872 tempest-ServersTestManualDisk-1649092872-project] Request body: {'port': {'device_id': 'e2395704-e941-4921-8963-3be2b945ad62', 'network_id': '74ebf53f-3bfc-4b32-9782-5c33f910ad6f', 'admin_state_up': True, 'tenant_id': '002d0de0caa34c4490cab90a994ab520', 'security_groups': ['368a4176-acce-44f6-a6e9-15de4e10b157']}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:14:19.948832 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9c64194c-5617-49a2-b0fe-9c12659100aa req-3fe78a43-c854-4947-b475-80f5c88f6a93 service neutron] 10.222.0.46 "GET /v2.0/networks/48d933a0-1d3f-430a-95c2-28f98332aa70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6664820 Nov 22 20:14:20.206506 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f24a9c1d-868f-49c3-8469-2bc47a7812a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:20.209912 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f24a9c1d-868f-49c3-8469-2bc47a7812a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:20.213415 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-f24a9c1d-868f-49c3-8469-2bc47a7812a3 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/bb7b33de-12e8-4f92-a583-0e826f2eb1c1 HTTP/1.1" status: 204 len: 168 time: 1.2643349 Nov 22 20:14:20.222874 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 39158) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:14:20.261141 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-850840fc-0290-4157-8307-e593a8c64907 None None] Publish callbacks [] for port, precommit_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:20.283046 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24a9c1d-868f-49c3-8469-2bc47a7812a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb7b33de-12e8-4f92-a583-0e826f2eb1c1,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:14:20.316193 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-744805ad-6210-4bde-ae79-4a09c00cd8d9 req-4d1f4ece-0295-4750-86bf-1718d09bc75e tempest-ServersTestManualDisk-1649092872 tempest-ServersTestManualDisk-1649092872-project] Made reservation on behalf of 002d0de0caa34c4490cab90a994ab520 for: {'port': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:14:20.328167 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-744805ad-6210-4bde-ae79-4a09c00cd8d9 req-4d1f4ece-0295-4750-86bf-1718d09bc75e tempest-ServersTestManualDisk-1649092872 tempest-ServersTestManualDisk-1649092872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:20.328977 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9c64194c-5617-49a2-b0fe-9c12659100aa req-e71c0406-2750-4bf0-bddd-664d2bb21edb service neutron] 10.222.0.46 "GET /v2.0/networks/48d933a0-1d3f-430a-95c2-28f98332aa70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3783455 Nov 22 20:14:20.652878 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-850840fc-0290-4157-8307-e593a8c64907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:20.671508 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-b1cf118d-55cb-4776-a751-58009755b498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:20.745218 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 485a9dbb-7931-47e7-8360-73f16c307b3b up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:14:20.856741 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-358ce805-0fc5-4621-9716-20d94a773db1 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks [] for port, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:20.869982 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-358ce805-0fc5-4621-9716-20d94a773db1 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:20.923554 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-bb21903d-b553-4202-9b4b-1d650a224c1b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:21.082042 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-2cf15f6e-6d7c-4562-aefd-e56d8e7cb4aa None None] Publish callbacks [] for port, precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:21.098897 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [req-744805ad-6210-4bde-ae79-4a09c00cd8d9 req-4d1f4ece-0295-4750-86bf-1718d09bc75e tempest-ServersTestManualDisk-1649092872 tempest-ServersTestManualDisk-1649092872-project] Allocated IP 172.20.0.11 (74ebf53f-3bfc-4b32-9782-5c33f910ad6f/9835edc8-ccd5-46d4-abe8-f0789df4c86f/5310f32c-cae7-4868-833d-87a62178a783) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:14:21.123679 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-b1cf118d-55cb-4776-a751-58009755b498 None None] For port bee805a2-5610-4d33-99c0-cdd0b248c343, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=bee805a2-5610-4d33-99c0-cdd0b248c343,segment=NetworkSegment(a325e137-07a0-4e7b-a3fb-cdac40e28ec9),segment_id=a325e137-07a0-4e7b-a3fb-cdac40e28ec9)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:14:21.157768 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-b1cf118d-55cb-4776-a751-58009755b498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:21.179663 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1135cce7-595d-4e39-9cf0-60307df2d488 req-88ff7489-c401-4903-930e-9e7043e152df tempest-ServersTestManualDisk-1649092872 tempest-ServersTestManualDisk-1649092872-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2395704-e941-4921-8963-3be2b945ad62 HTTP/1.1" status: 200 len: 210 time: 0.2075155 Nov 22 20:14:21.182468 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 39184) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:14:21.213965 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4459553b-d5e4-49b3-a1df-b402648814f8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:21.243359 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-2cf15f6e-6d7c-4562-aefd-e56d8e7cb4aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372'] for port, after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:21.283106 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8c28c07c-3828-4dd4-b6e0-939d66df5a36 req-e3fe680c-3923-45d8-80e2-069be6eb3ba5 tempest-ServersTestJSON-643082518 tempest-ServersTestJSON-643082518-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b8efb2d-fe81-4a22-8183-9539766c0e33 HTTP/1.1" status: 200 len: 210 time: 0.3176918 Nov 22 20:14:21.311038 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c2d4bd-2a16-4137-b762-2326550dce7e None None] Pushing event updated for resources: {'Port': ['ID=aca36450-d2ce-47ed-80fb-a8f258232b09,revision_number=3']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:14:21.374300 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-358ce805-0fc5-4621-9716-20d94a773db1 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-563461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-659839'] for router_interface, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:21.493030 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-63450236-a593-447d-8aa5-3b14884c21b8 None None] Provisioning complete for port 485a9dbb-7931-47e7-8360-73f16c307b3b triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:14:21.494207 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-63450236-a593-447d-8aa5-3b14884c21b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:21.508241 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358ce805-0fc5-4621-9716-20d94a773db1 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Pushing event updated for resources: {'Port': ['ID=25f5a783-c966-4236-af2e-f75ab4c38a45,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:14:21.564807 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cf15f6e-6d7c-4562-aefd-e56d8e7cb4aa None None] Network e16c4ef2-b5c6-4fea-9e17-60e94acd31b2 is already hosted by enough agents. {{(pid=103449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:14:21.568350 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 6620079e-e870-4ea0-9cbc-4659f9f9eee6 up at agent hyperv_n-h1-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:14:21.579887 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-850840fc-0290-4157-8307-e593a8c64907 None None] Attempting to bind port aca36450-d2ce-47ed-80fb-a8f258232b09 on host n-d-818823-1 for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:14:21.584308 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-850840fc-0290-4157-8307-e593a8c64907 None None] Attempting to bind port aca36450-d2ce-47ed-80fb-a8f258232b09 by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': '8bf8f4b9-c552-4a44-a0c9-07e6361b5021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '48d933a0-1d3f-430a-95c2-28f98332aa70'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:14:21.584841 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-850840fc-0290-4157-8307-e593a8c64907 None None] Attempting to bind port aca36450-d2ce-47ed-80fb-a8f258232b09 on network 48d933a0-1d3f-430a-95c2-28f98332aa70 {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:14:21.680797 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-358ce805-0fc5-4621-9716-20d94a773db1 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Network e16c4ef2-b5c6-4fea-9e17-60e94acd31b2 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:14:21.685230 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-358ce805-0fc5-4621-9716-20d94a773db1 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:14:21.726594 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-bb21903d-b553-4202-9b4b-1d650a224c1b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:21.732452 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cf118d-55cb-4776-a751-58009755b498 None None] Pushing event updated for resources: {'Port': ['ID=bee805a2-5610-4d33-99c0-cdd0b248c343,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:14:21.741160 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.base_scheduler [None req-2cf15f6e-6d7c-4562-aefd-e56d8e7cb4aa None None] Resources bound (agent type, host, resource id): {{(pid=103449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:14:21.750995 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-bb21903d-b553-4202-9b4b-1d650a224c1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:21.773459 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf15f6e-6d7c-4562-aefd-e56d8e7cb4aa None None] Received port after_create {{(pid=103449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:14:21.911958 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-850840fc-0290-4157-8307-e593a8c64907 None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 14, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:14:21.913131 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-850840fc-0290-4157-8307-e593a8c64907 None None] Checking segment: {'id': '8bf8f4b9-c552-4a44-a0c9-07e6361b5021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '48d933a0-1d3f-430a-95c2-28f98332aa70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:14:21.914846 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-850840fc-0290-4157-8307-e593a8c64907 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:21.916474 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-850840fc-0290-4157-8307-e593a8c64907 None None] Bound using segment: {'id': '8bf8f4b9-c552-4a44-a0c9-07e6361b5021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '48d933a0-1d3f-430a-95c2-28f98332aa70'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:14:21.917180 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-850840fc-0290-4157-8307-e593a8c64907 None None] Bound port: aca36450-d2ce-47ed-80fb-a8f258232b09, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bf8f4b9-c552-4a44-a0c9-07e6361b5021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '48d933a0-1d3f-430a-95c2-28f98332aa70'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:14:21.917725 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-850840fc-0290-4157-8307-e593a8c64907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:21.957440 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-358ce805-0fc5-4621-9716-20d94a773db1 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Router 94fdbc4e-00b6-4ae1-966d-9f56ed32b34b has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 20:14:21.971218 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4459553b-d5e4-49b3-a1df-b402648814f8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:21.984700 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 485a9dbb-7931-47e7-8360-73f16c307b3b triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:14:21.985076 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:22.038315 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4459553b-d5e4-49b3-a1df-b402648814f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:22.040567 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf15f6e-6d7c-4562-aefd-e56d8e7cb4aa None None] Pushing event updated for resources: {'Port': ['ID=eeb06087-e10b-47ce-a367-b04f11aca763,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:14:22.074859 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb21903d-b553-4202-9b4b-1d650a224c1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e3d9485-6749-42a4-bbe3-0d86dcc85fc3,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:14:22.105628 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-bb21903d-b553-4202-9b4b-1d650a224c1b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=077283260b884e739b3cbe20f227cbe5&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8750062 Nov 22 20:14:22.125057 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-2cf15f6e-6d7c-4562-aefd-e56d8e7cb4aa None None] Attempting to bind port eeb06087-e10b-47ce-a367-b04f11aca763 on host n-d-818823-1 for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:14:22.125440 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-2cf15f6e-6d7c-4562-aefd-e56d8e7cb4aa None None] Attempting to bind port eeb06087-e10b-47ce-a367-b04f11aca763 by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': '6f1cede3-ebf3-4aa8-b5ad-3ba2bb9e2cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'e16c4ef2-b5c6-4fea-9e17-60e94acd31b2'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:14:22.125813 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf15f6e-6d7c-4562-aefd-e56d8e7cb4aa None None] Attempting to bind port eeb06087-e10b-47ce-a367-b04f11aca763 on network e16c4ef2-b5c6-4fea-9e17-60e94acd31b2 {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:14:22.130919 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 39202) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:14:22.155814 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf15f6e-6d7c-4562-aefd-e56d8e7cb4aa None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 14, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:14:22.156204 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf15f6e-6d7c-4562-aefd-e56d8e7cb4aa None None] Checking segment: {'id': '6f1cede3-ebf3-4aa8-b5ad-3ba2bb9e2cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'e16c4ef2-b5c6-4fea-9e17-60e94acd31b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:14:22.156618 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-2cf15f6e-6d7c-4562-aefd-e56d8e7cb4aa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:22.157016 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf15f6e-6d7c-4562-aefd-e56d8e7cb4aa None None] Bound using segment: {'id': '6f1cede3-ebf3-4aa8-b5ad-3ba2bb9e2cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'e16c4ef2-b5c6-4fea-9e17-60e94acd31b2'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:14:22.157504 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-2cf15f6e-6d7c-4562-aefd-e56d8e7cb4aa None None] Bound port: eeb06087-e10b-47ce-a367-b04f11aca763, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f1cede3-ebf3-4aa8-b5ad-3ba2bb9e2cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'e16c4ef2-b5c6-4fea-9e17-60e94acd31b2'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:14:22.157891 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-2cf15f6e-6d7c-4562-aefd-e56d8e7cb4aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:22.160270 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-744805ad-6210-4bde-ae79-4a09c00cd8d9 req-4d1f4ece-0295-4750-86bf-1718d09bc75e tempest-ServersTestManualDisk-1649092872 tempest-ServersTestManualDisk-1649092872-project] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:22.203058 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-358ce805-0fc5-4621-9716-20d94a773db1 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:14:22.215041 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-906f66ba-37dd-4673-96e6-a1d49f213212 None None] Sync routers for ids ['94fdbc4e-00b6-4ae1-966d-9f56ed32b34b'] in n-d-818823-1 {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:14:22.239770 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-358ce805-0fc5-4621-9716-20d94a773db1 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] 10.222.0.46 "PUT /v2.0/routers/94fdbc4e-00b6-4ae1-966d-9f56ed32b34b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0909257 Nov 22 20:14:22.246468 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-4459553b-d5e4-49b3-a1df-b402648814f8 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=21d9a0aed976442ab60a21d14bab986e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0607886 Nov 22 20:14:22.252142 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 39206) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:14:22.253330 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 39208) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:14:22.259674 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-906f66ba-37dd-4673-96e6-a1d49f213212 None None] Routers {'94fdbc4e-00b6-4ae1-966d-9f56ed32b34b'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:14:22.260316 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-906f66ba-37dd-4673-96e6-a1d49f213212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:14:03Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['94fdbc4e-00b6-4ae1-966d-9f56ed32b34b'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:14:22.268338 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-ef87b623-9638-4ae0-94ce-4c202c0d690f tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:14:22.373269 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-850840fc-0290-4157-8307-e593a8c64907 None None] For port aca36450-d2ce-47ed-80fb-a8f258232b09, host n-d-818823-1, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:14:22.415950 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-850840fc-0290-4157-8307-e593a8c64907 None None] For port aca36450-d2ce-47ed-80fb-a8f258232b09, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=aca36450-d2ce-47ed-80fb-a8f258232b09,segment=NetworkSegment(8bf8f4b9-c552-4a44-a0c9-07e6361b5021),segment_id=8bf8f4b9-c552-4a44-a0c9-07e6361b5021)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:14:22.472071 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-007e18bf-593b-4a89-a36f-fa2e97f1a8bb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:22.516904 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-63450236-a593-447d-8aa5-3b14884c21b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:22.540323 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-906f66ba-37dd-4673-96e6-a1d49f213212 None None] Set router 94fdbc4e-00b6-4ae1-966d-9f56ed32b34b gateway port host: None {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:14:22.549518 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-850840fc-0290-4157-8307-e593a8c64907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:22.562579 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4459553b-d5e4-49b3-a1df-b402648814f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9031f30-80f9-4cd6-85c6-42421644e80b,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:14:22.569123 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9034ba01-6ff8-4424-b43c-c1fbd1ac9b71 req-063a0a85-a1c5-4210-9099-4c19d3cbb60f tempest-ServersTestManualDisk-1649092872 tempest-ServersTestManualDisk-1649092872-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2395704-e941-4921-8963-3be2b945ad62 HTTP/1.1" status: 200 len: 210 time: 0.0986931 Nov 22 20:14:22.616850 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Provisioning complete for port 6620079e-e870-4ea0-9cbc-4659f9f9eee6 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:14:22.617318 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:22.631865 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-007e18bf-593b-4a89-a36f-fa2e97f1a8bb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:22.830460 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-007e18bf-593b-4a89-a36f-fa2e97f1a8bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:22.843189 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-007e18bf-593b-4a89-a36f-fa2e97f1a8bb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:22.849172 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-007e18bf-593b-4a89-a36f-fa2e97f1a8bb admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a9031f30-80f9-4cd6-85c6-42421644e80b HTTP/1.1" status: 204 len: 168 time: 0.5918968 Nov 22 20:14:22.919528 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-63450236-a593-447d-8aa5-3b14884c21b8 None None] For port 485a9dbb-7931-47e7-8360-73f16c307b3b, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=485a9dbb-7931-47e7-8360-73f16c307b3b,segment=NetworkSegment(937ca34a-59de-4aa1-bd5a-f988ad188bef),segment_id=937ca34a-59de-4aa1-bd5a-f988ad188bef)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:14:22.928290 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-850840fc-0290-4157-8307-e593a8c64907 None None] Routers {'47cff62d-1400-4750-a951-1dfd42ba9a0b'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:14:22.928980 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-850840fc-0290-4157-8307-e593a8c64907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:14:03Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['47cff62d-1400-4750-a951-1dfd42ba9a0b'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:14:22.935470 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007e18bf-593b-4a89-a36f-fa2e97f1a8bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9031f30-80f9-4cd6-85c6-42421644e80b,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:14:22.980371 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d74237ab-358b-42ae-a7ea-1042a63abcda req-a1ae448b-ae96-47d3-8933-d8f1c469534d tempest-ServersTestJSON-643082518 tempest-ServersTestJSON-643082518-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b8efb2d-fe81-4a22-8183-9539766c0e33 HTTP/1.1" status: 200 len: 210 time: 0.1897438 Nov 22 20:14:22.988174 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-63450236-a593-447d-8aa5-3b14884c21b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:23.116086 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-2cf15f6e-6d7c-4562-aefd-e56d8e7cb4aa None None] For port eeb06087-e10b-47ce-a367-b04f11aca763, host n-d-818823-1, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:14:23.266421 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-63450236-a593-447d-8aa5-3b14884c21b8 None None] Provisioning complete for port 25df14b7-6e25-45f5-a53e-b87f1aea00c9 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:14:23.268691 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-63450236-a593-447d-8aa5-3b14884c21b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:23.338192 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.extraroute_db [None req-ef87b623-9638-4ae0-94ce-4c202c0d690f tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=103448) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 22 20:14:23.352367 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c64194c-5617-49a2-b0fe-9c12659100aa req-dcd792ac-6b2d-44c0-98d5-28a302e742eb tempest-ServersTestJSON-643082518 tempest-ServersTestJSON-643082518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:14:23.354491 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9c64194c-5617-49a2-b0fe-9c12659100aa req-dcd792ac-6b2d-44c0-98d5-28a302e742eb tempest-ServersTestJSON-643082518 tempest-ServersTestJSON-643082518-project] 10.222.0.20 "GET /v2.0/networks?id=48d933a0-1d3f-430a-95c2-28f98332aa70 HTTP/1.1" status: 200 len: 805 time: 0.3670192 Nov 22 20:14:23.362088 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.extraroute_db [None req-ef87b623-9638-4ae0-94ce-4c202c0d690f tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Removed routes are [] {{(pid=103448) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 22 20:14:23.362764 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ef87b623-9638-4ae0-94ce-4c202c0d690f tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-541823', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-659547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25662'] for router, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:23.373172 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6031d67f-788a-4f49-92e3-ab931bd2ff65 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:23.396493 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-2cf15f6e-6d7c-4562-aefd-e56d8e7cb4aa None None] For port eeb06087-e10b-47ce-a367-b04f11aca763, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=eeb06087-e10b-47ce-a367-b04f11aca763,segment=NetworkSegment(6f1cede3-ebf3-4aa8-b5ad-3ba2bb9e2cf1),segment_id=6f1cede3-ebf3-4aa8-b5ad-3ba2bb9e2cf1)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:14:23.416422 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c2d4bd-2a16-4137-b762-2326550dce7e None None] Pushing event updated for resources: {'Port': ['ID=aca36450-d2ce-47ed-80fb-a8f258232b09,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:14:23.455267 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-2cf15f6e-6d7c-4562-aefd-e56d8e7cb4aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:23.480719 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9c64194c-5617-49a2-b0fe-9c12659100aa req-eb5fe369-d970-4799-8fa6-831197157389 tempest-ServersTestJSON-643082518 tempest-ServersTestJSON-643082518-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=850c5e2af2c44a3fa2eaed5152ec5f3c HTTP/1.1" status: 200 len: 380 time: 0.1150889 Nov 22 20:14:23.492645 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-9c64194c-5617-49a2-b0fe-9c12659100aa req-101f6ed1-4b5f-415b-8cfc-f89e4e669c01 tempest-ServersTestJSON-643082518 tempest-ServersTestJSON-643082518-project] Request body: {'port': {'device_id': '5b8efb2d-fe81-4a22-8183-9539766c0e33', 'network_id': '48d933a0-1d3f-430a-95c2-28f98332aa70', 'admin_state_up': True, 'tenant_id': '850c5e2af2c44a3fa2eaed5152ec5f3c', 'security_groups': ['21c9b817-9b9e-4905-881e-fc9021459c49']}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:14:23.593315 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ef87b623-9638-4ae0-94ce-4c202c0d690f tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-541823', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-659547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25662'] for router, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:23.601912 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ef87b623-9638-4ae0-94ce-4c202c0d690f tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-841284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-541764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-841989', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-659616'] for router, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:23.833889 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef87b623-9638-4ae0-94ce-4c202c0d690f tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Router 94fdbc4e-00b6-4ae1-966d-9f56ed32b34b has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 20:14:23.849731 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6031d67f-788a-4f49-92e3-ab931bd2ff65 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:23.863556 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-744805ad-6210-4bde-ae79-4a09c00cd8d9 req-4d1f4ece-0295-4750-86bf-1718d09bc75e tempest-ServersTestManualDisk-1649092872 tempest-ServersTestManualDisk-1649092872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:23.907235 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 87875d65-ebf3-4e19-b359-611253e28da1 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:14:23.941409 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-744805ad-6210-4bde-ae79-4a09c00cd8d9 req-4d1f4ece-0295-4750-86bf-1718d09bc75e tempest-ServersTestManualDisk-1649092872 tempest-ServersTestManualDisk-1649092872-project] Network 74ebf53f-3bfc-4b32-9782-5c33f910ad6f is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:14:23.949545 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1f4ece-0295-4750-86bf-1718d09bc75e tempest-ServersTestManualDisk-1649092872 tempest-ServersTestManualDisk-1649092872-project] Pushing event updated for resources: {'Port': ['ID=5310f32c-cae7-4868-833d-87a62178a783,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:14:23.955086 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [req-744805ad-6210-4bde-ae79-4a09c00cd8d9 req-4d1f4ece-0295-4750-86bf-1718d09bc75e tempest-ServersTestManualDisk-1649092872 tempest-ServersTestManualDisk-1649092872-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:14:23.957990 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [req-744805ad-6210-4bde-ae79-4a09c00cd8d9 req-4d1f4ece-0295-4750-86bf-1718d09bc75e tempest-ServersTestManualDisk-1649092872 tempest-ServersTestManualDisk-1649092872-project] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:14:23.982556 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-906f66ba-37dd-4673-96e6-a1d49f213212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94fdbc4e-00b6-4ae1-966d-9f56ed32b34b', 'name': 'tempest-RoutersTest-router-1436907073', 'tenant_id': '39adbab155b64849b1b9cb0eac9a72dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:13:40Z', 'updated_at': '2021-11-22T20:14:19Z', 'revision_number': 5, 'project_id': '39adbab155b64849b1b9cb0eac9a72dd', 'gw_port_host': None, '_interfaces': [{'id': '1f2adec6-c6fc-4c10-ade7-fefcf222b44b', 'name': '', 'network_id': 'bd2b5491-eb53-4726-892d-365d5f850376', 'tenant_id': '39adbab155b64849b1b9cb0eac9a72dd', 'mac_address': 'fa:16:3e:23:58:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94fdbc4e-00b6-4ae1-966d-9f56ed32b34b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': 'd6285324-c6ad-4a91-91fa-21c8262eaf22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:13:44Z', 'updated_at': '2021-11-22T20:13:54Z', 'revision_number': 5, 'project_id': '39adbab155b64849b1b9cb0eac9a72dd', 'subnets': [{'id': 'd6285324-c6ad-4a91-91fa-21c8262eaf22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '25f5a783-c966-4236-af2e-f75ab4c38a45', 'name': '', 'network_id': 'e16c4ef2-b5c6-4fea-9e17-60e94acd31b2', 'tenant_id': '39adbab155b64849b1b9cb0eac9a72dd', 'mac_address': 'fa:16:3e:3f:e5:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94fdbc4e-00b6-4ae1-966d-9f56ed32b34b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': 'd4465b5e-a560-4be6-a1cc-d7f09e0d4890', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:14:16Z', 'updated_at': '2021-11-22T20:14:20Z', 'revision_number': 2, 'project_id': '39adbab155b64849b1b9cb0eac9a72dd', 'subnets': [{'id': 'd4465b5e-a560-4be6-a1cc-d7f09e0d4890', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '485a9dbb-7931-47e7-8360-73f16c307b3b', 'name': '', 'network_id': '5461317b-00bb-45f9-8507-9f0113ff935f', 'tenant_id': '39adbab155b64849b1b9cb0eac9a72dd', 'mac_address': 'fa:16:3e:42:32:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94fdbc4e-00b6-4ae1-966d-9f56ed32b34b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1302, 'fixed_ips': [{'subnet_id': '6d7736d5-fb75-4292-8160-e9159063a95b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:14:01Z', 'updated_at': '2021-11-22T20:14:12Z', 'revision_number': 4, 'project_id': '39adbab155b64849b1b9cb0eac9a72dd', 'subnets': [{'id': '6d7736d5-fb75-4292-8160-e9159063a95b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c369c619-fa26-4109-b87f-927bf4f1cf4b', 'name': '', 'network_id': '1b095c1c-5878-4824-8fd2-a95a395f0abf', 'tenant_id': '39adbab155b64849b1b9cb0eac9a72dd', 'mac_address': 'fa:16:3e:ee:85:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94fdbc4e-00b6-4ae1-966d-9f56ed32b34b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': '46f60706-5383-4cf7-80e5-c33028f6df74', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:13:48Z', 'updated_at': '2021-11-22T20:14:12Z', 'revision_number': 5, 'project_id': '39adbab155b64849b1b9cb0eac9a72dd', 'subnets': [{'id': '46f60706-5383-4cf7-80e5-c33028f6df74', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:14:24.069435 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddbf3fa-ed48-409e-835b-10598078ca80 req-02ad2a88-e746-47e4-bd92-97e72606da97 tempest-ServersTestManualDisk-1649092872 tempest-ServersTestManualDisk-1649092872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:14:24.099036 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-eddbf3fa-ed48-409e-835b-10598078ca80 req-02ad2a88-e746-47e4-bd92-97e72606da97 tempest-ServersTestManualDisk-1649092872 tempest-ServersTestManualDisk-1649092872-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2395704-e941-4921-8963-3be2b945ad62 HTTP/1.1" status: 200 len: 932 time: 0.3455124 Nov 22 20:14:24.129739 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c64194c-5617-49a2-b0fe-9c12659100aa req-101f6ed1-4b5f-415b-8cfc-f89e4e669c01 tempest-ServersTestJSON-643082518 tempest-ServersTestJSON-643082518-project] Made reservation on behalf of 850c5e2af2c44a3fa2eaed5152ec5f3c for: {'port': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:14:24.152485 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.agents_db [None req-aa8313f2-1ee4-4e7b-8c5a-d32b2f9d31ee None None] Agent healthcheck: found 7 active agents {{(pid=103450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 20:14:24.159738 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-9c64194c-5617-49a2-b0fe-9c12659100aa req-101f6ed1-4b5f-415b-8cfc-f89e4e669c01 tempest-ServersTestJSON-643082518 tempest-ServersTestJSON-643082518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:24.161414 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744805ad-6210-4bde-ae79-4a09c00cd8d9 req-4d1f4ece-0295-4750-86bf-1718d09bc75e tempest-ServersTestManualDisk-1649092872 tempest-ServersTestManualDisk-1649092872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:14:24.162387 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-744805ad-6210-4bde-ae79-4a09c00cd8d9 req-4d1f4ece-0295-4750-86bf-1718d09bc75e tempest-ServersTestManualDisk-1649092872 tempest-ServersTestManualDisk-1649092872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:24.163904 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-906f66ba-37dd-4673-96e6-a1d49f213212 None None] Checking router: 94fdbc4e-00b6-4ae1-966d-9f56ed32b34b for host: n-d-818823-1 {{(pid=103450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 20:14:24.165393 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-906f66ba-37dd-4673-96e6-a1d49f213212 None None] Updating router 94fdbc4e-00b6-4ae1-966d-9f56ed32b34b port 25f5a783-c966-4236-af2e-f75ab4c38a45 binding host n-d-818823-1 {{(pid=103450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 20:14:24.218953 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:24.280718 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-906f66ba-37dd-4673-96e6-a1d49f213212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:24.375075 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63450236-a593-447d-8aa5-3b14884c21b8 None None] Pushing event updated for resources: {'Port': ['ID=485a9dbb-7931-47e7-8360-73f16c307b3b,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:14:24.433671 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-744805ad-6210-4bde-ae79-4a09c00cd8d9 req-4d1f4ece-0295-4750-86bf-1718d09bc75e tempest-ServersTestManualDisk-1649092872 tempest-ServersTestManualDisk-1649092872-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.5187063 Nov 22 20:14:24.483395 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-850840fc-0290-4157-8307-e593a8c64907 None None] Set router 47cff62d-1400-4750-a951-1dfd42ba9a0b gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:14:24.495256 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [req-744805ad-6210-4bde-ae79-4a09c00cd8d9 req-e2b25bbf-2787-41cd-bf99-d090003b70b7 service neutron] Request body: {'port': {'device_id': 'e2395704-e941-4921-8963-3be2b945ad62', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818823-1'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:14:24.542154 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef87b623-9638-4ae0-94ce-4c202c0d690f tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:14:24.554343 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ef87b623-9638-4ae0-94ce-4c202c0d690f tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks [] for router, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:24.555783 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-ef87b623-9638-4ae0-94ce-4c202c0d690f tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] 10.222.0.46 "PUT /v2.0/routers/94fdbc4e-00b6-4ae1-966d-9f56ed32b34b HTTP/1.1" status: 200 len: 934 time: 2.2924025 Nov 22 20:14:24.563145 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 39258) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:14:24.698169 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-744805ad-6210-4bde-ae79-4a09c00cd8d9 req-e2b25bbf-2787-41cd-bf99-d090003b70b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:24.700694 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6031d67f-788a-4f49-92e3-ab931bd2ff65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:24.712630 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6031d67f-788a-4f49-92e3-ab931bd2ff65 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:24.713831 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-6031d67f-788a-4f49-92e3-ab931bd2ff65 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3e3d9485-6749-42a4-bbe3-0d86dcc85fc3 HTTP/1.1" status: 204 len: 168 time: 2.5787952 Nov 22 20:14:24.739260 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6031d67f-788a-4f49-92e3-ab931bd2ff65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e3d9485-6749-42a4-bbe3-0d86dcc85fc3,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:14:24.759511 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6031d67f-788a-4f49-92e3-ab931bd2ff65 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:14:24.759877 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6031d67f-788a-4f49-92e3-ab931bd2ff65 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:14:24.760223 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6031d67f-788a-4f49-92e3-ab931bd2ff65 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:14:24.760563 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6031d67f-788a-4f49-92e3-ab931bd2ff65 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:14:24.760901 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6031d67f-788a-4f49-92e3-ab931bd2ff65 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:14:24.761234 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6031d67f-788a-4f49-92e3-ab931bd2ff65 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:14:24.761736 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6031d67f-788a-4f49-92e3-ab931bd2ff65 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:14:24.762068 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6031d67f-788a-4f49-92e3-ab931bd2ff65 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:14:24.762398 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6031d67f-788a-4f49-92e3-ab931bd2ff65 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:14:24.762721 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6031d67f-788a-4f49-92e3-ab931bd2ff65 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:14:24.763048 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6031d67f-788a-4f49-92e3-ab931bd2ff65 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:14:24.763373 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6031d67f-788a-4f49-92e3-ab931bd2ff65 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:14:24.838447 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-94e97c20-fe88-4442-b239-b56c86f43bea tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] 10.222.0.46 "GET /v2.0/routers/94fdbc4e-00b6-4ae1-966d-9f56ed32b34b HTTP/1.1" status: 200 len: 934 time: 0.2721951 Nov 22 20:14:24.840284 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 39266) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:14:24.851717 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-0cf716fd-5b66-4ab1-8eb6-d233ded98cb5 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Request body: {'router': {'routes': None}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:14:24.854778 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9a6d2379-675a-427b-9183-9a8f985722d5 req-8d59aa27-8766-4cbe-8d4a-1b1a085b75d2 tempest-ServersTestJSON-643082518 tempest-ServersTestJSON-643082518-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b8efb2d-fe81-4a22-8183-9539766c0e33 HTTP/1.1" status: 200 len: 210 time: 0.4347367 Nov 22 20:14:24.895741 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-eddbf3fa-ed48-409e-835b-10598078ca80 req-05fc7149-d714-46bf-b5af-67bbe98d84a4 tempest-ServersTestManualDisk-1649092872 tempest-ServersTestManualDisk-1649092872-project] 10.222.0.46 "GET /v2.0/security-groups?id=368a4176-acce-44f6-a6e9-15de4e10b157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7636051 Nov 22 20:14:24.964735 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [req-9c64194c-5617-49a2-b0fe-9c12659100aa req-101f6ed1-4b5f-415b-8cfc-f89e4e669c01 tempest-ServersTestJSON-643082518 tempest-ServersTestJSON-643082518-project] Allocated IP 172.20.0.10 (48d933a0-1d3f-430a-95c2-28f98332aa70/e341af9e-bf46-4c5a-98cc-989107917135/f7db6f63-92d2-48ab-9633-a0a8531e1cd8) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:14:25.051122 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-906f66ba-37dd-4673-96e6-a1d49f213212 None None] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:25.062523 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-906f66ba-37dd-4673-96e6-a1d49f213212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:25.070515 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf15f6e-6d7c-4562-aefd-e56d8e7cb4aa None None] Pushing event updated for resources: {'Port': ['ID=eeb06087-e10b-47ce-a367-b04f11aca763,revision_number=2']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:14:25.106557 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '822d0b40-fb07-47a2-8600-2249d0728824', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6620079e-e870-4ea0-9cbc-4659f9f9eee6'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:14:25.118632 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d39f6d30a11e565ec9648abcc015e8a6ab6cff4edd704add8155e28765d31eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bd377b5-0149-4fd6-bd4e-eb5d66030c81" -d '{"events": [{"server_uuid": "822d0b40-fb07-47a2-8600-2249d0728824", "name": "network-vif-plugged", "status": "completed", "tag": "6620079e-e870-4ea0-9cbc-4659f9f9eee6"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:14:25.262059 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5de6d9-543c-4602-a61b-687dea1698ae None None] Pushing event updated for resources: {'Port': ['ID=25f5a783-c966-4236-af2e-f75ab4c38a45,revision_number=3']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:14:25.412574 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-906f66ba-37dd-4673-96e6-a1d49f213212 None None] Attempting to bind port 25f5a783-c966-4236-af2e-f75ab4c38a45 on host n-d-818823-1 for vnic_type normal with profile {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:14:25.415001 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-906f66ba-37dd-4673-96e6-a1d49f213212 None None] Attempting to bind port 25f5a783-c966-4236-af2e-f75ab4c38a45 by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': '6f1cede3-ebf3-4aa8-b5ad-3ba2bb9e2cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'e16c4ef2-b5c6-4fea-9e17-60e94acd31b2'}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:14:25.417592 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-906f66ba-37dd-4673-96e6-a1d49f213212 None None] Attempting to bind port 25f5a783-c966-4236-af2e-f75ab4c38a45 on network e16c4ef2-b5c6-4fea-9e17-60e94acd31b2 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:14:25.432650 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-906f66ba-37dd-4673-96e6-a1d49f213212 None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 14, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:14:25.434102 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-906f66ba-37dd-4673-96e6-a1d49f213212 None None] Checking segment: {'id': '6f1cede3-ebf3-4aa8-b5ad-3ba2bb9e2cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'e16c4ef2-b5c6-4fea-9e17-60e94acd31b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:14:25.434707 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-906f66ba-37dd-4673-96e6-a1d49f213212 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:25.435778 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-906f66ba-37dd-4673-96e6-a1d49f213212 None None] Bound using segment: {'id': '6f1cede3-ebf3-4aa8-b5ad-3ba2bb9e2cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'e16c4ef2-b5c6-4fea-9e17-60e94acd31b2'} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:14:25.439036 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-906f66ba-37dd-4673-96e6-a1d49f213212 None None] Bound port: 25f5a783-c966-4236-af2e-f75ab4c38a45, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f1cede3-ebf3-4aa8-b5ad-3ba2bb9e2cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'e16c4ef2-b5c6-4fea-9e17-60e94acd31b2'}}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:14:25.439657 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-906f66ba-37dd-4673-96e6-a1d49f213212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:25.549156 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-9c64194c-5617-49a2-b0fe-9c12659100aa req-101f6ed1-4b5f-415b-8cfc-f89e4e669c01 tempest-ServersTestJSON-643082518 tempest-ServersTestJSON-643082518-project] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:25.569132 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:14:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7a67e98-ca98-44c5-9a19-2d5f95912fab x-openstack-request-id: req-b7a67e98-ca98-44c5-9a19-2d5f95912fab {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:14:25.570710 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "822d0b40-fb07-47a2-8600-2249d0728824", "name": "network-vif-plugged", "status": "completed", "tag": "6620079e-e870-4ea0-9cbc-4659f9f9eee6", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:14:25.571340 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b7a67e98-ca98-44c5-9a19-2d5f95912fab {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:14:25.572922 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '822d0b40-fb07-47a2-8600-2249d0728824', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6620079e-e870-4ea0-9cbc-4659f9f9eee6', 'code': 200} Nov 22 20:14:25.582443 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 6620079e-e870-4ea0-9cbc-4659f9f9eee6, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=6620079e-e870-4ea0-9cbc-4659f9f9eee6,segment=NetworkSegment(071fae29-45f8-4fae-87e0-a91dc64245f1),segment_id=071fae29-45f8-4fae-87e0-a91dc64245f1)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:14:25.631779 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:25.656364 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-63450236-a593-447d-8aa5-3b14884c21b8 None None] Provisioning complete for port bee805a2-5610-4d33-99c0-cdd0b248c343 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:14:25.657126 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-63450236-a593-447d-8aa5-3b14884c21b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:25.657622 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 39290) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:14:25.701469 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-906f66ba-37dd-4673-96e6-a1d49f213212 None None] For port 25f5a783-c966-4236-af2e-f75ab4c38a45, host n-d-818823-1, cleared binding levels {{(pid=103450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:14:25.708310 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-906f66ba-37dd-4673-96e6-a1d49f213212 None None] For port 25f5a783-c966-4236-af2e-f75ab4c38a45, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=25f5a783-c966-4236-af2e-f75ab4c38a45,segment=NetworkSegment(6f1cede3-ebf3-4aa8-b5ad-3ba2bb9e2cf1),segment_id=6f1cede3-ebf3-4aa8-b5ad-3ba2bb9e2cf1)] {{(pid=103450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:14:25.716602 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-906f66ba-37dd-4673-96e6-a1d49f213212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:25.734372 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4fe6ebaa-7af0-4b22-9dab-7f55c384e8aa admin admin] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:25.820959 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-906f66ba-37dd-4673-96e6-a1d49f213212 None None] Routers {'94fdbc4e-00b6-4ae1-966d-9f56ed32b34b'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:14:25.821617 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-906f66ba-37dd-4673-96e6-a1d49f213212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:14:03Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['94fdbc4e-00b6-4ae1-966d-9f56ed32b34b'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:14:25.950664 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fbbf035-3fdb-4e9b-9d74-f13e44027532 None None] Network e16c4ef2-b5c6-4fea-9e17-60e94acd31b2 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:14:25.956475 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4fe6ebaa-7af0-4b22-9dab-7f55c384e8aa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:25.977378 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4fe6ebaa-7af0-4b22-9dab-7f55c384e8aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:26.051102 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe6ebaa-7af0-4b22-9dab-7f55c384e8aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a0fe97a-7b99-4010-8e28-1dd6e6e14186,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:14:26.077568 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-9c64194c-5617-49a2-b0fe-9c12659100aa req-101f6ed1-4b5f-415b-8cfc-f89e4e669c01 tempest-ServersTestJSON-643082518 tempest-ServersTestJSON-643082518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:26.105861 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-906f66ba-37dd-4673-96e6-a1d49f213212 None None] Set router 94fdbc4e-00b6-4ae1-966d-9f56ed32b34b gateway port host: None {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:14:26.304438 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-4fe6ebaa-7af0-4b22-9dab-7f55c384e8aa admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e09373b372464acfbd8ee16dd886d643&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6383386 Nov 22 20:14:26.309306 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 39306) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:14:26.382293 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c64194c-5617-49a2-b0fe-9c12659100aa req-101f6ed1-4b5f-415b-8cfc-f89e4e669c01 tempest-ServersTestJSON-643082518 tempest-ServersTestJSON-643082518-project] Network 48d933a0-1d3f-430a-95c2-28f98332aa70 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:14:26.387968 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5de6d9-543c-4602-a61b-687dea1698ae None None] Pushing event updated for resources: {'Port': ['ID=25f5a783-c966-4236-af2e-f75ab4c38a45,revision_number=4']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:14:26.397134 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [req-9c64194c-5617-49a2-b0fe-9c12659100aa req-101f6ed1-4b5f-415b-8cfc-f89e4e669c01 tempest-ServersTestJSON-643082518 tempest-ServersTestJSON-643082518-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:14:26.408966 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.extraroute_db [None req-0cf716fd-5b66-4ab1-8eb6-d233ded98cb5 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Added routes are [] {{(pid=103448) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 22 20:14:26.410215 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.extraroute_db [None req-0cf716fd-5b66-4ab1-8eb6-d233ded98cb5 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=103448) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 22 20:14:26.422340 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101f6ed1-4b5f-415b-8cfc-f89e4e669c01 tempest-ServersTestJSON-643082518 tempest-ServersTestJSON-643082518-project] Pushing event updated for resources: {'Port': ['ID=f7db6f63-92d2-48ab-9633-a0a8531e1cd8,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:14:26.427500 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c64194c-5617-49a2-b0fe-9c12659100aa req-101f6ed1-4b5f-415b-8cfc-f89e4e669c01 tempest-ServersTestJSON-643082518 tempest-ServersTestJSON-643082518-project] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:14:26.442704 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7d0c6f-cd9d-4de6-bf7d-ba347162ff3b req-75d90626-126e-47a0-bc0a-b2e404d7a928 tempest-ServersTestJSON-643082518 tempest-ServersTestJSON-643082518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:14:26.445470 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4a7d0c6f-cd9d-4de6-bf7d-ba347162ff3b req-75d90626-126e-47a0-bc0a-b2e404d7a928 tempest-ServersTestJSON-643082518 tempest-ServersTestJSON-643082518-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b8efb2d-fe81-4a22-8183-9539766c0e33 HTTP/1.1" status: 200 len: 932 time: 0.3543527 Nov 22 20:14:26.520987 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0cf716fd-5b66-4ab1-8eb6-d233ded98cb5 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-541823', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-659547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25662'] for router, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:26.544641 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b52603-166a-45f4-ba47-3d36244d3a44 req-6140921a-f3ae-4949-8243-220069a3fe0f tempest-ServersTestManualDisk-1649092872 tempest-ServersTestManualDisk-1649092872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:14:26.553410 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-63b52603-166a-45f4-ba47-3d36244d3a44 req-6140921a-f3ae-4949-8243-220069a3fe0f tempest-ServersTestManualDisk-1649092872 tempest-ServersTestManualDisk-1649092872-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2395704-e941-4921-8963-3be2b945ad62 HTTP/1.1" status: 200 len: 932 time: 0.3708246 Nov 22 20:14:26.578015 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-90803ab4-871e-4137-bd4d-ce9710792f8f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:26.611857 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 87875d65-ebf3-4e19-b359-611253e28da1 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:14:26.612437 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:26.627343 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=6620079e-e870-4ea0-9cbc-4659f9f9eee6,revision_number=7']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:14:26.721714 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c64194c-5617-49a2-b0fe-9c12659100aa req-101f6ed1-4b5f-415b-8cfc-f89e4e669c01 tempest-ServersTestJSON-643082518 tempest-ServersTestJSON-643082518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:14:26.722612 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-9c64194c-5617-49a2-b0fe-9c12659100aa req-101f6ed1-4b5f-415b-8cfc-f89e4e669c01 tempest-ServersTestJSON-643082518 tempest-ServersTestJSON-643082518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:26.772970 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-63b52603-166a-45f4-ba47-3d36244d3a44 req-4e1e28a1-60e4-44c9-8a3b-096a4647aa3b tempest-ServersTestManualDisk-1649092872 tempest-ServersTestManualDisk-1649092872-project] 10.222.0.46 "GET /v2.0/security-groups?id=368a4176-acce-44f6-a6e9-15de4e10b157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2109632 Nov 22 20:14:26.777239 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-906f66ba-37dd-4673-96e6-a1d49f213212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94fdbc4e-00b6-4ae1-966d-9f56ed32b34b', 'name': 'tempest-RoutersTest-router-1436907073', 'tenant_id': '39adbab155b64849b1b9cb0eac9a72dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:13:40Z', 'updated_at': '2021-11-22T20:14:23Z', 'revision_number': 6, 'project_id': '39adbab155b64849b1b9cb0eac9a72dd', 'gw_port_host': None, '_interfaces': [{'id': '1f2adec6-c6fc-4c10-ade7-fefcf222b44b', 'name': '', 'network_id': 'bd2b5491-eb53-4726-892d-365d5f850376', 'tenant_id': '39adbab155b64849b1b9cb0eac9a72dd', 'mac_address': 'fa:16:3e:23:58:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94fdbc4e-00b6-4ae1-966d-9f56ed32b34b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': 'd6285324-c6ad-4a91-91fa-21c8262eaf22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:13:44Z', 'updated_at': '2021-11-22T20:13:54Z', 'revision_number': 5, 'project_id': '39adbab155b64849b1b9cb0eac9a72dd', 'subnets': [{'id': 'd6285324-c6ad-4a91-91fa-21c8262eaf22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '25f5a783-c966-4236-af2e-f75ab4c38a45', 'name': '', 'network_id': 'e16c4ef2-b5c6-4fea-9e17-60e94acd31b2', 'tenant_id': '39adbab155b64849b1b9cb0eac9a72dd', 'mac_address': 'fa:16:3e:3f:e5:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94fdbc4e-00b6-4ae1-966d-9f56ed32b34b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': 'd4465b5e-a560-4be6-a1cc-d7f09e0d4890', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:14:16Z', 'updated_at': '2021-11-22T20:14:25Z', 'revision_number': 4, 'project_id': '39adbab155b64849b1b9cb0eac9a72dd', 'subnets': [{'id': 'd4465b5e-a560-4be6-a1cc-d7f09e0d4890', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '485a9dbb-7931-47e7-8360-73f16c307b3b', 'name': '', 'network_id': '5461317b-00bb-45f9-8507-9f0113ff935f', 'tenant_id': '39adbab155b64849b1b9cb0eac9a72dd', 'mac_address': 'fa:16:3e:42:32:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94fdbc4e-00b6-4ae1-966d-9f56ed32b34b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1302, 'fixed_ips': [{'subnet_id': '6d7736d5-fb75-4292-8160-e9159063a95b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:14:01Z', 'updated_at': '2021-11-22T20:14:22Z', 'revision_number': 5, 'project_id': '39adbab155b64849b1b9cb0eac9a72dd', 'subnets': [{'id': '6d7736d5-fb75-4292-8160-e9159063a95b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c369c619-fa26-4109-b87f-927bf4f1cf4b', 'name': '', 'network_id': '1b095c1c-5878-4824-8fd2-a95a395f0abf', 'tenant_id': '39adbab155b64849b1b9cb0eac9a72dd', 'mac_address': 'fa:16:3e:ee:85:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94fdbc4e-00b6-4ae1-966d-9f56ed32b34b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': '46f60706-5383-4cf7-80e5-c33028f6df74', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:13:48Z', 'updated_at': '2021-11-22T20:14:12Z', 'revision_number': 5, 'project_id': '39adbab155b64849b1b9cb0eac9a72dd', 'subnets': [{'id': '46f60706-5383-4cf7-80e5-c33028f6df74', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:14:26.874126 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-90803ab4-871e-4137-bd4d-ce9710792f8f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:26.874360 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-906f66ba-37dd-4673-96e6-a1d49f213212 None None] The sync data for ids ['94fdbc4e-00b6-4ae1-966d-9f56ed32b34b'] in n-d-818823-1 is: [{'id': '94fdbc4e-00b6-4ae1-966d-9f56ed32b34b', 'name': 'tempest-RoutersTest-router-1436907073', 'tenant_id': '39adbab155b64849b1b9cb0eac9a72dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:13:40Z', 'updated_at': '2021-11-22T20:14:23Z', 'revision_number': 6, 'project_id': '39adbab155b64849b1b9cb0eac9a72dd', 'gw_port_host': None, '_interfaces': [{'id': '1f2adec6-c6fc-4c10-ade7-fefcf222b44b', 'name': '', 'network_id': 'bd2b5491-eb53-4726-892d-365d5f850376', 'tenant_id': '39adbab155b64849b1b9cb0eac9a72dd', 'mac_address': 'fa:16:3e:23:58:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94fdbc4e-00b6-4ae1-966d-9f56ed32b34b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': 'd6285324-c6ad-4a91-91fa-21c8262eaf22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:13:44Z', 'updated_at': '2021-11-22T20:13:54Z', 'revision_number': 5, 'project_id': '39adbab155b64849b1b9cb0eac9a72dd', 'subnets': [{'id': 'd6285324-c6ad-4a91-91fa-21c8262eaf22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '25f5a783-c966-4236-af2e-f75ab4c38a45', 'name': '', 'network_id': 'e16c4ef2-b5c6-4fea-9e17-60e94acd31b2', 'tenant_id': '39adbab155b64849b1b9cb0eac9a72dd', 'mac_address': 'fa:16:3e:3f:e5:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94fdbc4e-00b6-4ae1-966d-9f56ed32b34b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': 'd4465b5e-a560-4be6-a1cc-d7f09e0d4890', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:14:16Z', 'updated_at': '2021-11-22T20:14:25Z', 'revision_number': 4, 'project_id': '39adbab155b64849b1b9cb0eac9a72dd', 'subnets': [{'id': 'd4465b5e-a560-4be6-a1cc-d7f09e0d4890', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '485a9dbb-7931-47e7-8360-73f16c307b3b', 'name': '', 'network_id': '5461317b-00bb-45f9-8507-9f0113ff935f', 'tenant_id': '39adbab155b64849b1b9cb0eac9a72dd', 'mac_address': 'fa:16:3e:42:32:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94fdbc4e-00b6-4ae1-966d-9f56ed32b34b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1302, 'fixed_ips': [{'subnet_id': '6d7736d5-fb75-4292-8160-e9159063a95b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:14:01Z', 'updated_at': '2021-11-22T20:14:22Z', 'revision_number': 5, 'project_id': '39adbab155b64849b1b9cb0eac9a72dd', 'subnets': [{'id': '6d7736d5-fb75-4292-8160-e9159063a95b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c369c619-fa26-4109-b87f-927bf4f1cf4b', 'name': '', 'network_id': '1b095c1c-5878-4824-8fd2-a95a395f0abf', 'tenant_id': '39adbab155b64849b1b9cb0eac9a72dd', 'mac_address': 'fa:16:3e:ee:85:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94fdbc4e-00b6-4ae1-966d-9f56ed32b34b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': '46f60706-5383-4cf7-80e5-c33028f6df74', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:13:48Z', 'updated_at': '2021-11-22T20:14:12Z', 'revision_number': 5, 'project_id': '39adbab155b64849b1b9cb0eac9a72dd', 'subnets': [{'id': '46f60706-5383-4cf7-80e5-c33028f6df74', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:14:26.905203 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4a7d0c6f-cd9d-4de6-bf7d-ba347162ff3b req-d504e682-9f58-4357-8ad3-7496b6ba0e18 tempest-ServersTestJSON-643082518 tempest-ServersTestJSON-643082518-project] 10.222.0.46 "GET /v2.0/security-groups?id=21c9b817-9b9e-4905-881e-fc9021459c49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4134123 Nov 22 20:14:26.946770 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9c64194c-5617-49a2-b0fe-9c12659100aa req-101f6ed1-4b5f-415b-8cfc-f89e4e669c01 tempest-ServersTestJSON-643082518 tempest-ServersTestJSON-643082518-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4593484 Nov 22 20:14:26.982428 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-9c64194c-5617-49a2-b0fe-9c12659100aa req-6906692e-9068-49a1-8bc2-f6a8d9fa5873 service neutron] Request body: {'port': {'device_id': '5b8efb2d-fe81-4a22-8183-9539766c0e33', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818823-1'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:14:27.076205 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 879aed9c-b068-49c0-a9d5-804f26cae1de up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:14:27.290827 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-850840fc-0290-4157-8307-e593a8c64907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47cff62d-1400-4750-a951-1dfd42ba9a0b', 'name': 'tempest-ServersTestJSON-395337212-router', 'tenant_id': '850c5e2af2c44a3fa2eaed5152ec5f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.229'}], 'enable_snat': True}, 'gw_port_id': '879aed9c-b068-49c0-a9d5-804f26cae1de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:13:50Z', 'updated_at': '2021-11-22T20:14:03Z', 'revision_number': 4, 'project_id': '850c5e2af2c44a3fa2eaed5152ec5f3c', 'gw_port': {'id': '879aed9c-b068-49c0-a9d5-804f26cae1de', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:23:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47cff62d-1400-4750-a951-1dfd42ba9a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:13:52Z', 'updated_at': '2021-11-22T20:14:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': 'aca36450-d2ce-47ed-80fb-a8f258232b09', 'name': '', 'network_id': '48d933a0-1d3f-430a-95c2-28f98332aa70', 'tenant_id': '850c5e2af2c44a3fa2eaed5152ec5f3c', 'mac_address': 'fa:16:3e:bf:a7:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47cff62d-1400-4750-a951-1dfd42ba9a0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': 'e341af9e-bf46-4c5a-98cc-989107917135', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:13:59Z', 'updated_at': '2021-11-22T20:14:22Z', 'revision_number': 4, 'project_id': '850c5e2af2c44a3fa2eaed5152ec5f3c', 'subnets': [{'id': 'e341af9e-bf46-4c5a-98cc-989107917135', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:14:27.346030 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-9c64194c-5617-49a2-b0fe-9c12659100aa req-6906692e-9068-49a1-8bc2-f6a8d9fa5873 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:27.384636 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-850840fc-0290-4157-8307-e593a8c64907 None None] The sync data for ids ['47cff62d-1400-4750-a951-1dfd42ba9a0b'] in n-d-818823-1 is: [{'id': '47cff62d-1400-4750-a951-1dfd42ba9a0b', 'name': 'tempest-ServersTestJSON-395337212-router', 'tenant_id': '850c5e2af2c44a3fa2eaed5152ec5f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.229'}], 'enable_snat': True}, 'gw_port_id': '879aed9c-b068-49c0-a9d5-804f26cae1de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:13:50Z', 'updated_at': '2021-11-22T20:14:03Z', 'revision_number': 4, 'project_id': '850c5e2af2c44a3fa2eaed5152ec5f3c', 'gw_port': {'id': '879aed9c-b068-49c0-a9d5-804f26cae1de', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:23:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47cff62d-1400-4750-a951-1dfd42ba9a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:13:52Z', 'updated_at': '2021-11-22T20:14:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': 'aca36450-d2ce-47ed-80fb-a8f258232b09', 'name': '', 'network_id': '48d933a0-1d3f-430a-95c2-28f98332aa70', 'tenant_id': '850c5e2af2c44a3fa2eaed5152ec5f3c', 'mac_address': 'fa:16:3e:bf:a7:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47cff62d-1400-4750-a951-1dfd42ba9a0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': 'e341af9e-bf46-4c5a-98cc-989107917135', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:13:59Z', 'updated_at': '2021-11-22T20:14:22Z', 'revision_number': 4, 'project_id': '850c5e2af2c44a3fa2eaed5152ec5f3c', 'subnets': [{'id': 'e341af9e-bf46-4c5a-98cc-989107917135', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:14:27.390692 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-94eb81d0-b994-4f1c-b258-05f52193af65 None None] Provisioning complete for port eeb06087-e10b-47ce-a367-b04f11aca763 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:14:27.392201 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-94eb81d0-b994-4f1c-b258-05f52193af65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:27.501431 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-90803ab4-871e-4137-bd4d-ce9710792f8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:27.510532 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-90803ab4-871e-4137-bd4d-ce9710792f8f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:27.513661 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-90803ab4-871e-4137-bd4d-ce9710792f8f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8a0fe97a-7b99-4010-8e28-1dd6e6e14186 HTTP/1.1" status: 204 len: 168 time: 1.1857262 Nov 22 20:14:27.700377 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90803ab4-871e-4137-bd4d-ce9710792f8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a0fe97a-7b99-4010-8e28-1dd6e6e14186,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:14:27.880160 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 879aed9c-b068-49c0-a9d5-804f26cae1de triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:14:27.880785 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:28.194458 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [req-744805ad-6210-4bde-ae79-4a09c00cd8d9 req-e2b25bbf-2787-41cd-bf99-d090003b70b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5310f32c-cae7-4868-833d-87a62178a783 {{(pid=103448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:14:28.243510 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-744805ad-6210-4bde-ae79-4a09c00cd8d9 req-e2b25bbf-2787-41cd-bf99-d090003b70b7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:28.251343 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0cf716fd-5b66-4ab1-8eb6-d233ded98cb5 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-541823', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-659547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25662'] for router, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:28.287691 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0cf716fd-5b66-4ab1-8eb6-d233ded98cb5 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-841284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-541764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-841989', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-659616'] for router, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:28.298134 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [req-744805ad-6210-4bde-ae79-4a09c00cd8d9 req-e2b25bbf-2787-41cd-bf99-d090003b70b7 service neutron] Transition to ACTIVE for port object 5310f32c-cae7-4868-833d-87a62178a783 will not be triggered until provisioned by entity L2. {{(pid=103448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 20:14:28.375796 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [req-9c64194c-5617-49a2-b0fe-9c12659100aa req-6906692e-9068-49a1-8bc2-f6a8d9fa5873 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7db6f63-92d2-48ab-9633-a0a8531e1cd8 {{(pid=103447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:14:28.417579 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-9c64194c-5617-49a2-b0fe-9c12659100aa req-6906692e-9068-49a1-8bc2-f6a8d9fa5873 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:28.442600 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-744805ad-6210-4bde-ae79-4a09c00cd8d9 req-e2b25bbf-2787-41cd-bf99-d090003b70b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:28.504960 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-94eb81d0-b994-4f1c-b258-05f52193af65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:28.631518 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-94eb81d0-b994-4f1c-b258-05f52193af65 None None] For port eeb06087-e10b-47ce-a367-b04f11aca763, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=eeb06087-e10b-47ce-a367-b04f11aca763,segment=NetworkSegment(6f1cede3-ebf3-4aa8-b5ad-3ba2bb9e2cf1),segment_id=6f1cede3-ebf3-4aa8-b5ad-3ba2bb9e2cf1)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:14:28.648206 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.provisioning_blocks [req-9c64194c-5617-49a2-b0fe-9c12659100aa req-6906692e-9068-49a1-8bc2-f6a8d9fa5873 service neutron] Transition to ACTIVE for port object f7db6f63-92d2-48ab-9633-a0a8531e1cd8 will not be triggered until provisioned by entity L2. {{(pid=103447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 20:14:28.674415 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-94eb81d0-b994-4f1c-b258-05f52193af65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:28.717924 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-9c64194c-5617-49a2-b0fe-9c12659100aa req-6906692e-9068-49a1-8bc2-f6a8d9fa5873 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:28.922817 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94eb81d0-b994-4f1c-b258-05f52193af65 None None] Pushing event updated for resources: {'Port': ['ID=eeb06087-e10b-47ce-a367-b04f11aca763,revision_number=3']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:14:28.928414 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b25bbf-2787-41cd-bf99-d090003b70b7 service neutron] Pushing event updated for resources: {'Port': ['ID=5310f32c-cae7-4868-833d-87a62178a783,revision_number=2']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:14:28.934436 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cee127f-6935-426e-a685-fefeb1de35f3 None None] Sync routers for ids ['94fdbc4e-00b6-4ae1-966d-9f56ed32b34b'] in n-d-818823-1 {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:14:28.965028 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf7137e-a16a-4350-9fe8-f89c6b951bcc req-cd0b7c09-f04e-4bfb-aed7-4630ab4fe055 tempest-ServersTestManualDisk-1649092872 tempest-ServersTestManualDisk-1649092872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:14:28.967489 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-dcf7137e-a16a-4350-9fe8-f89c6b951bcc req-cd0b7c09-f04e-4bfb-aed7-4630ab4fe055 tempest-ServersTestManualDisk-1649092872 tempest-ServersTestManualDisk-1649092872-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2395704-e941-4921-8963-3be2b945ad62 HTTP/1.1" status: 200 len: 944 time: 0.9179933 Nov 22 20:14:29.023720 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cf716fd-5b66-4ab1-8eb6-d233ded98cb5 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Router 94fdbc4e-00b6-4ae1-966d-9f56ed32b34b has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 20:14:29.029035 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-744805ad-6210-4bde-ae79-4a09c00cd8d9 req-e2b25bbf-2787-41cd-bf99-d090003b70b7 service neutron] Attempting to bind port 5310f32c-cae7-4868-833d-87a62178a783 on host n-h1-818823-1 for vnic_type normal with profile {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:14:29.032338 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-744805ad-6210-4bde-ae79-4a09c00cd8d9 req-e2b25bbf-2787-41cd-bf99-d090003b70b7 service neutron] Attempting to bind port 5310f32c-cae7-4868-833d-87a62178a783 by drivers openvswitch,hyperv on host n-h1-818823-1 at level 0 using segments [{'id': 'a325e137-07a0-4e7b-a3fb-cdac40e28ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '74ebf53f-3bfc-4b32-9782-5c33f910ad6f'}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:14:29.032953 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-744805ad-6210-4bde-ae79-4a09c00cd8d9 req-e2b25bbf-2787-41cd-bf99-d090003b70b7 service neutron] Attempting to bind port 5310f32c-cae7-4868-833d-87a62178a783 on network 74ebf53f-3bfc-4b32-9782-5c33f910ad6f {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:14:29.080841 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-744805ad-6210-4bde-ae79-4a09c00cd8d9 req-e2b25bbf-2787-41cd-bf99-d090003b70b7 service neutron] Port 5310f32c-cae7-4868-833d-87a62178a783 on network 74ebf53f-3bfc-4b32-9782-5c33f910ad6f not bound, no agent of type Open vSwitch agent registered on host n-h1-818823-1 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:14:29.085302 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-744805ad-6210-4bde-ae79-4a09c00cd8d9 req-e2b25bbf-2787-41cd-bf99-d090003b70b7 service neutron] Attempting to bind port 5310f32c-cae7-4868-833d-87a62178a783 on network 74ebf53f-3bfc-4b32-9782-5c33f910ad6f {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:14:29.086119 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:29.097013 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40de5102-4e23-4f82-b3bf-c50ff1c791da req-b0c58743-8c9f-4784-9594-165422375f14 tempest-ServersTestJSON-643082518 tempest-ServersTestJSON-643082518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:14:29.105161 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-40de5102-4e23-4f82-b3bf-c50ff1c791da req-b0c58743-8c9f-4784-9594-165422375f14 tempest-ServersTestJSON-643082518 tempest-ServersTestJSON-643082518-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b8efb2d-fe81-4a22-8183-9539766c0e33 HTTP/1.1" status: 200 len: 932 time: 0.6286943 Nov 22 20:14:29.109919 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6906692e-9068-49a1-8bc2-f6a8d9fa5873 service neutron] Pushing event updated for resources: {'Port': ['ID=f7db6f63-92d2-48ab-9633-a0a8531e1cd8,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:14:29.151107 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cee127f-6935-426e-a685-fefeb1de35f3 None None] Routers {'94fdbc4e-00b6-4ae1-966d-9f56ed32b34b'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:14:29.165849 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-744805ad-6210-4bde-ae79-4a09c00cd8d9 req-e2b25bbf-2787-41cd-bf99-d090003b70b7 service neutron] Checking agent: {'id': '7a008cff-3b49-418c-8046-689d46cc800f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'started_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 14, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:14:29.166098 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-7cee127f-6935-426e-a685-fefeb1de35f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:14:03Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['94fdbc4e-00b6-4ae1-966d-9f56ed32b34b'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:14:29.166538 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-744805ad-6210-4bde-ae79-4a09c00cd8d9 req-e2b25bbf-2787-41cd-bf99-d090003b70b7 service neutron] Checking segment: {'id': 'a325e137-07a0-4e7b-a3fb-cdac40e28ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '74ebf53f-3bfc-4b32-9782-5c33f910ad6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:14:29.167881 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-744805ad-6210-4bde-ae79-4a09c00cd8d9 req-e2b25bbf-2787-41cd-bf99-d090003b70b7 service neutron] Bound using segment: {'id': 'a325e137-07a0-4e7b-a3fb-cdac40e28ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '74ebf53f-3bfc-4b32-9782-5c33f910ad6f'} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:14:29.178033 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-744805ad-6210-4bde-ae79-4a09c00cd8d9 req-e2b25bbf-2787-41cd-bf99-d090003b70b7 service neutron] Bound port: 5310f32c-cae7-4868-833d-87a62178a783, host: n-h1-818823-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a325e137-07a0-4e7b-a3fb-cdac40e28ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '74ebf53f-3bfc-4b32-9782-5c33f910ad6f'}}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:14:29.178569 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-744805ad-6210-4bde-ae79-4a09c00cd8d9 req-e2b25bbf-2787-41cd-bf99-d090003b70b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:29.470722 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-7cee127f-6935-426e-a685-fefeb1de35f3 None None] Set router 94fdbc4e-00b6-4ae1-966d-9f56ed32b34b gateway port host: None {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:14:29.624405 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-94eb81d0-b994-4f1c-b258-05f52193af65 None None] Provisioning complete for port aca36450-d2ce-47ed-80fb-a8f258232b09 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:14:29.624405 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-94eb81d0-b994-4f1c-b258-05f52193af65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:29.822612 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-744805ad-6210-4bde-ae79-4a09c00cd8d9 req-e2b25bbf-2787-41cd-bf99-d090003b70b7 service neutron] For port 5310f32c-cae7-4868-833d-87a62178a783, host n-h1-818823-1, cleared binding levels {{(pid=103448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:14:29.825854 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cf716fd-5b66-4ab1-8eb6-d233ded98cb5 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:14:29.848500 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0cf716fd-5b66-4ab1-8eb6-d233ded98cb5 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks [] for router, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:29.858665 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 39378) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:14:29.859224 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-0cf716fd-5b66-4ab1-8eb6-d233ded98cb5 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] 10.222.0.46 "PUT /v2.0/routers/94fdbc4e-00b6-4ae1-966d-9f56ed32b34b HTTP/1.1" status: 200 len: 700 time: 5.0054712 Nov 22 20:14:29.864697 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-744805ad-6210-4bde-ae79-4a09c00cd8d9 req-e2b25bbf-2787-41cd-bf99-d090003b70b7 service neutron] For port 5310f32c-cae7-4868-833d-87a62178a783, host n-h1-818823-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=5310f32c-cae7-4868-833d-87a62178a783,segment=NetworkSegment(a325e137-07a0-4e7b-a3fb-cdac40e28ec9),segment_id=a325e137-07a0-4e7b-a3fb-cdac40e28ec9)] {{(pid=103448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:14:29.874502 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-744805ad-6210-4bde-ae79-4a09c00cd8d9 req-e2b25bbf-2787-41cd-bf99-d090003b70b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:30.004995 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744805ad-6210-4bde-ae79-4a09c00cd8d9 req-e2b25bbf-2787-41cd-bf99-d090003b70b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:14:30.011597 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-744805ad-6210-4bde-ae79-4a09c00cd8d9 req-e2b25bbf-2787-41cd-bf99-d090003b70b7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:30.016467 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-744805ad-6210-4bde-ae79-4a09c00cd8d9 req-e2b25bbf-2787-41cd-bf99-d090003b70b7 service neutron] 10.222.0.41 "PUT /v2.0/ports/5310f32c-cae7-4868-833d-87a62178a783 HTTP/1.1" status: 200 len: 1092 time: 5.5644438 Nov 22 20:14:30.026972 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2395704-e941-4921-8963-3be2b945ad62', 'tag': '5310f32c-cae7-4868-833d-87a62178a783'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:14:30.038058 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589a98cf2aea187fcc423a5edb333e5a6cf3ad7c81115d1ebee0f079693c312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a76f6358-e554-4d07-9937-76a1d6bcf5a5" -d '{"events": [{"name": "network-changed", "server_uuid": "e2395704-e941-4921-8963-3be2b945ad62", "tag": "5310f32c-cae7-4868-833d-87a62178a783"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:14:30.104834 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] For port 879aed9c-b068-49c0-a9d5-804f26cae1de, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=879aed9c-b068-49c0-a9d5-804f26cae1de,segment=NetworkSegment(8793ba83-8407-4c3d-9b56-2a177cd58a70),segment_id=8793ba83-8407-4c3d-9b56-2a177cd58a70)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:14:30.219401 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-fb14e543-f928-4a79-94a8-2d1b4a6c2792 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:30.257551 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:30.265304 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device c369c619-fa26-4109-b87f-927bf4f1cf4b up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:14:30.277636 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b25bbf-2787-41cd-bf99-d090003b70b7 service neutron] Pushing event updated for resources: {'Port': ['ID=5310f32c-cae7-4868-833d-87a62178a783,revision_number=3']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:14:30.320645 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744805ad-6210-4bde-ae79-4a09c00cd8d9 req-a5dfeba8-58ec-46e1-a9bd-293d4b7f8738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:14:30.331941 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-744805ad-6210-4bde-ae79-4a09c00cd8d9 req-a5dfeba8-58ec-46e1-a9bd-293d4b7f8738 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=002d0de0caa34c4490cab90a994ab520&device_id=e2395704-e941-4921-8963-3be2b945ad62 HTTP/1.1" status: 200 len: 1095 time: 0.2554803 Nov 22 20:14:30.374530 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-3db028e8-16a0-49ec-ae11-e84c7979d7d5 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] 10.222.0.46 "GET /v2.0/routers/94fdbc4e-00b6-4ae1-966d-9f56ed32b34b HTTP/1.1" status: 200 len: 700 time: 0.5073595 Nov 22 20:14:30.489604 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 39390) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:14:30.507500 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-9c64194c-5617-49a2-b0fe-9c12659100aa req-6906692e-9068-49a1-8bc2-f6a8d9fa5873 service neutron] Attempting to bind port f7db6f63-92d2-48ab-9633-a0a8531e1cd8 on host n-h2-818823-1 for vnic_type normal with profile {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:14:30.510250 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-9c64194c-5617-49a2-b0fe-9c12659100aa req-6906692e-9068-49a1-8bc2-f6a8d9fa5873 service neutron] Attempting to bind port f7db6f63-92d2-48ab-9633-a0a8531e1cd8 by drivers openvswitch,hyperv on host n-h2-818823-1 at level 0 using segments [{'id': '8bf8f4b9-c552-4a44-a0c9-07e6361b5021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '48d933a0-1d3f-430a-95c2-28f98332aa70'}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:14:30.511287 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c64194c-5617-49a2-b0fe-9c12659100aa req-6906692e-9068-49a1-8bc2-f6a8d9fa5873 service neutron] Attempting to bind port f7db6f63-92d2-48ab-9633-a0a8531e1cd8 on network 48d933a0-1d3f-430a-95c2-28f98332aa70 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:14:30.548257 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-40de5102-4e23-4f82-b3bf-c50ff1c791da req-e950c06e-ac6e-450c-917a-63d5ca512aae tempest-ServersTestJSON-643082518 tempest-ServersTestJSON-643082518-project] 10.222.0.46 "GET /v2.0/security-groups?id=21c9b817-9b9e-4905-881e-fc9021459c49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.3836563 Nov 22 20:14:30.585452 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-dcf7137e-a16a-4350-9fe8-f89c6b951bcc req-6e6016fb-1215-4c49-9a82-0ec4ae2f5890 tempest-ServersTestManualDisk-1649092872 tempest-ServersTestManualDisk-1649092872-project] 10.222.0.46 "GET /v2.0/security-groups?id=368a4176-acce-44f6-a6e9-15de4e10b157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.5967879 Nov 22 20:14:30.590532 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c64194c-5617-49a2-b0fe-9c12659100aa req-6906692e-9068-49a1-8bc2-f6a8d9fa5873 service neutron] Port f7db6f63-92d2-48ab-9633-a0a8531e1cd8 on network 48d933a0-1d3f-430a-95c2-28f98332aa70 not bound, no agent of type Open vSwitch agent registered on host n-h2-818823-1 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:14:30.590867 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c64194c-5617-49a2-b0fe-9c12659100aa req-6906692e-9068-49a1-8bc2-f6a8d9fa5873 service neutron] Attempting to bind port f7db6f63-92d2-48ab-9633-a0a8531e1cd8 on network 48d933a0-1d3f-430a-95c2-28f98332aa70 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:14:30.617238 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c64194c-5617-49a2-b0fe-9c12659100aa req-6906692e-9068-49a1-8bc2-f6a8d9fa5873 service neutron] Checking agent: {'id': '65e0486a-7030-4065-96f0-10aa7402a530', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'started_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 14, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:14:30.617587 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c64194c-5617-49a2-b0fe-9c12659100aa req-6906692e-9068-49a1-8bc2-f6a8d9fa5873 service neutron] Checking segment: {'id': '8bf8f4b9-c552-4a44-a0c9-07e6361b5021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '48d933a0-1d3f-430a-95c2-28f98332aa70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:14:30.617983 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c64194c-5617-49a2-b0fe-9c12659100aa req-6906692e-9068-49a1-8bc2-f6a8d9fa5873 service neutron] Bound using segment: {'id': '8bf8f4b9-c552-4a44-a0c9-07e6361b5021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '48d933a0-1d3f-430a-95c2-28f98332aa70'} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:14:30.618439 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-9c64194c-5617-49a2-b0fe-9c12659100aa req-6906692e-9068-49a1-8bc2-f6a8d9fa5873 service neutron] Bound port: f7db6f63-92d2-48ab-9633-a0a8531e1cd8, host: n-h2-818823-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8bf8f4b9-c552-4a44-a0c9-07e6361b5021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '48d933a0-1d3f-430a-95c2-28f98332aa70'}}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:14:30.618811 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-9c64194c-5617-49a2-b0fe-9c12659100aa req-6906692e-9068-49a1-8bc2-f6a8d9fa5873 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:30.850119 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-744805ad-6210-4bde-ae79-4a09c00cd8d9 req-bbffd392-80f7-4697-ad55-0a6739ee58f4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5310f32c-cae7-4868-833d-87a62178a783 HTTP/1.1" status: 200 len: 217 time: 0.5076921 Nov 22 20:14:30.869899 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 20:14:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-835f1dd1-e368-424e-b171-9c766b6f376e x-openstack-request-id: req-835f1dd1-e368-424e-b171-9c766b6f376e {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:14:30.870188 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2395704-e941-4921-8963-3be2b945ad62", "tag": "5310f32c-cae7-4868-833d-87a62178a783", "status": "completed", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:14:30.870447 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-835f1dd1-e368-424e-b171-9c766b6f376e {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:14:30.870848 n-d-818823-1 neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2395704-e941-4921-8963-3be2b945ad62', 'tag': '5310f32c-cae7-4868-833d-87a62178a783', 'status': 'completed', 'code': 200} Nov 22 20:14:30.906529 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-9c64194c-5617-49a2-b0fe-9c12659100aa req-6906692e-9068-49a1-8bc2-f6a8d9fa5873 service neutron] For port f7db6f63-92d2-48ab-9633-a0a8531e1cd8, host n-h2-818823-1, cleared binding levels {{(pid=103447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:14:30.914588 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-9c64194c-5617-49a2-b0fe-9c12659100aa req-6906692e-9068-49a1-8bc2-f6a8d9fa5873 service neutron] For port f7db6f63-92d2-48ab-9633-a0a8531e1cd8, host n-h2-818823-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=f7db6f63-92d2-48ab-9633-a0a8531e1cd8,segment=NetworkSegment(8bf8f4b9-c552-4a44-a0c9-07e6361b5021),segment_id=8bf8f4b9-c552-4a44-a0c9-07e6361b5021)] {{(pid=103447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:14:30.927239 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-9c64194c-5617-49a2-b0fe-9c12659100aa req-6906692e-9068-49a1-8bc2-f6a8d9fa5873 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:30.963064 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Pushing event updated for resources: {'Port': ['ID=879aed9c-b068-49c0-a9d5-804f26cae1de,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:14:31.043098 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port c369c619-fa26-4109-b87f-927bf4f1cf4b triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:14:31.043490 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:31.049930 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-94eb81d0-b994-4f1c-b258-05f52193af65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:31.078421 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744805ad-6210-4bde-ae79-4a09c00cd8d9 req-09ce22e7-f880-44f3-86d3-d23d39605e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:14:31.079961 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-744805ad-6210-4bde-ae79-4a09c00cd8d9 req-09ce22e7-f880-44f3-86d3-d23d39605e2c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9835edc8-ccd5-46d4-abe8-f0789df4c86f HTTP/1.1" status: 200 len: 851 time: 0.2083693 Nov 22 20:14:31.123709 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6906692e-9068-49a1-8bc2-f6a8d9fa5873 service neutron] Pushing event updated for resources: {'Port': ['ID=f7db6f63-92d2-48ab-9633-a0a8531e1cd8,revision_number=3']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:14:31.148207 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c64194c-5617-49a2-b0fe-9c12659100aa req-6906692e-9068-49a1-8bc2-f6a8d9fa5873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:14:31.149034 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-9c64194c-5617-49a2-b0fe-9c12659100aa req-6906692e-9068-49a1-8bc2-f6a8d9fa5873 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:31.150542 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9c64194c-5617-49a2-b0fe-9c12659100aa req-6906692e-9068-49a1-8bc2-f6a8d9fa5873 service neutron] 10.222.0.20 "PUT /v2.0/ports/f7db6f63-92d2-48ab-9633-a0a8531e1cd8 HTTP/1.1" status: 200 len: 1092 time: 4.1902978 Nov 22 20:14:31.151021 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b8efb2d-fe81-4a22-8183-9539766c0e33', 'tag': 'f7db6f63-92d2-48ab-9633-a0a8531e1cd8'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:14:31.153434 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56d41435-1c7c-456c-b883-4b4d5fa4af95" -d '{"events": [{"name": "network-changed", "server_uuid": "5b8efb2d-fe81-4a22-8183-9539766c0e33", "tag": "f7db6f63-92d2-48ab-9633-a0a8531e1cd8"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:14:31.284615 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-94eb81d0-b994-4f1c-b258-05f52193af65 None None] For port aca36450-d2ce-47ed-80fb-a8f258232b09, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=aca36450-d2ce-47ed-80fb-a8f258232b09,segment=NetworkSegment(8bf8f4b9-c552-4a44-a0c9-07e6361b5021),segment_id=8bf8f4b9-c552-4a44-a0c9-07e6361b5021)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:14:31.310289 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-94eb81d0-b994-4f1c-b258-05f52193af65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:31.334461 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c64194c-5617-49a2-b0fe-9c12659100aa req-8c777724-93aa-4dbb-ac8a-f975f2ee104a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:14:31.336304 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9c64194c-5617-49a2-b0fe-9c12659100aa req-8c777724-93aa-4dbb-ac8a-f975f2ee104a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=850c5e2af2c44a3fa2eaed5152ec5f3c&device_id=5b8efb2d-fe81-4a22-8183-9539766c0e33 HTTP/1.1" status: 200 len: 1095 time: 0.1333754 Nov 22 20:14:31.431737 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9c64194c-5617-49a2-b0fe-9c12659100aa req-ff701ecc-7969-463d-a35c-20ecd4590638 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f7db6f63-92d2-48ab-9633-a0a8531e1cd8 HTTP/1.1" status: 200 len: 217 time: 0.0862763 Nov 22 20:14:31.469468 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744805ad-6210-4bde-ae79-4a09c00cd8d9 req-787a2d35-5147-47cb-a109-f0be48eee5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:14:31.474130 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-744805ad-6210-4bde-ae79-4a09c00cd8d9 req-787a2d35-5147-47cb-a109-f0be48eee5ed service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=74ebf53f-3bfc-4b32-9782-5c33f910ad6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2755651 Nov 22 20:14:31.633820 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94eb81d0-b994-4f1c-b258-05f52193af65 None None] Pushing event updated for resources: {'Port': ['ID=aca36450-d2ce-47ed-80fb-a8f258232b09,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:14:31.654733 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-7cee127f-6935-426e-a685-fefeb1de35f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94fdbc4e-00b6-4ae1-966d-9f56ed32b34b', 'name': 'tempest-RoutersTest-router-1436907073', 'tenant_id': '39adbab155b64849b1b9cb0eac9a72dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:13:40Z', 'updated_at': '2021-11-22T20:14:26Z', 'revision_number': 7, 'project_id': '39adbab155b64849b1b9cb0eac9a72dd', 'gw_port_host': None, '_interfaces': [{'id': '1f2adec6-c6fc-4c10-ade7-fefcf222b44b', 'name': '', 'network_id': 'bd2b5491-eb53-4726-892d-365d5f850376', 'tenant_id': '39adbab155b64849b1b9cb0eac9a72dd', 'mac_address': 'fa:16:3e:23:58:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94fdbc4e-00b6-4ae1-966d-9f56ed32b34b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': 'd6285324-c6ad-4a91-91fa-21c8262eaf22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:13:44Z', 'updated_at': '2021-11-22T20:13:54Z', 'revision_number': 5, 'project_id': '39adbab155b64849b1b9cb0eac9a72dd', 'subnets': [{'id': 'd6285324-c6ad-4a91-91fa-21c8262eaf22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '25f5a783-c966-4236-af2e-f75ab4c38a45', 'name': '', 'network_id': 'e16c4ef2-b5c6-4fea-9e17-60e94acd31b2', 'tenant_id': '39adbab155b64849b1b9cb0eac9a72dd', 'mac_address': 'fa:16:3e:3f:e5:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94fdbc4e-00b6-4ae1-966d-9f56ed32b34b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': 'd4465b5e-a560-4be6-a1cc-d7f09e0d4890', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:14:16Z', 'updated_at': '2021-11-22T20:14:25Z', 'revision_number': 4, 'project_id': '39adbab155b64849b1b9cb0eac9a72dd', 'subnets': [{'id': 'd4465b5e-a560-4be6-a1cc-d7f09e0d4890', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '485a9dbb-7931-47e7-8360-73f16c307b3b', 'name': '', 'network_id': '5461317b-00bb-45f9-8507-9f0113ff935f', 'tenant_id': '39adbab155b64849b1b9cb0eac9a72dd', 'mac_address': 'fa:16:3e:42:32:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94fdbc4e-00b6-4ae1-966d-9f56ed32b34b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1302, 'fixed_ips': [{'subnet_id': '6d7736d5-fb75-4292-8160-e9159063a95b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:14:01Z', 'updated_at': '2021-11-22T20:14:22Z', 'revision_number': 5, 'project_id': '39adbab155b64849b1b9cb0eac9a72dd', 'subnets': [{'id': '6d7736d5-fb75-4292-8160-e9159063a95b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c369c619-fa26-4109-b87f-927bf4f1cf4b', 'name': '', 'network_id': '1b095c1c-5878-4824-8fd2-a95a395f0abf', 'tenant_id': '39adbab155b64849b1b9cb0eac9a72dd', 'mac_address': 'fa:16:3e:ee:85:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94fdbc4e-00b6-4ae1-966d-9f56ed32b34b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': '46f60706-5383-4cf7-80e5-c33028f6df74', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:13:48Z', 'updated_at': '2021-11-22T20:14:12Z', 'revision_number': 5, 'project_id': '39adbab155b64849b1b9cb0eac9a72dd', 'subnets': [{'id': '46f60706-5383-4cf7-80e5-c33028f6df74', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:14:31.660044 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c64194c-5617-49a2-b0fe-9c12659100aa req-a2a49296-23f8-4f20-9183-129448c73ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:14:31.667156 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9c64194c-5617-49a2-b0fe-9c12659100aa req-a2a49296-23f8-4f20-9183-129448c73ca1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e341af9e-bf46-4c5a-98cc-989107917135 HTTP/1.1" status: 200 len: 844 time: 0.2176929 Nov 22 20:14:31.787090 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cee127f-6935-426e-a685-fefeb1de35f3 None None] Checking router: 94fdbc4e-00b6-4ae1-966d-9f56ed32b34b for host: n-d-818823-1 {{(pid=103449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 20:14:31.860889 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cee127f-6935-426e-a685-fefeb1de35f3 None None] Routers {'94fdbc4e-00b6-4ae1-966d-9f56ed32b34b'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:14:31.864879 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-7cee127f-6935-426e-a685-fefeb1de35f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:14:03Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['94fdbc4e-00b6-4ae1-966d-9f56ed32b34b'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:14:31.867856 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 20:14:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89cf7a92-2d3e-490b-8eef-bc7f3ad75b79 x-openstack-request-id: req-89cf7a92-2d3e-490b-8eef-bc7f3ad75b79 {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:14:31.868177 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b8efb2d-fe81-4a22-8183-9539766c0e33", "tag": "f7db6f63-92d2-48ab-9633-a0a8531e1cd8", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:14:31.868446 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-89cf7a92-2d3e-490b-8eef-bc7f3ad75b79 {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:14:31.868875 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b8efb2d-fe81-4a22-8183-9539766c0e33', 'tag': 'f7db6f63-92d2-48ab-9633-a0a8531e1cd8', 'status': 'completed', 'code': 200} Nov 22 20:14:32.058419 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-744805ad-6210-4bde-ae79-4a09c00cd8d9 req-8f27a53a-b3f3-45aa-82c2-4baaa704d743 service neutron] 10.222.0.41 "GET /v2.0/networks/74ebf53f-3bfc-4b32-9782-5c33f910ad6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5761950 Nov 22 20:14:32.146002 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c64194c-5617-49a2-b0fe-9c12659100aa req-20af05c9-6d6b-451e-8ee0-c9828fa045da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:14:32.147645 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9c64194c-5617-49a2-b0fe-9c12659100aa req-20af05c9-6d6b-451e-8ee0-c9828fa045da service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=48d933a0-1d3f-430a-95c2-28f98332aa70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4728529 Nov 22 20:14:32.176852 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9da8fdb-5662-447a-8b0b-bf967d4b0f40 req-8153b51e-f996-4668-9a25-27a9c8d9c402 tempest-ServersTestJSON-643082518 tempest-ServersTestJSON-643082518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:14:32.181958 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d9da8fdb-5662-447a-8b0b-bf967d4b0f40 req-8153b51e-f996-4668-9a25-27a9c8d9c402 tempest-ServersTestJSON-643082518 tempest-ServersTestJSON-643082518-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b8efb2d-fe81-4a22-8183-9539766c0e33 HTTP/1.1" status: 200 len: 944 time: 0.3730378 Nov 22 20:14:32.337240 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-afd485e1-2cf8-4df8-af80-c65ccf7a536b None None] Provisioning complete for port 25f5a783-c966-4236-af2e-f75ab4c38a45 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:14:32.337872 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-afd485e1-2cf8-4df8-af80-c65ccf7a536b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:32.370990 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d9da8fdb-5662-447a-8b0b-bf967d4b0f40 req-735db603-a41a-4ea2-9399-1c2a780f560f tempest-ServersTestJSON-643082518 tempest-ServersTestJSON-643082518-project] 10.222.0.46 "GET /v2.0/security-groups?id=21c9b817-9b9e-4905-881e-fc9021459c49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1106579 Nov 22 20:14:32.389701 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e709d30c-acb5-460e-a3e3-6c9e11e041dd req-0ee221ca-8534-4b54-b363-3ee3caa0ba98 tempest-ServersTestManualDisk-1649092872 tempest-ServersTestManualDisk-1649092872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:14:32.391664 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e709d30c-acb5-460e-a3e3-6c9e11e041dd req-0ee221ca-8534-4b54-b363-3ee3caa0ba98 tempest-ServersTestManualDisk-1649092872 tempest-ServersTestManualDisk-1649092872-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2395704-e941-4921-8963-3be2b945ad62 HTTP/1.1" status: 200 len: 944 time: 0.3667600 Nov 22 20:14:32.415689 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-7cee127f-6935-426e-a685-fefeb1de35f3 None None] Set router 94fdbc4e-00b6-4ae1-966d-9f56ed32b34b gateway port host: None {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:14:32.451915 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-744805ad-6210-4bde-ae79-4a09c00cd8d9 req-993ce175-5fca-4fde-9aa4-9c50f2a735ab service neutron] 10.222.0.41 "GET /v2.0/networks/74ebf53f-3bfc-4b32-9782-5c33f910ad6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3845265 Nov 22 20:14:32.475056 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-25bbca86-c732-4ffe-bc41-a2627b4f7ef6 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659736'] for router_interface, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:32.587628 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 25f5a783-c966-4236-af2e-f75ab4c38a45 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:14:32.720236 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e709d30c-acb5-460e-a3e3-6c9e11e041dd req-79d59b78-bb30-48a5-a16b-f47e35f1ccfd tempest-ServersTestManualDisk-1649092872 tempest-ServersTestManualDisk-1649092872-project] 10.222.0.46 "GET /v2.0/security-groups?id=368a4176-acce-44f6-a6e9-15de4e10b157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3167930 Nov 22 20:14:32.729088 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6c565ca8-99d2-454a-9b81-6679789b97a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:32.733749 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9c64194c-5617-49a2-b0fe-9c12659100aa req-1fc03721-7ee3-47af-9560-672ee5709b28 service neutron] 10.222.0.20 "GET /v2.0/networks/48d933a0-1d3f-430a-95c2-28f98332aa70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5407908 Nov 22 20:14:32.819939 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 39462) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:14:32.843329 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76f6358-e554-4d07-9937-76a1d6bcf5a5 req-ab7581c8-656c-4838-b813-3b7ba31f8c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:14:32.848546 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-a76f6358-e554-4d07-9937-76a1d6bcf5a5 req-ab7581c8-656c-4838-b813-3b7ba31f8c45 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=002d0de0caa34c4490cab90a994ab520&device_id=e2395704-e941-4921-8963-3be2b945ad62 HTTP/1.1" status: 200 len: 1095 time: 0.3189371 Nov 22 20:14:32.964807 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9c64194c-5617-49a2-b0fe-9c12659100aa req-d0235ca5-8b9c-4a41-95aa-d327541a1d6f service neutron] 10.222.0.20 "GET /v2.0/networks/48d933a0-1d3f-430a-95c2-28f98332aa70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2167134 Nov 22 20:14:33.112201 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d41435-1c7c-456c-b883-4b4d5fa4af95 req-8e9e9c94-edd4-49bd-97c0-2934c0079392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:14:33.115544 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-56d41435-1c7c-456c-b883-4b4d5fa4af95 req-8e9e9c94-edd4-49bd-97c0-2934c0079392 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=850c5e2af2c44a3fa2eaed5152ec5f3c&device_id=5b8efb2d-fe81-4a22-8183-9539766c0e33 HTTP/1.1" status: 200 len: 1095 time: 0.0938730 Nov 22 20:14:33.135541 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2555cc19-e03b-417a-a2ba-bf3ba9b99f8b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:33.158680 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76f6358-e554-4d07-9937-76a1d6bcf5a5 req-c89f0c33-c443-4cca-a4e2-d82f2f0e7fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:14:33.160968 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-a76f6358-e554-4d07-9937-76a1d6bcf5a5 req-c89f0c33-c443-4cca-a4e2-d82f2f0e7fc2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=74ebf53f-3bfc-4b32-9782-5c33f910ad6f HTTP/1.1" status: 200 len: 913 time: 0.2723956 Nov 22 20:14:33.171143 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 25f5a783-c966-4236-af2e-f75ab4c38a45 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:14:33.172238 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:33.249187 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-a76f6358-e554-4d07-9937-76a1d6bcf5a5 req-51370a2d-8fcf-487c-ae39-5b901e618082 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5310f32c-cae7-4868-833d-87a62178a783 HTTP/1.1" status: 200 len: 217 time: 0.0692325 Nov 22 20:14:33.295848 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-afd485e1-2cf8-4df8-af80-c65ccf7a536b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:33.361212 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76f6358-e554-4d07-9937-76a1d6bcf5a5 req-f6c33ef5-5017-427f-9be9-ca4780ce35db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:14:33.362810 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-a76f6358-e554-4d07-9937-76a1d6bcf5a5 req-f6c33ef5-5017-427f-9be9-ca4780ce35db service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9835edc8-ccd5-46d4-abe8-f0789df4c86f HTTP/1.1" status: 200 len: 851 time: 0.1005495 Nov 22 20:14:33.367859 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-25bbca86-c732-4ffe-bc41-a2627b4f7ef6 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Deleting port 25f5a783-c966-4236-af2e-f75ab4c38a45 {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:14:33.368202 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-25bbca86-c732-4ffe-bc41-a2627b4f7ef6 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:33.477819 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-03f0964f-1b75-4df7-99e0-a3cdb56ec2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:33.501179 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-afd485e1-2cf8-4df8-af80-c65ccf7a536b None None] For port 25f5a783-c966-4236-af2e-f75ab4c38a45, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=25f5a783-c966-4236-af2e-f75ab4c38a45,segment=NetworkSegment(6f1cede3-ebf3-4aa8-b5ad-3ba2bb9e2cf1),segment_id=6f1cede3-ebf3-4aa8-b5ad-3ba2bb9e2cf1)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:14:33.520385 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-afd485e1-2cf8-4df8-af80-c65ccf7a536b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:33.539793 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2555cc19-e03b-417a-a2ba-bf3ba9b99f8b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:33.553478 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2555cc19-e03b-417a-a2ba-bf3ba9b99f8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:33.605172 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-afd485e1-2cf8-4df8-af80-c65ccf7a536b None None] Provisioning complete for port eeb06087-e10b-47ce-a367-b04f11aca763 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:14:33.606041 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-afd485e1-2cf8-4df8-af80-c65ccf7a536b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:33.670681 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device eeb06087-e10b-47ce-a367-b04f11aca763 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:14:33.671222 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-2555cc19-e03b-417a-a2ba-bf3ba9b99f8b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=09a0e6005df1424dac1a4827c4fa1854&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8496966 Nov 22 20:14:33.673270 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 39480) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:14:33.724949 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd485e1-2cf8-4df8-af80-c65ccf7a536b None None] Pushing event updated for resources: {'Port': ['ID=25f5a783-c966-4236-af2e-f75ab4c38a45,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:14:33.728234 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76f6358-e554-4d07-9937-76a1d6bcf5a5 req-7a6c5f6c-0d00-4c7b-9516-40d53f3cdb99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:14:33.730016 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-a76f6358-e554-4d07-9937-76a1d6bcf5a5 req-7a6c5f6c-0d00-4c7b-9516-40d53f3cdb99 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=74ebf53f-3bfc-4b32-9782-5c33f910ad6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3572197 Nov 22 20:14:33.743144 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-7cee127f-6935-426e-a685-fefeb1de35f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94fdbc4e-00b6-4ae1-966d-9f56ed32b34b', 'name': 'tempest-RoutersTest-router-1436907073', 'tenant_id': '39adbab155b64849b1b9cb0eac9a72dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:13:40Z', 'updated_at': '2021-11-22T20:14:26Z', 'revision_number': 7, 'project_id': '39adbab155b64849b1b9cb0eac9a72dd', 'gw_port_host': None, '_interfaces': [{'id': '1f2adec6-c6fc-4c10-ade7-fefcf222b44b', 'name': '', 'network_id': 'bd2b5491-eb53-4726-892d-365d5f850376', 'tenant_id': '39adbab155b64849b1b9cb0eac9a72dd', 'mac_address': 'fa:16:3e:23:58:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94fdbc4e-00b6-4ae1-966d-9f56ed32b34b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': 'd6285324-c6ad-4a91-91fa-21c8262eaf22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:13:44Z', 'updated_at': '2021-11-22T20:13:54Z', 'revision_number': 5, 'project_id': '39adbab155b64849b1b9cb0eac9a72dd', 'subnets': [{'id': 'd6285324-c6ad-4a91-91fa-21c8262eaf22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '25f5a783-c966-4236-af2e-f75ab4c38a45', 'name': '', 'network_id': 'e16c4ef2-b5c6-4fea-9e17-60e94acd31b2', 'tenant_id': '39adbab155b64849b1b9cb0eac9a72dd', 'mac_address': 'fa:16:3e:3f:e5:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94fdbc4e-00b6-4ae1-966d-9f56ed32b34b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': 'd4465b5e-a560-4be6-a1cc-d7f09e0d4890', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:14:16Z', 'updated_at': '2021-11-22T20:14:25Z', 'revision_number': 4, 'project_id': '39adbab155b64849b1b9cb0eac9a72dd', 'subnets': [{'id': 'd4465b5e-a560-4be6-a1cc-d7f09e0d4890', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '485a9dbb-7931-47e7-8360-73f16c307b3b', 'name': '', 'network_id': '5461317b-00bb-45f9-8507-9f0113ff935f', 'tenant_id': '39adbab155b64849b1b9cb0eac9a72dd', 'mac_address': 'fa:16:3e:42:32:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94fdbc4e-00b6-4ae1-966d-9f56ed32b34b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1302, 'fixed_ips': [{'subnet_id': '6d7736d5-fb75-4292-8160-e9159063a95b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:14:01Z', 'updated_at': '2021-11-22T20:14:22Z', 'revision_number': 5, 'project_id': '39adbab155b64849b1b9cb0eac9a72dd', 'subnets': [{'id': '6d7736d5-fb75-4292-8160-e9159063a95b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c369c619-fa26-4109-b87f-927bf4f1cf4b', 'name': '', 'network_id': '1b095c1c-5878-4824-8fd2-a95a395f0abf', 'tenant_id': '39adbab155b64849b1b9cb0eac9a72dd', 'mac_address': 'fa:16:3e:ee:85:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94fdbc4e-00b6-4ae1-966d-9f56ed32b34b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': '46f60706-5383-4cf7-80e5-c33028f6df74', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:13:48Z', 'updated_at': '2021-11-22T20:14:12Z', 'revision_number': 5, 'project_id': '39adbab155b64849b1b9cb0eac9a72dd', 'subnets': [{'id': '46f60706-5383-4cf7-80e5-c33028f6df74', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:14:33.746046 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d41435-1c7c-456c-b883-4b4d5fa4af95 req-1d940103-b5f3-4918-9405-75d11eb0d72b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:14:33.746959 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-25bbca86-c732-4ffe-bc41-a2627b4f7ef6 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] For port 25f5a783-c966-4236-af2e-f75ab4c38a45, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=25f5a783-c966-4236-af2e-f75ab4c38a45,segment=NetworkSegment(6f1cede3-ebf3-4aa8-b5ad-3ba2bb9e2cf1),segment_id=6f1cede3-ebf3-4aa8-b5ad-3ba2bb9e2cf1)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:14:33.748295 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-25bbca86-c732-4ffe-bc41-a2627b4f7ef6 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:33.754699 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-56d41435-1c7c-456c-b883-4b4d5fa4af95 req-1d940103-b5f3-4918-9405-75d11eb0d72b service neutron] 10.222.0.20 "GET /v2.0/networks?id=48d933a0-1d3f-430a-95c2-28f98332aa70 HTTP/1.1" status: 200 len: 906 time: 0.6304915 Nov 22 20:14:33.774630 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36927487-0e4d-4931-9cb8-f8b898d00de1 req-6f87a6e6-c708-4aee-afd4-bab784914e96 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:14:33.786518 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-36927487-0e4d-4931-9cb8-f8b898d00de1 req-6f87a6e6-c708-4aee-afd4-bab784914e96 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.46 "GET /v2.0/networks?id=4906551a-712e-4bde-8433-b2db24f02f5c HTTP/1.1" status: 200 len: 807 time: 0.5462949 Nov 22 20:14:33.802718 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cee127f-6935-426e-a685-fefeb1de35f3 None None] The sync data for ids ['94fdbc4e-00b6-4ae1-966d-9f56ed32b34b'] in n-d-818823-1 is: [{'id': '94fdbc4e-00b6-4ae1-966d-9f56ed32b34b', 'name': 'tempest-RoutersTest-router-1436907073', 'tenant_id': '39adbab155b64849b1b9cb0eac9a72dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:13:40Z', 'updated_at': '2021-11-22T20:14:26Z', 'revision_number': 7, 'project_id': '39adbab155b64849b1b9cb0eac9a72dd', 'gw_port_host': None, '_interfaces': [{'id': '1f2adec6-c6fc-4c10-ade7-fefcf222b44b', 'name': '', 'network_id': 'bd2b5491-eb53-4726-892d-365d5f850376', 'tenant_id': '39adbab155b64849b1b9cb0eac9a72dd', 'mac_address': 'fa:16:3e:23:58:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94fdbc4e-00b6-4ae1-966d-9f56ed32b34b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': 'd6285324-c6ad-4a91-91fa-21c8262eaf22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:13:44Z', 'updated_at': '2021-11-22T20:13:54Z', 'revision_number': 5, 'project_id': '39adbab155b64849b1b9cb0eac9a72dd', 'subnets': [{'id': 'd6285324-c6ad-4a91-91fa-21c8262eaf22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '25f5a783-c966-4236-af2e-f75ab4c38a45', 'name': '', 'network_id': 'e16c4ef2-b5c6-4fea-9e17-60e94acd31b2', 'tenant_id': '39adbab155b64849b1b9cb0eac9a72dd', 'mac_address': 'fa:16:3e:3f:e5:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94fdbc4e-00b6-4ae1-966d-9f56ed32b34b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': 'd4465b5e-a560-4be6-a1cc-d7f09e0d4890', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:14:16Z', 'updated_at': '2021-11-22T20:14:25Z', 'revision_number': 4, 'project_id': '39adbab155b64849b1b9cb0eac9a72dd', 'subnets': [{'id': 'd4465b5e-a560-4be6-a1cc-d7f09e0d4890', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '485a9dbb-7931-47e7-8360-73f16c307b3b', 'name': '', 'network_id': '5461317b-00bb-45f9-8507-9f0113ff935f', 'tenant_id': '39adbab155b64849b1b9cb0eac9a72dd', 'mac_address': 'fa:16:3e:42:32:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94fdbc4e-00b6-4ae1-966d-9f56ed32b34b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1302, 'fixed_ips': [{'subnet_id': '6d7736d5-fb75-4292-8160-e9159063a95b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:14:01Z', 'updated_at': '2021-11-22T20:14:22Z', 'revision_number': 5, 'project_id': '39adbab155b64849b1b9cb0eac9a72dd', 'subnets': [{'id': '6d7736d5-fb75-4292-8160-e9159063a95b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c369c619-fa26-4109-b87f-927bf4f1cf4b', 'name': '', 'network_id': '1b095c1c-5878-4824-8fd2-a95a395f0abf', 'tenant_id': '39adbab155b64849b1b9cb0eac9a72dd', 'mac_address': 'fa:16:3e:ee:85:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94fdbc4e-00b6-4ae1-966d-9f56ed32b34b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': '46f60706-5383-4cf7-80e5-c33028f6df74', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:13:48Z', 'updated_at': '2021-11-22T20:14:12Z', 'revision_number': 5, 'project_id': '39adbab155b64849b1b9cb0eac9a72dd', 'subnets': [{'id': '46f60706-5383-4cf7-80e5-c33028f6df74', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:14:33.815211 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-25bbca86-c732-4ffe-bc41-a2627b4f7ef6 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Calling delete_port for 25f5a783-c966-4236-af2e-f75ab4c38a45 owned by network:router_interface {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:14:33.896213 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2555cc19-e03b-417a-a2ba-bf3ba9b99f8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53ce8335-4424-49ac-b0c1-0cf61ad3b6d0,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:14:33.924925 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b956fbfb-d4c7-4084-a554-6e767c144700 req-db5666a6-a230-41ec-ad0d-41c5d4bf7fdc tempest-ServersTestJSON-643082518 tempest-ServersTestJSON-643082518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:14:33.927486 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b956fbfb-d4c7-4084-a554-6e767c144700 req-db5666a6-a230-41ec-ad0d-41c5d4bf7fdc tempest-ServersTestJSON-643082518 tempest-ServersTestJSON-643082518-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b8efb2d-fe81-4a22-8183-9539766c0e33 HTTP/1.1" status: 200 len: 944 time: 0.4017887 Nov 22 20:14:33.928843 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-56d41435-1c7c-456c-b883-4b4d5fa4af95 req-a4390c7e-d63a-4d49-b2d9-0adab2a3bd7b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f7db6f63-92d2-48ab-9633-a0a8531e1cd8 HTTP/1.1" status: 200 len: 217 time: 0.1317558 Nov 22 20:14:33.941195 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-36927487-0e4d-4931-9cb8-f8b898d00de1 req-86a3c034-5eb0-4caa-9d10-abe51090d441 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.46 "GET /v2.0/quotas/2c9de68061ee477dbb5cc544058ec72e HTTP/1.1" status: 200 len: 375 time: 0.1486039 Nov 22 20:14:33.946383 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port eeb06087-e10b-47ce-a367-b04f11aca763 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:14:33.949795 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:34.017725 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d41435-1c7c-456c-b883-4b4d5fa4af95 req-f957972b-3d44-4741-8b8e-ae87f155d1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:14:34.020398 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-56d41435-1c7c-456c-b883-4b4d5fa4af95 req-f957972b-3d44-4741-8b8e-ae87f155d1ff service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e341af9e-bf46-4c5a-98cc-989107917135 HTTP/1.1" status: 200 len: 844 time: 0.0644083 Nov 22 20:14:34.024585 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2cc97ae1-9e1f-46bf-af94-878a54744936 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:34.098640 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2cc97ae1-9e1f-46bf-af94-878a54744936 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:34.108614 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-a76f6358-e554-4d07-9937-76a1d6bcf5a5 req-e919763a-fbe1-4d23-a693-214ea6c3fa2c service neutron] 10.222.0.41 "GET /v2.0/networks/74ebf53f-3bfc-4b32-9782-5c33f910ad6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3552446 Nov 22 20:14:34.197719 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-36927487-0e4d-4931-9cb8-f8b898d00de1 req-306bcf99-dac3-4d86-8679-1e2b62ddd4f6 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=2c9de68061ee477dbb5cc544058ec72e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2542217 Nov 22 20:14:34.202377 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device bee805a2-5610-4d33-99c0-cdd0b248c343 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:14:34.213227 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b956fbfb-d4c7-4084-a554-6e767c144700 req-8f70c037-ce0d-4c02-bb0d-a4f5603e5658 tempest-ServersTestJSON-643082518 tempest-ServersTestJSON-643082518-project] 10.222.0.46 "GET /v2.0/security-groups?id=21c9b817-9b9e-4905-881e-fc9021459c49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2682385 Nov 22 20:14:34.293754 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d41435-1c7c-456c-b883-4b4d5fa4af95 req-560cf3b1-b386-43e3-a1b0-97b23cca25d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:14:34.308444 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-56d41435-1c7c-456c-b883-4b4d5fa4af95 req-560cf3b1-b386-43e3-a1b0-97b23cca25d9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=48d933a0-1d3f-430a-95c2-28f98332aa70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2356894 Nov 22 20:14:34.337107 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c69c91-051e-403f-95a7-2f7e8c11ed74 None None] Sync routers for ids ['94fdbc4e-00b6-4ae1-966d-9f56ed32b34b'] in n-d-818823-1 {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:14:34.357884 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port bee805a2-5610-4d33-99c0-cdd0b248c343 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:14:34.360866 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:34.361104 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c69c91-051e-403f-95a7-2f7e8c11ed74 None None] Routers {'94fdbc4e-00b6-4ae1-966d-9f56ed32b34b'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:14:34.362068 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-e2c69c91-051e-403f-95a7-2f7e8c11ed74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:14:32Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['94fdbc4e-00b6-4ae1-966d-9f56ed32b34b'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:14:34.442855 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-56d41435-1c7c-456c-b883-4b4d5fa4af95 req-1aa190df-372d-4993-aa19-bf1d6977e409 service neutron] 10.222.0.20 "GET /v2.0/networks/48d933a0-1d3f-430a-95c2-28f98332aa70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286955 Nov 22 20:14:34.449228 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2cc97ae1-9e1f-46bf-af94-878a54744936 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:34.452080 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2cc97ae1-9e1f-46bf-af94-878a54744936 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:34.453260 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-2cc97ae1-9e1f-46bf-af94-878a54744936 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/53ce8335-4424-49ac-b0c1-0cf61ad3b6d0 HTTP/1.1" status: 204 len: 168 time: 0.7697668 Nov 22 20:14:34.554722 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc97ae1-9e1f-46bf-af94-878a54744936 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53ce8335-4424-49ac-b0c1-0cf61ad3b6d0,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:14:34.601822 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-e2c69c91-051e-403f-95a7-2f7e8c11ed74 None None] Set router 94fdbc4e-00b6-4ae1-966d-9f56ed32b34b gateway port host: None {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:14:34.671047 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 25df14b7-6e25-45f5-a53e-b87f1aea00c9 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:14:34.674847 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-56d41435-1c7c-456c-b883-4b4d5fa4af95 req-24d89429-e934-450a-b0e4-4194e1b2ee39 service neutron] 10.222.0.20 "GET /v2.0/networks/48d933a0-1d3f-430a-95c2-28f98332aa70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2244143 Nov 22 20:14:34.690355 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [req-36927487-0e4d-4931-9cb8-f8b898d00de1 req-748b08e8-46dd-4b34-827a-c66332c58b72 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=103447) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 20:14:34.709802 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-36927487-0e4d-4931-9cb8-f8b898d00de1 req-748b08e8-46dd-4b34-827a-c66332c58b72 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.5096858 Nov 22 20:14:34.741497 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 25df14b7-6e25-45f5-a53e-b87f1aea00c9 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:14:34.742261 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:34.759334 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-a76f6358-e554-4d07-9937-76a1d6bcf5a5 req-e9e2ba6e-bb5f-4481-ab78-53e76f6e241a service neutron] 10.222.0.41 "GET /v2.0/networks/74ebf53f-3bfc-4b32-9782-5c33f910ad6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6420410 Nov 22 20:14:34.766369 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-25bbca86-c732-4ffe-bc41-a2627b4f7ef6 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:34.794288 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bbca86-c732-4ffe-bc41-a2627b4f7ef6 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Pushing event deleted for resources: {'Port': ['ID=25f5a783-c966-4236-af2e-f75ab4c38a45,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:14:35.059820 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device aca36450-d2ce-47ed-80fb-a8f258232b09 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:14:35.127661 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d500d09-1aa1-4742-a5de-79ef5dcc7c7e req-2459dacc-c806-406f-a7dc-6d26a5bca80b tempest-ServersTestManualDisk-1649092872 tempest-ServersTestManualDisk-1649092872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:14:35.137635 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3d500d09-1aa1-4742-a5de-79ef5dcc7c7e req-2459dacc-c806-406f-a7dc-6d26a5bca80b tempest-ServersTestManualDisk-1649092872 tempest-ServersTestManualDisk-1649092872-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2395704-e941-4921-8963-3be2b945ad62 HTTP/1.1" status: 200 len: 944 time: 0.4614224 Nov 22 20:14:35.217060 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-36927487-0e4d-4931-9cb8-f8b898d00de1 req-2c8f73ba-2094-4d41-a510-1915f1df492e service neutron] 10.222.0.46 "GET /v2.0/networks/4906551a-712e-4bde-8433-b2db24f02f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5039599 Nov 22 20:14:35.225579 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-e2c69c91-051e-403f-95a7-2f7e8c11ed74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94fdbc4e-00b6-4ae1-966d-9f56ed32b34b', 'name': 'tempest-RoutersTest-router-1436907073', 'tenant_id': '39adbab155b64849b1b9cb0eac9a72dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:13:40Z', 'updated_at': '2021-11-22T20:14:26Z', 'revision_number': 7, 'project_id': '39adbab155b64849b1b9cb0eac9a72dd', 'gw_port_host': None, '_interfaces': [{'id': '1f2adec6-c6fc-4c10-ade7-fefcf222b44b', 'name': '', 'network_id': 'bd2b5491-eb53-4726-892d-365d5f850376', 'tenant_id': '39adbab155b64849b1b9cb0eac9a72dd', 'mac_address': 'fa:16:3e:23:58:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94fdbc4e-00b6-4ae1-966d-9f56ed32b34b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': 'd6285324-c6ad-4a91-91fa-21c8262eaf22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:13:44Z', 'updated_at': '2021-11-22T20:13:54Z', 'revision_number': 5, 'project_id': '39adbab155b64849b1b9cb0eac9a72dd', 'subnets': [{'id': 'd6285324-c6ad-4a91-91fa-21c8262eaf22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '25f5a783-c966-4236-af2e-f75ab4c38a45', 'name': '', 'network_id': 'e16c4ef2-b5c6-4fea-9e17-60e94acd31b2', 'tenant_id': '39adbab155b64849b1b9cb0eac9a72dd', 'mac_address': 'fa:16:3e:3f:e5:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94fdbc4e-00b6-4ae1-966d-9f56ed32b34b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': 'd4465b5e-a560-4be6-a1cc-d7f09e0d4890', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:14:16Z', 'updated_at': '2021-11-22T20:14:33Z', 'revision_number': 5, 'project_id': '39adbab155b64849b1b9cb0eac9a72dd', 'subnets': [{'id': 'd4465b5e-a560-4be6-a1cc-d7f09e0d4890', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '485a9dbb-7931-47e7-8360-73f16c307b3b', 'name': '', 'network_id': '5461317b-00bb-45f9-8507-9f0113ff935f', 'tenant_id': '39adbab155b64849b1b9cb0eac9a72dd', 'mac_address': 'fa:16:3e:42:32:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94fdbc4e-00b6-4ae1-966d-9f56ed32b34b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1302, 'fixed_ips': [{'subnet_id': '6d7736d5-fb75-4292-8160-e9159063a95b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:14:01Z', 'updated_at': '2021-11-22T20:14:22Z', 'revision_number': 5, 'project_id': '39adbab155b64849b1b9cb0eac9a72dd', 'subnets': [{'id': '6d7736d5-fb75-4292-8160-e9159063a95b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c369c619-fa26-4109-b87f-927bf4f1cf4b', 'name': '', 'network_id': '1b095c1c-5878-4824-8fd2-a95a395f0abf', 'tenant_id': '39adbab155b64849b1b9cb0eac9a72dd', 'mac_address': 'fa:16:3e:ee:85:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94fdbc4e-00b6-4ae1-966d-9f56ed32b34b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': '46f60706-5383-4cf7-80e5-c33028f6df74', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:13:48Z', 'updated_at': '2021-11-22T20:14:12Z', 'revision_number': 5, 'project_id': '39adbab155b64849b1b9cb0eac9a72dd', 'subnets': [{'id': '46f60706-5383-4cf7-80e5-c33028f6df74', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:14:35.234997 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-25bbca86-c732-4ffe-bc41-a2627b4f7ef6 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-563470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-663272'] for router_interface, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:35.293218 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c69c91-051e-403f-95a7-2f7e8c11ed74 None None] Checking router: 94fdbc4e-00b6-4ae1-966d-9f56ed32b34b for host: n-d-818823-1 {{(pid=103450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 20:14:35.294419 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e49ee129-e862-4476-beca-cdc8150d2345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:35.315682 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c69c91-051e-403f-95a7-2f7e8c11ed74 None None] Routers {'94fdbc4e-00b6-4ae1-966d-9f56ed32b34b'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:14:35.317225 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-e2c69c91-051e-403f-95a7-2f7e8c11ed74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:14:32Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['94fdbc4e-00b6-4ae1-966d-9f56ed32b34b'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:14:35.381351 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3d500d09-1aa1-4742-a5de-79ef5dcc7c7e req-b677d568-dc78-4bef-82e9-c9db23ffc42a tempest-ServersTestManualDisk-1649092872 tempest-ServersTestManualDisk-1649092872-project] 10.222.0.46 "GET /v2.0/security-groups?id=368a4176-acce-44f6-a6e9-15de4e10b157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2411923 Nov 22 20:14:35.391328 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port aca36450-d2ce-47ed-80fb-a8f258232b09 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:14:35.396162 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:35.443891 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-36927487-0e4d-4931-9cb8-f8b898d00de1 req-5bc89d3a-8f81-426c-a5b4-1206e937cb41 service neutron] 10.222.0.46 "GET /v2.0/networks/4906551a-712e-4bde-8433-b2db24f02f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2171559 Nov 22 20:14:35.560412 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 5310f32c-cae7-4868-833d-87a62178a783 details requested by agent hyperv_n-h1-818823-1 with host n-h1-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 20:14:35.633035 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c3f39a-de39-456e-88cf-1f1850e5889b req-116cf307-3326-4135-a4a9-ffc27c1d43f4 tempest-ServersTestJSON-643082518 tempest-ServersTestJSON-643082518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:14:35.635544 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-34c3f39a-de39-456e-88cf-1f1850e5889b req-116cf307-3326-4135-a4a9-ffc27c1d43f4 tempest-ServersTestJSON-643082518 tempest-ServersTestJSON-643082518-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b8efb2d-fe81-4a22-8183-9539766c0e33 HTTP/1.1" status: 200 len: 944 time: 0.1152534 Nov 22 20:14:35.724117 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 485a9dbb-7931-47e7-8360-73f16c307b3b up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:14:35.805748 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-34c3f39a-de39-456e-88cf-1f1850e5889b req-6598f4af-1aee-46a7-be5a-7a7556267cbd tempest-ServersTestJSON-643082518 tempest-ServersTestJSON-643082518-project] 10.222.0.46 "GET /v2.0/security-groups?id=21c9b817-9b9e-4905-881e-fc9021459c49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1620140 Nov 22 20:14:35.940655 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 5310f32c-cae7-4868-833d-87a62178a783, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=5310f32c-cae7-4868-833d-87a62178a783,segment=NetworkSegment(a325e137-07a0-4e7b-a3fb-cdac40e28ec9),segment_id=a325e137-07a0-4e7b-a3fb-cdac40e28ec9)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:14:35.955260 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-e2c69c91-051e-403f-95a7-2f7e8c11ed74 None None] Set router 94fdbc4e-00b6-4ae1-966d-9f56ed32b34b gateway port host: None {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:14:35.960076 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device f7db6f63-92d2-48ab-9633-a0a8531e1cd8 details requested by agent hyperv_n-h2-818823-1 with host n-h2-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 20:14:36.057115 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Returning: {'device': '5310f32c-cae7-4868-833d-87a62178a783', 'network_id': '74ebf53f-3bfc-4b32-9782-5c33f910ad6f', 'port_id': '5310f32c-cae7-4868-833d-87a62178a783', 'mac_address': 'fa:16:3e:bc:09:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9835edc8-ccd5-46d4-abe8-f0789df4c86f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 20:14:36.062264 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:36.217927 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:36.302895 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port f7db6f63-92d2-48ab-9633-a0a8531e1cd8, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=f7db6f63-92d2-48ab-9633-a0a8531e1cd8,segment=NetworkSegment(8bf8f4b9-c552-4a44-a0c9-07e6361b5021),segment_id=8bf8f4b9-c552-4a44-a0c9-07e6361b5021)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:14:36.320171 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 485a9dbb-7931-47e7-8360-73f16c307b3b triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:14:36.320552 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:36.323776 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5310f32c-cae7-4868-833d-87a62178a783 {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:14:36.331458 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Returning: {'device': 'f7db6f63-92d2-48ab-9633-a0a8531e1cd8', 'network_id': '48d933a0-1d3f-430a-95c2-28f98332aa70', 'port_id': 'f7db6f63-92d2-48ab-9633-a0a8531e1cd8', 'mac_address': 'fa:16:3e:1c:f9:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e341af9e-bf46-4c5a-98cc-989107917135', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 20:14:36.332061 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-174c8e20-ec87-432c-b7f7-227db133426c req-2159bdb0-b86d-4f71-9022-f9b4bc25fea4 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.46 "GET /v2.0/ports?device_id=a3f25d8f-677c-424e-8b05-326431b3cc8e HTTP/1.1" status: 200 len: 210 time: 0.0701084 Nov 22 20:14:36.652364 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-e2c69c91-051e-403f-95a7-2f7e8c11ed74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94fdbc4e-00b6-4ae1-966d-9f56ed32b34b', 'name': 'tempest-RoutersTest-router-1436907073', 'tenant_id': '39adbab155b64849b1b9cb0eac9a72dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:13:40Z', 'updated_at': '2021-11-22T20:14:34Z', 'revision_number': 8, 'project_id': '39adbab155b64849b1b9cb0eac9a72dd', 'gw_port_host': None, '_interfaces': [{'id': '1f2adec6-c6fc-4c10-ade7-fefcf222b44b', 'name': '', 'network_id': 'bd2b5491-eb53-4726-892d-365d5f850376', 'tenant_id': '39adbab155b64849b1b9cb0eac9a72dd', 'mac_address': 'fa:16:3e:23:58:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94fdbc4e-00b6-4ae1-966d-9f56ed32b34b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': 'd6285324-c6ad-4a91-91fa-21c8262eaf22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:13:44Z', 'updated_at': '2021-11-22T20:13:54Z', 'revision_number': 5, 'project_id': '39adbab155b64849b1b9cb0eac9a72dd', 'subnets': [{'id': 'd6285324-c6ad-4a91-91fa-21c8262eaf22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '485a9dbb-7931-47e7-8360-73f16c307b3b', 'name': '', 'network_id': '5461317b-00bb-45f9-8507-9f0113ff935f', 'tenant_id': '39adbab155b64849b1b9cb0eac9a72dd', 'mac_address': 'fa:16:3e:42:32:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94fdbc4e-00b6-4ae1-966d-9f56ed32b34b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1302, 'fixed_ips': [{'subnet_id': '6d7736d5-fb75-4292-8160-e9159063a95b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:14:01Z', 'updated_at': '2021-11-22T20:14:22Z', 'revision_number': 5, 'project_id': '39adbab155b64849b1b9cb0eac9a72dd', 'subnets': [{'id': '6d7736d5-fb75-4292-8160-e9159063a95b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c369c619-fa26-4109-b87f-927bf4f1cf4b', 'name': '', 'network_id': '1b095c1c-5878-4824-8fd2-a95a395f0abf', 'tenant_id': '39adbab155b64849b1b9cb0eac9a72dd', 'mac_address': 'fa:16:3e:ee:85:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94fdbc4e-00b6-4ae1-966d-9f56ed32b34b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': '46f60706-5383-4cf7-80e5-c33028f6df74', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:13:48Z', 'updated_at': '2021-11-22T20:14:12Z', 'revision_number': 5, 'project_id': '39adbab155b64849b1b9cb0eac9a72dd', 'subnets': [{'id': '46f60706-5383-4cf7-80e5-c33028f6df74', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:14:36.669230 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 5310f32c-cae7-4868-833d-87a62178a783, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=5310f32c-cae7-4868-833d-87a62178a783,segment=NetworkSegment(a325e137-07a0-4e7b-a3fb-cdac40e28ec9),segment_id=a325e137-07a0-4e7b-a3fb-cdac40e28ec9)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:14:36.673387 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25bbca86-c732-4ffe-bc41-a2627b4f7ef6 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Router 94fdbc4e-00b6-4ae1-966d-9f56ed32b34b has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 20:14:36.676736 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c58bc9e-b1e3-489e-996b-effea1063756 req-d9ff4da1-43cf-4712-acf8-489de3884fb9 tempest-ServersTestManualDisk-1649092872 tempest-ServersTestManualDisk-1649092872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:14:36.689427 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9c58bc9e-b1e3-489e-996b-effea1063756 req-d9ff4da1-43cf-4712-acf8-489de3884fb9 tempest-ServersTestManualDisk-1649092872 tempest-ServersTestManualDisk-1649092872-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2395704-e941-4921-8963-3be2b945ad62 HTTP/1.1" status: 200 len: 944 time: 0.1287398 Nov 22 20:14:36.702025 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:36.765504 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c69c91-051e-403f-95a7-2f7e8c11ed74 None None] The sync data for ids ['94fdbc4e-00b6-4ae1-966d-9f56ed32b34b'] in n-d-818823-1 is: [{'id': '94fdbc4e-00b6-4ae1-966d-9f56ed32b34b', 'name': 'tempest-RoutersTest-router-1436907073', 'tenant_id': '39adbab155b64849b1b9cb0eac9a72dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:13:40Z', 'updated_at': '2021-11-22T20:14:34Z', 'revision_number': 8, 'project_id': '39adbab155b64849b1b9cb0eac9a72dd', 'gw_port_host': None, '_interfaces': [{'id': '1f2adec6-c6fc-4c10-ade7-fefcf222b44b', 'name': '', 'network_id': 'bd2b5491-eb53-4726-892d-365d5f850376', 'tenant_id': '39adbab155b64849b1b9cb0eac9a72dd', 'mac_address': 'fa:16:3e:23:58:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94fdbc4e-00b6-4ae1-966d-9f56ed32b34b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': 'd6285324-c6ad-4a91-91fa-21c8262eaf22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:13:44Z', 'updated_at': '2021-11-22T20:13:54Z', 'revision_number': 5, 'project_id': '39adbab155b64849b1b9cb0eac9a72dd', 'subnets': [{'id': 'd6285324-c6ad-4a91-91fa-21c8262eaf22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '485a9dbb-7931-47e7-8360-73f16c307b3b', 'name': '', 'network_id': '5461317b-00bb-45f9-8507-9f0113ff935f', 'tenant_id': '39adbab155b64849b1b9cb0eac9a72dd', 'mac_address': 'fa:16:3e:42:32:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94fdbc4e-00b6-4ae1-966d-9f56ed32b34b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1302, 'fixed_ips': [{'subnet_id': '6d7736d5-fb75-4292-8160-e9159063a95b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:14:01Z', 'updated_at': '2021-11-22T20:14:22Z', 'revision_number': 5, 'project_id': '39adbab155b64849b1b9cb0eac9a72dd', 'subnets': [{'id': '6d7736d5-fb75-4292-8160-e9159063a95b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c369c619-fa26-4109-b87f-927bf4f1cf4b', 'name': '', 'network_id': '1b095c1c-5878-4824-8fd2-a95a395f0abf', 'tenant_id': '39adbab155b64849b1b9cb0eac9a72dd', 'mac_address': 'fa:16:3e:ee:85:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94fdbc4e-00b6-4ae1-966d-9f56ed32b34b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': '46f60706-5383-4cf7-80e5-c33028f6df74', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:13:48Z', 'updated_at': '2021-11-22T20:14:12Z', 'revision_number': 5, 'project_id': '39adbab155b64849b1b9cb0eac9a72dd', 'subnets': [{'id': '46f60706-5383-4cf7-80e5-c33028f6df74', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:14:36.805332 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9c58bc9e-b1e3-489e-996b-effea1063756 req-79485a63-2a81-4898-86d6-2ad29f9e0870 tempest-ServersTestManualDisk-1649092872 tempest-ServersTestManualDisk-1649092872-project] 10.222.0.46 "GET /v2.0/security-groups?id=368a4176-acce-44f6-a6e9-15de4e10b157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1134555 Nov 22 20:14:36.946917 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25bbca86-c732-4ffe-bc41-a2627b4f7ef6 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:14:36.950008 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 879aed9c-b068-49c0-a9d5-804f26cae1de up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:14:36.960978 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 39580) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:14:36.961968 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-25bbca86-c732-4ffe-bc41-a2627b4f7ef6 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] 10.222.0.46 "PUT /v2.0/routers/94fdbc4e-00b6-4ae1-966d-9f56ed32b34b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4711294 Nov 22 20:14:37.055029 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e3a7e64-58a8-4475-b07f-dfb26877680b tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Deleting subnet d4465b5e-a560-4be6-a1cc-d7f09e0d4890 {{(pid=103447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 20:14:37.075484 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-3e3a7e64-58a8-4475-b07f-dfb26877680b tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks [] for subnet, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:37.251051 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-3e3a7e64-58a8-4475-b07f-dfb26877680b tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12178353'] for subnet, precommit_delete_associations {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:37.272182 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71abbe79-59d0-4ac3-bf2b-180c03835439 req-25a1b4fd-3a69-4568-82c9-1649895a89c8 tempest-ServersTestJSON-643082518 tempest-ServersTestJSON-643082518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:14:37.279897 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-71abbe79-59d0-4ac3-bf2b-180c03835439 req-25a1b4fd-3a69-4568-82c9-1649895a89c8 tempest-ServersTestJSON-643082518 tempest-ServersTestJSON-643082518-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b8efb2d-fe81-4a22-8183-9539766c0e33 HTTP/1.1" status: 200 len: 944 time: 0.3045270 Nov 22 20:14:37.339911 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=5310f32c-cae7-4868-833d-87a62178a783,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:14:37.377891 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:37.413548 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-71abbe79-59d0-4ac3-bf2b-180c03835439 req-845f9839-2e0c-4269-b260-337ad8adf576 tempest-ServersTestJSON-643082518 tempest-ServersTestJSON-643082518-project] 10.222.0.46 "GET /v2.0/security-groups?id=21c9b817-9b9e-4905-881e-fc9021459c49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1266558 Nov 22 20:14:37.438856 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7db6f63-92d2-48ab-9633-a0a8531e1cd8 {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:14:37.466070 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 879aed9c-b068-49c0-a9d5-804f26cae1de triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:14:37.466446 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:37.552474 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] get_ports_and_sgs() called for port_ids ['5310f32c-cae7-4868-833d-87a62178a783'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:14:37.571995 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-20cbaeb0-77e1-4679-90ce-f78378a309d6 req-4dd2e8b5-1443-487b-937d-f6b7a8c15b3b tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.46 "GET /v2.0/ports?device_id=a3f25d8f-677c-424e-8b05-326431b3cc8e HTTP/1.1" status: 200 len: 210 time: 0.0542307 Nov 22 20:14:37.589645 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-3e3a7e64-58a8-4475-b07f-dfb26877680b tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3753007'] for subnet, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:37.604415 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port f7db6f63-92d2-48ab-9633-a0a8531e1cd8, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=f7db6f63-92d2-48ab-9633-a0a8531e1cd8,segment=NetworkSegment(8bf8f4b9-c552-4a44-a0c9-07e6361b5021),segment_id=8bf8f4b9-c552-4a44-a0c9-07e6361b5021)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:14:37.641463 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:37.663017 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5901e1e4-1f4c-4aa6-b462-788f0a2a1a9d None None] Sync routers for ids ['94fdbc4e-00b6-4ae1-966d-9f56ed32b34b'] in n-d-818823-1 {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:14:37.720122 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-3e3a7e64-58a8-4475-b07f-dfb26877680b tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3753014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8900804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8485115'] for subnet, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:37.784547 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 39634) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:14:37.845866 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3a7e64-58a8-4475-b07f-dfb26877680b tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Pushing event deleted for resources: {'Subnet': ['ID=d4465b5e-a560-4be6-a1cc-d7f09e0d4890,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:14:37.867687 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-3e3a7e64-58a8-4475-b07f-dfb26877680b tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for subnet, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:37.889043 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17211900-9c58-4244-b74a-10de5aafae59 None None] Network e16c4ef2-b5c6-4fea-9e17-60e94acd31b2 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:14:37.901596 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-3e3a7e64-58a8-4475-b07f-dfb26877680b tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] 10.222.0.46 "DELETE /v2.0/subnets/d4465b5e-a560-4be6-a1cc-d7f09e0d4890 HTTP/1.1" status: 204 len: 168 time: 0.9347785 Nov 22 20:14:37.908769 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 39640) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:14:38.126470 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] get_ports_and_sgs() called for port_ids ['f7db6f63-92d2-48ab-9633-a0a8531e1cd8'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:14:38.135751 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 25f5a783-c966-4236-af2e-f75ab4c38a45 no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:14:38.137975 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5901e1e4-1f4c-4aa6-b462-788f0a2a1a9d None None] Routers {'94fdbc4e-00b6-4ae1-966d-9f56ed32b34b'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:14:38.153072 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-5901e1e4-1f4c-4aa6-b462-788f0a2a1a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:14:32Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['94fdbc4e-00b6-4ae1-966d-9f56ed32b34b'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:14:38.231036 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36927487-0e4d-4931-9cb8-f8b898d00de1 req-aedf0a23-811d-4409-a0ac-0d13bcb983d6 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:14:38.233473 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-36927487-0e4d-4931-9cb8-f8b898d00de1 req-aedf0a23-811d-4409-a0ac-0d13bcb983d6 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.41 "GET /v2.0/networks?id=4906551a-712e-4bde-8433-b2db24f02f5c HTTP/1.1" status: 200 len: 807 time: 0.3440292 Nov 22 20:14:38.236618 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f165f3-5fdb-405e-8028-dbc627ffc6b6 req-36b1cc3d-1296-4726-92a0-324a46ded993 tempest-ServersTestManualDisk-1649092872 tempest-ServersTestManualDisk-1649092872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:14:38.244895 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-70f165f3-5fdb-405e-8028-dbc627ffc6b6 req-36b1cc3d-1296-4726-92a0-324a46ded993 tempest-ServersTestManualDisk-1649092872 tempest-ServersTestManualDisk-1649092872-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2395704-e941-4921-8963-3be2b945ad62 HTTP/1.1" status: 200 len: 945 time: 0.1867380 Nov 22 20:14:38.259779 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-dbf9d78a-6666-4eb3-9adb-07f3e770375e tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3961693'] for network, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:38.294334 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [req-36927487-0e4d-4931-9cb8-f8b898d00de1 req-5f7a7cfa-176e-4d6d-82f4-73f5145b4c17 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] Request body: {'port': {'device_id': 'a3f25d8f-677c-424e-8b05-326431b3cc8e', 'network_id': '4906551a-712e-4bde-8433-b2db24f02f5c', 'admin_state_up': True, 'tenant_id': '2c9de68061ee477dbb5cc544058ec72e'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:14:38.299389 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-922a352e-4e26-4222-94c2-03a088654778 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:38.327937 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-70f165f3-5fdb-405e-8028-dbc627ffc6b6 req-3daa57c9-f8d9-42ae-9d2b-54671a598a22 tempest-ServersTestManualDisk-1649092872 tempest-ServersTestManualDisk-1649092872-project] 10.222.0.46 "GET /v2.0/security-groups?id=368a4176-acce-44f6-a6e9-15de4e10b157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769069 Nov 22 20:14:38.337985 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=f7db6f63-92d2-48ab-9633-a0a8531e1cd8,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:14:38.446144 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-dbf9d78a-6666-4eb3-9adb-07f3e770375e tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Deleting port eeb06087-e10b-47ce-a367-b04f11aca763 {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:14:38.448206 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-dbf9d78a-6666-4eb3-9adb-07f3e770375e tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:38.485506 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: 25f5a783-c966-4236-af2e-f75ab4c38a45 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:14:38.485506 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 25f5a783-c966-4236-af2e-f75ab4c38a45 not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:14:38.635621 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36927487-0e4d-4931-9cb8-f8b898d00de1 req-5f7a7cfa-176e-4d6d-82f4-73f5145b4c17 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] Made reservation on behalf of 2c9de68061ee477dbb5cc544058ec72e for: {'port': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:14:38.643222 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-36927487-0e4d-4931-9cb8-f8b898d00de1 req-5f7a7cfa-176e-4d6d-82f4-73f5145b4c17 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:38.659487 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-922a352e-4e26-4222-94c2-03a088654778 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:38.694032 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [None req-dbf9d78a-6666-4eb3-9adb-07f3e770375e tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] For port eeb06087-e10b-47ce-a367-b04f11aca763, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=eeb06087-e10b-47ce-a367-b04f11aca763,segment=NetworkSegment(6f1cede3-ebf3-4aa8-b5ad-3ba2bb9e2cf1),segment_id=6f1cede3-ebf3-4aa8-b5ad-3ba2bb9e2cf1)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:14:38.694653 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-dbf9d78a-6666-4eb3-9adb-07f3e770375e tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:38.706843 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-922a352e-4e26-4222-94c2-03a088654778 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:38.724533 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-dbf9d78a-6666-4eb3-9adb-07f3e770375e tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Calling delete_port for eeb06087-e10b-47ce-a367-b04f11aca763 owned by network:dhcp {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:14:38.778896 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-5901e1e4-1f4c-4aa6-b462-788f0a2a1a9d None None] Set router 94fdbc4e-00b6-4ae1-966d-9f56ed32b34b gateway port host: None {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:14:38.791569 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-922a352e-4e26-4222-94c2-03a088654778 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7f8f3cdb77a145da9eca642f68ef7ca8&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0058062 Nov 22 20:14:38.849589 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 39668) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:14:38.897943 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922a352e-4e26-4222-94c2-03a088654778 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f32778c-b011-425f-bcc6-3113731ce630,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:14:39.053997 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a9b20d8a-8099-4f2b-975d-245bb7c1d0d7 req-ace71842-5f46-456e-a0f3-9cbd8045f69c tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.46 "GET /v2.0/ports?device_id=a3f25d8f-677c-424e-8b05-326431b3cc8e HTTP/1.1" status: 200 len: 210 time: 0.1297476 Nov 22 20:14:39.079146 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-89cf32c8-a865-4200-9852-397da0446f0b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:39.127105 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-89cf32c8-a865-4200-9852-397da0446f0b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:39.144339 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [req-36927487-0e4d-4931-9cb8-f8b898d00de1 req-5f7a7cfa-176e-4d6d-82f4-73f5145b4c17 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] Allocated IP 172.20.0.11 (4906551a-712e-4bde-8433-b2db24f02f5c/b907b504-4de2-4845-a661-deaebec31498/c8bb28fa-bb9e-4759-a372-c50a6d5fb091) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:14:39.165645 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf3685f6-0306-4cb1-ae96-907e89fc1f0b None None] DHCP port deletion for e16c4ef2-b5c6-4fea-9e17-60e94acd31b2 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:14:39.168955 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c21aca-d8ac-420d-adbf-baeb3762cdcb req-e026e1f7-9bfe-4734-8bdf-6bb17a16d9d4 tempest-ServersTestJSON-643082518 tempest-ServersTestJSON-643082518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:14:39.170843 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-55c21aca-d8ac-420d-adbf-baeb3762cdcb req-e026e1f7-9bfe-4734-8bdf-6bb17a16d9d4 tempest-ServersTestJSON-643082518 tempest-ServersTestJSON-643082518-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b8efb2d-fe81-4a22-8183-9539766c0e33 HTTP/1.1" status: 200 len: 945 time: 0.5397658 Nov 22 20:14:39.300943 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-dbf9d78a-6666-4eb3-9adb-07f3e770375e tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:39.320162 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-55c21aca-d8ac-420d-adbf-baeb3762cdcb req-9d6b7b10-95aa-4cf4-b76e-c7755c3cbc70 tempest-ServersTestJSON-643082518 tempest-ServersTestJSON-643082518-project] 10.222.0.46 "GET /v2.0/security-groups?id=21c9b817-9b9e-4905-881e-fc9021459c49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1420293 Nov 22 20:14:39.326816 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-89cf32c8-a865-4200-9852-397da0446f0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:39.329417 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-89cf32c8-a865-4200-9852-397da0446f0b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:39.333576 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-89cf32c8-a865-4200-9852-397da0446f0b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0f32778c-b011-425f-bcc6-3113731ce630 HTTP/1.1" status: 204 len: 168 time: 0.4757125 Nov 22 20:14:39.389668 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf9d78a-6666-4eb3-9adb-07f3e770375e tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Pushing event deleted for resources: {'Port': ['ID=eeb06087-e10b-47ce-a367-b04f11aca763,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:14:39.407521 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf9d78a-6666-4eb3-9adb-07f3e770375e tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] No DVR routers for this DVR port eeb06087-e10b-47ce-a367-b04f11aca763 on host n-d-818823-1 {{(pid=103447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:14:39.454602 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cf32c8-a865-4200-9852-397da0446f0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f32778c-b011-425f-bcc6-3113731ce630,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:14:39.604200 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-36927487-0e4d-4931-9cb8-f8b898d00de1 req-5f7a7cfa-176e-4d6d-82f4-73f5145b4c17 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:39.693321 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-36927487-0e4d-4931-9cb8-f8b898d00de1 req-5f7a7cfa-176e-4d6d-82f4-73f5145b4c17 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:39.733923 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-cf3685f6-0306-4cb1-ae96-907e89fc1f0b None None] The port 'eeb06087-e10b-47ce-a367-b04f11aca763' was deleted {{(pid=103449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Nov 22 20:14:39.743919 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-dbf9d78a-6666-4eb3-9adb-07f3e770375e tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3760028', 'neutron.services.segments.db._delete_segments_for_network-8748992815755'] for network, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:39.826570 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-dbf9d78a-6666-4eb3-9adb-07f3e770375e tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e16c4ef2-b5c6-4fea-9e17-60e94acd31b2']}} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:14:39.850223 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-dbf9d78a-6666-4eb3-9adb-07f3e770375e tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f1cede3-ebf3-4aa8-b5ad-3ba2bb9e2cf1') {'for_net_delete': True} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:14:39.850837 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-dbf9d78a-6666-4eb3-9adb-07f3e770375e tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f1cede3-ebf3-4aa8-b5ad-3ba2bb9e2cf1') {} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:14:39.884436 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-dbf9d78a-6666-4eb3-9adb-07f3e770375e tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748993039638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12178344'] for segment, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:39.918600 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-dbf9d78a-6666-4eb3-9adb-07f3e770375e tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:39.932953 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbf9d78a-6666-4eb3-9adb-07f3e770375e tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Releasing vlan 612 on physical network physnet1 to pool {{(pid=103447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 20:14:39.934650 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-dbf9d78a-6666-4eb3-9adb-07f3e770375e tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8900762'] for segment, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:39.948784 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36927487-0e4d-4931-9cb8-f8b898d00de1 req-5f7a7cfa-176e-4d6d-82f4-73f5145b4c17 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] Network 4906551a-712e-4bde-8433-b2db24f02f5c is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:14:39.982720 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [req-36927487-0e4d-4931-9cb8-f8b898d00de1 req-5f7a7cfa-176e-4d6d-82f4-73f5145b4c17 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:14:40.015347 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [req-36927487-0e4d-4931-9cb8-f8b898d00de1 req-5f7a7cfa-176e-4d6d-82f4-73f5145b4c17 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:14:40.065489 n-d-818823-1 neutron-server[103447]: Traceback (most recent call last): Nov 22 20:14:40.065489 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 20:14:40.065489 n-d-818823-1 neutron-server[103447]: timer() Nov 22 20:14:40.065489 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 20:14:40.065489 n-d-818823-1 neutron-server[103447]: cb(*args, **kw) Nov 22 20:14:40.065489 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 20:14:40.065489 n-d-818823-1 neutron-server[103447]: return func(*args, **kwargs) Nov 22 20:14:40.065489 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 20:14:40.065489 n-d-818823-1 neutron-server[103447]: self._notify() Nov 22 20:14:40.065489 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 20:14:40.065489 n-d-818823-1 neutron-server[103447]: self.callback(batched_events) Nov 22 20:14:40.065489 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 20:14:40.065489 n-d-818823-1 neutron-server[103447]: event.method(event) Nov 22 20:14:40.065489 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 20:14:40.065489 n-d-818823-1 neutron-server[103447]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 20:14:40.065489 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 20:14:40.065489 n-d-818823-1 neutron-server[103447]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 20:14:40.065489 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 20:14:40.065489 n-d-818823-1 neutron-server[103447]: return f(self, *a, **k) Nov 22 20:14:40.065489 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 20:14:40.065489 n-d-818823-1 neutron-server[103447]: return self._get(url).json() Nov 22 20:14:40.065489 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 20:14:40.065489 n-d-818823-1 neutron-server[103447]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 20:14:40.065489 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 20:14:40.065489 n-d-818823-1 neutron-server[103447]: return self.request(url, 'GET', **kwargs) Nov 22 20:14:40.065489 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 20:14:40.065489 n-d-818823-1 neutron-server[103447]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 20:14:40.065489 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 20:14:40.065489 n-d-818823-1 neutron-server[103447]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 20:14:40.065489 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 20:14:40.065489 n-d-818823-1 neutron-server[103447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 20:14:40.065489 n-d-818823-1 neutron-server[103447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 20:14:40.184642 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-dbf9d78a-6666-4eb3-9adb-07f3e770375e tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3760002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595318'] for network, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:40.192238 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7a7cfa-176e-4d6d-82f4-73f5145b4c17 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] Pushing event updated for resources: {'Port': ['ID=c8bb28fa-bb9e-4759-a372-c50a6d5fb091,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:14:40.228565 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-dbf9d78a-6666-4eb3-9adb-07f3e770375e tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for network, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:40.238590 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device eeb06087-e10b-47ce-a367-b04f11aca763 no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:14:40.247085 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-dbf9d78a-6666-4eb3-9adb-07f3e770375e tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] 10.222.0.46 "DELETE /v2.0/networks/e16c4ef2-b5c6-4fea-9e17-60e94acd31b2 HTTP/1.1" status: 204 len: 168 time: 2.3338723 Nov 22 20:14:40.262797 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 39700) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:14:40.337089 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf9d78a-6666-4eb3-9adb-07f3e770375e tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Pushing event deleted for resources: {'Network': ['ID=e16c4ef2-b5c6-4fea-9e17-60e94acd31b2,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:14:40.346238 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] get_ports_and_sgs() called for port_ids ['24374965-227b-4c96-b8e4-76900d8e1a2c'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:14:40.350073 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36927487-0e4d-4931-9cb8-f8b898d00de1 req-5f7a7cfa-176e-4d6d-82f4-73f5145b4c17 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:14:40.350738 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-36927487-0e4d-4931-9cb8-f8b898d00de1 req-5f7a7cfa-176e-4d6d-82f4-73f5145b4c17 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:40.352867 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-5901e1e4-1f4c-4aa6-b462-788f0a2a1a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94fdbc4e-00b6-4ae1-966d-9f56ed32b34b', 'name': 'tempest-RoutersTest-router-1436907073', 'tenant_id': '39adbab155b64849b1b9cb0eac9a72dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:13:40Z', 'updated_at': '2021-11-22T20:14:34Z', 'revision_number': 8, 'project_id': '39adbab155b64849b1b9cb0eac9a72dd', 'gw_port_host': None, '_interfaces': [{'id': '1f2adec6-c6fc-4c10-ade7-fefcf222b44b', 'name': '', 'network_id': 'bd2b5491-eb53-4726-892d-365d5f850376', 'tenant_id': '39adbab155b64849b1b9cb0eac9a72dd', 'mac_address': 'fa:16:3e:23:58:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94fdbc4e-00b6-4ae1-966d-9f56ed32b34b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': 'd6285324-c6ad-4a91-91fa-21c8262eaf22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:13:44Z', 'updated_at': '2021-11-22T20:13:54Z', 'revision_number': 5, 'project_id': '39adbab155b64849b1b9cb0eac9a72dd', 'subnets': [{'id': 'd6285324-c6ad-4a91-91fa-21c8262eaf22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '485a9dbb-7931-47e7-8360-73f16c307b3b', 'name': '', 'network_id': '5461317b-00bb-45f9-8507-9f0113ff935f', 'tenant_id': '39adbab155b64849b1b9cb0eac9a72dd', 'mac_address': 'fa:16:3e:42:32:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94fdbc4e-00b6-4ae1-966d-9f56ed32b34b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1302, 'fixed_ips': [{'subnet_id': '6d7736d5-fb75-4292-8160-e9159063a95b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:14:01Z', 'updated_at': '2021-11-22T20:14:22Z', 'revision_number': 5, 'project_id': '39adbab155b64849b1b9cb0eac9a72dd', 'subnets': [{'id': '6d7736d5-fb75-4292-8160-e9159063a95b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c369c619-fa26-4109-b87f-927bf4f1cf4b', 'name': '', 'network_id': '1b095c1c-5878-4824-8fd2-a95a395f0abf', 'tenant_id': '39adbab155b64849b1b9cb0eac9a72dd', 'mac_address': 'fa:16:3e:ee:85:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94fdbc4e-00b6-4ae1-966d-9f56ed32b34b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': '46f60706-5383-4cf7-80e5-c33028f6df74', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:13:48Z', 'updated_at': '2021-11-22T20:14:12Z', 'revision_number': 5, 'project_id': '39adbab155b64849b1b9cb0eac9a72dd', 'subnets': [{'id': '46f60706-5383-4cf7-80e5-c33028f6df74', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:14:40.398366 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c191ebc6-46bf-43f5-9ef8-9c8dfdeade59 req-9c80f7d7-83b7-466a-af24-a8fe7f2b0824 tempest-ServersTestManualDisk-1649092872 tempest-ServersTestManualDisk-1649092872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:14:40.455725 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c191ebc6-46bf-43f5-9ef8-9c8dfdeade59 req-9c80f7d7-83b7-466a-af24-a8fe7f2b0824 tempest-ServersTestManualDisk-1649092872 tempest-ServersTestManualDisk-1649092872-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2395704-e941-4921-8963-3be2b945ad62 HTTP/1.1" status: 200 len: 945 time: 0.7940886 Nov 22 20:14:40.456878 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: eeb06087-e10b-47ce-a367-b04f11aca763 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:14:40.456878 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device eeb06087-e10b-47ce-a367-b04f11aca763 not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:14:40.487993 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5901e1e4-1f4c-4aa6-b462-788f0a2a1a9d None None] Checking router: 94fdbc4e-00b6-4ae1-966d-9f56ed32b34b for host: n-d-818823-1 {{(pid=103449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 20:14:40.513158 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ae154c-34e8-4ac3-971d-7732cb62f827 req-32492e07-8a07-4d0d-8431-6b5b6d37b744 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:14:40.523450 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5901e1e4-1f4c-4aa6-b462-788f0a2a1a9d None None] Routers {'94fdbc4e-00b6-4ae1-966d-9f56ed32b34b'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:14:40.526723 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-51ae154c-34e8-4ac3-971d-7732cb62f827 req-32492e07-8a07-4d0d-8431-6b5b6d37b744 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.46 "GET /v2.0/ports?device_id=a3f25d8f-677c-424e-8b05-326431b3cc8e HTTP/1.1" status: 200 len: 932 time: 0.1808820 Nov 22 20:14:40.529082 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-36927487-0e4d-4931-9cb8-f8b898d00de1 req-5f7a7cfa-176e-4d6d-82f4-73f5145b4c17 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2757332 Nov 22 20:14:40.536325 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-5901e1e4-1f4c-4aa6-b462-788f0a2a1a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:14:32Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['94fdbc4e-00b6-4ae1-966d-9f56ed32b34b'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:14:40.599523 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [req-36927487-0e4d-4931-9cb8-f8b898d00de1 req-b289b3bc-fec0-44f0-885e-d4f174484a37 service neutron] Request body: {'port': {'device_id': 'a3f25d8f-677c-424e-8b05-326431b3cc8e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818823-1'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:14:40.734684 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c191ebc6-46bf-43f5-9ef8-9c8dfdeade59 req-cc87d195-e634-479a-99c1-87c8dc893787 tempest-ServersTestManualDisk-1649092872 tempest-ServersTestManualDisk-1649092872-project] 10.222.0.46 "GET /v2.0/security-groups?id=368a4176-acce-44f6-a6e9-15de4e10b157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3142014 Nov 22 20:14:40.763782 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-51ae154c-34e8-4ac3-971d-7732cb62f827 req-3e92f954-77cc-4cac-9e29-36562bd9e76e tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.46 "GET /v2.0/security-groups?id=deac3dce-93b4-41af-981b-873d47022422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2354326 Nov 22 20:14:40.786989 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-5901e1e4-1f4c-4aa6-b462-788f0a2a1a9d None None] Set router 94fdbc4e-00b6-4ae1-966d-9f56ed32b34b gateway port host: None {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:14:40.818152 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-36927487-0e4d-4931-9cb8-f8b898d00de1 req-b289b3bc-fec0-44f0-885e-d4f174484a37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:40.990279 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03e6d0a-1f20-4c50-b7f0-e2601a284bc0 req-cbecf039-4b81-49aa-bd20-acc0bc1a84cd tempest-ServersTestJSON-643082518 tempest-ServersTestJSON-643082518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:14:41.001533 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d03e6d0a-1f20-4c50-b7f0-e2601a284bc0 req-cbecf039-4b81-49aa-bd20-acc0bc1a84cd tempest-ServersTestJSON-643082518 tempest-ServersTestJSON-643082518-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b8efb2d-fe81-4a22-8183-9539766c0e33 HTTP/1.1" status: 200 len: 945 time: 0.1080587 Nov 22 20:14:41.107071 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 39728) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:14:41.152459 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d03e6d0a-1f20-4c50-b7f0-e2601a284bc0 req-ee017617-94b1-4eb9-9d81-2222a6029493 tempest-ServersTestJSON-643082518 tempest-ServersTestJSON-643082518-project] 10.222.0.46 "GET /v2.0/security-groups?id=21c9b817-9b9e-4905-881e-fc9021459c49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1398156 Nov 22 20:14:41.342705 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e78602f1-ffa7-4b4b-92a5-c12681f540ae admin admin] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:41.496771 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-5901e1e4-1f4c-4aa6-b462-788f0a2a1a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94fdbc4e-00b6-4ae1-966d-9f56ed32b34b', 'name': 'tempest-RoutersTest-router-1436907073', 'tenant_id': '39adbab155b64849b1b9cb0eac9a72dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:13:40Z', 'updated_at': '2021-11-22T20:14:34Z', 'revision_number': 8, 'project_id': '39adbab155b64849b1b9cb0eac9a72dd', 'gw_port_host': None, '_interfaces': [{'id': '1f2adec6-c6fc-4c10-ade7-fefcf222b44b', 'name': '', 'network_id': 'bd2b5491-eb53-4726-892d-365d5f850376', 'tenant_id': '39adbab155b64849b1b9cb0eac9a72dd', 'mac_address': 'fa:16:3e:23:58:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94fdbc4e-00b6-4ae1-966d-9f56ed32b34b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': 'd6285324-c6ad-4a91-91fa-21c8262eaf22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:13:44Z', 'updated_at': '2021-11-22T20:13:54Z', 'revision_number': 5, 'project_id': '39adbab155b64849b1b9cb0eac9a72dd', 'subnets': [{'id': 'd6285324-c6ad-4a91-91fa-21c8262eaf22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '485a9dbb-7931-47e7-8360-73f16c307b3b', 'name': '', 'network_id': '5461317b-00bb-45f9-8507-9f0113ff935f', 'tenant_id': '39adbab155b64849b1b9cb0eac9a72dd', 'mac_address': 'fa:16:3e:42:32:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94fdbc4e-00b6-4ae1-966d-9f56ed32b34b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1302, 'fixed_ips': [{'subnet_id': '6d7736d5-fb75-4292-8160-e9159063a95b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:14:01Z', 'updated_at': '2021-11-22T20:14:22Z', 'revision_number': 5, 'project_id': '39adbab155b64849b1b9cb0eac9a72dd', 'subnets': [{'id': '6d7736d5-fb75-4292-8160-e9159063a95b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c369c619-fa26-4109-b87f-927bf4f1cf4b', 'name': '', 'network_id': '1b095c1c-5878-4824-8fd2-a95a395f0abf', 'tenant_id': '39adbab155b64849b1b9cb0eac9a72dd', 'mac_address': 'fa:16:3e:ee:85:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94fdbc4e-00b6-4ae1-966d-9f56ed32b34b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': '46f60706-5383-4cf7-80e5-c33028f6df74', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:13:48Z', 'updated_at': '2021-11-22T20:14:12Z', 'revision_number': 5, 'project_id': '39adbab155b64849b1b9cb0eac9a72dd', 'subnets': [{'id': '46f60706-5383-4cf7-80e5-c33028f6df74', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:14:41.516064 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-dfc1a546-10e5-4eeb-8ba3-99621bba75ac tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659736'] for router_interface, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:41.563669 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e78602f1-ffa7-4b4b-92a5-c12681f540ae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:41.573489 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e78602f1-ffa7-4b4b-92a5-c12681f540ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:41.575355 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5901e1e4-1f4c-4aa6-b462-788f0a2a1a9d None None] The sync data for ids ['94fdbc4e-00b6-4ae1-966d-9f56ed32b34b'] in n-d-818823-1 is: [{'id': '94fdbc4e-00b6-4ae1-966d-9f56ed32b34b', 'name': 'tempest-RoutersTest-router-1436907073', 'tenant_id': '39adbab155b64849b1b9cb0eac9a72dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:13:40Z', 'updated_at': '2021-11-22T20:14:34Z', 'revision_number': 8, 'project_id': '39adbab155b64849b1b9cb0eac9a72dd', 'gw_port_host': None, '_interfaces': [{'id': '1f2adec6-c6fc-4c10-ade7-fefcf222b44b', 'name': '', 'network_id': 'bd2b5491-eb53-4726-892d-365d5f850376', 'tenant_id': '39adbab155b64849b1b9cb0eac9a72dd', 'mac_address': 'fa:16:3e:23:58:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94fdbc4e-00b6-4ae1-966d-9f56ed32b34b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': 'd6285324-c6ad-4a91-91fa-21c8262eaf22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:13:44Z', 'updated_at': '2021-11-22T20:13:54Z', 'revision_number': 5, 'project_id': '39adbab155b64849b1b9cb0eac9a72dd', 'subnets': [{'id': 'd6285324-c6ad-4a91-91fa-21c8262eaf22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '485a9dbb-7931-47e7-8360-73f16c307b3b', 'name': '', 'network_id': '5461317b-00bb-45f9-8507-9f0113ff935f', 'tenant_id': '39adbab155b64849b1b9cb0eac9a72dd', 'mac_address': 'fa:16:3e:42:32:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94fdbc4e-00b6-4ae1-966d-9f56ed32b34b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1302, 'fixed_ips': [{'subnet_id': '6d7736d5-fb75-4292-8160-e9159063a95b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:14:01Z', 'updated_at': '2021-11-22T20:14:22Z', 'revision_number': 5, 'project_id': '39adbab155b64849b1b9cb0eac9a72dd', 'subnets': [{'id': '6d7736d5-fb75-4292-8160-e9159063a95b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c369c619-fa26-4109-b87f-927bf4f1cf4b', 'name': '', 'network_id': '1b095c1c-5878-4824-8fd2-a95a395f0abf', 'tenant_id': '39adbab155b64849b1b9cb0eac9a72dd', 'mac_address': 'fa:16:3e:ee:85:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94fdbc4e-00b6-4ae1-966d-9f56ed32b34b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': '46f60706-5383-4cf7-80e5-c33028f6df74', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:13:48Z', 'updated_at': '2021-11-22T20:14:12Z', 'revision_number': 5, 'project_id': '39adbab155b64849b1b9cb0eac9a72dd', 'subnets': [{'id': '46f60706-5383-4cf7-80e5-c33028f6df74', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:14:41.612257 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 5310f32c-cae7-4868-833d-87a62178a783 up at agent hyperv_n-h1-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:14:41.637021 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-e78602f1-ffa7-4b4b-92a5-c12681f540ae admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c13476cf68f844a8896ace4ef60ee633&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5240786 Nov 22 20:14:41.642629 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 39740) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:14:41.654048 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78602f1-ffa7-4b4b-92a5-c12681f540ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8786dabc-1c09-4f68-b13b-2d25441fc640,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:14:41.800304 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Provisioning for port 5310f32c-cae7-4868-833d-87a62178a783 completed by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 20:14:41.807622 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Provisioning complete for port 5310f32c-cae7-4868-833d-87a62178a783 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:14:41.808097 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:41.817508 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c73a8852-19fb-4213-a2c6-a59634cddedb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:41.880855 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [req-36927487-0e4d-4931-9cb8-f8b898d00de1 req-b289b3bc-fec0-44f0-885e-d4f174484a37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8bb28fa-bb9e-4759-a372-c50a6d5fb091 {{(pid=103448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:14:41.895557 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-36927487-0e4d-4931-9cb8-f8b898d00de1 req-b289b3bc-fec0-44f0-885e-d4f174484a37 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:41.915007 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c73a8852-19fb-4213-a2c6-a59634cddedb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:41.932849 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [req-36927487-0e4d-4931-9cb8-f8b898d00de1 req-b289b3bc-fec0-44f0-885e-d4f174484a37 service neutron] Transition to ACTIVE for port object c8bb28fa-bb9e-4759-a372-c50a6d5fb091 will not be triggered until provisioned by entity L2. {{(pid=103448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 20:14:41.947460 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-36927487-0e4d-4931-9cb8-f8b898d00de1 req-b289b3bc-fec0-44f0-885e-d4f174484a37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:42.088829 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b289b3bc-fec0-44f0-885e-d4f174484a37 service neutron] Pushing event updated for resources: {'Port': ['ID=c8bb28fa-bb9e-4759-a372-c50a6d5fb091,revision_number=2']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:14:42.214331 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device f7db6f63-92d2-48ab-9633-a0a8531e1cd8 up at agent hyperv_n-h2-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:14:42.230628 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735ffc5c-2ce1-4d1a-bd0d-014a2bd3d340 req-1505f75d-6744-4650-9846-87a7ed362797 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:14:42.232595 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-735ffc5c-2ce1-4d1a-bd0d-014a2bd3d340 req-1505f75d-6744-4650-9846-87a7ed362797 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.46 "GET /v2.0/ports?device_id=a3f25d8f-677c-424e-8b05-326431b3cc8e HTTP/1.1" status: 200 len: 944 time: 0.2607448 Nov 22 20:14:42.255821 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe834c5-0460-47c5-946c-3c0edd536c20 req-bc6b6dad-a45c-4aa1-8c21-352e8f17f0e3 tempest-ServersTestManualDisk-1649092872 tempest-ServersTestManualDisk-1649092872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:14:42.257397 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-cfe834c5-0460-47c5-946c-3c0edd536c20 req-bc6b6dad-a45c-4aa1-8c21-352e8f17f0e3 tempest-ServersTestManualDisk-1649092872 tempest-ServersTestManualDisk-1649092872-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2395704-e941-4921-8963-3be2b945ad62 HTTP/1.1" status: 200 len: 945 time: 0.2729423 Nov 22 20:14:42.291699 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-36927487-0e4d-4931-9cb8-f8b898d00de1 req-b289b3bc-fec0-44f0-885e-d4f174484a37 service neutron] Attempting to bind port c8bb28fa-bb9e-4759-a372-c50a6d5fb091 on host n-h1-818823-1 for vnic_type normal with profile {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:14:42.292420 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-36927487-0e4d-4931-9cb8-f8b898d00de1 req-b289b3bc-fec0-44f0-885e-d4f174484a37 service neutron] Attempting to bind port c8bb28fa-bb9e-4759-a372-c50a6d5fb091 by drivers openvswitch,hyperv on host n-h1-818823-1 at level 0 using segments [{'id': 'e4b3d165-1cea-4bf0-93f6-5b79e0759539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '4906551a-712e-4bde-8433-b2db24f02f5c'}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:14:42.293011 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36927487-0e4d-4931-9cb8-f8b898d00de1 req-b289b3bc-fec0-44f0-885e-d4f174484a37 service neutron] Attempting to bind port c8bb28fa-bb9e-4759-a372-c50a6d5fb091 on network 4906551a-712e-4bde-8433-b2db24f02f5c {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:14:42.305919 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36927487-0e4d-4931-9cb8-f8b898d00de1 req-b289b3bc-fec0-44f0-885e-d4f174484a37 service neutron] Port c8bb28fa-bb9e-4759-a372-c50a6d5fb091 on network 4906551a-712e-4bde-8433-b2db24f02f5c not bound, no agent of type Open vSwitch agent registered on host n-h1-818823-1 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:14:42.306728 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36927487-0e4d-4931-9cb8-f8b898d00de1 req-b289b3bc-fec0-44f0-885e-d4f174484a37 service neutron] Attempting to bind port c8bb28fa-bb9e-4759-a372-c50a6d5fb091 on network 4906551a-712e-4bde-8433-b2db24f02f5c {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:14:42.328050 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c73a8852-19fb-4213-a2c6-a59634cddedb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:42.330633 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c73a8852-19fb-4213-a2c6-a59634cddedb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:42.341354 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-c73a8852-19fb-4213-a2c6-a59634cddedb admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8786dabc-1c09-4f68-b13b-2d25441fc640 HTTP/1.1" status: 204 len: 168 time: 0.6971979 Nov 22 20:14:42.362203 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Provisioning for port f7db6f63-92d2-48ab-9633-a0a8531e1cd8 completed by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 20:14:42.374164 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Provisioning complete for port f7db6f63-92d2-48ab-9633-a0a8531e1cd8 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:14:42.374541 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:42.420536 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36927487-0e4d-4931-9cb8-f8b898d00de1 req-b289b3bc-fec0-44f0-885e-d4f174484a37 service neutron] Checking agent: {'id': '7a008cff-3b49-418c-8046-689d46cc800f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'started_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 14, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:14:42.421805 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36927487-0e4d-4931-9cb8-f8b898d00de1 req-b289b3bc-fec0-44f0-885e-d4f174484a37 service neutron] Checking segment: {'id': 'e4b3d165-1cea-4bf0-93f6-5b79e0759539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '4906551a-712e-4bde-8433-b2db24f02f5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:14:42.422667 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36927487-0e4d-4931-9cb8-f8b898d00de1 req-b289b3bc-fec0-44f0-885e-d4f174484a37 service neutron] Bound using segment: {'id': 'e4b3d165-1cea-4bf0-93f6-5b79e0759539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '4906551a-712e-4bde-8433-b2db24f02f5c'} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:14:42.424494 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-36927487-0e4d-4931-9cb8-f8b898d00de1 req-b289b3bc-fec0-44f0-885e-d4f174484a37 service neutron] Bound port: c8bb28fa-bb9e-4759-a372-c50a6d5fb091, host: n-h1-818823-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4b3d165-1cea-4bf0-93f6-5b79e0759539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '4906551a-712e-4bde-8433-b2db24f02f5c'}}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:14:42.430029 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-36927487-0e4d-4931-9cb8-f8b898d00de1 req-b289b3bc-fec0-44f0-885e-d4f174484a37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:42.459402 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73a8852-19fb-4213-a2c6-a59634cddedb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8786dabc-1c09-4f68-b13b-2d25441fc640,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:14:42.529338 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-cfe834c5-0460-47c5-946c-3c0edd536c20 req-d2608312-d0ad-4dff-bee0-21ebd8c3128f tempest-ServersTestManualDisk-1649092872 tempest-ServersTestManualDisk-1649092872-project] 10.222.0.46 "GET /v2.0/security-groups?id=368a4176-acce-44f6-a6e9-15de4e10b157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2550497 Nov 22 20:14:42.549099 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-735ffc5c-2ce1-4d1a-bd0d-014a2bd3d340 req-e99f14dd-fcd2-4182-bd97-cd8a04edb1d4 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.46 "GET /v2.0/security-groups?id=deac3dce-93b4-41af-981b-873d47022422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2906191 Nov 22 20:14:42.621899 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:42.624846 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-dfc1a546-10e5-4eeb-8ba3-99621bba75ac tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Deleting port 485a9dbb-7931-47e7-8360-73f16c307b3b {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:14:42.625278 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-dfc1a546-10e5-4eeb-8ba3-99621bba75ac tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:42.696846 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2395704-e941-4921-8963-3be2b945ad62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5310f32c-cae7-4868-833d-87a62178a783'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:14:42.703444 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d39f6d30a11e565ec9648abcc015e8a6ab6cff4edd704add8155e28765d31eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fcd1098-7bce-4628-b952-e5a5b3222642" -d '{"events": [{"server_uuid": "e2395704-e941-4921-8963-3be2b945ad62", "name": "network-vif-plugged", "status": "completed", "tag": "5310f32c-cae7-4868-833d-87a62178a783"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:14:42.807908 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:42.812435 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 5310f32c-cae7-4868-833d-87a62178a783, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=5310f32c-cae7-4868-833d-87a62178a783,segment=NetworkSegment(a325e137-07a0-4e7b-a3fb-cdac40e28ec9),segment_id=a325e137-07a0-4e7b-a3fb-cdac40e28ec9)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:14:42.831187 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:42.892786 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:14:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3dbd0bf-04ae-47e2-aa9e-8c7de0b237f6 x-openstack-request-id: req-c3dbd0bf-04ae-47e2-aa9e-8c7de0b237f6 {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:14:42.893090 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2395704-e941-4921-8963-3be2b945ad62", "name": "network-vif-plugged", "status": "completed", "tag": "5310f32c-cae7-4868-833d-87a62178a783", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:14:42.893351 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c3dbd0bf-04ae-47e2-aa9e-8c7de0b237f6 {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:14:42.893749 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2395704-e941-4921-8963-3be2b945ad62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5310f32c-cae7-4868-833d-87a62178a783', 'code': 200} Nov 22 20:14:42.934762 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port f7db6f63-92d2-48ab-9633-a0a8531e1cd8, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=f7db6f63-92d2-48ab-9633-a0a8531e1cd8,segment=NetworkSegment(8bf8f4b9-c552-4a44-a0c9-07e6361b5021),segment_id=8bf8f4b9-c552-4a44-a0c9-07e6361b5021)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:14:42.955215 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=5310f32c-cae7-4868-833d-87a62178a783,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:14:42.965607 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:42.975293 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a324252-0ad5-43ed-99a5-b8ff3b3fe1e8 req-bfda9724-7a8d-4f89-b10d-6fdc6a0cf8c1 tempest-ServersTestJSON-643082518 tempest-ServersTestJSON-643082518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:14:42.981346 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8a324252-0ad5-43ed-99a5-b8ff3b3fe1e8 req-bfda9724-7a8d-4f89-b10d-6fdc6a0cf8c1 tempest-ServersTestJSON-643082518 tempest-ServersTestJSON-643082518-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b8efb2d-fe81-4a22-8183-9539766c0e33 HTTP/1.1" status: 200 len: 945 time: 0.1799035 Nov 22 20:14:43.016967 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-36927487-0e4d-4931-9cb8-f8b898d00de1 req-b289b3bc-fec0-44f0-885e-d4f174484a37 service neutron] For port c8bb28fa-bb9e-4759-a372-c50a6d5fb091, host n-h1-818823-1, cleared binding levels {{(pid=103448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:14:43.043048 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-36927487-0e4d-4931-9cb8-f8b898d00de1 req-b289b3bc-fec0-44f0-885e-d4f174484a37 service neutron] For port c8bb28fa-bb9e-4759-a372-c50a6d5fb091, host n-h1-818823-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=c8bb28fa-bb9e-4759-a372-c50a6d5fb091,segment=NetworkSegment(e4b3d165-1cea-4bf0-93f6-5b79e0759539),segment_id=e4b3d165-1cea-4bf0-93f6-5b79e0759539)] {{(pid=103448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:14:43.049274 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-dfc1a546-10e5-4eeb-8ba3-99621bba75ac tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] For port 485a9dbb-7931-47e7-8360-73f16c307b3b, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=485a9dbb-7931-47e7-8360-73f16c307b3b,segment=NetworkSegment(937ca34a-59de-4aa1-bd5a-f988ad188bef),segment_id=937ca34a-59de-4aa1-bd5a-f988ad188bef)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:14:43.049682 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-dfc1a546-10e5-4eeb-8ba3-99621bba75ac tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:43.054058 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-36927487-0e4d-4931-9cb8-f8b898d00de1 req-b289b3bc-fec0-44f0-885e-d4f174484a37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:43.090510 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfe0b24-841f-4b13-8077-b3749f561a83 req-a91955df-f623-4d00-b9a2-82b386b5f2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:14:43.099986 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8bfe0b24-841f-4b13-8077-b3749f561a83 req-a91955df-f623-4d00-b9a2-82b386b5f2d4 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e2395704-e941-4921-8963-3be2b945ad62 HTTP/1.1" status: 200 len: 1097 time: 0.1686990 Nov 22 20:14:43.117284 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 39780) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:14:43.134144 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-dfc1a546-10e5-4eeb-8ba3-99621bba75ac tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Calling delete_port for 485a9dbb-7931-47e7-8360-73f16c307b3b owned by network:router_interface {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:14:43.157223 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-47987fca-d3ad-4069-9594-2f6f099593ef admin admin] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:43.164206 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36927487-0e4d-4931-9cb8-f8b898d00de1 req-b289b3bc-fec0-44f0-885e-d4f174484a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:14:43.164551 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8a324252-0ad5-43ed-99a5-b8ff3b3fe1e8 req-4c02ab59-c0f4-48ba-8523-c54c951774af tempest-ServersTestJSON-643082518 tempest-ServersTestJSON-643082518-project] 10.222.0.46 "GET /v2.0/security-groups?id=21c9b817-9b9e-4905-881e-fc9021459c49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1762130 Nov 22 20:14:43.164847 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-36927487-0e4d-4931-9cb8-f8b898d00de1 req-b289b3bc-fec0-44f0-885e-d4f174484a37 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:43.167805 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-36927487-0e4d-4931-9cb8-f8b898d00de1 req-b289b3bc-fec0-44f0-885e-d4f174484a37 service neutron] 10.222.0.41 "PUT /v2.0/ports/c8bb28fa-bb9e-4759-a372-c50a6d5fb091 HTTP/1.1" status: 200 len: 1092 time: 2.5832896 Nov 22 20:14:43.167805 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3f25d8f-677c-424e-8b05-326431b3cc8e', 'tag': 'c8bb28fa-bb9e-4759-a372-c50a6d5fb091'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:14:43.169055 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589a98cf2aea187fcc423a5edb333e5a6cf3ad7c81115d1ebee0f079693c312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee3efb64-22c7-4665-9316-483a125e311c" -d '{"events": [{"name": "network-changed", "server_uuid": "a3f25d8f-677c-424e-8b05-326431b3cc8e", "tag": "c8bb28fa-bb9e-4759-a372-c50a6d5fb091"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:14:43.183460 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=f7db6f63-92d2-48ab-9633-a0a8531e1cd8,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:14:43.265998 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8bfe0b24-841f-4b13-8077-b3749f561a83 req-a656e005-d2e7-4fc7-85f8-48173a7e2a67 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=368a4176-acce-44f6-a6e9-15de4e10b157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1635330 Nov 22 20:14:43.294115 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 20:14:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf1b7bdb-fc24-4070-bce5-bf6dbef6e0ee x-openstack-request-id: req-cf1b7bdb-fc24-4070-bce5-bf6dbef6e0ee {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:14:43.294411 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3f25d8f-677c-424e-8b05-326431b3cc8e", "tag": "c8bb28fa-bb9e-4759-a372-c50a6d5fb091", "status": "completed", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:14:43.294672 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-cf1b7bdb-fc24-4070-bce5-bf6dbef6e0ee {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:14:43.295083 n-d-818823-1 neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3f25d8f-677c-424e-8b05-326431b3cc8e', 'tag': 'c8bb28fa-bb9e-4759-a372-c50a6d5fb091', 'status': 'completed', 'code': 200} Nov 22 20:14:43.304470 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b289b3bc-fec0-44f0-885e-d4f174484a37 service neutron] Pushing event updated for resources: {'Port': ['ID=c8bb28fa-bb9e-4759-a372-c50a6d5fb091,revision_number=3']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:14:43.356423 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 39784) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:14:43.357997 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36927487-0e4d-4931-9cb8-f8b898d00de1 req-58e5f289-2b26-416b-a164-46969d132882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:14:43.359660 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-36927487-0e4d-4931-9cb8-f8b898d00de1 req-58e5f289-2b26-416b-a164-46969d132882 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2c9de68061ee477dbb5cc544058ec72e&device_id=a3f25d8f-677c-424e-8b05-326431b3cc8e HTTP/1.1" status: 200 len: 1095 time: 0.1481338 Nov 22 20:14:43.527991 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-36927487-0e4d-4931-9cb8-f8b898d00de1 req-cac7800c-f4d8-442d-84be-b05236d7a055 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c8bb28fa-bb9e-4759-a372-c50a6d5fb091 HTTP/1.1" status: 200 len: 217 time: 0.0537024 Nov 22 20:14:43.573376 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-6f542279-9b9f-476c-bc71-c7da4effdcd2 tempest-ExternalNetworksTestJSON-1184308577 tempest-ExternalNetworksTestJSON-1184308577-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-783435944'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:14:43.649112 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f542279-9b9f-476c-bc71-c7da4effdcd2 tempest-ExternalNetworksTestJSON-1184308577 tempest-ExternalNetworksTestJSON-1184308577-project] Made reservation on behalf of da61bb356b744613bec0fff2afd960b6 for: {'network': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:14:43.665134 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6f542279-9b9f-476c-bc71-c7da4effdcd2 tempest-ExternalNetworksTestJSON-1184308577 tempest-ExternalNetworksTestJSON-1184308577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for network, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:43.684684 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36927487-0e4d-4931-9cb8-f8b898d00de1 req-b1483d21-a58b-4c44-8297-2e1873ece4da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:14:43.689340 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6f542279-9b9f-476c-bc71-c7da4effdcd2 tempest-ExternalNetworksTestJSON-1184308577 tempest-ExternalNetworksTestJSON-1184308577-project] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:43.692314 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-36927487-0e4d-4931-9cb8-f8b898d00de1 req-b1483d21-a58b-4c44-8297-2e1873ece4da service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b907b504-4de2-4845-a661-deaebec31498 HTTP/1.1" status: 200 len: 847 time: 0.1508105 Nov 22 20:14:43.769236 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-36927487-0e4d-4931-9cb8-f8b898d00de1 req-ce071ef4-dc0c-4db6-b6a9-647701ec084b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4906551a-712e-4bde-8433-b2db24f02f5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0606973 Nov 22 20:14:43.891237 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-36927487-0e4d-4931-9cb8-f8b898d00de1 req-8eee6d0c-cdd6-40ef-8c21-4865469deb8f service neutron] 10.222.0.41 "GET /v2.0/networks/4906551a-712e-4bde-8433-b2db24f02f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062672 Nov 22 20:14:43.930912 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6f542279-9b9f-476c-bc71-c7da4effdcd2 tempest-ExternalNetworksTestJSON-1184308577 tempest-ExternalNetworksTestJSON-1184308577-project] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:43.953667 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6f542279-9b9f-476c-bc71-c7da4effdcd2 tempest-ExternalNetworksTestJSON-1184308577 tempest-ExternalNetworksTestJSON-1184308577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:44.016843 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f542279-9b9f-476c-bc71-c7da4effdcd2 tempest-ExternalNetworksTestJSON-1184308577 tempest-ExternalNetworksTestJSON-1184308577-project] vlan segment allocate from pool success with {'vlan_id': 614, 'physical_network': 'physnet1'} {{(pid=103447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 20:14:44.021446 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-36927487-0e4d-4931-9cb8-f8b898d00de1 req-337aee20-a978-4bb9-8430-451d01d17202 service neutron] 10.222.0.41 "GET /v2.0/networks/4906551a-712e-4bde-8433-b2db24f02f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202364 Nov 22 20:14:44.022657 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-dfc1a546-10e5-4eeb-8ba3-99621bba75ac tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:44.058550 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a580ec-4e98-4186-a0dc-f4e129cca6cb req-2ba3f060-212c-4563-9c86-cf84204ab3e6 tempest-ServersTestManualDisk-1649092872 tempest-ServersTestManualDisk-1649092872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:14:44.070824 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc1a546-10e5-4eeb-8ba3-99621bba75ac tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Pushing event deleted for resources: {'Port': ['ID=485a9dbb-7931-47e7-8360-73f16c307b3b,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:14:44.094232 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-73a580ec-4e98-4186-a0dc-f4e129cca6cb req-2ba3f060-212c-4563-9c86-cf84204ab3e6 tempest-ServersTestManualDisk-1649092872 tempest-ServersTestManualDisk-1649092872-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2395704-e941-4921-8963-3be2b945ad62 HTTP/1.1" status: 200 len: 946 time: 0.3769083 Nov 22 20:14:44.109349 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f542279-9b9f-476c-bc71-c7da4effdcd2 tempest-ExternalNetworksTestJSON-1184308577 tempest-ExternalNetworksTestJSON-1184308577-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e123cef8-2ad5-454b-95bb-0db8d2da495e,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:14:44.115111 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-47987fca-d3ad-4069-9594-2f6f099593ef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:44.127378 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bbfa15-b0cd-4ddd-b1e0-dc4aebe7f267 req-637e7989-5434-4e98-8962-6b767ef1c392 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:14:44.138516 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f4bbfa15-b0cd-4ddd-b1e0-dc4aebe7f267 req-637e7989-5434-4e98-8962-6b767ef1c392 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.46 "GET /v2.0/ports?device_id=a3f25d8f-677c-424e-8b05-326431b3cc8e HTTP/1.1" status: 200 len: 944 time: 0.4501626 Nov 22 20:14:44.178779 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6f542279-9b9f-476c-bc71-c7da4effdcd2 tempest-ExternalNetworksTestJSON-1184308577 tempest-ExternalNetworksTestJSON-1184308577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:44.179207 n-d-818823-1 neutron-server[103447]: INFO neutron.db.segments_db [None req-6f542279-9b9f-476c-bc71-c7da4effdcd2 tempest-ExternalNetworksTestJSON-1184308577 tempest-ExternalNetworksTestJSON-1184308577-project] Added segment 61055394-f591-4575-9756-1c4fb76b42bc of type vlan for network c056ce54-0bdb-40fa-8b97-7e39159c1af0 Nov 22 20:14:44.184787 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:44.196738 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-47987fca-d3ad-4069-9594-2f6f099593ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:44.228088 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:44.293631 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-47987fca-d3ad-4069-9594-2f6f099593ef admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6ec1fe9fbf614df39998429c9c5166cd&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1750243 Nov 22 20:14:44.303318 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 39798) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:14:44.308206 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-73a580ec-4e98-4186-a0dc-f4e129cca6cb req-e60ca344-a451-4f82-937a-1eefc1cbc297 tempest-ServersTestManualDisk-1649092872 tempest-ServersTestManualDisk-1649092872-project] 10.222.0.46 "GET /v2.0/security-groups?id=368a4176-acce-44f6-a6e9-15de4e10b157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2119687 Nov 22 20:14:44.345672 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47987fca-d3ad-4069-9594-2f6f099593ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f88b4ba8-4700-4da6-ac09-2bcfa62431fe,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:14:44.385949 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f4bbfa15-b0cd-4ddd-b1e0-dc4aebe7f267 req-41c846ee-f165-409d-bddb-ba1db08924d4 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.46 "GET /v2.0/security-groups?id=deac3dce-93b4-41af-981b-873d47022422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2464492 Nov 22 20:14:44.397076 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6f542279-9b9f-476c-bc71-c7da4effdcd2 tempest-ExternalNetworksTestJSON-1184308577 tempest-ExternalNetworksTestJSON-1184308577-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748992492791'] for network, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:44.527360 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6f542279-9b9f-476c-bc71-c7da4effdcd2 tempest-ExternalNetworksTestJSON-1184308577 tempest-ExternalNetworksTestJSON-1184308577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for network, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:44.534201 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f542279-9b9f-476c-bc71-c7da4effdcd2 tempest-ExternalNetworksTestJSON-1184308577 tempest-ExternalNetworksTestJSON-1184308577-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:14:44.534813 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6f542279-9b9f-476c-bc71-c7da4effdcd2 tempest-ExternalNetworksTestJSON-1184308577 tempest-ExternalNetworksTestJSON-1184308577-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for network, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:44.622273 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f542279-9b9f-476c-bc71-c7da4effdcd2 tempest-ExternalNetworksTestJSON-1184308577 tempest-ExternalNetworksTestJSON-1184308577-project] Pushing event updated for resources: {'Network': ['ID=c056ce54-0bdb-40fa-8b97-7e39159c1af0,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:14:44.643106 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3efb64-22c7-4665-9316-483a125e311c req-4f98cf33-0c36-4ae4-97cb-3075ea67f681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:14:44.646129 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Network c056ce54-0bdb-40fa-8b97-7e39159c1af0 details requested by agent ovs-agent-n-d-818823-1 with host n-d-818823-1 {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 20:14:44.656713 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-6f542279-9b9f-476c-bc71-c7da4effdcd2 tempest-ExternalNetworksTestJSON-1184308577 tempest-ExternalNetworksTestJSON-1184308577-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.2929432 Nov 22 20:14:44.657777 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 39808) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:14:44.658838 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-ee3efb64-22c7-4665-9316-483a125e311c req-4f98cf33-0c36-4ae4-97cb-3075ea67f681 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2c9de68061ee477dbb5cc544058ec72e&device_id=a3f25d8f-677c-424e-8b05-326431b3cc8e HTTP/1.1" status: 200 len: 1095 time: 0.5462811 Nov 22 20:14:44.760727 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f5c5e9-c1f3-46a9-8a92-eefeaa79c3e0 req-5dddf2ef-1c61-413b-87b8-42c1a0c3c4d6 tempest-ServersTestJSON-643082518 tempest-ServersTestJSON-643082518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:14:44.762330 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-49f5c5e9-c1f3-46a9-8a92-eefeaa79c3e0 req-5dddf2ef-1c61-413b-87b8-42c1a0c3c4d6 tempest-ServersTestJSON-643082518 tempest-ServersTestJSON-643082518-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b8efb2d-fe81-4a22-8183-9539766c0e33 HTTP/1.1" status: 200 len: 946 time: 0.1416516 Nov 22 20:14:44.779525 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-ba462113-9ad8-4d37-ac53-9ce68d3e8dc3 tempest-ExternalNetworksTestJSON-556538668 tempest-ExternalNetworksTestJSON-556538668-project-admin] Request body: {'network': {'name': 'tempest-network--721509241', 'router:external': True}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:14:44.807443 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba462113-9ad8-4d37-ac53-9ce68d3e8dc3 tempest-ExternalNetworksTestJSON-556538668 tempest-ExternalNetworksTestJSON-556538668-project-admin] Made reservation on behalf of 54b4d7c7dea24ab59e10ab37e2c96b30 for: {'network': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:14:44.810645 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ba462113-9ad8-4d37-ac53-9ce68d3e8dc3 tempest-ExternalNetworksTestJSON-556538668 tempest-ExternalNetworksTestJSON-556538668-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for network, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:44.813495 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ab5e1cac-c694-416e-8256-fa9de7273267 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:44.823024 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ba462113-9ad8-4d37-ac53-9ce68d3e8dc3 tempest-ExternalNetworksTestJSON-556538668 tempest-ExternalNetworksTestJSON-556538668-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:44.825857 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-dfc1a546-10e5-4eeb-8ba3-99621bba75ac tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-563470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-663272'] for router_interface, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:44.872123 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ab5e1cac-c694-416e-8256-fa9de7273267 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:44.895140 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b8efb2d-fe81-4a22-8183-9539766c0e33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7db6f63-92d2-48ab-9633-a0a8531e1cd8'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:14:44.897779 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d39f6d30a11e565ec9648abcc015e8a6ab6cff4edd704add8155e28765d31eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a00d586-88ce-4de2-ac5d-851fb6e6e9c2" -d '{"events": [{"server_uuid": "5b8efb2d-fe81-4a22-8183-9539766c0e33", "name": "network-vif-plugged", "status": "completed", "tag": "f7db6f63-92d2-48ab-9633-a0a8531e1cd8"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:14:44.923348 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ba462113-9ad8-4d37-ac53-9ce68d3e8dc3 tempest-ExternalNetworksTestJSON-556538668 tempest-ExternalNetworksTestJSON-556538668-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:44.931565 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ba462113-9ad8-4d37-ac53-9ce68d3e8dc3 tempest-ExternalNetworksTestJSON-556538668 tempest-ExternalNetworksTestJSON-556538668-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:44.971726 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:14:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7046973e-cdee-47c2-8c2b-1f2edfabd243 x-openstack-request-id: req-7046973e-cdee-47c2-8c2b-1f2edfabd243 {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:14:44.972229 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b8efb2d-fe81-4a22-8183-9539766c0e33", "name": "network-vif-plugged", "status": "completed", "tag": "f7db6f63-92d2-48ab-9633-a0a8531e1cd8", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:14:44.972677 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7046973e-cdee-47c2-8c2b-1f2edfabd243 {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:14:44.972812 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba462113-9ad8-4d37-ac53-9ce68d3e8dc3 tempest-ExternalNetworksTestJSON-556538668 tempest-ExternalNetworksTestJSON-556538668-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af075290-c31b-4806-8b3b-96854bf46c16,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:14:44.973337 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b8efb2d-fe81-4a22-8183-9539766c0e33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7db6f63-92d2-48ab-9633-a0a8531e1cd8', 'code': 200} Nov 22 20:14:44.998106 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba462113-9ad8-4d37-ac53-9ce68d3e8dc3 tempest-ExternalNetworksTestJSON-556538668 tempest-ExternalNetworksTestJSON-556538668-project-admin] vlan segment allocate from pool success with {'vlan_id': 634, 'physical_network': 'physnet1'} {{(pid=103447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 20:14:45.010049 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ba462113-9ad8-4d37-ac53-9ce68d3e8dc3 tempest-ExternalNetworksTestJSON-556538668 tempest-ExternalNetworksTestJSON-556538668-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:45.010429 n-d-818823-1 neutron-server[103447]: INFO neutron.db.segments_db [None req-ba462113-9ad8-4d37-ac53-9ce68d3e8dc3 tempest-ExternalNetworksTestJSON-556538668 tempest-ExternalNetworksTestJSON-556538668-project-admin] Added segment 73132213-dbd5-42a0-8c8a-9c35193579d3 of type vlan for network 7091599f-717b-4e40-ad45-2777310a7523 Nov 22 20:14:45.068497 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3efb64-22c7-4665-9316-483a125e311c req-82177ac4-5ad8-4975-baa6-07421817e0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:14:45.070041 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-ee3efb64-22c7-4665-9316-483a125e311c req-82177ac4-5ad8-4975-baa6-07421817e0ce service neutron] 10.222.0.41 "GET /v2.0/networks?id=4906551a-712e-4bde-8433-b2db24f02f5c HTTP/1.1" status: 200 len: 908 time: 0.4021881 Nov 22 20:14:45.105387 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-49f5c5e9-c1f3-46a9-8a92-eefeaa79c3e0 req-cefb48a0-bae4-4eea-af61-e234c4ccf481 tempest-ServersTestJSON-643082518 tempest-ServersTestJSON-643082518-project] 10.222.0.46 "GET /v2.0/security-groups?id=21c9b817-9b9e-4905-881e-fc9021459c49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3053653 Nov 22 20:14:45.120542 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ba462113-9ad8-4d37-ac53-9ce68d3e8dc3 tempest-ExternalNetworksTestJSON-556538668 tempest-ExternalNetworksTestJSON-556538668-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748992492791'] for network, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:45.150155 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924aa846-6543-4a8f-b591-be5d5b418bf7 req-a6c81f73-62c0-4855-bf0f-11d4880f6f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:14:45.151629 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-924aa846-6543-4a8f-b591-be5d5b418bf7 req-a6c81f73-62c0-4855-bf0f-11d4880f6f13 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5b8efb2d-fe81-4a22-8183-9539766c0e33 HTTP/1.1" status: 200 len: 1097 time: 0.0825121 Nov 22 20:14:45.180655 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ba462113-9ad8-4d37-ac53-9ce68d3e8dc3 tempest-ExternalNetworksTestJSON-556538668 tempest-ExternalNetworksTestJSON-556538668-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for network, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:45.181664 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba462113-9ad8-4d37-ac53-9ce68d3e8dc3 tempest-ExternalNetworksTestJSON-556538668 tempest-ExternalNetworksTestJSON-556538668-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:14:45.182314 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ba462113-9ad8-4d37-ac53-9ce68d3e8dc3 tempest-ExternalNetworksTestJSON-556538668 tempest-ExternalNetworksTestJSON-556538668-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for network, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:45.270794 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-ba462113-9ad8-4d37-ac53-9ce68d3e8dc3 tempest-ExternalNetworksTestJSON-556538668 tempest-ExternalNetworksTestJSON-556538668-project-admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.6117210 Nov 22 20:14:45.277934 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 39814) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:14:45.304556 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba462113-9ad8-4d37-ac53-9ce68d3e8dc3 tempest-ExternalNetworksTestJSON-556538668 tempest-ExternalNetworksTestJSON-556538668-project-admin] Pushing event updated for resources: {'Network': ['ID=7091599f-717b-4e40-ad45-2777310a7523,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:14:45.308735 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-924aa846-6543-4a8f-b591-be5d5b418bf7 req-e8ad7053-6e90-48db-93e6-e542fa396d37 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=21c9b817-9b9e-4905-881e-fc9021459c49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1499443 Nov 22 20:14:45.315369 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Network 7091599f-717b-4e40-ad45-2777310a7523 details requested by agent ovs-agent-n-d-818823-1 with host n-d-818823-1 {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 20:14:45.367700 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-7559e097-a9f5-45a6-8b58-69917fb702f4 tempest-ExternalNetworksTestJSON-556538668 tempest-ExternalNetworksTestJSON-556538668-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3961693'] for network, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:45.477315 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-7559e097-a9f5-45a6-8b58-69917fb702f4 tempest-ExternalNetworksTestJSON-556538668 tempest-ExternalNetworksTestJSON-556538668-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3760028', 'neutron.services.segments.db._delete_segments_for_network-8748992815755'] for network, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:45.508301 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-7559e097-a9f5-45a6-8b58-69917fb702f4 tempest-ExternalNetworksTestJSON-556538668 tempest-ExternalNetworksTestJSON-556538668-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7091599f-717b-4e40-ad45-2777310a7523']}} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:14:45.525781 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-7559e097-a9f5-45a6-8b58-69917fb702f4 tempest-ExternalNetworksTestJSON-556538668 tempest-ExternalNetworksTestJSON-556538668-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73132213-dbd5-42a0-8c8a-9c35193579d3') {'for_net_delete': True} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:14:45.526078 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-7559e097-a9f5-45a6-8b58-69917fb702f4 tempest-ExternalNetworksTestJSON-556538668 tempest-ExternalNetworksTestJSON-556538668-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73132213-dbd5-42a0-8c8a-9c35193579d3') {} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:14:45.539597 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-7559e097-a9f5-45a6-8b58-69917fb702f4 tempest-ExternalNetworksTestJSON-556538668 tempest-ExternalNetworksTestJSON-556538668-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748993039638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12178344'] for segment, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:45.557882 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-7559e097-a9f5-45a6-8b58-69917fb702f4 tempest-ExternalNetworksTestJSON-556538668 tempest-ExternalNetworksTestJSON-556538668-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:45.567755 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7559e097-a9f5-45a6-8b58-69917fb702f4 tempest-ExternalNetworksTestJSON-556538668 tempest-ExternalNetworksTestJSON-556538668-project-admin] Releasing vlan 634 on physical network physnet1 to pool {{(pid=103447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 20:14:45.568366 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-7559e097-a9f5-45a6-8b58-69917fb702f4 tempest-ExternalNetworksTestJSON-556538668 tempest-ExternalNetworksTestJSON-556538668-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8900762'] for segment, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:45.637137 n-d-818823-1 neutron-server[103447]: Traceback (most recent call last): Nov 22 20:14:45.637137 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 20:14:45.637137 n-d-818823-1 neutron-server[103447]: timer() Nov 22 20:14:45.637137 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 20:14:45.637137 n-d-818823-1 neutron-server[103447]: cb(*args, **kw) Nov 22 20:14:45.637137 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 20:14:45.637137 n-d-818823-1 neutron-server[103447]: return func(*args, **kwargs) Nov 22 20:14:45.637137 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 20:14:45.637137 n-d-818823-1 neutron-server[103447]: self._notify() Nov 22 20:14:45.637137 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 20:14:45.637137 n-d-818823-1 neutron-server[103447]: self.callback(batched_events) Nov 22 20:14:45.637137 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 20:14:45.637137 n-d-818823-1 neutron-server[103447]: event.method(event) Nov 22 20:14:45.637137 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 20:14:45.637137 n-d-818823-1 neutron-server[103447]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 20:14:45.637137 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 20:14:45.637137 n-d-818823-1 neutron-server[103447]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 20:14:45.637137 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 20:14:45.637137 n-d-818823-1 neutron-server[103447]: return f(self, *a, **k) Nov 22 20:14:45.637137 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 20:14:45.637137 n-d-818823-1 neutron-server[103447]: return self._get(url).json() Nov 22 20:14:45.637137 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 20:14:45.637137 n-d-818823-1 neutron-server[103447]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 20:14:45.637137 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 20:14:45.637137 n-d-818823-1 neutron-server[103447]: return self.request(url, 'GET', **kwargs) Nov 22 20:14:45.637137 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 20:14:45.637137 n-d-818823-1 neutron-server[103447]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 20:14:45.637137 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 20:14:45.637137 n-d-818823-1 neutron-server[103447]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 20:14:45.637137 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 20:14:45.637137 n-d-818823-1 neutron-server[103447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 20:14:45.637137 n-d-818823-1 neutron-server[103447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 20:14:45.673796 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-ee3efb64-22c7-4665-9316-483a125e311c req-788352d6-f5de-4b09-8a39-85c1092718a6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c8bb28fa-bb9e-4759-a372-c50a6d5fb091 HTTP/1.1" status: 200 len: 217 time: 0.5950859 Nov 22 20:14:45.703686 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ab5e1cac-c694-416e-8256-fa9de7273267 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:45.706325 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ab5e1cac-c694-416e-8256-fa9de7273267 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:45.708202 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-ab5e1cac-c694-416e-8256-fa9de7273267 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f88b4ba8-4700-4da6-ac09-2bcfa62431fe HTTP/1.1" status: 204 len: 168 time: 1.3986151 Nov 22 20:14:45.717497 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-7559e097-a9f5-45a6-8b58-69917fb702f4 tempest-ExternalNetworksTestJSON-556538668 tempest-ExternalNetworksTestJSON-556538668-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3760002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595318'] for network, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:45.724291 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7559e097-a9f5-45a6-8b58-69917fb702f4 tempest-ExternalNetworksTestJSON-556538668 tempest-ExternalNetworksTestJSON-556538668-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 7091599f-717b-4e40-ad45-2777310a7523 {{(pid=103447) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 22 20:14:45.726958 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-7559e097-a9f5-45a6-8b58-69917fb702f4 tempest-ExternalNetworksTestJSON-556538668 tempest-ExternalNetworksTestJSON-556538668-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for network, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:45.734363 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-7559e097-a9f5-45a6-8b58-69917fb702f4 tempest-ExternalNetworksTestJSON-556538668 tempest-ExternalNetworksTestJSON-556538668-project-admin] 10.222.0.46 "DELETE /v2.0/networks/7091599f-717b-4e40-ad45-2777310a7523 HTTP/1.1" status: 204 len: 168 time: 0.4548824 Nov 22 20:14:45.735058 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 39826) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:14:45.750276 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-682e9e60-9a9c-4904-aac7-e58cf1fb34fc tempest-ExternalNetworksTestJSON-556538668 tempest-ExternalNetworksTestJSON-556538668-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:14:45.795792 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff36e31-2417-4903-bb4a-26e7fa494754 req-e67bc784-4880-4084-81d8-074732320d8f tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:14:45.797412 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-fff36e31-2417-4903-bb4a-26e7fa494754 req-e67bc784-4880-4084-81d8-074732320d8f tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.46 "GET /v2.0/ports?device_id=a3f25d8f-677c-424e-8b05-326431b3cc8e HTTP/1.1" status: 200 len: 944 time: 0.1635430 Nov 22 20:14:45.799107 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-682e9e60-9a9c-4904-aac7-e58cf1fb34fc tempest-ExternalNetworksTestJSON-556538668 tempest-ExternalNetworksTestJSON-556538668-project-admin] Made reservation on behalf of 54b4d7c7dea24ab59e10ab37e2c96b30 for: {'network': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:14:45.802001 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-682e9e60-9a9c-4904-aac7-e58cf1fb34fc tempest-ExternalNetworksTestJSON-556538668 tempest-ExternalNetworksTestJSON-556538668-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for network, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:45.809522 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7559e097-a9f5-45a6-8b58-69917fb702f4 tempest-ExternalNetworksTestJSON-556538668 tempest-ExternalNetworksTestJSON-556538668-project-admin] Pushing event deleted for resources: {'Network': ['ID=7091599f-717b-4e40-ad45-2777310a7523,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:14:45.831011 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5e1cac-c694-416e-8256-fa9de7273267 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f88b4ba8-4700-4da6-ac09-2bcfa62431fe,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:14:45.862051 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e46d3a1-de8e-447a-b681-b3178b3db3bf req-be02714c-c8bf-4b44-992b-9e40acf6d6bc tempest-ServersTestManualDisk-1649092872 tempest-ServersTestManualDisk-1649092872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:14:45.864562 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2e46d3a1-de8e-447a-b681-b3178b3db3bf req-be02714c-c8bf-4b44-992b-9e40acf6d6bc tempest-ServersTestManualDisk-1649092872 tempest-ServersTestManualDisk-1649092872-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2395704-e941-4921-8963-3be2b945ad62 HTTP/1.1" status: 200 len: 946 time: 0.2288609 Nov 22 20:14:45.884132 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-682e9e60-9a9c-4904-aac7-e58cf1fb34fc tempest-ExternalNetworksTestJSON-556538668 tempest-ExternalNetworksTestJSON-556538668-project-admin] vlan segment allocate from pool success with {'vlan_id': 612, 'physical_network': 'physnet1'} {{(pid=103447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 20:14:45.893456 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfc1a546-10e5-4eeb-8ba3-99621bba75ac tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Router 94fdbc4e-00b6-4ae1-966d-9f56ed32b34b has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 20:14:45.895996 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-682e9e60-9a9c-4904-aac7-e58cf1fb34fc tempest-ExternalNetworksTestJSON-556538668 tempest-ExternalNetworksTestJSON-556538668-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:45.896381 n-d-818823-1 neutron-server[103447]: INFO neutron.db.segments_db [None req-682e9e60-9a9c-4904-aac7-e58cf1fb34fc tempest-ExternalNetworksTestJSON-556538668 tempest-ExternalNetworksTestJSON-556538668-project-admin] Added segment afae0c2e-d80c-4336-a3d4-c4cd2d3352ae of type vlan for network 5c30835a-b67b-4ac8-9282-cd1897557946 Nov 22 20:14:45.898237 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3efb64-22c7-4665-9316-483a125e311c req-b5af5556-c7c2-49a2-a7fd-c8c964c979ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:14:45.904372 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-ee3efb64-22c7-4665-9316-483a125e311c req-b5af5556-c7c2-49a2-a7fd-c8c964c979ee service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b907b504-4de2-4845-a661-deaebec31498 HTTP/1.1" status: 200 len: 847 time: 0.2106607 Nov 22 20:14:45.953071 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-682e9e60-9a9c-4904-aac7-e58cf1fb34fc tempest-ExternalNetworksTestJSON-556538668 tempest-ExternalNetworksTestJSON-556538668-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748992492791'] for network, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:46.021079 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-ee3efb64-22c7-4665-9316-483a125e311c req-4fcb92d9-80a1-4154-9469-d434568fcf34 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4906551a-712e-4bde-8433-b2db24f02f5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1073685 Nov 22 20:14:46.031135 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-fff36e31-2417-4903-bb4a-26e7fa494754 req-bcb154d1-8d87-413b-8797-3030b23fbd25 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.46 "GET /v2.0/security-groups?id=deac3dce-93b4-41af-981b-873d47022422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2236984 Nov 22 20:14:46.031135 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-682e9e60-9a9c-4904-aac7-e58cf1fb34fc tempest-ExternalNetworksTestJSON-556538668 tempest-ExternalNetworksTestJSON-556538668-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for network, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:46.031913 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-682e9e60-9a9c-4904-aac7-e58cf1fb34fc tempest-ExternalNetworksTestJSON-556538668 tempest-ExternalNetworksTestJSON-556538668-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:14:46.032509 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-682e9e60-9a9c-4904-aac7-e58cf1fb34fc tempest-ExternalNetworksTestJSON-556538668 tempest-ExternalNetworksTestJSON-556538668-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for network, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:46.541231 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfc1a546-10e5-4eeb-8ba3-99621bba75ac tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:14:46.549134 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-dfc1a546-10e5-4eeb-8ba3-99621bba75ac tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] 10.222.0.46 "PUT /v2.0/routers/94fdbc4e-00b6-4ae1-966d-9f56ed32b34b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2814541 Nov 22 20:14:46.591258 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-ee3efb64-22c7-4665-9316-483a125e311c req-5ba2315f-2924-417e-8fa7-b149ec80203a service neutron] 10.222.0.41 "GET /v2.0/networks/4906551a-712e-4bde-8433-b2db24f02f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5628214 Nov 22 20:14:46.591947 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 39844) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:14:46.659925 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a0443bb-45ac-41ce-927f-b8b4b2a9f795 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Deleting subnet 6d7736d5-fb75-4292-8160-e9159063a95b {{(pid=103448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 20:14:46.662476 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2a0443bb-45ac-41ce-927f-b8b4b2a9f795 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks [] for subnet, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:46.732915 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-682e9e60-9a9c-4904-aac7-e58cf1fb34fc tempest-ExternalNetworksTestJSON-556538668 tempest-ExternalNetworksTestJSON-556538668-project-admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.9919367 Nov 22 20:14:46.766574 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-ee3efb64-22c7-4665-9316-483a125e311c req-83e11a46-56b9-4bd3-a6a0-47f56e624722 service neutron] 10.222.0.41 "GET /v2.0/networks/4906551a-712e-4bde-8433-b2db24f02f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050813 Nov 22 20:14:46.782559 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 39850) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:14:46.818158 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-28690d77-cfc4-4318-a444-3cf025ac14af tempest-ExternalNetworksTestJSON-556538668 tempest-ExternalNetworksTestJSON-556538668-project-admin] Request body: {'subnet': {'network_id': '5c30835a-b67b-4ac8-9282-cd1897557946', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:14:46.837894 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682e9e60-9a9c-4904-aac7-e58cf1fb34fc tempest-ExternalNetworksTestJSON-556538668 tempest-ExternalNetworksTestJSON-556538668-project-admin] Pushing event updated for resources: {'Network': ['ID=5c30835a-b67b-4ac8-9282-cd1897557946,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:14:46.850093 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Network 5c30835a-b67b-4ac8-9282-cd1897557946 details requested by agent ovs-agent-n-d-818823-1 with host n-d-818823-1 {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 20:14:46.853274 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2a0443bb-45ac-41ce-927f-b8b4b2a9f795 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11627908'] for subnet, precommit_delete_associations {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:46.861345 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2e46d3a1-de8e-447a-b681-b3178b3db3bf req-a27816be-b004-4988-a83b-4377ca6b7cc5 tempest-ServersTestManualDisk-1649092872 tempest-ServersTestManualDisk-1649092872-project] 10.222.0.46 "GET /v2.0/security-groups?id=368a4176-acce-44f6-a6e9-15de4e10b157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8762226 Nov 22 20:14:46.884473 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a8293a-e27a-46fa-9642-b7b486b862a9 req-a36d70ca-4e83-4806-a67e-752688a627ca tempest-ServersTestJSON-643082518 tempest-ServersTestJSON-643082518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:14:46.893502 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c2a8293a-e27a-46fa-9642-b7b486b862a9 req-a36d70ca-4e83-4806-a67e-752688a627ca tempest-ServersTestJSON-643082518 tempest-ServersTestJSON-643082518-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b8efb2d-fe81-4a22-8183-9539766c0e33 HTTP/1.1" status: 200 len: 946 time: 0.2232068 Nov 22 20:14:46.963325 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c2a8293a-e27a-46fa-9642-b7b486b862a9 req-c557fa35-e0ae-4183-ab91-cdcf410695e0 tempest-ServersTestJSON-643082518 tempest-ServersTestJSON-643082518-project] 10.222.0.46 "GET /v2.0/security-groups?id=21c9b817-9b9e-4905-881e-fc9021459c49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685894 Nov 22 20:14:46.965447 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28690d77-cfc4-4318-a444-3cf025ac14af tempest-ExternalNetworksTestJSON-556538668 tempest-ExternalNetworksTestJSON-556538668-project-admin] Made reservation on behalf of 54b4d7c7dea24ab59e10ab37e2c96b30 for: {'subnet': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:14:46.971319 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-28690d77-cfc4-4318-a444-3cf025ac14af tempest-ExternalNetworksTestJSON-556538668 tempest-ExternalNetworksTestJSON-556538668-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8485086'] for subnet, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:47.125661 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2a0443bb-45ac-41ce-927f-b8b4b2a9f795 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3753007'] for subnet, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:47.228396 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3e25cd-dc42-4778-9b19-08443792cefc req-779351f4-c3f4-4bcd-b023-43642cb49a14 tempest-ServersTestJSON-643082518 tempest-ServersTestJSON-643082518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:14:47.240504 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 39868) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:14:47.244007 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0a3e25cd-dc42-4778-9b19-08443792cefc req-779351f4-c3f4-4bcd-b023-43642cb49a14 tempest-ServersTestJSON-643082518 tempest-ServersTestJSON-643082518-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b8efb2d-fe81-4a22-8183-9539766c0e33 HTTP/1.1" status: 200 len: 946 time: 0.1222215 Nov 22 20:14:47.253262 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-056120d9-fbda-4489-a0b9-73429137b314 tempest-ServersTestJSON-643082518 tempest-ServersTestJSON-643082518-project] Request body: {'floatingip': {'port_id': 'f7db6f63-92d2-48ab-9633-a0a8531e1cd8'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:14:47.317693 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-056120d9-fbda-4489-a0b9-73429137b314 tempest-ServersTestJSON-643082518 tempest-ServersTestJSON-643082518-project] Publish callbacks [] for floatingip, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:47.338533 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e1a849-b4a5-467e-8cf5-22957effb044 req-d9c275db-c534-4a3d-968a-37ab6cac242f tempest-ServersTestManualDisk-1649092872 tempest-ServersTestManualDisk-1649092872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:14:47.362421 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-01e1a849-b4a5-467e-8cf5-22957effb044 req-d9c275db-c534-4a3d-968a-37ab6cac242f tempest-ServersTestManualDisk-1649092872 tempest-ServersTestManualDisk-1649092872-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2395704-e941-4921-8963-3be2b945ad62 HTTP/1.1" status: 200 len: 946 time: 0.2428184 Nov 22 20:14:47.363101 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 39872) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:14:47.396417 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-5f50235c-9ceb-45ca-8a9e-ae4fc646c211 tempest-ServersTestManualDisk-1649092872 tempest-ServersTestManualDisk-1649092872-project] Request body: {'floatingip': {'port_id': '5310f32c-cae7-4868-833d-87a62178a783'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:14:47.401943 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2a0443bb-45ac-41ce-927f-b8b4b2a9f795 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3753014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11567369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11792914'] for subnet, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:47.504477 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2a0443bb-45ac-41ce-927f-b8b4b2a9f795 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:47.517940 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7416b8c-5880-428e-8308-426e5dd3202c None None] Network 5461317b-00bb-45f9-8507-9f0113ff935f requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:14:47.527562 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-2a0443bb-45ac-41ce-927f-b8b4b2a9f795 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] 10.222.0.46 "DELETE /v2.0/subnets/6d7736d5-fb75-4292-8160-e9159063a95b HTTP/1.1" status: 204 len: 168 time: 0.9340084 Nov 22 20:14:47.529249 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0443bb-45ac-41ce-927f-b8b4b2a9f795 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Pushing event deleted for resources: {'Subnet': ['ID=6d7736d5-fb75-4292-8160-e9159063a95b,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:14:47.534431 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-197ab2f8-f554-4755-a2b7-c4b7601fb950 None None] Sync routers for ids ['94fdbc4e-00b6-4ae1-966d-9f56ed32b34b'] in n-d-818823-1 {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:14:47.537561 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 39886) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:14:47.563470 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-197ab2f8-f554-4755-a2b7-c4b7601fb950 None None] Routers {'94fdbc4e-00b6-4ae1-966d-9f56ed32b34b'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:14:47.565961 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-197ab2f8-f554-4755-a2b7-c4b7601fb950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:14:32Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['94fdbc4e-00b6-4ae1-966d-9f56ed32b34b'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:14:47.660991 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-5f50235c-9ceb-45ca-8a9e-ae4fc646c211 tempest-ServersTestManualDisk-1649092872 tempest-ServersTestManualDisk-1649092872-project] Publish callbacks [] for floatingip, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:47.782349 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-197ab2f8-f554-4755-a2b7-c4b7601fb950 None None] Set router 94fdbc4e-00b6-4ae1-966d-9f56ed32b34b gateway port host: None {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:14:47.824766 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8350cd93-595d-48b8-b758-70ac59732fb6 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3961693'] for network, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:47.893444 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-259a183d-bef9-430c-8cec-f4255d1ffcc8 None None] DHCP port deletion for 5461317b-00bb-45f9-8507-9f0113ff935f request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:14:48.041946 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-259a183d-bef9-430c-8cec-f4255d1ffcc8 None None] Deleting port 25df14b7-6e25-45f5-a53e-b87f1aea00c9 {{(pid=103449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:14:48.044055 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-259a183d-bef9-430c-8cec-f4255d1ffcc8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:48.068365 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee6c8af-0be1-4099-b89f-bb2c0985f563 req-68224d5d-9abd-46d2-98fc-5aa9361cb06c tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:14:48.076295 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-bee6c8af-0be1-4099-b89f-bb2c0985f563 req-68224d5d-9abd-46d2-98fc-5aa9361cb06c tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.46 "GET /v2.0/ports?device_id=a3f25d8f-677c-424e-8b05-326431b3cc8e HTTP/1.1" status: 200 len: 944 time: 0.6750443 Nov 22 20:14:48.192924 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-8350cd93-595d-48b8-b758-70ac59732fb6 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Deleting port 25df14b7-6e25-45f5-a53e-b87f1aea00c9 {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:14:48.193497 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8350cd93-595d-48b8-b758-70ac59732fb6 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:48.214391 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-259a183d-bef9-430c-8cec-f4255d1ffcc8 None None] For port 25df14b7-6e25-45f5-a53e-b87f1aea00c9, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=25df14b7-6e25-45f5-a53e-b87f1aea00c9,segment=NetworkSegment(937ca34a-59de-4aa1-bd5a-f988ad188bef),segment_id=937ca34a-59de-4aa1-bd5a-f988ad188bef)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:14:48.215050 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-259a183d-bef9-430c-8cec-f4255d1ffcc8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:48.235284 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-259a183d-bef9-430c-8cec-f4255d1ffcc8 None None] Calling delete_port for 25df14b7-6e25-45f5-a53e-b87f1aea00c9 owned by network:dhcp {{(pid=103449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:14:48.290704 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-bee6c8af-0be1-4099-b89f-bb2c0985f563 req-83ba3d65-af15-44a6-8092-b662d0cdd047 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.46 "GET /v2.0/security-groups?id=deac3dce-93b4-41af-981b-873d47022422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133324 Nov 22 20:14:48.355484 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-197ab2f8-f554-4755-a2b7-c4b7601fb950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94fdbc4e-00b6-4ae1-966d-9f56ed32b34b', 'name': 'tempest-RoutersTest-router-1436907073', 'tenant_id': '39adbab155b64849b1b9cb0eac9a72dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:13:40Z', 'updated_at': '2021-11-22T20:14:43Z', 'revision_number': 9, 'project_id': '39adbab155b64849b1b9cb0eac9a72dd', 'gw_port_host': None, '_interfaces': [{'id': '1f2adec6-c6fc-4c10-ade7-fefcf222b44b', 'name': '', 'network_id': 'bd2b5491-eb53-4726-892d-365d5f850376', 'tenant_id': '39adbab155b64849b1b9cb0eac9a72dd', 'mac_address': 'fa:16:3e:23:58:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94fdbc4e-00b6-4ae1-966d-9f56ed32b34b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': 'd6285324-c6ad-4a91-91fa-21c8262eaf22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:13:44Z', 'updated_at': '2021-11-22T20:13:54Z', 'revision_number': 5, 'project_id': '39adbab155b64849b1b9cb0eac9a72dd', 'subnets': [{'id': 'd6285324-c6ad-4a91-91fa-21c8262eaf22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c369c619-fa26-4109-b87f-927bf4f1cf4b', 'name': '', 'network_id': '1b095c1c-5878-4824-8fd2-a95a395f0abf', 'tenant_id': '39adbab155b64849b1b9cb0eac9a72dd', 'mac_address': 'fa:16:3e:ee:85:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94fdbc4e-00b6-4ae1-966d-9f56ed32b34b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': '46f60706-5383-4cf7-80e5-c33028f6df74', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:13:48Z', 'updated_at': '2021-11-22T20:14:12Z', 'revision_number': 5, 'project_id': '39adbab155b64849b1b9cb0eac9a72dd', 'subnets': [{'id': '46f60706-5383-4cf7-80e5-c33028f6df74', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:14:48.361222 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-259a183d-bef9-430c-8cec-f4255d1ffcc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381'] for port, after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:48.385057 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-259a183d-bef9-430c-8cec-f4255d1ffcc8 None None] No DVR routers for this DVR port 25df14b7-6e25-45f5-a53e-b87f1aea00c9 on host n-d-818823-1 {{(pid=103449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:14:48.414620 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259a183d-bef9-430c-8cec-f4255d1ffcc8 None None] Pushing event deleted for resources: {'Port': ['ID=25df14b7-6e25-45f5-a53e-b87f1aea00c9,revision_number=None']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:14:48.434410 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-197ab2f8-f554-4755-a2b7-c4b7601fb950 None None] Checking router: 94fdbc4e-00b6-4ae1-966d-9f56ed32b34b for host: n-d-818823-1 {{(pid=103450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 20:14:48.458471 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-197ab2f8-f554-4755-a2b7-c4b7601fb950 None None] Routers {'94fdbc4e-00b6-4ae1-966d-9f56ed32b34b'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:14:48.459189 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-197ab2f8-f554-4755-a2b7-c4b7601fb950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:14:32Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['94fdbc4e-00b6-4ae1-966d-9f56ed32b34b'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:14:48.600947 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-8350cd93-595d-48b8-b758-70ac59732fb6 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] For port 25df14b7-6e25-45f5-a53e-b87f1aea00c9, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=25df14b7-6e25-45f5-a53e-b87f1aea00c9,segment=NetworkSegment(937ca34a-59de-4aa1-bd5a-f988ad188bef),segment_id=937ca34a-59de-4aa1-bd5a-f988ad188bef)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:14:48.601324 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8350cd93-595d-48b8-b758-70ac59732fb6 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:48.664489 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-197ab2f8-f554-4755-a2b7-c4b7601fb950 None None] Set router 94fdbc4e-00b6-4ae1-966d-9f56ed32b34b gateway port host: None {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:14:48.707750 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-8350cd93-595d-48b8-b758-70ac59732fb6 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Calling delete_port for 25df14b7-6e25-45f5-a53e-b87f1aea00c9 owned by network:dhcp {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:14:48.880924 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8350cd93-595d-48b8-b758-70ac59732fb6 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:49.134696 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-197ab2f8-f554-4755-a2b7-c4b7601fb950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94fdbc4e-00b6-4ae1-966d-9f56ed32b34b', 'name': 'tempest-RoutersTest-router-1436907073', 'tenant_id': '39adbab155b64849b1b9cb0eac9a72dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:13:40Z', 'updated_at': '2021-11-22T20:14:43Z', 'revision_number': 9, 'project_id': '39adbab155b64849b1b9cb0eac9a72dd', 'gw_port_host': None, '_interfaces': [{'id': '1f2adec6-c6fc-4c10-ade7-fefcf222b44b', 'name': '', 'network_id': 'bd2b5491-eb53-4726-892d-365d5f850376', 'tenant_id': '39adbab155b64849b1b9cb0eac9a72dd', 'mac_address': 'fa:16:3e:23:58:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94fdbc4e-00b6-4ae1-966d-9f56ed32b34b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': 'd6285324-c6ad-4a91-91fa-21c8262eaf22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:13:44Z', 'updated_at': '2021-11-22T20:13:54Z', 'revision_number': 5, 'project_id': '39adbab155b64849b1b9cb0eac9a72dd', 'subnets': [{'id': 'd6285324-c6ad-4a91-91fa-21c8262eaf22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c369c619-fa26-4109-b87f-927bf4f1cf4b', 'name': '', 'network_id': '1b095c1c-5878-4824-8fd2-a95a395f0abf', 'tenant_id': '39adbab155b64849b1b9cb0eac9a72dd', 'mac_address': 'fa:16:3e:ee:85:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94fdbc4e-00b6-4ae1-966d-9f56ed32b34b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': '46f60706-5383-4cf7-80e5-c33028f6df74', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:13:48Z', 'updated_at': '2021-11-22T20:14:12Z', 'revision_number': 5, 'project_id': '39adbab155b64849b1b9cb0eac9a72dd', 'subnets': [{'id': '46f60706-5383-4cf7-80e5-c33028f6df74', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:14:49.143569 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-056120d9-fbda-4489-a0b9-73429137b314 tempest-ServersTestJSON-643082518 tempest-ServersTestJSON-643082518-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:49.162647 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.db.resource_extend [None req-5f50235c-9ceb-45ca-8a9e-ae4fc646c211 tempest-ServersTestManualDisk-1649092872 tempest-ServersTestManualDisk-1649092872-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 22 20:14:49.163280 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-056120d9-fbda-4489-a0b9-73429137b314 tempest-ServersTestJSON-643082518 tempest-ServersTestJSON-643082518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-595224'] for floatingip, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:49.198547 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-197ab2f8-f554-4755-a2b7-c4b7601fb950 None None] The sync data for ids ['94fdbc4e-00b6-4ae1-966d-9f56ed32b34b'] in n-d-818823-1 is: [{'id': '94fdbc4e-00b6-4ae1-966d-9f56ed32b34b', 'name': 'tempest-RoutersTest-router-1436907073', 'tenant_id': '39adbab155b64849b1b9cb0eac9a72dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:13:40Z', 'updated_at': '2021-11-22T20:14:43Z', 'revision_number': 9, 'project_id': '39adbab155b64849b1b9cb0eac9a72dd', 'gw_port_host': None, '_interfaces': [{'id': '1f2adec6-c6fc-4c10-ade7-fefcf222b44b', 'name': '', 'network_id': 'bd2b5491-eb53-4726-892d-365d5f850376', 'tenant_id': '39adbab155b64849b1b9cb0eac9a72dd', 'mac_address': 'fa:16:3e:23:58:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94fdbc4e-00b6-4ae1-966d-9f56ed32b34b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': 'd6285324-c6ad-4a91-91fa-21c8262eaf22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:13:44Z', 'updated_at': '2021-11-22T20:13:54Z', 'revision_number': 5, 'project_id': '39adbab155b64849b1b9cb0eac9a72dd', 'subnets': [{'id': 'd6285324-c6ad-4a91-91fa-21c8262eaf22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c369c619-fa26-4109-b87f-927bf4f1cf4b', 'name': '', 'network_id': '1b095c1c-5878-4824-8fd2-a95a395f0abf', 'tenant_id': '39adbab155b64849b1b9cb0eac9a72dd', 'mac_address': 'fa:16:3e:ee:85:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94fdbc4e-00b6-4ae1-966d-9f56ed32b34b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': '46f60706-5383-4cf7-80e5-c33028f6df74', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:13:48Z', 'updated_at': '2021-11-22T20:14:12Z', 'revision_number': 5, 'project_id': '39adbab155b64849b1b9cb0eac9a72dd', 'subnets': [{'id': '46f60706-5383-4cf7-80e5-c33028f6df74', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:14:49.268234 n-d-818823-1 neutron-server[103447]: DEBUG neutron.objects.ports [None req-28690d77-cfc4-4318-a444-3cf025ac14af tempest-ExternalNetworksTestJSON-556538668 tempest-ExternalNetworksTestJSON-556538668-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103447) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 22 20:14:49.268234 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-28690d77-cfc4-4318-a444-3cf025ac14af tempest-ExternalNetworksTestJSON-556538668 tempest-ExternalNetworksTestJSON-556538668-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8900613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8485104'] for subnet, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:49.276578 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-5f50235c-9ceb-45ca-8a9e-ae4fc646c211 tempest-ServersTestManualDisk-1649092872 tempest-ServersTestManualDisk-1649092872-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:49.303593 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-5f50235c-9ceb-45ca-8a9e-ae4fc646c211 tempest-ServersTestManualDisk-1649092872 tempest-ServersTestManualDisk-1649092872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-595224'] for floatingip, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:49.307567 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8350cd93-595d-48b8-b758-70ac59732fb6 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Pushing event deleted for resources: {'Port': ['ID=25df14b7-6e25-45f5-a53e-b87f1aea00c9,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:14:49.315133 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8350cd93-595d-48b8-b758-70ac59732fb6 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] No DVR routers for this DVR port 25df14b7-6e25-45f5-a53e-b87f1aea00c9 on host n-d-818823-1 {{(pid=103448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:14:49.374222 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28690d77-cfc4-4318-a444-3cf025ac14af tempest-ExternalNetworksTestJSON-556538668 tempest-ExternalNetworksTestJSON-556538668-project-admin] Pushing event updated for resources: {'Subnet': ['ID=a793d8ce-c054-4477-aeee-53dc95698e37,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:14:49.506588 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8350cd93-595d-48b8-b758-70ac59732fb6 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3760028', 'neutron.services.segments.db._delete_segments_for_network-8748992815755'] for network, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:49.532154 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28690d77-cfc4-4318-a444-3cf025ac14af tempest-ExternalNetworksTestJSON-556538668 tempest-ExternalNetworksTestJSON-556538668-project-admin] Checking segment: {'id': 'afae0c2e-d80c-4336-a3d4-c4cd2d3352ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '5c30835a-b67b-4ac8-9282-cd1897557946'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:14:49.532524 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28690d77-cfc4-4318-a444-3cf025ac14af tempest-ExternalNetworksTestJSON-556538668 tempest-ExternalNetworksTestJSON-556538668-project-admin] Network hostable DHCP agents. Network: 5c30835a-b67b-4ac8-9282-cd1897557946, hostable agents: ['02adaa64-0987-4b74-bad0-cbcf56f8a294'], hosted agents: [] {{(pid=103447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 20:14:49.551073 n-d-818823-1 neutron-server[103448]: INFO neutron.db.l3_db [None req-056120d9-fbda-4489-a0b9-73429137b314 tempest-ServersTestJSON-643082518 tempest-ServersTestJSON-643082518-project] Floating IP 67482583-fad2-4daa-84fb-6b357bbaa8d5 associated. External IP: 172.25.5.246, port: f7db6f63-92d2-48ab-9633-a0a8531e1cd8. Nov 22 20:14:49.558199 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-8350cd93-595d-48b8-b758-70ac59732fb6 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5461317b-00bb-45f9-8507-9f0113ff935f']}} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:14:49.587912 n-d-818823-1 neutron-server[103447]: INFO neutron.db.l3_db [None req-5f50235c-9ceb-45ca-8a9e-ae4fc646c211 tempest-ServersTestManualDisk-1649092872 tempest-ServersTestManualDisk-1649092872-project] Floating IP 406595aa-41a4-4347-b294-cb8c54e790d2 associated. External IP: 172.25.5.78, port: 5310f32c-cae7-4868-833d-87a62178a783. Nov 22 20:14:49.612221 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-8350cd93-595d-48b8-b758-70ac59732fb6 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '937ca34a-59de-4aa1-bd5a-f988ad188bef') {'for_net_delete': True} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:14:49.612562 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-8350cd93-595d-48b8-b758-70ac59732fb6 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '937ca34a-59de-4aa1-bd5a-f988ad188bef') {} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:14:49.642946 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8350cd93-595d-48b8-b758-70ac59732fb6 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748993039638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11627933'] for segment, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:49.720639 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8350cd93-595d-48b8-b758-70ac59732fb6 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:49.734598 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58de43fb-ef75-4c92-b255-9ea65a6049a3 req-4e32ef26-bd1a-45b6-a29d-dfda2059d347 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:14:49.735702 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8350cd93-595d-48b8-b758-70ac59732fb6 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Releasing vlan 638 on physical network physnet1 to pool {{(pid=103448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 20:14:49.736312 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8350cd93-595d-48b8-b758-70ac59732fb6 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11567447'] for segment, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:49.744056 n-d-818823-1 neutron-server[103448]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 20:14:49.744056 n-d-818823-1 neutron-server[103448]: self.session.flush() Nov 22 20:14:49.744056 n-d-818823-1 neutron-server[103448]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 20:14:49.744056 n-d-818823-1 neutron-server[103448]: self.session.flush() Nov 22 20:14:49.744056 n-d-818823-1 neutron-server[103448]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 20:14:49.744056 n-d-818823-1 neutron-server[103448]: self.session.flush() Nov 22 20:14:49.744056 n-d-818823-1 neutron-server[103448]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 20:14:49.744056 n-d-818823-1 neutron-server[103448]: self.session.flush() Nov 22 20:14:49.744056 n-d-818823-1 neutron-server[103448]: Traceback (most recent call last): Nov 22 20:14:49.744056 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 20:14:49.744056 n-d-818823-1 neutron-server[103448]: timer() Nov 22 20:14:49.744056 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 20:14:49.744056 n-d-818823-1 neutron-server[103448]: cb(*args, **kw) Nov 22 20:14:49.744056 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 20:14:49.744056 n-d-818823-1 neutron-server[103448]: return func(*args, **kwargs) Nov 22 20:14:49.744056 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 20:14:49.744056 n-d-818823-1 neutron-server[103448]: self._notify() Nov 22 20:14:49.744056 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 20:14:49.744056 n-d-818823-1 neutron-server[103448]: self.callback(batched_events) Nov 22 20:14:49.744056 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 20:14:49.744056 n-d-818823-1 neutron-server[103448]: event.method(event) Nov 22 20:14:49.744056 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 20:14:49.744056 n-d-818823-1 neutron-server[103448]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 20:14:49.744056 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 20:14:49.744056 n-d-818823-1 neutron-server[103448]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 20:14:49.744056 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 20:14:49.744056 n-d-818823-1 neutron-server[103448]: return f(self, *a, **k) Nov 22 20:14:49.744056 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 20:14:49.744056 n-d-818823-1 neutron-server[103448]: return self._get(url).json() Nov 22 20:14:49.744056 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 20:14:49.744056 n-d-818823-1 neutron-server[103448]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 20:14:49.744056 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 20:14:49.744056 n-d-818823-1 neutron-server[103448]: return self.request(url, 'GET', **kwargs) Nov 22 20:14:49.744056 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 20:14:49.744056 n-d-818823-1 neutron-server[103448]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 20:14:49.744056 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 20:14:49.744056 n-d-818823-1 neutron-server[103448]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 20:14:49.744056 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 20:14:49.744056 n-d-818823-1 neutron-server[103448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 20:14:49.744056 n-d-818823-1 neutron-server[103448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 20:14:49.754984 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-58de43fb-ef75-4c92-b255-9ea65a6049a3 req-4e32ef26-bd1a-45b6-a29d-dfda2059d347 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.46 "GET /v2.0/ports?device_id=a3f25d8f-677c-424e-8b05-326431b3cc8e HTTP/1.1" status: 200 len: 944 time: 0.3292258 Nov 22 20:14:49.778822 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28690d77-cfc4-4318-a444-3cf025ac14af tempest-ExternalNetworksTestJSON-556538668 tempest-ExternalNetworksTestJSON-556538668-project-admin] Network 5c30835a-b67b-4ac8-9282-cd1897557946 is scheduled to be hosted by DHCP agent 02adaa64-0987-4b74-bad0-cbcf56f8a294 with binding_index 1 {{(pid=103447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 20:14:49.842660 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-28690d77-cfc4-4318-a444-3cf025ac14af tempest-ExternalNetworksTestJSON-556538668 tempest-ExternalNetworksTestJSON-556538668-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818823-1, 5c30835a-b67b-4ac8-9282-cd1897557946) {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:14:49.858995 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e13e92d0-6c65-4075-a9ef-be0493fedd4c None None] Network 5c30835a-b67b-4ac8-9282-cd1897557946 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:14:49.862193 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28690d77-cfc4-4318-a444-3cf025ac14af tempest-ExternalNetworksTestJSON-556538668 tempest-ExternalNetworksTestJSON-556538668-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:14:49.867705 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-28690d77-cfc4-4318-a444-3cf025ac14af tempest-ExternalNetworksTestJSON-556538668 tempest-ExternalNetworksTestJSON-556538668-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for subnet, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:49.911385 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8350cd93-595d-48b8-b758-70ac59732fb6 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3760002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595318'] for network, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:49.922264 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8350cd93-595d-48b8-b758-70ac59732fb6 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:49.926463 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-8350cd93-595d-48b8-b758-70ac59732fb6 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] 10.222.0.46 "DELETE /v2.0/networks/5461317b-00bb-45f9-8507-9f0113ff935f HTTP/1.1" status: 204 len: 168 time: 2.3759336 Nov 22 20:14:49.935120 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 39944) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:14:50.034649 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-28690d77-cfc4-4318-a444-3cf025ac14af tempest-ExternalNetworksTestJSON-556538668 tempest-ExternalNetworksTestJSON-556538668-project-admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.2291095 Nov 22 20:14:50.038377 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8350cd93-595d-48b8-b758-70ac59732fb6 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Pushing event deleted for resources: {'Network': ['ID=5461317b-00bb-45f9-8507-9f0113ff935f,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:14:50.049912 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 39948) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:14:50.065674 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-7a591023-53e7-4ff6-a871-01f03d63cf51 tempest-ExternalNetworksTestJSON-556538668 tempest-ExternalNetworksTestJSON-556538668-project-admin] Request body: {'floatingip': {'floating_network_id': '5c30835a-b67b-4ac8-9282-cd1897557946'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:14:50.091628 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 25df14b7-6e25-45f5-a53e-b87f1aea00c9 no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:14:50.100753 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-58de43fb-ef75-4c92-b255-9ea65a6049a3 req-26abfbb7-c3e7-4797-9c58-75a8232e1adc tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.46 "GET /v2.0/security-groups?id=deac3dce-93b4-41af-981b-873d47022422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3440323 Nov 22 20:14:50.153347 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: 25df14b7-6e25-45f5-a53e-b87f1aea00c9 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:14:50.153967 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 25df14b7-6e25-45f5-a53e-b87f1aea00c9 not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:14:50.161173 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 485a9dbb-7931-47e7-8360-73f16c307b3b no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:14:50.203398 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: 485a9dbb-7931-47e7-8360-73f16c307b3b {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:14:50.206298 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 485a9dbb-7931-47e7-8360-73f16c307b3b not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:14:50.225461 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7a591023-53e7-4ff6-a871-01f03d63cf51 tempest-ExternalNetworksTestJSON-556538668 tempest-ExternalNetworksTestJSON-556538668-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:50.263164 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5dcfb4e-f306-41b9-ab7b-6751f3f39f0b None None] Network 5c30835a-b67b-4ac8-9282-cd1897557946 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:14:50.385342 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-056120d9-fbda-4489-a0b9-73429137b314 tempest-ServersTestJSON-643082518 tempest-ServersTestJSON-643082518-project] Router 47cff62d-1400-4750-a951-1dfd42ba9a0b has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 20:14:50.407961 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f50235c-9ceb-45ca-8a9e-ae4fc646c211 tempest-ServersTestManualDisk-1649092872 tempest-ServersTestManualDisk-1649092872-project] Router 5d13bd15-e684-4713-ba44-4f935896f24f has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 20:14:50.715921 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f50235c-9ceb-45ca-8a9e-ae4fc646c211 tempest-ServersTestManualDisk-1649092872 tempest-ServersTestManualDisk-1649092872-project] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:14:50.730432 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5fd2ac2-c7b9-4d5e-a69e-5e1c796fc1f7 None None] Sync routers for ids ['5d13bd15-e684-4713-ba44-4f935896f24f'] in n-d-818823-1 {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:14:50.730834 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-5f50235c-9ceb-45ca-8a9e-ae4fc646c211 tempest-ServersTestManualDisk-1649092872 tempest-ServersTestManualDisk-1649092872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for floatingip, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:50.758751 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5fd2ac2-c7b9-4d5e-a69e-5e1c796fc1f7 None None] Routers {'5d13bd15-e684-4713-ba44-4f935896f24f'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:14:50.759348 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-c5fd2ac2-c7b9-4d5e-a69e-5e1c796fc1f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:14:32Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['5d13bd15-e684-4713-ba44-4f935896f24f'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:14:50.767313 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 39964) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:14:50.786714 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-5f50235c-9ceb-45ca-8a9e-ae4fc646c211 tempest-ServersTestManualDisk-1649092872 tempest-ServersTestManualDisk-1649092872-project] 10.222.0.46 "PUT /v2.0/floatingips/406595aa-41a4-4347-b294-cb8c54e790d2 HTTP/1.1" status: 200 len: 991 time: 3.4032960 Nov 22 20:14:50.787357 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2395704-e941-4921-8963-3be2b945ad62', 'tag': '5310f32c-cae7-4868-833d-87a62178a783'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:14:50.814764 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ee80fa3-77d8-4aad-9208-4a0dbc6e20b3" -d '{"events": [{"name": "network-changed", "server_uuid": "e2395704-e941-4921-8963-3be2b945ad62", "tag": "5310f32c-cae7-4868-833d-87a62178a783"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:14:50.917681 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 20:14:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb2cf007-4745-4c2f-9caa-edddd803dc8b x-openstack-request-id: req-cb2cf007-4745-4c2f-9caa-edddd803dc8b {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:14:50.918008 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2395704-e941-4921-8963-3be2b945ad62", "tag": "5310f32c-cae7-4868-833d-87a62178a783", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:14:50.918406 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-cb2cf007-4745-4c2f-9caa-edddd803dc8b {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:14:50.918863 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2395704-e941-4921-8963-3be2b945ad62', 'tag': '5310f32c-cae7-4868-833d-87a62178a783', 'status': 'completed', 'code': 200} Nov 22 20:14:50.990717 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-c5fd2ac2-c7b9-4d5e-a69e-5e1c796fc1f7 None None] Set router 5d13bd15-e684-4713-ba44-4f935896f24f gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:14:51.083866 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-241ea54c-f0db-49e1-9475-30fa09b5a92a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:51.149854 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-056120d9-fbda-4489-a0b9-73429137b314 tempest-ServersTestJSON-643082518 tempest-ServersTestJSON-643082518-project] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:14:51.162010 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-056120d9-fbda-4489-a0b9-73429137b314 tempest-ServersTestJSON-643082518 tempest-ServersTestJSON-643082518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for floatingip, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:51.166532 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-929d0850-d102-45aa-a700-ad7bbd0e9c31 None None] Sync routers for ids ['47cff62d-1400-4750-a951-1dfd42ba9a0b'] in n-d-818823-1 {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:14:51.177787 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-929d0850-d102-45aa-a700-ad7bbd0e9c31 None None] Routers {'47cff62d-1400-4750-a951-1dfd42ba9a0b'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:14:51.178738 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-929d0850-d102-45aa-a700-ad7bbd0e9c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:14:32Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['47cff62d-1400-4750-a951-1dfd42ba9a0b'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:14:51.224251 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-056120d9-fbda-4489-a0b9-73429137b314 tempest-ServersTestJSON-643082518 tempest-ServersTestJSON-643082518-project] 10.222.0.46 "PUT /v2.0/floatingips/67482583-fad2-4daa-84fb-6b357bbaa8d5 HTTP/1.1" status: 200 len: 992 time: 3.9820740 Nov 22 20:14:51.242633 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b8efb2d-fe81-4a22-8183-9539766c0e33', 'tag': 'f7db6f63-92d2-48ab-9633-a0a8531e1cd8'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:14:51.245258 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589a98cf2aea187fcc423a5edb333e5a6cf3ad7c81115d1ebee0f079693c312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0be65161-3ceb-474a-b052-9dbe80355dde" -d '{"events": [{"name": "network-changed", "server_uuid": "5b8efb2d-fe81-4a22-8183-9539766c0e33", "tag": "f7db6f63-92d2-48ab-9633-a0a8531e1cd8"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:14:51.252933 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7a591023-53e7-4ff6-a871-01f03d63cf51 tempest-ExternalNetworksTestJSON-556538668 tempest-ExternalNetworksTestJSON-556538668-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:51.274876 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee80fa3-77d8-4aad-9208-4a0dbc6e20b3 req-a2164e3b-8062-4833-9022-fc3477aa7850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:14:51.276610 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-0ee80fa3-77d8-4aad-9208-4a0dbc6e20b3 req-a2164e3b-8062-4833-9022-fc3477aa7850 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=002d0de0caa34c4490cab90a994ab520&device_id=e2395704-e941-4921-8963-3be2b945ad62 HTTP/1.1" status: 200 len: 1097 time: 0.2044063 Nov 22 20:14:51.341922 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-929d0850-d102-45aa-a700-ad7bbd0e9c31 None None] Set router 47cff62d-1400-4750-a951-1dfd42ba9a0b gateway port host: n-d-818823-1 {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:14:51.355084 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-241ea54c-f0db-49e1-9475-30fa09b5a92a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:51.366742 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435aa5f7-3fb0-42bd-a18c-34f3f0951daa req-995dd931-f5df-4304-ab0b-510ced97c193 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:14:51.368692 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-435aa5f7-3fb0-42bd-a18c-34f3f0951daa req-995dd931-f5df-4304-ab0b-510ced97c193 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.46 "GET /v2.0/ports?device_id=a3f25d8f-677c-424e-8b05-326431b3cc8e HTTP/1.1" status: 200 len: 944 time: 0.1162219 Nov 22 20:14:51.370087 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-241ea54c-f0db-49e1-9475-30fa09b5a92a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:51.404296 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-241ea54c-f0db-49e1-9475-30fa09b5a92a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9cfece7dd41f496da48c540068796bb3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6358130 Nov 22 20:14:51.405619 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 39994) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:14:51.471645 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241ea54c-f0db-49e1-9475-30fa09b5a92a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6556f191-4dbd-4dbc-a96d-c45458c82e89,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:14:51.531066 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-435aa5f7-3fb0-42bd-a18c-34f3f0951daa req-ad37bf05-ecef-48b9-a8e5-d188c579899b tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.46 "GET /v2.0/security-groups?id=deac3dce-93b4-41af-981b-873d47022422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195188 Nov 22 20:14:51.568149 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-87307647-53d7-4541-9c8b-c3896cba280b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:51.570316 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 20:14:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d02cde3c-8185-409b-8821-b42d1e33fef5 x-openstack-request-id: req-d02cde3c-8185-409b-8821-b42d1e33fef5 {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:14:51.570837 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b8efb2d-fe81-4a22-8183-9539766c0e33", "tag": "f7db6f63-92d2-48ab-9633-a0a8531e1cd8", "status": "completed", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:14:51.570916 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-c5fd2ac2-c7b9-4d5e-a69e-5e1c796fc1f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d13bd15-e684-4713-ba44-4f935896f24f', 'name': 'tempest-ServersTestManualDisk-1187611866-router', 'tenant_id': '002d0de0caa34c4490cab90a994ab520', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': '87875d65-ebf3-4e19-b359-611253e28da1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:13:47Z', 'updated_at': '2021-11-22T20:13:59Z', 'revision_number': 4, 'project_id': '002d0de0caa34c4490cab90a994ab520', 'gw_port': {'id': '87875d65-ebf3-4e19-b359-611253e28da1', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:c7:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d13bd15-e684-4713-ba44-4f935896f24f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:13:48Z', 'updated_at': '2021-11-22T20:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_floatingips': [{'id': '406595aa-41a4-4347-b294-cb8c54e790d2', 'tenant_id': '002d0de0caa34c4490cab90a994ab520', 'floating_ip_address': '172.25.5.78', 'floating_network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'router_id': '5d13bd15-e684-4713-ba44-4f935896f24f', 'port_id': '5310f32c-cae7-4868-833d-87a62178a783', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1320, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74ebf53f-3bfc-4b32-9782-5c33f910ad6f', 'mac_address': 'fa:16:3e:bc:09:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2395704-e941-4921-8963-3be2b945ad62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T20:14:08Z', 'updated_at': '2021-11-22T20:14:49Z', 'revision_number': 1, 'project_id': '002d0de0caa34c4490cab90a994ab520', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bee805a2-5610-4d33-99c0-cdd0b248c343', 'name': '', 'network_id': '74ebf53f-3bfc-4b32-9782-5c33f910ad6f', 'tenant_id': '002d0de0caa34c4490cab90a994ab520', 'mac_address': 'fa:16:3e:f3:70:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d13bd15-e684-4713-ba44-4f935896f24f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': '9835edc8-ccd5-46d4-abe8-f0789df4c86f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:13:55Z', 'updated_at': '2021-11-22T20:14:21Z', 'revision_number': 5, 'project_id': '002d0de0caa34c4490cab90a994ab520', 'subnets': [{'id': '9835edc8-ccd5-46d4-abe8-f0789df4c86f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:14:51.571079 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d02cde3c-8185-409b-8821-b42d1e33fef5 {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:14:51.571456 n-d-818823-1 neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b8efb2d-fe81-4a22-8183-9539766c0e33', 'tag': 'f7db6f63-92d2-48ab-9633-a0a8531e1cd8', 'status': 'completed', 'code': 200} Nov 22 20:14:51.579028 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee80fa3-77d8-4aad-9208-4a0dbc6e20b3 req-0aae9fca-da9f-46fc-9ed7-413e7986cf09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:14:51.580860 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-0ee80fa3-77d8-4aad-9208-4a0dbc6e20b3 req-0aae9fca-da9f-46fc-9ed7-413e7986cf09 service neutron] 10.222.0.41 "GET /v2.0/networks?id=74ebf53f-3bfc-4b32-9782-5c33f910ad6f HTTP/1.1" status: 200 len: 913 time: 0.2606080 Nov 22 20:14:51.592785 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-87307647-53d7-4541-9c8b-c3896cba280b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:51.609345 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5fd2ac2-c7b9-4d5e-a69e-5e1c796fc1f7 None None] Checking router: 5d13bd15-e684-4713-ba44-4f935896f24f for host: n-d-818823-1 {{(pid=103449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 20:14:51.619514 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5fd2ac2-c7b9-4d5e-a69e-5e1c796fc1f7 None None] Routers {'5d13bd15-e684-4713-ba44-4f935896f24f'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:14:51.620317 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-c5fd2ac2-c7b9-4d5e-a69e-5e1c796fc1f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:14:32Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['5d13bd15-e684-4713-ba44-4f935896f24f'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:14:51.656349 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-87307647-53d7-4541-9c8b-c3896cba280b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:51.659496 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-87307647-53d7-4541-9c8b-c3896cba280b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:51.664414 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-87307647-53d7-4541-9c8b-c3896cba280b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6556f191-4dbd-4dbc-a96d-c45458c82e89 HTTP/1.1" status: 204 len: 168 time: 0.2566795 Nov 22 20:14:51.677996 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87307647-53d7-4541-9c8b-c3896cba280b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6556f191-4dbd-4dbc-a96d-c45458c82e89,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:14:51.691020 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be65161-3ceb-474a-b052-9dbe80355dde req-e22dc1fa-9553-4872-9554-26ae17bd9d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:14:51.692943 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0be65161-3ceb-474a-b052-9dbe80355dde req-e22dc1fa-9553-4872-9554-26ae17bd9d86 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=850c5e2af2c44a3fa2eaed5152ec5f3c&device_id=5b8efb2d-fe81-4a22-8183-9539766c0e33 HTTP/1.1" status: 200 len: 1097 time: 0.1606352 Nov 22 20:14:51.743159 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [None req-7a591023-53e7-4ff6-a871-01f03d63cf51 tempest-ExternalNetworksTestJSON-556538668 tempest-ExternalNetworksTestJSON-556538668-project-admin] Allocated IP 172.20.0.7 (5c30835a-b67b-4ac8-9282-cd1897557946/a793d8ce-c054-4477-aeee-53dc95698e37/8c0ac094-59e3-4442-8955-78d302ea5d51) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:14:51.752443 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-929d0850-d102-45aa-a700-ad7bbd0e9c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47cff62d-1400-4750-a951-1dfd42ba9a0b', 'name': 'tempest-ServersTestJSON-395337212-router', 'tenant_id': '850c5e2af2c44a3fa2eaed5152ec5f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.229'}], 'enable_snat': True}, 'gw_port_id': '879aed9c-b068-49c0-a9d5-804f26cae1de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:13:50Z', 'updated_at': '2021-11-22T20:14:03Z', 'revision_number': 4, 'project_id': '850c5e2af2c44a3fa2eaed5152ec5f3c', 'gw_port': {'id': '879aed9c-b068-49c0-a9d5-804f26cae1de', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:23:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47cff62d-1400-4750-a951-1dfd42ba9a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:13:52Z', 'updated_at': '2021-11-22T20:14:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_floatingips': [{'id': '67482583-fad2-4daa-84fb-6b357bbaa8d5', 'tenant_id': '850c5e2af2c44a3fa2eaed5152ec5f3c', 'floating_ip_address': '172.25.5.246', 'floating_network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'router_id': '47cff62d-1400-4750-a951-1dfd42ba9a0b', 'port_id': 'f7db6f63-92d2-48ab-9633-a0a8531e1cd8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1330, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48d933a0-1d3f-430a-95c2-28f98332aa70', 'mac_address': 'fa:16:3e:1c:f9:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b8efb2d-fe81-4a22-8183-9539766c0e33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T20:14:13Z', 'updated_at': '2021-11-22T20:14:48Z', 'revision_number': 1, 'project_id': '850c5e2af2c44a3fa2eaed5152ec5f3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aca36450-d2ce-47ed-80fb-a8f258232b09', 'name': '', 'network_id': '48d933a0-1d3f-430a-95c2-28f98332aa70', 'tenant_id': '850c5e2af2c44a3fa2eaed5152ec5f3c', 'mac_address': 'fa:16:3e:bf:a7:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47cff62d-1400-4750-a951-1dfd42ba9a0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': 'e341af9e-bf46-4c5a-98cc-989107917135', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:13:59Z', 'updated_at': '2021-11-22T20:14:31Z', 'revision_number': 5, 'project_id': '850c5e2af2c44a3fa2eaed5152ec5f3c', 'subnets': [{'id': 'e341af9e-bf46-4c5a-98cc-989107917135', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:14:51.770151 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-c5fd2ac2-c7b9-4d5e-a69e-5e1c796fc1f7 None None] Set router 5d13bd15-e684-4713-ba44-4f935896f24f gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:14:51.825966 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-929d0850-d102-45aa-a700-ad7bbd0e9c31 None None] Checking router: 47cff62d-1400-4750-a951-1dfd42ba9a0b for host: n-d-818823-1 {{(pid=103450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 20:14:51.840269 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-929d0850-d102-45aa-a700-ad7bbd0e9c31 None None] Routers {'47cff62d-1400-4750-a951-1dfd42ba9a0b'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:14:51.841022 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-929d0850-d102-45aa-a700-ad7bbd0e9c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:14:32Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['47cff62d-1400-4750-a951-1dfd42ba9a0b'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:14:51.868442 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be65161-3ceb-474a-b052-9dbe80355dde req-0246c106-52b7-4f76-8ced-8b99f54f1f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:14:51.870943 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0be65161-3ceb-474a-b052-9dbe80355dde req-0246c106-52b7-4f76-8ced-8b99f54f1f87 service neutron] 10.222.0.20 "GET /v2.0/networks?id=48d933a0-1d3f-430a-95c2-28f98332aa70 HTTP/1.1" status: 200 len: 906 time: 0.1710088 Nov 22 20:14:51.930311 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-52672ab0-0059-42da-ad7f-50ac85fdb7c0 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659736'] for router_interface, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:52.066765 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0be65161-3ceb-474a-b052-9dbe80355dde req-94670967-20fe-4912-94b6-70b1a8c380de service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f7db6f63-92d2-48ab-9633-a0a8531e1cd8 HTTP/1.1" status: 200 len: 1000 time: 0.1871407 Nov 22 20:14:52.151180 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-c5fd2ac2-c7b9-4d5e-a69e-5e1c796fc1f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d13bd15-e684-4713-ba44-4f935896f24f', 'name': 'tempest-ServersTestManualDisk-1187611866-router', 'tenant_id': '002d0de0caa34c4490cab90a994ab520', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': '87875d65-ebf3-4e19-b359-611253e28da1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:13:47Z', 'updated_at': '2021-11-22T20:13:59Z', 'revision_number': 4, 'project_id': '002d0de0caa34c4490cab90a994ab520', 'gw_port': {'id': '87875d65-ebf3-4e19-b359-611253e28da1', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:c7:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d13bd15-e684-4713-ba44-4f935896f24f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:13:48Z', 'updated_at': '2021-11-22T20:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_floatingips': [{'id': '406595aa-41a4-4347-b294-cb8c54e790d2', 'tenant_id': '002d0de0caa34c4490cab90a994ab520', 'floating_ip_address': '172.25.5.78', 'floating_network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'router_id': '5d13bd15-e684-4713-ba44-4f935896f24f', 'port_id': '5310f32c-cae7-4868-833d-87a62178a783', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1320, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74ebf53f-3bfc-4b32-9782-5c33f910ad6f', 'mac_address': 'fa:16:3e:bc:09:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2395704-e941-4921-8963-3be2b945ad62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T20:14:08Z', 'updated_at': '2021-11-22T20:14:49Z', 'revision_number': 1, 'project_id': '002d0de0caa34c4490cab90a994ab520', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bee805a2-5610-4d33-99c0-cdd0b248c343', 'name': '', 'network_id': '74ebf53f-3bfc-4b32-9782-5c33f910ad6f', 'tenant_id': '002d0de0caa34c4490cab90a994ab520', 'mac_address': 'fa:16:3e:f3:70:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d13bd15-e684-4713-ba44-4f935896f24f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': '9835edc8-ccd5-46d4-abe8-f0789df4c86f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:13:55Z', 'updated_at': '2021-11-22T20:14:21Z', 'revision_number': 5, 'project_id': '002d0de0caa34c4490cab90a994ab520', 'subnets': [{'id': '9835edc8-ccd5-46d4-abe8-f0789df4c86f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:14:52.156034 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be65161-3ceb-474a-b052-9dbe80355dde req-9049e290-1365-4db2-9f93-760fe48bc2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:14:52.160662 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0be65161-3ceb-474a-b052-9dbe80355dde req-9049e290-1365-4db2-9f93-760fe48bc2cf service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e341af9e-bf46-4c5a-98cc-989107917135 HTTP/1.1" status: 200 len: 844 time: 0.0868516 Nov 22 20:14:52.169274 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-0ee80fa3-77d8-4aad-9208-4a0dbc6e20b3 req-ba891397-7e26-42f7-a1ad-24a860b9bbcc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5310f32c-cae7-4868-833d-87a62178a783 HTTP/1.1" status: 200 len: 999 time: 0.5502074 Nov 22 20:14:52.182674 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7a591023-53e7-4ff6-a871-01f03d63cf51 tempest-ExternalNetworksTestJSON-556538668 tempest-ExternalNetworksTestJSON-556538668-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:52.210611 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-929d0850-d102-45aa-a700-ad7bbd0e9c31 None None] Set router 47cff62d-1400-4750-a951-1dfd42ba9a0b gateway port host: n-d-818823-1 {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:14:52.216300 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5fd2ac2-c7b9-4d5e-a69e-5e1c796fc1f7 None None] The sync data for ids ['5d13bd15-e684-4713-ba44-4f935896f24f'] in n-d-818823-1 is: [{'id': '5d13bd15-e684-4713-ba44-4f935896f24f', 'name': 'tempest-ServersTestManualDisk-1187611866-router', 'tenant_id': '002d0de0caa34c4490cab90a994ab520', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': '87875d65-ebf3-4e19-b359-611253e28da1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:13:47Z', 'updated_at': '2021-11-22T20:13:59Z', 'revision_number': 4, 'project_id': '002d0de0caa34c4490cab90a994ab520', 'gw_port': {'id': '87875d65-ebf3-4e19-b359-611253e28da1', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:c7:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d13bd15-e684-4713-ba44-4f935896f24f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:13:48Z', 'updated_at': '2021-11-22T20:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_floatingips': [{'id': '406595aa-41a4-4347-b294-cb8c54e790d2', 'tenant_id': '002d0de0caa34c4490cab90a994ab520', 'floating_ip_address': '172.25.5.78', 'floating_network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'router_id': '5d13bd15-e684-4713-ba44-4f935896f24f', 'port_id': '5310f32c-cae7-4868-833d-87a62178a783', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1320, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74ebf53f-3bfc-4b32-9782-5c33f910ad6f', 'mac_address': 'fa:16:3e:bc:09:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2395704-e941-4921-8963-3be2b945ad62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T20:14:08Z', 'updated_at': '2021-11-22T20:14:49Z', 'revision_number': 1, 'project_id': '002d0de0caa34c4490cab90a994ab520', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bee805a2-5610-4d33-99c0-cdd0b248c343', 'name': '', 'network_id': '74ebf53f-3bfc-4b32-9782-5c33f910ad6f', 'tenant_id': '002d0de0caa34c4490cab90a994ab520', 'mac_address': 'fa:16:3e:f3:70:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d13bd15-e684-4713-ba44-4f935896f24f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': '9835edc8-ccd5-46d4-abe8-f0789df4c86f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:13:55Z', 'updated_at': '2021-11-22T20:14:21Z', 'revision_number': 5, 'project_id': '002d0de0caa34c4490cab90a994ab520', 'subnets': [{'id': '9835edc8-ccd5-46d4-abe8-f0789df4c86f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:14:52.241226 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be65161-3ceb-474a-b052-9dbe80355dde req-7c75fdc0-a156-4ba1-81b5-695000d61923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:14:52.244021 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0be65161-3ceb-474a-b052-9dbe80355dde req-7c75fdc0-a156-4ba1-81b5-695000d61923 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=48d933a0-1d3f-430a-95c2-28f98332aa70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0763052 Nov 22 20:14:52.386041 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee80fa3-77d8-4aad-9208-4a0dbc6e20b3 req-bf6beabc-bf19-4719-b922-8b57fead0ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:14:52.387671 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-0ee80fa3-77d8-4aad-9208-4a0dbc6e20b3 req-bf6beabc-bf19-4719-b922-8b57fead0ddf service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9835edc8-ccd5-46d4-abe8-f0789df4c86f HTTP/1.1" status: 200 len: 851 time: 0.2084062 Nov 22 20:14:52.393552 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0be65161-3ceb-474a-b052-9dbe80355dde req-7716b46c-aeef-464d-8297-1c7b1ab9a7a0 service neutron] 10.222.0.20 "GET /v2.0/networks/48d933a0-1d3f-430a-95c2-28f98332aa70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420918 Nov 22 20:14:52.464024 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7a591023-53e7-4ff6-a871-01f03d63cf51 tempest-ExternalNetworksTestJSON-556538668 tempest-ExternalNetworksTestJSON-556538668-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:52.490577 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a591023-53e7-4ff6-a871-01f03d63cf51 tempest-ExternalNetworksTestJSON-556538668 tempest-ExternalNetworksTestJSON-556538668-project-admin] Network 5c30835a-b67b-4ac8-9282-cd1897557946 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:14:52.558130 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-7a591023-53e7-4ff6-a871-01f03d63cf51 tempest-ExternalNetworksTestJSON-556538668 tempest-ExternalNetworksTestJSON-556538668-project-admin] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:14:52.576241 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a591023-53e7-4ff6-a871-01f03d63cf51 tempest-ExternalNetworksTestJSON-556538668 tempest-ExternalNetworksTestJSON-556538668-project-admin] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:14:52.652133 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba38be41-ebe1-47d3-9917-1d54c6d0755c None None] New status for floating IP 406595aa-41a4-4347-b294-cb8c54e790d2: ACTIVE {{(pid=103449) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 20:14:52.668549 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0be65161-3ceb-474a-b052-9dbe80355dde req-93603021-cb1e-4bb9-b3c8-1f14a4fd27ab service neutron] 10.222.0.20 "GET /v2.0/networks/48d933a0-1d3f-430a-95c2-28f98332aa70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2667539 Nov 22 20:14:52.692122 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee80fa3-77d8-4aad-9208-4a0dbc6e20b3 req-58fe8385-5b31-4792-a170-ac265bbe3bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:14:52.693926 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-0ee80fa3-77d8-4aad-9208-4a0dbc6e20b3 req-58fe8385-5b31-4792-a170-ac265bbe3bb5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=74ebf53f-3bfc-4b32-9782-5c33f910ad6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2973676 Nov 22 20:14:52.706784 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-929d0850-d102-45aa-a700-ad7bbd0e9c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47cff62d-1400-4750-a951-1dfd42ba9a0b', 'name': 'tempest-ServersTestJSON-395337212-router', 'tenant_id': '850c5e2af2c44a3fa2eaed5152ec5f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.229'}], 'enable_snat': True}, 'gw_port_id': '879aed9c-b068-49c0-a9d5-804f26cae1de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:13:50Z', 'updated_at': '2021-11-22T20:14:03Z', 'revision_number': 4, 'project_id': '850c5e2af2c44a3fa2eaed5152ec5f3c', 'gw_port': {'id': '879aed9c-b068-49c0-a9d5-804f26cae1de', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:23:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47cff62d-1400-4750-a951-1dfd42ba9a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:13:52Z', 'updated_at': '2021-11-22T20:14:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_floatingips': [{'id': '67482583-fad2-4daa-84fb-6b357bbaa8d5', 'tenant_id': '850c5e2af2c44a3fa2eaed5152ec5f3c', 'floating_ip_address': '172.25.5.246', 'floating_network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'router_id': '47cff62d-1400-4750-a951-1dfd42ba9a0b', 'port_id': 'f7db6f63-92d2-48ab-9633-a0a8531e1cd8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1330, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48d933a0-1d3f-430a-95c2-28f98332aa70', 'mac_address': 'fa:16:3e:1c:f9:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b8efb2d-fe81-4a22-8183-9539766c0e33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T20:14:13Z', 'updated_at': '2021-11-22T20:14:48Z', 'revision_number': 1, 'project_id': '850c5e2af2c44a3fa2eaed5152ec5f3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aca36450-d2ce-47ed-80fb-a8f258232b09', 'name': '', 'network_id': '48d933a0-1d3f-430a-95c2-28f98332aa70', 'tenant_id': '850c5e2af2c44a3fa2eaed5152ec5f3c', 'mac_address': 'fa:16:3e:bf:a7:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47cff62d-1400-4750-a951-1dfd42ba9a0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': 'e341af9e-bf46-4c5a-98cc-989107917135', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:13:59Z', 'updated_at': '2021-11-22T20:14:31Z', 'revision_number': 5, 'project_id': '850c5e2af2c44a3fa2eaed5152ec5f3c', 'subnets': [{'id': 'e341af9e-bf46-4c5a-98cc-989107917135', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:14:52.745470 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-929d0850-d102-45aa-a700-ad7bbd0e9c31 None None] The sync data for ids ['47cff62d-1400-4750-a951-1dfd42ba9a0b'] in n-d-818823-1 is: [{'id': '47cff62d-1400-4750-a951-1dfd42ba9a0b', 'name': 'tempest-ServersTestJSON-395337212-router', 'tenant_id': '850c5e2af2c44a3fa2eaed5152ec5f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.229'}], 'enable_snat': True}, 'gw_port_id': '879aed9c-b068-49c0-a9d5-804f26cae1de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:13:50Z', 'updated_at': '2021-11-22T20:14:03Z', 'revision_number': 4, 'project_id': '850c5e2af2c44a3fa2eaed5152ec5f3c', 'gw_port': {'id': '879aed9c-b068-49c0-a9d5-804f26cae1de', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:23:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47cff62d-1400-4750-a951-1dfd42ba9a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:13:52Z', 'updated_at': '2021-11-22T20:14:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_floatingips': [{'id': '67482583-fad2-4daa-84fb-6b357bbaa8d5', 'tenant_id': '850c5e2af2c44a3fa2eaed5152ec5f3c', 'floating_ip_address': '172.25.5.246', 'floating_network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'router_id': '47cff62d-1400-4750-a951-1dfd42ba9a0b', 'port_id': 'f7db6f63-92d2-48ab-9633-a0a8531e1cd8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1330, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48d933a0-1d3f-430a-95c2-28f98332aa70', 'mac_address': 'fa:16:3e:1c:f9:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b8efb2d-fe81-4a22-8183-9539766c0e33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T20:14:13Z', 'updated_at': '2021-11-22T20:14:48Z', 'revision_number': 1, 'project_id': '850c5e2af2c44a3fa2eaed5152ec5f3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aca36450-d2ce-47ed-80fb-a8f258232b09', 'name': '', 'network_id': '48d933a0-1d3f-430a-95c2-28f98332aa70', 'tenant_id': '850c5e2af2c44a3fa2eaed5152ec5f3c', 'mac_address': 'fa:16:3e:bf:a7:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47cff62d-1400-4750-a951-1dfd42ba9a0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': 'e341af9e-bf46-4c5a-98cc-989107917135', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:13:59Z', 'updated_at': '2021-11-22T20:14:31Z', 'revision_number': 5, 'project_id': '850c5e2af2c44a3fa2eaed5152ec5f3c', 'subnets': [{'id': 'e341af9e-bf46-4c5a-98cc-989107917135', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:14:52.848546 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f1896e-5a65-44e1-860e-c1a17f3c24dc req-4f9745b6-ab1e-45fa-a14d-02cedafa8de9 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:14:52.858455 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-51f1896e-5a65-44e1-860e-c1a17f3c24dc req-4f9745b6-ab1e-45fa-a14d-02cedafa8de9 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.46 "GET /v2.0/ports?device_id=a3f25d8f-677c-424e-8b05-326431b3cc8e HTTP/1.1" status: 200 len: 944 time: 0.0950122 Nov 22 20:14:52.917006 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-0ee80fa3-77d8-4aad-9208-4a0dbc6e20b3 req-9e68a10f-81fe-4e78-b5ff-5a1a60b2418b service neutron] 10.222.0.41 "GET /v2.0/networks/74ebf53f-3bfc-4b32-9782-5c33f910ad6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1906738 Nov 22 20:14:52.930570 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-51f1896e-5a65-44e1-860e-c1a17f3c24dc req-efb3f230-53eb-4aca-bcd6-c81d16ea049b tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.46 "GET /v2.0/security-groups?id=deac3dce-93b4-41af-981b-873d47022422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710323 Nov 22 20:14:52.938331 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a591023-53e7-4ff6-a871-01f03d63cf51 tempest-ExternalNetworksTestJSON-556538668 tempest-ExternalNetworksTestJSON-556538668-project-admin] Pushing event updated for resources: {'Port': ['ID=8c0ac094-59e3-4442-8955-78d302ea5d51,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:14:53.085047 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7a591023-53e7-4ff6-a871-01f03d63cf51 tempest-ExternalNetworksTestJSON-556538668 tempest-ExternalNetworksTestJSON-556538668-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:53.197419 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7a591023-53e7-4ff6-a871-01f03d63cf51 tempest-ExternalNetworksTestJSON-556538668 tempest-ExternalNetworksTestJSON-556538668-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:53.203156 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-0ee80fa3-77d8-4aad-9208-4a0dbc6e20b3 req-0d7f5799-da47-4afc-a623-67a3e9b45869 service neutron] 10.222.0.41 "GET /v2.0/networks/74ebf53f-3bfc-4b32-9782-5c33f910ad6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2656493 Nov 22 20:14:53.243939 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-52672ab0-0059-42da-ad7f-50ac85fdb7c0 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Deleting port c369c619-fa26-4109-b87f-927bf4f1cf4b {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:14:53.244357 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-52672ab0-0059-42da-ad7f-50ac85fdb7c0 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:53.477002 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-52672ab0-0059-42da-ad7f-50ac85fdb7c0 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] For port c369c619-fa26-4109-b87f-927bf4f1cf4b, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=c369c619-fa26-4109-b87f-927bf4f1cf4b,segment=NetworkSegment(ae851fd4-d8d2-44a9-a178-e240ab4bdf0e),segment_id=ae851fd4-d8d2-44a9-a178-e240ab4bdf0e)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:14:53.477532 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-52672ab0-0059-42da-ad7f-50ac85fdb7c0 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:53.502894 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-52672ab0-0059-42da-ad7f-50ac85fdb7c0 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Calling delete_port for c369c619-fa26-4109-b87f-927bf4f1cf4b owned by network:router_interface {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:14:53.525535 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7a591023-53e7-4ff6-a871-01f03d63cf51 tempest-ExternalNetworksTestJSON-556538668 tempest-ExternalNetworksTestJSON-556538668-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:53.532088 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7a591023-53e7-4ff6-a871-01f03d63cf51 tempest-ExternalNetworksTestJSON-556538668 tempest-ExternalNetworksTestJSON-556538668-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:53.720767 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a591023-53e7-4ff6-a871-01f03d63cf51 tempest-ExternalNetworksTestJSON-556538668 tempest-ExternalNetworksTestJSON-556538668-project-admin] Pushing event updated for resources: {'Port': ['ID=8c0ac094-59e3-4442-8955-78d302ea5d51,revision_number=2']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:14:53.806941 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7a591023-53e7-4ff6-a871-01f03d63cf51 tempest-ExternalNetworksTestJSON-556538668 tempest-ExternalNetworksTestJSON-556538668-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-595224'] for floatingip, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:53.843214 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7a591023-53e7-4ff6-a871-01f03d63cf51 tempest-ExternalNetworksTestJSON-556538668 tempest-ExternalNetworksTestJSON-556538668-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for floatingip, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:53.844610 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-7a591023-53e7-4ff6-a871-01f03d63cf51 tempest-ExternalNetworksTestJSON-556538668 tempest-ExternalNetworksTestJSON-556538668-project-admin] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 3.7930903 Nov 22 20:14:53.848406 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 40106) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:14:53.918449 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e84726-a57a-498a-b47f-3e502669828b None None] New status for floating IP 67482583-fad2-4daa-84fb-6b357bbaa8d5: ACTIVE {{(pid=103450) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 20:14:53.957837 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-52672ab0-0059-42da-ad7f-50ac85fdb7c0 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:53.991612 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-59725b22-5f81-49fa-bd16-44d4e5b7a88f tempest-ExternalNetworksTestJSON-556538668 tempest-ExternalNetworksTestJSON-556538668-project-admin] 10.222.0.46 "GET /v2.0/floatingips?floating_network_id=5c30835a-b67b-4ac8-9282-cd1897557946 HTTP/1.1" status: 200 len: 689 time: 0.1412504 Nov 22 20:14:53.994427 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 40120) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:14:53.999671 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52672ab0-0059-42da-ad7f-50ac85fdb7c0 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Pushing event deleted for resources: {'Port': ['ID=c369c619-fa26-4109-b87f-927bf4f1cf4b,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:14:54.236513 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-52672ab0-0059-42da-ad7f-50ac85fdb7c0 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-563470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-663272'] for router_interface, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:54.466979 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52672ab0-0059-42da-ad7f-50ac85fdb7c0 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Router 94fdbc4e-00b6-4ae1-966d-9f56ed32b34b has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 20:14:54.573030 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52672ab0-0059-42da-ad7f-50ac85fdb7c0 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:14:54.582241 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-52672ab0-0059-42da-ad7f-50ac85fdb7c0 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] 10.222.0.46 "PUT /v2.0/routers/94fdbc4e-00b6-4ae1-966d-9f56ed32b34b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6423988 Nov 22 20:14:54.585663 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2417364-688a-402b-9b5e-a5780af763f0 req-fdd877b7-599a-4645-9eb0-24533d50affc tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:14:54.587178 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d2417364-688a-402b-9b5e-a5780af763f0 req-fdd877b7-599a-4645-9eb0-24533d50affc tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] 10.222.0.46 "GET /v2.0/networks?id=c625a1a7-f1bd-484b-b342-37cf517c7d76 HTTP/1.1" status: 200 len: 805 time: 0.6174266 Nov 22 20:14:54.590803 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-409b94f4-1f34-4745-b4d3-3bc9885ea7e8 None None] Sync routers for ids ['94fdbc4e-00b6-4ae1-966d-9f56ed32b34b'] in n-d-818823-1 {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:14:54.592799 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 40148) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:14:54.602445 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491609af-0363-48c7-8931-7f98cb6905aa req-9b80ad4c-1cb0-4b08-a82a-8f1d47c60bee tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:14:54.603999 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-491609af-0363-48c7-8931-7f98cb6905aa req-9b80ad4c-1cb0-4b08-a82a-8f1d47c60bee tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.46 "GET /v2.0/ports?device_id=a3f25d8f-677c-424e-8b05-326431b3cc8e HTTP/1.1" status: 200 len: 944 time: 0.4976575 Nov 22 20:14:54.608649 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-409b94f4-1f34-4745-b4d3-3bc9885ea7e8 None None] Routers {'94fdbc4e-00b6-4ae1-966d-9f56ed32b34b'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:14:54.609525 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-409b94f4-1f34-4745-b4d3-3bc9885ea7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:14:32Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['94fdbc4e-00b6-4ae1-966d-9f56ed32b34b'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:14:54.620591 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-58b2a862-b0c8-4c65-b3cb-85391b5a0d1c tempest-ExternalNetworksTestJSON-556538668 tempest-ExternalNetworksTestJSON-556538668-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3961693'] for network, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:54.629473 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d2417364-688a-402b-9b5e-a5780af763f0 req-a98e315c-936e-479e-84e9-fe83cc3c2169 tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] 10.222.0.46 "GET /v2.0/quotas/f636877ba0f34a3e9062dfe9cdad7e3c HTTP/1.1" status: 200 len: 375 time: 0.0220222 Nov 22 20:14:54.673806 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_v2 [None req-08dd7ab5-44f0-42e4-80d4-dba9f38a02f9 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Deleting subnet 46f60706-5383-4cf7-80e5-c33028f6df74 {{(pid=103448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 20:14:54.679230 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-08dd7ab5-44f0-42e4-80d4-dba9f38a02f9 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks [] for subnet, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:54.733382 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-08dd7ab5-44f0-42e4-80d4-dba9f38a02f9 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11627908'] for subnet, precommit_delete_associations {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:54.759236 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-409b94f4-1f34-4745-b4d3-3bc9885ea7e8 None None] Set router 94fdbc4e-00b6-4ae1-966d-9f56ed32b34b gateway port host: None {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:14:54.795726 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-491609af-0363-48c7-8931-7f98cb6905aa req-6e93dc1f-dac8-4ab2-b6a3-e8dc1e72c2ee tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.46 "GET /v2.0/security-groups?id=deac3dce-93b4-41af-981b-873d47022422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757097 Nov 22 20:14:54.824900 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d2417364-688a-402b-9b5e-a5780af763f0 req-68497784-7b20-4ab3-9cb7-80d31318b12a tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=f636877ba0f34a3e9062dfe9cdad7e3c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1868365 Nov 22 20:14:54.892664 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-08dd7ab5-44f0-42e4-80d4-dba9f38a02f9 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3753007'] for subnet, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:54.906742 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-58b2a862-b0c8-4c65-b3cb-85391b5a0d1c tempest-ExternalNetworksTestJSON-556538668 tempest-ExternalNetworksTestJSON-556538668-project-admin] Deleting port 8c0ac094-59e3-4442-8955-78d302ea5d51 {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:14:54.907331 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-58b2a862-b0c8-4c65-b3cb-85391b5a0d1c tempest-ExternalNetworksTestJSON-556538668 tempest-ExternalNetworksTestJSON-556538668-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:54.991729 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d2417364-688a-402b-9b5e-a5780af763f0 req-3299514f-bedb-4375-9019-bd78374bb806 service neutron] 10.222.0.46 "GET /v2.0/networks/c625a1a7-f1bd-484b-b342-37cf517c7d76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656108 Nov 22 20:14:55.051522 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-08dd7ab5-44f0-42e4-80d4-dba9f38a02f9 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3753014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11567369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11792914'] for subnet, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:55.093270 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-58b2a862-b0c8-4c65-b3cb-85391b5a0d1c tempest-ExternalNetworksTestJSON-556538668 tempest-ExternalNetworksTestJSON-556538668-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:55.093603 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-58b2a862-b0c8-4c65-b3cb-85391b5a0d1c tempest-ExternalNetworksTestJSON-556538668 tempest-ExternalNetworksTestJSON-556538668-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:55.104549 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dd7ab5-44f0-42e4-80d4-dba9f38a02f9 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Pushing event deleted for resources: {'Subnet': ['ID=46f60706-5383-4cf7-80e5-c33028f6df74,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:14:55.124280 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-58b2a862-b0c8-4c65-b3cb-85391b5a0d1c tempest-ExternalNetworksTestJSON-556538668 tempest-ExternalNetworksTestJSON-556538668-project-admin] Calling delete_port for 8c0ac094-59e3-4442-8955-78d302ea5d51 owned by network:floatingip {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:14:55.128295 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-08dd7ab5-44f0-42e4-80d4-dba9f38a02f9 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:55.134424 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-08dd7ab5-44f0-42e4-80d4-dba9f38a02f9 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] 10.222.0.46 "DELETE /v2.0/subnets/46f60706-5383-4cf7-80e5-c33028f6df74 HTTP/1.1" status: 204 len: 168 time: 0.5397933 Nov 22 20:14:55.136726 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 40168) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:14:55.138851 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-942d9b11-aded-4e75-9717-997e9973cdb4 None None] Network 1b095c1c-5878-4824-8fd2-a95a395f0abf requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:14:55.165411 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d2417364-688a-402b-9b5e-a5780af763f0 req-1fc6dae5-9693-4c44-8062-f19a61069b45 service neutron] 10.222.0.46 "GET /v2.0/networks/c625a1a7-f1bd-484b-b342-37cf517c7d76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727705 Nov 22 20:14:55.225944 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-409b94f4-1f34-4745-b4d3-3bc9885ea7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94fdbc4e-00b6-4ae1-966d-9f56ed32b34b', 'name': 'tempest-RoutersTest-router-1436907073', 'tenant_id': '39adbab155b64849b1b9cb0eac9a72dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:13:40Z', 'updated_at': '2021-11-22T20:14:53Z', 'revision_number': 10, 'project_id': '39adbab155b64849b1b9cb0eac9a72dd', 'gw_port_host': None, '_interfaces': [{'id': '1f2adec6-c6fc-4c10-ade7-fefcf222b44b', 'name': '', 'network_id': 'bd2b5491-eb53-4726-892d-365d5f850376', 'tenant_id': '39adbab155b64849b1b9cb0eac9a72dd', 'mac_address': 'fa:16:3e:23:58:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94fdbc4e-00b6-4ae1-966d-9f56ed32b34b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': 'd6285324-c6ad-4a91-91fa-21c8262eaf22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:13:44Z', 'updated_at': '2021-11-22T20:13:54Z', 'revision_number': 5, 'project_id': '39adbab155b64849b1b9cb0eac9a72dd', 'subnets': [{'id': 'd6285324-c6ad-4a91-91fa-21c8262eaf22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:14:55.228491 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 40170) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:14:55.238383 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-538e0a2e-f268-4748-b2b4-be749d384631 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3961693'] for network, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:55.304371 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-409b94f4-1f34-4745-b4d3-3bc9885ea7e8 None None] Checking router: 94fdbc4e-00b6-4ae1-966d-9f56ed32b34b for host: n-d-818823-1 {{(pid=103449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 20:14:55.331556 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-409b94f4-1f34-4745-b4d3-3bc9885ea7e8 None None] Routers {'94fdbc4e-00b6-4ae1-966d-9f56ed32b34b'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:14:55.332263 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-409b94f4-1f34-4745-b4d3-3bc9885ea7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:14:32Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['94fdbc4e-00b6-4ae1-966d-9f56ed32b34b'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:14:55.412658 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-538e0a2e-f268-4748-b2b4-be749d384631 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Deleting port 26304549-baa3-469b-9888-96ee7e9fb8ff {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:14:55.413159 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-538e0a2e-f268-4748-b2b4-be749d384631 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:55.427019 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4d6b9236-8e6b-4802-964a-c0bd5cdfef71 req-8fbe6ce0-4197-4bab-9245-d39bd049f6df tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] 10.222.0.46 "GET /v2.0/ports?device_id=473ded31-5dd9-4e37-bfda-f75c7f998ef4 HTTP/1.1" status: 200 len: 210 time: 0.0515454 Nov 22 20:14:55.434731 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-36d33628-840e-4f79-a7d2-5464cd075434 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:55.490529 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5d7c3e-fa79-408b-ac0a-7a644fb59ba2 req-9b65264b-b32e-4f33-aa78-13e48a398b34 tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:14:55.492090 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-ec5d7c3e-fa79-408b-ac0a-7a644fb59ba2 req-9b65264b-b32e-4f33-aa78-13e48a398b34 tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] 10.222.0.41 "GET /v2.0/ports?device_id=822d0b40-fb07-47a2-8600-2249d0728824 HTTP/1.1" status: 200 len: 946 time: 0.1306746 Nov 22 20:14:55.520653 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-409b94f4-1f34-4745-b4d3-3bc9885ea7e8 None None] Set router 94fdbc4e-00b6-4ae1-966d-9f56ed32b34b gateway port host: None {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:14:55.523140 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-58b2a862-b0c8-4c65-b3cb-85391b5a0d1c tempest-ExternalNetworksTestJSON-556538668 tempest-ExternalNetworksTestJSON-556538668-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:55.594992 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-538e0a2e-f268-4748-b2b4-be749d384631 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] For port 26304549-baa3-469b-9888-96ee7e9fb8ff, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=26304549-baa3-469b-9888-96ee7e9fb8ff,segment=NetworkSegment(ae851fd4-d8d2-44a9-a178-e240ab4bdf0e),segment_id=ae851fd4-d8d2-44a9-a178-e240ab4bdf0e)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:14:55.595371 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-538e0a2e-f268-4748-b2b4-be749d384631 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:55.617716 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b2a862-b0c8-4c65-b3cb-85391b5a0d1c tempest-ExternalNetworksTestJSON-556538668 tempest-ExternalNetworksTestJSON-556538668-project-admin] Pushing event deleted for resources: {'Port': ['ID=8c0ac094-59e3-4442-8955-78d302ea5d51,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:14:55.649630 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-538e0a2e-f268-4748-b2b4-be749d384631 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Calling delete_port for 26304549-baa3-469b-9888-96ee7e9fb8ff owned by network:dhcp {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:14:55.668597 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e78ca101-bbb1-48b3-a916-1cf76df0fbc0 None None] DHCP port deletion for 1b095c1c-5878-4824-8fd2-a95a395f0abf request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:14:55.671209 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 6620079e-e870-4ea0-9cbc-4659f9f9eee6 no longer exists at agent hyperv_n-h1-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:14:55.717696 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-58b2a862-b0c8-4c65-b3cb-85391b5a0d1c tempest-ExternalNetworksTestJSON-556538668 tempest-ExternalNetworksTestJSON-556538668-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:55.721833 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-36d33628-840e-4f79-a7d2-5464cd075434 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:55.732252 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-36d33628-840e-4f79-a7d2-5464cd075434 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:55.809865 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-36d33628-840e-4f79-a7d2-5464cd075434 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=dba67f4865044f1aa992646e652607d1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5801673 Nov 22 20:14:55.815851 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 40184) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:14:55.859540 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d33628-840e-4f79-a7d2-5464cd075434 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7713ff3-b7b1-4981-ad01-228dacdccae9,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:14:55.868037 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-58b2a862-b0c8-4c65-b3cb-85391b5a0d1c tempest-ExternalNetworksTestJSON-556538668 tempest-ExternalNetworksTestJSON-556538668-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3753007'] for subnet, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:55.897005 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-e78ca101-bbb1-48b3-a916-1cf76df0fbc0 None None] Deleting port 26304549-baa3-469b-9888-96ee7e9fb8ff {{(pid=103449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:14:55.897526 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e78ca101-bbb1-48b3-a916-1cf76df0fbc0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:55.995523 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-58b2a862-b0c8-4c65-b3cb-85391b5a0d1c tempest-ExternalNetworksTestJSON-556538668 tempest-ExternalNetworksTestJSON-556538668-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3753014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8900804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8485115'] for subnet, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:56.099691 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b2a862-b0c8-4c65-b3cb-85391b5a0d1c tempest-ExternalNetworksTestJSON-556538668 tempest-ExternalNetworksTestJSON-556538668-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=a793d8ce-c054-4477-aeee-53dc95698e37,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:14:56.108841 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:56.145550 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-e78ca101-bbb1-48b3-a916-1cf76df0fbc0 None None] For port 26304549-baa3-469b-9888-96ee7e9fb8ff, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=26304549-baa3-469b-9888-96ee7e9fb8ff,segment=NetworkSegment(ae851fd4-d8d2-44a9-a178-e240ab4bdf0e),segment_id=ae851fd4-d8d2-44a9-a178-e240ab4bdf0e)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:14:56.146245 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e78ca101-bbb1-48b3-a916-1cf76df0fbc0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:56.153956 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 26304549-baa3-469b-9888-96ee7e9fb8ff no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:14:56.212941 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-58b2a862-b0c8-4c65-b3cb-85391b5a0d1c tempest-ExternalNetworksTestJSON-556538668 tempest-ExternalNetworksTestJSON-556538668-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3760028', 'neutron.services.segments.db._delete_segments_for_network-8748992815755'] for network, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:56.255315 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 6620079e-e870-4ea0-9cbc-4659f9f9eee6, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=6620079e-e870-4ea0-9cbc-4659f9f9eee6,segment=NetworkSegment(071fae29-45f8-4fae-87e0-a91dc64245f1),segment_id=071fae29-45f8-4fae-87e0-a91dc64245f1)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:14:56.262584 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [req-ec5d7c3e-fa79-408b-ac0a-7a644fb59ba2 req-9da2a9fb-fd26-423e-b2aa-f0693b3c8019 tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] Deleting port 6620079e-e870-4ea0-9cbc-4659f9f9eee6 {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:14:56.263334 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '822d0b40-fb07-47a2-8600-2249d0728824', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6620079e-e870-4ea0-9cbc-4659f9f9eee6'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:14:56.263911 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-ec5d7c3e-fa79-408b-ac0a-7a644fb59ba2 req-9da2a9fb-fd26-423e-b2aa-f0693b3c8019 tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:56.264133 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-58b2a862-b0c8-4c65-b3cb-85391b5a0d1c tempest-ExternalNetworksTestJSON-556538668 tempest-ExternalNetworksTestJSON-556538668-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c30835a-b67b-4ac8-9282-cd1897557946']}} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:14:56.265837 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d39f6d30a11e565ec9648abcc015e8a6ab6cff4edd704add8155e28765d31eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cec315d8-6c86-4fe6-9282-9299ce083ec5" -d '{"events": [{"server_uuid": "822d0b40-fb07-47a2-8600-2249d0728824", "name": "network-vif-unplugged", "status": "completed", "tag": "6620079e-e870-4ea0-9cbc-4659f9f9eee6"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:14:56.276671 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-e78ca101-bbb1-48b3-a916-1cf76df0fbc0 None None] Calling delete_port for 26304549-baa3-469b-9888-96ee7e9fb8ff owned by network:dhcp {{(pid=103449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:14:56.277557 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-58b2a862-b0c8-4c65-b3cb-85391b5a0d1c tempest-ExternalNetworksTestJSON-556538668 tempest-ExternalNetworksTestJSON-556538668-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afae0c2e-d80c-4336-a3d4-c4cd2d3352ae') {'for_net_delete': True} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:14:56.277865 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-58b2a862-b0c8-4c65-b3cb-85391b5a0d1c tempest-ExternalNetworksTestJSON-556538668 tempest-ExternalNetworksTestJSON-556538668-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afae0c2e-d80c-4336-a3d4-c4cd2d3352ae') {} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:14:56.281911 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:56.292922 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-58b2a862-b0c8-4c65-b3cb-85391b5a0d1c tempest-ExternalNetworksTestJSON-556538668 tempest-ExternalNetworksTestJSON-556538668-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748993039638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12178344'] for segment, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:56.310871 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-58b2a862-b0c8-4c65-b3cb-85391b5a0d1c tempest-ExternalNetworksTestJSON-556538668 tempest-ExternalNetworksTestJSON-556538668-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:56.318124 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58b2a862-b0c8-4c65-b3cb-85391b5a0d1c tempest-ExternalNetworksTestJSON-556538668 tempest-ExternalNetworksTestJSON-556538668-project-admin] Releasing vlan 612 on physical network physnet1 to pool {{(pid=103447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 20:14:56.318677 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-58b2a862-b0c8-4c65-b3cb-85391b5a0d1c tempest-ExternalNetworksTestJSON-556538668 tempest-ExternalNetworksTestJSON-556538668-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8900762'] for segment, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:56.360566 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 22 Nov 2021 20:14:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52c0fb90-64e5-48e7-b520-3e5d0481f8c3 x-openstack-request-id: req-52c0fb90-64e5-48e7-b520-3e5d0481f8c3 {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:14:56.360904 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "822d0b40-fb07-47a2-8600-2249d0728824", "name": "network-vif-unplugged", "status": "completed", "tag": "6620079e-e870-4ea0-9cbc-4659f9f9eee6", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:14:56.361759 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-52c0fb90-64e5-48e7-b520-3e5d0481f8c3 {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:14:56.362200 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '822d0b40-fb07-47a2-8600-2249d0728824', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6620079e-e870-4ea0-9cbc-4659f9f9eee6', 'code': 200} Nov 22 20:14:56.384005 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-409b94f4-1f34-4745-b4d3-3bc9885ea7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94fdbc4e-00b6-4ae1-966d-9f56ed32b34b', 'name': 'tempest-RoutersTest-router-1436907073', 'tenant_id': '39adbab155b64849b1b9cb0eac9a72dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:13:40Z', 'updated_at': '2021-11-22T20:14:53Z', 'revision_number': 10, 'project_id': '39adbab155b64849b1b9cb0eac9a72dd', 'gw_port_host': None, '_interfaces': [{'id': '1f2adec6-c6fc-4c10-ade7-fefcf222b44b', 'name': '', 'network_id': 'bd2b5491-eb53-4726-892d-365d5f850376', 'tenant_id': '39adbab155b64849b1b9cb0eac9a72dd', 'mac_address': 'fa:16:3e:23:58:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94fdbc4e-00b6-4ae1-966d-9f56ed32b34b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': 'd6285324-c6ad-4a91-91fa-21c8262eaf22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:13:44Z', 'updated_at': '2021-11-22T20:13:54Z', 'revision_number': 5, 'project_id': '39adbab155b64849b1b9cb0eac9a72dd', 'subnets': [{'id': 'd6285324-c6ad-4a91-91fa-21c8262eaf22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:14:56.397124 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-538e0a2e-f268-4748-b2b4-be749d384631 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:56.412079 n-d-818823-1 neutron-server[103447]: Traceback (most recent call last): Nov 22 20:14:56.412079 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 20:14:56.412079 n-d-818823-1 neutron-server[103447]: timer() Nov 22 20:14:56.412079 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 20:14:56.412079 n-d-818823-1 neutron-server[103447]: cb(*args, **kw) Nov 22 20:14:56.412079 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 20:14:56.412079 n-d-818823-1 neutron-server[103447]: return func(*args, **kwargs) Nov 22 20:14:56.412079 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 20:14:56.412079 n-d-818823-1 neutron-server[103447]: self._notify() Nov 22 20:14:56.412079 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 20:14:56.412079 n-d-818823-1 neutron-server[103447]: self.callback(batched_events) Nov 22 20:14:56.412079 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 20:14:56.412079 n-d-818823-1 neutron-server[103447]: event.method(event) Nov 22 20:14:56.412079 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 20:14:56.412079 n-d-818823-1 neutron-server[103447]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 20:14:56.412079 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 20:14:56.412079 n-d-818823-1 neutron-server[103447]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 20:14:56.412079 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 20:14:56.412079 n-d-818823-1 neutron-server[103447]: return f(self, *a, **k) Nov 22 20:14:56.412079 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 20:14:56.412079 n-d-818823-1 neutron-server[103447]: return self._get(url).json() Nov 22 20:14:56.412079 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 20:14:56.412079 n-d-818823-1 neutron-server[103447]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 20:14:56.412079 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 20:14:56.412079 n-d-818823-1 neutron-server[103447]: return self.request(url, 'GET', **kwargs) Nov 22 20:14:56.412079 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 20:14:56.412079 n-d-818823-1 neutron-server[103447]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 20:14:56.412079 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 20:14:56.412079 n-d-818823-1 neutron-server[103447]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 20:14:56.412079 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 20:14:56.412079 n-d-818823-1 neutron-server[103447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 20:14:56.412079 n-d-818823-1 neutron-server[103447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 20:14:56.420532 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-58b2a862-b0c8-4c65-b3cb-85391b5a0d1c tempest-ExternalNetworksTestJSON-556538668 tempest-ExternalNetworksTestJSON-556538668-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3760002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595318'] for network, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:56.430119 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58b2a862-b0c8-4c65-b3cb-85391b5a0d1c tempest-ExternalNetworksTestJSON-556538668 tempest-ExternalNetworksTestJSON-556538668-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 5c30835a-b67b-4ac8-9282-cd1897557946 {{(pid=103447) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 22 20:14:56.436975 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-58b2a862-b0c8-4c65-b3cb-85391b5a0d1c tempest-ExternalNetworksTestJSON-556538668 tempest-ExternalNetworksTestJSON-556538668-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for network, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:56.444360 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-58b2a862-b0c8-4c65-b3cb-85391b5a0d1c tempest-ExternalNetworksTestJSON-556538668 tempest-ExternalNetworksTestJSON-556538668-project-admin] 10.222.0.46 "DELETE /v2.0/networks/5c30835a-b67b-4ac8-9282-cd1897557946 HTTP/1.1" status: 204 len: 168 time: 2.4448414 Nov 22 20:14:56.444488 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538e0a2e-f268-4748-b2b4-be749d384631 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Pushing event deleted for resources: {'Port': ['ID=26304549-baa3-469b-9888-96ee7e9fb8ff,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:14:56.444488 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 40196) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:14:56.473506 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-409b94f4-1f34-4745-b4d3-3bc9885ea7e8 None None] The sync data for ids ['94fdbc4e-00b6-4ae1-966d-9f56ed32b34b'] in n-d-818823-1 is: [{'id': '94fdbc4e-00b6-4ae1-966d-9f56ed32b34b', 'name': 'tempest-RoutersTest-router-1436907073', 'tenant_id': '39adbab155b64849b1b9cb0eac9a72dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:13:40Z', 'updated_at': '2021-11-22T20:14:53Z', 'revision_number': 10, 'project_id': '39adbab155b64849b1b9cb0eac9a72dd', 'gw_port_host': None, '_interfaces': [{'id': '1f2adec6-c6fc-4c10-ade7-fefcf222b44b', 'name': '', 'network_id': 'bd2b5491-eb53-4726-892d-365d5f850376', 'tenant_id': '39adbab155b64849b1b9cb0eac9a72dd', 'mac_address': 'fa:16:3e:23:58:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94fdbc4e-00b6-4ae1-966d-9f56ed32b34b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': 'd6285324-c6ad-4a91-91fa-21c8262eaf22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:13:44Z', 'updated_at': '2021-11-22T20:13:54Z', 'revision_number': 5, 'project_id': '39adbab155b64849b1b9cb0eac9a72dd', 'subnets': [{'id': 'd6285324-c6ad-4a91-91fa-21c8262eaf22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:14:56.491629 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:56.495265 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=6620079e-e870-4ea0-9cbc-4659f9f9eee6,revision_number=8']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:14:56.498860 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b2a862-b0c8-4c65-b3cb-85391b5a0d1c tempest-ExternalNetworksTestJSON-556538668 tempest-ExternalNetworksTestJSON-556538668-project-admin] Pushing event deleted for resources: {'Network': ['ID=5c30835a-b67b-4ac8-9282-cd1897557946,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:14:56.506615 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:14:56.506962 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:14:56.507365 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:14:56.507730 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:14:56.508185 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:14:56.508579 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:14:56.508971 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:14:56.509481 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:14:56.509868 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:14:56.510312 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:14:56.510699 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:14:56.511086 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:14:56.530334 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91c79a6-6042-42b3-bf9d-4ff5368af87f req-d51bcd08-83ec-4638-8ad8-f28d471949f1 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:14:56.540521 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c91c79a6-6042-42b3-bf9d-4ff5368af87f req-d51bcd08-83ec-4638-8ad8-f28d471949f1 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.46 "GET /v2.0/ports?device_id=a3f25d8f-677c-424e-8b05-326431b3cc8e HTTP/1.1" status: 200 len: 944 time: 0.5615189 Nov 22 20:14:56.575033 n-d-818823-1 neutron-server[103449]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 22 20:14:56.575033 n-d-818823-1 neutron-server[103449]: from cryptography.utils import int_from_bytes Nov 22 20:14:56.575033 n-d-818823-1 neutron-server[103449]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 22 20:14:56.575033 n-d-818823-1 neutron-server[103449]: from cryptography.utils import int_from_bytes Nov 22 20:14:56.575033 n-d-818823-1 neutron-server[103449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 20:14:56.575033 n-d-818823-1 neutron-server[103449]: self.session.flush() Nov 22 20:14:56.575033 n-d-818823-1 neutron-server[103449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 20:14:56.575033 n-d-818823-1 neutron-server[103449]: self.session.flush() Nov 22 20:14:56.575033 n-d-818823-1 neutron-server[103449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 20:14:56.575033 n-d-818823-1 neutron-server[103449]: self.session.flush() Nov 22 20:14:56.575033 n-d-818823-1 neutron-server[103449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 20:14:56.575033 n-d-818823-1 neutron-server[103449]: self.session.flush() Nov 22 20:14:56.575033 n-d-818823-1 neutron-server[103449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 20:14:56.575033 n-d-818823-1 neutron-server[103449]: self.session.flush() Nov 22 20:14:56.575033 n-d-818823-1 neutron-server[103449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 20:14:56.575033 n-d-818823-1 neutron-server[103449]: self.session.flush() Nov 22 20:14:56.575033 n-d-818823-1 neutron-server[103449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 20:14:56.575033 n-d-818823-1 neutron-server[103449]: self.session.flush() Nov 22 20:14:56.575033 n-d-818823-1 neutron-server[103449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 20:14:56.575033 n-d-818823-1 neutron-server[103449]: self.session.flush() Nov 22 20:14:56.575033 n-d-818823-1 neutron-server[103449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 20:14:56.575033 n-d-818823-1 neutron-server[103449]: self.session.flush() Nov 22 20:14:56.575033 n-d-818823-1 neutron-server[103449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 20:14:56.575033 n-d-818823-1 neutron-server[103449]: self.session.flush() Nov 22 20:14:56.575033 n-d-818823-1 neutron-server[103449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 20:14:56.575033 n-d-818823-1 neutron-server[103449]: self.session.flush() Nov 22 20:14:56.575033 n-d-818823-1 neutron-server[103449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 20:14:56.575033 n-d-818823-1 neutron-server[103449]: self.session.flush() Nov 22 20:14:56.575033 n-d-818823-1 neutron-server[103449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 20:14:56.575033 n-d-818823-1 neutron-server[103449]: self.session.flush() Nov 22 20:14:56.575033 n-d-818823-1 neutron-server[103449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 20:14:56.575033 n-d-818823-1 neutron-server[103449]: self.session.flush() Nov 22 20:14:56.575033 n-d-818823-1 neutron-server[103449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 20:14:56.575033 n-d-818823-1 neutron-server[103449]: self.session.flush() Nov 22 20:14:56.575033 n-d-818823-1 neutron-server[103449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 20:14:56.575033 n-d-818823-1 neutron-server[103449]: self.session.flush() Nov 22 20:14:56.575033 n-d-818823-1 neutron-server[103449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 20:14:56.575033 n-d-818823-1 neutron-server[103449]: self.session.flush() Nov 22 20:14:56.575033 n-d-818823-1 neutron-server[103449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 20:14:56.575033 n-d-818823-1 neutron-server[103449]: self.session.flush() Nov 22 20:14:56.575033 n-d-818823-1 neutron-server[103449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 20:14:56.575033 n-d-818823-1 neutron-server[103449]: self.session.flush() Nov 22 20:14:56.575033 n-d-818823-1 neutron-server[103449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 20:14:56.575033 n-d-818823-1 neutron-server[103449]: self.session.flush() Nov 22 20:14:56.575033 n-d-818823-1 neutron-server[103449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 20:14:56.575033 n-d-818823-1 neutron-server[103449]: self.session.flush() Nov 22 20:14:56.575033 n-d-818823-1 neutron-server[103449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 20:14:56.575033 n-d-818823-1 neutron-server[103449]: self.session.flush() Nov 22 20:14:56.575033 n-d-818823-1 neutron-server[103449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 20:14:56.575033 n-d-818823-1 neutron-server[103449]: self.session.flush() Nov 22 20:14:56.575033 n-d-818823-1 neutron-server[103449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 20:14:56.575033 n-d-818823-1 neutron-server[103449]: self.session.flush() Nov 22 20:14:56.575033 n-d-818823-1 neutron-server[103449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 20:14:56.575033 n-d-818823-1 neutron-server[103449]: self.session.flush() Nov 22 20:14:56.575033 n-d-818823-1 neutron-server[103449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 20:14:56.575033 n-d-818823-1 neutron-server[103449]: self.session.flush() Nov 22 20:14:56.583453 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-28fa3505-0a7f-4895-80f4-dadf8d6fc238 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:56.588822 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e78ca101-bbb1-48b3-a916-1cf76df0fbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381'] for port, after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:56.612479 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-ff89ade4-9b56-48c0-b53a-5b1ae56b8bf3 tempest-ExternalNetworksTestJSON-556538668 tempest-ExternalNetworksTestJSON-556538668-project-admin] 10.222.0.46 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2569 time: 0.1655676 Nov 22 20:14:56.615332 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-538e0a2e-f268-4748-b2b4-be749d384631 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] No DVR routers for this DVR port 26304549-baa3-469b-9888-96ee7e9fb8ff on host n-d-818823-1 {{(pid=103448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:14:56.622890 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 40200) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:14:56.634158 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78ca101-bbb1-48b3-a916-1cf76df0fbc0 None None] Pushing event deleted for resources: {'Port': ['ID=26304549-baa3-469b-9888-96ee7e9fb8ff,revision_number=None']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:14:56.641194 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e78ca101-bbb1-48b3-a916-1cf76df0fbc0 None None] No DVR routers for this DVR port 26304549-baa3-469b-9888-96ee7e9fb8ff on host n-d-818823-1 {{(pid=103449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:14:56.652062 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4d6cb44e-9afa-4194-a398-f39d20edcbbd req-e357dd42-8cc1-4810-86b5-d6bea13ef5a8 tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] 10.222.0.46 "GET /v2.0/ports?device_id=473ded31-5dd9-4e37-bfda-f75c7f998ef4 HTTP/1.1" status: 200 len: 210 time: 0.0548658 Nov 22 20:14:56.656149 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c91c79a6-6042-42b3-bf9d-4ff5368af87f req-70ae261e-79c1-49bd-941b-34fd67d9df32 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.46 "GET /v2.0/security-groups?id=deac3dce-93b4-41af-981b-873d47022422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145294 Nov 22 20:14:56.673509 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-28fa3505-0a7f-4895-80f4-dadf8d6fc238 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:56.710580 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-ec5d7c3e-fa79-408b-ac0a-7a644fb59ba2 req-9da2a9fb-fd26-423e-b2aa-f0693b3c8019 tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] For port 6620079e-e870-4ea0-9cbc-4659f9f9eee6, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=6620079e-e870-4ea0-9cbc-4659f9f9eee6,segment=NetworkSegment(071fae29-45f8-4fae-87e0-a91dc64245f1),segment_id=071fae29-45f8-4fae-87e0-a91dc64245f1)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:14:56.711586 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-ec5d7c3e-fa79-408b-ac0a-7a644fb59ba2 req-9da2a9fb-fd26-423e-b2aa-f0693b3c8019 tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:56.832544 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [req-ec5d7c3e-fa79-408b-ac0a-7a644fb59ba2 req-9da2a9fb-fd26-423e-b2aa-f0693b3c8019 tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] Calling delete_port for 6620079e-e870-4ea0-9cbc-4659f9f9eee6 owned by compute:nova {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:14:56.840392 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-538e0a2e-f268-4748-b2b4-be749d384631 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3760028', 'neutron.services.segments.db._delete_segments_for_network-8748992815755'] for network, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:56.893556 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-28fa3505-0a7f-4895-80f4-dadf8d6fc238 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:56.896330 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-28fa3505-0a7f-4895-80f4-dadf8d6fc238 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:56.897506 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-28fa3505-0a7f-4895-80f4-dadf8d6fc238 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e7713ff3-b7b1-4981-ad01-228dacdccae9 HTTP/1.1" status: 204 len: 168 time: 1.0792713 Nov 22 20:14:56.920047 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2417364-688a-402b-9b5e-a5780af763f0 req-debd6fd0-1417-4ddd-aeda-5b44c1884357 tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:14:56.921616 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d2417364-688a-402b-9b5e-a5780af763f0 req-debd6fd0-1417-4ddd-aeda-5b44c1884357 tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] 10.222.0.20 "GET /v2.0/networks?id=c625a1a7-f1bd-484b-b342-37cf517c7d76 HTTP/1.1" status: 200 len: 805 time: 0.1642785 Nov 22 20:14:56.922711 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-538e0a2e-f268-4748-b2b4-be749d384631 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b095c1c-5878-4824-8fd2-a95a395f0abf']}} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:14:56.922854 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fa3505-0a7f-4895-80f4-dadf8d6fc238 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7713ff3-b7b1-4981-ad01-228dacdccae9,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:14:56.937993 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-d2417364-688a-402b-9b5e-a5780af763f0 req-02fdf3d3-3ad7-4cdf-8b72-019ba09f4636 tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] Request body: {'port': {'device_id': '473ded31-5dd9-4e37-bfda-f75c7f998ef4', 'network_id': 'c625a1a7-f1bd-484b-b342-37cf517c7d76', 'admin_state_up': True, 'tenant_id': 'f636877ba0f34a3e9062dfe9cdad7e3c'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:14:56.964636 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-538e0a2e-f268-4748-b2b4-be749d384631 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae851fd4-d8d2-44a9-a178-e240ab4bdf0e') {'for_net_delete': True} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:14:56.965394 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-538e0a2e-f268-4748-b2b4-be749d384631 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae851fd4-d8d2-44a9-a178-e240ab4bdf0e') {} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:14:56.979687 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed376f8e-f9cc-4ccf-9014-6ff344d16001 tempest-ExternalNetworksTestJSON-556538668 tempest-ExternalNetworksTestJSON-556538668-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:14:56.980396 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed376f8e-f9cc-4ccf-9014-6ff344d16001 tempest-ExternalNetworksTestJSON-556538668 tempest-ExternalNetworksTestJSON-556538668-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:14:56.981019 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed376f8e-f9cc-4ccf-9014-6ff344d16001 tempest-ExternalNetworksTestJSON-556538668 tempest-ExternalNetworksTestJSON-556538668-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:14:56.981605 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed376f8e-f9cc-4ccf-9014-6ff344d16001 tempest-ExternalNetworksTestJSON-556538668 tempest-ExternalNetworksTestJSON-556538668-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:14:56.982179 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed376f8e-f9cc-4ccf-9014-6ff344d16001 tempest-ExternalNetworksTestJSON-556538668 tempest-ExternalNetworksTestJSON-556538668-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:14:56.982761 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed376f8e-f9cc-4ccf-9014-6ff344d16001 tempest-ExternalNetworksTestJSON-556538668 tempest-ExternalNetworksTestJSON-556538668-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:14:56.983345 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed376f8e-f9cc-4ccf-9014-6ff344d16001 tempest-ExternalNetworksTestJSON-556538668 tempest-ExternalNetworksTestJSON-556538668-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:14:56.983958 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed376f8e-f9cc-4ccf-9014-6ff344d16001 tempest-ExternalNetworksTestJSON-556538668 tempest-ExternalNetworksTestJSON-556538668-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:14:56.984545 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed376f8e-f9cc-4ccf-9014-6ff344d16001 tempest-ExternalNetworksTestJSON-556538668 tempest-ExternalNetworksTestJSON-556538668-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:14:56.985129 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed376f8e-f9cc-4ccf-9014-6ff344d16001 tempest-ExternalNetworksTestJSON-556538668 tempest-ExternalNetworksTestJSON-556538668-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:14:56.985714 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed376f8e-f9cc-4ccf-9014-6ff344d16001 tempest-ExternalNetworksTestJSON-556538668 tempest-ExternalNetworksTestJSON-556538668-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:14:56.986295 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed376f8e-f9cc-4ccf-9014-6ff344d16001 tempest-ExternalNetworksTestJSON-556538668 tempest-ExternalNetworksTestJSON-556538668-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:14:56.986905 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed376f8e-f9cc-4ccf-9014-6ff344d16001 tempest-ExternalNetworksTestJSON-556538668 tempest-ExternalNetworksTestJSON-556538668-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:14:56.989711 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-ed376f8e-f9cc-4ccf-9014-6ff344d16001 tempest-ExternalNetworksTestJSON-556538668 tempest-ExternalNetworksTestJSON-556538668-project-admin] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 8320 time: 0.3657887 Nov 22 20:14:56.993719 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 40204) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:14:56.995807 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-538e0a2e-f268-4748-b2b4-be749d384631 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748993039638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11627933'] for segment, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:57.084274 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-538e0a2e-f268-4748-b2b4-be749d384631 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:57.086838 n-d-818823-1 neutron-server[103448]: INFO neutron.api.v2.resource [None req-32523488-61d7-479d-bbcf-5fd5ece9e115 tempest-ExternalNetworksTestJSON-556538668 tempest-ExternalNetworksTestJSON-556538668-project-admin] delete failed (client error): The resource could not be found. Nov 22 20:14:57.087941 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-32523488-61d7-479d-bbcf-5fd5ece9e115 tempest-ExternalNetworksTestJSON-556538668 tempest-ExternalNetworksTestJSON-556538668-project-admin] 10.222.0.46 "DELETE /v2.0/floatingips/4a12392d-0af2-4c70-a131-6b9c9bdb0de6 HTTP/1.1" status: 404 len: 345 time: 0.0899191 Nov 22 20:14:57.093586 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 40208) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:14:57.104491 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-538e0a2e-f268-4748-b2b4-be749d384631 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Releasing vlan 643 on physical network physnet1 to pool {{(pid=103448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 20:14:57.105038 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-538e0a2e-f268-4748-b2b4-be749d384631 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11567447'] for segment, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:57.109447 n-d-818823-1 neutron-server[103448]: Traceback (most recent call last): Nov 22 20:14:57.109447 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 20:14:57.109447 n-d-818823-1 neutron-server[103448]: timer() Nov 22 20:14:57.109447 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 20:14:57.109447 n-d-818823-1 neutron-server[103448]: cb(*args, **kw) Nov 22 20:14:57.109447 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 20:14:57.109447 n-d-818823-1 neutron-server[103448]: return func(*args, **kwargs) Nov 22 20:14:57.109447 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 20:14:57.109447 n-d-818823-1 neutron-server[103448]: self._notify() Nov 22 20:14:57.109447 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 20:14:57.109447 n-d-818823-1 neutron-server[103448]: self.callback(batched_events) Nov 22 20:14:57.109447 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 20:14:57.109447 n-d-818823-1 neutron-server[103448]: event.method(event) Nov 22 20:14:57.109447 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 20:14:57.109447 n-d-818823-1 neutron-server[103448]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 20:14:57.109447 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 20:14:57.109447 n-d-818823-1 neutron-server[103448]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 20:14:57.109447 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 20:14:57.109447 n-d-818823-1 neutron-server[103448]: return f(self, *a, **k) Nov 22 20:14:57.109447 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 20:14:57.109447 n-d-818823-1 neutron-server[103448]: return self._get(url).json() Nov 22 20:14:57.109447 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 20:14:57.109447 n-d-818823-1 neutron-server[103448]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 20:14:57.109447 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 20:14:57.109447 n-d-818823-1 neutron-server[103448]: return self.request(url, 'GET', **kwargs) Nov 22 20:14:57.109447 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 20:14:57.109447 n-d-818823-1 neutron-server[103448]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 20:14:57.109447 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 20:14:57.109447 n-d-818823-1 neutron-server[103448]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 20:14:57.109447 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 20:14:57.109447 n-d-818823-1 neutron-server[103448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 20:14:57.109447 n-d-818823-1 neutron-server[103448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 20:14:57.122990 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2417364-688a-402b-9b5e-a5780af763f0 req-02fdf3d3-3ad7-4cdf-8b72-019ba09f4636 tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] Made reservation on behalf of f636877ba0f34a3e9062dfe9cdad7e3c for: {'port': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:14:57.129096 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-d2417364-688a-402b-9b5e-a5780af763f0 req-02fdf3d3-3ad7-4cdf-8b72-019ba09f4636 tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:57.168738 n-d-818823-1 neutron-server[103448]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad398e24-ffbc-4b33-ab1d-c4e45c2b2eeb tempest-ExternalNetworksTestJSON-556538668 tempest-ExternalNetworksTestJSON-556538668-project-admin] DELETE failed (client error): The resource could not be found. Nov 22 20:14:57.169261 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad398e24-ffbc-4b33-ab1d-c4e45c2b2eeb tempest-ExternalNetworksTestJSON-556538668 tempest-ExternalNetworksTestJSON-556538668-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=103448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 20:14:57.172991 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-ad398e24-ffbc-4b33-ab1d-c4e45c2b2eeb tempest-ExternalNetworksTestJSON-556538668 tempest-ExternalNetworksTestJSON-556538668-project-admin] 10.222.0.46 "DELETE /v2.0/networks/5c30835a-b67b-4ac8-9282-cd1897557946 HTTP/1.1" status: 404 len: 339 time: 0.0782785 Nov 22 20:14:57.187180 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 40212) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:14:57.196104 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-8b2c2f33-0ca7-429e-a6c5-2a207893b738 tempest-ExternalNetworksTestJSON-556538668 tempest-ExternalNetworksTestJSON-556538668-project-admin] Request body: {'network': {'name': 'tempest-network--663104035', 'router:external': True}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:14:57.223369 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-538e0a2e-f268-4748-b2b4-be749d384631 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3760002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595318'] for network, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:57.255973 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-538e0a2e-f268-4748-b2b4-be749d384631 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:57.261042 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-538e0a2e-f268-4748-b2b4-be749d384631 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] 10.222.0.46 "DELETE /v2.0/networks/1b095c1c-5878-4824-8fd2-a95a395f0abf HTTP/1.1" status: 204 len: 168 time: 2.1231630 Nov 22 20:14:57.267819 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 40216) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:14:57.303493 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b2c2f33-0ca7-429e-a6c5-2a207893b738 tempest-ExternalNetworksTestJSON-556538668 tempest-ExternalNetworksTestJSON-556538668-project-admin] Made reservation on behalf of 54b4d7c7dea24ab59e10ab37e2c96b30 for: {'network': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:14:57.311798 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8b2c2f33-0ca7-429e-a6c5-2a207893b738 tempest-ExternalNetworksTestJSON-556538668 tempest-ExternalNetworksTestJSON-556538668-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for network, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:57.329106 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538e0a2e-f268-4748-b2b4-be749d384631 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Pushing event deleted for resources: {'Network': ['ID=1b095c1c-5878-4824-8fd2-a95a395f0abf,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:14:57.354622 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 40220) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:14:57.367903 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-ec5d7c3e-fa79-408b-ac0a-7a644fb59ba2 req-9da2a9fb-fd26-423e-b2aa-f0693b3c8019 tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:57.369826 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b2c2f33-0ca7-429e-a6c5-2a207893b738 tempest-ExternalNetworksTestJSON-556538668 tempest-ExternalNetworksTestJSON-556538668-project-admin] vlan segment allocate from pool success with {'vlan_id': 621, 'physical_network': 'physnet1'} {{(pid=103448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 20:14:57.384230 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-5d95cb19-5881-46a9-88d1-2071be8c5a80 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:57.401628 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [req-d2417364-688a-402b-9b5e-a5780af763f0 req-02fdf3d3-3ad7-4cdf-8b72-019ba09f4636 tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] Allocated IP 172.20.0.6 (c625a1a7-f1bd-484b-b342-37cf517c7d76/c7864178-f3d5-4b52-bb8a-e0038ceec004/92202712-3967-4c3c-9dc7-55f348e7d05c) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:14:57.406387 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8b2c2f33-0ca7-429e-a6c5-2a207893b738 tempest-ExternalNetworksTestJSON-556538668 tempest-ExternalNetworksTestJSON-556538668-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:57.406387 n-d-818823-1 neutron-server[103448]: INFO neutron.db.segments_db [None req-8b2c2f33-0ca7-429e-a6c5-2a207893b738 tempest-ExternalNetworksTestJSON-556538668 tempest-ExternalNetworksTestJSON-556538668-project-admin] Added segment 426bdf4b-1e1b-4aee-80d1-7c1bf0ebaeea of type vlan for network 07be9e23-82df-4cfa-ad08-e566ac37c8ed Nov 22 20:14:57.417072 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da2a9fb-fd26-423e-b2aa-f0693b3c8019 tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] Pushing event deleted for resources: {'Port': ['ID=6620079e-e870-4ea0-9cbc-4659f9f9eee6,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:14:57.490956 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec5d7c3e-fa79-408b-ac0a-7a644fb59ba2 req-9da2a9fb-fd26-423e-b2aa-f0693b3c8019 tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] No DVR routers for this DVR port 6620079e-e870-4ea0-9cbc-4659f9f9eee6 on host n-h1-818823-1 {{(pid=103448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:14:57.494888 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-ec5d7c3e-fa79-408b-ac0a-7a644fb59ba2 req-9da2a9fb-fd26-423e-b2aa-f0693b3c8019 tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:57.498675 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-ec5d7c3e-fa79-408b-ac0a-7a644fb59ba2 req-9da2a9fb-fd26-423e-b2aa-f0693b3c8019 tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] 10.222.0.41 "DELETE /v2.0/ports/6620079e-e870-4ea0-9cbc-4659f9f9eee6 HTTP/1.1" status: 204 len: 173 time: 1.9952559 Nov 22 20:14:57.499132 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '822d0b40-fb07-47a2-8600-2249d0728824', 'name': 'network-vif-deleted', 'tag': '6620079e-e870-4ea0-9cbc-4659f9f9eee6'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:14:57.501527 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589a98cf2aea187fcc423a5edb333e5a6cf3ad7c81115d1ebee0f079693c312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca525b11-a4b6-4dc1-8c10-15f6c9e1f4eb" -d '{"events": [{"server_uuid": "822d0b40-fb07-47a2-8600-2249d0728824", "name": "network-vif-deleted", "tag": "6620079e-e870-4ea0-9cbc-4659f9f9eee6"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:14:57.505313 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8b2c2f33-0ca7-429e-a6c5-2a207893b738 tempest-ExternalNetworksTestJSON-556538668 tempest-ExternalNetworksTestJSON-556538668-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748992492791'] for network, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:57.553031 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8b2c2f33-0ca7-429e-a6c5-2a207893b738 tempest-ExternalNetworksTestJSON-556538668 tempest-ExternalNetworksTestJSON-556538668-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for network, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:57.554470 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b2c2f33-0ca7-429e-a6c5-2a207893b738 tempest-ExternalNetworksTestJSON-556538668 tempest-ExternalNetworksTestJSON-556538668-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:14:57.555744 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8b2c2f33-0ca7-429e-a6c5-2a207893b738 tempest-ExternalNetworksTestJSON-556538668 tempest-ExternalNetworksTestJSON-556538668-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:57.560584 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:14:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39aca4e9-12b2-428f-ac6b-f62e88d6909a x-openstack-request-id: req-39aca4e9-12b2-428f-ac6b-f62e88d6909a {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:14:57.560965 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "822d0b40-fb07-47a2-8600-2249d0728824", "name": "network-vif-deleted", "tag": "6620079e-e870-4ea0-9cbc-4659f9f9eee6", "status": "completed", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:14:57.561445 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-39aca4e9-12b2-428f-ac6b-f62e88d6909a {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:14:57.561934 n-d-818823-1 neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '822d0b40-fb07-47a2-8600-2249d0728824', 'name': 'network-vif-deleted', 'tag': '6620079e-e870-4ea0-9cbc-4659f9f9eee6', 'status': 'completed', 'code': 200} Nov 22 20:14:57.636090 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-8b2c2f33-0ca7-429e-a6c5-2a207893b738 tempest-ExternalNetworksTestJSON-556538668 tempest-ExternalNetworksTestJSON-556538668-project-admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.4471035 Nov 22 20:14:57.636939 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 40224) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:14:57.649142 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2c2f33-0ca7-429e-a6c5-2a207893b738 tempest-ExternalNetworksTestJSON-556538668 tempest-ExternalNetworksTestJSON-556538668-project-admin] Pushing event updated for resources: {'Network': ['ID=07be9e23-82df-4cfa-ad08-e566ac37c8ed,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:14:57.663965 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Network 07be9e23-82df-4cfa-ad08-e566ac37c8ed details requested by agent ovs-agent-n-d-818823-1 with host n-d-818823-1 {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 20:14:57.726763 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-5d95cb19-5881-46a9-88d1-2071be8c5a80 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:57.743932 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-5d95cb19-5881-46a9-88d1-2071be8c5a80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:57.892910 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-d2417364-688a-402b-9b5e-a5780af763f0 req-02fdf3d3-3ad7-4cdf-8b72-019ba09f4636 tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:57.896248 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-5d95cb19-5881-46a9-88d1-2071be8c5a80 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c8bd350544844071bbb7eb64bf8c9507&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5406225 Nov 22 20:14:57.897014 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d95cb19-5881-46a9-88d1-2071be8c5a80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d30a2965-8e8d-4154-9475-d52b5a852ad9,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:14:57.906759 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 40230) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:14:57.915281 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device c369c619-fa26-4109-b87f-927bf4f1cf4b no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:14:57.932432 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0bd7c4de-8434-454b-be58-a2ad93ed5cee req-25b3785e-e8f4-41a1-99fd-2a74e25ee94e tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] 10.222.0.46 "GET /v2.0/ports?device_id=473ded31-5dd9-4e37-bfda-f75c7f998ef4 HTTP/1.1" status: 200 len: 210 time: 0.0931821 Nov 22 20:14:57.958280 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: c369c619-fa26-4109-b87f-927bf4f1cf4b {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:14:57.958624 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device c369c619-fa26-4109-b87f-927bf4f1cf4b not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:14:58.002133 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9418b1c-3ff2-41e1-84ce-6c1a6d6e19e2 req-176fe4b8-a767-4363-997c-648730cea56f tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:14:58.002358 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4826e5b3-d7e5-4c39-93c0-64462c53c942 tempest-ExternalNetworksTestJSON-1184308577 tempest-ExternalNetworksTestJSON-1184308577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:14:58.004036 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d9418b1c-3ff2-41e1-84ce-6c1a6d6e19e2 req-176fe4b8-a767-4363-997c-648730cea56f tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.46 "GET /v2.0/ports?device_id=a3f25d8f-677c-424e-8b05-326431b3cc8e HTTP/1.1" status: 200 len: 944 time: 0.1887844 Nov 22 20:14:58.008454 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4826e5b3-d7e5-4c39-93c0-64462c53c942 tempest-ExternalNetworksTestJSON-1184308577 tempest-ExternalNetworksTestJSON-1184308577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:14:58.014877 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4826e5b3-d7e5-4c39-93c0-64462c53c942 tempest-ExternalNetworksTestJSON-1184308577 tempest-ExternalNetworksTestJSON-1184308577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:14:58.021156 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4826e5b3-d7e5-4c39-93c0-64462c53c942 tempest-ExternalNetworksTestJSON-1184308577 tempest-ExternalNetworksTestJSON-1184308577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:14:58.025604 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-4826e5b3-d7e5-4c39-93c0-64462c53c942 tempest-ExternalNetworksTestJSON-1184308577 tempest-ExternalNetworksTestJSON-1184308577-project] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2452 time: 0.3870778 Nov 22 20:14:58.033195 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 40232) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:14:58.081199 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-d2417364-688a-402b-9b5e-a5780af763f0 req-02fdf3d3-3ad7-4cdf-8b72-019ba09f4636 tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:58.106982 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-24748204-ccf2-4d3a-8054-79b78989ab3b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:58.141968 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6130c124-83fb-4b97-af92-22b15677fefe tempest-ExternalNetworksTestJSON-556538668 tempest-ExternalNetworksTestJSON-556538668-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3961693'] for network, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:58.145794 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-24748204-ccf2-4d3a-8054-79b78989ab3b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:58.178870 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2417364-688a-402b-9b5e-a5780af763f0 req-02fdf3d3-3ad7-4cdf-8b72-019ba09f4636 tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] Network c625a1a7-f1bd-484b-b342-37cf517c7d76 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:14:58.191378 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d9418b1c-3ff2-41e1-84ce-6c1a6d6e19e2 req-5f237a7d-9e0c-40c2-b558-38318e429a2e tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.46 "GET /v2.0/security-groups?id=deac3dce-93b4-41af-981b-873d47022422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778846 Nov 22 20:14:58.195804 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [req-d2417364-688a-402b-9b5e-a5780af763f0 req-02fdf3d3-3ad7-4cdf-8b72-019ba09f4636 tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:14:58.220665 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2417364-688a-402b-9b5e-a5780af763f0 req-02fdf3d3-3ad7-4cdf-8b72-019ba09f4636 tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:14:58.255947 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fdf3d3-3ad7-4cdf-8b72-019ba09f4636 tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] Pushing event updated for resources: {'Port': ['ID=92202712-3967-4c3c-9dc7-55f348e7d05c,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:14:58.299937 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2417364-688a-402b-9b5e-a5780af763f0 req-02fdf3d3-3ad7-4cdf-8b72-019ba09f4636 tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:14:58.300607 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-d2417364-688a-402b-9b5e-a5780af763f0 req-02fdf3d3-3ad7-4cdf-8b72-019ba09f4636 tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:58.305594 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-01ea0593-a1e0-4721-8ec3-e7abfde99ef9 req-f4159eab-c4d1-4351-9915-76120cbe2138 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=8ec865c1-8118-4657-afb0-3aaac7ba2b18&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1050067 Nov 22 20:14:58.309591 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1733ec79-c760-4e5a-868b-6dac7cd43404 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659736'] for router_interface, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:58.337097 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6130c124-83fb-4b97-af92-22b15677fefe tempest-ExternalNetworksTestJSON-556538668 tempest-ExternalNetworksTestJSON-556538668-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3760028', 'neutron.services.segments.db._delete_segments_for_network-8748992815755'] for network, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:58.348157 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-24748204-ccf2-4d3a-8054-79b78989ab3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:58.352156 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-24748204-ccf2-4d3a-8054-79b78989ab3b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:58.371873 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-24748204-ccf2-4d3a-8054-79b78989ab3b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d30a2965-8e8d-4154-9475-d52b5a852ad9 HTTP/1.1" status: 204 len: 168 time: 0.4557431 Nov 22 20:14:58.402917 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24748204-ccf2-4d3a-8054-79b78989ab3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d30a2965-8e8d-4154-9475-d52b5a852ad9,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:14:58.406904 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d2417364-688a-402b-9b5e-a5780af763f0 req-02fdf3d3-3ad7-4cdf-8b72-019ba09f4636 tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4754000 Nov 22 20:14:58.415625 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-6130c124-83fb-4b97-af92-22b15677fefe tempest-ExternalNetworksTestJSON-556538668 tempest-ExternalNetworksTestJSON-556538668-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07be9e23-82df-4cfa-ad08-e566ac37c8ed']}} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:14:58.437168 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-6130c124-83fb-4b97-af92-22b15677fefe tempest-ExternalNetworksTestJSON-556538668 tempest-ExternalNetworksTestJSON-556538668-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '426bdf4b-1e1b-4aee-80d1-7c1bf0ebaeea') {'for_net_delete': True} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:14:58.437492 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-6130c124-83fb-4b97-af92-22b15677fefe tempest-ExternalNetworksTestJSON-556538668 tempest-ExternalNetworksTestJSON-556538668-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '426bdf4b-1e1b-4aee-80d1-7c1bf0ebaeea') {} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:14:58.445260 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-d2417364-688a-402b-9b5e-a5780af763f0 req-ba714459-e570-4c65-bd0c-942dbff3bf6b service neutron] Request body: {'port': {'device_id': '473ded31-5dd9-4e37-bfda-f75c7f998ef4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818823-1'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:14:58.451109 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6130c124-83fb-4b97-af92-22b15677fefe tempest-ExternalNetworksTestJSON-556538668 tempest-ExternalNetworksTestJSON-556538668-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748993039638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11627933'] for segment, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:58.469553 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6130c124-83fb-4b97-af92-22b15677fefe tempest-ExternalNetworksTestJSON-556538668 tempest-ExternalNetworksTestJSON-556538668-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:58.476499 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6130c124-83fb-4b97-af92-22b15677fefe tempest-ExternalNetworksTestJSON-556538668 tempest-ExternalNetworksTestJSON-556538668-project-admin] Releasing vlan 621 on physical network physnet1 to pool {{(pid=103448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 20:14:58.476969 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6130c124-83fb-4b97-af92-22b15677fefe tempest-ExternalNetworksTestJSON-556538668 tempest-ExternalNetworksTestJSON-556538668-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11567447'] for segment, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:58.479011 n-d-818823-1 neutron-server[103448]: Traceback (most recent call last): Nov 22 20:14:58.479011 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 20:14:58.479011 n-d-818823-1 neutron-server[103448]: timer() Nov 22 20:14:58.479011 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 20:14:58.479011 n-d-818823-1 neutron-server[103448]: cb(*args, **kw) Nov 22 20:14:58.479011 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 20:14:58.479011 n-d-818823-1 neutron-server[103448]: return func(*args, **kwargs) Nov 22 20:14:58.479011 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 20:14:58.479011 n-d-818823-1 neutron-server[103448]: self._notify() Nov 22 20:14:58.479011 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 20:14:58.479011 n-d-818823-1 neutron-server[103448]: self.callback(batched_events) Nov 22 20:14:58.479011 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 20:14:58.479011 n-d-818823-1 neutron-server[103448]: event.method(event) Nov 22 20:14:58.479011 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 20:14:58.479011 n-d-818823-1 neutron-server[103448]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 20:14:58.479011 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 20:14:58.479011 n-d-818823-1 neutron-server[103448]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 20:14:58.479011 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 20:14:58.479011 n-d-818823-1 neutron-server[103448]: return f(self, *a, **k) Nov 22 20:14:58.479011 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 20:14:58.479011 n-d-818823-1 neutron-server[103448]: return self._get(url).json() Nov 22 20:14:58.479011 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 20:14:58.479011 n-d-818823-1 neutron-server[103448]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 20:14:58.479011 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 20:14:58.479011 n-d-818823-1 neutron-server[103448]: return self.request(url, 'GET', **kwargs) Nov 22 20:14:58.479011 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 20:14:58.479011 n-d-818823-1 neutron-server[103448]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 20:14:58.479011 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 20:14:58.479011 n-d-818823-1 neutron-server[103448]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 20:14:58.479011 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 20:14:58.479011 n-d-818823-1 neutron-server[103448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 20:14:58.479011 n-d-818823-1 neutron-server[103448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 20:14:58.542648 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ea0593-a1e0-4721-8ec3-e7abfde99ef9 req-a4316c91-b2b6-4714-be25-9ff5052f07f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:14:58.544152 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-01ea0593-a1e0-4721-8ec3-e7abfde99ef9 req-a4316c91-b2b6-4714-be25-9ff5052f07f1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2c9de68061ee477dbb5cc544058ec72e&device_id=8ec865c1-8118-4657-afb0-3aaac7ba2b18 HTTP/1.1" status: 200 len: 1096 time: 0.1929870 Nov 22 20:14:58.547933 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6130c124-83fb-4b97-af92-22b15677fefe tempest-ExternalNetworksTestJSON-556538668 tempest-ExternalNetworksTestJSON-556538668-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3760002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595318'] for network, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:58.555977 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6130c124-83fb-4b97-af92-22b15677fefe tempest-ExternalNetworksTestJSON-556538668 tempest-ExternalNetworksTestJSON-556538668-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 07be9e23-82df-4cfa-ad08-e566ac37c8ed {{(pid=103448) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 22 20:14:58.559209 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6130c124-83fb-4b97-af92-22b15677fefe tempest-ExternalNetworksTestJSON-556538668 tempest-ExternalNetworksTestJSON-556538668-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:58.567726 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-6130c124-83fb-4b97-af92-22b15677fefe tempest-ExternalNetworksTestJSON-556538668 tempest-ExternalNetworksTestJSON-556538668-project-admin] 10.222.0.46 "DELETE /v2.0/networks/07be9e23-82df-4cfa-ad08-e566ac37c8ed HTTP/1.1" status: 204 len: 168 time: 0.5289321 Nov 22 20:14:58.572355 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 40242) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:14:58.577292 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6130c124-83fb-4b97-af92-22b15677fefe tempest-ExternalNetworksTestJSON-556538668 tempest-ExternalNetworksTestJSON-556538668-project-admin] Pushing event deleted for resources: {'Network': ['ID=07be9e23-82df-4cfa-ad08-e566ac37c8ed,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:14:58.578851 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-82a7bffa-e5e0-4800-b1b8-6520435e0200 tempest-ExternalNetworksTestJSON-556538668 tempest-ExternalNetworksTestJSON-556538668-project-admin] Request body: {'network': {'name': 'tempest-network--237735463', 'router:external': True}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:14:58.593180 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-d2417364-688a-402b-9b5e-a5780af763f0 req-ba714459-e570-4c65-bd0c-942dbff3bf6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:58.697127 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82a7bffa-e5e0-4800-b1b8-6520435e0200 tempest-ExternalNetworksTestJSON-556538668 tempest-ExternalNetworksTestJSON-556538668-project-admin] Made reservation on behalf of 54b4d7c7dea24ab59e10ab37e2c96b30 for: {'network': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:14:58.699456 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-82a7bffa-e5e0-4800-b1b8-6520435e0200 tempest-ExternalNetworksTestJSON-556538668 tempest-ExternalNetworksTestJSON-556538668-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for network, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:58.823669 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82a7bffa-e5e0-4800-b1b8-6520435e0200 tempest-ExternalNetworksTestJSON-556538668 tempest-ExternalNetworksTestJSON-556538668-project-admin] vlan segment allocate from pool success with {'vlan_id': 634, 'physical_network': 'physnet1'} {{(pid=103447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 20:14:58.882029 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-82a7bffa-e5e0-4800-b1b8-6520435e0200 tempest-ExternalNetworksTestJSON-556538668 tempest-ExternalNetworksTestJSON-556538668-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:58.882379 n-d-818823-1 neutron-server[103447]: INFO neutron.db.segments_db [None req-82a7bffa-e5e0-4800-b1b8-6520435e0200 tempest-ExternalNetworksTestJSON-556538668 tempest-ExternalNetworksTestJSON-556538668-project-admin] Added segment d0827550-ae5e-4c9e-837e-18721e20507c of type vlan for network 3a6d9732-021b-4122-89bf-aa2b063fc5d0 Nov 22 20:14:58.900451 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ea0593-a1e0-4721-8ec3-e7abfde99ef9 req-316cc3e2-3bdd-47b8-afea-e71bfe915e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:14:58.902083 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-01ea0593-a1e0-4721-8ec3-e7abfde99ef9 req-316cc3e2-3bdd-47b8-afea-e71bfe915e4a service neutron] 10.222.0.20 "GET /v2.0/networks?id=4906551a-712e-4bde-8433-b2db24f02f5c HTTP/1.1" status: 200 len: 908 time: 0.3068275 Nov 22 20:14:59.367032 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-01ea0593-a1e0-4721-8ec3-e7abfde99ef9 req-5d86cc2f-c7a9-4aba-85ce-7823fe08f1a5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bfc3ff9b-1dbc-460d-8c02-72c9f563b26d HTTP/1.1" status: 200 len: 217 time: 0.4429731 Nov 22 20:14:59.435393 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-82a7bffa-e5e0-4800-b1b8-6520435e0200 tempest-ExternalNetworksTestJSON-556538668 tempest-ExternalNetworksTestJSON-556538668-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748992492791'] for network, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:59.546505 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ea0593-a1e0-4721-8ec3-e7abfde99ef9 req-7c325879-4da2-4803-9c99-88b6515fcb25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:14:59.548019 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-01ea0593-a1e0-4721-8ec3-e7abfde99ef9 req-7c325879-4da2-4803-9c99-88b6515fcb25 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b907b504-4de2-4845-a661-deaebec31498 HTTP/1.1" status: 200 len: 847 time: 0.1576753 Nov 22 20:14:59.556533 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f9c343-1e4b-4cf0-8293-87941907cbfe req-b2ad063d-901d-4a32-b897-e91bb85f8e96 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:14:59.558045 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-47f9c343-1e4b-4cf0-8293-87941907cbfe req-b2ad063d-901d-4a32-b897-e91bb85f8e96 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.46 "GET /v2.0/ports?device_id=a3f25d8f-677c-424e-8b05-326431b3cc8e HTTP/1.1" status: 200 len: 944 time: 0.2540352 Nov 22 20:14:59.575127 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08fca4e-8eb1-488d-89e7-779e3d64209f req-5f2a6758-7659-45a5-94bf-16c26aabe91d tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:14:59.576674 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b08fca4e-8eb1-488d-89e7-779e3d64209f req-5f2a6758-7659-45a5-94bf-16c26aabe91d tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] 10.222.0.46 "GET /v2.0/ports?device_id=473ded31-5dd9-4e37-bfda-f75c7f998ef4 HTTP/1.1" status: 200 len: 931 time: 0.2704384 Nov 22 20:14:59.616751 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-82a7bffa-e5e0-4800-b1b8-6520435e0200 tempest-ExternalNetworksTestJSON-556538668 tempest-ExternalNetworksTestJSON-556538668-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for network, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:59.618072 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82a7bffa-e5e0-4800-b1b8-6520435e0200 tempest-ExternalNetworksTestJSON-556538668 tempest-ExternalNetworksTestJSON-556538668-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:14:59.618331 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-82a7bffa-e5e0-4800-b1b8-6520435e0200 tempest-ExternalNetworksTestJSON-556538668 tempest-ExternalNetworksTestJSON-556538668-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for network, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:59.634633 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-01ea0593-a1e0-4721-8ec3-e7abfde99ef9 req-9d743b4c-837e-4f80-a960-f9e2dc7a308c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4906551a-712e-4bde-8433-b2db24f02f5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0674610 Nov 22 20:14:59.637289 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-1733ec79-c760-4e5a-868b-6dac7cd43404 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Deleting port 1f2adec6-c6fc-4c10-ade7-fefcf222b44b {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:14:59.637653 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1733ec79-c760-4e5a-868b-6dac7cd43404 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:59.663754 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device c8bb28fa-bb9e-4759-a372-c50a6d5fb091 details requested by agent hyperv_n-h1-818823-1 with host n-h1-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 20:14:59.667290 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 6620079e-e870-4ea0-9cbc-4659f9f9eee6 no longer exists at agent hyperv_n-h1-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:14:59.704866 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] No Port match for: 6620079e-e870-4ea0-9cbc-4659f9f9eee6 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:14:59.705356 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 6620079e-e870-4ea0-9cbc-4659f9f9eee6 not bound to the agent host n-h1-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:14:59.818697 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port c8bb28fa-bb9e-4759-a372-c50a6d5fb091, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=c8bb28fa-bb9e-4759-a372-c50a6d5fb091,segment=NetworkSegment(e4b3d165-1cea-4bf0-93f6-5b79e0759539),segment_id=e4b3d165-1cea-4bf0-93f6-5b79e0759539)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:14:59.828082 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-82a7bffa-e5e0-4800-b1b8-6520435e0200 tempest-ExternalNetworksTestJSON-556538668 tempest-ExternalNetworksTestJSON-556538668-project-admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.2523177 Nov 22 20:14:59.829460 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 40286) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:14:59.845092 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Returning: {'device': 'c8bb28fa-bb9e-4759-a372-c50a6d5fb091', 'network_id': '4906551a-712e-4bde-8433-b2db24f02f5c', 'port_id': 'c8bb28fa-bb9e-4759-a372-c50a6d5fb091', 'mac_address': 'fa:16:3e:ef:3c:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b907b504-4de2-4845-a661-deaebec31498', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 20:14:59.900435 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-615c9df0-3521-4ca9-be26-b924ad21286d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:59.900653 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a7bffa-e5e0-4800-b1b8-6520435e0200 tempest-ExternalNetworksTestJSON-556538668 tempest-ExternalNetworksTestJSON-556538668-project-admin] Pushing event updated for resources: {'Network': ['ID=3a6d9732-021b-4122-89bf-aa2b063fc5d0,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:14:59.921654 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Network 3a6d9732-021b-4122-89bf-aa2b063fc5d0 details requested by agent ovs-agent-n-d-818823-1 with host n-d-818823-1 {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 20:14:59.937824 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76f14a81-b8fa-4b5b-b15e-8b649b7af052 tempest-ExternalNetworksTestJSON-1184308577 tempest-ExternalNetworksTestJSON-1184308577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:14:59.939463 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-76f14a81-b8fa-4b5b-b15e-8b649b7af052 tempest-ExternalNetworksTestJSON-1184308577 tempest-ExternalNetworksTestJSON-1184308577-project] 10.222.0.46 "GET /v2.0/networks/3a6d9732-021b-4122-89bf-aa2b063fc5d0 HTTP/1.1" status: 200 len: 756 time: 0.1081469 Nov 22 20:14:59.942495 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 40294) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:14:59.951912 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [req-d2417364-688a-402b-9b5e-a5780af763f0 req-ba714459-e570-4c65-bd0c-942dbff3bf6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92202712-3967-4c3c-9dc7-55f348e7d05c {{(pid=103447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:14:59.966770 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-47f9c343-1e4b-4cf0-8293-87941907cbfe req-0e65950d-87ae-470b-9db3-8faae337e413 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.46 "GET /v2.0/security-groups?id=deac3dce-93b4-41af-981b-873d47022422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3857894 Nov 22 20:14:59.988747 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:59.990825 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-d2417364-688a-402b-9b5e-a5780af763f0 req-ba714459-e570-4c65-bd0c-942dbff3bf6b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:14:59.999518 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b08fca4e-8eb1-488d-89e7-779e3d64209f req-fb210eae-e201-4159-96f6-c049c767cbfe tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] 10.222.0.46 "GET /v2.0/security-groups?id=a6b5e341-e4ee-449f-b89c-f5b96c06c7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4103324 Nov 22 20:15:00.037898 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.provisioning_blocks [req-d2417364-688a-402b-9b5e-a5780af763f0 req-ba714459-e570-4c65-bd0c-942dbff3bf6b service neutron] Transition to ACTIVE for port object 92202712-3967-4c3c-9dc7-55f348e7d05c will not be triggered until provisioned by entity L2. {{(pid=103447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 20:15:00.040423 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-01ea0593-a1e0-4721-8ec3-e7abfde99ef9 req-19521d79-3e2c-42f2-b6ec-f691e5375310 service neutron] 10.222.0.20 "GET /v2.0/networks/4906551a-712e-4bde-8433-b2db24f02f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3828933 Nov 22 20:15:00.042339 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [None req-1733ec79-c760-4e5a-868b-6dac7cd43404 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] For port 1f2adec6-c6fc-4c10-ade7-fefcf222b44b, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=1f2adec6-c6fc-4c10-ade7-fefcf222b44b,segment=NetworkSegment(b224d09e-8c51-4c7d-87fb-6cd2e2112edb),segment_id=b224d09e-8c51-4c7d-87fb-6cd2e2112edb)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:15:00.042729 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1733ec79-c760-4e5a-868b-6dac7cd43404 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:00.054421 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-d2417364-688a-402b-9b5e-a5780af763f0 req-ba714459-e570-4c65-bd0c-942dbff3bf6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:00.066912 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8bb28fa-bb9e-4759-a372-c50a6d5fb091 {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:15:00.081246 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae37c6f-4948-44c5-b83b-43a1cf71c32b tempest-ExternalNetworksTestJSON-1184308577 tempest-ExternalNetworksTestJSON-1184308577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:15:00.084632 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-8ae37c6f-4948-44c5-b83b-43a1cf71c32b tempest-ExternalNetworksTestJSON-1184308577 tempest-ExternalNetworksTestJSON-1184308577-project] 10.222.0.46 "GET /v2.0/networks/c056ce54-0bdb-40fa-8b97-7e39159c1af0 HTTP/1.1" status: 200 len: 767 time: 0.1407728 Nov 22 20:15:00.088740 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 40298) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:00.101241 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-1733ec79-c760-4e5a-868b-6dac7cd43404 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Calling delete_port for 1f2adec6-c6fc-4c10-ade7-fefcf222b44b owned by network:router_interface {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:15:00.125713 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port c8bb28fa-bb9e-4759-a372-c50a6d5fb091, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=c8bb28fa-bb9e-4759-a372-c50a6d5fb091,segment=NetworkSegment(e4b3d165-1cea-4bf0-93f6-5b79e0759539),segment_id=e4b3d165-1cea-4bf0-93f6-5b79e0759539)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:15:00.138621 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:00.225063 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=c8bb28fa-bb9e-4759-a372-c50a6d5fb091,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:15:00.334174 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba714459-e570-4c65-bd0c-942dbff3bf6b service neutron] Pushing event updated for resources: {'Port': ['ID=92202712-3967-4c3c-9dc7-55f348e7d05c,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:15:00.395012 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-91499430-6367-4488-876b-b0e879103d0d tempest-ExternalNetworksTestJSON-556538668 tempest-ExternalNetworksTestJSON-556538668-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3961693'] for network, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:00.435750 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-01ea0593-a1e0-4721-8ec3-e7abfde99ef9 req-f88e44e1-1990-4486-9a7b-26b51905b7af service neutron] 10.222.0.20 "GET /v2.0/networks/4906551a-712e-4bde-8433-b2db24f02f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3872118 Nov 22 20:15:00.452730 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] get_ports_and_sgs() called for port_ids ['c8bb28fa-bb9e-4759-a372-c50a6d5fb091'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:15:00.598917 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-d2417364-688a-402b-9b5e-a5780af763f0 req-ba714459-e570-4c65-bd0c-942dbff3bf6b service neutron] Attempting to bind port 92202712-3967-4c3c-9dc7-55f348e7d05c on host n-h2-818823-1 for vnic_type normal with profile {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:15:00.599262 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-d2417364-688a-402b-9b5e-a5780af763f0 req-ba714459-e570-4c65-bd0c-942dbff3bf6b service neutron] Attempting to bind port 92202712-3967-4c3c-9dc7-55f348e7d05c by drivers openvswitch,hyperv on host n-h2-818823-1 at level 0 using segments [{'id': '071fae29-45f8-4fae-87e0-a91dc64245f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'c625a1a7-f1bd-484b-b342-37cf517c7d76'}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:15:00.599630 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2417364-688a-402b-9b5e-a5780af763f0 req-ba714459-e570-4c65-bd0c-942dbff3bf6b service neutron] Attempting to bind port 92202712-3967-4c3c-9dc7-55f348e7d05c on network c625a1a7-f1bd-484b-b342-37cf517c7d76 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:15:00.610270 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-91499430-6367-4488-876b-b0e879103d0d tempest-ExternalNetworksTestJSON-556538668 tempest-ExternalNetworksTestJSON-556538668-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3760028', 'neutron.services.segments.db._delete_segments_for_network-8748992815755'] for network, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:00.612728 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2417364-688a-402b-9b5e-a5780af763f0 req-ba714459-e570-4c65-bd0c-942dbff3bf6b service neutron] Port 92202712-3967-4c3c-9dc7-55f348e7d05c on network c625a1a7-f1bd-484b-b342-37cf517c7d76 not bound, no agent of type Open vSwitch agent registered on host n-h2-818823-1 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:15:00.613092 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2417364-688a-402b-9b5e-a5780af763f0 req-ba714459-e570-4c65-bd0c-942dbff3bf6b service neutron] Attempting to bind port 92202712-3967-4c3c-9dc7-55f348e7d05c on network c625a1a7-f1bd-484b-b342-37cf517c7d76 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:15:00.632264 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2417364-688a-402b-9b5e-a5780af763f0 req-ba714459-e570-4c65-bd0c-942dbff3bf6b service neutron] Checking agent: {'id': '65e0486a-7030-4065-96f0-10aa7402a530', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'started_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 14, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:15:00.632603 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2417364-688a-402b-9b5e-a5780af763f0 req-ba714459-e570-4c65-bd0c-942dbff3bf6b service neutron] Checking segment: {'id': '071fae29-45f8-4fae-87e0-a91dc64245f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'c625a1a7-f1bd-484b-b342-37cf517c7d76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:15:00.632987 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2417364-688a-402b-9b5e-a5780af763f0 req-ba714459-e570-4c65-bd0c-942dbff3bf6b service neutron] Bound using segment: {'id': '071fae29-45f8-4fae-87e0-a91dc64245f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'c625a1a7-f1bd-484b-b342-37cf517c7d76'} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:15:00.633577 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-d2417364-688a-402b-9b5e-a5780af763f0 req-ba714459-e570-4c65-bd0c-942dbff3bf6b service neutron] Bound port: 92202712-3967-4c3c-9dc7-55f348e7d05c, host: n-h2-818823-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '071fae29-45f8-4fae-87e0-a91dc64245f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'c625a1a7-f1bd-484b-b342-37cf517c7d76'}}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:15:00.634001 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-d2417364-688a-402b-9b5e-a5780af763f0 req-ba714459-e570-4c65-bd0c-942dbff3bf6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:00.671796 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-91499430-6367-4488-876b-b0e879103d0d tempest-ExternalNetworksTestJSON-556538668 tempest-ExternalNetworksTestJSON-556538668-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a6d9732-021b-4122-89bf-aa2b063fc5d0']}} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:15:00.688544 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-91499430-6367-4488-876b-b0e879103d0d tempest-ExternalNetworksTestJSON-556538668 tempest-ExternalNetworksTestJSON-556538668-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0827550-ae5e-4c9e-837e-18721e20507c') {'for_net_delete': True} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:15:00.688736 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-91499430-6367-4488-876b-b0e879103d0d tempest-ExternalNetworksTestJSON-556538668 tempest-ExternalNetworksTestJSON-556538668-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0827550-ae5e-4c9e-837e-18721e20507c') {} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:15:00.724834 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-91499430-6367-4488-876b-b0e879103d0d tempest-ExternalNetworksTestJSON-556538668 tempest-ExternalNetworksTestJSON-556538668-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748993039638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12178344'] for segment, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:00.750991 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-91499430-6367-4488-876b-b0e879103d0d tempest-ExternalNetworksTestJSON-556538668 tempest-ExternalNetworksTestJSON-556538668-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:00.757453 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1733ec79-c760-4e5a-868b-6dac7cd43404 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:00.773344 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91499430-6367-4488-876b-b0e879103d0d tempest-ExternalNetworksTestJSON-556538668 tempest-ExternalNetworksTestJSON-556538668-project-admin] Releasing vlan 634 on physical network physnet1 to pool {{(pid=103447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 20:15:00.773758 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-91499430-6367-4488-876b-b0e879103d0d tempest-ExternalNetworksTestJSON-556538668 tempest-ExternalNetworksTestJSON-556538668-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8900762'] for segment, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:00.780996 n-d-818823-1 neutron-server[103447]: Traceback (most recent call last): Nov 22 20:15:00.780996 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 20:15:00.780996 n-d-818823-1 neutron-server[103447]: timer() Nov 22 20:15:00.780996 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 20:15:00.780996 n-d-818823-1 neutron-server[103447]: cb(*args, **kw) Nov 22 20:15:00.780996 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 20:15:00.780996 n-d-818823-1 neutron-server[103447]: return func(*args, **kwargs) Nov 22 20:15:00.780996 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 20:15:00.780996 n-d-818823-1 neutron-server[103447]: self._notify() Nov 22 20:15:00.780996 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 20:15:00.780996 n-d-818823-1 neutron-server[103447]: self.callback(batched_events) Nov 22 20:15:00.780996 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 20:15:00.780996 n-d-818823-1 neutron-server[103447]: event.method(event) Nov 22 20:15:00.780996 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 20:15:00.780996 n-d-818823-1 neutron-server[103447]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 20:15:00.780996 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 20:15:00.780996 n-d-818823-1 neutron-server[103447]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 20:15:00.780996 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 20:15:00.780996 n-d-818823-1 neutron-server[103447]: return f(self, *a, **k) Nov 22 20:15:00.780996 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 20:15:00.780996 n-d-818823-1 neutron-server[103447]: return self._get(url).json() Nov 22 20:15:00.780996 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 20:15:00.780996 n-d-818823-1 neutron-server[103447]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 20:15:00.780996 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 20:15:00.780996 n-d-818823-1 neutron-server[103447]: return self.request(url, 'GET', **kwargs) Nov 22 20:15:00.780996 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 20:15:00.780996 n-d-818823-1 neutron-server[103447]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 20:15:00.780996 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 20:15:00.780996 n-d-818823-1 neutron-server[103447]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 20:15:00.780996 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 20:15:00.780996 n-d-818823-1 neutron-server[103447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 20:15:00.780996 n-d-818823-1 neutron-server[103447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 20:15:00.848873 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1733ec79-c760-4e5a-868b-6dac7cd43404 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Pushing event deleted for resources: {'Port': ['ID=1f2adec6-c6fc-4c10-ade7-fefcf222b44b,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:15:00.869107 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-d2417364-688a-402b-9b5e-a5780af763f0 req-ba714459-e570-4c65-bd0c-942dbff3bf6b service neutron] For port 92202712-3967-4c3c-9dc7-55f348e7d05c, host n-h2-818823-1, cleared binding levels {{(pid=103447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:15:00.900876 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-d2417364-688a-402b-9b5e-a5780af763f0 req-ba714459-e570-4c65-bd0c-942dbff3bf6b service neutron] For port 92202712-3967-4c3c-9dc7-55f348e7d05c, host n-h2-818823-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=92202712-3967-4c3c-9dc7-55f348e7d05c,segment=NetworkSegment(071fae29-45f8-4fae-87e0-a91dc64245f1),segment_id=071fae29-45f8-4fae-87e0-a91dc64245f1)] {{(pid=103447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:15:00.924825 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-d2417364-688a-402b-9b5e-a5780af763f0 req-ba714459-e570-4c65-bd0c-942dbff3bf6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:00.967362 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-91499430-6367-4488-876b-b0e879103d0d tempest-ExternalNetworksTestJSON-556538668 tempest-ExternalNetworksTestJSON-556538668-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3760002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595318'] for network, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:00.972452 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.agents_db [None req-aa8313f2-1ee4-4e7b-8c5a-d32b2f9d31ee None None] Agent healthcheck: found 7 active agents {{(pid=103450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 20:15:00.987359 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91499430-6367-4488-876b-b0e879103d0d tempest-ExternalNetworksTestJSON-556538668 tempest-ExternalNetworksTestJSON-556538668-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 3a6d9732-021b-4122-89bf-aa2b063fc5d0 {{(pid=103447) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 22 20:15:00.997685 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-91499430-6367-4488-876b-b0e879103d0d tempest-ExternalNetworksTestJSON-556538668 tempest-ExternalNetworksTestJSON-556538668-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for network, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:01.001051 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-91499430-6367-4488-876b-b0e879103d0d tempest-ExternalNetworksTestJSON-556538668 tempest-ExternalNetworksTestJSON-556538668-project-admin] 10.222.0.46 "DELETE /v2.0/networks/3a6d9732-021b-4122-89bf-aa2b063fc5d0 HTTP/1.1" status: 204 len: 168 time: 0.8938162 Nov 22 20:15:01.005201 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2417364-688a-402b-9b5e-a5780af763f0 req-ba714459-e570-4c65-bd0c-942dbff3bf6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:15:01.005522 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 40374) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:01.005965 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-d2417364-688a-402b-9b5e-a5780af763f0 req-ba714459-e570-4c65-bd0c-942dbff3bf6b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:01.007207 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d2417364-688a-402b-9b5e-a5780af763f0 req-ba714459-e570-4c65-bd0c-942dbff3bf6b service neutron] 10.222.0.20 "PUT /v2.0/ports/92202712-3967-4c3c-9dc7-55f348e7d05c HTTP/1.1" status: 200 len: 1091 time: 2.5676146 Nov 22 20:15:01.011331 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-418d7310-b597-41ba-a8f2-f7a852bf8bb9 tempest-ExternalNetworksTestJSON-556538668 tempest-ExternalNetworksTestJSON-556538668-project-admin] Request body: {'network': {'name': 'tempest-network--1549481050'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:15:01.016666 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '473ded31-5dd9-4e37-bfda-f75c7f998ef4', 'tag': '92202712-3967-4c3c-9dc7-55f348e7d05c'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:15:01.019001 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9ee9ed8-b85b-4242-8ad9-162fbe53e101" -d '{"events": [{"name": "network-changed", "server_uuid": "473ded31-5dd9-4e37-bfda-f75c7f998ef4", "tag": "92202712-3967-4c3c-9dc7-55f348e7d05c"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:15:01.050595 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91499430-6367-4488-876b-b0e879103d0d tempest-ExternalNetworksTestJSON-556538668 tempest-ExternalNetworksTestJSON-556538668-project-admin] Pushing event deleted for resources: {'Network': ['ID=3a6d9732-021b-4122-89bf-aa2b063fc5d0,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:15:01.065244 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-418d7310-b597-41ba-a8f2-f7a852bf8bb9 tempest-ExternalNetworksTestJSON-556538668 tempest-ExternalNetworksTestJSON-556538668-project-admin] Made reservation on behalf of 54b4d7c7dea24ab59e10ab37e2c96b30 for: {'network': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:15:01.068406 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-418d7310-b597-41ba-a8f2-f7a852bf8bb9 tempest-ExternalNetworksTestJSON-556538668 tempest-ExternalNetworksTestJSON-556538668-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for network, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:01.131430 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-418d7310-b597-41ba-a8f2-f7a852bf8bb9 tempest-ExternalNetworksTestJSON-556538668 tempest-ExternalNetworksTestJSON-556538668-project-admin] vlan segment allocate from pool success with {'vlan_id': 637, 'physical_network': 'physnet1'} {{(pid=103448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 20:15:01.141348 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-418d7310-b597-41ba-a8f2-f7a852bf8bb9 tempest-ExternalNetworksTestJSON-556538668 tempest-ExternalNetworksTestJSON-556538668-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:01.142116 n-d-818823-1 neutron-server[103448]: INFO neutron.db.segments_db [None req-418d7310-b597-41ba-a8f2-f7a852bf8bb9 tempest-ExternalNetworksTestJSON-556538668 tempest-ExternalNetworksTestJSON-556538668-project-admin] Added segment aeebb1a7-5c47-4c5e-bdba-8dffbb913ff2 of type vlan for network 52f8e0a8-6562-4f18-8b3a-28065c62b297 Nov 22 20:15:01.195840 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-418d7310-b597-41ba-a8f2-f7a852bf8bb9 tempest-ExternalNetworksTestJSON-556538668 tempest-ExternalNetworksTestJSON-556538668-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748992492791'] for network, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:01.198672 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba714459-e570-4c65-bd0c-942dbff3bf6b service neutron] Pushing event updated for resources: {'Port': ['ID=92202712-3967-4c3c-9dc7-55f348e7d05c,revision_number=3']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:15:01.233969 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-418d7310-b597-41ba-a8f2-f7a852bf8bb9 tempest-ExternalNetworksTestJSON-556538668 tempest-ExternalNetworksTestJSON-556538668-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for network, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:01.236433 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-418d7310-b597-41ba-a8f2-f7a852bf8bb9 tempest-ExternalNetworksTestJSON-556538668 tempest-ExternalNetworksTestJSON-556538668-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:15:01.237034 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-418d7310-b597-41ba-a8f2-f7a852bf8bb9 tempest-ExternalNetworksTestJSON-556538668 tempest-ExternalNetworksTestJSON-556538668-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:01.287661 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1733ec79-c760-4e5a-868b-6dac7cd43404 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-563470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-663272'] for router_interface, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:01.313021 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-418d7310-b597-41ba-a8f2-f7a852bf8bb9 tempest-ExternalNetworksTestJSON-556538668 tempest-ExternalNetworksTestJSON-556538668-project-admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.3063312 Nov 22 20:15:01.315952 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 40388) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:01.323923 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-8e386fc4-4848-4333-bd12-e96d41be9710 tempest-ExternalNetworksTestJSON-556538668 tempest-ExternalNetworksTestJSON-556538668-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:15:01.327766 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418d7310-b597-41ba-a8f2-f7a852bf8bb9 tempest-ExternalNetworksTestJSON-556538668 tempest-ExternalNetworksTestJSON-556538668-project-admin] Pushing event updated for resources: {'Network': ['ID=52f8e0a8-6562-4f18-8b3a-28065c62b297,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:15:01.339066 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Network 52f8e0a8-6562-4f18-8b3a-28065c62b297 details requested by agent ovs-agent-n-d-818823-1 with host n-d-818823-1 {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 20:15:01.366836 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 40390) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:01.378788 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8dd50c-ef2c-43f8-8d4d-edaf808ec34e req-4cc2029d-d51d-49ab-bc1d-5bf9b339a70c tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:15:01.387863 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-eb8dd50c-ef2c-43f8-8d4d-edaf808ec34e req-4cc2029d-d51d-49ab-bc1d-5bf9b339a70c tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] 10.222.0.46 "GET /v2.0/ports?device_id=473ded31-5dd9-4e37-bfda-f75c7f998ef4 HTTP/1.1" status: 200 len: 943 time: 0.2011425 Nov 22 20:15:01.483286 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2417364-688a-402b-9b5e-a5780af763f0 req-c2c874eb-d69d-4d8e-be67-620c897ee9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:15:01.484795 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d2417364-688a-402b-9b5e-a5780af763f0 req-c2c874eb-d69d-4d8e-be67-620c897ee9b1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f636877ba0f34a3e9062dfe9cdad7e3c&device_id=473ded31-5dd9-4e37-bfda-f75c7f998ef4 HTTP/1.1" status: 200 len: 1094 time: 0.3007247 Nov 22 20:15:01.527587 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8e386fc4-4848-4333-bd12-e96d41be9710 tempest-ExternalNetworksTestJSON-556538668 tempest-ExternalNetworksTestJSON-556538668-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748992492791'] for network, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:01.549949 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8e386fc4-4848-4333-bd12-e96d41be9710 tempest-ExternalNetworksTestJSON-556538668 tempest-ExternalNetworksTestJSON-556538668-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for network, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:01.562595 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8e386fc4-4848-4333-bd12-e96d41be9710 tempest-ExternalNetworksTestJSON-556538668 tempest-ExternalNetworksTestJSON-556538668-project-admin] Network 52f8e0a8-6562-4f18-8b3a-28065c62b297 is not hosted by any dhcp agent {{(pid=103448) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 22 20:15:01.563720 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e386fc4-4848-4333-bd12-e96d41be9710 tempest-ExternalNetworksTestJSON-556538668 tempest-ExternalNetworksTestJSON-556538668-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:15:01.564598 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8e386fc4-4848-4333-bd12-e96d41be9710 tempest-ExternalNetworksTestJSON-556538668 tempest-ExternalNetworksTestJSON-556538668-project-admin] Publish callbacks [] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:01.565546 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2eb9cc-c1cb-4015-bfa8-ce0e4a66d1ca req-3f997339-4b71-4f66-9604-82b593d626a0 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:15:01.571242 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-8e386fc4-4848-4333-bd12-e96d41be9710 tempest-ExternalNetworksTestJSON-556538668 tempest-ExternalNetworksTestJSON-556538668-project-admin] 10.222.0.46 "PUT /v2.0/networks/52f8e0a8-6562-4f18-8b3a-28065c62b297 HTTP/1.1" status: 200 len: 858 time: 0.2535422 Nov 22 20:15:01.572295 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 40396) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:01.573439 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0f2eb9cc-c1cb-4015-bfa8-ce0e4a66d1ca req-3f997339-4b71-4f66-9604-82b593d626a0 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.46 "GET /v2.0/ports?device_id=a3f25d8f-677c-424e-8b05-326431b3cc8e HTTP/1.1" status: 200 len: 945 time: 0.3879387 Nov 22 20:15:01.579072 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d2417364-688a-402b-9b5e-a5780af763f0 req-4c895288-19db-4cf1-9d13-4239a86e5b19 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=92202712-3967-4c3c-9dc7-55f348e7d05c HTTP/1.1" status: 200 len: 217 time: 0.0823519 Nov 22 20:15:01.673323 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device c8bb28fa-bb9e-4759-a372-c50a6d5fb091 up at agent hyperv_n-h1-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:15:01.707468 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e386fc4-4848-4333-bd12-e96d41be9710 tempest-ExternalNetworksTestJSON-556538668 tempest-ExternalNetworksTestJSON-556538668-project-admin] Pushing event updated for resources: {'Network': ['ID=52f8e0a8-6562-4f18-8b3a-28065c62b297,revision_number=2']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:15:01.717544 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d3903f40-35c9-491d-b883-6a45983139e3 tempest-ExternalNetworksTestJSON-556538668 tempest-ExternalNetworksTestJSON-556538668-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3961693'] for network, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:01.725314 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Provisioning for port c8bb28fa-bb9e-4759-a372-c50a6d5fb091 completed by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 20:15:01.727664 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-7d86c2a2-e7c0-4801-a6a1-25e9c66a52ea admin admin] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:01.730769 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Provisioning complete for port c8bb28fa-bb9e-4759-a372-c50a6d5fb091 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:15:01.731339 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:01.755243 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-eb8dd50c-ef2c-43f8-8d4d-edaf808ec34e req-cccd9053-35fe-41a5-b391-5eb095abfd13 tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] 10.222.0.46 "GET /v2.0/security-groups?id=a6b5e341-e4ee-449f-b89c-f5b96c06c7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3660820 Nov 22 20:15:01.795355 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1733ec79-c760-4e5a-868b-6dac7cd43404 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Router 94fdbc4e-00b6-4ae1-966d-9f56ed32b34b has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 20:15:01.805482 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d3903f40-35c9-491d-b883-6a45983139e3 tempest-ExternalNetworksTestJSON-556538668 tempest-ExternalNetworksTestJSON-556538668-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3760028', 'neutron.services.segments.db._delete_segments_for_network-8748992815755'] for network, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:01.808748 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2417364-688a-402b-9b5e-a5780af763f0 req-215d9ae4-0c0f-4396-a899-d9e227a55706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:15:01.810260 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d2417364-688a-402b-9b5e-a5780af763f0 req-215d9ae4-0c0f-4396-a899-d9e227a55706 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c7864178-f3d5-4b52-bb8a-e0038ceec004 HTTP/1.1" status: 200 len: 845 time: 0.1909454 Nov 22 20:15:01.826748 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0f2eb9cc-c1cb-4015-bfa8-ce0e4a66d1ca req-23532faa-463c-4d04-9649-67266c118f72 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.46 "GET /v2.0/security-groups?id=deac3dce-93b4-41af-981b-873d47022422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2478678 Nov 22 20:15:01.827865 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-d3903f40-35c9-491d-b883-6a45983139e3 tempest-ExternalNetworksTestJSON-556538668 tempest-ExternalNetworksTestJSON-556538668-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52f8e0a8-6562-4f18-8b3a-28065c62b297']}} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:15:01.838585 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-d3903f40-35c9-491d-b883-6a45983139e3 tempest-ExternalNetworksTestJSON-556538668 tempest-ExternalNetworksTestJSON-556538668-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aeebb1a7-5c47-4c5e-bdba-8dffbb913ff2') {'for_net_delete': True} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:15:01.838890 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-d3903f40-35c9-491d-b883-6a45983139e3 tempest-ExternalNetworksTestJSON-556538668 tempest-ExternalNetworksTestJSON-556538668-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aeebb1a7-5c47-4c5e-bdba-8dffbb913ff2') {} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:15:01.850199 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d3903f40-35c9-491d-b883-6a45983139e3 tempest-ExternalNetworksTestJSON-556538668 tempest-ExternalNetworksTestJSON-556538668-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748993039638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11627933'] for segment, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:01.851318 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 20:15:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82ed30de-e966-4bf3-8efd-0083597c4b25 x-openstack-request-id: req-82ed30de-e966-4bf3-8efd-0083597c4b25 {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:15:01.853829 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "473ded31-5dd9-4e37-bfda-f75c7f998ef4", "tag": "92202712-3967-4c3c-9dc7-55f348e7d05c", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:15:01.854107 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-82ed30de-e966-4bf3-8efd-0083597c4b25 {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:15:01.854538 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '473ded31-5dd9-4e37-bfda-f75c7f998ef4', 'tag': '92202712-3967-4c3c-9dc7-55f348e7d05c', 'status': 'completed', 'code': 200} Nov 22 20:15:01.874459 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:01.888967 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d3903f40-35c9-491d-b883-6a45983139e3 tempest-ExternalNetworksTestJSON-556538668 tempest-ExternalNetworksTestJSON-556538668-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:01.906350 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3f25d8f-677c-424e-8b05-326431b3cc8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8bb28fa-bb9e-4759-a372-c50a6d5fb091'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:15:01.909375 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d39f6d30a11e565ec9648abcc015e8a6ab6cff4edd704add8155e28765d31eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12c6904d-576e-4615-b8bf-4bbb6fa81c50" -d '{"events": [{"server_uuid": "a3f25d8f-677c-424e-8b05-326431b3cc8e", "name": "network-vif-plugged", "status": "completed", "tag": "c8bb28fa-bb9e-4759-a372-c50a6d5fb091"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:15:01.909543 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d2417364-688a-402b-9b5e-a5780af763f0 req-2b3e4647-16c3-4c75-ad16-6681def3997b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c625a1a7-f1bd-484b-b342-37cf517c7d76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0770199 Nov 22 20:15:01.910297 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3903f40-35c9-491d-b883-6a45983139e3 tempest-ExternalNetworksTestJSON-556538668 tempest-ExternalNetworksTestJSON-556538668-project-admin] Releasing vlan 637 on physical network physnet1 to pool {{(pid=103448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 20:15:01.910723 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d3903f40-35c9-491d-b883-6a45983139e3 tempest-ExternalNetworksTestJSON-556538668 tempest-ExternalNetworksTestJSON-556538668-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11567447'] for segment, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:01.916026 n-d-818823-1 neutron-server[103448]: Traceback (most recent call last): Nov 22 20:15:01.916026 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 20:15:01.916026 n-d-818823-1 neutron-server[103448]: timer() Nov 22 20:15:01.916026 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 20:15:01.916026 n-d-818823-1 neutron-server[103448]: cb(*args, **kw) Nov 22 20:15:01.916026 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 20:15:01.916026 n-d-818823-1 neutron-server[103448]: return func(*args, **kwargs) Nov 22 20:15:01.916026 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 20:15:01.916026 n-d-818823-1 neutron-server[103448]: self._notify() Nov 22 20:15:01.916026 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 20:15:01.916026 n-d-818823-1 neutron-server[103448]: self.callback(batched_events) Nov 22 20:15:01.916026 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 20:15:01.916026 n-d-818823-1 neutron-server[103448]: event.method(event) Nov 22 20:15:01.916026 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 20:15:01.916026 n-d-818823-1 neutron-server[103448]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 20:15:01.916026 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 20:15:01.916026 n-d-818823-1 neutron-server[103448]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 20:15:01.916026 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 20:15:01.916026 n-d-818823-1 neutron-server[103448]: return f(self, *a, **k) Nov 22 20:15:01.916026 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 20:15:01.916026 n-d-818823-1 neutron-server[103448]: return self._get(url).json() Nov 22 20:15:01.916026 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 20:15:01.916026 n-d-818823-1 neutron-server[103448]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 20:15:01.916026 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 20:15:01.916026 n-d-818823-1 neutron-server[103448]: return self.request(url, 'GET', **kwargs) Nov 22 20:15:01.916026 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 20:15:01.916026 n-d-818823-1 neutron-server[103448]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 20:15:01.916026 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 20:15:01.916026 n-d-818823-1 neutron-server[103448]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 20:15:01.916026 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 20:15:01.916026 n-d-818823-1 neutron-server[103448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 20:15:01.916026 n-d-818823-1 neutron-server[103448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 20:15:01.936735 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port c8bb28fa-bb9e-4759-a372-c50a6d5fb091, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=c8bb28fa-bb9e-4759-a372-c50a6d5fb091,segment=NetworkSegment(e4b3d165-1cea-4bf0-93f6-5b79e0759539),segment_id=e4b3d165-1cea-4bf0-93f6-5b79e0759539)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:15:01.943061 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:02.011160 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d3903f40-35c9-491d-b883-6a45983139e3 tempest-ExternalNetworksTestJSON-556538668 tempest-ExternalNetworksTestJSON-556538668-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3760002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595318'] for network, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:02.017552 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3903f40-35c9-491d-b883-6a45983139e3 tempest-ExternalNetworksTestJSON-556538668 tempest-ExternalNetworksTestJSON-556538668-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 52f8e0a8-6562-4f18-8b3a-28065c62b297 {{(pid=103448) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 22 20:15:02.020038 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d3903f40-35c9-491d-b883-6a45983139e3 tempest-ExternalNetworksTestJSON-556538668 tempest-ExternalNetworksTestJSON-556538668-project-admin] Publish callbacks [] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:02.024779 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-d3903f40-35c9-491d-b883-6a45983139e3 tempest-ExternalNetworksTestJSON-556538668 tempest-ExternalNetworksTestJSON-556538668-project-admin] 10.222.0.46 "DELETE /v2.0/networks/52f8e0a8-6562-4f18-8b3a-28065c62b297 HTTP/1.1" status: 204 len: 168 time: 0.4495552 Nov 22 20:15:02.030022 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 40400) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:02.034005 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:15:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c580087-7630-4c5c-98ee-0d41a9e14016 x-openstack-request-id: req-8c580087-7630-4c5c-98ee-0d41a9e14016 {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:15:02.034389 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3f25d8f-677c-424e-8b05-326431b3cc8e", "name": "network-vif-plugged", "status": "completed", "tag": "c8bb28fa-bb9e-4759-a372-c50a6d5fb091", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:15:02.034838 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8c580087-7630-4c5c-98ee-0d41a9e14016 {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:15:02.036236 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3f25d8f-677c-424e-8b05-326431b3cc8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8bb28fa-bb9e-4759-a372-c50a6d5fb091', 'code': 200} Nov 22 20:15:02.054255 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=c8bb28fa-bb9e-4759-a372-c50a6d5fb091,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:15:02.080531 n-d-818823-1 neutron-server[103448]: INFO neutron.pecan_wsgi.hooks.translation [None req-79c136fc-b0cc-4907-a654-8b7d93ef84f0 tempest-ExternalNetworksTestJSON-1184308577 tempest-ExternalNetworksTestJSON-1184308577-project] DELETE failed (client error): The resource could not be found. Nov 22 20:15:02.081344 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79c136fc-b0cc-4907-a654-8b7d93ef84f0 tempest-ExternalNetworksTestJSON-1184308577 tempest-ExternalNetworksTestJSON-1184308577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 20:15:02.086178 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-79c136fc-b0cc-4907-a654-8b7d93ef84f0 tempest-ExternalNetworksTestJSON-1184308577 tempest-ExternalNetworksTestJSON-1184308577-project] 10.222.0.46 "DELETE /v2.0/subnets/a793d8ce-c054-4477-aeee-53dc95698e37 HTTP/1.1" status: 404 len: 337 time: 0.0545845 Nov 22 20:15:02.087955 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3903f40-35c9-491d-b883-6a45983139e3 tempest-ExternalNetworksTestJSON-556538668 tempest-ExternalNetworksTestJSON-556538668-project-admin] Pushing event deleted for resources: {'Network': ['ID=52f8e0a8-6562-4f18-8b3a-28065c62b297,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:15:02.090977 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 40402) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:02.184043 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1733ec79-c760-4e5a-868b-6dac7cd43404 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:15:02.192187 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-1733ec79-c760-4e5a-868b-6dac7cd43404 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] 10.222.0.46 "PUT /v2.0/routers/94fdbc4e-00b6-4ae1-966d-9f56ed32b34b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9235425 Nov 22 20:15:02.197645 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 40404) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:02.208490 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d2417364-688a-402b-9b5e-a5780af763f0 req-91ae1f35-ec1b-4c27-aded-2c8b5f3ba5e7 service neutron] 10.222.0.20 "GET /v2.0/networks/c625a1a7-f1bd-484b-b342-37cf517c7d76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2833347 Nov 22 20:15:02.240021 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b9ea98b6-e75a-493f-ba59-59c698d06034 tempest-ExternalNetworksTestJSON-1184308577 tempest-ExternalNetworksTestJSON-1184308577-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3961693'] for network, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:02.244727 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ada16bf-206e-4d09-b244-482b6ba5a994 req-2b10a380-69b1-4e5a-aba1-7005dc13abe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:15:02.246440 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-8ada16bf-206e-4d09-b244-482b6ba5a994 req-2b10a380-69b1-4e5a-aba1-7005dc13abe7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a3f25d8f-677c-424e-8b05-326431b3cc8e HTTP/1.1" status: 200 len: 1097 time: 0.1453865 Nov 22 20:15:02.318038 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-7d86c2a2-e7c0-4801-a6a1-25e9c66a52ea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:02.328083 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-7d86c2a2-e7c0-4801-a6a1-25e9c66a52ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:02.338153 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f7016b6-08b1-4b66-967b-92280092aba3 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Deleting subnet d6285324-c6ad-4a91-91fa-21c8262eaf22 {{(pid=103447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 20:15:02.352890 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9f7016b6-08b1-4b66-967b-92280092aba3 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks [] for subnet, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:02.384866 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-8ada16bf-206e-4d09-b244-482b6ba5a994 req-f25a4742-99cb-42f8-bd38-e2cc86c8bdda service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=deac3dce-93b4-41af-981b-873d47022422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292768 Nov 22 20:15:02.386426 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b9ea98b6-e75a-493f-ba59-59c698d06034 tempest-ExternalNetworksTestJSON-1184308577 tempest-ExternalNetworksTestJSON-1184308577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3760028', 'neutron.services.segments.db._delete_segments_for_network-8748992815755'] for network, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:02.411345 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-b9ea98b6-e75a-493f-ba59-59c698d06034 tempest-ExternalNetworksTestJSON-1184308577 tempest-ExternalNetworksTestJSON-1184308577-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c056ce54-0bdb-40fa-8b97-7e39159c1af0']}} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:15:02.420699 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-7d86c2a2-e7c0-4801-a6a1-25e9c66a52ea admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d9f1248c47d24936b8e800338d0ef1d1&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0205698 Nov 22 20:15:02.421752 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 40406) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:02.431908 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d86c2a2-e7c0-4801-a6a1-25e9c66a52ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60aea29f-2aec-4d5f-90fa-203c1484b61b,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:15:02.436157 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-b9ea98b6-e75a-493f-ba59-59c698d06034 tempest-ExternalNetworksTestJSON-1184308577 tempest-ExternalNetworksTestJSON-1184308577-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61055394-f591-4575-9756-1c4fb76b42bc') {'for_net_delete': True} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:15:02.436550 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-b9ea98b6-e75a-493f-ba59-59c698d06034 tempest-ExternalNetworksTestJSON-1184308577 tempest-ExternalNetworksTestJSON-1184308577-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61055394-f591-4575-9756-1c4fb76b42bc') {} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:15:02.447832 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55457bf6-f93e-4bb5-a799-1cbab074e23d None None] Sync routers for ids ['94fdbc4e-00b6-4ae1-966d-9f56ed32b34b'] in n-d-818823-1 {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:15:02.452899 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9f7016b6-08b1-4b66-967b-92280092aba3 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12178353'] for subnet, precommit_delete_associations {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:02.456270 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b9ea98b6-e75a-493f-ba59-59c698d06034 tempest-ExternalNetworksTestJSON-1184308577 tempest-ExternalNetworksTestJSON-1184308577-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748993039638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11627933'] for segment, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:02.457700 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d2417364-688a-402b-9b5e-a5780af763f0 req-714a3a92-075a-4225-9086-c505ec6b0ecd service neutron] 10.222.0.20 "GET /v2.0/networks/c625a1a7-f1bd-484b-b342-37cf517c7d76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2246089 Nov 22 20:15:02.487479 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-64a8d4b9-8757-4234-96fc-0c35eddc8e32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:02.491502 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55457bf6-f93e-4bb5-a799-1cbab074e23d None None] Routers {'94fdbc4e-00b6-4ae1-966d-9f56ed32b34b'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:15:02.491992 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b9ea98b6-e75a-493f-ba59-59c698d06034 tempest-ExternalNetworksTestJSON-1184308577 tempest-ExternalNetworksTestJSON-1184308577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:02.492174 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-55457bf6-f93e-4bb5-a799-1cbab074e23d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:14:32Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['94fdbc4e-00b6-4ae1-966d-9f56ed32b34b'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:15:02.503491 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9ea98b6-e75a-493f-ba59-59c698d06034 tempest-ExternalNetworksTestJSON-1184308577 tempest-ExternalNetworksTestJSON-1184308577-project] Releasing vlan 614 on physical network physnet1 to pool {{(pid=103448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 20:15:02.503909 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b9ea98b6-e75a-493f-ba59-59c698d06034 tempest-ExternalNetworksTestJSON-1184308577 tempest-ExternalNetworksTestJSON-1184308577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11567447'] for segment, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:02.507574 n-d-818823-1 neutron-server[103448]: Traceback (most recent call last): Nov 22 20:15:02.507574 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 20:15:02.507574 n-d-818823-1 neutron-server[103448]: timer() Nov 22 20:15:02.507574 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 20:15:02.507574 n-d-818823-1 neutron-server[103448]: cb(*args, **kw) Nov 22 20:15:02.507574 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 20:15:02.507574 n-d-818823-1 neutron-server[103448]: return func(*args, **kwargs) Nov 22 20:15:02.507574 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 20:15:02.507574 n-d-818823-1 neutron-server[103448]: self._notify() Nov 22 20:15:02.507574 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 20:15:02.507574 n-d-818823-1 neutron-server[103448]: self.callback(batched_events) Nov 22 20:15:02.507574 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 20:15:02.507574 n-d-818823-1 neutron-server[103448]: event.method(event) Nov 22 20:15:02.507574 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 20:15:02.507574 n-d-818823-1 neutron-server[103448]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 20:15:02.507574 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 20:15:02.507574 n-d-818823-1 neutron-server[103448]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 20:15:02.507574 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 20:15:02.507574 n-d-818823-1 neutron-server[103448]: return f(self, *a, **k) Nov 22 20:15:02.507574 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 20:15:02.507574 n-d-818823-1 neutron-server[103448]: return self._get(url).json() Nov 22 20:15:02.507574 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 20:15:02.507574 n-d-818823-1 neutron-server[103448]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 20:15:02.507574 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 20:15:02.507574 n-d-818823-1 neutron-server[103448]: return self.request(url, 'GET', **kwargs) Nov 22 20:15:02.507574 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 20:15:02.507574 n-d-818823-1 neutron-server[103448]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 20:15:02.507574 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 20:15:02.507574 n-d-818823-1 neutron-server[103448]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 20:15:02.507574 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 20:15:02.507574 n-d-818823-1 neutron-server[103448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 20:15:02.507574 n-d-818823-1 neutron-server[103448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 20:15:02.564292 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2462504b-6f5f-4550-bae7-6793833d9dfb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:02.599714 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-55457bf6-f93e-4bb5-a799-1cbab074e23d None None] Set router 94fdbc4e-00b6-4ae1-966d-9f56ed32b34b gateway port host: None {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:15:02.603263 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2462504b-6f5f-4550-bae7-6793833d9dfb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:02.605157 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b9ea98b6-e75a-493f-ba59-59c698d06034 tempest-ExternalNetworksTestJSON-1184308577 tempest-ExternalNetworksTestJSON-1184308577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3760002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595318'] for network, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:02.609649 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b9ea98b6-e75a-493f-ba59-59c698d06034 tempest-ExternalNetworksTestJSON-1184308577 tempest-ExternalNetworksTestJSON-1184308577-project] Publish callbacks [] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:02.615968 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-b9ea98b6-e75a-493f-ba59-59c698d06034 tempest-ExternalNetworksTestJSON-1184308577 tempest-ExternalNetworksTestJSON-1184308577-project] 10.222.0.46 "DELETE /v2.0/networks/c056ce54-0bdb-40fa-8b97-7e39159c1af0 HTTP/1.1" status: 204 len: 168 time: 0.5207436 Nov 22 20:15:02.630617 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9f7016b6-08b1-4b66-967b-92280092aba3 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3753007'] for subnet, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:02.643069 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ea98b6-e75a-493f-ba59-59c698d06034 tempest-ExternalNetworksTestJSON-1184308577 tempest-ExternalNetworksTestJSON-1184308577-project] Pushing event deleted for resources: {'Network': ['ID=c056ce54-0bdb-40fa-8b97-7e39159c1af0,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:15:02.679787 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ee9ed8-b85b-4242-8ad9-162fbe53e101 req-733ede3b-2d8e-4764-853a-c2e4a94f28b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:15:02.681413 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d9ee9ed8-b85b-4242-8ad9-162fbe53e101 req-733ede3b-2d8e-4764-853a-c2e4a94f28b8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f636877ba0f34a3e9062dfe9cdad7e3c&device_id=473ded31-5dd9-4e37-bfda-f75c7f998ef4 HTTP/1.1" status: 200 len: 1094 time: 0.1110585 Nov 22 20:15:02.695584 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2462504b-6f5f-4550-bae7-6793833d9dfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:02.702067 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2462504b-6f5f-4550-bae7-6793833d9dfb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:02.706177 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-2462504b-6f5f-4550-bae7-6793833d9dfb admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/60aea29f-2aec-4d5f-90fa-203c1484b61b HTTP/1.1" status: 204 len: 168 time: 0.2827692 Nov 22 20:15:02.721493 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2462504b-6f5f-4550-bae7-6793833d9dfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60aea29f-2aec-4d5f-90fa-203c1484b61b,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:15:02.733820 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-55457bf6-f93e-4bb5-a799-1cbab074e23d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94fdbc4e-00b6-4ae1-966d-9f56ed32b34b', 'name': 'tempest-RoutersTest-router-1436907073', 'tenant_id': '39adbab155b64849b1b9cb0eac9a72dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:13:40Z', 'updated_at': '2021-11-22T20:15:00Z', 'revision_number': 11, 'project_id': '39adbab155b64849b1b9cb0eac9a72dd', 'gw_port_host': None}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:15:02.760856 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9f7016b6-08b1-4b66-967b-92280092aba3 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3753014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8900804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8485115'] for subnet, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:02.781989 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55457bf6-f93e-4bb5-a799-1cbab074e23d None None] Checking router: 94fdbc4e-00b6-4ae1-966d-9f56ed32b34b for host: n-d-818823-1 {{(pid=103450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 20:15:02.800076 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9f7016b6-08b1-4b66-967b-92280092aba3 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for subnet, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:02.806978 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5637bbf0-68d3-4942-bf36-e704fe448678 None None] Network bd2b5491-eb53-4726-892d-365d5f850376 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:15:02.809791 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 40414) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:02.809927 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-9f7016b6-08b1-4b66-967b-92280092aba3 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] 10.222.0.46 "DELETE /v2.0/subnets/d6285324-c6ad-4a91-91fa-21c8262eaf22 HTTP/1.1" status: 204 len: 168 time: 0.6109533 Nov 22 20:15:02.814893 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7016b6-08b1-4b66-967b-92280092aba3 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Pushing event deleted for resources: {'Subnet': ['ID=d6285324-c6ad-4a91-91fa-21c8262eaf22,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:15:02.825037 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55457bf6-f93e-4bb5-a799-1cbab074e23d None None] Routers {'94fdbc4e-00b6-4ae1-966d-9f56ed32b34b'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:15:02.825665 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-55457bf6-f93e-4bb5-a799-1cbab074e23d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:15:02Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['94fdbc4e-00b6-4ae1-966d-9f56ed32b34b'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:15:02.885407 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ee9ed8-b85b-4242-8ad9-162fbe53e101 req-ac2bc23b-1f79-4517-82b3-31504afa8680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:15:02.886979 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d9ee9ed8-b85b-4242-8ad9-162fbe53e101 req-ac2bc23b-1f79-4517-82b3-31504afa8680 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c625a1a7-f1bd-484b-b342-37cf517c7d76 HTTP/1.1" status: 200 len: 906 time: 0.1845725 Nov 22 20:15:02.971333 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 40424) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:02.991390 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d9ee9ed8-b85b-4242-8ad9-162fbe53e101 req-339d2a73-c736-42fa-936e-79f0f438e9c1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=92202712-3967-4c3c-9dc7-55f348e7d05c HTTP/1.1" status: 200 len: 217 time: 0.0915272 Nov 22 20:15:03.012723 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-55457bf6-f93e-4bb5-a799-1cbab074e23d None None] Set router 94fdbc4e-00b6-4ae1-966d-9f56ed32b34b gateway port host: None {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:15:03.038686 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8f7befa9-c1c0-4881-b07b-6ff9863bd160 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3961693'] for network, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:03.105959 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5e17f46-30c2-4681-bcd1-eb5548e599ba None None] DHCP port deletion for bd2b5491-eb53-4726-892d-365d5f850376 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:15:03.125702 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-55457bf6-f93e-4bb5-a799-1cbab074e23d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94fdbc4e-00b6-4ae1-966d-9f56ed32b34b', 'name': 'tempest-RoutersTest-router-1436907073', 'tenant_id': '39adbab155b64849b1b9cb0eac9a72dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:13:40Z', 'updated_at': '2021-11-22T20:15:00Z', 'revision_number': 11, 'project_id': '39adbab155b64849b1b9cb0eac9a72dd', 'gw_port_host': None}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:15:03.160763 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55457bf6-f93e-4bb5-a799-1cbab074e23d None None] The sync data for ids ['94fdbc4e-00b6-4ae1-966d-9f56ed32b34b'] in n-d-818823-1 is: [{'id': '94fdbc4e-00b6-4ae1-966d-9f56ed32b34b', 'name': 'tempest-RoutersTest-router-1436907073', 'tenant_id': '39adbab155b64849b1b9cb0eac9a72dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:13:40Z', 'updated_at': '2021-11-22T20:15:00Z', 'revision_number': 11, 'project_id': '39adbab155b64849b1b9cb0eac9a72dd', 'gw_port_host': None}] {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:15:03.182952 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-8f7befa9-c1c0-4881-b07b-6ff9863bd160 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Deleting port 744d99cf-8380-4d62-bc80-9ef1f8545be6 {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:15:03.183388 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8f7befa9-c1c0-4881-b07b-6ff9863bd160 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:03.185315 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 40432) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:03.199158 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-a5e17f46-30c2-4681-bcd1-eb5548e599ba None None] Deleting port 744d99cf-8380-4d62-bc80-9ef1f8545be6 {{(pid=103449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:15:03.199581 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-a5e17f46-30c2-4681-bcd1-eb5548e599ba None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:03.259363 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0448771a-c253-4a0d-addc-0a7979a3d954 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:03.286192 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-a5e17f46-30c2-4681-bcd1-eb5548e599ba None None] For port 744d99cf-8380-4d62-bc80-9ef1f8545be6, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=744d99cf-8380-4d62-bc80-9ef1f8545be6,segment=NetworkSegment(b224d09e-8c51-4c7d-87fb-6cd2e2112edb),segment_id=b224d09e-8c51-4c7d-87fb-6cd2e2112edb)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:15:03.286597 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-a5e17f46-30c2-4681-bcd1-eb5548e599ba None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:03.302868 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-a5e17f46-30c2-4681-bcd1-eb5548e599ba None None] Calling delete_port for 744d99cf-8380-4d62-bc80-9ef1f8545be6 owned by network:dhcp {{(pid=103449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:15:03.307612 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-8f7befa9-c1c0-4881-b07b-6ff9863bd160 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] For port 744d99cf-8380-4d62-bc80-9ef1f8545be6, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=744d99cf-8380-4d62-bc80-9ef1f8545be6,segment=NetworkSegment(b224d09e-8c51-4c7d-87fb-6cd2e2112edb),segment_id=b224d09e-8c51-4c7d-87fb-6cd2e2112edb)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:15:03.307985 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8f7befa9-c1c0-4881-b07b-6ff9863bd160 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:03.330522 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-dec79933-3c52-47bd-83b3-0babaeb3651a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=da61bb356b744613bec0fff2afd960b6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3579431 Nov 22 20:15:03.333303 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-8f7befa9-c1c0-4881-b07b-6ff9863bd160 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Calling delete_port for 744d99cf-8380-4d62-bc80-9ef1f8545be6 owned by network:dhcp {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:15:03.335080 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 40434) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:03.368916 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-03f0964f-1b75-4df7-99e0-a3cdb56ec2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:03.407327 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-a5e17f46-30c2-4681-bcd1-eb5548e599ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381'] for port, after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:03.444216 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e17f46-30c2-4681-bcd1-eb5548e599ba None None] Pushing event deleted for resources: {'Port': ['ID=744d99cf-8380-4d62-bc80-9ef1f8545be6,revision_number=None']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:15:03.446578 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e17f46-30c2-4681-bcd1-eb5548e599ba None None] No DVR routers for this DVR port 744d99cf-8380-4d62-bc80-9ef1f8545be6 on host n-d-818823-1 {{(pid=103449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:15:03.495206 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-eb085b30-5575-480c-9ed0-0f307796a135 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:03.504382 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0448771a-c253-4a0d-addc-0a7979a3d954 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:03.525856 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0448771a-c253-4a0d-addc-0a7979a3d954 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:03.574022 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-eb085b30-5575-480c-9ed0-0f307796a135 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:03.594932 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8f7befa9-c1c0-4881-b07b-6ff9863bd160 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:03.598771 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031d642b-5305-43e1-84c9-a40f150430e9 req-8e543e72-3671-46dd-b86d-ca58d63b4efa tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:15:03.600271 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-031d642b-5305-43e1-84c9-a40f150430e9 req-8e543e72-3671-46dd-b86d-ca58d63b4efa tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.46 "GET /v2.0/ports?device_id=a3f25d8f-677c-424e-8b05-326431b3cc8e HTTP/1.1" status: 200 len: 946 time: 0.6247778 Nov 22 20:15:03.603606 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ee9ed8-b85b-4242-8ad9-162fbe53e101 req-cc5ef755-0db8-4c30-a115-b44c5dc61438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:15:03.605034 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d9ee9ed8-b85b-4242-8ad9-162fbe53e101 req-cc5ef755-0db8-4c30-a115-b44c5dc61438 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c7864178-f3d5-4b52-bb8a-e0038ceec004 HTTP/1.1" status: 200 len: 845 time: 0.5785563 Nov 22 20:15:03.626950 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7601db9-7068-4919-bf73-5ed7511b8e5c req-0b2144bd-a52d-4a65-8b2b-842de1e9f17e tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:15:03.628433 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d7601db9-7068-4919-bf73-5ed7511b8e5c req-0b2144bd-a52d-4a65-8b2b-842de1e9f17e tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] 10.222.0.46 "GET /v2.0/ports?device_id=473ded31-5dd9-4e37-bfda-f75c7f998ef4 HTTP/1.1" status: 200 len: 943 time: 0.6426327 Nov 22 20:15:03.630738 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7befa9-c1c0-4881-b07b-6ff9863bd160 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Pushing event deleted for resources: {'Port': ['ID=744d99cf-8380-4d62-bc80-9ef1f8545be6,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:15:03.647245 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-0448771a-c253-4a0d-addc-0a7979a3d954 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2dceb45c49514d90ba00be7508a9bc78&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4582357 Nov 22 20:15:03.650328 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 40436) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:03.666750 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0448771a-c253-4a0d-addc-0a7979a3d954 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e25857dd-2488-40a7-8f0c-a614d774db98,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:15:03.672987 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d9ee9ed8-b85b-4242-8ad9-162fbe53e101 req-58257beb-de90-4e0b-b2b1-dfa62e5f773b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c625a1a7-f1bd-484b-b342-37cf517c7d76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0556245 Nov 22 20:15:03.679429 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f7befa9-c1c0-4881-b07b-6ff9863bd160 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] No DVR routers for this DVR port 744d99cf-8380-4d62-bc80-9ef1f8545be6 on host n-d-818823-1 {{(pid=103448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:15:03.759614 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-031d642b-5305-43e1-84c9-a40f150430e9 req-0d827ed6-b65d-46e8-a249-8126f6806200 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.46 "GET /v2.0/security-groups?id=deac3dce-93b4-41af-981b-873d47022422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301513 Nov 22 20:15:03.805130 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8f7befa9-c1c0-4881-b07b-6ff9863bd160 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3760028', 'neutron.services.segments.db._delete_segments_for_network-8748992815755'] for network, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:03.805920 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d7601db9-7068-4919-bf73-5ed7511b8e5c req-8a71a605-10a0-4001-8d2f-55a9f400028b tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] 10.222.0.46 "GET /v2.0/security-groups?id=a6b5e341-e4ee-449f-b89c-f5b96c06c7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376348 Nov 22 20:15:03.837147 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-eb085b30-5575-480c-9ed0-0f307796a135 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:03.839931 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-eb085b30-5575-480c-9ed0-0f307796a135 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:03.844271 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-eb085b30-5575-480c-9ed0-0f307796a135 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e123cef8-2ad5-454b-95bb-0db8d2da495e HTTP/1.1" status: 204 len: 168 time: 0.5057383 Nov 22 20:15:03.852161 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f92c4d02-d6db-4ecc-827b-c990938ee918 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:03.863770 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d9ee9ed8-b85b-4242-8ad9-162fbe53e101 req-3606edda-019d-4dad-95bf-0361e6f93feb service neutron] 10.222.0.20 "GET /v2.0/networks/c625a1a7-f1bd-484b-b342-37cf517c7d76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1806793 Nov 22 20:15:03.879167 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f92c4d02-d6db-4ecc-827b-c990938ee918 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:03.959381 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f92c4d02-d6db-4ecc-827b-c990938ee918 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:03.962079 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f92c4d02-d6db-4ecc-827b-c990938ee918 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:03.963262 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-f92c4d02-d6db-4ecc-827b-c990938ee918 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e25857dd-2488-40a7-8f0c-a614d774db98 HTTP/1.1" status: 204 len: 168 time: 0.3097229 Nov 22 20:15:03.965123 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-8f7befa9-c1c0-4881-b07b-6ff9863bd160 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd2b5491-eb53-4726-892d-365d5f850376']}} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:15:03.976255 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb085b30-5575-480c-9ed0-0f307796a135 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e123cef8-2ad5-454b-95bb-0db8d2da495e,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:15:03.999915 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92c4d02-d6db-4ecc-827b-c990938ee918 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e25857dd-2488-40a7-8f0c-a614d774db98,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:15:04.004034 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-8f7befa9-c1c0-4881-b07b-6ff9863bd160 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b224d09e-8c51-4c7d-87fb-6cd2e2112edb') {'for_net_delete': True} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:15:04.004342 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-8f7befa9-c1c0-4881-b07b-6ff9863bd160 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b224d09e-8c51-4c7d-87fb-6cd2e2112edb') {} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:15:04.013641 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 744d99cf-8380-4d62-bc80-9ef1f8545be6 no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:15:04.024876 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8f7befa9-c1c0-4881-b07b-6ff9863bd160 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748993039638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11627933'] for segment, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:04.045464 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8f7befa9-c1c0-4881-b07b-6ff9863bd160 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:04.053322 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d9ee9ed8-b85b-4242-8ad9-162fbe53e101 req-ddb66b8f-baf3-4034-a7e5-0505437825a0 service neutron] 10.222.0.20 "GET /v2.0/networks/c625a1a7-f1bd-484b-b342-37cf517c7d76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1818244 Nov 22 20:15:04.056653 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f7befa9-c1c0-4881-b07b-6ff9863bd160 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Releasing vlan 600 on physical network physnet1 to pool {{(pid=103448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 20:15:04.057130 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8f7befa9-c1c0-4881-b07b-6ff9863bd160 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11567447'] for segment, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:04.061856 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: 744d99cf-8380-4d62-bc80-9ef1f8545be6 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:15:04.062196 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 744d99cf-8380-4d62-bc80-9ef1f8545be6 not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:15:04.062855 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 1f2adec6-c6fc-4c10-ade7-fefcf222b44b no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:15:04.074826 n-d-818823-1 neutron-server[103448]: Traceback (most recent call last): Nov 22 20:15:04.074826 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 20:15:04.074826 n-d-818823-1 neutron-server[103448]: timer() Nov 22 20:15:04.074826 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 20:15:04.074826 n-d-818823-1 neutron-server[103448]: cb(*args, **kw) Nov 22 20:15:04.074826 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 20:15:04.074826 n-d-818823-1 neutron-server[103448]: return func(*args, **kwargs) Nov 22 20:15:04.074826 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 20:15:04.074826 n-d-818823-1 neutron-server[103448]: self._notify() Nov 22 20:15:04.074826 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 20:15:04.074826 n-d-818823-1 neutron-server[103448]: self.callback(batched_events) Nov 22 20:15:04.074826 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 20:15:04.074826 n-d-818823-1 neutron-server[103448]: event.method(event) Nov 22 20:15:04.074826 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 20:15:04.074826 n-d-818823-1 neutron-server[103448]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 20:15:04.074826 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 20:15:04.074826 n-d-818823-1 neutron-server[103448]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 20:15:04.074826 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 20:15:04.074826 n-d-818823-1 neutron-server[103448]: return f(self, *a, **k) Nov 22 20:15:04.074826 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 20:15:04.074826 n-d-818823-1 neutron-server[103448]: return self._get(url).json() Nov 22 20:15:04.074826 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 20:15:04.074826 n-d-818823-1 neutron-server[103448]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 20:15:04.074826 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 20:15:04.074826 n-d-818823-1 neutron-server[103448]: return self.request(url, 'GET', **kwargs) Nov 22 20:15:04.074826 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 20:15:04.074826 n-d-818823-1 neutron-server[103448]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 20:15:04.074826 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 20:15:04.074826 n-d-818823-1 neutron-server[103448]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 20:15:04.074826 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 20:15:04.074826 n-d-818823-1 neutron-server[103448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 20:15:04.074826 n-d-818823-1 neutron-server[103448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 20:15:04.089208 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: 1f2adec6-c6fc-4c10-ade7-fefcf222b44b {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:15:04.089788 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 1f2adec6-c6fc-4c10-ade7-fefcf222b44b not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:15:04.162674 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8f7befa9-c1c0-4881-b07b-6ff9863bd160 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3760002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595318'] for network, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:04.172887 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8f7befa9-c1c0-4881-b07b-6ff9863bd160 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks [] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:04.180122 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-8f7befa9-c1c0-4881-b07b-6ff9863bd160 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] 10.222.0.46 "DELETE /v2.0/networks/bd2b5491-eb53-4726-892d-365d5f850376 HTTP/1.1" status: 204 len: 168 time: 1.3689055 Nov 22 20:15:04.182699 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 40444) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:04.187210 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-c4df4051-0506-487c-b3d5-e674e8bd3edc tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Request body: {'router': {'routes': None}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:15:04.200660 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7befa9-c1c0-4881-b07b-6ff9863bd160 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Pushing event deleted for resources: {'Network': ['ID=bd2b5491-eb53-4726-892d-365d5f850376,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:15:04.331832 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 40448) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:04.376903 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-869635e1-3aed-42d6-bf5d-5f66fddff454 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=54b4d7c7dea24ab59e10ab37e2c96b30&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0435603 Nov 22 20:15:04.381549 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 40450) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:04.439346 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9b13e94d-2ad6-445a-97f7-9a9ef7242eb8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:04.462399 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9b13e94d-2ad6-445a-97f7-9a9ef7242eb8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:04.513745 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9b13e94d-2ad6-445a-97f7-9a9ef7242eb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:04.517596 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9b13e94d-2ad6-445a-97f7-9a9ef7242eb8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:04.518985 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-9b13e94d-2ad6-445a-97f7-9a9ef7242eb8 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/af075290-c31b-4806-8b3b-96854bf46c16 HTTP/1.1" status: 204 len: 168 time: 0.1363111 Nov 22 20:15:04.531826 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b13e94d-2ad6-445a-97f7-9a9ef7242eb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af075290-c31b-4806-8b3b-96854bf46c16,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:15:04.722388 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.extraroute_db [None req-c4df4051-0506-487c-b3d5-e674e8bd3edc tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Added routes are [] {{(pid=103448) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 22 20:15:04.723012 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.extraroute_db [None req-c4df4051-0506-487c-b3d5-e674e8bd3edc tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Removed routes are [] {{(pid=103448) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 22 20:15:04.723597 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c4df4051-0506-487c-b3d5-e674e8bd3edc tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-541823', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-659547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25662'] for router, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:04.937093 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507e34fb-87d5-4eb4-a306-5af2fefc142f req-cf9ff94c-8cf8-4920-b384-93221952e549 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:15:04.938624 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-507e34fb-87d5-4eb4-a306-5af2fefc142f req-cf9ff94c-8cf8-4920-b384-93221952e549 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.46 "GET /v2.0/ports?device_id=a3f25d8f-677c-424e-8b05-326431b3cc8e HTTP/1.1" status: 200 len: 946 time: 0.0728815 Nov 22 20:15:04.954830 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c4df4051-0506-487c-b3d5-e674e8bd3edc tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-541823', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-659547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25662'] for router, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:04.958592 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c4df4051-0506-487c-b3d5-e674e8bd3edc tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-841284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-541764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-841989', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-659616'] for router, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:05.026960 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ee58ea-71c2-4dac-9e0f-a4db0359f62e req-f2aed614-f9cd-41a2-87e6-5e280aafeeed tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:15:05.029030 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-48ee58ea-71c2-4dac-9e0f-a4db0359f62e req-f2aed614-f9cd-41a2-87e6-5e280aafeeed tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] 10.222.0.46 "GET /v2.0/ports?device_id=473ded31-5dd9-4e37-bfda-f75c7f998ef4 HTTP/1.1" status: 200 len: 943 time: 0.1193204 Nov 22 20:15:05.058176 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-507e34fb-87d5-4eb4-a306-5af2fefc142f req-03de3088-5345-4c60-9540-1e9a676f8996 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.46 "GET /v2.0/security-groups?id=deac3dce-93b4-41af-981b-873d47022422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048055 Nov 22 20:15:05.082652 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4df4051-0506-487c-b3d5-e674e8bd3edc tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Router 94fdbc4e-00b6-4ae1-966d-9f56ed32b34b has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 20:15:05.087270 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e49ee129-e862-4476-beca-cdc8150d2345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:05.107443 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-48ee58ea-71c2-4dac-9e0f-a4db0359f62e req-02f7e51d-f4be-46aa-aa65-8a8a5199f0fe tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] 10.222.0.46 "GET /v2.0/security-groups?id=a6b5e341-e4ee-449f-b89c-f5b96c06c7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682037 Nov 22 20:15:05.196000 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4df4051-0506-487c-b3d5-e674e8bd3edc tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:15:05.204678 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c4df4051-0506-487c-b3d5-e674e8bd3edc tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks [] for router, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:05.206195 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-c4df4051-0506-487c-b3d5-e674e8bd3edc tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] 10.222.0.46 "PUT /v2.0/routers/94fdbc4e-00b6-4ae1-966d-9f56ed32b34b HTTP/1.1" status: 200 len: 701 time: 1.0225551 Nov 22 20:15:05.209283 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 40498) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:05.213305 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f7b699-7702-47aa-b71d-337affeed806 None None] Sync routers for ids ['94fdbc4e-00b6-4ae1-966d-9f56ed32b34b'] in n-d-818823-1 {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:15:05.227321 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f7b699-7702-47aa-b71d-337affeed806 None None] Routers {'94fdbc4e-00b6-4ae1-966d-9f56ed32b34b'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:15:05.228871 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-d0f7b699-7702-47aa-b71d-337affeed806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:15:02Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['94fdbc4e-00b6-4ae1-966d-9f56ed32b34b'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:15:05.278118 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-8db15cbb-2647-439d-b31d-aa796e95dc01 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] 10.222.0.46 "GET /v2.0/ports?device_id=94fdbc4e-00b6-4ae1-966d-9f56ed32b34b HTTP/1.1" status: 200 len: 205 time: 0.0659647 Nov 22 20:15:05.281186 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 40504) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:05.318577 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-d0f7b699-7702-47aa-b71d-337affeed806 None None] Set router 94fdbc4e-00b6-4ae1-966d-9f56ed32b34b gateway port host: None {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:15:05.357164 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ac9fd7-ff98-4aad-a8e4-9d28ec9f2979 req-4785c7b7-c036-42e8-a023-d4304f056d0e tempest-LiveMigrationTest-519343393 tempest-LiveMigrationTest-519343393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:15:05.364276 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-44ac9fd7-ff98-4aad-a8e4-9d28ec9f2979 req-4785c7b7-c036-42e8-a023-d4304f056d0e tempest-LiveMigrationTest-519343393 tempest-LiveMigrationTest-519343393-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=a3f25d8f-677c-424e-8b05-326431b3cc8e HTTP/1.1" status: 200 len: 1097 time: 0.0558114 Nov 22 20:15:05.381758 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-d0f7b699-7702-47aa-b71d-337affeed806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94fdbc4e-00b6-4ae1-966d-9f56ed32b34b', 'name': 'tempest-RoutersTest-router-1436907073', 'tenant_id': '39adbab155b64849b1b9cb0eac9a72dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:13:40Z', 'updated_at': '2021-11-22T20:15:00Z', 'revision_number': 11, 'project_id': '39adbab155b64849b1b9cb0eac9a72dd', 'gw_port_host': None}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:15:05.411550 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f7b699-7702-47aa-b71d-337affeed806 None None] Checking router: 94fdbc4e-00b6-4ae1-966d-9f56ed32b34b for host: n-d-818823-1 {{(pid=103449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 20:15:05.420978 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f7b699-7702-47aa-b71d-337affeed806 None None] Routers {'94fdbc4e-00b6-4ae1-966d-9f56ed32b34b'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:15:05.421847 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-d0f7b699-7702-47aa-b71d-337affeed806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:15:02Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['94fdbc4e-00b6-4ae1-966d-9f56ed32b34b'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:15:05.430186 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-44ac9fd7-ff98-4aad-a8e4-9d28ec9f2979 req-6cca769b-ca6d-445b-9203-eed5a0b23cdd tempest-LiveMigrationTest-519343393 tempest-LiveMigrationTest-519343393-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=deac3dce-93b4-41af-981b-873d47022422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569870 Nov 22 20:15:05.450512 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-00238d6a-2cd5-495b-ae5b-a84fdbf88f15 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks [] for router, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:05.518433 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-d0f7b699-7702-47aa-b71d-337affeed806 None None] Set router 94fdbc4e-00b6-4ae1-966d-9f56ed32b34b gateway port host: None {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:15:05.595244 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-d0f7b699-7702-47aa-b71d-337affeed806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94fdbc4e-00b6-4ae1-966d-9f56ed32b34b', 'name': 'tempest-RoutersTest-router-1436907073', 'tenant_id': '39adbab155b64849b1b9cb0eac9a72dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:13:40Z', 'updated_at': '2021-11-22T20:15:00Z', 'revision_number': 11, 'project_id': '39adbab155b64849b1b9cb0eac9a72dd', 'gw_port_host': None}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:15:05.626908 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350f7c12-f797-42f5-adc3-c942475c19a7 req-9f1a4321-0ec4-4ad8-ad4a-e19aa6c546f0 tempest-LiveMigrationTest-519343393 tempest-LiveMigrationTest-519343393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:15:05.630647 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f7b699-7702-47aa-b71d-337affeed806 None None] The sync data for ids ['94fdbc4e-00b6-4ae1-966d-9f56ed32b34b'] in n-d-818823-1 is: [{'id': '94fdbc4e-00b6-4ae1-966d-9f56ed32b34b', 'name': 'tempest-RoutersTest-router-1436907073', 'tenant_id': '39adbab155b64849b1b9cb0eac9a72dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:13:40Z', 'updated_at': '2021-11-22T20:15:00Z', 'revision_number': 11, 'project_id': '39adbab155b64849b1b9cb0eac9a72dd', 'gw_port_host': None}] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:15:05.634622 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-350f7c12-f797-42f5-adc3-c942475c19a7 req-9f1a4321-0ec4-4ad8-ad4a-e19aa6c546f0 tempest-LiveMigrationTest-519343393 tempest-LiveMigrationTest-519343393-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=a3f25d8f-677c-424e-8b05-326431b3cc8e HTTP/1.1" status: 200 len: 1097 time: 0.0772517 Nov 22 20:15:05.673688 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-00238d6a-2cd5-495b-ae5b-a84fdbf88f15 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24781'] for router, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:05.676984 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-00238d6a-2cd5-495b-ae5b-a84fdbf88f15 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:05.695550 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 40518) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:05.704797 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-350f7c12-f797-42f5-adc3-c942475c19a7 req-74f2e7ab-0b71-40bc-8090-428faa7409b2 tempest-LiveMigrationTest-519343393 tempest-LiveMigrationTest-519343393-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=deac3dce-93b4-41af-981b-873d47022422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695593 Nov 22 20:15:05.775215 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-00238d6a-2cd5-495b-ae5b-a84fdbf88f15 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-663261'] for router, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:05.775893 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00238d6a-2cd5-495b-ae5b-a84fdbf88f15 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Fanout notify agent at l3_agent the message router_deleted on router 94fdbc4e-00b6-4ae1-966d-9f56ed32b34b {{(pid=103448) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 20:15:05.807711 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-00238d6a-2cd5-495b-ae5b-a84fdbf88f15 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks [] for router, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:05.813165 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 40534) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:05.818039 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-00238d6a-2cd5-495b-ae5b-a84fdbf88f15 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] 10.222.0.46 "DELETE /v2.0/routers/94fdbc4e-00b6-4ae1-966d-9f56ed32b34b HTTP/1.1" status: 204 len: 168 time: 0.5356419 Nov 22 20:15:05.819179 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-002a9732-0ecf-44f9-bb7b-675d312e4d98 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1405679049', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:15:05.848969 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-002a9732-0ecf-44f9-bb7b-675d312e4d98 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24799'] for router, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:05.850172 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-002a9732-0ecf-44f9-bb7b-675d312e4d98 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-632716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24788'] for router, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:05.909255 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:05.929092 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [req-94f4deed-a436-424f-870c-1af981035078 req-dff3ace7-4c62-441a-99b1-a0654ecb8711 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=103447) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 20:15:05.935803 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-94f4deed-a436-424f-870c-1af981035078 req-dff3ace7-4c62-441a-99b1-a0654ecb8711 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0118606 Nov 22 20:15:05.937455 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-002a9732-0ecf-44f9-bb7b-675d312e4d98 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:05.946277 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-002a9732-0ecf-44f9-bb7b-675d312e4d98 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-659538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-841284'] for router, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:05.969642 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-002a9732-0ecf-44f9-bb7b-675d312e4d98 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks [] for router, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:05.970887 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-002a9732-0ecf-44f9-bb7b-675d312e4d98 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1569307 Nov 22 20:15:05.976561 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 40536) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:05.985086 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-247f0563-bb5d-422d-8db8-3dbaa91a493a tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:15:06.035635 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 92202712-3967-4c3c-9dc7-55f348e7d05c details requested by agent hyperv_n-h2-818823-1 with host n-h2-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 20:15:06.078467 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-50032fc4-50b4-47ce-91fe-5aaf788fb9c0 tempest-AllowedAddressPairIpV6TestJSON-1677769968 tempest-AllowedAddressPairIpV6TestJSON-1677769968-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1741199573'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:15:06.211277 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port 92202712-3967-4c3c-9dc7-55f348e7d05c, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=92202712-3967-4c3c-9dc7-55f348e7d05c,segment=NetworkSegment(071fae29-45f8-4fae-87e0-a91dc64245f1),segment_id=071fae29-45f8-4fae-87e0-a91dc64245f1)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:15:06.213764 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50032fc4-50b4-47ce-91fe-5aaf788fb9c0 tempest-AllowedAddressPairIpV6TestJSON-1677769968 tempest-AllowedAddressPairIpV6TestJSON-1677769968-project] Made reservation on behalf of 0b2c3856fd614e9d963701abb754e401 for: {'network': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:15:06.217398 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-50032fc4-50b4-47ce-91fe-5aaf788fb9c0 tempest-AllowedAddressPairIpV6TestJSON-1677769968 tempest-AllowedAddressPairIpV6TestJSON-1677769968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for network, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:06.225159 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Returning: {'device': '92202712-3967-4c3c-9dc7-55f348e7d05c', 'network_id': 'c625a1a7-f1bd-484b-b342-37cf517c7d76', 'port_id': '92202712-3967-4c3c-9dc7-55f348e7d05c', 'mac_address': 'fa:16:3e:1e:6c:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7864178-f3d5-4b52-bb8a-e0038ceec004', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 20:15:06.267406 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:06.282802 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92202712-3967-4c3c-9dc7-55f348e7d05c {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:15:06.302838 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-50032fc4-50b4-47ce-91fe-5aaf788fb9c0 tempest-AllowedAddressPairIpV6TestJSON-1677769968 tempest-AllowedAddressPairIpV6TestJSON-1677769968-project] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:06.306042 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port 92202712-3967-4c3c-9dc7-55f348e7d05c, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=92202712-3967-4c3c-9dc7-55f348e7d05c,segment=NetworkSegment(071fae29-45f8-4fae-87e0-a91dc64245f1),segment_id=071fae29-45f8-4fae-87e0-a91dc64245f1)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:15:06.310439 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:06.356513 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-247f0563-bb5d-422d-8db8-3dbaa91a493a tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-541823', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-659547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25662'] for router, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:06.385216 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-247f0563-bb5d-422d-8db8-3dbaa91a493a tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-841284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-541764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-841989', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-659616'] for router, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:06.390681 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=92202712-3967-4c3c-9dc7-55f348e7d05c,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:15:06.395404 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3854ae1f-46df-4e0e-88a0-fa3fa854e852 req-96b2c241-3f84-42cc-a78a-e6e770a9845b tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:15:06.397250 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3854ae1f-46df-4e0e-88a0-fa3fa854e852 req-96b2c241-3f84-42cc-a78a-e6e770a9845b tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] 10.222.0.46 "GET /v2.0/ports?device_id=473ded31-5dd9-4e37-bfda-f75c7f998ef4 HTTP/1.1" status: 200 len: 943 time: 0.1872363 Nov 22 20:15:06.572454 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3854ae1f-46df-4e0e-88a0-fa3fa854e852 req-13000a66-49c9-45bd-8314-27dce66680d1 tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] 10.222.0.46 "GET /v2.0/security-groups?id=a6b5e341-e4ee-449f-b89c-f5b96c06c7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977130 Nov 22 20:15:06.590216 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] get_ports_and_sgs() called for port_ids ['92202712-3967-4c3c-9dc7-55f348e7d05c'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:15:06.596687 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-247f0563-bb5d-422d-8db8-3dbaa91a493a tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Router 4107231c-695a-4b97-93d9-8f3df03b2504 is scheduled to L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 with binding_index 1 {{(pid=103447) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 20:15:06.615160 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-50032fc4-50b4-47ce-91fe-5aaf788fb9c0 tempest-AllowedAddressPairIpV6TestJSON-1677769968 tempest-AllowedAddressPairIpV6TestJSON-1677769968-project] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:06.623303 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-50032fc4-50b4-47ce-91fe-5aaf788fb9c0 tempest-AllowedAddressPairIpV6TestJSON-1677769968 tempest-AllowedAddressPairIpV6TestJSON-1677769968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:06.716869 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50032fc4-50b4-47ce-91fe-5aaf788fb9c0 tempest-AllowedAddressPairIpV6TestJSON-1677769968 tempest-AllowedAddressPairIpV6TestJSON-1677769968-project] vlan segment allocate from pool success with {'vlan_id': 614, 'physical_network': 'physnet1'} {{(pid=103447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 20:15:06.734431 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50032fc4-50b4-47ce-91fe-5aaf788fb9c0 tempest-AllowedAddressPairIpV6TestJSON-1677769968 tempest-AllowedAddressPairIpV6TestJSON-1677769968-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2fdfe88e-f4a7-48df-8e7c-f7dddea270e8,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:15:06.741898 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-50032fc4-50b4-47ce-91fe-5aaf788fb9c0 tempest-AllowedAddressPairIpV6TestJSON-1677769968 tempest-AllowedAddressPairIpV6TestJSON-1677769968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:06.742252 n-d-818823-1 neutron-server[103447]: INFO neutron.db.segments_db [None req-50032fc4-50b4-47ce-91fe-5aaf788fb9c0 tempest-AllowedAddressPairIpV6TestJSON-1677769968 tempest-AllowedAddressPairIpV6TestJSON-1677769968-project] Added segment 7a093b90-a4c7-42a1-8ec0-07d30e4d839b of type vlan for network 720bcebb-8ae3-4ca0-b426-cb666679f65c Nov 22 20:15:06.743960 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-247f0563-bb5d-422d-8db8-3dbaa91a493a tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:15:06.754963 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ebd03f9-8541-4aa0-b781-4671feb81a76 None None] Sync routers for ids ['4107231c-695a-4b97-93d9-8f3df03b2504'] in n-d-818823-1 {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:15:06.770445 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ebd03f9-8541-4aa0-b781-4671feb81a76 None None] Routers {'4107231c-695a-4b97-93d9-8f3df03b2504'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:15:06.772194 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-1ebd03f9-8541-4aa0-b781-4671feb81a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:15:02Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['4107231c-695a-4b97-93d9-8f3df03b2504'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:15:06.773893 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-247f0563-bb5d-422d-8db8-3dbaa91a493a tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks [] for router, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:06.777937 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-247f0563-bb5d-422d-8db8-3dbaa91a493a tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] 10.222.0.46 "PUT /v2.0/routers/4107231c-695a-4b97-93d9-8f3df03b2504 HTTP/1.1" status: 200 len: 694 time: 0.7974708 Nov 22 20:15:06.779482 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 40608) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:06.922283 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-1ebd03f9-8541-4aa0-b781-4671feb81a76 None None] Set router 4107231c-695a-4b97-93d9-8f3df03b2504 gateway port host: None {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:15:06.949204 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-50032fc4-50b4-47ce-91fe-5aaf788fb9c0 tempest-AllowedAddressPairIpV6TestJSON-1677769968 tempest-AllowedAddressPairIpV6TestJSON-1677769968-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748992492791'] for network, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:06.964645 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-30c91810-ba1d-4155-965a-468947048e63 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] 10.222.0.46 "GET /v2.0/routers/4107231c-695a-4b97-93d9-8f3df03b2504 HTTP/1.1" status: 200 len: 700 time: 0.1838555 Nov 22 20:15:06.967374 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 40612) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:06.993909 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-1ebd03f9-8541-4aa0-b781-4671feb81a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4107231c-695a-4b97-93d9-8f3df03b2504', 'name': 'tempest-RoutersTest-router-1405679049', 'tenant_id': '39adbab155b64849b1b9cb0eac9a72dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:15:05Z', 'updated_at': '2021-11-22T20:15:06Z', 'revision_number': 2, 'project_id': '39adbab155b64849b1b9cb0eac9a72dd', 'gw_port_host': None}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:15:07.008271 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-3a3f0dd8-17ca-4f02-8fa7-e8ba963f5bbc tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] 10.222.0.46 "GET /v2.0/ports?device_id=4107231c-695a-4b97-93d9-8f3df03b2504 HTTP/1.1" status: 200 len: 205 time: 0.0375936 Nov 22 20:15:07.008490 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 40614) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:07.024929 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ebd03f9-8541-4aa0-b781-4671feb81a76 None None] Checking router: 4107231c-695a-4b97-93d9-8f3df03b2504 for host: n-d-818823-1 {{(pid=103450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 20:15:07.035049 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ebd03f9-8541-4aa0-b781-4671feb81a76 None None] Routers {'4107231c-695a-4b97-93d9-8f3df03b2504'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:15:07.035696 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-1ebd03f9-8541-4aa0-b781-4671feb81a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:15:02Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['4107231c-695a-4b97-93d9-8f3df03b2504'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:15:07.052793 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-50032fc4-50b4-47ce-91fe-5aaf788fb9c0 tempest-AllowedAddressPairIpV6TestJSON-1677769968 tempest-AllowedAddressPairIpV6TestJSON-1677769968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for network, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:07.058573 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50032fc4-50b4-47ce-91fe-5aaf788fb9c0 tempest-AllowedAddressPairIpV6TestJSON-1677769968 tempest-AllowedAddressPairIpV6TestJSON-1677769968-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:15:07.059202 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-50032fc4-50b4-47ce-91fe-5aaf788fb9c0 tempest-AllowedAddressPairIpV6TestJSON-1677769968 tempest-AllowedAddressPairIpV6TestJSON-1677769968-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for network, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:07.060232 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 40616) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:07.124468 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-1ebd03f9-8541-4aa0-b781-4671feb81a76 None None] Set router 4107231c-695a-4b97-93d9-8f3df03b2504 gateway port host: None {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:15:07.149354 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-2899964d-0302-415b-b689-a88157ad0fbd tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks [] for router, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:07.191330 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-1ebd03f9-8541-4aa0-b781-4671feb81a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4107231c-695a-4b97-93d9-8f3df03b2504', 'name': 'tempest-RoutersTest-router-1405679049', 'tenant_id': '39adbab155b64849b1b9cb0eac9a72dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:15:05Z', 'updated_at': '2021-11-22T20:15:06Z', 'revision_number': 2, 'project_id': '39adbab155b64849b1b9cb0eac9a72dd', 'gw_port_host': None}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:15:07.191672 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [req-445c5d18-8ff5-4c6c-89be-54be413454bf req-0ddbc655-93fc-463f-9b1d-5725e6a431c9 tempest-LiveMigrationTest-519343393 tempest-LiveMigrationTest-519343393-project-admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=103448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 20:15:07.192699 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-445c5d18-8ff5-4c6c-89be-54be413454bf req-0ddbc655-93fc-463f-9b1d-5725e6a431c9 tempest-LiveMigrationTest-519343393 tempest-LiveMigrationTest-519343393-project-admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0090535 Nov 22 20:15:07.196903 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 40620) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:07.197142 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-50032fc4-50b4-47ce-91fe-5aaf788fb9c0 tempest-AllowedAddressPairIpV6TestJSON-1677769968 tempest-AllowedAddressPairIpV6TestJSON-1677769968-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.5004742 Nov 22 20:15:07.208435 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-4e746450-ba8b-49b9-a1c5-15df4d41fa63 tempest-AllowedAddressPairIpV6TestJSON-1677769968 tempest-AllowedAddressPairIpV6TestJSON-1677769968-project] Request body: {'subnet': {'network_id': '720bcebb-8ae3-4ca0-b426-cb666679f65c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:15:07.221326 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ebd03f9-8541-4aa0-b781-4671feb81a76 None None] The sync data for ids ['4107231c-695a-4b97-93d9-8f3df03b2504'] in n-d-818823-1 is: [{'id': '4107231c-695a-4b97-93d9-8f3df03b2504', 'name': 'tempest-RoutersTest-router-1405679049', 'tenant_id': '39adbab155b64849b1b9cb0eac9a72dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:15:05Z', 'updated_at': '2021-11-22T20:15:06Z', 'revision_number': 2, 'project_id': '39adbab155b64849b1b9cb0eac9a72dd', 'gw_port_host': None}] {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:15:07.233813 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50032fc4-50b4-47ce-91fe-5aaf788fb9c0 tempest-AllowedAddressPairIpV6TestJSON-1677769968 tempest-AllowedAddressPairIpV6TestJSON-1677769968-project] Pushing event updated for resources: {'Network': ['ID=720bcebb-8ae3-4ca0-b426-cb666679f65c,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:15:07.244617 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Network 720bcebb-8ae3-4ca0-b426-cb666679f65c details requested by agent ovs-agent-n-d-818823-1 with host n-d-818823-1 {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 20:15:07.266414 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445c5d18-8ff5-4c6c-89be-54be413454bf req-42b8e2c8-2d9f-41d4-a622-7bb035974546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:15:07.267837 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-445c5d18-8ff5-4c6c-89be-54be413454bf req-42b8e2c8-2d9f-41d4-a622-7bb035974546 service neutron] 10.222.0.46 "GET /v2.0/ports/c8bb28fa-bb9e-4759-a372-c50a6d5fb091 HTTP/1.1" status: 200 len: 1094 time: 0.0526683 Nov 22 20:15:07.311536 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [req-445c5d18-8ff5-4c6c-89be-54be413454bf req-316a8e8e-0895-4101-a5ea-4de71e0aa550 service neutron] Request body: {'binding': {'host': 'n-h2-818823-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:15:07.312269 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [req-445c5d18-8ff5-4c6c-89be-54be413454bf req-316a8e8e-0895-4101-a5ea-4de71e0aa550 service neutron] Unknown quota resources ['binding']. {{(pid=103448) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 22 20:15:07.314560 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f073aa49-7251-4be2-970e-5dbce13d64b2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:07.340295 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-2899964d-0302-415b-b689-a88157ad0fbd tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24781'] for router, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:07.342838 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-2899964d-0302-415b-b689-a88157ad0fbd tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:07.391959 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-2899964d-0302-415b-b689-a88157ad0fbd tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-663261'] for router, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:07.392629 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2899964d-0302-415b-b689-a88157ad0fbd tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Fanout notify agent at l3_agent the message router_deleted on router 4107231c-695a-4b97-93d9-8f3df03b2504 {{(pid=103447) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 20:15:07.401967 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-2899964d-0302-415b-b689-a88157ad0fbd tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] Publish callbacks [] for router, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:07.403252 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-2899964d-0302-415b-b689-a88157ad0fbd tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] 10.222.0.46 "DELETE /v2.0/routers/4107231c-695a-4b97-93d9-8f3df03b2504 HTTP/1.1" status: 204 len: 168 time: 0.3938477 Nov 22 20:15:07.407594 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 40622) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:07.445889 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-e47034e8-e9c5-4407-8f8a-b00ddaf4fdfa tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] 10.222.0.46 "GET /v2.0/ports?device_id=4107231c-695a-4b97-93d9-8f3df03b2504 HTTP/1.1" status: 200 len: 205 time: 0.0368643 Nov 22 20:15:07.448184 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 40624) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:07.490843 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e746450-ba8b-49b9-a1c5-15df4d41fa63 tempest-AllowedAddressPairIpV6TestJSON-1677769968 tempest-AllowedAddressPairIpV6TestJSON-1677769968-project] Made reservation on behalf of 0b2c3856fd614e9d963701abb754e401 for: {'subnet': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:15:07.494384 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4e746450-ba8b-49b9-a1c5-15df4d41fa63 tempest-AllowedAddressPairIpV6TestJSON-1677769968 tempest-AllowedAddressPairIpV6TestJSON-1677769968-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11792951'] for subnet, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:07.496492 n-d-818823-1 neutron-server[103447]: INFO neutron.api.v2.resource [None req-b38d3e2b-bb55-4089-941b-fa5abbc69ee8 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] delete failed (client error): The resource could not be found. Nov 22 20:15:07.497762 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-b38d3e2b-bb55-4089-941b-fa5abbc69ee8 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] 10.222.0.46 "DELETE /v2.0/routers/4107231c-695a-4b97-93d9-8f3df03b2504 HTTP/1.1" status: 404 len: 336 time: 0.0484297 Nov 22 20:15:07.500601 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 40626) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:07.529699 n-d-818823-1 neutron-server[103447]: INFO neutron.pecan_wsgi.hooks.translation [None req-34f1105a-0edc-46dc-b65d-8e4ecaf85a5c tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] DELETE failed (client error): The resource could not be found. Nov 22 20:15:07.530154 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34f1105a-0edc-46dc-b65d-8e4ecaf85a5c tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103447) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 20:15:07.533287 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-34f1105a-0edc-46dc-b65d-8e4ecaf85a5c tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] 10.222.0.46 "DELETE /v2.0/subnets/d4465b5e-a560-4be6-a1cc-d7f09e0d4890 HTTP/1.1" status: 404 len: 337 time: 0.0315416 Nov 22 20:15:07.536378 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 40628) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:07.561916 n-d-818823-1 neutron-server[103447]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e2a8b5f-e1d9-4452-ac03-7a418d882476 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] DELETE failed (client error): The resource could not be found. Nov 22 20:15:07.562364 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e2a8b5f-e1d9-4452-ac03-7a418d882476 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103447) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 20:15:07.565641 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-8e2a8b5f-e1d9-4452-ac03-7a418d882476 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] 10.222.0.46 "DELETE /v2.0/subnets/6d7736d5-fb75-4292-8160-e9159063a95b HTTP/1.1" status: 404 len: 337 time: 0.0283465 Nov 22 20:15:07.569004 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 40630) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:07.596587 n-d-818823-1 neutron-server[103447]: INFO neutron.pecan_wsgi.hooks.translation [None req-57b8d9cb-dc5e-4f43-ba28-fd9491bab601 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] DELETE failed (client error): The resource could not be found. Nov 22 20:15:07.597067 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57b8d9cb-dc5e-4f43-ba28-fd9491bab601 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103447) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 20:15:07.600470 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-57b8d9cb-dc5e-4f43-ba28-fd9491bab601 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] 10.222.0.46 "DELETE /v2.0/subnets/46f60706-5383-4cf7-80e5-c33028f6df74 HTTP/1.1" status: 404 len: 337 time: 0.0301738 Nov 22 20:15:07.602808 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 40632) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:07.630060 n-d-818823-1 neutron-server[103447]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a5eb9be-06b4-4af6-9011-5d73a421462f tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] DELETE failed (client error): The resource could not be found. Nov 22 20:15:07.630454 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a5eb9be-06b4-4af6-9011-5d73a421462f tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103447) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 20:15:07.633885 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-1a5eb9be-06b4-4af6-9011-5d73a421462f tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] 10.222.0.46 "DELETE /v2.0/subnets/d6285324-c6ad-4a91-91fa-21c8262eaf22 HTTP/1.1" status: 404 len: 337 time: 0.0300331 Nov 22 20:15:07.636575 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 40636) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:07.658455 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f073aa49-7251-4be2-970e-5dbce13d64b2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:07.663659 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-445c5d18-8ff5-4c6c-89be-54be413454bf req-316a8e8e-0895-4101-a5ea-4de71e0aa550 service neutron] Attempting to bind port c8bb28fa-bb9e-4759-a372-c50a6d5fb091 on host n-h2-818823-1 for vnic_type normal with profile None {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:15:07.664007 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-445c5d18-8ff5-4c6c-89be-54be413454bf req-316a8e8e-0895-4101-a5ea-4de71e0aa550 service neutron] Attempting to bind port c8bb28fa-bb9e-4759-a372-c50a6d5fb091 by drivers openvswitch,hyperv on host n-h2-818823-1 at level 0 using segments [{'id': 'e4b3d165-1cea-4bf0-93f6-5b79e0759539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '4906551a-712e-4bde-8433-b2db24f02f5c'}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:15:07.664342 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-445c5d18-8ff5-4c6c-89be-54be413454bf req-316a8e8e-0895-4101-a5ea-4de71e0aa550 service neutron] Attempting to bind port c8bb28fa-bb9e-4759-a372-c50a6d5fb091 on network 4906551a-712e-4bde-8433-b2db24f02f5c {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:15:07.668919 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-d6ccc4b9-65fa-4d98-94fe-0a97120754f9 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] 10.222.0.46 "GET /v2.0/ports?device_id=94fdbc4e-00b6-4ae1-966d-9f56ed32b34b HTTP/1.1" status: 200 len: 205 time: 0.0307813 Nov 22 20:15:07.670037 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f073aa49-7251-4be2-970e-5dbce13d64b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:07.671265 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 40638) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:07.684941 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-445c5d18-8ff5-4c6c-89be-54be413454bf req-316a8e8e-0895-4101-a5ea-4de71e0aa550 service neutron] Port c8bb28fa-bb9e-4759-a372-c50a6d5fb091 on network 4906551a-712e-4bde-8433-b2db24f02f5c not bound, no agent of type Open vSwitch agent registered on host n-h2-818823-1 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:15:07.685249 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-445c5d18-8ff5-4c6c-89be-54be413454bf req-316a8e8e-0895-4101-a5ea-4de71e0aa550 service neutron] Attempting to bind port c8bb28fa-bb9e-4759-a372-c50a6d5fb091 on network 4906551a-712e-4bde-8433-b2db24f02f5c {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:15:07.723982 n-d-818823-1 neutron-server[103447]: INFO neutron.api.v2.resource [None req-ef5d518c-f794-4ab5-ac1e-4b7abbfcc468 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] delete failed (client error): The resource could not be found. Nov 22 20:15:07.727357 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-ef5d518c-f794-4ab5-ac1e-4b7abbfcc468 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] 10.222.0.46 "DELETE /v2.0/routers/94fdbc4e-00b6-4ae1-966d-9f56ed32b34b HTTP/1.1" status: 404 len: 336 time: 0.0525594 Nov 22 20:15:07.730868 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 40642) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:07.744210 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-445c5d18-8ff5-4c6c-89be-54be413454bf req-316a8e8e-0895-4101-a5ea-4de71e0aa550 service neutron] Checking agent: {'id': '65e0486a-7030-4065-96f0-10aa7402a530', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'started_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 14, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:15:07.744550 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-445c5d18-8ff5-4c6c-89be-54be413454bf req-316a8e8e-0895-4101-a5ea-4de71e0aa550 service neutron] Checking segment: {'id': 'e4b3d165-1cea-4bf0-93f6-5b79e0759539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '4906551a-712e-4bde-8433-b2db24f02f5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:15:07.744942 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-445c5d18-8ff5-4c6c-89be-54be413454bf req-316a8e8e-0895-4101-a5ea-4de71e0aa550 service neutron] Bound using segment: {'id': 'e4b3d165-1cea-4bf0-93f6-5b79e0759539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '4906551a-712e-4bde-8433-b2db24f02f5c'} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:15:07.746203 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-445c5d18-8ff5-4c6c-89be-54be413454bf req-316a8e8e-0895-4101-a5ea-4de71e0aa550 service neutron] Bound port: c8bb28fa-bb9e-4759-a372-c50a6d5fb091, host: n-h2-818823-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4b3d165-1cea-4bf0-93f6-5b79e0759539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '4906551a-712e-4bde-8433-b2db24f02f5c'}}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:15:07.778249 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9ef92f-75cc-4ab8-a860-ffe8fc888dc0 req-e15da276-8772-4ca5-b84d-05a38d72dd0a tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:15:07.779871 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3a9ef92f-75cc-4ab8-a860-ffe8fc888dc0 req-e15da276-8772-4ca5-b84d-05a38d72dd0a tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] 10.222.0.46 "GET /v2.0/ports?device_id=473ded31-5dd9-4e37-bfda-f75c7f998ef4 HTTP/1.1" status: 200 len: 944 time: 0.1017034 Nov 22 20:15:07.798553 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-f073aa49-7251-4be2-970e-5dbce13d64b2 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3f626e3c030b4cf692fc1d686826e672&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7372112 Nov 22 20:15:07.803040 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 40646) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:07.837962 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f073aa49-7251-4be2-970e-5dbce13d64b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be346707-a67b-484c-b0d7-8dac310936ec,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:15:07.851579 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-8f1a252e-f07b-4f77-be3f-4685e3aef7fe tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] 10.222.0.46 "GET /v2.0/ports?device_id=7d099b29-cda4-4f69-9f5a-775d4b148894 HTTP/1.1" status: 200 len: 205 time: 0.1099803 Nov 22 20:15:07.851882 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 40648) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:07.863458 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3a9ef92f-75cc-4ab8-a860-ffe8fc888dc0 req-97cf2440-8cb1-48ab-b330-415c74a8365b tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] 10.222.0.46 "GET /v2.0/security-groups?id=a6b5e341-e4ee-449f-b89c-f5b96c06c7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772340 Nov 22 20:15:07.884130 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b5f3636c-a7d5-4627-b6a7-44b820981d07 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:07.922770 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b5f3636c-a7d5-4627-b6a7-44b820981d07 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:07.928082 n-d-818823-1 neutron-server[103448]: INFO neutron.api.v2.resource [None req-fec5cb12-7f03-47dd-b43c-fc4c71c2e19c tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] delete failed (client error): The resource could not be found. Nov 22 20:15:07.932719 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-fec5cb12-7f03-47dd-b43c-fc4c71c2e19c tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] 10.222.0.46 "DELETE /v2.0/routers/7d099b29-cda4-4f69-9f5a-775d4b148894 HTTP/1.1" status: 404 len: 336 time: 0.0667241 Nov 22 20:15:07.940093 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 40652) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:07.975350 n-d-818823-1 neutron-server[103447]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b12d5b2-3729-44ae-bbd4-601a3579340b tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] DELETE failed (client error): The resource could not be found. Nov 22 20:15:07.976197 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b12d5b2-3729-44ae-bbd4-601a3579340b tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103447) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 20:15:07.981451 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-0b12d5b2-3729-44ae-bbd4-601a3579340b tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] 10.222.0.46 "DELETE /v2.0/subnets/61209b86-590e-439d-9325-9cddea043da0 HTTP/1.1" status: 404 len: 337 time: 0.0400338 Nov 22 20:15:07.984455 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-445c5d18-8ff5-4c6c-89be-54be413454bf req-316a8e8e-0895-4101-a5ea-4de71e0aa550 service neutron] For port c8bb28fa-bb9e-4759-a372-c50a6d5fb091, host n-h2-818823-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=c8bb28fa-bb9e-4759-a372-c50a6d5fb091,segment=NetworkSegment(e4b3d165-1cea-4bf0-93f6-5b79e0759539),segment_id=e4b3d165-1cea-4bf0-93f6-5b79e0759539)] {{(pid=103448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:15:07.984659 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 40654) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:07.994036 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4e746450-ba8b-49b9-a1c5-15df4d41fa63 tempest-AllowedAddressPairIpV6TestJSON-1677769968 tempest-AllowedAddressPairIpV6TestJSON-1677769968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11567560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11792921'] for subnet, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:08.001730 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-445c5d18-8ff5-4c6c-89be-54be413454bf req-316a8e8e-0895-4101-a5ea-4de71e0aa550 service neutron] Publish callbacks [] for binding, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:08.005780 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-445c5d18-8ff5-4c6c-89be-54be413454bf req-316a8e8e-0895-4101-a5ea-4de71e0aa550 service neutron] 10.222.0.46 "POST /v2.0/ports/c8bb28fa-bb9e-4759-a372-c50a6d5fb091/bindings HTTP/1.1" status: 201 len: 389 time: 0.7219951 Nov 22 20:15:08.037655 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 92202712-3967-4c3c-9dc7-55f348e7d05c up at agent hyperv_n-h2-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:15:08.047315 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-72d9c4f5-a53a-4039-969e-0fa2ae13adec tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] 10.222.0.46 "GET /v2.0/ports?device_id=61f2d473-7e05-4442-8d06-1702634a6546 HTTP/1.1" status: 200 len: 205 time: 0.0614192 Nov 22 20:15:08.052029 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 40656) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:08.109149 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b5f3636c-a7d5-4627-b6a7-44b820981d07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:08.125030 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b5f3636c-a7d5-4627-b6a7-44b820981d07 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:08.137633 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-b5f3636c-a7d5-4627-b6a7-44b820981d07 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/be346707-a67b-484c-b0d7-8dac310936ec HTTP/1.1" status: 204 len: 168 time: 0.3334599 Nov 22 20:15:08.147713 n-d-818823-1 neutron-server[103448]: INFO neutron.api.v2.resource [None req-de0a9055-f641-4ad0-b646-50b19452f79f tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] delete failed (client error): The resource could not be found. Nov 22 20:15:08.154940 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-de0a9055-f641-4ad0-b646-50b19452f79f tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] 10.222.0.46 "DELETE /v2.0/routers/61f2d473-7e05-4442-8d06-1702634a6546 HTTP/1.1" status: 404 len: 336 time: 0.0978913 Nov 22 20:15:08.156264 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e746450-ba8b-49b9-a1c5-15df4d41fa63 tempest-AllowedAddressPairIpV6TestJSON-1677769968 tempest-AllowedAddressPairIpV6TestJSON-1677769968-project] Pushing event updated for resources: {'Subnet': ['ID=d9bdf0f7-9a98-41e0-92c9-6726d417ea0c,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:15:08.158590 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 40662) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:08.161553 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f3636c-a7d5-4627-b6a7-44b820981d07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be346707-a67b-484c-b0d7-8dac310936ec,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:15:08.210323 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Provisioning for port 92202712-3967-4c3c-9dc7-55f348e7d05c completed by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 20:15:08.215157 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Provisioning complete for port 92202712-3967-4c3c-9dc7-55f348e7d05c triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:15:08.216362 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:08.246073 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-a083122d-3b77-474a-97ab-8cea5847af76 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] 10.222.0.46 "GET /v2.0/ports?device_id=c27a85ee-80a1-4163-b59c-1216ccdbb333 HTTP/1.1" status: 200 len: 205 time: 0.0856156 Nov 22 20:15:08.248687 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 40664) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:08.280067 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e746450-ba8b-49b9-a1c5-15df4d41fa63 tempest-AllowedAddressPairIpV6TestJSON-1677769968 tempest-AllowedAddressPairIpV6TestJSON-1677769968-project] Checking segment: {'id': '7a093b90-a4c7-42a1-8ec0-07d30e4d839b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '720bcebb-8ae3-4ca0-b426-cb666679f65c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:15:08.283102 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e746450-ba8b-49b9-a1c5-15df4d41fa63 tempest-AllowedAddressPairIpV6TestJSON-1677769968 tempest-AllowedAddressPairIpV6TestJSON-1677769968-project] Network hostable DHCP agents. Network: 720bcebb-8ae3-4ca0-b426-cb666679f65c, hostable agents: ['02adaa64-0987-4b74-bad0-cbcf56f8a294'], hosted agents: [] {{(pid=103448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 20:15:08.326312 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e746450-ba8b-49b9-a1c5-15df4d41fa63 tempest-AllowedAddressPairIpV6TestJSON-1677769968 tempest-AllowedAddressPairIpV6TestJSON-1677769968-project] Network 720bcebb-8ae3-4ca0-b426-cb666679f65c is scheduled to be hosted by DHCP agent 02adaa64-0987-4b74-bad0-cbcf56f8a294 with binding_index 1 {{(pid=103448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 20:15:08.329813 n-d-818823-1 neutron-server[103447]: INFO neutron.api.v2.resource [None req-b8a9d39e-3fbf-4a35-8b5e-b9a12b0a8d71 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] delete failed (client error): The resource could not be found. Nov 22 20:15:08.331878 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-b8a9d39e-3fbf-4a35-8b5e-b9a12b0a8d71 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] 10.222.0.46 "DELETE /v2.0/routers/c27a85ee-80a1-4163-b59c-1216ccdbb333 HTTP/1.1" status: 404 len: 336 time: 0.0812795 Nov 22 20:15:08.337388 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 40666) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:08.344790 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-4e746450-ba8b-49b9-a1c5-15df4d41fa63 tempest-AllowedAddressPairIpV6TestJSON-1677769968 tempest-AllowedAddressPairIpV6TestJSON-1677769968-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818823-1, 720bcebb-8ae3-4ca0-b426-cb666679f65c) {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:15:08.351398 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e746450-ba8b-49b9-a1c5-15df4d41fa63 tempest-AllowedAddressPairIpV6TestJSON-1677769968 tempest-AllowedAddressPairIpV6TestJSON-1677769968-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:15:08.352364 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4e746450-ba8b-49b9-a1c5-15df4d41fa63 tempest-AllowedAddressPairIpV6TestJSON-1677769968 tempest-AllowedAddressPairIpV6TestJSON-1677769968-project] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:08.356827 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:08.386577 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-4e746450-ba8b-49b9-a1c5-15df4d41fa63 tempest-AllowedAddressPairIpV6TestJSON-1677769968 tempest-AllowedAddressPairIpV6TestJSON-1677769968-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1883726 Nov 22 20:15:08.389920 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 40670) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:08.400417 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-915ad549-3170-4edc-8c04-8bcbf3ccd450 tempest-AllowedAddressPairIpV6TestJSON-1677769968 tempest-AllowedAddressPairIpV6TestJSON-1677769968-project] Request body: {'port': {'network_id': '720bcebb-8ae3-4ca0-b426-cb666679f65c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-192068006'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:15:08.501096 n-d-818823-1 neutron-server[103447]: INFO neutron.pecan_wsgi.hooks.translation [None req-0aa24e22-5287-498d-9100-bac2890e35f5 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] DELETE failed (client error): The resource could not be found. Nov 22 20:15:08.501701 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0aa24e22-5287-498d-9100-bac2890e35f5 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103447) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 20:15:08.506547 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-0aa24e22-5287-498d-9100-bac2890e35f5 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] 10.222.0.46 "DELETE /v2.0/subnets/7574dd45-b1ae-4a6b-b69d-a7de544d019f HTTP/1.1" status: 404 len: 337 time: 0.1327493 Nov 22 20:15:08.510629 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 40672) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:08.535557 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df64cb12-751e-488f-9113-1def578fc075 None None] Network 720bcebb-8ae3-4ca0-b426-cb666679f65c requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:15:08.576493 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 40674) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:08.577657 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-2816ad90-182e-425e-9f69-50bee712f2ba tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] 10.222.0.46 "GET /v2.0/ports?device_id=810d4fa6-3953-49f9-8159-523c32434fa1 HTTP/1.1" status: 200 len: 205 time: 0.0553174 Nov 22 20:15:08.605859 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445c5d18-8ff5-4c6c-89be-54be413454bf req-fcd42a86-8917-412b-911a-7802056d6f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:15:08.611755 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port 92202712-3967-4c3c-9dc7-55f348e7d05c, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=92202712-3967-4c3c-9dc7-55f348e7d05c,segment=NetworkSegment(071fae29-45f8-4fae-87e0-a91dc64245f1),segment_id=071fae29-45f8-4fae-87e0-a91dc64245f1)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:15:08.615916 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '473ded31-5dd9-4e37-bfda-f75c7f998ef4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92202712-3967-4c3c-9dc7-55f348e7d05c'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:15:08.617107 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-445c5d18-8ff5-4c6c-89be-54be413454bf req-fcd42a86-8917-412b-911a-7802056d6f5f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2c9de68061ee477dbb5cc544058ec72e&device_id=a3f25d8f-677c-424e-8b05-326431b3cc8e HTTP/1.1" status: 200 len: 1097 time: 0.2840238 Nov 22 20:15:08.619719 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d39f6d30a11e565ec9648abcc015e8a6ab6cff4edd704add8155e28765d31eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bec567e6-7bf8-46dc-be9d-d2034a625184" -d '{"events": [{"server_uuid": "473ded31-5dd9-4e37-bfda-f75c7f998ef4", "name": "network-vif-plugged", "status": "completed", "tag": "92202712-3967-4c3c-9dc7-55f348e7d05c"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:15:08.630128 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:08.636616 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 40678) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:08.684612 n-d-818823-1 neutron-server[103448]: INFO neutron.api.v2.resource [None req-0d87ff1e-40e1-4910-8aea-b4463c45a2f0 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] delete failed (client error): The resource could not be found. Nov 22 20:15:08.685827 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-0d87ff1e-40e1-4910-8aea-b4463c45a2f0 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] 10.222.0.46 "DELETE /v2.0/routers/810d4fa6-3953-49f9-8159-523c32434fa1 HTTP/1.1" status: 404 len: 336 time: 0.0972774 Nov 22 20:15:08.688549 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 40680) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:08.689547 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:15:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23af2606-bfb6-40ef-80bd-3c7562b33628 x-openstack-request-id: req-23af2606-bfb6-40ef-80bd-3c7562b33628 {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:15:08.689928 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "473ded31-5dd9-4e37-bfda-f75c7f998ef4", "name": "network-vif-plugged", "status": "completed", "tag": "92202712-3967-4c3c-9dc7-55f348e7d05c", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:15:08.690203 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-23af2606-bfb6-40ef-80bd-3c7562b33628 {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:15:08.690596 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '473ded31-5dd9-4e37-bfda-f75c7f998ef4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92202712-3967-4c3c-9dc7-55f348e7d05c', 'code': 200} Nov 22 20:15:08.701323 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-915ad549-3170-4edc-8c04-8bcbf3ccd450 tempest-AllowedAddressPairIpV6TestJSON-1677769968 tempest-AllowedAddressPairIpV6TestJSON-1677769968-project] Made reservation on behalf of 0b2c3856fd614e9d963701abb754e401 for: {'port': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:15:08.703727 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=92202712-3967-4c3c-9dc7-55f348e7d05c,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:15:08.705885 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-915ad549-3170-4edc-8c04-8bcbf3ccd450 tempest-AllowedAddressPairIpV6TestJSON-1677769968 tempest-AllowedAddressPairIpV6TestJSON-1677769968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:08.723842 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326d1f56-0031-4499-82ce-e014fd7049f0 req-797854a9-f111-4cae-a784-ab98b47b0d91 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:15:08.725530 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-326d1f56-0031-4499-82ce-e014fd7049f0 req-797854a9-f111-4cae-a784-ab98b47b0d91 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.46 "GET /v2.0/ports?device_id=a3f25d8f-677c-424e-8b05-326431b3cc8e HTTP/1.1" status: 200 len: 946 time: 0.3902361 Nov 22 20:15:08.728481 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-536771f2-426e-407b-aeb5-9e97f970a76a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:08.730976 n-d-818823-1 neutron-server[103448]: INFO neutron.pecan_wsgi.hooks.translation [None req-92059d8d-5b23-4d31-aaec-7ad3491c36ff tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] DELETE failed (client error): The resource could not be found. Nov 22 20:15:08.731610 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92059d8d-5b23-4d31-aaec-7ad3491c36ff tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 20:15:08.735245 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-92059d8d-5b23-4d31-aaec-7ad3491c36ff tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] 10.222.0.46 "DELETE /v2.0/subnets/648e40a8-db11-4bd1-9f6a-6d08b3f0ff96 HTTP/1.1" status: 404 len: 337 time: 0.0452976 Nov 22 20:15:08.741708 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 40682) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:08.751563 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [None req-915ad549-3170-4edc-8c04-8bcbf3ccd450 tempest-AllowedAddressPairIpV6TestJSON-1677769968 tempest-AllowedAddressPairIpV6TestJSON-1677769968-project] device_id is not set on port 80689da9-1c23-4b31-9f54-bc5177448933 yet. {{(pid=103448) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 20:15:08.822748 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-c20f9d21-3c00-4c89-b1af-bb2223411b86 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] 10.222.0.46 "GET /v2.0/ports?device_id=fe9f0f74-daa1-4186-94aa-d91c9d9ab9c7 HTTP/1.1" status: 200 len: 205 time: 0.0768261 Nov 22 20:15:08.823845 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 40684) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:08.852866 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc403a50-038c-429e-b0a5-40e570530e5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fb26bd7-ce56-527b-b94f-2e1f7cb2bb35-720bcebb-8ae3-4ca0-b426-cb666679f65c', 'network_id': '720bcebb-8ae3-4ca0-b426-cb666679f65c', 'tenant_id': '0b2c3856fd614e9d963701abb754e401', 'fixed_ips': [{'subnet_id': 'd9bdf0f7-9a98-41e0-92c9-6726d417ea0c'}]}} from n-d-818823-1. {{(pid=103449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 20:15:08.854169 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-bc403a50-038c-429e-b0a5-40e570530e5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:08.910704 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e086c3-d0a3-45ed-a976-38b17112387d req-53ea0733-184c-4d00-a4e8-284daca7a648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:15:08.912281 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-01e086c3-d0a3-45ed-a976-38b17112387d req-53ea0733-184c-4d00-a4e8-284daca7a648 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=473ded31-5dd9-4e37-bfda-f75c7f998ef4 HTTP/1.1" status: 200 len: 1096 time: 0.1435037 Nov 22 20:15:08.916788 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445c5d18-8ff5-4c6c-89be-54be413454bf req-409dfab5-f402-4239-9ddb-a317d0f6aec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:15:08.918314 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-445c5d18-8ff5-4c6c-89be-54be413454bf req-409dfab5-f402-4239-9ddb-a317d0f6aec6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=4906551a-712e-4bde-8433-b2db24f02f5c HTTP/1.1" status: 200 len: 908 time: 0.2808123 Nov 22 20:15:08.922114 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-326d1f56-0031-4499-82ce-e014fd7049f0 req-e803f5d7-6b13-43d2-ae28-7f3c9aa4fc87 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.46 "GET /v2.0/security-groups?id=deac3dce-93b4-41af-981b-873d47022422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794252 Nov 22 20:15:09.015507 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-445c5d18-8ff5-4c6c-89be-54be413454bf req-be221ff5-b8b0-4849-96fe-3820a1d8bb85 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c8bb28fa-bb9e-4759-a372-c50a6d5fb091 HTTP/1.1" status: 200 len: 217 time: 0.0675502 Nov 22 20:15:09.095303 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-536771f2-426e-407b-aeb5-9e97f970a76a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:09.111688 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-536771f2-426e-407b-aeb5-9e97f970a76a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:09.136050 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-01e086c3-d0a3-45ed-a976-38b17112387d req-7a3a0850-f83e-48bd-a840-603fc681333d service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=a6b5e341-e4ee-449f-b89c-f5b96c06c7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076631 Nov 22 20:15:09.137505 n-d-818823-1 neutron-server[103448]: INFO neutron.api.v2.resource [None req-a0609907-1b7a-4312-8364-74ce47e34232 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] delete failed (client error): The resource could not be found. Nov 22 20:15:09.138644 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-a0609907-1b7a-4312-8364-74ce47e34232 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] 10.222.0.46 "DELETE /v2.0/routers/fe9f0f74-daa1-4186-94aa-d91c9d9ab9c7 HTTP/1.1" status: 404 len: 336 time: 0.3137276 Nov 22 20:15:09.141211 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 40692) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:09.171032 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445c5d18-8ff5-4c6c-89be-54be413454bf req-dcb2d553-cbf9-4663-888a-5c774b4dde45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:15:09.172536 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-445c5d18-8ff5-4c6c-89be-54be413454bf req-dcb2d553-cbf9-4663-888a-5c774b4dde45 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b907b504-4de2-4845-a661-deaebec31498 HTTP/1.1" status: 200 len: 847 time: 0.1417143 Nov 22 20:15:09.173166 n-d-818823-1 neutron-server[103448]: INFO neutron.pecan_wsgi.hooks.translation [None req-c892cac3-cbe1-4461-bbea-4d32848a6c84 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] DELETE failed (client error): The resource could not be found. Nov 22 20:15:09.173682 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c892cac3-cbe1-4461-bbea-4d32848a6c84 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 20:15:09.175539 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536771f2-426e-407b-aeb5-9e97f970a76a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cd091fe-c61a-4ca3-8fe7-309c749179cf,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:15:09.179099 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-c892cac3-cbe1-4461-bbea-4d32848a6c84 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] 10.222.0.46 "DELETE /v2.0/subnets/4173516e-ed9e-4bdf-a8c1-2d94db2d9244 HTTP/1.1" status: 404 len: 337 time: 0.0346875 Nov 22 20:15:09.183160 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-536771f2-426e-407b-aeb5-9e97f970a76a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f9a8d6a80d6f46a3b7dffa61012e8025&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5345044 Nov 22 20:15:09.183371 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 40694) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:09.183371 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 40696) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:09.189592 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5ab26f-6845-4e2d-a806-fccbec5747a4 req-73bcac76-907f-4db4-a6fe-1ebeff808f58 tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:15:09.197709 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1a5ab26f-6845-4e2d-a806-fccbec5747a4 req-73bcac76-907f-4db4-a6fe-1ebeff808f58 tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] 10.222.0.46 "GET /v2.0/ports?device_id=473ded31-5dd9-4e37-bfda-f75c7f998ef4 HTTP/1.1" status: 200 len: 945 time: 0.1768878 Nov 22 20:15:09.240746 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1a5ab26f-6845-4e2d-a806-fccbec5747a4 req-b5d06ca7-8d33-4eca-a4c2-dc107ee3919d tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] 10.222.0.46 "GET /v2.0/security-groups?id=a6b5e341-e4ee-449f-b89c-f5b96c06c7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425122 Nov 22 20:15:09.245235 n-d-818823-1 neutron-server[103448]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e1b7b93-d7f2-4665-a593-046b45216188 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] DELETE failed (client error): The resource could not be found. Nov 22 20:15:09.246278 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e1b7b93-d7f2-4665-a593-046b45216188 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 20:15:09.249716 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-3e1b7b93-d7f2-4665-a593-046b45216188 tempest-RoutersTest-1566686327 tempest-RoutersTest-1566686327-project] 10.222.0.46 "DELETE /v2.0/subnets/b508edde-b5b2-46f4-be09-162f8c971bb2 HTTP/1.1" status: 404 len: 337 time: 0.0676906 Nov 22 20:15:09.251085 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [None req-915ad549-3170-4edc-8c04-8bcbf3ccd450 tempest-AllowedAddressPairIpV6TestJSON-1677769968 tempest-AllowedAddressPairIpV6TestJSON-1677769968-project] Allocated IP 2001:db8::1e0 (720bcebb-8ae3-4ca0-b426-cb666679f65c/d9bdf0f7-9a98-41e0-92c9-6726d417ea0c/80689da9-1c23-4b31-9f54-bc5177448933) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:15:09.317570 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a406f4f5-1a3c-4a9b-9db0-f2e0ea797c00 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:09.368336 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-445c5d18-8ff5-4c6c-89be-54be413454bf req-2bcfdc50-ad77-40c0-8393-5593431a0828 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4906551a-712e-4bde-8433-b2db24f02f5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364265 Nov 22 20:15:09.398398 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a406f4f5-1a3c-4a9b-9db0-f2e0ea797c00 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:09.475556 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-445c5d18-8ff5-4c6c-89be-54be413454bf req-01988748-8c3b-48fd-ab8a-dea21a8e12b2 service neutron] 10.222.0.20 "GET /v2.0/networks/4906551a-712e-4bde-8433-b2db24f02f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970874 Nov 22 20:15:09.489854 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a406f4f5-1a3c-4a9b-9db0-f2e0ea797c00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:09.492633 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a406f4f5-1a3c-4a9b-9db0-f2e0ea797c00 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:09.495970 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-a406f4f5-1a3c-4a9b-9db0-f2e0ea797c00 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7cd091fe-c61a-4ca3-8fe7-309c749179cf HTTP/1.1" status: 204 len: 168 time: 0.3122470 Nov 22 20:15:09.504988 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-915ad549-3170-4edc-8c04-8bcbf3ccd450 tempest-AllowedAddressPairIpV6TestJSON-1677769968 tempest-AllowedAddressPairIpV6TestJSON-1677769968-project] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:09.516949 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a406f4f5-1a3c-4a9b-9db0-f2e0ea797c00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cd091fe-c61a-4ca3-8fe7-309c749179cf,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:15:09.562997 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 40706) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:09.591166 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-445c5d18-8ff5-4c6c-89be-54be413454bf req-7297bd9b-76e3-4771-a06a-b931ee74d2a9 service neutron] 10.222.0.20 "GET /v2.0/networks/4906551a-712e-4bde-8433-b2db24f02f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083913 Nov 22 20:15:09.591385 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-915ad549-3170-4edc-8c04-8bcbf3ccd450 tempest-AllowedAddressPairIpV6TestJSON-1677769968 tempest-AllowedAddressPairIpV6TestJSON-1677769968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:09.645763 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-915ad549-3170-4edc-8c04-8bcbf3ccd450 tempest-AllowedAddressPairIpV6TestJSON-1677769968 tempest-AllowedAddressPairIpV6TestJSON-1677769968-project] Network 720bcebb-8ae3-4ca0-b426-cb666679f65c is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:15:09.656222 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.db_base_plugin_common [None req-bc403a50-038c-429e-b0a5-40e570530e5e None None] Allocated IP 2001:db8::2 (720bcebb-8ae3-4ca0-b426-cb666679f65c/d9bdf0f7-9a98-41e0-92c9-6726d417ea0c/93cb49d8-4fbf-4a00-835e-7c96cce2ee02) {{(pid=103449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:15:09.665272 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-915ad549-3170-4edc-8c04-8bcbf3ccd450 tempest-AllowedAddressPairIpV6TestJSON-1677769968 tempest-AllowedAddressPairIpV6TestJSON-1677769968-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:15:09.668741 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-915ad549-3170-4edc-8c04-8bcbf3ccd450 tempest-AllowedAddressPairIpV6TestJSON-1677769968 tempest-AllowedAddressPairIpV6TestJSON-1677769968-project] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:15:09.676702 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-915ad549-3170-4edc-8c04-8bcbf3ccd450 tempest-AllowedAddressPairIpV6TestJSON-1677769968 tempest-AllowedAddressPairIpV6TestJSON-1677769968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:15:09.677447 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-915ad549-3170-4edc-8c04-8bcbf3ccd450 tempest-AllowedAddressPairIpV6TestJSON-1677769968 tempest-AllowedAddressPairIpV6TestJSON-1677769968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:09.698428 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-915ad549-3170-4edc-8c04-8bcbf3ccd450 tempest-AllowedAddressPairIpV6TestJSON-1677769968 tempest-AllowedAddressPairIpV6TestJSON-1677769968-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.3071764 Nov 22 20:15:09.702560 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915ad549-3170-4edc-8c04-8bcbf3ccd450 tempest-AllowedAddressPairIpV6TestJSON-1677769968 tempest-AllowedAddressPairIpV6TestJSON-1677769968-project] Pushing event updated for resources: {'Port': ['ID=80689da9-1c23-4b31-9f54-bc5177448933,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:15:09.702764 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 40710) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:09.709142 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-09808628-cdb9-4a2f-82e2-00185fbb61b8 tempest-AllowedAddressPairIpV6TestJSON-1677769968 tempest-AllowedAddressPairIpV6TestJSON-1677769968-project] Request body: {'port': {'network_id': '720bcebb-8ae3-4ca0-b426-cb666679f65c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1533383110', 'allowed_address_pairs': [{'ip_address': '2001:db8::1e0', 'mac_address': 'fa:16:3e:c3:90:b8'}]}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:15:09.807202 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-4d4305be-8cac-424e-8436-0c9d72ff9905 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=39adbab155b64849b1b9cb0eac9a72dd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2429559 Nov 22 20:15:09.809797 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 40714) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:09.880336 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2f873cd9-ff4b-400d-b57d-871f110db6ef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:09.890949 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-bc403a50-038c-429e-b0a5-40e570530e5e None None] Publish callbacks [] for port, precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:09.901793 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-bc403a50-038c-429e-b0a5-40e570530e5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372'] for port, after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:09.909328 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2f873cd9-ff4b-400d-b57d-871f110db6ef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:09.921844 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09808628-cdb9-4a2f-82e2-00185fbb61b8 tempest-AllowedAddressPairIpV6TestJSON-1677769968 tempest-AllowedAddressPairIpV6TestJSON-1677769968-project] Made reservation on behalf of 0b2c3856fd614e9d963701abb754e401 for: {'port': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:15:09.973993 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc403a50-038c-429e-b0a5-40e570530e5e None None] Network 720bcebb-8ae3-4ca0-b426-cb666679f65c is already hosted by enough agents. {{(pid=103449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:15:09.976768 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2f873cd9-ff4b-400d-b57d-871f110db6ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:09.981674 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.base_scheduler [None req-bc403a50-038c-429e-b0a5-40e570530e5e None None] Resources bound (agent type, host, resource id): {{(pid=103449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:15:09.987319 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc403a50-038c-429e-b0a5-40e570530e5e None None] Received port after_create {{(pid=103449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:15:09.993050 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2f873cd9-ff4b-400d-b57d-871f110db6ef admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:10.001103 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-2f873cd9-ff4b-400d-b57d-871f110db6ef admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ca9cb595-a8ad-4709-be74-7af1d8932b9c HTTP/1.1" status: 204 len: 168 time: 0.1895347 Nov 22 20:15:10.023611 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc403a50-038c-429e-b0a5-40e570530e5e None None] Pushing event updated for resources: {'Port': ['ID=93cb49d8-4fbf-4a00-835e-7c96cce2ee02,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:15:10.042451 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f873cd9-ff4b-400d-b57d-871f110db6ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca9cb595-a8ad-4709-be74-7af1d8932b9c,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:15:10.104546 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-bc403a50-038c-429e-b0a5-40e570530e5e None None] Attempting to bind port 93cb49d8-4fbf-4a00-835e-7c96cce2ee02 on host n-d-818823-1 for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:15:10.104979 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-bc403a50-038c-429e-b0a5-40e570530e5e None None] Attempting to bind port 93cb49d8-4fbf-4a00-835e-7c96cce2ee02 by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': '7a093b90-a4c7-42a1-8ec0-07d30e4d839b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '720bcebb-8ae3-4ca0-b426-cb666679f65c'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:15:10.106490 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc403a50-038c-429e-b0a5-40e570530e5e None None] Attempting to bind port 93cb49d8-4fbf-4a00-835e-7c96cce2ee02 on network 720bcebb-8ae3-4ca0-b426-cb666679f65c {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:15:10.125433 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc403a50-038c-429e-b0a5-40e570530e5e None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 15, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:15:10.127751 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc403a50-038c-429e-b0a5-40e570530e5e None None] Checking segment: {'id': '7a093b90-a4c7-42a1-8ec0-07d30e4d839b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '720bcebb-8ae3-4ca0-b426-cb666679f65c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:15:10.129780 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-bc403a50-038c-429e-b0a5-40e570530e5e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:10.130191 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc403a50-038c-429e-b0a5-40e570530e5e None None] Bound using segment: {'id': '7a093b90-a4c7-42a1-8ec0-07d30e4d839b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '720bcebb-8ae3-4ca0-b426-cb666679f65c'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:15:10.131133 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-bc403a50-038c-429e-b0a5-40e570530e5e None None] Bound port: 93cb49d8-4fbf-4a00-835e-7c96cce2ee02, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a093b90-a4c7-42a1-8ec0-07d30e4d839b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '720bcebb-8ae3-4ca0-b426-cb666679f65c'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:15:10.131904 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-bc403a50-038c-429e-b0a5-40e570530e5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:10.159111 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-09808628-cdb9-4a2f-82e2-00185fbb61b8 tempest-AllowedAddressPairIpV6TestJSON-1677769968 tempest-AllowedAddressPairIpV6TestJSON-1677769968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:10.202642 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e43409-4e55-4cb1-ae15-4342845c0dcb req-e9946721-0a96-4f9e-a465-82dbaf663a67 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:15:10.215923 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c9e43409-4e55-4cb1-ae15-4342845c0dcb req-e9946721-0a96-4f9e-a465-82dbaf663a67 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.46 "GET /v2.0/ports?device_id=a3f25d8f-677c-424e-8b05-326431b3cc8e HTTP/1.1" status: 200 len: 946 time: 0.1718197 Nov 22 20:15:10.259477 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-bc403a50-038c-429e-b0a5-40e570530e5e None None] For port 93cb49d8-4fbf-4a00-835e-7c96cce2ee02, host n-d-818823-1, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:15:10.268060 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-bc403a50-038c-429e-b0a5-40e570530e5e None None] For port 93cb49d8-4fbf-4a00-835e-7c96cce2ee02, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=93cb49d8-4fbf-4a00-835e-7c96cce2ee02,segment=NetworkSegment(7a093b90-a4c7-42a1-8ec0-07d30e4d839b),segment_id=7a093b90-a4c7-42a1-8ec0-07d30e4d839b)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:15:10.275913 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-bc403a50-038c-429e-b0a5-40e570530e5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:10.306030 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [None req-09808628-cdb9-4a2f-82e2-00185fbb61b8 tempest-AllowedAddressPairIpV6TestJSON-1677769968 tempest-AllowedAddressPairIpV6TestJSON-1677769968-project] device_id is not set on port 5209c77a-7eb5-409b-9a50-9e561aeb46c1 yet. {{(pid=103447) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 20:15:10.424615 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc403a50-038c-429e-b0a5-40e570530e5e None None] Pushing event updated for resources: {'Port': ['ID=93cb49d8-4fbf-4a00-835e-7c96cce2ee02,revision_number=2']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:15:10.591374 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c9e43409-4e55-4cb1-ae15-4342845c0dcb req-8921cd6c-0a40-4832-a49e-60efc1a7039b tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.46 "GET /v2.0/security-groups?id=deac3dce-93b4-41af-981b-873d47022422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3722558 Nov 22 20:15:10.700949 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [None req-09808628-cdb9-4a2f-82e2-00185fbb61b8 tempest-AllowedAddressPairIpV6TestJSON-1677769968 tempest-AllowedAddressPairIpV6TestJSON-1677769968-project] Allocated IP 2001:db8::196 (720bcebb-8ae3-4ca0-b426-cb666679f65c/d9bdf0f7-9a98-41e0-92c9-6726d417ea0c/5209c77a-7eb5-409b-9a50-9e561aeb46c1) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:15:10.717508 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7546e2f1-2089-43cc-ace4-08400c064377 req-2accc0ea-92b2-46c3-9694-ec41ae749c4f tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:15:10.735012 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7546e2f1-2089-43cc-ace4-08400c064377 req-2accc0ea-92b2-46c3-9694-ec41ae749c4f tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] 10.222.0.46 "GET /v2.0/ports?device_id=473ded31-5dd9-4e37-bfda-f75c7f998ef4 HTTP/1.1" status: 200 len: 945 time: 0.2026570 Nov 22 20:15:10.865170 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7546e2f1-2089-43cc-ace4-08400c064377 req-bf64b500-b38b-4453-948c-3a1863139f3c tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] 10.222.0.46 "GET /v2.0/security-groups?id=a6b5e341-e4ee-449f-b89c-f5b96c06c7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111455 Nov 22 20:15:11.088965 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-09808628-cdb9-4a2f-82e2-00185fbb61b8 tempest-AllowedAddressPairIpV6TestJSON-1677769968 tempest-AllowedAddressPairIpV6TestJSON-1677769968-project] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:11.141426 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-09808628-cdb9-4a2f-82e2-00185fbb61b8 tempest-AllowedAddressPairIpV6TestJSON-1677769968 tempest-AllowedAddressPairIpV6TestJSON-1677769968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:11.283536 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09808628-cdb9-4a2f-82e2-00185fbb61b8 tempest-AllowedAddressPairIpV6TestJSON-1677769968 tempest-AllowedAddressPairIpV6TestJSON-1677769968-project] Network 720bcebb-8ae3-4ca0-b426-cb666679f65c is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:15:11.296543 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-09808628-cdb9-4a2f-82e2-00185fbb61b8 tempest-AllowedAddressPairIpV6TestJSON-1677769968 tempest-AllowedAddressPairIpV6TestJSON-1677769968-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:15:11.301653 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09808628-cdb9-4a2f-82e2-00185fbb61b8 tempest-AllowedAddressPairIpV6TestJSON-1677769968 tempest-AllowedAddressPairIpV6TestJSON-1677769968-project] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:15:11.307527 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09808628-cdb9-4a2f-82e2-00185fbb61b8 tempest-AllowedAddressPairIpV6TestJSON-1677769968 tempest-AllowedAddressPairIpV6TestJSON-1677769968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:15:11.308209 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-09808628-cdb9-4a2f-82e2-00185fbb61b8 tempest-AllowedAddressPairIpV6TestJSON-1677769968 tempest-AllowedAddressPairIpV6TestJSON-1677769968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:11.313012 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09808628-cdb9-4a2f-82e2-00185fbb61b8 tempest-AllowedAddressPairIpV6TestJSON-1677769968 tempest-AllowedAddressPairIpV6TestJSON-1677769968-project] Pushing event updated for resources: {'Port': ['ID=5209c77a-7eb5-409b-9a50-9e561aeb46c1,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:15:11.334677 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5b6672-d912-451b-ab21-6b390fb20c14 req-67b0540c-3032-4b25-a655-4419857661de tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:15:11.342285 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6a5b6672-d912-451b-ab21-6b390fb20c14 req-67b0540c-3032-4b25-a655-4419857661de tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] 10.222.0.46 "GET /v2.0/ports?device_id=473ded31-5dd9-4e37-bfda-f75c7f998ef4 HTTP/1.1" status: 200 len: 945 time: 0.1159894 Nov 22 20:15:11.357765 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 40780) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:11.371831 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-09808628-cdb9-4a2f-82e2-00185fbb61b8 tempest-AllowedAddressPairIpV6TestJSON-1677769968 tempest-AllowedAddressPairIpV6TestJSON-1677769968-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 1.6557264 Nov 22 20:15:11.432991 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 40784) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:11.478527 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6a5b6672-d912-451b-ab21-6b390fb20c14 req-50324241-5df6-4fd1-b46c-32ae49b754a0 tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] 10.222.0.46 "GET /v2.0/security-groups?id=a6b5e341-e4ee-449f-b89c-f5b96c06c7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352413 Nov 22 20:15:11.547066 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb824158-43e9-4877-97f4-90c4859580a1 tempest-AllowedAddressPairIpV6TestJSON-1677769968 tempest-AllowedAddressPairIpV6TestJSON-1677769968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:15:11.560288 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb824158-43e9-4877-97f4-90c4859580a1 tempest-AllowedAddressPairIpV6TestJSON-1677769968 tempest-AllowedAddressPairIpV6TestJSON-1677769968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:15:11.566452 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb824158-43e9-4877-97f4-90c4859580a1 tempest-AllowedAddressPairIpV6TestJSON-1677769968 tempest-AllowedAddressPairIpV6TestJSON-1677769968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:15:11.570977 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-fb824158-43e9-4877-97f4-90c4859580a1 tempest-AllowedAddressPairIpV6TestJSON-1677769968 tempest-AllowedAddressPairIpV6TestJSON-1677769968-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 0.2096567 Nov 22 20:15:11.571650 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 40792) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:11.671014 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 40798) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:11.717907 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-0576c638-efe7-47c8-b2f6-6dbd403c13b0 tempest-AllowedAddressPairIpV6TestJSON-1677769968 tempest-AllowedAddressPairIpV6TestJSON-1677769968-project] Deleting port 5209c77a-7eb5-409b-9a50-9e561aeb46c1 {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:15:11.719370 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0576c638-efe7-47c8-b2f6-6dbd403c13b0 tempest-AllowedAddressPairIpV6TestJSON-1677769968 tempest-AllowedAddressPairIpV6TestJSON-1677769968-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:11.825832 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-2586bfa8-0824-4002-ae46-86bd3bdbbce9 tempest-SubnetPoolsTestJSON-2137671355 tempest-SubnetPoolsTestJSON-2137671355-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-84767892', 'prefixes': ['172.20.0.0/16']}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:15:11.864297 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-9642d6a0-14af-46e0-9c10-c7c4cf2fe78c tempest-MeteringTestJSON-24376248 tempest-MeteringTestJSON-24376248-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-268934705'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:15:11.865171 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-9642d6a0-14af-46e0-9c10-c7c4cf2fe78c tempest-MeteringTestJSON-24376248 tempest-MeteringTestJSON-24376248-project-admin] Unknown quota resources ['metering_label']. {{(pid=103447) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 22 20:15:12.038692 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 93cb49d8-4fbf-4a00-835e-7c96cce2ee02 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:15:12.092680 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-313cb9ad-9ee7-4785-adb4-5cbdec52602a None None] Network 720bcebb-8ae3-4ca0-b426-cb666679f65c requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:15:12.203777 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-565fcb7e-7fd2-48da-9327-9b1e47e5ea3f None None] Provisioning complete for port 93cb49d8-4fbf-4a00-835e-7c96cce2ee02 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:15:12.204160 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-565fcb7e-7fd2-48da-9327-9b1e47e5ea3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:12.279719 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 93cb49d8-4fbf-4a00-835e-7c96cce2ee02 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:15:12.280100 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:12.320659 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0576c638-efe7-47c8-b2f6-6dbd403c13b0 tempest-AllowedAddressPairIpV6TestJSON-1677769968 tempest-AllowedAddressPairIpV6TestJSON-1677769968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:12.374946 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-0576c638-efe7-47c8-b2f6-6dbd403c13b0 tempest-AllowedAddressPairIpV6TestJSON-1677769968 tempest-AllowedAddressPairIpV6TestJSON-1677769968-project] Calling delete_port for 5209c77a-7eb5-409b-9a50-9e561aeb46c1 owned by {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:15:12.432245 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-565fcb7e-7fd2-48da-9327-9b1e47e5ea3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:12.434957 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:12.486572 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-565fcb7e-7fd2-48da-9327-9b1e47e5ea3f None None] For port 93cb49d8-4fbf-4a00-835e-7c96cce2ee02, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=93cb49d8-4fbf-4a00-835e-7c96cce2ee02,segment=NetworkSegment(7a093b90-a4c7-42a1-8ec0-07d30e4d839b),segment_id=7a093b90-a4c7-42a1-8ec0-07d30e4d839b)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:15:12.493343 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-565fcb7e-7fd2-48da-9327-9b1e47e5ea3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:12.535346 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9642d6a0-14af-46e0-9c10-c7c4cf2fe78c tempest-MeteringTestJSON-24376248 tempest-MeteringTestJSON-24376248-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:12.537324 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-9642d6a0-14af-46e0-9c10-c7c4cf2fe78c tempest-MeteringTestJSON-24376248 tempest-MeteringTestJSON-24376248-project-admin] 10.222.0.46 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.8632038 Nov 22 20:15:12.541664 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 40808) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:12.546323 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-087e923d-3d90-42f6-9e05-022f6bf166eb tempest-MeteringTestJSON-24376248 tempest-MeteringTestJSON-24376248-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '37e5b501-bcdc-4102-95dd-c0d6e05d593a'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:15:12.546843 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-087e923d-3d90-42f6-9e05-022f6bf166eb tempest-MeteringTestJSON-24376248 tempest-MeteringTestJSON-24376248-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103448) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 22 20:15:12.558340 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565fcb7e-7fd2-48da-9327-9b1e47e5ea3f None None] Pushing event updated for resources: {'Port': ['ID=93cb49d8-4fbf-4a00-835e-7c96cce2ee02,revision_number=3']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:15:12.607377 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.db.api [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103449) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 20:15:12.607942 n-d-818823-1 neutron-server[103449]: DEBUG oslo_db.api [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 20:15:12.678837 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3002f82b-3733-4af0-80e9-6b3c875a3609 req-94b07458-3a50-4249-9f6f-78d7be0aab9d tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:15:12.680686 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3002f82b-3733-4af0-80e9-6b3c875a3609 req-94b07458-3a50-4249-9f6f-78d7be0aab9d tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.46 "GET /v2.0/ports?device_id=a3f25d8f-677c-424e-8b05-326431b3cc8e HTTP/1.1" status: 200 len: 946 time: 0.3532200 Nov 22 20:15:12.684531 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-2586bfa8-0824-4002-ae46-86bd3bdbbce9 tempest-SubnetPoolsTestJSON-2137671355 tempest-SubnetPoolsTestJSON-2137671355-project] Publish callbacks [] for subnetpool, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:12.690114 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-2586bfa8-0824-4002-ae46-86bd3bdbbce9 tempest-SubnetPoolsTestJSON-2137671355 tempest-SubnetPoolsTestJSON-2137671355-project] 10.222.0.46 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 735 time: 1.2515016 Nov 22 20:15:12.690350 n-d-818823-1 neutron-server[103448]: WARNING neutron.services.metering.metering_plugin [None req-087e923d-3d90-42f6-9e05-022f6bf166eb tempest-MeteringTestJSON-24376248 tempest-MeteringTestJSON-24376248-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 22 20:15:12.690350 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 40812) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:12.768914 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d65868-41de-41f8-a523-2a085507acbb req-be00ebda-bbb7-4cb1-867e-6793bec4a58c tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:15:12.776357 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-54d65868-41de-41f8-a523-2a085507acbb req-be00ebda-bbb7-4cb1-867e-6793bec4a58c tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] 10.222.0.46 "GET /v2.0/ports?device_id=473ded31-5dd9-4e37-bfda-f75c7f998ef4 HTTP/1.1" status: 200 len: 945 time: 0.1433952 Nov 22 20:15:12.860499 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3002f82b-3733-4af0-80e9-6b3c875a3609 req-06c194d3-4d6d-4ad8-a15d-19b1e6f77818 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.46 "GET /v2.0/security-groups?id=deac3dce-93b4-41af-981b-873d47022422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716723 Nov 22 20:15:12.878464 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-4dd9ec9c-a82e-4a6d-a1ca-a0fe343dd749 tempest-SubnetPoolsTestJSON-2137671355 tempest-SubnetPoolsTestJSON-2137671355-project] 10.222.0.46 "GET /v2.0/subnetpools/4ded7af8-7a66-4be2-9e69-55265cd77abb HTTP/1.1" status: 200 len: 730 time: 0.1865118 Nov 22 20:15:12.882605 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-087e923d-3d90-42f6-9e05-022f6bf166eb tempest-MeteringTestJSON-24376248 tempest-MeteringTestJSON-24376248-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:12.882977 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 40814) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:12.884985 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-087e923d-3d90-42f6-9e05-022f6bf166eb tempest-MeteringTestJSON-24376248 tempest-MeteringTestJSON-24376248-project-admin] 10.222.0.46 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3416145 Nov 22 20:15:12.888045 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-8505bbae-e7d3-4ece-b446-c9c7dead7afa tempest-SubnetPoolsTestJSON-2137671355 tempest-SubnetPoolsTestJSON-2137671355-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1220760728'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:15:12.888386 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 40816) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:12.895260 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-0b5f1a81-a5e1-4dd5-98f3-4e927be4b2a3 tempest-MeteringTestJSON-24376248 tempest-MeteringTestJSON-24376248-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '37e5b501-bcdc-4102-95dd-c0d6e05d593a'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:15:12.895689 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-0b5f1a81-a5e1-4dd5-98f3-4e927be4b2a3 tempest-MeteringTestJSON-24376248 tempest-MeteringTestJSON-24376248-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103448) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 22 20:15:12.921675 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-54d65868-41de-41f8-a523-2a085507acbb req-93c6cbef-d8cc-4e85-a557-6346e23125d1 tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] 10.222.0.46 "GET /v2.0/security-groups?id=a6b5e341-e4ee-449f-b89c-f5b96c06c7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441824 Nov 22 20:15:12.924238 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-9b157318-d2f8-4c8c-bdbb-edd95dbb5a55 None None] Provisioning complete for port 80689da9-1c23-4b31-9f54-bc5177448933 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:15:12.924626 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-9b157318-d2f8-4c8c-bdbb-edd95dbb5a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:12.986135 n-d-818823-1 neutron-server[103448]: WARNING neutron.services.metering.metering_plugin [None req-0b5f1a81-a5e1-4dd5-98f3-4e927be4b2a3 tempest-MeteringTestJSON-24376248 tempest-MeteringTestJSON-24376248-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 22 20:15:12.994848 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0576c638-efe7-47c8-b2f6-6dbd403c13b0 tempest-AllowedAddressPairIpV6TestJSON-1677769968 tempest-AllowedAddressPairIpV6TestJSON-1677769968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:13.006609 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-9b157318-d2f8-4c8c-bdbb-edd95dbb5a55 None None] Port 80689da9-1c23-4b31-9f54-bc5177448933 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:15:13.045094 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-9b157318-d2f8-4c8c-bdbb-edd95dbb5a55 None None] Provisioning complete for port 93cb49d8-4fbf-4a00-835e-7c96cce2ee02 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:15:13.045743 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-9b157318-d2f8-4c8c-bdbb-edd95dbb5a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:13.122045 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0b5f1a81-a5e1-4dd5-98f3-4e927be4b2a3 tempest-MeteringTestJSON-24376248 tempest-MeteringTestJSON-24376248-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:13.131537 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-0b5f1a81-a5e1-4dd5-98f3-4e927be4b2a3 tempest-MeteringTestJSON-24376248 tempest-MeteringTestJSON-24376248-project-admin] 10.222.0.46 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2417281 Nov 22 20:15:13.134110 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 40824) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:13.149001 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-97398120-236f-4333-8a37-002a435c0808 tempest-MeteringTestJSON-24376248 tempest-MeteringTestJSON-24376248-project-admin] 10.222.0.46 "GET /v2.0/metering/metering-label-rules?id=85163285-6041-44ee-a200-714663f15ba3 HTTP/1.1" status: 200 len: 464 time: 0.0128534 Nov 22 20:15:13.151359 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 40826) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:13.158466 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0576c638-efe7-47c8-b2f6-6dbd403c13b0 tempest-AllowedAddressPairIpV6TestJSON-1677769968 tempest-AllowedAddressPairIpV6TestJSON-1677769968-project] Pushing event deleted for resources: {'Port': ['ID=5209c77a-7eb5-409b-9a50-9e561aeb46c1,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:15:13.295495 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-9b157318-d2f8-4c8c-bdbb-edd95dbb5a55 None None] Could not find standard attr ID for object 5209c77a-7eb5-409b-9a50-9e561aeb46c1. {{(pid=103449) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 22 20:15:13.328306 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6e770137-2363-4007-8831-c97e666b1389 tempest-MeteringTestJSON-24376248 tempest-MeteringTestJSON-24376248-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:13.329868 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-6e770137-2363-4007-8831-c97e666b1389 tempest-MeteringTestJSON-24376248 tempest-MeteringTestJSON-24376248-project-admin] 10.222.0.46 "DELETE /v2.0/metering/metering-label-rules/85163285-6041-44ee-a200-714663f15ba3 HTTP/1.1" status: 204 len: 168 time: 0.1774256 Nov 22 20:15:13.332902 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 40834) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:13.354916 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-5b5c08e6-ac16-417f-aa7f-8d92fb9f5e60 tempest-MeteringTestJSON-24376248 tempest-MeteringTestJSON-24376248-project-admin] 10.222.0.46 "GET /v2.0/metering/metering-label-rules?id=85163285-6041-44ee-a200-714663f15ba3 HTTP/1.1" status: 200 len: 221 time: 0.0176380 Nov 22 20:15:13.355209 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 40836) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:13.359674 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-46b76713-4af8-4ccd-91e0-97419d573b03 tempest-MeteringTestJSON-24376248 tempest-MeteringTestJSON-24376248-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1552851827', 'description': 'label created by tempest'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:15:13.360151 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-46b76713-4af8-4ccd-91e0-97419d573b03 tempest-MeteringTestJSON-24376248 tempest-MeteringTestJSON-24376248-project-admin] Unknown quota resources ['metering_label']. {{(pid=103448) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 22 20:15:13.388930 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0576c638-efe7-47c8-b2f6-6dbd403c13b0 tempest-AllowedAddressPairIpV6TestJSON-1677769968 tempest-AllowedAddressPairIpV6TestJSON-1677769968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:13.392916 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-0576c638-efe7-47c8-b2f6-6dbd403c13b0 tempest-AllowedAddressPairIpV6TestJSON-1677769968 tempest-AllowedAddressPairIpV6TestJSON-1677769968-project] 10.222.0.46 "DELETE /v2.0/ports/5209c77a-7eb5-409b-9a50-9e561aeb46c1 HTTP/1.1" status: 204 len: 168 time: 1.8200557 Nov 22 20:15:13.398149 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 40838) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:13.421703 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8505bbae-e7d3-4ece-b446-c9c7dead7afa tempest-SubnetPoolsTestJSON-2137671355 tempest-SubnetPoolsTestJSON-2137671355-project] Publish callbacks [] for subnetpool, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:13.423631 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-8505bbae-e7d3-4ece-b446-c9c7dead7afa tempest-SubnetPoolsTestJSON-2137671355 tempest-SubnetPoolsTestJSON-2137671355-project] 10.222.0.46 "PUT /v2.0/subnetpools/4ded7af8-7a66-4be2-9e69-55265cd77abb HTTP/1.1" status: 200 len: 684 time: 0.5396287 Nov 22 20:15:13.426795 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 40840) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:13.433548 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-72c9d5f0-bf54-4d37-8d18-f4a1cb05f3f4 None None] Provisioning complete for port 80689da9-1c23-4b31-9f54-bc5177448933 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:15:13.434236 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-72c9d5f0-bf54-4d37-8d18-f4a1cb05f3f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:13.482988 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-72c9d5f0-bf54-4d37-8d18-f4a1cb05f3f4 None None] Port 80689da9-1c23-4b31-9f54-bc5177448933 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:15:13.518414 n-d-818823-1 neutron-server[103447]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fbcb221-976a-4c78-9915-2816064acc1c tempest-AllowedAddressPairIpV6TestJSON-1677769968 tempest-AllowedAddressPairIpV6TestJSON-1677769968-project] GET failed (client error): The resource could not be found. Nov 22 20:15:13.520028 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-2fbcb221-976a-4c78-9915-2816064acc1c tempest-AllowedAddressPairIpV6TestJSON-1677769968 tempest-AllowedAddressPairIpV6TestJSON-1677769968-project] 10.222.0.46 "GET /v2.0/ports/5209c77a-7eb5-409b-9a50-9e561aeb46c1 HTTP/1.1" status: 404 len: 333 time: 0.1208723 Nov 22 20:15:13.524817 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 40852) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:13.530540 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-de598bf6-a378-468d-b111-1d6a643ef151 tempest-AllowedAddressPairIpV6TestJSON-1677769968 tempest-AllowedAddressPairIpV6TestJSON-1677769968-project] Request body: {'port': {'network_id': '720bcebb-8ae3-4ca0-b426-cb666679f65c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-427244665'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:15:13.656617 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-444f1a6a-63a0-4c2d-86df-37b5066bd006 tempest-SubnetPoolsTestJSON-2137671355 tempest-SubnetPoolsTestJSON-2137671355-project] Publish callbacks [] for subnetpool, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:13.658023 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-444f1a6a-63a0-4c2d-86df-37b5066bd006 tempest-SubnetPoolsTestJSON-2137671355 tempest-SubnetPoolsTestJSON-2137671355-project] 10.222.0.46 "DELETE /v2.0/subnetpools/4ded7af8-7a66-4be2-9e69-55265cd77abb HTTP/1.1" status: 204 len: 168 time: 0.2298772 Nov 22 20:15:13.661596 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 40856) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:13.699006 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-022f8e35-bee8-46c2-952c-18d6892997e0 None None] Could not find standard attr ID for object 5209c77a-7eb5-409b-9a50-9e561aeb46c1. {{(pid=103449) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 22 20:15:13.738730 n-d-818823-1 neutron-server[103447]: INFO neutron.api.v2.resource [None req-4bbbb89a-5fac-485d-a838-74f21f75b1a2 tempest-SubnetPoolsTestJSON-2137671355 tempest-SubnetPoolsTestJSON-2137671355-project] show failed (client error): The resource could not be found. Nov 22 20:15:13.739822 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-4bbbb89a-5fac-485d-a838-74f21f75b1a2 tempest-SubnetPoolsTestJSON-2137671355 tempest-SubnetPoolsTestJSON-2137671355-project] 10.222.0.46 "GET /v2.0/subnetpools/4ded7af8-7a66-4be2-9e69-55265cd77abb HTTP/1.1" status: 404 len: 346 time: 0.0771325 Nov 22 20:15:13.742484 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 40858) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:13.761910 n-d-818823-1 neutron-server[103447]: INFO neutron.api.v2.resource [None req-f024d8e2-f104-4a25-b28a-a98cd9ee7fda tempest-SubnetPoolsTestJSON-2137671355 tempest-SubnetPoolsTestJSON-2137671355-project] delete failed (client error): The resource could not be found. Nov 22 20:15:13.762997 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-f024d8e2-f104-4a25-b28a-a98cd9ee7fda tempest-SubnetPoolsTestJSON-2137671355 tempest-SubnetPoolsTestJSON-2137671355-project] 10.222.0.46 "DELETE /v2.0/subnetpools/4ded7af8-7a66-4be2-9e69-55265cd77abb HTTP/1.1" status: 404 len: 346 time: 0.0194306 Nov 22 20:15:13.802321 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-46b76713-4af8-4ccd-91e0-97419d573b03 tempest-MeteringTestJSON-24376248 tempest-MeteringTestJSON-24376248-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:13.808324 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-46b76713-4af8-4ccd-91e0-97419d573b03 tempest-MeteringTestJSON-24376248 tempest-MeteringTestJSON-24376248-project-admin] 10.222.0.46 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.4519718 Nov 22 20:15:13.808971 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 40862) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:13.816101 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de598bf6-a378-468d-b111-1d6a643ef151 tempest-AllowedAddressPairIpV6TestJSON-1677769968 tempest-AllowedAddressPairIpV6TestJSON-1677769968-project] Made reservation on behalf of 0b2c3856fd614e9d963701abb754e401 for: {'port': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:15:13.821213 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-de598bf6-a378-468d-b111-1d6a643ef151 tempest-AllowedAddressPairIpV6TestJSON-1677769968 tempest-AllowedAddressPairIpV6TestJSON-1677769968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:13.845545 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [None req-de598bf6-a378-468d-b111-1d6a643ef151 tempest-AllowedAddressPairIpV6TestJSON-1677769968 tempest-AllowedAddressPairIpV6TestJSON-1677769968-project] device_id is not set on port e8cffa2e-0a07-494c-9cef-d8e1716b35d2 yet. {{(pid=103447) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 20:15:13.984620 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [None req-de598bf6-a378-468d-b111-1d6a643ef151 tempest-AllowedAddressPairIpV6TestJSON-1677769968 tempest-AllowedAddressPairIpV6TestJSON-1677769968-project] Allocated IP 2001:db8::173 (720bcebb-8ae3-4ca0-b426-cb666679f65c/d9bdf0f7-9a98-41e0-92c9-6726d417ea0c/e8cffa2e-0a07-494c-9cef-d8e1716b35d2) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:15:14.002844 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 40866) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:14.003031 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 93cb49d8-4fbf-4a00-835e-7c96cce2ee02 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:15:14.015584 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-358cb5c2-2b43-4b82-8533-4d332b8c00ce tempest-MeteringTestJSON-24376248 tempest-MeteringTestJSON-24376248-project-admin] 10.222.0.46 "GET /v2.0/metering/metering-labels?id=22ee9a78-4168-4eb3-bbb2-c8b211c94498 HTTP/1.1" status: 200 len: 468 time: 0.1857274 Nov 22 20:15:14.134411 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 93cb49d8-4fbf-4a00-835e-7c96cce2ee02 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:15:14.134981 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:14.208227 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:14.221898 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 40872) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:14.287946 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:14.369570 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8641ef0d-7afa-4e7e-b831-9d9bbfb382b7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:14.405738 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab79426b-4bee-42d6-a6c2-7508dae53869 req-48ea1900-7fe6-4e7b-805a-41b95095b220 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:15:14.413154 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ab79426b-4bee-42d6-a6c2-7508dae53869 req-48ea1900-7fe6-4e7b-805a-41b95095b220 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.46 "GET /v2.0/ports?device_id=a3f25d8f-677c-424e-8b05-326431b3cc8e HTTP/1.1" status: 200 len: 946 time: 0.3849058 Nov 22 20:15:14.417298 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-2063d325-7ab9-4e94-81b7-1165e7c302c1 tempest-MeteringTestJSON-24376248 tempest-MeteringTestJSON-24376248-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:14.418393 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-2063d325-7ab9-4e94-81b7-1165e7c302c1 tempest-MeteringTestJSON-24376248 tempest-MeteringTestJSON-24376248-project-admin] 10.222.0.46 "DELETE /v2.0/metering/metering-labels/22ee9a78-4168-4eb3-bbb2-c8b211c94498 HTTP/1.1" status: 204 len: 168 time: 0.4139934 Nov 22 20:15:14.423388 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 40876) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:14.445451 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-dd73b9d9-6406-4310-a255-3a145c8d6107 tempest-MeteringTestJSON-24376248 tempest-MeteringTestJSON-24376248-project-admin] 10.222.0.46 "GET /v2.0/metering/metering-labels?id=22ee9a78-4168-4eb3-bbb2-c8b211c94498 HTTP/1.1" status: 200 len: 216 time: 0.0207369 Nov 22 20:15:14.447313 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 40880) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:14.467221 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-1ee86682-6606-4c73-8bfe-a3d058c12935 tempest-MeteringTestJSON-24376248 tempest-MeteringTestJSON-24376248-project-admin] 10.222.0.46 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0185649 Nov 22 20:15:14.467925 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 40882) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:14.492892 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-8046d8fc-3b9a-44ed-b186-db467bb1601e tempest-MeteringTestJSON-24376248 tempest-MeteringTestJSON-24376248-project-admin] 10.222.0.46 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0222261 Nov 22 20:15:14.494035 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 40884) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:14.508701 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ab79426b-4bee-42d6-a6c2-7508dae53869 req-a419a1a4-cc9e-4a7d-8caf-9cb24c1d6056 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.46 "GET /v2.0/security-groups?id=deac3dce-93b4-41af-981b-873d47022422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891409 Nov 22 20:15:14.548680 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-de598bf6-a378-468d-b111-1d6a643ef151 tempest-AllowedAddressPairIpV6TestJSON-1677769968 tempest-AllowedAddressPairIpV6TestJSON-1677769968-project] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:14.577209 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-14856804-dc80-4f6e-b5fa-03a8f17c8da3 tempest-MeteringTestJSON-24376248 tempest-MeteringTestJSON-24376248-project-admin] 10.222.0.46 "GET /v2.0/metering/metering-labels/37e5b501-bcdc-4102-95dd-c0d6e05d593a HTTP/1.1" status: 200 len: 472 time: 0.0782266 Nov 22 20:15:14.580249 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 40896) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:14.587889 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8641ef0d-7afa-4e7e-b831-9d9bbfb382b7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:14.594130 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8641ef0d-7afa-4e7e-b831-9d9bbfb382b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:14.607261 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-898437a2-d5be-4a11-aa55-358878934a6e tempest-MeteringTestJSON-24376248 tempest-MeteringTestJSON-24376248-project-admin] 10.222.0.46 "GET /v2.0/metering/metering-label-rules/e771a6ea-6e42-49a0-a8d6-ead7c10320ff HTTP/1.1" status: 200 len: 461 time: 0.0217233 Nov 22 20:15:14.609075 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 40898) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:14.635331 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-de598bf6-a378-468d-b111-1d6a643ef151 tempest-AllowedAddressPairIpV6TestJSON-1677769968 tempest-AllowedAddressPairIpV6TestJSON-1677769968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:14.642389 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-8641ef0d-7afa-4e7e-b831-9d9bbfb382b7 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a933bdd603414e398d7848bce3aab5a0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4144888 Nov 22 20:15:14.642389 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8641ef0d-7afa-4e7e-b831-9d9bbfb382b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d02fba48-2038-4859-8e4b-cf62727a0a6c,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:15:14.651967 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 40902) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:14.740883 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cb88b819-6ab9-4ad3-bf32-a4520fc58733 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:14.765070 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cb88b819-6ab9-4ad3-bf32-a4520fc58733 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:14.766063 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de598bf6-a378-468d-b111-1d6a643ef151 tempest-AllowedAddressPairIpV6TestJSON-1677769968 tempest-AllowedAddressPairIpV6TestJSON-1677769968-project] Network 720bcebb-8ae3-4ca0-b426-cb666679f65c is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:15:14.772512 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-de598bf6-a378-468d-b111-1d6a643ef151 tempest-AllowedAddressPairIpV6TestJSON-1677769968 tempest-AllowedAddressPairIpV6TestJSON-1677769968-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:15:14.804233 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de598bf6-a378-468d-b111-1d6a643ef151 tempest-AllowedAddressPairIpV6TestJSON-1677769968 tempest-AllowedAddressPairIpV6TestJSON-1677769968-project] Pushing event updated for resources: {'Port': ['ID=e8cffa2e-0a07-494c-9cef-d8e1716b35d2,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:15:14.806762 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de598bf6-a378-468d-b111-1d6a643ef151 tempest-AllowedAddressPairIpV6TestJSON-1677769968 tempest-AllowedAddressPairIpV6TestJSON-1677769968-project] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:15:14.812506 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de598bf6-a378-468d-b111-1d6a643ef151 tempest-AllowedAddressPairIpV6TestJSON-1677769968 tempest-AllowedAddressPairIpV6TestJSON-1677769968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:15:14.813139 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-de598bf6-a378-468d-b111-1d6a643ef151 tempest-AllowedAddressPairIpV6TestJSON-1677769968 tempest-AllowedAddressPairIpV6TestJSON-1677769968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:14.820110 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1dbb51e7-1fcf-49cb-b174-799f8e1f2f6e tempest-MeteringTestJSON-24376248 tempest-MeteringTestJSON-24376248-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:14.821263 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-1dbb51e7-1fcf-49cb-b174-799f8e1f2f6e tempest-MeteringTestJSON-24376248 tempest-MeteringTestJSON-24376248-project-admin] 10.222.0.46 "DELETE /v2.0/metering/metering-label-rules/e771a6ea-6e42-49a0-a8d6-ead7c10320ff HTTP/1.1" status: 204 len: 168 time: 0.2112412 Nov 22 20:15:14.824638 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 40904) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:14.841566 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-de598bf6-a378-468d-b111-1d6a643ef151 tempest-AllowedAddressPairIpV6TestJSON-1677769968 tempest-AllowedAddressPairIpV6TestJSON-1677769968-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.3151798 Nov 22 20:15:14.845256 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 40906) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:14.864038 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cb88b819-6ab9-4ad3-bf32-a4520fc58733 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:14.867133 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cb88b819-6ab9-4ad3-bf32-a4520fc58733 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:14.874645 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-cb88b819-6ab9-4ad3-bf32-a4520fc58733 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d02fba48-2038-4859-8e4b-cf62727a0a6c HTTP/1.1" status: 204 len: 168 time: 0.2211120 Nov 22 20:15:14.885246 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb88b819-6ab9-4ad3-bf32-a4520fc58733 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d02fba48-2038-4859-8e4b-cf62727a0a6c,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:15:14.911530 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-21da9236-4d3d-48e8-a812-480402b5ed92 tempest-AllowedAddressPairIpV6TestJSON-1677769968 tempest-AllowedAddressPairIpV6TestJSON-1677769968-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::1e0', 'mac_address': 'fa:16:3e:c3:90:b8'}]}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:15:15.110144 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-199606c0-222c-4190-8d80-a986ee806a5d tempest-MeteringTestJSON-24376248 tempest-MeteringTestJSON-24376248-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:15.111310 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-199606c0-222c-4190-8d80-a986ee806a5d tempest-MeteringTestJSON-24376248 tempest-MeteringTestJSON-24376248-project-admin] 10.222.0.46 "DELETE /v2.0/metering/metering-labels/37e5b501-bcdc-4102-95dd-c0d6e05d593a HTTP/1.1" status: 204 len: 168 time: 0.2859216 Nov 22 20:15:15.112063 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-21da9236-4d3d-48e8-a812-480402b5ed92 tempest-AllowedAddressPairIpV6TestJSON-1677769968 tempest-AllowedAddressPairIpV6TestJSON-1677769968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:15.255231 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-20c27c5f-3ac4-4f81-9fd1-1ba1caa3f77c None None] Provisioning complete for port e8cffa2e-0a07-494c-9cef-d8e1716b35d2 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:15:15.256963 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-20c27c5f-3ac4-4f81-9fd1-1ba1caa3f77c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:15.321194 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-20c27c5f-3ac4-4f81-9fd1-1ba1caa3f77c None None] Port e8cffa2e-0a07-494c-9cef-d8e1716b35d2 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:15:15.416824 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-21da9236-4d3d-48e8-a812-480402b5ed92 tempest-AllowedAddressPairIpV6TestJSON-1677769968 tempest-AllowedAddressPairIpV6TestJSON-1677769968-project] Publish callbacks [] for port, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:15.423946 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-21da9236-4d3d-48e8-a812-480402b5ed92 tempest-AllowedAddressPairIpV6TestJSON-1677769968 tempest-AllowedAddressPairIpV6TestJSON-1677769968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:15.467082 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-21da9236-4d3d-48e8-a812-480402b5ed92 tempest-AllowedAddressPairIpV6TestJSON-1677769968 tempest-AllowedAddressPairIpV6TestJSON-1677769968-project] In _notify_port_updated(), no bound segment for port e8cffa2e-0a07-494c-9cef-d8e1716b35d2 on network 720bcebb-8ae3-4ca0-b426-cb666679f65c {{(pid=103447) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 22 20:15:15.473804 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21da9236-4d3d-48e8-a812-480402b5ed92 tempest-AllowedAddressPairIpV6TestJSON-1677769968 tempest-AllowedAddressPairIpV6TestJSON-1677769968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:15:15.474455 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-21da9236-4d3d-48e8-a812-480402b5ed92 tempest-AllowedAddressPairIpV6TestJSON-1677769968 tempest-AllowedAddressPairIpV6TestJSON-1677769968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:15.476507 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-21da9236-4d3d-48e8-a812-480402b5ed92 tempest-AllowedAddressPairIpV6TestJSON-1677769968 tempest-AllowedAddressPairIpV6TestJSON-1677769968-project] 10.222.0.46 "PUT /v2.0/ports/e8cffa2e-0a07-494c-9cef-d8e1716b35d2 HTTP/1.1" status: 200 len: 1002 time: 0.6301713 Nov 22 20:15:15.479594 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 40926) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:15.501931 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21da9236-4d3d-48e8-a812-480402b5ed92 tempest-AllowedAddressPairIpV6TestJSON-1677769968 tempest-AllowedAddressPairIpV6TestJSON-1677769968-project] Pushing event updated for resources: {'Port': ['ID=e8cffa2e-0a07-494c-9cef-d8e1716b35d2,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:15:15.538145 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 40932) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:15.691994 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-8f1c8e70-3029-43d6-9f63-3d6e8d7125e7 tempest-AllowedAddressPairIpV6TestJSON-1677769968 tempest-AllowedAddressPairIpV6TestJSON-1677769968-project] Deleting port e8cffa2e-0a07-494c-9cef-d8e1716b35d2 {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:15:15.692343 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8f1c8e70-3029-43d6-9f63-3d6e8d7125e7 tempest-AllowedAddressPairIpV6TestJSON-1677769968 tempest-AllowedAddressPairIpV6TestJSON-1677769968-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:15.729924 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72a25ec-3781-4897-b0c5-ad4a7c675946 req-1d856d85-546e-4c8d-8da7-bae762bc4a33 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:15:15.739959 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d72a25ec-3781-4897-b0c5-ad4a7c675946 req-1d856d85-546e-4c8d-8da7-bae762bc4a33 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.46 "GET /v2.0/ports?device_id=a3f25d8f-677c-424e-8b05-326431b3cc8e HTTP/1.1" status: 200 len: 946 time: 0.1109293 Nov 22 20:15:15.799086 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8abd7ae1-92c5-4151-a36a-e9bdd52b1d3c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:15.934203 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d72a25ec-3781-4897-b0c5-ad4a7c675946 req-6f790040-31a9-40b4-81e3-2a168bc6b5fb tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.46 "GET /v2.0/security-groups?id=deac3dce-93b4-41af-981b-873d47022422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931858 Nov 22 20:15:15.966440 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8f1c8e70-3029-43d6-9f63-3d6e8d7125e7 tempest-AllowedAddressPairIpV6TestJSON-1677769968 tempest-AllowedAddressPairIpV6TestJSON-1677769968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:15.971694 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-c619ea44-50e1-4f15-ade4-9557c45c0d64 None None] Provisioning complete for port e8cffa2e-0a07-494c-9cef-d8e1716b35d2 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:15:15.972852 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-c619ea44-50e1-4f15-ade4-9557c45c0d64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:16.004603 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-8f1c8e70-3029-43d6-9f63-3d6e8d7125e7 tempest-AllowedAddressPairIpV6TestJSON-1677769968 tempest-AllowedAddressPairIpV6TestJSON-1677769968-project] Calling delete_port for e8cffa2e-0a07-494c-9cef-d8e1716b35d2 owned by {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:15:16.056850 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 92202712-3967-4c3c-9dc7-55f348e7d05c details requested by agent hyperv_n-h2-818823-1 with host n-h2-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 20:15:16.067364 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8abd7ae1-92c5-4151-a36a-e9bdd52b1d3c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:16.073418 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8abd7ae1-92c5-4151-a36a-e9bdd52b1d3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:16.091999 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 40964) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:16.103828 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-c619ea44-50e1-4f15-ade4-9557c45c0d64 None None] Port e8cffa2e-0a07-494c-9cef-d8e1716b35d2 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:15:16.126730 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abd7ae1-92c5-4151-a36a-e9bdd52b1d3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68d20b0b-88be-4178-960e-4e868698649f,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:15:16.140317 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-8abd7ae1-92c5-4151-a36a-e9bdd52b1d3c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=85099bd314a3479ea70e6b132abe0d81&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6001997 Nov 22 20:15:16.141175 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 40970) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:16.215952 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a7f0c46b-53b5-4456-b791-f267dd303668 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:16.224012 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port 92202712-3967-4c3c-9dc7-55f348e7d05c, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=92202712-3967-4c3c-9dc7-55f348e7d05c,segment=NetworkSegment(071fae29-45f8-4fae-87e0-a91dc64245f1),segment_id=071fae29-45f8-4fae-87e0-a91dc64245f1)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:15:16.253130 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Returning: {'device': '92202712-3967-4c3c-9dc7-55f348e7d05c', 'network_id': 'c625a1a7-f1bd-484b-b342-37cf517c7d76', 'port_id': '92202712-3967-4c3c-9dc7-55f348e7d05c', 'mac_address': 'fa:16:3e:1e:6c:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7864178-f3d5-4b52-bb8a-e0038ceec004', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 20:15:16.275023 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a7f0c46b-53b5-4456-b791-f267dd303668 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:16.311549 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8f1c8e70-3029-43d6-9f63-3d6e8d7125e7 tempest-AllowedAddressPairIpV6TestJSON-1677769968 tempest-AllowedAddressPairIpV6TestJSON-1677769968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:16.354028 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:16.379803 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 92202712-3967-4c3c-9dc7-55f348e7d05c {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:15:16.382466 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a7f0c46b-53b5-4456-b791-f267dd303668 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:16.385848 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a7f0c46b-53b5-4456-b791-f267dd303668 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:16.390732 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-a7f0c46b-53b5-4456-b791-f267dd303668 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/68d20b0b-88be-4178-960e-4e868698649f HTTP/1.1" status: 204 len: 168 time: 0.2463109 Nov 22 20:15:16.412328 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f0c46b-53b5-4456-b791-f267dd303668 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68d20b0b-88be-4178-960e-4e868698649f,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:15:16.427575 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port 92202712-3967-4c3c-9dc7-55f348e7d05c, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=92202712-3967-4c3c-9dc7-55f348e7d05c,segment=NetworkSegment(071fae29-45f8-4fae-87e0-a91dc64245f1),segment_id=071fae29-45f8-4fae-87e0-a91dc64245f1)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:15:16.434459 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:16.437669 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-6ff77e96-15e2-4acb-8297-80752add91f5 tempest-TagsExtTest-1419229654 tempest-TagsExtTest-1419229654-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-876510311'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:15:16.461629 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1c8e70-3029-43d6-9f63-3d6e8d7125e7 tempest-AllowedAddressPairIpV6TestJSON-1677769968 tempest-AllowedAddressPairIpV6TestJSON-1677769968-project] Pushing event deleted for resources: {'Port': ['ID=e8cffa2e-0a07-494c-9cef-d8e1716b35d2,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:15:16.538986 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] get_ports_and_sgs() called for port_ids ['92202712-3967-4c3c-9dc7-55f348e7d05c'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:15:16.622856 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ff77e96-15e2-4acb-8297-80752add91f5 tempest-TagsExtTest-1419229654 tempest-TagsExtTest-1419229654-project] Made reservation on behalf of 404f553de0294deca4c11b7afd903796 for: {'network': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:15:16.624951 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=92202712-3967-4c3c-9dc7-55f348e7d05c,revision_number=6']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:15:16.640007 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6ff77e96-15e2-4acb-8297-80752add91f5 tempest-TagsExtTest-1419229654 tempest-TagsExtTest-1419229654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for network, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:16.691103 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6ff77e96-15e2-4acb-8297-80752add91f5 tempest-TagsExtTest-1419229654 tempest-TagsExtTest-1419229654-project] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:16.842642 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8f1c8e70-3029-43d6-9f63-3d6e8d7125e7 tempest-AllowedAddressPairIpV6TestJSON-1677769968 tempest-AllowedAddressPairIpV6TestJSON-1677769968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:16.852306 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-8f1c8e70-3029-43d6-9f63-3d6e8d7125e7 tempest-AllowedAddressPairIpV6TestJSON-1677769968 tempest-AllowedAddressPairIpV6TestJSON-1677769968-project] 10.222.0.46 "DELETE /v2.0/ports/e8cffa2e-0a07-494c-9cef-d8e1716b35d2 HTTP/1.1" status: 204 len: 168 time: 1.3714249 Nov 22 20:15:16.855048 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 40996) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:16.901277 n-d-818823-1 neutron-server[103447]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ae27b81-cc18-4e01-9495-5c4b58df67bd tempest-AllowedAddressPairIpV6TestJSON-1677769968 tempest-AllowedAddressPairIpV6TestJSON-1677769968-project] GET failed (client error): The resource could not be found. Nov 22 20:15:16.903782 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-5ae27b81-cc18-4e01-9495-5c4b58df67bd tempest-AllowedAddressPairIpV6TestJSON-1677769968 tempest-AllowedAddressPairIpV6TestJSON-1677769968-project] 10.222.0.46 "GET /v2.0/ports/e8cffa2e-0a07-494c-9cef-d8e1716b35d2 HTTP/1.1" status: 404 len: 333 time: 0.0469582 Nov 22 20:15:16.907043 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 40998) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:16.916788 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-2c7783e0-8f39-404f-a031-6043d7b311c5 tempest-AllowedAddressPairIpV6TestJSON-1677769968 tempest-AllowedAddressPairIpV6TestJSON-1677769968-project] Request body: {'port': {'network_id': '720bcebb-8ae3-4ca0-b426-cb666679f65c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-407108924'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:15:16.969386 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 41008) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:16.993825 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b99aa582-5caf-462c-be63-239bc7286942 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:17.041867 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6ff77e96-15e2-4acb-8297-80752add91f5 tempest-TagsExtTest-1419229654 tempest-TagsExtTest-1419229654-project] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:17.050855 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6ff77e96-15e2-4acb-8297-80752add91f5 tempest-TagsExtTest-1419229654 tempest-TagsExtTest-1419229654-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:17.105054 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ff77e96-15e2-4acb-8297-80752add91f5 tempest-TagsExtTest-1419229654 tempest-TagsExtTest-1419229654-project] vlan segment allocate from pool success with {'vlan_id': 638, 'physical_network': 'physnet1'} {{(pid=103448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 20:15:17.123464 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff77e96-15e2-4acb-8297-80752add91f5 tempest-TagsExtTest-1419229654 tempest-TagsExtTest-1419229654-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d872dff-c51e-4624-a6c4-f81589e46632,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:15:17.128060 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6ff77e96-15e2-4acb-8297-80752add91f5 tempest-TagsExtTest-1419229654 tempest-TagsExtTest-1419229654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:17.128573 n-d-818823-1 neutron-server[103448]: INFO neutron.db.segments_db [None req-6ff77e96-15e2-4acb-8297-80752add91f5 tempest-TagsExtTest-1419229654 tempest-TagsExtTest-1419229654-project] Added segment 95515b5a-b060-4f7f-af52-107677a2700a of type vlan for network ca90e9a7-a390-4230-80e9-3269d206e4b1 Nov 22 20:15:17.165009 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c7783e0-8f39-404f-a031-6043d7b311c5 tempest-AllowedAddressPairIpV6TestJSON-1677769968 tempest-AllowedAddressPairIpV6TestJSON-1677769968-project] Made reservation on behalf of 0b2c3856fd614e9d963701abb754e401 for: {'port': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:15:17.169299 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-2c7783e0-8f39-404f-a031-6043d7b311c5 tempest-AllowedAddressPairIpV6TestJSON-1677769968 tempest-AllowedAddressPairIpV6TestJSON-1677769968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:17.193455 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6ff77e96-15e2-4acb-8297-80752add91f5 tempest-TagsExtTest-1419229654 tempest-TagsExtTest-1419229654-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748992492791'] for network, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:17.199392 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa87cd36-c6bf-470e-b0d2-392988c66336 req-f6ea44bf-345b-4a02-b5b6-6cefb063a4f4 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:15:17.207294 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-aa87cd36-c6bf-470e-b0d2-392988c66336 req-f6ea44bf-345b-4a02-b5b6-6cefb063a4f4 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.46 "GET /v2.0/ports?device_id=a3f25d8f-677c-424e-8b05-326431b3cc8e HTTP/1.1" status: 200 len: 946 time: 0.1345437 Nov 22 20:15:17.237565 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [None req-2c7783e0-8f39-404f-a031-6043d7b311c5 tempest-AllowedAddressPairIpV6TestJSON-1677769968 tempest-AllowedAddressPairIpV6TestJSON-1677769968-project] device_id is not set on port e1e32a86-9b38-4102-b897-b6b2ab3f8110 yet. {{(pid=103447) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 20:15:17.246435 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6ff77e96-15e2-4acb-8297-80752add91f5 tempest-TagsExtTest-1419229654 tempest-TagsExtTest-1419229654-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for network, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:17.256767 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ff77e96-15e2-4acb-8297-80752add91f5 tempest-TagsExtTest-1419229654 tempest-TagsExtTest-1419229654-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:15:17.260196 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6ff77e96-15e2-4acb-8297-80752add91f5 tempest-TagsExtTest-1419229654 tempest-TagsExtTest-1419229654-project] Publish callbacks [] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:17.277072 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b99aa582-5caf-462c-be63-239bc7286942 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:17.319499 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b99aa582-5caf-462c-be63-239bc7286942 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:17.369003 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-6ff77e96-15e2-4acb-8297-80752add91f5 tempest-TagsExtTest-1419229654 tempest-TagsExtTest-1419229654-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.2760084 Nov 22 20:15:17.372038 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 41014) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:17.381080 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-db8b298d-d165-4f6e-8401-b60340b9b40b tempest-TagsExtTest-1419229654 tempest-TagsExtTest-1419229654-project] Request body: {'subnet': {'network_id': 'ca90e9a7-a390-4230-80e9-3269d206e4b1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:15:17.402661 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff77e96-15e2-4acb-8297-80752add91f5 tempest-TagsExtTest-1419229654 tempest-TagsExtTest-1419229654-project] Pushing event updated for resources: {'Network': ['ID=ca90e9a7-a390-4230-80e9-3269d206e4b1,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:15:17.417745 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-aa87cd36-c6bf-470e-b0d2-392988c66336 req-ce53258a-dc59-4c64-93fb-13d25790a8e9 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.46 "GET /v2.0/security-groups?id=deac3dce-93b4-41af-981b-873d47022422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059805 Nov 22 20:15:17.435167 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Network ca90e9a7-a390-4230-80e9-3269d206e4b1 details requested by agent ovs-agent-n-d-818823-1 with host n-d-818823-1 {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 20:15:17.468359 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99aa582-5caf-462c-be63-239bc7286942 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0340a0ae-9a71-4da2-82b1-45f7df66cd54,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:15:17.511898 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99aa582-5caf-462c-be63-239bc7286942 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:15:17.512486 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99aa582-5caf-462c-be63-239bc7286942 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:15:17.513005 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99aa582-5caf-462c-be63-239bc7286942 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:15:17.513504 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99aa582-5caf-462c-be63-239bc7286942 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:15:17.514015 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99aa582-5caf-462c-be63-239bc7286942 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:15:17.514511 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99aa582-5caf-462c-be63-239bc7286942 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:15:17.514993 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99aa582-5caf-462c-be63-239bc7286942 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:15:17.515578 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99aa582-5caf-462c-be63-239bc7286942 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:15:17.516157 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99aa582-5caf-462c-be63-239bc7286942 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:15:17.522885 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99aa582-5caf-462c-be63-239bc7286942 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:15:17.523601 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99aa582-5caf-462c-be63-239bc7286942 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:15:17.524481 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99aa582-5caf-462c-be63-239bc7286942 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:15:17.531604 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-b99aa582-5caf-462c-be63-239bc7286942 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5fd05dcd8333456d90ce614861a3770d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5609818 Nov 22 20:15:17.537251 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 41018) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:17.616032 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [None req-2c7783e0-8f39-404f-a031-6043d7b311c5 tempest-AllowedAddressPairIpV6TestJSON-1677769968 tempest-AllowedAddressPairIpV6TestJSON-1677769968-project] Allocated IP 2001:db8::a1 (720bcebb-8ae3-4ca0-b426-cb666679f65c/d9bdf0f7-9a98-41e0-92c9-6726d417ea0c/e1e32a86-9b38-4102-b897-b6b2ab3f8110) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:15:17.670499 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-357419ab-1c56-488b-a0fd-63ba31ea70bb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:17.721627 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-357419ab-1c56-488b-a0fd-63ba31ea70bb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:17.857967 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-357419ab-1c56-488b-a0fd-63ba31ea70bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:17.862309 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-357419ab-1c56-488b-a0fd-63ba31ea70bb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:17.867087 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-357419ab-1c56-488b-a0fd-63ba31ea70bb admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0340a0ae-9a71-4da2-82b1-45f7df66cd54 HTTP/1.1" status: 204 len: 168 time: 0.3261025 Nov 22 20:15:17.906596 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db8b298d-d165-4f6e-8401-b60340b9b40b tempest-TagsExtTest-1419229654 tempest-TagsExtTest-1419229654-project] Made reservation on behalf of 404f553de0294deca4c11b7afd903796 for: {'subnet': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:15:17.913560 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-db8b298d-d165-4f6e-8401-b60340b9b40b tempest-TagsExtTest-1419229654 tempest-TagsExtTest-1419229654-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11792951'] for subnet, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:17.922127 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357419ab-1c56-488b-a0fd-63ba31ea70bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0340a0ae-9a71-4da2-82b1-45f7df66cd54,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:15:17.948427 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-2c7783e0-8f39-404f-a031-6043d7b311c5 tempest-AllowedAddressPairIpV6TestJSON-1677769968 tempest-AllowedAddressPairIpV6TestJSON-1677769968-project] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:18.001052 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-2c7783e0-8f39-404f-a031-6043d7b311c5 tempest-AllowedAddressPairIpV6TestJSON-1677769968 tempest-AllowedAddressPairIpV6TestJSON-1677769968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:18.029382 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c7783e0-8f39-404f-a031-6043d7b311c5 tempest-AllowedAddressPairIpV6TestJSON-1677769968 tempest-AllowedAddressPairIpV6TestJSON-1677769968-project] Network 720bcebb-8ae3-4ca0-b426-cb666679f65c is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:15:18.032697 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-2c7783e0-8f39-404f-a031-6043d7b311c5 tempest-AllowedAddressPairIpV6TestJSON-1677769968 tempest-AllowedAddressPairIpV6TestJSON-1677769968-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:15:18.036353 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c7783e0-8f39-404f-a031-6043d7b311c5 tempest-AllowedAddressPairIpV6TestJSON-1677769968 tempest-AllowedAddressPairIpV6TestJSON-1677769968-project] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:15:18.051154 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c7783e0-8f39-404f-a031-6043d7b311c5 tempest-AllowedAddressPairIpV6TestJSON-1677769968 tempest-AllowedAddressPairIpV6TestJSON-1677769968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:15:18.052243 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-2c7783e0-8f39-404f-a031-6043d7b311c5 tempest-AllowedAddressPairIpV6TestJSON-1677769968 tempest-AllowedAddressPairIpV6TestJSON-1677769968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:18.069144 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 92202712-3967-4c3c-9dc7-55f348e7d05c up at agent hyperv_n-h2-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:15:18.171357 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-2c7783e0-8f39-404f-a031-6043d7b311c5 tempest-AllowedAddressPairIpV6TestJSON-1677769968 tempest-AllowedAddressPairIpV6TestJSON-1677769968-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.2607684 Nov 22 20:15:18.172500 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 41036) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:18.179930 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-3755d3a4-e47e-4a22-aecb-8c88784cea41 tempest-AllowedAddressPairIpV6TestJSON-1677769968 tempest-AllowedAddressPairIpV6TestJSON-1677769968-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:c3:90:b8'}]}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:15:18.209914 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7783e0-8f39-404f-a031-6043d7b311c5 tempest-AllowedAddressPairIpV6TestJSON-1677769968 tempest-AllowedAddressPairIpV6TestJSON-1677769968-project] Pushing event updated for resources: {'Port': ['ID=e1e32a86-9b38-4102-b897-b6b2ab3f8110,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:15:18.221652 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Provisioning complete for port 92202712-3967-4c3c-9dc7-55f348e7d05c triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:15:18.227496 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:18.327971 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:18.366221 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '473ded31-5dd9-4e37-bfda-f75c7f998ef4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92202712-3967-4c3c-9dc7-55f348e7d05c'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:15:18.369634 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d39f6d30a11e565ec9648abcc015e8a6ab6cff4edd704add8155e28765d31eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-021717bc-ade8-445e-b126-17de3e6b812c" -d '{"events": [{"server_uuid": "473ded31-5dd9-4e37-bfda-f75c7f998ef4", "name": "network-vif-plugged", "status": "completed", "tag": "92202712-3967-4c3c-9dc7-55f348e7d05c"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:15:18.386527 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port 92202712-3967-4c3c-9dc7-55f348e7d05c, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=92202712-3967-4c3c-9dc7-55f348e7d05c,segment=NetworkSegment(071fae29-45f8-4fae-87e0-a91dc64245f1),segment_id=071fae29-45f8-4fae-87e0-a91dc64245f1)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:15:18.391907 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:18.468236 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=92202712-3967-4c3c-9dc7-55f348e7d05c,revision_number=7']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:15:18.483603 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-db8b298d-d165-4f6e-8401-b60340b9b40b tempest-TagsExtTest-1419229654 tempest-TagsExtTest-1419229654-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11567560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11792921'] for subnet, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:18.487532 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:15:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4db491cd-61bf-480c-ab1b-0888f9b60735 x-openstack-request-id: req-4db491cd-61bf-480c-ab1b-0888f9b60735 {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:15:18.488146 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "473ded31-5dd9-4e37-bfda-f75c7f998ef4", "name": "network-vif-plugged", "status": "completed", "tag": "92202712-3967-4c3c-9dc7-55f348e7d05c", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:15:18.488407 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4db491cd-61bf-480c-ab1b-0888f9b60735 {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:15:18.488991 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '473ded31-5dd9-4e37-bfda-f75c7f998ef4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92202712-3967-4c3c-9dc7-55f348e7d05c', 'code': 200} Nov 22 20:15:18.565312 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-d529d61b-f93b-417d-85d3-6f37d03106d3 None None] Provisioning complete for port e1e32a86-9b38-4102-b897-b6b2ab3f8110 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:15:18.568458 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-d529d61b-f93b-417d-85d3-6f37d03106d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:18.635176 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3755d3a4-e47e-4a22-aecb-8c88784cea41 tempest-AllowedAddressPairIpV6TestJSON-1677769968 tempest-AllowedAddressPairIpV6TestJSON-1677769968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:18.649370 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e59d09-d204-4209-ba3a-a5e75682e2a6 req-471ac1e9-6200-4bea-a666-4141d671302f tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:15:18.650389 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8b298d-d165-4f6e-8401-b60340b9b40b tempest-TagsExtTest-1419229654 tempest-TagsExtTest-1419229654-project] Pushing event updated for resources: {'Subnet': ['ID=0cdb3e2e-c640-4d14-b99c-1a71edf834cb,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:15:18.655208 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db8b298d-d165-4f6e-8401-b60340b9b40b tempest-TagsExtTest-1419229654 tempest-TagsExtTest-1419229654-project] Checking segment: {'id': '95515b5a-b060-4f7f-af52-107677a2700a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'ca90e9a7-a390-4230-80e9-3269d206e4b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:15:18.655609 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db8b298d-d165-4f6e-8401-b60340b9b40b tempest-TagsExtTest-1419229654 tempest-TagsExtTest-1419229654-project] Network hostable DHCP agents. Network: ca90e9a7-a390-4230-80e9-3269d206e4b1, hostable agents: ['02adaa64-0987-4b74-bad0-cbcf56f8a294'], hosted agents: [] {{(pid=103448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 20:15:18.659005 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c9e59d09-d204-4209-ba3a-a5e75682e2a6 req-471ac1e9-6200-4bea-a666-4141d671302f tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.46 "GET /v2.0/ports?device_id=a3f25d8f-677c-424e-8b05-326431b3cc8e HTTP/1.1" status: 200 len: 946 time: 0.1150444 Nov 22 20:15:18.733167 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db8b298d-d165-4f6e-8401-b60340b9b40b tempest-TagsExtTest-1419229654 tempest-TagsExtTest-1419229654-project] Network ca90e9a7-a390-4230-80e9-3269d206e4b1 is scheduled to be hosted by DHCP agent 02adaa64-0987-4b74-bad0-cbcf56f8a294 with binding_index 1 {{(pid=103448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 20:15:18.761572 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-db8b298d-d165-4f6e-8401-b60340b9b40b tempest-TagsExtTest-1419229654 tempest-TagsExtTest-1419229654-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818823-1, ca90e9a7-a390-4230-80e9-3269d206e4b1) {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:15:18.778751 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c9e59d09-d204-4209-ba3a-a5e75682e2a6 req-18876f43-2f53-4000-8f02-a95d4067b9cf tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.46 "GET /v2.0/security-groups?id=deac3dce-93b4-41af-981b-873d47022422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176107 Nov 22 20:15:18.813207 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db8b298d-d165-4f6e-8401-b60340b9b40b tempest-TagsExtTest-1419229654 tempest-TagsExtTest-1419229654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:15:18.813862 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-db8b298d-d165-4f6e-8401-b60340b9b40b tempest-TagsExtTest-1419229654 tempest-TagsExtTest-1419229654-project] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:18.830906 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52490445-2652-4105-907b-75021c059662 None None] Network ca90e9a7-a390-4230-80e9-3269d206e4b1 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:15:18.874054 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-db8b298d-d165-4f6e-8401-b60340b9b40b tempest-TagsExtTest-1419229654 tempest-TagsExtTest-1419229654-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5004203 Nov 22 20:15:18.876415 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 41056) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:18.883654 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-4187adc3-7642-4c94-a4c5-30ca2a80eeca tempest-TagsExtTest-1419229654 tempest-TagsExtTest-1419229654-project] Request body: {'port': {'network_id': 'ca90e9a7-a390-4230-80e9-3269d206e4b1', 'name': 'tempest-TagsExtTest-422100267'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:15:18.917763 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-d529d61b-f93b-417d-85d3-6f37d03106d3 None None] Port e1e32a86-9b38-4102-b897-b6b2ab3f8110 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:15:19.044099 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3755d3a4-e47e-4a22-aecb-8c88784cea41 tempest-AllowedAddressPairIpV6TestJSON-1677769968 tempest-AllowedAddressPairIpV6TestJSON-1677769968-project] Publish callbacks [] for port, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:19.053825 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3755d3a4-e47e-4a22-aecb-8c88784cea41 tempest-AllowedAddressPairIpV6TestJSON-1677769968 tempest-AllowedAddressPairIpV6TestJSON-1677769968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:19.113299 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8396ae01-ca36-41b1-a8b0-3015743a5cc4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fb26bd7-ce56-527b-b94f-2e1f7cb2bb35-ca90e9a7-a390-4230-80e9-3269d206e4b1', 'network_id': 'ca90e9a7-a390-4230-80e9-3269d206e4b1', 'tenant_id': '404f553de0294deca4c11b7afd903796', 'fixed_ips': [{'subnet_id': '0cdb3e2e-c640-4d14-b99c-1a71edf834cb'}]}} from n-d-818823-1. {{(pid=103449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 20:15:19.114232 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-8396ae01-ca36-41b1-a8b0-3015743a5cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:19.158419 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-3755d3a4-e47e-4a22-aecb-8c88784cea41 tempest-AllowedAddressPairIpV6TestJSON-1677769968 tempest-AllowedAddressPairIpV6TestJSON-1677769968-project] In _notify_port_updated(), no bound segment for port e1e32a86-9b38-4102-b897-b6b2ab3f8110 on network 720bcebb-8ae3-4ca0-b426-cb666679f65c {{(pid=103448) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 22 20:15:19.177185 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3755d3a4-e47e-4a22-aecb-8c88784cea41 tempest-AllowedAddressPairIpV6TestJSON-1677769968 tempest-AllowedAddressPairIpV6TestJSON-1677769968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:15:19.179274 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3755d3a4-e47e-4a22-aecb-8c88784cea41 tempest-AllowedAddressPairIpV6TestJSON-1677769968 tempest-AllowedAddressPairIpV6TestJSON-1677769968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:19.181640 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-3755d3a4-e47e-4a22-aecb-8c88784cea41 tempest-AllowedAddressPairIpV6TestJSON-1677769968 tempest-AllowedAddressPairIpV6TestJSON-1677769968-project] 10.222.0.46 "PUT /v2.0/ports/e1e32a86-9b38-4102-b897-b6b2ab3f8110 HTTP/1.1" status: 200 len: 1001 time: 1.0083961 Nov 22 20:15:19.185010 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 41076) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:19.204493 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4187adc3-7642-4c94-a4c5-30ca2a80eeca tempest-TagsExtTest-1419229654 tempest-TagsExtTest-1419229654-project] Made reservation on behalf of 404f553de0294deca4c11b7afd903796 for: {'port': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:15:19.227771 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4187adc3-7642-4c94-a4c5-30ca2a80eeca tempest-TagsExtTest-1419229654 tempest-TagsExtTest-1419229654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:19.239293 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3755d3a4-e47e-4a22-aecb-8c88784cea41 tempest-AllowedAddressPairIpV6TestJSON-1677769968 tempest-AllowedAddressPairIpV6TestJSON-1677769968-project] Pushing event updated for resources: {'Port': ['ID=e1e32a86-9b38-4102-b897-b6b2ab3f8110,revision_number=2']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:15:19.321288 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [None req-4187adc3-7642-4c94-a4c5-30ca2a80eeca tempest-TagsExtTest-1419229654 tempest-TagsExtTest-1419229654-project] device_id is not set on port 686d93f9-6777-49d0-af68-8985a812125c yet. {{(pid=103447) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 20:15:19.484860 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.db_base_plugin_common [None req-8396ae01-ca36-41b1-a8b0-3015743a5cc4 None None] Allocated IP 172.20.0.2 (ca90e9a7-a390-4230-80e9-3269d206e4b1/0cdb3e2e-c640-4d14-b99c-1a71edf834cb/eb208afa-331d-4450-8380-f2329c3c3757) {{(pid=103449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:15:19.541505 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-2da240c2-a650-4f55-a1f1-a0009750d504 tempest-AllowedAddressPairIpV6TestJSON-1677769968 tempest-AllowedAddressPairIpV6TestJSON-1677769968-project] Deleting port e1e32a86-9b38-4102-b897-b6b2ab3f8110 {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:15:19.541857 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-2da240c2-a650-4f55-a1f1-a0009750d504 tempest-AllowedAddressPairIpV6TestJSON-1677769968 tempest-AllowedAddressPairIpV6TestJSON-1677769968-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:19.691963 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-2da240c2-a650-4f55-a1f1-a0009750d504 tempest-AllowedAddressPairIpV6TestJSON-1677769968 tempest-AllowedAddressPairIpV6TestJSON-1677769968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:19.701451 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-a667d140-c709-4853-8e8c-5330161ac2ba None None] Provisioning complete for port e1e32a86-9b38-4102-b897-b6b2ab3f8110 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:15:19.701829 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-a667d140-c709-4853-8e8c-5330161ac2ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:19.725958 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-2da240c2-a650-4f55-a1f1-a0009750d504 tempest-AllowedAddressPairIpV6TestJSON-1677769968 tempest-AllowedAddressPairIpV6TestJSON-1677769968-project] Calling delete_port for e1e32a86-9b38-4102-b897-b6b2ab3f8110 owned by {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:15:19.735971 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-8396ae01-ca36-41b1-a8b0-3015743a5cc4 None None] Publish callbacks [] for port, precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:19.766850 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-a667d140-c709-4853-8e8c-5330161ac2ba None None] Port e1e32a86-9b38-4102-b897-b6b2ab3f8110 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:15:19.777825 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-8396ae01-ca36-41b1-a8b0-3015743a5cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372'] for port, after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:19.871293 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [None req-4187adc3-7642-4c94-a4c5-30ca2a80eeca tempest-TagsExtTest-1419229654 tempest-TagsExtTest-1419229654-project] Allocated IP 172.20.0.13 (ca90e9a7-a390-4230-80e9-3269d206e4b1/0cdb3e2e-c640-4d14-b99c-1a71edf834cb/686d93f9-6777-49d0-af68-8985a812125c) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:15:19.940201 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8396ae01-ca36-41b1-a8b0-3015743a5cc4 None None] Network ca90e9a7-a390-4230-80e9-3269d206e4b1 is already hosted by enough agents. {{(pid=103449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:15:19.941804 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8396ae01-ca36-41b1-a8b0-3015743a5cc4 None None] Pushing event updated for resources: {'Port': ['ID=eb208afa-331d-4450-8380-f2329c3c3757,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:15:19.944946 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.base_scheduler [None req-8396ae01-ca36-41b1-a8b0-3015743a5cc4 None None] Resources bound (agent type, host, resource id): {{(pid=103449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:15:19.947449 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8396ae01-ca36-41b1-a8b0-3015743a5cc4 None None] Received port after_create {{(pid=103449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:15:20.030041 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-8396ae01-ca36-41b1-a8b0-3015743a5cc4 None None] Attempting to bind port eb208afa-331d-4450-8380-f2329c3c3757 on host n-d-818823-1 for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:15:20.030588 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-8396ae01-ca36-41b1-a8b0-3015743a5cc4 None None] Attempting to bind port eb208afa-331d-4450-8380-f2329c3c3757 by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': '95515b5a-b060-4f7f-af52-107677a2700a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'ca90e9a7-a390-4230-80e9-3269d206e4b1'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:15:20.031211 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8396ae01-ca36-41b1-a8b0-3015743a5cc4 None None] Attempting to bind port eb208afa-331d-4450-8380-f2329c3c3757 on network ca90e9a7-a390-4230-80e9-3269d206e4b1 {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:15:20.040240 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8396ae01-ca36-41b1-a8b0-3015743a5cc4 None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 15, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:15:20.040891 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8396ae01-ca36-41b1-a8b0-3015743a5cc4 None None] Checking segment: {'id': '95515b5a-b060-4f7f-af52-107677a2700a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'ca90e9a7-a390-4230-80e9-3269d206e4b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:15:20.041540 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-8396ae01-ca36-41b1-a8b0-3015743a5cc4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:20.042048 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8396ae01-ca36-41b1-a8b0-3015743a5cc4 None None] Bound using segment: {'id': '95515b5a-b060-4f7f-af52-107677a2700a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'ca90e9a7-a390-4230-80e9-3269d206e4b1'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:15:20.042787 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-8396ae01-ca36-41b1-a8b0-3015743a5cc4 None None] Bound port: eb208afa-331d-4450-8380-f2329c3c3757, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95515b5a-b060-4f7f-af52-107677a2700a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'ca90e9a7-a390-4230-80e9-3269d206e4b1'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:15:20.044282 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-8396ae01-ca36-41b1-a8b0-3015743a5cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:20.140063 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb72df8-0947-4342-b471-1bc569268f02 req-cd86cbfd-6f2c-45f7-b9ad-1983b7481444 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:15:20.141689 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9cb72df8-0947-4342-b471-1bc569268f02 req-cd86cbfd-6f2c-45f7-b9ad-1983b7481444 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.46 "GET /v2.0/ports?device_id=a3f25d8f-677c-424e-8b05-326431b3cc8e HTTP/1.1" status: 200 len: 946 time: 0.2364318 Nov 22 20:15:20.171183 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-8396ae01-ca36-41b1-a8b0-3015743a5cc4 None None] For port eb208afa-331d-4450-8380-f2329c3c3757, host n-d-818823-1, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:15:20.223405 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-8396ae01-ca36-41b1-a8b0-3015743a5cc4 None None] For port eb208afa-331d-4450-8380-f2329c3c3757, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=eb208afa-331d-4450-8380-f2329c3c3757,segment=NetworkSegment(95515b5a-b060-4f7f-af52-107677a2700a),segment_id=95515b5a-b060-4f7f-af52-107677a2700a)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:15:20.230300 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-8396ae01-ca36-41b1-a8b0-3015743a5cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:20.284124 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-2da240c2-a650-4f55-a1f1-a0009750d504 tempest-AllowedAddressPairIpV6TestJSON-1677769968 tempest-AllowedAddressPairIpV6TestJSON-1677769968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:20.362156 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8396ae01-ca36-41b1-a8b0-3015743a5cc4 None None] Pushing event updated for resources: {'Port': ['ID=eb208afa-331d-4450-8380-f2329c3c3757,revision_number=2']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:15:20.473715 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da240c2-a650-4f55-a1f1-a0009750d504 tempest-AllowedAddressPairIpV6TestJSON-1677769968 tempest-AllowedAddressPairIpV6TestJSON-1677769968-project] Pushing event deleted for resources: {'Port': ['ID=e1e32a86-9b38-4102-b897-b6b2ab3f8110,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:15:20.487182 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4187adc3-7642-4c94-a4c5-30ca2a80eeca tempest-TagsExtTest-1419229654 tempest-TagsExtTest-1419229654-project] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:20.531171 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 41112) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:20.578156 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-2da240c2-a650-4f55-a1f1-a0009750d504 tempest-AllowedAddressPairIpV6TestJSON-1677769968 tempest-AllowedAddressPairIpV6TestJSON-1677769968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:20.584934 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-2da240c2-a650-4f55-a1f1-a0009750d504 tempest-AllowedAddressPairIpV6TestJSON-1677769968 tempest-AllowedAddressPairIpV6TestJSON-1677769968-project] 10.222.0.46 "DELETE /v2.0/ports/e1e32a86-9b38-4102-b897-b6b2ab3f8110 HTTP/1.1" status: 204 len: 168 time: 1.3965690 Nov 22 20:15:20.585517 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 41116) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:20.598187 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9cb72df8-0947-4342-b471-1bc569268f02 req-1fc47a08-1fbe-41fc-86e6-00c19858e44e tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.46 "GET /v2.0/security-groups?id=deac3dce-93b4-41af-981b-873d47022422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3820260 Nov 22 20:15:20.601455 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4187adc3-7642-4c94-a4c5-30ca2a80eeca tempest-TagsExtTest-1419229654 tempest-TagsExtTest-1419229654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:20.662069 n-d-818823-1 neutron-server[103448]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cf537cd-c5cb-43b1-9448-82c6e655ab2b tempest-AllowedAddressPairIpV6TestJSON-1677769968 tempest-AllowedAddressPairIpV6TestJSON-1677769968-project] GET failed (client error): The resource could not be found. Nov 22 20:15:20.668826 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-5cf537cd-c5cb-43b1-9448-82c6e655ab2b tempest-AllowedAddressPairIpV6TestJSON-1677769968 tempest-AllowedAddressPairIpV6TestJSON-1677769968-project] 10.222.0.46 "GET /v2.0/ports/e1e32a86-9b38-4102-b897-b6b2ab3f8110 HTTP/1.1" status: 404 len: 333 time: 0.0770283 Nov 22 20:15:20.668826 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 41118) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:20.673055 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-812badb3-12b2-42d9-a071-486a9510360f tempest-AllowedAddressPairIpV6TestJSON-1677769968 tempest-AllowedAddressPairIpV6TestJSON-1677769968-project] Request body: {'port': {'network_id': '720bcebb-8ae3-4ca0-b426-cb666679f65c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1471807353'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:15:20.717147 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4187adc3-7642-4c94-a4c5-30ca2a80eeca tempest-TagsExtTest-1419229654 tempest-TagsExtTest-1419229654-project] Network ca90e9a7-a390-4230-80e9-3269d206e4b1 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:15:20.722640 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-4187adc3-7642-4c94-a4c5-30ca2a80eeca tempest-TagsExtTest-1419229654 tempest-TagsExtTest-1419229654-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:15:20.725319 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4187adc3-7642-4c94-a4c5-30ca2a80eeca tempest-TagsExtTest-1419229654 tempest-TagsExtTest-1419229654-project] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:15:20.800933 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4187adc3-7642-4c94-a4c5-30ca2a80eeca tempest-TagsExtTest-1419229654 tempest-TagsExtTest-1419229654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:15:20.801391 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4187adc3-7642-4c94-a4c5-30ca2a80eeca tempest-TagsExtTest-1419229654 tempest-TagsExtTest-1419229654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:20.826815 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-4187adc3-7642-4c94-a4c5-30ca2a80eeca tempest-TagsExtTest-1419229654 tempest-TagsExtTest-1419229654-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.9489472 Nov 22 20:15:20.827487 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 41122) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:20.847930 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-fb5f7f41-dc3a-4674-b72d-1a962ce4c199 tempest-TagsExtTest-1419229654 tempest-TagsExtTest-1419229654-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-472772732', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:15:20.867399 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-90e110d8-37c6-4b73-a591-6183a803f3e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642090704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642090704-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-186535984'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:15:20.886006 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4187adc3-7642-4c94-a4c5-30ca2a80eeca tempest-TagsExtTest-1419229654 tempest-TagsExtTest-1419229654-project] Pushing event updated for resources: {'Port': ['ID=686d93f9-6777-49d0-af68-8985a812125c,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:15:20.909096 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-fb5f7f41-dc3a-4674-b72d-1a962ce4c199 tempest-TagsExtTest-1419229654 tempest-TagsExtTest-1419229654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24799'] for router, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:20.911508 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-fb5f7f41-dc3a-4674-b72d-1a962ce4c199 tempest-TagsExtTest-1419229654 tempest-TagsExtTest-1419229654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-632716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24788'] for router, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:20.989954 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90e110d8-37c6-4b73-a591-6183a803f3e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642090704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642090704-project] Made reservation on behalf of c740aec466774632b00e0983d0046c80 for: {'network': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:15:20.995214 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-90e110d8-37c6-4b73-a591-6183a803f3e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642090704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642090704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for network, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:21.002287 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-fb5f7f41-dc3a-4674-b72d-1a962ce4c199 tempest-TagsExtTest-1419229654 tempest-TagsExtTest-1419229654-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:21.009169 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-fb5f7f41-dc3a-4674-b72d-1a962ce4c199 tempest-TagsExtTest-1419229654 tempest-TagsExtTest-1419229654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-659538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-841284'] for router, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:21.010246 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-90e110d8-37c6-4b73-a591-6183a803f3e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642090704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642090704-project] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:21.033209 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-fb5f7f41-dc3a-4674-b72d-1a962ce4c199 tempest-TagsExtTest-1419229654 tempest-TagsExtTest-1419229654-project] Publish callbacks [] for router, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:21.034788 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-fb5f7f41-dc3a-4674-b72d-1a962ce4c199 tempest-TagsExtTest-1419229654 tempest-TagsExtTest-1419229654-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2008462 Nov 22 20:15:21.037713 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 41124) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:21.048333 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-07d56b5b-b571-4b1e-b9da-f46e6fd61e92 tempest-TagsExtTest-1419229654 tempest-TagsExtTest-1419229654-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1033417472', 'prefixes': ['172.20.0.0/16']}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:15:21.080540 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-812badb3-12b2-42d9-a071-486a9510360f tempest-AllowedAddressPairIpV6TestJSON-1677769968 tempest-AllowedAddressPairIpV6TestJSON-1677769968-project] Made reservation on behalf of 0b2c3856fd614e9d963701abb754e401 for: {'port': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:15:21.085030 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-812badb3-12b2-42d9-a071-486a9510360f tempest-AllowedAddressPairIpV6TestJSON-1677769968 tempest-AllowedAddressPairIpV6TestJSON-1677769968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:21.120017 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [None req-812badb3-12b2-42d9-a071-486a9510360f tempest-AllowedAddressPairIpV6TestJSON-1677769968 tempest-AllowedAddressPairIpV6TestJSON-1677769968-project] device_id is not set on port d2055df3-c491-497b-a737-324186959641 yet. {{(pid=103448) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 20:15:21.153096 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-07d56b5b-b571-4b1e-b9da-f46e6fd61e92 tempest-TagsExtTest-1419229654 tempest-TagsExtTest-1419229654-project] Publish callbacks [] for subnetpool, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:21.160847 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-07d56b5b-b571-4b1e-b9da-f46e6fd61e92 tempest-TagsExtTest-1419229654 tempest-TagsExtTest-1419229654-project] 10.222.0.46 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.1220164 Nov 22 20:15:21.161633 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 41126) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:21.169877 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.tag.tag_plugin [None req-bfade60a-fa38-4adb-b40a-e7ba96ef1b75 tempest-TagsExtTest-1419229654 tempest-TagsExtTest-1419229654-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '0cdb3e2e-c640-4d14-b99c-1a71edf834cb', 'tempest-TagsExtTest-Tag-2032934747') {} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:15:21.214444 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-90e110d8-37c6-4b73-a591-6183a803f3e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642090704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642090704-project] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:21.225191 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-90e110d8-37c6-4b73-a591-6183a803f3e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642090704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642090704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:21.267993 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e110d8-37c6-4b73-a591-6183a803f3e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642090704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642090704-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f979a137-153f-4e52-9d09-bb18ba2b8077,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:15:21.305316 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90e110d8-37c6-4b73-a591-6183a803f3e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642090704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642090704-project] vlan segment allocate from pool success with {'vlan_id': 643, 'physical_network': 'physnet1'} {{(pid=103448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 20:15:21.325672 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-90e110d8-37c6-4b73-a591-6183a803f3e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642090704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642090704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:21.326034 n-d-818823-1 neutron-server[103448]: INFO neutron.db.segments_db [None req-90e110d8-37c6-4b73-a591-6183a803f3e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642090704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642090704-project] Added segment bb18aac9-95eb-440a-9046-1e942e8e1c53 of type vlan for network 559206b0-42ba-4a96-ad81-4d29eb83f137 Nov 22 20:15:21.453986 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [None req-812badb3-12b2-42d9-a071-486a9510360f tempest-AllowedAddressPairIpV6TestJSON-1677769968 tempest-AllowedAddressPairIpV6TestJSON-1677769968-project] Allocated IP 2001:db8::2fc (720bcebb-8ae3-4ca0-b426-cb666679f65c/d9bdf0f7-9a98-41e0-92c9-6726d417ea0c/d2055df3-c491-497b-a737-324186959641) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:15:21.461471 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-90e110d8-37c6-4b73-a591-6183a803f3e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642090704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642090704-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748992492791'] for network, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:21.520293 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-90e110d8-37c6-4b73-a591-6183a803f3e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642090704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642090704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for network, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:21.537655 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90e110d8-37c6-4b73-a591-6183a803f3e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642090704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642090704-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:15:21.538282 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-90e110d8-37c6-4b73-a591-6183a803f3e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642090704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642090704-project] Publish callbacks [] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:21.566643 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-90e110d8-37c6-4b73-a591-6183a803f3e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642090704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642090704-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 1.0330014 Nov 22 20:15:21.734152 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e110d8-37c6-4b73-a591-6183a803f3e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642090704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642090704-project] Pushing event updated for resources: {'Network': ['ID=559206b0-42ba-4a96-ad81-4d29eb83f137,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:15:21.752329 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Network 559206b0-42ba-4a96-ad81-4d29eb83f137 details requested by agent ovs-agent-n-d-818823-1 with host n-d-818823-1 {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 20:15:21.917289 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-812badb3-12b2-42d9-a071-486a9510360f tempest-AllowedAddressPairIpV6TestJSON-1677769968 tempest-AllowedAddressPairIpV6TestJSON-1677769968-project] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:21.947796 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aecc364-790f-413f-9ac1-4217e327ec6f req-ad5b95dd-98f6-4ed5-9652-f9b6f7c1908a tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:15:21.956201 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0aecc364-790f-413f-9ac1-4217e327ec6f req-ad5b95dd-98f6-4ed5-9652-f9b6f7c1908a tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.46 "GET /v2.0/ports?device_id=a3f25d8f-677c-424e-8b05-326431b3cc8e HTTP/1.1" status: 200 len: 946 time: 0.2117624 Nov 22 20:15:21.973655 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-812badb3-12b2-42d9-a071-486a9510360f tempest-AllowedAddressPairIpV6TestJSON-1677769968 tempest-AllowedAddressPairIpV6TestJSON-1677769968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:22.037702 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 41150) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:22.054817 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-d21a7db0-fd37-4361-a666-e5d190af28da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Request body: {'port': {'network_id': '559206b0-42ba-4a96-ad81-4d29eb83f137', 'binding:host_id': 'n-h1-818823-1', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-387919004'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:15:22.072196 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device eb208afa-331d-4450-8380-f2329c3c3757 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:15:22.081829 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-812badb3-12b2-42d9-a071-486a9510360f tempest-AllowedAddressPairIpV6TestJSON-1677769968 tempest-AllowedAddressPairIpV6TestJSON-1677769968-project] Network 720bcebb-8ae3-4ca0-b426-cb666679f65c is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:15:22.085192 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-812badb3-12b2-42d9-a071-486a9510360f tempest-AllowedAddressPairIpV6TestJSON-1677769968 tempest-AllowedAddressPairIpV6TestJSON-1677769968-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:15:22.087774 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-812badb3-12b2-42d9-a071-486a9510360f tempest-AllowedAddressPairIpV6TestJSON-1677769968 tempest-AllowedAddressPairIpV6TestJSON-1677769968-project] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:15:22.094687 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-812badb3-12b2-42d9-a071-486a9510360f tempest-AllowedAddressPairIpV6TestJSON-1677769968 tempest-AllowedAddressPairIpV6TestJSON-1677769968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:15:22.095362 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-812badb3-12b2-42d9-a071-486a9510360f tempest-AllowedAddressPairIpV6TestJSON-1677769968 tempest-AllowedAddressPairIpV6TestJSON-1677769968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:22.108467 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812badb3-12b2-42d9-a071-486a9510360f tempest-AllowedAddressPairIpV6TestJSON-1677769968 tempest-AllowedAddressPairIpV6TestJSON-1677769968-project] Pushing event updated for resources: {'Port': ['ID=d2055df3-c491-497b-a737-324186959641,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:15:22.156630 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-bfade60a-fa38-4adb-b40a-e7ba96ef1b75 tempest-TagsExtTest-1419229654 tempest-TagsExtTest-1419229654-project] 10.222.0.46 "PUT /v2.0/subnets/0cdb3e2e-c640-4d14-b99c-1a71edf834cb/tags/tempest-TagsExtTest-Tag-2032934747 HTTP/1.1" status: 201 len: 201 time: 0.9895804 Nov 22 20:15:22.157333 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 41152) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:22.162921 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.tag.tag_plugin [None req-8ed756c0-b33a-4d8b-8d9c-b2127d1d6dd9 tempest-TagsExtTest-1419229654 tempest-TagsExtTest-1419229654-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '686d93f9-6777-49d0-af68-8985a812125c', 'tempest-TagsExtTest-Tag-360346255') {} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:15:22.177406 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0aecc364-790f-413f-9ac1-4217e327ec6f req-eedcafc3-bbf0-4fd2-9fee-af68c0d217e1 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.46 "GET /v2.0/security-groups?id=deac3dce-93b4-41af-981b-873d47022422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2202444 Nov 22 20:15:22.182140 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d21a7db0-fd37-4361-a666-e5d190af28da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Made reservation on behalf of 4490aead1cec44a595799fd91cb5c944 for: {'port': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:15:22.186059 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-d21a7db0-fd37-4361-a666-e5d190af28da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:22.193052 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9efe177-4e50-444e-8614-bd9142eb55e4 None None] Network ca90e9a7-a390-4230-80e9-3269d206e4b1 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:15:22.199851 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-d21a7db0-fd37-4361-a666-e5d190af28da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:22.233339 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-812badb3-12b2-42d9-a071-486a9510360f tempest-AllowedAddressPairIpV6TestJSON-1677769968 tempest-AllowedAddressPairIpV6TestJSON-1677769968-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.5621345 Nov 22 20:15:22.234635 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 41154) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:22.242118 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-8dacaf01-284c-4334-9d98-324b5f8a7363 tempest-AllowedAddressPairIpV6TestJSON-1677769968 tempest-AllowedAddressPairIpV6TestJSON-1677769968-project] Request body: {'port': {'network_id': '720bcebb-8ae3-4ca0-b426-cb666679f65c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-623963381'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:15:22.307978 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-d21a7db0-fd37-4361-a666-e5d190af28da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:22.313360 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-d21a7db0-fd37-4361-a666-e5d190af28da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:22.333494 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [None req-d21a7db0-fd37-4361-a666-e5d190af28da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] device_id is not set on port 0762caa5-9a0a-4689-8445-f04061db9d03 yet. {{(pid=103447) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 20:15:22.360847 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-6fd62b7b-5410-4287-a12b-2b608f6311cc None None] Provisioning complete for port eb208afa-331d-4450-8380-f2329c3c3757 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:15:22.361227 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6fd62b7b-5410-4287-a12b-2b608f6311cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:22.423590 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port eb208afa-331d-4450-8380-f2329c3c3757 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:15:22.424159 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:22.477832 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-8ed756c0-b33a-4d8b-8d9c-b2127d1d6dd9 tempest-TagsExtTest-1419229654 tempest-TagsExtTest-1419229654-project] 10.222.0.46 "PUT /v2.0/ports/686d93f9-6777-49d0-af68-8985a812125c/tags/tempest-TagsExtTest-Tag-360346255 HTTP/1.1" status: 201 len: 201 time: 0.3194869 Nov 22 20:15:22.480686 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 41160) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:22.488626 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.tag.tag_plugin [None req-05413ecd-1b94-4fc0-a4b6-804575745f0f tempest-TagsExtTest-1419229654 tempest-TagsExtTest-1419229654-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '7cf793d4-9b5b-414c-9099-2e776e8f72ae', 'tempest-TagsExtTest-Tag-2062689226') {} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:15:22.521072 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21a7db0-fd37-4361-a666-e5d190af28da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94fba6df-5354-46c1-acbd-00aa4b832677,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:15:22.638944 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dacaf01-284c-4334-9d98-324b5f8a7363 tempest-AllowedAddressPairIpV6TestJSON-1677769968 tempest-AllowedAddressPairIpV6TestJSON-1677769968-project] Made reservation on behalf of 0b2c3856fd614e9d963701abb754e401 for: {'port': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:15:22.645054 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8dacaf01-284c-4334-9d98-324b5f8a7363 tempest-AllowedAddressPairIpV6TestJSON-1677769968 tempest-AllowedAddressPairIpV6TestJSON-1677769968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:22.676732 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [None req-8dacaf01-284c-4334-9d98-324b5f8a7363 tempest-AllowedAddressPairIpV6TestJSON-1677769968 tempest-AllowedAddressPairIpV6TestJSON-1677769968-project] device_id is not set on port 1acadce4-fb7d-4d8f-b0b0-faede889e487 yet. {{(pid=103448) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 20:15:22.757536 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-05413ecd-1b94-4fc0-a4b6-804575745f0f tempest-TagsExtTest-1419229654 tempest-TagsExtTest-1419229654-project] 10.222.0.46 "PUT /v2.0/routers/7cf793d4-9b5b-414c-9099-2e776e8f72ae/tags/tempest-TagsExtTest-Tag-2062689226 HTTP/1.1" status: 201 len: 201 time: 0.2733309 Nov 22 20:15:22.758786 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 41172) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:22.763036 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.tag.tag_plugin [None req-82a6f0d2-596a-4945-9ae1-8fffedd920c4 tempest-TagsExtTest-1419229654 tempest-TagsExtTest-1419229654-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '50f33ed3-eb3c-476d-9d29-7515121ad985', 'tempest-TagsExtTest-Tag-100374113') {} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:15:22.842729 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6fd62b7b-5410-4287-a12b-2b608f6311cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:22.884050 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:22.906516 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [None req-d21a7db0-fd37-4361-a666-e5d190af28da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] device_id is not set on port 0762caa5-9a0a-4689-8445-f04061db9d03 yet. {{(pid=103447) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 20:15:22.929551 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-d21a7db0-fd37-4361-a666-e5d190af28da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:22.943785 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-d21a7db0-fd37-4361-a666-e5d190af28da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:22.954256 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [None req-8dacaf01-284c-4334-9d98-324b5f8a7363 tempest-AllowedAddressPairIpV6TestJSON-1677769968 tempest-AllowedAddressPairIpV6TestJSON-1677769968-project] Allocated IP 2001:db8::128 (720bcebb-8ae3-4ca0-b426-cb666679f65c/d9bdf0f7-9a98-41e0-92c9-6726d417ea0c/1acadce4-fb7d-4d8f-b0b0-faede889e487) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:15:22.962301 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-82a6f0d2-596a-4945-9ae1-8fffedd920c4 tempest-TagsExtTest-1419229654 tempest-TagsExtTest-1419229654-project] 10.222.0.46 "PUT /v2.0/subnetpools/50f33ed3-eb3c-476d-9d29-7515121ad985/tags/tempest-TagsExtTest-Tag-100374113 HTTP/1.1" status: 201 len: 201 time: 0.2027912 Nov 22 20:15:22.965186 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 41174) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:22.972774 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.tag.tag_plugin [None req-58ae65d7-5c0d-4aba-bd7d-a2c136419dfe tempest-TagsExtTest-1419229654 tempest-TagsExtTest-1419229654-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '0cdb3e2e-c640-4d14-b99c-1a71edf834cb') {} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:15:22.983006 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-6fd62b7b-5410-4287-a12b-2b608f6311cc None None] For port eb208afa-331d-4450-8380-f2329c3c3757, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=eb208afa-331d-4450-8380-f2329c3c3757,segment=NetworkSegment(95515b5a-b060-4f7f-af52-107677a2700a),segment_id=95515b5a-b060-4f7f-af52-107677a2700a)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:15:22.990914 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6fd62b7b-5410-4287-a12b-2b608f6311cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:23.092107 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21a7db0-fd37-4361-a666-e5d190af28da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Pushing event updated for resources: {'Port': ['ID=0762caa5-9a0a-4689-8445-f04061db9d03,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:15:23.101475 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd62b7b-5410-4287-a12b-2b608f6311cc None None] Pushing event updated for resources: {'Port': ['ID=eb208afa-331d-4450-8380-f2329c3c3757,revision_number=3']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:15:23.116663 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d21a7db0-fd37-4361-a666-e5d190af28da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Checking segment: {'id': 'bb18aac9-95eb-440a-9046-1e942e8e1c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '559206b0-42ba-4a96-ad81-4d29eb83f137'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:15:23.117043 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d21a7db0-fd37-4361-a666-e5d190af28da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Network hostable DHCP agents. Network: 559206b0-42ba-4a96-ad81-4d29eb83f137, hostable agents: ['02adaa64-0987-4b74-bad0-cbcf56f8a294'], hosted agents: [] {{(pid=103447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 20:15:23.153795 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d21a7db0-fd37-4361-a666-e5d190af28da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Network 559206b0-42ba-4a96-ad81-4d29eb83f137 is scheduled to be hosted by DHCP agent 02adaa64-0987-4b74-bad0-cbcf56f8a294 with binding_index 1 {{(pid=103447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 20:15:23.174214 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-d21a7db0-fd37-4361-a666-e5d190af28da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818823-1, 559206b0-42ba-4a96-ad81-4d29eb83f137) {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:15:23.179828 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d21a7db0-fd37-4361-a666-e5d190af28da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:15:23.203644 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bf06bcb-5553-4a27-a913-233b2870faf4 None None] Network 559206b0-42ba-4a96-ad81-4d29eb83f137 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:15:23.208475 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [None req-d21a7db0-fd37-4361-a666-e5d190af28da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Attempting to bind port 0762caa5-9a0a-4689-8445-f04061db9d03 on host n-h1-818823-1 for vnic_type normal with profile {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:15:23.208997 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [None req-d21a7db0-fd37-4361-a666-e5d190af28da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Attempting to bind port 0762caa5-9a0a-4689-8445-f04061db9d03 by drivers openvswitch,hyperv on host n-h1-818823-1 at level 0 using segments [{'id': 'bb18aac9-95eb-440a-9046-1e942e8e1c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '559206b0-42ba-4a96-ad81-4d29eb83f137'}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:15:23.209391 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d21a7db0-fd37-4361-a666-e5d190af28da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Attempting to bind port 0762caa5-9a0a-4689-8445-f04061db9d03 on network 559206b0-42ba-4a96-ad81-4d29eb83f137 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:15:23.221300 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d21a7db0-fd37-4361-a666-e5d190af28da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Port 0762caa5-9a0a-4689-8445-f04061db9d03 on network 559206b0-42ba-4a96-ad81-4d29eb83f137 not bound, no agent of type Open vSwitch agent registered on host n-h1-818823-1 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:15:23.221695 n-d-818823-1 neutron-server[103447]: ERROR neutron.plugins.ml2.managers [None req-d21a7db0-fd37-4361-a666-e5d190af28da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Failed to bind port 0762caa5-9a0a-4689-8445-f04061db9d03 on host n-h1-818823-1 for vnic_type normal using segments [{'id': 'bb18aac9-95eb-440a-9046-1e942e8e1c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '559206b0-42ba-4a96-ad81-4d29eb83f137'}] Nov 22 20:15:23.222108 n-d-818823-1 neutron-server[103447]: INFO neutron.plugins.ml2.plugin [None req-d21a7db0-fd37-4361-a666-e5d190af28da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Attempt 2 to bind port 0762caa5-9a0a-4689-8445-f04061db9d03 Nov 22 20:15:23.252758 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [None req-d21a7db0-fd37-4361-a666-e5d190af28da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Attempting to bind port 0762caa5-9a0a-4689-8445-f04061db9d03 on host n-h1-818823-1 for vnic_type normal with profile {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:15:23.253685 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [None req-d21a7db0-fd37-4361-a666-e5d190af28da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Attempting to bind port 0762caa5-9a0a-4689-8445-f04061db9d03 by drivers openvswitch,hyperv on host n-h1-818823-1 at level 0 using segments [{'id': 'bb18aac9-95eb-440a-9046-1e942e8e1c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '559206b0-42ba-4a96-ad81-4d29eb83f137'}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:15:23.254030 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d21a7db0-fd37-4361-a666-e5d190af28da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Attempting to bind port 0762caa5-9a0a-4689-8445-f04061db9d03 on network 559206b0-42ba-4a96-ad81-4d29eb83f137 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:15:23.281657 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d21a7db0-fd37-4361-a666-e5d190af28da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Port 0762caa5-9a0a-4689-8445-f04061db9d03 on network 559206b0-42ba-4a96-ad81-4d29eb83f137 not bound, no agent of type Open vSwitch agent registered on host n-h1-818823-1 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:15:23.282021 n-d-818823-1 neutron-server[103447]: ERROR neutron.plugins.ml2.managers [None req-d21a7db0-fd37-4361-a666-e5d190af28da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Failed to bind port 0762caa5-9a0a-4689-8445-f04061db9d03 on host n-h1-818823-1 for vnic_type normal using segments [{'id': 'bb18aac9-95eb-440a-9046-1e942e8e1c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '559206b0-42ba-4a96-ad81-4d29eb83f137'}] Nov 22 20:15:23.282422 n-d-818823-1 neutron-server[103447]: INFO neutron.plugins.ml2.plugin [None req-d21a7db0-fd37-4361-a666-e5d190af28da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Attempt 3 to bind port 0762caa5-9a0a-4689-8445-f04061db9d03 Nov 22 20:15:23.310952 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [None req-d21a7db0-fd37-4361-a666-e5d190af28da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Attempting to bind port 0762caa5-9a0a-4689-8445-f04061db9d03 on host n-h1-818823-1 for vnic_type normal with profile {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:15:23.311333 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [None req-d21a7db0-fd37-4361-a666-e5d190af28da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Attempting to bind port 0762caa5-9a0a-4689-8445-f04061db9d03 by drivers openvswitch,hyperv on host n-h1-818823-1 at level 0 using segments [{'id': 'bb18aac9-95eb-440a-9046-1e942e8e1c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '559206b0-42ba-4a96-ad81-4d29eb83f137'}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:15:23.311685 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d21a7db0-fd37-4361-a666-e5d190af28da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Attempting to bind port 0762caa5-9a0a-4689-8445-f04061db9d03 on network 559206b0-42ba-4a96-ad81-4d29eb83f137 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:15:23.323958 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.db.api [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103449) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 20:15:23.324212 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8dacaf01-284c-4334-9d98-324b5f8a7363 tempest-AllowedAddressPairIpV6TestJSON-1677769968 tempest-AllowedAddressPairIpV6TestJSON-1677769968-project] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:23.324331 n-d-818823-1 neutron-server[103449]: DEBUG oslo_db.api [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 20:15:23.327255 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d21a7db0-fd37-4361-a666-e5d190af28da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Port 0762caa5-9a0a-4689-8445-f04061db9d03 on network 559206b0-42ba-4a96-ad81-4d29eb83f137 not bound, no agent of type Open vSwitch agent registered on host n-h1-818823-1 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:15:23.327706 n-d-818823-1 neutron-server[103447]: ERROR neutron.plugins.ml2.managers [None req-d21a7db0-fd37-4361-a666-e5d190af28da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Failed to bind port 0762caa5-9a0a-4689-8445-f04061db9d03 on host n-h1-818823-1 for vnic_type normal using segments [{'id': 'bb18aac9-95eb-440a-9046-1e942e8e1c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '559206b0-42ba-4a96-ad81-4d29eb83f137'}] Nov 22 20:15:23.328157 n-d-818823-1 neutron-server[103447]: INFO neutron.plugins.ml2.plugin [None req-d21a7db0-fd37-4361-a666-e5d190af28da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Attempt 4 to bind port 0762caa5-9a0a-4689-8445-f04061db9d03 Nov 22 20:15:23.332256 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-71ce49eb-4f07-4153-8186-da0b39fcf4fc None None] Provisioning complete for port d2055df3-c491-497b-a737-324186959641 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:15:23.332794 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-71ce49eb-4f07-4153-8186-da0b39fcf4fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:23.352156 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [None req-d21a7db0-fd37-4361-a666-e5d190af28da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Attempting to bind port 0762caa5-9a0a-4689-8445-f04061db9d03 on host n-h1-818823-1 for vnic_type normal with profile {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:15:23.352499 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [None req-d21a7db0-fd37-4361-a666-e5d190af28da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Attempting to bind port 0762caa5-9a0a-4689-8445-f04061db9d03 by drivers openvswitch,hyperv on host n-h1-818823-1 at level 0 using segments [{'id': 'bb18aac9-95eb-440a-9046-1e942e8e1c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '559206b0-42ba-4a96-ad81-4d29eb83f137'}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:15:23.352846 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d21a7db0-fd37-4361-a666-e5d190af28da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Attempting to bind port 0762caa5-9a0a-4689-8445-f04061db9d03 on network 559206b0-42ba-4a96-ad81-4d29eb83f137 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:15:23.377106 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8dacaf01-284c-4334-9d98-324b5f8a7363 tempest-AllowedAddressPairIpV6TestJSON-1677769968 tempest-AllowedAddressPairIpV6TestJSON-1677769968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:23.377362 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d21a7db0-fd37-4361-a666-e5d190af28da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Port 0762caa5-9a0a-4689-8445-f04061db9d03 on network 559206b0-42ba-4a96-ad81-4d29eb83f137 not bound, no agent of type Open vSwitch agent registered on host n-h1-818823-1 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:15:23.377661 n-d-818823-1 neutron-server[103447]: ERROR neutron.plugins.ml2.managers [None req-d21a7db0-fd37-4361-a666-e5d190af28da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Failed to bind port 0762caa5-9a0a-4689-8445-f04061db9d03 on host n-h1-818823-1 for vnic_type normal using segments [{'id': 'bb18aac9-95eb-440a-9046-1e942e8e1c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '559206b0-42ba-4a96-ad81-4d29eb83f137'}] Nov 22 20:15:23.379999 n-d-818823-1 neutron-server[103447]: INFO neutron.plugins.ml2.plugin [None req-d21a7db0-fd37-4361-a666-e5d190af28da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Attempt 5 to bind port 0762caa5-9a0a-4689-8445-f04061db9d03 Nov 22 20:15:23.457960 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [None req-d21a7db0-fd37-4361-a666-e5d190af28da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Attempting to bind port 0762caa5-9a0a-4689-8445-f04061db9d03 on host n-h1-818823-1 for vnic_type normal with profile {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:15:23.458488 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [None req-d21a7db0-fd37-4361-a666-e5d190af28da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Attempting to bind port 0762caa5-9a0a-4689-8445-f04061db9d03 by drivers openvswitch,hyperv on host n-h1-818823-1 at level 0 using segments [{'id': 'bb18aac9-95eb-440a-9046-1e942e8e1c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '559206b0-42ba-4a96-ad81-4d29eb83f137'}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:15:23.460557 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d21a7db0-fd37-4361-a666-e5d190af28da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Attempting to bind port 0762caa5-9a0a-4689-8445-f04061db9d03 on network 559206b0-42ba-4a96-ad81-4d29eb83f137 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:15:23.475301 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d21a7db0-fd37-4361-a666-e5d190af28da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Port 0762caa5-9a0a-4689-8445-f04061db9d03 on network 559206b0-42ba-4a96-ad81-4d29eb83f137 not bound, no agent of type Open vSwitch agent registered on host n-h1-818823-1 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:15:23.475777 n-d-818823-1 neutron-server[103447]: ERROR neutron.plugins.ml2.managers [None req-d21a7db0-fd37-4361-a666-e5d190af28da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Failed to bind port 0762caa5-9a0a-4689-8445-f04061db9d03 on host n-h1-818823-1 for vnic_type normal using segments [{'id': 'bb18aac9-95eb-440a-9046-1e942e8e1c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '559206b0-42ba-4a96-ad81-4d29eb83f137'}] Nov 22 20:15:23.477167 n-d-818823-1 neutron-server[103447]: INFO neutron.plugins.ml2.plugin [None req-d21a7db0-fd37-4361-a666-e5d190af28da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Attempt 6 to bind port 0762caa5-9a0a-4689-8445-f04061db9d03 Nov 22 20:15:23.480964 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-58ae65d7-5c0d-4aba-bd7d-a2c136419dfe tempest-TagsExtTest-1419229654 tempest-TagsExtTest-1419229654-project] 10.222.0.46 "GET /v2.0/subnets/0cdb3e2e-c640-4d14-b99c-1a71edf834cb/tags HTTP/1.1" status: 200 len: 241 time: 0.5147591 Nov 22 20:15:23.485653 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 41180) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:23.485867 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-71ce49eb-4f07-4153-8186-da0b39fcf4fc None None] Port d2055df3-c491-497b-a737-324186959641 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:15:23.493083 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dacaf01-284c-4334-9d98-324b5f8a7363 tempest-AllowedAddressPairIpV6TestJSON-1677769968 tempest-AllowedAddressPairIpV6TestJSON-1677769968-project] Network 720bcebb-8ae3-4ca0-b426-cb666679f65c is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:15:23.496731 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-8dacaf01-284c-4334-9d98-324b5f8a7363 tempest-AllowedAddressPairIpV6TestJSON-1677769968 tempest-AllowedAddressPairIpV6TestJSON-1677769968-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:15:23.498961 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.tag.tag_plugin [None req-b440df82-dd55-4c9e-b329-98fbc5b3f1ec tempest-TagsExtTest-1419229654 tempest-TagsExtTest-1419229654-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '0cdb3e2e-c640-4d14-b99c-1a71edf834cb', 'tempest-TagsExtTest-Tag-2032934747') {} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:15:23.502604 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dacaf01-284c-4334-9d98-324b5f8a7363 tempest-AllowedAddressPairIpV6TestJSON-1677769968 tempest-AllowedAddressPairIpV6TestJSON-1677769968-project] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:15:23.522345 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dacaf01-284c-4334-9d98-324b5f8a7363 tempest-AllowedAddressPairIpV6TestJSON-1677769968 tempest-AllowedAddressPairIpV6TestJSON-1677769968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:15:23.527627 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8dacaf01-284c-4334-9d98-324b5f8a7363 tempest-AllowedAddressPairIpV6TestJSON-1677769968 tempest-AllowedAddressPairIpV6TestJSON-1677769968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:23.538970 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dacaf01-284c-4334-9d98-324b5f8a7363 tempest-AllowedAddressPairIpV6TestJSON-1677769968 tempest-AllowedAddressPairIpV6TestJSON-1677769968-project] Pushing event updated for resources: {'Port': ['ID=1acadce4-fb7d-4d8f-b0b0-faede889e487,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:15:23.600832 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-8dacaf01-284c-4334-9d98-324b5f8a7363 tempest-AllowedAddressPairIpV6TestJSON-1677769968 tempest-AllowedAddressPairIpV6TestJSON-1677769968-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.3651125 Nov 22 20:15:23.601509 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 41188) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:23.626973 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-1b605a3b-4249-46c4-b4ca-06ea0168fac0 tempest-AllowedAddressPairIpV6TestJSON-1677769968 tempest-AllowedAddressPairIpV6TestJSON-1677769968-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::1e0', 'mac_address': 'fa:16:3e:c3:90:b8'}, {'ip_address': '2001:db8::2fc', 'mac_address': 'fa:16:3e:67:0c:f3'}]}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:15:23.629916 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f99fca-ed45-4b9f-aeea-32db930050c4 req-ac843bd7-cb7c-464c-9c3d-9c4d7571e4d6 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:15:23.632979 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-8e6f0b0a-a7cf-4efa-b54b-83615a48f57d None None] Provisioning complete for port 686d93f9-6777-49d0-af68-8985a812125c triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:15:23.633359 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-8e6f0b0a-a7cf-4efa-b54b-83615a48f57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:23.662531 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-23f99fca-ed45-4b9f-aeea-32db930050c4 req-ac843bd7-cb7c-464c-9c3d-9c4d7571e4d6 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.46 "GET /v2.0/ports?device_id=a3f25d8f-677c-424e-8b05-326431b3cc8e HTTP/1.1" status: 200 len: 946 time: 0.2838087 Nov 22 20:15:23.673112 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [None req-d21a7db0-fd37-4361-a666-e5d190af28da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Attempting to bind port 0762caa5-9a0a-4689-8445-f04061db9d03 on host n-h1-818823-1 for vnic_type normal with profile {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:15:23.673703 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [None req-d21a7db0-fd37-4361-a666-e5d190af28da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Attempting to bind port 0762caa5-9a0a-4689-8445-f04061db9d03 by drivers openvswitch,hyperv on host n-h1-818823-1 at level 0 using segments [{'id': 'bb18aac9-95eb-440a-9046-1e942e8e1c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '559206b0-42ba-4a96-ad81-4d29eb83f137'}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:15:23.674706 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d21a7db0-fd37-4361-a666-e5d190af28da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Attempting to bind port 0762caa5-9a0a-4689-8445-f04061db9d03 on network 559206b0-42ba-4a96-ad81-4d29eb83f137 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:15:23.704103 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d21a7db0-fd37-4361-a666-e5d190af28da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Port 0762caa5-9a0a-4689-8445-f04061db9d03 on network 559206b0-42ba-4a96-ad81-4d29eb83f137 not bound, no agent of type Open vSwitch agent registered on host n-h1-818823-1 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:15:23.709407 n-d-818823-1 neutron-server[103447]: ERROR neutron.plugins.ml2.managers [None req-d21a7db0-fd37-4361-a666-e5d190af28da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Failed to bind port 0762caa5-9a0a-4689-8445-f04061db9d03 on host n-h1-818823-1 for vnic_type normal using segments [{'id': 'bb18aac9-95eb-440a-9046-1e942e8e1c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '559206b0-42ba-4a96-ad81-4d29eb83f137'}] Nov 22 20:15:23.710564 n-d-818823-1 neutron-server[103447]: INFO neutron.plugins.ml2.plugin [None req-d21a7db0-fd37-4361-a666-e5d190af28da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Attempt 7 to bind port 0762caa5-9a0a-4689-8445-f04061db9d03 Nov 22 20:15:23.730109 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-8e6f0b0a-a7cf-4efa-b54b-83615a48f57d None None] Port 686d93f9-6777-49d0-af68-8985a812125c cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:15:23.741384 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [None req-d21a7db0-fd37-4361-a666-e5d190af28da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Attempting to bind port 0762caa5-9a0a-4689-8445-f04061db9d03 on host n-h1-818823-1 for vnic_type normal with profile {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:15:23.742040 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [None req-d21a7db0-fd37-4361-a666-e5d190af28da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Attempting to bind port 0762caa5-9a0a-4689-8445-f04061db9d03 by drivers openvswitch,hyperv on host n-h1-818823-1 at level 0 using segments [{'id': 'bb18aac9-95eb-440a-9046-1e942e8e1c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '559206b0-42ba-4a96-ad81-4d29eb83f137'}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:15:23.742619 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d21a7db0-fd37-4361-a666-e5d190af28da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Attempting to bind port 0762caa5-9a0a-4689-8445-f04061db9d03 on network 559206b0-42ba-4a96-ad81-4d29eb83f137 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:15:23.749164 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-8e6f0b0a-a7cf-4efa-b54b-83615a48f57d None None] Provisioning complete for port eb208afa-331d-4450-8380-f2329c3c3757 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:15:23.749571 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-8e6f0b0a-a7cf-4efa-b54b-83615a48f57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:23.776797 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d21a7db0-fd37-4361-a666-e5d190af28da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Port 0762caa5-9a0a-4689-8445-f04061db9d03 on network 559206b0-42ba-4a96-ad81-4d29eb83f137 not bound, no agent of type Open vSwitch agent registered on host n-h1-818823-1 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:15:23.776901 n-d-818823-1 neutron-server[103447]: ERROR neutron.plugins.ml2.managers [None req-d21a7db0-fd37-4361-a666-e5d190af28da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Failed to bind port 0762caa5-9a0a-4689-8445-f04061db9d03 on host n-h1-818823-1 for vnic_type normal using segments [{'id': 'bb18aac9-95eb-440a-9046-1e942e8e1c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '559206b0-42ba-4a96-ad81-4d29eb83f137'}] Nov 22 20:15:23.785917 n-d-818823-1 neutron-server[103447]: INFO neutron.plugins.ml2.plugin [None req-d21a7db0-fd37-4361-a666-e5d190af28da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Attempt 8 to bind port 0762caa5-9a0a-4689-8445-f04061db9d03 Nov 22 20:15:23.848077 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-23f99fca-ed45-4b9f-aeea-32db930050c4 req-d6c53d8e-ee02-431c-be6a-5135fd6e4fb4 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.46 "GET /v2.0/security-groups?id=deac3dce-93b4-41af-981b-873d47022422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840680 Nov 22 20:15:23.867852 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [None req-d21a7db0-fd37-4361-a666-e5d190af28da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Attempting to bind port 0762caa5-9a0a-4689-8445-f04061db9d03 on host n-h1-818823-1 for vnic_type normal with profile {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:15:23.867852 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [None req-d21a7db0-fd37-4361-a666-e5d190af28da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Attempting to bind port 0762caa5-9a0a-4689-8445-f04061db9d03 by drivers openvswitch,hyperv on host n-h1-818823-1 at level 0 using segments [{'id': 'bb18aac9-95eb-440a-9046-1e942e8e1c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '559206b0-42ba-4a96-ad81-4d29eb83f137'}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:15:23.867852 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d21a7db0-fd37-4361-a666-e5d190af28da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Attempting to bind port 0762caa5-9a0a-4689-8445-f04061db9d03 on network 559206b0-42ba-4a96-ad81-4d29eb83f137 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:15:23.920389 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d21a7db0-fd37-4361-a666-e5d190af28da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Port 0762caa5-9a0a-4689-8445-f04061db9d03 on network 559206b0-42ba-4a96-ad81-4d29eb83f137 not bound, no agent of type Open vSwitch agent registered on host n-h1-818823-1 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:15:23.920797 n-d-818823-1 neutron-server[103447]: ERROR neutron.plugins.ml2.managers [None req-d21a7db0-fd37-4361-a666-e5d190af28da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Failed to bind port 0762caa5-9a0a-4689-8445-f04061db9d03 on host n-h1-818823-1 for vnic_type normal using segments [{'id': 'bb18aac9-95eb-440a-9046-1e942e8e1c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '559206b0-42ba-4a96-ad81-4d29eb83f137'}] Nov 22 20:15:23.924041 n-d-818823-1 neutron-server[103447]: INFO neutron.plugins.ml2.plugin [None req-d21a7db0-fd37-4361-a666-e5d190af28da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Attempt 9 to bind port 0762caa5-9a0a-4689-8445-f04061db9d03 Nov 22 20:15:23.939503 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-b440df82-dd55-4c9e-b329-98fbc5b3f1ec tempest-TagsExtTest-1419229654 tempest-TagsExtTest-1419229654-project] 10.222.0.46 "GET /v2.0/subnets/0cdb3e2e-c640-4d14-b99c-1a71edf834cb/tags/tempest-TagsExtTest-Tag-2032934747 HTTP/1.1" status: 204 len: 168 time: 0.4468207 Nov 22 20:15:23.942655 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 41202) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:23.955537 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.tag.tag_plugin [None req-76907537-70a3-47df-8916-360fe8e3358b tempest-TagsExtTest-1419229654 tempest-TagsExtTest-1419229654-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '0cdb3e2e-c640-4d14-b99c-1a71edf834cb', 'tempest-TagsExtTest-Tag-2032934747') {} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:15:23.994895 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [None req-d21a7db0-fd37-4361-a666-e5d190af28da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Attempting to bind port 0762caa5-9a0a-4689-8445-f04061db9d03 on host n-h1-818823-1 for vnic_type normal with profile {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:15:23.995342 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [None req-d21a7db0-fd37-4361-a666-e5d190af28da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Attempting to bind port 0762caa5-9a0a-4689-8445-f04061db9d03 by drivers openvswitch,hyperv on host n-h1-818823-1 at level 0 using segments [{'id': 'bb18aac9-95eb-440a-9046-1e942e8e1c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '559206b0-42ba-4a96-ad81-4d29eb83f137'}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:15:23.996041 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d21a7db0-fd37-4361-a666-e5d190af28da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Attempting to bind port 0762caa5-9a0a-4689-8445-f04061db9d03 on network 559206b0-42ba-4a96-ad81-4d29eb83f137 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:15:24.005062 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d21a7db0-fd37-4361-a666-e5d190af28da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Port 0762caa5-9a0a-4689-8445-f04061db9d03 on network 559206b0-42ba-4a96-ad81-4d29eb83f137 not bound, no agent of type Open vSwitch agent registered on host n-h1-818823-1 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:15:24.005557 n-d-818823-1 neutron-server[103447]: ERROR neutron.plugins.ml2.managers [None req-d21a7db0-fd37-4361-a666-e5d190af28da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Failed to bind port 0762caa5-9a0a-4689-8445-f04061db9d03 on host n-h1-818823-1 for vnic_type normal using segments [{'id': 'bb18aac9-95eb-440a-9046-1e942e8e1c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '559206b0-42ba-4a96-ad81-4d29eb83f137'}] Nov 22 20:15:24.006380 n-d-818823-1 neutron-server[103447]: INFO neutron.plugins.ml2.plugin [None req-d21a7db0-fd37-4361-a666-e5d190af28da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Attempt 10 to bind port 0762caa5-9a0a-4689-8445-f04061db9d03 Nov 22 20:15:24.028791 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [None req-d21a7db0-fd37-4361-a666-e5d190af28da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Attempting to bind port 0762caa5-9a0a-4689-8445-f04061db9d03 on host n-h1-818823-1 for vnic_type normal with profile {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:15:24.029428 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [None req-d21a7db0-fd37-4361-a666-e5d190af28da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Attempting to bind port 0762caa5-9a0a-4689-8445-f04061db9d03 by drivers openvswitch,hyperv on host n-h1-818823-1 at level 0 using segments [{'id': 'bb18aac9-95eb-440a-9046-1e942e8e1c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '559206b0-42ba-4a96-ad81-4d29eb83f137'}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:15:24.030153 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d21a7db0-fd37-4361-a666-e5d190af28da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Attempting to bind port 0762caa5-9a0a-4689-8445-f04061db9d03 on network 559206b0-42ba-4a96-ad81-4d29eb83f137 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:15:24.037335 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d21a7db0-fd37-4361-a666-e5d190af28da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Port 0762caa5-9a0a-4689-8445-f04061db9d03 on network 559206b0-42ba-4a96-ad81-4d29eb83f137 not bound, no agent of type Open vSwitch agent registered on host n-h1-818823-1 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:15:24.037761 n-d-818823-1 neutron-server[103447]: ERROR neutron.plugins.ml2.managers [None req-d21a7db0-fd37-4361-a666-e5d190af28da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Failed to bind port 0762caa5-9a0a-4689-8445-f04061db9d03 on host n-h1-818823-1 for vnic_type normal using segments [{'id': 'bb18aac9-95eb-440a-9046-1e942e8e1c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '559206b0-42ba-4a96-ad81-4d29eb83f137'}] Nov 22 20:15:24.038227 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-d21a7db0-fd37-4361-a666-e5d190af28da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:24.042101 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445c5d18-8ff5-4c6c-89be-54be413454bf req-c565d5b5-d625-4c3c-83cb-a9efebce149c tempest-LiveMigrationTest-519343393 tempest-LiveMigrationTest-519343393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:15:24.043736 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1b605a3b-4249-46c4-b4ca-06ea0168fac0 tempest-AllowedAddressPairIpV6TestJSON-1677769968 tempest-AllowedAddressPairIpV6TestJSON-1677769968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:24.044376 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-445c5d18-8ff5-4c6c-89be-54be413454bf req-c565d5b5-d625-4c3c-83cb-a9efebce149c tempest-LiveMigrationTest-519343393 tempest-LiveMigrationTest-519343393-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=a3f25d8f-677c-424e-8b05-326431b3cc8e&tenant_id=2c9de68061ee477dbb5cc544058ec72e&binding%3Ahost_id=n-h1-818823-1 HTTP/1.1" status: 200 len: 1097 time: 0.1615674 Nov 22 20:15:24.059611 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-445c5d18-8ff5-4c6c-89be-54be413454bf req-3d5381c1-b080-48bd-b288-30009da82848 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-818823-1'}}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:15:24.168316 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device eb208afa-331d-4450-8380-f2329c3c3757 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:15:24.182069 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-445c5d18-8ff5-4c6c-89be-54be413454bf req-3d5381c1-b080-48bd-b288-30009da82848 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:24.200450 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [None req-d21a7db0-fd37-4361-a666-e5d190af28da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] For port 0762caa5-9a0a-4689-8445-f04061db9d03, host n-h1-818823-1, cleared binding levels {{(pid=103447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:15:24.201012 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [None req-d21a7db0-fd37-4361-a666-e5d190af28da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Attempted to set empty binding levels {{(pid=103447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 22 20:15:24.208481 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-d21a7db0-fd37-4361-a666-e5d190af28da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:24.247469 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-76907537-70a3-47df-8916-360fe8e3358b tempest-TagsExtTest-1419229654 tempest-TagsExtTest-1419229654-project] 10.222.0.46 "DELETE /v2.0/subnets/0cdb3e2e-c640-4d14-b99c-1a71edf834cb/tags/tempest-TagsExtTest-Tag-2032934747 HTTP/1.1" status: 204 len: 168 time: 0.3013678 Nov 22 20:15:24.252471 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 41204) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:24.261852 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-28bea22a-bf73-4d50-8685-8a1865eb9f0a None None] Provisioning complete for port 686d93f9-6777-49d0-af68-8985a812125c triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:15:24.262228 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-28bea22a-bf73-4d50-8685-8a1865eb9f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:24.267239 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.tag.tag_plugin [None req-f097faa8-ee84-4f6b-ab22-61d6fca6fb5f tempest-TagsExtTest-1419229654 tempest-TagsExtTest-1419229654-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '0cdb3e2e-c640-4d14-b99c-1a71edf834cb') {} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:15:24.288282 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21a7db0-fd37-4361-a666-e5d190af28da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Pushing event updated for resources: {'Port': ['ID=0762caa5-9a0a-4689-8445-f04061db9d03,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:15:24.298453 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d21a7db0-fd37-4361-a666-e5d190af28da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:15:24.299155 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-d21a7db0-fd37-4361-a666-e5d190af28da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:24.333063 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-28bea22a-bf73-4d50-8685-8a1865eb9f0a None None] Port 686d93f9-6777-49d0-af68-8985a812125c cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:15:24.363160 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port eb208afa-331d-4450-8380-f2329c3c3757 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:15:24.363596 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:24.364172 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-d21a7db0-fd37-4361-a666-e5d190af28da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 983 time: 2.3187430 Nov 22 20:15:24.368570 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 41206) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:24.416135 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-28bea22a-bf73-4d50-8685-8a1865eb9f0a None None] Provisioning complete for port 1acadce4-fb7d-4d8f-b0b0-faede889e487 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:15:24.416663 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-28bea22a-bf73-4d50-8685-8a1865eb9f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:24.445125 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-f097faa8-ee84-4f6b-ab22-61d6fca6fb5f tempest-TagsExtTest-1419229654 tempest-TagsExtTest-1419229654-project] 10.222.0.46 "GET /v2.0/subnets/0cdb3e2e-c640-4d14-b99c-1a71edf834cb/tags HTTP/1.1" status: 200 len: 205 time: 0.1918693 Nov 22 20:15:24.449162 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 41210) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:24.458433 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.tag.tag_plugin [None req-77380e77-f88d-4c12-9089-1ffcb31331af tempest-TagsExtTest-1419229654 tempest-TagsExtTest-1419229654-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '686d93f9-6777-49d0-af68-8985a812125c') {} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:15:24.470668 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-28bea22a-bf73-4d50-8685-8a1865eb9f0a None None] Port 1acadce4-fb7d-4d8f-b0b0-faede889e487 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:15:24.500960 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-445c5d18-8ff5-4c6c-89be-54be413454bf req-3d5381c1-b080-48bd-b288-30009da82848 service neutron] For port c8bb28fa-bb9e-4759-a372-c50a6d5fb091, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=c8bb28fa-bb9e-4759-a372-c50a6d5fb091,segment=NetworkSegment(e4b3d165-1cea-4bf0-93f6-5b79e0759539),segment_id=e4b3d165-1cea-4bf0-93f6-5b79e0759539)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:15:24.514900 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1b605a3b-4249-46c4-b4ca-06ea0168fac0 tempest-AllowedAddressPairIpV6TestJSON-1677769968 tempest-AllowedAddressPairIpV6TestJSON-1677769968-project] Publish callbacks [] for port, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:24.522410 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1b605a3b-4249-46c4-b4ca-06ea0168fac0 tempest-AllowedAddressPairIpV6TestJSON-1677769968 tempest-AllowedAddressPairIpV6TestJSON-1677769968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:24.549345 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-1b605a3b-4249-46c4-b4ca-06ea0168fac0 tempest-AllowedAddressPairIpV6TestJSON-1677769968 tempest-AllowedAddressPairIpV6TestJSON-1677769968-project] In _notify_port_updated(), no bound segment for port 1acadce4-fb7d-4d8f-b0b0-faede889e487 on network 720bcebb-8ae3-4ca0-b426-cb666679f65c {{(pid=103448) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 22 20:15:24.556898 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b605a3b-4249-46c4-b4ca-06ea0168fac0 tempest-AllowedAddressPairIpV6TestJSON-1677769968 tempest-AllowedAddressPairIpV6TestJSON-1677769968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:15:24.558832 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1b605a3b-4249-46c4-b4ca-06ea0168fac0 tempest-AllowedAddressPairIpV6TestJSON-1677769968 tempest-AllowedAddressPairIpV6TestJSON-1677769968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:24.564318 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 41212) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:24.564713 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-1b605a3b-4249-46c4-b4ca-06ea0168fac0 tempest-AllowedAddressPairIpV6TestJSON-1677769968 tempest-AllowedAddressPairIpV6TestJSON-1677769968-project] 10.222.0.46 "PUT /v2.0/ports/1acadce4-fb7d-4d8f-b0b0-faede889e487 HTTP/1.1" status: 200 len: 1067 time: 0.9529777 Nov 22 20:15:24.629659 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b605a3b-4249-46c4-b4ca-06ea0168fac0 tempest-AllowedAddressPairIpV6TestJSON-1677769968 tempest-AllowedAddressPairIpV6TestJSON-1677769968-project] Pushing event updated for resources: {'Port': ['ID=1acadce4-fb7d-4d8f-b0b0-faede889e487,revision_number=2']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:15:24.648777 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-445c5d18-8ff5-4c6c-89be-54be413454bf req-3d5381c1-b080-48bd-b288-30009da82848 service neutron] For port c8bb28fa-bb9e-4759-a372-c50a6d5fb091, host n-h1-818823-1, cleared binding levels {{(pid=103447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:15:24.687032 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-566ba3c7-c5ad-468d-8def-633a07fbd3c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Deleting port 0762caa5-9a0a-4689-8445-f04061db9d03 {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:15:24.687546 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-566ba3c7-c5ad-468d-8def-633a07fbd3c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:24.763969 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-77380e77-f88d-4c12-9089-1ffcb31331af tempest-TagsExtTest-1419229654 tempest-TagsExtTest-1419229654-project] 10.222.0.46 "GET /v2.0/ports/686d93f9-6777-49d0-af68-8985a812125c/tags HTTP/1.1" status: 200 len: 240 time: 0.3104479 Nov 22 20:15:24.765607 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 41216) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:24.775642 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.tag.tag_plugin [None req-5f6f8a5f-5042-4468-b095-9207ce1d5b96 tempest-TagsExtTest-1419229654 tempest-TagsExtTest-1419229654-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '686d93f9-6777-49d0-af68-8985a812125c', 'tempest-TagsExtTest-Tag-360346255') {} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:15:24.828192 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-445c5d18-8ff5-4c6c-89be-54be413454bf req-3d5381c1-b080-48bd-b288-30009da82848 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:24.832611 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3f25d8f-677c-424e-8b05-326431b3cc8e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8bb28fa-bb9e-4759-a372-c50a6d5fb091'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:15:24.835655 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7fe8752-617a-4bf9-9fa5-76ae23f34706" -d '{"events": [{"server_uuid": "a3f25d8f-677c-424e-8b05-326431b3cc8e", "name": "network-vif-unplugged", "status": "completed", "tag": "c8bb28fa-bb9e-4759-a372-c50a6d5fb091"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:15:24.883814 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-5f6f8a5f-5042-4468-b095-9207ce1d5b96 tempest-TagsExtTest-1419229654 tempest-TagsExtTest-1419229654-project] 10.222.0.46 "GET /v2.0/ports/686d93f9-6777-49d0-af68-8985a812125c/tags/tempest-TagsExtTest-Tag-360346255 HTTP/1.1" status: 204 len: 168 time: 0.1169865 Nov 22 20:15:24.884236 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [None req-566ba3c7-c5ad-468d-8def-633a07fbd3c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] For port 0762caa5-9a0a-4689-8445-f04061db9d03, host n-h1-818823-1, got binding levels [] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:15:24.884699 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-566ba3c7-c5ad-468d-8def-633a07fbd3c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:24.886241 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 41234) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:24.891974 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.tag.tag_plugin [None req-e23ec7f4-cd78-4ffa-b4a5-5ce637fd8b3c tempest-TagsExtTest-1419229654 tempest-TagsExtTest-1419229654-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '686d93f9-6777-49d0-af68-8985a812125c', 'tempest-TagsExtTest-Tag-360346255') {} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:15:24.900695 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-566ba3c7-c5ad-468d-8def-633a07fbd3c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Calling delete_port for 0762caa5-9a0a-4689-8445-f04061db9d03 owned by {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:15:25.011278 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 22 Nov 2021 20:15:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a56c451d-3228-423e-a7d3-e9abfa63cf39 x-openstack-request-id: req-a56c451d-3228-423e-a7d3-e9abfa63cf39 {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:15:25.011820 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3f25d8f-677c-424e-8b05-326431b3cc8e", "name": "network-vif-unplugged", "status": "completed", "tag": "c8bb28fa-bb9e-4759-a372-c50a6d5fb091", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:15:25.012175 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a56c451d-3228-423e-a7d3-e9abfa63cf39 {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:15:25.012745 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3f25d8f-677c-424e-8b05-326431b3cc8e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8bb28fa-bb9e-4759-a372-c50a6d5fb091', 'code': 200} Nov 22 20:15:25.016214 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-445c5d18-8ff5-4c6c-89be-54be413454bf req-3d5381c1-b080-48bd-b288-30009da82848 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:25.024664 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-566ba3c7-c5ad-468d-8def-633a07fbd3c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:25.029231 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-46d818a3-2e9e-48dd-bff7-c865d9792086 None None] Provisioning complete for port 1acadce4-fb7d-4d8f-b0b0-faede889e487 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:15:25.029612 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-46d818a3-2e9e-48dd-bff7-c865d9792086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:25.080245 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-e23ec7f4-cd78-4ffa-b4a5-5ce637fd8b3c tempest-TagsExtTest-1419229654 tempest-TagsExtTest-1419229654-project] 10.222.0.46 "DELETE /v2.0/ports/686d93f9-6777-49d0-af68-8985a812125c/tags/tempest-TagsExtTest-Tag-360346255 HTTP/1.1" status: 204 len: 168 time: 0.1926041 Nov 22 20:15:25.088665 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 41236) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:25.096880 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.tag.tag_plugin [None req-38137535-d43b-40fe-8417-6fd63655ee46 tempest-TagsExtTest-1419229654 tempest-TagsExtTest-1419229654-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '686d93f9-6777-49d0-af68-8985a812125c') {} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:15:25.098316 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-46d818a3-2e9e-48dd-bff7-c865d9792086 None None] Port 1acadce4-fb7d-4d8f-b0b0-faede889e487 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:15:25.146337 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-566ba3c7-c5ad-468d-8def-633a07fbd3c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:25.152558 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-566ba3c7-c5ad-468d-8def-633a07fbd3c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] 10.222.0.46 "DELETE /v2.0/ports/0762caa5-9a0a-4689-8445-f04061db9d03 HTTP/1.1" status: 204 len: 168 time: 0.7829161 Nov 22 20:15:25.152764 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 41238) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:25.185924 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-38137535-d43b-40fe-8417-6fd63655ee46 tempest-TagsExtTest-1419229654 tempest-TagsExtTest-1419229654-project] 10.222.0.46 "GET /v2.0/ports/686d93f9-6777-49d0-af68-8985a812125c/tags HTTP/1.1" status: 200 len: 205 time: 0.0951600 Nov 22 20:15:25.186934 n-d-818823-1 neutron-server[103448]: INFO neutron.pecan_wsgi.hooks.translation [None req-2496c0a5-5ff5-44be-bade-2c6092cb7a3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] GET failed (client error): The resource could not be found. Nov 22 20:15:25.188291 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-2496c0a5-5ff5-44be-bade-2c6092cb7a3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] 10.222.0.46 "GET /v2.0/ports/0762caa5-9a0a-4689-8445-f04061db9d03 HTTP/1.1" status: 404 len: 333 time: 0.0343792 Nov 22 20:15:25.188831 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 41240) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:25.193698 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.tag.tag_plugin [None req-48c02007-3eb8-44aa-88ef-24cf45c2de18 tempest-TagsExtTest-1419229654 tempest-TagsExtTest-1419229654-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '7cf793d4-9b5b-414c-9099-2e776e8f72ae') {} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:15:25.195338 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 41242) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:25.200751 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-70d9e4b3-9c9f-4335-a666-4109c822d9b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Request body: {'port': {'network_id': '559206b0-42ba-4a96-ad81-4d29eb83f137', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-613699408'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:15:25.209416 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5381c1-b080-48bd-b288-30009da82848 service neutron] Pushing event updated for resources: {'Port': ['ID=c8bb28fa-bb9e-4759-a372-c50a6d5fb091,revision_number=7']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:15:25.224919 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-17cf54a1-51e9-4bc5-922f-a789097f85d9 tempest-AllowedAddressPairIpV6TestJSON-1677769968 tempest-AllowedAddressPairIpV6TestJSON-1677769968-project] Deleting port 1acadce4-fb7d-4d8f-b0b0-faede889e487 {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:15:25.225417 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-17cf54a1-51e9-4bc5-922f-a789097f85d9 tempest-AllowedAddressPairIpV6TestJSON-1677769968 tempest-AllowedAddressPairIpV6TestJSON-1677769968-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:25.239610 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a614be7-18ef-4cda-ad51-f7f6e243027c req-46a5bc88-bfa3-4093-b904-83f0e65ea639 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:15:25.241273 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7a614be7-18ef-4cda-ad51-f7f6e243027c req-46a5bc88-bfa3-4093-b904-83f0e65ea639 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.46 "GET /v2.0/ports?device_id=a3f25d8f-677c-424e-8b05-326431b3cc8e HTTP/1.1" status: 200 len: 944 time: 0.1967666 Nov 22 20:15:25.312083 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70d9e4b3-9c9f-4335-a666-4109c822d9b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Made reservation on behalf of 4490aead1cec44a595799fd91cb5c944 for: {'port': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:15:25.314509 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-70d9e4b3-9c9f-4335-a666-4109c822d9b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:25.320763 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566ba3c7-c5ad-468d-8def-633a07fbd3c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Pushing event deleted for resources: {'Port': ['ID=0762caa5-9a0a-4689-8445-f04061db9d03,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:15:25.340671 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-48c02007-3eb8-44aa-88ef-24cf45c2de18 tempest-TagsExtTest-1419229654 tempest-TagsExtTest-1419229654-project] 10.222.0.46 "GET /v2.0/routers/7cf793d4-9b5b-414c-9099-2e776e8f72ae/tags HTTP/1.1" status: 200 len: 241 time: 0.1440256 Nov 22 20:15:25.340913 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-445c5d18-8ff5-4c6c-89be-54be413454bf req-3d5381c1-b080-48bd-b288-30009da82848 service neutron] Attempting to bind port c8bb28fa-bb9e-4759-a372-c50a6d5fb091 on host n-h1-818823-1 for vnic_type normal with profile {"migrating_to": "n-h2-818823-1"} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:15:25.340913 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-445c5d18-8ff5-4c6c-89be-54be413454bf req-3d5381c1-b080-48bd-b288-30009da82848 service neutron] Attempting to bind port c8bb28fa-bb9e-4759-a372-c50a6d5fb091 by drivers openvswitch,hyperv on host n-h1-818823-1 at level 0 using segments [{'id': 'e4b3d165-1cea-4bf0-93f6-5b79e0759539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '4906551a-712e-4bde-8433-b2db24f02f5c'}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:15:25.340913 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-445c5d18-8ff5-4c6c-89be-54be413454bf req-3d5381c1-b080-48bd-b288-30009da82848 service neutron] Attempting to bind port c8bb28fa-bb9e-4759-a372-c50a6d5fb091 on network 4906551a-712e-4bde-8433-b2db24f02f5c {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:15:25.341152 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [None req-70d9e4b3-9c9f-4335-a666-4109c822d9b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] device_id is not set on port 05c5e315-c389-496b-9136-ae92b002670d yet. {{(pid=103448) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 20:15:25.344528 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 41244) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:25.353591 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.tag.tag_plugin [None req-2b44b2de-8995-416b-acb1-700fbe9618ed tempest-TagsExtTest-1419229654 tempest-TagsExtTest-1419229654-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '7cf793d4-9b5b-414c-9099-2e776e8f72ae', 'tempest-TagsExtTest-Tag-2062689226') {} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:15:25.360920 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-445c5d18-8ff5-4c6c-89be-54be413454bf req-3d5381c1-b080-48bd-b288-30009da82848 service neutron] Port c8bb28fa-bb9e-4759-a372-c50a6d5fb091 on network 4906551a-712e-4bde-8433-b2db24f02f5c not bound, no agent of type Open vSwitch agent registered on host n-h1-818823-1 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:15:25.361299 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-445c5d18-8ff5-4c6c-89be-54be413454bf req-3d5381c1-b080-48bd-b288-30009da82848 service neutron] Attempting to bind port c8bb28fa-bb9e-4759-a372-c50a6d5fb091 on network 4906551a-712e-4bde-8433-b2db24f02f5c {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:15:25.423630 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-445c5d18-8ff5-4c6c-89be-54be413454bf req-3d5381c1-b080-48bd-b288-30009da82848 service neutron] Checking agent: {'id': '7a008cff-3b49-418c-8046-689d46cc800f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'started_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 15, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:15:25.424481 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-445c5d18-8ff5-4c6c-89be-54be413454bf req-3d5381c1-b080-48bd-b288-30009da82848 service neutron] Checking segment: {'id': 'e4b3d165-1cea-4bf0-93f6-5b79e0759539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '4906551a-712e-4bde-8433-b2db24f02f5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:15:25.424481 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-445c5d18-8ff5-4c6c-89be-54be413454bf req-3d5381c1-b080-48bd-b288-30009da82848 service neutron] Bound using segment: {'id': 'e4b3d165-1cea-4bf0-93f6-5b79e0759539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '4906551a-712e-4bde-8433-b2db24f02f5c'} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:15:25.425386 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-445c5d18-8ff5-4c6c-89be-54be413454bf req-3d5381c1-b080-48bd-b288-30009da82848 service neutron] Bound port: c8bb28fa-bb9e-4759-a372-c50a6d5fb091, host: n-h1-818823-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4b3d165-1cea-4bf0-93f6-5b79e0759539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '4906551a-712e-4bde-8433-b2db24f02f5c'}}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:15:25.425888 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-445c5d18-8ff5-4c6c-89be-54be413454bf req-3d5381c1-b080-48bd-b288-30009da82848 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:25.515112 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7a614be7-18ef-4cda-ad51-f7f6e243027c req-80ce099c-1750-4327-8061-81a7b390e216 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.46 "GET /v2.0/security-groups?id=deac3dce-93b4-41af-981b-873d47022422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2543778 Nov 22 20:15:25.516926 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-17cf54a1-51e9-4bc5-922f-a789097f85d9 tempest-AllowedAddressPairIpV6TestJSON-1677769968 tempest-AllowedAddressPairIpV6TestJSON-1677769968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:25.543881 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-70d9e4b3-9c9f-4335-a666-4109c822d9b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:25.555776 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-17cf54a1-51e9-4bc5-922f-a789097f85d9 tempest-AllowedAddressPairIpV6TestJSON-1677769968 tempest-AllowedAddressPairIpV6TestJSON-1677769968-project] Calling delete_port for 1acadce4-fb7d-4d8f-b0b0-faede889e487 owned by {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:15:25.576825 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-2b44b2de-8995-416b-acb1-700fbe9618ed tempest-TagsExtTest-1419229654 tempest-TagsExtTest-1419229654-project] 10.222.0.46 "GET /v2.0/routers/7cf793d4-9b5b-414c-9099-2e776e8f72ae/tags/tempest-TagsExtTest-Tag-2062689226 HTTP/1.1" status: 204 len: 168 time: 0.2300193 Nov 22 20:15:25.580901 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 41248) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:25.591900 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.tag.tag_plugin [None req-14b369bb-ffb5-453d-8de0-2d8474574310 tempest-TagsExtTest-1419229654 tempest-TagsExtTest-1419229654-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '7cf793d4-9b5b-414c-9099-2e776e8f72ae', 'tempest-TagsExtTest-Tag-2062689226') {} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:15:25.633995 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-445c5d18-8ff5-4c6c-89be-54be413454bf req-3d5381c1-b080-48bd-b288-30009da82848 service neutron] For port c8bb28fa-bb9e-4759-a372-c50a6d5fb091, host n-h1-818823-1, cleared binding levels {{(pid=103447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:15:25.640914 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-445c5d18-8ff5-4c6c-89be-54be413454bf req-3d5381c1-b080-48bd-b288-30009da82848 service neutron] For port c8bb28fa-bb9e-4759-a372-c50a6d5fb091, host n-h1-818823-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=c8bb28fa-bb9e-4759-a372-c50a6d5fb091,segment=NetworkSegment(e4b3d165-1cea-4bf0-93f6-5b79e0759539),segment_id=e4b3d165-1cea-4bf0-93f6-5b79e0759539)] {{(pid=103447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:15:25.654962 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-445c5d18-8ff5-4c6c-89be-54be413454bf req-3d5381c1-b080-48bd-b288-30009da82848 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:25.716507 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-70d9e4b3-9c9f-4335-a666-4109c822d9b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:25.732845 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-14b369bb-ffb5-453d-8de0-2d8474574310 tempest-TagsExtTest-1419229654 tempest-TagsExtTest-1419229654-project] 10.222.0.46 "DELETE /v2.0/routers/7cf793d4-9b5b-414c-9099-2e776e8f72ae/tags/tempest-TagsExtTest-Tag-2062689226 HTTP/1.1" status: 204 len: 168 time: 0.1497779 Nov 22 20:15:25.734179 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 41250) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:25.760475 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.tag.tag_plugin [None req-8cb5d159-77b9-419a-9e7b-dc3a7c9456e5 tempest-TagsExtTest-1419229654 tempest-TagsExtTest-1419229654-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '7cf793d4-9b5b-414c-9099-2e776e8f72ae') {} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:15:25.822073 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445c5d18-8ff5-4c6c-89be-54be413454bf req-3d5381c1-b080-48bd-b288-30009da82848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:15:25.822778 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-445c5d18-8ff5-4c6c-89be-54be413454bf req-3d5381c1-b080-48bd-b288-30009da82848 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:25.824278 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-445c5d18-8ff5-4c6c-89be-54be413454bf req-3d5381c1-b080-48bd-b288-30009da82848 service neutron] 10.222.0.20 "PUT /v2.0/ports/c8bb28fa-bb9e-4759-a372-c50a6d5fb091 HTTP/1.1" status: 200 len: 1122 time: 1.7709811 Nov 22 20:15:25.827875 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5381c1-b080-48bd-b288-30009da82848 service neutron] Pushing event updated for resources: {'Port': ['ID=c8bb28fa-bb9e-4759-a372-c50a6d5fb091,revision_number=8']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:15:25.871324 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70d9e4b3-9c9f-4335-a666-4109c822d9b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Network 559206b0-42ba-4a96-ad81-4d29eb83f137 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:15:25.885291 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-70d9e4b3-9c9f-4335-a666-4109c822d9b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:15:25.888548 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-17cf54a1-51e9-4bc5-922f-a789097f85d9 tempest-AllowedAddressPairIpV6TestJSON-1677769968 tempest-AllowedAddressPairIpV6TestJSON-1677769968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:25.889139 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] get_ports_and_sgs() called for port_ids ['c8bb28fa-bb9e-4759-a372-c50a6d5fb091'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:15:25.891308 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70d9e4b3-9c9f-4335-a666-4109c822d9b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:15:25.892772 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70d9e4b3-9c9f-4335-a666-4109c822d9b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:15:25.893826 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-70d9e4b3-9c9f-4335-a666-4109c822d9b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:25.894909 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] get_ports_and_sgs() called for port_ids ['c8bb28fa-bb9e-4759-a372-c50a6d5fb091'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:15:25.911575 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d9e4b3-9c9f-4335-a666-4109c822d9b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Pushing event updated for resources: {'Port': ['ID=05c5e315-c389-496b-9136-ae92b002670d,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:15:25.925593 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d9e4b3-9c9f-4335-a666-4109c822d9b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:15:25.926106 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d9e4b3-9c9f-4335-a666-4109c822d9b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:15:25.926496 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d9e4b3-9c9f-4335-a666-4109c822d9b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:15:25.926895 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d9e4b3-9c9f-4335-a666-4109c822d9b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:15:25.927235 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d9e4b3-9c9f-4335-a666-4109c822d9b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:15:25.927595 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d9e4b3-9c9f-4335-a666-4109c822d9b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:15:25.927956 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d9e4b3-9c9f-4335-a666-4109c822d9b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:15:25.928481 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d9e4b3-9c9f-4335-a666-4109c822d9b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:15:25.928973 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d9e4b3-9c9f-4335-a666-4109c822d9b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:15:25.929291 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d9e4b3-9c9f-4335-a666-4109c822d9b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:15:25.929623 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d9e4b3-9c9f-4335-a666-4109c822d9b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:15:25.930001 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d9e4b3-9c9f-4335-a666-4109c822d9b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:15:25.938459 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-8cb5d159-77b9-419a-9e7b-dc3a7c9456e5 tempest-TagsExtTest-1419229654 tempest-TagsExtTest-1419229654-project] 10.222.0.46 "GET /v2.0/routers/7cf793d4-9b5b-414c-9099-2e776e8f72ae/tags HTTP/1.1" status: 200 len: 205 time: 0.1815381 Nov 22 20:15:25.940067 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 41260) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:25.940810 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cf54a1-51e9-4bc5-922f-a789097f85d9 tempest-AllowedAddressPairIpV6TestJSON-1677769968 tempest-AllowedAddressPairIpV6TestJSON-1677769968-project] Pushing event deleted for resources: {'Port': ['ID=1acadce4-fb7d-4d8f-b0b0-faede889e487,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:15:25.947163 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.tag.tag_plugin [None req-e201c78c-fe82-4fbf-bdc2-481327542d94 tempest-TagsExtTest-1419229654 tempest-TagsExtTest-1419229654-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '50f33ed3-eb3c-476d-9d29-7515121ad985') {} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:15:26.004274 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-70d9e4b3-9c9f-4335-a666-4109c822d9b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.8047295 Nov 22 20:15:26.006385 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 41266) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:26.027260 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-e201c78c-fe82-4fbf-bdc2-481327542d94 tempest-TagsExtTest-1419229654 tempest-TagsExtTest-1419229654-project] 10.222.0.46 "GET /v2.0/subnetpools/50f33ed3-eb3c-476d-9d29-7515121ad985/tags HTTP/1.1" status: 200 len: 240 time: 0.0859768 Nov 22 20:15:26.028540 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 41268) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:26.029238 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-45ae0687-bfc1-46f9-b793-35446efb4a1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-818823-1'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:15:26.037842 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.tag.tag_plugin [None req-e6f754a4-3bbe-4118-a46d-3c4cdcfb78a3 tempest-TagsExtTest-1419229654 tempest-TagsExtTest-1419229654-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '50f33ed3-eb3c-476d-9d29-7515121ad985', 'tempest-TagsExtTest-Tag-100374113') {} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:15:26.074707 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-e6f754a4-3bbe-4118-a46d-3c4cdcfb78a3 tempest-TagsExtTest-1419229654 tempest-TagsExtTest-1419229654-project] 10.222.0.46 "GET /v2.0/subnetpools/50f33ed3-eb3c-476d-9d29-7515121ad985/tags/tempest-TagsExtTest-Tag-100374113 HTTP/1.1" status: 204 len: 168 time: 0.0441179 Nov 22 20:15:26.075344 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 41272) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:26.081685 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.tag.tag_plugin [None req-877493a3-153b-4c9e-bac3-b3330cbbf0b1 tempest-TagsExtTest-1419229654 tempest-TagsExtTest-1419229654-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '50f33ed3-eb3c-476d-9d29-7515121ad985', 'tempest-TagsExtTest-Tag-100374113') {} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:15:26.117902 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device c8bb28fa-bb9e-4759-a372-c50a6d5fb091 details requested by agent hyperv_n-h2-818823-1 with host n-h2-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 20:15:26.168391 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 41274) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:26.169200 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-877493a3-153b-4c9e-bac3-b3330cbbf0b1 tempest-TagsExtTest-1419229654 tempest-TagsExtTest-1419229654-project] 10.222.0.46 "DELETE /v2.0/subnetpools/50f33ed3-eb3c-476d-9d29-7515121ad985/tags/tempest-TagsExtTest-Tag-100374113 HTTP/1.1" status: 204 len: 168 time: 0.0915565 Nov 22 20:15:26.179252 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.tag.tag_plugin [None req-131e9d18-fa2f-47a9-ac85-29337b428caf tempest-TagsExtTest-1419229654 tempest-TagsExtTest-1419229654-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '50f33ed3-eb3c-476d-9d29-7515121ad985') {} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:15:26.207232 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-45ae0687-bfc1-46f9-b793-35446efb4a1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:26.307286 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-131e9d18-fa2f-47a9-ac85-29337b428caf tempest-TagsExtTest-1419229654 tempest-TagsExtTest-1419229654-project] 10.222.0.46 "GET /v2.0/subnetpools/50f33ed3-eb3c-476d-9d29-7515121ad985/tags HTTP/1.1" status: 200 len: 205 time: 0.1330819 Nov 22 20:15:26.310031 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 41276) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:26.316859 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.tag.tag_plugin [None req-a4da9d4b-826f-47b1-83c0-c6111f0e4f29 tempest-TagsExtTest-1419229654 tempest-TagsExtTest-1419229654-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '50f33ed3-eb3c-476d-9d29-7515121ad985') {} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:15:26.380283 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-a4da9d4b-826f-47b1-83c0-c6111f0e4f29 tempest-TagsExtTest-1419229654 tempest-TagsExtTest-1419229654-project] 10.222.0.46 "DELETE /v2.0/subnetpools/50f33ed3-eb3c-476d-9d29-7515121ad985/tags HTTP/1.1" status: 204 len: 168 time: 0.0691473 Nov 22 20:15:26.385574 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 41278) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:26.418451 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.tag.tag_plugin [None req-d2af5580-5e5a-4788-83bc-0382ce495b20 tempest-TagsExtTest-1419229654 tempest-TagsExtTest-1419229654-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '7cf793d4-9b5b-414c-9099-2e776e8f72ae') {} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:15:26.481837 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port c8bb28fa-bb9e-4759-a372-c50a6d5fb091, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=c8bb28fa-bb9e-4759-a372-c50a6d5fb091,segment=NetworkSegment(e4b3d165-1cea-4bf0-93f6-5b79e0759539),segment_id=e4b3d165-1cea-4bf0-93f6-5b79e0759539)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:15:26.513349 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device c8bb28fa-bb9e-4759-a372-c50a6d5fb091 has no active binding in host n-h2-818823-1 {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 22 20:15:26.587067 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-17cf54a1-51e9-4bc5-922f-a789097f85d9 tempest-AllowedAddressPairIpV6TestJSON-1677769968 tempest-AllowedAddressPairIpV6TestJSON-1677769968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:26.594157 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 41282) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:26.594620 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-17cf54a1-51e9-4bc5-922f-a789097f85d9 tempest-AllowedAddressPairIpV6TestJSON-1677769968 tempest-AllowedAddressPairIpV6TestJSON-1677769968-project] 10.222.0.46 "DELETE /v2.0/ports/1acadce4-fb7d-4d8f-b0b0-faede889e487 HTTP/1.1" status: 204 len: 168 time: 2.0259662 Nov 22 20:15:26.646013 n-d-818823-1 neutron-server[103448]: INFO neutron.pecan_wsgi.hooks.translation [None req-36aec40a-8021-410f-a4eb-9cc8f7cc8ac1 tempest-AllowedAddressPairIpV6TestJSON-1677769968 tempest-AllowedAddressPairIpV6TestJSON-1677769968-project] GET failed (client error): The resource could not be found. Nov 22 20:15:26.648805 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-36aec40a-8021-410f-a4eb-9cc8f7cc8ac1 tempest-AllowedAddressPairIpV6TestJSON-1677769968 tempest-AllowedAddressPairIpV6TestJSON-1677769968-project] 10.222.0.46 "GET /v2.0/ports/1acadce4-fb7d-4d8f-b0b0-faede889e487 HTTP/1.1" status: 404 len: 333 time: 0.0511320 Nov 22 20:15:26.651562 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 41286) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:26.656411 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-d2af5580-5e5a-4788-83bc-0382ce495b20 tempest-TagsExtTest-1419229654 tempest-TagsExtTest-1419229654-project] 10.222.0.46 "DELETE /v2.0/routers/7cf793d4-9b5b-414c-9099-2e776e8f72ae/tags HTTP/1.1" status: 204 len: 168 time: 0.2697890 Nov 22 20:15:26.660354 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 41288) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:26.666796 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.tag.tag_plugin [None req-97ab66c4-4260-4f62-9f69-137cd719c0e7 tempest-TagsExtTest-1419229654 tempest-TagsExtTest-1419229654-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '686d93f9-6777-49d0-af68-8985a812125c') {} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:15:26.766497 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [None req-45ae0687-bfc1-46f9-b793-35446efb4a1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] device_id is not set on port 05c5e315-c389-496b-9136-ae92b002670d yet. {{(pid=103447) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 20:15:26.779342 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-45ae0687-bfc1-46f9-b793-35446efb4a1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:26.793975 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07fd094-0fed-4275-ac75-c728a2a6e8a1 req-6c1b5e30-1ec1-4c55-8cd6-79f59de96df8 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:15:26.802998 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d07fd094-0fed-4275-ac75-c728a2a6e8a1 req-6c1b5e30-1ec1-4c55-8cd6-79f59de96df8 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.46 "GET /v2.0/ports?device_id=a3f25d8f-677c-424e-8b05-326431b3cc8e HTTP/1.1" status: 200 len: 944 time: 0.2070625 Nov 22 20:15:26.826246 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-9f6c47ab-18f9-4885-bf51-af2f95cf70d0 tempest-AllowedAddressPairIpV6TestJSON-1677769968 tempest-AllowedAddressPairIpV6TestJSON-1677769968-project] Deleting port d2055df3-c491-497b-a737-324186959641 {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:15:26.826680 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9f6c47ab-18f9-4885-bf51-af2f95cf70d0 tempest-AllowedAddressPairIpV6TestJSON-1677769968 tempest-AllowedAddressPairIpV6TestJSON-1677769968-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:26.832904 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-45ae0687-bfc1-46f9-b793-35446efb4a1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:26.917344 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d07fd094-0fed-4275-ac75-c728a2a6e8a1 req-59a7c783-793a-458d-94b8-d1bbddf10411 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.46 "GET /v2.0/security-groups?id=deac3dce-93b4-41af-981b-873d47022422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110272 Nov 22 20:15:26.973180 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ae0687-bfc1-46f9-b793-35446efb4a1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Pushing event updated for resources: {'Port': ['ID=05c5e315-c389-496b-9136-ae92b002670d,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:15:26.989469 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9f6c47ab-18f9-4885-bf51-af2f95cf70d0 tempest-AllowedAddressPairIpV6TestJSON-1677769968 tempest-AllowedAddressPairIpV6TestJSON-1677769968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:26.995037 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [None req-45ae0687-bfc1-46f9-b793-35446efb4a1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Attempting to bind port 05c5e315-c389-496b-9136-ae92b002670d on host n-h1-818823-1 for vnic_type normal with profile {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:15:26.995374 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [None req-45ae0687-bfc1-46f9-b793-35446efb4a1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Attempting to bind port 05c5e315-c389-496b-9136-ae92b002670d by drivers openvswitch,hyperv on host n-h1-818823-1 at level 0 using segments [{'id': 'bb18aac9-95eb-440a-9046-1e942e8e1c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '559206b0-42ba-4a96-ad81-4d29eb83f137'}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:15:26.995747 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ae0687-bfc1-46f9-b793-35446efb4a1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Attempting to bind port 05c5e315-c389-496b-9136-ae92b002670d on network 559206b0-42ba-4a96-ad81-4d29eb83f137 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:15:27.003892 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-97ab66c4-4260-4f62-9f69-137cd719c0e7 tempest-TagsExtTest-1419229654 tempest-TagsExtTest-1419229654-project] 10.222.0.46 "DELETE /v2.0/ports/686d93f9-6777-49d0-af68-8985a812125c/tags HTTP/1.1" status: 204 len: 168 time: 0.3416026 Nov 22 20:15:27.004786 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 41292) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:27.011631 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.tag.tag_plugin [None req-147611d7-01d2-4471-991f-1cfbb01fe9c5 tempest-TagsExtTest-1419229654 tempest-TagsExtTest-1419229654-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '0cdb3e2e-c640-4d14-b99c-1a71edf834cb') {} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:15:27.014239 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3f25d8f-677c-424e-8b05-326431b3cc8e', 'tag': 'c8bb28fa-bb9e-4759-a372-c50a6d5fb091'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:15:27.020165 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4aabf05-1c5b-430f-a423-111cec6d3ef4" -d '{"events": [{"name": "network-changed", "server_uuid": "a3f25d8f-677c-424e-8b05-326431b3cc8e", "tag": "c8bb28fa-bb9e-4759-a372-c50a6d5fb091"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:15:27.023287 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-9f6c47ab-18f9-4885-bf51-af2f95cf70d0 tempest-AllowedAddressPairIpV6TestJSON-1677769968 tempest-AllowedAddressPairIpV6TestJSON-1677769968-project] Calling delete_port for d2055df3-c491-497b-a737-324186959641 owned by {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:15:27.025011 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ae0687-bfc1-46f9-b793-35446efb4a1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Port 05c5e315-c389-496b-9136-ae92b002670d on network 559206b0-42ba-4a96-ad81-4d29eb83f137 not bound, no agent of type Open vSwitch agent registered on host n-h1-818823-1 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:15:27.025335 n-d-818823-1 neutron-server[103447]: ERROR neutron.plugins.ml2.managers [None req-45ae0687-bfc1-46f9-b793-35446efb4a1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Failed to bind port 05c5e315-c389-496b-9136-ae92b002670d on host n-h1-818823-1 for vnic_type normal using segments [{'id': 'bb18aac9-95eb-440a-9046-1e942e8e1c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '559206b0-42ba-4a96-ad81-4d29eb83f137'}] Nov 22 20:15:27.044692 n-d-818823-1 neutron-server[103447]: INFO neutron.plugins.ml2.plugin [None req-45ae0687-bfc1-46f9-b793-35446efb4a1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Attempt 2 to bind port 05c5e315-c389-496b-9136-ae92b002670d Nov 22 20:15:27.066122 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [None req-45ae0687-bfc1-46f9-b793-35446efb4a1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Attempting to bind port 05c5e315-c389-496b-9136-ae92b002670d on host n-h1-818823-1 for vnic_type normal with profile {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:15:27.066486 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [None req-45ae0687-bfc1-46f9-b793-35446efb4a1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Attempting to bind port 05c5e315-c389-496b-9136-ae92b002670d by drivers openvswitch,hyperv on host n-h1-818823-1 at level 0 using segments [{'id': 'bb18aac9-95eb-440a-9046-1e942e8e1c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '559206b0-42ba-4a96-ad81-4d29eb83f137'}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:15:27.066745 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ae0687-bfc1-46f9-b793-35446efb4a1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Attempting to bind port 05c5e315-c389-496b-9136-ae92b002670d on network 559206b0-42ba-4a96-ad81-4d29eb83f137 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:15:27.081847 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ae0687-bfc1-46f9-b793-35446efb4a1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Port 05c5e315-c389-496b-9136-ae92b002670d on network 559206b0-42ba-4a96-ad81-4d29eb83f137 not bound, no agent of type Open vSwitch agent registered on host n-h1-818823-1 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:15:27.082256 n-d-818823-1 neutron-server[103447]: ERROR neutron.plugins.ml2.managers [None req-45ae0687-bfc1-46f9-b793-35446efb4a1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Failed to bind port 05c5e315-c389-496b-9136-ae92b002670d on host n-h1-818823-1 for vnic_type normal using segments [{'id': 'bb18aac9-95eb-440a-9046-1e942e8e1c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '559206b0-42ba-4a96-ad81-4d29eb83f137'}] Nov 22 20:15:27.083494 n-d-818823-1 neutron-server[103447]: INFO neutron.plugins.ml2.plugin [None req-45ae0687-bfc1-46f9-b793-35446efb4a1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Attempt 3 to bind port 05c5e315-c389-496b-9136-ae92b002670d Nov 22 20:15:27.098188 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 20:15:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5666d7d8-6f89-4e13-a847-3bc46a693f3e x-openstack-request-id: req-5666d7d8-6f89-4e13-a847-3bc46a693f3e {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:15:27.098486 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3f25d8f-677c-424e-8b05-326431b3cc8e", "tag": "c8bb28fa-bb9e-4759-a372-c50a6d5fb091", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:15:27.098746 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5666d7d8-6f89-4e13-a847-3bc46a693f3e {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:15:27.099144 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3f25d8f-677c-424e-8b05-326431b3cc8e', 'tag': 'c8bb28fa-bb9e-4759-a372-c50a6d5fb091', 'status': 'completed', 'code': 200} Nov 22 20:15:27.110819 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [None req-45ae0687-bfc1-46f9-b793-35446efb4a1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Attempting to bind port 05c5e315-c389-496b-9136-ae92b002670d on host n-h1-818823-1 for vnic_type normal with profile {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:15:27.111163 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [None req-45ae0687-bfc1-46f9-b793-35446efb4a1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Attempting to bind port 05c5e315-c389-496b-9136-ae92b002670d by drivers openvswitch,hyperv on host n-h1-818823-1 at level 0 using segments [{'id': 'bb18aac9-95eb-440a-9046-1e942e8e1c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '559206b0-42ba-4a96-ad81-4d29eb83f137'}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:15:27.111797 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ae0687-bfc1-46f9-b793-35446efb4a1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Attempting to bind port 05c5e315-c389-496b-9136-ae92b002670d on network 559206b0-42ba-4a96-ad81-4d29eb83f137 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:15:27.121298 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ae0687-bfc1-46f9-b793-35446efb4a1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Port 05c5e315-c389-496b-9136-ae92b002670d on network 559206b0-42ba-4a96-ad81-4d29eb83f137 not bound, no agent of type Open vSwitch agent registered on host n-h1-818823-1 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:15:27.121520 n-d-818823-1 neutron-server[103447]: ERROR neutron.plugins.ml2.managers [None req-45ae0687-bfc1-46f9-b793-35446efb4a1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Failed to bind port 05c5e315-c389-496b-9136-ae92b002670d on host n-h1-818823-1 for vnic_type normal using segments [{'id': 'bb18aac9-95eb-440a-9046-1e942e8e1c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '559206b0-42ba-4a96-ad81-4d29eb83f137'}] Nov 22 20:15:27.122599 n-d-818823-1 neutron-server[103447]: INFO neutron.plugins.ml2.plugin [None req-45ae0687-bfc1-46f9-b793-35446efb4a1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Attempt 4 to bind port 05c5e315-c389-496b-9136-ae92b002670d Nov 22 20:15:27.171190 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 41308) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:27.172476 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-147611d7-01d2-4471-991f-1cfbb01fe9c5 tempest-TagsExtTest-1419229654 tempest-TagsExtTest-1419229654-project] 10.222.0.46 "DELETE /v2.0/subnets/0cdb3e2e-c640-4d14-b99c-1a71edf834cb/tags HTTP/1.1" status: 204 len: 168 time: 0.1634283 Nov 22 20:15:27.172476 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [None req-45ae0687-bfc1-46f9-b793-35446efb4a1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Attempting to bind port 05c5e315-c389-496b-9136-ae92b002670d on host n-h1-818823-1 for vnic_type normal with profile {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:15:27.172797 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [None req-45ae0687-bfc1-46f9-b793-35446efb4a1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Attempting to bind port 05c5e315-c389-496b-9136-ae92b002670d by drivers openvswitch,hyperv on host n-h1-818823-1 at level 0 using segments [{'id': 'bb18aac9-95eb-440a-9046-1e942e8e1c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '559206b0-42ba-4a96-ad81-4d29eb83f137'}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:15:27.174851 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ae0687-bfc1-46f9-b793-35446efb4a1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Attempting to bind port 05c5e315-c389-496b-9136-ae92b002670d on network 559206b0-42ba-4a96-ad81-4d29eb83f137 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:15:27.174996 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.tag.tag_plugin [None req-692411c3-e875-4d76-be3a-beef1e534dec tempest-TagsExtTest-1419229654 tempest-TagsExtTest-1419229654-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '0cdb3e2e-c640-4d14-b99c-1a71edf834cb', 'tempest-TagsExtTest-Tag-1186956351') {} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:15:27.182020 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ae0687-bfc1-46f9-b793-35446efb4a1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Port 05c5e315-c389-496b-9136-ae92b002670d on network 559206b0-42ba-4a96-ad81-4d29eb83f137 not bound, no agent of type Open vSwitch agent registered on host n-h1-818823-1 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:15:27.182360 n-d-818823-1 neutron-server[103447]: ERROR neutron.plugins.ml2.managers [None req-45ae0687-bfc1-46f9-b793-35446efb4a1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Failed to bind port 05c5e315-c389-496b-9136-ae92b002670d on host n-h1-818823-1 for vnic_type normal using segments [{'id': 'bb18aac9-95eb-440a-9046-1e942e8e1c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '559206b0-42ba-4a96-ad81-4d29eb83f137'}] Nov 22 20:15:27.182773 n-d-818823-1 neutron-server[103447]: INFO neutron.plugins.ml2.plugin [None req-45ae0687-bfc1-46f9-b793-35446efb4a1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Attempt 5 to bind port 05c5e315-c389-496b-9136-ae92b002670d Nov 22 20:15:27.198912 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [None req-45ae0687-bfc1-46f9-b793-35446efb4a1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Attempting to bind port 05c5e315-c389-496b-9136-ae92b002670d on host n-h1-818823-1 for vnic_type normal with profile {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:15:27.199263 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [None req-45ae0687-bfc1-46f9-b793-35446efb4a1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Attempting to bind port 05c5e315-c389-496b-9136-ae92b002670d by drivers openvswitch,hyperv on host n-h1-818823-1 at level 0 using segments [{'id': 'bb18aac9-95eb-440a-9046-1e942e8e1c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '559206b0-42ba-4a96-ad81-4d29eb83f137'}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:15:27.199661 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ae0687-bfc1-46f9-b793-35446efb4a1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Attempting to bind port 05c5e315-c389-496b-9136-ae92b002670d on network 559206b0-42ba-4a96-ad81-4d29eb83f137 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:15:27.205437 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ae0687-bfc1-46f9-b793-35446efb4a1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Port 05c5e315-c389-496b-9136-ae92b002670d on network 559206b0-42ba-4a96-ad81-4d29eb83f137 not bound, no agent of type Open vSwitch agent registered on host n-h1-818823-1 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:15:27.206006 n-d-818823-1 neutron-server[103447]: ERROR neutron.plugins.ml2.managers [None req-45ae0687-bfc1-46f9-b793-35446efb4a1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Failed to bind port 05c5e315-c389-496b-9136-ae92b002670d on host n-h1-818823-1 for vnic_type normal using segments [{'id': 'bb18aac9-95eb-440a-9046-1e942e8e1c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '559206b0-42ba-4a96-ad81-4d29eb83f137'}] Nov 22 20:15:27.207689 n-d-818823-1 neutron-server[103447]: INFO neutron.plugins.ml2.plugin [None req-45ae0687-bfc1-46f9-b793-35446efb4a1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Attempt 6 to bind port 05c5e315-c389-496b-9136-ae92b002670d Nov 22 20:15:27.228080 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aabf05-1c5b-430f-a423-111cec6d3ef4 req-cf3cd951-a9fe-4583-9137-6be1e7149bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:15:27.229813 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-f4aabf05-1c5b-430f-a423-111cec6d3ef4 req-cf3cd951-a9fe-4583-9137-6be1e7149bd7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2c9de68061ee477dbb5cc544058ec72e&device_id=a3f25d8f-677c-424e-8b05-326431b3cc8e HTTP/1.1" status: 200 len: 1125 time: 0.1054580 Nov 22 20:15:27.236955 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [None req-45ae0687-bfc1-46f9-b793-35446efb4a1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Attempting to bind port 05c5e315-c389-496b-9136-ae92b002670d on host n-h1-818823-1 for vnic_type normal with profile {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:15:27.237871 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [None req-45ae0687-bfc1-46f9-b793-35446efb4a1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Attempting to bind port 05c5e315-c389-496b-9136-ae92b002670d by drivers openvswitch,hyperv on host n-h1-818823-1 at level 0 using segments [{'id': 'bb18aac9-95eb-440a-9046-1e942e8e1c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '559206b0-42ba-4a96-ad81-4d29eb83f137'}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:15:27.238396 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ae0687-bfc1-46f9-b793-35446efb4a1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Attempting to bind port 05c5e315-c389-496b-9136-ae92b002670d on network 559206b0-42ba-4a96-ad81-4d29eb83f137 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:15:27.243368 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ae0687-bfc1-46f9-b793-35446efb4a1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Port 05c5e315-c389-496b-9136-ae92b002670d on network 559206b0-42ba-4a96-ad81-4d29eb83f137 not bound, no agent of type Open vSwitch agent registered on host n-h1-818823-1 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:15:27.243733 n-d-818823-1 neutron-server[103447]: ERROR neutron.plugins.ml2.managers [None req-45ae0687-bfc1-46f9-b793-35446efb4a1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Failed to bind port 05c5e315-c389-496b-9136-ae92b002670d on host n-h1-818823-1 for vnic_type normal using segments [{'id': 'bb18aac9-95eb-440a-9046-1e942e8e1c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '559206b0-42ba-4a96-ad81-4d29eb83f137'}] Nov 22 20:15:27.244127 n-d-818823-1 neutron-server[103447]: INFO neutron.plugins.ml2.plugin [None req-45ae0687-bfc1-46f9-b793-35446efb4a1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Attempt 7 to bind port 05c5e315-c389-496b-9136-ae92b002670d Nov 22 20:15:27.260145 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [None req-45ae0687-bfc1-46f9-b793-35446efb4a1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Attempting to bind port 05c5e315-c389-496b-9136-ae92b002670d on host n-h1-818823-1 for vnic_type normal with profile {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:15:27.260533 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [None req-45ae0687-bfc1-46f9-b793-35446efb4a1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Attempting to bind port 05c5e315-c389-496b-9136-ae92b002670d by drivers openvswitch,hyperv on host n-h1-818823-1 at level 0 using segments [{'id': 'bb18aac9-95eb-440a-9046-1e942e8e1c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '559206b0-42ba-4a96-ad81-4d29eb83f137'}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:15:27.260918 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ae0687-bfc1-46f9-b793-35446efb4a1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Attempting to bind port 05c5e315-c389-496b-9136-ae92b002670d on network 559206b0-42ba-4a96-ad81-4d29eb83f137 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:15:27.272410 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ae0687-bfc1-46f9-b793-35446efb4a1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Port 05c5e315-c389-496b-9136-ae92b002670d on network 559206b0-42ba-4a96-ad81-4d29eb83f137 not bound, no agent of type Open vSwitch agent registered on host n-h1-818823-1 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:15:27.272981 n-d-818823-1 neutron-server[103447]: ERROR neutron.plugins.ml2.managers [None req-45ae0687-bfc1-46f9-b793-35446efb4a1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Failed to bind port 05c5e315-c389-496b-9136-ae92b002670d on host n-h1-818823-1 for vnic_type normal using segments [{'id': 'bb18aac9-95eb-440a-9046-1e942e8e1c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '559206b0-42ba-4a96-ad81-4d29eb83f137'}] Nov 22 20:15:27.273551 n-d-818823-1 neutron-server[103447]: INFO neutron.plugins.ml2.plugin [None req-45ae0687-bfc1-46f9-b793-35446efb4a1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Attempt 8 to bind port 05c5e315-c389-496b-9136-ae92b002670d Nov 22 20:15:27.296805 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [None req-45ae0687-bfc1-46f9-b793-35446efb4a1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Attempting to bind port 05c5e315-c389-496b-9136-ae92b002670d on host n-h1-818823-1 for vnic_type normal with profile {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:15:27.297404 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [None req-45ae0687-bfc1-46f9-b793-35446efb4a1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Attempting to bind port 05c5e315-c389-496b-9136-ae92b002670d by drivers openvswitch,hyperv on host n-h1-818823-1 at level 0 using segments [{'id': 'bb18aac9-95eb-440a-9046-1e942e8e1c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '559206b0-42ba-4a96-ad81-4d29eb83f137'}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:15:27.298038 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ae0687-bfc1-46f9-b793-35446efb4a1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Attempting to bind port 05c5e315-c389-496b-9136-ae92b002670d on network 559206b0-42ba-4a96-ad81-4d29eb83f137 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:15:27.303472 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ae0687-bfc1-46f9-b793-35446efb4a1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Port 05c5e315-c389-496b-9136-ae92b002670d on network 559206b0-42ba-4a96-ad81-4d29eb83f137 not bound, no agent of type Open vSwitch agent registered on host n-h1-818823-1 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:15:27.304003 n-d-818823-1 neutron-server[103447]: ERROR neutron.plugins.ml2.managers [None req-45ae0687-bfc1-46f9-b793-35446efb4a1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Failed to bind port 05c5e315-c389-496b-9136-ae92b002670d on host n-h1-818823-1 for vnic_type normal using segments [{'id': 'bb18aac9-95eb-440a-9046-1e942e8e1c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '559206b0-42ba-4a96-ad81-4d29eb83f137'}] Nov 22 20:15:27.304546 n-d-818823-1 neutron-server[103447]: INFO neutron.plugins.ml2.plugin [None req-45ae0687-bfc1-46f9-b793-35446efb4a1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Attempt 9 to bind port 05c5e315-c389-496b-9136-ae92b002670d Nov 22 20:15:27.330754 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [None req-45ae0687-bfc1-46f9-b793-35446efb4a1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Attempting to bind port 05c5e315-c389-496b-9136-ae92b002670d on host n-h1-818823-1 for vnic_type normal with profile {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:15:27.332066 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [None req-45ae0687-bfc1-46f9-b793-35446efb4a1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Attempting to bind port 05c5e315-c389-496b-9136-ae92b002670d by drivers openvswitch,hyperv on host n-h1-818823-1 at level 0 using segments [{'id': 'bb18aac9-95eb-440a-9046-1e942e8e1c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '559206b0-42ba-4a96-ad81-4d29eb83f137'}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:15:27.332066 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ae0687-bfc1-46f9-b793-35446efb4a1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Attempting to bind port 05c5e315-c389-496b-9136-ae92b002670d on network 559206b0-42ba-4a96-ad81-4d29eb83f137 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:15:27.337581 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ae0687-bfc1-46f9-b793-35446efb4a1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Port 05c5e315-c389-496b-9136-ae92b002670d on network 559206b0-42ba-4a96-ad81-4d29eb83f137 not bound, no agent of type Open vSwitch agent registered on host n-h1-818823-1 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:15:27.337931 n-d-818823-1 neutron-server[103447]: ERROR neutron.plugins.ml2.managers [None req-45ae0687-bfc1-46f9-b793-35446efb4a1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Failed to bind port 05c5e315-c389-496b-9136-ae92b002670d on host n-h1-818823-1 for vnic_type normal using segments [{'id': 'bb18aac9-95eb-440a-9046-1e942e8e1c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '559206b0-42ba-4a96-ad81-4d29eb83f137'}] Nov 22 20:15:27.338330 n-d-818823-1 neutron-server[103447]: INFO neutron.plugins.ml2.plugin [None req-45ae0687-bfc1-46f9-b793-35446efb4a1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Attempt 10 to bind port 05c5e315-c389-496b-9136-ae92b002670d Nov 22 20:15:27.353280 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [None req-45ae0687-bfc1-46f9-b793-35446efb4a1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Attempting to bind port 05c5e315-c389-496b-9136-ae92b002670d on host n-h1-818823-1 for vnic_type normal with profile {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:15:27.353918 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [None req-45ae0687-bfc1-46f9-b793-35446efb4a1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Attempting to bind port 05c5e315-c389-496b-9136-ae92b002670d by drivers openvswitch,hyperv on host n-h1-818823-1 at level 0 using segments [{'id': 'bb18aac9-95eb-440a-9046-1e942e8e1c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '559206b0-42ba-4a96-ad81-4d29eb83f137'}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:15:27.354960 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ae0687-bfc1-46f9-b793-35446efb4a1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Attempting to bind port 05c5e315-c389-496b-9136-ae92b002670d on network 559206b0-42ba-4a96-ad81-4d29eb83f137 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:15:27.364193 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ae0687-bfc1-46f9-b793-35446efb4a1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Port 05c5e315-c389-496b-9136-ae92b002670d on network 559206b0-42ba-4a96-ad81-4d29eb83f137 not bound, no agent of type Open vSwitch agent registered on host n-h1-818823-1 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:15:27.364897 n-d-818823-1 neutron-server[103447]: ERROR neutron.plugins.ml2.managers [None req-45ae0687-bfc1-46f9-b793-35446efb4a1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Failed to bind port 05c5e315-c389-496b-9136-ae92b002670d on host n-h1-818823-1 for vnic_type normal using segments [{'id': 'bb18aac9-95eb-440a-9046-1e942e8e1c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '559206b0-42ba-4a96-ad81-4d29eb83f137'}] Nov 22 20:15:27.365552 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-45ae0687-bfc1-46f9-b793-35446efb4a1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:27.470899 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [None req-45ae0687-bfc1-46f9-b793-35446efb4a1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] For port 05c5e315-c389-496b-9136-ae92b002670d, host n-h1-818823-1, cleared binding levels {{(pid=103447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:15:27.472035 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [None req-45ae0687-bfc1-46f9-b793-35446efb4a1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Attempted to set empty binding levels {{(pid=103447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 22 20:15:27.481831 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-45ae0687-bfc1-46f9-b793-35446efb4a1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:27.538230 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-45ae0687-bfc1-46f9-b793-35446efb4a1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] In _notify_port_updated(), no bound segment for port 05c5e315-c389-496b-9136-ae92b002670d on network 559206b0-42ba-4a96-ad81-4d29eb83f137 {{(pid=103447) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 22 20:15:27.540034 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45ae0687-bfc1-46f9-b793-35446efb4a1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:15:27.541409 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-45ae0687-bfc1-46f9-b793-35446efb4a1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:27.543775 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-45ae0687-bfc1-46f9-b793-35446efb4a1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] 10.222.0.46 "PUT /v2.0/ports/05c5e315-c389-496b-9136-ae92b002670d HTTP/1.1" status: 200 len: 978 time: 1.5261741 Nov 22 20:15:27.553026 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 41310) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:27.619193 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ae0687-bfc1-46f9-b793-35446efb4a1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Pushing event updated for resources: {'Port': ['ID=05c5e315-c389-496b-9136-ae92b002670d,revision_number=3']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:15:27.636251 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9f6c47ab-18f9-4885-bf51-af2f95cf70d0 tempest-AllowedAddressPairIpV6TestJSON-1677769968 tempest-AllowedAddressPairIpV6TestJSON-1677769968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:27.688422 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da1e0df-fa3f-42a9-8d52-b8ea2e70d4d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:15:27.689403 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da1e0df-fa3f-42a9-8d52-b8ea2e70d4d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:15:27.690049 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da1e0df-fa3f-42a9-8d52-b8ea2e70d4d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:15:27.691553 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da1e0df-fa3f-42a9-8d52-b8ea2e70d4d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:15:27.691944 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da1e0df-fa3f-42a9-8d52-b8ea2e70d4d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:15:27.692061 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6c47ab-18f9-4885-bf51-af2f95cf70d0 tempest-AllowedAddressPairIpV6TestJSON-1677769968 tempest-AllowedAddressPairIpV6TestJSON-1677769968-project] Pushing event deleted for resources: {'Port': ['ID=d2055df3-c491-497b-a737-324186959641,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:15:27.692781 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da1e0df-fa3f-42a9-8d52-b8ea2e70d4d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:15:27.694043 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da1e0df-fa3f-42a9-8d52-b8ea2e70d4d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:15:27.694836 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da1e0df-fa3f-42a9-8d52-b8ea2e70d4d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:15:27.695543 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da1e0df-fa3f-42a9-8d52-b8ea2e70d4d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:15:27.696113 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da1e0df-fa3f-42a9-8d52-b8ea2e70d4d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:15:27.696706 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da1e0df-fa3f-42a9-8d52-b8ea2e70d4d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:15:27.697410 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da1e0df-fa3f-42a9-8d52-b8ea2e70d4d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:15:27.697855 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-692411c3-e875-4d76-be3a-beef1e534dec tempest-TagsExtTest-1419229654 tempest-TagsExtTest-1419229654-project] 10.222.0.46 "PUT /v2.0/subnets/0cdb3e2e-c640-4d14-b99c-1a71edf834cb/tags/tempest-TagsExtTest-Tag-1186956351 HTTP/1.1" status: 201 len: 201 time: 0.5268347 Nov 22 20:15:27.700489 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aabf05-1c5b-430f-a423-111cec6d3ef4 req-70502589-6702-4b2b-bc1e-a7acec2f71dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:15:27.701647 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da1e0df-fa3f-42a9-8d52-b8ea2e70d4d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:15:27.701971 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-f4aabf05-1c5b-430f-a423-111cec6d3ef4 req-70502589-6702-4b2b-bc1e-a7acec2f71dd service neutron] 10.222.0.41 "GET /v2.0/networks?id=4906551a-712e-4bde-8433-b2db24f02f5c HTTP/1.1" status: 200 len: 908 time: 0.4488597 Nov 22 20:15:27.702476 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da1e0df-fa3f-42a9-8d52-b8ea2e70d4d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:15:27.703090 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da1e0df-fa3f-42a9-8d52-b8ea2e70d4d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:15:27.703653 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da1e0df-fa3f-42a9-8d52-b8ea2e70d4d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:15:27.704187 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da1e0df-fa3f-42a9-8d52-b8ea2e70d4d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:15:27.705128 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da1e0df-fa3f-42a9-8d52-b8ea2e70d4d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:15:27.705259 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 41312) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:27.705878 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da1e0df-fa3f-42a9-8d52-b8ea2e70d4d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:15:27.706520 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da1e0df-fa3f-42a9-8d52-b8ea2e70d4d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:15:27.707089 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da1e0df-fa3f-42a9-8d52-b8ea2e70d4d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:15:27.707651 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da1e0df-fa3f-42a9-8d52-b8ea2e70d4d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:15:27.708185 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da1e0df-fa3f-42a9-8d52-b8ea2e70d4d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:15:27.708969 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da1e0df-fa3f-42a9-8d52-b8ea2e70d4d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:15:27.709552 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da1e0df-fa3f-42a9-8d52-b8ea2e70d4d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:15:27.710146 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.tag.tag_plugin [None req-3b276781-787c-4be7-bac7-4dc6c559bd34 tempest-TagsExtTest-1419229654 tempest-TagsExtTest-1419229654-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '686d93f9-6777-49d0-af68-8985a812125c', 'tempest-TagsExtTest-Tag-722298460') {} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:15:27.710281 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da1e0df-fa3f-42a9-8d52-b8ea2e70d4d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:15:27.710834 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da1e0df-fa3f-42a9-8d52-b8ea2e70d4d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:15:27.711561 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da1e0df-fa3f-42a9-8d52-b8ea2e70d4d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:15:27.712153 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da1e0df-fa3f-42a9-8d52-b8ea2e70d4d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:15:27.712733 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da1e0df-fa3f-42a9-8d52-b8ea2e70d4d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:15:27.713322 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da1e0df-fa3f-42a9-8d52-b8ea2e70d4d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:15:27.717513 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da1e0df-fa3f-42a9-8d52-b8ea2e70d4d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:15:27.717513 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da1e0df-fa3f-42a9-8d52-b8ea2e70d4d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:15:27.717513 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da1e0df-fa3f-42a9-8d52-b8ea2e70d4d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:15:27.718080 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da1e0df-fa3f-42a9-8d52-b8ea2e70d4d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:15:27.718605 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da1e0df-fa3f-42a9-8d52-b8ea2e70d4d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:15:27.719359 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da1e0df-fa3f-42a9-8d52-b8ea2e70d4d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:15:27.720029 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da1e0df-fa3f-42a9-8d52-b8ea2e70d4d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:15:27.720567 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da1e0df-fa3f-42a9-8d52-b8ea2e70d4d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:15:27.721147 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da1e0df-fa3f-42a9-8d52-b8ea2e70d4d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:15:27.721709 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da1e0df-fa3f-42a9-8d52-b8ea2e70d4d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:15:27.726355 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-0da1e0df-fa3f-42a9-8d52-b8ea2e70d4d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 36539 time: 0.1719134 Nov 22 20:15:27.732011 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 41314) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:27.799145 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9f6c47ab-18f9-4885-bf51-af2f95cf70d0 tempest-AllowedAddressPairIpV6TestJSON-1677769968 tempest-AllowedAddressPairIpV6TestJSON-1677769968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:27.813575 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-9f6c47ab-18f9-4885-bf51-af2f95cf70d0 tempest-AllowedAddressPairIpV6TestJSON-1677769968 tempest-AllowedAddressPairIpV6TestJSON-1677769968-project] 10.222.0.46 "DELETE /v2.0/ports/d2055df3-c491-497b-a737-324186959641 HTTP/1.1" status: 204 len: 168 time: 1.1604538 Nov 22 20:15:27.814174 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 41318) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:27.817942 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-f4aabf05-1c5b-430f-a423-111cec6d3ef4 req-cbae7cd2-db93-4608-b3aa-7a04919c05ae service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c8bb28fa-bb9e-4759-a372-c50a6d5fb091 HTTP/1.1" status: 200 len: 217 time: 0.1036780 Nov 22 20:15:27.929126 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aabf05-1c5b-430f-a423-111cec6d3ef4 req-b393c91d-026a-4ffe-8dc3-468d5fb0e546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:15:27.931195 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-f4aabf05-1c5b-430f-a423-111cec6d3ef4 req-b393c91d-026a-4ffe-8dc3-468d5fb0e546 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b907b504-4de2-4845-a661-deaebec31498 HTTP/1.1" status: 200 len: 847 time: 0.1016150 Nov 22 20:15:27.982544 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-f4aabf05-1c5b-430f-a423-111cec6d3ef4 req-a59f8acd-b46c-42db-84b3-a6c54add3a15 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4906551a-712e-4bde-8433-b2db24f02f5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374417 Nov 22 20:15:28.002570 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-3b276781-787c-4be7-bac7-4dc6c559bd34 tempest-TagsExtTest-1419229654 tempest-TagsExtTest-1419229654-project] 10.222.0.46 "PUT /v2.0/ports/686d93f9-6777-49d0-af68-8985a812125c/tags/tempest-TagsExtTest-Tag-722298460 HTTP/1.1" status: 201 len: 201 time: 0.2961712 Nov 22 20:15:28.014631 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 41322) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:28.030019 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.tag.tag_plugin [None req-9b255411-75af-42bf-b646-f9c4c021f2cf tempest-TagsExtTest-1419229654 tempest-TagsExtTest-1419229654-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '7cf793d4-9b5b-414c-9099-2e776e8f72ae', 'tempest-TagsExtTest-Tag-1791885453') {} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:15:28.235198 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-f4aabf05-1c5b-430f-a423-111cec6d3ef4 req-ec5e7fdf-c223-49e1-89ce-7a8d9e6f2307 service neutron] 10.222.0.41 "GET /v2.0/networks/4906551a-712e-4bde-8433-b2db24f02f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2417102 Nov 22 20:15:28.248967 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-9b255411-75af-42bf-b646-f9c4c021f2cf tempest-TagsExtTest-1419229654 tempest-TagsExtTest-1419229654-project] 10.222.0.46 "PUT /v2.0/routers/7cf793d4-9b5b-414c-9099-2e776e8f72ae/tags/tempest-TagsExtTest-Tag-1791885453 HTTP/1.1" status: 201 len: 201 time: 0.2331555 Nov 22 20:15:28.256613 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 41336) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:28.261171 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.tag.tag_plugin [None req-ff9216fd-19bd-4cda-8510-05677bb5be69 tempest-TagsExtTest-1419229654 tempest-TagsExtTest-1419229654-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '50f33ed3-eb3c-476d-9d29-7515121ad985', 'tempest-TagsExtTest-Tag-1416791638') {} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:15:28.352871 n-d-818823-1 neutron-server[103447]: INFO neutron.pecan_wsgi.hooks.translation [None req-7819ed43-69b1-4dc4-8471-6afafad092c2 tempest-AllowedAddressPairIpV6TestJSON-1677769968 tempest-AllowedAddressPairIpV6TestJSON-1677769968-project] GET failed (client error): The resource could not be found. Nov 22 20:15:28.358521 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-7819ed43-69b1-4dc4-8471-6afafad092c2 tempest-AllowedAddressPairIpV6TestJSON-1677769968 tempest-AllowedAddressPairIpV6TestJSON-1677769968-project] 10.222.0.46 "GET /v2.0/ports/d2055df3-c491-497b-a737-324186959641 HTTP/1.1" status: 404 len: 333 time: 0.5391016 Nov 22 20:15:28.360789 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 41340) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:28.406732 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 41342) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:28.407565 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-ff9216fd-19bd-4cda-8510-05677bb5be69 tempest-TagsExtTest-1419229654 tempest-TagsExtTest-1419229654-project] 10.222.0.46 "PUT /v2.0/subnetpools/50f33ed3-eb3c-476d-9d29-7515121ad985/tags/tempest-TagsExtTest-Tag-1416791638 HTTP/1.1" status: 201 len: 201 time: 0.1498191 Nov 22 20:15:28.415631 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.tag.tag_plugin [None req-4c2d64f5-3740-4160-a78f-653480e5f616 tempest-TagsExtTest-1419229654 tempest-TagsExtTest-1419229654-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '0cdb3e2e-c640-4d14-b99c-1a71edf834cb', {'tags': ['tempest-TagsExtTest-Tag-1735091817', 'tempest-TagsExtTest-Tag-1859692918', 'tempest-TagsExtTest-Tag-1984434868']}) {} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:15:28.431214 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-f4aabf05-1c5b-430f-a423-111cec6d3ef4 req-4f4068e3-ef4d-42eb-962d-dca273466070 service neutron] 10.222.0.41 "GET /v2.0/networks/4906551a-712e-4bde-8433-b2db24f02f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1880331 Nov 22 20:15:28.450405 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-31877459-5ff4-47e6-9205-e083e3ff5c0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Deleting port 05c5e315-c389-496b-9136-ae92b002670d {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:15:28.450788 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-31877459-5ff4-47e6-9205-e083e3ff5c0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:28.505693 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-94f9def5-a6d2-46f7-a429-2efb142a61d5 tempest-AllowedAddressPairIpV6TestJSON-1677769968 tempest-AllowedAddressPairIpV6TestJSON-1677769968-project] Deleting port 80689da9-1c23-4b31-9f54-bc5177448933 {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:15:28.506208 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-94f9def5-a6d2-46f7-a429-2efb142a61d5 tempest-AllowedAddressPairIpV6TestJSON-1677769968 tempest-AllowedAddressPairIpV6TestJSON-1677769968-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:28.534675 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4991b258-0e1a-4dfa-a508-10876fd5c4ff req-33e675b2-329d-4007-bd36-aed26b63203d tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:15:28.543123 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4991b258-0e1a-4dfa-a508-10876fd5c4ff req-33e675b2-329d-4007-bd36-aed26b63203d tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.46 "GET /v2.0/ports?device_id=a3f25d8f-677c-424e-8b05-326431b3cc8e HTTP/1.1" status: 200 len: 944 time: 0.1956971 Nov 22 20:15:28.627331 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [None req-31877459-5ff4-47e6-9205-e083e3ff5c0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] For port 05c5e315-c389-496b-9136-ae92b002670d, host n-h1-818823-1, got binding levels [] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:15:28.628582 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-31877459-5ff4-47e6-9205-e083e3ff5c0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:28.648446 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-94f9def5-a6d2-46f7-a429-2efb142a61d5 tempest-AllowedAddressPairIpV6TestJSON-1677769968 tempest-AllowedAddressPairIpV6TestJSON-1677769968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:28.648698 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-4c2d64f5-3740-4160-a78f-653480e5f616 tempest-TagsExtTest-1419229654 tempest-TagsExtTest-1419229654-project] 10.222.0.46 "PUT /v2.0/subnets/0cdb3e2e-c640-4d14-b99c-1a71edf834cb/tags HTTP/1.1" status: 200 len: 318 time: 0.2394328 Nov 22 20:15:28.653568 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 41344) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:28.661625 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.tag.tag_plugin [None req-acdf00e2-aa8c-4b7a-bc25-56cff0842a84 tempest-TagsExtTest-1419229654 tempest-TagsExtTest-1419229654-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '0cdb3e2e-c640-4d14-b99c-1a71edf834cb') {} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:15:28.665562 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-31877459-5ff4-47e6-9205-e083e3ff5c0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Calling delete_port for 05c5e315-c389-496b-9136-ae92b002670d owned by {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:15:28.672850 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-94f9def5-a6d2-46f7-a429-2efb142a61d5 tempest-AllowedAddressPairIpV6TestJSON-1677769968 tempest-AllowedAddressPairIpV6TestJSON-1677769968-project] Calling delete_port for 80689da9-1c23-4b31-9f54-bc5177448933 owned by {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:15:28.676969 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4991b258-0e1a-4dfa-a508-10876fd5c4ff req-eef99861-76df-4e96-a1a2-6d5fc71a63b2 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.46 "GET /v2.0/security-groups?id=deac3dce-93b4-41af-981b-873d47022422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328082 Nov 22 20:15:28.836252 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-31877459-5ff4-47e6-9205-e083e3ff5c0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:28.888125 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-94f9def5-a6d2-46f7-a429-2efb142a61d5 tempest-AllowedAddressPairIpV6TestJSON-1677769968 tempest-AllowedAddressPairIpV6TestJSON-1677769968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:28.888354 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-acdf00e2-aa8c-4b7a-bc25-56cff0842a84 tempest-TagsExtTest-1419229654 tempest-TagsExtTest-1419229654-project] 10.222.0.46 "DELETE /v2.0/subnets/0cdb3e2e-c640-4d14-b99c-1a71edf834cb/tags HTTP/1.1" status: 204 len: 168 time: 0.2191179 Nov 22 20:15:28.888354 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 41346) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:28.888354 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.tag.tag_plugin [None req-df01b020-b67f-4791-abfe-f91dfce5a67d tempest-TagsExtTest-1419229654 tempest-TagsExtTest-1419229654-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '0cdb3e2e-c640-4d14-b99c-1a71edf834cb', 'tempest-TagsExtTest-Tag-1735091817') {} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:15:28.921737 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31877459-5ff4-47e6-9205-e083e3ff5c0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Pushing event deleted for resources: {'Port': ['ID=05c5e315-c389-496b-9136-ae92b002670d,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:15:28.949190 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-31877459-5ff4-47e6-9205-e083e3ff5c0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:28.956934 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-31877459-5ff4-47e6-9205-e083e3ff5c0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] 10.222.0.46 "DELETE /v2.0/ports/05c5e315-c389-496b-9136-ae92b002670d HTTP/1.1" status: 204 len: 168 time: 1.2229147 Nov 22 20:15:28.957968 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 41350) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:28.959290 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f9def5-a6d2-46f7-a429-2efb142a61d5 tempest-AllowedAddressPairIpV6TestJSON-1677769968 tempest-AllowedAddressPairIpV6TestJSON-1677769968-project] Pushing event deleted for resources: {'Port': ['ID=80689da9-1c23-4b31-9f54-bc5177448933,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:15:28.993601 n-d-818823-1 neutron-server[103447]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6b1eb46-3a76-48c8-bb23-48f1473f2dd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] GET failed (client error): The resource could not be found. Nov 22 20:15:29.000027 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-b6b1eb46-3a76-48c8-bb23-48f1473f2dd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] 10.222.0.46 "GET /v2.0/ports/05c5e315-c389-496b-9136-ae92b002670d HTTP/1.1" status: 404 len: 333 time: 0.0390806 Nov 22 20:15:29.006381 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 41352) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:29.021669 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-94f9def5-a6d2-46f7-a429-2efb142a61d5 tempest-AllowedAddressPairIpV6TestJSON-1677769968 tempest-AllowedAddressPairIpV6TestJSON-1677769968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:29.028513 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-e0cbea19-4147-4561-a40a-702fe402d260 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1252071822', 'network_id': '559206b0-42ba-4a96-ad81-4d29eb83f137'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:15:29.030266 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-94f9def5-a6d2-46f7-a429-2efb142a61d5 tempest-AllowedAddressPairIpV6TestJSON-1677769968 tempest-AllowedAddressPairIpV6TestJSON-1677769968-project] 10.222.0.46 "DELETE /v2.0/ports/80689da9-1c23-4b31-9f54-bc5177448933 HTTP/1.1" status: 204 len: 168 time: 0.6679974 Nov 22 20:15:29.031704 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 41354) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:29.076135 n-d-818823-1 neutron-server[103447]: INFO neutron.api.v2.resource [None req-df01b020-b67f-4791-abfe-f91dfce5a67d tempest-TagsExtTest-1419229654 tempest-TagsExtTest-1419229654-project] show failed (client error): The resource could not be found. Nov 22 20:15:29.080529 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-df01b020-b67f-4791-abfe-f91dfce5a67d tempest-TagsExtTest-1419229654 tempest-TagsExtTest-1419229654-project] 10.222.0.46 "GET /v2.0/subnets/0cdb3e2e-c640-4d14-b99c-1a71edf834cb/tags/tempest-TagsExtTest-Tag-1735091817 HTTP/1.1" status: 404 len: 329 time: 0.2004020 Nov 22 20:15:29.082534 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 41360) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:29.085368 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0cbea19-4147-4561-a40a-702fe402d260 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Made reservation on behalf of 4490aead1cec44a595799fd91cb5c944 for: {'port': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:15:29.087966 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e0cbea19-4147-4561-a40a-702fe402d260 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:29.094009 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.tag.tag_plugin [None req-67232055-8df3-40c0-a08f-ccfeab78b120 tempest-TagsExtTest-1419229654 tempest-TagsExtTest-1419229654-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '0cdb3e2e-c640-4d14-b99c-1a71edf834cb', 'tempest-TagsExtTest-Tag-1859692918') {} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:15:29.110371 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_v2 [None req-5936fd35-3480-493c-bc65-545cc36a3705 tempest-AllowedAddressPairIpV6TestJSON-1677769968 tempest-AllowedAddressPairIpV6TestJSON-1677769968-project] Deleting subnet d9bdf0f7-9a98-41e0-92c9-6726d417ea0c {{(pid=103448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 20:15:29.115627 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5936fd35-3480-493c-bc65-545cc36a3705 tempest-AllowedAddressPairIpV6TestJSON-1677769968 tempest-AllowedAddressPairIpV6TestJSON-1677769968-project] Publish callbacks [] for subnet, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:29.147860 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [None req-e0cbea19-4147-4561-a40a-702fe402d260 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] device_id is not set on port cf83d2d9-54a6-473d-8044-f41f9fa88203 yet. {{(pid=103447) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 20:15:29.184749 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5936fd35-3480-493c-bc65-545cc36a3705 tempest-AllowedAddressPairIpV6TestJSON-1677769968 tempest-AllowedAddressPairIpV6TestJSON-1677769968-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11627908'] for subnet, precommit_delete_associations {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:29.219989 n-d-818823-1 neutron-server[103447]: INFO neutron.api.v2.resource [None req-67232055-8df3-40c0-a08f-ccfeab78b120 tempest-TagsExtTest-1419229654 tempest-TagsExtTest-1419229654-project] show failed (client error): The resource could not be found. Nov 22 20:15:29.224809 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-67232055-8df3-40c0-a08f-ccfeab78b120 tempest-TagsExtTest-1419229654 tempest-TagsExtTest-1419229654-project] 10.222.0.46 "GET /v2.0/subnets/0cdb3e2e-c640-4d14-b99c-1a71edf834cb/tags/tempest-TagsExtTest-Tag-1859692918 HTTP/1.1" status: 404 len: 329 time: 0.1404414 Nov 22 20:15:29.225541 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 41366) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:29.235001 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.tag.tag_plugin [None req-d941661a-0bb1-450a-854e-068be4205dc9 tempest-TagsExtTest-1419229654 tempest-TagsExtTest-1419229654-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '0cdb3e2e-c640-4d14-b99c-1a71edf834cb', 'tempest-TagsExtTest-Tag-1984434868') {} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:15:29.412881 n-d-818823-1 neutron-server[103447]: INFO neutron.api.v2.resource [None req-d941661a-0bb1-450a-854e-068be4205dc9 tempest-TagsExtTest-1419229654 tempest-TagsExtTest-1419229654-project] show failed (client error): The resource could not be found. Nov 22 20:15:29.414276 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5936fd35-3480-493c-bc65-545cc36a3705 tempest-AllowedAddressPairIpV6TestJSON-1677769968 tempest-AllowedAddressPairIpV6TestJSON-1677769968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3753007'] for subnet, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:29.418567 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-d941661a-0bb1-450a-854e-068be4205dc9 tempest-TagsExtTest-1419229654 tempest-TagsExtTest-1419229654-project] 10.222.0.46 "GET /v2.0/subnets/0cdb3e2e-c640-4d14-b99c-1a71edf834cb/tags/tempest-TagsExtTest-Tag-1984434868 HTTP/1.1" status: 404 len: 329 time: 0.1879952 Nov 22 20:15:29.421310 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 41378) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:29.428864 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.tag.tag_plugin [None req-48b42bd9-57b0-49c5-867e-4fc39c96f102 tempest-TagsExtTest-1419229654 tempest-TagsExtTest-1419229654-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '686d93f9-6777-49d0-af68-8985a812125c', {'tags': ['tempest-TagsExtTest-Tag-323556561', 'tempest-TagsExtTest-Tag-1241221929', 'tempest-TagsExtTest-Tag-1916327081']}) {} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:15:29.504780 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-48b42bd9-57b0-49c5-867e-4fc39c96f102 tempest-TagsExtTest-1419229654 tempest-TagsExtTest-1419229654-project] 10.222.0.46 "PUT /v2.0/ports/686d93f9-6777-49d0-af68-8985a812125c/tags HTTP/1.1" status: 200 len: 317 time: 0.0822759 Nov 22 20:15:29.505559 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 41380) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:29.516682 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.tag.tag_plugin [None req-2dd30c49-efba-49ab-82c6-25730d121a5f tempest-TagsExtTest-1419229654 tempest-TagsExtTest-1419229654-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '686d93f9-6777-49d0-af68-8985a812125c') {} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:15:29.556648 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5936fd35-3480-493c-bc65-545cc36a3705 tempest-AllowedAddressPairIpV6TestJSON-1677769968 tempest-AllowedAddressPairIpV6TestJSON-1677769968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3753014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11567369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11792914'] for subnet, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:29.584185 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e0cbea19-4147-4561-a40a-702fe402d260 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:29.595384 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5936fd35-3480-493c-bc65-545cc36a3705 tempest-AllowedAddressPairIpV6TestJSON-1677769968 tempest-AllowedAddressPairIpV6TestJSON-1677769968-project] Pushing event deleted for resources: {'Subnet': ['ID=d9bdf0f7-9a98-41e0-92c9-6726d417ea0c,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:15:29.603821 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5936fd35-3480-493c-bc65-545cc36a3705 tempest-AllowedAddressPairIpV6TestJSON-1677769968 tempest-AllowedAddressPairIpV6TestJSON-1677769968-project] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:29.608056 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-5936fd35-3480-493c-bc65-545cc36a3705 tempest-AllowedAddressPairIpV6TestJSON-1677769968 tempest-AllowedAddressPairIpV6TestJSON-1677769968-project] 10.222.0.46 "DELETE /v2.0/subnets/d9bdf0f7-9a98-41e0-92c9-6726d417ea0c HTTP/1.1" status: 204 len: 168 time: 0.5743392 Nov 22 20:15:29.612295 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d127870-6c22-4d6b-a383-2a3624de75d4 None None] Network 720bcebb-8ae3-4ca0-b426-cb666679f65c requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:15:29.614190 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 41382) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:29.687662 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e0cbea19-4147-4561-a40a-702fe402d260 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:29.781521 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2a6c165f-b9b6-4e3f-a093-f07264b56456 tempest-AllowedAddressPairIpV6TestJSON-1677769968 tempest-AllowedAddressPairIpV6TestJSON-1677769968-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3961693'] for network, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:29.867206 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-60ecc9b4-e8b9-403f-a3e0-08b6cbbf4221 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:29.902702 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cbea19-4147-4561-a40a-702fe402d260 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Pushing event updated for resources: {'Port': ['ID=cf83d2d9-54a6-473d-8044-f41f9fa88203,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:15:29.975985 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57b1c777-1e55-4cf9-9d28-1032f5fa7969 None None] DHCP port deletion for 720bcebb-8ae3-4ca0-b426-cb666679f65c request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:15:30.008924 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-2a6c165f-b9b6-4e3f-a093-f07264b56456 tempest-AllowedAddressPairIpV6TestJSON-1677769968 tempest-AllowedAddressPairIpV6TestJSON-1677769968-project] Deleting port 93cb49d8-4fbf-4a00-835e-7c96cce2ee02 {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:15:30.009741 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2a6c165f-b9b6-4e3f-a093-f07264b56456 tempest-AllowedAddressPairIpV6TestJSON-1677769968 tempest-AllowedAddressPairIpV6TestJSON-1677769968-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:30.057388 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0cbea19-4147-4561-a40a-702fe402d260 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Network 559206b0-42ba-4a96-ad81-4d29eb83f137 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:15:30.083263 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-e0cbea19-4147-4561-a40a-702fe402d260 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:15:30.103849 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0cbea19-4147-4561-a40a-702fe402d260 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:15:30.111010 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0cbea19-4147-4561-a40a-702fe402d260 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:15:30.112716 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e0cbea19-4147-4561-a40a-702fe402d260 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:30.131339 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-2a6c165f-b9b6-4e3f-a093-f07264b56456 tempest-AllowedAddressPairIpV6TestJSON-1677769968 tempest-AllowedAddressPairIpV6TestJSON-1677769968-project] For port 93cb49d8-4fbf-4a00-835e-7c96cce2ee02, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=93cb49d8-4fbf-4a00-835e-7c96cce2ee02,segment=NetworkSegment(7a093b90-a4c7-42a1-8ec0-07d30e4d839b),segment_id=7a093b90-a4c7-42a1-8ec0-07d30e4d839b)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:15:30.131862 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2a6c165f-b9b6-4e3f-a093-f07264b56456 tempest-AllowedAddressPairIpV6TestJSON-1677769968 tempest-AllowedAddressPairIpV6TestJSON-1677769968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:30.139153 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-57b1c777-1e55-4cf9-9d28-1032f5fa7969 None None] Deleting port 93cb49d8-4fbf-4a00-835e-7c96cce2ee02 {{(pid=103449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:15:30.139946 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-57b1c777-1e55-4cf9-9d28-1032f5fa7969 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:30.165742 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 93cb49d8-4fbf-4a00-835e-7c96cce2ee02 no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:15:30.180538 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-2a6c165f-b9b6-4e3f-a093-f07264b56456 tempest-AllowedAddressPairIpV6TestJSON-1677769968 tempest-AllowedAddressPairIpV6TestJSON-1677769968-project] Calling delete_port for 93cb49d8-4fbf-4a00-835e-7c96cce2ee02 owned by network:dhcp {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:15:30.196736 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-e0cbea19-4147-4561-a40a-702fe402d260 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.1743028 Nov 22 20:15:30.203732 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-2dd30c49-efba-49ab-82c6-25730d121a5f tempest-TagsExtTest-1419229654 tempest-TagsExtTest-1419229654-project] 10.222.0.46 "DELETE /v2.0/ports/686d93f9-6777-49d0-af68-8985a812125c/tags HTTP/1.1" status: 204 len: 168 time: 0.6904874 Nov 22 20:15:30.204360 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 41388) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:30.204749 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 41390) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:30.211948 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.tag.tag_plugin [None req-3195388b-2356-4db7-ae28-43d6f88aa049 tempest-TagsExtTest-1419229654 tempest-TagsExtTest-1419229654-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '686d93f9-6777-49d0-af68-8985a812125c', 'tempest-TagsExtTest-Tag-323556561') {} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:15:30.271208 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2a6c165f-b9b6-4e3f-a093-f07264b56456 tempest-AllowedAddressPairIpV6TestJSON-1677769968 tempest-AllowedAddressPairIpV6TestJSON-1677769968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:30.285192 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf70efd-b398-47f6-b881-4b1b9099d3ae req-00234a1d-4a3e-4f27-b6f5-24e162887f13 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:15:30.291209 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1bf70efd-b398-47f6-b881-4b1b9099d3ae req-00234a1d-4a3e-4f27-b6f5-24e162887f13 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.46 "GET /v2.0/ports?device_id=a3f25d8f-677c-424e-8b05-326431b3cc8e HTTP/1.1" status: 200 len: 944 time: 0.3671553 Nov 22 20:15:30.296484 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-57b1c777-1e55-4cf9-9d28-1032f5fa7969 None None] For port 93cb49d8-4fbf-4a00-835e-7c96cce2ee02, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=93cb49d8-4fbf-4a00-835e-7c96cce2ee02,segment=NetworkSegment(7a093b90-a4c7-42a1-8ec0-07d30e4d839b),segment_id=7a093b90-a4c7-42a1-8ec0-07d30e4d839b)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:15:30.296977 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-57b1c777-1e55-4cf9-9d28-1032f5fa7969 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:30.312592 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No active binding found for port 93cb49d8-4fbf-4a00-835e-7c96cce2ee02 {{(pid=103449) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 22 20:15:30.313186 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 93cb49d8-4fbf-4a00-835e-7c96cce2ee02 not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:15:30.320334 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-57b1c777-1e55-4cf9-9d28-1032f5fa7969 None None] Calling delete_port for 93cb49d8-4fbf-4a00-835e-7c96cce2ee02 owned by network:dhcp {{(pid=103449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:15:30.329719 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6c165f-b9b6-4e3f-a093-f07264b56456 tempest-AllowedAddressPairIpV6TestJSON-1677769968 tempest-AllowedAddressPairIpV6TestJSON-1677769968-project] Pushing event deleted for resources: {'Port': ['ID=93cb49d8-4fbf-4a00-835e-7c96cce2ee02,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:15:30.339979 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a6c165f-b9b6-4e3f-a093-f07264b56456 tempest-AllowedAddressPairIpV6TestJSON-1677769968 tempest-AllowedAddressPairIpV6TestJSON-1677769968-project] No DVR routers for this DVR port 93cb49d8-4fbf-4a00-835e-7c96cce2ee02 on host n-d-818823-1 {{(pid=103448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:15:30.410962 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b8f337b-53b4-4843-9282-ae506700adb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:15:30.420230 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-4b8f337b-53b4-4843-9282-ae506700adb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] 10.222.0.46 "GET /v2.0/ports/cf83d2d9-54a6-473d-8044-f41f9fa88203 HTTP/1.1" status: 200 len: 959 time: 0.2115712 Nov 22 20:15:30.421513 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 41400) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:30.479682 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-57b1c777-1e55-4cf9-9d28-1032f5fa7969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381'] for port, after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:30.530428 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b1c777-1e55-4cf9-9d28-1032f5fa7969 None None] Pushing event deleted for resources: {'Port': ['ID=93cb49d8-4fbf-4a00-835e-7c96cce2ee02,revision_number=None']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:15:30.538006 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b1c777-1e55-4cf9-9d28-1032f5fa7969 None None] No DVR routers for this DVR port 93cb49d8-4fbf-4a00-835e-7c96cce2ee02 on host n-d-818823-1 {{(pid=103449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:15:30.540878 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2a6c165f-b9b6-4e3f-a093-f07264b56456 tempest-AllowedAddressPairIpV6TestJSON-1677769968 tempest-AllowedAddressPairIpV6TestJSON-1677769968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3760028', 'neutron.services.segments.db._delete_segments_for_network-8748992815755'] for network, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:30.587128 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-2a6c165f-b9b6-4e3f-a093-f07264b56456 tempest-AllowedAddressPairIpV6TestJSON-1677769968 tempest-AllowedAddressPairIpV6TestJSON-1677769968-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['720bcebb-8ae3-4ca0-b426-cb666679f65c']}} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:15:30.607301 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-2a6c165f-b9b6-4e3f-a093-f07264b56456 tempest-AllowedAddressPairIpV6TestJSON-1677769968 tempest-AllowedAddressPairIpV6TestJSON-1677769968-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a093b90-a4c7-42a1-8ec0-07d30e4d839b') {'for_net_delete': True} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:15:30.607648 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-2a6c165f-b9b6-4e3f-a093-f07264b56456 tempest-AllowedAddressPairIpV6TestJSON-1677769968 tempest-AllowedAddressPairIpV6TestJSON-1677769968-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a093b90-a4c7-42a1-8ec0-07d30e4d839b') {} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:15:30.620447 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1bf70efd-b398-47f6-b881-4b1b9099d3ae req-554c4d63-a42d-4751-9bc9-41bc25bfcf23 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.46 "GET /v2.0/security-groups?id=deac3dce-93b4-41af-981b-873d47022422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2873838 Nov 22 20:15:30.625326 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2a6c165f-b9b6-4e3f-a093-f07264b56456 tempest-AllowedAddressPairIpV6TestJSON-1677769968 tempest-AllowedAddressPairIpV6TestJSON-1677769968-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748993039638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11627933'] for segment, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:30.651529 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2a6c165f-b9b6-4e3f-a093-f07264b56456 tempest-AllowedAddressPairIpV6TestJSON-1677769968 tempest-AllowedAddressPairIpV6TestJSON-1677769968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:30.660888 n-d-818823-1 neutron-server[103447]: INFO neutron.api.v2.resource [None req-3195388b-2356-4db7-ae28-43d6f88aa049 tempest-TagsExtTest-1419229654 tempest-TagsExtTest-1419229654-project] show failed (client error): The resource could not be found. Nov 22 20:15:30.664605 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-3195388b-2356-4db7-ae28-43d6f88aa049 tempest-TagsExtTest-1419229654 tempest-TagsExtTest-1419229654-project] 10.222.0.46 "GET /v2.0/ports/686d93f9-6777-49d0-af68-8985a812125c/tags/tempest-TagsExtTest-Tag-323556561 HTTP/1.1" status: 404 len: 328 time: 0.4541001 Nov 22 20:15:30.664790 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a6c165f-b9b6-4e3f-a093-f07264b56456 tempest-AllowedAddressPairIpV6TestJSON-1677769968 tempest-AllowedAddressPairIpV6TestJSON-1677769968-project] Releasing vlan 614 on physical network physnet1 to pool {{(pid=103448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 20:15:30.665100 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2a6c165f-b9b6-4e3f-a093-f07264b56456 tempest-AllowedAddressPairIpV6TestJSON-1677769968 tempest-AllowedAddressPairIpV6TestJSON-1677769968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11567447'] for segment, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:30.668501 n-d-818823-1 neutron-server[103448]: Traceback (most recent call last): Nov 22 20:15:30.668501 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 20:15:30.668501 n-d-818823-1 neutron-server[103448]: timer() Nov 22 20:15:30.668501 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 20:15:30.668501 n-d-818823-1 neutron-server[103448]: cb(*args, **kw) Nov 22 20:15:30.668501 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 20:15:30.668501 n-d-818823-1 neutron-server[103448]: return func(*args, **kwargs) Nov 22 20:15:30.668501 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 20:15:30.668501 n-d-818823-1 neutron-server[103448]: self._notify() Nov 22 20:15:30.668501 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 20:15:30.668501 n-d-818823-1 neutron-server[103448]: self.callback(batched_events) Nov 22 20:15:30.668501 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 20:15:30.668501 n-d-818823-1 neutron-server[103448]: event.method(event) Nov 22 20:15:30.668501 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 20:15:30.668501 n-d-818823-1 neutron-server[103448]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 20:15:30.668501 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 20:15:30.668501 n-d-818823-1 neutron-server[103448]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 20:15:30.668501 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 20:15:30.668501 n-d-818823-1 neutron-server[103448]: return f(self, *a, **k) Nov 22 20:15:30.668501 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 20:15:30.668501 n-d-818823-1 neutron-server[103448]: return self._get(url).json() Nov 22 20:15:30.668501 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 20:15:30.668501 n-d-818823-1 neutron-server[103448]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 20:15:30.668501 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 20:15:30.668501 n-d-818823-1 neutron-server[103448]: return self.request(url, 'GET', **kwargs) Nov 22 20:15:30.668501 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 20:15:30.668501 n-d-818823-1 neutron-server[103448]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 20:15:30.668501 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 20:15:30.668501 n-d-818823-1 neutron-server[103448]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 20:15:30.668501 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 20:15:30.668501 n-d-818823-1 neutron-server[103448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 20:15:30.668501 n-d-818823-1 neutron-server[103448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 20:15:30.671165 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 41408) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:30.673348 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.tag.tag_plugin [None req-2f97d050-c3c0-4713-a494-3b1eef49507f tempest-TagsExtTest-1419229654 tempest-TagsExtTest-1419229654-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '686d93f9-6777-49d0-af68-8985a812125c', 'tempest-TagsExtTest-Tag-1241221929') {} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:15:30.692755 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-53512de6-d603-40e6-840a-bc874eec0231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Deleting port cf83d2d9-54a6-473d-8044-f41f9fa88203 {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:15:30.693123 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-53512de6-d603-40e6-840a-bc874eec0231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:30.806696 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-53512de6-d603-40e6-840a-bc874eec0231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:30.821871 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-53512de6-d603-40e6-840a-bc874eec0231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Calling delete_port for cf83d2d9-54a6-473d-8044-f41f9fa88203 owned by {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:15:30.931492 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2a6c165f-b9b6-4e3f-a093-f07264b56456 tempest-AllowedAddressPairIpV6TestJSON-1677769968 tempest-AllowedAddressPairIpV6TestJSON-1677769968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3760002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595318'] for network, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:30.936614 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-53512de6-d603-40e6-840a-bc874eec0231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:30.977669 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2a6c165f-b9b6-4e3f-a093-f07264b56456 tempest-AllowedAddressPairIpV6TestJSON-1677769968 tempest-AllowedAddressPairIpV6TestJSON-1677769968-project] Publish callbacks [] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:30.983282 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-2a6c165f-b9b6-4e3f-a093-f07264b56456 tempest-AllowedAddressPairIpV6TestJSON-1677769968 tempest-AllowedAddressPairIpV6TestJSON-1677769968-project] 10.222.0.46 "DELETE /v2.0/networks/720bcebb-8ae3-4ca0-b426-cb666679f65c HTTP/1.1" status: 204 len: 168 time: 1.3678739 Nov 22 20:15:31.014235 n-d-818823-1 neutron-server[103448]: INFO neutron.api.v2.resource [None req-2f97d050-c3c0-4713-a494-3b1eef49507f tempest-TagsExtTest-1419229654 tempest-TagsExtTest-1419229654-project] show failed (client error): The resource could not be found. Nov 22 20:15:31.015609 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-2f97d050-c3c0-4713-a494-3b1eef49507f tempest-TagsExtTest-1419229654 tempest-TagsExtTest-1419229654-project] 10.222.0.46 "GET /v2.0/ports/686d93f9-6777-49d0-af68-8985a812125c/tags/tempest-TagsExtTest-Tag-1241221929 HTTP/1.1" status: 404 len: 329 time: 0.3457680 Nov 22 20:15:31.016975 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6c165f-b9b6-4e3f-a093-f07264b56456 tempest-AllowedAddressPairIpV6TestJSON-1677769968 tempest-AllowedAddressPairIpV6TestJSON-1677769968-project] Pushing event deleted for resources: {'Network': ['ID=720bcebb-8ae3-4ca0-b426-cb666679f65c,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:15:31.018872 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 41412) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:31.031257 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.tag.tag_plugin [None req-1eb50abe-ac68-4fdb-83d3-5a55c3932f97 tempest-TagsExtTest-1419229654 tempest-TagsExtTest-1419229654-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '686d93f9-6777-49d0-af68-8985a812125c', 'tempest-TagsExtTest-Tag-1916327081') {} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:15:31.052162 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-53512de6-d603-40e6-840a-bc874eec0231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:31.060088 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-53512de6-d603-40e6-840a-bc874eec0231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] 10.222.0.46 "DELETE /v2.0/ports/cf83d2d9-54a6-473d-8044-f41f9fa88203 HTTP/1.1" status: 204 len: 168 time: 0.6314187 Nov 22 20:15:31.060088 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53512de6-d603-40e6-840a-bc874eec0231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Pushing event deleted for resources: {'Port': ['ID=cf83d2d9-54a6-473d-8044-f41f9fa88203,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:15:31.078493 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 41414) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:31.142382 n-d-818823-1 neutron-server[103448]: INFO neutron.api.v2.resource [None req-1eb50abe-ac68-4fdb-83d3-5a55c3932f97 tempest-TagsExtTest-1419229654 tempest-TagsExtTest-1419229654-project] show failed (client error): The resource could not be found. Nov 22 20:15:31.146420 n-d-818823-1 neutron-server[103447]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ba1e812-5785-42d7-8c64-c593c940ad94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] GET failed (client error): The resource could not be found. Nov 22 20:15:31.147797 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-1eb50abe-ac68-4fdb-83d3-5a55c3932f97 tempest-TagsExtTest-1419229654 tempest-TagsExtTest-1419229654-project] 10.222.0.46 "GET /v2.0/ports/686d93f9-6777-49d0-af68-8985a812125c/tags/tempest-TagsExtTest-Tag-1916327081 HTTP/1.1" status: 404 len: 329 time: 0.1208777 Nov 22 20:15:31.157903 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 41416) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:31.158831 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-2ba1e812-5785-42d7-8c64-c593c940ad94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] 10.222.0.46 "GET /v2.0/ports/cf83d2d9-54a6-473d-8044-f41f9fa88203 HTTP/1.1" status: 404 len: 333 time: 0.0708268 Nov 22 20:15:31.159025 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.tag.tag_plugin [None req-594f4969-0fa0-4cbf-aff3-dad0c384e730 tempest-TagsExtTest-1419229654 tempest-TagsExtTest-1419229654-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '7cf793d4-9b5b-414c-9099-2e776e8f72ae', {'tags': ['tempest-TagsExtTest-Tag-791187133', 'tempest-TagsExtTest-Tag-418389086', 'tempest-TagsExtTest-Tag-680472154']}) {} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:15:31.159131 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 41418) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:31.166518 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-89c02431-1be5-4cb8-a680-eaab19fb22e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Request body: {'port': {'network_id': '559206b0-42ba-4a96-ad81-4d29eb83f137', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1559467014'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:15:31.218647 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89c02431-1be5-4cb8-a680-eaab19fb22e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Made reservation on behalf of 4490aead1cec44a595799fd91cb5c944 for: {'port': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:15:31.222212 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-89c02431-1be5-4cb8-a680-eaab19fb22e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:31.249776 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [None req-89c02431-1be5-4cb8-a680-eaab19fb22e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] device_id is not set on port 740f6114-2ae1-49b6-82fb-03824f80b134 yet. {{(pid=103447) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 20:15:31.387937 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-594f4969-0fa0-4cbf-aff3-dad0c384e730 tempest-TagsExtTest-1419229654 tempest-TagsExtTest-1419229654-project] 10.222.0.46 "PUT /v2.0/routers/7cf793d4-9b5b-414c-9099-2e776e8f72ae/tags HTTP/1.1" status: 200 len: 315 time: 0.2336211 Nov 22 20:15:31.391564 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 41422) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:31.406902 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.tag.tag_plugin [None req-ff60b873-a478-41e2-afe2-0f42566732db tempest-TagsExtTest-1419229654 tempest-TagsExtTest-1419229654-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '7cf793d4-9b5b-414c-9099-2e776e8f72ae') {} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:15:31.568291 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-89c02431-1be5-4cb8-a680-eaab19fb22e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:31.586333 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 41436) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:31.594793 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.tag.tag_plugin [None req-faf6dfd1-1f2e-4393-9164-431dd648fe4f tempest-TagsExtTest-1419229654 tempest-TagsExtTest-1419229654-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '7cf793d4-9b5b-414c-9099-2e776e8f72ae', 'tempest-TagsExtTest-Tag-791187133') {} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:15:31.601938 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-ff60b873-a478-41e2-afe2-0f42566732db tempest-TagsExtTest-1419229654 tempest-TagsExtTest-1419229654-project] 10.222.0.46 "DELETE /v2.0/routers/7cf793d4-9b5b-414c-9099-2e776e8f72ae/tags HTTP/1.1" status: 204 len: 168 time: 0.1947601 Nov 22 20:15:31.616195 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 41440) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:31.751222 n-d-818823-1 neutron-server[103447]: INFO neutron.api.v2.resource [None req-faf6dfd1-1f2e-4393-9164-431dd648fe4f tempest-TagsExtTest-1419229654 tempest-TagsExtTest-1419229654-project] show failed (client error): The resource could not be found. Nov 22 20:15:31.755071 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-faf6dfd1-1f2e-4393-9164-431dd648fe4f tempest-TagsExtTest-1419229654 tempest-TagsExtTest-1419229654-project] 10.222.0.46 "GET /v2.0/routers/7cf793d4-9b5b-414c-9099-2e776e8f72ae/tags/tempest-TagsExtTest-Tag-791187133 HTTP/1.1" status: 404 len: 328 time: 0.1647656 Nov 22 20:15:31.755650 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 41448) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:31.761242 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.tag.tag_plugin [None req-a42471b3-fdd1-4c6f-a033-11ed03f14b6b tempest-TagsExtTest-1419229654 tempest-TagsExtTest-1419229654-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '7cf793d4-9b5b-414c-9099-2e776e8f72ae', 'tempest-TagsExtTest-Tag-418389086') {} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:15:31.806668 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-89c02431-1be5-4cb8-a680-eaab19fb22e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:31.829259 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device c8bb28fa-bb9e-4759-a372-c50a6d5fb091 no longer exists at agent hyperv_n-h1-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:15:31.934533 n-d-818823-1 neutron-server[103448]: INFO neutron.api.v2.resource [None req-a42471b3-fdd1-4c6f-a033-11ed03f14b6b tempest-TagsExtTest-1419229654 tempest-TagsExtTest-1419229654-project] show failed (client error): The resource could not be found. Nov 22 20:15:31.939528 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-a42471b3-fdd1-4c6f-a033-11ed03f14b6b tempest-TagsExtTest-1419229654 tempest-TagsExtTest-1419229654-project] 10.222.0.46 "GET /v2.0/routers/7cf793d4-9b5b-414c-9099-2e776e8f72ae/tags/tempest-TagsExtTest-Tag-418389086 HTTP/1.1" status: 404 len: 328 time: 0.1815064 Nov 22 20:15:31.951861 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 41450) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:31.970718 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.tag.tag_plugin [None req-8a2d0d5f-fff7-4637-ba05-8f0f6732ec9e tempest-TagsExtTest-1419229654 tempest-TagsExtTest-1419229654-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '7cf793d4-9b5b-414c-9099-2e776e8f72ae', 'tempest-TagsExtTest-Tag-680472154') {} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:15:32.022461 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-f4504216-2803-4a26-a44c-d3057cd4756a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0b2c3856fd614e9d963701abb754e401&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4010937 Nov 22 20:15:32.024706 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 41452) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:32.098479 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89c02431-1be5-4cb8-a680-eaab19fb22e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Network 559206b0-42ba-4a96-ad81-4d29eb83f137 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:15:32.123181 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0c52b3ec-045c-4c0a-802d-1f41a682543a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:32.140610 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5742b2e9-8d23-4dec-b05c-171d3c13d8ae req-ceb2119e-94ec-449a-b7a9-9c6f67f4b61e tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:15:32.142938 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5742b2e9-8d23-4dec-b05c-171d3c13d8ae req-ceb2119e-94ec-449a-b7a9-9c6f67f4b61e tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.46 "GET /v2.0/ports?device_id=a3f25d8f-677c-424e-8b05-326431b3cc8e HTTP/1.1" status: 200 len: 944 time: 0.3954880 Nov 22 20:15:32.159493 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0c52b3ec-045c-4c0a-802d-1f41a682543a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:32.201337 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-89c02431-1be5-4cb8-a680-eaab19fb22e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:15:32.211392 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c02431-1be5-4cb8-a680-eaab19fb22e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:15:32.212425 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89c02431-1be5-4cb8-a680-eaab19fb22e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:15:32.213143 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-89c02431-1be5-4cb8-a680-eaab19fb22e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:32.218511 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c02431-1be5-4cb8-a680-eaab19fb22e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Pushing event updated for resources: {'Port': ['ID=740f6114-2ae1-49b6-82fb-03824f80b134,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:15:32.251560 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-445c5d18-8ff5-4c6c-89be-54be413454bf req-5c80caab-10b6-445d-a451-98ac9ea1e4de service neutron] 10.222.0.41 "GET /v2.0/ports/c8bb28fa-bb9e-4759-a372-c50a6d5fb091/bindings/n-h2-818823-1 HTTP/1.1" status: 200 len: 384 time: 0.0733547 Nov 22 20:15:32.259914 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-89c02431-1be5-4cb8-a680-eaab19fb22e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.1001396 Nov 22 20:15:32.266537 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 41454) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:32.280403 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-5c68cc7f-e219-4e57-b271-aa5b7a91d1f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-818823-1'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:15:32.287103 n-d-818823-1 neutron-server[103447]: INFO neutron.api.v2.resource [None req-8a2d0d5f-fff7-4637-ba05-8f0f6732ec9e tempest-TagsExtTest-1419229654 tempest-TagsExtTest-1419229654-project] show failed (client error): The resource could not be found. Nov 22 20:15:32.290738 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-8a2d0d5f-fff7-4637-ba05-8f0f6732ec9e tempest-TagsExtTest-1419229654 tempest-TagsExtTest-1419229654-project] 10.222.0.46 "GET /v2.0/routers/7cf793d4-9b5b-414c-9099-2e776e8f72ae/tags/tempest-TagsExtTest-Tag-680472154 HTTP/1.1" status: 404 len: 328 time: 0.3212469 Nov 22 20:15:32.291914 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 41456) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:32.297561 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.tag.tag_plugin [None req-5aaf3608-120b-48d0-9415-f3c797850f2a tempest-TagsExtTest-1419229654 tempest-TagsExtTest-1419229654-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '50f33ed3-eb3c-476d-9d29-7515121ad985', {'tags': ['tempest-TagsExtTest-Tag-1532573956', 'tempest-TagsExtTest-Tag-1329514095', 'tempest-TagsExtTest-Tag-749450667']}) {} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:15:32.361860 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5742b2e9-8d23-4dec-b05c-171d3c13d8ae req-c2f8e468-8e9d-44c9-8ee3-e61a0da44413 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.46 "GET /v2.0/security-groups?id=deac3dce-93b4-41af-981b-873d47022422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562324 Nov 22 20:15:32.366868 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-5aaf3608-120b-48d0-9415-f3c797850f2a tempest-TagsExtTest-1419229654 tempest-TagsExtTest-1419229654-project] 10.222.0.46 "PUT /v2.0/subnetpools/50f33ed3-eb3c-476d-9d29-7515121ad985/tags HTTP/1.1" status: 200 len: 317 time: 0.0713611 Nov 22 20:15:32.368092 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 41458) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:32.378822 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.tag.tag_plugin [None req-d9e87c7c-218f-49e3-b79e-a4b7371f9cc9 tempest-TagsExtTest-1419229654 tempest-TagsExtTest-1419229654-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '50f33ed3-eb3c-476d-9d29-7515121ad985') {} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:15:32.452412 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0c52b3ec-045c-4c0a-802d-1f41a682543a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:32.455583 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0c52b3ec-045c-4c0a-802d-1f41a682543a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:32.463102 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e172c8e2-b357-45ba-8bdf-95f02852cd93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:32.472223 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-0c52b3ec-045c-4c0a-802d-1f41a682543a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2fdfe88e-f4a7-48df-8e7c-f7dddea270e8 HTTP/1.1" status: 204 len: 168 time: 0.4444079 Nov 22 20:15:32.475179 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5c68cc7f-e219-4e57-b271-aa5b7a91d1f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:32.494909 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-d9e87c7c-218f-49e3-b79e-a4b7371f9cc9 tempest-TagsExtTest-1419229654 tempest-TagsExtTest-1419229654-project] 10.222.0.46 "DELETE /v2.0/subnetpools/50f33ed3-eb3c-476d-9d29-7515121ad985/tags HTTP/1.1" status: 204 len: 168 time: 0.1233072 Nov 22 20:15:32.495166 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 41464) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:32.500317 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.tag.tag_plugin [None req-a1b91c62-12a4-4f61-824c-4ca83aa6a37e tempest-TagsExtTest-1419229654 tempest-TagsExtTest-1419229654-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '50f33ed3-eb3c-476d-9d29-7515121ad985', 'tempest-TagsExtTest-Tag-1532573956') {} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:15:32.531554 n-d-818823-1 neutron-server[103447]: INFO neutron.api.v2.resource [None req-a1b91c62-12a4-4f61-824c-4ca83aa6a37e tempest-TagsExtTest-1419229654 tempest-TagsExtTest-1419229654-project] show failed (client error): The resource could not be found. Nov 22 20:15:32.532620 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-a1b91c62-12a4-4f61-824c-4ca83aa6a37e tempest-TagsExtTest-1419229654 tempest-TagsExtTest-1419229654-project] 10.222.0.46 "GET /v2.0/subnetpools/50f33ed3-eb3c-476d-9d29-7515121ad985/tags/tempest-TagsExtTest-Tag-1532573956 HTTP/1.1" status: 404 len: 329 time: 0.0361891 Nov 22 20:15:32.536849 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 41466) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:32.543444 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.tag.tag_plugin [None req-d1f2d2f9-523b-4c95-b565-4610f56b16a2 tempest-TagsExtTest-1419229654 tempest-TagsExtTest-1419229654-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '50f33ed3-eb3c-476d-9d29-7515121ad985', 'tempest-TagsExtTest-Tag-1329514095') {} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:15:32.575192 n-d-818823-1 neutron-server[103447]: INFO neutron.api.v2.resource [None req-d1f2d2f9-523b-4c95-b565-4610f56b16a2 tempest-TagsExtTest-1419229654 tempest-TagsExtTest-1419229654-project] show failed (client error): The resource could not be found. Nov 22 20:15:32.576346 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-d1f2d2f9-523b-4c95-b565-4610f56b16a2 tempest-TagsExtTest-1419229654 tempest-TagsExtTest-1419229654-project] 10.222.0.46 "GET /v2.0/subnetpools/50f33ed3-eb3c-476d-9d29-7515121ad985/tags/tempest-TagsExtTest-Tag-1329514095 HTTP/1.1" status: 404 len: 329 time: 0.0389190 Nov 22 20:15:32.579270 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 41468) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:32.583995 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.tag.tag_plugin [None req-6cbca1a1-fab5-4147-a47d-ec761432598c tempest-TagsExtTest-1419229654 tempest-TagsExtTest-1419229654-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '50f33ed3-eb3c-476d-9d29-7515121ad985', 'tempest-TagsExtTest-Tag-749450667') {} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:15:32.606533 n-d-818823-1 neutron-server[103447]: INFO neutron.api.v2.resource [None req-6cbca1a1-fab5-4147-a47d-ec761432598c tempest-TagsExtTest-1419229654 tempest-TagsExtTest-1419229654-project] show failed (client error): The resource could not be found. Nov 22 20:15:32.618644 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-6cbca1a1-fab5-4147-a47d-ec761432598c tempest-TagsExtTest-1419229654 tempest-TagsExtTest-1419229654-project] 10.222.0.46 "GET /v2.0/subnetpools/50f33ed3-eb3c-476d-9d29-7515121ad985/tags/tempest-TagsExtTest-Tag-749450667 HTTP/1.1" status: 404 len: 328 time: 0.0272686 Nov 22 20:15:32.619351 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 41472) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:32.626638 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.tag.tag_plugin [None req-df8064d0-96ea-44a3-a69f-1feb16a2d0c4 tempest-TagsExtTest-1419229654 tempest-TagsExtTest-1419229654-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '50f33ed3-eb3c-476d-9d29-7515121ad985') {} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:15:32.665583 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-df8064d0-96ea-44a3-a69f-1feb16a2d0c4 tempest-TagsExtTest-1419229654 tempest-TagsExtTest-1419229654-project] 10.222.0.46 "DELETE /v2.0/subnetpools/50f33ed3-eb3c-476d-9d29-7515121ad985/tags HTTP/1.1" status: 204 len: 168 time: 0.0415075 Nov 22 20:15:32.670413 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 41482) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:32.686776 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-445c5d18-8ff5-4c6c-89be-54be413454bf req-f5daec36-8b9c-4f28-b434-c103c3e7312d service neutron] For port c8bb28fa-bb9e-4759-a372-c50a6d5fb091, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=c8bb28fa-bb9e-4759-a372-c50a6d5fb091,segment=NetworkSegment(e4b3d165-1cea-4bf0-93f6-5b79e0759539),segment_id=e4b3d165-1cea-4bf0-93f6-5b79e0759539)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:15:32.689704 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.tag.tag_plugin [None req-c0441bdd-1b6c-4f82-8265-b845d40e0dfc tempest-TagsExtTest-1419229654 tempest-TagsExtTest-1419229654-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '7cf793d4-9b5b-414c-9099-2e776e8f72ae') {} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:15:32.710383 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c52b3ec-045c-4c0a-802d-1f41a682543a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fdfe88e-f4a7-48df-8e7c-f7dddea270e8,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:15:32.770320 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-445c5d18-8ff5-4c6c-89be-54be413454bf req-f5daec36-8b9c-4f28-b434-c103c3e7312d service neutron] For port c8bb28fa-bb9e-4759-a372-c50a6d5fb091, host n-h1-818823-1, cleared binding levels {{(pid=103448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:15:32.816893 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-c0441bdd-1b6c-4f82-8265-b845d40e0dfc tempest-TagsExtTest-1419229654 tempest-TagsExtTest-1419229654-project] 10.222.0.46 "DELETE /v2.0/routers/7cf793d4-9b5b-414c-9099-2e776e8f72ae/tags HTTP/1.1" status: 204 len: 168 time: 0.1451676 Nov 22 20:15:32.819779 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 41488) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:32.824878 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.tag.tag_plugin [None req-58b545f2-7e8a-477c-910b-9d935647f10b tempest-TagsExtTest-1419229654 tempest-TagsExtTest-1419229654-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '686d93f9-6777-49d0-af68-8985a812125c') {} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:15:32.876713 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [req-445c5d18-8ff5-4c6c-89be-54be413454bf req-f5daec36-8b9c-4f28-b434-c103c3e7312d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8bb28fa-bb9e-4759-a372-c50a6d5fb091 {{(pid=103448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:15:32.897607 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-58b545f2-7e8a-477c-910b-9d935647f10b tempest-TagsExtTest-1419229654 tempest-TagsExtTest-1419229654-project] 10.222.0.46 "DELETE /v2.0/ports/686d93f9-6777-49d0-af68-8985a812125c/tags HTTP/1.1" status: 204 len: 168 time: 0.0763657 Nov 22 20:15:32.899785 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 41490) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:32.904667 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.tag.tag_plugin [None req-2ac83569-e096-4967-ad55-2edfba7bb63b tempest-TagsExtTest-1419229654 tempest-TagsExtTest-1419229654-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '0cdb3e2e-c640-4d14-b99c-1a71edf834cb') {} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:15:32.934571 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-445c5d18-8ff5-4c6c-89be-54be413454bf req-f5daec36-8b9c-4f28-b434-c103c3e7312d service neutron] For port c8bb28fa-bb9e-4759-a372-c50a6d5fb091, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=c8bb28fa-bb9e-4759-a372-c50a6d5fb091,segment=NetworkSegment(e4b3d165-1cea-4bf0-93f6-5b79e0759539),segment_id=e4b3d165-1cea-4bf0-93f6-5b79e0759539)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:15:32.977583 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-2ac83569-e096-4967-ad55-2edfba7bb63b tempest-TagsExtTest-1419229654 tempest-TagsExtTest-1419229654-project] 10.222.0.46 "DELETE /v2.0/subnets/0cdb3e2e-c640-4d14-b99c-1a71edf834cb/tags HTTP/1.1" status: 204 len: 168 time: 0.0766530 Nov 22 20:15:32.981935 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 41496) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:33.103284 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [None req-5c68cc7f-e219-4e57-b271-aa5b7a91d1f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] device_id is not set on port 740f6114-2ae1-49b6-82fb-03824f80b134 yet. {{(pid=103448) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 20:15:33.112874 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5c68cc7f-e219-4e57-b271-aa5b7a91d1f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:33.113893 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0a494abf-f544-46f2-8857-432e600672c7 tempest-TagsExtTest-1419229654 tempest-TagsExtTest-1419229654-project] Publish callbacks [] for subnetpool, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:33.115981 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-0a494abf-f544-46f2-8857-432e600672c7 tempest-TagsExtTest-1419229654 tempest-TagsExtTest-1419229654-project] 10.222.0.46 "DELETE /v2.0/subnetpools/50f33ed3-eb3c-476d-9d29-7515121ad985 HTTP/1.1" status: 204 len: 168 time: 0.1329870 Nov 22 20:15:33.116598 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-445c5d18-8ff5-4c6c-89be-54be413454bf req-f5daec36-8b9c-4f28-b434-c103c3e7312d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:33.118548 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 41502) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:33.134929 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5c68cc7f-e219-4e57-b271-aa5b7a91d1f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:33.167067 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-31e17744-027c-407c-b30f-295a69df4cb4 tempest-TagsExtTest-1419229654 tempest-TagsExtTest-1419229654-project] 10.222.0.46 "GET /v2.0/ports?device_id=7cf793d4-9b5b-414c-9099-2e776e8f72ae HTTP/1.1" status: 200 len: 205 time: 0.0433547 Nov 22 20:15:33.167604 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 41504) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:33.244217 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [None req-5c68cc7f-e219-4e57-b271-aa5b7a91d1f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Attempting to bind port 740f6114-2ae1-49b6-82fb-03824f80b134 on host n-h1-818823-1 for vnic_type normal with profile {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:15:33.244553 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [None req-5c68cc7f-e219-4e57-b271-aa5b7a91d1f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Attempting to bind port 740f6114-2ae1-49b6-82fb-03824f80b134 by drivers openvswitch,hyperv on host n-h1-818823-1 at level 0 using segments [{'id': 'bb18aac9-95eb-440a-9046-1e942e8e1c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '559206b0-42ba-4a96-ad81-4d29eb83f137'}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:15:33.245274 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c68cc7f-e219-4e57-b271-aa5b7a91d1f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Attempting to bind port 740f6114-2ae1-49b6-82fb-03824f80b134 on network 559206b0-42ba-4a96-ad81-4d29eb83f137 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:15:33.258124 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9e9c8d95-e722-41bd-9a2f-a26dbea270bd tempest-TagsExtTest-1419229654 tempest-TagsExtTest-1419229654-project] Publish callbacks [] for router, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:33.261053 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c68cc7f-e219-4e57-b271-aa5b7a91d1f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Port 740f6114-2ae1-49b6-82fb-03824f80b134 on network 559206b0-42ba-4a96-ad81-4d29eb83f137 not bound, no agent of type Open vSwitch agent registered on host n-h1-818823-1 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:15:33.262473 n-d-818823-1 neutron-server[103448]: ERROR neutron.plugins.ml2.managers [None req-5c68cc7f-e219-4e57-b271-aa5b7a91d1f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Failed to bind port 740f6114-2ae1-49b6-82fb-03824f80b134 on host n-h1-818823-1 for vnic_type normal using segments [{'id': 'bb18aac9-95eb-440a-9046-1e942e8e1c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '559206b0-42ba-4a96-ad81-4d29eb83f137'}] Nov 22 20:15:33.270061 n-d-818823-1 neutron-server[103448]: INFO neutron.plugins.ml2.plugin [None req-5c68cc7f-e219-4e57-b271-aa5b7a91d1f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Attempt 2 to bind port 740f6114-2ae1-49b6-82fb-03824f80b134 Nov 22 20:15:33.288512 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c68cc7f-e219-4e57-b271-aa5b7a91d1f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Pushing event updated for resources: {'Port': ['ID=740f6114-2ae1-49b6-82fb-03824f80b134,revision_number=2']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:15:33.297380 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [None req-5c68cc7f-e219-4e57-b271-aa5b7a91d1f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Attempting to bind port 740f6114-2ae1-49b6-82fb-03824f80b134 on host n-h1-818823-1 for vnic_type normal with profile {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:15:33.297713 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [None req-5c68cc7f-e219-4e57-b271-aa5b7a91d1f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Attempting to bind port 740f6114-2ae1-49b6-82fb-03824f80b134 by drivers openvswitch,hyperv on host n-h1-818823-1 at level 0 using segments [{'id': 'bb18aac9-95eb-440a-9046-1e942e8e1c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '559206b0-42ba-4a96-ad81-4d29eb83f137'}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:15:33.298045 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c68cc7f-e219-4e57-b271-aa5b7a91d1f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Attempting to bind port 740f6114-2ae1-49b6-82fb-03824f80b134 on network 559206b0-42ba-4a96-ad81-4d29eb83f137 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:15:33.310049 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c68cc7f-e219-4e57-b271-aa5b7a91d1f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Port 740f6114-2ae1-49b6-82fb-03824f80b134 on network 559206b0-42ba-4a96-ad81-4d29eb83f137 not bound, no agent of type Open vSwitch agent registered on host n-h1-818823-1 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:15:33.310374 n-d-818823-1 neutron-server[103448]: ERROR neutron.plugins.ml2.managers [None req-5c68cc7f-e219-4e57-b271-aa5b7a91d1f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Failed to bind port 740f6114-2ae1-49b6-82fb-03824f80b134 on host n-h1-818823-1 for vnic_type normal using segments [{'id': 'bb18aac9-95eb-440a-9046-1e942e8e1c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '559206b0-42ba-4a96-ad81-4d29eb83f137'}] Nov 22 20:15:33.312581 n-d-818823-1 neutron-server[103448]: INFO neutron.plugins.ml2.plugin [None req-5c68cc7f-e219-4e57-b271-aa5b7a91d1f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Attempt 3 to bind port 740f6114-2ae1-49b6-82fb-03824f80b134 Nov 22 20:15:33.340722 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-03f0964f-1b75-4df7-99e0-a3cdb56ec2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:33.361846 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [None req-5c68cc7f-e219-4e57-b271-aa5b7a91d1f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Attempting to bind port 740f6114-2ae1-49b6-82fb-03824f80b134 on host n-h1-818823-1 for vnic_type normal with profile {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:15:33.362212 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [None req-5c68cc7f-e219-4e57-b271-aa5b7a91d1f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Attempting to bind port 740f6114-2ae1-49b6-82fb-03824f80b134 by drivers openvswitch,hyperv on host n-h1-818823-1 at level 0 using segments [{'id': 'bb18aac9-95eb-440a-9046-1e942e8e1c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '559206b0-42ba-4a96-ad81-4d29eb83f137'}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:15:33.362552 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c68cc7f-e219-4e57-b271-aa5b7a91d1f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Attempting to bind port 740f6114-2ae1-49b6-82fb-03824f80b134 on network 559206b0-42ba-4a96-ad81-4d29eb83f137 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:15:33.365560 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [req-445c5d18-8ff5-4c6c-89be-54be413454bf req-f5daec36-8b9c-4f28-b434-c103c3e7312d service neutron] Transition to ACTIVE for port object c8bb28fa-bb9e-4759-a372-c50a6d5fb091 will not be triggered until provisioned by entity L2. {{(pid=103448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 20:15:33.373616 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c68cc7f-e219-4e57-b271-aa5b7a91d1f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Port 740f6114-2ae1-49b6-82fb-03824f80b134 on network 559206b0-42ba-4a96-ad81-4d29eb83f137 not bound, no agent of type Open vSwitch agent registered on host n-h1-818823-1 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:15:33.374196 n-d-818823-1 neutron-server[103448]: ERROR neutron.plugins.ml2.managers [None req-5c68cc7f-e219-4e57-b271-aa5b7a91d1f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Failed to bind port 740f6114-2ae1-49b6-82fb-03824f80b134 on host n-h1-818823-1 for vnic_type normal using segments [{'id': 'bb18aac9-95eb-440a-9046-1e942e8e1c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '559206b0-42ba-4a96-ad81-4d29eb83f137'}] Nov 22 20:15:33.374923 n-d-818823-1 neutron-server[103448]: INFO neutron.plugins.ml2.plugin [None req-5c68cc7f-e219-4e57-b271-aa5b7a91d1f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Attempt 4 to bind port 740f6114-2ae1-49b6-82fb-03824f80b134 Nov 22 20:15:33.382333 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-445c5d18-8ff5-4c6c-89be-54be413454bf req-f5daec36-8b9c-4f28-b434-c103c3e7312d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:33.446660 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [None req-5c68cc7f-e219-4e57-b271-aa5b7a91d1f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Attempting to bind port 740f6114-2ae1-49b6-82fb-03824f80b134 on host n-h1-818823-1 for vnic_type normal with profile {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:15:33.447054 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [None req-5c68cc7f-e219-4e57-b271-aa5b7a91d1f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Attempting to bind port 740f6114-2ae1-49b6-82fb-03824f80b134 by drivers openvswitch,hyperv on host n-h1-818823-1 at level 0 using segments [{'id': 'bb18aac9-95eb-440a-9046-1e942e8e1c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '559206b0-42ba-4a96-ad81-4d29eb83f137'}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:15:33.447482 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c68cc7f-e219-4e57-b271-aa5b7a91d1f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Attempting to bind port 740f6114-2ae1-49b6-82fb-03824f80b134 on network 559206b0-42ba-4a96-ad81-4d29eb83f137 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:15:33.501681 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [req-445c5d18-8ff5-4c6c-89be-54be413454bf req-f5daec36-8b9c-4f28-b434-c103c3e7312d service neutron] No DVR routers for this DVR port c8bb28fa-bb9e-4759-a372-c50a6d5fb091 on host n-h1-818823-1 {{(pid=103448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:15:33.536798 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c68cc7f-e219-4e57-b271-aa5b7a91d1f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Port 740f6114-2ae1-49b6-82fb-03824f80b134 on network 559206b0-42ba-4a96-ad81-4d29eb83f137 not bound, no agent of type Open vSwitch agent registered on host n-h1-818823-1 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:15:33.537155 n-d-818823-1 neutron-server[103448]: ERROR neutron.plugins.ml2.managers [None req-5c68cc7f-e219-4e57-b271-aa5b7a91d1f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Failed to bind port 740f6114-2ae1-49b6-82fb-03824f80b134 on host n-h1-818823-1 for vnic_type normal using segments [{'id': 'bb18aac9-95eb-440a-9046-1e942e8e1c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '559206b0-42ba-4a96-ad81-4d29eb83f137'}] Nov 22 20:15:33.564197 n-d-818823-1 neutron-server[103448]: INFO neutron.plugins.ml2.plugin [None req-5c68cc7f-e219-4e57-b271-aa5b7a91d1f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Attempt 5 to bind port 740f6114-2ae1-49b6-82fb-03824f80b134 Nov 22 20:15:33.594325 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9e9c8d95-e722-41bd-9a2f-a26dbea270bd tempest-TagsExtTest-1419229654 tempest-TagsExtTest-1419229654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24781'] for router, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:33.597893 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9e9c8d95-e722-41bd-9a2f-a26dbea270bd tempest-TagsExtTest-1419229654 tempest-TagsExtTest-1419229654-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:33.657355 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5daec36-8b9c-4f28-b434-c103c3e7312d service neutron] Pushing event updated for resources: {'Port': ['ID=c8bb28fa-bb9e-4759-a372-c50a6d5fb091,revision_number=10']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:15:33.669756 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-445c5d18-8ff5-4c6c-89be-54be413454bf req-f5daec36-8b9c-4f28-b434-c103c3e7312d service neutron] 10.222.0.41 "PUT /v2.0/ports/c8bb28fa-bb9e-4759-a372-c50a6d5fb091/bindings/n-h2-818823-1/activate HTTP/1.1" status: 200 len: 369 time: 1.4101651 Nov 22 20:15:33.672114 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [None req-5c68cc7f-e219-4e57-b271-aa5b7a91d1f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Attempting to bind port 740f6114-2ae1-49b6-82fb-03824f80b134 on host n-h1-818823-1 for vnic_type normal with profile {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:15:33.672624 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [None req-5c68cc7f-e219-4e57-b271-aa5b7a91d1f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Attempting to bind port 740f6114-2ae1-49b6-82fb-03824f80b134 by drivers openvswitch,hyperv on host n-h1-818823-1 at level 0 using segments [{'id': 'bb18aac9-95eb-440a-9046-1e942e8e1c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '559206b0-42ba-4a96-ad81-4d29eb83f137'}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:15:33.673285 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c68cc7f-e219-4e57-b271-aa5b7a91d1f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Attempting to bind port 740f6114-2ae1-49b6-82fb-03824f80b134 on network 559206b0-42ba-4a96-ad81-4d29eb83f137 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:15:33.673406 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9809e81-5908-497c-8bbd-e28515621ed8 req-1ea4502c-f8d7-4373-9f62-92a7b9909f79 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:15:33.676636 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e9809e81-5908-497c-8bbd-e28515621ed8 req-1ea4502c-f8d7-4373-9f62-92a7b9909f79 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.46 "GET /v2.0/ports?device_id=a3f25d8f-677c-424e-8b05-326431b3cc8e HTTP/1.1" status: 200 len: 945 time: 0.1534450 Nov 22 20:15:33.677470 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9e9c8d95-e722-41bd-9a2f-a26dbea270bd tempest-TagsExtTest-1419229654 tempest-TagsExtTest-1419229654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-663261'] for router, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:33.691310 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c68cc7f-e219-4e57-b271-aa5b7a91d1f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Port 740f6114-2ae1-49b6-82fb-03824f80b134 on network 559206b0-42ba-4a96-ad81-4d29eb83f137 not bound, no agent of type Open vSwitch agent registered on host n-h1-818823-1 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:15:33.691915 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e9c8d95-e722-41bd-9a2f-a26dbea270bd tempest-TagsExtTest-1419229654 tempest-TagsExtTest-1419229654-project] Fanout notify agent at l3_agent the message router_deleted on router 7cf793d4-9b5b-414c-9099-2e776e8f72ae {{(pid=103447) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 20:15:33.693018 n-d-818823-1 neutron-server[103448]: ERROR neutron.plugins.ml2.managers [None req-5c68cc7f-e219-4e57-b271-aa5b7a91d1f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Failed to bind port 740f6114-2ae1-49b6-82fb-03824f80b134 on host n-h1-818823-1 for vnic_type normal using segments [{'id': 'bb18aac9-95eb-440a-9046-1e942e8e1c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '559206b0-42ba-4a96-ad81-4d29eb83f137'}] Nov 22 20:15:33.693610 n-d-818823-1 neutron-server[103448]: INFO neutron.plugins.ml2.plugin [None req-5c68cc7f-e219-4e57-b271-aa5b7a91d1f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Attempt 6 to bind port 740f6114-2ae1-49b6-82fb-03824f80b134 Nov 22 20:15:33.706970 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9e9c8d95-e722-41bd-9a2f-a26dbea270bd tempest-TagsExtTest-1419229654 tempest-TagsExtTest-1419229654-project] Publish callbacks [] for router, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:33.708188 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-9e9c8d95-e722-41bd-9a2f-a26dbea270bd tempest-TagsExtTest-1419229654 tempest-TagsExtTest-1419229654-project] 10.222.0.46 "DELETE /v2.0/routers/7cf793d4-9b5b-414c-9099-2e776e8f72ae HTTP/1.1" status: 204 len: 168 time: 0.5394921 Nov 22 20:15:33.710616 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 41522) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:33.734629 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [None req-5c68cc7f-e219-4e57-b271-aa5b7a91d1f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Attempting to bind port 740f6114-2ae1-49b6-82fb-03824f80b134 on host n-h1-818823-1 for vnic_type normal with profile {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:15:33.735642 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [None req-5c68cc7f-e219-4e57-b271-aa5b7a91d1f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Attempting to bind port 740f6114-2ae1-49b6-82fb-03824f80b134 by drivers openvswitch,hyperv on host n-h1-818823-1 at level 0 using segments [{'id': 'bb18aac9-95eb-440a-9046-1e942e8e1c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '559206b0-42ba-4a96-ad81-4d29eb83f137'}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:15:33.736321 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c68cc7f-e219-4e57-b271-aa5b7a91d1f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Attempting to bind port 740f6114-2ae1-49b6-82fb-03824f80b134 on network 559206b0-42ba-4a96-ad81-4d29eb83f137 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:15:33.748537 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c68cc7f-e219-4e57-b271-aa5b7a91d1f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Port 740f6114-2ae1-49b6-82fb-03824f80b134 on network 559206b0-42ba-4a96-ad81-4d29eb83f137 not bound, no agent of type Open vSwitch agent registered on host n-h1-818823-1 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:15:33.749287 n-d-818823-1 neutron-server[103448]: ERROR neutron.plugins.ml2.managers [None req-5c68cc7f-e219-4e57-b271-aa5b7a91d1f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Failed to bind port 740f6114-2ae1-49b6-82fb-03824f80b134 on host n-h1-818823-1 for vnic_type normal using segments [{'id': 'bb18aac9-95eb-440a-9046-1e942e8e1c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '559206b0-42ba-4a96-ad81-4d29eb83f137'}] Nov 22 20:15:33.749925 n-d-818823-1 neutron-server[103448]: INFO neutron.plugins.ml2.plugin [None req-5c68cc7f-e219-4e57-b271-aa5b7a91d1f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Attempt 7 to bind port 740f6114-2ae1-49b6-82fb-03824f80b134 Nov 22 20:15:33.782465 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [None req-5c68cc7f-e219-4e57-b271-aa5b7a91d1f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Attempting to bind port 740f6114-2ae1-49b6-82fb-03824f80b134 on host n-h1-818823-1 for vnic_type normal with profile {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:15:33.791535 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [None req-5c68cc7f-e219-4e57-b271-aa5b7a91d1f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Attempting to bind port 740f6114-2ae1-49b6-82fb-03824f80b134 by drivers openvswitch,hyperv on host n-h1-818823-1 at level 0 using segments [{'id': 'bb18aac9-95eb-440a-9046-1e942e8e1c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '559206b0-42ba-4a96-ad81-4d29eb83f137'}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:15:33.792296 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c68cc7f-e219-4e57-b271-aa5b7a91d1f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Attempting to bind port 740f6114-2ae1-49b6-82fb-03824f80b134 on network 559206b0-42ba-4a96-ad81-4d29eb83f137 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:15:33.804425 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c68cc7f-e219-4e57-b271-aa5b7a91d1f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Port 740f6114-2ae1-49b6-82fb-03824f80b134 on network 559206b0-42ba-4a96-ad81-4d29eb83f137 not bound, no agent of type Open vSwitch agent registered on host n-h1-818823-1 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:15:33.810111 n-d-818823-1 neutron-server[103448]: ERROR neutron.plugins.ml2.managers [None req-5c68cc7f-e219-4e57-b271-aa5b7a91d1f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Failed to bind port 740f6114-2ae1-49b6-82fb-03824f80b134 on host n-h1-818823-1 for vnic_type normal using segments [{'id': 'bb18aac9-95eb-440a-9046-1e942e8e1c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '559206b0-42ba-4a96-ad81-4d29eb83f137'}] Nov 22 20:15:33.811979 n-d-818823-1 neutron-server[103448]: INFO neutron.plugins.ml2.plugin [None req-5c68cc7f-e219-4e57-b271-aa5b7a91d1f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Attempt 8 to bind port 740f6114-2ae1-49b6-82fb-03824f80b134 Nov 22 20:15:33.843800 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 41534) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:33.848960 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [None req-5c68cc7f-e219-4e57-b271-aa5b7a91d1f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Attempting to bind port 740f6114-2ae1-49b6-82fb-03824f80b134 on host n-h1-818823-1 for vnic_type normal with profile {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:15:33.849655 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [None req-5c68cc7f-e219-4e57-b271-aa5b7a91d1f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Attempting to bind port 740f6114-2ae1-49b6-82fb-03824f80b134 by drivers openvswitch,hyperv on host n-h1-818823-1 at level 0 using segments [{'id': 'bb18aac9-95eb-440a-9046-1e942e8e1c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '559206b0-42ba-4a96-ad81-4d29eb83f137'}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:15:33.850211 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c68cc7f-e219-4e57-b271-aa5b7a91d1f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Attempting to bind port 740f6114-2ae1-49b6-82fb-03824f80b134 on network 559206b0-42ba-4a96-ad81-4d29eb83f137 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:15:33.856095 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c68cc7f-e219-4e57-b271-aa5b7a91d1f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Port 740f6114-2ae1-49b6-82fb-03824f80b134 on network 559206b0-42ba-4a96-ad81-4d29eb83f137 not bound, no agent of type Open vSwitch agent registered on host n-h1-818823-1 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:15:33.856896 n-d-818823-1 neutron-server[103448]: ERROR neutron.plugins.ml2.managers [None req-5c68cc7f-e219-4e57-b271-aa5b7a91d1f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Failed to bind port 740f6114-2ae1-49b6-82fb-03824f80b134 on host n-h1-818823-1 for vnic_type normal using segments [{'id': 'bb18aac9-95eb-440a-9046-1e942e8e1c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '559206b0-42ba-4a96-ad81-4d29eb83f137'}] Nov 22 20:15:33.857507 n-d-818823-1 neutron-server[103448]: INFO neutron.plugins.ml2.plugin [None req-5c68cc7f-e219-4e57-b271-aa5b7a91d1f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Attempt 9 to bind port 740f6114-2ae1-49b6-82fb-03824f80b134 Nov 22 20:15:33.890816 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [None req-5c68cc7f-e219-4e57-b271-aa5b7a91d1f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Attempting to bind port 740f6114-2ae1-49b6-82fb-03824f80b134 on host n-h1-818823-1 for vnic_type normal with profile {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:15:33.891284 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [None req-5c68cc7f-e219-4e57-b271-aa5b7a91d1f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Attempting to bind port 740f6114-2ae1-49b6-82fb-03824f80b134 by drivers openvswitch,hyperv on host n-h1-818823-1 at level 0 using segments [{'id': 'bb18aac9-95eb-440a-9046-1e942e8e1c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '559206b0-42ba-4a96-ad81-4d29eb83f137'}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:15:33.891878 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c68cc7f-e219-4e57-b271-aa5b7a91d1f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Attempting to bind port 740f6114-2ae1-49b6-82fb-03824f80b134 on network 559206b0-42ba-4a96-ad81-4d29eb83f137 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:15:33.897459 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c68cc7f-e219-4e57-b271-aa5b7a91d1f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Port 740f6114-2ae1-49b6-82fb-03824f80b134 on network 559206b0-42ba-4a96-ad81-4d29eb83f137 not bound, no agent of type Open vSwitch agent registered on host n-h1-818823-1 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:15:33.897912 n-d-818823-1 neutron-server[103448]: ERROR neutron.plugins.ml2.managers [None req-5c68cc7f-e219-4e57-b271-aa5b7a91d1f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Failed to bind port 740f6114-2ae1-49b6-82fb-03824f80b134 on host n-h1-818823-1 for vnic_type normal using segments [{'id': 'bb18aac9-95eb-440a-9046-1e942e8e1c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '559206b0-42ba-4a96-ad81-4d29eb83f137'}] Nov 22 20:15:33.898461 n-d-818823-1 neutron-server[103448]: INFO neutron.plugins.ml2.plugin [None req-5c68cc7f-e219-4e57-b271-aa5b7a91d1f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Attempt 10 to bind port 740f6114-2ae1-49b6-82fb-03824f80b134 Nov 22 20:15:33.914042 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [None req-5c68cc7f-e219-4e57-b271-aa5b7a91d1f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Attempting to bind port 740f6114-2ae1-49b6-82fb-03824f80b134 on host n-h1-818823-1 for vnic_type normal with profile {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:15:33.914612 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [None req-5c68cc7f-e219-4e57-b271-aa5b7a91d1f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Attempting to bind port 740f6114-2ae1-49b6-82fb-03824f80b134 by drivers openvswitch,hyperv on host n-h1-818823-1 at level 0 using segments [{'id': 'bb18aac9-95eb-440a-9046-1e942e8e1c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '559206b0-42ba-4a96-ad81-4d29eb83f137'}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:15:33.915047 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c68cc7f-e219-4e57-b271-aa5b7a91d1f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Attempting to bind port 740f6114-2ae1-49b6-82fb-03824f80b134 on network 559206b0-42ba-4a96-ad81-4d29eb83f137 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:15:33.920792 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c68cc7f-e219-4e57-b271-aa5b7a91d1f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Port 740f6114-2ae1-49b6-82fb-03824f80b134 on network 559206b0-42ba-4a96-ad81-4d29eb83f137 not bound, no agent of type Open vSwitch agent registered on host n-h1-818823-1 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:15:33.921422 n-d-818823-1 neutron-server[103448]: ERROR neutron.plugins.ml2.managers [None req-5c68cc7f-e219-4e57-b271-aa5b7a91d1f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Failed to bind port 740f6114-2ae1-49b6-82fb-03824f80b134 on host n-h1-818823-1 for vnic_type normal using segments [{'id': 'bb18aac9-95eb-440a-9046-1e942e8e1c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '559206b0-42ba-4a96-ad81-4d29eb83f137'}] Nov 22 20:15:33.921924 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5c68cc7f-e219-4e57-b271-aa5b7a91d1f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:33.939639 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e9809e81-5908-497c-8bbd-e28515621ed8 req-33141cab-991f-4079-8d58-cdf5d00a481f tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.46 "GET /v2.0/security-groups?id=deac3dce-93b4-41af-981b-873d47022422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2457726 Nov 22 20:15:33.973042 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445c5d18-8ff5-4c6c-89be-54be413454bf req-1b56bddc-5c08-4d63-b924-959ff6563ae2 tempest-LiveMigrationTest-519343393 tempest-LiveMigrationTest-519343393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:15:33.976210 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-445c5d18-8ff5-4c6c-89be-54be413454bf req-1b56bddc-5c08-4d63-b924-959ff6563ae2 tempest-LiveMigrationTest-519343393 tempest-LiveMigrationTest-519343393-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=a3f25d8f-677c-424e-8b05-326431b3cc8e&tenant_id=2c9de68061ee477dbb5cc544058ec72e&binding%3Ahost_id=n-h1-818823-1 HTTP/1.1" status: 200 len: 1096 time: 0.2403007 Nov 22 20:15:34.035966 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-5c68cc7f-e219-4e57-b271-aa5b7a91d1f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] For port 740f6114-2ae1-49b6-82fb-03824f80b134, host n-h1-818823-1, cleared binding levels {{(pid=103448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:15:34.036394 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-5c68cc7f-e219-4e57-b271-aa5b7a91d1f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Attempted to set empty binding levels {{(pid=103448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 22 20:15:34.041999 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5c68cc7f-e219-4e57-b271-aa5b7a91d1f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:34.076994 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445c5d18-8ff5-4c6c-89be-54be413454bf req-d23002fd-af6c-4f64-b20d-53849a8c2593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:15:34.080328 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-445c5d18-8ff5-4c6c-89be-54be413454bf req-d23002fd-af6c-4f64-b20d-53849a8c2593 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a3f25d8f-677c-424e-8b05-326431b3cc8e&tenant_id=2c9de68061ee477dbb5cc544058ec72e HTTP/1.1" status: 200 len: 1096 time: 0.0985227 Nov 22 20:15:34.084116 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-5c68cc7f-e219-4e57-b271-aa5b7a91d1f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] In _notify_port_updated(), no bound segment for port 740f6114-2ae1-49b6-82fb-03824f80b134 on network 559206b0-42ba-4a96-ad81-4d29eb83f137 {{(pid=103448) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 22 20:15:34.085136 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c68cc7f-e219-4e57-b271-aa5b7a91d1f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:15:34.085540 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-bea61e7b-6cd5-4ca5-b397-12b3c6e7aa9b tempest-TagsExtTest-1419229654 tempest-TagsExtTest-1419229654-project] Deleting port 686d93f9-6777-49d0-af68-8985a812125c {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:15:34.085818 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5c68cc7f-e219-4e57-b271-aa5b7a91d1f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:34.086051 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-bea61e7b-6cd5-4ca5-b397-12b3c6e7aa9b tempest-TagsExtTest-1419229654 tempest-TagsExtTest-1419229654-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:34.090299 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-5c68cc7f-e219-4e57-b271-aa5b7a91d1f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] 10.222.0.46 "PUT /v2.0/ports/740f6114-2ae1-49b6-82fb-03824f80b134 HTTP/1.1" status: 200 len: 979 time: 1.8130069 Nov 22 20:15:34.092942 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 41540) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:34.095340 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-6d3b3f79-5ede-4a38-a5ff-c51ba4ba52a2 tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] Request body: {'networks': [{'name': 'tempest-network--359095566'}, {'name': 'tempest-network--1259557705'}]} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:15:34.095909 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-6d3b3f79-5ede-4a38-a5ff-c51ba4ba52a2 tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] Request body: {'network': {'name': 'tempest-network--359095566'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:15:34.097411 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-6d3b3f79-5ede-4a38-a5ff-c51ba4ba52a2 tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] Request body: {'network': {'name': 'tempest-network--1259557705'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:15:34.173217 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c68cc7f-e219-4e57-b271-aa5b7a91d1f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Pushing event updated for resources: {'Port': ['ID=740f6114-2ae1-49b6-82fb-03824f80b134,revision_number=3']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:15:34.209292 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-cd83b8db-ff9d-401d-b57a-315ad3132715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Deleting port 740f6114-2ae1-49b6-82fb-03824f80b134 {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:15:34.209700 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cd83b8db-ff9d-401d-b57a-315ad3132715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:34.232159 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d3b3f79-5ede-4a38-a5ff-c51ba4ba52a2 tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] Made reservation on behalf of 42f38f0fa4a348009392f56a25978e72 for: {'network': 2} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:15:34.236919 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6d3b3f79-5ede-4a38-a5ff-c51ba4ba52a2 tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for network, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:34.263339 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445c5d18-8ff5-4c6c-89be-54be413454bf req-17b6ca21-be0c-4099-8732-054a9c754422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:15:34.265053 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-445c5d18-8ff5-4c6c-89be-54be413454bf req-17b6ca21-be0c-4099-8732-054a9c754422 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2c9de68061ee477dbb5cc544058ec72e&device_id=a3f25d8f-677c-424e-8b05-326431b3cc8e HTTP/1.1" status: 200 len: 1096 time: 0.1615741 Nov 22 20:15:34.268861 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6d3b3f79-5ede-4a38-a5ff-c51ba4ba52a2 tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:34.295067 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-cd83b8db-ff9d-401d-b57a-315ad3132715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] For port 740f6114-2ae1-49b6-82fb-03824f80b134, host n-h1-818823-1, got binding levels [] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:15:34.295856 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cd83b8db-ff9d-401d-b57a-315ad3132715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:34.312117 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-bea61e7b-6cd5-4ca5-b397-12b3c6e7aa9b tempest-TagsExtTest-1419229654 tempest-TagsExtTest-1419229654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:34.371051 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-bea61e7b-6cd5-4ca5-b397-12b3c6e7aa9b tempest-TagsExtTest-1419229654 tempest-TagsExtTest-1419229654-project] Calling delete_port for 686d93f9-6777-49d0-af68-8985a812125c owned by {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:15:34.535291 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445c5d18-8ff5-4c6c-89be-54be413454bf req-05eaf403-eab8-425d-bed3-b652e9556962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:15:34.536942 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-445c5d18-8ff5-4c6c-89be-54be413454bf req-05eaf403-eab8-425d-bed3-b652e9556962 service neutron] 10.222.0.20 "GET /v2.0/networks?id=4906551a-712e-4bde-8433-b2db24f02f5c HTTP/1.1" status: 200 len: 908 time: 0.2568903 Nov 22 20:15:34.597881 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-445c5d18-8ff5-4c6c-89be-54be413454bf req-23d19e01-2e24-4d35-bb25-ac0e884f96fa service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c8bb28fa-bb9e-4759-a372-c50a6d5fb091 HTTP/1.1" status: 200 len: 217 time: 0.0530925 Nov 22 20:15:34.616322 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-cd83b8db-ff9d-401d-b57a-315ad3132715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Calling delete_port for 740f6114-2ae1-49b6-82fb-03824f80b134 owned by {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:15:34.630848 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6d3b3f79-5ede-4a38-a5ff-c51ba4ba52a2 tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:34.659941 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6d3b3f79-5ede-4a38-a5ff-c51ba4ba52a2 tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:34.660486 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6d3b3f79-5ede-4a38-a5ff-c51ba4ba52a2 tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for network, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:34.749562 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cd83b8db-ff9d-401d-b57a-315ad3132715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:34.761218 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445c5d18-8ff5-4c6c-89be-54be413454bf req-5758a773-92b5-44a3-8af1-6e5cd6d7ab74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:15:34.762876 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-445c5d18-8ff5-4c6c-89be-54be413454bf req-5758a773-92b5-44a3-8af1-6e5cd6d7ab74 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b907b504-4de2-4845-a661-deaebec31498 HTTP/1.1" status: 200 len: 847 time: 0.1460917 Nov 22 20:15:34.767781 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3b3f79-5ede-4a38-a5ff-c51ba4ba52a2 tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d23b10f-7c4e-4982-a59b-919dc636cdfd,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:15:34.778862 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d3b3f79-5ede-4a38-a5ff-c51ba4ba52a2 tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] vlan segment allocate from pool success with {'vlan_id': 618, 'physical_network': 'physnet1'} {{(pid=103447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 20:15:34.791176 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd83b8db-ff9d-401d-b57a-315ad3132715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Pushing event deleted for resources: {'Port': ['ID=740f6114-2ae1-49b6-82fb-03824f80b134,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:15:34.796169 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cd83b8db-ff9d-401d-b57a-315ad3132715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:34.799278 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6d3b3f79-5ede-4a38-a5ff-c51ba4ba52a2 tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:34.799684 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-cd83b8db-ff9d-401d-b57a-315ad3132715 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] 10.222.0.46 "DELETE /v2.0/ports/740f6114-2ae1-49b6-82fb-03824f80b134 HTTP/1.1" status: 204 len: 168 time: 0.7056365 Nov 22 20:15:34.800267 n-d-818823-1 neutron-server[103447]: INFO neutron.db.segments_db [None req-6d3b3f79-5ede-4a38-a5ff-c51ba4ba52a2 tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] Added segment b7687715-da03-4ac2-a2c2-cf947419e185 of type vlan for network 767e32f4-83db-4a3f-8975-eef770ea9037 Nov 22 20:15:34.802827 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 41544) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:34.842295 n-d-818823-1 neutron-server[103448]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f568d47-8662-4908-a58a-05ddc605b253 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] GET failed (client error): The resource could not be found. Nov 22 20:15:34.851507 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-3f568d47-8662-4908-a58a-05ddc605b253 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1377622875-project-admin] 10.222.0.46 "GET /v2.0/ports/740f6114-2ae1-49b6-82fb-03824f80b134 HTTP/1.1" status: 404 len: 333 time: 0.0438051 Nov 22 20:15:34.853960 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 41552) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:34.864800 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6d3b3f79-5ede-4a38-a5ff-c51ba4ba52a2 tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748992492791'] for network, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:34.935886 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-bea61e7b-6cd5-4ca5-b397-12b3c6e7aa9b tempest-TagsExtTest-1419229654 tempest-TagsExtTest-1419229654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:34.962070 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-445c5d18-8ff5-4c6c-89be-54be413454bf req-c6e6947f-3113-4264-be06-cbbba1a6287a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4906551a-712e-4bde-8433-b2db24f02f5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0605960 Nov 22 20:15:34.971001 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d3b3f79-5ede-4a38-a5ff-c51ba4ba52a2 tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] vlan segment allocate from pool success with {'vlan_id': 600, 'physical_network': 'physnet1'} {{(pid=103447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 20:15:35.005949 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea61e7b-6cd5-4ca5-b397-12b3c6e7aa9b tempest-TagsExtTest-1419229654 tempest-TagsExtTest-1419229654-project] Pushing event deleted for resources: {'Port': ['ID=686d93f9-6777-49d0-af68-8985a812125c,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:15:35.021098 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4f4660df-bbac-48fb-9aa1-7e00b247201c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642090704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642090704-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3961693'] for network, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:35.130192 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e49ee129-e862-4476-beca-cdc8150d2345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:35.162437 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6d3b3f79-5ede-4a38-a5ff-c51ba4ba52a2 tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:35.163221 n-d-818823-1 neutron-server[103447]: INFO neutron.db.segments_db [None req-6d3b3f79-5ede-4a38-a5ff-c51ba4ba52a2 tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] Added segment ca721e80-db43-4c5d-ad04-017b641bac95 of type vlan for network abfbdc9f-f3f7-4db6-8158-f6193763a86f Nov 22 20:15:35.243580 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4f4660df-bbac-48fb-9aa1-7e00b247201c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642090704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642090704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3760028', 'neutron.services.segments.db._delete_segments_for_network-8748992815755'] for network, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:35.280751 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-4f4660df-bbac-48fb-9aa1-7e00b247201c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642090704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642090704-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['559206b0-42ba-4a96-ad81-4d29eb83f137']}} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:15:35.301541 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6d3b3f79-5ede-4a38-a5ff-c51ba4ba52a2 tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748992492791'] for network, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:35.310812 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-4f4660df-bbac-48fb-9aa1-7e00b247201c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642090704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642090704-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb18aac9-95eb-440a-9046-1e942e8e1c53') {'for_net_delete': True} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:15:35.311110 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-4f4660df-bbac-48fb-9aa1-7e00b247201c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642090704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642090704-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb18aac9-95eb-440a-9046-1e942e8e1c53') {} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:15:35.333400 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4f4660df-bbac-48fb-9aa1-7e00b247201c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642090704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642090704-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748993039638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11627933'] for segment, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:35.362599 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12ece17-d989-445d-ad14-0b1f66b77c5c req-5e2b5809-d223-4571-b307-7a82977df375 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:15:35.364589 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a12ece17-d989-445d-ad14-0b1f66b77c5c req-5e2b5809-d223-4571-b307-7a82977df375 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.46 "GET /v2.0/ports?device_id=a3f25d8f-677c-424e-8b05-326431b3cc8e HTTP/1.1" status: 200 len: 945 time: 0.2300663 Nov 22 20:15:35.364777 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4f4660df-bbac-48fb-9aa1-7e00b247201c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642090704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642090704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:35.370730 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-445c5d18-8ff5-4c6c-89be-54be413454bf req-b6f51a9c-f46e-41f5-9c60-93eac3bb3b11 service neutron] 10.222.0.20 "GET /v2.0/networks/4906551a-712e-4bde-8433-b2db24f02f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3780584 Nov 22 20:15:35.375320 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f4660df-bbac-48fb-9aa1-7e00b247201c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642090704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642090704-project] Releasing vlan 643 on physical network physnet1 to pool {{(pid=103448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 20:15:35.375912 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4f4660df-bbac-48fb-9aa1-7e00b247201c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642090704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642090704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11567447'] for segment, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:35.376476 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6d3b3f79-5ede-4a38-a5ff-c51ba4ba52a2 tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for network, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:35.377099 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6d3b3f79-5ede-4a38-a5ff-c51ba4ba52a2 tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for network, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:35.379287 n-d-818823-1 neutron-server[103448]: Traceback (most recent call last): Nov 22 20:15:35.379287 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 20:15:35.379287 n-d-818823-1 neutron-server[103448]: timer() Nov 22 20:15:35.379287 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 20:15:35.379287 n-d-818823-1 neutron-server[103448]: cb(*args, **kw) Nov 22 20:15:35.379287 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 20:15:35.379287 n-d-818823-1 neutron-server[103448]: return func(*args, **kwargs) Nov 22 20:15:35.379287 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 20:15:35.379287 n-d-818823-1 neutron-server[103448]: self._notify() Nov 22 20:15:35.379287 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 20:15:35.379287 n-d-818823-1 neutron-server[103448]: self.callback(batched_events) Nov 22 20:15:35.379287 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 20:15:35.379287 n-d-818823-1 neutron-server[103448]: event.method(event) Nov 22 20:15:35.379287 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 20:15:35.379287 n-d-818823-1 neutron-server[103448]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 20:15:35.379287 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 20:15:35.379287 n-d-818823-1 neutron-server[103448]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 20:15:35.379287 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 20:15:35.379287 n-d-818823-1 neutron-server[103448]: return f(self, *a, **k) Nov 22 20:15:35.379287 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 20:15:35.379287 n-d-818823-1 neutron-server[103448]: return self._get(url).json() Nov 22 20:15:35.379287 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 20:15:35.379287 n-d-818823-1 neutron-server[103448]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 20:15:35.379287 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 20:15:35.379287 n-d-818823-1 neutron-server[103448]: return self.request(url, 'GET', **kwargs) Nov 22 20:15:35.379287 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 20:15:35.379287 n-d-818823-1 neutron-server[103448]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 20:15:35.379287 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 20:15:35.379287 n-d-818823-1 neutron-server[103448]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 20:15:35.379287 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 20:15:35.379287 n-d-818823-1 neutron-server[103448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 20:15:35.379287 n-d-818823-1 neutron-server[103448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 20:15:35.383625 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d3b3f79-5ede-4a38-a5ff-c51ba4ba52a2 tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:15:35.388641 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d3b3f79-5ede-4a38-a5ff-c51ba4ba52a2 tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:15:35.389301 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6d3b3f79-5ede-4a38-a5ff-c51ba4ba52a2 tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for network, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:35.427213 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-bea61e7b-6cd5-4ca5-b397-12b3c6e7aa9b tempest-TagsExtTest-1419229654 tempest-TagsExtTest-1419229654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:35.431736 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-bea61e7b-6cd5-4ca5-b397-12b3c6e7aa9b tempest-TagsExtTest-1419229654 tempest-TagsExtTest-1419229654-project] 10.222.0.46 "DELETE /v2.0/ports/686d93f9-6777-49d0-af68-8985a812125c HTTP/1.1" status: 204 len: 168 time: 1.7190211 Nov 22 20:15:35.435483 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 41568) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:35.510561 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4c4008a-ae34-47e8-8b0b-3f1667fdf23d tempest-TagsExtTest-1419229654 tempest-TagsExtTest-1419229654-project] Deleting subnet 0cdb3e2e-c640-4d14-b99c-1a71edf834cb {{(pid=103448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 20:15:35.514296 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4f4660df-bbac-48fb-9aa1-7e00b247201c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642090704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642090704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3760002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595318'] for network, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:35.515933 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e4c4008a-ae34-47e8-8b0b-3f1667fdf23d tempest-TagsExtTest-1419229654 tempest-TagsExtTest-1419229654-project] Publish callbacks [] for subnet, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:35.525796 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-6d3b3f79-5ede-4a38-a5ff-c51ba4ba52a2 tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.6672239 Nov 22 20:15:35.540549 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 41570) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:35.543041 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4f4660df-bbac-48fb-9aa1-7e00b247201c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642090704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642090704-project] Publish callbacks [] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:35.546463 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-4f4660df-bbac-48fb-9aa1-7e00b247201c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642090704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642090704-project] 10.222.0.46 "DELETE /v2.0/networks/559206b0-42ba-4a96-ad81-4d29eb83f137 HTTP/1.1" status: 204 len: 168 time: 0.6910381 Nov 22 20:15:35.569422 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4660df-bbac-48fb-9aa1-7e00b247201c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642090704 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1642090704-project] Pushing event deleted for resources: {'Network': ['ID=559206b0-42ba-4a96-ad81-4d29eb83f137,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:15:35.594956 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e4c4008a-ae34-47e8-8b0b-3f1667fdf23d tempest-TagsExtTest-1419229654 tempest-TagsExtTest-1419229654-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11627908'] for subnet, precommit_delete_associations {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:35.614422 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3b3f79-5ede-4a38-a5ff-c51ba4ba52a2 tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] Pushing event updated for resources: {'Network': ['ID=767e32f4-83db-4a3f-8975-eef770ea9037,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:15:35.625921 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Network 767e32f4-83db-4a3f-8975-eef770ea9037 details requested by agent ovs-agent-n-d-818823-1 with host n-d-818823-1 {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 20:15:35.805393 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e4c4008a-ae34-47e8-8b0b-3f1667fdf23d tempest-TagsExtTest-1419229654 tempest-TagsExtTest-1419229654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3753007'] for subnet, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:35.930864 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:35.947131 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e4c4008a-ae34-47e8-8b0b-3f1667fdf23d tempest-TagsExtTest-1419229654 tempest-TagsExtTest-1419229654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3753014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11567369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11792914'] for subnet, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:36.007817 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c4008a-ae34-47e8-8b0b-3f1667fdf23d tempest-TagsExtTest-1419229654 tempest-TagsExtTest-1419229654-project] Pushing event deleted for resources: {'Subnet': ['ID=0cdb3e2e-c640-4d14-b99c-1a71edf834cb,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:15:36.018632 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e4c4008a-ae34-47e8-8b0b-3f1667fdf23d tempest-TagsExtTest-1419229654 tempest-TagsExtTest-1419229654-project] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:36.019869 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc9a867b-a3ca-4209-9662-82df8fc33dbe None None] Network ca90e9a7-a390-4230-80e9-3269d206e4b1 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:15:36.022941 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-e4c4008a-ae34-47e8-8b0b-3f1667fdf23d tempest-TagsExtTest-1419229654 tempest-TagsExtTest-1419229654-project] 10.222.0.46 "DELETE /v2.0/subnets/0cdb3e2e-c640-4d14-b99c-1a71edf834cb HTTP/1.1" status: 204 len: 168 time: 0.5878773 Nov 22 20:15:36.025853 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 41588) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:36.115350 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 41590) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:36.170712 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2ace2be3-a788-4e3b-9b20-8cf679b6b4fd tempest-TagsExtTest-1419229654 tempest-TagsExtTest-1419229654-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3961693'] for network, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:36.278657 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a12ece17-d989-445d-ad14-0b1f66b77c5c req-149229bf-a6d5-472d-b23a-992887622b99 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.46 "GET /v2.0/security-groups?id=deac3dce-93b4-41af-981b-873d47022422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9044058 Nov 22 20:15:36.308451 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-2ace2be3-a788-4e3b-9b20-8cf679b6b4fd tempest-TagsExtTest-1419229654 tempest-TagsExtTest-1419229654-project] Deleting port eb208afa-331d-4450-8380-f2329c3c3757 {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:15:36.308864 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2ace2be3-a788-4e3b-9b20-8cf679b6b4fd tempest-TagsExtTest-1419229654 tempest-TagsExtTest-1419229654-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:36.332499 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4609b99b-65ef-4bdd-9bdd-c917ae485874 None None] DHCP port deletion for ca90e9a7-a390-4230-80e9-3269d206e4b1 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:15:36.419270 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-4609b99b-65ef-4bdd-9bdd-c917ae485874 None None] Deleting port eb208afa-331d-4450-8380-f2329c3c3757 {{(pid=103449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:15:36.419793 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4609b99b-65ef-4bdd-9bdd-c917ae485874 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:36.432628 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3b3f79-5ede-4a38-a5ff-c51ba4ba52a2 tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] Pushing event updated for resources: {'Network': ['ID=abfbdc9f-f3f7-4db6-8158-f6193763a86f,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:15:36.472997 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Network abfbdc9f-f3f7-4db6-8158-f6193763a86f details requested by agent ovs-agent-n-d-818823-1 with host n-d-818823-1 {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 20:15:36.525786 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-445c5d18-8ff5-4c6c-89be-54be413454bf req-b8fd7320-d365-40c7-b57b-7be7172b5249 service neutron] 10.222.0.20 "GET /v2.0/networks/4906551a-712e-4bde-8433-b2db24f02f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1334665 Nov 22 20:15:36.533391 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-520dbda6-6388-49fa-82fb-7c1bc9d714b1 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c740aec466774632b00e0983d0046c80&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4149446 Nov 22 20:15:36.541792 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 41604) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:36.557506 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-2ace2be3-a788-4e3b-9b20-8cf679b6b4fd tempest-TagsExtTest-1419229654 tempest-TagsExtTest-1419229654-project] For port eb208afa-331d-4450-8380-f2329c3c3757, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=eb208afa-331d-4450-8380-f2329c3c3757,segment=NetworkSegment(95515b5a-b060-4f7f-af52-107677a2700a),segment_id=95515b5a-b060-4f7f-af52-107677a2700a)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:15:36.557786 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2ace2be3-a788-4e3b-9b20-8cf679b6b4fd tempest-TagsExtTest-1419229654 tempest-TagsExtTest-1419229654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:36.586775 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-2ace2be3-a788-4e3b-9b20-8cf679b6b4fd tempest-TagsExtTest-1419229654 tempest-TagsExtTest-1419229654-project] Calling delete_port for eb208afa-331d-4450-8380-f2329c3c3757 owned by network:dhcp {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:15:36.587304 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-4609b99b-65ef-4bdd-9bdd-c917ae485874 None None] For port eb208afa-331d-4450-8380-f2329c3c3757, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=eb208afa-331d-4450-8380-f2329c3c3757,segment=NetworkSegment(95515b5a-b060-4f7f-af52-107677a2700a),segment_id=95515b5a-b060-4f7f-af52-107677a2700a)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:15:36.587977 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4609b99b-65ef-4bdd-9bdd-c917ae485874 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:36.605933 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-4609b99b-65ef-4bdd-9bdd-c917ae485874 None None] Calling delete_port for eb208afa-331d-4450-8380-f2329c3c3757 owned by network:dhcp {{(pid=103449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:15:36.641603 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-168043eb-b684-4652-b068-205d878437c5 tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:15:36.650833 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-168043eb-b684-4652-b068-205d878437c5 tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:15:36.662077 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-168043eb-b684-4652-b068-205d878437c5 tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:15:36.669623 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-168043eb-b684-4652-b068-205d878437c5 tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:15:36.674960 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-168043eb-b684-4652-b068-205d878437c5 tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 1.1296613 Nov 22 20:15:36.676117 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 41610) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:36.704242 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4609b99b-65ef-4bdd-9bdd-c917ae485874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381'] for port, after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:36.718379 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f03d7b19-1d11-4c2e-85b4-c44f69421d9d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:36.749202 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f03d7b19-1d11-4c2e-85b4-c44f69421d9d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:36.756710 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4609b99b-65ef-4bdd-9bdd-c917ae485874 None None] Pushing event deleted for resources: {'Port': ['ID=eb208afa-331d-4450-8380-f2329c3c3757,revision_number=None']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:15:36.772143 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4609b99b-65ef-4bdd-9bdd-c917ae485874 None None] No DVR routers for this DVR port eb208afa-331d-4450-8380-f2329c3c3757 on host n-d-818823-1 {{(pid=103449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:15:36.774206 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e6d570b8-4ef1-42e3-aee3-04fa38eb4b81 tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3961693'] for network, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:36.820698 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2ace2be3-a788-4e3b-9b20-8cf679b6b4fd tempest-TagsExtTest-1419229654 tempest-TagsExtTest-1419229654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:36.855205 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ace2be3-a788-4e3b-9b20-8cf679b6b4fd tempest-TagsExtTest-1419229654 tempest-TagsExtTest-1419229654-project] Pushing event deleted for resources: {'Port': ['ID=eb208afa-331d-4450-8380-f2329c3c3757,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:15:36.860877 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ace2be3-a788-4e3b-9b20-8cf679b6b4fd tempest-TagsExtTest-1419229654 tempest-TagsExtTest-1419229654-project] No DVR routers for this DVR port eb208afa-331d-4450-8380-f2329c3c3757 on host n-d-818823-1 {{(pid=103448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:15:36.916512 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f03d7b19-1d11-4c2e-85b4-c44f69421d9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:36.920267 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f03d7b19-1d11-4c2e-85b4-c44f69421d9d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:36.921657 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-f03d7b19-1d11-4c2e-85b4-c44f69421d9d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f979a137-153f-4e52-9d09-bb18ba2b8077 HTTP/1.1" status: 204 len: 168 time: 0.3783433 Nov 22 20:15:36.930074 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e6d570b8-4ef1-42e3-aee3-04fa38eb4b81 tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3760028', 'neutron.services.segments.db._delete_segments_for_network-8748992815755'] for network, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:36.975558 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03d7b19-1d11-4c2e-85b4-c44f69421d9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f979a137-153f-4e52-9d09-bb18ba2b8077,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:15:37.006568 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2ace2be3-a788-4e3b-9b20-8cf679b6b4fd tempest-TagsExtTest-1419229654 tempest-TagsExtTest-1419229654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3760028', 'neutron.services.segments.db._delete_segments_for_network-8748992815755'] for network, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:37.037422 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-e6d570b8-4ef1-42e3-aee3-04fa38eb4b81 tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['767e32f4-83db-4a3f-8975-eef770ea9037']}} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:15:37.061213 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-e6d570b8-4ef1-42e3-aee3-04fa38eb4b81 tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7687715-da03-4ac2-a2c2-cf947419e185') {'for_net_delete': True} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:15:37.061539 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-e6d570b8-4ef1-42e3-aee3-04fa38eb4b81 tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7687715-da03-4ac2-a2c2-cf947419e185') {} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:15:37.074110 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-2ace2be3-a788-4e3b-9b20-8cf679b6b4fd tempest-TagsExtTest-1419229654 tempest-TagsExtTest-1419229654-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca90e9a7-a390-4230-80e9-3269d206e4b1']}} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:15:37.086718 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e6d570b8-4ef1-42e3-aee3-04fa38eb4b81 tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748993039638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12178344'] for segment, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:37.091867 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-2ace2be3-a788-4e3b-9b20-8cf679b6b4fd tempest-TagsExtTest-1419229654 tempest-TagsExtTest-1419229654-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95515b5a-b060-4f7f-af52-107677a2700a') {'for_net_delete': True} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:15:37.092371 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-2ace2be3-a788-4e3b-9b20-8cf679b6b4fd tempest-TagsExtTest-1419229654 tempest-TagsExtTest-1419229654-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95515b5a-b060-4f7f-af52-107677a2700a') {} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:15:37.107397 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445c5d18-8ff5-4c6c-89be-54be413454bf req-d8fd3245-e297-4073-896c-919377e1cd81 tempest-LiveMigrationTest-519343393 tempest-LiveMigrationTest-519343393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:15:37.109432 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-445c5d18-8ff5-4c6c-89be-54be413454bf req-d8fd3245-e297-4073-896c-919377e1cd81 tempest-LiveMigrationTest-519343393 tempest-LiveMigrationTest-519343393-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=a3f25d8f-677c-424e-8b05-326431b3cc8e&tenant_id=2c9de68061ee477dbb5cc544058ec72e&binding%3Ahost_id=n-h2-818823-1 HTTP/1.1" status: 200 len: 1096 time: 0.3278282 Nov 22 20:15:37.116515 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2ace2be3-a788-4e3b-9b20-8cf679b6b4fd tempest-TagsExtTest-1419229654 tempest-TagsExtTest-1419229654-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748993039638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11627933'] for segment, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:37.127787 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e6d570b8-4ef1-42e3-aee3-04fa38eb4b81 tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:37.138630 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2ace2be3-a788-4e3b-9b20-8cf679b6b4fd tempest-TagsExtTest-1419229654 tempest-TagsExtTest-1419229654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:37.147288 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ace2be3-a788-4e3b-9b20-8cf679b6b4fd tempest-TagsExtTest-1419229654 tempest-TagsExtTest-1419229654-project] Releasing vlan 638 on physical network physnet1 to pool {{(pid=103448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 20:15:37.147803 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2ace2be3-a788-4e3b-9b20-8cf679b6b4fd tempest-TagsExtTest-1419229654 tempest-TagsExtTest-1419229654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11567447'] for segment, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:37.172170 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6d570b8-4ef1-42e3-aee3-04fa38eb4b81 tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] Releasing vlan 618 on physical network physnet1 to pool {{(pid=103447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 20:15:37.172669 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e6d570b8-4ef1-42e3-aee3-04fa38eb4b81 tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8900762'] for segment, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:37.176770 n-d-818823-1 neutron-server[103447]: Traceback (most recent call last): Nov 22 20:15:37.176770 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 20:15:37.176770 n-d-818823-1 neutron-server[103447]: timer() Nov 22 20:15:37.176770 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 20:15:37.176770 n-d-818823-1 neutron-server[103447]: cb(*args, **kw) Nov 22 20:15:37.176770 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 20:15:37.176770 n-d-818823-1 neutron-server[103447]: return func(*args, **kwargs) Nov 22 20:15:37.176770 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 20:15:37.176770 n-d-818823-1 neutron-server[103447]: self._notify() Nov 22 20:15:37.176770 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 20:15:37.176770 n-d-818823-1 neutron-server[103447]: self.callback(batched_events) Nov 22 20:15:37.176770 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 20:15:37.176770 n-d-818823-1 neutron-server[103447]: event.method(event) Nov 22 20:15:37.176770 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 20:15:37.176770 n-d-818823-1 neutron-server[103447]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 20:15:37.176770 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 20:15:37.176770 n-d-818823-1 neutron-server[103447]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 20:15:37.176770 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 20:15:37.176770 n-d-818823-1 neutron-server[103447]: return f(self, *a, **k) Nov 22 20:15:37.176770 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 20:15:37.176770 n-d-818823-1 neutron-server[103447]: return self._get(url).json() Nov 22 20:15:37.176770 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 20:15:37.176770 n-d-818823-1 neutron-server[103447]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 20:15:37.176770 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 20:15:37.176770 n-d-818823-1 neutron-server[103447]: return self.request(url, 'GET', **kwargs) Nov 22 20:15:37.176770 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 20:15:37.176770 n-d-818823-1 neutron-server[103447]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 20:15:37.176770 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 20:15:37.176770 n-d-818823-1 neutron-server[103447]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 20:15:37.176770 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 20:15:37.176770 n-d-818823-1 neutron-server[103447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 20:15:37.176770 n-d-818823-1 neutron-server[103447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 20:15:37.208293 n-d-818823-1 neutron-server[103448]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 20:15:37.208293 n-d-818823-1 neutron-server[103448]: self.session.flush() Nov 22 20:15:37.208293 n-d-818823-1 neutron-server[103448]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 20:15:37.208293 n-d-818823-1 neutron-server[103448]: self.session.flush() Nov 22 20:15:37.208293 n-d-818823-1 neutron-server[103448]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 20:15:37.208293 n-d-818823-1 neutron-server[103448]: self.session.flush() Nov 22 20:15:37.208293 n-d-818823-1 neutron-server[103448]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 20:15:37.208293 n-d-818823-1 neutron-server[103448]: self.session.flush() Nov 22 20:15:37.208293 n-d-818823-1 neutron-server[103448]: Traceback (most recent call last): Nov 22 20:15:37.208293 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 20:15:37.208293 n-d-818823-1 neutron-server[103448]: timer() Nov 22 20:15:37.208293 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 20:15:37.208293 n-d-818823-1 neutron-server[103448]: cb(*args, **kw) Nov 22 20:15:37.208293 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 20:15:37.208293 n-d-818823-1 neutron-server[103448]: return func(*args, **kwargs) Nov 22 20:15:37.208293 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 20:15:37.208293 n-d-818823-1 neutron-server[103448]: self._notify() Nov 22 20:15:37.208293 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 20:15:37.208293 n-d-818823-1 neutron-server[103448]: self.callback(batched_events) Nov 22 20:15:37.208293 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 20:15:37.208293 n-d-818823-1 neutron-server[103448]: event.method(event) Nov 22 20:15:37.208293 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 20:15:37.208293 n-d-818823-1 neutron-server[103448]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 20:15:37.208293 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 20:15:37.208293 n-d-818823-1 neutron-server[103448]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 20:15:37.208293 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 20:15:37.208293 n-d-818823-1 neutron-server[103448]: return f(self, *a, **k) Nov 22 20:15:37.208293 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 20:15:37.208293 n-d-818823-1 neutron-server[103448]: return self._get(url).json() Nov 22 20:15:37.208293 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 20:15:37.208293 n-d-818823-1 neutron-server[103448]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 20:15:37.208293 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 20:15:37.208293 n-d-818823-1 neutron-server[103448]: return self.request(url, 'GET', **kwargs) Nov 22 20:15:37.208293 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 20:15:37.208293 n-d-818823-1 neutron-server[103448]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 20:15:37.208293 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 20:15:37.208293 n-d-818823-1 neutron-server[103448]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 20:15:37.208293 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 20:15:37.208293 n-d-818823-1 neutron-server[103448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 20:15:37.208293 n-d-818823-1 neutron-server[103448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 20:15:37.240638 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2ace2be3-a788-4e3b-9b20-8cf679b6b4fd tempest-TagsExtTest-1419229654 tempest-TagsExtTest-1419229654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3760002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595318'] for network, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:37.253141 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2ace2be3-a788-4e3b-9b20-8cf679b6b4fd tempest-TagsExtTest-1419229654 tempest-TagsExtTest-1419229654-project] Publish callbacks [] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:37.259337 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-2ace2be3-a788-4e3b-9b20-8cf679b6b4fd tempest-TagsExtTest-1419229654 tempest-TagsExtTest-1419229654-project] 10.222.0.46 "DELETE /v2.0/networks/ca90e9a7-a390-4230-80e9-3269d206e4b1 HTTP/1.1" status: 204 len: 168 time: 1.2300270 Nov 22 20:15:37.285956 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e6d570b8-4ef1-42e3-aee3-04fa38eb4b81 tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3760002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595318'] for network, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:37.290235 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ace2be3-a788-4e3b-9b20-8cf679b6b4fd tempest-TagsExtTest-1419229654 tempest-TagsExtTest-1419229654-project] Pushing event deleted for resources: {'Network': ['ID=ca90e9a7-a390-4230-80e9-3269d206e4b1,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:15:37.291773 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e6d570b8-4ef1-42e3-aee3-04fa38eb4b81 tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for network, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:37.296127 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-e6d570b8-4ef1-42e3-aee3-04fa38eb4b81 tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] 10.222.0.46 "DELETE /v2.0/networks/767e32f4-83db-4a3f-8975-eef770ea9037 HTTP/1.1" status: 204 len: 168 time: 0.6182871 Nov 22 20:15:37.298603 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 41652) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:37.369527 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 41656) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:37.372355 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d570b8-4ef1-42e3-aee3-04fa38eb4b81 tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] Pushing event deleted for resources: {'Network': ['ID=767e32f4-83db-4a3f-8975-eef770ea9037,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:15:37.422172 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-74e18c85-86f9-48a6-81cd-a393674bfe75 tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3961693'] for network, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:37.492631 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-afb46154-bb6b-4942-9d57-68e6a7c25735 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4490aead1cec44a595799fd91cb5c944&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1214418 Nov 22 20:15:37.498875 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 41664) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:37.501549 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-445c5d18-8ff5-4c6c-89be-54be413454bf req-a7f0569c-8bb3-44cc-8cba-be43478c9ee5 service neutron] For port c8bb28fa-bb9e-4759-a372-c50a6d5fb091, host n-h1-818823-1, cleared binding levels {{(pid=103447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:15:37.519781 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-445c5d18-8ff5-4c6c-89be-54be413454bf req-a7f0569c-8bb3-44cc-8cba-be43478c9ee5 service neutron] Publish callbacks [] for binding, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:37.524426 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-445c5d18-8ff5-4c6c-89be-54be413454bf req-a7f0569c-8bb3-44cc-8cba-be43478c9ee5 service neutron] 10.222.0.20 "DELETE /v2.0/ports/c8bb28fa-bb9e-4759-a372-c50a6d5fb091/bindings/n-h1-818823-1 HTTP/1.1" status: 204 len: 173 time: 0.4060829 Nov 22 20:15:37.554945 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-74e18c85-86f9-48a6-81cd-a393674bfe75 tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3760028', 'neutron.services.segments.db._delete_segments_for_network-8748992815755'] for network, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:37.585575 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-74e18c85-86f9-48a6-81cd-a393674bfe75 tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abfbdc9f-f3f7-4db6-8158-f6193763a86f']}} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:15:37.603610 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-74e18c85-86f9-48a6-81cd-a393674bfe75 tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca721e80-db43-4c5d-ad04-017b641bac95') {'for_net_delete': True} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:15:37.603918 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-74e18c85-86f9-48a6-81cd-a393674bfe75 tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca721e80-db43-4c5d-ad04-017b641bac95') {} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:15:37.609646 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563498ef-2350-4ea5-8b02-036b1cd8c616 req-16e1b207-226f-4c0a-96f0-091166c4bbc4 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:15:37.611616 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-563498ef-2350-4ea5-8b02-036b1cd8c616 req-16e1b207-226f-4c0a-96f0-091166c4bbc4 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.46 "GET /v2.0/ports?device_id=a3f25d8f-677c-424e-8b05-326431b3cc8e HTTP/1.1" status: 200 len: 945 time: 0.1585014 Nov 22 20:15:37.617092 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-74e18c85-86f9-48a6-81cd-a393674bfe75 tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748993039638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11627933'] for segment, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:37.617298 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-31494c98-dd7b-4575-ae48-f60de810e52f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:37.635516 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-74e18c85-86f9-48a6-81cd-a393674bfe75 tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:37.645143 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74e18c85-86f9-48a6-81cd-a393674bfe75 tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] Releasing vlan 600 on physical network physnet1 to pool {{(pid=103448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 20:15:37.645984 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-74e18c85-86f9-48a6-81cd-a393674bfe75 tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11567447'] for segment, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:37.650601 n-d-818823-1 neutron-server[103448]: Traceback (most recent call last): Nov 22 20:15:37.650601 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 20:15:37.650601 n-d-818823-1 neutron-server[103448]: timer() Nov 22 20:15:37.650601 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 20:15:37.650601 n-d-818823-1 neutron-server[103448]: cb(*args, **kw) Nov 22 20:15:37.650601 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 20:15:37.650601 n-d-818823-1 neutron-server[103448]: return func(*args, **kwargs) Nov 22 20:15:37.650601 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 20:15:37.650601 n-d-818823-1 neutron-server[103448]: self._notify() Nov 22 20:15:37.650601 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 20:15:37.650601 n-d-818823-1 neutron-server[103448]: self.callback(batched_events) Nov 22 20:15:37.650601 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 20:15:37.650601 n-d-818823-1 neutron-server[103448]: event.method(event) Nov 22 20:15:37.650601 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 20:15:37.650601 n-d-818823-1 neutron-server[103448]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 20:15:37.650601 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 20:15:37.650601 n-d-818823-1 neutron-server[103448]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 20:15:37.650601 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 20:15:37.650601 n-d-818823-1 neutron-server[103448]: return f(self, *a, **k) Nov 22 20:15:37.650601 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 20:15:37.650601 n-d-818823-1 neutron-server[103448]: return self._get(url).json() Nov 22 20:15:37.650601 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 20:15:37.650601 n-d-818823-1 neutron-server[103448]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 20:15:37.650601 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 20:15:37.650601 n-d-818823-1 neutron-server[103448]: return self.request(url, 'GET', **kwargs) Nov 22 20:15:37.650601 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 20:15:37.650601 n-d-818823-1 neutron-server[103448]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 20:15:37.650601 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 20:15:37.650601 n-d-818823-1 neutron-server[103448]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 20:15:37.650601 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 20:15:37.650601 n-d-818823-1 neutron-server[103448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 20:15:37.650601 n-d-818823-1 neutron-server[103448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 20:15:37.669892 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-31494c98-dd7b-4575-ae48-f60de810e52f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:37.730387 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-74e18c85-86f9-48a6-81cd-a393674bfe75 tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3760002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595318'] for network, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:37.746373 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-563498ef-2350-4ea5-8b02-036b1cd8c616 req-1ede4f51-968a-4247-8c06-694a28064fa7 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.46 "GET /v2.0/security-groups?id=deac3dce-93b4-41af-981b-873d47022422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209531 Nov 22 20:15:37.812728 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-31494c98-dd7b-4575-ae48-f60de810e52f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:37.816357 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-31494c98-dd7b-4575-ae48-f60de810e52f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:37.821398 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-74e18c85-86f9-48a6-81cd-a393674bfe75 tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] Publish callbacks [] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:37.824024 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-31494c98-dd7b-4575-ae48-f60de810e52f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/94fba6df-5354-46c1-acbd-00aa4b832677 HTTP/1.1" status: 204 len: 168 time: 0.3179402 Nov 22 20:15:37.826504 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-74e18c85-86f9-48a6-81cd-a393674bfe75 tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] 10.222.0.46 "DELETE /v2.0/networks/abfbdc9f-f3f7-4db6-8158-f6193763a86f HTTP/1.1" status: 204 len: 168 time: 0.5264673 Nov 22 20:15:37.827805 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e18c85-86f9-48a6-81cd-a393674bfe75 tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] Pushing event deleted for resources: {'Network': ['ID=abfbdc9f-f3f7-4db6-8158-f6193763a86f,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:15:37.829747 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 41672) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:37.853525 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31494c98-dd7b-4575-ae48-f60de810e52f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94fba6df-5354-46c1-acbd-00aa4b832677,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:15:37.881486 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 41674) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:37.998195 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.agents_db [None req-aa8313f2-1ee4-4e7b-8c5a-d32b2f9d31ee None None] Agent healthcheck: found 7 active agents {{(pid=103450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 20:15:38.071271 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce78394d-0fc0-48b5-aff0-bdfb68e3504e tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:15:38.077845 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce78394d-0fc0-48b5-aff0-bdfb68e3504e tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:15:38.081848 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-ce78394d-0fc0-48b5-aff0-bdfb68e3504e tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2474835 Nov 22 20:15:38.084755 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 41690) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:38.089443 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-0a7f943e-2755-4828-b338-795608d7248b tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1390131422'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:15:38.160089 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a7f943e-2755-4828-b338-795608d7248b tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] Made reservation on behalf of 42f38f0fa4a348009392f56a25978e72 for: {'network': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:15:38.164433 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0a7f943e-2755-4828-b338-795608d7248b tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for network, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:38.189191 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device eb208afa-331d-4450-8380-f2329c3c3757 no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:15:38.234007 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a7f943e-2755-4828-b338-795608d7248b tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] vlan segment allocate from pool success with {'vlan_id': 609, 'physical_network': 'physnet1'} {{(pid=103448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 20:15:38.239747 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: eb208afa-331d-4450-8380-f2329c3c3757 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:15:38.241641 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device eb208afa-331d-4450-8380-f2329c3c3757 not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:15:38.269796 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0a7f943e-2755-4828-b338-795608d7248b tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:38.270727 n-d-818823-1 neutron-server[103448]: INFO neutron.db.segments_db [None req-0a7f943e-2755-4828-b338-795608d7248b tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] Added segment fb0b6039-fb50-460b-af4f-718c1c9dd5b8 of type vlan for network 0027a749-2dd4-4f80-a42d-fa4967f1fe58 Nov 22 20:15:38.340617 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0a7f943e-2755-4828-b338-795608d7248b tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748992492791'] for network, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:38.379082 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0a7f943e-2755-4828-b338-795608d7248b tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for network, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:38.391429 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a7f943e-2755-4828-b338-795608d7248b tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:15:38.392410 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0a7f943e-2755-4828-b338-795608d7248b tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] Publish callbacks [] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:38.410560 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58de950f-740a-4e42-a120-a70a5b679798 req-7a515d37-80dc-4044-ae9c-ed8ad5c4bd7f tempest-LiveMigrationTest-519343393 tempest-LiveMigrationTest-519343393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:15:38.417364 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-58de950f-740a-4e42-a120-a70a5b679798 req-7a515d37-80dc-4044-ae9c-ed8ad5c4bd7f tempest-LiveMigrationTest-519343393 tempest-LiveMigrationTest-519343393-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=a3f25d8f-677c-424e-8b05-326431b3cc8e HTTP/1.1" status: 200 len: 1096 time: 0.1221964 Nov 22 20:15:38.493946 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-58de950f-740a-4e42-a120-a70a5b679798 req-5ae4605e-64e1-4406-82ac-1c88d146e8ec tempest-LiveMigrationTest-519343393 tempest-LiveMigrationTest-519343393-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=deac3dce-93b4-41af-981b-873d47022422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705729 Nov 22 20:15:38.551855 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-0a7f943e-2755-4828-b338-795608d7248b tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4662051 Nov 22 20:15:38.552524 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 41722) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:38.579219 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-7f95efb6-6924-48f4-8259-3e854a0b5c4a tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1426988808'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:15:38.601633 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-ccd12394-b42f-4d6a-a98f-3a5fce242059 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=404f553de0294deca4c11b7afd903796&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7184165 Nov 22 20:15:38.604184 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 41726) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:38.623370 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7f943e-2755-4828-b338-795608d7248b tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] Pushing event updated for resources: {'Network': ['ID=0027a749-2dd4-4f80-a42d-fa4967f1fe58,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:15:38.637437 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Network 0027a749-2dd4-4f80-a42d-fa4967f1fe58 details requested by agent ovs-agent-n-d-818823-1 with host n-d-818823-1 {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 20:15:38.671510 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f95efb6-6924-48f4-8259-3e854a0b5c4a tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] Made reservation on behalf of 42f38f0fa4a348009392f56a25978e72 for: {'network': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:15:38.681428 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7f95efb6-6924-48f4-8259-3e854a0b5c4a tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for network, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:38.730129 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-19e9d40e-1d59-46ad-8ac6-5ec6d7f2223e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:38.736159 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f95efb6-6924-48f4-8259-3e854a0b5c4a tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] vlan segment allocate from pool success with {'vlan_id': 624, 'physical_network': 'physnet1'} {{(pid=103448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 20:15:38.779572 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7f95efb6-6924-48f4-8259-3e854a0b5c4a tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:38.780344 n-d-818823-1 neutron-server[103448]: INFO neutron.db.segments_db [None req-7f95efb6-6924-48f4-8259-3e854a0b5c4a tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] Added segment 2b27cfb8-0b6f-4851-9235-60f779140deb of type vlan for network 63ce8e7a-eb7a-4cc0-96b7-ccd7f275eccd Nov 22 20:15:38.811913 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-19e9d40e-1d59-46ad-8ac6-5ec6d7f2223e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:38.901026 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7f95efb6-6924-48f4-8259-3e854a0b5c4a tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748992492791'] for network, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:38.978476 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdc92d1-9c2d-4fad-ab51-aa778eefa9f4 req-897aee1d-ba1b-4f24-b60b-d711ffd6ef74 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:15:38.979227 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7f95efb6-6924-48f4-8259-3e854a0b5c4a tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for network, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:38.988439 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ccdc92d1-9c2d-4fad-ab51-aa778eefa9f4 req-897aee1d-ba1b-4f24-b60b-d711ffd6ef74 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.46 "GET /v2.0/ports?device_id=a3f25d8f-677c-424e-8b05-326431b3cc8e HTTP/1.1" status: 200 len: 945 time: 0.0834179 Nov 22 20:15:38.990186 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f95efb6-6924-48f4-8259-3e854a0b5c4a tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:15:38.990882 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7f95efb6-6924-48f4-8259-3e854a0b5c4a tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] Publish callbacks [] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:39.014301 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-19e9d40e-1d59-46ad-8ac6-5ec6d7f2223e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:39.017871 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-19e9d40e-1d59-46ad-8ac6-5ec6d7f2223e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:39.023465 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-19e9d40e-1d59-46ad-8ac6-5ec6d7f2223e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7d872dff-c51e-4624-a6c4-f81589e46632 HTTP/1.1" status: 204 len: 168 time: 0.4151933 Nov 22 20:15:39.040297 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e9d40e-1d59-46ad-8ac6-5ec6d7f2223e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d872dff-c51e-4624-a6c4-f81589e46632,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:15:39.098349 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ccdc92d1-9c2d-4fad-ab51-aa778eefa9f4 req-ec1d8b3f-b2f5-4ce5-ac58-4a7e6eaf5815 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.46 "GET /v2.0/security-groups?id=deac3dce-93b4-41af-981b-873d47022422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074812 Nov 22 20:15:39.145527 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f95efb6-6924-48f4-8259-3e854a0b5c4a tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] Pushing event updated for resources: {'Network': ['ID=63ce8e7a-eb7a-4cc0-96b7-ccd7f275eccd,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:15:39.158268 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Network 63ce8e7a-eb7a-4cc0-96b7-ccd7f275eccd details requested by agent ovs-agent-n-d-818823-1 with host n-d-818823-1 {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 20:15:39.161919 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-7f95efb6-6924-48f4-8259-3e854a0b5c4a tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5967522 Nov 22 20:15:39.164605 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 41752) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:39.173961 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-144942de-511c-49ec-8b68-416447e0ce1b tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] Request body: {'ports': [{'network_id': '0027a749-2dd4-4f80-a42d-fa4967f1fe58', 'name': 'tempest-port--1576078202', 'admin_state_up': True}, {'network_id': '63ce8e7a-eb7a-4cc0-96b7-ccd7f275eccd', 'admin_state_up': False}]} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:15:39.177640 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-144942de-511c-49ec-8b68-416447e0ce1b tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] Request body: {'port': {'network_id': '0027a749-2dd4-4f80-a42d-fa4967f1fe58', 'name': 'tempest-port--1576078202', 'admin_state_up': True}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:15:39.178214 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-144942de-511c-49ec-8b68-416447e0ce1b tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] Request body: {'port': {'network_id': '63ce8e7a-eb7a-4cc0-96b7-ccd7f275eccd', 'admin_state_up': False}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:15:39.366608 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 41762) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:39.523609 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eae51b4-a8b9-41d2-8dda-e760d99366f7 req-c70b03c0-795a-4f84-82e3-23984178e61f tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:15:39.525170 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1eae51b4-a8b9-41d2-8dda-e760d99366f7 req-c70b03c0-795a-4f84-82e3-23984178e61f tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] 10.222.0.46 "GET /v2.0/networks?id=c625a1a7-f1bd-484b-b342-37cf517c7d76 HTTP/1.1" status: 200 len: 805 time: 0.2551129 Nov 22 20:15:39.535130 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-39266972-81a5-4bff-8795-0c521c00c9d1 tempest-AgentManagementNegativeTest-2063294464 tempest-AgentManagementNegativeTest-2063294464-project] 10.222.0.46 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1661406 Nov 22 20:15:39.548572 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673f8ac9-3a41-4235-9d40-74b7eac99ea4 req-8bcaeda9-74d5-48e9-863b-7541fce13410 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:15:39.550180 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-673f8ac9-3a41-4235-9d40-74b7eac99ea4 req-8bcaeda9-74d5-48e9-863b-7541fce13410 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3f25d8f-677c-424e-8b05-326431b3cc8e HTTP/1.1" status: 200 len: 945 time: 0.1134710 Nov 22 20:15:39.571117 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1eae51b4-a8b9-41d2-8dda-e760d99366f7 req-b73d5e79-5054-4378-8d9c-387c28fedae6 tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] 10.222.0.46 "GET /v2.0/quotas/f636877ba0f34a3e9062dfe9cdad7e3c HTTP/1.1" status: 200 len: 375 time: 0.0328469 Nov 22 20:15:39.593489 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-144942de-511c-49ec-8b68-416447e0ce1b tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] Made reservation on behalf of 42f38f0fa4a348009392f56a25978e72 for: {'port': 2} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:15:39.598617 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-144942de-511c-49ec-8b68-416447e0ce1b tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:39.650522 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-144942de-511c-49ec-8b68-416447e0ce1b tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:39.751296 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1eae51b4-a8b9-41d2-8dda-e760d99366f7 req-92616071-a14e-4081-9a32-d640b26f4ab9 tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=f636877ba0f34a3e9062dfe9cdad7e3c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1616910 Nov 22 20:15:39.791504 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 41782) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:39.833903 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [None req-144942de-511c-49ec-8b68-416447e0ce1b tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] device_id is not set on port af50e40e-d4bf-468b-8465-dea258250dfc yet. {{(pid=103447) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 20:15:39.860377 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-673f8ac9-3a41-4235-9d40-74b7eac99ea4 req-240dd1a9-bf68-4d77-ab57-32d72bed4e3c tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] Deleting port c8bb28fa-bb9e-4759-a372-c50a6d5fb091 {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:15:39.860716 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-673f8ac9-3a41-4235-9d40-74b7eac99ea4 req-240dd1a9-bf68-4d77-ab57-32d72bed4e3c tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:39.915551 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c94a8d3e-aea5-4a01-8b18-1b13c4e8f6c1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:40.000239 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c94a8d3e-aea5-4a01-8b18-1b13c4e8f6c1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:40.009638 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c94a8d3e-aea5-4a01-8b18-1b13c4e8f6c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:40.010167 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1eae51b4-a8b9-41d2-8dda-e760d99366f7 req-94ef0f84-fb58-41ee-8634-bc96ede916ea service neutron] 10.222.0.46 "GET /v2.0/networks/c625a1a7-f1bd-484b-b342-37cf517c7d76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2441316 Nov 22 20:15:40.050931 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-c94a8d3e-aea5-4a01-8b18-1b13c4e8f6c1 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f728ae5a45784d4fbb56fe831e271768&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2590067 Nov 22 20:15:40.051717 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94a8d3e-aea5-4a01-8b18-1b13c4e8f6c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a05547fd-d5ec-479f-95f3-46a15031c2a4,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:15:40.054017 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 41792) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:40.096082 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 41794) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:40.104330 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-673f8ac9-3a41-4235-9d40-74b7eac99ea4 req-240dd1a9-bf68-4d77-ab57-32d72bed4e3c tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] For port c8bb28fa-bb9e-4759-a372-c50a6d5fb091, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=c8bb28fa-bb9e-4759-a372-c50a6d5fb091,segment=NetworkSegment(e4b3d165-1cea-4bf0-93f6-5b79e0759539),segment_id=e4b3d165-1cea-4bf0-93f6-5b79e0759539)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:15:40.104699 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-673f8ac9-3a41-4235-9d40-74b7eac99ea4 req-240dd1a9-bf68-4d77-ab57-32d72bed4e3c tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:40.123534 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f0ab8ffa-1b16-4092-bce4-91fd1aef99e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:40.137567 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-673f8ac9-3a41-4235-9d40-74b7eac99ea4 req-240dd1a9-bf68-4d77-ab57-32d72bed4e3c tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] Calling delete_port for c8bb28fa-bb9e-4759-a372-c50a6d5fb091 owned by compute:nova {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:15:40.153561 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f0ab8ffa-1b16-4092-bce4-91fd1aef99e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:40.163930 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-144942de-511c-49ec-8b68-416447e0ce1b tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:40.213282 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f0ab8ffa-1b16-4092-bce4-91fd1aef99e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:40.216379 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f0ab8ffa-1b16-4092-bce4-91fd1aef99e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:40.217588 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-f0ab8ffa-1b16-4092-bce4-91fd1aef99e1 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a05547fd-d5ec-479f-95f3-46a15031c2a4 HTTP/1.1" status: 204 len: 168 time: 0.1626475 Nov 22 20:15:40.229546 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ab8ffa-1b16-4092-bce4-91fd1aef99e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a05547fd-d5ec-479f-95f3-46a15031c2a4,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:15:40.237750 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-0ff1bf18-1985-4756-b5f8-d600758d242d tempest-TagsTest-818645810 tempest-TagsTest-818645810-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-2136325278'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:15:40.269345 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ff1bf18-1985-4756-b5f8-d600758d242d tempest-TagsTest-818645810 tempest-TagsTest-818645810-project] Made reservation on behalf of d6b163bf50aa43009d6f23f462529148 for: {'network': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:15:40.273184 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0ff1bf18-1985-4756-b5f8-d600758d242d tempest-TagsTest-818645810 tempest-TagsTest-818645810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for network, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:40.282882 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0ff1bf18-1985-4756-b5f8-d600758d242d tempest-TagsTest-818645810 tempest-TagsTest-818645810-project] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:40.316140 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1eae51b4-a8b9-41d2-8dda-e760d99366f7 req-b6574bf7-474d-4587-bc65-0b2fd647b286 service neutron] 10.222.0.46 "GET /v2.0/networks/c625a1a7-f1bd-484b-b342-37cf517c7d76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2942986 Nov 22 20:15:40.324111 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [None req-144942de-511c-49ec-8b68-416447e0ce1b tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] device_id is not set on port dc3bf4fb-4a1f-4c10-adfc-0aa6f9a141fa yet. {{(pid=103447) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 20:15:40.372640 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9cc851-1ef5-489d-b992-2ecee6b2fc39 req-177cfa24-625c-4c72-96eb-cc253ab1b715 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:15:40.380270 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ee9cc851-1ef5-489d-b992-2ecee6b2fc39 req-177cfa24-625c-4c72-96eb-cc253ab1b715 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.46 "GET /v2.0/ports?device_id=a3f25d8f-677c-424e-8b05-326431b3cc8e HTTP/1.1" status: 200 len: 945 time: 0.1912072 Nov 22 20:15:40.386560 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0ff1bf18-1985-4756-b5f8-d600758d242d tempest-TagsTest-818645810 tempest-TagsTest-818645810-project] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:40.393940 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0ff1bf18-1985-4756-b5f8-d600758d242d tempest-TagsTest-818645810 tempest-TagsTest-818645810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:40.442830 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff1bf18-1985-4756-b5f8-d600758d242d tempest-TagsTest-818645810 tempest-TagsTest-818645810-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53843021-7ff5-455a-b03c-5b5178fb3eaf,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:15:40.446511 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ff1bf18-1985-4756-b5f8-d600758d242d tempest-TagsTest-818645810 tempest-TagsTest-818645810-project] vlan segment allocate from pool success with {'vlan_id': 623, 'physical_network': 'physnet1'} {{(pid=103448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 20:15:40.462805 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0ff1bf18-1985-4756-b5f8-d600758d242d tempest-TagsTest-818645810 tempest-TagsTest-818645810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:40.463160 n-d-818823-1 neutron-server[103448]: INFO neutron.db.segments_db [None req-0ff1bf18-1985-4756-b5f8-d600758d242d tempest-TagsTest-818645810 tempest-TagsTest-818645810-project] Added segment e70da474-589b-4dda-93d4-2c64f15e8d3b of type vlan for network 75b5a989-15c9-4310-b437-6de5ab907756 Nov 22 20:15:40.525559 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ee9cc851-1ef5-489d-b992-2ecee6b2fc39 req-5bce9ee6-e5e6-4f9e-b193-a9dcd7bbc17d tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.46 "GET /v2.0/security-groups?id=deac3dce-93b4-41af-981b-873d47022422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341720 Nov 22 20:15:40.543678 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0ff1bf18-1985-4756-b5f8-d600758d242d tempest-TagsTest-818645810 tempest-TagsTest-818645810-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748992492791'] for network, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:40.590129 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-673f8ac9-3a41-4235-9d40-74b7eac99ea4 req-240dd1a9-bf68-4d77-ab57-32d72bed4e3c tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:40.604880 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0ff1bf18-1985-4756-b5f8-d600758d242d tempest-TagsTest-818645810 tempest-TagsTest-818645810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for network, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:40.613405 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] get_ports_and_sgs() called for port_ids ['24374965-227b-4c96-b8e4-76900d8e1a2c', 'c8bb28fa-bb9e-4759-a372-c50a6d5fb091'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:15:40.614163 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ff1bf18-1985-4756-b5f8-d600758d242d tempest-TagsTest-818645810 tempest-TagsTest-818645810-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:15:40.614946 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0ff1bf18-1985-4756-b5f8-d600758d242d tempest-TagsTest-818645810 tempest-TagsTest-818645810-project] Publish callbacks [] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:40.716684 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240dd1a9-bf68-4d77-ab57-32d72bed4e3c tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] Pushing event deleted for resources: {'Port': ['ID=c8bb28fa-bb9e-4759-a372-c50a6d5fb091,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:15:40.724068 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-0ff1bf18-1985-4756-b5f8-d600758d242d tempest-TagsTest-818645810 tempest-TagsTest-818645810-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 0.6267211 Nov 22 20:15:40.735384 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 41814) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:40.744861 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.tag.tag_plugin [None req-aa22f146-c86f-43a2-bf4e-e51847b7063d tempest-TagsTest-818645810 tempest-TagsTest-818645810-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '75b5a989-15c9-4310-b437-6de5ab907756', 'tempest-TagsTest-Tag-2049243139') {} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:15:40.750532 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-144942de-511c-49ec-8b68-416447e0ce1b tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:40.838097 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-143f9743-131a-4b14-8cb2-d538f7b9dc28 req-555e0e38-516f-4779-bf9b-6341e8b21c73 tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] 10.222.0.46 "GET /v2.0/ports?device_id=5a2d875d-c9bf-4212-8e93-318726a86875 HTTP/1.1" status: 200 len: 210 time: 0.1466177 Nov 22 20:15:40.854669 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff1bf18-1985-4756-b5f8-d600758d242d tempest-TagsTest-818645810 tempest-TagsTest-818645810-project] Pushing event updated for resources: {'Network': ['ID=75b5a989-15c9-4310-b437-6de5ab907756,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:15:40.871221 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-673f8ac9-3a41-4235-9d40-74b7eac99ea4 req-240dd1a9-bf68-4d77-ab57-32d72bed4e3c tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] No DVR routers for this DVR port c8bb28fa-bb9e-4759-a372-c50a6d5fb091 on host n-h2-818823-1 {{(pid=103447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:15:40.871659 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Network 75b5a989-15c9-4310-b437-6de5ab907756 details requested by agent ovs-agent-n-d-818823-1 with host n-d-818823-1 {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 20:15:40.887705 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-673f8ac9-3a41-4235-9d40-74b7eac99ea4 req-240dd1a9-bf68-4d77-ab57-32d72bed4e3c tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:40.891016 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-673f8ac9-3a41-4235-9d40-74b7eac99ea4 req-240dd1a9-bf68-4d77-ab57-32d72bed4e3c tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.20 "DELETE /v2.0/ports/c8bb28fa-bb9e-4759-a372-c50a6d5fb091 HTTP/1.1" status: 204 len: 173 time: 1.3322859 Nov 22 20:15:40.891752 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3f25d8f-677c-424e-8b05-326431b3cc8e', 'name': 'network-vif-deleted', 'tag': 'c8bb28fa-bb9e-4759-a372-c50a6d5fb091'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:15:40.894852 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fa235dd-01b5-420d-b6cc-cffbc70bbb9f" -d '{"events": [{"server_uuid": "a3f25d8f-677c-424e-8b05-326431b3cc8e", "name": "network-vif-deleted", "tag": "c8bb28fa-bb9e-4759-a372-c50a6d5fb091"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:15:40.906049 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92b25d3-b9b9-48af-be3a-e1c91fb883d7 req-81c7a387-79af-42c4-8de1-088b27c6a638 tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:15:40.907845 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f92b25d3-b9b9-48af-be3a-e1c91fb883d7 req-81c7a387-79af-42c4-8de1-088b27c6a638 tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] 10.222.0.20 "GET /v2.0/ports?device_id=473ded31-5dd9-4e37-bfda-f75c7f998ef4 HTTP/1.1" status: 200 len: 945 time: 0.3036854 Nov 22 20:15:40.981638 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-aa22f146-c86f-43a2-bf4e-e51847b7063d tempest-TagsTest-818645810 tempest-TagsTest-818645810-project] 10.222.0.46 "PUT /v2.0/networks/75b5a989-15c9-4310-b437-6de5ab907756/tags/tempest-TagsTest-Tag-2049243139 HTTP/1.1" status: 201 len: 201 time: 0.2438474 Nov 22 20:15:40.983847 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 41828) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:40.988802 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:15:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2dc5712-b963-4640-b2e5-ad7d28094c8a x-openstack-request-id: req-e2dc5712-b963-4640-b2e5-ad7d28094c8a {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:15:40.989094 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3f25d8f-677c-424e-8b05-326431b3cc8e", "name": "network-vif-deleted", "tag": "c8bb28fa-bb9e-4759-a372-c50a6d5fb091", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:15:40.989343 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e2dc5712-b963-4640-b2e5-ad7d28094c8a {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:15:40.989938 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3f25d8f-677c-424e-8b05-326431b3cc8e', 'name': 'network-vif-deleted', 'tag': 'c8bb28fa-bb9e-4759-a372-c50a6d5fb091', 'status': 'completed', 'code': 200} Nov 22 20:15:41.011294 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.tag.tag_plugin [None req-adc0b238-aec0-4a47-92af-3f327279ad05 tempest-TagsTest-818645810 tempest-TagsTest-818645810-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '75b5a989-15c9-4310-b437-6de5ab907756', 'tempest-TagsTest-Tag-2049243139') {} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:15:41.018341 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-144942de-511c-49ec-8b68-416447e0ce1b tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:41.128474 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144942de-511c-49ec-8b68-416447e0ce1b tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] Pushing event updated for resources: {'Port': ['ID=af50e40e-d4bf-468b-8465-dea258250dfc,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:15:41.146208 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-144942de-511c-49ec-8b68-416447e0ce1b tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] Checking segment: {'id': 'fb0b6039-fb50-460b-af4f-718c1c9dd5b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '0027a749-2dd4-4f80-a42d-fa4967f1fe58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:15:41.146579 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-144942de-511c-49ec-8b68-416447e0ce1b tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] Network hostable DHCP agents. Network: 0027a749-2dd4-4f80-a42d-fa4967f1fe58, hostable agents: ['02adaa64-0987-4b74-bad0-cbcf56f8a294'], hosted agents: [] {{(pid=103447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 20:15:41.162037 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-f92b25d3-b9b9-48af-be3a-e1c91fb883d7 req-7df001eb-0f5a-4a2b-b837-a5880935537a tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] Deleting port 92202712-3967-4c3c-9dc7-55f348e7d05c {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:15:41.162037 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-f92b25d3-b9b9-48af-be3a-e1c91fb883d7 req-7df001eb-0f5a-4a2b-b837-a5880935537a tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:41.166210 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-adc0b238-aec0-4a47-92af-3f327279ad05 tempest-TagsTest-818645810 tempest-TagsTest-818645810-project] 10.222.0.46 "GET /v2.0/networks/75b5a989-15c9-4310-b437-6de5ab907756/tags/tempest-TagsTest-Tag-2049243139 HTTP/1.1" status: 204 len: 168 time: 0.1718683 Nov 22 20:15:41.168699 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 41836) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:41.172888 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.tag.tag_plugin [None req-e53b06dc-71df-455f-8178-587995fbd000 tempest-TagsTest-818645810 tempest-TagsTest-818645810-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '75b5a989-15c9-4310-b437-6de5ab907756') {} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:15:41.264451 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-e53b06dc-71df-455f-8178-587995fbd000 tempest-TagsTest-818645810 tempest-TagsTest-818645810-project] 10.222.0.46 "GET /v2.0/networks/75b5a989-15c9-4310-b437-6de5ab907756/tags HTTP/1.1" status: 200 len: 238 time: 0.0947213 Nov 22 20:15:41.266928 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 41840) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:41.272569 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.tag.tag_plugin [None req-158772ce-8bf3-469a-a555-499af35dd66f tempest-TagsTest-818645810 tempest-TagsTest-818645810-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '75b5a989-15c9-4310-b437-6de5ab907756', {'tags': ['tempest-TagsTest-Tag-1161186621', 'tempest-TagsTest-Tag-354519131', 'tempest-TagsTest-Tag-1177725524']}) {} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:15:41.281392 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-144942de-511c-49ec-8b68-416447e0ce1b tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] Network 0027a749-2dd4-4f80-a42d-fa4967f1fe58 is scheduled to be hosted by DHCP agent 02adaa64-0987-4b74-bad0-cbcf56f8a294 with binding_index 1 {{(pid=103447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 20:15:41.339245 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-144942de-511c-49ec-8b68-416447e0ce1b tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818823-1, 0027a749-2dd4-4f80-a42d-fa4967f1fe58) {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:15:41.349426 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7709b631-a3ef-437b-bc7f-318d45c701e4 None None] Network 0027a749-2dd4-4f80-a42d-fa4967f1fe58 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:15:41.368164 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-144942de-511c-49ec-8b68-416447e0ce1b tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:15:41.369289 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-144942de-511c-49ec-8b68-416447e0ce1b tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:41.429957 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144942de-511c-49ec-8b68-416447e0ce1b tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] Pushing event updated for resources: {'Port': ['ID=dc3bf4fb-4a1f-4c10-adfc-0aa6f9a141fa,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:15:41.433936 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-f92b25d3-b9b9-48af-be3a-e1c91fb883d7 req-7df001eb-0f5a-4a2b-b837-a5880935537a tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] For port 92202712-3967-4c3c-9dc7-55f348e7d05c, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=92202712-3967-4c3c-9dc7-55f348e7d05c,segment=NetworkSegment(071fae29-45f8-4fae-87e0-a91dc64245f1),segment_id=071fae29-45f8-4fae-87e0-a91dc64245f1)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:15:41.434584 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-f92b25d3-b9b9-48af-be3a-e1c91fb883d7 req-7df001eb-0f5a-4a2b-b837-a5880935537a tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:41.449565 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-158772ce-8bf3-469a-a555-499af35dd66f tempest-TagsTest-818645810 tempest-TagsTest-818645810-project] 10.222.0.46 "PUT /v2.0/networks/75b5a989-15c9-4310-b437-6de5ab907756/tags HTTP/1.1" status: 200 len: 308 time: 0.1814289 Nov 22 20:15:41.451139 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 41846) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:41.464125 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.tag.tag_plugin [None req-079892c8-4efe-4ce8-83f5-2d0cf7251c9e tempest-TagsTest-818645810 tempest-TagsTest-818645810-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '75b5a989-15c9-4310-b437-6de5ab907756', 'tempest-TagsTest-Tag-1161186621') {} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:15:41.476002 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-f92b25d3-b9b9-48af-be3a-e1c91fb883d7 req-7df001eb-0f5a-4a2b-b837-a5880935537a tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] Calling delete_port for 92202712-3967-4c3c-9dc7-55f348e7d05c owned by compute:nova {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:15:41.631971 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 41850) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:41.632155 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-144942de-511c-49ec-8b68-416447e0ce1b tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] Checking segment: {'id': '2b27cfb8-0b6f-4851-9235-60f779140deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '63ce8e7a-eb7a-4cc0-96b7-ccd7f275eccd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:15:41.632155 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-144942de-511c-49ec-8b68-416447e0ce1b tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] Network hostable DHCP agents. Network: 63ce8e7a-eb7a-4cc0-96b7-ccd7f275eccd, hostable agents: ['02adaa64-0987-4b74-bad0-cbcf56f8a294'], hosted agents: [] {{(pid=103447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 20:15:41.642329 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-079892c8-4efe-4ce8-83f5-2d0cf7251c9e tempest-TagsTest-818645810 tempest-TagsTest-818645810-project] 10.222.0.46 "DELETE /v2.0/networks/75b5a989-15c9-4310-b437-6de5ab907756/tags/tempest-TagsTest-Tag-1161186621 HTTP/1.1" status: 204 len: 168 time: 0.1875303 Nov 22 20:15:41.642502 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 41858) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:41.647837 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.tag.tag_plugin [None req-d7ded158-2245-46a7-b654-0d59ce46c118 tempest-TagsTest-818645810 tempest-TagsTest-818645810-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '75b5a989-15c9-4310-b437-6de5ab907756', 'tempest-TagsTest-Tag-1161186621') {} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:15:41.688424 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1335e9fb-2213-48df-ab3c-2ae347869ff8 req-4edd78a9-a987-4039-a083-2b0e6c2abf2e tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.46 "GET /v2.0/ports?device_id=a3f25d8f-677c-424e-8b05-326431b3cc8e HTTP/1.1" status: 200 len: 210 time: 0.0791268 Nov 22 20:15:41.741023 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-144942de-511c-49ec-8b68-416447e0ce1b tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] Network 63ce8e7a-eb7a-4cc0-96b7-ccd7f275eccd is scheduled to be hosted by DHCP agent 02adaa64-0987-4b74-bad0-cbcf56f8a294 with binding_index 1 {{(pid=103447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 20:15:41.755296 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-144942de-511c-49ec-8b68-416447e0ce1b tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818823-1, 63ce8e7a-eb7a-4cc0-96b7-ccd7f275eccd) {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:15:41.758797 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-144942de-511c-49ec-8b68-416447e0ce1b tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:15:41.763065 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1962b6d4-03f2-4e10-9110-4cc979797d42 None None] Network 63ce8e7a-eb7a-4cc0-96b7-ccd7f275eccd requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:15:41.766129 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-144942de-511c-49ec-8b68-416447e0ce1b tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:15:41.771653 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-144942de-511c-49ec-8b68-416447e0ce1b tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:15:41.772429 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-144942de-511c-49ec-8b68-416447e0ce1b tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:41.789454 n-d-818823-1 neutron-server[103448]: INFO neutron.api.v2.resource [None req-d7ded158-2245-46a7-b654-0d59ce46c118 tempest-TagsTest-818645810 tempest-TagsTest-818645810-project] show failed (client error): The resource could not be found. Nov 22 20:15:41.793494 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-d7ded158-2245-46a7-b654-0d59ce46c118 tempest-TagsTest-818645810 tempest-TagsTest-818645810-project] 10.222.0.46 "GET /v2.0/networks/75b5a989-15c9-4310-b437-6de5ab907756/tags/tempest-TagsTest-Tag-1161186621 HTTP/1.1" status: 404 len: 326 time: 0.1498878 Nov 22 20:15:41.794372 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 41860) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:41.800792 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.tag.tag_plugin [None req-285a5340-70a0-4f89-9c18-6404e02b4fe3 tempest-TagsTest-818645810 tempest-TagsTest-818645810-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '75b5a989-15c9-4310-b437-6de5ab907756', 'tempest-TagsTest-Tag-354519131') {} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:15:41.874572 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-144942de-511c-49ec-8b68-416447e0ce1b tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.7088463 Nov 22 20:15:41.882573 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 41866) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:41.914752 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-0fae55d1-bb9a-45fd-aeed-55a99e29efe2 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-126233384'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:15:41.961058 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-285a5340-70a0-4f89-9c18-6404e02b4fe3 tempest-TagsTest-818645810 tempest-TagsTest-818645810-project] 10.222.0.46 "GET /v2.0/networks/75b5a989-15c9-4310-b437-6de5ab907756/tags/tempest-TagsTest-Tag-354519131 HTTP/1.1" status: 204 len: 168 time: 0.1654615 Nov 22 20:15:41.963984 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 41868) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:41.969950 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.tag.tag_plugin [None req-b09ab962-a5b7-4002-848b-f6d636d4af6f tempest-TagsTest-818645810 tempest-TagsTest-818645810-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '75b5a989-15c9-4310-b437-6de5ab907756', 'tempest-TagsTest-Tag-1177725524') {} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:15:41.985275 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-f92b25d3-b9b9-48af-be3a-e1c91fb883d7 req-7df001eb-0f5a-4a2b-b837-a5880935537a tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:41.992884 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fae55d1-bb9a-45fd-aeed-55a99e29efe2 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Made reservation on behalf of a81ebb9a7b0f4ba7970568a2e3653a5f for: {'network': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:15:41.996425 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0fae55d1-bb9a-45fd-aeed-55a99e29efe2 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for network, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:42.042959 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e2242f38-e926-4acf-9e42-3151a8ca95f7 req-4daaf434-d119-4218-8531-6c5642ff1064 tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] 10.222.0.46 "GET /v2.0/ports?device_id=5a2d875d-c9bf-4212-8e93-318726a86875 HTTP/1.1" status: 200 len: 210 time: 0.0712442 Nov 22 20:15:42.053402 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0fae55d1-bb9a-45fd-aeed-55a99e29efe2 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:42.059476 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df001eb-0f5a-4a2b-b837-a5880935537a tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] Pushing event deleted for resources: {'Port': ['ID=92202712-3967-4c3c-9dc7-55f348e7d05c,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:15:42.071863 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2875857a-7999-478d-b3aa-b7faf5e34f0e tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:15:42.086356 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2875857a-7999-478d-b3aa-b7faf5e34f0e tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:15:42.086356 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-2875857a-7999-478d-b3aa-b7faf5e34f0e tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1956367 Nov 22 20:15:42.086356 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 41870) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:42.145150 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-b09ab962-a5b7-4002-848b-f6d636d4af6f tempest-TagsTest-818645810 tempest-TagsTest-818645810-project] 10.222.0.46 "GET /v2.0/networks/75b5a989-15c9-4310-b437-6de5ab907756/tags/tempest-TagsTest-Tag-1177725524 HTTP/1.1" status: 204 len: 168 time: 0.1776748 Nov 22 20:15:42.145487 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 41872) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:42.150407 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.tag.tag_plugin [None req-58897da6-6d63-48d7-8138-f8c4e42ecb53 tempest-TagsTest-818645810 tempest-TagsTest-818645810-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '75b5a989-15c9-4310-b437-6de5ab907756') {} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:15:42.187515 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-f92b25d3-b9b9-48af-be3a-e1c91fb883d7 req-7df001eb-0f5a-4a2b-b837-a5880935537a tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] No DVR routers for this DVR port 92202712-3967-4c3c-9dc7-55f348e7d05c on host n-h2-818823-1 {{(pid=103447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:15:42.194459 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 92202712-3967-4c3c-9dc7-55f348e7d05c no longer exists at agent hyperv_n-h2-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:15:42.239432 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] No Port match for: 92202712-3967-4c3c-9dc7-55f348e7d05c {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:15:42.239798 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 92202712-3967-4c3c-9dc7-55f348e7d05c not bound to the agent host n-h2-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:15:42.240142 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device c8bb28fa-bb9e-4759-a372-c50a6d5fb091 no longer exists at agent hyperv_n-h2-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:15:42.263136 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] No Port match for: c8bb28fa-bb9e-4759-a372-c50a6d5fb091 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:15:42.263524 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device c8bb28fa-bb9e-4759-a372-c50a6d5fb091 not bound to the agent host n-h2-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:15:42.265665 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-f92b25d3-b9b9-48af-be3a-e1c91fb883d7 req-7df001eb-0f5a-4a2b-b837-a5880935537a tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:42.269568 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f92b25d3-b9b9-48af-be3a-e1c91fb883d7 req-7df001eb-0f5a-4a2b-b837-a5880935537a tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] 10.222.0.20 "DELETE /v2.0/ports/92202712-3967-4c3c-9dc7-55f348e7d05c HTTP/1.1" status: 204 len: 173 time: 1.3390324 Nov 22 20:15:42.333980 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0fae55d1-bb9a-45fd-aeed-55a99e29efe2 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:42.344260 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0fae55d1-bb9a-45fd-aeed-55a99e29efe2 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:42.364350 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eae51b4-a8b9-41d2-8dda-e760d99366f7 req-d11fbfd2-d74b-48ca-951b-a9d804a0c560 tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:15:42.365243 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-9ff8a248-54f3-47a5-bf1e-352ff0299cbb tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] Deleting port af50e40e-d4bf-468b-8465-dea258250dfc {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:15:42.365409 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9ff8a248-54f3-47a5-bf1e-352ff0299cbb tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:42.365937 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-1eae51b4-a8b9-41d2-8dda-e760d99366f7 req-d11fbfd2-d74b-48ca-951b-a9d804a0c560 tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] 10.222.0.41 "GET /v2.0/networks?id=c625a1a7-f1bd-484b-b342-37cf517c7d76 HTTP/1.1" status: 200 len: 805 time: 0.2207491 Nov 22 20:15:42.386439 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [req-1eae51b4-a8b9-41d2-8dda-e760d99366f7 req-ed389708-938b-45e3-9ffb-288054ac8c49 tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] Request body: {'port': {'device_id': '5a2d875d-c9bf-4212-8e93-318726a86875', 'network_id': 'c625a1a7-f1bd-484b-b342-37cf517c7d76', 'admin_state_up': True, 'tenant_id': 'f636877ba0f34a3e9062dfe9cdad7e3c'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:15:42.392666 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fae55d1-bb9a-45fd-aeed-55a99e29efe2 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] vlan segment allocate from pool success with {'vlan_id': 613, 'physical_network': 'physnet1'} {{(pid=103448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 20:15:42.396036 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-58897da6-6d63-48d7-8138-f8c4e42ecb53 tempest-TagsTest-818645810 tempest-TagsTest-818645810-project] 10.222.0.46 "DELETE /v2.0/networks/75b5a989-15c9-4310-b437-6de5ab907756/tags HTTP/1.1" status: 204 len: 168 time: 0.2466872 Nov 22 20:15:42.399927 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 41874) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:42.456973 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.tag.tag_plugin [None req-54ab6e9f-88c9-4b5c-bda1-42e92c5da412 tempest-TagsTest-818645810 tempest-TagsTest-818645810-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '75b5a989-15c9-4310-b437-6de5ab907756', 'tempest-TagsTest-Tag-354519131') {} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:15:42.466012 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0fae55d1-bb9a-45fd-aeed-55a99e29efe2 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:42.466363 n-d-818823-1 neutron-server[103448]: INFO neutron.db.segments_db [None req-0fae55d1-bb9a-45fd-aeed-55a99e29efe2 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Added segment bd990991-2724-406c-832e-b1d334ada1e7 of type vlan for network e9c1e647-f521-4454-9d4c-7918053cbf9d Nov 22 20:15:42.466466 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9ff8a248-54f3-47a5-bf1e-352ff0299cbb tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:42.485319 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-9ff8a248-54f3-47a5-bf1e-352ff0299cbb tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] Calling delete_port for af50e40e-d4bf-468b-8465-dea258250dfc owned by {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:15:42.501813 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fae55d1-bb9a-45fd-aeed-55a99e29efe2 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4355e5f3-41f0-4fcf-bce9-0ec1b40afeb2,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:15:42.580323 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9ff8a248-54f3-47a5-bf1e-352ff0299cbb tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:42.597941 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0fae55d1-bb9a-45fd-aeed-55a99e29efe2 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748992492791'] for network, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:42.620388 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff8a248-54f3-47a5-bf1e-352ff0299cbb tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] Pushing event deleted for resources: {'Port': ['ID=af50e40e-d4bf-468b-8465-dea258250dfc,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:15:42.624585 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9ff8a248-54f3-47a5-bf1e-352ff0299cbb tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:42.631137 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-9ff8a248-54f3-47a5-bf1e-352ff0299cbb tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] 10.222.0.46 "DELETE /v2.0/ports/af50e40e-d4bf-468b-8465-dea258250dfc HTTP/1.1" status: 204 len: 168 time: 0.5471270 Nov 22 20:15:42.631795 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 41876) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:42.656917 n-d-818823-1 neutron-server[103448]: INFO neutron.api.v2.resource [None req-54ab6e9f-88c9-4b5c-bda1-42e92c5da412 tempest-TagsTest-818645810 tempest-TagsTest-818645810-project] show failed (client error): The resource could not be found. Nov 22 20:15:42.661587 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-54ab6e9f-88c9-4b5c-bda1-42e92c5da412 tempest-TagsTest-818645810 tempest-TagsTest-818645810-project] 10.222.0.46 "GET /v2.0/networks/75b5a989-15c9-4310-b437-6de5ab907756/tags/tempest-TagsTest-Tag-354519131 HTTP/1.1" status: 404 len: 325 time: 0.2411702 Nov 22 20:15:42.662499 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 41878) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:42.667157 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.tag.tag_plugin [None req-76845847-383b-4ebd-94e5-a94e92717241 tempest-TagsTest-818645810 tempest-TagsTest-818645810-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '75b5a989-15c9-4310-b437-6de5ab907756', 'tempest-TagsTest-Tag-1177725524') {} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:15:42.674611 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0fae55d1-bb9a-45fd-aeed-55a99e29efe2 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for network, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:42.682085 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fae55d1-bb9a-45fd-aeed-55a99e29efe2 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:15:42.682723 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0fae55d1-bb9a-45fd-aeed-55a99e29efe2 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Publish callbacks [] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:42.809312 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-32b9ffae-416c-4d08-8e07-faf3025bcb2b tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] Deleting port dc3bf4fb-4a1f-4c10-adfc-0aa6f9a141fa {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:15:42.809513 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-32b9ffae-416c-4d08-8e07-faf3025bcb2b tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:42.884658 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1eae51b4-a8b9-41d2-8dda-e760d99366f7 req-ed389708-938b-45e3-9ffb-288054ac8c49 tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] Made reservation on behalf of f636877ba0f34a3e9062dfe9cdad7e3c for: {'port': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:15:42.894249 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-1eae51b4-a8b9-41d2-8dda-e760d99366f7 req-ed389708-938b-45e3-9ffb-288054ac8c49 tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:42.907775 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-db7a72ee-20ee-4c6e-8d1d-8b4ec1e71e34 req-c5833609-e180-447a-87c2-664d4ba7fd4b tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.46 "GET /v2.0/ports?device_id=a3f25d8f-677c-424e-8b05-326431b3cc8e HTTP/1.1" status: 200 len: 210 time: 0.0475972 Nov 22 20:15:42.928537 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-32b9ffae-416c-4d08-8e07-faf3025bcb2b tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:42.943244 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-32b9ffae-416c-4d08-8e07-faf3025bcb2b tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] Calling delete_port for dc3bf4fb-4a1f-4c10-adfc-0aa6f9a141fa owned by {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:15:42.980028 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-0fae55d1-bb9a-45fd-aeed-55a99e29efe2 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.3482034 Nov 22 20:15:42.986789 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fae55d1-bb9a-45fd-aeed-55a99e29efe2 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Pushing event updated for resources: {'Network': ['ID=e9c1e647-f521-4454-9d4c-7918053cbf9d,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:15:42.990656 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '473ded31-5dd9-4e37-bfda-f75c7f998ef4', 'name': 'network-vif-deleted', 'tag': '92202712-3967-4c3c-9dc7-55f348e7d05c'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:15:42.993358 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9652a7ea-7b7c-43cc-96a7-2575af0c14c0" -d '{"events": [{"server_uuid": "473ded31-5dd9-4e37-bfda-f75c7f998ef4", "name": "network-vif-deleted", "tag": "92202712-3967-4c3c-9dc7-55f348e7d05c"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:15:43.050668 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Network e9c1e647-f521-4454-9d4c-7918053cbf9d details requested by agent ovs-agent-n-d-818823-1 with host n-d-818823-1 {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 20:15:43.069258 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-32b9ffae-416c-4d08-8e07-faf3025bcb2b tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:43.144528 n-d-818823-1 neutron-server[103448]: INFO neutron.api.v2.resource [None req-76845847-383b-4ebd-94e5-a94e92717241 tempest-TagsTest-818645810 tempest-TagsTest-818645810-project] show failed (client error): The resource could not be found. Nov 22 20:15:43.146221 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-76845847-383b-4ebd-94e5-a94e92717241 tempest-TagsTest-818645810 tempest-TagsTest-818645810-project] 10.222.0.46 "GET /v2.0/networks/75b5a989-15c9-4310-b437-6de5ab907756/tags/tempest-TagsTest-Tag-1177725524 HTTP/1.1" status: 404 len: 326 time: 0.4829810 Nov 22 20:15:43.155706 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 41892) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:43.168737 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.tag.tag_plugin [None req-42be1d15-6e24-426f-8021-27adf090db37 tempest-TagsTest-818645810 tempest-TagsTest-818645810-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '75b5a989-15c9-4310-b437-6de5ab907756') {} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:15:43.188389 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:15:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8833f29-2b45-4dce-ad46-882a5339bbc9 x-openstack-request-id: req-b8833f29-2b45-4dce-ad46-882a5339bbc9 {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:15:43.188688 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "473ded31-5dd9-4e37-bfda-f75c7f998ef4", "name": "network-vif-deleted", "tag": "92202712-3967-4c3c-9dc7-55f348e7d05c", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:15:43.188948 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b8833f29-2b45-4dce-ad46-882a5339bbc9 {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:15:43.189351 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '473ded31-5dd9-4e37-bfda-f75c7f998ef4', 'name': 'network-vif-deleted', 'tag': '92202712-3967-4c3c-9dc7-55f348e7d05c', 'status': 'completed', 'code': 200} Nov 22 20:15:43.191743 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b9ffae-416c-4d08-8e07-faf3025bcb2b tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] Pushing event deleted for resources: {'Port': ['ID=dc3bf4fb-4a1f-4c10-adfc-0aa6f9a141fa,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:15:43.204391 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-32b9ffae-416c-4d08-8e07-faf3025bcb2b tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:43.215541 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 41894) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:43.218514 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-32b9ffae-416c-4d08-8e07-faf3025bcb2b tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] 10.222.0.46 "DELETE /v2.0/ports/dc3bf4fb-4a1f-4c10-adfc-0aa6f9a141fa HTTP/1.1" status: 204 len: 168 time: 0.5853271 Nov 22 20:15:43.251245 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5c0ded28-c642-4670-b95d-55c6ff046ab8 req-44e0b705-c0db-47c4-bec1-3e9c21d1b130 tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] 10.222.0.46 "GET /v2.0/ports?device_id=5a2d875d-c9bf-4212-8e93-318726a86875 HTTP/1.1" status: 200 len: 210 time: 0.0504389 Nov 22 20:15:43.297815 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-606052fa-3b40-4995-9136-9633eccb99f2 tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0532527 Nov 22 20:15:43.304128 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 41896) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:43.310307 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-9eaeb325-c223-4d8d-833a-4ef41d2c621f tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1466778188'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:15:43.339453 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eaeb325-c223-4d8d-833a-4ef41d2c621f tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] Made reservation on behalf of 42f38f0fa4a348009392f56a25978e72 for: {'network': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:15:43.347990 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9eaeb325-c223-4d8d-833a-4ef41d2c621f tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for network, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:43.382736 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [req-1eae51b4-a8b9-41d2-8dda-e760d99366f7 req-ed389708-938b-45e3-9ffb-288054ac8c49 tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] Allocated IP 172.20.0.9 (c625a1a7-f1bd-484b-b342-37cf517c7d76/c7864178-f3d5-4b52-bb8a-e0038ceec004/9a8469a3-5349-46d9-8e0e-1118dc4d94d1) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:15:43.390548 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9eaeb325-c223-4d8d-833a-4ef41d2c621f tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] vlan segment allocate from pool success with {'vlan_id': 616, 'physical_network': 'physnet1'} {{(pid=103447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 20:15:43.400009 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-42be1d15-6e24-426f-8021-27adf090db37 tempest-TagsTest-818645810 tempest-TagsTest-818645810-project] 10.222.0.46 "DELETE /v2.0/networks/75b5a989-15c9-4310-b437-6de5ab907756/tags HTTP/1.1" status: 204 len: 168 time: 0.2429240 Nov 22 20:15:43.404613 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 41898) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:43.410737 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9eaeb325-c223-4d8d-833a-4ef41d2c621f tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:43.411127 n-d-818823-1 neutron-server[103447]: INFO neutron.db.segments_db [None req-9eaeb325-c223-4d8d-833a-4ef41d2c621f tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] Added segment b681ff1f-cf00-4aaa-bbda-3a11525da556 of type vlan for network 253979b7-401e-470f-8bcd-bfc19cc5b955 Nov 22 20:15:43.464480 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9eaeb325-c223-4d8d-833a-4ef41d2c621f tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748992492791'] for network, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:43.492879 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-bb50c83e-9f45-4b4b-a983-053fc86c1da8 tempest-TagsTest-818645810 tempest-TagsTest-818645810-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3961693'] for network, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:43.494049 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9eaeb325-c223-4d8d-833a-4ef41d2c621f tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for network, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:43.503115 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eaeb325-c223-4d8d-833a-4ef41d2c621f tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:15:43.503886 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9eaeb325-c223-4d8d-833a-4ef41d2c621f tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for network, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:43.533672 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-9eaeb325-c223-4d8d-833a-4ef41d2c621f tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2250800 Nov 22 20:15:43.544261 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 41900) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:43.555219 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-8b86f91d-5b94-4ea7-9b03-e4a1deb757bc tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-289794275'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:15:43.608711 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-bb50c83e-9f45-4b4b-a983-053fc86c1da8 tempest-TagsTest-818645810 tempest-TagsTest-818645810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3760028', 'neutron.services.segments.db._delete_segments_for_network-8748992815755'] for network, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:43.624866 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eaeb325-c223-4d8d-833a-4ef41d2c621f tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] Pushing event updated for resources: {'Network': ['ID=253979b7-401e-470f-8bcd-bfc19cc5b955,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:15:43.630222 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-bb50c83e-9f45-4b4b-a983-053fc86c1da8 tempest-TagsTest-818645810 tempest-TagsTest-818645810-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75b5a989-15c9-4310-b437-6de5ab907756']}} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:15:43.635591 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b86f91d-5b94-4ea7-9b03-e4a1deb757bc tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] Made reservation on behalf of 42f38f0fa4a348009392f56a25978e72 for: {'network': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:15:43.637575 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Network 253979b7-401e-470f-8bcd-bfc19cc5b955 details requested by agent ovs-agent-n-d-818823-1 with host n-d-818823-1 {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 20:15:43.640384 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8b86f91d-5b94-4ea7-9b03-e4a1deb757bc tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for network, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:43.675661 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b86f91d-5b94-4ea7-9b03-e4a1deb757bc tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] vlan segment allocate from pool success with {'vlan_id': 611, 'physical_network': 'physnet1'} {{(pid=103447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 20:15:43.686184 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-bb50c83e-9f45-4b4b-a983-053fc86c1da8 tempest-TagsTest-818645810 tempest-TagsTest-818645810-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e70da474-589b-4dda-93d4-2c64f15e8d3b') {'for_net_delete': True} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:15:43.686613 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-bb50c83e-9f45-4b4b-a983-053fc86c1da8 tempest-TagsTest-818645810 tempest-TagsTest-818645810-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e70da474-589b-4dda-93d4-2c64f15e8d3b') {} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:15:43.689752 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8b86f91d-5b94-4ea7-9b03-e4a1deb757bc tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:43.690853 n-d-818823-1 neutron-server[103447]: INFO neutron.db.segments_db [None req-8b86f91d-5b94-4ea7-9b03-e4a1deb757bc tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] Added segment 09bab47b-8579-43b5-adab-ed53a5b0447f of type vlan for network b254c2c8-a0bd-475f-ab63-2a1ca1a58ded Nov 22 20:15:43.746433 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8b86f91d-5b94-4ea7-9b03-e4a1deb757bc tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748992492791'] for network, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:43.774035 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-bb50c83e-9f45-4b4b-a983-053fc86c1da8 tempest-TagsTest-818645810 tempest-TagsTest-818645810-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748993039638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11627933'] for segment, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:43.782138 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8b86f91d-5b94-4ea7-9b03-e4a1deb757bc tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for network, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:43.795945 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-bb50c83e-9f45-4b4b-a983-053fc86c1da8 tempest-TagsTest-818645810 tempest-TagsTest-818645810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:43.798451 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b86f91d-5b94-4ea7-9b03-e4a1deb757bc tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:15:43.799613 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8b86f91d-5b94-4ea7-9b03-e4a1deb757bc tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for network, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:43.810740 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb50c83e-9f45-4b4b-a983-053fc86c1da8 tempest-TagsTest-818645810 tempest-TagsTest-818645810-project] Releasing vlan 623 on physical network physnet1 to pool {{(pid=103448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 20:15:43.810983 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-bb50c83e-9f45-4b4b-a983-053fc86c1da8 tempest-TagsTest-818645810 tempest-TagsTest-818645810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11567447'] for segment, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:43.814204 n-d-818823-1 neutron-server[103448]: Traceback (most recent call last): Nov 22 20:15:43.814204 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 20:15:43.814204 n-d-818823-1 neutron-server[103448]: timer() Nov 22 20:15:43.814204 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 20:15:43.814204 n-d-818823-1 neutron-server[103448]: cb(*args, **kw) Nov 22 20:15:43.814204 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 20:15:43.814204 n-d-818823-1 neutron-server[103448]: return func(*args, **kwargs) Nov 22 20:15:43.814204 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 20:15:43.814204 n-d-818823-1 neutron-server[103448]: self._notify() Nov 22 20:15:43.814204 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 20:15:43.814204 n-d-818823-1 neutron-server[103448]: self.callback(batched_events) Nov 22 20:15:43.814204 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 20:15:43.814204 n-d-818823-1 neutron-server[103448]: event.method(event) Nov 22 20:15:43.814204 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 20:15:43.814204 n-d-818823-1 neutron-server[103448]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 20:15:43.814204 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 20:15:43.814204 n-d-818823-1 neutron-server[103448]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 20:15:43.814204 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 20:15:43.814204 n-d-818823-1 neutron-server[103448]: return f(self, *a, **k) Nov 22 20:15:43.814204 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 20:15:43.814204 n-d-818823-1 neutron-server[103448]: return self._get(url).json() Nov 22 20:15:43.814204 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 20:15:43.814204 n-d-818823-1 neutron-server[103448]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 20:15:43.814204 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 20:15:43.814204 n-d-818823-1 neutron-server[103448]: return self.request(url, 'GET', **kwargs) Nov 22 20:15:43.814204 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 20:15:43.814204 n-d-818823-1 neutron-server[103448]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 20:15:43.814204 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 20:15:43.814204 n-d-818823-1 neutron-server[103448]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 20:15:43.814204 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 20:15:43.814204 n-d-818823-1 neutron-server[103448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 20:15:43.814204 n-d-818823-1 neutron-server[103448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 20:15:43.930511 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-bb50c83e-9f45-4b4b-a983-053fc86c1da8 tempest-TagsTest-818645810 tempest-TagsTest-818645810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3760002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595318'] for network, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:43.935281 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-1eae51b4-a8b9-41d2-8dda-e760d99366f7 req-ed389708-938b-45e3-9ffb-288054ac8c49 tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:43.963632 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-bb50c83e-9f45-4b4b-a983-053fc86c1da8 tempest-TagsTest-818645810 tempest-TagsTest-818645810-project] Publish callbacks [] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:43.988704 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-8b86f91d-5b94-4ea7-9b03-e4a1deb757bc tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4433315 Nov 22 20:15:43.989738 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-bb50c83e-9f45-4b4b-a983-053fc86c1da8 tempest-TagsTest-818645810 tempest-TagsTest-818645810-project] 10.222.0.46 "DELETE /v2.0/networks/75b5a989-15c9-4310-b437-6de5ab907756 HTTP/1.1" status: 204 len: 168 time: 0.5823452 Nov 22 20:15:43.992503 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb50c83e-9f45-4b4b-a983-053fc86c1da8 tempest-TagsTest-818645810 tempest-TagsTest-818645810-project] Pushing event deleted for resources: {'Network': ['ID=75b5a989-15c9-4310-b437-6de5ab907756,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:15:44.015375 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b86f91d-5b94-4ea7-9b03-e4a1deb757bc tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] Pushing event updated for resources: {'Network': ['ID=b254c2c8-a0bd-475f-ab63-2a1ca1a58ded,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:15:44.090364 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-1eae51b4-a8b9-41d2-8dda-e760d99366f7 req-ed389708-938b-45e3-9ffb-288054ac8c49 tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:44.105709 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Network b254c2c8-a0bd-475f-ab63-2a1ca1a58ded details requested by agent ovs-agent-n-d-818823-1 with host n-d-818823-1 {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 20:15:44.192563 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7ee3890a-ba6b-4dbb-bbb5-d06ec6430f03 req-f60e4a22-d622-4751-a9af-1aa67b2201bd tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.46 "GET /v2.0/ports?device_id=a3f25d8f-677c-424e-8b05-326431b3cc8e HTTP/1.1" status: 200 len: 210 time: 0.0821791 Nov 22 20:15:44.196355 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 41912) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:44.208346 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-18f31b0c-d965-4924-87ad-97b026bd289f tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] Request body: {'subnets': [{'network_id': '253979b7-401e-470f-8bcd-bfc19cc5b955', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1597577657', 'ip_version': 4}, {'network_id': 'b254c2c8-a0bd-475f-ab63-2a1ca1a58ded', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:15:44.208720 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-18f31b0c-d965-4924-87ad-97b026bd289f tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] Request body: {'subnet': {'network_id': '253979b7-401e-470f-8bcd-bfc19cc5b955', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1597577657', 'ip_version': 4}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:15:44.209262 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-18f31b0c-d965-4924-87ad-97b026bd289f tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] Request body: {'subnet': {'network_id': 'b254c2c8-a0bd-475f-ab63-2a1ca1a58ded', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:15:44.267801 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1eae51b4-a8b9-41d2-8dda-e760d99366f7 req-ed389708-938b-45e3-9ffb-288054ac8c49 tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] Network c625a1a7-f1bd-484b-b342-37cf517c7d76 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:15:44.282453 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [req-1eae51b4-a8b9-41d2-8dda-e760d99366f7 req-ed389708-938b-45e3-9ffb-288054ac8c49 tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:15:44.298596 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [req-1eae51b4-a8b9-41d2-8dda-e760d99366f7 req-ed389708-938b-45e3-9ffb-288054ac8c49 tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:15:44.408691 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eae51b4-a8b9-41d2-8dda-e760d99366f7 req-ed389708-938b-45e3-9ffb-288054ac8c49 tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:15:44.410065 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-1eae51b4-a8b9-41d2-8dda-e760d99366f7 req-ed389708-938b-45e3-9ffb-288054ac8c49 tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:44.434757 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed389708-938b-45e3-9ffb-288054ac8c49 tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] Pushing event updated for resources: {'Port': ['ID=9a8469a3-5349-46d9-8e0e-1118dc4d94d1,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:15:44.458717 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-1eae51b4-a8b9-41d2-8dda-e760d99366f7 req-ed389708-938b-45e3-9ffb-288054ac8c49 tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0806961 Nov 22 20:15:44.474970 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [req-1eae51b4-a8b9-41d2-8dda-e760d99366f7 req-aa456d15-3e71-4fb7-a063-e0da5acfaf99 service neutron] Request body: {'port': {'device_id': '5a2d875d-c9bf-4212-8e93-318726a86875', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818823-1'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:15:44.550416 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-1eae51b4-a8b9-41d2-8dda-e760d99366f7 req-aa456d15-3e71-4fb7-a063-e0da5acfaf99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:44.587884 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:44.599211 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:44.677515 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e918dc48-3943-47fa-a25a-ef862e655f70 req-13fe0bbb-6ddf-4d29-b55c-2184dc51529f tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:15:44.689180 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e918dc48-3943-47fa-a25a-ef862e655f70 req-13fe0bbb-6ddf-4d29-b55c-2184dc51529f tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] 10.222.0.46 "GET /v2.0/ports?device_id=5a2d875d-c9bf-4212-8e93-318726a86875 HTTP/1.1" status: 200 len: 931 time: 0.1933746 Nov 22 20:15:44.693608 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 41918) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:44.728367 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18f31b0c-d965-4924-87ad-97b026bd289f tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] Made reservation on behalf of 42f38f0fa4a348009392f56a25978e72 for: {'subnet': 2} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:15:44.733603 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-18f31b0c-d965-4924-87ad-97b026bd289f tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8485086'] for subnet, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:44.734299 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-18f31b0c-d965-4924-87ad-97b026bd289f tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8485086'] for subnet, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:44.845047 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e918dc48-3943-47fa-a25a-ef862e655f70 req-e29c975c-3ccc-4af1-951b-25968a853ae2 tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] 10.222.0.46 "GET /v2.0/security-groups?id=a6b5e341-e4ee-449f-b89c-f5b96c06c7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526225 Nov 22 20:15:45.012741 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [req-1eae51b4-a8b9-41d2-8dda-e760d99366f7 req-aa456d15-3e71-4fb7-a063-e0da5acfaf99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a8469a3-5349-46d9-8e0e-1118dc4d94d1 {{(pid=103448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:15:45.022356 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-1eae51b4-a8b9-41d2-8dda-e760d99366f7 req-aa456d15-3e71-4fb7-a063-e0da5acfaf99 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:45.024061 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-24e8e148-cd1c-468c-a7ab-5c72f19b6bbf admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d6b163bf50aa43009d6f23f462529148&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3288779 Nov 22 20:15:45.025350 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 41922) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:45.036266 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [req-1eae51b4-a8b9-41d2-8dda-e760d99366f7 req-aa456d15-3e71-4fb7-a063-e0da5acfaf99 service neutron] Transition to ACTIVE for port object 9a8469a3-5349-46d9-8e0e-1118dc4d94d1 will not be triggered until provisioned by entity L2. {{(pid=103448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 20:15:45.042434 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-1eae51b4-a8b9-41d2-8dda-e760d99366f7 req-aa456d15-3e71-4fb7-a063-e0da5acfaf99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:45.330400 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b992aad2-9649-4ebf-8324-269a024399cf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:45.410685 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3e5f8f7c-29c0-4548-a7f2-6a23010ab40d req-24cd6d7b-30ba-4ef0-9453-121c1858aaa1 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.46 "GET /v2.0/ports?device_id=a3f25d8f-677c-424e-8b05-326431b3cc8e HTTP/1.1" status: 200 len: 210 time: 0.0394371 Nov 22 20:15:45.423136 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b992aad2-9649-4ebf-8324-269a024399cf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:45.589473 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b992aad2-9649-4ebf-8324-269a024399cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:45.594351 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b992aad2-9649-4ebf-8324-269a024399cf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:45.599638 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-b992aad2-9649-4ebf-8324-269a024399cf admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/53843021-7ff5-455a-b03c-5b5178fb3eaf HTTP/1.1" status: 204 len: 168 time: 0.5688562 Nov 22 20:15:45.621219 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b992aad2-9649-4ebf-8324-269a024399cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53843021-7ff5-455a-b03c-5b5178fb3eaf,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:15:45.624790 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-18f31b0c-d965-4924-87ad-97b026bd289f tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8900613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8485104'] for subnet, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:45.745953 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f31b0c-d965-4924-87ad-97b026bd289f tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] Pushing event updated for resources: {'Subnet': ['ID=09efcdd5-a119-442b-993f-1e2cb5686219,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:15:45.760508 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f31b0c-d965-4924-87ad-97b026bd289f tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] Checking segment: {'id': 'b681ff1f-cf00-4aaa-bbda-3a11525da556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '253979b7-401e-470f-8bcd-bfc19cc5b955'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:15:45.761213 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18f31b0c-d965-4924-87ad-97b026bd289f tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] Network hostable DHCP agents. Network: 253979b7-401e-470f-8bcd-bfc19cc5b955, hostable agents: ['02adaa64-0987-4b74-bad0-cbcf56f8a294'], hosted agents: [] {{(pid=103447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 20:15:45.806174 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18f31b0c-d965-4924-87ad-97b026bd289f tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] Network 253979b7-401e-470f-8bcd-bfc19cc5b955 is scheduled to be hosted by DHCP agent 02adaa64-0987-4b74-bad0-cbcf56f8a294 with binding_index 1 {{(pid=103447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 20:15:45.827072 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-18f31b0c-d965-4924-87ad-97b026bd289f tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818823-1, 253979b7-401e-470f-8bcd-bfc19cc5b955) {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:15:45.839469 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07834f01-45cb-42d2-9cf4-b813952a416f None None] Network 253979b7-401e-470f-8bcd-bfc19cc5b955 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:15:45.860304 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-18f31b0c-d965-4924-87ad-97b026bd289f tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8900613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8485104'] for subnet, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:46.002023 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f31b0c-d965-4924-87ad-97b026bd289f tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] Pushing event updated for resources: {'Subnet': ['ID=962cabab-67c3-417f-ac26-4c6363bc981a,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:15:46.003844 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-1eae51b4-a8b9-41d2-8dda-e760d99366f7 req-aa456d15-3e71-4fb7-a063-e0da5acfaf99 service neutron] Attempting to bind port 9a8469a3-5349-46d9-8e0e-1118dc4d94d1 on host n-h1-818823-1 for vnic_type normal with profile {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:15:46.007033 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-1eae51b4-a8b9-41d2-8dda-e760d99366f7 req-aa456d15-3e71-4fb7-a063-e0da5acfaf99 service neutron] Attempting to bind port 9a8469a3-5349-46d9-8e0e-1118dc4d94d1 by drivers openvswitch,hyperv on host n-h1-818823-1 at level 0 using segments [{'id': '071fae29-45f8-4fae-87e0-a91dc64245f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'c625a1a7-f1bd-484b-b342-37cf517c7d76'}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:15:46.007628 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eae51b4-a8b9-41d2-8dda-e760d99366f7 req-aa456d15-3e71-4fb7-a063-e0da5acfaf99 service neutron] Attempting to bind port 9a8469a3-5349-46d9-8e0e-1118dc4d94d1 on network c625a1a7-f1bd-484b-b342-37cf517c7d76 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:15:46.010424 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa456d15-3e71-4fb7-a063-e0da5acfaf99 service neutron] Pushing event updated for resources: {'Port': ['ID=9a8469a3-5349-46d9-8e0e-1118dc4d94d1,revision_number=2']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:15:46.029455 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eae51b4-a8b9-41d2-8dda-e760d99366f7 req-aa456d15-3e71-4fb7-a063-e0da5acfaf99 service neutron] Port 9a8469a3-5349-46d9-8e0e-1118dc4d94d1 on network c625a1a7-f1bd-484b-b342-37cf517c7d76 not bound, no agent of type Open vSwitch agent registered on host n-h1-818823-1 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:15:46.031568 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eae51b4-a8b9-41d2-8dda-e760d99366f7 req-aa456d15-3e71-4fb7-a063-e0da5acfaf99 service neutron] Attempting to bind port 9a8469a3-5349-46d9-8e0e-1118dc4d94d1 on network c625a1a7-f1bd-484b-b342-37cf517c7d76 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:15:46.042152 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eae51b4-a8b9-41d2-8dda-e760d99366f7 req-aa456d15-3e71-4fb7-a063-e0da5acfaf99 service neutron] Checking agent: {'id': '7a008cff-3b49-418c-8046-689d46cc800f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'started_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 15, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:15:46.046789 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eae51b4-a8b9-41d2-8dda-e760d99366f7 req-aa456d15-3e71-4fb7-a063-e0da5acfaf99 service neutron] Checking segment: {'id': '071fae29-45f8-4fae-87e0-a91dc64245f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'c625a1a7-f1bd-484b-b342-37cf517c7d76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:15:46.047390 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eae51b4-a8b9-41d2-8dda-e760d99366f7 req-aa456d15-3e71-4fb7-a063-e0da5acfaf99 service neutron] Bound using segment: {'id': '071fae29-45f8-4fae-87e0-a91dc64245f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'c625a1a7-f1bd-484b-b342-37cf517c7d76'} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:15:46.047992 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-1eae51b4-a8b9-41d2-8dda-e760d99366f7 req-aa456d15-3e71-4fb7-a063-e0da5acfaf99 service neutron] Bound port: 9a8469a3-5349-46d9-8e0e-1118dc4d94d1, host: n-h1-818823-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '071fae29-45f8-4fae-87e0-a91dc64245f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'c625a1a7-f1bd-484b-b342-37cf517c7d76'}}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:15:46.050526 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-1eae51b4-a8b9-41d2-8dda-e760d99366f7 req-aa456d15-3e71-4fb7-a063-e0da5acfaf99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:46.120242 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f376962-15f4-49a1-a603-60261ad7693e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fb26bd7-ce56-527b-b94f-2e1f7cb2bb35-253979b7-401e-470f-8bcd-bfc19cc5b955', 'network_id': '253979b7-401e-470f-8bcd-bfc19cc5b955', 'tenant_id': '42f38f0fa4a348009392f56a25978e72', 'fixed_ips': [{'subnet_id': '09efcdd5-a119-442b-993f-1e2cb5686219'}]}} from n-d-818823-1. {{(pid=103449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 20:15:46.125299 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4f376962-15f4-49a1-a603-60261ad7693e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:46.236627 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5783401f-4fc8-490c-868f-8965efccf329 req-75db356d-fbb5-49ca-9fd6-7c0f10269a18 tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:15:46.242027 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5783401f-4fc8-490c-868f-8965efccf329 req-75db356d-fbb5-49ca-9fd6-7c0f10269a18 tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] 10.222.0.46 "GET /v2.0/ports?device_id=5a2d875d-c9bf-4212-8e93-318726a86875 HTTP/1.1" status: 200 len: 943 time: 0.2042687 Nov 22 20:15:46.244194 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f31b0c-d965-4924-87ad-97b026bd289f tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] Checking segment: {'id': '09bab47b-8579-43b5-adab-ed53a5b0447f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'b254c2c8-a0bd-475f-ab63-2a1ca1a58ded'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:15:46.245284 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18f31b0c-d965-4924-87ad-97b026bd289f tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] Network hostable DHCP agents. Network: b254c2c8-a0bd-475f-ab63-2a1ca1a58ded, hostable agents: ['02adaa64-0987-4b74-bad0-cbcf56f8a294'], hosted agents: [] {{(pid=103447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 20:15:46.251691 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-1eae51b4-a8b9-41d2-8dda-e760d99366f7 req-aa456d15-3e71-4fb7-a063-e0da5acfaf99 service neutron] For port 9a8469a3-5349-46d9-8e0e-1118dc4d94d1, host n-h1-818823-1, cleared binding levels {{(pid=103448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:15:46.262514 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-1eae51b4-a8b9-41d2-8dda-e760d99366f7 req-aa456d15-3e71-4fb7-a063-e0da5acfaf99 service neutron] For port 9a8469a3-5349-46d9-8e0e-1118dc4d94d1, host n-h1-818823-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=9a8469a3-5349-46d9-8e0e-1118dc4d94d1,segment=NetworkSegment(071fae29-45f8-4fae-87e0-a91dc64245f1),segment_id=071fae29-45f8-4fae-87e0-a91dc64245f1)] {{(pid=103448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:15:46.272296 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-1eae51b4-a8b9-41d2-8dda-e760d99366f7 req-aa456d15-3e71-4fb7-a063-e0da5acfaf99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:46.375182 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eae51b4-a8b9-41d2-8dda-e760d99366f7 req-aa456d15-3e71-4fb7-a063-e0da5acfaf99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:15:46.382244 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-1eae51b4-a8b9-41d2-8dda-e760d99366f7 req-aa456d15-3e71-4fb7-a063-e0da5acfaf99 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:46.386641 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-1eae51b4-a8b9-41d2-8dda-e760d99366f7 req-aa456d15-3e71-4fb7-a063-e0da5acfaf99 service neutron] 10.222.0.41 "PUT /v2.0/ports/9a8469a3-5349-46d9-8e0e-1118dc4d94d1 HTTP/1.1" status: 200 len: 1091 time: 1.9181993 Nov 22 20:15:46.388176 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a2d875d-c9bf-4212-8e93-318726a86875', 'tag': '9a8469a3-5349-46d9-8e0e-1118dc4d94d1'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:15:46.414724 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589a98cf2aea187fcc423a5edb333e5a6cf3ad7c81115d1ebee0f079693c312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ced854b-e533-4893-a79a-47cc6e7e2239" -d '{"events": [{"name": "network-changed", "server_uuid": "5a2d875d-c9bf-4212-8e93-318726a86875", "tag": "9a8469a3-5349-46d9-8e0e-1118dc4d94d1"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:15:46.466612 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18f31b0c-d965-4924-87ad-97b026bd289f tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] Network b254c2c8-a0bd-475f-ab63-2a1ca1a58ded is scheduled to be hosted by DHCP agent 02adaa64-0987-4b74-bad0-cbcf56f8a294 with binding_index 1 {{(pid=103447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 20:15:46.527162 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 41954) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:46.543700 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-1ceeb860-c00a-47f7-b8bd-a33d973dc5cc tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Request body: {'subnet': {'network_id': 'e9c1e647-f521-4454-9d4c-7918053cbf9d', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:15:46.557064 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5783401f-4fc8-490c-868f-8965efccf329 req-fb7deb8f-2ce2-4209-9f9a-1e2f5896597d tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] 10.222.0.46 "GET /v2.0/security-groups?id=a6b5e341-e4ee-449f-b89c-f5b96c06c7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3004622 Nov 22 20:15:46.563329 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-18f31b0c-d965-4924-87ad-97b026bd289f tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818823-1, b254c2c8-a0bd-475f-ab63-2a1ca1a58ded) {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:15:46.587193 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.db_base_plugin_common [None req-4f376962-15f4-49a1-a603-60261ad7693e None None] Allocated IP 172.20.0.2 (253979b7-401e-470f-8bcd-bfc19cc5b955/09efcdd5-a119-442b-993f-1e2cb5686219/2294ce23-4536-4c25-b865-5019c6b12752) {{(pid=103449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:15:46.625428 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18f31b0c-d965-4924-87ad-97b026bd289f tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:15:46.628156 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18f31b0c-d965-4924-87ad-97b026bd289f tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:15:46.628941 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-18f31b0c-d965-4924-87ad-97b026bd289f tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for subnet, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:46.635236 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa456d15-3e71-4fb7-a063-e0da5acfaf99 service neutron] Pushing event updated for resources: {'Port': ['ID=9a8469a3-5349-46d9-8e0e-1118dc4d94d1,revision_number=3']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:15:46.659750 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eae51b4-a8b9-41d2-8dda-e760d99366f7 req-73dec22d-809e-4cb3-be32-0670016130c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:15:46.663964 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-1eae51b4-a8b9-41d2-8dda-e760d99366f7 req-73dec22d-809e-4cb3-be32-0670016130c1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f636877ba0f34a3e9062dfe9cdad7e3c&device_id=5a2d875d-c9bf-4212-8e93-318726a86875 HTTP/1.1" status: 200 len: 1094 time: 0.2166638 Nov 22 20:15:46.689119 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 20:15:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f3f27e8-7f00-4cf8-8f18-cf6ce6822f21 x-openstack-request-id: req-9f3f27e8-7f00-4cf8-8f18-cf6ce6822f21 {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:15:46.689440 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a2d875d-c9bf-4212-8e93-318726a86875", "tag": "9a8469a3-5349-46d9-8e0e-1118dc4d94d1", "status": "completed", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:15:46.689701 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9f3f27e8-7f00-4cf8-8f18-cf6ce6822f21 {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:15:46.690743 n-d-818823-1 neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a2d875d-c9bf-4212-8e93-318726a86875', 'tag': '9a8469a3-5349-46d9-8e0e-1118dc4d94d1', 'status': 'completed', 'code': 200} Nov 22 20:15:46.787649 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-1eae51b4-a8b9-41d2-8dda-e760d99366f7 req-36346a00-45a6-45d6-ac92-552bf3e1f9a3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9a8469a3-5349-46d9-8e0e-1118dc4d94d1 HTTP/1.1" status: 200 len: 217 time: 0.1164594 Nov 22 20:15:46.808179 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-18f31b0c-d965-4924-87ad-97b026bd289f tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 2.6026897 Nov 22 20:15:46.809465 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 41962) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:46.883985 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78198f3b-a64f-4f47-a62d-af3dd011c971 None None] Network b254c2c8-a0bd-475f-ab63-2a1ca1a58ded requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:15:46.905627 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eae51b4-a8b9-41d2-8dda-e760d99366f7 req-2e75982b-bdcd-4e86-963a-6f26fe8c0423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:15:46.908111 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-1eae51b4-a8b9-41d2-8dda-e760d99366f7 req-2e75982b-bdcd-4e86-963a-6f26fe8c0423 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c7864178-f3d5-4b52-bb8a-e0038ceec004 HTTP/1.1" status: 200 len: 845 time: 0.1094067 Nov 22 20:15:46.949132 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4b21b9c1-a0db-4a87-9f97-0f32c0dc8d0f req-7701c849-ccd7-4c8e-9cf3-9e7aca8d1b88 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.46 "GET /v2.0/ports?device_id=a3f25d8f-677c-424e-8b05-326431b3cc8e HTTP/1.1" status: 200 len: 210 time: 0.1319721 Nov 22 20:15:46.987828 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-1eae51b4-a8b9-41d2-8dda-e760d99366f7 req-73232ac4-04ce-4293-b981-569a8f7f1800 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c625a1a7-f1bd-484b-b342-37cf517c7d76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0640135 Nov 22 20:15:47.184608 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4f376962-15f4-49a1-a603-60261ad7693e None None] Publish callbacks [] for port, precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:47.194394 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-1eae51b4-a8b9-41d2-8dda-e760d99366f7 req-942d7bb2-562c-4faa-91cc-123c087f6821 service neutron] 10.222.0.41 "GET /v2.0/networks/c625a1a7-f1bd-484b-b342-37cf517c7d76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1988409 Nov 22 20:15:47.202183 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4f376962-15f4-49a1-a603-60261ad7693e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372'] for port, after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:47.271644 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b352c3e2-6fe5-4e34-9fbe-469912a56412 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fb26bd7-ce56-527b-b94f-2e1f7cb2bb35-b254c2c8-a0bd-475f-ab63-2a1ca1a58ded', 'network_id': 'b254c2c8-a0bd-475f-ab63-2a1ca1a58ded', 'tenant_id': '42f38f0fa4a348009392f56a25978e72', 'fixed_ips': [{'subnet_id': '962cabab-67c3-417f-ac26-4c6363bc981a'}]}} from n-d-818823-1. {{(pid=103449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 20:15:47.272676 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-b352c3e2-6fe5-4e34-9fbe-469912a56412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:47.290344 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f376962-15f4-49a1-a603-60261ad7693e None None] Network 253979b7-401e-470f-8bcd-bfc19cc5b955 is already hosted by enough agents. {{(pid=103449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:15:47.301508 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.base_scheduler [None req-4f376962-15f4-49a1-a603-60261ad7693e None None] Resources bound (agent type, host, resource id): {{(pid=103449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:15:47.305953 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f376962-15f4-49a1-a603-60261ad7693e None None] Received port after_create {{(pid=103449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:15:47.345702 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-1eae51b4-a8b9-41d2-8dda-e760d99366f7 req-efbd82f3-00ef-4dfd-be02-139559e193aa service neutron] 10.222.0.41 "GET /v2.0/networks/c625a1a7-f1bd-484b-b342-37cf517c7d76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440489 Nov 22 20:15:47.365695 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f376962-15f4-49a1-a603-60261ad7693e None None] Pushing event updated for resources: {'Port': ['ID=2294ce23-4536-4c25-b865-5019c6b12752,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:15:47.480276 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-4f376962-15f4-49a1-a603-60261ad7693e None None] Attempting to bind port 2294ce23-4536-4c25-b865-5019c6b12752 on host n-d-818823-1 for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:15:47.480652 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-4f376962-15f4-49a1-a603-60261ad7693e None None] Attempting to bind port 2294ce23-4536-4c25-b865-5019c6b12752 by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': 'b681ff1f-cf00-4aaa-bbda-3a11525da556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '253979b7-401e-470f-8bcd-bfc19cc5b955'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:15:47.481015 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f376962-15f4-49a1-a603-60261ad7693e None None] Attempting to bind port 2294ce23-4536-4c25-b865-5019c6b12752 on network 253979b7-401e-470f-8bcd-bfc19cc5b955 {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:15:47.486794 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ced854b-e533-4893-a79a-47cc6e7e2239 req-348c6c31-6b1c-42ff-942d-6b745d008291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:15:47.489323 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-8ced854b-e533-4893-a79a-47cc6e7e2239 req-348c6c31-6b1c-42ff-942d-6b745d008291 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f636877ba0f34a3e9062dfe9cdad7e3c&device_id=5a2d875d-c9bf-4212-8e93-318726a86875 HTTP/1.1" status: 200 len: 1094 time: 0.0876226 Nov 22 20:15:47.494801 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f376962-15f4-49a1-a603-60261ad7693e None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 15, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:15:47.495228 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f376962-15f4-49a1-a603-60261ad7693e None None] Checking segment: {'id': 'b681ff1f-cf00-4aaa-bbda-3a11525da556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '253979b7-401e-470f-8bcd-bfc19cc5b955'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:15:47.495692 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4f376962-15f4-49a1-a603-60261ad7693e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:47.496092 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f376962-15f4-49a1-a603-60261ad7693e None None] Bound using segment: {'id': 'b681ff1f-cf00-4aaa-bbda-3a11525da556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '253979b7-401e-470f-8bcd-bfc19cc5b955'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:15:47.496749 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-4f376962-15f4-49a1-a603-60261ad7693e None None] Bound port: 2294ce23-4536-4c25-b865-5019c6b12752, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b681ff1f-cf00-4aaa-bbda-3a11525da556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '253979b7-401e-470f-8bcd-bfc19cc5b955'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:15:47.497081 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4f376962-15f4-49a1-a603-60261ad7693e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:47.616479 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-4f376962-15f4-49a1-a603-60261ad7693e None None] For port 2294ce23-4536-4c25-b865-5019c6b12752, host n-d-818823-1, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:15:47.618889 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.db_base_plugin_common [None req-b352c3e2-6fe5-4e34-9fbe-469912a56412 None None] Allocated IP 172.20.0.18 (b254c2c8-a0bd-475f-ab63-2a1ca1a58ded/962cabab-67c3-417f-ac26-4c6363bc981a/900044a8-c812-4ece-9fee-9cee14f0328f) {{(pid=103449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:15:47.621859 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-4f376962-15f4-49a1-a603-60261ad7693e None None] For port 2294ce23-4536-4c25-b865-5019c6b12752, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=2294ce23-4536-4c25-b865-5019c6b12752,segment=NetworkSegment(b681ff1f-cf00-4aaa-bbda-3a11525da556),segment_id=b681ff1f-cf00-4aaa-bbda-3a11525da556)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:15:47.634624 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4f376962-15f4-49a1-a603-60261ad7693e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:47.678161 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-745d8d4c-cff7-4bbe-a736-9466db31d58e tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:15:47.679927 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-745d8d4c-cff7-4bbe-a736-9466db31d58e tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:15:47.681527 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-745d8d4c-cff7-4bbe-a736-9466db31d58e tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:15:47.686855 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-745d8d4c-cff7-4bbe-a736-9466db31d58e tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.8535438 Nov 22 20:15:47.698066 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 41980) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:47.701084 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ceeb860-c00a-47f7-b8bd-a33d973dc5cc tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Made reservation on behalf of a81ebb9a7b0f4ba7970568a2e3653a5f for: {'subnet': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:15:47.704371 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1ceeb860-c00a-47f7-b8bd-a33d973dc5cc tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8485086'] for subnet, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:47.705491 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ced854b-e533-4893-a79a-47cc6e7e2239 req-e796294d-6b6d-4cbb-891b-45110d3315c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:15:47.707555 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-8ced854b-e533-4893-a79a-47cc6e7e2239 req-e796294d-6b6d-4cbb-891b-45110d3315c2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c625a1a7-f1bd-484b-b342-37cf517c7d76 HTTP/1.1" status: 200 len: 906 time: 0.2106824 Nov 22 20:15:47.781360 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-8ced854b-e533-4893-a79a-47cc6e7e2239 req-40b7cb19-fdcc-41a1-a441-3cbc66c972bf service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9a8469a3-5349-46d9-8e0e-1118dc4d94d1 HTTP/1.1" status: 200 len: 217 time: 0.0655770 Nov 22 20:15:47.818418 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f376962-15f4-49a1-a603-60261ad7693e None None] Pushing event updated for resources: {'Port': ['ID=2294ce23-4536-4c25-b865-5019c6b12752,revision_number=2']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:15:47.873186 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ced854b-e533-4893-a79a-47cc6e7e2239 req-08fdebe7-0216-44e2-9c37-be934d42c7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:15:47.875369 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-8ced854b-e533-4893-a79a-47cc6e7e2239 req-08fdebe7-0216-44e2-9c37-be934d42c7a6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c7864178-f3d5-4b52-bb8a-e0038ceec004 HTTP/1.1" status: 200 len: 845 time: 0.0673163 Nov 22 20:15:47.950359 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-8ced854b-e533-4893-a79a-47cc6e7e2239 req-4d850127-faad-4773-a3a3-fab37223b42b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c625a1a7-f1bd-484b-b342-37cf517c7d76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0671475 Nov 22 20:15:48.098288 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_v2 [None req-a48244fb-9eac-4226-80b8-084b50f52818 tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] Deleting subnet 09efcdd5-a119-442b-993f-1e2cb5686219 {{(pid=103447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 20:15:48.138608 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a48244fb-9eac-4226-80b8-084b50f52818 tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] Publish callbacks [] for subnet, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:48.234752 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-b352c3e2-6fe5-4e34-9fbe-469912a56412 None None] Publish callbacks [] for port, precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:48.255116 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-b352c3e2-6fe5-4e34-9fbe-469912a56412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372'] for port, after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:48.296686 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba2a2ef-b4e8-4be8-a10a-52967408e53d req-f9e01106-2437-40bc-b940-dbac048398f4 tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:15:48.309540 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4ba2a2ef-b4e8-4be8-a10a-52967408e53d req-f9e01106-2437-40bc-b940-dbac048398f4 tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] 10.222.0.46 "GET /v2.0/ports?device_id=5a2d875d-c9bf-4212-8e93-318726a86875 HTTP/1.1" status: 200 len: 943 time: 0.3592770 Nov 22 20:15:48.311740 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-8ced854b-e533-4893-a79a-47cc6e7e2239 req-b82ed448-258e-4a31-9ff7-bbeacfff17d1 service neutron] 10.222.0.41 "GET /v2.0/networks/c625a1a7-f1bd-484b-b342-37cf517c7d76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3536572 Nov 22 20:15:48.367274 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b352c3e2-6fe5-4e34-9fbe-469912a56412 None None] Pushing event updated for resources: {'Port': ['ID=900044a8-c812-4ece-9fee-9cee14f0328f,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:15:48.372673 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 2294ce23-4536-4c25-b865-5019c6b12752 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:15:48.392753 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8b441abe-40c5-4fe2-a111-9d356860ae1e req-b8b826cc-df76-4a87-9450-0939ee748dca tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.46 "GET /v2.0/ports?device_id=a3f25d8f-677c-424e-8b05-326431b3cc8e HTTP/1.1" status: 200 len: 210 time: 0.2488322 Nov 22 20:15:48.412519 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b352c3e2-6fe5-4e34-9fbe-469912a56412 None None] Network b254c2c8-a0bd-475f-ab63-2a1ca1a58ded is already hosted by enough agents. {{(pid=103449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:15:48.462924 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.base_scheduler [None req-b352c3e2-6fe5-4e34-9fbe-469912a56412 None None] Resources bound (agent type, host, resource id): {{(pid=103449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:15:48.470573 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b352c3e2-6fe5-4e34-9fbe-469912a56412 None None] Received port after_create {{(pid=103449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:15:48.512995 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 2294ce23-4536-4c25-b865-5019c6b12752 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:15:48.513679 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:48.562039 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a48244fb-9eac-4226-80b8-084b50f52818 tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12178353'] for subnet, precommit_delete_associations {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:48.643593 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-b352c3e2-6fe5-4e34-9fbe-469912a56412 None None] Attempting to bind port 900044a8-c812-4ece-9fee-9cee14f0328f on host n-d-818823-1 for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:15:48.645528 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-b352c3e2-6fe5-4e34-9fbe-469912a56412 None None] Attempting to bind port 900044a8-c812-4ece-9fee-9cee14f0328f by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': '09bab47b-8579-43b5-adab-ed53a5b0447f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'b254c2c8-a0bd-475f-ab63-2a1ca1a58ded'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:15:48.645528 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b352c3e2-6fe5-4e34-9fbe-469912a56412 None None] Attempting to bind port 900044a8-c812-4ece-9fee-9cee14f0328f on network b254c2c8-a0bd-475f-ab63-2a1ca1a58ded {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:15:48.654679 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b352c3e2-6fe5-4e34-9fbe-469912a56412 None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 15, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:15:48.655320 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b352c3e2-6fe5-4e34-9fbe-469912a56412 None None] Checking segment: {'id': '09bab47b-8579-43b5-adab-ed53a5b0447f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'b254c2c8-a0bd-475f-ab63-2a1ca1a58ded'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:15:48.656080 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-b352c3e2-6fe5-4e34-9fbe-469912a56412 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:48.656895 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b352c3e2-6fe5-4e34-9fbe-469912a56412 None None] Bound using segment: {'id': '09bab47b-8579-43b5-adab-ed53a5b0447f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'b254c2c8-a0bd-475f-ab63-2a1ca1a58ded'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:15:48.657617 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-b352c3e2-6fe5-4e34-9fbe-469912a56412 None None] Bound port: 900044a8-c812-4ece-9fee-9cee14f0328f, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09bab47b-8579-43b5-adab-ed53a5b0447f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'b254c2c8-a0bd-475f-ab63-2a1ca1a58ded'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:15:48.658225 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-b352c3e2-6fe5-4e34-9fbe-469912a56412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:48.750473 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-8ced854b-e533-4893-a79a-47cc6e7e2239 req-22f83aa8-865f-431a-a8ea-b09b94f00289 service neutron] 10.222.0.41 "GET /v2.0/networks/c625a1a7-f1bd-484b-b342-37cf517c7d76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4303226 Nov 22 20:15:48.805596 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1ceeb860-c00a-47f7-b8bd-a33d973dc5cc tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8900613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8485104'] for subnet, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:48.821372 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-b352c3e2-6fe5-4e34-9fbe-469912a56412 None None] For port 900044a8-c812-4ece-9fee-9cee14f0328f, host n-d-818823-1, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:15:48.828546 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-b352c3e2-6fe5-4e34-9fbe-469912a56412 None None] For port 900044a8-c812-4ece-9fee-9cee14f0328f, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=900044a8-c812-4ece-9fee-9cee14f0328f,segment=NetworkSegment(09bab47b-8579-43b5-adab-ed53a5b0447f),segment_id=09bab47b-8579-43b5-adab-ed53a5b0447f)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:15:48.836924 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4ba2a2ef-b4e8-4be8-a10a-52967408e53d req-f8e37cc4-f670-48e0-a7b2-e7d6bb41c9ba tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] 10.222.0.46 "GET /v2.0/security-groups?id=a6b5e341-e4ee-449f-b89c-f5b96c06c7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5268145 Nov 22 20:15:48.842947 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:48.852002 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-b352c3e2-6fe5-4e34-9fbe-469912a56412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:48.972506 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] For port 2294ce23-4536-4c25-b865-5019c6b12752, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=2294ce23-4536-4c25-b865-5019c6b12752,segment=NetworkSegment(b681ff1f-cf00-4aaa-bbda-3a11525da556),segment_id=b681ff1f-cf00-4aaa-bbda-3a11525da556)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:15:48.974459 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b352c3e2-6fe5-4e34-9fbe-469912a56412 None None] Pushing event updated for resources: {'Port': ['ID=900044a8-c812-4ece-9fee-9cee14f0328f,revision_number=2']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:15:49.000569 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:49.068228 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Pushing event updated for resources: {'Port': ['ID=2294ce23-4536-4c25-b865-5019c6b12752,revision_number=3']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:15:49.092964 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ceeb860-c00a-47f7-b8bd-a33d973dc5cc tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Pushing event updated for resources: {'Subnet': ['ID=0d41b3df-098f-4b40-bc90-11316fee4447,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:15:49.141169 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a48244fb-9eac-4226-80b8-084b50f52818 tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3753007'] for subnet, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:49.193494 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ceeb860-c00a-47f7-b8bd-a33d973dc5cc tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Checking segment: {'id': 'bd990991-2724-406c-832e-b1d334ada1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'e9c1e647-f521-4454-9d4c-7918053cbf9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:15:49.193873 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ceeb860-c00a-47f7-b8bd-a33d973dc5cc tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Network hostable DHCP agents. Network: e9c1e647-f521-4454-9d4c-7918053cbf9d, hostable agents: ['02adaa64-0987-4b74-bad0-cbcf56f8a294'], hosted agents: [] {{(pid=103447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 20:15:49.228721 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ceeb860-c00a-47f7-b8bd-a33d973dc5cc tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Network e9c1e647-f521-4454-9d4c-7918053cbf9d is scheduled to be hosted by DHCP agent 02adaa64-0987-4b74-bad0-cbcf56f8a294 with binding_index 1 {{(pid=103447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 20:15:49.245472 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a48244fb-9eac-4226-80b8-084b50f52818 tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3753014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8900804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8485115'] for subnet, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:49.293392 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a48244fb-9eac-4226-80b8-084b50f52818 tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for subnet, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:49.331162 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-a48244fb-9eac-4226-80b8-084b50f52818 tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] 10.222.0.46 "DELETE /v2.0/subnets/09efcdd5-a119-442b-993f-1e2cb5686219 HTTP/1.1" status: 204 len: 168 time: 1.6287682 Nov 22 20:15:49.331162 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48244fb-9eac-4226-80b8-084b50f52818 tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] Pushing event deleted for resources: {'Subnet': ['ID=09efcdd5-a119-442b-993f-1e2cb5686219,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:15:49.331542 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 42012) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:49.338733 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-1ceeb860-c00a-47f7-b8bd-a33d973dc5cc tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818823-1, e9c1e647-f521-4454-9d4c-7918053cbf9d) {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:15:49.356439 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ceeb860-c00a-47f7-b8bd-a33d973dc5cc tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:15:49.357050 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1ceeb860-c00a-47f7-b8bd-a33d973dc5cc tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for subnet, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:49.366419 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb6d6280-8028-4bae-986e-b0c023ce8ff7 None None] Network e9c1e647-f521-4454-9d4c-7918053cbf9d requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:15:49.415066 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-1ceeb860-c00a-47f7-b8bd-a33d973dc5cc tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.8841252 Nov 22 20:15:49.415859 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 42016) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:49.423914 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-708a2472-e81e-4c30-b755-1116da2643cd tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-36928108'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:15:49.472411 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-708a2472-e81e-4c30-b755-1116da2643cd tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Made reservation on behalf of a81ebb9a7b0f4ba7970568a2e3653a5f for: {'network': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:15:49.485744 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-708a2472-e81e-4c30-b755-1116da2643cd tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for network, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:49.548945 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-708a2472-e81e-4c30-b755-1116da2643cd tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] vlan segment allocate from pool success with {'vlan_id': 637, 'physical_network': 'physnet1'} {{(pid=103447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 20:15:49.569045 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-708a2472-e81e-4c30-b755-1116da2643cd tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:49.569404 n-d-818823-1 neutron-server[103447]: INFO neutron.db.segments_db [None req-708a2472-e81e-4c30-b755-1116da2643cd tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Added segment 40f065a1-dbeb-40ff-9cd0-11d4bbd6c108 of type vlan for network 5278e6f8-e123-49f3-8c51-f2c91fd8999b Nov 22 20:15:49.576801 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_v2 [None req-501b03dd-20c1-4ce8-a867-6b2dc026d6ae tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] Deleting subnet 962cabab-67c3-417f-ac26-4c6363bc981a {{(pid=103448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 20:15:49.597452 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-501b03dd-20c1-4ce8-a867-6b2dc026d6ae tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] Publish callbacks [] for subnet, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:49.675399 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-708a2472-e81e-4c30-b755-1116da2643cd tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748992492791'] for network, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:49.710365 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a0b2f67-316e-42ca-9cc7-6bb3be99d7d3 None None] Network 253979b7-401e-470f-8bcd-bfc19cc5b955 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:15:49.722458 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-708a2472-e81e-4c30-b755-1116da2643cd tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for network, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:49.731019 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-708a2472-e81e-4c30-b755-1116da2643cd tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:15:49.732383 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-708a2472-e81e-4c30-b755-1116da2643cd tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for network, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:49.763654 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-708a2472-e81e-4c30-b755-1116da2643cd tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.3465154 Nov 22 20:15:49.764612 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 42028) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:49.835328 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-501b03dd-20c1-4ce8-a867-6b2dc026d6ae tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11627908'] for subnet, precommit_delete_associations {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:49.840555 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-eef6e0d7-02a6-482b-bd56-27924f57d8ee tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Request body: {'subnet': {'network_id': '5278e6f8-e123-49f3-8c51-f2c91fd8999b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:15:49.860060 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-758bcc1a-4525-4b6f-910a-947f2bbb4f33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fb26bd7-ce56-527b-b94f-2e1f7cb2bb35-e9c1e647-f521-4454-9d4c-7918053cbf9d', 'network_id': 'e9c1e647-f521-4454-9d4c-7918053cbf9d', 'tenant_id': 'a81ebb9a7b0f4ba7970568a2e3653a5f', 'fixed_ips': [{'subnet_id': '0d41b3df-098f-4b40-bc90-11316fee4447'}]}} from n-d-818823-1. {{(pid=103449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 20:15:49.863971 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-758bcc1a-4525-4b6f-910a-947f2bbb4f33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:49.913467 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 9a8469a3-5349-46d9-8e0e-1118dc4d94d1 details requested by agent hyperv_n-h1-818823-1 with host n-h1-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 20:15:49.946507 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-a0ae7ad9-3f73-41fa-9742-2d1d79e9ddfa None None] Provisioning complete for port 2294ce23-4536-4c25-b865-5019c6b12752 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:15:49.947702 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-a0ae7ad9-3f73-41fa-9742-2d1d79e9ddfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:50.053718 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eef6e0d7-02a6-482b-bd56-27924f57d8ee tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Made reservation on behalf of a81ebb9a7b0f4ba7970568a2e3653a5f for: {'subnet': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:15:50.064044 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-eef6e0d7-02a6-482b-bd56-27924f57d8ee tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8485086'] for subnet, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:50.129295 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-501b03dd-20c1-4ce8-a867-6b2dc026d6ae tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3753007'] for subnet, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:50.311595 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-501b03dd-20c1-4ce8-a867-6b2dc026d6ae tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3753014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11567369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11792914'] for subnet, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:50.361084 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 9a8469a3-5349-46d9-8e0e-1118dc4d94d1, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=9a8469a3-5349-46d9-8e0e-1118dc4d94d1,segment=NetworkSegment(071fae29-45f8-4fae-87e0-a91dc64245f1),segment_id=071fae29-45f8-4fae-87e0-a91dc64245f1)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:15:50.381381 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Returning: {'device': '9a8469a3-5349-46d9-8e0e-1118dc4d94d1', 'network_id': 'c625a1a7-f1bd-484b-b342-37cf517c7d76', 'port_id': '9a8469a3-5349-46d9-8e0e-1118dc4d94d1', 'mac_address': 'fa:16:3e:76:d7:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7864178-f3d5-4b52-bb8a-e0038ceec004', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 20:15:50.383244 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bcfa88-b0cc-4777-a3d8-cbd76c421360 req-47fd9114-f33a-47c5-9061-ea9cbe1e512a tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:15:50.386357 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d507f73e-11b7-46a4-9883-97c3532828ea None None] DHCP port deletion for 253979b7-401e-470f-8bcd-bfc19cc5b955 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:15:50.388818 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 900044a8-c812-4ece-9fee-9cee14f0328f up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:15:50.390307 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-71bcfa88-b0cc-4777-a3d8-cbd76c421360 req-47fd9114-f33a-47c5-9061-ea9cbe1e512a tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] 10.222.0.46 "GET /v2.0/ports?device_id=5a2d875d-c9bf-4212-8e93-318726a86875 HTTP/1.1" status: 200 len: 943 time: 0.3691235 Nov 22 20:15:50.400431 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708a2472-e81e-4c30-b755-1116da2643cd tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Pushing event updated for resources: {'Network': ['ID=5278e6f8-e123-49f3-8c51-f2c91fd8999b,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:15:50.428493 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501b03dd-20c1-4ce8-a867-6b2dc026d6ae tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] Pushing event deleted for resources: {'Subnet': ['ID=962cabab-67c3-417f-ac26-4c6363bc981a,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:15:50.441497 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-501b03dd-20c1-4ce8-a867-6b2dc026d6ae tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:50.451218 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-501b03dd-20c1-4ce8-a867-6b2dc026d6ae tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] 10.222.0.46 "DELETE /v2.0/subnets/962cabab-67c3-417f-ac26-4c6363bc981a HTTP/1.1" status: 204 len: 168 time: 1.1161416 Nov 22 20:15:50.452990 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 42038) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:50.500495 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Network 5278e6f8-e123-49f3-8c51-f2c91fd8999b details requested by agent ovs-agent-n-d-818823-1 with host n-d-818823-1 {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 20:15:50.591366 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:50.600061 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-71bcfa88-b0cc-4777-a3d8-cbd76c421360 req-3c96a0ff-9032-4a6e-afd7-c714353c3f66 tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] 10.222.0.46 "GET /v2.0/security-groups?id=a6b5e341-e4ee-449f-b89c-f5b96c06c7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863191 Nov 22 20:15:50.689090 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25070e97-ac95-46b0-9df7-f55f4d257056 tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:15:50.693113 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-25070e97-ac95-46b0-9df7-f55f4d257056 tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2370019 Nov 22 20:15:50.698037 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 42042) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:50.813799 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-eef6e0d7-02a6-482b-bd56-27924f57d8ee tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8900613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8485104'] for subnet, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:50.918541 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0061de15-64e6-4dfd-b9ee-a94e1df5f735 tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3961693'] for network, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:50.927662 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef6e0d7-02a6-482b-bd56-27924f57d8ee tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Pushing event updated for resources: {'Subnet': ['ID=6ce696d5-4185-4507-99f2-f649202cac99,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:15:50.938474 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef6e0d7-02a6-482b-bd56-27924f57d8ee tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Checking segment: {'id': '40f065a1-dbeb-40ff-9cd0-11d4bbd6c108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '5278e6f8-e123-49f3-8c51-f2c91fd8999b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:15:50.939241 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eef6e0d7-02a6-482b-bd56-27924f57d8ee tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Network hostable DHCP agents. Network: 5278e6f8-e123-49f3-8c51-f2c91fd8999b, hostable agents: ['02adaa64-0987-4b74-bad0-cbcf56f8a294'], hosted agents: [] {{(pid=103447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 20:15:50.987773 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eef6e0d7-02a6-482b-bd56-27924f57d8ee tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Network 5278e6f8-e123-49f3-8c51-f2c91fd8999b is scheduled to be hosted by DHCP agent 02adaa64-0987-4b74-bad0-cbcf56f8a294 with binding_index 1 {{(pid=103447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 20:15:51.004487 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-eef6e0d7-02a6-482b-bd56-27924f57d8ee tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818823-1, 5278e6f8-e123-49f3-8c51-f2c91fd8999b) {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:15:51.011360 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eef6e0d7-02a6-482b-bd56-27924f57d8ee tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:15:51.012942 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-eef6e0d7-02a6-482b-bd56-27924f57d8ee tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for subnet, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:51.016570 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-0061de15-64e6-4dfd-b9ee-a94e1df5f735 tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] Deleting port 900044a8-c812-4ece-9fee-9cee14f0328f {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:15:51.016911 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0061de15-64e6-4dfd-b9ee-a94e1df5f735 tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:51.046201 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-eef6e0d7-02a6-482b-bd56-27924f57d8ee tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.2562101 Nov 22 20:15:51.047040 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 42050) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:51.099139 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-0061de15-64e6-4dfd-b9ee-a94e1df5f735 tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] For port 900044a8-c812-4ece-9fee-9cee14f0328f, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=900044a8-c812-4ece-9fee-9cee14f0328f,segment=NetworkSegment(09bab47b-8579-43b5-adab-ed53a5b0447f),segment_id=09bab47b-8579-43b5-adab-ed53a5b0447f)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:15:51.099605 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0061de15-64e6-4dfd-b9ee-a94e1df5f735 tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:51.127274 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-0061de15-64e6-4dfd-b9ee-a94e1df5f735 tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] Calling delete_port for 900044a8-c812-4ece-9fee-9cee14f0328f owned by network:dhcp {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:15:51.169465 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-60316cdb-0678-4f08-b853-77b6558e8a7b tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3961693'] for network, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:51.241904 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edaa9132-fcd6-4b95-bb08-9cc2143597d0 None None] Network b254c2c8-a0bd-475f-ab63-2a1ca1a58ded requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:15:51.245189 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f1e640d-570b-4497-986b-e891e324573b None None] Network 5278e6f8-e123-49f3-8c51-f2c91fd8999b requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:15:51.245679 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0061de15-64e6-4dfd-b9ee-a94e1df5f735 tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:51.297444 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0061de15-64e6-4dfd-b9ee-a94e1df5f735 tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] Pushing event deleted for resources: {'Port': ['ID=900044a8-c812-4ece-9fee-9cee14f0328f,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:15:51.303097 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0061de15-64e6-4dfd-b9ee-a94e1df5f735 tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] No DVR routers for this DVR port 900044a8-c812-4ece-9fee-9cee14f0328f on host n-d-818823-1 {{(pid=103448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:15:51.349159 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-60316cdb-0678-4f08-b853-77b6558e8a7b tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3753007'] for subnet, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:51.424875 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-cf502df8-02d9-4617-89cf-38ebbf27c193 None None] Could not find standard attr ID for object 900044a8-c812-4ece-9fee-9cee14f0328f. {{(pid=103449) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 22 20:15:51.432859 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0061de15-64e6-4dfd-b9ee-a94e1df5f735 tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3760028', 'neutron.services.segments.db._delete_segments_for_network-8748992815755'] for network, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:51.434594 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a8469a3-5349-46d9-8e0e-1118dc4d94d1 {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:15:51.461728 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No active binding found for port 900044a8-c812-4ece-9fee-9cee14f0328f {{(pid=103449) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 22 20:15:51.462437 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 900044a8-c812-4ece-9fee-9cee14f0328f not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 22 20:15:51.465429 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-0061de15-64e6-4dfd-b9ee-a94e1df5f735 tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b254c2c8-a0bd-475f-ab63-2a1ca1a58ded']}} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:15:51.482880 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-0061de15-64e6-4dfd-b9ee-a94e1df5f735 tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09bab47b-8579-43b5-adab-ed53a5b0447f') {'for_net_delete': True} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:15:51.483307 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-0061de15-64e6-4dfd-b9ee-a94e1df5f735 tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09bab47b-8579-43b5-adab-ed53a5b0447f') {} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:15:51.486465 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-60316cdb-0678-4f08-b853-77b6558e8a7b tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3753014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8900804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8485115'] for subnet, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:51.498821 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0061de15-64e6-4dfd-b9ee-a94e1df5f735 tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748993039638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11627933'] for segment, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:51.509357 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Port 900044a8-c812-4ece-9fee-9cee14f0328f not found, will not notify nova. {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 22 20:15:51.520905 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0061de15-64e6-4dfd-b9ee-a94e1df5f735 tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:51.531971 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0061de15-64e6-4dfd-b9ee-a94e1df5f735 tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] Releasing vlan 611 on physical network physnet1 to pool {{(pid=103448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 20:15:51.533383 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0061de15-64e6-4dfd-b9ee-a94e1df5f735 tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11567447'] for segment, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:51.538077 n-d-818823-1 neutron-server[103448]: Traceback (most recent call last): Nov 22 20:15:51.538077 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 20:15:51.538077 n-d-818823-1 neutron-server[103448]: timer() Nov 22 20:15:51.538077 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 20:15:51.538077 n-d-818823-1 neutron-server[103448]: cb(*args, **kw) Nov 22 20:15:51.538077 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 20:15:51.538077 n-d-818823-1 neutron-server[103448]: return func(*args, **kwargs) Nov 22 20:15:51.538077 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 20:15:51.538077 n-d-818823-1 neutron-server[103448]: self._notify() Nov 22 20:15:51.538077 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 20:15:51.538077 n-d-818823-1 neutron-server[103448]: self.callback(batched_events) Nov 22 20:15:51.538077 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 20:15:51.538077 n-d-818823-1 neutron-server[103448]: event.method(event) Nov 22 20:15:51.538077 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 20:15:51.538077 n-d-818823-1 neutron-server[103448]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 20:15:51.538077 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 20:15:51.538077 n-d-818823-1 neutron-server[103448]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 20:15:51.538077 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 20:15:51.538077 n-d-818823-1 neutron-server[103448]: return f(self, *a, **k) Nov 22 20:15:51.538077 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 20:15:51.538077 n-d-818823-1 neutron-server[103448]: return self._get(url).json() Nov 22 20:15:51.538077 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 20:15:51.538077 n-d-818823-1 neutron-server[103448]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 20:15:51.538077 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 20:15:51.538077 n-d-818823-1 neutron-server[103448]: return self.request(url, 'GET', **kwargs) Nov 22 20:15:51.538077 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 20:15:51.538077 n-d-818823-1 neutron-server[103448]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 20:15:51.538077 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 20:15:51.538077 n-d-818823-1 neutron-server[103448]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 20:15:51.538077 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 20:15:51.538077 n-d-818823-1 neutron-server[103448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 20:15:51.538077 n-d-818823-1 neutron-server[103448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 20:15:51.554390 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.db_base_plugin_common [None req-758bcc1a-4525-4b6f-910a-947f2bbb4f33 None None] Allocated IP 2001:db8:0:ffff::2 (e9c1e647-f521-4454-9d4c-7918053cbf9d/0d41b3df-098f-4b40-bc90-11316fee4447/7387891d-8c17-471d-bc01-744ef5e10950) {{(pid=103449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:15:51.605369 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 9a8469a3-5349-46d9-8e0e-1118dc4d94d1, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=9a8469a3-5349-46d9-8e0e-1118dc4d94d1,segment=NetworkSegment(071fae29-45f8-4fae-87e0-a91dc64245f1),segment_id=071fae29-45f8-4fae-87e0-a91dc64245f1)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:15:51.709656 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0061de15-64e6-4dfd-b9ee-a94e1df5f735 tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3760002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595318'] for network, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:51.710864 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:51.740366 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0061de15-64e6-4dfd-b9ee-a94e1df5f735 tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] Publish callbacks [] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:51.744249 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-60316cdb-0678-4f08-b853-77b6558e8a7b tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3760028', 'neutron.services.segments.db._delete_segments_for_network-8748992815755'] for network, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:51.757235 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-0061de15-64e6-4dfd-b9ee-a94e1df5f735 tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] 10.222.0.46 "DELETE /v2.0/networks/b254c2c8-a0bd-475f-ab63-2a1ca1a58ded HTTP/1.1" status: 204 len: 168 time: 1.0578566 Nov 22 20:15:51.776355 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 42058) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:51.812753 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-60316cdb-0678-4f08-b853-77b6558e8a7b tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5278e6f8-e123-49f3-8c51-f2c91fd8999b']}} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:15:51.825628 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-60316cdb-0678-4f08-b853-77b6558e8a7b tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40f065a1-dbeb-40ff-9cd0-11d4bbd6c108') {'for_net_delete': True} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:15:51.825928 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-60316cdb-0678-4f08-b853-77b6558e8a7b tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40f065a1-dbeb-40ff-9cd0-11d4bbd6c108') {} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:15:51.837936 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-60316cdb-0678-4f08-b853-77b6558e8a7b tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748993039638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12178344'] for segment, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:51.853315 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-60316cdb-0678-4f08-b853-77b6558e8a7b tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:51.860629 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60316cdb-0678-4f08-b853-77b6558e8a7b tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Releasing vlan 637 on physical network physnet1 to pool {{(pid=103447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 20:15:51.861042 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-60316cdb-0678-4f08-b853-77b6558e8a7b tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8900762'] for segment, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:51.897384 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-d507f73e-11b7-46a4-9883-97c3532828ea None None] Deleting port 2294ce23-4536-4c25-b865-5019c6b12752 {{(pid=103449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:15:51.902724 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-d507f73e-11b7-46a4-9883-97c3532828ea None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:51.944259 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f57cbf91-ab0a-4191-aa9a-ec3ee20be993 tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3961693'] for network, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:51.949338 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0061de15-64e6-4dfd-b9ee-a94e1df5f735 tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] Pushing event deleted for resources: {'Network': ['ID=b254c2c8-a0bd-475f-ab63-2a1ca1a58ded,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:15:52.030215 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea6c47c4-1846-4bb6-8101-395a66608eb3 None None] DHCP port deletion for b254c2c8-a0bd-475f-ab63-2a1ca1a58ded request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:15:52.032475 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] get_ports_and_sgs() called for port_ids ['9a8469a3-5349-46d9-8e0e-1118dc4d94d1'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:15:52.048966 n-d-818823-1 neutron-server[103447]: Traceback (most recent call last): Nov 22 20:15:52.048966 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 20:15:52.048966 n-d-818823-1 neutron-server[103447]: timer() Nov 22 20:15:52.048966 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 20:15:52.048966 n-d-818823-1 neutron-server[103447]: cb(*args, **kw) Nov 22 20:15:52.048966 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 20:15:52.048966 n-d-818823-1 neutron-server[103447]: return func(*args, **kwargs) Nov 22 20:15:52.048966 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 20:15:52.048966 n-d-818823-1 neutron-server[103447]: self._notify() Nov 22 20:15:52.048966 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 20:15:52.048966 n-d-818823-1 neutron-server[103447]: self.callback(batched_events) Nov 22 20:15:52.048966 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 20:15:52.048966 n-d-818823-1 neutron-server[103447]: event.method(event) Nov 22 20:15:52.048966 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 20:15:52.048966 n-d-818823-1 neutron-server[103447]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 20:15:52.048966 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 20:15:52.048966 n-d-818823-1 neutron-server[103447]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 20:15:52.048966 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 20:15:52.048966 n-d-818823-1 neutron-server[103447]: return f(self, *a, **k) Nov 22 20:15:52.048966 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 20:15:52.048966 n-d-818823-1 neutron-server[103447]: return self._get(url).json() Nov 22 20:15:52.048966 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 20:15:52.048966 n-d-818823-1 neutron-server[103447]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 20:15:52.048966 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 20:15:52.048966 n-d-818823-1 neutron-server[103447]: return self.request(url, 'GET', **kwargs) Nov 22 20:15:52.048966 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 20:15:52.048966 n-d-818823-1 neutron-server[103447]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 20:15:52.048966 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 20:15:52.048966 n-d-818823-1 neutron-server[103447]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 20:15:52.048966 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 20:15:52.048966 n-d-818823-1 neutron-server[103447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 20:15:52.048966 n-d-818823-1 neutron-server[103447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 20:15:52.051077 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60316cdb-0678-4f08-b853-77b6558e8a7b tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Pushing event deleted for resources: {'Subnet': ['ID=6ce696d5-4185-4507-99f2-f649202cac99,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:15:52.077500 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-60316cdb-0678-4f08-b853-77b6558e8a7b tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3760002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595318'] for network, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:52.089612 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-60316cdb-0678-4f08-b853-77b6558e8a7b tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for network, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:52.107228 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-f57cbf91-ab0a-4191-aa9a-ec3ee20be993 tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] Deleting port 2294ce23-4536-4c25-b865-5019c6b12752 {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:15:52.107786 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f57cbf91-ab0a-4191-aa9a-ec3ee20be993 tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:52.107893 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-60316cdb-0678-4f08-b853-77b6558e8a7b tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] 10.222.0.46 "DELETE /v2.0/networks/5278e6f8-e123-49f3-8c51-f2c91fd8999b HTTP/1.1" status: 204 len: 168 time: 1.0591536 Nov 22 20:15:52.111441 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 42064) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:52.117055 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=9a8469a3-5349-46d9-8e0e-1118dc4d94d1,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:15:52.153360 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42082f3c-b0d1-4dfc-86bb-278eef669ab9 None None] Network 5278e6f8-e123-49f3-8c51-f2c91fd8999b requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:15:52.192626 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-d507f73e-11b7-46a4-9883-97c3532828ea None None] For port 2294ce23-4536-4c25-b865-5019c6b12752, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=2294ce23-4536-4c25-b865-5019c6b12752,segment=NetworkSegment(b681ff1f-cf00-4aaa-bbda-3a11525da556),segment_id=b681ff1f-cf00-4aaa-bbda-3a11525da556)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:15:52.193167 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-d507f73e-11b7-46a4-9883-97c3532828ea None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:52.204332 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42082f3c-b0d1-4dfc-86bb-278eef669ab9 None None] Network 5278e6f8-e123-49f3-8c51-f2c91fd8999b could not be found, it might have been deleted concurrently. {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 22 20:15:52.212988 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-0fb8c59d-6c66-4603-8e31-e10b81e98b7e tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-758651966'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:15:52.214648 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 900044a8-c812-4ece-9fee-9cee14f0328f no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:15:52.258833 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: 900044a8-c812-4ece-9fee-9cee14f0328f {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:15:52.259296 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 900044a8-c812-4ece-9fee-9cee14f0328f not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:15:52.259808 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 2294ce23-4536-4c25-b865-5019c6b12752 no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:15:52.263670 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60316cdb-0678-4f08-b853-77b6558e8a7b tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Pushing event deleted for resources: {'Network': ['ID=5278e6f8-e123-49f3-8c51-f2c91fd8999b,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:15:52.268622 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fb8c59d-6c66-4603-8e31-e10b81e98b7e tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Made reservation on behalf of a81ebb9a7b0f4ba7970568a2e3653a5f for: {'network': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:15:52.272612 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0fb8c59d-6c66-4603-8e31-e10b81e98b7e tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for network, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:52.287115 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-d507f73e-11b7-46a4-9883-97c3532828ea None None] Calling delete_port for 2294ce23-4536-4c25-b865-5019c6b12752 owned by network:dhcp {{(pid=103449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:15:52.320961 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17801a3-ab52-44e6-8ec7-3d84b611321b req-fdc06c8b-8844-42d3-bdcd-bc315a4b8534 tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:15:52.322607 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f17801a3-ab52-44e6-8ec7-3d84b611321b req-fdc06c8b-8844-42d3-bdcd-bc315a4b8534 tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] 10.222.0.46 "GET /v2.0/ports?device_id=5a2d875d-c9bf-4212-8e93-318726a86875 HTTP/1.1" status: 200 len: 944 time: 0.2804158 Nov 22 20:15:52.326569 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fb8c59d-6c66-4603-8e31-e10b81e98b7e tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] vlan segment allocate from pool success with {'vlan_id': 600, 'physical_network': 'physnet1'} {{(pid=103447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 20:15:52.368062 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0fb8c59d-6c66-4603-8e31-e10b81e98b7e tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:52.368470 n-d-818823-1 neutron-server[103447]: INFO neutron.db.segments_db [None req-0fb8c59d-6c66-4603-8e31-e10b81e98b7e tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Added segment 63dae5db-fc51-402b-ae98-17692e5da0a4 of type vlan for network 391e727e-021b-4c3c-af0a-29902a92446a Nov 22 20:15:52.396251 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-f57cbf91-ab0a-4191-aa9a-ec3ee20be993 tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] For port 2294ce23-4536-4c25-b865-5019c6b12752, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=2294ce23-4536-4c25-b865-5019c6b12752,segment=NetworkSegment(b681ff1f-cf00-4aaa-bbda-3a11525da556),segment_id=b681ff1f-cf00-4aaa-bbda-3a11525da556)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:15:52.397489 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f57cbf91-ab0a-4191-aa9a-ec3ee20be993 tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:52.418396 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-f57cbf91-ab0a-4191-aa9a-ec3ee20be993 tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] Calling delete_port for 2294ce23-4536-4c25-b865-5019c6b12752 owned by network:dhcp {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:15:52.441796 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0fb8c59d-6c66-4603-8e31-e10b81e98b7e tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748992492791'] for network, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:52.460226 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f17801a3-ab52-44e6-8ec7-3d84b611321b req-363ae51f-813f-4cbb-9258-cf4f54890877 tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] 10.222.0.46 "GET /v2.0/security-groups?id=a6b5e341-e4ee-449f-b89c-f5b96c06c7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217456 Nov 22 20:15:52.466995 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-758bcc1a-4525-4b6f-910a-947f2bbb4f33 None None] Publish callbacks [] for port, precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:52.487306 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-758bcc1a-4525-4b6f-910a-947f2bbb4f33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372'] for port, after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:52.514858 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0fb8c59d-6c66-4603-8e31-e10b81e98b7e tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for network, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:52.522879 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fb8c59d-6c66-4603-8e31-e10b81e98b7e tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:15:52.523544 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0fb8c59d-6c66-4603-8e31-e10b81e98b7e tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for network, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:52.572095 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758bcc1a-4525-4b6f-910a-947f2bbb4f33 None None] Pushing event updated for resources: {'Port': ['ID=7387891d-8c17-471d-bc01-744ef5e10950,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:15:52.573727 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 42070) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:52.576488 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-0fb8c59d-6c66-4603-8e31-e10b81e98b7e tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3795395 Nov 22 20:15:52.597726 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-d2ad4b7a-0272-4ed2-a1cd-0f21fdef5471 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Request body: {'subnet': {'network_id': '391e727e-021b-4c3c-af0a-29902a92446a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:15:52.618995 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-758bcc1a-4525-4b6f-910a-947f2bbb4f33 None None] Network e9c1e647-f521-4454-9d4c-7918053cbf9d is already hosted by enough agents. {{(pid=103449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:15:52.630326 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.base_scheduler [None req-758bcc1a-4525-4b6f-910a-947f2bbb4f33 None None] Resources bound (agent type, host, resource id): {{(pid=103449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:15:52.641100 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-758bcc1a-4525-4b6f-910a-947f2bbb4f33 None None] Received port after_create {{(pid=103449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:15:52.726403 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb8c59d-6c66-4603-8e31-e10b81e98b7e tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Pushing event updated for resources: {'Network': ['ID=391e727e-021b-4c3c-af0a-29902a92446a,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:15:52.761530 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Network 391e727e-021b-4c3c-af0a-29902a92446a details requested by agent ovs-agent-n-d-818823-1 with host n-d-818823-1 {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 20:15:52.788598 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f57cbf91-ab0a-4191-aa9a-ec3ee20be993 tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:52.828922 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f57cbf91-ab0a-4191-aa9a-ec3ee20be993 tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] No DVR routers for this DVR port 2294ce23-4536-4c25-b865-5019c6b12752 on host n-d-818823-1 {{(pid=103448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:15:52.837122 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57cbf91-ab0a-4191-aa9a-ec3ee20be993 tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] Pushing event deleted for resources: {'Port': ['ID=2294ce23-4536-4c25-b865-5019c6b12752,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:15:52.862586 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-d507f73e-11b7-46a4-9883-97c3532828ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381'] for port, after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:52.899173 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2ad4b7a-0272-4ed2-a1cd-0f21fdef5471 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Made reservation on behalf of a81ebb9a7b0f4ba7970568a2e3653a5f for: {'subnet': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:15:52.911202 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d2ad4b7a-0272-4ed2-a1cd-0f21fdef5471 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11792951'] for subnet, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:52.943085 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:53.056919 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f57cbf91-ab0a-4191-aa9a-ec3ee20be993 tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3760028', 'neutron.services.segments.db._delete_segments_for_network-8748992815755'] for network, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:53.087170 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-f57cbf91-ab0a-4191-aa9a-ec3ee20be993 tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['253979b7-401e-470f-8bcd-bfc19cc5b955']}} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:15:53.098893 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-758bcc1a-4525-4b6f-910a-947f2bbb4f33 None None] Attempting to bind port 7387891d-8c17-471d-bc01-744ef5e10950 on host n-d-818823-1 for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:15:53.099585 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-758bcc1a-4525-4b6f-910a-947f2bbb4f33 None None] Attempting to bind port 7387891d-8c17-471d-bc01-744ef5e10950 by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': 'bd990991-2724-406c-832e-b1d334ada1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'e9c1e647-f521-4454-9d4c-7918053cbf9d'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:15:53.100297 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-758bcc1a-4525-4b6f-910a-947f2bbb4f33 None None] Attempting to bind port 7387891d-8c17-471d-bc01-744ef5e10950 on network e9c1e647-f521-4454-9d4c-7918053cbf9d {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:15:53.105092 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-f57cbf91-ab0a-4191-aa9a-ec3ee20be993 tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b681ff1f-cf00-4aaa-bbda-3a11525da556') {'for_net_delete': True} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:15:53.105092 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-f57cbf91-ab0a-4191-aa9a-ec3ee20be993 tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b681ff1f-cf00-4aaa-bbda-3a11525da556') {} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:15:53.127272 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f57cbf91-ab0a-4191-aa9a-ec3ee20be993 tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748993039638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11627933'] for segment, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:53.133655 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d507f73e-11b7-46a4-9883-97c3532828ea None None] Pushing event deleted for resources: {'Port': ['ID=2294ce23-4536-4c25-b865-5019c6b12752,revision_number=None']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:15:53.155404 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f57cbf91-ab0a-4191-aa9a-ec3ee20be993 tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:53.172084 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f57cbf91-ab0a-4191-aa9a-ec3ee20be993 tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] Releasing vlan 616 on physical network physnet1 to pool {{(pid=103448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 20:15:53.172741 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f57cbf91-ab0a-4191-aa9a-ec3ee20be993 tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11567447'] for segment, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:53.177284 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d507f73e-11b7-46a4-9883-97c3532828ea None None] No DVR routers for this DVR port 2294ce23-4536-4c25-b865-5019c6b12752 on host n-d-818823-1 {{(pid=103449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:15:53.184555 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-758bcc1a-4525-4b6f-910a-947f2bbb4f33 None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 15, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:15:53.185299 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-758bcc1a-4525-4b6f-910a-947f2bbb4f33 None None] Checking segment: {'id': 'bd990991-2724-406c-832e-b1d334ada1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'e9c1e647-f521-4454-9d4c-7918053cbf9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:15:53.188131 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-758bcc1a-4525-4b6f-910a-947f2bbb4f33 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:53.188733 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-758bcc1a-4525-4b6f-910a-947f2bbb4f33 None None] Bound using segment: {'id': 'bd990991-2724-406c-832e-b1d334ada1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'e9c1e647-f521-4454-9d4c-7918053cbf9d'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:15:53.191388 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-758bcc1a-4525-4b6f-910a-947f2bbb4f33 None None] Bound port: 7387891d-8c17-471d-bc01-744ef5e10950, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd990991-2724-406c-832e-b1d334ada1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'e9c1e647-f521-4454-9d4c-7918053cbf9d'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:15:53.192102 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-758bcc1a-4525-4b6f-910a-947f2bbb4f33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:53.297881 n-d-818823-1 neutron-server[103448]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 20:15:53.297881 n-d-818823-1 neutron-server[103448]: self.session.flush() Nov 22 20:15:53.297881 n-d-818823-1 neutron-server[103448]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 20:15:53.297881 n-d-818823-1 neutron-server[103448]: self.session.flush() Nov 22 20:15:53.297881 n-d-818823-1 neutron-server[103448]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 20:15:53.297881 n-d-818823-1 neutron-server[103448]: self.session.flush() Nov 22 20:15:53.297881 n-d-818823-1 neutron-server[103448]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 20:15:53.297881 n-d-818823-1 neutron-server[103448]: self.session.flush() Nov 22 20:15:53.297881 n-d-818823-1 neutron-server[103448]: Traceback (most recent call last): Nov 22 20:15:53.297881 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 20:15:53.297881 n-d-818823-1 neutron-server[103448]: timer() Nov 22 20:15:53.297881 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 20:15:53.297881 n-d-818823-1 neutron-server[103448]: cb(*args, **kw) Nov 22 20:15:53.297881 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 20:15:53.297881 n-d-818823-1 neutron-server[103448]: return func(*args, **kwargs) Nov 22 20:15:53.297881 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 20:15:53.297881 n-d-818823-1 neutron-server[103448]: self._notify() Nov 22 20:15:53.297881 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 20:15:53.297881 n-d-818823-1 neutron-server[103448]: self.callback(batched_events) Nov 22 20:15:53.297881 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 20:15:53.297881 n-d-818823-1 neutron-server[103448]: event.method(event) Nov 22 20:15:53.297881 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 20:15:53.297881 n-d-818823-1 neutron-server[103448]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 20:15:53.297881 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 20:15:53.297881 n-d-818823-1 neutron-server[103448]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 20:15:53.297881 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 20:15:53.297881 n-d-818823-1 neutron-server[103448]: return f(self, *a, **k) Nov 22 20:15:53.297881 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 20:15:53.297881 n-d-818823-1 neutron-server[103448]: return self._get(url).json() Nov 22 20:15:53.297881 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 20:15:53.297881 n-d-818823-1 neutron-server[103448]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 20:15:53.297881 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 20:15:53.297881 n-d-818823-1 neutron-server[103448]: return self.request(url, 'GET', **kwargs) Nov 22 20:15:53.297881 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 20:15:53.297881 n-d-818823-1 neutron-server[103448]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 20:15:53.297881 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 20:15:53.297881 n-d-818823-1 neutron-server[103448]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 20:15:53.297881 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 20:15:53.297881 n-d-818823-1 neutron-server[103448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 20:15:53.297881 n-d-818823-1 neutron-server[103448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 20:15:53.381258 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-758bcc1a-4525-4b6f-910a-947f2bbb4f33 None None] For port 7387891d-8c17-471d-bc01-744ef5e10950, host n-d-818823-1, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:15:53.384912 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-758bcc1a-4525-4b6f-910a-947f2bbb4f33 None None] For port 7387891d-8c17-471d-bc01-744ef5e10950, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=7387891d-8c17-471d-bc01-744ef5e10950,segment=NetworkSegment(bd990991-2724-406c-832e-b1d334ada1e7),segment_id=bd990991-2724-406c-832e-b1d334ada1e7)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:15:53.393402 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-758bcc1a-4525-4b6f-910a-947f2bbb4f33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:53.536517 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758bcc1a-4525-4b6f-910a-947f2bbb4f33 None None] Pushing event updated for resources: {'Port': ['ID=7387891d-8c17-471d-bc01-744ef5e10950,revision_number=2']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:15:53.609300 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f57cbf91-ab0a-4191-aa9a-ec3ee20be993 tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3760002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595318'] for network, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:53.615146 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d2ad4b7a-0272-4ed2-a1cd-0f21fdef5471 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11567560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11792921'] for subnet, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:53.628217 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f57cbf91-ab0a-4191-aa9a-ec3ee20be993 tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] Publish callbacks [] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:53.631617 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-f57cbf91-ab0a-4191-aa9a-ec3ee20be993 tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] 10.222.0.46 "DELETE /v2.0/networks/253979b7-401e-470f-8bcd-bfc19cc5b955 HTTP/1.1" status: 204 len: 168 time: 1.8539193 Nov 22 20:15:53.634148 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 42094) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:53.669582 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57cbf91-ab0a-4191-aa9a-ec3ee20be993 tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] Pushing event deleted for resources: {'Network': ['ID=253979b7-401e-470f-8bcd-bfc19cc5b955,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:15:53.736907 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ad4b7a-0272-4ed2-a1cd-0f21fdef5471 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Pushing event updated for resources: {'Subnet': ['ID=90dde990-50e2-43db-afbf-bb7fbc0e6d41,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:15:53.773764 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ad4b7a-0272-4ed2-a1cd-0f21fdef5471 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Checking segment: {'id': '63dae5db-fc51-402b-ae98-17692e5da0a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '391e727e-021b-4c3c-af0a-29902a92446a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:15:53.773764 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2ad4b7a-0272-4ed2-a1cd-0f21fdef5471 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Network hostable DHCP agents. Network: 391e727e-021b-4c3c-af0a-29902a92446a, hostable agents: ['02adaa64-0987-4b74-bad0-cbcf56f8a294'], hosted agents: [] {{(pid=103448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 20:15:53.842467 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2ad4b7a-0272-4ed2-a1cd-0f21fdef5471 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Network 391e727e-021b-4c3c-af0a-29902a92446a is scheduled to be hosted by DHCP agent 02adaa64-0987-4b74-bad0-cbcf56f8a294 with binding_index 1 {{(pid=103448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 20:15:53.864066 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-d2ad4b7a-0272-4ed2-a1cd-0f21fdef5471 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818823-1, 391e727e-021b-4c3c-af0a-29902a92446a) {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:15:53.879379 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60ebd983-3c6c-4d15-bc49-40642e2b444f None None] Network 391e727e-021b-4c3c-af0a-29902a92446a requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:15:53.891967 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2ad4b7a-0272-4ed2-a1cd-0f21fdef5471 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:15:53.892593 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d2ad4b7a-0272-4ed2-a1cd-0f21fdef5471 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:53.923435 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-d2ad4b7a-0272-4ed2-a1cd-0f21fdef5471 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.3484657 Nov 22 20:15:53.926829 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 42096) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:53.932235 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-aa693fa5-bf7a-438f-99fd-98621107835f tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-519240012'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:15:53.970208 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 9a8469a3-5349-46d9-8e0e-1118dc4d94d1 up at agent hyperv_n-h1-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:15:53.977276 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406cffff-7b55-4a81-8c0d-1ff0a62d7af1 req-c24a135c-5768-45dc-bcdd-00a6a268e363 tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:15:53.981469 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa693fa5-bf7a-438f-99fd-98621107835f tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Made reservation on behalf of a81ebb9a7b0f4ba7970568a2e3653a5f for: {'network': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:15:53.985254 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-aa693fa5-bf7a-438f-99fd-98621107835f tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for network, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:53.986449 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-406cffff-7b55-4a81-8c0d-1ff0a62d7af1 req-c24a135c-5768-45dc-bcdd-00a6a268e363 tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] 10.222.0.46 "GET /v2.0/ports?device_id=5a2d875d-c9bf-4212-8e93-318726a86875 HTTP/1.1" status: 200 len: 944 time: 0.3028882 Nov 22 20:15:54.006182 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-98601d1d-4f3a-4b9e-8669-3b9625b99b53 tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3961693'] for network, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:54.060490 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa693fa5-bf7a-438f-99fd-98621107835f tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] vlan segment allocate from pool success with {'vlan_id': 601, 'physical_network': 'physnet1'} {{(pid=103448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 20:15:54.088302 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-aa693fa5-bf7a-438f-99fd-98621107835f tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:54.091673 n-d-818823-1 neutron-server[103448]: INFO neutron.db.segments_db [None req-aa693fa5-bf7a-438f-99fd-98621107835f tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Added segment 71ad19df-b079-424d-b7ee-a06a402c1475 of type vlan for network 98729432-59f1-47c8-96d5-43638f401335 Nov 22 20:15:54.178047 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-aa693fa5-bf7a-438f-99fd-98621107835f tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748992492791'] for network, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:54.180924 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Provisioning for port 9a8469a3-5349-46d9-8e0e-1118dc4d94d1 completed by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 20:15:54.213705 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-98601d1d-4f3a-4b9e-8669-3b9625b99b53 tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3760028', 'neutron.services.segments.db._delete_segments_for_network-8748992815755'] for network, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:54.237082 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-98601d1d-4f3a-4b9e-8669-3b9625b99b53 tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63ce8e7a-eb7a-4cc0-96b7-ccd7f275eccd']}} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:15:54.249724 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-98601d1d-4f3a-4b9e-8669-3b9625b99b53 tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b27cfb8-0b6f-4851-9235-60f779140deb') {'for_net_delete': True} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:15:54.250712 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-98601d1d-4f3a-4b9e-8669-3b9625b99b53 tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b27cfb8-0b6f-4851-9235-60f779140deb') {} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:15:54.263516 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-98601d1d-4f3a-4b9e-8669-3b9625b99b53 tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748993039638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12178344'] for segment, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:54.324935 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Provisioning complete for port 9a8469a3-5349-46d9-8e0e-1118dc4d94d1 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:15:54.325314 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:54.338123 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-aa693fa5-bf7a-438f-99fd-98621107835f tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for network, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:54.341494 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 7387891d-8c17-471d-bc01-744ef5e10950 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:15:54.360773 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-406cffff-7b55-4a81-8c0d-1ff0a62d7af1 req-6c4de619-c36e-412b-b0f3-285e4e1fc44b tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] 10.222.0.46 "GET /v2.0/security-groups?id=a6b5e341-e4ee-449f-b89c-f5b96c06c7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3729889 Nov 22 20:15:54.394889 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-98601d1d-4f3a-4b9e-8669-3b9625b99b53 tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:54.413238 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa693fa5-bf7a-438f-99fd-98621107835f tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:15:54.413638 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-aa693fa5-bf7a-438f-99fd-98621107835f tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Publish callbacks [] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:54.424544 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98601d1d-4f3a-4b9e-8669-3b9625b99b53 tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] Releasing vlan 624 on physical network physnet1 to pool {{(pid=103447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 20:15:54.424942 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-98601d1d-4f3a-4b9e-8669-3b9625b99b53 tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8900762'] for segment, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:54.428788 n-d-818823-1 neutron-server[103447]: Traceback (most recent call last): Nov 22 20:15:54.428788 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 20:15:54.428788 n-d-818823-1 neutron-server[103447]: timer() Nov 22 20:15:54.428788 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 20:15:54.428788 n-d-818823-1 neutron-server[103447]: cb(*args, **kw) Nov 22 20:15:54.428788 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 20:15:54.428788 n-d-818823-1 neutron-server[103447]: return func(*args, **kwargs) Nov 22 20:15:54.428788 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 20:15:54.428788 n-d-818823-1 neutron-server[103447]: self._notify() Nov 22 20:15:54.428788 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 20:15:54.428788 n-d-818823-1 neutron-server[103447]: self.callback(batched_events) Nov 22 20:15:54.428788 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 20:15:54.428788 n-d-818823-1 neutron-server[103447]: event.method(event) Nov 22 20:15:54.428788 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 20:15:54.428788 n-d-818823-1 neutron-server[103447]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 20:15:54.428788 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 20:15:54.428788 n-d-818823-1 neutron-server[103447]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 20:15:54.428788 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 20:15:54.428788 n-d-818823-1 neutron-server[103447]: return f(self, *a, **k) Nov 22 20:15:54.428788 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 20:15:54.428788 n-d-818823-1 neutron-server[103447]: return self._get(url).json() Nov 22 20:15:54.428788 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 20:15:54.428788 n-d-818823-1 neutron-server[103447]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 20:15:54.428788 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 20:15:54.428788 n-d-818823-1 neutron-server[103447]: return self.request(url, 'GET', **kwargs) Nov 22 20:15:54.428788 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 20:15:54.428788 n-d-818823-1 neutron-server[103447]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 20:15:54.428788 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 20:15:54.428788 n-d-818823-1 neutron-server[103447]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 20:15:54.428788 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 20:15:54.428788 n-d-818823-1 neutron-server[103447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 20:15:54.428788 n-d-818823-1 neutron-server[103447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 20:15:54.569653 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-98601d1d-4f3a-4b9e-8669-3b9625b99b53 tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3760002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595318'] for network, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:54.579563 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-98601d1d-4f3a-4b9e-8669-3b9625b99b53 tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for network, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:54.591954 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-98601d1d-4f3a-4b9e-8669-3b9625b99b53 tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] 10.222.0.46 "DELETE /v2.0/networks/63ce8e7a-eb7a-4cc0-96b7-ccd7f275eccd HTTP/1.1" status: 204 len: 168 time: 0.9565890 Nov 22 20:15:54.596353 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 42106) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:54.612174 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-aa693fa5-bf7a-438f-99fd-98621107835f tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6810348 Nov 22 20:15:54.618966 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 42108) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:54.630331 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-6464d3dc-2132-49e3-a5a0-d9a8c2858154 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Request body: {'subnet': {'network_id': '98729432-59f1-47c8-96d5-43638f401335', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:15:54.649905 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98601d1d-4f3a-4b9e-8669-3b9625b99b53 tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] Pushing event deleted for resources: {'Network': ['ID=63ce8e7a-eb7a-4cc0-96b7-ccd7f275eccd,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:15:54.701613 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 7387891d-8c17-471d-bc01-744ef5e10950 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:15:54.702194 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:54.890945 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa693fa5-bf7a-438f-99fd-98621107835f tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Pushing event updated for resources: {'Network': ['ID=98729432-59f1-47c8-96d5-43638f401335,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:15:54.952781 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d29eaa68-5537-424f-8001-0f2180a88e8c tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3961693'] for network, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:54.955529 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6464d3dc-2132-49e3-a5a0-d9a8c2858154 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Made reservation on behalf of a81ebb9a7b0f4ba7970568a2e3653a5f for: {'subnet': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:15:54.962202 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6464d3dc-2132-49e3-a5a0-d9a8c2858154 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8485086'] for subnet, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:55.137281 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.ipam_backend_mixin [None req-6464d3dc-2132-49e3-a5a0-d9a8c2858154 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Performing IP validity checks on allocation pools {{(pid=103447) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 22 20:15:55.138009 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.ipam_backend_mixin [None req-6464d3dc-2132-49e3-a5a0-d9a8c2858154 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103447) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 22 20:15:55.201738 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d29eaa68-5537-424f-8001-0f2180a88e8c tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3760028', 'neutron.services.segments.db._delete_segments_for_network-8748992815755'] for network, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:55.220655 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Network 98729432-59f1-47c8-96d5-43638f401335 details requested by agent ovs-agent-n-d-818823-1 with host n-d-818823-1 {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 20:15:55.226969 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:55.252623 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-d29eaa68-5537-424f-8001-0f2180a88e8c tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0027a749-2dd4-4f80-a42d-fa4967f1fe58']}} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:15:55.297825 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-d29eaa68-5537-424f-8001-0f2180a88e8c tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb0b6039-fb50-460b-af4f-718c1c9dd5b8') {'for_net_delete': True} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:15:55.301055 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-d29eaa68-5537-424f-8001-0f2180a88e8c tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb0b6039-fb50-460b-af4f-718c1c9dd5b8') {} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:15:55.334499 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c798d22-ebd6-49d8-8ea1-eb72d8a3be0f None None] Network e9c1e647-f521-4454-9d4c-7918053cbf9d requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:15:55.337832 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d29eaa68-5537-424f-8001-0f2180a88e8c tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748993039638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11627933'] for segment, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:55.344256 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-620cc500-14ac-44f1-89bc-2acb71e92599 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fb26bd7-ce56-527b-b94f-2e1f7cb2bb35-391e727e-021b-4c3c-af0a-29902a92446a', 'network_id': '391e727e-021b-4c3c-af0a-29902a92446a', 'tenant_id': 'a81ebb9a7b0f4ba7970568a2e3653a5f', 'fixed_ips': [{'subnet_id': '90dde990-50e2-43db-afbf-bb7fbc0e6d41'}]}} from n-d-818823-1. {{(pid=103449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 20:15:55.345307 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-620cc500-14ac-44f1-89bc-2acb71e92599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:55.397894 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d29eaa68-5537-424f-8001-0f2180a88e8c tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:55.414835 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d29eaa68-5537-424f-8001-0f2180a88e8c tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] Releasing vlan 609 on physical network physnet1 to pool {{(pid=103448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 20:15:55.415259 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d29eaa68-5537-424f-8001-0f2180a88e8c tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11567447'] for segment, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:55.427495 n-d-818823-1 neutron-server[103448]: Traceback (most recent call last): Nov 22 20:15:55.427495 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 20:15:55.427495 n-d-818823-1 neutron-server[103448]: timer() Nov 22 20:15:55.427495 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 20:15:55.427495 n-d-818823-1 neutron-server[103448]: cb(*args, **kw) Nov 22 20:15:55.427495 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 20:15:55.427495 n-d-818823-1 neutron-server[103448]: return func(*args, **kwargs) Nov 22 20:15:55.427495 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 20:15:55.427495 n-d-818823-1 neutron-server[103448]: self._notify() Nov 22 20:15:55.427495 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 20:15:55.427495 n-d-818823-1 neutron-server[103448]: self.callback(batched_events) Nov 22 20:15:55.427495 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 20:15:55.427495 n-d-818823-1 neutron-server[103448]: event.method(event) Nov 22 20:15:55.427495 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 20:15:55.427495 n-d-818823-1 neutron-server[103448]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 20:15:55.427495 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 20:15:55.427495 n-d-818823-1 neutron-server[103448]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 20:15:55.427495 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 20:15:55.427495 n-d-818823-1 neutron-server[103448]: return f(self, *a, **k) Nov 22 20:15:55.427495 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 20:15:55.427495 n-d-818823-1 neutron-server[103448]: return self._get(url).json() Nov 22 20:15:55.427495 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 20:15:55.427495 n-d-818823-1 neutron-server[103448]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 20:15:55.427495 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 20:15:55.427495 n-d-818823-1 neutron-server[103448]: return self.request(url, 'GET', **kwargs) Nov 22 20:15:55.427495 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 20:15:55.427495 n-d-818823-1 neutron-server[103448]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 20:15:55.427495 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 20:15:55.427495 n-d-818823-1 neutron-server[103448]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 20:15:55.427495 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 20:15:55.427495 n-d-818823-1 neutron-server[103448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 20:15:55.427495 n-d-818823-1 neutron-server[103448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 20:15:55.586227 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6464d3dc-2132-49e3-a5a0-d9a8c2858154 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8900613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8485104'] for subnet, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:55.597614 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d29eaa68-5537-424f-8001-0f2180a88e8c tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3760002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595318'] for network, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:55.617141 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d29eaa68-5537-424f-8001-0f2180a88e8c tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] Publish callbacks [] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:55.621544 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a2d875d-c9bf-4212-8e93-318726a86875', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a8469a3-5349-46d9-8e0e-1118dc4d94d1'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:15:55.631144 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d39f6d30a11e565ec9648abcc015e8a6ab6cff4edd704add8155e28765d31eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59805d22-06f9-4b0d-b419-9c017b0a36f1" -d '{"events": [{"server_uuid": "5a2d875d-c9bf-4212-8e93-318726a86875", "name": "network-vif-plugged", "status": "completed", "tag": "9a8469a3-5349-46d9-8e0e-1118dc4d94d1"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:15:55.648287 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-d29eaa68-5537-424f-8001-0f2180a88e8c tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] 10.222.0.46 "DELETE /v2.0/networks/0027a749-2dd4-4f80-a42d-fa4967f1fe58 HTTP/1.1" status: 204 len: 168 time: 1.0379915 Nov 22 20:15:55.682844 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29eaa68-5537-424f-8001-0f2180a88e8c tempest-BulkNetworkOpsTest-1759893024 tempest-BulkNetworkOpsTest-1759893024-project] Pushing event deleted for resources: {'Network': ['ID=0027a749-2dd4-4f80-a42d-fa4967f1fe58,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:15:55.775167 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6464d3dc-2132-49e3-a5a0-d9a8c2858154 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Pushing event updated for resources: {'Subnet': ['ID=83f83616-f92c-4aac-af78-35cc2b3bb457,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:15:55.832472 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 9a8469a3-5349-46d9-8e0e-1118dc4d94d1, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=9a8469a3-5349-46d9-8e0e-1118dc4d94d1,segment=NetworkSegment(071fae29-45f8-4fae-87e0-a91dc64245f1),segment_id=071fae29-45f8-4fae-87e0-a91dc64245f1)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:15:55.842752 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-b35b467b-2c25-4e20-976f-bf7f6e236a07 None None] Provisioning complete for port 7387891d-8c17-471d-bc01-744ef5e10950 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:15:55.844447 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-b35b467b-2c25-4e20-976f-bf7f6e236a07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:55.876799 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:55.883202 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50186a1b-51ea-44ce-9a6d-1f778432be2c req-424bbfa3-ee69-47d9-ac6b-e1e86411df7a tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:15:55.897184 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-50186a1b-51ea-44ce-9a6d-1f778432be2c req-424bbfa3-ee69-47d9-ac6b-e1e86411df7a tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] 10.222.0.46 "GET /v2.0/ports?device_id=5a2d875d-c9bf-4212-8e93-318726a86875 HTTP/1.1" status: 200 len: 944 time: 0.1408291 Nov 22 20:15:55.970723 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:15:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94e9ab6b-af03-41ac-9315-8ac4ed2b1896 x-openstack-request-id: req-94e9ab6b-af03-41ac-9315-8ac4ed2b1896 {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:15:55.972511 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a2d875d-c9bf-4212-8e93-318726a86875", "name": "network-vif-plugged", "status": "completed", "tag": "9a8469a3-5349-46d9-8e0e-1118dc4d94d1", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:15:55.973172 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-94e9ab6b-af03-41ac-9315-8ac4ed2b1896 {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:15:55.974663 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a2d875d-c9bf-4212-8e93-318726a86875', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a8469a3-5349-46d9-8e0e-1118dc4d94d1', 'code': 200} Nov 22 20:15:55.977026 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6464d3dc-2132-49e3-a5a0-d9a8c2858154 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Checking segment: {'id': '71ad19df-b079-424d-b7ee-a06a402c1475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '98729432-59f1-47c8-96d5-43638f401335'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:15:55.979980 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6464d3dc-2132-49e3-a5a0-d9a8c2858154 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Network hostable DHCP agents. Network: 98729432-59f1-47c8-96d5-43638f401335, hostable agents: ['02adaa64-0987-4b74-bad0-cbcf56f8a294'], hosted agents: [] {{(pid=103447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 20:15:56.065185 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf21b9c-cad6-4c9b-a2e4-f2ef838f759d req-4e5e9d7a-4173-46b1-811c-9ea8d9b0339e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:15:56.065969 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.db_base_plugin_common [None req-620cc500-14ac-44f1-89bc-2acb71e92599 None None] Allocated IP 2001:db8::1 (391e727e-021b-4c3c-af0a-29902a92446a/90dde990-50e2-43db-afbf-bb7fbc0e6d41/4f26fad6-d250-4231-8327-fa549e3798cd) {{(pid=103449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:15:56.067302 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-8bf21b9c-cad6-4c9b-a2e4-f2ef838f759d req-4e5e9d7a-4173-46b1-811c-9ea8d9b0339e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5a2d875d-c9bf-4212-8e93-318726a86875 HTTP/1.1" status: 200 len: 1096 time: 0.1154139 Nov 22 20:15:56.110133 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-50186a1b-51ea-44ce-9a6d-1f778432be2c req-728086ff-1f4a-485a-9fef-a38f93af4d07 tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] 10.222.0.46 "GET /v2.0/security-groups?id=a6b5e341-e4ee-449f-b89c-f5b96c06c7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091715 Nov 22 20:15:56.111310 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6464d3dc-2132-49e3-a5a0-d9a8c2858154 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Network 98729432-59f1-47c8-96d5-43638f401335 is scheduled to be hosted by DHCP agent 02adaa64-0987-4b74-bad0-cbcf56f8a294 with binding_index 1 {{(pid=103447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 20:15:56.168432 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-6464d3dc-2132-49e3-a5a0-d9a8c2858154 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818823-1, 98729432-59f1-47c8-96d5-43638f401335) {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:15:56.176206 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6464d3dc-2132-49e3-a5a0-d9a8c2858154 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:15:56.177118 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6464d3dc-2132-49e3-a5a0-d9a8c2858154 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for subnet, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:56.204889 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-8bf21b9c-cad6-4c9b-a2e4-f2ef838f759d req-23fa3e31-de97-4bc4-8b3c-9e2797f9d85f service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=a6b5e341-e4ee-449f-b89c-f5b96c06c7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264689 Nov 22 20:15:56.223833 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 42130) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:56.224061 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-6464d3dc-2132-49e3-a5a0-d9a8c2858154 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.6026103 Nov 22 20:15:56.312513 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 42132) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:56.492179 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-077010ad-2ae8-4512-a0a6-22ee602753b7 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3961693'] for network, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:56.503366 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad9d108d-69ea-4aa2-8ded-0ae45506be18 None None] Network 98729432-59f1-47c8-96d5-43638f401335 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:15:56.571186 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-077010ad-2ae8-4512-a0a6-22ee602753b7 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3753007'] for subnet, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:56.586871 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-620cc500-14ac-44f1-89bc-2acb71e92599 None None] Publish callbacks [] for port, precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:56.685081 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-fbc2a126-b1d0-414d-b801-b3c9e2ae6f5e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=42f38f0fa4a348009392f56a25978e72&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3707616 Nov 22 20:15:56.696539 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 42144) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:56.719350 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:56.735463 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-620cc500-14ac-44f1-89bc-2acb71e92599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372'] for port, after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:56.780155 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=9a8469a3-5349-46d9-8e0e-1118dc4d94d1,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:15:56.833852 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-077010ad-2ae8-4512-a0a6-22ee602753b7 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3753014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11567369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11792914'] for subnet, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:56.853993 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:15:56.854716 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:15:56.854716 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:15:56.855123 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:15:56.855575 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:15:56.860289 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:15:56.860723 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:15:56.861067 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:15:56.861406 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:15:56.861776 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:15:56.862097 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:15:56.862427 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:15:56.879564 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-620cc500-14ac-44f1-89bc-2acb71e92599 None None] Network 391e727e-021b-4c3c-af0a-29902a92446a is already hosted by enough agents. {{(pid=103449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:15:56.920508 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.base_scheduler [None req-620cc500-14ac-44f1-89bc-2acb71e92599 None None] Resources bound (agent type, host, resource id): {{(pid=103449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:15:56.970691 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-620cc500-14ac-44f1-89bc-2acb71e92599 None None] Received port after_create {{(pid=103449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:15:56.973458 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077010ad-2ae8-4512-a0a6-22ee602753b7 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Pushing event deleted for resources: {'Subnet': ['ID=83f83616-f92c-4aac-af78-35cc2b3bb457,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:15:57.083698 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] For port 7387891d-8c17-471d-bc01-744ef5e10950, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=7387891d-8c17-471d-bc01-744ef5e10950,segment=NetworkSegment(bd990991-2724-406c-832e-b1d334ada1e7),segment_id=bd990991-2724-406c-832e-b1d334ada1e7)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:15:57.087096 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-b35b467b-2c25-4e20-976f-bf7f6e236a07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:57.089315 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-d68e344d-5aea-4a54-9f96-91acea4b7831 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:57.125534 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:57.168592 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-077010ad-2ae8-4512-a0a6-22ee602753b7 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3760028', 'neutron.services.segments.db._delete_segments_for_network-8748992815755'] for network, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:57.233990 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620cc500-14ac-44f1-89bc-2acb71e92599 None None] Pushing event updated for resources: {'Port': ['ID=4f26fad6-d250-4231-8327-fa549e3798cd,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:15:57.248147 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-077010ad-2ae8-4512-a0a6-22ee602753b7 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98729432-59f1-47c8-96d5-43638f401335']}} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:15:57.278722 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-d68e344d-5aea-4a54-9f96-91acea4b7831 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:57.280599 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-077010ad-2ae8-4512-a0a6-22ee602753b7 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71ad19df-b079-424d-b7ee-a06a402c1475') {'for_net_delete': True} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:15:57.283092 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-077010ad-2ae8-4512-a0a6-22ee602753b7 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71ad19df-b079-424d-b7ee-a06a402c1475') {} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:15:57.312611 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-077010ad-2ae8-4512-a0a6-22ee602753b7 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748993039638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11627933'] for segment, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:57.366482 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-077010ad-2ae8-4512-a0a6-22ee602753b7 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:57.388991 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-077010ad-2ae8-4512-a0a6-22ee602753b7 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Releasing vlan 601 on physical network physnet1 to pool {{(pid=103448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 20:15:57.389434 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-077010ad-2ae8-4512-a0a6-22ee602753b7 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11567447'] for segment, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:57.393226 n-d-818823-1 neutron-server[103448]: Traceback (most recent call last): Nov 22 20:15:57.393226 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 20:15:57.393226 n-d-818823-1 neutron-server[103448]: timer() Nov 22 20:15:57.393226 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 20:15:57.393226 n-d-818823-1 neutron-server[103448]: cb(*args, **kw) Nov 22 20:15:57.393226 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 20:15:57.393226 n-d-818823-1 neutron-server[103448]: return func(*args, **kwargs) Nov 22 20:15:57.393226 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 20:15:57.393226 n-d-818823-1 neutron-server[103448]: self._notify() Nov 22 20:15:57.393226 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 20:15:57.393226 n-d-818823-1 neutron-server[103448]: self.callback(batched_events) Nov 22 20:15:57.393226 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 20:15:57.393226 n-d-818823-1 neutron-server[103448]: event.method(event) Nov 22 20:15:57.393226 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 20:15:57.393226 n-d-818823-1 neutron-server[103448]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 20:15:57.393226 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 20:15:57.393226 n-d-818823-1 neutron-server[103448]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 20:15:57.393226 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 20:15:57.393226 n-d-818823-1 neutron-server[103448]: return f(self, *a, **k) Nov 22 20:15:57.393226 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 20:15:57.393226 n-d-818823-1 neutron-server[103448]: return self._get(url).json() Nov 22 20:15:57.393226 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 20:15:57.393226 n-d-818823-1 neutron-server[103448]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 20:15:57.393226 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 20:15:57.393226 n-d-818823-1 neutron-server[103448]: return self.request(url, 'GET', **kwargs) Nov 22 20:15:57.393226 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 20:15:57.393226 n-d-818823-1 neutron-server[103448]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 20:15:57.393226 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 20:15:57.393226 n-d-818823-1 neutron-server[103448]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 20:15:57.393226 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 20:15:57.393226 n-d-818823-1 neutron-server[103448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 20:15:57.393226 n-d-818823-1 neutron-server[103448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 20:15:57.450158 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-d68e344d-5aea-4a54-9f96-91acea4b7831 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:57.473316 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-d68e344d-5aea-4a54-9f96-91acea4b7831 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:57.477560 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-d68e344d-5aea-4a54-9f96-91acea4b7831 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8d23b10f-7c4e-4982-a59b-919dc636cdfd HTTP/1.1" status: 204 len: 168 time: 0.7795994 Nov 22 20:15:57.519877 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68e344d-5aea-4a54-9f96-91acea4b7831 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d23b10f-7c4e-4982-a59b-919dc636cdfd,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:15:57.554371 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-077010ad-2ae8-4512-a0a6-22ee602753b7 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3760002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595318'] for network, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:57.579884 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-077010ad-2ae8-4512-a0a6-22ee602753b7 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Publish callbacks [] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:57.589674 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1ddb7f-0920-47b2-86ad-cd4d63475a10 req-e1b4a7de-856d-41af-9197-d2c34f135c14 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:15:57.596142 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-077010ad-2ae8-4512-a0a6-22ee602753b7 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] 10.222.0.46 "DELETE /v2.0/networks/98729432-59f1-47c8-96d5-43638f401335 HTTP/1.1" status: 204 len: 168 time: 1.3668897 Nov 22 20:15:57.603572 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 42158) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:57.608050 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ba1ddb7f-0920-47b2-86ad-cd4d63475a10 req-e1b4a7de-856d-41af-9197-d2c34f135c14 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.46 "GET /v2.0/ports?device_id=761077bf-9826-478a-b251-413dfa7a9730 HTTP/1.1" status: 200 len: 945 time: 0.4284754 Nov 22 20:15:57.651465 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-89ff755e-0501-4cfe-a82a-3b27ac90f7a1 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-557275793'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:15:57.662843 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077010ad-2ae8-4512-a0a6-22ee602753b7 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Pushing event deleted for resources: {'Network': ['ID=98729432-59f1-47c8-96d5-43638f401335,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:15:57.762375 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89ff755e-0501-4cfe-a82a-3b27ac90f7a1 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Made reservation on behalf of a81ebb9a7b0f4ba7970568a2e3653a5f for: {'network': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:15:57.768395 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-89ff755e-0501-4cfe-a82a-3b27ac90f7a1 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for network, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:57.866241 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ba1ddb7f-0920-47b2-86ad-cd4d63475a10 req-3bc1bca6-09a6-4ab6-b1d2-650f2860efd3 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.46 "GET /v2.0/security-groups?id=deac3dce-93b4-41af-981b-873d47022422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2559097 Nov 22 20:15:57.955946 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89ff755e-0501-4cfe-a82a-3b27ac90f7a1 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] vlan segment allocate from pool success with {'vlan_id': 639, 'physical_network': 'physnet1'} {{(pid=103448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 20:15:57.958354 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cd6f19-943c-45b7-abc9-7670f2e778da req-38e40aa8-10ad-4842-ba87-c36dd8b7af4d tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:15:57.972347 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-69cd6f19-943c-45b7-abc9-7670f2e778da req-38e40aa8-10ad-4842-ba87-c36dd8b7af4d tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] 10.222.0.46 "GET /v2.0/ports?device_id=5a2d875d-c9bf-4212-8e93-318726a86875 HTTP/1.1" status: 200 len: 945 time: 0.2981882 Nov 22 20:15:57.990160 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-89ff755e-0501-4cfe-a82a-3b27ac90f7a1 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:57.990760 n-d-818823-1 neutron-server[103448]: INFO neutron.db.segments_db [None req-89ff755e-0501-4cfe-a82a-3b27ac90f7a1 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Added segment 7e105625-8e7b-4413-9914-f9da47495df0 of type vlan for network e3652007-09c9-4c38-af7d-feacf94a8a20 Nov 22 20:15:58.002320 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18bdada1-7bba-4168-9a6b-fd67da814a47 None None] Network 98729432-59f1-47c8-96d5-43638f401335 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:15:58.014000 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f5c5ac-6f13-4b12-94a0-e50266d6d1b1 req-69bfc9e2-105c-404e-90c5-c146f06ba4ab tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:15:58.025623 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c3f5c5ac-6f13-4b12-94a0-e50266d6d1b1 req-69bfc9e2-105c-404e-90c5-c146f06ba4ab tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.20 "GET /v2.0/ports?device_id=761077bf-9826-478a-b251-413dfa7a9730 HTTP/1.1" status: 200 len: 945 time: 0.3932090 Nov 22 20:15:58.063529 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-620cc500-14ac-44f1-89bc-2acb71e92599 None None] Attempting to bind port 4f26fad6-d250-4231-8327-fa549e3798cd on host n-d-818823-1 for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:15:58.066162 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-620cc500-14ac-44f1-89bc-2acb71e92599 None None] Attempting to bind port 4f26fad6-d250-4231-8327-fa549e3798cd by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': '63dae5db-fc51-402b-ae98-17692e5da0a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '391e727e-021b-4c3c-af0a-29902a92446a'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:15:58.070831 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-620cc500-14ac-44f1-89bc-2acb71e92599 None None] Attempting to bind port 4f26fad6-d250-4231-8327-fa549e3798cd on network 391e727e-021b-4c3c-af0a-29902a92446a {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:15:58.154923 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-89ff755e-0501-4cfe-a82a-3b27ac90f7a1 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748992492791'] for network, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:58.161958 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-620cc500-14ac-44f1-89bc-2acb71e92599 None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 15, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:15:58.162564 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-620cc500-14ac-44f1-89bc-2acb71e92599 None None] Checking segment: {'id': '63dae5db-fc51-402b-ae98-17692e5da0a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '391e727e-021b-4c3c-af0a-29902a92446a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:15:58.163218 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-620cc500-14ac-44f1-89bc-2acb71e92599 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:58.166593 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-620cc500-14ac-44f1-89bc-2acb71e92599 None None] Bound using segment: {'id': '63dae5db-fc51-402b-ae98-17692e5da0a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '391e727e-021b-4c3c-af0a-29902a92446a'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:15:58.172340 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-620cc500-14ac-44f1-89bc-2acb71e92599 None None] Bound port: 4f26fad6-d250-4231-8327-fa549e3798cd, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63dae5db-fc51-402b-ae98-17692e5da0a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '391e727e-021b-4c3c-af0a-29902a92446a'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:15:58.175832 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-620cc500-14ac-44f1-89bc-2acb71e92599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:58.228398 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18bdada1-7bba-4168-9a6b-fd67da814a47 None None] Network 98729432-59f1-47c8-96d5-43638f401335 could not be found, it might have been deleted concurrently. {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 22 20:15:58.313137 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-89ff755e-0501-4cfe-a82a-3b27ac90f7a1 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for network, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:58.358397 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89ff755e-0501-4cfe-a82a-3b27ac90f7a1 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:15:58.359338 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-89ff755e-0501-4cfe-a82a-3b27ac90f7a1 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Publish callbacks [] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:58.379267 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-620cc500-14ac-44f1-89bc-2acb71e92599 None None] For port 4f26fad6-d250-4231-8327-fa549e3798cd, host n-d-818823-1, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:15:58.388792 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-620cc500-14ac-44f1-89bc-2acb71e92599 None None] For port 4f26fad6-d250-4231-8327-fa549e3798cd, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=4f26fad6-d250-4231-8327-fa549e3798cd,segment=NetworkSegment(63dae5db-fc51-402b-ae98-17692e5da0a4),segment_id=63dae5db-fc51-402b-ae98-17692e5da0a4)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:15:58.396053 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.db.api [None req-b35b467b-2c25-4e20-976f-bf7f6e236a07 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103449) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 20:15:58.396469 n-d-818823-1 neutron-server[103449]: DEBUG oslo_db.api [None req-b35b467b-2c25-4e20-976f-bf7f6e236a07 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 20:15:58.397359 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Pushing event updated for resources: {'Port': ['ID=7387891d-8c17-471d-bc01-744ef5e10950,revision_number=3']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:15:58.405517 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-620cc500-14ac-44f1-89bc-2acb71e92599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:58.511735 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-69cd6f19-943c-45b7-abc9-7670f2e778da req-1ac72a88-6fdf-4d12-9b43-db3a0e880c23 tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] 10.222.0.46 "GET /v2.0/security-groups?id=a6b5e341-e4ee-449f-b89c-f5b96c06c7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4767821 Nov 22 20:15:58.606041 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-c3f5c5ac-6f13-4b12-94a0-e50266d6d1b1 req-c46822df-1ed3-4733-8452-381ebc87912b tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] Deleting port 24374965-227b-4c96-b8e4-76900d8e1a2c {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:15:58.606792 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-c3f5c5ac-6f13-4b12-94a0-e50266d6d1b1 req-c46822df-1ed3-4733-8452-381ebc87912b tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:58.644412 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620cc500-14ac-44f1-89bc-2acb71e92599 None None] Pushing event updated for resources: {'Port': ['ID=4f26fad6-d250-4231-8327-fa549e3798cd,revision_number=2']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:15:58.721420 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-89ff755e-0501-4cfe-a82a-3b27ac90f7a1 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.0814664 Nov 22 20:15:58.721420 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 42184) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:58.749735 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-50bc2ed3-cb87-4966-8afc-e1c70913cf7b tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Request body: {'subnet': {'network_id': 'e3652007-09c9-4c38-af7d-feacf94a8a20', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:15:58.757616 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ff755e-0501-4cfe-a82a-3b27ac90f7a1 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Pushing event updated for resources: {'Network': ['ID=e3652007-09c9-4c38-af7d-feacf94a8a20,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:15:58.771555 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Network e3652007-09c9-4c38-af7d-feacf94a8a20 details requested by agent ovs-agent-n-d-818823-1 with host n-d-818823-1 {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 20:15:58.918570 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 42188) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:15:58.954391 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-c3f5c5ac-6f13-4b12-94a0-e50266d6d1b1 req-c46822df-1ed3-4733-8452-381ebc87912b tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] For port 24374965-227b-4c96-b8e4-76900d8e1a2c, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=24374965-227b-4c96-b8e4-76900d8e1a2c,segment=NetworkSegment(e4b3d165-1cea-4bf0-93f6-5b79e0759539),segment_id=e4b3d165-1cea-4bf0-93f6-5b79e0759539)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:15:58.954845 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-c3f5c5ac-6f13-4b12-94a0-e50266d6d1b1 req-c46822df-1ed3-4733-8452-381ebc87912b tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:59.015997 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50bc2ed3-cb87-4966-8afc-e1c70913cf7b tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Made reservation on behalf of a81ebb9a7b0f4ba7970568a2e3653a5f for: {'subnet': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:15:59.022244 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-50bc2ed3-cb87-4966-8afc-e1c70913cf7b tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11792951'] for subnet, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:59.034380 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-c3f5c5ac-6f13-4b12-94a0-e50266d6d1b1 req-c46822df-1ed3-4733-8452-381ebc87912b tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] Calling delete_port for 24374965-227b-4c96-b8e4-76900d8e1a2c owned by compute:nova {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:15:59.378370 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-eaa9c082-cdfb-48dd-9de8-e3aacca632ac None None] Provisioning complete for port 7387891d-8c17-471d-bc01-744ef5e10950 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:15:59.378960 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-eaa9c082-cdfb-48dd-9de8-e3aacca632ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:59.585541 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 4f26fad6-d250-4231-8327-fa549e3798cd up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:15:59.606696 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c659f2ef-611e-4b23-a6e7-0f3e5ef542f8 req-cbac171f-c34d-48f2-a8ed-8b70b03b744e tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:15:59.624520 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c659f2ef-611e-4b23-a6e7-0f3e5ef542f8 req-cbac171f-c34d-48f2-a8ed-8b70b03b744e tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.46 "GET /v2.0/ports?device_id=761077bf-9826-478a-b251-413dfa7a9730 HTTP/1.1" status: 200 len: 945 time: 0.2702041 Nov 22 20:15:59.631287 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-c3f5c5ac-6f13-4b12-94a0-e50266d6d1b1 req-c46822df-1ed3-4733-8452-381ebc87912b tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:59.688360 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] get_ports_and_sgs() called for port_ids ['24374965-227b-4c96-b8e4-76900d8e1a2c'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:15:59.704247 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a830488a-62cd-4005-a481-ca4398601131 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:59.772133 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46822df-1ed3-4733-8452-381ebc87912b tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] Pushing event deleted for resources: {'Port': ['ID=24374965-227b-4c96-b8e4-76900d8e1a2c,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:15:59.925427 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-81e96587-2350-4116-9426-fba312f20965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:15:59.947046 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 4f26fad6-d250-4231-8327-fa549e3798cd triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:15:59.947690 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:00.132495 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-50bc2ed3-cb87-4966-8afc-e1c70913cf7b tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11567560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11792921'] for subnet, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:00.210550 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:00.341524 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 42230) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:16:00.354410 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] For port 4f26fad6-d250-4231-8327-fa549e3798cd, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=4f26fad6-d250-4231-8327-fa549e3798cd,segment=NetworkSegment(63dae5db-fc51-402b-ae98-17692e5da0a4),segment_id=63dae5db-fc51-402b-ae98-17692e5da0a4)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:16:00.363981 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:00.364944 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 7387891d-8c17-471d-bc01-744ef5e10950 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:16:00.490102 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a830488a-62cd-4005-a481-ca4398601131 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:00.535784 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc2ed3-cb87-4966-8afc-e1c70913cf7b tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Pushing event updated for resources: {'Subnet': ['ID=3b9d9bd7-3590-49ef-9516-08474927e590,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:16:00.573039 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a830488a-62cd-4005-a481-ca4398601131 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:00.650200 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a830488a-62cd-4005-a481-ca4398601131 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a59f181-716e-4ce2-9d56-783b9f169b76,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:16:00.692598 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50bc2ed3-cb87-4966-8afc-e1c70913cf7b tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Checking segment: {'id': '7e105625-8e7b-4413-9914-f9da47495df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'e3652007-09c9-4c38-af7d-feacf94a8a20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:16:00.692967 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50bc2ed3-cb87-4966-8afc-e1c70913cf7b tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Network hostable DHCP agents. Network: e3652007-09c9-4c38-af7d-feacf94a8a20, hostable agents: ['02adaa64-0987-4b74-bad0-cbcf56f8a294'], hosted agents: [] {{(pid=103448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 20:16:00.701836 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-c041b3b7-49d5-4b0a-bcb3-1e997f03208e tempest-NetworksNegativeTestJSON-1526993314 tempest-NetworksNegativeTestJSON-1526993314-project] Request body: {'port': {'network_id': 'fd63f2cd-ff08-4a44-8f6f-aca8e30c0565', 'name': 'tempest-NetworksNegativeTestJSON-535080841'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:16:00.753037 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8959ee2-6058-44f2-982b-09f887ae4bdb None None] Network 391e727e-021b-4c3c-af0a-29902a92446a requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:16:00.753808 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3f5c5ac-6f13-4b12-94a0-e50266d6d1b1 req-c46822df-1ed3-4733-8452-381ebc87912b tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] No DVR routers for this DVR port 24374965-227b-4c96-b8e4-76900d8e1a2c on host n-h2-818823-1 {{(pid=103447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:16:00.760557 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-c3f5c5ac-6f13-4b12-94a0-e50266d6d1b1 req-c46822df-1ed3-4733-8452-381ebc87912b tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:00.764399 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c3f5c5ac-6f13-4b12-94a0-e50266d6d1b1 req-c46822df-1ed3-4733-8452-381ebc87912b tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.20 "DELETE /v2.0/ports/24374965-227b-4c96-b8e4-76900d8e1a2c HTTP/1.1" status: 204 len: 173 time: 2.7106276 Nov 22 20:16:00.764399 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '761077bf-9826-478a-b251-413dfa7a9730', 'name': 'network-vif-deleted', 'tag': '24374965-227b-4c96-b8e4-76900d8e1a2c'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:16:00.768273 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d22fecd-1b91-478e-8799-f7a77bf9e0d4" -d '{"events": [{"server_uuid": "761077bf-9826-478a-b251-413dfa7a9730", "name": "network-vif-deleted", "tag": "24374965-227b-4c96-b8e4-76900d8e1a2c"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:16:00.804222 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c659f2ef-611e-4b23-a6e7-0f3e5ef542f8 req-a81bbbb4-ddd2-4a90-9135-ea75b565cc71 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.46 "GET /v2.0/security-groups?id=deac3dce-93b4-41af-981b-873d47022422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1787353 Nov 22 20:16:00.812443 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Pushing event updated for resources: {'Port': ['ID=4f26fad6-d250-4231-8327-fa549e3798cd,revision_number=3']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:16:00.867874 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 7387891d-8c17-471d-bc01-744ef5e10950 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:16:00.868247 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:00.927436 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-dbae5d46-8f01-4f3f-b8d0-a00eab0f09ef None None] Provisioning complete for port 4f26fad6-d250-4231-8327-fa549e3798cd triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:16:00.927798 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-dbae5d46-8f01-4f3f-b8d0-a00eab0f09ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:00.932697 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:16:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b47581f1-d282-456a-9d3d-5a193cccf691 x-openstack-request-id: req-b47581f1-d282-456a-9d3d-5a193cccf691 {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:16:00.932988 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "761077bf-9826-478a-b251-413dfa7a9730", "name": "network-vif-deleted", "tag": "24374965-227b-4c96-b8e4-76900d8e1a2c", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:16:00.934019 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b47581f1-d282-456a-9d3d-5a193cccf691 {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:16:00.934596 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '761077bf-9826-478a-b251-413dfa7a9730', 'name': 'network-vif-deleted', 'tag': '24374965-227b-4c96-b8e4-76900d8e1a2c', 'status': 'completed', 'code': 200} Nov 22 20:16:01.024502 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc49540a-a8f6-4bb8-bc73-87c535f9e6ca req-97c9013d-17d5-4f1c-bffa-89ee766fe28c tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:16:01.032408 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-bc49540a-a8f6-4bb8-bc73-87c535f9e6ca req-97c9013d-17d5-4f1c-bffa-89ee766fe28c tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] 10.222.0.46 "GET /v2.0/ports?device_id=5a2d875d-c9bf-4212-8e93-318726a86875 HTTP/1.1" status: 200 len: 945 time: 0.0685587 Nov 22 20:16:01.094055 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-bc49540a-a8f6-4bb8-bc73-87c535f9e6ca req-2ea9b0e1-8f57-47f9-9d58-153708642dfe tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] 10.222.0.46 "GET /v2.0/security-groups?id=a6b5e341-e4ee-449f-b89c-f5b96c06c7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556962 Nov 22 20:16:01.150281 n-d-818823-1 neutron-server[103448]: INFO neutron.pecan_wsgi.hooks.translation [None req-c041b3b7-49d5-4b0a-bcb3-1e997f03208e tempest-NetworksNegativeTestJSON-1526993314 tempest-NetworksNegativeTestJSON-1526993314-project] POST failed (client error): The resource could not be found. Nov 22 20:16:01.150281 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c041b3b7-49d5-4b0a-bcb3-1e997f03208e tempest-NetworksNegativeTestJSON-1526993314 tempest-NetworksNegativeTestJSON-1526993314-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 20:16:01.151891 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-c041b3b7-49d5-4b0a-bcb3-1e997f03208e tempest-NetworksNegativeTestJSON-1526993314 tempest-NetworksNegativeTestJSON-1526993314-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.8088057 Nov 22 20:16:01.155995 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 42260) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:16:01.159983 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-a830488a-62cd-4005-a481-ca4398601131 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=cfa77b97cb064c21b7165e9fcd1619d5&name=default HTTP/1.1" status: 200 len: 3000 time: 2.2402947 Nov 22 20:16:01.160818 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 42262) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:16:01.176452 n-d-818823-1 neutron-server[103447]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca99d651-7c39-438c-bc03-80bf40a01b11 tempest-NetworksNegativeTestJSON-1526993314 tempest-NetworksNegativeTestJSON-1526993314-project] DELETE failed (client error): The resource could not be found. Nov 22 20:16:01.177069 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca99d651-7c39-438c-bc03-80bf40a01b11 tempest-NetworksNegativeTestJSON-1526993314 tempest-NetworksNegativeTestJSON-1526993314-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103447) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 20:16:01.185623 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-ca99d651-7c39-438c-bc03-80bf40a01b11 tempest-NetworksNegativeTestJSON-1526993314 tempest-NetworksNegativeTestJSON-1526993314-project] 10.222.0.46 "DELETE /v2.0/networks/a5c6d9b6-a483-4211-8b1f-4cf437729a95 HTTP/1.1" status: 404 len: 339 time: 0.0278885 Nov 22 20:16:01.186057 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 42264) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:16:01.216291 n-d-818823-1 neutron-server[103448]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1f9f658-6623-47a9-bed1-7234de97222b tempest-NetworksNegativeTestJSON-1526993314 tempest-NetworksNegativeTestJSON-1526993314-project] DELETE failed (client error): The resource could not be found. Nov 22 20:16:01.216968 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1f9f658-6623-47a9-bed1-7234de97222b tempest-NetworksNegativeTestJSON-1526993314 tempest-NetworksNegativeTestJSON-1526993314-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 20:16:01.224231 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-c1f9f658-6623-47a9-bed1-7234de97222b tempest-NetworksNegativeTestJSON-1526993314 tempest-NetworksNegativeTestJSON-1526993314-project] 10.222.0.46 "DELETE /v2.0/ports/a43bb6c2-02cb-40b2-b7ce-109fa917d3fa HTTP/1.1" status: 404 len: 333 time: 0.0317473 Nov 22 20:16:01.225008 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 42266) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:16:01.226900 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50bc2ed3-cb87-4966-8afc-e1c70913cf7b tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Network e3652007-09c9-4c38-af7d-feacf94a8a20 is scheduled to be hosted by DHCP agent 02adaa64-0987-4b74-bad0-cbcf56f8a294 with binding_index 1 {{(pid=103448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 20:16:01.255492 n-d-818823-1 neutron-server[103447]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f65cdbd-f36b-4498-8042-b7039d539a5d tempest-NetworksNegativeTestJSON-1526993314 tempest-NetworksNegativeTestJSON-1526993314-project] DELETE failed (client error): The resource could not be found. Nov 22 20:16:01.256235 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f65cdbd-f36b-4498-8042-b7039d539a5d tempest-NetworksNegativeTestJSON-1526993314 tempest-NetworksNegativeTestJSON-1526993314-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103447) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 20:16:01.258069 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-50bc2ed3-cb87-4966-8afc-e1c70913cf7b tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818823-1, e3652007-09c9-4c38-af7d-feacf94a8a20) {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:16:01.265549 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-9f65cdbd-f36b-4498-8042-b7039d539a5d tempest-NetworksNegativeTestJSON-1526993314 tempest-NetworksNegativeTestJSON-1526993314-project] 10.222.0.46 "DELETE /v2.0/subnets/8e714d20-ad8a-402e-8276-f6198a7e780b HTTP/1.1" status: 404 len: 337 time: 0.0392261 Nov 22 20:16:01.265956 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50bc2ed3-cb87-4966-8afc-e1c70913cf7b tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:16:01.266625 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-50bc2ed3-cb87-4966-8afc-e1c70913cf7b tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:01.267097 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 42270) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:16:01.274253 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6968a81-cae7-4ea4-afa3-070b3352f7b6 None None] Network e3652007-09c9-4c38-af7d-feacf94a8a20 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:16:01.290964 n-d-818823-1 neutron-server[103447]: INFO neutron.pecan_wsgi.hooks.translation [None req-a60cded8-fe34-4536-89cd-655c94bbad89 tempest-NetworksNegativeTestJSON-1526993314 tempest-NetworksNegativeTestJSON-1526993314-project] GET failed (client error): The resource could not be found. Nov 22 20:16:01.296697 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1eca9b75-d3a1-41b1-a693-fbbfd5fece32 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:01.297402 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-a60cded8-fe34-4536-89cd-655c94bbad89 tempest-NetworksNegativeTestJSON-1526993314 tempest-NetworksNegativeTestJSON-1526993314-project] 10.222.0.46 "GET /v2.0/networks/2d0d3863-9e8a-4d22-bbc4-7ec3153b41d1 HTTP/1.1" status: 404 len: 339 time: 0.0286658 Nov 22 20:16:01.298226 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 42272) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:16:01.302955 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-50bc2ed3-cb87-4966-8afc-e1c70913cf7b tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 2.5707116 Nov 22 20:16:01.307824 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 42274) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:16:01.365006 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1eca9b75-d3a1-41b1-a693-fbbfd5fece32 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:01.420931 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 4f26fad6-d250-4231-8327-fa549e3798cd up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:16:01.453189 n-d-818823-1 neutron-server[103447]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd4dc45d-751f-43ca-8f37-4ac4b03fbb5c tempest-NetworksNegativeTestJSON-1526993314 tempest-NetworksNegativeTestJSON-1526993314-project] GET failed (client error): The resource could not be found. Nov 22 20:16:01.458639 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-cd4dc45d-751f-43ca-8f37-4ac4b03fbb5c tempest-NetworksNegativeTestJSON-1526993314 tempest-NetworksNegativeTestJSON-1526993314-project] 10.222.0.46 "GET /v2.0/ports/af6fac42-97ff-4dca-aa57-0db962510b00 HTTP/1.1" status: 404 len: 333 time: 0.1585045 Nov 22 20:16:01.461262 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 42276) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:16:01.496512 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-743f015c-a106-4ed0-9b2d-2b0cd2b222f5 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3961693'] for network, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:01.499683 n-d-818823-1 neutron-server[103447]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f807876-8e5d-4dd2-82b0-03ca7e3d411b tempest-NetworksNegativeTestJSON-1526993314 tempest-NetworksNegativeTestJSON-1526993314-project] GET failed (client error): The resource could not be found. Nov 22 20:16:01.505752 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1eca9b75-d3a1-41b1-a693-fbbfd5fece32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:01.506413 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-0f807876-8e5d-4dd2-82b0-03ca7e3d411b tempest-NetworksNegativeTestJSON-1526993314 tempest-NetworksNegativeTestJSON-1526993314-project] 10.222.0.46 "GET /v2.0/subnets/89806fc6-f394-439e-aec6-63259c1533a2 HTTP/1.1" status: 404 len: 337 time: 0.0439596 Nov 22 20:16:01.507650 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 42278) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:16:01.511068 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1eca9b75-d3a1-41b1-a693-fbbfd5fece32 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:01.514974 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-1eca9b75-d3a1-41b1-a693-fbbfd5fece32 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7a59f181-716e-4ce2-9d56-783b9f169b76 HTTP/1.1" status: 204 len: 168 time: 0.3445725 Nov 22 20:16:01.515142 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-9a78102a-e2d7-4b6c-a9e7-7542ce0b026d tempest-NetworksNegativeTestJSON-1526993314 tempest-NetworksNegativeTestJSON-1526993314-project] Request body: {'network': {'name': 'new_name'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:16:01.542648 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-5e48c449-7c3f-4423-848c-49198efef453 req-2f346455-215e-46da-9d58-e6240f7239d3 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2f4a90d6-1fcd-49f1-9d76-18b26c029474&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0858638 Nov 22 20:16:01.543583 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eca9b75-d3a1-41b1-a693-fbbfd5fece32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a59f181-716e-4ce2-9d56-783b9f169b76,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:16:01.560442 n-d-818823-1 neutron-server[103447]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a78102a-e2d7-4b6c-a9e7-7542ce0b026d tempest-NetworksNegativeTestJSON-1526993314 tempest-NetworksNegativeTestJSON-1526993314-project] PUT failed (client error): The resource could not be found. Nov 22 20:16:01.560678 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a78102a-e2d7-4b6c-a9e7-7542ce0b026d tempest-NetworksNegativeTestJSON-1526993314 tempest-NetworksNegativeTestJSON-1526993314-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103447) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 20:16:01.561896 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-9a78102a-e2d7-4b6c-a9e7-7542ce0b026d tempest-NetworksNegativeTestJSON-1526993314 tempest-NetworksNegativeTestJSON-1526993314-project] 10.222.0.46 "PUT /v2.0/networks/a8c020ea-11e6-4ba5-a516-86668e20a1d8 HTTP/1.1" status: 404 len: 339 time: 0.0532658 Nov 22 20:16:01.567470 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 42282) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:16:01.571454 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0db1f7a-5d90-4b0a-8ec6-3199be85ea8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fb26bd7-ce56-527b-b94f-2e1f7cb2bb35-e3652007-09c9-4c38-af7d-feacf94a8a20', 'network_id': 'e3652007-09c9-4c38-af7d-feacf94a8a20', 'tenant_id': 'a81ebb9a7b0f4ba7970568a2e3653a5f', 'fixed_ips': [{'subnet_id': '3b9d9bd7-3590-49ef-9516-08474927e590'}]}} from n-d-818823-1. {{(pid=103449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 20:16:01.572408 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-f0db1f7a-5d90-4b0a-8ec6-3199be85ea8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:01.574465 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-92ae7a76-205f-46e2-93b5-ab1dbf714398 tempest-NetworksNegativeTestJSON-1526993314 tempest-NetworksNegativeTestJSON-1526993314-project] Request body: {'port': {'name': 'new_name'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:16:01.606637 n-d-818823-1 neutron-server[103448]: INFO neutron.pecan_wsgi.hooks.translation [None req-92ae7a76-205f-46e2-93b5-ab1dbf714398 tempest-NetworksNegativeTestJSON-1526993314 tempest-NetworksNegativeTestJSON-1526993314-project] PUT failed (client error): The resource could not be found. Nov 22 20:16:01.608201 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92ae7a76-205f-46e2-93b5-ab1dbf714398 tempest-NetworksNegativeTestJSON-1526993314 tempest-NetworksNegativeTestJSON-1526993314-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 20:16:01.610450 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-92ae7a76-205f-46e2-93b5-ab1dbf714398 tempest-NetworksNegativeTestJSON-1526993314 tempest-NetworksNegativeTestJSON-1526993314-project] 10.222.0.46 "PUT /v2.0/ports/e3dfc0b4-e574-44ea-947f-523b7c3170af HTTP/1.1" status: 404 len: 333 time: 0.0415354 Nov 22 20:16:01.616175 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 42284) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:16:01.624219 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-cace00dd-b5f1-463d-9e4a-1aafdf13c162 tempest-NetworksNegativeTestJSON-1526993314 tempest-NetworksNegativeTestJSON-1526993314-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:16:01.660601 n-d-818823-1 neutron-server[103448]: INFO neutron.pecan_wsgi.hooks.translation [None req-cace00dd-b5f1-463d-9e4a-1aafdf13c162 tempest-NetworksNegativeTestJSON-1526993314 tempest-NetworksNegativeTestJSON-1526993314-project] PUT failed (client error): The resource could not be found. Nov 22 20:16:01.660850 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cace00dd-b5f1-463d-9e4a-1aafdf13c162 tempest-NetworksNegativeTestJSON-1526993314 tempest-NetworksNegativeTestJSON-1526993314-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 20:16:01.662606 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-cace00dd-b5f1-463d-9e4a-1aafdf13c162 tempest-NetworksNegativeTestJSON-1526993314 tempest-NetworksNegativeTestJSON-1526993314-project] 10.222.0.46 "PUT /v2.0/subnets/22141dad-a108-4e1f-8196-3fe938451716 HTTP/1.1" status: 404 len: 337 time: 0.0444720 Nov 22 20:16:01.679844 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-743f015c-a106-4ed0-9b2d-2b0cd2b222f5 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3753007'] for subnet, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:01.706361 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e48c449-7c3f-4423-848c-49198efef453 req-5b08feef-c2e6-4a06-9688-e1017b80e758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:16:01.706857 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e48c449-7c3f-4423-848c-49198efef453 req-5b08feef-c2e6-4a06-9688-e1017b80e758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:16:01.707629 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e48c449-7c3f-4423-848c-49198efef453 req-5b08feef-c2e6-4a06-9688-e1017b80e758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:16:01.708178 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e48c449-7c3f-4423-848c-49198efef453 req-5b08feef-c2e6-4a06-9688-e1017b80e758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:16:01.708836 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e48c449-7c3f-4423-848c-49198efef453 req-5b08feef-c2e6-4a06-9688-e1017b80e758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:16:01.709364 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e48c449-7c3f-4423-848c-49198efef453 req-5b08feef-c2e6-4a06-9688-e1017b80e758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:16:01.709924 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e48c449-7c3f-4423-848c-49198efef453 req-5b08feef-c2e6-4a06-9688-e1017b80e758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:16:01.714943 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-5e48c449-7c3f-4423-848c-49198efef453 req-5b08feef-c2e6-4a06-9688-e1017b80e758 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7c2e3bcb3c11419aa5bdb45ad6533966&device_id=2f4a90d6-1fcd-49f1-9d76-18b26c029474 HTTP/1.1" status: 200 len: 6489 time: 0.0850542 Nov 22 20:16:01.754480 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 4f26fad6-d250-4231-8327-fa549e3798cd triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:16:01.756260 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:01.807533 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-743f015c-a106-4ed0-9b2d-2b0cd2b222f5 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3753014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8900804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8485115'] for subnet, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:01.837916 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-2302783d-dac3-4a45-a36c-e00d9dd90f7e None None] Provisioning complete for port 4f26fad6-d250-4231-8327-fa549e3798cd triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:16:01.837916 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-2302783d-dac3-4a45-a36c-e00d9dd90f7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:01.907745 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743f015c-a106-4ed0-9b2d-2b0cd2b222f5 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Pushing event deleted for resources: {'Subnet': ['ID=3b9d9bd7-3590-49ef-9516-08474927e590,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:16:01.956578 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 9a8469a3-5349-46d9-8e0e-1118dc4d94d1 details requested by agent hyperv_n-h1-818823-1 with host n-h1-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 20:16:02.055290 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-743f015c-a106-4ed0-9b2d-2b0cd2b222f5 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3760028', 'neutron.services.segments.db._delete_segments_for_network-8748992815755'] for network, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:02.062417 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server [None req-f0db1f7a-5d90-4b0a-8ec6-3199be85ea8a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3b9d9bd7-3590-49ef-9516-08474927e590: This subnet is being modified by another concurrent operation. Nov 22 20:16:02.062417 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 22 20:16:02.062417 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 22 20:16:02.062417 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 22 20:16:02.062417 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 22 20:16:02.062417 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 22 20:16:02.062417 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 22 20:16:02.062417 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 22 20:16:02.062417 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 22 20:16:02.062417 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 22 20:16:02.062417 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 22 20:16:02.062417 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 22 20:16:02.062417 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 20:16:02.062417 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 20:16:02.062417 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 20:16:02.062417 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 20:16:02.062417 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 22 20:16:02.062417 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 22 20:16:02.062417 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 22 20:16:02.062417 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 22 20:16:02.062417 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 20:16:02.062417 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 20:16:02.062417 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 20:16:02.062417 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 20:16:02.062417 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 22 20:16:02.062417 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 22 20:16:02.062417 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 22 20:16:02.062417 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 22 20:16:02.062417 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 20:16:02.062417 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 20:16:02.062417 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 20:16:02.062417 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 20:16:02.062417 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 22 20:16:02.062417 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 22 20:16:02.062417 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 22 20:16:02.062417 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 22 20:16:02.062417 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 22 20:16:02.062417 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 22 20:16:02.062417 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 22 20:16:02.062417 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 22 20:16:02.062417 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 22 20:16:02.062417 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 22 20:16:02.062417 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 22 20:16:02.062417 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 22 20:16:02.062417 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 22 20:16:02.062417 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 22 20:16:02.062417 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 22 20:16:02.062417 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 22 20:16:02.062417 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 20:16:02.062417 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 20:16:02.062417 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 20:16:02.062417 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 20:16:02.062417 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 22 20:16:02.062417 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 22 20:16:02.062417 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 22 20:16:02.062417 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 22 20:16:02.062417 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 20:16:02.062417 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 20:16:02.062417 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 20:16:02.062417 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 20:16:02.062417 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 22 20:16:02.062417 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 22 20:16:02.062417 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 22 20:16:02.062417 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 22 20:16:02.062417 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 20:16:02.062417 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 20:16:02.062417 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 20:16:02.062417 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 20:16:02.062417 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 22 20:16:02.062417 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 22 20:16:02.062417 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 22 20:16:02.062417 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 22 20:16:02.062417 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 22 20:16:02.062417 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 22 20:16:02.062417 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 22 20:16:02.062417 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 22 20:16:02.062417 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 22 20:16:02.062417 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 22 20:16:02.062417 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 20:16:02.062417 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 20:16:02.062417 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 20:16:02.062417 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 20:16:02.062417 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 22 20:16:02.062417 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 22 20:16:02.062417 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 22 20:16:02.062417 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 22 20:16:02.062417 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 22 20:16:02.062417 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 22 20:16:02.062417 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 22 20:16:02.062417 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server raise exception Nov 22 20:16:02.062417 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3b9d9bd7-3590-49ef-9516-08474927e590: This subnet is being modified by another concurrent operation. Nov 22 20:16:02.062417 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server Nov 22 20:16:02.090574 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-743f015c-a106-4ed0-9b2d-2b0cd2b222f5 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3652007-09c9-4c38-af7d-feacf94a8a20']}} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:16:02.105069 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e48c449-7c3f-4423-848c-49198efef453 req-3fdd6958-9e30-4bdc-8009-02d7107fef74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:16:02.105497 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-743f015c-a106-4ed0-9b2d-2b0cd2b222f5 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e105625-8e7b-4413-9914-f9da47495df0') {'for_net_delete': True} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:16:02.106030 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-743f015c-a106-4ed0-9b2d-2b0cd2b222f5 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e105625-8e7b-4413-9914-f9da47495df0') {} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:16:02.106284 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e48c449-7c3f-4423-848c-49198efef453 req-3fdd6958-9e30-4bdc-8009-02d7107fef74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:16:02.106909 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e48c449-7c3f-4423-848c-49198efef453 req-3fdd6958-9e30-4bdc-8009-02d7107fef74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:16:02.109547 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-5e48c449-7c3f-4423-848c-49198efef453 req-3fdd6958-9e30-4bdc-8009-02d7107fef74 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ac9307cb-d216-4d24-9d6c-807bf1ccc8be&id=6b3bccc8-a74b-4dd2-b44c-99e3a607f72f&id=6b3bccc8-a74b-4dd2-b44c-99e3a607f72f&id=6b3bccc8-a74b-4dd2-b44c-99e3a607f72f&id=6b3bccc8-a74b-4dd2-b44c-99e3a607f72f&id=9d0b1a7a-dafa-41a5-9e6d-f6ddddd5c8ef&id=9d0b1a7a-dafa-41a5-9e6d-f6ddddd5c8ef HTTP/1.1" status: 200 len: 2293 time: 0.3222897 Nov 22 20:16:02.122217 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-743f015c-a106-4ed0-9b2d-2b0cd2b222f5 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748993039638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12178344'] for segment, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:02.142139 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 42304) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:16:02.162011 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-743f015c-a106-4ed0-9b2d-2b0cd2b222f5 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:02.169890 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-743f015c-a106-4ed0-9b2d-2b0cd2b222f5 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Releasing vlan 639 on physical network physnet1 to pool {{(pid=103447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 20:16:02.171854 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-743f015c-a106-4ed0-9b2d-2b0cd2b222f5 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8900762'] for segment, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:02.248822 n-d-818823-1 neutron-server[103447]: Traceback (most recent call last): Nov 22 20:16:02.248822 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 20:16:02.248822 n-d-818823-1 neutron-server[103447]: timer() Nov 22 20:16:02.248822 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 20:16:02.248822 n-d-818823-1 neutron-server[103447]: cb(*args, **kw) Nov 22 20:16:02.248822 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 20:16:02.248822 n-d-818823-1 neutron-server[103447]: return func(*args, **kwargs) Nov 22 20:16:02.248822 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 20:16:02.248822 n-d-818823-1 neutron-server[103447]: self._notify() Nov 22 20:16:02.248822 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 20:16:02.248822 n-d-818823-1 neutron-server[103447]: self.callback(batched_events) Nov 22 20:16:02.248822 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 20:16:02.248822 n-d-818823-1 neutron-server[103447]: event.method(event) Nov 22 20:16:02.248822 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 20:16:02.248822 n-d-818823-1 neutron-server[103447]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 20:16:02.248822 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 20:16:02.248822 n-d-818823-1 neutron-server[103447]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 20:16:02.248822 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 20:16:02.248822 n-d-818823-1 neutron-server[103447]: return f(self, *a, **k) Nov 22 20:16:02.248822 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 20:16:02.248822 n-d-818823-1 neutron-server[103447]: return self._get(url).json() Nov 22 20:16:02.248822 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 20:16:02.248822 n-d-818823-1 neutron-server[103447]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 20:16:02.248822 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 20:16:02.248822 n-d-818823-1 neutron-server[103447]: return self.request(url, 'GET', **kwargs) Nov 22 20:16:02.248822 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 20:16:02.248822 n-d-818823-1 neutron-server[103447]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 20:16:02.248822 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 20:16:02.248822 n-d-818823-1 neutron-server[103447]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 20:16:02.248822 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 20:16:02.248822 n-d-818823-1 neutron-server[103447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 20:16:02.248822 n-d-818823-1 neutron-server[103447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 20:16:02.255797 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-743f015c-a106-4ed0-9b2d-2b0cd2b222f5 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3760002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595318'] for network, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:02.269945 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-743f015c-a106-4ed0-9b2d-2b0cd2b222f5 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for network, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:02.281009 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-743f015c-a106-4ed0-9b2d-2b0cd2b222f5 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] 10.222.0.46 "DELETE /v2.0/networks/e3652007-09c9-4c38-af7d-feacf94a8a20 HTTP/1.1" status: 204 len: 168 time: 0.9717746 Nov 22 20:16:02.354398 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 42308) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:16:02.366627 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743f015c-a106-4ed0-9b2d-2b0cd2b222f5 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Pushing event deleted for resources: {'Network': ['ID=e3652007-09c9-4c38-af7d-feacf94a8a20,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:16:02.389616 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cc183a1-cb21-4124-ab71-e1627f3ebe95 None None] Network e3652007-09c9-4c38-af7d-feacf94a8a20 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:16:02.390445 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-97d42b00-80c5-48d4-9af9-bff7785664f9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:02.398383 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 24374965-227b-4c96-b8e4-76900d8e1a2c no longer exists at agent hyperv_n-h2-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:16:02.401793 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-2354c719-f0c9-4a70-922e-a56527a44614 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1658385997'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:16:02.483689 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.db.resource_extend [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] It took 0.40 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 22 20:16:02.500562 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-5e48c449-7c3f-4423-848c-49198efef453 req-b799ea3f-812a-471b-9f0c-89b5611d07c6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d157c85a-0d84-4a3a-a74e-dc6bc21944b1 HTTP/1.1" status: 200 len: 1002 time: 0.3728857 Nov 22 20:16:02.503595 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2354c719-f0c9-4a70-922e-a56527a44614 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Made reservation on behalf of a81ebb9a7b0f4ba7970568a2e3653a5f for: {'network': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:16:02.512416 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2354c719-f0c9-4a70-922e-a56527a44614 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for network, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:02.516145 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 42314) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:16:02.536940 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] No Port match for: 24374965-227b-4c96-b8e4-76900d8e1a2c {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:16:02.537505 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 24374965-227b-4c96-b8e4-76900d8e1a2c not bound to the agent host n-h2-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:16:02.548764 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511bdcf1-aa1a-4767-9b2c-3f4cf0c7971e req-bfde980e-3e2d-45ea-9a22-0e3b77cab1f7 tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:16:02.550424 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-511bdcf1-aa1a-4767-9b2c-3f4cf0c7971e req-bfde980e-3e2d-45ea-9a22-0e3b77cab1f7 tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] 10.222.0.46 "GET /v2.0/ports?device_id=5a2d875d-c9bf-4212-8e93-318726a86875 HTTP/1.1" status: 200 len: 945 time: 0.1405795 Nov 22 20:16:02.557771 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-33d828df-7e3f-499b-accd-1cde98667eea admin admin] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:02.573949 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2354c719-f0c9-4a70-922e-a56527a44614 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] vlan segment allocate from pool success with {'vlan_id': 607, 'physical_network': 'physnet1'} {{(pid=103448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 20:16:02.593735 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2354c719-f0c9-4a70-922e-a56527a44614 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:02.594433 n-d-818823-1 neutron-server[103448]: INFO neutron.db.segments_db [None req-2354c719-f0c9-4a70-922e-a56527a44614 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Added segment 3360a74b-56f5-4a81-bb3d-0f895ab3806c of type vlan for network 14ecbb91-ed2c-435a-b52f-fb42cea1272d Nov 22 20:16:02.610512 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc1626d-95e0-4863-ad27-2c43e089ae78 req-2d761b15-77c2-4d97-b2d3-36feeac85bde tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:16:02.612233 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3cc1626d-95e0-4863-ad27-2c43e089ae78 req-2d761b15-77c2-4d97-b2d3-36feeac85bde tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.46 "GET /v2.0/ports?device_id=8ec865c1-8118-4657-afb0-3aaac7ba2b18 HTTP/1.1" status: 200 len: 945 time: 0.1526771 Nov 22 20:16:02.658412 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cc183a1-cb21-4124-ab71-e1627f3ebe95 None None] Network e3652007-09c9-4c38-af7d-feacf94a8a20 could not be found, it might have been deleted concurrently. {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 22 20:16:02.690195 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-97d42b00-80c5-48d4-9af9-bff7785664f9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:02.690424 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2051e93a-7490-4de7-8291-e7f65bc8186f None None] get_active_networks_info from n-d-818823-1 {{(pid=103449) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 22 20:16:02.690509 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2354c719-f0c9-4a70-922e-a56527a44614 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748992492791'] for network, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:02.704776 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-97d42b00-80c5-48d4-9af9-bff7785664f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:02.727615 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-511bdcf1-aa1a-4767-9b2c-3f4cf0c7971e req-5edbd864-1a30-42a1-8998-1b973eb70467 tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] 10.222.0.46 "GET /v2.0/security-groups?id=a6b5e341-e4ee-449f-b89c-f5b96c06c7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628501 Nov 22 20:16:02.740055 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2354c719-f0c9-4a70-922e-a56527a44614 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for network, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:02.751622 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2354c719-f0c9-4a70-922e-a56527a44614 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:16:02.753217 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2354c719-f0c9-4a70-922e-a56527a44614 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Publish callbacks [] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:02.796934 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d42b00-80c5-48d4-9af9-bff7785664f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1665bb26-cc5c-4616-866c-74b1d6bac368,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:16:02.831304 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-97d42b00-80c5-48d4-9af9-bff7785664f9 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=053f6e2c26a94a85acb1f40b631ee48b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6841197 Nov 22 20:16:02.850424 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 42318) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:16:02.880848 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3cc1626d-95e0-4863-ad27-2c43e089ae78 req-95419faf-1aaf-4f21-b4e2-8c0fff3d8184 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.46 "GET /v2.0/security-groups?id=deac3dce-93b4-41af-981b-873d47022422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2499497 Nov 22 20:16:02.913009 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-fa7092fb-a46e-49c8-9589-3b089cddee8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:02.964457 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb6ecaf-e7bd-4845-bc31-c660d9dd5e25 req-c237b943-6497-4dc4-ab43-2454366e4ab8 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:16:02.966268 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-feb6ecaf-e7bd-4845-bc31-c660d9dd5e25 req-c237b943-6497-4dc4-ab43-2454366e4ab8 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ec865c1-8118-4657-afb0-3aaac7ba2b18 HTTP/1.1" status: 200 len: 945 time: 0.1592937 Nov 22 20:16:02.985799 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-33d828df-7e3f-499b-accd-1cde98667eea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:02.997390 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-2354c719-f0c9-4a70-922e-a56527a44614 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6411037 Nov 22 20:16:02.999466 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 42320) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:16:03.015758 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-81962906-24cf-4ae7-857a-74270f14d7fb tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Request body: {'subnet': {'network_id': '14ecbb91-ed2c-435a-b52f-fb42cea1272d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:16:03.023281 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-33d828df-7e3f-499b-accd-1cde98667eea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:03.028690 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2354c719-f0c9-4a70-922e-a56527a44614 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Pushing event updated for resources: {'Network': ['ID=14ecbb91-ed2c-435a-b52f-fb42cea1272d,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:16:03.032137 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-211ab72f-3dc7-4a7b-8212-a017defa604a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:03.036146 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 9a8469a3-5349-46d9-8e0e-1118dc4d94d1, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=9a8469a3-5349-46d9-8e0e-1118dc4d94d1,segment=NetworkSegment(071fae29-45f8-4fae-87e0-a91dc64245f1),segment_id=071fae29-45f8-4fae-87e0-a91dc64245f1)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:16:03.055697 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Network 14ecbb91-ed2c-435a-b52f-fb42cea1272d details requested by agent ovs-agent-n-d-818823-1 with host n-d-818823-1 {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 20:16:03.056026 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e48c449-7c3f-4423-848c-49198efef453 req-dac926b5-9e2e-4c61-8db3-5591e0315135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:16:03.056470 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-211ab72f-3dc7-4a7b-8212-a017defa604a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:03.063845 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-5e48c449-7c3f-4423-848c-49198efef453 req-dac926b5-9e2e-4c61-8db3-5591e0315135 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6b90bb48-40b3-40a5-9333-60b239e36730 HTTP/1.1" status: 200 len: 851 time: 0.5260682 Nov 22 20:16:03.145743 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-211ab72f-3dc7-4a7b-8212-a017defa604a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:03.148783 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-211ab72f-3dc7-4a7b-8212-a017defa604a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:03.165046 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-211ab72f-3dc7-4a7b-8212-a017defa604a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1665bb26-cc5c-4616-866c-74b1d6bac368 HTTP/1.1" status: 204 len: 168 time: 0.3090062 Nov 22 20:16:03.210673 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Returning: {'device': '9a8469a3-5349-46d9-8e0e-1118dc4d94d1', 'network_id': 'c625a1a7-f1bd-484b-b342-37cf517c7d76', 'port_id': '9a8469a3-5349-46d9-8e0e-1118dc4d94d1', 'mac_address': 'fa:16:3e:76:d7:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7864178-f3d5-4b52-bb8a-e0038ceec004', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 20:16:03.246216 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 42326) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:16:03.247768 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-33d828df-7e3f-499b-accd-1cde98667eea admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9817c31c5159426cab6d464c86ba5074&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7305372 Nov 22 20:16:03.257575 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d828df-7e3f-499b-accd-1cde98667eea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d851f95-2766-4cb8-a251-40aa16c451b8,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:16:03.268553 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2051e93a-7490-4de7-8291-e7f65bc8186f None None] Resources bound (agent type, host, resource id): {{(pid=103449) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 22 20:16:03.296196 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e48c449-7c3f-4423-848c-49198efef453 req-0b147854-4ae6-49ca-a9e9-5fed5534af45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:16:03.298601 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-5e48c449-7c3f-4423-848c-49198efef453 req-0b147854-4ae6-49ca-a9e9-5fed5534af45 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ac9307cb-d216-4d24-9d6c-807bf1ccc8be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1797366 Nov 22 20:16:03.308240 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211ab72f-3dc7-4a7b-8212-a017defa604a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1665bb26-cc5c-4616-866c-74b1d6bac368,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:16:03.339466 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-feb6ecaf-e7bd-4845-bc31-c660d9dd5e25 req-5da816d4-1fcc-4c20-95d6-9864b72fe16b tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] Deleting port bfc3ff9b-1dbc-460d-8c02-72c9f563b26d {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:16:03.339802 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-feb6ecaf-e7bd-4845-bc31-c660d9dd5e25 req-5da816d4-1fcc-4c20-95d6-9864b72fe16b tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:03.466855 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:03.526184 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-03f0964f-1b75-4df7-99e0-a3cdb56ec2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:03.549663 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-feb6ecaf-e7bd-4845-bc31-c660d9dd5e25 req-5da816d4-1fcc-4c20-95d6-9864b72fe16b tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] For port bfc3ff9b-1dbc-460d-8c02-72c9f563b26d, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=bfc3ff9b-1dbc-460d-8c02-72c9f563b26d,segment=NetworkSegment(e4b3d165-1cea-4bf0-93f6-5b79e0759539),segment_id=e4b3d165-1cea-4bf0-93f6-5b79e0759539)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:16:03.550016 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-feb6ecaf-e7bd-4845-bc31-c660d9dd5e25 req-5da816d4-1fcc-4c20-95d6-9864b72fe16b tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:03.570247 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81962906-24cf-4ae7-857a-74270f14d7fb tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Made reservation on behalf of a81ebb9a7b0f4ba7970568a2e3653a5f for: {'subnet': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:16:03.575589 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-81962906-24cf-4ae7-857a-74270f14d7fb tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11792951'] for subnet, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:03.582354 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-feb6ecaf-e7bd-4845-bc31-c660d9dd5e25 req-5da816d4-1fcc-4c20-95d6-9864b72fe16b tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] Calling delete_port for bfc3ff9b-1dbc-460d-8c02-72c9f563b26d owned by compute:nova {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:16:03.638779 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9a8469a3-5349-46d9-8e0e-1118dc4d94d1 {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:16:03.641576 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ec4fa0fc-167b-4c95-81ce-85f60ea83b11 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:03.760638 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-5e48c449-7c3f-4423-848c-49198efef453 req-dd969b92-83fc-4958-8075-c5af595ce966 service neutron] 10.222.0.41 "GET /v2.0/networks/ac9307cb-d216-4d24-9d6c-807bf1ccc8be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4278913 Nov 22 20:16:03.784899 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 9a8469a3-5349-46d9-8e0e-1118dc4d94d1, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=9a8469a3-5349-46d9-8e0e-1118dc4d94d1,segment=NetworkSegment(071fae29-45f8-4fae-87e0-a91dc64245f1),segment_id=071fae29-45f8-4fae-87e0-a91dc64245f1)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:16:03.810416 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ec4fa0fc-167b-4c95-81ce-85f60ea83b11 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:03.821268 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8809d6c-9acb-4fda-9b1c-c210be8443e8 req-56765a8a-bed1-4424-baad-43500f5bc571 tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:16:03.822982 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:03.831881 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e8809d6c-9acb-4fda-9b1c-c210be8443e8 req-56765a8a-bed1-4424-baad-43500f5bc571 tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] 10.222.0.46 "GET /v2.0/ports?device_id=5a2d875d-c9bf-4212-8e93-318726a86875 HTTP/1.1" status: 200 len: 945 time: 0.0978651 Nov 22 20:16:03.944049 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e8809d6c-9acb-4fda-9b1c-c210be8443e8 req-cf32f64b-8d84-44ad-96fe-d0cd21e984b4 tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] 10.222.0.46 "GET /v2.0/security-groups?id=a6b5e341-e4ee-449f-b89c-f5b96c06c7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109698 Nov 22 20:16:03.966757 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] get_ports_and_sgs() called for port_ids ['9a8469a3-5349-46d9-8e0e-1118dc4d94d1'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:16:03.970267 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-feb6ecaf-e7bd-4845-bc31-c660d9dd5e25 req-5da816d4-1fcc-4c20-95d6-9864b72fe16b tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:04.046317 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da816d4-1fcc-4c20-95d6-9864b72fe16b tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] Pushing event deleted for resources: {'Port': ['ID=bfc3ff9b-1dbc-460d-8c02-72c9f563b26d,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:16:04.067057 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-5e48c449-7c3f-4423-848c-49198efef453 req-81eeaf89-e0d1-4398-bda5-890095cb7e42 service neutron] 10.222.0.41 "GET /v2.0/networks/ac9307cb-d216-4d24-9d6c-807bf1ccc8be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2858734 Nov 22 20:16:04.139996 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0898275c-a219-4652-a9f2-0161daebe64b req-4bf553ea-a5fe-4eec-b5a4-0223b5037855 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.46 "GET /v2.0/ports?device_id=8ec865c1-8118-4657-afb0-3aaac7ba2b18 HTTP/1.1" status: 200 len: 210 time: 0.0657194 Nov 22 20:16:04.142516 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-5e48c449-7c3f-4423-848c-49198efef453 req-bf0d9693-39eb-4ff5-a643-a37fc19305f9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.3&port_id=6adde04d-a0cf-43b3-9b93-ce2683694893 HTTP/1.1" status: 200 len: 217 time: 0.0646729 Nov 22 20:16:04.143788 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-feb6ecaf-e7bd-4845-bc31-c660d9dd5e25 req-5da816d4-1fcc-4c20-95d6-9864b72fe16b tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] No DVR routers for this DVR port bfc3ff9b-1dbc-460d-8c02-72c9f563b26d on host n-h2-818823-1 {{(pid=103447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:16:04.157519 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-feb6ecaf-e7bd-4845-bc31-c660d9dd5e25 req-5da816d4-1fcc-4c20-95d6-9864b72fe16b tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:04.161630 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-feb6ecaf-e7bd-4845-bc31-c660d9dd5e25 req-5da816d4-1fcc-4c20-95d6-9864b72fe16b tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.20 "DELETE /v2.0/ports/bfc3ff9b-1dbc-460d-8c02-72c9f563b26d HTTP/1.1" status: 204 len: 173 time: 1.1874158 Nov 22 20:16:04.162555 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ec865c1-8118-4657-afb0-3aaac7ba2b18', 'name': 'network-vif-deleted', 'tag': 'bfc3ff9b-1dbc-460d-8c02-72c9f563b26d'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:16:04.166357 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82873c12-6af6-44b2-8f2a-455b5c709f1c" -d '{"events": [{"server_uuid": "8ec865c1-8118-4657-afb0-3aaac7ba2b18", "name": "network-vif-deleted", "tag": "bfc3ff9b-1dbc-460d-8c02-72c9f563b26d"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:16:04.240962 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:16:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6fd8fc7-4136-4dbc-abdc-0c9bc30feec4 x-openstack-request-id: req-e6fd8fc7-4136-4dbc-abdc-0c9bc30feec4 {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:16:04.241417 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ec865c1-8118-4657-afb0-3aaac7ba2b18", "name": "network-vif-deleted", "tag": "bfc3ff9b-1dbc-460d-8c02-72c9f563b26d", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:16:04.241779 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e6fd8fc7-4136-4dbc-abdc-0c9bc30feec4 {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:16:04.243925 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ec865c1-8118-4657-afb0-3aaac7ba2b18', 'name': 'network-vif-deleted', 'tag': 'bfc3ff9b-1dbc-460d-8c02-72c9f563b26d', 'status': 'completed', 'code': 200} Nov 22 20:16:04.281909 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 9a8469a3-5349-46d9-8e0e-1118dc4d94d1 no longer exists at agent hyperv_n-h1-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:16:04.319396 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e48c449-7c3f-4423-848c-49198efef453 req-b78ddcd7-fe19-4876-b94f-c4b677a8f72d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:16:04.321448 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-5e48c449-7c3f-4423-848c-49198efef453 req-b78ddcd7-fe19-4876-b94f-c4b677a8f72d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0485a16a-de78-4412-ab82-735c8650e722 HTTP/1.1" status: 200 len: 797 time: 0.1633029 Nov 22 20:16:04.325266 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ec4fa0fc-167b-4c95-81ce-85f60ea83b11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:04.328806 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ec4fa0fc-167b-4c95-81ce-85f60ea83b11 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:04.334117 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-ec4fa0fc-167b-4c95-81ce-85f60ea83b11 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8d851f95-2766-4cb8-a251-40aa16c451b8 HTTP/1.1" status: 204 len: 168 time: 1.0861027 Nov 22 20:16:04.350776 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-81962906-24cf-4ae7-857a-74270f14d7fb tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11567560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11792921'] for subnet, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:04.409130 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4fa0fc-167b-4c95-81ce-85f60ea83b11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d851f95-2766-4cb8-a251-40aa16c451b8,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:16:04.438013 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=9a8469a3-5349-46d9-8e0e-1118dc4d94d1,revision_number=6']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:16:04.469426 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81962906-24cf-4ae7-857a-74270f14d7fb tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Pushing event updated for resources: {'Subnet': ['ID=29d20595-5b4a-4980-9b4a-a20bf87ae33d,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:16:04.477071 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e48c449-7c3f-4423-848c-49198efef453 req-adc23db4-41c9-45df-8c26-333a35ecba94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:16:04.478959 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-5e48c449-7c3f-4423-848c-49198efef453 req-adc23db4-41c9-45df-8c26-333a35ecba94 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6b3bccc8-a74b-4dd2-b44c-99e3a607f72f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1421413 Nov 22 20:16:04.489925 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81962906-24cf-4ae7-857a-74270f14d7fb tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Checking segment: {'id': '3360a74b-56f5-4a81-bb3d-0f895ab3806c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '14ecbb91-ed2c-435a-b52f-fb42cea1272d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:16:04.490735 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81962906-24cf-4ae7-857a-74270f14d7fb tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Network hostable DHCP agents. Network: 14ecbb91-ed2c-435a-b52f-fb42cea1272d, hostable agents: ['02adaa64-0987-4b74-bad0-cbcf56f8a294'], hosted agents: [] {{(pid=103448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 20:16:04.684026 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-5e48c449-7c3f-4423-848c-49198efef453 req-f84f1bf8-d8d3-45d6-970d-f7a58a90e54b service neutron] 10.222.0.41 "GET /v2.0/networks/6b3bccc8-a74b-4dd2-b44c-99e3a607f72f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1891167 Nov 22 20:16:04.728244 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81962906-24cf-4ae7-857a-74270f14d7fb tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Network 14ecbb91-ed2c-435a-b52f-fb42cea1272d is scheduled to be hosted by DHCP agent 02adaa64-0987-4b74-bad0-cbcf56f8a294 with binding_index 1 {{(pid=103448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 20:16:04.793281 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-81962906-24cf-4ae7-857a-74270f14d7fb tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818823-1, 14ecbb91-ed2c-435a-b52f-fb42cea1272d) {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:16:04.803487 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:04.808857 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81962906-24cf-4ae7-857a-74270f14d7fb tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:16:04.811171 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-81962906-24cf-4ae7-857a-74270f14d7fb tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:04.832092 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-207e1193-6b78-472e-8298-ab439f5673b0 None None] Network 14ecbb91-ed2c-435a-b52f-fb42cea1272d requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:16:04.851018 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 42372) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:16:04.854168 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-81962906-24cf-4ae7-857a-74270f14d7fb tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.8463221 Nov 22 20:16:04.915750 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-5e48c449-7c3f-4423-848c-49198efef453 req-97adb330-b066-42a9-a35e-1dbbcfbbd237 service neutron] 10.222.0.41 "GET /v2.0/networks/6b3bccc8-a74b-4dd2-b44c-99e3a607f72f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2206023 Nov 22 20:16:04.921064 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 9a8469a3-5349-46d9-8e0e-1118dc4d94d1 {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:16:04.983776 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-5e48c449-7c3f-4423-848c-49198efef453 req-a35b918c-db29-4273-bf18-131116ba389c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.46&port_id=05a5c645-0725-4bf3-bbad-910f8f76f37c HTTP/1.1" status: 200 len: 217 time: 0.0605621 Nov 22 20:16:05.016587 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 42376) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:16:05.057224 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e48c449-7c3f-4423-848c-49198efef453 req-10fbcabd-392a-4a4c-a9d8-663ca297315d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:16:05.059852 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-5e48c449-7c3f-4423-848c-49198efef453 req-10fbcabd-392a-4a4c-a9d8-663ca297315d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0485a16a-de78-4412-ab82-735c8650e722 HTTP/1.1" status: 200 len: 797 time: 0.0688415 Nov 22 20:16:05.065716 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-1172cf8d-b3a3-422e-b750-aff9c738be32 None None] Provisioning complete for port 5f0ac330-d957-4a97-b93b-cef087c94270 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:16:05.071236 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-1172cf8d-b3a3-422e-b750-aff9c738be32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:05.134357 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e48c449-7c3f-4423-848c-49198efef453 req-be692091-e676-43ed-ab27-d3aa2bb61b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:16:05.137931 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-5e48c449-7c3f-4423-848c-49198efef453 req-be692091-e676-43ed-ab27-d3aa2bb61b65 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6b3bccc8-a74b-4dd2-b44c-99e3a607f72f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0696604 Nov 22 20:16:05.151690 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f8d758-f107-4593-9194-180574949f47 req-93bd19c2-d9df-4ad9-ae47-97693b0ca34c tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:16:05.153787 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-35f8d758-f107-4593-9194-180574949f47 req-93bd19c2-d9df-4ad9-ae47-97693b0ca34c tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a2d875d-c9bf-4212-8e93-318726a86875 HTTP/1.1" status: 200 len: 944 time: 0.2461793 Nov 22 20:16:05.160243 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 9a8469a3-5349-46d9-8e0e-1118dc4d94d1, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=9a8469a3-5349-46d9-8e0e-1118dc4d94d1,segment=NetworkSegment(071fae29-45f8-4fae-87e0-a91dc64245f1),segment_id=071fae29-45f8-4fae-87e0-a91dc64245f1)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:16:05.194129 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:05.211253 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e49ee129-e862-4476-beca-cdc8150d2345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:05.229310 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-e45ff185-0620-4a4f-a692-2ee55b13fc2d tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-753305736'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:16:05.241034 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4f17d6b1-4472-4d5e-9ab3-0c5b46c2f994 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3961693'] for network, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:05.254682 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-1172cf8d-b3a3-422e-b750-aff9c738be32 None None] Port 5f0ac330-d957-4a97-b93b-cef087c94270 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:16:05.318172 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f547e961-055a-4e72-be30-cbf9548528c1 req-358a3e8a-8809-4c10-8614-735cc2e9bd74 tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:16:05.325792 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f547e961-055a-4e72-be30-cbf9548528c1 req-358a3e8a-8809-4c10-8614-735cc2e9bd74 tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] 10.222.0.46 "GET /v2.0/ports?device_id=5a2d875d-c9bf-4212-8e93-318726a86875 HTTP/1.1" status: 200 len: 944 time: 0.1947293 Nov 22 20:16:05.361002 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=9a8469a3-5349-46d9-8e0e-1118dc4d94d1,revision_number=7']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:16:05.369665 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e45ff185-0620-4a4f-a692-2ee55b13fc2d tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Made reservation on behalf of 2dee5ba1e01f416ab951cabb312f3dca for: {'network': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:16:05.373304 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-1172cf8d-b3a3-422e-b750-aff9c738be32 None None] Provisioning complete for port c6a509f5-71f5-470f-b20c-cdf1936f6756 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:16:05.373705 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-1172cf8d-b3a3-422e-b750-aff9c738be32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:05.374249 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e45ff185-0620-4a4f-a692-2ee55b13fc2d tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for network, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:05.410176 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e45ff185-0620-4a4f-a692-2ee55b13fc2d tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:05.416622 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-1172cf8d-b3a3-422e-b750-aff9c738be32 None None] Port c6a509f5-71f5-470f-b20c-cdf1936f6756 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:16:05.448597 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-5e48c449-7c3f-4423-848c-49198efef453 req-5760c9ef-26bb-4632-8c4c-5ed7108869ad service neutron] 10.222.0.41 "GET /v2.0/networks/6b3bccc8-a74b-4dd2-b44c-99e3a607f72f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2903447 Nov 22 20:16:05.452293 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-1172cf8d-b3a3-422e-b750-aff9c738be32 None None] Provisioning complete for port 9a8469a3-5349-46d9-8e0e-1118dc4d94d1 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:16:05.453246 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-1172cf8d-b3a3-422e-b750-aff9c738be32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:05.457718 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02d0b572-0330-4510-81b9-7395515dd075 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fb26bd7-ce56-527b-b94f-2e1f7cb2bb35-14ecbb91-ed2c-435a-b52f-fb42cea1272d', 'network_id': '14ecbb91-ed2c-435a-b52f-fb42cea1272d', 'tenant_id': 'a81ebb9a7b0f4ba7970568a2e3653a5f', 'fixed_ips': [{'subnet_id': '29d20595-5b4a-4980-9b4a-a20bf87ae33d'}]}} from n-d-818823-1. {{(pid=103449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 20:16:05.458678 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-02d0b572-0330-4510-81b9-7395515dd075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:05.467406 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-35f8d758-f107-4593-9194-180574949f47 req-7cdc3f83-2868-490f-a81d-466bed4d43a5 tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] Deleting port 9a8469a3-5349-46d9-8e0e-1118dc4d94d1 {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:16:05.467773 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-35f8d758-f107-4593-9194-180574949f47 req-7cdc3f83-2868-490f-a81d-466bed4d43a5 tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:05.470651 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4f17d6b1-4472-4d5e-9ab3-0c5b46c2f994 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3753007'] for subnet, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:05.628187 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f547e961-055a-4e72-be30-cbf9548528c1 req-0b6ec33b-0678-4ed5-9eba-8eb23005e1ea tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] 10.222.0.46 "GET /v2.0/security-groups?id=a6b5e341-e4ee-449f-b89c-f5b96c06c7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3012173 Nov 22 20:16:05.663121 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-1172cf8d-b3a3-422e-b750-aff9c738be32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:05.683301 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-5e48c449-7c3f-4423-848c-49198efef453 req-f256076a-e62f-4aee-acf6-7cee7ba1cc62 service neutron] 10.222.0.41 "GET /v2.0/networks/6b3bccc8-a74b-4dd2-b44c-99e3a607f72f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2288458 Nov 22 20:16:05.691486 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-35f8d758-f107-4593-9194-180574949f47 req-7cdc3f83-2868-490f-a81d-466bed4d43a5 tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] For port 9a8469a3-5349-46d9-8e0e-1118dc4d94d1, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=9a8469a3-5349-46d9-8e0e-1118dc4d94d1,segment=NetworkSegment(071fae29-45f8-4fae-87e0-a91dc64245f1),segment_id=071fae29-45f8-4fae-87e0-a91dc64245f1)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:16:05.691486 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-35f8d758-f107-4593-9194-180574949f47 req-7cdc3f83-2868-490f-a81d-466bed4d43a5 tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:05.721110 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a2d875d-c9bf-4212-8e93-318726a86875', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a8469a3-5349-46d9-8e0e-1118dc4d94d1'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:16:05.725023 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d39f6d30a11e565ec9648abcc015e8a6ab6cff4edd704add8155e28765d31eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-822939dd-34cb-4f31-bcd6-2f4fae363704" -d '{"events": [{"server_uuid": "5a2d875d-c9bf-4212-8e93-318726a86875", "name": "network-vif-plugged", "status": "completed", "tag": "9a8469a3-5349-46d9-8e0e-1118dc4d94d1"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:16:05.773233 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-5e48c449-7c3f-4423-848c-49198efef453 req-0e03e9f1-3bed-4d89-97f2-cdb80e910481 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.53&port_id=ef234335-6cfd-4065-a69c-53c34c320294 HTTP/1.1" status: 200 len: 217 time: 0.0819981 Nov 22 20:16:05.773786 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-1172cf8d-b3a3-422e-b750-aff9c738be32 None None] For port 9a8469a3-5349-46d9-8e0e-1118dc4d94d1, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=9a8469a3-5349-46d9-8e0e-1118dc4d94d1,segment=NetworkSegment(071fae29-45f8-4fae-87e0-a91dc64245f1),segment_id=071fae29-45f8-4fae-87e0-a91dc64245f1)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:16:05.775243 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.db_base_plugin_common [None req-02d0b572-0330-4510-81b9-7395515dd075 None None] Allocated IP 2001:db8::1 (14ecbb91-ed2c-435a-b52f-fb42cea1272d/29d20595-5b4a-4980-9b4a-a20bf87ae33d/0020d697-fd2f-40f0-861a-739eb22542b2) {{(pid=103449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:16:05.790809 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-35f8d758-f107-4593-9194-180574949f47 req-7cdc3f83-2868-490f-a81d-466bed4d43a5 tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] Calling delete_port for 9a8469a3-5349-46d9-8e0e-1118dc4d94d1 owned by compute:nova {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:16:05.811993 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-1172cf8d-b3a3-422e-b750-aff9c738be32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:05.873053 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e48c449-7c3f-4423-848c-49198efef453 req-bbdc68ed-9013-42d9-8ba2-2afe1146983a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:16:05.874288 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-5e48c449-7c3f-4423-848c-49198efef453 req-bbdc68ed-9013-42d9-8ba2-2afe1146983a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0485a16a-de78-4412-ab82-735c8650e722 HTTP/1.1" status: 200 len: 797 time: 0.0935853 Nov 22 20:16:05.876407 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:16:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe45bb91-e300-4fe6-b5fc-0ad3ac13be4d x-openstack-request-id: req-fe45bb91-e300-4fe6-b5fc-0ad3ac13be4d {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:16:05.876891 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a2d875d-c9bf-4212-8e93-318726a86875", "name": "network-vif-plugged", "status": "completed", "tag": "9a8469a3-5349-46d9-8e0e-1118dc4d94d1", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:16:05.877689 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-fe45bb91-e300-4fe6-b5fc-0ad3ac13be4d {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:16:05.878161 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a2d875d-c9bf-4212-8e93-318726a86875', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a8469a3-5349-46d9-8e0e-1118dc4d94d1', 'code': 200} Nov 22 20:16:05.946400 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-1172cf8d-b3a3-422e-b750-aff9c738be32 None None] Provisioning complete for port 25c221fc-593d-4f05-a358-e8b167d8000e triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:16:05.946776 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-1172cf8d-b3a3-422e-b750-aff9c738be32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:05.965118 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e48c449-7c3f-4423-848c-49198efef453 req-3bc22bf4-4b82-48e1-b2c2-33a085e869ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:16:05.967125 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-5e48c449-7c3f-4423-848c-49198efef453 req-3bc22bf4-4b82-48e1-b2c2-33a085e869ae service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6b3bccc8-a74b-4dd2-b44c-99e3a607f72f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0861483 Nov 22 20:16:05.999456 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 9a8469a3-5349-46d9-8e0e-1118dc4d94d1 details requested by agent hyperv_n-h1-818823-1 with host n-h1-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 20:16:06.029319 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5ce20d-e1fe-4f7b-92a4-f57e5cb0ceed req-7def9829-1852-4541-bb52-15df4fcb2e43 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:16:06.031711 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9d5ce20d-e1fe-4f7b-92a4-f57e5cb0ceed req-7def9829-1852-4541-bb52-15df4fcb2e43 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.46 "GET /v2.0/ports?device_id=6e6e77cf-07c8-4b3a-a9ce-a1d8a4c92033 HTTP/1.1" status: 200 len: 944 time: 0.1146765 Nov 22 20:16:06.046965 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e45ff185-0620-4a4f-a692-2ee55b13fc2d tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:06.063043 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e45ff185-0620-4a4f-a692-2ee55b13fc2d tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:06.111039 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 9a8469a3-5349-46d9-8e0e-1118dc4d94d1, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=9a8469a3-5349-46d9-8e0e-1118dc4d94d1,segment=NetworkSegment(071fae29-45f8-4fae-87e0-a91dc64245f1),segment_id=071fae29-45f8-4fae-87e0-a91dc64245f1)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:16:06.120643 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-5e48c449-7c3f-4423-848c-49198efef453 req-f1c4cd0f-72ed-4ad8-80b0-36368f210e7c service neutron] 10.222.0.41 "GET /v2.0/networks/6b3bccc8-a74b-4dd2-b44c-99e3a607f72f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393089 Nov 22 20:16:06.130047 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e45ff185-0620-4a4f-a692-2ee55b13fc2d tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] vlan segment allocate from pool success with {'vlan_id': 641, 'physical_network': 'physnet1'} {{(pid=103447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 20:16:06.130403 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Returning: {'device': '9a8469a3-5349-46d9-8e0e-1118dc4d94d1', 'network_id': 'c625a1a7-f1bd-484b-b342-37cf517c7d76', 'port_id': '9a8469a3-5349-46d9-8e0e-1118dc4d94d1', 'mac_address': 'fa:16:3e:76:d7:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7864178-f3d5-4b52-bb8a-e0038ceec004', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 20:16:06.140414 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:06.157418 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1172cf8d-b3a3-422e-b750-aff9c738be32 None None] Pushing event updated for resources: {'Port': ['ID=9a8469a3-5349-46d9-8e0e-1118dc4d94d1,revision_number=8']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:16:06.166406 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45ff185-0620-4a4f-a692-2ee55b13fc2d tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3fbdc790-1eb1-415c-ab99-6f836f7d7343,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:16:06.191519 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e45ff185-0620-4a4f-a692-2ee55b13fc2d tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:06.192124 n-d-818823-1 neutron-server[103447]: INFO neutron.db.segments_db [None req-e45ff185-0620-4a4f-a692-2ee55b13fc2d tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Added segment c0527588-da58-4e73-b310-dc0e5bb17a7e of type vlan for network af33d290-a09b-4d43-b29e-152605dd45aa Nov 22 20:16:06.241854 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9d5ce20d-e1fe-4f7b-92a4-f57e5cb0ceed req-4a5274b2-aa20-4574-8007-9ffd466a8db1 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.46 "GET /v2.0/security-groups?id=deac3dce-93b4-41af-981b-873d47022422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921251 Nov 22 20:16:06.248085 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:06.268132 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device bfc3ff9b-1dbc-460d-8c02-72c9f563b26d no longer exists at agent hyperv_n-h2-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:16:06.288997 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-35f8d758-f107-4593-9194-180574949f47 req-7cdc3f83-2868-490f-a81d-466bed4d43a5 tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:06.292029 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e45ff185-0620-4a4f-a692-2ee55b13fc2d tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748992492791'] for network, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:06.311014 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-5e48c449-7c3f-4423-848c-49198efef453 req-e9224a4c-02a8-4b99-9db4-baea85c5ec15 service neutron] 10.222.0.41 "GET /v2.0/networks/6b3bccc8-a74b-4dd2-b44c-99e3a607f72f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1830056 Nov 22 20:16:06.316971 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec50101e-0e58-44ea-8f8c-4fa755b981ee req-2d4e0cc9-ceed-4ac7-ade1-9acb1cb6339e tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:16:06.318803 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ec50101e-0e58-44ea-8f8c-4fa755b981ee req-2d4e0cc9-ceed-4ac7-ade1-9acb1cb6339e tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e6e77cf-07c8-4b3a-a9ce-a1d8a4c92033 HTTP/1.1" status: 200 len: 944 time: 0.1900568 Nov 22 20:16:06.339941 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] No Port match for: bfc3ff9b-1dbc-460d-8c02-72c9f563b26d {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:16:06.340448 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device bfc3ff9b-1dbc-460d-8c02-72c9f563b26d not bound to the agent host n-h2-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:16:06.343088 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9a8469a3-5349-46d9-8e0e-1118dc4d94d1 {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:16:06.359693 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdc3f83-2868-490f-a81d-466bed4d43a5 tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] Pushing event deleted for resources: {'Port': ['ID=9a8469a3-5349-46d9-8e0e-1118dc4d94d1,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:16:06.414820 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47dfea32-fdda-433d-8558-173287bf26aa None None] DHCP port deletion for c625a1a7-f1bd-484b-b342-37cf517c7d76 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:16:06.421989 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e45ff185-0620-4a4f-a692-2ee55b13fc2d tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for network, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:06.426891 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-5e48c449-7c3f-4423-848c-49198efef453 req-a92da4ab-2ac0-45fb-a8cc-b6061785f675 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.40&port_id=beeaed41-857e-487b-9b30-79ba4738dd77 HTTP/1.1" status: 200 len: 217 time: 0.1088734 Nov 22 20:16:06.434877 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e45ff185-0620-4a4f-a692-2ee55b13fc2d tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:16:06.435875 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e45ff185-0620-4a4f-a692-2ee55b13fc2d tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for network, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:06.444590 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-02d0b572-0330-4510-81b9-7395515dd075 None None] Publish callbacks [] for port, precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:06.456080 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-1172cf8d-b3a3-422e-b750-aff9c738be32 None None] Provisioning complete for port 4c096bf3-3c60-4507-bac7-f2364f2ec073 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:16:06.456466 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-1172cf8d-b3a3-422e-b750-aff9c738be32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:06.458874 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-02d0b572-0330-4510-81b9-7395515dd075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372'] for port, after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:06.525494 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-35f8d758-f107-4593-9194-180574949f47 req-7cdc3f83-2868-490f-a81d-466bed4d43a5 tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] No DVR routers for this DVR port 9a8469a3-5349-46d9-8e0e-1118dc4d94d1 on host n-h1-818823-1 {{(pid=103447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:16:06.542298 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-35f8d758-f107-4593-9194-180574949f47 req-7cdc3f83-2868-490f-a81d-466bed4d43a5 tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:06.545652 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-35f8d758-f107-4593-9194-180574949f47 req-7cdc3f83-2868-490f-a81d-466bed4d43a5 tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] 10.222.0.41 "DELETE /v2.0/ports/9a8469a3-5349-46d9-8e0e-1118dc4d94d1 HTTP/1.1" status: 204 len: 173 time: 1.3714459 Nov 22 20:16:06.550299 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02d0b572-0330-4510-81b9-7395515dd075 None None] Network 14ecbb91-ed2c-435a-b52f-fb42cea1272d is already hosted by enough agents. {{(pid=103449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:16:06.562162 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e48c449-7c3f-4423-848c-49198efef453 req-6e00a332-7855-4f3e-ac23-1eced617cb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:16:06.564487 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-5e48c449-7c3f-4423-848c-49198efef453 req-6e00a332-7855-4f3e-ac23-1eced617cb56 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0485a16a-de78-4412-ab82-735c8650e722 HTTP/1.1" status: 200 len: 797 time: 0.1201730 Nov 22 20:16:06.572541 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.base_scheduler [None req-02d0b572-0330-4510-81b9-7395515dd075 None None] Resources bound (agent type, host, resource id): {{(pid=103449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:16:06.580840 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-1172cf8d-b3a3-422e-b750-aff9c738be32 None None] Port 4c096bf3-3c60-4507-bac7-f2364f2ec073 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:16:06.588726 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a2d875d-c9bf-4212-8e93-318726a86875', 'name': 'network-vif-deleted', 'tag': '9a8469a3-5349-46d9-8e0e-1118dc4d94d1'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:16:06.591669 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe823bd0-7e52-49f2-931e-5f4cf670baea" -d '{"events": [{"server_uuid": "5a2d875d-c9bf-4212-8e93-318726a86875", "name": "network-vif-deleted", "tag": "9a8469a3-5349-46d9-8e0e-1118dc4d94d1"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:16:06.599020 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d0b572-0330-4510-81b9-7395515dd075 None None] Received port after_create {{(pid=103449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:16:06.604345 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d0b572-0330-4510-81b9-7395515dd075 None None] Pushing event updated for resources: {'Port': ['ID=0020d697-fd2f-40f0-861a-739eb22542b2,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:16:06.619495 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4f17d6b1-4472-4d5e-9ab3-0c5b46c2f994 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3753014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8900804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8485115'] for subnet, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:06.641527 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-1172cf8d-b3a3-422e-b750-aff9c738be32 None None] Provisioning complete for port 87875d65-ebf3-4e19-b359-611253e28da1 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:16:06.643118 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-1172cf8d-b3a3-422e-b750-aff9c738be32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:06.677085 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-e45ff185-0620-4a4f-a692-2ee55b13fc2d tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.6582224 Nov 22 20:16:06.681570 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 42428) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:16:06.717162 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-591939c7-0a42-4b4b-8811-488ceac84069 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Request body: {'port': {'network_id': 'af33d290-a09b-4d43-b29e-152605dd45aa', 'name': 'tempest-PortsIpV6TestJSON-1017315408'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:16:06.727260 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f17d6b1-4472-4d5e-9ab3-0c5b46c2f994 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Pushing event deleted for resources: {'Subnet': ['ID=29d20595-5b4a-4980-9b4a-a20bf87ae33d,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:16:06.746320 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e48c449-7c3f-4423-848c-49198efef453 req-0a260888-e9fd-4c58-a6e0-e6a10ed7671c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:16:06.751558 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:16:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a854086-e1c9-4453-b73c-d9812dd08a73 x-openstack-request-id: req-9a854086-e1c9-4453-b73c-d9812dd08a73 {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:16:06.752215 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a2d875d-c9bf-4212-8e93-318726a86875", "name": "network-vif-deleted", "tag": "9a8469a3-5349-46d9-8e0e-1118dc4d94d1", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:16:06.752800 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9a854086-e1c9-4453-b73c-d9812dd08a73 {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:16:06.753394 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a2d875d-c9bf-4212-8e93-318726a86875', 'name': 'network-vif-deleted', 'tag': '9a8469a3-5349-46d9-8e0e-1118dc4d94d1', 'status': 'completed', 'code': 200} Nov 22 20:16:06.753725 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-5e48c449-7c3f-4423-848c-49198efef453 req-0a260888-e9fd-4c58-a6e0-e6a10ed7671c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6b3bccc8-a74b-4dd2-b44c-99e3a607f72f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1712623 Nov 22 20:16:06.759950 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-02d0b572-0330-4510-81b9-7395515dd075 None None] Attempting to bind port 0020d697-fd2f-40f0-861a-739eb22542b2 on host n-d-818823-1 for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:16:06.760423 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-02d0b572-0330-4510-81b9-7395515dd075 None None] Attempting to bind port 0020d697-fd2f-40f0-861a-739eb22542b2 by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': '3360a74b-56f5-4a81-bb3d-0f895ab3806c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '14ecbb91-ed2c-435a-b52f-fb42cea1272d'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:16:06.760854 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d0b572-0330-4510-81b9-7395515dd075 None None] Attempting to bind port 0020d697-fd2f-40f0-861a-739eb22542b2 on network 14ecbb91-ed2c-435a-b52f-fb42cea1272d {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:16:06.786209 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d0b572-0330-4510-81b9-7395515dd075 None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 16, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:16:06.786768 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d0b572-0330-4510-81b9-7395515dd075 None None] Checking segment: {'id': '3360a74b-56f5-4a81-bb3d-0f895ab3806c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '14ecbb91-ed2c-435a-b52f-fb42cea1272d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:16:06.790052 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-02d0b572-0330-4510-81b9-7395515dd075 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:06.790443 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d0b572-0330-4510-81b9-7395515dd075 None None] Bound using segment: {'id': '3360a74b-56f5-4a81-bb3d-0f895ab3806c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '14ecbb91-ed2c-435a-b52f-fb42cea1272d'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:16:06.790964 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-02d0b572-0330-4510-81b9-7395515dd075 None None] Bound port: 0020d697-fd2f-40f0-861a-739eb22542b2, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3360a74b-56f5-4a81-bb3d-0f895ab3806c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '14ecbb91-ed2c-435a-b52f-fb42cea1272d'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:16:06.791564 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-02d0b572-0330-4510-81b9-7395515dd075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:06.800460 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45ff185-0620-4a4f-a692-2ee55b13fc2d tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Pushing event updated for resources: {'Network': ['ID=af33d290-a09b-4d43-b29e-152605dd45aa,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:16:06.882687 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-5e48c449-7c3f-4423-848c-49198efef453 req-41d9fc9d-d3f6-4008-a891-6d2fb3ea254a service neutron] 10.222.0.41 "GET /v2.0/networks/6b3bccc8-a74b-4dd2-b44c-99e3a607f72f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149302 Nov 22 20:16:06.884891 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Network af33d290-a09b-4d43-b29e-152605dd45aa details requested by agent ovs-agent-n-d-818823-1 with host n-d-818823-1 {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 20:16:06.980706 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f25e4a01-5fb4-4ea4-bbf7-5abd0aab5948 req-d918d113-c66d-4642-ba4b-56e18984194e tempest-ImagesTestJSON-1729731736 tempest-ImagesTestJSON-1729731736-project] 10.222.0.46 "GET /v2.0/ports?device_id=5a2d875d-c9bf-4212-8e93-318726a86875 HTTP/1.1" status: 200 len: 210 time: 0.1651812 Nov 22 20:16:06.984498 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4f17d6b1-4472-4d5e-9ab3-0c5b46c2f994 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3760028', 'neutron.services.segments.db._delete_segments_for_network-8748992815755'] for network, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:07.045911 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-4f17d6b1-4472-4d5e-9ab3-0c5b46c2f994 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14ecbb91-ed2c-435a-b52f-fb42cea1272d']}} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:16:07.067972 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-4f17d6b1-4472-4d5e-9ab3-0c5b46c2f994 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3360a74b-56f5-4a81-bb3d-0f895ab3806c') {'for_net_delete': True} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:16:07.069288 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-4f17d6b1-4472-4d5e-9ab3-0c5b46c2f994 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3360a74b-56f5-4a81-bb3d-0f895ab3806c') {} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:16:07.086036 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-5e48c449-7c3f-4423-848c-49198efef453 req-bcff2d18-7ea0-435d-8ca4-b2ca6745dcfa service neutron] 10.222.0.41 "GET /v2.0/networks/6b3bccc8-a74b-4dd2-b44c-99e3a607f72f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1948783 Nov 22 20:16:07.088850 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-ec50101e-0e58-44ea-8f8c-4fa755b981ee req-30fe6718-153b-41e9-9ff5-f327154b8562 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] Deleting port 47b8edb0-177f-4d17-96fa-2e7fc52c4950 {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:16:07.089496 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-ec50101e-0e58-44ea-8f8c-4fa755b981ee req-30fe6718-153b-41e9-9ff5-f327154b8562 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:07.113391 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4f17d6b1-4472-4d5e-9ab3-0c5b46c2f994 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748993039638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12178344'] for segment, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:07.157669 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-5e48c449-7c3f-4423-848c-49198efef453 req-316b9c3b-8a5f-4d67-a7d2-f9743b9916e1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=211cdf2b-d334-4aa0-876c-de6732c81729 HTTP/1.1" status: 200 len: 217 time: 0.0624180 Nov 22 20:16:07.191496 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4f17d6b1-4472-4d5e-9ab3-0c5b46c2f994 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:07.201078 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f17d6b1-4472-4d5e-9ab3-0c5b46c2f994 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Releasing vlan 607 on physical network physnet1 to pool {{(pid=103447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 20:16:07.201956 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4f17d6b1-4472-4d5e-9ab3-0c5b46c2f994 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8900762'] for segment, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:07.208440 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-02d0b572-0330-4510-81b9-7395515dd075 None None] For port 0020d697-fd2f-40f0-861a-739eb22542b2, host n-d-818823-1, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:16:07.250803 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-1172cf8d-b3a3-422e-b750-aff9c738be32 None None] Provisioning complete for port 7095adb1-4b44-4a4f-a035-5e7993ef1c9f triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:16:07.251137 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-1172cf8d-b3a3-422e-b750-aff9c738be32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:07.252010 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e48c449-7c3f-4423-848c-49198efef453 req-27f3ede6-1ede-4c0d-adf4-7d4c3cdd3e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:16:07.256156 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-5e48c449-7c3f-4423-848c-49198efef453 req-27f3ede6-1ede-4c0d-adf4-7d4c3cdd3e30 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6428e4b1-afa7-46d6-aafb-e575abb5d651 HTTP/1.1" status: 200 len: 797 time: 0.0911610 Nov 22 20:16:07.293651 n-d-818823-1 neutron-server[103447]: Traceback (most recent call last): Nov 22 20:16:07.293651 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 20:16:07.293651 n-d-818823-1 neutron-server[103447]: timer() Nov 22 20:16:07.293651 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 20:16:07.293651 n-d-818823-1 neutron-server[103447]: cb(*args, **kw) Nov 22 20:16:07.293651 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 20:16:07.293651 n-d-818823-1 neutron-server[103447]: return func(*args, **kwargs) Nov 22 20:16:07.293651 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 20:16:07.293651 n-d-818823-1 neutron-server[103447]: self._notify() Nov 22 20:16:07.293651 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 20:16:07.293651 n-d-818823-1 neutron-server[103447]: self.callback(batched_events) Nov 22 20:16:07.293651 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 20:16:07.293651 n-d-818823-1 neutron-server[103447]: event.method(event) Nov 22 20:16:07.293651 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 20:16:07.293651 n-d-818823-1 neutron-server[103447]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 20:16:07.293651 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 20:16:07.293651 n-d-818823-1 neutron-server[103447]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 20:16:07.293651 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 20:16:07.293651 n-d-818823-1 neutron-server[103447]: return f(self, *a, **k) Nov 22 20:16:07.293651 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 20:16:07.293651 n-d-818823-1 neutron-server[103447]: return self._get(url).json() Nov 22 20:16:07.293651 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 20:16:07.293651 n-d-818823-1 neutron-server[103447]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 20:16:07.293651 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 20:16:07.293651 n-d-818823-1 neutron-server[103447]: return self.request(url, 'GET', **kwargs) Nov 22 20:16:07.293651 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 20:16:07.293651 n-d-818823-1 neutron-server[103447]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 20:16:07.293651 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 20:16:07.293651 n-d-818823-1 neutron-server[103447]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 20:16:07.293651 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 20:16:07.293651 n-d-818823-1 neutron-server[103447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 20:16:07.293651 n-d-818823-1 neutron-server[103447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 20:16:07.338734 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-591939c7-0a42-4b4b-8811-488ceac84069 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Made reservation on behalf of 2dee5ba1e01f416ab951cabb312f3dca for: {'port': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:16:07.342629 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-591939c7-0a42-4b4b-8811-488ceac84069 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:07.360676 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e48c449-7c3f-4423-848c-49198efef453 req-e46bbe1d-c322-4afa-af5c-0a82cf916aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:16:07.373150 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.db.api [None req-4f17d6b1-4472-4d5e-9ab3-0c5b46c2f994 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 22 20:16:07.373150 n-d-818823-1 neutron-server[103447]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 22 20:16:07.373150 n-d-818823-1 neutron-server[103447]: [parameters: {'id': '14ecbb91-ed2c-435a-b52f-fb42cea1272d'}] Nov 22 20:16:07.373150 n-d-818823-1 neutron-server[103447]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103447) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 20:16:07.373150 n-d-818823-1 neutron-server[103447]: DEBUG oslo_db.api [None req-4f17d6b1-4472-4d5e-9ab3-0c5b46c2f994 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 20:16:07.377841 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-5e48c449-7c3f-4423-848c-49198efef453 req-e46bbe1d-c322-4afa-af5c-0a82cf916aa4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9d0b1a7a-dafa-41a5-9e6d-f6ddddd5c8ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1117423 Nov 22 20:16:07.396429 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [None req-591939c7-0a42-4b4b-8811-488ceac84069 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] device_id is not set on port f97f87bc-ef43-4dad-9d40-4a64e8de529f yet. {{(pid=103447) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 20:16:07.445834 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-02d0b572-0330-4510-81b9-7395515dd075 None None] For port 0020d697-fd2f-40f0-861a-739eb22542b2, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=0020d697-fd2f-40f0-861a-739eb22542b2,segment=NetworkSegment(3360a74b-56f5-4a81-bb3d-0f895ab3806c),segment_id=3360a74b-56f5-4a81-bb3d-0f895ab3806c)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:16:07.452065 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-1172cf8d-b3a3-422e-b750-aff9c738be32 None None] Provisioning complete for port 0a55a5c1-2c46-49e5-a66f-5e0bd1f49e66 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:16:07.452461 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-1172cf8d-b3a3-422e-b750-aff9c738be32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:07.456384 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-02d0b572-0330-4510-81b9-7395515dd075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:07.529416 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-5e48c449-7c3f-4423-848c-49198efef453 req-1181835c-97ac-44e5-b87f-f5dda5fa029d service neutron] 10.222.0.41 "GET /v2.0/networks/9d0b1a7a-dafa-41a5-9e6d-f6ddddd5c8ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395285 Nov 22 20:16:07.626462 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d0b572-0330-4510-81b9-7395515dd075 None None] Pushing event updated for resources: {'Port': ['ID=0020d697-fd2f-40f0-861a-739eb22542b2,revision_number=2']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:16:07.715082 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb67b23d-7325-404d-8795-33bb6bef08eb None None] Network 14ecbb91-ed2c-435a-b52f-fb42cea1272d requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:16:07.791006 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-5e48c449-7c3f-4423-848c-49198efef453 req-af5817c2-d246-4f01-95d3-08d72f07fe80 service neutron] 10.222.0.41 "GET /v2.0/networks/9d0b1a7a-dafa-41a5-9e6d-f6ddddd5c8ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2528038 Nov 22 20:16:07.840872 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-ec50101e-0e58-44ea-8f8c-4fa755b981ee req-30fe6718-153b-41e9-9ff5-f327154b8562 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] For port 47b8edb0-177f-4d17-96fa-2e7fc52c4950, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=47b8edb0-177f-4d17-96fa-2e7fc52c4950,segment=NetworkSegment(e4b3d165-1cea-4bf0-93f6-5b79e0759539),segment_id=e4b3d165-1cea-4bf0-93f6-5b79e0759539)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:16:07.841145 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-ec50101e-0e58-44ea-8f8c-4fa755b981ee req-30fe6718-153b-41e9-9ff5-f327154b8562 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:07.855263 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-5e48c449-7c3f-4423-848c-49198efef453 req-26f1950a-ebe0-4659-aa29-cd62bf65f9a0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=4ddab1db-7d92-4624-bc58-6f5b59607b22 HTTP/1.1" status: 200 len: 217 time: 0.0534945 Nov 22 20:16:07.856434 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-1172cf8d-b3a3-422e-b750-aff9c738be32 None None] Provisioning complete for port 879aed9c-b068-49c0-a9d5-804f26cae1de triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:16:07.857349 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-1172cf8d-b3a3-422e-b750-aff9c738be32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:07.860189 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dae210-a5f6-466c-abf8-0566e5ea7d2c req-e9a26197-f83a-42ba-acbd-919f8dfecbc7 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:16:07.880839 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-96dae210-a5f6-466c-abf8-0566e5ea7d2c req-e9a26197-f83a-42ba-acbd-919f8dfecbc7 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.46 "GET /v2.0/ports?device_id=6e6e77cf-07c8-4b3a-a9ce-a1d8a4c92033 HTTP/1.1" status: 200 len: 944 time: 0.5018106 Nov 22 20:16:07.918680 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e48c449-7c3f-4423-848c-49198efef453 req-90f3933c-439a-4628-a3e7-628196d3204d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:16:07.920709 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-5e48c449-7c3f-4423-848c-49198efef453 req-90f3933c-439a-4628-a3e7-628196d3204d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6428e4b1-afa7-46d6-aafb-e575abb5d651 HTTP/1.1" status: 200 len: 797 time: 0.0580831 Nov 22 20:16:07.928575 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4f17d6b1-4472-4d5e-9ab3-0c5b46c2f994 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3961693'] for network, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:07.942524 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-ec50101e-0e58-44ea-8f8c-4fa755b981ee req-30fe6718-153b-41e9-9ff5-f327154b8562 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] Calling delete_port for 47b8edb0-177f-4d17-96fa-2e7fc52c4950 owned by compute:nova {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:16:07.989424 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e48c449-7c3f-4423-848c-49198efef453 req-870cdae8-a6c9-4dbd-8053-0f5758ed21db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:16:07.992471 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-5e48c449-7c3f-4423-848c-49198efef453 req-870cdae8-a6c9-4dbd-8053-0f5758ed21db service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9d0b1a7a-dafa-41a5-9e6d-f6ddddd5c8ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0627856 Nov 22 20:16:08.027079 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 9a8469a3-5349-46d9-8e0e-1118dc4d94d1 no longer exists at agent hyperv_n-h1-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:16:08.030171 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b6b0a0d-0d84-4580-b736-bec166c7a80a None None] get_active_networks_info from n-d-818823-1 {{(pid=103449) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 22 20:16:08.081004 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] No Port match for: 9a8469a3-5349-46d9-8e0e-1118dc4d94d1 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:16:08.081336 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 9a8469a3-5349-46d9-8e0e-1118dc4d94d1 not bound to the agent host n-h1-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:16:08.177502 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-5e48c449-7c3f-4423-848c-49198efef453 req-26fad016-0d04-4649-b2c2-ea0d7ed41807 service neutron] 10.222.0.41 "GET /v2.0/networks/9d0b1a7a-dafa-41a5-9e6d-f6ddddd5c8ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1778541 Nov 22 20:16:08.197260 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-96dae210-a5f6-466c-abf8-0566e5ea7d2c req-2cfacf3a-2c1e-451a-b7c3-3d43f5ac0520 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.46 "GET /v2.0/security-groups?id=deac3dce-93b4-41af-981b-873d47022422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3152435 Nov 22 20:16:08.295622 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b6b0a0d-0d84-4580-b736-bec166c7a80a None None] Resources bound (agent type, host, resource id): {{(pid=103449) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 22 20:16:08.369388 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-5e48c449-7c3f-4423-848c-49198efef453 req-826b9814-74bf-4bf7-8c24-066573cc1906 service neutron] 10.222.0.41 "GET /v2.0/networks/9d0b1a7a-dafa-41a5-9e6d-f6ddddd5c8ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1816311 Nov 22 20:16:08.391958 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-591939c7-0a42-4b4b-8811-488ceac84069 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:08.448357 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-4f17d6b1-4472-4d5e-9ab3-0c5b46c2f994 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Deleting port 0020d697-fd2f-40f0-861a-739eb22542b2 {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:16:08.449265 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4f17d6b1-4472-4d5e-9ab3-0c5b46c2f994 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:08.577646 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 42512) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:16:08.648035 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-ec50101e-0e58-44ea-8f8c-4fa755b981ee req-30fe6718-153b-41e9-9ff5-f327154b8562 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:08.658162 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [None req-4f17d6b1-4472-4d5e-9ab3-0c5b46c2f994 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] For port 0020d697-fd2f-40f0-861a-739eb22542b2, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=0020d697-fd2f-40f0-861a-739eb22542b2,segment=NetworkSegment(3360a74b-56f5-4a81-bb3d-0f895ab3806c),segment_id=3360a74b-56f5-4a81-bb3d-0f895ab3806c)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:16:08.659522 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4f17d6b1-4472-4d5e-9ab3-0c5b46c2f994 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:08.680105 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-4f17d6b1-4472-4d5e-9ab3-0c5b46c2f994 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Calling delete_port for 0020d697-fd2f-40f0-861a-739eb22542b2 owned by network:dhcp {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:16:08.691052 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-591939c7-0a42-4b4b-8811-488ceac84069 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:08.692499 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_v2 [None req-9916bea6-db83-42dd-ba92-11c29b709985 admin admin] Deleting subnet c7864178-f3d5-4b52-bb8a-e0038ceec004 {{(pid=103448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 20:16:08.697578 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 42516) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:16:08.703476 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9916bea6-db83-42dd-ba92-11c29b709985 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:08.741130 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fe6718-153b-41e9-9ff5-f327154b8562 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] Pushing event deleted for resources: {'Port': ['ID=47b8edb0-177f-4d17-96fa-2e7fc52c4950,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:16:08.758223 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9916bea6-db83-42dd-ba92-11c29b709985 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11627908'] for subnet, precommit_delete_associations {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:08.767472 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-407fae43-b3cf-40fd-96b0-a08d9f9dc72d None None] DHCP port deletion for 4906551a-712e-4bde-8433-b2db24f02f5c request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:16:08.818894 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9916bea6-db83-42dd-ba92-11c29b709985 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3753007'] for subnet, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:08.881311 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec50101e-0e58-44ea-8f8c-4fa755b981ee req-30fe6718-153b-41e9-9ff5-f327154b8562 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] No DVR routers for this DVR port 47b8edb0-177f-4d17-96fa-2e7fc52c4950 on host n-h2-818823-1 {{(pid=103447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:16:08.896954 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9916bea6-db83-42dd-ba92-11c29b709985 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3753014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11567369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11792914'] for subnet, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:08.898526 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-ec50101e-0e58-44ea-8f8c-4fa755b981ee req-30fe6718-153b-41e9-9ff5-f327154b8562 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:08.902199 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ec50101e-0e58-44ea-8f8c-4fa755b981ee req-30fe6718-153b-41e9-9ff5-f327154b8562 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.20 "DELETE /v2.0/ports/47b8edb0-177f-4d17-96fa-2e7fc52c4950 HTTP/1.1" status: 204 len: 173 time: 2.5573463 Nov 22 20:16:08.908192 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e6e77cf-07c8-4b3a-a9ce-a1d8a4c92033', 'name': 'network-vif-deleted', 'tag': '47b8edb0-177f-4d17-96fa-2e7fc52c4950'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:16:08.910844 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5f2d772-ccfe-404a-8818-1b628078c7a7" -d '{"events": [{"server_uuid": "6e6e77cf-07c8-4b3a-a9ce-a1d8a4c92033", "name": "network-vif-deleted", "tag": "47b8edb0-177f-4d17-96fa-2e7fc52c4950"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:16:08.946505 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591939c7-0a42-4b4b-8811-488ceac84069 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Pushing event updated for resources: {'Port': ['ID=f97f87bc-ef43-4dad-9d40-4a64e8de529f,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:16:08.949606 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9916bea6-db83-42dd-ba92-11c29b709985 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c7864178-f3d5-4b52-bb8a-e0038ceec004,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:16:08.957070 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9916bea6-db83-42dd-ba92-11c29b709985 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:08.962366 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-9916bea6-db83-42dd-ba92-11c29b709985 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/c7864178-f3d5-4b52-bb8a-e0038ceec004 HTTP/1.1" status: 204 len: 168 time: 0.3827453 Nov 22 20:16:08.966168 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 42524) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:16:08.975461 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb944025-e85f-4643-b257-1f04239c362d None None] Network c625a1a7-f1bd-484b-b342-37cf517c7d76 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:16:08.995229 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-591939c7-0a42-4b4b-8811-488ceac84069 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Checking segment: {'id': 'c0527588-da58-4e73-b310-dc0e5bb17a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'af33d290-a09b-4d43-b29e-152605dd45aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:16:08.995711 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-591939c7-0a42-4b4b-8811-488ceac84069 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Network hostable DHCP agents. Network: af33d290-a09b-4d43-b29e-152605dd45aa, hostable agents: ['02adaa64-0987-4b74-bad0-cbcf56f8a294'], hosted agents: [] {{(pid=103447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 20:16:09.001738 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4f17d6b1-4472-4d5e-9ab3-0c5b46c2f994 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:09.040197 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f17d6b1-4472-4d5e-9ab3-0c5b46c2f994 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Pushing event deleted for resources: {'Port': ['ID=0020d697-fd2f-40f0-861a-739eb22542b2,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:16:09.049916 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f17d6b1-4472-4d5e-9ab3-0c5b46c2f994 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] No DVR routers for this DVR port 0020d697-fd2f-40f0-861a-739eb22542b2 on host n-d-818823-1 {{(pid=103447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:16:09.077052 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-591939c7-0a42-4b4b-8811-488ceac84069 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Network af33d290-a09b-4d43-b29e-152605dd45aa is scheduled to be hosted by DHCP agent 02adaa64-0987-4b74-bad0-cbcf56f8a294 with binding_index 1 {{(pid=103447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 20:16:09.118055 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-baf6bea6-aa1f-4b20-aa6f-a40708867a63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3961693'] for network, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:09.145792 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4f17d6b1-4472-4d5e-9ab3-0c5b46c2f994 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3760028', 'neutron.services.segments.db._delete_segments_for_network-8748992815755'] for network, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:09.155634 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:16:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dcfab5c-d036-4acf-b187-91ae5e5e9b08 x-openstack-request-id: req-8dcfab5c-d036-4acf-b187-91ae5e5e9b08 {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:16:09.156014 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e6e77cf-07c8-4b3a-a9ce-a1d8a4c92033", "name": "network-vif-deleted", "tag": "47b8edb0-177f-4d17-96fa-2e7fc52c4950", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:16:09.156182 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8dcfab5c-d036-4acf-b187-91ae5e5e9b08 {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:16:09.156587 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e6e77cf-07c8-4b3a-a9ce-a1d8a4c92033', 'name': 'network-vif-deleted', 'tag': '47b8edb0-177f-4d17-96fa-2e7fc52c4950', 'status': 'completed', 'code': 200} Nov 22 20:16:09.187316 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-172777bd-8a77-4a15-8eaa-aafc89d81fb9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:09.193227 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-591939c7-0a42-4b4b-8811-488ceac84069 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818823-1, af33d290-a09b-4d43-b29e-152605dd45aa) {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:16:09.201616 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-4f17d6b1-4472-4d5e-9ab3-0c5b46c2f994 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14ecbb91-ed2c-435a-b52f-fb42cea1272d']}} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:16:09.210923 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bff39de-13f7-4510-b809-e9c74b22ee49 None None] Network af33d290-a09b-4d43-b29e-152605dd45aa requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:16:09.216252 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-591939c7-0a42-4b4b-8811-488ceac84069 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:16:09.224819 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-591939c7-0a42-4b4b-8811-488ceac84069 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:16:09.225517 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-591939c7-0a42-4b4b-8811-488ceac84069 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:09.230536 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-4f17d6b1-4472-4d5e-9ab3-0c5b46c2f994 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3360a74b-56f5-4a81-bb3d-0f895ab3806c') {'for_net_delete': True} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:16:09.230836 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-4f17d6b1-4472-4d5e-9ab3-0c5b46c2f994 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3360a74b-56f5-4a81-bb3d-0f895ab3806c') {} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:16:09.263274 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4f17d6b1-4472-4d5e-9ab3-0c5b46c2f994 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748993039638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12178344'] for segment, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:09.288147 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-baf6bea6-aa1f-4b20-aa6f-a40708867a63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3760028', 'neutron.services.segments.db._delete_segments_for_network-8748992815755'] for network, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:09.290486 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4f17d6b1-4472-4d5e-9ab3-0c5b46c2f994 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:09.297112 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-591939c7-0a42-4b4b-8811-488ceac84069 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.6113815 Nov 22 20:16:09.300679 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 42530) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:16:09.306976 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f17d6b1-4472-4d5e-9ab3-0c5b46c2f994 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Releasing vlan 607 on physical network physnet1 to pool {{(pid=103447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 20:16:09.307391 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4f17d6b1-4472-4d5e-9ab3-0c5b46c2f994 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8900762'] for segment, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:09.310874 n-d-818823-1 neutron-server[103447]: Traceback (most recent call last): Nov 22 20:16:09.310874 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 20:16:09.310874 n-d-818823-1 neutron-server[103447]: timer() Nov 22 20:16:09.310874 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 20:16:09.310874 n-d-818823-1 neutron-server[103447]: cb(*args, **kw) Nov 22 20:16:09.310874 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 20:16:09.310874 n-d-818823-1 neutron-server[103447]: return func(*args, **kwargs) Nov 22 20:16:09.310874 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 20:16:09.310874 n-d-818823-1 neutron-server[103447]: self._notify() Nov 22 20:16:09.310874 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 20:16:09.310874 n-d-818823-1 neutron-server[103447]: self.callback(batched_events) Nov 22 20:16:09.310874 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 20:16:09.310874 n-d-818823-1 neutron-server[103447]: event.method(event) Nov 22 20:16:09.310874 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 20:16:09.310874 n-d-818823-1 neutron-server[103447]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 20:16:09.310874 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 20:16:09.310874 n-d-818823-1 neutron-server[103447]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 20:16:09.310874 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 20:16:09.310874 n-d-818823-1 neutron-server[103447]: return f(self, *a, **k) Nov 22 20:16:09.310874 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 20:16:09.310874 n-d-818823-1 neutron-server[103447]: return self._get(url).json() Nov 22 20:16:09.310874 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 20:16:09.310874 n-d-818823-1 neutron-server[103447]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 20:16:09.310874 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 20:16:09.310874 n-d-818823-1 neutron-server[103447]: return self.request(url, 'GET', **kwargs) Nov 22 20:16:09.310874 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 20:16:09.310874 n-d-818823-1 neutron-server[103447]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 20:16:09.310874 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 20:16:09.310874 n-d-818823-1 neutron-server[103447]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 20:16:09.310874 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 20:16:09.310874 n-d-818823-1 neutron-server[103447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 20:16:09.310874 n-d-818823-1 neutron-server[103447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 20:16:09.314001 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-16ef43bf-2cef-404c-bb7b-37b849e31787 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-241381867'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:16:09.349443 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-baf6bea6-aa1f-4b20-aa6f-a40708867a63 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c625a1a7-f1bd-484b-b342-37cf517c7d76']}} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:16:09.397397 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-baf6bea6-aa1f-4b20-aa6f-a40708867a63 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '071fae29-45f8-4fae-87e0-a91dc64245f1') {'for_net_delete': True} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:16:09.397397 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-baf6bea6-aa1f-4b20-aa6f-a40708867a63 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '071fae29-45f8-4fae-87e0-a91dc64245f1') {} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:16:09.407542 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16ef43bf-2cef-404c-bb7b-37b849e31787 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Made reservation on behalf of 2dee5ba1e01f416ab951cabb312f3dca for: {'network': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:16:09.412040 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-16ef43bf-2cef-404c-bb7b-37b849e31787 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for network, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:09.414996 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a80cf366-7aff-4cd3-bfe8-a34fc66928cc req-56da0f87-b315-43ec-a472-7e2e71a52984 tempest-LiveMigrationTest-185444481 tempest-LiveMigrationTest-185444481-project] 10.222.0.46 "GET /v2.0/ports?device_id=6e6e77cf-07c8-4b3a-a9ce-a1d8a4c92033 HTTP/1.1" status: 200 len: 210 time: 0.0589275 Nov 22 20:16:09.420059 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b87250f6-4dc4-4d96-abec-8d6a6f9072b4 None None] DHCP port deletion for c625a1a7-f1bd-484b-b342-37cf517c7d76 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:16:09.445281 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-baf6bea6-aa1f-4b20-aa6f-a40708867a63 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748993039638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11627933'] for segment, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:09.457366 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4f17d6b1-4472-4d5e-9ab3-0c5b46c2f994 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3760002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595318'] for network, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:09.461245 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-172777bd-8a77-4a15-8eaa-aafc89d81fb9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:09.468318 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4f17d6b1-4472-4d5e-9ab3-0c5b46c2f994 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for network, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:09.473746 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-4f17d6b1-4472-4d5e-9ab3-0c5b46c2f994 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] 10.222.0.46 "DELETE /v2.0/networks/14ecbb91-ed2c-435a-b52f-fb42cea1272d HTTP/1.1" status: 204 len: 168 time: 4.6185968 Nov 22 20:16:09.477538 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-172777bd-8a77-4a15-8eaa-aafc89d81fb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:09.480915 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 42532) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:16:09.489530 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-3d4b2bdc-2bdb-441d-9d8b-fc749e633fbb tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1910485614'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:16:09.498155 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-baf6bea6-aa1f-4b20-aa6f-a40708867a63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:09.510140 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f17d6b1-4472-4d5e-9ab3-0c5b46c2f994 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Pushing event deleted for resources: {'Network': ['ID=14ecbb91-ed2c-435a-b52f-fb42cea1272d,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:16:09.518451 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-baf6bea6-aa1f-4b20-aa6f-a40708867a63 admin admin] Releasing vlan 605 on physical network physnet1 to pool {{(pid=103448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 20:16:09.518963 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-baf6bea6-aa1f-4b20-aa6f-a40708867a63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11567447'] for segment, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:09.524550 n-d-818823-1 neutron-server[103448]: Traceback (most recent call last): Nov 22 20:16:09.524550 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 20:16:09.524550 n-d-818823-1 neutron-server[103448]: timer() Nov 22 20:16:09.524550 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 20:16:09.524550 n-d-818823-1 neutron-server[103448]: cb(*args, **kw) Nov 22 20:16:09.524550 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 20:16:09.524550 n-d-818823-1 neutron-server[103448]: return func(*args, **kwargs) Nov 22 20:16:09.524550 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 20:16:09.524550 n-d-818823-1 neutron-server[103448]: self._notify() Nov 22 20:16:09.524550 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 20:16:09.524550 n-d-818823-1 neutron-server[103448]: self.callback(batched_events) Nov 22 20:16:09.524550 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 20:16:09.524550 n-d-818823-1 neutron-server[103448]: event.method(event) Nov 22 20:16:09.524550 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 20:16:09.524550 n-d-818823-1 neutron-server[103448]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 20:16:09.524550 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 20:16:09.524550 n-d-818823-1 neutron-server[103448]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 20:16:09.524550 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 20:16:09.524550 n-d-818823-1 neutron-server[103448]: return f(self, *a, **k) Nov 22 20:16:09.524550 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 20:16:09.524550 n-d-818823-1 neutron-server[103448]: return self._get(url).json() Nov 22 20:16:09.524550 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 20:16:09.524550 n-d-818823-1 neutron-server[103448]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 20:16:09.524550 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 20:16:09.524550 n-d-818823-1 neutron-server[103448]: return self.request(url, 'GET', **kwargs) Nov 22 20:16:09.524550 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 20:16:09.524550 n-d-818823-1 neutron-server[103448]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 20:16:09.524550 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 20:16:09.524550 n-d-818823-1 neutron-server[103448]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 20:16:09.524550 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 20:16:09.524550 n-d-818823-1 neutron-server[103448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 20:16:09.524550 n-d-818823-1 neutron-server[103448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 20:16:09.539506 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-172777bd-8a77-4a15-8eaa-aafc89d81fb9 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b65cc81443ca4e0482a5b1b89bc8c143&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8390405 Nov 22 20:16:09.540456 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172777bd-8a77-4a15-8eaa-aafc89d81fb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebe780b7-80ea-4092-88e0-9607b40554eb,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:16:09.543340 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 42534) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:16:09.545523 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16ef43bf-2cef-404c-bb7b-37b849e31787 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] vlan segment allocate from pool success with {'vlan_id': 619, 'physical_network': 'physnet1'} {{(pid=103448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 20:16:09.606211 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d4b2bdc-2bdb-441d-9d8b-fc749e633fbb tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Made reservation on behalf of a81ebb9a7b0f4ba7970568a2e3653a5f for: {'network': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:16:09.612093 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3d4b2bdc-2bdb-441d-9d8b-fc749e633fbb tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for network, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:09.630484 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9d22b555-763a-4f6a-80ef-1e8c54632feb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:09.635892 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-16ef43bf-2cef-404c-bb7b-37b849e31787 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:09.636277 n-d-818823-1 neutron-server[103448]: INFO neutron.db.segments_db [None req-16ef43bf-2cef-404c-bb7b-37b849e31787 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Added segment c3efa59c-3092-4c39-b311-4e9dc875922d of type vlan for network 9294deaa-2e35-4a80-b961-0913820c17df Nov 22 20:16:09.665045 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9d22b555-763a-4f6a-80ef-1e8c54632feb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:09.699483 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-baf6bea6-aa1f-4b20-aa6f-a40708867a63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3760002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595318'] for network, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:09.725411 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-baf6bea6-aa1f-4b20-aa6f-a40708867a63 admin admin] Publish callbacks [] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:09.728754 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-baf6bea6-aa1f-4b20-aa6f-a40708867a63 admin admin] 10.222.0.46 "DELETE /v2.0/networks/c625a1a7-f1bd-484b-b342-37cf517c7d76 HTTP/1.1" status: 204 len: 168 time: 0.7611101 Nov 22 20:16:09.741491 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9d22b555-763a-4f6a-80ef-1e8c54632feb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:09.747083 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9d22b555-763a-4f6a-80ef-1e8c54632feb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:09.755086 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-9d22b555-763a-4f6a-80ef-1e8c54632feb admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ebe780b7-80ea-4092-88e0-9607b40554eb HTTP/1.1" status: 204 len: 168 time: 0.2109382 Nov 22 20:16:09.763372 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf6bea6-aa1f-4b20-aa6f-a40708867a63 admin admin] Pushing event deleted for resources: {'Network': ['ID=c625a1a7-f1bd-484b-b342-37cf517c7d76,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:16:09.769550 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d22b555-763a-4f6a-80ef-1e8c54632feb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebe780b7-80ea-4092-88e0-9607b40554eb,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:16:09.773181 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d4b2bdc-2bdb-441d-9d8b-fc749e633fbb tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] vlan segment allocate from pool success with {'vlan_id': 614, 'physical_network': 'physnet1'} {{(pid=103448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 20:16:09.776470 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-16ef43bf-2cef-404c-bb7b-37b849e31787 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748992492791'] for network, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:09.803621 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3d4b2bdc-2bdb-441d-9d8b-fc749e633fbb tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:09.804003 n-d-818823-1 neutron-server[103448]: INFO neutron.db.segments_db [None req-3d4b2bdc-2bdb-441d-9d8b-fc749e633fbb tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Added segment 1db821d0-a02a-4762-b58f-2d4de8565a6c of type vlan for network a65619e5-728b-4910-ae72-42e38eb5add5 Nov 22 20:16:09.878858 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3d4b2bdc-2bdb-441d-9d8b-fc749e633fbb tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748992492791'] for network, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:09.904436 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-16ef43bf-2cef-404c-bb7b-37b849e31787 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for network, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:09.911511 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16ef43bf-2cef-404c-bb7b-37b849e31787 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:16:09.912178 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-16ef43bf-2cef-404c-bb7b-37b849e31787 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks [] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:09.952262 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 42546) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:16:09.955025 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-16ef43bf-2cef-404c-bb7b-37b849e31787 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6528618 Nov 22 20:16:09.963850 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 42548) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:16:09.987527 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-a55079a3-c1ec-409c-9a71-457090a5b82a tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Request body: {'ports': [{'network_id': 'af33d290-a09b-4d43-b29e-152605dd45aa'}, {'network_id': '9294deaa-2e35-4a80-b961-0913820c17df'}]} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:16:09.988155 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-a55079a3-c1ec-409c-9a71-457090a5b82a tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Request body: {'port': {'network_id': 'af33d290-a09b-4d43-b29e-152605dd45aa'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:16:09.989054 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-a55079a3-c1ec-409c-9a71-457090a5b82a tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Request body: {'port': {'network_id': '9294deaa-2e35-4a80-b961-0913820c17df'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:16:09.992121 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3d4b2bdc-2bdb-441d-9d8b-fc749e633fbb tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for network, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:09.998196 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d4b2bdc-2bdb-441d-9d8b-fc749e633fbb tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:16:09.998847 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3d4b2bdc-2bdb-441d-9d8b-fc749e633fbb tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Publish callbacks [] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:10.023996 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-3d4b2bdc-2bdb-441d-9d8b-fc749e633fbb tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5409355 Nov 22 20:16:10.036664 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 42550) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:16:10.045591 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-65009646-829f-4eaa-b4e8-799416e7de11 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Request body: {'subnet': {'network_id': 'a65619e5-728b-4910-ae72-42e38eb5add5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:16:10.066022 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ef43bf-2cef-404c-bb7b-37b849e31787 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Pushing event updated for resources: {'Network': ['ID=9294deaa-2e35-4a80-b961-0913820c17df,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:16:10.081849 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Network 9294deaa-2e35-4a80-b961-0913820c17df details requested by agent ovs-agent-n-d-818823-1 with host n-d-818823-1 {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 20:16:10.187395 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4b2bdc-2bdb-441d-9d8b-fc749e633fbb tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Pushing event updated for resources: {'Network': ['ID=a65619e5-728b-4910-ae72-42e38eb5add5,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:16:10.200714 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Network a65619e5-728b-4910-ae72-42e38eb5add5 details requested by agent ovs-agent-n-d-818823-1 with host n-d-818823-1 {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 20:16:10.216359 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65009646-829f-4eaa-b4e8-799416e7de11 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Made reservation on behalf of a81ebb9a7b0f4ba7970568a2e3653a5f for: {'subnet': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:16:10.224559 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-65009646-829f-4eaa-b4e8-799416e7de11 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11792951'] for subnet, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:10.228341 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-3c4eb3a0-2be8-4141-adf4-a5eb37fc95fb admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f636877ba0f34a3e9062dfe9cdad7e3c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2749071 Nov 22 20:16:10.231362 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 42552) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:16:10.312665 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 47b8edb0-177f-4d17-96fa-2e7fc52c4950 no longer exists at agent hyperv_n-h2-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:16:10.343977 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] No Port match for: 47b8edb0-177f-4d17-96fa-2e7fc52c4950 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:16:10.344588 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 47b8edb0-177f-4d17-96fa-2e7fc52c4950 not bound to the agent host n-h2-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:16:10.352448 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-d91b661f-8fd7-4058-91b0-abdcf00db9ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:10.371301 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a55079a3-c1ec-409c-9a71-457090a5b82a tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Made reservation on behalf of 2dee5ba1e01f416ab951cabb312f3dca for: {'port': 2} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:16:10.380866 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a55079a3-c1ec-409c-9a71-457090a5b82a tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:10.401594 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 42556) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:16:10.427863 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7e2195b2-fa84-44be-8171-098c4f1ae6c3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:10.428429 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a55079a3-c1ec-409c-9a71-457090a5b82a tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:10.441533 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-d91b661f-8fd7-4058-91b0-abdcf00db9ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:10.508578 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 42560) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:16:10.534724 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-65009646-829f-4eaa-b4e8-799416e7de11 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11567560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11792921'] for subnet, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:10.660234 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [None req-a55079a3-c1ec-409c-9a71-457090a5b82a tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] device_id is not set on port 86d5ac79-9d1a-4344-894e-da794f8546b8 yet. {{(pid=103447) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 20:16:10.663004 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65009646-829f-4eaa-b4e8-799416e7de11 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Pushing event updated for resources: {'Subnet': ['ID=44f6935d-8e10-4996-b1a9-842a977e664a,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:16:10.696987 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7e2195b2-fa84-44be-8171-098c4f1ae6c3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:10.698082 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65009646-829f-4eaa-b4e8-799416e7de11 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Checking segment: {'id': '1db821d0-a02a-4762-b58f-2d4de8565a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'a65619e5-728b-4910-ae72-42e38eb5add5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:16:10.698472 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65009646-829f-4eaa-b4e8-799416e7de11 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Network hostable DHCP agents. Network: a65619e5-728b-4910-ae72-42e38eb5add5, hostable agents: ['02adaa64-0987-4b74-bad0-cbcf56f8a294'], hosted agents: [] {{(pid=103448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 20:16:10.706345 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7e2195b2-fa84-44be-8171-098c4f1ae6c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:10.747288 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65009646-829f-4eaa-b4e8-799416e7de11 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Network a65619e5-728b-4910-ae72-42e38eb5add5 is scheduled to be hosted by DHCP agent 02adaa64-0987-4b74-bad0-cbcf56f8a294 with binding_index 1 {{(pid=103448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 20:16:10.762688 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-7e2195b2-fa84-44be-8171-098c4f1ae6c3 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0f572d2d6cda404c99dafc536ff7a939&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3599415 Nov 22 20:16:10.766537 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 42564) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:16:10.774391 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2195b2-fa84-44be-8171-098c4f1ae6c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c95eadb6-7641-4090-9c11-f098b31962df,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:16:10.798950 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-65009646-829f-4eaa-b4e8-799416e7de11 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818823-1, a65619e5-728b-4910-ae72-42e38eb5add5) {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:16:10.812181 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65009646-829f-4eaa-b4e8-799416e7de11 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:16:10.812809 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-65009646-829f-4eaa-b4e8-799416e7de11 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:10.813468 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbe61e59-9523-410d-92e2-6d659cca3405 None None] Network a65619e5-728b-4910-ae72-42e38eb5add5 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:16:10.843365 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-d91b661f-8fd7-4058-91b0-abdcf00db9ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:10.847753 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-d91b661f-8fd7-4058-91b0-abdcf00db9ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:10.852028 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-d91b661f-8fd7-4058-91b0-abdcf00db9ca admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a6b5e341-e4ee-449f-b89c-f5b96c06c7dc HTTP/1.1" status: 204 len: 168 time: 0.6174104 Nov 22 20:16:10.872732 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-65009646-829f-4eaa-b4e8-799416e7de11 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8347330 Nov 22 20:16:10.879447 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 42570) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:16:10.882877 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91b661f-8fd7-4058-91b0-abdcf00db9ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6b5e341-e4ee-449f-b89c-f5b96c06c7dc,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:16:10.896364 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-c53f52d7-0145-416e-8e52-a3d0ff9eda4a tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Request body: {'subnet': {'network_id': 'a65619e5-728b-4910-ae72-42e38eb5add5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:16:10.923477 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a55079a3-c1ec-409c-9a71-457090a5b82a tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:11.061857 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-86a5e17d-715e-49c3-aa67-b8269887051e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:11.086266 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [None req-a55079a3-c1ec-409c-9a71-457090a5b82a tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] device_id is not set on port 817536ff-7e71-4550-930d-9a01148ed639 yet. {{(pid=103447) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 20:16:11.126935 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-339b91f8-b108-47f7-afe3-18f8f42381f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fb26bd7-ce56-527b-b94f-2e1f7cb2bb35-a65619e5-728b-4910-ae72-42e38eb5add5', 'network_id': 'a65619e5-728b-4910-ae72-42e38eb5add5', 'tenant_id': 'a81ebb9a7b0f4ba7970568a2e3653a5f', 'fixed_ips': [{'subnet_id': '44f6935d-8e10-4996-b1a9-842a977e664a'}]}} from n-d-818823-1. {{(pid=103449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 20:16:11.128776 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-339b91f8-b108-47f7-afe3-18f8f42381f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:11.349636 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a55079a3-c1ec-409c-9a71-457090a5b82a tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:11.416993 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a55079a3-c1ec-409c-9a71-457090a5b82a tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:11.463349 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.db_base_plugin_common [None req-339b91f8-b108-47f7-afe3-18f8f42381f6 None None] Allocated IP 2001:db8::2 (a65619e5-728b-4910-ae72-42e38eb5add5/44f6935d-8e10-4996-b1a9-842a977e664a/68864f96-334c-4e0b-aefe-68b29509a44f) {{(pid=103449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:16:11.527710 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a55079a3-c1ec-409c-9a71-457090a5b82a tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Network af33d290-a09b-4d43-b29e-152605dd45aa is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:16:11.534739 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-a55079a3-c1ec-409c-9a71-457090a5b82a tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:16:11.542398 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55079a3-c1ec-409c-9a71-457090a5b82a tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:16:11.543843 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a55079a3-c1ec-409c-9a71-457090a5b82a tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:11.563155 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55079a3-c1ec-409c-9a71-457090a5b82a tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Pushing event updated for resources: {'Port': ['ID=86d5ac79-9d1a-4344-894e-da794f8546b8,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:16:11.581520 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-86a5e17d-715e-49c3-aa67-b8269887051e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:11.604697 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e503f02-09f7-4921-9ee2-514ed0df8528 admin admin] Deleting subnet b907b504-4de2-4845-a661-deaebec31498 {{(pid=103448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 20:16:11.618525 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1e503f02-09f7-4921-9ee2-514ed0df8528 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:11.660048 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55079a3-c1ec-409c-9a71-457090a5b82a tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Pushing event updated for resources: {'Port': ['ID=817536ff-7e71-4550-930d-9a01148ed639,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:16:11.709709 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a55079a3-c1ec-409c-9a71-457090a5b82a tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Checking segment: {'id': 'c3efa59c-3092-4c39-b311-4e9dc875922d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '9294deaa-2e35-4a80-b961-0913820c17df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:16:11.710302 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a55079a3-c1ec-409c-9a71-457090a5b82a tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Network hostable DHCP agents. Network: 9294deaa-2e35-4a80-b961-0913820c17df, hostable agents: ['02adaa64-0987-4b74-bad0-cbcf56f8a294'], hosted agents: [] {{(pid=103447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 20:16:11.734548 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-339b91f8-b108-47f7-afe3-18f8f42381f6 None None] Publish callbacks [] for port, precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:11.744830 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a55079a3-c1ec-409c-9a71-457090a5b82a tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Network 9294deaa-2e35-4a80-b961-0913820c17df is scheduled to be hosted by DHCP agent 02adaa64-0987-4b74-bad0-cbcf56f8a294 with binding_index 1 {{(pid=103447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 20:16:11.747265 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-339b91f8-b108-47f7-afe3-18f8f42381f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372'] for port, after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:11.749762 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1e503f02-09f7-4921-9ee2-514ed0df8528 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11627908'] for subnet, precommit_delete_associations {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:11.768834 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-a55079a3-c1ec-409c-9a71-457090a5b82a tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818823-1, 9294deaa-2e35-4a80-b961-0913820c17df) {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:16:11.775814 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55079a3-c1ec-409c-9a71-457090a5b82a tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:16:11.785659 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44a7f474-1739-4068-9b43-11a90d873c38 None None] Network 9294deaa-2e35-4a80-b961-0913820c17df requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:16:11.804840 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a55079a3-c1ec-409c-9a71-457090a5b82a tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:16:11.833701 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a55079a3-c1ec-409c-9a71-457090a5b82a tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:16:11.839168 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a55079a3-c1ec-409c-9a71-457090a5b82a tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:11.857581 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-339b91f8-b108-47f7-afe3-18f8f42381f6 None None] Network a65619e5-728b-4910-ae72-42e38eb5add5 is already hosted by enough agents. {{(pid=103449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:16:11.865617 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.base_scheduler [None req-339b91f8-b108-47f7-afe3-18f8f42381f6 None None] Resources bound (agent type, host, resource id): {{(pid=103449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:16:11.875534 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339b91f8-b108-47f7-afe3-18f8f42381f6 None None] Pushing event updated for resources: {'Port': ['ID=68864f96-334c-4e0b-aefe-68b29509a44f,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:16:11.876502 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-86a5e17d-715e-49c3-aa67-b8269887051e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:11.880710 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-339b91f8-b108-47f7-afe3-18f8f42381f6 None None] Received port after_create {{(pid=103449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:16:11.884271 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-86a5e17d-715e-49c3-aa67-b8269887051e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:11.888561 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-86a5e17d-715e-49c3-aa67-b8269887051e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c95eadb6-7641-4090-9c11-f098b31962df HTTP/1.1" status: 204 len: 168 time: 1.1186180 Nov 22 20:16:11.888561 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 42586) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:16:11.892429 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-a55079a3-c1ec-409c-9a71-457090a5b82a tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.9264915 Nov 22 20:16:11.911042 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c53f52d7-0145-416e-8e52-a3d0ff9eda4a tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Made reservation on behalf of a81ebb9a7b0f4ba7970568a2e3653a5f for: {'subnet': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:16:11.915888 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c53f52d7-0145-416e-8e52-a3d0ff9eda4a tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11792951'] for subnet, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:11.923469 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1e503f02-09f7-4921-9ee2-514ed0df8528 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3753007'] for subnet, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:11.985742 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-339b91f8-b108-47f7-afe3-18f8f42381f6 None None] Attempting to bind port 68864f96-334c-4e0b-aefe-68b29509a44f on host n-d-818823-1 for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:16:11.985946 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-339b91f8-b108-47f7-afe3-18f8f42381f6 None None] Attempting to bind port 68864f96-334c-4e0b-aefe-68b29509a44f by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': '1db821d0-a02a-4762-b58f-2d4de8565a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'a65619e5-728b-4910-ae72-42e38eb5add5'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:16:11.986682 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-339b91f8-b108-47f7-afe3-18f8f42381f6 None None] Attempting to bind port 68864f96-334c-4e0b-aefe-68b29509a44f on network a65619e5-728b-4910-ae72-42e38eb5add5 {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:16:12.034123 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-339b91f8-b108-47f7-afe3-18f8f42381f6 None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 16, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:16:12.034852 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-339b91f8-b108-47f7-afe3-18f8f42381f6 None None] Checking segment: {'id': '1db821d0-a02a-4762-b58f-2d4de8565a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'a65619e5-728b-4910-ae72-42e38eb5add5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:16:12.035586 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-339b91f8-b108-47f7-afe3-18f8f42381f6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:12.036141 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-339b91f8-b108-47f7-afe3-18f8f42381f6 None None] Bound using segment: {'id': '1db821d0-a02a-4762-b58f-2d4de8565a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'a65619e5-728b-4910-ae72-42e38eb5add5'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:16:12.036826 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-339b91f8-b108-47f7-afe3-18f8f42381f6 None None] Bound port: 68864f96-334c-4e0b-aefe-68b29509a44f, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1db821d0-a02a-4762-b58f-2d4de8565a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'a65619e5-728b-4910-ae72-42e38eb5add5'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:16:12.037395 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-339b91f8-b108-47f7-afe3-18f8f42381f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:12.039433 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a5e17d-715e-49c3-aa67-b8269887051e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c95eadb6-7641-4090-9c11-f098b31962df,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:16:12.224117 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-339b91f8-b108-47f7-afe3-18f8f42381f6 None None] For port 68864f96-334c-4e0b-aefe-68b29509a44f, host n-d-818823-1, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:16:12.231633 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-339b91f8-b108-47f7-afe3-18f8f42381f6 None None] For port 68864f96-334c-4e0b-aefe-68b29509a44f, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=68864f96-334c-4e0b-aefe-68b29509a44f,segment=NetworkSegment(1db821d0-a02a-4762-b58f-2d4de8565a6c),segment_id=1db821d0-a02a-4762-b58f-2d4de8565a6c)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:16:12.239588 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-339b91f8-b108-47f7-afe3-18f8f42381f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:12.339347 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339b91f8-b108-47f7-afe3-18f8f42381f6 None None] Pushing event updated for resources: {'Port': ['ID=68864f96-334c-4e0b-aefe-68b29509a44f,revision_number=2']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:16:12.350073 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1e503f02-09f7-4921-9ee2-514ed0df8528 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3753014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11567369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11792914'] for subnet, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:12.394402 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e503f02-09f7-4921-9ee2-514ed0df8528 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b907b504-4de2-4845-a661-deaebec31498,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:16:12.409047 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1e503f02-09f7-4921-9ee2-514ed0df8528 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:12.411038 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b56e397-0686-4d4a-bbbe-80ee5844b72f None None] Network 4906551a-712e-4bde-8433-b2db24f02f5c requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:16:12.413510 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-1e503f02-09f7-4921-9ee2-514ed0df8528 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/b907b504-4de2-4845-a661-deaebec31498 HTTP/1.1" status: 204 len: 168 time: 1.9037652 Nov 22 20:16:12.417319 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 42600) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:16:12.441208 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-2155defc-0557-4688-8d0f-b0ea9dcfcbc6 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Deleting port 817536ff-7e71-4550-930d-9a01148ed639 {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:16:12.441659 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2155defc-0557-4688-8d0f-b0ea9dcfcbc6 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:12.671868 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2811f0dd-6449-4afa-a5ee-22867d3e9a95 None None] DHCP port deletion for 4906551a-712e-4bde-8433-b2db24f02f5c request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:16:12.678478 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c10662c6-2555-4071-ab38-45146f2a53d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3961693'] for network, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:12.686775 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2155defc-0557-4688-8d0f-b0ea9dcfcbc6 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:12.733217 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-2155defc-0557-4688-8d0f-b0ea9dcfcbc6 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Calling delete_port for 817536ff-7e71-4550-930d-9a01148ed639 owned by {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:16:12.977101 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c10662c6-2555-4071-ab38-45146f2a53d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3760028', 'neutron.services.segments.db._delete_segments_for_network-8748992815755'] for network, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:13.017503 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c53f52d7-0145-416e-8e52-a3d0ff9eda4a tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11567560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11792921'] for subnet, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:13.021499 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-c10662c6-2555-4071-ab38-45146f2a53d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4906551a-712e-4bde-8433-b2db24f02f5c']}} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:16:13.067579 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-c10662c6-2555-4071-ab38-45146f2a53d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4b3d165-1cea-4bf0-93f6-5b79e0759539') {'for_net_delete': True} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:16:13.067921 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-c10662c6-2555-4071-ab38-45146f2a53d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4b3d165-1cea-4bf0-93f6-5b79e0759539') {} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:16:13.084441 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c10662c6-2555-4071-ab38-45146f2a53d9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748993039638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11627933'] for segment, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:13.110398 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c53f52d7-0145-416e-8e52-a3d0ff9eda4a tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Network a65619e5-728b-4910-ae72-42e38eb5add5 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:16:13.121080 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2155defc-0557-4688-8d0f-b0ea9dcfcbc6 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:13.123371 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c10662c6-2555-4071-ab38-45146f2a53d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:13.128508 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-c53f52d7-0145-416e-8e52-a3d0ff9eda4a tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:16:13.140073 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c53f52d7-0145-416e-8e52-a3d0ff9eda4a tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:16:13.140678 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c53f52d7-0145-416e-8e52-a3d0ff9eda4a tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:13.143091 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53f52d7-0145-416e-8e52-a3d0ff9eda4a tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Pushing event updated for resources: {'Subnet': ['ID=9e96022e-17ea-45e2-bcca-8b028e3c890c,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:16:13.145641 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c10662c6-2555-4071-ab38-45146f2a53d9 admin admin] Releasing vlan 640 on physical network physnet1 to pool {{(pid=103448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 20:16:13.146048 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c10662c6-2555-4071-ab38-45146f2a53d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11567447'] for segment, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:13.153849 n-d-818823-1 neutron-server[103448]: Traceback (most recent call last): Nov 22 20:16:13.153849 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 20:16:13.153849 n-d-818823-1 neutron-server[103448]: timer() Nov 22 20:16:13.153849 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 20:16:13.153849 n-d-818823-1 neutron-server[103448]: cb(*args, **kw) Nov 22 20:16:13.153849 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 20:16:13.153849 n-d-818823-1 neutron-server[103448]: return func(*args, **kwargs) Nov 22 20:16:13.153849 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 20:16:13.153849 n-d-818823-1 neutron-server[103448]: self._notify() Nov 22 20:16:13.153849 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 20:16:13.153849 n-d-818823-1 neutron-server[103448]: self.callback(batched_events) Nov 22 20:16:13.153849 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 20:16:13.153849 n-d-818823-1 neutron-server[103448]: event.method(event) Nov 22 20:16:13.153849 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 20:16:13.153849 n-d-818823-1 neutron-server[103448]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 20:16:13.153849 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 20:16:13.153849 n-d-818823-1 neutron-server[103448]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 20:16:13.153849 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 20:16:13.153849 n-d-818823-1 neutron-server[103448]: return f(self, *a, **k) Nov 22 20:16:13.153849 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 20:16:13.153849 n-d-818823-1 neutron-server[103448]: return self._get(url).json() Nov 22 20:16:13.153849 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 20:16:13.153849 n-d-818823-1 neutron-server[103448]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 20:16:13.153849 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 20:16:13.153849 n-d-818823-1 neutron-server[103448]: return self.request(url, 'GET', **kwargs) Nov 22 20:16:13.153849 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 20:16:13.153849 n-d-818823-1 neutron-server[103448]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 20:16:13.153849 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 20:16:13.153849 n-d-818823-1 neutron-server[103448]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 20:16:13.153849 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 20:16:13.153849 n-d-818823-1 neutron-server[103448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 20:16:13.153849 n-d-818823-1 neutron-server[103448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 20:16:13.226404 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2155defc-0557-4688-8d0f-b0ea9dcfcbc6 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Pushing event deleted for resources: {'Port': ['ID=817536ff-7e71-4550-930d-9a01148ed639,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:16:13.233540 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2155defc-0557-4688-8d0f-b0ea9dcfcbc6 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:13.249001 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-2155defc-0557-4688-8d0f-b0ea9dcfcbc6 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] 10.222.0.46 "DELETE /v2.0/ports/817536ff-7e71-4550-930d-9a01148ed639 HTTP/1.1" status: 204 len: 168 time: 1.3517418 Nov 22 20:16:13.249433 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 42628) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:16:13.263457 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-c53f52d7-0145-416e-8e52-a3d0ff9eda4a tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.3730907 Nov 22 20:16:13.271315 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 42632) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:16:13.343796 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c10662c6-2555-4071-ab38-45146f2a53d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3760002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595318'] for network, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:13.366688 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c10662c6-2555-4071-ab38-45146f2a53d9 admin admin] Publish callbacks [] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:13.373955 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 42636) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:16:13.382461 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-c10662c6-2555-4071-ab38-45146f2a53d9 admin admin] 10.222.0.46 "DELETE /v2.0/networks/4906551a-712e-4bde-8433-b2db24f02f5c HTTP/1.1" status: 204 len: 168 time: 0.9600711 Nov 22 20:16:13.442767 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10662c6-2555-4071-ab38-45146f2a53d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=4906551a-712e-4bde-8433-b2db24f02f5c,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:16:13.449740 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64420fed-5b49-4521-9005-caa5a769eaff tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:16:13.451952 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64420fed-5b49-4521-9005-caa5a769eaff tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:16:13.453611 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64420fed-5b49-4521-9005-caa5a769eaff tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:16:13.456368 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64420fed-5b49-4521-9005-caa5a769eaff tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:16:13.459688 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64420fed-5b49-4521-9005-caa5a769eaff tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:16:13.461689 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-64420fed-5b49-4521-9005-caa5a769eaff tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1842804 Nov 22 20:16:13.472172 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 42640) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:16:13.481347 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-a58748d6-8fe1-4d64-bd14-de1fb78152eb tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-445191037'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:16:13.521832 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ecf0095-63e6-43c9-9b1d-6cc99ea3d53e tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:16:13.522914 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a58748d6-8fe1-4d64-bd14-de1fb78152eb tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Made reservation on behalf of a81ebb9a7b0f4ba7970568a2e3653a5f for: {'network': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:16:13.527846 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a58748d6-8fe1-4d64-bd14-de1fb78152eb tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for network, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:13.528584 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ecf0095-63e6-43c9-9b1d-6cc99ea3d53e tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:16:13.534216 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-3ecf0095-63e6-43c9-9b1d-6cc99ea3d53e tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.2835999 Nov 22 20:16:13.534911 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 42642) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:16:13.535243 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 42644) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:16:13.574823 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a58748d6-8fe1-4d64-bd14-de1fb78152eb tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] vlan segment allocate from pool success with {'vlan_id': 621, 'physical_network': 'physnet1'} {{(pid=103448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 20:16:13.589047 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a58748d6-8fe1-4d64-bd14-de1fb78152eb tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:13.589941 n-d-818823-1 neutron-server[103448]: INFO neutron.db.segments_db [None req-a58748d6-8fe1-4d64-bd14-de1fb78152eb tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Added segment acdc3bc9-06ed-45f8-be47-a794922d63b3 of type vlan for network e4f17930-b0ed-45d6-a4df-6ada8a1788ed Nov 22 20:16:13.662049 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b7d083f-057f-4315-9728-99370761286d admin admin] Deleting subnet 299a6255-587e-49d5-a955-c282c4cb7946 {{(pid=103447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 20:16:13.669629 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8b7d083f-057f-4315-9728-99370761286d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:13.737690 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a58748d6-8fe1-4d64-bd14-de1fb78152eb tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748992492791'] for network, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:13.759447 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8b7d083f-057f-4315-9728-99370761286d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12178353'] for subnet, precommit_delete_associations {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:13.789741 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 68864f96-334c-4e0b-aefe-68b29509a44f up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:16:13.827191 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-6eba82e8-0c74-447e-9749-5ab200341956 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1988374704-network', 'tenant_id': '0f1829ed7d8c46c6a985216adfd5e58d'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:16:13.832074 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a58748d6-8fe1-4d64-bd14-de1fb78152eb tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for network, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:13.838121 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a58748d6-8fe1-4d64-bd14-de1fb78152eb tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:16:13.838771 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a58748d6-8fe1-4d64-bd14-de1fb78152eb tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Publish callbacks [] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:13.878340 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eba82e8-0c74-447e-9749-5ab200341956 admin admin] Made reservation on behalf of 0f1829ed7d8c46c6a985216adfd5e58d for: {'network': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:16:13.880782 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6eba82e8-0c74-447e-9749-5ab200341956 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for network, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:13.889610 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 68864f96-334c-4e0b-aefe-68b29509a44f triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:16:13.890251 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:13.908551 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8b7d083f-057f-4315-9728-99370761286d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3753007'] for subnet, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:13.911235 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6eba82e8-0c74-447e-9749-5ab200341956 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:13.940746 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 42652) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:16:13.978273 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58748d6-8fe1-4d64-bd14-de1fb78152eb tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Pushing event updated for resources: {'Network': ['ID=e4f17930-b0ed-45d6-a4df-6ada8a1788ed,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:16:13.999644 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-a58748d6-8fe1-4d64-bd14-de1fb78152eb tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5250232 Nov 22 20:16:14.000442 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 42656) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:16:14.008130 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-e6b21f6e-206e-463b-a150-24acd87f2635 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:16:14.038384 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Network e4f17930-b0ed-45d6-a4df-6ada8a1788ed details requested by agent ovs-agent-n-d-818823-1 with host n-d-818823-1 {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 20:16:14.082659 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-8befe02b-9ebe-4c1b-8646-15925d0d8f5a tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Deleting port 86d5ac79-9d1a-4344-894e-da794f8546b8 {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:16:14.083068 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8befe02b-9ebe-4c1b-8646-15925d0d8f5a tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:14.147517 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8b7d083f-057f-4315-9728-99370761286d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3753014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8900804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8485115'] for subnet, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:14.242484 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7d083f-057f-4315-9728-99370761286d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=299a6255-587e-49d5-a955-c282c4cb7946,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:16:14.249856 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8befe02b-9ebe-4c1b-8646-15925d0d8f5a tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:14.257138 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e6b21f6e-206e-463b-a150-24acd87f2635 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748992492791'] for network, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:14.263584 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-345c897d-e521-4157-b30a-aa5c66479ce8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:14.268132 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8b7d083f-057f-4315-9728-99370761286d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for subnet, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:14.274257 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-8b7d083f-057f-4315-9728-99370761286d admin admin] 10.222.0.46 "DELETE /v2.0/subnets/299a6255-587e-49d5-a955-c282c4cb7946 HTTP/1.1" status: 204 len: 168 time: 0.8957407 Nov 22 20:16:14.276089 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e4350a5-13e7-453a-9b8f-d3f458a9a62c None None] Network a65619e5-728b-4910-ae72-42e38eb5add5 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:16:14.277167 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 42658) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:16:14.286396 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e6b21f6e-206e-463b-a150-24acd87f2635 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for network, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:14.298163 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47cad2cb-b393-494a-8dbf-d08da6841a15 None None] Network 3a8f001b-2c8f-45e7-83b9-805c5e4f1ff7 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:16:14.317627 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-8befe02b-9ebe-4c1b-8646-15925d0d8f5a tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Calling delete_port for 86d5ac79-9d1a-4344-894e-da794f8546b8 owned by {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:16:14.331350 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6eba82e8-0c74-447e-9749-5ab200341956 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:14.341513 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6eba82e8-0c74-447e-9749-5ab200341956 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:14.407377 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e6b21f6e-206e-463b-a150-24acd87f2635 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Network e4f17930-b0ed-45d6-a4df-6ada8a1788ed is not hosted by any dhcp agent {{(pid=103448) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 22 20:16:14.414103 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6b21f6e-206e-463b-a150-24acd87f2635 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:16:14.414828 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e6b21f6e-206e-463b-a150-24acd87f2635 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Publish callbacks [] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:14.416295 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-e6b21f6e-206e-463b-a150-24acd87f2635 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] 10.222.0.46 "PUT /v2.0/networks/e4f17930-b0ed-45d6-a4df-6ada8a1788ed HTTP/1.1" status: 200 len: 723 time: 0.4140341 Nov 22 20:16:14.423480 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 42662) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:16:14.437607 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-cdc3f592-1697-443a-aa1c-a1ccadb6e340 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Request body: {'subnet': {'network_id': 'e4f17930-b0ed-45d6-a4df-6ada8a1788ed', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:16:14.468851 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:14.495811 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-06c0040d-d79a-44e3-9008-34faded5becb None None] Provisioning complete for port 68864f96-334c-4e0b-aefe-68b29509a44f triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:16:14.496618 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-06c0040d-d79a-44e3-9008-34faded5becb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:14.500890 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6eba82e8-0c74-447e-9749-5ab200341956 admin admin] vlan segment allocate from pool success with {'vlan_id': 639, 'physical_network': 'physnet1'} {{(pid=103447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 20:16:14.506729 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:14.507900 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:14.525717 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eba82e8-0c74-447e-9749-5ab200341956 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc0be890-2f67-46a0-9006-37ebc152269f,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:16:14.540887 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6eba82e8-0c74-447e-9749-5ab200341956 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:14.541308 n-d-818823-1 neutron-server[103447]: INFO neutron.db.segments_db [None req-6eba82e8-0c74-447e-9749-5ab200341956 admin admin] Added segment b42ba62c-a677-4eaf-86f8-a15afeb03330 of type vlan for network 639e7825-8df7-444f-a5a2-3b925aa1f50a Nov 22 20:16:14.545704 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b21f6e-206e-463b-a150-24acd87f2635 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Pushing event updated for resources: {'Network': ['ID=e4f17930-b0ed-45d6-a4df-6ada8a1788ed,revision_number=2']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:16:14.546552 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8befe02b-9ebe-4c1b-8646-15925d0d8f5a tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:14.555711 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7a0f124a-4b33-48bd-97d4-ff07b4efa0d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3961693'] for network, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:14.648621 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8befe02b-9ebe-4c1b-8646-15925d0d8f5a tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:14.655914 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-8befe02b-9ebe-4c1b-8646-15925d0d8f5a tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] 10.222.0.46 "DELETE /v2.0/ports/86d5ac79-9d1a-4344-894e-da794f8546b8 HTTP/1.1" status: 204 len: 168 time: 1.1131415 Nov 22 20:16:14.668158 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] For port 68864f96-334c-4e0b-aefe-68b29509a44f, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=68864f96-334c-4e0b-aefe-68b29509a44f,segment=NetworkSegment(1db821d0-a02a-4762-b58f-2d4de8565a6c),segment_id=1db821d0-a02a-4762-b58f-2d4de8565a6c)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:16:14.675531 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8befe02b-9ebe-4c1b-8646-15925d0d8f5a tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Pushing event deleted for resources: {'Port': ['ID=86d5ac79-9d1a-4344-894e-da794f8546b8,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:16:14.681710 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 42666) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:16:14.683063 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdc3f592-1697-443a-aa1c-a1ccadb6e340 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Made reservation on behalf of a81ebb9a7b0f4ba7970568a2e3653a5f for: {'subnet': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:16:14.685903 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Network e4f17930-b0ed-45d6-a4df-6ada8a1788ed details requested by agent ovs-agent-n-d-818823-1 with host n-d-818823-1 {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 20:16:14.687036 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cdc3f592-1697-443a-aa1c-a1ccadb6e340 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11792951'] for subnet, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:14.698427 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6eba82e8-0c74-447e-9749-5ab200341956 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748992492791'] for network, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:14.749670 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:14.751702 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7a0f124a-4b33-48bd-97d4-ff07b4efa0d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3760028', 'neutron.services.segments.db._delete_segments_for_network-8748992815755'] for network, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:14.761839 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-345c897d-e521-4157-b30a-aa5c66479ce8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:14.796391 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-345c897d-e521-4157-b30a-aa5c66479ce8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:14.799563 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-7a0f124a-4b33-48bd-97d4-ff07b4efa0d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a8f001b-2c8f-45e7-83b9-805c5e4f1ff7']}} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:16:14.824832 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6eba82e8-0c74-447e-9749-5ab200341956 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for network, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:14.825152 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-7a0f124a-4b33-48bd-97d4-ff07b4efa0d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23bfebec-d426-4281-a2fe-5a8754a8a2af') {'for_net_delete': True} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:16:14.825597 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-7a0f124a-4b33-48bd-97d4-ff07b4efa0d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23bfebec-d426-4281-a2fe-5a8754a8a2af') {} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:16:14.827373 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eba82e8-0c74-447e-9749-5ab200341956 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:16:14.827587 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6eba82e8-0c74-447e-9749-5ab200341956 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for network, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:14.842121 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7a0f124a-4b33-48bd-97d4-ff07b4efa0d7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748993039638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11627933'] for segment, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:14.867741 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7a0f124a-4b33-48bd-97d4-ff07b4efa0d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:14.883329 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a0f124a-4b33-48bd-97d4-ff07b4efa0d7 admin admin] Releasing vlan 630 on physical network physnet1 to pool {{(pid=103448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 20:16:14.883329 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7a0f124a-4b33-48bd-97d4-ff07b4efa0d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11567447'] for segment, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:14.885161 n-d-818823-1 neutron-server[103448]: Traceback (most recent call last): Nov 22 20:16:14.885161 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 20:16:14.885161 n-d-818823-1 neutron-server[103448]: timer() Nov 22 20:16:14.885161 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 20:16:14.885161 n-d-818823-1 neutron-server[103448]: cb(*args, **kw) Nov 22 20:16:14.885161 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 20:16:14.885161 n-d-818823-1 neutron-server[103448]: return func(*args, **kwargs) Nov 22 20:16:14.885161 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 20:16:14.885161 n-d-818823-1 neutron-server[103448]: self._notify() Nov 22 20:16:14.885161 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 20:16:14.885161 n-d-818823-1 neutron-server[103448]: self.callback(batched_events) Nov 22 20:16:14.885161 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 20:16:14.885161 n-d-818823-1 neutron-server[103448]: event.method(event) Nov 22 20:16:14.885161 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 20:16:14.885161 n-d-818823-1 neutron-server[103448]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 20:16:14.885161 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 20:16:14.885161 n-d-818823-1 neutron-server[103448]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 20:16:14.885161 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 20:16:14.885161 n-d-818823-1 neutron-server[103448]: return f(self, *a, **k) Nov 22 20:16:14.885161 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 20:16:14.885161 n-d-818823-1 neutron-server[103448]: return self._get(url).json() Nov 22 20:16:14.885161 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 20:16:14.885161 n-d-818823-1 neutron-server[103448]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 20:16:14.885161 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 20:16:14.885161 n-d-818823-1 neutron-server[103448]: return self.request(url, 'GET', **kwargs) Nov 22 20:16:14.885161 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 20:16:14.885161 n-d-818823-1 neutron-server[103448]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 20:16:14.885161 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 20:16:14.885161 n-d-818823-1 neutron-server[103448]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 20:16:14.885161 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 20:16:14.885161 n-d-818823-1 neutron-server[103448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 20:16:14.885161 n-d-818823-1 neutron-server[103448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 20:16:14.892032 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Pushing event updated for resources: {'Port': ['ID=68864f96-334c-4e0b-aefe-68b29509a44f,revision_number=3']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:16:14.925284 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f27cb562-5e0b-4307-af67-c88d418f4da2 None None] DHCP port deletion for 3a8f001b-2c8f-45e7-83b9-805c5e4f1ff7 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:16:14.956327 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-345c897d-e521-4157-b30a-aa5c66479ce8 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=64363fb7ed96402b8c8c39d5bff63a0a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0011008 Nov 22 20:16:14.958449 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-6eba82e8-0c74-447e-9749-5ab200341956 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.4187281 Nov 22 20:16:14.958609 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 42670) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:16:14.966118 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffa36477-aa56-4a5a-9761-4aced88f95e5 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:16:14.968531 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-ffa36477-aa56-4a5a-9761-4aced88f95e5 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.2842677 Nov 22 20:16:14.969170 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 42672) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:16:14.980098 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.agents_db [None req-aa8313f2-1ee4-4e7b-8c5a-d32b2f9d31ee None None] Agent healthcheck: found 7 active agents {{(pid=103450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 20:16:14.980708 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-279ce52e-8235-41d5-a12e-6bd7e14cdb8d admin admin] Request body: {'subnet': {'network_id': '639e7825-8df7-444f-a5a2-3b925aa1f50a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1988374704-subnet', 'tenant_id': '0f1829ed7d8c46c6a985216adfd5e58d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:16:14.981636 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 42674) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:16:14.986544 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345c897d-e521-4157-b30a-aa5c66479ce8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf284a8e-0182-4c6e-b743-dcf028ddde92,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:16:15.016052 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eba82e8-0c74-447e-9749-5ab200341956 admin admin] Pushing event updated for resources: {'Network': ['ID=639e7825-8df7-444f-a5a2-3b925aa1f50a,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:16:15.043527 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Network 639e7825-8df7-444f-a5a2-3b925aa1f50a details requested by agent ovs-agent-n-d-818823-1 with host n-d-818823-1 {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 20:16:15.052069 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-279ce52e-8235-41d5-a12e-6bd7e14cdb8d admin admin] Made reservation on behalf of 0f1829ed7d8c46c6a985216adfd5e58d for: {'subnet': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:16:15.060339 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-279ce52e-8235-41d5-a12e-6bd7e14cdb8d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8485086'] for subnet, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:15.063581 n-d-818823-1 neutron-server[103448]: INFO neutron.pecan_wsgi.hooks.translation [None req-aba56507-9a44-4309-88f7-b16d55a1bee2 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] GET failed (client error): The resource could not be found. Nov 22 20:16:15.067198 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-aba56507-9a44-4309-88f7-b16d55a1bee2 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] 10.222.0.46 "GET /v2.0/ports/817536ff-7e71-4550-930d-9a01148ed639 HTTP/1.1" status: 404 len: 333 time: 0.0800035 Nov 22 20:16:15.071572 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 42676) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:16:15.077191 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7a0f124a-4b33-48bd-97d4-ff07b4efa0d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3760002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595318'] for network, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:15.117356 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7a0f124a-4b33-48bd-97d4-ff07b4efa0d7 admin admin] Publish callbacks [] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:15.123620 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-7a0f124a-4b33-48bd-97d4-ff07b4efa0d7 admin admin] 10.222.0.46 "DELETE /v2.0/networks/3a8f001b-2c8f-45e7-83b9-805c5e4f1ff7 HTTP/1.1" status: 204 len: 168 time: 0.8422499 Nov 22 20:16:15.148718 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0f124a-4b33-48bd-97d4-ff07b4efa0d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=3a8f001b-2c8f-45e7-83b9-805c5e4f1ff7,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:16:15.191027 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b7687ee8-30f3-41b4-9884-41d815daa0bb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:15.195832 n-d-818823-1 neutron-server[103447]: INFO neutron.pecan_wsgi.hooks.translation [None req-485c292e-728f-490e-a3fb-57c68f2175a0 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] GET failed (client error): The resource could not be found. Nov 22 20:16:15.203737 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-485c292e-728f-490e-a3fb-57c68f2175a0 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] 10.222.0.46 "GET /v2.0/ports/86d5ac79-9d1a-4344-894e-da794f8546b8 HTTP/1.1" status: 404 len: 333 time: 0.1145005 Nov 22 20:16:15.204769 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 42680) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:16:15.237952 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b7687ee8-30f3-41b4-9884-41d815daa0bb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:15.255235 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cdc3f592-1697-443a-aa1c-a1ccadb6e340 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11567560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11792921'] for subnet, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:15.291833 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef6815d0-491f-4a6f-8225-c60c40ea2a55 None None] Update dhcp port {'port': {'network_id': 'a65619e5-728b-4910-ae72-42e38eb5add5', 'fixed_ips': [{'subnet_id': '44f6935d-8e10-4996-b1a9-842a977e664a', 'ip_address': '2001:db8::2'}, {'subnet_id': '9e96022e-17ea-45e2-bcca-8b028e3c890c'}], 'binding:host_id': 'n-d-818823-1'}, 'id': '68864f96-334c-4e0b-aefe-68b29509a44f'} from n-d-818823-1. {{(pid=103449) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 22 20:16:15.351161 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 68864f96-334c-4e0b-aefe-68b29509a44f up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:16:15.376795 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-64ab80c8-ae4f-4d66-9b4c-ab2ab1bd9f71 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3961693'] for network, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:15.380918 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 42682) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:16:15.382330 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc3f592-1697-443a-aa1c-a1ccadb6e340 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Pushing event updated for resources: {'Subnet': ['ID=22b89ca2-cf63-4b24-a319-b0d873885155,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:16:15.387247 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ef6815d0-491f-4a6f-8225-c60c40ea2a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:15.392591 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc3f592-1697-443a-aa1c-a1ccadb6e340 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Checking segment: {'id': 'acdc3bc9-06ed-45f8-be47-a794922d63b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'e4f17930-b0ed-45d6-a4df-6ada8a1788ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:16:15.393782 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdc3f592-1697-443a-aa1c-a1ccadb6e340 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Network hostable DHCP agents. Network: e4f17930-b0ed-45d6-a4df-6ada8a1788ed, hostable agents: ['02adaa64-0987-4b74-bad0-cbcf56f8a294'], hosted agents: [] {{(pid=103448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 20:16:15.425444 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdc3f592-1697-443a-aa1c-a1ccadb6e340 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Network e4f17930-b0ed-45d6-a4df-6ada8a1788ed is scheduled to be hosted by DHCP agent 02adaa64-0987-4b74-bad0-cbcf56f8a294 with binding_index 1 {{(pid=103448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 20:16:15.442547 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b7687ee8-30f3-41b4-9884-41d815daa0bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:15.447655 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b7687ee8-30f3-41b4-9884-41d815daa0bb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:15.453290 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-b7687ee8-30f3-41b4-9884-41d815daa0bb admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/bf284a8e-0182-4c6e-b743-dcf028ddde92 HTTP/1.1" status: 204 len: 168 time: 0.4919455 Nov 22 20:16:15.456793 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-cdc3f592-1697-443a-aa1c-a1ccadb6e340 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818823-1, e4f17930-b0ed-45d6-a4df-6ada8a1788ed) {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:16:15.465221 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdc3f592-1697-443a-aa1c-a1ccadb6e340 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:16:15.466105 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cdc3f592-1697-443a-aa1c-a1ccadb6e340 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:15.486309 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 68864f96-334c-4e0b-aefe-68b29509a44f triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:16:15.487008 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:15.489647 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b43ed7ac-e31b-4fb4-885e-e048862e086b None None] Network e4f17930-b0ed-45d6-a4df-6ada8a1788ed requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:16:15.510517 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7687ee8-30f3-41b4-9884-41d815daa0bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf284a8e-0182-4c6e-b743-dcf028ddde92,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:16:15.535846 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-cdc3f592-1697-443a-aa1c-a1ccadb6e340 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1082087 Nov 22 20:16:15.537873 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 42688) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:16:15.549762 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-2303cd58-ef6b-410c-94b3-7129ce809e5c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2c9de68061ee477dbb5cc544058ec72e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1673436 Nov 22 20:16:15.552216 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-b84e6f55-c7b9-4840-9e37-f860377e03ac tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:16:15.554516 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 42690) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:16:15.611219 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-64ab80c8-ae4f-4d66-9b4c-ab2ab1bd9f71 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3760028', 'neutron.services.segments.db._delete_segments_for_network-8748992815755'] for network, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:15.679159 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-64ab80c8-ae4f-4d66-9b4c-ab2ab1bd9f71 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9294deaa-2e35-4a80-b961-0913820c17df']}} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:16:15.681740 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-279ce52e-8235-41d5-a12e-6bd7e14cdb8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8900613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8485104'] for subnet, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:15.702012 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-64ab80c8-ae4f-4d66-9b4c-ab2ab1bd9f71 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3efa59c-3092-4c39-b311-4e9dc875922d') {'for_net_delete': True} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:16:15.702321 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-64ab80c8-ae4f-4d66-9b4c-ab2ab1bd9f71 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3efa59c-3092-4c39-b311-4e9dc875922d') {} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:16:15.751466 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-64ab80c8-ae4f-4d66-9b4c-ab2ab1bd9f71 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748993039638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12178344'] for segment, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:15.792477 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-64ab80c8-ae4f-4d66-9b4c-ab2ab1bd9f71 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:15.795232 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-538cd622-7fdb-4b77-b9f8-3f724d18da5c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:15.799177 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279ce52e-8235-41d5-a12e-6bd7e14cdb8d admin admin] Pushing event updated for resources: {'Subnet': ['ID=4cb2abbb-c8b1-40a7-a672-13a89e9bd4e5,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:16:15.825065 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64ab80c8-ae4f-4d66-9b4c-ab2ab1bd9f71 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Releasing vlan 619 on physical network physnet1 to pool {{(pid=103447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 20:16:15.825516 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-64ab80c8-ae4f-4d66-9b4c-ab2ab1bd9f71 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8900762'] for segment, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:15.829447 n-d-818823-1 neutron-server[103447]: Traceback (most recent call last): Nov 22 20:16:15.829447 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 20:16:15.829447 n-d-818823-1 neutron-server[103447]: timer() Nov 22 20:16:15.829447 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 20:16:15.829447 n-d-818823-1 neutron-server[103447]: cb(*args, **kw) Nov 22 20:16:15.829447 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 20:16:15.829447 n-d-818823-1 neutron-server[103447]: return func(*args, **kwargs) Nov 22 20:16:15.829447 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 20:16:15.829447 n-d-818823-1 neutron-server[103447]: self._notify() Nov 22 20:16:15.829447 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 20:16:15.829447 n-d-818823-1 neutron-server[103447]: self.callback(batched_events) Nov 22 20:16:15.829447 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 20:16:15.829447 n-d-818823-1 neutron-server[103447]: event.method(event) Nov 22 20:16:15.829447 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 20:16:15.829447 n-d-818823-1 neutron-server[103447]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 20:16:15.829447 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 20:16:15.829447 n-d-818823-1 neutron-server[103447]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 20:16:15.829447 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 20:16:15.829447 n-d-818823-1 neutron-server[103447]: return f(self, *a, **k) Nov 22 20:16:15.829447 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 20:16:15.829447 n-d-818823-1 neutron-server[103447]: return self._get(url).json() Nov 22 20:16:15.829447 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 20:16:15.829447 n-d-818823-1 neutron-server[103447]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 20:16:15.829447 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 20:16:15.829447 n-d-818823-1 neutron-server[103447]: return self.request(url, 'GET', **kwargs) Nov 22 20:16:15.829447 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 20:16:15.829447 n-d-818823-1 neutron-server[103447]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 20:16:15.829447 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 20:16:15.829447 n-d-818823-1 neutron-server[103447]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 20:16:15.829447 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 20:16:15.829447 n-d-818823-1 neutron-server[103447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 20:16:15.829447 n-d-818823-1 neutron-server[103447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 20:16:15.866686 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.db_base_plugin_common [None req-ef6815d0-491f-4a6f-8225-c60c40ea2a55 None None] Allocated IP 172.20.0.1 (a65619e5-728b-4910-ae72-42e38eb5add5/9e96022e-17ea-45e2-bcca-8b028e3c890c/68864f96-334c-4e0b-aefe-68b29509a44f) {{(pid=103449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:16:15.896791 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-279ce52e-8235-41d5-a12e-6bd7e14cdb8d admin admin] Checking segment: {'id': 'b42ba62c-a677-4eaf-86f8-a15afeb03330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '639e7825-8df7-444f-a5a2-3b925aa1f50a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:16:15.896947 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-279ce52e-8235-41d5-a12e-6bd7e14cdb8d admin admin] Network hostable DHCP agents. Network: 639e7825-8df7-444f-a5a2-3b925aa1f50a, hostable agents: ['02adaa64-0987-4b74-bad0-cbcf56f8a294'], hosted agents: [] {{(pid=103447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 20:16:15.904767 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b84e6f55-c7b9-4840-9e37-f860377e03ac tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-11792896'] for subnet, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:15.926291 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-538cd622-7fdb-4b77-b9f8-3f724d18da5c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:15.959359 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-64ab80c8-ae4f-4d66-9b4c-ab2ab1bd9f71 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3760002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595318'] for network, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:15.979486 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-64ab80c8-ae4f-4d66-9b4c-ab2ab1bd9f71 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for network, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:15.989784 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-64ab80c8-ae4f-4d66-9b4c-ab2ab1bd9f71 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] 10.222.0.46 "DELETE /v2.0/networks/9294deaa-2e35-4a80-b961-0913820c17df HTTP/1.1" status: 204 len: 168 time: 0.7558527 Nov 22 20:16:15.995074 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 42700) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:16:16.018633 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-16175c13-67c7-461f-97ff-8208e55a5745 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-250137412'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:16:16.057385 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-279ce52e-8235-41d5-a12e-6bd7e14cdb8d admin admin] Network 639e7825-8df7-444f-a5a2-3b925aa1f50a is scheduled to be hosted by DHCP agent 02adaa64-0987-4b74-bad0-cbcf56f8a294 with binding_index 1 {{(pid=103447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 20:16:16.059830 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ab80c8-ae4f-4d66-9b4c-ab2ab1bd9f71 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Pushing event deleted for resources: {'Network': ['ID=9294deaa-2e35-4a80-b961-0913820c17df,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:16:16.070216 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6313d4ed-f59a-4a1d-b8b5-c73205a66ac6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fb26bd7-ce56-527b-b94f-2e1f7cb2bb35-e4f17930-b0ed-45d6-a4df-6ada8a1788ed', 'network_id': 'e4f17930-b0ed-45d6-a4df-6ada8a1788ed', 'tenant_id': 'a81ebb9a7b0f4ba7970568a2e3653a5f', 'fixed_ips': [{'subnet_id': '22b89ca2-cf63-4b24-a319-b0d873885155'}]}} from n-d-818823-1. {{(pid=103449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 20:16:16.070216 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6313d4ed-f59a-4a1d-b8b5-c73205a66ac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:16.106623 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16175c13-67c7-461f-97ff-8208e55a5745 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Made reservation on behalf of 2dee5ba1e01f416ab951cabb312f3dca for: {'network': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:16:16.112224 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-16175c13-67c7-461f-97ff-8208e55a5745 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for network, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:16.116515 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-279ce52e-8235-41d5-a12e-6bd7e14cdb8d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818823-1, 639e7825-8df7-444f-a5a2-3b925aa1f50a) {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:16:16.121444 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-279ce52e-8235-41d5-a12e-6bd7e14cdb8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:16:16.122639 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-279ce52e-8235-41d5-a12e-6bd7e14cdb8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for subnet, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:16.149226 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-538cd622-7fdb-4b77-b9f8-3f724d18da5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:16.152239 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-538cd622-7fdb-4b77-b9f8-3f724d18da5c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:16.155731 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ef9b204-1a6e-4b8b-b824-61a536d9ce1e None None] Network 639e7825-8df7-444f-a5a2-3b925aa1f50a requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:16:16.157369 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-538cd622-7fdb-4b77-b9f8-3f724d18da5c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/deac3dce-93b4-41af-981b-873d47022422 HTTP/1.1" status: 204 len: 168 time: 0.5985160 Nov 22 20:16:16.178460 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-279ce52e-8235-41d5-a12e-6bd7e14cdb8d admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2039101 Nov 22 20:16:16.183980 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538cd622-7fdb-4b77-b9f8-3f724d18da5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deac3dce-93b4-41af-981b-873d47022422,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:16:16.191039 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16175c13-67c7-461f-97ff-8208e55a5745 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] vlan segment allocate from pool success with {'vlan_id': 607, 'physical_network': 'physnet1'} {{(pid=103447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 20:16:16.206108 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-16175c13-67c7-461f-97ff-8208e55a5745 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:16.206573 n-d-818823-1 neutron-server[103447]: INFO neutron.db.segments_db [None req-16175c13-67c7-461f-97ff-8208e55a5745 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Added segment cd46fc27-81f0-4178-aaa5-a32403cab705 of type vlan for network 49b677e8-6e8a-4062-b9e8-b7eecde76273 Nov 22 20:16:16.238242 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b84e6f55-c7b9-4840-9e37-f860377e03ac tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8748992951628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-11567602'] for subnet, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:16.295114 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-16175c13-67c7-461f-97ff-8208e55a5745 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748992492791'] for network, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:16.339528 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b84e6f55-c7b9-4840-9e37-f860377e03ac tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:16:16.340619 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b84e6f55-c7b9-4840-9e37-f860377e03ac tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:16.344966 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-b84e6f55-c7b9-4840-9e37-f860377e03ac tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] 10.222.0.46 "PUT /v2.0/subnets/22b89ca2-cf63-4b24-a319-b0d873885155 HTTP/1.1" status: 200 len: 826 time: 0.8033197 Nov 22 20:16:16.345400 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ef6815d0-491f-4a6f-8225-c60c40ea2a55 None None] For port 68864f96-334c-4e0b-aefe-68b29509a44f, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=68864f96-334c-4e0b-aefe-68b29509a44f,segment=NetworkSegment(1db821d0-a02a-4762-b58f-2d4de8565a6c),segment_id=1db821d0-a02a-4762-b58f-2d4de8565a6c)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:16:16.348623 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 42712) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:16:16.386858 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-16175c13-67c7-461f-97ff-8208e55a5745 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for network, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:16.413283 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16175c13-67c7-461f-97ff-8208e55a5745 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:16:16.414813 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-16175c13-67c7-461f-97ff-8208e55a5745 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for network, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:16.459972 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84e6f55-c7b9-4840-9e37-f860377e03ac tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Pushing event updated for resources: {'Subnet': ['ID=22b89ca2-cf63-4b24-a319-b0d873885155,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:16:16.510290 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ef6815d0-491f-4a6f-8225-c60c40ea2a55 None None] Publish callbacks [] for port, precommit_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:16.519741 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-16175c13-67c7-461f-97ff-8208e55a5745 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5108778 Nov 22 20:16:16.523475 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 42718) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:16:16.529774 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-542a76fc-5088-4293-a4b9-39a80b0aa197 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Request body: {'subnet': {'network_id': '49b677e8-6e8a-4062-b9e8-b7eecde76273', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:16:16.537226 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ef6815d0-491f-4a6f-8225-c60c40ea2a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:16.572294 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a318f88e-6cfb-4bd0-922b-ad9237d557c0 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3961693'] for network, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:16.583948 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16175c13-67c7-461f-97ff-8208e55a5745 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Pushing event updated for resources: {'Network': ['ID=49b677e8-6e8a-4062-b9e8-b7eecde76273,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:16:16.646067 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Network 49b677e8-6e8a-4062-b9e8-b7eecde76273 details requested by agent ovs-agent-n-d-818823-1 with host n-d-818823-1 {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 20:16:16.677211 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.db_base_plugin_common [None req-6313d4ed-f59a-4a1d-b8b5-c73205a66ac6 None None] Allocated IP 2001:db8::2 (e4f17930-b0ed-45d6-a4df-6ada8a1788ed/22b89ca2-cf63-4b24-a319-b0d873885155/5e539a4d-42c9-437d-8024-af47bb23c8cb) {{(pid=103449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:16:16.701158 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a318f88e-6cfb-4bd0-922b-ad9237d557c0 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3753007'] for subnet, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:16.711729 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-542a76fc-5088-4293-a4b9-39a80b0aa197 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Made reservation on behalf of 2dee5ba1e01f416ab951cabb312f3dca for: {'subnet': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:16:16.716051 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-542a76fc-5088-4293-a4b9-39a80b0aa197 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8485086'] for subnet, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:16.872903 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.ipam_backend_mixin [None req-542a76fc-5088-4293-a4b9-39a80b0aa197 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Performing IP validity checks on allocation pools {{(pid=103447) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 22 20:16:16.880079 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.ipam_backend_mixin [None req-542a76fc-5088-4293-a4b9-39a80b0aa197 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103447) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 22 20:16:16.910198 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 42726) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:16:17.004771 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-19b0bfa7-3eb6-45c2-8b31-f854335d940a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=19df510ef23142e585d98fe677e90a4d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0933368 Nov 22 20:16:17.009488 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 42730) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:16:17.086392 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dfed3a2-9cc6-4d23-b8c5-bc5241a0e3fb None None] Network 639e7825-8df7-444f-a5a2-3b925aa1f50a requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:16:17.228963 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-542a76fc-5088-4293-a4b9-39a80b0aa197 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8900613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8485104'] for subnet, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:17.267750 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1ec1e276-331a-4cfc-850d-bd9c75ccba10 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:17.299473 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6815d0-491f-4a6f-8225-c60c40ea2a55 None None] Pushing event updated for resources: {'Port': ['ID=68864f96-334c-4e0b-aefe-68b29509a44f,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:16:17.341752 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1ec1e276-331a-4cfc-850d-bd9c75ccba10 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:17.453236 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542a76fc-5088-4293-a4b9-39a80b0aa197 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Pushing event updated for resources: {'Subnet': ['ID=3ebae580-5118-4ea1-acd4-70aa1ef83bb7,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:16:17.479056 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-542a76fc-5088-4293-a4b9-39a80b0aa197 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Checking segment: {'id': 'cd46fc27-81f0-4178-aaa5-a32403cab705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '49b677e8-6e8a-4062-b9e8-b7eecde76273'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:16:17.480348 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-542a76fc-5088-4293-a4b9-39a80b0aa197 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Network hostable DHCP agents. Network: 49b677e8-6e8a-4062-b9e8-b7eecde76273, hostable agents: ['02adaa64-0987-4b74-bad0-cbcf56f8a294'], hosted agents: [] {{(pid=103447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 20:16:17.480550 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1ec1e276-331a-4cfc-850d-bd9c75ccba10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:17.488039 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1ec1e276-331a-4cfc-850d-bd9c75ccba10 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:17.494143 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-1ec1e276-331a-4cfc-850d-bd9c75ccba10 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/de9685fc-75b9-4063-987e-ff6a3fc77b75 HTTP/1.1" status: 204 len: 168 time: 0.4794657 Nov 22 20:16:17.511496 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec1e276-331a-4cfc-850d-bd9c75ccba10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de9685fc-75b9-4063-987e-ff6a3fc77b75,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:16:17.548318 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-542a76fc-5088-4293-a4b9-39a80b0aa197 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Network 49b677e8-6e8a-4062-b9e8-b7eecde76273 is scheduled to be hosted by DHCP agent 02adaa64-0987-4b74-bad0-cbcf56f8a294 with binding_index 1 {{(pid=103447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 20:16:17.580565 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-542a76fc-5088-4293-a4b9-39a80b0aa197 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818823-1, 49b677e8-6e8a-4062-b9e8-b7eecde76273) {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:16:17.590726 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-542a76fc-5088-4293-a4b9-39a80b0aa197 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:16:17.591711 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-542a76fc-5088-4293-a4b9-39a80b0aa197 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for subnet, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:17.599965 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8088d21e-3c98-4076-b7fa-a76f7c47aee8 None None] Network 49b677e8-6e8a-4062-b9e8-b7eecde76273 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:16:17.625112 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-542a76fc-5088-4293-a4b9-39a80b0aa197 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1004653 Nov 22 20:16:17.625400 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 42748) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:16:17.632124 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-797d9960-f5bc-42c5-bd86-f3609d4737c7 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Request body: {'port': {'network_id': '49b677e8-6e8a-4062-b9e8-b7eecde76273', 'name': 'tempest-PortsIpV6TestJSON-1687058050'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:16:17.651741 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6313d4ed-f59a-4a1d-b8b5-c73205a66ac6 None None] Publish callbacks [] for port, precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:17.698344 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6313d4ed-f59a-4a1d-b8b5-c73205a66ac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372'] for port, after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:17.785065 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6313d4ed-f59a-4a1d-b8b5-c73205a66ac6 None None] Network e4f17930-b0ed-45d6-a4df-6ada8a1788ed is already hosted by enough agents. {{(pid=103449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:16:17.788565 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6313d4ed-f59a-4a1d-b8b5-c73205a66ac6 None None] Pushing event updated for resources: {'Port': ['ID=5e539a4d-42c9-437d-8024-af47bb23c8cb,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:16:17.802149 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a318f88e-6cfb-4bd0-922b-ad9237d557c0 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3753014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11567369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11792914'] for subnet, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:17.803402 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.base_scheduler [None req-6313d4ed-f59a-4a1d-b8b5-c73205a66ac6 None None] Resources bound (agent type, host, resource id): {{(pid=103449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:16:17.807110 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6313d4ed-f59a-4a1d-b8b5-c73205a66ac6 None None] Received port after_create {{(pid=103449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:16:17.871990 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 42754) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:16:17.881387 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-5fddf5a8-23c2-44d4-9cb7-1fd230171640 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-706239026-network', 'tenant_id': '97d6113587e24925a5cda3a1b48bd2cf'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:16:17.929679 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a318f88e-6cfb-4bd0-922b-ad9237d557c0 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Pushing event deleted for resources: {'Subnet': ['ID=22b89ca2-cf63-4b24-a319-b0d873885155,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:16:17.947094 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-6313d4ed-f59a-4a1d-b8b5-c73205a66ac6 None None] Attempting to bind port 5e539a4d-42c9-437d-8024-af47bb23c8cb on host n-d-818823-1 for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:16:17.947846 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-6313d4ed-f59a-4a1d-b8b5-c73205a66ac6 None None] Attempting to bind port 5e539a4d-42c9-437d-8024-af47bb23c8cb by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': 'acdc3bc9-06ed-45f8-be47-a794922d63b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'e4f17930-b0ed-45d6-a4df-6ada8a1788ed'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:16:17.948628 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6313d4ed-f59a-4a1d-b8b5-c73205a66ac6 None None] Attempting to bind port 5e539a4d-42c9-437d-8024-af47bb23c8cb on network e4f17930-b0ed-45d6-a4df-6ada8a1788ed {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:16:17.959777 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6313d4ed-f59a-4a1d-b8b5-c73205a66ac6 None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 16, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:16:17.960531 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6313d4ed-f59a-4a1d-b8b5-c73205a66ac6 None None] Checking segment: {'id': 'acdc3bc9-06ed-45f8-be47-a794922d63b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'e4f17930-b0ed-45d6-a4df-6ada8a1788ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:16:17.961095 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6313d4ed-f59a-4a1d-b8b5-c73205a66ac6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:17.961689 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6313d4ed-f59a-4a1d-b8b5-c73205a66ac6 None None] Bound using segment: {'id': 'acdc3bc9-06ed-45f8-be47-a794922d63b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'e4f17930-b0ed-45d6-a4df-6ada8a1788ed'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:16:17.962356 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-6313d4ed-f59a-4a1d-b8b5-c73205a66ac6 None None] Bound port: 5e539a4d-42c9-437d-8024-af47bb23c8cb, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acdc3bc9-06ed-45f8-be47-a794922d63b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'e4f17930-b0ed-45d6-a4df-6ada8a1788ed'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:16:17.962927 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6313d4ed-f59a-4a1d-b8b5-c73205a66ac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:18.022836 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fddf5a8-23c2-44d4-9cb7-1fd230171640 admin admin] Made reservation on behalf of 97d6113587e24925a5cda3a1b48bd2cf for: {'network': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:16:18.039789 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-5fddf5a8-23c2-44d4-9cb7-1fd230171640 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for network, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:18.044100 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a318f88e-6cfb-4bd0-922b-ad9237d557c0 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3760028', 'neutron.services.segments.db._delete_segments_for_network-8748992815755'] for network, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:18.046953 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0360ddc1-62fd-48c7-8999-211ac8cf475d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fb26bd7-ce56-527b-b94f-2e1f7cb2bb35-49b677e8-6e8a-4062-b9e8-b7eecde76273', 'network_id': '49b677e8-6e8a-4062-b9e8-b7eecde76273', 'tenant_id': '2dee5ba1e01f416ab951cabb312f3dca', 'fixed_ips': [{'subnet_id': '3ebae580-5118-4ea1-acd4-70aa1ef83bb7'}]}} from n-d-818823-1. {{(pid=103449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 20:16:18.048922 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-0360ddc1-62fd-48c7-8999-211ac8cf475d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:18.104665 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-5fddf5a8-23c2-44d4-9cb7-1fd230171640 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:18.125353 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-a318f88e-6cfb-4bd0-922b-ad9237d557c0 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4f17930-b0ed-45d6-a4df-6ada8a1788ed']}} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:16:18.153195 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-a318f88e-6cfb-4bd0-922b-ad9237d557c0 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acdc3bc9-06ed-45f8-be47-a794922d63b3') {'for_net_delete': True} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:16:18.153515 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-a318f88e-6cfb-4bd0-922b-ad9237d557c0 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acdc3bc9-06ed-45f8-be47-a794922d63b3') {} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:16:18.155728 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-797d9960-f5bc-42c5-bd86-f3609d4737c7 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Made reservation on behalf of 2dee5ba1e01f416ab951cabb312f3dca for: {'port': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:16:18.168106 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-797d9960-f5bc-42c5-bd86-f3609d4737c7 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:18.171079 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-6313d4ed-f59a-4a1d-b8b5-c73205a66ac6 None None] For port 5e539a4d-42c9-437d-8024-af47bb23c8cb, host n-d-818823-1, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:16:18.199114 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-6313d4ed-f59a-4a1d-b8b5-c73205a66ac6 None None] For port 5e539a4d-42c9-437d-8024-af47bb23c8cb, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=5e539a4d-42c9-437d-8024-af47bb23c8cb,segment=NetworkSegment(acdc3bc9-06ed-45f8-be47-a794922d63b3),segment_id=acdc3bc9-06ed-45f8-be47-a794922d63b3)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:16:18.209731 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a318f88e-6cfb-4bd0-922b-ad9237d557c0 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748993039638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11627933'] for segment, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:18.215779 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6313d4ed-f59a-4a1d-b8b5-c73205a66ac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:18.291803 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [None req-797d9960-f5bc-42c5-bd86-f3609d4737c7 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] device_id is not set on port fe4b5d15-2578-4c76-9a34-2c70af2a17e4 yet. {{(pid=103448) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 20:16:18.478610 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.db_base_plugin_common [None req-0360ddc1-62fd-48c7-8999-211ac8cf475d None None] Allocated IP 2001:db8::2 (49b677e8-6e8a-4062-b9e8-b7eecde76273/3ebae580-5118-4ea1-acd4-70aa1ef83bb7/afbc5459-57a1-4a81-87b2-f93db38c367f) {{(pid=103449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:16:18.482265 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a318f88e-6cfb-4bd0-922b-ad9237d557c0 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:18.489303 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6313d4ed-f59a-4a1d-b8b5-c73205a66ac6 None None] Pushing event updated for resources: {'Port': ['ID=5e539a4d-42c9-437d-8024-af47bb23c8cb,revision_number=2']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:16:18.491759 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-5fddf5a8-23c2-44d4-9cb7-1fd230171640 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:18.502864 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a318f88e-6cfb-4bd0-922b-ad9237d557c0 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Releasing vlan 621 on physical network physnet1 to pool {{(pid=103448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 20:16:18.503160 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a318f88e-6cfb-4bd0-922b-ad9237d557c0 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11567447'] for segment, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:18.506438 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-5fddf5a8-23c2-44d4-9cb7-1fd230171640 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:18.512113 n-d-818823-1 neutron-server[103448]: Traceback (most recent call last): Nov 22 20:16:18.512113 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 20:16:18.512113 n-d-818823-1 neutron-server[103448]: timer() Nov 22 20:16:18.512113 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 20:16:18.512113 n-d-818823-1 neutron-server[103448]: cb(*args, **kw) Nov 22 20:16:18.512113 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 20:16:18.512113 n-d-818823-1 neutron-server[103448]: return func(*args, **kwargs) Nov 22 20:16:18.512113 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 20:16:18.512113 n-d-818823-1 neutron-server[103448]: self._notify() Nov 22 20:16:18.512113 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 20:16:18.512113 n-d-818823-1 neutron-server[103448]: self.callback(batched_events) Nov 22 20:16:18.512113 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 20:16:18.512113 n-d-818823-1 neutron-server[103448]: event.method(event) Nov 22 20:16:18.512113 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 20:16:18.512113 n-d-818823-1 neutron-server[103448]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 20:16:18.512113 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 20:16:18.512113 n-d-818823-1 neutron-server[103448]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 20:16:18.512113 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 20:16:18.512113 n-d-818823-1 neutron-server[103448]: return f(self, *a, **k) Nov 22 20:16:18.512113 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 20:16:18.512113 n-d-818823-1 neutron-server[103448]: return self._get(url).json() Nov 22 20:16:18.512113 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 20:16:18.512113 n-d-818823-1 neutron-server[103448]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 20:16:18.512113 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 20:16:18.512113 n-d-818823-1 neutron-server[103448]: return self.request(url, 'GET', **kwargs) Nov 22 20:16:18.512113 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 20:16:18.512113 n-d-818823-1 neutron-server[103448]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 20:16:18.512113 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 20:16:18.512113 n-d-818823-1 neutron-server[103448]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 20:16:18.512113 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 20:16:18.512113 n-d-818823-1 neutron-server[103448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 20:16:18.512113 n-d-818823-1 neutron-server[103448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 20:16:18.529394 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05b47459-189a-4d00-96b8-99ce29d0c81d None None] Network e4f17930-b0ed-45d6-a4df-6ada8a1788ed requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:16:18.579111 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 42766) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:16:18.581933 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fddf5a8-23c2-44d4-9cb7-1fd230171640 admin admin] vlan segment allocate from pool success with {'vlan_id': 642, 'physical_network': 'physnet1'} {{(pid=103447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 20:16:18.618695 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.db.api [None req-a318f88e-6cfb-4bd0-922b-ad9237d557c0 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 22 20:16:18.618695 n-d-818823-1 neutron-server[103448]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 22 20:16:18.618695 n-d-818823-1 neutron-server[103448]: [parameters: {'id': 'e4f17930-b0ed-45d6-a4df-6ada8a1788ed'}] Nov 22 20:16:18.618695 n-d-818823-1 neutron-server[103448]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103448) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 20:16:18.619633 n-d-818823-1 neutron-server[103448]: DEBUG oslo_db.api [None req-a318f88e-6cfb-4bd0-922b-ad9237d557c0 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 20:16:18.630795 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cccf575e-06f9-4ba4-85d4-6354f42407c0 None None] Network a65619e5-728b-4910-ae72-42e38eb5add5 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:16:18.631112 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fddf5a8-23c2-44d4-9cb7-1fd230171640 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5f5ed40-0fdd-41b0-a4ec-eb0dc7a7092d,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:16:18.658695 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-5fddf5a8-23c2-44d4-9cb7-1fd230171640 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:18.662199 n-d-818823-1 neutron-server[103447]: INFO neutron.db.segments_db [None req-5fddf5a8-23c2-44d4-9cb7-1fd230171640 admin admin] Added segment e962fc3a-e746-453b-b005-8536856326fd of type vlan for network 2c9e92de-dbde-4625-8d2c-2f19c3e4936d Nov 22 20:16:18.706345 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fddf5a8-23c2-44d4-9cb7-1fd230171640 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:16:18.707126 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fddf5a8-23c2-44d4-9cb7-1fd230171640 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:16:18.708069 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fddf5a8-23c2-44d4-9cb7-1fd230171640 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:16:18.708786 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fddf5a8-23c2-44d4-9cb7-1fd230171640 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:16:18.709513 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fddf5a8-23c2-44d4-9cb7-1fd230171640 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:16:18.710547 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fddf5a8-23c2-44d4-9cb7-1fd230171640 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:16:18.711257 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fddf5a8-23c2-44d4-9cb7-1fd230171640 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:16:18.712391 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fddf5a8-23c2-44d4-9cb7-1fd230171640 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:16:18.713105 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fddf5a8-23c2-44d4-9cb7-1fd230171640 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:16:18.713821 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fddf5a8-23c2-44d4-9cb7-1fd230171640 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:16:18.714839 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fddf5a8-23c2-44d4-9cb7-1fd230171640 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:16:18.715602 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fddf5a8-23c2-44d4-9cb7-1fd230171640 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:16:18.764447 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-adff7522-5e79-4645-929d-2c243dcf8886 None None] Provisioning complete for port 68864f96-334c-4e0b-aefe-68b29509a44f triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:16:18.764822 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-adff7522-5e79-4645-929d-2c243dcf8886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:18.793759 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-3823430a-c645-49af-b572-3eae90121de6 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-388830050-network', 'tenant_id': '23ed8fcebbac4686acca3f06ab3e514c'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:16:18.825278 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-5fddf5a8-23c2-44d4-9cb7-1fd230171640 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748992492791'] for network, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:18.879525 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3823430a-c645-49af-b572-3eae90121de6 admin admin] Made reservation on behalf of 23ed8fcebbac4686acca3f06ab3e514c for: {'network': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:16:18.883593 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-3823430a-c645-49af-b572-3eae90121de6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for network, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:18.909582 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-3823430a-c645-49af-b572-3eae90121de6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:18.935612 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-5fddf5a8-23c2-44d4-9cb7-1fd230171640 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for network, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:18.936965 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fddf5a8-23c2-44d4-9cb7-1fd230171640 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:16:18.937841 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-5fddf5a8-23c2-44d4-9cb7-1fd230171640 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for network, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:18.977011 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-5fddf5a8-23c2-44d4-9cb7-1fd230171640 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1025655 Nov 22 20:16:18.979030 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 42778) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:16:18.985996 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-39141d71-4be6-4905-971d-a0c8fe117bec admin admin] Request body: {'subnet': {'network_id': '2c9e92de-dbde-4625-8d2c-2f19c3e4936d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-706239026-subnet', 'tenant_id': '97d6113587e24925a5cda3a1b48bd2cf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:16:18.992543 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b6afd9c-3203-4f6e-b426-b3fb7ca15251 None None] Network e4f17930-b0ed-45d6-a4df-6ada8a1788ed requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:16:19.046304 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39141d71-4be6-4905-971d-a0c8fe117bec admin admin] Made reservation on behalf of 97d6113587e24925a5cda3a1b48bd2cf for: {'subnet': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:16:19.050602 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-39141d71-4be6-4905-971d-a0c8fe117bec admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11792951'] for subnet, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:19.078830 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fddf5a8-23c2-44d4-9cb7-1fd230171640 admin admin] Pushing event updated for resources: {'Network': ['ID=2c9e92de-dbde-4625-8d2c-2f19c3e4936d,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:16:19.117609 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Network 2c9e92de-dbde-4625-8d2c-2f19c3e4936d details requested by agent ovs-agent-n-d-818823-1 with host n-d-818823-1 {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 20:16:19.120692 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a318f88e-6cfb-4bd0-922b-ad9237d557c0 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3961693'] for network, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:19.129563 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-3823430a-c645-49af-b572-3eae90121de6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:19.138251 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-3823430a-c645-49af-b572-3eae90121de6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:19.189871 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3823430a-c645-49af-b572-3eae90121de6 admin admin] vlan segment allocate from pool success with {'vlan_id': 610, 'physical_network': 'physnet1'} {{(pid=103447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 20:16:19.217886 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3823430a-c645-49af-b572-3eae90121de6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53dfaf98-1f4b-4d6e-8c27-969cf55abff9,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:16:19.228951 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-3823430a-c645-49af-b572-3eae90121de6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:19.229351 n-d-818823-1 neutron-server[103447]: INFO neutron.db.segments_db [None req-3823430a-c645-49af-b572-3eae90121de6 admin admin] Added segment 56debe83-f1a4-4422-b85c-8e2fd99ea227 of type vlan for network 73091ecb-b489-4dc5-b0f5-740e198eef08 Nov 22 20:16:19.240946 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-0360ddc1-62fd-48c7-8999-211ac8cf475d None None] Publish callbacks [] for port, precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:19.279101 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-0360ddc1-62fd-48c7-8999-211ac8cf475d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372'] for port, after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:19.295732 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-3823430a-c645-49af-b572-3eae90121de6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748992492791'] for network, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:19.413210 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-3823430a-c645-49af-b572-3eae90121de6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for network, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:19.416013 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 68864f96-334c-4e0b-aefe-68b29509a44f up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:16:19.418104 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3823430a-c645-49af-b572-3eae90121de6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:16:19.419231 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-3823430a-c645-49af-b572-3eae90121de6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for network, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:19.425851 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0360ddc1-62fd-48c7-8999-211ac8cf475d None None] Network 49b677e8-6e8a-4062-b9e8-b7eecde76273 is already hosted by enough agents. {{(pid=103449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:16:19.486661 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-3823430a-c645-49af-b572-3eae90121de6 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8934348 Nov 22 20:16:19.540855 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 42792) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:16:19.550317 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-dd2174f5-1795-4920-9c95-b130a35758b7 admin admin] Request body: {'subnet': {'network_id': '73091ecb-b489-4dc5-b0f5-740e198eef08', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-388830050-subnet', 'tenant_id': '23ed8fcebbac4686acca3f06ab3e514c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:16:19.586636 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3823430a-c645-49af-b572-3eae90121de6 admin admin] Pushing event updated for resources: {'Network': ['ID=73091ecb-b489-4dc5-b0f5-740e198eef08,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:16:19.600388 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd2174f5-1795-4920-9c95-b130a35758b7 admin admin] Made reservation on behalf of 23ed8fcebbac4686acca3f06ab3e514c for: {'subnet': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:16:19.605580 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-dd2174f5-1795-4920-9c95-b130a35758b7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8485086'] for subnet, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:19.606125 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [None req-797d9960-f5bc-42c5-bd86-f3609d4737c7 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Allocated IP 2001:db8::311 (49b677e8-6e8a-4062-b9e8-b7eecde76273/3ebae580-5118-4ea1-acd4-70aa1ef83bb7/fe4b5d15-2578-4c76-9a34-2c70af2a17e4) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:16:19.626253 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-39141d71-4be6-4905-971d-a0c8fe117bec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11567560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11792921'] for subnet, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:19.647897 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Network 73091ecb-b489-4dc5-b0f5-740e198eef08 details requested by agent ovs-agent-n-d-818823-1 with host n-d-818823-1 {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 20:16:19.650525 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.base_scheduler [None req-0360ddc1-62fd-48c7-8999-211ac8cf475d None None] Resources bound (agent type, host, resource id): {{(pid=103449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:16:19.661715 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0360ddc1-62fd-48c7-8999-211ac8cf475d None None] Pushing event updated for resources: {'Port': ['ID=afbc5459-57a1-4a81-87b2-f93db38c367f,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:16:19.667818 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0360ddc1-62fd-48c7-8999-211ac8cf475d None None] Received port after_create {{(pid=103449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:16:19.715798 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39141d71-4be6-4905-971d-a0c8fe117bec admin admin] Pushing event updated for resources: {'Subnet': ['ID=075ffe4f-5d7c-49ea-947d-30e1b0ea19ab,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:16:19.757034 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-a318f88e-6cfb-4bd0-922b-ad9237d557c0 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Deleting port 5e539a4d-42c9-437d-8024-af47bb23c8cb {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:16:19.757384 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a318f88e-6cfb-4bd0-922b-ad9237d557c0 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:19.843206 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-a318f88e-6cfb-4bd0-922b-ad9237d557c0 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] For port 5e539a4d-42c9-437d-8024-af47bb23c8cb, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=5e539a4d-42c9-437d-8024-af47bb23c8cb,segment=NetworkSegment(acdc3bc9-06ed-45f8-be47-a794922d63b3),segment_id=acdc3bc9-06ed-45f8-be47-a794922d63b3)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:16:19.843668 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a318f88e-6cfb-4bd0-922b-ad9237d557c0 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:19.847301 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-0360ddc1-62fd-48c7-8999-211ac8cf475d None None] Attempting to bind port afbc5459-57a1-4a81-87b2-f93db38c367f on host n-d-818823-1 for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:16:19.847790 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-0360ddc1-62fd-48c7-8999-211ac8cf475d None None] Attempting to bind port afbc5459-57a1-4a81-87b2-f93db38c367f by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': 'cd46fc27-81f0-4178-aaa5-a32403cab705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '49b677e8-6e8a-4062-b9e8-b7eecde76273'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:16:19.848184 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0360ddc1-62fd-48c7-8999-211ac8cf475d None None] Attempting to bind port afbc5459-57a1-4a81-87b2-f93db38c367f on network 49b677e8-6e8a-4062-b9e8-b7eecde76273 {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:16:19.861739 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-a318f88e-6cfb-4bd0-922b-ad9237d557c0 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Calling delete_port for 5e539a4d-42c9-437d-8024-af47bb23c8cb owned by network:dhcp {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:16:19.866072 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 68864f96-334c-4e0b-aefe-68b29509a44f triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:16:19.866462 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:19.870086 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0360ddc1-62fd-48c7-8999-211ac8cf475d None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 16, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:16:19.870442 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0360ddc1-62fd-48c7-8999-211ac8cf475d None None] Checking segment: {'id': 'cd46fc27-81f0-4178-aaa5-a32403cab705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '49b677e8-6e8a-4062-b9e8-b7eecde76273'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:16:19.870866 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-0360ddc1-62fd-48c7-8999-211ac8cf475d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:19.871267 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0360ddc1-62fd-48c7-8999-211ac8cf475d None None] Bound using segment: {'id': 'cd46fc27-81f0-4178-aaa5-a32403cab705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '49b677e8-6e8a-4062-b9e8-b7eecde76273'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:16:19.871806 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-0360ddc1-62fd-48c7-8999-211ac8cf475d None None] Bound port: afbc5459-57a1-4a81-87b2-f93db38c367f, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd46fc27-81f0-4178-aaa5-a32403cab705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '49b677e8-6e8a-4062-b9e8-b7eecde76273'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:16:19.872205 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-0360ddc1-62fd-48c7-8999-211ac8cf475d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:19.877113 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39141d71-4be6-4905-971d-a0c8fe117bec admin admin] Checking segment: {'id': 'e962fc3a-e746-453b-b005-8536856326fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '2c9e92de-dbde-4625-8d2c-2f19c3e4936d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:16:19.877393 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39141d71-4be6-4905-971d-a0c8fe117bec admin admin] Network hostable DHCP agents. Network: 2c9e92de-dbde-4625-8d2c-2f19c3e4936d, hostable agents: ['02adaa64-0987-4b74-bad0-cbcf56f8a294'], hosted agents: [] {{(pid=103448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 20:16:19.906948 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-dd2174f5-1795-4920-9c95-b130a35758b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8900613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8485104'] for subnet, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:20.010657 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39141d71-4be6-4905-971d-a0c8fe117bec admin admin] Network 2c9e92de-dbde-4625-8d2c-2f19c3e4936d is scheduled to be hosted by DHCP agent 02adaa64-0987-4b74-bad0-cbcf56f8a294 with binding_index 1 {{(pid=103448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 20:16:20.029383 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2174f5-1795-4920-9c95-b130a35758b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9101b2b3-b2f9-4690-9616-29ccea2bab88,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:16:20.046961 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-0360ddc1-62fd-48c7-8999-211ac8cf475d None None] For port afbc5459-57a1-4a81-87b2-f93db38c367f, host n-d-818823-1, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:16:20.052639 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-0360ddc1-62fd-48c7-8999-211ac8cf475d None None] For port afbc5459-57a1-4a81-87b2-f93db38c367f, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=afbc5459-57a1-4a81-87b2-f93db38c367f,segment=NetworkSegment(cd46fc27-81f0-4178-aaa5-a32403cab705),segment_id=cd46fc27-81f0-4178-aaa5-a32403cab705)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:16:20.066845 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-0360ddc1-62fd-48c7-8999-211ac8cf475d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:20.103050 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-39141d71-4be6-4905-971d-a0c8fe117bec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818823-1, 2c9e92de-dbde-4625-8d2c-2f19c3e4936d) {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:16:20.105461 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd2174f5-1795-4920-9c95-b130a35758b7 admin admin] Checking segment: {'id': '56debe83-f1a4-4422-b85c-8e2fd99ea227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '73091ecb-b489-4dc5-b0f5-740e198eef08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:16:20.113790 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd2174f5-1795-4920-9c95-b130a35758b7 admin admin] Network hostable DHCP agents. Network: 73091ecb-b489-4dc5-b0f5-740e198eef08, hostable agents: ['02adaa64-0987-4b74-bad0-cbcf56f8a294'], hosted agents: [] {{(pid=103447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 20:16:20.128797 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4738de0c-abff-4fa7-8ebd-792afe4b1889 None None] Network 2c9e92de-dbde-4625-8d2c-2f19c3e4936d requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:16:20.171900 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd2174f5-1795-4920-9c95-b130a35758b7 admin admin] Network 73091ecb-b489-4dc5-b0f5-740e198eef08 is scheduled to be hosted by DHCP agent 02adaa64-0987-4b74-bad0-cbcf56f8a294 with binding_index 1 {{(pid=103447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 20:16:20.188304 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-dd2174f5-1795-4920-9c95-b130a35758b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818823-1, 73091ecb-b489-4dc5-b0f5-740e198eef08) {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:16:20.205959 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd2174f5-1795-4920-9c95-b130a35758b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:16:20.207811 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-dd2174f5-1795-4920-9c95-b130a35758b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for subnet, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:20.227622 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39141d71-4be6-4905-971d-a0c8fe117bec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:16:20.228231 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-39141d71-4be6-4905-971d-a0c8fe117bec admin admin] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:20.241838 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-dd2174f5-1795-4920-9c95-b130a35758b7 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6966116 Nov 22 20:16:20.242176 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fff5c41-f4a0-4fdc-84a7-6eaebaaa5a30 None None] Network 73091ecb-b489-4dc5-b0f5-740e198eef08 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:16:20.242605 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 42802) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:16:20.248831 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a318f88e-6cfb-4bd0-922b-ad9237d557c0 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:20.250758 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-c2946229-a2c2-4e17-a392-5ec8e92f6889 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-388830050-router', 'tenant_id': '23ed8fcebbac4686acca3f06ab3e514c', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'}}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:16:20.299443 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a318f88e-6cfb-4bd0-922b-ad9237d557c0 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Pushing event deleted for resources: {'Port': ['ID=5e539a4d-42c9-437d-8024-af47bb23c8cb,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:16:20.306174 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a318f88e-6cfb-4bd0-922b-ad9237d557c0 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] No DVR routers for this DVR port 5e539a4d-42c9-437d-8024-af47bb23c8cb on host n-d-818823-1 {{(pid=103448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:16:20.315155 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c2946229-a2c2-4e17-a392-5ec8e92f6889 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24799'] for router, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:20.316337 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c2946229-a2c2-4e17-a392-5ec8e92f6889 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-632716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24788'] for router, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:20.320482 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-39141d71-4be6-4905-971d-a0c8fe117bec admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3400488 Nov 22 20:16:20.450629 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-797d9960-f5bc-42c5-bd86-f3609d4737c7 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:20.461488 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a318f88e-6cfb-4bd0-922b-ad9237d557c0 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3760028', 'neutron.services.segments.db._delete_segments_for_network-8748992815755'] for network, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:20.473683 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0360ddc1-62fd-48c7-8999-211ac8cf475d None None] Pushing event updated for resources: {'Port': ['ID=afbc5459-57a1-4a81-87b2-f93db38c367f,revision_number=2']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:16:20.481186 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c2946229-a2c2-4e17-a392-5ec8e92f6889 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:20.514675 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-c407eb23-6fe8-4b10-ba5f-ee621d9a16a7 None None] Provisioning complete for port 68864f96-334c-4e0b-aefe-68b29509a44f triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:16:20.515157 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-c407eb23-6fe8-4b10-ba5f-ee621d9a16a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:20.549409 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-a318f88e-6cfb-4bd0-922b-ad9237d557c0 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4f17930-b0ed-45d6-a4df-6ada8a1788ed']}} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:16:20.593316 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-a318f88e-6cfb-4bd0-922b-ad9237d557c0 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acdc3bc9-06ed-45f8-be47-a794922d63b3') {'for_net_delete': True} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:16:20.593664 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-a318f88e-6cfb-4bd0-922b-ad9237d557c0 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acdc3bc9-06ed-45f8-be47-a794922d63b3') {} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:16:20.612742 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-771c33de-d354-4bb3-97ca-e92ce0661307 None None] Network 2c9e92de-dbde-4625-8d2c-2f19c3e4936d requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:16:20.632758 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a318f88e-6cfb-4bd0-922b-ad9237d557c0 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748993039638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11627933'] for segment, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:20.679358 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-797d9960-f5bc-42c5-bd86-f3609d4737c7 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:20.686734 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a318f88e-6cfb-4bd0-922b-ad9237d557c0 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:20.824982 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a318f88e-6cfb-4bd0-922b-ad9237d557c0 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Releasing vlan 621 on physical network physnet1 to pool {{(pid=103448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 20:16:20.825725 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a318f88e-6cfb-4bd0-922b-ad9237d557c0 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11567447'] for segment, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:20.842656 n-d-818823-1 neutron-server[103448]: Traceback (most recent call last): Nov 22 20:16:20.842656 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 20:16:20.842656 n-d-818823-1 neutron-server[103448]: timer() Nov 22 20:16:20.842656 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 20:16:20.842656 n-d-818823-1 neutron-server[103448]: cb(*args, **kw) Nov 22 20:16:20.842656 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 20:16:20.842656 n-d-818823-1 neutron-server[103448]: return func(*args, **kwargs) Nov 22 20:16:20.842656 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 20:16:20.842656 n-d-818823-1 neutron-server[103448]: self._notify() Nov 22 20:16:20.842656 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 20:16:20.842656 n-d-818823-1 neutron-server[103448]: self.callback(batched_events) Nov 22 20:16:20.842656 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 20:16:20.842656 n-d-818823-1 neutron-server[103448]: event.method(event) Nov 22 20:16:20.842656 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 20:16:20.842656 n-d-818823-1 neutron-server[103448]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 20:16:20.842656 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 20:16:20.842656 n-d-818823-1 neutron-server[103448]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 20:16:20.842656 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 20:16:20.842656 n-d-818823-1 neutron-server[103448]: return f(self, *a, **k) Nov 22 20:16:20.842656 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 20:16:20.842656 n-d-818823-1 neutron-server[103448]: return self._get(url).json() Nov 22 20:16:20.842656 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 20:16:20.842656 n-d-818823-1 neutron-server[103448]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 20:16:20.842656 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 20:16:20.842656 n-d-818823-1 neutron-server[103448]: return self.request(url, 'GET', **kwargs) Nov 22 20:16:20.842656 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 20:16:20.842656 n-d-818823-1 neutron-server[103448]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 20:16:20.842656 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 20:16:20.842656 n-d-818823-1 neutron-server[103448]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 20:16:20.842656 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 20:16:20.842656 n-d-818823-1 neutron-server[103448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 20:16:20.842656 n-d-818823-1 neutron-server[103448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 20:16:21.042108 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5732cd0-d725-428b-9af1-56b4b1056b33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fb26bd7-ce56-527b-b94f-2e1f7cb2bb35-73091ecb-b489-4dc5-b0f5-740e198eef08', 'network_id': '73091ecb-b489-4dc5-b0f5-740e198eef08', 'tenant_id': '23ed8fcebbac4686acca3f06ab3e514c', 'fixed_ips': [{'subnet_id': '9101b2b3-b2f9-4690-9616-29ccea2bab88'}]}} from n-d-818823-1. {{(pid=103449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 20:16:21.043313 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-b5732cd0-d725-428b-9af1-56b4b1056b33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:21.263122 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.db_base_plugin_common [None req-b5732cd0-d725-428b-9af1-56b4b1056b33 None None] Allocated IP 172.20.0.2 (73091ecb-b489-4dc5-b0f5-740e198eef08/9101b2b3-b2f9-4690-9616-29ccea2bab88/82ab1f31-750a-4ca3-a561-62afbc28260b) {{(pid=103449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:16:21.395949 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c2946229-a2c2-4e17-a392-5ec8e92f6889 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:21.431532 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-797d9960-f5bc-42c5-bd86-f3609d4737c7 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Network 49b677e8-6e8a-4062-b9e8-b7eecde76273 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:16:21.448597 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-797d9960-f5bc-42c5-bd86-f3609d4737c7 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:16:21.457646 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-797d9960-f5bc-42c5-bd86-f3609d4737c7 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:16:21.464028 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-797d9960-f5bc-42c5-bd86-f3609d4737c7 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:16:21.464737 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-797d9960-f5bc-42c5-bd86-f3609d4737c7 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:21.501258 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797d9960-f5bc-42c5-bd86-f3609d4737c7 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Pushing event updated for resources: {'Port': ['ID=fe4b5d15-2578-4c76-9a34-2c70af2a17e4,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:16:21.508215 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a318f88e-6cfb-4bd0-922b-ad9237d557c0 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3760002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595318'] for network, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:21.520444 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a318f88e-6cfb-4bd0-922b-ad9237d557c0 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Publish callbacks [] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:21.532210 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-a318f88e-6cfb-4bd0-922b-ad9237d557c0 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] 10.222.0.46 "DELETE /v2.0/networks/e4f17930-b0ed-45d6-a4df-6ada8a1788ed HTTP/1.1" status: 204 len: 168 time: 5.1815310 Nov 22 20:16:21.533803 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 42842) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:16:21.550238 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device afbc5459-57a1-4a81-87b2-f93db38c367f up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:16:21.588170 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-797d9960-f5bc-42c5-bd86-f3609d4737c7 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.9464364 Nov 22 20:16:21.589242 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 42844) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:16:21.614167 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a318f88e-6cfb-4bd0-922b-ad9237d557c0 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Pushing event deleted for resources: {'Network': ['ID=e4f17930-b0ed-45d6-a4df-6ada8a1788ed,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:16:21.687038 n-d-818823-1 neutron-server[103447]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d282003-bd3c-4fdd-91ef-b174b98decaf tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] DELETE failed (client error): The resource could not be found. Nov 22 20:16:21.688191 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d282003-bd3c-4fdd-91ef-b174b98decaf tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103447) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 20:16:21.694687 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-6d282003-bd3c-4fdd-91ef-b174b98decaf tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] 10.222.0.46 "DELETE /v2.0/networks/e4f17930-b0ed-45d6-a4df-6ada8a1788ed HTTP/1.1" status: 404 len: 339 time: 0.1565175 Nov 22 20:16:21.705267 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 42846) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:16:21.727558 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-f1ce484e-e950-42ca-a2da-3f583b47a414 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1978184889', 'description': 'd1'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:16:21.732511 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-b5732cd0-d725-428b-9af1-56b4b1056b33 None None] Publish callbacks [] for port, precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:21.744146 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port afbc5459-57a1-4a81-87b2-f93db38c367f triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:16:21.746495 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:21.757375 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db490f7-5ac0-4594-b12e-365158dbc7b1 req-1ae4076e-562c-45aa-915f-a7c35ed7eb20 tempest-VolumesActionsTest-254083871 tempest-VolumesActionsTest-254083871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:16:21.760636 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8db490f7-5ac0-4594-b12e-365158dbc7b1 req-1ae4076e-562c-45aa-915f-a7c35ed7eb20 tempest-VolumesActionsTest-254083871 tempest-VolumesActionsTest-254083871-project] 10.222.0.46 "GET /v2.0/networks?id=639e7825-8df7-444f-a5a2-3b925aa1f50a HTTP/1.1" status: 200 len: 809 time: 0.3499985 Nov 22 20:16:21.804615 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-b5732cd0-d725-428b-9af1-56b4b1056b33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372'] for port, after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:21.834242 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8db490f7-5ac0-4594-b12e-365158dbc7b1 req-c6ccb8e2-0707-45ca-8b4b-58be3454ff0c tempest-VolumesActionsTest-254083871 tempest-VolumesActionsTest-254083871-project] 10.222.0.46 "GET /v2.0/quotas/0f1829ed7d8c46c6a985216adfd5e58d HTTP/1.1" status: 200 len: 375 time: 0.0531237 Nov 22 20:16:21.931441 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1ce484e-e950-42ca-a2da-3f583b47a414 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Made reservation on behalf of a81ebb9a7b0f4ba7970568a2e3653a5f for: {'network': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:16:21.949972 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f1ce484e-e950-42ca-a2da-3f583b47a414 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for network, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:21.956506 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8db490f7-5ac0-4594-b12e-365158dbc7b1 req-1dbda80a-19eb-4c4a-a150-27d8569ee480 tempest-VolumesActionsTest-254083871 tempest-VolumesActionsTest-254083871-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=0f1829ed7d8c46c6a985216adfd5e58d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1117413 Nov 22 20:16:22.030565 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-339affa7-24a2-4657-b410-6fb1fd3918ad tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Deleting port fe4b5d15-2578-4c76-9a34-2c70af2a17e4 {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:16:22.031099 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-339affa7-24a2-4657-b410-6fb1fd3918ad tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:22.039383 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5732cd0-d725-428b-9af1-56b4b1056b33 None None] Network 73091ecb-b489-4dc5-b0f5-740e198eef08 is already hosted by enough agents. {{(pid=103449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:16:22.047916 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.base_scheduler [None req-b5732cd0-d725-428b-9af1-56b4b1056b33 None None] Resources bound (agent type, host, resource id): {{(pid=103449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:16:22.060465 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5732cd0-d725-428b-9af1-56b4b1056b33 None None] Received port after_create {{(pid=103449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:16:22.066464 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:22.099154 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-568c9554-7e17-424e-ab82-68238a38c36f None None] Network 49b677e8-6e8a-4062-b9e8-b7eecde76273 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:16:22.130958 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1ce484e-e950-42ca-a2da-3f583b47a414 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] vlan segment allocate from pool success with {'vlan_id': 612, 'physical_network': 'physnet1'} {{(pid=103448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 20:16:22.169664 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f1ce484e-e950-42ca-a2da-3f583b47a414 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:22.170207 n-d-818823-1 neutron-server[103448]: INFO neutron.db.segments_db [None req-f1ce484e-e950-42ca-a2da-3f583b47a414 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Added segment 6dd7357b-3a50-4a65-b79a-133e273c94e7 of type vlan for network 15a29ced-b48a-44d1-b472-b6da5d63b593 Nov 22 20:16:22.201431 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5732cd0-d725-428b-9af1-56b4b1056b33 None None] Pushing event updated for resources: {'Port': ['ID=82ab1f31-750a-4ca3-a561-62afbc28260b,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:16:22.229973 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-339affa7-24a2-4657-b410-6fb1fd3918ad tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:22.251133 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8db490f7-5ac0-4594-b12e-365158dbc7b1 req-77d23159-9415-47df-9da4-2cbe2950348a service neutron] 10.222.0.46 "GET /v2.0/networks/639e7825-8df7-444f-a5a2-3b925aa1f50a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340976 Nov 22 20:16:22.259308 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-339affa7-24a2-4657-b410-6fb1fd3918ad tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Calling delete_port for fe4b5d15-2578-4c76-9a34-2c70af2a17e4 owned by {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:16:22.262844 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f1ce484e-e950-42ca-a2da-3f583b47a414 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748992492791'] for network, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:22.335846 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f1ce484e-e950-42ca-a2da-3f583b47a414 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for network, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:22.342961 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1ce484e-e950-42ca-a2da-3f583b47a414 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:16:22.343705 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f1ce484e-e950-42ca-a2da-3f583b47a414 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Publish callbacks [] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:22.374765 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c2946229-a2c2-4e17-a392-5ec8e92f6889 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:22.413553 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c2946229-a2c2-4e17-a392-5ec8e92f6889 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:22.416255 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] For port afbc5459-57a1-4a81-87b2-f93db38c367f, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=afbc5459-57a1-4a81-87b2-f93db38c367f,segment=NetworkSegment(cd46fc27-81f0-4178-aaa5-a32403cab705),segment_id=cd46fc27-81f0-4178-aaa5-a32403cab705)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:16:22.424486 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-f1ce484e-e950-42ca-a2da-3f583b47a414 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7176731 Nov 22 20:16:22.429793 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 42854) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:16:22.457863 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-82900aa4-d367-449c-937b-da845fb3d26d None None] Provisioning complete for port afbc5459-57a1-4a81-87b2-f93db38c367f triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:16:22.458339 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-82900aa4-d367-449c-937b-da845fb3d26d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:22.474718 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:22.520536 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-b5732cd0-d725-428b-9af1-56b4b1056b33 None None] Attempting to bind port 82ab1f31-750a-4ca3-a561-62afbc28260b on host n-d-818823-1 for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:16:22.520981 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-b5732cd0-d725-428b-9af1-56b4b1056b33 None None] Attempting to bind port 82ab1f31-750a-4ca3-a561-62afbc28260b by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': '56debe83-f1a4-4422-b85c-8e2fd99ea227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '73091ecb-b489-4dc5-b0f5-740e198eef08'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:16:22.521415 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5732cd0-d725-428b-9af1-56b4b1056b33 None None] Attempting to bind port 82ab1f31-750a-4ca3-a561-62afbc28260b on network 73091ecb-b489-4dc5-b0f5-740e198eef08 {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:16:22.555742 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ce484e-e950-42ca-a2da-3f583b47a414 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Pushing event updated for resources: {'Network': ['ID=15a29ced-b48a-44d1-b472-b6da5d63b593,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:16:22.563101 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5732cd0-d725-428b-9af1-56b4b1056b33 None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 16, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:16:22.563517 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5732cd0-d725-428b-9af1-56b4b1056b33 None None] Checking segment: {'id': '56debe83-f1a4-4422-b85c-8e2fd99ea227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '73091ecb-b489-4dc5-b0f5-740e198eef08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:16:22.564448 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-b5732cd0-d725-428b-9af1-56b4b1056b33 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:22.564866 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5732cd0-d725-428b-9af1-56b4b1056b33 None None] Bound using segment: {'id': '56debe83-f1a4-4422-b85c-8e2fd99ea227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '73091ecb-b489-4dc5-b0f5-740e198eef08'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:16:22.565367 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-b5732cd0-d725-428b-9af1-56b4b1056b33 None None] Bound port: 82ab1f31-750a-4ca3-a561-62afbc28260b, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56debe83-f1a4-4422-b85c-8e2fd99ea227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '73091ecb-b489-4dc5-b0f5-740e198eef08'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:16:22.565760 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-b5732cd0-d725-428b-9af1-56b4b1056b33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:22.583013 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Network 15a29ced-b48a-44d1-b472-b6da5d63b593 details requested by agent ovs-agent-n-d-818823-1 with host n-d-818823-1 {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 20:16:22.693639 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39fa11d7-5d13-4f80-932e-9e71a63bfdeb tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:16:22.696311 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-39fa11d7-5d13-4f80-932e-9e71a63bfdeb tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] 10.222.0.46 "GET /v2.0/networks?id=15a29ced-b48a-44d1-b472-b6da5d63b593 HTTP/1.1" status: 200 len: 765 time: 0.2635298 Nov 22 20:16:22.700065 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 42860) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:16:22.710227 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-f37fba9a-6d3c-4049-b879-b601d62e9b47 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Request body: {'network': {'description': 'd2'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:16:22.754023 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [None req-c2946229-a2c2-4e17-a392-5ec8e92f6889 admin admin] Allocated IP 172.25.5.64 (c48a55e9-6a85-4746-b7bf-3e29fb560094/5da6f781-63e6-4328-ae7a-5e672262f55a/bec982c5-e9f9-44de-bd20-1379b7fef959) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:16:22.778446 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-b5732cd0-d725-428b-9af1-56b4b1056b33 None None] For port 82ab1f31-750a-4ca3-a561-62afbc28260b, host n-d-818823-1, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:16:22.783186 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-b5732cd0-d725-428b-9af1-56b4b1056b33 None None] For port 82ab1f31-750a-4ca3-a561-62afbc28260b, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=82ab1f31-750a-4ca3-a561-62afbc28260b,segment=NetworkSegment(56debe83-f1a4-4422-b85c-8e2fd99ea227),segment_id=56debe83-f1a4-4422-b85c-8e2fd99ea227)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:16:22.803347 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-339affa7-24a2-4657-b410-6fb1fd3918ad tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:22.814862 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-b5732cd0-d725-428b-9af1-56b4b1056b33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:22.827013 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Pushing event updated for resources: {'Port': ['ID=afbc5459-57a1-4a81-87b2-f93db38c367f,revision_number=3']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:16:22.886744 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339affa7-24a2-4657-b410-6fb1fd3918ad tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Pushing event deleted for resources: {'Port': ['ID=fe4b5d15-2578-4c76-9a34-2c70af2a17e4,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:16:22.889499 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c2946229-a2c2-4e17-a392-5ec8e92f6889 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:22.927019 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-339affa7-24a2-4657-b410-6fb1fd3918ad tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:22.933535 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-339affa7-24a2-4657-b410-6fb1fd3918ad tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] 10.222.0.46 "DELETE /v2.0/ports/fe4b5d15-2578-4c76-9a34-2c70af2a17e4 HTTP/1.1" status: 204 len: 168 time: 1.3423650 Nov 22 20:16:22.939848 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 42862) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:16:23.051952 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f37fba9a-6d3c-4049-b879-b601d62e9b47 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748992492791'] for network, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:23.062337 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5732cd0-d725-428b-9af1-56b4b1056b33 None None] Pushing event updated for resources: {'Port': ['ID=82ab1f31-750a-4ca3-a561-62afbc28260b,revision_number=2']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:16:23.082410 n-d-818823-1 neutron-server[103447]: INFO neutron.pecan_wsgi.hooks.translation [None req-7aee942c-da69-4543-9e79-7e3ae6323c76 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] DELETE failed (client error): The resource could not be found. Nov 22 20:16:23.083225 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7aee942c-da69-4543-9e79-7e3ae6323c76 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103447) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 20:16:23.087886 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-7aee942c-da69-4543-9e79-7e3ae6323c76 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] 10.222.0.46 "DELETE /v2.0/ports/fe4b5d15-2578-4c76-9a34-2c70af2a17e4 HTTP/1.1" status: 404 len: 333 time: 0.0874307 Nov 22 20:16:23.089291 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c2946229-a2c2-4e17-a392-5ec8e92f6889 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:23.091739 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 42866) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:16:23.113574 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 42868) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:16:23.113992 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f37fba9a-6d3c-4049-b879-b601d62e9b47 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for network, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:23.162845 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f37fba9a-6d3c-4049-b879-b601d62e9b47 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Network 15a29ced-b48a-44d1-b472-b6da5d63b593 is not hosted by any dhcp agent {{(pid=103448) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 22 20:16:23.166063 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8db490f7-5ac0-4594-b12e-365158dbc7b1 req-27d57a44-6ebc-4ba7-a8fc-e4178775ab94 service neutron] 10.222.0.46 "GET /v2.0/networks/639e7825-8df7-444f-a5a2-3b925aa1f50a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8856115 Nov 22 20:16:23.168195 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2946229-a2c2-4e17-a392-5ec8e92f6889 admin admin] Pushing event updated for resources: {'Port': ['ID=bec982c5-e9f9-44de-bd20-1379b7fef959,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:16:23.176468 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f37fba9a-6d3c-4049-b879-b601d62e9b47 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:16:23.177136 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f37fba9a-6d3c-4049-b879-b601d62e9b47 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Publish callbacks [] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:23.178841 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2946229-a2c2-4e17-a392-5ec8e92f6889 admin admin] Network c48a55e9-6a85-4746-b7bf-3e29fb560094 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:16:23.181265 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-c2946229-a2c2-4e17-a392-5ec8e92f6889 admin admin] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:16:23.188112 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-f37fba9a-6d3c-4049-b879-b601d62e9b47 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] 10.222.0.46 "PUT /v2.0/networks/15a29ced-b48a-44d1-b472-b6da5d63b593 HTTP/1.1" status: 200 len: 762 time: 0.4856043 Nov 22 20:16:23.190422 n-d-818823-1 neutron-server[103448]: INFO neutron.pecan_wsgi.hooks.translation [None req-0eb24255-a171-4dcd-92d6-a61a668c5ec6 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] GET failed (client error): The resource could not be found. Nov 22 20:16:23.192524 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-0eb24255-a171-4dcd-92d6-a61a668c5ec6 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] 10.222.0.46 "GET /v2.0/ports/fe4b5d15-2578-4c76-9a34-2c70af2a17e4 HTTP/1.1" status: 404 len: 333 time: 0.0979865 Nov 22 20:16:23.197557 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2946229-a2c2-4e17-a392-5ec8e92f6889 admin admin] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:16:23.198192 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2853b16b-e957-4df3-9cb5-0222c781e383 None None] DHCP port deletion for c48a55e9-6a85-4746-b7bf-3e29fb560094 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:16:23.201145 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 42872) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:16:23.201516 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 42874) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:16:23.364566 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37fba9a-6d3c-4049-b879-b601d62e9b47 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Pushing event updated for resources: {'Network': ['ID=15a29ced-b48a-44d1-b472-b6da5d63b593,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:16:23.506674 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca7201fe-0cc0-41a2-9496-af55924ac0c8 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Deleting subnet 3ebae580-5118-4ea1-acd4-70aa1ef83bb7 {{(pid=103447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 20:16:23.561816 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4a702bc8-c2e7-433c-b6a7-33d7bfd16a77 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:23.667556 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ca7201fe-0cc0-41a2-9496-af55924ac0c8 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks [] for subnet, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:23.679671 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7420045-ecfa-4472-972f-e885be3fee8e tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:16:23.681241 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-b7420045-ecfa-4472-972f-e885be3fee8e tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] 10.222.0.46 "GET /v2.0/networks?id=15a29ced-b48a-44d1-b472-b6da5d63b593 HTTP/1.1" status: 200 len: 765 time: 0.4719181 Nov 22 20:16:23.704047 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 42886) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:16:23.782017 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c67cefcc-8fb3-4931-adbc-2c4a5fa051bf req-a1b8a40a-2557-42e8-95bd-9437169dddc9 tempest-VolumesActionsTest-254083871 tempest-VolumesActionsTest-254083871-project] 10.222.0.46 "GET /v2.0/ports?device_id=680129ff-58ba-4055-a105-7c282d2ce07d HTTP/1.1" status: 200 len: 210 time: 0.1324432 Nov 22 20:16:23.802575 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Network 15a29ced-b48a-44d1-b472-b6da5d63b593 details requested by agent ovs-agent-n-d-818823-1 with host n-d-818823-1 {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 20:16:23.805143 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device afbc5459-57a1-4a81-87b2-f93db38c367f up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:16:23.849640 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4a702bc8-c2e7-433c-b6a7-33d7bfd16a77 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:23.896664 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ca7201fe-0cc0-41a2-9496-af55924ac0c8 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12178353'] for subnet, precommit_delete_associations {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:23.925586 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-877248e8-9bff-482e-b88b-1e3442fbc021 None None] Provisioning complete for port bec982c5-e9f9-44de-bd20-1379b7fef959 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:16:23.926045 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-877248e8-9bff-482e-b88b-1e3442fbc021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:23.991588 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4a702bc8-c2e7-433c-b6a7-33d7bfd16a77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:23.999676 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-877248e8-9bff-482e-b88b-1e3442fbc021 None None] Port bec982c5-e9f9-44de-bd20-1379b7fef959 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:16:24.047771 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port afbc5459-57a1-4a81-87b2-f93db38c367f triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:16:24.048156 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:24.128092 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-66e937ad-70ae-4089-a8e2-be43fdcf5063 None None] Could not find standard attr ID for object fe4b5d15-2578-4c76-9a34-2c70af2a17e4. {{(pid=103449) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 22 20:16:24.152507 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-66e937ad-70ae-4089-a8e2-be43fdcf5063 None None] Provisioning complete for port afbc5459-57a1-4a81-87b2-f93db38c367f triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:16:24.153052 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-66e937ad-70ae-4089-a8e2-be43fdcf5063 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:24.216710 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ca7201fe-0cc0-41a2-9496-af55924ac0c8 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3753007'] for subnet, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:24.338226 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d56c474-eb5b-4b3a-80ac-7b38b65cb3bc tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:16:24.342861 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-2d56c474-eb5b-4b3a-80ac-7b38b65cb3bc tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.6333845 Nov 22 20:16:24.345688 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 42896) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:16:24.349070 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-4a702bc8-c2e7-433c-b6a7-33d7bfd16a77 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=081be6c4edcb4b748379df934ba43763&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2325971 Nov 22 20:16:24.357185 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 42898) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:16:24.380842 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a702bc8-c2e7-433c-b6a7-33d7bfd16a77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7fe5145-105e-4e41-a033-3e1d2f49b40f,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:16:24.448811 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-f289cae7-55aa-435c-8085-773af5e1641c tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] 10.222.0.46 "GET /v2.0/subnets?network_id=c48a55e9-6a85-4746-b7bf-3e29fb560094 HTTP/1.1" status: 200 len: 207 time: 0.0800824 Nov 22 20:16:24.450555 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c2946229-a2c2-4e17-a392-5ec8e92f6889 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:24.457284 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 42900) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:16:24.543008 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1b9cc157-a74b-43d0-b72e-30be6e43faae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:24.605063 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ca7201fe-0cc0-41a2-9496-af55924ac0c8 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3753014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8900804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8485115'] for subnet, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:24.654870 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1b9cc157-a74b-43d0-b72e-30be6e43faae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:24.658508 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7201fe-0cc0-41a2-9496-af55924ac0c8 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Pushing event deleted for resources: {'Subnet': ['ID=3ebae580-5118-4ea1-acd4-70aa1ef83bb7,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:16:24.666288 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ca7201fe-0cc0-41a2-9496-af55924ac0c8 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for subnet, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:24.672048 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-ca7201fe-0cc0-41a2-9496-af55924ac0c8 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] 10.222.0.46 "DELETE /v2.0/subnets/3ebae580-5118-4ea1-acd4-70aa1ef83bb7 HTTP/1.1" status: 204 len: 168 time: 1.4439316 Nov 22 20:16:24.675780 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 42906) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:16:24.684970 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-700ef70f-f541-4007-ac95-14d21aeb9e2f None None] Network 49b677e8-6e8a-4062-b9e8-b7eecde76273 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:16:24.791269 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3d42f59-06ea-4abb-882e-9f0d3cd6e5c6 None None] Network 73091ecb-b489-4dc5-b0f5-740e198eef08 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:16:24.855226 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1c82983d-9548-4ef8-a040-f2fdc780efcb tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3961693'] for network, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:24.886335 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f314279-96f9-4ab1-9e4b-e3c872b08b61 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:16:24.894746 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f314279-96f9-4ab1-9e4b-e3c872b08b61 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:16:24.908351 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f314279-96f9-4ab1-9e4b-e3c872b08b61 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:16:24.914373 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f314279-96f9-4ab1-9e4b-e3c872b08b61 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:16:24.919459 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-27eed442-d986-4945-93ab-f8acdd6bf5ed None None] Provisioning complete for port 82ab1f31-750a-4ca3-a561-62afbc28260b triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:16:24.920042 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-27eed442-d986-4945-93ab-f8acdd6bf5ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:24.921443 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f314279-96f9-4ab1-9e4b-e3c872b08b61 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:16:24.930695 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f314279-96f9-4ab1-9e4b-e3c872b08b61 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:16:24.932639 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-5f314279-96f9-4ab1-9e4b-e3c872b08b61 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.4742522 Nov 22 20:16:24.936876 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 42914) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:16:25.049160 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1b9cc157-a74b-43d0-b72e-30be6e43faae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:25.051023 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1b9cc157-a74b-43d0-b72e-30be6e43faae admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:25.052221 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-1b9cc157-a74b-43d0-b72e-30be6e43faae admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c7fe5145-105e-4e41-a033-3e1d2f49b40f HTTP/1.1" status: 204 len: 168 time: 0.6940441 Nov 22 20:16:25.086023 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-1c82983d-9548-4ef8-a040-f2fdc780efcb tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Deleting port afbc5459-57a1-4a81-87b2-f93db38c367f {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:16:25.086372 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1c82983d-9548-4ef8-a040-f2fdc780efcb tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:25.107153 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9cc157-a74b-43d0-b72e-30be6e43faae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7fe5145-105e-4e41-a033-3e1d2f49b40f,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:16:25.113236 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-67aad352-73c3-44a4-ab93-b6b075e6870b req-dd41a902-31ca-4413-8c4b-84e72ea7d5d0 tempest-VolumesActionsTest-254083871 tempest-VolumesActionsTest-254083871-project] 10.222.0.46 "GET /v2.0/ports?device_id=680129ff-58ba-4055-a105-7c282d2ce07d HTTP/1.1" status: 200 len: 210 time: 0.0619807 Nov 22 20:16:25.186557 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845704d2-7c2d-40b2-beae-d2bcefac0147 req-11073e9d-a753-4b16-b42b-623080e01c09 tempest-ServersTestManualDisk-1649092872 tempest-ServersTestManualDisk-1649092872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:16:25.188544 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-845704d2-7c2d-40b2-beae-d2bcefac0147 req-11073e9d-a753-4b16-b42b-623080e01c09 tempest-ServersTestManualDisk-1649092872 tempest-ServersTestManualDisk-1649092872-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2395704-e941-4921-8963-3be2b945ad62 HTTP/1.1" status: 200 len: 946 time: 0.1384907 Nov 22 20:16:25.215049 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-b4b3cab1-ad35-49ec-8312-d70a9b206eb8 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] 10.222.0.46 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.2769642 Nov 22 20:16:25.222646 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 42918) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:16:25.251458 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-1c82983d-9548-4ef8-a040-f2fdc780efcb tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] For port afbc5459-57a1-4a81-87b2-f93db38c367f, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=afbc5459-57a1-4a81-87b2-f93db38c367f,segment=NetworkSegment(cd46fc27-81f0-4178-aaa5-a32403cab705),segment_id=cd46fc27-81f0-4178-aaa5-a32403cab705)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:16:25.252544 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1c82983d-9548-4ef8-a040-f2fdc780efcb tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:25.293889 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-1c82983d-9548-4ef8-a040-f2fdc780efcb tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Calling delete_port for afbc5459-57a1-4a81-87b2-f93db38c367f owned by network:dhcp {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:16:25.303517 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-210adb5b-b32c-41b3-983a-0dbbf63af010 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:16:25.306433 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-210adb5b-b32c-41b3-983a-0dbbf63af010 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:16:25.308980 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-210adb5b-b32c-41b3-983a-0dbbf63af010 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:16:25.315343 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-210adb5b-b32c-41b3-983a-0dbbf63af010 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:16:25.318478 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-210adb5b-b32c-41b3-983a-0dbbf63af010 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:16:25.321443 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-210adb5b-b32c-41b3-983a-0dbbf63af010 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0975413 Nov 22 20:16:25.326513 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c2946229-a2c2-4e17-a392-5ec8e92f6889 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-659538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-841284'] for router, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:25.331144 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 42920) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:16:25.453533 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b06800d1-3401-44aa-bd81-30c9a9f34199 None None] DHCP port deletion for 49b677e8-6e8a-4062-b9e8-b7eecde76273 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:16:25.521017 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-27eed442-d986-4945-93ab-f8acdd6bf5ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:25.530430 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-845704d2-7c2d-40b2-beae-d2bcefac0147 req-04dac10a-cb39-4f03-ab92-e084d2f1c7c0 tempest-ServersTestManualDisk-1649092872 tempest-ServersTestManualDisk-1649092872-project] 10.222.0.46 "GET /v2.0/security-groups?id=368a4176-acce-44f6-a6e9-15de4e10b157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3335347 Nov 22 20:16:25.562265 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-581363de-c7f1-4ccb-bc09-3e54887cd0d5 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Attributes excluded by policy engine: ['shared'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:16:25.564650 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-581363de-c7f1-4ccb-bc09-3e54887cd0d5 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Attributes excluded by policy engine: ['shared'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:16:25.566233 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-581363de-c7f1-4ccb-bc09-3e54887cd0d5 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Attributes excluded by policy engine: ['shared'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:16:25.567720 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-581363de-c7f1-4ccb-bc09-3e54887cd0d5 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Attributes excluded by policy engine: ['shared'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:16:25.569691 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-581363de-c7f1-4ccb-bc09-3e54887cd0d5 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Attributes excluded by policy engine: ['shared'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:16:25.571449 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-581363de-c7f1-4ccb-bc09-3e54887cd0d5 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] 10.222.0.46 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1427243 Nov 22 20:16:25.581901 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 42924) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:16:25.616299 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 82ab1f31-750a-4ca3-a561-62afbc28260b up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:16:25.641793 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db490f7-5ac0-4594-b12e-365158dbc7b1 req-bd835663-1a07-49d9-8769-4860741888a5 tempest-VolumesActionsTest-254083871 tempest-VolumesActionsTest-254083871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:16:25.644319 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8db490f7-5ac0-4594-b12e-365158dbc7b1 req-bd835663-1a07-49d9-8769-4860741888a5 tempest-VolumesActionsTest-254083871 tempest-VolumesActionsTest-254083871-project] 10.222.0.20 "GET /v2.0/networks?id=639e7825-8df7-444f-a5a2-3b925aa1f50a HTTP/1.1" status: 200 len: 809 time: 0.3210118 Nov 22 20:16:25.671707 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-8db490f7-5ac0-4594-b12e-365158dbc7b1 req-4c5967cb-936d-446c-af2f-ee85681c9abc tempest-VolumesActionsTest-254083871 tempest-VolumesActionsTest-254083871-project] Request body: {'port': {'device_id': '680129ff-58ba-4055-a105-7c282d2ce07d', 'network_id': '639e7825-8df7-444f-a5a2-3b925aa1f50a', 'admin_state_up': True, 'tenant_id': '0f1829ed7d8c46c6a985216adfd5e58d'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:16:25.747321 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1c82983d-9548-4ef8-a040-f2fdc780efcb tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:25.775835 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-27eed442-d986-4945-93ab-f8acdd6bf5ed None None] For port 82ab1f31-750a-4ca3-a561-62afbc28260b, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=82ab1f31-750a-4ca3-a561-62afbc28260b,segment=NetworkSegment(56debe83-f1a4-4422-b85c-8e2fd99ea227),segment_id=56debe83-f1a4-4422-b85c-8e2fd99ea227)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:16:25.791469 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-27eed442-d986-4945-93ab-f8acdd6bf5ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:25.817801 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c82983d-9548-4ef8-a040-f2fdc780efcb tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Pushing event deleted for resources: {'Port': ['ID=afbc5459-57a1-4a81-87b2-f93db38c367f,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:16:25.854096 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 42930) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:16:25.864577 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-b06800d1-3401-44aa-bd81-30c9a9f34199 None None] Deleting port afbc5459-57a1-4a81-87b2-f93db38c367f {{(pid=103449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:16:25.865307 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-b06800d1-3401-44aa-bd81-30c9a9f34199 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:25.875132 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 82ab1f31-750a-4ca3-a561-62afbc28260b triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:16:25.875777 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:25.880071 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c82983d-9548-4ef8-a040-f2fdc780efcb tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] No DVR routers for this DVR port afbc5459-57a1-4a81-87b2-f93db38c367f on host n-d-818823-1 {{(pid=103448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:16:25.885364 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9724ec30-5984-4d29-b506-056b65323e0b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:25.907355 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2946229-a2c2-4e17-a392-5ec8e92f6889 admin admin] Router 2b982249-a07c-4502-ba7a-2f0c92347c05 is scheduled to L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 with binding_index 1 {{(pid=103447) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 20:16:25.926156 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c651914-b04d-451f-8eef-17cfbbd5f422 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:16:25.930910 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-7c651914-b04d-451f-8eef-17cfbbd5f422 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] 10.222.0.46 "GET /v2.0/networks/e9c1e647-f521-4454-9d4c-7918053cbf9d HTTP/1.1" status: 200 len: 803 time: 0.3448045 Nov 22 20:16:25.939839 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 42932) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:16:25.981039 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27eed442-d986-4945-93ab-f8acdd6bf5ed None None] Pushing event updated for resources: {'Port': ['ID=82ab1f31-750a-4ca3-a561-62afbc28260b,revision_number=3']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:16:26.007886 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1c82983d-9548-4ef8-a040-f2fdc780efcb tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3760028', 'neutron.services.segments.db._delete_segments_for_network-8748992815755'] for network, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:26.030012 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-b06800d1-3401-44aa-bd81-30c9a9f34199 None None] For port afbc5459-57a1-4a81-87b2-f93db38c367f, host n-d-818823-1, got binding levels [] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:16:26.030423 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-b06800d1-3401-44aa-bd81-30c9a9f34199 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:26.038995 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-1c82983d-9548-4ef8-a040-f2fdc780efcb tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49b677e8-6e8a-4062-b9e8-b7eecde76273']}} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:16:26.051586 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-1c82983d-9548-4ef8-a040-f2fdc780efcb tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd46fc27-81f0-4178-aaa5-a32403cab705') {'for_net_delete': True} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:16:26.052027 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-1c82983d-9548-4ef8-a040-f2fdc780efcb tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd46fc27-81f0-4178-aaa5-a32403cab705') {} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:16:26.052334 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-b06800d1-3401-44aa-bd81-30c9a9f34199 None None] Calling delete_port for afbc5459-57a1-4a81-87b2-f93db38c367f owned by network:dhcp {{(pid=103449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:16:26.056081 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.ipam_backend_mixin [None req-b06800d1-3401-44aa-bd81-30c9a9f34199 None None] Port afbc5459-57a1-4a81-87b2-f93db38c367f was not found and therefore no delete operation was performed {{(pid=103449) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 22 20:16:26.062409 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-b06800d1-3401-44aa-bd81-30c9a9f34199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381'] for port, after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:26.065948 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1c82983d-9548-4ef8-a040-f2fdc780efcb tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748993039638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11627933'] for segment, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:26.083995 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1c82983d-9548-4ef8-a040-f2fdc780efcb tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:26.093573 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c82983d-9548-4ef8-a040-f2fdc780efcb tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Releasing vlan 607 on physical network physnet1 to pool {{(pid=103448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 20:16:26.094217 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1c82983d-9548-4ef8-a040-f2fdc780efcb tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11567447'] for segment, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:26.099653 n-d-818823-1 neutron-server[103448]: Traceback (most recent call last): Nov 22 20:16:26.099653 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 20:16:26.099653 n-d-818823-1 neutron-server[103448]: timer() Nov 22 20:16:26.099653 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 20:16:26.099653 n-d-818823-1 neutron-server[103448]: cb(*args, **kw) Nov 22 20:16:26.099653 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 20:16:26.099653 n-d-818823-1 neutron-server[103448]: return func(*args, **kwargs) Nov 22 20:16:26.099653 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 20:16:26.099653 n-d-818823-1 neutron-server[103448]: self._notify() Nov 22 20:16:26.099653 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 20:16:26.099653 n-d-818823-1 neutron-server[103448]: self.callback(batched_events) Nov 22 20:16:26.099653 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 20:16:26.099653 n-d-818823-1 neutron-server[103448]: event.method(event) Nov 22 20:16:26.099653 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 20:16:26.099653 n-d-818823-1 neutron-server[103448]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 20:16:26.099653 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 20:16:26.099653 n-d-818823-1 neutron-server[103448]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 20:16:26.099653 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 20:16:26.099653 n-d-818823-1 neutron-server[103448]: return f(self, *a, **k) Nov 22 20:16:26.099653 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 20:16:26.099653 n-d-818823-1 neutron-server[103448]: return self._get(url).json() Nov 22 20:16:26.099653 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 20:16:26.099653 n-d-818823-1 neutron-server[103448]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 20:16:26.099653 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 20:16:26.099653 n-d-818823-1 neutron-server[103448]: return self.request(url, 'GET', **kwargs) Nov 22 20:16:26.099653 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 20:16:26.099653 n-d-818823-1 neutron-server[103448]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 20:16:26.099653 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 20:16:26.099653 n-d-818823-1 neutron-server[103448]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 20:16:26.099653 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 20:16:26.099653 n-d-818823-1 neutron-server[103448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 20:16:26.099653 n-d-818823-1 neutron-server[103448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 20:16:26.111039 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b06800d1-3401-44aa-bd81-30c9a9f34199 None None] No DVR routers for this DVR port afbc5459-57a1-4a81-87b2-f93db38c367f on host n-d-818823-1 {{(pid=103449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:16:26.113831 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06800d1-3401-44aa-bd81-30c9a9f34199 None None] Pushing event deleted for resources: {'Port': ['ID=afbc5459-57a1-4a81-87b2-f93db38c367f,revision_number=None']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:16:26.150658 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3692dc40-a26c-495a-a431-383ab55574f3 None None] get_active_networks_info from n-d-818823-1 {{(pid=103449) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 22 20:16:26.202059 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8db490f7-5ac0-4594-b12e-365158dbc7b1 req-4c5967cb-936d-446c-af2f-ee85681c9abc tempest-VolumesActionsTest-254083871 tempest-VolumesActionsTest-254083871-project] Made reservation on behalf of 0f1829ed7d8c46c6a985216adfd5e58d for: {'port': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:16:26.206620 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-8db490f7-5ac0-4594-b12e-365158dbc7b1 req-4c5967cb-936d-446c-af2f-ee85681c9abc tempest-VolumesActionsTest-254083871 tempest-VolumesActionsTest-254083871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:26.236411 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1c82983d-9548-4ef8-a040-f2fdc780efcb tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3760002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595318'] for network, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:26.238988 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-b4866222-a2b6-4e14-9613-e0de2d1d9b75 None None] Provisioning complete for port 82ab1f31-750a-4ca3-a561-62afbc28260b triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:16:26.239359 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-b4866222-a2b6-4e14-9613-e0de2d1d9b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:26.257516 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1c82983d-9548-4ef8-a040-f2fdc780efcb tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks [] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:26.275573 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-1c82983d-9548-4ef8-a040-f2fdc780efcb tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] 10.222.0.46 "DELETE /v2.0/networks/49b677e8-6e8a-4062-b9e8-b7eecde76273 HTTP/1.1" status: 204 len: 168 time: 1.5862746 Nov 22 20:16:26.282120 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 42936) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:16:26.300988 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c82983d-9548-4ef8-a040-f2fdc780efcb tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Pushing event deleted for resources: {'Network': ['ID=49b677e8-6e8a-4062-b9e8-b7eecde76273,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:16:26.312427 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c82983d-9548-4ef8-a040-f2fdc780efcb tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:16:26.312875 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c82983d-9548-4ef8-a040-f2fdc780efcb tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:16:26.313228 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c82983d-9548-4ef8-a040-f2fdc780efcb tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:16:26.313568 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c82983d-9548-4ef8-a040-f2fdc780efcb tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:16:26.314532 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c82983d-9548-4ef8-a040-f2fdc780efcb tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:16:26.314983 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c82983d-9548-4ef8-a040-f2fdc780efcb tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:16:26.316895 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c82983d-9548-4ef8-a040-f2fdc780efcb tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:16:26.316895 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c82983d-9548-4ef8-a040-f2fdc780efcb tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:16:26.316895 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c82983d-9548-4ef8-a040-f2fdc780efcb tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:16:26.316895 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c82983d-9548-4ef8-a040-f2fdc780efcb tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:16:26.316895 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c82983d-9548-4ef8-a040-f2fdc780efcb tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:16:26.317342 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c82983d-9548-4ef8-a040-f2fdc780efcb tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:16:26.335503 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-abd53dbb-a49a-4029-ac46-75feca0bc318 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-239374243'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:16:26.340697 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-365f70c3-c9f5-4790-b7f8-923de1458a3b req-16eff350-007a-4d69-a798-1ccaccc4c55a tempest-VolumesActionsTest-254083871 tempest-VolumesActionsTest-254083871-project] 10.222.0.46 "GET /v2.0/ports?device_id=680129ff-58ba-4055-a105-7c282d2ce07d HTTP/1.1" status: 200 len: 210 time: 0.0911689 Nov 22 20:16:26.356128 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-f3080fe1-9194-405b-aec8-712482090447 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] 10.222.0.46 "GET /v2.0/networks/e9c1e647-f521-4454-9d4c-7918053cbf9d?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.4150665 Nov 22 20:16:26.360751 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 42942) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:16:26.400158 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9724ec30-5984-4d29-b506-056b65323e0b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:26.412458 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2946229-a2c2-4e17-a392-5ec8e92f6889 admin admin] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:16:26.418171 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9724ec30-5984-4d29-b506-056b65323e0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:26.441830 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19bbfaa-d7ac-4669-b7ef-5caee286a936 None None] Sync routers for ids ['2b982249-a07c-4502-ba7a-2f0c92347c05'] in n-d-818823-1 {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:16:26.475193 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abd53dbb-a49a-4029-ac46-75feca0bc318 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Made reservation on behalf of 2dee5ba1e01f416ab951cabb312f3dca for: {'network': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:16:26.478042 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19bbfaa-d7ac-4669-b7ef-5caee286a936 None None] Routers {'2b982249-a07c-4502-ba7a-2f0c92347c05'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:16:26.478757 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-c19bbfaa-d7ac-4669-b7ef-5caee286a936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:16:03Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['2b982249-a07c-4502-ba7a-2f0c92347c05'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:16:26.478910 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-abd53dbb-a49a-4029-ac46-75feca0bc318 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for network, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:26.515130 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dad4a035-6e9f-4842-8923-78596ab7a03b tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:16:26.515923 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c2946229-a2c2-4e17-a392-5ec8e92f6889 admin admin] Publish callbacks [] for router, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:26.520497 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-dad4a035-6e9f-4842-8923-78596ab7a03b tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] 10.222.0.46 "GET /v2.0/subnets/0d41b3df-098f-4b40-bc90-11316fee4447 HTTP/1.1" status: 200 len: 843 time: 0.1535368 Nov 22 20:16:26.520697 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-c2946229-a2c2-4e17-a392-5ec8e92f6889 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.2730024 Nov 22 20:16:26.524297 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 42946) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:16:26.524653 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 42948) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:16:26.528919 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-9724ec30-5984-4d29-b506-056b65323e0b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=961ee7d0ca924139a0d50d720898fe15&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6703455 Nov 22 20:16:26.529987 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 42952) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:16:26.550983 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9724ec30-5984-4d29-b506-056b65323e0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8845f60-4abd-4229-ac25-fb988ec929e1,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:16:26.607834 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abd53dbb-a49a-4029-ac46-75feca0bc318 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] vlan segment allocate from pool success with {'vlan_id': 637, 'physical_network': 'physnet1'} {{(pid=103447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 20:16:26.617688 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3692dc40-a26c-495a-a431-383ab55574f3 None None] Resources bound (agent type, host, resource id): {{(pid=103449) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 22 20:16:26.647006 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47195579-7602-4dc8-a2ca-eff7eb5b61a4 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Attributes excluded by policy engine: ['shared'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:16:26.652701 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-47195579-7602-4dc8-a2ca-eff7eb5b61a4 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] 10.222.0.46 "GET /v2.0/subnets/0d41b3df-098f-4b40-bc90-11316fee4447?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1252878 Nov 22 20:16:26.655462 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 42954) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:16:26.661049 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-c19bbfaa-d7ac-4669-b7ef-5caee286a936 None None] Set router 2b982249-a07c-4502-ba7a-2f0c92347c05 gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:16:26.661561 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-ca0ab529-77ae-4732-91a7-6f53d5b0bef4 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-362197262'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:16:26.665652 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [req-8db490f7-5ac0-4594-b12e-365158dbc7b1 req-4c5967cb-936d-446c-af2f-ee85681c9abc tempest-VolumesActionsTest-254083871 tempest-VolumesActionsTest-254083871-project] Allocated IP 172.20.0.8 (639e7825-8df7-444f-a5a2-3b925aa1f50a/4cb2abbb-c8b1-40a7-a672-13a89e9bd4e5/711a60d8-a87b-493b-a1b6-b1cade3d1661) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:16:26.676167 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-abd53dbb-a49a-4029-ac46-75feca0bc318 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:26.676692 n-d-818823-1 neutron-server[103447]: INFO neutron.db.segments_db [None req-abd53dbb-a49a-4029-ac46-75feca0bc318 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Added segment b7ee9af6-6d57-4b45-b57f-8274491d81be of type vlan for network 0fc51fcf-fb7b-4be6-9705-52f544f12a34 Nov 22 20:16:26.757239 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-57728a3a-8a06-4128-b951-83b946672bfd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:26.758584 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca0ab529-77ae-4732-91a7-6f53d5b0bef4 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Made reservation on behalf of a81ebb9a7b0f4ba7970568a2e3653a5f for: {'network': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:16:26.764385 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ca0ab529-77ae-4732-91a7-6f53d5b0bef4 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for network, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:26.773710 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-abd53dbb-a49a-4029-ac46-75feca0bc318 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748992492791'] for network, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:26.784492 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ffe6a6-890b-4ede-87c3-7863188f7002 req-fdbf1374-a652-486b-80b9-5d8f5f0dd27d tempest-ServersTestManualDisk-1649092872 tempest-ServersTestManualDisk-1649092872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:16:26.791805 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-47ffe6a6-890b-4ede-87c3-7863188f7002 req-fdbf1374-a652-486b-80b9-5d8f5f0dd27d tempest-ServersTestManualDisk-1649092872 tempest-ServersTestManualDisk-1649092872-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2395704-e941-4921-8963-3be2b945ad62 HTTP/1.1" status: 200 len: 946 time: 0.2080514 Nov 22 20:16:26.857825 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-57728a3a-8a06-4128-b951-83b946672bfd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:26.921880 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca0ab529-77ae-4732-91a7-6f53d5b0bef4 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] vlan segment allocate from pool success with {'vlan_id': 620, 'physical_network': 'physnet1'} {{(pid=103448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 20:16:26.959267 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ca0ab529-77ae-4732-91a7-6f53d5b0bef4 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:26.959818 n-d-818823-1 neutron-server[103448]: INFO neutron.db.segments_db [None req-ca0ab529-77ae-4732-91a7-6f53d5b0bef4 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Added segment 771521f9-3760-4172-8d4a-67a085fa2fe9 of type vlan for network ae4cdb67-1bad-421b-9ea1-e289cf4a6686 Nov 22 20:16:26.994422 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-abd53dbb-a49a-4029-ac46-75feca0bc318 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for network, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:27.000774 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abd53dbb-a49a-4029-ac46-75feca0bc318 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:16:27.001944 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-abd53dbb-a49a-4029-ac46-75feca0bc318 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for network, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:27.031538 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-47ffe6a6-890b-4ede-87c3-7863188f7002 req-dae732ff-741d-42a2-9204-674b0343ce2e tempest-ServersTestManualDisk-1649092872 tempest-ServersTestManualDisk-1649092872-project] 10.222.0.46 "GET /v2.0/security-groups?id=368a4176-acce-44f6-a6e9-15de4e10b157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2387111 Nov 22 20:16:27.090182 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ca0ab529-77ae-4732-91a7-6f53d5b0bef4 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748992492791'] for network, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:27.168949 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-abd53dbb-a49a-4029-ac46-75feca0bc318 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8745677 Nov 22 20:16:27.172102 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 42964) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:16:27.177747 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-85b68fde-fb7a-4666-8f56-b38260715d46 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Request body: {'subnet': {'network_id': '0fc51fcf-fb7b-4be6-9705-52f544f12a34', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:16:27.180687 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-57728a3a-8a06-4128-b951-83b946672bfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:27.184439 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-57728a3a-8a06-4128-b951-83b946672bfd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:27.185865 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-57728a3a-8a06-4128-b951-83b946672bfd admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b8845f60-4abd-4229-ac25-fb988ec929e1 HTTP/1.1" status: 204 len: 168 time: 0.6319704 Nov 22 20:16:27.205178 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd53dbb-a49a-4029-ac46-75feca0bc318 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Pushing event updated for resources: {'Network': ['ID=0fc51fcf-fb7b-4be6-9705-52f544f12a34,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:16:27.219729 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57728a3a-8a06-4128-b951-83b946672bfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8845f60-4abd-4229-ac25-fb988ec929e1,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:16:27.222134 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Network 0fc51fcf-fb7b-4be6-9705-52f544f12a34 details requested by agent ovs-agent-n-d-818823-1 with host n-d-818823-1 {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 20:16:27.240940 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a43908e-d441-4395-aab8-a0651fc6ab2d req-46205ce3-e66c-4a3a-a47e-fea076ffe163 tempest-ServersTestJSON-643082518 tempest-ServersTestJSON-643082518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:16:27.243193 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ca0ab529-77ae-4732-91a7-6f53d5b0bef4 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for network, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:27.248710 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7a43908e-d441-4395-aab8-a0651fc6ab2d req-46205ce3-e66c-4a3a-a47e-fea076ffe163 tempest-ServersTestJSON-643082518 tempest-ServersTestJSON-643082518-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b8efb2d-fe81-4a22-8183-9539766c0e33 HTTP/1.1" status: 200 len: 946 time: 0.2434816 Nov 22 20:16:27.249939 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca0ab529-77ae-4732-91a7-6f53d5b0bef4 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:16:27.250607 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ca0ab529-77ae-4732-91a7-6f53d5b0bef4 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Publish callbacks [] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:27.253693 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-8db490f7-5ac0-4594-b12e-365158dbc7b1 req-4c5967cb-936d-446c-af2f-ee85681c9abc tempest-VolumesActionsTest-254083871 tempest-VolumesActionsTest-254083871-project] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:27.334019 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7a43908e-d441-4395-aab8-a0651fc6ab2d req-eb71c456-024d-446b-9689-cd0daf4c12a2 tempest-ServersTestJSON-643082518 tempest-ServersTestJSON-643082518-project] 10.222.0.46 "GET /v2.0/security-groups?id=21c9b817-9b9e-4905-881e-fc9021459c49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784924 Nov 22 20:16:27.357710 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-8db490f7-5ac0-4594-b12e-365158dbc7b1 req-4c5967cb-936d-446c-af2f-ee85681c9abc tempest-VolumesActionsTest-254083871 tempest-VolumesActionsTest-254083871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:27.401790 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 82ab1f31-750a-4ca3-a561-62afbc28260b up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:16:27.461056 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8db490f7-5ac0-4594-b12e-365158dbc7b1 req-4c5967cb-936d-446c-af2f-ee85681c9abc tempest-VolumesActionsTest-254083871 tempest-VolumesActionsTest-254083871-project] Network 639e7825-8df7-444f-a5a2-3b925aa1f50a is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:16:27.469855 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [req-8db490f7-5ac0-4594-b12e-365158dbc7b1 req-4c5967cb-936d-446c-af2f-ee85681c9abc tempest-VolumesActionsTest-254083871 tempest-VolumesActionsTest-254083871-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:16:27.478516 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-8db490f7-5ac0-4594-b12e-365158dbc7b1 req-4c5967cb-936d-446c-af2f-ee85681c9abc tempest-VolumesActionsTest-254083871 tempest-VolumesActionsTest-254083871-project] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:16:27.569162 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-c19bbfaa-d7ac-4669-b7ef-5caee286a936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b982249-a07c-4502-ba7a-2f0c92347c05', 'name': 'tempest-ServersTestBootFromVolume-388830050-router', 'tenant_id': '23ed8fcebbac4686acca3f06ab3e514c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': 'bec982c5-e9f9-44de-bd20-1379b7fef959', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:16:20Z', 'updated_at': '2021-11-22T20:16:23Z', 'revision_number': 3, 'project_id': '23ed8fcebbac4686acca3f06ab3e514c', 'gw_port': {'id': 'bec982c5-e9f9-44de-bd20-1379b7fef959', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:fd:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b982249-a07c-4502-ba7a-2f0c92347c05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:16:22Z', 'updated_at': '2021-11-22T20:16:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:16:27.626339 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5967cb-936d-446c-af2f-ee85681c9abc tempest-VolumesActionsTest-254083871 tempest-VolumesActionsTest-254083871-project] Pushing event updated for resources: {'Port': ['ID=711a60d8-a87b-493b-a1b6-b1cade3d1661,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:16:27.639210 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19bbfaa-d7ac-4669-b7ef-5caee286a936 None None] Checking router: 2b982249-a07c-4502-ba7a-2f0c92347c05 for host: n-d-818823-1 {{(pid=103449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 20:16:27.639750 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19bbfaa-d7ac-4669-b7ef-5caee286a936 None None] Updating router 2b982249-a07c-4502-ba7a-2f0c92347c05 port bec982c5-e9f9-44de-bd20-1379b7fef959 binding host n-d-818823-1 {{(pid=103449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 20:16:27.678978 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-788659c7-f3c2-4c38-af7a-37689c38bd0f None None] DHCP port deletion for 639e7825-8df7-444f-a5a2-3b925aa1f50a request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:16:27.688483 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 82ab1f31-750a-4ca3-a561-62afbc28260b triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:16:27.689080 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:27.703452 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db490f7-5ac0-4594-b12e-365158dbc7b1 req-4c5967cb-936d-446c-af2f-ee85681c9abc tempest-VolumesActionsTest-254083871 tempest-VolumesActionsTest-254083871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:16:27.704146 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-8db490f7-5ac0-4594-b12e-365158dbc7b1 req-4c5967cb-936d-446c-af2f-ee85681c9abc tempest-VolumesActionsTest-254083871 tempest-VolumesActionsTest-254083871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:27.720867 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-c19bbfaa-d7ac-4669-b7ef-5caee286a936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:27.731894 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64199ffa-23dd-4ff9-9360-1b2c8d073b00 req-a0dd83d9-a62a-49c2-9c8f-4fa0b12ead6c tempest-VolumesActionsTest-254083871 tempest-VolumesActionsTest-254083871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:16:27.742199 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-64199ffa-23dd-4ff9-9360-1b2c8d073b00 req-a0dd83d9-a62a-49c2-9c8f-4fa0b12ead6c tempest-VolumesActionsTest-254083871 tempest-VolumesActionsTest-254083871-project] 10.222.0.46 "GET /v2.0/ports?device_id=680129ff-58ba-4055-a105-7c282d2ce07d HTTP/1.1" status: 200 len: 931 time: 0.2092497 Nov 22 20:16:27.771822 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8db490f7-5ac0-4594-b12e-365158dbc7b1 req-4c5967cb-936d-446c-af2f-ee85681c9abc tempest-VolumesActionsTest-254083871 tempest-VolumesActionsTest-254083871-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1127229 Nov 22 20:16:27.786415 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-8db490f7-5ac0-4594-b12e-365158dbc7b1 req-cda9fe2b-dfb4-49ef-855e-e5dbe24c763a service neutron] Request body: {'port': {'device_id': '680129ff-58ba-4055-a105-7c282d2ce07d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818823-1'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:16:27.920599 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-8db490f7-5ac0-4594-b12e-365158dbc7b1 req-cda9fe2b-dfb4-49ef-855e-e5dbe24c763a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:27.922763 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85b68fde-fb7a-4666-8f56-b38260715d46 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Made reservation on behalf of 2dee5ba1e01f416ab951cabb312f3dca for: {'subnet': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:16:27.927224 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-85b68fde-fb7a-4666-8f56-b38260715d46 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11792951'] for subnet, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:27.930805 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0ab529-77ae-4732-91a7-6f53d5b0bef4 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Pushing event updated for resources: {'Network': ['ID=ae4cdb67-1bad-421b-9ea1-e289cf4a6686,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:16:27.946931 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-93993b22-8125-4759-89b3-e2ec604b62cd None None] Provisioning complete for port 711a60d8-a87b-493b-a1b6-b1cade3d1661 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:16:27.947462 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-93993b22-8125-4759-89b3-e2ec604b62cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:27.957000 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-ca0ab529-77ae-4732-91a7-6f53d5b0bef4 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.3003404 Nov 22 20:16:27.965120 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 42984) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:16:27.981705 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-64199ffa-23dd-4ff9-9360-1b2c8d073b00 req-b15e5286-5931-4d67-a09f-ee1e6b4333c3 tempest-VolumesActionsTest-254083871 tempest-VolumesActionsTest-254083871-project] 10.222.0.46 "GET /v2.0/security-groups?id=bc0be890-2f67-46a0-9006-37ebc152269f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2384710 Nov 22 20:16:27.990510 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-53a44416-1c29-45c6-9cf1-c5e847d4f38e tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Request body: {'subnet': {'network_id': 'ae4cdb67-1bad-421b-9ea1-e289cf4a6686', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:16:27.997902 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-93993b22-8125-4759-89b3-e2ec604b62cd None None] Port 711a60d8-a87b-493b-a1b6-b1cade3d1661 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:16:27.999563 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Network ae4cdb67-1bad-421b-9ea1-e289cf4a6686 details requested by agent ovs-agent-n-d-818823-1 with host n-d-818823-1 {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 20:16:28.032849 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ee156c-7565-49fa-91b1-de8e76b43fb5 req-ac7d9a83-fb00-45a6-8ddc-d5ee7aed9125 tempest-ServersTestManualDisk-1649092872 tempest-ServersTestManualDisk-1649092872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:16:28.041519 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-17ee156c-7565-49fa-91b1-de8e76b43fb5 req-ac7d9a83-fb00-45a6-8ddc-d5ee7aed9125 tempest-ServersTestManualDisk-1649092872 tempest-ServersTestManualDisk-1649092872-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2395704-e941-4921-8963-3be2b945ad62 HTTP/1.1" status: 200 len: 946 time: 0.1745276 Nov 22 20:16:28.160453 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ed650afb-d816-42b0-b2cd-deb7c080c299 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:28.329073 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device afbc5459-57a1-4a81-87b2-f93db38c367f no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:16:28.364226 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: afbc5459-57a1-4a81-87b2-f93db38c367f {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:16:28.365411 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device afbc5459-57a1-4a81-87b2-f93db38c367f not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:16:28.442597 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-85b68fde-fb7a-4666-8f56-b38260715d46 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11567560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11792921'] for subnet, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:28.450912 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-c19bbfaa-d7ac-4669-b7ef-5caee286a936 None None] Publish callbacks [] for port, precommit_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:28.469131 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-c19bbfaa-d7ac-4669-b7ef-5caee286a936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:28.508361 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d9347ec-e08e-4677-afb4-e67d4c9efc5e None None] DHCP port deletion for c48a55e9-6a85-4746-b7bf-3e29fb560094 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:16:28.557996 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-c19bbfaa-d7ac-4669-b7ef-5caee286a936 None None] Attempting to bind port bec982c5-e9f9-44de-bd20-1379b7fef959 on host n-d-818823-1 for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:16:28.558538 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-c19bbfaa-d7ac-4669-b7ef-5caee286a936 None None] Attempting to bind port bec982c5-e9f9-44de-bd20-1379b7fef959 by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:16:28.559046 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19bbfaa-d7ac-4669-b7ef-5caee286a936 None None] Attempting to bind port bec982c5-e9f9-44de-bd20-1379b7fef959 on network c48a55e9-6a85-4746-b7bf-3e29fb560094 {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:16:28.560988 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-17ee156c-7565-49fa-91b1-de8e76b43fb5 req-f64da548-e4b6-4ece-b7c9-179d379a0467 tempest-ServersTestManualDisk-1649092872 tempest-ServersTestManualDisk-1649092872-project] 10.222.0.46 "GET /v2.0/security-groups?id=368a4176-acce-44f6-a6e9-15de4e10b157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5170844 Nov 22 20:16:28.568769 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b68fde-fb7a-4666-8f56-b38260715d46 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Pushing event updated for resources: {'Subnet': ['ID=ebe9bfa3-a422-4357-b92e-5053c7e2fb3c,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:16:28.580739 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53a44416-1c29-45c6-9cf1-c5e847d4f38e tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Made reservation on behalf of a81ebb9a7b0f4ba7970568a2e3653a5f for: {'subnet': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:16:28.583563 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19bbfaa-d7ac-4669-b7ef-5caee286a936 None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 16, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:16:28.584420 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19bbfaa-d7ac-4669-b7ef-5caee286a936 None None] Checking segment: {'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:16:28.585420 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-c19bbfaa-d7ac-4669-b7ef-5caee286a936 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:28.585964 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19bbfaa-d7ac-4669-b7ef-5caee286a936 None None] Bound using segment: {'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:16:28.586461 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-c19bbfaa-d7ac-4669-b7ef-5caee286a936 None None] Bound port: bec982c5-e9f9-44de-bd20-1379b7fef959, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:16:28.586757 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-53a44416-1c29-45c6-9cf1-c5e847d4f38e tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8485086'] for subnet, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:28.586929 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-c19bbfaa-d7ac-4669-b7ef-5caee286a936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:28.604040 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [None req-ed650afb-d816-42b0-b2cd-deb7c080c299 admin admin] Allocated IP 172.20.0.1 (73091ecb-b489-4dc5-b0f5-740e198eef08/9101b2b3-b2f9-4690-9616-29ccea2bab88/4aa7ce46-970d-4abb-911d-d8151339509d) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:16:28.640104 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558b7009-f1ff-4ea2-a5b0-88fb30e9b938 None None] Pushing event updated for resources: {'Port': ['ID=bec982c5-e9f9-44de-bd20-1379b7fef959,revision_number=2']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:16:28.669076 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-3196f71b-056c-47c3-9cdd-f695a1c09cb8 None None] Provisioning complete for port bec982c5-e9f9-44de-bd20-1379b7fef959 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:16:28.670076 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-3196f71b-056c-47c3-9cdd-f695a1c09cb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:28.726745 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b68fde-fb7a-4666-8f56-b38260715d46 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Checking segment: {'id': 'b7ee9af6-6d57-4b45-b57f-8274491d81be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '0fc51fcf-fb7b-4be6-9705-52f544f12a34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:16:28.727157 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85b68fde-fb7a-4666-8f56-b38260715d46 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Network hostable DHCP agents. Network: 0fc51fcf-fb7b-4be6-9705-52f544f12a34, hostable agents: ['02adaa64-0987-4b74-bad0-cbcf56f8a294'], hosted agents: [] {{(pid=103448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 20:16:28.741754 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-c19bbfaa-d7ac-4669-b7ef-5caee286a936 None None] For port bec982c5-e9f9-44de-bd20-1379b7fef959, host n-d-818823-1, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:16:28.750045 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-c19bbfaa-d7ac-4669-b7ef-5caee286a936 None None] For port bec982c5-e9f9-44de-bd20-1379b7fef959, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=bec982c5-e9f9-44de-bd20-1379b7fef959,segment=NetworkSegment(8793ba83-8407-4c3d-9b56-2a177cd58a70),segment_id=8793ba83-8407-4c3d-9b56-2a177cd58a70)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:16:28.755506 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ed650afb-d816-42b0-b2cd-deb7c080c299 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:28.760036 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-c19bbfaa-d7ac-4669-b7ef-5caee286a936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:28.803390 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85b68fde-fb7a-4666-8f56-b38260715d46 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Network 0fc51fcf-fb7b-4be6-9705-52f544f12a34 is scheduled to be hosted by DHCP agent 02adaa64-0987-4b74-bad0-cbcf56f8a294 with binding_index 1 {{(pid=103448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 20:16:28.812726 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ed650afb-d816-42b0-b2cd-deb7c080c299 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:28.837017 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-3196f71b-056c-47c3-9cdd-f695a1c09cb8 None None] Port bec982c5-e9f9-44de-bd20-1379b7fef959 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:16:28.861217 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-85b68fde-fb7a-4666-8f56-b38260715d46 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818823-1, 0fc51fcf-fb7b-4be6-9705-52f544f12a34) {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:16:28.863562 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19bbfaa-d7ac-4669-b7ef-5caee286a936 None None] Routers {'2b982249-a07c-4502-ba7a-2f0c92347c05'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:16:28.864222 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-c19bbfaa-d7ac-4669-b7ef-5caee286a936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:16:03Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['2b982249-a07c-4502-ba7a-2f0c92347c05'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:16:28.867044 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cb0de99-2b12-46af-84c6-db57b8779e81 None None] DHCP port deletion for c48a55e9-6a85-4746-b7bf-3e29fb560094 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:16:28.877823 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558b7009-f1ff-4ea2-a5b0-88fb30e9b938 None None] Pushing event updated for resources: {'Port': ['ID=bec982c5-e9f9-44de-bd20-1379b7fef959,revision_number=3']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:16:28.890294 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b68fde-fb7a-4666-8f56-b38260715d46 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:16:28.891548 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-85b68fde-fb7a-4666-8f56-b38260715d46 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:28.912684 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed650afb-d816-42b0-b2cd-deb7c080c299 admin admin] Network 73091ecb-b489-4dc5-b0f5-740e198eef08 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:16:28.916226 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed650afb-d816-42b0-b2cd-deb7c080c299 admin admin] Pushing event updated for resources: {'Port': ['ID=4aa7ce46-970d-4abb-911d-d8151339509d,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:16:28.924577 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5a5acae-09e3-4371-bbad-2874e7e4299e None None] Network 0fc51fcf-fb7b-4be6-9705-52f544f12a34 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:16:28.946811 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-ed650afb-d816-42b0-b2cd-deb7c080c299 admin admin] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:16:28.951974 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed650afb-d816-42b0-b2cd-deb7c080c299 admin admin] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:16:28.962266 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-85b68fde-fb7a-4666-8f56-b38260715d46 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7867479 Nov 22 20:16:28.989032 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 43008) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:16:29.019575 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-4bb02be1-6b2e-425a-b1b9-01ee0fa98172 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Request body: {'port': {'network_id': '0fc51fcf-fb7b-4be6-9705-52f544f12a34', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-61601702'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:16:29.122191 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.ipam_backend_mixin [None req-53a44416-1c29-45c6-9cf1-c5e847d4f38e tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Performing IP validity checks on allocation pools {{(pid=103447) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 22 20:16:29.122709 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.ipam_backend_mixin [None req-53a44416-1c29-45c6-9cf1-c5e847d4f38e tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103447) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 22 20:16:29.141852 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-c19bbfaa-d7ac-4669-b7ef-5caee286a936 None None] Set router 2b982249-a07c-4502-ba7a-2f0c92347c05 gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:16:29.166224 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5349426a-9948-44eb-b0c3-ad92c219fe14 req-8c665f49-a6b9-4b33-a0d0-ee81b9acb4da tempest-ServersTestJSON-643082518 tempest-ServersTestJSON-643082518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:16:29.174760 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5349426a-9948-44eb-b0c3-ad92c219fe14 req-8c665f49-a6b9-4b33-a0d0-ee81b9acb4da tempest-ServersTestJSON-643082518 tempest-ServersTestJSON-643082518-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b8efb2d-fe81-4a22-8183-9539766c0e33 HTTP/1.1" status: 200 len: 946 time: 0.7069061 Nov 22 20:16:29.253965 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5349426a-9948-44eb-b0c3-ad92c219fe14 req-2b4ce128-8aca-41fd-99bc-4268a945b4bd tempest-ServersTestJSON-643082518 tempest-ServersTestJSON-643082518-project] 10.222.0.46 "GET /v2.0/security-groups?id=21c9b817-9b9e-4905-881e-fc9021459c49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775225 Nov 22 20:16:29.267405 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [req-8db490f7-5ac0-4594-b12e-365158dbc7b1 req-cda9fe2b-dfb4-49ef-855e-e5dbe24c763a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 711a60d8-a87b-493b-a1b6-b1cade3d1661 {{(pid=103447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:16:29.270889 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9e5f71-07e0-46fc-ae8d-f5ee5a808f9e req-337d975c-e595-4d37-8b43-c71774ad6cbf tempest-ServersTestManualDisk-1649092872 tempest-ServersTestManualDisk-1649092872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:16:29.272747 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-dc9e5f71-07e0-46fc-ae8d-f5ee5a808f9e req-337d975c-e595-4d37-8b43-c71774ad6cbf tempest-ServersTestManualDisk-1649092872 tempest-ServersTestManualDisk-1649092872-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2395704-e941-4921-8963-3be2b945ad62 HTTP/1.1" status: 200 len: 946 time: 0.3446276 Nov 22 20:16:29.275360 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ed650afb-d816-42b0-b2cd-deb7c080c299 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659939'] for router_interface, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:29.316233 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-8db490f7-5ac0-4594-b12e-365158dbc7b1 req-cda9fe2b-dfb4-49ef-855e-e5dbe24c763a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:29.324289 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-c0560018-6de8-4159-abee-08c849d6a816 None None] Provisioning complete for port bec982c5-e9f9-44de-bd20-1379b7fef959 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:16:29.324654 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-c0560018-6de8-4159-abee-08c849d6a816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:29.370649 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.provisioning_blocks [req-8db490f7-5ac0-4594-b12e-365158dbc7b1 req-cda9fe2b-dfb4-49ef-855e-e5dbe24c763a service neutron] Transition to ACTIVE for port object 711a60d8-a87b-493b-a1b6-b1cade3d1661 will not be triggered until provisioned by entity L2. {{(pid=103447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 20:16:29.381797 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e8dea8-35b8-4592-849c-a3ddaef5621a req-49a3f36f-9165-44bc-af61-9be72244d048 tempest-VolumesActionsTest-254083871 tempest-VolumesActionsTest-254083871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:16:29.390152 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d4e8dea8-35b8-4592-849c-a3ddaef5621a req-49a3f36f-9165-44bc-af61-9be72244d048 tempest-VolumesActionsTest-254083871 tempest-VolumesActionsTest-254083871-project] 10.222.0.46 "GET /v2.0/ports?device_id=680129ff-58ba-4055-a105-7c282d2ce07d HTTP/1.1" status: 200 len: 931 time: 0.1935146 Nov 22 20:16:29.448369 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-8db490f7-5ac0-4594-b12e-365158dbc7b1 req-cda9fe2b-dfb4-49ef-855e-e5dbe24c763a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:29.482343 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d4e8dea8-35b8-4592-849c-a3ddaef5621a req-5472025d-08b1-4371-94e4-c6edf37aecd0 tempest-VolumesActionsTest-254083871 tempest-VolumesActionsTest-254083871-project] 10.222.0.46 "GET /v2.0/security-groups?id=bc0be890-2f67-46a0-9006-37ebc152269f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912297 Nov 22 20:16:29.520677 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20963d01-2158-4632-aec6-f22e4f7ec389 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fb26bd7-ce56-527b-b94f-2e1f7cb2bb35-0fc51fcf-fb7b-4be6-9705-52f544f12a34', 'network_id': '0fc51fcf-fb7b-4be6-9705-52f544f12a34', 'tenant_id': '2dee5ba1e01f416ab951cabb312f3dca', 'fixed_ips': [{'subnet_id': 'ebe9bfa3-a422-4357-b92e-5053c7e2fb3c'}]}} from n-d-818823-1. {{(pid=103449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 20:16:29.524758 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-20963d01-2158-4632-aec6-f22e4f7ec389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:29.525717 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bb02be1-6b2e-425a-b1b9-01ee0fa98172 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Made reservation on behalf of 2dee5ba1e01f416ab951cabb312f3dca for: {'port': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:16:29.529728 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4bb02be1-6b2e-425a-b1b9-01ee0fa98172 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:29.541491 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda9fe2b-dfb4-49ef-855e-e5dbe24c763a service neutron] Pushing event updated for resources: {'Port': ['ID=711a60d8-a87b-493b-a1b6-b1cade3d1661,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:16:29.644237 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [None req-4bb02be1-6b2e-425a-b1b9-01ee0fa98172 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] device_id is not set on port 61de824e-8c85-495c-8163-1960c5b347fe yet. {{(pid=103448) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 20:16:29.674376 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-969bf56f-802b-4fd5-bf4a-432f11feef18 None None] DHCP port deletion for 639e7825-8df7-444f-a5a2-3b925aa1f50a request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:16:29.776736 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-c0560018-6de8-4159-abee-08c849d6a816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:29.799081 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.db_base_plugin_common [None req-20963d01-2158-4632-aec6-f22e4f7ec389 None None] Allocated IP 2001:db8::2 (0fc51fcf-fb7b-4be6-9705-52f544f12a34/ebe9bfa3-a422-4357-b92e-5053c7e2fb3c/eab29e29-21b8-462e-92b1-8883136c1ded) {{(pid=103449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:16:29.860812 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-c0560018-6de8-4159-abee-08c849d6a816 None None] For port bec982c5-e9f9-44de-bd20-1379b7fef959, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=bec982c5-e9f9-44de-bd20-1379b7fef959,segment=NetworkSegment(8793ba83-8407-4c3d-9b56-2a177cd58a70),segment_id=8793ba83-8407-4c3d-9b56-2a177cd58a70)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:16:29.878783 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [req-dc9e5f71-07e0-46fc-ae8d-f5ee5a808f9e req-7005c59e-1eb0-4bab-83ca-0dbb197c0898 tempest-ServersTestManualDisk-1649092872 tempest-ServersTestManualDisk-1649092872-project] Deleting port 5310f32c-cae7-4868-833d-87a62178a783 {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:16:29.879127 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-dc9e5f71-07e0-46fc-ae8d-f5ee5a808f9e req-7005c59e-1eb0-4bab-83ca-0dbb197c0898 tempest-ServersTestManualDisk-1649092872 tempest-ServersTestManualDisk-1649092872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:29.904941 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ec924f-714f-4d0c-a62f-1556b6440d27 req-a7bf5fcb-f2bc-496f-bf4e-f3ad1f8f34d1 tempest-ServersTestManualDisk-1649092872 tempest-ServersTestManualDisk-1649092872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:16:29.906198 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-85ec924f-714f-4d0c-a62f-1556b6440d27 req-a7bf5fcb-f2bc-496f-bf4e-f3ad1f8f34d1 tempest-ServersTestManualDisk-1649092872 tempest-ServersTestManualDisk-1649092872-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2395704-e941-4921-8963-3be2b945ad62 HTTP/1.1" status: 200 len: 946 time: 0.1667569 Nov 22 20:16:29.913327 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-8db490f7-5ac0-4594-b12e-365158dbc7b1 req-cda9fe2b-dfb4-49ef-855e-e5dbe24c763a service neutron] Attempting to bind port 711a60d8-a87b-493b-a1b6-b1cade3d1661 on host n-h2-818823-1 for vnic_type normal with profile {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:16:29.913823 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-8db490f7-5ac0-4594-b12e-365158dbc7b1 req-cda9fe2b-dfb4-49ef-855e-e5dbe24c763a service neutron] Attempting to bind port 711a60d8-a87b-493b-a1b6-b1cade3d1661 by drivers openvswitch,hyperv on host n-h2-818823-1 at level 0 using segments [{'id': 'b42ba62c-a677-4eaf-86f8-a15afeb03330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '639e7825-8df7-444f-a5a2-3b925aa1f50a'}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:16:29.914323 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db490f7-5ac0-4594-b12e-365158dbc7b1 req-cda9fe2b-dfb4-49ef-855e-e5dbe24c763a service neutron] Attempting to bind port 711a60d8-a87b-493b-a1b6-b1cade3d1661 on network 639e7825-8df7-444f-a5a2-3b925aa1f50a {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:16:29.917672 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-c0560018-6de8-4159-abee-08c849d6a816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:29.926838 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-53a44416-1c29-45c6-9cf1-c5e847d4f38e tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8900613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8485104'] for subnet, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:29.943245 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db490f7-5ac0-4594-b12e-365158dbc7b1 req-cda9fe2b-dfb4-49ef-855e-e5dbe24c763a service neutron] Port 711a60d8-a87b-493b-a1b6-b1cade3d1661 on network 639e7825-8df7-444f-a5a2-3b925aa1f50a not bound, no agent of type Open vSwitch agent registered on host n-h2-818823-1 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:16:29.944060 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db490f7-5ac0-4594-b12e-365158dbc7b1 req-cda9fe2b-dfb4-49ef-855e-e5dbe24c763a service neutron] Attempting to bind port 711a60d8-a87b-493b-a1b6-b1cade3d1661 on network 639e7825-8df7-444f-a5a2-3b925aa1f50a {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:16:30.005174 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ed650afb-d816-42b0-b2cd-deb7c080c299 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:30.022550 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db490f7-5ac0-4594-b12e-365158dbc7b1 req-cda9fe2b-dfb4-49ef-855e-e5dbe24c763a service neutron] Checking agent: {'id': '65e0486a-7030-4065-96f0-10aa7402a530', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'started_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 16, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:16:30.022914 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db490f7-5ac0-4594-b12e-365158dbc7b1 req-cda9fe2b-dfb4-49ef-855e-e5dbe24c763a service neutron] Checking segment: {'id': 'b42ba62c-a677-4eaf-86f8-a15afeb03330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '639e7825-8df7-444f-a5a2-3b925aa1f50a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:16:30.023311 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db490f7-5ac0-4594-b12e-365158dbc7b1 req-cda9fe2b-dfb4-49ef-855e-e5dbe24c763a service neutron] Bound using segment: {'id': 'b42ba62c-a677-4eaf-86f8-a15afeb03330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '639e7825-8df7-444f-a5a2-3b925aa1f50a'} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:16:30.023793 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-8db490f7-5ac0-4594-b12e-365158dbc7b1 req-cda9fe2b-dfb4-49ef-855e-e5dbe24c763a service neutron] Bound port: 711a60d8-a87b-493b-a1b6-b1cade3d1661, host: n-h2-818823-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b42ba62c-a677-4eaf-86f8-a15afeb03330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '639e7825-8df7-444f-a5a2-3b925aa1f50a'}}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:16:30.024705 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-8db490f7-5ac0-4594-b12e-365158dbc7b1 req-cda9fe2b-dfb4-49ef-855e-e5dbe24c763a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:30.095152 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-dc9e5f71-07e0-46fc-ae8d-f5ee5a808f9e req-7005c59e-1eb0-4bab-83ca-0dbb197c0898 tempest-ServersTestManualDisk-1649092872 tempest-ServersTestManualDisk-1649092872-project] For port 5310f32c-cae7-4868-833d-87a62178a783, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=5310f32c-cae7-4868-833d-87a62178a783,segment=NetworkSegment(a325e137-07a0-4e7b-a3fb-cdac40e28ec9),segment_id=a325e137-07a0-4e7b-a3fb-cdac40e28ec9)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:16:30.095469 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-dc9e5f71-07e0-46fc-ae8d-f5ee5a808f9e req-7005c59e-1eb0-4bab-83ca-0dbb197c0898 tempest-ServersTestManualDisk-1649092872 tempest-ServersTestManualDisk-1649092872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:30.110823 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-8db490f7-5ac0-4594-b12e-365158dbc7b1 req-cda9fe2b-dfb4-49ef-855e-e5dbe24c763a service neutron] For port 711a60d8-a87b-493b-a1b6-b1cade3d1661, host n-h2-818823-1, cleared binding levels {{(pid=103447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:16:30.113065 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-20963d01-2158-4632-aec6-f22e4f7ec389 None None] Publish callbacks [] for port, precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:30.115233 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-8db490f7-5ac0-4594-b12e-365158dbc7b1 req-cda9fe2b-dfb4-49ef-855e-e5dbe24c763a service neutron] For port 711a60d8-a87b-493b-a1b6-b1cade3d1661, host n-h2-818823-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=711a60d8-a87b-493b-a1b6-b1cade3d1661,segment=NetworkSegment(b42ba62c-a677-4eaf-86f8-a15afeb03330),segment_id=b42ba62c-a677-4eaf-86f8-a15afeb03330)] {{(pid=103447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:16:30.116724 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 43038) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:16:30.129695 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-c19bbfaa-d7ac-4669-b7ef-5caee286a936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b982249-a07c-4502-ba7a-2f0c92347c05', 'name': 'tempest-ServersTestBootFromVolume-388830050-router', 'tenant_id': '23ed8fcebbac4686acca3f06ab3e514c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': 'bec982c5-e9f9-44de-bd20-1379b7fef959', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:16:20Z', 'updated_at': '2021-11-22T20:16:23Z', 'revision_number': 3, 'project_id': '23ed8fcebbac4686acca3f06ab3e514c', 'gw_port': {'id': 'bec982c5-e9f9-44de-bd20-1379b7fef959', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:fd:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b982249-a07c-4502-ba7a-2f0c92347c05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:16:22Z', 'updated_at': '2021-11-22T20:16:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:16:30.153849 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-8db490f7-5ac0-4594-b12e-365158dbc7b1 req-cda9fe2b-dfb4-49ef-855e-e5dbe24c763a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:30.169762 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-d6b647a3-4e06-40dd-9c46-fed55338e903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:30.187651 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-20963d01-2158-4632-aec6-f22e4f7ec389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372'] for port, after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:30.230234 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a44416-1c29-45c6-9cf1-c5e847d4f38e tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Pushing event updated for resources: {'Subnet': ['ID=8452d297-2e55-4ff6-9dca-265953eab307,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:16:30.240994 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-85ec924f-714f-4d0c-a62f-1556b6440d27 req-e0687e0e-d39a-47a6-ba10-1ac289cb84bd tempest-ServersTestManualDisk-1649092872 tempest-ServersTestManualDisk-1649092872-project] 10.222.0.46 "GET /v2.0/security-groups?id=368a4176-acce-44f6-a6e9-15de4e10b157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3235390 Nov 22 20:16:30.247805 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db490f7-5ac0-4594-b12e-365158dbc7b1 req-cda9fe2b-dfb4-49ef-855e-e5dbe24c763a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:16:30.248931 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-8db490f7-5ac0-4594-b12e-365158dbc7b1 req-cda9fe2b-dfb4-49ef-855e-e5dbe24c763a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:30.250562 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8db490f7-5ac0-4594-b12e-365158dbc7b1 req-cda9fe2b-dfb4-49ef-855e-e5dbe24c763a service neutron] 10.222.0.20 "PUT /v2.0/ports/711a60d8-a87b-493b-a1b6-b1cade3d1661 HTTP/1.1" status: 200 len: 1091 time: 2.4689403 Nov 22 20:16:30.264816 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '680129ff-58ba-4055-a105-7c282d2ce07d', 'tag': '711a60d8-a87b-493b-a1b6-b1cade3d1661'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:16:30.269054 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a39138e1-f701-489b-9a53-137c4235af00" -d '{"events": [{"name": "network-changed", "server_uuid": "680129ff-58ba-4055-a105-7c282d2ce07d", "tag": "711a60d8-a87b-493b-a1b6-b1cade3d1661"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:16:30.301830 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7babd1-578f-40c8-99fb-0db1d7ee5561 req-d30ca34b-1725-4459-82a8-01bab033f9a6 tempest-ServersTestJSON-643082518 tempest-ServersTestJSON-643082518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:16:30.301830 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6a7babd1-578f-40c8-99fb-0db1d7ee5561 req-d30ca34b-1725-4459-82a8-01bab033f9a6 tempest-ServersTestJSON-643082518 tempest-ServersTestJSON-643082518-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b8efb2d-fe81-4a22-8183-9539766c0e33 HTTP/1.1" status: 200 len: 946 time: 0.3584476 Nov 22 20:16:30.301830 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a44416-1c29-45c6-9cf1-c5e847d4f38e tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Checking segment: {'id': '771521f9-3760-4172-8d4a-67a085fa2fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'ae4cdb67-1bad-421b-9ea1-e289cf4a6686'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:16:30.301830 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53a44416-1c29-45c6-9cf1-c5e847d4f38e tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Network hostable DHCP agents. Network: ae4cdb67-1bad-421b-9ea1-e289cf4a6686, hostable agents: ['02adaa64-0987-4b74-bad0-cbcf56f8a294'], hosted agents: [] {{(pid=103447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 20:16:30.302553 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda9fe2b-dfb4-49ef-855e-e5dbe24c763a service neutron] Pushing event updated for resources: {'Port': ['ID=711a60d8-a87b-493b-a1b6-b1cade3d1661,revision_number=3']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:16:30.421354 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53a44416-1c29-45c6-9cf1-c5e847d4f38e tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Network ae4cdb67-1bad-421b-9ea1-e289cf4a6686 is scheduled to be hosted by DHCP agent 02adaa64-0987-4b74-bad0-cbcf56f8a294 with binding_index 1 {{(pid=103447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 20:16:30.428965 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16353a33-88ae-4549-bf00-df47da55a2c5 None None] DHCP port deletion for 639e7825-8df7-444f-a5a2-3b925aa1f50a request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:16:30.429683 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ca10ab93-d4c5-4407-8c5c-47f4c8ad8d16 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:30.449505 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19bbfaa-d7ac-4669-b7ef-5caee286a936 None None] The sync data for ids ['2b982249-a07c-4502-ba7a-2f0c92347c05'] in n-d-818823-1 is: [{'id': '2b982249-a07c-4502-ba7a-2f0c92347c05', 'name': 'tempest-ServersTestBootFromVolume-388830050-router', 'tenant_id': '23ed8fcebbac4686acca3f06ab3e514c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': 'bec982c5-e9f9-44de-bd20-1379b7fef959', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:16:20Z', 'updated_at': '2021-11-22T20:16:23Z', 'revision_number': 3, 'project_id': '23ed8fcebbac4686acca3f06ab3e514c', 'gw_port': {'id': 'bec982c5-e9f9-44de-bd20-1379b7fef959', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:fd:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b982249-a07c-4502-ba7a-2f0c92347c05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:16:22Z', 'updated_at': '2021-11-22T20:16:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:16:30.452615 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-53a44416-1c29-45c6-9cf1-c5e847d4f38e tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818823-1, ae4cdb67-1bad-421b-9ea1-e289cf4a6686) {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:16:30.457582 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-b4e19f00-717d-4988-aea9-669fdb8aa5c8 None None] Provisioning complete for port 4aa7ce46-970d-4abb-911d-d8151339509d triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:16:30.457960 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-b4e19f00-717d-4988-aea9-669fdb8aa5c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:30.470278 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db490f7-5ac0-4594-b12e-365158dbc7b1 req-d505bdd2-09a7-430e-95c6-7c0163893fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:16:30.471874 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8db490f7-5ac0-4594-b12e-365158dbc7b1 req-d505bdd2-09a7-430e-95c6-7c0163893fe3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0f1829ed7d8c46c6a985216adfd5e58d&device_id=680129ff-58ba-4055-a105-7c282d2ce07d HTTP/1.1" status: 200 len: 1094 time: 0.1731219 Nov 22 20:16:30.473476 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 20:16:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-443bd7d8-06d0-4d8c-be9b-85e4bbc5a54c x-openstack-request-id: req-443bd7d8-06d0-4d8c-be9b-85e4bbc5a54c {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:16:30.473842 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "680129ff-58ba-4055-a105-7c282d2ce07d", "tag": "711a60d8-a87b-493b-a1b6-b1cade3d1661", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:16:30.474107 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-443bd7d8-06d0-4d8c-be9b-85e4bbc5a54c {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:16:30.474515 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '680129ff-58ba-4055-a105-7c282d2ce07d', 'tag': '711a60d8-a87b-493b-a1b6-b1cade3d1661', 'status': 'completed', 'code': 200} Nov 22 20:16:30.478961 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a44416-1c29-45c6-9cf1-c5e847d4f38e tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:16:30.479637 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-53a44416-1c29-45c6-9cf1-c5e847d4f38e tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for subnet, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:30.485273 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6a7babd1-578f-40c8-99fb-0db1d7ee5561 req-3afa9025-9be7-440d-acdb-b9b59b038c7e tempest-ServersTestJSON-643082518 tempest-ServersTestJSON-643082518-project] 10.222.0.46 "GET /v2.0/security-groups?id=21c9b817-9b9e-4905-881e-fc9021459c49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1460426 Nov 22 20:16:30.500097 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be3b5e5a-6d2a-4c9f-b5d1-4c62172e3a00 None None] Network ae4cdb67-1bad-421b-9ea1-e289cf4a6686 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:16:30.525578 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0560018-6de8-4159-abee-08c849d6a816 None None] Pushing event updated for resources: {'Port': ['ID=bec982c5-e9f9-44de-bd20-1379b7fef959,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:16:30.544103 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20963d01-2158-4632-aec6-f22e4f7ec389 None None] Network 0fc51fcf-fb7b-4be6-9705-52f544f12a34 is already hosted by enough agents. {{(pid=103449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:16:30.573584 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8db490f7-5ac0-4594-b12e-365158dbc7b1 req-49fe94c4-ad07-491f-ba58-c3fbeaa20a6b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=711a60d8-a87b-493b-a1b6-b1cade3d1661 HTTP/1.1" status: 200 len: 217 time: 0.0815578 Nov 22 20:16:30.585154 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-53a44416-1c29-45c6-9cf1-c5e847d4f38e tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 2.6081672 Nov 22 20:16:30.594813 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [None req-4bb02be1-6b2e-425a-b1b9-01ee0fa98172 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Allocated IP 2001:db8::b2 (0fc51fcf-fb7b-4be6-9705-52f544f12a34/ebe9bfa3-a422-4357-b92e-5053c7e2fb3c/61de824e-8c85-495c-8163-1960c5b347fe) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:16:30.597264 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 43046) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:16:30.604617 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-21434ef3-38a1-45e6-b0c2-66c2c5877d43 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:16:30.625369 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.base_scheduler [None req-20963d01-2158-4632-aec6-f22e4f7ec389 None None] Resources bound (agent type, host, resource id): {{(pid=103449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:16:30.629019 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20963d01-2158-4632-aec6-f22e4f7ec389 None None] Received port after_create {{(pid=103449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:16:30.649373 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-b4e19f00-717d-4988-aea9-669fdb8aa5c8 None None] Port 4aa7ce46-970d-4abb-911d-d8151339509d cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:16:30.703358 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db490f7-5ac0-4594-b12e-365158dbc7b1 req-e751cedb-0e41-43c9-be1e-f098d99a3893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:16:30.709704 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8db490f7-5ac0-4594-b12e-365158dbc7b1 req-e751cedb-0e41-43c9-be1e-f098d99a3893 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4cb2abbb-c8b1-40a7-a672-13a89e9bd4e5 HTTP/1.1" status: 200 len: 849 time: 0.1233521 Nov 22 20:16:30.731688 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20963d01-2158-4632-aec6-f22e4f7ec389 None None] Pushing event updated for resources: {'Port': ['ID=eab29e29-21b8-462e-92b1-8883136c1ded,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:16:30.760858 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-20963d01-2158-4632-aec6-f22e4f7ec389 None None] Attempting to bind port eab29e29-21b8-462e-92b1-8883136c1ded on host n-d-818823-1 for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:16:30.761203 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-20963d01-2158-4632-aec6-f22e4f7ec389 None None] Attempting to bind port eab29e29-21b8-462e-92b1-8883136c1ded by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': 'b7ee9af6-6d57-4b45-b57f-8274491d81be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '0fc51fcf-fb7b-4be6-9705-52f544f12a34'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:16:30.761565 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20963d01-2158-4632-aec6-f22e4f7ec389 None None] Attempting to bind port eab29e29-21b8-462e-92b1-8883136c1ded on network 0fc51fcf-fb7b-4be6-9705-52f544f12a34 {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:16:30.765108 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ca10ab93-d4c5-4407-8c5c-47f4c8ad8d16 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:30.775338 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20963d01-2158-4632-aec6-f22e4f7ec389 None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 16, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:16:30.776639 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20963d01-2158-4632-aec6-f22e4f7ec389 None None] Checking segment: {'id': 'b7ee9af6-6d57-4b45-b57f-8274491d81be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '0fc51fcf-fb7b-4be6-9705-52f544f12a34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:16:30.777053 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-20963d01-2158-4632-aec6-f22e4f7ec389 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:30.777454 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20963d01-2158-4632-aec6-f22e4f7ec389 None None] Bound using segment: {'id': 'b7ee9af6-6d57-4b45-b57f-8274491d81be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '0fc51fcf-fb7b-4be6-9705-52f544f12a34'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:16:30.778771 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-20963d01-2158-4632-aec6-f22e4f7ec389 None None] Bound port: eab29e29-21b8-462e-92b1-8883136c1ded, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7ee9af6-6d57-4b45-b57f-8274491d81be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '0fc51fcf-fb7b-4be6-9705-52f544f12a34'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:16:30.779178 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-20963d01-2158-4632-aec6-f22e4f7ec389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:30.863240 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-dc9e5f71-07e0-46fc-ae8d-f5ee5a808f9e req-7005c59e-1eb0-4bab-83ca-0dbb197c0898 tempest-ServersTestManualDisk-1649092872 tempest-ServersTestManualDisk-1649092872-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:30.863742 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-dc9e5f71-07e0-46fc-ae8d-f5ee5a808f9e req-7005c59e-1eb0-4bab-83ca-0dbb197c0898 tempest-ServersTestManualDisk-1649092872 tempest-ServersTestManualDisk-1649092872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-595224'] for floatingip, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:30.864599 n-d-818823-1 neutron-server[103448]: INFO neutron.db.l3_db [req-dc9e5f71-07e0-46fc-ae8d-f5ee5a808f9e req-7005c59e-1eb0-4bab-83ca-0dbb197c0898 tempest-ServersTestManualDisk-1649092872 tempest-ServersTestManualDisk-1649092872-project] Floating IP 406595aa-41a4-4347-b294-cb8c54e790d2 disassociated. External IP: 172.25.5.78, port: 5310f32c-cae7-4868-833d-87a62178a783. Nov 22 20:16:30.864599 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [req-dc9e5f71-07e0-46fc-ae8d-f5ee5a808f9e req-7005c59e-1eb0-4bab-83ca-0dbb197c0898 tempest-ServersTestManualDisk-1649092872 tempest-ServersTestManualDisk-1649092872-project] Calling delete_port for 5310f32c-cae7-4868-833d-87a62178a783 owned by compute:nova {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:16:30.875774 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af6a17d-daeb-4d21-ac2e-915f54c00eec req-b4afa224-95fa-4fa7-965b-144d0b5b4bed tempest-VolumesActionsTest-254083871 tempest-VolumesActionsTest-254083871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:16:30.877673 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1af6a17d-daeb-4d21-ac2e-915f54c00eec req-b4afa224-95fa-4fa7-965b-144d0b5b4bed tempest-VolumesActionsTest-254083871 tempest-VolumesActionsTest-254083871-project] 10.222.0.46 "GET /v2.0/ports?device_id=680129ff-58ba-4055-a105-7c282d2ce07d HTTP/1.1" status: 200 len: 943 time: 0.2368097 Nov 22 20:16:30.878423 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ca10ab93-d4c5-4407-8c5c-47f4c8ad8d16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:30.886499 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8db490f7-5ac0-4594-b12e-365158dbc7b1 req-7d4ba70f-44af-4a68-9c03-96aea7771e22 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=639e7825-8df7-444f-a5a2-3b925aa1f50a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1143384 Nov 22 20:16:30.921056 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ed650afb-d816-42b0-b2cd-deb7c080c299 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:30.945224 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ed650afb-d816-42b0-b2cd-deb7c080c299 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:30.960855 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-20963d01-2158-4632-aec6-f22e4f7ec389 None None] For port eab29e29-21b8-462e-92b1-8883136c1ded, host n-d-818823-1, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:16:31.008204 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca10ab93-d4c5-4407-8c5c-47f4c8ad8d16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fa9ef25-1680-4026-aeaf-b749d24a3841,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:16:31.022473 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-ca10ab93-d4c5-4407-8c5c-47f4c8ad8d16 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=83fa3e9e5c21446fb59f3ae0dc383144&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8907528 Nov 22 20:16:31.023243 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-20963d01-2158-4632-aec6-f22e4f7ec389 None None] For port eab29e29-21b8-462e-92b1-8883136c1ded, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=eab29e29-21b8-462e-92b1-8883136c1ded,segment=NetworkSegment(b7ee9af6-6d57-4b45-b57f-8274491d81be),segment_id=b7ee9af6-6d57-4b45-b57f-8274491d81be)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:16:31.023956 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 43048) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:16:31.042512 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26ee010c-e0ee-4867-9415-4ba3ebff4d8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fb26bd7-ce56-527b-b94f-2e1f7cb2bb35-ae4cdb67-1bad-421b-9ea1-e289cf4a6686', 'network_id': 'ae4cdb67-1bad-421b-9ea1-e289cf4a6686', 'tenant_id': 'a81ebb9a7b0f4ba7970568a2e3653a5f', 'fixed_ips': [{'subnet_id': '8452d297-2e55-4ff6-9dca-265953eab307'}]}} from n-d-818823-1. {{(pid=103449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 20:16:31.043388 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-26ee010c-e0ee-4867-9415-4ba3ebff4d8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:31.047179 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-20963d01-2158-4632-aec6-f22e4f7ec389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:31.115535 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1af6a17d-daeb-4d21-ac2e-915f54c00eec req-204cfcf2-4576-45e1-acad-16c72584cdb9 tempest-VolumesActionsTest-254083871 tempest-VolumesActionsTest-254083871-project] 10.222.0.46 "GET /v2.0/security-groups?id=bc0be890-2f67-46a0-9006-37ebc152269f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2195668 Nov 22 20:16:31.154377 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8db490f7-5ac0-4594-b12e-365158dbc7b1 req-43f2f0e7-049c-4019-9a76-439380cef88b service neutron] 10.222.0.20 "GET /v2.0/networks/639e7825-8df7-444f-a5a2-3b925aa1f50a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2557268 Nov 22 20:16:31.213170 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20963d01-2158-4632-aec6-f22e4f7ec389 None None] Pushing event updated for resources: {'Port': ['ID=eab29e29-21b8-462e-92b1-8883136c1ded,revision_number=2']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:16:31.247699 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a0ac691a-c29b-4877-ae51-6526d4119563 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:31.327827 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.db_base_plugin_common [None req-26ee010c-e0ee-4867-9415-4ba3ebff4d8f None None] Allocated IP 2001:db8::3 (ae4cdb67-1bad-421b-9ea1-e289cf4a6686/8452d297-2e55-4ff6-9dca-265953eab307/50723004-688a-4279-8e55-b273b7a4edee) {{(pid=103449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:16:31.388720 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a0ac691a-c29b-4877-ae51-6526d4119563 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:31.486116 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device bec982c5-e9f9-44de-bd20-1379b7fef959 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:16:31.596307 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151c9159-e98a-41ad-a5fb-0c32d4abd35a req-1dc69e08-1acd-45bd-84b6-7775f12909fa tempest-ServersTestJSON-643082518 tempest-ServersTestJSON-643082518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:16:31.600440 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-21434ef3-38a1-45e6-b0c2-66c2c5877d43 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-11792896'] for subnet, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:31.602900 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port bec982c5-e9f9-44de-bd20-1379b7fef959 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:16:31.603921 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:31.614940 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-151c9159-e98a-41ad-a5fb-0c32d4abd35a req-1dc69e08-1acd-45bd-84b6-7775f12909fa tempest-ServersTestJSON-643082518 tempest-ServersTestJSON-643082518-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b8efb2d-fe81-4a22-8183-9539766c0e33 HTTP/1.1" status: 200 len: 946 time: 0.4534929 Nov 22 20:16:31.680768 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4bb02be1-6b2e-425a-b1b9-01ee0fa98172 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:31.714231 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ed650afb-d816-42b0-b2cd-deb7c080c299 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-563461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-659839'] for router_interface, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:31.751615 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8db490f7-5ac0-4594-b12e-365158dbc7b1 req-e6c6fbfd-90f9-4c51-85f5-8054896c456a service neutron] 10.222.0.20 "GET /v2.0/networks/639e7825-8df7-444f-a5a2-3b925aa1f50a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5745139 Nov 22 20:16:31.760816 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-26ee010c-e0ee-4867-9415-4ba3ebff4d8f None None] Publish callbacks [] for port, precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:31.774396 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-26ee010c-e0ee-4867-9415-4ba3ebff4d8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372'] for port, after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:31.780498 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b0f1d8-6e51-416d-94b6-63f8c318d758 req-fa0056c5-67a2-4c0d-b287-d2ef98265c30 tempest-ServersTestManualDisk-1649092872 tempest-ServersTestManualDisk-1649092872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:16:31.789931 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-59b0f1d8-6e51-416d-94b6-63f8c318d758 req-fa0056c5-67a2-4c0d-b287-d2ef98265c30 tempest-ServersTestManualDisk-1649092872 tempest-ServersTestManualDisk-1649092872-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2395704-e941-4921-8963-3be2b945ad62 HTTP/1.1" status: 200 len: 946 time: 0.3614693 Nov 22 20:16:31.810070 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a0ac691a-c29b-4877-ae51-6526d4119563 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:31.812999 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a0ac691a-c29b-4877-ae51-6526d4119563 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:31.817796 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-a0ac691a-c29b-4877-ae51-6526d4119563 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9fa9ef25-1680-4026-aeaf-b749d24a3841 HTTP/1.1" status: 204 len: 168 time: 0.7842970 Nov 22 20:16:31.895219 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26ee010c-e0ee-4867-9415-4ba3ebff4d8f None None] Network ae4cdb67-1bad-421b-9ea1-e289cf4a6686 is already hosted by enough agents. {{(pid=103449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:16:31.909978 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.base_scheduler [None req-26ee010c-e0ee-4867-9415-4ba3ebff4d8f None None] Resources bound (agent type, host, resource id): {{(pid=103449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:16:31.922031 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ac691a-c29b-4877-ae51-6526d4119563 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fa9ef25-1680-4026-aeaf-b749d24a3841,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:16:31.944238 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ee010c-e0ee-4867-9415-4ba3ebff4d8f None None] Received port after_create {{(pid=103449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:16:31.961795 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ee010c-e0ee-4867-9415-4ba3ebff4d8f None None] Pushing event updated for resources: {'Port': ['ID=50723004-688a-4279-8e55-b273b7a4edee,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:16:31.971449 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed650afb-d816-42b0-b2cd-deb7c080c299 admin admin] Network 73091ecb-b489-4dc5-b0f5-740e198eef08 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:16:31.974395 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed650afb-d816-42b0-b2cd-deb7c080c299 admin admin] Pushing event updated for resources: {'Port': ['ID=4aa7ce46-970d-4abb-911d-d8151339509d,revision_number=2']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:16:32.008474 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-ed650afb-d816-42b0-b2cd-deb7c080c299 admin admin] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:16:32.034581 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-59b0f1d8-6e51-416d-94b6-63f8c318d758 req-f22d39af-8ac5-4355-bbad-2635f03cb00b tempest-ServersTestManualDisk-1649092872 tempest-ServersTestManualDisk-1649092872-project] 10.222.0.46 "GET /v2.0/security-groups?id=368a4176-acce-44f6-a6e9-15de4e10b157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2435570 Nov 22 20:16:32.071378 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d4829b-47e1-4d8f-b328-8143de7dfe14 req-8d586b65-186f-4be5-b251-a0673227d4bd tempest-ServersTestJSON-643082518 tempest-ServersTestJSON-643082518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:16:32.080346 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f0d4829b-47e1-4d8f-b328-8143de7dfe14 req-8d586b65-186f-4be5-b251-a0673227d4bd tempest-ServersTestJSON-643082518 tempest-ServersTestJSON-643082518-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b8efb2d-fe81-4a22-8183-9539766c0e33 HTTP/1.1" status: 200 len: 946 time: 0.3695753 Nov 22 20:16:32.123214 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39138e1-f701-489b-9a53-137c4235af00 req-b23a3c8c-1543-4438-bc1d-fd7eb95db31a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:16:32.125157 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a39138e1-f701-489b-9a53-137c4235af00 req-b23a3c8c-1543-4438-bc1d-fd7eb95db31a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0f1829ed7d8c46c6a985216adfd5e58d&device_id=680129ff-58ba-4055-a105-7c282d2ce07d HTTP/1.1" status: 200 len: 1094 time: 0.2067852 Nov 22 20:16:32.132045 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-26ee010c-e0ee-4867-9415-4ba3ebff4d8f None None] Attempting to bind port 50723004-688a-4279-8e55-b273b7a4edee on host n-d-818823-1 for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:16:32.133013 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-26ee010c-e0ee-4867-9415-4ba3ebff4d8f None None] Attempting to bind port 50723004-688a-4279-8e55-b273b7a4edee by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': '771521f9-3760-4172-8d4a-67a085fa2fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'ae4cdb67-1bad-421b-9ea1-e289cf4a6686'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:16:32.133508 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ee010c-e0ee-4867-9415-4ba3ebff4d8f None None] Attempting to bind port 50723004-688a-4279-8e55-b273b7a4edee on network ae4cdb67-1bad-421b-9ea1-e289cf4a6686 {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:16:32.140846 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ee010c-e0ee-4867-9415-4ba3ebff4d8f None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 16, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:16:32.143207 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ee010c-e0ee-4867-9415-4ba3ebff4d8f None None] Checking segment: {'id': '771521f9-3760-4172-8d4a-67a085fa2fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'ae4cdb67-1bad-421b-9ea1-e289cf4a6686'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:16:32.144495 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-26ee010c-e0ee-4867-9415-4ba3ebff4d8f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:32.147323 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ee010c-e0ee-4867-9415-4ba3ebff4d8f None None] Bound using segment: {'id': '771521f9-3760-4172-8d4a-67a085fa2fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'ae4cdb67-1bad-421b-9ea1-e289cf4a6686'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:16:32.147986 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-26ee010c-e0ee-4867-9415-4ba3ebff4d8f None None] Bound port: 50723004-688a-4279-8e55-b273b7a4edee, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '771521f9-3760-4172-8d4a-67a085fa2fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'ae4cdb67-1bad-421b-9ea1-e289cf4a6686'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:16:32.148482 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-26ee010c-e0ee-4867-9415-4ba3ebff4d8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:32.187110 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4bb02be1-6b2e-425a-b1b9-01ee0fa98172 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:32.198129 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 5310f32c-cae7-4868-833d-87a62178a783 no longer exists at agent hyperv_n-h1-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:16:32.293381 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb02be1-6b2e-425a-b1b9-01ee0fa98172 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Pushing event updated for resources: {'Port': ['ID=61de824e-8c85-495c-8163-1960c5b347fe,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:16:32.349626 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39138e1-f701-489b-9a53-137c4235af00 req-fe2c6b1f-c785-4cdc-8f5d-43e8d21d2c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:16:32.351152 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a39138e1-f701-489b-9a53-137c4235af00 req-fe2c6b1f-c785-4cdc-8f5d-43e8d21d2c87 service neutron] 10.222.0.20 "GET /v2.0/networks?id=639e7825-8df7-444f-a5a2-3b925aa1f50a HTTP/1.1" status: 200 len: 910 time: 0.2016959 Nov 22 20:16:32.374438 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bb02be1-6b2e-425a-b1b9-01ee0fa98172 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Network 0fc51fcf-fb7b-4be6-9705-52f544f12a34 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:16:32.413128 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-151c9159-e98a-41ad-a5fb-0c32d4abd35a req-51a715df-637b-4694-a283-48aa8dccbcbc tempest-ServersTestJSON-643082518 tempest-ServersTestJSON-643082518-project] Deleting port f7db6f63-92d2-48ab-9633-a0a8531e1cd8 {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:16:32.413755 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-151c9159-e98a-41ad-a5fb-0c32d4abd35a req-51a715df-637b-4694-a283-48aa8dccbcbc tempest-ServersTestJSON-643082518 tempest-ServersTestJSON-643082518-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:32.427197 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 43062) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:16:32.428219 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-4bb02be1-6b2e-425a-b1b9-01ee0fa98172 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:16:32.431690 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb02be1-6b2e-425a-b1b9-01ee0fa98172 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:16:32.439383 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bb02be1-6b2e-425a-b1b9-01ee0fa98172 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:16:32.440069 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4bb02be1-6b2e-425a-b1b9-01ee0fa98172 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:32.481717 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-26ee010c-e0ee-4867-9415-4ba3ebff4d8f None None] For port 50723004-688a-4279-8e55-b273b7a4edee, host n-d-818823-1, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:16:32.501054 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-4bb02be1-6b2e-425a-b1b9-01ee0fa98172 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 890 time: 3.4863987 Nov 22 20:16:32.506621 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-dc9e5f71-07e0-46fc-ae8d-f5ee5a808f9e req-7005c59e-1eb0-4bab-83ca-0dbb197c0898 tempest-ServersTestManualDisk-1649092872 tempest-ServersTestManualDisk-1649092872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:32.508656 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 43064) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:16:32.534105 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ee9db338-8ac1-4642-b63c-b0252efcf2b8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:32.570780 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a39138e1-f701-489b-9a53-137c4235af00 req-35e2639e-f258-485f-8a56-b45bd2775824 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=711a60d8-a87b-493b-a1b6-b1cade3d1661 HTTP/1.1" status: 200 len: 217 time: 0.2002347 Nov 22 20:16:32.587746 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Port 5310f32c-cae7-4868-833d-87a62178a783 update to DOWN by agent not found {{(pid=103449) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 22 20:16:32.594660 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-26ee010c-e0ee-4867-9415-4ba3ebff4d8f None None] For port 50723004-688a-4279-8e55-b273b7a4edee, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=50723004-688a-4279-8e55-b273b7a4edee,segment=NetworkSegment(771521f9-3760-4172-8d4a-67a085fa2fe9),segment_id=771521f9-3760-4172-8d4a-67a085fa2fe9)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:16:32.596784 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-0c7b0c21-41d2-4783-9b2d-37a43a1747b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:32.621083 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-26ee010c-e0ee-4867-9415-4ba3ebff4d8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:32.631660 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed650afb-d816-42b0-b2cd-deb7c080c299 admin admin] Router 2b982249-a07c-4502-ba7a-2f0c92347c05 has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 20:16:32.633574 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7005c59e-1eb0-4bab-83ca-0dbb197c0898 tempest-ServersTestManualDisk-1649092872 tempest-ServersTestManualDisk-1649092872-project] Pushing event deleted for resources: {'Port': ['ID=5310f32c-cae7-4868-833d-87a62178a783,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:16:32.682939 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-234444f0-0733-47c0-8c21-f3eed47cf305 None None] Provisioning complete for port 4aa7ce46-970d-4abb-911d-d8151339509d triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:16:32.683935 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-234444f0-0733-47c0-8c21-f3eed47cf305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:32.718793 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-151c9159-e98a-41ad-a5fb-0c32d4abd35a req-51a715df-637b-4694-a283-48aa8dccbcbc tempest-ServersTestJSON-643082518 tempest-ServersTestJSON-643082518-project] For port f7db6f63-92d2-48ab-9633-a0a8531e1cd8, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=f7db6f63-92d2-48ab-9633-a0a8531e1cd8,segment=NetworkSegment(8bf8f4b9-c552-4a44-a0c9-07e6361b5021),segment_id=8bf8f4b9-c552-4a44-a0c9-07e6361b5021)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:16:32.719219 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-151c9159-e98a-41ad-a5fb-0c32d4abd35a req-51a715df-637b-4694-a283-48aa8dccbcbc tempest-ServersTestJSON-643082518 tempest-ServersTestJSON-643082518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:32.778109 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f0d4829b-47e1-4d8f-b328-8143de7dfe14 req-ceaef8ec-99eb-4e95-b737-8c1430d5eacb tempest-ServersTestJSON-643082518 tempest-ServersTestJSON-643082518-project] 10.222.0.46 "GET /v2.0/security-groups?id=21c9b817-9b9e-4905-881e-fc9021459c49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6964681 Nov 22 20:16:32.850439 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-234444f0-0733-47c0-8c21-f3eed47cf305 None None] Port 4aa7ce46-970d-4abb-911d-d8151339509d cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:16:32.861471 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ee010c-e0ee-4867-9415-4ba3ebff4d8f None None] Pushing event updated for resources: {'Port': ['ID=50723004-688a-4279-8e55-b273b7a4edee,revision_number=2']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:16:32.941940 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ee9db338-8ac1-4642-b63c-b0252efcf2b8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:32.988515 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-21434ef3-38a1-45e6-b0c2-66c2c5877d43 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8748992951628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-11567602'] for subnet, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:33.002432 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db541826-7b71-452d-ae6c-a860c0019750 req-1939dbf9-1107-4cbd-b02d-f84853a5ac6e tempest-VolumesActionsTest-254083871 tempest-VolumesActionsTest-254083871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:16:33.011995 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-db541826-7b71-452d-ae6c-a860c0019750 req-1939dbf9-1107-4cbd-b02d-f84853a5ac6e tempest-VolumesActionsTest-254083871 tempest-VolumesActionsTest-254083871-project] 10.222.0.46 "GET /v2.0/ports?device_id=680129ff-58ba-4055-a105-7c282d2ce07d HTTP/1.1" status: 200 len: 943 time: 0.6581843 Nov 22 20:16:33.036457 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7e29f55-2d14-4bff-a4b6-091c922c9370 None None] Network 0fc51fcf-fb7b-4be6-9705-52f544f12a34 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:16:33.125030 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39138e1-f701-489b-9a53-137c4235af00 req-58a46ba7-e9c7-4dfe-9812-310e9e9083d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:16:33.127109 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a39138e1-f701-489b-9a53-137c4235af00 req-58a46ba7-e9c7-4dfe-9812-310e9e9083d6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4cb2abbb-c8b1-40a7-a672-13a89e9bd4e5 HTTP/1.1" status: 200 len: 849 time: 0.4857779 Nov 22 20:16:33.142794 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ee9db338-8ac1-4642-b63c-b0252efcf2b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:33.226539 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-34a436c3-a192-43f9-9723-1bdb2e85051e None None] Provisioning complete for port eab29e29-21b8-462e-92b1-8883136c1ded triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:16:33.227020 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-34a436c3-a192-43f9-9723-1bdb2e85051e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:33.353547 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a39138e1-f701-489b-9a53-137c4235af00 req-785ed512-c21a-4d35-9672-6af89eaafe20 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=639e7825-8df7-444f-a5a2-3b925aa1f50a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1947896 Nov 22 20:16:33.388428 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-34a436c3-a192-43f9-9723-1bdb2e85051e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:33.389396 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dc9e5f71-07e0-46fc-ae8d-f5ee5a808f9e req-7005c59e-1eb0-4bab-83ca-0dbb197c0898 tempest-ServersTestManualDisk-1649092872 tempest-ServersTestManualDisk-1649092872-project] Router 5d13bd15-e684-4713-ba44-4f935896f24f has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 20:16:33.432253 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-01f5b449-b215-4197-b229-cd291fca9e4e req-d3f8d876-77d6-4c82-96b2-a291a7e5f844 tempest-ServersTestManualDisk-1649092872 tempest-ServersTestManualDisk-1649092872-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2395704-e941-4921-8963-3be2b945ad62 HTTP/1.1" status: 200 len: 210 time: 0.2448301 Nov 22 20:16:33.465691 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-03f0964f-1b75-4df7-99e0-a3cdb56ec2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:33.478113 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-34a436c3-a192-43f9-9723-1bdb2e85051e None None] For port eab29e29-21b8-462e-92b1-8883136c1ded, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=eab29e29-21b8-462e-92b1-8883136c1ded,segment=NetworkSegment(b7ee9af6-6d57-4b45-b57f-8274491d81be),segment_id=b7ee9af6-6d57-4b45-b57f-8274491d81be)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:16:33.484524 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-db541826-7b71-452d-ae6c-a860c0019750 req-ffab5125-a21d-486c-8b68-2d3855961423 tempest-VolumesActionsTest-254083871 tempest-VolumesActionsTest-254083871-project] 10.222.0.46 "GET /v2.0/security-groups?id=bc0be890-2f67-46a0-9006-37ebc152269f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4710872 Nov 22 20:16:33.492705 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-34a436c3-a192-43f9-9723-1bdb2e85051e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:33.511452 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed650afb-d816-42b0-b2cd-deb7c080c299 admin admin] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:16:33.536646 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-ed650afb-d816-42b0-b2cd-deb7c080c299 admin admin] 10.222.0.46 "PUT /v2.0/routers/2b982249-a07c-4502-ba7a-2f0c92347c05/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0106637 Nov 22 20:16:33.555971 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21434ef3-38a1-45e6-b0c2-66c2c5877d43 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:16:33.556542 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-21434ef3-38a1-45e6-b0c2-66c2c5877d43 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:33.560620 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-21434ef3-38a1-45e6-b0c2-66c2c5877d43 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] 10.222.0.46 "PUT /v2.0/subnets/8452d297-2e55-4ff6-9dca-265953eab307 HTTP/1.1" status: 200 len: 900 time: 2.9595187 Nov 22 20:16:33.560620 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21434ef3-38a1-45e6-b0c2-66c2c5877d43 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Pushing event updated for resources: {'Subnet': ['ID=8452d297-2e55-4ff6-9dca-265953eab307,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:16:33.568114 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device eab29e29-21b8-462e-92b1-8883136c1ded up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:16:33.572929 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 43074) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:16:33.598639 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9db338-8ac1-4642-b63c-b0252efcf2b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e888e01f-a336-4cf5-896b-e46bbe718963,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:16:33.604437 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-ee9db338-8ac1-4642-b63c-b0252efcf2b8 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1832283caae245f486c48cf422658a14&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1400177 Nov 22 20:16:33.609532 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-6396486a-a5e9-4cc4-9643-6f9c6b68a800 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Deleting port 61de824e-8c85-495c-8163-1960c5b347fe {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:16:33.610067 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6396486a-a5e9-4cc4-9643-6f9c6b68a800 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:33.641091 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 43076) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:16:33.661990 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a436c3-a192-43f9-9723-1bdb2e85051e None None] Pushing event updated for resources: {'Port': ['ID=eab29e29-21b8-462e-92b1-8883136c1ded,revision_number=3']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:16:33.698806 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port eab29e29-21b8-462e-92b1-8883136c1ded triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:16:33.699344 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:33.770794 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6396486a-a5e9-4cc4-9643-6f9c6b68a800 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:33.787539 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-6396486a-a5e9-4cc4-9643-6f9c6b68a800 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Calling delete_port for 61de824e-8c85-495c-8163-1960c5b347fe owned by {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:16:33.835382 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 50723004-688a-4279-8e55-b273b7a4edee up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:16:33.856064 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d3364f8-d446-4561-9163-23c17e1dd3d3 None None] Sync routers for ids ['2b982249-a07c-4502-ba7a-2f0c92347c05'] in n-d-818823-1 {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:16:33.874416 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d3364f8-d446-4561-9163-23c17e1dd3d3 None None] Routers {'2b982249-a07c-4502-ba7a-2f0c92347c05'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:16:33.874645 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-7d3364f8-d446-4561-9163-23c17e1dd3d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:16:32Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['2b982249-a07c-4502-ba7a-2f0c92347c05'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:16:33.999619 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 50723004-688a-4279-8e55-b273b7a4edee triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:16:34.001683 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:34.149805 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dc9e5f71-07e0-46fc-ae8d-f5ee5a808f9e req-7005c59e-1eb0-4bab-83ca-0dbb197c0898 tempest-ServersTestManualDisk-1649092872 tempest-ServersTestManualDisk-1649092872-project] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:16:34.194761 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-7d3364f8-d446-4561-9163-23c17e1dd3d3 None None] Set router 2b982249-a07c-4502-ba7a-2f0c92347c05 gateway port host: n-d-818823-1 {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:16:34.216643 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-700cb933-da4f-4aec-8555-1430bd9d16ab None None] Sync routers for ids ['5d13bd15-e684-4713-ba44-4f935896f24f'] in n-d-818823-1 {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:16:34.231652 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc9e5f71-07e0-46fc-ae8d-f5ee5a808f9e req-7005c59e-1eb0-4bab-83ca-0dbb197c0898 tempest-ServersTestManualDisk-1649092872 tempest-ServersTestManualDisk-1649092872-project] No DVR routers for this DVR port 5310f32c-cae7-4868-833d-87a62178a783 on host n-h1-818823-1 {{(pid=103448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:16:34.273230 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-dc9e5f71-07e0-46fc-ae8d-f5ee5a808f9e req-7005c59e-1eb0-4bab-83ca-0dbb197c0898 tempest-ServersTestManualDisk-1649092872 tempest-ServersTestManualDisk-1649092872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:34.283259 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-dc9e5f71-07e0-46fc-ae8d-f5ee5a808f9e req-7005c59e-1eb0-4bab-83ca-0dbb197c0898 tempest-ServersTestManualDisk-1649092872 tempest-ServersTestManualDisk-1649092872-project] 10.222.0.41 "DELETE /v2.0/ports/5310f32c-cae7-4868-833d-87a62178a783 HTTP/1.1" status: 204 len: 173 time: 4.9976437 Nov 22 20:16:34.283789 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2395704-e941-4921-8963-3be2b945ad62', 'name': 'network-vif-deleted', 'tag': '5310f32c-cae7-4868-833d-87a62178a783'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:16:34.298342 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589a98cf2aea187fcc423a5edb333e5a6cf3ad7c81115d1ebee0f079693c312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c7163bb-9e1f-4b5a-b677-a8e77e88f99d" -d '{"events": [{"server_uuid": "e2395704-e941-4921-8963-3be2b945ad62", "name": "network-vif-deleted", "tag": "5310f32c-cae7-4868-833d-87a62178a783"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:16:34.307985 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6396486a-a5e9-4cc4-9643-6f9c6b68a800 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:34.319877 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-38f67fe1-f847-4691-b762-07859d335c87 None None] Provisioning complete for port eab29e29-21b8-462e-92b1-8883136c1ded triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:16:34.320289 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-38f67fe1-f847-4691-b762-07859d335c87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:34.335715 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-700cb933-da4f-4aec-8555-1430bd9d16ab None None] Routers {'5d13bd15-e684-4713-ba44-4f935896f24f'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:16:34.336478 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-700cb933-da4f-4aec-8555-1430bd9d16ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:16:32Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['5d13bd15-e684-4713-ba44-4f935896f24f'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:16:34.343170 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:34.385486 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-151c9159-e98a-41ad-a5fb-0c32d4abd35a req-51a715df-637b-4694-a283-48aa8dccbcbc tempest-ServersTestJSON-643082518 tempest-ServersTestJSON-643082518-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:34.390932 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-151c9159-e98a-41ad-a5fb-0c32d4abd35a req-51a715df-637b-4694-a283-48aa8dccbcbc tempest-ServersTestJSON-643082518 tempest-ServersTestJSON-643082518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-595224'] for floatingip, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:34.392583 n-d-818823-1 neutron-server[103447]: INFO neutron.db.l3_db [req-151c9159-e98a-41ad-a5fb-0c32d4abd35a req-51a715df-637b-4694-a283-48aa8dccbcbc tempest-ServersTestJSON-643082518 tempest-ServersTestJSON-643082518-project] Floating IP 67482583-fad2-4daa-84fb-6b357bbaa8d5 disassociated. External IP: 172.25.5.246, port: f7db6f63-92d2-48ab-9633-a0a8531e1cd8. Nov 22 20:16:34.393114 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-151c9159-e98a-41ad-a5fb-0c32d4abd35a req-51a715df-637b-4694-a283-48aa8dccbcbc tempest-ServersTestJSON-643082518 tempest-ServersTestJSON-643082518-project] Calling delete_port for f7db6f63-92d2-48ab-9633-a0a8531e1cd8 owned by compute:nova {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:16:34.402593 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6396486a-a5e9-4cc4-9643-6f9c6b68a800 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Pushing event deleted for resources: {'Port': ['ID=61de824e-8c85-495c-8163-1960c5b347fe,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:16:34.449007 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6396486a-a5e9-4cc4-9643-6f9c6b68a800 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:34.457461 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-6396486a-a5e9-4cc4-9643-6f9c6b68a800 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] 10.222.0.46 "DELETE /v2.0/ports/61de824e-8c85-495c-8163-1960c5b347fe HTTP/1.1" status: 204 len: 168 time: 1.9182155 Nov 22 20:16:34.460058 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 711a60d8-a87b-493b-a1b6-b1cade3d1661 details requested by agent hyperv_n-h2-818823-1 with host n-h2-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 20:16:34.460570 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 43090) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:16:34.510463 n-d-818823-1 neutron-server[103448]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0039350-83ee-4939-8826-58b624244ff4 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] GET failed (client error): The resource could not be found. Nov 22 20:16:34.515116 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-a0039350-83ee-4939-8826-58b624244ff4 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] 10.222.0.46 "GET /v2.0/ports/61de824e-8c85-495c-8163-1960c5b347fe HTTP/1.1" status: 404 len: 333 time: 0.0507276 Nov 22 20:16:34.516185 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 43094) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:16:34.552317 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27abd832-cf4b-42bd-810f-cd50c9e260e8 req-ee4ae0b0-a59f-442f-b368-5a027f2e6976 tempest-ServersTestJSON-643082518 tempest-ServersTestJSON-643082518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:16:34.553906 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-27abd832-cf4b-42bd-810f-cd50c9e260e8 req-ee4ae0b0-a59f-442f-b368-5a027f2e6976 tempest-ServersTestJSON-643082518 tempest-ServersTestJSON-643082518-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b8efb2d-fe81-4a22-8183-9539766c0e33 HTTP/1.1" status: 200 len: 946 time: 0.4957867 Nov 22 20:16:34.591447 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f0bdefa-dc1b-4ca5-8f1c-a3d550090d1b tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Deleting subnet ebe9bfa3-a422-4357-b92e-5053c7e2fb3c {{(pid=103448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 20:16:34.593394 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port 711a60d8-a87b-493b-a1b6-b1cade3d1661, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=711a60d8-a87b-493b-a1b6-b1cade3d1661,segment=NetworkSegment(b42ba62c-a677-4eaf-86f8-a15afeb03330),segment_id=b42ba62c-a677-4eaf-86f8-a15afeb03330)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:16:34.596286 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9f0bdefa-dc1b-4ca5-8f1c-a3d550090d1b tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks [] for subnet, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:34.606420 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8ad7854c-f2a9-42f0-8221-d94d39ea8bc5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:34.630804 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Returning: {'device': '711a60d8-a87b-493b-a1b6-b1cade3d1661', 'network_id': '639e7825-8df7-444f-a5a2-3b925aa1f50a', 'port_id': '711a60d8-a87b-493b-a1b6-b1cade3d1661', 'mac_address': 'fa:16:3e:e2:b3:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 639, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4cb2abbb-c8b1-40a7-a672-13a89e9bd4e5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 20:16:34.655836 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 43096) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:16:34.660846 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8ad7854c-f2a9-42f0-8221-d94d39ea8bc5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:34.674775 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-08253649-5039-4e4e-b963-f0d70b03d70c tempest-ServersTestBootFromVolume-579283085 tempest-ServersTestBootFromVolume-579283085-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1404301906', 'description': 'tempest-description--835898023'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:16:34.699342 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9f0bdefa-dc1b-4ca5-8f1c-a3d550090d1b tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11627908'] for subnet, precommit_delete_associations {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:34.824101 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-7d3364f8-d446-4561-9163-23c17e1dd3d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b982249-a07c-4502-ba7a-2f0c92347c05', 'name': 'tempest-ServersTestBootFromVolume-388830050-router', 'tenant_id': '23ed8fcebbac4686acca3f06ab3e514c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': 'bec982c5-e9f9-44de-bd20-1379b7fef959', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:16:20Z', 'updated_at': '2021-11-22T20:16:29Z', 'revision_number': 4, 'project_id': '23ed8fcebbac4686acca3f06ab3e514c', 'gw_port': {'id': 'bec982c5-e9f9-44de-bd20-1379b7fef959', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:fd:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b982249-a07c-4502-ba7a-2f0c92347c05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:16:22Z', 'updated_at': '2021-11-22T20:16:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': '4aa7ce46-970d-4abb-911d-d8151339509d', 'name': '', 'network_id': '73091ecb-b489-4dc5-b0f5-740e198eef08', 'tenant_id': '23ed8fcebbac4686acca3f06ab3e514c', 'mac_address': 'fa:16:3e:b7:27:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b982249-a07c-4502-ba7a-2f0c92347c05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '9101b2b3-b2f9-4690-9616-29ccea2bab88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:16:28Z', 'updated_at': '2021-11-22T20:16:30Z', 'revision_number': 2, 'project_id': '23ed8fcebbac4686acca3f06ab3e514c', 'subnets': [{'id': '9101b2b3-b2f9-4690-9616-29ccea2bab88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:16:34.877491 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-08253649-5039-4e4e-b963-f0d70b03d70c tempest-ServersTestBootFromVolume-579283085 tempest-ServersTestBootFromVolume-579283085-project] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:34.914533 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a39138e1-f701-489b-9a53-137c4235af00 req-d38bdd08-d6fc-4a47-88ef-07ed059e4b28 service neutron] 10.222.0.20 "GET /v2.0/networks/639e7825-8df7-444f-a5a2-3b925aa1f50a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5078802 Nov 22 20:16:34.921537 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-80b8201d-2df8-4d28-a941-1a1cb7c6bea6 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3961693'] for network, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:34.934432 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d3364f8-d446-4561-9163-23c17e1dd3d3 None None] Checking router: 2b982249-a07c-4502-ba7a-2f0c92347c05 for host: n-d-818823-1 {{(pid=103450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 20:16:34.939262 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d3364f8-d446-4561-9163-23c17e1dd3d3 None None] Updating router 2b982249-a07c-4502-ba7a-2f0c92347c05 port 4aa7ce46-970d-4abb-911d-d8151339509d binding host n-d-818823-1 {{(pid=103450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 20:16:34.939556 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-151c9159-e98a-41ad-a5fb-0c32d4abd35a req-51a715df-637b-4694-a283-48aa8dccbcbc tempest-ServersTestJSON-643082518 tempest-ServersTestJSON-643082518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:34.939691 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:16:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cef9613-ab90-49ee-8c82-eebd878a6ac3 x-openstack-request-id: req-8cef9613-ab90-49ee-8c82-eebd878a6ac3 {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:16:34.940002 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2395704-e941-4921-8963-3be2b945ad62", "name": "network-vif-deleted", "tag": "5310f32c-cae7-4868-833d-87a62178a783", "status": "completed", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:16:34.940294 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8cef9613-ab90-49ee-8c82-eebd878a6ac3 {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:16:34.941783 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8ad7854c-f2a9-42f0-8221-d94d39ea8bc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:34.942891 n-d-818823-1 neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2395704-e941-4921-8963-3be2b945ad62', 'name': 'network-vif-deleted', 'tag': '5310f32c-cae7-4868-833d-87a62178a783', 'status': 'completed', 'code': 200} Nov 22 20:16:34.945356 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8ad7854c-f2a9-42f0-8221-d94d39ea8bc5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:34.949492 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-8ad7854c-f2a9-42f0-8221-d94d39ea8bc5 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e888e01f-a336-4cf5-896b-e46bbe718963 HTTP/1.1" status: 204 len: 168 time: 1.3042562 Nov 22 20:16:35.005149 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad7854c-f2a9-42f0-8221-d94d39ea8bc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e888e01f-a336-4cf5-896b-e46bbe718963,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:16:35.059565 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7d3364f8-d446-4561-9163-23c17e1dd3d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:35.126218 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9f0bdefa-dc1b-4ca5-8f1c-a3d550090d1b tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3753007'] for subnet, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:35.273825 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a715df-637b-4694-a283-48aa8dccbcbc tempest-ServersTestJSON-643082518 tempest-ServersTestJSON-643082518-project] Pushing event deleted for resources: {'Port': ['ID=f7db6f63-92d2-48ab-9633-a0a8531e1cd8,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:16:35.301041 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-27abd832-cf4b-42bd-810f-cd50c9e260e8 req-48f02109-f161-414c-b8dd-9fc94445e34c tempest-ServersTestJSON-643082518 tempest-ServersTestJSON-643082518-project] 10.222.0.46 "GET /v2.0/security-groups?id=21c9b817-9b9e-4905-881e-fc9021459c49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7089465 Nov 22 20:16:35.312704 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-08253649-5039-4e4e-b963-f0d70b03d70c tempest-ServersTestBootFromVolume-579283085 tempest-ServersTestBootFromVolume-579283085-project] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:35.321702 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88c964cf-3de0-4fc3-a08a-bf5041ceb201 None None] Network ae4cdb67-1bad-421b-9ea1-e289cf4a6686 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:16:35.335677 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-08253649-5039-4e4e-b963-f0d70b03d70c tempest-ServersTestBootFromVolume-579283085 tempest-ServersTestBootFromVolume-579283085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:35.382220 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 43104) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:16:35.390096 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-08253649-5039-4e4e-b963-f0d70b03d70c tempest-ServersTestBootFromVolume-579283085 tempest-ServersTestBootFromVolume-579283085-project] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:35.395632 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-08253649-5039-4e4e-b963-f0d70b03d70c tempest-ServersTestBootFromVolume-579283085 tempest-ServersTestBootFromVolume-579283085-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.7310190 Nov 22 20:16:35.403891 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 43106) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:16:35.416640 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-50af75cc-c666-4fc9-8743-7c0b40868b82 tempest-ServersTestBootFromVolume-579283085 tempest-ServersTestBootFromVolume-579283085-project] Request body: {'security_group_rule': {'security_group_id': 'c983b806-141e-4d06-afa7-7136cbbbad90', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:16:35.436221 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afdc8ec-a6fe-48ae-9d48-d7c4b2b1e02f req-a74e2cc7-de6e-4e78-83f2-2ba642fff371 tempest-VolumesActionsTest-254083871 tempest-VolumesActionsTest-254083871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:16:35.445073 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] For port 50723004-688a-4279-8e55-b273b7a4edee, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=50723004-688a-4279-8e55-b273b7a4edee,segment=NetworkSegment(771521f9-3760-4172-8d4a-67a085fa2fe9),segment_id=771521f9-3760-4172-8d4a-67a085fa2fe9)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:16:35.446400 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1afdc8ec-a6fe-48ae-9d48-d7c4b2b1e02f req-a74e2cc7-de6e-4e78-83f2-2ba642fff371 tempest-VolumesActionsTest-254083871 tempest-VolumesActionsTest-254083871-project] 10.222.0.46 "GET /v2.0/ports?device_id=680129ff-58ba-4055-a105-7c282d2ce07d HTTP/1.1" status: 200 len: 943 time: 0.2658000 Nov 22 20:16:35.462947 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:35.464814 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e49ee129-e862-4476-beca-cdc8150d2345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:35.491595 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:35.494423 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9f0bdefa-dc1b-4ca5-8f1c-a3d550090d1b tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3753014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11567369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11792914'] for subnet, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:35.537712 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08253649-5039-4e4e-b963-f0d70b03d70c tempest-ServersTestBootFromVolume-579283085 tempest-ServersTestBootFromVolume-579283085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c983b806-141e-4d06-afa7-7136cbbbad90,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:16:35.538340 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 711a60d8-a87b-493b-a1b6-b1cade3d1661 {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:16:35.549556 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-50af75cc-c666-4fc9-8743-7c0b40868b82 tempest-ServersTestBootFromVolume-579283085 tempest-ServersTestBootFromVolume-579283085-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:35.571141 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port 711a60d8-a87b-493b-a1b6-b1cade3d1661, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=711a60d8-a87b-493b-a1b6-b1cade3d1661,segment=NetworkSegment(b42ba62c-a677-4eaf-86f8-a15afeb03330),segment_id=b42ba62c-a677-4eaf-86f8-a15afeb03330)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:16:35.574330 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7d3364f8-d446-4561-9163-23c17e1dd3d3 None None] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:35.588537 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7d3364f8-d446-4561-9163-23c17e1dd3d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:35.615918 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0bdefa-dc1b-4ca5-8f1c-a3d550090d1b tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Pushing event deleted for resources: {'Subnet': ['ID=ebe9bfa3-a422-4357-b92e-5053c7e2fb3c,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:16:35.630718 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9f0bdefa-dc1b-4ca5-8f1c-a3d550090d1b tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:35.636504 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-9f0bdefa-dc1b-4ca5-8f1c-a3d550090d1b tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] 10.222.0.46 "DELETE /v2.0/subnets/ebe9bfa3-a422-4357-b92e-5053c7e2fb3c HTTP/1.1" status: 204 len: 168 time: 1.1186762 Nov 22 20:16:35.639884 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-700cb933-da4f-4aec-8555-1430bd9d16ab None None] Set router 5d13bd15-e684-4713-ba44-4f935896f24f gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:16:35.640589 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 43110) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:16:35.695988 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-319dba18-e614-41ce-a10e-a2b0c4ec2d2b None None] Network 0fc51fcf-fb7b-4be6-9705-52f544f12a34 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:16:35.697390 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bd6db9-d73c-45bb-b3cf-700322ca72fe None None] Pushing event updated for resources: {'Port': ['ID=4aa7ce46-970d-4abb-911d-d8151339509d,revision_number=3']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:16:35.713051 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a39138e1-f701-489b-9a53-137c4235af00 req-477904a7-2398-4250-8e6d-90a42c5a5c8e service neutron] 10.222.0.20 "GET /v2.0/networks/639e7825-8df7-444f-a5a2-3b925aa1f50a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7823243 Nov 22 20:16:35.743579 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.l3_agent_scheduler [req-151c9159-e98a-41ad-a5fb-0c32d4abd35a req-51a715df-637b-4694-a283-48aa8dccbcbc tempest-ServersTestJSON-643082518 tempest-ServersTestJSON-643082518-project] Router 47cff62d-1400-4750-a951-1dfd42ba9a0b has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 20:16:35.761252 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bd6db9-d73c-45bb-b3cf-700322ca72fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:16:35.761596 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bd6db9-d73c-45bb-b3cf-700322ca72fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:16:35.761951 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bd6db9-d73c-45bb-b3cf-700322ca72fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:16:35.762278 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bd6db9-d73c-45bb-b3cf-700322ca72fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:16:35.762659 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bd6db9-d73c-45bb-b3cf-700322ca72fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:16:35.762921 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bd6db9-d73c-45bb-b3cf-700322ca72fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:16:35.763244 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bd6db9-d73c-45bb-b3cf-700322ca72fe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:16:35.763762 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bd6db9-d73c-45bb-b3cf-700322ca72fe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:16:35.763917 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bd6db9-d73c-45bb-b3cf-700322ca72fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:16:35.764242 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bd6db9-d73c-45bb-b3cf-700322ca72fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:16:35.764562 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bd6db9-d73c-45bb-b3cf-700322ca72fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:16:35.765026 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bd6db9-d73c-45bb-b3cf-700322ca72fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:16:35.808834 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d8c8573f-4639-4092-9405-c7e4f7409ea8 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3961693'] for network, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:35.816840 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:35.838081 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device eab29e29-21b8-462e-92b1-8883136c1ded up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:16:35.874150 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-50af75cc-c666-4fc9-8743-7c0b40868b82 tempest-ServersTestBootFromVolume-579283085 tempest-ServersTestBootFromVolume-579283085-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:35.896229 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-50af75cc-c666-4fc9-8743-7c0b40868b82 tempest-ServersTestBootFromVolume-579283085 tempest-ServersTestBootFromVolume-579283085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572323'] for security_group_rule, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:35.910537 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-7d3364f8-d446-4561-9163-23c17e1dd3d3 None None] Attempting to bind port 4aa7ce46-970d-4abb-911d-d8151339509d on host n-d-818823-1 for vnic_type normal with profile {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:16:35.910911 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-7d3364f8-d446-4561-9163-23c17e1dd3d3 None None] Attempting to bind port 4aa7ce46-970d-4abb-911d-d8151339509d by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': '56debe83-f1a4-4422-b85c-8e2fd99ea227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '73091ecb-b489-4dc5-b0f5-740e198eef08'}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:16:35.914841 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3364f8-d446-4561-9163-23c17e1dd3d3 None None] Attempting to bind port 4aa7ce46-970d-4abb-911d-d8151339509d on network 73091ecb-b489-4dc5-b0f5-740e198eef08 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:16:35.930579 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3364f8-d446-4561-9163-23c17e1dd3d3 None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 16, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:16:35.930875 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3364f8-d446-4561-9163-23c17e1dd3d3 None None] Checking segment: {'id': '56debe83-f1a4-4422-b85c-8e2fd99ea227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '73091ecb-b489-4dc5-b0f5-740e198eef08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:16:35.931287 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7d3364f8-d446-4561-9163-23c17e1dd3d3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:35.931722 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3364f8-d446-4561-9163-23c17e1dd3d3 None None] Bound using segment: {'id': '56debe83-f1a4-4422-b85c-8e2fd99ea227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '73091ecb-b489-4dc5-b0f5-740e198eef08'} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:16:35.932557 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-7d3364f8-d446-4561-9163-23c17e1dd3d3 None None] Bound port: 4aa7ce46-970d-4abb-911d-d8151339509d, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56debe83-f1a4-4422-b85c-8e2fd99ea227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '73091ecb-b489-4dc5-b0f5-740e198eef08'}}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:16:35.932951 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7d3364f8-d446-4561-9163-23c17e1dd3d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:35.940632 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-d8fc6f2b-74bb-400b-9f2b-245252631150 tempest-ServersTestManualDisk-1649092872 tempest-ServersTestManualDisk-1649092872-project] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:35.954534 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50af75cc-c666-4fc9-8743-7c0b40868b82 tempest-ServersTestBootFromVolume-579283085 tempest-ServersTestBootFromVolume-579283085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e6318d1-092c-4e06-8bd5-3d452ab80535,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:16:35.957358 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-80b8201d-2df8-4d28-a941-1a1cb7c6bea6 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Deleting port 50723004-688a-4279-8e55-b273b7a4edee {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:16:35.957705 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-80b8201d-2df8-4d28-a941-1a1cb7c6bea6 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:36.040959 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1afdc8ec-a6fe-48ae-9d48-d7c4b2b1e02f req-c20878b4-a175-4e34-8273-40506d1aa534 tempest-VolumesActionsTest-254083871 tempest-VolumesActionsTest-254083871-project] 10.222.0.46 "GET /v2.0/security-groups?id=bc0be890-2f67-46a0-9006-37ebc152269f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5933356 Nov 22 20:16:36.090254 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-50af75cc-c666-4fc9-8743-7c0b40868b82 tempest-ServersTestBootFromVolume-579283085 tempest-ServersTestBootFromVolume-579283085-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:36.101223 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-50af75cc-c666-4fc9-8743-7c0b40868b82 tempest-ServersTestBootFromVolume-579283085 tempest-ServersTestBootFromVolume-579283085-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6887352 Nov 22 20:16:36.101902 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 43120) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:16:36.106324 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-38f67fe1-f847-4691-b762-07859d335c87 None None] Could not find standard attr ID for object 61de824e-8c85-495c-8163-1960c5b347fe. {{(pid=103449) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 22 20:16:36.117711 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-3f9f3d6a-7527-450d-ac85-b24f7d36d63c tempest-ServersTestBootFromVolume-579283085 tempest-ServersTestBootFromVolume-579283085-project] Request body: {'security_group_rule': {'security_group_id': 'c983b806-141e-4d06-afa7-7136cbbbad90', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:16:36.125004 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-7d3364f8-d446-4561-9163-23c17e1dd3d3 None None] For port 4aa7ce46-970d-4abb-911d-d8151339509d, host n-d-818823-1, cleared binding levels {{(pid=103450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:16:36.129410 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-7d3364f8-d446-4561-9163-23c17e1dd3d3 None None] For port 4aa7ce46-970d-4abb-911d-d8151339509d, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=4aa7ce46-970d-4abb-911d-d8151339509d,segment=NetworkSegment(56debe83-f1a4-4422-b85c-8e2fd99ea227),segment_id=56debe83-f1a4-4422-b85c-8e2fd99ea227)] {{(pid=103450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:16:36.139358 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7d3364f8-d446-4561-9163-23c17e1dd3d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:36.171594 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] get_ports_and_sgs() called for port_ids ['711a60d8-a87b-493b-a1b6-b1cade3d1661'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:16:36.186167 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-d8c8573f-4639-4092-9405-c7e4f7409ea8 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Deleting port eab29e29-21b8-462e-92b1-8883136c1ded {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:16:36.186519 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d8c8573f-4639-4092-9405-c7e4f7409ea8 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:36.248366 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d3364f8-d446-4561-9163-23c17e1dd3d3 None None] Routers {'2b982249-a07c-4502-ba7a-2f0c92347c05'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:16:36.253093 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-7d3364f8-d446-4561-9163-23c17e1dd3d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:16:32Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['2b982249-a07c-4502-ba7a-2f0c92347c05'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:16:36.265462 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Pushing event updated for resources: {'Port': ['ID=50723004-688a-4279-8e55-b273b7a4edee,revision_number=3']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:16:36.317531 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-d8fc6f2b-74bb-400b-9f2b-245252631150 tempest-ServersTestManualDisk-1649092872 tempest-ServersTestManualDisk-1649092872-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:36.364796 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3f9f3d6a-7527-450d-ac85-b24f7d36d63c tempest-ServersTestBootFromVolume-579283085 tempest-ServersTestBootFromVolume-579283085-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:36.397292 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:36.426398 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bd6db9-d73c-45bb-b3cf-700322ca72fe None None] Pushing event updated for resources: {'Port': ['ID=4aa7ce46-970d-4abb-911d-d8151339509d,revision_number=4']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:16:36.466450 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-d8c8573f-4639-4092-9405-c7e4f7409ea8 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] For port eab29e29-21b8-462e-92b1-8883136c1ded, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=eab29e29-21b8-462e-92b1-8883136c1ded,segment=NetworkSegment(b7ee9af6-6d57-4b45-b57f-8274491d81be),segment_id=b7ee9af6-6d57-4b45-b57f-8274491d81be)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:16:36.466820 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d8c8573f-4639-4092-9405-c7e4f7409ea8 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:36.481099 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device f7db6f63-92d2-48ab-9633-a0a8531e1cd8 no longer exists at agent hyperv_n-h2-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:16:36.489616 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-d8c8573f-4639-4092-9405-c7e4f7409ea8 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Calling delete_port for eab29e29-21b8-462e-92b1-8883136c1ded owned by network:dhcp {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:16:36.503761 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3f9f3d6a-7527-450d-ac85-b24f7d36d63c tempest-ServersTestBootFromVolume-579283085 tempest-ServersTestBootFromVolume-579283085-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:36.512683 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3f9f3d6a-7527-450d-ac85-b24f7d36d63c tempest-ServersTestBootFromVolume-579283085 tempest-ServersTestBootFromVolume-579283085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572323'] for security_group_rule, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:36.562261 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-7d3364f8-d446-4561-9163-23c17e1dd3d3 None None] Set router 2b982249-a07c-4502-ba7a-2f0c92347c05 gateway port host: n-d-818823-1 {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:16:36.585541 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9f3d6a-7527-450d-ac85-b24f7d36d63c tempest-ServersTestBootFromVolume-579283085 tempest-ServersTestBootFromVolume-579283085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e04d4e4b-5f3d-486a-b491-5f33b9128274,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:16:36.603051 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5f20617d-dd96-44eb-859d-3e90b3a05d4e req-e375194c-3df4-4d83-bc91-bdc5071cd1a9 tempest-ServersTestJSON-643082518 tempest-ServersTestJSON-643082518-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b8efb2d-fe81-4a22-8183-9539766c0e33 HTTP/1.1" status: 200 len: 210 time: 0.0872798 Nov 22 20:16:36.603642 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3f9f3d6a-7527-450d-ac85-b24f7d36d63c tempest-ServersTestBootFromVolume-579283085 tempest-ServersTestBootFromVolume-579283085-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:36.605329 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-3f9f3d6a-7527-450d-ac85-b24f7d36d63c tempest-ServersTestBootFromVolume-579283085 tempest-ServersTestBootFromVolume-579283085-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4973493 Nov 22 20:16:36.610287 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 43132) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:16:36.630777 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-daeb82f5-cd42-4b09-adc4-7a8f08691511 tempest-ServersTestBootFromVolume-579283085 tempest-ServersTestBootFromVolume-579283085-project] Request body: {'floatingip': {'floating_network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:16:36.669414 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] No Port match for: f7db6f63-92d2-48ab-9633-a0a8531e1cd8 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:16:36.670050 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device f7db6f63-92d2-48ab-9633-a0a8531e1cd8 not bound to the agent host n-h2-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:16:36.718839 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [None req-80b8201d-2df8-4d28-a941-1a1cb7c6bea6 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] For port 50723004-688a-4279-8e55-b273b7a4edee, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=50723004-688a-4279-8e55-b273b7a4edee,segment=NetworkSegment(771521f9-3760-4172-8d4a-67a085fa2fe9),segment_id=771521f9-3760-4172-8d4a-67a085fa2fe9)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:16:36.719463 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-80b8201d-2df8-4d28-a941-1a1cb7c6bea6 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:36.731063 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-151c9159-e98a-41ad-a5fb-0c32d4abd35a req-51a715df-637b-4694-a283-48aa8dccbcbc tempest-ServersTestJSON-643082518 tempest-ServersTestJSON-643082518-project] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:16:36.745679 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-80b8201d-2df8-4d28-a941-1a1cb7c6bea6 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Calling delete_port for 50723004-688a-4279-8e55-b273b7a4edee owned by network:dhcp {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:16:36.770174 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-fa88b2eb-0ccd-4ca9-9eaf-1f9984346ce4 None None] Provisioning complete for port 50723004-688a-4279-8e55-b273b7a4edee triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:16:36.771086 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-fa88b2eb-0ccd-4ca9-9eaf-1f9984346ce4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:36.787102 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd3bcd78-b2f5-4c16-9072-30933b6f9ec0 None None] Sync routers for ids ['47cff62d-1400-4750-a951-1dfd42ba9a0b'] in n-d-818823-1 {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:16:36.791490 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-daeb82f5-cd42-4b09-adc4-7a8f08691511 tempest-ServersTestBootFromVolume-579283085 tempest-ServersTestBootFromVolume-579283085-project] Publish callbacks [] for floatingip, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:36.793956 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-d8fc6f2b-74bb-400b-9f2b-245252631150 tempest-ServersTestManualDisk-1649092872 tempest-ServersTestManualDisk-1649092872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:36.796847 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-d8fc6f2b-74bb-400b-9f2b-245252631150 tempest-ServersTestManualDisk-1649092872 tempest-ServersTestManualDisk-1649092872-project] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:36.798795 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-d8fc6f2b-74bb-400b-9f2b-245252631150 tempest-ServersTestManualDisk-1649092872 tempest-ServersTestManualDisk-1649092872-project] 10.222.0.46 "DELETE /v2.0/security-groups/368a4176-acce-44f6-a6e9-15de4e10b157 HTTP/1.1" status: 204 len: 168 time: 1.4097226 Nov 22 20:16:36.804775 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-151c9159-e98a-41ad-a5fb-0c32d4abd35a req-51a715df-637b-4694-a283-48aa8dccbcbc tempest-ServersTestJSON-643082518 tempest-ServersTestJSON-643082518-project] No DVR routers for this DVR port f7db6f63-92d2-48ab-9633-a0a8531e1cd8 on host n-h2-818823-1 {{(pid=103447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:16:36.809293 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 43136) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:16:36.812527 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd3bcd78-b2f5-4c16-9072-30933b6f9ec0 None None] Routers {'47cff62d-1400-4750-a951-1dfd42ba9a0b'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:16:36.817072 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-cd3bcd78-b2f5-4c16-9072-30933b6f9ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:16:32Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['47cff62d-1400-4750-a951-1dfd42ba9a0b'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:16:36.844259 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-151c9159-e98a-41ad-a5fb-0c32d4abd35a req-51a715df-637b-4694-a283-48aa8dccbcbc tempest-ServersTestJSON-643082518 tempest-ServersTestJSON-643082518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:36.854313 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-151c9159-e98a-41ad-a5fb-0c32d4abd35a req-51a715df-637b-4694-a283-48aa8dccbcbc tempest-ServersTestJSON-643082518 tempest-ServersTestJSON-643082518-project] 10.222.0.20 "DELETE /v2.0/ports/f7db6f63-92d2-48ab-9633-a0a8531e1cd8 HTTP/1.1" status: 204 len: 173 time: 5.2246821 Nov 22 20:16:36.858959 n-d-818823-1 neutron-server[103447]: INFO neutron.api.v2.resource [None req-4b10c8dd-9674-4aaa-a9ab-da44be0abd73 tempest-ServersTestManualDisk-1649092872 tempest-ServersTestManualDisk-1649092872-project] show failed (client error): The resource could not be found. Nov 22 20:16:36.863347 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-4b10c8dd-9674-4aaa-a9ab-da44be0abd73 tempest-ServersTestManualDisk-1649092872 tempest-ServersTestManualDisk-1649092872-project] 10.222.0.46 "GET /v2.0/security-groups/368a4176-acce-44f6-a6e9-15de4e10b157 HTTP/1.1" status: 404 len: 347 time: 0.0514641 Nov 22 20:16:36.864194 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b8efb2d-fe81-4a22-8183-9539766c0e33', 'name': 'network-vif-deleted', 'tag': 'f7db6f63-92d2-48ab-9633-a0a8531e1cd8'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:16:36.866832 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0395e818-5fe4-4f04-a7c6-a4b6d7414c39" -d '{"events": [{"server_uuid": "5b8efb2d-fe81-4a22-8183-9539766c0e33", "name": "network-vif-deleted", "tag": "f7db6f63-92d2-48ab-9633-a0a8531e1cd8"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:16:36.876347 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 43138) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:16:36.885268 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d8c8573f-4639-4092-9405-c7e4f7409ea8 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:36.901737 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port eab29e29-21b8-462e-92b1-8883136c1ded triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:16:36.902377 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:37.019927 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c8573f-4639-4092-9405-c7e4f7409ea8 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] No DVR routers for this DVR port eab29e29-21b8-462e-92b1-8883136c1ded on host n-d-818823-1 {{(pid=103448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:16:37.023002 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=711a60d8-a87b-493b-a1b6-b1cade3d1661,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:16:37.031083 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:16:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e3f1347-89e3-4e12-a3ee-c01e0b7adf0d x-openstack-request-id: req-6e3f1347-89e3-4e12-a3ee-c01e0b7adf0d {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:16:37.033906 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b8efb2d-fe81-4a22-8183-9539766c0e33", "name": "network-vif-deleted", "tag": "f7db6f63-92d2-48ab-9633-a0a8531e1cd8", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:16:37.034206 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6e3f1347-89e3-4e12-a3ee-c01e0b7adf0d {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:16:37.034729 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b8efb2d-fe81-4a22-8183-9539766c0e33', 'name': 'network-vif-deleted', 'tag': 'f7db6f63-92d2-48ab-9633-a0a8531e1cd8', 'status': 'completed', 'code': 200} Nov 22 20:16:37.045242 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c8573f-4639-4092-9405-c7e4f7409ea8 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Pushing event deleted for resources: {'Port': ['ID=eab29e29-21b8-462e-92b1-8883136c1ded,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:16:37.074954 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Port eab29e29-21b8-462e-92b1-8883136c1ded was deleted so its status cannot be updated. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Nov 22 20:16:37.099373 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-cd3bcd78-b2f5-4c16-9072-30933b6f9ec0 None None] Set router 47cff62d-1400-4750-a951-1dfd42ba9a0b gateway port host: n-d-818823-1 {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:16:37.141714 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e126583-d7ff-4002-b7a0-56e44cea0b1b None None] DHCP port deletion for 0fc51fcf-fb7b-4be6-9705-52f544f12a34 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:16:37.142695 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fc6f2b-74bb-400b-9f2b-245252631150 tempest-ServersTestManualDisk-1649092872 tempest-ServersTestManualDisk-1649092872-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=368a4176-acce-44f6-a6e9-15de4e10b157,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:16:37.260787 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d8c8573f-4639-4092-9405-c7e4f7409ea8 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3760028', 'neutron.services.segments.db._delete_segments_for_network-8748992815755'] for network, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:37.295162 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-700cb933-da4f-4aec-8555-1430bd9d16ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d13bd15-e684-4713-ba44-4f935896f24f', 'name': 'tempest-ServersTestManualDisk-1187611866-router', 'tenant_id': '002d0de0caa34c4490cab90a994ab520', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': '87875d65-ebf3-4e19-b359-611253e28da1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:13:47Z', 'updated_at': '2021-11-22T20:13:59Z', 'revision_number': 4, 'project_id': '002d0de0caa34c4490cab90a994ab520', 'gw_port': {'id': '87875d65-ebf3-4e19-b359-611253e28da1', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:c7:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d13bd15-e684-4713-ba44-4f935896f24f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:13:48Z', 'updated_at': '2021-11-22T20:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': 'bee805a2-5610-4d33-99c0-cdd0b248c343', 'name': '', 'network_id': '74ebf53f-3bfc-4b32-9782-5c33f910ad6f', 'tenant_id': '002d0de0caa34c4490cab90a994ab520', 'mac_address': 'fa:16:3e:f3:70:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d13bd15-e684-4713-ba44-4f935896f24f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': '9835edc8-ccd5-46d4-abe8-f0789df4c86f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:13:55Z', 'updated_at': '2021-11-22T20:14:21Z', 'revision_number': 5, 'project_id': '002d0de0caa34c4490cab90a994ab520', 'subnets': [{'id': '9835edc8-ccd5-46d4-abe8-f0789df4c86f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:16:37.317728 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-d8c8573f-4639-4092-9405-c7e4f7409ea8 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fc51fcf-fb7b-4be6-9705-52f544f12a34']}} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:16:37.347715 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-d8c8573f-4639-4092-9405-c7e4f7409ea8 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7ee9af6-6d57-4b45-b57f-8274491d81be') {'for_net_delete': True} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:16:37.348347 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-d8c8573f-4639-4092-9405-c7e4f7409ea8 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7ee9af6-6d57-4b45-b57f-8274491d81be') {} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:16:37.378461 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d8c8573f-4639-4092-9405-c7e4f7409ea8 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748993039638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11627933'] for segment, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:37.409706 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de16f859-d9d6-4b1b-b6d3-a8bdb437e3fc req-c71f7ca6-0c95-4881-b8ea-91c8557d4cf8 tempest-VolumesActionsTest-254083871 tempest-VolumesActionsTest-254083871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:16:37.414348 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-daeb82f5-cd42-4b09-adc4-7a8f08691511 tempest-ServersTestBootFromVolume-579283085 tempest-ServersTestBootFromVolume-579283085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:37.419782 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d8c8573f-4639-4092-9405-c7e4f7409ea8 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:37.421015 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-de16f859-d9d6-4b1b-b6d3-a8bdb437e3fc req-c71f7ca6-0c95-4881-b8ea-91c8557d4cf8 tempest-VolumesActionsTest-254083871 tempest-VolumesActionsTest-254083871-project] 10.222.0.46 "GET /v2.0/ports?device_id=680129ff-58ba-4055-a105-7c282d2ce07d HTTP/1.1" status: 200 len: 944 time: 0.2652109 Nov 22 20:16:37.445627 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8c8573f-4639-4092-9405-c7e4f7409ea8 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Releasing vlan 637 on physical network physnet1 to pool {{(pid=103448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 20:16:37.446141 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d8c8573f-4639-4092-9405-c7e4f7409ea8 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11567447'] for segment, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:37.452063 n-d-818823-1 neutron-server[103448]: Traceback (most recent call last): Nov 22 20:16:37.452063 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 20:16:37.452063 n-d-818823-1 neutron-server[103448]: timer() Nov 22 20:16:37.452063 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 20:16:37.452063 n-d-818823-1 neutron-server[103448]: cb(*args, **kw) Nov 22 20:16:37.452063 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 20:16:37.452063 n-d-818823-1 neutron-server[103448]: return func(*args, **kwargs) Nov 22 20:16:37.452063 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 20:16:37.452063 n-d-818823-1 neutron-server[103448]: self._notify() Nov 22 20:16:37.452063 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 20:16:37.452063 n-d-818823-1 neutron-server[103448]: self.callback(batched_events) Nov 22 20:16:37.452063 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 20:16:37.452063 n-d-818823-1 neutron-server[103448]: event.method(event) Nov 22 20:16:37.452063 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 20:16:37.452063 n-d-818823-1 neutron-server[103448]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 20:16:37.452063 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 20:16:37.452063 n-d-818823-1 neutron-server[103448]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 20:16:37.452063 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 20:16:37.452063 n-d-818823-1 neutron-server[103448]: return f(self, *a, **k) Nov 22 20:16:37.452063 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 20:16:37.452063 n-d-818823-1 neutron-server[103448]: return self._get(url).json() Nov 22 20:16:37.452063 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 20:16:37.452063 n-d-818823-1 neutron-server[103448]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 20:16:37.452063 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 20:16:37.452063 n-d-818823-1 neutron-server[103448]: return self.request(url, 'GET', **kwargs) Nov 22 20:16:37.452063 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 20:16:37.452063 n-d-818823-1 neutron-server[103448]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 20:16:37.452063 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 20:16:37.452063 n-d-818823-1 neutron-server[103448]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 20:16:37.452063 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 20:16:37.452063 n-d-818823-1 neutron-server[103448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 20:16:37.452063 n-d-818823-1 neutron-server[103448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 20:16:37.455000 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-700cb933-da4f-4aec-8555-1430bd9d16ab None None] Checking router: 5d13bd15-e684-4713-ba44-4f935896f24f for host: n-d-818823-1 {{(pid=103449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 20:16:37.555469 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-fa88b2eb-0ccd-4ca9-9eaf-1f9984346ce4 None None] Could not find standard attr ID for object 61de824e-8c85-495c-8163-1960c5b347fe. {{(pid=103449) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 22 20:16:37.560880 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-700cb933-da4f-4aec-8555-1430bd9d16ab None None] Routers {'5d13bd15-e684-4713-ba44-4f935896f24f'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:16:37.561544 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-700cb933-da4f-4aec-8555-1430bd9d16ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:16:32Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['5d13bd15-e684-4713-ba44-4f935896f24f'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:16:37.624108 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-de16f859-d9d6-4b1b-b6d3-a8bdb437e3fc req-396cb943-ced6-472a-abc4-56c83596781a tempest-VolumesActionsTest-254083871 tempest-VolumesActionsTest-254083871-project] 10.222.0.46 "GET /v2.0/security-groups?id=bc0be890-2f67-46a0-9006-37ebc152269f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016196 Nov 22 20:16:37.628442 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-80b8201d-2df8-4d28-a941-1a1cb7c6bea6 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:37.680234 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d8c8573f-4639-4092-9405-c7e4f7409ea8 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3760002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595318'] for network, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:37.690309 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-2ee7437f-7846-4ab5-b7ba-145499279e67 tempest-ServersTestManualDisk-1649092872 tempest-ServersTestManualDisk-1649092872-project] Deleting port 4c096bf3-3c60-4507-bac7-f2364f2ec073 {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:16:37.691028 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-2ee7437f-7846-4ab5-b7ba-145499279e67 tempest-ServersTestManualDisk-1649092872 tempest-ServersTestManualDisk-1649092872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:37.725309 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d8c8573f-4639-4092-9405-c7e4f7409ea8 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks [] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:37.735653 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-d8c8573f-4639-4092-9405-c7e4f7409ea8 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] 10.222.0.46 "DELETE /v2.0/networks/0fc51fcf-fb7b-4be6-9705-52f544f12a34 HTTP/1.1" status: 204 len: 168 time: 2.0936391 Nov 22 20:16:37.740090 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c8573f-4639-4092-9405-c7e4f7409ea8 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Pushing event deleted for resources: {'Network': ['ID=0fc51fcf-fb7b-4be6-9705-52f544f12a34,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:16:37.761020 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 43158) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:16:37.774194 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-353cce0a-a1b4-46c7-b4da-d9dce320b695 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Request body: {'port': {'network_id': 'af33d290-a09b-4d43-b29e-152605dd45aa', 'name': 'tempest-PortsIpV6TestJSON-793816526'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:16:37.826620 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 43164) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:16:37.865101 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-7d3364f8-d446-4561-9163-23c17e1dd3d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b982249-a07c-4502-ba7a-2f0c92347c05', 'name': 'tempest-ServersTestBootFromVolume-388830050-router', 'tenant_id': '23ed8fcebbac4686acca3f06ab3e514c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': 'bec982c5-e9f9-44de-bd20-1379b7fef959', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:16:20Z', 'updated_at': '2021-11-22T20:16:29Z', 'revision_number': 4, 'project_id': '23ed8fcebbac4686acca3f06ab3e514c', 'gw_port': {'id': 'bec982c5-e9f9-44de-bd20-1379b7fef959', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:fd:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b982249-a07c-4502-ba7a-2f0c92347c05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:16:22Z', 'updated_at': '2021-11-22T20:16:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': '4aa7ce46-970d-4abb-911d-d8151339509d', 'name': '', 'network_id': '73091ecb-b489-4dc5-b0f5-740e198eef08', 'tenant_id': '23ed8fcebbac4686acca3f06ab3e514c', 'mac_address': 'fa:16:3e:b7:27:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b982249-a07c-4502-ba7a-2f0c92347c05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '9101b2b3-b2f9-4690-9616-29ccea2bab88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:16:28Z', 'updated_at': '2021-11-22T20:16:36Z', 'revision_number': 4, 'project_id': '23ed8fcebbac4686acca3f06ab3e514c', 'subnets': [{'id': '9101b2b3-b2f9-4690-9616-29ccea2bab88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:16:37.898538 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 50723004-688a-4279-8e55-b273b7a4edee up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:16:37.915025 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-2ee7437f-7846-4ab5-b7ba-145499279e67 tempest-ServersTestManualDisk-1649092872 tempest-ServersTestManualDisk-1649092872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:37.915855 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-2ee7437f-7846-4ab5-b7ba-145499279e67 tempest-ServersTestManualDisk-1649092872 tempest-ServersTestManualDisk-1649092872-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:37.916580 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d3364f8-d446-4561-9163-23c17e1dd3d3 None None] The sync data for ids ['2b982249-a07c-4502-ba7a-2f0c92347c05'] in n-d-818823-1 is: [{'id': '2b982249-a07c-4502-ba7a-2f0c92347c05', 'name': 'tempest-ServersTestBootFromVolume-388830050-router', 'tenant_id': '23ed8fcebbac4686acca3f06ab3e514c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': 'bec982c5-e9f9-44de-bd20-1379b7fef959', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:16:20Z', 'updated_at': '2021-11-22T20:16:29Z', 'revision_number': 4, 'project_id': '23ed8fcebbac4686acca3f06ab3e514c', 'gw_port': {'id': 'bec982c5-e9f9-44de-bd20-1379b7fef959', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:fd:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b982249-a07c-4502-ba7a-2f0c92347c05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:16:22Z', 'updated_at': '2021-11-22T20:16:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': '4aa7ce46-970d-4abb-911d-d8151339509d', 'name': '', 'network_id': '73091ecb-b489-4dc5-b0f5-740e198eef08', 'tenant_id': '23ed8fcebbac4686acca3f06ab3e514c', 'mac_address': 'fa:16:3e:b7:27:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b982249-a07c-4502-ba7a-2f0c92347c05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '9101b2b3-b2f9-4690-9616-29ccea2bab88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:16:28Z', 'updated_at': '2021-11-22T20:16:36Z', 'revision_number': 4, 'project_id': '23ed8fcebbac4686acca3f06ab3e514c', 'subnets': [{'id': '9101b2b3-b2f9-4690-9616-29ccea2bab88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:16:37.926411 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9787e30-f12d-4b71-adc9-d347405fecdd None None] Network ae4cdb67-1bad-421b-9ea1-e289cf4a6686 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:16:37.929826 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-cd3bcd78-b2f5-4c16-9072-30933b6f9ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47cff62d-1400-4750-a951-1dfd42ba9a0b', 'name': 'tempest-ServersTestJSON-395337212-router', 'tenant_id': '850c5e2af2c44a3fa2eaed5152ec5f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.229'}], 'enable_snat': True}, 'gw_port_id': '879aed9c-b068-49c0-a9d5-804f26cae1de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:13:50Z', 'updated_at': '2021-11-22T20:14:03Z', 'revision_number': 4, 'project_id': '850c5e2af2c44a3fa2eaed5152ec5f3c', 'gw_port': {'id': '879aed9c-b068-49c0-a9d5-804f26cae1de', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:23:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47cff62d-1400-4750-a951-1dfd42ba9a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:13:52Z', 'updated_at': '2021-11-22T20:14:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': 'aca36450-d2ce-47ed-80fb-a8f258232b09', 'name': '', 'network_id': '48d933a0-1d3f-430a-95c2-28f98332aa70', 'tenant_id': '850c5e2af2c44a3fa2eaed5152ec5f3c', 'mac_address': 'fa:16:3e:bf:a7:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47cff62d-1400-4750-a951-1dfd42ba9a0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': 'e341af9e-bf46-4c5a-98cc-989107917135', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:13:59Z', 'updated_at': '2021-11-22T20:14:31Z', 'revision_number': 5, 'project_id': '850c5e2af2c44a3fa2eaed5152ec5f3c', 'subnets': [{'id': 'e341af9e-bf46-4c5a-98cc-989107917135', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:16:37.948684 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-2ee7437f-7846-4ab5-b7ba-145499279e67 tempest-ServersTestManualDisk-1649092872 tempest-ServersTestManualDisk-1649092872-project] Calling delete_port for 4c096bf3-3c60-4507-bac7-f2364f2ec073 owned by network:floatingip {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:16:38.012265 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd3bcd78-b2f5-4c16-9072-30933b6f9ec0 None None] Checking router: 47cff62d-1400-4750-a951-1dfd42ba9a0b for host: n-d-818823-1 {{(pid=103450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 20:16:38.035146 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd3bcd78-b2f5-4c16-9072-30933b6f9ec0 None None] Routers {'47cff62d-1400-4750-a951-1dfd42ba9a0b'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:16:38.035956 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-cd3bcd78-b2f5-4c16-9072-30933b6f9ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:16:32Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['47cff62d-1400-4750-a951-1dfd42ba9a0b'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:16:38.076005 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [None req-daeb82f5-cd42-4b09-adc4-7a8f08691511 tempest-ServersTestBootFromVolume-579283085 tempest-ServersTestBootFromVolume-579283085-project] Allocated IP 172.25.5.102 (c48a55e9-6a85-4746-b7bf-3e29fb560094/5da6f781-63e6-4328-ae7a-5e672262f55a/4f7c01f8-2071-4f32-a1da-1b2ced158fba) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:16:38.109911 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: 50723004-688a-4279-8e55-b273b7a4edee {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:16:38.110254 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 50723004-688a-4279-8e55-b273b7a4edee not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 22 20:16:38.143051 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6e503fc2-9b88-4ab6-95db-41ecf7aadb1e tempest-ServersTestJSON-643082518 tempest-ServersTestJSON-643082518-project] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:38.219204 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Port 50723004-688a-4279-8e55-b273b7a4edee not found, will not notify nova. {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 22 20:16:38.226216 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-b34eb756-098a-479c-bbae-627cce9d888d None None] Provisioning complete for port 4aa7ce46-970d-4abb-911d-d8151339509d triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:16:38.226594 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-b34eb756-098a-479c-bbae-627cce9d888d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:38.230670 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6e503fc2-9b88-4ab6-95db-41ecf7aadb1e tempest-ServersTestJSON-643082518 tempest-ServersTestJSON-643082518-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:38.339849 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b8201d-2df8-4d28-a941-1a1cb7c6bea6 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Pushing event deleted for resources: {'Port': ['ID=50723004-688a-4279-8e55-b273b7a4edee,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:16:38.343968 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-353cce0a-a1b4-46c7-b4da-d9dce320b695 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Made reservation on behalf of 2dee5ba1e01f416ab951cabb312f3dca for: {'port': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:16:38.359834 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-353cce0a-a1b4-46c7-b4da-d9dce320b695 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:38.367991 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device eab29e29-21b8-462e-92b1-8883136c1ded no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:16:38.383551 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-2ee7437f-7846-4ab5-b7ba-145499279e67 tempest-ServersTestManualDisk-1649092872 tempest-ServersTestManualDisk-1649092872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:38.405223 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-cd3bcd78-b2f5-4c16-9072-30933b6f9ec0 None None] Set router 47cff62d-1400-4750-a951-1dfd42ba9a0b gateway port host: n-d-818823-1 {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:16:38.438356 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 711a60d8-a87b-493b-a1b6-b1cade3d1661 up at agent hyperv_n-h2-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:16:38.442811 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee7437f-7846-4ab5-b7ba-145499279e67 tempest-ServersTestManualDisk-1649092872 tempest-ServersTestManualDisk-1649092872-project] Pushing event deleted for resources: {'Port': ['ID=4c096bf3-3c60-4507-bac7-f2364f2ec073,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:16:38.445163 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b8201d-2df8-4d28-a941-1a1cb7c6bea6 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] No DVR routers for this DVR port 50723004-688a-4279-8e55-b273b7a4edee on host n-d-818823-1 {{(pid=103447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:16:38.542769 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: eab29e29-21b8-462e-92b1-8883136c1ded {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:16:38.544216 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device eab29e29-21b8-462e-92b1-8883136c1ded not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:16:38.564383 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce1286a5-be46-4aa2-81df-682c4f159772 None None] DHCP port deletion for c48a55e9-6a85-4746-b7bf-3e29fb560094 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:16:38.584510 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-700cb933-da4f-4aec-8555-1430bd9d16ab None None] Set router 5d13bd15-e684-4713-ba44-4f935896f24f gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:16:38.622680 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-80b8201d-2df8-4d28-a941-1a1cb7c6bea6 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3753007'] for subnet, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:38.753180 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-2ee7437f-7846-4ab5-b7ba-145499279e67 tempest-ServersTestManualDisk-1649092872 tempest-ServersTestManualDisk-1649092872-project] Publish callbacks [] for floatingip, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:38.755884 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-2ee7437f-7846-4ab5-b7ba-145499279e67 tempest-ServersTestManualDisk-1649092872 tempest-ServersTestManualDisk-1649092872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for floatingip, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:38.757110 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-2ee7437f-7846-4ab5-b7ba-145499279e67 tempest-ServersTestManualDisk-1649092872 tempest-ServersTestManualDisk-1649092872-project] 10.222.0.46 "DELETE /v2.0/floatingips/406595aa-41a4-4347-b294-cb8c54e790d2 HTTP/1.1" status: 204 len: 168 time: 1.8207858 Nov 22 20:16:38.779320 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 43178) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:16:38.938893 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-cd3bcd78-b2f5-4c16-9072-30933b6f9ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47cff62d-1400-4750-a951-1dfd42ba9a0b', 'name': 'tempest-ServersTestJSON-395337212-router', 'tenant_id': '850c5e2af2c44a3fa2eaed5152ec5f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.229'}], 'enable_snat': True}, 'gw_port_id': '879aed9c-b068-49c0-a9d5-804f26cae1de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:13:50Z', 'updated_at': '2021-11-22T20:14:03Z', 'revision_number': 4, 'project_id': '850c5e2af2c44a3fa2eaed5152ec5f3c', 'gw_port': {'id': '879aed9c-b068-49c0-a9d5-804f26cae1de', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:23:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47cff62d-1400-4750-a951-1dfd42ba9a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:13:52Z', 'updated_at': '2021-11-22T20:14:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': 'aca36450-d2ce-47ed-80fb-a8f258232b09', 'name': '', 'network_id': '48d933a0-1d3f-430a-95c2-28f98332aa70', 'tenant_id': '850c5e2af2c44a3fa2eaed5152ec5f3c', 'mac_address': 'fa:16:3e:bf:a7:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47cff62d-1400-4750-a951-1dfd42ba9a0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': 'e341af9e-bf46-4c5a-98cc-989107917135', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:13:59Z', 'updated_at': '2021-11-22T20:14:31Z', 'revision_number': 5, 'project_id': '850c5e2af2c44a3fa2eaed5152ec5f3c', 'subnets': [{'id': 'e341af9e-bf46-4c5a-98cc-989107917135', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:16:38.975188 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd3bcd78-b2f5-4c16-9072-30933b6f9ec0 None None] The sync data for ids ['47cff62d-1400-4750-a951-1dfd42ba9a0b'] in n-d-818823-1 is: [{'id': '47cff62d-1400-4750-a951-1dfd42ba9a0b', 'name': 'tempest-ServersTestJSON-395337212-router', 'tenant_id': '850c5e2af2c44a3fa2eaed5152ec5f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.229'}], 'enable_snat': True}, 'gw_port_id': '879aed9c-b068-49c0-a9d5-804f26cae1de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:13:50Z', 'updated_at': '2021-11-22T20:14:03Z', 'revision_number': 4, 'project_id': '850c5e2af2c44a3fa2eaed5152ec5f3c', 'gw_port': {'id': '879aed9c-b068-49c0-a9d5-804f26cae1de', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:23:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47cff62d-1400-4750-a951-1dfd42ba9a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:13:52Z', 'updated_at': '2021-11-22T20:14:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': 'aca36450-d2ce-47ed-80fb-a8f258232b09', 'name': '', 'network_id': '48d933a0-1d3f-430a-95c2-28f98332aa70', 'tenant_id': '850c5e2af2c44a3fa2eaed5152ec5f3c', 'mac_address': 'fa:16:3e:bf:a7:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47cff62d-1400-4750-a951-1dfd42ba9a0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': 'e341af9e-bf46-4c5a-98cc-989107917135', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:13:59Z', 'updated_at': '2021-11-22T20:14:31Z', 'revision_number': 5, 'project_id': '850c5e2af2c44a3fa2eaed5152ec5f3c', 'subnets': [{'id': 'e341af9e-bf46-4c5a-98cc-989107917135', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:16:39.169770 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6e503fc2-9b88-4ab6-95db-41ecf7aadb1e tempest-ServersTestJSON-643082518 tempest-ServersTestJSON-643082518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:39.172577 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6e503fc2-9b88-4ab6-95db-41ecf7aadb1e tempest-ServersTestJSON-643082518 tempest-ServersTestJSON-643082518-project] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:39.174553 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-6e503fc2-9b88-4ab6-95db-41ecf7aadb1e tempest-ServersTestJSON-643082518 tempest-ServersTestJSON-643082518-project] 10.222.0.46 "DELETE /v2.0/security-groups/21c9b817-9b9e-4905-881e-fc9021459c49 HTTP/1.1" status: 204 len: 168 time: 1.2806156 Nov 22 20:16:39.179761 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 43188) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:16:39.204084 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [None req-353cce0a-a1b4-46c7-b4da-d9dce320b695 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] device_id is not set on port dd39239b-d62a-48dc-a072-ed905c0c37fd yet. {{(pid=103448) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 20:16:39.221007 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e503fc2-9b88-4ab6-95db-41ecf7aadb1e tempest-ServersTestJSON-643082518 tempest-ServersTestJSON-643082518-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21c9b817-9b9e-4905-881e-fc9021459c49,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:16:39.221424 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-80b8201d-2df8-4d28-a941-1a1cb7c6bea6 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3753014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8900804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8485115'] for subnet, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:39.229419 n-d-818823-1 neutron-server[103448]: INFO neutron.api.v2.resource [None req-e4603de9-9200-4c66-890e-e8897ecbdc1a tempest-ServersTestJSON-643082518 tempest-ServersTestJSON-643082518-project] show failed (client error): The resource could not be found. Nov 22 20:16:39.230649 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-e4603de9-9200-4c66-890e-e8897ecbdc1a tempest-ServersTestJSON-643082518 tempest-ServersTestJSON-643082518-project] 10.222.0.46 "GET /v2.0/security-groups/21c9b817-9b9e-4905-881e-fc9021459c49 HTTP/1.1" status: 404 len: 347 time: 0.0475678 Nov 22 20:16:39.268599 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5ca43194-20fe-4adc-b471-403f7c0b5365 req-0ed87f25-e59d-4e4e-b2cc-26f232e51890 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=dd29aa5b29024a1589aa1e9d9246bd3e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3253899 Nov 22 20:16:39.269513 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 43190) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:16:39.279318 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b8201d-2df8-4d28-a941-1a1cb7c6bea6 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Pushing event deleted for resources: {'Subnet': ['ID=8452d297-2e55-4ff6-9dca-265953eab307,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:16:39.320927 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-b34eb756-098a-479c-bbae-627cce9d888d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:39.333748 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Provisioning for port 711a60d8-a87b-493b-a1b6-b1cade3d1661 completed by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 20:16:39.409314 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Provisioning complete for port 711a60d8-a87b-493b-a1b6-b1cade3d1661 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:16:39.409690 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:39.462005 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-daeb82f5-cd42-4b09-adc4-7a8f08691511 tempest-ServersTestBootFromVolume-579283085 tempest-ServersTestBootFromVolume-579283085-project] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:39.576867 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e1aa61-321b-4d54-80fb-b8d439c132e1 None None] New status for floating IP 67482583-fad2-4daa-84fb-6b357bbaa8d5: DOWN {{(pid=103449) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 20:16:39.646293 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-353cce0a-a1b4-46c7-b4da-d9dce320b695 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:39.669521 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-daeb82f5-cd42-4b09-adc4-7a8f08691511 tempest-ServersTestBootFromVolume-579283085 tempest-ServersTestBootFromVolume-579283085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:39.749250 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daeb82f5-cd42-4b09-adc4-7a8f08691511 tempest-ServersTestBootFromVolume-579283085 tempest-ServersTestBootFromVolume-579283085-project] Network c48a55e9-6a85-4746-b7bf-3e29fb560094 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:16:39.756035 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-daeb82f5-cd42-4b09-adc4-7a8f08691511 tempest-ServersTestBootFromVolume-579283085 tempest-ServersTestBootFromVolume-579283085-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:16:39.759666 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daeb82f5-cd42-4b09-adc4-7a8f08691511 tempest-ServersTestBootFromVolume-579283085 tempest-ServersTestBootFromVolume-579283085-project] Pushing event updated for resources: {'Port': ['ID=4f7c01f8-2071-4f32-a1da-1b2ced158fba,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:16:39.763276 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daeb82f5-cd42-4b09-adc4-7a8f08691511 tempest-ServersTestBootFromVolume-579283085 tempest-ServersTestBootFromVolume-579283085-project] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:16:39.855020 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-353cce0a-a1b4-46c7-b4da-d9dce320b695 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:39.927761 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-353cce0a-a1b4-46c7-b4da-d9dce320b695 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Network af33d290-a09b-4d43-b29e-152605dd45aa is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:16:39.932019 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 4aa7ce46-970d-4abb-911d-d8151339509d up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:16:39.941209 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-353cce0a-a1b4-46c7-b4da-d9dce320b695 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:16:39.950140 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-353cce0a-a1b4-46c7-b4da-d9dce320b695 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:16:39.957919 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-353cce0a-a1b4-46c7-b4da-d9dce320b695 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:16:39.965348 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-353cce0a-a1b4-46c7-b4da-d9dce320b695 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:40.020523 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-353cce0a-a1b4-46c7-b4da-d9dce320b695 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.2589848 Nov 22 20:16:40.027892 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 43194) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:16:40.028416 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-b34eb756-098a-479c-bbae-627cce9d888d None None] For port 4aa7ce46-970d-4abb-911d-d8151339509d, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=4aa7ce46-970d-4abb-911d-d8151339509d,segment=NetworkSegment(56debe83-f1a4-4422-b85c-8e2fd99ea227),segment_id=56debe83-f1a4-4422-b85c-8e2fd99ea227)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:16:40.035922 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-522aecb2-16dd-4c03-9995-103c4fd0520e None None] Network ae4cdb67-1bad-421b-9ea1-e289cf4a6686 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:16:40.062060 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353cce0a-a1b4-46c7-b4da-d9dce320b695 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Pushing event updated for resources: {'Port': ['ID=dd39239b-d62a-48dc-a072-ed905c0c37fd,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:16:40.092479 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-daeb82f5-cd42-4b09-adc4-7a8f08691511 tempest-ServersTestBootFromVolume-579283085 tempest-ServersTestBootFromVolume-579283085-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:40.124199 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-b34eb756-098a-479c-bbae-627cce9d888d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:40.182603 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-daeb82f5-cd42-4b09-adc4-7a8f08691511 tempest-ServersTestBootFromVolume-579283085 tempest-ServersTestBootFromVolume-579283085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:40.221130 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-6eec7c2a-bd48-4858-af56-1f3d4d2aaa2d tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Deleting port dd39239b-d62a-48dc-a072-ed905c0c37fd {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:16:40.221747 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6eec7c2a-bd48-4858-af56-1f3d4d2aaa2d tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:40.276012 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:40.372011 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6eec7c2a-bd48-4858-af56-1f3d4d2aaa2d tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:40.376180 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-cb5b9b1d-8d8c-4db3-aea5-2a78ccb1654c None None] Could not find standard attr ID for object 50723004-688a-4279-8e55-b273b7a4edee. {{(pid=103449) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 22 20:16:40.376358 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94901d11-a91b-4dac-90e3-5f710118ba4f req-475c9ab8-78d7-4658-96b1-f3335b393a09 tempest-VolumesActionsTest-254083871 tempest-VolumesActionsTest-254083871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:16:40.377937 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-94901d11-a91b-4dac-90e3-5f710118ba4f req-475c9ab8-78d7-4658-96b1-f3335b393a09 tempest-VolumesActionsTest-254083871 tempest-VolumesActionsTest-254083871-project] 10.222.0.46 "GET /v2.0/ports?device_id=680129ff-58ba-4055-a105-7c282d2ce07d HTTP/1.1" status: 200 len: 944 time: 1.4848776 Nov 22 20:16:40.394612 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-6eec7c2a-bd48-4858-af56-1f3d4d2aaa2d tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Calling delete_port for dd39239b-d62a-48dc-a072-ed905c0c37fd owned by {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:16:40.438374 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port 711a60d8-a87b-493b-a1b6-b1cade3d1661, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=711a60d8-a87b-493b-a1b6-b1cade3d1661,segment=NetworkSegment(b42ba62c-a677-4eaf-86f8-a15afeb03330),segment_id=b42ba62c-a677-4eaf-86f8-a15afeb03330)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:16:40.461808 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-80b8201d-2df8-4d28-a941-1a1cb7c6bea6 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3760028', 'neutron.services.segments.db._delete_segments_for_network-8748992815755'] for network, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:40.462030 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '680129ff-58ba-4055-a105-7c282d2ce07d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '711a60d8-a87b-493b-a1b6-b1cade3d1661'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:16:40.464295 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d39f6d30a11e565ec9648abcc015e8a6ab6cff4edd704add8155e28765d31eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b39d42eb-f260-4754-9272-9dbe6c4cdb2e" -d '{"events": [{"server_uuid": "680129ff-58ba-4055-a105-7c282d2ce07d", "name": "network-vif-plugged", "status": "completed", "tag": "711a60d8-a87b-493b-a1b6-b1cade3d1661"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:16:40.473635 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca43194-20fe-4adc-b471-403f7c0b5365 req-bfe01900-9d9d-4ec1-831c-3acb69ed707c tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:16:40.481477 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5ca43194-20fe-4adc-b471-403f7c0b5365 req-bfe01900-9d9d-4ec1-831c-3acb69ed707c tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.1680694 Nov 22 20:16:40.484017 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 4aa7ce46-970d-4abb-911d-d8151339509d triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:16:40.484573 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:40.486377 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:40.523813 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34eb756-098a-479c-bbae-627cce9d888d None None] Pushing event updated for resources: {'Port': ['ID=4aa7ce46-970d-4abb-911d-d8151339509d,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:16:40.546041 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-daeb82f5-cd42-4b09-adc4-7a8f08691511 tempest-ServersTestBootFromVolume-579283085 tempest-ServersTestBootFromVolume-579283085-project] Publish callbacks [] for port, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:40.553543 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5ca43194-20fe-4adc-b471-403f7c0b5365 req-19d22ed1-d5af-419b-955a-a5a425f5bfc1 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.46 "GET /v2.0/quotas/dd29aa5b29024a1589aa1e9d9246bd3e HTTP/1.1" status: 200 len: 375 time: 0.0710914 Nov 22 20:16:40.558187 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-daeb82f5-cd42-4b09-adc4-7a8f08691511 tempest-ServersTestBootFromVolume-579283085 tempest-ServersTestBootFromVolume-579283085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:40.576683 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-700cb933-da4f-4aec-8555-1430bd9d16ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d13bd15-e684-4713-ba44-4f935896f24f', 'name': 'tempest-ServersTestManualDisk-1187611866-router', 'tenant_id': '002d0de0caa34c4490cab90a994ab520', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': '87875d65-ebf3-4e19-b359-611253e28da1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:13:47Z', 'updated_at': '2021-11-22T20:13:59Z', 'revision_number': 4, 'project_id': '002d0de0caa34c4490cab90a994ab520', 'gw_port': {'id': '87875d65-ebf3-4e19-b359-611253e28da1', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:c7:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d13bd15-e684-4713-ba44-4f935896f24f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:13:48Z', 'updated_at': '2021-11-22T20:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': 'bee805a2-5610-4d33-99c0-cdd0b248c343', 'name': '', 'network_id': '74ebf53f-3bfc-4b32-9782-5c33f910ad6f', 'tenant_id': '002d0de0caa34c4490cab90a994ab520', 'mac_address': 'fa:16:3e:f3:70:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d13bd15-e684-4713-ba44-4f935896f24f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': '9835edc8-ccd5-46d4-abe8-f0789df4c86f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:13:55Z', 'updated_at': '2021-11-22T20:14:21Z', 'revision_number': 5, 'project_id': '002d0de0caa34c4490cab90a994ab520', 'subnets': [{'id': '9835edc8-ccd5-46d4-abe8-f0789df4c86f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:16:40.589861 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-94901d11-a91b-4dac-90e3-5f710118ba4f req-f1963fb3-82a3-456d-97bd-246ff436153c tempest-VolumesActionsTest-254083871 tempest-VolumesActionsTest-254083871-project] 10.222.0.46 "GET /v2.0/security-groups?id=bc0be890-2f67-46a0-9006-37ebc152269f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000577 Nov 22 20:16:40.593758 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6eec7c2a-bd48-4858-af56-1f3d4d2aaa2d tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:40.622725 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-80b8201d-2df8-4d28-a941-1a1cb7c6bea6 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae4cdb67-1bad-421b-9ea1-e289cf4a6686']}} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:16:40.632797 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1472c9ef-e426-4260-92fb-b77d5e4d08f1 None None] DHCP port deletion for ae4cdb67-1bad-421b-9ea1-e289cf4a6686 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:16:40.648088 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6eec7c2a-bd48-4858-af56-1f3d4d2aaa2d tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:40.651361 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5ca43194-20fe-4adc-b471-403f7c0b5365 req-6712bce3-7c8a-48fa-9ffb-0ef5a8794d1d tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=dd29aa5b29024a1589aa1e9d9246bd3e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0968850 Nov 22 20:16:40.651948 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-6eec7c2a-bd48-4858-af56-1f3d4d2aaa2d tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] 10.222.0.46 "DELETE /v2.0/ports/dd39239b-d62a-48dc-a072-ed905c0c37fd HTTP/1.1" status: 204 len: 168 time: 0.6230552 Nov 22 20:16:40.658221 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 43198) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:16:40.660765 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-700cb933-da4f-4aec-8555-1430bd9d16ab None None] The sync data for ids ['5d13bd15-e684-4713-ba44-4f935896f24f'] in n-d-818823-1 is: [{'id': '5d13bd15-e684-4713-ba44-4f935896f24f', 'name': 'tempest-ServersTestManualDisk-1187611866-router', 'tenant_id': '002d0de0caa34c4490cab90a994ab520', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': '87875d65-ebf3-4e19-b359-611253e28da1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:13:47Z', 'updated_at': '2021-11-22T20:13:59Z', 'revision_number': 4, 'project_id': '002d0de0caa34c4490cab90a994ab520', 'gw_port': {'id': '87875d65-ebf3-4e19-b359-611253e28da1', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:c7:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d13bd15-e684-4713-ba44-4f935896f24f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:13:48Z', 'updated_at': '2021-11-22T20:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': 'bee805a2-5610-4d33-99c0-cdd0b248c343', 'name': '', 'network_id': '74ebf53f-3bfc-4b32-9782-5c33f910ad6f', 'tenant_id': '002d0de0caa34c4490cab90a994ab520', 'mac_address': 'fa:16:3e:f3:70:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d13bd15-e684-4713-ba44-4f935896f24f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': '9835edc8-ccd5-46d4-abe8-f0789df4c86f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:13:55Z', 'updated_at': '2021-11-22T20:14:21Z', 'revision_number': 5, 'project_id': '002d0de0caa34c4490cab90a994ab520', 'subnets': [{'id': '9835edc8-ccd5-46d4-abe8-f0789df4c86f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:16:40.670667 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-6e2b615e-62c0-480a-b4a0-6cdb61a99c40 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Request body: {'port': {'network_id': 'af33d290-a09b-4d43-b29e-152605dd45aa', 'mac_address': 'fa:16:3e:dd:d0:db', 'name': 'tempest-PortsIpV6TestJSON-1075582956'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:16:40.673571 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-80b8201d-2df8-4d28-a941-1a1cb7c6bea6 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '771521f9-3760-4172-8d4a-67a085fa2fe9') {'for_net_delete': True} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:16:40.673870 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-80b8201d-2df8-4d28-a941-1a1cb7c6bea6 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '771521f9-3760-4172-8d4a-67a085fa2fe9') {} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:16:40.681441 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=711a60d8-a87b-493b-a1b6-b1cade3d1661,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:16:40.711908 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-80b8201d-2df8-4d28-a941-1a1cb7c6bea6 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748993039638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12178344'] for segment, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:40.780799 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daeb82f5-cd42-4b09-adc4-7a8f08691511 tempest-ServersTestBootFromVolume-579283085 tempest-ServersTestBootFromVolume-579283085-project] Pushing event updated for resources: {'Port': ['ID=4f7c01f8-2071-4f32-a1da-1b2ced158fba,revision_number=2']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:16:40.786884 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-80b8201d-2df8-4d28-a941-1a1cb7c6bea6 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:40.808124 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80b8201d-2df8-4d28-a941-1a1cb7c6bea6 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Releasing vlan 620 on physical network physnet1 to pool {{(pid=103447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 20:16:40.808732 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-80b8201d-2df8-4d28-a941-1a1cb7c6bea6 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8900762'] for segment, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:40.809135 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:16:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be132c15-220d-4352-9a38-20ecd13f7f21 x-openstack-request-id: req-be132c15-220d-4352-9a38-20ecd13f7f21 {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:16:40.809430 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "680129ff-58ba-4055-a105-7c282d2ce07d", "name": "network-vif-plugged", "status": "completed", "tag": "711a60d8-a87b-493b-a1b6-b1cade3d1661", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:16:40.809683 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-be132c15-220d-4352-9a38-20ecd13f7f21 {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:16:40.810082 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '680129ff-58ba-4055-a105-7c282d2ce07d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '711a60d8-a87b-493b-a1b6-b1cade3d1661', 'code': 200} Nov 22 20:16:40.812866 n-d-818823-1 neutron-server[103447]: Traceback (most recent call last): Nov 22 20:16:40.812866 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 20:16:40.812866 n-d-818823-1 neutron-server[103447]: timer() Nov 22 20:16:40.812866 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 20:16:40.812866 n-d-818823-1 neutron-server[103447]: cb(*args, **kw) Nov 22 20:16:40.812866 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 20:16:40.812866 n-d-818823-1 neutron-server[103447]: return func(*args, **kwargs) Nov 22 20:16:40.812866 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 20:16:40.812866 n-d-818823-1 neutron-server[103447]: self._notify() Nov 22 20:16:40.812866 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 20:16:40.812866 n-d-818823-1 neutron-server[103447]: self.callback(batched_events) Nov 22 20:16:40.812866 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 20:16:40.812866 n-d-818823-1 neutron-server[103447]: event.method(event) Nov 22 20:16:40.812866 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 20:16:40.812866 n-d-818823-1 neutron-server[103447]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 20:16:40.812866 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 20:16:40.812866 n-d-818823-1 neutron-server[103447]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 20:16:40.812866 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 20:16:40.812866 n-d-818823-1 neutron-server[103447]: return f(self, *a, **k) Nov 22 20:16:40.812866 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 20:16:40.812866 n-d-818823-1 neutron-server[103447]: return self._get(url).json() Nov 22 20:16:40.812866 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 20:16:40.812866 n-d-818823-1 neutron-server[103447]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 20:16:40.812866 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 20:16:40.812866 n-d-818823-1 neutron-server[103447]: return self.request(url, 'GET', **kwargs) Nov 22 20:16:40.812866 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 20:16:40.812866 n-d-818823-1 neutron-server[103447]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 20:16:40.812866 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 20:16:40.812866 n-d-818823-1 neutron-server[103447]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 20:16:40.812866 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 20:16:40.812866 n-d-818823-1 neutron-server[103447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 20:16:40.812866 n-d-818823-1 neutron-server[103447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 20:16:40.837647 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-daeb82f5-cd42-4b09-adc4-7a8f08691511 tempest-ServersTestBootFromVolume-579283085 tempest-ServersTestBootFromVolume-579283085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-595224'] for floatingip, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:40.860985 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eec7c2a-bd48-4858-af56-1f3d4d2aaa2d tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Pushing event deleted for resources: {'Port': ['ID=dd39239b-d62a-48dc-a072-ed905c0c37fd,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:16:40.875751 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e2b615e-62c0-480a-b4a0-6cdb61a99c40 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Made reservation on behalf of 2dee5ba1e01f416ab951cabb312f3dca for: {'port': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:16:40.913800 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-daeb82f5-cd42-4b09-adc4-7a8f08691511 tempest-ServersTestBootFromVolume-579283085 tempest-ServersTestBootFromVolume-579283085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for floatingip, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:40.916069 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-daeb82f5-cd42-4b09-adc4-7a8f08691511 tempest-ServersTestBootFromVolume-579283085 tempest-ServersTestBootFromVolume-579283085-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.3037386 Nov 22 20:16:40.934201 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-bcd42b22-9c26-45df-80a1-96d687a65d03 tempest-ServersTestJSON-643082518 tempest-ServersTestJSON-643082518-project] Deleting port 5f0ac330-d957-4a97-b93b-cef087c94270 {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:16:40.934536 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-bcd42b22-9c26-45df-80a1-96d687a65d03 tempest-ServersTestJSON-643082518 tempest-ServersTestJSON-643082518-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:40.992532 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6e2b615e-62c0-480a-b4a0-6cdb61a99c40 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:41.024489 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [None req-6e2b615e-62c0-480a-b4a0-6cdb61a99c40 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] device_id is not set on port f610ae87-83fb-4849-8ffe-9b263dbe3b86 yet. {{(pid=103448) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 20:16:41.070411 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5bc13f5e-d002-4b85-8120-c63f75307802 req-e3d70bf0-776c-4a46-ab41-a84a01b647bc tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.46 "GET /v2.0/ports?device_id=d44cf4d1-35ec-4cbd-ae21-4ec5dca43313 HTTP/1.1" status: 200 len: 210 time: 0.1550231 Nov 22 20:16:41.105941 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-80b8201d-2df8-4d28-a941-1a1cb7c6bea6 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3760002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595318'] for network, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:41.122719 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-80b8201d-2df8-4d28-a941-1a1cb7c6bea6 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for network, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:41.129987 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-80b8201d-2df8-4d28-a941-1a1cb7c6bea6 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] 10.222.0.46 "DELETE /v2.0/networks/ae4cdb67-1bad-421b-9ea1-e289cf4a6686 HTTP/1.1" status: 204 len: 168 time: 7.5553126 Nov 22 20:16:41.135656 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 43216) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:16:41.166795 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-bcd42b22-9c26-45df-80a1-96d687a65d03 tempest-ServersTestJSON-643082518 tempest-ServersTestJSON-643082518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:41.167119 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-bcd42b22-9c26-45df-80a1-96d687a65d03 tempest-ServersTestJSON-643082518 tempest-ServersTestJSON-643082518-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:41.167767 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc39cf47-be45-463e-a0f8-d7f23a879db6 None None] New status for floating IP 406595aa-41a4-4347-b294-cb8c54e790d2: DOWN {{(pid=103450) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 20:16:41.181642 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-bcd42b22-9c26-45df-80a1-96d687a65d03 tempest-ServersTestJSON-643082518 tempest-ServersTestJSON-643082518-project] Calling delete_port for 5f0ac330-d957-4a97-b93b-cef087c94270 owned by network:floatingip {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:16:41.183673 n-d-818823-1 neutron-server[103448]: INFO neutron.pecan_wsgi.hooks.translation [None req-20dd2655-9b03-475a-a424-2fd6d9e121b2 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] DELETE failed (client error): The resource could not be found. Nov 22 20:16:41.184282 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20dd2655-9b03-475a-a424-2fd6d9e121b2 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 20:16:41.196570 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-20dd2655-9b03-475a-a424-2fd6d9e121b2 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] 10.222.0.46 "DELETE /v2.0/subnets/8452d297-2e55-4ff6-9dca-265953eab307 HTTP/1.1" status: 404 len: 337 time: 0.0545785 Nov 22 20:16:41.197288 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 43226) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:16:41.236509 n-d-818823-1 neutron-server[103448]: INFO neutron.pecan_wsgi.hooks.translation [None req-428058f9-05f7-4b15-9d7a-ac5486f89267 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] DELETE failed (client error): The resource could not be found. Nov 22 20:16:41.237307 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-428058f9-05f7-4b15-9d7a-ac5486f89267 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 20:16:41.240737 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-428058f9-05f7-4b15-9d7a-ac5486f89267 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] 10.222.0.46 "DELETE /v2.0/networks/ae4cdb67-1bad-421b-9ea1-e289cf4a6686 HTTP/1.1" status: 404 len: 339 time: 0.0391431 Nov 22 20:16:41.243775 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 43236) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:16:41.276782 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b8201d-2df8-4d28-a941-1a1cb7c6bea6 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Pushing event deleted for resources: {'Network': ['ID=ae4cdb67-1bad-421b-9ea1-e289cf4a6686,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:16:41.364611 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654988da-2515-4573-a123-06b33b43560d req-686697be-4f41-42e6-8ac3-de3bcd2ca426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:16:41.366172 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-654988da-2515-4573-a123-06b33b43560d req-686697be-4f41-42e6-8ac3-de3bcd2ca426 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=680129ff-58ba-4055-a105-7c282d2ce07d HTTP/1.1" status: 200 len: 1096 time: 0.4339206 Nov 22 20:16:41.440173 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-201f5bbb-8479-427f-8577-c970de7cc66f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659736'] for router_interface, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:41.440887 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f95386f5-35bf-4b6b-ad12-b3a682be6810 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3961693'] for network, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:41.447270 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-654988da-2515-4573-a123-06b33b43560d req-ff7bca1e-3438-413e-9b18-e4b46766bf82 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=bc0be890-2f67-46a0-9006-37ebc152269f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711801 Nov 22 20:16:41.473842 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6e2b615e-62c0-480a-b4a0-6cdb61a99c40 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:41.572135 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f95386f5-35bf-4b6b-ad12-b3a682be6810 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3760028', 'neutron.services.segments.db._delete_segments_for_network-8748992815755'] for network, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:41.626821 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-f95386f5-35bf-4b6b-ad12-b3a682be6810 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15a29ced-b48a-44d1-b472-b6da5d63b593']}} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:16:41.641638 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6e2b615e-62c0-480a-b4a0-6cdb61a99c40 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:41.645768 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-f95386f5-35bf-4b6b-ad12-b3a682be6810 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6dd7357b-3a50-4a65-b79a-133e273c94e7') {'for_net_delete': True} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:16:41.646203 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-f95386f5-35bf-4b6b-ad12-b3a682be6810 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6dd7357b-3a50-4a65-b79a-133e273c94e7') {} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:16:41.709555 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 4aa7ce46-970d-4abb-911d-d8151339509d up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:16:41.718250 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f95386f5-35bf-4b6b-ad12-b3a682be6810 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748993039638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11627933'] for segment, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:41.777411 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-bcd42b22-9c26-45df-80a1-96d687a65d03 tempest-ServersTestJSON-643082518 tempest-ServersTestJSON-643082518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:41.809182 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e2b615e-62c0-480a-b4a0-6cdb61a99c40 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Network af33d290-a09b-4d43-b29e-152605dd45aa is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:16:41.824629 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f95386f5-35bf-4b6b-ad12-b3a682be6810 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:41.831205 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-6e2b615e-62c0-480a-b4a0-6cdb61a99c40 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:16:41.838299 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2b615e-62c0-480a-b4a0-6cdb61a99c40 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Pushing event updated for resources: {'Port': ['ID=f610ae87-83fb-4849-8ffe-9b263dbe3b86,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:16:41.851769 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2b615e-62c0-480a-b4a0-6cdb61a99c40 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:16:41.858521 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e2b615e-62c0-480a-b4a0-6cdb61a99c40 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:16:41.859190 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6e2b615e-62c0-480a-b4a0-6cdb61a99c40 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:41.864991 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 4aa7ce46-970d-4abb-911d-d8151339509d triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:16:41.865548 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:41.873280 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f95386f5-35bf-4b6b-ad12-b3a682be6810 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Releasing vlan 612 on physical network physnet1 to pool {{(pid=103448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 20:16:41.873716 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f95386f5-35bf-4b6b-ad12-b3a682be6810 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11567447'] for segment, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:41.878636 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd42b22-9c26-45df-80a1-96d687a65d03 tempest-ServersTestJSON-643082518 tempest-ServersTestJSON-643082518-project] Pushing event deleted for resources: {'Port': ['ID=5f0ac330-d957-4a97-b93b-cef087c94270,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:16:41.878884 n-d-818823-1 neutron-server[103448]: Traceback (most recent call last): Nov 22 20:16:41.878884 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 20:16:41.878884 n-d-818823-1 neutron-server[103448]: timer() Nov 22 20:16:41.878884 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 20:16:41.878884 n-d-818823-1 neutron-server[103448]: cb(*args, **kw) Nov 22 20:16:41.878884 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 20:16:41.878884 n-d-818823-1 neutron-server[103448]: return func(*args, **kwargs) Nov 22 20:16:41.878884 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 20:16:41.878884 n-d-818823-1 neutron-server[103448]: self._notify() Nov 22 20:16:41.878884 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 20:16:41.878884 n-d-818823-1 neutron-server[103448]: self.callback(batched_events) Nov 22 20:16:41.878884 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 20:16:41.878884 n-d-818823-1 neutron-server[103448]: event.method(event) Nov 22 20:16:41.878884 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 20:16:41.878884 n-d-818823-1 neutron-server[103448]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 20:16:41.878884 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 20:16:41.878884 n-d-818823-1 neutron-server[103448]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 20:16:41.878884 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 20:16:41.878884 n-d-818823-1 neutron-server[103448]: return f(self, *a, **k) Nov 22 20:16:41.878884 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 20:16:41.878884 n-d-818823-1 neutron-server[103448]: return self._get(url).json() Nov 22 20:16:41.878884 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 20:16:41.878884 n-d-818823-1 neutron-server[103448]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 20:16:41.878884 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 20:16:41.878884 n-d-818823-1 neutron-server[103448]: return self.request(url, 'GET', **kwargs) Nov 22 20:16:41.878884 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 20:16:41.878884 n-d-818823-1 neutron-server[103448]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 20:16:41.878884 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 20:16:41.878884 n-d-818823-1 neutron-server[103448]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 20:16:41.878884 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 20:16:41.878884 n-d-818823-1 neutron-server[103448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 20:16:41.878884 n-d-818823-1 neutron-server[103448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 20:16:41.903733 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-6e2b615e-62c0-480a-b4a0-6cdb61a99c40 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.2439332 Nov 22 20:16:41.927330 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 43260) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:16:41.931763 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92199164-e256-4323-a9d2-2f8c73132ac4 None None] DHCP port deletion for c48a55e9-6a85-4746-b7bf-3e29fb560094 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:16:41.970029 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f95386f5-35bf-4b6b-ad12-b3a682be6810 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3760002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595318'] for network, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:41.979398 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f95386f5-35bf-4b6b-ad12-b3a682be6810 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Publish callbacks [] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:41.986938 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-f95386f5-35bf-4b6b-ad12-b3a682be6810 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] 10.222.0.46 "DELETE /v2.0/networks/15a29ced-b48a-44d1-b472-b6da5d63b593 HTTP/1.1" status: 204 len: 168 time: 0.7411389 Nov 22 20:16:41.989713 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 43262) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:16:42.036866 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 50723004-688a-4279-8e55-b273b7a4edee no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:16:42.039433 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95386f5-35bf-4b6b-ad12-b3a682be6810 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Pushing event deleted for resources: {'Network': ['ID=15a29ced-b48a-44d1-b472-b6da5d63b593,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:16:42.041857 n-d-818823-1 neutron-server[103448]: INFO neutron.pecan_wsgi.hooks.translation [None req-32df4770-e1b4-4fab-bf42-827e8e36b80c tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] DELETE failed (client error): The resource could not be found. Nov 22 20:16:42.042601 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32df4770-e1b4-4fab-bf42-827e8e36b80c tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 20:16:42.051753 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-32df4770-e1b4-4fab-bf42-827e8e36b80c tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] 10.222.0.46 "DELETE /v2.0/subnets/22b89ca2-cf63-4b24-a319-b0d873885155 HTTP/1.1" status: 404 len: 337 time: 0.0607886 Nov 22 20:16:42.052932 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 43266) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:16:42.074932 n-d-818823-1 neutron-server[103448]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fd1529c-ef2f-4cad-8647-f0d9558bc1a4 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] DELETE failed (client error): The resource could not be found. Nov 22 20:16:42.075343 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1fd1529c-ef2f-4cad-8647-f0d9558bc1a4 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 20:16:42.084658 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-1fd1529c-ef2f-4cad-8647-f0d9558bc1a4 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] 10.222.0.46 "DELETE /v2.0/networks/e4f17930-b0ed-45d6-a4df-6ada8a1788ed HTTP/1.1" status: 404 len: 339 time: 0.0304475 Nov 22 20:16:42.085407 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 43268) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:16:42.103994 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: 50723004-688a-4279-8e55-b273b7a4edee {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:16:42.104558 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 50723004-688a-4279-8e55-b273b7a4edee not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:16:42.119903 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3296254a-9d89-42be-b702-a3d26f884c0c tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:16:42.124586 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-3296254a-9d89-42be-b702-a3d26f884c0c tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] 10.222.0.46 "GET /v2.0/ports/f610ae87-83fb-4849-8ffe-9b263dbe3b86 HTTP/1.1" status: 200 len: 845 time: 0.1919088 Nov 22 20:16:42.128180 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 43276) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:16:42.192744 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-bcd42b22-9c26-45df-80a1-96d687a65d03 tempest-ServersTestJSON-643082518 tempest-ServersTestJSON-643082518-project] Publish callbacks [] for floatingip, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:42.195799 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-bcd42b22-9c26-45df-80a1-96d687a65d03 tempest-ServersTestJSON-643082518 tempest-ServersTestJSON-643082518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for floatingip, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:42.196764 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-bcd42b22-9c26-45df-80a1-96d687a65d03 tempest-ServersTestJSON-643082518 tempest-ServersTestJSON-643082518-project] 10.222.0.46 "DELETE /v2.0/floatingips/67482583-fad2-4daa-84fb-6b357bbaa8d5 HTTP/1.1" status: 204 len: 168 time: 2.9121816 Nov 22 20:16:42.201759 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-5ca43194-20fe-4adc-b471-403f7c0b5365 req-00bff3eb-786e-438f-99e1-d7a98346b401 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=dd29aa5b29024a1589aa1e9d9246bd3e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0544229 Nov 22 20:16:42.203146 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 43286) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:16:42.242895 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9f9ca3b-5b0c-47f7-927f-edcc3989c637 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Deleting subnet 9e96022e-17ea-45e2-bcca-8b028e3c890c {{(pid=103448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 20:16:42.246389 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a9f9ca3b-5b0c-47f7-927f-edcc3989c637 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Publish callbacks [] for subnet, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:42.364346 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-94e21a5b-2d8c-41a1-bb64-9c8129294c73 req-e998eeda-c12b-49e9-84b7-5343dddd087d tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.46 "GET /v2.0/ports?device_id=d44cf4d1-35ec-4cbd-ae21-4ec5dca43313 HTTP/1.1" status: 200 len: 210 time: 0.1053517 Nov 22 20:16:42.499453 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a9f9ca3b-5b0c-47f7-927f-edcc3989c637 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11627908'] for subnet, precommit_delete_associations {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:42.542143 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-d72b6ed8-610a-4e59-89a3-910929d14df0 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Deleting port f610ae87-83fb-4849-8ffe-9b263dbe3b86 {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:16:42.542712 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-d72b6ed8-610a-4e59-89a3-910929d14df0 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:42.549606 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca43194-20fe-4adc-b471-403f7c0b5365 req-616291a2-bcf4-4b15-9cc0-d1e4180ce9ac tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:16:42.550854 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-5ca43194-20fe-4adc-b471-403f7c0b5365 req-616291a2-bcf4-4b15-9cc0-d1e4180ce9ac tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3414607 Nov 22 20:16:42.565898 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [req-5ca43194-20fe-4adc-b471-403f7c0b5365 req-ac619771-a0ca-4107-be22-0221578efb3f tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Request body: {'port': {'device_id': 'd44cf4d1-35ec-4cbd-ae21-4ec5dca43313', 'network_id': 'e1052824-bf78-4963-8937-b202e372ac24', 'admin_state_up': True, 'tenant_id': 'dd29aa5b29024a1589aa1e9d9246bd3e'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:16:42.569586 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e6dae5-f156-4f60-ab3b-eb167545ff7d req-d8b51cbf-383e-4034-9926-26d051893681 tempest-VolumesActionsTest-254083871 tempest-VolumesActionsTest-254083871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:16:42.571162 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-62e6dae5-f156-4f60-ab3b-eb167545ff7d req-d8b51cbf-383e-4034-9926-26d051893681 tempest-VolumesActionsTest-254083871 tempest-VolumesActionsTest-254083871-project] 10.222.0.46 "GET /v2.0/ports?device_id=680129ff-58ba-4055-a105-7c282d2ce07d HTTP/1.1" status: 200 len: 945 time: 0.2392049 Nov 22 20:16:42.680916 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a9f9ca3b-5b0c-47f7-927f-edcc3989c637 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3753007'] for subnet, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:42.699794 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-d72b6ed8-610a-4e59-89a3-910929d14df0 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:42.704675 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-201f5bbb-8479-427f-8577-c970de7cc66f admin admin] Deleting port bee805a2-5610-4d33-99c0-cdd0b248c343 {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:16:42.705013 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-201f5bbb-8479-427f-8577-c970de7cc66f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:42.770632 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ca43194-20fe-4adc-b471-403f7c0b5365 req-ac619771-a0ca-4107-be22-0221578efb3f tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Made reservation on behalf of dd29aa5b29024a1589aa1e9d9246bd3e for: {'port': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:16:42.774756 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-5ca43194-20fe-4adc-b471-403f7c0b5365 req-ac619771-a0ca-4107-be22-0221578efb3f tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:42.779005 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a9f9ca3b-5b0c-47f7-927f-edcc3989c637 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3753014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11567369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11792914'] for subnet, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:42.797358 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-5ca43194-20fe-4adc-b471-403f7c0b5365 req-ac619771-a0ca-4107-be22-0221578efb3f tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:42.800931 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-d72b6ed8-610a-4e59-89a3-910929d14df0 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Calling delete_port for f610ae87-83fb-4849-8ffe-9b263dbe3b86 owned by {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:16:42.829723 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f9ca3b-5b0c-47f7-927f-edcc3989c637 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Pushing event deleted for resources: {'Subnet': ['ID=9e96022e-17ea-45e2-bcca-8b028e3c890c,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:16:42.831935 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a9f9ca3b-5b0c-47f7-927f-edcc3989c637 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:42.832373 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1767dc8b-ed30-4766-9c3d-72feb20d1b5c None None] Network a65619e5-728b-4910-ae72-42e38eb5add5 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:16:42.835748 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-a9f9ca3b-5b0c-47f7-927f-edcc3989c637 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] 10.222.0.46 "DELETE /v2.0/subnets/9e96022e-17ea-45e2-bcca-8b028e3c890c HTTP/1.1" status: 204 len: 168 time: 0.7489653 Nov 22 20:16:42.838255 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 43304) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:16:42.843359 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-62e6dae5-f156-4f60-ab3b-eb167545ff7d req-77fa53a9-99cf-44b2-96dd-beeb046b0706 tempest-VolumesActionsTest-254083871 tempest-VolumesActionsTest-254083871-project] 10.222.0.46 "GET /v2.0/security-groups?id=bc0be890-2f67-46a0-9006-37ebc152269f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2362196 Nov 22 20:16:42.949169 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-5ca43194-20fe-4adc-b471-403f7c0b5365 req-ac619771-a0ca-4107-be22-0221578efb3f tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:43.006712 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-5ca43194-20fe-4adc-b471-403f7c0b5365 req-ac619771-a0ca-4107-be22-0221578efb3f tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:43.017658 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [None req-201f5bbb-8479-427f-8577-c970de7cc66f admin admin] For port bee805a2-5610-4d33-99c0-cdd0b248c343, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=bee805a2-5610-4d33-99c0-cdd0b248c343,segment=NetworkSegment(a325e137-07a0-4e7b-a3fb-cdac40e28ec9),segment_id=a325e137-07a0-4e7b-a3fb-cdac40e28ec9)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:16:43.018040 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-201f5bbb-8479-427f-8577-c970de7cc66f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:43.061228 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-201f5bbb-8479-427f-8577-c970de7cc66f admin admin] Calling delete_port for bee805a2-5610-4d33-99c0-cdd0b248c343 owned by network:router_interface {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:16:43.076937 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_v2 [None req-b32030c1-58eb-4db5-a32b-7617168ed4f0 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Deleting subnet 44f6935d-8e10-4996-b1a9-842a977e664a {{(pid=103448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 20:16:43.080727 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b32030c1-58eb-4db5-a32b-7617168ed4f0 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Publish callbacks [] for subnet, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:43.130840 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b32030c1-58eb-4db5-a32b-7617168ed4f0 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11627908'] for subnet, precommit_delete_associations {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:43.140736 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-d72b6ed8-610a-4e59-89a3-910929d14df0 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:43.178414 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac619771-a0ca-4107-be22-0221578efb3f tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c61ce95-aab5-427a-864a-9f490b05fbbe,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:16:43.305450 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [req-5ca43194-20fe-4adc-b471-403f7c0b5365 req-ac619771-a0ca-4107-be22-0221578efb3f tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Allocated IP 192.168.233.138 (e1052824-bf78-4963-8937-b202e372ac24/3091ebfd-11e2-41f8-9c00-ffe0b86563d8/afbbfbb1-6a7a-467b-bc94-36bdeced156e) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:16:43.308279 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b32030c1-58eb-4db5-a32b-7617168ed4f0 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3753007'] for subnet, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:43.426072 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b32030c1-58eb-4db5-a32b-7617168ed4f0 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3753014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11567369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11792914'] for subnet, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:43.488554 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32030c1-58eb-4db5-a32b-7617168ed4f0 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Pushing event deleted for resources: {'Subnet': ['ID=44f6935d-8e10-4996-b1a9-842a977e664a,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:16:43.491433 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b32030c1-58eb-4db5-a32b-7617168ed4f0 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:43.497355 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-b32030c1-58eb-4db5-a32b-7617168ed4f0 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] 10.222.0.46 "DELETE /v2.0/subnets/44f6935d-8e10-4996-b1a9-842a977e664a HTTP/1.1" status: 204 len: 168 time: 0.6564052 Nov 22 20:16:43.498574 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 43312) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:16:43.498800 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-d72b6ed8-610a-4e59-89a3-910929d14df0 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:43.502771 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-d72b6ed8-610a-4e59-89a3-910929d14df0 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] 10.222.0.46 "DELETE /v2.0/ports/f610ae87-83fb-4849-8ffe-9b263dbe3b86 HTTP/1.1" status: 204 len: 168 time: 1.3735850 Nov 22 20:16:43.508912 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 43314) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:16:43.512376 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72b6ed8-610a-4e59-89a3-910929d14df0 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Pushing event deleted for resources: {'Port': ['ID=f610ae87-83fb-4849-8ffe-9b263dbe3b86,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:16:43.583850 n-d-818823-1 neutron-server[103447]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4b561c4-a295-4815-8b0b-81532129c3a5 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] GET failed (client error): The resource could not be found. Nov 22 20:16:43.585422 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-c4b561c4-a295-4815-8b0b-81532129c3a5 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] 10.222.0.46 "GET /v2.0/ports/f610ae87-83fb-4849-8ffe-9b263dbe3b86 HTTP/1.1" status: 404 len: 333 time: 0.0740728 Nov 22 20:16:43.592561 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 43316) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:16:43.595263 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-90068df8-4915-4fdb-b920-4d3343b3ba70 req-8e9614fa-2a21-4be9-b72d-11b7406b3fd3 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.46 "GET /v2.0/ports?device_id=d44cf4d1-35ec-4cbd-ae21-4ec5dca43313 HTTP/1.1" status: 200 len: 210 time: 0.0910707 Nov 22 20:16:43.609807 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-dcf64c14-1498-46d7-9af2-8f3b545951fb tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Request body: {'port': {'network_id': 'af33d290-a09b-4d43-b29e-152605dd45aa', 'name': 'tempest-PortsIpV6TestJSON-1390606198'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:16:43.706423 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9adb68e0-993e-4dda-894a-3edd1629b125 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3961693'] for network, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:43.725572 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-5ca43194-20fe-4adc-b471-403f7c0b5365 req-ac619771-a0ca-4107-be22-0221578efb3f tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:43.797063 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-7d5b1b85-3ad6-4677-ab0b-f59ff99ea6de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659736'] for router_interface, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:43.824665 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcf64c14-1498-46d7-9af2-8f3b545951fb tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Made reservation on behalf of 2dee5ba1e01f416ab951cabb312f3dca for: {'port': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:16:43.829877 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-dcf64c14-1498-46d7-9af2-8f3b545951fb tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:43.856032 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-201f5bbb-8479-427f-8577-c970de7cc66f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:43.872769 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-5ca43194-20fe-4adc-b471-403f7c0b5365 req-ac619771-a0ca-4107-be22-0221578efb3f tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:43.888975 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [None req-dcf64c14-1498-46d7-9af2-8f3b545951fb tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] device_id is not set on port 49da8d0c-3cf6-4258-bce5-84974704b1d7 yet. {{(pid=103448) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 20:16:43.955389 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201f5bbb-8479-427f-8577-c970de7cc66f admin admin] Pushing event deleted for resources: {'Port': ['ID=bee805a2-5610-4d33-99c0-cdd0b248c343,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:16:44.039114 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ca43194-20fe-4adc-b471-403f7c0b5365 req-ac619771-a0ca-4107-be22-0221578efb3f tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Network e1052824-bf78-4963-8937-b202e372ac24 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:16:44.070524 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-9adb68e0-993e-4dda-894a-3edd1629b125 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Deleting port 68864f96-334c-4e0b-aefe-68b29509a44f {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:16:44.070524 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9adb68e0-993e-4dda-894a-3edd1629b125 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:44.157701 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [req-5ca43194-20fe-4adc-b471-403f7c0b5365 req-ac619771-a0ca-4107-be22-0221578efb3f tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:16:44.163352 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac619771-a0ca-4107-be22-0221578efb3f tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Pushing event updated for resources: {'Port': ['ID=afbbfbb1-6a7a-467b-bc94-36bdeced156e,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:16:44.168897 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ca43194-20fe-4adc-b471-403f7c0b5365 req-ac619771-a0ca-4107-be22-0221578efb3f tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:16:44.202040 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:44.229785 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4184fcc5-b6bf-4497-918d-946afdeb0a3a None None] Network a65619e5-728b-4910-ae72-42e38eb5add5 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:16:44.262612 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b7d2a7-a451-470b-8ca7-6b4545ecdd16 req-301bc276-a067-4b0d-94e3-7849cef85009 tempest-VolumesActionsTest-254083871 tempest-VolumesActionsTest-254083871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:16:44.271179 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b0b7d2a7-a451-470b-8ca7-6b4545ecdd16 req-301bc276-a067-4b0d-94e3-7849cef85009 tempest-VolumesActionsTest-254083871 tempest-VolumesActionsTest-254083871-project] 10.222.0.46 "GET /v2.0/ports?device_id=680129ff-58ba-4055-a105-7c282d2ce07d HTTP/1.1" status: 200 len: 945 time: 0.2882817 Nov 22 20:16:44.281750 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-9adb68e0-993e-4dda-894a-3edd1629b125 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] For port 68864f96-334c-4e0b-aefe-68b29509a44f, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=68864f96-334c-4e0b-aefe-68b29509a44f,segment=NetworkSegment(1db821d0-a02a-4762-b58f-2d4de8565a6c),segment_id=1db821d0-a02a-4762-b58f-2d4de8565a6c)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:16:44.282959 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9adb68e0-993e-4dda-894a-3edd1629b125 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:44.373194 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca43194-20fe-4adc-b471-403f7c0b5365 req-ac619771-a0ca-4107-be22-0221578efb3f tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:16:44.374573 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-5ca43194-20fe-4adc-b471-403f7c0b5365 req-ac619771-a0ca-4107-be22-0221578efb3f tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:44.378789 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-9adb68e0-993e-4dda-894a-3edd1629b125 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Calling delete_port for 68864f96-334c-4e0b-aefe-68b29509a44f owned by network:dhcp {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:16:44.420519 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-5ca43194-20fe-4adc-b471-403f7c0b5365 req-ac619771-a0ca-4107-be22-0221578efb3f tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8602884 Nov 22 20:16:44.466042 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b0b7d2a7-a451-470b-8ca7-6b4545ecdd16 req-36b44af8-0f8a-48e4-bd2c-80f45314f901 tempest-VolumesActionsTest-254083871 tempest-VolumesActionsTest-254083871-project] 10.222.0.46 "GET /v2.0/security-groups?id=bc0be890-2f67-46a0-9006-37ebc152269f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416774 Nov 22 20:16:44.470907 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [req-5ca43194-20fe-4adc-b471-403f7c0b5365 req-e39918ad-4c68-461e-a8c1-4a8a7085c72c service neutron] Request body: {'port': {'device_id': 'd44cf4d1-35ec-4cbd-ae21-4ec5dca43313', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818823-1'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:16:44.498585 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-dcf64c14-1498-46d7-9af2-8f3b545951fb tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:44.514999 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-201f5bbb-8479-427f-8577-c970de7cc66f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-563470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-663272'] for router_interface, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:44.553424 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:44.564335 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-a8fc76b1-82b5-4bae-b5d5-87df517f5ffb None None] Provisioning complete for port 68864f96-334c-4e0b-aefe-68b29509a44f triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:16:44.564702 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-a8fc76b1-82b5-4bae-b5d5-87df517f5ffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:44.576224 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-dcf64c14-1498-46d7-9af2-8f3b545951fb tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:44.733921 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcf64c14-1498-46d7-9af2-8f3b545951fb tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Network af33d290-a09b-4d43-b29e-152605dd45aa is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:16:44.738761 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-dcf64c14-1498-46d7-9af2-8f3b545951fb tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:16:44.745216 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf64c14-1498-46d7-9af2-8f3b545951fb tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:16:44.762788 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcf64c14-1498-46d7-9af2-8f3b545951fb tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:16:44.762788 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-dcf64c14-1498-46d7-9af2-8f3b545951fb tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:44.764416 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-7d5b1b85-3ad6-4677-ab0b-f59ff99ea6de admin admin] Deleting port aca36450-d2ce-47ed-80fb-a8f258232b09 {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:16:44.764858 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-7d5b1b85-3ad6-4677-ab0b-f59ff99ea6de admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:44.798133 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-5ca43194-20fe-4adc-b471-403f7c0b5365 req-e39918ad-4c68-461e-a8c1-4a8a7085c72c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:44.808671 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-438b5aa9-93b6-4ee8-9fb9-afaf66e8c279 None None] DHCP port deletion for a65619e5-728b-4910-ae72-42e38eb5add5 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:16:44.847367 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-20128e73-cd8c-4107-ba9f-34d11cf3abc9 None None] Provisioning complete for port afbbfbb1-6a7a-467b-bc94-36bdeced156e triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:16:44.847657 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-20128e73-cd8c-4107-ba9f-34d11cf3abc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:44.848038 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf64c14-1498-46d7-9af2-8f3b545951fb tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Pushing event updated for resources: {'Port': ['ID=49da8d0c-3cf6-4258-bce5-84974704b1d7,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:16:44.857083 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9adb68e0-993e-4dda-894a-3edd1629b125 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:44.879663 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e48484a-eb65-4bb0-b319-2ea2d24f2436 req-ef04e2ac-8527-4877-a233-c1bc8769ceac tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:16:44.887196 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-20128e73-cd8c-4107-ba9f-34d11cf3abc9 None None] Port afbbfbb1-6a7a-467b-bc94-36bdeced156e cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:16:44.895952 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0e48484a-eb65-4bb0-b319-2ea2d24f2436 req-ef04e2ac-8527-4877-a233-c1bc8769ceac tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.46 "GET /v2.0/ports?device_id=d44cf4d1-35ec-4cbd-ae21-4ec5dca43313 HTTP/1.1" status: 200 len: 936 time: 0.1825902 Nov 22 20:16:44.915872 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-dcf64c14-1498-46d7-9af2-8f3b545951fb tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.3203301 Nov 22 20:16:44.937139 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 43328) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:16:44.938393 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adb68e0-993e-4dda-894a-3edd1629b125 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Pushing event deleted for resources: {'Port': ['ID=68864f96-334c-4e0b-aefe-68b29509a44f,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:16:44.966112 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-40fb35d3-fe4b-4d55-8c7d-0f6315e299ac tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:16:45.047286 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9adb68e0-993e-4dda-894a-3edd1629b125 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] No DVR routers for this DVR port 68864f96-334c-4e0b-aefe-68b29509a44f on host n-d-818823-1 {{(pid=103448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:16:45.094683 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-40fb35d3-fe4b-4d55-8c7d-0f6315e299ac tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:45.105764 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [None req-7d5b1b85-3ad6-4677-ab0b-f59ff99ea6de admin admin] For port aca36450-d2ce-47ed-80fb-a8f258232b09, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=aca36450-d2ce-47ed-80fb-a8f258232b09,segment=NetworkSegment(8bf8f4b9-c552-4a44-a0c9-07e6361b5021),segment_id=8bf8f4b9-c552-4a44-a0c9-07e6361b5021)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:16:45.106243 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-7d5b1b85-3ad6-4677-ab0b-f59ff99ea6de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:45.122414 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0e48484a-eb65-4bb0-b319-2ea2d24f2436 req-23fb97f9-8e1d-45f7-b13d-050f8e3d4dc4 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c61ce95-aab5-427a-864a-9f490b05fbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654859 Nov 22 20:16:45.132847 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-7d5b1b85-3ad6-4677-ab0b-f59ff99ea6de admin admin] Calling delete_port for aca36450-d2ce-47ed-80fb-a8f258232b09 owned by network:router_interface {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:16:45.179933 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-201f5bbb-8479-427f-8577-c970de7cc66f admin admin] Router 5d13bd15-e684-4713-ba44-4f935896f24f has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 20:16:45.417307 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-201f5bbb-8479-427f-8577-c970de7cc66f admin admin] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:16:45.430107 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd69003e-1fe2-408e-a24c-e8b64aeca15c None None] Sync routers for ids ['5d13bd15-e684-4713-ba44-4f935896f24f'] in n-d-818823-1 {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:16:45.431992 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-201f5bbb-8479-427f-8577-c970de7cc66f admin admin] 10.222.0.46 "PUT /v2.0/routers/5d13bd15-e684-4713-ba44-4f935896f24f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6515112 Nov 22 20:16:45.433201 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 43342) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:16:45.452776 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd69003e-1fe2-408e-a24c-e8b64aeca15c None None] Routers {'5d13bd15-e684-4713-ba44-4f935896f24f'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:16:45.453437 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-dd69003e-1fe2-408e-a24c-e8b64aeca15c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:16:32Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['5d13bd15-e684-4713-ba44-4f935896f24f'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:16:45.603727 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9adb68e0-993e-4dda-894a-3edd1629b125 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3760028', 'neutron.services.segments.db._delete_segments_for_network-8748992815755'] for network, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:45.636162 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-7d5b1b85-3ad6-4677-ab0b-f59ff99ea6de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:45.701716 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-dd69003e-1fe2-408e-a24c-e8b64aeca15c None None] Set router 5d13bd15-e684-4713-ba44-4f935896f24f gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:16:45.728316 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5b1b85-3ad6-4677-ab0b-f59ff99ea6de admin admin] Pushing event deleted for resources: {'Port': ['ID=aca36450-d2ce-47ed-80fb-a8f258232b09,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:16:45.809914 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-9adb68e0-993e-4dda-894a-3edd1629b125 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a65619e5-728b-4910-ae72-42e38eb5add5']}} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:16:45.868629 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-9adb68e0-993e-4dda-894a-3edd1629b125 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1db821d0-a02a-4762-b58f-2d4de8565a6c') {'for_net_delete': True} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:16:45.868941 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-9adb68e0-993e-4dda-894a-3edd1629b125 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1db821d0-a02a-4762-b58f-2d4de8565a6c') {} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:16:45.872748 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 68864f96-334c-4e0b-aefe-68b29509a44f no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:16:45.944540 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-d83a677b-38fe-402a-855b-56af3ccacfca admin admin] Publish callbacks [] for router, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:45.951881 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9adb68e0-993e-4dda-894a-3edd1629b125 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748993039638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11627933'] for segment, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:46.001584 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9adb68e0-993e-4dda-894a-3edd1629b125 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:46.073441 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9adb68e0-993e-4dda-894a-3edd1629b125 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Releasing vlan 614 on physical network physnet1 to pool {{(pid=103448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 20:16:46.073846 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9adb68e0-993e-4dda-894a-3edd1629b125 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11567447'] for segment, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:46.087319 n-d-818823-1 neutron-server[103448]: Traceback (most recent call last): Nov 22 20:16:46.087319 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 20:16:46.087319 n-d-818823-1 neutron-server[103448]: timer() Nov 22 20:16:46.087319 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 20:16:46.087319 n-d-818823-1 neutron-server[103448]: cb(*args, **kw) Nov 22 20:16:46.087319 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 20:16:46.087319 n-d-818823-1 neutron-server[103448]: return func(*args, **kwargs) Nov 22 20:16:46.087319 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 20:16:46.087319 n-d-818823-1 neutron-server[103448]: self._notify() Nov 22 20:16:46.087319 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 20:16:46.087319 n-d-818823-1 neutron-server[103448]: self.callback(batched_events) Nov 22 20:16:46.087319 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 20:16:46.087319 n-d-818823-1 neutron-server[103448]: event.method(event) Nov 22 20:16:46.087319 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 20:16:46.087319 n-d-818823-1 neutron-server[103448]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 20:16:46.087319 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 20:16:46.087319 n-d-818823-1 neutron-server[103448]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 20:16:46.087319 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 20:16:46.087319 n-d-818823-1 neutron-server[103448]: return f(self, *a, **k) Nov 22 20:16:46.087319 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 20:16:46.087319 n-d-818823-1 neutron-server[103448]: return self._get(url).json() Nov 22 20:16:46.087319 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 20:16:46.087319 n-d-818823-1 neutron-server[103448]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 20:16:46.087319 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 20:16:46.087319 n-d-818823-1 neutron-server[103448]: return self.request(url, 'GET', **kwargs) Nov 22 20:16:46.087319 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 20:16:46.087319 n-d-818823-1 neutron-server[103448]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 20:16:46.087319 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 20:16:46.087319 n-d-818823-1 neutron-server[103448]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 20:16:46.087319 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 20:16:46.087319 n-d-818823-1 neutron-server[103448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 20:16:46.087319 n-d-818823-1 neutron-server[103448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 20:16:46.100400 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: 68864f96-334c-4e0b-aefe-68b29509a44f {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:16:46.101157 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 68864f96-334c-4e0b-aefe-68b29509a44f not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:16:46.119365 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-d83a677b-38fe-402a-855b-56af3ccacfca admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:46.229279 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-dd69003e-1fe2-408e-a24c-e8b64aeca15c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d13bd15-e684-4713-ba44-4f935896f24f', 'name': 'tempest-ServersTestManualDisk-1187611866-router', 'tenant_id': '002d0de0caa34c4490cab90a994ab520', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': '87875d65-ebf3-4e19-b359-611253e28da1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:13:47Z', 'updated_at': '2021-11-22T20:16:43Z', 'revision_number': 5, 'project_id': '002d0de0caa34c4490cab90a994ab520', 'gw_port': {'id': '87875d65-ebf3-4e19-b359-611253e28da1', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:c7:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d13bd15-e684-4713-ba44-4f935896f24f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:13:48Z', 'updated_at': '2021-11-22T20:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:16:46.234159 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-40fb35d3-fe4b-4d55-8c7d-0f6315e299ac tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks [] for port, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:46.237254 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9adb68e0-993e-4dda-894a-3edd1629b125 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3760002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595318'] for network, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:46.259769 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-40fb35d3-fe4b-4d55-8c7d-0f6315e299ac tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:46.313251 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-7d5b1b85-3ad6-4677-ab0b-f59ff99ea6de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-563470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-663272'] for router_interface, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:46.327261 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd69003e-1fe2-408e-a24c-e8b64aeca15c None None] Checking router: 5d13bd15-e684-4713-ba44-4f935896f24f for host: n-d-818823-1 {{(pid=103449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 20:16:46.329598 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9adb68e0-993e-4dda-894a-3edd1629b125 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Publish callbacks [] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:46.336826 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-9adb68e0-993e-4dda-894a-3edd1629b125 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] 10.222.0.46 "DELETE /v2.0/networks/a65619e5-728b-4910-ae72-42e38eb5add5 HTTP/1.1" status: 204 len: 168 time: 2.8373692 Nov 22 20:16:46.341917 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 43352) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:16:46.350110 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd69003e-1fe2-408e-a24c-e8b64aeca15c None None] Routers {'5d13bd15-e684-4713-ba44-4f935896f24f'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:16:46.350760 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-dd69003e-1fe2-408e-a24c-e8b64aeca15c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:16:32Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['5d13bd15-e684-4713-ba44-4f935896f24f'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:16:46.426989 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adb68e0-993e-4dda-894a-3edd1629b125 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Pushing event deleted for resources: {'Network': ['ID=a65619e5-728b-4910-ae72-42e38eb5add5,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:16:46.430217 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fb35d3-fe4b-4d55-8c7d-0f6315e299ac tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Pushing event updated for resources: {'Port': ['ID=49da8d0c-3cf6-4258-bce5-84974704b1d7,revision_number=2']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:16:46.443140 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-40fb35d3-fe4b-4d55-8c7d-0f6315e299ac tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] In _notify_port_updated(), no bound segment for port 49da8d0c-3cf6-4258-bce5-84974704b1d7 on network af33d290-a09b-4d43-b29e-152605dd45aa {{(pid=103448) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 22 20:16:46.449351 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40fb35d3-fe4b-4d55-8c7d-0f6315e299ac tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:16:46.450027 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-40fb35d3-fe4b-4d55-8c7d-0f6315e299ac tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:46.451582 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-40fb35d3-fe4b-4d55-8c7d-0f6315e299ac tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] 10.222.0.46 "PUT /v2.0/ports/49da8d0c-3cf6-4258-bce5-84974704b1d7 HTTP/1.1" status: 200 len: 818 time: 1.5097980 Nov 22 20:16:46.466577 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-dd69003e-1fe2-408e-a24c-e8b64aeca15c None None] Set router 5d13bd15-e684-4713-ba44-4f935896f24f gateway port host: None {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:16:46.479398 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 43354) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:16:46.542265 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [req-5ca43194-20fe-4adc-b471-403f7c0b5365 req-e39918ad-4c68-461e-a8c1-4a8a7085c72c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afbbfbb1-6a7a-467b-bc94-36bdeced156e {{(pid=103448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:16:46.543608 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-dd69003e-1fe2-408e-a24c-e8b64aeca15c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d13bd15-e684-4713-ba44-4f935896f24f', 'name': 'tempest-ServersTestManualDisk-1187611866-router', 'tenant_id': '002d0de0caa34c4490cab90a994ab520', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:13:47Z', 'updated_at': '2021-11-22T20:16:46Z', 'revision_number': 6, 'project_id': '002d0de0caa34c4490cab90a994ab520', 'gw_port_host': None}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:16:46.576978 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd69003e-1fe2-408e-a24c-e8b64aeca15c None None] The sync data for ids ['5d13bd15-e684-4713-ba44-4f935896f24f'] in n-d-818823-1 is: [{'id': '5d13bd15-e684-4713-ba44-4f935896f24f', 'name': 'tempest-ServersTestManualDisk-1187611866-router', 'tenant_id': '002d0de0caa34c4490cab90a994ab520', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:13:47Z', 'updated_at': '2021-11-22T20:16:46Z', 'revision_number': 6, 'project_id': '002d0de0caa34c4490cab90a994ab520', 'gw_port_host': None}] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:16:46.591614 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-5ca43194-20fe-4adc-b471-403f7c0b5365 req-e39918ad-4c68-461e-a8c1-4a8a7085c72c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:46.621926 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [req-5ca43194-20fe-4adc-b471-403f7c0b5365 req-e39918ad-4c68-461e-a8c1-4a8a7085c72c service neutron] Transition to ACTIVE for port object afbbfbb1-6a7a-467b-bc94-36bdeced156e will not be triggered until provisioned by entity L2. {{(pid=103448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 20:16:46.633652 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-5ca43194-20fe-4adc-b471-403f7c0b5365 req-e39918ad-4c68-461e-a8c1-4a8a7085c72c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:46.682277 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-0ed363f8-e0f5-43f8-b156-a5530ac0d91e tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Deleting port 49da8d0c-3cf6-4258-bce5-84974704b1d7 {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:16:46.682694 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0ed363f8-e0f5-43f8-b156-a5530ac0d91e tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:46.750322 n-d-818823-1 neutron-server[103447]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5285f5a-c34e-4f52-8977-d3f3e0f0782e tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] DELETE failed (client error): The resource could not be found. Nov 22 20:16:46.750792 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5285f5a-c34e-4f52-8977-d3f3e0f0782e tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103447) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 20:16:46.756314 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-c5285f5a-c34e-4f52-8977-d3f3e0f0782e tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] 10.222.0.46 "DELETE /v2.0/subnets/29d20595-5b4a-4980-9b4a-a20bf87ae33d HTTP/1.1" status: 404 len: 337 time: 0.4102612 Nov 22 20:16:46.761236 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 43356) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:16:46.761446 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39918ad-4c68-461e-a8c1-4a8a7085c72c service neutron] Pushing event updated for resources: {'Port': ['ID=afbbfbb1-6a7a-467b-bc94-36bdeced156e,revision_number=2']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:16:46.785439 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-d83a677b-38fe-402a-855b-56af3ccacfca admin admin] Deleting port 87875d65-ebf3-4e19-b359-611253e28da1 {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:16:46.785774 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-d83a677b-38fe-402a-855b-56af3ccacfca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:46.819253 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0ed363f8-e0f5-43f8-b156-a5530ac0d91e tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:46.838581 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-0ed363f8-e0f5-43f8-b156-a5530ac0d91e tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Calling delete_port for 49da8d0c-3cf6-4258-bce5-84974704b1d7 owned by {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:16:46.872256 n-d-818823-1 neutron-server[103447]: INFO neutron.pecan_wsgi.hooks.translation [None req-f84f3fef-d851-4cc0-9ca4-c8ea352ff36d tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] DELETE failed (client error): The resource could not be found. Nov 22 20:16:46.872848 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f84f3fef-d851-4cc0-9ca4-c8ea352ff36d tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103447) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 20:16:46.878652 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-f84f3fef-d851-4cc0-9ca4-c8ea352ff36d tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] 10.222.0.46 "DELETE /v2.0/networks/14ecbb91-ed2c-435a-b52f-fb42cea1272d HTTP/1.1" status: 404 len: 339 time: 0.1144037 Nov 22 20:16:46.887830 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ab018a-1d60-44b1-934d-d2edf1ff7196 req-a136bf5c-de20-4330-9051-90ea0c21e341 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:16:46.895584 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c7ab018a-1d60-44b1-934d-d2edf1ff7196 req-a136bf5c-de20-4330-9051-90ea0c21e341 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.46 "GET /v2.0/ports?device_id=d44cf4d1-35ec-4cbd-ae21-4ec5dca43313 HTTP/1.1" status: 200 len: 936 time: 0.5683689 Nov 22 20:16:46.897385 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 43358) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:16:46.917507 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-5ca43194-20fe-4adc-b471-403f7c0b5365 req-e39918ad-4c68-461e-a8c1-4a8a7085c72c service neutron] Attempting to bind port afbbfbb1-6a7a-467b-bc94-36bdeced156e on host n-h1-818823-1 for vnic_type normal with profile {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:16:46.917796 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-5ca43194-20fe-4adc-b471-403f7c0b5365 req-e39918ad-4c68-461e-a8c1-4a8a7085c72c service neutron] Attempting to bind port afbbfbb1-6a7a-467b-bc94-36bdeced156e by drivers openvswitch,hyperv on host n-h1-818823-1 at level 0 using segments [{'id': '2a5a1c7b-538e-498e-99b9-cc7a8e0411be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'e1052824-bf78-4963-8937-b202e372ac24'}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:16:46.918141 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ca43194-20fe-4adc-b471-403f7c0b5365 req-e39918ad-4c68-461e-a8c1-4a8a7085c72c service neutron] Attempting to bind port afbbfbb1-6a7a-467b-bc94-36bdeced156e on network e1052824-bf78-4963-8937-b202e372ac24 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:16:46.963515 n-d-818823-1 neutron-server[103448]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d94c406-ab5c-487d-a2bc-2e5257fd1023 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] DELETE failed (client error): The resource could not be found. Nov 22 20:16:46.964251 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d94c406-ab5c-487d-a2bc-2e5257fd1023 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 20:16:46.971273 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-5d94c406-ab5c-487d-a2bc-2e5257fd1023 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] 10.222.0.46 "DELETE /v2.0/subnets/3b9d9bd7-3590-49ef-9516-08474927e590 HTTP/1.1" status: 404 len: 337 time: 0.0677316 Nov 22 20:16:46.973120 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 43360) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:16:46.991451 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ca43194-20fe-4adc-b471-403f7c0b5365 req-e39918ad-4c68-461e-a8c1-4a8a7085c72c service neutron] Port afbbfbb1-6a7a-467b-bc94-36bdeced156e on network e1052824-bf78-4963-8937-b202e372ac24 not bound, no agent of type Open vSwitch agent registered on host n-h1-818823-1 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:16:46.991854 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ca43194-20fe-4adc-b471-403f7c0b5365 req-e39918ad-4c68-461e-a8c1-4a8a7085c72c service neutron] Attempting to bind port afbbfbb1-6a7a-467b-bc94-36bdeced156e on network e1052824-bf78-4963-8937-b202e372ac24 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:16:47.005346 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ca43194-20fe-4adc-b471-403f7c0b5365 req-e39918ad-4c68-461e-a8c1-4a8a7085c72c service neutron] Checking agent: {'id': '7a008cff-3b49-418c-8046-689d46cc800f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'started_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 16, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:16:47.005689 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ca43194-20fe-4adc-b471-403f7c0b5365 req-e39918ad-4c68-461e-a8c1-4a8a7085c72c service neutron] Checking segment: {'id': '2a5a1c7b-538e-498e-99b9-cc7a8e0411be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'e1052824-bf78-4963-8937-b202e372ac24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:16:47.006084 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ca43194-20fe-4adc-b471-403f7c0b5365 req-e39918ad-4c68-461e-a8c1-4a8a7085c72c service neutron] Bound using segment: {'id': '2a5a1c7b-538e-498e-99b9-cc7a8e0411be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'e1052824-bf78-4963-8937-b202e372ac24'} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:16:47.006526 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-5ca43194-20fe-4adc-b471-403f7c0b5365 req-e39918ad-4c68-461e-a8c1-4a8a7085c72c service neutron] Bound port: afbbfbb1-6a7a-467b-bc94-36bdeced156e, host: n-h1-818823-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a5a1c7b-538e-498e-99b9-cc7a8e0411be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'e1052824-bf78-4963-8937-b202e372ac24'}}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:16:47.007029 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-5ca43194-20fe-4adc-b471-403f7c0b5365 req-e39918ad-4c68-461e-a8c1-4a8a7085c72c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:47.039027 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c7ab018a-1d60-44b1-934d-d2edf1ff7196 req-e70e4530-867a-4140-b24a-d7df53e54717 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c61ce95-aab5-427a-864a-9f490b05fbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394482 Nov 22 20:16:47.047259 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [None req-d83a677b-38fe-402a-855b-56af3ccacfca admin admin] For port 87875d65-ebf3-4e19-b359-611253e28da1, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=87875d65-ebf3-4e19-b359-611253e28da1,segment=NetworkSegment(8793ba83-8407-4c3d-9b56-2a177cd58a70),segment_id=8793ba83-8407-4c3d-9b56-2a177cd58a70)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:16:47.048479 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-d83a677b-38fe-402a-855b-56af3ccacfca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:47.061444 n-d-818823-1 neutron-server[103447]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f80ef8b-953d-45c6-a40c-7b54ca07fa86 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] DELETE failed (client error): The resource could not be found. Nov 22 20:16:47.062075 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f80ef8b-953d-45c6-a40c-7b54ca07fa86 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103447) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 20:16:47.065692 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-7f80ef8b-953d-45c6-a40c-7b54ca07fa86 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] 10.222.0.46 "DELETE /v2.0/networks/e3652007-09c9-4c38-af7d-feacf94a8a20 HTTP/1.1" status: 404 len: 339 time: 0.0689704 Nov 22 20:16:47.076006 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 43362) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:16:47.108376 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-d83a677b-38fe-402a-855b-56af3ccacfca admin admin] Calling delete_port for 87875d65-ebf3-4e19-b359-611253e28da1 owned by network:router_gateway {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:16:47.110724 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0ed363f8-e0f5-43f8-b156-a5530ac0d91e tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:47.144501 n-d-818823-1 neutron-server[103448]: INFO neutron.pecan_wsgi.hooks.translation [None req-a552ca29-894e-4963-b44c-dd51f58251de tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] DELETE failed (client error): The resource could not be found. Nov 22 20:16:47.144501 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a552ca29-894e-4963-b44c-dd51f58251de tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 20:16:47.148764 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-a552ca29-894e-4963-b44c-dd51f58251de tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] 10.222.0.46 "DELETE /v2.0/subnets/83f83616-f92c-4aac-af78-35cc2b3bb457 HTTP/1.1" status: 404 len: 337 time: 0.0497613 Nov 22 20:16:47.184551 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 43366) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:16:47.198785 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed363f8-e0f5-43f8-b156-a5530ac0d91e tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Pushing event deleted for resources: {'Port': ['ID=49da8d0c-3cf6-4258-bce5-84974704b1d7,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:16:47.218440 n-d-818823-1 neutron-server[103448]: INFO neutron.pecan_wsgi.hooks.translation [None req-a53efcd8-b0df-4199-bbf0-71678ec63848 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] DELETE failed (client error): The resource could not be found. Nov 22 20:16:47.219016 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a53efcd8-b0df-4199-bbf0-71678ec63848 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 20:16:47.222719 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-a53efcd8-b0df-4199-bbf0-71678ec63848 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] 10.222.0.46 "DELETE /v2.0/networks/98729432-59f1-47c8-96d5-43638f401335 HTTP/1.1" status: 404 len: 339 time: 0.0371819 Nov 22 20:16:47.226631 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 43370) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:16:47.227942 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0ed363f8-e0f5-43f8-b156-a5530ac0d91e tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:47.233673 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-0ed363f8-e0f5-43f8-b156-a5530ac0d91e tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] 10.222.0.46 "DELETE /v2.0/ports/49da8d0c-3cf6-4258-bce5-84974704b1d7 HTTP/1.1" status: 204 len: 168 time: 0.7506781 Nov 22 20:16:47.236137 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 43372) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:16:47.240204 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-5ca43194-20fe-4adc-b471-403f7c0b5365 req-e39918ad-4c68-461e-a8c1-4a8a7085c72c service neutron] For port afbbfbb1-6a7a-467b-bc94-36bdeced156e, host n-h1-818823-1, cleared binding levels {{(pid=103448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:16:47.279260 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-5ca43194-20fe-4adc-b471-403f7c0b5365 req-e39918ad-4c68-461e-a8c1-4a8a7085c72c service neutron] For port afbbfbb1-6a7a-467b-bc94-36bdeced156e, host n-h1-818823-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=afbbfbb1-6a7a-467b-bc94-36bdeced156e,segment=NetworkSegment(2a5a1c7b-538e-498e-99b9-cc7a8e0411be),segment_id=2a5a1c7b-538e-498e-99b9-cc7a8e0411be)] {{(pid=103448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:16:47.292845 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-5ca43194-20fe-4adc-b471-403f7c0b5365 req-e39918ad-4c68-461e-a8c1-4a8a7085c72c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:47.337381 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d5b1b85-3ad6-4677-ab0b-f59ff99ea6de admin admin] Router 47cff62d-1400-4750-a951-1dfd42ba9a0b has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 20:16:47.355405 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c55d3ee-6a29-40ba-9dea-ac032e0209ab tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Deleting subnet 90dde990-50e2-43db-afbf-bb7fbc0e6d41 {{(pid=103448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 20:16:47.363618 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9c55d3ee-6a29-40ba-9dea-ac032e0209ab tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Publish callbacks [] for subnet, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:47.369326 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca43194-20fe-4adc-b471-403f7c0b5365 req-e39918ad-4c68-461e-a8c1-4a8a7085c72c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:16:47.369947 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-5ca43194-20fe-4adc-b471-403f7c0b5365 req-e39918ad-4c68-461e-a8c1-4a8a7085c72c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:47.371348 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-5ca43194-20fe-4adc-b471-403f7c0b5365 req-e39918ad-4c68-461e-a8c1-4a8a7085c72c service neutron] 10.222.0.41 "PUT /v2.0/ports/afbbfbb1-6a7a-467b-bc94-36bdeced156e HTTP/1.1" status: 200 len: 1096 time: 2.9100978 Nov 22 20:16:47.371829 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd44cf4d1-35ec-4cbd-ae21-4ec5dca43313', 'tag': 'afbbfbb1-6a7a-467b-bc94-36bdeced156e'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:16:47.374097 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589a98cf2aea187fcc423a5edb333e5a6cf3ad7c81115d1ebee0f079693c312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca45d73e-a9b6-42e9-8c32-82022f7faa59" -d '{"events": [{"name": "network-changed", "server_uuid": "d44cf4d1-35ec-4cbd-ae21-4ec5dca43313", "tag": "afbbfbb1-6a7a-467b-bc94-36bdeced156e"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:16:47.381680 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a365097b-8ad3-4785-a6fd-1f2845e58b16 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:16:47.384609 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-a365097b-8ad3-4785-a6fd-1f2845e58b16 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1472561 Nov 22 20:16:47.390105 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 43380) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:16:47.461089 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 20:16:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1103de0-c91d-4325-bffd-a31fd677f61c x-openstack-request-id: req-c1103de0-c91d-4325-bffd-a31fd677f61c {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:16:47.461369 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d44cf4d1-35ec-4cbd-ae21-4ec5dca43313", "tag": "afbbfbb1-6a7a-467b-bc94-36bdeced156e", "status": "completed", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:16:47.463023 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c1103de0-c91d-4325-bffd-a31fd677f61c {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:16:47.463519 n-d-818823-1 neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd44cf4d1-35ec-4cbd-ae21-4ec5dca43313', 'tag': 'afbbfbb1-6a7a-467b-bc94-36bdeced156e', 'status': 'completed', 'code': 200} Nov 22 20:16:47.465835 n-d-818823-1 neutron-server[103447]: INFO neutron.pecan_wsgi.hooks.translation [None req-511ab931-755c-42a2-ad5b-cd4895c93b2e tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] GET failed (client error): The resource could not be found. Nov 22 20:16:47.467337 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-511ab931-755c-42a2-ad5b-cd4895c93b2e tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] 10.222.0.46 "GET /v2.0/ports/49da8d0c-3cf6-4258-bce5-84974704b1d7 HTTP/1.1" status: 404 len: 333 time: 0.0747383 Nov 22 20:16:47.471176 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 43382) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:16:47.479183 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-da567c8b-830d-4eba-a7f4-0004a4cc9b09 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1803076584'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:16:47.547470 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39918ad-4c68-461e-a8c1-4a8a7085c72c service neutron] Pushing event updated for resources: {'Port': ['ID=afbbfbb1-6a7a-467b-bc94-36bdeced156e,revision_number=3']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:16:47.553752 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9c55d3ee-6a29-40ba-9dea-ac032e0209ab tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11627908'] for subnet, precommit_delete_associations {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:47.631921 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca43194-20fe-4adc-b471-403f7c0b5365 req-9195d12e-6935-47e2-bb25-0fe8bdc92cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:16:47.634020 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-5ca43194-20fe-4adc-b471-403f7c0b5365 req-9195d12e-6935-47e2-bb25-0fe8bdc92cfb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=dd29aa5b29024a1589aa1e9d9246bd3e&device_id=d44cf4d1-35ec-4cbd-ae21-4ec5dca43313 HTTP/1.1" status: 200 len: 1099 time: 0.1911769 Nov 22 20:16:47.635312 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da567c8b-830d-4eba-a7f4-0004a4cc9b09 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Made reservation on behalf of 2dee5ba1e01f416ab951cabb312f3dca for: {'network': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:16:47.638777 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-da567c8b-830d-4eba-a7f4-0004a4cc9b09 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for network, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:47.643936 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-d83a677b-38fe-402a-855b-56af3ccacfca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:47.703340 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83a677b-38fe-402a-855b-56af3ccacfca admin admin] Pushing event deleted for resources: {'Port': ['ID=87875d65-ebf3-4e19-b359-611253e28da1,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:16:47.709661 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d5b1b85-3ad6-4677-ab0b-f59ff99ea6de admin admin] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:16:47.723568 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce817c7-aae2-4f73-bb81-8d9271e2dfb9 None None] Sync routers for ids ['47cff62d-1400-4750-a951-1dfd42ba9a0b'] in n-d-818823-1 {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:16:47.724777 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-5ca43194-20fe-4adc-b471-403f7c0b5365 req-5cf109d8-fc75-475f-a8de-1e88a5a45c8c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=afbbfbb1-6a7a-467b-bc94-36bdeced156e HTTP/1.1" status: 200 len: 217 time: 0.0788000 Nov 22 20:16:47.726165 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-7d5b1b85-3ad6-4677-ab0b-f59ff99ea6de admin admin] 10.222.0.46 "PUT /v2.0/routers/47cff62d-1400-4750-a951-1dfd42ba9a0b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5219131 Nov 22 20:16:47.743491 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 43386) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:16:47.745943 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8625044c-73d1-4b42-8704-52e485196625 None None] DHCP port deletion for c48a55e9-6a85-4746-b7bf-3e29fb560094 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:16:47.782558 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce817c7-aae2-4f73-bb81-8d9271e2dfb9 None None] Routers {'47cff62d-1400-4750-a951-1dfd42ba9a0b'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:16:47.783157 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-cce817c7-aae2-4f73-bb81-8d9271e2dfb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:16:32Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['47cff62d-1400-4750-a951-1dfd42ba9a0b'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:16:47.791036 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9c55d3ee-6a29-40ba-9dea-ac032e0209ab tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3753007'] for subnet, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:47.848616 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca43194-20fe-4adc-b471-403f7c0b5365 req-14664396-7298-4ad9-946a-e1eda3dd74eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:16:47.855040 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-5ca43194-20fe-4adc-b471-403f7c0b5365 req-14664396-7298-4ad9-946a-e1eda3dd74eb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3091ebfd-11e2-41f8-9c00-ffe0b86563d8 HTTP/1.1" status: 200 len: 843 time: 0.1106391 Nov 22 20:16:47.876949 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 87875d65-ebf3-4e19-b359-611253e28da1 no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:16:47.935905 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca43194-20fe-4adc-b471-403f7c0b5365 req-e3caedfe-1d86-46f7-bc88-4b402aaf19a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:16:47.937541 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-5ca43194-20fe-4adc-b471-403f7c0b5365 req-e3caedfe-1d86-46f7-bc88-4b402aaf19a2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e1052824-bf78-4963-8937-b202e372ac24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0606406 Nov 22 20:16:47.939901 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9c55d3ee-6a29-40ba-9dea-ac032e0209ab tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3753014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11567369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11792914'] for subnet, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:47.972626 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: 87875d65-ebf3-4e19-b359-611253e28da1 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:16:47.974546 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 87875d65-ebf3-4e19-b359-611253e28da1 not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:16:47.976756 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device bee805a2-5610-4d33-99c0-cdd0b248c343 no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:16:48.017817 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9c55d3ee-6a29-40ba-9dea-ac032e0209ab tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:48.021328 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-9c55d3ee-6a29-40ba-9dea-ac032e0209ab tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] 10.222.0.46 "DELETE /v2.0/subnets/90dde990-50e2-43db-afbf-bb7fbc0e6d41 HTTP/1.1" status: 204 len: 168 time: 0.7888596 Nov 22 20:16:48.022624 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c55d3ee-6a29-40ba-9dea-ac032e0209ab tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Pushing event deleted for resources: {'Subnet': ['ID=90dde990-50e2-43db-afbf-bb7fbc0e6d41,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:16:48.026705 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 43394) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:16:48.028797 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da567c8b-830d-4eba-a7f4-0004a4cc9b09 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] vlan segment allocate from pool success with {'vlan_id': 637, 'physical_network': 'physnet1'} {{(pid=103447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 20:16:48.040330 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9133c3fe-7ce7-4312-94c4-6e96e5050ceb None None] Network 391e727e-021b-4c3c-af0a-29902a92446a requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:16:48.045588 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: bee805a2-5610-4d33-99c0-cdd0b248c343 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:16:48.045941 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device bee805a2-5610-4d33-99c0-cdd0b248c343 not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:16:48.059448 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-d83a677b-38fe-402a-855b-56af3ccacfca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595398'] for router_gateway, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:48.117192 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-5ca43194-20fe-4adc-b471-403f7c0b5365 req-19f4a431-9b05-4395-b2c2-380ce61c390f service neutron] 10.222.0.41 "GET /v2.0/networks/e1052824-bf78-4963-8937-b202e372ac24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715281 Nov 22 20:16:48.135690 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-cce817c7-aae2-4f73-bb81-8d9271e2dfb9 None None] Set router 47cff62d-1400-4750-a951-1dfd42ba9a0b gateway port host: n-d-818823-1 {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:16:48.185669 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-da567c8b-830d-4eba-a7f4-0004a4cc9b09 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:48.186020 n-d-818823-1 neutron-server[103447]: INFO neutron.db.segments_db [None req-da567c8b-830d-4eba-a7f4-0004a4cc9b09 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Added segment e6c8e5f3-6aee-4a0d-a4c4-99eb221707c9 of type vlan for network a3735ac8-9dd2-4ff6-a5d1-688724c0e0c8 Nov 22 20:16:48.285295 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-da567c8b-830d-4eba-a7f4-0004a4cc9b09 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748992492791'] for network, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:48.391183 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-5ca43194-20fe-4adc-b471-403f7c0b5365 req-2c1f2542-0001-49c2-ae92-d953d00f14f5 service neutron] 10.222.0.41 "GET /v2.0/networks/e1052824-bf78-4963-8937-b202e372ac24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2627654 Nov 22 20:16:48.455701 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-cce817c7-aae2-4f73-bb81-8d9271e2dfb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47cff62d-1400-4750-a951-1dfd42ba9a0b', 'name': 'tempest-ServersTestJSON-395337212-router', 'tenant_id': '850c5e2af2c44a3fa2eaed5152ec5f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.229'}], 'enable_snat': True}, 'gw_port_id': '879aed9c-b068-49c0-a9d5-804f26cae1de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:13:50Z', 'updated_at': '2021-11-22T20:16:45Z', 'revision_number': 5, 'project_id': '850c5e2af2c44a3fa2eaed5152ec5f3c', 'gw_port': {'id': '879aed9c-b068-49c0-a9d5-804f26cae1de', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:23:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47cff62d-1400-4750-a951-1dfd42ba9a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:13:52Z', 'updated_at': '2021-11-22T20:14:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:16:48.508459 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce817c7-aae2-4f73-bb81-8d9271e2dfb9 None None] Checking router: 47cff62d-1400-4750-a951-1dfd42ba9a0b for host: n-d-818823-1 {{(pid=103450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 20:16:48.525186 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce817c7-aae2-4f73-bb81-8d9271e2dfb9 None None] Routers {'47cff62d-1400-4750-a951-1dfd42ba9a0b'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:16:48.526312 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-cce817c7-aae2-4f73-bb81-8d9271e2dfb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:16:32Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['47cff62d-1400-4750-a951-1dfd42ba9a0b'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:16:48.541581 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca45d73e-a9b6-42e9-8c32-82022f7faa59 req-c5efe9fd-b9f8-4308-b63b-74ce4f50902e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:16:48.545822 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-ca45d73e-a9b6-42e9-8c32-82022f7faa59 req-c5efe9fd-b9f8-4308-b63b-74ce4f50902e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=dd29aa5b29024a1589aa1e9d9246bd3e&device_id=d44cf4d1-35ec-4cbd-ae21-4ec5dca43313 HTTP/1.1" status: 200 len: 1099 time: 0.0766947 Nov 22 20:16:48.567024 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-da567c8b-830d-4eba-a7f4-0004a4cc9b09 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for network, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:48.572229 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7528b23b-9595-4ae2-8112-0a002c3081fc None None] DHCP port deletion for 391e727e-021b-4c3c-af0a-29902a92446a request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:16:48.590656 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da567c8b-830d-4eba-a7f4-0004a4cc9b09 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:16:48.591379 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-da567c8b-830d-4eba-a7f4-0004a4cc9b09 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for network, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:48.692268 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-7528b23b-9595-4ae2-8112-0a002c3081fc None None] Deleting port 4f26fad6-d250-4231-8327-fa549e3798cd {{(pid=103449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:16:48.692898 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-7528b23b-9595-4ae2-8112-0a002c3081fc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:48.708317 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca45d73e-a9b6-42e9-8c32-82022f7faa59 req-d188cbdd-94d1-41b3-886a-68cd52a999fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:16:48.708888 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-d83a677b-38fe-402a-855b-56af3ccacfca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24781'] for router, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:48.713007 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-ca45d73e-a9b6-42e9-8c32-82022f7faa59 req-d188cbdd-94d1-41b3-886a-68cd52a999fe service neutron] 10.222.0.41 "GET /v2.0/networks?id=e1052824-bf78-4963-8937-b202e372ac24 HTTP/1.1" status: 200 len: 870 time: 0.1631725 Nov 22 20:16:48.715084 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-d83a677b-38fe-402a-855b-56af3ccacfca admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:48.734590 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-cce817c7-aae2-4f73-bb81-8d9271e2dfb9 None None] Set router 47cff62d-1400-4750-a951-1dfd42ba9a0b gateway port host: n-d-818823-1 {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:16:48.779915 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-ca45d73e-a9b6-42e9-8c32-82022f7faa59 req-32d5eea3-9554-4864-893b-64017002f4a3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=afbbfbb1-6a7a-467b-bc94-36bdeced156e HTTP/1.1" status: 200 len: 217 time: 0.0586081 Nov 22 20:16:48.798827 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f6eddd1e-3c41-4835-a35d-55ec10003f7e tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3961693'] for network, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:48.832300 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-7528b23b-9595-4ae2-8112-0a002c3081fc None None] For port 4f26fad6-d250-4231-8327-fa549e3798cd, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=4f26fad6-d250-4231-8327-fa549e3798cd,segment=NetworkSegment(63dae5db-fc51-402b-ae98-17692e5da0a4),segment_id=63dae5db-fc51-402b-ae98-17692e5da0a4)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:16:48.832796 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-7528b23b-9595-4ae2-8112-0a002c3081fc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:48.865793 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-7528b23b-9595-4ae2-8112-0a002c3081fc None None] Calling delete_port for 4f26fad6-d250-4231-8327-fa549e3798cd owned by network:dhcp {{(pid=103449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:16:48.868446 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-da567c8b-830d-4eba-a7f4-0004a4cc9b09 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.3961794 Nov 22 20:16:48.872422 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 43412) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:16:48.884746 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-c2d80623-f46d-4a33-964f-8b695632c7ce tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Request body: {'subnet': {'network_id': 'a3735ac8-9dd2-4ff6-a5d1-688724c0e0c8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:16:48.942748 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-d83a677b-38fe-402a-855b-56af3ccacfca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-663261'] for router, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:48.943492 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d83a677b-38fe-402a-855b-56af3ccacfca admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5d13bd15-e684-4713-ba44-4f935896f24f {{(pid=103447) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 20:16:48.945306 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-464a0632-1f2e-43e7-8e0d-0be2ba830525 admin admin] Publish callbacks [] for router, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:48.947180 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da567c8b-830d-4eba-a7f4-0004a4cc9b09 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Pushing event updated for resources: {'Network': ['ID=a3735ac8-9dd2-4ff6-a5d1-688724c0e0c8,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:16:48.956889 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-d83a677b-38fe-402a-855b-56af3ccacfca admin admin] Publish callbacks [] for router, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:48.958044 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-d83a677b-38fe-402a-855b-56af3ccacfca admin admin] 10.222.0.46 "DELETE /v2.0/routers/5d13bd15-e684-4713-ba44-4f935896f24f HTTP/1.1" status: 204 len: 168 time: 3.5216017 Nov 22 20:16:48.964884 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 43414) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:16:48.965622 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Network a3735ac8-9dd2-4ff6-a5d1-688724c0e0c8 details requested by agent ovs-agent-n-d-818823-1 with host n-d-818823-1 {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 20:16:49.050362 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638b5d6c-63ea-485f-a58a-a745f102978f req-76dacaec-0926-4831-9b16-b73d7bfeb481 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:16:49.052167 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-cce817c7-aae2-4f73-bb81-8d9271e2dfb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47cff62d-1400-4750-a951-1dfd42ba9a0b', 'name': 'tempest-ServersTestJSON-395337212-router', 'tenant_id': '850c5e2af2c44a3fa2eaed5152ec5f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.229'}], 'enable_snat': True}, 'gw_port_id': '879aed9c-b068-49c0-a9d5-804f26cae1de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:13:50Z', 'updated_at': '2021-11-22T20:16:45Z', 'revision_number': 5, 'project_id': '850c5e2af2c44a3fa2eaed5152ec5f3c', 'gw_port': {'id': '879aed9c-b068-49c0-a9d5-804f26cae1de', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:23:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47cff62d-1400-4750-a951-1dfd42ba9a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:13:52Z', 'updated_at': '2021-11-22T20:14:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:16:49.052894 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-638b5d6c-63ea-485f-a58a-a745f102978f req-76dacaec-0926-4831-9b16-b73d7bfeb481 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.46 "GET /v2.0/ports?device_id=d44cf4d1-35ec-4cbd-ae21-4ec5dca43313 HTTP/1.1" status: 200 len: 948 time: 0.7014289 Nov 22 20:16:49.120052 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e49ab2a-d5cc-4998-9b94-74b52c918800 admin admin] Deleting subnet 9835edc8-ccd5-46d4-abe8-f0789df4c86f {{(pid=103448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 20:16:49.120966 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce817c7-aae2-4f73-bb81-8d9271e2dfb9 None None] The sync data for ids ['47cff62d-1400-4750-a951-1dfd42ba9a0b'] in n-d-818823-1 is: [{'id': '47cff62d-1400-4750-a951-1dfd42ba9a0b', 'name': 'tempest-ServersTestJSON-395337212-router', 'tenant_id': '850c5e2af2c44a3fa2eaed5152ec5f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.229'}], 'enable_snat': True}, 'gw_port_id': '879aed9c-b068-49c0-a9d5-804f26cae1de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:13:50Z', 'updated_at': '2021-11-22T20:16:45Z', 'revision_number': 5, 'project_id': '850c5e2af2c44a3fa2eaed5152ec5f3c', 'gw_port': {'id': '879aed9c-b068-49c0-a9d5-804f26cae1de', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:23:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47cff62d-1400-4750-a951-1dfd42ba9a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:13:52Z', 'updated_at': '2021-11-22T20:14:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}] {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:16:49.133381 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca45d73e-a9b6-42e9-8c32-82022f7faa59 req-dab30059-36ca-4e80-91c5-18cdcce5d73b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:16:49.145034 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-ca45d73e-a9b6-42e9-8c32-82022f7faa59 req-dab30059-36ca-4e80-91c5-18cdcce5d73b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3091ebfd-11e2-41f8-9c00-ffe0b86563d8 HTTP/1.1" status: 200 len: 843 time: 0.3459513 Nov 22 20:16:49.145034 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0e49ab2a-d5cc-4998-9b94-74b52c918800 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:49.218574 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-7528b23b-9595-4ae2-8112-0a002c3081fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381'] for port, after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:49.260002 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7528b23b-9595-4ae2-8112-0a002c3081fc None None] Pushing event deleted for resources: {'Port': ['ID=4f26fad6-d250-4231-8327-fa549e3798cd,revision_number=None']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:16:49.284486 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-638b5d6c-63ea-485f-a58a-a745f102978f req-c0d3ad0e-c870-4844-9764-d7779e046880 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c61ce95-aab5-427a-864a-9f490b05fbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148600 Nov 22 20:16:49.285919 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7528b23b-9595-4ae2-8112-0a002c3081fc None None] No DVR routers for this DVR port 4f26fad6-d250-4231-8327-fa549e3798cd on host n-d-818823-1 {{(pid=103449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:16:49.325483 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2d80623-f46d-4a33-964f-8b695632c7ce tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Made reservation on behalf of 2dee5ba1e01f416ab951cabb312f3dca for: {'subnet': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:16:49.327733 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0e49ab2a-d5cc-4998-9b94-74b52c918800 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11627908'] for subnet, precommit_delete_associations {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:49.331761 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c2d80623-f46d-4a33-964f-8b695632c7ce tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8485086'] for subnet, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:49.331940 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca45d73e-a9b6-42e9-8c32-82022f7faa59 req-0d2773b8-b9a9-4d84-bfbe-1ae0398176ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:16:49.332388 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-ca45d73e-a9b6-42e9-8c32-82022f7faa59 req-0d2773b8-b9a9-4d84-bfbe-1ae0398176ef service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e1052824-bf78-4963-8937-b202e372ac24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1489491 Nov 22 20:16:49.408235 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-f6eddd1e-3c41-4835-a35d-55ec10003f7e tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Deleting port 4f26fad6-d250-4231-8327-fa549e3798cd {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:16:49.408699 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f6eddd1e-3c41-4835-a35d-55ec10003f7e tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:49.426413 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-464a0632-1f2e-43e7-8e0d-0be2ba830525 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:49.526290 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [None req-f6eddd1e-3c41-4835-a35d-55ec10003f7e tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] For port 4f26fad6-d250-4231-8327-fa549e3798cd, host n-d-818823-1, got binding levels [] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:16:49.526839 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f6eddd1e-3c41-4835-a35d-55ec10003f7e tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:49.550366 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-f6eddd1e-3c41-4835-a35d-55ec10003f7e tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Calling delete_port for 4f26fad6-d250-4231-8327-fa549e3798cd owned by network:dhcp {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:16:49.553289 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.ipam_backend_mixin [None req-f6eddd1e-3c41-4835-a35d-55ec10003f7e tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Port 4f26fad6-d250-4231-8327-fa549e3798cd was not found and therefore no delete operation was performed {{(pid=103447) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 22 20:16:49.561516 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f6eddd1e-3c41-4835-a35d-55ec10003f7e tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:49.591019 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0e49ab2a-d5cc-4998-9b94-74b52c918800 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3753007'] for subnet, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:49.616035 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 4f26fad6-d250-4231-8327-fa549e3798cd no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:16:49.632626 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-ca45d73e-a9b6-42e9-8c32-82022f7faa59 req-9b2ebe59-195e-4b8f-bfc4-2d88a23cd956 service neutron] 10.222.0.41 "GET /v2.0/networks/e1052824-bf78-4963-8937-b202e372ac24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2626195 Nov 22 20:16:49.641678 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: 4f26fad6-d250-4231-8327-fa549e3798cd {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:16:49.642113 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 4f26fad6-d250-4231-8327-fa549e3798cd not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:16:49.642595 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device aca36450-d2ce-47ed-80fb-a8f258232b09 no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:16:49.659067 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6eddd1e-3c41-4835-a35d-55ec10003f7e tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Pushing event deleted for resources: {'Port': ['ID=4f26fad6-d250-4231-8327-fa549e3798cd,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:16:49.673720 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6eddd1e-3c41-4835-a35d-55ec10003f7e tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] No DVR routers for this DVR port 4f26fad6-d250-4231-8327-fa549e3798cd on host n-d-818823-1 {{(pid=103447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:16:49.679457 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: aca36450-d2ce-47ed-80fb-a8f258232b09 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:16:49.679993 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device aca36450-d2ce-47ed-80fb-a8f258232b09 not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:16:49.725621 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0e49ab2a-d5cc-4998-9b94-74b52c918800 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3753014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11567369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11792914'] for subnet, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:49.769134 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e49ab2a-d5cc-4998-9b94-74b52c918800 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9835edc8-ccd5-46d4-abe8-f0789df4c86f,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:16:49.771361 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0e49ab2a-d5cc-4998-9b94-74b52c918800 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:49.778142 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-0e49ab2a-d5cc-4998-9b94-74b52c918800 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/9835edc8-ccd5-46d4-abe8-f0789df4c86f HTTP/1.1" status: 204 len: 168 time: 0.8000364 Nov 22 20:16:49.780587 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 43426) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:16:49.781848 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fc0aaf6-2a76-48b5-b761-b7aa95ff87e8 None None] Network 74ebf53f-3bfc-4b32-9782-5c33f910ad6f requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:16:49.877152 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9a6282b0-ffe8-4f2a-b49e-3eb0093ffcc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3961693'] for network, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:49.883781 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-ca45d73e-a9b6-42e9-8c32-82022f7faa59 req-9d7066a9-e547-47c0-8685-49b146df4d38 service neutron] 10.222.0.41 "GET /v2.0/networks/e1052824-bf78-4963-8937-b202e372ac24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2430131 Nov 22 20:16:49.969204 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-9a6282b0-ffe8-4f2a-b49e-3eb0093ffcc3 admin admin] Deleting port 9d21370e-6d46-4746-a6d9-57f2b8e70b48 {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:16:49.969651 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9a6282b0-ffe8-4f2a-b49e-3eb0093ffcc3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:50.045125 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-9a6282b0-ffe8-4f2a-b49e-3eb0093ffcc3 admin admin] For port 9d21370e-6d46-4746-a6d9-57f2b8e70b48, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=9d21370e-6d46-4746-a6d9-57f2b8e70b48,segment=NetworkSegment(a325e137-07a0-4e7b-a3fb-cdac40e28ec9),segment_id=a325e137-07a0-4e7b-a3fb-cdac40e28ec9)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:16:50.045564 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9a6282b0-ffe8-4f2a-b49e-3eb0093ffcc3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:50.062641 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec101ac8-419e-499e-ac25-c5598b5866f5 None None] DHCP port deletion for 74ebf53f-3bfc-4b32-9782-5c33f910ad6f request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:16:50.067113 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-9a6282b0-ffe8-4f2a-b49e-3eb0093ffcc3 admin admin] Calling delete_port for 9d21370e-6d46-4746-a6d9-57f2b8e70b48 owned by network:dhcp {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:16:50.130553 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00f637d-5562-4d5e-80f8-11ca58fd1874 req-44e1d9eb-ad09-4743-9cdf-b02abc523422 tempest-VolumesActionsTest-254083871 tempest-VolumesActionsTest-254083871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:16:50.132175 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f00f637d-5562-4d5e-80f8-11ca58fd1874 req-44e1d9eb-ad09-4743-9cdf-b02abc523422 tempest-VolumesActionsTest-254083871 tempest-VolumesActionsTest-254083871-project] 10.222.0.46 "GET /v2.0/ports?device_id=680129ff-58ba-4055-a105-7c282d2ce07d HTTP/1.1" status: 200 len: 945 time: 0.5574350 Nov 22 20:16:50.141958 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-ec101ac8-419e-499e-ac25-c5598b5866f5 None None] Deleting port 9d21370e-6d46-4746-a6d9-57f2b8e70b48 {{(pid=103449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:16:50.142434 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ec101ac8-419e-499e-ac25-c5598b5866f5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:50.171686 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9a6282b0-ffe8-4f2a-b49e-3eb0093ffcc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:50.186654 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f6eddd1e-3c41-4835-a35d-55ec10003f7e tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3760028', 'neutron.services.segments.db._delete_segments_for_network-8748992815755'] for network, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:50.214496 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6282b0-ffe8-4f2a-b49e-3eb0093ffcc3 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d21370e-6d46-4746-a6d9-57f2b8e70b48,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:16:50.218527 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a6282b0-ffe8-4f2a-b49e-3eb0093ffcc3 admin admin] No DVR routers for this DVR port 9d21370e-6d46-4746-a6d9-57f2b8e70b48 on host n-d-818823-1 {{(pid=103448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:16:50.233125 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-f6eddd1e-3c41-4835-a35d-55ec10003f7e tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['391e727e-021b-4c3c-af0a-29902a92446a']}} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:16:50.236623 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-464a0632-1f2e-43e7-8e0d-0be2ba830525 admin admin] Deleting port 879aed9c-b068-49c0-a9d5-804f26cae1de {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:16:50.236962 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-464a0632-1f2e-43e7-8e0d-0be2ba830525 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:50.248901 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ec101ac8-419e-499e-ac25-c5598b5866f5 None None] For port 9d21370e-6d46-4746-a6d9-57f2b8e70b48, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=9d21370e-6d46-4746-a6d9-57f2b8e70b48,segment=NetworkSegment(a325e137-07a0-4e7b-a3fb-cdac40e28ec9),segment_id=a325e137-07a0-4e7b-a3fb-cdac40e28ec9)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:16:50.249324 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ec101ac8-419e-499e-ac25-c5598b5866f5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:50.262819 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device afbbfbb1-6a7a-467b-bc94-36bdeced156e details requested by agent hyperv_n-h1-818823-1 with host n-h1-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 20:16:50.293766 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-f6eddd1e-3c41-4835-a35d-55ec10003f7e tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63dae5db-fc51-402b-ae98-17692e5da0a4') {'for_net_delete': True} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:16:50.293993 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-f6eddd1e-3c41-4835-a35d-55ec10003f7e tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63dae5db-fc51-402b-ae98-17692e5da0a4') {} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:16:50.320266 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9a6282b0-ffe8-4f2a-b49e-3eb0093ffcc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3760028', 'neutron.services.segments.db._delete_segments_for_network-8748992815755'] for network, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:50.347338 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f6eddd1e-3c41-4835-a35d-55ec10003f7e tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748993039638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12178344'] for segment, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:50.351102 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-9a6282b0-ffe8-4f2a-b49e-3eb0093ffcc3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74ebf53f-3bfc-4b32-9782-5c33f910ad6f']}} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:16:50.362751 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-9a6282b0-ffe8-4f2a-b49e-3eb0093ffcc3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a325e137-07a0-4e7b-a3fb-cdac40e28ec9') {'for_net_delete': True} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:16:50.363307 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-9a6282b0-ffe8-4f2a-b49e-3eb0093ffcc3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a325e137-07a0-4e7b-a3fb-cdac40e28ec9') {} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:16:50.374451 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9a6282b0-ffe8-4f2a-b49e-3eb0093ffcc3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748993039638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11627933'] for segment, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:50.388498 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port afbbfbb1-6a7a-467b-bc94-36bdeced156e, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=afbbfbb1-6a7a-467b-bc94-36bdeced156e,segment=NetworkSegment(2a5a1c7b-538e-498e-99b9-cc7a8e0411be),segment_id=2a5a1c7b-538e-498e-99b9-cc7a8e0411be)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:16:50.394832 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9a6282b0-ffe8-4f2a-b49e-3eb0093ffcc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:50.400183 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f00f637d-5562-4d5e-80f8-11ca58fd1874 req-dfe6ec8b-e3fb-4bb2-ab94-689af09d1990 tempest-VolumesActionsTest-254083871 tempest-VolumesActionsTest-254083871-project] 10.222.0.46 "GET /v2.0/security-groups?id=bc0be890-2f67-46a0-9006-37ebc152269f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2547905 Nov 22 20:16:50.402827 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a6282b0-ffe8-4f2a-b49e-3eb0093ffcc3 admin admin] Releasing vlan 645 on physical network physnet1 to pool {{(pid=103448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 20:16:50.403042 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9a6282b0-ffe8-4f2a-b49e-3eb0093ffcc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11567447'] for segment, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:50.405733 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Returning: {'device': 'afbbfbb1-6a7a-467b-bc94-36bdeced156e', 'network_id': 'e1052824-bf78-4963-8937-b202e372ac24', 'port_id': 'afbbfbb1-6a7a-467b-bc94-36bdeced156e', 'mac_address': 'fa:16:3e:61:b0:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3091ebfd-11e2-41f8-9c00-ffe0b86563d8', 'ip_address': '192.168.233.138'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 20:16:50.413967 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-ec101ac8-419e-499e-ac25-c5598b5866f5 None None] Calling delete_port for 9d21370e-6d46-4746-a6d9-57f2b8e70b48 owned by network:dhcp {{(pid=103449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:16:50.445756 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f6eddd1e-3c41-4835-a35d-55ec10003f7e tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:50.469249 n-d-818823-1 neutron-server[103448]: Traceback (most recent call last): Nov 22 20:16:50.469249 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 20:16:50.469249 n-d-818823-1 neutron-server[103448]: timer() Nov 22 20:16:50.469249 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 20:16:50.469249 n-d-818823-1 neutron-server[103448]: cb(*args, **kw) Nov 22 20:16:50.469249 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 20:16:50.469249 n-d-818823-1 neutron-server[103448]: return func(*args, **kwargs) Nov 22 20:16:50.469249 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 20:16:50.469249 n-d-818823-1 neutron-server[103448]: self._notify() Nov 22 20:16:50.469249 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 20:16:50.469249 n-d-818823-1 neutron-server[103448]: self.callback(batched_events) Nov 22 20:16:50.469249 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 20:16:50.469249 n-d-818823-1 neutron-server[103448]: event.method(event) Nov 22 20:16:50.469249 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 20:16:50.469249 n-d-818823-1 neutron-server[103448]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 20:16:50.469249 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 20:16:50.469249 n-d-818823-1 neutron-server[103448]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 20:16:50.469249 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 20:16:50.469249 n-d-818823-1 neutron-server[103448]: return f(self, *a, **k) Nov 22 20:16:50.469249 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 20:16:50.469249 n-d-818823-1 neutron-server[103448]: return self._get(url).json() Nov 22 20:16:50.469249 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 20:16:50.469249 n-d-818823-1 neutron-server[103448]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 20:16:50.469249 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 20:16:50.469249 n-d-818823-1 neutron-server[103448]: return self.request(url, 'GET', **kwargs) Nov 22 20:16:50.469249 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 20:16:50.469249 n-d-818823-1 neutron-server[103448]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 20:16:50.469249 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 20:16:50.469249 n-d-818823-1 neutron-server[103448]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 20:16:50.469249 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 20:16:50.469249 n-d-818823-1 neutron-server[103448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 20:16:50.469249 n-d-818823-1 neutron-server[103448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 20:16:50.489530 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c2d80623-f46d-4a33-964f-8b695632c7ce tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8900613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8485104'] for subnet, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:50.493975 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6eddd1e-3c41-4835-a35d-55ec10003f7e tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Releasing vlan 600 on physical network physnet1 to pool {{(pid=103447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 20:16:50.494392 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f6eddd1e-3c41-4835-a35d-55ec10003f7e tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8900762'] for segment, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:50.502382 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9a6282b0-ffe8-4f2a-b49e-3eb0093ffcc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3760002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595318'] for network, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:50.510148 n-d-818823-1 neutron-server[103447]: Traceback (most recent call last): Nov 22 20:16:50.510148 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 20:16:50.510148 n-d-818823-1 neutron-server[103447]: timer() Nov 22 20:16:50.510148 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 20:16:50.510148 n-d-818823-1 neutron-server[103447]: cb(*args, **kw) Nov 22 20:16:50.510148 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 20:16:50.510148 n-d-818823-1 neutron-server[103447]: return func(*args, **kwargs) Nov 22 20:16:50.510148 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 20:16:50.510148 n-d-818823-1 neutron-server[103447]: self._notify() Nov 22 20:16:50.510148 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 20:16:50.510148 n-d-818823-1 neutron-server[103447]: self.callback(batched_events) Nov 22 20:16:50.510148 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 20:16:50.510148 n-d-818823-1 neutron-server[103447]: event.method(event) Nov 22 20:16:50.510148 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 20:16:50.510148 n-d-818823-1 neutron-server[103447]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 20:16:50.510148 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 20:16:50.510148 n-d-818823-1 neutron-server[103447]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 20:16:50.510148 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 20:16:50.510148 n-d-818823-1 neutron-server[103447]: return f(self, *a, **k) Nov 22 20:16:50.510148 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 20:16:50.510148 n-d-818823-1 neutron-server[103447]: return self._get(url).json() Nov 22 20:16:50.510148 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 20:16:50.510148 n-d-818823-1 neutron-server[103447]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 20:16:50.510148 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 20:16:50.510148 n-d-818823-1 neutron-server[103447]: return self.request(url, 'GET', **kwargs) Nov 22 20:16:50.510148 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 20:16:50.510148 n-d-818823-1 neutron-server[103447]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 20:16:50.510148 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 20:16:50.510148 n-d-818823-1 neutron-server[103447]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 20:16:50.510148 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 20:16:50.510148 n-d-818823-1 neutron-server[103447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 20:16:50.510148 n-d-818823-1 neutron-server[103447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 20:16:50.512682 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:50.516251 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9a6282b0-ffe8-4f2a-b49e-3eb0093ffcc3 admin admin] Publish callbacks [] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:50.527131 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-9a6282b0-ffe8-4f2a-b49e-3eb0093ffcc3 admin admin] 10.222.0.46 "DELETE /v2.0/networks/74ebf53f-3bfc-4b32-9782-5c33f910ad6f HTTP/1.1" status: 204 len: 168 time: 0.7448809 Nov 22 20:16:50.538530 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afbbfbb1-6a7a-467b-bc94-36bdeced156e {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:16:50.539867 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6282b0-ffe8-4f2a-b49e-3eb0093ffcc3 admin admin] Pushing event deleted for resources: {'Network': ['ID=74ebf53f-3bfc-4b32-9782-5c33f910ad6f,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:16:50.571377 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ec101ac8-419e-499e-ac25-c5598b5866f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381'] for port, after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:50.577539 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port afbbfbb1-6a7a-467b-bc94-36bdeced156e, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=afbbfbb1-6a7a-467b-bc94-36bdeced156e,segment=NetworkSegment(2a5a1c7b-538e-498e-99b9-cc7a8e0411be),segment_id=2a5a1c7b-538e-498e-99b9-cc7a8e0411be)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:16:50.604790 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ec101ac8-419e-499e-ac25-c5598b5866f5 None None] Network 74ebf53f-3bfc-4b32-9782-5c33f910ad6f is not hosted by any dhcp agent {{(pid=103449) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 22 20:16:50.605254 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec101ac8-419e-499e-ac25-c5598b5866f5 None None] No DVR routers for this DVR port 9d21370e-6d46-4746-a6d9-57f2b8e70b48 on host n-d-818823-1 {{(pid=103449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:16:50.607771 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec101ac8-419e-499e-ac25-c5598b5866f5 None None] Pushing event deleted for resources: {'Port': ['ID=9d21370e-6d46-4746-a6d9-57f2b8e70b48,revision_number=None']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:16:50.612197 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:50.666444 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [None req-464a0632-1f2e-43e7-8e0d-0be2ba830525 admin admin] For port 879aed9c-b068-49c0-a9d5-804f26cae1de, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=879aed9c-b068-49c0-a9d5-804f26cae1de,segment=NetworkSegment(8793ba83-8407-4c3d-9b56-2a177cd58a70),segment_id=8793ba83-8407-4c3d-9b56-2a177cd58a70)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:16:50.666833 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-464a0632-1f2e-43e7-8e0d-0be2ba830525 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:50.698186 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498c6217-f21f-4f09-ad5a-bf9feacaef43 req-1d3171f0-6cc1-4a24-8d2e-a5b98cc878a5 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:16:50.699743 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-498c6217-f21f-4f09-ad5a-bf9feacaef43 req-1d3171f0-6cc1-4a24-8d2e-a5b98cc878a5 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.46 "GET /v2.0/ports?device_id=d44cf4d1-35ec-4cbd-ae21-4ec5dca43313 HTTP/1.1" status: 200 len: 948 time: 0.2851171 Nov 22 20:16:50.705319 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=afbbfbb1-6a7a-467b-bc94-36bdeced156e,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:16:50.705506 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d80623-f46d-4a33-964f-8b695632c7ce tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Pushing event updated for resources: {'Subnet': ['ID=dd072977-eedc-4770-9db9-ae446930021e,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:16:50.714309 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-464a0632-1f2e-43e7-8e0d-0be2ba830525 admin admin] Calling delete_port for 879aed9c-b068-49c0-a9d5-804f26cae1de owned by network:router_gateway {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:16:50.715611 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f6eddd1e-3c41-4835-a35d-55ec10003f7e tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3760002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595318'] for network, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:50.737689 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f6eddd1e-3c41-4835-a35d-55ec10003f7e tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for network, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:50.741028 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-f6eddd1e-3c41-4835-a35d-55ec10003f7e tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] 10.222.0.46 "DELETE /v2.0/networks/391e727e-021b-4c3c-af0a-29902a92446a HTTP/1.1" status: 204 len: 168 time: 2.7015598 Nov 22 20:16:50.744332 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 43434) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:16:50.776040 n-d-818823-1 neutron-server[103448]: INFO neutron.pecan_wsgi.hooks.translation [None req-804eb6e0-fa8a-413c-886b-71b07f6108bd tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] DELETE failed (client error): The resource could not be found. Nov 22 20:16:50.776831 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-804eb6e0-fa8a-413c-886b-71b07f6108bd tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 20:16:50.780538 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6eddd1e-3c41-4835-a35d-55ec10003f7e tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Pushing event deleted for resources: {'Network': ['ID=391e727e-021b-4c3c-af0a-29902a92446a,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:16:50.781715 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-804eb6e0-fa8a-413c-886b-71b07f6108bd tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] 10.222.0.46 "DELETE /v2.0/subnets/6ce696d5-4185-4507-99f2-f649202cac99 HTTP/1.1" status: 404 len: 337 time: 0.0363314 Nov 22 20:16:50.786217 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 43436) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:16:50.820396 n-d-818823-1 neutron-server[103448]: INFO neutron.pecan_wsgi.hooks.translation [None req-2abeed5e-2efe-4783-a5ef-e18e6d378b5e tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] DELETE failed (client error): The resource could not be found. Nov 22 20:16:50.824702 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2abeed5e-2efe-4783-a5ef-e18e6d378b5e tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 20:16:50.830997 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-2abeed5e-2efe-4783-a5ef-e18e6d378b5e tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] 10.222.0.46 "DELETE /v2.0/networks/5278e6f8-e123-49f3-8c51-f2c91fd8999b HTTP/1.1" status: 404 len: 339 time: 0.0433836 Nov 22 20:16:50.831636 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 43438) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:16:50.842544 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d80623-f46d-4a33-964f-8b695632c7ce tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Checking segment: {'id': 'e6c8e5f3-6aee-4a0d-a4c4-99eb221707c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'a3735ac8-9dd2-4ff6-a5d1-688724c0e0c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:16:50.842920 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2d80623-f46d-4a33-964f-8b695632c7ce tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Network hostable DHCP agents. Network: a3735ac8-9dd2-4ff6-a5d1-688724c0e0c8, hostable agents: ['02adaa64-0987-4b74-bad0-cbcf56f8a294'], hosted agents: [] {{(pid=103447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 20:16:50.889608 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] get_ports_and_sgs() called for port_ids ['afbbfbb1-6a7a-467b-bc94-36bdeced156e'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:16:50.922504 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-498c6217-f21f-4f09-ad5a-bf9feacaef43 req-e264572c-ac93-47bb-ba25-80ecbeee986b tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c61ce95-aab5-427a-864a-9f490b05fbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046456 Nov 22 20:16:50.923287 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_v2 [None req-51a559bc-422e-4fe3-87c9-247030ab96ad tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Deleting subnet 0d41b3df-098f-4b40-bc90-11316fee4447 {{(pid=103448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 20:16:50.931821 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-51a559bc-422e-4fe3-87c9-247030ab96ad tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Publish callbacks [] for subnet, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:50.934521 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfcd491-9fc8-4e9e-8853-162a70d50c8b req-ca35b415-1a32-4ebf-a2e2-67af089e5799 tempest-VolumesActionsTest-254083871 tempest-VolumesActionsTest-254083871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:16:50.937084 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7bfcd491-9fc8-4e9e-8853-162a70d50c8b req-ca35b415-1a32-4ebf-a2e2-67af089e5799 tempest-VolumesActionsTest-254083871 tempest-VolumesActionsTest-254083871-project] 10.222.0.20 "GET /v2.0/ports?device_id=680129ff-58ba-4055-a105-7c282d2ce07d HTTP/1.1" status: 200 len: 945 time: 0.1887176 Nov 22 20:16:50.965507 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 43442) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:16:50.990440 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2d80623-f46d-4a33-964f-8b695632c7ce tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Network a3735ac8-9dd2-4ff6-a5d1-688724c0e0c8 is scheduled to be hosted by DHCP agent 02adaa64-0987-4b74-bad0-cbcf56f8a294 with binding_index 1 {{(pid=103447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 20:16:51.008739 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-51a559bc-422e-4fe3-87c9-247030ab96ad tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11627908'] for subnet, precommit_delete_associations {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:51.029953 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-c2d80623-f46d-4a33-964f-8b695632c7ce tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818823-1, a3735ac8-9dd2-4ff6-a5d1-688724c0e0c8) {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:16:51.040457 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-973a40ab-6018-4f7e-af72-859ab0dbdb30 None None] Network a3735ac8-9dd2-4ff6-a5d1-688724c0e0c8 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:16:51.046119 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2d80623-f46d-4a33-964f-8b695632c7ce tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:16:51.046752 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c2d80623-f46d-4a33-964f-8b695632c7ce tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for subnet, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:51.066521 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-e63e1390-ae6f-4882-b326-dd198c71d66d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=002d0de0caa34c4490cab90a994ab520&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0965500 Nov 22 20:16:51.070514 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 43444) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:16:51.122079 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-c2d80623-f46d-4a33-964f-8b695632c7ce tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2424080 Nov 22 20:16:51.122273 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 43446) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:16:51.128330 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-36f2bcf7-dfb0-4b65-b88e-523070360bd9 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Request body: {'subnet': {'network_id': 'a3735ac8-9dd2-4ff6-a5d1-688724c0e0c8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:16:51.199666 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-51a559bc-422e-4fe3-87c9-247030ab96ad tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3753007'] for subnet, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:51.219395 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-464a0632-1f2e-43e7-8e0d-0be2ba830525 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:51.225396 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-af001f04-5b92-40ed-a270-dfa4e0da9e8c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:51.260383 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-7bfcd491-9fc8-4e9e-8853-162a70d50c8b req-26255c2f-e9f1-4d26-887b-ffc7506e5809 tempest-VolumesActionsTest-254083871 tempest-VolumesActionsTest-254083871-project] Deleting port 711a60d8-a87b-493b-a1b6-b1cade3d1661 {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:16:51.260727 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-7bfcd491-9fc8-4e9e-8853-162a70d50c8b req-26255c2f-e9f1-4d26-887b-ffc7506e5809 tempest-VolumesActionsTest-254083871 tempest-VolumesActionsTest-254083871-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:51.271328 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464a0632-1f2e-43e7-8e0d-0be2ba830525 admin admin] Pushing event deleted for resources: {'Port': ['ID=879aed9c-b068-49c0-a9d5-804f26cae1de,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:16:51.312079 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad941bde-b2e9-4454-9e09-846462132c30 None None] DHCP port deletion for c48a55e9-6a85-4746-b7bf-3e29fb560094 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:16:51.323822 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36f2bcf7-dfb0-4b65-b88e-523070360bd9 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Made reservation on behalf of 2dee5ba1e01f416ab951cabb312f3dca for: {'subnet': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:16:51.326116 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2be3e0d4-ea00-40eb-8b6e-56e8fa8659b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fb26bd7-ce56-527b-b94f-2e1f7cb2bb35-a3735ac8-9dd2-4ff6-a5d1-688724c0e0c8', 'network_id': 'a3735ac8-9dd2-4ff6-a5d1-688724c0e0c8', 'tenant_id': '2dee5ba1e01f416ab951cabb312f3dca', 'fixed_ips': [{'subnet_id': 'dd072977-eedc-4770-9db9-ae446930021e'}]}} from n-d-818823-1. {{(pid=103449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 20:16:51.327950 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-36f2bcf7-dfb0-4b65-b88e-523070360bd9 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11792951'] for subnet, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:51.328382 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-2be3e0d4-ea00-40eb-8b6e-56e8fa8659b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:51.341251 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-af001f04-5b92-40ed-a270-dfa4e0da9e8c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:51.404842 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-51a559bc-422e-4fe3-87c9-247030ab96ad tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3753014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11567369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11792914'] for subnet, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:51.442483 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-464a0632-1f2e-43e7-8e0d-0be2ba830525 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595398'] for router_gateway, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:51.459473 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a559bc-422e-4fe3-87c9-247030ab96ad tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Pushing event deleted for resources: {'Subnet': ['ID=0d41b3df-098f-4b40-bc90-11316fee4447,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:16:51.468382 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-51a559bc-422e-4fe3-87c9-247030ab96ad tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:51.476424 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-51a559bc-422e-4fe3-87c9-247030ab96ad tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] 10.222.0.46 "DELETE /v2.0/subnets/0d41b3df-098f-4b40-bc90-11316fee4447 HTTP/1.1" status: 204 len: 168 time: 0.6414340 Nov 22 20:16:51.477804 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 43450) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:16:51.484270 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c0bc2b2-64a3-4937-bd1a-52168d59f294 None None] Network e9c1e647-f521-4454-9d4c-7918053cbf9d requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:16:51.548420 n-d-818823-1 neutron-server[103448]: INFO neutron.db.ipam_backend_mixin [None req-36f2bcf7-dfb0-4b65-b88e-523070360bd9 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet dd072977-eedc-4770-9db9-ae446930021e (CIDR: 2001:db8::/64) Nov 22 20:16:51.586653 n-d-818823-1 neutron-server[103448]: INFO neutron.pecan_wsgi.hooks.translation [None req-36f2bcf7-dfb0-4b65-b88e-523070360bd9 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 22 20:16:51.587765 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36f2bcf7-dfb0-4b65-b88e-523070360bd9 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 20:16:51.618226 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6d87b1ba-d519-4740-8546-51a048b83ab3 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3961693'] for network, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:51.633115 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-464a0632-1f2e-43e7-8e0d-0be2ba830525 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24781'] for router, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:51.640227 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-7bfcd491-9fc8-4e9e-8853-162a70d50c8b req-26255c2f-e9f1-4d26-887b-ffc7506e5809 tempest-VolumesActionsTest-254083871 tempest-VolumesActionsTest-254083871-project] For port 711a60d8-a87b-493b-a1b6-b1cade3d1661, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=711a60d8-a87b-493b-a1b6-b1cade3d1661,segment=NetworkSegment(b42ba62c-a677-4eaf-86f8-a15afeb03330),segment_id=b42ba62c-a677-4eaf-86f8-a15afeb03330)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:16:51.640631 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-7bfcd491-9fc8-4e9e-8853-162a70d50c8b req-26255c2f-e9f1-4d26-887b-ffc7506e5809 tempest-VolumesActionsTest-254083871 tempest-VolumesActionsTest-254083871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:51.644411 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-464a0632-1f2e-43e7-8e0d-0be2ba830525 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:51.646264 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-af001f04-5b92-40ed-a270-dfa4e0da9e8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:51.648937 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-af001f04-5b92-40ed-a270-dfa4e0da9e8c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:51.653395 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-af001f04-5b92-40ed-a270-dfa4e0da9e8c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d63f855d-8325-4153-87ff-4a36fd335eba HTTP/1.1" status: 204 len: 168 time: 0.5772448 Nov 22 20:16:51.654289 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-36f2bcf7-dfb0-4b65-b88e-523070360bd9 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5306151 Nov 22 20:16:51.656633 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 43456) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:16:51.673550 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-ba76d505-f733-40d7-a1a4-d2c568bc1bd8 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Request body: {'subnet': {'network_id': 'a3735ac8-9dd2-4ff6-a5d1-688724c0e0c8', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:16:51.749618 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-7bfcd491-9fc8-4e9e-8853-162a70d50c8b req-26255c2f-e9f1-4d26-887b-ffc7506e5809 tempest-VolumesActionsTest-254083871 tempest-VolumesActionsTest-254083871-project] Calling delete_port for 711a60d8-a87b-493b-a1b6-b1cade3d1661 owned by compute:nova {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:16:51.750016 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 9d21370e-6d46-4746-a6d9-57f2b8e70b48 no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:16:51.755317 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af001f04-5b92-40ed-a270-dfa4e0da9e8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d63f855d-8325-4153-87ff-4a36fd335eba,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:16:51.759454 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.db_base_plugin_common [None req-2be3e0d4-ea00-40eb-8b6e-56e8fa8659b6 None None] Allocated IP 2001:db8::2 (a3735ac8-9dd2-4ff6-a5d1-688724c0e0c8/dd072977-eedc-4770-9db9-ae446930021e/8dd226cd-c622-4232-9420-5141da300621) {{(pid=103449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:16:51.781508 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aaca6d-23b0-4ee7-bd1e-c78799bf7d61 req-81630afe-2790-47d0-9dab-2a7842277d0e tempest-VolumesActionsTest-254083871 tempest-VolumesActionsTest-254083871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:16:51.789112 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-57aaca6d-23b0-4ee7-bd1e-c78799bf7d61 req-81630afe-2790-47d0-9dab-2a7842277d0e tempest-VolumesActionsTest-254083871 tempest-VolumesActionsTest-254083871-project] 10.222.0.46 "GET /v2.0/ports?device_id=680129ff-58ba-4055-a105-7c282d2ce07d HTTP/1.1" status: 200 len: 945 time: 0.1965086 Nov 22 20:16:51.798049 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-464a0632-1f2e-43e7-8e0d-0be2ba830525 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-663261'] for router, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:51.798695 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-464a0632-1f2e-43e7-8e0d-0be2ba830525 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 47cff62d-1400-4750-a951-1dfd42ba9a0b {{(pid=103447) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 20:16:51.805276 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-464a0632-1f2e-43e7-8e0d-0be2ba830525 admin admin] Publish callbacks [] for router, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:51.808198 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-464a0632-1f2e-43e7-8e0d-0be2ba830525 admin admin] 10.222.0.46 "DELETE /v2.0/routers/47cff62d-1400-4750-a951-1dfd42ba9a0b HTTP/1.1" status: 204 len: 168 time: 4.0573387 Nov 22 20:16:51.814058 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: 9d21370e-6d46-4746-a6d9-57f2b8e70b48 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:16:51.814409 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 9d21370e-6d46-4746-a6d9-57f2b8e70b48 not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:16:51.839501 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 43458) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:16:51.944320 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_v2 [None req-58911feb-a138-4ae9-9ab6-5da813de7c97 admin admin] Deleting subnet e341af9e-bf46-4c5a-98cc-989107917135 {{(pid=103448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 20:16:51.951060 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-58911feb-a138-4ae9-9ab6-5da813de7c97 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:51.983451 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.agents_db [None req-aa8313f2-1ee4-4e7b-8c5a-d32b2f9d31ee None None] Agent healthcheck: found 7 active agents {{(pid=103450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 20:16:52.008448 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cc6c0e4-cfd3-445e-bcd9-09a16cf3f803 None None] DHCP port deletion for e9c1e647-f521-4454-9d4c-7918053cbf9d request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:16:52.009356 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-58911feb-a138-4ae9-9ab6-5da813de7c97 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11627908'] for subnet, precommit_delete_associations {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:52.110081 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-2be3e0d4-ea00-40eb-8b6e-56e8fa8659b6 None None] Publish callbacks [] for port, precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:52.130283 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-2be3e0d4-ea00-40eb-8b6e-56e8fa8659b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372'] for port, after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:52.149135 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-58911feb-a138-4ae9-9ab6-5da813de7c97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3753007'] for subnet, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:52.183569 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2be3e0d4-ea00-40eb-8b6e-56e8fa8659b6 None None] Network a3735ac8-9dd2-4ff6-a5d1-688724c0e0c8 is already hosted by enough agents. {{(pid=103449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:16:52.191711 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-7bfcd491-9fc8-4e9e-8853-162a70d50c8b req-26255c2f-e9f1-4d26-887b-ffc7506e5809 tempest-VolumesActionsTest-254083871 tempest-VolumesActionsTest-254083871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:52.191969 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.base_scheduler [None req-2be3e0d4-ea00-40eb-8b6e-56e8fa8659b6 None None] Resources bound (agent type, host, resource id): {{(pid=103449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:16:52.196032 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be3e0d4-ea00-40eb-8b6e-56e8fa8659b6 None None] Pushing event updated for resources: {'Port': ['ID=8dd226cd-c622-4232-9420-5141da300621,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:16:52.200538 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be3e0d4-ea00-40eb-8b6e-56e8fa8659b6 None None] Received port after_create {{(pid=103449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:16:52.208587 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] get_ports_and_sgs() called for port_ids ['711a60d8-a87b-493b-a1b6-b1cade3d1661'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:16:52.237722 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-58911feb-a138-4ae9-9ab6-5da813de7c97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3753014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11567369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11792914'] for subnet, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:52.237963 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-0cc6c0e4-cfd3-445e-bcd9-09a16cf3f803 None None] Deleting port 7387891d-8c17-471d-bc01-744ef5e10950 {{(pid=103449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:16:52.238516 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-0cc6c0e4-cfd3-445e-bcd9-09a16cf3f803 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:52.250765 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26255c2f-e9f1-4d26-887b-ffc7506e5809 tempest-VolumesActionsTest-254083871 tempest-VolumesActionsTest-254083871-project] Pushing event deleted for resources: {'Port': ['ID=711a60d8-a87b-493b-a1b6-b1cade3d1661,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:16:52.302354 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-57aaca6d-23b0-4ee7-bd1e-c78799bf7d61 req-c89aff0b-d794-4aa6-a609-c601d59b5df0 tempest-VolumesActionsTest-254083871 tempest-VolumesActionsTest-254083871-project] 10.222.0.46 "GET /v2.0/security-groups?id=bc0be890-2f67-46a0-9006-37ebc152269f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5122299 Nov 22 20:16:52.322610 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58911feb-a138-4ae9-9ab6-5da813de7c97 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e341af9e-bf46-4c5a-98cc-989107917135,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:16:52.326179 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-0cc6c0e4-cfd3-445e-bcd9-09a16cf3f803 None None] For port 7387891d-8c17-471d-bc01-744ef5e10950, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=7387891d-8c17-471d-bc01-744ef5e10950,segment=NetworkSegment(bd990991-2724-406c-832e-b1d334ada1e7),segment_id=bd990991-2724-406c-832e-b1d334ada1e7)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:16:52.326711 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-0cc6c0e4-cfd3-445e-bcd9-09a16cf3f803 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:52.331049 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-58911feb-a138-4ae9-9ab6-5da813de7c97 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:52.336072 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-58911feb-a138-4ae9-9ab6-5da813de7c97 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/e341af9e-bf46-4c5a-98cc-989107917135 HTTP/1.1" status: 204 len: 168 time: 0.4912126 Nov 22 20:16:52.341234 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 43466) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:16:52.351103 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-0cc6c0e4-cfd3-445e-bcd9-09a16cf3f803 None None] Calling delete_port for 7387891d-8c17-471d-bc01-744ef5e10950 owned by network:dhcp {{(pid=103449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:16:52.390237 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd73f7c9-14cb-4b32-a0a4-5cafc7078b54 req-f6443bad-c705-4f4b-b1cf-b7d97a897617 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:16:52.406854 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-dd73f7c9-14cb-4b32-a0a4-5cafc7078b54 req-f6443bad-c705-4f4b-b1cf-b7d97a897617 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.46 "GET /v2.0/ports?device_id=d44cf4d1-35ec-4cbd-ae21-4ec5dca43313 HTTP/1.1" status: 200 len: 949 time: 0.2672369 Nov 22 20:16:52.424674 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bfcd491-9fc8-4e9e-8853-162a70d50c8b req-26255c2f-e9f1-4d26-887b-ffc7506e5809 tempest-VolumesActionsTest-254083871 tempest-VolumesActionsTest-254083871-project] No DVR routers for this DVR port 711a60d8-a87b-493b-a1b6-b1cade3d1661 on host n-h2-818823-1 {{(pid=103447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:16:52.426388 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-6d87b1ba-d519-4740-8546-51a048b83ab3 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Deleting port 7387891d-8c17-471d-bc01-744ef5e10950 {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:16:52.427332 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6d87b1ba-d519-4740-8546-51a048b83ab3 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:52.428407 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-7bfcd491-9fc8-4e9e-8853-162a70d50c8b req-26255c2f-e9f1-4d26-887b-ffc7506e5809 tempest-VolumesActionsTest-254083871 tempest-VolumesActionsTest-254083871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:52.436792 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f3a15ca-2883-47b6-80fd-c071af94dc6a None None] DHCP port deletion for 639e7825-8df7-444f-a5a2-3b925aa1f50a request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:16:52.441464 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7bfcd491-9fc8-4e9e-8853-162a70d50c8b req-26255c2f-e9f1-4d26-887b-ffc7506e5809 tempest-VolumesActionsTest-254083871 tempest-VolumesActionsTest-254083871-project] 10.222.0.20 "DELETE /v2.0/ports/711a60d8-a87b-493b-a1b6-b1cade3d1661 HTTP/1.1" status: 204 len: 173 time: 1.4469070 Nov 22 20:16:52.457802 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device afbbfbb1-6a7a-467b-bc94-36bdeced156e up at agent hyperv_n-h1-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:16:52.459911 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '680129ff-58ba-4055-a105-7c282d2ce07d', 'name': 'network-vif-deleted', 'tag': '711a60d8-a87b-493b-a1b6-b1cade3d1661'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:16:52.469371 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1270c586-bf88-470d-9c5f-bedc3e356a52" -d '{"events": [{"server_uuid": "680129ff-58ba-4055-a105-7c282d2ce07d", "name": "network-vif-deleted", "tag": "711a60d8-a87b-493b-a1b6-b1cade3d1661"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:16:52.528095 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-6d87b1ba-d519-4740-8546-51a048b83ab3 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] For port 7387891d-8c17-471d-bc01-744ef5e10950, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=7387891d-8c17-471d-bc01-744ef5e10950,segment=NetworkSegment(bd990991-2724-406c-832e-b1d334ada1e7),segment_id=bd990991-2724-406c-832e-b1d334ada1e7)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:16:52.528459 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6d87b1ba-d519-4740-8546-51a048b83ab3 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:52.542919 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-6d87b1ba-d519-4740-8546-51a048b83ab3 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Calling delete_port for 7387891d-8c17-471d-bc01-744ef5e10950 owned by network:dhcp {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:16:52.543320 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9dcaa5c-b250-480e-b14c-f6b71d9d5913 None None] Network 48d933a0-1d3f-430a-95c2-28f98332aa70 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:16:52.564368 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-dd73f7c9-14cb-4b32-a0a4-5cafc7078b54 req-bb4a4c0c-b65c-4b90-b7ad-536939d1a71d tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c61ce95-aab5-427a-864a-9f490b05fbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549537 Nov 22 20:16:52.569576 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:16:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51d98eba-478a-4b6f-b6c1-119ce62f654b x-openstack-request-id: req-51d98eba-478a-4b6f-b6c1-119ce62f654b {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:16:52.570259 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "680129ff-58ba-4055-a105-7c282d2ce07d", "name": "network-vif-deleted", "tag": "711a60d8-a87b-493b-a1b6-b1cade3d1661", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:16:52.570663 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-51d98eba-478a-4b6f-b6c1-119ce62f654b {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:16:52.571207 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '680129ff-58ba-4055-a105-7c282d2ce07d', 'name': 'network-vif-deleted', 'tag': '711a60d8-a87b-493b-a1b6-b1cade3d1661', 'status': 'completed', 'code': 200} Nov 22 20:16:52.640028 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba76d505-f733-40d7-a1a4-d2c568bc1bd8 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Made reservation on behalf of 2dee5ba1e01f416ab951cabb312f3dca for: {'subnet': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:16:52.643888 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ba76d505-f733-40d7-a1a4-d2c568bc1bd8 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11792951'] for subnet, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:52.714240 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-339aeb1e-d27a-4217-988d-ccd10384b861 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3961693'] for network, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:52.732435 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-0cc6c0e4-cfd3-445e-bcd9-09a16cf3f803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381'] for port, after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:52.767742 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6d87b1ba-d519-4740-8546-51a048b83ab3 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:52.835310 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d87b1ba-d519-4740-8546-51a048b83ab3 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Pushing event deleted for resources: {'Port': ['ID=7387891d-8c17-471d-bc01-744ef5e10950,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:16:52.838736 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d87b1ba-d519-4740-8546-51a048b83ab3 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] No DVR routers for this DVR port 7387891d-8c17-471d-bc01-744ef5e10950 on host n-d-818823-1 {{(pid=103448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:16:52.994899 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc6c0e4-cfd3-445e-bcd9-09a16cf3f803 None None] No DVR routers for this DVR port 7387891d-8c17-471d-bc01-744ef5e10950 on host n-d-818823-1 {{(pid=103449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:16:53.021420 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc6c0e4-cfd3-445e-bcd9-09a16cf3f803 None None] Pushing event deleted for resources: {'Port': ['ID=7387891d-8c17-471d-bc01-744ef5e10950,revision_number=None']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:16:53.024419 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-2be3e0d4-ea00-40eb-8b6e-56e8fa8659b6 None None] Attempting to bind port 8dd226cd-c622-4232-9420-5141da300621 on host n-d-818823-1 for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:16:53.024979 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-2be3e0d4-ea00-40eb-8b6e-56e8fa8659b6 None None] Attempting to bind port 8dd226cd-c622-4232-9420-5141da300621 by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': 'e6c8e5f3-6aee-4a0d-a4c4-99eb221707c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'a3735ac8-9dd2-4ff6-a5d1-688724c0e0c8'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:16:53.025342 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2be3e0d4-ea00-40eb-8b6e-56e8fa8659b6 None None] Attempting to bind port 8dd226cd-c622-4232-9420-5141da300621 on network a3735ac8-9dd2-4ff6-a5d1-688724c0e0c8 {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:16:53.045078 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2be3e0d4-ea00-40eb-8b6e-56e8fa8659b6 None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 16, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:16:53.045526 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2be3e0d4-ea00-40eb-8b6e-56e8fa8659b6 None None] Checking segment: {'id': 'e6c8e5f3-6aee-4a0d-a4c4-99eb221707c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'a3735ac8-9dd2-4ff6-a5d1-688724c0e0c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:16:53.045952 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-2be3e0d4-ea00-40eb-8b6e-56e8fa8659b6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:53.046340 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2be3e0d4-ea00-40eb-8b6e-56e8fa8659b6 None None] Bound using segment: {'id': 'e6c8e5f3-6aee-4a0d-a4c4-99eb221707c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'a3735ac8-9dd2-4ff6-a5d1-688724c0e0c8'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:16:53.047465 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-2be3e0d4-ea00-40eb-8b6e-56e8fa8659b6 None None] Bound port: 8dd226cd-c622-4232-9420-5141da300621, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6c8e5f3-6aee-4a0d-a4c4-99eb221707c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'a3735ac8-9dd2-4ff6-a5d1-688724c0e0c8'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:16:53.048509 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-2be3e0d4-ea00-40eb-8b6e-56e8fa8659b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:53.052975 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Provisioning for port afbbfbb1-6a7a-467b-bc94-36bdeced156e completed by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 20:16:53.084001 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Provisioning complete for port afbbfbb1-6a7a-467b-bc94-36bdeced156e triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:16:53.084466 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:53.244285 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-2be3e0d4-ea00-40eb-8b6e-56e8fa8659b6 None None] For port 8dd226cd-c622-4232-9420-5141da300621, host n-d-818823-1, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:16:53.270027 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-2be3e0d4-ea00-40eb-8b6e-56e8fa8659b6 None None] For port 8dd226cd-c622-4232-9420-5141da300621, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=8dd226cd-c622-4232-9420-5141da300621,segment=NetworkSegment(e6c8e5f3-6aee-4a0d-a4c4-99eb221707c9),segment_id=e6c8e5f3-6aee-4a0d-a4c4-99eb221707c9)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:16:53.277114 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-2be3e0d4-ea00-40eb-8b6e-56e8fa8659b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:53.284747 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:53.386070 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd44cf4d1-35ec-4cbd-ae21-4ec5dca43313', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afbbfbb1-6a7a-467b-bc94-36bdeced156e'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:16:53.392986 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d39f6d30a11e565ec9648abcc015e8a6ab6cff4edd704add8155e28765d31eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a26f3960-170d-4751-b951-1510694ae3d5" -d '{"events": [{"server_uuid": "d44cf4d1-35ec-4cbd-ae21-4ec5dca43313", "name": "network-vif-plugged", "status": "completed", "tag": "afbbfbb1-6a7a-467b-bc94-36bdeced156e"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:16:53.395698 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-205840ff-73dd-4130-b733-4ffe2f88c556 None None] DHCP port deletion for 48d933a0-1d3f-430a-95c2-28f98332aa70 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:16:53.396133 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 43494) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:16:53.422421 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6d87b1ba-d519-4740-8546-51a048b83ab3 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3760028', 'neutron.services.segments.db._delete_segments_for_network-8748992815755'] for network, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:53.439577 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-339aeb1e-d27a-4217-988d-ccd10384b861 admin admin] Deleting port 00995b27-754c-4708-9cc2-f2f54641f6a8 {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:16:53.440010 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-339aeb1e-d27a-4217-988d-ccd10384b861 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:53.444439 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port afbbfbb1-6a7a-467b-bc94-36bdeced156e, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=afbbfbb1-6a7a-467b-bc94-36bdeced156e,segment=NetworkSegment(2a5a1c7b-538e-498e-99b9-cc7a8e0411be),segment_id=2a5a1c7b-538e-498e-99b9-cc7a8e0411be)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:16:53.447116 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be3e0d4-ea00-40eb-8b6e-56e8fa8659b6 None None] Pushing event updated for resources: {'Port': ['ID=8dd226cd-c622-4232-9420-5141da300621,revision_number=2']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:16:53.452683 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:53.531477 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:16:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c76de3e-a51d-4f83-b5f9-c192c0776403 x-openstack-request-id: req-0c76de3e-a51d-4f83-b5f9-c192c0776403 {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:16:53.531794 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d44cf4d1-35ec-4cbd-ae21-4ec5dca43313", "name": "network-vif-plugged", "status": "completed", "tag": "afbbfbb1-6a7a-467b-bc94-36bdeced156e", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:16:53.532703 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0c76de3e-a51d-4f83-b5f9-c192c0776403 {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:16:53.533122 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd44cf4d1-35ec-4cbd-ae21-4ec5dca43313', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afbbfbb1-6a7a-467b-bc94-36bdeced156e', 'code': 200} Nov 22 20:16:53.583201 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=afbbfbb1-6a7a-467b-bc94-36bdeced156e,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:16:53.598510 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-205840ff-73dd-4130-b733-4ffe2f88c556 None None] Deleting port 00995b27-754c-4708-9cc2-f2f54641f6a8 {{(pid=103449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:16:53.598890 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-205840ff-73dd-4130-b733-4ffe2f88c556 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:53.682639 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-339aeb1e-d27a-4217-988d-ccd10384b861 admin admin] For port 00995b27-754c-4708-9cc2-f2f54641f6a8, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=00995b27-754c-4708-9cc2-f2f54641f6a8,segment=NetworkSegment(8bf8f4b9-c552-4a44-a0c9-07e6361b5021),segment_id=8bf8f4b9-c552-4a44-a0c9-07e6361b5021)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:16:53.685923 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-339aeb1e-d27a-4217-988d-ccd10384b861 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:53.728540 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-910ada64-368e-400b-bdf1-912adb65b0d3 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-706507199-network', 'tenant_id': 'cd84c4200e0d47b4bcba9b053bf608fb'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:16:53.758131 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 00995b27-754c-4708-9cc2-f2f54641f6a8 no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:16:53.798765 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-910ada64-368e-400b-bdf1-912adb65b0d3 admin admin] Made reservation on behalf of cd84c4200e0d47b4bcba9b053bf608fb for: {'network': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:16:53.805011 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-910ada64-368e-400b-bdf1-912adb65b0d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for network, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:53.841304 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-910ada64-368e-400b-bdf1-912adb65b0d3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:53.864773 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-6d87b1ba-d519-4740-8546-51a048b83ab3 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9c1e647-f521-4454-9d4c-7918053cbf9d']}} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:16:53.867739 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-339aeb1e-d27a-4217-988d-ccd10384b861 admin admin] Calling delete_port for 00995b27-754c-4708-9cc2-f2f54641f6a8 owned by network:dhcp {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:16:53.881732 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2889fd53-b701-4aae-9288-b4a3e685ec59 req-bb716a46-eda9-44a9-8400-ab29582ac2f8 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:16:53.884296 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2889fd53-b701-4aae-9288-b4a3e685ec59 req-bb716a46-eda9-44a9-8400-ab29582ac2f8 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.46 "GET /v2.0/ports?device_id=d44cf4d1-35ec-4cbd-ae21-4ec5dca43313 HTTP/1.1" status: 200 len: 950 time: 0.1893003 Nov 22 20:16:53.896656 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-6d87b1ba-d519-4740-8546-51a048b83ab3 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd990991-2724-406c-832e-b1d334ada1e7') {'for_net_delete': True} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:16:53.903568 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-6d87b1ba-d519-4740-8546-51a048b83ab3 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd990991-2724-406c-832e-b1d334ada1e7') {} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:16:53.947779 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6d87b1ba-d519-4740-8546-51a048b83ab3 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748993039638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11627933'] for segment, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:53.983925 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-205840ff-73dd-4130-b733-4ffe2f88c556 None None] For port 00995b27-754c-4708-9cc2-f2f54641f6a8, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=00995b27-754c-4708-9cc2-f2f54641f6a8,segment=NetworkSegment(8bf8f4b9-c552-4a44-a0c9-07e6361b5021),segment_id=8bf8f4b9-c552-4a44-a0c9-07e6361b5021)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:16:53.984591 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-205840ff-73dd-4130-b733-4ffe2f88c556 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:53.988542 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:54.010155 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-205840ff-73dd-4130-b733-4ffe2f88c556 None None] Calling delete_port for 00995b27-754c-4708-9cc2-f2f54641f6a8 owned by network:dhcp {{(pid=103449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:16:54.049965 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6d87b1ba-d519-4740-8546-51a048b83ab3 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:54.057321 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ba76d505-f733-40d7-a1a4-d2c568bc1bd8 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11567560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11792921'] for subnet, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:54.060745 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f5248f-6209-4fa2-a20d-2df8a600aa07 req-45179005-0dc0-4398-ba0f-4696b662a5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:16:54.062368 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-71f5248f-6209-4fa2-a20d-2df8a600aa07 req-45179005-0dc0-4398-ba0f-4696b662a5b8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d44cf4d1-35ec-4cbd-ae21-4ec5dca43313 HTTP/1.1" status: 200 len: 1101 time: 0.3636873 Nov 22 20:16:54.096341 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2889fd53-b701-4aae-9288-b4a3e685ec59 req-851d67e9-5584-4986-ae6e-0004dae372b5 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c61ce95-aab5-427a-864a-9f490b05fbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953211 Nov 22 20:16:54.136244 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] For port 00995b27-754c-4708-9cc2-f2f54641f6a8, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=00995b27-754c-4708-9cc2-f2f54641f6a8,segment=NetworkSegment(8bf8f4b9-c552-4a44-a0c9-07e6361b5021),segment_id=8bf8f4b9-c552-4a44-a0c9-07e6361b5021)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:16:54.141993 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d87b1ba-d519-4740-8546-51a048b83ab3 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Releasing vlan 613 on physical network physnet1 to pool {{(pid=103448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 20:16:54.142412 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6d87b1ba-d519-4740-8546-51a048b83ab3 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11567447'] for segment, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:54.147527 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:54.148280 n-d-818823-1 neutron-server[103448]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 20:16:54.148280 n-d-818823-1 neutron-server[103448]: self.session.flush() Nov 22 20:16:54.148280 n-d-818823-1 neutron-server[103448]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 20:16:54.148280 n-d-818823-1 neutron-server[103448]: self.session.flush() Nov 22 20:16:54.148280 n-d-818823-1 neutron-server[103448]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 20:16:54.148280 n-d-818823-1 neutron-server[103448]: self.session.flush() Nov 22 20:16:54.148280 n-d-818823-1 neutron-server[103448]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 20:16:54.148280 n-d-818823-1 neutron-server[103448]: self.session.flush() Nov 22 20:16:54.148280 n-d-818823-1 neutron-server[103448]: Traceback (most recent call last): Nov 22 20:16:54.148280 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 20:16:54.148280 n-d-818823-1 neutron-server[103448]: timer() Nov 22 20:16:54.148280 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 20:16:54.148280 n-d-818823-1 neutron-server[103448]: cb(*args, **kw) Nov 22 20:16:54.148280 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 20:16:54.148280 n-d-818823-1 neutron-server[103448]: return func(*args, **kwargs) Nov 22 20:16:54.148280 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 20:16:54.148280 n-d-818823-1 neutron-server[103448]: self._notify() Nov 22 20:16:54.148280 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 20:16:54.148280 n-d-818823-1 neutron-server[103448]: self.callback(batched_events) Nov 22 20:16:54.148280 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 20:16:54.148280 n-d-818823-1 neutron-server[103448]: event.method(event) Nov 22 20:16:54.148280 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 20:16:54.148280 n-d-818823-1 neutron-server[103448]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 20:16:54.148280 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 20:16:54.148280 n-d-818823-1 neutron-server[103448]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 20:16:54.148280 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 20:16:54.148280 n-d-818823-1 neutron-server[103448]: return f(self, *a, **k) Nov 22 20:16:54.148280 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 20:16:54.148280 n-d-818823-1 neutron-server[103448]: return self._get(url).json() Nov 22 20:16:54.148280 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 20:16:54.148280 n-d-818823-1 neutron-server[103448]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 20:16:54.148280 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 20:16:54.148280 n-d-818823-1 neutron-server[103448]: return self.request(url, 'GET', **kwargs) Nov 22 20:16:54.148280 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 20:16:54.148280 n-d-818823-1 neutron-server[103448]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 20:16:54.148280 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 20:16:54.148280 n-d-818823-1 neutron-server[103448]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 20:16:54.148280 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 20:16:54.148280 n-d-818823-1 neutron-server[103448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 20:16:54.148280 n-d-818823-1 neutron-server[103448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 20:16:54.150998 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 879aed9c-b068-49c0-a9d5-804f26cae1de no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:16:54.166666 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-910ada64-368e-400b-bdf1-912adb65b0d3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:54.180385 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-910ada64-368e-400b-bdf1-912adb65b0d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:54.228879 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: 879aed9c-b068-49c0-a9d5-804f26cae1de {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:16:54.229438 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 879aed9c-b068-49c0-a9d5-804f26cae1de not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:16:54.230059 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 7387891d-8c17-471d-bc01-744ef5e10950 no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:16:54.235944 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-910ada64-368e-400b-bdf1-912adb65b0d3 admin admin] vlan segment allocate from pool success with {'vlan_id': 611, 'physical_network': 'physnet1'} {{(pid=103447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 20:16:54.253871 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910ada64-368e-400b-bdf1-912adb65b0d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f57d0821-447e-4bd4-9be8-6ef5d6dfd2db,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:16:54.260763 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba76d505-f733-40d7-a1a4-d2c568bc1bd8 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Network a3735ac8-9dd2-4ff6-a5d1-688724c0e0c8 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:16:54.270899 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-910ada64-368e-400b-bdf1-912adb65b0d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:54.273441 n-d-818823-1 neutron-server[103447]: INFO neutron.db.segments_db [None req-910ada64-368e-400b-bdf1-912adb65b0d3 admin admin] Added segment 6273ad9b-43bd-49ab-92c4-43e66fe51a00 of type vlan for network d850805c-8248-4517-bdd1-4a876cc6baf0 Nov 22 20:16:54.273561 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: 7387891d-8c17-471d-bc01-744ef5e10950 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:16:54.273969 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 7387891d-8c17-471d-bc01-744ef5e10950 not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:16:54.289020 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-ba76d505-f733-40d7-a1a4-d2c568bc1bd8 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:16:54.314690 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba76d505-f733-40d7-a1a4-d2c568bc1bd8 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:16:54.317058 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ba76d505-f733-40d7-a1a4-d2c568bc1bd8 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:54.317182 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Pushing event updated for resources: {'Port': ['ID=00995b27-754c-4708-9cc2-f2f54641f6a8,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:16:54.326427 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-205840ff-73dd-4130-b733-4ffe2f88c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381'] for port, after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:54.336201 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba76d505-f733-40d7-a1a4-d2c568bc1bd8 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Pushing event updated for resources: {'Subnet': ['ID=76334424-55f6-459c-aa5d-60f27b51cc8f,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:16:54.346743 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205840ff-73dd-4130-b733-4ffe2f88c556 None None] No DVR routers for this DVR port 00995b27-754c-4708-9cc2-f2f54641f6a8 on host n-d-818823-1 {{(pid=103449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:16:54.349432 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6d87b1ba-d519-4740-8546-51a048b83ab3 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3760002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595318'] for network, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:54.367024 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-ba76d505-f733-40d7-a1a4-d2c568bc1bd8 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.7059696 Nov 22 20:16:54.370654 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6d87b1ba-d519-4740-8546-51a048b83ab3 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Publish callbacks [] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:54.374031 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 43510) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:16:54.377255 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-6d87b1ba-d519-4740-8546-51a048b83ab3 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] 10.222.0.46 "DELETE /v2.0/networks/e9c1e647-f521-4454-9d4c-7918053cbf9d HTTP/1.1" status: 204 len: 168 time: 2.8984287 Nov 22 20:16:54.384826 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-ed0758da-8403-41da-bebd-8beca9fd8d33 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Request body: {'port': {'network_id': 'a3735ac8-9dd2-4ff6-a5d1-688724c0e0c8', 'fixed_ips': [{'subnet_id': 'dd072977-eedc-4770-9db9-ae446930021e'}, {'subnet_id': '76334424-55f6-459c-aa5d-60f27b51cc8f'}], 'name': 'tempest-PortsIpV6TestJSON-1013659612'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:16:54.389498 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-71f5248f-6209-4fa2-a20d-2df8a600aa07 req-81cceff7-9a40-455a-babe-36a306820367 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=6c61ce95-aab5-427a-864a-9f490b05fbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2802968 Nov 22 20:16:54.390626 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-339aeb1e-d27a-4217-988d-ccd10384b861 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:54.391853 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205840ff-73dd-4130-b733-4ffe2f88c556 None None] Pushing event deleted for resources: {'Port': ['ID=00995b27-754c-4708-9cc2-f2f54641f6a8,revision_number=None']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:16:54.427917 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d87b1ba-d519-4740-8546-51a048b83ab3 tempest-NetworksIpV6Test-413745330 tempest-NetworksIpV6Test-413745330-project] Pushing event deleted for resources: {'Network': ['ID=e9c1e647-f521-4454-9d4c-7918053cbf9d,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:16:54.452135 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339aeb1e-d27a-4217-988d-ccd10384b861 admin admin] Pushing event deleted for resources: {'Port': ['ID=00995b27-754c-4708-9cc2-f2f54641f6a8,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:16:54.454924 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-339aeb1e-d27a-4217-988d-ccd10384b861 admin admin] No DVR routers for this DVR port 00995b27-754c-4708-9cc2-f2f54641f6a8 on host n-d-818823-1 {{(pid=103448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:16:54.460726 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 711a60d8-a87b-493b-a1b6-b1cade3d1661 no longer exists at agent hyperv_n-h2-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:16:54.518575 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] No Port match for: 711a60d8-a87b-493b-a1b6-b1cade3d1661 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:16:54.518870 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 711a60d8-a87b-493b-a1b6-b1cade3d1661 not bound to the agent host n-h2-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:16:54.534525 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-910ada64-368e-400b-bdf1-912adb65b0d3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748992492791'] for network, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:54.610304 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-339aeb1e-d27a-4217-988d-ccd10384b861 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3760028', 'neutron.services.segments.db._delete_segments_for_network-8748992815755'] for network, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:54.622425 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-910ada64-368e-400b-bdf1-912adb65b0d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for network, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:54.623780 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-910ada64-368e-400b-bdf1-912adb65b0d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:16:54.624901 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-910ada64-368e-400b-bdf1-912adb65b0d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for network, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:54.677796 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-339aeb1e-d27a-4217-988d-ccd10384b861 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48d933a0-1d3f-430a-95c2-28f98332aa70']}} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:16:54.681038 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed0758da-8403-41da-bebd-8beca9fd8d33 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Made reservation on behalf of 2dee5ba1e01f416ab951cabb312f3dca for: {'port': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:16:54.706195 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-339aeb1e-d27a-4217-988d-ccd10384b861 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bf8f4b9-c552-4a44-a0c9-07e6361b5021') {'for_net_delete': True} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:16:54.708736 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-339aeb1e-d27a-4217-988d-ccd10384b861 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bf8f4b9-c552-4a44-a0c9-07e6361b5021') {} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:16:54.737356 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-339aeb1e-d27a-4217-988d-ccd10384b861 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748993039638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11627933'] for segment, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:54.767447 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-339aeb1e-d27a-4217-988d-ccd10384b861 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:54.790328 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-339aeb1e-d27a-4217-988d-ccd10384b861 admin admin] Releasing vlan 603 on physical network physnet1 to pool {{(pid=103448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 20:16:54.791057 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-339aeb1e-d27a-4217-988d-ccd10384b861 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11567447'] for segment, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:54.808740 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-910ada64-368e-400b-bdf1-912adb65b0d3 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.4114385 Nov 22 20:16:54.822706 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 43518) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:16:54.840490 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-0505bd43-e732-4844-b247-bdf777ecc112 admin admin] Request body: {'subnet': {'network_id': 'd850805c-8248-4517-bdd1-4a876cc6baf0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-706507199-subnet', 'tenant_id': 'cd84c4200e0d47b4bcba9b053bf608fb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:16:54.859727 n-d-818823-1 neutron-server[103448]: Traceback (most recent call last): Nov 22 20:16:54.859727 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 20:16:54.859727 n-d-818823-1 neutron-server[103448]: timer() Nov 22 20:16:54.859727 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 20:16:54.859727 n-d-818823-1 neutron-server[103448]: cb(*args, **kw) Nov 22 20:16:54.859727 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 20:16:54.859727 n-d-818823-1 neutron-server[103448]: return func(*args, **kwargs) Nov 22 20:16:54.859727 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 20:16:54.859727 n-d-818823-1 neutron-server[103448]: self._notify() Nov 22 20:16:54.859727 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 20:16:54.859727 n-d-818823-1 neutron-server[103448]: self.callback(batched_events) Nov 22 20:16:54.859727 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 20:16:54.859727 n-d-818823-1 neutron-server[103448]: event.method(event) Nov 22 20:16:54.859727 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 20:16:54.859727 n-d-818823-1 neutron-server[103448]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 20:16:54.859727 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 20:16:54.859727 n-d-818823-1 neutron-server[103448]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 20:16:54.859727 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 20:16:54.859727 n-d-818823-1 neutron-server[103448]: return f(self, *a, **k) Nov 22 20:16:54.859727 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 20:16:54.859727 n-d-818823-1 neutron-server[103448]: return self._get(url).json() Nov 22 20:16:54.859727 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 20:16:54.859727 n-d-818823-1 neutron-server[103448]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 20:16:54.859727 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 20:16:54.859727 n-d-818823-1 neutron-server[103448]: return self.request(url, 'GET', **kwargs) Nov 22 20:16:54.859727 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 20:16:54.859727 n-d-818823-1 neutron-server[103448]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 20:16:54.859727 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 20:16:54.859727 n-d-818823-1 neutron-server[103448]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 20:16:54.859727 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 20:16:54.859727 n-d-818823-1 neutron-server[103448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 20:16:54.859727 n-d-818823-1 neutron-server[103448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 20:16:54.862690 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 43520) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:16:54.898271 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-339aeb1e-d27a-4217-988d-ccd10384b861 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3760002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595318'] for network, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:54.906792 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910ada64-368e-400b-bdf1-912adb65b0d3 admin admin] Pushing event updated for resources: {'Network': ['ID=d850805c-8248-4517-bdd1-4a876cc6baf0,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:16:54.921000 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-339aeb1e-d27a-4217-988d-ccd10384b861 admin admin] Publish callbacks [] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:54.921753 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Network d850805c-8248-4517-bdd1-4a876cc6baf0 details requested by agent ovs-agent-n-d-818823-1 with host n-d-818823-1 {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 20:16:54.942060 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ed0758da-8403-41da-bebd-8beca9fd8d33 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:54.946107 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-339aeb1e-d27a-4217-988d-ccd10384b861 admin admin] 10.222.0.46 "DELETE /v2.0/networks/48d933a0-1d3f-430a-95c2-28f98332aa70 HTTP/1.1" status: 204 len: 168 time: 2.5943766 Nov 22 20:16:54.975635 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0505bd43-e732-4844-b247-bdf777ecc112 admin admin] Made reservation on behalf of cd84c4200e0d47b4bcba9b053bf608fb for: {'subnet': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:16:54.976788 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339aeb1e-d27a-4217-988d-ccd10384b861 admin admin] Pushing event deleted for resources: {'Network': ['ID=48d933a0-1d3f-430a-95c2-28f98332aa70,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:16:54.981174 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0505bd43-e732-4844-b247-bdf777ecc112 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8485086'] for subnet, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:54.993648 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [None req-ed0758da-8403-41da-bebd-8beca9fd8d33 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] device_id is not set on port 88f40f31-fe40-4a4d-a197-4f9ba93264f1 yet. {{(pid=103447) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 20:16:55.093063 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb4fe727-9213-4c60-88c5-5befd30e6fbd None None] Network a3735ac8-9dd2-4ff6-a5d1-688724c0e0c8 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:16:55.200866 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 43530) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:16:55.262938 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-2e76ca85-08e7-4d19-b7ac-949b1e4facea None None] Provisioning complete for port 8dd226cd-c622-4232-9420-5141da300621 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:16:55.263592 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-2e76ca85-08e7-4d19-b7ac-949b1e4facea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:55.337684 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-14572dd2-7439-4e52-9ea8-53abb08525fc admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=850c5e2af2c44a3fa2eaed5152ec5f3c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1349239 Nov 22 20:16:55.340779 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 43534) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:16:55.380487 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-48a08cb6-4165-4c7b-98d0-4b3776c7ec44 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a81ebb9a7b0f4ba7970568a2e3653a5f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5117903 Nov 22 20:16:55.414947 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 43536) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:16:55.480441 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-410aadbd-762a-4e66-83e7-7514a83f95ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:55.512881 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-2e76ca85-08e7-4d19-b7ac-949b1e4facea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:55.554590 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd410706-a6b9-438e-87f2-21a98b474dbf req-a5ac9e03-d242-4c1c-b78c-30ae8f57ea57 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:16:55.565403 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-cd410706-a6b9-438e-87f2-21a98b474dbf req-a5ac9e03-d242-4c1c-b78c-30ae8f57ea57 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.46 "GET /v2.0/ports?device_id=d44cf4d1-35ec-4cbd-ae21-4ec5dca43313 HTTP/1.1" status: 200 len: 950 time: 0.2858026 Nov 22 20:16:55.567645 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-410aadbd-762a-4e66-83e7-7514a83f95ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:55.578526 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-2e76ca85-08e7-4d19-b7ac-949b1e4facea None None] For port 8dd226cd-c622-4232-9420-5141da300621, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=8dd226cd-c622-4232-9420-5141da300621,segment=NetworkSegment(e6c8e5f3-6aee-4a0d-a4c4-99eb221707c9),segment_id=e6c8e5f3-6aee-4a0d-a4c4-99eb221707c9)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:16:55.587749 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-2e76ca85-08e7-4d19-b7ac-949b1e4facea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:55.677980 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-af4f8fe6-55e8-47f6-863b-2a0e8b6243a5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:55.716172 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-410aadbd-762a-4e66-83e7-7514a83f95ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:55.724735 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-410aadbd-762a-4e66-83e7-7514a83f95ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:55.725994 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-410aadbd-762a-4e66-83e7-7514a83f95ee admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ade15c36-0310-4d1c-8cbd-1506c7ada639 HTTP/1.1" status: 204 len: 168 time: 0.3841927 Nov 22 20:16:55.737198 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410aadbd-762a-4e66-83e7-7514a83f95ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ade15c36-0310-4d1c-8cbd-1506c7ada639,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:16:55.779079 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-cd410706-a6b9-438e-87f2-21a98b474dbf req-586c51ba-5922-401a-8c15-390e22d07bf2 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c61ce95-aab5-427a-864a-9f490b05fbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915812 Nov 22 20:16:55.834999 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 8dd226cd-c622-4232-9420-5141da300621 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:16:55.853826 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8912934-cb96-4f79-85cc-92eb7d58c6c3 None None] Update dhcp port {'port': {'network_id': 'a3735ac8-9dd2-4ff6-a5d1-688724c0e0c8', 'fixed_ips': [{'subnet_id': 'dd072977-eedc-4770-9db9-ae446930021e', 'ip_address': '2001:db8::2'}, {'subnet_id': '76334424-55f6-459c-aa5d-60f27b51cc8f'}], 'binding:host_id': 'n-d-818823-1'}, 'id': '8dd226cd-c622-4232-9420-5141da300621'} from n-d-818823-1. {{(pid=103449) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 22 20:16:55.860887 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-af4f8fe6-55e8-47f6-863b-2a0e8b6243a5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:55.924980 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e76ca85-08e7-4d19-b7ac-949b1e4facea None None] Pushing event updated for resources: {'Port': ['ID=8dd226cd-c622-4232-9420-5141da300621,revision_number=3']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:16:55.939891 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-c8912934-cb96-4f79-85cc-92eb7d58c6c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:56.007615 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 8dd226cd-c622-4232-9420-5141da300621 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:16:56.008003 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:56.269777 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0505bd43-e732-4844-b247-bdf777ecc112 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8900613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8485104'] for subnet, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:56.375501 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0505bd43-e732-4844-b247-bdf777ecc112 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1bf7e3c-bb18-492e-826e-dd3a8d7abcd1,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:16:56.397444 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-af4f8fe6-55e8-47f6-863b-2a0e8b6243a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:56.400119 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-af4f8fe6-55e8-47f6-863b-2a0e8b6243a5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:56.401288 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-af4f8fe6-55e8-47f6-863b-2a0e8b6243a5 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4355e5f3-41f0-4fcf-bce9-0ec1b40afeb2 HTTP/1.1" status: 204 len: 168 time: 0.9799170 Nov 22 20:16:56.416046 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4f8fe6-55e8-47f6-863b-2a0e8b6243a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4355e5f3-41f0-4fcf-bce9-0ec1b40afeb2,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:16:56.432630 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [None req-ed0758da-8403-41da-bebd-8beca9fd8d33 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Allocated IP 2001:db8::2a6 (a3735ac8-9dd2-4ff6-a5d1-688724c0e0c8/dd072977-eedc-4770-9db9-ae446930021e/88f40f31-fe40-4a4d-a197-4f9ba93264f1) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:16:56.440462 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0505bd43-e732-4844-b247-bdf777ecc112 admin admin] Checking segment: {'id': '6273ad9b-43bd-49ab-92c4-43e66fe51a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'd850805c-8248-4517-bdd1-4a876cc6baf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:16:56.440800 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0505bd43-e732-4844-b247-bdf777ecc112 admin admin] Network hostable DHCP agents. Network: d850805c-8248-4517-bdd1-4a876cc6baf0, hostable agents: ['02adaa64-0987-4b74-bad0-cbcf56f8a294'], hosted agents: [] {{(pid=103447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 20:16:56.446343 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [None req-ed0758da-8403-41da-bebd-8beca9fd8d33 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Allocated IP 2001:db8:0:1::3dd (a3735ac8-9dd2-4ff6-a5d1-688724c0e0c8/76334424-55f6-459c-aa5d-60f27b51cc8f/88f40f31-fe40-4a4d-a197-4f9ba93264f1) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:16:56.479385 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0505bd43-e732-4844-b247-bdf777ecc112 admin admin] Network d850805c-8248-4517-bdd1-4a876cc6baf0 is scheduled to be hosted by DHCP agent 02adaa64-0987-4b74-bad0-cbcf56f8a294 with binding_index 1 {{(pid=103447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 20:16:56.502862 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-0505bd43-e732-4844-b247-bdf777ecc112 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818823-1, d850805c-8248-4517-bdd1-4a876cc6baf0) {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:16:56.518115 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7e86f73-c6c9-4b4b-a48f-ceca75494f69 None None] Network d850805c-8248-4517-bdd1-4a876cc6baf0 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:16:56.590601 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0505bd43-e732-4844-b247-bdf777ecc112 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:16:56.591485 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0505bd43-e732-4844-b247-bdf777ecc112 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for subnet, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:56.630682 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-0505bd43-e732-4844-b247-bdf777ecc112 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.8060253 Nov 22 20:16:56.633848 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 43568) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:16:56.638862 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-3e5450ed-0f3a-4f7c-a9dc-20373ec2536f admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-706507199-router', 'tenant_id': 'cd84c4200e0d47b4bcba9b053bf608fb', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'}}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:16:56.698875 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3e5450ed-0f3a-4f7c-a9dc-20373ec2536f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24799'] for router, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:56.700658 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3e5450ed-0f3a-4f7c-a9dc-20373ec2536f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-632716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24788'] for router, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:56.748381 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ed0758da-8403-41da-bebd-8beca9fd8d33 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:56.844231 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5967085f-9f1e-4133-bed5-95c125c15215 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fb26bd7-ce56-527b-b94f-2e1f7cb2bb35-d850805c-8248-4517-bdd1-4a876cc6baf0', 'network_id': 'd850805c-8248-4517-bdd1-4a876cc6baf0', 'tenant_id': 'cd84c4200e0d47b4bcba9b053bf608fb', 'fixed_ips': [{'subnet_id': 'e1bf7e3c-bb18-492e-826e-dd3a8d7abcd1'}]}} from n-d-818823-1. {{(pid=103449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 20:16:56.851399 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-5967085f-9f1e-4133-bed5-95c125c15215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:56.870697 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ed0758da-8403-41da-bebd-8beca9fd8d33 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:56.975159 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3e5450ed-0f3a-4f7c-a9dc-20373ec2536f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:57.005654 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed0758da-8403-41da-bebd-8beca9fd8d33 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Network a3735ac8-9dd2-4ff6-a5d1-688724c0e0c8 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:16:57.108263 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-ed0758da-8403-41da-bebd-8beca9fd8d33 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:16:57.162010 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed0758da-8403-41da-bebd-8beca9fd8d33 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:16:57.185168 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed0758da-8403-41da-bebd-8beca9fd8d33 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:16:57.185962 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ed0758da-8403-41da-bebd-8beca9fd8d33 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:57.207979 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.db_base_plugin_common [None req-c8912934-cb96-4f79-85cc-92eb7d58c6c3 None None] Allocated IP 2001:db8:0:1::2 (a3735ac8-9dd2-4ff6-a5d1-688724c0e0c8/76334424-55f6-459c-aa5d-60f27b51cc8f/8dd226cd-c622-4232-9420-5141da300621) {{(pid=103449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:16:57.217046 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0758da-8403-41da-bebd-8beca9fd8d33 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Pushing event updated for resources: {'Port': ['ID=88f40f31-fe40-4a4d-a197-4f9ba93264f1,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:16:57.244787 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-ed0758da-8403-41da-bebd-8beca9fd8d33 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 2.8663998 Nov 22 20:16:57.244787 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 43588) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:16:57.250748 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-0dcf430d-ff0f-4656-b880-6234ef382b41 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'dd072977-eedc-4770-9db9-ae446930021e'}]}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:16:57.269137 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d19c8ca-ee5c-4f12-8c00-640923c9eecd req-4efcf614-e0a3-4487-b163-b824610057ad tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:16:57.272029 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9d19c8ca-ee5c-4f12-8c00-640923c9eecd req-4efcf614-e0a3-4487-b163-b824610057ad tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.46 "GET /v2.0/ports?device_id=d44cf4d1-35ec-4cbd-ae21-4ec5dca43313 HTTP/1.1" status: 200 len: 950 time: 0.3201623 Nov 22 20:16:57.311156 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 43592) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:16:57.355676 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3e5450ed-0f3a-4f7c-a9dc-20373ec2536f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:57.475833 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9d19c8ca-ee5c-4f12-8c00-640923c9eecd req-25cf87ab-c4a8-43c3-89c8-3d3e912c5a23 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c61ce95-aab5-427a-864a-9f490b05fbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795869 Nov 22 20:16:57.483387 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0dcf430d-ff0f-4656-b880-6234ef382b41 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:57.544678 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.db_base_plugin_common [None req-5967085f-9f1e-4133-bed5-95c125c15215 None None] Allocated IP 172.20.0.2 (d850805c-8248-4517-bdd1-4a876cc6baf0/e1bf7e3c-bb18-492e-826e-dd3a8d7abcd1/8135dbc4-279d-4294-b6a5-597a3dba95b6) {{(pid=103449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:16:57.553834 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-c8912934-cb96-4f79-85cc-92eb7d58c6c3 None None] For port 8dd226cd-c622-4232-9420-5141da300621, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=8dd226cd-c622-4232-9420-5141da300621,segment=NetworkSegment(e6c8e5f3-6aee-4a0d-a4c4-99eb221707c9),segment_id=e6c8e5f3-6aee-4a0d-a4c4-99eb221707c9)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:16:57.681615 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 8dd226cd-c622-4232-9420-5141da300621 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:16:57.733218 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-6739989b-fbd9-4efc-85c7-c9ec8c7fc36d admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-257045748-network', 'tenant_id': '76a9efddcf274563b133aa3f163fb3f9'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:16:57.773043 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3e5450ed-0f3a-4f7c-a9dc-20373ec2536f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:57.773786 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-c8912934-cb96-4f79-85cc-92eb7d58c6c3 None None] Publish callbacks [] for port, precommit_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:57.816891 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-c8912934-cb96-4f79-85cc-92eb7d58c6c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:57.847305 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3e5450ed-0f3a-4f7c-a9dc-20373ec2536f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:57.938366 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6739989b-fbd9-4efc-85c7-c9ec8c7fc36d admin admin] Made reservation on behalf of 76a9efddcf274563b133aa3f163fb3f9 for: {'network': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:16:57.943536 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6739989b-fbd9-4efc-85c7-c9ec8c7fc36d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for network, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:57.968489 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6739989b-fbd9-4efc-85c7-c9ec8c7fc36d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:58.139153 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [None req-3e5450ed-0f3a-4f7c-a9dc-20373ec2536f admin admin] Allocated IP 172.25.5.177 (c48a55e9-6a85-4746-b7bf-3e29fb560094/5da6f781-63e6-4328-ae7a-5e672262f55a/28a26d22-4d09-42b7-993f-2911a9761cc7) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:16:58.216711 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [None req-0dcf430d-ff0f-4656-b880-6234ef382b41 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Delete allocated IP 2001:db8:0:1::3dd (a3735ac8-9dd2-4ff6-a5d1-688724c0e0c8/76334424-55f6-459c-aa5d-60f27b51cc8f) {{(pid=103447) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 22 20:16:58.294942 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 43618) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:16:58.344424 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6739989b-fbd9-4efc-85c7-c9ec8c7fc36d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:58.368322 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6739989b-fbd9-4efc-85c7-c9ec8c7fc36d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:58.440631 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba276135-9bcf-45c0-8966-77c83bc537d7 req-13c0ec4f-ac35-4810-9dc5-d78105a29354 tempest-ServersOnMultiNodesTest-264701731 tempest-ServersOnMultiNodesTest-264701731-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:16:58.442222 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ba276135-9bcf-45c0-8966-77c83bc537d7 req-13c0ec4f-ac35-4810-9dc5-d78105a29354 tempest-ServersOnMultiNodesTest-264701731 tempest-ServersOnMultiNodesTest-264701731-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=d44cf4d1-35ec-4cbd-ae21-4ec5dca43313 HTTP/1.1" status: 200 len: 1101 time: 0.2086349 Nov 22 20:16:58.448850 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3e5450ed-0f3a-4f7c-a9dc-20373ec2536f admin admin] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:58.475955 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-ba276135-9bcf-45c0-8966-77c83bc537d7 req-5cebbeb7-7812-460d-b8e3-44a38b6a5fac tempest-ServersOnMultiNodesTest-264701731 tempest-ServersOnMultiNodesTest-264701731-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:58.477857 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6739989b-fbd9-4efc-85c7-c9ec8c7fc36d admin admin] vlan segment allocate from pool success with {'vlan_id': 613, 'physical_network': 'physnet1'} {{(pid=103447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 20:16:58.506247 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6739989b-fbd9-4efc-85c7-c9ec8c7fc36d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6bb4485-0c85-4226-9793-14795129f329,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:16:58.508895 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-c15e8c9e-3768-489f-a724-165c2e12f71a tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-930145417'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:16:58.517823 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6739989b-fbd9-4efc-85c7-c9ec8c7fc36d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:58.517969 n-d-818823-1 neutron-server[103447]: INFO neutron.db.segments_db [None req-6739989b-fbd9-4efc-85c7-c9ec8c7fc36d admin admin] Added segment ac5f3349-9549-4263-b08f-bbbf3ebb8ed3 of type vlan for network 41f439de-e657-4ca1-8a55-865945ee9732 Nov 22 20:16:58.568076 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3e5450ed-0f3a-4f7c-a9dc-20373ec2536f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:58.573570 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c15e8c9e-3768-489f-a724-165c2e12f71a tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Made reservation on behalf of 2f5e135fdd46470d9b4952d9f43ebc95 for: {'network': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:16:58.577511 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c15e8c9e-3768-489f-a724-165c2e12f71a tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for network, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:58.604494 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6739989b-fbd9-4efc-85c7-c9ec8c7fc36d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748992492791'] for network, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:58.609981 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c15e8c9e-3768-489f-a724-165c2e12f71a tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:58.621135 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-5967085f-9f1e-4133-bed5-95c125c15215 None None] Publish callbacks [] for port, precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:58.646488 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-5967085f-9f1e-4133-bed5-95c125c15215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372'] for port, after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:58.669626 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e5450ed-0f3a-4f7c-a9dc-20373ec2536f admin admin] Network c48a55e9-6a85-4746-b7bf-3e29fb560094 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:16:58.673721 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 8dd226cd-c622-4232-9420-5141da300621 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:16:58.674649 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:58.680848 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0dcf430d-ff0f-4656-b880-6234ef382b41 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks [] for port, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:58.697136 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0dcf430d-ff0f-4656-b880-6234ef382b41 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:58.708456 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6739989b-fbd9-4efc-85c7-c9ec8c7fc36d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for network, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:58.709391 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6739989b-fbd9-4efc-85c7-c9ec8c7fc36d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:16:58.709980 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6739989b-fbd9-4efc-85c7-c9ec8c7fc36d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for network, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:58.729167 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c15e8c9e-3768-489f-a724-165c2e12f71a tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:58.733220 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8912934-cb96-4f79-85cc-92eb7d58c6c3 None None] Pushing event updated for resources: {'Port': ['ID=8dd226cd-c622-4232-9420-5141da300621,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:16:58.733689 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-3e5450ed-0f3a-4f7c-a9dc-20373ec2536f admin admin] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:16:58.741845 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c15e8c9e-3768-489f-a724-165c2e12f71a tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:58.756687 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62459f4d-648a-484f-b21a-05ce3cba17de None None] DHCP port deletion for c48a55e9-6a85-4746-b7bf-3e29fb560094 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:16:58.761424 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c15e8c9e-3768-489f-a724-165c2e12f71a tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] vlan segment allocate from pool success with {'vlan_id': 625, 'physical_network': 'physnet1'} {{(pid=103448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 20:16:58.773583 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c15e8c9e-3768-489f-a724-165c2e12f71a tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:58.774178 n-d-818823-1 neutron-server[103448]: INFO neutron.db.segments_db [None req-c15e8c9e-3768-489f-a724-165c2e12f71a tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Added segment 2940ceb3-8476-4a77-978b-a1fd6bef0865 of type vlan for network 4d806e3c-2bfb-4223-b45a-c9953300c0dd Nov 22 20:16:58.786100 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8912934-cb96-4f79-85cc-92eb7d58c6c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:16:58.787991 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8912934-cb96-4f79-85cc-92eb7d58c6c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:16:58.788532 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8912934-cb96-4f79-85cc-92eb7d58c6c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:16:58.791179 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8912934-cb96-4f79-85cc-92eb7d58c6c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:16:58.794171 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8912934-cb96-4f79-85cc-92eb7d58c6c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:16:58.794792 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8912934-cb96-4f79-85cc-92eb7d58c6c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:16:58.795367 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8912934-cb96-4f79-85cc-92eb7d58c6c3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:16:58.796453 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8912934-cb96-4f79-85cc-92eb7d58c6c3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:16:58.797007 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8912934-cb96-4f79-85cc-92eb7d58c6c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:16:58.799221 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8912934-cb96-4f79-85cc-92eb7d58c6c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:16:58.800061 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8912934-cb96-4f79-85cc-92eb7d58c6c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:16:58.804994 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8912934-cb96-4f79-85cc-92eb7d58c6c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:16:58.826390 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5967085f-9f1e-4133-bed5-95c125c15215 None None] Network d850805c-8248-4517-bdd1-4a876cc6baf0 is already hosted by enough agents. {{(pid=103449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:16:58.836373 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c15e8c9e-3768-489f-a724-165c2e12f71a tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748992492791'] for network, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:58.863701 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e5450ed-0f3a-4f7c-a9dc-20373ec2536f admin admin] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:16:58.866580 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6739989b-fbd9-4efc-85c7-c9ec8c7fc36d admin admin] Pushing event updated for resources: {'Network': ['ID=41f439de-e657-4ca1-8a55-865945ee9732,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:16:58.876976 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5450ed-0f3a-4f7c-a9dc-20373ec2536f admin admin] Pushing event updated for resources: {'Port': ['ID=28a26d22-4d09-42b7-993f-2911a9761cc7,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:16:58.897360 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Network 41f439de-e657-4ca1-8a55-865945ee9732 details requested by agent ovs-agent-n-d-818823-1 with host n-d-818823-1 {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 20:16:58.926564 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c15e8c9e-3768-489f-a724-165c2e12f71a tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for network, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:58.934422 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c15e8c9e-3768-489f-a724-165c2e12f71a tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:16:58.935189 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c15e8c9e-3768-489f-a724-165c2e12f71a tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Publish callbacks [] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:58.985102 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-ba276135-9bcf-45c0-8966-77c83bc537d7 req-5cebbeb7-7812-460d-b8e3-44a38b6a5fac tempest-ServersOnMultiNodesTest-264701731 tempest-ServersOnMultiNodesTest-264701731-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:58.999628 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-6739989b-fbd9-4efc-85c7-c9ec8c7fc36d admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.6788192 Nov 22 20:16:59.023509 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 43624) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:16:59.024626 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-ba276135-9bcf-45c0-8966-77c83bc537d7 req-5cebbeb7-7812-460d-b8e3-44a38b6a5fac tempest-ServersOnMultiNodesTest-264701731 tempest-ServersOnMultiNodesTest-264701731-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:59.053952 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15e8c9e-3768-489f-a724-165c2e12f71a tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c6498ae-53b9-4244-a3b5-7ea24d916fe2,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:16:59.063021 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-0dcf430d-ff0f-4656-b880-6234ef382b41 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] In _notify_port_updated(), no bound segment for port 88f40f31-fe40-4a4d-a197-4f9ba93264f1 on network a3735ac8-9dd2-4ff6-a5d1-688724c0e0c8 {{(pid=103447) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 22 20:16:59.069416 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dcf430d-ff0f-4656-b880-6234ef382b41 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:16:59.070295 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0dcf430d-ff0f-4656-b880-6234ef382b41 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:59.071788 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-0dcf430d-ff0f-4656-b880-6234ef382b41 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] 10.222.0.46 "PUT /v2.0/ports/88f40f31-fe40-4a4d-a197-4f9ba93264f1 HTTP/1.1" status: 200 len: 926 time: 1.8258758 Nov 22 20:16:59.076298 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-e529b0bf-e689-4330-9791-f9a145732eef admin admin] Request body: {'subnet': {'network_id': '41f439de-e657-4ca1-8a55-865945ee9732', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-257045748-subnet', 'tenant_id': '76a9efddcf274563b133aa3f163fb3f9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:16:59.092335 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ba276135-9bcf-45c0-8966-77c83bc537d7 req-5cebbeb7-7812-460d-b8e3-44a38b6a5fac tempest-ServersOnMultiNodesTest-264701731 tempest-ServersOnMultiNodesTest-264701731-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=6c61ce95-aab5-427a-864a-9f490b05fbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6340919 Nov 22 20:16:59.092972 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 43626) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:16:59.095357 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcf430d-ff0f-4656-b880-6234ef382b41 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Pushing event updated for resources: {'Port': ['ID=88f40f31-fe40-4a4d-a197-4f9ba93264f1,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:16:59.113287 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-df6e7f6e-7369-441a-b448-6efd0c4889e0 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'dd072977-eedc-4770-9db9-ae446930021e'}, {'subnet_id': '76334424-55f6-459c-aa5d-60f27b51cc8f'}]}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:16:59.118713 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-c15e8c9e-3768-489f-a724-165c2e12f71a tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.8125768 Nov 22 20:16:59.126632 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.base_scheduler [None req-5967085f-9f1e-4133-bed5-95c125c15215 None None] Resources bound (agent type, host, resource id): {{(pid=103449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:16:59.153928 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5967085f-9f1e-4133-bed5-95c125c15215 None None] Received port after_create {{(pid=103449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:16:59.158632 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5967085f-9f1e-4133-bed5-95c125c15215 None None] Pushing event updated for resources: {'Port': ['ID=8135dbc4-279d-4294-b6a5-597a3dba95b6,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:16:59.272313 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cebbeb7-7812-460d-b8e3-44a38b6a5fac tempest-ServersOnMultiNodesTest-264701731 tempest-ServersOnMultiNodesTest-264701731-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b342e655-6cf2-4d7c-8bf3-3f6ddf6872e5,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:16:59.393204 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e529b0bf-e689-4330-9791-f9a145732eef admin admin] Made reservation on behalf of 76a9efddcf274563b133aa3f163fb3f9 for: {'subnet': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:16:59.419265 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e529b0bf-e689-4330-9791-f9a145732eef admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8485086'] for subnet, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:59.513661 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-8d3e31c6-2ecd-433d-8969-3c69c70f9d14 None None] Provisioning complete for port 28a26d22-4d09-42b7-993f-2911a9761cc7 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:16:59.513661 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-8d3e31c6-2ecd-433d-8969-3c69c70f9d14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:59.560587 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15e8c9e-3768-489f-a724-165c2e12f71a tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Pushing event updated for resources: {'Network': ['ID=4d806e3c-2bfb-4223-b45a-c9953300c0dd,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:16:59.736907 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Network 4d806e3c-2bfb-4223-b45a-c9953300c0dd details requested by agent ovs-agent-n-d-818823-1 with host n-d-818823-1 {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 20:16:59.754905 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-5967085f-9f1e-4133-bed5-95c125c15215 None None] Attempting to bind port 8135dbc4-279d-4294-b6a5-597a3dba95b6 on host n-d-818823-1 for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:16:59.755628 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-5967085f-9f1e-4133-bed5-95c125c15215 None None] Attempting to bind port 8135dbc4-279d-4294-b6a5-597a3dba95b6 by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': '6273ad9b-43bd-49ab-92c4-43e66fe51a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'd850805c-8248-4517-bdd1-4a876cc6baf0'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:16:59.756305 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5967085f-9f1e-4133-bed5-95c125c15215 None None] Attempting to bind port 8135dbc4-279d-4294-b6a5-597a3dba95b6 on network d850805c-8248-4517-bdd1-4a876cc6baf0 {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:16:59.811487 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 8dd226cd-c622-4232-9420-5141da300621 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:16:59.851122 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5967085f-9f1e-4133-bed5-95c125c15215 None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 16, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:16:59.855506 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5967085f-9f1e-4133-bed5-95c125c15215 None None] Checking segment: {'id': '6273ad9b-43bd-49ab-92c4-43e66fe51a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'd850805c-8248-4517-bdd1-4a876cc6baf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:16:59.855970 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-5967085f-9f1e-4133-bed5-95c125c15215 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:16:59.856382 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5967085f-9f1e-4133-bed5-95c125c15215 None None] Bound using segment: {'id': '6273ad9b-43bd-49ab-92c4-43e66fe51a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'd850805c-8248-4517-bdd1-4a876cc6baf0'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:16:59.862416 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-5967085f-9f1e-4133-bed5-95c125c15215 None None] Bound port: 8135dbc4-279d-4294-b6a5-597a3dba95b6, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6273ad9b-43bd-49ab-92c4-43e66fe51a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'd850805c-8248-4517-bdd1-4a876cc6baf0'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:16:59.863318 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-5967085f-9f1e-4133-bed5-95c125c15215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:00.025537 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8b9a7f9-5d3e-45a7-a161-8d5e112b0186 None None] Network a3735ac8-9dd2-4ff6-a5d1-688724c0e0c8 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:17:00.035546 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3e5450ed-0f3a-4f7c-a9dc-20373ec2536f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:00.116807 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-26efadc1-78a6-4525-827d-b522311a092e req-3bac747c-c034-44e8-88f4-4b81e86f3706 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=dd29aa5b29024a1589aa1e9d9246bd3e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1289432 Nov 22 20:17:00.139917 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-df6e7f6e-7369-441a-b448-6efd0c4889e0 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:00.225791 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e529b0bf-e689-4330-9791-f9a145732eef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8900613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8485104'] for subnet, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:00.426925 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e529b0bf-e689-4330-9791-f9a145732eef admin admin] Pushing event updated for resources: {'Subnet': ['ID=d74b376c-118a-4e1f-b1b9-d074bfe85b19,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:17:00.456069 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26efadc1-78a6-4525-827d-b522311a092e req-75fb0075-dfa5-4da1-be11-15c2c5321633 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:17:00.465044 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-26efadc1-78a6-4525-827d-b522311a092e req-75fb0075-dfa5-4da1-be11-15c2c5321633 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3440375 Nov 22 20:17:00.571651 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-5967085f-9f1e-4133-bed5-95c125c15215 None None] For port 8135dbc4-279d-4294-b6a5-597a3dba95b6, host n-d-818823-1, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:17:00.576236 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-26efadc1-78a6-4525-827d-b522311a092e req-82b62771-fae8-44d6-8873-64d3b48204d8 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.46 "GET /v2.0/quotas/dd29aa5b29024a1589aa1e9d9246bd3e HTTP/1.1" status: 200 len: 375 time: 0.1099269 Nov 22 20:17:00.582176 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-5967085f-9f1e-4133-bed5-95c125c15215 None None] For port 8135dbc4-279d-4294-b6a5-597a3dba95b6, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=8135dbc4-279d-4294-b6a5-597a3dba95b6,segment=NetworkSegment(6273ad9b-43bd-49ab-92c4-43e66fe51a00),segment_id=6273ad9b-43bd-49ab-92c4-43e66fe51a00)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:17:00.596305 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3e5450ed-0f3a-4f7c-a9dc-20373ec2536f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-659538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-841284'] for router, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:00.606173 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-8d3e31c6-2ecd-433d-8969-3c69c70f9d14 None None] Port 28a26d22-4d09-42b7-993f-2911a9761cc7 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:17:00.629874 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-5967085f-9f1e-4133-bed5-95c125c15215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:00.636422 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e529b0bf-e689-4330-9791-f9a145732eef admin admin] Checking segment: {'id': 'ac5f3349-9549-4263-b08f-bbbf3ebb8ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '41f439de-e657-4ca1-8a55-865945ee9732'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:17:00.637126 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e529b0bf-e689-4330-9791-f9a145732eef admin admin] Network hostable DHCP agents. Network: 41f439de-e657-4ca1-8a55-865945ee9732, hostable agents: ['02adaa64-0987-4b74-bad0-cbcf56f8a294'], hosted agents: [] {{(pid=103447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 20:17:00.662333 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-504f76a4-f723-4280-82fb-28ddc0ffcd5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:00.737016 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-26efadc1-78a6-4525-827d-b522311a092e req-d5babb2c-65a6-4b5f-bfcb-24cd4fe2dd86 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=dd29aa5b29024a1589aa1e9d9246bd3e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1486790 Nov 22 20:17:00.747831 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e529b0bf-e689-4330-9791-f9a145732eef admin admin] Network 41f439de-e657-4ca1-8a55-865945ee9732 is scheduled to be hosted by DHCP agent 02adaa64-0987-4b74-bad0-cbcf56f8a294 with binding_index 1 {{(pid=103447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 20:17:00.793570 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-e529b0bf-e689-4330-9791-f9a145732eef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818823-1, 41f439de-e657-4ca1-8a55-865945ee9732) {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:17:00.809400 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e529b0bf-e689-4330-9791-f9a145732eef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:17:00.814037 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e529b0bf-e689-4330-9791-f9a145732eef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for subnet, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:00.854664 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5967085f-9f1e-4133-bed5-95c125c15215 None None] Pushing event updated for resources: {'Port': ['ID=8135dbc4-279d-4294-b6a5-597a3dba95b6,revision_number=2']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:17:00.880272 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a9d1145-9439-4812-bb30-5ff958d911d0 None None] Network 41f439de-e657-4ca1-8a55-865945ee9732 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:17:00.964704 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-e529b0bf-e689-4330-9791-f9a145732eef admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.9033077 Nov 22 20:17:01.032843 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e5450ed-0f3a-4f7c-a9dc-20373ec2536f admin admin] Router 491cf769-6515-45c4-b403-98b68ef8d5de is scheduled to L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 with binding_index 1 {{(pid=103448) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 20:17:01.083427 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [None req-df6e7f6e-7369-441a-b448-6efd0c4889e0 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Allocated IP 2001:db8:0:1::1e3 (a3735ac8-9dd2-4ff6-a5d1-688724c0e0c8/76334424-55f6-459c-aa5d-60f27b51cc8f/88f40f31-fe40-4a4d-a197-4f9ba93264f1) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:17:01.310972 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e5450ed-0f3a-4f7c-a9dc-20373ec2536f admin admin] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:17:01.413365 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3e5450ed-0f3a-4f7c-a9dc-20373ec2536f admin admin] Publish callbacks [] for router, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:01.420042 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-3e5450ed-0f3a-4f7c-a9dc-20373ec2536f admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.7825840 Nov 22 20:17:01.428765 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 43658) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:17:01.591071 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 8dd226cd-c622-4232-9420-5141da300621 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:17:01.591855 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:01.619989 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c30b76fa-f5e6-485d-83c7-f0fa511ec2a3 None None] Sync routers for ids ['491cf769-6515-45c4-b403-98b68ef8d5de'] in n-d-818823-1 {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:17:01.804766 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-df6e7f6e-7369-441a-b448-6efd0c4889e0 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks [] for port, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:01.820145 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-df6e7f6e-7369-441a-b448-6efd0c4889e0 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:01.908131 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6e7f6e-7369-441a-b448-6efd0c4889e0 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Pushing event updated for resources: {'Port': ['ID=88f40f31-fe40-4a4d-a197-4f9ba93264f1,revision_number=3']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:17:01.912476 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c30b76fa-f5e6-485d-83c7-f0fa511ec2a3 None None] Routers {'491cf769-6515-45c4-b403-98b68ef8d5de'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:17:01.913140 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-c30b76fa-f5e6-485d-83c7-f0fa511ec2a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:16:32Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['491cf769-6515-45c4-b403-98b68ef8d5de'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:17:02.038928 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-df6e7f6e-7369-441a-b448-6efd0c4889e0 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] In _notify_port_updated(), no bound segment for port 88f40f31-fe40-4a4d-a197-4f9ba93264f1 on network a3735ac8-9dd2-4ff6-a5d1-688724c0e0c8 {{(pid=103447) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 22 20:17:02.054823 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df6e7f6e-7369-441a-b448-6efd0c4889e0 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:17:02.058951 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-df6e7f6e-7369-441a-b448-6efd0c4889e0 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:02.060628 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-df6e7f6e-7369-441a-b448-6efd0c4889e0 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] 10.222.0.46 "PUT /v2.0/ports/88f40f31-fe40-4a4d-a197-4f9ba93264f1 HTTP/1.1" status: 200 len: 1012 time: 2.9613395 Nov 22 20:17:02.065949 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 43678) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:17:02.211769 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b30b8aa-b223-4c2f-b6a0-f87eb647813b None None] Network 41f439de-e657-4ca1-8a55-865945ee9732 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:17:02.272641 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-55ae4865-c60a-4c07-8298-5df6e5f31849 None None] Provisioning complete for port 8dd226cd-c622-4232-9420-5141da300621 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:17:02.273176 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-55ae4865-c60a-4c07-8298-5df6e5f31849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:02.492244 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 43684) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:17:02.502101 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-ba5b1311-078f-4b57-9bb8-ae69aa3f59d2 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Request body: {'subnet': {'network_id': '4d806e3c-2bfb-4223-b45a-c9953300c0dd', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:17:02.735681 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bb97b6-7350-4eb4-a816-7a13b5991f73 req-6ed81d9f-6940-44f7-a0f7-7dbc31745cb1 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:17:02.738648 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-04bb97b6-7350-4eb4-a816-7a13b5991f73 req-6ed81d9f-6940-44f7-a0f7-7dbc31745cb1 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/networks?id=41f439de-e657-4ca1-8a55-865945ee9732 HTTP/1.1" status: 200 len: 811 time: 0.7237809 Nov 22 20:17:02.779588 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d27e5da5-be96-4c7e-afc9-644d4cc3c724 req-509c406e-2c53-40b5-b236-4aa186e46857 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.46 "GET /v2.0/ports?device_id=0af368f2-d7cc-4133-a4d9-4d2227d6bf53 HTTP/1.1" status: 200 len: 210 time: 0.0945239 Nov 22 20:17:02.803983 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-2ad49f19-e914-406c-8e64-cb2478819f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:02.868988 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-04bb97b6-7350-4eb4-a816-7a13b5991f73 req-75725b54-5095-4443-acf0-956b41841b3b tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/quotas/76a9efddcf274563b133aa3f163fb3f9 HTTP/1.1" status: 200 len: 375 time: 0.1069407 Nov 22 20:17:02.892753 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-6e632767-adef-4f46-9344-fe476acfcb60 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Deleting port 88f40f31-fe40-4a4d-a197-4f9ba93264f1 {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:17:02.893042 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6e632767-adef-4f46-9344-fe476acfcb60 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:02.961951 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 8135dbc4-279d-4294-b6a5-597a3dba95b6 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:17:03.041460 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-04bb97b6-7350-4eb4-a816-7a13b5991f73 req-fbc17798-5e73-4cbb-be38-a0d692faf787 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=76a9efddcf274563b133aa3f163fb3f9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1531987 Nov 22 20:17:03.146606 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-c30b76fa-f5e6-485d-83c7-f0fa511ec2a3 None None] Set router 491cf769-6515-45c4-b403-98b68ef8d5de gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:17:03.328899 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-04bb97b6-7350-4eb4-a816-7a13b5991f73 req-1242f66d-fddf-4dd4-abe9-e16adae217ab service neutron] 10.222.0.46 "GET /v2.0/networks/41f439de-e657-4ca1-8a55-865945ee9732?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2001848 Nov 22 20:17:03.336354 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba5b1311-078f-4b57-9bb8-ae69aa3f59d2 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Made reservation on behalf of 2f5e135fdd46470d9b4952d9f43ebc95 for: {'subnet': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:17:03.340550 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ba5b1311-078f-4b57-9bb8-ae69aa3f59d2 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8485086'] for subnet, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:03.438733 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b1da766-1e79-4b3d-bcf2-92796b481e8b None None] Network d850805c-8248-4517-bdd1-4a876cc6baf0 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:17:03.474778 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6e632767-adef-4f46-9344-fe476acfcb60 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:03.480046 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-04bb97b6-7350-4eb4-a816-7a13b5991f73 req-340fafc3-8fa6-4cad-baa4-2a6be872959c service neutron] 10.222.0.46 "GET /v2.0/networks/41f439de-e657-4ca1-8a55-865945ee9732?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281900 Nov 22 20:17:03.577996 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-6e632767-adef-4f46-9344-fe476acfcb60 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Calling delete_port for 88f40f31-fe40-4a4d-a197-4f9ba93264f1 owned by {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:17:03.674186 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8a9c0859-0c3a-4490-9699-e76dfe5ebd50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:04.243551 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-93ea2a31-cf14-4037-a444-6e0cbb4085b8 req-83589c6e-a03b-4415-acca-8328ba336991 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/ports?device_id=71cf431c-ff3c-4ce5-b784-b372b07066aa HTTP/1.1" status: 200 len: 210 time: 0.2097125 Nov 22 20:17:04.311995 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d65f89b3-cc8a-4726-a86c-29dae199b710 req-6829172a-febe-4d69-9b69-5637e6226522 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.46 "GET /v2.0/ports?device_id=0af368f2-d7cc-4133-a4d9-4d2227d6bf53 HTTP/1.1" status: 200 len: 210 time: 0.2388556 Nov 22 20:17:04.343777 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [None req-8a9c0859-0c3a-4490-9699-e76dfe5ebd50 admin admin] Allocated IP 172.20.0.1 (d850805c-8248-4517-bdd1-4a876cc6baf0/e1bf7e3c-bb18-492e-826e-dd3a8d7abcd1/1819c5ba-3507-44cc-a7d5-e7ea94e734fa) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:17:04.580991 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-03f0964f-1b75-4df7-99e0-a3cdb56ec2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:04.677486 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8a9c0859-0c3a-4490-9699-e76dfe5ebd50 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:04.693386 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ba5b1311-078f-4b57-9bb8-ae69aa3f59d2 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8900613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8485104'] for subnet, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:04.699034 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 8135dbc4-279d-4294-b6a5-597a3dba95b6 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:17:04.699432 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:04.771254 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8a9c0859-0c3a-4490-9699-e76dfe5ebd50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:04.895649 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a9c0859-0c3a-4490-9699-e76dfe5ebd50 admin admin] Network d850805c-8248-4517-bdd1-4a876cc6baf0 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:17:04.918217 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-8a9c0859-0c3a-4490-9699-e76dfe5ebd50 admin admin] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:17:04.926554 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a9c0859-0c3a-4490-9699-e76dfe5ebd50 admin admin] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:17:05.009188 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9c0859-0c3a-4490-9699-e76dfe5ebd50 admin admin] Pushing event updated for resources: {'Port': ['ID=1819c5ba-3507-44cc-a7d5-e7ea94e734fa,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:17:05.013847 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8a9c0859-0c3a-4490-9699-e76dfe5ebd50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659939'] for router_interface, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:05.036474 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6e632767-adef-4f46-9344-fe476acfcb60 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:05.085538 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:05.243572 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-88aadd38-c9e2-4aea-8893-2d3e9f6be486 None None] Provisioning complete for port 8135dbc4-279d-4294-b6a5-597a3dba95b6 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:17:05.244429 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-88aadd38-c9e2-4aea-8893-2d3e9f6be486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:05.281342 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e632767-adef-4f46-9344-fe476acfcb60 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Pushing event deleted for resources: {'Port': ['ID=88f40f31-fe40-4a4d-a197-4f9ba93264f1,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:17:05.336480 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8a9c0859-0c3a-4490-9699-e76dfe5ebd50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:05.413872 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-26efadc1-78a6-4525-827d-b522311a092e req-2dd4f6cb-151b-4ff3-a42f-efe2e244797a tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=dd29aa5b29024a1589aa1e9d9246bd3e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2146730 Nov 22 20:17:05.429417 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5b1311-078f-4b57-9bb8-ae69aa3f59d2 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Pushing event updated for resources: {'Subnet': ['ID=1ed8d136-6cd3-4df6-9322-d7d13069b845,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:17:05.536523 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e49ee129-e862-4476-beca-cdc8150d2345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:05.603224 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-c30b76fa-f5e6-485d-83c7-f0fa511ec2a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '491cf769-6515-45c4-b403-98b68ef8d5de', 'name': 'tempest-TaggedBootDevicesTest_v242-706507199-router', 'tenant_id': 'cd84c4200e0d47b4bcba9b053bf608fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': '28a26d22-4d09-42b7-993f-2911a9761cc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:16:56Z', 'updated_at': '2021-11-22T20:16:59Z', 'revision_number': 3, 'project_id': 'cd84c4200e0d47b4bcba9b053bf608fb', 'gw_port': {'id': '28a26d22-4d09-42b7-993f-2911a9761cc7', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:5c:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '491cf769-6515-45c4-b403-98b68ef8d5de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:16:57Z', 'updated_at': '2021-11-22T20:16:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:17:05.785871 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c30b76fa-f5e6-485d-83c7-f0fa511ec2a3 None None] Checking router: 491cf769-6515-45c4-b403-98b68ef8d5de for host: n-d-818823-1 {{(pid=103449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 20:17:05.786493 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c30b76fa-f5e6-485d-83c7-f0fa511ec2a3 None None] Updating router 491cf769-6515-45c4-b403-98b68ef8d5de port 28a26d22-4d09-42b7-993f-2911a9761cc7 binding host n-d-818823-1 {{(pid=103449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 20:17:05.800634 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8a9c0859-0c3a-4490-9699-e76dfe5ebd50 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:05.803469 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] For port 8135dbc4-279d-4294-b6a5-597a3dba95b6, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=8135dbc4-279d-4294-b6a5-597a3dba95b6,segment=NetworkSegment(6273ad9b-43bd-49ab-92c4-43e66fe51a00),segment_id=6273ad9b-43bd-49ab-92c4-43e66fe51a00)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:17:05.817601 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8a9c0859-0c3a-4490-9699-e76dfe5ebd50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:05.885101 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-c30b76fa-f5e6-485d-83c7-f0fa511ec2a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:06.012003 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9c0859-0c3a-4490-9699-e76dfe5ebd50 admin admin] Pushing event updated for resources: {'Port': ['ID=1819c5ba-3507-44cc-a7d5-e7ea94e734fa,revision_number=2']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:17:06.034083 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8a9c0859-0c3a-4490-9699-e76dfe5ebd50 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-563461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-659839'] for router_interface, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:06.269399 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a9c0859-0c3a-4490-9699-e76dfe5ebd50 admin admin] Network d850805c-8248-4517-bdd1-4a876cc6baf0 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:17:06.271020 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-8a9c0859-0c3a-4490-9699-e76dfe5ebd50 admin admin] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:17:06.295066 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8025aeda-2380-4ab2-9692-145f9612175d req-ec8cfb53-04b0-4844-9057-4cf07c8dbc05 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/ports?device_id=71cf431c-ff3c-4ce5-b784-b372b07066aa HTTP/1.1" status: 200 len: 210 time: 0.8091769 Nov 22 20:17:06.352557 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d00ad01a-a731-4dfa-9632-3f5525cf0e0c req-991893af-cc68-4cd3-b6db-425917235f94 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.46 "GET /v2.0/ports?device_id=0af368f2-d7cc-4133-a4d9-4d2227d6bf53 HTTP/1.1" status: 200 len: 210 time: 0.8201804 Nov 22 20:17:06.396542 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6e632767-adef-4f46-9344-fe476acfcb60 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:06.402299 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-6e632767-adef-4f46-9344-fe476acfcb60 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] 10.222.0.46 "DELETE /v2.0/ports/88f40f31-fe40-4a4d-a197-4f9ba93264f1 HTTP/1.1" status: 204 len: 168 time: 4.3322127 Nov 22 20:17:06.411031 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 43756) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:17:06.431002 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba5b1311-078f-4b57-9bb8-ae69aa3f59d2 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Checking segment: {'id': '2940ceb3-8476-4a77-978b-a1fd6bef0865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '4d806e3c-2bfb-4223-b45a-c9953300c0dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:17:06.431354 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba5b1311-078f-4b57-9bb8-ae69aa3f59d2 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Network hostable DHCP agents. Network: 4d806e3c-2bfb-4223-b45a-c9953300c0dd, hostable agents: ['02adaa64-0987-4b74-bad0-cbcf56f8a294'], hosted agents: [] {{(pid=103447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 20:17:06.440353 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-26efadc1-78a6-4525-827d-b522311a092e req-7f69b66f-d66a-47b5-8475-a0a4922cc34f tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=dd29aa5b29024a1589aa1e9d9246bd3e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1405711 Nov 22 20:17:06.442101 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a9c0859-0c3a-4490-9699-e76dfe5ebd50 admin admin] Router 491cf769-6515-45c4-b403-98b68ef8d5de has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 20:17:06.498768 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-c30b76fa-f5e6-485d-83c7-f0fa511ec2a3 None None] Publish callbacks [] for port, precommit_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:06.508942 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:06.551153 n-d-818823-1 neutron-server[103447]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5cf6776-10ed-432f-b90f-7f6de983afef tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] GET failed (client error): The resource could not be found. Nov 22 20:17:06.555178 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-c5cf6776-10ed-432f-b90f-7f6de983afef tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] 10.222.0.46 "GET /v2.0/ports/88f40f31-fe40-4a4d-a197-4f9ba93264f1 HTTP/1.1" status: 404 len: 333 time: 0.1368940 Nov 22 20:17:06.578311 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 43760) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:17:06.581785 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-c30b76fa-f5e6-485d-83c7-f0fa511ec2a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:06.591563 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-88aadd38-c9e2-4aea-8893-2d3e9f6be486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:06.627881 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:06.666005 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a9c0859-0c3a-4490-9699-e76dfe5ebd50 admin admin] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:17:06.673855 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-8a9c0859-0c3a-4490-9699-e76dfe5ebd50 admin admin] 10.222.0.46 "PUT /v2.0/routers/491cf769-6515-45c4-b403-98b68ef8d5de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2437384 Nov 22 20:17:06.787175 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d451afa-8b1b-4ec7-a92b-8be24085a9f4 None None] DHCP port deletion for c48a55e9-6a85-4746-b7bf-3e29fb560094 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:17:06.793154 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26efadc1-78a6-4525-827d-b522311a092e req-de6cb1e7-639e-4e5f-9bd4-97f757157de6 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:17:06.796285 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-26efadc1-78a6-4525-827d-b522311a092e req-de6cb1e7-639e-4e5f-9bd4-97f757157de6 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.3550112 Nov 22 20:17:06.871999 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-26efadc1-78a6-4525-827d-b522311a092e req-ed696ffc-68b1-47bd-9ea4-6942075bb188 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Request body: {'port': {'device_id': '884fe500-39b3-41d8-99e1-7ce9b4d9ec40', 'network_id': 'e1052824-bf78-4963-8937-b202e372ac24', 'admin_state_up': True, 'tenant_id': 'dd29aa5b29024a1589aa1e9d9246bd3e'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:17:06.987902 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-c30b76fa-f5e6-485d-83c7-f0fa511ec2a3 None None] Attempting to bind port 28a26d22-4d09-42b7-993f-2911a9761cc7 on host n-d-818823-1 for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:17:06.988293 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-c30b76fa-f5e6-485d-83c7-f0fa511ec2a3 None None] Attempting to bind port 28a26d22-4d09-42b7-993f-2911a9761cc7 by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:17:06.988664 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30b76fa-f5e6-485d-83c7-f0fa511ec2a3 None None] Attempting to bind port 28a26d22-4d09-42b7-993f-2911a9761cc7 on network c48a55e9-6a85-4746-b7bf-3e29fb560094 {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:17:07.028220 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba5b1311-078f-4b57-9bb8-ae69aa3f59d2 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Network 4d806e3c-2bfb-4223-b45a-c9953300c0dd is scheduled to be hosted by DHCP agent 02adaa64-0987-4b74-bad0-cbcf56f8a294 with binding_index 1 {{(pid=103447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 20:17:07.081667 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Pushing event updated for resources: {'Port': ['ID=8135dbc4-279d-4294-b6a5-597a3dba95b6,revision_number=3']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:17:07.105932 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbd9baac-7fd4-4d7e-a375-38bdf4d19f3c tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Deleting subnet 76334424-55f6-459c-aa5d-60f27b51cc8f {{(pid=103447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 20:17:07.111100 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30b76fa-f5e6-485d-83c7-f0fa511ec2a3 None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 17, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:17:07.111100 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30b76fa-f5e6-485d-83c7-f0fa511ec2a3 None None] Checking segment: {'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:17:07.119615 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-c30b76fa-f5e6-485d-83c7-f0fa511ec2a3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:07.120299 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30b76fa-f5e6-485d-83c7-f0fa511ec2a3 None None] Bound using segment: {'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:17:07.121234 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-c30b76fa-f5e6-485d-83c7-f0fa511ec2a3 None None] Bound port: 28a26d22-4d09-42b7-993f-2911a9761cc7, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:17:07.121446 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-c30b76fa-f5e6-485d-83c7-f0fa511ec2a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:07.123159 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-cbd9baac-7fd4-4d7e-a375-38bdf4d19f3c tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks [] for subnet, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:07.137143 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-ba5b1311-078f-4b57-9bb8-ae69aa3f59d2 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818823-1, 4d806e3c-2bfb-4223-b45a-c9953300c0dd) {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:17:07.179053 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba5b1311-078f-4b57-9bb8-ae69aa3f59d2 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:17:07.179717 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ba5b1311-078f-4b57-9bb8-ae69aa3f59d2 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for subnet, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:07.214931 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e844b83-c437-4f7e-b1cf-551e01190797 None None] Network 4d806e3c-2bfb-4223-b45a-c9953300c0dd requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:17:07.215990 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 43776) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:17:07.221179 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-498579bc-8ee5-4346-99ac-89baf0b8e42d tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1990096847'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:17:07.225396 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-ba5b1311-078f-4b57-9bb8-ae69aa3f59d2 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 4.7286651 Nov 22 20:17:07.277163 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-498579bc-8ee5-4346-99ac-89baf0b8e42d tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Made reservation on behalf of 2f5e135fdd46470d9b4952d9f43ebc95 for: {'network': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:17:07.281304 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-498579bc-8ee5-4346-99ac-89baf0b8e42d tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for network, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:07.289743 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bb97b6-7350-4eb4-a816-7a13b5991f73 req-c267c371-c4ea-4d2e-8cd1-4fc5b709a0e2 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:17:07.291238 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-04bb97b6-7350-4eb4-a816-7a13b5991f73 req-c267c371-c4ea-4d2e-8cd1-4fc5b709a0e2 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.20 "GET /v2.0/networks?id=41f439de-e657-4ca1-8a55-865945ee9732 HTTP/1.1" status: 200 len: 811 time: 0.6996877 Nov 22 20:17:07.337278 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26efadc1-78a6-4525-827d-b522311a092e req-ef2b8425-9845-4971-95b7-dc3256f48e53 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:17:07.338831 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-26efadc1-78a6-4525-827d-b522311a092e req-ef2b8425-9845-4971-95b7-dc3256f48e53 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8297901 Nov 22 20:17:07.357740 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-04bb97b6-7350-4eb4-a816-7a13b5991f73 req-9f145070-0806-4059-95fb-d6307661465a tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Request body: {'port': {'device_id': '71cf431c-ff3c-4ce5-b784-b372b07066aa', 'network_id': '41f439de-e657-4ca1-8a55-865945ee9732', 'admin_state_up': True, 'tenant_id': '76a9efddcf274563b133aa3f163fb3f9'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:17:07.361684 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-498579bc-8ee5-4346-99ac-89baf0b8e42d tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] vlan segment allocate from pool success with {'vlan_id': 640, 'physical_network': 'physnet1'} {{(pid=103448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 20:17:07.386494 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-cbd9baac-7fd4-4d7e-a375-38bdf4d19f3c tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12178353'] for subnet, precommit_delete_associations {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:07.413146 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-498579bc-8ee5-4346-99ac-89baf0b8e42d tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:07.413494 n-d-818823-1 neutron-server[103448]: INFO neutron.db.segments_db [None req-498579bc-8ee5-4346-99ac-89baf0b8e42d tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Added segment 1038dca3-960d-457e-a8c6-4eab29f9d79f of type vlan for network 9f49f26c-e4d2-4bbc-8621-fb90316a3be1 Nov 22 20:17:07.417205 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-c30b76fa-f5e6-485d-83c7-f0fa511ec2a3 None None] For port 28a26d22-4d09-42b7-993f-2911a9761cc7, host n-d-818823-1, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:17:07.421850 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-c30b76fa-f5e6-485d-83c7-f0fa511ec2a3 None None] For port 28a26d22-4d09-42b7-993f-2911a9761cc7, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=28a26d22-4d09-42b7-993f-2911a9761cc7,segment=NetworkSegment(8793ba83-8407-4c3d-9b56-2a177cd58a70),segment_id=8793ba83-8407-4c3d-9b56-2a177cd58a70)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:17:07.489982 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965a9134-cf1c-474e-bc36-17ff15235993 None None] Pushing event updated for resources: {'Port': ['ID=28a26d22-4d09-42b7-993f-2911a9761cc7,revision_number=2']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:17:07.502295 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.db.api [None req-88aadd38-c9e2-4aea-8893-2d3e9f6be486 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103449) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 20:17:07.502866 n-d-818823-1 neutron-server[103449]: DEBUG oslo_db.api [None req-88aadd38-c9e2-4aea-8893-2d3e9f6be486 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 20:17:07.538658 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-c30b76fa-f5e6-485d-83c7-f0fa511ec2a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:07.555972 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-498579bc-8ee5-4346-99ac-89baf0b8e42d tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748992492791'] for network, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:07.626393 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-498579bc-8ee5-4346-99ac-89baf0b8e42d tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for network, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:07.640321 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-498579bc-8ee5-4346-99ac-89baf0b8e42d tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:17:07.641014 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-498579bc-8ee5-4346-99ac-89baf0b8e42d tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Publish callbacks [] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:07.649807 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-cbd9baac-7fd4-4d7e-a375-38bdf4d19f3c tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3753007'] for subnet, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:07.713121 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965a9134-cf1c-474e-bc36-17ff15235993 None None] Pushing event updated for resources: {'Port': ['ID=28a26d22-4d09-42b7-993f-2911a9761cc7,revision_number=3']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:17:07.738203 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-26efadc1-78a6-4525-827d-b522311a092e req-a17d3e99-66dd-4e11-b4cd-fd2222fbaaa4 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Request body: {'port': {'device_id': '0af368f2-d7cc-4133-a4d9-4d2227d6bf53', 'network_id': 'e1052824-bf78-4963-8937-b202e372ac24', 'admin_state_up': True, 'tenant_id': 'dd29aa5b29024a1589aa1e9d9246bd3e'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:17:07.744912 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4cd7fb4-ea21-466a-b29d-4aab2afaee34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fb26bd7-ce56-527b-b94f-2e1f7cb2bb35-4d806e3c-2bfb-4223-b45a-c9953300c0dd', 'network_id': '4d806e3c-2bfb-4223-b45a-c9953300c0dd', 'tenant_id': '2f5e135fdd46470d9b4952d9f43ebc95', 'fixed_ips': [{'subnet_id': '1ed8d136-6cd3-4df6-9322-d7d13069b845'}]}} from n-d-818823-1. {{(pid=103449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 20:17:07.749407 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e4cd7fb4-ea21-466a-b29d-4aab2afaee34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:07.836272 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-498579bc-8ee5-4346-99ac-89baf0b8e42d tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6164446 Nov 22 20:17:07.840877 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 43794) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:17:07.843587 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 43796) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:17:07.857195 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-10bb2d68-5f7b-4407-ada1-27fb3c01ef54 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Request body: {'subnet': {'network_id': '9f49f26c-e4d2-4bbc-8621-fb90316a3be1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:17:07.871307 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-eb8bf408-5023-4da6-b789-2c5b15572471 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1947763067-network', 'tenant_id': '321f5784f3ae4933955026f73ebf2678'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:17:07.899656 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498579bc-8ee5-4346-99ac-89baf0b8e42d tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Pushing event updated for resources: {'Network': ['ID=9f49f26c-e4d2-4bbc-8621-fb90316a3be1,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:17:07.968492 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-cbd9baac-7fd4-4d7e-a375-38bdf4d19f3c tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3753014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8900804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8485115'] for subnet, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:08.007821 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1cb9750d-62ea-4513-b2c3-99b02ceea428 req-141cdbbd-58f1-4842-8ae4-d7e31a71964e tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/ports?device_id=71cf431c-ff3c-4ce5-b784-b372b07066aa HTTP/1.1" status: 200 len: 210 time: 0.1582990 Nov 22 20:17:08.008221 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Network 9f49f26c-e4d2-4bbc-8621-fb90316a3be1 details requested by agent ovs-agent-n-d-818823-1 with host n-d-818823-1 {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 20:17:08.018310 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-cbd9baac-7fd4-4d7e-a375-38bdf4d19f3c tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for subnet, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:08.030734 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb8bf408-5023-4da6-b789-2c5b15572471 admin admin] Made reservation on behalf of 321f5784f3ae4933955026f73ebf2678 for: {'network': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:17:08.033568 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-cbd9baac-7fd4-4d7e-a375-38bdf4d19f3c tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] 10.222.0.46 "DELETE /v2.0/subnets/76334424-55f6-459c-aa5d-60f27b51cc8f HTTP/1.1" status: 204 len: 168 time: 1.4534228 Nov 22 20:17:08.037727 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-eb8bf408-5023-4da6-b789-2c5b15572471 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for network, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:08.046759 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2918c32a-a6c4-467b-9e97-44fe0affa76a req-1199715b-7f1d-4932-a60a-aa0b6143d47c tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.46 "GET /v2.0/ports?device_id=0af368f2-d7cc-4133-a4d9-4d2227d6bf53 HTTP/1.1" status: 200 len: 210 time: 0.1806245 Nov 22 20:17:08.055298 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 43800) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:17:08.056436 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-eb8bf408-5023-4da6-b789-2c5b15572471 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:08.090323 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd9baac-7fd4-4d7e-a375-38bdf4d19f3c tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Pushing event deleted for resources: {'Subnet': ['ID=76334424-55f6-459c-aa5d-60f27b51cc8f,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:17:08.154475 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_v2 [None req-dac7c36f-05e9-4cfe-a28c-8046b95eb01b tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Deleting subnet dd072977-eedc-4770-9db9-ae446930021e {{(pid=103448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 20:17:08.158888 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-dac7c36f-05e9-4cfe-a28c-8046b95eb01b tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks [] for subnet, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:08.191521 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efbf4cd8-e56e-4768-a006-7a1288121f5f None None] DHCP port deletion for c48a55e9-6a85-4746-b7bf-3e29fb560094 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:17:08.212196 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26efadc1-78a6-4525-827d-b522311a092e req-ed696ffc-68b1-47bd-9ea4-6942075bb188 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Made reservation on behalf of dd29aa5b29024a1589aa1e9d9246bd3e for: {'port': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:17:08.216126 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-26efadc1-78a6-4525-827d-b522311a092e req-ed696ffc-68b1-47bd-9ea4-6942075bb188 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:08.225278 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-dac7c36f-05e9-4cfe-a28c-8046b95eb01b tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11627908'] for subnet, precommit_delete_associations {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:08.316739 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-dac7c36f-05e9-4cfe-a28c-8046b95eb01b tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3753007'] for subnet, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:08.351880 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c30b76fa-f5e6-485d-83c7-f0fa511ec2a3 None None] Routers {'491cf769-6515-45c4-b403-98b68ef8d5de'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:17:08.352372 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-c30b76fa-f5e6-485d-83c7-f0fa511ec2a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:17:02Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['491cf769-6515-45c4-b403-98b68ef8d5de'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:17:08.359345 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e263c62-832e-4186-93b4-74233bf629b3 None None] Network a3735ac8-9dd2-4ff6-a5d1-688724c0e0c8 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:17:08.382102 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [req-26efadc1-78a6-4525-827d-b522311a092e req-ed696ffc-68b1-47bd-9ea4-6942075bb188 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Allocated IP 192.168.233.66 (e1052824-bf78-4963-8937-b202e372ac24/3091ebfd-11e2-41f8-9c00-ffe0b86563d8/15fcdac3-0d86-47fd-a34f-6adf8d9958a3) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:17:08.397550 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-dac7c36f-05e9-4cfe-a28c-8046b95eb01b tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3753014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11567369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11792914'] for subnet, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:08.449267 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-dac7c36f-05e9-4cfe-a28c-8046b95eb01b tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:08.452793 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-dac7c36f-05e9-4cfe-a28c-8046b95eb01b tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] 10.222.0.46 "DELETE /v2.0/subnets/dd072977-eedc-4770-9db9-ae446930021e HTTP/1.1" status: 204 len: 168 time: 0.3939044 Nov 22 20:17:08.453869 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac7c36f-05e9-4cfe-a28c-8046b95eb01b tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Pushing event deleted for resources: {'Subnet': ['ID=dd072977-eedc-4770-9db9-ae446930021e,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:17:08.456087 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 43804) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:17:08.473766 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10bb2d68-5f7b-4407-ada1-27fb3c01ef54 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Made reservation on behalf of 2f5e135fdd46470d9b4952d9f43ebc95 for: {'subnet': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:17:08.475769 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.db_base_plugin_common [None req-e4cd7fb4-ea21-466a-b29d-4aab2afaee34 None None] Allocated IP 2001:db8:0:ffff::2 (4d806e3c-2bfb-4223-b45a-c9953300c0dd/1ed8d136-6cd3-4df6-9322-d7d13069b845/54480bfd-9187-4c76-9e94-a93b53f91e1c) {{(pid=103449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:17:08.478799 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-10bb2d68-5f7b-4407-ada1-27fb3c01ef54 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11792951'] for subnet, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:08.684602 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d7caaefa-8736-426e-beb9-419c692baf8e tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3961693'] for network, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:08.712188 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-eb8bf408-5023-4da6-b789-2c5b15572471 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:08.730872 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-eb8bf408-5023-4da6-b789-2c5b15572471 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:08.797226 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-26efadc1-78a6-4525-827d-b522311a092e req-ed696ffc-68b1-47bd-9ea4-6942075bb188 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:08.801428 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb8bf408-5023-4da6-b789-2c5b15572471 admin admin] vlan segment allocate from pool success with {'vlan_id': 647, 'physical_network': 'physnet1'} {{(pid=103448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 20:17:08.829834 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8bf408-5023-4da6-b789-2c5b15572471 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8408b9e4-4059-480c-b3cf-83284601b12b,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:17:08.872807 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-eb8bf408-5023-4da6-b789-2c5b15572471 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:08.878058 n-d-818823-1 neutron-server[103448]: INFO neutron.db.segments_db [None req-eb8bf408-5023-4da6-b789-2c5b15572471 admin admin] Added segment 97d6c464-3bdf-48cd-be6a-728661c2d234 of type vlan for network b98e39f9-6f6d-4a8b-97fa-f7c4bd6c5fa0 Nov 22 20:17:08.886411 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 8135dbc4-279d-4294-b6a5-597a3dba95b6 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:17:08.906164 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.db.api [req-04bb97b6-7350-4eb4-a816-7a13b5991f73 req-9f145070-0806-4059-95fb-d6307661465a tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 22 20:17:08.906164 n-d-818823-1 neutron-server[103447]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 22 20:17:08.906164 n-d-818823-1 neutron-server[103447]: [parameters: {'project_id_1': '76a9efddcf274563b133aa3f163fb3f9', 'expiration_1': datetime.datetime(2021, 11, 22, 20, 16, 48, 257465)}] Nov 22 20:17:08.906164 n-d-818823-1 neutron-server[103447]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103447) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 20:17:08.908315 n-d-818823-1 neutron-server[103447]: DEBUG oslo_db.api [req-04bb97b6-7350-4eb4-a816-7a13b5991f73 req-9f145070-0806-4059-95fb-d6307661465a tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 20:17:08.913784 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-26efadc1-78a6-4525-827d-b522311a092e req-ed696ffc-68b1-47bd-9ea4-6942075bb188 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:08.932351 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-88aadd38-c9e2-4aea-8893-2d3e9f6be486 None None] Provisioning complete for port 8dd226cd-c622-4232-9420-5141da300621 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:17:08.932956 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-88aadd38-c9e2-4aea-8893-2d3e9f6be486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:08.991261 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-d7caaefa-8736-426e-beb9-419c692baf8e tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Deleting port 8dd226cd-c622-4232-9420-5141da300621 {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:17:08.991854 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d7caaefa-8736-426e-beb9-419c692baf8e tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:08.995206 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-eb8bf408-5023-4da6-b789-2c5b15572471 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748992492791'] for network, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:09.016816 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] get_ports_and_sgs() called for port_ids ['afbbfbb1-6a7a-467b-bc94-36bdeced156e'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:17:09.029123 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed696ffc-68b1-47bd-9ea4-6942075bb188 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Pushing event updated for resources: {'Port': ['ID=15fcdac3-0d86-47fd-a34f-6adf8d9958a3,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:17:09.055844 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26efadc1-78a6-4525-827d-b522311a092e req-ed696ffc-68b1-47bd-9ea4-6942075bb188 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Network e1052824-bf78-4963-8937-b202e372ac24 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:17:09.057253 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26efadc1-78a6-4525-827d-b522311a092e req-a17d3e99-66dd-4e11-b4cd-fd2222fbaaa4 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Made reservation on behalf of dd29aa5b29024a1589aa1e9d9246bd3e for: {'port': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:17:09.065734 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-26efadc1-78a6-4525-827d-b522311a092e req-a17d3e99-66dd-4e11-b4cd-fd2222fbaaa4 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:09.073752 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [req-26efadc1-78a6-4525-827d-b522311a092e req-ed696ffc-68b1-47bd-9ea4-6942075bb188 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:17:09.077561 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-26efadc1-78a6-4525-827d-b522311a092e req-ed696ffc-68b1-47bd-9ea4-6942075bb188 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:17:09.185909 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.db.resource_extend [None req-eb8bf408-5023-4da6-b789-2c5b15572471 admin admin] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 22 20:17:09.296019 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-eb8bf408-5023-4da6-b789-2c5b15572471 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for network, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:09.297804 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb8bf408-5023-4da6-b789-2c5b15572471 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:17:09.301769 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-eb8bf408-5023-4da6-b789-2c5b15572471 admin admin] Publish callbacks [] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:09.307940 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-dcd136e0-95f3-452b-a17e-0d92974f6275 req-181ac4e9-bd70-44d8-8be3-5e59efb532db tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/ports?device_id=71cf431c-ff3c-4ce5-b784-b372b07066aa HTTP/1.1" status: 200 len: 210 time: 0.1386297 Nov 22 20:17:09.328059 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-845913ed-57a3-46c4-8119-328061aa64e3 req-0d41a5ad-44eb-4f05-9400-163438b9c302 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.46 "GET /v2.0/ports?device_id=0af368f2-d7cc-4133-a4d9-4d2227d6bf53 HTTP/1.1" status: 200 len: 210 time: 0.1153054 Nov 22 20:17:09.375809 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26efadc1-78a6-4525-827d-b522311a092e req-ed696ffc-68b1-47bd-9ea4-6942075bb188 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:17:09.376673 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-26efadc1-78a6-4525-827d-b522311a092e req-ed696ffc-68b1-47bd-9ea4-6942075bb188 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:09.417902 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-c30b76fa-f5e6-485d-83c7-f0fa511ec2a3 None None] Set router 491cf769-6515-45c4-b403-98b68ef8d5de gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:17:09.507677 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-eb8bf408-5023-4da6-b789-2c5b15572471 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.6604612 Nov 22 20:17:09.512887 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 43824) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:17:09.526137 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-3f06ec23-f843-471f-9417-23ffa16e4792 admin admin] Request body: {'subnet': {'network_id': 'b98e39f9-6f6d-4a8b-97fa-f7c4bd6c5fa0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1947763067-subnet', 'tenant_id': '321f5784f3ae4933955026f73ebf2678', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:17:09.552643 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 8135dbc4-279d-4294-b6a5-597a3dba95b6 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:17:09.553041 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:09.560813 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-d7caaefa-8736-426e-beb9-419c692baf8e tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] For port 8dd226cd-c622-4232-9420-5141da300621, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=8dd226cd-c622-4232-9420-5141da300621,segment=NetworkSegment(e6c8e5f3-6aee-4a0d-a4c4-99eb221707c9),segment_id=e6c8e5f3-6aee-4a0d-a4c4-99eb221707c9)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:17:09.561177 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d7caaefa-8736-426e-beb9-419c692baf8e tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:09.592959 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e4cd7fb4-ea21-466a-b29d-4aab2afaee34 None None] Publish callbacks [] for port, precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:09.607835 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04bb97b6-7350-4eb4-a816-7a13b5991f73 req-9f145070-0806-4059-95fb-d6307661465a tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Made reservation on behalf of 76a9efddcf274563b133aa3f163fb3f9 for: {'port': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:17:09.612222 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-04bb97b6-7350-4eb4-a816-7a13b5991f73 req-9f145070-0806-4059-95fb-d6307661465a tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:09.612751 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8bf408-5023-4da6-b789-2c5b15572471 admin admin] Pushing event updated for resources: {'Network': ['ID=b98e39f9-6f6d-4a8b-97fa-f7c4bd6c5fa0,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:17:09.634943 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-d7caaefa-8736-426e-beb9-419c692baf8e tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Calling delete_port for 8dd226cd-c622-4232-9420-5141da300621 owned by network:dhcp {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:17:09.668007 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Network b98e39f9-6f6d-4a8b-97fa-f7c4bd6c5fa0 details requested by agent ovs-agent-n-d-818823-1 with host n-d-818823-1 {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 20:17:09.699540 n-d-818823-1 neutron-server[103448]: DEBUG neutron.objects.ports [None req-10bb2d68-5f7b-4407-ada1-27fb3c01ef54 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103448) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 22 20:17:09.702560 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-10bb2d68-5f7b-4407-ada1-27fb3c01ef54 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11567560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11792921'] for subnet, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:09.748483 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [req-26efadc1-78a6-4525-827d-b522311a092e req-a17d3e99-66dd-4e11-b4cd-fd2222fbaaa4 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Allocated IP 192.168.233.173 (e1052824-bf78-4963-8937-b202e372ac24/3091ebfd-11e2-41f8-9c00-ffe0b86563d8/52d6b7ae-24f7-4fb1-a9ba-b05788111e33) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:17:09.768335 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e4cd7fb4-ea21-466a-b29d-4aab2afaee34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372'] for port, after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:09.841341 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cd7fb4-ea21-466a-b29d-4aab2afaee34 None None] Pushing event updated for resources: {'Port': ['ID=54480bfd-9187-4c76-9e94-a93b53f91e1c,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:17:09.911998 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bb2d68-5f7b-4407-ada1-27fb3c01ef54 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Pushing event updated for resources: {'Subnet': ['ID=49d6dcd3-3d2e-4849-8266-a067080dbe0d,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:17:09.930905 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10bb2d68-5f7b-4407-ada1-27fb3c01ef54 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Checking segment: {'id': '1038dca3-960d-457e-a8c6-4eab29f9d79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '9f49f26c-e4d2-4bbc-8621-fb90316a3be1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:17:09.931579 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10bb2d68-5f7b-4407-ada1-27fb3c01ef54 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Network hostable DHCP agents. Network: 9f49f26c-e4d2-4bbc-8621-fb90316a3be1, hostable agents: ['02adaa64-0987-4b74-bad0-cbcf56f8a294'], hosted agents: [] {{(pid=103448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 20:17:09.950243 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d7caaefa-8736-426e-beb9-419c692baf8e tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:09.967388 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4cd7fb4-ea21-466a-b29d-4aab2afaee34 None None] Network 4d806e3c-2bfb-4223-b45a-c9953300c0dd is already hosted by enough agents. {{(pid=103449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:17:09.977408 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10bb2d68-5f7b-4407-ada1-27fb3c01ef54 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Network 9f49f26c-e4d2-4bbc-8621-fb90316a3be1 is scheduled to be hosted by DHCP agent 02adaa64-0987-4b74-bad0-cbcf56f8a294 with binding_index 1 {{(pid=103448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 20:17:09.980939 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.base_scheduler [None req-e4cd7fb4-ea21-466a-b29d-4aab2afaee34 None None] Resources bound (agent type, host, resource id): {{(pid=103449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:17:09.987302 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4cd7fb4-ea21-466a-b29d-4aab2afaee34 None None] Received port after_create {{(pid=103449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:17:09.988597 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7caaefa-8736-426e-beb9-419c692baf8e tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Pushing event deleted for resources: {'Port': ['ID=8dd226cd-c622-4232-9420-5141da300621,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:17:09.991941 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-10bb2d68-5f7b-4407-ada1-27fb3c01ef54 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818823-1, 9f49f26c-e4d2-4bbc-8621-fb90316a3be1) {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:17:09.997726 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7caaefa-8736-426e-beb9-419c692baf8e tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] No DVR routers for this DVR port 8dd226cd-c622-4232-9420-5141da300621 on host n-d-818823-1 {{(pid=103448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:17:10.000299 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10bb2d68-5f7b-4407-ada1-27fb3c01ef54 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:17:10.001219 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-10bb2d68-5f7b-4407-ada1-27fb3c01ef54 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:10.001761 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-88aadd38-c9e2-4aea-8893-2d3e9f6be486 None None] Could not find standard attr ID for object 88f40f31-fe40-4a4d-a197-4f9ba93264f1. {{(pid=103449) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 22 20:17:10.011721 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-26efadc1-78a6-4525-827d-b522311a092e req-a17d3e99-66dd-4e11-b4cd-fd2222fbaaa4 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:10.051761 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-26efadc1-78a6-4525-827d-b522311a092e req-ed696ffc-68b1-47bd-9ea4-6942075bb188 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1986995 Nov 22 20:17:10.057650 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f98aa5f-76d2-4f26-b7f8-dcfbfdf9c33d None None] Network 9f49f26c-e4d2-4bbc-8621-fb90316a3be1 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:17:10.059017 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-26efadc1-78a6-4525-827d-b522311a092e req-b66c43cf-711a-4608-88ea-1f80a24f26a2 service neutron] Request body: {'port': {'device_id': '884fe500-39b3-41d8-99e1-7ce9b4d9ec40', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818823-1'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:17:10.059583 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-10bb2d68-5f7b-4407-ada1-27fb3c01ef54 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.2108254 Nov 22 20:17:10.072612 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f06ec23-f843-471f-9417-23ffa16e4792 admin admin] Made reservation on behalf of 321f5784f3ae4933955026f73ebf2678 for: {'subnet': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:17:10.075491 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-3f06ec23-f843-471f-9417-23ffa16e4792 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8485086'] for subnet, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:10.078697 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 43828) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:17:10.093536 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-e66e975a-f066-400e-8da0-5f13f8f4cebb tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Request body: {'port': {'network_id': '9f49f26c-e4d2-4bbc-8621-fb90316a3be1', 'name': 'tempest-NetworksIpV6TestAttrs-1826691689'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:17:10.126986 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d7caaefa-8736-426e-beb9-419c692baf8e tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3760028', 'neutron.services.segments.db._delete_segments_for_network-8748992815755'] for network, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:10.153725 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-d7caaefa-8736-426e-beb9-419c692baf8e tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3735ac8-9dd2-4ff6-a5d1-688724c0e0c8']}} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:17:10.165479 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cdf2c3f-b3ed-4205-9eb9-987cd1ae963f None None] DHCP port deletion for a3735ac8-9dd2-4ff6-a5d1-688724c0e0c8 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:17:10.167157 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-d7caaefa-8736-426e-beb9-419c692baf8e tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6c8e5f3-6aee-4a0d-a4c4-99eb221707c9') {'for_net_delete': True} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:17:10.167808 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-d7caaefa-8736-426e-beb9-419c692baf8e tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6c8e5f3-6aee-4a0d-a4c4-99eb221707c9') {} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:17:10.179432 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d7caaefa-8736-426e-beb9-419c692baf8e tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748993039638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11627933'] for segment, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:10.194463 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d7caaefa-8736-426e-beb9-419c692baf8e tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:10.201486 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7caaefa-8736-426e-beb9-419c692baf8e tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Releasing vlan 637 on physical network physnet1 to pool {{(pid=103448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 20:17:10.202036 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d7caaefa-8736-426e-beb9-419c692baf8e tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11567447'] for segment, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:10.255437 n-d-818823-1 neutron-server[103448]: Traceback (most recent call last): Nov 22 20:17:10.255437 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 20:17:10.255437 n-d-818823-1 neutron-server[103448]: timer() Nov 22 20:17:10.255437 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 20:17:10.255437 n-d-818823-1 neutron-server[103448]: cb(*args, **kw) Nov 22 20:17:10.255437 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 20:17:10.255437 n-d-818823-1 neutron-server[103448]: return func(*args, **kwargs) Nov 22 20:17:10.255437 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 20:17:10.255437 n-d-818823-1 neutron-server[103448]: self._notify() Nov 22 20:17:10.255437 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 20:17:10.255437 n-d-818823-1 neutron-server[103448]: self.callback(batched_events) Nov 22 20:17:10.255437 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 20:17:10.255437 n-d-818823-1 neutron-server[103448]: event.method(event) Nov 22 20:17:10.255437 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 20:17:10.255437 n-d-818823-1 neutron-server[103448]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 20:17:10.255437 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 20:17:10.255437 n-d-818823-1 neutron-server[103448]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 20:17:10.255437 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 20:17:10.255437 n-d-818823-1 neutron-server[103448]: return f(self, *a, **k) Nov 22 20:17:10.255437 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 20:17:10.255437 n-d-818823-1 neutron-server[103448]: return self._get(url).json() Nov 22 20:17:10.255437 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 20:17:10.255437 n-d-818823-1 neutron-server[103448]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 20:17:10.255437 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 20:17:10.255437 n-d-818823-1 neutron-server[103448]: return self.request(url, 'GET', **kwargs) Nov 22 20:17:10.255437 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 20:17:10.255437 n-d-818823-1 neutron-server[103448]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 20:17:10.255437 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 20:17:10.255437 n-d-818823-1 neutron-server[103448]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 20:17:10.255437 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 20:17:10.255437 n-d-818823-1 neutron-server[103448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 20:17:10.255437 n-d-818823-1 neutron-server[103448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 20:17:10.286975 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-77e44356-a7d2-4e90-b91d-c49124753931 None None] Provisioning complete for port 8135dbc4-279d-4294-b6a5-597a3dba95b6 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:17:10.287354 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-77e44356-a7d2-4e90-b91d-c49124753931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:10.295592 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-e4cd7fb4-ea21-466a-b29d-4aab2afaee34 None None] Attempting to bind port 54480bfd-9187-4c76-9e94-a93b53f91e1c on host n-d-818823-1 for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:17:10.296258 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-e4cd7fb4-ea21-466a-b29d-4aab2afaee34 None None] Attempting to bind port 54480bfd-9187-4c76-9e94-a93b53f91e1c by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': '2940ceb3-8476-4a77-978b-a1fd6bef0865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '4d806e3c-2bfb-4223-b45a-c9953300c0dd'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:17:10.296258 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4cd7fb4-ea21-466a-b29d-4aab2afaee34 None None] Attempting to bind port 54480bfd-9187-4c76-9e94-a93b53f91e1c on network 4d806e3c-2bfb-4223-b45a-c9953300c0dd {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:17:10.306899 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d7caaefa-8736-426e-beb9-419c692baf8e tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3760002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595318'] for network, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:10.337808 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d7caaefa-8736-426e-beb9-419c692baf8e tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks [] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:10.351540 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-d7caaefa-8736-426e-beb9-419c692baf8e tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] 10.222.0.46 "DELETE /v2.0/networks/a3735ac8-9dd2-4ff6-a5d1-688724c0e0c8 HTTP/1.1" status: 204 len: 168 time: 1.8928394 Nov 22 20:17:10.358017 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 43836) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:17:10.394782 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7caaefa-8736-426e-beb9-419c692baf8e tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Pushing event deleted for resources: {'Network': ['ID=a3735ac8-9dd2-4ff6-a5d1-688724c0e0c8,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:17:10.466860 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d678f041-18f4-4e98-8995-b3e9d1d8a7b1 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:17:10.471959 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-d678f041-18f4-4e98-8995-b3e9d1d8a7b1 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0900743 Nov 22 20:17:10.475543 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 43838) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:17:10.479154 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4cd7fb4-ea21-466a-b29d-4aab2afaee34 None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 17, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:17:10.479600 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4cd7fb4-ea21-466a-b29d-4aab2afaee34 None None] Checking segment: {'id': '2940ceb3-8476-4a77-978b-a1fd6bef0865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '4d806e3c-2bfb-4223-b45a-c9953300c0dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:17:10.480005 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e4cd7fb4-ea21-466a-b29d-4aab2afaee34 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:10.480393 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4cd7fb4-ea21-466a-b29d-4aab2afaee34 None None] Bound using segment: {'id': '2940ceb3-8476-4a77-978b-a1fd6bef0865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '4d806e3c-2bfb-4223-b45a-c9953300c0dd'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:17:10.480874 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-e4cd7fb4-ea21-466a-b29d-4aab2afaee34 None None] Bound port: 54480bfd-9187-4c76-9e94-a93b53f91e1c, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2940ceb3-8476-4a77-978b-a1fd6bef0865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '4d806e3c-2bfb-4223-b45a-c9953300c0dd'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:17:10.481251 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e4cd7fb4-ea21-466a-b29d-4aab2afaee34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:10.603660 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-39139ec0-6b99-49c7-8852-1365e226101f tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] 10.222.0.46 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1267655 Nov 22 20:17:10.609612 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 43842) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:17:10.625016 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-c307c5b7-d6b3-4943-a6a9-bc7f72faafaa tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-550600395'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:17:10.659335 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c307c5b7-d6b3-4943-a6a9-bc7f72faafaa tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Made reservation on behalf of 2dee5ba1e01f416ab951cabb312f3dca for: {'network': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:17:10.661462 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 8dd226cd-c622-4232-9420-5141da300621 no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:17:10.668320 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c307c5b7-d6b3-4943-a6a9-bc7f72faafaa tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for network, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:10.693787 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c307c5b7-d6b3-4943-a6a9-bc7f72faafaa tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] vlan segment allocate from pool success with {'vlan_id': 612, 'physical_network': 'physnet1'} {{(pid=103448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 20:17:10.704393 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c307c5b7-d6b3-4943-a6a9-bc7f72faafaa tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:10.704828 n-d-818823-1 neutron-server[103448]: INFO neutron.db.segments_db [None req-c307c5b7-d6b3-4943-a6a9-bc7f72faafaa tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Added segment abb3d9e9-8ad9-4610-a458-ecc05aa56c23 of type vlan for network be522bad-d439-4936-b56a-7fe117ada44f Nov 22 20:17:10.723124 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: 8dd226cd-c622-4232-9420-5141da300621 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:17:10.723514 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 8dd226cd-c622-4232-9420-5141da300621 not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:17:10.733001 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-e4cd7fb4-ea21-466a-b29d-4aab2afaee34 None None] For port 54480bfd-9187-4c76-9e94-a93b53f91e1c, host n-d-818823-1, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:17:10.754293 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c307c5b7-d6b3-4943-a6a9-bc7f72faafaa tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748992492791'] for network, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:10.756618 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-c30b76fa-f5e6-485d-83c7-f0fa511ec2a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '491cf769-6515-45c4-b403-98b68ef8d5de', 'name': 'tempest-TaggedBootDevicesTest_v242-706507199-router', 'tenant_id': 'cd84c4200e0d47b4bcba9b053bf608fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': '28a26d22-4d09-42b7-993f-2911a9761cc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:16:56Z', 'updated_at': '2021-11-22T20:17:05Z', 'revision_number': 4, 'project_id': 'cd84c4200e0d47b4bcba9b053bf608fb', 'gw_port': {'id': '28a26d22-4d09-42b7-993f-2911a9761cc7', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:5c:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '491cf769-6515-45c4-b403-98b68ef8d5de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:16:57Z', 'updated_at': '2021-11-22T20:17:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': '1819c5ba-3507-44cc-a7d5-e7ea94e734fa', 'name': '', 'network_id': 'd850805c-8248-4517-bdd1-4a876cc6baf0', 'tenant_id': 'cd84c4200e0d47b4bcba9b053bf608fb', 'mac_address': 'fa:16:3e:fe:d0:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '491cf769-6515-45c4-b403-98b68ef8d5de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'e1bf7e3c-bb18-492e-826e-dd3a8d7abcd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:17:03Z', 'updated_at': '2021-11-22T20:17:05Z', 'revision_number': 2, 'project_id': 'cd84c4200e0d47b4bcba9b053bf608fb', 'subnets': [{'id': 'e1bf7e3c-bb18-492e-826e-dd3a8d7abcd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:17:10.775071 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48094fe8-82ad-4b78-af21-19d8155e78ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fb26bd7-ce56-527b-b94f-2e1f7cb2bb35-9f49f26c-e4d2-4bbc-8621-fb90316a3be1', 'network_id': '9f49f26c-e4d2-4bbc-8621-fb90316a3be1', 'tenant_id': '2f5e135fdd46470d9b4952d9f43ebc95', 'fixed_ips': [{'subnet_id': '49d6dcd3-3d2e-4849-8266-a067080dbe0d'}]}} from n-d-818823-1. {{(pid=103449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 20:17:10.776369 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-48094fe8-82ad-4b78-af21-19d8155e78ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:10.776531 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d448acf5-9d60-4fbb-9398-95c7c0c0a920 req-f31f07c8-4522-4bcc-83cb-65c2759385d1 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.46 "GET /v2.0/ports?device_id=0af368f2-d7cc-4133-a4d9-4d2227d6bf53 HTTP/1.1" status: 200 len: 210 time: 0.2626626 Nov 22 20:17:10.778531 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-77e44356-a7d2-4e90-b91d-c49124753931 None None] Could not find standard attr ID for object 88f40f31-fe40-4a4d-a197-4f9ba93264f1. {{(pid=103449) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 22 20:17:10.792272 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-e4cd7fb4-ea21-466a-b29d-4aab2afaee34 None None] For port 54480bfd-9187-4c76-9e94-a93b53f91e1c, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=54480bfd-9187-4c76-9e94-a93b53f91e1c,segment=NetworkSegment(2940ceb3-8476-4a77-978b-a1fd6bef0865),segment_id=2940ceb3-8476-4a77-978b-a1fd6bef0865)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:17:10.820425 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a045369b-b0f4-45a6-a65b-a7833da0fed5 req-98ec9e72-4803-45e1-9ee4-ccdec5f3e75d tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/ports?device_id=71cf431c-ff3c-4ce5-b784-b372b07066aa HTTP/1.1" status: 200 len: 210 time: 0.3151827 Nov 22 20:17:10.821937 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e66e975a-f066-400e-8da0-5f13f8f4cebb tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Made reservation on behalf of 2f5e135fdd46470d9b4952d9f43ebc95 for: {'port': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:17:10.827853 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e66e975a-f066-400e-8da0-5f13f8f4cebb tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:10.829842 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c307c5b7-d6b3-4943-a6a9-bc7f72faafaa tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for network, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:10.848725 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c307c5b7-d6b3-4943-a6a9-bc7f72faafaa tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:17:10.848984 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e4cd7fb4-ea21-466a-b29d-4aab2afaee34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:10.851446 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c307c5b7-d6b3-4943-a6a9-bc7f72faafaa tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks [] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:10.914622 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [req-04bb97b6-7350-4eb4-a816-7a13b5991f73 req-9f145070-0806-4059-95fb-d6307661465a tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Allocated IP 172.20.0.7 (41f439de-e657-4ca1-8a55-865945ee9732/d74b376c-118a-4e1f-b1b9-d074bfe85b19/87324fe4-74d5-49f9-9ceb-b0b71eb0da5d) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:17:10.931280 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [None req-e66e975a-f066-400e-8da0-5f13f8f4cebb tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] device_id is not set on port 265505a9-45f3-4ee2-b629-bef36fa9f668 yet. {{(pid=103447) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 20:17:10.944640 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-26efadc1-78a6-4525-827d-b522311a092e req-a17d3e99-66dd-4e11-b4cd-fd2222fbaaa4 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:10.960193 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-26efadc1-78a6-4525-827d-b522311a092e req-b66c43cf-711a-4608-88ea-1f80a24f26a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:10.992352 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c30b76fa-f5e6-485d-83c7-f0fa511ec2a3 None None] The sync data for ids ['491cf769-6515-45c4-b403-98b68ef8d5de'] in n-d-818823-1 is: [{'id': '491cf769-6515-45c4-b403-98b68ef8d5de', 'name': 'tempest-TaggedBootDevicesTest_v242-706507199-router', 'tenant_id': 'cd84c4200e0d47b4bcba9b053bf608fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': '28a26d22-4d09-42b7-993f-2911a9761cc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:16:56Z', 'updated_at': '2021-11-22T20:17:05Z', 'revision_number': 4, 'project_id': 'cd84c4200e0d47b4bcba9b053bf608fb', 'gw_port': {'id': '28a26d22-4d09-42b7-993f-2911a9761cc7', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:5c:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '491cf769-6515-45c4-b403-98b68ef8d5de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:16:57Z', 'updated_at': '2021-11-22T20:17:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': '1819c5ba-3507-44cc-a7d5-e7ea94e734fa', 'name': '', 'network_id': 'd850805c-8248-4517-bdd1-4a876cc6baf0', 'tenant_id': 'cd84c4200e0d47b4bcba9b053bf608fb', 'mac_address': 'fa:16:3e:fe:d0:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '491cf769-6515-45c4-b403-98b68ef8d5de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'e1bf7e3c-bb18-492e-826e-dd3a8d7abcd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:17:03Z', 'updated_at': '2021-11-22T20:17:05Z', 'revision_number': 2, 'project_id': 'cd84c4200e0d47b4bcba9b053bf608fb', 'subnets': [{'id': 'e1bf7e3c-bb18-492e-826e-dd3a8d7abcd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:17:11.002579 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c307c5b7-d6b3-4943-a6a9-bc7f72faafaa tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Pushing event updated for resources: {'Network': ['ID=be522bad-d439-4936-b56a-7fe117ada44f,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:17:11.019913 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d3e99-66dd-4e11-b4cd-fd2222fbaaa4 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Pushing event updated for resources: {'Port': ['ID=52d6b7ae-24f7-4fb1-a9ba-b05788111e33,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:17:11.028270 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-c307c5b7-d6b3-4943-a6a9-bc7f72faafaa tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4163973 Nov 22 20:17:11.028966 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 43846) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:17:11.032531 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cd7fb4-ea21-466a-b29d-4aab2afaee34 None None] Pushing event updated for resources: {'Port': ['ID=54480bfd-9187-4c76-9e94-a93b53f91e1c,revision_number=2']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:17:11.046172 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-88bc8242-37ed-4c24-b626-dea49a49e658 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Request body: {'subnet': {'network_id': 'be522bad-d439-4936-b56a-7fe117ada44f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:17:11.049780 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] get_ports_and_sgs() called for port_ids ['afbbfbb1-6a7a-467b-bc94-36bdeced156e'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:17:11.057476 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Network be522bad-d439-4936-b56a-7fe117ada44f details requested by agent ovs-agent-n-d-818823-1 with host n-d-818823-1 {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 20:17:11.113342 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26efadc1-78a6-4525-827d-b522311a092e req-a17d3e99-66dd-4e11-b4cd-fd2222fbaaa4 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Network e1052824-bf78-4963-8937-b202e372ac24 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:17:11.142362 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [req-26efadc1-78a6-4525-827d-b522311a092e req-a17d3e99-66dd-4e11-b4cd-fd2222fbaaa4 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:17:11.179248 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-26efadc1-78a6-4525-827d-b522311a092e req-a17d3e99-66dd-4e11-b4cd-fd2222fbaaa4 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:17:11.294824 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88bc8242-37ed-4c24-b626-dea49a49e658 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Made reservation on behalf of 2dee5ba1e01f416ab951cabb312f3dca for: {'subnet': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:17:11.301992 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-88bc8242-37ed-4c24-b626-dea49a49e658 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11792951'] for subnet, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:11.395453 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-77e44356-a7d2-4e90-b91d-c49124753931 None None] Provisioning complete for port 15fcdac3-0d86-47fd-a34f-6adf8d9958a3 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:17:11.397656 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-77e44356-a7d2-4e90-b91d-c49124753931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:11.418136 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26efadc1-78a6-4525-827d-b522311a092e req-a17d3e99-66dd-4e11-b4cd-fd2222fbaaa4 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:17:11.419272 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-26efadc1-78a6-4525-827d-b522311a092e req-a17d3e99-66dd-4e11-b4cd-fd2222fbaaa4 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:11.553550 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-77e44356-a7d2-4e90-b91d-c49124753931 None None] Port 15fcdac3-0d86-47fd-a34f-6adf8d9958a3 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:17:11.658199 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-77e44356-a7d2-4e90-b91d-c49124753931 None None] Provisioning complete for port 28a26d22-4d09-42b7-993f-2911a9761cc7 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:17:11.658572 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-77e44356-a7d2-4e90-b91d-c49124753931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:11.690565 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-88bc8242-37ed-4c24-b626-dea49a49e658 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11567560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11792921'] for subnet, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:11.898494 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-26efadc1-78a6-4525-827d-b522311a092e req-a17d3e99-66dd-4e11-b4cd-fd2222fbaaa4 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.1676083 Nov 22 20:17:11.947272 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88bc8242-37ed-4c24-b626-dea49a49e658 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Checking segment: {'id': 'abb3d9e9-8ad9-4610-a458-ecc05aa56c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'be522bad-d439-4936-b56a-7fe117ada44f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:17:11.947767 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88bc8242-37ed-4c24-b626-dea49a49e658 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Network hostable DHCP agents. Network: be522bad-d439-4936-b56a-7fe117ada44f, hostable agents: ['02adaa64-0987-4b74-bad0-cbcf56f8a294'], hosted agents: [] {{(pid=103448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 20:17:11.964663 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bc8242-37ed-4c24-b626-dea49a49e658 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Pushing event updated for resources: {'Subnet': ['ID=e11106d8-46c5-48f9-b91f-9dd5efe97eb0,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:17:11.990724 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88bc8242-37ed-4c24-b626-dea49a49e658 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Network be522bad-d439-4936-b56a-7fe117ada44f is scheduled to be hosted by DHCP agent 02adaa64-0987-4b74-bad0-cbcf56f8a294 with binding_index 1 {{(pid=103448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 20:17:12.015528 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-88bc8242-37ed-4c24-b626-dea49a49e658 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818823-1, be522bad-d439-4936-b56a-7fe117ada44f) {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:17:12.023925 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88bc8242-37ed-4c24-b626-dea49a49e658 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:17:12.024696 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-88bc8242-37ed-4c24-b626-dea49a49e658 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:12.067592 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-88bc8242-37ed-4c24-b626-dea49a49e658 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0287902 Nov 22 20:17:12.067978 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 43860) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:17:12.080478 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-7f43012e-25c9-40dd-940e-ffb7ac04453a tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Request body: {'port': {'network_id': 'be522bad-d439-4936-b56a-7fe117ada44f', 'name': 'tempest-PortsIpV6TestJSON-1429762288'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:17:12.305465 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b564530-682b-478c-97d1-d69801275cf0 None None] Network be522bad-d439-4936-b56a-7fe117ada44f requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:17:12.388642 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f43012e-25c9-40dd-940e-ffb7ac04453a tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Made reservation on behalf of 2dee5ba1e01f416ab951cabb312f3dca for: {'port': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:17:12.397476 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7f43012e-25c9-40dd-940e-ffb7ac04453a tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:12.456198 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [None req-7f43012e-25c9-40dd-940e-ffb7ac04453a tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] device_id is not set on port b58ae0d6-af53-41f4-9cc4-26dfba75aa72 yet. {{(pid=103448) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 20:17:12.782891 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [None req-7f43012e-25c9-40dd-940e-ffb7ac04453a tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Allocated IP 2001:db8::216 (be522bad-d439-4936-b56a-7fe117ada44f/e11106d8-46c5-48f9-b91f-9dd5efe97eb0/b58ae0d6-af53-41f4-9cc4-26dfba75aa72) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:17:12.929869 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1d30f32-7750-4a2d-8a98-3f8b50012cf3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fb26bd7-ce56-527b-b94f-2e1f7cb2bb35-be522bad-d439-4936-b56a-7fe117ada44f', 'network_id': 'be522bad-d439-4936-b56a-7fe117ada44f', 'tenant_id': '2dee5ba1e01f416ab951cabb312f3dca', 'fixed_ips': [{'subnet_id': 'e11106d8-46c5-48f9-b91f-9dd5efe97eb0'}]}} from n-d-818823-1. {{(pid=103449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 20:17:12.930672 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-a1d30f32-7750-4a2d-8a98-3f8b50012cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:13.079458 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-26efadc1-78a6-4525-827d-b522311a092e req-14bb6eeb-99e8-40e3-87b2-d025ed0c354c service neutron] Request body: {'port': {'device_id': '0af368f2-d7cc-4133-a4d9-4d2227d6bf53', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818823-1'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:17:13.170118 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 54480bfd-9187-4c76-9e94-a93b53f91e1c up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:17:13.231282 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7f43012e-25c9-40dd-940e-ffb7ac04453a tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:13.295217 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3ba365a2-13ff-4dcb-8dfa-377d469b237f req-c8bb554e-6246-4dce-aed4-8f1e09130742 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/ports?device_id=71cf431c-ff3c-4ce5-b784-b372b07066aa HTTP/1.1" status: 200 len: 210 time: 0.1982880 Nov 22 20:17:13.308177 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7f43012e-25c9-40dd-940e-ffb7ac04453a tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:13.394820 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f43012e-25c9-40dd-940e-ffb7ac04453a tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Pushing event updated for resources: {'Port': ['ID=b58ae0d6-af53-41f4-9cc4-26dfba75aa72,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:17:13.417733 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f43012e-25c9-40dd-940e-ffb7ac04453a tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Network be522bad-d439-4936-b56a-7fe117ada44f is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:17:13.420521 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-7f43012e-25c9-40dd-940e-ffb7ac04453a tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:17:13.432465 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f43012e-25c9-40dd-940e-ffb7ac04453a tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:17:13.442661 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f43012e-25c9-40dd-940e-ffb7ac04453a tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:17:13.446970 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7f43012e-25c9-40dd-940e-ffb7ac04453a tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:13.480119 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-7f43012e-25c9-40dd-940e-ffb7ac04453a tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.4108107 Nov 22 20:17:13.482514 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 43872) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:17:13.486268 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-77e44356-a7d2-4e90-b91d-c49124753931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:13.488463 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-b97e8b29-51c2-4045-a1ed-a2200435aced tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Request body: {'port': {'network_id': 'be522bad-d439-4936-b56a-7fe117ada44f', 'name': 'tempest-PortsIpV6TestJSON-124065507'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:17:13.497999 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.db_base_plugin_common [None req-a1d30f32-7750-4a2d-8a98-3f8b50012cf3 None None] Allocated IP 2001:db8::2 (be522bad-d439-4936-b56a-7fe117ada44f/e11106d8-46c5-48f9-b91f-9dd5efe97eb0/da3859db-0602-4ecf-9e1d-af893014795d) {{(pid=103449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:17:13.539710 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-77e44356-a7d2-4e90-b91d-c49124753931 None None] For port 28a26d22-4d09-42b7-993f-2911a9761cc7, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=28a26d22-4d09-42b7-993f-2911a9761cc7,segment=NetworkSegment(8793ba83-8407-4c3d-9b56-2a177cd58a70),segment_id=8793ba83-8407-4c3d-9b56-2a177cd58a70)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:17:13.567108 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [None req-e66e975a-f066-400e-8da0-5f13f8f4cebb tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Allocated IP 2001:db8::f816:3eff:feb8:f1b3 (9f49f26c-e4d2-4bbc-8621-fb90316a3be1/49d6dcd3-3d2e-4849-8266-a067080dbe0d/265505a9-45f3-4ee2-b629-bef36fa9f668) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:17:13.570265 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-77e44356-a7d2-4e90-b91d-c49124753931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:13.681341 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b97e8b29-51c2-4045-a1ed-a2200435aced tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Made reservation on behalf of 2dee5ba1e01f416ab951cabb312f3dca for: {'port': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:17:13.685569 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b97e8b29-51c2-4045-a1ed-a2200435aced tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:13.726572 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [None req-b97e8b29-51c2-4045-a1ed-a2200435aced tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] device_id is not set on port 277d3f3f-2a03-4e82-8930-800e9c323c44 yet. {{(pid=103448) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 20:17:13.753674 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0beb477f-071d-4671-8dba-c4feeee8aa8e None None] Network 4d806e3c-2bfb-4223-b45a-c9953300c0dd requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:17:13.758299 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 54480bfd-9187-4c76-9e94-a93b53f91e1c triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:17:13.760001 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:13.846129 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c636c812-34f7-47f3-8119-b75a32647169 req-eeca9f3c-d1b3-44e9-a5c8-349f138c86f3 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:17:13.856597 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c636c812-34f7-47f3-8119-b75a32647169 req-eeca9f3c-d1b3-44e9-a5c8-349f138c86f3 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.46 "GET /v2.0/ports?device_id=0af368f2-d7cc-4133-a4d9-4d2227d6bf53 HTTP/1.1" status: 200 len: 936 time: 0.7232051 Nov 22 20:17:13.868060 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e44356-a7d2-4e90-b91d-c49124753931 None None] Pushing event updated for resources: {'Port': ['ID=28a26d22-4d09-42b7-993f-2911a9761cc7,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:17:13.953819 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-77e44356-a7d2-4e90-b91d-c49124753931 None None] Provisioning complete for port 1819c5ba-3507-44cc-a7d5-e7ea94e734fa triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:17:13.954514 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-77e44356-a7d2-4e90-b91d-c49124753931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:13.995268 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-77e44356-a7d2-4e90-b91d-c49124753931 None None] Port 1819c5ba-3507-44cc-a7d5-e7ea94e734fa cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:17:14.019177 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c636c812-34f7-47f3-8119-b75a32647169 req-9306f5fc-5c55-48e3-bb2b-3d566afe5bb3 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c61ce95-aab5-427a-864a-9f490b05fbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598668 Nov 22 20:17:14.070153 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-3f06ec23-f843-471f-9417-23ffa16e4792 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8900613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8485104'] for subnet, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:14.077198 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:14.176560 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] For port 54480bfd-9187-4c76-9e94-a93b53f91e1c, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=54480bfd-9187-4c76-9e94-a93b53f91e1c,segment=NetworkSegment(2940ceb3-8476-4a77-978b-a1fd6bef0865),segment_id=2940ceb3-8476-4a77-978b-a1fd6bef0865)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:17:14.232788 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:14.234143 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 28a26d22-4d09-42b7-993f-2911a9761cc7 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:17:14.270835 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-04bb97b6-7350-4eb4-a816-7a13b5991f73 req-9f145070-0806-4059-95fb-d6307661465a tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:14.281378 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-26efadc1-78a6-4525-827d-b522311a092e req-14bb6eeb-99e8-40e3-87b2-d025ed0c354c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:14.360827 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f06ec23-f843-471f-9417-23ffa16e4792 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9459790-656c-4592-aa70-6647f39af199,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:17:14.489991 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:14.510860 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-6f1f693f-505b-4afe-a810-6ea7d8900168 None None] Provisioning complete for port 52d6b7ae-24f7-4fb1-a9ba-b05788111e33 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:17:14.511022 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6f1f693f-505b-4afe-a810-6ea7d8900168 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:14.530708 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5f36a867-2151-4214-b29d-3c131960ebd3 req-958c9e6f-0f82-4fe2-8ce8-b9f93461f183 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/ports?device_id=71cf431c-ff3c-4ce5-b784-b372b07066aa HTTP/1.1" status: 200 len: 210 time: 0.0495424 Nov 22 20:17:14.624140 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:14.715180 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-a1d30f32-7750-4a2d-8a98-3f8b50012cf3 None None] Publish callbacks [] for port, precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:14.717611 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [req-26efadc1-78a6-4525-827d-b522311a092e req-b66c43cf-711a-4608-88ea-1f80a24f26a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15fcdac3-0d86-47fd-a34f-6adf8d9958a3 {{(pid=103447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:17:14.728319 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-26efadc1-78a6-4525-827d-b522311a092e req-b66c43cf-711a-4608-88ea-1f80a24f26a2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:14.741387 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Pushing event updated for resources: {'Port': ['ID=54480bfd-9187-4c76-9e94-a93b53f91e1c,revision_number=3']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:17:14.745441 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.provisioning_blocks [req-26efadc1-78a6-4525-827d-b522311a092e req-b66c43cf-711a-4608-88ea-1f80a24f26a2 service neutron] Transition to ACTIVE for port object 15fcdac3-0d86-47fd-a34f-6adf8d9958a3 will not be triggered until provisioned by entity L2. {{(pid=103447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 20:17:14.775009 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-6f1f693f-505b-4afe-a810-6ea7d8900168 None None] Port 52d6b7ae-24f7-4fb1-a9ba-b05788111e33 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:17:14.777037 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 28a26d22-4d09-42b7-993f-2911a9761cc7 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:17:14.777614 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:14.793904 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-04bb97b6-7350-4eb4-a816-7a13b5991f73 req-9f145070-0806-4059-95fb-d6307661465a tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:14.794148 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-a1d30f32-7750-4a2d-8a98-3f8b50012cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372'] for port, after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:14.823345 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-26efadc1-78a6-4525-827d-b522311a092e req-b66c43cf-711a-4608-88ea-1f80a24f26a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:14.825811 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f06ec23-f843-471f-9417-23ffa16e4792 admin admin] Checking segment: {'id': '97d6c464-3bdf-48cd-be6a-728661c2d234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'b98e39f9-6f6d-4a8b-97fa-f7c4bd6c5fa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:17:14.826319 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f06ec23-f843-471f-9417-23ffa16e4792 admin admin] Network hostable DHCP agents. Network: b98e39f9-6f6d-4a8b-97fa-f7c4bd6c5fa0, hostable agents: ['02adaa64-0987-4b74-bad0-cbcf56f8a294'], hosted agents: [] {{(pid=103447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 20:17:14.882269 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [None req-b97e8b29-51c2-4045-a1ed-a2200435aced tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Allocated IP 2001:db8::1bc (be522bad-d439-4936-b56a-7fe117ada44f/e11106d8-46c5-48f9-b91f-9dd5efe97eb0/277d3f3f-2a03-4e82-8930-800e9c323c44) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:17:14.989784 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1d30f32-7750-4a2d-8a98-3f8b50012cf3 None None] Network be522bad-d439-4936-b56a-7fe117ada44f is already hosted by enough agents. {{(pid=103449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:17:15.029423 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.base_scheduler [None req-a1d30f32-7750-4a2d-8a98-3f8b50012cf3 None None] Resources bound (agent type, host, resource id): {{(pid=103449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:17:15.049419 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d30f32-7750-4a2d-8a98-3f8b50012cf3 None None] Received port after_create {{(pid=103449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:17:15.056257 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-6f1f693f-505b-4afe-a810-6ea7d8900168 None None] Provisioning complete for port 54480bfd-9187-4c76-9e94-a93b53f91e1c triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:17:15.056825 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6f1f693f-505b-4afe-a810-6ea7d8900168 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:15.061765 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d30f32-7750-4a2d-8a98-3f8b50012cf3 None None] Pushing event updated for resources: {'Port': ['ID=da3859db-0602-4ecf-9e1d-af893014795d,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:17:15.129532 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-536af002-2c5e-4e0d-bbfd-8f8fdb8ddbbe None None] Sync routers for ids ['491cf769-6515-45c4-b403-98b68ef8d5de'] in n-d-818823-1 {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:17:15.150210 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-536af002-2c5e-4e0d-bbfd-8f8fdb8ddbbe None None] Routers {'491cf769-6515-45c4-b403-98b68ef8d5de'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:17:15.152642 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-536af002-2c5e-4e0d-bbfd-8f8fdb8ddbbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:17:02Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['491cf769-6515-45c4-b403-98b68ef8d5de'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:17:15.152817 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b97e8b29-51c2-4045-a1ed-a2200435aced tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:15.190919 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b97e8b29-51c2-4045-a1ed-a2200435aced tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:15.228596 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b97e8b29-51c2-4045-a1ed-a2200435aced tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Network be522bad-d439-4936-b56a-7fe117ada44f is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:17:15.237743 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-b97e8b29-51c2-4045-a1ed-a2200435aced tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:17:15.281102 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b97e8b29-51c2-4045-a1ed-a2200435aced tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:17:15.293924 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b97e8b29-51c2-4045-a1ed-a2200435aced tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:17:15.294599 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b97e8b29-51c2-4045-a1ed-a2200435aced tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:15.381048 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-536af002-2c5e-4e0d-bbfd-8f8fdb8ddbbe None None] Set router 491cf769-6515-45c4-b403-98b68ef8d5de gateway port host: n-d-818823-1 {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:17:15.384148 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-b97e8b29-51c2-4045-a1ed-a2200435aced tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.9003296 Nov 22 20:17:15.392620 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 43894) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:17:15.457108 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04bb97b6-7350-4eb4-a816-7a13b5991f73 req-9f145070-0806-4059-95fb-d6307661465a tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Network 41f439de-e657-4ca1-8a55-865945ee9732 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:17:15.476093 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97e8b29-51c2-4045-a1ed-a2200435aced tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Pushing event updated for resources: {'Port': ['ID=277d3f3f-2a03-4e82-8930-800e9c323c44,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:17:15.495959 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-a1d30f32-7750-4a2d-8a98-3f8b50012cf3 None None] Attempting to bind port da3859db-0602-4ecf-9e1d-af893014795d on host n-d-818823-1 for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:17:15.496499 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-a1d30f32-7750-4a2d-8a98-3f8b50012cf3 None None] Attempting to bind port da3859db-0602-4ecf-9e1d-af893014795d by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': 'abb3d9e9-8ad9-4610-a458-ecc05aa56c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'be522bad-d439-4936-b56a-7fe117ada44f'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:17:15.498040 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1d30f32-7750-4a2d-8a98-3f8b50012cf3 None None] Attempting to bind port da3859db-0602-4ecf-9e1d-af893014795d on network be522bad-d439-4936-b56a-7fe117ada44f {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:17:15.534549 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f145070-0806-4059-95fb-d6307661465a tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Pushing event updated for resources: {'Port': ['ID=87324fe4-74d5-49f9-9ceb-b0b71eb0da5d,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:17:15.544943 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1d30f32-7750-4a2d-8a98-3f8b50012cf3 None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 17, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:17:15.546611 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1d30f32-7750-4a2d-8a98-3f8b50012cf3 None None] Checking segment: {'id': 'abb3d9e9-8ad9-4610-a458-ecc05aa56c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'be522bad-d439-4936-b56a-7fe117ada44f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:17:15.546611 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-a1d30f32-7750-4a2d-8a98-3f8b50012cf3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:15.546611 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1d30f32-7750-4a2d-8a98-3f8b50012cf3 None None] Bound using segment: {'id': 'abb3d9e9-8ad9-4610-a458-ecc05aa56c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'be522bad-d439-4936-b56a-7fe117ada44f'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:17:15.547225 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-a1d30f32-7750-4a2d-8a98-3f8b50012cf3 None None] Bound port: da3859db-0602-4ecf-9e1d-af893014795d, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abb3d9e9-8ad9-4610-a458-ecc05aa56c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'be522bad-d439-4936-b56a-7fe117ada44f'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:17:15.547706 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-a1d30f32-7750-4a2d-8a98-3f8b50012cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:15.564587 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [req-04bb97b6-7350-4eb4-a816-7a13b5991f73 req-9f145070-0806-4059-95fb-d6307661465a tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:17:15.569466 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-04bb97b6-7350-4eb4-a816-7a13b5991f73 req-9f145070-0806-4059-95fb-d6307661465a tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:17:15.629989 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f06ec23-f843-471f-9417-23ffa16e4792 admin admin] Network b98e39f9-6f6d-4a8b-97fa-f7c4bd6c5fa0 is scheduled to be hosted by DHCP agent 02adaa64-0987-4b74-bad0-cbcf56f8a294 with binding_index 1 {{(pid=103447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 20:17:15.645869 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8035ea4-cb9e-40bd-b196-a8f4dab38e40 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:17:15.651519 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-e8035ea4-cb9e-40bd-b196-a8f4dab38e40 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] 10.222.0.46 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A216 HTTP/1.1" status: 200 len: 929 time: 0.2577891 Nov 22 20:17:15.653517 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 43898) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:17:15.707474 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bb97b6-7350-4eb4-a816-7a13b5991f73 req-9f145070-0806-4059-95fb-d6307661465a tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:17:15.708431 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-04bb97b6-7350-4eb4-a816-7a13b5991f73 req-9f145070-0806-4059-95fb-d6307661465a tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:15.780448 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-a1d30f32-7750-4a2d-8a98-3f8b50012cf3 None None] For port da3859db-0602-4ecf-9e1d-af893014795d, host n-d-818823-1, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:17:15.784102 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-a1d30f32-7750-4a2d-8a98-3f8b50012cf3 None None] For port da3859db-0602-4ecf-9e1d-af893014795d, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=da3859db-0602-4ecf-9e1d-af893014795d,segment=NetworkSegment(abb3d9e9-8ad9-4610-a458-ecc05aa56c23),segment_id=abb3d9e9-8ad9-4610-a458-ecc05aa56c23)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:17:15.793632 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 54480bfd-9187-4c76-9e94-a93b53f91e1c up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:17:15.818459 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e66e975a-f066-400e-8da0-5f13f8f4cebb tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:15.843231 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-a1d30f32-7750-4a2d-8a98-3f8b50012cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:15.882108 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-536af002-2c5e-4e0d-bbfd-8f8fdb8ddbbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '491cf769-6515-45c4-b403-98b68ef8d5de', 'name': 'tempest-TaggedBootDevicesTest_v242-706507199-router', 'tenant_id': 'cd84c4200e0d47b4bcba9b053bf608fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': '28a26d22-4d09-42b7-993f-2911a9761cc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:16:56Z', 'updated_at': '2021-11-22T20:17:05Z', 'revision_number': 4, 'project_id': 'cd84c4200e0d47b4bcba9b053bf608fb', 'gw_port': {'id': '28a26d22-4d09-42b7-993f-2911a9761cc7', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:5c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '491cf769-6515-45c4-b403-98b68ef8d5de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:16:57Z', 'updated_at': '2021-11-22T20:17:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': '1819c5ba-3507-44cc-a7d5-e7ea94e734fa', 'name': '', 'network_id': 'd850805c-8248-4517-bdd1-4a876cc6baf0', 'tenant_id': 'cd84c4200e0d47b4bcba9b053bf608fb', 'mac_address': 'fa:16:3e:fe:d0:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '491cf769-6515-45c4-b403-98b68ef8d5de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'e1bf7e3c-bb18-492e-826e-dd3a8d7abcd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:17:03Z', 'updated_at': '2021-11-22T20:17:05Z', 'revision_number': 2, 'project_id': 'cd84c4200e0d47b4bcba9b053bf608fb', 'subnets': [{'id': 'e1bf7e3c-bb18-492e-826e-dd3a8d7abcd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:17:15.886491 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-3f06ec23-f843-471f-9417-23ffa16e4792 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818823-1, b98e39f9-6f6d-4a8b-97fa-f7c4bd6c5fa0) {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:17:15.899663 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-87821d7d-96a6-4c76-9d72-d34c046ef68c tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Deleting port 277d3f3f-2a03-4e82-8930-800e9c323c44 {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:17:15.900718 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-87821d7d-96a6-4c76-9d72-d34c046ef68c tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:15.906056 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc95966-5c2d-4ac8-9d27-448a9b4399af req-a3a9ac2d-0c67-4eb3-8575-393e3a59ae23 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:17:15.915296 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9dc95966-5c2d-4ac8-9d27-448a9b4399af req-a3a9ac2d-0c67-4eb3-8575-393e3a59ae23 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.46 "GET /v2.0/ports?device_id=0af368f2-d7cc-4133-a4d9-4d2227d6bf53 HTTP/1.1" status: 200 len: 936 time: 0.4880884 Nov 22 20:17:15.972633 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d30f32-7750-4a2d-8a98-3f8b50012cf3 None None] Pushing event updated for resources: {'Port': ['ID=da3859db-0602-4ecf-9e1d-af893014795d,revision_number=2']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:17:15.983779 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-04bb97b6-7350-4eb4-a816-7a13b5991f73 req-9f145070-0806-4059-95fb-d6307661465a tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 8.6576557 Nov 22 20:17:15.983935 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7a77f31-7750-4248-9846-a222216c87e7 None None] Network b98e39f9-6f6d-4a8b-97fa-f7c4bd6c5fa0 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:17:15.986916 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f06ec23-f843-471f-9417-23ffa16e4792 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:17:15.986916 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-3f06ec23-f843-471f-9417-23ffa16e4792 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for subnet, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:16.013185 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9dc95966-5c2d-4ac8-9d27-448a9b4399af req-8c1bc07c-a77d-4418-94cc-c58d071e7021 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c61ce95-aab5-427a-864a-9f490b05fbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967700 Nov 22 20:17:16.065571 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-87821d7d-96a6-4c76-9d72-d34c046ef68c tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:16.069323 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-04bb97b6-7350-4eb4-a816-7a13b5991f73 req-1cf47889-0f69-440c-b646-e09b559a7001 service neutron] Request body: {'port': {'device_id': '71cf431c-ff3c-4ce5-b784-b372b07066aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818823-1'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:17:16.115779 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-87821d7d-96a6-4c76-9d72-d34c046ef68c tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Calling delete_port for 277d3f3f-2a03-4e82-8930-800e9c323c44 owned by {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:17:16.209704 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-04bb97b6-7350-4eb4-a816-7a13b5991f73 req-1cf47889-0f69-440c-b646-e09b559a7001 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:16.222385 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66c43cf-711a-4608-88ea-1f80a24f26a2 service neutron] Pushing event updated for resources: {'Port': ['ID=15fcdac3-0d86-47fd-a34f-6adf8d9958a3,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:17:16.241339 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 54480bfd-9187-4c76-9e94-a93b53f91e1c triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:17:16.241711 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:16.247074 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-536af002-2c5e-4e0d-bbfd-8f8fdb8ddbbe None None] Checking router: 491cf769-6515-45c4-b403-98b68ef8d5de for host: n-d-818823-1 {{(pid=103450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 20:17:16.248709 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-536af002-2c5e-4e0d-bbfd-8f8fdb8ddbbe None None] Updating router 491cf769-6515-45c4-b403-98b68ef8d5de port 1819c5ba-3507-44cc-a7d5-e7ea94e734fa binding host n-d-818823-1 {{(pid=103450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 20:17:16.248963 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31fcc5c-e363-4960-80e8-05673a8d92c5 req-b7ab1ae8-2a2b-4129-941a-5b0be8b0d7ea tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:17:16.258033 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b31fcc5c-e363-4960-80e8-05673a8d92c5 req-b7ab1ae8-2a2b-4129-941a-5b0be8b0d7ea tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/ports?device_id=71cf431c-ff3c-4ce5-b784-b372b07066aa HTTP/1.1" status: 200 len: 931 time: 0.5119107 Nov 22 20:17:16.345229 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-536af002-2c5e-4e0d-bbfd-8f8fdb8ddbbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:16.424549 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 28a26d22-4d09-42b7-993f-2911a9761cc7 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:17:16.481655 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85bc0a66-391e-4255-994a-6fd7239fe58a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fb26bd7-ce56-527b-b94f-2e1f7cb2bb35-b98e39f9-6f6d-4a8b-97fa-f7c4bd6c5fa0', 'network_id': 'b98e39f9-6f6d-4a8b-97fa-f7c4bd6c5fa0', 'tenant_id': '321f5784f3ae4933955026f73ebf2678', 'fixed_ips': [{'subnet_id': 'a9459790-656c-4592-aa70-6647f39af199'}]}} from n-d-818823-1. {{(pid=103449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 20:17:16.482579 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-85bc0a66-391e-4255-994a-6fd7239fe58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:16.503984 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b31fcc5c-e363-4960-80e8-05673a8d92c5 req-420128cc-e0bb-4d56-ba3b-3f282e2b16e6 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6bb4485-0c85-4226-9793-14795129f329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2418509 Nov 22 20:17:16.519630 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-87821d7d-96a6-4c76-9d72-d34c046ef68c tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:16.533012 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-3f06ec23-f843-471f-9417-23ffa16e4792 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 7.0107777 Nov 22 20:17:16.574754 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 28a26d22-4d09-42b7-993f-2911a9761cc7 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:17:16.575287 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:16.578066 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 43906) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:17:16.583840 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87821d7d-96a6-4c76-9d72-d34c046ef68c tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Pushing event deleted for resources: {'Port': ['ID=277d3f3f-2a03-4e82-8930-800e9c323c44,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:17:16.585663 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-f0718cfb-f861-4a03-996c-313791982649 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1947763067-router', 'tenant_id': '321f5784f3ae4933955026f73ebf2678', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'}}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:17:16.643892 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-26efadc1-78a6-4525-827d-b522311a092e req-b66c43cf-711a-4608-88ea-1f80a24f26a2 service neutron] Attempting to bind port 15fcdac3-0d86-47fd-a34f-6adf8d9958a3 on host n-h2-818823-1 for vnic_type normal with profile {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:17:16.644998 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-26efadc1-78a6-4525-827d-b522311a092e req-b66c43cf-711a-4608-88ea-1f80a24f26a2 service neutron] Attempting to bind port 15fcdac3-0d86-47fd-a34f-6adf8d9958a3 by drivers openvswitch,hyperv on host n-h2-818823-1 at level 0 using segments [{'id': '2a5a1c7b-538e-498e-99b9-cc7a8e0411be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'e1052824-bf78-4963-8937-b202e372ac24'}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:17:16.645409 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26efadc1-78a6-4525-827d-b522311a092e req-b66c43cf-711a-4608-88ea-1f80a24f26a2 service neutron] Attempting to bind port 15fcdac3-0d86-47fd-a34f-6adf8d9958a3 on network e1052824-bf78-4963-8937-b202e372ac24 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:17:16.649270 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f0718cfb-f861-4a03-996c-313791982649 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24799'] for router, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:16.651068 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f0718cfb-f861-4a03-996c-313791982649 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-632716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24788'] for router, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:16.657437 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-87821d7d-96a6-4c76-9d72-d34c046ef68c tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:16.682535 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-f8405177-bfb7-423b-93d6-11c2263d5f1a None None] Provisioning complete for port 54480bfd-9187-4c76-9e94-a93b53f91e1c triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:17:16.682901 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-f8405177-bfb7-423b-93d6-11c2263d5f1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:16.688648 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-87821d7d-96a6-4c76-9d72-d34c046ef68c tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] 10.222.0.46 "DELETE /v2.0/ports/277d3f3f-2a03-4e82-8930-800e9c323c44 HTTP/1.1" status: 204 len: 168 time: 1.0272622 Nov 22 20:17:16.691810 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 43908) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:17:16.728786 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f0718cfb-f861-4a03-996c-313791982649 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:16.738119 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [req-26efadc1-78a6-4525-827d-b522311a092e req-14bb6eeb-99e8-40e3-87b2-d025ed0c354c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52d6b7ae-24f7-4fb1-a9ba-b05788111e33 {{(pid=103447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:17:16.761760 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-26efadc1-78a6-4525-827d-b522311a092e req-14bb6eeb-99e8-40e3-87b2-d025ed0c354c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:16.764224 n-d-818823-1 neutron-server[103448]: INFO neutron.pecan_wsgi.hooks.translation [None req-02aeb28d-a606-4d05-bf80-524e5f8b0de3 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] GET failed (client error): The resource could not be found. Nov 22 20:17:16.766538 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26efadc1-78a6-4525-827d-b522311a092e req-b66c43cf-711a-4608-88ea-1f80a24f26a2 service neutron] Port 15fcdac3-0d86-47fd-a34f-6adf8d9958a3 on network e1052824-bf78-4963-8937-b202e372ac24 not bound, no agent of type Open vSwitch agent registered on host n-h2-818823-1 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:17:16.767379 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26efadc1-78a6-4525-827d-b522311a092e req-b66c43cf-711a-4608-88ea-1f80a24f26a2 service neutron] Attempting to bind port 15fcdac3-0d86-47fd-a34f-6adf8d9958a3 on network e1052824-bf78-4963-8937-b202e372ac24 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:17:16.770785 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-02aeb28d-a606-4d05-bf80-524e5f8b0de3 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] 10.222.0.46 "GET /v2.0/ports/277d3f3f-2a03-4e82-8930-800e9c323c44 HTTP/1.1" status: 404 len: 333 time: 0.0767057 Nov 22 20:17:16.772605 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 43910) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:17:16.876576 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e66e975a-f066-400e-8da0-5f13f8f4cebb tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:16.898719 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26efadc1-78a6-4525-827d-b522311a092e req-b66c43cf-711a-4608-88ea-1f80a24f26a2 service neutron] Checking agent: {'id': '65e0486a-7030-4065-96f0-10aa7402a530', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'started_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 17, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:17:16.899228 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26efadc1-78a6-4525-827d-b522311a092e req-b66c43cf-711a-4608-88ea-1f80a24f26a2 service neutron] Checking segment: {'id': '2a5a1c7b-538e-498e-99b9-cc7a8e0411be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'e1052824-bf78-4963-8937-b202e372ac24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:17:16.899762 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26efadc1-78a6-4525-827d-b522311a092e req-b66c43cf-711a-4608-88ea-1f80a24f26a2 service neutron] Bound using segment: {'id': '2a5a1c7b-538e-498e-99b9-cc7a8e0411be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'e1052824-bf78-4963-8937-b202e372ac24'} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:17:16.900401 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-26efadc1-78a6-4525-827d-b522311a092e req-b66c43cf-711a-4608-88ea-1f80a24f26a2 service neutron] Bound port: 15fcdac3-0d86-47fd-a34f-6adf8d9958a3, host: n-h2-818823-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a5a1c7b-538e-498e-99b9-cc7a8e0411be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'e1052824-bf78-4963-8937-b202e372ac24'}}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:17:16.900829 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-26efadc1-78a6-4525-827d-b522311a092e req-b66c43cf-711a-4608-88ea-1f80a24f26a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:16.999299 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-c2906ce3-fee8-4c13-afca-cb2e65af9f6f tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Deleting port b58ae0d6-af53-41f4-9cc4-26dfba75aa72 {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:17:16.999904 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c2906ce3-fee8-4c13-afca-cb2e65af9f6f tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:17.020682 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.provisioning_blocks [req-26efadc1-78a6-4525-827d-b522311a092e req-14bb6eeb-99e8-40e3-87b2-d025ed0c354c service neutron] Transition to ACTIVE for port object 52d6b7ae-24f7-4fb1-a9ba-b05788111e33 will not be triggered until provisioned by entity L2. {{(pid=103447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 20:17:17.026009 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66e975a-f066-400e-8da0-5f13f8f4cebb tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Pushing event updated for resources: {'Port': ['ID=265505a9-45f3-4ee2-b629-bef36fa9f668,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:17:17.060373 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-26efadc1-78a6-4525-827d-b522311a092e req-14bb6eeb-99e8-40e3-87b2-d025ed0c354c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:17.085070 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.db_base_plugin_common [None req-48094fe8-82ad-4b78-af21-19d8155e78ed None None] Allocated IP 2001:db8::f816:3eff:fee3:304a (9f49f26c-e4d2-4bbc-8621-fb90316a3be1/49d6dcd3-3d2e-4849-8266-a067080dbe0d/f8311f7e-4c25-4260-aef8-e433b6f12b2a) {{(pid=103449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:17:17.098588 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.db_base_plugin_common [None req-85bc0a66-391e-4255-994a-6fd7239fe58a None None] Allocated IP 172.20.0.2 (b98e39f9-6f6d-4a8b-97fa-f7c4bd6c5fa0/a9459790-656c-4592-aa70-6647f39af199/66dd8a9e-9d2b-44ff-be8f-9c1a786a5bae) {{(pid=103449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:17:17.119302 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-536af002-2c5e-4e0d-bbfd-8f8fdb8ddbbe None None] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:17.131441 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-536af002-2c5e-4e0d-bbfd-8f8fdb8ddbbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:17.213317 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d3ee16-fcdf-4299-8cb2-aa9b1f7636ab None None] Pushing event updated for resources: {'Port': ['ID=1819c5ba-3507-44cc-a7d5-e7ea94e734fa,revision_number=3']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:17:17.302084 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c2906ce3-fee8-4c13-afca-cb2e65af9f6f tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:17.318786 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f0718cfb-f861-4a03-996c-313791982649 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:17.323371 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-536af002-2c5e-4e0d-bbfd-8f8fdb8ddbbe None None] Attempting to bind port 1819c5ba-3507-44cc-a7d5-e7ea94e734fa on host n-d-818823-1 for vnic_type normal with profile {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:17:17.323911 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-536af002-2c5e-4e0d-bbfd-8f8fdb8ddbbe None None] Attempting to bind port 1819c5ba-3507-44cc-a7d5-e7ea94e734fa by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': '6273ad9b-43bd-49ab-92c4-43e66fe51a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'd850805c-8248-4517-bdd1-4a876cc6baf0'}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:17:17.324325 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-536af002-2c5e-4e0d-bbfd-8f8fdb8ddbbe None None] Attempting to bind port 1819c5ba-3507-44cc-a7d5-e7ea94e734fa on network d850805c-8248-4517-bdd1-4a876cc6baf0 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:17:17.342911 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-c2906ce3-fee8-4c13-afca-cb2e65af9f6f tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Calling delete_port for b58ae0d6-af53-41f4-9cc4-26dfba75aa72 owned by {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:17:17.345676 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-536af002-2c5e-4e0d-bbfd-8f8fdb8ddbbe None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 17, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:17:17.346387 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-536af002-2c5e-4e0d-bbfd-8f8fdb8ddbbe None None] Checking segment: {'id': '6273ad9b-43bd-49ab-92c4-43e66fe51a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'd850805c-8248-4517-bdd1-4a876cc6baf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:17:17.347501 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-536af002-2c5e-4e0d-bbfd-8f8fdb8ddbbe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:17.349608 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-536af002-2c5e-4e0d-bbfd-8f8fdb8ddbbe None None] Bound using segment: {'id': '6273ad9b-43bd-49ab-92c4-43e66fe51a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'd850805c-8248-4517-bdd1-4a876cc6baf0'} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:17:17.350363 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-536af002-2c5e-4e0d-bbfd-8f8fdb8ddbbe None None] Bound port: 1819c5ba-3507-44cc-a7d5-e7ea94e734fa, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6273ad9b-43bd-49ab-92c4-43e66fe51a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'd850805c-8248-4517-bdd1-4a876cc6baf0'}}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:17:17.352013 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-536af002-2c5e-4e0d-bbfd-8f8fdb8ddbbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:17.498969 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-536af002-2c5e-4e0d-bbfd-8f8fdb8ddbbe None None] For port 1819c5ba-3507-44cc-a7d5-e7ea94e734fa, host n-d-818823-1, cleared binding levels {{(pid=103450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:17:17.508662 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-536af002-2c5e-4e0d-bbfd-8f8fdb8ddbbe None None] For port 1819c5ba-3507-44cc-a7d5-e7ea94e734fa, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=1819c5ba-3507-44cc-a7d5-e7ea94e734fa,segment=NetworkSegment(6273ad9b-43bd-49ab-92c4-43e66fe51a00),segment_id=6273ad9b-43bd-49ab-92c4-43e66fe51a00)] {{(pid=103450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:17:17.518832 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-536af002-2c5e-4e0d-bbfd-8f8fdb8ddbbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:17.603274 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e66e975a-f066-400e-8da0-5f13f8f4cebb tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Network 9f49f26c-e4d2-4bbc-8621-fb90316a3be1 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:17:17.681891 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c2906ce3-fee8-4c13-afca-cb2e65af9f6f tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:17.693900 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-0f24f578-f37d-47f6-b223-c0667d84a2a6 None None] Provisioning complete for port 1819c5ba-3507-44cc-a7d5-e7ea94e734fa triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:17:17.694467 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-0f24f578-f37d-47f6-b223-c0667d84a2a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:17.771010 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-26efadc1-78a6-4525-827d-b522311a092e req-b66c43cf-711a-4608-88ea-1f80a24f26a2 service neutron] For port 15fcdac3-0d86-47fd-a34f-6adf8d9958a3, host n-h2-818823-1, cleared binding levels {{(pid=103447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:17:17.779155 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2906ce3-fee8-4c13-afca-cb2e65af9f6f tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Pushing event deleted for resources: {'Port': ['ID=b58ae0d6-af53-41f4-9cc4-26dfba75aa72,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:17:17.784776 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-26efadc1-78a6-4525-827d-b522311a092e req-b66c43cf-711a-4608-88ea-1f80a24f26a2 service neutron] For port 15fcdac3-0d86-47fd-a34f-6adf8d9958a3, host n-h2-818823-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=15fcdac3-0d86-47fd-a34f-6adf8d9958a3,segment=NetworkSegment(2a5a1c7b-538e-498e-99b9-cc7a8e0411be),segment_id=2a5a1c7b-538e-498e-99b9-cc7a8e0411be)] {{(pid=103447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:17:17.821906 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d3ee16-fcdf-4299-8cb2-aa9b1f7636ab None None] Pushing event updated for resources: {'Port': ['ID=1819c5ba-3507-44cc-a7d5-e7ea94e734fa,revision_number=4']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:17:17.837338 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-536af002-2c5e-4e0d-bbfd-8f8fdb8ddbbe None None] Routers {'491cf769-6515-45c4-b403-98b68ef8d5de'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:17:17.839947 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-536af002-2c5e-4e0d-bbfd-8f8fdb8ddbbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:17:02Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['491cf769-6515-45c4-b403-98b68ef8d5de'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:17:17.868537 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c2906ce3-fee8-4c13-afca-cb2e65af9f6f tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:17.882008 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-c2906ce3-fee8-4c13-afca-cb2e65af9f6f tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] 10.222.0.46 "DELETE /v2.0/ports/b58ae0d6-af53-41f4-9cc4-26dfba75aa72 HTTP/1.1" status: 204 len: 168 time: 1.1069787 Nov 22 20:17:17.884456 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 43926) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:17:17.927590 n-d-818823-1 neutron-server[103448]: INFO neutron.pecan_wsgi.hooks.translation [None req-91c45987-4ae7-4c29-9134-710d24b3a4bc tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] GET failed (client error): The resource could not be found. Nov 22 20:17:17.933201 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-91c45987-4ae7-4c29-9134-710d24b3a4bc tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] 10.222.0.46 "GET /v2.0/ports/b58ae0d6-af53-41f4-9cc4-26dfba75aa72 HTTP/1.1" status: 404 len: 333 time: 0.0475085 Nov 22 20:17:17.936021 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 43928) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:17:17.991369 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-85bc0a66-391e-4255-994a-6fd7239fe58a None None] Publish callbacks [] for port, precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:18.013102 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-48094fe8-82ad-4b78-af21-19d8155e78ed None None] Publish callbacks [] for port, precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:18.023695 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device da3859db-0602-4ecf-9e1d-af893014795d up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:17:18.026380 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-48094fe8-82ad-4b78-af21-19d8155e78ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372'] for port, after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:18.029198 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-85bc0a66-391e-4255-994a-6fd7239fe58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372'] for port, after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:18.044493 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e854910-0bbe-4fdd-bd91-b88a6822e441 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Deleting subnet e11106d8-46c5-48f9-b91f-9dd5efe97eb0 {{(pid=103448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 20:17:18.055010 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3e854910-0bbe-4fdd-bd91-b88a6822e441 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks [] for subnet, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:18.077250 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-536af002-2c5e-4e0d-bbfd-8f8fdb8ddbbe None None] Set router 491cf769-6515-45c4-b403-98b68ef8d5de gateway port host: n-d-818823-1 {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:17:18.079672 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [req-04bb97b6-7350-4eb4-a816-7a13b5991f73 req-1cf47889-0f69-440c-b646-e09b559a7001 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87324fe4-74d5-49f9-9ceb-b0b71eb0da5d {{(pid=103447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:17:18.092115 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-04bb97b6-7350-4eb4-a816-7a13b5991f73 req-1cf47889-0f69-440c-b646-e09b559a7001 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:18.111005 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.provisioning_blocks [req-04bb97b6-7350-4eb4-a816-7a13b5991f73 req-1cf47889-0f69-440c-b646-e09b559a7001 service neutron] Transition to ACTIVE for port object 87324fe4-74d5-49f9-9ceb-b0b71eb0da5d will not be triggered until provisioned by entity L2. {{(pid=103447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 20:17:18.112257 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ead9b5c4-3644-4e98-ae82-52fd9da33553 None None] Network be522bad-d439-4936-b56a-7fe117ada44f requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:17:18.119696 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bb6eeb-99e8-40e3-87b2-d025ed0c354c service neutron] Pushing event updated for resources: {'Port': ['ID=52d6b7ae-24f7-4fb1-a9ba-b05788111e33,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:17:18.148591 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-e66e975a-f066-400e-8da0-5f13f8f4cebb tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:17:18.151682 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3e854910-0bbe-4fdd-bd91-b88a6822e441 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11627908'] for subnet, precommit_delete_associations {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:18.151857 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66e975a-f066-400e-8da0-5f13f8f4cebb tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:17:18.160467 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e66e975a-f066-400e-8da0-5f13f8f4cebb tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:17:18.161599 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e66e975a-f066-400e-8da0-5f13f8f4cebb tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:18.176899 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-04bb97b6-7350-4eb4-a816-7a13b5991f73 req-1cf47889-0f69-440c-b646-e09b559a7001 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:18.198744 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48094fe8-82ad-4b78-af21-19d8155e78ed None None] Network 9f49f26c-e4d2-4bbc-8621-fb90316a3be1 is already hosted by enough agents. {{(pid=103449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:17:18.235637 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.base_scheduler [None req-48094fe8-82ad-4b78-af21-19d8155e78ed None None] Resources bound (agent type, host, resource id): {{(pid=103449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:17:18.245100 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85bc0a66-391e-4255-994a-6fd7239fe58a None None] Network b98e39f9-6f6d-4a8b-97fa-f7c4bd6c5fa0 is already hosted by enough agents. {{(pid=103449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:17:18.274134 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-26efadc1-78a6-4525-827d-b522311a092e req-b66c43cf-711a-4608-88ea-1f80a24f26a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:18.286228 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48094fe8-82ad-4b78-af21-19d8155e78ed None None] Received port after_create {{(pid=103449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:17:18.297694 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.base_scheduler [None req-85bc0a66-391e-4255-994a-6fd7239fe58a None None] Resources bound (agent type, host, resource id): {{(pid=103449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:17:18.299884 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-0f24f578-f37d-47f6-b223-c0667d84a2a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:18.306364 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85bc0a66-391e-4255-994a-6fd7239fe58a None None] Received port after_create {{(pid=103449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:17:18.318539 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf47889-0f69-440c-b646-e09b559a7001 service neutron] Pushing event updated for resources: {'Port': ['ID=87324fe4-74d5-49f9-9ceb-b0b71eb0da5d,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:17:18.353863 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3e854910-0bbe-4fdd-bd91-b88a6822e441 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3753007'] for subnet, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:18.418545 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-e66e975a-f066-400e-8da0-5f13f8f4cebb tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 8.3301835 Nov 22 20:17:18.419767 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-0f24f578-f37d-47f6-b223-c0667d84a2a6 None None] For port 1819c5ba-3507-44cc-a7d5-e7ea94e734fa, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=1819c5ba-3507-44cc-a7d5-e7ea94e734fa,segment=NetworkSegment(6273ad9b-43bd-49ab-92c4-43e66fe51a00),segment_id=6273ad9b-43bd-49ab-92c4-43e66fe51a00)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:17:18.425214 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 43934) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:17:18.451682 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce07d27-5d6f-4f08-8e22-62e3656fc0d5 req-6041e74a-509e-4a6e-b3b5-c6d206aed351 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:17:18.454412 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7ce07d27-5d6f-4f08-8e22-62e3656fc0d5 req-6041e74a-509e-4a6e-b3b5-c6d206aed351 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.46 "GET /v2.0/ports?device_id=0af368f2-d7cc-4133-a4d9-4d2227d6bf53 HTTP/1.1" status: 200 len: 948 time: 1.1129606 Nov 22 20:17:18.455801 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26efadc1-78a6-4525-827d-b522311a092e req-b66c43cf-711a-4608-88ea-1f80a24f26a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:17:18.456397 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-26efadc1-78a6-4525-827d-b522311a092e req-b66c43cf-711a-4608-88ea-1f80a24f26a2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:18.457688 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-26efadc1-78a6-4525-827d-b522311a092e req-b66c43cf-711a-4608-88ea-1f80a24f26a2 service neutron] 10.222.0.20 "PUT /v2.0/ports/15fcdac3-0d86-47fd-a34f-6adf8d9958a3 HTTP/1.1" status: 200 len: 1095 time: 8.4049804 Nov 22 20:17:18.464826 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48094fe8-82ad-4b78-af21-19d8155e78ed None None] Pushing event updated for resources: {'Port': ['ID=f8311f7e-4c25-4260-aef8-e433b6f12b2a,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:17:18.467492 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-0f24f578-f37d-47f6-b223-c0667d84a2a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:18.495900 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-536af002-2c5e-4e0d-bbfd-8f8fdb8ddbbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '491cf769-6515-45c4-b403-98b68ef8d5de', 'name': 'tempest-TaggedBootDevicesTest_v242-706507199-router', 'tenant_id': 'cd84c4200e0d47b4bcba9b053bf608fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': '28a26d22-4d09-42b7-993f-2911a9761cc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:16:56Z', 'updated_at': '2021-11-22T20:17:05Z', 'revision_number': 4, 'project_id': 'cd84c4200e0d47b4bcba9b053bf608fb', 'gw_port': {'id': '28a26d22-4d09-42b7-993f-2911a9761cc7', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:5c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '491cf769-6515-45c4-b403-98b68ef8d5de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:16:57Z', 'updated_at': '2021-11-22T20:17:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': '1819c5ba-3507-44cc-a7d5-e7ea94e734fa', 'name': '', 'network_id': 'd850805c-8248-4517-bdd1-4a876cc6baf0', 'tenant_id': 'cd84c4200e0d47b4bcba9b053bf608fb', 'mac_address': 'fa:16:3e:fe:d0:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '491cf769-6515-45c4-b403-98b68ef8d5de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'e1bf7e3c-bb18-492e-826e-dd3a8d7abcd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:17:03Z', 'updated_at': '2021-11-22T20:17:17Z', 'revision_number': 4, 'project_id': 'cd84c4200e0d47b4bcba9b053bf608fb', 'subnets': [{'id': 'e1bf7e3c-bb18-492e-826e-dd3a8d7abcd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:17:18.526476 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66c43cf-711a-4608-88ea-1f80a24f26a2 service neutron] Pushing event updated for resources: {'Port': ['ID=15fcdac3-0d86-47fd-a34f-6adf8d9958a3,revision_number=3']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:17:18.530649 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bc0a66-391e-4255-994a-6fd7239fe58a None None] Pushing event updated for resources: {'Port': ['ID=66dd8a9e-9d2b-44ff-be8f-9c1a786a5bae,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:17:18.533276 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '884fe500-39b3-41d8-99e1-7ce9b4d9ec40', 'tag': '15fcdac3-0d86-47fd-a34f-6adf8d9958a3'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:17:18.542327 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1fee134-cef9-49d9-8cd6-becea0cdae60" -d '{"events": [{"name": "network-changed", "server_uuid": "884fe500-39b3-41d8-99e1-7ce9b4d9ec40", "tag": "15fcdac3-0d86-47fd-a34f-6adf8d9958a3"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:17:18.568943 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-536af002-2c5e-4e0d-bbfd-8f8fdb8ddbbe None None] The sync data for ids ['491cf769-6515-45c4-b403-98b68ef8d5de'] in n-d-818823-1 is: [{'id': '491cf769-6515-45c4-b403-98b68ef8d5de', 'name': 'tempest-TaggedBootDevicesTest_v242-706507199-router', 'tenant_id': 'cd84c4200e0d47b4bcba9b053bf608fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': '28a26d22-4d09-42b7-993f-2911a9761cc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:16:56Z', 'updated_at': '2021-11-22T20:17:05Z', 'revision_number': 4, 'project_id': 'cd84c4200e0d47b4bcba9b053bf608fb', 'gw_port': {'id': '28a26d22-4d09-42b7-993f-2911a9761cc7', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:5c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '491cf769-6515-45c4-b403-98b68ef8d5de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:16:57Z', 'updated_at': '2021-11-22T20:17:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': '1819c5ba-3507-44cc-a7d5-e7ea94e734fa', 'name': '', 'network_id': 'd850805c-8248-4517-bdd1-4a876cc6baf0', 'tenant_id': 'cd84c4200e0d47b4bcba9b053bf608fb', 'mac_address': 'fa:16:3e:fe:d0:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '491cf769-6515-45c4-b403-98b68ef8d5de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'e1bf7e3c-bb18-492e-826e-dd3a8d7abcd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:17:03Z', 'updated_at': '2021-11-22T20:17:17Z', 'revision_number': 4, 'project_id': 'cd84c4200e0d47b4bcba9b053bf608fb', 'subnets': [{'id': 'e1bf7e3c-bb18-492e-826e-dd3a8d7abcd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:17:18.569324 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_v2 [None req-76ec94cd-fed2-41b6-a5d0-dffa840e471e tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Deleting subnet 49d6dcd3-3d2e-4849-8266-a067080dbe0d {{(pid=103448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 20:17:18.603267 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-76ec94cd-fed2-41b6-a5d0-dffa840e471e tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Publish callbacks [] for subnet, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:18.624925 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port da3859db-0602-4ecf-9e1d-af893014795d triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:17:18.625340 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:18.652618 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-48094fe8-82ad-4b78-af21-19d8155e78ed None None] Attempting to bind port f8311f7e-4c25-4260-aef8-e433b6f12b2a on host n-d-818823-1 for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:17:18.653004 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-48094fe8-82ad-4b78-af21-19d8155e78ed None None] Attempting to bind port f8311f7e-4c25-4260-aef8-e433b6f12b2a by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': '1038dca3-960d-457e-a8c6-4eab29f9d79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '9f49f26c-e4d2-4bbc-8621-fb90316a3be1'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:17:18.653379 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48094fe8-82ad-4b78-af21-19d8155e78ed None None] Attempting to bind port f8311f7e-4c25-4260-aef8-e433b6f12b2a on network 9f49f26c-e4d2-4bbc-8621-fb90316a3be1 {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:17:18.694147 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-85bc0a66-391e-4255-994a-6fd7239fe58a None None] Attempting to bind port 66dd8a9e-9d2b-44ff-be8f-9c1a786a5bae on host n-d-818823-1 for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:17:18.694805 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-85bc0a66-391e-4255-994a-6fd7239fe58a None None] Attempting to bind port 66dd8a9e-9d2b-44ff-be8f-9c1a786a5bae by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': '97d6c464-3bdf-48cd-be6a-728661c2d234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'b98e39f9-6f6d-4a8b-97fa-f7c4bd6c5fa0'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:17:18.694930 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85bc0a66-391e-4255-994a-6fd7239fe58a None None] Attempting to bind port 66dd8a9e-9d2b-44ff-be8f-9c1a786a5bae on network b98e39f9-6f6d-4a8b-97fa-f7c4bd6c5fa0 {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:17:18.697650 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-76ec94cd-fed2-41b6-a5d0-dffa840e471e tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11627908'] for subnet, precommit_delete_associations {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:18.717281 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85bc0a66-391e-4255-994a-6fd7239fe58a None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 17, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:17:18.717621 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85bc0a66-391e-4255-994a-6fd7239fe58a None None] Checking segment: {'id': '97d6c464-3bdf-48cd-be6a-728661c2d234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'b98e39f9-6f6d-4a8b-97fa-f7c4bd6c5fa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:17:18.718295 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-85bc0a66-391e-4255-994a-6fd7239fe58a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:18.719581 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85bc0a66-391e-4255-994a-6fd7239fe58a None None] Bound using segment: {'id': '97d6c464-3bdf-48cd-be6a-728661c2d234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'b98e39f9-6f6d-4a8b-97fa-f7c4bd6c5fa0'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:17:18.720545 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-85bc0a66-391e-4255-994a-6fd7239fe58a None None] Bound port: 66dd8a9e-9d2b-44ff-be8f-9c1a786a5bae, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97d6c464-3bdf-48cd-be6a-728661c2d234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'b98e39f9-6f6d-4a8b-97fa-f7c4bd6c5fa0'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:17:18.721126 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-85bc0a66-391e-4255-994a-6fd7239fe58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:18.760451 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48094fe8-82ad-4b78-af21-19d8155e78ed None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 17, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:17:18.760635 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48094fe8-82ad-4b78-af21-19d8155e78ed None None] Checking segment: {'id': '1038dca3-960d-457e-a8c6-4eab29f9d79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '9f49f26c-e4d2-4bbc-8621-fb90316a3be1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:17:18.761011 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-48094fe8-82ad-4b78-af21-19d8155e78ed None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:18.761388 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48094fe8-82ad-4b78-af21-19d8155e78ed None None] Bound using segment: {'id': '1038dca3-960d-457e-a8c6-4eab29f9d79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '9f49f26c-e4d2-4bbc-8621-fb90316a3be1'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:17:18.761885 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-48094fe8-82ad-4b78-af21-19d8155e78ed None None] Bound port: f8311f7e-4c25-4260-aef8-e433b6f12b2a, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1038dca3-960d-457e-a8c6-4eab29f9d79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '9f49f26c-e4d2-4bbc-8621-fb90316a3be1'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:17:18.762276 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-48094fe8-82ad-4b78-af21-19d8155e78ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:18.787875 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-cf475f1e-641c-4cbc-89f9-b9f0ed688f5e None None] Provisioning complete for port da3859db-0602-4ecf-9e1d-af893014795d triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:17:18.802550 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-cf475f1e-641c-4cbc-89f9-b9f0ed688f5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:18.920096 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f24f578-f37d-47f6-b223-c0667d84a2a6 None None] Pushing event updated for resources: {'Port': ['ID=1819c5ba-3507-44cc-a7d5-e7ea94e734fa,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:17:19.134404 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:19.179901 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-48094fe8-82ad-4b78-af21-19d8155e78ed None None] For port f8311f7e-4c25-4260-aef8-e433b6f12b2a, host n-d-818823-1, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:17:19.184635 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-48094fe8-82ad-4b78-af21-19d8155e78ed None None] For port f8311f7e-4c25-4260-aef8-e433b6f12b2a, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=f8311f7e-4c25-4260-aef8-e433b6f12b2a,segment=NetworkSegment(1038dca3-960d-457e-a8c6-4eab29f9d79f),segment_id=1038dca3-960d-457e-a8c6-4eab29f9d79f)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:17:19.190264 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-85bc0a66-391e-4255-994a-6fd7239fe58a None None] For port 66dd8a9e-9d2b-44ff-be8f-9c1a786a5bae, host n-d-818823-1, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:17:19.200426 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-85bc0a66-391e-4255-994a-6fd7239fe58a None None] For port 66dd8a9e-9d2b-44ff-be8f-9c1a786a5bae, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=66dd8a9e-9d2b-44ff-be8f-9c1a786a5bae,segment=NetworkSegment(97d6c464-3bdf-48cd-be6a-728661c2d234),segment_id=97d6c464-3bdf-48cd-be6a-728661c2d234)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:17:19.202154 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-48094fe8-82ad-4b78-af21-19d8155e78ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:19.236506 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-26efadc1-78a6-4525-827d-b522311a092e req-14bb6eeb-99e8-40e3-87b2-d025ed0c354c service neutron] Attempting to bind port 52d6b7ae-24f7-4fb1-a9ba-b05788111e33 on host n-h2-818823-1 for vnic_type normal with profile {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:17:19.237088 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-26efadc1-78a6-4525-827d-b522311a092e req-14bb6eeb-99e8-40e3-87b2-d025ed0c354c service neutron] Attempting to bind port 52d6b7ae-24f7-4fb1-a9ba-b05788111e33 by drivers openvswitch,hyperv on host n-h2-818823-1 at level 0 using segments [{'id': '2a5a1c7b-538e-498e-99b9-cc7a8e0411be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'e1052824-bf78-4963-8937-b202e372ac24'}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:17:19.237194 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26efadc1-78a6-4525-827d-b522311a092e req-14bb6eeb-99e8-40e3-87b2-d025ed0c354c service neutron] Attempting to bind port 52d6b7ae-24f7-4fb1-a9ba-b05788111e33 on network e1052824-bf78-4963-8937-b202e372ac24 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:17:19.273080 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ef3e37-d62e-477d-8715-ee5e1d854fa8 req-16aa4d41-dc2d-4014-a901-a4e8ae7a9215 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:17:19.274686 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f8ef3e37-d62e-477d-8715-ee5e1d854fa8 req-16aa4d41-dc2d-4014-a901-a4e8ae7a9215 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/ports?device_id=71cf431c-ff3c-4ce5-b784-b372b07066aa HTTP/1.1" status: 200 len: 943 time: 1.1465075 Nov 22 20:17:19.321347 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-04bb97b6-7350-4eb4-a816-7a13b5991f73 req-1cf47889-0f69-440c-b646-e09b559a7001 service neutron] Attempting to bind port 87324fe4-74d5-49f9-9ceb-b0b71eb0da5d on host n-h2-818823-1 for vnic_type normal with profile {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:17:19.321715 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-04bb97b6-7350-4eb4-a816-7a13b5991f73 req-1cf47889-0f69-440c-b646-e09b559a7001 service neutron] Attempting to bind port 87324fe4-74d5-49f9-9ceb-b0b71eb0da5d by drivers openvswitch,hyperv on host n-h2-818823-1 at level 0 using segments [{'id': 'ac5f3349-9549-4263-b08f-bbbf3ebb8ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '41f439de-e657-4ca1-8a55-865945ee9732'}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:17:19.322035 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04bb97b6-7350-4eb4-a816-7a13b5991f73 req-1cf47889-0f69-440c-b646-e09b559a7001 service neutron] Attempting to bind port 87324fe4-74d5-49f9-9ceb-b0b71eb0da5d on network 41f439de-e657-4ca1-8a55-865945ee9732 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:17:19.343309 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-85bc0a66-391e-4255-994a-6fd7239fe58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:19.347342 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26efadc1-78a6-4525-827d-b522311a092e req-14bb6eeb-99e8-40e3-87b2-d025ed0c354c service neutron] Port 52d6b7ae-24f7-4fb1-a9ba-b05788111e33 on network e1052824-bf78-4963-8937-b202e372ac24 not bound, no agent of type Open vSwitch agent registered on host n-h2-818823-1 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:17:19.347680 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26efadc1-78a6-4525-827d-b522311a092e req-14bb6eeb-99e8-40e3-87b2-d025ed0c354c service neutron] Attempting to bind port 52d6b7ae-24f7-4fb1-a9ba-b05788111e33 on network e1052824-bf78-4963-8937-b202e372ac24 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:17:19.397894 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26efadc1-78a6-4525-827d-b522311a092e req-14bb6eeb-99e8-40e3-87b2-d025ed0c354c service neutron] Checking agent: {'id': '65e0486a-7030-4065-96f0-10aa7402a530', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'started_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 17, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:17:19.398233 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26efadc1-78a6-4525-827d-b522311a092e req-14bb6eeb-99e8-40e3-87b2-d025ed0c354c service neutron] Checking segment: {'id': '2a5a1c7b-538e-498e-99b9-cc7a8e0411be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'e1052824-bf78-4963-8937-b202e372ac24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:17:19.398971 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26efadc1-78a6-4525-827d-b522311a092e req-14bb6eeb-99e8-40e3-87b2-d025ed0c354c service neutron] Bound using segment: {'id': '2a5a1c7b-538e-498e-99b9-cc7a8e0411be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'e1052824-bf78-4963-8937-b202e372ac24'} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:17:19.399115 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-26efadc1-78a6-4525-827d-b522311a092e req-14bb6eeb-99e8-40e3-87b2-d025ed0c354c service neutron] Bound port: 52d6b7ae-24f7-4fb1-a9ba-b05788111e33, host: n-h2-818823-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a5a1c7b-538e-498e-99b9-cc7a8e0411be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'e1052824-bf78-4963-8937-b202e372ac24'}}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:17:19.399399 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-26efadc1-78a6-4525-827d-b522311a092e req-14bb6eeb-99e8-40e3-87b2-d025ed0c354c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:19.430737 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-76ec94cd-fed2-41b6-a5d0-dffa840e471e tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3753007'] for subnet, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:19.438771 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-cf475f1e-641c-4cbc-89f9-b9f0ed688f5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:19.455186 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04bb97b6-7350-4eb4-a816-7a13b5991f73 req-1cf47889-0f69-440c-b646-e09b559a7001 service neutron] Port 87324fe4-74d5-49f9-9ceb-b0b71eb0da5d on network 41f439de-e657-4ca1-8a55-865945ee9732 not bound, no agent of type Open vSwitch agent registered on host n-h2-818823-1 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:17:19.455600 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04bb97b6-7350-4eb4-a816-7a13b5991f73 req-1cf47889-0f69-440c-b646-e09b559a7001 service neutron] Attempting to bind port 87324fe4-74d5-49f9-9ceb-b0b71eb0da5d on network 41f439de-e657-4ca1-8a55-865945ee9732 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:17:19.464002 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26efadc1-78a6-4525-827d-b522311a092e req-8c563c50-3706-4e28-91bc-e2696bd56155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:17:19.465833 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-26efadc1-78a6-4525-827d-b522311a092e req-8c563c50-3706-4e28-91bc-e2696bd56155 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=dd29aa5b29024a1589aa1e9d9246bd3e&device_id=884fe500-39b3-41d8-99e1-7ce9b4d9ec40 HTTP/1.1" status: 200 len: 1098 time: 0.8913848 Nov 22 20:17:19.529296 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3e854910-0bbe-4fdd-bd91-b88a6822e441 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3753014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11567369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11792914'] for subnet, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:19.584852 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-26efadc1-78a6-4525-827d-b522311a092e req-ee75dcfa-82f5-4c89-9902-f5398f362e7d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=15fcdac3-0d86-47fd-a34f-6adf8d9958a3 HTTP/1.1" status: 200 len: 217 time: 0.1050346 Nov 22 20:17:19.587903 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e854910-0bbe-4fdd-bd91-b88a6822e441 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Pushing event deleted for resources: {'Subnet': ['ID=e11106d8-46c5-48f9-b91f-9dd5efe97eb0,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:17:19.601495 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3e854910-0bbe-4fdd-bd91-b88a6822e441 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:19.606637 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-3e854910-0bbe-4fdd-bd91-b88a6822e441 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] 10.222.0.46 "DELETE /v2.0/subnets/e11106d8-46c5-48f9-b91f-9dd5efe97eb0 HTTP/1.1" status: 204 len: 168 time: 1.6694820 Nov 22 20:17:19.610828 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 43940) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:17:19.626974 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7ce07d27-5d6f-4f08-8e22-62e3656fc0d5 req-ead3fdb4-2aae-49cf-a37e-e72cb7bb7260 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c61ce95-aab5-427a-864a-9f490b05fbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0642955 Nov 22 20:17:19.670177 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48094fe8-82ad-4b78-af21-19d8155e78ed None None] Pushing event updated for resources: {'Port': ['ID=f8311f7e-4c25-4260-aef8-e433b6f12b2a,revision_number=2']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:17:19.766317 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.db.api [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103449) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 20:17:19.767441 n-d-818823-1 neutron-server[103449]: DEBUG oslo_db.api [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 20:17:19.770750 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.db.api [None req-cf475f1e-641c-4cbc-89f9-b9f0ed688f5e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103449) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 20:17:19.773595 n-d-818823-1 neutron-server[103449]: DEBUG oslo_db.api [None req-cf475f1e-641c-4cbc-89f9-b9f0ed688f5e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 20:17:19.834608 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-26efadc1-78a6-4525-827d-b522311a092e req-14bb6eeb-99e8-40e3-87b2-d025ed0c354c service neutron] For port 52d6b7ae-24f7-4fb1-a9ba-b05788111e33, host n-h2-818823-1, cleared binding levels {{(pid=103447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:17:19.848170 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-26efadc1-78a6-4525-827d-b522311a092e req-14bb6eeb-99e8-40e3-87b2-d025ed0c354c service neutron] For port 52d6b7ae-24f7-4fb1-a9ba-b05788111e33, host n-h2-818823-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=52d6b7ae-24f7-4fb1-a9ba-b05788111e33,segment=NetworkSegment(2a5a1c7b-538e-498e-99b9-cc7a8e0411be),segment_id=2a5a1c7b-538e-498e-99b9-cc7a8e0411be)] {{(pid=103447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:17:19.850295 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04bb97b6-7350-4eb4-a816-7a13b5991f73 req-1cf47889-0f69-440c-b646-e09b559a7001 service neutron] Checking agent: {'id': '65e0486a-7030-4065-96f0-10aa7402a530', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'started_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 17, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:17:19.850638 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04bb97b6-7350-4eb4-a816-7a13b5991f73 req-1cf47889-0f69-440c-b646-e09b559a7001 service neutron] Checking segment: {'id': 'ac5f3349-9549-4263-b08f-bbbf3ebb8ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '41f439de-e657-4ca1-8a55-865945ee9732'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:17:19.851027 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04bb97b6-7350-4eb4-a816-7a13b5991f73 req-1cf47889-0f69-440c-b646-e09b559a7001 service neutron] Bound using segment: {'id': 'ac5f3349-9549-4263-b08f-bbbf3ebb8ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '41f439de-e657-4ca1-8a55-865945ee9732'} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:17:19.852671 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-04bb97b6-7350-4eb4-a816-7a13b5991f73 req-1cf47889-0f69-440c-b646-e09b559a7001 service neutron] Bound port: 87324fe4-74d5-49f9-9ceb-b0b71eb0da5d, host: n-h2-818823-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac5f3349-9549-4263-b08f-bbbf3ebb8ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '41f439de-e657-4ca1-8a55-865945ee9732'}}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:17:19.853039 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-04bb97b6-7350-4eb4-a816-7a13b5991f73 req-1cf47889-0f69-440c-b646-e09b559a7001 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:19.893633 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bc0a66-391e-4255-994a-6fd7239fe58a None None] Pushing event updated for resources: {'Port': ['ID=66dd8a9e-9d2b-44ff-be8f-9c1a786a5bae,revision_number=2']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:17:19.908888 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-76ec94cd-fed2-41b6-a5d0-dffa840e471e tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3753014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11567369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11792914'] for subnet, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:19.967891 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-26efadc1-78a6-4525-827d-b522311a092e req-14bb6eeb-99e8-40e3-87b2-d025ed0c354c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:19.995233 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-71734539-e664-40eb-8e3e-b176e2745116 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3961693'] for network, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:20.003591 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ec94cd-fed2-41b6-a5d0-dffa840e471e tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Pushing event deleted for resources: {'Subnet': ['ID=49d6dcd3-3d2e-4849-8266-a067080dbe0d,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:17:20.017196 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-76ec94cd-fed2-41b6-a5d0-dffa840e471e tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:20.020630 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-76ec94cd-fed2-41b6-a5d0-dffa840e471e tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] 10.222.0.46 "DELETE /v2.0/subnets/49d6dcd3-3d2e-4849-8266-a067080dbe0d HTTP/1.1" status: 204 len: 168 time: 1.5944231 Nov 22 20:17:20.025225 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 43944) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:17:20.173683 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cb54d60-912a-4cf8-ae53-3f3f89d64f44 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:17:20.181136 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cb54d60-912a-4cf8-ae53-3f3f89d64f44 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:17:20.183647 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-04bb97b6-7350-4eb4-a816-7a13b5991f73 req-1cf47889-0f69-440c-b646-e09b559a7001 service neutron] For port 87324fe4-74d5-49f9-9ceb-b0b71eb0da5d, host n-h2-818823-1, cleared binding levels {{(pid=103447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:17:20.183797 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-7cb54d60-912a-4cf8-ae53-3f3f89d64f44 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1575570 Nov 22 20:17:20.187082 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 43946) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:17:20.189267 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a4bec23-b23d-45ed-b3e4-fddecb1e0596 None None] Network be522bad-d439-4936-b56a-7fe117ada44f requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:17:20.202553 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-04bb97b6-7350-4eb4-a816-7a13b5991f73 req-1cf47889-0f69-440c-b646-e09b559a7001 service neutron] For port 87324fe4-74d5-49f9-9ceb-b0b71eb0da5d, host n-h2-818823-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=87324fe4-74d5-49f9-9ceb-b0b71eb0da5d,segment=NetworkSegment(ac5f3349-9549-4263-b08f-bbbf3ebb8ed3),segment_id=ac5f3349-9549-4263-b08f-bbbf3ebb8ed3)] {{(pid=103447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:17:20.240558 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bb6eeb-99e8-40e3-87b2-d025ed0c354c service neutron] Pushing event updated for resources: {'Port': ['ID=52d6b7ae-24f7-4fb1-a9ba-b05788111e33,revision_number=3']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:17:20.247233 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f8ef3e37-d62e-477d-8715-ee5e1d854fa8 req-f29f1a89-5fcc-4e18-a9f0-813155dcbf3b tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6bb4485-0c85-4226-9793-14795129f329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9330533 Nov 22 20:17:20.257619 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-04bb97b6-7350-4eb4-a816-7a13b5991f73 req-1cf47889-0f69-440c-b646-e09b559a7001 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:20.261248 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26efadc1-78a6-4525-827d-b522311a092e req-2b789c8f-261b-4b13-a72f-6b869d9e5ead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:17:20.263599 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-26efadc1-78a6-4525-827d-b522311a092e req-2b789c8f-261b-4b13-a72f-6b869d9e5ead service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3091ebfd-11e2-41f8-9c00-ffe0b86563d8 HTTP/1.1" status: 200 len: 843 time: 0.6356165 Nov 22 20:17:20.341363 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e1ee85de-688e-400a-b839-34e0ab3afc13 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3961693'] for network, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:20.344193 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14bb6eeb-99e8-40e3-87b2-d025ed0c354c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:17:20.344800 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14bb6eeb-99e8-40e3-87b2-d025ed0c354c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:17:20.345715 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14bb6eeb-99e8-40e3-87b2-d025ed0c354c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:17:20.346831 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14bb6eeb-99e8-40e3-87b2-d025ed0c354c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:17:20.347517 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14bb6eeb-99e8-40e3-87b2-d025ed0c354c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:17:20.348180 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14bb6eeb-99e8-40e3-87b2-d025ed0c354c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:17:20.349578 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14bb6eeb-99e8-40e3-87b2-d025ed0c354c service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:17:20.350103 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14bb6eeb-99e8-40e3-87b2-d025ed0c354c service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:17:20.350621 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14bb6eeb-99e8-40e3-87b2-d025ed0c354c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:17:20.351312 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14bb6eeb-99e8-40e3-87b2-d025ed0c354c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:17:20.352369 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14bb6eeb-99e8-40e3-87b2-d025ed0c354c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:17:20.352881 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14bb6eeb-99e8-40e3-87b2-d025ed0c354c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:17:20.371705 n-d-818823-1 neutron-server[103448]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1ee85de-688e-400a-b839-34e0ab3afc13 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 22 20:17:20.371998 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:20.372346 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1ee85de-688e-400a-b839-34e0ab3afc13 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 20:17:20.386627 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-e1ee85de-688e-400a-b839-34e0ab3afc13 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] 10.222.0.46 "DELETE /v2.0/networks/9f49f26c-e4d2-4bbc-8621-fb90316a3be1 HTTP/1.1" status: 409 len: 405 time: 0.1980617 Nov 22 20:17:20.387372 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 43948) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:17:20.403817 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-2f5cc97a-3468-4704-bce5-54f99f72d3f7 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-53461081'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:17:20.421698 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-71734539-e664-40eb-8e3e-b176e2745116 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Deleting port da3859db-0602-4ecf-9e1d-af893014795d {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:17:20.422229 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-71734539-e664-40eb-8e3e-b176e2745116 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:20.499362 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f5cc97a-3468-4704-bce5-54f99f72d3f7 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Made reservation on behalf of 2f5e135fdd46470d9b4952d9f43ebc95 for: {'network': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:17:20.507169 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2f5cc97a-3468-4704-bce5-54f99f72d3f7 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for network, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:20.522637 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26efadc1-78a6-4525-827d-b522311a092e req-14bb6eeb-99e8-40e3-87b2-d025ed0c354c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:17:20.523297 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-26efadc1-78a6-4525-827d-b522311a092e req-14bb6eeb-99e8-40e3-87b2-d025ed0c354c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:20.524898 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-26efadc1-78a6-4525-827d-b522311a092e req-14bb6eeb-99e8-40e3-87b2-d025ed0c354c service neutron] 10.222.0.20 "PUT /v2.0/ports/52d6b7ae-24f7-4fb1-a9ba-b05788111e33 HTTP/1.1" status: 200 len: 1096 time: 8.2479324 Nov 22 20:17:20.526461 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 20:17:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89464500-c1b0-45e0-895d-ffcae0d8aa48 x-openstack-request-id: req-89464500-c1b0-45e0-895d-ffcae0d8aa48 {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:17:20.526764 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "884fe500-39b3-41d8-99e1-7ce9b4d9ec40", "tag": "15fcdac3-0d86-47fd-a34f-6adf8d9958a3", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:17:20.527029 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-89464500-c1b0-45e0-895d-ffcae0d8aa48 {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:17:20.527733 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '884fe500-39b3-41d8-99e1-7ce9b4d9ec40', 'tag': '15fcdac3-0d86-47fd-a34f-6adf8d9958a3', 'status': 'completed', 'code': 200} Nov 22 20:17:20.598050 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bb97b6-7350-4eb4-a816-7a13b5991f73 req-1cf47889-0f69-440c-b646-e09b559a7001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:17:20.598804 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-04bb97b6-7350-4eb4-a816-7a13b5991f73 req-1cf47889-0f69-440c-b646-e09b559a7001 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:20.600209 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-04bb97b6-7350-4eb4-a816-7a13b5991f73 req-1cf47889-0f69-440c-b646-e09b559a7001 service neutron] 10.222.0.20 "PUT /v2.0/ports/87324fe4-74d5-49f9-9ceb-b0b71eb0da5d HTTP/1.1" status: 200 len: 1091 time: 4.5429196 Nov 22 20:17:20.603096 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-71734539-e664-40eb-8e3e-b176e2745116 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] For port da3859db-0602-4ecf-9e1d-af893014795d, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=da3859db-0602-4ecf-9e1d-af893014795d,segment=NetworkSegment(abb3d9e9-8ad9-4610-a458-ecc05aa56c23),segment_id=abb3d9e9-8ad9-4610-a458-ecc05aa56c23)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:17:20.606238 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-71734539-e664-40eb-8e3e-b176e2745116 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:20.677655 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-71734539-e664-40eb-8e3e-b176e2745116 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Calling delete_port for da3859db-0602-4ecf-9e1d-af893014795d owned by network:dhcp {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:17:20.683138 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f5cc97a-3468-4704-bce5-54f99f72d3f7 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] vlan segment allocate from pool success with {'vlan_id': 619, 'physical_network': 'physnet1'} {{(pid=103448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 20:17:20.683588 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-07180b17-5c74-4ae2-adfa-cc8ce3aee3cb req-ded5d1e2-f087-4832-9ce0-7ca9c13fc5c7 tempest-ServersTestBootFromVolume-579283085 tempest-ServersTestBootFromVolume-579283085-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--1404301906&fields=id&tenant_id=23ed8fcebbac4686acca3f06ab3e514c HTTP/1.1" status: 200 len: 267 time: 0.7559240 Nov 22 20:17:20.745836 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2f5cc97a-3468-4704-bce5-54f99f72d3f7 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:20.746206 n-d-818823-1 neutron-server[103448]: INFO neutron.db.segments_db [None req-2f5cc97a-3468-4704-bce5-54f99f72d3f7 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Added segment 1bbe7084-3485-4a7b-9455-6a81a9a84d2e of type vlan for network 3d0f6619-07ba-4fda-ba24-e4a61f8e36b2 Nov 22 20:17:20.837398 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-cf475f1e-641c-4cbc-89f9-b9f0ed688f5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:20.897219 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] For port da3859db-0602-4ecf-9e1d-af893014795d, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=da3859db-0602-4ecf-9e1d-af893014795d,segment=NetworkSegment(abb3d9e9-8ad9-4610-a458-ecc05aa56c23),segment_id=abb3d9e9-8ad9-4610-a458-ecc05aa56c23)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:17:20.907930 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:20.985718 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2f5cc97a-3468-4704-bce5-54f99f72d3f7 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748992492791'] for network, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:21.048510 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2f5cc97a-3468-4704-bce5-54f99f72d3f7 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for network, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:21.050314 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26efadc1-78a6-4525-827d-b522311a092e req-f14889f7-db72-4bcf-a6c5-fdd0b141b7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:17:21.052192 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-26efadc1-78a6-4525-827d-b522311a092e req-f14889f7-db72-4bcf-a6c5-fdd0b141b7bb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e1052824-bf78-4963-8937-b202e372ac24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7457581 Nov 22 20:17:21.054513 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f5cc97a-3468-4704-bce5-54f99f72d3f7 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:17:21.055198 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2f5cc97a-3468-4704-bce5-54f99f72d3f7 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Publish callbacks [] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:21.066641 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf47889-0f69-440c-b646-e09b559a7001 service neutron] Pushing event updated for resources: {'Port': ['ID=87324fe4-74d5-49f9-9ceb-b0b71eb0da5d,revision_number=3']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:17:21.089611 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-71734539-e664-40eb-8e3e-b176e2745116 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:21.126714 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.db.api [None req-cf475f1e-641c-4cbc-89f9-b9f0ed688f5e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103449) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 20:17:21.127303 n-d-818823-1 neutron-server[103449]: DEBUG oslo_db.api [None req-cf475f1e-641c-4cbc-89f9-b9f0ed688f5e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 20:17:21.186631 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f0718cfb-f861-4a03-996c-313791982649 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:21.199368 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Pushing event updated for resources: {'Port': ['ID=da3859db-0602-4ecf-9e1d-af893014795d,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:17:21.237449 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bb97b6-7350-4eb4-a816-7a13b5991f73 req-8f7ff0c5-f39c-46d1-a05b-29d5f4e1887e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:17:21.245789 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-04bb97b6-7350-4eb4-a816-7a13b5991f73 req-8f7ff0c5-f39c-46d1-a05b-29d5f4e1887e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=76a9efddcf274563b133aa3f163fb3f9&device_id=71cf431c-ff3c-4ce5-b784-b372b07066aa HTTP/1.1" status: 200 len: 1094 time: 0.5268216 Nov 22 20:17:21.248126 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71734539-e664-40eb-8e3e-b176e2745116 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] No DVR routers for this DVR port da3859db-0602-4ecf-9e1d-af893014795d on host n-d-818823-1 {{(pid=103448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:17:21.256580 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-2f5cc97a-3468-4704-bce5-54f99f72d3f7 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.8624425 Nov 22 20:17:21.288890 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2240d2e1-afbe-4f6f-92ea-70c47b65b43d None None] DHCP port deletion for be522bad-d439-4936-b56a-7fe117ada44f request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:17:21.292261 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 43960) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:17:21.318006 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-f41bd910-f12e-42f0-9f60-fc676b0646f0 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Request body: {'subnet': {'network_id': '3d0f6619-07ba-4fda-ba24-e4a61f8e36b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:17:21.324890 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26efadc1-78a6-4525-827d-b522311a092e req-6bc82ddd-d09b-4aa0-b882-85bc7be38d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:17:21.327144 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-26efadc1-78a6-4525-827d-b522311a092e req-6bc82ddd-d09b-4aa0-b882-85bc7be38d14 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=dd29aa5b29024a1589aa1e9d9246bd3e&device_id=0af368f2-d7cc-4133-a4d9-4d2227d6bf53 HTTP/1.1" status: 200 len: 1099 time: 0.7129521 Nov 22 20:17:21.330132 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71734539-e664-40eb-8e3e-b176e2745116 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Pushing event deleted for resources: {'Port': ['ID=da3859db-0602-4ecf-9e1d-af893014795d,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:17:21.401830 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5cc97a-3468-4704-bce5-54f99f72d3f7 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Pushing event updated for resources: {'Network': ['ID=3d0f6619-07ba-4fda-ba24-e4a61f8e36b2,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:17:21.413808 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Network 3d0f6619-07ba-4fda-ba24-e4a61f8e36b2 details requested by agent ovs-agent-n-d-818823-1 with host n-d-818823-1 {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 20:17:21.497542 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-71734539-e664-40eb-8e3e-b176e2745116 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3760028', 'neutron.services.segments.db._delete_segments_for_network-8748992815755'] for network, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:21.570076 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-26efadc1-78a6-4525-827d-b522311a092e req-ecbe61e0-0b45-43bc-8eba-03c4280cc858 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=52d6b7ae-24f7-4fb1-a9ba-b05788111e33 HTTP/1.1" status: 200 len: 217 time: 0.0502696 Nov 22 20:17:21.578904 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2245a2e-f542-459a-9634-570dc85f09da req-6c000e0b-6151-4b6f-95c8-74fd504e8e1c tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:17:21.580788 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f2245a2e-f542-459a-9634-570dc85f09da req-6c000e0b-6151-4b6f-95c8-74fd504e8e1c tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.46 "GET /v2.0/ports?device_id=0af368f2-d7cc-4133-a4d9-4d2227d6bf53 HTTP/1.1" status: 200 len: 948 time: 0.7875500 Nov 22 20:17:21.589533 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-71734539-e664-40eb-8e3e-b176e2745116 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be522bad-d439-4936-b56a-7fe117ada44f']}} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:17:21.600071 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 1819c5ba-3507-44cc-a7d5-e7ea94e734fa up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:17:21.612973 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f0718cfb-f861-4a03-996c-313791982649 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:21.616144 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-71734539-e664-40eb-8e3e-b176e2745116 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abb3d9e9-8ad9-4610-a458-ecc05aa56c23') {'for_net_delete': True} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:17:21.616615 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-71734539-e664-40eb-8e3e-b176e2745116 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abb3d9e9-8ad9-4610-a458-ecc05aa56c23') {} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:17:21.635383 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-71734539-e664-40eb-8e3e-b176e2745116 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748993039638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11627933'] for segment, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:21.638418 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f41bd910-f12e-42f0-9f60-fc676b0646f0 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Made reservation on behalf of 2f5e135fdd46470d9b4952d9f43ebc95 for: {'subnet': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:17:21.645064 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f41bd910-f12e-42f0-9f60-fc676b0646f0 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11792951'] for subnet, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:21.648716 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07180b17-5c74-4ae2-adfa-cc8ce3aee3cb req-df2ef7f9-374d-4c36-b4c5-a2f7edc20f88 tempest-ServersTestBootFromVolume-579283085 tempest-ServersTestBootFromVolume-579283085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:17:21.650489 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-07180b17-5c74-4ae2-adfa-cc8ce3aee3cb req-df2ef7f9-374d-4c36-b4c5-a2f7edc20f88 tempest-ServersTestBootFromVolume-579283085 tempest-ServersTestBootFromVolume-579283085-project] 10.222.0.46 "GET /v2.0/networks?id=73091ecb-b489-4dc5-b0f5-740e198eef08 HTTP/1.1" status: 200 len: 815 time: 0.9661114 Nov 22 20:17:21.652141 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-04bb97b6-7350-4eb4-a816-7a13b5991f73 req-974c9cb2-ac90-46d1-83d8-37216809f61a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=87324fe4-74d5-49f9-9ceb-b0b71eb0da5d HTTP/1.1" status: 200 len: 217 time: 0.3248346 Nov 22 20:17:21.683910 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2b592c5-8fc2-453b-8686-062e70f724e0 None None] Network 9f49f26c-e4d2-4bbc-8621-fb90316a3be1 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:17:21.791363 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 1819c5ba-3507-44cc-a7d5-e7ea94e734fa triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:17:21.791907 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:21.798702 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-71734539-e664-40eb-8e3e-b176e2745116 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:21.807587 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71734539-e664-40eb-8e3e-b176e2745116 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Releasing vlan 612 on physical network physnet1 to pool {{(pid=103448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 20:17:21.808376 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-71734539-e664-40eb-8e3e-b176e2745116 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11567447'] for segment, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:21.815719 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-07180b17-5c74-4ae2-adfa-cc8ce3aee3cb req-50a65aa0-447c-4755-bf16-fc1a9e22b2b8 tempest-ServersTestBootFromVolume-579283085 tempest-ServersTestBootFromVolume-579283085-project] 10.222.0.46 "GET /v2.0/quotas/23ed8fcebbac4686acca3f06ab3e514c HTTP/1.1" status: 200 len: 375 time: 0.1214631 Nov 22 20:17:21.906001 n-d-818823-1 neutron-server[103448]: Traceback (most recent call last): Nov 22 20:17:21.906001 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 20:17:21.906001 n-d-818823-1 neutron-server[103448]: timer() Nov 22 20:17:21.906001 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 20:17:21.906001 n-d-818823-1 neutron-server[103448]: cb(*args, **kw) Nov 22 20:17:21.906001 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 20:17:21.906001 n-d-818823-1 neutron-server[103448]: return func(*args, **kwargs) Nov 22 20:17:21.906001 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 20:17:21.906001 n-d-818823-1 neutron-server[103448]: self._notify() Nov 22 20:17:21.906001 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 20:17:21.906001 n-d-818823-1 neutron-server[103448]: self.callback(batched_events) Nov 22 20:17:21.906001 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 20:17:21.906001 n-d-818823-1 neutron-server[103448]: event.method(event) Nov 22 20:17:21.906001 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 20:17:21.906001 n-d-818823-1 neutron-server[103448]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 20:17:21.906001 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 20:17:21.906001 n-d-818823-1 neutron-server[103448]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 20:17:21.906001 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 20:17:21.906001 n-d-818823-1 neutron-server[103448]: return f(self, *a, **k) Nov 22 20:17:21.906001 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 20:17:21.906001 n-d-818823-1 neutron-server[103448]: return self._get(url).json() Nov 22 20:17:21.906001 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 20:17:21.906001 n-d-818823-1 neutron-server[103448]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 20:17:21.906001 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 20:17:21.906001 n-d-818823-1 neutron-server[103448]: return self.request(url, 'GET', **kwargs) Nov 22 20:17:21.906001 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 20:17:21.906001 n-d-818823-1 neutron-server[103448]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 20:17:21.906001 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 20:17:21.906001 n-d-818823-1 neutron-server[103448]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 20:17:21.906001 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 20:17:21.906001 n-d-818823-1 neutron-server[103448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 20:17:21.906001 n-d-818823-1 neutron-server[103448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 20:17:21.910216 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-cf475f1e-641c-4cbc-89f9-b9f0ed688f5e None None] Port da3859db-0602-4ecf-9e1d-af893014795d update to ACTIVE by agent not found {{(pid=103449) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 22 20:17:21.913953 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd21c09c-94f9-4ea1-9257-f6a3d7fca861 None None] Network b98e39f9-6f6d-4a8b-97fa-f7c4bd6c5fa0 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:17:21.917408 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-71734539-e664-40eb-8e3e-b176e2745116 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3760002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595318'] for network, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:21.923103 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-71734539-e664-40eb-8e3e-b176e2745116 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks [] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:21.927119 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-71734539-e664-40eb-8e3e-b176e2745116 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] 10.222.0.46 "DELETE /v2.0/networks/be522bad-d439-4936-b56a-7fe117ada44f HTTP/1.1" status: 204 len: 168 time: 2.3114471 Nov 22 20:17:21.936779 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 43968) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:17:21.942260 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26efadc1-78a6-4525-827d-b522311a092e req-7ffbce20-614d-4e24-a7a8-852ac7b1d552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:17:21.944123 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-26efadc1-78a6-4525-827d-b522311a092e req-7ffbce20-614d-4e24-a7a8-852ac7b1d552 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3091ebfd-11e2-41f8-9c00-ffe0b86563d8 HTTP/1.1" status: 200 len: 843 time: 0.3555408 Nov 22 20:17:21.950642 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-fa470fec-2188-4a6a-89f0-c77a27d21dfd tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1069834833'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:17:21.962350 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71734539-e664-40eb-8e3e-b176e2745116 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Pushing event deleted for resources: {'Network': ['ID=be522bad-d439-4936-b56a-7fe117ada44f,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:17:22.017204 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bb97b6-7350-4eb4-a816-7a13b5991f73 req-b72b1a72-7bf3-403c-9ea2-3d7f9a911360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:17:22.019024 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-04bb97b6-7350-4eb4-a816-7a13b5991f73 req-b72b1a72-7bf3-403c-9ea2-3d7f9a911360 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d74b376c-118a-4e1f-b1b9-d074bfe85b19 HTTP/1.1" status: 200 len: 851 time: 0.3160672 Nov 22 20:17:22.059266 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-26efadc1-78a6-4525-827d-b522311a092e req-064b3a49-fa00-428d-b3b9-4aa0f3966c69 service neutron] 10.222.0.20 "GET /v2.0/networks/e1052824-bf78-4963-8937-b202e372ac24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9532404 Nov 22 20:17:22.069646 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f2245a2e-f542-459a-9634-570dc85f09da req-1bfa51cd-2ec6-44ee-9511-ebc5342ba0fa tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c61ce95-aab5-427a-864a-9f490b05fbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4371557 Nov 22 20:17:22.113085 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-04bb97b6-7350-4eb4-a816-7a13b5991f73 req-efa065a3-1bec-45a1-9a13-57aaf74b1b5f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=41f439de-e657-4ca1-8a55-865945ee9732&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0698810 Nov 22 20:17:22.194592 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-cf475f1e-641c-4cbc-89f9-b9f0ed688f5e None None] Provisioning complete for port 1819c5ba-3507-44cc-a7d5-e7ea94e734fa triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:17:22.194880 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-cf475f1e-641c-4cbc-89f9-b9f0ed688f5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:22.294898 n-d-818823-1 neutron-server[103448]: DEBUG neutron.objects.ports [None req-f41bd910-f12e-42f0-9f60-fc676b0646f0 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103448) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 22 20:17:22.304296 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f41bd910-f12e-42f0-9f60-fc676b0646f0 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11567560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11792921'] for subnet, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:22.310292 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device f8311f7e-4c25-4260-aef8-e433b6f12b2a up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:17:22.384236 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1445d40a-92b4-4517-a02b-81f431960dd0 None None] DHCP port deletion for 9f49f26c-e4d2-4bbc-8621-fb90316a3be1 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:17:22.432637 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41bd910-f12e-42f0-9f60-fc676b0646f0 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Pushing event updated for resources: {'Subnet': ['ID=99a9b3d1-69cc-4d49-8ac6-89c484adfa3d,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:17:22.464256 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-07180b17-5c74-4ae2-adfa-cc8ce3aee3cb req-3108f0b7-62bd-4ebc-9249-427f58f69b88 tempest-ServersTestBootFromVolume-579283085 tempest-ServersTestBootFromVolume-579283085-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=23ed8fcebbac4686acca3f06ab3e514c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6326017 Nov 22 20:17:22.476801 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-04bb97b6-7350-4eb4-a816-7a13b5991f73 req-a28d14db-b60c-4567-b0f5-191137e43185 service neutron] 10.222.0.20 "GET /v2.0/networks/41f439de-e657-4ca1-8a55-865945ee9732?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3099980 Nov 22 20:17:22.477535 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa470fec-2188-4a6a-89f0-c77a27d21dfd tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Made reservation on behalf of 2dee5ba1e01f416ab951cabb312f3dca for: {'network': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:17:22.481030 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-fa470fec-2188-4a6a-89f0-c77a27d21dfd tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for network, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:22.485368 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port f8311f7e-4c25-4260-aef8-e433b6f12b2a triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:17:22.485744 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:22.509596 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f41bd910-f12e-42f0-9f60-fc676b0646f0 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Checking segment: {'id': '1bbe7084-3485-4a7b-9455-6a81a9a84d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '3d0f6619-07ba-4fda-ba24-e4a61f8e36b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:17:22.509961 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f41bd910-f12e-42f0-9f60-fc676b0646f0 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Network hostable DHCP agents. Network: 3d0f6619-07ba-4fda-ba24-e4a61f8e36b2, hostable agents: ['02adaa64-0987-4b74-bad0-cbcf56f8a294'], hosted agents: [] {{(pid=103448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 20:17:22.536673 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f41bd910-f12e-42f0-9f60-fc676b0646f0 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Network 3d0f6619-07ba-4fda-ba24-e4a61f8e36b2 is scheduled to be hosted by DHCP agent 02adaa64-0987-4b74-bad0-cbcf56f8a294 with binding_index 1 {{(pid=103448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 20:17:22.547589 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0af368f2-d7cc-4133-a4d9-4d2227d6bf53', 'tag': '52d6b7ae-24f7-4fb1-a9ba-b05788111e33'}, {'name': 'network-changed', 'server_uuid': '71cf431c-ff3c-4ce5-b784-b372b07066aa', 'tag': '87324fe4-74d5-49f9-9ceb-b0b71eb0da5d'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:17:22.550484 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-f41bd910-f12e-42f0-9f60-fc676b0646f0 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818823-1, 3d0f6619-07ba-4fda-ba24-e4a61f8e36b2) {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:17:22.553687 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6fadf08-8ec9-4afb-bfa7-3e52748ac846" -d '{"events": [{"name": "network-changed", "server_uuid": "0af368f2-d7cc-4133-a4d9-4d2227d6bf53", "tag": "52d6b7ae-24f7-4fb1-a9ba-b05788111e33"}, {"name": "network-changed", "server_uuid": "71cf431c-ff3c-4ce5-b784-b372b07066aa", "tag": "87324fe4-74d5-49f9-9ceb-b0b71eb0da5d"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:17:22.557896 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-1445d40a-92b4-4517-a02b-81f431960dd0 None None] Deleting port f8311f7e-4c25-4260-aef8-e433b6f12b2a {{(pid=103449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:17:22.558337 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-1445d40a-92b4-4517-a02b-81f431960dd0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:22.561027 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f41bd910-f12e-42f0-9f60-fc676b0646f0 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:17:22.561480 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f41bd910-f12e-42f0-9f60-fc676b0646f0 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:22.561614 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26efadc1-78a6-4525-827d-b522311a092e req-a7b815e1-a24f-48ec-b2de-8841c6106196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:17:22.563888 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-26efadc1-78a6-4525-827d-b522311a092e req-a7b815e1-a24f-48ec-b2de-8841c6106196 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e1052824-bf78-4963-8937-b202e372ac24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5960944 Nov 22 20:17:22.589384 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-f41bd910-f12e-42f0-9f60-fc676b0646f0 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2730117 Nov 22 20:17:22.590780 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 43974) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:17:22.597556 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-ed7e5838-439b-4fb0-b6c0-c2536a337f87 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Request body: {'port': {'network_id': '3d0f6619-07ba-4fda-ba24-e4a61f8e36b2', 'name': 'tempest-NetworksIpV6TestAttrs-393906869'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:17:22.598642 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [None req-f0718cfb-f861-4a03-996c-313791982649 admin admin] Allocated IP 172.25.5.9 (c48a55e9-6a85-4746-b7bf-3e29fb560094/5da6f781-63e6-4328-ae7a-5e672262f55a/e539afc5-1362-471f-b58c-36255a2f4f6d) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:17:22.654228 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a79b2f9-2980-44c9-b144-bdd1ce063a06 None None] Network 3d0f6619-07ba-4fda-ba24-e4a61f8e36b2 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:17:22.733462 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa470fec-2188-4a6a-89f0-c77a27d21dfd tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] vlan segment allocate from pool success with {'vlan_id': 623, 'physical_network': 'physnet1'} {{(pid=103447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 20:17:22.829390 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed7e5838-439b-4fb0-b6c0-c2536a337f87 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Made reservation on behalf of 2f5e135fdd46470d9b4952d9f43ebc95 for: {'port': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:17:22.836677 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ed7e5838-439b-4fb0-b6c0-c2536a337f87 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:22.852584 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-1445d40a-92b4-4517-a02b-81f431960dd0 None None] For port f8311f7e-4c25-4260-aef8-e433b6f12b2a, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=f8311f7e-4c25-4260-aef8-e433b6f12b2a,segment=NetworkSegment(1038dca3-960d-457e-a8c6-4eab29f9d79f),segment_id=1038dca3-960d-457e-a8c6-4eab29f9d79f)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:17:22.853143 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-1445d40a-92b4-4517-a02b-81f431960dd0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:22.863765 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [None req-ed7e5838-439b-4fb0-b6c0-c2536a337f87 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] device_id is not set on port 69ab0817-925a-42aa-96a1-1a793140b4a1 yet. {{(pid=103448) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 20:17:22.876837 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-b79c0ab1-9e3a-4795-9650-78268279db05 None None] Provisioning complete for port 66dd8a9e-9d2b-44ff-be8f-9c1a786a5bae triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:17:22.877020 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-b79c0ab1-9e3a-4795-9650-78268279db05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:22.903710 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-1445d40a-92b4-4517-a02b-81f431960dd0 None None] Calling delete_port for f8311f7e-4c25-4260-aef8-e433b6f12b2a owned by network:dhcp {{(pid=103449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:17:22.919915 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:22.921344 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-fa470fec-2188-4a6a-89f0-c77a27d21dfd tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:22.921699 n-d-818823-1 neutron-server[103447]: INFO neutron.db.segments_db [None req-fa470fec-2188-4a6a-89f0-c77a27d21dfd tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Added segment a3a6493d-3e5c-40f0-b413-1173bf61bcb0 of type vlan for network e00a79ba-9c50-4396-a39e-82bdf507c84d Nov 22 20:17:23.017935 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [None req-ed7e5838-439b-4fb0-b6c0-c2536a337f87 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Allocated IP 2001:db8::f816:3eff:fea9:1910 (3d0f6619-07ba-4fda-ba24-e4a61f8e36b2/99a9b3d1-69cc-4d49-8ac6-89c484adfa3d/69ab0817-925a-42aa-96a1-1a793140b4a1) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:17:23.058928 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] For port f8311f7e-4c25-4260-aef8-e433b6f12b2a, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=f8311f7e-4c25-4260-aef8-e433b6f12b2a,segment=NetworkSegment(1038dca3-960d-457e-a8c6-4eab29f9d79f),segment_id=1038dca3-960d-457e-a8c6-4eab29f9d79f)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:17:23.096504 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:23.097481 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 66dd8a9e-9d2b-44ff-be8f-9c1a786a5bae up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:17:23.208322 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ed7e5838-439b-4fb0-b6c0-c2536a337f87 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:23.263254 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Pushing event updated for resources: {'Port': ['ID=f8311f7e-4c25-4260-aef8-e433b6f12b2a,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:17:23.270280 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-b79c0ab1-9e3a-4795-9650-78268279db05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:23.278810 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-743055fa-02fc-407a-9bdb-5f9b35eb8600 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fb26bd7-ce56-527b-b94f-2e1f7cb2bb35-3d0f6619-07ba-4fda-ba24-e4a61f8e36b2', 'network_id': '3d0f6619-07ba-4fda-ba24-e4a61f8e36b2', 'tenant_id': '2f5e135fdd46470d9b4952d9f43ebc95', 'fixed_ips': [{'subnet_id': '99a9b3d1-69cc-4d49-8ac6-89c484adfa3d'}]}} from n-d-818823-1. {{(pid=103449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 20:17:23.279445 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-743055fa-02fc-407a-9bdb-5f9b35eb8600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:23.280477 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ed7e5838-439b-4fb0-b6c0-c2536a337f87 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:23.305413 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-1445d40a-92b4-4517-a02b-81f431960dd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381'] for port, after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:23.318811 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-04bb97b6-7350-4eb4-a816-7a13b5991f73 req-5a9d83a5-3c87-403c-be35-a0dd2d2152b9 service neutron] 10.222.0.20 "GET /v2.0/networks/41f439de-e657-4ca1-8a55-865945ee9732?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8045878 Nov 22 20:17:23.335690 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418db01f-c6f1-48e9-a580-935b13c1a5aa req-44cf2ab0-3111-4c91-bc03-2d25b02fc82e tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:17:23.340701 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-418db01f-c6f1-48e9-a580-935b13c1a5aa req-44cf2ab0-3111-4c91-bc03-2d25b02fc82e tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/ports?device_id=71cf431c-ff3c-4ce5-b784-b372b07066aa HTTP/1.1" status: 200 len: 943 time: 0.8903868 Nov 22 20:17:23.343452 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed7e5838-439b-4fb0-b6c0-c2536a337f87 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Network 3d0f6619-07ba-4fda-ba24-e4a61f8e36b2 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:17:23.348510 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-ed7e5838-439b-4fb0-b6c0-c2536a337f87 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:17:23.353162 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed7e5838-439b-4fb0-b6c0-c2536a337f87 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:17:23.355890 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1445d40a-92b4-4517-a02b-81f431960dd0 None None] Pushing event deleted for resources: {'Port': ['ID=f8311f7e-4c25-4260-aef8-e433b6f12b2a,revision_number=None']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:17:23.358596 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-07180b17-5c74-4ae2-adfa-cc8ce3aee3cb req-3c1cbecc-ace5-4fd3-82fd-8ed1ddea1405 service neutron] 10.222.0.46 "GET /v2.0/networks/73091ecb-b489-4dc5-b0f5-740e198eef08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8537283 Nov 22 20:17:23.360116 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed7e5838-439b-4fb0-b6c0-c2536a337f87 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:17:23.360959 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ed7e5838-439b-4fb0-b6c0-c2536a337f87 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:23.378155 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7e5838-439b-4fb0-b6c0-c2536a337f87 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Pushing event updated for resources: {'Port': ['ID=69ab0817-925a-42aa-96a1-1a793140b4a1,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:17:23.384137 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-ed7e5838-439b-4fb0-b6c0-c2536a337f87 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 0.7920389 Nov 22 20:17:23.386964 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 43984) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:17:23.394703 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-b79c0ab1-9e3a-4795-9650-78268279db05 None None] For port 66dd8a9e-9d2b-44ff-be8f-9c1a786a5bae, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=66dd8a9e-9d2b-44ff-be8f-9c1a786a5bae,segment=NetworkSegment(97d6c464-3bdf-48cd-be6a-728661c2d234),segment_id=97d6c464-3bdf-48cd-be6a-728661c2d234)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:17:23.416386 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-b79c0ab1-9e3a-4795-9650-78268279db05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:23.435655 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1445d40a-92b4-4517-a02b-81f431960dd0 None None] No DVR routers for this DVR port f8311f7e-4c25-4260-aef8-e433b6f12b2a on host n-d-818823-1 {{(pid=103449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:17:23.455745 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-26efadc1-78a6-4525-827d-b522311a092e req-bcbb5eb5-4a97-4cea-8688-cb1dd935711d service neutron] 10.222.0.20 "GET /v2.0/networks/e1052824-bf78-4963-8937-b202e372ac24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3845406 Nov 22 20:17:23.479895 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-b79c0ab1-9e3a-4795-9650-78268279db05 None None] Could not find standard attr ID for object da3859db-0602-4ecf-9e1d-af893014795d. {{(pid=103449) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 22 20:17:23.504405 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf2c08a9-487b-4339-bb50-a43309ce3e24 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Deleting subnet 99a9b3d1-69cc-4d49-8ac6-89c484adfa3d {{(pid=103448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 20:17:23.510061 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-bf2c08a9-487b-4339-bb50-a43309ce3e24 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Publish callbacks [] for subnet, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:23.513922 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-fa470fec-2188-4a6a-89f0-c77a27d21dfd tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748992492791'] for network, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:23.542509 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-b79c0ab1-9e3a-4795-9650-78268279db05 None None] Could not find standard attr ID for object b58ae0d6-af53-41f4-9cc4-26dfba75aa72. {{(pid=103449) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 22 20:17:23.552887 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 66dd8a9e-9d2b-44ff-be8f-9c1a786a5bae triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:17:23.553255 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:23.610188 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-bf2c08a9-487b-4339-bb50-a43309ce3e24 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11627908'] for subnet, precommit_delete_associations {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:23.631528 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-b79c0ab1-9e3a-4795-9650-78268279db05 None None] Could not find standard attr ID for object f8311f7e-4c25-4260-aef8-e433b6f12b2a. {{(pid=103449) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 22 20:17:23.671264 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f0718cfb-f861-4a03-996c-313791982649 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:23.695095 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79c0ab1-9e3a-4795-9650-78268279db05 None None] Pushing event updated for resources: {'Port': ['ID=66dd8a9e-9d2b-44ff-be8f-9c1a786a5bae,revision_number=3']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:17:23.722107 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-bf2c08a9-487b-4339-bb50-a43309ce3e24 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3753007'] for subnet, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:23.743705 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f0718cfb-f861-4a03-996c-313791982649 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:23.750749 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-26efadc1-78a6-4525-827d-b522311a092e req-7784b6a7-6c64-4707-8cf1-984c11b8ea3c service neutron] 10.222.0.20 "GET /v2.0/networks/e1052824-bf78-4963-8937-b202e372ac24?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0096598 Nov 22 20:17:23.819231 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-bf2c08a9-487b-4339-bb50-a43309ce3e24 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3753014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11567369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11792914'] for subnet, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:23.822883 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server [None req-743055fa-02fc-407a-9bdb-5f9b35eb8600 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 99a9b3d1-69cc-4d49-8ac6-89c484adfa3d: This subnet is being modified by another concurrent operation. Nov 22 20:17:23.822883 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 22 20:17:23.822883 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 22 20:17:23.822883 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 22 20:17:23.822883 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 22 20:17:23.822883 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 22 20:17:23.822883 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 22 20:17:23.822883 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 22 20:17:23.822883 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 22 20:17:23.822883 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 22 20:17:23.822883 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 22 20:17:23.822883 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 22 20:17:23.822883 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 20:17:23.822883 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 20:17:23.822883 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 20:17:23.822883 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 20:17:23.822883 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 22 20:17:23.822883 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 22 20:17:23.822883 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 22 20:17:23.822883 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 22 20:17:23.822883 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 20:17:23.822883 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 20:17:23.822883 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 20:17:23.822883 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 20:17:23.822883 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 22 20:17:23.822883 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 22 20:17:23.822883 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 22 20:17:23.822883 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 22 20:17:23.822883 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 20:17:23.822883 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 20:17:23.822883 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 20:17:23.822883 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 20:17:23.822883 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 22 20:17:23.822883 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 22 20:17:23.822883 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 22 20:17:23.822883 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 22 20:17:23.822883 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 22 20:17:23.822883 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 22 20:17:23.822883 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 22 20:17:23.822883 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 22 20:17:23.822883 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 22 20:17:23.822883 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 22 20:17:23.822883 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 22 20:17:23.822883 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 22 20:17:23.822883 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 22 20:17:23.822883 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 22 20:17:23.822883 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 22 20:17:23.822883 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 22 20:17:23.822883 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 20:17:23.822883 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 20:17:23.822883 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 20:17:23.822883 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 20:17:23.822883 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 22 20:17:23.822883 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 22 20:17:23.822883 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 22 20:17:23.822883 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 22 20:17:23.822883 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 20:17:23.822883 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 20:17:23.822883 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 20:17:23.822883 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 20:17:23.822883 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 22 20:17:23.822883 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 22 20:17:23.822883 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 22 20:17:23.822883 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 22 20:17:23.822883 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 20:17:23.822883 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 20:17:23.822883 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 20:17:23.822883 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 20:17:23.822883 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 22 20:17:23.822883 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 22 20:17:23.822883 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 22 20:17:23.822883 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 22 20:17:23.822883 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 22 20:17:23.822883 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 22 20:17:23.822883 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 22 20:17:23.822883 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 22 20:17:23.822883 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 22 20:17:23.822883 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 22 20:17:23.822883 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 20:17:23.822883 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 20:17:23.822883 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 20:17:23.822883 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 20:17:23.822883 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 22 20:17:23.822883 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 22 20:17:23.822883 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 22 20:17:23.822883 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 22 20:17:23.822883 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 22 20:17:23.822883 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 22 20:17:23.822883 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 22 20:17:23.822883 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server raise exception Nov 22 20:17:23.822883 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 99a9b3d1-69cc-4d49-8ac6-89c484adfa3d: This subnet is being modified by another concurrent operation. Nov 22 20:17:23.822883 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server Nov 22 20:17:23.852122 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8c477c4-3d66-4acd-adda-76465ad55d00 None None] Network 3d0f6619-07ba-4fda-ba24-e4a61f8e36b2 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:17:23.902765 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2c08a9-487b-4339-bb50-a43309ce3e24 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Pushing event deleted for resources: {'Subnet': ['ID=99a9b3d1-69cc-4d49-8ac6-89c484adfa3d,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:17:23.919293 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-bf2c08a9-487b-4339-bb50-a43309ce3e24 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:23.923478 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-bf2c08a9-487b-4339-bb50-a43309ce3e24 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] 10.222.0.46 "DELETE /v2.0/subnets/99a9b3d1-69cc-4d49-8ac6-89c484adfa3d HTTP/1.1" status: 204 len: 168 time: 0.5348792 Nov 22 20:17:23.926967 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 43990) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:17:23.943012 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fee134-cef9-49d9-8cd6-becea0cdae60 req-af3cf753-2996-401a-b7d7-030d634baa12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:17:23.944829 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d1fee134-cef9-49d9-8cd6-becea0cdae60 req-af3cf753-2996-401a-b7d7-030d634baa12 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=dd29aa5b29024a1589aa1e9d9246bd3e&device_id=884fe500-39b3-41d8-99e1-7ce9b4d9ec40 HTTP/1.1" status: 200 len: 1098 time: 0.4046237 Nov 22 20:17:23.951088 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 66dd8a9e-9d2b-44ff-be8f-9c1a786a5bae up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:17:23.965262 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-418db01f-c6f1-48e9-a580-935b13c1a5aa req-173ebc5e-0754-49db-a829-03f9e0e1967d tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6bb4485-0c85-4226-9793-14795129f329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5187070 Nov 22 20:17:23.966518 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-fa470fec-2188-4a6a-89f0-c77a27d21dfd tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for network, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:23.978922 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa470fec-2188-4a6a-89f0-c77a27d21dfd tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:17:23.979629 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-fa470fec-2188-4a6a-89f0-c77a27d21dfd tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for network, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:24.004580 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da29a8fb-9eb6-44c9-bdc7-31822cb6a8b1 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:17:24.006496 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da29a8fb-9eb6-44c9-bdc7-31822cb6a8b1 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:17:24.008221 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-da29a8fb-9eb6-44c9-bdc7-31822cb6a8b1 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0800385 Nov 22 20:17:24.011480 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-edccb378-37cd-4c6b-86e4-95091dbb95ff None None] Provisioning complete for port 66dd8a9e-9d2b-44ff-be8f-9c1a786a5bae triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:17:24.011669 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 43992) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:17:24.012361 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-edccb378-37cd-4c6b-86e4-95091dbb95ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:24.121730 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7a04db37-e943-49ae-ab7c-d76dafc09feb tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3961693'] for network, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:24.135856 n-d-818823-1 neutron-server[103448]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a04db37-e943-49ae-ab7c-d76dafc09feb tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 22 20:17:24.136330 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a04db37-e943-49ae-ab7c-d76dafc09feb tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 20:17:24.142488 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-7a04db37-e943-49ae-ab7c-d76dafc09feb tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] 10.222.0.46 "DELETE /v2.0/networks/3d0f6619-07ba-4fda-ba24-e4a61f8e36b2 HTTP/1.1" status: 409 len: 405 time: 0.1297536 Nov 22 20:17:24.149890 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 43994) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:17:24.158066 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-4474e230-ebd3-4361-90a0-229c1d323f98 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-573745902'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:17:24.174660 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-26efadc1-78a6-4525-827d-b522311a092e req-c3acb4a2-937b-4fef-bd0f-7e56bd18bd45 service neutron] 10.222.0.20 "GET /v2.0/networks/e1052824-bf78-4963-8937-b202e372ac24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3592410 Nov 22 20:17:24.175330 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0718cfb-f861-4a03-996c-313791982649 admin admin] Pushing event updated for resources: {'Port': ['ID=e539afc5-1362-471f-b58c-36255a2f4f6d,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:17:24.183172 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-07180b17-5c74-4ae2-adfa-cc8ce3aee3cb req-8c729797-8699-4564-9611-ef07991905e6 service neutron] 10.222.0.46 "GET /v2.0/networks/73091ecb-b489-4dc5-b0f5-740e198eef08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8236938 Nov 22 20:17:24.184995 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 22 Nov 2021 20:17:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1229bd85-391a-4ead-ac64-f29a8e2791c8 x-openstack-request-id: req-1229bd85-391a-4ead-ac64-f29a8e2791c8 {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:17:24.185498 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0af368f2-d7cc-4133-a4d9-4d2227d6bf53", "tag": "52d6b7ae-24f7-4fb1-a9ba-b05788111e33", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "71cf431c-ff3c-4ce5-b784-b372b07066aa", "tag": "87324fe4-74d5-49f9-9ceb-b0b71eb0da5d", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:17:24.185917 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1229bd85-391a-4ead-ac64-f29a8e2791c8 {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:17:24.186476 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0af368f2-d7cc-4133-a4d9-4d2227d6bf53', 'tag': '52d6b7ae-24f7-4fb1-a9ba-b05788111e33', 'status': 'completed', 'code': 200} Nov 22 20:17:24.186887 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71cf431c-ff3c-4ce5-b784-b372b07066aa', 'tag': '87324fe4-74d5-49f9-9ceb-b0b71eb0da5d', 'status': 'completed', 'code': 200} Nov 22 20:17:24.229728 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4474e230-ebd3-4361-90a0-229c1d323f98 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Made reservation on behalf of 2f5e135fdd46470d9b4952d9f43ebc95 for: {'network': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:17:24.237909 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4474e230-ebd3-4361-90a0-229c1d323f98 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for network, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:24.249591 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fee134-cef9-49d9-8cd6-becea0cdae60 req-7569cf60-d2f2-4dc0-abe2-ae2015cf0cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:17:24.250815 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d1fee134-cef9-49d9-8cd6-becea0cdae60 req-7569cf60-d2f2-4dc0-abe2-ae2015cf0cd1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e1052824-bf78-4963-8937-b202e372ac24 HTTP/1.1" status: 200 len: 870 time: 0.2405090 Nov 22 20:17:24.257123 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-fa470fec-2188-4a6a-89f0-c77a27d21dfd tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 2.3107824 Nov 22 20:17:24.258953 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 43996) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:17:24.271131 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-0355b499-4f2d-4b7f-8341-cd022c2bd47e tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Request body: {'subnet': {'network_id': 'e00a79ba-9c50-4396-a39e-82bdf507c84d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:17:24.300218 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0718cfb-f861-4a03-996c-313791982649 admin admin] Network c48a55e9-6a85-4746-b7bf-3e29fb560094 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:17:24.352981 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-f0718cfb-f861-4a03-996c-313791982649 admin admin] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:17:24.376719 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52e22d04-6a25-4189-a311-587fa5e1fd5a None None] DHCP port deletion for c48a55e9-6a85-4746-b7bf-3e29fb560094 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:17:24.379065 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4474e230-ebd3-4361-90a0-229c1d323f98 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] vlan segment allocate from pool success with {'vlan_id': 624, 'physical_network': 'physnet1'} {{(pid=103448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 20:17:24.397727 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0718cfb-f861-4a03-996c-313791982649 admin admin] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:17:24.435324 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4474e230-ebd3-4361-90a0-229c1d323f98 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:24.437462 n-d-818823-1 neutron-server[103448]: INFO neutron.db.segments_db [None req-4474e230-ebd3-4361-90a0-229c1d323f98 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Added segment aa99c5e8-62e2-4993-944a-5adc2181bd06 of type vlan for network 7a6e2bc8-74f1-444d-be14-63754952f705 Nov 22 20:17:24.460575 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d1fee134-cef9-49d9-8cd6-becea0cdae60 req-17c92ab2-6215-415e-a791-e9a4ddc03943 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=15fcdac3-0d86-47fd-a34f-6adf8d9958a3 HTTP/1.1" status: 200 len: 217 time: 0.1751144 Nov 22 20:17:24.490318 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 66dd8a9e-9d2b-44ff-be8f-9c1a786a5bae triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:17:24.490715 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:24.518788 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4474e230-ebd3-4361-90a0-229c1d323f98 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748992492791'] for network, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:24.551330 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdc3f98a-a9d4-4972-b98c-17f76861b54d None None] get_active_networks_info from n-d-818823-1 {{(pid=103449) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 22 20:17:24.555562 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0355b499-4f2d-4b7f-8341-cd022c2bd47e tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Made reservation on behalf of 2dee5ba1e01f416ab951cabb312f3dca for: {'subnet': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:17:24.559253 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0355b499-4f2d-4b7f-8341-cd022c2bd47e tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11792951'] for subnet, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:24.564495 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4474e230-ebd3-4361-90a0-229c1d323f98 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for network, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:24.570070 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4474e230-ebd3-4361-90a0-229c1d323f98 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:17:24.570644 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4474e230-ebd3-4361-90a0-229c1d323f98 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Publish callbacks [] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:24.685272 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-4474e230-ebd3-4361-90a0-229c1d323f98 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5342498 Nov 22 20:17:24.698476 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 44008) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:17:24.704856 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-939a7515-9d93-40d0-b6f8-d3d3435e8262 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Request body: {'subnet': {'network_id': '7a6e2bc8-74f1-444d-be14-63754952f705', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:17:24.740582 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-479b255e-f4ca-4dcf-b261-5746c0963e4f None None] Provisioning complete for port e539afc5-1362-471f-b58c-36255a2f4f6d triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:17:24.741473 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-479b255e-f4ca-4dcf-b261-5746c0963e4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:24.831084 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-479b255e-f4ca-4dcf-b261-5746c0963e4f None None] Port e539afc5-1362-471f-b58c-36255a2f4f6d cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:17:24.908902 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device da3859db-0602-4ecf-9e1d-af893014795d no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:17:24.913683 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4474e230-ebd3-4361-90a0-229c1d323f98 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Pushing event updated for resources: {'Network': ['ID=7a6e2bc8-74f1-444d-be14-63754952f705,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:17:24.940115 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: da3859db-0602-4ecf-9e1d-af893014795d {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:17:24.940720 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device da3859db-0602-4ecf-9e1d-af893014795d not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:17:24.941322 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device f8311f7e-4c25-4260-aef8-e433b6f12b2a no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:17:24.943971 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Network 7a6e2bc8-74f1-444d-be14-63754952f705 details requested by agent ovs-agent-n-d-818823-1 with host n-d-818823-1 {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 20:17:24.973499 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae76bf93-2189-48b9-8b44-9c114f13a4dc req-c687af4c-ca4f-4f38-9afb-0be1c51f930e tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:17:24.981619 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdc3f98a-a9d4-4972-b98c-17f76861b54d None None] Resources bound (agent type, host, resource id): {{(pid=103449) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 22 20:17:24.982877 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-939a7515-9d93-40d0-b6f8-d3d3435e8262 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Made reservation on behalf of 2f5e135fdd46470d9b4952d9f43ebc95 for: {'subnet': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:17:24.984526 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ae76bf93-2189-48b9-8b44-9c114f13a4dc req-c687af4c-ca4f-4f38-9afb-0be1c51f930e tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.46 "GET /v2.0/ports?device_id=0af368f2-d7cc-4133-a4d9-4d2227d6bf53 HTTP/1.1" status: 200 len: 948 time: 0.7444637 Nov 22 20:17:24.987764 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-939a7515-9d93-40d0-b6f8-d3d3435e8262 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11792951'] for subnet, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:24.990864 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa470fec-2188-4a6a-89f0-c77a27d21dfd tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Pushing event updated for resources: {'Network': ['ID=e00a79ba-9c50-4396-a39e-82bdf507c84d,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:17:25.028958 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Network e00a79ba-9c50-4396-a39e-82bdf507c84d details requested by agent ovs-agent-n-d-818823-1 with host n-d-818823-1 {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 20:17:25.096086 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: f8311f7e-4c25-4260-aef8-e433b6f12b2a {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:17:25.096305 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device f8311f7e-4c25-4260-aef8-e433b6f12b2a not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:17:25.120022 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-17af9a41-0380-4d9a-8409-accbf23c8c13 req-ae70c8f1-a1bc-47c9-a6d5-139dfbbb846b tempest-ServersTestBootFromVolume-579283085 tempest-ServersTestBootFromVolume-579283085-project] 10.222.0.46 "GET /v2.0/ports?device_id=6c736002-725b-489a-b39d-3fa0f252de44 HTTP/1.1" status: 200 len: 210 time: 0.2845149 Nov 22 20:17:25.188983 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fadf08-8ec9-4afb-bfa7-3e52748ac846 req-ea8328f3-105b-4763-a223-61d6da66ae87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:17:25.202982 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f6fadf08-8ec9-4afb-bfa7-3e52748ac846 req-ea8328f3-105b-4763-a223-61d6da66ae87 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=dd29aa5b29024a1589aa1e9d9246bd3e&device_id=0af368f2-d7cc-4133-a4d9-4d2227d6bf53 HTTP/1.1" status: 200 len: 1099 time: 0.9425654 Nov 22 20:17:25.252053 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0355b499-4f2d-4b7f-8341-cd022c2bd47e tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11567560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11792921'] for subnet, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:25.348967 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0355b499-4f2d-4b7f-8341-cd022c2bd47e tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Pushing event updated for resources: {'Subnet': ['ID=9dd5c1da-9516-4f31-b7e5-8c889d149cbd,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:17:25.366962 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0355b499-4f2d-4b7f-8341-cd022c2bd47e tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Checking segment: {'id': 'a3a6493d-3e5c-40f0-b413-1173bf61bcb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'e00a79ba-9c50-4396-a39e-82bdf507c84d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:17:25.367490 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0355b499-4f2d-4b7f-8341-cd022c2bd47e tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Network hostable DHCP agents. Network: e00a79ba-9c50-4396-a39e-82bdf507c84d, hostable agents: ['02adaa64-0987-4b74-bad0-cbcf56f8a294'], hosted agents: [] {{(pid=103448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 20:17:25.371279 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fee134-cef9-49d9-8cd6-becea0cdae60 req-2356dec4-691e-400c-acc5-922b12228f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:17:25.371764 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d1fee134-cef9-49d9-8cd6-becea0cdae60 req-2356dec4-691e-400c-acc5-922b12228f01 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3091ebfd-11e2-41f8-9c00-ffe0b86563d8 HTTP/1.1" status: 200 len: 843 time: 0.5497627 Nov 22 20:17:25.420139 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f0718cfb-f861-4a03-996c-313791982649 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:25.425184 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0355b499-4f2d-4b7f-8341-cd022c2bd47e tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Network e00a79ba-9c50-4396-a39e-82bdf507c84d is scheduled to be hosted by DHCP agent 02adaa64-0987-4b74-bad0-cbcf56f8a294 with binding_index 1 {{(pid=103448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 20:17:25.444261 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-0355b499-4f2d-4b7f-8341-cd022c2bd47e tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818823-1, e00a79ba-9c50-4396-a39e-82bdf507c84d) {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:17:25.455226 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0355b499-4f2d-4b7f-8341-cd022c2bd47e tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:17:25.455866 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0355b499-4f2d-4b7f-8341-cd022c2bd47e tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:25.503884 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-0355b499-4f2d-4b7f-8341-cd022c2bd47e tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2439561 Nov 22 20:17:25.504581 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 44022) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:17:25.512991 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-31f64632-d671-4b34-80b3-4fa66c1c4d5e tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Request body: {'port': {'network_id': 'e00a79ba-9c50-4396-a39e-82bdf507c84d', 'name': 'tempest-PortsIpV6TestJSON-2137787708', 'fixed_ips': [{'subnet_id': '9dd5c1da-9516-4f31-b7e5-8c889d149cbd', 'ip_address': '2001:db8::10'}]}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:17:25.555038 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ae76bf93-2189-48b9-8b44-9c114f13a4dc req-71e73d6e-4032-4850-81fe-9e51eba4ce21 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c61ce95-aab5-427a-864a-9f490b05fbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5662477 Nov 22 20:17:25.601917 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e95bc9-fb73-4b76-bcea-8a8cd0c4fa78 req-b092b1da-33f2-489a-9a02-a6d8934e3547 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:17:25.603725 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e8e95bc9-fb73-4b76-bcea-8a8cd0c4fa78 req-b092b1da-33f2-489a-9a02-a6d8934e3547 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/ports?device_id=71cf431c-ff3c-4ce5-b784-b372b07066aa HTTP/1.1" status: 200 len: 943 time: 0.3749018 Nov 22 20:17:25.605669 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fee134-cef9-49d9-8cd6-becea0cdae60 req-a0ea35e1-1ec8-4f85-9c3d-93e2fc7dbd53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:17:25.607231 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d1fee134-cef9-49d9-8cd6-becea0cdae60 req-a0ea35e1-1ec8-4f85-9c3d-93e2fc7dbd53 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e1052824-bf78-4963-8937-b202e372ac24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1569366 Nov 22 20:17:25.730639 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31f64632-d671-4b34-80b3-4fa66c1c4d5e tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Made reservation on behalf of 2dee5ba1e01f416ab951cabb312f3dca for: {'port': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:17:25.823013 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fadf08-8ec9-4afb-bfa7-3e52748ac846 req-47137097-af6e-4589-a9e0-86eeb978ab9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:17:25.827746 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f6fadf08-8ec9-4afb-bfa7-3e52748ac846 req-47137097-af6e-4589-a9e0-86eeb978ab9a service neutron] 10.222.0.20 "GET /v2.0/networks?id=e1052824-bf78-4963-8937-b202e372ac24 HTTP/1.1" status: 200 len: 870 time: 0.6066699 Nov 22 20:17:25.841978 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e6cd516-ef3e-4f97-b102-eb33c6c0e101 None None] Network e00a79ba-9c50-4396-a39e-82bdf507c84d requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:17:25.892808 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f6fadf08-8ec9-4afb-bfa7-3e52748ac846 req-3e646c1e-cb71-4f66-8765-f73c4f7bffcc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=52d6b7ae-24f7-4fb1-a9ba-b05788111e33 HTTP/1.1" status: 200 len: 217 time: 0.0442386 Nov 22 20:17:25.923637 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e8e95bc9-fb73-4b76-bcea-8a8cd0c4fa78 req-61ce4643-3716-4638-b3b2-e8562432d76e tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6bb4485-0c85-4226-9793-14795129f329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3113520 Nov 22 20:17:25.970271 n-d-818823-1 neutron-server[103448]: DEBUG neutron.objects.ports [None req-939a7515-9d93-40d0-b6f8-d3d3435e8262 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103448) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 22 20:17:25.975632 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-31f64632-d671-4b34-80b3-4fa66c1c4d5e tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:25.978603 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-939a7515-9d93-40d0-b6f8-d3d3435e8262 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11567560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11792921'] for subnet, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:26.037514 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d1fee134-cef9-49d9-8cd6-becea0cdae60 req-1a275844-c43e-45e9-8a09-2f5786cfe0bd service neutron] 10.222.0.20 "GET /v2.0/networks/e1052824-bf78-4963-8937-b202e372ac24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3409441 Nov 22 20:17:26.039839 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9774514e-efb9-4e66-a5c7-779222531c68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fb26bd7-ce56-527b-b94f-2e1f7cb2bb35-e00a79ba-9c50-4396-a39e-82bdf507c84d', 'network_id': 'e00a79ba-9c50-4396-a39e-82bdf507c84d', 'tenant_id': '2dee5ba1e01f416ab951cabb312f3dca', 'fixed_ips': [{'subnet_id': '9dd5c1da-9516-4f31-b7e5-8c889d149cbd'}]}} from n-d-818823-1. {{(pid=103449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 20:17:26.041253 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-9774514e-efb9-4e66-a5c7-779222531c68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:26.043624 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fadf08-8ec9-4afb-bfa7-3e52748ac846 req-4e6870d8-7c9a-4aa7-805e-89bf4adc48a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:17:26.045564 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f6fadf08-8ec9-4afb-bfa7-3e52748ac846 req-4e6870d8-7c9a-4aa7-805e-89bf4adc48a0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3091ebfd-11e2-41f8-9c00-ffe0b86563d8 HTTP/1.1" status: 200 len: 843 time: 0.1431384 Nov 22 20:17:26.080676 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [None req-31f64632-d671-4b34-80b3-4fa66c1c4d5e tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] device_id is not set on port bc45e0c3-4678-4f04-944d-08e5328c45de yet. {{(pid=103448) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 20:17:26.098674 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939a7515-9d93-40d0-b6f8-d3d3435e8262 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Pushing event updated for resources: {'Subnet': ['ID=45162d53-9721-4266-8207-98e7f3e072c9,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:17:26.190426 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-939a7515-9d93-40d0-b6f8-d3d3435e8262 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Checking segment: {'id': 'aa99c5e8-62e2-4993-944a-5adc2181bd06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '7a6e2bc8-74f1-444d-be14-63754952f705'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:17:26.190828 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-939a7515-9d93-40d0-b6f8-d3d3435e8262 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Network hostable DHCP agents. Network: 7a6e2bc8-74f1-444d-be14-63754952f705, hostable agents: ['02adaa64-0987-4b74-bad0-cbcf56f8a294'], hosted agents: [] {{(pid=103448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 20:17:26.207306 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f0718cfb-f861-4a03-996c-313791982649 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-659538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-841284'] for router, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:26.220048 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fadf08-8ec9-4afb-bfa7-3e52748ac846 req-46334413-4b62-4a75-a5cb-c6e7ceabdc3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:17:26.229504 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f6fadf08-8ec9-4afb-bfa7-3e52748ac846 req-46334413-4b62-4a75-a5cb-c6e7ceabdc3a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e1052824-bf78-4963-8937-b202e372ac24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1736932 Nov 22 20:17:26.269374 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.db_base_plugin_common [None req-9774514e-efb9-4e66-a5c7-779222531c68 None None] Allocated IP 2001:db8::2 (e00a79ba-9c50-4396-a39e-82bdf507c84d/9dd5c1da-9516-4f31-b7e5-8c889d149cbd/db8ec624-bea6-4ffb-b4d1-031dd7db54f1) {{(pid=103449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:17:26.336730 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2d795b1d-2649-4542-92be-c5a3fd2e6997 req-be9eba52-897c-4ecf-b901-fd398a849d4e tempest-ServersTestBootFromVolume-579283085 tempest-ServersTestBootFromVolume-579283085-project] 10.222.0.46 "GET /v2.0/ports?device_id=6c736002-725b-489a-b39d-3fa0f252de44 HTTP/1.1" status: 200 len: 210 time: 0.0908265 Nov 22 20:17:26.366418 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d1fee134-cef9-49d9-8cd6-becea0cdae60 req-f3f54751-603d-4c7a-bbad-56cc4144d7ce service neutron] 10.222.0.20 "GET /v2.0/networks/e1052824-bf78-4963-8937-b202e372ac24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3180811 Nov 22 20:17:26.413108 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-939a7515-9d93-40d0-b6f8-d3d3435e8262 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Network 7a6e2bc8-74f1-444d-be14-63754952f705 is scheduled to be hosted by DHCP agent 02adaa64-0987-4b74-bad0-cbcf56f8a294 with binding_index 1 {{(pid=103448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 20:17:26.508003 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-9774514e-efb9-4e66-a5c7-779222531c68 None None] Publish callbacks [] for port, precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:26.518565 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-939a7515-9d93-40d0-b6f8-d3d3435e8262 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818823-1, 7a6e2bc8-74f1-444d-be14-63754952f705) {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:17:26.519119 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-9774514e-efb9-4e66-a5c7-779222531c68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372'] for port, after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:26.535113 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59225fe4-fbfe-493e-999a-5bd0eb500370 None None] Network 7a6e2bc8-74f1-444d-be14-63754952f705 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:17:26.541836 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 52d6b7ae-24f7-4fb1-a9ba-b05788111e33 details requested by agent hyperv_n-h2-818823-1 with host n-h2-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 20:17:26.572901 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-939a7515-9d93-40d0-b6f8-d3d3435e8262 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:17:26.575037 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-939a7515-9d93-40d0-b6f8-d3d3435e8262 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:26.585515 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9774514e-efb9-4e66-a5c7-779222531c68 None None] Network e00a79ba-9c50-4396-a39e-82bdf507c84d is already hosted by enough agents. {{(pid=103449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:17:26.627155 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.base_scheduler [None req-9774514e-efb9-4e66-a5c7-779222531c68 None None] Resources bound (agent type, host, resource id): {{(pid=103449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:17:26.639253 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9774514e-efb9-4e66-a5c7-779222531c68 None None] Received port after_create {{(pid=103449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:17:26.652891 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [None req-31f64632-d671-4b34-80b3-4fa66c1c4d5e tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Allocated IP 2001:db8::10 (e00a79ba-9c50-4396-a39e-82bdf507c84d/9dd5c1da-9516-4f31-b7e5-8c889d149cbd/bc45e0c3-4678-4f04-944d-08e5328c45de) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:17:26.668769 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9774514e-efb9-4e66-a5c7-779222531c68 None None] Pushing event updated for resources: {'Port': ['ID=db8ec624-bea6-4ffb-b4d1-031dd7db54f1,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:17:26.807106 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-9774514e-efb9-4e66-a5c7-779222531c68 None None] Attempting to bind port db8ec624-bea6-4ffb-b4d1-031dd7db54f1 on host n-d-818823-1 for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:17:26.807788 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-9774514e-efb9-4e66-a5c7-779222531c68 None None] Attempting to bind port db8ec624-bea6-4ffb-b4d1-031dd7db54f1 by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': 'a3a6493d-3e5c-40f0-b413-1173bf61bcb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'e00a79ba-9c50-4396-a39e-82bdf507c84d'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:17:26.808347 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9774514e-efb9-4e66-a5c7-779222531c68 None None] Attempting to bind port db8ec624-bea6-4ffb-b4d1-031dd7db54f1 on network e00a79ba-9c50-4396-a39e-82bdf507c84d {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:17:26.836415 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9774514e-efb9-4e66-a5c7-779222531c68 None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 17, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:17:26.837115 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9774514e-efb9-4e66-a5c7-779222531c68 None None] Checking segment: {'id': 'a3a6493d-3e5c-40f0-b413-1173bf61bcb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'e00a79ba-9c50-4396-a39e-82bdf507c84d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:17:26.837691 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-9774514e-efb9-4e66-a5c7-779222531c68 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:26.838261 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9774514e-efb9-4e66-a5c7-779222531c68 None None] Bound using segment: {'id': 'a3a6493d-3e5c-40f0-b413-1173bf61bcb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'e00a79ba-9c50-4396-a39e-82bdf507c84d'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:17:26.838912 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-9774514e-efb9-4e66-a5c7-779222531c68 None None] Bound port: db8ec624-bea6-4ffb-b4d1-031dd7db54f1, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3a6493d-3e5c-40f0-b413-1173bf61bcb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'e00a79ba-9c50-4396-a39e-82bdf507c84d'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:17:26.839503 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-9774514e-efb9-4e66-a5c7-779222531c68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:26.919335 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-9774514e-efb9-4e66-a5c7-779222531c68 None None] For port db8ec624-bea6-4ffb-b4d1-031dd7db54f1, host n-d-818823-1, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:17:26.923046 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-9774514e-efb9-4e66-a5c7-779222531c68 None None] For port db8ec624-bea6-4ffb-b4d1-031dd7db54f1, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=db8ec624-bea6-4ffb-b4d1-031dd7db54f1,segment=NetworkSegment(a3a6493d-3e5c-40f0-b413-1173bf61bcb0),segment_id=a3a6493d-3e5c-40f0-b413-1173bf61bcb0)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:17:26.929912 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-31f64632-d671-4b34-80b3-4fa66c1c4d5e tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:26.932335 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-9774514e-efb9-4e66-a5c7-779222531c68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:27.036453 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port 52d6b7ae-24f7-4fb1-a9ba-b05788111e33, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=52d6b7ae-24f7-4fb1-a9ba-b05788111e33,segment=NetworkSegment(2a5a1c7b-538e-498e-99b9-cc7a8e0411be),segment_id=2a5a1c7b-538e-498e-99b9-cc7a8e0411be)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:17:27.049340 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-31f64632-d671-4b34-80b3-4fa66c1c4d5e tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:27.097276 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Returning: {'device': '52d6b7ae-24f7-4fb1-a9ba-b05788111e33', 'network_id': 'e1052824-bf78-4963-8937-b202e372ac24', 'port_id': '52d6b7ae-24f7-4fb1-a9ba-b05788111e33', 'mac_address': 'fa:16:3e:95:a2:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3091ebfd-11e2-41f8-9c00-ffe0b86563d8', 'ip_address': '192.168.233.173'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 20:17:27.146684 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f6fadf08-8ec9-4afb-bfa7-3e52748ac846 req-a0b58f14-3036-4e41-a7c8-5acc48784f48 service neutron] 10.222.0.20 "GET /v2.0/networks/e1052824-bf78-4963-8937-b202e372ac24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8847854 Nov 22 20:17:27.192497 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe0b0eb2-cd8f-478f-9c09-b7f00b2fd005 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fb26bd7-ce56-527b-b94f-2e1f7cb2bb35-7a6e2bc8-74f1-444d-be14-63754952f705', 'network_id': '7a6e2bc8-74f1-444d-be14-63754952f705', 'tenant_id': '2f5e135fdd46470d9b4952d9f43ebc95', 'fixed_ips': [{'subnet_id': '45162d53-9721-4266-8207-98e7f3e072c9'}]}} from n-d-818823-1. {{(pid=103449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 20:17:27.195493 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-fe0b0eb2-cd8f-478f-9c09-b7f00b2fd005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:27.196916 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31f64632-d671-4b34-80b3-4fa66c1c4d5e tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Network e00a79ba-9c50-4396-a39e-82bdf507c84d is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:17:27.208648 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07180b17-5c74-4ae2-adfa-cc8ce3aee3cb req-b38cee69-5f13-4618-843e-dd2505f7cf43 tempest-ServersTestBootFromVolume-579283085 tempest-ServersTestBootFromVolume-579283085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:17:27.211800 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-07180b17-5c74-4ae2-adfa-cc8ce3aee3cb req-b38cee69-5f13-4618-843e-dd2505f7cf43 tempest-ServersTestBootFromVolume-579283085 tempest-ServersTestBootFromVolume-579283085-project] 10.222.0.41 "GET /v2.0/networks?id=73091ecb-b489-4dc5-b0f5-740e198eef08 HTTP/1.1" status: 200 len: 815 time: 0.9048934 Nov 22 20:17:27.220329 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434c4121-59eb-4eca-a9e6-9f76f219bad1 req-2707f7f9-c0c6-473d-8344-819764446126 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:17:27.228148 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-939a7515-9d93-40d0-b6f8-d3d3435e8262 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.5279062 Nov 22 20:17:27.229790 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-31f64632-d671-4b34-80b3-4fa66c1c4d5e tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:17:27.236474 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-434c4121-59eb-4eca-a9e6-9f76f219bad1 req-2707f7f9-c0c6-473d-8344-819764446126 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.46 "GET /v2.0/ports?device_id=0af368f2-d7cc-4133-a4d9-4d2227d6bf53 HTTP/1.1" status: 200 len: 948 time: 0.3229790 Nov 22 20:17:27.239571 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 44040) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:17:27.246685 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f64632-d671-4b34-80b3-4fa66c1c4d5e tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:17:27.248281 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9774514e-efb9-4e66-a5c7-779222531c68 None None] Pushing event updated for resources: {'Port': ['ID=db8ec624-bea6-4ffb-b4d1-031dd7db54f1,revision_number=2']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:17:27.276758 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31f64632-d671-4b34-80b3-4fa66c1c4d5e tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:17:27.278588 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-31f64632-d671-4b34-80b3-4fa66c1c4d5e tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:27.442338 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:27.474381 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52d6b7ae-24f7-4fb1-a9ba-b05788111e33 {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:17:27.477222 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-31f64632-d671-4b34-80b3-4fa66c1c4d5e tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.9696879 Nov 22 20:17:27.495867 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 44046) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:17:27.515184 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-e62245f3-12f4-49fe-84ae-1a6b9075f318 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Request body: {'port': {'network_id': 'e00a79ba-9c50-4396-a39e-82bdf507c84d', 'name': 'tempest-PortsIpV6TestJSON-172591956', 'fixed_ips': [{'subnet_id': '9dd5c1da-9516-4f31-b7e5-8c889d149cbd', 'ip_address': '2001:db8::f'}]}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:17:27.538349 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port 52d6b7ae-24f7-4fb1-a9ba-b05788111e33, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=52d6b7ae-24f7-4fb1-a9ba-b05788111e33,segment=NetworkSegment(2a5a1c7b-538e-498e-99b9-cc7a8e0411be),segment_id=2a5a1c7b-538e-498e-99b9-cc7a8e0411be)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:17:27.550139 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.db_base_plugin_common [None req-fe0b0eb2-cd8f-478f-9c09-b7f00b2fd005 None None] Allocated IP 2001:db8::f816:3eff:fe62:ad66 (7a6e2bc8-74f1-444d-be14-63754952f705/45162d53-9721-4266-8207-98e7f3e072c9/86472e4b-751e-4369-b795-15eccd485116) {{(pid=103449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:17:27.552569 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:27.553245 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 87324fe4-74d5-49f9-9ceb-b0b71eb0da5d details requested by agent hyperv_n-h2-818823-1 with host n-h2-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 20:17:27.566902 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f64632-d671-4b34-80b3-4fa66c1c4d5e tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Pushing event updated for resources: {'Port': ['ID=bc45e0c3-4678-4f04-944d-08e5328c45de,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:17:27.683771 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f64632-d671-4b34-80b3-4fa66c1c4d5e tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:17:27.684359 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f64632-d671-4b34-80b3-4fa66c1c4d5e tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:17:27.684478 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f64632-d671-4b34-80b3-4fa66c1c4d5e tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:17:27.684764 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f64632-d671-4b34-80b3-4fa66c1c4d5e tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:17:27.685090 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f64632-d671-4b34-80b3-4fa66c1c4d5e tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:17:27.685464 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f64632-d671-4b34-80b3-4fa66c1c4d5e tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:17:27.685794 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f64632-d671-4b34-80b3-4fa66c1c4d5e tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:17:27.686118 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f64632-d671-4b34-80b3-4fa66c1c4d5e tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:17:27.686442 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f64632-d671-4b34-80b3-4fa66c1c4d5e tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:17:27.686765 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f64632-d671-4b34-80b3-4fa66c1c4d5e tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:17:27.687084 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f64632-d671-4b34-80b3-4fa66c1c4d5e tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:17:27.688119 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f64632-d671-4b34-80b3-4fa66c1c4d5e tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:17:27.724092 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.db.resource_extend [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 22 20:17:27.732863 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-07180b17-5c74-4ae2-adfa-cc8ce3aee3cb req-229e3b5f-fc9e-4635-b37d-503325d3b133 tempest-ServersTestBootFromVolume-579283085 tempest-ServersTestBootFromVolume-579283085-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=23ed8fcebbac4686acca3f06ab3e514c HTTP/1.1" status: 200 len: 380 time: 0.4416134 Nov 22 20:17:27.744307 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [req-07180b17-5c74-4ae2-adfa-cc8ce3aee3cb req-80ba60d0-7cf2-4dc4-b164-c3867926be60 tempest-ServersTestBootFromVolume-579283085 tempest-ServersTestBootFromVolume-579283085-project] Request body: {'port': {'device_id': '6c736002-725b-489a-b39d-3fa0f252de44', 'network_id': '73091ecb-b489-4dc5-b0f5-740e198eef08', 'admin_state_up': True, 'tenant_id': '23ed8fcebbac4686acca3f06ab3e514c', 'security_groups': ['c983b806-141e-4d06-afa7-7136cbbbad90']}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:17:27.760585 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-434c4121-59eb-4eca-a9e6-9f76f219bad1 req-014127f6-5006-4675-90c1-0d90cf0e3678 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c61ce95-aab5-427a-864a-9f490b05fbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5232043 Nov 22 20:17:27.779019 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac53bee-651d-4c0b-8d02-b12c8028b275 req-3a2967b5-5009-4ce6-9290-262b52509f18 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:17:27.780868 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3ac53bee-651d-4c0b-8d02-b12c8028b275 req-3a2967b5-5009-4ce6-9290-262b52509f18 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/ports?device_id=71cf431c-ff3c-4ce5-b784-b372b07066aa HTTP/1.1" status: 200 len: 943 time: 0.7224033 Nov 22 20:17:27.917562 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-fb9355b4-ba54-47f3-890d-0e0a380548a0 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3961693'] for network, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:27.985635 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e62245f3-12f4-49fe-84ae-1a6b9075f318 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Made reservation on behalf of 2dee5ba1e01f416ab951cabb312f3dca for: {'port': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:17:27.998669 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e62245f3-12f4-49fe-84ae-1a6b9075f318 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:28.088065 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device db8ec624-bea6-4ffb-b4d1-031dd7db54f1 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:17:28.143116 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3ac53bee-651d-4c0b-8d02-b12c8028b275 req-0da25f1c-d049-4477-bc4c-f0204a7487d9 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6bb4485-0c85-4226-9793-14795129f329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3276868 Nov 22 20:17:28.149277 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a3377daa-1fb7-4b36-b9a0-46a0dc04c5b9 req-5c8f13da-9b79-4ae6-861a-f7f68d3f5ac5 tempest-ServersTestBootFromVolume-579283085 tempest-ServersTestBootFromVolume-579283085-project] 10.222.0.46 "GET /v2.0/ports?device_id=6c736002-725b-489a-b39d-3fa0f252de44 HTTP/1.1" status: 200 len: 210 time: 0.2267480 Nov 22 20:17:28.172962 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0718cfb-f861-4a03-996c-313791982649 admin admin] Router 416955ea-c632-4d7e-bba2-4bbfb019bb87 is scheduled to L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 with binding_index 1 {{(pid=103447) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 20:17:28.178267 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=52d6b7ae-24f7-4fb1-a9ba-b05788111e33,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:17:28.214111 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f6fadf08-8ec9-4afb-bfa7-3e52748ac846 req-4ce3b2fa-c335-4b75-9d06-553972640fa1 service neutron] 10.222.0.20 "GET /v2.0/networks/e1052824-bf78-4963-8937-b202e372ac24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0361135 Nov 22 20:17:28.274595 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port db8ec624-bea6-4ffb-b4d1-031dd7db54f1 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:17:28.274975 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:28.335670 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port 87324fe4-74d5-49f9-9ceb-b0b71eb0da5d, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=87324fe4-74d5-49f9-9ceb-b0b71eb0da5d,segment=NetworkSegment(ac5f3349-9549-4263-b08f-bbbf3ebb8ed3),segment_id=ac5f3349-9549-4263-b08f-bbbf3ebb8ed3)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:17:28.422839 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Returning: {'device': '87324fe4-74d5-49f9-9ceb-b0b71eb0da5d', 'network_id': '41f439de-e657-4ca1-8a55-865945ee9732', 'port_id': '87324fe4-74d5-49f9-9ceb-b0b71eb0da5d', 'mac_address': 'fa:16:3e:50:fa:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd74b376c-118a-4e1f-b1b9-d074bfe85b19', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 20:17:28.493621 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-fe0b0eb2-cd8f-478f-9c09-b7f00b2fd005 None None] Publish callbacks [] for port, precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:28.513335 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-fb9355b4-ba54-47f3-890d-0e0a380548a0 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3753007'] for subnet, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:28.584793 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-fe0b0eb2-cd8f-478f-9c09-b7f00b2fd005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372'] for port, after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:28.684235 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fadf08-8ec9-4afb-bfa7-3e52748ac846 req-38dd5c93-30c7-4f64-907a-a11833f9e0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:17:28.685858 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f6fadf08-8ec9-4afb-bfa7-3e52748ac846 req-38dd5c93-30c7-4f64-907a-a11833f9e0a3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=76a9efddcf274563b133aa3f163fb3f9&device_id=71cf431c-ff3c-4ce5-b784-b372b07066aa HTTP/1.1" status: 200 len: 1094 time: 0.3979459 Nov 22 20:17:28.708316 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe0b0eb2-cd8f-478f-9c09-b7f00b2fd005 None None] Network 7a6e2bc8-74f1-444d-be14-63754952f705 is already hosted by enough agents. {{(pid=103449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:17:28.733103 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [None req-e62245f3-12f4-49fe-84ae-1a6b9075f318 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] device_id is not set on port 1519880b-909d-4add-bde7-c555cac57b93 yet. {{(pid=103448) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 20:17:28.739844 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.base_scheduler [None req-fe0b0eb2-cd8f-478f-9c09-b7f00b2fd005 None None] Resources bound (agent type, host, resource id): {{(pid=103449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:17:28.741959 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:28.747336 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe0b0eb2-cd8f-478f-9c09-b7f00b2fd005 None None] Received port after_create {{(pid=103449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:17:28.887655 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0718cfb-f861-4a03-996c-313791982649 admin admin] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:17:28.930445 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-fb9355b4-ba54-47f3-890d-0e0a380548a0 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3753014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8900804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8485115'] for subnet, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:28.940157 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07180b17-5c74-4ae2-adfa-cc8ce3aee3cb req-80ba60d0-7cf2-4dc4-b164-c3867926be60 tempest-ServersTestBootFromVolume-579283085 tempest-ServersTestBootFromVolume-579283085-project] Made reservation on behalf of 23ed8fcebbac4686acca3f06ab3e514c for: {'port': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:17:28.944963 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0cb2a2f-6fdb-4d15-8a71-c7ef3de18788 None None] Network e00a79ba-9c50-4396-a39e-82bdf507c84d requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:17:28.948428 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-07180b17-5c74-4ae2-adfa-cc8ce3aee3cb req-80ba60d0-7cf2-4dc4-b164-c3867926be60 tempest-ServersTestBootFromVolume-579283085 tempest-ServersTestBootFromVolume-579283085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:28.967768 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ac165c-f933-4fe0-bec2-301298d391fd None None] Sync routers for ids ['416955ea-c632-4d7e-bba2-4bbfb019bb87'] in n-d-818823-1 {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:17:28.985544 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.agents_db [None req-aa8313f2-1ee4-4e7b-8c5a-d32b2f9d31ee None None] Agent healthcheck: found 7 active agents {{(pid=103450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 20:17:29.012823 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f0718cfb-f861-4a03-996c-313791982649 admin admin] Publish callbacks [] for router, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:29.025091 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-f0718cfb-f861-4a03-996c-313791982649 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 12.4456184 Nov 22 20:17:29.052600 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 44058) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:17:29.166036 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87324fe4-74d5-49f9-9ceb-b0b71eb0da5d {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:17:29.171390 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-fe0b0eb2-cd8f-478f-9c09-b7f00b2fd005 None None] Attempting to bind port 86472e4b-751e-4369-b795-15eccd485116 on host n-d-818823-1 for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:17:29.171895 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-fe0b0eb2-cd8f-478f-9c09-b7f00b2fd005 None None] Attempting to bind port 86472e4b-751e-4369-b795-15eccd485116 by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': 'aa99c5e8-62e2-4993-944a-5adc2181bd06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '7a6e2bc8-74f1-444d-be14-63754952f705'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:17:29.172185 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe0b0eb2-cd8f-478f-9c09-b7f00b2fd005 None None] Attempting to bind port 86472e4b-751e-4369-b795-15eccd485116 on network 7a6e2bc8-74f1-444d-be14-63754952f705 {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:17:29.198494 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0b0eb2-cd8f-478f-9c09-b7f00b2fd005 None None] Pushing event updated for resources: {'Port': ['ID=86472e4b-751e-4369-b795-15eccd485116,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:17:29.280285 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe0b0eb2-cd8f-478f-9c09-b7f00b2fd005 None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 17, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:17:29.280750 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe0b0eb2-cd8f-478f-9c09-b7f00b2fd005 None None] Checking segment: {'id': 'aa99c5e8-62e2-4993-944a-5adc2181bd06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '7a6e2bc8-74f1-444d-be14-63754952f705'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:17:29.282397 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-fe0b0eb2-cd8f-478f-9c09-b7f00b2fd005 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:29.282807 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe0b0eb2-cd8f-478f-9c09-b7f00b2fd005 None None] Bound using segment: {'id': 'aa99c5e8-62e2-4993-944a-5adc2181bd06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '7a6e2bc8-74f1-444d-be14-63754952f705'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:17:29.283300 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-fe0b0eb2-cd8f-478f-9c09-b7f00b2fd005 None None] Bound port: 86472e4b-751e-4369-b795-15eccd485116, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa99c5e8-62e2-4993-944a-5adc2181bd06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '7a6e2bc8-74f1-444d-be14-63754952f705'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:17:29.283750 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-fe0b0eb2-cd8f-478f-9c09-b7f00b2fd005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:29.285796 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ac165c-f933-4fe0-bec2-301298d391fd None None] Routers {'416955ea-c632-4d7e-bba2-4bbfb019bb87'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:17:29.286418 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-74ac165c-f933-4fe0-bec2-301298d391fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:17:02Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['416955ea-c632-4d7e-bba2-4bbfb019bb87'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:17:29.319447 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [req-07180b17-5c74-4ae2-adfa-cc8ce3aee3cb req-80ba60d0-7cf2-4dc4-b164-c3867926be60 tempest-ServersTestBootFromVolume-579283085 tempest-ServersTestBootFromVolume-579283085-project] Allocated IP 172.20.0.3 (73091ecb-b489-4dc5-b0f5-740e198eef08/9101b2b3-b2f9-4690-9616-29ccea2bab88/29fe7f32-c1c4-4849-a3d2-11921abefde5) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:17:29.376851 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9355b4-ba54-47f3-890d-0e0a380548a0 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Pushing event deleted for resources: {'Subnet': ['ID=45162d53-9721-4266-8207-98e7f3e072c9,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:17:29.434864 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-74ac165c-f933-4fe0-bec2-301298d391fd None None] Set router 416955ea-c632-4d7e-bba2-4bbfb019bb87 gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:17:29.511668 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [None req-e62245f3-12f4-49fe-84ae-1a6b9075f318 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Allocated IP 2001:db8::f (e00a79ba-9c50-4396-a39e-82bdf507c84d/9dd5c1da-9516-4f31-b7e5-8c889d149cbd/1519880b-909d-4add-bde7-c555cac57b93) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:17:29.543091 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port 87324fe4-74d5-49f9-9ceb-b0b71eb0da5d, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=87324fe4-74d5-49f9-9ceb-b0b71eb0da5d,segment=NetworkSegment(ac5f3349-9549-4263-b08f-bbbf3ebb8ed3),segment_id=ac5f3349-9549-4263-b08f-bbbf3ebb8ed3)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:17:29.559155 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-99ca77dd-3e1b-4bd7-9e97-dfe7c92fdf17 req-87115850-fa9d-44e4-9467-ba90e648c776 tempest-ServersTestBootFromVolume-579283085 tempest-ServersTestBootFromVolume-579283085-project] 10.222.0.46 "GET /v2.0/ports?device_id=6c736002-725b-489a-b39d-3fa0f252de44 HTTP/1.1" status: 200 len: 210 time: 0.1615324 Nov 22 20:17:29.560530 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fadf08-8ec9-4afb-bfa7-3e52748ac846 req-652ccac1-91ad-4234-8e11-79d59a57234c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:17:29.562061 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f6fadf08-8ec9-4afb-bfa7-3e52748ac846 req-652ccac1-91ad-4234-8e11-79d59a57234c service neutron] 10.222.0.20 "GET /v2.0/networks?id=41f439de-e657-4ca1-8a55-865945ee9732 HTTP/1.1" status: 200 len: 912 time: 0.8604012 Nov 22 20:17:29.565721 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-fb9355b4-ba54-47f3-890d-0e0a380548a0 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3760028', 'neutron.services.segments.db._delete_segments_for_network-8748992815755'] for network, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:29.613854 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:29.617380 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-07180b17-5c74-4ae2-adfa-cc8ce3aee3cb req-80ba60d0-7cf2-4dc4-b164-c3867926be60 tempest-ServersTestBootFromVolume-579283085 tempest-ServersTestBootFromVolume-579283085-project] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:29.622547 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 15fcdac3-0d86-47fd-a34f-6adf8d9958a3 details requested by agent hyperv_n-h2-818823-1 with host n-h2-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 20:17:29.634402 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:29.698814 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-f52f6a58-4e37-4884-a094-03869ef50c16 None None] Provisioning complete for port db8ec624-bea6-4ffb-b4d1-031dd7db54f1 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:17:29.699308 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-f52f6a58-4e37-4884-a094-03869ef50c16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:29.722158 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-07180b17-5c74-4ae2-adfa-cc8ce3aee3cb req-80ba60d0-7cf2-4dc4-b164-c3867926be60 tempest-ServersTestBootFromVolume-579283085 tempest-ServersTestBootFromVolume-579283085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:29.778393 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f6fadf08-8ec9-4afb-bfa7-3e52748ac846 req-b9e427f2-750b-4146-a58a-c7440b846e0a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=87324fe4-74d5-49f9-9ceb-b0b71eb0da5d HTTP/1.1" status: 200 len: 217 time: 0.1595430 Nov 22 20:17:29.800377 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-fe0b0eb2-cd8f-478f-9c09-b7f00b2fd005 None None] For port 86472e4b-751e-4369-b795-15eccd485116, host n-d-818823-1, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:17:29.804782 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-fe0b0eb2-cd8f-478f-9c09-b7f00b2fd005 None None] For port 86472e4b-751e-4369-b795-15eccd485116, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=86472e4b-751e-4369-b795-15eccd485116,segment=NetworkSegment(aa99c5e8-62e2-4993-944a-5adc2181bd06),segment_id=aa99c5e8-62e2-4993-944a-5adc2181bd06)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:17:29.815034 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07180b17-5c74-4ae2-adfa-cc8ce3aee3cb req-80ba60d0-7cf2-4dc4-b164-c3867926be60 tempest-ServersTestBootFromVolume-579283085 tempest-ServersTestBootFromVolume-579283085-project] Network 73091ecb-b489-4dc5-b0f5-740e198eef08 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:17:29.823356 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [req-07180b17-5c74-4ae2-adfa-cc8ce3aee3cb req-80ba60d0-7cf2-4dc4-b164-c3867926be60 tempest-ServersTestBootFromVolume-579283085 tempest-ServersTestBootFromVolume-579283085-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:17:29.832654 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [req-07180b17-5c74-4ae2-adfa-cc8ce3aee3cb req-80ba60d0-7cf2-4dc4-b164-c3867926be60 tempest-ServersTestBootFromVolume-579283085 tempest-ServersTestBootFromVolume-579283085-project] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:17:29.832996 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfae7b9-d369-4070-a445-87f844302f14 req-00f78df3-2302-41c9-a6a6-f83bdb473fa4 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:17:29.841098 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3cfae7b9-d369-4070-a445-87f844302f14 req-00f78df3-2302-41c9-a6a6-f83bdb473fa4 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.46 "GET /v2.0/ports?device_id=0af368f2-d7cc-4133-a4d9-4d2227d6bf53 HTTP/1.1" status: 200 len: 949 time: 0.8881371 Nov 22 20:17:29.869883 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-fb9355b4-ba54-47f3-890d-0e0a380548a0 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a6e2bc8-74f1-444d-be14-63754952f705']}} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:17:29.889681 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ba60d0-7cf2-4dc4-b164-c3867926be60 tempest-ServersTestBootFromVolume-579283085 tempest-ServersTestBootFromVolume-579283085-project] Pushing event updated for resources: {'Port': ['ID=29fe7f32-c1c4-4849-a3d2-11921abefde5,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:17:29.965257 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-fb9355b4-ba54-47f3-890d-0e0a380548a0 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa99c5e8-62e2-4993-944a-5adc2181bd06') {'for_net_delete': True} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:17:29.965589 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-fb9355b4-ba54-47f3-890d-0e0a380548a0 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa99c5e8-62e2-4993-944a-5adc2181bd06') {} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:17:29.975613 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-fe0b0eb2-cd8f-478f-9c09-b7f00b2fd005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:29.979947 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34528c8b-2c09-4c67-9bf6-d1fac068f6dc req-e49daa06-cbc6-4f0b-abe3-a7a4acbf963a tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:17:29.980363 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07180b17-5c74-4ae2-adfa-cc8ce3aee3cb req-80ba60d0-7cf2-4dc4-b164-c3867926be60 tempest-ServersTestBootFromVolume-579283085 tempest-ServersTestBootFromVolume-579283085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:17:29.981188 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-07180b17-5c74-4ae2-adfa-cc8ce3aee3cb req-80ba60d0-7cf2-4dc4-b164-c3867926be60 tempest-ServersTestBootFromVolume-579283085 tempest-ServersTestBootFromVolume-579283085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:29.990079 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-34528c8b-2c09-4c67-9bf6-d1fac068f6dc req-e49daa06-cbc6-4f0b-abe3-a7a4acbf963a tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/ports?device_id=71cf431c-ff3c-4ce5-b784-b372b07066aa HTTP/1.1" status: 200 len: 944 time: 0.2613535 Nov 22 20:17:30.013460 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] For port db8ec624-bea6-4ffb-b4d1-031dd7db54f1, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=db8ec624-bea6-4ffb-b4d1-031dd7db54f1,segment=NetworkSegment(a3a6493d-3e5c-40f0-b413-1173bf61bcb0),segment_id=a3a6493d-3e5c-40f0-b413-1173bf61bcb0)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:17:30.058734 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:30.063046 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-07180b17-5c74-4ae2-adfa-cc8ce3aee3cb req-80ba60d0-7cf2-4dc4-b164-c3867926be60 tempest-ServersTestBootFromVolume-579283085 tempest-ServersTestBootFromVolume-579283085-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3224006 Nov 22 20:17:30.066788 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e62245f3-12f4-49fe-84ae-1a6b9075f318 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:30.082740 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.db.resource_extend [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 22 20:17:30.083824 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [req-07180b17-5c74-4ae2-adfa-cc8ce3aee3cb req-5adc5894-3d38-419f-9977-f980869897d9 service neutron] Request body: {'port': {'device_id': '6c736002-725b-489a-b39d-3fa0f252de44', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818823-1'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:17:30.096923 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-34528c8b-2c09-4c67-9bf6-d1fac068f6dc req-4e2a1ce8-44d0-492a-b8e5-2d782aaa9936 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6bb4485-0c85-4226-9793-14795129f329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011472 Nov 22 20:17:30.109893 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-fb9355b4-ba54-47f3-890d-0e0a380548a0 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748993039638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12178344'] for segment, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:30.172655 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-12e18212-4217-4c66-ad95-703963c01a28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:30.202460 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-fb9355b4-ba54-47f3-890d-0e0a380548a0 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:30.223253 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3cfae7b9-d369-4070-a445-87f844302f14 req-dedef4b2-b673-4df7-84f6-2cdbef2b32ba tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c61ce95-aab5-427a-864a-9f490b05fbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3813140 Nov 22 20:17:30.231874 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb9355b4-ba54-47f3-890d-0e0a380548a0 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Releasing vlan 624 on physical network physnet1 to pool {{(pid=103447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 20:17:30.232686 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-fb9355b4-ba54-47f3-890d-0e0a380548a0 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8900762'] for segment, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:30.260968 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port 15fcdac3-0d86-47fd-a34f-6adf8d9958a3, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=15fcdac3-0d86-47fd-a34f-6adf8d9958a3,segment=NetworkSegment(2a5a1c7b-538e-498e-99b9-cc7a8e0411be),segment_id=2a5a1c7b-538e-498e-99b9-cc7a8e0411be)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:17:30.271505 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-07180b17-5c74-4ae2-adfa-cc8ce3aee3cb req-5adc5894-3d38-419f-9977-f980869897d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:30.307081 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e62245f3-12f4-49fe-84ae-1a6b9075f318 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:30.321794 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=87324fe4-74d5-49f9-9ceb-b0b71eb0da5d,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:17:30.331646 n-d-818823-1 neutron-server[103447]: Traceback (most recent call last): Nov 22 20:17:30.331646 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 20:17:30.331646 n-d-818823-1 neutron-server[103447]: timer() Nov 22 20:17:30.331646 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 20:17:30.331646 n-d-818823-1 neutron-server[103447]: cb(*args, **kw) Nov 22 20:17:30.331646 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 20:17:30.331646 n-d-818823-1 neutron-server[103447]: return func(*args, **kwargs) Nov 22 20:17:30.331646 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 20:17:30.331646 n-d-818823-1 neutron-server[103447]: self._notify() Nov 22 20:17:30.331646 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 20:17:30.331646 n-d-818823-1 neutron-server[103447]: self.callback(batched_events) Nov 22 20:17:30.331646 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 20:17:30.331646 n-d-818823-1 neutron-server[103447]: event.method(event) Nov 22 20:17:30.331646 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 20:17:30.331646 n-d-818823-1 neutron-server[103447]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 20:17:30.331646 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 20:17:30.331646 n-d-818823-1 neutron-server[103447]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 20:17:30.331646 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 20:17:30.331646 n-d-818823-1 neutron-server[103447]: return f(self, *a, **k) Nov 22 20:17:30.331646 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 20:17:30.331646 n-d-818823-1 neutron-server[103447]: return self._get(url).json() Nov 22 20:17:30.331646 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 20:17:30.331646 n-d-818823-1 neutron-server[103447]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 20:17:30.331646 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 20:17:30.331646 n-d-818823-1 neutron-server[103447]: return self.request(url, 'GET', **kwargs) Nov 22 20:17:30.331646 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 20:17:30.331646 n-d-818823-1 neutron-server[103447]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 20:17:30.331646 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 20:17:30.331646 n-d-818823-1 neutron-server[103447]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 20:17:30.331646 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 20:17:30.331646 n-d-818823-1 neutron-server[103447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 20:17:30.331646 n-d-818823-1 neutron-server[103447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 20:17:30.337848 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.db.api [None req-fb9355b4-ba54-47f3-890d-0e0a380548a0 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 22 20:17:30.337848 n-d-818823-1 neutron-server[103447]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 22 20:17:30.337848 n-d-818823-1 neutron-server[103447]: [parameters: {'id': '7a6e2bc8-74f1-444d-be14-63754952f705'}] Nov 22 20:17:30.337848 n-d-818823-1 neutron-server[103447]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103447) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 20:17:30.339168 n-d-818823-1 neutron-server[103447]: DEBUG oslo_db.api [None req-fb9355b4-ba54-47f3-890d-0e0a380548a0 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 20:17:30.342698 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fadf08-8ec9-4afb-bfa7-3e52748ac846 req-00faafda-97a5-41fc-ac8f-8eb9200c5d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:17:30.344676 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Returning: {'device': '15fcdac3-0d86-47fd-a34f-6adf8d9958a3', 'network_id': 'e1052824-bf78-4963-8937-b202e372ac24', 'port_id': '15fcdac3-0d86-47fd-a34f-6adf8d9958a3', 'mac_address': 'fa:16:3e:d8:09:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3091ebfd-11e2-41f8-9c00-ffe0b86563d8', 'ip_address': '192.168.233.66'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 20:17:30.347018 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f6fadf08-8ec9-4afb-bfa7-3e52748ac846 req-00faafda-97a5-41fc-ac8f-8eb9200c5d28 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d74b376c-118a-4e1f-b1b9-d074bfe85b19 HTTP/1.1" status: 200 len: 851 time: 0.5422966 Nov 22 20:17:30.415817 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99056971-fe3a-4032-883f-8e6229cdc8d8 None None] Network 7a6e2bc8-74f1-444d-be14-63754952f705 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:17:30.466711 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f6fadf08-8ec9-4afb-bfa7-3e52748ac846 req-983cf099-c847-4eec-a1f4-b789f6e5b3bb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=41f439de-e657-4ca1-8a55-865945ee9732&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1094086 Nov 22 20:17:30.526002 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0b0eb2-cd8f-478f-9c09-b7f00b2fd005 None None] Pushing event updated for resources: {'Port': ['ID=86472e4b-751e-4369-b795-15eccd485116,revision_number=2']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:17:30.556062 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62245f3-12f4-49fe-84ae-1a6b9075f318 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Pushing event updated for resources: {'Port': ['ID=1519880b-909d-4add-bde7-c555cac57b93,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:17:30.574737 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e62245f3-12f4-49fe-84ae-1a6b9075f318 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Network e00a79ba-9c50-4396-a39e-82bdf507c84d is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:17:30.588120 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-e62245f3-12f4-49fe-84ae-1a6b9075f318 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:17:30.607913 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e62245f3-12f4-49fe-84ae-1a6b9075f318 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:17:30.610916 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:30.611061 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f6fadf08-8ec9-4afb-bfa7-3e52748ac846 req-2a32dd21-d198-4f78-9ec6-f1fa1ba12669 service neutron] 10.222.0.20 "GET /v2.0/networks/41f439de-e657-4ca1-8a55-865945ee9732?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315346 Nov 22 20:17:30.622517 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e62245f3-12f4-49fe-84ae-1a6b9075f318 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:17:30.622517 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e62245f3-12f4-49fe-84ae-1a6b9075f318 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:30.657003 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-e62245f3-12f4-49fe-84ae-1a6b9075f318 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.1468472 Nov 22 20:17:30.658589 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 44088) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:17:30.735402 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15fcdac3-0d86-47fd-a34f-6adf8d9958a3 {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:17:30.767568 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-17648a30-d060-4f82-be61-66c4ca3bff6d None None] Provisioning complete for port 29fe7f32-c1c4-4849-a3d2-11921abefde5 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:17:30.767912 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-17648a30-d060-4f82-be61-66c4ca3bff6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:30.850508 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Pushing event updated for resources: {'Port': ['ID=db8ec624-bea6-4ffb-b4d1-031dd7db54f1,revision_number=3']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:17:30.875383 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-fb9355b4-ba54-47f3-890d-0e0a380548a0 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3961693'] for network, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:30.942202 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port 15fcdac3-0d86-47fd-a34f-6adf8d9958a3, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=15fcdac3-0d86-47fd-a34f-6adf8d9958a3,segment=NetworkSegment(2a5a1c7b-538e-498e-99b9-cc7a8e0411be),segment_id=2a5a1c7b-538e-498e-99b9-cc7a8e0411be)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:17:30.956700 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-74ac165c-f933-4fe0-bec2-301298d391fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '416955ea-c632-4d7e-bba2-4bbfb019bb87', 'name': 'tempest-TaggedBootDevicesTest_v242-1947763067-router', 'tenant_id': '321f5784f3ae4933955026f73ebf2678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.9'}], 'enable_snat': True}, 'gw_port_id': 'e539afc5-1362-471f-b58c-36255a2f4f6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:17:16Z', 'updated_at': '2021-11-22T20:17:24Z', 'revision_number': 3, 'project_id': '321f5784f3ae4933955026f73ebf2678', 'gw_port': {'id': 'e539afc5-1362-471f-b58c-36255a2f4f6d', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:c5:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '416955ea-c632-4d7e-bba2-4bbfb019bb87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:17:21Z', 'updated_at': '2021-11-22T20:17:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:17:30.962681 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7409357-1b6e-4070-9375-9cd9d0ac3c73 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:17:30.970029 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-d7409357-1b6e-4070-9375-9cd9d0ac3c73 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] 10.222.0.46 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.3098145 Nov 22 20:17:30.970610 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 44092) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:17:31.071915 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ac165c-f933-4fe0-bec2-301298d391fd None None] Checking router: 416955ea-c632-4d7e-bba2-4bbfb019bb87 for host: n-d-818823-1 {{(pid=103449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 20:17:31.072657 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ac165c-f933-4fe0-bec2-301298d391fd None None] Updating router 416955ea-c632-4d7e-bba2-4bbfb019bb87 port e539afc5-1362-471f-b58c-36255a2f4f6d binding host n-d-818823-1 {{(pid=103449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 20:17:31.124603 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [req-07180b17-5c74-4ae2-adfa-cc8ce3aee3cb req-5adc5894-3d38-419f-9977-f980869897d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29fe7f32-c1c4-4849-a3d2-11921abefde5 {{(pid=103448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:17:31.141504 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-07180b17-5c74-4ae2-adfa-cc8ce3aee3cb req-5adc5894-3d38-419f-9977-f980869897d9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:31.159450 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [req-07180b17-5c74-4ae2-adfa-cc8ce3aee3cb req-5adc5894-3d38-419f-9977-f980869897d9 service neutron] Transition to ACTIVE for port object 29fe7f32-c1c4-4849-a3d2-11921abefde5 will not be triggered until provisioned by entity L2. {{(pid=103448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 20:17:31.164650 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-07180b17-5c74-4ae2-adfa-cc8ce3aee3cb req-5adc5894-3d38-419f-9977-f980869897d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:31.169580 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b57706-aa88-490b-9d2f-8ada6db7ae84 req-8eae200b-fd8b-4eb5-8102-4c65637b0e71 tempest-ServersTestBootFromVolume-579283085 tempest-ServersTestBootFromVolume-579283085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:17:31.182768 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-25b57706-aa88-490b-9d2f-8ada6db7ae84 req-8eae200b-fd8b-4eb5-8102-4c65637b0e71 tempest-ServersTestBootFromVolume-579283085 tempest-ServersTestBootFromVolume-579283085-project] 10.222.0.46 "GET /v2.0/ports?device_id=6c736002-725b-489a-b39d-3fa0f252de44 HTTP/1.1" status: 200 len: 931 time: 0.4448380 Nov 22 20:17:31.204571 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:31.248541 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-74ac165c-f933-4fe0-bec2-301298d391fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:31.261389 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adc5894-3d38-419f-9977-f980869897d9 service neutron] Pushing event updated for resources: {'Port': ['ID=29fe7f32-c1c4-4849-a3d2-11921abefde5,revision_number=2']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:17:31.313890 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f6fadf08-8ec9-4afb-bfa7-3e52748ac846 req-34149321-821f-46fa-9713-519df473ef5c service neutron] 10.222.0.20 "GET /v2.0/networks/41f439de-e657-4ca1-8a55-865945ee9732?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6891534 Nov 22 20:17:31.444469 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-07180b17-5c74-4ae2-adfa-cc8ce3aee3cb req-5adc5894-3d38-419f-9977-f980869897d9 service neutron] Attempting to bind port 29fe7f32-c1c4-4849-a3d2-11921abefde5 on host n-h1-818823-1 for vnic_type normal with profile {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:17:31.444896 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-07180b17-5c74-4ae2-adfa-cc8ce3aee3cb req-5adc5894-3d38-419f-9977-f980869897d9 service neutron] Attempting to bind port 29fe7f32-c1c4-4849-a3d2-11921abefde5 by drivers openvswitch,hyperv on host n-h1-818823-1 at level 0 using segments [{'id': '56debe83-f1a4-4422-b85c-8e2fd99ea227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '73091ecb-b489-4dc5-b0f5-740e198eef08'}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:17:31.445151 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07180b17-5c74-4ae2-adfa-cc8ce3aee3cb req-5adc5894-3d38-419f-9977-f980869897d9 service neutron] Attempting to bind port 29fe7f32-c1c4-4849-a3d2-11921abefde5 on network 73091ecb-b489-4dc5-b0f5-740e198eef08 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:17:31.461923 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07180b17-5c74-4ae2-adfa-cc8ce3aee3cb req-5adc5894-3d38-419f-9977-f980869897d9 service neutron] Port 29fe7f32-c1c4-4849-a3d2-11921abefde5 on network 73091ecb-b489-4dc5-b0f5-740e198eef08 not bound, no agent of type Open vSwitch agent registered on host n-h1-818823-1 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:17:31.462245 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07180b17-5c74-4ae2-adfa-cc8ce3aee3cb req-5adc5894-3d38-419f-9977-f980869897d9 service neutron] Attempting to bind port 29fe7f32-c1c4-4849-a3d2-11921abefde5 on network 73091ecb-b489-4dc5-b0f5-740e198eef08 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:17:31.478468 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07180b17-5c74-4ae2-adfa-cc8ce3aee3cb req-5adc5894-3d38-419f-9977-f980869897d9 service neutron] Checking agent: {'id': '7a008cff-3b49-418c-8046-689d46cc800f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'started_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 17, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:17:31.478811 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07180b17-5c74-4ae2-adfa-cc8ce3aee3cb req-5adc5894-3d38-419f-9977-f980869897d9 service neutron] Checking segment: {'id': '56debe83-f1a4-4422-b85c-8e2fd99ea227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '73091ecb-b489-4dc5-b0f5-740e198eef08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:17:31.479202 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07180b17-5c74-4ae2-adfa-cc8ce3aee3cb req-5adc5894-3d38-419f-9977-f980869897d9 service neutron] Bound using segment: {'id': '56debe83-f1a4-4422-b85c-8e2fd99ea227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '73091ecb-b489-4dc5-b0f5-740e198eef08'} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:17:31.479662 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-07180b17-5c74-4ae2-adfa-cc8ce3aee3cb req-5adc5894-3d38-419f-9977-f980869897d9 service neutron] Bound port: 29fe7f32-c1c4-4849-a3d2-11921abefde5, host: n-h1-818823-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56debe83-f1a4-4422-b85c-8e2fd99ea227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '73091ecb-b489-4dc5-b0f5-740e198eef08'}}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:17:31.480021 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-07180b17-5c74-4ae2-adfa-cc8ce3aee3cb req-5adc5894-3d38-419f-9977-f980869897d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:31.550953 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16ae4fd7-d3d7-4304-977e-838c4ac9859c tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:17:31.557216 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16ae4fd7-d3d7-4304-977e-838c4ac9859c tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:17:31.572964 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16ae4fd7-d3d7-4304-977e-838c4ac9859c tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:17:31.578071 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-16ae4fd7-d3d7-4304-977e-838c4ac9859c tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] 10.222.0.46 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 0.6012654 Nov 22 20:17:31.579978 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 44100) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:17:31.635193 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-07180b17-5c74-4ae2-adfa-cc8ce3aee3cb req-5adc5894-3d38-419f-9977-f980869897d9 service neutron] For port 29fe7f32-c1c4-4849-a3d2-11921abefde5, host n-h1-818823-1, cleared binding levels {{(pid=103448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:17:31.641564 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-07180b17-5c74-4ae2-adfa-cc8ce3aee3cb req-5adc5894-3d38-419f-9977-f980869897d9 service neutron] For port 29fe7f32-c1c4-4849-a3d2-11921abefde5, host n-h1-818823-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=29fe7f32-c1c4-4849-a3d2-11921abefde5,segment=NetworkSegment(56debe83-f1a4-4422-b85c-8e2fd99ea227),segment_id=56debe83-f1a4-4422-b85c-8e2fd99ea227)] {{(pid=103448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:17:31.650035 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-07180b17-5c74-4ae2-adfa-cc8ce3aee3cb req-5adc5894-3d38-419f-9977-f980869897d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:31.651570 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-17648a30-d060-4f82-be61-66c4ca3bff6d None None] Port 29fe7f32-c1c4-4849-a3d2-11921abefde5 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:17:31.705015 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1ace2b-cad9-42d1-8e17-f32a713eddaf req-648eb490-6cfc-425e-bb98-b2e1be10e07d tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:17:31.706957 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6e1ace2b-cad9-42d1-8e17-f32a713eddaf req-648eb490-6cfc-425e-bb98-b2e1be10e07d tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/ports?device_id=71cf431c-ff3c-4ce5-b784-b372b07066aa HTTP/1.1" status: 200 len: 944 time: 0.4125433 Nov 22 20:17:31.718384 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-fb9355b4-ba54-47f3-890d-0e0a380548a0 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Deleting port 86472e4b-751e-4369-b795-15eccd485116 {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:17:31.719268 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-fb9355b4-ba54-47f3-890d-0e0a380548a0 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:31.736951 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-25b57706-aa88-490b-9d2f-8ada6db7ae84 req-96aa2ca4-e073-435d-a90b-cddc42c58f5b tempest-ServersTestBootFromVolume-579283085 tempest-ServersTestBootFromVolume-579283085-project] 10.222.0.46 "GET /v2.0/security-groups?id=c983b806-141e-4d06-afa7-7136cbbbad90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4617300 Nov 22 20:17:31.746844 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] get_ports_and_sgs() called for port_ids ['52d6b7ae-24f7-4fb1-a9ba-b05788111e33'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:17:31.760424 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] get_ports_and_sgs() called for port_ids ['87324fe4-74d5-49f9-9ceb-b0b71eb0da5d'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:17:31.827180 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07180b17-5c74-4ae2-adfa-cc8ce3aee3cb req-5adc5894-3d38-419f-9977-f980869897d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:17:31.828372 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-07180b17-5c74-4ae2-adfa-cc8ce3aee3cb req-5adc5894-3d38-419f-9977-f980869897d9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:31.830163 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-07180b17-5c74-4ae2-adfa-cc8ce3aee3cb req-5adc5894-3d38-419f-9977-f980869897d9 service neutron] 10.222.0.41 "PUT /v2.0/ports/29fe7f32-c1c4-4849-a3d2-11921abefde5 HTTP/1.1" status: 200 len: 1091 time: 1.7593071 Nov 22 20:17:31.831336 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adc5894-3d38-419f-9977-f980869897d9 service neutron] Pushing event updated for resources: {'Port': ['ID=29fe7f32-c1c4-4849-a3d2-11921abefde5,revision_number=3']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:17:31.841899 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] get_ports_and_sgs() called for port_ids ['15fcdac3-0d86-47fd-a34f-6adf8d9958a3'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:17:31.857911 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c736002-725b-489a-b39d-3fa0f252de44', 'tag': '29fe7f32-c1c4-4849-a3d2-11921abefde5'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:17:31.863144 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589a98cf2aea187fcc423a5edb333e5a6cf3ad7c81115d1ebee0f079693c312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0024b956-1f1d-4424-9848-a3fcec5219e5" -d '{"events": [{"name": "network-changed", "server_uuid": "6c736002-725b-489a-b39d-3fa0f252de44", "tag": "29fe7f32-c1c4-4849-a3d2-11921abefde5"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:17:31.956366 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc8a6227-68f3-41d0-bb9a-13bb31f850e8 None None] get_active_networks_info from n-d-818823-1 {{(pid=103449) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 22 20:17:31.977412 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07180b17-5c74-4ae2-adfa-cc8ce3aee3cb req-af0d98d6-fc8b-44b8-b301-e900c5d12810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:17:31.979135 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-07180b17-5c74-4ae2-adfa-cc8ce3aee3cb req-af0d98d6-fc8b-44b8-b301-e900c5d12810 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=23ed8fcebbac4686acca3f06ab3e514c&device_id=6c736002-725b-489a-b39d-3fa0f252de44 HTTP/1.1" status: 200 len: 1094 time: 0.0972693 Nov 22 20:17:32.056885 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-07180b17-5c74-4ae2-adfa-cc8ce3aee3cb req-c0dd20d2-4d0d-48e8-8fc1-5453b554aeec service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=29fe7f32-c1c4-4849-a3d2-11921abefde5 HTTP/1.1" status: 200 len: 217 time: 0.0692916 Nov 22 20:17:32.168238 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07180b17-5c74-4ae2-adfa-cc8ce3aee3cb req-54eca75e-ad2c-4e4f-a8d6-a0eb21b7dfbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:17:32.171320 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-07180b17-5c74-4ae2-adfa-cc8ce3aee3cb req-54eca75e-ad2c-4e4f-a8d6-a0eb21b7dfbc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9101b2b3-b2f9-4690-9616-29ccea2bab88 HTTP/1.1" status: 200 len: 854 time: 0.1040924 Nov 22 20:17:32.263888 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07180b17-5c74-4ae2-adfa-cc8ce3aee3cb req-cad72e9f-b074-4f22-934c-19116c8ccdc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:17:32.268750 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-07180b17-5c74-4ae2-adfa-cc8ce3aee3cb req-cad72e9f-b074-4f22-934c-19116c8ccdc6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=73091ecb-b489-4dc5-b0f5-740e198eef08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0878551 Nov 22 20:17:32.423607 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-95ed5e87-d2d0-4786-83cb-b6db658cd96a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:32.450057 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-07180b17-5c74-4ae2-adfa-cc8ce3aee3cb req-1d695b24-90eb-4d20-84bd-dbf2cfe14095 service neutron] 10.222.0.41 "GET /v2.0/networks/73091ecb-b489-4dc5-b0f5-740e198eef08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730118 Nov 22 20:17:32.485876 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [None req-fb9355b4-ba54-47f3-890d-0e0a380548a0 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] For port 86472e4b-751e-4369-b795-15eccd485116, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=86472e4b-751e-4369-b795-15eccd485116,segment=NetworkSegment(aa99c5e8-62e2-4993-944a-5adc2181bd06),segment_id=aa99c5e8-62e2-4993-944a-5adc2181bd06)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:17:32.486514 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-fb9355b4-ba54-47f3-890d-0e0a380548a0 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:32.508200 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6e1ace2b-cad9-42d1-8e17-f32a713eddaf req-495ff036-eae8-42cb-a648-5c88b860ac97 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6bb4485-0c85-4226-9793-14795129f329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7828875 Nov 22 20:17:32.520187 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-74ac165c-f933-4fe0-bec2-301298d391fd None None] Publish callbacks [] for port, precommit_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:32.528367 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-fb9355b4-ba54-47f3-890d-0e0a380548a0 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Calling delete_port for 86472e4b-751e-4369-b795-15eccd485116 owned by network:dhcp {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:17:32.536443 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=15fcdac3-0d86-47fd-a34f-6adf8d9958a3,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:17:32.548510 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc8a6227-68f3-41d0-bb9a-13bb31f850e8 None None] Resources bound (agent type, host, resource id): {{(pid=103449) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 22 20:17:32.600568 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device db8ec624-bea6-4ffb-b4d1-031dd7db54f1 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:17:32.608216 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-07180b17-5c74-4ae2-adfa-cc8ce3aee3cb req-98799d25-ff01-4593-9a41-f9000eccc7cc service neutron] 10.222.0.41 "GET /v2.0/networks/73091ecb-b489-4dc5-b0f5-740e198eef08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506138 Nov 22 20:17:32.613538 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80907120-2388-43f1-8dc0-6e3e48f8e07f req-bfa1fec6-3ad1-4cdf-8439-97bd925e86df tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:17:32.616575 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-80907120-2388-43f1-8dc0-6e3e48f8e07f req-bfa1fec6-3ad1-4cdf-8439-97bd925e86df tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.46 "GET /v2.0/ports?device_id=0af368f2-d7cc-4133-a4d9-4d2227d6bf53 HTTP/1.1" status: 200 len: 949 time: 0.3181641 Nov 22 20:17:32.628871 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 20:17:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6b33d08-8e9f-4924-a856-a773cea29dc9 x-openstack-request-id: req-c6b33d08-8e9f-4924-a856-a773cea29dc9 {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:17:32.630291 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c736002-725b-489a-b39d-3fa0f252de44", "tag": "29fe7f32-c1c4-4849-a3d2-11921abefde5", "status": "completed", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:17:32.633202 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c6b33d08-8e9f-4924-a856-a773cea29dc9 {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:17:32.634592 n-d-818823-1 neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c736002-725b-489a-b39d-3fa0f252de44', 'tag': '29fe7f32-c1c4-4849-a3d2-11921abefde5', 'status': 'completed', 'code': 200} Nov 22 20:17:32.665216 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-74ac165c-f933-4fe0-bec2-301298d391fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:32.723738 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0024b956-1f1d-4424-9848-a3fcec5219e5 req-dc8ae954-ed95-4df1-af8b-791209565cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:17:32.725663 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-0024b956-1f1d-4424-9848-a3fcec5219e5 req-dc8ae954-ed95-4df1-af8b-791209565cfe service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=23ed8fcebbac4686acca3f06ab3e514c&device_id=6c736002-725b-489a-b39d-3fa0f252de44 HTTP/1.1" status: 200 len: 1094 time: 0.0662441 Nov 22 20:17:32.739883 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-d0f477bb-75a4-4d2e-9a95-4bab3d2f6c97 None None] Provisioning complete for port db8ec624-bea6-4ffb-b4d1-031dd7db54f1 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:17:32.740508 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-d0f477bb-75a4-4d2e-9a95-4bab3d2f6c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:32.772300 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-7c041507-4e36-4de4-a35a-1b06e3c551a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:32.795192 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-eee10027-5633-482e-9ee0-113ca18a9498 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Deleting port 1519880b-909d-4add-bde7-c555cac57b93 {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:17:32.795557 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-eee10027-5633-482e-9ee0-113ca18a9498 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:32.924788 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-eee10027-5633-482e-9ee0-113ca18a9498 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:32.932184 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0024b956-1f1d-4424-9848-a3fcec5219e5 req-26499cc7-e60f-422d-b516-c1ba57d28ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:17:32.934210 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-0024b956-1f1d-4424-9848-a3fcec5219e5 req-26499cc7-e60f-422d-b516-c1ba57d28ad0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=73091ecb-b489-4dc5-b0f5-740e198eef08 HTTP/1.1" status: 200 len: 916 time: 0.2006686 Nov 22 20:17:32.972900 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae816a77-c8e5-4165-8333-fe0688b8b48a None None] Pushing event updated for resources: {'Port': ['ID=e539afc5-1362-471f-b58c-36255a2f4f6d,revision_number=2']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:17:33.022770 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-74ac165c-f933-4fe0-bec2-301298d391fd None None] Attempting to bind port e539afc5-1362-471f-b58c-36255a2f4f6d on host n-d-818823-1 for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:17:33.023141 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-74ac165c-f933-4fe0-bec2-301298d391fd None None] Attempting to bind port e539afc5-1362-471f-b58c-36255a2f4f6d by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:17:33.023549 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ac165c-f933-4fe0-bec2-301298d391fd None None] Attempting to bind port e539afc5-1362-471f-b58c-36255a2f4f6d on network c48a55e9-6a85-4746-b7bf-3e29fb560094 {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:17:33.060815 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-0024b956-1f1d-4424-9848-a3fcec5219e5 req-7e183c9e-30a5-42fc-91a7-3cb8220ace7c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=29fe7f32-c1c4-4849-a3d2-11921abefde5 HTTP/1.1" status: 200 len: 217 time: 0.1187401 Nov 22 20:17:33.084219 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ac165c-f933-4fe0-bec2-301298d391fd None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 17, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:17:33.084518 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ac165c-f933-4fe0-bec2-301298d391fd None None] Checking segment: {'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:17:33.084920 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-74ac165c-f933-4fe0-bec2-301298d391fd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:33.085312 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ac165c-f933-4fe0-bec2-301298d391fd None None] Bound using segment: {'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:17:33.085976 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-74ac165c-f933-4fe0-bec2-301298d391fd None None] Bound port: e539afc5-1362-471f-b58c-36255a2f4f6d, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:17:33.086362 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-74ac165c-f933-4fe0-bec2-301298d391fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:33.089627 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-80907120-2388-43f1-8dc0-6e3e48f8e07f req-4483fab8-7877-46eb-82ad-6bc28382f6e6 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c61ce95-aab5-427a-864a-9f490b05fbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4502435 Nov 22 20:17:33.141801 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-eee10027-5633-482e-9ee0-113ca18a9498 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Calling delete_port for 1519880b-909d-4add-bde7-c555cac57b93 owned by {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:17:33.198068 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0024b956-1f1d-4424-9848-a3fcec5219e5 req-678e012f-cc89-4132-973d-efdf44559477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:17:33.204125 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-0024b956-1f1d-4424-9848-a3fcec5219e5 req-678e012f-cc89-4132-973d-efdf44559477 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9101b2b3-b2f9-4690-9616-29ccea2bab88 HTTP/1.1" status: 200 len: 854 time: 0.1362319 Nov 22 20:17:33.218076 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port db8ec624-bea6-4ffb-b4d1-031dd7db54f1 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:17:33.221932 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:33.284831 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e213428-40d6-4bf8-b60f-37ac091ce3fe req-e358a206-58eb-42b2-b136-001c7e33e02c tempest-ServersTestBootFromVolume-579283085 tempest-ServersTestBootFromVolume-579283085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:17:33.287210 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7e213428-40d6-4bf8-b60f-37ac091ce3fe req-e358a206-58eb-42b2-b136-001c7e33e02c tempest-ServersTestBootFromVolume-579283085 tempest-ServersTestBootFromVolume-579283085-project] 10.222.0.46 "GET /v2.0/ports?device_id=6c736002-725b-489a-b39d-3fa0f252de44 HTTP/1.1" status: 200 len: 943 time: 0.2929809 Nov 22 20:17:33.311629 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0024b956-1f1d-4424-9848-a3fcec5219e5 req-f103a53c-a874-46ca-8ea5-baa5034a8005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:17:33.313700 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-0024b956-1f1d-4424-9848-a3fcec5219e5 req-f103a53c-a874-46ca-8ea5-baa5034a8005 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=73091ecb-b489-4dc5-b0f5-740e198eef08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1015584 Nov 22 20:17:33.406767 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7e213428-40d6-4bf8-b60f-37ac091ce3fe req-f15b61cc-b92c-4512-ba98-3d61b0cef3c7 tempest-ServersTestBootFromVolume-579283085 tempest-ServersTestBootFromVolume-579283085-project] 10.222.0.46 "GET /v2.0/security-groups?id=c983b806-141e-4d06-afa7-7136cbbbad90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625098 Nov 22 20:17:33.460600 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-74ac165c-f933-4fe0-bec2-301298d391fd None None] For port e539afc5-1362-471f-b58c-36255a2f4f6d, host n-d-818823-1, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:17:33.477760 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-fb9355b4-ba54-47f3-890d-0e0a380548a0 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:33.508110 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-0024b956-1f1d-4424-9848-a3fcec5219e5 req-08a9125c-4a8d-460b-835b-074a4b7aaad6 service neutron] 10.222.0.41 "GET /v2.0/networks/73091ecb-b489-4dc5-b0f5-740e198eef08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1870174 Nov 22 20:17:33.511825 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb9355b4-ba54-47f3-890d-0e0a380548a0 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] No DVR routers for this DVR port 86472e4b-751e-4369-b795-15eccd485116 on host n-d-818823-1 {{(pid=103447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:17:33.519908 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-03f0964f-1b75-4df7-99e0-a3cdb56ec2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:33.553378 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-74ac165c-f933-4fe0-bec2-301298d391fd None None] For port e539afc5-1362-471f-b58c-36255a2f4f6d, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=e539afc5-1362-471f-b58c-36255a2f4f6d,segment=NetworkSegment(8793ba83-8407-4c3d-9b56-2a177cd58a70),segment_id=8793ba83-8407-4c3d-9b56-2a177cd58a70)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:17:33.592126 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9355b4-ba54-47f3-890d-0e0a380548a0 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Pushing event deleted for resources: {'Port': ['ID=86472e4b-751e-4369-b795-15eccd485116,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:17:33.593107 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-74ac165c-f933-4fe0-bec2-301298d391fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:33.680033 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-0024b956-1f1d-4424-9848-a3fcec5219e5 req-77f05fa3-48b5-4362-964c-62977fdece88 service neutron] 10.222.0.41 "GET /v2.0/networks/73091ecb-b489-4dc5-b0f5-740e198eef08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1642308 Nov 22 20:17:33.820088 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [None req-95ed5e87-d2d0-4786-83cb-b6db658cd96a admin admin] Allocated IP 172.20.0.1 (b98e39f9-6f6d-4a8b-97fa-f7c4bd6c5fa0/a9459790-656c-4592-aa70-6647f39af199/ff74deab-ef9f-4330-a672-b890e6c5a89d) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:17:33.865576 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-fb9355b4-ba54-47f3-890d-0e0a380548a0 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3760028', 'neutron.services.segments.db._delete_segments_for_network-8748992815755'] for network, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:33.892973 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-d0f477bb-75a4-4d2e-9a95-4bab3d2f6c97 None None] Provisioning complete for port bc45e0c3-4678-4f04-944d-08e5328c45de triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:17:33.893540 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-d0f477bb-75a4-4d2e-9a95-4bab3d2f6c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:33.906902 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae816a77-c8e5-4165-8333-fe0688b8b48a None None] Pushing event updated for resources: {'Port': ['ID=e539afc5-1362-471f-b58c-36255a2f4f6d,revision_number=3']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:17:33.935973 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ac165c-f933-4fe0-bec2-301298d391fd None None] Routers {'416955ea-c632-4d7e-bba2-4bbfb019bb87'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:17:33.939861 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-74ac165c-f933-4fe0-bec2-301298d391fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:17:33Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['416955ea-c632-4d7e-bba2-4bbfb019bb87'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:17:33.983579 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bb1ab3-9613-4336-ae5f-9a8f4d0b3985 req-f738c781-5e21-4432-96ec-f2a7ebfbcbee tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:17:33.992993 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-07bb1ab3-9613-4336-ae5f-9a8f4d0b3985 req-f738c781-5e21-4432-96ec-f2a7ebfbcbee tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/ports?device_id=71cf431c-ff3c-4ce5-b784-b372b07066aa HTTP/1.1" status: 200 len: 944 time: 0.2911854 Nov 22 20:17:34.036239 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-fb9355b4-ba54-47f3-890d-0e0a380548a0 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a6e2bc8-74f1-444d-be14-63754952f705']}} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:17:34.086155 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-fb9355b4-ba54-47f3-890d-0e0a380548a0 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa99c5e8-62e2-4993-944a-5adc2181bd06') {'for_net_delete': True} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:17:34.086373 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-fb9355b4-ba54-47f3-890d-0e0a380548a0 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa99c5e8-62e2-4993-944a-5adc2181bd06') {} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:17:34.091213 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f828c45b-411b-49d1-8947-5f75e25f5bf1 None None] DHCP port deletion for c48a55e9-6a85-4746-b7bf-3e29fb560094 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:17:34.129548 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-fb9355b4-ba54-47f3-890d-0e0a380548a0 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748993039638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12178344'] for segment, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:34.153506 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31077890-610c-4742-83b4-f5b1030521c7 None None] DHCP port deletion for c48a55e9-6a85-4746-b7bf-3e29fb560094 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:17:34.185656 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-74ac165c-f933-4fe0-bec2-301298d391fd None None] Set router 416955ea-c632-4d7e-bba2-4bbfb019bb87 gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:17:34.190065 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-d0f477bb-75a4-4d2e-9a95-4bab3d2f6c97 None None] Port bc45e0c3-4678-4f04-944d-08e5328c45de cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:17:34.195630 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-eee10027-5633-482e-9ee0-113ca18a9498 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:34.210320 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-fb9355b4-ba54-47f3-890d-0e0a380548a0 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:34.257810 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-07bb1ab3-9613-4336-ae5f-9a8f4d0b3985 req-7876be15-55ca-48f9-a11b-c902b43a0047 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6bb4485-0c85-4226-9793-14795129f329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2584612 Nov 22 20:17:34.278845 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb9355b4-ba54-47f3-890d-0e0a380548a0 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Releasing vlan 624 on physical network physnet1 to pool {{(pid=103447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 20:17:34.291244 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-fb9355b4-ba54-47f3-890d-0e0a380548a0 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8900762'] for segment, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:34.346416 n-d-818823-1 neutron-server[103447]: Traceback (most recent call last): Nov 22 20:17:34.346416 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 20:17:34.346416 n-d-818823-1 neutron-server[103447]: timer() Nov 22 20:17:34.346416 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 20:17:34.346416 n-d-818823-1 neutron-server[103447]: cb(*args, **kw) Nov 22 20:17:34.346416 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 20:17:34.346416 n-d-818823-1 neutron-server[103447]: return func(*args, **kwargs) Nov 22 20:17:34.346416 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 20:17:34.346416 n-d-818823-1 neutron-server[103447]: self._notify() Nov 22 20:17:34.346416 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 20:17:34.346416 n-d-818823-1 neutron-server[103447]: self.callback(batched_events) Nov 22 20:17:34.346416 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 20:17:34.346416 n-d-818823-1 neutron-server[103447]: event.method(event) Nov 22 20:17:34.346416 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 20:17:34.346416 n-d-818823-1 neutron-server[103447]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 20:17:34.346416 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 20:17:34.346416 n-d-818823-1 neutron-server[103447]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 20:17:34.346416 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 20:17:34.346416 n-d-818823-1 neutron-server[103447]: return f(self, *a, **k) Nov 22 20:17:34.346416 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 20:17:34.346416 n-d-818823-1 neutron-server[103447]: return self._get(url).json() Nov 22 20:17:34.346416 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 20:17:34.346416 n-d-818823-1 neutron-server[103447]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 20:17:34.346416 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 20:17:34.346416 n-d-818823-1 neutron-server[103447]: return self.request(url, 'GET', **kwargs) Nov 22 20:17:34.346416 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 20:17:34.346416 n-d-818823-1 neutron-server[103447]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 20:17:34.346416 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 20:17:34.346416 n-d-818823-1 neutron-server[103447]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 20:17:34.346416 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 20:17:34.346416 n-d-818823-1 neutron-server[103447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 20:17:34.346416 n-d-818823-1 neutron-server[103447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 20:17:34.367286 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-893a134e-83cb-4f4f-99a2-f9c32e1bb303 None None] Provisioning complete for port e539afc5-1362-471f-b58c-36255a2f4f6d triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:17:34.368043 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-893a134e-83cb-4f4f-99a2-f9c32e1bb303 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:34.410795 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee10027-5633-482e-9ee0-113ca18a9498 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Pushing event deleted for resources: {'Port': ['ID=1519880b-909d-4add-bde7-c555cac57b93,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:17:34.462656 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-eee10027-5633-482e-9ee0-113ca18a9498 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:34.466232 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-eee10027-5633-482e-9ee0-113ca18a9498 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] 10.222.0.46 "DELETE /v2.0/ports/1519880b-909d-4add-bde7-c555cac57b93 HTTP/1.1" status: 204 len: 168 time: 2.8764787 Nov 22 20:17:34.469547 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 44124) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:17:34.493236 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-95ed5e87-d2d0-4786-83cb-b6db658cd96a admin admin] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:34.503928 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-fb9355b4-ba54-47f3-890d-0e0a380548a0 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3760002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595318'] for network, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:34.516673 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-fb9355b4-ba54-47f3-890d-0e0a380548a0 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for network, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:34.524729 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-fb9355b4-ba54-47f3-890d-0e0a380548a0 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] 10.222.0.46 "DELETE /v2.0/networks/7a6e2bc8-74f1-444d-be14-63754952f705 HTTP/1.1" status: 204 len: 168 time: 7.2602949 Nov 22 20:17:34.529744 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26908511-d28b-466a-94f6-a5f39d55bcfa req-93c11b5c-22ca-4f9a-9760-026605e11a98 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:17:34.538120 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-26908511-d28b-466a-94f6-a5f39d55bcfa req-93c11b5c-22ca-4f9a-9760-026605e11a98 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.46 "GET /v2.0/ports?device_id=0af368f2-d7cc-4133-a4d9-4d2227d6bf53 HTTP/1.1" status: 200 len: 949 time: 0.2784591 Nov 22 20:17:34.544929 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 44126) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:17:34.561542 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-278165d4-1030-48df-91a2-ce3f1e0ad3a8 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1131451234'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:17:34.583683 n-d-818823-1 neutron-server[103448]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa5d3fda-ad73-4a94-ab10-e4558e49dd09 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] GET failed (client error): The resource could not be found. Nov 22 20:17:34.585369 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-fa5d3fda-ad73-4a94-ab10-e4558e49dd09 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] 10.222.0.46 "GET /v2.0/ports/1519880b-909d-4add-bde7-c555cac57b93 HTTP/1.1" status: 404 len: 333 time: 0.1138730 Nov 22 20:17:34.588403 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 44128) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:17:34.600937 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9355b4-ba54-47f3-890d-0e0a380548a0 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Pushing event deleted for resources: {'Network': ['ID=7a6e2bc8-74f1-444d-be14-63754952f705,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:17:34.718444 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-278165d4-1030-48df-91a2-ce3f1e0ad3a8 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Made reservation on behalf of 2f5e135fdd46470d9b4952d9f43ebc95 for: {'network': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:17:34.722105 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-278165d4-1030-48df-91a2-ce3f1e0ad3a8 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for network, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:34.753074 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-26908511-d28b-466a-94f6-a5f39d55bcfa req-c1b3977d-f6a9-4730-8a53-87066e553760 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c61ce95-aab5-427a-864a-9f490b05fbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140501 Nov 22 20:17:34.791789 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7fcde6-fc6b-4ac5-b375-1d9f3ace8a2b req-edf677b7-6d42-4b1b-9e22-5dd9dbe7333c tempest-ServersTestBootFromVolume-579283085 tempest-ServersTestBootFromVolume-579283085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:17:34.793485 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ed7fcde6-fc6b-4ac5-b375-1d9f3ace8a2b req-edf677b7-6d42-4b1b-9e22-5dd9dbe7333c tempest-ServersTestBootFromVolume-579283085 tempest-ServersTestBootFromVolume-579283085-project] 10.222.0.46 "GET /v2.0/ports?device_id=6c736002-725b-489a-b39d-3fa0f252de44 HTTP/1.1" status: 200 len: 943 time: 0.2264001 Nov 22 20:17:34.815404 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-95ed5e87-d2d0-4786-83cb-b6db658cd96a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:34.824581 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-278165d4-1030-48df-91a2-ce3f1e0ad3a8 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] vlan segment allocate from pool success with {'vlan_id': 622, 'physical_network': 'physnet1'} {{(pid=103447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 20:17:34.863308 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-b6cca0b4-9793-4c9e-b899-a00656b31e5a tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Deleting port bc45e0c3-4678-4f04-944d-08e5328c45de {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:17:34.863559 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b6cca0b4-9793-4c9e-b899-a00656b31e5a tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:34.877572 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-278165d4-1030-48df-91a2-ce3f1e0ad3a8 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:34.878009 n-d-818823-1 neutron-server[103447]: INFO neutron.db.segments_db [None req-278165d4-1030-48df-91a2-ce3f1e0ad3a8 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Added segment 93da67f5-fa4f-4708-8652-ffde266b3a8e of type vlan for network bc11bf17-6be6-45a1-84e1-860d0a6cc35e Nov 22 20:17:34.898080 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95ed5e87-d2d0-4786-83cb-b6db658cd96a admin admin] Network b98e39f9-6f6d-4a8b-97fa-f7c4bd6c5fa0 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:17:34.914376 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-95ed5e87-d2d0-4786-83cb-b6db658cd96a admin admin] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:17:34.943149 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ed5e87-d2d0-4786-83cb-b6db658cd96a admin admin] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:17:34.950370 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ed5e87-d2d0-4786-83cb-b6db658cd96a admin admin] Pushing event updated for resources: {'Port': ['ID=ff74deab-ef9f-4330-a672-b890e6c5a89d,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:17:35.065185 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ed7fcde6-fc6b-4ac5-b375-1d9f3ace8a2b req-d50bacc6-0eae-4a3b-bb66-6315f21ecdb5 tempest-ServersTestBootFromVolume-579283085 tempest-ServersTestBootFromVolume-579283085-project] 10.222.0.46 "GET /v2.0/security-groups?id=c983b806-141e-4d06-afa7-7136cbbbad90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2467823 Nov 22 20:17:35.087969 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-278165d4-1030-48df-91a2-ce3f1e0ad3a8 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748992492791'] for network, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:35.100847 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b6cca0b4-9793-4c9e-b899-a00656b31e5a tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:35.116272 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-b6cca0b4-9793-4c9e-b899-a00656b31e5a tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Calling delete_port for bc45e0c3-4678-4f04-944d-08e5328c45de owned by {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:17:35.146965 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-95ed5e87-d2d0-4786-83cb-b6db658cd96a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659939'] for router_interface, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:35.180765 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-893a134e-83cb-4f4f-99a2-f9c32e1bb303 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:35.202569 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e49ee129-e862-4476-beca-cdc8150d2345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:35.233924 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 15fcdac3-0d86-47fd-a34f-6adf8d9958a3 up at agent hyperv_n-h2-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:17:35.290648 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-278165d4-1030-48df-91a2-ce3f1e0ad3a8 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for network, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:35.298779 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b6cca0b4-9793-4c9e-b899-a00656b31e5a tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:35.308965 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-278165d4-1030-48df-91a2-ce3f1e0ad3a8 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:17:35.315409 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-278165d4-1030-48df-91a2-ce3f1e0ad3a8 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for network, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:35.335559 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-893a134e-83cb-4f4f-99a2-f9c32e1bb303 None None] For port e539afc5-1362-471f-b58c-36255a2f4f6d, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=e539afc5-1362-471f-b58c-36255a2f4f6d,segment=NetworkSegment(8793ba83-8407-4c3d-9b56-2a177cd58a70),segment_id=8793ba83-8407-4c3d-9b56-2a177cd58a70)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:17:35.354895 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-893a134e-83cb-4f4f-99a2-f9c32e1bb303 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:35.372664 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-893a134e-83cb-4f4f-99a2-f9c32e1bb303 None None] Could not find standard attr ID for object 1519880b-909d-4add-bde7-c555cac57b93. {{(pid=103449) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 22 20:17:35.380678 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-278165d4-1030-48df-91a2-ce3f1e0ad3a8 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8211839 Nov 22 20:17:35.382510 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 44144) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:17:35.393489 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cca0b4-9793-4c9e-b899-a00656b31e5a tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Pushing event deleted for resources: {'Port': ['ID=bc45e0c3-4678-4f04-944d-08e5328c45de,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:17:35.440376 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b6cca0b4-9793-4c9e-b899-a00656b31e5a tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:35.448971 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-b6cca0b4-9793-4c9e-b899-a00656b31e5a tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] 10.222.0.46 "DELETE /v2.0/ports/bc45e0c3-4678-4f04-944d-08e5328c45de HTTP/1.1" status: 204 len: 168 time: 0.8588648 Nov 22 20:17:35.449697 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-4932bedf-21a1-4d0a-ad6e-d4132420c57a tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Request body: {'subnet': {'network_id': 'bc11bf17-6be6-45a1-84e1-860d0a6cc35e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:17:35.452279 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 44150) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:17:35.471928 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-74ac165c-f933-4fe0-bec2-301298d391fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '416955ea-c632-4d7e-bba2-4bbfb019bb87', 'name': 'tempest-TaggedBootDevicesTest_v242-1947763067-router', 'tenant_id': '321f5784f3ae4933955026f73ebf2678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.9'}], 'enable_snat': True}, 'gw_port_id': 'e539afc5-1362-471f-b58c-36255a2f4f6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:17:16Z', 'updated_at': '2021-11-22T20:17:24Z', 'revision_number': 3, 'project_id': '321f5784f3ae4933955026f73ebf2678', 'gw_port': {'id': 'e539afc5-1362-471f-b58c-36255a2f4f6d', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:c5:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '416955ea-c632-4d7e-bba2-4bbfb019bb87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:17:21Z', 'updated_at': '2021-11-22T20:17:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:17:35.507892 n-d-818823-1 neutron-server[103448]: INFO neutron.pecan_wsgi.hooks.translation [None req-4dbe7789-1706-42a6-943f-acfd16e88103 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] GET failed (client error): The resource could not be found. Nov 22 20:17:35.510612 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-4dbe7789-1706-42a6-943f-acfd16e88103 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] 10.222.0.46 "GET /v2.0/ports/bc45e0c3-4678-4f04-944d-08e5328c45de HTTP/1.1" status: 404 len: 333 time: 0.0571737 Nov 22 20:17:35.514276 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 44152) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:17:35.597007 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ac165c-f933-4fe0-bec2-301298d391fd None None] The sync data for ids ['416955ea-c632-4d7e-bba2-4bbfb019bb87'] in n-d-818823-1 is: [{'id': '416955ea-c632-4d7e-bba2-4bbfb019bb87', 'name': 'tempest-TaggedBootDevicesTest_v242-1947763067-router', 'tenant_id': '321f5784f3ae4933955026f73ebf2678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.9'}], 'enable_snat': True}, 'gw_port_id': 'e539afc5-1362-471f-b58c-36255a2f4f6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:17:16Z', 'updated_at': '2021-11-22T20:17:24Z', 'revision_number': 3, 'project_id': '321f5784f3ae4933955026f73ebf2678', 'gw_port': {'id': 'e539afc5-1362-471f-b58c-36255a2f4f6d', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:c5:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '416955ea-c632-4d7e-bba2-4bbfb019bb87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:17:21Z', 'updated_at': '2021-11-22T20:17:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:17:35.630030 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_v2 [None req-81ddc4b3-dda6-451c-8d7f-23c56f580c1d tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Deleting subnet 9dd5c1da-9516-4f31-b7e5-8c889d149cbd {{(pid=103448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 20:17:35.636709 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-81ddc4b3-dda6-451c-8d7f-23c56f580c1d tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks [] for subnet, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:35.654708 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Provisioning for port 15fcdac3-0d86-47fd-a34f-6adf8d9958a3 completed by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 20:17:35.700728 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Provisioning complete for port 15fcdac3-0d86-47fd-a34f-6adf8d9958a3 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:17:35.701145 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:35.748244 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-81ddc4b3-dda6-451c-8d7f-23c56f580c1d tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11627908'] for subnet, precommit_delete_associations {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:35.793573 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893a134e-83cb-4f4f-99a2-f9c32e1bb303 None None] Pushing event updated for resources: {'Port': ['ID=e539afc5-1362-471f-b58c-36255a2f4f6d,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:17:35.813206 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-dadacf57-487e-40f0-a883-dccd9148e6a7 None None] Provisioning complete for port ff74deab-ef9f-4330-a672-b890e6c5a89d triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:17:35.813591 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-dadacf57-487e-40f0-a883-dccd9148e6a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:35.926331 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4932bedf-21a1-4d0a-ad6e-d4132420c57a tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Made reservation on behalf of 2f5e135fdd46470d9b4952d9f43ebc95 for: {'subnet': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:17:35.928766 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:35.938096 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4932bedf-21a1-4d0a-ad6e-d4132420c57a tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8485086'] for subnet, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:35.985561 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port 15fcdac3-0d86-47fd-a34f-6adf8d9958a3, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=15fcdac3-0d86-47fd-a34f-6adf8d9958a3,segment=NetworkSegment(2a5a1c7b-538e-498e-99b9-cc7a8e0411be),segment_id=2a5a1c7b-538e-498e-99b9-cc7a8e0411be)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:17:36.011447 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '884fe500-39b3-41d8-99e1-7ce9b4d9ec40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15fcdac3-0d86-47fd-a34f-6adf8d9958a3'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:17:36.012594 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-81ddc4b3-dda6-451c-8d7f-23c56f580c1d tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3753007'] for subnet, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:36.014965 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d39f6d30a11e565ec9648abcc015e8a6ab6cff4edd704add8155e28765d31eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee3cb5b6-5468-4dee-ad0e-5a2e4e3374a6" -d '{"events": [{"server_uuid": "884fe500-39b3-41d8-99e1-7ce9b4d9ec40", "name": "network-vif-plugged", "status": "completed", "tag": "15fcdac3-0d86-47fd-a34f-6adf8d9958a3"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:17:36.025676 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:36.026754 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 87324fe4-74d5-49f9-9ceb-b0b71eb0da5d up at agent hyperv_n-h2-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:17:36.161557 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:36.166090 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=15fcdac3-0d86-47fd-a34f-6adf8d9958a3,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:17:36.175774 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-81ddc4b3-dda6-451c-8d7f-23c56f580c1d tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3753014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11567369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11792914'] for subnet, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:36.185325 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278165d4-1030-48df-91a2-ce3f1e0ad3a8 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Pushing event updated for resources: {'Network': ['ID=bc11bf17-6be6-45a1-84e1-860d0a6cc35e,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:17:36.233103 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-dadacf57-487e-40f0-a883-dccd9148e6a7 None None] Port ff74deab-ef9f-4330-a672-b890e6c5a89d cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:17:36.263707 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Network bc11bf17-6be6-45a1-84e1-860d0a6cc35e details requested by agent ovs-agent-n-d-818823-1 with host n-d-818823-1 {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 20:17:36.314517 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-81ddc4b3-dda6-451c-8d7f-23c56f580c1d tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:36.318021 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-81ddc4b3-dda6-451c-8d7f-23c56f580c1d tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] 10.222.0.46 "DELETE /v2.0/subnets/9dd5c1da-9516-4f31-b7e5-8c889d149cbd HTTP/1.1" status: 204 len: 168 time: 0.8027186 Nov 22 20:17:36.320623 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ddc4b3-dda6-451c-8d7f-23c56f580c1d tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Pushing event deleted for resources: {'Subnet': ['ID=9dd5c1da-9516-4f31-b7e5-8c889d149cbd,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:17:36.327537 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 44160) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:17:36.398989 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a7333c3-e7ca-488f-83e9-77c9dfdd83b1 None None] Network e00a79ba-9c50-4396-a39e-82bdf507c84d requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:17:36.481529 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device e539afc5-1362-471f-b58c-36255a2f4f6d up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:17:36.538546 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b095779-3699-4fba-8c3e-0a63f3771c3a req-657130ce-1f92-4825-8225-bb777ba21eb2 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:17:36.541764 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5b095779-3699-4fba-8c3e-0a63f3771c3a req-657130ce-1f92-4825-8225-bb777ba21eb2 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/ports?device_id=71cf431c-ff3c-4ce5-b784-b372b07066aa HTTP/1.1" status: 200 len: 944 time: 1.1284492 Nov 22 20:17:36.556106 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-69eddd6f-d464-413a-91fe-c09a7dad8333 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3961693'] for network, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:36.595600 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-95ed5e87-d2d0-4786-83cb-b6db658cd96a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:36.687375 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-69eddd6f-d464-413a-91fe-c09a7dad8333 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Deleting port db8ec624-bea6-4ffb-b4d1-031dd7db54f1 {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:17:36.688146 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-69eddd6f-d464-413a-91fe-c09a7dad8333 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:36.696823 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce15b39-1681-4eea-8468-82ee97f05f8b req-6999035d-f131-4417-a3ed-eb53782da2c1 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:17:36.700971 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-cce15b39-1681-4eea-8468-82ee97f05f8b req-6999035d-f131-4417-a3ed-eb53782da2c1 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.46 "GET /v2.0/ports?device_id=0af368f2-d7cc-4133-a4d9-4d2227d6bf53 HTTP/1.1" status: 200 len: 949 time: 0.5881171 Nov 22 20:17:36.725109 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Provisioning for port 87324fe4-74d5-49f9-9ceb-b0b71eb0da5d completed by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 20:17:36.735294 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Provisioning complete for port 87324fe4-74d5-49f9-9ceb-b0b71eb0da5d triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:17:36.738105 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:36.821688 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port e539afc5-1362-471f-b58c-36255a2f4f6d triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:17:36.822445 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:36.849554 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-69eddd6f-d464-413a-91fe-c09a7dad8333 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] For port db8ec624-bea6-4ffb-b4d1-031dd7db54f1, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=db8ec624-bea6-4ffb-b4d1-031dd7db54f1,segment=NetworkSegment(a3a6493d-3e5c-40f0-b413-1173bf61bcb0),segment_id=a3a6493d-3e5c-40f0-b413-1173bf61bcb0)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:17:36.849998 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-69eddd6f-d464-413a-91fe-c09a7dad8333 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:36.880600 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-69eddd6f-d464-413a-91fe-c09a7dad8333 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Calling delete_port for db8ec624-bea6-4ffb-b4d1-031dd7db54f1 owned by network:dhcp {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:17:36.934559 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39ea54f3-1381-4d58-9efc-81c209a084a0 None None] DHCP port deletion for e00a79ba-9c50-4396-a39e-82bdf507c84d request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:17:36.979708 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4932bedf-21a1-4d0a-ad6e-d4132420c57a tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8900613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8485104'] for subnet, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:37.017688 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-cce15b39-1681-4eea-8468-82ee97f05f8b req-0b08fdd8-9ba2-40cc-abdc-3b528780e0b3 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c61ce95-aab5-427a-864a-9f490b05fbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3004818 Nov 22 20:17:37.035444 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-69eddd6f-d464-413a-91fe-c09a7dad8333 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:37.055593 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69eddd6f-d464-413a-91fe-c09a7dad8333 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] No DVR routers for this DVR port db8ec624-bea6-4ffb-b4d1-031dd7db54f1 on host n-d-818823-1 {{(pid=103448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:17:37.056517 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:37.078294 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69eddd6f-d464-413a-91fe-c09a7dad8333 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Pushing event deleted for resources: {'Port': ['ID=db8ec624-bea6-4ffb-b4d1-031dd7db54f1,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:17:37.092128 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5b095779-3699-4fba-8c3e-0a63f3771c3a req-f0428fe4-5ab1-4100-8b05-5f4a23b856f3 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6bb4485-0c85-4226-9793-14795129f329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5064814 Nov 22 20:17:37.140451 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port 87324fe4-74d5-49f9-9ceb-b0b71eb0da5d, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=87324fe4-74d5-49f9-9ceb-b0b71eb0da5d,segment=NetworkSegment(ac5f3349-9549-4263-b08f-bbbf3ebb8ed3),segment_id=ac5f3349-9549-4263-b08f-bbbf3ebb8ed3)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:17:37.177601 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:17:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6d21cda-5d0a-4626-9ea4-7d7a44d2c01b x-openstack-request-id: req-a6d21cda-5d0a-4626-9ea4-7d7a44d2c01b {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:17:37.178046 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "884fe500-39b3-41d8-99e1-7ce9b4d9ec40", "name": "network-vif-plugged", "status": "completed", "tag": "15fcdac3-0d86-47fd-a34f-6adf8d9958a3", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:17:37.178913 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a6d21cda-5d0a-4626-9ea4-7d7a44d2c01b {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:17:37.179447 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '884fe500-39b3-41d8-99e1-7ce9b4d9ec40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15fcdac3-0d86-47fd-a34f-6adf8d9958a3', 'code': 200} Nov 22 20:17:37.185006 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:37.185995 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 52d6b7ae-24f7-4fb1-a9ba-b05788111e33 up at agent hyperv_n-h2-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:17:37.280797 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-69eddd6f-d464-413a-91fe-c09a7dad8333 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3760028', 'neutron.services.segments.db._delete_segments_for_network-8748992815755'] for network, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:37.290241 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4932bedf-21a1-4d0a-ad6e-d4132420c57a tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Pushing event updated for resources: {'Subnet': ['ID=5cd149bf-d412-4e59-b121-ed3972469f50,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:17:37.322149 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-69eddd6f-d464-413a-91fe-c09a7dad8333 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e00a79ba-9c50-4396-a39e-82bdf507c84d']}} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:17:37.322942 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-39ea54f3-1381-4d58-9efc-81c209a084a0 None None] Deleting port db8ec624-bea6-4ffb-b4d1-031dd7db54f1 {{(pid=103449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:17:37.323448 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39ea54f3-1381-4d58-9efc-81c209a084a0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:37.332622 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=87324fe4-74d5-49f9-9ceb-b0b71eb0da5d,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:17:37.333876 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-69eddd6f-d464-413a-91fe-c09a7dad8333 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3a6493d-3e5c-40f0-b413-1173bf61bcb0') {'for_net_delete': True} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:17:37.334263 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-69eddd6f-d464-413a-91fe-c09a7dad8333 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3a6493d-3e5c-40f0-b413-1173bf61bcb0') {} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:17:37.358286 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-69eddd6f-d464-413a-91fe-c09a7dad8333 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748993039638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11627933'] for segment, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:37.374402 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-69eddd6f-d464-413a-91fe-c09a7dad8333 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:37.381369 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69eddd6f-d464-413a-91fe-c09a7dad8333 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Releasing vlan 623 on physical network physnet1 to pool {{(pid=103448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 20:17:37.381778 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-69eddd6f-d464-413a-91fe-c09a7dad8333 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11567447'] for segment, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:37.398830 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Provisioning for port 52d6b7ae-24f7-4fb1-a9ba-b05788111e33 completed by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 20:17:37.415369 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Provisioning complete for port 52d6b7ae-24f7-4fb1-a9ba-b05788111e33 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:17:37.415811 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:37.417980 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39ea54f3-1381-4d58-9efc-81c209a084a0 None None] For port db8ec624-bea6-4ffb-b4d1-031dd7db54f1, host n-d-818823-1, got binding levels [] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:17:37.418414 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39ea54f3-1381-4d58-9efc-81c209a084a0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:37.456862 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-39ea54f3-1381-4d58-9efc-81c209a084a0 None None] Calling delete_port for db8ec624-bea6-4ffb-b4d1-031dd7db54f1 owned by network:dhcp {{(pid=103449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:17:37.461987 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.ipam_backend_mixin [None req-39ea54f3-1381-4d58-9efc-81c209a084a0 None None] Port db8ec624-bea6-4ffb-b4d1-031dd7db54f1 was not found and therefore no delete operation was performed {{(pid=103449) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 22 20:17:37.467141 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39ea54f3-1381-4d58-9efc-81c209a084a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381'] for port, after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:37.469306 n-d-818823-1 neutron-server[103448]: Traceback (most recent call last): Nov 22 20:17:37.469306 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 20:17:37.469306 n-d-818823-1 neutron-server[103448]: timer() Nov 22 20:17:37.469306 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 20:17:37.469306 n-d-818823-1 neutron-server[103448]: cb(*args, **kw) Nov 22 20:17:37.469306 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 20:17:37.469306 n-d-818823-1 neutron-server[103448]: return func(*args, **kwargs) Nov 22 20:17:37.469306 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 20:17:37.469306 n-d-818823-1 neutron-server[103448]: self._notify() Nov 22 20:17:37.469306 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 20:17:37.469306 n-d-818823-1 neutron-server[103448]: self.callback(batched_events) Nov 22 20:17:37.469306 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 20:17:37.469306 n-d-818823-1 neutron-server[103448]: event.method(event) Nov 22 20:17:37.469306 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 20:17:37.469306 n-d-818823-1 neutron-server[103448]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 20:17:37.469306 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 20:17:37.469306 n-d-818823-1 neutron-server[103448]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 20:17:37.469306 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 20:17:37.469306 n-d-818823-1 neutron-server[103448]: return f(self, *a, **k) Nov 22 20:17:37.469306 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 20:17:37.469306 n-d-818823-1 neutron-server[103448]: return self._get(url).json() Nov 22 20:17:37.469306 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 20:17:37.469306 n-d-818823-1 neutron-server[103448]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 20:17:37.469306 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 20:17:37.469306 n-d-818823-1 neutron-server[103448]: return self.request(url, 'GET', **kwargs) Nov 22 20:17:37.469306 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 20:17:37.469306 n-d-818823-1 neutron-server[103448]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 20:17:37.469306 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 20:17:37.469306 n-d-818823-1 neutron-server[103448]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 20:17:37.469306 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 20:17:37.469306 n-d-818823-1 neutron-server[103448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 20:17:37.469306 n-d-818823-1 neutron-server[103448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 20:17:37.475165 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-69eddd6f-d464-413a-91fe-c09a7dad8333 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3760002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595318'] for network, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:37.482438 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-69eddd6f-d464-413a-91fe-c09a7dad8333 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks [] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:37.496514 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-69eddd6f-d464-413a-91fe-c09a7dad8333 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] 10.222.0.46 "DELETE /v2.0/networks/e00a79ba-9c50-4396-a39e-82bdf507c84d HTTP/1.1" status: 204 len: 168 time: 1.1620536 Nov 22 20:17:37.499312 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 44166) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:17:37.504641 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-c9278420-c433-46ad-a5fd-fe76ac41fffe tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-813382333'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:17:37.509507 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-39ea54f3-1381-4d58-9efc-81c209a084a0 None None] Network e00a79ba-9c50-4396-a39e-82bdf507c84d is not hosted by any dhcp agent {{(pid=103449) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 22 20:17:37.509972 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ea54f3-1381-4d58-9efc-81c209a084a0 None None] No DVR routers for this DVR port db8ec624-bea6-4ffb-b4d1-031dd7db54f1 on host n-d-818823-1 {{(pid=103449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:17:37.514919 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ea54f3-1381-4d58-9efc-81c209a084a0 None None] Pushing event deleted for resources: {'Port': ['ID=db8ec624-bea6-4ffb-b4d1-031dd7db54f1,revision_number=None']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:17:37.538178 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69eddd6f-d464-413a-91fe-c09a7dad8333 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Pushing event deleted for resources: {'Network': ['ID=e00a79ba-9c50-4396-a39e-82bdf507c84d,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:17:37.574748 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9278420-c433-46ad-a5fd-fe76ac41fffe tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Made reservation on behalf of 2dee5ba1e01f416ab951cabb312f3dca for: {'network': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:17:37.582090 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c9278420-c433-46ad-a5fd-fe76ac41fffe tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for network, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:37.598410 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:37.640956 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9278420-c433-46ad-a5fd-fe76ac41fffe tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] vlan segment allocate from pool success with {'vlan_id': 602, 'physical_network': 'physnet1'} {{(pid=103448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 20:17:37.655048 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port 52d6b7ae-24f7-4fb1-a9ba-b05788111e33, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=52d6b7ae-24f7-4fb1-a9ba-b05788111e33,segment=NetworkSegment(2a5a1c7b-538e-498e-99b9-cc7a8e0411be),segment_id=2a5a1c7b-538e-498e-99b9-cc7a8e0411be)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:17:37.662096 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:37.672688 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c9278420-c433-46ad-a5fd-fe76ac41fffe tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:37.673064 n-d-818823-1 neutron-server[103448]: INFO neutron.db.segments_db [None req-c9278420-c433-46ad-a5fd-fe76ac41fffe tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Added segment 890b59e6-eb47-4fdd-b180-8ce1012af384 of type vlan for network 24d2386c-6ab6-4adc-8a75-5d679e75ba2a Nov 22 20:17:37.758644 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=52d6b7ae-24f7-4fb1-a9ba-b05788111e33,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:17:37.767836 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c9278420-c433-46ad-a5fd-fe76ac41fffe tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748992492791'] for network, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:37.798425 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c9278420-c433-46ad-a5fd-fe76ac41fffe tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for network, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:37.805810 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9278420-c433-46ad-a5fd-fe76ac41fffe tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:17:37.806495 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c9278420-c433-46ad-a5fd-fe76ac41fffe tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks [] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:37.878686 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-c9278420-c433-46ad-a5fd-fe76ac41fffe tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3728647 Nov 22 20:17:37.879456 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 44170) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:17:37.886877 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-bd136730-6d08-49be-abea-d140f491652e tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Request body: {'subnet': {'network_id': '24d2386c-6ab6-4adc-8a75-5d679e75ba2a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:17:37.945294 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4932bedf-21a1-4d0a-ad6e-d4132420c57a tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Checking segment: {'id': '93da67f5-fa4f-4708-8652-ffde266b3a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'bc11bf17-6be6-45a1-84e1-860d0a6cc35e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:17:37.945844 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4932bedf-21a1-4d0a-ad6e-d4132420c57a tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Network hostable DHCP agents. Network: bc11bf17-6be6-45a1-84e1-860d0a6cc35e, hostable agents: ['02adaa64-0987-4b74-bad0-cbcf56f8a294'], hosted agents: [] {{(pid=103447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 20:17:37.951516 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9278420-c433-46ad-a5fd-fe76ac41fffe tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Pushing event updated for resources: {'Network': ['ID=24d2386c-6ab6-4adc-8a75-5d679e75ba2a,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:17:37.973106 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Network 24d2386c-6ab6-4adc-8a75-5d679e75ba2a details requested by agent ovs-agent-n-d-818823-1 with host n-d-818823-1 {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 20:17:37.988899 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-95ed5e87-d2d0-4786-83cb-b6db658cd96a admin admin] Publish callbacks [] for port, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:38.015740 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-95ed5e87-d2d0-4786-83cb-b6db658cd96a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:38.019621 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4db5f1-7314-4d35-b4fb-a9cdb2a01848 req-926c4114-5f58-416f-a4ed-6f4ad61d9f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:17:38.022521 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7e4db5f1-7314-4d35-b4fb-a9cdb2a01848 req-926c4114-5f58-416f-a4ed-6f4ad61d9f01 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=884fe500-39b3-41d8-99e1-7ce9b4d9ec40 HTTP/1.1" status: 200 len: 1100 time: 0.8137739 Nov 22 20:17:38.049043 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd136730-6d08-49be-abea-d140f491652e tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Made reservation on behalf of 2dee5ba1e01f416ab951cabb312f3dca for: {'subnet': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:17:38.057779 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-bd136730-6d08-49be-abea-d140f491652e tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11792951'] for subnet, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:38.110601 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dbf1a1-2510-45d7-867f-a95153d75e6a req-2742cb0e-1c40-406e-bf93-a277120f22c5 tempest-ServersTestBootFromVolume-579283085 tempest-ServersTestBootFromVolume-579283085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:17:38.118762 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-54dbf1a1-2510-45d7-867f-a95153d75e6a req-2742cb0e-1c40-406e-bf93-a277120f22c5 tempest-ServersTestBootFromVolume-579283085 tempest-ServersTestBootFromVolume-579283085-project] 10.222.0.46 "GET /v2.0/ports?device_id=6c736002-725b-489a-b39d-3fa0f252de44 HTTP/1.1" status: 200 len: 943 time: 0.8081794 Nov 22 20:17:38.212456 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4932bedf-21a1-4d0a-ad6e-d4132420c57a tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Network bc11bf17-6be6-45a1-84e1-860d0a6cc35e is scheduled to be hosted by DHCP agent 02adaa64-0987-4b74-bad0-cbcf56f8a294 with binding_index 1 {{(pid=103447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 20:17:38.244990 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device db8ec624-bea6-4ffb-b4d1-031dd7db54f1 no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:17:38.265876 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ed5e87-d2d0-4786-83cb-b6db658cd96a admin admin] Pushing event updated for resources: {'Port': ['ID=ff74deab-ef9f-4330-a672-b890e6c5a89d,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:17:38.275360 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: db8ec624-bea6-4ffb-b4d1-031dd7db54f1 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:17:38.275735 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device db8ec624-bea6-4ffb-b4d1-031dd7db54f1 not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:17:38.299967 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-95ed5e87-d2d0-4786-83cb-b6db658cd96a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-563461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-659839'] for router_interface, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:38.301936 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-4932bedf-21a1-4d0a-ad6e-d4132420c57a tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818823-1, bc11bf17-6be6-45a1-84e1-860d0a6cc35e) {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:17:38.310070 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5398539e-dd96-4a60-94e9-e3b04f9c7cf7 None None] Network bc11bf17-6be6-45a1-84e1-860d0a6cc35e requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:17:38.334121 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-54dbf1a1-2510-45d7-867f-a95153d75e6a req-071c4c6a-4764-4edd-926e-cf2b0875fa11 tempest-ServersTestBootFromVolume-579283085 tempest-ServersTestBootFromVolume-579283085-project] 10.222.0.46 "GET /v2.0/security-groups?id=c983b806-141e-4d06-afa7-7136cbbbad90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2141607 Nov 22 20:17:38.345379 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4932bedf-21a1-4d0a-ad6e-d4132420c57a tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:17:38.346265 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4932bedf-21a1-4d0a-ad6e-d4132420c57a tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for subnet, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:38.376902 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7e4db5f1-7314-4d35-b4fb-a9cdb2a01848 req-09d4e19e-c788-4947-ae92-d17eaeb02669 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=6c61ce95-aab5-427a-864a-9f490b05fbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3469067 Nov 22 20:17:38.427166 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc20f958-2dad-40fe-9ffd-a2996898917a req-904a8738-2108-4a26-ae31-cf29f410b48b tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:17:38.439221 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-dc20f958-2dad-40fe-9ffd-a2996898917a req-904a8738-2108-4a26-ae31-cf29f410b48b tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.46 "GET /v2.0/ports?device_id=0af368f2-d7cc-4133-a4d9-4d2227d6bf53 HTTP/1.1" status: 200 len: 950 time: 0.2456188 Nov 22 20:17:38.461866 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-bd136730-6d08-49be-abea-d140f491652e tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11567560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11792921'] for subnet, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:38.516248 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-4932bedf-21a1-4d0a-ad6e-d4132420c57a tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.0794811 Nov 22 20:17:38.522833 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 44178) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:17:38.555201 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7f32cf5-2004-491a-8348-7b6c8dbe71be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fb26bd7-ce56-527b-b94f-2e1f7cb2bb35-bc11bf17-6be6-45a1-84e1-860d0a6cc35e', 'network_id': 'bc11bf17-6be6-45a1-84e1-860d0a6cc35e', 'tenant_id': '2f5e135fdd46470d9b4952d9f43ebc95', 'fixed_ips': [{'subnet_id': '5cd149bf-d412-4e59-b121-ed3972469f50'}]}} from n-d-818823-1. {{(pid=103449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 20:17:38.556238 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-c7f32cf5-2004-491a-8348-7b6c8dbe71be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:38.566904 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd136730-6d08-49be-abea-d140f491652e tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Pushing event updated for resources: {'Subnet': ['ID=97b98008-0af9-427f-8f60-4ac1628af34c,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:17:38.654941 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd136730-6d08-49be-abea-d140f491652e tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Checking segment: {'id': '890b59e6-eb47-4fdd-b180-8ce1012af384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '24d2386c-6ab6-4adc-8a75-5d679e75ba2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:17:38.655664 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd136730-6d08-49be-abea-d140f491652e tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Network hostable DHCP agents. Network: 24d2386c-6ab6-4adc-8a75-5d679e75ba2a, hostable agents: ['02adaa64-0987-4b74-bad0-cbcf56f8a294'], hosted agents: [] {{(pid=103448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 20:17:38.672613 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-dc20f958-2dad-40fe-9ffd-a2996898917a req-02dda9cb-2d3a-45c9-b7a7-8d5bce05b011 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c61ce95-aab5-427a-864a-9f490b05fbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2312067 Nov 22 20:17:38.692250 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b02941a8-6c42-4862-acde-777d1e824253 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3961693'] for network, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:38.728430 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd136730-6d08-49be-abea-d140f491652e tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Network 24d2386c-6ab6-4adc-8a75-5d679e75ba2a is scheduled to be hosted by DHCP agent 02adaa64-0987-4b74-bad0-cbcf56f8a294 with binding_index 1 {{(pid=103448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 20:17:38.766757 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f342594f-ebed-4628-9055-7b2c049d2a1f req-bf7f63dc-d5ee-40bc-a72a-298fc8904fd8 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:17:38.768436 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f342594f-ebed-4628-9055-7b2c049d2a1f req-bf7f63dc-d5ee-40bc-a72a-298fc8904fd8 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/ports?device_id=71cf431c-ff3c-4ce5-b784-b372b07066aa HTTP/1.1" status: 200 len: 945 time: 0.3013701 Nov 22 20:17:38.786143 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-bd136730-6d08-49be-abea-d140f491652e tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818823-1, 24d2386c-6ab6-4adc-8a75-5d679e75ba2a) {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:17:38.792493 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.db_base_plugin_common [None req-c7f32cf5-2004-491a-8348-7b6c8dbe71be None None] Allocated IP 2001:db8::2 (bc11bf17-6be6-45a1-84e1-860d0a6cc35e/5cd149bf-d412-4e59-b121-ed3972469f50/2f585324-3b51-4601-93b8-ca99db6aed86) {{(pid=103449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:17:38.804167 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2509e10f-0116-4710-acbf-0c18dd5acbd8 None None] Network 24d2386c-6ab6-4adc-8a75-5d679e75ba2a requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:17:38.807793 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd136730-6d08-49be-abea-d140f491652e tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:17:38.808462 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-bd136730-6d08-49be-abea-d140f491652e tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:38.850120 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b02941a8-6c42-4862-acde-777d1e824253 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3753007'] for subnet, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:38.856782 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-bd136730-6d08-49be-abea-d140f491652e tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9741518 Nov 22 20:17:38.860681 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 44182) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:17:38.867376 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-181d7496-b2a3-45e7-b8d2-bbe348d9315d tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1397047778', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:17:38.873796 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95ed5e87-d2d0-4786-83cb-b6db658cd96a admin admin] Network b98e39f9-6f6d-4a8b-97fa-f7c4bd6c5fa0 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:17:38.876047 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-95ed5e87-d2d0-4786-83cb-b6db658cd96a admin admin] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:17:38.959955 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f342594f-ebed-4628-9055-7b2c049d2a1f req-0f5d02b0-d34e-40e7-a356-1f0299c12d11 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6bb4485-0c85-4226-9793-14795129f329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776595 Nov 22 20:17:38.976926 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-181d7496-b2a3-45e7-b8d2-bbe348d9315d tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24799'] for router, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:38.978497 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-181d7496-b2a3-45e7-b8d2-bbe348d9315d tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-632716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24788'] for router, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:39.075446 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-181d7496-b2a3-45e7-b8d2-bbe348d9315d tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:39.082697 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-181d7496-b2a3-45e7-b8d2-bbe348d9315d tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-659538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-841284'] for router, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:39.112012 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-181d7496-b2a3-45e7-b8d2-bbe348d9315d tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks [] for router, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:39.117855 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-181d7496-b2a3-45e7-b8d2-bbe348d9315d tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2556627 Nov 22 20:17:39.122711 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 44184) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:17:39.130723 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-8376e6f6-e284-4206-a067-6028883fe57f tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Request body: {'port': {'network_id': '24d2386c-6ab6-4adc-8a75-5d679e75ba2a', 'name': 'tempest-PortsIpV6TestJSON-1220126720'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:17:39.213201 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71cf431c-ff3c-4ce5-b784-b372b07066aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87324fe4-74d5-49f9-9ceb-b0b71eb0da5d'}, {'server_uuid': '0af368f2-d7cc-4133-a4d9-4d2227d6bf53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52d6b7ae-24f7-4fb1-a9ba-b05788111e33'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:17:39.216215 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d39f6d30a11e565ec9648abcc015e8a6ab6cff4edd704add8155e28765d31eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c79587b-797f-4e35-a63b-e2f38fb683c8" -d '{"events": [{"server_uuid": "71cf431c-ff3c-4ce5-b784-b372b07066aa", "name": "network-vif-plugged", "status": "completed", "tag": "87324fe4-74d5-49f9-9ceb-b0b71eb0da5d"}, {"server_uuid": "0af368f2-d7cc-4133-a4d9-4d2227d6bf53", "name": "network-vif-plugged", "status": "completed", "tag": "52d6b7ae-24f7-4fb1-a9ba-b05788111e33"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:17:39.250898 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95ed5e87-d2d0-4786-83cb-b6db658cd96a admin admin] Router 416955ea-c632-4d7e-bba2-4bbfb019bb87 has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 20:17:39.294481 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8376e6f6-e284-4206-a067-6028883fe57f tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Made reservation on behalf of 2dee5ba1e01f416ab951cabb312f3dca for: {'port': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:17:39.301087 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8376e6f6-e284-4206-a067-6028883fe57f tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:39.344175 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [None req-8376e6f6-e284-4206-a067-6028883fe57f tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] device_id is not set on port 9445ddc1-7d45-4780-8d94-bd0bbf016ae3 yet. {{(pid=103448) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 20:17:39.364599 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 22 Nov 2021 20:17:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-991c8e45-aaa1-4522-bc47-da984fe2a847 x-openstack-request-id: req-991c8e45-aaa1-4522-bc47-da984fe2a847 {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:17:39.365399 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71cf431c-ff3c-4ce5-b784-b372b07066aa", "name": "network-vif-plugged", "status": "completed", "tag": "87324fe4-74d5-49f9-9ceb-b0b71eb0da5d", "code": 200}, {"server_uuid": "0af368f2-d7cc-4133-a4d9-4d2227d6bf53", "name": "network-vif-plugged", "status": "completed", "tag": "52d6b7ae-24f7-4fb1-a9ba-b05788111e33", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:17:39.365672 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-991c8e45-aaa1-4522-bc47-da984fe2a847 {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:17:39.367841 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71cf431c-ff3c-4ce5-b784-b372b07066aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87324fe4-74d5-49f9-9ceb-b0b71eb0da5d', 'code': 200} Nov 22 20:17:39.368767 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0af368f2-d7cc-4133-a4d9-4d2227d6bf53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52d6b7ae-24f7-4fb1-a9ba-b05788111e33', 'code': 200} Nov 22 20:17:39.482217 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-beea716a-db32-40d7-a86d-e708c3efc342 None None] Provisioning complete for port ff74deab-ef9f-4330-a672-b890e6c5a89d triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:17:39.482516 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-beea716a-db32-40d7-a86d-e708c3efc342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:39.545683 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [None req-8376e6f6-e284-4206-a067-6028883fe57f tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Allocated IP 2001:db8::3a9 (24d2386c-6ab6-4adc-8a75-5d679e75ba2a/97b98008-0af9-427f-8f60-4ac1628af34c/9445ddc1-7d45-4780-8d94-bd0bbf016ae3) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:17:39.612368 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-874fee4a-4a11-40e1-a659-2aba0582857b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fb26bd7-ce56-527b-b94f-2e1f7cb2bb35-24d2386c-6ab6-4adc-8a75-5d679e75ba2a', 'network_id': '24d2386c-6ab6-4adc-8a75-5d679e75ba2a', 'tenant_id': '2dee5ba1e01f416ab951cabb312f3dca', 'fixed_ips': [{'subnet_id': '97b98008-0af9-427f-8f60-4ac1628af34c'}]}} from n-d-818823-1. {{(pid=103449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 20:17:39.613259 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-874fee4a-4a11-40e1-a659-2aba0582857b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:39.624121 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-beea716a-db32-40d7-a86d-e708c3efc342 None None] Port ff74deab-ef9f-4330-a672-b890e6c5a89d cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:17:39.686789 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-c7f32cf5-2004-491a-8348-7b6c8dbe71be None None] Publish callbacks [] for port, precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:39.776634 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b02941a8-6c42-4862-acde-777d1e824253 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3753014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11567369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11792914'] for subnet, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:39.816754 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282cdb33-30fe-4a09-ad50-6778fc79c10d req-74fa7738-8b87-4fea-a554-2436dca3af74 tempest-ServersTestBootFromVolume-579283085 tempest-ServersTestBootFromVolume-579283085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:17:39.818193 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-282cdb33-30fe-4a09-ad50-6778fc79c10d req-74fa7738-8b87-4fea-a554-2436dca3af74 tempest-ServersTestBootFromVolume-579283085 tempest-ServersTestBootFromVolume-579283085-project] 10.222.0.46 "GET /v2.0/ports?device_id=6c736002-725b-489a-b39d-3fa0f252de44 HTTP/1.1" status: 200 len: 943 time: 0.2590044 Nov 22 20:17:39.829766 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 44196) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:17:39.830144 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-c7f32cf5-2004-491a-8348-7b6c8dbe71be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372'] for port, after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:39.847238 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02941a8-6c42-4862-acde-777d1e824253 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Pushing event deleted for resources: {'Subnet': ['ID=5cd149bf-d412-4e59-b121-ed3972469f50,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:17:39.897486 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_v2 [None req-284ade05-32da-4bf9-a0a7-fa4f44ea697f admin admin] Deleting subnet 4cb2abbb-c8b1-40a7-a672-13a89e9bd4e5 {{(pid=103447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 20:17:39.900876 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-284ade05-32da-4bf9-a0a7-fa4f44ea697f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:39.916705 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7f32cf5-2004-491a-8348-7b6c8dbe71be None None] Network bc11bf17-6be6-45a1-84e1-860d0a6cc35e is already hosted by enough agents. {{(pid=103449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:17:39.920808 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.base_scheduler [None req-c7f32cf5-2004-491a-8348-7b6c8dbe71be None None] Resources bound (agent type, host, resource id): {{(pid=103449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:17:39.926494 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7f32cf5-2004-491a-8348-7b6c8dbe71be None None] Received port after_create {{(pid=103449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:17:39.940638 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f32cf5-2004-491a-8348-7b6c8dbe71be None None] Pushing event updated for resources: {'Port': ['ID=2f585324-3b51-4601-93b8-ca99db6aed86,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:17:39.945593 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-284ade05-32da-4bf9-a0a7-fa4f44ea697f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12178353'] for subnet, precommit_delete_associations {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:39.949287 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b02941a8-6c42-4862-acde-777d1e824253 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3760028', 'neutron.services.segments.db._delete_segments_for_network-8748992815755'] for network, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:39.979060 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-b02941a8-6c42-4862-acde-777d1e824253 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc11bf17-6be6-45a1-84e1-860d0a6cc35e']}} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:17:39.986933 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-284ade05-32da-4bf9-a0a7-fa4f44ea697f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3753007'] for subnet, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:39.990655 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-b02941a8-6c42-4862-acde-777d1e824253 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93da67f5-fa4f-4708-8652-ffde266b3a8e') {'for_net_delete': True} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:17:39.990960 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-b02941a8-6c42-4862-acde-777d1e824253 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93da67f5-fa4f-4708-8652-ffde266b3a8e') {} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:17:40.003737 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b02941a8-6c42-4862-acde-777d1e824253 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748993039638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11627933'] for segment, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:40.020640 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b02941a8-6c42-4862-acde-777d1e824253 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:40.028310 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b02941a8-6c42-4862-acde-777d1e824253 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Releasing vlan 622 on physical network physnet1 to pool {{(pid=103448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 20:17:40.028717 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b02941a8-6c42-4862-acde-777d1e824253 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11567447'] for segment, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:40.043819 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c391d67-e49a-4748-add9-bd326ca98ca9 req-d73e6718-6420-43a0-9536-ab4df27b4dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:17:40.045645 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4c391d67-e49a-4748-add9-bd326ca98ca9 req-d73e6718-6420-43a0-9536-ab4df27b4dd0 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=0af368f2-d7cc-4133-a4d9-4d2227d6bf53 HTTP/1.1" status: 200 len: 1101 time: 0.4849117 Nov 22 20:17:40.048084 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95ed5e87-d2d0-4786-83cb-b6db658cd96a admin admin] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:17:40.058612 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba79bbe2-66b2-4285-bc99-05d2a4854573 None None] Sync routers for ids ['416955ea-c632-4d7e-bba2-4bbfb019bb87'] in n-d-818823-1 {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:17:40.066487 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-284ade05-32da-4bf9-a0a7-fa4f44ea697f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3753014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8900804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8485115'] for subnet, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:40.074342 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-c7f32cf5-2004-491a-8348-7b6c8dbe71be None None] Attempting to bind port 2f585324-3b51-4601-93b8-ca99db6aed86 on host n-d-818823-1 for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:17:40.074977 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-c7f32cf5-2004-491a-8348-7b6c8dbe71be None None] Attempting to bind port 2f585324-3b51-4601-93b8-ca99db6aed86 by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': '93da67f5-fa4f-4708-8652-ffde266b3a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'bc11bf17-6be6-45a1-84e1-860d0a6cc35e'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:17:40.075474 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f32cf5-2004-491a-8348-7b6c8dbe71be None None] Attempting to bind port 2f585324-3b51-4601-93b8-ca99db6aed86 on network bc11bf17-6be6-45a1-84e1-860d0a6cc35e {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:17:40.077120 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba79bbe2-66b2-4285-bc99-05d2a4854573 None None] Routers {'416955ea-c632-4d7e-bba2-4bbfb019bb87'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:17:40.080774 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-ba79bbe2-66b2-4285-bc99-05d2a4854573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:17:33Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['416955ea-c632-4d7e-bba2-4bbfb019bb87'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:17:40.091430 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f32cf5-2004-491a-8348-7b6c8dbe71be None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 17, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:17:40.092011 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f32cf5-2004-491a-8348-7b6c8dbe71be None None] Checking segment: {'id': '93da67f5-fa4f-4708-8652-ffde266b3a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'bc11bf17-6be6-45a1-84e1-860d0a6cc35e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:17:40.092510 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-c7f32cf5-2004-491a-8348-7b6c8dbe71be None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:40.093725 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f32cf5-2004-491a-8348-7b6c8dbe71be None None] Bound using segment: {'id': '93da67f5-fa4f-4708-8652-ffde266b3a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'bc11bf17-6be6-45a1-84e1-860d0a6cc35e'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:17:40.095688 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-c7f32cf5-2004-491a-8348-7b6c8dbe71be None None] Bound port: 2f585324-3b51-4601-93b8-ca99db6aed86, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93da67f5-fa4f-4708-8652-ffde266b3a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'bc11bf17-6be6-45a1-84e1-860d0a6cc35e'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:17:40.096212 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-c7f32cf5-2004-491a-8348-7b6c8dbe71be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:40.115194 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-95ed5e87-d2d0-4786-83cb-b6db658cd96a admin admin] 10.222.0.46 "PUT /v2.0/routers/416955ea-c632-4d7e-bba2-4bbfb019bb87/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9996817 Nov 22 20:17:40.123586 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a39f9ef-f910-47a3-88c4-1801118a82fd req-0c3982a0-7f0d-4a2d-b7fe-9bb730df621d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:17:40.125661 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4a39f9ef-f910-47a3-88c4-1801118a82fd req-0c3982a0-7f0d-4a2d-b7fe-9bb730df621d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=71cf431c-ff3c-4ce5-b784-b372b07066aa HTTP/1.1" status: 200 len: 1096 time: 0.5682373 Nov 22 20:17:40.207398 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4a39f9ef-f910-47a3-88c4-1801118a82fd req-91a9e5f4-9583-4fa2-9a5e-5514d36dd0af service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=f6bb4485-0c85-4226-9793-14795129f329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460820 Nov 22 20:17:40.208214 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284ade05-32da-4bf9-a0a7-fa4f44ea697f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4cb2abbb-c8b1-40a7-a672-13a89e9bd4e5,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:17:40.228933 n-d-818823-1 neutron-server[103448]: Traceback (most recent call last): Nov 22 20:17:40.228933 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 20:17:40.228933 n-d-818823-1 neutron-server[103448]: timer() Nov 22 20:17:40.228933 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 20:17:40.228933 n-d-818823-1 neutron-server[103448]: cb(*args, **kw) Nov 22 20:17:40.228933 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 20:17:40.228933 n-d-818823-1 neutron-server[103448]: return func(*args, **kwargs) Nov 22 20:17:40.228933 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 20:17:40.228933 n-d-818823-1 neutron-server[103448]: self._notify() Nov 22 20:17:40.228933 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 20:17:40.228933 n-d-818823-1 neutron-server[103448]: self.callback(batched_events) Nov 22 20:17:40.228933 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 20:17:40.228933 n-d-818823-1 neutron-server[103448]: event.method(event) Nov 22 20:17:40.228933 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 20:17:40.228933 n-d-818823-1 neutron-server[103448]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 20:17:40.228933 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 20:17:40.228933 n-d-818823-1 neutron-server[103448]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 20:17:40.228933 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 20:17:40.228933 n-d-818823-1 neutron-server[103448]: return f(self, *a, **k) Nov 22 20:17:40.228933 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 20:17:40.228933 n-d-818823-1 neutron-server[103448]: return self._get(url).json() Nov 22 20:17:40.228933 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 20:17:40.228933 n-d-818823-1 neutron-server[103448]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 20:17:40.228933 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 20:17:40.228933 n-d-818823-1 neutron-server[103448]: return self.request(url, 'GET', **kwargs) Nov 22 20:17:40.228933 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 20:17:40.228933 n-d-818823-1 neutron-server[103448]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 20:17:40.228933 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 20:17:40.228933 n-d-818823-1 neutron-server[103448]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 20:17:40.228933 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 20:17:40.228933 n-d-818823-1 neutron-server[103448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 20:17:40.228933 n-d-818823-1 neutron-server[103448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 20:17:40.239688 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-284ade05-32da-4bf9-a0a7-fa4f44ea697f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for subnet, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:40.242900 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-284ade05-32da-4bf9-a0a7-fa4f44ea697f admin admin] 10.222.0.46 "DELETE /v2.0/subnets/4cb2abbb-c8b1-40a7-a672-13a89e9bd4e5 HTTP/1.1" status: 204 len: 168 time: 0.4121327 Nov 22 20:17:40.245925 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.db.api [None req-b02941a8-6c42-4862-acde-777d1e824253 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 22 20:17:40.245925 n-d-818823-1 neutron-server[103448]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 22 20:17:40.245925 n-d-818823-1 neutron-server[103448]: [parameters: {'id': 'bc11bf17-6be6-45a1-84e1-860d0a6cc35e'}] Nov 22 20:17:40.245925 n-d-818823-1 neutron-server[103448]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103448) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 20:17:40.245925 n-d-818823-1 neutron-server[103448]: DEBUG oslo_db.api [None req-b02941a8-6c42-4862-acde-777d1e824253 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 20:17:40.246417 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 44204) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:17:40.269779 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-c7f32cf5-2004-491a-8348-7b6c8dbe71be None None] For port 2f585324-3b51-4601-93b8-ca99db6aed86, host n-d-818823-1, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:17:40.275196 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-c7f32cf5-2004-491a-8348-7b6c8dbe71be None None] For port 2f585324-3b51-4601-93b8-ca99db6aed86, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=2f585324-3b51-4601-93b8-ca99db6aed86,segment=NetworkSegment(93da67f5-fa4f-4708-8652-ffde266b3a8e),segment_id=93da67f5-fa4f-4708-8652-ffde266b3a8e)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:17:40.284653 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47304bc9-9a42-4d31-b1de-b2e067b90783 None None] Network 639e7825-8df7-444f-a5a2-3b925aa1f50a requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:17:40.293474 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4c391d67-e49a-4748-add9-bd326ca98ca9 req-0e2b29c0-5a5b-4a72-bbc4-63d42ec87140 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=6c61ce95-aab5-427a-864a-9f490b05fbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2237678 Nov 22 20:17:40.295951 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-c7f32cf5-2004-491a-8348-7b6c8dbe71be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:40.315025 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca630ef2-cdc7-427a-9783-7a3c2e694329 req-4e18c3b4-1907-4ce5-b323-78bf2f4117aa tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:17:40.328908 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ca630ef2-cdc7-427a-9783-7a3c2e694329 req-4e18c3b4-1907-4ce5-b323-78bf2f4117aa tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.46 "GET /v2.0/ports?device_id=0af368f2-d7cc-4133-a4d9-4d2227d6bf53 HTTP/1.1" status: 200 len: 950 time: 0.5081792 Nov 22 20:17:40.347925 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-282cdb33-30fe-4a09-ad50-6778fc79c10d req-f5c21b8a-f5de-4e84-8024-beb4127a5bf9 tempest-ServersTestBootFromVolume-579283085 tempest-ServersTestBootFromVolume-579283085-project] 10.222.0.46 "GET /v2.0/security-groups?id=c983b806-141e-4d06-afa7-7136cbbbad90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4580014 Nov 22 20:17:40.397826 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8376e6f6-e284-4206-a067-6028883fe57f tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:40.412097 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-ba79bbe2-66b2-4285-bc99-05d2a4854573 None None] Set router 416955ea-c632-4d7e-bba2-4bbfb019bb87 gateway port host: n-d-818823-1 {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:17:40.416196 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4102120d-c45e-4193-b1b5-25ed19cce910 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3961693'] for network, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:40.444445 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ca630ef2-cdc7-427a-9783-7a3c2e694329 req-7c6dfc78-868e-4a9a-aca3-8fd1db23c3d7 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c61ce95-aab5-427a-864a-9f490b05fbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951033 Nov 22 20:17:40.582923 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8376e6f6-e284-4206-a067-6028883fe57f tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:40.653930 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8376e6f6-e284-4206-a067-6028883fe57f tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Pushing event updated for resources: {'Port': ['ID=9445ddc1-7d45-4780-8d94-bd0bbf016ae3,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:17:40.657496 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2edce10-c0ec-49b8-8b78-bd35e91a4d5c req-06639337-7ee7-45ec-91a0-89e7e951813f tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:17:40.660072 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4102120d-c45e-4193-b1b5-25ed19cce910 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3760028', 'neutron.services.segments.db._delete_segments_for_network-8748992815755'] for network, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:40.670169 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a2edce10-c0ec-49b8-8b78-bd35e91a4d5c req-06639337-7ee7-45ec-91a0-89e7e951813f tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/ports?device_id=71cf431c-ff3c-4ce5-b784-b372b07066aa HTTP/1.1" status: 200 len: 945 time: 0.0973809 Nov 22 20:17:40.688964 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8376e6f6-e284-4206-a067-6028883fe57f tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Network 24d2386c-6ab6-4adc-8a75-5d679e75ba2a is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:17:40.694285 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-8376e6f6-e284-4206-a067-6028883fe57f tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:17:40.697186 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8376e6f6-e284-4206-a067-6028883fe57f tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:17:40.704940 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8376e6f6-e284-4206-a067-6028883fe57f tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:17:40.705995 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8376e6f6-e284-4206-a067-6028883fe57f tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:40.726701 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-4102120d-c45e-4193-b1b5-25ed19cce910 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['639e7825-8df7-444f-a5a2-3b925aa1f50a']}} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:17:40.739642 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f32cf5-2004-491a-8348-7b6c8dbe71be None None] Pushing event updated for resources: {'Port': ['ID=2f585324-3b51-4601-93b8-ca99db6aed86,revision_number=2']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:17:40.741837 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-4102120d-c45e-4193-b1b5-25ed19cce910 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b42ba62c-a677-4eaf-86f8-a15afeb03330') {'for_net_delete': True} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:17:40.743038 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-4102120d-c45e-4193-b1b5-25ed19cce910 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b42ba62c-a677-4eaf-86f8-a15afeb03330') {} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:17:40.746330 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b02941a8-6c42-4862-acde-777d1e824253 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3961693'] for network, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:40.758856 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-8376e6f6-e284-4206-a067-6028883fe57f tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.6348786 Nov 22 20:17:40.762038 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 44226) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:17:40.777887 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a2edce10-c0ec-49b8-8b78-bd35e91a4d5c req-421aa0f0-8dbd-4833-a9ed-c5b40594465d tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6bb4485-0c85-4226-9793-14795129f329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067441 Nov 22 20:17:40.827436 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12c5940b-4757-4e5e-bcd8-a988be684209 None None] Network bc11bf17-6be6-45a1-84e1-860d0a6cc35e requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:17:40.869475 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-ba79bbe2-66b2-4285-bc99-05d2a4854573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '416955ea-c632-4d7e-bba2-4bbfb019bb87', 'name': 'tempest-TaggedBootDevicesTest_v242-1947763067-router', 'tenant_id': '321f5784f3ae4933955026f73ebf2678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.9'}], 'enable_snat': True}, 'gw_port_id': 'e539afc5-1362-471f-b58c-36255a2f4f6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:17:16Z', 'updated_at': '2021-11-22T20:17:36Z', 'revision_number': 4, 'project_id': '321f5784f3ae4933955026f73ebf2678', 'gw_port': {'id': 'e539afc5-1362-471f-b58c-36255a2f4f6d', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:c5:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '416955ea-c632-4d7e-bba2-4bbfb019bb87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:17:21Z', 'updated_at': '2021-11-22T20:17:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': 'ff74deab-ef9f-4330-a672-b890e6c5a89d', 'name': '', 'network_id': 'b98e39f9-6f6d-4a8b-97fa-f7c4bd6c5fa0', 'tenant_id': '321f5784f3ae4933955026f73ebf2678', 'mac_address': 'fa:16:3e:2a:81:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '416955ea-c632-4d7e-bba2-4bbfb019bb87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': 'a9459790-656c-4592-aa70-6647f39af199', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:17:32Z', 'updated_at': '2021-11-22T20:17:36Z', 'revision_number': 2, 'project_id': '321f5784f3ae4933955026f73ebf2678', 'subnets': [{'id': 'a9459790-656c-4592-aa70-6647f39af199', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:17:40.908431 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba79bbe2-66b2-4285-bc99-05d2a4854573 None None] Checking router: 416955ea-c632-4d7e-bba2-4bbfb019bb87 for host: n-d-818823-1 {{(pid=103450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 20:17:40.908792 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba79bbe2-66b2-4285-bc99-05d2a4854573 None None] Updating router 416955ea-c632-4d7e-bba2-4bbfb019bb87 port ff74deab-ef9f-4330-a672-b890e6c5a89d binding host n-d-818823-1 {{(pid=103450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 20:17:40.947364 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-ba79bbe2-66b2-4285-bc99-05d2a4854573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:40.998119 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4902397-a553-4c53-bc82-424731498290 None None] DHCP port deletion for 639e7825-8df7-444f-a5a2-3b925aa1f50a request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:17:41.025927 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.db_base_plugin_common [None req-874fee4a-4a11-40e1-a659-2aba0582857b None None] Allocated IP 2001:db8::2 (24d2386c-6ab6-4adc-8a75-5d679e75ba2a/97b98008-0af9-427f-8f60-4ac1628af34c/4e110ba7-4580-41a8-ba94-e1e603669b44) {{(pid=103449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:17:41.236278 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-874fee4a-4a11-40e1-a659-2aba0582857b None None] Publish callbacks [] for port, precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:41.247881 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-874fee4a-4a11-40e1-a659-2aba0582857b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372'] for port, after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:41.399070 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874fee4a-4a11-40e1-a659-2aba0582857b None None] Pushing event updated for resources: {'Port': ['ID=4e110ba7-4580-41a8-ba94-e1e603669b44,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:17:41.429604 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-874fee4a-4a11-40e1-a659-2aba0582857b None None] Network 24d2386c-6ab6-4adc-8a75-5d679e75ba2a is already hosted by enough agents. {{(pid=103449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:17:41.433113 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.base_scheduler [None req-874fee4a-4a11-40e1-a659-2aba0582857b None None] Resources bound (agent type, host, resource id): {{(pid=103449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:17:41.440648 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4102120d-c45e-4193-b1b5-25ed19cce910 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748993039638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11627933'] for segment, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:41.442627 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-874fee4a-4a11-40e1-a659-2aba0582857b None None] Received port after_create {{(pid=103449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:17:41.539120 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4102120d-c45e-4193-b1b5-25ed19cce910 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:41.582547 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-ba79bbe2-66b2-4285-bc99-05d2a4854573 None None] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:41.592724 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-ba79bbe2-66b2-4285-bc99-05d2a4854573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:41.650290 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4102120d-c45e-4193-b1b5-25ed19cce910 admin admin] Releasing vlan 639 on physical network physnet1 to pool {{(pid=103448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 20:17:41.650290 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4102120d-c45e-4193-b1b5-25ed19cce910 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11567447'] for segment, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:41.650869 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-874fee4a-4a11-40e1-a659-2aba0582857b None None] Attempting to bind port 4e110ba7-4580-41a8-ba94-e1e603669b44 on host n-d-818823-1 for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:17:41.652943 n-d-818823-1 neutron-server[103448]: Traceback (most recent call last): Nov 22 20:17:41.652943 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 20:17:41.652943 n-d-818823-1 neutron-server[103448]: timer() Nov 22 20:17:41.652943 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 20:17:41.652943 n-d-818823-1 neutron-server[103448]: cb(*args, **kw) Nov 22 20:17:41.652943 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 20:17:41.652943 n-d-818823-1 neutron-server[103448]: return func(*args, **kwargs) Nov 22 20:17:41.652943 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 20:17:41.652943 n-d-818823-1 neutron-server[103448]: self._notify() Nov 22 20:17:41.652943 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 20:17:41.652943 n-d-818823-1 neutron-server[103448]: self.callback(batched_events) Nov 22 20:17:41.652943 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 20:17:41.652943 n-d-818823-1 neutron-server[103448]: event.method(event) Nov 22 20:17:41.652943 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 20:17:41.652943 n-d-818823-1 neutron-server[103448]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 20:17:41.652943 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 20:17:41.652943 n-d-818823-1 neutron-server[103448]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 20:17:41.652943 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 20:17:41.652943 n-d-818823-1 neutron-server[103448]: return f(self, *a, **k) Nov 22 20:17:41.652943 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 20:17:41.652943 n-d-818823-1 neutron-server[103448]: return self._get(url).json() Nov 22 20:17:41.652943 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 20:17:41.652943 n-d-818823-1 neutron-server[103448]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 20:17:41.652943 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 20:17:41.652943 n-d-818823-1 neutron-server[103448]: return self.request(url, 'GET', **kwargs) Nov 22 20:17:41.652943 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 20:17:41.652943 n-d-818823-1 neutron-server[103448]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 20:17:41.652943 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 20:17:41.652943 n-d-818823-1 neutron-server[103448]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 20:17:41.652943 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 20:17:41.652943 n-d-818823-1 neutron-server[103448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 20:17:41.652943 n-d-818823-1 neutron-server[103448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 20:17:41.657683 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-874fee4a-4a11-40e1-a659-2aba0582857b None None] Attempting to bind port 4e110ba7-4580-41a8-ba94-e1e603669b44 by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': '890b59e6-eb47-4fdd-b180-8ce1012af384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '24d2386c-6ab6-4adc-8a75-5d679e75ba2a'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:17:41.659230 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-874fee4a-4a11-40e1-a659-2aba0582857b None None] Attempting to bind port 4e110ba7-4580-41a8-ba94-e1e603669b44 on network 24d2386c-6ab6-4adc-8a75-5d679e75ba2a {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:17:41.678421 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4817aace-b4e2-476e-b75f-acadc1a61269 req-fa613ec5-b712-4ea0-8c41-99ae17e828d8 tempest-ServersTestBootFromVolume-579283085 tempest-ServersTestBootFromVolume-579283085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:17:41.684492 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4817aace-b4e2-476e-b75f-acadc1a61269 req-fa613ec5-b712-4ea0-8c41-99ae17e828d8 tempest-ServersTestBootFromVolume-579283085 tempest-ServersTestBootFromVolume-579283085-project] 10.222.0.46 "GET /v2.0/ports?device_id=6c736002-725b-489a-b39d-3fa0f252de44 HTTP/1.1" status: 200 len: 943 time: 0.2124217 Nov 22 20:17:41.701556 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43b1817-0dcf-4da2-8dd2-6b2f0dcba15a None None] Pushing event updated for resources: {'Port': ['ID=ff74deab-ef9f-4330-a672-b890e6c5a89d,revision_number=3']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:17:41.712027 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-874fee4a-4a11-40e1-a659-2aba0582857b None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 17, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:17:41.715077 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-874fee4a-4a11-40e1-a659-2aba0582857b None None] Checking segment: {'id': '890b59e6-eb47-4fdd-b180-8ce1012af384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '24d2386c-6ab6-4adc-8a75-5d679e75ba2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:17:41.716928 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-874fee4a-4a11-40e1-a659-2aba0582857b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:41.717537 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-874fee4a-4a11-40e1-a659-2aba0582857b None None] Bound using segment: {'id': '890b59e6-eb47-4fdd-b180-8ce1012af384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '24d2386c-6ab6-4adc-8a75-5d679e75ba2a'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:17:41.719641 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-874fee4a-4a11-40e1-a659-2aba0582857b None None] Bound port: 4e110ba7-4580-41a8-ba94-e1e603669b44, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '890b59e6-eb47-4fdd-b180-8ce1012af384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '24d2386c-6ab6-4adc-8a75-5d679e75ba2a'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:17:41.721265 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-874fee4a-4a11-40e1-a659-2aba0582857b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:41.730193 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43b1817-0dcf-4da2-8dd2-6b2f0dcba15a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:17:41.730538 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43b1817-0dcf-4da2-8dd2-6b2f0dcba15a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:17:41.730869 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43b1817-0dcf-4da2-8dd2-6b2f0dcba15a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:17:41.731200 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43b1817-0dcf-4da2-8dd2-6b2f0dcba15a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:17:41.731546 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43b1817-0dcf-4da2-8dd2-6b2f0dcba15a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:17:41.731900 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43b1817-0dcf-4da2-8dd2-6b2f0dcba15a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:17:41.732192 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43b1817-0dcf-4da2-8dd2-6b2f0dcba15a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:17:41.732508 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43b1817-0dcf-4da2-8dd2-6b2f0dcba15a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:17:41.732823 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43b1817-0dcf-4da2-8dd2-6b2f0dcba15a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:17:41.733140 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43b1817-0dcf-4da2-8dd2-6b2f0dcba15a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:17:41.733456 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43b1817-0dcf-4da2-8dd2-6b2f0dcba15a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:17:41.734318 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43b1817-0dcf-4da2-8dd2-6b2f0dcba15a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:17:41.801625 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-ba79bbe2-66b2-4285-bc99-05d2a4854573 None None] Attempting to bind port ff74deab-ef9f-4330-a672-b890e6c5a89d on host n-d-818823-1 for vnic_type normal with profile {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:17:41.801999 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-ba79bbe2-66b2-4285-bc99-05d2a4854573 None None] Attempting to bind port ff74deab-ef9f-4330-a672-b890e6c5a89d by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': '97d6c464-3bdf-48cd-be6a-728661c2d234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'b98e39f9-6f6d-4a8b-97fa-f7c4bd6c5fa0'}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:17:41.802360 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba79bbe2-66b2-4285-bc99-05d2a4854573 None None] Attempting to bind port ff74deab-ef9f-4330-a672-b890e6c5a89d on network b98e39f9-6f6d-4a8b-97fa-f7c4bd6c5fa0 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:17:41.811763 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba79bbe2-66b2-4285-bc99-05d2a4854573 None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 17, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:17:41.812720 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba79bbe2-66b2-4285-bc99-05d2a4854573 None None] Checking segment: {'id': '97d6c464-3bdf-48cd-be6a-728661c2d234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'b98e39f9-6f6d-4a8b-97fa-f7c4bd6c5fa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:17:41.813128 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-ba79bbe2-66b2-4285-bc99-05d2a4854573 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:41.813602 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba79bbe2-66b2-4285-bc99-05d2a4854573 None None] Bound using segment: {'id': '97d6c464-3bdf-48cd-be6a-728661c2d234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'b98e39f9-6f6d-4a8b-97fa-f7c4bd6c5fa0'} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:17:41.814006 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-ba79bbe2-66b2-4285-bc99-05d2a4854573 None None] Bound port: ff74deab-ef9f-4330-a672-b890e6c5a89d, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97d6c464-3bdf-48cd-be6a-728661c2d234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'b98e39f9-6f6d-4a8b-97fa-f7c4bd6c5fa0'}}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:17:41.814385 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-ba79bbe2-66b2-4285-bc99-05d2a4854573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:41.842074 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4817aace-b4e2-476e-b75f-acadc1a61269 req-0b028591-5a3e-4af2-8d46-ed4b1e352d8e tempest-ServersTestBootFromVolume-579283085 tempest-ServersTestBootFromVolume-579283085-project] 10.222.0.46 "GET /v2.0/security-groups?id=c983b806-141e-4d06-afa7-7136cbbbad90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1494293 Nov 22 20:17:41.883457 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44b3203-a2b8-4e5a-bc15-c8b263d45b21 req-41fab59c-e35c-435a-9316-0c00b1bc6316 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:17:41.899623 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b44b3203-a2b8-4e5a-bc15-c8b263d45b21 req-41fab59c-e35c-435a-9316-0c00b1bc6316 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.46 "GET /v2.0/ports?device_id=0af368f2-d7cc-4133-a4d9-4d2227d6bf53 HTTP/1.1" status: 200 len: 950 time: 0.1696470 Nov 22 20:17:41.971661 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-874fee4a-4a11-40e1-a659-2aba0582857b None None] For port 4e110ba7-4580-41a8-ba94-e1e603669b44, host n-d-818823-1, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:17:41.976188 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-874fee4a-4a11-40e1-a659-2aba0582857b None None] For port 4e110ba7-4580-41a8-ba94-e1e603669b44, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=4e110ba7-4580-41a8-ba94-e1e603669b44,segment=NetworkSegment(890b59e6-eb47-4fdd-b180-8ce1012af384),segment_id=890b59e6-eb47-4fdd-b180-8ce1012af384)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:17:41.980178 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-ba79bbe2-66b2-4285-bc99-05d2a4854573 None None] For port ff74deab-ef9f-4330-a672-b890e6c5a89d, host n-d-818823-1, cleared binding levels {{(pid=103450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:17:41.984335 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-874fee4a-4a11-40e1-a659-2aba0582857b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:41.986866 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-ba79bbe2-66b2-4285-bc99-05d2a4854573 None None] For port ff74deab-ef9f-4330-a672-b890e6c5a89d, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=ff74deab-ef9f-4330-a672-b890e6c5a89d,segment=NetworkSegment(97d6c464-3bdf-48cd-be6a-728661c2d234),segment_id=97d6c464-3bdf-48cd-be6a-728661c2d234)] {{(pid=103450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:17:41.994544 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-ba79bbe2-66b2-4285-bc99-05d2a4854573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:42.085332 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874fee4a-4a11-40e1-a659-2aba0582857b None None] Pushing event updated for resources: {'Port': ['ID=4e110ba7-4580-41a8-ba94-e1e603669b44,revision_number=2']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:17:42.121717 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba79bbe2-66b2-4285-bc99-05d2a4854573 None None] Routers {'416955ea-c632-4d7e-bba2-4bbfb019bb87'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:17:42.122354 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-ba79bbe2-66b2-4285-bc99-05d2a4854573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:17:33Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['416955ea-c632-4d7e-bba2-4bbfb019bb87'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:17:42.126389 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b44b3203-a2b8-4e5a-bc15-c8b263d45b21 req-d2ba303a-ba6c-4735-8b9c-57e725c02aff tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c61ce95-aab5-427a-864a-9f490b05fbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2235599 Nov 22 20:17:42.173560 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4102120d-c45e-4193-b1b5-25ed19cce910 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3760002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595318'] for network, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:42.179155 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d827951-92ec-478c-8acf-fc8dc9844d7e req-24347112-f072-41d0-b850-d1022539833c tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:17:42.180722 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43b1817-0dcf-4da2-8dd2-6b2f0dcba15a None None] Pushing event updated for resources: {'Port': ['ID=ff74deab-ef9f-4330-a672-b890e6c5a89d,revision_number=4']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:17:42.182757 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3d827951-92ec-478c-8acf-fc8dc9844d7e req-24347112-f072-41d0-b850-d1022539833c tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/ports?device_id=71cf431c-ff3c-4ce5-b784-b372b07066aa HTTP/1.1" status: 200 len: 945 time: 0.1755531 Nov 22 20:17:42.196170 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4102120d-c45e-4193-b1b5-25ed19cce910 admin admin] Publish callbacks [] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:42.200665 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-4102120d-c45e-4193-b1b5-25ed19cce910 admin admin] 10.222.0.46 "DELETE /v2.0/networks/639e7825-8df7-444f-a5a2-3b925aa1f50a HTTP/1.1" status: 204 len: 168 time: 1.9534264 Nov 22 20:17:42.203884 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 44288) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:17:42.209031 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-bf686477-f2d6-4386-85d9-1411f54716b0 None None] Provisioning complete for port ff74deab-ef9f-4330-a672-b890e6c5a89d triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:17:42.209408 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-bf686477-f2d6-4386-85d9-1411f54716b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:42.276030 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-b02941a8-6c42-4862-acde-777d1e824253 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Deleting port 2f585324-3b51-4601-93b8-ca99db6aed86 {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:17:42.276698 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b02941a8-6c42-4862-acde-777d1e824253 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:42.458854 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f940d77-ad29-4449-ab81-efdd27f2f7d8 admin admin] Deleting subnet 075ffe4f-5d7c-49ea-947d-30e1b0ea19ab {{(pid=103447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 20:17:42.459115 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-bf686477-f2d6-4386-85d9-1411f54716b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:42.483804 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-b02941a8-6c42-4862-acde-777d1e824253 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] For port 2f585324-3b51-4601-93b8-ca99db6aed86, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=2f585324-3b51-4601-93b8-ca99db6aed86,segment=NetworkSegment(93da67f5-fa4f-4708-8652-ffde266b3a8e),segment_id=93da67f5-fa4f-4708-8652-ffde266b3a8e)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:17:42.484380 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b02941a8-6c42-4862-acde-777d1e824253 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:42.517529 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-ba79bbe2-66b2-4285-bc99-05d2a4854573 None None] Set router 416955ea-c632-4d7e-bba2-4bbfb019bb87 gateway port host: n-d-818823-1 {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:17:42.519803 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-b02941a8-6c42-4862-acde-777d1e824253 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Calling delete_port for 2f585324-3b51-4601-93b8-ca99db6aed86 owned by network:dhcp {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:17:42.527022 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3d827951-92ec-478c-8acf-fc8dc9844d7e req-407d2ef4-199c-4aae-ae68-cb7157e24750 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6bb4485-0c85-4226-9793-14795129f329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3282037 Nov 22 20:17:42.528281 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-7f940d77-ad29-4449-ab81-efdd27f2f7d8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:42.570260 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62debcc-ba74-4a14-b384-3f461ee73305 req-59026850-5151-439d-aa56-b0847d8508dc tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:17:42.575349 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-bf686477-f2d6-4386-85d9-1411f54716b0 None None] For port ff74deab-ef9f-4330-a672-b890e6c5a89d, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=ff74deab-ef9f-4330-a672-b890e6c5a89d,segment=NetworkSegment(97d6c464-3bdf-48cd-be6a-728661c2d234),segment_id=97d6c464-3bdf-48cd-be6a-728661c2d234)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:17:42.581985 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b62debcc-ba74-4a14-b384-3f461ee73305 req-59026850-5151-439d-aa56-b0847d8508dc tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.46 "GET /v2.0/ports?device_id=884fe500-39b3-41d8-99e1-7ce9b4d9ec40 HTTP/1.1" status: 200 len: 949 time: 0.2957437 Nov 22 20:17:42.587999 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-bf686477-f2d6-4386-85d9-1411f54716b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:42.658097 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4102120d-c45e-4193-b1b5-25ed19cce910 admin admin] Pushing event deleted for resources: {'Network': ['ID=639e7825-8df7-444f-a5a2-3b925aa1f50a,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:17:42.731888 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf686477-f2d6-4386-85d9-1411f54716b0 None None] Pushing event updated for resources: {'Port': ['ID=ff74deab-ef9f-4330-a672-b890e6c5a89d,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:17:42.747380 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-7f940d77-ad29-4449-ab81-efdd27f2f7d8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12178353'] for subnet, precommit_delete_associations {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:42.748519 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-368c484e-5795-4d9a-b67f-563e1f7c9455 None None] Provisioning complete for port ff74deab-ef9f-4330-a672-b890e6c5a89d triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:17:42.749260 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-368c484e-5795-4d9a-b67f-563e1f7c9455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:42.772026 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b02941a8-6c42-4862-acde-777d1e824253 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:42.795652 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b02941a8-6c42-4862-acde-777d1e824253 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] No DVR routers for this DVR port 2f585324-3b51-4601-93b8-ca99db6aed86 on host n-d-818823-1 {{(pid=103448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:17:42.847157 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02941a8-6c42-4862-acde-777d1e824253 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Pushing event deleted for resources: {'Port': ['ID=2f585324-3b51-4601-93b8-ca99db6aed86,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:17:42.886010 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b62debcc-ba74-4a14-b384-3f461ee73305 req-882b5b0b-858f-4f6b-b875-3516d0af6ca6 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c61ce95-aab5-427a-864a-9f490b05fbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2347770 Nov 22 20:17:42.903154 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-7f940d77-ad29-4449-ab81-efdd27f2f7d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3753007'] for subnet, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:43.010347 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-7f940d77-ad29-4449-ab81-efdd27f2f7d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3753014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8900804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8485115'] for subnet, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:43.037128 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-ba79bbe2-66b2-4285-bc99-05d2a4854573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '416955ea-c632-4d7e-bba2-4bbfb019bb87', 'name': 'tempest-TaggedBootDevicesTest_v242-1947763067-router', 'tenant_id': '321f5784f3ae4933955026f73ebf2678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.9'}], 'enable_snat': True}, 'gw_port_id': 'e539afc5-1362-471f-b58c-36255a2f4f6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:17:16Z', 'updated_at': '2021-11-22T20:17:36Z', 'revision_number': 4, 'project_id': '321f5784f3ae4933955026f73ebf2678', 'gw_port': {'id': 'e539afc5-1362-471f-b58c-36255a2f4f6d', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:c5:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '416955ea-c632-4d7e-bba2-4bbfb019bb87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:17:21Z', 'updated_at': '2021-11-22T20:17:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': 'ff74deab-ef9f-4330-a672-b890e6c5a89d', 'name': '', 'network_id': 'b98e39f9-6f6d-4a8b-97fa-f7c4bd6c5fa0', 'tenant_id': '321f5784f3ae4933955026f73ebf2678', 'mac_address': 'fa:16:3e:2a:81:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '416955ea-c632-4d7e-bba2-4bbfb019bb87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': 'a9459790-656c-4592-aa70-6647f39af199', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:17:32Z', 'updated_at': '2021-11-22T20:17:41Z', 'revision_number': 4, 'project_id': '321f5784f3ae4933955026f73ebf2678', 'subnets': [{'id': 'a9459790-656c-4592-aa70-6647f39af199', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:17:43.052267 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f940d77-ad29-4449-ab81-efdd27f2f7d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=075ffe4f-5d7c-49ea-947d-30e1b0ea19ab,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:17:43.054507 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-7f940d77-ad29-4449-ab81-efdd27f2f7d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for subnet, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:43.061239 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-7f940d77-ad29-4449-ab81-efdd27f2f7d8 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/075ffe4f-5d7c-49ea-947d-30e1b0ea19ab HTTP/1.1" status: 204 len: 168 time: 0.8559036 Nov 22 20:17:43.062948 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 44302) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:17:43.065130 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8ec23ba-0c3d-4af8-adab-ae84c0e905bd None None] Network 2c9e92de-dbde-4625-8d2c-2f19c3e4936d requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:17:43.070151 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b02941a8-6c42-4862-acde-777d1e824253 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3760028', 'neutron.services.segments.db._delete_segments_for_network-8748992815755'] for network, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:43.111920 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba79bbe2-66b2-4285-bc99-05d2a4854573 None None] The sync data for ids ['416955ea-c632-4d7e-bba2-4bbfb019bb87'] in n-d-818823-1 is: [{'id': '416955ea-c632-4d7e-bba2-4bbfb019bb87', 'name': 'tempest-TaggedBootDevicesTest_v242-1947763067-router', 'tenant_id': '321f5784f3ae4933955026f73ebf2678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.9'}], 'enable_snat': True}, 'gw_port_id': 'e539afc5-1362-471f-b58c-36255a2f4f6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:17:16Z', 'updated_at': '2021-11-22T20:17:36Z', 'revision_number': 4, 'project_id': '321f5784f3ae4933955026f73ebf2678', 'gw_port': {'id': 'e539afc5-1362-471f-b58c-36255a2f4f6d', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:c5:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '416955ea-c632-4d7e-bba2-4bbfb019bb87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:17:21Z', 'updated_at': '2021-11-22T20:17:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': 'ff74deab-ef9f-4330-a672-b890e6c5a89d', 'name': '', 'network_id': 'b98e39f9-6f6d-4a8b-97fa-f7c4bd6c5fa0', 'tenant_id': '321f5784f3ae4933955026f73ebf2678', 'mac_address': 'fa:16:3e:2a:81:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '416955ea-c632-4d7e-bba2-4bbfb019bb87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': 'a9459790-656c-4592-aa70-6647f39af199', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:17:32Z', 'updated_at': '2021-11-22T20:17:41Z', 'revision_number': 4, 'project_id': '321f5784f3ae4933955026f73ebf2678', 'subnets': [{'id': 'a9459790-656c-4592-aa70-6647f39af199', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:17:43.118434 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-b02941a8-6c42-4862-acde-777d1e824253 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc11bf17-6be6-45a1-84e1-860d0a6cc35e']}} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:17:43.152000 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-b02941a8-6c42-4862-acde-777d1e824253 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93da67f5-fa4f-4708-8652-ffde266b3a8e') {'for_net_delete': True} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:17:43.152565 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-b02941a8-6c42-4862-acde-777d1e824253 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93da67f5-fa4f-4708-8652-ffde266b3a8e') {} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:17:43.207127 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b02941a8-6c42-4862-acde-777d1e824253 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748993039638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11627933'] for segment, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:43.261492 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-fa50db6d-d850-4541-9879-824c1780c9e0 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:43.285408 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e4659f-d04e-4644-9dc7-94c23e0bb1b1 req-3bddfa98-4f0d-456f-b0a9-7a1f8a16d86c tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:17:43.287735 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-84e4659f-d04e-4644-9dc7-94c23e0bb1b1 req-3bddfa98-4f0d-456f-b0a9-7a1f8a16d86c tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/ports?device_id=71cf431c-ff3c-4ce5-b784-b372b07066aa HTTP/1.1" status: 200 len: 945 time: 0.2236609 Nov 22 20:17:43.298566 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b02941a8-6c42-4862-acde-777d1e824253 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:43.301450 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b0b760f-b41e-41f6-81db-bab73e45c549 None None] DHCP port deletion for 2c9e92de-dbde-4625-8d2c-2f19c3e4936d request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:17:43.325105 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b02941a8-6c42-4862-acde-777d1e824253 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Releasing vlan 622 on physical network physnet1 to pool {{(pid=103448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 20:17:43.325515 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b02941a8-6c42-4862-acde-777d1e824253 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11567447'] for segment, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:43.339034 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6d53c91a-0f8f-4ce9-8b92-6f1381b77ddc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3961693'] for network, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:43.417901 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99c8670-463d-4c8f-af1a-dc601fdb1656 req-ee992d2b-53b5-4a4f-8d18-87744e19a0c3 tempest-ServersTestBootFromVolume-579283085 tempest-ServersTestBootFromVolume-579283085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:17:43.426852 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c99c8670-463d-4c8f-af1a-dc601fdb1656 req-ee992d2b-53b5-4a4f-8d18-87744e19a0c3 tempest-ServersTestBootFromVolume-579283085 tempest-ServersTestBootFromVolume-579283085-project] 10.222.0.46 "GET /v2.0/ports?device_id=6c736002-725b-489a-b39d-3fa0f252de44 HTTP/1.1" status: 200 len: 943 time: 0.2647412 Nov 22 20:17:43.429741 n-d-818823-1 neutron-server[103448]: Traceback (most recent call last): Nov 22 20:17:43.429741 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 20:17:43.429741 n-d-818823-1 neutron-server[103448]: timer() Nov 22 20:17:43.429741 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 20:17:43.429741 n-d-818823-1 neutron-server[103448]: cb(*args, **kw) Nov 22 20:17:43.429741 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 20:17:43.429741 n-d-818823-1 neutron-server[103448]: return func(*args, **kwargs) Nov 22 20:17:43.429741 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 20:17:43.429741 n-d-818823-1 neutron-server[103448]: self._notify() Nov 22 20:17:43.429741 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 20:17:43.429741 n-d-818823-1 neutron-server[103448]: self.callback(batched_events) Nov 22 20:17:43.429741 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 20:17:43.429741 n-d-818823-1 neutron-server[103448]: event.method(event) Nov 22 20:17:43.429741 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 20:17:43.429741 n-d-818823-1 neutron-server[103448]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 20:17:43.429741 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 20:17:43.429741 n-d-818823-1 neutron-server[103448]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 20:17:43.429741 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 20:17:43.429741 n-d-818823-1 neutron-server[103448]: return f(self, *a, **k) Nov 22 20:17:43.429741 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 20:17:43.429741 n-d-818823-1 neutron-server[103448]: return self._get(url).json() Nov 22 20:17:43.429741 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 20:17:43.429741 n-d-818823-1 neutron-server[103448]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 20:17:43.429741 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 20:17:43.429741 n-d-818823-1 neutron-server[103448]: return self.request(url, 'GET', **kwargs) Nov 22 20:17:43.429741 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 20:17:43.429741 n-d-818823-1 neutron-server[103448]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 20:17:43.429741 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 20:17:43.429741 n-d-818823-1 neutron-server[103448]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 20:17:43.429741 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 20:17:43.429741 n-d-818823-1 neutron-server[103448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 20:17:43.429741 n-d-818823-1 neutron-server[103448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 20:17:43.433330 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b02941a8-6c42-4862-acde-777d1e824253 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3760002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595318'] for network, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:43.445879 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b02941a8-6c42-4862-acde-777d1e824253 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Publish callbacks [] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:43.448965 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-b02941a8-6c42-4862-acde-777d1e824253 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] 10.222.0.46 "DELETE /v2.0/networks/bc11bf17-6be6-45a1-84e1-860d0a6cc35e HTTP/1.1" status: 204 len: 168 time: 4.9231119 Nov 22 20:17:43.454855 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 44304) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:17:43.455793 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-84e4659f-d04e-4644-9dc7-94c23e0bb1b1 req-c9395eaf-736f-4c96-98f0-0030988a8bfc tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6bb4485-0c85-4226-9793-14795129f329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565285 Nov 22 20:17:43.472978 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-b7a21a00-e1e3-46e9-a32d-7392ea17fe68 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1020235673'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:17:43.553361 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02941a8-6c42-4862-acde-777d1e824253 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Pushing event deleted for resources: {'Network': ['ID=bc11bf17-6be6-45a1-84e1-860d0a6cc35e,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:17:43.583851 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7a21a00-e1e3-46e9-a32d-7392ea17fe68 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Made reservation on behalf of 2f5e135fdd46470d9b4952d9f43ebc95 for: {'network': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:17:43.594670 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b7a21a00-e1e3-46e9-a32d-7392ea17fe68 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for network, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:43.636229 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6d53c91a-0f8f-4ce9-8b92-6f1381b77ddc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3760028', 'neutron.services.segments.db._delete_segments_for_network-8748992815755'] for network, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:43.689306 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c99c8670-463d-4c8f-af1a-dc601fdb1656 req-b9608ddf-d076-4e08-9c6e-b14e47e1de20 tempest-ServersTestBootFromVolume-579283085 tempest-ServersTestBootFromVolume-579283085-project] 10.222.0.46 "GET /v2.0/security-groups?id=c983b806-141e-4d06-afa7-7136cbbbad90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2612824 Nov 22 20:17:43.690947 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-6d53c91a-0f8f-4ce9-8b92-6f1381b77ddc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c9e92de-dbde-4625-8d2c-2f19c3e4936d']}} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:17:43.705302 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-6d53c91a-0f8f-4ce9-8b92-6f1381b77ddc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e962fc3a-e746-453b-b005-8536856326fd') {'for_net_delete': True} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:17:43.705593 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-6d53c91a-0f8f-4ce9-8b92-6f1381b77ddc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e962fc3a-e746-453b-b005-8536856326fd') {} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:17:43.728579 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6d53c91a-0f8f-4ce9-8b92-6f1381b77ddc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748993039638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12178344'] for segment, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:43.752270 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6d53c91a-0f8f-4ce9-8b92-6f1381b77ddc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:43.765778 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d53c91a-0f8f-4ce9-8b92-6f1381b77ddc admin admin] Releasing vlan 642 on physical network physnet1 to pool {{(pid=103447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 20:17:43.768031 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6d53c91a-0f8f-4ce9-8b92-6f1381b77ddc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8900762'] for segment, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:43.770700 n-d-818823-1 neutron-server[103447]: Traceback (most recent call last): Nov 22 20:17:43.770700 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 20:17:43.770700 n-d-818823-1 neutron-server[103447]: timer() Nov 22 20:17:43.770700 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 20:17:43.770700 n-d-818823-1 neutron-server[103447]: cb(*args, **kw) Nov 22 20:17:43.770700 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 20:17:43.770700 n-d-818823-1 neutron-server[103447]: return func(*args, **kwargs) Nov 22 20:17:43.770700 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 20:17:43.770700 n-d-818823-1 neutron-server[103447]: self._notify() Nov 22 20:17:43.770700 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 20:17:43.770700 n-d-818823-1 neutron-server[103447]: self.callback(batched_events) Nov 22 20:17:43.770700 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 20:17:43.770700 n-d-818823-1 neutron-server[103447]: event.method(event) Nov 22 20:17:43.770700 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 20:17:43.770700 n-d-818823-1 neutron-server[103447]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 20:17:43.770700 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 20:17:43.770700 n-d-818823-1 neutron-server[103447]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 20:17:43.770700 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 20:17:43.770700 n-d-818823-1 neutron-server[103447]: return f(self, *a, **k) Nov 22 20:17:43.770700 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 20:17:43.770700 n-d-818823-1 neutron-server[103447]: return self._get(url).json() Nov 22 20:17:43.770700 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 20:17:43.770700 n-d-818823-1 neutron-server[103447]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 20:17:43.770700 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 20:17:43.770700 n-d-818823-1 neutron-server[103447]: return self.request(url, 'GET', **kwargs) Nov 22 20:17:43.770700 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 20:17:43.770700 n-d-818823-1 neutron-server[103447]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 20:17:43.770700 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 20:17:43.770700 n-d-818823-1 neutron-server[103447]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 20:17:43.770700 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 20:17:43.770700 n-d-818823-1 neutron-server[103447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 20:17:43.770700 n-d-818823-1 neutron-server[103447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 20:17:43.800427 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7a21a00-e1e3-46e9-a32d-7392ea17fe68 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] vlan segment allocate from pool success with {'vlan_id': 639, 'physical_network': 'physnet1'} {{(pid=103448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 20:17:43.841765 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b7a21a00-e1e3-46e9-a32d-7392ea17fe68 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:43.842113 n-d-818823-1 neutron-server[103448]: INFO neutron.db.segments_db [None req-b7a21a00-e1e3-46e9-a32d-7392ea17fe68 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Added segment bf51ba08-700b-4d98-bdf2-740657960b9c of type vlan for network 00fac3c8-9818-43cd-9540-9f0ccb9513a7 Nov 22 20:17:43.908841 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6d53c91a-0f8f-4ce9-8b92-6f1381b77ddc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3760002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595318'] for network, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:43.911671 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c98bd3b-5d55-479e-9f7b-37c6671e1d17 None None] Network 24d2386c-6ab6-4adc-8a75-5d679e75ba2a requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:17:43.922317 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6d53c91a-0f8f-4ce9-8b92-6f1381b77ddc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for network, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:43.933401 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-6d53c91a-0f8f-4ce9-8b92-6f1381b77ddc admin admin] 10.222.0.46 "DELETE /v2.0/networks/2c9e92de-dbde-4625-8d2c-2f19c3e4936d HTTP/1.1" status: 204 len: 168 time: 0.8387127 Nov 22 20:17:44.004968 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b7a21a00-e1e3-46e9-a32d-7392ea17fe68 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748992492791'] for network, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:44.017510 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d53c91a-0f8f-4ce9-8b92-6f1381b77ddc admin admin] Pushing event deleted for resources: {'Network': ['ID=2c9e92de-dbde-4625-8d2c-2f19c3e4936d,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:17:44.065810 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19121558-9ef9-490c-a594-536556e6eb6e req-30fa4702-c4e2-40ca-a3b9-d0f8ad7d4616 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:17:44.081066 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19121558-9ef9-490c-a594-536556e6eb6e req-30fa4702-c4e2-40ca-a3b9-d0f8ad7d4616 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:17:44.082729 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-19121558-9ef9-490c-a594-536556e6eb6e req-30fa4702-c4e2-40ca-a3b9-d0f8ad7d4616 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.46 "GET /v2.0/ports?device_id=0af368f2-d7cc-4133-a4d9-4d2227d6bf53&device_id=884fe500-39b3-41d8-99e1-7ce9b4d9ec40 HTTP/1.1" status: 200 len: 1690 time: 0.1466861 Nov 22 20:17:44.089125 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-14644f3e-70b3-458d-b831-33d4af22daa5 None None] Provisioning complete for port 4e110ba7-4580-41a8-ba94-e1e603669b44 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:17:44.089611 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-14644f3e-70b3-458d-b831-33d4af22daa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:44.095137 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b7a21a00-e1e3-46e9-a32d-7392ea17fe68 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for network, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:44.101445 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7a21a00-e1e3-46e9-a32d-7392ea17fe68 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:17:44.102089 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b7a21a00-e1e3-46e9-a32d-7392ea17fe68 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Publish callbacks [] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:44.197747 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-19121558-9ef9-490c-a594-536556e6eb6e req-26fa630b-b780-4abe-bcda-37a78bb402eb tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c61ce95-aab5-427a-864a-9f490b05fbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052749 Nov 22 20:17:44.232293 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-fa50db6d-d850-4541-9879-824c1780c9e0 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks [] for port, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:44.254304 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-b7a21a00-e1e3-46e9-a32d-7392ea17fe68 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7931767 Nov 22 20:17:44.255646 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-fa50db6d-d850-4541-9879-824c1780c9e0 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:44.258011 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 44314) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:17:44.263257 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-f545795c-2e43-4b29-9e36-02e4a9bc058d tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Request body: {'subnet': {'network_id': '00fac3c8-9818-43cd-9540-9f0ccb9513a7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:17:44.316351 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a21a00-e1e3-46e9-a32d-7392ea17fe68 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Pushing event updated for resources: {'Network': ['ID=00fac3c8-9818-43cd-9540-9f0ccb9513a7,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:17:44.335534 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 44316) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:17:44.338869 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:44.403811 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa50db6d-d850-4541-9879-824c1780c9e0 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Pushing event updated for resources: {'Port': ['ID=9445ddc1-7d45-4780-8d94-bd0bbf016ae3,revision_number=2']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:17:44.427744 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Network 00fac3c8-9818-43cd-9540-9f0ccb9513a7 details requested by agent ovs-agent-n-d-818823-1 with host n-d-818823-1 {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 20:17:44.497164 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f545795c-2e43-4b29-9e36-02e4a9bc058d tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Made reservation on behalf of 2f5e135fdd46470d9b4952d9f43ebc95 for: {'subnet': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:17:44.500569 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f545795c-2e43-4b29-9e36-02e4a9bc058d tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8485086'] for subnet, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:44.520757 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-6eff998a-ac70-47a2-a1cc-78c96c4ab1a5 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0f1829ed7d8c46c6a985216adfd5e58d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1830142 Nov 22 20:17:44.523181 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 44322) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:17:44.611089 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 29fe7f32-c1c4-4849-a3d2-11921abefde5 details requested by agent hyperv_n-h1-818823-1 with host n-h1-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 20:17:44.616037 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba6b429-0a51-44c2-9d3c-421e83595123 req-ba054cc0-2242-4723-8c30-849f9147db7a tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:17:44.617611 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-aba6b429-0a51-44c2-9d3c-421e83595123 req-ba054cc0-2242-4723-8c30-849f9147db7a tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.20 "GET /v2.0/ports?device_id=71cf431c-ff3c-4ce5-b784-b372b07066aa HTTP/1.1" status: 200 len: 945 time: 0.2552402 Nov 22 20:17:44.734762 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:44.740426 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 4e110ba7-4580-41a8-ba94-e1e603669b44 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:17:44.767088 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-fa50db6d-d850-4541-9879-824c1780c9e0 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659939'] for router_interface, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:44.791468 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.db.resource_extend [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 22 20:17:44.861428 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-14644f3e-70b3-458d-b831-33d4af22daa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:44.915763 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7a7b5fa2-88e6-418b-bd9d-43573d56720f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:44.929271 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-14644f3e-70b3-458d-b831-33d4af22daa5 None None] For port 4e110ba7-4580-41a8-ba94-e1e603669b44, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=4e110ba7-4580-41a8-ba94-e1e603669b44,segment=NetworkSegment(890b59e6-eb47-4fdd-b180-8ce1012af384),segment_id=890b59e6-eb47-4fdd-b180-8ce1012af384)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:17:44.952149 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-14644f3e-70b3-458d-b831-33d4af22daa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:44.953190 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d97a8a5-3d02-41e3-9b52-a86e39ba6639 req-93265df3-4e99-4781-ad11-067f109f1d5e tempest-ServersOnMultiNodesTest-264701731 tempest-ServersOnMultiNodesTest-264701731-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:17:44.967953 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2d97a8a5-3d02-41e3-9b52-a86e39ba6639 req-93265df3-4e99-4781-ad11-067f109f1d5e tempest-ServersOnMultiNodesTest-264701731 tempest-ServersOnMultiNodesTest-264701731-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=0af368f2-d7cc-4133-a4d9-4d2227d6bf53 HTTP/1.1" status: 200 len: 1101 time: 0.4936910 Nov 22 20:17:44.978100 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7a7b5fa2-88e6-418b-bd9d-43573d56720f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:44.994666 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d3444f-93b5-49fc-8c9a-89dd5cbca38b req-dd368baf-f615-4c03-a43b-510fbab7c83e tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:17:45.002469 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a3d3444f-93b5-49fc-8c9a-89dd5cbca38b req-dd368baf-f615-4c03-a43b-510fbab7c83e tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/ports?device_id=71cf431c-ff3c-4ce5-b784-b372b07066aa HTTP/1.1" status: 200 len: 945 time: 0.3468101 Nov 22 20:17:45.051741 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7a7b5fa2-88e6-418b-bd9d-43573d56720f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:45.054742 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7a7b5fa2-88e6-418b-bd9d-43573d56720f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:45.055995 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-7a7b5fa2-88e6-418b-bd9d-43573d56720f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/bc0be890-2f67-46a0-9006-37ebc152269f HTTP/1.1" status: 204 len: 168 time: 0.5198855 Nov 22 20:17:45.083481 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 29fe7f32-c1c4-4849-a3d2-11921abefde5, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=29fe7f32-c1c4-4849-a3d2-11921abefde5,segment=NetworkSegment(56debe83-f1a4-4422-b85c-8e2fd99ea227),segment_id=56debe83-f1a4-4422-b85c-8e2fd99ea227)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:17:45.125142 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 4e110ba7-4580-41a8-ba94-e1e603669b44 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:17:45.125757 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:45.130658 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Returning: {'device': '29fe7f32-c1c4-4849-a3d2-11921abefde5', 'network_id': '73091ecb-b489-4dc5-b0f5-740e198eef08', 'port_id': '29fe7f32-c1c4-4849-a3d2-11921abefde5', 'mac_address': 'fa:16:3e:24:78:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9101b2b3-b2f9-4690-9616-29ccea2bab88', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 20:17:45.135824 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7b5fa2-88e6-418b-bd9d-43573d56720f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc0be890-2f67-46a0-9006-37ebc152269f,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:17:45.160599 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-fa50db6d-d850-4541-9879-824c1780c9e0 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:45.241270 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14644f3e-70b3-458d-b831-33d4af22daa5 None None] Pushing event updated for resources: {'Port': ['ID=4e110ba7-4580-41a8-ba94-e1e603669b44,revision_number=3']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:17:45.320323 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a3d3444f-93b5-49fc-8c9a-89dd5cbca38b req-d6c71db5-05b5-43f8-a7d0-967d34a63e49 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6bb4485-0c85-4226-9793-14795129f329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3168671 Nov 22 20:17:45.360240 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:45.370332 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2d97a8a5-3d02-41e3-9b52-a86e39ba6639 req-89ed74c0-fca6-4740-abd0-830e0c09704e tempest-ServersOnMultiNodesTest-264701731 tempest-ServersOnMultiNodesTest-264701731-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=6c61ce95-aab5-427a-864a-9f490b05fbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4008989 Nov 22 20:17:45.415896 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29fe7f32-c1c4-4849-a3d2-11921abefde5 {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:17:45.485915 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-aba6b429-0a51-44c2-9d3c-421e83595123 req-86575b24-2800-453e-a650-c31433102b7a tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Deleting port 87324fe4-74d5-49f9-9ceb-b0b71eb0da5d {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:17:45.486626 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-aba6b429-0a51-44c2-9d3c-421e83595123 req-86575b24-2800-453e-a650-c31433102b7a tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:45.851053 n-d-818823-1 neutron-server[103447]: DEBUG neutron.objects.ports [None req-f545795c-2e43-4b29-9e36-02e4a9bc058d tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103447) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 22 20:17:45.870421 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f545795c-2e43-4b29-9e36-02e4a9bc058d tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8900613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8485104'] for subnet, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:45.917272 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 44338) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:17:45.940032 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 29fe7f32-c1c4-4849-a3d2-11921abefde5, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=29fe7f32-c1c4-4849-a3d2-11921abefde5,segment=NetworkSegment(56debe83-f1a4-4422-b85c-8e2fd99ea227),segment_id=56debe83-f1a4-4422-b85c-8e2fd99ea227)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:17:45.947643 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:45.952305 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device ff74deab-ef9f-4330-a672-b890e6c5a89d up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:17:45.980304 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53925402-0474-4876-86ba-7105a067f0d3 req-c0c6e7fe-08b1-4343-b1b1-048ba752cd6c tempest-ServersTestBootFromVolume-579283085 tempest-ServersTestBootFromVolume-579283085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:17:45.981881 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-53925402-0474-4876-86ba-7105a067f0d3 req-c0c6e7fe-08b1-4343-b1b1-048ba752cd6c tempest-ServersTestBootFromVolume-579283085 tempest-ServersTestBootFromVolume-579283085-project] 10.222.0.46 "GET /v2.0/ports?device_id=6c736002-725b-489a-b39d-3fa0f252de44 HTTP/1.1" status: 200 len: 943 time: 0.5137079 Nov 22 20:17:45.985550 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-3bd7fd73-7b09-4d20-90ff-9a366ef9547e None None] Provisioning complete for port 4e110ba7-4580-41a8-ba94-e1e603669b44 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:17:45.986199 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-3bd7fd73-7b09-4d20-90ff-9a366ef9547e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:45.999215 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-fa50db6d-d850-4541-9879-824c1780c9e0 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks [] for port, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:46.009325 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56195e76-e5e4-4746-969d-5766051c86be req-8440ffc3-d8d4-49c3-8e90-91c6054e64f9 tempest-ServersOnMultiNodesTest-264701731 tempest-ServersOnMultiNodesTest-264701731-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:17:46.012193 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-fa50db6d-d850-4541-9879-824c1780c9e0 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:46.013117 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-fa50db6d-d850-4541-9879-824c1780c9e0 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-563461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-659839'] for router_interface, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:46.016789 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-56195e76-e5e4-4746-969d-5766051c86be req-8440ffc3-d8d4-49c3-8e90-91c6054e64f9 tempest-ServersOnMultiNodesTest-264701731 tempest-ServersOnMultiNodesTest-264701731-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=884fe500-39b3-41d8-99e1-7ce9b4d9ec40 HTTP/1.1" status: 200 len: 1100 time: 0.3740985 Nov 22 20:17:46.034749 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-aba6b429-0a51-44c2-9d3c-421e83595123 req-86575b24-2800-453e-a650-c31433102b7a tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] For port 87324fe4-74d5-49f9-9ceb-b0b71eb0da5d, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=87324fe4-74d5-49f9-9ceb-b0b71eb0da5d,segment=NetworkSegment(ac5f3349-9549-4263-b08f-bbbf3ebb8ed3),segment_id=ac5f3349-9549-4263-b08f-bbbf3ebb8ed3)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:17:46.035496 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-aba6b429-0a51-44c2-9d3c-421e83595123 req-86575b24-2800-453e-a650-c31433102b7a tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:46.113305 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=29fe7f32-c1c4-4849-a3d2-11921abefde5,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:17:46.143059 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-aba6b429-0a51-44c2-9d3c-421e83595123 req-86575b24-2800-453e-a650-c31433102b7a tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Calling delete_port for 87324fe4-74d5-49f9-9ceb-b0b71eb0da5d owned by compute:nova {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:17:46.158111 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f545795c-2e43-4b29-9e36-02e4a9bc058d tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Pushing event updated for resources: {'Subnet': ['ID=2a63c30b-7d65-44ae-bf7b-7efb12bceec9,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:17:46.206757 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa50db6d-d850-4541-9879-824c1780c9e0 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Pushing event updated for resources: {'Port': ['ID=9445ddc1-7d45-4780-8d94-bd0bbf016ae3,revision_number=3']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:17:46.208237 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port ff74deab-ef9f-4330-a672-b890e6c5a89d triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:17:46.208724 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:46.219058 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-c32ab065-e3d7-4687-8f19-0fcc4f09dcfb admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=97d6113587e24925a5cda3a1b48bd2cf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2171576 Nov 22 20:17:46.222170 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 44340) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:17:46.224238 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f545795c-2e43-4b29-9e36-02e4a9bc058d tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Checking segment: {'id': 'bf51ba08-700b-4d98-bdf2-740657960b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '00fac3c8-9818-43cd-9540-9f0ccb9513a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:17:46.224614 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f545795c-2e43-4b29-9e36-02e4a9bc058d tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Network hostable DHCP agents. Network: 00fac3c8-9818-43cd-9540-9f0ccb9513a7, hostable agents: ['02adaa64-0987-4b74-bad0-cbcf56f8a294'], hosted agents: [] {{(pid=103447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 20:17:46.298654 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa50db6d-d850-4541-9879-824c1780c9e0 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Network 24d2386c-6ab6-4adc-8a75-5d679e75ba2a is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:17:46.303775 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7647032-525b-47e1-a83c-b77ecec380cc None None] get_active_networks_info from n-d-818823-1 {{(pid=103449) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 22 20:17:46.305329 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-fa50db6d-d850-4541-9879-824c1780c9e0 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:17:46.306864 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] get_ports_and_sgs() called for port_ids ['29fe7f32-c1c4-4849-a3d2-11921abefde5'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:17:46.320841 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-18305ec1-8c63-41b6-917c-8024fbd31cc3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:46.409308 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-18305ec1-8c63-41b6-917c-8024fbd31cc3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:46.481519 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-18305ec1-8c63-41b6-917c-8024fbd31cc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:46.485411 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-18305ec1-8c63-41b6-917c-8024fbd31cc3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:46.486906 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-18305ec1-8c63-41b6-917c-8024fbd31cc3 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d5f5ed40-0fdd-41b0-a4ec-eb0dc7a7092d HTTP/1.1" status: 204 len: 168 time: 0.2636304 Nov 22 20:17:46.502801 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18305ec1-8c63-41b6-917c-8024fbd31cc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5f5ed40-0fdd-41b0-a4ec-eb0dc7a7092d,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:17:46.510257 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa50db6d-d850-4541-9879-824c1780c9e0 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Router a4bb3011-9c8d-4119-997d-62fef5e59dc3 is scheduled to L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 with binding_index 1 {{(pid=103448) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 20:17:46.550363 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-3bd7fd73-7b09-4d20-90ff-9a366ef9547e None None] Provisioning complete for port 9445ddc1-7d45-4780-8d94-bd0bbf016ae3 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:17:46.550717 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-3bd7fd73-7b09-4d20-90ff-9a366ef9547e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:46.641147 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa50db6d-d850-4541-9879-824c1780c9e0 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:17:46.659272 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-fa50db6d-d850-4541-9879-824c1780c9e0 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] 10.222.0.46 "PUT /v2.0/routers/a4bb3011-9c8d-4119-997d-62fef5e59dc3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8934610 Nov 22 20:17:46.659690 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 44348) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:17:46.676719 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7b61fd-0695-4662-aa88-a3ff115d77eb None None] Sync routers for ids ['a4bb3011-9c8d-4119-997d-62fef5e59dc3'] in n-d-818823-1 {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:17:46.760810 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-3bd7fd73-7b09-4d20-90ff-9a366ef9547e None None] Port 9445ddc1-7d45-4780-8d94-bd0bbf016ae3 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:17:46.771051 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f09e466-6dfd-4441-aacc-6cb7cb8836c0 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:17:46.774063 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-5f09e466-6dfd-4441-aacc-6cb7cb8836c0 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] 10.222.0.46 "GET /v2.0/ports?device_id=a4bb3011-9c8d-4119-997d-62fef5e59dc3 HTTP/1.1" status: 200 len: 989 time: 0.1135430 Nov 22 20:17:46.775708 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd7b61fd-0695-4662-aa88-a3ff115d77eb None None] Routers {'a4bb3011-9c8d-4119-997d-62fef5e59dc3'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:17:46.776335 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-dd7b61fd-0695-4662-aa88-a3ff115d77eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:17:33Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['a4bb3011-9c8d-4119-997d-62fef5e59dc3'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:17:46.778052 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 44350) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:17:46.859768 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 4e110ba7-4580-41a8-ba94-e1e603669b44 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:17:46.875071 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-dd7b61fd-0695-4662-aa88-a3ff115d77eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:17:46.920737 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-56195e76-e5e4-4746-969d-5766051c86be req-a285b81e-1eb7-4a76-9d91-3885d7c508bb tempest-ServersOnMultiNodesTest-264701731 tempest-ServersOnMultiNodesTest-264701731-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=6c61ce95-aab5-427a-864a-9f490b05fbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9028423 Nov 22 20:17:47.138062 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-53925402-0474-4876-86ba-7105a067f0d3 req-36de76ad-9d58-444e-a131-5e674acb4a0d tempest-ServersTestBootFromVolume-579283085 tempest-ServersTestBootFromVolume-579283085-project] 10.222.0.46 "GET /v2.0/security-groups?id=c983b806-141e-4d06-afa7-7136cbbbad90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.1392663 Nov 22 20:17:47.147500 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7647032-525b-47e1-a83c-b77ecec380cc None None] Unable to find a vacant binding_index for network 00fac3c8-9818-43cd-9540-9f0ccb9513a7 and agent 02adaa64-0987-4b74-bad0-cbcf56f8a294 {{(pid=103449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Nov 22 20:17:47.177249 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-35c12fcb-0557-40c6-ac1a-d5bda2f24b95 None None] Provisioning complete for port 9445ddc1-7d45-4780-8d94-bd0bbf016ae3 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:17:47.177635 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-35c12fcb-0557-40c6-ac1a-d5bda2f24b95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:47.192071 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f545795c-2e43-4b29-9e36-02e4a9bc058d tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Network 00fac3c8-9818-43cd-9540-9f0ccb9513a7 is scheduled to be hosted by DHCP agent 02adaa64-0987-4b74-bad0-cbcf56f8a294 with binding_index 1 {{(pid=103447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 20:17:47.234384 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd7b61fd-0695-4662-aa88-a3ff115d77eb None None] Routers {'a4bb3011-9c8d-4119-997d-62fef5e59dc3'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:17:47.235214 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-dd7b61fd-0695-4662-aa88-a3ff115d77eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:17:33Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['a4bb3011-9c8d-4119-997d-62fef5e59dc3'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:17:47.288614 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-f545795c-2e43-4b29-9e36-02e4a9bc058d tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818823-1, 00fac3c8-9818-43cd-9540-9f0ccb9513a7) {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:17:47.303880 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f545795c-2e43-4b29-9e36-02e4a9bc058d tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:17:47.304744 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f545795c-2e43-4b29-9e36-02e4a9bc058d tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for subnet, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:47.311020 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-aba6b429-0a51-44c2-9d3c-421e83595123 req-86575b24-2800-453e-a650-c31433102b7a tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:47.316241 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7647032-525b-47e1-a83c-b77ecec380cc None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818823-1, 00fac3c8-9818-43cd-9540-9f0ccb9513a7) {{(pid=103449) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 22 20:17:47.324077 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-dd7b61fd-0695-4662-aa88-a3ff115d77eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:17:47.324744 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7b61fd-0695-4662-aa88-a3ff115d77eb None None] The sync data for ids ['a4bb3011-9c8d-4119-997d-62fef5e59dc3'] in n-d-818823-1 is: [] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:17:47.352405 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-35c12fcb-0557-40c6-ac1a-d5bda2f24b95 None None] Port 9445ddc1-7d45-4780-8d94-bd0bbf016ae3 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:17:47.371660 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86575b24-2800-453e-a650-c31433102b7a tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Pushing event deleted for resources: {'Port': ['ID=87324fe4-74d5-49f9-9ceb-b0b71eb0da5d,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:17:47.421607 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-f545795c-2e43-4b29-9e36-02e4a9bc058d tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 3.1624124 Nov 22 20:17:47.425101 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 44362) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:17:47.448905 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cab22f-3f27-4820-ac2a-8e9343c15ba3 req-b38f4cb2-9bca-4c6b-8ca8-18b552369697 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:17:47.451286 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-67cab22f-3f27-4820-ac2a-8e9343c15ba3 req-b38f4cb2-9bca-4c6b-8ca8-18b552369697 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/ports?device_id=71cf431c-ff3c-4ce5-b784-b372b07066aa HTTP/1.1" status: 200 len: 867 time: 0.3057172 Nov 22 20:17:47.479251 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-aba6b429-0a51-44c2-9d3c-421e83595123 req-86575b24-2800-453e-a650-c31433102b7a tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] No DVR routers for this DVR port 87324fe4-74d5-49f9-9ceb-b0b71eb0da5d on host n-h2-818823-1 {{(pid=103447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:17:47.502411 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 4e110ba7-4580-41a8-ba94-e1e603669b44 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:17:47.502411 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:47.533563 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-aba6b429-0a51-44c2-9d3c-421e83595123 req-86575b24-2800-453e-a650-c31433102b7a tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:47.537790 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-aba6b429-0a51-44c2-9d3c-421e83595123 req-86575b24-2800-453e-a650-c31433102b7a tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.20 "DELETE /v2.0/ports/87324fe4-74d5-49f9-9ceb-b0b71eb0da5d HTTP/1.1" status: 204 len: 173 time: 2.8446405 Nov 22 20:17:47.538413 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71cf431c-ff3c-4ce5-b784-b372b07066aa', 'name': 'network-vif-deleted', 'tag': '87324fe4-74d5-49f9-9ceb-b0b71eb0da5d'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:17:47.541112 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95fdc4d5-ebf6-4fcb-94fe-5671be90f2c4" -d '{"events": [{"server_uuid": "71cf431c-ff3c-4ce5-b784-b372b07066aa", "name": "network-vif-deleted", "tag": "87324fe4-74d5-49f9-9ceb-b0b71eb0da5d"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:17:47.618386 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-67cab22f-3f27-4820-ac2a-8e9343c15ba3 req-3f8e04c7-0ada-4212-84c8-f56c6f794c16 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6bb4485-0c85-4226-9793-14795129f329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407869 Nov 22 20:17:47.663117 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-128ade3c-a7c6-4448-acce-ed29a8fc154a tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659736'] for router_interface, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:47.705297 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:17:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d5fc1cf-e45c-457a-b1ed-10970ff4165b x-openstack-request-id: req-2d5fc1cf-e45c-457a-b1ed-10970ff4165b {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:17:47.705682 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71cf431c-ff3c-4ce5-b784-b372b07066aa", "name": "network-vif-deleted", "tag": "87324fe4-74d5-49f9-9ceb-b0b71eb0da5d", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:17:47.707931 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2d5fc1cf-e45c-457a-b1ed-10970ff4165b {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:17:47.709214 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71cf431c-ff3c-4ce5-b784-b372b07066aa', 'name': 'network-vif-deleted', 'tag': '87324fe4-74d5-49f9-9ceb-b0b71eb0da5d', 'status': 'completed', 'code': 200} Nov 22 20:17:47.727532 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e96f4126-a5e3-4d74-88f4-59a9ad397c53 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3961693'] for network, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:47.881290 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9c037891-a612-4fc1-911e-2b968cf210f9 req-33543e91-c30c-4b4e-9344-0495d678f3f6 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=dd29aa5b29024a1589aa1e9d9246bd3e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0483010 Nov 22 20:17:48.066421 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e96f4126-a5e3-4d74-88f4-59a9ad397c53 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3753007'] for subnet, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:48.088188 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-655302e9-0c62-475b-9bbb-a8f717d90878 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fb26bd7-ce56-527b-b94f-2e1f7cb2bb35-00fac3c8-9818-43cd-9540-9f0ccb9513a7', 'network_id': '00fac3c8-9818-43cd-9540-9f0ccb9513a7', 'tenant_id': '2f5e135fdd46470d9b4952d9f43ebc95', 'fixed_ips': [{'subnet_id': '2a63c30b-7d65-44ae-bf7b-7efb12bceec9'}]}} from n-d-818823-1. {{(pid=103449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 20:17:48.089657 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-655302e9-0c62-475b-9bbb-a8f717d90878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:48.170640 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c037891-a612-4fc1-911e-2b968cf210f9 req-046f9baa-516c-42e6-af39-e14c1ac3f0e9 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:17:48.172311 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9c037891-a612-4fc1-911e-2b968cf210f9 req-046f9baa-516c-42e6-af39-e14c1ac3f0e9 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2843261 Nov 22 20:17:48.201584 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 44394) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:17:48.213062 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9c037891-a612-4fc1-911e-2b968cf210f9 req-178cb6b3-88b6-4c2e-8474-e3748e68b830 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.46 "GET /v2.0/quotas/dd29aa5b29024a1589aa1e9d9246bd3e HTTP/1.1" status: 200 len: 375 time: 0.0331020 Nov 22 20:17:48.370159 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server [None req-655302e9-0c62-475b-9bbb-a8f717d90878 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2a63c30b-7d65-44ae-bf7b-7efb12bceec9: This subnet is being modified by another concurrent operation. Nov 22 20:17:48.370159 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 22 20:17:48.370159 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 22 20:17:48.370159 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 22 20:17:48.370159 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 22 20:17:48.370159 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 22 20:17:48.370159 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 22 20:17:48.370159 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 22 20:17:48.370159 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 22 20:17:48.370159 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 22 20:17:48.370159 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 22 20:17:48.370159 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 22 20:17:48.370159 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 20:17:48.370159 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 20:17:48.370159 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 20:17:48.370159 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 20:17:48.370159 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 22 20:17:48.370159 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 22 20:17:48.370159 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 22 20:17:48.370159 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 22 20:17:48.370159 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 20:17:48.370159 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 20:17:48.370159 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 20:17:48.370159 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 20:17:48.370159 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 22 20:17:48.370159 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 22 20:17:48.370159 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 22 20:17:48.370159 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 22 20:17:48.370159 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 20:17:48.370159 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 20:17:48.370159 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 20:17:48.370159 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 20:17:48.370159 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 22 20:17:48.370159 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 22 20:17:48.370159 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 22 20:17:48.370159 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 22 20:17:48.370159 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 22 20:17:48.370159 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 22 20:17:48.370159 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 22 20:17:48.370159 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 22 20:17:48.370159 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 22 20:17:48.370159 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 22 20:17:48.370159 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 22 20:17:48.370159 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 22 20:17:48.370159 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 22 20:17:48.370159 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 22 20:17:48.370159 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 22 20:17:48.370159 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 22 20:17:48.370159 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 20:17:48.370159 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 20:17:48.370159 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 20:17:48.370159 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 20:17:48.370159 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 22 20:17:48.370159 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 22 20:17:48.370159 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 22 20:17:48.370159 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 22 20:17:48.370159 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 20:17:48.370159 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 20:17:48.370159 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 20:17:48.370159 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 20:17:48.370159 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 22 20:17:48.370159 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 22 20:17:48.370159 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 22 20:17:48.370159 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 22 20:17:48.370159 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 20:17:48.370159 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 20:17:48.370159 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 20:17:48.370159 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 20:17:48.370159 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 22 20:17:48.370159 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 22 20:17:48.370159 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 22 20:17:48.370159 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 22 20:17:48.370159 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 22 20:17:48.370159 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 22 20:17:48.370159 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 22 20:17:48.370159 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 22 20:17:48.370159 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 22 20:17:48.370159 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 22 20:17:48.370159 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 20:17:48.370159 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 20:17:48.370159 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 20:17:48.370159 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 20:17:48.370159 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 22 20:17:48.370159 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 22 20:17:48.370159 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 22 20:17:48.370159 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 22 20:17:48.370159 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 22 20:17:48.370159 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 22 20:17:48.370159 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 22 20:17:48.370159 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server raise exception Nov 22 20:17:48.370159 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2a63c30b-7d65-44ae-bf7b-7efb12bceec9: This subnet is being modified by another concurrent operation. Nov 22 20:17:48.370159 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server Nov 22 20:17:48.377445 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e96f4126-a5e3-4d74-88f4-59a9ad397c53 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3753014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8900804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8485115'] for subnet, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:48.404006 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b038635-d6d0-47c2-927d-759d139cc2a3 None None] get_active_networks_info from n-d-818823-1 {{(pid=103449) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 22 20:17:48.415076 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-bdbc35fc-7f6d-4150-96fb-c8cfd39cd105 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1209869492-network', 'tenant_id': '191f2c6a74ca44febe6b0c0dccf4c560'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:17:48.467872 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-128ade3c-a7c6-4448-acce-ed29a8fc154a tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Deleting port 9445ddc1-7d45-4780-8d94-bd0bbf016ae3 {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:17:48.468253 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-128ade3c-a7c6-4448-acce-ed29a8fc154a tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:48.479278 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96f4126-a5e3-4d74-88f4-59a9ad397c53 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Pushing event deleted for resources: {'Subnet': ['ID=2a63c30b-7d65-44ae-bf7b-7efb12bceec9,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:17:48.500733 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9c037891-a612-4fc1-911e-2b968cf210f9 req-388749ec-3316-482f-81ea-ad268d2c04a5 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=dd29aa5b29024a1589aa1e9d9246bd3e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2739680 Nov 22 20:17:48.530712 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e96f4126-a5e3-4d74-88f4-59a9ad397c53 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3760028', 'neutron.services.segments.db._delete_segments_for_network-8748992815755'] for network, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:48.534793 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 29fe7f32-c1c4-4849-a3d2-11921abefde5 up at agent hyperv_n-h1-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:17:48.551997 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65a6085-0ac4-4d07-96c5-165d2f8f4ef1 req-23f8da14-0c40-484f-ae95-6f2813569ef4 tempest-ServersTestBootFromVolume-579283085 tempest-ServersTestBootFromVolume-579283085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:17:48.559227 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e65a6085-0ac4-4d07-96c5-165d2f8f4ef1 req-23f8da14-0c40-484f-ae95-6f2813569ef4 tempest-ServersTestBootFromVolume-579283085 tempest-ServersTestBootFromVolume-579283085-project] 10.222.0.46 "GET /v2.0/ports?device_id=6c736002-725b-489a-b39d-3fa0f252de44 HTTP/1.1" status: 200 len: 944 time: 0.2207818 Nov 22 20:17:48.576178 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdbc35fc-7f6d-4150-96fb-c8cfd39cd105 admin admin] Made reservation on behalf of 191f2c6a74ca44febe6b0c0dccf4c560 for: {'network': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:17:48.578491 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-bdbc35fc-7f6d-4150-96fb-c8cfd39cd105 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for network, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:48.585115 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-e96f4126-a5e3-4d74-88f4-59a9ad397c53 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00fac3c8-9818-43cd-9540-9f0ccb9513a7']}} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:17:48.593822 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-128ade3c-a7c6-4448-acce-ed29a8fc154a tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:48.605379 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-bdbc35fc-7f6d-4150-96fb-c8cfd39cd105 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:48.609711 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-e96f4126-a5e3-4d74-88f4-59a9ad397c53 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf51ba08-700b-4d98-bdf2-740657960b9c') {'for_net_delete': True} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:17:48.609906 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-e96f4126-a5e3-4d74-88f4-59a9ad397c53 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf51ba08-700b-4d98-bdf2-740657960b9c') {} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:17:48.634837 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-128ade3c-a7c6-4448-acce-ed29a8fc154a tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Calling delete_port for 9445ddc1-7d45-4780-8d94-bd0bbf016ae3 owned by network:router_interface {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:17:48.673130 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Provisioning for port 29fe7f32-c1c4-4849-a3d2-11921abefde5 completed by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 20:17:48.675917 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b038635-d6d0-47c2-927d-759d139cc2a3 None None] Resources bound (agent type, host, resource id): {{(pid=103449) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 22 20:17:48.682221 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Provisioning complete for port 29fe7f32-c1c4-4849-a3d2-11921abefde5 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:17:48.682741 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:48.700739 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-bdbc35fc-7f6d-4150-96fb-c8cfd39cd105 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:48.708559 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e96f4126-a5e3-4d74-88f4-59a9ad397c53 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748993039638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12178344'] for segment, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:48.712694 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-bdbc35fc-7f6d-4150-96fb-c8cfd39cd105 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:48.791833 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e65a6085-0ac4-4d07-96c5-165d2f8f4ef1 req-d185d6fb-7edb-4274-99ae-bd648bca31db tempest-ServersTestBootFromVolume-579283085 tempest-ServersTestBootFromVolume-579283085-project] 10.222.0.46 "GET /v2.0/security-groups?id=c983b806-141e-4d06-afa7-7136cbbbad90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2200878 Nov 22 20:17:48.793380 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdbc35fc-7f6d-4150-96fb-c8cfd39cd105 admin admin] vlan segment allocate from pool success with {'vlan_id': 624, 'physical_network': 'physnet1'} {{(pid=103447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 20:17:48.822693 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e96f4126-a5e3-4d74-88f4-59a9ad397c53 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:48.847731 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e96f4126-a5e3-4d74-88f4-59a9ad397c53 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Releasing vlan 639 on physical network physnet1 to pool {{(pid=103447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 20:17:48.848282 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e96f4126-a5e3-4d74-88f4-59a9ad397c53 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8900762'] for segment, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:48.851870 n-d-818823-1 neutron-server[103447]: Traceback (most recent call last): Nov 22 20:17:48.851870 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 20:17:48.851870 n-d-818823-1 neutron-server[103447]: timer() Nov 22 20:17:48.851870 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 20:17:48.851870 n-d-818823-1 neutron-server[103447]: cb(*args, **kw) Nov 22 20:17:48.851870 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 20:17:48.851870 n-d-818823-1 neutron-server[103447]: return func(*args, **kwargs) Nov 22 20:17:48.851870 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 20:17:48.851870 n-d-818823-1 neutron-server[103447]: self._notify() Nov 22 20:17:48.851870 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 20:17:48.851870 n-d-818823-1 neutron-server[103447]: self.callback(batched_events) Nov 22 20:17:48.851870 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 20:17:48.851870 n-d-818823-1 neutron-server[103447]: event.method(event) Nov 22 20:17:48.851870 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 20:17:48.851870 n-d-818823-1 neutron-server[103447]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 20:17:48.851870 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 20:17:48.851870 n-d-818823-1 neutron-server[103447]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 20:17:48.851870 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 20:17:48.851870 n-d-818823-1 neutron-server[103447]: return f(self, *a, **k) Nov 22 20:17:48.851870 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 20:17:48.851870 n-d-818823-1 neutron-server[103447]: return self._get(url).json() Nov 22 20:17:48.851870 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 20:17:48.851870 n-d-818823-1 neutron-server[103447]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 20:17:48.851870 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 20:17:48.851870 n-d-818823-1 neutron-server[103447]: return self.request(url, 'GET', **kwargs) Nov 22 20:17:48.851870 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 20:17:48.851870 n-d-818823-1 neutron-server[103447]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 20:17:48.851870 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 20:17:48.851870 n-d-818823-1 neutron-server[103447]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 20:17:48.851870 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 20:17:48.851870 n-d-818823-1 neutron-server[103447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 20:17:48.851870 n-d-818823-1 neutron-server[103447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 20:17:48.867552 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbc35fc-7f6d-4150-96fb-c8cfd39cd105 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f984117d-844a-42a1-9c59-5ff916094579,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:17:48.897912 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:48.944609 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-bdbc35fc-7f6d-4150-96fb-c8cfd39cd105 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:48.945049 n-d-818823-1 neutron-server[103447]: INFO neutron.db.segments_db [None req-bdbc35fc-7f6d-4150-96fb-c8cfd39cd105 admin admin] Added segment 0c19f6ce-9505-46f7-96f4-48c33d5fabdc of type vlan for network a638f8aa-b343-44c1-bcb9-fbd608b1e107 Nov 22 20:17:49.010736 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-bdbc35fc-7f6d-4150-96fb-c8cfd39cd105 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748992492791'] for network, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:49.020559 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c736002-725b-489a-b39d-3fa0f252de44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29fe7f32-c1c4-4849-a3d2-11921abefde5'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:17:49.023892 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d39f6d30a11e565ec9648abcc015e8a6ab6cff4edd704add8155e28765d31eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b796a1e5-d9b3-4d02-931c-f68b85720602" -d '{"events": [{"server_uuid": "6c736002-725b-489a-b39d-3fa0f252de44", "name": "network-vif-plugged", "status": "completed", "tag": "29fe7f32-c1c4-4849-a3d2-11921abefde5"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:17:49.045677 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e96f4126-a5e3-4d74-88f4-59a9ad397c53 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3760002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595318'] for network, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:49.050982 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-bdbc35fc-7f6d-4150-96fb-c8cfd39cd105 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for network, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:49.053273 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdbc35fc-7f6d-4150-96fb-c8cfd39cd105 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:17:49.058537 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-bdbc35fc-7f6d-4150-96fb-c8cfd39cd105 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for network, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:49.066944 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 29fe7f32-c1c4-4849-a3d2-11921abefde5, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=29fe7f32-c1c4-4849-a3d2-11921abefde5,segment=NetworkSegment(56debe83-f1a4-4422-b85c-8e2fd99ea227),segment_id=56debe83-f1a4-4422-b85c-8e2fd99ea227)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:17:49.081821 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e96f4126-a5e3-4d74-88f4-59a9ad397c53 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for network, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:49.087902 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-128ade3c-a7c6-4448-acce-ed29a8fc154a tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:49.092754 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-e96f4126-a5e3-4d74-88f4-59a9ad397c53 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] 10.222.0.46 "DELETE /v2.0/networks/00fac3c8-9818-43cd-9540-9f0ccb9513a7 HTTP/1.1" status: 204 len: 168 time: 1.6638687 Nov 22 20:17:49.099638 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 44408) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:17:49.118565 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:49.168605 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128ade3c-a7c6-4448-acce-ed29a8fc154a tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Pushing event deleted for resources: {'Port': ['ID=9445ddc1-7d45-4780-8d94-bd0bbf016ae3,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:17:49.218842 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:17:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a626ecb-4074-4f42-a82c-d94ec94d556d x-openstack-request-id: req-7a626ecb-4074-4f42-a82c-d94ec94d556d {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:17:49.219147 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c736002-725b-489a-b39d-3fa0f252de44", "name": "network-vif-plugged", "status": "completed", "tag": "29fe7f32-c1c4-4849-a3d2-11921abefde5", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:17:49.220259 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7a626ecb-4074-4f42-a82c-d94ec94d556d {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:17:49.221348 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c736002-725b-489a-b39d-3fa0f252de44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29fe7f32-c1c4-4849-a3d2-11921abefde5', 'code': 200} Nov 22 20:17:49.223709 n-d-818823-1 neutron-server[103447]: INFO neutron.pecan_wsgi.hooks.translation [None req-8726362e-d93d-4e8a-94c2-672985461add tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] DELETE failed (client error): The resource could not be found. Nov 22 20:17:49.224879 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8726362e-d93d-4e8a-94c2-672985461add tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103447) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 20:17:49.228715 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-8726362e-d93d-4e8a-94c2-672985461add tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] 10.222.0.46 "DELETE /v2.0/subnets/2a63c30b-7d65-44ae-bf7b-7efb12bceec9 HTTP/1.1" status: 404 len: 337 time: 0.1228693 Nov 22 20:17:49.241573 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-bdbc35fc-7f6d-4150-96fb-c8cfd39cd105 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0387218 Nov 22 20:17:49.244833 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 44410) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:17:49.245564 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 44412) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:17:49.252910 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-60f22d86-a454-45db-8ea1-50fcad64c521 admin admin] Request body: {'subnet': {'network_id': 'a638f8aa-b343-44c1-bcb9-fbd608b1e107', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1209869492-subnet', 'tenant_id': '191f2c6a74ca44febe6b0c0dccf4c560', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:17:49.287947 n-d-818823-1 neutron-server[103447]: INFO neutron.pecan_wsgi.hooks.translation [None req-53023820-da9c-4575-82a8-3aec05072f00 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] DELETE failed (client error): The resource could not be found. Nov 22 20:17:49.289143 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53023820-da9c-4575-82a8-3aec05072f00 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103447) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 20:17:49.292997 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-53023820-da9c-4575-82a8-3aec05072f00 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] 10.222.0.46 "DELETE /v2.0/networks/00fac3c8-9818-43cd-9540-9f0ccb9513a7 HTTP/1.1" status: 404 len: 339 time: 0.0460083 Nov 22 20:17:49.301068 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 44414) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:17:49.320152 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbc35fc-7f6d-4150-96fb-c8cfd39cd105 admin admin] Pushing event updated for resources: {'Network': ['ID=a638f8aa-b343-44c1-bcb9-fbd608b1e107,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:17:49.324465 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 87324fe4-74d5-49f9-9ceb-b0b71eb0da5d no longer exists at agent hyperv_n-h2-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:17:49.355872 n-d-818823-1 neutron-server[103447]: INFO neutron.pecan_wsgi.hooks.translation [None req-57500f82-4b2e-4b70-a336-928c8fb4b052 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] DELETE failed (client error): The resource could not be found. Nov 22 20:17:49.356784 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57500f82-4b2e-4b70-a336-928c8fb4b052 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103447) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 20:17:49.361181 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-57500f82-4b2e-4b70-a336-928c8fb4b052 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] 10.222.0.46 "DELETE /v2.0/subnets/5cd149bf-d412-4e59-b121-ed3972469f50 HTTP/1.1" status: 404 len: 337 time: 0.0579245 Nov 22 20:17:49.365135 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 44416) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:17:49.424004 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60f22d86-a454-45db-8ea1-50fcad64c521 admin admin] Made reservation on behalf of 191f2c6a74ca44febe6b0c0dccf4c560 for: {'subnet': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:17:49.431065 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-60f22d86-a454-45db-8ea1-50fcad64c521 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8485086'] for subnet, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:49.443689 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96f4126-a5e3-4d74-88f4-59a9ad397c53 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Pushing event deleted for resources: {'Network': ['ID=00fac3c8-9818-43cd-9540-9f0ccb9513a7,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:17:49.458221 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Network a638f8aa-b343-44c1-bcb9-fbd608b1e107 details requested by agent ovs-agent-n-d-818823-1 with host n-d-818823-1 {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 20:17:49.506289 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-128ade3c-a7c6-4448-acce-ed29a8fc154a tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-563470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-663272'] for router_interface, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:49.526053 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] No Port match for: 87324fe4-74d5-49f9-9ceb-b0b71eb0da5d {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:17:49.526393 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 87324fe4-74d5-49f9-9ceb-b0b71eb0da5d not bound to the agent host n-h2-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:17:49.526745 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c43d53-5a21-46e4-99aa-b32224f67eda req-36d69522-6432-473e-919f-9dc52ca7e120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:17:49.528607 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-36c43d53-5a21-46e4-99aa-b32224f67eda req-36d69522-6432-473e-919f-9dc52ca7e120 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6c736002-725b-489a-b39d-3fa0f252de44 HTTP/1.1" status: 200 len: 1096 time: 0.1697607 Nov 22 20:17:49.533735 n-d-818823-1 neutron-server[103447]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a1309cc-9023-42c4-8dad-581294d03cf7 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] DELETE failed (client error): The resource could not be found. Nov 22 20:17:49.534298 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a1309cc-9023-42c4-8dad-581294d03cf7 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103447) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 20:17:49.535680 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=29fe7f32-c1c4-4849-a3d2-11921abefde5,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:17:49.541014 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-0a1309cc-9023-42c4-8dad-581294d03cf7 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] 10.222.0.46 "DELETE /v2.0/networks/bc11bf17-6be6-45a1-84e1-860d0a6cc35e HTTP/1.1" status: 404 len: 339 time: 0.1430447 Nov 22 20:17:49.595142 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 44430) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:17:49.750021 n-d-818823-1 neutron-server[103448]: INFO neutron.pecan_wsgi.hooks.translation [None req-101863de-066b-4a89-b2fe-52846e0d259d tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] DELETE failed (client error): The resource could not be found. Nov 22 20:17:49.750619 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-101863de-066b-4a89-b2fe-52846e0d259d tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 20:17:49.756102 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-101863de-066b-4a89-b2fe-52846e0d259d tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] 10.222.0.46 "DELETE /v2.0/subnets/45162d53-9721-4266-8207-98e7f3e072c9 HTTP/1.1" status: 404 len: 337 time: 0.1560724 Nov 22 20:17:49.764324 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 44440) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:17:49.847591 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfb6bb4-fe1b-4bc3-b3ca-3b4bdd1bdd4d req-0a6d468b-256f-483d-a6cc-a2bb6fda5bc4 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:17:49.851398 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5dfb6bb4-fe1b-4bc3-b3ca-3b4bdd1bdd4d req-0a6d468b-256f-483d-a6cc-a2bb6fda5bc4 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/networks?id=41f439de-e657-4ca1-8a55-865945ee9732 HTTP/1.1" status: 200 len: 811 time: 0.3655121 Nov 22 20:17:49.893965 n-d-818823-1 neutron-server[103448]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb02def7-ec28-4632-a002-88b8d3a0b1ad tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] DELETE failed (client error): The resource could not be found. Nov 22 20:17:49.894541 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb02def7-ec28-4632-a002-88b8d3a0b1ad tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 20:17:49.899920 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-fb02def7-ec28-4632-a002-88b8d3a0b1ad tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] 10.222.0.46 "DELETE /v2.0/networks/7a6e2bc8-74f1-444d-be14-63754952f705 HTTP/1.1" status: 404 len: 339 time: 0.1339736 Nov 22 20:17:49.902381 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 44446) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:17:49.907595 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-128ade3c-a7c6-4448-acce-ed29a8fc154a tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Router a4bb3011-9c8d-4119-997d-62fef5e59dc3 has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 20:17:49.919494 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-36c43d53-5a21-46e4-99aa-b32224f67eda req-3da79cd3-3d5f-45fe-9ee7-5f715b3a14eb service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=c983b806-141e-4d06-afa7-7136cbbbad90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3229082 Nov 22 20:17:49.929012 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-600ed0df-ee85-42e3-a150-77360ee98851 req-da9ff28f-2d77-4bfe-baba-f76b05a89f52 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.46 "GET /v2.0/ports?device_id=86e84458-0fba-47b1-8db8-162194d07c9a HTTP/1.1" status: 200 len: 210 time: 0.1141260 Nov 22 20:17:49.948889 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5dfb6bb4-fe1b-4bc3-b3ca-3b4bdd1bdd4d req-e81a50b7-5360-4c31-9271-97abe3bd1c9f tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/quotas/76a9efddcf274563b133aa3f163fb3f9 HTTP/1.1" status: 200 len: 375 time: 0.0811470 Nov 22 20:17:49.980660 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94dec566-8eaa-4f99-a200-c7cfe26d5123 None None] Network 00fac3c8-9818-43cd-9540-9f0ccb9513a7 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:17:49.982975 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-019d059b-ba4d-4419-a95a-092daae0d8e5 None None] DHCP port deletion for 41f439de-e657-4ca1-8a55-865945ee9732 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:17:50.020739 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94dec566-8eaa-4f99-a200-c7cfe26d5123 None None] Network 00fac3c8-9818-43cd-9540-9f0ccb9513a7 could not be found, it might have been deleted concurrently. {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 22 20:17:50.031843 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7410a612-1cbf-495b-a3c1-8f6a41ebc00b None None] Network 00fac3c8-9818-43cd-9540-9f0ccb9513a7 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:17:50.073113 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5dfb6bb4-fe1b-4bc3-b3ca-3b4bdd1bdd4d req-f2ea6144-cde6-453a-99f9-98f26606d896 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=76a9efddcf274563b133aa3f163fb3f9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1063421 Nov 22 20:17:50.081943 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7410a612-1cbf-495b-a3c1-8f6a41ebc00b None None] Network 00fac3c8-9818-43cd-9540-9f0ccb9513a7 could not be found, it might have been deleted concurrently. {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 22 20:17:50.106875 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-128ade3c-a7c6-4448-acce-ed29a8fc154a tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:17:50.119712 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-097635f6-0eb6-415e-9f26-d914f094e668 None None] Sync routers for ids ['a4bb3011-9c8d-4119-997d-62fef5e59dc3'] in n-d-818823-1 {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:17:50.134798 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-097635f6-0eb6-415e-9f26-d914f094e668 None None] Routers {'a4bb3011-9c8d-4119-997d-62fef5e59dc3'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:17:50.136922 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-097635f6-0eb6-415e-9f26-d914f094e668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:17:33Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['a4bb3011-9c8d-4119-997d-62fef5e59dc3'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:17:50.156531 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-128ade3c-a7c6-4448-acce-ed29a8fc154a tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] 10.222.0.46 "PUT /v2.0/routers/a4bb3011-9c8d-4119-997d-62fef5e59dc3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3771610 Nov 22 20:17:50.160506 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 44454) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:17:50.241155 n-d-818823-1 neutron-server[103448]: INFO neutron.pecan_wsgi.hooks.translation [None req-587e79c3-c42a-4bb2-8a05-14b7b4eb5559 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] GET failed (client error): The resource could not be found. Nov 22 20:17:50.246429 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-097635f6-0eb6-415e-9f26-d914f094e668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:17:50.257754 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-097635f6-0eb6-415e-9f26-d914f094e668 None None] Routers {'a4bb3011-9c8d-4119-997d-62fef5e59dc3'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:17:50.260013 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-587e79c3-c42a-4bb2-8a05-14b7b4eb5559 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] 10.222.0.46 "GET /v2.0/ports/9445ddc1-7d45-4780-8d94-bd0bbf016ae3 HTTP/1.1" status: 404 len: 333 time: 0.0975394 Nov 22 20:17:50.262198 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-097635f6-0eb6-415e-9f26-d914f094e668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:17:33Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['a4bb3011-9c8d-4119-997d-62fef5e59dc3'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:17:50.263189 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67e291a-f416-4c8f-b9e6-d19cba64b592 req-9bee7b8d-ffe6-4105-b95a-e987276e933b tempest-ServersTestBootFromVolume-579283085 tempest-ServersTestBootFromVolume-579283085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:17:50.265880 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a67e291a-f416-4c8f-b9e6-d19cba64b592 req-9bee7b8d-ffe6-4105-b95a-e987276e933b tempest-ServersTestBootFromVolume-579283085 tempest-ServersTestBootFromVolume-579283085-project] 10.222.0.46 "GET /v2.0/ports?device_id=6c736002-725b-489a-b39d-3fa0f252de44 HTTP/1.1" status: 200 len: 945 time: 0.1765137 Nov 22 20:17:50.266567 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 44458) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:17:50.320659 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-097635f6-0eb6-415e-9f26-d914f094e668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:17:50.321644 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-097635f6-0eb6-415e-9f26-d914f094e668 None None] The sync data for ids ['a4bb3011-9c8d-4119-997d-62fef5e59dc3'] in n-d-818823-1 is: [] {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:17:50.404551 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-83767c0f-2f02-496b-b968-ffead4f4ba4c None None] Could not find standard attr ID for object 9445ddc1-7d45-4780-8d94-bd0bbf016ae3. {{(pid=103449) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 22 20:17:50.439603 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-064e1f0a-2efd-460a-9d0f-0ce45f0a147a tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Deleting port 69ab0817-925a-42aa-96a1-1a793140b4a1 {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:17:50.440319 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-064e1f0a-2efd-460a-9d0f-0ce45f0a147a tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:50.453055 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-60f22d86-a454-45db-8ea1-50fcad64c521 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8900613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8485104'] for subnet, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:50.513762 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1b615393-1bf5-47e4-baf3-8c3627786f0f tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks [] for router, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:50.563690 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5dfb6bb4-fe1b-4bc3-b3ca-3b4bdd1bdd4d req-b8461e1c-5507-4f53-aed6-3e966b2263f5 service neutron] 10.222.0.46 "GET /v2.0/networks/41f439de-e657-4ca1-8a55-865945ee9732?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4892273 Nov 22 20:17:50.604279 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a67e291a-f416-4c8f-b9e6-d19cba64b592 req-4679289c-c06b-406f-a1d7-e48273d6374f tempest-ServersTestBootFromVolume-579283085 tempest-ServersTestBootFromVolume-579283085-project] 10.222.0.46 "GET /v2.0/security-groups?id=c983b806-141e-4d06-afa7-7136cbbbad90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3118527 Nov 22 20:17:50.712506 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f22d86-a454-45db-8ea1-50fcad64c521 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e93b9d80-84ab-4fe4-87af-03c83bea94e7,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:17:50.724270 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60f22d86-a454-45db-8ea1-50fcad64c521 admin admin] Checking segment: {'id': '0c19f6ce-9505-46f7-96f4-48c33d5fabdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'a638f8aa-b343-44c1-bcb9-fbd608b1e107'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:17:50.725193 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60f22d86-a454-45db-8ea1-50fcad64c521 admin admin] Network hostable DHCP agents. Network: a638f8aa-b343-44c1-bcb9-fbd608b1e107, hostable agents: ['02adaa64-0987-4b74-bad0-cbcf56f8a294'], hosted agents: [] {{(pid=103447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 20:17:50.739259 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-064e1f0a-2efd-460a-9d0f-0ce45f0a147a tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:50.778865 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60f22d86-a454-45db-8ea1-50fcad64c521 admin admin] Network a638f8aa-b343-44c1-bcb9-fbd608b1e107 is scheduled to be hosted by DHCP agent 02adaa64-0987-4b74-bad0-cbcf56f8a294 with binding_index 1 {{(pid=103447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 20:17:50.800871 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5dfb6bb4-fe1b-4bc3-b3ca-3b4bdd1bdd4d req-36558854-48e5-4b7d-92f3-b6ad1afe37cd service neutron] 10.222.0.46 "GET /v2.0/networks/41f439de-e657-4ca1-8a55-865945ee9732?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2342460 Nov 22 20:17:50.806677 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-60f22d86-a454-45db-8ea1-50fcad64c521 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818823-1, a638f8aa-b343-44c1-bcb9-fbd608b1e107) {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:17:50.810847 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60f22d86-a454-45db-8ea1-50fcad64c521 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:17:50.811524 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-60f22d86-a454-45db-8ea1-50fcad64c521 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for subnet, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:50.817522 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea8c56f0-e176-4193-8376-f5d299917998 None None] Network a638f8aa-b343-44c1-bcb9-fbd608b1e107 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:17:50.850924 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-60f22d86-a454-45db-8ea1-50fcad64c521 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.6023080 Nov 22 20:17:50.885567 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-064e1f0a-2efd-460a-9d0f-0ce45f0a147a tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Calling delete_port for 69ab0817-925a-42aa-96a1-1a793140b4a1 owned by {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:17:50.896300 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1b615393-1bf5-47e4-baf3-8c3627786f0f tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24781'] for router, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:50.901693 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1b615393-1bf5-47e4-baf3-8c3627786f0f tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:51.018595 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1b615393-1bf5-47e4-baf3-8c3627786f0f tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-663261'] for router, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:51.019113 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b615393-1bf5-47e4-baf3-8c3627786f0f tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Fanout notify agent at l3_agent the message router_deleted on router a4bb3011-9c8d-4119-997d-62fef5e59dc3 {{(pid=103448) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 20:17:51.032460 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1b615393-1bf5-47e4-baf3-8c3627786f0f tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks [] for router, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:51.033573 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-1b615393-1bf5-47e4-baf3-8c3627786f0f tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] 10.222.0.46 "DELETE /v2.0/routers/a4bb3011-9c8d-4119-997d-62fef5e59dc3 HTTP/1.1" status: 204 len: 168 time: 0.7657654 Nov 22 20:17:51.037162 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 44464) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:17:51.070802 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-064e1f0a-2efd-460a-9d0f-0ce45f0a147a tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:51.111368 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064e1f0a-2efd-460a-9d0f-0ce45f0a147a tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Pushing event deleted for resources: {'Port': ['ID=69ab0817-925a-42aa-96a1-1a793140b4a1,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:17:51.123662 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-064e1f0a-2efd-460a-9d0f-0ce45f0a147a tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:51.128136 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-064e1f0a-2efd-460a-9d0f-0ce45f0a147a tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] 10.222.0.46 "DELETE /v2.0/ports/69ab0817-925a-42aa-96a1-1a793140b4a1 HTTP/1.1" status: 204 len: 168 time: 1.2222223 Nov 22 20:17:51.130207 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 44470) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:17:51.179297 n-d-818823-1 neutron-server[103448]: INFO neutron.pecan_wsgi.hooks.translation [None req-17a7004a-7b41-4e5a-95e0-0873974e69a5 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] DELETE failed (client error): The resource could not be found. Nov 22 20:17:51.179798 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17a7004a-7b41-4e5a-95e0-0873974e69a5 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 20:17:51.188944 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-17a7004a-7b41-4e5a-95e0-0873974e69a5 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] 10.222.0.46 "DELETE /v2.0/subnets/99a9b3d1-69cc-4d49-8ac6-89c484adfa3d HTTP/1.1" status: 404 len: 337 time: 0.0574117 Nov 22 20:17:51.191666 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 44476) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:17:51.247314 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0a6d91d8-19bf-449b-80d4-22ddd621a744 req-11700648-e61d-4177-a9a8-d3a2d0739d82 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/ports?device_id=ee1752e3-cc1d-4530-beb4-26e82fda5fc3 HTTP/1.1" status: 200 len: 210 time: 0.0943027 Nov 22 20:17:51.272823 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f7b5b9c6-c056-4cc4-9345-3a2a1474be16 req-21c32298-642e-4cf8-a0dd-2ee686f25554 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.46 "GET /v2.0/ports?device_id=86e84458-0fba-47b1-8db8-162194d07c9a HTTP/1.1" status: 200 len: 210 time: 0.1000366 Nov 22 20:17:51.281625 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d4e8f79-80e8-4025-9978-632c6644bc80 None None] Network a638f8aa-b343-44c1-bcb9-fbd608b1e107 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:17:51.294079 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a002295-8b0a-459b-a116-56acefb56e45 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Deleting subnet 97b98008-0af9-427f-8f60-4ac1628af34c {{(pid=103447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 20:17:51.298172 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9a002295-8b0a-459b-a116-56acefb56e45 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks [] for subnet, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:51.407060 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9a002295-8b0a-459b-a116-56acefb56e45 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12178353'] for subnet, precommit_delete_associations {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:51.540990 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-9c037891-a612-4fc1-911e-2b968cf210f9 req-fdbd12de-8a8a-4cad-a3c3-3c2e492deaa2 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=dd29aa5b29024a1589aa1e9d9246bd3e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0682669 Nov 22 20:17:51.548625 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8b1a08db-44a5-4df9-9418-ff427f53d991 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3961693'] for network, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:51.596874 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9a002295-8b0a-459b-a116-56acefb56e45 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3753007'] for subnet, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:51.677853 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9a002295-8b0a-459b-a116-56acefb56e45 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3753014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8900804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8485115'] for subnet, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:51.712310 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a002295-8b0a-459b-a116-56acefb56e45 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Pushing event deleted for resources: {'Subnet': ['ID=97b98008-0af9-427f-8f60-4ac1628af34c,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:17:51.715083 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9a002295-8b0a-459b-a116-56acefb56e45 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for subnet, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:51.719888 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-9a002295-8b0a-459b-a116-56acefb56e45 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] 10.222.0.46 "DELETE /v2.0/subnets/97b98008-0af9-427f-8f60-4ac1628af34c HTTP/1.1" status: 204 len: 168 time: 0.6816511 Nov 22 20:17:51.722555 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 44486) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:17:51.726812 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5677bab-8f8d-4bcc-ac50-61cd376f606c None None] Network 24d2386c-6ab6-4adc-8a75-5d679e75ba2a requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:17:52.102133 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9c037891-a612-4fc1-911e-2b968cf210f9 req-a9d3b4e3-a53c-4a7d-a8a4-a801bfc48799 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=dd29aa5b29024a1589aa1e9d9246bd3e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1609907 Nov 22 20:17:52.149316 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c216f544-4945-4666-97af-3f68fa7aa815 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3961693'] for network, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:52.300087 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c01046-5cfc-4399-831d-eb0ccebe9193 req-1b673d17-bd14-447e-8238-6777a9fb2593 tempest-ServersTestBootFromVolume-579283085 tempest-ServersTestBootFromVolume-579283085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:17:52.314375 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ba494d5-0e4c-4440-89bf-a0349ec1a7f1 None None] DHCP port deletion for 24d2386c-6ab6-4adc-8a75-5d679e75ba2a request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:17:52.321210 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-58c01046-5cfc-4399-831d-eb0ccebe9193 req-1b673d17-bd14-447e-8238-6777a9fb2593 tempest-ServersTestBootFromVolume-579283085 tempest-ServersTestBootFromVolume-579283085-project] 10.222.0.46 "GET /v2.0/ports?device_id=6c736002-725b-489a-b39d-3fa0f252de44 HTTP/1.1" status: 200 len: 945 time: 0.4628747 Nov 22 20:17:52.416984 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-3ba494d5-0e4c-4440-89bf-a0349ec1a7f1 None None] Deleting port 4e110ba7-4580-41a8-ba94-e1e603669b44 {{(pid=103449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:17:52.417675 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-3ba494d5-0e4c-4440-89bf-a0349ec1a7f1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:52.452883 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6efdfdee-6795-4ba6-aa1f-25b0f23dfbce req-1bb80763-7739-43ae-bc54-274308878546 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/ports?device_id=ee1752e3-cc1d-4530-beb4-26e82fda5fc3 HTTP/1.1" status: 200 len: 210 time: 0.0538583 Nov 22 20:17:52.504460 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8b1a08db-44a5-4df9-9418-ff427f53d991 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3760028', 'neutron.services.segments.db._delete_segments_for_network-8748992815755'] for network, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:52.512673 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c037891-a612-4fc1-911e-2b968cf210f9 req-5c579be4-1f22-4638-9703-919f0b6f5ab9 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:17:52.515599 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9c037891-a612-4fc1-911e-2b968cf210f9 req-5c579be4-1f22-4638-9703-919f0b6f5ab9 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4028273 Nov 22 20:17:52.523313 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c037891-a612-4fc1-911e-2b968cf210f9 req-fdf269da-b7c0-47ac-ab94-1fcbb946a3bf tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:17:52.535701 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-9c037891-a612-4fc1-911e-2b968cf210f9 req-fdf269da-b7c0-47ac-ab94-1fcbb946a3bf tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9846911 Nov 22 20:17:52.541545 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-9c037891-a612-4fc1-911e-2b968cf210f9 req-4947324c-fb42-4ede-9e8f-d590d6c1a073 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Request body: {'port': {'device_id': '86e84458-0fba-47b1-8db8-162194d07c9a', 'network_id': 'e1052824-bf78-4963-8937-b202e372ac24', 'admin_state_up': True, 'tenant_id': 'dd29aa5b29024a1589aa1e9d9246bd3e'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:17:52.566517 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-3ba494d5-0e4c-4440-89bf-a0349ec1a7f1 None None] For port 4e110ba7-4580-41a8-ba94-e1e603669b44, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=4e110ba7-4580-41a8-ba94-e1e603669b44,segment=NetworkSegment(890b59e6-eb47-4fdd-b180-8ce1012af384),segment_id=890b59e6-eb47-4fdd-b180-8ce1012af384)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:17:52.566741 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [req-9c037891-a612-4fc1-911e-2b968cf210f9 req-f5e92365-d6bd-44d4-8564-f1d37fadbbe2 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Request body: {'port': {'device_id': 'e460d313-80e9-47f6-9945-5af58f9ad305', 'network_id': 'e1052824-bf78-4963-8937-b202e372ac24', 'admin_state_up': True, 'tenant_id': 'dd29aa5b29024a1589aa1e9d9246bd3e'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:17:52.567351 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-3ba494d5-0e4c-4440-89bf-a0349ec1a7f1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:52.585478 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-3ba494d5-0e4c-4440-89bf-a0349ec1a7f1 None None] Calling delete_port for 4e110ba7-4580-41a8-ba94-e1e603669b44 owned by network:dhcp {{(pid=103449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:17:52.680861 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-3ba494d5-0e4c-4440-89bf-a0349ec1a7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381'] for port, after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:52.723706 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-8b1a08db-44a5-4df9-9418-ff427f53d991 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d0f6619-07ba-4fda-ba24-e4a61f8e36b2']}} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:17:52.755670 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-8b1a08db-44a5-4df9-9418-ff427f53d991 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bbe7084-3485-4a7b-9455-6a81a9a84d2e') {'for_net_delete': True} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:17:52.755965 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-8b1a08db-44a5-4df9-9418-ff427f53d991 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bbe7084-3485-4a7b-9455-6a81a9a84d2e') {} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:17:52.766513 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba494d5-0e4c-4440-89bf-a0349ec1a7f1 None None] No DVR routers for this DVR port 4e110ba7-4580-41a8-ba94-e1e603669b44 on host n-d-818823-1 {{(pid=103449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:17:52.773007 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba494d5-0e4c-4440-89bf-a0349ec1a7f1 None None] Pushing event deleted for resources: {'Port': ['ID=4e110ba7-4580-41a8-ba94-e1e603669b44,revision_number=None']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:17:52.785464 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 4e110ba7-4580-41a8-ba94-e1e603669b44 no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:17:52.800201 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8b1a08db-44a5-4df9-9418-ff427f53d991 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748993039638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11627933'] for segment, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:52.818890 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-c216f544-4945-4666-97af-3f68fa7aa815 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Deleting port 4e110ba7-4580-41a8-ba94-e1e603669b44 {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:17:52.819258 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c216f544-4945-4666-97af-3f68fa7aa815 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:52.829733 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f0440784-a965-4f59-87cc-706bbe8bcc78 req-9d01e3d9-1841-46ab-917f-03f71af15abb tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.46 "GET /v2.0/ports?device_id=86e84458-0fba-47b1-8db8-162194d07c9a HTTP/1.1" status: 200 len: 210 time: 0.2722230 Nov 22 20:17:52.840653 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: 4e110ba7-4580-41a8-ba94-e1e603669b44 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:17:52.843392 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 4e110ba7-4580-41a8-ba94-e1e603669b44 not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:17:52.856088 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-58c01046-5cfc-4399-831d-eb0ccebe9193 req-9d3426ad-aa2c-4c52-958d-569472458067 tempest-ServersTestBootFromVolume-579283085 tempest-ServersTestBootFromVolume-579283085-project] 10.222.0.46 "GET /v2.0/security-groups?id=c983b806-141e-4d06-afa7-7136cbbbad90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5288670 Nov 22 20:17:52.863900 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8b1a08db-44a5-4df9-9418-ff427f53d991 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:52.889157 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b1a08db-44a5-4df9-9418-ff427f53d991 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Releasing vlan 619 on physical network physnet1 to pool {{(pid=103448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 20:17:52.889588 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8b1a08db-44a5-4df9-9418-ff427f53d991 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11567447'] for segment, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:52.926413 n-d-818823-1 neutron-server[103448]: Traceback (most recent call last): Nov 22 20:17:52.926413 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 20:17:52.926413 n-d-818823-1 neutron-server[103448]: timer() Nov 22 20:17:52.926413 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 20:17:52.926413 n-d-818823-1 neutron-server[103448]: cb(*args, **kw) Nov 22 20:17:52.926413 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 20:17:52.926413 n-d-818823-1 neutron-server[103448]: return func(*args, **kwargs) Nov 22 20:17:52.926413 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 20:17:52.926413 n-d-818823-1 neutron-server[103448]: self._notify() Nov 22 20:17:52.926413 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 20:17:52.926413 n-d-818823-1 neutron-server[103448]: self.callback(batched_events) Nov 22 20:17:52.926413 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 20:17:52.926413 n-d-818823-1 neutron-server[103448]: event.method(event) Nov 22 20:17:52.926413 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 20:17:52.926413 n-d-818823-1 neutron-server[103448]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 20:17:52.926413 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 20:17:52.926413 n-d-818823-1 neutron-server[103448]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 20:17:52.926413 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 20:17:52.926413 n-d-818823-1 neutron-server[103448]: return f(self, *a, **k) Nov 22 20:17:52.926413 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 20:17:52.926413 n-d-818823-1 neutron-server[103448]: return self._get(url).json() Nov 22 20:17:52.926413 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 20:17:52.926413 n-d-818823-1 neutron-server[103448]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 20:17:52.926413 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 20:17:52.926413 n-d-818823-1 neutron-server[103448]: return self.request(url, 'GET', **kwargs) Nov 22 20:17:52.926413 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 20:17:52.926413 n-d-818823-1 neutron-server[103448]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 20:17:52.926413 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 20:17:52.926413 n-d-818823-1 neutron-server[103448]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 20:17:52.926413 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 20:17:52.926413 n-d-818823-1 neutron-server[103448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 20:17:52.926413 n-d-818823-1 neutron-server[103448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 20:17:53.016496 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.db.api [req-9c037891-a612-4fc1-911e-2b968cf210f9 req-f5e92365-d6bd-44d4-8564-f1d37fadbbe2 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 22 20:17:53.016496 n-d-818823-1 neutron-server[103448]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 22 20:17:53.016496 n-d-818823-1 neutron-server[103448]: [parameters: {'project_id': 'dd29aa5b29024a1589aa1e9d9246bd3e', 'id': '865b00a5-cc61-4ddb-9260-b804bb5b0ee1', 'expiration': datetime.datetime(2021, 11, 22, 20, 19, 52, 997868)}] Nov 22 20:17:53.016496 n-d-818823-1 neutron-server[103448]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103448) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 20:17:53.017007 n-d-818823-1 neutron-server[103448]: DEBUG oslo_db.api [req-9c037891-a612-4fc1-911e-2b968cf210f9 req-f5e92365-d6bd-44d4-8564-f1d37fadbbe2 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 20:17:53.028163 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8b1a08db-44a5-4df9-9418-ff427f53d991 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3760002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595318'] for network, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:53.034846 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8b1a08db-44a5-4df9-9418-ff427f53d991 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Publish callbacks [] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:53.041122 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-8b1a08db-44a5-4df9-9418-ff427f53d991 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] 10.222.0.46 "DELETE /v2.0/networks/3d0f6619-07ba-4fda-ba24-e4a61f8e36b2 HTTP/1.1" status: 204 len: 168 time: 1.8474851 Nov 22 20:17:53.042218 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 44508) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:17:53.084817 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1a08db-44a5-4df9-9418-ff427f53d991 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Pushing event deleted for resources: {'Network': ['ID=3d0f6619-07ba-4fda-ba24-e4a61f8e36b2,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:17:53.100820 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [None req-c216f544-4945-4666-97af-3f68fa7aa815 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] For port 4e110ba7-4580-41a8-ba94-e1e603669b44, host n-d-818823-1, got binding levels [] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:17:53.101279 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c216f544-4945-4666-97af-3f68fa7aa815 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:53.150421 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-c216f544-4945-4666-97af-3f68fa7aa815 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Calling delete_port for 4e110ba7-4580-41a8-ba94-e1e603669b44 owned by network:dhcp {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:17:53.150421 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c037891-a612-4fc1-911e-2b968cf210f9 req-4947324c-fb42-4ede-9e8f-d590d6c1a073 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Made reservation on behalf of dd29aa5b29024a1589aa1e9d9246bd3e for: {'port': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:17:53.154788 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-9c037891-a612-4fc1-911e-2b968cf210f9 req-4947324c-fb42-4ede-9e8f-d590d6c1a073 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:53.158422 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.ipam_backend_mixin [None req-c216f544-4945-4666-97af-3f68fa7aa815 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Port 4e110ba7-4580-41a8-ba94-e1e603669b44 was not found and therefore no delete operation was performed {{(pid=103447) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 22 20:17:53.174016 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c216f544-4945-4666-97af-3f68fa7aa815 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:53.196210 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-915dd424-24af-46a1-a826-55aadd84827d tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Deleting port 265505a9-45f3-4ee2-b629-bef36fa9f668 {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:17:53.196820 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-915dd424-24af-46a1-a826-55aadd84827d tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:53.230889 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c216f544-4945-4666-97af-3f68fa7aa815 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Pushing event deleted for resources: {'Port': ['ID=4e110ba7-4580-41a8-ba94-e1e603669b44,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:17:53.238061 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c216f544-4945-4666-97af-3f68fa7aa815 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] No DVR routers for this DVR port 4e110ba7-4580-41a8-ba94-e1e603669b44 on host n-d-818823-1 {{(pid=103447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:17:53.255691 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfb6bb4-fe1b-4bc3-b3ca-3b4bdd1bdd4d req-e2955267-bba8-49be-8169-9eefa1cc02a2 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:17:53.257264 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5dfb6bb4-fe1b-4bc3-b3ca-3b4bdd1bdd4d req-e2955267-bba8-49be-8169-9eefa1cc02a2 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.41 "GET /v2.0/networks?id=41f439de-e657-4ca1-8a55-865945ee9732 HTTP/1.1" status: 200 len: 811 time: 0.4035587 Nov 22 20:17:53.273479 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a6f191-300a-4b05-80bc-72b6b40052a8 req-d101c829-dce0-43a5-a56f-ff73201b51c3 tempest-ServersTestBootFromVolume-579283085 tempest-ServersTestBootFromVolume-579283085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:17:53.284941 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d2a6f191-300a-4b05-80bc-72b6b40052a8 req-d101c829-dce0-43a5-a56f-ff73201b51c3 tempest-ServersTestBootFromVolume-579283085 tempest-ServersTestBootFromVolume-579283085-project] 10.222.0.46 "GET /v2.0/ports?device_id=6c736002-725b-489a-b39d-3fa0f252de44 HTTP/1.1" status: 200 len: 945 time: 0.2621324 Nov 22 20:17:53.288713 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 44512) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:17:53.294852 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-915dd424-24af-46a1-a826-55aadd84827d tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:53.310215 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-5dfb6bb4-fe1b-4bc3-b3ca-3b4bdd1bdd4d req-fb52a4ff-4618-43a2-b68e-88e853d16907 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Request body: {'port': {'device_id': 'ee1752e3-cc1d-4530-beb4-26e82fda5fc3', 'network_id': '41f439de-e657-4ca1-8a55-865945ee9732', 'admin_state_up': True, 'tenant_id': '76a9efddcf274563b133aa3f163fb3f9'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:17:53.318502 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-915dd424-24af-46a1-a826-55aadd84827d tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Calling delete_port for 265505a9-45f3-4ee2-b629-bef36fa9f668 owned by {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:17:53.322497 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-60b69a02-5474-4c4a-a64e-4879d7fb299b tempest-ServersTestBootFromVolume-579283085 tempest-ServersTestBootFromVolume-579283085-project] Request body: {'floatingip': {'port_id': '29fe7f32-c1c4-4849-a3d2-11921abefde5'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:17:53.419202 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-915dd424-24af-46a1-a826-55aadd84827d tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:53.450085 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915dd424-24af-46a1-a826-55aadd84827d tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Pushing event deleted for resources: {'Port': ['ID=265505a9-45f3-4ee2-b629-bef36fa9f668,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:17:53.459079 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-915dd424-24af-46a1-a826-55aadd84827d tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:53.462995 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-915dd424-24af-46a1-a826-55aadd84827d tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] 10.222.0.46 "DELETE /v2.0/ports/265505a9-45f3-4ee2-b629-bef36fa9f668 HTTP/1.1" status: 204 len: 168 time: 0.3888848 Nov 22 20:17:53.466347 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 44514) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:17:53.495890 n-d-818823-1 neutron-server[103448]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bd7e64b-e4a0-4482-a6ac-6c6d77fec125 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] DELETE failed (client error): The resource could not be found. Nov 22 20:17:53.497610 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2bd7e64b-e4a0-4482-a6ac-6c6d77fec125 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 20:17:53.504290 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-2bd7e64b-e4a0-4482-a6ac-6c6d77fec125 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] 10.222.0.46 "DELETE /v2.0/subnets/49d6dcd3-3d2e-4849-8266-a067080dbe0d HTTP/1.1" status: 404 len: 337 time: 0.0339942 Nov 22 20:17:53.504612 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 44520) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:17:53.571065 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-60b69a02-5474-4c4a-a64e-4879d7fb299b tempest-ServersTestBootFromVolume-579283085 tempest-ServersTestBootFromVolume-579283085-project] Publish callbacks [] for floatingip, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:53.604373 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b515f30f-37f2-48bb-9c1e-65ef22bb41fa tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3961693'] for network, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:53.606820 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c037891-a612-4fc1-911e-2b968cf210f9 req-f5e92365-d6bd-44d4-8564-f1d37fadbbe2 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Made reservation on behalf of dd29aa5b29024a1589aa1e9d9246bd3e for: {'port': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:17:53.610215 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-9c037891-a612-4fc1-911e-2b968cf210f9 req-f5e92365-d6bd-44d4-8564-f1d37fadbbe2 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:53.701388 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c216f544-4945-4666-97af-3f68fa7aa815 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3760028', 'neutron.services.segments.db._delete_segments_for_network-8748992815755'] for network, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:53.738293 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8e342a77-def3-4149-af1a-47412f4295f5 req-390e3d9f-4e27-4996-af4c-a2690aa892ab tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/ports?device_id=ee1752e3-cc1d-4530-beb4-26e82fda5fc3 HTTP/1.1" status: 200 len: 210 time: 0.1516230 Nov 22 20:17:53.767712 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b515f30f-37f2-48bb-9c1e-65ef22bb41fa tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3760028', 'neutron.services.segments.db._delete_segments_for_network-8748992815755'] for network, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:53.790686 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-b515f30f-37f2-48bb-9c1e-65ef22bb41fa tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f49f26c-e4d2-4bbc-8621-fb90316a3be1']}} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:17:53.804176 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-b515f30f-37f2-48bb-9c1e-65ef22bb41fa tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1038dca3-960d-457e-a8c6-4eab29f9d79f') {'for_net_delete': True} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:17:53.804528 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-b515f30f-37f2-48bb-9c1e-65ef22bb41fa tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1038dca3-960d-457e-a8c6-4eab29f9d79f') {} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:17:53.815985 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b515f30f-37f2-48bb-9c1e-65ef22bb41fa tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748993039638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11627933'] for segment, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:53.844692 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b515f30f-37f2-48bb-9c1e-65ef22bb41fa tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:53.851623 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b515f30f-37f2-48bb-9c1e-65ef22bb41fa tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Releasing vlan 640 on physical network physnet1 to pool {{(pid=103448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 20:17:53.852300 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b515f30f-37f2-48bb-9c1e-65ef22bb41fa tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11567447'] for segment, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:53.855569 n-d-818823-1 neutron-server[103448]: Traceback (most recent call last): Nov 22 20:17:53.855569 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 20:17:53.855569 n-d-818823-1 neutron-server[103448]: timer() Nov 22 20:17:53.855569 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 20:17:53.855569 n-d-818823-1 neutron-server[103448]: cb(*args, **kw) Nov 22 20:17:53.855569 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 20:17:53.855569 n-d-818823-1 neutron-server[103448]: return func(*args, **kwargs) Nov 22 20:17:53.855569 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 20:17:53.855569 n-d-818823-1 neutron-server[103448]: self._notify() Nov 22 20:17:53.855569 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 20:17:53.855569 n-d-818823-1 neutron-server[103448]: self.callback(batched_events) Nov 22 20:17:53.855569 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 20:17:53.855569 n-d-818823-1 neutron-server[103448]: event.method(event) Nov 22 20:17:53.855569 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 20:17:53.855569 n-d-818823-1 neutron-server[103448]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 20:17:53.855569 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 20:17:53.855569 n-d-818823-1 neutron-server[103448]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 20:17:53.855569 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 20:17:53.855569 n-d-818823-1 neutron-server[103448]: return f(self, *a, **k) Nov 22 20:17:53.855569 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 20:17:53.855569 n-d-818823-1 neutron-server[103448]: return self._get(url).json() Nov 22 20:17:53.855569 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 20:17:53.855569 n-d-818823-1 neutron-server[103448]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 20:17:53.855569 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 20:17:53.855569 n-d-818823-1 neutron-server[103448]: return self.request(url, 'GET', **kwargs) Nov 22 20:17:53.855569 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 20:17:53.855569 n-d-818823-1 neutron-server[103448]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 20:17:53.855569 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 20:17:53.855569 n-d-818823-1 neutron-server[103448]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 20:17:53.855569 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 20:17:53.855569 n-d-818823-1 neutron-server[103448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 20:17:53.855569 n-d-818823-1 neutron-server[103448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 20:17:53.926762 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b515f30f-37f2-48bb-9c1e-65ef22bb41fa tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3760002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595318'] for network, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:53.935789 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b515f30f-37f2-48bb-9c1e-65ef22bb41fa tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Publish callbacks [] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:53.942431 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-b515f30f-37f2-48bb-9c1e-65ef22bb41fa tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] 10.222.0.46 "DELETE /v2.0/networks/9f49f26c-e4d2-4bbc-8621-fb90316a3be1 HTTP/1.1" status: 204 len: 168 time: 0.4344401 Nov 22 20:17:53.950101 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 44524) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:17:53.958800 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b515f30f-37f2-48bb-9c1e-65ef22bb41fa tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Pushing event deleted for resources: {'Network': ['ID=9f49f26c-e4d2-4bbc-8621-fb90316a3be1,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:17:54.007236 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_v2 [None req-86d14ccc-611b-454f-aea2-8cac50208282 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Deleting subnet 1ed8d136-6cd3-4df6-9322-d7d13069b845 {{(pid=103448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 20:17:54.010854 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-86d14ccc-611b-454f-aea2-8cac50208282 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Publish callbacks [] for subnet, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:54.069310 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-86d14ccc-611b-454f-aea2-8cac50208282 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11627908'] for subnet, precommit_delete_associations {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:54.152713 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-c216f544-4945-4666-97af-3f68fa7aa815 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24d2386c-6ab6-4adc-8a75-5d679e75ba2a']}} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:17:54.200735 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-c216f544-4945-4666-97af-3f68fa7aa815 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '890b59e6-eb47-4fdd-b180-8ce1012af384') {'for_net_delete': True} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:17:54.201039 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-c216f544-4945-4666-97af-3f68fa7aa815 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '890b59e6-eb47-4fdd-b180-8ce1012af384') {} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:17:54.206414 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-86d14ccc-611b-454f-aea2-8cac50208282 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3753007'] for subnet, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:54.217312 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d8609708-a7a4-4057-9651-8300e77dc582 req-f41faea5-980e-476f-9476-e57fb3cac369 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.46 "GET /v2.0/ports?device_id=86e84458-0fba-47b1-8db8-162194d07c9a HTTP/1.1" status: 200 len: 210 time: 0.0760572 Nov 22 20:17:54.225736 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [req-9c037891-a612-4fc1-911e-2b968cf210f9 req-4947324c-fb42-4ede-9e8f-d590d6c1a073 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Allocated IP 192.168.233.251 (e1052824-bf78-4963-8937-b202e372ac24/3091ebfd-11e2-41f8-9c00-ffe0b86563d8/159ed494-f1c4-45d7-8e39-d21b57d302f2) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:17:54.232266 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c216f544-4945-4666-97af-3f68fa7aa815 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748993039638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12178344'] for segment, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:54.291646 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-86d14ccc-611b-454f-aea2-8cac50208282 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3753014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11567369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11792914'] for subnet, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:54.308606 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c216f544-4945-4666-97af-3f68fa7aa815 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:54.321175 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c216f544-4945-4666-97af-3f68fa7aa815 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Releasing vlan 602 on physical network physnet1 to pool {{(pid=103447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 20:17:54.321909 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c216f544-4945-4666-97af-3f68fa7aa815 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8900762'] for segment, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:54.326883 n-d-818823-1 neutron-server[103447]: Traceback (most recent call last): Nov 22 20:17:54.326883 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 20:17:54.326883 n-d-818823-1 neutron-server[103447]: timer() Nov 22 20:17:54.326883 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 20:17:54.326883 n-d-818823-1 neutron-server[103447]: cb(*args, **kw) Nov 22 20:17:54.326883 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 20:17:54.326883 n-d-818823-1 neutron-server[103447]: return func(*args, **kwargs) Nov 22 20:17:54.326883 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 20:17:54.326883 n-d-818823-1 neutron-server[103447]: self._notify() Nov 22 20:17:54.326883 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 20:17:54.326883 n-d-818823-1 neutron-server[103447]: self.callback(batched_events) Nov 22 20:17:54.326883 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 20:17:54.326883 n-d-818823-1 neutron-server[103447]: event.method(event) Nov 22 20:17:54.326883 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 20:17:54.326883 n-d-818823-1 neutron-server[103447]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 20:17:54.326883 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 20:17:54.326883 n-d-818823-1 neutron-server[103447]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 20:17:54.326883 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 20:17:54.326883 n-d-818823-1 neutron-server[103447]: return f(self, *a, **k) Nov 22 20:17:54.326883 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 20:17:54.326883 n-d-818823-1 neutron-server[103447]: return self._get(url).json() Nov 22 20:17:54.326883 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 20:17:54.326883 n-d-818823-1 neutron-server[103447]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 20:17:54.326883 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 20:17:54.326883 n-d-818823-1 neutron-server[103447]: return self.request(url, 'GET', **kwargs) Nov 22 20:17:54.326883 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 20:17:54.326883 n-d-818823-1 neutron-server[103447]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 20:17:54.326883 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 20:17:54.326883 n-d-818823-1 neutron-server[103447]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 20:17:54.326883 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 20:17:54.326883 n-d-818823-1 neutron-server[103447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 20:17:54.326883 n-d-818823-1 neutron-server[103447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 20:17:54.328990 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5dfb6bb4-fe1b-4bc3-b3ca-3b4bdd1bdd4d req-fb52a4ff-4618-43a2-b68e-88e853d16907 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Made reservation on behalf of 76a9efddcf274563b133aa3f163fb3f9 for: {'port': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:17:54.331938 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-5dfb6bb4-fe1b-4bc3-b3ca-3b4bdd1bdd4d req-fb52a4ff-4618-43a2-b68e-88e853d16907 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:54.344653 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d14ccc-611b-454f-aea2-8cac50208282 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Pushing event deleted for resources: {'Subnet': ['ID=1ed8d136-6cd3-4df6-9322-d7d13069b845,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:17:54.359599 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e88326c-898a-4f55-b7bf-d801b3628444 None None] Network 4d806e3c-2bfb-4223-b45a-c9953300c0dd requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:17:54.371487 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-86d14ccc-611b-454f-aea2-8cac50208282 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:54.388674 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-86d14ccc-611b-454f-aea2-8cac50208282 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] 10.222.0.46 "DELETE /v2.0/subnets/1ed8d136-6cd3-4df6-9322-d7d13069b845 HTTP/1.1" status: 204 len: 168 time: 0.4370592 Nov 22 20:17:54.392621 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 44542) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:17:54.523093 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a4f1c7fc-427e-4db2-8c60-3d71527ab914 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3961693'] for network, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:54.547865 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c216f544-4945-4666-97af-3f68fa7aa815 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3760002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595318'] for network, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:54.624925 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-189c914b-0dae-4ac2-a2e2-9378fb647093 None None] DHCP port deletion for 4d806e3c-2bfb-4223-b45a-c9953300c0dd request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:17:54.626200 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c216f544-4945-4666-97af-3f68fa7aa815 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for network, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:54.632841 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-c216f544-4945-4666-97af-3f68fa7aa815 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] 10.222.0.46 "DELETE /v2.0/networks/24d2386c-6ab6-4adc-8a75-5d679e75ba2a HTTP/1.1" status: 204 len: 168 time: 2.9054222 Nov 22 20:17:54.633989 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-a4f1c7fc-427e-4db2-8c60-3d71527ab914 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Deleting port 54480bfd-9187-4c76-9e94-a93b53f91e1c {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:17:54.635532 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a4f1c7fc-427e-4db2-8c60-3d71527ab914 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:54.655408 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 44546) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:17:54.688372 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-189c914b-0dae-4ac2-a2e2-9378fb647093 None None] Deleting port 54480bfd-9187-4c76-9e94-a93b53f91e1c {{(pid=103449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:17:54.688830 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-189c914b-0dae-4ac2-a2e2-9378fb647093 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:54.729215 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c216f544-4945-4666-97af-3f68fa7aa815 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Pushing event deleted for resources: {'Network': ['ID=24d2386c-6ab6-4adc-8a75-5d679e75ba2a,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:17:54.746828 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-a4f1c7fc-427e-4db2-8c60-3d71527ab914 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] For port 54480bfd-9187-4c76-9e94-a93b53f91e1c, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=54480bfd-9187-4c76-9e94-a93b53f91e1c,segment=NetworkSegment(2940ceb3-8476-4a77-978b-a1fd6bef0865),segment_id=2940ceb3-8476-4a77-978b-a1fd6bef0865)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:17:54.747251 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a4f1c7fc-427e-4db2-8c60-3d71527ab914 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:54.770285 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-a4f1c7fc-427e-4db2-8c60-3d71527ab914 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Calling delete_port for 54480bfd-9187-4c76-9e94-a93b53f91e1c owned by network:dhcp {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:17:54.773824 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 54480bfd-9187-4c76-9e94-a93b53f91e1c no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:17:54.853168 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-189c914b-0dae-4ac2-a2e2-9378fb647093 None None] For port 54480bfd-9187-4c76-9e94-a93b53f91e1c, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=54480bfd-9187-4c76-9e94-a93b53f91e1c,segment=NetworkSegment(2940ceb3-8476-4a77-978b-a1fd6bef0865),segment_id=2940ceb3-8476-4a77-978b-a1fd6bef0865)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:17:54.853817 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-189c914b-0dae-4ac2-a2e2-9378fb647093 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:54.874768 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-189c914b-0dae-4ac2-a2e2-9378fb647093 None None] Calling delete_port for 54480bfd-9187-4c76-9e94-a93b53f91e1c owned by network:dhcp {{(pid=103449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:17:54.881901 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a4f1c7fc-427e-4db2-8c60-3d71527ab914 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:54.911672 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f1c7fc-427e-4db2-8c60-3d71527ab914 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Pushing event deleted for resources: {'Port': ['ID=54480bfd-9187-4c76-9e94-a93b53f91e1c,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:17:54.914217 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Port 54480bfd-9187-4c76-9e94-a93b53f91e1c update to DOWN by agent not found {{(pid=103449) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 22 20:17:54.915672 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f1c7fc-427e-4db2-8c60-3d71527ab914 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] No DVR routers for this DVR port 54480bfd-9187-4c76-9e94-a93b53f91e1c on host n-d-818823-1 {{(pid=103448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:17:55.007686 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-189c914b-0dae-4ac2-a2e2-9378fb647093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381'] for port, after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:55.011252 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a4f1c7fc-427e-4db2-8c60-3d71527ab914 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3760028', 'neutron.services.segments.db._delete_segments_for_network-8748992815755'] for network, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:55.037000 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-a4f1c7fc-427e-4db2-8c60-3d71527ab914 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d806e3c-2bfb-4223-b45a-c9953300c0dd']}} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:17:55.046979 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-a4f1c7fc-427e-4db2-8c60-3d71527ab914 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2940ceb3-8476-4a77-978b-a1fd6bef0865') {'for_net_delete': True} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:17:55.047466 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-a4f1c7fc-427e-4db2-8c60-3d71527ab914 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2940ceb3-8476-4a77-978b-a1fd6bef0865') {} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:17:55.048505 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cd14805-4e03-461d-b19e-7147e8af9f31 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:17:55.053879 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189c914b-0dae-4ac2-a2e2-9378fb647093 None None] Pushing event deleted for resources: {'Port': ['ID=54480bfd-9187-4c76-9e94-a93b53f91e1c,revision_number=None']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:17:55.056533 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 44550) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:17:55.057513 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-189c914b-0dae-4ac2-a2e2-9378fb647093 None None] No DVR routers for this DVR port 54480bfd-9187-4c76-9e94-a93b53f91e1c on host n-d-818823-1 {{(pid=103449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:17:55.064912 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-9cd14805-4e03-461d-b19e-7147e8af9f31 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] 10.222.0.46 "GET /v2.0/ports/f97f87bc-ef43-4dad-9d40-4a64e8de529f HTTP/1.1" status: 200 len: 845 time: 0.3969121 Nov 22 20:17:55.076391 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a4f1c7fc-427e-4db2-8c60-3d71527ab914 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748993039638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11627933'] for segment, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:55.088087 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-54cdb469-cc93-4f2d-a162-af7975df1787 req-38d34177-0c05-443c-b53d-6d2d2c3917b1 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/ports?device_id=ee1752e3-cc1d-4530-beb4-26e82fda5fc3 HTTP/1.1" status: 200 len: 210 time: 0.2135108 Nov 22 20:17:55.115330 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a4f1c7fc-427e-4db2-8c60-3d71527ab914 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:55.120625 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-9f95891f-5cba-471b-b160-d29ffe2921e6 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] 10.222.0.46 "GET /v2.0/ports/f97f87bc-ef43-4dad-9d40-4a64e8de529f?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0628579 Nov 22 20:17:55.125748 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 44552) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:17:55.130782 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-893d6adc-fead-4a27-bb35-f01fd5eb7272 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Request body: {'subnet': {'network_id': 'af33d290-a09b-4d43-b29e-152605dd45aa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:17:55.135954 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4f1c7fc-427e-4db2-8c60-3d71527ab914 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Releasing vlan 625 on physical network physnet1 to pool {{(pid=103448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 20:17:55.136447 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a4f1c7fc-427e-4db2-8c60-3d71527ab914 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11567447'] for segment, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:55.139773 n-d-818823-1 neutron-server[103448]: Traceback (most recent call last): Nov 22 20:17:55.139773 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 20:17:55.139773 n-d-818823-1 neutron-server[103448]: timer() Nov 22 20:17:55.139773 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 20:17:55.139773 n-d-818823-1 neutron-server[103448]: cb(*args, **kw) Nov 22 20:17:55.139773 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 20:17:55.139773 n-d-818823-1 neutron-server[103448]: return func(*args, **kwargs) Nov 22 20:17:55.139773 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 20:17:55.139773 n-d-818823-1 neutron-server[103448]: self._notify() Nov 22 20:17:55.139773 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 20:17:55.139773 n-d-818823-1 neutron-server[103448]: self.callback(batched_events) Nov 22 20:17:55.139773 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 20:17:55.139773 n-d-818823-1 neutron-server[103448]: event.method(event) Nov 22 20:17:55.139773 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 20:17:55.139773 n-d-818823-1 neutron-server[103448]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 20:17:55.139773 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 20:17:55.139773 n-d-818823-1 neutron-server[103448]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 20:17:55.139773 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 20:17:55.139773 n-d-818823-1 neutron-server[103448]: return f(self, *a, **k) Nov 22 20:17:55.139773 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 20:17:55.139773 n-d-818823-1 neutron-server[103448]: return self._get(url).json() Nov 22 20:17:55.139773 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 20:17:55.139773 n-d-818823-1 neutron-server[103448]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 20:17:55.139773 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 20:17:55.139773 n-d-818823-1 neutron-server[103448]: return self.request(url, 'GET', **kwargs) Nov 22 20:17:55.139773 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 20:17:55.139773 n-d-818823-1 neutron-server[103448]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 20:17:55.139773 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 20:17:55.139773 n-d-818823-1 neutron-server[103448]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 20:17:55.139773 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 20:17:55.139773 n-d-818823-1 neutron-server[103448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 20:17:55.139773 n-d-818823-1 neutron-server[103448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 20:17:55.156648 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556ec95c-417c-472a-abcd-921d14c351d5 req-d0a357c0-a5c5-48c0-83ab-21eb182cf034 tempest-VolumesActionsTest-1125936459 tempest-VolumesActionsTest-1125936459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:17:55.163986 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-556ec95c-417c-472a-abcd-921d14c351d5 req-d0a357c0-a5c5-48c0-83ab-21eb182cf034 tempest-VolumesActionsTest-1125936459 tempest-VolumesActionsTest-1125936459-project] 10.222.0.46 "GET /v2.0/networks?id=a638f8aa-b343-44c1-bcb9-fbd608b1e107 HTTP/1.1" status: 200 len: 809 time: 0.7689905 Nov 22 20:17:55.263760 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a4f1c7fc-427e-4db2-8c60-3d71527ab914 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3760002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595318'] for network, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:55.271776 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a4f1c7fc-427e-4db2-8c60-3d71527ab914 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Publish callbacks [] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:55.274989 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-a4f1c7fc-427e-4db2-8c60-3d71527ab914 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] 10.222.0.46 "DELETE /v2.0/networks/4d806e3c-2bfb-4223-b45a-c9953300c0dd HTTP/1.1" status: 204 len: 168 time: 0.8810928 Nov 22 20:17:55.300945 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f1c7fc-427e-4db2-8c60-3d71527ab914 tempest-NetworksIpV6TestAttrs-1159112574 tempest-NetworksIpV6TestAttrs-1159112574-project] Pushing event deleted for resources: {'Network': ['ID=4d806e3c-2bfb-4223-b45a-c9953300c0dd,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:17:55.304389 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-556ec95c-417c-472a-abcd-921d14c351d5 req-12b5d38d-1b1f-41e4-b6e4-7e8a7a0bbb52 tempest-VolumesActionsTest-1125936459 tempest-VolumesActionsTest-1125936459-project] 10.222.0.46 "GET /v2.0/quotas/191f2c6a74ca44febe6b0c0dccf4c560 HTTP/1.1" status: 200 len: 375 time: 0.1394367 Nov 22 20:17:55.316643 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-9c037891-a612-4fc1-911e-2b968cf210f9 req-4947324c-fb42-4ede-9e8f-d590d6c1a073 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:55.325937 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-893d6adc-fead-4a27-bb35-f01fd5eb7272 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Made reservation on behalf of 2dee5ba1e01f416ab951cabb312f3dca for: {'subnet': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:17:55.328702 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [req-5dfb6bb4-fe1b-4bc3-b3ca-3b4bdd1bdd4d req-fb52a4ff-4618-43a2-b68e-88e853d16907 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Allocated IP 172.20.0.7 (41f439de-e657-4ca1-8a55-865945ee9732/d74b376c-118a-4e1f-b1b9-d074bfe85b19/b27088f9-e878-4164-b44d-eaf681d4b066) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:17:55.330369 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-893d6adc-fead-4a27-bb35-f01fd5eb7272 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11792951'] for subnet, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:55.461047 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-556ec95c-417c-472a-abcd-921d14c351d5 req-d1994ef8-b96e-44c2-b711-3b918d002f9d tempest-VolumesActionsTest-1125936459 tempest-VolumesActionsTest-1125936459-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=191f2c6a74ca44febe6b0c0dccf4c560&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1557584 Nov 22 20:17:55.546879 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-bacf012e-9e60-41bd-a687-bb27f680c391 req-a1a51272-84ed-466f-a6f5-2281c749d3f4 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.46 "GET /v2.0/ports?device_id=86e84458-0fba-47b1-8db8-162194d07c9a HTTP/1.1" status: 200 len: 210 time: 0.1230049 Nov 22 20:17:55.579113 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-893d6adc-fead-4a27-bb35-f01fd5eb7272 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11567560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11792921'] for subnet, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:55.604283 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.db.resource_extend [None req-60b69a02-5474-4c4a-a64e-4879d7fb299b tempest-ServersTestBootFromVolume-579283085 tempest-ServersTestBootFromVolume-579283085-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 22 20:17:55.621783 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 44564) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:17:55.644452 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-893d6adc-fead-4a27-bb35-f01fd5eb7272 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Network af33d290-a09b-4d43-b29e-152605dd45aa is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:17:55.648508 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-893d6adc-fead-4a27-bb35-f01fd5eb7272 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:17:55.658900 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfd98c56-1730-40a4-8dea-8dfd273c64cd None None] Network af33d290-a09b-4d43-b29e-152605dd45aa requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:17:55.662449 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-893d6adc-fead-4a27-bb35-f01fd5eb7272 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:17:55.663056 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-893d6adc-fead-4a27-bb35-f01fd5eb7272 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:55.695062 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893d6adc-fead-4a27-bb35-f01fd5eb7272 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Pushing event updated for resources: {'Subnet': ['ID=4d743402-f770-4a36-ae6c-b28dae373304,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:17:55.712323 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-893d6adc-fead-4a27-bb35-f01fd5eb7272 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5847664 Nov 22 20:17:55.714384 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 44568) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:17:55.722366 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-856aa893-767e-42e2-b020-3ff0b946a4af tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Request body: {'security_group': {'name': 'tempest-secgroup-365635789'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:17:55.753770 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-9c037891-a612-4fc1-911e-2b968cf210f9 req-4947324c-fb42-4ede-9e8f-d590d6c1a073 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:55.767682 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] get_ports_and_sgs() called for port_ids ['afbbfbb1-6a7a-467b-bc94-36bdeced156e'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:17:55.770444 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-60b69a02-5474-4c4a-a64e-4879d7fb299b tempest-ServersTestBootFromVolume-579283085 tempest-ServersTestBootFromVolume-579283085-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:55.785318 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] get_ports_and_sgs() called for port_ids ['52d6b7ae-24f7-4fb1-a9ba-b05788111e33', '15fcdac3-0d86-47fd-a34f-6adf8d9958a3'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:17:55.798009 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-856aa893-767e-42e2-b020-3ff0b946a4af tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:55.853408 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4947324c-fb42-4ede-9e8f-d590d6c1a073 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Pushing event updated for resources: {'Port': ['ID=159ed494-f1c4-45d7-8e39-d21b57d302f2,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:17:55.863936 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-60b69a02-5474-4c4a-a64e-4879d7fb299b tempest-ServersTestBootFromVolume-579283085 tempest-ServersTestBootFromVolume-579283085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-595224'] for floatingip, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:55.867059 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c037891-a612-4fc1-911e-2b968cf210f9 req-4947324c-fb42-4ede-9e8f-d590d6c1a073 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Network e1052824-bf78-4963-8937-b202e372ac24 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:17:55.887375 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [req-9c037891-a612-4fc1-911e-2b968cf210f9 req-4947324c-fb42-4ede-9e8f-d590d6c1a073 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:17:55.890521 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c037891-a612-4fc1-911e-2b968cf210f9 req-4947324c-fb42-4ede-9e8f-d590d6c1a073 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:17:55.895250 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-856aa893-767e-42e2-b020-3ff0b946a4af tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:55.908408 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-856aa893-767e-42e2-b020-3ff0b946a4af tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:55.992289 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856aa893-767e-42e2-b020-3ff0b946a4af tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d6e4460-467b-47d5-a505-12ea6086a7e9,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:17:56.001505 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [req-9c037891-a612-4fc1-911e-2b968cf210f9 req-f5e92365-d6bd-44d4-8564-f1d37fadbbe2 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Allocated IP 192.168.233.242 (e1052824-bf78-4963-8937-b202e372ac24/3091ebfd-11e2-41f8-9c00-ffe0b86563d8/809ce848-2187-4a4e-8edc-dd0191bb8cd6) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:17:56.011438 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-556ec95c-417c-472a-abcd-921d14c351d5 req-0f36ca01-7b75-4709-8bf0-151088b44680 service neutron] 10.222.0.46 "GET /v2.0/networks/a638f8aa-b343-44c1-bcb9-fbd608b1e107?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5173335 Nov 22 20:17:56.017884 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-856aa893-767e-42e2-b020-3ff0b946a4af tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:56.022559 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-856aa893-767e-42e2-b020-3ff0b946a4af tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3068781 Nov 22 20:17:56.026858 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 44570) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:17:56.032521 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-7f990317-d574-4fc5-a20b-30949c13b757 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Request body: {'security_group': {'name': 'tempest-secgroup-1709782114'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:17:56.066219 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7f990317-d574-4fc5-a20b-30949c13b757 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:56.155992 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-92170e8c-e335-48ac-87bd-4bfaf2d1d8b0 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2f5e135fdd46470d9b4952d9f43ebc95&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5312822 Nov 22 20:17:56.162171 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 44574) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:17:56.163511 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-5dfb6bb4-fe1b-4bc3-b3ca-3b4bdd1bdd4d req-fb52a4ff-4618-43a2-b68e-88e853d16907 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:56.246432 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad51d2c2-3a22-4e8e-9f93-7a9e0f992406 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fb26bd7-ce56-527b-b94f-2e1f7cb2bb35-af33d290-a09b-4d43-b29e-152605dd45aa', 'network_id': 'af33d290-a09b-4d43-b29e-152605dd45aa', 'tenant_id': '2dee5ba1e01f416ab951cabb312f3dca', 'fixed_ips': [{'subnet_id': '4d743402-f770-4a36-ae6c-b28dae373304'}]}} from n-d-818823-1. {{(pid=103449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 20:17:56.247328 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ad51d2c2-3a22-4e8e-9f93-7a9e0f992406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:56.290331 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-b058f4ab-fae9-4f0d-8576-1d834a3e2682 None None] Provisioning complete for port 159ed494-f1c4-45d7-8e39-d21b57d302f2 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:17:56.290715 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-b058f4ab-fae9-4f0d-8576-1d834a3e2682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:56.338721 n-d-818823-1 neutron-server[103447]: INFO neutron.db.l3_db [None req-60b69a02-5474-4c4a-a64e-4879d7fb299b tempest-ServersTestBootFromVolume-579283085 tempest-ServersTestBootFromVolume-579283085-project] Floating IP 4d284ce5-3591-4fdb-82e6-94fe01584135 associated. External IP: 172.25.5.102, port: 29fe7f32-c1c4-4849-a3d2-11921abefde5. Nov 22 20:17:56.364033 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8fc5f70a-365d-4813-8874-24b29b0d3245 req-48932e46-d0fc-4e3e-9fe6-b03c25455180 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/ports?device_id=ee1752e3-cc1d-4530-beb4-26e82fda5fc3 HTTP/1.1" status: 200 len: 210 time: 0.0906949 Nov 22 20:17:56.385609 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-10b96a91-df2d-4db2-8199-6730d87a63b8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:56.416284 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-10b96a91-df2d-4db2-8199-6730d87a63b8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:56.452917 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.db_base_plugin_common [None req-ad51d2c2-3a22-4e8e-9f93-7a9e0f992406 None None] Allocated IP 2001:db8::2 (af33d290-a09b-4d43-b29e-152605dd45aa/4d743402-f770-4a36-ae6c-b28dae373304/a7f0b1ac-1458-4bbc-bd26-d2aafdb5ab2c) {{(pid=103449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:17:56.481110 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7f990317-d574-4fc5-a20b-30949c13b757 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:56.486759 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-10b96a91-df2d-4db2-8199-6730d87a63b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:56.491118 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-10b96a91-df2d-4db2-8199-6730d87a63b8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:56.496803 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-10b96a91-df2d-4db2-8199-6730d87a63b8 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4c6498ae-53b9-4244-a3b5-7ea24d916fe2 HTTP/1.1" status: 204 len: 168 time: 0.3157787 Nov 22 20:17:56.515962 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7f990317-d574-4fc5-a20b-30949c13b757 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:56.545167 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b96a91-df2d-4db2-8199-6730d87a63b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c6498ae-53b9-4244-a3b5-7ea24d916fe2,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:17:56.570747 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7f990317-d574-4fc5-a20b-30949c13b757 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:56.575093 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-7f990317-d574-4fc5-a20b-30949c13b757 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5474362 Nov 22 20:17:56.581933 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 44582) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:17:56.593859 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-f35d640d-76bf-47e1-bf2a-87075d641f29 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1728284330', 'security_groups': ['03df17e0-c9b6-4faf-8b85-377a0ab5b308'], 'network_id': 'af33d290-a09b-4d43-b29e-152605dd45aa', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '4d743402-f770-4a36-ae6c-b28dae373304'}]}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:17:56.755866 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-9c037891-a612-4fc1-911e-2b968cf210f9 req-f5e92365-d6bd-44d4-8564-f1d37fadbbe2 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:56.774264 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f35d640d-76bf-47e1-bf2a-87075d641f29 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Made reservation on behalf of 2dee5ba1e01f416ab951cabb312f3dca for: {'port': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:17:56.840832 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ad51d2c2-3a22-4e8e-9f93-7a9e0f992406 None None] Publish callbacks [] for port, precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:56.850418 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f990317-d574-4fc5-a20b-30949c13b757 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03df17e0-c9b6-4faf-8b85-377a0ab5b308,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:17:56.879252 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-b058f4ab-fae9-4f0d-8576-1d834a3e2682 None None] Port 159ed494-f1c4-45d7-8e39-d21b57d302f2 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:17:56.928746 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ad51d2c2-3a22-4e8e-9f93-7a9e0f992406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372'] for port, after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:56.950746 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-9c037891-a612-4fc1-911e-2b968cf210f9 req-f5e92365-d6bd-44d4-8564-f1d37fadbbe2 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:56.991685 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] get_ports_and_sgs() called for port_ids ['afbbfbb1-6a7a-467b-bc94-36bdeced156e'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:17:56.999165 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c037891-a612-4fc1-911e-2b968cf210f9 req-4947324c-fb42-4ede-9e8f-d590d6c1a073 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:17:56.999873 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-9c037891-a612-4fc1-911e-2b968cf210f9 req-4947324c-fb42-4ede-9e8f-d590d6c1a073 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:57.015103 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c037891-a612-4fc1-911e-2b968cf210f9 req-f5e92365-d6bd-44d4-8564-f1d37fadbbe2 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Network e1052824-bf78-4963-8937-b202e372ac24 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:17:57.020015 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [req-9c037891-a612-4fc1-911e-2b968cf210f9 req-f5e92365-d6bd-44d4-8564-f1d37fadbbe2 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:17:57.025174 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f35d640d-76bf-47e1-bf2a-87075d641f29 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:57.041614 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c037891-a612-4fc1-911e-2b968cf210f9 req-f5e92365-d6bd-44d4-8564-f1d37fadbbe2 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:17:57.052186 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [None req-f35d640d-76bf-47e1-bf2a-87075d641f29 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] device_id is not set on port 12a99cce-498d-4e4c-ba86-89decf6ac678 yet. {{(pid=103448) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 20:17:57.068589 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad51d2c2-3a22-4e8e-9f93-7a9e0f992406 None None] Network af33d290-a09b-4d43-b29e-152605dd45aa is already hosted by enough agents. {{(pid=103449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:17:57.099976 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-556ec95c-417c-472a-abcd-921d14c351d5 req-ff12751d-3350-4400-9489-7f1da8478133 service neutron] 10.222.0.46 "GET /v2.0/networks/a638f8aa-b343-44c1-bcb9-fbd608b1e107?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0701139 Nov 22 20:17:57.114789 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.base_scheduler [None req-ad51d2c2-3a22-4e8e-9f93-7a9e0f992406 None None] Resources bound (agent type, host, resource id): {{(pid=103449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:17:57.122702 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad51d2c2-3a22-4e8e-9f93-7a9e0f992406 None None] Received port after_create {{(pid=103449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:17:57.134753 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad51d2c2-3a22-4e8e-9f93-7a9e0f992406 None None] Pushing event updated for resources: {'Port': ['ID=a7f0b1ac-1458-4bbc-bd26-d2aafdb5ab2c,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:17:57.155134 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9c037891-a612-4fc1-911e-2b968cf210f9 req-4947324c-fb42-4ede-9e8f-d590d6c1a073 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.6175768 Nov 22 20:17:57.261523 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e92365-d6bd-44d4-8564-f1d37fadbbe2 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Pushing event updated for resources: {'Port': ['ID=809ce848-2187-4a4e-8edc-dd0191bb8cd6,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:17:57.289817 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-ad51d2c2-3a22-4e8e-9f93-7a9e0f992406 None None] Attempting to bind port a7f0b1ac-1458-4bbc-bd26-d2aafdb5ab2c on host n-d-818823-1 for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:17:57.290205 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-ad51d2c2-3a22-4e8e-9f93-7a9e0f992406 None None] Attempting to bind port a7f0b1ac-1458-4bbc-bd26-d2aafdb5ab2c by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': 'c0527588-da58-4e73-b310-dc0e5bb17a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'af33d290-a09b-4d43-b29e-152605dd45aa'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:17:57.290578 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad51d2c2-3a22-4e8e-9f93-7a9e0f992406 None None] Attempting to bind port a7f0b1ac-1458-4bbc-bd26-d2aafdb5ab2c on network af33d290-a09b-4d43-b29e-152605dd45aa {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:17:57.305311 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad51d2c2-3a22-4e8e-9f93-7a9e0f992406 None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 17, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:17:57.315942 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad51d2c2-3a22-4e8e-9f93-7a9e0f992406 None None] Checking segment: {'id': 'c0527588-da58-4e73-b310-dc0e5bb17a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'af33d290-a09b-4d43-b29e-152605dd45aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:17:57.316578 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ad51d2c2-3a22-4e8e-9f93-7a9e0f992406 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:57.317231 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad51d2c2-3a22-4e8e-9f93-7a9e0f992406 None None] Bound using segment: {'id': 'c0527588-da58-4e73-b310-dc0e5bb17a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'af33d290-a09b-4d43-b29e-152605dd45aa'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:17:57.317984 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-ad51d2c2-3a22-4e8e-9f93-7a9e0f992406 None None] Bound port: a7f0b1ac-1458-4bbc-bd26-d2aafdb5ab2c, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0527588-da58-4e73-b310-dc0e5bb17a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'af33d290-a09b-4d43-b29e-152605dd45aa'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:17:57.318792 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ad51d2c2-3a22-4e8e-9f93-7a9e0f992406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:57.353343 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-9c037891-a612-4fc1-911e-2b968cf210f9 req-573abdfc-14d6-4926-be74-267ab44e85d0 service neutron] Request body: {'port': {'device_id': '86e84458-0fba-47b1-8db8-162194d07c9a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818823-1'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:17:57.362198 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-5dfb6bb4-fe1b-4bc3-b3ca-3b4bdd1bdd4d req-fb52a4ff-4618-43a2-b68e-88e853d16907 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:57.460671 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c037891-a612-4fc1-911e-2b968cf210f9 req-f5e92365-d6bd-44d4-8564-f1d37fadbbe2 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:17:57.461365 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-9c037891-a612-4fc1-911e-2b968cf210f9 req-f5e92365-d6bd-44d4-8564-f1d37fadbbe2 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:57.535624 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-9c037891-a612-4fc1-911e-2b968cf210f9 req-f5e92365-d6bd-44d4-8564-f1d37fadbbe2 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.9799426 Nov 22 20:17:57.583884 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [req-9c037891-a612-4fc1-911e-2b968cf210f9 req-9c5212eb-7ba7-4de0-b750-09d53d22534d service neutron] Request body: {'port': {'device_id': 'e460d313-80e9-47f6-9945-5af58f9ad305', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818823-1'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:17:57.617157 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-8501fea1-cc4c-408c-82bc-536175f989b2 None None] Provisioning complete for port 809ce848-2187-4a4e-8edc-dd0191bb8cd6 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:17:57.617543 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-8501fea1-cc4c-408c-82bc-536175f989b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:57.624732 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5dfb6bb4-fe1b-4bc3-b3ca-3b4bdd1bdd4d req-fb52a4ff-4618-43a2-b68e-88e853d16907 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Network 41f439de-e657-4ca1-8a55-865945ee9732 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:17:57.630720 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [req-5dfb6bb4-fe1b-4bc3-b3ca-3b4bdd1bdd4d req-fb52a4ff-4618-43a2-b68e-88e853d16907 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:17:57.676091 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9239dd2b-0560-41f4-987d-8c5c0a74630f None None] DHCP port deletion for 41f439de-e657-4ca1-8a55-865945ee9732 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:17:57.700500 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-06b80917-95fc-4f09-92f0-47afdaa3a3b4 req-d500529d-4927-4d05-830c-efab1342524f tempest-VolumesActionsTest-1125936459 tempest-VolumesActionsTest-1125936459-project] 10.222.0.46 "GET /v2.0/ports?device_id=3abfd24d-42ba-4818-a618-45476ddfb951 HTTP/1.1" status: 200 len: 210 time: 0.0869431 Nov 22 20:17:57.704157 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dfb6bb4-fe1b-4bc3-b3ca-3b4bdd1bdd4d req-fb52a4ff-4618-43a2-b68e-88e853d16907 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:17:57.773136 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [None req-f35d640d-76bf-47e1-bf2a-87075d641f29 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Allocated IP 2001:db8::9e (af33d290-a09b-4d43-b29e-152605dd45aa/4d743402-f770-4a36-ae6c-b28dae373304/12a99cce-498d-4e4c-ba86-89decf6ac678) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:17:57.776208 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-9c037891-a612-4fc1-911e-2b968cf210f9 req-9c5212eb-7ba7-4de0-b750-09d53d22534d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:57.794065 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ad51d2c2-3a22-4e8e-9f93-7a9e0f992406 None None] For port a7f0b1ac-1458-4bbc-bd26-d2aafdb5ab2c, host n-d-818823-1, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:17:57.830506 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfb6bb4-fe1b-4bc3-b3ca-3b4bdd1bdd4d req-fb52a4ff-4618-43a2-b68e-88e853d16907 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:17:57.831190 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-5dfb6bb4-fe1b-4bc3-b3ca-3b4bdd1bdd4d req-fb52a4ff-4618-43a2-b68e-88e853d16907 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:57.845987 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ad51d2c2-3a22-4e8e-9f93-7a9e0f992406 None None] For port a7f0b1ac-1458-4bbc-bd26-d2aafdb5ab2c, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=a7f0b1ac-1458-4bbc-bd26-d2aafdb5ab2c,segment=NetworkSegment(c0527588-da58-4e73-b310-dc0e5bb17a7e),segment_id=c0527588-da58-4e73-b310-dc0e5bb17a7e)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:17:57.857979 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-8501fea1-cc4c-408c-82bc-536175f989b2 None None] Port 809ce848-2187-4a4e-8edc-dd0191bb8cd6 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:17:57.900806 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ad51d2c2-3a22-4e8e-9f93-7a9e0f992406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:58.015599 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd00308-cf33-44ff-8980-9b41637f3b29 req-73b4021a-f729-4ef4-b2d8-7a76ed270677 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:17:58.023537 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ffd00308-cf33-44ff-8980-9b41637f3b29 req-73b4021a-f729-4ef4-b2d8-7a76ed270677 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.46 "GET /v2.0/ports?device_id=86e84458-0fba-47b1-8db8-162194d07c9a HTTP/1.1" status: 200 len: 936 time: 1.0086563 Nov 22 20:17:58.026499 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb52a4ff-4618-43a2-b68e-88e853d16907 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Pushing event updated for resources: {'Port': ['ID=b27088f9-e878-4164-b44d-eaf681d4b066,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:17:58.047790 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-9c037891-a612-4fc1-911e-2b968cf210f9 req-573abdfc-14d6-4926-be74-267ab44e85d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:58.120159 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5dfb6bb4-fe1b-4bc3-b3ca-3b4bdd1bdd4d req-fb52a4ff-4618-43a2-b68e-88e853d16907 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8329728 Nov 22 20:17:58.146149 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-5dfb6bb4-fe1b-4bc3-b3ca-3b4bdd1bdd4d req-d3806028-8937-4b86-bec3-c185585e14eb service neutron] Request body: {'port': {'device_id': 'ee1752e3-cc1d-4530-beb4-26e82fda5fc3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818823-1'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:17:58.150635 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] get_ports_and_sgs() called for port_ids ['52d6b7ae-24f7-4fb1-a9ba-b05788111e33', '15fcdac3-0d86-47fd-a34f-6adf8d9958a3'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:17:58.307101 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad51d2c2-3a22-4e8e-9f93-7a9e0f992406 None None] Pushing event updated for resources: {'Port': ['ID=a7f0b1ac-1458-4bbc-bd26-d2aafdb5ab2c,revision_number=2']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:17:58.312433 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-bff0b890-c62a-4568-bc93-b38c81d5bb0e None None] Provisioning complete for port b27088f9-e878-4164-b44d-eaf681d4b066 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:17:58.313065 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-bff0b890-c62a-4568-bc93-b38c81d5bb0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:58.361059 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ffd00308-cf33-44ff-8980-9b41637f3b29 req-18d99463-39ec-4e60-a82e-01f292205fa4 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c61ce95-aab5-427a-864a-9f490b05fbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3365240 Nov 22 20:17:58.383207 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60b69a02-5474-4c4a-a64e-4879d7fb299b tempest-ServersTestBootFromVolume-579283085 tempest-ServersTestBootFromVolume-579283085-project] Router 2b982249-a07c-4502-ba7a-2f0c92347c05 has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 20:17:58.434548 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-bff0b890-c62a-4568-bc93-b38c81d5bb0e None None] Port b27088f9-e878-4164-b44d-eaf681d4b066 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:17:58.495352 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d281ed7-89a1-43b5-8745-14796af490a7 req-8f10bf8a-aab0-4341-8a06-b3d3e99d9072 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:17:58.503163 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2d281ed7-89a1-43b5-8745-14796af490a7 req-8f10bf8a-aab0-4341-8a06-b3d3e99d9072 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/ports?device_id=ee1752e3-cc1d-4530-beb4-26e82fda5fc3 HTTP/1.1" status: 200 len: 931 time: 0.5057020 Nov 22 20:17:58.510609 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-5dfb6bb4-fe1b-4bc3-b3ca-3b4bdd1bdd4d req-d3806028-8937-4b86-bec3-c185585e14eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:58.633710 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f35d640d-76bf-47e1-bf2a-87075d641f29 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:58.711834 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f35d640d-76bf-47e1-bf2a-87075d641f29 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:58.716879 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60b69a02-5474-4c4a-a64e-4879d7fb299b tempest-ServersTestBootFromVolume-579283085 tempest-ServersTestBootFromVolume-579283085-project] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:17:58.748572 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f62c5776-c1be-49f9-8500-e4ad1085d9e1 None None] Sync routers for ids ['2b982249-a07c-4502-ba7a-2f0c92347c05'] in n-d-818823-1 {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:17:58.784882 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-60b69a02-5474-4c4a-a64e-4879d7fb299b tempest-ServersTestBootFromVolume-579283085 tempest-ServersTestBootFromVolume-579283085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for floatingip, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:58.854425 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f62c5776-c1be-49f9-8500-e4ad1085d9e1 None None] Routers {'2b982249-a07c-4502-ba7a-2f0c92347c05'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:17:58.857786 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-f62c5776-c1be-49f9-8500-e4ad1085d9e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:17:33Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['2b982249-a07c-4502-ba7a-2f0c92347c05'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:17:58.915913 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2d281ed7-89a1-43b5-8745-14796af490a7 req-f7a273b2-0911-415d-9962-f1b55357fae4 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6bb4485-0c85-4226-9793-14795129f329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4108446 Nov 22 20:17:58.927759 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f35d640d-76bf-47e1-bf2a-87075d641f29 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Network af33d290-a09b-4d43-b29e-152605dd45aa is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:17:58.939238 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-f35d640d-76bf-47e1-bf2a-87075d641f29 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:17:58.956513 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f35d640d-76bf-47e1-bf2a-87075d641f29 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:17:58.967671 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f35d640d-76bf-47e1-bf2a-87075d641f29 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:17:58.973527 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f35d640d-76bf-47e1-bf2a-87075d641f29 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:58.979291 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device a7f0b1ac-1458-4bbc-bd26-d2aafdb5ab2c up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:17:58.991214 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-01de507e-f4ec-4e20-b6d7-25646b0faefe req-2c9d4d44-b37f-412a-b397-94f3ddb82627 tempest-VolumesActionsTest-1125936459 tempest-VolumesActionsTest-1125936459-project] 10.222.0.46 "GET /v2.0/ports?device_id=3abfd24d-42ba-4818-a618-45476ddfb951 HTTP/1.1" status: 200 len: 210 time: 0.0738466 Nov 22 20:17:58.997798 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-60b69a02-5474-4c4a-a64e-4879d7fb299b tempest-ServersTestBootFromVolume-579283085 tempest-ServersTestBootFromVolume-579283085-project] 10.222.0.46 "PUT /v2.0/floatingips/4d284ce5-3591-4fdb-82e6-94fe01584135 HTTP/1.1" status: 200 len: 991 time: 5.6960769 Nov 22 20:17:59.020054 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35d640d-76bf-47e1-bf2a-87075d641f29 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Pushing event updated for resources: {'Port': ['ID=12a99cce-498d-4e4c-ba86-89decf6ac678,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:17:59.031341 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c736002-725b-489a-b39d-3fa0f252de44', 'tag': '29fe7f32-c1c4-4849-a3d2-11921abefde5'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:17:59.039989 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6723c0cd-6e9b-4e0c-a46f-76ec67c81e38" -d '{"events": [{"name": "network-changed", "server_uuid": "6c736002-725b-489a-b39d-3fa0f252de44", "tag": "29fe7f32-c1c4-4849-a3d2-11921abefde5"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:17:59.061275 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-f35d640d-76bf-47e1-bf2a-87075d641f29 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.4715703 Nov 22 20:17:59.067663 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 44638) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:17:59.073135 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-acf8ba3c-9588-4c60-84c3-d4991df4d419 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Request body: {'subnet': {'network_id': 'af33d290-a09b-4d43-b29e-152605dd45aa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:17:59.219927 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port a7f0b1ac-1458-4bbc-bd26-d2aafdb5ab2c triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:17:59.220584 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:59.226935 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-f62c5776-c1be-49f9-8500-e4ad1085d9e1 None None] Set router 2b982249-a07c-4502-ba7a-2f0c92347c05 gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:17:59.395917 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 20:17:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18ad3c05-bfb7-42cc-bf69-f64c332c5ad5 x-openstack-request-id: req-18ad3c05-bfb7-42cc-bf69-f64c332c5ad5 {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:17:59.396936 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c736002-725b-489a-b39d-3fa0f252de44", "tag": "29fe7f32-c1c4-4849-a3d2-11921abefde5", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:17:59.397376 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-18ad3c05-bfb7-42cc-bf69-f64c332c5ad5 {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:17:59.398891 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c736002-725b-489a-b39d-3fa0f252de44', 'tag': '29fe7f32-c1c4-4849-a3d2-11921abefde5', 'status': 'completed', 'code': 200} Nov 22 20:17:59.586511 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6723c0cd-6e9b-4e0c-a46f-76ec67c81e38 req-72d94128-dbe4-4cb5-89fa-dfff82a6d688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:17:59.588265 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6723c0cd-6e9b-4e0c-a46f-76ec67c81e38 req-72d94128-dbe4-4cb5-89fa-dfff82a6d688 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=23ed8fcebbac4686acca3f06ab3e514c&device_id=6c736002-725b-489a-b39d-3fa0f252de44 HTTP/1.1" status: 200 len: 1096 time: 0.2818859 Nov 22 20:17:59.608262 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:59.753618 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [req-9c037891-a612-4fc1-911e-2b968cf210f9 req-9c5212eb-7ba7-4de0-b750-09d53d22534d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 809ce848-2187-4a4e-8edc-dd0191bb8cd6 {{(pid=103448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:17:59.781565 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-9c037891-a612-4fc1-911e-2b968cf210f9 req-9c5212eb-7ba7-4de0-b750-09d53d22534d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:59.816397 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [req-9c037891-a612-4fc1-911e-2b968cf210f9 req-9c5212eb-7ba7-4de0-b750-09d53d22534d service neutron] Transition to ACTIVE for port object 809ce848-2187-4a4e-8edc-dd0191bb8cd6 will not be triggered until provisioned by entity L2. {{(pid=103448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 20:17:59.825800 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-9c037891-a612-4fc1-911e-2b968cf210f9 req-9c5212eb-7ba7-4de0-b750-09d53d22534d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:17:59.838622 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] For port a7f0b1ac-1458-4bbc-bd26-d2aafdb5ab2c, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=a7f0b1ac-1458-4bbc-bd26-d2aafdb5ab2c,segment=NetworkSegment(c0527588-da58-4e73-b310-dc0e5bb17a7e),segment_id=c0527588-da58-4e73-b310-dc0e5bb17a7e)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:17:59.929611 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:00.046660 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556ec95c-417c-472a-abcd-921d14c351d5 req-674411d0-66f1-420b-ab31-015540233526 tempest-VolumesActionsTest-1125936459 tempest-VolumesActionsTest-1125936459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:00.052076 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-556ec95c-417c-472a-abcd-921d14c351d5 req-674411d0-66f1-420b-ab31-015540233526 tempest-VolumesActionsTest-1125936459 tempest-VolumesActionsTest-1125936459-project] 10.222.0.20 "GET /v2.0/networks?id=a638f8aa-b343-44c1-bcb9-fbd608b1e107 HTTP/1.1" status: 200 len: 809 time: 0.7563455 Nov 22 20:18:00.078453 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-2dd8d423-3287-41ac-a2c5-98fe4c8d7a51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:00.098335 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Pushing event updated for resources: {'Port': ['ID=a7f0b1ac-1458-4bbc-bd26-d2aafdb5ab2c,revision_number=3']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:18:00.117461 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:18:00.117819 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:18:00.118176 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:18:00.118510 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:18:00.118849 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:18:00.119185 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:18:00.124595 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:18:00.125030 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:18:00.125379 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:18:00.125723 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:18:00.126061 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:18:00.126444 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:18:00.146899 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5212eb-7ba7-4de0-b750-09d53d22534d service neutron] Pushing event updated for resources: {'Port': ['ID=809ce848-2187-4a4e-8edc-dd0191bb8cd6,revision_number=2']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:18:00.170169 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-f62c5776-c1be-49f9-8500-e4ad1085d9e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b982249-a07c-4502-ba7a-2f0c92347c05', 'name': 'tempest-ServersTestBootFromVolume-388830050-router', 'tenant_id': '23ed8fcebbac4686acca3f06ab3e514c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': 'bec982c5-e9f9-44de-bd20-1379b7fef959', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:16:20Z', 'updated_at': '2021-11-22T20:16:29Z', 'revision_number': 4, 'project_id': '23ed8fcebbac4686acca3f06ab3e514c', 'gw_port': {'id': 'bec982c5-e9f9-44de-bd20-1379b7fef959', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:fd:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b982249-a07c-4502-ba7a-2f0c92347c05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:16:22Z', 'updated_at': '2021-11-22T20:16:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_floatingips': [{'id': '4d284ce5-3591-4fdb-82e6-94fe01584135', 'tenant_id': '23ed8fcebbac4686acca3f06ab3e514c', 'floating_ip_address': '172.25.5.102', 'floating_network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'router_id': '2b982249-a07c-4502-ba7a-2f0c92347c05', 'port_id': '29fe7f32-c1c4-4849-a3d2-11921abefde5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1683, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73091ecb-b489-4dc5-b0f5-740e198eef08', 'mac_address': 'fa:16:3e:24:78:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c736002-725b-489a-b39d-3fa0f252de44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T20:16:39Z', 'updated_at': '2021-11-22T20:17:55Z', 'revision_number': 1, 'project_id': '23ed8fcebbac4686acca3f06ab3e514c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4aa7ce46-970d-4abb-911d-d8151339509d', 'name': '', 'network_id': '73091ecb-b489-4dc5-b0f5-740e198eef08', 'tenant_id': '23ed8fcebbac4686acca3f06ab3e514c', 'mac_address': 'fa:16:3e:b7:27:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b982249-a07c-4502-ba7a-2f0c92347c05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '9101b2b3-b2f9-4690-9616-29ccea2bab88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:16:28Z', 'updated_at': '2021-11-22T20:16:39Z', 'revision_number': 5, 'project_id': '23ed8fcebbac4686acca3f06ab3e514c', 'subnets': [{'id': '9101b2b3-b2f9-4690-9616-29ccea2bab88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:18:00.237508 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f62c5776-c1be-49f9-8500-e4ad1085d9e1 None None] Checking router: 2b982249-a07c-4502-ba7a-2f0c92347c05 for host: n-d-818823-1 {{(pid=103449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 20:18:00.240588 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-9c037891-a612-4fc1-911e-2b968cf210f9 req-9c5212eb-7ba7-4de0-b750-09d53d22534d service neutron] Attempting to bind port 809ce848-2187-4a4e-8edc-dd0191bb8cd6 on host n-h1-818823-1 for vnic_type normal with profile {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:18:00.241136 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-9c037891-a612-4fc1-911e-2b968cf210f9 req-9c5212eb-7ba7-4de0-b750-09d53d22534d service neutron] Attempting to bind port 809ce848-2187-4a4e-8edc-dd0191bb8cd6 by drivers openvswitch,hyperv on host n-h1-818823-1 at level 0 using segments [{'id': '2a5a1c7b-538e-498e-99b9-cc7a8e0411be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'e1052824-bf78-4963-8937-b202e372ac24'}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:18:00.241651 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c037891-a612-4fc1-911e-2b968cf210f9 req-9c5212eb-7ba7-4de0-b750-09d53d22534d service neutron] Attempting to bind port 809ce848-2187-4a4e-8edc-dd0191bb8cd6 on network e1052824-bf78-4963-8937-b202e372ac24 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:18:00.251316 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c037891-a612-4fc1-911e-2b968cf210f9 req-9c5212eb-7ba7-4de0-b750-09d53d22534d service neutron] Port 809ce848-2187-4a4e-8edc-dd0191bb8cd6 on network e1052824-bf78-4963-8937-b202e372ac24 not bound, no agent of type Open vSwitch agent registered on host n-h1-818823-1 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:18:00.251901 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c037891-a612-4fc1-911e-2b968cf210f9 req-9c5212eb-7ba7-4de0-b750-09d53d22534d service neutron] Attempting to bind port 809ce848-2187-4a4e-8edc-dd0191bb8cd6 on network e1052824-bf78-4963-8937-b202e372ac24 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:18:00.283670 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c037891-a612-4fc1-911e-2b968cf210f9 req-9c5212eb-7ba7-4de0-b750-09d53d22534d service neutron] Checking agent: {'id': '7a008cff-3b49-418c-8046-689d46cc800f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'started_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 17, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:18:00.286385 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c037891-a612-4fc1-911e-2b968cf210f9 req-9c5212eb-7ba7-4de0-b750-09d53d22534d service neutron] Checking segment: {'id': '2a5a1c7b-538e-498e-99b9-cc7a8e0411be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'e1052824-bf78-4963-8937-b202e372ac24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:18:00.287128 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c037891-a612-4fc1-911e-2b968cf210f9 req-9c5212eb-7ba7-4de0-b750-09d53d22534d service neutron] Bound using segment: {'id': '2a5a1c7b-538e-498e-99b9-cc7a8e0411be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'e1052824-bf78-4963-8937-b202e372ac24'} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:18:00.287825 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-9c037891-a612-4fc1-911e-2b968cf210f9 req-9c5212eb-7ba7-4de0-b750-09d53d22534d service neutron] Bound port: 809ce848-2187-4a4e-8edc-dd0191bb8cd6, host: n-h1-818823-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a5a1c7b-538e-498e-99b9-cc7a8e0411be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'e1052824-bf78-4963-8937-b202e372ac24'}}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:18:00.288667 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-9c037891-a612-4fc1-911e-2b968cf210f9 req-9c5212eb-7ba7-4de0-b750-09d53d22534d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:00.290932 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f62c5776-c1be-49f9-8500-e4ad1085d9e1 None None] Routers {'2b982249-a07c-4502-ba7a-2f0c92347c05'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:18:00.292436 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-f62c5776-c1be-49f9-8500-e4ad1085d9e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:17:33Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['2b982249-a07c-4502-ba7a-2f0c92347c05'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:18:00.356351 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-556ec95c-417c-472a-abcd-921d14c351d5 req-43f6cd36-700e-4322-a63e-d4037443a297 tempest-VolumesActionsTest-1125936459 tempest-VolumesActionsTest-1125936459-project] Request body: {'port': {'device_id': '3abfd24d-42ba-4818-a618-45476ddfb951', 'network_id': 'a638f8aa-b343-44c1-bcb9-fbd608b1e107', 'admin_state_up': True, 'tenant_id': '191f2c6a74ca44febe6b0c0dccf4c560'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:18:00.401650 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-362359b1-9ae8-46cd-bcdd-2c17e95ddb39 None None] Provisioning complete for port f97f87bc-ef43-4dad-9d40-4a64e8de529f triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:18:00.402344 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-362359b1-9ae8-46cd-bcdd-2c17e95ddb39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:00.503321 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-362359b1-9ae8-46cd-bcdd-2c17e95ddb39 None None] Port f97f87bc-ef43-4dad-9d40-4a64e8de529f cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:18:00.520713 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-9c037891-a612-4fc1-911e-2b968cf210f9 req-9c5212eb-7ba7-4de0-b750-09d53d22534d service neutron] For port 809ce848-2187-4a4e-8edc-dd0191bb8cd6, host n-h1-818823-1, cleared binding levels {{(pid=103448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:18:00.530654 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-9c037891-a612-4fc1-911e-2b968cf210f9 req-9c5212eb-7ba7-4de0-b750-09d53d22534d service neutron] For port 809ce848-2187-4a4e-8edc-dd0191bb8cd6, host n-h1-818823-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=809ce848-2187-4a4e-8edc-dd0191bb8cd6,segment=NetworkSegment(2a5a1c7b-538e-498e-99b9-cc7a8e0411be),segment_id=2a5a1c7b-538e-498e-99b9-cc7a8e0411be)] {{(pid=103448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:18:00.540994 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-9c037891-a612-4fc1-911e-2b968cf210f9 req-9c5212eb-7ba7-4de0-b750-09d53d22534d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:00.592729 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c037891-a612-4fc1-911e-2b968cf210f9 req-9c5212eb-7ba7-4de0-b750-09d53d22534d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:00.593376 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-9c037891-a612-4fc1-911e-2b968cf210f9 req-9c5212eb-7ba7-4de0-b750-09d53d22534d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:00.595325 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-9c037891-a612-4fc1-911e-2b968cf210f9 req-9c5212eb-7ba7-4de0-b750-09d53d22534d service neutron] 10.222.0.41 "PUT /v2.0/ports/809ce848-2187-4a4e-8edc-dd0191bb8cd6 HTTP/1.1" status: 200 len: 1096 time: 3.0234439 Nov 22 20:18:00.595325 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e460d313-80e9-47f6-9945-5af58f9ad305', 'tag': '809ce848-2187-4a4e-8edc-dd0191bb8cd6'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:18:00.597628 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589a98cf2aea187fcc423a5edb333e5a6cf3ad7c81115d1ebee0f079693c312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d1f5f49-66d6-4b73-9eec-19e0af7b515f" -d '{"events": [{"name": "network-changed", "server_uuid": "e460d313-80e9-47f6-9945-5af58f9ad305", "tag": "809ce848-2187-4a4e-8edc-dd0191bb8cd6"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:18:00.637339 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-362359b1-9ae8-46cd-bcdd-2c17e95ddb39 None None] Provisioning complete for port a7f0b1ac-1458-4bbc-bd26-d2aafdb5ab2c triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:18:00.637856 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-362359b1-9ae8-46cd-bcdd-2c17e95ddb39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:00.641041 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5212eb-7ba7-4de0-b750-09d53d22534d service neutron] Pushing event updated for resources: {'Port': ['ID=809ce848-2187-4a4e-8edc-dd0191bb8cd6,revision_number=3']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:18:00.665230 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [req-5dfb6bb4-fe1b-4bc3-b3ca-3b4bdd1bdd4d req-d3806028-8937-4b86-bec3-c185585e14eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b27088f9-e878-4164-b44d-eaf681d4b066 {{(pid=103447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:18:00.719968 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acf8ba3c-9588-4c60-84c3-d4991df4d419 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Made reservation on behalf of 2dee5ba1e01f416ab951cabb312f3dca for: {'subnet': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:18:00.730567 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-acf8ba3c-9588-4c60-84c3-d4991df4d419 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8485086'] for subnet, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:00.762298 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c037891-a612-4fc1-911e-2b968cf210f9 req-631ea87a-c352-4b1f-89ee-5586162d6949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:00.763930 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-9c037891-a612-4fc1-911e-2b968cf210f9 req-631ea87a-c352-4b1f-89ee-5586162d6949 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=dd29aa5b29024a1589aa1e9d9246bd3e&device_id=e460d313-80e9-47f6-9945-5af58f9ad305 HTTP/1.1" status: 200 len: 1099 time: 0.1062732 Nov 22 20:18:00.804015 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-f62c5776-c1be-49f9-8500-e4ad1085d9e1 None None] Set router 2b982249-a07c-4502-ba7a-2f0c92347c05 gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:18:00.867070 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-9c037891-a612-4fc1-911e-2b968cf210f9 req-0251c9d4-320b-4d67-bd97-c6a2c6f338f8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=809ce848-2187-4a4e-8edc-dd0191bb8cd6 HTTP/1.1" status: 200 len: 217 time: 0.0915477 Nov 22 20:18:00.884105 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device a7f0b1ac-1458-4bbc-bd26-d2aafdb5ab2c up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:18:00.938547 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c037891-a612-4fc1-911e-2b968cf210f9 req-b6183765-fca9-4f1c-88ac-1068cd820032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:00.940812 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-9c037891-a612-4fc1-911e-2b968cf210f9 req-b6183765-fca9-4f1c-88ac-1068cd820032 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3091ebfd-11e2-41f8-9c00-ffe0b86563d8 HTTP/1.1" status: 200 len: 843 time: 0.0670457 Nov 22 20:18:00.948348 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-5dfb6bb4-fe1b-4bc3-b3ca-3b4bdd1bdd4d req-d3806028-8937-4b86-bec3-c185585e14eb service neutron] Publish callbacks [] for port, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:00.962548 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf458fa5-e6a4-41fe-81b7-97650bd7fe55 req-98c36d6a-6ec7-4831-a08c-36c15022477e tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:00.969583 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-cf458fa5-e6a4-41fe-81b7-97650bd7fe55 req-98c36d6a-6ec7-4831-a08c-36c15022477e tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.46 "GET /v2.0/ports?device_id=86e84458-0fba-47b1-8db8-162194d07c9a HTTP/1.1" status: 200 len: 936 time: 1.4072251 Nov 22 20:18:01.040754 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8def089-64be-46d8-9816-51daae39df3a req-da85a966-d51b-4bf2-a623-ed47c62f13ae tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:01.042332 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e8def089-64be-46d8-9816-51daae39df3a req-da85a966-d51b-4bf2-a623-ed47c62f13ae tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/ports?device_id=ee1752e3-cc1d-4530-beb4-26e82fda5fc3 HTTP/1.1" status: 200 len: 931 time: 0.8736718 Nov 22 20:18:01.057087 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c037891-a612-4fc1-911e-2b968cf210f9 req-3a37fd19-7b7c-4195-b7fa-0f7860c5491b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:01.058888 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-9c037891-a612-4fc1-911e-2b968cf210f9 req-3a37fd19-7b7c-4195-b7fa-0f7860c5491b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e1052824-bf78-4963-8937-b202e372ac24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1072559 Nov 22 20:18:01.072108 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-556ec95c-417c-472a-abcd-921d14c351d5 req-43f6cd36-700e-4322-a63e-d4037443a297 tempest-VolumesActionsTest-1125936459 tempest-VolumesActionsTest-1125936459-project] Made reservation on behalf of 191f2c6a74ca44febe6b0c0dccf4c560 for: {'port': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:18:01.075546 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-556ec95c-417c-472a-abcd-921d14c351d5 req-43f6cd36-700e-4322-a63e-d4037443a297 tempest-VolumesActionsTest-1125936459 tempest-VolumesActionsTest-1125936459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:01.089708 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.provisioning_blocks [req-5dfb6bb4-fe1b-4bc3-b3ca-3b4bdd1bdd4d req-d3806028-8937-4b86-bec3-c185585e14eb service neutron] Transition to ACTIVE for port object b27088f9-e878-4164-b44d-eaf681d4b066 will not be triggered until provisioned by entity L2. {{(pid=103447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 20:18:01.093538 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6723c0cd-6e9b-4e0c-a46f-76ec67c81e38 req-a5a61841-709e-4119-9dbe-0bf0ae618111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:01.095144 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6723c0cd-6e9b-4e0c-a46f-76ec67c81e38 req-a5a61841-709e-4119-9dbe-0bf0ae618111 service neutron] 10.222.0.41 "GET /v2.0/networks?id=73091ecb-b489-4dc5-b0f5-740e198eef08 HTTP/1.1" status: 200 len: 916 time: 1.4478035 Nov 22 20:18:01.124652 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-5dfb6bb4-fe1b-4bc3-b3ca-3b4bdd1bdd4d req-d3806028-8937-4b86-bec3-c185585e14eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:01.130796 n-d-818823-1 neutron-server[103447]: INFO neutron.db.ipam_backend_mixin [None req-acf8ba3c-9588-4c60-84c3-d4991df4d419 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4d743402-f770-4a36-ae6c-b28dae373304 (CIDR: 2001:db8::/64) Nov 22 20:18:01.182707 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port a7f0b1ac-1458-4bbc-bd26-d2aafdb5ab2c triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:18:01.183296 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:01.223806 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-9c037891-a612-4fc1-911e-2b968cf210f9 req-96c4f8f7-4dbc-4751-8109-705b6a5768b5 service neutron] 10.222.0.41 "GET /v2.0/networks/e1052824-bf78-4963-8937-b202e372ac24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572263 Nov 22 20:18:01.273771 n-d-818823-1 neutron-server[103447]: INFO neutron.pecan_wsgi.hooks.translation [None req-acf8ba3c-9588-4c60-84c3-d4991df4d419 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 22 20:18:01.274351 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-acf8ba3c-9588-4c60-84c3-d4991df4d419 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103447) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 20:18:01.285694 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-6a033b43-a27e-4b7b-8292-65be1db83919 None None] Provisioning complete for port 12a99cce-498d-4e4c-ba86-89decf6ac678 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:18:01.286066 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6a033b43-a27e-4b7b-8292-65be1db83919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:01.347737 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d183be96-5525-4a47-878d-13e1146e3b2d None None] DHCP port deletion for 41f439de-e657-4ca1-8a55-865945ee9732 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:18:01.362061 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-9c037891-a612-4fc1-911e-2b968cf210f9 req-d0c12dbb-84ec-4db2-8006-d1cda081ce5a service neutron] 10.222.0.41 "GET /v2.0/networks/e1052824-bf78-4963-8937-b202e372ac24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306627 Nov 22 20:18:01.412496 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-6a033b43-a27e-4b7b-8292-65be1db83919 None None] Port 12a99cce-498d-4e4c-ba86-89decf6ac678 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:18:01.435251 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-cf458fa5-e6a4-41fe-81b7-97650bd7fe55 req-00af490a-ea62-472f-8e05-06a34dfff83f tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c61ce95-aab5-427a-864a-9f490b05fbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4338365 Nov 22 20:18:01.448152 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-acf8ba3c-9588-4c60-84c3-d4991df4d419 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.3697474 Nov 22 20:18:01.448269 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 44676) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:18:01.454477 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-e4fc663d-d7bc-42a0-bd58-740444e627fc tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Request body: {'subnet': {'network_id': 'af33d290-a09b-4d43-b29e-152605dd45aa', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:18:01.461724 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3806028-8937-4b86-bec3-c185585e14eb service neutron] Pushing event updated for resources: {'Port': ['ID=b27088f9-e878-4164-b44d-eaf681d4b066,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:18:01.482761 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e8def089-64be-46d8-9816-51daae39df3a req-be09cc35-81d6-46b4-8bcc-e96d4195ac7a tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6bb4485-0c85-4226-9793-14795129f329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4210644 Nov 22 20:18:01.519158 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6723c0cd-6e9b-4e0c-a46f-76ec67c81e38 req-839db8d6-adcd-4248-a8be-0cc30c75901d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=29fe7f32-c1c4-4849-a3d2-11921abefde5 HTTP/1.1" status: 200 len: 999 time: 0.3956487 Nov 22 20:18:01.532372 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-f62c5776-c1be-49f9-8500-e4ad1085d9e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b982249-a07c-4502-ba7a-2f0c92347c05', 'name': 'tempest-ServersTestBootFromVolume-388830050-router', 'tenant_id': '23ed8fcebbac4686acca3f06ab3e514c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': 'bec982c5-e9f9-44de-bd20-1379b7fef959', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:16:20Z', 'updated_at': '2021-11-22T20:16:29Z', 'revision_number': 4, 'project_id': '23ed8fcebbac4686acca3f06ab3e514c', 'gw_port': {'id': 'bec982c5-e9f9-44de-bd20-1379b7fef959', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:fd:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b982249-a07c-4502-ba7a-2f0c92347c05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:16:22Z', 'updated_at': '2021-11-22T20:16:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_floatingips': [{'id': '4d284ce5-3591-4fdb-82e6-94fe01584135', 'tenant_id': '23ed8fcebbac4686acca3f06ab3e514c', 'floating_ip_address': '172.25.5.102', 'floating_network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'router_id': '2b982249-a07c-4502-ba7a-2f0c92347c05', 'port_id': '29fe7f32-c1c4-4849-a3d2-11921abefde5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1683, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73091ecb-b489-4dc5-b0f5-740e198eef08', 'mac_address': 'fa:16:3e:24:78:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c736002-725b-489a-b39d-3fa0f252de44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T20:16:39Z', 'updated_at': '2021-11-22T20:17:55Z', 'revision_number': 1, 'project_id': '23ed8fcebbac4686acca3f06ab3e514c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4aa7ce46-970d-4abb-911d-d8151339509d', 'name': '', 'network_id': '73091ecb-b489-4dc5-b0f5-740e198eef08', 'tenant_id': '23ed8fcebbac4686acca3f06ab3e514c', 'mac_address': 'fa:16:3e:b7:27:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b982249-a07c-4502-ba7a-2f0c92347c05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '9101b2b3-b2f9-4690-9616-29ccea2bab88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:16:28Z', 'updated_at': '2021-11-22T20:16:39Z', 'revision_number': 5, 'project_id': '23ed8fcebbac4686acca3f06ab3e514c', 'subnets': [{'id': '9101b2b3-b2f9-4690-9616-29ccea2bab88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:18:01.533358 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [req-9c037891-a612-4fc1-911e-2b968cf210f9 req-573abdfc-14d6-4926-be74-267ab44e85d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 159ed494-f1c4-45d7-8e39-d21b57d302f2 {{(pid=103447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:18:01.597776 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f62c5776-c1be-49f9-8500-e4ad1085d9e1 None None] The sync data for ids ['2b982249-a07c-4502-ba7a-2f0c92347c05'] in n-d-818823-1 is: [{'id': '2b982249-a07c-4502-ba7a-2f0c92347c05', 'name': 'tempest-ServersTestBootFromVolume-388830050-router', 'tenant_id': '23ed8fcebbac4686acca3f06ab3e514c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': 'bec982c5-e9f9-44de-bd20-1379b7fef959', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:16:20Z', 'updated_at': '2021-11-22T20:16:29Z', 'revision_number': 4, 'project_id': '23ed8fcebbac4686acca3f06ab3e514c', 'gw_port': {'id': 'bec982c5-e9f9-44de-bd20-1379b7fef959', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:fd:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b982249-a07c-4502-ba7a-2f0c92347c05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:16:22Z', 'updated_at': '2021-11-22T20:16:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_floatingips': [{'id': '4d284ce5-3591-4fdb-82e6-94fe01584135', 'tenant_id': '23ed8fcebbac4686acca3f06ab3e514c', 'floating_ip_address': '172.25.5.102', 'floating_network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'router_id': '2b982249-a07c-4502-ba7a-2f0c92347c05', 'port_id': '29fe7f32-c1c4-4849-a3d2-11921abefde5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1683, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73091ecb-b489-4dc5-b0f5-740e198eef08', 'mac_address': 'fa:16:3e:24:78:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c736002-725b-489a-b39d-3fa0f252de44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T20:16:39Z', 'updated_at': '2021-11-22T20:17:55Z', 'revision_number': 1, 'project_id': '23ed8fcebbac4686acca3f06ab3e514c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4aa7ce46-970d-4abb-911d-d8151339509d', 'name': '', 'network_id': '73091ecb-b489-4dc5-b0f5-740e198eef08', 'tenant_id': '23ed8fcebbac4686acca3f06ab3e514c', 'mac_address': 'fa:16:3e:b7:27:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b982249-a07c-4502-ba7a-2f0c92347c05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '9101b2b3-b2f9-4690-9616-29ccea2bab88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:16:28Z', 'updated_at': '2021-11-22T20:16:39Z', 'revision_number': 5, 'project_id': '23ed8fcebbac4686acca3f06ab3e514c', 'subnets': [{'id': '9101b2b3-b2f9-4690-9616-29ccea2bab88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:18:01.679756 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 20:18:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28329516-d9b9-4ab3-8b5e-614a6be9ff2a x-openstack-request-id: req-28329516-d9b9-4ab3-8b5e-614a6be9ff2a {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:18:01.680191 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e460d313-80e9-47f6-9945-5af58f9ad305", "tag": "809ce848-2187-4a4e-8edc-dd0191bb8cd6", "status": "completed", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:18:01.680544 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-28329516-d9b9-4ab3-8b5e-614a6be9ff2a {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:18:01.681176 n-d-818823-1 neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e460d313-80e9-47f6-9945-5af58f9ad305', 'tag': '809ce848-2187-4a4e-8edc-dd0191bb8cd6', 'status': 'completed', 'code': 200} Nov 22 20:18:01.684674 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4fc663d-d7bc-42a0-bd58-740444e627fc tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Made reservation on behalf of 2dee5ba1e01f416ab951cabb312f3dca for: {'subnet': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:18:01.687119 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6723c0cd-6e9b-4e0c-a46f-76ec67c81e38 req-bbad6256-8910-412c-b7bb-b946c62b3abb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:01.690251 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e4fc663d-d7bc-42a0-bd58-740444e627fc tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11792951'] for subnet, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:01.690661 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6723c0cd-6e9b-4e0c-a46f-76ec67c81e38 req-bbad6256-8910-412c-b7bb-b946c62b3abb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9101b2b3-b2f9-4690-9616-29ccea2bab88 HTTP/1.1" status: 200 len: 854 time: 0.1472149 Nov 22 20:18:01.699827 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-9c037891-a612-4fc1-911e-2b968cf210f9 req-573abdfc-14d6-4926-be74-267ab44e85d0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:01.769583 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [req-556ec95c-417c-472a-abcd-921d14c351d5 req-43f6cd36-700e-4322-a63e-d4037443a297 tempest-VolumesActionsTest-1125936459 tempest-VolumesActionsTest-1125936459-project] Allocated IP 172.20.0.8 (a638f8aa-b343-44c1-bcb9-fbd608b1e107/e93b9d80-84ab-4fe4-87af-03c83bea94e7/c55f8839-233c-4e51-be6e-89732b69dcaa) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:18:01.828689 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1f5f49-66d6-4b73-9eec-19e0af7b515f req-303822ac-344f-46dd-81ed-8eccb6d2f3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:01.830400 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-0d1f5f49-66d6-4b73-9eec-19e0af7b515f req-303822ac-344f-46dd-81ed-8eccb6d2f3fd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=dd29aa5b29024a1589aa1e9d9246bd3e&device_id=e460d313-80e9-47f6-9945-5af58f9ad305 HTTP/1.1" status: 200 len: 1099 time: 0.1175747 Nov 22 20:18:01.994153 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5afed3b3-bf78-440e-880f-104bb028dd24 None None] New status for floating IP 4d284ce5-3591-4fdb-82e6-94fe01584135: ACTIVE {{(pid=103450) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 20:18:02.202862 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1f5f49-66d6-4b73-9eec-19e0af7b515f req-084dd3f9-663b-4e50-aabb-a536fbd8b7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:02.205155 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-0d1f5f49-66d6-4b73-9eec-19e0af7b515f req-084dd3f9-663b-4e50-aabb-a536fbd8b7bf service neutron] 10.222.0.41 "GET /v2.0/networks?id=e1052824-bf78-4963-8937-b202e372ac24 HTTP/1.1" status: 200 len: 870 time: 0.3660026 Nov 22 20:18:02.268756 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e4fc663d-d7bc-42a0-bd58-740444e627fc tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11567560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11792921'] for subnet, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:02.276571 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-0d1f5f49-66d6-4b73-9eec-19e0af7b515f req-f88f4838-9476-4f2a-a6b5-018c4265e400 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=809ce848-2187-4a4e-8edc-dd0191bb8cd6 HTTP/1.1" status: 200 len: 217 time: 0.0634155 Nov 22 20:18:02.379099 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4fc663d-d7bc-42a0-bd58-740444e627fc tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Network af33d290-a09b-4d43-b29e-152605dd45aa is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:18:02.399586 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-e4fc663d-d7bc-42a0-bd58-740444e627fc tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:18:02.402666 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fc663d-d7bc-42a0-bd58-740444e627fc tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Pushing event updated for resources: {'Subnet': ['ID=b391ced0-caa0-4d2c-9ea2-e35d43a3748c,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:18:02.408765 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4fc663d-d7bc-42a0-bd58-740444e627fc tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:02.409702 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e4fc663d-d7bc-42a0-bd58-740444e627fc tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:02.417144 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3fbdd22-210a-4dc9-9c93-d258e98d9126 None None] Network af33d290-a09b-4d43-b29e-152605dd45aa requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:18:02.424122 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.provisioning_blocks [req-9c037891-a612-4fc1-911e-2b968cf210f9 req-573abdfc-14d6-4926-be74-267ab44e85d0 service neutron] Transition to ACTIVE for port object 159ed494-f1c4-45d7-8e39-d21b57d302f2 will not be triggered until provisioned by entity L2. {{(pid=103447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 20:18:02.448368 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1f5f49-66d6-4b73-9eec-19e0af7b515f req-5373ff76-e93a-46ba-8f89-d5ed391bbc97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:02.450389 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-0d1f5f49-66d6-4b73-9eec-19e0af7b515f req-5373ff76-e93a-46ba-8f89-d5ed391bbc97 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3091ebfd-11e2-41f8-9c00-ffe0b86563d8 HTTP/1.1" status: 200 len: 843 time: 0.1660690 Nov 22 20:18:02.455126 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9391c414-1e52-46a9-a67a-fb59fcb7a919 req-563a2e5a-9711-49aa-aa9d-282c17233074 tempest-VolumesActionsTest-1125936459 tempest-VolumesActionsTest-1125936459-project] 10.222.0.46 "GET /v2.0/ports?device_id=3abfd24d-42ba-4818-a618-45476ddfb951 HTTP/1.1" status: 200 len: 210 time: 0.7476344 Nov 22 20:18:02.458915 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-e4fc663d-d7bc-42a0-bd58-740444e627fc tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.0156608 Nov 22 20:18:02.468866 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-9c037891-a612-4fc1-911e-2b968cf210f9 req-573abdfc-14d6-4926-be74-267ab44e85d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:02.480749 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 44710) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:18:02.492855 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-80ecd34b-076a-4e23-b8b8-3cfd850ef3ce tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-209780968', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'b391ced0-caa0-4d2c-9ea2-e35d43a3748c'}], 'security_groups': ['4d6e4460-467b-47d5-a505-12ea6086a7e9']}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:18:02.506250 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-5dfb6bb4-fe1b-4bc3-b3ca-3b4bdd1bdd4d req-d3806028-8937-4b86-bec3-c185585e14eb service neutron] Attempting to bind port b27088f9-e878-4164-b44d-eaf681d4b066 on host n-h1-818823-1 for vnic_type normal with profile {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:18:02.506874 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-5dfb6bb4-fe1b-4bc3-b3ca-3b4bdd1bdd4d req-d3806028-8937-4b86-bec3-c185585e14eb service neutron] Attempting to bind port b27088f9-e878-4164-b44d-eaf681d4b066 by drivers openvswitch,hyperv on host n-h1-818823-1 at level 0 using segments [{'id': 'ac5f3349-9549-4263-b08f-bbbf3ebb8ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '41f439de-e657-4ca1-8a55-865945ee9732'}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:18:02.507635 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dfb6bb4-fe1b-4bc3-b3ca-3b4bdd1bdd4d req-d3806028-8937-4b86-bec3-c185585e14eb service neutron] Attempting to bind port b27088f9-e878-4164-b44d-eaf681d4b066 on network 41f439de-e657-4ca1-8a55-865945ee9732 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:18:02.527823 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-8b7da433-5a52-4754-9d61-7c9ba0f4ccc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:02.559506 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 809ce848-2187-4a4e-8edc-dd0191bb8cd6 details requested by agent hyperv_n-h1-818823-1 with host n-h1-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 20:18:02.569629 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1f5f49-66d6-4b73-9eec-19e0af7b515f req-efc8763e-bdb4-4a59-94e1-f116aaafd09a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:02.575280 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-0d1f5f49-66d6-4b73-9eec-19e0af7b515f req-efc8763e-bdb4-4a59-94e1-f116aaafd09a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e1052824-bf78-4963-8937-b202e372ac24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1146541 Nov 22 20:18:02.713582 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dfb6bb4-fe1b-4bc3-b3ca-3b4bdd1bdd4d req-d3806028-8937-4b86-bec3-c185585e14eb service neutron] Port b27088f9-e878-4164-b44d-eaf681d4b066 on network 41f439de-e657-4ca1-8a55-865945ee9732 not bound, no agent of type Open vSwitch agent registered on host n-h1-818823-1 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:18:02.714209 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dfb6bb4-fe1b-4bc3-b3ca-3b4bdd1bdd4d req-d3806028-8937-4b86-bec3-c185585e14eb service neutron] Attempting to bind port b27088f9-e878-4164-b44d-eaf681d4b066 on network 41f439de-e657-4ca1-8a55-865945ee9732 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:18:02.823364 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-0d1f5f49-66d6-4b73-9eec-19e0af7b515f req-96666423-0da0-447b-8836-3f33a3bd1cf4 service neutron] 10.222.0.41 "GET /v2.0/networks/e1052824-bf78-4963-8937-b202e372ac24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2397449 Nov 22 20:18:02.835717 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 809ce848-2187-4a4e-8edc-dd0191bb8cd6, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=809ce848-2187-4a4e-8edc-dd0191bb8cd6,segment=NetworkSegment(2a5a1c7b-538e-498e-99b9-cc7a8e0411be),segment_id=2a5a1c7b-538e-498e-99b9-cc7a8e0411be)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:18:02.858749 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6723c0cd-6e9b-4e0c-a46f-76ec67c81e38 req-9065fd6e-9688-448b-9798-7b3cd2c259fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:02.863052 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Returning: {'device': '809ce848-2187-4a4e-8edc-dd0191bb8cd6', 'network_id': 'e1052824-bf78-4963-8937-b202e372ac24', 'port_id': '809ce848-2187-4a4e-8edc-dd0191bb8cd6', 'mac_address': 'fa:16:3e:64:7b:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3091ebfd-11e2-41f8-9c00-ffe0b86563d8', 'ip_address': '192.168.233.242'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 20:18:02.868311 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6723c0cd-6e9b-4e0c-a46f-76ec67c81e38 req-9065fd6e-9688-448b-9798-7b3cd2c259fb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=73091ecb-b489-4dc5-b0f5-740e198eef08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0551414 Nov 22 20:18:02.911451 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dfb6bb4-fe1b-4bc3-b3ca-3b4bdd1bdd4d req-d3806028-8937-4b86-bec3-c185585e14eb service neutron] Checking agent: {'id': '7a008cff-3b49-418c-8046-689d46cc800f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'started_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 17, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:18:02.911960 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dfb6bb4-fe1b-4bc3-b3ca-3b4bdd1bdd4d req-d3806028-8937-4b86-bec3-c185585e14eb service neutron] Checking segment: {'id': 'ac5f3349-9549-4263-b08f-bbbf3ebb8ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '41f439de-e657-4ca1-8a55-865945ee9732'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:18:02.912447 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dfb6bb4-fe1b-4bc3-b3ca-3b4bdd1bdd4d req-d3806028-8937-4b86-bec3-c185585e14eb service neutron] Bound using segment: {'id': 'ac5f3349-9549-4263-b08f-bbbf3ebb8ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '41f439de-e657-4ca1-8a55-865945ee9732'} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:18:02.913058 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-5dfb6bb4-fe1b-4bc3-b3ca-3b4bdd1bdd4d req-d3806028-8937-4b86-bec3-c185585e14eb service neutron] Bound port: b27088f9-e878-4164-b44d-eaf681d4b066, host: n-h1-818823-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac5f3349-9549-4263-b08f-bbbf3ebb8ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '41f439de-e657-4ca1-8a55-865945ee9732'}}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:18:02.913515 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-5dfb6bb4-fe1b-4bc3-b3ca-3b4bdd1bdd4d req-d3806028-8937-4b86-bec3-c185585e14eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:03.024526 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573abdfc-14d6-4926-be74-267ab44e85d0 service neutron] Pushing event updated for resources: {'Port': ['ID=159ed494-f1c4-45d7-8e39-d21b57d302f2,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:18:03.047500 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-0d1f5f49-66d6-4b73-9eec-19e0af7b515f req-1158b00c-5d06-4901-9c98-10374f5087e5 service neutron] 10.222.0.41 "GET /v2.0/networks/e1052824-bf78-4963-8937-b202e372ac24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2034647 Nov 22 20:18:03.153996 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:03.180197 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1ec4954-0199-4acf-889a-7e0b53fcc979 None None] Update dhcp port {'port': {'network_id': 'af33d290-a09b-4d43-b29e-152605dd45aa', 'fixed_ips': [{'subnet_id': '4d743402-f770-4a36-ae6c-b28dae373304', 'ip_address': '2001:db8::2'}, {'subnet_id': 'b391ced0-caa0-4d2c-9ea2-e35d43a3748c'}], 'binding:host_id': 'n-d-818823-1'}, 'id': 'a7f0b1ac-1458-4bbc-bd26-d2aafdb5ab2c'} from n-d-818823-1. {{(pid=103449) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 22 20:18:03.183371 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 809ce848-2187-4a4e-8edc-dd0191bb8cd6 {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:18:03.237113 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 809ce848-2187-4a4e-8edc-dd0191bb8cd6, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=809ce848-2187-4a4e-8edc-dd0191bb8cd6,segment=NetworkSegment(2a5a1c7b-538e-498e-99b9-cc7a8e0411be),segment_id=2a5a1c7b-538e-498e-99b9-cc7a8e0411be)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:18:03.241517 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-a1ec4954-0199-4acf-889a-7e0b53fcc979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:03.245797 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:03.313002 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ada9cf9-7233-470b-8e3e-7343d4332388 req-288d1020-f33e-4817-994f-797a844c402f tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:03.315891 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7ada9cf9-7233-470b-8e3e-7343d4332388 req-288d1020-f33e-4817-994f-797a844c402f tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/ports?device_id=ee1752e3-cc1d-4530-beb4-26e82fda5fc3 HTTP/1.1" status: 200 len: 943 time: 0.5760293 Nov 22 20:18:03.415196 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=809ce848-2187-4a4e-8edc-dd0191bb8cd6,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:18:03.424273 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-03f0964f-1b75-4df7-99e0-a3cdb56ec2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:03.501841 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-556ec95c-417c-472a-abcd-921d14c351d5 req-43f6cd36-700e-4322-a63e-d4037443a297 tempest-VolumesActionsTest-1125936459 tempest-VolumesActionsTest-1125936459-project] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:03.560385 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.db_base_plugin_common [None req-a1ec4954-0199-4acf-889a-7e0b53fcc979 None None] Allocated IP 2001:db8:0:1::2 (af33d290-a09b-4d43-b29e-152605dd45aa/b391ced0-caa0-4d2c-9ea2-e35d43a3748c/a7f0b1ac-1458-4bbc-bd26-d2aafdb5ab2c) {{(pid=103449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:18:03.564702 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b699f91-7012-4965-ae5d-dd40da15b299 req-eb26f73b-0485-4f4f-b74e-0645c7e8839c tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:03.566580 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7b699f91-7012-4965-ae5d-dd40da15b299 req-eb26f73b-0485-4f4f-b74e-0645c7e8839c tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.46 "GET /v2.0/ports?device_id=86e84458-0fba-47b1-8db8-162194d07c9a HTTP/1.1" status: 200 len: 948 time: 0.8135402 Nov 22 20:18:03.586499 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-5dfb6bb4-fe1b-4bc3-b3ca-3b4bdd1bdd4d req-d3806028-8937-4b86-bec3-c185585e14eb service neutron] For port b27088f9-e878-4164-b44d-eaf681d4b066, host n-h1-818823-1, cleared binding levels {{(pid=103447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:18:03.590156 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-5dfb6bb4-fe1b-4bc3-b3ca-3b4bdd1bdd4d req-d3806028-8937-4b86-bec3-c185585e14eb service neutron] For port b27088f9-e878-4164-b44d-eaf681d4b066, host n-h1-818823-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=b27088f9-e878-4164-b44d-eaf681d4b066,segment=NetworkSegment(ac5f3349-9549-4263-b08f-bbbf3ebb8ed3),segment_id=ac5f3349-9549-4263-b08f-bbbf3ebb8ed3)] {{(pid=103447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:18:03.639066 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6723c0cd-6e9b-4e0c-a46f-76ec67c81e38 req-438a60bf-7c35-4bde-ba04-75a18764c1c9 service neutron] 10.222.0.41 "GET /v2.0/networks/73091ecb-b489-4dc5-b0f5-740e198eef08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7108285 Nov 22 20:18:03.639995 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] get_ports_and_sgs() called for port_ids ['809ce848-2187-4a4e-8edc-dd0191bb8cd6'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:18:03.647736 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-9c037891-a612-4fc1-911e-2b968cf210f9 req-573abdfc-14d6-4926-be74-267ab44e85d0 service neutron] Attempting to bind port 159ed494-f1c4-45d7-8e39-d21b57d302f2 on host n-h2-818823-1 for vnic_type normal with profile {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:18:03.648077 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-9c037891-a612-4fc1-911e-2b968cf210f9 req-573abdfc-14d6-4926-be74-267ab44e85d0 service neutron] Attempting to bind port 159ed494-f1c4-45d7-8e39-d21b57d302f2 by drivers openvswitch,hyperv on host n-h2-818823-1 at level 0 using segments [{'id': '2a5a1c7b-538e-498e-99b9-cc7a8e0411be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'e1052824-bf78-4963-8937-b202e372ac24'}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:18:03.648413 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c037891-a612-4fc1-911e-2b968cf210f9 req-573abdfc-14d6-4926-be74-267ab44e85d0 service neutron] Attempting to bind port 159ed494-f1c4-45d7-8e39-d21b57d302f2 on network e1052824-bf78-4963-8937-b202e372ac24 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:18:03.652899 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b5fab1e5-fd9b-4816-886d-ffa7ea6dfda1 req-139e2285-058d-4e21-89b3-334ca0a0cf1c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=884fe500-39b3-41d8-99e1-7ce9b4d9ec40&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4202406 Nov 22 20:18:03.663304 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-5dfb6bb4-fe1b-4bc3-b3ca-3b4bdd1bdd4d req-d3806028-8937-4b86-bec3-c185585e14eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:03.716222 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-a1ec4954-0199-4acf-889a-7e0b53fcc979 None None] For port a7f0b1ac-1458-4bbc-bd26-d2aafdb5ab2c, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=a7f0b1ac-1458-4bbc-bd26-d2aafdb5ab2c,segment=NetworkSegment(c0527588-da58-4e73-b310-dc0e5bb17a7e),segment_id=c0527588-da58-4e73-b310-dc0e5bb17a7e)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:18:03.750264 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c037891-a612-4fc1-911e-2b968cf210f9 req-573abdfc-14d6-4926-be74-267ab44e85d0 service neutron] Port 159ed494-f1c4-45d7-8e39-d21b57d302f2 on network e1052824-bf78-4963-8937-b202e372ac24 not bound, no agent of type Open vSwitch agent registered on host n-h2-818823-1 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:18:03.750724 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c037891-a612-4fc1-911e-2b968cf210f9 req-573abdfc-14d6-4926-be74-267ab44e85d0 service neutron] Attempting to bind port 159ed494-f1c4-45d7-8e39-d21b57d302f2 on network e1052824-bf78-4963-8937-b202e372ac24 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:18:03.777605 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-a1ec4954-0199-4acf-889a-7e0b53fcc979 None None] Publish callbacks [] for port, precommit_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:03.784625 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-a1ec4954-0199-4acf-889a-7e0b53fcc979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:03.800944 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-07740c90-eab2-4a69-81da-068d2bbd2664 req-a1f058eb-59f7-4602-9e21-d6c1a8d3905c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2f4a90d6-1fcd-49f1-9d76-18b26c029474&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0796700 Nov 22 20:18:03.866304 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-80ecd34b-076a-4e23-b8b8-3cfd850ef3ce tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:03.920749 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ec4954-0199-4acf-889a-7e0b53fcc979 None None] Pushing event updated for resources: {'Port': ['ID=a7f0b1ac-1458-4bbc-bd26-d2aafdb5ab2c,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:18:03.981029 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07740c90-eab2-4a69-81da-068d2bbd2664 req-cffa3d26-1762-462a-aea9-f1f0cd093590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:03.981869 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07740c90-eab2-4a69-81da-068d2bbd2664 req-cffa3d26-1762-462a-aea9-f1f0cd093590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:03.982805 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07740c90-eab2-4a69-81da-068d2bbd2664 req-cffa3d26-1762-462a-aea9-f1f0cd093590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:03.984368 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07740c90-eab2-4a69-81da-068d2bbd2664 req-cffa3d26-1762-462a-aea9-f1f0cd093590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:03.986259 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07740c90-eab2-4a69-81da-068d2bbd2664 req-cffa3d26-1762-462a-aea9-f1f0cd093590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:03.986813 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07740c90-eab2-4a69-81da-068d2bbd2664 req-cffa3d26-1762-462a-aea9-f1f0cd093590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:03.987355 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07740c90-eab2-4a69-81da-068d2bbd2664 req-cffa3d26-1762-462a-aea9-f1f0cd093590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:03.990890 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-07740c90-eab2-4a69-81da-068d2bbd2664 req-cffa3d26-1762-462a-aea9-f1f0cd093590 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7c2e3bcb3c11419aa5bdb45ad6533966&device_id=2f4a90d6-1fcd-49f1-9d76-18b26c029474 HTTP/1.1" status: 200 len: 6489 time: 0.1179650 Nov 22 20:18:04.213801 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07740c90-eab2-4a69-81da-068d2bbd2664 req-f7dd7301-35f1-422d-a0d9-1c5db1f44895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:04.214452 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07740c90-eab2-4a69-81da-068d2bbd2664 req-f7dd7301-35f1-422d-a0d9-1c5db1f44895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:04.214648 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07740c90-eab2-4a69-81da-068d2bbd2664 req-f7dd7301-35f1-422d-a0d9-1c5db1f44895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:04.219311 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-07740c90-eab2-4a69-81da-068d2bbd2664 req-f7dd7301-35f1-422d-a0d9-1c5db1f44895 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ac9307cb-d216-4d24-9d6c-807bf1ccc8be&id=6b3bccc8-a74b-4dd2-b44c-99e3a607f72f&id=6b3bccc8-a74b-4dd2-b44c-99e3a607f72f&id=6b3bccc8-a74b-4dd2-b44c-99e3a607f72f&id=6b3bccc8-a74b-4dd2-b44c-99e3a607f72f&id=9d0b1a7a-dafa-41a5-9e6d-f6ddddd5c8ef&id=9d0b1a7a-dafa-41a5-9e6d-f6ddddd5c8ef HTTP/1.1" status: 200 len: 2293 time: 0.1823165 Nov 22 20:18:04.376821 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-07740c90-eab2-4a69-81da-068d2bbd2664 req-86e5bdd3-b2ae-44df-b24f-8bcd0aed90f8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d157c85a-0d84-4a3a-a74e-dc6bc21944b1 HTTP/1.1" status: 200 len: 1002 time: 0.1506429 Nov 22 20:18:04.476504 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07740c90-eab2-4a69-81da-068d2bbd2664 req-b5f0319c-2050-4733-be7e-1961985be65e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:04.478028 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-07740c90-eab2-4a69-81da-068d2bbd2664 req-b5f0319c-2050-4733-be7e-1961985be65e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6b90bb48-40b3-40a5-9333-60b239e36730 HTTP/1.1" status: 200 len: 851 time: 0.0857294 Nov 22 20:18:04.485328 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [None req-80ecd34b-076a-4e23-b8b8-3cfd850ef3ce tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Delete allocated IP 2001:db8::9e (af33d290-a09b-4d43-b29e-152605dd45aa/4d743402-f770-4a36-ae6c-b28dae373304) {{(pid=103447) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 22 20:18:04.502851 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [None req-80ecd34b-076a-4e23-b8b8-3cfd850ef3ce tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Allocated IP 2001:db8:0:1::22a (af33d290-a09b-4d43-b29e-152605dd45aa/b391ced0-caa0-4d2c-9ea2-e35d43a3748c/12a99cce-498d-4e4c-ba86-89decf6ac678) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:18:04.564849 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 44750) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:18:04.590252 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07740c90-eab2-4a69-81da-068d2bbd2664 req-ccf3d290-88a6-4572-a1ae-b326701ce4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:04.592130 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-07740c90-eab2-4a69-81da-068d2bbd2664 req-ccf3d290-88a6-4572-a1ae-b326701ce4b1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ac9307cb-d216-4d24-9d6c-807bf1ccc8be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1026080 Nov 22 20:18:04.642667 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c037891-a612-4fc1-911e-2b968cf210f9 req-573abdfc-14d6-4926-be74-267ab44e85d0 service neutron] Checking agent: {'id': '65e0486a-7030-4065-96f0-10aa7402a530', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'started_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 17, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:18:04.643027 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c037891-a612-4fc1-911e-2b968cf210f9 req-573abdfc-14d6-4926-be74-267ab44e85d0 service neutron] Checking segment: {'id': '2a5a1c7b-538e-498e-99b9-cc7a8e0411be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'e1052824-bf78-4963-8937-b202e372ac24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:18:04.643389 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c037891-a612-4fc1-911e-2b968cf210f9 req-573abdfc-14d6-4926-be74-267ab44e85d0 service neutron] Bound using segment: {'id': '2a5a1c7b-538e-498e-99b9-cc7a8e0411be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'e1052824-bf78-4963-8937-b202e372ac24'} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:18:04.643950 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-9c037891-a612-4fc1-911e-2b968cf210f9 req-573abdfc-14d6-4926-be74-267ab44e85d0 service neutron] Bound port: 159ed494-f1c4-45d7-8e39-d21b57d302f2, host: n-h2-818823-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a5a1c7b-538e-498e-99b9-cc7a8e0411be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'e1052824-bf78-4963-8937-b202e372ac24'}}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:18:04.644286 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-9c037891-a612-4fc1-911e-2b968cf210f9 req-573abdfc-14d6-4926-be74-267ab44e85d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:04.672817 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2da9c3ac-9f69-411e-82ea-2e3331e88db1 None None] DHCP port deletion for 41f439de-e657-4ca1-8a55-865945ee9732 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:18:04.814300 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfb6bb4-fe1b-4bc3-b3ca-3b4bdd1bdd4d req-d3806028-8937-4b86-bec3-c185585e14eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:04.814945 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-5dfb6bb4-fe1b-4bc3-b3ca-3b4bdd1bdd4d req-d3806028-8937-4b86-bec3-c185585e14eb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:04.824968 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device a7f0b1ac-1458-4bbc-bd26-d2aafdb5ab2c up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:18:04.826619 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5dfb6bb4-fe1b-4bc3-b3ca-3b4bdd1bdd4d req-d3806028-8937-4b86-bec3-c185585e14eb service neutron] 10.222.0.41 "PUT /v2.0/ports/b27088f9-e878-4164-b44d-eaf681d4b066 HTTP/1.1" status: 200 len: 1091 time: 6.6924796 Nov 22 20:18:04.847556 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7ada9cf9-7233-470b-8e3e-7343d4332388 req-5ae44a9b-b115-4f76-a76f-8496dfee9bf5 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6bb4485-0c85-4226-9793-14795129f329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4407256 Nov 22 20:18:04.848020 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee1752e3-cc1d-4530-beb4-26e82fda5fc3', 'tag': 'b27088f9-e878-4164-b44d-eaf681d4b066'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:18:04.849077 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-07740c90-eab2-4a69-81da-068d2bbd2664 req-09ec300b-22f1-42a6-b097-de74943e8957 service neutron] 10.222.0.41 "GET /v2.0/networks/ac9307cb-d216-4d24-9d6c-807bf1ccc8be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2409136 Nov 22 20:18:04.850342 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-158b04c2-1369-4c74-af7b-8684bcfbc6be" -d '{"events": [{"name": "network-changed", "server_uuid": "ee1752e3-cc1d-4530-beb4-26e82fda5fc3", "tag": "b27088f9-e878-4164-b44d-eaf681d4b066"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:18:04.880538 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-556ec95c-417c-472a-abcd-921d14c351d5 req-43f6cd36-700e-4322-a63e-d4037443a297 tempest-VolumesActionsTest-1125936459 tempest-VolumesActionsTest-1125936459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:04.885263 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-19b73b7e-0399-493e-a72e-7be760e98575 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:04.999039 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-f4645a7a-6ffb-4a9c-baea-ad85de7d20e2 None None] Provisioning complete for port 12a99cce-498d-4e4c-ba86-89decf6ac678 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:18:04.999367 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-f4645a7a-6ffb-4a9c-baea-ad85de7d20e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:05.040592 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-9c037891-a612-4fc1-911e-2b968cf210f9 req-573abdfc-14d6-4926-be74-267ab44e85d0 service neutron] For port 159ed494-f1c4-45d7-8e39-d21b57d302f2, host n-h2-818823-1, cleared binding levels {{(pid=103447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:18:05.055668 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-07740c90-eab2-4a69-81da-068d2bbd2664 req-b4a9b4de-fd7a-42d3-842d-7fc74dca41ef service neutron] 10.222.0.41 "GET /v2.0/networks/ac9307cb-d216-4d24-9d6c-807bf1ccc8be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1863053 Nov 22 20:18:05.084868 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-f4645a7a-6ffb-4a9c-baea-ad85de7d20e2 None None] Port 12a99cce-498d-4e4c-ba86-89decf6ac678 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:18:05.107279 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3806028-8937-4b86-bec3-c185585e14eb service neutron] Pushing event updated for resources: {'Port': ['ID=b27088f9-e878-4164-b44d-eaf681d4b066,revision_number=3']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:18:05.120732 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port a7f0b1ac-1458-4bbc-bd26-d2aafdb5ab2c triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:18:05.121222 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:05.153412 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-07740c90-eab2-4a69-81da-068d2bbd2664 req-0a8e72a7-6bbf-4c54-96f7-00fcd08d8bef service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.3&port_id=6adde04d-a0cf-43b3-9b93-ce2683694893 HTTP/1.1" status: 200 len: 217 time: 0.0750957 Nov 22 20:18:05.190429 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-19b73b7e-0399-493e-a72e-7be760e98575 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:05.201794 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-19b73b7e-0399-493e-a72e-7be760e98575 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:05.202553 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e49ee129-e862-4476-beca-cdc8150d2345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:05.208559 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-f4645a7a-6ffb-4a9c-baea-ad85de7d20e2 None None] Provisioning complete for port f97f87bc-ef43-4dad-9d40-4a64e8de529f triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:18:05.208937 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-f4645a7a-6ffb-4a9c-baea-ad85de7d20e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:05.212620 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-80ecd34b-076a-4e23-b8b8-3cfd850ef3ce tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks [] for port, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:05.226487 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-556ec95c-417c-472a-abcd-921d14c351d5 req-43f6cd36-700e-4322-a63e-d4037443a297 tempest-VolumesActionsTest-1125936459 tempest-VolumesActionsTest-1125936459-project] Network a638f8aa-b343-44c1-bcb9-fbd608b1e107 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:18:05.231710 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-9c037891-a612-4fc1-911e-2b968cf210f9 req-573abdfc-14d6-4926-be74-267ab44e85d0 service neutron] For port 159ed494-f1c4-45d7-8e39-d21b57d302f2, host n-h2-818823-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=159ed494-f1c4-45d7-8e39-d21b57d302f2,segment=NetworkSegment(2a5a1c7b-538e-498e-99b9-cc7a8e0411be),segment_id=2a5a1c7b-538e-498e-99b9-cc7a8e0411be)] {{(pid=103447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:18:05.252085 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-f4645a7a-6ffb-4a9c-baea-ad85de7d20e2 None None] Port f97f87bc-ef43-4dad-9d40-4a64e8de529f cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:18:05.254396 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7b699f91-7012-4965-ae5d-dd40da15b299 req-c27eb894-a977-423f-8aa4-d71cef77d80d tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c61ce95-aab5-427a-864a-9f490b05fbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.6136353 Nov 22 20:18:05.265514 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6723c0cd-6e9b-4e0c-a46f-76ec67c81e38 req-9df07c24-e5b1-414d-aef7-1a21dfd14b4d service neutron] 10.222.0.41 "GET /v2.0/networks/73091ecb-b489-4dc5-b0f5-740e198eef08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6014104 Nov 22 20:18:05.267264 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [req-556ec95c-417c-472a-abcd-921d14c351d5 req-43f6cd36-700e-4322-a63e-d4037443a297 tempest-VolumesActionsTest-1125936459 tempest-VolumesActionsTest-1125936459-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:18:05.277878 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b73b7e-0399-493e-a72e-7be760e98575 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36c5a417-2ce2-4eef-9d2a-881815cd9800,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:18:05.289374 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-19b73b7e-0399-493e-a72e-7be760e98575 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3875fe8bf93848fd860b84f8d6ab6e62&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7196598 Nov 22 20:18:05.289374 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 44756) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:18:05.297085 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07740c90-eab2-4a69-81da-068d2bbd2664 req-8954fdc4-ce72-4f2a-8725-d4637df74134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:05.298585 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-07740c90-eab2-4a69-81da-068d2bbd2664 req-8954fdc4-ce72-4f2a-8725-d4637df74134 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0485a16a-de78-4412-ab82-735c8650e722 HTTP/1.1" status: 200 len: 797 time: 0.1066988 Nov 22 20:18:05.309288 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-556ec95c-417c-472a-abcd-921d14c351d5 req-43f6cd36-700e-4322-a63e-d4037443a297 tempest-VolumesActionsTest-1125936459 tempest-VolumesActionsTest-1125936459-project] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:18:05.318450 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-f4645a7a-6ffb-4a9c-baea-ad85de7d20e2 None None] Provisioning complete for port a7f0b1ac-1458-4bbc-bd26-d2aafdb5ab2c triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:18:05.319022 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-f4645a7a-6ffb-4a9c-baea-ad85de7d20e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:05.384428 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-9c037891-a612-4fc1-911e-2b968cf210f9 req-573abdfc-14d6-4926-be74-267ab44e85d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:05.408929 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07740c90-eab2-4a69-81da-068d2bbd2664 req-d227817f-178c-46e4-bfaf-27af15562322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:05.410481 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-07740c90-eab2-4a69-81da-068d2bbd2664 req-d227817f-178c-46e4-bfaf-27af15562322 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6b3bccc8-a74b-4dd2-b44c-99e3a607f72f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0893438 Nov 22 20:18:05.411606 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e86bbb31-e750-4cef-81f3-561446847ffa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:05.442883 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e86bbb31-e750-4cef-81f3-561446847ffa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:05.457616 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-80ecd34b-076a-4e23-b8b8-3cfd850ef3ce tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:05.470343 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 20:18:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-857a22bd-7a9f-457a-b40a-75da162c8839 x-openstack-request-id: req-857a22bd-7a9f-457a-b40a-75da162c8839 {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:18:05.470343 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee1752e3-cc1d-4530-beb4-26e82fda5fc3", "tag": "b27088f9-e878-4164-b44d-eaf681d4b066", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:18:05.470343 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-857a22bd-7a9f-457a-b40a-75da162c8839 {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:18:05.470343 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee1752e3-cc1d-4530-beb4-26e82fda5fc3', 'tag': 'b27088f9-e878-4164-b44d-eaf681d4b066', 'status': 'completed', 'code': 200} Nov 22 20:18:05.494096 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fab1e5-fd9b-4816-886d-ffa7ea6dfda1 req-008eb556-7f6f-419e-beba-7b9d4bd4d092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:05.495647 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b5fab1e5-fd9b-4816-886d-ffa7ea6dfda1 req-008eb556-7f6f-419e-beba-7b9d4bd4d092 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=dd29aa5b29024a1589aa1e9d9246bd3e&device_id=884fe500-39b3-41d8-99e1-7ce9b4d9ec40 HTTP/1.1" status: 200 len: 1100 time: 1.5540814 Nov 22 20:18:05.532434 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfb6bb4-fe1b-4bc3-b3ca-3b4bdd1bdd4d req-808e87e3-7d1d-443e-937c-e03aa3c9e25f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:05.534207 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5dfb6bb4-fe1b-4bc3-b3ca-3b4bdd1bdd4d req-808e87e3-7d1d-443e-937c-e03aa3c9e25f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=76a9efddcf274563b133aa3f163fb3f9&device_id=ee1752e3-cc1d-4530-beb4-26e82fda5fc3 HTTP/1.1" status: 200 len: 1094 time: 0.6513827 Nov 22 20:18:05.547623 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c037891-a612-4fc1-911e-2b968cf210f9 req-573abdfc-14d6-4926-be74-267ab44e85d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:05.548741 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-9c037891-a612-4fc1-911e-2b968cf210f9 req-573abdfc-14d6-4926-be74-267ab44e85d0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:05.550612 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9c037891-a612-4fc1-911e-2b968cf210f9 req-573abdfc-14d6-4926-be74-267ab44e85d0 service neutron] 10.222.0.20 "PUT /v2.0/ports/159ed494-f1c4-45d7-8e39-d21b57d302f2 HTTP/1.1" status: 200 len: 1096 time: 8.2032304 Nov 22 20:18:05.576496 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f6cd36-700e-4322-a63e-d4037443a297 tempest-VolumesActionsTest-1125936459 tempest-VolumesActionsTest-1125936459-project] Pushing event updated for resources: {'Port': ['ID=c55f8839-233c-4e51-be6e-89732b69dcaa,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:18:05.586270 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556ec95c-417c-472a-abcd-921d14c351d5 req-43f6cd36-700e-4322-a63e-d4037443a297 tempest-VolumesActionsTest-1125936459 tempest-VolumesActionsTest-1125936459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:05.587080 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-556ec95c-417c-472a-abcd-921d14c351d5 req-43f6cd36-700e-4322-a63e-d4037443a297 tempest-VolumesActionsTest-1125936459 tempest-VolumesActionsTest-1125936459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:05.591172 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e86bbb31-e750-4cef-81f3-561446847ffa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:05.594456 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e86bbb31-e750-4cef-81f3-561446847ffa admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:05.595678 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-e86bbb31-e750-4cef-81f3-561446847ffa admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/36c5a417-2ce2-4eef-9d2a-881815cd9800 HTTP/1.1" status: 204 len: 168 time: 0.3059537 Nov 22 20:18:05.608826 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-07740c90-eab2-4a69-81da-068d2bbd2664 req-a7504247-cfeb-4b33-be54-398ba428e24d service neutron] 10.222.0.41 "GET /v2.0/networks/6b3bccc8-a74b-4dd2-b44c-99e3a607f72f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1787720 Nov 22 20:18:05.610040 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86bbb31-e750-4cef-81f3-561446847ffa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36c5a417-2ce2-4eef-9d2a-881815cd9800,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:18:05.723578 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573abdfc-14d6-4926-be74-267ab44e85d0 service neutron] Pushing event updated for resources: {'Port': ['ID=159ed494-f1c4-45d7-8e39-d21b57d302f2,revision_number=3']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:18:05.845912 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-07740c90-eab2-4a69-81da-068d2bbd2664 req-bfc2f0ce-8110-4314-8e32-240617e7c48c service neutron] 10.222.0.41 "GET /v2.0/networks/6b3bccc8-a74b-4dd2-b44c-99e3a607f72f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2300510 Nov 22 20:18:05.872931 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5dfb6bb4-fe1b-4bc3-b3ca-3b4bdd1bdd4d req-fee706ff-86f8-41bd-b4f3-9b9c9c0ab5a7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b27088f9-e878-4164-b44d-eaf681d4b066 HTTP/1.1" status: 200 len: 217 time: 0.3188777 Nov 22 20:18:05.873984 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-80ecd34b-076a-4e23-b8b8-3cfd850ef3ce tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] In _notify_port_updated(), no bound segment for port 12a99cce-498d-4e4c-ba86-89decf6ac678 on network af33d290-a09b-4d43-b29e-152605dd45aa {{(pid=103447) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 22 20:18:05.880968 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80ecd34b-076a-4e23-b8b8-3cfd850ef3ce tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:05.881730 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-80ecd34b-076a-4e23-b8b8-3cfd850ef3ce tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:05.883001 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-80ecd34b-076a-4e23-b8b8-3cfd850ef3ce tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] 10.222.0.46 "PUT /v2.0/ports/12a99cce-498d-4e4c-ba86-89decf6ac678 HTTP/1.1" status: 200 len: 930 time: 3.3955612 Nov 22 20:18:05.900366 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 44766) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:18:05.908847 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-07740c90-eab2-4a69-81da-068d2bbd2664 req-83b2a4ad-f78d-46c1-bcb4-598bb34d8307 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.46&port_id=05a5c645-0725-4bf3-bbad-910f8f76f37c HTTP/1.1" status: 200 len: 217 time: 0.0522764 Nov 22 20:18:05.935962 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:05.955425 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8881fd1a-bafb-43de-89f7-252921470b44 req-e4fb2d20-bb4c-486a-bf53-81cb49bc8701 tempest-VolumesActionsTest-1125936459 tempest-VolumesActionsTest-1125936459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:05.966740 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8881fd1a-bafb-43de-89f7-252921470b44 req-e4fb2d20-bb4c-486a-bf53-81cb49bc8701 tempest-VolumesActionsTest-1125936459 tempest-VolumesActionsTest-1125936459-project] 10.222.0.46 "GET /v2.0/ports?device_id=3abfd24d-42ba-4818-a618-45476ddfb951 HTTP/1.1" status: 200 len: 931 time: 0.6533284 Nov 22 20:18:05.987753 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.agents_db [None req-aa8313f2-1ee4-4e7b-8c5a-d32b2f9d31ee None None] Agent healthcheck: found 7 active agents {{(pid=103450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 20:18:06.038713 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07740c90-eab2-4a69-81da-068d2bbd2664 req-d4c7da44-c477-4f66-ac0f-859890b50349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:06.040453 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-07740c90-eab2-4a69-81da-068d2bbd2664 req-d4c7da44-c477-4f66-ac0f-859890b50349 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0485a16a-de78-4412-ab82-735c8650e722 HTTP/1.1" status: 200 len: 797 time: 0.1205688 Nov 22 20:18:06.065131 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-556ec95c-417c-472a-abcd-921d14c351d5 req-43f6cd36-700e-4322-a63e-d4037443a297 tempest-VolumesActionsTest-1125936459 tempest-VolumesActionsTest-1125936459-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.8944514 Nov 22 20:18:06.125053 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07740c90-eab2-4a69-81da-068d2bbd2664 req-0d4f35fd-10ac-408c-8524-f23823d0f232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:06.126660 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-07740c90-eab2-4a69-81da-068d2bbd2664 req-0d4f35fd-10ac-408c-8524-f23823d0f232 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6b3bccc8-a74b-4dd2-b44c-99e3a607f72f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0701230 Nov 22 20:18:06.147085 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-556ec95c-417c-472a-abcd-921d14c351d5 req-8bdc42a1-48a4-4cbc-9785-3c9c9d81e58e service neutron] Request body: {'port': {'device_id': '3abfd24d-42ba-4818-a618-45476ddfb951', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818823-1'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:18:06.197613 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-08a2ae2f-5943-44e5-b6c4-3f92ce64cdeb None None] Provisioning complete for port 12a99cce-498d-4e4c-ba86-89decf6ac678 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:18:06.198296 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-08a2ae2f-5943-44e5-b6c4-3f92ce64cdeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:06.211038 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 44780) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:18:06.227978 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-130fdf35-ed3c-47e6-834f-6051f86508a3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:06.253050 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8881fd1a-bafb-43de-89f7-252921470b44 req-37653005-3250-4143-9b3f-d51df6768d51 tempest-VolumesActionsTest-1125936459 tempest-VolumesActionsTest-1125936459-project] 10.222.0.46 "GET /v2.0/security-groups?id=f984117d-844a-42a1-9c59-5ff916094579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2853189 Nov 22 20:18:06.253728 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-08a2ae2f-5943-44e5-b6c4-3f92ce64cdeb None None] Port 12a99cce-498d-4e4c-ba86-89decf6ac678 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:18:06.304489 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ecd34b-076a-4e23-b8b8-3cfd850ef3ce tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Pushing event updated for resources: {'Port': ['ID=12a99cce-498d-4e4c-ba86-89decf6ac678,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:18:06.319474 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-07740c90-eab2-4a69-81da-068d2bbd2664 req-7cbbee22-de15-4581-adc1-834160913cb5 service neutron] 10.222.0.41 "GET /v2.0/networks/6b3bccc8-a74b-4dd2-b44c-99e3a607f72f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1836433 Nov 22 20:18:06.360598 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e7349d-1502-46ee-afcd-678d3dad4e5b req-766e11b7-c6d5-426e-aad0-0a748f9a89b5 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:06.362172 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-59e7349d-1502-46ee-afcd-678d3dad4e5b req-766e11b7-c6d5-426e-aad0-0a748f9a89b5 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/ports?device_id=ee1752e3-cc1d-4530-beb4-26e82fda5fc3 HTTP/1.1" status: 200 len: 943 time: 0.3305371 Nov 22 20:18:06.363621 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfb6bb4-fe1b-4bc3-b3ca-3b4bdd1bdd4d req-9b76db51-0bd2-4d87-ae1a-34c9eb47887c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:06.365000 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5dfb6bb4-fe1b-4bc3-b3ca-3b4bdd1bdd4d req-9b76db51-0bd2-4d87-ae1a-34c9eb47887c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d74b376c-118a-4e1f-b1b9-d074bfe85b19 HTTP/1.1" status: 200 len: 851 time: 0.4637213 Nov 22 20:18:06.370474 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-556ec95c-417c-472a-abcd-921d14c351d5 req-8bdc42a1-48a4-4cbc-9785-3c9c9d81e58e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:06.373731 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c037891-a612-4fc1-911e-2b968cf210f9 req-02853fb5-66e7-48b1-b57c-00f70ad15d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:06.375879 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9c037891-a612-4fc1-911e-2b968cf210f9 req-02853fb5-66e7-48b1-b57c-00f70ad15d70 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=dd29aa5b29024a1589aa1e9d9246bd3e&device_id=86e84458-0fba-47b1-8db8-162194d07c9a HTTP/1.1" status: 200 len: 1099 time: 0.6437745 Nov 22 20:18:06.396758 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fab1e5-fd9b-4816-886d-ffa7ea6dfda1 req-c3fe5b74-5380-4cdf-9744-52e39a39977f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:06.398201 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b5fab1e5-fd9b-4816-886d-ffa7ea6dfda1 req-c3fe5b74-5380-4cdf-9744-52e39a39977f service neutron] 10.222.0.20 "GET /v2.0/networks?id=e1052824-bf78-4963-8937-b202e372ac24 HTTP/1.1" status: 200 len: 870 time: 0.8762908 Nov 22 20:18:06.445625 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9c037891-a612-4fc1-911e-2b968cf210f9 req-ca33de40-ccf5-4600-b1b6-77ba44aaad2d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=159ed494-f1c4-45d7-8e39-d21b57d302f2 HTTP/1.1" status: 200 len: 217 time: 0.0446293 Nov 22 20:18:06.446979 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-130fdf35-ed3c-47e6-834f-6051f86508a3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:06.458990 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-130fdf35-ed3c-47e6-834f-6051f86508a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:06.515275 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-130fdf35-ed3c-47e6-834f-6051f86508a3 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=04a30b31df6c43d5a3c2701335c398cb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3031359 Nov 22 20:18:06.531921 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 44784) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:18:06.534438 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-07740c90-eab2-4a69-81da-068d2bbd2664 req-ccf836a3-b147-4fa6-bf9d-93f2d90248d5 service neutron] 10.222.0.41 "GET /v2.0/networks/6b3bccc8-a74b-4dd2-b44c-99e3a607f72f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2032213 Nov 22 20:18:06.545004 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130fdf35-ed3c-47e6-834f-6051f86508a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2b83834-f084-41fd-8ec2-00125ed528af,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:18:06.591126 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 809ce848-2187-4a4e-8edc-dd0191bb8cd6 up at agent hyperv_n-h1-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:18:06.621963 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-07740c90-eab2-4a69-81da-068d2bbd2664 req-32aff31c-b992-468c-b1fc-f9aca3477576 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.53&port_id=ef234335-6cfd-4065-a69c-53c34c320294 HTTP/1.1" status: 200 len: 217 time: 0.0606942 Nov 22 20:18:06.668010 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Provisioning for port 809ce848-2187-4a4e-8edc-dd0191bb8cd6 completed by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 20:18:06.675596 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Provisioning complete for port 809ce848-2187-4a4e-8edc-dd0191bb8cd6 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:18:06.676755 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:06.694317 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07740c90-eab2-4a69-81da-068d2bbd2664 req-a234b2b4-1d69-43b0-947d-11e40a5ffe95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:06.696036 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-07740c90-eab2-4a69-81da-068d2bbd2664 req-a234b2b4-1d69-43b0-947d-11e40a5ffe95 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0485a16a-de78-4412-ab82-735c8650e722 HTTP/1.1" status: 200 len: 797 time: 0.0597777 Nov 22 20:18:06.714475 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ca11998b-7891-4936-ae59-6dbc350fce4d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:06.743257 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ca11998b-7891-4936-ae59-6dbc350fce4d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:06.785895 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:06.829470 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e460d313-80e9-47f6-9945-5af58f9ad305', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '809ce848-2187-4a4e-8edc-dd0191bb8cd6'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:18:06.832478 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d39f6d30a11e565ec9648abcc015e8a6ab6cff4edd704add8155e28765d31eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bba7320-bcf8-4dce-93d0-fbbbf986c4db" -d '{"events": [{"server_uuid": "e460d313-80e9-47f6-9945-5af58f9ad305", "name": "network-vif-plugged", "status": "completed", "tag": "809ce848-2187-4a4e-8edc-dd0191bb8cd6"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:18:06.835490 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07740c90-eab2-4a69-81da-068d2bbd2664 req-8323426a-8130-4649-92ec-c9a68f16bf12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:06.837423 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-07740c90-eab2-4a69-81da-068d2bbd2664 req-8323426a-8130-4649-92ec-c9a68f16bf12 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6b3bccc8-a74b-4dd2-b44c-99e3a607f72f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1246047 Nov 22 20:18:06.859034 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ca11998b-7891-4936-ae59-6dbc350fce4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:06.859622 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 809ce848-2187-4a4e-8edc-dd0191bb8cd6, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=809ce848-2187-4a4e-8edc-dd0191bb8cd6,segment=NetworkSegment(2a5a1c7b-538e-498e-99b9-cc7a8e0411be),segment_id=2a5a1c7b-538e-498e-99b9-cc7a8e0411be)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:18:06.862047 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ca11998b-7891-4936-ae59-6dbc350fce4d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:06.863302 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-ca11998b-7891-4936-ae59-6dbc350fce4d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d2b83834-f084-41fd-8ec2-00125ed528af HTTP/1.1" status: 204 len: 168 time: 0.3273315 Nov 22 20:18:06.879956 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5dfb6bb4-fe1b-4bc3-b3ca-3b4bdd1bdd4d req-6ae9a561-a176-4313-a4b6-2d3ef35963d6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=41f439de-e657-4ca1-8a55-865945ee9732&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4932075 Nov 22 20:18:06.880747 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:06.913445 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca11998b-7891-4936-ae59-6dbc350fce4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2b83834-f084-41fd-8ec2-00125ed528af,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:18:06.943333 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-59e7349d-1502-46ee-afcd-678d3dad4e5b req-4e89373d-726b-440f-b13e-95df12090a6d tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6bb4485-0c85-4226-9793-14795129f329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5664554 Nov 22 20:18:06.973576 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-07740c90-eab2-4a69-81da-068d2bbd2664 req-c8c25648-7e6e-4017-ad47-013d3d7dd1dd service neutron] 10.222.0.41 "GET /v2.0/networks/6b3bccc8-a74b-4dd2-b44c-99e3a607f72f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266861 Nov 22 20:18:07.014574 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=809ce848-2187-4a4e-8edc-dd0191bb8cd6,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:18:07.039762 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:18:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb411d12-bb39-4385-8d02-dbeabd663c03 x-openstack-request-id: req-cb411d12-bb39-4385-8d02-dbeabd663c03 {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:18:07.040070 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e460d313-80e9-47f6-9945-5af58f9ad305", "name": "network-vif-plugged", "status": "completed", "tag": "809ce848-2187-4a4e-8edc-dd0191bb8cd6", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:18:07.040306 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-cb411d12-bb39-4385-8d02-dbeabd663c03 {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:18:07.040702 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e460d313-80e9-47f6-9945-5af58f9ad305', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '809ce848-2187-4a4e-8edc-dd0191bb8cd6', 'code': 200} Nov 22 20:18:07.129982 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-07740c90-eab2-4a69-81da-068d2bbd2664 req-83b20a21-1f2d-4395-9de6-57e1b9fa4965 service neutron] 10.222.0.41 "GET /v2.0/networks/6b3bccc8-a74b-4dd2-b44c-99e3a607f72f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385522 Nov 22 20:18:07.228653 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b5fab1e5-fd9b-4816-886d-ffa7ea6dfda1 req-dbaf3715-4a86-4bdb-a52b-7a934e1179f4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=15fcdac3-0d86-47fd-a34f-6adf8d9958a3 HTTP/1.1" status: 200 len: 217 time: 0.7797558 Nov 22 20:18:07.263687 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7af67a-bdf3-4721-89f7-75c496a40674 req-72af0da7-6285-430d-8da8-5c624541fe8f tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:07.272248 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0c7af67a-bdf3-4721-89f7-75c496a40674 req-72af0da7-6285-430d-8da8-5c624541fe8f tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.46 "GET /v2.0/ports?device_id=86e84458-0fba-47b1-8db8-162194d07c9a HTTP/1.1" status: 200 len: 948 time: 0.3907909 Nov 22 20:18:07.330570 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fab1e5-fd9b-4816-886d-ffa7ea6dfda1 req-9a183a64-673b-4ba9-89d2-918aebc1d1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:07.332388 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b5fab1e5-fd9b-4816-886d-ffa7ea6dfda1 req-9a183a64-673b-4ba9-89d2-918aebc1d1fd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3091ebfd-11e2-41f8-9c00-ffe0b86563d8 HTTP/1.1" status: 200 len: 843 time: 0.0842543 Nov 22 20:18:07.365648 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-89b4d503-709e-4a33-b11e-3617413482d6 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Deleting port 12a99cce-498d-4e4c-ba86-89decf6ac678 {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:18:07.366005 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-89b4d503-709e-4a33-b11e-3617413482d6 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:07.481767 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86e84458-0fba-47b1-8db8-162194d07c9a', 'tag': '159ed494-f1c4-45d7-8e39-d21b57d302f2'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:18:07.484326 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecd17c8e-7fb0-47ff-9377-c338ecfe4c2e" -d '{"events": [{"name": "network-changed", "server_uuid": "86e84458-0fba-47b1-8db8-162194d07c9a", "tag": "159ed494-f1c4-45d7-8e39-d21b57d302f2"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:18:07.485658 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-07740c90-eab2-4a69-81da-068d2bbd2664 req-003de9db-37a8-4bab-9cc3-81f9e69da959 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.40&port_id=beeaed41-857e-487b-9b30-79ba4738dd77 HTTP/1.1" status: 200 len: 217 time: 0.3464704 Nov 22 20:18:07.516821 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-89b4d503-709e-4a33-b11e-3617413482d6 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:07.548342 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07740c90-eab2-4a69-81da-068d2bbd2664 req-1b29f336-c918-496b-ba79-1e47f8654fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:07.550055 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-07740c90-eab2-4a69-81da-068d2bbd2664 req-1b29f336-c918-496b-ba79-1e47f8654fc3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0485a16a-de78-4412-ab82-735c8650e722 HTTP/1.1" status: 200 len: 797 time: 0.0575867 Nov 22 20:18:07.602565 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce7e74d-17fb-48e1-8dbf-63dc14fe3899 req-70f98b45-614e-49ac-ae0d-41ea4e30750d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:07.604675 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1ce7e74d-17fb-48e1-8dbf-63dc14fe3899 req-70f98b45-614e-49ac-ae0d-41ea4e30750d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e460d313-80e9-47f6-9945-5af58f9ad305 HTTP/1.1" status: 200 len: 1101 time: 0.4276071 Nov 22 20:18:07.606441 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c037891-a612-4fc1-911e-2b968cf210f9 req-e399ddbf-866a-4380-ba32-4c93d1754189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:07.607550 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07740c90-eab2-4a69-81da-068d2bbd2664 req-af2d44c0-503b-4860-8d03-6e24f5f7150f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:07.607709 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9c037891-a612-4fc1-911e-2b968cf210f9 req-e399ddbf-866a-4380-ba32-4c93d1754189 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3091ebfd-11e2-41f8-9c00-ffe0b86563d8 HTTP/1.1" status: 200 len: 843 time: 0.7089524 Nov 22 20:18:07.609734 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-07740c90-eab2-4a69-81da-068d2bbd2664 req-af2d44c0-503b-4860-8d03-6e24f5f7150f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6b3bccc8-a74b-4dd2-b44c-99e3a607f72f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0512362 Nov 22 20:18:07.679001 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-89b4d503-709e-4a33-b11e-3617413482d6 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Calling delete_port for 12a99cce-498d-4e4c-ba86-89decf6ac678 owned by {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:18:07.737571 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-07740c90-eab2-4a69-81da-068d2bbd2664 req-1e2f7ebc-a7e5-48fa-89e8-767deb480384 service neutron] 10.222.0.41 "GET /v2.0/networks/6b3bccc8-a74b-4dd2-b44c-99e3a607f72f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169662 Nov 22 20:18:07.778672 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fab1e5-fd9b-4816-886d-ffa7ea6dfda1 req-5f036c28-1e7e-4cb8-bc33-8de2254e3260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:07.780302 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b5fab1e5-fd9b-4816-886d-ffa7ea6dfda1 req-5f036c28-1e7e-4cb8-bc33-8de2254e3260 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e1052824-bf78-4963-8937-b202e372ac24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3017561 Nov 22 20:18:07.787313 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0c7af67a-bdf3-4721-89f7-75c496a40674 req-7b51f8a0-33e2-4652-8c09-a90f7ee4050d tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c61ce95-aab5-427a-864a-9f490b05fbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5143182 Nov 22 20:18:07.799926 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5dfb6bb4-fe1b-4bc3-b3ca-3b4bdd1bdd4d req-1b43dc45-b308-4dd0-adeb-f55159fd79d4 service neutron] 10.222.0.41 "GET /v2.0/networks/41f439de-e657-4ca1-8a55-865945ee9732?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8622963 Nov 22 20:18:07.856693 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d1afb1-fa5b-4dac-b587-4f7365ee18dd req-2407c0c5-ebad-4eab-beee-2b9be1c0b1ce tempest-VolumesActionsTest-1125936459 tempest-VolumesActionsTest-1125936459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:07.858841 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a7d1afb1-fa5b-4dac-b587-4f7365ee18dd req-2407c0c5-ebad-4eab-beee-2b9be1c0b1ce tempest-VolumesActionsTest-1125936459 tempest-VolumesActionsTest-1125936459-project] 10.222.0.46 "GET /v2.0/ports?device_id=3abfd24d-42ba-4818-a618-45476ddfb951 HTTP/1.1" status: 200 len: 931 time: 0.3785908 Nov 22 20:18:07.876444 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-07740c90-eab2-4a69-81da-068d2bbd2664 req-19d63fc9-e711-4746-9785-1a3db485ed31 service neutron] 10.222.0.41 "GET /v2.0/networks/6b3bccc8-a74b-4dd2-b44c-99e3a607f72f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188941 Nov 22 20:18:07.937494 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-07740c90-eab2-4a69-81da-068d2bbd2664 req-514a95f9-d34d-4825-82d6-8eeb9cfb7ea4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=211cdf2b-d334-4aa0-876c-de6732c81729 HTTP/1.1" status: 200 len: 217 time: 0.0529220 Nov 22 20:18:08.028818 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07740c90-eab2-4a69-81da-068d2bbd2664 req-6893ed2d-cfa0-42c8-aa32-13d3ea8b8cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:08.032039 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-07740c90-eab2-4a69-81da-068d2bbd2664 req-6893ed2d-cfa0-42c8-aa32-13d3ea8b8cfd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6428e4b1-afa7-46d6-aafb-e575abb5d651 HTTP/1.1" status: 200 len: 797 time: 0.0865614 Nov 22 20:18:08.086167 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [req-556ec95c-417c-472a-abcd-921d14c351d5 req-8bdc42a1-48a4-4cbc-9785-3c9c9d81e58e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c55f8839-233c-4e51-be6e-89732b69dcaa {{(pid=103447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:18:08.096178 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-556ec95c-417c-472a-abcd-921d14c351d5 req-8bdc42a1-48a4-4cbc-9785-3c9c9d81e58e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:08.098925 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07740c90-eab2-4a69-81da-068d2bbd2664 req-5eb02e4b-c657-45c5-8e40-1ef107ce8c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:08.101309 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-07740c90-eab2-4a69-81da-068d2bbd2664 req-5eb02e4b-c657-45c5-8e40-1ef107ce8c6b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9d0b1a7a-dafa-41a5-9e6d-f6ddddd5c8ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0603938 Nov 22 20:18:08.172518 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 20:18:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c7da64d-e0d9-4cb6-a275-25162971a227 x-openstack-request-id: req-3c7da64d-e0d9-4cb6-a275-25162971a227 {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:18:08.172808 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86e84458-0fba-47b1-8db8-162194d07c9a", "tag": "159ed494-f1c4-45d7-8e39-d21b57d302f2", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:18:08.173069 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3c7da64d-e0d9-4cb6-a275-25162971a227 {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:18:08.173463 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86e84458-0fba-47b1-8db8-162194d07c9a', 'tag': '159ed494-f1c4-45d7-8e39-d21b57d302f2', 'status': 'completed', 'code': 200} Nov 22 20:18:08.206188 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c037891-a612-4fc1-911e-2b968cf210f9 req-c814c66b-0919-4b3b-82a2-674ce1e4955b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:08.208767 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9c037891-a612-4fc1-911e-2b968cf210f9 req-c814c66b-0919-4b3b-82a2-674ce1e4955b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e1052824-bf78-4963-8937-b202e372ac24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5340717 Nov 22 20:18:08.308675 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.provisioning_blocks [req-556ec95c-417c-472a-abcd-921d14c351d5 req-8bdc42a1-48a4-4cbc-9785-3c9c9d81e58e service neutron] Transition to ACTIVE for port object c55f8839-233c-4e51-be6e-89732b69dcaa will not be triggered until provisioned by entity L2. {{(pid=103447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 20:18:08.312556 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-07740c90-eab2-4a69-81da-068d2bbd2664 req-0d1c28f6-3189-4984-90e5-7b8943b8bbba service neutron] 10.222.0.41 "GET /v2.0/networks/9d0b1a7a-dafa-41a5-9e6d-f6ddddd5c8ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2006204 Nov 22 20:18:08.409168 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9c037891-a612-4fc1-911e-2b968cf210f9 req-5a40d9ba-56c8-4a8a-bc58-160800800c45 service neutron] 10.222.0.20 "GET /v2.0/networks/e1052824-bf78-4963-8937-b202e372ac24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731281 Nov 22 20:18:08.409951 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-556ec95c-417c-472a-abcd-921d14c351d5 req-8bdc42a1-48a4-4cbc-9785-3c9c9d81e58e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:08.425237 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1ce7e74d-17fb-48e1-8dbf-63dc14fe3899 req-d8b72713-22cb-4ab6-8bf7-fc08bb6c692e service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=6c61ce95-aab5-427a-864a-9f490b05fbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7515609 Nov 22 20:18:08.431060 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-07740c90-eab2-4a69-81da-068d2bbd2664 req-e570fc63-3695-4465-ac28-9dfb4c4ec98e service neutron] 10.222.0.41 "GET /v2.0/networks/9d0b1a7a-dafa-41a5-9e6d-f6ddddd5c8ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129925 Nov 22 20:18:08.502794 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a7d1afb1-fa5b-4dac-b587-4f7365ee18dd req-0cfff119-2459-4257-a2c2-943a8659f3a4 tempest-VolumesActionsTest-1125936459 tempest-VolumesActionsTest-1125936459-project] 10.222.0.46 "GET /v2.0/security-groups?id=f984117d-844a-42a1-9c59-5ff916094579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3840349 Nov 22 20:18:08.655348 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-07740c90-eab2-4a69-81da-068d2bbd2664 req-b2402a32-bcbf-4361-939c-d7049f2f7c24 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=4ddab1db-7d92-4624-bc58-6f5b59607b22 HTTP/1.1" status: 200 len: 217 time: 0.0454702 Nov 22 20:18:08.656614 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdc42a1-48a4-4cbc-9785-3c9c9d81e58e service neutron] Pushing event updated for resources: {'Port': ['ID=c55f8839-233c-4e51-be6e-89732b69dcaa,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:18:08.660700 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5dfb6bb4-fe1b-4bc3-b3ca-3b4bdd1bdd4d req-3ef8dd8d-91b4-4377-84cb-addfc29e8043 service neutron] 10.222.0.41 "GET /v2.0/networks/41f439de-e657-4ca1-8a55-865945ee9732?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8433747 Nov 22 20:18:08.686350 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b5fab1e5-fd9b-4816-886d-ffa7ea6dfda1 req-edb4dd92-9707-4ea5-9c00-3fa63d300c97 service neutron] 10.222.0.20 "GET /v2.0/networks/e1052824-bf78-4963-8937-b202e372ac24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8806310 Nov 22 20:18:08.720955 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a2bfa4-b949-4519-8e19-7aba06f038af req-a590eaf9-4507-41cc-a151-672e7f545074 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:08.723876 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d4a2bfa4-b949-4519-8e19-7aba06f038af req-a590eaf9-4507-41cc-a151-672e7f545074 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/ports?device_id=ee1752e3-cc1d-4530-beb4-26e82fda5fc3 HTTP/1.1" status: 200 len: 943 time: 0.3788912 Nov 22 20:18:08.746571 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07740c90-eab2-4a69-81da-068d2bbd2664 req-f8ae672b-eaa9-4869-8016-00c8b0d116e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:08.748581 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-07740c90-eab2-4a69-81da-068d2bbd2664 req-f8ae672b-eaa9-4869-8016-00c8b0d116e9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6428e4b1-afa7-46d6-aafb-e575abb5d651 HTTP/1.1" status: 200 len: 797 time: 0.0817108 Nov 22 20:18:08.823125 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07740c90-eab2-4a69-81da-068d2bbd2664 req-74b380f2-e154-41ba-a977-aa250ced1a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:08.825123 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-07740c90-eab2-4a69-81da-068d2bbd2664 req-74b380f2-e154-41ba-a977-aa250ced1a4e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9d0b1a7a-dafa-41a5-9e6d-f6ddddd5c8ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0694118 Nov 22 20:18:08.930974 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-89b4d503-709e-4a33-b11e-3617413482d6 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:08.962288 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-07740c90-eab2-4a69-81da-068d2bbd2664 req-3b79bafe-c69b-4a80-821b-26840fcd4751 service neutron] 10.222.0.41 "GET /v2.0/networks/9d0b1a7a-dafa-41a5-9e6d-f6ddddd5c8ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278381 Nov 22 20:18:08.981426 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b5fab1e5-fd9b-4816-886d-ffa7ea6dfda1 req-37eeb14b-1d3f-47cd-93fd-63b4b2ca4083 service neutron] 10.222.0.20 "GET /v2.0/networks/e1052824-bf78-4963-8937-b202e372ac24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2710147 Nov 22 20:18:08.983971 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9c037891-a612-4fc1-911e-2b968cf210f9 req-0aa5f23c-5518-4010-8ae6-49e0f954b17e service neutron] 10.222.0.20 "GET /v2.0/networks/e1052824-bf78-4963-8937-b202e372ac24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5343101 Nov 22 20:18:09.094132 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b4d503-709e-4a33-b11e-3617413482d6 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Pushing event deleted for resources: {'Port': ['ID=12a99cce-498d-4e4c-ba86-89decf6ac678,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:18:09.137486 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-07740c90-eab2-4a69-81da-068d2bbd2664 req-dcc24ce3-a8b9-4d88-87b6-8ebf96da12aa service neutron] 10.222.0.41 "GET /v2.0/networks/9d0b1a7a-dafa-41a5-9e6d-f6ddddd5c8ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659381 Nov 22 20:18:09.211054 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-556ec95c-417c-472a-abcd-921d14c351d5 req-8bdc42a1-48a4-4cbc-9785-3c9c9d81e58e service neutron] Attempting to bind port c55f8839-233c-4e51-be6e-89732b69dcaa on host n-h2-818823-1 for vnic_type normal with profile {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:18:09.211497 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-556ec95c-417c-472a-abcd-921d14c351d5 req-8bdc42a1-48a4-4cbc-9785-3c9c9d81e58e service neutron] Attempting to bind port c55f8839-233c-4e51-be6e-89732b69dcaa by drivers openvswitch,hyperv on host n-h2-818823-1 at level 0 using segments [{'id': '0c19f6ce-9505-46f7-96f4-48c33d5fabdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'a638f8aa-b343-44c1-bcb9-fbd608b1e107'}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:18:09.211766 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-556ec95c-417c-472a-abcd-921d14c351d5 req-8bdc42a1-48a4-4cbc-9785-3c9c9d81e58e service neutron] Attempting to bind port c55f8839-233c-4e51-be6e-89732b69dcaa on network a638f8aa-b343-44c1-bcb9-fbd608b1e107 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:18:09.233787 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d4a2bfa4-b949-4519-8e19-7aba06f038af req-471d2d8b-7e54-4df2-a158-0fbe727dc87b tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6bb4485-0c85-4226-9793-14795129f329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3515129 Nov 22 20:18:09.235947 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158b04c2-1369-4c74-af7b-8684bcfbc6be req-c426bb86-8bd8-4322-9442-c90eb5a8cbeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:09.237573 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-158b04c2-1369-4c74-af7b-8684bcfbc6be req-c426bb86-8bd8-4322-9442-c90eb5a8cbeb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=76a9efddcf274563b133aa3f163fb3f9&device_id=ee1752e3-cc1d-4530-beb4-26e82fda5fc3 HTTP/1.1" status: 200 len: 1094 time: 0.3598564 Nov 22 20:18:09.247610 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-89b4d503-709e-4a33-b11e-3617413482d6 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:09.247610 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-89b4d503-709e-4a33-b11e-3617413482d6 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] 10.222.0.46 "DELETE /v2.0/ports/12a99cce-498d-4e4c-ba86-89decf6ac678 HTTP/1.1" status: 204 len: 168 time: 3.2674434 Nov 22 20:18:09.247610 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 44852) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:18:09.325089 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9a6d2f-0392-4eb6-a9d9-b9abb2da31f9 req-fa0f7f85-e214-4ffe-a183-79e6aae36185 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:09.328938 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-df9a6d2f-0392-4eb6-a9d9-b9abb2da31f9 req-fa0f7f85-e214-4ffe-a183-79e6aae36185 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.46 "GET /v2.0/ports?device_id=86e84458-0fba-47b1-8db8-162194d07c9a HTTP/1.1" status: 200 len: 948 time: 0.3609731 Nov 22 20:18:09.329603 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-556ec95c-417c-472a-abcd-921d14c351d5 req-8bdc42a1-48a4-4cbc-9785-3c9c9d81e58e service neutron] Port c55f8839-233c-4e51-be6e-89732b69dcaa on network a638f8aa-b343-44c1-bcb9-fbd608b1e107 not bound, no agent of type Open vSwitch agent registered on host n-h2-818823-1 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:18:09.330084 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-556ec95c-417c-472a-abcd-921d14c351d5 req-8bdc42a1-48a4-4cbc-9785-3c9c9d81e58e service neutron] Attempting to bind port c55f8839-233c-4e51-be6e-89732b69dcaa on network a638f8aa-b343-44c1-bcb9-fbd608b1e107 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:18:09.333399 n-d-818823-1 neutron-server[103447]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d15cacc-0400-4216-b169-74f837d49712 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] GET failed (client error): The resource could not be found. Nov 22 20:18:09.337795 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-9d15cacc-0400-4216-b169-74f837d49712 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] 10.222.0.46 "GET /v2.0/ports/12a99cce-498d-4e4c-ba86-89decf6ac678 HTTP/1.1" status: 404 len: 333 time: 0.0893555 Nov 22 20:18:09.338576 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 44856) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:18:09.438933 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd17c8e-7fb0-47ff-9377-c338ecfe4c2e req-bc041227-85d2-44fa-afc3-44ae2abd0afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:09.440483 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ecd17c8e-7fb0-47ff-9377-c338ecfe4c2e req-bc041227-85d2-44fa-afc3-44ae2abd0afb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=dd29aa5b29024a1589aa1e9d9246bd3e&device_id=86e84458-0fba-47b1-8db8-162194d07c9a HTTP/1.1" status: 200 len: 1099 time: 0.3358939 Nov 22 20:18:09.454591 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-556ec95c-417c-472a-abcd-921d14c351d5 req-8bdc42a1-48a4-4cbc-9785-3c9c9d81e58e service neutron] Checking agent: {'id': '65e0486a-7030-4065-96f0-10aa7402a530', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'started_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 17, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:18:09.455299 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-556ec95c-417c-472a-abcd-921d14c351d5 req-8bdc42a1-48a4-4cbc-9785-3c9c9d81e58e service neutron] Checking segment: {'id': '0c19f6ce-9505-46f7-96f4-48c33d5fabdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'a638f8aa-b343-44c1-bcb9-fbd608b1e107'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:18:09.455896 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-556ec95c-417c-472a-abcd-921d14c351d5 req-8bdc42a1-48a4-4cbc-9785-3c9c9d81e58e service neutron] Bound using segment: {'id': '0c19f6ce-9505-46f7-96f4-48c33d5fabdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'a638f8aa-b343-44c1-bcb9-fbd608b1e107'} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:18:09.457497 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-556ec95c-417c-472a-abcd-921d14c351d5 req-8bdc42a1-48a4-4cbc-9785-3c9c9d81e58e service neutron] Bound port: c55f8839-233c-4e51-be6e-89732b69dcaa, host: n-h2-818823-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c19f6ce-9505-46f7-96f4-48c33d5fabdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'a638f8aa-b343-44c1-bcb9-fbd608b1e107'}}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:18:09.458224 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-556ec95c-417c-472a-abcd-921d14c351d5 req-8bdc42a1-48a4-4cbc-9785-3c9c9d81e58e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:09.505422 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d868feb1-fa8b-457b-99a1-70ec347aefba tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:09.534263 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d868feb1-fa8b-457b-99a1-70ec347aefba tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:09.560225 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 44858) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:18:09.636879 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d868feb1-fa8b-457b-99a1-70ec347aefba tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:09.640873 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d868feb1-fa8b-457b-99a1-70ec347aefba tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:09.644902 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-d868feb1-fa8b-457b-99a1-70ec347aefba tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] 10.222.0.46 "DELETE /v2.0/security-groups/03df17e0-c9b6-4faf-8b85-377a0ab5b308 HTTP/1.1" status: 204 len: 168 time: 0.3026745 Nov 22 20:18:09.652169 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 44864) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:18:09.713274 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d868feb1-fa8b-457b-99a1-70ec347aefba tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03df17e0-c9b6-4faf-8b85-377a0ab5b308,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:18:09.728474 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-556ec95c-417c-472a-abcd-921d14c351d5 req-8bdc42a1-48a4-4cbc-9785-3c9c9d81e58e service neutron] For port c55f8839-233c-4e51-be6e-89732b69dcaa, host n-h2-818823-1, cleared binding levels {{(pid=103447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:18:09.776248 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd17c8e-7fb0-47ff-9377-c338ecfe4c2e req-a31e3e9f-7e6f-4914-8886-50c7e5766f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:09.778172 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ecd17c8e-7fb0-47ff-9377-c338ecfe4c2e req-a31e3e9f-7e6f-4914-8886-50c7e5766f5f service neutron] 10.222.0.20 "GET /v2.0/networks?id=e1052824-bf78-4963-8937-b202e372ac24 HTTP/1.1" status: 200 len: 870 time: 0.3250341 Nov 22 20:18:09.789812 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8edbfc94-444a-4a6f-9dcf-e44b10000b28 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:09.825047 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8edbfc94-444a-4a6f-9dcf-e44b10000b28 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:09.827725 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-556ec95c-417c-472a-abcd-921d14c351d5 req-8bdc42a1-48a4-4cbc-9785-3c9c9d81e58e service neutron] For port c55f8839-233c-4e51-be6e-89732b69dcaa, host n-h2-818823-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=c55f8839-233c-4e51-be6e-89732b69dcaa,segment=NetworkSegment(0c19f6ce-9505-46f7-96f4-48c33d5fabdc),segment_id=0c19f6ce-9505-46f7-96f4-48c33d5fabdc)] {{(pid=103447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:18:09.837059 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-df9a6d2f-0392-4eb6-a9d9-b9abb2da31f9 req-e0ea9deb-be89-419f-9094-a3ca60890cb7 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c61ce95-aab5-427a-864a-9f490b05fbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4980299 Nov 22 20:18:09.875785 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-556ec95c-417c-472a-abcd-921d14c351d5 req-8bdc42a1-48a4-4cbc-9785-3c9c9d81e58e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:09.884247 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ecd17c8e-7fb0-47ff-9377-c338ecfe4c2e req-a0d91da3-b042-4139-9fee-b54213895047 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=159ed494-f1c4-45d7-8e39-d21b57d302f2 HTTP/1.1" status: 200 len: 217 time: 0.0774431 Nov 22 20:18:09.885111 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-cc38332e-141f-4a2b-a0ed-ac410f6fbed4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:09.887728 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158b04c2-1369-4c74-af7b-8684bcfbc6be req-39ab6460-98bd-4722-9aef-e9847131827b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:09.889633 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-158b04c2-1369-4c74-af7b-8684bcfbc6be req-39ab6460-98bd-4722-9aef-e9847131827b service neutron] 10.222.0.41 "GET /v2.0/networks?id=41f439de-e657-4ca1-8a55-865945ee9732 HTTP/1.1" status: 200 len: 912 time: 0.6370709 Nov 22 20:18:09.891284 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8edbfc94-444a-4a6f-9dcf-e44b10000b28 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:09.895983 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8edbfc94-444a-4a6f-9dcf-e44b10000b28 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:09.899495 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-8edbfc94-444a-4a6f-9dcf-e44b10000b28 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] 10.222.0.46 "DELETE /v2.0/security-groups/4d6e4460-467b-47d5-a505-12ea6086a7e9 HTTP/1.1" status: 204 len: 168 time: 0.2441418 Nov 22 20:18:09.907290 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 44868) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:18:09.962215 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edbfc94-444a-4a6f-9dcf-e44b10000b28 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d6e4460-467b-47d5-a505-12ea6086a7e9,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:18:10.023095 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_v2 [None req-1031d2f0-8ac8-41df-96cd-4d13e5658c49 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Deleting subnet 4d743402-f770-4a36-ae6c-b28dae373304 {{(pid=103448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 20:18:10.029446 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1031d2f0-8ac8-41df-96cd-4d13e5658c49 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks [] for subnet, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:10.079970 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1031d2f0-8ac8-41df-96cd-4d13e5658c49 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11627908'] for subnet, precommit_delete_associations {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:10.182405 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1031d2f0-8ac8-41df-96cd-4d13e5658c49 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3753007'] for subnet, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:10.262596 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1031d2f0-8ac8-41df-96cd-4d13e5658c49 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3753014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11567369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11792914'] for subnet, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:10.303681 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1031d2f0-8ac8-41df-96cd-4d13e5658c49 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Pushing event deleted for resources: {'Subnet': ['ID=4d743402-f770-4a36-ae6c-b28dae373304,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:18:10.306680 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1031d2f0-8ac8-41df-96cd-4d13e5658c49 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:10.310620 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-1031d2f0-8ac8-41df-96cd-4d13e5658c49 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] 10.222.0.46 "DELETE /v2.0/subnets/4d743402-f770-4a36-ae6c-b28dae373304 HTTP/1.1" status: 204 len: 168 time: 0.4021788 Nov 22 20:18:10.317785 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf411291-0048-4f9f-a7f9-ccd44a2becd2 None None] Network af33d290-a09b-4d43-b29e-152605dd45aa requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:18:10.328144 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 44872) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:18:10.336274 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-92c4681f-62fa-4256-b01f-f68fc1aee83c tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Request body: {'subnet': {'network_id': 'af33d290-a09b-4d43-b29e-152605dd45aa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:18:10.361851 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556ec95c-417c-472a-abcd-921d14c351d5 req-8bdc42a1-48a4-4cbc-9785-3c9c9d81e58e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:10.363225 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-556ec95c-417c-472a-abcd-921d14c351d5 req-8bdc42a1-48a4-4cbc-9785-3c9c9d81e58e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:10.364986 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-556ec95c-417c-472a-abcd-921d14c351d5 req-8bdc42a1-48a4-4cbc-9785-3c9c9d81e58e service neutron] 10.222.0.20 "PUT /v2.0/ports/c55f8839-233c-4e51-be6e-89732b69dcaa HTTP/1.1" status: 200 len: 1091 time: 4.2341747 Nov 22 20:18:10.383317 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-158b04c2-1369-4c74-af7b-8684bcfbc6be req-87e62b1d-f552-4a07-8208-1da286de137e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b27088f9-e878-4164-b44d-eaf681d4b066 HTTP/1.1" status: 200 len: 217 time: 0.1172435 Nov 22 20:18:10.384874 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3abfd24d-42ba-4818-a618-45476ddfb951', 'tag': 'c55f8839-233c-4e51-be6e-89732b69dcaa'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:18:10.389810 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18cd9c82-d5ff-4cb9-a609-6722b579e193" -d '{"events": [{"name": "network-changed", "server_uuid": "3abfd24d-42ba-4818-a618-45476ddfb951", "tag": "c55f8839-233c-4e51-be6e-89732b69dcaa"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:18:10.460750 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cd6202-271e-4b32-bb0d-86fc95d748ca req-e95c4300-2637-447c-8a56-b7c558a0888a tempest-VolumesActionsTest-1125936459 tempest-VolumesActionsTest-1125936459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:10.462521 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-42cd6202-271e-4b32-bb0d-86fc95d748ca req-e95c4300-2637-447c-8a56-b7c558a0888a tempest-VolumesActionsTest-1125936459 tempest-VolumesActionsTest-1125936459-project] 10.222.0.46 "GET /v2.0/ports?device_id=3abfd24d-42ba-4818-a618-45476ddfb951 HTTP/1.1" status: 200 len: 943 time: 0.7617214 Nov 22 20:18:10.465256 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdc42a1-48a4-4cbc-9785-3c9c9d81e58e service neutron] Pushing event updated for resources: {'Port': ['ID=c55f8839-233c-4e51-be6e-89732b69dcaa,revision_number=3']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:18:10.493316 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92c4681f-62fa-4256-b01f-f68fc1aee83c tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Made reservation on behalf of 2dee5ba1e01f416ab951cabb312f3dca for: {'subnet': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:18:10.498453 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-92c4681f-62fa-4256-b01f-f68fc1aee83c tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11792951'] for subnet, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:10.610945 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd17c8e-7fb0-47ff-9377-c338ecfe4c2e req-5c537c96-a1ab-416e-b5fe-19578e0c3127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:10.612513 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ecd17c8e-7fb0-47ff-9377-c338ecfe4c2e req-5c537c96-a1ab-416e-b5fe-19578e0c3127 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3091ebfd-11e2-41f8-9c00-ffe0b86563d8 HTTP/1.1" status: 200 len: 843 time: 0.3531041 Nov 22 20:18:10.630713 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device b27088f9-e878-4164-b44d-eaf681d4b066 details requested by agent hyperv_n-h1-818823-1 with host n-h1-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 20:18:10.677451 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451ba457-060e-489c-9195-6a58e99b5d04 req-c35182f0-4cd7-4acf-9b26-faf06668c3ef tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:10.679139 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-451ba457-060e-489c-9195-6a58e99b5d04 req-c35182f0-4cd7-4acf-9b26-faf06668c3ef tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/ports?device_id=ee1752e3-cc1d-4530-beb4-26e82fda5fc3 HTTP/1.1" status: 200 len: 943 time: 0.3270545 Nov 22 20:18:10.706493 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158b04c2-1369-4c74-af7b-8684bcfbc6be req-6415169b-846f-401d-80b6-eb39058120fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:10.708148 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-158b04c2-1369-4c74-af7b-8684bcfbc6be req-6415169b-846f-401d-80b6-eb39058120fd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d74b376c-118a-4e1f-b1b9-d074bfe85b19 HTTP/1.1" status: 200 len: 851 time: 0.2948582 Nov 22 20:18:10.717240 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-42cd6202-271e-4b32-bb0d-86fc95d748ca req-14264741-49ca-4938-8bb6-460701b1cd31 tempest-VolumesActionsTest-1125936459 tempest-VolumesActionsTest-1125936459-project] 10.222.0.46 "GET /v2.0/security-groups?id=f984117d-844a-42a1-9c59-5ff916094579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013633 Nov 22 20:18:10.781247 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556ec95c-417c-472a-abcd-921d14c351d5 req-63d5f850-5b93-4e18-b3f6-1104769abb0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:10.783041 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-556ec95c-417c-472a-abcd-921d14c351d5 req-63d5f850-5b93-4e18-b3f6-1104769abb0d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=191f2c6a74ca44febe6b0c0dccf4c560&device_id=3abfd24d-42ba-4818-a618-45476ddfb951 HTTP/1.1" status: 200 len: 1094 time: 0.3326135 Nov 22 20:18:10.785366 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-158b04c2-1369-4c74-af7b-8684bcfbc6be req-24faeb80-e2a2-42f4-8e78-b920e316a48d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=41f439de-e657-4ca1-8a55-865945ee9732&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0619440 Nov 22 20:18:10.870315 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 20:18:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b80e91c-03a5-44a2-9ea6-f16de4e1d97e x-openstack-request-id: req-6b80e91c-03a5-44a2-9ea6-f16de4e1d97e {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:18:10.870724 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3abfd24d-42ba-4818-a618-45476ddfb951", "tag": "c55f8839-233c-4e51-be6e-89732b69dcaa", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:18:10.870871 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6b80e91c-03a5-44a2-9ea6-f16de4e1d97e {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:18:10.871249 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3abfd24d-42ba-4818-a618-45476ddfb951', 'tag': 'c55f8839-233c-4e51-be6e-89732b69dcaa', 'status': 'completed', 'code': 200} Nov 22 20:18:10.959355 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-92c4681f-62fa-4256-b01f-f68fc1aee83c tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11567560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11792921'] for subnet, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:10.982468 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port b27088f9-e878-4164-b44d-eaf681d4b066, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=b27088f9-e878-4164-b44d-eaf681d4b066,segment=NetworkSegment(ac5f3349-9549-4263-b08f-bbbf3ebb8ed3),segment_id=ac5f3349-9549-4263-b08f-bbbf3ebb8ed3)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:18:11.004771 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Returning: {'device': 'b27088f9-e878-4164-b44d-eaf681d4b066', 'network_id': '41f439de-e657-4ca1-8a55-865945ee9732', 'port_id': 'b27088f9-e878-4164-b44d-eaf681d4b066', 'mac_address': 'fa:16:3e:86:59:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd74b376c-118a-4e1f-b1b9-d074bfe85b19', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 20:18:11.074148 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-cc38332e-141f-4a2b-a0ed-ac410f6fbed4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:11.074800 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92c4681f-62fa-4256-b01f-f68fc1aee83c tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Network af33d290-a09b-4d43-b29e-152605dd45aa is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:18:11.083966 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-92c4681f-62fa-4256-b01f-f68fc1aee83c tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:18:11.084692 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-556ec95c-417c-472a-abcd-921d14c351d5 req-16a5224e-428f-4254-b6b2-329d836eda27 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c55f8839-233c-4e51-be6e-89732b69dcaa HTTP/1.1" status: 200 len: 217 time: 0.2612643 Nov 22 20:18:11.094356 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92c4681f-62fa-4256-b01f-f68fc1aee83c tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:11.095800 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-92c4681f-62fa-4256-b01f-f68fc1aee83c tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:11.105348 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:11.116243 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd17c8e-7fb0-47ff-9377-c338ecfe4c2e req-4cce819f-65bc-4b67-bf59-500500c01380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:11.118041 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ecd17c8e-7fb0-47ff-9377-c338ecfe4c2e req-4cce819f-65bc-4b67-bf59-500500c01380 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e1052824-bf78-4963-8937-b202e372ac24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4745123 Nov 22 20:18:11.126638 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-92c4681f-62fa-4256-b01f-f68fc1aee83c tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7973301 Nov 22 20:18:11.130278 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b27088f9-e878-4164-b44d-eaf681d4b066 {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:18:11.134097 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 44884) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:18:11.143921 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-cbd080f4-bc68-421a-9bac-2b59206f9f39 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Request body: {'security_group': {'name': 'tempest-secgroup-643966868'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:18:11.150388 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-cc38332e-141f-4a2b-a0ed-ac410f6fbed4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:11.154524 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c4681f-62fa-4256-b01f-f68fc1aee83c tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Pushing event updated for resources: {'Subnet': ['ID=f21a1b15-2351-4511-bb85-fc971396d84d,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:18:11.167122 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port b27088f9-e878-4164-b44d-eaf681d4b066, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=b27088f9-e878-4164-b44d-eaf681d4b066,segment=NetworkSegment(ac5f3349-9549-4263-b08f-bbbf3ebb8ed3),segment_id=ac5f3349-9549-4263-b08f-bbbf3ebb8ed3)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:18:11.173770 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:11.194034 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cbd080f4-bc68-421a-9bac-2b59206f9f39 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:11.260600 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=b27088f9-e878-4164-b44d-eaf681d4b066,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:18:11.317027 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-451ba457-060e-489c-9195-6a58e99b5d04 req-2026b862-43b6-435c-be38-ee011f0159c6 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6bb4485-0c85-4226-9793-14795129f329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6150424 Nov 22 20:18:11.323784 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cbd080f4-bc68-421a-9bac-2b59206f9f39 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:11.332735 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cbd080f4-bc68-421a-9bac-2b59206f9f39 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:11.384098 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd080f4-bc68-421a-9bac-2b59206f9f39 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ce270c1-367e-4b45-b6b3-bccaf8be4e44,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:18:11.400804 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc38332e-141f-4a2b-a0ed-ac410f6fbed4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c071291-fae9-4a55-9b4a-66debebdd197,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:18:11.407986 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cbd080f4-bc68-421a-9bac-2b59206f9f39 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:11.409257 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-cbd080f4-bc68-421a-9bac-2b59206f9f39 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2739253 Nov 22 20:18:11.411963 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 44886) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:18:11.422228 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-9427d872-5bfb-47c1-8bea-eab67caf95f4 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Request body: {'security_group': {'name': 'tempest-secgroup-962426440'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:18:11.422632 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67528c1e-b6cc-4657-ac3e-f346a36a9bf5 None None] Network af33d290-a09b-4d43-b29e-152605dd45aa requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:18:11.450725 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9427d872-5bfb-47c1-8bea-eab67caf95f4 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:11.470932 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-cc38332e-141f-4a2b-a0ed-ac410f6fbed4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8dbe97470e544094b74db378d75f2273&name=default HTTP/1.1" status: 200 len: 3000 time: 1.9055514 Nov 22 20:18:11.472588 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556ec95c-417c-472a-abcd-921d14c351d5 req-fc5ddc0e-15db-44d1-8339-4646ecb31de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:11.473997 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-556ec95c-417c-472a-abcd-921d14c351d5 req-fc5ddc0e-15db-44d1-8339-4646ecb31de0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e93b9d80-84ab-4fe4-87af-03c83bea94e7 HTTP/1.1" status: 200 len: 849 time: 0.3485310 Nov 22 20:18:11.474677 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 44888) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:18:11.490798 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] get_ports_and_sgs() called for port_ids ['b27088f9-e878-4164-b44d-eaf681d4b066'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:18:11.555007 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af74830-ab4c-47ee-b1f8-40f789989479 req-83efec2f-8601-47fc-a127-6e02ea787895 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:11.556081 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5af74830-ab4c-47ee-b1f8-40f789989479 req-83efec2f-8601-47fc-a127-6e02ea787895 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.46 "GET /v2.0/ports?device_id=86e84458-0fba-47b1-8db8-162194d07c9a HTTP/1.1" status: 200 len: 948 time: 0.3769741 Nov 22 20:18:11.558967 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-556ec95c-417c-472a-abcd-921d14c351d5 req-def48bc5-ac73-41b2-ae6f-d2f24a9dfb7b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a638f8aa-b343-44c1-bcb9-fbd608b1e107&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0709207 Nov 22 20:18:11.566199 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ee7f5a49-e71f-4e8b-a338-6d51826cc418 None None] Provisioning complete for port f97f87bc-ef43-4dad-9d40-4a64e8de529f triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:18:11.566854 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ee7f5a49-e71f-4e8b-a338-6d51826cc418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:11.575026 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1f3c7ca2-39cc-4403-a2d2-0243a1b08526 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:11.586566 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9427d872-5bfb-47c1-8bea-eab67caf95f4 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:11.588983 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-158b04c2-1369-4c74-af7b-8684bcfbc6be req-deb5f65a-1f66-4f1e-8ddb-d5bed49b5f7c service neutron] 10.222.0.41 "GET /v2.0/networks/41f439de-e657-4ca1-8a55-865945ee9732?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7713385 Nov 22 20:18:11.593226 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9427d872-5bfb-47c1-8bea-eab67caf95f4 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:11.633030 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1f3c7ca2-39cc-4403-a2d2-0243a1b08526 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:11.660722 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9427d872-5bfb-47c1-8bea-eab67caf95f4 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:11.661643 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-ee7f5a49-e71f-4e8b-a338-6d51826cc418 None None] Port f97f87bc-ef43-4dad-9d40-4a64e8de529f cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:18:11.665623 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-9427d872-5bfb-47c1-8bea-eab67caf95f4 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2522547 Nov 22 20:18:11.666103 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9427d872-5bfb-47c1-8bea-eab67caf95f4 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66df5789-7872-4df8-bb25-f2379970596b,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:18:11.668474 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 44890) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:18:11.682001 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-5dd16ae1-8a97-4aac-a4f4-b5c10c056f07 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Request body: {'security_group': {'name': 'tempest-secgroup-408026926'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:18:11.701054 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ee7f5a49-e71f-4e8b-a338-6d51826cc418 None None] Provisioning complete for port a7f0b1ac-1458-4bbc-bd26-d2aafdb5ab2c triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:18:11.702109 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ee7f5a49-e71f-4e8b-a338-6d51826cc418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:11.718652 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5dd16ae1-8a97-4aac-a4f4-b5c10c056f07 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:11.721618 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ecd17c8e-7fb0-47ff-9377-c338ecfe4c2e req-0daa2332-ca92-4c14-91d8-c87117b14215 service neutron] 10.222.0.20 "GET /v2.0/networks/e1052824-bf78-4963-8937-b202e372ac24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5435548 Nov 22 20:18:11.751961 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1f3c7ca2-39cc-4403-a2d2-0243a1b08526 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:11.755003 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1f3c7ca2-39cc-4403-a2d2-0243a1b08526 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:11.756292 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-1f3c7ca2-39cc-4403-a2d2-0243a1b08526 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7c071291-fae9-4a55-9b4a-66debebdd197 HTTP/1.1" status: 204 len: 168 time: 0.2804625 Nov 22 20:18:11.793534 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3c7ca2-39cc-4403-a2d2-0243a1b08526 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c071291-fae9-4a55-9b4a-66debebdd197,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:18:11.850790 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5af74830-ab4c-47ee-b1f8-40f789989479 req-27f9734d-e1cf-4936-9b3c-3204ea9601fb tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c61ce95-aab5-427a-864a-9f490b05fbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2543604 Nov 22 20:18:11.882969 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-556ec95c-417c-472a-abcd-921d14c351d5 req-0b6a45d9-b4e8-419e-9b60-2b82f0a3e8ce service neutron] 10.222.0.20 "GET /v2.0/networks/a638f8aa-b343-44c1-bcb9-fbd608b1e107?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3155336 Nov 22 20:18:11.896537 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5dd16ae1-8a97-4aac-a4f4-b5c10c056f07 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:11.904487 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5dd16ae1-8a97-4aac-a4f4-b5c10c056f07 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:11.935251 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-158b04c2-1369-4c74-af7b-8684bcfbc6be req-696dce87-e513-4b6a-80ed-a0e0ed401e22 service neutron] 10.222.0.41 "GET /v2.0/networks/41f439de-e657-4ca1-8a55-865945ee9732?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3064213 Nov 22 20:18:11.948505 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5dd16ae1-8a97-4aac-a4f4-b5c10c056f07 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:11.955297 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-5dd16ae1-8a97-4aac-a4f4-b5c10c056f07 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2807589 Nov 22 20:18:11.966725 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 44898) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:18:11.978012 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-21a98420-0f2c-4b12-8d65-d562aa31f214 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-191812442', 'security_groups': ['d9d0c8f5-1a19-40a2-8d39-32d1fb50f291'], 'network_id': 'af33d290-a09b-4d43-b29e-152605dd45aa', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'f21a1b15-2351-4511-bb85-fc971396d84d'}]}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:18:11.982255 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd16ae1-8a97-4aac-a4f4-b5c10c056f07 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9d0c8f5-1a19-40a2-8d39-32d1fb50f291,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:18:12.015229 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bb00550-3624-4ea6-b511-3230e0c2d3de None None] Update dhcp port {'port': {'network_id': 'af33d290-a09b-4d43-b29e-152605dd45aa', 'fixed_ips': [{'subnet_id': 'b391ced0-caa0-4d2c-9ea2-e35d43a3748c', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'f21a1b15-2351-4511-bb85-fc971396d84d'}], 'binding:host_id': 'n-d-818823-1'}, 'id': 'a7f0b1ac-1458-4bbc-bd26-d2aafdb5ab2c'} from n-d-818823-1. {{(pid=103449) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 22 20:18:12.052479 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-3bb00550-3624-4ea6-b511-3230e0c2d3de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:12.100507 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ecd17c8e-7fb0-47ff-9377-c338ecfe4c2e req-80ea213e-b8ff-42ea-9ea4-23d9dad999c0 service neutron] 10.222.0.20 "GET /v2.0/networks/e1052824-bf78-4963-8937-b202e372ac24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3682508 Nov 22 20:18:12.119707 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d34098-e40e-4b77-a029-92f83aae7ba2 req-56078f48-1b37-4568-b2db-dc8c37e4ddef tempest-VolumesActionsTest-1125936459 tempest-VolumesActionsTest-1125936459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:12.128605 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-05d34098-e40e-4b77-a029-92f83aae7ba2 req-56078f48-1b37-4568-b2db-dc8c37e4ddef tempest-VolumesActionsTest-1125936459 tempest-VolumesActionsTest-1125936459-project] 10.222.0.46 "GET /v2.0/ports?device_id=3abfd24d-42ba-4818-a618-45476ddfb951 HTTP/1.1" status: 200 len: 943 time: 0.2436521 Nov 22 20:18:12.252569 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-556ec95c-417c-472a-abcd-921d14c351d5 req-ee23eb06-f437-4d6b-a3fb-caf47550c84f service neutron] 10.222.0.20 "GET /v2.0/networks/a638f8aa-b343-44c1-bcb9-fbd608b1e107?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3585691 Nov 22 20:18:12.273295 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-05d34098-e40e-4b77-a029-92f83aae7ba2 req-14369df6-281b-4e0b-b6e6-a215834d6cd0 tempest-VolumesActionsTest-1125936459 tempest-VolumesActionsTest-1125936459-project] 10.222.0.46 "GET /v2.0/security-groups?id=f984117d-844a-42a1-9c59-5ff916094579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382601 Nov 22 20:18:12.291685 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 44908) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:18:12.292210 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.db_base_plugin_common [None req-3bb00550-3624-4ea6-b511-3230e0c2d3de None None] Allocated IP 2001:db8::2 (af33d290-a09b-4d43-b29e-152605dd45aa/f21a1b15-2351-4511-bb85-fc971396d84d/a7f0b1ac-1458-4bbc-bd26-d2aafdb5ab2c) {{(pid=103449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:18:12.296963 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21a98420-0f2c-4b12-8d65-d562aa31f214 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Made reservation on behalf of 2dee5ba1e01f416ab951cabb312f3dca for: {'port': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:18:12.307601 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5af80777-6218-4253-987a-baa581de2e94 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:12.430381 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-3bb00550-3624-4ea6-b511-3230e0c2d3de None None] For port a7f0b1ac-1458-4bbc-bd26-d2aafdb5ab2c, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=a7f0b1ac-1458-4bbc-bd26-d2aafdb5ab2c,segment=NetworkSegment(c0527588-da58-4e73-b310-dc0e5bb17a7e),segment_id=c0527588-da58-4e73-b310-dc0e5bb17a7e)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:18:12.441367 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cd9c82-d5ff-4cb9-a609-6722b579e193 req-82125131-26d6-438e-889b-bd6847c91ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:12.443556 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-18cd9c82-d5ff-4cb9-a609-6722b579e193 req-82125131-26d6-438e-889b-bd6847c91ea3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=191f2c6a74ca44febe6b0c0dccf4c560&device_id=3abfd24d-42ba-4818-a618-45476ddfb951 HTTP/1.1" status: 200 len: 1094 time: 0.0769730 Nov 22 20:18:12.463009 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5af80777-6218-4253-987a-baa581de2e94 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:12.469049 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5af80777-6218-4253-987a-baa581de2e94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:12.471061 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-3bb00550-3624-4ea6-b511-3230e0c2d3de None None] Publish callbacks [] for port, precommit_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:12.477007 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-3bb00550-3624-4ea6-b511-3230e0c2d3de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:12.520672 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-5af80777-6218-4253-987a-baa581de2e94 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3c46fb7f6709459f84a6cb73cd89c901&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2275321 Nov 22 20:18:12.521419 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 44914) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:18:12.523695 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af80777-6218-4253-987a-baa581de2e94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=270d88f2-d76e-4e88-9a7e-f0c0e0fcba96,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:18:12.596616 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-26d8866f-6a29-44fe-a3c8-f1d6f576643d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:12.599974 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-21a98420-0f2c-4b12-8d65-d562aa31f214 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:12.610067 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb00550-3624-4ea6-b511-3230e0c2d3de None None] Pushing event updated for resources: {'Port': ['ID=a7f0b1ac-1458-4bbc-bd26-d2aafdb5ab2c,revision_number=6']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:18:12.631361 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [None req-21a98420-0f2c-4b12-8d65-d562aa31f214 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] device_id is not set on port 691ea01a-d4ce-4d19-8193-f6efaead366b yet. {{(pid=103447) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 20:18:12.641978 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-26d8866f-6a29-44fe-a3c8-f1d6f576643d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:12.700170 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0f69b1-d4c5-4821-b129-cdaf65c17c60 req-cbbdc293-619d-4216-9e1c-2f9b981e09ef tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:12.709017 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2c0f69b1-d4c5-4821-b129-cdaf65c17c60 req-cbbdc293-619d-4216-9e1c-2f9b981e09ef tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/ports?device_id=ee1752e3-cc1d-4530-beb4-26e82fda5fc3 HTTP/1.1" status: 200 len: 944 time: 0.2644103 Nov 22 20:18:12.715854 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cd9c82-d5ff-4cb9-a609-6722b579e193 req-e942dd7c-18f6-4fdd-9e62-68e9a6f30c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:12.717993 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-18cd9c82-d5ff-4cb9-a609-6722b579e193 req-e942dd7c-18f6-4fdd-9e62-68e9a6f30c48 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a638f8aa-b343-44c1-bcb9-fbd608b1e107 HTTP/1.1" status: 200 len: 910 time: 0.2278306 Nov 22 20:18:12.720605 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-26d8866f-6a29-44fe-a3c8-f1d6f576643d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:12.729010 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-26d8866f-6a29-44fe-a3c8-f1d6f576643d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:12.733461 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-26d8866f-6a29-44fe-a3c8-f1d6f576643d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/270d88f2-d76e-4e88-9a7e-f0c0e0fcba96 HTTP/1.1" status: 204 len: 168 time: 0.2107592 Nov 22 20:18:12.744763 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d8866f-6a29-44fe-a3c8-f1d6f576643d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=270d88f2-d76e-4e88-9a7e-f0c0e0fcba96,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:18:12.783675 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-18cd9c82-d5ff-4cb9-a609-6722b579e193 req-0d4b36f8-63ee-4260-9386-e9d09f07a70f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c55f8839-233c-4e51-be6e-89732b69dcaa HTTP/1.1" status: 200 len: 217 time: 0.0576284 Nov 22 20:18:12.835930 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device a7f0b1ac-1458-4bbc-bd26-d2aafdb5ab2c up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:18:12.942918 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port a7f0b1ac-1458-4bbc-bd26-d2aafdb5ab2c triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:18:12.944020 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:12.988304 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2c0f69b1-d4c5-4821-b129-cdaf65c17c60 req-17f8ae11-df09-410e-ba75-4cda99361450 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6bb4485-0c85-4226-9793-14795129f329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2780380 Nov 22 20:18:13.003161 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cd9c82-d5ff-4cb9-a609-6722b579e193 req-ab955b7b-292b-4c25-b86c-8249c20bdd0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:13.006124 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-18cd9c82-d5ff-4cb9-a609-6722b579e193 req-ab955b7b-292b-4c25-b86c-8249c20bdd0e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e93b9d80-84ab-4fe4-87af-03c83bea94e7 HTTP/1.1" status: 200 len: 849 time: 0.2024226 Nov 22 20:18:13.133508 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-18cd9c82-d5ff-4cb9-a609-6722b579e193 req-a1a42601-85de-442b-a127-79a34fca53a2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a638f8aa-b343-44c1-bcb9-fbd608b1e107&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1130130 Nov 22 20:18:13.354121 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ecb83c-3373-4155-8570-83dfe5d9e016 req-889b6234-66a8-4183-9078-db5e466f74e6 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:13.362593 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e6ecb83c-3373-4155-8570-83dfe5d9e016 req-889b6234-66a8-4183-9078-db5e466f74e6 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.46 "GET /v2.0/ports?device_id=86e84458-0fba-47b1-8db8-162194d07c9a HTTP/1.1" status: 200 len: 948 time: 0.2220192 Nov 22 20:18:13.367180 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [None req-21a98420-0f2c-4b12-8d65-d562aa31f214 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Allocated IP 2001:db8::298 (af33d290-a09b-4d43-b29e-152605dd45aa/f21a1b15-2351-4511-bb85-fc971396d84d/691ea01a-d4ce-4d19-8193-f6efaead366b) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:18:13.371935 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 159ed494-f1c4-45d7-8e39-d21b57d302f2 details requested by agent hyperv_n-h2-818823-1 with host n-h2-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 20:18:13.490207 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-18cd9c82-d5ff-4cb9-a609-6722b579e193 req-b1065149-50d0-4dfd-930c-5e8eb74b941e service neutron] 10.222.0.20 "GET /v2.0/networks/a638f8aa-b343-44c1-bcb9-fbd608b1e107?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3075299 Nov 22 20:18:13.518901 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ebdf28c7-ff0c-437e-80f3-2e27b579ed04 None None] Provisioning complete for port f97f87bc-ef43-4dad-9d40-4a64e8de529f triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:18:13.519991 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ebdf28c7-ff0c-437e-80f3-2e27b579ed04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:13.566191 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-ebdf28c7-ff0c-437e-80f3-2e27b579ed04 None None] Port f97f87bc-ef43-4dad-9d40-4a64e8de529f cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:18:13.589064 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ebdf28c7-ff0c-437e-80f3-2e27b579ed04 None None] Provisioning complete for port a7f0b1ac-1458-4bbc-bd26-d2aafdb5ab2c triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:18:13.589706 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ebdf28c7-ff0c-437e-80f3-2e27b579ed04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:13.648516 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port 159ed494-f1c4-45d7-8e39-d21b57d302f2, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=159ed494-f1c4-45d7-8e39-d21b57d302f2,segment=NetworkSegment(2a5a1c7b-538e-498e-99b9-cc7a8e0411be),segment_id=2a5a1c7b-538e-498e-99b9-cc7a8e0411be)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:18:13.670649 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Returning: {'device': '159ed494-f1c4-45d7-8e39-d21b57d302f2', 'network_id': 'e1052824-bf78-4963-8937-b202e372ac24', 'port_id': '159ed494-f1c4-45d7-8e39-d21b57d302f2', 'mac_address': 'fa:16:3e:a7:38:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3091ebfd-11e2-41f8-9c00-ffe0b86563d8', 'ip_address': '192.168.233.251'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 20:18:13.782323 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:13.802205 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 159ed494-f1c4-45d7-8e39-d21b57d302f2 {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:18:13.828595 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port 159ed494-f1c4-45d7-8e39-d21b57d302f2, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=159ed494-f1c4-45d7-8e39-d21b57d302f2,segment=NetworkSegment(2a5a1c7b-538e-498e-99b9-cc7a8e0411be),segment_id=2a5a1c7b-538e-498e-99b9-cc7a8e0411be)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:18:13.835786 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:13.940141 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=159ed494-f1c4-45d7-8e39-d21b57d302f2,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:18:13.956324 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e6ecb83c-3373-4155-8570-83dfe5d9e016 req-8008e117-5422-4b01-a201-f9796e83cf64 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c61ce95-aab5-427a-864a-9f490b05fbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5830266 Nov 22 20:18:14.030599 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19eb644-1007-4be3-8ab5-1653e55496ab req-6bb056cc-8f7c-47ce-b97e-8e0c199e02f4 tempest-VolumesActionsTest-1125936459 tempest-VolumesActionsTest-1125936459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:14.032753 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f19eb644-1007-4be3-8ab5-1653e55496ab req-6bb056cc-8f7c-47ce-b97e-8e0c199e02f4 tempest-VolumesActionsTest-1125936459 tempest-VolumesActionsTest-1125936459-project] 10.222.0.46 "GET /v2.0/ports?device_id=3abfd24d-42ba-4818-a618-45476ddfb951 HTTP/1.1" status: 200 len: 943 time: 0.6357110 Nov 22 20:18:14.095292 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] get_ports_and_sgs() called for port_ids ['159ed494-f1c4-45d7-8e39-d21b57d302f2'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:18:14.194281 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-21a98420-0f2c-4b12-8d65-d562aa31f214 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:14.198241 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-18cd9c82-d5ff-4cb9-a609-6722b579e193 req-3607f7f2-5afe-4f6a-a181-cb7f508fba3e service neutron] 10.222.0.20 "GET /v2.0/networks/a638f8aa-b343-44c1-bcb9-fbd608b1e107?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6932287 Nov 22 20:18:14.206546 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f19eb644-1007-4be3-8ab5-1653e55496ab req-5e56422d-ddad-4e7d-9cc5-1c32a2b75bc7 tempest-VolumesActionsTest-1125936459 tempest-VolumesActionsTest-1125936459-project] 10.222.0.46 "GET /v2.0/security-groups?id=f984117d-844a-42a1-9c59-5ff916094579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560388 Nov 22 20:18:14.224227 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bca79e-5c6d-4f4d-9de1-94e5720b5fba req-799acaf7-ec56-4fc3-a35d-75dfa4d652d2 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:14.225820 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-73bca79e-5c6d-4f4d-9de1-94e5720b5fba req-799acaf7-ec56-4fc3-a35d-75dfa4d652d2 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/ports?device_id=ee1752e3-cc1d-4530-beb4-26e82fda5fc3 HTTP/1.1" status: 200 len: 944 time: 0.1565192 Nov 22 20:18:14.299618 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-21a98420-0f2c-4b12-8d65-d562aa31f214 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:14.318993 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-73bca79e-5c6d-4f4d-9de1-94e5720b5fba req-b8d2a52c-ec73-45a8-bc05-b00aa8a1fd88 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6bb4485-0c85-4226-9793-14795129f329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748610 Nov 22 20:18:14.330421 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:14.331587 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:14.363689 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21a98420-0f2c-4b12-8d65-d562aa31f214 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Network af33d290-a09b-4d43-b29e-152605dd45aa is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:18:14.368246 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-21a98420-0f2c-4b12-8d65-d562aa31f214 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:18:14.370336 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a98420-0f2c-4b12-8d65-d562aa31f214 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Pushing event updated for resources: {'Port': ['ID=691ea01a-d4ce-4d19-8193-f6efaead366b,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:18:14.372716 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a98420-0f2c-4b12-8d65-d562aa31f214 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:18:14.378882 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21a98420-0f2c-4b12-8d65-d562aa31f214 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:14.379559 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-21a98420-0f2c-4b12-8d65-d562aa31f214 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:14.400046 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-21a98420-0f2c-4b12-8d65-d562aa31f214 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.4274085 Nov 22 20:18:14.405788 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 44960) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:18:14.418852 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-efe2aee4-a3eb-4e3b-9395-424b0f7488eb tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Request body: {'subnet': {'network_id': 'af33d290-a09b-4d43-b29e-152605dd45aa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:18:14.555143 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efe2aee4-a3eb-4e3b-9395-424b0f7488eb tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Made reservation on behalf of 2dee5ba1e01f416ab951cabb312f3dca for: {'subnet': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:18:14.559000 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-efe2aee4-a3eb-4e3b-9395-424b0f7488eb tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11792951'] for subnet, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:14.638916 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device b27088f9-e878-4164-b44d-eaf681d4b066 up at agent hyperv_n-h1-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:18:14.671773 n-d-818823-1 neutron-server[103448]: INFO neutron.db.ipam_backend_mixin [None req-efe2aee4-a3eb-4e3b-9395-424b0f7488eb tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f21a1b15-2351-4511-bb85-fc971396d84d (CIDR: 2001:db8::/64) Nov 22 20:18:14.676905 n-d-818823-1 neutron-server[103448]: INFO neutron.pecan_wsgi.hooks.translation [None req-efe2aee4-a3eb-4e3b-9395-424b0f7488eb tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 22 20:18:14.677445 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efe2aee4-a3eb-4e3b-9395-424b0f7488eb tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 20:18:14.697657 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-efe2aee4-a3eb-4e3b-9395-424b0f7488eb tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2902215 Nov 22 20:18:14.700583 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 44972) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:18:14.706628 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Provisioning for port b27088f9-e878-4164-b44d-eaf681d4b066 completed by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 20:18:14.708461 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-980e1b29-d7d4-4d1a-be27-6cf546d29959 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Request body: {'subnet': {'network_id': 'af33d290-a09b-4d43-b29e-152605dd45aa', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:18:14.713072 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Provisioning complete for port b27088f9-e878-4164-b44d-eaf681d4b066 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:18:14.713867 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:14.778435 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-fef6b2f3-8ad4-4257-a3b3-e24c5d28fdd1 None None] Provisioning complete for port 691ea01a-d4ce-4d19-8193-f6efaead366b triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:18:14.778818 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-fef6b2f3-8ad4-4257-a3b3-e24c5d28fdd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:14.860098 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-980e1b29-d7d4-4d1a-be27-6cf546d29959 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Made reservation on behalf of 2dee5ba1e01f416ab951cabb312f3dca for: {'subnet': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:18:14.864125 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-980e1b29-d7d4-4d1a-be27-6cf546d29959 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8485086'] for subnet, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:14.988005 n-d-818823-1 neutron-server[103447]: INFO neutron.db.ipam_backend_mixin [None req-980e1b29-d7d4-4d1a-be27-6cf546d29959 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet b391ced0-caa0-4d2c-9ea2-e35d43a3748c (CIDR: 2001:db8:0:1::/64) Nov 22 20:18:14.992391 n-d-818823-1 neutron-server[103447]: INFO neutron.pecan_wsgi.hooks.translation [None req-980e1b29-d7d4-4d1a-be27-6cf546d29959 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 22 20:18:14.992858 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-980e1b29-d7d4-4d1a-be27-6cf546d29959 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103447) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 20:18:15.011571 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-980e1b29-d7d4-4d1a-be27-6cf546d29959 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.3094680 Nov 22 20:18:15.014570 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 44984) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:18:15.021203 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-98172146-3b16-44f0-968e-3abbb3ee0b03 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Request body: {'subnet': {'network_id': 'af33d290-a09b-4d43-b29e-152605dd45aa', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:18:15.109319 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-fef6b2f3-8ad4-4257-a3b3-e24c5d28fdd1 None None] Port 691ea01a-d4ce-4d19-8193-f6efaead366b cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:18:15.125017 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:15.153285 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692ae226-9c28-4fa1-9621-4b32837048b4 req-afb045ff-813a-4f2c-bc7d-121629b1306a tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:15.155506 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-692ae226-9c28-4fa1-9621-4b32837048b4 req-afb045ff-813a-4f2c-bc7d-121629b1306a tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.46 "GET /v2.0/ports?device_id=86e84458-0fba-47b1-8db8-162194d07c9a HTTP/1.1" status: 200 len: 949 time: 0.0664372 Nov 22 20:18:15.155936 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee1752e3-cc1d-4530-beb4-26e82fda5fc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b27088f9-e878-4164-b44d-eaf681d4b066'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:18:15.158462 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d39f6d30a11e565ec9648abcc015e8a6ab6cff4edd704add8155e28765d31eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb45511b-f683-4e28-be37-d58ab32c2792" -d '{"events": [{"server_uuid": "ee1752e3-cc1d-4530-beb4-26e82fda5fc3", "name": "network-vif-plugged", "status": "completed", "tag": "b27088f9-e878-4164-b44d-eaf681d4b066"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:18:15.199321 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port b27088f9-e878-4164-b44d-eaf681d4b066, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=b27088f9-e878-4164-b44d-eaf681d4b066,segment=NetworkSegment(ac5f3349-9549-4263-b08f-bbbf3ebb8ed3),segment_id=ac5f3349-9549-4263-b08f-bbbf3ebb8ed3)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:18:15.205665 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:15.244885 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-692ae226-9c28-4fa1-9621-4b32837048b4 req-bb4d9ed9-4669-43ab-94ac-615c4315d3fa tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c61ce95-aab5-427a-864a-9f490b05fbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812299 Nov 22 20:18:15.258721 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98172146-3b16-44f0-968e-3abbb3ee0b03 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Made reservation on behalf of 2dee5ba1e01f416ab951cabb312f3dca for: {'subnet': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:18:15.276163 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:18:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55600f56-3e13-4ae3-a232-24d6ac21a154 x-openstack-request-id: req-55600f56-3e13-4ae3-a232-24d6ac21a154 {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:18:15.276163 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee1752e3-cc1d-4530-beb4-26e82fda5fc3", "name": "network-vif-plugged", "status": "completed", "tag": "b27088f9-e878-4164-b44d-eaf681d4b066", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:18:15.276163 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-55600f56-3e13-4ae3-a232-24d6ac21a154 {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:18:15.276163 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee1752e3-cc1d-4530-beb4-26e82fda5fc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b27088f9-e878-4164-b44d-eaf681d4b066', 'code': 200} Nov 22 20:18:15.282225 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-98172146-3b16-44f0-968e-3abbb3ee0b03 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11792951'] for subnet, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:15.343606 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=b27088f9-e878-4164-b44d-eaf681d4b066,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:18:15.377795 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device c55f8839-233c-4e51-be6e-89732b69dcaa details requested by agent hyperv_n-h2-818823-1 with host n-h2-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 20:18:15.382293 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 159ed494-f1c4-45d7-8e39-d21b57d302f2 up at agent hyperv_n-h2-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:18:15.458346 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35b39c5-cc34-4c8e-a72d-c9a70887a536 req-308084b1-7018-46b3-b44f-819edffab4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:15.460104 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f35b39c5-cc34-4c8e-a72d-c9a70887a536 req-308084b1-7018-46b3-b44f-819edffab4f1 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ee1752e3-cc1d-4530-beb4-26e82fda5fc3 HTTP/1.1" status: 200 len: 1096 time: 0.1491709 Nov 22 20:18:15.538532 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8969cac-1c31-407c-871f-fe6bee89e574 req-bea1eff8-5f98-47a5-af05-8337cc701550 tempest-VolumesActionsTest-1125936459 tempest-VolumesActionsTest-1125936459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:15.540324 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a8969cac-1c31-407c-871f-fe6bee89e574 req-bea1eff8-5f98-47a5-af05-8337cc701550 tempest-VolumesActionsTest-1125936459 tempest-VolumesActionsTest-1125936459-project] 10.222.0.46 "GET /v2.0/ports?device_id=3abfd24d-42ba-4818-a618-45476ddfb951 HTTP/1.1" status: 200 len: 943 time: 0.1876836 Nov 22 20:18:15.603180 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b049558e-54c6-4c52-8c94-f28c069e96c4 req-e3486c79-71a4-4232-8a8e-d0641fcf2cd6 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:15.611090 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b049558e-54c6-4c52-8c94-f28c069e96c4 req-e3486c79-71a4-4232-8a8e-d0641fcf2cd6 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/ports?device_id=ee1752e3-cc1d-4530-beb4-26e82fda5fc3 HTTP/1.1" status: 200 len: 945 time: 0.1295297 Nov 22 20:18:15.621040 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f35b39c5-cc34-4c8e-a72d-c9a70887a536 req-817f32b8-2cd9-4de1-8d30-732a8c394c90 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=f6bb4485-0c85-4226-9793-14795129f329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475351 Nov 22 20:18:15.628645 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port c55f8839-233c-4e51-be6e-89732b69dcaa, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=c55f8839-233c-4e51-be6e-89732b69dcaa,segment=NetworkSegment(0c19f6ce-9505-46f7-96f4-48c33d5fabdc),segment_id=0c19f6ce-9505-46f7-96f4-48c33d5fabdc)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:18:15.638543 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Provisioning for port 159ed494-f1c4-45d7-8e39-d21b57d302f2 completed by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 20:18:15.647994 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Provisioning complete for port 159ed494-f1c4-45d7-8e39-d21b57d302f2 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:18:15.649213 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:15.652860 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Returning: {'device': 'c55f8839-233c-4e51-be6e-89732b69dcaa', 'network_id': 'a638f8aa-b343-44c1-bcb9-fbd608b1e107', 'port_id': 'c55f8839-233c-4e51-be6e-89732b69dcaa', 'mac_address': 'fa:16:3e:b2:15:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e93b9d80-84ab-4fe4-87af-03c83bea94e7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 20:18:15.675281 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a8969cac-1c31-407c-871f-fe6bee89e574 req-811aa428-715f-47b3-9b51-2e2a02acfa90 tempest-VolumesActionsTest-1125936459 tempest-VolumesActionsTest-1125936459-project] 10.222.0.46 "GET /v2.0/security-groups?id=f984117d-844a-42a1-9c59-5ff916094579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216431 Nov 22 20:18:15.701147 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b049558e-54c6-4c52-8c94-f28c069e96c4 req-496d50b0-8b05-4813-a214-3f2d6b92e2e0 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6bb4485-0c85-4226-9793-14795129f329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887339 Nov 22 20:18:15.816460 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-98172146-3b16-44f0-968e-3abbb3ee0b03 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11567560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11792921'] for subnet, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:15.821662 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:15.844484 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c55f8839-233c-4e51-be6e-89732b69dcaa {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:18:15.879777 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98172146-3b16-44f0-968e-3abbb3ee0b03 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Network af33d290-a09b-4d43-b29e-152605dd45aa is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:18:15.883614 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-98172146-3b16-44f0-968e-3abbb3ee0b03 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:18:15.887615 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98172146-3b16-44f0-968e-3abbb3ee0b03 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:15.888281 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-98172146-3b16-44f0-968e-3abbb3ee0b03 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:15.900245 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e84bfa61-8959-4d56-9b00-1788cc016c28 None None] Network af33d290-a09b-4d43-b29e-152605dd45aa requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:18:15.910431 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98172146-3b16-44f0-968e-3abbb3ee0b03 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Pushing event updated for resources: {'Subnet': ['ID=0af7b202-30e7-41fa-b194-48ddb660db32,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:18:15.920344 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port c55f8839-233c-4e51-be6e-89732b69dcaa, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=c55f8839-233c-4e51-be6e-89732b69dcaa,segment=NetworkSegment(0c19f6ce-9505-46f7-96f4-48c33d5fabdc),segment_id=0c19f6ce-9505-46f7-96f4-48c33d5fabdc)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:18:15.923392 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-98172146-3b16-44f0-968e-3abbb3ee0b03 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.9072218 Nov 22 20:18:15.926067 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 45010) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:18:15.931548 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-2d0abe57-c892-499f-b7a5-ace62bbfe7c3 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1518060769', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '0af7b202-30e7-41fa-b194-48ddb660db32'}], 'security_groups': ['4ce270c1-367e-4b45-b6b3-bccaf8be4e44', '66df5789-7872-4df8-bb25-f2379970596b']}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:18:15.965246 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:15.967105 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:16.023017 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-2d0abe57-c892-499f-b7a5-ace62bbfe7c3 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:16.090327 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port 159ed494-f1c4-45d7-8e39-d21b57d302f2, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=159ed494-f1c4-45d7-8e39-d21b57d302f2,segment=NetworkSegment(2a5a1c7b-538e-498e-99b9-cc7a8e0411be),segment_id=2a5a1c7b-538e-498e-99b9-cc7a8e0411be)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:18:16.093654 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=c55f8839-233c-4e51-be6e-89732b69dcaa,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:18:16.099124 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:16.225686 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=159ed494-f1c4-45d7-8e39-d21b57d302f2,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:18:16.249737 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] get_ports_and_sgs() called for port_ids ['c55f8839-233c-4e51-be6e-89732b69dcaa'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:18:16.362105 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88d22fa2-64ef-4169-b033-7449e0e10d29 None None] Update dhcp port {'port': {'network_id': 'af33d290-a09b-4d43-b29e-152605dd45aa', 'fixed_ips': [{'subnet_id': 'b391ced0-caa0-4d2c-9ea2-e35d43a3748c', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'f21a1b15-2351-4511-bb85-fc971396d84d', 'ip_address': '2001:db8::2'}, {'subnet_id': '0af7b202-30e7-41fa-b194-48ddb660db32'}], 'binding:host_id': 'n-d-818823-1'}, 'id': 'a7f0b1ac-1458-4bbc-bd26-d2aafdb5ab2c'} from n-d-818823-1. {{(pid=103449) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 22 20:18:16.405851 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-88d22fa2-64ef-4169-b033-7449e0e10d29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:16.547680 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cfd64f-c43f-4a7b-8809-87a63910d6d0 req-922f5d22-779f-4ab4-b504-6487a8a04b52 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:16.555703 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e5cfd64f-c43f-4a7b-8809-87a63910d6d0 req-922f5d22-779f-4ab4-b504-6487a8a04b52 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.46 "GET /v2.0/ports?device_id=86e84458-0fba-47b1-8db8-162194d07c9a HTTP/1.1" status: 200 len: 950 time: 0.1949914 Nov 22 20:18:16.612098 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [None req-2d0abe57-c892-499f-b7a5-ace62bbfe7c3 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Delete allocated IP 2001:db8::298 (af33d290-a09b-4d43-b29e-152605dd45aa/f21a1b15-2351-4511-bb85-fc971396d84d) {{(pid=103447) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 22 20:18:16.632879 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [None req-2d0abe57-c892-499f-b7a5-ace62bbfe7c3 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Allocated IP 2001:db8:0:2::36a (af33d290-a09b-4d43-b29e-152605dd45aa/0af7b202-30e7-41fa-b194-48ddb660db32/691ea01a-d4ce-4d19-8193-f6efaead366b) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:18:16.646929 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e5cfd64f-c43f-4a7b-8809-87a63910d6d0 req-2b5d3f25-c215-4d2c-a2b2-4707d169f05c tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c61ce95-aab5-427a-864a-9f490b05fbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901651 Nov 22 20:18:16.971893 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7bd0fd-57ba-43a3-be76-ef03510453e0 req-333aef1a-1697-4b3b-b56f-427ffcede58b tempest-VolumesActionsTest-1125936459 tempest-VolumesActionsTest-1125936459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:16.973415 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8f7bd0fd-57ba-43a3-be76-ef03510453e0 req-333aef1a-1697-4b3b-b56f-427ffcede58b tempest-VolumesActionsTest-1125936459 tempest-VolumesActionsTest-1125936459-project] 10.222.0.46 "GET /v2.0/ports?device_id=3abfd24d-42ba-4818-a618-45476ddfb951 HTTP/1.1" status: 200 len: 944 time: 0.1700268 Nov 22 20:18:16.982407 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8182677f-b01b-485c-b26a-6b887d62abd6 req-37f1e5d4-895b-41d4-9cf8-0e3df7528d84 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:16.983912 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8182677f-b01b-485c-b26a-6b887d62abd6 req-37f1e5d4-895b-41d4-9cf8-0e3df7528d84 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/ports?device_id=ee1752e3-cc1d-4530-beb4-26e82fda5fc3 HTTP/1.1" status: 200 len: 945 time: 0.1670566 Nov 22 20:18:17.032421 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-2d0abe57-c892-499f-b7a5-ace62bbfe7c3 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks [] for port, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:17.045996 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-2d0abe57-c892-499f-b7a5-ace62bbfe7c3 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:17.089695 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.db_base_plugin_common [None req-88d22fa2-64ef-4169-b033-7449e0e10d29 None None] Allocated IP 2001:db8:0:2::2 (af33d290-a09b-4d43-b29e-152605dd45aa/0af7b202-30e7-41fa-b194-48ddb660db32/a7f0b1ac-1458-4bbc-bd26-d2aafdb5ab2c) {{(pid=103449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:18:17.105103 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8f7bd0fd-57ba-43a3-be76-ef03510453e0 req-526edd34-6e9c-46eb-9f23-ebc0fbd4ca60 tempest-VolumesActionsTest-1125936459 tempest-VolumesActionsTest-1125936459-project] 10.222.0.46 "GET /v2.0/security-groups?id=f984117d-844a-42a1-9c59-5ff916094579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202099 Nov 22 20:18:17.134558 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8182677f-b01b-485c-b26a-6b887d62abd6 req-b206293d-2dfc-4d98-b83d-7149e1740835 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6bb4485-0c85-4226-9793-14795129f329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409993 Nov 22 20:18:17.163796 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-2d0abe57-c892-499f-b7a5-ace62bbfe7c3 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] In _notify_port_updated(), no bound segment for port 691ea01a-d4ce-4d19-8193-f6efaead366b on network af33d290-a09b-4d43-b29e-152605dd45aa {{(pid=103447) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 22 20:18:17.163796 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d0abe57-c892-499f-b7a5-ace62bbfe7c3 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:17.164295 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-2d0abe57-c892-499f-b7a5-ace62bbfe7c3 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:17.166698 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-2d0abe57-c892-499f-b7a5-ace62bbfe7c3 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] 10.222.0.46 "PUT /v2.0/ports/691ea01a-d4ce-4d19-8193-f6efaead366b HTTP/1.1" status: 200 len: 970 time: 1.2386413 Nov 22 20:18:17.166940 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0abe57-c892-499f-b7a5-ace62bbfe7c3 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Pushing event updated for resources: {'Port': ['ID=691ea01a-d4ce-4d19-8193-f6efaead366b,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:18:17.168952 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 45026) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:18:17.235734 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-88d22fa2-64ef-4169-b033-7449e0e10d29 None None] For port a7f0b1ac-1458-4bbc-bd26-d2aafdb5ab2c, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=a7f0b1ac-1458-4bbc-bd26-d2aafdb5ab2c,segment=NetworkSegment(c0527588-da58-4e73-b310-dc0e5bb17a7e),segment_id=c0527588-da58-4e73-b310-dc0e5bb17a7e)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:18:17.276989 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86e84458-0fba-47b1-8db8-162194d07c9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '159ed494-f1c4-45d7-8e39-d21b57d302f2'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:18:17.279571 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 45030) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:18:17.279798 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d39f6d30a11e565ec9648abcc015e8a6ab6cff4edd704add8155e28765d31eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef9ced3a-56e4-466b-ad8d-4f3ba6b30641" -d '{"events": [{"server_uuid": "86e84458-0fba-47b1-8db8-162194d07c9a", "name": "network-vif-plugged", "status": "completed", "tag": "159ed494-f1c4-45d7-8e39-d21b57d302f2"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:18:17.287740 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-875c5a28-262d-4df5-9898-c3b6edd2f4b0 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1342037831'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:18:17.288276 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-88d22fa2-64ef-4169-b033-7449e0e10d29 None None] Publish callbacks [] for port, precommit_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:17.294303 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-88d22fa2-64ef-4169-b033-7449e0e10d29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:17.299245 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-1aa7c628-4044-4d10-9fc3-25f82760c8d4 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Deleting port 691ea01a-d4ce-4d19-8193-f6efaead366b {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:18:17.300271 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1aa7c628-4044-4d10-9fc3-25f82760c8d4 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:17.329316 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:18:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2b25489-a540-4abd-b6ea-809e8491fb6e x-openstack-request-id: req-e2b25489-a540-4abd-b6ea-809e8491fb6e {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:18:17.329730 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86e84458-0fba-47b1-8db8-162194d07c9a", "name": "network-vif-plugged", "status": "completed", "tag": "159ed494-f1c4-45d7-8e39-d21b57d302f2", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:18:17.330107 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e2b25489-a540-4abd-b6ea-809e8491fb6e {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:18:17.330459 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86e84458-0fba-47b1-8db8-162194d07c9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '159ed494-f1c4-45d7-8e39-d21b57d302f2', 'code': 200} Nov 22 20:18:17.390310 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-875c5a28-262d-4df5-9898-c3b6edd2f4b0 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Made reservation on behalf of cd84c4200e0d47b4bcba9b053bf608fb for: {'network': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:18:17.394215 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-875c5a28-262d-4df5-9898-c3b6edd2f4b0 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for network, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:17.407715 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device c55f8839-233c-4e51-be6e-89732b69dcaa up at agent hyperv_n-h2-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:18:17.438773 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1aa7c628-4044-4d10-9fc3-25f82760c8d4 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:17.453962 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-875c5a28-262d-4df5-9898-c3b6edd2f4b0 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] vlan segment allocate from pool success with {'vlan_id': 625, 'physical_network': 'physnet1'} {{(pid=103448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 20:18:17.459384 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d22fa2-64ef-4169-b033-7449e0e10d29 None None] Pushing event updated for resources: {'Port': ['ID=a7f0b1ac-1458-4bbc-bd26-d2aafdb5ab2c,revision_number=7']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:18:17.461820 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-1aa7c628-4044-4d10-9fc3-25f82760c8d4 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Calling delete_port for 691ea01a-d4ce-4d19-8193-f6efaead366b owned by {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:18:17.475496 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-875c5a28-262d-4df5-9898-c3b6edd2f4b0 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:17.475864 n-d-818823-1 neutron-server[103448]: INFO neutron.db.segments_db [None req-875c5a28-262d-4df5-9898-c3b6edd2f4b0 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Added segment c15bb4e7-ea13-4fea-a3f9-07fbd2080202 of type vlan for network 3ad73812-60e8-4754-bf89-bc7945f351b9 Nov 22 20:18:17.479566 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8eeb2c-017a-4c86-bd5a-3c2fbf578708 req-a7348f58-a624-4412-aaa9-87e22f00da63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:17.482796 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-cc8eeb2c-017a-4c86-bd5a-3c2fbf578708 req-a7348f58-a624-4412-aaa9-87e22f00da63 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=86e84458-0fba-47b1-8db8-162194d07c9a HTTP/1.1" status: 200 len: 1101 time: 0.0835893 Nov 22 20:18:17.486685 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Provisioning for port c55f8839-233c-4e51-be6e-89732b69dcaa completed by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 20:18:17.492548 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Provisioning complete for port c55f8839-233c-4e51-be6e-89732b69dcaa triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:18:17.493122 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:17.551090 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-cc8eeb2c-017a-4c86-bd5a-3c2fbf578708 req-58e97c4f-43f7-4832-ae83-ca7b8cb64d3c service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=6c61ce95-aab5-427a-864a-9f490b05fbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577962 Nov 22 20:18:17.580956 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-875c5a28-262d-4df5-9898-c3b6edd2f4b0 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748992492791'] for network, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:17.592570 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:17.628034 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-875c5a28-262d-4df5-9898-c3b6edd2f4b0 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for network, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:17.634253 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-875c5a28-262d-4df5-9898-c3b6edd2f4b0 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:17.634894 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-875c5a28-262d-4df5-9898-c3b6edd2f4b0 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Publish callbacks [] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:17.640531 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port c55f8839-233c-4e51-be6e-89732b69dcaa, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=c55f8839-233c-4e51-be6e-89732b69dcaa,segment=NetworkSegment(0c19f6ce-9505-46f7-96f4-48c33d5fabdc),segment_id=0c19f6ce-9505-46f7-96f4-48c33d5fabdc)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:18:17.645214 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:17.704913 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=c55f8839-233c-4e51-be6e-89732b69dcaa,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:18:17.766494 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-875c5a28-262d-4df5-9898-c3b6edd2f4b0 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4834716 Nov 22 20:18:17.767053 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 45038) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:18:17.779925 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-55ab8528-6342-41bc-8803-e75ffaec0c0e tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1974149544'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:18:17.781502 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875c5a28-262d-4df5-9898-c3b6edd2f4b0 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Pushing event updated for resources: {'Network': ['ID=3ad73812-60e8-4754-bf89-bc7945f351b9,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:18:17.797251 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Network 3ad73812-60e8-4754-bf89-bc7945f351b9 details requested by agent ovs-agent-n-d-818823-1 with host n-d-818823-1 {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 20:18:17.799951 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1aa7c628-4044-4d10-9fc3-25f82760c8d4 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:17.844820 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa7c628-4044-4d10-9fc3-25f82760c8d4 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Pushing event deleted for resources: {'Port': ['ID=691ea01a-d4ce-4d19-8193-f6efaead366b,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:18:17.845555 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55ab8528-6342-41bc-8803-e75ffaec0c0e tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Made reservation on behalf of cd84c4200e0d47b4bcba9b053bf608fb for: {'network': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:18:17.850224 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-55ab8528-6342-41bc-8803-e75ffaec0c0e tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for network, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:17.866783 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1aa7c628-4044-4d10-9fc3-25f82760c8d4 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:17.870292 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-1aa7c628-4044-4d10-9fc3-25f82760c8d4 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] 10.222.0.46 "DELETE /v2.0/ports/691ea01a-d4ce-4d19-8193-f6efaead366b HTTP/1.1" status: 204 len: 168 time: 0.7000899 Nov 22 20:18:17.872912 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 45042) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:18:17.881303 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91589fbf-68d5-47b3-8900-06e4f8ded2aa req-46d3b31a-695a-41d5-8eec-07a7bfd14052 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:17.892470 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-91589fbf-68d5-47b3-8900-06e4f8ded2aa req-46d3b31a-695a-41d5-8eec-07a7bfd14052 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.46 "GET /v2.0/ports?device_id=86e84458-0fba-47b1-8db8-162194d07c9a HTTP/1.1" status: 200 len: 950 time: 0.1570466 Nov 22 20:18:17.902561 n-d-818823-1 neutron-server[103448]: INFO neutron.pecan_wsgi.hooks.translation [None req-003ff435-44e9-4513-a4e2-5edafffc3ae0 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] GET failed (client error): The resource could not be found. Nov 22 20:18:17.905115 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-003ff435-44e9-4513-a4e2-5edafffc3ae0 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] 10.222.0.46 "GET /v2.0/ports/691ea01a-d4ce-4d19-8193-f6efaead366b HTTP/1.1" status: 404 len: 333 time: 0.0304463 Nov 22 20:18:17.907611 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 45044) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:18:17.939683 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55ab8528-6342-41bc-8803-e75ffaec0c0e tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] vlan segment allocate from pool success with {'vlan_id': 602, 'physical_network': 'physnet1'} {{(pid=103447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 20:18:17.973067 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-55ab8528-6342-41bc-8803-e75ffaec0c0e tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:17.973806 n-d-818823-1 neutron-server[103447]: INFO neutron.db.segments_db [None req-55ab8528-6342-41bc-8803-e75ffaec0c0e tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Added segment d56448b6-bc95-4d55-8516-7d5f9686cbb7 of type vlan for network af9bb979-b2e3-447d-a9f1-511c736d70b3 Nov 22 20:18:17.980132 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-91589fbf-68d5-47b3-8900-06e4f8ded2aa req-020b1b83-b716-4331-a4fa-a7f3b757c0fb tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c61ce95-aab5-427a-864a-9f490b05fbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866673 Nov 22 20:18:18.041689 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-55ab8528-6342-41bc-8803-e75ffaec0c0e tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748992492791'] for network, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:18.045233 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-869a85de-d6a8-4c15-a91f-9989d91b4792 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:18.076380 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-55ab8528-6342-41bc-8803-e75ffaec0c0e tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for network, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:18.079861 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-869a85de-d6a8-4c15-a91f-9989d91b4792 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:18.084465 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55ab8528-6342-41bc-8803-e75ffaec0c0e tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:18.085208 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-55ab8528-6342-41bc-8803-e75ffaec0c0e tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for network, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:18.112210 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-55ab8528-6342-41bc-8803-e75ffaec0c0e tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3421888 Nov 22 20:18:18.118293 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 45048) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:18:18.123310 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-3c3c9c62-af7c-4f8e-97d1-76a903409983 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Request body: {'subnet': {'network_id': '3ad73812-60e8-4754-bf89-bc7945f351b9', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:18:18.217107 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-869a85de-d6a8-4c15-a91f-9989d91b4792 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:18.222410 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-869a85de-d6a8-4c15-a91f-9989d91b4792 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:18.223761 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-869a85de-d6a8-4c15-a91f-9989d91b4792 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] 10.222.0.46 "DELETE /v2.0/security-groups/d9d0c8f5-1a19-40a2-8d39-32d1fb50f291 HTTP/1.1" status: 204 len: 168 time: 0.3139083 Nov 22 20:18:18.226738 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 45054) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:18:18.241134 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ab8528-6342-41bc-8803-e75ffaec0c0e tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Pushing event updated for resources: {'Network': ['ID=af9bb979-b2e3-447d-a9f1-511c736d70b3,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:18:18.253555 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Network af9bb979-b2e3-447d-a9f1-511c736d70b3 details requested by agent ovs-agent-n-d-818823-1 with host n-d-818823-1 {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 20:18:18.271905 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869a85de-d6a8-4c15-a91f-9989d91b4792 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9d0c8f5-1a19-40a2-8d39-32d1fb50f291,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:18:18.297430 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c3c9c62-af7c-4f8e-97d1-76a903409983 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Made reservation on behalf of cd84c4200e0d47b4bcba9b053bf608fb for: {'subnet': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:18:18.307747 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3c3c9c62-af7c-4f8e-97d1-76a903409983 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11792951'] for subnet, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:18.346924 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a7ed261b-6abe-413c-8275-05bcb95a5d7f tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:18.437748 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a7ed261b-6abe-413c-8275-05bcb95a5d7f tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:18.476229 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0605b277-0468-4978-8b2b-d734e01e8c65 req-6566b1fc-a260-4cd9-b3a3-31a41f306d2c tempest-VolumesActionsTest-1125936459 tempest-VolumesActionsTest-1125936459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:18.477932 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0605b277-0468-4978-8b2b-d734e01e8c65 req-6566b1fc-a260-4cd9-b3a3-31a41f306d2c tempest-VolumesActionsTest-1125936459 tempest-VolumesActionsTest-1125936459-project] 10.222.0.46 "GET /v2.0/ports?device_id=3abfd24d-42ba-4818-a618-45476ddfb951 HTTP/1.1" status: 200 len: 945 time: 0.1924033 Nov 22 20:18:18.495974 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e14ccac-f592-425d-9ddf-b59c8523fc37 req-f88820c2-5a33-42bf-958a-4824d0697cc1 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:18.497724 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6e14ccac-f592-425d-9ddf-b59c8523fc37 req-f88820c2-5a33-42bf-958a-4824d0697cc1 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/ports?device_id=ee1752e3-cc1d-4530-beb4-26e82fda5fc3 HTTP/1.1" status: 200 len: 945 time: 0.1520143 Nov 22 20:18:18.498255 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-d1506477-943d-452b-9a48-86b2090b61d3 None None] Provisioning complete for port f97f87bc-ef43-4dad-9d40-4a64e8de529f triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:18:18.499001 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-d1506477-943d-452b-9a48-86b2090b61d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:18.543654 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3c3c9c62-af7c-4f8e-97d1-76a903409983 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11567560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11792921'] for subnet, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:18.560225 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-d1506477-943d-452b-9a48-86b2090b61d3 None None] Port f97f87bc-ef43-4dad-9d40-4a64e8de529f cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:18:18.578897 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-d1506477-943d-452b-9a48-86b2090b61d3 None None] Provisioning complete for port a7f0b1ac-1458-4bbc-bd26-d2aafdb5ab2c triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:18:18.579933 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-d1506477-943d-452b-9a48-86b2090b61d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:18.590516 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a7ed261b-6abe-413c-8275-05bcb95a5d7f tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:18.593848 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a7ed261b-6abe-413c-8275-05bcb95a5d7f tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:18.597581 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-a7ed261b-6abe-413c-8275-05bcb95a5d7f tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] 10.222.0.46 "DELETE /v2.0/security-groups/66df5789-7872-4df8-bb25-f2379970596b HTTP/1.1" status: 204 len: 168 time: 0.3674803 Nov 22 20:18:18.602134 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 45060) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:18:18.637150 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6e14ccac-f592-425d-9ddf-b59c8523fc37 req-caa093a2-0c4b-4d21-b7bd-afb3867f1262 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6bb4485-0c85-4226-9793-14795129f329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314173 Nov 22 20:18:18.643614 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3c9c62-af7c-4f8e-97d1-76a903409983 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Pushing event updated for resources: {'Subnet': ['ID=e25cd4ad-e472-4506-b141-ef866ec585ef,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:18:18.647778 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0605b277-0468-4978-8b2b-d734e01e8c65 req-0e0f8dc5-18e8-4fd7-b715-6b4cea5c71bc tempest-VolumesActionsTest-1125936459 tempest-VolumesActionsTest-1125936459-project] 10.222.0.46 "GET /v2.0/security-groups?id=f984117d-844a-42a1-9c59-5ff916094579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483259 Nov 22 20:18:18.653064 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c3c9c62-af7c-4f8e-97d1-76a903409983 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Checking segment: {'id': 'c15bb4e7-ea13-4fea-a3f9-07fbd2080202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '3ad73812-60e8-4754-bf89-bc7945f351b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:18:18.653453 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c3c9c62-af7c-4f8e-97d1-76a903409983 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Network hostable DHCP agents. Network: 3ad73812-60e8-4754-bf89-bc7945f351b9, hostable agents: ['02adaa64-0987-4b74-bad0-cbcf56f8a294'], hosted agents: [] {{(pid=103448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 20:18:18.674084 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ed261b-6abe-413c-8275-05bcb95a5d7f tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66df5789-7872-4df8-bb25-f2379970596b,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:18:18.691548 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c3c9c62-af7c-4f8e-97d1-76a903409983 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Network 3ad73812-60e8-4754-bf89-bc7945f351b9 is scheduled to be hosted by DHCP agent 02adaa64-0987-4b74-bad0-cbcf56f8a294 with binding_index 1 {{(pid=103448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 20:18:18.726932 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-28ae413e-c142-4489-ad68-751f375ff97d tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:18.732773 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-3c3c9c62-af7c-4f8e-97d1-76a903409983 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818823-1, 3ad73812-60e8-4754-bf89-bc7945f351b9) {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:18:18.737118 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c3c9c62-af7c-4f8e-97d1-76a903409983 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:18.737726 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3c3c9c62-af7c-4f8e-97d1-76a903409983 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:18.765594 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-3c3c9c62-af7c-4f8e-97d1-76a903409983 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6462257 Nov 22 20:18:18.768988 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 45064) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:18:18.779198 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-5b20b918-23c2-449a-b1fe-da3c1bd141dc tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Request body: {'subnet': {'network_id': 'af9bb979-b2e3-447d-a9f1-511c736d70b3', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:18:18.779783 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b24ab0c6-7168-42bc-bf05-c04d4df51622 None None] Network 3ad73812-60e8-4754-bf89-bc7945f351b9 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:18:18.898252 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-28ae413e-c142-4489-ad68-751f375ff97d tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:18.966273 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device a7f0b1ac-1458-4bbc-bd26-d2aafdb5ab2c up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:18:19.033569 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b20b918-23c2-449a-b1fe-da3c1bd141dc tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Made reservation on behalf of cd84c4200e0d47b4bcba9b053bf608fb for: {'subnet': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:18:19.038725 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5b20b918-23c2-449a-b1fe-da3c1bd141dc tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11792951'] for subnet, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:19.042758 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-28ae413e-c142-4489-ad68-751f375ff97d tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:19.054205 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-28ae413e-c142-4489-ad68-751f375ff97d tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:19.054205 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-28ae413e-c142-4489-ad68-751f375ff97d tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] 10.222.0.46 "DELETE /v2.0/security-groups/4ce270c1-367e-4b45-b6b3-bccaf8be4e44 HTTP/1.1" status: 204 len: 168 time: 0.4476755 Nov 22 20:18:19.067148 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 45068) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:18:19.125148 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ae413e-c142-4489-ad68-751f375ff97d tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ce270c1-367e-4b45-b6b3-bccaf8be4e44,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:18:19.127833 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-d1506477-943d-452b-9a48-86b2090b61d3 None None] Could not find standard attr ID for object 691ea01a-d4ce-4d19-8193-f6efaead366b. {{(pid=103449) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 22 20:18:19.144398 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4359de0c-09e0-44c4-b770-ca162a795c90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fb26bd7-ce56-527b-b94f-2e1f7cb2bb35-3ad73812-60e8-4754-bf89-bc7945f351b9', 'network_id': '3ad73812-60e8-4754-bf89-bc7945f351b9', 'tenant_id': 'cd84c4200e0d47b4bcba9b053bf608fb', 'fixed_ips': [{'subnet_id': 'e25cd4ad-e472-4506-b141-ef866ec585ef'}]}} from n-d-818823-1. {{(pid=103449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 20:18:19.145279 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4359de0c-09e0-44c4-b770-ca162a795c90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:19.337415 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.db_base_plugin_common [None req-4359de0c-09e0-44c4-b770-ca162a795c90 None None] Allocated IP 10.1.1.2 (3ad73812-60e8-4754-bf89-bc7945f351b9/e25cd4ad-e472-4506-b141-ef866ec585ef/8106a2ad-d380-4c57-a09b-273eace594ce) {{(pid=103449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:18:19.352571 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28446ea-fdc8-4a4e-ae0a-03ffe9c66ad0 req-391ce9d5-e81d-4d83-8103-c12c1950e49d tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:19.367804 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a28446ea-fdc8-4a4e-ae0a-03ffe9c66ad0 req-391ce9d5-e81d-4d83-8103-c12c1950e49d tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.46 "GET /v2.0/ports?device_id=86e84458-0fba-47b1-8db8-162194d07c9a HTTP/1.1" status: 200 len: 950 time: 0.1456575 Nov 22 20:18:19.381941 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9320fb7-43df-46b3-8517-b4f7b87f09be tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Deleting subnet f21a1b15-2351-4511-bb85-fc971396d84d {{(pid=103447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 20:18:19.386022 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b9320fb7-43df-46b3-8517-b4f7b87f09be tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks [] for subnet, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:19.436946 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b9320fb7-43df-46b3-8517-b4f7b87f09be tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12178353'] for subnet, precommit_delete_associations {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:19.469722 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5b20b918-23c2-449a-b1fe-da3c1bd141dc tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11567560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11792921'] for subnet, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:19.513332 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4359de0c-09e0-44c4-b770-ca162a795c90 None None] Publish callbacks [] for port, precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:19.524019 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3abfd24d-42ba-4818-a618-45476ddfb951', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c55f8839-233c-4e51-be6e-89732b69dcaa'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:18:19.527306 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d39f6d30a11e565ec9648abcc015e8a6ab6cff4edd704add8155e28765d31eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdb98d69-e0ca-45a5-b89a-3038df34be02" -d '{"events": [{"server_uuid": "3abfd24d-42ba-4818-a618-45476ddfb951", "name": "network-vif-plugged", "status": "completed", "tag": "c55f8839-233c-4e51-be6e-89732b69dcaa"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:18:19.529176 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b9320fb7-43df-46b3-8517-b4f7b87f09be tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3753007'] for subnet, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:19.532834 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4359de0c-09e0-44c4-b770-ca162a795c90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372'] for port, after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:19.564460 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b20b918-23c2-449a-b1fe-da3c1bd141dc tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Checking segment: {'id': 'd56448b6-bc95-4d55-8516-7d5f9686cbb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'af9bb979-b2e3-447d-a9f1-511c736d70b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:18:19.565604 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b20b918-23c2-449a-b1fe-da3c1bd141dc tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Network hostable DHCP agents. Network: af9bb979-b2e3-447d-a9f1-511c736d70b3, hostable agents: ['02adaa64-0987-4b74-bad0-cbcf56f8a294'], hosted agents: [] {{(pid=103448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 20:18:19.566014 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-d846d222-b6c4-43ad-8d15-f1de15d5dbc4 None None] Could not find standard attr ID for object 691ea01a-d4ce-4d19-8193-f6efaead366b. {{(pid=103449) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 22 20:18:19.585809 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port a7f0b1ac-1458-4bbc-bd26-d2aafdb5ab2c triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:18:19.586181 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:19.591346 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b20b918-23c2-449a-b1fe-da3c1bd141dc tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Pushing event updated for resources: {'Subnet': ['ID=ef7fccd9-1ba4-439a-b54e-9e5a9b6c59f5,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:18:19.598294 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4359de0c-09e0-44c4-b770-ca162a795c90 None None] Network 3ad73812-60e8-4754-bf89-bc7945f351b9 is already hosted by enough agents. {{(pid=103449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:18:19.606939 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b20b918-23c2-449a-b1fe-da3c1bd141dc tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Network af9bb979-b2e3-447d-a9f1-511c736d70b3 is scheduled to be hosted by DHCP agent 02adaa64-0987-4b74-bad0-cbcf56f8a294 with binding_index 1 {{(pid=103448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 20:18:19.619842 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-5b20b918-23c2-449a-b1fe-da3c1bd141dc tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818823-1, af9bb979-b2e3-447d-a9f1-511c736d70b3) {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:18:19.638128 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b20b918-23c2-449a-b1fe-da3c1bd141dc tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:19.640386 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5b20b918-23c2-449a-b1fe-da3c1bd141dc tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:19.647703 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.base_scheduler [None req-4359de0c-09e0-44c4-b770-ca162a795c90 None None] Resources bound (agent type, host, resource id): {{(pid=103449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:18:19.650655 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4359de0c-09e0-44c4-b770-ca162a795c90 None None] Received port after_create {{(pid=103449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:18:19.652974 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b9320fb7-43df-46b3-8517-b4f7b87f09be tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3753014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8900804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8485115'] for subnet, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:19.663601 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:18:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66b9b5aa-ba80-445f-8577-dc0e4ac3f766 x-openstack-request-id: req-66b9b5aa-ba80-445f-8577-dc0e4ac3f766 {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:18:19.663887 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3abfd24d-42ba-4818-a618-45476ddfb951", "name": "network-vif-plugged", "status": "completed", "tag": "c55f8839-233c-4e51-be6e-89732b69dcaa", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:18:19.664148 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-66b9b5aa-ba80-445f-8577-dc0e4ac3f766 {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:18:19.664539 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3abfd24d-42ba-4818-a618-45476ddfb951', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c55f8839-233c-4e51-be6e-89732b69dcaa', 'code': 200} Nov 22 20:18:19.691116 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-5b20b918-23c2-449a-b1fe-da3c1bd141dc tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.9206564 Nov 22 20:18:19.693511 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 45080) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:18:19.695398 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9320fb7-43df-46b3-8517-b4f7b87f09be tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Pushing event deleted for resources: {'Subnet': ['ID=f21a1b15-2351-4511-bb85-fc971396d84d,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:18:19.699847 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4c587ba-9cf9-4eb0-bdc9-ea178ba9573a None None] Network af9bb979-b2e3-447d-a9f1-511c736d70b3 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:18:19.703582 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-c46f5df9-ca81-49fa-9a9e-d692897c229e tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Request body: {'port': {'network_id': '3ad73812-60e8-4754-bf89-bc7945f351b9', 'name': 'tempest-TaggedBootDevicesTest_v242-1087242368', 'fixed_ips': [{'subnet_id': 'e25cd4ad-e472-4506-b141-ef866ec585ef'}]}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:18:19.763005 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b9320fb7-43df-46b3-8517-b4f7b87f09be tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for subnet, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:19.767304 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-b9320fb7-43df-46b3-8517-b4f7b87f09be tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] 10.222.0.46 "DELETE /v2.0/subnets/f21a1b15-2351-4511-bb85-fc971396d84d HTTP/1.1" status: 204 len: 168 time: 0.6946023 Nov 22 20:18:19.773173 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 45084) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:18:19.778354 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4359de0c-09e0-44c4-b770-ca162a795c90 None None] Pushing event updated for resources: {'Port': ['ID=8106a2ad-d380-4c57-a09b-273eace594ce,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:18:19.791473 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bdae54d-dc89-4c04-a588-97f348965876 None None] Network af33d290-a09b-4d43-b29e-152605dd45aa requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:18:19.817978 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a28446ea-fdc8-4a4e-ae0a-03ffe9c66ad0 req-9111ec3b-513a-49b9-b5a7-fca7492ceeae tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c61ce95-aab5-427a-864a-9f490b05fbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4496024 Nov 22 20:18:19.865364 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1831bd4f-44db-41fd-a4e9-9cfc71e3141c req-b184f7d6-dc18-42f9-8b20-015900518e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:19.868048 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1831bd4f-44db-41fd-a4e9-9cfc71e3141c req-b184f7d6-dc18-42f9-8b20-015900518e6f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3abfd24d-42ba-4818-a618-45476ddfb951 HTTP/1.1" status: 200 len: 1096 time: 0.1412323 Nov 22 20:18:19.997905 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddf5f230-d3f0-47cd-85b6-0b6d1e8e718b tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Deleting subnet 0af7b202-30e7-41fa-b194-48ddb660db32 {{(pid=103447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 20:18:20.046891 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ddf5f230-d3f0-47cd-85b6-0b6d1e8e718b tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks [] for subnet, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:20.052450 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-4359de0c-09e0-44c4-b770-ca162a795c90 None None] Attempting to bind port 8106a2ad-d380-4c57-a09b-273eace594ce on host n-d-818823-1 for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:18:20.053256 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-4359de0c-09e0-44c4-b770-ca162a795c90 None None] Attempting to bind port 8106a2ad-d380-4c57-a09b-273eace594ce by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': 'c15bb4e7-ea13-4fea-a3f9-07fbd2080202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '3ad73812-60e8-4754-bf89-bc7945f351b9'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:18:20.053256 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4359de0c-09e0-44c4-b770-ca162a795c90 None None] Attempting to bind port 8106a2ad-d380-4c57-a09b-273eace594ce on network 3ad73812-60e8-4754-bf89-bc7945f351b9 {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:18:20.078839 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c46f5df9-ca81-49fa-9a9e-d692897c229e tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Made reservation on behalf of cd84c4200e0d47b4bcba9b053bf608fb for: {'port': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:18:20.114996 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1831bd4f-44db-41fd-a4e9-9cfc71e3141c req-f77587a7-c3a7-46a3-94fd-276e96a7b6ad service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=f984117d-844a-42a1-9c59-5ff916094579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2374091 Nov 22 20:18:20.126634 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4359de0c-09e0-44c4-b770-ca162a795c90 None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 18, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:18:20.130470 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4359de0c-09e0-44c4-b770-ca162a795c90 None None] Checking segment: {'id': 'c15bb4e7-ea13-4fea-a3f9-07fbd2080202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '3ad73812-60e8-4754-bf89-bc7945f351b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:18:20.131809 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4359de0c-09e0-44c4-b770-ca162a795c90 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:20.132688 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4359de0c-09e0-44c4-b770-ca162a795c90 None None] Bound using segment: {'id': 'c15bb4e7-ea13-4fea-a3f9-07fbd2080202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '3ad73812-60e8-4754-bf89-bc7945f351b9'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:18:20.135083 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-4359de0c-09e0-44c4-b770-ca162a795c90 None None] Bound port: 8106a2ad-d380-4c57-a09b-273eace594ce, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c15bb4e7-ea13-4fea-a3f9-07fbd2080202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '3ad73812-60e8-4754-bf89-bc7945f351b9'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:18:20.136968 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4359de0c-09e0-44c4-b770-ca162a795c90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:20.189006 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ddf5f230-d3f0-47cd-85b6-0b6d1e8e718b tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12178353'] for subnet, precommit_delete_associations {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:20.239067 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2adb62-1deb-48d6-8cf0-20dd79477f09 req-e59fd00d-85a8-4a38-a578-720d9cc24d78 tempest-VolumesActionsTest-1125936459 tempest-VolumesActionsTest-1125936459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:20.249818 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0d2adb62-1deb-48d6-8cf0-20dd79477f09 req-e59fd00d-85a8-4a38-a578-720d9cc24d78 tempest-VolumesActionsTest-1125936459 tempest-VolumesActionsTest-1125936459-project] 10.222.0.46 "GET /v2.0/ports?device_id=3abfd24d-42ba-4818-a618-45476ddfb951 HTTP/1.1" status: 200 len: 945 time: 0.3187232 Nov 22 20:18:20.289535 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c46f5df9-ca81-49fa-9a9e-d692897c229e tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:20.332427 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [None req-c46f5df9-ca81-49fa-9a9e-d692897c229e tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] device_id is not set on port 23b5427c-a333-43d6-a0e0-5ca27da7038f yet. {{(pid=103448) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 20:18:20.375969 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26389511-7977-4b4b-8bf2-563967e6529f req-7c4755e2-2951-4c82-92e8-3dcb636c47eb tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:20.384403 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-26389511-7977-4b4b-8bf2-563967e6529f req-7c4755e2-2951-4c82-92e8-3dcb636c47eb tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.46 "GET /v2.0/ports?device_id=e460d313-80e9-47f6-9945-5af58f9ad305 HTTP/1.1" status: 200 len: 950 time: 0.2249098 Nov 22 20:18:20.418103 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0d2adb62-1deb-48d6-8cf0-20dd79477f09 req-2d189531-09ae-4a69-8286-dc190afe5e59 tempest-VolumesActionsTest-1125936459 tempest-VolumesActionsTest-1125936459-project] 10.222.0.46 "GET /v2.0/security-groups?id=f984117d-844a-42a1-9c59-5ff916094579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654253 Nov 22 20:18:20.473595 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ddf5f230-d3f0-47cd-85b6-0b6d1e8e718b tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3753007'] for subnet, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:20.549756 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-26389511-7977-4b4b-8bf2-563967e6529f req-ec188cd2-143b-4651-bb52-1b6ca8227fcf tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c61ce95-aab5-427a-864a-9f490b05fbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644223 Nov 22 20:18:20.600212 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc46a033-517e-4873-9d36-90cb9e4357dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fb26bd7-ce56-527b-b94f-2e1f7cb2bb35-af9bb979-b2e3-447d-a9f1-511c736d70b3', 'network_id': 'af9bb979-b2e3-447d-a9f1-511c736d70b3', 'tenant_id': 'cd84c4200e0d47b4bcba9b053bf608fb', 'fixed_ips': [{'subnet_id': 'ef7fccd9-1ba4-439a-b54e-9e5a9b6c59f5'}]}} from n-d-818823-1. {{(pid=103449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 20:18:20.601004 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-fc46a033-517e-4873-9d36-90cb9e4357dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:20.664431 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-4359de0c-09e0-44c4-b770-ca162a795c90 None None] For port 8106a2ad-d380-4c57-a09b-273eace594ce, host n-d-818823-1, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:18:20.669314 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ddf5f230-d3f0-47cd-85b6-0b6d1e8e718b tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3753014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8900804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8485115'] for subnet, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:20.706842 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-4359de0c-09e0-44c4-b770-ca162a795c90 None None] For port 8106a2ad-d380-4c57-a09b-273eace594ce, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=8106a2ad-d380-4c57-a09b-273eace594ce,segment=NetworkSegment(c15bb4e7-ea13-4fea-a3f9-07fbd2080202),segment_id=c15bb4e7-ea13-4fea-a3f9-07fbd2080202)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:18:20.718636 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [None req-c46f5df9-ca81-49fa-9a9e-d692897c229e tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Allocated IP 10.1.1.100 (3ad73812-60e8-4754-bf89-bc7945f351b9/e25cd4ad-e472-4506-b141-ef866ec585ef/23b5427c-a333-43d6-a0e0-5ca27da7038f) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:18:20.723775 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf5f230-d3f0-47cd-85b6-0b6d1e8e718b tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Pushing event deleted for resources: {'Subnet': ['ID=0af7b202-30e7-41fa-b194-48ddb660db32,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:18:20.736521 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf5f230-d3f0-47cd-85b6-0b6d1e8e718b tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:18:20.737577 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf5f230-d3f0-47cd-85b6-0b6d1e8e718b tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:18:20.738313 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf5f230-d3f0-47cd-85b6-0b6d1e8e718b tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:18:20.738911 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf5f230-d3f0-47cd-85b6-0b6d1e8e718b tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:18:20.739644 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf5f230-d3f0-47cd-85b6-0b6d1e8e718b tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:18:20.740316 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf5f230-d3f0-47cd-85b6-0b6d1e8e718b tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:18:20.740974 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf5f230-d3f0-47cd-85b6-0b6d1e8e718b tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:18:20.741581 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf5f230-d3f0-47cd-85b6-0b6d1e8e718b tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:18:20.742532 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf5f230-d3f0-47cd-85b6-0b6d1e8e718b tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:18:20.743365 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf5f230-d3f0-47cd-85b6-0b6d1e8e718b tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:18:20.744359 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf5f230-d3f0-47cd-85b6-0b6d1e8e718b tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:18:20.745012 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf5f230-d3f0-47cd-85b6-0b6d1e8e718b tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:18:20.753761 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ddf5f230-d3f0-47cd-85b6-0b6d1e8e718b tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for subnet, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:20.758378 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-ddf5f230-d3f0-47cd-85b6-0b6d1e8e718b tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] 10.222.0.46 "DELETE /v2.0/subnets/0af7b202-30e7-41fa-b194-48ddb660db32 HTTP/1.1" status: 204 len: 168 time: 0.9829926 Nov 22 20:18:20.760883 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 45098) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:18:20.803690 n-d-818823-1 neutron-server[103447]: INFO neutron.pecan_wsgi.hooks.translation [None req-23e3287f-42a3-446a-a2e6-8c6f8f5c8cc8 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] DELETE failed (client error): The resource could not be found. Nov 22 20:18:20.804694 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23e3287f-42a3-446a-a2e6-8c6f8f5c8cc8 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103447) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 20:18:20.816354 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-23e3287f-42a3-446a-a2e6-8c6f8f5c8cc8 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] 10.222.0.46 "DELETE /v2.0/subnets/f21a1b15-2351-4511-bb85-fc971396d84d HTTP/1.1" status: 404 len: 337 time: 0.0519624 Nov 22 20:18:20.816769 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 45100) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:18:20.841419 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4359de0c-09e0-44c4-b770-ca162a795c90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:20.930553 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_v2 [None req-d668d231-1585-41f0-b4bd-fffe5b0cd18f tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Deleting subnet b391ced0-caa0-4d2c-9ea2-e35d43a3748c {{(pid=103447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 20:18:20.945964 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-d668d231-1585-41f0-b4bd-fffe5b0cd18f tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks [] for subnet, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:21.030693 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-d668d231-1585-41f0-b4bd-fffe5b0cd18f tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12178353'] for subnet, precommit_delete_associations {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:21.057351 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c46f5df9-ca81-49fa-9a9e-d692897c229e tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:21.087120 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4359de0c-09e0-44c4-b770-ca162a795c90 None None] Pushing event updated for resources: {'Port': ['ID=8106a2ad-d380-4c57-a09b-273eace594ce,revision_number=2']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:18:21.113430 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.db_base_plugin_common [None req-fc46a033-517e-4873-9d36-90cb9e4357dd None None] Allocated IP 10.2.2.2 (af9bb979-b2e3-447d-a9f1-511c736d70b3/ef7fccd9-1ba4-439a-b54e-9e5a9b6c59f5/555086cc-7c4a-445d-9ab7-6bfc6544adc1) {{(pid=103449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:18:21.138639 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c46f5df9-ca81-49fa-9a9e-d692897c229e tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:21.233508 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c46f5df9-ca81-49fa-9a9e-d692897c229e tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Network 3ad73812-60e8-4754-bf89-bc7945f351b9 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:18:21.241555 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-c46f5df9-ca81-49fa-9a9e-d692897c229e tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:18:21.247933 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c46f5df9-ca81-49fa-9a9e-d692897c229e tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:18:21.283496 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46f5df9-ca81-49fa-9a9e-d692897c229e tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Pushing event updated for resources: {'Port': ['ID=23b5427c-a333-43d6-a0e0-5ca27da7038f,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:18:21.309063 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0807d51-75c6-4b75-893f-69794d4eb17d None None] Update dhcp port {'port': {'network_id': 'af33d290-a09b-4d43-b29e-152605dd45aa', 'fixed_ips': [{'subnet_id': 'b391ced0-caa0-4d2c-9ea2-e35d43a3748c', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '0af7b202-30e7-41fa-b194-48ddb660db32'}], 'binding:host_id': 'n-d-818823-1'}, 'id': 'a7f0b1ac-1458-4bbc-bd26-d2aafdb5ab2c'} from n-d-818823-1. {{(pid=103449) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 22 20:18:21.323546 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b91800-6803-489a-8781-93eabef1a607 req-70291d46-100c-4380-908d-bad57f792180 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:21.330361 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b91800-6803-489a-8781-93eabef1a607 req-70291d46-100c-4380-908d-bad57f792180 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:21.360187 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e0807d51-75c6-4b75-893f-69794d4eb17d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:21.367272 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a6b91800-6803-489a-8781-93eabef1a607 req-70291d46-100c-4380-908d-bad57f792180 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.46 "GET /v2.0/ports?device_id=86e84458-0fba-47b1-8db8-162194d07c9a&device_id=e460d313-80e9-47f6-9945-5af58f9ad305 HTTP/1.1" status: 200 len: 1691 time: 0.2559557 Nov 22 20:18:21.377693 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c46f5df9-ca81-49fa-9a9e-d692897c229e tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:21.378590 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c46f5df9-ca81-49fa-9a9e-d692897c229e tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:21.410067 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-c46f5df9-ca81-49fa-9a9e-d692897c229e tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7148926 Nov 22 20:18:21.411216 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 45106) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:18:21.416513 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-56871f14-b6cc-4e94-a0a3-743c18721d00 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Request body: {'port': {'network_id': '3ad73812-60e8-4754-bf89-bc7945f351b9', 'name': 'tempest-TaggedBootDevicesTest_v242-1716726552', 'fixed_ips': [{'subnet_id': 'e25cd4ad-e472-4506-b141-ef866ec585ef'}]}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:18:21.474249 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a6b91800-6803-489a-8781-93eabef1a607 req-d81ac3fb-8c94-42c9-9b81-a325f24fad06 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c61ce95-aab5-427a-864a-9f490b05fbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914679 Nov 22 20:18:21.482608 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-d668d231-1585-41f0-b4bd-fffe5b0cd18f tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3753007'] for subnet, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:21.638118 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56871f14-b6cc-4e94-a0a3-743c18721d00 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Made reservation on behalf of cd84c4200e0d47b4bcba9b053bf608fb for: {'port': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:18:21.645393 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-56871f14-b6cc-4e94-a0a3-743c18721d00 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:21.675348 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-fc46a033-517e-4873-9d36-90cb9e4357dd None None] Publish callbacks [] for port, precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:21.680358 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [None req-56871f14-b6cc-4e94-a0a3-743c18721d00 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] device_id is not set on port cc5614ff-8218-4f84-9a25-5dccd5d7dcd7 yet. {{(pid=103448) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 20:18:21.692809 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-fc46a033-517e-4873-9d36-90cb9e4357dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372'] for port, after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:21.739613 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f943471e-0944-4d1a-8313-f8ac6b9af703 req-6f3a7dea-66b4-48ee-9fff-ae21f180b670 tempest-VolumesActionsTest-1125936459 tempest-VolumesActionsTest-1125936459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:21.741197 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f943471e-0944-4d1a-8313-f8ac6b9af703 req-6f3a7dea-66b4-48ee-9fff-ae21f180b670 tempest-VolumesActionsTest-1125936459 tempest-VolumesActionsTest-1125936459-project] 10.222.0.46 "GET /v2.0/ports?device_id=3abfd24d-42ba-4818-a618-45476ddfb951 HTTP/1.1" status: 200 len: 945 time: 0.1758251 Nov 22 20:18:21.759137 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc46a033-517e-4873-9d36-90cb9e4357dd None None] Network af9bb979-b2e3-447d-a9f1-511c736d70b3 is already hosted by enough agents. {{(pid=103449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:18:21.762005 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-d668d231-1585-41f0-b4bd-fffe5b0cd18f tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3753014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8900804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8485115'] for subnet, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:21.766498 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server [None req-e0807d51-75c6-4b75-893f-69794d4eb17d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b391ced0-caa0-4d2c-9ea2-e35d43a3748c: This subnet is being modified by another concurrent operation. Nov 22 20:18:21.766498 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 22 20:18:21.766498 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 22 20:18:21.766498 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 22 20:18:21.766498 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 22 20:18:21.766498 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 22 20:18:21.766498 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 22 20:18:21.766498 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 22 20:18:21.766498 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 22 20:18:21.766498 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 22 20:18:21.766498 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 22 20:18:21.766498 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 22 20:18:21.766498 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 22 20:18:21.766498 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 22 20:18:21.766498 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 20:18:21.766498 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 20:18:21.766498 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 20:18:21.766498 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 20:18:21.766498 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 22 20:18:21.766498 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 22 20:18:21.766498 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 22 20:18:21.766498 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 22 20:18:21.766498 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 20:18:21.766498 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 20:18:21.766498 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 20:18:21.766498 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 20:18:21.766498 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 22 20:18:21.766498 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 22 20:18:21.766498 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 22 20:18:21.766498 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 22 20:18:21.766498 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 20:18:21.766498 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 20:18:21.766498 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 20:18:21.766498 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 20:18:21.766498 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 22 20:18:21.766498 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 22 20:18:21.766498 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Nov 22 20:18:21.766498 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Nov 22 20:18:21.766498 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Nov 22 20:18:21.766498 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Nov 22 20:18:21.766498 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 22 20:18:21.766498 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 22 20:18:21.766498 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 22 20:18:21.766498 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 22 20:18:21.766498 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 22 20:18:21.766498 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 22 20:18:21.766498 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 20:18:21.766498 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 20:18:21.766498 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 20:18:21.766498 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 20:18:21.766498 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 22 20:18:21.766498 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 22 20:18:21.766498 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 22 20:18:21.766498 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 22 20:18:21.766498 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 20:18:21.766498 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 20:18:21.766498 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 20:18:21.766498 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 20:18:21.766498 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 22 20:18:21.766498 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 22 20:18:21.766498 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 22 20:18:21.766498 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 22 20:18:21.766498 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 20:18:21.766498 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 20:18:21.766498 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 20:18:21.766498 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 20:18:21.766498 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 22 20:18:21.766498 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 22 20:18:21.766498 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1744, in update_port Nov 22 20:18:21.766498 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Nov 22 20:18:21.766498 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 22 20:18:21.766498 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 22 20:18:21.766498 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1515, in update_port Nov 22 20:18:21.766498 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Nov 22 20:18:21.766498 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Nov 22 20:18:21.766498 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Nov 22 20:18:21.766498 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Nov 22 20:18:21.766498 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Nov 22 20:18:21.766498 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Nov 22 20:18:21.766498 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 22 20:18:21.766498 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 22 20:18:21.766498 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 22 20:18:21.766498 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 22 20:18:21.766498 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server raise exception Nov 22 20:18:21.766498 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b391ced0-caa0-4d2c-9ea2-e35d43a3748c: This subnet is being modified by another concurrent operation. Nov 22 20:18:21.766498 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server Nov 22 20:18:21.774982 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.base_scheduler [None req-fc46a033-517e-4873-9d36-90cb9e4357dd None None] Resources bound (agent type, host, resource id): {{(pid=103449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:18:21.774982 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc46a033-517e-4873-9d36-90cb9e4357dd None None] Received port after_create {{(pid=103449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:18:21.784257 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc46a033-517e-4873-9d36-90cb9e4357dd None None] Pushing event updated for resources: {'Port': ['ID=555086cc-7c4a-445d-9ab7-6bfc6544adc1,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:18:21.847811 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-d668d231-1585-41f0-b4bd-fffe5b0cd18f tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for subnet, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:21.855201 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-d668d231-1585-41f0-b4bd-fffe5b0cd18f tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] 10.222.0.46 "DELETE /v2.0/subnets/b391ced0-caa0-4d2c-9ea2-e35d43a3748c HTTP/1.1" status: 204 len: 168 time: 1.0341446 Nov 22 20:18:21.862837 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 45120) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:18:21.906510 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d668d231-1585-41f0-b4bd-fffe5b0cd18f tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Pushing event deleted for resources: {'Subnet': ['ID=b391ced0-caa0-4d2c-9ea2-e35d43a3748c,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:18:21.907360 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf400e35-2673-4189-8ea3-8c2c8ad0d48d None None] Network af33d290-a09b-4d43-b29e-152605dd45aa requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:18:21.929060 n-d-818823-1 neutron-server[103448]: INFO neutron.pecan_wsgi.hooks.translation [None req-2da4c6a3-c5db-42dd-8e64-d0816602d0b2 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] DELETE failed (client error): The resource could not be found. Nov 22 20:18:21.929622 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2da4c6a3-c5db-42dd-8e64-d0816602d0b2 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 20:18:21.933803 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-2da4c6a3-c5db-42dd-8e64-d0816602d0b2 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] 10.222.0.46 "DELETE /v2.0/subnets/4d743402-f770-4a36-ae6c-b28dae373304 HTTP/1.1" status: 404 len: 337 time: 0.0678465 Nov 22 20:18:21.938253 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 45124) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:18:21.974481 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-31b819c5-eb04-4f3e-9b94-4d249f8b4dae tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] 10.222.0.46 "GET /v2.0/ports?device_id=a4bb3011-9c8d-4119-997d-62fef5e59dc3 HTTP/1.1" status: 200 len: 205 time: 0.0328889 Nov 22 20:18:21.976188 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f943471e-0944-4d1a-8313-f8ac6b9af703 req-9e741e2e-b250-46b1-bf52-0047eecb3b7a tempest-VolumesActionsTest-1125936459 tempest-VolumesActionsTest-1125936459-project] 10.222.0.46 "GET /v2.0/security-groups?id=f984117d-844a-42a1-9c59-5ff916094579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180383 Nov 22 20:18:21.976681 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 45126) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:18:21.988128 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-fc46a033-517e-4873-9d36-90cb9e4357dd None None] Attempting to bind port 555086cc-7c4a-445d-9ab7-6bfc6544adc1 on host n-d-818823-1 for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:18:21.988513 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-fc46a033-517e-4873-9d36-90cb9e4357dd None None] Attempting to bind port 555086cc-7c4a-445d-9ab7-6bfc6544adc1 by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': 'd56448b6-bc95-4d55-8516-7d5f9686cbb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'af9bb979-b2e3-447d-a9f1-511c736d70b3'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:18:21.988886 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc46a033-517e-4873-9d36-90cb9e4357dd None None] Attempting to bind port 555086cc-7c4a-445d-9ab7-6bfc6544adc1 on network af9bb979-b2e3-447d-a9f1-511c736d70b3 {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:18:22.038705 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc46a033-517e-4873-9d36-90cb9e4357dd None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 18, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:18:22.039056 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc46a033-517e-4873-9d36-90cb9e4357dd None None] Checking segment: {'id': 'd56448b6-bc95-4d55-8516-7d5f9686cbb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'af9bb979-b2e3-447d-a9f1-511c736d70b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:18:22.039448 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-fc46a033-517e-4873-9d36-90cb9e4357dd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:22.039870 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc46a033-517e-4873-9d36-90cb9e4357dd None None] Bound using segment: {'id': 'd56448b6-bc95-4d55-8516-7d5f9686cbb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'af9bb979-b2e3-447d-a9f1-511c736d70b3'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:18:22.040367 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-fc46a033-517e-4873-9d36-90cb9e4357dd None None] Bound port: 555086cc-7c4a-445d-9ab7-6bfc6544adc1, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd56448b6-bc95-4d55-8516-7d5f9686cbb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'af9bb979-b2e3-447d-a9f1-511c736d70b3'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:18:22.040753 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-fc46a033-517e-4873-9d36-90cb9e4357dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:22.043751 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [None req-56871f14-b6cc-4e94-a0a3-743c18721d00 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Allocated IP 10.1.1.254 (3ad73812-60e8-4754-bf89-bc7945f351b9/e25cd4ad-e472-4506-b141-ef866ec585ef/cc5614ff-8218-4f84-9a25-5dccd5d7dcd7) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:18:22.063327 n-d-818823-1 neutron-server[103447]: INFO neutron.api.v2.resource [None req-7e1f5d7d-f0d8-4b58-b5bc-44f21f19f537 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] delete failed (client error): The resource could not be found. Nov 22 20:18:22.068391 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-7e1f5d7d-f0d8-4b58-b5bc-44f21f19f537 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] 10.222.0.46 "DELETE /v2.0/routers/a4bb3011-9c8d-4119-997d-62fef5e59dc3 HTTP/1.1" status: 404 len: 336 time: 0.0903933 Nov 22 20:18:22.075830 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 45130) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:18:22.182237 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-fc46a033-517e-4873-9d36-90cb9e4357dd None None] For port 555086cc-7c4a-445d-9ab7-6bfc6544adc1, host n-d-818823-1, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:18:22.185750 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-fc46a033-517e-4873-9d36-90cb9e4357dd None None] For port 555086cc-7c4a-445d-9ab7-6bfc6544adc1, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=555086cc-7c4a-445d-9ab7-6bfc6544adc1,segment=NetworkSegment(d56448b6-bc95-4d55-8516-7d5f9686cbb7),segment_id=d56448b6-bc95-4d55-8516-7d5f9686cbb7)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:18:22.194443 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-f4581a87-dc61-47c6-b820-133cf67e5c8a None None] Provisioning complete for port f97f87bc-ef43-4dad-9d40-4a64e8de529f triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:18:22.194825 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-f4581a87-dc61-47c6-b820-133cf67e5c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:22.238569 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39097c1b-d01f-486d-8869-35bfa6080da9 req-af034dd9-d293-4162-b655-88b75ca59fa1 tempest-ServersOnMultiNodesTest-264701731 tempest-ServersOnMultiNodesTest-264701731-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:22.242856 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-39097c1b-d01f-486d-8869-35bfa6080da9 req-af034dd9-d293-4162-b655-88b75ca59fa1 tempest-ServersOnMultiNodesTest-264701731 tempest-ServersOnMultiNodesTest-264701731-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=86e84458-0fba-47b1-8db8-162194d07c9a HTTP/1.1" status: 200 len: 1101 time: 0.1511748 Nov 22 20:18:22.263714 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-f4581a87-dc61-47c6-b820-133cf67e5c8a None None] Port f97f87bc-ef43-4dad-9d40-4a64e8de529f cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:18:22.266911 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-fc46a033-517e-4873-9d36-90cb9e4357dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:22.300016 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-56871f14-b6cc-4e94-a0a3-743c18721d00 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:22.333542 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-39097c1b-d01f-486d-8869-35bfa6080da9 req-6c208a39-ddea-49ce-b6cb-f6a2f27d8048 tempest-ServersOnMultiNodesTest-264701731 tempest-ServersOnMultiNodesTest-264701731-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=6c61ce95-aab5-427a-864a-9f490b05fbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801318 Nov 22 20:18:22.402537 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc46a033-517e-4873-9d36-90cb9e4357dd None None] Pushing event updated for resources: {'Port': ['ID=555086cc-7c4a-445d-9ab7-6bfc6544adc1,revision_number=2']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:18:22.510702 n-d-818823-1 neutron-server[103448]: INFO neutron.pecan_wsgi.hooks.translation [None req-067cbcf6-8ca8-4dd0-9cb6-fbde875c22db tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] DELETE failed (client error): The resource could not be found. Nov 22 20:18:22.511801 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-067cbcf6-8ca8-4dd0-9cb6-fbde875c22db tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 20:18:22.520081 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 45148) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:18:22.531333 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-067cbcf6-8ca8-4dd0-9cb6-fbde875c22db tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] 10.222.0.46 "DELETE /v2.0/subnets/97b98008-0af9-427f-8f60-4ac1628af34c HTTP/1.1" status: 404 len: 337 time: 0.4543290 Nov 22 20:18:22.535291 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-56871f14-b6cc-4e94-a0a3-743c18721d00 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:22.559529 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-f4581a87-dc61-47c6-b820-133cf67e5c8a None None] Provisioning complete for port a7f0b1ac-1458-4bbc-bd26-d2aafdb5ab2c triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:18:22.559870 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-f4581a87-dc61-47c6-b820-133cf67e5c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:22.582396 n-d-818823-1 neutron-server[103447]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c7d0369-49de-41a9-bf85-75b2446ca1c3 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] DELETE failed (client error): The resource could not be found. Nov 22 20:18:22.585272 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c7d0369-49de-41a9-bf85-75b2446ca1c3 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103447) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 20:18:22.597370 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-8c7d0369-49de-41a9-bf85-75b2446ca1c3 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] 10.222.0.46 "DELETE /v2.0/subnets/9dd5c1da-9516-4f31-b7e5-8c889d149cbd HTTP/1.1" status: 404 len: 337 time: 0.0733290 Nov 22 20:18:22.598215 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 45152) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:18:22.667659 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56871f14-b6cc-4e94-a0a3-743c18721d00 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Network 3ad73812-60e8-4754-bf89-bc7945f351b9 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:18:22.676743 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-56871f14-b6cc-4e94-a0a3-743c18721d00 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:18:22.689253 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56871f14-b6cc-4e94-a0a3-743c18721d00 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:18:22.723891 n-d-818823-1 neutron-server[103447]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0fe2caa-1cf7-4c5c-b14f-cfb821eefddc tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] DELETE failed (client error): The resource could not be found. Nov 22 20:18:22.725645 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0fe2caa-1cf7-4c5c-b14f-cfb821eefddc tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103447) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 20:18:22.738174 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-f0fe2caa-1cf7-4c5c-b14f-cfb821eefddc tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] 10.222.0.46 "DELETE /v2.0/subnets/e11106d8-46c5-48f9-b91f-9dd5efe97eb0 HTTP/1.1" status: 404 len: 337 time: 0.1193790 Nov 22 20:18:22.739219 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 45156) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:18:22.784704 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56871f14-b6cc-4e94-a0a3-743c18721d00 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Pushing event updated for resources: {'Port': ['ID=cc5614ff-8218-4f84-9a25-5dccd5d7dcd7,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:18:22.809641 n-d-818823-1 neutron-server[103447]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b9d2e24-c22d-4f51-b3c7-d31ed2e8d7f1 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] DELETE failed (client error): The resource could not be found. Nov 22 20:18:22.813511 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b9d2e24-c22d-4f51-b3c7-d31ed2e8d7f1 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103447) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 20:18:22.828404 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-0b9d2e24-c22d-4f51-b3c7-d31ed2e8d7f1 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] 10.222.0.46 "DELETE /v2.0/ports/88f40f31-fe40-4a4d-a197-4f9ba93264f1 HTTP/1.1" status: 404 len: 333 time: 0.0832973 Nov 22 20:18:22.829535 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 45160) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:18:22.861761 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2137b5-1ee9-4111-a0a9-deb772f328dc req-e5494b01-917a-4648-8af3-7fad09a18a25 tempest-ServersOnMultiNodesTest-264701731 tempest-ServersOnMultiNodesTest-264701731-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:22.873062 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ef2137b5-1ee9-4111-a0a9-deb772f328dc req-e5494b01-917a-4648-8af3-7fad09a18a25 tempest-ServersOnMultiNodesTest-264701731 tempest-ServersOnMultiNodesTest-264701731-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=e460d313-80e9-47f6-9945-5af58f9ad305 HTTP/1.1" status: 200 len: 1101 time: 0.2960472 Nov 22 20:18:22.896820 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2272102b-5588-4210-ad44-91173a824298 None None] Network 3ad73812-60e8-4754-bf89-bc7945f351b9 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:18:22.933733 n-d-818823-1 neutron-server[103448]: INFO neutron.pecan_wsgi.hooks.translation [None req-314fb96a-c66a-4dbe-91da-9e859f1692f9 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] DELETE failed (client error): The resource could not be found. Nov 22 20:18:22.934241 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-314fb96a-c66a-4dbe-91da-9e859f1692f9 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 20:18:22.944695 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-314fb96a-c66a-4dbe-91da-9e859f1692f9 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] 10.222.0.46 "DELETE /v2.0/subnets/76334424-55f6-459c-aa5d-60f27b51cc8f HTTP/1.1" status: 404 len: 337 time: 0.1137445 Nov 22 20:18:22.946792 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 45162) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:18:22.971970 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56871f14-b6cc-4e94-a0a3-743c18721d00 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:22.972662 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-56871f14-b6cc-4e94-a0a3-743c18721d00 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:23.006139 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-56871f14-b6cc-4e94-a0a3-743c18721d00 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5937741 Nov 22 20:18:23.011469 n-d-818823-1 neutron-server[103447]: INFO neutron.pecan_wsgi.hooks.translation [None req-b19dd1d8-d932-4a22-b4f2-e80edd256c5d tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] DELETE failed (client error): The resource could not be found. Nov 22 20:18:23.012138 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b19dd1d8-d932-4a22-b4f2-e80edd256c5d tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103447) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 20:18:23.016520 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-b19dd1d8-d932-4a22-b4f2-e80edd256c5d tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] 10.222.0.46 "DELETE /v2.0/subnets/dd072977-eedc-4770-9db9-ae446930021e HTTP/1.1" status: 404 len: 337 time: 0.0608184 Nov 22 20:18:23.019058 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 45166) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:18:23.060444 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ef2137b5-1ee9-4111-a0a9-deb772f328dc req-bb7d5d42-7814-46a0-b549-995ec32d01ad tempest-ServersOnMultiNodesTest-264701731 tempest-ServersOnMultiNodesTest-264701731-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=6c61ce95-aab5-427a-864a-9f490b05fbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848764 Nov 22 20:18:23.093002 n-d-818823-1 neutron-server[103448]: INFO neutron.pecan_wsgi.hooks.translation [None req-c00d14e6-922b-43d9-9659-1a0b4c4d01b2 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] DELETE failed (client error): The resource could not be found. Nov 22 20:18:23.093614 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c00d14e6-922b-43d9-9659-1a0b4c4d01b2 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 20:18:23.099554 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 45172) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:18:23.104020 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-c00d14e6-922b-43d9-9659-1a0b4c4d01b2 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] 10.222.0.46 "DELETE /v2.0/ports/61de824e-8c85-495c-8163-1960c5b347fe HTTP/1.1" status: 404 len: 333 time: 0.0835745 Nov 22 20:18:23.173714 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d47bac6f-9ace-4f8a-9e62-6e4164e1b5b3 None None] DHCP port deletion for af33d290-a09b-4d43-b29e-152605dd45aa request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:18:23.178220 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 8106a2ad-d380-4c57-a09b-273eace594ce up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:18:23.195153 n-d-818823-1 neutron-server[103447]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5d7b415-09b1-4d7f-8a99-392f843e786d tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] DELETE failed (client error): The resource could not be found. Nov 22 20:18:23.197017 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5d7b415-09b1-4d7f-8a99-392f843e786d tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103447) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 20:18:23.207722 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-a5d7b415-09b1-4d7f-8a99-392f843e786d tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] 10.222.0.46 "DELETE /v2.0/subnets/ebe9bfa3-a422-4357-b92e-5053c7e2fb3c HTTP/1.1" status: 404 len: 337 time: 0.1067257 Nov 22 20:18:23.210481 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 45176) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:18:23.299225 n-d-818823-1 neutron-server[103448]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d1df7ff-e951-44bf-945c-122d4e089f68 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] DELETE failed (client error): The resource could not be found. Nov 22 20:18:23.300348 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d1df7ff-e951-44bf-945c-122d4e089f68 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 20:18:23.306803 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-0d1df7ff-e951-44bf-945c-122d4e089f68 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] 10.222.0.46 "DELETE /v2.0/subnets/3ebae580-5118-4ea1-acd4-70aa1ef83bb7 HTTP/1.1" status: 404 len: 337 time: 0.0947471 Nov 22 20:18:23.309484 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 45178) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:18:23.461557 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-2592ecbd-3b4e-44f5-aec3-35d1738e41d8 None None] Provisioning complete for port 8106a2ad-d380-4c57-a09b-273eace594ce triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:18:23.462184 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-2592ecbd-3b4e-44f5-aec3-35d1738e41d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:23.528166 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-1adb7e07-07eb-4625-a8fe-9debe46a5088 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Deleting port f97f87bc-ef43-4dad-9d40-4a64e8de529f {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:18:23.528724 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1adb7e07-07eb-4625-a8fe-9debe46a5088 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:23.546871 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 8106a2ad-d380-4c57-a09b-273eace594ce triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:18:23.547601 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:23.641046 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1adb7e07-07eb-4625-a8fe-9debe46a5088 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:23.657406 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-d47bac6f-9ace-4f8a-9e62-6e4164e1b5b3 None None] Deleting port a7f0b1ac-1458-4bbc-bd26-d2aafdb5ab2c {{(pid=103449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:18:23.659871 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-d47bac6f-9ace-4f8a-9e62-6e4164e1b5b3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:23.669554 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 45188) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:18:23.674690 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-2946bcbe-cda4-41bc-8423-458e99682b25 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Request body: {'security_group': {'name': 'tempest-securitygroup--593274884', 'description': 'tempest-description--1884822921'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:18:23.675302 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-1adb7e07-07eb-4625-a8fe-9debe46a5088 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Calling delete_port for f97f87bc-ef43-4dad-9d40-4a64e8de529f owned by {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:18:23.757097 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2946bcbe-cda4-41bc-8423-458e99682b25 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:23.845672 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6196087c-dfcb-4bc9-b28d-0dfbe0cb9bae req-47a49c60-3197-4e7f-a1af-1bea8afbe31c tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=dd29aa5b29024a1589aa1e9d9246bd3e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0402324 Nov 22 20:18:23.962704 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2946bcbe-cda4-41bc-8423-458e99682b25 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:23.968278 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2946bcbe-cda4-41bc-8423-458e99682b25 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:23.990793 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1adb7e07-07eb-4625-a8fe-9debe46a5088 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:24.001462 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-2592ecbd-3b4e-44f5-aec3-35d1738e41d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:24.070080 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1adb7e07-07eb-4625-a8fe-9debe46a5088 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:24.082596 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-1adb7e07-07eb-4625-a8fe-9debe46a5088 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] 10.222.0.46 "DELETE /v2.0/ports/f97f87bc-ef43-4dad-9d40-4a64e8de529f HTTP/1.1" status: 204 len: 168 time: 0.7717881 Nov 22 20:18:24.098150 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-d47bac6f-9ace-4f8a-9e62-6e4164e1b5b3 None None] For port a7f0b1ac-1458-4bbc-bd26-d2aafdb5ab2c, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=a7f0b1ac-1458-4bbc-bd26-d2aafdb5ab2c,segment=NetworkSegment(c0527588-da58-4e73-b310-dc0e5bb17a7e),segment_id=c0527588-da58-4e73-b310-dc0e5bb17a7e)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:18:24.098557 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-d47bac6f-9ace-4f8a-9e62-6e4164e1b5b3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:24.123190 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6196087c-dfcb-4bc9-b28d-0dfbe0cb9bae req-1f6df1d2-dcf6-47fc-85aa-de0f094f8b58 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:24.131474 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-d47bac6f-9ace-4f8a-9e62-6e4164e1b5b3 None None] Calling delete_port for a7f0b1ac-1458-4bbc-bd26-d2aafdb5ab2c owned by network:dhcp {{(pid=103449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:18:24.132466 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6196087c-dfcb-4bc9-b28d-0dfbe0cb9bae req-1f6df1d2-dcf6-47fc-85aa-de0f094f8b58 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2854695 Nov 22 20:18:24.163960 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 45200) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:18:24.174971 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6196087c-dfcb-4bc9-b28d-0dfbe0cb9bae req-55f30d07-b6f0-4a7e-b861-73e1ffca8053 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.46 "GET /v2.0/quotas/dd29aa5b29024a1589aa1e9d9246bd3e HTTP/1.1" status: 200 len: 375 time: 0.0414293 Nov 22 20:18:24.388584 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adb7e07-07eb-4625-a8fe-9debe46a5088 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Pushing event deleted for resources: {'Port': ['ID=f97f87bc-ef43-4dad-9d40-4a64e8de529f,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:18:24.394973 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-64e515b6-d481-40fb-88ed-330245b20f75 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3961693'] for network, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:24.428654 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-2592ecbd-3b4e-44f5-aec3-35d1738e41d8 None None] For port 8106a2ad-d380-4c57-a09b-273eace594ce, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=8106a2ad-d380-4c57-a09b-273eace594ce,segment=NetworkSegment(c15bb4e7-ea13-4fea-a3f9-07fbd2080202),segment_id=c15bb4e7-ea13-4fea-a3f9-07fbd2080202)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:18:24.437021 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:24.458743 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2946bcbe-cda4-41bc-8423-458e99682b25 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70cb0c9d-9724-446c-9f0a-bf3510156947,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:18:24.474609 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2946bcbe-cda4-41bc-8423-458e99682b25 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:24.482917 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-2946bcbe-cda4-41bc-8423-458e99682b25 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.8049748 Nov 22 20:18:24.485538 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 45206) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:18:24.496916 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-2592ecbd-3b4e-44f5-aec3-35d1738e41d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:24.499782 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-a89c3450-ec32-43dc-99e3-2d58e2c7cd13 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Request body: {'security_group_rule': {'security_group_id': '70cb0c9d-9724-446c-9f0a-bf3510156947', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:18:24.573930 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6196087c-dfcb-4bc9-b28d-0dfbe0cb9bae req-8a99eb45-31d4-471b-b8e9-d683ab65fd08 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=dd29aa5b29024a1589aa1e9d9246bd3e&fields=id HTTP/1.1" status: 200 len: 440 time: 0.3959367 Nov 22 20:18:24.575599 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a89c3450-ec32-43dc-99e3-2d58e2c7cd13 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:24.632741 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca1b4de-0bfd-473e-bae0-1aa14a219d19 req-1e2821ca-d0fa-4471-9017-6d27c881842b tempest-VolumesActionsTest-1125936459 tempest-VolumesActionsTest-1125936459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:24.634518 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3ca1b4de-0bfd-473e-bae0-1aa14a219d19 req-1e2821ca-d0fa-4471-9017-6d27c881842b tempest-VolumesActionsTest-1125936459 tempest-VolumesActionsTest-1125936459-project] 10.222.0.46 "GET /v2.0/ports?device_id=3abfd24d-42ba-4818-a618-45476ddfb951 HTTP/1.1" status: 200 len: 945 time: 0.4908059 Nov 22 20:18:24.668426 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a89c3450-ec32-43dc-99e3-2d58e2c7cd13 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:24.678230 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a89c3450-ec32-43dc-99e3-2d58e2c7cd13 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572323'] for security_group_rule, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:24.720280 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89c3450-ec32-43dc-99e3-2d58e2c7cd13 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c42d81f5-3f2b-4320-8051-cf1a03eb3a98,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:18:24.724439 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a89c3450-ec32-43dc-99e3-2d58e2c7cd13 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:24.725849 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-a89c3450-ec32-43dc-99e3-2d58e2c7cd13 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2389531 Nov 22 20:18:24.730195 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 45210) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:18:24.744241 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-e2cb34d9-aaec-467e-9a9d-5f137d299fa2 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Request body: {'security_group_rule': {'security_group_id': '70cb0c9d-9724-446c-9f0a-bf3510156947', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:18:24.768528 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-64e515b6-d481-40fb-88ed-330245b20f75 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Deleting port a7f0b1ac-1458-4bbc-bd26-d2aafdb5ab2c {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:18:24.768998 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-64e515b6-d481-40fb-88ed-330245b20f75 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:24.908559 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e94d4abf-2f63-499a-8d54-4e641c4cd808 None None] Network af9bb979-b2e3-447d-a9f1-511c736d70b3 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:18:24.946505 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3ca1b4de-0bfd-473e-bae0-1aa14a219d19 req-6ece850a-54db-461e-ad92-d7deeb7132f6 tempest-VolumesActionsTest-1125936459 tempest-VolumesActionsTest-1125936459-project] 10.222.0.46 "GET /v2.0/security-groups?id=f984117d-844a-42a1-9c59-5ff916094579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2939553 Nov 22 20:18:25.030830 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-d47bac6f-9ace-4f8a-9e62-6e4164e1b5b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381'] for port, after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:25.049560 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e2cb34d9-aaec-467e-9a9d-5f137d299fa2 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:25.057882 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [None req-64e515b6-d481-40fb-88ed-330245b20f75 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] For port a7f0b1ac-1458-4bbc-bd26-d2aafdb5ab2c, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=a7f0b1ac-1458-4bbc-bd26-d2aafdb5ab2c,segment=NetworkSegment(c0527588-da58-4e73-b310-dc0e5bb17a7e),segment_id=c0527588-da58-4e73-b310-dc0e5bb17a7e)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:18:25.062094 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-64e515b6-d481-40fb-88ed-330245b20f75 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:25.129212 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d47bac6f-9ace-4f8a-9e62-6e4164e1b5b3 None None] No DVR routers for this DVR port a7f0b1ac-1458-4bbc-bd26-d2aafdb5ab2c on host n-d-818823-1 {{(pid=103449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:18:25.140661 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-54dc4a3d-f319-4448-ac22-1a23ea6e797b None None] Provisioning complete for port 555086cc-7c4a-445d-9ab7-6bfc6544adc1 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:18:25.141040 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-54dc4a3d-f319-4448-ac22-1a23ea6e797b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:25.145881 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-64e515b6-d481-40fb-88ed-330245b20f75 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Calling delete_port for a7f0b1ac-1458-4bbc-bd26-d2aafdb5ab2c owned by network:dhcp {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:18:25.147476 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2592ecbd-3b4e-44f5-aec3-35d1738e41d8 None None] Pushing event updated for resources: {'Port': ['ID=8106a2ad-d380-4c57-a09b-273eace594ce,revision_number=3']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:18:25.150185 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.db.api [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103449) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 20:18:25.150553 n-d-818823-1 neutron-server[103449]: DEBUG oslo_db.api [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 20:18:25.162934 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7358e5bb-d693-4dba-bdff-36d97503ebf1 req-b3d701ef-f807-4fdc-b653-038950aa215f tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.46 "GET /v2.0/ports?device_id=a0ee4bfc-110f-4c72-bb4d-c86cafa75a62 HTTP/1.1" status: 200 len: 210 time: 0.1575947 Nov 22 20:18:25.257289 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47bac6f-9ace-4f8a-9e62-6e4164e1b5b3 None None] Pushing event deleted for resources: {'Port': ['ID=a7f0b1ac-1458-4bbc-bd26-d2aafdb5ab2c,revision_number=None']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:18:25.309780 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e2cb34d9-aaec-467e-9a9d-5f137d299fa2 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:25.319069 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e2cb34d9-aaec-467e-9a9d-5f137d299fa2 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572323'] for security_group_rule, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:25.358104 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-54dc4a3d-f319-4448-ac22-1a23ea6e797b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:25.360844 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11563ef2-a0d5-46fd-af08-eb71627d1823 req-bfa6cf4d-24fa-48f0-86f3-03ac12588fbe tempest-VolumesActionsTest-1125936459 tempest-VolumesActionsTest-1125936459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:25.363068 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-11563ef2-a0d5-46fd-af08-eb71627d1823 req-bfa6cf4d-24fa-48f0-86f3-03ac12588fbe tempest-VolumesActionsTest-1125936459 tempest-VolumesActionsTest-1125936459-project] 10.222.0.20 "GET /v2.0/ports?device_id=3abfd24d-42ba-4818-a618-45476ddfb951 HTTP/1.1" status: 200 len: 945 time: 0.1964982 Nov 22 20:18:25.366075 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cb34d9-aaec-467e-9a9d-5f137d299fa2 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84dbaf17-6742-49ba-b931-ff4260582bed,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:18:25.413303 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e2cb34d9-aaec-467e-9a9d-5f137d299fa2 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:25.414586 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-e2cb34d9-aaec-467e-9a9d-5f137d299fa2 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6817732 Nov 22 20:18:25.418170 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 45224) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:18:25.424717 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-9849929f-0977-45d6-b551-827ca76a000e tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Request body: {'floatingip': {'floating_network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:18:25.425989 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-54dc4a3d-f319-4448-ac22-1a23ea6e797b None None] For port 555086cc-7c4a-445d-9ab7-6bfc6544adc1, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=555086cc-7c4a-445d-9ab7-6bfc6544adc1,segment=NetworkSegment(d56448b6-bc95-4d55-8516-7d5f9686cbb7),segment_id=d56448b6-bc95-4d55-8516-7d5f9686cbb7)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:18:25.430602 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-54dc4a3d-f319-4448-ac22-1a23ea6e797b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:25.491278 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-64e515b6-d481-40fb-88ed-330245b20f75 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:25.498588 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9849929f-0977-45d6-b551-827ca76a000e tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Publish callbacks [] for floatingip, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:25.556588 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dc4a3d-f319-4448-ac22-1a23ea6e797b None None] Pushing event updated for resources: {'Port': ['ID=555086cc-7c4a-445d-9ab7-6bfc6544adc1,revision_number=3']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:18:25.569561 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-54dc4a3d-f319-4448-ac22-1a23ea6e797b None None] Provisioning complete for port 8106a2ad-d380-4c57-a09b-273eace594ce triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:18:25.570195 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-54dc4a3d-f319-4448-ac22-1a23ea6e797b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:25.588144 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e515b6-d481-40fb-88ed-330245b20f75 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Pushing event deleted for resources: {'Port': ['ID=a7f0b1ac-1458-4bbc-bd26-d2aafdb5ab2c,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:18:25.602466 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e515b6-d481-40fb-88ed-330245b20f75 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] No DVR routers for this DVR port a7f0b1ac-1458-4bbc-bd26-d2aafdb5ab2c on host n-d-818823-1 {{(pid=103447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:18:25.751650 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9849929f-0977-45d6-b551-827ca76a000e tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:25.762999 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5a262db-4e3a-4500-8f57-ae792b0c22f1 None None] get_active_networks_info from n-d-818823-1 {{(pid=103449) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 22 20:18:25.825296 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-11563ef2-a0d5-46fd-af08-eb71627d1823 req-9baba153-45da-4442-8d90-80a10830863f tempest-VolumesActionsTest-1125936459 tempest-VolumesActionsTest-1125936459-project] Deleting port c55f8839-233c-4e51-be6e-89732b69dcaa {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:18:25.825686 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-11563ef2-a0d5-46fd-af08-eb71627d1823 req-9baba153-45da-4442-8d90-80a10830863f tempest-VolumesActionsTest-1125936459 tempest-VolumesActionsTest-1125936459-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:25.831755 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-64e515b6-d481-40fb-88ed-330245b20f75 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3760028', 'neutron.services.segments.db._delete_segments_for_network-8748992815755'] for network, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:25.892567 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device a7f0b1ac-1458-4bbc-bd26-d2aafdb5ab2c no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:18:25.911207 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-64e515b6-d481-40fb-88ed-330245b20f75 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af33d290-a09b-4d43-b29e-152605dd45aa']}} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:18:25.930719 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-64e515b6-d481-40fb-88ed-330245b20f75 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0527588-da58-4e73-b310-dc0e5bb17a7e') {'for_net_delete': True} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:18:25.931026 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-64e515b6-d481-40fb-88ed-330245b20f75 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0527588-da58-4e73-b310-dc0e5bb17a7e') {} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:18:25.935589 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: a7f0b1ac-1458-4bbc-bd26-d2aafdb5ab2c {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:18:25.936011 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device a7f0b1ac-1458-4bbc-bd26-d2aafdb5ab2c not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:18:25.946774 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-64e515b6-d481-40fb-88ed-330245b20f75 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748993039638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12178344'] for segment, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:25.977379 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-64e515b6-d481-40fb-88ed-330245b20f75 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:25.979887 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [None req-9849929f-0977-45d6-b551-827ca76a000e tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Allocated IP 172.25.5.29 (c48a55e9-6a85-4746-b7bf-3e29fb560094/5da6f781-63e6-4328-ae7a-5e672262f55a/554d8b7e-795f-4ce4-95f3-dff31cf0ab7e) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:18:25.982234 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-54dc4a3d-f319-4448-ac22-1a23ea6e797b None None] Provisioning complete for port cc5614ff-8218-4f84-9a25-5dccd5d7dcd7 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:18:25.984032 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-54dc4a3d-f319-4448-ac22-1a23ea6e797b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:25.988845 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-11563ef2-a0d5-46fd-af08-eb71627d1823 req-9baba153-45da-4442-8d90-80a10830863f tempest-VolumesActionsTest-1125936459 tempest-VolumesActionsTest-1125936459-project] For port c55f8839-233c-4e51-be6e-89732b69dcaa, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=c55f8839-233c-4e51-be6e-89732b69dcaa,segment=NetworkSegment(0c19f6ce-9505-46f7-96f4-48c33d5fabdc),segment_id=0c19f6ce-9505-46f7-96f4-48c33d5fabdc)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:18:25.989483 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-11563ef2-a0d5-46fd-af08-eb71627d1823 req-9baba153-45da-4442-8d90-80a10830863f tempest-VolumesActionsTest-1125936459 tempest-VolumesActionsTest-1125936459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:25.992094 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64e515b6-d481-40fb-88ed-330245b20f75 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Releasing vlan 641 on physical network physnet1 to pool {{(pid=103447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 20:18:25.992501 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-64e515b6-d481-40fb-88ed-330245b20f75 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8900762'] for segment, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:25.995585 n-d-818823-1 neutron-server[103447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 20:18:25.995585 n-d-818823-1 neutron-server[103447]: self.session.flush() Nov 22 20:18:25.995585 n-d-818823-1 neutron-server[103447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 20:18:25.995585 n-d-818823-1 neutron-server[103447]: self.session.flush() Nov 22 20:18:25.995585 n-d-818823-1 neutron-server[103447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 20:18:25.995585 n-d-818823-1 neutron-server[103447]: self.session.flush() Nov 22 20:18:25.995585 n-d-818823-1 neutron-server[103447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 20:18:25.995585 n-d-818823-1 neutron-server[103447]: self.session.flush() Nov 22 20:18:25.995585 n-d-818823-1 neutron-server[103447]: Traceback (most recent call last): Nov 22 20:18:25.995585 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 20:18:25.995585 n-d-818823-1 neutron-server[103447]: timer() Nov 22 20:18:25.995585 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 20:18:25.995585 n-d-818823-1 neutron-server[103447]: cb(*args, **kw) Nov 22 20:18:25.995585 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 20:18:25.995585 n-d-818823-1 neutron-server[103447]: return func(*args, **kwargs) Nov 22 20:18:25.995585 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 20:18:25.995585 n-d-818823-1 neutron-server[103447]: self._notify() Nov 22 20:18:25.995585 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 20:18:25.995585 n-d-818823-1 neutron-server[103447]: self.callback(batched_events) Nov 22 20:18:25.995585 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 20:18:25.995585 n-d-818823-1 neutron-server[103447]: event.method(event) Nov 22 20:18:25.995585 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 20:18:25.995585 n-d-818823-1 neutron-server[103447]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 20:18:25.995585 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 20:18:25.995585 n-d-818823-1 neutron-server[103447]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 20:18:25.995585 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 20:18:25.995585 n-d-818823-1 neutron-server[103447]: return f(self, *a, **k) Nov 22 20:18:25.995585 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 20:18:25.995585 n-d-818823-1 neutron-server[103447]: return self._get(url).json() Nov 22 20:18:25.995585 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 20:18:25.995585 n-d-818823-1 neutron-server[103447]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 20:18:25.995585 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 20:18:25.995585 n-d-818823-1 neutron-server[103447]: return self.request(url, 'GET', **kwargs) Nov 22 20:18:25.995585 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 20:18:25.995585 n-d-818823-1 neutron-server[103447]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 20:18:25.995585 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 20:18:25.995585 n-d-818823-1 neutron-server[103447]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 20:18:25.995585 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 20:18:25.995585 n-d-818823-1 neutron-server[103447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 20:18:25.995585 n-d-818823-1 neutron-server[103447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 20:18:26.047839 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-11563ef2-a0d5-46fd-af08-eb71627d1823 req-9baba153-45da-4442-8d90-80a10830863f tempest-VolumesActionsTest-1125936459 tempest-VolumesActionsTest-1125936459-project] Calling delete_port for c55f8839-233c-4e51-be6e-89732b69dcaa owned by compute:nova {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:18:26.059972 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-54dc4a3d-f319-4448-ac22-1a23ea6e797b None None] Port cc5614ff-8218-4f84-9a25-5dccd5d7dcd7 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:18:26.088793 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-54dc4a3d-f319-4448-ac22-1a23ea6e797b None None] Provisioning complete for port 23b5427c-a333-43d6-a0e0-5ca27da7038f triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:18:26.089623 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-54dc4a3d-f319-4448-ac22-1a23ea6e797b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:26.160336 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-54dc4a3d-f319-4448-ac22-1a23ea6e797b None None] Port 23b5427c-a333-43d6-a0e0-5ca27da7038f cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:18:26.161271 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-64e515b6-d481-40fb-88ed-330245b20f75 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3760002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595318'] for network, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:26.167039 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5a262db-4e3a-4500-8f57-ae792b0c22f1 None None] Resources bound (agent type, host, resource id): {{(pid=103449) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 22 20:18:26.170771 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-64e515b6-d481-40fb-88ed-330245b20f75 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for network, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:26.174295 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-64e515b6-d481-40fb-88ed-330245b20f75 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] 10.222.0.46 "DELETE /v2.0/networks/af33d290-a09b-4d43-b29e-152605dd45aa HTTP/1.1" status: 204 len: 168 time: 1.9460490 Nov 22 20:18:26.321802 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e515b6-d481-40fb-88ed-330245b20f75 tempest-PortsIpV6TestJSON-79009258 tempest-PortsIpV6TestJSON-79009258-project] Pushing event deleted for resources: {'Network': ['ID=af33d290-a09b-4d43-b29e-152605dd45aa,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:18:26.354564 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9849929f-0977-45d6-b551-827ca76a000e tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:26.392151 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6196087c-dfcb-4bc9-b28d-0dfbe0cb9bae req-468636b0-ff1d-47ef-9599-145f321f8618 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=dd29aa5b29024a1589aa1e9d9246bd3e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1792512 Nov 22 20:18:26.439091 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9849929f-0977-45d6-b551-827ca76a000e tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:26.479700 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 8106a2ad-d380-4c57-a09b-273eace594ce up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:18:26.536697 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9849929f-0977-45d6-b551-827ca76a000e tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Network c48a55e9-6a85-4746-b7bf-3e29fb560094 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:18:26.543335 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-9849929f-0977-45d6-b551-827ca76a000e tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:18:26.554538 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9849929f-0977-45d6-b551-827ca76a000e tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:18:26.558800 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9849929f-0977-45d6-b551-827ca76a000e tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Pushing event updated for resources: {'Port': ['ID=554d8b7e-795f-4ce4-95f3-dff31cf0ab7e,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:18:26.588299 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-c047cf4a-5273-4d82-bbe4-81cdb19c64eb None None] Provisioning complete for port 555086cc-7c4a-445d-9ab7-6bfc6544adc1 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:18:26.589577 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-c047cf4a-5273-4d82-bbe4-81cdb19c64eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:26.715162 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9849929f-0977-45d6-b551-827ca76a000e tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:26.759054 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 45246) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:18:26.779780 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9849929f-0977-45d6-b551-827ca76a000e tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:26.935335 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 8106a2ad-d380-4c57-a09b-273eace594ce triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:18:26.941315 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:26.967749 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9849929f-0977-45d6-b551-827ca76a000e tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Publish callbacks [] for port, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:26.980753 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9849929f-0977-45d6-b551-827ca76a000e tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:27.051335 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9849929f-0977-45d6-b551-827ca76a000e tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Pushing event updated for resources: {'Port': ['ID=554d8b7e-795f-4ce4-95f3-dff31cf0ab7e,revision_number=2']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:18:27.051808 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5a959460-1384-4952-9fd4-e3377f231ce0 req-68cf47b8-e922-4986-9b8d-bfcafd0df12d tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.46 "GET /v2.0/ports?device_id=a0ee4bfc-110f-4c72-bb4d-c86cafa75a62 HTTP/1.1" status: 200 len: 210 time: 0.5533495 Nov 22 20:18:27.078303 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88e1b8a-47bc-4b6f-b582-60d011497eef req-dfff5389-5823-4db0-8d10-c0deac9f2840 tempest-VolumesActionsTest-1125936459 tempest-VolumesActionsTest-1125936459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:27.085844 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f88e1b8a-47bc-4b6f-b582-60d011497eef req-dfff5389-5823-4db0-8d10-c0deac9f2840 tempest-VolumesActionsTest-1125936459 tempest-VolumesActionsTest-1125936459-project] 10.222.0.46 "GET /v2.0/ports?device_id=3abfd24d-42ba-4818-a618-45476ddfb951 HTTP/1.1" status: 200 len: 945 time: 0.8945642 Nov 22 20:18:27.113770 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9849929f-0977-45d6-b551-827ca76a000e tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-595224'] for floatingip, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:27.116501 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 555086cc-7c4a-445d-9ab7-6bfc6544adc1 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:18:27.147664 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9849929f-0977-45d6-b551-827ca76a000e tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for floatingip, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:27.157405 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-9849929f-0977-45d6-b551-827ca76a000e tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7287495 Nov 22 20:18:27.169134 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f88e1b8a-47bc-4b6f-b582-60d011497eef req-a3d070de-1270-473f-b813-857157478239 tempest-VolumesActionsTest-1125936459 tempest-VolumesActionsTest-1125936459-project] 10.222.0.46 "GET /v2.0/security-groups?id=f984117d-844a-42a1-9c59-5ff916094579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818045 Nov 22 20:18:27.169525 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-c047cf4a-5273-4d82-bbe4-81cdb19c64eb None None] Provisioning complete for port cc5614ff-8218-4f84-9a25-5dccd5d7dcd7 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:18:27.170132 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-c047cf4a-5273-4d82-bbe4-81cdb19c64eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:27.172291 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-48510fa9-4baa-41ab-97e5-cb102af191d4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2dee5ba1e01f416ab951cabb312f3dca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4107933 Nov 22 20:18:27.172946 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 45256) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:18:27.263927 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-c047cf4a-5273-4d82-bbe4-81cdb19c64eb None None] Port cc5614ff-8218-4f84-9a25-5dccd5d7dcd7 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:18:27.272899 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 555086cc-7c4a-445d-9ab7-6bfc6544adc1 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:18:27.273499 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:27.287926 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6196087c-dfcb-4bc9-b28d-0dfbe0cb9bae req-37ea52c6-518c-4736-bf52-17d3fcfdfe4f tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:27.287926 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6196087c-dfcb-4bc9-b28d-0dfbe0cb9bae req-37ea52c6-518c-4736-bf52-17d3fcfdfe4f tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8765371 Nov 22 20:18:27.301368 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-6196087c-dfcb-4bc9-b28d-0dfbe0cb9bae req-8adbb1e5-2f29-4cd4-a595-dee03ab5a566 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Request body: {'port': {'device_id': 'a0ee4bfc-110f-4c72-bb4d-c86cafa75a62', 'network_id': 'e1052824-bf78-4963-8937-b202e372ac24', 'admin_state_up': True, 'tenant_id': 'dd29aa5b29024a1589aa1e9d9246bd3e'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:18:27.309556 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-111d4a0e-1b78-4ad4-a0f3-7673df11e8f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:27.328265 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-11563ef2-a0d5-46fd-af08-eb71627d1823 req-9baba153-45da-4442-8d90-80a10830863f tempest-VolumesActionsTest-1125936459 tempest-VolumesActionsTest-1125936459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:27.371158 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] get_ports_and_sgs() called for port_ids ['c55f8839-233c-4e51-be6e-89732b69dcaa'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:18:27.403511 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-111d4a0e-1b78-4ad4-a0f3-7673df11e8f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:27.411261 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-5ff6c06c-3bba-440e-bfe8-c1f5702b23f6 None None] Could not find standard attr ID for object c55f8839-233c-4e51-be6e-89732b69dcaa. {{(pid=103449) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 22 20:18:27.436743 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9baba153-45da-4442-8d90-80a10830863f tempest-VolumesActionsTest-1125936459 tempest-VolumesActionsTest-1125936459-project] Pushing event deleted for resources: {'Port': ['ID=c55f8839-233c-4e51-be6e-89732b69dcaa,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:18:27.454134 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd8b47e8-d57a-4993-b593-c336f8ed4631 None None] DHCP port deletion for a638f8aa-b343-44c1-bcb9-fbd608b1e107 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:18:27.500864 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-11563ef2-a0d5-46fd-af08-eb71627d1823 req-9baba153-45da-4442-8d90-80a10830863f tempest-VolumesActionsTest-1125936459 tempest-VolumesActionsTest-1125936459-project] No DVR routers for this DVR port c55f8839-233c-4e51-be6e-89732b69dcaa on host n-h2-818823-1 {{(pid=103447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:18:27.506371 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-11563ef2-a0d5-46fd-af08-eb71627d1823 req-9baba153-45da-4442-8d90-80a10830863f tempest-VolumesActionsTest-1125936459 tempest-VolumesActionsTest-1125936459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:27.510080 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-11563ef2-a0d5-46fd-af08-eb71627d1823 req-9baba153-45da-4442-8d90-80a10830863f tempest-VolumesActionsTest-1125936459 tempest-VolumesActionsTest-1125936459-project] 10.222.0.20 "DELETE /v2.0/ports/c55f8839-233c-4e51-be6e-89732b69dcaa HTTP/1.1" status: 204 len: 173 time: 2.1386867 Nov 22 20:18:27.510590 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3abfd24d-42ba-4818-a618-45476ddfb951', 'name': 'network-vif-deleted', 'tag': 'c55f8839-233c-4e51-be6e-89732b69dcaa'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:18:27.513104 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94493a12-c149-4d16-a1b2-f52105cb0f5f" -d '{"events": [{"server_uuid": "3abfd24d-42ba-4818-a618-45476ddfb951", "name": "network-vif-deleted", "tag": "c55f8839-233c-4e51-be6e-89732b69dcaa"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:18:27.533729 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-111d4a0e-1b78-4ad4-a0f3-7673df11e8f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:27.550124 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-111d4a0e-1b78-4ad4-a0f3-7673df11e8f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:27.555176 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-111d4a0e-1b78-4ad4-a0f3-7673df11e8f5 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3fbdc790-1eb1-415c-ab99-6f836f7d7343 HTTP/1.1" status: 204 len: 168 time: 0.3806961 Nov 22 20:18:27.572614 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111d4a0e-1b78-4ad4-a0f3-7673df11e8f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fbdc790-1eb1-415c-ab99-6f836f7d7343,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:18:27.612741 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-d82e25a6-3d62-47a4-a798-1483b6ca7335 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--593274884&fields=id&tenant_id=cd84c4200e0d47b4bcba9b053bf608fb HTTP/1.1" status: 200 len: 267 time: 0.1461468 Nov 22 20:18:27.642079 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:18:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c7e055f-2517-4c3d-83b2-87787a14d969 x-openstack-request-id: req-0c7e055f-2517-4c3d-83b2-87787a14d969 {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:18:27.642310 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3abfd24d-42ba-4818-a618-45476ddfb951", "name": "network-vif-deleted", "tag": "c55f8839-233c-4e51-be6e-89732b69dcaa", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:18:27.642411 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0c7e055f-2517-4c3d-83b2-87787a14d969 {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:18:27.642799 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3abfd24d-42ba-4818-a618-45476ddfb951', 'name': 'network-vif-deleted', 'tag': 'c55f8839-233c-4e51-be6e-89732b69dcaa', 'status': 'completed', 'code': 200} Nov 22 20:18:27.691685 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-d82e86dc-0c45-47f7-9c0d-6e1c6b01988a tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:27.693146 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-d82e86dc-0c45-47f7-9c0d-6e1c6b01988a tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] 10.222.0.46 "GET /v2.0/ports/23b5427c-a333-43d6-a0e0-5ca27da7038f HTTP/1.1" status: 200 len: 937 time: 0.0728307 Nov 22 20:18:27.711395 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6196087c-dfcb-4bc9-b28d-0dfbe0cb9bae req-8adbb1e5-2f29-4cd4-a595-dee03ab5a566 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Made reservation on behalf of dd29aa5b29024a1589aa1e9d9246bd3e for: {'port': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:18:27.714832 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-6196087c-dfcb-4bc9-b28d-0dfbe0cb9bae req-8adbb1e5-2f29-4cd4-a595-dee03ab5a566 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:27.769515 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-20a736ae-f2a9-4db0-a246-c3c11705c370 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:27.771291 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-20a736ae-f2a9-4db0-a246-c3c11705c370 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] 10.222.0.46 "GET /v2.0/ports/cc5614ff-8218-4f84-9a25-5dccd5d7dcd7 HTTP/1.1" status: 200 len: 937 time: 0.0705538 Nov 22 20:18:27.849545 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-00de33c6-57b5-45a8-ba02-054e1e0d5477 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] 10.222.0.46 "GET /v2.0/ports?network_id=af9bb979-b2e3-447d-a9f1-511c736d70b3&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0677996 Nov 22 20:18:27.915987 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-d6a12fa9-223e-424e-aebd-912208789155 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] 10.222.0.46 "GET /v2.0/ports?network_id=af9bb979-b2e3-447d-a9f1-511c736d70b3&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0367849 Nov 22 20:18:28.145680 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [req-6196087c-dfcb-4bc9-b28d-0dfbe0cb9bae req-8adbb1e5-2f29-4cd4-a595-dee03ab5a566 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Allocated IP 192.168.233.106 (e1052824-bf78-4963-8937-b202e372ac24/3091ebfd-11e2-41f8-9c00-ffe0b86563d8/228d93de-4494-4046-b2e5-5983222dab88) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:18:28.196768 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-521f332a-582b-4b94-9fb6-a6dc789ab793 req-62d98266-4b06-4a05-ace5-363f3a8ec28f tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.46 "GET /v2.0/ports?device_id=a0ee4bfc-110f-4c72-bb4d-c86cafa75a62 HTTP/1.1" status: 200 len: 210 time: 0.0525174 Nov 22 20:18:28.218075 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-a09131fa-8667-4640-bd82-c474c0d546b3 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:28.225636 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-a09131fa-8667-4640-bd82-c474c0d546b3 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:28.232121 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-a09131fa-8667-4640-bd82-c474c0d546b3 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:28.233971 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-a09131fa-8667-4640-bd82-c474c0d546b3 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] 10.222.0.46 "GET /v2.0/networks?id=d850805c-8248-4517-bdd1-4a876cc6baf0&id=3ad73812-60e8-4754-bf89-bc7945f351b9&id=3ad73812-60e8-4754-bf89-bc7945f351b9&id=af9bb979-b2e3-447d-a9f1-511c736d70b3&id=af9bb979-b2e3-447d-a9f1-511c736d70b3 HTTP/1.1" status: 200 len: 1995 time: 0.3054919 Nov 22 20:18:28.264726 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-96471ff8-4eee-42e6-93d0-7c166071cac9 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] 10.222.0.46 "GET /v2.0/quotas/cd84c4200e0d47b4bcba9b053bf608fb HTTP/1.1" status: 200 len: 375 time: 0.0204220 Nov 22 20:18:28.411729 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-5b9fc7d0-3689-4c53-a7ca-ad74903693f4 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=cd84c4200e0d47b4bcba9b053bf608fb&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1311953 Nov 22 20:18:28.533367 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-6196087c-dfcb-4bc9-b28d-0dfbe0cb9bae req-8adbb1e5-2f29-4cd4-a595-dee03ab5a566 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:28.560591 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 45318) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:18:28.651285 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-118418d9-0344-4766-b6b1-f33ac9c80e71 service neutron] 10.222.0.46 "GET /v2.0/networks/d850805c-8248-4517-bdd1-4a876cc6baf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2071285 Nov 22 20:18:28.683562 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-6196087c-dfcb-4bc9-b28d-0dfbe0cb9bae req-8adbb1e5-2f29-4cd4-a595-dee03ab5a566 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:28.704946 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] get_ports_and_sgs() called for port_ids ['afbbfbb1-6a7a-467b-bc94-36bdeced156e', '809ce848-2187-4a4e-8edc-dd0191bb8cd6'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:18:28.710548 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] get_ports_and_sgs() called for port_ids ['52d6b7ae-24f7-4fb1-a9ba-b05788111e33', '15fcdac3-0d86-47fd-a34f-6adf8d9958a3', '159ed494-f1c4-45d7-8e39-d21b57d302f2'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:18:28.757883 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-e771a219-4b06-4638-ba20-a10d6fe21576 tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-324427826', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:18:28.779305 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afbddba-2e53-41b5-ae62-409745937ee7 req-565ff0a0-53ad-403e-be50-8c7ef4a6e827 tempest-VolumesActionsTest-1125936459 tempest-VolumesActionsTest-1125936459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:28.780936 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5afbddba-2e53-41b5-ae62-409745937ee7 req-565ff0a0-53ad-403e-be50-8c7ef4a6e827 tempest-VolumesActionsTest-1125936459 tempest-VolumesActionsTest-1125936459-project] 10.222.0.46 "GET /v2.0/networks?id=a638f8aa-b343-44c1-bcb9-fbd608b1e107 HTTP/1.1" status: 200 len: 809 time: 0.2459869 Nov 22 20:18:28.795235 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e771a219-4b06-4638-ba20-a10d6fe21576 tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24799'] for router, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:28.799786 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e771a219-4b06-4638-ba20-a10d6fe21576 tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-632716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24788'] for router, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:28.802557 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6196087c-dfcb-4bc9-b28d-0dfbe0cb9bae req-8adbb1e5-2f29-4cd4-a595-dee03ab5a566 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Network e1052824-bf78-4963-8937-b202e372ac24 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:18:28.815981 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5afbddba-2e53-41b5-ae62-409745937ee7 req-c22b80f8-ef34-47b7-bd35-8af81b664fb8 tempest-VolumesActionsTest-1125936459 tempest-VolumesActionsTest-1125936459-project] 10.222.0.46 "GET /v2.0/quotas/191f2c6a74ca44febe6b0c0dccf4c560 HTTP/1.1" status: 200 len: 375 time: 0.0191967 Nov 22 20:18:28.822690 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [req-6196087c-dfcb-4bc9-b28d-0dfbe0cb9bae req-8adbb1e5-2f29-4cd4-a595-dee03ab5a566 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:18:28.838707 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-6196087c-dfcb-4bc9-b28d-0dfbe0cb9bae req-8adbb1e5-2f29-4cd4-a595-dee03ab5a566 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:18:28.846041 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adbb1e5-2f29-4cd4-a595-dee03ab5a566 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Pushing event updated for resources: {'Port': ['ID=228d93de-4494-4046-b2e5-5983222dab88,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:18:28.908048 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e771a219-4b06-4638-ba20-a10d6fe21576 tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:28.915751 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e771a219-4b06-4638-ba20-a10d6fe21576 tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-659538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-841284'] for router, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:28.923000 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5afbddba-2e53-41b5-ae62-409745937ee7 req-c16a5bc2-418f-4bd2-a42d-8daaa9a5fb91 tempest-VolumesActionsTest-1125936459 tempest-VolumesActionsTest-1125936459-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=191f2c6a74ca44febe6b0c0dccf4c560&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0878329 Nov 22 20:18:28.949376 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-4f9f1ee6-6bb3-4327-8fc9-5bf58764e973 service neutron] 10.222.0.46 "GET /v2.0/networks/d850805c-8248-4517-bdd1-4a876cc6baf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2775874 Nov 22 20:18:28.956342 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e771a219-4b06-4638-ba20-a10d6fe21576 tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] Publish callbacks [] for router, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:28.958885 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-e771a219-4b06-4638-ba20-a10d6fe21576 tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.3960147 Nov 22 20:18:28.964133 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 45324) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:18:28.973539 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-7b6469a7-b350-4c9c-9f49-04f6c3964802 tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1455051901'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:18:29.002702 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b6469a7-b350-4c9c-9f49-04f6c3964802 tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] Made reservation on behalf of 57d4c340ade143b086dacad380a318c9 for: {'network': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:18:29.013502 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7b6469a7-b350-4c9c-9f49-04f6c3964802 tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for network, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:29.044249 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7b6469a7-b350-4c9c-9f49-04f6c3964802 tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:29.104956 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6196087c-dfcb-4bc9-b28d-0dfbe0cb9bae req-8adbb1e5-2f29-4cd4-a595-dee03ab5a566 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:29.106153 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-6196087c-dfcb-4bc9-b28d-0dfbe0cb9bae req-8adbb1e5-2f29-4cd4-a595-dee03ab5a566 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:29.142717 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6196087c-dfcb-4bc9-b28d-0dfbe0cb9bae req-8adbb1e5-2f29-4cd4-a595-dee03ab5a566 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8467596 Nov 22 20:18:29.164168 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-f3f3c4cb-0f4a-4e0c-8e85-68cdc2845d46 service neutron] 10.222.0.46 "GET /v2.0/ports/23b5427c-a333-43d6-a0e0-5ca27da7038f?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.2138569 Nov 22 20:18:29.191683 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7b6469a7-b350-4c9c-9f49-04f6c3964802 tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:29.196227 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7b6469a7-b350-4c9c-9f49-04f6c3964802 tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:29.231473 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b6469a7-b350-4c9c-9f49-04f6c3964802 tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] vlan segment allocate from pool success with {'vlan_id': 640, 'physical_network': 'physnet1'} {{(pid=103448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 20:18:29.256482 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6469a7-b350-4c9c-9f49-04f6c3964802 tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7a8507e-432e-4ac6-bd2d-b38673b0bf55,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:18:29.260596 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7b6469a7-b350-4c9c-9f49-04f6c3964802 tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:29.260862 n-d-818823-1 neutron-server[103448]: INFO neutron.db.segments_db [None req-7b6469a7-b350-4c9c-9f49-04f6c3964802 tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] Added segment 8d9258ee-2fa1-468d-bc4e-c9fb69043b7f of type vlan for network 6d498b0b-ea3c-4ea6-b362-d3e7f74ab587 Nov 22 20:18:29.279555 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6469a7-b350-4c9c-9f49-04f6c3964802 tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:18:29.280490 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6469a7-b350-4c9c-9f49-04f6c3964802 tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:18:29.281335 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6469a7-b350-4c9c-9f49-04f6c3964802 tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:18:29.281485 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6469a7-b350-4c9c-9f49-04f6c3964802 tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:18:29.281811 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6469a7-b350-4c9c-9f49-04f6c3964802 tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:18:29.282201 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6469a7-b350-4c9c-9f49-04f6c3964802 tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:18:29.282632 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6469a7-b350-4c9c-9f49-04f6c3964802 tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:18:29.282979 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6469a7-b350-4c9c-9f49-04f6c3964802 tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:18:29.283361 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6469a7-b350-4c9c-9f49-04f6c3964802 tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:18:29.283851 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6469a7-b350-4c9c-9f49-04f6c3964802 tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:18:29.284222 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6469a7-b350-4c9c-9f49-04f6c3964802 tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:18:29.284746 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6469a7-b350-4c9c-9f49-04f6c3964802 tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:18:29.316449 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-f1dc8ed3-fae0-4fbb-8bcf-be6d0dafebfe None None] Provisioning complete for port 228d93de-4494-4046-b2e5-5983222dab88 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:18:29.317072 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-f1dc8ed3-fae0-4fbb-8bcf-be6d0dafebfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:29.337228 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7b6469a7-b350-4c9c-9f49-04f6c3964802 tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748992492791'] for network, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:29.337877 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-74eb4f9f-934e-4ccf-be3f-4084d27c8574 service neutron] 10.222.0.46 "GET /v2.0/networks/3ad73812-60e8-4754-bf89-bc7945f351b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589484 Nov 22 20:18:29.354521 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-6196087c-dfcb-4bc9-b28d-0dfbe0cb9bae req-95132018-1049-458c-81af-548d16124c86 service neutron] Request body: {'port': {'device_id': 'a0ee4bfc-110f-4c72-bb4d-c86cafa75a62', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818823-1'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:18:29.393762 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7b6469a7-b350-4c9c-9f49-04f6c3964802 tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for network, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:29.406843 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b6469a7-b350-4c9c-9f49-04f6c3964802 tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:29.408269 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7b6469a7-b350-4c9c-9f49-04f6c3964802 tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] Publish callbacks [] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:29.424949 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device c55f8839-233c-4e51-be6e-89732b69dcaa no longer exists at agent hyperv_n-h2-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:18:29.427689 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-f1dc8ed3-fae0-4fbb-8bcf-be6d0dafebfe None None] Port 228d93de-4494-4046-b2e5-5983222dab88 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:18:29.430094 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5afbddba-2e53-41b5-ae62-409745937ee7 req-7188f46d-810a-4470-bedb-83183c9f25ef service neutron] 10.222.0.46 "GET /v2.0/networks/a638f8aa-b343-44c1-bcb9-fbd608b1e107?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4961600 Nov 22 20:18:29.440941 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-7b6469a7-b350-4c9c-9f49-04f6c3964802 tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.4750576 Nov 22 20:18:29.449420 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 45334) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:18:29.454428 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-f0ad2817-43cc-44e4-9580-2019d11250b8 tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] Request body: {'subnet': {'network_id': '6d498b0b-ea3c-4ea6-b362-d3e7f74ab587', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:18:29.471939 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] No Port match for: c55f8839-233c-4e51-be6e-89732b69dcaa {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:18:29.472295 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device c55f8839-233c-4e51-be6e-89732b69dcaa not bound to the agent host n-h2-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:18:29.509628 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6469a7-b350-4c9c-9f49-04f6c3964802 tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] Pushing event updated for resources: {'Network': ['ID=6d498b0b-ea3c-4ea6-b362-d3e7f74ab587,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:18:29.542251 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Network 6d498b0b-ea3c-4ea6-b362-d3e7f74ab587 details requested by agent ovs-agent-n-d-818823-1 with host n-d-818823-1 {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 20:18:29.659568 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-6196087c-dfcb-4bc9-b28d-0dfbe0cb9bae req-95132018-1049-458c-81af-548d16124c86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:29.709196 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-b8dedbd9-56b0-41a7-bb13-50631c42f678 service neutron] 10.222.0.46 "GET /v2.0/networks/3ad73812-60e8-4754-bf89-bc7945f351b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3700991 Nov 22 20:18:29.752917 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5afbddba-2e53-41b5-ae62-409745937ee7 req-080960b0-5a6f-4f8e-b97c-5708ecd160d6 service neutron] 10.222.0.46 "GET /v2.0/networks/a638f8aa-b343-44c1-bcb9-fbd608b1e107?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3219409 Nov 22 20:18:29.787836 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0ad2817-43cc-44e4-9580-2019d11250b8 tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] Made reservation on behalf of 57d4c340ade143b086dacad380a318c9 for: {'subnet': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:18:29.791361 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f0ad2817-43cc-44e4-9580-2019d11250b8 tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8485086'] for subnet, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:29.829497 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-c63d950b-9728-489f-a19a-e127f1c3f05b service neutron] 10.222.0.46 "GET /v2.0/ports/cc5614ff-8218-4f84-9a25-5dccd5d7dcd7?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1097097 Nov 22 20:18:29.949010 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-14c793e5-f54b-410e-b62c-c7a1968fcd7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:30.168734 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-0b888e4f-33f5-411a-adf2-65a0e2a28252 service neutron] 10.222.0.46 "GET /v2.0/networks/3ad73812-60e8-4754-bf89-bc7945f351b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3028104 Nov 22 20:18:30.299049 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a031d02-0149-4dbc-901d-dc521a012802 req-a5dc4976-4438-4c56-8943-d26f6a5765ba tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:30.300727 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6a031d02-0149-4dbc-901d-dc521a012802 req-a5dc4976-4438-4c56-8943-d26f6a5765ba tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.46 "GET /v2.0/ports?device_id=a0ee4bfc-110f-4c72-bb4d-c86cafa75a62 HTTP/1.1" status: 200 len: 936 time: 0.2336597 Nov 22 20:18:30.438075 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-83df8011-51f9-4664-96f8-fd5bc5e504a9 service neutron] 10.222.0.46 "GET /v2.0/networks/3ad73812-60e8-4754-bf89-bc7945f351b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2565818 Nov 22 20:18:30.438995 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f0ad2817-43cc-44e4-9580-2019d11250b8 tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8900613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8485104'] for subnet, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:30.566455 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6a031d02-0149-4dbc-901d-dc521a012802 req-4315e4e8-12b1-4634-8378-f519affc01ca tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c61ce95-aab5-427a-864a-9f490b05fbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2436161 Nov 22 20:18:30.605685 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [req-6196087c-dfcb-4bc9-b28d-0dfbe0cb9bae req-95132018-1049-458c-81af-548d16124c86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 228d93de-4494-4046-b2e5-5983222dab88 {{(pid=103447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:18:30.623924 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-6196087c-dfcb-4bc9-b28d-0dfbe0cb9bae req-95132018-1049-458c-81af-548d16124c86 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:30.639264 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ad2817-43cc-44e4-9580-2019d11250b8 tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] Pushing event updated for resources: {'Subnet': ['ID=0ef2fd61-e21a-44ce-a125-2ea980ed59a1,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:18:30.658759 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.provisioning_blocks [req-6196087c-dfcb-4bc9-b28d-0dfbe0cb9bae req-95132018-1049-458c-81af-548d16124c86 service neutron] Transition to ACTIVE for port object 228d93de-4494-4046-b2e5-5983222dab88 will not be triggered until provisioned by entity L2. {{(pid=103447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 20:18:30.691767 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-6196087c-dfcb-4bc9-b28d-0dfbe0cb9bae req-95132018-1049-458c-81af-548d16124c86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:30.717239 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ad2817-43cc-44e4-9580-2019d11250b8 tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] Checking segment: {'id': '8d9258ee-2fa1-468d-bc4e-c9fb69043b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '6d498b0b-ea3c-4ea6-b362-d3e7f74ab587'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:18:30.717611 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0ad2817-43cc-44e4-9580-2019d11250b8 tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] Network hostable DHCP agents. Network: 6d498b0b-ea3c-4ea6-b362-d3e7f74ab587, hostable agents: ['02adaa64-0987-4b74-bad0-cbcf56f8a294'], hosted agents: [] {{(pid=103447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 20:18:31.179878 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7acdf103-38eb-490d-86db-b5b5b7f12422 req-8de8c431-1cd6-4cde-9dfc-3afff4c1e4e4 tempest-VolumesActionsTest-1125936459 tempest-VolumesActionsTest-1125936459-project] 10.222.0.46 "GET /v2.0/ports?device_id=13ac763e-9848-4bad-9cb9-977198c2f6fa HTTP/1.1" status: 200 len: 210 time: 0.4043236 Nov 22 20:18:31.202618 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-d1dd03cd-bbd2-4a76-9e84-29f89e216b45 service neutron] 10.222.0.46 "GET /v2.0/networks/3ad73812-60e8-4754-bf89-bc7945f351b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7249911 Nov 22 20:18:31.264848 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95132018-1049-458c-81af-548d16124c86 service neutron] Pushing event updated for resources: {'Port': ['ID=228d93de-4494-4046-b2e5-5983222dab88,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:18:31.387638 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0ad2817-43cc-44e4-9580-2019d11250b8 tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] Network 6d498b0b-ea3c-4ea6-b362-d3e7f74ab587 is scheduled to be hosted by DHCP agent 02adaa64-0987-4b74-bad0-cbcf56f8a294 with binding_index 1 {{(pid=103447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 20:18:31.445265 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-f0ad2817-43cc-44e4-9580-2019d11250b8 tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818823-1, 6d498b0b-ea3c-4ea6-b362-d3e7f74ab587) {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:18:31.457693 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5765dc0-8e4e-407a-a969-0a1b79277721 None None] Network 6d498b0b-ea3c-4ea6-b362-d3e7f74ab587 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:18:31.460895 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0ad2817-43cc-44e4-9580-2019d11250b8 tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:31.461237 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f0ad2817-43cc-44e4-9580-2019d11250b8 tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for subnet, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:31.526858 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-f0ad2817-43cc-44e4-9580-2019d11250b8 tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0761960 Nov 22 20:18:31.532342 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 45358) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:18:31.540302 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-6fab1f99-bffd-4ba8-8754-11ea5b21170e tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] Request body: {'network': {'name': 'tempest-router-network01--2054964698'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:18:31.553391 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afbddba-2e53-41b5-ae62-409745937ee7 req-38a30ab4-2ff2-4977-b19a-425c06736ea9 tempest-VolumesActionsTest-1125936459 tempest-VolumesActionsTest-1125936459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:31.554933 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5afbddba-2e53-41b5-ae62-409745937ee7 req-38a30ab4-2ff2-4977-b19a-425c06736ea9 tempest-VolumesActionsTest-1125936459 tempest-VolumesActionsTest-1125936459-project] 10.222.0.20 "GET /v2.0/networks?id=a638f8aa-b343-44c1-bcb9-fbd608b1e107 HTTP/1.1" status: 200 len: 809 time: 0.3108337 Nov 22 20:18:31.559587 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-85fb8d0a-1720-4c62-9a84-be92f437e5d6 service neutron] 10.222.0.46 "GET /v2.0/networks/3ad73812-60e8-4754-bf89-bc7945f351b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3555739 Nov 22 20:18:31.561512 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-6196087c-dfcb-4bc9-b28d-0dfbe0cb9bae req-95132018-1049-458c-81af-548d16124c86 service neutron] Attempting to bind port 228d93de-4494-4046-b2e5-5983222dab88 on host n-h2-818823-1 for vnic_type normal with profile {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:18:31.561850 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-6196087c-dfcb-4bc9-b28d-0dfbe0cb9bae req-95132018-1049-458c-81af-548d16124c86 service neutron] Attempting to bind port 228d93de-4494-4046-b2e5-5983222dab88 by drivers openvswitch,hyperv on host n-h2-818823-1 at level 0 using segments [{'id': '2a5a1c7b-538e-498e-99b9-cc7a8e0411be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'e1052824-bf78-4963-8937-b202e372ac24'}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:18:31.562262 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6196087c-dfcb-4bc9-b28d-0dfbe0cb9bae req-95132018-1049-458c-81af-548d16124c86 service neutron] Attempting to bind port 228d93de-4494-4046-b2e5-5983222dab88 on network e1052824-bf78-4963-8937-b202e372ac24 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:18:31.574090 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-5afbddba-2e53-41b5-ae62-409745937ee7 req-1effe087-38a4-476c-822e-5178f03eb48b tempest-VolumesActionsTest-1125936459 tempest-VolumesActionsTest-1125936459-project] Request body: {'port': {'device_id': '13ac763e-9848-4bad-9cb9-977198c2f6fa', 'network_id': 'a638f8aa-b343-44c1-bcb9-fbd608b1e107', 'admin_state_up': True, 'tenant_id': '191f2c6a74ca44febe6b0c0dccf4c560'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:18:31.577463 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fab1f99-bffd-4ba8-8754-11ea5b21170e tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] Made reservation on behalf of 57d4c340ade143b086dacad380a318c9 for: {'network': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:18:31.581715 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6fab1f99-bffd-4ba8-8754-11ea5b21170e tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for network, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:31.583713 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6196087c-dfcb-4bc9-b28d-0dfbe0cb9bae req-95132018-1049-458c-81af-548d16124c86 service neutron] Port 228d93de-4494-4046-b2e5-5983222dab88 on network e1052824-bf78-4963-8937-b202e372ac24 not bound, no agent of type Open vSwitch agent registered on host n-h2-818823-1 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:18:31.583857 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6196087c-dfcb-4bc9-b28d-0dfbe0cb9bae req-95132018-1049-458c-81af-548d16124c86 service neutron] Attempting to bind port 228d93de-4494-4046-b2e5-5983222dab88 on network e1052824-bf78-4963-8937-b202e372ac24 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:18:31.618067 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fab1f99-bffd-4ba8-8754-11ea5b21170e tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] vlan segment allocate from pool success with {'vlan_id': 619, 'physical_network': 'physnet1'} {{(pid=103448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 20:18:31.628728 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6fab1f99-bffd-4ba8-8754-11ea5b21170e tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:31.629372 n-d-818823-1 neutron-server[103448]: INFO neutron.db.segments_db [None req-6fab1f99-bffd-4ba8-8754-11ea5b21170e tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] Added segment abc53b0e-cf26-45f8-98c9-7d1e8f61764c of type vlan for network 5280bd4d-f63f-4d5b-96eb-a7c8875f5491 Nov 22 20:18:31.655779 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6196087c-dfcb-4bc9-b28d-0dfbe0cb9bae req-95132018-1049-458c-81af-548d16124c86 service neutron] Checking agent: {'id': '65e0486a-7030-4065-96f0-10aa7402a530', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'started_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 18, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:18:31.656182 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6196087c-dfcb-4bc9-b28d-0dfbe0cb9bae req-95132018-1049-458c-81af-548d16124c86 service neutron] Checking segment: {'id': '2a5a1c7b-538e-498e-99b9-cc7a8e0411be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'e1052824-bf78-4963-8937-b202e372ac24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:18:31.656510 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6196087c-dfcb-4bc9-b28d-0dfbe0cb9bae req-95132018-1049-458c-81af-548d16124c86 service neutron] Bound using segment: {'id': '2a5a1c7b-538e-498e-99b9-cc7a8e0411be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'e1052824-bf78-4963-8937-b202e372ac24'} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:18:31.657038 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-6196087c-dfcb-4bc9-b28d-0dfbe0cb9bae req-95132018-1049-458c-81af-548d16124c86 service neutron] Bound port: 228d93de-4494-4046-b2e5-5983222dab88, host: n-h2-818823-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a5a1c7b-538e-498e-99b9-cc7a8e0411be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'e1052824-bf78-4963-8937-b202e372ac24'}}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:18:31.657948 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-6196087c-dfcb-4bc9-b28d-0dfbe0cb9bae req-95132018-1049-458c-81af-548d16124c86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:31.677424 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecfc7da1-9ed2-4f2d-a5e3-5560cff1e8ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fb26bd7-ce56-527b-b94f-2e1f7cb2bb35-6d498b0b-ea3c-4ea6-b362-d3e7f74ab587', 'network_id': '6d498b0b-ea3c-4ea6-b362-d3e7f74ab587', 'tenant_id': '57d4c340ade143b086dacad380a318c9', 'fixed_ips': [{'subnet_id': '0ef2fd61-e21a-44ce-a125-2ea980ed59a1'}]}} from n-d-818823-1. {{(pid=103449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 20:18:31.678354 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ecfc7da1-9ed2-4f2d-a5e3-5560cff1e8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:31.722065 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6fab1f99-bffd-4ba8-8754-11ea5b21170e tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748992492791'] for network, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:31.765437 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6fab1f99-bffd-4ba8-8754-11ea5b21170e tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for network, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:31.773053 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fab1f99-bffd-4ba8-8754-11ea5b21170e tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:31.774451 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6fab1f99-bffd-4ba8-8754-11ea5b21170e tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] Publish callbacks [] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:31.892581 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fab1f99-bffd-4ba8-8754-11ea5b21170e tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] Pushing event updated for resources: {'Network': ['ID=5280bd4d-f63f-4d5b-96eb-a7c8875f5491,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:18:31.916643 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-6196087c-dfcb-4bc9-b28d-0dfbe0cb9bae req-95132018-1049-458c-81af-548d16124c86 service neutron] For port 228d93de-4494-4046-b2e5-5983222dab88, host n-h2-818823-1, cleared binding levels {{(pid=103447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:18:31.924895 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-6fab1f99-bffd-4ba8-8754-11ea5b21170e tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3887913 Nov 22 20:18:31.927526 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 45366) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:18:31.928640 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcc8b9c-51c1-4eec-8e2b-767e5aa31acd req-c01daa32-e9da-416f-999e-1e9492d2723a tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:31.934392 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-b0fe7854-10b2-42eb-bfdf-109b6b4fc76e tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] Request body: {'network': {'name': 'tempest-router-network02--1393452861'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:18:31.936954 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9bcc8b9c-51c1-4eec-8e2b-767e5aa31acd req-c01daa32-e9da-416f-999e-1e9492d2723a tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.46 "GET /v2.0/ports?device_id=a0ee4bfc-110f-4c72-bb4d-c86cafa75a62 HTTP/1.1" status: 200 len: 948 time: 0.2370975 Nov 22 20:18:31.940218 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-eb78aeae-b91f-46df-850d-9793b4f0651b service neutron] 10.222.0.46 "GET /v2.0/networks/3ad73812-60e8-4754-bf89-bc7945f351b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3592176 Nov 22 20:18:31.945708 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-6196087c-dfcb-4bc9-b28d-0dfbe0cb9bae req-95132018-1049-458c-81af-548d16124c86 service neutron] For port 228d93de-4494-4046-b2e5-5983222dab88, host n-h2-818823-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=228d93de-4494-4046-b2e5-5983222dab88,segment=NetworkSegment(2a5a1c7b-538e-498e-99b9-cc7a8e0411be),segment_id=2a5a1c7b-538e-498e-99b9-cc7a8e0411be)] {{(pid=103447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:18:31.968166 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-6196087c-dfcb-4bc9-b28d-0dfbe0cb9bae req-95132018-1049-458c-81af-548d16124c86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:32.007998 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Network 5280bd4d-f63f-4d5b-96eb-a7c8875f5491 details requested by agent ovs-agent-n-d-818823-1 with host n-d-818823-1 {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 20:18:32.059907 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0fe7854-10b2-42eb-bfdf-109b6b4fc76e tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] Made reservation on behalf of 57d4c340ade143b086dacad380a318c9 for: {'network': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:18:32.064218 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5afbddba-2e53-41b5-ae62-409745937ee7 req-1effe087-38a4-476c-822e-5178f03eb48b tempest-VolumesActionsTest-1125936459 tempest-VolumesActionsTest-1125936459-project] Made reservation on behalf of 191f2c6a74ca44febe6b0c0dccf4c560 for: {'port': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:18:32.066490 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b0fe7854-10b2-42eb-bfdf-109b6b4fc76e tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for network, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:32.067640 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-5afbddba-2e53-41b5-ae62-409745937ee7 req-1effe087-38a4-476c-822e-5178f03eb48b tempest-VolumesActionsTest-1125936459 tempest-VolumesActionsTest-1125936459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:32.083322 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.db_base_plugin_common [None req-ecfc7da1-9ed2-4f2d-a5e3-5560cff1e8ff None None] Allocated IP 172.20.0.2 (6d498b0b-ea3c-4ea6-b362-d3e7f74ab587/0ef2fd61-e21a-44ce-a125-2ea980ed59a1/ccbc40d7-b349-47f6-b722-8037a3326878) {{(pid=103449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:18:32.111388 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6196087c-dfcb-4bc9-b28d-0dfbe0cb9bae req-95132018-1049-458c-81af-548d16124c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:32.112047 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-6196087c-dfcb-4bc9-b28d-0dfbe0cb9bae req-95132018-1049-458c-81af-548d16124c86 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:32.113455 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6196087c-dfcb-4bc9-b28d-0dfbe0cb9bae req-95132018-1049-458c-81af-548d16124c86 service neutron] 10.222.0.20 "PUT /v2.0/ports/228d93de-4494-4046-b2e5-5983222dab88 HTTP/1.1" status: 200 len: 1096 time: 2.9593189 Nov 22 20:18:32.115397 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0ee4bfc-110f-4c72-bb4d-c86cafa75a62', 'tag': '228d93de-4494-4046-b2e5-5983222dab88'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:18:32.117681 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78695870-a23f-4f3f-98ea-0b95d42a8327" -d '{"events": [{"name": "network-changed", "server_uuid": "a0ee4bfc-110f-4c72-bb4d-c86cafa75a62", "tag": "228d93de-4494-4046-b2e5-5983222dab88"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:18:32.138441 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0fe7854-10b2-42eb-bfdf-109b6b4fc76e tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] vlan segment allocate from pool success with {'vlan_id': 628, 'physical_network': 'physnet1'} {{(pid=103448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 20:18:32.165675 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9bcc8b9c-51c1-4eec-8e2b-767e5aa31acd req-4027a0e1-27e8-4cdd-a01a-bf0cbc761c37 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c61ce95-aab5-427a-864a-9f490b05fbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2277250 Nov 22 20:18:32.175162 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b0fe7854-10b2-42eb-bfdf-109b6b4fc76e tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:32.175587 n-d-818823-1 neutron-server[103448]: INFO neutron.db.segments_db [None req-b0fe7854-10b2-42eb-bfdf-109b6b4fc76e tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] Added segment d1d913e7-274b-45ac-9e8b-22bf38a701bc of type vlan for network 34705c17-c225-45bd-890d-6548a3e9330c Nov 22 20:18:32.239647 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b0fe7854-10b2-42eb-bfdf-109b6b4fc76e tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748992492791'] for network, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:32.239888 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95132018-1049-458c-81af-548d16124c86 service neutron] Pushing event updated for resources: {'Port': ['ID=228d93de-4494-4046-b2e5-5983222dab88,revision_number=3']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:18:32.305100 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b0fe7854-10b2-42eb-bfdf-109b6b4fc76e tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for network, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:32.314818 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0fe7854-10b2-42eb-bfdf-109b6b4fc76e tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:32.316138 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b0fe7854-10b2-42eb-bfdf-109b6b4fc76e tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] Publish callbacks [] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:32.370489 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 20:18:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5a6df28-9dac-4e00-8a65-9a6fb12e68f2 x-openstack-request-id: req-f5a6df28-9dac-4e00-8a65-9a6fb12e68f2 {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:18:32.370803 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0ee4bfc-110f-4c72-bb4d-c86cafa75a62", "tag": "228d93de-4494-4046-b2e5-5983222dab88", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:18:32.370919 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f5a6df28-9dac-4e00-8a65-9a6fb12e68f2 {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:18:32.371374 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0ee4bfc-110f-4c72-bb4d-c86cafa75a62', 'tag': '228d93de-4494-4046-b2e5-5983222dab88', 'status': 'completed', 'code': 200} Nov 22 20:18:32.374249 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-e944f867-a5b2-487e-b700-f8739ce289ea service neutron] 10.222.0.46 "GET /v2.0/networks/3ad73812-60e8-4754-bf89-bc7945f351b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4181330 Nov 22 20:18:32.415864 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-b0fe7854-10b2-42eb-bfdf-109b6b4fc76e tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4844146 Nov 22 20:18:32.426296 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 45376) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:18:32.433020 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-c3f9badc-2173-46aa-b1b9-5d9dbe042346 tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] Request body: {'subnet': {'network_id': '5280bd4d-f63f-4d5b-96eb-a7c8875f5491', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:18:32.442645 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ecfc7da1-9ed2-4f2d-a5e3-5560cff1e8ff None None] Publish callbacks [] for port, precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:32.460291 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ecfc7da1-9ed2-4f2d-a5e3-5560cff1e8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372'] for port, after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:32.482700 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fe7854-10b2-42eb-bfdf-109b6b4fc76e tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] Pushing event updated for resources: {'Network': ['ID=34705c17-c225-45bd-890d-6548a3e9330c,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:18:32.501679 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-73bcb936-8ceb-48bf-9c44-6b231af3f5ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:32.509798 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Network 34705c17-c225-45bd-890d-6548a3e9330c details requested by agent ovs-agent-n-d-818823-1 with host n-d-818823-1 {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 20:18:32.550545 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3f9badc-2173-46aa-b1b9-5d9dbe042346 tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] Made reservation on behalf of 57d4c340ade143b086dacad380a318c9 for: {'subnet': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:18:32.555193 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c3f9badc-2173-46aa-b1b9-5d9dbe042346 tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11792951'] for subnet, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:32.581119 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-e9ee7a0a-93ff-4886-8b3c-fdf33ac5320b service neutron] 10.222.0.46 "GET /v2.0/networks/af9bb979-b2e3-447d-a9f1-511c736d70b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1890521 Nov 22 20:18:32.597554 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecfc7da1-9ed2-4f2d-a5e3-5560cff1e8ff None None] Network 6d498b0b-ea3c-4ea6-b362-d3e7f74ab587 is already hosted by enough agents. {{(pid=103449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:18:32.600909 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.base_scheduler [None req-ecfc7da1-9ed2-4f2d-a5e3-5560cff1e8ff None None] Resources bound (agent type, host, resource id): {{(pid=103449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:18:32.609753 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecfc7da1-9ed2-4f2d-a5e3-5560cff1e8ff None None] Received port after_create {{(pid=103449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:18:32.637533 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1e4c15f9-71cc-4daf-a60c-f50cc7368556 req-cf3c5473-e97d-4598-9301-b0cd727486e6 tempest-VolumesActionsTest-1125936459 tempest-VolumesActionsTest-1125936459-project] 10.222.0.46 "GET /v2.0/ports?device_id=13ac763e-9848-4bad-9cb9-977198c2f6fa HTTP/1.1" status: 200 len: 210 time: 0.0750153 Nov 22 20:18:32.674270 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfc7da1-9ed2-4f2d-a5e3-5560cff1e8ff None None] Pushing event updated for resources: {'Port': ['ID=ccbc40d7-b349-47f6-b722-8037a3326878,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:18:32.739287 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6196087c-dfcb-4bc9-b28d-0dfbe0cb9bae req-cb449c3b-ffed-4e91-bec3-81363190bd2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:32.750096 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6196087c-dfcb-4bc9-b28d-0dfbe0cb9bae req-cb449c3b-ffed-4e91-bec3-81363190bd2a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=dd29aa5b29024a1589aa1e9d9246bd3e&device_id=a0ee4bfc-110f-4c72-bb4d-c86cafa75a62 HTTP/1.1" status: 200 len: 1099 time: 0.5610802 Nov 22 20:18:32.786063 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-ecfc7da1-9ed2-4f2d-a5e3-5560cff1e8ff None None] Attempting to bind port ccbc40d7-b349-47f6-b722-8037a3326878 on host n-d-818823-1 for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:18:32.786063 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-ecfc7da1-9ed2-4f2d-a5e3-5560cff1e8ff None None] Attempting to bind port ccbc40d7-b349-47f6-b722-8037a3326878 by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': '8d9258ee-2fa1-468d-bc4e-c9fb69043b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '6d498b0b-ea3c-4ea6-b362-d3e7f74ab587'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:18:32.786439 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecfc7da1-9ed2-4f2d-a5e3-5560cff1e8ff None None] Attempting to bind port ccbc40d7-b349-47f6-b722-8037a3326878 on network 6d498b0b-ea3c-4ea6-b362-d3e7f74ab587 {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:18:32.797411 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecfc7da1-9ed2-4f2d-a5e3-5560cff1e8ff None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 18, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:18:32.797806 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecfc7da1-9ed2-4f2d-a5e3-5560cff1e8ff None None] Checking segment: {'id': '8d9258ee-2fa1-468d-bc4e-c9fb69043b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '6d498b0b-ea3c-4ea6-b362-d3e7f74ab587'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:18:32.798228 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ecfc7da1-9ed2-4f2d-a5e3-5560cff1e8ff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:32.798703 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecfc7da1-9ed2-4f2d-a5e3-5560cff1e8ff None None] Bound using segment: {'id': '8d9258ee-2fa1-468d-bc4e-c9fb69043b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '6d498b0b-ea3c-4ea6-b362-d3e7f74ab587'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:18:32.799192 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-ecfc7da1-9ed2-4f2d-a5e3-5560cff1e8ff None None] Bound port: ccbc40d7-b349-47f6-b722-8037a3326878, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d9258ee-2fa1-468d-bc4e-c9fb69043b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '6d498b0b-ea3c-4ea6-b362-d3e7f74ab587'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:18:32.799660 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ecfc7da1-9ed2-4f2d-a5e3-5560cff1e8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:32.817429 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6196087c-dfcb-4bc9-b28d-0dfbe0cb9bae req-711e4e42-590b-44bf-a9cb-29a3e1bbc81f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=228d93de-4494-4046-b2e5-5983222dab88 HTTP/1.1" status: 200 len: 217 time: 0.0577142 Nov 22 20:18:32.818031 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c3f9badc-2173-46aa-b1b9-5d9dbe042346 tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11567560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11792921'] for subnet, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:32.823151 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [req-5afbddba-2e53-41b5-ae62-409745937ee7 req-1effe087-38a4-476c-822e-5178f03eb48b tempest-VolumesActionsTest-1125936459 tempest-VolumesActionsTest-1125936459-project] Allocated IP 172.20.0.14 (a638f8aa-b343-44c1-bcb9-fbd608b1e107/e93b9d80-84ab-4fe4-87af-03c83bea94e7/e0934f1d-e51c-42c1-913f-af366363a081) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:18:32.898471 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f9badc-2173-46aa-b1b9-5d9dbe042346 tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] Pushing event updated for resources: {'Subnet': ['ID=eb22a478-1a71-41ca-a99f-bed568075497,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:18:32.904949 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ecfc7da1-9ed2-4f2d-a5e3-5560cff1e8ff None None] For port ccbc40d7-b349-47f6-b722-8037a3326878, host n-d-818823-1, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:18:32.910675 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ecfc7da1-9ed2-4f2d-a5e3-5560cff1e8ff None None] For port ccbc40d7-b349-47f6-b722-8037a3326878, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=ccbc40d7-b349-47f6-b722-8037a3326878,segment=NetworkSegment(8d9258ee-2fa1-468d-bc4e-c9fb69043b7f),segment_id=8d9258ee-2fa1-468d-bc4e-c9fb69043b7f)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:18:32.918857 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ecfc7da1-9ed2-4f2d-a5e3-5560cff1e8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:32.924489 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-7752c141-90fd-4516-9d84-39633b667ea2 service neutron] 10.222.0.46 "GET /v2.0/networks/af9bb979-b2e3-447d-a9f1-511c736d70b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2972801 Nov 22 20:18:32.936596 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6196087c-dfcb-4bc9-b28d-0dfbe0cb9bae req-e9411050-784a-48ab-a067-5cab102ec908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:32.938151 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6196087c-dfcb-4bc9-b28d-0dfbe0cb9bae req-e9411050-784a-48ab-a067-5cab102ec908 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3091ebfd-11e2-41f8-9c00-ffe0b86563d8 HTTP/1.1" status: 200 len: 843 time: 0.1092961 Nov 22 20:18:32.969870 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3f9badc-2173-46aa-b1b9-5d9dbe042346 tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] Checking segment: {'id': 'abc53b0e-cf26-45f8-98c9-7d1e8f61764c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '5280bd4d-f63f-4d5b-96eb-a7c8875f5491'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:18:32.970379 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3f9badc-2173-46aa-b1b9-5d9dbe042346 tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] Network hostable DHCP agents. Network: 5280bd4d-f63f-4d5b-96eb-a7c8875f5491, hostable agents: ['02adaa64-0987-4b74-bad0-cbcf56f8a294'], hosted agents: [] {{(pid=103448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 20:18:33.005786 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3f9badc-2173-46aa-b1b9-5d9dbe042346 tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] Network 5280bd4d-f63f-4d5b-96eb-a7c8875f5491 is scheduled to be hosted by DHCP agent 02adaa64-0987-4b74-bad0-cbcf56f8a294 with binding_index 1 {{(pid=103448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 20:18:33.014859 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfc7da1-9ed2-4f2d-a5e3-5560cff1e8ff None None] Pushing event updated for resources: {'Port': ['ID=ccbc40d7-b349-47f6-b722-8037a3326878,revision_number=2']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:18:33.021120 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-c3f9badc-2173-46aa-b1b9-5d9dbe042346 tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818823-1, 5280bd4d-f63f-4d5b-96eb-a7c8875f5491) {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:18:33.031144 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46ec5d21-d53b-4cce-8c53-9aa0b85c8eff None None] Network 5280bd4d-f63f-4d5b-96eb-a7c8875f5491 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:18:33.041261 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3f9badc-2173-46aa-b1b9-5d9dbe042346 tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:33.043518 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c3f9badc-2173-46aa-b1b9-5d9dbe042346 tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:33.077428 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-c3f9badc-2173-46aa-b1b9-5d9dbe042346 tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6498904 Nov 22 20:18:33.080896 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 45380) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:18:33.089850 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-abe1d49e-efaf-4f05-b110-5a458f2bd0a3 tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] Request body: {'subnet': {'network_id': '34705c17-c225-45bd-890d-6548a3e9330c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:18:33.234431 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abe1d49e-efaf-4f05-b110-5a458f2bd0a3 tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] Made reservation on behalf of 57d4c340ade143b086dacad380a318c9 for: {'subnet': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:18:33.240983 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-abe1d49e-efaf-4f05-b110-5a458f2bd0a3 tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11792951'] for subnet, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:33.242624 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6196087c-dfcb-4bc9-b28d-0dfbe0cb9bae req-85e361a1-01de-4e65-874d-af326b6068cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:33.250290 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6196087c-dfcb-4bc9-b28d-0dfbe0cb9bae req-85e361a1-01de-4e65-874d-af326b6068cc service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e1052824-bf78-4963-8937-b202e372ac24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2915888 Nov 22 20:18:33.260683 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-e1bfb7a6-c57b-4b29-a499-8f97d38e2196 service neutron] 10.222.0.46 "GET /v2.0/networks/af9bb979-b2e3-447d-a9f1-511c736d70b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3214369 Nov 22 20:18:33.356600 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-828756a4-4e5c-456a-9804-5f495f523a65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fb26bd7-ce56-527b-b94f-2e1f7cb2bb35-5280bd4d-f63f-4d5b-96eb-a7c8875f5491', 'network_id': '5280bd4d-f63f-4d5b-96eb-a7c8875f5491', 'tenant_id': '57d4c340ade143b086dacad380a318c9', 'fixed_ips': [{'subnet_id': 'eb22a478-1a71-41ca-a99f-bed568075497'}]}} from n-d-818823-1. {{(pid=103449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 20:18:33.358749 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-828756a4-4e5c-456a-9804-5f495f523a65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:33.379356 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-03f0964f-1b75-4df7-99e0-a3cdb56ec2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:33.569785 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-5afbddba-2e53-41b5-ae62-409745937ee7 req-1effe087-38a4-476c-822e-5178f03eb48b tempest-VolumesActionsTest-1125936459 tempest-VolumesActionsTest-1125936459-project] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:33.608450 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6196087c-dfcb-4bc9-b28d-0dfbe0cb9bae req-1e9b3e07-d494-4a2b-bfac-61c716dc87dc service neutron] 10.222.0.20 "GET /v2.0/networks/e1052824-bf78-4963-8937-b202e372ac24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3407199 Nov 22 20:18:33.612490 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-abe1d49e-efaf-4f05-b110-5a458f2bd0a3 tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11567560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11792921'] for subnet, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:33.733166 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.db_base_plugin_common [None req-828756a4-4e5c-456a-9804-5f495f523a65 None None] Allocated IP 172.20.0.2 (5280bd4d-f63f-4d5b-96eb-a7c8875f5491/eb22a478-1a71-41ca-a99f-bed568075497/7bfa0d13-232b-41ad-86fa-750a5a35c430) {{(pid=103449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:18:33.736387 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe1d49e-efaf-4f05-b110-5a458f2bd0a3 tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] Checking segment: {'id': 'd1d913e7-274b-45ac-9e8b-22bf38a701bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '34705c17-c225-45bd-890d-6548a3e9330c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:18:33.737241 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abe1d49e-efaf-4f05-b110-5a458f2bd0a3 tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] Network hostable DHCP agents. Network: 34705c17-c225-45bd-890d-6548a3e9330c, hostable agents: ['02adaa64-0987-4b74-bad0-cbcf56f8a294'], hosted agents: [] {{(pid=103448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 20:18:33.792262 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abe1d49e-efaf-4f05-b110-5a458f2bd0a3 tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] Network 34705c17-c225-45bd-890d-6548a3e9330c is scheduled to be hosted by DHCP agent 02adaa64-0987-4b74-bad0-cbcf56f8a294 with binding_index 1 {{(pid=103448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 20:18:33.803991 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe1d49e-efaf-4f05-b110-5a458f2bd0a3 tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] Pushing event updated for resources: {'Subnet': ['ID=25705187-bd1f-4f24-801c-57e3e042d88c,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:18:33.836819 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-abe1d49e-efaf-4f05-b110-5a458f2bd0a3 tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818823-1, 34705c17-c225-45bd-890d-6548a3e9330c) {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:18:33.873931 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abe1d49e-efaf-4f05-b110-5a458f2bd0a3 tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:33.876229 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-abe1d49e-efaf-4f05-b110-5a458f2bd0a3 tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:33.882154 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-5afbddba-2e53-41b5-ae62-409745937ee7 req-1effe087-38a4-476c-822e-5178f03eb48b tempest-VolumesActionsTest-1125936459 tempest-VolumesActionsTest-1125936459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:33.909694 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70ea9786-5811-4bde-b4d6-58fbfc4e200c None None] Network 34705c17-c225-45bd-890d-6548a3e9330c requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:18:33.918970 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-abe1d49e-efaf-4f05-b110-5a458f2bd0a3 tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8318841 Nov 22 20:18:33.940283 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 45394) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:18:34.162573 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5afbddba-2e53-41b5-ae62-409745937ee7 req-1effe087-38a4-476c-822e-5178f03eb48b tempest-VolumesActionsTest-1125936459 tempest-VolumesActionsTest-1125936459-project] Network a638f8aa-b343-44c1-bcb9-fbd608b1e107 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:18:34.175956 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ff47f2-3876-4843-bff5-6afaa60e7b27 req-4150d2d9-cdf8-4232-a2b9-bd204fe1d07b tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:34.186202 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a4ff47f2-3876-4843-bff5-6afaa60e7b27 req-4150d2d9-cdf8-4232-a2b9-bd204fe1d07b tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.46 "GET /v2.0/ports?device_id=a0ee4bfc-110f-4c72-bb4d-c86cafa75a62 HTTP/1.1" status: 200 len: 948 time: 0.8432195 Nov 22 20:18:34.213836 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [req-5afbddba-2e53-41b5-ae62-409745937ee7 req-1effe087-38a4-476c-822e-5178f03eb48b tempest-VolumesActionsTest-1125936459 tempest-VolumesActionsTest-1125936459-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:18:34.217944 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device ccbc40d7-b349-47f6-b722-8037a3326878 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:18:34.229641 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1effe087-38a4-476c-822e-5178f03eb48b tempest-VolumesActionsTest-1125936459 tempest-VolumesActionsTest-1125936459-project] Pushing event updated for resources: {'Port': ['ID=e0934f1d-e51c-42c1-913f-af366363a081,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:18:34.238555 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-5afbddba-2e53-41b5-ae62-409745937ee7 req-1effe087-38a4-476c-822e-5178f03eb48b tempest-VolumesActionsTest-1125936459 tempest-VolumesActionsTest-1125936459-project] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:18:34.298206 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1478fd4b-79c5-4874-a2df-8743bfad174a None None] DHCP port deletion for a638f8aa-b343-44c1-bcb9-fbd608b1e107 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:18:34.327175 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f197ae65-c88c-450d-84d6-15cf7d7d6c1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fb26bd7-ce56-527b-b94f-2e1f7cb2bb35-34705c17-c225-45bd-890d-6548a3e9330c', 'network_id': '34705c17-c225-45bd-890d-6548a3e9330c', 'tenant_id': '57d4c340ade143b086dacad380a318c9', 'fixed_ips': [{'subnet_id': '25705187-bd1f-4f24-801c-57e3e042d88c'}]}} from n-d-818823-1. {{(pid=103449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 20:18:34.328352 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-f197ae65-c88c-450d-84d6-15cf7d7d6c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:34.397155 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-b911efef-3c11-4470-a9c0-19de03350bfa service neutron] 10.222.0.46 "GET /v2.0/networks/af9bb979-b2e3-447d-a9f1-511c736d70b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1159008 Nov 22 20:18:34.406373 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afbddba-2e53-41b5-ae62-409745937ee7 req-1effe087-38a4-476c-822e-5178f03eb48b tempest-VolumesActionsTest-1125936459 tempest-VolumesActionsTest-1125936459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:34.407395 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-5afbddba-2e53-41b5-ae62-409745937ee7 req-1effe087-38a4-476c-822e-5178f03eb48b tempest-VolumesActionsTest-1125936459 tempest-VolumesActionsTest-1125936459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:34.422375 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6196087c-dfcb-4bc9-b28d-0dfbe0cb9bae req-93861a5c-bab7-4b8b-bca8-d2a29a8958b9 service neutron] 10.222.0.20 "GET /v2.0/networks/e1052824-bf78-4963-8937-b202e372ac24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7145710 Nov 22 20:18:34.459304 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5afbddba-2e53-41b5-ae62-409745937ee7 req-1effe087-38a4-476c-822e-5178f03eb48b tempest-VolumesActionsTest-1125936459 tempest-VolumesActionsTest-1125936459-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8932266 Nov 22 20:18:34.582648 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-828756a4-4e5c-456a-9804-5f495f523a65 None None] Publish callbacks [] for port, precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:34.601684 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-828756a4-4e5c-456a-9804-5f495f523a65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372'] for port, after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:34.615182 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port ccbc40d7-b349-47f6-b722-8037a3326878 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:18:34.615668 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:34.697218 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c97e1b05-1d15-4651-8699-bb4b5b075e60 None None] Network 6d498b0b-ea3c-4ea6-b362-d3e7f74ab587 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:18:34.700759 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-828756a4-4e5c-456a-9804-5f495f523a65 None None] Network 5280bd4d-f63f-4d5b-96eb-a7c8875f5491 is already hosted by enough agents. {{(pid=103449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:18:34.833928 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-cf72e5c1-ec3b-49dc-9901-5a29d4fe9f65 None None] Provisioning complete for port e0934f1d-e51c-42c1-913f-af366363a081 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:18:34.834541 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-cf72e5c1-ec3b-49dc-9901-5a29d4fe9f65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:34.836666 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.base_scheduler [None req-828756a4-4e5c-456a-9804-5f495f523a65 None None] Resources bound (agent type, host, resource id): {{(pid=103449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:18:34.839788 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-828756a4-4e5c-456a-9804-5f495f523a65 None None] Received port after_create {{(pid=103449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:18:34.960696 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.db_base_plugin_common [None req-f197ae65-c88c-450d-84d6-15cf7d7d6c1f None None] Allocated IP 172.20.0.2 (34705c17-c225-45bd-890d-6548a3e9330c/25705187-bd1f-4f24-801c-57e3e042d88c/a05441be-2762-434f-bf37-6a60b16f9942) {{(pid=103449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:18:34.992752 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-5afbddba-2e53-41b5-ae62-409745937ee7 req-e32a8416-e38a-4ab1-a5c9-bfb840544567 service neutron] Request body: {'port': {'device_id': '13ac763e-9848-4bad-9cb9-977198c2f6fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818823-1'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:18:35.005939 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828756a4-4e5c-456a-9804-5f495f523a65 None None] Pushing event updated for resources: {'Port': ['ID=7bfa0d13-232b-41ad-86fa-750a5a35c430,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:18:35.062201 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a4ff47f2-3876-4843-bff5-6afaa60e7b27 req-7fc83d13-90df-45c7-93da-c87d550a2e2a tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c61ce95-aab5-427a-864a-9f490b05fbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8748930 Nov 22 20:18:35.140307 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-828756a4-4e5c-456a-9804-5f495f523a65 None None] Attempting to bind port 7bfa0d13-232b-41ad-86fa-750a5a35c430 on host n-d-818823-1 for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:18:35.140740 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-828756a4-4e5c-456a-9804-5f495f523a65 None None] Attempting to bind port 7bfa0d13-232b-41ad-86fa-750a5a35c430 by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': 'abc53b0e-cf26-45f8-98c9-7d1e8f61764c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '5280bd4d-f63f-4d5b-96eb-a7c8875f5491'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:18:35.141005 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-828756a4-4e5c-456a-9804-5f495f523a65 None None] Attempting to bind port 7bfa0d13-232b-41ad-86fa-750a5a35c430 on network 5280bd4d-f63f-4d5b-96eb-a7c8875f5491 {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:18:35.145784 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:35.152726 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-cf72e5c1-ec3b-49dc-9901-5a29d4fe9f65 None None] Port e0934f1d-e51c-42c1-913f-af366363a081 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:18:35.233032 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78695870-a23f-4f3f-98ea-0b95d42a8327 req-39813c93-1f55-4775-8b1e-70b50923efd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:35.234758 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-78695870-a23f-4f3f-98ea-0b95d42a8327 req-39813c93-1f55-4775-8b1e-70b50923efd0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=dd29aa5b29024a1589aa1e9d9246bd3e&device_id=a0ee4bfc-110f-4c72-bb4d-c86cafa75a62 HTTP/1.1" status: 200 len: 1099 time: 0.2472951 Nov 22 20:18:35.237970 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-5afbddba-2e53-41b5-ae62-409745937ee7 req-e32a8416-e38a-4ab1-a5c9-bfb840544567 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:35.255602 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-828756a4-4e5c-456a-9804-5f495f523a65 None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 18, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:18:35.257607 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-828756a4-4e5c-456a-9804-5f495f523a65 None None] Checking segment: {'id': 'abc53b0e-cf26-45f8-98c9-7d1e8f61764c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '5280bd4d-f63f-4d5b-96eb-a7c8875f5491'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:18:35.258260 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-828756a4-4e5c-456a-9804-5f495f523a65 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:35.258854 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-828756a4-4e5c-456a-9804-5f495f523a65 None None] Bound using segment: {'id': 'abc53b0e-cf26-45f8-98c9-7d1e8f61764c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '5280bd4d-f63f-4d5b-96eb-a7c8875f5491'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:18:35.259693 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-828756a4-4e5c-456a-9804-5f495f523a65 None None] Bound port: 7bfa0d13-232b-41ad-86fa-750a5a35c430, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abc53b0e-cf26-45f8-98c9-7d1e8f61764c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '5280bd4d-f63f-4d5b-96eb-a7c8875f5491'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:18:35.260157 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-828756a4-4e5c-456a-9804-5f495f523a65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:35.441705 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9fd358c3-6c3a-4228-8db2-8bd849b600ff tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:35.572094 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e49ee129-e862-4476-beca-cdc8150d2345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:35.639031 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4ba7a6-a44e-49c0-a54a-664c4d8c3ffc req-c4730556-6291-4114-9491-e4ab1f9391e0 tempest-VolumesActionsTest-1125936459 tempest-VolumesActionsTest-1125936459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:35.646859 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2d4ba7a6-a44e-49c0-a54a-664c4d8c3ffc req-c4730556-6291-4114-9491-e4ab1f9391e0 tempest-VolumesActionsTest-1125936459 tempest-VolumesActionsTest-1125936459-project] 10.222.0.46 "GET /v2.0/ports?device_id=13ac763e-9848-4bad-9cb9-977198c2f6fa HTTP/1.1" status: 200 len: 932 time: 0.3183630 Nov 22 20:18:35.702066 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] For port ccbc40d7-b349-47f6-b722-8037a3326878, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=ccbc40d7-b349-47f6-b722-8037a3326878,segment=NetworkSegment(8d9258ee-2fa1-468d-bc4e-c9fb69043b7f),segment_id=8d9258ee-2fa1-468d-bc4e-c9fb69043b7f)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:18:35.737786 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:35.740164 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-4224b199-c43b-49ab-a50f-0561292d6940 None None] Provisioning complete for port ccbc40d7-b349-47f6-b722-8037a3326878 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:18:35.740868 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4224b199-c43b-49ab-a50f-0561292d6940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:35.869137 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78695870-a23f-4f3f-98ea-0b95d42a8327 req-82bbab2d-5b1f-4435-9bb0-a61b7c89b9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:35.870617 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-78695870-a23f-4f3f-98ea-0b95d42a8327 req-82bbab2d-5b1f-4435-9bb0-a61b7c89b9c8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e1052824-bf78-4963-8937-b202e372ac24 HTTP/1.1" status: 200 len: 870 time: 0.6259787 Nov 22 20:18:35.883563 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0a24083c-fce7-4a4e-b37c-2efa917da91a req-62b6358d-1e7f-4929-b249-ab0dff4d1223 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] 10.222.0.46 "GET /v2.0/ports?device_id=40c93a37-becd-4018-b943-1d6e903a3ffe HTTP/1.1" status: 200 len: 210 time: 0.2227495 Nov 22 20:18:35.904088 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-828756a4-4e5c-456a-9804-5f495f523a65 None None] For port 7bfa0d13-232b-41ad-86fa-750a5a35c430, host n-d-818823-1, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:18:35.941189 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Pushing event updated for resources: {'Port': ['ID=ccbc40d7-b349-47f6-b722-8037a3326878,revision_number=3']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:18:35.945046 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-828756a4-4e5c-456a-9804-5f495f523a65 None None] For port 7bfa0d13-232b-41ad-86fa-750a5a35c430, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=7bfa0d13-232b-41ad-86fa-750a5a35c430,segment=NetworkSegment(abc53b0e-cf26-45f8-98c9-7d1e8f61764c),segment_id=abc53b0e-cf26-45f8-98c9-7d1e8f61764c)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:18:35.988537 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-828756a4-4e5c-456a-9804-5f495f523a65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:36.016001 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:36.053401 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-78695870-a23f-4f3f-98ea-0b95d42a8327 req-a3fc6286-b7e1-443d-b24f-486ae2793c15 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=228d93de-4494-4046-b2e5-5983222dab88 HTTP/1.1" status: 200 len: 217 time: 0.1629388 Nov 22 20:18:36.225321 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device ccbc40d7-b349-47f6-b722-8037a3326878 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:18:36.235673 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-f197ae65-c88c-450d-84d6-15cf7d7d6c1f None None] Publish callbacks [] for port, precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:36.312162 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-f197ae65-c88c-450d-84d6-15cf7d7d6c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372'] for port, after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:36.329150 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828756a4-4e5c-456a-9804-5f495f523a65 None None] Pushing event updated for resources: {'Port': ['ID=7bfa0d13-232b-41ad-86fa-750a5a35c430,revision_number=2']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:18:36.333309 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2d4ba7a6-a44e-49c0-a54a-664c4d8c3ffc req-6ffeab59-0523-46eb-9205-7607517b73a7 tempest-VolumesActionsTest-1125936459 tempest-VolumesActionsTest-1125936459-project] 10.222.0.46 "GET /v2.0/security-groups?id=f984117d-844a-42a1-9c59-5ff916094579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6854720 Nov 22 20:18:36.400818 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f197ae65-c88c-450d-84d6-15cf7d7d6c1f None None] Network 34705c17-c225-45bd-890d-6548a3e9330c is already hosted by enough agents. {{(pid=103449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:18:36.409872 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.base_scheduler [None req-f197ae65-c88c-450d-84d6-15cf7d7d6c1f None None] Resources bound (agent type, host, resource id): {{(pid=103449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:18:36.415765 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f197ae65-c88c-450d-84d6-15cf7d7d6c1f None None] Received port after_create {{(pid=103449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:18:36.433654 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [None req-9fd358c3-6c3a-4228-8db2-8bd849b600ff tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] Allocated IP 172.20.0.1 (5280bd4d-f63f-4d5b-96eb-a7c8875f5491/eb22a478-1a71-41ca-a99f-bed568075497/089c7ed7-a33e-4913-bdab-f58a63982eb7) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:18:36.457393 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78695870-a23f-4f3f-98ea-0b95d42a8327 req-44c1ceb0-98b8-4d22-a7b8-228a46b03f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:36.466265 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f197ae65-c88c-450d-84d6-15cf7d7d6c1f None None] Pushing event updated for resources: {'Port': ['ID=a05441be-2762-434f-bf37-6a60b16f9942,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:18:36.468317 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-78695870-a23f-4f3f-98ea-0b95d42a8327 req-44c1ceb0-98b8-4d22-a7b8-228a46b03f63 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3091ebfd-11e2-41f8-9c00-ffe0b86563d8 HTTP/1.1" status: 200 len: 843 time: 0.3766136 Nov 22 20:18:36.563169 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ffb0cdf2-94d7-4a4b-8a72-a2edc53d633b None None] Provisioning complete for port ccbc40d7-b349-47f6-b722-8037a3326878 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:18:36.564391 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ffb0cdf2-94d7-4a4b-8a72-a2edc53d633b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:36.581924 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port ccbc40d7-b349-47f6-b722-8037a3326878 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:18:36.582337 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:36.659557 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892caedd-4312-430b-9cbc-3a43c01bc746 req-a5774c20-03c3-42f7-9640-b744a075a9f8 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:36.668222 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-892caedd-4312-430b-9cbc-3a43c01bc746 req-a5774c20-03c3-42f7-9640-b744a075a9f8 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.46 "GET /v2.0/ports?device_id=a0ee4bfc-110f-4c72-bb4d-c86cafa75a62 HTTP/1.1" status: 200 len: 948 time: 0.4405377 Nov 22 20:18:36.718718 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-f197ae65-c88c-450d-84d6-15cf7d7d6c1f None None] Attempting to bind port a05441be-2762-434f-bf37-6a60b16f9942 on host n-d-818823-1 for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:18:36.719117 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-f197ae65-c88c-450d-84d6-15cf7d7d6c1f None None] Attempting to bind port a05441be-2762-434f-bf37-6a60b16f9942 by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': 'd1d913e7-274b-45ac-9e8b-22bf38a701bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '34705c17-c225-45bd-890d-6548a3e9330c'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:18:36.719543 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f197ae65-c88c-450d-84d6-15cf7d7d6c1f None None] Attempting to bind port a05441be-2762-434f-bf37-6a60b16f9942 on network 34705c17-c225-45bd-890d-6548a3e9330c {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:18:36.762539 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f197ae65-c88c-450d-84d6-15cf7d7d6c1f None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 18, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:18:36.768350 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f197ae65-c88c-450d-84d6-15cf7d7d6c1f None None] Checking segment: {'id': 'd1d913e7-274b-45ac-9e8b-22bf38a701bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '34705c17-c225-45bd-890d-6548a3e9330c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:18:36.768785 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-f197ae65-c88c-450d-84d6-15cf7d7d6c1f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:36.769195 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f197ae65-c88c-450d-84d6-15cf7d7d6c1f None None] Bound using segment: {'id': 'd1d913e7-274b-45ac-9e8b-22bf38a701bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '34705c17-c225-45bd-890d-6548a3e9330c'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:18:36.769711 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-f197ae65-c88c-450d-84d6-15cf7d7d6c1f None None] Bound port: a05441be-2762-434f-bf37-6a60b16f9942, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1d913e7-274b-45ac-9e8b-22bf38a701bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '34705c17-c225-45bd-890d-6548a3e9330c'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:18:36.770107 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-f197ae65-c88c-450d-84d6-15cf7d7d6c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:36.847749 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9fd358c3-6c3a-4228-8db2-8bd849b600ff tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:37.015435 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [req-5afbddba-2e53-41b5-ae62-409745937ee7 req-e32a8416-e38a-4ab1-a5c9-bfb840544567 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0934f1d-e51c-42c1-913f-af366363a081 {{(pid=103447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:18:37.028073 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-5afbddba-2e53-41b5-ae62-409745937ee7 req-e32a8416-e38a-4ab1-a5c9-bfb840544567 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:37.059651 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-f197ae65-c88c-450d-84d6-15cf7d7d6c1f None None] For port a05441be-2762-434f-bf37-6a60b16f9942, host n-d-818823-1, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:18:37.087393 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-892caedd-4312-430b-9cbc-3a43c01bc746 req-8570d7b1-ee5f-4279-b62b-febf782fe48f tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c61ce95-aab5-427a-864a-9f490b05fbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4177175 Nov 22 20:18:37.089901 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-f197ae65-c88c-450d-84d6-15cf7d7d6c1f None None] For port a05441be-2762-434f-bf37-6a60b16f9942, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=a05441be-2762-434f-bf37-6a60b16f9942,segment=NetworkSegment(d1d913e7-274b-45ac-9e8b-22bf38a701bc),segment_id=d1d913e7-274b-45ac-9e8b-22bf38a701bc)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:18:37.099220 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-f197ae65-c88c-450d-84d6-15cf7d7d6c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:37.152529 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9fd358c3-6c3a-4228-8db2-8bd849b600ff tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:37.176165 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4ef7aead-5ece-4607-95df-29e5b0719fc7 req-6b0a9a4c-f5c8-4691-95f3-9b034319dd9a tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] 10.222.0.46 "GET /v2.0/ports?device_id=40c93a37-becd-4018-b943-1d6e903a3ffe HTTP/1.1" status: 200 len: 210 time: 0.1096456 Nov 22 20:18:37.177686 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.provisioning_blocks [req-5afbddba-2e53-41b5-ae62-409745937ee7 req-e32a8416-e38a-4ab1-a5c9-bfb840544567 service neutron] Transition to ACTIVE for port object e0934f1d-e51c-42c1-913f-af366363a081 will not be triggered until provisioned by entity L2. {{(pid=103447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 20:18:37.209276 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f197ae65-c88c-450d-84d6-15cf7d7d6c1f None None] Pushing event updated for resources: {'Port': ['ID=a05441be-2762-434f-bf37-6a60b16f9942,revision_number=2']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:18:37.282654 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd358c3-6c3a-4228-8db2-8bd849b600ff tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] Pushing event updated for resources: {'Port': ['ID=089c7ed7-a33e-4913-bdab-f58a63982eb7,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:18:37.305130 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78695870-a23f-4f3f-98ea-0b95d42a8327 req-7861c793-0be4-424b-ab62-d452b0fa4906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:37.306693 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-78695870-a23f-4f3f-98ea-0b95d42a8327 req-7861c793-0be4-424b-ab62-d452b0fa4906 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e1052824-bf78-4963-8937-b202e372ac24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8280413 Nov 22 20:18:37.307400 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-5afbddba-2e53-41b5-ae62-409745937ee7 req-e32a8416-e38a-4ab1-a5c9-bfb840544567 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:37.399321 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-182b5f6d-eacd-4230-9cd4-691612931a22 None None] DHCP port deletion for a638f8aa-b343-44c1-bcb9-fbd608b1e107 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:18:37.467298 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 228d93de-4494-4046-b2e5-5983222dab88 details requested by agent hyperv_n-h2-818823-1 with host n-h2-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 20:18:37.579710 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32a8416-e38a-4ab1-a5c9-bfb840544567 service neutron] Pushing event updated for resources: {'Port': ['ID=e0934f1d-e51c-42c1-913f-af366363a081,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:18:37.611455 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fd358c3-6c3a-4228-8db2-8bd849b600ff tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] Network 5280bd4d-f63f-4d5b-96eb-a7c8875f5491 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:18:37.615481 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-9fd358c3-6c3a-4228-8db2-8bd849b600ff tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:18:37.654698 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd358c3-6c3a-4228-8db2-8bd849b600ff tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:18:37.803092 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9fd358c3-6c3a-4228-8db2-8bd849b600ff tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659939'] for router_interface, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:37.876175 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port 228d93de-4494-4046-b2e5-5983222dab88, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=228d93de-4494-4046-b2e5-5983222dab88,segment=NetworkSegment(2a5a1c7b-538e-498e-99b9-cc7a8e0411be),segment_id=2a5a1c7b-538e-498e-99b9-cc7a8e0411be)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:18:37.893012 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Returning: {'device': '228d93de-4494-4046-b2e5-5983222dab88', 'network_id': 'e1052824-bf78-4963-8937-b202e372ac24', 'port_id': '228d93de-4494-4046-b2e5-5983222dab88', 'mac_address': 'fa:16:3e:d2:73:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3091ebfd-11e2-41f8-9c00-ffe0b86563d8', 'ip_address': '192.168.233.106'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 20:18:38.002811 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:38.010680 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-28d45426-ef58-4367-bdf5-8105e9e59764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:38.012143 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-28d45426-ef58-4367-bdf5-8105e9e59764 service neutron] 10.222.0.41 "GET /v2.0/ports/23b5427c-a333-43d6-a0e0-5ca27da7038f HTTP/1.1" status: 200 len: 1033 time: 0.9397674 Nov 22 20:18:38.040134 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 228d93de-4494-4046-b2e5-5983222dab88 {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:18:38.084233 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-30e80887-3257-4ba2-9c1c-70492d907643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:38.086353 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-30e80887-3257-4ba2-9c1c-70492d907643 service neutron] 10.222.0.41 "GET /v2.0/ports/cc5614ff-8218-4f84-9a25-5dccd5d7dcd7 HTTP/1.1" status: 200 len: 1033 time: 0.0542104 Nov 22 20:18:38.101301 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port 228d93de-4494-4046-b2e5-5983222dab88, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=228d93de-4494-4046-b2e5-5983222dab88,segment=NetworkSegment(2a5a1c7b-538e-498e-99b9-cc7a8e0411be),segment_id=2a5a1c7b-538e-498e-99b9-cc7a8e0411be)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:18:38.117300 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:38.191284 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff164512-5cd9-4361-9e93-aae94bd49e3b None None] Network 5280bd4d-f63f-4d5b-96eb-a7c8875f5491 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:18:38.333215 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633e915d-f247-43fa-9bfe-742f1d4c135c req-31321e34-ab20-4f37-92e2-23a1d6fd64fb tempest-VolumesActionsTest-1125936459 tempest-VolumesActionsTest-1125936459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:38.341423 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-633e915d-f247-43fa-9bfe-742f1d4c135c req-31321e34-ab20-4f37-92e2-23a1d6fd64fb tempest-VolumesActionsTest-1125936459 tempest-VolumesActionsTest-1125936459-project] 10.222.0.46 "GET /v2.0/ports?device_id=13ac763e-9848-4bad-9cb9-977198c2f6fa HTTP/1.1" status: 200 len: 944 time: 0.7668655 Nov 22 20:18:38.418337 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device a05441be-2762-434f-bf37-6a60b16f9942 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:18:38.500882 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=228d93de-4494-4046-b2e5-5983222dab88,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:18:38.514509 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-78695870-a23f-4f3f-98ea-0b95d42a8327 req-6a194311-bdea-4d88-8830-1e5798c2633c service neutron] 10.222.0.20 "GET /v2.0/networks/e1052824-bf78-4963-8937-b202e372ac24?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1961656 Nov 22 20:18:38.564981 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] get_ports_and_sgs() called for port_ids ['228d93de-4494-4046-b2e5-5983222dab88'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:18:38.633937 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-929cd712-1f2f-40f2-8c65-fa656c489b87 None None] Provisioning complete for port 7bfa0d13-232b-41ad-86fa-750a5a35c430 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:18:38.639887 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-929cd712-1f2f-40f2-8c65-fa656c489b87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:38.691250 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-78695870-a23f-4f3f-98ea-0b95d42a8327 req-8f6d5c65-15af-4c6f-a0da-b9b1a6b7575a service neutron] 10.222.0.20 "GET /v2.0/networks/e1052824-bf78-4963-8937-b202e372ac24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581397 Nov 22 20:18:38.842451 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24723e9-7041-449e-b433-7d420424a72b req-0df4708e-4dfe-49a5-a412-d7a3af375050 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:38.844178 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d24723e9-7041-449e-b433-7d420424a72b req-0df4708e-4dfe-49a5-a412-d7a3af375050 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.46 "GET /v2.0/ports?device_id=a0ee4bfc-110f-4c72-bb4d-c86cafa75a62 HTTP/1.1" status: 200 len: 949 time: 0.4697657 Nov 22 20:18:38.848288 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-5afbddba-2e53-41b5-ae62-409745937ee7 req-e32a8416-e38a-4ab1-a5c9-bfb840544567 service neutron] Attempting to bind port e0934f1d-e51c-42c1-913f-af366363a081 on host n-h2-818823-1 for vnic_type normal with profile {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:18:38.848629 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-5afbddba-2e53-41b5-ae62-409745937ee7 req-e32a8416-e38a-4ab1-a5c9-bfb840544567 service neutron] Attempting to bind port e0934f1d-e51c-42c1-913f-af366363a081 by drivers openvswitch,hyperv on host n-h2-818823-1 at level 0 using segments [{'id': '0c19f6ce-9505-46f7-96f4-48c33d5fabdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'a638f8aa-b343-44c1-bcb9-fbd608b1e107'}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:18:38.848966 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5afbddba-2e53-41b5-ae62-409745937ee7 req-e32a8416-e38a-4ab1-a5c9-bfb840544567 service neutron] Attempting to bind port e0934f1d-e51c-42c1-913f-af366363a081 on network a638f8aa-b343-44c1-bcb9-fbd608b1e107 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:18:38.860829 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9fd358c3-6c3a-4228-8db2-8bd849b600ff tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:38.881370 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-633e915d-f247-43fa-9bfe-742f1d4c135c req-adb37118-9fdf-4a20-b2be-11f2d49d0a50 tempest-VolumesActionsTest-1125936459 tempest-VolumesActionsTest-1125936459-project] 10.222.0.46 "GET /v2.0/security-groups?id=f984117d-844a-42a1-9c59-5ff916094579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5379562 Nov 22 20:18:38.902541 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-ddc886b8-9613-4653-9e38-37d99db6d5d3 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:38.920515 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-ddc886b8-9613-4653-9e38-37d99db6d5d3 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:38.953122 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-ddc886b8-9613-4653-9e38-37d99db6d5d3 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:38.955156 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-ddc886b8-9613-4653-9e38-37d99db6d5d3 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] 10.222.0.41 "GET /v2.0/networks?id=d850805c-8248-4517-bdd1-4a876cc6baf0&id=3ad73812-60e8-4754-bf89-bc7945f351b9&id=3ad73812-60e8-4754-bf89-bc7945f351b9&id=3ad73812-60e8-4754-bf89-bc7945f351b9&id=3ad73812-60e8-4754-bf89-bc7945f351b9&id=af9bb979-b2e3-447d-a9f1-511c736d70b3&id=af9bb979-b2e3-447d-a9f1-511c736d70b3 HTTP/1.1" status: 200 len: 1995 time: 0.8559561 Nov 22 20:18:39.017077 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5afbddba-2e53-41b5-ae62-409745937ee7 req-e32a8416-e38a-4ab1-a5c9-bfb840544567 service neutron] Port e0934f1d-e51c-42c1-913f-af366363a081 on network a638f8aa-b343-44c1-bcb9-fbd608b1e107 not bound, no agent of type Open vSwitch agent registered on host n-h2-818823-1 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:18:39.018196 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5afbddba-2e53-41b5-ae62-409745937ee7 req-e32a8416-e38a-4ab1-a5c9-bfb840544567 service neutron] Attempting to bind port e0934f1d-e51c-42c1-913f-af366363a081 on network a638f8aa-b343-44c1-bcb9-fbd608b1e107 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:18:39.026755 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port a05441be-2762-434f-bf37-6a60b16f9942 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:18:39.027238 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:39.133181 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-594a717e-4736-4c36-a37f-022d9578f0bf req-aa2861f2-e477-4b17-a84f-ea3edfb407f7 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] 10.222.0.46 "GET /v2.0/ports?device_id=40c93a37-becd-4018-b943-1d6e903a3ffe HTTP/1.1" status: 200 len: 210 time: 0.1086900 Nov 22 20:18:39.164457 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02f037bc-5201-40cf-b887-2b7c05fd82ff None None] Network 34705c17-c225-45bd-890d-6548a3e9330c requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:18:39.201824 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5afbddba-2e53-41b5-ae62-409745937ee7 req-e32a8416-e38a-4ab1-a5c9-bfb840544567 service neutron] Checking agent: {'id': '65e0486a-7030-4065-96f0-10aa7402a530', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'started_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 18, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:18:39.202404 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5afbddba-2e53-41b5-ae62-409745937ee7 req-e32a8416-e38a-4ab1-a5c9-bfb840544567 service neutron] Checking segment: {'id': '0c19f6ce-9505-46f7-96f4-48c33d5fabdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'a638f8aa-b343-44c1-bcb9-fbd608b1e107'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:18:39.202951 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5afbddba-2e53-41b5-ae62-409745937ee7 req-e32a8416-e38a-4ab1-a5c9-bfb840544567 service neutron] Bound using segment: {'id': '0c19f6ce-9505-46f7-96f4-48c33d5fabdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'a638f8aa-b343-44c1-bcb9-fbd608b1e107'} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:18:39.204889 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-5afbddba-2e53-41b5-ae62-409745937ee7 req-e32a8416-e38a-4ab1-a5c9-bfb840544567 service neutron] Bound port: e0934f1d-e51c-42c1-913f-af366363a081, host: n-h2-818823-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c19f6ce-9505-46f7-96f4-48c33d5fabdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'a638f8aa-b343-44c1-bcb9-fbd608b1e107'}}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:18:39.205460 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-5afbddba-2e53-41b5-ae62-409745937ee7 req-e32a8416-e38a-4ab1-a5c9-bfb840544567 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:39.361808 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d24723e9-7041-449e-b433-7d420424a72b req-e4c8c5d9-27df-4be0-b1aa-807e113f4367 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c61ce95-aab5-427a-864a-9f490b05fbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5019610 Nov 22 20:18:39.531019 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-929cd712-1f2f-40f2-8c65-fa656c489b87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:39.829654 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:39.903902 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-929cd712-1f2f-40f2-8c65-fa656c489b87 None None] For port 7bfa0d13-232b-41ad-86fa-750a5a35c430, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=7bfa0d13-232b-41ad-86fa-750a5a35c430,segment=NetworkSegment(abc53b0e-cf26-45f8-98c9-7d1e8f61764c),segment_id=abc53b0e-cf26-45f8-98c9-7d1e8f61764c)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:18:39.922941 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-929cd712-1f2f-40f2-8c65-fa656c489b87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:40.168488 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] For port a05441be-2762-434f-bf37-6a60b16f9942, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=a05441be-2762-434f-bf37-6a60b16f9942,segment=NetworkSegment(d1d913e7-274b-45ac-9e8b-22bf38a701bc),segment_id=d1d913e7-274b-45ac-9e8b-22bf38a701bc)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:18:40.184876 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-abc6c6b8-155b-4936-8cdc-dccbff45092b None None] Provisioning complete for port a05441be-2762-434f-bf37-6a60b16f9942 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:18:40.185308 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-abc6c6b8-155b-4936-8cdc-dccbff45092b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:40.195935 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:40.200276 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 7bfa0d13-232b-41ad-86fa-750a5a35c430 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:18:40.377085 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929cd712-1f2f-40f2-8c65-fa656c489b87 None None] Pushing event updated for resources: {'Port': ['ID=7bfa0d13-232b-41ad-86fa-750a5a35c430,revision_number=3']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:18:40.408493 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-62047bb3-7679-4204-8465-b10409091622 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cd84c4200e0d47b4bcba9b053bf608fb HTTP/1.1" status: 200 len: 379 time: 1.4025826 Nov 22 20:18:40.436624 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-bab30702-04c3-40b9-8cf7-17b7b2732aa6 req-70b52917-73b0-4f1a-a0b7-5088d26e1cda tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] 10.222.0.46 "GET /v2.0/ports?device_id=40c93a37-becd-4018-b943-1d6e903a3ffe HTTP/1.1" status: 200 len: 210 time: 0.0849543 Nov 22 20:18:40.534742 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Pushing event updated for resources: {'Port': ['ID=a05441be-2762-434f-bf37-6a60b16f9942,revision_number=3']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:18:40.596187 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-e9b96565-6474-4ae7-9a2d-b3662484ebfb tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Request body: {'port': {'device_id': '40c93a37-becd-4018-b943-1d6e903a3ffe', 'network_id': 'd850805c-8248-4517-bdd1-4a876cc6baf0', 'admin_state_up': True, 'tenant_id': 'cd84c4200e0d47b4bcba9b053bf608fb', 'security_groups': ['70cb0c9d-9724-446c-9f0a-bf3510156947']}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:18:40.625845 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79290d5-8ad3-4a77-964e-ad0d491af2ff req-eb26f8d9-9a11-4cb8-9c0c-d50c415e85df tempest-VolumesActionsTest-1125936459 tempest-VolumesActionsTest-1125936459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:40.639364 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c79290d5-8ad3-4a77-964e-ad0d491af2ff req-eb26f8d9-9a11-4cb8-9c0c-d50c415e85df tempest-VolumesActionsTest-1125936459 tempest-VolumesActionsTest-1125936459-project] 10.222.0.46 "GET /v2.0/ports?device_id=13ac763e-9848-4bad-9cb9-977198c2f6fa HTTP/1.1" status: 200 len: 944 time: 0.5434742 Nov 22 20:18:40.811700 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-5afbddba-2e53-41b5-ae62-409745937ee7 req-e32a8416-e38a-4ab1-a5c9-bfb840544567 service neutron] For port e0934f1d-e51c-42c1-913f-af366363a081, host n-h2-818823-1, cleared binding levels {{(pid=103447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:18:40.827576 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 7bfa0d13-232b-41ad-86fa-750a5a35c430 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:18:40.828332 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:40.903452 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-5afbddba-2e53-41b5-ae62-409745937ee7 req-e32a8416-e38a-4ab1-a5c9-bfb840544567 service neutron] For port e0934f1d-e51c-42c1-913f-af366363a081, host n-h2-818823-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=e0934f1d-e51c-42c1-913f-af366363a081,segment=NetworkSegment(0c19f6ce-9505-46f7-96f4-48c33d5fabdc),segment_id=0c19f6ce-9505-46f7-96f4-48c33d5fabdc)] {{(pid=103447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:18:40.944091 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-5afbddba-2e53-41b5-ae62-409745937ee7 req-e32a8416-e38a-4ab1-a5c9-bfb840544567 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:40.985331 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afbddba-2e53-41b5-ae62-409745937ee7 req-e32a8416-e38a-4ab1-a5c9-bfb840544567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:40.986572 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-5afbddba-2e53-41b5-ae62-409745937ee7 req-e32a8416-e38a-4ab1-a5c9-bfb840544567 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:40.987590 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5afbddba-2e53-41b5-ae62-409745937ee7 req-e32a8416-e38a-4ab1-a5c9-bfb840544567 service neutron] 10.222.0.20 "PUT /v2.0/ports/e0934f1d-e51c-42c1-913f-af366363a081 HTTP/1.1" status: 200 len: 1092 time: 6.0080035 Nov 22 20:18:40.989982 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88fe2dd2-aa57-47b6-83c0-f10799c0fad9 None None] DHCP port deletion for a638f8aa-b343-44c1-bcb9-fbd608b1e107 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:18:41.033523 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c79290d5-8ad3-4a77-964e-ad0d491af2ff req-177d261a-14cd-4145-8a19-3e2f22eb3c38 tempest-VolumesActionsTest-1125936459 tempest-VolumesActionsTest-1125936459-project] 10.222.0.46 "GET /v2.0/security-groups?id=f984117d-844a-42a1-9c59-5ff916094579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3930449 Nov 22 20:18:41.034043 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13ac763e-9848-4bad-9cb9-977198c2f6fa', 'tag': 'e0934f1d-e51c-42c1-913f-af366363a081'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:18:41.041505 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2844ea4-48c8-4638-bdd8-544fef784659" -d '{"events": [{"name": "network-changed", "server_uuid": "13ac763e-9848-4bad-9cb9-977198c2f6fa", "tag": "e0934f1d-e51c-42c1-913f-af366363a081"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:18:41.062447 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-74281964-9faf-4fda-bb90-2fd1af5c8887 None None] Provisioning complete for port 089c7ed7-a33e-4913-bdab-f58a63982eb7 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:18:41.062962 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-74281964-9faf-4fda-bb90-2fd1af5c8887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:41.180245 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-74281964-9faf-4fda-bb90-2fd1af5c8887 None None] Port 089c7ed7-a33e-4913-bdab-f58a63982eb7 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:18:41.181599 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7a05cf-f1ea-405b-9a1d-1b39f6e171bc req-3402093e-0628-4f80-a8df-fc770e292817 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:41.191843 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ad7a05cf-f1ea-405b-9a1d-1b39f6e171bc req-3402093e-0628-4f80-a8df-fc770e292817 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.46 "GET /v2.0/ports?device_id=a0ee4bfc-110f-4c72-bb4d-c86cafa75a62 HTTP/1.1" status: 200 len: 949 time: 0.3716063 Nov 22 20:18:41.210865 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 7bfa0d13-232b-41ad-86fa-750a5a35c430 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:18:41.256553 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-74281964-9faf-4fda-bb90-2fd1af5c8887 None None] Provisioning complete for port 7bfa0d13-232b-41ad-86fa-750a5a35c430 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:18:41.257198 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-74281964-9faf-4fda-bb90-2fd1af5c8887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:41.264285 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9fd358c3-6c3a-4228-8db2-8bd849b600ff tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] Publish callbacks [] for port, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:41.267470 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32a8416-e38a-4ab1-a5c9-bfb840544567 service neutron] Pushing event updated for resources: {'Port': ['ID=e0934f1d-e51c-42c1-913f-af366363a081,revision_number=3']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:18:41.296954 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 20:18:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49d38202-ad2c-4b5b-a781-2e74de4643ba x-openstack-request-id: req-49d38202-ad2c-4b5b-a781-2e74de4643ba {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:18:41.297351 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13ac763e-9848-4bad-9cb9-977198c2f6fa", "tag": "e0934f1d-e51c-42c1-913f-af366363a081", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:18:41.297621 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-49d38202-ad2c-4b5b-a781-2e74de4643ba {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:18:41.298055 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13ac763e-9848-4bad-9cb9-977198c2f6fa', 'tag': 'e0934f1d-e51c-42c1-913f-af366363a081', 'status': 'completed', 'code': 200} Nov 22 20:18:41.301519 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9fd358c3-6c3a-4228-8db2-8bd849b600ff tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:41.364784 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 7bfa0d13-232b-41ad-86fa-750a5a35c430 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:18:41.365510 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:41.418726 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afbddba-2e53-41b5-ae62-409745937ee7 req-3d1e2e08-fa4d-4769-9c72-db4b4b56bb34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:41.420911 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5afbddba-2e53-41b5-ae62-409745937ee7 req-3d1e2e08-fa4d-4769-9c72-db4b4b56bb34 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=191f2c6a74ca44febe6b0c0dccf4c560&device_id=13ac763e-9848-4bad-9cb9-977198c2f6fa HTTP/1.1" status: 200 len: 1095 time: 0.3464315 Nov 22 20:18:41.499646 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 228d93de-4494-4046-b2e5-5983222dab88 up at agent hyperv_n-h2-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:18:41.523878 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-e9b96565-6474-4ae7-9a2d-b3662484ebfb tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Made reservation on behalf of cd84c4200e0d47b4bcba9b053bf608fb for: {'port': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:18:41.528245 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-e9b96565-6474-4ae7-9a2d-b3662484ebfb tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:41.549470 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5afbddba-2e53-41b5-ae62-409745937ee7 req-3b707d84-e8e7-4398-80be-cf2a2f0f40be service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e0934f1d-e51c-42c1-913f-af366363a081 HTTP/1.1" status: 200 len: 217 time: 0.1129704 Nov 22 20:18:41.630117 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-74281964-9faf-4fda-bb90-2fd1af5c8887 None None] Provisioning complete for port a05441be-2762-434f-bf37-6a60b16f9942 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:18:41.630995 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-74281964-9faf-4fda-bb90-2fd1af5c8887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:41.709984 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Provisioning for port 228d93de-4494-4046-b2e5-5983222dab88 completed by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 20:18:41.730121 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Provisioning complete for port 228d93de-4494-4046-b2e5-5983222dab88 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:18:41.730664 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:41.782721 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-e9b96565-6474-4ae7-9a2d-b3662484ebfb tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Allocated IP 172.20.0.4 (d850805c-8248-4517-bdd1-4a876cc6baf0/e1bf7e3c-bb18-492e-826e-dd3a8d7abcd1/24e26784-28ce-4e69-aa50-f9485f00f0dd) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:18:41.793608 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device a05441be-2762-434f-bf37-6a60b16f9942 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:18:41.816669 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9fd358c3-6c3a-4228-8db2-8bd849b600ff tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-563461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-659839'] for router_interface, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:41.895854 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd358c3-6c3a-4228-8db2-8bd849b600ff tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] Pushing event updated for resources: {'Port': ['ID=089c7ed7-a33e-4913-bdab-f58a63982eb7,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:18:41.949935 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:41.954181 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ad7a05cf-f1ea-405b-9a1d-1b39f6e171bc req-37c2e5f2-2ac9-49aa-9baf-914dbc18ebb7 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c61ce95-aab5-427a-864a-9f490b05fbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6800983 Nov 22 20:18:41.956753 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f8c5ca48-eb73-43cf-96c8-561ac7ec24fa req-94bbb0a5-7b18-4e4e-963b-2fe7ab3238ec tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] 10.222.0.46 "GET /v2.0/ports?device_id=40c93a37-becd-4018-b943-1d6e903a3ffe HTTP/1.1" status: 200 len: 210 time: 0.1261790 Nov 22 20:18:42.045835 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0ee4bfc-110f-4c72-bb4d-c86cafa75a62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '228d93de-4494-4046-b2e5-5983222dab88'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:18:42.050108 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d39f6d30a11e565ec9648abcc015e8a6ab6cff4edd704add8155e28765d31eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-868e7e4c-fe49-4981-a3cb-80535922b951" -d '{"events": [{"server_uuid": "a0ee4bfc-110f-4c72-bb4d-c86cafa75a62", "name": "network-vif-plugged", "status": "completed", "tag": "228d93de-4494-4046-b2e5-5983222dab88"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:18:42.070756 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port a05441be-2762-434f-bf37-6a60b16f9942 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:18:42.070756 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:42.072989 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afbddba-2e53-41b5-ae62-409745937ee7 req-62128bb4-d9ae-4ed1-99e3-93d0d6a13c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:42.074606 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5afbddba-2e53-41b5-ae62-409745937ee7 req-62128bb4-d9ae-4ed1-99e3-93d0d6a13c7e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e93b9d80-84ab-4fe4-87af-03c83bea94e7 HTTP/1.1" status: 200 len: 849 time: 0.2556992 Nov 22 20:18:42.105753 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port 228d93de-4494-4046-b2e5-5983222dab88, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=228d93de-4494-4046-b2e5-5983222dab88,segment=NetworkSegment(2a5a1c7b-538e-498e-99b9-cc7a8e0411be),segment_id=2a5a1c7b-538e-498e-99b9-cc7a8e0411be)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:18:42.176477 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:42.181609 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5afbddba-2e53-41b5-ae62-409745937ee7 req-9ff625c5-7a98-4761-be29-b21d3c581e46 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a638f8aa-b343-44c1-bcb9-fbd608b1e107&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0882640 Nov 22 20:18:42.340652 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=228d93de-4494-4046-b2e5-5983222dab88,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:18:42.429086 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-e9b96565-6474-4ae7-9a2d-b3662484ebfb tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:42.458790 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fd358c3-6c3a-4228-8db2-8bd849b600ff tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] Network 5280bd4d-f63f-4d5b-96eb-a7c8875f5491 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:18:42.481624 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71d530e-c634-470c-b25f-56d40905e376 req-4bc1ba64-920e-4ad0-a0df-d3e9a71004eb tempest-VolumesActionsTest-1125936459 tempest-VolumesActionsTest-1125936459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:42.491768 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e71d530e-c634-470c-b25f-56d40905e376 req-4bc1ba64-920e-4ad0-a0df-d3e9a71004eb tempest-VolumesActionsTest-1125936459 tempest-VolumesActionsTest-1125936459-project] 10.222.0.46 "GET /v2.0/ports?device_id=13ac763e-9848-4bad-9cb9-977198c2f6fa HTTP/1.1" status: 200 len: 944 time: 0.2142694 Nov 22 20:18:42.534433 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-9fd358c3-6c3a-4228-8db2-8bd849b600ff tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:18:42.589221 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:18:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89dbddb9-51d9-4472-94a9-a43786cc7ac5 x-openstack-request-id: req-89dbddb9-51d9-4472-94a9-a43786cc7ac5 {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:18:42.589674 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0ee4bfc-110f-4c72-bb4d-c86cafa75a62", "name": "network-vif-plugged", "status": "completed", "tag": "228d93de-4494-4046-b2e5-5983222dab88", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:18:42.590091 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-89dbddb9-51d9-4472-94a9-a43786cc7ac5 {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:18:42.590673 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0ee4bfc-110f-4c72-bb4d-c86cafa75a62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '228d93de-4494-4046-b2e5-5983222dab88', 'code': 200} Nov 22 20:18:42.625900 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5afbddba-2e53-41b5-ae62-409745937ee7 req-14e1dff1-d679-482f-97e4-e2d387ed9d39 service neutron] 10.222.0.20 "GET /v2.0/networks/a638f8aa-b343-44c1-bcb9-fbd608b1e107?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4355862 Nov 22 20:18:42.862274 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-e9b96565-6474-4ae7-9a2d-b3662484ebfb tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:43.006635 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.agents_db [None req-aa8313f2-1ee4-4e7b-8c5a-d32b2f9d31ee None None] Agent healthcheck: found 7 active agents {{(pid=103450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 20:18:43.032304 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-14d7ea8b-f863-4925-b9fa-f08955505f84 None None] Provisioning complete for port 089c7ed7-a33e-4913-bdab-f58a63982eb7 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:18:43.033365 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-14d7ea8b-f863-4925-b9fa-f08955505f84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:43.075547 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-14d7ea8b-f863-4925-b9fa-f08955505f84 None None] Port 089c7ed7-a33e-4913-bdab-f58a63982eb7 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:18:43.127288 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e71d530e-c634-470c-b25f-56d40905e376 req-f6cce01d-e8d4-4c2f-a5f6-008f5ff630fd tempest-VolumesActionsTest-1125936459 tempest-VolumesActionsTest-1125936459-project] 10.222.0.46 "GET /v2.0/security-groups?id=f984117d-844a-42a1-9c59-5ff916094579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6345909 Nov 22 20:18:43.132449 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-e9b96565-6474-4ae7-9a2d-b3662484ebfb tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Network d850805c-8248-4517-bdd1-4a876cc6baf0 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:18:43.161491 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289c9134-8786-4c85-a3df-e5996dc3cb9e req-d97f81a2-b420-438c-8ee0-cd2f19032a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:43.163232 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-289c9134-8786-4c85-a3df-e5996dc3cb9e req-d97f81a2-b420-438c-8ee0-cd2f19032a60 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a0ee4bfc-110f-4c72-bb4d-c86cafa75a62 HTTP/1.1" status: 200 len: 1101 time: 0.4627423 Nov 22 20:18:43.169257 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-e9b96565-6474-4ae7-9a2d-b3662484ebfb tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:18:43.184197 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b96565-6474-4ae7-9a2d-b3662484ebfb tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Pushing event updated for resources: {'Port': ['ID=24e26784-28ce-4e69-aa50-f9485f00f0dd,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:18:43.186318 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-e9b96565-6474-4ae7-9a2d-b3662484ebfb tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:18:43.248584 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5afbddba-2e53-41b5-ae62-409745937ee7 req-ef06667a-81de-4565-a56e-6e7f7c54f758 service neutron] 10.222.0.20 "GET /v2.0/networks/a638f8aa-b343-44c1-bcb9-fbd608b1e107?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4930396 Nov 22 20:18:43.359719 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdacb525-8167-4a50-a127-892eca9b0903 req-3410d7f3-cba0-4f27-aa78-1d435e2c6147 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:43.366184 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdacb525-8167-4a50-a127-892eca9b0903 req-3410d7f3-cba0-4f27-aa78-1d435e2c6147 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:43.372973 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdacb525-8167-4a50-a127-892eca9b0903 req-3410d7f3-cba0-4f27-aa78-1d435e2c6147 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:43.379487 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdacb525-8167-4a50-a127-892eca9b0903 req-3410d7f3-cba0-4f27-aa78-1d435e2c6147 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:43.385615 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdacb525-8167-4a50-a127-892eca9b0903 req-3410d7f3-cba0-4f27-aa78-1d435e2c6147 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:43.392992 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdacb525-8167-4a50-a127-892eca9b0903 req-3410d7f3-cba0-4f27-aa78-1d435e2c6147 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:43.399767 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdacb525-8167-4a50-a127-892eca9b0903 req-3410d7f3-cba0-4f27-aa78-1d435e2c6147 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:43.409053 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-fdacb525-8167-4a50-a127-892eca9b0903 req-3410d7f3-cba0-4f27-aa78-1d435e2c6147 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f4a90d6-1fcd-49f1-9d76-18b26c029474 HTTP/1.1" status: 200 len: 5432 time: 0.4947557 Nov 22 20:18:43.547175 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-e9b96565-6474-4ae7-9a2d-b3662484ebfb tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:43.550084 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-e9b96565-6474-4ae7-9a2d-b3662484ebfb tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:43.559923 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-289c9134-8786-4c85-a3df-e5996dc3cb9e req-a00638b6-70fd-45da-bccb-8d2d62b826bf service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=6c61ce95-aab5-427a-864a-9f490b05fbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3862877 Nov 22 20:18:43.656101 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-d09a0037-0553-4e2c-a995-592908c8d2cc None None] Provisioning complete for port 24e26784-28ce-4e69-aa50-f9485f00f0dd triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:18:43.656827 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-d09a0037-0553-4e2c-a995-592908c8d2cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:43.660323 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38288de-1884-4ecc-a523-372add75ada8 req-1815eb6f-a293-49ea-bac3-05fd108eaf32 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:43.664392 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b38288de-1884-4ecc-a523-372add75ada8 req-1815eb6f-a293-49ea-bac3-05fd108eaf32 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.46 "GET /v2.0/ports?device_id=a0ee4bfc-110f-4c72-bb4d-c86cafa75a62 HTTP/1.1" status: 200 len: 950 time: 0.4044082 Nov 22 20:18:43.688342 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-e9b96565-6474-4ae7-9a2d-b3662484ebfb tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1021910 Nov 22 20:18:43.721358 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-d09a0037-0553-4e2c-a995-592908c8d2cc None None] Port 24e26784-28ce-4e69-aa50-f9485f00f0dd cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:18:43.759555 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2844ea4-48c8-4638-bdd8-544fef784659 req-d6ce0997-d5d6-474d-8373-46e41e910229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:43.759555 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f2844ea4-48c8-4638-bdd8-544fef784659 req-d6ce0997-d5d6-474d-8373-46e41e910229 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=191f2c6a74ca44febe6b0c0dccf4c560&device_id=13ac763e-9848-4bad-9cb9-977198c2f6fa HTTP/1.1" status: 200 len: 1095 time: 0.3301656 Nov 22 20:18:43.759555 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fd358c3-6c3a-4228-8db2-8bd849b600ff tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] Router 1948a3b4-60e8-41bf-9278-98cc88ad3a7d is scheduled to L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 with binding_index 1 {{(pid=103447) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 20:18:43.761613 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-559a8d45-f514-41b2-b485-727008819af5 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Request body: {'port': {'device_id': '40c93a37-becd-4018-b943-1d6e903a3ffe', 'network_id': '3ad73812-60e8-4754-bf89-bc7945f351b9', 'admin_state_up': True, 'tenant_id': 'cd84c4200e0d47b4bcba9b053bf608fb', 'security_groups': ['70cb0c9d-9724-446c-9f0a-bf3510156947']}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:18:44.116325 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-fdacb525-8167-4a50-a127-892eca9b0903 req-512b5b7e-26ff-4137-95ae-4e1514cbdc52 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] 10.222.0.46 "GET /v2.0/security-groups?id=a5e0f616-4b00-4bab-af04-df44f1058a41&id=956e73ed-7485-4a0c-88f0-c644aa0149a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7052774 Nov 22 20:18:44.157208 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b38288de-1884-4ecc-a523-372add75ada8 req-918fbc57-7d53-49f1-b705-20d24a0003dc tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c61ce95-aab5-427a-864a-9f490b05fbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4424138 Nov 22 20:18:44.259880 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:44.299928 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:44.922074 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fd358c3-6c3a-4228-8db2-8bd849b600ff tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:18:44.936462 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-559a8d45-f514-41b2-b485-727008819af5 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Made reservation on behalf of cd84c4200e0d47b4bcba9b053bf608fb for: {'port': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:18:44.943817 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-559a8d45-f514-41b2-b485-727008819af5 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:44.944997 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a83f9443-1ada-4ef2-806f-922f8b2cea0f None None] Sync routers for ids ['1948a3b4-60e8-41bf-9278-98cc88ad3a7d'] in n-d-818823-1 {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:18:44.974228 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-9fd358c3-6c3a-4228-8db2-8bd849b600ff tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] 10.222.0.46 "PUT /v2.0/routers/1948a3b4-60e8-41bf-9278-98cc88ad3a7d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0301869 Nov 22 20:18:44.978161 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 45606) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:18:44.979162 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a83f9443-1ada-4ef2-806f-922f8b2cea0f None None] Routers {'1948a3b4-60e8-41bf-9278-98cc88ad3a7d'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:18:44.983002 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-a83f9443-1ada-4ef2-806f-922f8b2cea0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:18:32Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['1948a3b4-60e8-41bf-9278-98cc88ad3a7d'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:18:44.996110 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2844ea4-48c8-4638-bdd8-544fef784659 req-476cc6c2-a88f-4c62-aab4-785816068b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:44.998729 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f2844ea4-48c8-4638-bdd8-544fef784659 req-476cc6c2-a88f-4c62-aab4-785816068b36 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a638f8aa-b343-44c1-bcb9-fbd608b1e107 HTTP/1.1" status: 200 len: 910 time: 1.2141237 Nov 22 20:18:45.023277 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f98aeda-04ad-4853-b06e-42d634b63685 req-168ccd42-f4c3-4c28-8bac-d6def20ecf2b tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:45.032207 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2f98aeda-04ad-4853-b06e-42d634b63685 req-168ccd42-f4c3-4c28-8bac-d6def20ecf2b tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] 10.222.0.46 "GET /v2.0/ports?device_id=40c93a37-becd-4018-b943-1d6e903a3ffe HTTP/1.1" status: 200 len: 931 time: 0.7556098 Nov 22 20:18:45.058299 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-a83f9443-1ada-4ef2-806f-922f8b2cea0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:18:45.082686 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a83f9443-1ada-4ef2-806f-922f8b2cea0f None None] Routers {'1948a3b4-60e8-41bf-9278-98cc88ad3a7d'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:18:45.083691 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-a83f9443-1ada-4ef2-806f-922f8b2cea0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:18:32Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['1948a3b4-60e8-41bf-9278-98cc88ad3a7d'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:18:45.140802 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f2844ea4-48c8-4638-bdd8-544fef784659 req-25080647-9baa-402e-a21c-bf64cee37c17 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e0934f1d-e51c-42c1-913f-af366363a081 HTTP/1.1" status: 200 len: 217 time: 0.1329985 Nov 22 20:18:45.141408 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-a83f9443-1ada-4ef2-806f-922f8b2cea0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:18:45.142307 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a83f9443-1ada-4ef2-806f-922f8b2cea0f None None] The sync data for ids ['1948a3b4-60e8-41bf-9278-98cc88ad3a7d'] in n-d-818823-1 is: [] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:18:45.173797 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec71a086-ee5d-4504-a556-129d286c9c92 req-005d5df5-8ff6-4f14-a9ac-8c2fc240c116 tempest-VolumesActionsTest-1125936459 tempest-VolumesActionsTest-1125936459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:45.175569 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ec71a086-ee5d-4504-a556-129d286c9c92 req-005d5df5-8ff6-4f14-a9ac-8c2fc240c116 tempest-VolumesActionsTest-1125936459 tempest-VolumesActionsTest-1125936459-project] 10.222.0.46 "GET /v2.0/ports?device_id=13ac763e-9848-4bad-9cb9-977198c2f6fa HTTP/1.1" status: 200 len: 944 time: 0.3696566 Nov 22 20:18:45.312337 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2f98aeda-04ad-4853-b06e-42d634b63685 req-67063244-ca64-4276-92ac-510f9c42223d tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] 10.222.0.46 "GET /v2.0/security-groups?id=70cb0c9d-9724-446c-9f0a-bf3510156947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2784283 Nov 22 20:18:45.350939 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2844ea4-48c8-4638-bdd8-544fef784659 req-db8fbf0b-a331-483e-ac73-840248b90d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:45.352630 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f2844ea4-48c8-4638-bdd8-544fef784659 req-db8fbf0b-a331-483e-ac73-840248b90d4c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e93b9d80-84ab-4fe4-87af-03c83bea94e7 HTTP/1.1" status: 200 len: 849 time: 0.2014832 Nov 22 20:18:45.399188 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f2844ea4-48c8-4638-bdd8-544fef784659 req-b5185096-93b8-4d60-9235-59b6535e7778 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a638f8aa-b343-44c1-bcb9-fbd608b1e107&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355103 Nov 22 20:18:45.406649 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ec71a086-ee5d-4504-a556-129d286c9c92 req-ca2f6134-3268-4a69-916d-abdd6de21d1a tempest-VolumesActionsTest-1125936459 tempest-VolumesActionsTest-1125936459-project] 10.222.0.46 "GET /v2.0/security-groups?id=f984117d-844a-42a1-9c59-5ff916094579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022996 Nov 22 20:18:45.443336 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-559a8d45-f514-41b2-b485-727008819af5 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Allocated IP 10.1.1.120 (3ad73812-60e8-4754-bf89-bc7945f351b9/e25cd4ad-e472-4506-b141-ef866ec585ef/26cc7b13-59a1-4281-875f-27b2b98ae89e) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:18:45.650382 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18b5f18-49be-4375-9af9-c37fef3e6c33 req-eb53db64-9082-40b9-9749-313f2e1a9e6d tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:45.657960 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18b5f18-49be-4375-9af9-c37fef3e6c33 req-eb53db64-9082-40b9-9749-313f2e1a9e6d tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:45.664150 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18b5f18-49be-4375-9af9-c37fef3e6c33 req-eb53db64-9082-40b9-9749-313f2e1a9e6d tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:45.665207 n-d-818823-1 neutron-server[103448]: INFO neutron.api.v2.resource [None req-3dce27a2-4f6e-4832-bdfc-f8670874368f tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 22 20:18:45.666685 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-3dce27a2-4f6e-4832-bdfc-f8670874368f tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] 10.222.0.46 "PUT /v2.0/routers/1948a3b4-60e8-41bf-9278-98cc88ad3a7d/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.6864455 Nov 22 20:18:45.669909 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 45616) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:18:45.670791 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18b5f18-49be-4375-9af9-c37fef3e6c33 req-eb53db64-9082-40b9-9749-313f2e1a9e6d tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:45.678811 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18b5f18-49be-4375-9af9-c37fef3e6c33 req-eb53db64-9082-40b9-9749-313f2e1a9e6d tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:45.689015 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18b5f18-49be-4375-9af9-c37fef3e6c33 req-eb53db64-9082-40b9-9749-313f2e1a9e6d tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:45.695598 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18b5f18-49be-4375-9af9-c37fef3e6c33 req-eb53db64-9082-40b9-9749-313f2e1a9e6d tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:45.697658 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f18b5f18-49be-4375-9af9-c37fef3e6c33 req-eb53db64-9082-40b9-9749-313f2e1a9e6d tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f4a90d6-1fcd-49f1-9d76-18b26c029474 HTTP/1.1" status: 200 len: 5432 time: 0.2822731 Nov 22 20:18:45.781144 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f2844ea4-48c8-4638-bdd8-544fef784659 req-389ab5ec-5e04-4985-992d-5778359e8dac service neutron] 10.222.0.20 "GET /v2.0/networks/a638f8aa-b343-44c1-bcb9-fbd608b1e107?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3733292 Nov 22 20:18:45.902948 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-559a8d45-f514-41b2-b485-727008819af5 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:45.949824 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e543016d-a653-426b-a538-e157560ba64c req-8548911e-6afe-4d4f-9017-66af37a8ef24 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:45.958534 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e543016d-a653-426b-a538-e157560ba64c req-8548911e-6afe-4d4f-9017-66af37a8ef24 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/ports?device_id=ee1752e3-cc1d-4530-beb4-26e82fda5fc3 HTTP/1.1" status: 200 len: 945 time: 0.3806698 Nov 22 20:18:46.109611 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-559a8d45-f514-41b2-b485-727008819af5 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:46.219817 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559a8d45-f514-41b2-b485-727008819af5 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Pushing event updated for resources: {'Port': ['ID=26cc7b13-59a1-4281-875f-27b2b98ae89e,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:18:46.244001 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-559a8d45-f514-41b2-b485-727008819af5 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Network 3ad73812-60e8-4754-bf89-bc7945f351b9 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:18:46.254474 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e543016d-a653-426b-a538-e157560ba64c req-63c0b7d6-c192-4c0c-9967-37e37fcbf137 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6bb4485-0c85-4226-9793-14795129f329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2950430 Nov 22 20:18:46.255399 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-559a8d45-f514-41b2-b485-727008819af5 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:18:46.267794 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a602a486-092a-40cb-a9b2-095926d7fae7 req-d1583bd0-3ada-4397-aa7f-a63c4922c0e9 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:46.275851 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a602a486-092a-40cb-a9b2-095926d7fae7 req-d1583bd0-3ada-4397-aa7f-a63c4922c0e9 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.46 "GET /v2.0/ports?device_id=a0ee4bfc-110f-4c72-bb4d-c86cafa75a62 HTTP/1.1" status: 200 len: 950 time: 0.3465204 Nov 22 20:18:46.279216 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-559a8d45-f514-41b2-b485-727008819af5 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:18:46.284771 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f2844ea4-48c8-4638-bdd8-544fef784659 req-f392f7fa-eabd-4861-bf8a-6541a3d08124 service neutron] 10.222.0.20 "GET /v2.0/networks/a638f8aa-b343-44c1-bcb9-fbd608b1e107?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4927509 Nov 22 20:18:46.431955 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a602a486-092a-40cb-a9b2-095926d7fae7 req-f44d6429-16c7-4d02-91aa-12329871cf95 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c61ce95-aab5-427a-864a-9f490b05fbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527705 Nov 22 20:18:46.460904 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-559a8d45-f514-41b2-b485-727008819af5 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:46.461808 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-559a8d45-f514-41b2-b485-727008819af5 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:46.516195 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-559a8d45-f514-41b2-b485-727008819af5 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8086264 Nov 22 20:18:46.530714 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-a82b2cd7-7a67-4908-aaf9-2c5f9e468e81 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Request body: {'port': {'device_id': '40c93a37-becd-4018-b943-1d6e903a3ffe', 'network_id': '3ad73812-60e8-4754-bf89-bc7945f351b9', 'admin_state_up': True, 'tenant_id': 'cd84c4200e0d47b4bcba9b053bf608fb', 'security_groups': ['70cb0c9d-9724-446c-9f0a-bf3510156947']}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:18:46.728292 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765949ec-df25-4fc6-95fd-355e930ff819 req-ca370153-a65f-446d-b464-5cad631284de tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:46.744317 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-765949ec-df25-4fc6-95fd-355e930ff819 req-ca370153-a65f-446d-b464-5cad631284de tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee1752e3-cc1d-4530-beb4-26e82fda5fc3 HTTP/1.1" status: 200 len: 945 time: 0.2399504 Nov 22 20:18:46.748183 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c17c1b34-f84a-40b2-882a-4be888f5fdd3 tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659736'] for router_interface, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:46.835222 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a32029-a43e-40b6-83cb-936f469f85af req-2198a0df-1c97-40a0-9fcc-f2430a5f2f3b tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:46.842877 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a32029-a43e-40b6-83cb-936f469f85af req-2198a0df-1c97-40a0-9fcc-f2430a5f2f3b tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:46.850945 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d7a32029-a43e-40b6-83cb-936f469f85af req-2198a0df-1c97-40a0-9fcc-f2430a5f2f3b tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] 10.222.0.46 "GET /v2.0/ports?device_id=40c93a37-becd-4018-b943-1d6e903a3ffe HTTP/1.1" status: 200 len: 1653 time: 0.2235346 Nov 22 20:18:46.885944 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-861ed629-672a-4fe6-ad49-abdd5a71ce4f None None] Provisioning complete for port 26cc7b13-59a1-4281-875f-27b2b98ae89e triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:18:46.886610 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-861ed629-672a-4fe6-ad49-abdd5a71ce4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:46.936088 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a882793e-8e6f-4a4e-9cf5-d194ff510d33 req-bf5a1fde-eba1-4488-87df-b500c354ffaf tempest-VolumesActionsTest-1125936459 tempest-VolumesActionsTest-1125936459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:46.951727 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a882793e-8e6f-4a4e-9cf5-d194ff510d33 req-bf5a1fde-eba1-4488-87df-b500c354ffaf tempest-VolumesActionsTest-1125936459 tempest-VolumesActionsTest-1125936459-project] 10.222.0.46 "GET /v2.0/ports?device_id=13ac763e-9848-4bad-9cb9-977198c2f6fa HTTP/1.1" status: 200 len: 944 time: 0.2319582 Nov 22 20:18:46.961724 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-861ed629-672a-4fe6-ad49-abdd5a71ce4f None None] Port 26cc7b13-59a1-4281-875f-27b2b98ae89e cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:18:47.033901 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d7a32029-a43e-40b6-83cb-936f469f85af req-915d683b-c092-4ad6-911a-3b32f4b11315 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] 10.222.0.46 "GET /v2.0/security-groups?id=70cb0c9d-9724-446c-9f0a-bf3510156947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1722391 Nov 22 20:18:47.135706 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-a82b2cd7-7a67-4908-aaf9-2c5f9e468e81 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Made reservation on behalf of cd84c4200e0d47b4bcba9b053bf608fb for: {'port': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:18:47.142121 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-a82b2cd7-7a67-4908-aaf9-2c5f9e468e81 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:47.179287 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a882793e-8e6f-4a4e-9cf5-d194ff510d33 req-615caf50-6223-4902-8086-e7323d3b2172 tempest-VolumesActionsTest-1125936459 tempest-VolumesActionsTest-1125936459-project] 10.222.0.46 "GET /v2.0/security-groups?id=f984117d-844a-42a1-9c59-5ff916094579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2258863 Nov 22 20:18:47.356809 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d2aaa9-cd56-4234-8212-e63a793bfeb7 req-063c463f-a161-498c-8946-68b2ef51f6db tempest-ServersOnMultiNodesTest-264701731 tempest-ServersOnMultiNodesTest-264701731-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:47.376513 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-49d2aaa9-cd56-4234-8212-e63a793bfeb7 req-063c463f-a161-498c-8946-68b2ef51f6db tempest-ServersOnMultiNodesTest-264701731 tempest-ServersOnMultiNodesTest-264701731-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=a0ee4bfc-110f-4c72-bb4d-c86cafa75a62 HTTP/1.1" status: 200 len: 1101 time: 0.1918428 Nov 22 20:18:47.517822 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device e0934f1d-e51c-42c1-913f-af366363a081 details requested by agent hyperv_n-h2-818823-1 with host n-h2-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 20:18:47.528171 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-49d2aaa9-cd56-4234-8212-e63a793bfeb7 req-8a00426c-0068-4b0d-9b84-e4b54b528089 tempest-ServersOnMultiNodesTest-264701731 tempest-ServersOnMultiNodesTest-264701731-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=6c61ce95-aab5-427a-864a-9f490b05fbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371126 Nov 22 20:18:47.689338 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4150063-cb1d-4bfb-aff2-36581cc8bcef req-f86574aa-99b8-4aa8-b481-2b8bfd0574ad tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:47.692971 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f4150063-cb1d-4bfb-aff2-36581cc8bcef req-f86574aa-99b8-4aa8-b481-2b8bfd0574ad tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/ports?device_id=ee1752e3-cc1d-4530-beb4-26e82fda5fc3 HTTP/1.1" status: 200 len: 945 time: 0.2787280 Nov 22 20:18:47.712232 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [req-765949ec-df25-4fc6-95fd-355e930ff819 req-dfa164f4-f625-4b1b-8c6d-113cbcbf9414 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Deleting port b27088f9-e878-4164-b44d-eaf681d4b066 {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:18:47.712731 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-765949ec-df25-4fc6-95fd-355e930ff819 req-dfa164f4-f625-4b1b-8c6d-113cbcbf9414 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:47.844637 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f4150063-cb1d-4bfb-aff2-36581cc8bcef req-eca061ee-d1b5-4a56-916d-acbc09bbf76a tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6bb4485-0c85-4226-9793-14795129f329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264338 Nov 22 20:18:47.901347 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port e0934f1d-e51c-42c1-913f-af366363a081, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=e0934f1d-e51c-42c1-913f-af366363a081,segment=NetworkSegment(0c19f6ce-9505-46f7-96f4-48c33d5fabdc),segment_id=0c19f6ce-9505-46f7-96f4-48c33d5fabdc)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:18:47.918581 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-a82b2cd7-7a67-4908-aaf9-2c5f9e468e81 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Allocated IP 10.1.1.92 (3ad73812-60e8-4754-bf89-bc7945f351b9/e25cd4ad-e472-4506-b141-ef866ec585ef/835a0333-17c1-49ac-a55d-d9999f17b48d) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:18:47.926378 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Returning: {'device': 'e0934f1d-e51c-42c1-913f-af366363a081', 'network_id': 'a638f8aa-b343-44c1-bcb9-fbd608b1e107', 'port_id': 'e0934f1d-e51c-42c1-913f-af366363a081', 'mac_address': 'fa:16:3e:7f:9e:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e93b9d80-84ab-4fe4-87af-03c83bea94e7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 20:18:48.074760 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-29dcee7e-3adb-4e02-8954-22d4ff1ff9c0 req-f154e3a6-0bfe-4ad0-aa46-73795e502289 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=dd29aa5b29024a1589aa1e9d9246bd3e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0538700 Nov 22 20:18:48.140249 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:48.164371 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0934f1d-e51c-42c1-913f-af366363a081 {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:18:48.176509 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-765949ec-df25-4fc6-95fd-355e930ff819 req-dfa164f4-f625-4b1b-8c6d-113cbcbf9414 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] For port b27088f9-e878-4164-b44d-eaf681d4b066, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=b27088f9-e878-4164-b44d-eaf681d4b066,segment=NetworkSegment(ac5f3349-9549-4263-b08f-bbbf3ebb8ed3),segment_id=ac5f3349-9549-4263-b08f-bbbf3ebb8ed3)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:18:48.177919 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-765949ec-df25-4fc6-95fd-355e930ff819 req-dfa164f4-f625-4b1b-8c6d-113cbcbf9414 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:48.209855 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [req-765949ec-df25-4fc6-95fd-355e930ff819 req-dfa164f4-f625-4b1b-8c6d-113cbcbf9414 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Calling delete_port for b27088f9-e878-4164-b44d-eaf681d4b066 owned by compute:nova {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:18:48.269550 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port e0934f1d-e51c-42c1-913f-af366363a081, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=e0934f1d-e51c-42c1-913f-af366363a081,segment=NetworkSegment(0c19f6ce-9505-46f7-96f4-48c33d5fabdc),segment_id=0c19f6ce-9505-46f7-96f4-48c33d5fabdc)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:18:48.276795 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:48.359049 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-c17c1b34-f84a-40b2-882a-4be888f5fdd3 tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] Deleting port 089c7ed7-a33e-4913-bdab-f58a63982eb7 {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:18:48.359393 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c17c1b34-f84a-40b2-882a-4be888f5fdd3 tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:48.377599 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-a82b2cd7-7a67-4908-aaf9-2c5f9e468e81 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:48.389699 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dcee7e-3adb-4e02-8954-22d4ff1ff9c0 req-ef64338e-b04e-48e1-a708-2399dfc2f5fc tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:48.398692 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-29dcee7e-3adb-4e02-8954-22d4ff1ff9c0 req-ef64338e-b04e-48e1-a708-2399dfc2f5fc tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2923160 Nov 22 20:18:48.399570 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=e0934f1d-e51c-42c1-913f-af366363a081,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:18:48.421428 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb953f5-9eb0-42f9-8032-3c1cfc2d79d3 req-7b454d18-e4fb-46b8-826c-bf5e6582af11 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:48.431357 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb953f5-9eb0-42f9-8032-3c1cfc2d79d3 req-7b454d18-e4fb-46b8-826c-bf5e6582af11 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:48.433347 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-efb953f5-9eb0-42f9-8032-3c1cfc2d79d3 req-7b454d18-e4fb-46b8-826c-bf5e6582af11 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] 10.222.0.46 "GET /v2.0/ports?device_id=40c93a37-becd-4018-b943-1d6e903a3ffe HTTP/1.1" status: 200 len: 1653 time: 0.2221348 Nov 22 20:18:48.451409 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-29dcee7e-3adb-4e02-8954-22d4ff1ff9c0 req-80e9b914-16af-4d2f-b5b9-ea6e564805ca tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.46 "GET /v2.0/quotas/dd29aa5b29024a1589aa1e9d9246bd3e HTTP/1.1" status: 200 len: 375 time: 0.0510745 Nov 22 20:18:48.524878 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] get_ports_and_sgs() called for port_ids ['e0934f1d-e51c-42c1-913f-af366363a081'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:18:48.650045 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-a82b2cd7-7a67-4908-aaf9-2c5f9e468e81 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:48.823121 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-efb953f5-9eb0-42f9-8032-3c1cfc2d79d3 req-886881ff-41be-4704-823c-9b169f03aefa tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] 10.222.0.46 "GET /v2.0/security-groups?id=70cb0c9d-9724-446c-9f0a-bf3510156947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3560467 Nov 22 20:18:48.828727 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82b2cd7-7a67-4908-aaf9-2c5f9e468e81 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Pushing event updated for resources: {'Port': ['ID=835a0333-17c1-49ac-a55d-d9999f17b48d,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:18:48.844808 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-765949ec-df25-4fc6-95fd-355e930ff819 req-dfa164f4-f625-4b1b-8c6d-113cbcbf9414 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:48.853406 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c17c1b34-f84a-40b2-882a-4be888f5fdd3 tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:48.917142 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1876d297-550b-4836-9ff4-b5a60e7915aa None None] DHCP port deletion for 41f439de-e657-4ca1-8a55-865945ee9732 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:18:48.924009 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-29dcee7e-3adb-4e02-8954-22d4ff1ff9c0 req-c3f16481-d3e2-4212-b234-2abfe4b7ed72 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=dd29aa5b29024a1589aa1e9d9246bd3e&fields=id HTTP/1.1" status: 200 len: 486 time: 0.4699726 Nov 22 20:18:48.925196 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 45702) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:18:48.958694 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-a82b2cd7-7a67-4908-aaf9-2c5f9e468e81 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Network 3ad73812-60e8-4754-bf89-bc7945f351b9 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:18:48.961658 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-a82b2cd7-7a67-4908-aaf9-2c5f9e468e81 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:18:48.972806 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-a82b2cd7-7a67-4908-aaf9-2c5f9e468e81 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:18:49.157278 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa164f4-f625-4b1b-8c6d-113cbcbf9414 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Pushing event deleted for resources: {'Port': ['ID=b27088f9-e878-4164-b44d-eaf681d4b066,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:18:49.166617 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-c17c1b34-f84a-40b2-882a-4be888f5fdd3 tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] Calling delete_port for 089c7ed7-a33e-4913-bdab-f58a63982eb7 owned by network:router_interface {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:18:49.189884 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [req-765949ec-df25-4fc6-95fd-355e930ff819 req-dfa164f4-f625-4b1b-8c6d-113cbcbf9414 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] No DVR routers for this DVR port b27088f9-e878-4164-b44d-eaf681d4b066 on host n-h1-818823-1 {{(pid=103448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:18:49.198751 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-765949ec-df25-4fc6-95fd-355e930ff819 req-dfa164f4-f625-4b1b-8c6d-113cbcbf9414 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:49.205295 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-765949ec-df25-4fc6-95fd-355e930ff819 req-dfa164f4-f625-4b1b-8c6d-113cbcbf9414 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.41 "DELETE /v2.0/ports/b27088f9-e878-4164-b44d-eaf681d4b066 HTTP/1.1" status: 204 len: 173 time: 2.4538262 Nov 22 20:18:49.214872 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee1752e3-cc1d-4530-beb4-26e82fda5fc3', 'name': 'network-vif-deleted', 'tag': 'b27088f9-e878-4164-b44d-eaf681d4b066'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:18:49.234259 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-a82b2cd7-7a67-4908-aaf9-2c5f9e468e81 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:49.234943 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-a82b2cd7-7a67-4908-aaf9-2c5f9e468e81 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:49.236070 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589a98cf2aea187fcc423a5edb333e5a6cf3ad7c81115d1ebee0f079693c312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34f513ae-c9ab-44e2-b689-8f6f635fd96f" -d '{"events": [{"server_uuid": "ee1752e3-cc1d-4530-beb4-26e82fda5fc3", "name": "network-vif-deleted", "tag": "b27088f9-e878-4164-b44d-eaf681d4b066"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:18:49.278577 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9355830a-b480-4b76-abe4-804372c9def1 req-dd3cd6ba-7692-4f0f-9362-96f5a5ac09a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:49.280574 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9355830a-b480-4b76-abe4-804372c9def1 req-dd3cd6ba-7692-4f0f-9362-96f5a5ac09a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:49.281058 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9355830a-b480-4b76-abe4-804372c9def1 req-dd3cd6ba-7692-4f0f-9362-96f5a5ac09a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:49.281533 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9355830a-b480-4b76-abe4-804372c9def1 req-dd3cd6ba-7692-4f0f-9362-96f5a5ac09a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:49.282025 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9355830a-b480-4b76-abe4-804372c9def1 req-dd3cd6ba-7692-4f0f-9362-96f5a5ac09a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:49.282503 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9355830a-b480-4b76-abe4-804372c9def1 req-dd3cd6ba-7692-4f0f-9362-96f5a5ac09a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:49.282966 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9355830a-b480-4b76-abe4-804372c9def1 req-dd3cd6ba-7692-4f0f-9362-96f5a5ac09a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:49.291549 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9355830a-b480-4b76-abe4-804372c9def1 req-dd3cd6ba-7692-4f0f-9362-96f5a5ac09a3 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=2f4a90d6-1fcd-49f1-9d76-18b26c029474 HTTP/1.1" status: 200 len: 6489 time: 0.3646779 Nov 22 20:18:49.321443 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-a82b2cd7-7a67-4908-aaf9-2c5f9e468e81 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.7960298 Nov 22 20:18:49.366157 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-23ca294d-86c8-4404-a242-d2d26348a3e3 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Request body: {'port': {'device_id': '40c93a37-becd-4018-b943-1d6e903a3ffe', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'af9bb979-b2e3-447d-a9f1-511c736d70b3', 'admin_state_up': True, 'tenant_id': 'cd84c4200e0d47b4bcba9b053bf608fb', 'security_groups': ['70cb0c9d-9724-446c-9f0a-bf3510156947']}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:18:49.531069 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device e0934f1d-e51c-42c1-913f-af366363a081 up at agent hyperv_n-h2-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:18:49.556240 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d866f04-1381-438a-ad55-d5d2c1b03c86 req-21a40a8a-d04a-43b8-a9df-d5edc280d015 tempest-VolumesActionsTest-1125936459 tempest-VolumesActionsTest-1125936459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:49.557975 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2d866f04-1381-438a-ad55-d5d2c1b03c86 req-21a40a8a-d04a-43b8-a9df-d5edc280d015 tempest-VolumesActionsTest-1125936459 tempest-VolumesActionsTest-1125936459-project] 10.222.0.46 "GET /v2.0/ports?device_id=13ac763e-9848-4bad-9cb9-977198c2f6fa HTTP/1.1" status: 200 len: 945 time: 0.4622216 Nov 22 20:18:49.615135 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-f5a08bed-3399-4d96-97b8-da7818ddd4d9 None None] Provisioning complete for port 835a0333-17c1-49ac-a55d-d9999f17b48d triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:18:49.615943 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-f5a08bed-3399-4d96-97b8-da7818ddd4d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:49.629320 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-25402dc4-9b21-43c7-8f91-7332b62724e3 req-2dcf00fc-311f-4c5e-8c09-e0ad3e4afd6e tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/ports?device_id=ee1752e3-cc1d-4530-beb4-26e82fda5fc3 HTTP/1.1" status: 200 len: 210 time: 0.0835721 Nov 22 20:18:49.655363 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9355830a-b480-4b76-abe4-804372c9def1 req-b23087b4-c96f-491a-b137-71d0bdd8f18b service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=956e73ed-7485-4a0c-88f0-c644aa0149a8&id=a5e0f616-4b00-4bab-af04-df44f1058a41&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3626304 Nov 22 20:18:49.689820 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-23ca294d-86c8-4404-a242-d2d26348a3e3 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Made reservation on behalf of cd84c4200e0d47b4bcba9b053bf608fb for: {'port': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:18:49.737924 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Provisioning for port e0934f1d-e51c-42c1-913f-af366363a081 completed by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 20:18:49.740941 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c17c1b34-f84a-40b2-882a-4be888f5fdd3 tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:49.748828 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-f5a08bed-3399-4d96-97b8-da7818ddd4d9 None None] Port 835a0333-17c1-49ac-a55d-d9999f17b48d cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:18:49.751344 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Provisioning complete for port e0934f1d-e51c-42c1-913f-af366363a081 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:18:49.752069 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:49.860849 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2d866f04-1381-438a-ad55-d5d2c1b03c86 req-eae06c19-fabe-4d3a-b41a-c2ec2c883509 tempest-VolumesActionsTest-1125936459 tempest-VolumesActionsTest-1125936459-project] 10.222.0.46 "GET /v2.0/security-groups?id=f984117d-844a-42a1-9c59-5ff916094579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2832198 Nov 22 20:18:49.877455 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:49.908120 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13ac763e-9848-4bad-9cb9-977198c2f6fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0934f1d-e51c-42c1-913f-af366363a081'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:18:49.910609 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d39f6d30a11e565ec9648abcc015e8a6ab6cff4edd704add8155e28765d31eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c15375f6-8679-4fc0-91aa-14cd389e91f7" -d '{"events": [{"server_uuid": "13ac763e-9848-4bad-9cb9-977198c2f6fa", "name": "network-vif-plugged", "status": "completed", "tag": "e0934f1d-e51c-42c1-913f-af366363a081"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:18:49.927576 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17c1b34-f84a-40b2-882a-4be888f5fdd3 tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] Pushing event deleted for resources: {'Port': ['ID=089c7ed7-a33e-4913-bdab-f58a63982eb7,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:18:49.942083 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port e0934f1d-e51c-42c1-913f-af366363a081, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=e0934f1d-e51c-42c1-913f-af366363a081,segment=NetworkSegment(0c19f6ce-9505-46f7-96f4-48c33d5fabdc),segment_id=0c19f6ce-9505-46f7-96f4-48c33d5fabdc)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:18:49.951515 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:49.965559 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6ce6aaad-131e-4d32-a8f5-2810915fbbf5 req-580c5ba4-0dfb-4c8b-9491-30cf1c102b8e tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.46 "GET /v2.0/ports?device_id=5316a446-ecd3-4253-9665-5369c443676f HTTP/1.1" status: 200 len: 210 time: 0.1006546 Nov 22 20:18:50.121641 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-23ca294d-86c8-4404-a242-d2d26348a3e3 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:50.159266 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:18:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32d1f758-28c7-4a37-a2e7-d52ed9561d76 x-openstack-request-id: req-32d1f758-28c7-4a37-a2e7-d52ed9561d76 {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:18:50.159629 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee1752e3-cc1d-4530-beb4-26e82fda5fc3", "name": "network-vif-deleted", "tag": "b27088f9-e878-4164-b44d-eaf681d4b066", "status": "completed", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:18:50.159865 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-32d1f758-28c7-4a37-a2e7-d52ed9561d76 {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:18:50.160280 n-d-818823-1 neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee1752e3-cc1d-4530-beb4-26e82fda5fc3', 'name': 'network-vif-deleted', 'tag': 'b27088f9-e878-4164-b44d-eaf681d4b066', 'status': 'completed', 'code': 200} Nov 22 20:18:50.186020 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=e0934f1d-e51c-42c1-913f-af366363a081,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:18:50.217348 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c17c1b34-f84a-40b2-882a-4be888f5fdd3 tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-563470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-663272'] for router_interface, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:50.247517 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:18:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9198ab0d-e66a-4be2-82ab-4fe7ea69340f x-openstack-request-id: req-9198ab0d-e66a-4be2-82ab-4fe7ea69340f {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:18:50.248756 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13ac763e-9848-4bad-9cb9-977198c2f6fa", "name": "network-vif-plugged", "status": "completed", "tag": "e0934f1d-e51c-42c1-913f-af366363a081", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:18:50.249182 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9198ab0d-e66a-4be2-82ab-4fe7ea69340f {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:18:50.249770 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13ac763e-9848-4bad-9cb9-977198c2f6fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0934f1d-e51c-42c1-913f-af366363a081', 'code': 200} Nov 22 20:18:50.555791 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c17c1b34-f84a-40b2-882a-4be888f5fdd3 tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] Router 1948a3b4-60e8-41bf-9278-98cc88ad3a7d has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 20:18:50.688593 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c17c1b34-f84a-40b2-882a-4be888f5fdd3 tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:18:50.696295 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-c17c1b34-f84a-40b2-882a-4be888f5fdd3 tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] 10.222.0.46 "PUT /v2.0/routers/1948a3b4-60e8-41bf-9278-98cc88ad3a7d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0247548 Nov 22 20:18:50.699870 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 45752) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:18:50.701752 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-612398ad-4c72-4388-877c-01653bcd0588 None None] Sync routers for ids ['1948a3b4-60e8-41bf-9278-98cc88ad3a7d'] in n-d-818823-1 {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:18:50.736267 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device b27088f9-e878-4164-b44d-eaf681d4b066 no longer exists at agent hyperv_n-h1-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:18:50.739670 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-23ca294d-86c8-4404-a242-d2d26348a3e3 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Allocated IP 10.2.2.100 (af9bb979-b2e3-447d-a9f1-511c736d70b3/ef7fccd9-1ba4-439a-b54e-9e5a9b6c59f5/27859499-3fee-4255-98df-7775b62a7da8) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:18:50.748631 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-612398ad-4c72-4388-877c-01653bcd0588 None None] Routers {'1948a3b4-60e8-41bf-9278-98cc88ad3a7d'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:18:50.752195 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-612398ad-4c72-4388-877c-01653bcd0588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:18:32Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['1948a3b4-60e8-41bf-9278-98cc88ad3a7d'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:18:50.783710 n-d-818823-1 neutron-server[103448]: INFO neutron.api.v2.resource [None req-0e2f26bb-8c2e-4be5-9287-323a5707c2e9 tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] delete failed (client error): The resource could not be found. Nov 22 20:18:50.784208 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-0e2f26bb-8c2e-4be5-9287-323a5707c2e9 tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] 10.222.0.46 "DELETE /v2.0/routers/tempest-non_exist_router-1523785602 HTTP/1.1" status: 404 len: 335 time: 0.0818691 Nov 22 20:18:50.785217 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] No Port match for: b27088f9-e878-4164-b44d-eaf681d4b066 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:18:50.787068 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device b27088f9-e878-4164-b44d-eaf681d4b066 not bound to the agent host n-h1-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:18:50.803794 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-612398ad-4c72-4388-877c-01653bcd0588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:18:50.806679 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 45754) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:18:50.815295 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-26dc6e92-ac0a-45e0-bd85-fc14ff5a44a9 tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] Request body: {'router': {'external_gateway_info': {'network_id': '1948a3b4-60e8-41bf-9278-98cc88ad3a7d'}}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:18:50.815963 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-612398ad-4c72-4388-877c-01653bcd0588 None None] Routers {'1948a3b4-60e8-41bf-9278-98cc88ad3a7d'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:18:50.816584 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-612398ad-4c72-4388-877c-01653bcd0588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:18:32Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['1948a3b4-60e8-41bf-9278-98cc88ad3a7d'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:18:50.896283 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-612398ad-4c72-4388-877c-01653bcd0588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:18:50.896958 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-612398ad-4c72-4388-877c-01653bcd0588 None None] The sync data for ids ['1948a3b4-60e8-41bf-9278-98cc88ad3a7d'] in n-d-818823-1 is: [] {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:18:50.912805 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-23ca294d-86c8-4404-a242-d2d26348a3e3 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:50.962688 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdeba9d-21ea-4b8e-b96f-2819480081f6 req-878d690c-d5a6-4635-bb7e-7801751ff3ad tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:50.969174 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdeba9d-21ea-4b8e-b96f-2819480081f6 req-878d690c-d5a6-4635-bb7e-7801751ff3ad tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:50.988519 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdeba9d-21ea-4b8e-b96f-2819480081f6 req-878d690c-d5a6-4635-bb7e-7801751ff3ad tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:51.015709 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2bdeba9d-21ea-4b8e-b96f-2819480081f6 req-878d690c-d5a6-4635-bb7e-7801751ff3ad tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] 10.222.0.46 "GET /v2.0/ports?device_id=40c93a37-becd-4018-b943-1d6e903a3ffe HTTP/1.1" status: 200 len: 2373 time: 0.8091111 Nov 22 20:18:51.025569 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-23ca294d-86c8-4404-a242-d2d26348a3e3 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:51.108491 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c276c1-071e-4b6a-9306-75327731ad40 req-81ed19f1-4d40-4167-a924-2914546aacf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:51.119453 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b2c276c1-071e-4b6a-9306-75327731ad40 req-81ed19f1-4d40-4167-a924-2914546aacf7 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=13ac763e-9848-4bad-9cb9-977198c2f6fa HTTP/1.1" status: 200 len: 1097 time: 0.7483225 Nov 22 20:18:51.146615 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-26dc6e92-ac0a-45e0-bd85-fc14ff5a44a9 tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:51.175487 n-d-818823-1 neutron-server[103448]: INFO neutron.api.v2.resource [None req-26dc6e92-ac0a-45e0-bd85-fc14ff5a44a9 tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] update failed (client error): The resource could not be found. Nov 22 20:18:51.180873 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-26dc6e92-ac0a-45e0-bd85-fc14ff5a44a9 tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] 10.222.0.46 "PUT /v2.0/routers/1948a3b4-60e8-41bf-9278-98cc88ad3a7d HTTP/1.1" status: 404 len: 339 time: 0.3724182 Nov 22 20:18:51.181617 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 45764) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:18:51.202055 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0a4cfb95-7c0f-4d34-9ca8-e75cc3ec5b3a req-6bbd5a60-3306-4f2e-8268-816cc7f2f92a tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/ports?device_id=ee1752e3-cc1d-4530-beb4-26e82fda5fc3 HTTP/1.1" status: 200 len: 210 time: 0.2443099 Nov 22 20:18:51.249664 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-29dcee7e-3adb-4e02-8954-22d4ff1ff9c0 req-cf1a5499-ff2a-42d7-ad52-c45879f0787c tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=dd29aa5b29024a1589aa1e9d9246bd3e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2293715 Nov 22 20:18:51.325123 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-23ca294d-86c8-4404-a242-d2d26348a3e3 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Network af9bb979-b2e3-447d-a9f1-511c736d70b3 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:18:51.361268 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2bdeba9d-21ea-4b8e-b96f-2819480081f6 req-7e193260-e19e-426e-92fc-c2f821a8731e tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] 10.222.0.46 "GET /v2.0/security-groups?id=70cb0c9d-9724-446c-9f0a-bf3510156947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3443041 Nov 22 20:18:51.367256 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-23ca294d-86c8-4404-a242-d2d26348a3e3 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:18:51.416615 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-23ca294d-86c8-4404-a242-d2d26348a3e3 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:18:51.420377 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ca294d-86c8-4404-a242-d2d26348a3e3 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Pushing event updated for resources: {'Port': ['ID=27859499-3fee-4255-98df-7775b62a7da8,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:18:51.661181 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1b44ecca-10fc-4fd6-86a4-70d30589b1c2 tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:51.895366 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-558c1626-17ac-4f66-9744-e42f358bd8a8 None None] Provisioning complete for port 27859499-3fee-4255-98df-7775b62a7da8 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:18:51.896775 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-558c1626-17ac-4f66-9744-e42f358bd8a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:51.969519 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3939bb8a-d27d-4a56-9e1a-01ea1cc82108 req-3c794c4e-b8ca-485a-a1ab-5d3e99f766cc tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.46 "GET /v2.0/ports?device_id=5316a446-ecd3-4253-9665-5369c443676f HTTP/1.1" status: 200 len: 210 time: 0.4893761 Nov 22 20:18:52.002477 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b2c276c1-071e-4b6a-9306-75327731ad40 req-30772de9-e600-49eb-a1ed-d7a81f628b84 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=f984117d-844a-42a1-9c59-5ff916094579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8814359 Nov 22 20:18:52.006762 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-558c1626-17ac-4f66-9744-e42f358bd8a8 None None] Port 27859499-3fee-4255-98df-7775b62a7da8 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:18:52.019298 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d1ac36-34cb-434d-a448-7ba24dbef5b0 req-18c2e8a7-340b-4573-9cec-9007433a51d6 tempest-VolumesActionsTest-1125936459 tempest-VolumesActionsTest-1125936459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:52.021710 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-41d1ac36-34cb-434d-a448-7ba24dbef5b0 req-18c2e8a7-340b-4573-9cec-9007433a51d6 tempest-VolumesActionsTest-1125936459 tempest-VolumesActionsTest-1125936459-project] 10.222.0.46 "GET /v2.0/ports?device_id=13ac763e-9848-4bad-9cb9-977198c2f6fa HTTP/1.1" status: 200 len: 946 time: 0.6727531 Nov 22 20:18:52.043460 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-23ca294d-86c8-4404-a242-d2d26348a3e3 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:52.044080 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-23ca294d-86c8-4404-a242-d2d26348a3e3 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:52.079807 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-23ca294d-86c8-4404-a242-d2d26348a3e3 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7294376 Nov 22 20:18:52.095873 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [None req-1b44ecca-10fc-4fd6-86a4-70d30589b1c2 tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] Allocated IP 172.20.0.1 (6d498b0b-ea3c-4ea6-b362-d3e7f74ab587/0ef2fd61-e21a-44ce-a125-2ea980ed59a1/3e4106ba-0f5b-4c46-a6d0-315bc4a23018) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:18:52.100877 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-8dcc6df2-c48f-4e66-a067-42f33328cc7b tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Request body: {'port': {'device_id': '40c93a37-becd-4018-b943-1d6e903a3ffe', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'af9bb979-b2e3-447d-a9f1-511c736d70b3', 'admin_state_up': True, 'tenant_id': 'cd84c4200e0d47b4bcba9b053bf608fb', 'security_groups': ['70cb0c9d-9724-446c-9f0a-bf3510156947']}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:18:52.243805 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dcee7e-3adb-4e02-8954-22d4ff1ff9c0 req-d54c966e-6a13-4456-9c87-2f0308c44899 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:52.245351 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-29dcee7e-3adb-4e02-8954-22d4ff1ff9c0 req-d54c966e-6a13-4456-9c87-2f0308c44899 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9795923 Nov 22 20:18:52.261815 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-29dcee7e-3adb-4e02-8954-22d4ff1ff9c0 req-19bfa233-d321-4945-8e20-441fa1b1c2f5 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Request body: {'port': {'device_id': '5316a446-ecd3-4253-9665-5369c443676f', 'network_id': 'e1052824-bf78-4963-8937-b202e372ac24', 'admin_state_up': True, 'tenant_id': 'dd29aa5b29024a1589aa1e9d9246bd3e'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:18:52.285614 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-41d1ac36-34cb-434d-a448-7ba24dbef5b0 req-0981e784-c1bc-4206-9888-e86e8e7a0edd tempest-VolumesActionsTest-1125936459 tempest-VolumesActionsTest-1125936459-project] 10.222.0.46 "GET /v2.0/security-groups?id=f984117d-844a-42a1-9c59-5ff916094579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2572813 Nov 22 20:18:52.316332 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1b44ecca-10fc-4fd6-86a4-70d30589b1c2 tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:52.363999 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1b44ecca-10fc-4fd6-86a4-70d30589b1c2 tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:52.368357 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-03ddc319-7b44-47ca-af30-0508a9c5044f req-2cd52bc2-d59a-499a-8a01-17f5689b1fbb tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/ports?device_id=ee1752e3-cc1d-4530-beb4-26e82fda5fc3 HTTP/1.1" status: 200 len: 210 time: 0.0372260 Nov 22 20:18:52.408259 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-8dcc6df2-c48f-4e66-a067-42f33328cc7b tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Made reservation on behalf of cd84c4200e0d47b4bcba9b053bf608fb for: {'port': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:18:52.411050 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-8dcc6df2-c48f-4e66-a067-42f33328cc7b tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:52.445632 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b44ecca-10fc-4fd6-86a4-70d30589b1c2 tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] Pushing event updated for resources: {'Port': ['ID=3e4106ba-0f5b-4c46-a6d0-315bc4a23018,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:18:52.467102 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b44ecca-10fc-4fd6-86a4-70d30589b1c2 tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] Network 6d498b0b-ea3c-4ea6-b362-d3e7f74ab587 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:18:52.471457 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-1b44ecca-10fc-4fd6-86a4-70d30589b1c2 tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:18:52.482835 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b44ecca-10fc-4fd6-86a4-70d30589b1c2 tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:18:52.576804 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1b44ecca-10fc-4fd6-86a4-70d30589b1c2 tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659939'] for router_interface, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:52.585226 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29dcee7e-3adb-4e02-8954-22d4ff1ff9c0 req-19bfa233-d321-4945-8e20-441fa1b1c2f5 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Made reservation on behalf of dd29aa5b29024a1589aa1e9d9246bd3e for: {'port': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:18:52.589100 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-29dcee7e-3adb-4e02-8954-22d4ff1ff9c0 req-19bfa233-d321-4945-8e20-441fa1b1c2f5 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:52.690353 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d097b4fd-543e-4358-a3fc-07f1c187b9ae req-13a7b022-db1e-452b-a768-3598317f1ab7 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:52.697328 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d097b4fd-543e-4358-a3fc-07f1c187b9ae req-13a7b022-db1e-452b-a768-3598317f1ab7 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:52.704096 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d097b4fd-543e-4358-a3fc-07f1c187b9ae req-13a7b022-db1e-452b-a768-3598317f1ab7 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:52.710224 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d097b4fd-543e-4358-a3fc-07f1c187b9ae req-13a7b022-db1e-452b-a768-3598317f1ab7 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:52.720193 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d097b4fd-543e-4358-a3fc-07f1c187b9ae req-13a7b022-db1e-452b-a768-3598317f1ab7 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] 10.222.0.46 "GET /v2.0/ports?device_id=40c93a37-becd-4018-b943-1d6e903a3ffe HTTP/1.1" status: 200 len: 3094 time: 0.1559424 Nov 22 20:18:52.754764 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1b44ecca-10fc-4fd6-86a4-70d30589b1c2 tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:52.802962 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-8dcc6df2-c48f-4e66-a067-42f33328cc7b tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Allocated IP 10.2.2.200 (af9bb979-b2e3-447d-a9f1-511c736d70b3/ef7fccd9-1ba4-439a-b54e-9e5a9b6c59f5/ae0865ea-6502-4dd3-8f5a-f8707775c47a) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:18:52.844386 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-51da3a69-d710-46b2-838a-cdb0823cc158 None None] Provisioning complete for port 3e4106ba-0f5b-4c46-a6d0-315bc4a23018 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:18:52.861651 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-51da3a69-d710-46b2-838a-cdb0823cc158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:52.916398 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-51da3a69-d710-46b2-838a-cdb0823cc158 None None] Port 3e4106ba-0f5b-4c46-a6d0-315bc4a23018 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:18:52.921778 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d097b4fd-543e-4358-a3fc-07f1c187b9ae req-5b224da4-1172-4e3a-b882-f839e4e4bd14 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] 10.222.0.46 "GET /v2.0/security-groups?id=70cb0c9d-9724-446c-9f0a-bf3510156947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2004316 Nov 22 20:18:53.043477 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [req-29dcee7e-3adb-4e02-8954-22d4ff1ff9c0 req-19bfa233-d321-4945-8e20-441fa1b1c2f5 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Allocated IP 192.168.233.39 (e1052824-bf78-4963-8937-b202e372ac24/3091ebfd-11e2-41f8-9c00-ffe0b86563d8/bdd77363-c972-4d32-a6fc-a5ca97c33c45) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:18:53.164376 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a6181258-a6fe-4cea-87a6-ad6010817a52 req-1f8fedab-6bb4-4632-a6e5-d45f7e918123 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.46 "GET /v2.0/ports?device_id=5316a446-ecd3-4253-9665-5369c443676f HTTP/1.1" status: 200 len: 210 time: 0.0803225 Nov 22 20:18:53.309560 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1b44ecca-10fc-4fd6-86a4-70d30589b1c2 tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] Publish callbacks [] for port, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:53.316357 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1b44ecca-10fc-4fd6-86a4-70d30589b1c2 tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:53.351285 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-8dcc6df2-c48f-4e66-a067-42f33328cc7b tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:53.399922 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1b44ecca-10fc-4fd6-86a4-70d30589b1c2 tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-563461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-659839'] for router_interface, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:53.470148 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-29dcee7e-3adb-4e02-8954-22d4ff1ff9c0 req-19bfa233-d321-4945-8e20-441fa1b1c2f5 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:53.505430 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ac8f7d-8bb3-43a6-992f-59f6cc771c11 req-67172607-85ad-4c95-a936-f2ceae705ad1 tempest-VolumesActionsTest-1125936459 tempest-VolumesActionsTest-1125936459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:53.507141 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-29ac8f7d-8bb3-43a6-992f-59f6cc771c11 req-67172607-85ad-4c95-a936-f2ceae705ad1 tempest-VolumesActionsTest-1125936459 tempest-VolumesActionsTest-1125936459-project] 10.222.0.46 "GET /v2.0/ports?device_id=13ac763e-9848-4bad-9cb9-977198c2f6fa HTTP/1.1" status: 200 len: 946 time: 0.1023779 Nov 22 20:18:53.511595 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-8dcc6df2-c48f-4e66-a067-42f33328cc7b tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:53.604529 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b44ecca-10fc-4fd6-86a4-70d30589b1c2 tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] Pushing event updated for resources: {'Port': ['ID=3e4106ba-0f5b-4c46-a6d0-315bc4a23018,revision_number=2']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:18:53.609068 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b44ecca-10fc-4fd6-86a4-70d30589b1c2 tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] Network 6d498b0b-ea3c-4ea6-b362-d3e7f74ab587 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:18:53.619355 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-1b44ecca-10fc-4fd6-86a4-70d30589b1c2 tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:18:53.627433 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8e3546a7-b5ef-4ddf-bea6-5e92207a0e74 req-97f666e7-a4a0-46f9-ae0e-fb8def21ea55 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/ports?device_id=ee1752e3-cc1d-4530-beb4-26e82fda5fc3 HTTP/1.1" status: 200 len: 210 time: 0.0816936 Nov 22 20:18:53.694776 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-8dcc6df2-c48f-4e66-a067-42f33328cc7b tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Network af9bb979-b2e3-447d-a9f1-511c736d70b3 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:18:53.766256 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-29ac8f7d-8bb3-43a6-992f-59f6cc771c11 req-8f2628ad-0bcd-4aeb-90a2-9d97ab8e9c56 tempest-VolumesActionsTest-1125936459 tempest-VolumesActionsTest-1125936459-project] 10.222.0.46 "GET /v2.0/security-groups?id=f984117d-844a-42a1-9c59-5ff916094579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2330787 Nov 22 20:18:53.770339 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-29dcee7e-3adb-4e02-8954-22d4ff1ff9c0 req-19bfa233-d321-4945-8e20-441fa1b1c2f5 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:53.784793 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] get_ports_and_sgs() called for port_ids ['afbbfbb1-6a7a-467b-bc94-36bdeced156e', '809ce848-2187-4a4e-8edc-dd0191bb8cd6'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:18:53.789685 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-8dcc6df2-c48f-4e66-a067-42f33328cc7b tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:18:53.792516 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-8dcc6df2-c48f-4e66-a067-42f33328cc7b tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:18:53.798209 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcc6df2-c48f-4e66-a067-42f33328cc7b tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Pushing event updated for resources: {'Port': ['ID=ae0865ea-6502-4dd3-8f5a-f8707775c47a,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:18:53.862049 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] get_ports_and_sgs() called for port_ids ['52d6b7ae-24f7-4fb1-a9ba-b05788111e33', '15fcdac3-0d86-47fd-a34f-6adf8d9958a3', '159ed494-f1c4-45d7-8e39-d21b57d302f2', '228d93de-4494-4046-b2e5-5983222dab88'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:18:53.869437 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b44ecca-10fc-4fd6-86a4-70d30589b1c2 tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] Router 1948a3b4-60e8-41bf-9278-98cc88ad3a7d has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 20:18:53.969664 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29dcee7e-3adb-4e02-8954-22d4ff1ff9c0 req-19bfa233-d321-4945-8e20-441fa1b1c2f5 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Network e1052824-bf78-4963-8937-b202e372ac24 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:18:53.977846 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-8dcc6df2-c48f-4e66-a067-42f33328cc7b tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:53.978717 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-8dcc6df2-c48f-4e66-a067-42f33328cc7b tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:54.006550 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [req-29dcee7e-3adb-4e02-8954-22d4ff1ff9c0 req-19bfa233-d321-4945-8e20-441fa1b1c2f5 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:18:54.008878 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bfa233-d321-4945-8e20-441fa1b1c2f5 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Pushing event updated for resources: {'Port': ['ID=bdd77363-c972-4d32-a6fc-a5ca97c33c45,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:18:54.027533 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-29dcee7e-3adb-4e02-8954-22d4ff1ff9c0 req-19bfa233-d321-4945-8e20-441fa1b1c2f5 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:18:54.113330 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dcee7e-3adb-4e02-8954-22d4ff1ff9c0 req-19bfa233-d321-4945-8e20-441fa1b1c2f5 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:54.114987 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-29dcee7e-3adb-4e02-8954-22d4ff1ff9c0 req-19bfa233-d321-4945-8e20-441fa1b1c2f5 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:54.163980 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-8dcc6df2-c48f-4e66-a067-42f33328cc7b tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0705683 Nov 22 20:18:54.180634 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-29dcee7e-3adb-4e02-8954-22d4ff1ff9c0 req-19bfa233-d321-4945-8e20-441fa1b1c2f5 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9225373 Nov 22 20:18:54.198956 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-4c863b5e-4018-4d24-b3e0-607e3161bebc service neutron] Request body: {'port': {'device_id': '40c93a37-becd-4018-b943-1d6e903a3ffe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818823-1'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:18:54.219739 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-29dcee7e-3adb-4e02-8954-22d4ff1ff9c0 req-fe61e270-b779-4725-ac4e-d500f88b618e service neutron] Request body: {'port': {'device_id': '5316a446-ecd3-4253-9665-5369c443676f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818823-1'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:18:54.360672 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-74777a50-a649-4b70-9806-0f5f85c50a09 None None] Provisioning complete for port 3e4106ba-0f5b-4c46-a6d0-315bc4a23018 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:18:54.361281 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-74777a50-a649-4b70-9806-0f5f85c50a09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:54.465652 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84a5971-ec46-432e-8c99-6fd3eb4f43a1 req-4f2a2f35-862c-4dce-bdd2-be4575446336 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:54.488092 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84a5971-ec46-432e-8c99-6fd3eb4f43a1 req-4f2a2f35-862c-4dce-bdd2-be4575446336 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:54.497093 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84a5971-ec46-432e-8c99-6fd3eb4f43a1 req-4f2a2f35-862c-4dce-bdd2-be4575446336 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:54.504853 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84a5971-ec46-432e-8c99-6fd3eb4f43a1 req-4f2a2f35-862c-4dce-bdd2-be4575446336 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:54.517497 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84a5971-ec46-432e-8c99-6fd3eb4f43a1 req-4f2a2f35-862c-4dce-bdd2-be4575446336 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:54.533870 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f84a5971-ec46-432e-8c99-6fd3eb4f43a1 req-4f2a2f35-862c-4dce-bdd2-be4575446336 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] 10.222.0.46 "GET /v2.0/ports?device_id=40c93a37-becd-4018-b943-1d6e903a3ffe HTTP/1.1" status: 200 len: 3815 time: 0.2516780 Nov 22 20:18:54.541422 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-4c863b5e-4018-4d24-b3e0-607e3161bebc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:54.549317 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-29dcee7e-3adb-4e02-8954-22d4ff1ff9c0 req-fe61e270-b779-4725-ac4e-d500f88b618e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:54.757426 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-74777a50-a649-4b70-9806-0f5f85c50a09 None None] Port 3e4106ba-0f5b-4c46-a6d0-315bc4a23018 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:18:54.929567 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-3f90c2aa-8e74-4b3a-bd9b-c3985fb8cf04 None None] Provisioning complete for port ae0865ea-6502-4dd3-8f5a-f8707775c47a triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:18:54.930042 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-3f90c2aa-8e74-4b3a-bd9b-c3985fb8cf04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:54.956980 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b44ecca-10fc-4fd6-86a4-70d30589b1c2 tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:18:54.970287 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-1b44ecca-10fc-4fd6-86a4-70d30589b1c2 tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] 10.222.0.46 "PUT /v2.0/routers/1948a3b4-60e8-41bf-9278-98cc88ad3a7d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7856197 Nov 22 20:18:54.979909 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 45822) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:18:54.992928 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f083e0c7-f84c-4f1c-9dba-d472bbdac676 None None] Sync routers for ids ['1948a3b4-60e8-41bf-9278-98cc88ad3a7d'] in n-d-818823-1 {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:18:55.052505 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f84a5971-ec46-432e-8c99-6fd3eb4f43a1 req-e055872f-4de4-4c86-b392-1f6fac6b73d7 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] 10.222.0.46 "GET /v2.0/security-groups?id=70cb0c9d-9724-446c-9f0a-bf3510156947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5169294 Nov 22 20:18:55.091638 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-3f90c2aa-8e74-4b3a-bd9b-c3985fb8cf04 None None] Port ae0865ea-6502-4dd3-8f5a-f8707775c47a cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:18:55.095817 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f083e0c7-f84c-4f1c-9dba-d472bbdac676 None None] Routers {'1948a3b4-60e8-41bf-9278-98cc88ad3a7d'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:18:55.097486 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-f083e0c7-f84c-4f1c-9dba-d472bbdac676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:18:32Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['1948a3b4-60e8-41bf-9278-98cc88ad3a7d'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:18:55.178327 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-f083e0c7-f84c-4f1c-9dba-d472bbdac676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:18:55.211898 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f083e0c7-f84c-4f1c-9dba-d472bbdac676 None None] Routers {'1948a3b4-60e8-41bf-9278-98cc88ad3a7d'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:18:55.212947 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-f083e0c7-f84c-4f1c-9dba-d472bbdac676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:18:32Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['1948a3b4-60e8-41bf-9278-98cc88ad3a7d'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:18:55.213214 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727ae1d0-1753-4ef9-a2a6-e859abb6ce52 req-aa5bea12-cd66-4c2d-b2c7-401f52130cfe tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:55.221654 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-727ae1d0-1753-4ef9-a2a6-e859abb6ce52 req-aa5bea12-cd66-4c2d-b2c7-401f52130cfe tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.46 "GET /v2.0/ports?device_id=5316a446-ecd3-4253-9665-5369c443676f HTTP/1.1" status: 200 len: 935 time: 0.6747980 Nov 22 20:18:55.307082 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-3f90c2aa-8e74-4b3a-bd9b-c3985fb8cf04 None None] Provisioning complete for port bdd77363-c972-4d32-a6fc-a5ca97c33c45 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:18:55.307518 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-3f90c2aa-8e74-4b3a-bd9b-c3985fb8cf04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:55.311288 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-f083e0c7-f84c-4f1c-9dba-d472bbdac676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:18:55.312087 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f083e0c7-f84c-4f1c-9dba-d472bbdac676 None None] The sync data for ids ['1948a3b4-60e8-41bf-9278-98cc88ad3a7d'] in n-d-818823-1 is: [] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:18:55.322759 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2a9c9c04-c087-434e-91b1-ba582e54fa0a req-927a6d96-d722-49a0-8bc1-bebc76045b43 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/ports?device_id=ee1752e3-cc1d-4530-beb4-26e82fda5fc3 HTTP/1.1" status: 200 len: 210 time: 0.0568340 Nov 22 20:18:55.349984 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-4c863b5e-4018-4d24-b3e0-607e3161bebc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24e26784-28ce-4e69-aa50-f9485f00f0dd {{(pid=103447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:18:55.377182 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-3f90c2aa-8e74-4b3a-bd9b-c3985fb8cf04 None None] Port bdd77363-c972-4d32-a6fc-a5ca97c33c45 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:18:55.415485 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-4c863b5e-4018-4d24-b3e0-607e3161bebc service neutron] Publish callbacks [] for port, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:55.422402 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9fb1067e-f580-480e-a312-3f82daae4187 tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] Publish callbacks [] for router, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:55.464526 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-727ae1d0-1753-4ef9-a2a6-e859abb6ce52 req-50f8cc2f-8ed7-4233-a7e9-6da91d025087 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c61ce95-aab5-427a-864a-9f490b05fbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2371037 Nov 22 20:18:55.571053 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.provisioning_blocks [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-4c863b5e-4018-4d24-b3e0-607e3161bebc service neutron] Transition to ACTIVE for port object 24e26784-28ce-4e69-aa50-f9485f00f0dd will not be triggered until provisioned by entity L2. {{(pid=103447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 20:18:55.588316 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-4c863b5e-4018-4d24-b3e0-607e3161bebc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:55.764503 n-d-818823-1 neutron-server[103447]: INFO neutron.api.v2.resource [None req-9fb1067e-f580-480e-a312-3f82daae4187 tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 22 20:18:55.769519 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-9fb1067e-f580-480e-a312-3f82daae4187 tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] 10.222.0.46 "DELETE /v2.0/routers/1948a3b4-60e8-41bf-9278-98cc88ad3a7d HTTP/1.1" status: 409 len: 329 time: 0.7834017 Nov 22 20:18:55.769972 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 45836) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:18:55.782072 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c863b5e-4018-4d24-b3e0-607e3161bebc service neutron] Pushing event updated for resources: {'Port': ['ID=24e26784-28ce-4e69-aa50-f9485f00f0dd,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:18:55.975114 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-4c863b5e-4018-4d24-b3e0-607e3161bebc service neutron] Attempting to bind port 24e26784-28ce-4e69-aa50-f9485f00f0dd on host n-h1-818823-1 for vnic_type normal with profile {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:18:55.975643 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-4c863b5e-4018-4d24-b3e0-607e3161bebc service neutron] Attempting to bind port 24e26784-28ce-4e69-aa50-f9485f00f0dd by drivers openvswitch,hyperv on host n-h1-818823-1 at level 0 using segments [{'id': '6273ad9b-43bd-49ab-92c4-43e66fe51a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'd850805c-8248-4517-bdd1-4a876cc6baf0'}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:18:55.976146 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-4c863b5e-4018-4d24-b3e0-607e3161bebc service neutron] Attempting to bind port 24e26784-28ce-4e69-aa50-f9485f00f0dd on network d850805c-8248-4517-bdd1-4a876cc6baf0 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:18:56.004478 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-4c863b5e-4018-4d24-b3e0-607e3161bebc service neutron] Port 24e26784-28ce-4e69-aa50-f9485f00f0dd on network d850805c-8248-4517-bdd1-4a876cc6baf0 not bound, no agent of type Open vSwitch agent registered on host n-h1-818823-1 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:18:56.005020 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-4c863b5e-4018-4d24-b3e0-607e3161bebc service neutron] Attempting to bind port 24e26784-28ce-4e69-aa50-f9485f00f0dd on network d850805c-8248-4517-bdd1-4a876cc6baf0 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:18:56.029711 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-4c863b5e-4018-4d24-b3e0-607e3161bebc service neutron] Checking agent: {'id': '7a008cff-3b49-418c-8046-689d46cc800f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'started_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 18, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:18:56.030304 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-4c863b5e-4018-4d24-b3e0-607e3161bebc service neutron] Checking segment: {'id': '6273ad9b-43bd-49ab-92c4-43e66fe51a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'd850805c-8248-4517-bdd1-4a876cc6baf0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:18:56.030855 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-4c863b5e-4018-4d24-b3e0-607e3161bebc service neutron] Bound using segment: {'id': '6273ad9b-43bd-49ab-92c4-43e66fe51a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'd850805c-8248-4517-bdd1-4a876cc6baf0'} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:18:56.031493 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-4c863b5e-4018-4d24-b3e0-607e3161bebc service neutron] Bound port: 24e26784-28ce-4e69-aa50-f9485f00f0dd, host: n-h1-818823-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6273ad9b-43bd-49ab-92c4-43e66fe51a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'd850805c-8248-4517-bdd1-4a876cc6baf0'}}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:18:56.035003 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-4c863b5e-4018-4d24-b3e0-607e3161bebc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:56.095640 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [req-29dcee7e-3adb-4e02-8954-22d4ff1ff9c0 req-fe61e270-b779-4725-ac4e-d500f88b618e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bdd77363-c972-4d32-a6fc-a5ca97c33c45 {{(pid=103447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:18:56.140636 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-29dcee7e-3adb-4e02-8954-22d4ff1ff9c0 req-fe61e270-b779-4725-ac4e-d500f88b618e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:56.169514 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.provisioning_blocks [req-29dcee7e-3adb-4e02-8954-22d4ff1ff9c0 req-fe61e270-b779-4725-ac4e-d500f88b618e service neutron] Transition to ACTIVE for port object bdd77363-c972-4d32-a6fc-a5ca97c33c45 will not be triggered until provisioned by entity L2. {{(pid=103447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 20:18:56.181643 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-29dcee7e-3adb-4e02-8954-22d4ff1ff9c0 req-fe61e270-b779-4725-ac4e-d500f88b618e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:56.334437 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-4c863b5e-4018-4d24-b3e0-607e3161bebc service neutron] For port 24e26784-28ce-4e69-aa50-f9485f00f0dd, host n-h1-818823-1, cleared binding levels {{(pid=103447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:18:56.380833 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe61e270-b779-4725-ac4e-d500f88b618e service neutron] Pushing event updated for resources: {'Port': ['ID=bdd77363-c972-4d32-a6fc-a5ca97c33c45,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:18:56.428154 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6a15cc7c-0247-4784-afd7-a7a2da5f364b tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659736'] for router_interface, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:56.493707 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-4c863b5e-4018-4d24-b3e0-607e3161bebc service neutron] For port 24e26784-28ce-4e69-aa50-f9485f00f0dd, host n-h1-818823-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=24e26784-28ce-4e69-aa50-f9485f00f0dd,segment=NetworkSegment(6273ad9b-43bd-49ab-92c4-43e66fe51a00),segment_id=6273ad9b-43bd-49ab-92c4-43e66fe51a00)] {{(pid=103447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:18:56.525252 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-fd0b14dc-d431-4213-a65a-d65e8690ea29 req-8fc9a5a1-0a31-43e4-907a-aa16debc9914 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/ports?device_id=ee1752e3-cc1d-4530-beb4-26e82fda5fc3 HTTP/1.1" status: 200 len: 210 time: 0.0907311 Nov 22 20:18:56.531955 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-4c863b5e-4018-4d24-b3e0-607e3161bebc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:56.659766 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-4c863b5e-4018-4d24-b3e0-607e3161bebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:56.660392 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-4c863b5e-4018-4d24-b3e0-607e3161bebc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:56.661818 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-4c863b5e-4018-4d24-b3e0-607e3161bebc service neutron] 10.222.0.41 "PUT /v2.0/ports/24e26784-28ce-4e69-aa50-f9485f00f0dd HTTP/1.1" status: 200 len: 1091 time: 2.4779854 Nov 22 20:18:56.662362 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40c93a37-becd-4018-b943-1d6e903a3ffe', 'tag': '24e26784-28ce-4e69-aa50-f9485f00f0dd'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:18:56.664940 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-229d58d5-0a78-45cd-937c-60944c2642f8" -d '{"events": [{"name": "network-changed", "server_uuid": "40c93a37-becd-4018-b943-1d6e903a3ffe", "tag": "24e26784-28ce-4e69-aa50-f9485f00f0dd"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:18:56.698154 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-bc3346e2-6c00-45a3-8f70-6dfc2932c165 service neutron] Request body: {'port': {'device_id': '40c93a37-becd-4018-b943-1d6e903a3ffe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818823-1'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:18:56.705208 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c863b5e-4018-4d24-b3e0-607e3161bebc service neutron] Pushing event updated for resources: {'Port': ['ID=24e26784-28ce-4e69-aa50-f9485f00f0dd,revision_number=3']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:18:56.746252 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-29dcee7e-3adb-4e02-8954-22d4ff1ff9c0 req-fe61e270-b779-4725-ac4e-d500f88b618e service neutron] Attempting to bind port bdd77363-c972-4d32-a6fc-a5ca97c33c45 on host n-h2-818823-1 for vnic_type normal with profile {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:18:56.746252 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-29dcee7e-3adb-4e02-8954-22d4ff1ff9c0 req-fe61e270-b779-4725-ac4e-d500f88b618e service neutron] Attempting to bind port bdd77363-c972-4d32-a6fc-a5ca97c33c45 by drivers openvswitch,hyperv on host n-h2-818823-1 at level 0 using segments [{'id': '2a5a1c7b-538e-498e-99b9-cc7a8e0411be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'e1052824-bf78-4963-8937-b202e372ac24'}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:18:56.746252 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29dcee7e-3adb-4e02-8954-22d4ff1ff9c0 req-fe61e270-b779-4725-ac4e-d500f88b618e service neutron] Attempting to bind port bdd77363-c972-4d32-a6fc-a5ca97c33c45 on network e1052824-bf78-4963-8937-b202e372ac24 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:18:56.771878 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95641c22-eb42-4d3c-af9f-8830d16c14ab req-7c5670e8-f4f9-4ed5-85d7-fce0f2e9e0e8 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:56.782688 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95641c22-eb42-4d3c-af9f-8830d16c14ab req-7c5670e8-f4f9-4ed5-85d7-fce0f2e9e0e8 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:56.789030 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95641c22-eb42-4d3c-af9f-8830d16c14ab req-7c5670e8-f4f9-4ed5-85d7-fce0f2e9e0e8 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:56.795985 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95641c22-eb42-4d3c-af9f-8830d16c14ab req-7c5670e8-f4f9-4ed5-85d7-fce0f2e9e0e8 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:56.802244 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95641c22-eb42-4d3c-af9f-8830d16c14ab req-7c5670e8-f4f9-4ed5-85d7-fce0f2e9e0e8 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:56.804151 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-95641c22-eb42-4d3c-af9f-8830d16c14ab req-7c5670e8-f4f9-4ed5-85d7-fce0f2e9e0e8 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] 10.222.0.46 "GET /v2.0/ports?device_id=40c93a37-becd-4018-b943-1d6e903a3ffe HTTP/1.1" status: 200 len: 3827 time: 0.5401878 Nov 22 20:18:56.929131 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-95641c22-eb42-4d3c-af9f-8830d16c14ab req-c7d4f91d-4b66-46c9-b37c-adaca171184b tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] 10.222.0.46 "GET /v2.0/security-groups?id=70cb0c9d-9724-446c-9f0a-bf3510156947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1114914 Nov 22 20:18:56.944952 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29dcee7e-3adb-4e02-8954-22d4ff1ff9c0 req-fe61e270-b779-4725-ac4e-d500f88b618e service neutron] Port bdd77363-c972-4d32-a6fc-a5ca97c33c45 on network e1052824-bf78-4963-8937-b202e372ac24 not bound, no agent of type Open vSwitch agent registered on host n-h2-818823-1 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:18:56.945508 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29dcee7e-3adb-4e02-8954-22d4ff1ff9c0 req-fe61e270-b779-4725-ac4e-d500f88b618e service neutron] Attempting to bind port bdd77363-c972-4d32-a6fc-a5ca97c33c45 on network e1052824-bf78-4963-8937-b202e372ac24 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:18:56.945727 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-6a15cc7c-0247-4784-afd7-a7a2da5f364b tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] Deleting port 3e4106ba-0f5b-4c46-a6d0-315bc4a23018 {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:18:56.946179 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6a15cc7c-0247-4784-afd7-a7a2da5f364b tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:57.016470 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 20:18:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56a80822-3a99-465a-a525-877b660e2ef1 x-openstack-request-id: req-56a80822-3a99-465a-a525-877b660e2ef1 {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:18:57.016910 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40c93a37-becd-4018-b943-1d6e903a3ffe", "tag": "24e26784-28ce-4e69-aa50-f9485f00f0dd", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:18:57.027874 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-56a80822-3a99-465a-a525-877b660e2ef1 {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:18:57.028641 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40c93a37-becd-4018-b943-1d6e903a3ffe', 'tag': '24e26784-28ce-4e69-aa50-f9485f00f0dd', 'status': 'completed', 'code': 200} Nov 22 20:18:57.070648 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29dcee7e-3adb-4e02-8954-22d4ff1ff9c0 req-fe61e270-b779-4725-ac4e-d500f88b618e service neutron] Checking agent: {'id': '65e0486a-7030-4065-96f0-10aa7402a530', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'started_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 18, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:18:57.071327 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29dcee7e-3adb-4e02-8954-22d4ff1ff9c0 req-fe61e270-b779-4725-ac4e-d500f88b618e service neutron] Checking segment: {'id': '2a5a1c7b-538e-498e-99b9-cc7a8e0411be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'e1052824-bf78-4963-8937-b202e372ac24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:18:57.071933 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29dcee7e-3adb-4e02-8954-22d4ff1ff9c0 req-fe61e270-b779-4725-ac4e-d500f88b618e service neutron] Bound using segment: {'id': '2a5a1c7b-538e-498e-99b9-cc7a8e0411be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'e1052824-bf78-4963-8937-b202e372ac24'} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:18:57.072570 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-29dcee7e-3adb-4e02-8954-22d4ff1ff9c0 req-fe61e270-b779-4725-ac4e-d500f88b618e service neutron] Bound port: bdd77363-c972-4d32-a6fc-a5ca97c33c45, host: n-h2-818823-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a5a1c7b-538e-498e-99b9-cc7a8e0411be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'e1052824-bf78-4963-8937-b202e372ac24'}}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:18:57.073115 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-29dcee7e-3adb-4e02-8954-22d4ff1ff9c0 req-fe61e270-b779-4725-ac4e-d500f88b618e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:57.125651 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-bc3346e2-6c00-45a3-8f70-6dfc2932c165 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:57.126267 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229d58d5-0a78-45cd-937c-60944c2642f8 req-bc2fd426-105a-4c19-b2cf-603fa67dd7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:57.126776 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229d58d5-0a78-45cd-937c-60944c2642f8 req-bc2fd426-105a-4c19-b2cf-603fa67dd7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:57.127253 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229d58d5-0a78-45cd-937c-60944c2642f8 req-bc2fd426-105a-4c19-b2cf-603fa67dd7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:57.127750 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229d58d5-0a78-45cd-937c-60944c2642f8 req-bc2fd426-105a-4c19-b2cf-603fa67dd7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:57.128418 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229d58d5-0a78-45cd-937c-60944c2642f8 req-bc2fd426-105a-4c19-b2cf-603fa67dd7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:57.131823 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-229d58d5-0a78-45cd-937c-60944c2642f8 req-bc2fd426-105a-4c19-b2cf-603fa67dd7f8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cd84c4200e0d47b4bcba9b053bf608fb&device_id=40c93a37-becd-4018-b943-1d6e903a3ffe HTTP/1.1" status: 200 len: 4362 time: 0.0881371 Nov 22 20:18:57.175294 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6a15cc7c-0247-4784-afd7-a7a2da5f364b tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:57.176763 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db15370-9e50-4068-ab9b-bdf81a9a68c3 req-dcd97dad-d766-413f-a227-6b4bd47770d4 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:57.189667 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1db15370-9e50-4068-ab9b-bdf81a9a68c3 req-dcd97dad-d766-413f-a227-6b4bd47770d4 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.46 "GET /v2.0/ports?device_id=5316a446-ecd3-4253-9665-5369c443676f HTTP/1.1" status: 200 len: 947 time: 0.4800422 Nov 22 20:18:57.194104 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-6a15cc7c-0247-4784-afd7-a7a2da5f364b tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] Calling delete_port for 3e4106ba-0f5b-4c46-a6d0-315bc4a23018 owned by network:router_interface {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:18:57.337135 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1db15370-9e50-4068-ab9b-bdf81a9a68c3 req-d21ba5ef-6c50-47de-bc1f-5d936b53dcfa tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c61ce95-aab5-427a-864a-9f490b05fbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411674 Nov 22 20:18:57.349644 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-29dcee7e-3adb-4e02-8954-22d4ff1ff9c0 req-fe61e270-b779-4725-ac4e-d500f88b618e service neutron] For port bdd77363-c972-4d32-a6fc-a5ca97c33c45, host n-h2-818823-1, cleared binding levels {{(pid=103447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:18:57.355905 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-29dcee7e-3adb-4e02-8954-22d4ff1ff9c0 req-fe61e270-b779-4725-ac4e-d500f88b618e service neutron] For port bdd77363-c972-4d32-a6fc-a5ca97c33c45, host n-h2-818823-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=bdd77363-c972-4d32-a6fc-a5ca97c33c45,segment=NetworkSegment(2a5a1c7b-538e-498e-99b9-cc7a8e0411be),segment_id=2a5a1c7b-538e-498e-99b9-cc7a8e0411be)] {{(pid=103447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:18:57.476956 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-29dcee7e-3adb-4e02-8954-22d4ff1ff9c0 req-fe61e270-b779-4725-ac4e-d500f88b618e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:57.499621 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dcee7e-3adb-4e02-8954-22d4ff1ff9c0 req-fe61e270-b779-4725-ac4e-d500f88b618e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:57.500569 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-29dcee7e-3adb-4e02-8954-22d4ff1ff9c0 req-fe61e270-b779-4725-ac4e-d500f88b618e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:57.502045 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-29dcee7e-3adb-4e02-8954-22d4ff1ff9c0 req-fe61e270-b779-4725-ac4e-d500f88b618e service neutron] 10.222.0.20 "PUT /v2.0/ports/bdd77363-c972-4d32-a6fc-a5ca97c33c45 HTTP/1.1" status: 200 len: 1095 time: 3.2894876 Nov 22 20:18:57.702373 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229d58d5-0a78-45cd-937c-60944c2642f8 req-09fd26d9-11fd-4615-b0c1-2391c2a541d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:57.703329 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229d58d5-0a78-45cd-937c-60944c2642f8 req-09fd26d9-11fd-4615-b0c1-2391c2a541d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:57.703329 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229d58d5-0a78-45cd-937c-60944c2642f8 req-09fd26d9-11fd-4615-b0c1-2391c2a541d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:57.705042 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-229d58d5-0a78-45cd-937c-60944c2642f8 req-09fd26d9-11fd-4615-b0c1-2391c2a541d2 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=cd84c4200e0d47b4bcba9b053bf608fb&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.5000997 Nov 22 20:18:57.895784 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6a15cc7c-0247-4784-afd7-a7a2da5f364b tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:58.010308 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a15cc7c-0247-4784-afd7-a7a2da5f364b tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] Pushing event deleted for resources: {'Port': ['ID=3e4106ba-0f5b-4c46-a6d0-315bc4a23018,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:18:58.126945 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229d58d5-0a78-45cd-937c-60944c2642f8 req-7848498b-c807-4001-8b68-9631ed525476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:58.142951 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-229d58d5-0a78-45cd-937c-60944c2642f8 req-7848498b-c807-4001-8b68-9631ed525476 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4127698 Nov 22 20:18:58.234777 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe61e270-b779-4725-ac4e-d500f88b618e service neutron] Pushing event updated for resources: {'Port': ['ID=bdd77363-c972-4d32-a6fc-a5ca97c33c45,revision_number=3']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:18:58.239289 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b22bf17a-f454-4fe9-9a85-6cde1a0ca031 req-3d6e3ea1-f50c-4872-ae9a-472840a0b02f tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/ports?device_id=ee1752e3-cc1d-4530-beb4-26e82fda5fc3 HTTP/1.1" status: 200 len: 210 time: 0.1057136 Nov 22 20:18:58.278341 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dcee7e-3adb-4e02-8954-22d4ff1ff9c0 req-2e592ccf-3510-4fd8-ac44-88194977d6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:58.280942 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-29dcee7e-3adb-4e02-8954-22d4ff1ff9c0 req-2e592ccf-3510-4fd8-ac44-88194977d6fb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=dd29aa5b29024a1589aa1e9d9246bd3e&device_id=5316a446-ecd3-4253-9665-5369c443676f HTTP/1.1" status: 200 len: 1098 time: 0.7143226 Nov 22 20:18:58.324218 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5664dd78-ce04-4026-8d72-2ffbae57cf55 req-c5440e41-ed69-4bce-b158-a4d21be24836 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:58.331056 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5664dd78-ce04-4026-8d72-2ffbae57cf55 req-c5440e41-ed69-4bce-b158-a4d21be24836 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:58.342312 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5664dd78-ce04-4026-8d72-2ffbae57cf55 req-c5440e41-ed69-4bce-b158-a4d21be24836 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:58.349351 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5664dd78-ce04-4026-8d72-2ffbae57cf55 req-c5440e41-ed69-4bce-b158-a4d21be24836 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:58.356026 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5664dd78-ce04-4026-8d72-2ffbae57cf55 req-c5440e41-ed69-4bce-b158-a4d21be24836 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:58.366035 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5664dd78-ce04-4026-8d72-2ffbae57cf55 req-c5440e41-ed69-4bce-b158-a4d21be24836 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] 10.222.0.46 "GET /v2.0/ports?device_id=40c93a37-becd-4018-b943-1d6e903a3ffe HTTP/1.1" status: 200 len: 3827 time: 0.2671876 Nov 22 20:18:58.381552 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6a15cc7c-0247-4784-afd7-a7a2da5f364b tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-563470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-663272'] for router_interface, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:58.511704 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-bc3346e2-6c00-45a3-8f70-6dfc2932c165 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23b5427c-a333-43d6-a0e0-5ca27da7038f {{(pid=103447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:18:58.520807 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-bc3346e2-6c00-45a3-8f70-6dfc2932c165 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:58.536069 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.provisioning_blocks [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-bc3346e2-6c00-45a3-8f70-6dfc2932c165 service neutron] Transition to ACTIVE for port object 23b5427c-a333-43d6-a0e0-5ca27da7038f will not be triggered until provisioned by entity L2. {{(pid=103447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 20:18:58.538224 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-29dcee7e-3adb-4e02-8954-22d4ff1ff9c0 req-4a5ea9ed-3f5b-4813-918a-46987c67f881 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=bdd77363-c972-4d32-a6fc-a5ca97c33c45 HTTP/1.1" status: 200 len: 217 time: 0.2447536 Nov 22 20:18:58.595042 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a15cc7c-0247-4784-afd7-a7a2da5f364b tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] Router 1948a3b4-60e8-41bf-9278-98cc88ad3a7d has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 20:18:58.630687 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dcee7e-3adb-4e02-8954-22d4ff1ff9c0 req-5e94ad1f-e4b3-4523-9167-5af0c9b3181a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:58.632221 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-29dcee7e-3adb-4e02-8954-22d4ff1ff9c0 req-5e94ad1f-e4b3-4523-9167-5af0c9b3181a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3091ebfd-11e2-41f8-9c00-ffe0b86563d8 HTTP/1.1" status: 200 len: 843 time: 0.0555387 Nov 22 20:18:58.642488 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-bc3346e2-6c00-45a3-8f70-6dfc2932c165 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:58.687851 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a15cc7c-0247-4784-afd7-a7a2da5f364b tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:18:58.694977 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-6a15cc7c-0247-4784-afd7-a7a2da5f364b tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] 10.222.0.46 "PUT /v2.0/routers/1948a3b4-60e8-41bf-9278-98cc88ad3a7d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9235938 Nov 22 20:18:58.699051 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 45882) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:18:58.703321 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-092cfce0-4f36-466b-a249-bd9dc25e8687 None None] Sync routers for ids ['1948a3b4-60e8-41bf-9278-98cc88ad3a7d'] in n-d-818823-1 {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:18:58.727980 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-092cfce0-4f36-466b-a249-bd9dc25e8687 None None] Routers {'1948a3b4-60e8-41bf-9278-98cc88ad3a7d'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:18:58.728598 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-092cfce0-4f36-466b-a249-bd9dc25e8687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:18:32Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['1948a3b4-60e8-41bf-9278-98cc88ad3a7d'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:18:58.744862 n-d-818823-1 neutron-server[103448]: INFO neutron.api.v2.resource [None req-55b9384a-e679-45bd-8a0f-0887b7972aca tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] show failed (client error): The resource could not be found. Nov 22 20:18:58.746222 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-55b9384a-e679-45bd-8a0f-0887b7972aca tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] 10.222.0.46 "GET /v2.0/routers/tempest-non_exist_router-902064777 HTTP/1.1" status: 404 len: 334 time: 0.0458846 Nov 22 20:18:58.750744 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 45886) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:18:58.755726 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-0d6e38eb-953a-4c3a-adb7-78fb83b93696 tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:18:58.796100 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-092cfce0-4f36-466b-a249-bd9dc25e8687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:18:58.796921 n-d-818823-1 neutron-server[103448]: INFO neutron.api.v2.resource [None req-0d6e38eb-953a-4c3a-adb7-78fb83b93696 tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] update failed (client error): The resource could not be found. Nov 22 20:18:58.798309 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-0d6e38eb-953a-4c3a-adb7-78fb83b93696 tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] 10.222.0.46 "PUT /v2.0/routers/tempest-non_exist_router-219111343 HTTP/1.1" status: 404 len: 334 time: 0.0463290 Nov 22 20:18:58.804333 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 45890) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:18:58.813954 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-092cfce0-4f36-466b-a249-bd9dc25e8687 None None] Routers {'1948a3b4-60e8-41bf-9278-98cc88ad3a7d'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:18:58.814908 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-092cfce0-4f36-466b-a249-bd9dc25e8687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:18:32Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['1948a3b4-60e8-41bf-9278-98cc88ad3a7d'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:18:58.827094 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5664dd78-ce04-4026-8d72-2ffbae57cf55 req-e7393959-7224-4587-a486-2ca22dbdaa50 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] 10.222.0.46 "GET /v2.0/security-groups?id=70cb0c9d-9724-446c-9f0a-bf3510156947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4181604 Nov 22 20:18:58.906698 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_v2 [None req-49a940a7-2820-47d0-9ed4-a821efa53140 tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] Deleting subnet 25705187-bd1f-4f24-801c-57e3e042d88c {{(pid=103448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 20:18:58.912329 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7b16c4-c4b1-45fe-b512-d57bb5797886 req-c2781399-5c10-41b8-be91-7613902a9ff1 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:58.920637 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-49a940a7-2820-47d0-9ed4-a821efa53140 tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] Publish callbacks [] for subnet, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:58.921943 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4b7b16c4-c4b1-45fe-b512-d57bb5797886 req-c2781399-5c10-41b8-be91-7613902a9ff1 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.46 "GET /v2.0/ports?device_id=5316a446-ecd3-4253-9665-5369c443676f HTTP/1.1" status: 200 len: 947 time: 0.3772063 Nov 22 20:18:58.924400 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-092cfce0-4f36-466b-a249-bd9dc25e8687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:18:58.925089 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-092cfce0-4f36-466b-a249-bd9dc25e8687 None None] The sync data for ids ['1948a3b4-60e8-41bf-9278-98cc88ad3a7d'] in n-d-818823-1 is: [] {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:18:58.958550 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dcee7e-3adb-4e02-8954-22d4ff1ff9c0 req-3d132811-794c-4909-bf80-f4f6ab1c67f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:58.960216 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-29dcee7e-3adb-4e02-8954-22d4ff1ff9c0 req-3d132811-794c-4909-bf80-f4f6ab1c67f6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e1052824-bf78-4963-8937-b202e372ac24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3142543 Nov 22 20:18:58.968190 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3346e2-6c00-45a3-8f70-6dfc2932c165 service neutron] Pushing event updated for resources: {'Port': ['ID=23b5427c-a333-43d6-a0e0-5ca27da7038f,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:18:58.994794 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-49a940a7-2820-47d0-9ed4-a821efa53140 tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11627908'] for subnet, precommit_delete_associations {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:59.108916 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5316a446-ecd3-4253-9665-5369c443676f', 'tag': 'bdd77363-c972-4d32-a6fc-a5ca97c33c45'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:18:59.111778 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb572169-5caf-4f58-9e08-59fcf6091027" -d '{"events": [{"name": "network-changed", "server_uuid": "5316a446-ecd3-4253-9665-5369c443676f", "tag": "bdd77363-c972-4d32-a6fc-a5ca97c33c45"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:18:59.117136 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-29dcee7e-3adb-4e02-8954-22d4ff1ff9c0 req-0a7ad39b-5e34-4e20-bf70-e2aadb113259 service neutron] 10.222.0.20 "GET /v2.0/networks/e1052824-bf78-4963-8937-b202e372ac24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421483 Nov 22 20:18:59.123910 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-49a940a7-2820-47d0-9ed4-a821efa53140 tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3753007'] for subnet, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:59.207520 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-49a940a7-2820-47d0-9ed4-a821efa53140 tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3753014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11567369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11792914'] for subnet, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:59.252314 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a940a7-2820-47d0-9ed4-a821efa53140 tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] Pushing event deleted for resources: {'Subnet': ['ID=25705187-bd1f-4f24-801c-57e3e042d88c,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:18:59.262387 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 20:18:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea60dc85-dfec-4953-95eb-01400290740b x-openstack-request-id: req-ea60dc85-dfec-4953-95eb-01400290740b {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:18:59.264516 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5316a446-ecd3-4253-9665-5369c443676f", "tag": "bdd77363-c972-4d32-a6fc-a5ca97c33c45", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:18:59.264996 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ea60dc85-dfec-4953-95eb-01400290740b {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:18:59.265892 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5316a446-ecd3-4253-9665-5369c443676f', 'tag': 'bdd77363-c972-4d32-a6fc-a5ca97c33c45', 'status': 'completed', 'code': 200} Nov 22 20:18:59.280679 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-49a940a7-2820-47d0-9ed4-a821efa53140 tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:59.291163 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-49a940a7-2820-47d0-9ed4-a821efa53140 tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] 10.222.0.46 "DELETE /v2.0/subnets/25705187-bd1f-4f24-801c-57e3e042d88c HTTP/1.1" status: 204 len: 168 time: 0.4857767 Nov 22 20:18:59.293762 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0acc62e1-6b66-4b95-8777-a2f04bf4e26f None None] Network 34705c17-c225-45bd-890d-6548a3e9330c requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:18:59.295341 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 45900) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:18:59.367244 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4b7b16c4-c4b1-45fe-b512-d57bb5797886 req-d85f8c43-ac53-4493-b5be-ce4fb215e1db tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c61ce95-aab5-427a-864a-9f490b05fbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4413567 Nov 22 20:18:59.382382 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_v2 [None req-e058c13c-ea8e-49f3-99cf-78f87db22a8d tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] Deleting subnet eb22a478-1a71-41ca-a99f-bed568075497 {{(pid=103448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 20:18:59.384862 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e058c13c-ea8e-49f3-99cf-78f87db22a8d tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] Publish callbacks [] for subnet, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:59.449228 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e058c13c-ea8e-49f3-99cf-78f87db22a8d tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11627908'] for subnet, precommit_delete_associations {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:59.474292 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a11c3788-95bd-492b-9dde-587b8393e84f req-a4ad9a3e-45eb-4742-a1e1-843cc25352d4 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/ports?device_id=ee1752e3-cc1d-4530-beb4-26e82fda5fc3 HTTP/1.1" status: 200 len: 210 time: 0.0666118 Nov 22 20:18:59.514987 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-29dcee7e-3adb-4e02-8954-22d4ff1ff9c0 req-bdf00d76-c4c9-4c4f-9fcd-5625aefb76e2 service neutron] 10.222.0.20 "GET /v2.0/networks/e1052824-bf78-4963-8937-b202e372ac24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3736241 Nov 22 20:18:59.529333 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-bc3346e2-6c00-45a3-8f70-6dfc2932c165 service neutron] Attempting to bind port 23b5427c-a333-43d6-a0e0-5ca27da7038f on host n-h1-818823-1 for vnic_type normal with profile {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:18:59.529724 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-bc3346e2-6c00-45a3-8f70-6dfc2932c165 service neutron] Attempting to bind port 23b5427c-a333-43d6-a0e0-5ca27da7038f by drivers openvswitch,hyperv on host n-h1-818823-1 at level 0 using segments [{'id': 'c15bb4e7-ea13-4fea-a3f9-07fbd2080202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '3ad73812-60e8-4754-bf89-bc7945f351b9'}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:18:59.530001 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-bc3346e2-6c00-45a3-8f70-6dfc2932c165 service neutron] Attempting to bind port 23b5427c-a333-43d6-a0e0-5ca27da7038f on network 3ad73812-60e8-4754-bf89-bc7945f351b9 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:18:59.542237 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-bc3346e2-6c00-45a3-8f70-6dfc2932c165 service neutron] Port 23b5427c-a333-43d6-a0e0-5ca27da7038f on network 3ad73812-60e8-4754-bf89-bc7945f351b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-818823-1 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:18:59.542949 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-bc3346e2-6c00-45a3-8f70-6dfc2932c165 service neutron] Attempting to bind port 23b5427c-a333-43d6-a0e0-5ca27da7038f on network 3ad73812-60e8-4754-bf89-bc7945f351b9 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:18:59.552347 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-bc3346e2-6c00-45a3-8f70-6dfc2932c165 service neutron] Checking agent: {'id': '7a008cff-3b49-418c-8046-689d46cc800f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'started_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 18, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:18:59.552347 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-bc3346e2-6c00-45a3-8f70-6dfc2932c165 service neutron] Checking segment: {'id': 'c15bb4e7-ea13-4fea-a3f9-07fbd2080202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '3ad73812-60e8-4754-bf89-bc7945f351b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:18:59.552824 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-bc3346e2-6c00-45a3-8f70-6dfc2932c165 service neutron] Bound using segment: {'id': 'c15bb4e7-ea13-4fea-a3f9-07fbd2080202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '3ad73812-60e8-4754-bf89-bc7945f351b9'} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:18:59.553187 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-bc3346e2-6c00-45a3-8f70-6dfc2932c165 service neutron] Bound port: 23b5427c-a333-43d6-a0e0-5ca27da7038f, host: n-h1-818823-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c15bb4e7-ea13-4fea-a3f9-07fbd2080202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '3ad73812-60e8-4754-bf89-bc7945f351b9'}}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:18:59.553556 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-bc3346e2-6c00-45a3-8f70-6dfc2932c165 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:59.655363 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e058c13c-ea8e-49f3-99cf-78f87db22a8d tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3753007'] for subnet, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:59.675030 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86fa64c8-dacb-4d6c-836b-a8fdb8fc7f49 None None] DHCP port deletion for 34705c17-c225-45bd-890d-6548a3e9330c request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:18:59.722485 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb572169-5caf-4f58-9e08-59fcf6091027 req-403fd639-8fc2-4ed2-954d-f610dd477929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:59.724087 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-eb572169-5caf-4f58-9e08-59fcf6091027 req-403fd639-8fc2-4ed2-954d-f610dd477929 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=dd29aa5b29024a1589aa1e9d9246bd3e&device_id=5316a446-ecd3-4253-9665-5369c443676f HTTP/1.1" status: 200 len: 1098 time: 0.1269100 Nov 22 20:18:59.728052 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-bc3346e2-6c00-45a3-8f70-6dfc2932c165 service neutron] For port 23b5427c-a333-43d6-a0e0-5ca27da7038f, host n-h1-818823-1, cleared binding levels {{(pid=103447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:18:59.731822 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-bc3346e2-6c00-45a3-8f70-6dfc2932c165 service neutron] For port 23b5427c-a333-43d6-a0e0-5ca27da7038f, host n-h1-818823-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=23b5427c-a333-43d6-a0e0-5ca27da7038f,segment=NetworkSegment(c15bb4e7-ea13-4fea-a3f9-07fbd2080202),segment_id=c15bb4e7-ea13-4fea-a3f9-07fbd2080202)] {{(pid=103447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:18:59.757918 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-bc3346e2-6c00-45a3-8f70-6dfc2932c165 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:59.768829 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-86fa64c8-dacb-4d6c-836b-a8fdb8fc7f49 None None] Deleting port a05441be-2762-434f-bf37-6a60b16f9942 {{(pid=103449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:18:59.769495 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-86fa64c8-dacb-4d6c-836b-a8fdb8fc7f49 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:59.803143 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e058c13c-ea8e-49f3-99cf-78f87db22a8d tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3753014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11567369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11792914'] for subnet, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:59.866619 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3346e2-6c00-45a3-8f70-6dfc2932c165 service neutron] Pushing event updated for resources: {'Port': ['ID=23b5427c-a333-43d6-a0e0-5ca27da7038f,revision_number=3']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:18:59.879573 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e058c13c-ea8e-49f3-99cf-78f87db22a8d tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] Pushing event deleted for resources: {'Subnet': ['ID=eb22a478-1a71-41ca-a99f-bed568075497,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:18:59.903401 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e058c13c-ea8e-49f3-99cf-78f87db22a8d tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:59.906914 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-e058c13c-ea8e-49f3-99cf-78f87db22a8d tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] 10.222.0.46 "DELETE /v2.0/subnets/eb22a478-1a71-41ca-a99f-bed568075497 HTTP/1.1" status: 204 len: 168 time: 0.6097331 Nov 22 20:18:59.910903 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 45908) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:18:59.928703 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4ebda8a-adf9-4f05-93f0-6df6d792c9af None None] Network 5280bd4d-f63f-4d5b-96eb-a7c8875f5491 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:18:59.929593 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-bc3346e2-6c00-45a3-8f70-6dfc2932c165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:18:59.930230 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-bc3346e2-6c00-45a3-8f70-6dfc2932c165 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:18:59.931700 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-bc3346e2-6c00-45a3-8f70-6dfc2932c165 service neutron] 10.222.0.41 "PUT /v2.0/ports/23b5427c-a333-43d6-a0e0-5ca27da7038f HTTP/1.1" status: 200 len: 1136 time: 3.2387662 Nov 22 20:18:59.998372 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-cbc612e8-0032-4017-88f9-04498b0d2b4c service neutron] Request body: {'port': {'device_id': '40c93a37-becd-4018-b943-1d6e903a3ffe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818823-1'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:19:00.058622 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-86fa64c8-dacb-4d6c-836b-a8fdb8fc7f49 None None] For port a05441be-2762-434f-bf37-6a60b16f9942, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=a05441be-2762-434f-bf37-6a60b16f9942,segment=NetworkSegment(d1d913e7-274b-45ac-9e8b-22bf38a701bc),segment_id=d1d913e7-274b-45ac-9e8b-22bf38a701bc)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:19:00.059027 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-86fa64c8-dacb-4d6c-836b-a8fdb8fc7f49 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:00.073230 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-86fa64c8-dacb-4d6c-836b-a8fdb8fc7f49 None None] Calling delete_port for a05441be-2762-434f-bf37-6a60b16f9942 owned by network:dhcp {{(pid=103449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:19:00.197056 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-86fa64c8-dacb-4d6c-836b-a8fdb8fc7f49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381'] for port, after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:00.235399 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb572169-5caf-4f58-9e08-59fcf6091027 req-5ac1e491-43f0-4762-b1dd-71a72bcd32fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:00.237289 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-eb572169-5caf-4f58-9e08-59fcf6091027 req-5ac1e491-43f0-4762-b1dd-71a72bcd32fd service neutron] 10.222.0.20 "GET /v2.0/networks?id=e1052824-bf78-4963-8937-b202e372ac24 HTTP/1.1" status: 200 len: 870 time: 0.5040064 Nov 22 20:19:00.238331 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-cbc612e8-0032-4017-88f9-04498b0d2b4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:00.266532 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fa64c8-dacb-4d6c-836b-a8fdb8fc7f49 None None] Pushing event deleted for resources: {'Port': ['ID=a05441be-2762-434f-bf37-6a60b16f9942,revision_number=None']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:19:00.286841 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fa64c8-dacb-4d6c-836b-a8fdb8fc7f49 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:19:00.287443 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fa64c8-dacb-4d6c-836b-a8fdb8fc7f49 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:19:00.287929 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fa64c8-dacb-4d6c-836b-a8fdb8fc7f49 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:19:00.288367 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fa64c8-dacb-4d6c-836b-a8fdb8fc7f49 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:19:00.288798 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fa64c8-dacb-4d6c-836b-a8fdb8fc7f49 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:19:00.289650 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fa64c8-dacb-4d6c-836b-a8fdb8fc7f49 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:19:00.290274 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fa64c8-dacb-4d6c-836b-a8fdb8fc7f49 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:19:00.290860 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fa64c8-dacb-4d6c-836b-a8fdb8fc7f49 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:19:00.291523 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fa64c8-dacb-4d6c-836b-a8fdb8fc7f49 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:19:00.292418 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fa64c8-dacb-4d6c-836b-a8fdb8fc7f49 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:19:00.292982 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fa64c8-dacb-4d6c-836b-a8fdb8fc7f49 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:19:00.294045 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fa64c8-dacb-4d6c-836b-a8fdb8fc7f49 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:19:00.308306 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-cb7b180f-5f60-4186-b43a-fe5a14e3551f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:00.329435 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-64a4d64e-70e3-4711-a998-d606d8d6686b tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3961693'] for network, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:00.346867 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-eb572169-5caf-4f58-9e08-59fcf6091027 req-915df155-c697-4b71-9b07-a51aa046caa6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=bdd77363-c972-4d32-a6fc-a5ca97c33c45 HTTP/1.1" status: 200 len: 217 time: 0.0885231 Nov 22 20:19:00.362845 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86fa64c8-dacb-4d6c-836b-a8fdb8fc7f49 None None] No DVR routers for this DVR port a05441be-2762-434f-bf37-6a60b16f9942 on host n-d-818823-1 {{(pid=103449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:19:00.475269 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb572169-5caf-4f58-9e08-59fcf6091027 req-52905def-b89c-4aef-89d6-605fccd8c0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:00.477859 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-eb572169-5caf-4f58-9e08-59fcf6091027 req-52905def-b89c-4aef-89d6-605fccd8c0e2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3091ebfd-11e2-41f8-9c00-ffe0b86563d8 HTTP/1.1" status: 200 len: 843 time: 0.0808761 Nov 22 20:19:00.494342 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af320014-89d5-4cfd-8b84-7a8076334d50 req-372665d7-cd56-4ddb-a0f3-97c14d8f92c2 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:00.501021 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af320014-89d5-4cfd-8b84-7a8076334d50 req-372665d7-cd56-4ddb-a0f3-97c14d8f92c2 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:00.507519 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af320014-89d5-4cfd-8b84-7a8076334d50 req-372665d7-cd56-4ddb-a0f3-97c14d8f92c2 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:00.516554 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af320014-89d5-4cfd-8b84-7a8076334d50 req-372665d7-cd56-4ddb-a0f3-97c14d8f92c2 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:00.525377 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af320014-89d5-4cfd-8b84-7a8076334d50 req-372665d7-cd56-4ddb-a0f3-97c14d8f92c2 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:00.533111 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af320014-89d5-4cfd-8b84-7a8076334d50 req-372665d7-cd56-4ddb-a0f3-97c14d8f92c2 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:00.535083 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-af320014-89d5-4cfd-8b84-7a8076334d50 req-372665d7-cd56-4ddb-a0f3-97c14d8f92c2 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] 10.222.0.46 "GET /v2.0/ports?device_id=40c93a37-becd-4018-b943-1d6e903a3ffe HTTP/1.1" status: 200 len: 4605 time: 0.4574511 Nov 22 20:19:00.612028 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fa3b378-d4d6-4c5a-8fea-217d94811c3e None None] DHCP port deletion for 5280bd4d-f63f-4d5b-96eb-a7c8875f5491 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:19:00.663880 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-2fa3b378-d4d6-4c5a-8fea-217d94811c3e None None] Deleting port 7bfa0d13-232b-41ad-86fa-750a5a35c430 {{(pid=103449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:19:00.664319 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-2fa3b378-d4d6-4c5a-8fea-217d94811c3e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:00.791492 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-2fa3b378-d4d6-4c5a-8fea-217d94811c3e None None] For port 7bfa0d13-232b-41ad-86fa-750a5a35c430, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=7bfa0d13-232b-41ad-86fa-750a5a35c430,segment=NetworkSegment(abc53b0e-cf26-45f8-98c9-7d1e8f61764c),segment_id=abc53b0e-cf26-45f8-98c9-7d1e8f61764c)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:19:00.791492 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-2fa3b378-d4d6-4c5a-8fea-217d94811c3e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:00.800015 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-64a4d64e-70e3-4711-a998-d606d8d6686b tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3760028', 'neutron.services.segments.db._delete_segments_for_network-8748992815755'] for network, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:00.833267 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-2fa3b378-d4d6-4c5a-8fea-217d94811c3e None None] Calling delete_port for 7bfa0d13-232b-41ad-86fa-750a5a35c430 owned by network:dhcp {{(pid=103449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:19:00.932819 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-2fa3b378-d4d6-4c5a-8fea-217d94811c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381'] for port, after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:00.960054 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-64a4d64e-70e3-4711-a998-d606d8d6686b tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34705c17-c225-45bd-890d-6548a3e9330c']}} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:19:00.973581 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa3b378-d4d6-4c5a-8fea-217d94811c3e None None] No DVR routers for this DVR port 7bfa0d13-232b-41ad-86fa-750a5a35c430 on host n-d-818823-1 {{(pid=103449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:19:00.974793 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba17c03a-ccf5-4ae9-bae9-b7930f669420 req-85442cc9-5e19-40f3-a634-98749d2eecc0 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:00.977400 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ba17c03a-ccf5-4ae9-bae9-b7930f669420 req-85442cc9-5e19-40f3-a634-98749d2eecc0 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.46 "GET /v2.0/ports?device_id=5316a446-ecd3-4253-9665-5369c443676f HTTP/1.1" status: 200 len: 947 time: 0.3702061 Nov 22 20:19:00.987690 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa3b378-d4d6-4c5a-8fea-217d94811c3e None None] Pushing event deleted for resources: {'Port': ['ID=7bfa0d13-232b-41ad-86fa-750a5a35c430,revision_number=None']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:19:00.995095 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb572169-5caf-4f58-9e08-59fcf6091027 req-51bbdecd-aea0-460c-a7f5-3b7a378050ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:00.996182 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-eb572169-5caf-4f58-9e08-59fcf6091027 req-51bbdecd-aea0-460c-a7f5-3b7a378050ff service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e1052824-bf78-4963-8937-b202e372ac24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4585719 Nov 22 20:19:01.045306 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-64a4d64e-70e3-4711-a998-d606d8d6686b tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1d913e7-274b-45ac-9e8b-22bf38a701bc') {'for_net_delete': True} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:19:01.045621 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-64a4d64e-70e3-4711-a998-d606d8d6686b tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1d913e7-274b-45ac-9e8b-22bf38a701bc') {} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:19:01.071531 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-af320014-89d5-4cfd-8b84-7a8076334d50 req-d5898c64-cdf9-420e-b57c-441f0ba32104 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] 10.222.0.46 "GET /v2.0/security-groups?id=70cb0c9d-9724-446c-9f0a-bf3510156947&id=f57d0821-447e-4bd4-9be8-6ef5d6dfd2db&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4576142 Nov 22 20:19:01.084077 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-64a4d64e-70e3-4711-a998-d606d8d6686b tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748993039638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12178344'] for segment, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:01.104158 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ba17c03a-ccf5-4ae9-bae9-b7930f669420 req-95839381-94b5-49cb-ae10-03c73bfc6944 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c61ce95-aab5-427a-864a-9f490b05fbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052907 Nov 22 20:19:01.195953 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device a05441be-2762-434f-bf37-6a60b16f9942 no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:19:01.233009 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-64a4d64e-70e3-4711-a998-d606d8d6686b tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:01.243402 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: a05441be-2762-434f-bf37-6a60b16f9942 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:19:01.243722 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device a05441be-2762-434f-bf37-6a60b16f9942 not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:19:01.244271 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 7bfa0d13-232b-41ad-86fa-750a5a35c430 no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:19:01.277026 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: 7bfa0d13-232b-41ad-86fa-750a5a35c430 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:19:01.277482 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 7bfa0d13-232b-41ad-86fa-750a5a35c430 not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:19:01.296045 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-cbc612e8-0032-4017-88f9-04498b0d2b4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc5614ff-8218-4f84-9a25-5dccd5d7dcd7 {{(pid=103447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:19:01.305134 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-cbc612e8-0032-4017-88f9-04498b0d2b4c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:01.320399 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-eb572169-5caf-4f58-9e08-59fcf6091027 req-40c655bb-5a03-49bb-bfc6-a4b36d21d201 service neutron] 10.222.0.20 "GET /v2.0/networks/e1052824-bf78-4963-8937-b202e372ac24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2725406 Nov 22 20:19:01.320853 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40c93a37-becd-4018-b943-1d6e903a3ffe', 'tag': '23b5427c-a333-43d6-a0e0-5ca27da7038f'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:19:01.323513 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e55a6126-87d9-431d-a544-21ce996fe0ab" -d '{"events": [{"name": "network-changed", "server_uuid": "40c93a37-becd-4018-b943-1d6e903a3ffe", "tag": "23b5427c-a333-43d6-a0e0-5ca27da7038f"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:19:01.387034 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64a4d64e-70e3-4711-a998-d606d8d6686b tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] Releasing vlan 628 on physical network physnet1 to pool {{(pid=103447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 20:19:01.387489 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-64a4d64e-70e3-4711-a998-d606d8d6686b tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8900762'] for segment, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:01.406190 n-d-818823-1 neutron-server[103447]: Traceback (most recent call last): Nov 22 20:19:01.406190 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 20:19:01.406190 n-d-818823-1 neutron-server[103447]: timer() Nov 22 20:19:01.406190 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 20:19:01.406190 n-d-818823-1 neutron-server[103447]: cb(*args, **kw) Nov 22 20:19:01.406190 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 20:19:01.406190 n-d-818823-1 neutron-server[103447]: return func(*args, **kwargs) Nov 22 20:19:01.406190 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 20:19:01.406190 n-d-818823-1 neutron-server[103447]: self._notify() Nov 22 20:19:01.406190 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 20:19:01.406190 n-d-818823-1 neutron-server[103447]: self.callback(batched_events) Nov 22 20:19:01.406190 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 20:19:01.406190 n-d-818823-1 neutron-server[103447]: event.method(event) Nov 22 20:19:01.406190 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 20:19:01.406190 n-d-818823-1 neutron-server[103447]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 20:19:01.406190 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 20:19:01.406190 n-d-818823-1 neutron-server[103447]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 20:19:01.406190 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 20:19:01.406190 n-d-818823-1 neutron-server[103447]: return f(self, *a, **k) Nov 22 20:19:01.406190 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 20:19:01.406190 n-d-818823-1 neutron-server[103447]: return self._get(url).json() Nov 22 20:19:01.406190 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 20:19:01.406190 n-d-818823-1 neutron-server[103447]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 20:19:01.406190 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 20:19:01.406190 n-d-818823-1 neutron-server[103447]: return self.request(url, 'GET', **kwargs) Nov 22 20:19:01.406190 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 20:19:01.406190 n-d-818823-1 neutron-server[103447]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 20:19:01.406190 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 20:19:01.406190 n-d-818823-1 neutron-server[103447]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 20:19:01.406190 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 20:19:01.406190 n-d-818823-1 neutron-server[103447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 20:19:01.406190 n-d-818823-1 neutron-server[103447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 20:19:01.446767 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0a07896d-b4a3-4c23-9ac2-49677fabb8e7 req-93edf6aa-b75d-49c1-a5d2-ab567b2f29eb tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/ports?device_id=ee1752e3-cc1d-4530-beb4-26e82fda5fc3 HTTP/1.1" status: 200 len: 210 time: 0.0932801 Nov 22 20:19:01.485114 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 20:19:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6de9d224-0b15-4ef0-a391-a4a08e82211f x-openstack-request-id: req-6de9d224-0b15-4ef0-a391-a4a08e82211f {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:19:01.485853 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40c93a37-becd-4018-b943-1d6e903a3ffe", "tag": "23b5427c-a333-43d6-a0e0-5ca27da7038f", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:19:01.485853 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6de9d224-0b15-4ef0-a391-a4a08e82211f {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:19:01.487208 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40c93a37-becd-4018-b943-1d6e903a3ffe', 'tag': '23b5427c-a333-43d6-a0e0-5ca27da7038f', 'status': 'completed', 'code': 200} Nov 22 20:19:01.558844 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.provisioning_blocks [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-cbc612e8-0032-4017-88f9-04498b0d2b4c service neutron] Transition to ACTIVE for port object cc5614ff-8218-4f84-9a25-5dccd5d7dcd7 will not be triggered until provisioned by entity L2. {{(pid=103447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 20:19:01.564079 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-64a4d64e-70e3-4711-a998-d606d8d6686b tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3760002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595318'] for network, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:01.569374 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55a6126-87d9-431d-a544-21ce996fe0ab req-b938d2ae-93b3-40a4-9aa6-b58ecf7cb1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:01.571268 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55a6126-87d9-431d-a544-21ce996fe0ab req-b938d2ae-93b3-40a4-9aa6-b58ecf7cb1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:01.571561 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55a6126-87d9-431d-a544-21ce996fe0ab req-b938d2ae-93b3-40a4-9aa6-b58ecf7cb1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:01.573242 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55a6126-87d9-431d-a544-21ce996fe0ab req-b938d2ae-93b3-40a4-9aa6-b58ecf7cb1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:01.573746 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55a6126-87d9-431d-a544-21ce996fe0ab req-b938d2ae-93b3-40a4-9aa6-b58ecf7cb1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:01.574275 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55a6126-87d9-431d-a544-21ce996fe0ab req-b938d2ae-93b3-40a4-9aa6-b58ecf7cb1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:01.578064 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-e55a6126-87d9-431d-a544-21ce996fe0ab req-b938d2ae-93b3-40a4-9aa6-b58ecf7cb1c0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cd84c4200e0d47b4bcba9b053bf608fb&device_id=40c93a37-becd-4018-b943-1d6e903a3ffe HTTP/1.1" status: 200 len: 5291 time: 0.0852799 Nov 22 20:19:01.578307 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-cbc612e8-0032-4017-88f9-04498b0d2b4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:01.593999 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-64a4d64e-70e3-4711-a998-d606d8d6686b tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for network, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:01.601629 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-64a4d64e-70e3-4711-a998-d606d8d6686b tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] 10.222.0.46 "DELETE /v2.0/networks/34705c17-c225-45bd-890d-6548a3e9330c HTTP/1.1" status: 204 len: 168 time: 1.6817741 Nov 22 20:19:01.612771 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 45936) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:19:01.625000 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a4d64e-70e3-4711-a998-d606d8d6686b tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] Pushing event deleted for resources: {'Network': ['ID=34705c17-c225-45bd-890d-6548a3e9330c,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:19:01.786276 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-eb572169-5caf-4f58-9e08-59fcf6091027 req-78c0d0d4-220d-4977-b619-089fdf1ab682 service neutron] 10.222.0.20 "GET /v2.0/networks/e1052824-bf78-4963-8937-b202e372ac24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4582884 Nov 22 20:19:01.830765 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc612e8-0032-4017-88f9-04498b0d2b4c service neutron] Pushing event updated for resources: {'Port': ['ID=cc5614ff-8218-4f84-9a25-5dccd5d7dcd7,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:19:02.030154 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-cbc612e8-0032-4017-88f9-04498b0d2b4c service neutron] Attempting to bind port cc5614ff-8218-4f84-9a25-5dccd5d7dcd7 on host n-h1-818823-1 for vnic_type normal with profile {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:19:02.030517 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-cbc612e8-0032-4017-88f9-04498b0d2b4c service neutron] Attempting to bind port cc5614ff-8218-4f84-9a25-5dccd5d7dcd7 by drivers openvswitch,hyperv on host n-h1-818823-1 at level 0 using segments [{'id': 'c15bb4e7-ea13-4fea-a3f9-07fbd2080202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '3ad73812-60e8-4754-bf89-bc7945f351b9'}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:19:02.030854 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-cbc612e8-0032-4017-88f9-04498b0d2b4c service neutron] Attempting to bind port cc5614ff-8218-4f84-9a25-5dccd5d7dcd7 on network 3ad73812-60e8-4754-bf89-bc7945f351b9 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:19:02.045886 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-cbc612e8-0032-4017-88f9-04498b0d2b4c service neutron] Port cc5614ff-8218-4f84-9a25-5dccd5d7dcd7 on network 3ad73812-60e8-4754-bf89-bc7945f351b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-818823-1 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:19:02.046208 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-cbc612e8-0032-4017-88f9-04498b0d2b4c service neutron] Attempting to bind port cc5614ff-8218-4f84-9a25-5dccd5d7dcd7 on network 3ad73812-60e8-4754-bf89-bc7945f351b9 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:19:02.053267 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-cbc612e8-0032-4017-88f9-04498b0d2b4c service neutron] Checking agent: {'id': '7a008cff-3b49-418c-8046-689d46cc800f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'started_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 18, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:19:02.053929 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-cbc612e8-0032-4017-88f9-04498b0d2b4c service neutron] Checking segment: {'id': 'c15bb4e7-ea13-4fea-a3f9-07fbd2080202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '3ad73812-60e8-4754-bf89-bc7945f351b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:19:02.054326 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-cbc612e8-0032-4017-88f9-04498b0d2b4c service neutron] Bound using segment: {'id': 'c15bb4e7-ea13-4fea-a3f9-07fbd2080202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '3ad73812-60e8-4754-bf89-bc7945f351b9'} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:19:02.054788 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-cbc612e8-0032-4017-88f9-04498b0d2b4c service neutron] Bound port: cc5614ff-8218-4f84-9a25-5dccd5d7dcd7, host: n-h1-818823-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c15bb4e7-ea13-4fea-a3f9-07fbd2080202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '3ad73812-60e8-4754-bf89-bc7945f351b9'}}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:19:02.055151 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-cbc612e8-0032-4017-88f9-04498b0d2b4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:02.273404 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-cbc612e8-0032-4017-88f9-04498b0d2b4c service neutron] For port cc5614ff-8218-4f84-9a25-5dccd5d7dcd7, host n-h1-818823-1, cleared binding levels {{(pid=103447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:19:02.375055 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-cbc612e8-0032-4017-88f9-04498b0d2b4c service neutron] For port cc5614ff-8218-4f84-9a25-5dccd5d7dcd7, host n-h1-818823-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=cc5614ff-8218-4f84-9a25-5dccd5d7dcd7,segment=NetworkSegment(c15bb4e7-ea13-4fea-a3f9-07fbd2080202),segment_id=c15bb4e7-ea13-4fea-a3f9-07fbd2080202)] {{(pid=103447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:19:02.397599 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-cbc612e8-0032-4017-88f9-04498b0d2b4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:02.421134 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-63a2d795-74e1-4d4d-a3e3-07343e440bce tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3961693'] for network, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:02.452983 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a2bfa6-ef7c-4723-8c0e-9cf5ab6a5218 req-3cb6e34f-6440-450e-8bef-750020fc33b2 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:02.462029 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-29a2bfa6-ef7c-4723-8c0e-9cf5ab6a5218 req-3cb6e34f-6440-450e-8bef-750020fc33b2 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.46 "GET /v2.0/ports?device_id=5316a446-ecd3-4253-9665-5369c443676f HTTP/1.1" status: 200 len: 947 time: 0.1580892 Nov 22 20:19:02.477401 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-3aff97f8-19c6-4cc2-8b4d-9792265c0ef2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:02.548771 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e2f752-6920-49ab-86a3-55476f0fb2bb req-6b3c8ee6-350c-4c3b-9e0d-67c37405a254 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:02.555685 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e2f752-6920-49ab-86a3-55476f0fb2bb req-6b3c8ee6-350c-4c3b-9e0d-67c37405a254 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:02.562768 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e2f752-6920-49ab-86a3-55476f0fb2bb req-6b3c8ee6-350c-4c3b-9e0d-67c37405a254 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:02.569083 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e2f752-6920-49ab-86a3-55476f0fb2bb req-6b3c8ee6-350c-4c3b-9e0d-67c37405a254 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:02.577237 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e2f752-6920-49ab-86a3-55476f0fb2bb req-6b3c8ee6-350c-4c3b-9e0d-67c37405a254 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:02.587259 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e2f752-6920-49ab-86a3-55476f0fb2bb req-6b3c8ee6-350c-4c3b-9e0d-67c37405a254 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:02.597448 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e2f752-6920-49ab-86a3-55476f0fb2bb req-6b3c8ee6-350c-4c3b-9e0d-67c37405a254 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:02.601017 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-71e2f752-6920-49ab-86a3-55476f0fb2bb req-6b3c8ee6-350c-4c3b-9e0d-67c37405a254 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] 10.222.0.46 "GET /v2.0/ports?device_id=40c93a37-becd-4018-b943-1d6e903a3ffe HTTP/1.1" status: 200 len: 5383 time: 0.3457975 Nov 22 20:19:02.614016 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55a6126-87d9-431d-a544-21ce996fe0ab req-1be73ee9-cee9-4f3f-bcec-18f40167e308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:02.616337 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55a6126-87d9-431d-a544-21ce996fe0ab req-1be73ee9-cee9-4f3f-bcec-18f40167e308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:02.617376 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55a6126-87d9-431d-a544-21ce996fe0ab req-1be73ee9-cee9-4f3f-bcec-18f40167e308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:02.624931 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-cbc612e8-0032-4017-88f9-04498b0d2b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:02.626667 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-e55a6126-87d9-431d-a544-21ce996fe0ab req-1be73ee9-cee9-4f3f-bcec-18f40167e308 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=cd84c4200e0d47b4bcba9b053bf608fb&shared=False HTTP/1.1" status: 200 len: 2298 time: 1.0400307 Nov 22 20:19:02.628814 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-cbc612e8-0032-4017-88f9-04498b0d2b4c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:02.635712 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-cbc612e8-0032-4017-88f9-04498b0d2b4c service neutron] 10.222.0.41 "PUT /v2.0/ports/cc5614ff-8218-4f84-9a25-5dccd5d7dcd7 HTTP/1.1" status: 200 len: 1136 time: 2.6492956 Nov 22 20:19:02.681244 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc612e8-0032-4017-88f9-04498b0d2b4c service neutron] Pushing event updated for resources: {'Port': ['ID=cc5614ff-8218-4f84-9a25-5dccd5d7dcd7,revision_number=3']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:19:02.689364 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-29a2bfa6-ef7c-4723-8c0e-9cf5ab6a5218 req-9c70abd7-263f-461a-a9b8-616a646c538d tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c61ce95-aab5-427a-864a-9f490b05fbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2260854 Nov 22 20:19:02.696964 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-6859ccfa-9518-47d0-b5cb-a5742e0deadd service neutron] Request body: {'port': {'device_id': '40c93a37-becd-4018-b943-1d6e903a3ffe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818823-1'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:19:02.837164 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-63a2d795-74e1-4d4d-a3e3-07343e440bce tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3760028', 'neutron.services.segments.db._delete_segments_for_network-8748992815755'] for network, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:02.872395 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-63a2d795-74e1-4d4d-a3e3-07343e440bce tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5280bd4d-f63f-4d5b-96eb-a7c8875f5491']}} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:19:02.873486 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-71e2f752-6920-49ab-86a3-55476f0fb2bb req-63a03b93-c85b-4a81-936d-3a21087b2b87 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] 10.222.0.46 "GET /v2.0/security-groups?id=70cb0c9d-9724-446c-9f0a-bf3510156947&id=f57d0821-447e-4bd4-9be8-6ef5d6dfd2db&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2314234 Nov 22 20:19:02.874213 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-6859ccfa-9518-47d0-b5cb-a5742e0deadd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:02.915192 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-63a2d795-74e1-4d4d-a3e3-07343e440bce tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abc53b0e-cf26-45f8-98c9-7d1e8f61764c') {'for_net_delete': True} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:19:02.915192 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-63a2d795-74e1-4d4d-a3e3-07343e440bce tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abc53b0e-cf26-45f8-98c9-7d1e8f61764c') {} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:19:02.928380 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-63a2d795-74e1-4d4d-a3e3-07343e440bce tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748993039638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11627933'] for segment, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:02.936942 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55a6126-87d9-431d-a544-21ce996fe0ab req-9c0f47ed-efb9-4cf6-9186-ce3b02027eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:02.953089 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-e55a6126-87d9-431d-a544-21ce996fe0ab req-9c0f47ed-efb9-4cf6-9186-ce3b02027eb9 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2877700 Nov 22 20:19:03.015153 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-63a2d795-74e1-4d4d-a3e3-07343e440bce tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:03.033340 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63a2d795-74e1-4d4d-a3e3-07343e440bce tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] Releasing vlan 619 on physical network physnet1 to pool {{(pid=103448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 20:19:03.034146 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-63a2d795-74e1-4d4d-a3e3-07343e440bce tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11567447'] for segment, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:03.118510 n-d-818823-1 neutron-server[103448]: Traceback (most recent call last): Nov 22 20:19:03.118510 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 20:19:03.118510 n-d-818823-1 neutron-server[103448]: timer() Nov 22 20:19:03.118510 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 20:19:03.118510 n-d-818823-1 neutron-server[103448]: cb(*args, **kw) Nov 22 20:19:03.118510 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 20:19:03.118510 n-d-818823-1 neutron-server[103448]: return func(*args, **kwargs) Nov 22 20:19:03.118510 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 20:19:03.118510 n-d-818823-1 neutron-server[103448]: self._notify() Nov 22 20:19:03.118510 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 20:19:03.118510 n-d-818823-1 neutron-server[103448]: self.callback(batched_events) Nov 22 20:19:03.118510 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 20:19:03.118510 n-d-818823-1 neutron-server[103448]: event.method(event) Nov 22 20:19:03.118510 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 20:19:03.118510 n-d-818823-1 neutron-server[103448]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 20:19:03.118510 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 20:19:03.118510 n-d-818823-1 neutron-server[103448]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 20:19:03.118510 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 20:19:03.118510 n-d-818823-1 neutron-server[103448]: return f(self, *a, **k) Nov 22 20:19:03.118510 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 20:19:03.118510 n-d-818823-1 neutron-server[103448]: return self._get(url).json() Nov 22 20:19:03.118510 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 20:19:03.118510 n-d-818823-1 neutron-server[103448]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 20:19:03.118510 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 20:19:03.118510 n-d-818823-1 neutron-server[103448]: return self.request(url, 'GET', **kwargs) Nov 22 20:19:03.118510 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 20:19:03.118510 n-d-818823-1 neutron-server[103448]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 20:19:03.118510 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 20:19:03.118510 n-d-818823-1 neutron-server[103448]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 20:19:03.118510 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 20:19:03.118510 n-d-818823-1 neutron-server[103448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 20:19:03.118510 n-d-818823-1 neutron-server[103448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 20:19:03.173066 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-63a2d795-74e1-4d4d-a3e3-07343e440bce tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3760002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595318'] for network, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:03.181837 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-63a2d795-74e1-4d4d-a3e3-07343e440bce tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] Publish callbacks [] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:03.194156 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-63a2d795-74e1-4d4d-a3e3-07343e440bce tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] 10.222.0.46 "DELETE /v2.0/networks/5280bd4d-f63f-4d5b-96eb-a7c8875f5491 HTTP/1.1" status: 204 len: 168 time: 1.5797849 Nov 22 20:19:03.195111 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 45976) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:19:03.234675 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a2d795-74e1-4d4d-a3e3-07343e440bce tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] Pushing event deleted for resources: {'Network': ['ID=5280bd4d-f63f-4d5b-96eb-a7c8875f5491,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:19:03.317535 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2b29754-0fe5-4961-837c-7b7d4fa2ac8e tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] Deleting subnet 0ef2fd61-e21a-44ce-a125-2ea980ed59a1 {{(pid=103448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 20:19:03.323007 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e2b29754-0fe5-4961-837c-7b7d4fa2ac8e tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] Publish callbacks [] for subnet, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:03.323316 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0823fc-3eb0-4a7b-9652-89993db44c6a req-516516de-4f9d-4e86-b055-bb8131b8a05d tempest-VolumesActionsTest-1125936459 tempest-VolumesActionsTest-1125936459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:03.331745 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0b0823fc-3eb0-4a7b-9652-89993db44c6a req-516516de-4f9d-4e86-b055-bb8131b8a05d tempest-VolumesActionsTest-1125936459 tempest-VolumesActionsTest-1125936459-project] 10.222.0.46 "GET /v2.0/ports?device_id=13ac763e-9848-4bad-9cb9-977198c2f6fa HTTP/1.1" status: 200 len: 946 time: 0.1290522 Nov 22 20:19:03.389105 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-03f0964f-1b75-4df7-99e0-a3cdb56ec2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:03.463259 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e2b29754-0fe5-4961-837c-7b7d4fa2ac8e tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11627908'] for subnet, precommit_delete_associations {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:03.493278 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40c93a37-becd-4018-b943-1d6e903a3ffe', 'tag': 'cc5614ff-8218-4f84-9a25-5dccd5d7dcd7'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:19:03.501028 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74f46965-ca89-44c8-8195-28fdd3b070c4" -d '{"events": [{"name": "network-changed", "server_uuid": "40c93a37-becd-4018-b943-1d6e903a3ffe", "tag": "cc5614ff-8218-4f84-9a25-5dccd5d7dcd7"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:19:03.519330 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0b0823fc-3eb0-4a7b-9652-89993db44c6a req-222d99a5-7d5c-461b-a527-f513f8487d60 tempest-VolumesActionsTest-1125936459 tempest-VolumesActionsTest-1125936459-project] 10.222.0.46 "GET /v2.0/security-groups?id=f984117d-844a-42a1-9c59-5ff916094579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867263 Nov 22 20:19:03.560049 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device bdd77363-c972-4d32-a6fc-a5ca97c33c45 details requested by agent hyperv_n-h2-818823-1 with host n-h2-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 20:19:03.613281 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e2b29754-0fe5-4961-837c-7b7d4fa2ac8e tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3753007'] for subnet, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:03.628229 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-6859ccfa-9518-47d0-b5cb-a5742e0deadd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26cc7b13-59a1-4281-875f-27b2b98ae89e {{(pid=103447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:19:03.638382 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-6859ccfa-9518-47d0-b5cb-a5742e0deadd service neutron] Publish callbacks [] for port, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:03.652353 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.provisioning_blocks [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-6859ccfa-9518-47d0-b5cb-a5742e0deadd service neutron] Transition to ACTIVE for port object 26cc7b13-59a1-4281-875f-27b2b98ae89e will not be triggered until provisioned by entity L2. {{(pid=103447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 20:19:03.655236 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 20:19:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91031978-3ef4-453e-b467-79003684ecb6 x-openstack-request-id: req-91031978-3ef4-453e-b467-79003684ecb6 {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:19:03.655658 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40c93a37-becd-4018-b943-1d6e903a3ffe", "tag": "cc5614ff-8218-4f84-9a25-5dccd5d7dcd7", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:19:03.656051 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-91031978-3ef4-453e-b467-79003684ecb6 {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:19:03.656626 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40c93a37-becd-4018-b943-1d6e903a3ffe', 'tag': 'cc5614ff-8218-4f84-9a25-5dccd5d7dcd7', 'status': 'completed', 'code': 200} Nov 22 20:19:03.659814 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-6859ccfa-9518-47d0-b5cb-a5742e0deadd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:03.748528 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port bdd77363-c972-4d32-a6fc-a5ca97c33c45, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=bdd77363-c972-4d32-a6fc-a5ca97c33c45,segment=NetworkSegment(2a5a1c7b-538e-498e-99b9-cc7a8e0411be),segment_id=2a5a1c7b-538e-498e-99b9-cc7a8e0411be)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:19:03.795149 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Returning: {'device': 'bdd77363-c972-4d32-a6fc-a5ca97c33c45', 'network_id': 'e1052824-bf78-4963-8937-b202e372ac24', 'port_id': 'bdd77363-c972-4d32-a6fc-a5ca97c33c45', 'mac_address': 'fa:16:3e:32:c0:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3091ebfd-11e2-41f8-9c00-ffe0b86563d8', 'ip_address': '192.168.233.39'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 20:19:03.857697 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:03.861328 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6859ccfa-9518-47d0-b5cb-a5742e0deadd service neutron] Pushing event updated for resources: {'Port': ['ID=26cc7b13-59a1-4281-875f-27b2b98ae89e,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:19:03.885253 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdd77363-c972-4d32-a6fc-a5ca97c33c45 {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:19:03.916347 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e2b29754-0fe5-4961-837c-7b7d4fa2ac8e tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3753014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11567369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11792914'] for subnet, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:03.937289 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port bdd77363-c972-4d32-a6fc-a5ca97c33c45, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=bdd77363-c972-4d32-a6fc-a5ca97c33c45,segment=NetworkSegment(2a5a1c7b-538e-498e-99b9-cc7a8e0411be),segment_id=2a5a1c7b-538e-498e-99b9-cc7a8e0411be)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:19:03.946229 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:03.981397 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e2b29754-0fe5-4961-837c-7b7d4fa2ac8e tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:03.990551 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-e2b29754-0fe5-4961-837c-7b7d4fa2ac8e tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] 10.222.0.46 "DELETE /v2.0/subnets/0ef2fd61-e21a-44ce-a125-2ea980ed59a1 HTTP/1.1" status: 204 len: 168 time: 0.7751276 Nov 22 20:19:04.045939 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 46010) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:19:04.084320 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15a5caf2-97f1-4419-aae0-975c47dad9e6 None None] Network 6d498b0b-ea3c-4ea6-b362-d3e7f74ab587 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:19:04.135280 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b29754-0fe5-4961-837c-7b7d4fa2ac8e tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] Pushing event deleted for resources: {'Subnet': ['ID=0ef2fd61-e21a-44ce-a125-2ea980ed59a1,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:19:04.179132 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f46965-ca89-44c8-8195-28fdd3b070c4 req-00eb106b-2f10-4e38-9d8d-57b010088d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:04.179849 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f46965-ca89-44c8-8195-28fdd3b070c4 req-00eb106b-2f10-4e38-9d8d-57b010088d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:04.180118 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f46965-ca89-44c8-8195-28fdd3b070c4 req-00eb106b-2f10-4e38-9d8d-57b010088d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:04.181762 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f46965-ca89-44c8-8195-28fdd3b070c4 req-00eb106b-2f10-4e38-9d8d-57b010088d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:04.181935 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f46965-ca89-44c8-8195-28fdd3b070c4 req-00eb106b-2f10-4e38-9d8d-57b010088d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:04.182315 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f46965-ca89-44c8-8195-28fdd3b070c4 req-00eb106b-2f10-4e38-9d8d-57b010088d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:04.184645 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=bdd77363-c972-4d32-a6fc-a5ca97c33c45,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:19:04.186154 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f46965-ca89-44c8-8195-28fdd3b070c4 req-00eb106b-2f10-4e38-9d8d-57b010088d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:04.195908 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-74f46965-ca89-44c8-8195-28fdd3b070c4 req-00eb106b-2f10-4e38-9d8d-57b010088d8c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cd84c4200e0d47b4bcba9b053bf608fb&device_id=40c93a37-becd-4018-b943-1d6e903a3ffe HTTP/1.1" status: 200 len: 6245 time: 0.3834081 Nov 22 20:19:04.287302 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c051f429-f7a2-4353-9d3c-957f48ef7703 req-50c274d2-5389-497b-81d5-4423f403e16c tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:04.289042 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c051f429-f7a2-4353-9d3c-957f48ef7703 req-50c274d2-5389-497b-81d5-4423f403e16c tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.46 "GET /v2.0/ports?device_id=5316a446-ecd3-4253-9665-5369c443676f HTTP/1.1" status: 200 len: 947 time: 0.4390023 Nov 22 20:19:04.297190 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-788794a0-14a9-45cb-b2f2-df2b159148a5 req-37c25c9d-f2fd-41e9-af17-c8243a58a75a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d44cf4d1-35ec-4cbd-ae21-4ec5dca43313&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2483521 Nov 22 20:19:04.299369 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] get_ports_and_sgs() called for port_ids ['bdd77363-c972-4d32-a6fc-a5ca97c33c45'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:19:04.326649 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-6859ccfa-9518-47d0-b5cb-a5742e0deadd service neutron] Attempting to bind port 26cc7b13-59a1-4281-875f-27b2b98ae89e on host n-h1-818823-1 for vnic_type normal with profile {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:19:04.327090 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-6859ccfa-9518-47d0-b5cb-a5742e0deadd service neutron] Attempting to bind port 26cc7b13-59a1-4281-875f-27b2b98ae89e by drivers openvswitch,hyperv on host n-h1-818823-1 at level 0 using segments [{'id': 'c15bb4e7-ea13-4fea-a3f9-07fbd2080202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '3ad73812-60e8-4754-bf89-bc7945f351b9'}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:19:04.327636 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-6859ccfa-9518-47d0-b5cb-a5742e0deadd service neutron] Attempting to bind port 26cc7b13-59a1-4281-875f-27b2b98ae89e on network 3ad73812-60e8-4754-bf89-bc7945f351b9 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:19:04.413388 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305f94e2-2579-445e-8774-736f9534e402 req-b15bea58-282d-4e15-8703-129fb012682c tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:04.429569 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-305f94e2-2579-445e-8774-736f9534e402 req-b15bea58-282d-4e15-8703-129fb012682c tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/networks?id=41f439de-e657-4ca1-8a55-865945ee9732 HTTP/1.1" status: 200 len: 811 time: 0.5805347 Nov 22 20:19:04.439077 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-451bab38-0208-4bc6-8783-8116c51c0683 tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3961693'] for network, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:04.460257 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-6859ccfa-9518-47d0-b5cb-a5742e0deadd service neutron] Port 26cc7b13-59a1-4281-875f-27b2b98ae89e on network 3ad73812-60e8-4754-bf89-bc7945f351b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-818823-1 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:19:04.461125 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-6859ccfa-9518-47d0-b5cb-a5742e0deadd service neutron] Attempting to bind port 26cc7b13-59a1-4281-875f-27b2b98ae89e on network 3ad73812-60e8-4754-bf89-bc7945f351b9 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:19:04.462117 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2af0a1a-c474-4c41-96d5-e11c3a9972c3 None None] DHCP port deletion for 6d498b0b-ea3c-4ea6-b362-d3e7f74ab587 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:19:04.500079 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-6859ccfa-9518-47d0-b5cb-a5742e0deadd service neutron] Checking agent: {'id': '7a008cff-3b49-418c-8046-689d46cc800f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'started_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 18, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:19:04.500857 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-6859ccfa-9518-47d0-b5cb-a5742e0deadd service neutron] Checking segment: {'id': 'c15bb4e7-ea13-4fea-a3f9-07fbd2080202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '3ad73812-60e8-4754-bf89-bc7945f351b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:19:04.501481 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-6859ccfa-9518-47d0-b5cb-a5742e0deadd service neutron] Bound using segment: {'id': 'c15bb4e7-ea13-4fea-a3f9-07fbd2080202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '3ad73812-60e8-4754-bf89-bc7945f351b9'} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:19:04.502176 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-6859ccfa-9518-47d0-b5cb-a5742e0deadd service neutron] Bound port: 26cc7b13-59a1-4281-875f-27b2b98ae89e, host: n-h1-818823-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c15bb4e7-ea13-4fea-a3f9-07fbd2080202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '3ad73812-60e8-4754-bf89-bc7945f351b9'}}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:19:04.502781 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-6859ccfa-9518-47d0-b5cb-a5742e0deadd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:04.572792 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f46965-ca89-44c8-8195-28fdd3b070c4 req-7c85a2eb-e7a7-4eac-8760-92c9b381e629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:04.573353 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f46965-ca89-44c8-8195-28fdd3b070c4 req-7c85a2eb-e7a7-4eac-8760-92c9b381e629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:04.573868 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f46965-ca89-44c8-8195-28fdd3b070c4 req-7c85a2eb-e7a7-4eac-8760-92c9b381e629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:04.576687 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-74f46965-ca89-44c8-8195-28fdd3b070c4 req-7c85a2eb-e7a7-4eac-8760-92c9b381e629 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=cd84c4200e0d47b4bcba9b053bf608fb&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.3583159 Nov 22 20:19:04.577347 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-b2af0a1a-c474-4c41-96d5-e11c3a9972c3 None None] Deleting port ccbc40d7-b349-47f6-b722-8037a3326878 {{(pid=103449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:19:04.577870 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-b2af0a1a-c474-4c41-96d5-e11c3a9972c3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:04.594322 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-6859ccfa-9518-47d0-b5cb-a5742e0deadd service neutron] For port 26cc7b13-59a1-4281-875f-27b2b98ae89e, host n-h1-818823-1, cleared binding levels {{(pid=103447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:19:04.599351 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-6859ccfa-9518-47d0-b5cb-a5742e0deadd service neutron] For port 26cc7b13-59a1-4281-875f-27b2b98ae89e, host n-h1-818823-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=26cc7b13-59a1-4281-875f-27b2b98ae89e,segment=NetworkSegment(c15bb4e7-ea13-4fea-a3f9-07fbd2080202),segment_id=c15bb4e7-ea13-4fea-a3f9-07fbd2080202)] {{(pid=103447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:19:04.645130 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-451bab38-0208-4bc6-8783-8116c51c0683 tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] Deleting port ccbc40d7-b349-47f6-b722-8037a3326878 {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:19:04.645529 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-451bab38-0208-4bc6-8783-8116c51c0683 tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:04.710259 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c051f429-f7a2-4353-9d3c-957f48ef7703 req-1fbbaf58-0030-4965-ba23-c92802d1c082 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c61ce95-aab5-427a-864a-9f490b05fbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4110453 Nov 22 20:19:04.715826 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-6859ccfa-9518-47d0-b5cb-a5742e0deadd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:04.725051 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-305f94e2-2579-445e-8774-736f9534e402 req-9ffb8168-52e0-4002-b88a-d207ecc55b2c tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/quotas/76a9efddcf274563b133aa3f163fb3f9 HTTP/1.1" status: 200 len: 375 time: 0.2939699 Nov 22 20:19:04.731020 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788794a0-14a9-45cb-b2f2-df2b159148a5 req-125c48a1-bca0-4eb4-8235-97c1d25ed48b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:04.733006 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-788794a0-14a9-45cb-b2f2-df2b159148a5 req-125c48a1-bca0-4eb4-8235-97c1d25ed48b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=dd29aa5b29024a1589aa1e9d9246bd3e&device_id=d44cf4d1-35ec-4cbd-ae21-4ec5dca43313 HTTP/1.1" status: 200 len: 1101 time: 0.3984187 Nov 22 20:19:04.744775 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-b2af0a1a-c474-4c41-96d5-e11c3a9972c3 None None] For port ccbc40d7-b349-47f6-b722-8037a3326878, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=ccbc40d7-b349-47f6-b722-8037a3326878,segment=NetworkSegment(8d9258ee-2fa1-468d-bc4e-c9fb69043b7f),segment_id=8d9258ee-2fa1-468d-bc4e-c9fb69043b7f)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:19:04.745318 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-b2af0a1a-c474-4c41-96d5-e11c3a9972c3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:04.771611 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-b2af0a1a-c474-4c41-96d5-e11c3a9972c3 None None] Calling delete_port for ccbc40d7-b349-47f6-b722-8037a3326878 owned by network:dhcp {{(pid=103449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:19:04.866267 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f46965-ca89-44c8-8195-28fdd3b070c4 req-9634fd59-5497-4db9-bded-8cf261cfface service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:04.868172 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-74f46965-ca89-44c8-8195-28fdd3b070c4 req-9634fd59-5497-4db9-bded-8cf261cfface service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2850788 Nov 22 20:19:04.923353 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-451bab38-0208-4bc6-8783-8116c51c0683 tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] For port ccbc40d7-b349-47f6-b722-8037a3326878, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=ccbc40d7-b349-47f6-b722-8037a3326878,segment=NetworkSegment(8d9258ee-2fa1-468d-bc4e-c9fb69043b7f),segment_id=8d9258ee-2fa1-468d-bc4e-c9fb69043b7f)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:19:04.924617 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-451bab38-0208-4bc6-8783-8116c51c0683 tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:04.995000 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-451bab38-0208-4bc6-8783-8116c51c0683 tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] Calling delete_port for ccbc40d7-b349-47f6-b722-8037a3326878 owned by network:dhcp {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:19:05.000401 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-b2af0a1a-c474-4c41-96d5-e11c3a9972c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381'] for port, after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:05.068997 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2af0a1a-c474-4c41-96d5-e11c3a9972c3 None None] Pushing event deleted for resources: {'Port': ['ID=ccbc40d7-b349-47f6-b722-8037a3326878,revision_number=None']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:19:05.088189 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2af0a1a-c474-4c41-96d5-e11c3a9972c3 None None] No DVR routers for this DVR port ccbc40d7-b349-47f6-b722-8037a3326878 on host n-d-818823-1 {{(pid=103449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:19:05.113558 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e49ee129-e862-4476-beca-cdc8150d2345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:05.128866 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device ccbc40d7-b349-47f6-b722-8037a3326878 no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:19:05.158753 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: ccbc40d7-b349-47f6-b722-8037a3326878 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:19:05.159731 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device ccbc40d7-b349-47f6-b722-8037a3326878 not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:19:05.188693 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-451bab38-0208-4bc6-8783-8116c51c0683 tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:05.218861 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451bab38-0208-4bc6-8783-8116c51c0683 tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] Pushing event deleted for resources: {'Port': ['ID=ccbc40d7-b349-47f6-b722-8037a3326878,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:19:05.227775 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-451bab38-0208-4bc6-8783-8116c51c0683 tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] No DVR routers for this DVR port ccbc40d7-b349-47f6-b722-8037a3326878 on host n-d-818823-1 {{(pid=103448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:19:05.262316 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4fa59410-b67d-46e8-8401-c1fa9df3f3f3 req-ef21a5ba-9dc1-4298-b17c-da3210a74b22 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=0af368f2-d7cc-4133-a4d9-4d2227d6bf53&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9583967 Nov 22 20:19:05.264535 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-305f94e2-2579-445e-8774-736f9534e402 req-bafbbd95-6a2f-48f5-b996-e24687705d44 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=76a9efddcf274563b133aa3f163fb3f9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.5385106 Nov 22 20:19:05.353058 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-451bab38-0208-4bc6-8783-8116c51c0683 tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3760028', 'neutron.services.segments.db._delete_segments_for_network-8748992815755'] for network, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:05.361263 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-6859ccfa-9518-47d0-b5cb-a5742e0deadd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:05.362158 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-6859ccfa-9518-47d0-b5cb-a5742e0deadd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:05.364208 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-6859ccfa-9518-47d0-b5cb-a5742e0deadd service neutron] 10.222.0.41 "PUT /v2.0/ports/26cc7b13-59a1-4281-875f-27b2b98ae89e HTTP/1.1" status: 200 len: 1091 time: 2.6734819 Nov 22 20:19:05.425673 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-451bab38-0208-4bc6-8783-8116c51c0683 tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d498b0b-ea3c-4ea6-b362-d3e7f74ab587']}} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:19:05.452666 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-451bab38-0208-4bc6-8783-8116c51c0683 tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d9258ee-2fa1-468d-bc4e-c9fb69043b7f') {'for_net_delete': True} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:19:05.453384 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-451bab38-0208-4bc6-8783-8116c51c0683 tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d9258ee-2fa1-468d-bc4e-c9fb69043b7f') {} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:19:05.470117 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-451bab38-0208-4bc6-8783-8116c51c0683 tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748993039638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11627933'] for segment, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:05.475310 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-471892bd-c771-4c0a-af5f-d5ce49df6663 service neutron] Request body: {'port': {'device_id': '40c93a37-becd-4018-b943-1d6e903a3ffe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818823-1'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:19:05.491924 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-451bab38-0208-4bc6-8783-8116c51c0683 tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:05.500113 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-451bab38-0208-4bc6-8783-8116c51c0683 tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] Releasing vlan 640 on physical network physnet1 to pool {{(pid=103448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 20:19:05.501314 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-451bab38-0208-4bc6-8783-8116c51c0683 tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11567447'] for segment, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:05.509184 n-d-818823-1 neutron-server[103448]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 20:19:05.509184 n-d-818823-1 neutron-server[103448]: self.session.flush() Nov 22 20:19:05.509184 n-d-818823-1 neutron-server[103448]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 20:19:05.509184 n-d-818823-1 neutron-server[103448]: self.session.flush() Nov 22 20:19:05.509184 n-d-818823-1 neutron-server[103448]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 20:19:05.509184 n-d-818823-1 neutron-server[103448]: self.session.flush() Nov 22 20:19:05.509184 n-d-818823-1 neutron-server[103448]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 20:19:05.509184 n-d-818823-1 neutron-server[103448]: self.session.flush() Nov 22 20:19:05.509184 n-d-818823-1 neutron-server[103448]: Traceback (most recent call last): Nov 22 20:19:05.509184 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 20:19:05.509184 n-d-818823-1 neutron-server[103448]: timer() Nov 22 20:19:05.509184 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 20:19:05.509184 n-d-818823-1 neutron-server[103448]: cb(*args, **kw) Nov 22 20:19:05.509184 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 20:19:05.509184 n-d-818823-1 neutron-server[103448]: return func(*args, **kwargs) Nov 22 20:19:05.509184 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 20:19:05.509184 n-d-818823-1 neutron-server[103448]: self._notify() Nov 22 20:19:05.509184 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 20:19:05.509184 n-d-818823-1 neutron-server[103448]: self.callback(batched_events) Nov 22 20:19:05.509184 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 20:19:05.509184 n-d-818823-1 neutron-server[103448]: event.method(event) Nov 22 20:19:05.509184 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 20:19:05.509184 n-d-818823-1 neutron-server[103448]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 20:19:05.509184 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 20:19:05.509184 n-d-818823-1 neutron-server[103448]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 20:19:05.509184 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 20:19:05.509184 n-d-818823-1 neutron-server[103448]: return f(self, *a, **k) Nov 22 20:19:05.509184 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 20:19:05.509184 n-d-818823-1 neutron-server[103448]: return self._get(url).json() Nov 22 20:19:05.509184 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 20:19:05.509184 n-d-818823-1 neutron-server[103448]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 20:19:05.509184 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 20:19:05.509184 n-d-818823-1 neutron-server[103448]: return self.request(url, 'GET', **kwargs) Nov 22 20:19:05.509184 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 20:19:05.509184 n-d-818823-1 neutron-server[103448]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 20:19:05.509184 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 20:19:05.509184 n-d-818823-1 neutron-server[103448]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 20:19:05.509184 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 20:19:05.509184 n-d-818823-1 neutron-server[103448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 20:19:05.509184 n-d-818823-1 neutron-server[103448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 20:19:05.553766 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device bdd77363-c972-4d32-a6fc-a5ca97c33c45 up at agent hyperv_n-h2-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:19:05.597929 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea46b205-4bec-4aa4-b504-a2bdbeb36136 req-6b887482-b959-4322-8a48-b50f2e8f94e2 tempest-VolumesActionsTest-1125936459 tempest-VolumesActionsTest-1125936459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:05.599794 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ea46b205-4bec-4aa4-b504-a2bdbeb36136 req-6b887482-b959-4322-8a48-b50f2e8f94e2 tempest-VolumesActionsTest-1125936459 tempest-VolumesActionsTest-1125936459-project] 10.222.0.20 "GET /v2.0/ports?device_id=13ac763e-9848-4bad-9cb9-977198c2f6fa HTTP/1.1" status: 200 len: 946 time: 1.0715966 Nov 22 20:19:05.628259 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-451bab38-0208-4bc6-8783-8116c51c0683 tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3760002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595318'] for network, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:05.643068 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Provisioning for port bdd77363-c972-4d32-a6fc-a5ca97c33c45 completed by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 20:19:05.649969 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-451bab38-0208-4bc6-8783-8116c51c0683 tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] Publish callbacks [] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:05.650224 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Provisioning complete for port bdd77363-c972-4d32-a6fc-a5ca97c33c45 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:19:05.651812 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:05.657423 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-451bab38-0208-4bc6-8783-8116c51c0683 tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] 10.222.0.46 "DELETE /v2.0/networks/6d498b0b-ea3c-4ea6-b362-d3e7f74ab587 HTTP/1.1" status: 204 len: 168 time: 1.6075134 Nov 22 20:19:05.665888 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 46036) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:19:05.678368 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451bab38-0208-4bc6-8783-8116c51c0683 tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] Pushing event deleted for resources: {'Network': ['ID=6d498b0b-ea3c-4ea6-b362-d3e7f74ab587,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:19:05.679062 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40c93a37-becd-4018-b943-1d6e903a3ffe', 'tag': '26cc7b13-59a1-4281-875f-27b2b98ae89e'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:19:05.701388 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-92a8cd8f-04b0-49d8-a5d4-dc84765dd46f tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] 10.222.0.46 "GET /v2.0/ports?device_id=1948a3b4-60e8-41bf-9278-98cc88ad3a7d HTTP/1.1" status: 200 len: 205 time: 0.0307810 Nov 22 20:19:05.702057 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6603d9d1-2802-4cd1-8f24-fa4d46a3f61a" -d '{"events": [{"name": "network-changed", "server_uuid": "40c93a37-becd-4018-b943-1d6e903a3ffe", "tag": "26cc7b13-59a1-4281-875f-27b2b98ae89e"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:19:05.702893 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 46038) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:19:05.771587 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6859ccfa-9518-47d0-b5cb-a5742e0deadd service neutron] Pushing event updated for resources: {'Port': ['ID=26cc7b13-59a1-4281-875f-27b2b98ae89e,revision_number=3']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:19:05.810978 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:05.829983 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-471892bd-c771-4c0a-af5f-d5ce49df6663 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:05.843224 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b6131f48-a116-4de0-86f8-92e59ea4d461 tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] Publish callbacks [] for router, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:05.864690 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5316a446-ecd3-4253-9665-5369c443676f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdd77363-c972-4d32-a6fc-a5ca97c33c45'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:19:05.867452 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d39f6d30a11e565ec9648abcc015e8a6ab6cff4edd704add8155e28765d31eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d7028cd-a3ec-48b0-9240-90de7ff81514" -d '{"events": [{"server_uuid": "5316a446-ecd3-4253-9665-5369c443676f", "name": "network-vif-plugged", "status": "completed", "tag": "bdd77363-c972-4d32-a6fc-a5ca97c33c45"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:19:05.884815 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa59410-b67d-46e8-8401-c1fa9df3f3f3 req-9c1a9477-a4b7-416e-9b18-b4739764d002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:05.886503 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4fa59410-b67d-46e8-8401-c1fa9df3f3f3 req-9c1a9477-a4b7-416e-9b18-b4739764d002 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=dd29aa5b29024a1589aa1e9d9246bd3e&device_id=0af368f2-d7cc-4133-a4d9-4d2227d6bf53 HTTP/1.1" status: 200 len: 1101 time: 0.5714557 Nov 22 20:19:05.916158 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port bdd77363-c972-4d32-a6fc-a5ca97c33c45, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=bdd77363-c972-4d32-a6fc-a5ca97c33c45,segment=NetworkSegment(2a5a1c7b-538e-498e-99b9-cc7a8e0411be),segment_id=2a5a1c7b-538e-498e-99b9-cc7a8e0411be)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:19:05.925773 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:05.958417 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:05.967444 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c5b064-7970-4f33-8881-b9632d25b878 req-a24c69b4-8f35-4c4f-a6af-5c6c55ceb483 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:05.983369 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c5b064-7970-4f33-8881-b9632d25b878 req-a24c69b4-8f35-4c4f-a6af-5c6c55ceb483 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:05.989428 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c5b064-7970-4f33-8881-b9632d25b878 req-a24c69b4-8f35-4c4f-a6af-5c6c55ceb483 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:05.992063 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=bdd77363-c972-4d32-a6fc-a5ca97c33c45,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:19:05.999975 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c5b064-7970-4f33-8881-b9632d25b878 req-a24c69b4-8f35-4c4f-a6af-5c6c55ceb483 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:06.006331 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c5b064-7970-4f33-8881-b9632d25b878 req-a24c69b4-8f35-4c4f-a6af-5c6c55ceb483 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:06.012401 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c5b064-7970-4f33-8881-b9632d25b878 req-a24c69b4-8f35-4c4f-a6af-5c6c55ceb483 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:06.019152 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c5b064-7970-4f33-8881-b9632d25b878 req-a24c69b4-8f35-4c4f-a6af-5c6c55ceb483 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:06.021202 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b1c5b064-7970-4f33-8881-b9632d25b878 req-a24c69b4-8f35-4c4f-a6af-5c6c55ceb483 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] 10.222.0.46 "GET /v2.0/ports?device_id=40c93a37-becd-4018-b943-1d6e903a3ffe HTTP/1.1" status: 200 len: 5395 time: 0.7348080 Nov 22 20:19:06.102010 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b6131f48-a116-4de0-86f8-92e59ea4d461 tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24781'] for router, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:06.105006 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b6131f48-a116-4de0-86f8-92e59ea4d461 tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:06.146524 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788794a0-14a9-45cb-b2f2-df2b159148a5 req-b1bcbc4b-d4f9-4b64-b42a-01282f2a56c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:06.148507 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-788794a0-14a9-45cb-b2f2-df2b159148a5 req-b1bcbc4b-d4f9-4b64-b42a-01282f2a56c8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e1052824-bf78-4963-8937-b202e372ac24 HTTP/1.1" status: 200 len: 870 time: 0.8789880 Nov 22 20:19:06.184400 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b6131f48-a116-4de0-86f8-92e59ea4d461 tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-663261'] for router, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:06.185564 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6131f48-a116-4de0-86f8-92e59ea4d461 tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] Fanout notify agent at l3_agent the message router_deleted on router 1948a3b4-60e8-41bf-9278-98cc88ad3a7d {{(pid=103448) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 20:19:06.196012 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b6131f48-a116-4de0-86f8-92e59ea4d461 tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] Publish callbacks [] for router, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:06.196848 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-b6131f48-a116-4de0-86f8-92e59ea4d461 tempest-RoutersNegativeTest-1916385687 tempest-RoutersNegativeTest-1916385687-project] 10.222.0.46 "DELETE /v2.0/routers/1948a3b4-60e8-41bf-9278-98cc88ad3a7d HTTP/1.1" status: 204 len: 168 time: 0.4926560 Nov 22 20:19:06.215952 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-305f94e2-2579-445e-8774-736f9534e402 req-b1827db1-ce7c-49f4-977f-5bdadbc82197 service neutron] 10.222.0.46 "GET /v2.0/networks/41f439de-e657-4ca1-8a55-865945ee9732?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8907826 Nov 22 20:19:06.374297 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-788794a0-14a9-45cb-b2f2-df2b159148a5 req-0b6fc25a-9d09-4a8a-b9a9-965e5832f419 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=afbbfbb1-6a7a-467b-bc94-36bdeced156e HTTP/1.1" status: 200 len: 217 time: 0.2065463 Nov 22 20:19:06.604389 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b1c5b064-7970-4f33-8881-b9632d25b878 req-3167ca73-8d7a-4b2d-ab46-a5e6de2680ef tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] 10.222.0.46 "GET /v2.0/security-groups?id=70cb0c9d-9724-446c-9f0a-bf3510156947&id=f57d0821-447e-4bd4-9be8-6ef5d6dfd2db&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5568683 Nov 22 20:19:06.624547 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa59410-b67d-46e8-8401-c1fa9df3f3f3 req-913561ae-4654-4f1a-b8e7-f9c83ef52e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:06.624547 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4fa59410-b67d-46e8-8401-c1fa9df3f3f3 req-913561ae-4654-4f1a-b8e7-f9c83ef52e20 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e1052824-bf78-4963-8937-b202e372ac24 HTTP/1.1" status: 200 len: 870 time: 0.6000452 Nov 22 20:19:06.782141 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788794a0-14a9-45cb-b2f2-df2b159148a5 req-ebe21cb6-19ea-4403-a222-f4e19a57336f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:06.784457 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-788794a0-14a9-45cb-b2f2-df2b159148a5 req-ebe21cb6-19ea-4403-a222-f4e19a57336f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3091ebfd-11e2-41f8-9c00-ffe0b86563d8 HTTP/1.1" status: 200 len: 843 time: 0.3668344 Nov 22 20:19:06.817157 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 46064) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:19:06.823459 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4fa59410-b67d-46e8-8401-c1fa9df3f3f3 req-1253e051-f1e5-49e3-9522-91f0b5885079 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=52d6b7ae-24f7-4fb1-a9ba-b05788111e33 HTTP/1.1" status: 200 len: 217 time: 0.1850138 Nov 22 20:19:06.825958 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-305f94e2-2579-445e-8774-736f9534e402 req-67a1da4a-68f1-4971-bd22-d5490daa2ef4 service neutron] 10.222.0.46 "GET /v2.0/networks/41f439de-e657-4ca1-8a55-865945ee9732?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6092920 Nov 22 20:19:06.845063 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-ea46b205-4bec-4aa4-b504-a2bdbeb36136 req-5c90ffc1-040a-4fcb-909b-056a1619e2eb tempest-VolumesActionsTest-1125936459 tempest-VolumesActionsTest-1125936459-project] Deleting port e0934f1d-e51c-42c1-913f-af366363a081 {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:19:06.845587 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-ea46b205-4bec-4aa4-b504-a2bdbeb36136 req-5c90ffc1-040a-4fcb-909b-056a1619e2eb tempest-VolumesActionsTest-1125936459 tempest-VolumesActionsTest-1125936459-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:07.084776 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-1d45afe7-a75d-435d-9869-cd015623fb87 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=57d4c340ade143b086dacad380a318c9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2668841 Nov 22 20:19:07.087350 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 46068) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:19:07.094231 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa59410-b67d-46e8-8401-c1fa9df3f3f3 req-79f93e91-bee6-44b1-82d3-92613d03b749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:07.095892 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4fa59410-b67d-46e8-8401-c1fa9df3f3f3 req-79f93e91-bee6-44b1-82d3-92613d03b749 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3091ebfd-11e2-41f8-9c00-ffe0b86563d8 HTTP/1.1" status: 200 len: 843 time: 0.2433338 Nov 22 20:19:07.160512 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788794a0-14a9-45cb-b2f2-df2b159148a5 req-bfe2bdee-63d6-4f3a-8de7-71f153dbf78f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:07.161541 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-788794a0-14a9-45cb-b2f2-df2b159148a5 req-bfe2bdee-63d6-4f3a-8de7-71f153dbf78f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e1052824-bf78-4963-8937-b202e372ac24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3314908 Nov 22 20:19:07.224440 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-df7404f4-52ed-4009-a035-6793d49d16ba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:07.253790 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 20:19:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36dc1a5e-ea48-47f8-ae15-6da7c1cb5eee x-openstack-request-id: req-36dc1a5e-ea48-47f8-ae15-6da7c1cb5eee {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:19:07.254184 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40c93a37-becd-4018-b943-1d6e903a3ffe", "tag": "26cc7b13-59a1-4281-875f-27b2b98ae89e", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:19:07.254517 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-36dc1a5e-ea48-47f8-ae15-6da7c1cb5eee {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:19:07.254718 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40c93a37-becd-4018-b943-1d6e903a3ffe', 'tag': '26cc7b13-59a1-4281-875f-27b2b98ae89e', 'status': 'completed', 'code': 200} Nov 22 20:19:07.322027 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-df7404f4-52ed-4009-a035-6793d49d16ba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:07.329851 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-ea46b205-4bec-4aa4-b504-a2bdbeb36136 req-5c90ffc1-040a-4fcb-909b-056a1619e2eb tempest-VolumesActionsTest-1125936459 tempest-VolumesActionsTest-1125936459-project] For port e0934f1d-e51c-42c1-913f-af366363a081, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=e0934f1d-e51c-42c1-913f-af366363a081,segment=NetworkSegment(0c19f6ce-9505-46f7-96f4-48c33d5fabdc),segment_id=0c19f6ce-9505-46f7-96f4-48c33d5fabdc)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:19:07.330770 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-ea46b205-4bec-4aa4-b504-a2bdbeb36136 req-5c90ffc1-040a-4fcb-909b-056a1619e2eb tempest-VolumesActionsTest-1125936459 tempest-VolumesActionsTest-1125936459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:07.420685 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6603d9d1-2802-4cd1-8f24-fa4d46a3f61a req-89046604-05d4-4d89-a879-50c2f25426c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:07.420685 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6603d9d1-2802-4cd1-8f24-fa4d46a3f61a req-89046604-05d4-4d89-a879-50c2f25426c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:07.421065 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6603d9d1-2802-4cd1-8f24-fa4d46a3f61a req-89046604-05d4-4d89-a879-50c2f25426c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:07.421623 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6603d9d1-2802-4cd1-8f24-fa4d46a3f61a req-89046604-05d4-4d89-a879-50c2f25426c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:07.422045 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6603d9d1-2802-4cd1-8f24-fa4d46a3f61a req-89046604-05d4-4d89-a879-50c2f25426c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:07.422523 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6603d9d1-2802-4cd1-8f24-fa4d46a3f61a req-89046604-05d4-4d89-a879-50c2f25426c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:07.423049 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6603d9d1-2802-4cd1-8f24-fa4d46a3f61a req-89046604-05d4-4d89-a879-50c2f25426c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:07.425277 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-6603d9d1-2802-4cd1-8f24-fa4d46a3f61a req-89046604-05d4-4d89-a879-50c2f25426c4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cd84c4200e0d47b4bcba9b053bf608fb&device_id=40c93a37-becd-4018-b943-1d6e903a3ffe HTTP/1.1" status: 200 len: 6287 time: 0.1796360 Nov 22 20:19:07.426401 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-df7404f4-52ed-4009-a035-6793d49d16ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:07.429230 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-df7404f4-52ed-4009-a035-6793d49d16ba admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:07.430404 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-df7404f4-52ed-4009-a035-6793d49d16ba admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a7a8507e-432e-4ac6-bd2d-b38673b0bf55 HTTP/1.1" status: 204 len: 168 time: 0.3419349 Nov 22 20:19:07.492047 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-ea46b205-4bec-4aa4-b504-a2bdbeb36136 req-5c90ffc1-040a-4fcb-909b-056a1619e2eb tempest-VolumesActionsTest-1125936459 tempest-VolumesActionsTest-1125936459-project] Calling delete_port for e0934f1d-e51c-42c1-913f-af366363a081 owned by compute:nova {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:19:07.537275 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edce59d-cead-49a6-8a0a-92abe8095b25 req-bc1575b0-d5aa-40e6-9b55-4e7993942a5d tempest-VolumesActionsTest-1125936459 tempest-VolumesActionsTest-1125936459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:07.539043 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4edce59d-cead-49a6-8a0a-92abe8095b25 req-bc1575b0-d5aa-40e6-9b55-4e7993942a5d tempest-VolumesActionsTest-1125936459 tempest-VolumesActionsTest-1125936459-project] 10.222.0.46 "GET /v2.0/ports?device_id=13ac763e-9848-4bad-9cb9-977198c2f6fa HTTP/1.1" status: 200 len: 946 time: 0.5356996 Nov 22 20:19:07.590720 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa59410-b67d-46e8-8401-c1fa9df3f3f3 req-0d2001ac-5cac-4db8-8deb-74b679018a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:07.604349 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4fa59410-b67d-46e8-8401-c1fa9df3f3f3 req-0d2001ac-5cac-4db8-8deb-74b679018a35 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e1052824-bf78-4963-8937-b202e372ac24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4934452 Nov 22 20:19:07.656788 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6603d9d1-2802-4cd1-8f24-fa4d46a3f61a req-278c0b17-cd75-4923-b794-cb4fe2b80976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:07.657267 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6603d9d1-2802-4cd1-8f24-fa4d46a3f61a req-278c0b17-cd75-4923-b794-cb4fe2b80976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:07.657740 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6603d9d1-2802-4cd1-8f24-fa4d46a3f61a req-278c0b17-cd75-4923-b794-cb4fe2b80976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:07.659379 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-6603d9d1-2802-4cd1-8f24-fa4d46a3f61a req-278c0b17-cd75-4923-b794-cb4fe2b80976 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=cd84c4200e0d47b4bcba9b053bf608fb&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2243054 Nov 22 20:19:07.664814 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7404f4-52ed-4009-a035-6793d49d16ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7a8507e-432e-4ac6-bd2d-b38673b0bf55,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:19:07.861586 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6603d9d1-2802-4cd1-8f24-fa4d46a3f61a req-4d3b61eb-80a1-48fb-b681-07f54021530d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:07.863891 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-6603d9d1-2802-4cd1-8f24-fa4d46a3f61a req-4d3b61eb-80a1-48fb-b681-07f54021530d service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1895335 Nov 22 20:19:07.912842 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-471892bd-c771-4c0a-af5f-d5ce49df6663 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 835a0333-17c1-49ac-a55d-d9999f17b48d {{(pid=103447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:19:07.928187 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06a6fb7-0ea1-49e3-a90c-4d4ab6a1f507 req-7ffffad7-d2ea-42e5-b047-92b3d2a6b9d8 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:07.930518 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b06a6fb7-0ea1-49e3-a90c-4d4ab6a1f507 req-7ffffad7-d2ea-42e5-b047-92b3d2a6b9d8 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.46 "GET /v2.0/ports?device_id=5316a446-ecd3-4253-9665-5369c443676f HTTP/1.1" status: 200 len: 949 time: 0.5341797 Nov 22 20:19:08.012566 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-471892bd-c771-4c0a-af5f-d5ce49df6663 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:08.109469 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4edce59d-cead-49a6-8a0a-92abe8095b25 req-06055b6f-534f-43a7-b2d5-ea7b3af327c3 tempest-VolumesActionsTest-1125936459 tempest-VolumesActionsTest-1125936459-project] 10.222.0.46 "GET /v2.0/security-groups?id=f984117d-844a-42a1-9c59-5ff916094579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5357842 Nov 22 20:19:08.236210 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b06a6fb7-0ea1-49e3-a90c-4d4ab6a1f507 req-7d71aebf-9c38-445b-9f87-4e336ae6e771 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c61ce95-aab5-427a-864a-9f490b05fbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2363193 Nov 22 20:19:08.238007 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:19:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4055c51f-c45e-4b8d-aebb-b31ce096af49 x-openstack-request-id: req-4055c51f-c45e-4b8d-aebb-b31ce096af49 {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:19:08.238570 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5316a446-ecd3-4253-9665-5369c443676f", "name": "network-vif-plugged", "status": "completed", "tag": "bdd77363-c972-4d32-a6fc-a5ca97c33c45", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:19:08.238741 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4055c51f-c45e-4b8d-aebb-b31ce096af49 {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:19:08.239249 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5316a446-ecd3-4253-9665-5369c443676f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdd77363-c972-4d32-a6fc-a5ca97c33c45', 'code': 200} Nov 22 20:19:08.241870 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-788794a0-14a9-45cb-b2f2-df2b159148a5 req-52616287-f62a-4daf-a6d3-7936639c4462 service neutron] 10.222.0.41 "GET /v2.0/networks/e1052824-bf78-4963-8937-b202e372ac24?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0275571 Nov 22 20:19:08.249087 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4fa59410-b67d-46e8-8401-c1fa9df3f3f3 req-19c422fc-356c-4d5f-ad91-9957649adec0 service neutron] 10.222.0.20 "GET /v2.0/networks/e1052824-bf78-4963-8937-b202e372ac24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5774000 Nov 22 20:19:08.393831 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.provisioning_blocks [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-471892bd-c771-4c0a-af5f-d5ce49df6663 service neutron] Transition to ACTIVE for port object 835a0333-17c1-49ac-a55d-d9999f17b48d will not be triggered until provisioned by entity L2. {{(pid=103447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 20:19:08.511513 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-471892bd-c771-4c0a-af5f-d5ce49df6663 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:08.550063 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 46122) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:19:08.847335 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-65301282-1de0-4e25-8f1a-d64b0cba2898 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1671167706-network', 'tenant_id': 'cd35b1f5b26a474e94b5f4e1769d5526'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:19:08.905305 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65301282-1de0-4e25-8f1a-d64b0cba2898 admin admin] Made reservation on behalf of cd35b1f5b26a474e94b5f4e1769d5526 for: {'network': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:19:08.909169 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-65301282-1de0-4e25-8f1a-d64b0cba2898 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for network, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:08.978764 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-65301282-1de0-4e25-8f1a-d64b0cba2898 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:09.000106 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305f94e2-2579-445e-8774-736f9534e402 req-68288a73-7838-4cd7-87f7-4e01be334d47 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:09.001775 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-305f94e2-2579-445e-8774-736f9534e402 req-68288a73-7838-4cd7-87f7-4e01be334d47 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.41 "GET /v2.0/networks?id=41f439de-e657-4ca1-8a55-865945ee9732 HTTP/1.1" status: 200 len: 811 time: 0.2536089 Nov 22 20:19:09.024855 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d4e57036-0502-474c-b486-0b65d361f0fe req-13fcc060-be4f-45ea-9518-c2eca46656b0 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/ports?device_id=9b879f5f-5a49-43b4-a97b-d2dc6720e6ef HTTP/1.1" status: 200 len: 210 time: 0.5728846 Nov 22 20:19:09.025353 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [req-305f94e2-2579-445e-8774-736f9534e402 req-1fabc30f-29c3-4909-aaa6-4c1184f2a864 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Request body: {'port': {'device_id': '9b879f5f-5a49-43b4-a97b-d2dc6720e6ef', 'network_id': '41f439de-e657-4ca1-8a55-865945ee9732', 'admin_state_up': True, 'tenant_id': '76a9efddcf274563b133aa3f163fb3f9'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:19:09.035057 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4fa59410-b67d-46e8-8401-c1fa9df3f3f3 req-d1c1e5d1-057a-4f96-b727-dc843a1d5680 service neutron] 10.222.0.20 "GET /v2.0/networks/e1052824-bf78-4963-8937-b202e372ac24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7725334 Nov 22 20:19:09.179398 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-ea46b205-4bec-4aa4-b504-a2bdbeb36136 req-5c90ffc1-040a-4fcb-909b-056a1619e2eb tempest-VolumesActionsTest-1125936459 tempest-VolumesActionsTest-1125936459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:09.260849 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e56f65-2d3c-48df-8c4b-32fdd6908e0e req-86c6447f-68bc-4263-bc7b-fd54ebc7bf35 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:09.272622 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e56f65-2d3c-48df-8c4b-32fdd6908e0e req-86c6447f-68bc-4263-bc7b-fd54ebc7bf35 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:09.288511 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e56f65-2d3c-48df-8c4b-32fdd6908e0e req-86c6447f-68bc-4263-bc7b-fd54ebc7bf35 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:09.296593 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e56f65-2d3c-48df-8c4b-32fdd6908e0e req-86c6447f-68bc-4263-bc7b-fd54ebc7bf35 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:09.303708 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e56f65-2d3c-48df-8c4b-32fdd6908e0e req-86c6447f-68bc-4263-bc7b-fd54ebc7bf35 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:09.311038 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e56f65-2d3c-48df-8c4b-32fdd6908e0e req-86c6447f-68bc-4263-bc7b-fd54ebc7bf35 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:09.317795 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e56f65-2d3c-48df-8c4b-32fdd6908e0e req-86c6447f-68bc-4263-bc7b-fd54ebc7bf35 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:09.319893 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-64e56f65-2d3c-48df-8c4b-32fdd6908e0e req-86c6447f-68bc-4263-bc7b-fd54ebc7bf35 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] 10.222.0.46 "GET /v2.0/ports?device_id=40c93a37-becd-4018-b943-1d6e903a3ffe HTTP/1.1" status: 200 len: 5407 time: 0.9237459 Nov 22 20:19:09.335519 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-65301282-1de0-4e25-8f1a-d64b0cba2898 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:09.343544 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-65301282-1de0-4e25-8f1a-d64b0cba2898 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:09.380452 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471892bd-c771-4c0a-af5f-d5ce49df6663 service neutron] Pushing event updated for resources: {'Port': ['ID=835a0333-17c1-49ac-a55d-d9999f17b48d,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:19:09.416239 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65301282-1de0-4e25-8f1a-d64b0cba2898 admin admin] vlan segment allocate from pool success with {'vlan_id': 635, 'physical_network': 'physnet1'} {{(pid=103448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 20:19:09.441676 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c82f08d3-ea74-4614-9d51-cb30786b41a6 None None] DHCP port deletion for a638f8aa-b343-44c1-bcb9-fbd608b1e107 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:19:09.447335 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65301282-1de0-4e25-8f1a-d64b0cba2898 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa46b367-0682-44e2-bc45-873c1c7238e4,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:19:09.481366 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-305f94e2-2579-445e-8774-736f9534e402 req-1fabc30f-29c3-4909-aaa6-4c1184f2a864 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Made reservation on behalf of 76a9efddcf274563b133aa3f163fb3f9 for: {'port': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:19:09.486584 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-305f94e2-2579-445e-8774-736f9534e402 req-1fabc30f-29c3-4909-aaa6-4c1184f2a864 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:09.496435 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8399f5be-f244-4038-a51b-da2d0c9f2b8b req-868b5afb-4915-439b-92f0-03170b415405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:09.498383 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-65301282-1de0-4e25-8f1a-d64b0cba2898 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:09.498830 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8399f5be-f244-4038-a51b-da2d0c9f2b8b req-868b5afb-4915-439b-92f0-03170b415405 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5316a446-ecd3-4253-9665-5369c443676f HTTP/1.1" status: 200 len: 1100 time: 1.1037586 Nov 22 20:19:09.500642 n-d-818823-1 neutron-server[103448]: INFO neutron.db.segments_db [None req-65301282-1de0-4e25-8f1a-d64b0cba2898 admin admin] Added segment d24843e6-97c4-4539-93fd-7ce0d241f570 of type vlan for network eacc83bf-4525-4d69-9567-1264ac69485d Nov 22 20:19:09.554230 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device e0934f1d-e51c-42c1-913f-af366363a081 no longer exists at agent hyperv_n-h2-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:19:09.599690 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-65301282-1de0-4e25-8f1a-d64b0cba2898 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748992492791'] for network, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:09.602272 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] No Port match for: e0934f1d-e51c-42c1-913f-af366363a081 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:19:09.604151 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device e0934f1d-e51c-42c1-913f-af366363a081 not bound to the agent host n-h2-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:19:09.647870 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-788794a0-14a9-45cb-b2f2-df2b159148a5 req-93ba045b-88b0-4661-9ff8-d3b6943192b0 service neutron] 10.222.0.41 "GET /v2.0/networks/e1052824-bf78-4963-8937-b202e372ac24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3976409 Nov 22 20:19:09.724482 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-65301282-1de0-4e25-8f1a-d64b0cba2898 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for network, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:09.724630 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7fe9269c-0e5c-4741-afbb-e3e6450c2164 req-9462c173-9d8f-4b8f-b0c5-fd7228daee5f tempest-VolumesActionsTest-1125936459 tempest-VolumesActionsTest-1125936459-project] 10.222.0.46 "GET /v2.0/ports?device_id=13ac763e-9848-4bad-9cb9-977198c2f6fa HTTP/1.1" status: 200 len: 210 time: 0.0719585 Nov 22 20:19:09.726210 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65301282-1de0-4e25-8f1a-d64b0cba2898 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:09.727016 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-65301282-1de0-4e25-8f1a-d64b0cba2898 admin admin] Publish callbacks [] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:09.782197 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c90ffc1-040a-4fcb-909b-056a1619e2eb tempest-VolumesActionsTest-1125936459 tempest-VolumesActionsTest-1125936459-project] Pushing event deleted for resources: {'Port': ['ID=e0934f1d-e51c-42c1-913f-af366363a081,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:19:09.808869 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-65301282-1de0-4e25-8f1a-d64b0cba2898 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.2572896 Nov 22 20:19:09.816516 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 46148) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:19:09.821184 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea46b205-4bec-4aa4-b504-a2bdbeb36136 req-5c90ffc1-040a-4fcb-909b-056a1619e2eb tempest-VolumesActionsTest-1125936459 tempest-VolumesActionsTest-1125936459-project] No DVR routers for this DVR port e0934f1d-e51c-42c1-913f-af366363a081 on host n-h2-818823-1 {{(pid=103447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:19:09.839385 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-ea46b205-4bec-4aa4-b504-a2bdbeb36136 req-5c90ffc1-040a-4fcb-909b-056a1619e2eb tempest-VolumesActionsTest-1125936459 tempest-VolumesActionsTest-1125936459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:09.841306 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-113953d2-54dd-4877-b205-50a9f2972ef6 admin admin] Request body: {'subnet': {'network_id': 'eacc83bf-4525-4d69-9567-1264ac69485d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1671167706-subnet', 'tenant_id': 'cd35b1f5b26a474e94b5f4e1769d5526', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:19:09.843845 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ea46b205-4bec-4aa4-b504-a2bdbeb36136 req-5c90ffc1-040a-4fcb-909b-056a1619e2eb tempest-VolumesActionsTest-1125936459 tempest-VolumesActionsTest-1125936459-project] 10.222.0.20 "DELETE /v2.0/ports/e0934f1d-e51c-42c1-913f-af366363a081 HTTP/1.1" status: 204 len: 173 time: 4.1933751 Nov 22 20:19:09.848107 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13ac763e-9848-4bad-9cb9-977198c2f6fa', 'name': 'network-vif-deleted', 'tag': 'e0934f1d-e51c-42c1-913f-af366363a081'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:19:09.850922 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8df1c25-8562-4044-a97e-bbab2dbb8afb" -d '{"events": [{"server_uuid": "13ac763e-9848-4bad-9cb9-977198c2f6fa", "name": "network-vif-deleted", "tag": "e0934f1d-e51c-42c1-913f-af366363a081"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:19:09.859187 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65301282-1de0-4e25-8f1a-d64b0cba2898 admin admin] Pushing event updated for resources: {'Network': ['ID=eacc83bf-4525-4d69-9567-1264ac69485d,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:19:09.865529 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [req-305f94e2-2579-445e-8774-736f9534e402 req-1fabc30f-29c3-4909-aaa6-4c1184f2a864 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Allocated IP 172.20.0.3 (41f439de-e657-4ca1-8a55-865945ee9732/d74b376c-118a-4e1f-b1b9-d074bfe85b19/2d00808d-6df5-43c1-b44b-1cbe78b096d7) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:19:09.876283 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Network eacc83bf-4525-4d69-9567-1264ac69485d details requested by agent ovs-agent-n-d-818823-1 with host n-d-818823-1 {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 20:19:09.897047 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-471892bd-c771-4c0a-af5f-d5ce49df6663 service neutron] Attempting to bind port 835a0333-17c1-49ac-a55d-d9999f17b48d on host n-h1-818823-1 for vnic_type normal with profile {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:19:09.897698 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-471892bd-c771-4c0a-af5f-d5ce49df6663 service neutron] Attempting to bind port 835a0333-17c1-49ac-a55d-d9999f17b48d by drivers openvswitch,hyperv on host n-h1-818823-1 at level 0 using segments [{'id': 'c15bb4e7-ea13-4fea-a3f9-07fbd2080202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '3ad73812-60e8-4754-bf89-bc7945f351b9'}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:19:09.898446 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-471892bd-c771-4c0a-af5f-d5ce49df6663 service neutron] Attempting to bind port 835a0333-17c1-49ac-a55d-d9999f17b48d on network 3ad73812-60e8-4754-bf89-bc7945f351b9 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:19:09.906186 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-113953d2-54dd-4877-b205-50a9f2972ef6 admin admin] Made reservation on behalf of cd35b1f5b26a474e94b5f4e1769d5526 for: {'subnet': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:19:09.910871 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-113953d2-54dd-4877-b205-50a9f2972ef6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11792951'] for subnet, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:09.946726 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-471892bd-c771-4c0a-af5f-d5ce49df6663 service neutron] Port 835a0333-17c1-49ac-a55d-d9999f17b48d on network 3ad73812-60e8-4754-bf89-bc7945f351b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-818823-1 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:19:09.947091 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-471892bd-c771-4c0a-af5f-d5ce49df6663 service neutron] Attempting to bind port 835a0333-17c1-49ac-a55d-d9999f17b48d on network 3ad73812-60e8-4754-bf89-bc7945f351b9 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:19:10.032656 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8399f5be-f244-4038-a51b-da2d0c9f2b8b req-c38999fc-771e-4638-a815-0ee8d5c7a372 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=6c61ce95-aab5-427a-864a-9f490b05fbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3420913 Nov 22 20:19:10.048569 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-64e56f65-2d3c-48df-8c4b-32fdd6908e0e req-f15d6f36-3ef3-430a-8f4f-2066d918041d tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] 10.222.0.46 "GET /v2.0/security-groups?id=70cb0c9d-9724-446c-9f0a-bf3510156947&id=f57d0821-447e-4bd4-9be8-6ef5d6dfd2db&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.7103195 Nov 22 20:19:10.053496 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-471892bd-c771-4c0a-af5f-d5ce49df6663 service neutron] Checking agent: {'id': '7a008cff-3b49-418c-8046-689d46cc800f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'started_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 18, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:19:10.054675 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-471892bd-c771-4c0a-af5f-d5ce49df6663 service neutron] Checking segment: {'id': 'c15bb4e7-ea13-4fea-a3f9-07fbd2080202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '3ad73812-60e8-4754-bf89-bc7945f351b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:19:10.055372 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-471892bd-c771-4c0a-af5f-d5ce49df6663 service neutron] Bound using segment: {'id': 'c15bb4e7-ea13-4fea-a3f9-07fbd2080202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '3ad73812-60e8-4754-bf89-bc7945f351b9'} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:19:10.056029 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-471892bd-c771-4c0a-af5f-d5ce49df6663 service neutron] Bound port: 835a0333-17c1-49ac-a55d-d9999f17b48d, host: n-h1-818823-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c15bb4e7-ea13-4fea-a3f9-07fbd2080202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '3ad73812-60e8-4754-bf89-bc7945f351b9'}}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:19:10.056583 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-471892bd-c771-4c0a-af5f-d5ce49df6663 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:10.089503 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48de6239-52c8-4a29-9d89-b7a63f4e22e7 req-30aebb31-3b5d-43ef-95f0-b42ebd936971 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:10.092228 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-48de6239-52c8-4a29-9d89-b7a63f4e22e7 req-30aebb31-3b5d-43ef-95f0-b42ebd936971 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.46 "GET /v2.0/ports?device_id=5316a446-ecd3-4253-9665-5369c443676f HTTP/1.1" status: 200 len: 949 time: 0.1914437 Nov 22 20:19:10.213541 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-48de6239-52c8-4a29-9d89-b7a63f4e22e7 req-24512873-211c-4099-b913-126e55ac211f tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c61ce95-aab5-427a-864a-9f490b05fbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939219 Nov 22 20:19:10.255082 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f3d63f99-56f1-4566-944d-db4058f899cf req-56b2129c-5852-4deb-a3d1-d36d53366365 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/ports?device_id=9b879f5f-5a49-43b4-a97b-d2dc6720e6ef HTTP/1.1" status: 200 len: 210 time: 0.0455303 Nov 22 20:19:10.258781 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-471892bd-c771-4c0a-af5f-d5ce49df6663 service neutron] For port 835a0333-17c1-49ac-a55d-d9999f17b48d, host n-h1-818823-1, cleared binding levels {{(pid=103447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:19:10.294053 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-471892bd-c771-4c0a-af5f-d5ce49df6663 service neutron] For port 835a0333-17c1-49ac-a55d-d9999f17b48d, host n-h1-818823-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=835a0333-17c1-49ac-a55d-d9999f17b48d,segment=NetworkSegment(c15bb4e7-ea13-4fea-a3f9-07fbd2080202),segment_id=c15bb4e7-ea13-4fea-a3f9-07fbd2080202)] {{(pid=103447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:19:10.313620 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:19:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6f17cdd-5e3e-45dc-96e1-ad97ed4c1c55 x-openstack-request-id: req-f6f17cdd-5e3e-45dc-96e1-ad97ed4c1c55 {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:19:10.313943 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13ac763e-9848-4bad-9cb9-977198c2f6fa", "name": "network-vif-deleted", "tag": "e0934f1d-e51c-42c1-913f-af366363a081", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:19:10.314155 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f6f17cdd-5e3e-45dc-96e1-ad97ed4c1c55 {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:19:10.314563 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13ac763e-9848-4bad-9cb9-977198c2f6fa', 'name': 'network-vif-deleted', 'tag': 'e0934f1d-e51c-42c1-913f-af366363a081', 'status': 'completed', 'code': 200} Nov 22 20:19:10.315702 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-471892bd-c771-4c0a-af5f-d5ce49df6663 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:10.331965 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-305f94e2-2579-445e-8774-736f9534e402 req-1fabc30f-29c3-4909-aaa6-4c1184f2a864 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:10.369049 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-113953d2-54dd-4877-b205-50a9f2972ef6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11567560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11792921'] for subnet, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:10.373171 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-471892bd-c771-4c0a-af5f-d5ce49df6663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:10.374382 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-471892bd-c771-4c0a-af5f-d5ce49df6663 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:10.375864 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-471892bd-c771-4c0a-af5f-d5ce49df6663 service neutron] 10.222.0.41 "PUT /v2.0/ports/835a0333-17c1-49ac-a55d-d9999f17b48d HTTP/1.1" status: 200 len: 1090 time: 4.9253588 Nov 22 20:19:10.417325 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-abe50610-5146-4052-8f56-4601f531e220 service neutron] Request body: {'port': {'device_id': '40c93a37-becd-4018-b943-1d6e903a3ffe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818823-1'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:19:10.422247 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471892bd-c771-4c0a-af5f-d5ce49df6663 service neutron] Pushing event updated for resources: {'Port': ['ID=835a0333-17c1-49ac-a55d-d9999f17b48d,revision_number=3']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:19:10.488284 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-305f94e2-2579-445e-8774-736f9534e402 req-1fabc30f-29c3-4909-aaa6-4c1184f2a864 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:10.506914 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-abe50610-5146-4052-8f56-4601f531e220 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:10.535105 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113953d2-54dd-4877-b205-50a9f2972ef6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=76183ee8-3a64-43e2-a29c-225249e91c7e,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:19:10.612663 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-305f94e2-2579-445e-8774-736f9534e402 req-1fabc30f-29c3-4909-aaa6-4c1184f2a864 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Network 41f439de-e657-4ca1-8a55-865945ee9732 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:19:10.631693 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [req-305f94e2-2579-445e-8774-736f9534e402 req-1fabc30f-29c3-4909-aaa6-4c1184f2a864 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:19:10.653315 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9a28ee3-4b0a-408f-9b4f-f3bfd9c276b3 None None] DHCP port deletion for 41f439de-e657-4ca1-8a55-865945ee9732 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:19:10.658758 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [req-305f94e2-2579-445e-8774-736f9534e402 req-1fabc30f-29c3-4909-aaa6-4c1184f2a864 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:19:10.704780 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-113953d2-54dd-4877-b205-50a9f2972ef6 admin admin] Checking segment: {'id': 'd24843e6-97c4-4539-93fd-7ce0d241f570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'eacc83bf-4525-4d69-9567-1264ac69485d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:19:10.705132 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-113953d2-54dd-4877-b205-50a9f2972ef6 admin admin] Network hostable DHCP agents. Network: eacc83bf-4525-4d69-9567-1264ac69485d, hostable agents: ['02adaa64-0987-4b74-bad0-cbcf56f8a294'], hosted agents: [] {{(pid=103448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 20:19:10.713331 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fabc30f-29c3-4909-aaa6-4c1184f2a864 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Pushing event updated for resources: {'Port': ['ID=2d00808d-6df5-43c1-b44b-1cbe78b096d7,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:19:10.783827 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-181bf0d9-45c9-45ff-935f-3eb57e6358b8 None None] Provisioning complete for port 2d00808d-6df5-43c1-b44b-1cbe78b096d7 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:19:10.784205 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-181bf0d9-45c9-45ff-935f-3eb57e6358b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:10.829930 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305f94e2-2579-445e-8774-736f9534e402 req-1fabc30f-29c3-4909-aaa6-4c1184f2a864 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:10.831309 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-305f94e2-2579-445e-8774-736f9534e402 req-1fabc30f-29c3-4909-aaa6-4c1184f2a864 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:10.844573 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-113953d2-54dd-4877-b205-50a9f2972ef6 admin admin] Network eacc83bf-4525-4d69-9567-1264ac69485d is scheduled to be hosted by DHCP agent 02adaa64-0987-4b74-bad0-cbcf56f8a294 with binding_index 1 {{(pid=103448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 20:19:10.867803 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-113953d2-54dd-4877-b205-50a9f2972ef6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818823-1, eacc83bf-4525-4d69-9567-1264ac69485d) {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:19:10.878496 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-305f94e2-2579-445e-8774-736f9534e402 req-1fabc30f-29c3-4909-aaa6-4c1184f2a864 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8587527 Nov 22 20:19:10.899606 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3478c4d-a3e2-40f2-bec5-7dd1806997a6 None None] Network eacc83bf-4525-4d69-9567-1264ac69485d requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:19:10.905510 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-181bf0d9-45c9-45ff-935f-3eb57e6358b8 None None] Port 2d00808d-6df5-43c1-b44b-1cbe78b096d7 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:19:10.911476 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [req-305f94e2-2579-445e-8774-736f9534e402 req-2c13ca76-4809-4d61-be08-f3ecbf08e496 service neutron] Request body: {'port': {'device_id': '9b879f5f-5a49-43b4-a97b-d2dc6720e6ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818823-1'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:19:10.969455 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-113953d2-54dd-4877-b205-50a9f2972ef6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:10.970193 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-113953d2-54dd-4877-b205-50a9f2972ef6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:11.029004 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-113953d2-54dd-4877-b205-50a9f2972ef6 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1990716 Nov 22 20:19:11.113171 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-305f94e2-2579-445e-8774-736f9534e402 req-2c13ca76-4809-4d61-be08-f3ecbf08e496 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:11.247671 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-abe50610-5146-4052-8f56-4601f531e220 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27859499-3fee-4255-98df-7775b62a7da8 {{(pid=103447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:19:11.277367 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-abe50610-5146-4052-8f56-4601f531e220 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:11.310816 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cee40a9-b9d9-44ad-88bb-3eac22c5cde8 None None] Network eacc83bf-4525-4d69-9567-1264ac69485d requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:19:11.385128 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.provisioning_blocks [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-abe50610-5146-4052-8f56-4601f531e220 service neutron] Transition to ACTIVE for port object 27859499-3fee-4255-98df-7775b62a7da8 will not be triggered until provisioned by entity L2. {{(pid=103447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 20:19:11.441724 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-abe50610-5146-4052-8f56-4601f531e220 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:11.713069 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487f8616-ed46-4f63-a110-c5b61a76985a req-e65d106b-9c67-4628-92c9-2966b1894fef tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:11.740036 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487f8616-ed46-4f63-a110-c5b61a76985a req-e65d106b-9c67-4628-92c9-2966b1894fef tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:11.756529 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487f8616-ed46-4f63-a110-c5b61a76985a req-e65d106b-9c67-4628-92c9-2966b1894fef tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:11.763689 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487f8616-ed46-4f63-a110-c5b61a76985a req-e65d106b-9c67-4628-92c9-2966b1894fef tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:11.770764 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487f8616-ed46-4f63-a110-c5b61a76985a req-e65d106b-9c67-4628-92c9-2966b1894fef tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:11.782919 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487f8616-ed46-4f63-a110-c5b61a76985a req-e65d106b-9c67-4628-92c9-2966b1894fef tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:11.802497 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487f8616-ed46-4f63-a110-c5b61a76985a req-e65d106b-9c67-4628-92c9-2966b1894fef tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:11.813932 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-487f8616-ed46-4f63-a110-c5b61a76985a req-e65d106b-9c67-4628-92c9-2966b1894fef tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] 10.222.0.46 "GET /v2.0/ports?device_id=40c93a37-becd-4018-b943-1d6e903a3ffe HTTP/1.1" status: 200 len: 5407 time: 0.4977405 Nov 22 20:19:11.875143 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe50610-5146-4052-8f56-4601f531e220 service neutron] Pushing event updated for resources: {'Port': ['ID=27859499-3fee-4255-98df-7775b62a7da8,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:19:11.912247 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dc2985-603c-4ab8-981b-b94f4e3abd2e req-e3dc7b53-7e29-4fb3-b5e5-c06797465c8a tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:11.923715 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-92dc2985-603c-4ab8-981b-b94f4e3abd2e req-e3dc7b53-7e29-4fb3-b5e5-c06797465c8a tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.46 "GET /v2.0/ports?device_id=5316a446-ecd3-4253-9665-5369c443676f HTTP/1.1" status: 200 len: 949 time: 0.4819503 Nov 22 20:19:11.931495 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [req-305f94e2-2579-445e-8774-736f9534e402 req-2c13ca76-4809-4d61-be08-f3ecbf08e496 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d00808d-6df5-43c1-b44b-1cbe78b096d7 {{(pid=103448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:19:11.953811 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-305f94e2-2579-445e-8774-736f9534e402 req-2c13ca76-4809-4d61-be08-f3ecbf08e496 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:12.008639 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [req-305f94e2-2579-445e-8774-736f9534e402 req-2c13ca76-4809-4d61-be08-f3ecbf08e496 service neutron] Transition to ACTIVE for port object 2d00808d-6df5-43c1-b44b-1cbe78b096d7 will not be triggered until provisioned by entity L2. {{(pid=103448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 20:19:12.016359 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-305f94e2-2579-445e-8774-736f9534e402 req-2c13ca76-4809-4d61-be08-f3ecbf08e496 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:12.117408 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf71ff86-c078-4c34-aa26-0732abeae07b None None] DHCP port deletion for 41f439de-e657-4ca1-8a55-865945ee9732 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:19:12.146131 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c13ca76-4809-4d61-be08-f3ecbf08e496 service neutron] Pushing event updated for resources: {'Port': ['ID=2d00808d-6df5-43c1-b44b-1cbe78b096d7,revision_number=2']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:19:12.154144 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-92dc2985-603c-4ab8-981b-b94f4e3abd2e req-d72ba87a-c6b4-4e24-a95b-837dc9da9e36 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c61ce95-aab5-427a-864a-9f490b05fbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766291 Nov 22 20:19:12.241405 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-487f8616-ed46-4f63-a110-c5b61a76985a req-7e112cbf-102e-4c96-be2d-ecae05b3b104 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] 10.222.0.46 "GET /v2.0/security-groups?id=70cb0c9d-9724-446c-9f0a-bf3510156947&id=f57d0821-447e-4bd4-9be8-6ef5d6dfd2db&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4264977 Nov 22 20:19:12.308432 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-abe50610-5146-4052-8f56-4601f531e220 service neutron] Attempting to bind port 27859499-3fee-4255-98df-7775b62a7da8 on host n-h1-818823-1 for vnic_type normal with profile {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:19:12.310018 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-abe50610-5146-4052-8f56-4601f531e220 service neutron] Attempting to bind port 27859499-3fee-4255-98df-7775b62a7da8 by drivers openvswitch,hyperv on host n-h1-818823-1 at level 0 using segments [{'id': 'd56448b6-bc95-4d55-8516-7d5f9686cbb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'af9bb979-b2e3-447d-a9f1-511c736d70b3'}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:19:12.311042 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-abe50610-5146-4052-8f56-4601f531e220 service neutron] Attempting to bind port 27859499-3fee-4255-98df-7775b62a7da8 on network af9bb979-b2e3-447d-a9f1-511c736d70b3 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:19:12.330209 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-305f94e2-2579-445e-8774-736f9534e402 req-2c13ca76-4809-4d61-be08-f3ecbf08e496 service neutron] Attempting to bind port 2d00808d-6df5-43c1-b44b-1cbe78b096d7 on host n-h1-818823-1 for vnic_type normal with profile {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:19:12.330732 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-305f94e2-2579-445e-8774-736f9534e402 req-2c13ca76-4809-4d61-be08-f3ecbf08e496 service neutron] Attempting to bind port 2d00808d-6df5-43c1-b44b-1cbe78b096d7 by drivers openvswitch,hyperv on host n-h1-818823-1 at level 0 using segments [{'id': 'ac5f3349-9549-4263-b08f-bbbf3ebb8ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '41f439de-e657-4ca1-8a55-865945ee9732'}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:19:12.331238 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-305f94e2-2579-445e-8774-736f9534e402 req-2c13ca76-4809-4d61-be08-f3ecbf08e496 service neutron] Attempting to bind port 2d00808d-6df5-43c1-b44b-1cbe78b096d7 on network 41f439de-e657-4ca1-8a55-865945ee9732 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:19:12.340643 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-305f94e2-2579-445e-8774-736f9534e402 req-2c13ca76-4809-4d61-be08-f3ecbf08e496 service neutron] Port 2d00808d-6df5-43c1-b44b-1cbe78b096d7 on network 41f439de-e657-4ca1-8a55-865945ee9732 not bound, no agent of type Open vSwitch agent registered on host n-h1-818823-1 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:19:12.341778 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-305f94e2-2579-445e-8774-736f9534e402 req-2c13ca76-4809-4d61-be08-f3ecbf08e496 service neutron] Attempting to bind port 2d00808d-6df5-43c1-b44b-1cbe78b096d7 on network 41f439de-e657-4ca1-8a55-865945ee9732 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:19:12.357709 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40c93a37-becd-4018-b943-1d6e903a3ffe', 'tag': '835a0333-17c1-49ac-a55d-d9999f17b48d'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:19:12.361718 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-305f94e2-2579-445e-8774-736f9534e402 req-2c13ca76-4809-4d61-be08-f3ecbf08e496 service neutron] Checking agent: {'id': '7a008cff-3b49-418c-8046-689d46cc800f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'started_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 18, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:19:12.362405 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-305f94e2-2579-445e-8774-736f9534e402 req-2c13ca76-4809-4d61-be08-f3ecbf08e496 service neutron] Checking segment: {'id': 'ac5f3349-9549-4263-b08f-bbbf3ebb8ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '41f439de-e657-4ca1-8a55-865945ee9732'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:19:12.362984 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-305f94e2-2579-445e-8774-736f9534e402 req-2c13ca76-4809-4d61-be08-f3ecbf08e496 service neutron] Bound using segment: {'id': 'ac5f3349-9549-4263-b08f-bbbf3ebb8ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '41f439de-e657-4ca1-8a55-865945ee9732'} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:19:12.363645 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-305f94e2-2579-445e-8774-736f9534e402 req-2c13ca76-4809-4d61-be08-f3ecbf08e496 service neutron] Bound port: 2d00808d-6df5-43c1-b44b-1cbe78b096d7, host: n-h1-818823-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac5f3349-9549-4263-b08f-bbbf3ebb8ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '41f439de-e657-4ca1-8a55-865945ee9732'}}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:19:12.364210 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-305f94e2-2579-445e-8774-736f9534e402 req-2c13ca76-4809-4d61-be08-f3ecbf08e496 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:12.379146 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 46234) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:19:12.382431 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-defa6798-b641-4a05-9202-056a70629599" -d '{"events": [{"name": "network-changed", "server_uuid": "40c93a37-becd-4018-b943-1d6e903a3ffe", "tag": "835a0333-17c1-49ac-a55d-d9999f17b48d"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:19:12.413581 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-480cc921-52c3-4150-8a76-2386aab13c03 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-583109951-network', 'tenant_id': '2e09ecd1f6f64052a06147ad736969b9'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:19:12.459881 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-abe50610-5146-4052-8f56-4601f531e220 service neutron] Port 27859499-3fee-4255-98df-7775b62a7da8 on network af9bb979-b2e3-447d-a9f1-511c736d70b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-818823-1 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:19:12.465121 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-abe50610-5146-4052-8f56-4601f531e220 service neutron] Attempting to bind port 27859499-3fee-4255-98df-7775b62a7da8 on network af9bb979-b2e3-447d-a9f1-511c736d70b3 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:19:12.487563 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-abe50610-5146-4052-8f56-4601f531e220 service neutron] Checking agent: {'id': '7a008cff-3b49-418c-8046-689d46cc800f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'started_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 18, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:19:12.488578 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-abe50610-5146-4052-8f56-4601f531e220 service neutron] Checking segment: {'id': 'd56448b6-bc95-4d55-8516-7d5f9686cbb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'af9bb979-b2e3-447d-a9f1-511c736d70b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:19:12.489252 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-abe50610-5146-4052-8f56-4601f531e220 service neutron] Bound using segment: {'id': 'd56448b6-bc95-4d55-8516-7d5f9686cbb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'af9bb979-b2e3-447d-a9f1-511c736d70b3'} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:19:12.489978 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-abe50610-5146-4052-8f56-4601f531e220 service neutron] Bound port: 27859499-3fee-4255-98df-7775b62a7da8, host: n-h1-818823-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd56448b6-bc95-4d55-8516-7d5f9686cbb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'af9bb979-b2e3-447d-a9f1-511c736d70b3'}}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:19:12.490741 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-abe50610-5146-4052-8f56-4601f531e220 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:12.513549 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 20:19:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a852d07-6807-4265-b640-11a7da964a70 x-openstack-request-id: req-6a852d07-6807-4265-b640-11a7da964a70 {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:19:12.513852 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40c93a37-becd-4018-b943-1d6e903a3ffe", "tag": "835a0333-17c1-49ac-a55d-d9999f17b48d", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:19:12.514211 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6a852d07-6807-4265-b640-11a7da964a70 {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:19:12.516234 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40c93a37-becd-4018-b943-1d6e903a3ffe', 'tag': '835a0333-17c1-49ac-a55d-d9999f17b48d', 'status': 'completed', 'code': 200} Nov 22 20:19:12.554040 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-305f94e2-2579-445e-8774-736f9534e402 req-2c13ca76-4809-4d61-be08-f3ecbf08e496 service neutron] For port 2d00808d-6df5-43c1-b44b-1cbe78b096d7, host n-h1-818823-1, cleared binding levels {{(pid=103448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:19:12.556991 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-305f94e2-2579-445e-8774-736f9534e402 req-2c13ca76-4809-4d61-be08-f3ecbf08e496 service neutron] For port 2d00808d-6df5-43c1-b44b-1cbe78b096d7, host n-h1-818823-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=2d00808d-6df5-43c1-b44b-1cbe78b096d7,segment=NetworkSegment(ac5f3349-9549-4263-b08f-bbbf3ebb8ed3),segment_id=ac5f3349-9549-4263-b08f-bbbf3ebb8ed3)] {{(pid=103448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:19:12.562724 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-480cc921-52c3-4150-8a76-2386aab13c03 admin admin] Made reservation on behalf of 2e09ecd1f6f64052a06147ad736969b9 for: {'network': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:19:12.565970 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-480cc921-52c3-4150-8a76-2386aab13c03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for network, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:12.569017 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-305f94e2-2579-445e-8774-736f9534e402 req-2c13ca76-4809-4d61-be08-f3ecbf08e496 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:12.588841 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-480cc921-52c3-4150-8a76-2386aab13c03 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:12.599578 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9436a14-6acd-4870-910c-ad810597c8d0 req-eef4ca62-ed52-4dd5-9261-a16272db7cf9 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:12.607665 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f9436a14-6acd-4870-910c-ad810597c8d0 req-eef4ca62-ed52-4dd5-9261-a16272db7cf9 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/ports?device_id=9b879f5f-5a49-43b4-a97b-d2dc6720e6ef HTTP/1.1" status: 200 len: 943 time: 0.2881973 Nov 22 20:19:12.638715 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305f94e2-2579-445e-8774-736f9534e402 req-2c13ca76-4809-4d61-be08-f3ecbf08e496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:12.639367 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-305f94e2-2579-445e-8774-736f9534e402 req-2c13ca76-4809-4d61-be08-f3ecbf08e496 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:12.640795 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-305f94e2-2579-445e-8774-736f9534e402 req-2c13ca76-4809-4d61-be08-f3ecbf08e496 service neutron] 10.222.0.41 "PUT /v2.0/ports/2d00808d-6df5-43c1-b44b-1cbe78b096d7 HTTP/1.1" status: 200 len: 1091 time: 1.7488379 Nov 22 20:19:12.643202 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b879f5f-5a49-43b4-a97b-d2dc6720e6ef', 'tag': '2d00808d-6df5-43c1-b44b-1cbe78b096d7'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:19:12.645617 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589a98cf2aea187fcc423a5edb333e5a6cf3ad7c81115d1ebee0f079693c312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9b3f02a-d79d-41aa-8865-d5a46fd359a8" -d '{"events": [{"name": "network-changed", "server_uuid": "9b879f5f-5a49-43b4-a97b-d2dc6720e6ef", "tag": "2d00808d-6df5-43c1-b44b-1cbe78b096d7"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:19:12.650064 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80e83de2-0a55-4e80-aba3-ff32e48cb2bc None None] DHCP port deletion for 41f439de-e657-4ca1-8a55-865945ee9732 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:19:12.729404 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defa6798-b641-4a05-9202-056a70629599 req-931a2125-ec83-4d33-8d98-c0674b1d856b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:12.729886 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defa6798-b641-4a05-9202-056a70629599 req-931a2125-ec83-4d33-8d98-c0674b1d856b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:12.730357 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defa6798-b641-4a05-9202-056a70629599 req-931a2125-ec83-4d33-8d98-c0674b1d856b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:12.730820 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defa6798-b641-4a05-9202-056a70629599 req-931a2125-ec83-4d33-8d98-c0674b1d856b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:12.732100 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defa6798-b641-4a05-9202-056a70629599 req-931a2125-ec83-4d33-8d98-c0674b1d856b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:12.732784 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defa6798-b641-4a05-9202-056a70629599 req-931a2125-ec83-4d33-8d98-c0674b1d856b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:12.733477 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defa6798-b641-4a05-9202-056a70629599 req-931a2125-ec83-4d33-8d98-c0674b1d856b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:12.736908 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-defa6798-b641-4a05-9202-056a70629599 req-931a2125-ec83-4d33-8d98-c0674b1d856b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cd84c4200e0d47b4bcba9b053bf608fb&device_id=40c93a37-becd-4018-b943-1d6e903a3ffe HTTP/1.1" status: 200 len: 6379 time: 0.1966445 Nov 22 20:19:12.775607 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 20:19:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90ad5960-5735-4fb2-9ca1-bed35cd51e76 x-openstack-request-id: req-90ad5960-5735-4fb2-9ca1-bed35cd51e76 {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:19:12.780876 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b879f5f-5a49-43b4-a97b-d2dc6720e6ef", "tag": "2d00808d-6df5-43c1-b44b-1cbe78b096d7", "status": "completed", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:19:12.781260 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-90ad5960-5735-4fb2-9ca1-bed35cd51e76 {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:19:12.781816 n-d-818823-1 neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b879f5f-5a49-43b4-a97b-d2dc6720e6ef', 'tag': '2d00808d-6df5-43c1-b44b-1cbe78b096d7', 'status': 'completed', 'code': 200} Nov 22 20:19:12.801295 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c13ca76-4809-4d61-be08-f3ecbf08e496 service neutron] Pushing event updated for resources: {'Port': ['ID=2d00808d-6df5-43c1-b44b-1cbe78b096d7,revision_number=3']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:19:12.887221 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305f94e2-2579-445e-8774-736f9534e402 req-7b7f0eb8-b0bf-415c-b933-8f9ba4f60a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:12.890223 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-305f94e2-2579-445e-8774-736f9534e402 req-7b7f0eb8-b0bf-415c-b933-8f9ba4f60a3e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=76a9efddcf274563b133aa3f163fb3f9&device_id=9b879f5f-5a49-43b4-a97b-d2dc6720e6ef HTTP/1.1" status: 200 len: 1094 time: 0.1860495 Nov 22 20:19:12.913406 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-abe50610-5146-4052-8f56-4601f531e220 service neutron] For port 27859499-3fee-4255-98df-7775b62a7da8, host n-h1-818823-1, cleared binding levels {{(pid=103447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:19:12.953488 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f9436a14-6acd-4870-910c-ad810597c8d0 req-aad38acb-b05b-4f7f-9b8d-34a4503214de tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6bb4485-0c85-4226-9793-14795129f329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3446722 Nov 22 20:19:12.956332 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-305f94e2-2579-445e-8774-736f9534e402 req-b0e7208f-a14e-480a-9f73-b98c4825d98a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2d00808d-6df5-43c1-b44b-1cbe78b096d7 HTTP/1.1" status: 200 len: 217 time: 0.0575027 Nov 22 20:19:13.008399 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-abe50610-5146-4052-8f56-4601f531e220 service neutron] For port 27859499-3fee-4255-98df-7775b62a7da8, host n-h1-818823-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=27859499-3fee-4255-98df-7775b62a7da8,segment=NetworkSegment(d56448b6-bc95-4d55-8516-7d5f9686cbb7),segment_id=d56448b6-bc95-4d55-8516-7d5f9686cbb7)] {{(pid=103447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:19:13.089519 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-480cc921-52c3-4150-8a76-2386aab13c03 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:13.092505 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305f94e2-2579-445e-8774-736f9534e402 req-55a5fceb-eca3-4afa-970f-d18021bc5145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:13.095620 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-305f94e2-2579-445e-8774-736f9534e402 req-55a5fceb-eca3-4afa-970f-d18021bc5145 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d74b376c-118a-4e1f-b1b9-d074bfe85b19 HTTP/1.1" status: 200 len: 851 time: 0.1337047 Nov 22 20:19:13.118925 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-480cc921-52c3-4150-8a76-2386aab13c03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:13.145633 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-305f94e2-2579-445e-8774-736f9534e402 req-c9121d92-6775-47d2-b706-ba858cb059db service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=41f439de-e657-4ca1-8a55-865945ee9732&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425141 Nov 22 20:19:13.245076 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defa6798-b641-4a05-9202-056a70629599 req-8fd214f3-64b6-45a4-ac88-8179a0fbe93e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:13.245076 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defa6798-b641-4a05-9202-056a70629599 req-8fd214f3-64b6-45a4-ac88-8179a0fbe93e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:13.245076 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defa6798-b641-4a05-9202-056a70629599 req-8fd214f3-64b6-45a4-ac88-8179a0fbe93e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:13.246385 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-defa6798-b641-4a05-9202-056a70629599 req-8fd214f3-64b6-45a4-ac88-8179a0fbe93e service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=cd84c4200e0d47b4bcba9b053bf608fb&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.4934173 Nov 22 20:19:13.246937 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-480cc921-52c3-4150-8a76-2386aab13c03 admin admin] vlan segment allocate from pool success with {'vlan_id': 618, 'physical_network': 'physnet1'} {{(pid=103448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 20:19:13.248142 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-abe50610-5146-4052-8f56-4601f531e220 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:13.271183 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480cc921-52c3-4150-8a76-2386aab13c03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e49a9d80-a7e7-4920-8a10-9b9fd218ca12,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:19:13.280005 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-480cc921-52c3-4150-8a76-2386aab13c03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:13.280637 n-d-818823-1 neutron-server[103448]: INFO neutron.db.segments_db [None req-480cc921-52c3-4150-8a76-2386aab13c03 admin admin] Added segment 06947199-d65a-47c4-beb9-6251fde5e5db of type vlan for network 15fd9e0a-f215-43e4-b661-84916d66e766 Nov 22 20:19:13.397846 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-480cc921-52c3-4150-8a76-2386aab13c03 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748992492791'] for network, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:13.408477 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-305f94e2-2579-445e-8774-736f9534e402 req-8371c90c-d51e-4d38-b857-af3d429f003c service neutron] 10.222.0.41 "GET /v2.0/networks/41f439de-e657-4ca1-8a55-865945ee9732?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2529776 Nov 22 20:19:13.502455 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-480cc921-52c3-4150-8a76-2386aab13c03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for network, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:13.503456 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-480cc921-52c3-4150-8a76-2386aab13c03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:13.507506 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-480cc921-52c3-4150-8a76-2386aab13c03 admin admin] Publish callbacks [] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:13.569006 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defa6798-b641-4a05-9202-056a70629599 req-199d5dd6-89ea-4e6f-b784-b5542632f80a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:13.569006 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-defa6798-b641-4a05-9202-056a70629599 req-199d5dd6-89ea-4e6f-b784-b5542632f80a service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2995408 Nov 22 20:19:13.610451 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-abe50610-5146-4052-8f56-4601f531e220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:13.610994 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-abe50610-5146-4052-8f56-4601f531e220 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:13.612469 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-abe50610-5146-4052-8f56-4601f531e220 service neutron] 10.222.0.41 "PUT /v2.0/ports/27859499-3fee-4255-98df-7775b62a7da8 HTTP/1.1" status: 200 len: 1091 time: 3.1996937 Nov 22 20:19:13.662933 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-07b10bbb-3f3a-4747-bf50-82ed3edf8900 service neutron] Request body: {'port': {'device_id': '40c93a37-becd-4018-b943-1d6e903a3ffe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818823-1'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:19:13.706271 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-480cc921-52c3-4150-8a76-2386aab13c03 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.3218782 Nov 22 20:19:13.709990 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 46278) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:19:13.732316 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-fccb64f6-40d3-486d-aef0-453496ca25fe admin admin] Request body: {'subnet': {'network_id': '15fd9e0a-f215-43e4-b661-84916d66e766', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-583109951-subnet', 'tenant_id': '2e09ecd1f6f64052a06147ad736969b9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:19:13.798611 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2fc351-4a37-4a88-af62-a25d216a568e req-aa7ed5d8-125e-40fc-aa89-db1f147eb1aa tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:13.805432 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2fc351-4a37-4a88-af62-a25d216a568e req-aa7ed5d8-125e-40fc-aa89-db1f147eb1aa tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:13.813549 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2fc351-4a37-4a88-af62-a25d216a568e req-aa7ed5d8-125e-40fc-aa89-db1f147eb1aa tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:13.820245 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2fc351-4a37-4a88-af62-a25d216a568e req-aa7ed5d8-125e-40fc-aa89-db1f147eb1aa tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:13.827484 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2fc351-4a37-4a88-af62-a25d216a568e req-aa7ed5d8-125e-40fc-aa89-db1f147eb1aa tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:13.834034 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2fc351-4a37-4a88-af62-a25d216a568e req-aa7ed5d8-125e-40fc-aa89-db1f147eb1aa tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:13.840208 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2fc351-4a37-4a88-af62-a25d216a568e req-aa7ed5d8-125e-40fc-aa89-db1f147eb1aa tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:13.844195 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480cc921-52c3-4150-8a76-2386aab13c03 admin admin] Pushing event updated for resources: {'Network': ['ID=15fd9e0a-f215-43e4-b661-84916d66e766,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:19:13.848561 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4b2fc351-4a37-4a88-af62-a25d216a568e req-aa7ed5d8-125e-40fc-aa89-db1f147eb1aa tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] 10.222.0.46 "GET /v2.0/ports?device_id=40c93a37-becd-4018-b943-1d6e903a3ffe HTTP/1.1" status: 200 len: 5419 time: 0.2523835 Nov 22 20:19:13.870270 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Network 15fd9e0a-f215-43e4-b661-84916d66e766 details requested by agent ovs-agent-n-d-818823-1 with host n-d-818823-1 {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 20:19:13.886479 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-305f94e2-2579-445e-8774-736f9534e402 req-fef37921-892c-43a7-b3ad-5290ce452e8a service neutron] 10.222.0.41 "GET /v2.0/networks/41f439de-e657-4ca1-8a55-865945ee9732?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4708924 Nov 22 20:19:13.888629 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fccb64f6-40d3-486d-aef0-453496ca25fe admin admin] Made reservation on behalf of 2e09ecd1f6f64052a06147ad736969b9 for: {'subnet': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:19:13.891117 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-fccb64f6-40d3-486d-aef0-453496ca25fe admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11792951'] for subnet, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:13.919764 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ff4d3d-7f49-46b4-82fe-e6212b2cd967 req-756f44ff-490c-474f-ae87-04b6ff15003b tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:13.931165 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b9ff4d3d-7f49-46b4-82fe-e6212b2cd967 req-756f44ff-490c-474f-ae87-04b6ff15003b tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.46 "GET /v2.0/ports?device_id=5316a446-ecd3-4253-9665-5369c443676f HTTP/1.1" status: 200 len: 949 time: 0.3379648 Nov 22 20:19:14.015650 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b9ff4d3d-7f49-46b4-82fe-e6212b2cd967 req-3a9aedef-1d99-4d57-b552-889b44e3dbb8 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c61ce95-aab5-427a-864a-9f490b05fbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819712 Nov 22 20:19:14.036351 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe50610-5146-4052-8f56-4601f531e220 service neutron] Pushing event updated for resources: {'Port': ['ID=27859499-3fee-4255-98df-7775b62a7da8,revision_number=3']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:19:14.132628 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4b2fc351-4a37-4a88-af62-a25d216a568e req-654a9c62-7e54-4d04-9174-a8ebdd970734 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] 10.222.0.46 "GET /v2.0/security-groups?id=70cb0c9d-9724-446c-9f0a-bf3510156947&id=f57d0821-447e-4bd4-9be8-6ef5d6dfd2db&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2825050 Nov 22 20:19:14.134208 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-07b10bbb-3f3a-4747-bf50-82ed3edf8900 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:14.257423 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:14.315303 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:14.402528 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24decc74-65a2-44d9-9c01-cd769fb6a86b req-9119083f-eff2-4272-89ab-cedcd1a0ad15 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:14.412554 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-24decc74-65a2-44d9-9c01-cd769fb6a86b req-9119083f-eff2-4272-89ab-cedcd1a0ad15 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/ports?device_id=9b879f5f-5a49-43b4-a97b-d2dc6720e6ef HTTP/1.1" status: 200 len: 943 time: 0.1885512 Nov 22 20:19:14.553687 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-24decc74-65a2-44d9-9c01-cd769fb6a86b req-f79be40f-b7dd-4446-8c8e-1913c33f1437 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6bb4485-0c85-4226-9793-14795129f329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260026 Nov 22 20:19:14.564513 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40c93a37-becd-4018-b943-1d6e903a3ffe', 'tag': '27859499-3fee-4255-98df-7775b62a7da8'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:19:14.567305 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe6c392f-527a-49c8-bccb-83cb4608211e" -d '{"events": [{"name": "network-changed", "server_uuid": "40c93a37-becd-4018-b943-1d6e903a3ffe", "tag": "27859499-3fee-4255-98df-7775b62a7da8"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:19:14.615971 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4b74d2-e5a1-4f7f-ab70-0191c0a94ff9 req-f3493d4b-0de0-4e3c-9025-f20aa4407d3f tempest-ServersOnMultiNodesTest-264701731 tempest-ServersOnMultiNodesTest-264701731-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:14.617777 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0b4b74d2-e5a1-4f7f-ab70-0191c0a94ff9 req-f3493d4b-0de0-4e3c-9025-f20aa4407d3f tempest-ServersOnMultiNodesTest-264701731 tempest-ServersOnMultiNodesTest-264701731-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=5316a446-ecd3-4253-9665-5369c443676f HTTP/1.1" status: 200 len: 1100 time: 0.3440840 Nov 22 20:19:14.697908 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 20:19:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1ced282-4b11-4390-97ab-c5ef3e5e5412 x-openstack-request-id: req-f1ced282-4b11-4390-97ab-c5ef3e5e5412 {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:19:14.698409 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40c93a37-becd-4018-b943-1d6e903a3ffe", "tag": "27859499-3fee-4255-98df-7775b62a7da8", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:19:14.698859 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f1ced282-4b11-4390-97ab-c5ef3e5e5412 {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:19:14.704114 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40c93a37-becd-4018-b943-1d6e903a3ffe', 'tag': '27859499-3fee-4255-98df-7775b62a7da8', 'status': 'completed', 'code': 200} Nov 22 20:19:14.747781 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b3f02a-d79d-41aa-8865-d5a46fd359a8 req-8d75a71d-4a0e-4a18-b899-204b9bf32c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:14.756616 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-c9b3f02a-d79d-41aa-8865-d5a46fd359a8 req-8d75a71d-4a0e-4a18-b899-204b9bf32c97 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=76a9efddcf274563b133aa3f163fb3f9&device_id=9b879f5f-5a49-43b4-a97b-d2dc6720e6ef HTTP/1.1" status: 200 len: 1094 time: 0.1126714 Nov 22 20:19:14.852748 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6c392f-527a-49c8-bccb-83cb4608211e req-a693b115-1ac6-4991-9c46-d65950919ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:14.853239 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6c392f-527a-49c8-bccb-83cb4608211e req-a693b115-1ac6-4991-9c46-d65950919ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:14.853715 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6c392f-527a-49c8-bccb-83cb4608211e req-a693b115-1ac6-4991-9c46-d65950919ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:14.854186 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6c392f-527a-49c8-bccb-83cb4608211e req-a693b115-1ac6-4991-9c46-d65950919ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:14.854655 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6c392f-527a-49c8-bccb-83cb4608211e req-a693b115-1ac6-4991-9c46-d65950919ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:14.855127 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6c392f-527a-49c8-bccb-83cb4608211e req-a693b115-1ac6-4991-9c46-d65950919ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:14.855642 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6c392f-527a-49c8-bccb-83cb4608211e req-a693b115-1ac6-4991-9c46-d65950919ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:14.857963 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-fe6c392f-527a-49c8-bccb-83cb4608211e req-a693b115-1ac6-4991-9c46-d65950919ea1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cd84c4200e0d47b4bcba9b053bf608fb&device_id=40c93a37-becd-4018-b943-1d6e903a3ffe HTTP/1.1" status: 200 len: 6421 time: 0.1400161 Nov 22 20:19:14.870857 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0b4b74d2-e5a1-4f7f-ab70-0191c0a94ff9 req-57fecba4-c940-4079-be85-436183f1603f tempest-ServersOnMultiNodesTest-264701731 tempest-ServersOnMultiNodesTest-264701731-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=6c61ce95-aab5-427a-864a-9f490b05fbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2297485 Nov 22 20:19:15.230616 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b3f02a-d79d-41aa-8865-d5a46fd359a8 req-99ab71c7-71b3-4b95-992b-530f991bd2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:15.245483 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-c9b3f02a-d79d-41aa-8865-d5a46fd359a8 req-99ab71c7-71b3-4b95-992b-530f991bd2a7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=41f439de-e657-4ca1-8a55-865945ee9732 HTTP/1.1" status: 200 len: 912 time: 0.4773531 Nov 22 20:19:15.246467 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-fccb64f6-40d3-486d-aef0-453496ca25fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11567560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11792921'] for subnet, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:15.284295 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-07b10bbb-3f3a-4747-bf50-82ed3edf8900 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae0865ea-6502-4dd3-8f5a-f8707775c47a {{(pid=103447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:19:15.302967 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a6b906ae-e11c-4016-b3e7-3a881e265987 req-d7d6503f-6707-4134-890d-954d158245ed tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=dd29aa5b29024a1589aa1e9d9246bd3e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0790529 Nov 22 20:19:15.327664 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-07b10bbb-3f3a-4747-bf50-82ed3edf8900 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:15.427429 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.provisioning_blocks [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-07b10bbb-3f3a-4747-bf50-82ed3edf8900 service neutron] Transition to ACTIVE for port object ae0865ea-6502-4dd3-8f5a-f8707775c47a will not be triggered until provisioned by entity L2. {{(pid=103447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 20:19:15.447138 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-c9b3f02a-d79d-41aa-8865-d5a46fd359a8 req-b2b2d3f6-1278-4501-b573-c04dfc9a49d9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2d00808d-6df5-43c1-b44b-1cbe78b096d7 HTTP/1.1" status: 200 len: 217 time: 0.1802096 Nov 22 20:19:15.463204 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-07b10bbb-3f3a-4747-bf50-82ed3edf8900 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:15.513309 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6c392f-527a-49c8-bccb-83cb4608211e req-2a2ffed8-eb54-404f-bb0e-a418d3608bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:15.513995 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6c392f-527a-49c8-bccb-83cb4608211e req-2a2ffed8-eb54-404f-bb0e-a418d3608bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:15.514733 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6c392f-527a-49c8-bccb-83cb4608211e req-2a2ffed8-eb54-404f-bb0e-a418d3608bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:15.517417 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-fe6c392f-527a-49c8-bccb-83cb4608211e req-2a2ffed8-eb54-404f-bb0e-a418d3608bb7 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=cd84c4200e0d47b4bcba9b053bf608fb&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.6422632 Nov 22 20:19:15.519589 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b3f02a-d79d-41aa-8865-d5a46fd359a8 req-51a6f8cc-7cdc-4d48-9caa-f584c9490c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:15.521217 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-c9b3f02a-d79d-41aa-8865-d5a46fd359a8 req-51a6f8cc-7cdc-4d48-9caa-f584c9490c3f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d74b376c-118a-4e1f-b1b9-d074bfe85b19 HTTP/1.1" status: 200 len: 851 time: 0.0630746 Nov 22 20:19:15.534254 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fccb64f6-40d3-486d-aef0-453496ca25fe admin admin] Checking segment: {'id': '06947199-d65a-47c4-beb9-6251fde5e5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '15fd9e0a-f215-43e4-b661-84916d66e766'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:19:15.534628 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fccb64f6-40d3-486d-aef0-453496ca25fe admin admin] Network hostable DHCP agents. Network: 15fd9e0a-f215-43e4-b661-84916d66e766, hostable agents: ['02adaa64-0987-4b74-bad0-cbcf56f8a294'], hosted agents: [] {{(pid=103448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 20:19:15.570944 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-c9b3f02a-d79d-41aa-8865-d5a46fd359a8 req-c577b972-3b35-4b39-834a-eb20e53da538 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=41f439de-e657-4ca1-8a55-865945ee9732&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377760 Nov 22 20:19:15.581920 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccb64f6-40d3-486d-aef0-453496ca25fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=48ca5945-fc00-4d82-a2b6-7a3b5375ed31,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:19:15.714963 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fccb64f6-40d3-486d-aef0-453496ca25fe admin admin] Network 15fd9e0a-f215-43e4-b661-84916d66e766 is scheduled to be hosted by DHCP agent 02adaa64-0987-4b74-bad0-cbcf56f8a294 with binding_index 1 {{(pid=103448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 20:19:15.745231 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-fccb64f6-40d3-486d-aef0-453496ca25fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818823-1, 15fd9e0a-f215-43e4-b661-84916d66e766) {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:19:15.767968 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaf82ab5-8c62-4bd3-919d-1cf2ebce1ee3 None None] Network 15fd9e0a-f215-43e4-b661-84916d66e766 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:19:15.786012 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fccb64f6-40d3-486d-aef0-453496ca25fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:15.786673 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-fccb64f6-40d3-486d-aef0-453496ca25fe admin admin] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:15.794820 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128730dc-9317-4d82-b6fa-1fa9a2689fd6 req-4e4235e7-0150-4bf3-8ffc-5959dc80f520 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:15.814619 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-fccb64f6-40d3-486d-aef0-453496ca25fe admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.0944045 Nov 22 20:19:15.843323 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128730dc-9317-4d82-b6fa-1fa9a2689fd6 req-4e4235e7-0150-4bf3-8ffc-5959dc80f520 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:15.846330 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128730dc-9317-4d82-b6fa-1fa9a2689fd6 req-4e4235e7-0150-4bf3-8ffc-5959dc80f520 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:15.852599 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128730dc-9317-4d82-b6fa-1fa9a2689fd6 req-4e4235e7-0150-4bf3-8ffc-5959dc80f520 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:15.859072 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-c9b3f02a-d79d-41aa-8865-d5a46fd359a8 req-e44c851a-a1e4-4618-ab68-b1380b722465 service neutron] 10.222.0.41 "GET /v2.0/networks/41f439de-e657-4ca1-8a55-865945ee9732?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2796013 Nov 22 20:19:15.862361 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128730dc-9317-4d82-b6fa-1fa9a2689fd6 req-4e4235e7-0150-4bf3-8ffc-5959dc80f520 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:15.869044 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128730dc-9317-4d82-b6fa-1fa9a2689fd6 req-4e4235e7-0150-4bf3-8ffc-5959dc80f520 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:15.875709 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128730dc-9317-4d82-b6fa-1fa9a2689fd6 req-4e4235e7-0150-4bf3-8ffc-5959dc80f520 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:15.879197 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-128730dc-9317-4d82-b6fa-1fa9a2689fd6 req-4e4235e7-0150-4bf3-8ffc-5959dc80f520 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] 10.222.0.46 "GET /v2.0/ports?device_id=40c93a37-becd-4018-b943-1d6e903a3ffe HTTP/1.1" status: 200 len: 5419 time: 0.4820085 Nov 22 20:19:15.887351 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b906ae-e11c-4016-b3e7-3a881e265987 req-6ceee149-8f6c-4992-b289-b990458e6826 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:15.888991 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a6b906ae-e11c-4016-b3e7-3a881e265987 req-6ceee149-8f6c-4992-b289-b990458e6826 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5848532 Nov 22 20:19:15.889672 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b10bbb-3f3a-4747-bf50-82ed3edf8900 service neutron] Pushing event updated for resources: {'Port': ['ID=ae0865ea-6502-4dd3-8f5a-f8707775c47a,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:19:15.995674 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-c9b3f02a-d79d-41aa-8865-d5a46fd359a8 req-7a8437b7-c1d5-454b-b8b3-4c9ec7396f22 service neutron] 10.222.0.41 "GET /v2.0/networks/41f439de-e657-4ca1-8a55-865945ee9732?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285741 Nov 22 20:19:15.997937 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a6b906ae-e11c-4016-b3e7-3a881e265987 req-a5a04498-c272-415b-98cb-904c0a687b7b tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.46 "GET /v2.0/quotas/dd29aa5b29024a1589aa1e9d9246bd3e HTTP/1.1" status: 200 len: 375 time: 0.0378883 Nov 22 20:19:16.082946 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f43a67a8-b507-4d58-9250-b09035b0da27 None None] Network 15fd9e0a-f215-43e4-b661-84916d66e766 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:19:16.092373 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 46348) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:19:16.249706 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_v2 [None req-822c9f78-db38-4b18-926d-b1f35c41875a admin admin] Deleting subnet 76183ee8-3a64-43e2-a29c-225249e91c7e {{(pid=103448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 20:19:16.261892 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-822c9f78-db38-4b18-926d-b1f35c41875a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:16.313099 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-128730dc-9317-4d82-b6fa-1fa9a2689fd6 req-63fbdd1b-07c5-484c-bb71-d20c52a4d153 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] 10.222.0.46 "GET /v2.0/security-groups?id=70cb0c9d-9724-446c-9f0a-bf3510156947&id=f57d0821-447e-4bd4-9be8-6ef5d6dfd2db&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3697619 Nov 22 20:19:16.371073 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-822c9f78-db38-4b18-926d-b1f35c41875a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11627908'] for subnet, precommit_delete_associations {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:16.386404 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6c392f-527a-49c8-bccb-83cb4608211e req-45964efe-86c0-4771-a7c3-68bedca8d9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:16.388077 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-fe6c392f-527a-49c8-bccb-83cb4608211e req-45964efe-86c0-4771-a7c3-68bedca8d9bc service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8488057 Nov 22 20:19:16.423027 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a6b906ae-e11c-4016-b3e7-3a881e265987 req-f528cf1c-4548-48e9-852b-bd77fd6be14b tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=dd29aa5b29024a1589aa1e9d9246bd3e&fields=id HTTP/1.1" status: 200 len: 532 time: 0.3518093 Nov 22 20:19:16.423875 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-07b10bbb-3f3a-4747-bf50-82ed3edf8900 service neutron] Attempting to bind port ae0865ea-6502-4dd3-8f5a-f8707775c47a on host n-h1-818823-1 for vnic_type normal with profile {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:19:16.424217 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-07b10bbb-3f3a-4747-bf50-82ed3edf8900 service neutron] Attempting to bind port ae0865ea-6502-4dd3-8f5a-f8707775c47a by drivers openvswitch,hyperv on host n-h1-818823-1 at level 0 using segments [{'id': 'd56448b6-bc95-4d55-8516-7d5f9686cbb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'af9bb979-b2e3-447d-a9f1-511c736d70b3'}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:19:16.424552 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-07b10bbb-3f3a-4747-bf50-82ed3edf8900 service neutron] Attempting to bind port ae0865ea-6502-4dd3-8f5a-f8707775c47a on network af9bb979-b2e3-447d-a9f1-511c736d70b3 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:19:16.461999 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-07b10bbb-3f3a-4747-bf50-82ed3edf8900 service neutron] Port ae0865ea-6502-4dd3-8f5a-f8707775c47a on network af9bb979-b2e3-447d-a9f1-511c736d70b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-818823-1 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:19:16.462353 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-07b10bbb-3f3a-4747-bf50-82ed3edf8900 service neutron] Attempting to bind port ae0865ea-6502-4dd3-8f5a-f8707775c47a on network af9bb979-b2e3-447d-a9f1-511c736d70b3 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:19:16.477361 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-07b10bbb-3f3a-4747-bf50-82ed3edf8900 service neutron] Checking agent: {'id': '7a008cff-3b49-418c-8046-689d46cc800f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'started_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 19, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:19:16.477747 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-07b10bbb-3f3a-4747-bf50-82ed3edf8900 service neutron] Checking segment: {'id': 'd56448b6-bc95-4d55-8516-7d5f9686cbb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'af9bb979-b2e3-447d-a9f1-511c736d70b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:19:16.478105 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-07b10bbb-3f3a-4747-bf50-82ed3edf8900 service neutron] Bound using segment: {'id': 'd56448b6-bc95-4d55-8516-7d5f9686cbb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'af9bb979-b2e3-447d-a9f1-511c736d70b3'} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:19:16.478561 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-07b10bbb-3f3a-4747-bf50-82ed3edf8900 service neutron] Bound port: ae0865ea-6502-4dd3-8f5a-f8707775c47a, host: n-h1-818823-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd56448b6-bc95-4d55-8516-7d5f9686cbb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'af9bb979-b2e3-447d-a9f1-511c736d70b3'}}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:19:16.478924 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-07b10bbb-3f3a-4747-bf50-82ed3edf8900 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:16.500946 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-822c9f78-db38-4b18-926d-b1f35c41875a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3753007'] for subnet, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:16.627519 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-822c9f78-db38-4b18-926d-b1f35c41875a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3753014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11567369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11792914'] for subnet, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:16.671380 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822c9f78-db38-4b18-926d-b1f35c41875a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=76183ee8-3a64-43e2-a29c-225249e91c7e,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:19:16.679974 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-822c9f78-db38-4b18-926d-b1f35c41875a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:16.686705 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-822c9f78-db38-4b18-926d-b1f35c41875a admin admin] 10.222.0.46 "DELETE /v2.0/subnets/76183ee8-3a64-43e2-a29c-225249e91c7e HTTP/1.1" status: 204 len: 168 time: 0.5917687 Nov 22 20:19:16.688471 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 46370) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:19:16.785668 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-07b10bbb-3f3a-4747-bf50-82ed3edf8900 service neutron] For port ae0865ea-6502-4dd3-8f5a-f8707775c47a, host n-h1-818823-1, cleared binding levels {{(pid=103447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:19:16.800384 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-07b10bbb-3f3a-4747-bf50-82ed3edf8900 service neutron] For port ae0865ea-6502-4dd3-8f5a-f8707775c47a, host n-h1-818823-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=ae0865ea-6502-4dd3-8f5a-f8707775c47a,segment=NetworkSegment(d56448b6-bc95-4d55-8516-7d5f9686cbb7),segment_id=d56448b6-bc95-4d55-8516-7d5f9686cbb7)] {{(pid=103447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:19:16.821225 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6599c43e-95b2-4a14-bcc6-ceb7d8b95eed req-5d5298d1-76ef-40fd-bd87-aa79fa99e0ef tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:16.829511 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6599c43e-95b2-4a14-bcc6-ceb7d8b95eed req-5d5298d1-76ef-40fd-bd87-aa79fa99e0ef tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/ports?device_id=9b879f5f-5a49-43b4-a97b-d2dc6720e6ef HTTP/1.1" status: 200 len: 943 time: 0.3873074 Nov 22 20:19:16.866621 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 2d00808d-6df5-43c1-b44b-1cbe78b096d7 details requested by agent hyperv_n-h1-818823-1 with host n-h1-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 20:19:16.877491 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-07b10bbb-3f3a-4747-bf50-82ed3edf8900 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:16.942678 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-694687a4-7160-4c7e-90c6-d915b3e9ccf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3961693'] for network, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:17.047484 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 2d00808d-6df5-43c1-b44b-1cbe78b096d7, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=2d00808d-6df5-43c1-b44b-1cbe78b096d7,segment=NetworkSegment(ac5f3349-9549-4263-b08f-bbbf3ebb8ed3),segment_id=ac5f3349-9549-4263-b08f-bbbf3ebb8ed3)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:19:17.062951 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Returning: {'device': '2d00808d-6df5-43c1-b44b-1cbe78b096d7', 'network_id': '41f439de-e657-4ca1-8a55-865945ee9732', 'port_id': '2d00808d-6df5-43c1-b44b-1cbe78b096d7', 'mac_address': 'fa:16:3e:80:e3:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd74b376c-118a-4e1f-b1b9-d074bfe85b19', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 20:19:17.136284 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b10bbb-3f3a-4747-bf50-82ed3edf8900 service neutron] Pushing event updated for resources: {'Port': ['ID=ae0865ea-6502-4dd3-8f5a-f8707775c47a,revision_number=3']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:19:17.175108 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:17.176624 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-35a89785-ee61-4062-9154-4d848d31e369 req-b73e486d-664e-418f-af74-4ac83977374d tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.46 "GET /v2.0/ports?device_id=2cb0f139-8ca9-4db0-be96-ffb44cee879d HTTP/1.1" status: 200 len: 210 time: 0.2883890 Nov 22 20:19:17.239203 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-07b10bbb-3f3a-4747-bf50-82ed3edf8900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:17.239994 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-07b10bbb-3f3a-4747-bf50-82ed3edf8900 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:17.241458 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-07b10bbb-3f3a-4747-bf50-82ed3edf8900 service neutron] 10.222.0.41 "PUT /v2.0/ports/ae0865ea-6502-4dd3-8f5a-f8707775c47a HTTP/1.1" status: 200 len: 1091 time: 3.5834827 Nov 22 20:19:17.249088 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40c93a37-becd-4018-b943-1d6e903a3ffe', 'tag': 'ae0865ea-6502-4dd3-8f5a-f8707775c47a'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:19:17.264170 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1013bd69-719c-404b-aa82-eb6773045c85" -d '{"events": [{"name": "network-changed", "server_uuid": "40c93a37-becd-4018-b943-1d6e903a3ffe", "tag": "ae0865ea-6502-4dd3-8f5a-f8707775c47a"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:19:17.283824 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-694687a4-7160-4c7e-90c6-d915b3e9ccf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3760028', 'neutron.services.segments.db._delete_segments_for_network-8748992815755'] for network, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:17.302452 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d00808d-6df5-43c1-b44b-1cbe78b096d7 {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:19:17.396052 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-694687a4-7160-4c7e-90c6-d915b3e9ccf1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eacc83bf-4525-4d69-9567-1264ac69485d']}} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:19:17.407108 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 2d00808d-6df5-43c1-b44b-1cbe78b096d7, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=2d00808d-6df5-43c1-b44b-1cbe78b096d7,segment=NetworkSegment(ac5f3349-9549-4263-b08f-bbbf3ebb8ed3),segment_id=ac5f3349-9549-4263-b08f-bbbf3ebb8ed3)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:19:17.424766 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:17.452319 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-694687a4-7160-4c7e-90c6-d915b3e9ccf1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd24843e6-97c4-4539-93fd-7ce0d241f570') {'for_net_delete': True} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:19:17.457262 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-694687a4-7160-4c7e-90c6-d915b3e9ccf1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd24843e6-97c4-4539-93fd-7ce0d241f570') {} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:19:17.468655 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6599c43e-95b2-4a14-bcc6-ceb7d8b95eed req-5dc96a07-ab8a-4720-a358-f1b8e8583938 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6bb4485-0c85-4226-9793-14795129f329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6376426 Nov 22 20:19:17.473572 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 20:19:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97004ad5-2eca-4f5f-8e65-e1b363701f92 x-openstack-request-id: req-97004ad5-2eca-4f5f-8e65-e1b363701f92 {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:19:17.478376 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40c93a37-becd-4018-b943-1d6e903a3ffe", "tag": "ae0865ea-6502-4dd3-8f5a-f8707775c47a", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:19:17.481981 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-97004ad5-2eca-4f5f-8e65-e1b363701f92 {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:19:17.484295 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40c93a37-becd-4018-b943-1d6e903a3ffe', 'tag': 'ae0865ea-6502-4dd3-8f5a-f8707775c47a', 'status': 'completed', 'code': 200} Nov 22 20:19:17.515723 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-694687a4-7160-4c7e-90c6-d915b3e9ccf1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748993039638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11627933'] for segment, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:17.558798 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-beb297f2-e7f0-454d-843e-dd4dcc60953e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:17.559469 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-beb297f2-e7f0-454d-843e-dd4dcc60953e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:17.559902 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-beb297f2-e7f0-454d-843e-dd4dcc60953e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:17.560663 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-beb297f2-e7f0-454d-843e-dd4dcc60953e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:17.563889 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-beb297f2-e7f0-454d-843e-dd4dcc60953e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:17.564826 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-beb297f2-e7f0-454d-843e-dd4dcc60953e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:17.569013 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-694687a4-7160-4c7e-90c6-d915b3e9ccf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:17.569258 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-beb297f2-e7f0-454d-843e-dd4dcc60953e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:17.583207 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-beb297f2-e7f0-454d-843e-dd4dcc60953e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cd84c4200e0d47b4bcba9b053bf608fb&device_id=40c93a37-becd-4018-b943-1d6e903a3ffe HTTP/1.1" status: 200 len: 6488 time: 0.2806151 Nov 22 20:19:17.587862 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-694687a4-7160-4c7e-90c6-d915b3e9ccf1 admin admin] Releasing vlan 635 on physical network physnet1 to pool {{(pid=103448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 20:19:17.588280 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-694687a4-7160-4c7e-90c6-d915b3e9ccf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11567447'] for segment, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:17.590200 n-d-818823-1 neutron-server[103448]: Traceback (most recent call last): Nov 22 20:19:17.590200 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 20:19:17.590200 n-d-818823-1 neutron-server[103448]: timer() Nov 22 20:19:17.590200 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 20:19:17.590200 n-d-818823-1 neutron-server[103448]: cb(*args, **kw) Nov 22 20:19:17.590200 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 20:19:17.590200 n-d-818823-1 neutron-server[103448]: return func(*args, **kwargs) Nov 22 20:19:17.590200 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 20:19:17.590200 n-d-818823-1 neutron-server[103448]: self._notify() Nov 22 20:19:17.590200 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 20:19:17.590200 n-d-818823-1 neutron-server[103448]: self.callback(batched_events) Nov 22 20:19:17.590200 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 20:19:17.590200 n-d-818823-1 neutron-server[103448]: event.method(event) Nov 22 20:19:17.590200 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 20:19:17.590200 n-d-818823-1 neutron-server[103448]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 20:19:17.590200 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 20:19:17.590200 n-d-818823-1 neutron-server[103448]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 20:19:17.590200 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 20:19:17.590200 n-d-818823-1 neutron-server[103448]: return f(self, *a, **k) Nov 22 20:19:17.590200 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 20:19:17.590200 n-d-818823-1 neutron-server[103448]: return self._get(url).json() Nov 22 20:19:17.590200 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 20:19:17.590200 n-d-818823-1 neutron-server[103448]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 20:19:17.590200 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 20:19:17.590200 n-d-818823-1 neutron-server[103448]: return self.request(url, 'GET', **kwargs) Nov 22 20:19:17.590200 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 20:19:17.590200 n-d-818823-1 neutron-server[103448]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 20:19:17.590200 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 20:19:17.590200 n-d-818823-1 neutron-server[103448]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 20:19:17.590200 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 20:19:17.590200 n-d-818823-1 neutron-server[103448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 20:19:17.590200 n-d-818823-1 neutron-server[103448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 20:19:17.607404 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=2d00808d-6df5-43c1-b44b-1cbe78b096d7,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:19:17.735047 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] get_ports_and_sgs() called for port_ids ['2d00808d-6df5-43c1-b44b-1cbe78b096d7'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:19:17.738710 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-694687a4-7160-4c7e-90c6-d915b3e9ccf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3760002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595318'] for network, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:17.761105 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-694687a4-7160-4c7e-90c6-d915b3e9ccf1 admin admin] Publish callbacks [] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:17.765267 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-a53b792d-344b-4a81-8832-6a8e6bfdee07 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=24e26784-28ce-4e69-aa50-f9485f00f0dd HTTP/1.1" status: 200 len: 217 time: 0.1725545 Nov 22 20:19:17.775559 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-694687a4-7160-4c7e-90c6-d915b3e9ccf1 admin admin] 10.222.0.46 "DELETE /v2.0/networks/eacc83bf-4525-4d69-9567-1264ac69485d HTTP/1.1" status: 204 len: 168 time: 1.0835392 Nov 22 20:19:17.779322 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 46394) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:19:17.865988 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694687a4-7160-4c7e-90c6-d915b3e9ccf1 admin admin] Pushing event deleted for resources: {'Network': ['ID=eacc83bf-4525-4d69-9567-1264ac69485d,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:19:18.013903 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-9cab1b61-249a-4163-bc46-e63d9f316baf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:18.022710 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-9cab1b61-249a-4163-bc46-e63d9f316baf service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e1bf7e3c-bb18-492e-826e-dd3a8d7abcd1 HTTP/1.1" status: 200 len: 855 time: 0.1999290 Nov 22 20:19:18.040354 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde35e29-f040-4551-9697-f4ad09d516cc req-f83c2989-b81e-46eb-a561-d5bf2586291c tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:18.049820 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde35e29-f040-4551-9697-f4ad09d516cc req-f83c2989-b81e-46eb-a561-d5bf2586291c tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:18.056415 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde35e29-f040-4551-9697-f4ad09d516cc req-f83c2989-b81e-46eb-a561-d5bf2586291c tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:18.064025 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde35e29-f040-4551-9697-f4ad09d516cc req-f83c2989-b81e-46eb-a561-d5bf2586291c tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:18.070970 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde35e29-f040-4551-9697-f4ad09d516cc req-f83c2989-b81e-46eb-a561-d5bf2586291c tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:18.078138 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde35e29-f040-4551-9697-f4ad09d516cc req-f83c2989-b81e-46eb-a561-d5bf2586291c tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:18.085772 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde35e29-f040-4551-9697-f4ad09d516cc req-f83c2989-b81e-46eb-a561-d5bf2586291c tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:18.095750 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-cde35e29-f040-4551-9697-f4ad09d516cc req-f83c2989-b81e-46eb-a561-d5bf2586291c tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] 10.222.0.46 "GET /v2.0/ports?device_id=40c93a37-becd-4018-b943-1d6e903a3ffe HTTP/1.1" status: 200 len: 5431 time: 0.3250558 Nov 22 20:19:18.098830 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_v2 [None req-4beeb59f-0f7d-4815-a58b-e0d7d3a4dfac admin admin] Deleting subnet 48ca5945-fc00-4d82-a2b6-7a3b5375ed31 {{(pid=103448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 20:19:18.104102 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4beeb59f-0f7d-4815-a58b-e0d7d3a4dfac admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:18.247275 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4beeb59f-0f7d-4815-a58b-e0d7d3a4dfac admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11627908'] for subnet, precommit_delete_associations {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:18.249498 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-cde35e29-f040-4551-9697-f4ad09d516cc req-0c791309-8e04-4917-9ead-49b998dd9d89 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] 10.222.0.46 "GET /v2.0/security-groups?id=70cb0c9d-9724-446c-9f0a-bf3510156947&id=f57d0821-447e-4bd4-9be8-6ef5d6dfd2db&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1527083 Nov 22 20:19:18.270441 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-836b179f-df27-424d-adf6-2b36ed0124b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:18.287161 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-836b179f-df27-424d-adf6-2b36ed0124b8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d850805c-8248-4517-bdd1-4a876cc6baf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1891525 Nov 22 20:19:18.414445 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4beeb59f-0f7d-4815-a58b-e0d7d3a4dfac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3753007'] for subnet, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:18.455949 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-390d8b8e-c65a-48d6-b373-43673097dd08 req-9ecadfc3-a8a2-469e-babd-b358f3c59d71 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.46 "GET /v2.0/ports?device_id=2cb0f139-8ca9-4db0-be96-ffb44cee879d HTTP/1.1" status: 200 len: 210 time: 0.0591626 Nov 22 20:19:18.488654 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-5ae0dd7e-52de-46a0-996c-33da2c55ca9e service neutron] 10.222.0.41 "GET /v2.0/networks/d850805c-8248-4517-bdd1-4a876cc6baf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1881287 Nov 22 20:19:18.523390 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4beeb59f-0f7d-4815-a58b-e0d7d3a4dfac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3753014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11567369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11792914'] for subnet, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:18.599945 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4beeb59f-0f7d-4815-a58b-e0d7d3a4dfac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=48ca5945-fc00-4d82-a2b6-7a3b5375ed31,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:19:18.610724 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4beeb59f-0f7d-4815-a58b-e0d7d3a4dfac admin admin] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:18.631565 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-4beeb59f-0f7d-4815-a58b-e0d7d3a4dfac admin admin] 10.222.0.46 "DELETE /v2.0/subnets/48ca5945-fc00-4d82-a2b6-7a3b5375ed31 HTTP/1.1" status: 204 len: 168 time: 0.8458085 Nov 22 20:19:18.633473 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 46410) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:19:18.680557 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-bf9f1751-85d1-4f7d-8f19-1511f02162c4 service neutron] 10.222.0.41 "GET /v2.0/networks/d850805c-8248-4517-bdd1-4a876cc6baf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1828332 Nov 22 20:19:18.833124 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6f2cb049-6f8e-42e5-bee0-370bc587c0a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3961693'] for network, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:19.148790 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6f2cb049-6f8e-42e5-bee0-370bc587c0a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3760028', 'neutron.services.segments.db._delete_segments_for_network-8748992815755'] for network, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:19.210285 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-6f2cb049-6f8e-42e5-bee0-370bc587c0a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15fd9e0a-f215-43e4-b661-84916d66e766']}} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:19:19.225602 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-6f2cb049-6f8e-42e5-bee0-370bc587c0a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06947199-d65a-47c4-beb9-6251fde5e5db') {'for_net_delete': True} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:19:19.226182 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-6f2cb049-6f8e-42e5-bee0-370bc587c0a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06947199-d65a-47c4-beb9-6251fde5e5db') {} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:19:19.237661 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6f2cb049-6f8e-42e5-bee0-370bc587c0a6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748993039638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11627933'] for segment, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:19.250161 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a6b906ae-e11c-4016-b3e7-3a881e265987 req-cf4fb558-eb6e-4e55-93c2-3340e3009e3d tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=dd29aa5b29024a1589aa1e9d9246bd3e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0332479 Nov 22 20:19:19.255861 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6f2cb049-6f8e-42e5-bee0-370bc587c0a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:19.263656 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f2cb049-6f8e-42e5-bee0-370bc587c0a6 admin admin] Releasing vlan 618 on physical network physnet1 to pool {{(pid=103448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 20:19:19.264306 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6f2cb049-6f8e-42e5-bee0-370bc587c0a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11567447'] for segment, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:19.324639 n-d-818823-1 neutron-server[103448]: Traceback (most recent call last): Nov 22 20:19:19.324639 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 20:19:19.324639 n-d-818823-1 neutron-server[103448]: timer() Nov 22 20:19:19.324639 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 20:19:19.324639 n-d-818823-1 neutron-server[103448]: cb(*args, **kw) Nov 22 20:19:19.324639 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 20:19:19.324639 n-d-818823-1 neutron-server[103448]: return func(*args, **kwargs) Nov 22 20:19:19.324639 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 20:19:19.324639 n-d-818823-1 neutron-server[103448]: self._notify() Nov 22 20:19:19.324639 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 20:19:19.324639 n-d-818823-1 neutron-server[103448]: self.callback(batched_events) Nov 22 20:19:19.324639 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 20:19:19.324639 n-d-818823-1 neutron-server[103448]: event.method(event) Nov 22 20:19:19.324639 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 20:19:19.324639 n-d-818823-1 neutron-server[103448]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 20:19:19.324639 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 20:19:19.324639 n-d-818823-1 neutron-server[103448]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 20:19:19.324639 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 20:19:19.324639 n-d-818823-1 neutron-server[103448]: return f(self, *a, **k) Nov 22 20:19:19.324639 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 20:19:19.324639 n-d-818823-1 neutron-server[103448]: return self._get(url).json() Nov 22 20:19:19.324639 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 20:19:19.324639 n-d-818823-1 neutron-server[103448]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 20:19:19.324639 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 20:19:19.324639 n-d-818823-1 neutron-server[103448]: return self.request(url, 'GET', **kwargs) Nov 22 20:19:19.324639 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 20:19:19.324639 n-d-818823-1 neutron-server[103448]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 20:19:19.324639 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 20:19:19.324639 n-d-818823-1 neutron-server[103448]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 20:19:19.324639 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 20:19:19.324639 n-d-818823-1 neutron-server[103448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 20:19:19.324639 n-d-818823-1 neutron-server[103448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 20:19:19.328024 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-382aa8f2-9755-4280-acf3-ee2795f5089b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.100&port_id=23b5427c-a333-43d6-a0e0-5ca27da7038f HTTP/1.1" status: 200 len: 217 time: 0.0807281 Nov 22 20:19:19.332672 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6f2cb049-6f8e-42e5-bee0-370bc587c0a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3760002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595318'] for network, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:19.340065 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6f2cb049-6f8e-42e5-bee0-370bc587c0a6 admin admin] Publish callbacks [] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:19.360300 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-6f2cb049-6f8e-42e5-bee0-370bc587c0a6 admin admin] 10.222.0.46 "DELETE /v2.0/networks/15fd9e0a-f215-43e4-b661-84916d66e766 HTTP/1.1" status: 204 len: 168 time: 0.7249100 Nov 22 20:19:19.393442 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2cb049-6f8e-42e5-bee0-370bc587c0a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=15fd9e0a-f215-43e4-b661-84916d66e766,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:19:19.428032 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7440cc-ee23-40bd-be5f-10f22358c53f req-8d5a4547-49e4-46ed-931a-b2e3b33ba8dc tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:19.435901 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1d7440cc-ee23-40bd-be5f-10f22358c53f req-8d5a4547-49e4-46ed-931a-b2e3b33ba8dc tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/ports?device_id=9b879f5f-5a49-43b4-a97b-d2dc6720e6ef HTTP/1.1" status: 200 len: 944 time: 0.7536218 Nov 22 20:19:19.557550 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-6ac15500-6a55-43b4-97fd-5ba064771515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:19.559198 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-6ac15500-6a55-43b4-97fd-5ba064771515 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e25cd4ad-e472-4506-b141-ef866ec585ef HTTP/1.1" status: 200 len: 797 time: 0.2138710 Nov 22 20:19:19.572006 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1d7440cc-ee23-40bd-be5f-10f22358c53f req-479fae36-2f17-4291-aaee-456ee041c7c1 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6bb4485-0c85-4226-9793-14795129f329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355402 Nov 22 20:19:19.667910 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4928df12-a12f-426d-b114-3451128333d6 req-3cdd5313-6bf3-45d8-83a7-a90d805eaacf tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:19.706507 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4928df12-a12f-426d-b114-3451128333d6 req-3cdd5313-6bf3-45d8-83a7-a90d805eaacf tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:19.729245 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4928df12-a12f-426d-b114-3451128333d6 req-3cdd5313-6bf3-45d8-83a7-a90d805eaacf tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:19.738298 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4928df12-a12f-426d-b114-3451128333d6 req-3cdd5313-6bf3-45d8-83a7-a90d805eaacf tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:19.745666 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4928df12-a12f-426d-b114-3451128333d6 req-3cdd5313-6bf3-45d8-83a7-a90d805eaacf tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:19.754322 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4928df12-a12f-426d-b114-3451128333d6 req-3cdd5313-6bf3-45d8-83a7-a90d805eaacf tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:19.760853 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4928df12-a12f-426d-b114-3451128333d6 req-3cdd5313-6bf3-45d8-83a7-a90d805eaacf tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:19.763256 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4928df12-a12f-426d-b114-3451128333d6 req-3cdd5313-6bf3-45d8-83a7-a90d805eaacf tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] 10.222.0.46 "GET /v2.0/ports?device_id=40c93a37-becd-4018-b943-1d6e903a3ffe HTTP/1.1" status: 200 len: 5431 time: 0.3056257 Nov 22 20:19:19.791048 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 46434) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:19:19.806040 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b906ae-e11c-4016-b3e7-3a881e265987 req-e899aa40-1f34-4d55-bc49-d0605c4de08c tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:19.809102 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a6b906ae-e11c-4016-b3e7-3a881e265987 req-e899aa40-1f34-4d55-bc49-d0605c4de08c tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5206037 Nov 22 20:19:19.843247 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-a6b906ae-e11c-4016-b3e7-3a881e265987 req-647daa06-f6c6-4d4f-aed1-10d59c238093 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Request body: {'port': {'device_id': '2cb0f139-8ca9-4db0-be96-ffb44cee879d', 'network_id': 'e1052824-bf78-4963-8937-b202e372ac24', 'admin_state_up': True, 'tenant_id': 'dd29aa5b29024a1589aa1e9d9246bd3e'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:19:19.878681 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-610e07d9-4f9f-480e-9f7a-5a2a2b6eeb63 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=cd35b1f5b26a474e94b5f4e1769d5526&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0862744 Nov 22 20:19:19.881040 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 46440) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:19:19.899580 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4f118fcf-f0c9-492f-b661-37226cc85af2 req-bdfcd2bb-6dd4-4815-a0f6-0c0004a8b03b tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.46 "GET /v2.0/ports?device_id=2cb0f139-8ca9-4db0-be96-ffb44cee879d HTTP/1.1" status: 200 len: 210 time: 0.1335351 Nov 22 20:19:19.937618 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-5328f5b7-5a96-45f1-8475-f7397d8f4bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:19.937618 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-5328f5b7-5a96-45f1-8475-f7397d8f4bea service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3ad73812-60e8-4754-bf89-bc7945f351b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3575618 Nov 22 20:19:19.974259 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cdc6476b-d6dc-4b1a-aca8-4acdba4392c2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:19.990624 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.agents_db [None req-aa8313f2-1ee4-4e7b-8c5a-d32b2f9d31ee None None] Agent healthcheck: found 7 active agents {{(pid=103450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 20:19:19.995492 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4928df12-a12f-426d-b114-3451128333d6 req-3446602e-59f5-4abc-9302-780709546227 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] 10.222.0.46 "GET /v2.0/security-groups?id=70cb0c9d-9724-446c-9f0a-bf3510156947&id=f57d0821-447e-4bd4-9be8-6ef5d6dfd2db&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2196372 Nov 22 20:19:19.999177 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cdc6476b-d6dc-4b1a-aca8-4acdba4392c2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:20.138430 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cdc6476b-d6dc-4b1a-aca8-4acdba4392c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:20.145684 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cdc6476b-d6dc-4b1a-aca8-4acdba4392c2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:20.147235 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-cdc6476b-d6dc-4b1a-aca8-4acdba4392c2 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/fa46b367-0682-44e2-bc45-873c1c7238e4 HTTP/1.1" status: 204 len: 168 time: 0.2648492 Nov 22 20:19:20.165745 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6b906ae-e11c-4016-b3e7-3a881e265987 req-647daa06-f6c6-4d4f-aed1-10d59c238093 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Made reservation on behalf of dd29aa5b29024a1589aa1e9d9246bd3e for: {'port': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:19:20.169800 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-a6b906ae-e11c-4016-b3e7-3a881e265987 req-647daa06-f6c6-4d4f-aed1-10d59c238093 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:20.172029 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc6476b-d6dc-4b1a-aca8-4acdba4392c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa46b367-0682-44e2-bc45-873c1c7238e4,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:19:20.269193 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-db6274e1-0848-405c-896f-5479a36ac6db service neutron] 10.222.0.41 "GET /v2.0/networks/3ad73812-60e8-4754-bf89-bc7945f351b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3212659 Nov 22 20:19:20.485314 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-e7f56adc-bd25-4980-9077-4045870b3a3f service neutron] 10.222.0.41 "GET /v2.0/networks/3ad73812-60e8-4754-bf89-bc7945f351b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2076137 Nov 22 20:19:20.494551 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [req-a6b906ae-e11c-4016-b3e7-3a881e265987 req-647daa06-f6c6-4d4f-aed1-10d59c238093 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Allocated IP 192.168.233.134 (e1052824-bf78-4963-8937-b202e372ac24/3091ebfd-11e2-41f8-9c00-ffe0b86563d8/52146e83-941e-4cbb-acc2-17dc8512a27e) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:19:20.551444 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-656705ea-d29c-4d87-8b6f-532032a7932f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.254&port_id=cc5614ff-8218-4f84-9a25-5dccd5d7dcd7 HTTP/1.1" status: 200 len: 217 time: 0.0586693 Nov 22 20:19:20.640987 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-6ea1d1c6-aec9-44cd-9e44-3f7299b7aa77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:20.660656 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-6ea1d1c6-aec9-44cd-9e44-3f7299b7aa77 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e25cd4ad-e472-4506-b141-ef866ec585ef HTTP/1.1" status: 200 len: 797 time: 0.1006866 Nov 22 20:19:20.814043 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-d91d1564-32c2-4535-a493-ec2054d4e10f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:20.815767 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-d91d1564-32c2-4535-a493-ec2054d4e10f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3ad73812-60e8-4754-bf89-bc7945f351b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1466913 Nov 22 20:19:20.907189 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 2d00808d-6df5-43c1-b44b-1cbe78b096d7 up at agent hyperv_n-h1-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:19:20.978421 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3f5ba1-0054-48e7-8975-a7767e557506 req-4196c941-4f74-42bb-a678-cc3646b8af96 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:21.001181 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-dd3f5ba1-0054-48e7-8975-a7767e557506 req-4196c941-4f74-42bb-a678-cc3646b8af96 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/ports?device_id=9b879f5f-5a49-43b4-a97b-d2dc6720e6ef HTTP/1.1" status: 200 len: 944 time: 0.2735727 Nov 22 20:19:21.069119 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 46468) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:19:21.097914 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Provisioning for port 2d00808d-6df5-43c1-b44b-1cbe78b096d7 completed by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 20:19:21.112891 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Provisioning complete for port 2d00808d-6df5-43c1-b44b-1cbe78b096d7 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:19:21.113637 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:21.159954 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-765afab3-5268-4a7d-8110-ab1213a2c509 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2e09ecd1f6f64052a06147ad736969b9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0889442 Nov 22 20:19:21.161124 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 46472) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:19:21.178769 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-90b66b2b-18d0-4b05-b17d-67c680748144 req-b9c03ca0-aed0-4102-8534-45a96a3bd733 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.46 "GET /v2.0/ports?device_id=2cb0f139-8ca9-4db0-be96-ffb44cee879d HTTP/1.1" status: 200 len: 210 time: 0.1291254 Nov 22 20:19:21.252627 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b814a058-59f1-4ccb-aa9c-59cbf5d99daf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:21.264404 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-73964867-cb92-4a87-9ac6-49e4476d8e93 service neutron] 10.222.0.41 "GET /v2.0/networks/3ad73812-60e8-4754-bf89-bc7945f351b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4355123 Nov 22 20:19:21.286493 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:21.312793 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b814a058-59f1-4ccb-aa9c-59cbf5d99daf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:21.362474 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b879f5f-5a49-43b4-a97b-d2dc6720e6ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d00808d-6df5-43c1-b44b-1cbe78b096d7'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:19:21.376943 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d39f6d30a11e565ec9648abcc015e8a6ab6cff4edd704add8155e28765d31eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af42a793-2b32-4214-be57-79446066b50e" -d '{"events": [{"server_uuid": "9b879f5f-5a49-43b4-a97b-d2dc6720e6ef", "name": "network-vif-plugged", "status": "completed", "tag": "2d00808d-6df5-43c1-b44b-1cbe78b096d7"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:19:21.441569 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 2d00808d-6df5-43c1-b44b-1cbe78b096d7, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=2d00808d-6df5-43c1-b44b-1cbe78b096d7,segment=NetworkSegment(ac5f3349-9549-4263-b08f-bbbf3ebb8ed3),segment_id=ac5f3349-9549-4263-b08f-bbbf3ebb8ed3)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:19:21.452888 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:21.459516 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-0a4fede4-6808-4eb3-88e9-c740fb09bf81 service neutron] 10.222.0.41 "GET /v2.0/networks/3ad73812-60e8-4754-bf89-bc7945f351b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1844988 Nov 22 20:19:21.467228 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b814a058-59f1-4ccb-aa9c-59cbf5d99daf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:21.470103 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b814a058-59f1-4ccb-aa9c-59cbf5d99daf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:21.471271 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-b814a058-59f1-4ccb-aa9c-59cbf5d99daf admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e49a9d80-a7e7-4920-8a10-9b9fd218ca12 HTTP/1.1" status: 204 len: 168 time: 0.3088629 Nov 22 20:19:21.489508 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b814a058-59f1-4ccb-aa9c-59cbf5d99daf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e49a9d80-a7e7-4920-8a10-9b9fd218ca12,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:19:21.557309 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=2d00808d-6df5-43c1-b44b-1cbe78b096d7,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:19:21.562153 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-dd3f5ba1-0054-48e7-8975-a7767e557506 req-7aa95da3-b50e-4cdf-8327-3fd47310bf38 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6bb4485-0c85-4226-9793-14795129f329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5608320 Nov 22 20:19:21.573457 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-1aa7d222-5e76-46ed-b07e-db2afe73359a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.120&port_id=26cc7b13-59a1-4281-875f-27b2b98ae89e HTTP/1.1" status: 200 len: 217 time: 0.0992165 Nov 22 20:19:21.646491 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-a6b906ae-e11c-4016-b3e7-3a881e265987 req-647daa06-f6c6-4d4f-aed1-10d59c238093 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:21.662576 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec33844e-9d0a-4c91-93ec-d73b1ce52849 req-247b5406-92c4-4a2a-b165-3b1830aea494 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:21.670394 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec33844e-9d0a-4c91-93ec-d73b1ce52849 req-247b5406-92c4-4a2a-b165-3b1830aea494 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:21.677367 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec33844e-9d0a-4c91-93ec-d73b1ce52849 req-247b5406-92c4-4a2a-b165-3b1830aea494 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:21.684937 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec33844e-9d0a-4c91-93ec-d73b1ce52849 req-247b5406-92c4-4a2a-b165-3b1830aea494 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:21.695792 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec33844e-9d0a-4c91-93ec-d73b1ce52849 req-247b5406-92c4-4a2a-b165-3b1830aea494 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:21.707188 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec33844e-9d0a-4c91-93ec-d73b1ce52849 req-247b5406-92c4-4a2a-b165-3b1830aea494 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:21.728894 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec33844e-9d0a-4c91-93ec-d73b1ce52849 req-247b5406-92c4-4a2a-b165-3b1830aea494 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:21.730888 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ec33844e-9d0a-4c91-93ec-d73b1ce52849 req-247b5406-92c4-4a2a-b165-3b1830aea494 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] 10.222.0.46 "GET /v2.0/ports?device_id=40c93a37-becd-4018-b943-1d6e903a3ffe HTTP/1.1" status: 200 len: 5431 time: 0.2597399 Nov 22 20:19:21.756084 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:19:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2233fed8-c9ae-4614-ad89-141718d6c716 x-openstack-request-id: req-2233fed8-c9ae-4614-ad89-141718d6c716 {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:19:21.756782 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b879f5f-5a49-43b4-a97b-d2dc6720e6ef", "name": "network-vif-plugged", "status": "completed", "tag": "2d00808d-6df5-43c1-b44b-1cbe78b096d7", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:19:21.757323 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2233fed8-c9ae-4614-ad89-141718d6c716 {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:19:21.758004 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b879f5f-5a49-43b4-a97b-d2dc6720e6ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d00808d-6df5-43c1-b44b-1cbe78b096d7', 'code': 200} Nov 22 20:19:21.792456 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-4226dfeb-8614-4391-b3e0-ff18b2c8bed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:21.795258 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-4226dfeb-8614-4391-b3e0-ff18b2c8bed1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e25cd4ad-e472-4506-b141-ef866ec585ef HTTP/1.1" status: 200 len: 797 time: 0.2148147 Nov 22 20:19:21.900516 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91c0c35-4517-4cac-88e1-d4b2afbe901f req-40b5312e-0235-404f-8d3c-d07f38c87282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:21.903518 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-f91c0c35-4517-4cac-88e1-d4b2afbe901f req-40b5312e-0235-404f-8d3c-d07f38c87282 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9b879f5f-5a49-43b4-a97b-d2dc6720e6ef HTTP/1.1" status: 200 len: 1096 time: 0.0586164 Nov 22 20:19:21.908728 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-a6b906ae-e11c-4016-b3e7-3a881e265987 req-647daa06-f6c6-4d4f-aed1-10d59c238093 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:21.929885 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] get_ports_and_sgs() called for port_ids ['afbbfbb1-6a7a-467b-bc94-36bdeced156e', '809ce848-2187-4a4e-8edc-dd0191bb8cd6'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:19:21.934420 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] get_ports_and_sgs() called for port_ids ['52d6b7ae-24f7-4fb1-a9ba-b05788111e33', '15fcdac3-0d86-47fd-a34f-6adf8d9958a3', '159ed494-f1c4-45d7-8e39-d21b57d302f2', '228d93de-4494-4046-b2e5-5983222dab88', 'bdd77363-c972-4d32-a6fc-a5ca97c33c45'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:19:22.022932 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-f91c0c35-4517-4cac-88e1-d4b2afbe901f req-e9002d27-109e-4a95-ad53-9bf2878c7a02 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=f6bb4485-0c85-4226-9793-14795129f329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134391 Nov 22 20:19:22.062046 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647daa06-f6c6-4d4f-aed1-10d59c238093 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Pushing event updated for resources: {'Port': ['ID=52146e83-941e-4cbb-acc2-17dc8512a27e,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:19:22.093251 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647daa06-f6c6-4d4f-aed1-10d59c238093 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:19:22.093596 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647daa06-f6c6-4d4f-aed1-10d59c238093 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:19:22.093948 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647daa06-f6c6-4d4f-aed1-10d59c238093 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:19:22.094295 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647daa06-f6c6-4d4f-aed1-10d59c238093 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:19:22.094636 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647daa06-f6c6-4d4f-aed1-10d59c238093 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:19:22.094971 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647daa06-f6c6-4d4f-aed1-10d59c238093 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:19:22.095305 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647daa06-f6c6-4d4f-aed1-10d59c238093 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:19:22.095659 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647daa06-f6c6-4d4f-aed1-10d59c238093 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:19:22.095992 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647daa06-f6c6-4d4f-aed1-10d59c238093 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:19:22.096322 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647daa06-f6c6-4d4f-aed1-10d59c238093 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:19:22.096651 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647daa06-f6c6-4d4f-aed1-10d59c238093 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:19:22.096978 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647daa06-f6c6-4d4f-aed1-10d59c238093 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:19:22.114631 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6b906ae-e11c-4016-b3e7-3a881e265987 req-647daa06-f6c6-4d4f-aed1-10d59c238093 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Network e1052824-bf78-4963-8937-b202e372ac24 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:19:22.117777 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-d7207fc8-5f6d-4eec-9f34-5b46d17e6f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:22.119286 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-d7207fc8-5f6d-4eec-9f34-5b46d17e6f05 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3ad73812-60e8-4754-bf89-bc7945f351b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2917109 Nov 22 20:19:22.157173 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ec33844e-9d0a-4c91-93ec-d73b1ce52849 req-55f7c2a2-f8b0-4ed3-893c-c2b9a2951195 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] 10.222.0.46 "GET /v2.0/security-groups?id=70cb0c9d-9724-446c-9f0a-bf3510156947&id=f57d0821-447e-4bd4-9be8-6ef5d6dfd2db&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4046972 Nov 22 20:19:22.162135 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [req-a6b906ae-e11c-4016-b3e7-3a881e265987 req-647daa06-f6c6-4d4f-aed1-10d59c238093 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:19:22.185984 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6b906ae-e11c-4016-b3e7-3a881e265987 req-647daa06-f6c6-4d4f-aed1-10d59c238093 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:19:22.436214 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b906ae-e11c-4016-b3e7-3a881e265987 req-647daa06-f6c6-4d4f-aed1-10d59c238093 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:22.437292 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-a6b906ae-e11c-4016-b3e7-3a881e265987 req-647daa06-f6c6-4d4f-aed1-10d59c238093 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:22.499302 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20cb84b-c332-4566-b40f-9a57511658d3 req-0ee4c9a9-42df-483a-88b9-a073b62341b6 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:22.510183 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a20cb84b-c332-4566-b40f-9a57511658d3 req-0ee4c9a9-42df-483a-88b9-a073b62341b6 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.46 "GET /v2.0/ports?device_id=2cb0f139-8ca9-4db0-be96-ffb44cee879d HTTP/1.1" status: 200 len: 936 time: 0.1537156 Nov 22 20:19:22.515788 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a6b906ae-e11c-4016-b3e7-3a881e265987 req-647daa06-f6c6-4d4f-aed1-10d59c238093 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6781926 Nov 22 20:19:22.601310 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-a6b906ae-e11c-4016-b3e7-3a881e265987 req-b4830b01-68b6-4d87-9ad6-ca1b8a532ed3 service neutron] Request body: {'port': {'device_id': '2cb0f139-8ca9-4db0-be96-ffb44cee879d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818823-1'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:19:22.623779 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-070e0b71-7872-46d1-9fa6-7b60e8e6513f service neutron] 10.222.0.41 "GET /v2.0/networks/3ad73812-60e8-4754-bf89-bc7945f351b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4039969 Nov 22 20:19:22.869929 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-f496fcd1-299d-448e-abc5-ee4fb9554107 service neutron] 10.222.0.41 "GET /v2.0/networks/3ad73812-60e8-4754-bf89-bc7945f351b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2266316 Nov 22 20:19:22.969209 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a20cb84b-c332-4566-b40f-9a57511658d3 req-45d7ab74-2cc4-4a53-81e9-a648cd8c9ba7 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c61ce95-aab5-427a-864a-9f490b05fbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4578435 Nov 22 20:19:23.086786 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-fed976c2-9df6-40f4-bc26-511b6a590343 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.92&port_id=835a0333-17c1-49ac-a55d-d9999f17b48d HTTP/1.1" status: 200 len: 217 time: 0.1568248 Nov 22 20:19:23.089361 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-a6b906ae-e11c-4016-b3e7-3a881e265987 req-b4830b01-68b6-4d87-9ad6-ca1b8a532ed3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:23.169921 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba447e2-42b2-4d5a-9bc3-127b988f58f0 req-3eb31c86-0903-4909-9ef0-1bd4b16c3940 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:23.171574 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9ba447e2-42b2-4d5a-9bc3-127b988f58f0 req-3eb31c86-0903-4909-9ef0-1bd4b16c3940 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/ports?device_id=9b879f5f-5a49-43b4-a97b-d2dc6720e6ef HTTP/1.1" status: 200 len: 945 time: 0.4384384 Nov 22 20:19:23.202742 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-f4bf9265-727b-4e34-af08-f96ffd00b88a None None] Provisioning complete for port 52146e83-941e-4cbb-acc2-17dc8512a27e triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:19:23.203347 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-f4bf9265-727b-4e34-af08-f96ffd00b88a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:23.253098 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-0bdc4f05-a09e-46be-b100-98cd7fe3e940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:23.255144 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-0bdc4f05-a09e-46be-b100-98cd7fe3e940 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e25cd4ad-e472-4506-b141-ef866ec585ef HTTP/1.1" status: 200 len: 797 time: 0.1596639 Nov 22 20:19:23.325863 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-f4bf9265-727b-4e34-af08-f96ffd00b88a None None] Port 52146e83-941e-4cbb-acc2-17dc8512a27e cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:19:23.347255 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305f94e2-2579-445e-8774-736f9534e402 req-eb4927d8-18bf-4c56-b3b4-9199c948838e tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:23.349327 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-305f94e2-2579-445e-8774-736f9534e402 req-eb4927d8-18bf-4c56-b3b4-9199c948838e tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b879f5f-5a49-43b4-a97b-d2dc6720e6ef HTTP/1.1" status: 200 len: 945 time: 0.1132798 Nov 22 20:19:23.549747 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9ba447e2-42b2-4d5a-9bc3-127b988f58f0 req-12695345-8386-4305-9de4-ecf2433c90fe tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6bb4485-0c85-4226-9793-14795129f329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3492854 Nov 22 20:19:23.558528 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [req-305f94e2-2579-445e-8774-736f9534e402 req-e382c335-bba1-4979-8ee8-4b2b9a0eb4b1 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Deleting port 2d00808d-6df5-43c1-b44b-1cbe78b096d7 {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:19:23.560124 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-305f94e2-2579-445e-8774-736f9534e402 req-e382c335-bba1-4979-8ee8-4b2b9a0eb4b1 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:23.637571 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-c9e43445-2410-4899-8737-62d66dddd723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:23.639239 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-c9e43445-2410-4899-8737-62d66dddd723 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3ad73812-60e8-4754-bf89-bc7945f351b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3253491 Nov 22 20:19:23.717374 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bed21e-1d82-4876-9d8f-4357642c89f4 req-5bb9f129-f4cb-43f3-9932-55b936fd5e25 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:23.724904 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bed21e-1d82-4876-9d8f-4357642c89f4 req-5bb9f129-f4cb-43f3-9932-55b936fd5e25 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:23.731018 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bed21e-1d82-4876-9d8f-4357642c89f4 req-5bb9f129-f4cb-43f3-9932-55b936fd5e25 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:23.737737 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bed21e-1d82-4876-9d8f-4357642c89f4 req-5bb9f129-f4cb-43f3-9932-55b936fd5e25 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:23.744939 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bed21e-1d82-4876-9d8f-4357642c89f4 req-5bb9f129-f4cb-43f3-9932-55b936fd5e25 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:23.752121 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bed21e-1d82-4876-9d8f-4357642c89f4 req-5bb9f129-f4cb-43f3-9932-55b936fd5e25 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:23.758993 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bed21e-1d82-4876-9d8f-4357642c89f4 req-5bb9f129-f4cb-43f3-9932-55b936fd5e25 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:23.764207 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-305f94e2-2579-445e-8774-736f9534e402 req-e382c335-bba1-4979-8ee8-4b2b9a0eb4b1 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] For port 2d00808d-6df5-43c1-b44b-1cbe78b096d7, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=2d00808d-6df5-43c1-b44b-1cbe78b096d7,segment=NetworkSegment(ac5f3349-9549-4263-b08f-bbbf3ebb8ed3),segment_id=ac5f3349-9549-4263-b08f-bbbf3ebb8ed3)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:19:23.768135 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-305f94e2-2579-445e-8774-736f9534e402 req-e382c335-bba1-4979-8ee8-4b2b9a0eb4b1 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:23.768435 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-70bed21e-1d82-4876-9d8f-4357642c89f4 req-5bb9f129-f4cb-43f3-9932-55b936fd5e25 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] 10.222.0.46 "GET /v2.0/ports?device_id=40c93a37-becd-4018-b943-1d6e903a3ffe HTTP/1.1" status: 200 len: 5431 time: 0.4182854 Nov 22 20:19:23.812393 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [req-305f94e2-2579-445e-8774-736f9534e402 req-e382c335-bba1-4979-8ee8-4b2b9a0eb4b1 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Calling delete_port for 2d00808d-6df5-43c1-b44b-1cbe78b096d7 owned by compute:nova {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:19:24.188517 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-305f94e2-2579-445e-8774-736f9534e402 req-e382c335-bba1-4979-8ee8-4b2b9a0eb4b1 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:24.217280 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] get_ports_and_sgs() called for port_ids ['2d00808d-6df5-43c1-b44b-1cbe78b096d7'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:19:24.225688 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e382c335-bba1-4979-8ee8-4b2b9a0eb4b1 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Pushing event deleted for resources: {'Port': ['ID=2d00808d-6df5-43c1-b44b-1cbe78b096d7,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:19:24.261659 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-70bed21e-1d82-4876-9d8f-4357642c89f4 req-ad89ccde-4b2a-44f5-a4de-5d3c3e045c77 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] 10.222.0.46 "GET /v2.0/security-groups?id=70cb0c9d-9724-446c-9f0a-bf3510156947&id=f57d0821-447e-4bd4-9be8-6ef5d6dfd2db&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4922757 Nov 22 20:19:24.307718 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d1804a3-b258-43d0-8bcb-1fa8ce8201e8 None None] DHCP port deletion for 41f439de-e657-4ca1-8a55-865945ee9732 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:19:24.312832 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-30c1fcdf-010f-4adc-983c-2f90730b7164 service neutron] 10.222.0.41 "GET /v2.0/networks/3ad73812-60e8-4754-bf89-bc7945f351b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6652529 Nov 22 20:19:24.324155 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [req-305f94e2-2579-445e-8774-736f9534e402 req-e382c335-bba1-4979-8ee8-4b2b9a0eb4b1 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] No DVR routers for this DVR port 2d00808d-6df5-43c1-b44b-1cbe78b096d7 on host n-h1-818823-1 {{(pid=103448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:19:24.331580 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-305f94e2-2579-445e-8774-736f9534e402 req-e382c335-bba1-4979-8ee8-4b2b9a0eb4b1 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:24.337470 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-305f94e2-2579-445e-8774-736f9534e402 req-e382c335-bba1-4979-8ee8-4b2b9a0eb4b1 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.41 "DELETE /v2.0/ports/2d00808d-6df5-43c1-b44b-1cbe78b096d7 HTTP/1.1" status: 204 len: 173 time: 0.9818542 Nov 22 20:19:24.338460 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b879f5f-5a49-43b4-a97b-d2dc6720e6ef', 'name': 'network-vif-deleted', 'tag': '2d00808d-6df5-43c1-b44b-1cbe78b096d7'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:19:24.350005 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589a98cf2aea187fcc423a5edb333e5a6cf3ad7c81115d1ebee0f079693c312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c87c44d-dcef-400f-a9bd-c09b5b85f2be" -d '{"events": [{"server_uuid": "9b879f5f-5a49-43b4-a97b-d2dc6720e6ef", "name": "network-vif-deleted", "tag": "2d00808d-6df5-43c1-b44b-1cbe78b096d7"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:19:24.458129 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:19:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3eb4db8-46f8-48e1-b080-75d0d088ab31 x-openstack-request-id: req-d3eb4db8-46f8-48e1-b080-75d0d088ab31 {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:19:24.458710 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b879f5f-5a49-43b4-a97b-d2dc6720e6ef", "name": "network-vif-deleted", "tag": "2d00808d-6df5-43c1-b44b-1cbe78b096d7", "status": "completed", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:19:24.459127 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d3eb4db8-46f8-48e1-b080-75d0d088ab31 {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:19:24.460284 n-d-818823-1 neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b879f5f-5a49-43b4-a97b-d2dc6720e6ef', 'name': 'network-vif-deleted', 'tag': '2d00808d-6df5-43c1-b44b-1cbe78b096d7', 'status': 'completed', 'code': 200} Nov 22 20:19:24.716471 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-a520a964-2fa9-4473-88d7-f9c4ec1034e9 req-b1ec7168-324d-484f-bef8-370fecae2a0c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=76a9efddcf274563b133aa3f163fb3f9&device_id=9b879f5f-5a49-43b4-a97b-d2dc6720e6ef HTTP/1.1" status: 200 len: 210 time: 0.0516245 Nov 22 20:19:24.852883 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a520a964-2fa9-4473-88d7-f9c4ec1034e9 req-4d42646f-ec39-4d93-83e8-19c866e771b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:24.854526 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-a520a964-2fa9-4473-88d7-f9c4ec1034e9 req-4d42646f-ec39-4d93-83e8-19c866e771b1 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=76a9efddcf274563b133aa3f163fb3f9&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1288733 Nov 22 20:19:24.992939 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be2ab79-b48a-46bb-a56f-17b5f019ea7b req-bc9f9e07-dc1a-4b6b-9654-d46a717c02d8 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:24.994805 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5be2ab79-b48a-46bb-a56f-17b5f019ea7b req-bc9f9e07-dc1a-4b6b-9654-d46a717c02d8 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.46 "GET /v2.0/ports?device_id=2cb0f139-8ca9-4db0-be96-ffb44cee879d HTTP/1.1" status: 200 len: 936 time: 0.8202970 Nov 22 20:19:25.033366 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f79c859a-4e28-4c0a-9d79-5e091ee86426 req-8c53fdb6-84be-4f68-a205-8dece86e62c0 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/ports?device_id=9b879f5f-5a49-43b4-a97b-d2dc6720e6ef HTTP/1.1" status: 200 len: 210 time: 0.0663292 Nov 22 20:19:25.102811 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a520a964-2fa9-4473-88d7-f9c4ec1034e9 req-d5bc7fe1-4bd6-4ae4-8294-5f8a431a9194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:25.104395 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-a520a964-2fa9-4473-88d7-f9c4ec1034e9 req-d5bc7fe1-4bd6-4ae4-8294-5f8a431a9194 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2424164 Nov 22 20:19:25.203003 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [req-a6b906ae-e11c-4016-b3e7-3a881e265987 req-b4830b01-68b6-4d87-9ad6-ca1b8a532ed3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52146e83-941e-4cbb-acc2-17dc8512a27e {{(pid=103447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:19:25.209973 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-84d2647b-028d-47cd-9249-d9c5b40ee765 service neutron] 10.222.0.41 "GET /v2.0/networks/3ad73812-60e8-4754-bf89-bc7945f351b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8864825 Nov 22 20:19:25.216152 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5be2ab79-b48a-46bb-a56f-17b5f019ea7b req-9df9c8f3-4b22-47e6-9472-97d7b823a4c0 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c61ce95-aab5-427a-864a-9f490b05fbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949599 Nov 22 20:19:25.218533 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-a6b906ae-e11c-4016-b3e7-3a881e265987 req-b4830b01-68b6-4d87-9ad6-ca1b8a532ed3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:25.284044 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-28f0a45f-0da7-4755-9ee3-5ba8c5392989 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=27859499-3fee-4255-98df-7775b62a7da8 HTTP/1.1" status: 200 len: 217 time: 0.0619726 Nov 22 20:19:25.285097 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.provisioning_blocks [req-a6b906ae-e11c-4016-b3e7-3a881e265987 req-b4830b01-68b6-4d87-9ad6-ca1b8a532ed3 service neutron] Transition to ACTIVE for port object 52146e83-941e-4cbb-acc2-17dc8512a27e will not be triggered until provisioned by entity L2. {{(pid=103447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 20:19:25.310488 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-a6b906ae-e11c-4016-b3e7-3a881e265987 req-b4830b01-68b6-4d87-9ad6-ca1b8a532ed3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:25.472109 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-368cee83-b89d-43ee-a061-f6a585b685aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:25.473658 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-368cee83-b89d-43ee-a061-f6a585b685aa service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ef7fccd9-1ba4-439a-b54e-9e5a9b6c59f5 HTTP/1.1" status: 200 len: 797 time: 0.1799808 Nov 22 20:19:25.585644 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dde3987-a29d-4b16-8a92-69550b784747 req-1d1ff227-953c-4110-a403-d8c91dc2bbaf tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:25.592536 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dde3987-a29d-4b16-8a92-69550b784747 req-1d1ff227-953c-4110-a403-d8c91dc2bbaf tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:25.598960 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dde3987-a29d-4b16-8a92-69550b784747 req-1d1ff227-953c-4110-a403-d8c91dc2bbaf tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:25.605162 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dde3987-a29d-4b16-8a92-69550b784747 req-1d1ff227-953c-4110-a403-d8c91dc2bbaf tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:25.612333 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dde3987-a29d-4b16-8a92-69550b784747 req-1d1ff227-953c-4110-a403-d8c91dc2bbaf tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:25.624863 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dde3987-a29d-4b16-8a92-69550b784747 req-1d1ff227-953c-4110-a403-d8c91dc2bbaf tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:25.631097 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dde3987-a29d-4b16-8a92-69550b784747 req-1d1ff227-953c-4110-a403-d8c91dc2bbaf tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:25.640929 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5dde3987-a29d-4b16-8a92-69550b784747 req-1d1ff227-953c-4110-a403-d8c91dc2bbaf tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] 10.222.0.46 "GET /v2.0/ports?device_id=40c93a37-becd-4018-b943-1d6e903a3ffe HTTP/1.1" status: 200 len: 5431 time: 0.2252908 Nov 22 20:19:25.647003 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4830b01-68b6-4d87-9ad6-ca1b8a532ed3 service neutron] Pushing event updated for resources: {'Port': ['ID=52146e83-941e-4cbb-acc2-17dc8512a27e,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:19:25.804438 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-1dce0a64-fbeb-43da-b075-26b0da7f0abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:25.806774 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-1dce0a64-fbeb-43da-b075-26b0da7f0abb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=af9bb979-b2e3-447d-a9f1-511c736d70b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3215024 Nov 22 20:19:25.893495 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-a6b906ae-e11c-4016-b3e7-3a881e265987 req-b4830b01-68b6-4d87-9ad6-ca1b8a532ed3 service neutron] Attempting to bind port 52146e83-941e-4cbb-acc2-17dc8512a27e on host n-h1-818823-1 for vnic_type normal with profile {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:19:25.893871 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-a6b906ae-e11c-4016-b3e7-3a881e265987 req-b4830b01-68b6-4d87-9ad6-ca1b8a532ed3 service neutron] Attempting to bind port 52146e83-941e-4cbb-acc2-17dc8512a27e by drivers openvswitch,hyperv on host n-h1-818823-1 at level 0 using segments [{'id': '2a5a1c7b-538e-498e-99b9-cc7a8e0411be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'e1052824-bf78-4963-8937-b202e372ac24'}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:19:25.894209 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6b906ae-e11c-4016-b3e7-3a881e265987 req-b4830b01-68b6-4d87-9ad6-ca1b8a532ed3 service neutron] Attempting to bind port 52146e83-941e-4cbb-acc2-17dc8512a27e on network e1052824-bf78-4963-8937-b202e372ac24 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:19:25.901824 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6b906ae-e11c-4016-b3e7-3a881e265987 req-b4830b01-68b6-4d87-9ad6-ca1b8a532ed3 service neutron] Port 52146e83-941e-4cbb-acc2-17dc8512a27e on network e1052824-bf78-4963-8937-b202e372ac24 not bound, no agent of type Open vSwitch agent registered on host n-h1-818823-1 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:19:25.902142 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6b906ae-e11c-4016-b3e7-3a881e265987 req-b4830b01-68b6-4d87-9ad6-ca1b8a532ed3 service neutron] Attempting to bind port 52146e83-941e-4cbb-acc2-17dc8512a27e on network e1052824-bf78-4963-8937-b202e372ac24 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:19:25.918104 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5dde3987-a29d-4b16-8a92-69550b784747 req-a659c33b-57bc-4b04-9361-82f7ddb45603 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] 10.222.0.46 "GET /v2.0/security-groups?id=70cb0c9d-9724-446c-9f0a-bf3510156947&id=f57d0821-447e-4bd4-9be8-6ef5d6dfd2db&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2762320 Nov 22 20:19:25.932147 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6b906ae-e11c-4016-b3e7-3a881e265987 req-b4830b01-68b6-4d87-9ad6-ca1b8a532ed3 service neutron] Checking agent: {'id': '7a008cff-3b49-418c-8046-689d46cc800f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'started_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 19, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:19:25.932499 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6b906ae-e11c-4016-b3e7-3a881e265987 req-b4830b01-68b6-4d87-9ad6-ca1b8a532ed3 service neutron] Checking segment: {'id': '2a5a1c7b-538e-498e-99b9-cc7a8e0411be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'e1052824-bf78-4963-8937-b202e372ac24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:19:25.932907 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6b906ae-e11c-4016-b3e7-3a881e265987 req-b4830b01-68b6-4d87-9ad6-ca1b8a532ed3 service neutron] Bound using segment: {'id': '2a5a1c7b-538e-498e-99b9-cc7a8e0411be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'e1052824-bf78-4963-8937-b202e372ac24'} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:19:25.933357 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-a6b906ae-e11c-4016-b3e7-3a881e265987 req-b4830b01-68b6-4d87-9ad6-ca1b8a532ed3 service neutron] Bound port: 52146e83-941e-4cbb-acc2-17dc8512a27e, host: n-h1-818823-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a5a1c7b-538e-498e-99b9-cc7a8e0411be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'e1052824-bf78-4963-8937-b202e372ac24'}}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:19:25.933722 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-a6b906ae-e11c-4016-b3e7-3a881e265987 req-b4830b01-68b6-4d87-9ad6-ca1b8a532ed3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:26.062940 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-28500f4b-1969-4f36-b1b3-487fb686d6dd service neutron] 10.222.0.41 "GET /v2.0/networks/af9bb979-b2e3-447d-a9f1-511c736d70b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2436070 Nov 22 20:19:26.174902 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-a6b906ae-e11c-4016-b3e7-3a881e265987 req-b4830b01-68b6-4d87-9ad6-ca1b8a532ed3 service neutron] For port 52146e83-941e-4cbb-acc2-17dc8512a27e, host n-h1-818823-1, cleared binding levels {{(pid=103447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:19:26.251283 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7f6b768b-b79f-4183-a1aa-f5b368c3cd56 req-8be975c9-3114-448e-88bf-d18ca202cc1a tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/ports?device_id=9b879f5f-5a49-43b4-a97b-d2dc6720e6ef HTTP/1.1" status: 200 len: 210 time: 0.0801682 Nov 22 20:19:26.253655 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-44ff7375-f357-4006-ac77-642abd7f8277 service neutron] 10.222.0.41 "GET /v2.0/networks/af9bb979-b2e3-447d-a9f1-511c736d70b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1809378 Nov 22 20:19:26.261126 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-a6b906ae-e11c-4016-b3e7-3a881e265987 req-b4830b01-68b6-4d87-9ad6-ca1b8a532ed3 service neutron] For port 52146e83-941e-4cbb-acc2-17dc8512a27e, host n-h1-818823-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=52146e83-941e-4cbb-acc2-17dc8512a27e,segment=NetworkSegment(2a5a1c7b-538e-498e-99b9-cc7a8e0411be),segment_id=2a5a1c7b-538e-498e-99b9-cc7a8e0411be)] {{(pid=103447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:19:26.278503 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-a6b906ae-e11c-4016-b3e7-3a881e265987 req-b4830b01-68b6-4d87-9ad6-ca1b8a532ed3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:26.388416 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-162e9188-d4bc-4c68-99f0-72b77926b213 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ae0865ea-6502-4dd3-8f5a-f8707775c47a HTTP/1.1" status: 200 len: 217 time: 0.1221564 Nov 22 20:19:26.494000 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-a520a964-2fa9-4473-88d7-f9c4ec1034e9 req-37a7150e-aa29-414e-8c8a-1b100fcd396a tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b879f5f-5a49-43b4-a97b-d2dc6720e6ef HTTP/1.1" status: 200 len: 210 time: 0.0461652 Nov 22 20:19:26.603358 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b906ae-e11c-4016-b3e7-3a881e265987 req-b4830b01-68b6-4d87-9ad6-ca1b8a532ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:26.604021 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-a6b906ae-e11c-4016-b3e7-3a881e265987 req-b4830b01-68b6-4d87-9ad6-ca1b8a532ed3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:26.605449 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a6b906ae-e11c-4016-b3e7-3a881e265987 req-b4830b01-68b6-4d87-9ad6-ca1b8a532ed3 service neutron] 10.222.0.41 "PUT /v2.0/ports/52146e83-941e-4cbb-acc2-17dc8512a27e HTTP/1.1" status: 200 len: 1096 time: 4.0546131 Nov 22 20:19:26.613547 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cb0f139-8ca9-4db0-be96-ffb44cee879d', 'tag': '52146e83-941e-4cbb-acc2-17dc8512a27e'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:19:26.616118 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac6432af-b8da-448a-9d6d-9c97dacc37f2" -d '{"events": [{"name": "network-changed", "server_uuid": "2cb0f139-8ca9-4db0-be96-ffb44cee879d", "tag": "52146e83-941e-4cbb-acc2-17dc8512a27e"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:19:26.672309 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-19879df2-cc00-4c55-ae70-409a177f902f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:26.673841 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-19879df2-cc00-4c55-ae70-409a177f902f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ef7fccd9-1ba4-439a-b54e-9e5a9b6c59f5 HTTP/1.1" status: 200 len: 797 time: 0.2505939 Nov 22 20:19:26.709575 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4830b01-68b6-4d87-9ad6-ca1b8a532ed3 service neutron] Pushing event updated for resources: {'Port': ['ID=52146e83-941e-4cbb-acc2-17dc8512a27e,revision_number=3']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:19:26.752999 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7a2386-bc84-495b-81b3-c62ce7b93d77 req-f13300dd-03db-4f9b-b809-2ca91b36333d tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:26.760596 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ca7a2386-bc84-495b-81b3-c62ce7b93d77 req-f13300dd-03db-4f9b-b809-2ca91b36333d tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.46 "GET /v2.0/ports?device_id=2cb0f139-8ca9-4db0-be96-ffb44cee879d HTTP/1.1" status: 200 len: 948 time: 0.3947461 Nov 22 20:19:26.867923 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 20:19:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e2864bc-1527-408e-b3da-a085b85a10e2 x-openstack-request-id: req-9e2864bc-1527-408e-b3da-a085b85a10e2 {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:19:26.868277 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cb0f139-8ca9-4db0-be96-ffb44cee879d", "tag": "52146e83-941e-4cbb-acc2-17dc8512a27e", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:19:26.868470 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9e2864bc-1527-408e-b3da-a085b85a10e2 {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:19:26.876658 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cb0f139-8ca9-4db0-be96-ffb44cee879d', 'tag': '52146e83-941e-4cbb-acc2-17dc8512a27e', 'status': 'completed', 'code': 200} Nov 22 20:19:27.012188 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ca7a2386-bc84-495b-81b3-c62ce7b93d77 req-4a6c4bf5-f3da-456f-866b-ad6980a094d8 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c61ce95-aab5-427a-864a-9f490b05fbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2506304 Nov 22 20:19:27.046506 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-a8532b34-11d3-42f0-80be-fa36504a7b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:27.048394 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-a8532b34-11d3-42f0-80be-fa36504a7b4c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=af9bb979-b2e3-447d-a9f1-511c736d70b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3632066 Nov 22 20:19:27.083293 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b906ae-e11c-4016-b3e7-3a881e265987 req-e0981088-114d-41f9-8f18-8b24428a0744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:27.099847 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a6b906ae-e11c-4016-b3e7-3a881e265987 req-e0981088-114d-41f9-8f18-8b24428a0744 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=dd29aa5b29024a1589aa1e9d9246bd3e&device_id=2cb0f139-8ca9-4db0-be96-ffb44cee879d HTTP/1.1" status: 200 len: 1099 time: 0.3603096 Nov 22 20:19:27.349455 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a6b906ae-e11c-4016-b3e7-3a881e265987 req-ab9ab157-54e2-4d44-baff-fb6b6f05f10c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=52146e83-941e-4cbb-acc2-17dc8512a27e HTTP/1.1" status: 200 len: 217 time: 0.2121053 Nov 22 20:19:27.490032 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0405a9f1-9923-4fa3-bf6a-e74780c96f9c req-9178f3bf-b48e-4fac-b7f9-e2dcd4c072a1 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:27.497336 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0405a9f1-9923-4fa3-bf6a-e74780c96f9c req-9178f3bf-b48e-4fac-b7f9-e2dcd4c072a1 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:27.505504 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0405a9f1-9923-4fa3-bf6a-e74780c96f9c req-9178f3bf-b48e-4fac-b7f9-e2dcd4c072a1 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:27.513383 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0405a9f1-9923-4fa3-bf6a-e74780c96f9c req-9178f3bf-b48e-4fac-b7f9-e2dcd4c072a1 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:27.524351 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0405a9f1-9923-4fa3-bf6a-e74780c96f9c req-9178f3bf-b48e-4fac-b7f9-e2dcd4c072a1 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:27.533810 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0405a9f1-9923-4fa3-bf6a-e74780c96f9c req-9178f3bf-b48e-4fac-b7f9-e2dcd4c072a1 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:27.540805 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0405a9f1-9923-4fa3-bf6a-e74780c96f9c req-9178f3bf-b48e-4fac-b7f9-e2dcd4c072a1 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:27.549367 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0405a9f1-9923-4fa3-bf6a-e74780c96f9c req-9178f3bf-b48e-4fac-b7f9-e2dcd4c072a1 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] 10.222.0.46 "GET /v2.0/ports?device_id=40c93a37-becd-4018-b943-1d6e903a3ffe HTTP/1.1" status: 200 len: 5431 time: 0.2260933 Nov 22 20:19:27.563317 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b906ae-e11c-4016-b3e7-3a881e265987 req-e2dde194-64ce-4950-87fe-fcd2eb685a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:27.567977 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a6b906ae-e11c-4016-b3e7-3a881e265987 req-e2dde194-64ce-4950-87fe-fcd2eb685a39 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3091ebfd-11e2-41f8-9c00-ffe0b86563d8 HTTP/1.1" status: 200 len: 843 time: 0.2024341 Nov 22 20:19:27.830418 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-0da19c4f-8647-4253-a467-145eee41fe2a service neutron] 10.222.0.41 "GET /v2.0/networks/af9bb979-b2e3-447d-a9f1-511c736d70b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7680395 Nov 22 20:19:27.932038 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0405a9f1-9923-4fa3-bf6a-e74780c96f9c req-ed75318d-27ab-441b-b0c8-7d733a0e4c18 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] 10.222.0.46 "GET /v2.0/security-groups?id=70cb0c9d-9724-446c-9f0a-bf3510156947&id=f57d0821-447e-4bd4-9be8-6ef5d6dfd2db&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3816776 Nov 22 20:19:28.035884 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b906ae-e11c-4016-b3e7-3a881e265987 req-6d27c4d5-3976-4cdc-96d3-02320a0864c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:28.037771 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a6b906ae-e11c-4016-b3e7-3a881e265987 req-6d27c4d5-3976-4cdc-96d3-02320a0864c2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e1052824-bf78-4963-8937-b202e372ac24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4636369 Nov 22 20:19:28.224767 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9b9805-ac2a-4021-a4f0-e2cd91d3f75d req-03d3fbfb-1a2d-4a0c-8117-4a190e33e613 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:28.227399 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-dd9b9805-ac2a-4021-a4f0-e2cd91d3f75d req-03d3fbfb-1a2d-4a0c-8117-4a190e33e613 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/networks?id=41f439de-e657-4ca1-8a55-865945ee9732 HTTP/1.1" status: 200 len: 811 time: 0.5912142 Nov 22 20:19:28.319603 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-dd9b9805-ac2a-4021-a4f0-e2cd91d3f75d req-2af2e69b-de49-4b4c-a88a-2d67b351b3cb tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/quotas/76a9efddcf274563b133aa3f163fb3f9 HTTP/1.1" status: 200 len: 375 time: 0.0822375 Nov 22 20:19:28.345185 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0ce42c1f-6e4b-4081-8dc8-e66b6a346934 req-92ec5e33-2140-4633-a4ab-d7a7a19ff508 service neutron] 10.222.0.41 "GET /v2.0/networks/af9bb979-b2e3-447d-a9f1-511c736d70b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4516733 Nov 22 20:19:28.436184 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-dd9b9805-ac2a-4021-a4f0-e2cd91d3f75d req-d0e42e21-105f-4433-a4bf-6d4e4fd2aaae tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=76a9efddcf274563b133aa3f163fb3f9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1153538 Nov 22 20:19:28.494808 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbdcd9c-19d8-45cd-947f-0385887ebf51 req-c4056e92-c01f-4ece-b5cb-ad46efec5302 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:28.512035 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7dbdcd9c-19d8-45cd-947f-0385887ebf51 req-c4056e92-c01f-4ece-b5cb-ad46efec5302 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.46 "GET /v2.0/ports?device_id=2cb0f139-8ca9-4db0-be96-ffb44cee879d HTTP/1.1" status: 200 len: 948 time: 0.2718995 Nov 22 20:19:28.561392 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a6b906ae-e11c-4016-b3e7-3a881e265987 req-bc3d26ed-5150-468c-b815-14b6df1ccdd4 service neutron] 10.222.0.41 "GET /v2.0/networks/e1052824-bf78-4963-8937-b202e372ac24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5069621 Nov 22 20:19:28.753658 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-dd9b9805-ac2a-4021-a4f0-e2cd91d3f75d req-cf2846a9-979a-4f12-88c2-8456290f9c03 service neutron] 10.222.0.46 "GET /v2.0/networks/41f439de-e657-4ca1-8a55-865945ee9732?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3032603 Nov 22 20:19:28.909012 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1013bd69-719c-404b-aa82-eb6773045c85 req-db4cc566-7afe-4b98-91e8-185cfc5bb242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:28.909494 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1013bd69-719c-404b-aa82-eb6773045c85 req-db4cc566-7afe-4b98-91e8-185cfc5bb242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:28.909957 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1013bd69-719c-404b-aa82-eb6773045c85 req-db4cc566-7afe-4b98-91e8-185cfc5bb242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:28.910425 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1013bd69-719c-404b-aa82-eb6773045c85 req-db4cc566-7afe-4b98-91e8-185cfc5bb242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:28.910888 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1013bd69-719c-404b-aa82-eb6773045c85 req-db4cc566-7afe-4b98-91e8-185cfc5bb242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:28.911349 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1013bd69-719c-404b-aa82-eb6773045c85 req-db4cc566-7afe-4b98-91e8-185cfc5bb242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:28.911903 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1013bd69-719c-404b-aa82-eb6773045c85 req-db4cc566-7afe-4b98-91e8-185cfc5bb242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:28.913928 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1013bd69-719c-404b-aa82-eb6773045c85 req-db4cc566-7afe-4b98-91e8-185cfc5bb242 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cd84c4200e0d47b4bcba9b053bf608fb&device_id=40c93a37-becd-4018-b943-1d6e903a3ffe HTTP/1.1" status: 200 len: 6488 time: 0.3710220 Nov 22 20:19:28.951451 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7dbdcd9c-19d8-45cd-947f-0385887ebf51 req-6c819278-dcfb-42a0-93d1-d8684142c72c tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c61ce95-aab5-427a-864a-9f490b05fbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4029415 Nov 22 20:19:29.082463 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a6b906ae-e11c-4016-b3e7-3a881e265987 req-5f761b29-4ddb-40bf-85d8-e199ce6834e8 service neutron] 10.222.0.41 "GET /v2.0/networks/e1052824-bf78-4963-8937-b202e372ac24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5106266 Nov 22 20:19:29.104254 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-dd9b9805-ac2a-4021-a4f0-e2cd91d3f75d req-c9bb9264-89cf-4c91-abb7-2e5605d811e9 service neutron] 10.222.0.46 "GET /v2.0/networks/41f439de-e657-4ca1-8a55-865945ee9732?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3319595 Nov 22 20:19:29.179772 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1013bd69-719c-404b-aa82-eb6773045c85 req-1cf21737-e0d9-4184-913d-cba6ead79044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:29.181425 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1013bd69-719c-404b-aa82-eb6773045c85 req-1cf21737-e0d9-4184-913d-cba6ead79044 service neutron] 10.222.0.41 "GET /v2.0/networks?id=af9bb979-b2e3-447d-a9f1-511c736d70b3 HTTP/1.1" status: 200 len: 903 time: 0.2566607 Nov 22 20:19:29.333504 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1013bd69-719c-404b-aa82-eb6773045c85 req-a7d893cb-761e-455c-8ffa-92f1a7b0f0f3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ae0865ea-6502-4dd3-8f5a-f8707775c47a HTTP/1.1" status: 200 len: 217 time: 0.1232750 Nov 22 20:19:29.352336 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3f1fa0-1143-41fe-b91c-6aafd82be43e req-a2ffb9fd-4d05-4e23-a8b8-7ce95682933d tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:29.358942 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3f1fa0-1143-41fe-b91c-6aafd82be43e req-a2ffb9fd-4d05-4e23-a8b8-7ce95682933d tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:29.367487 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3f1fa0-1143-41fe-b91c-6aafd82be43e req-a2ffb9fd-4d05-4e23-a8b8-7ce95682933d tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:29.372040 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3f1fa0-1143-41fe-b91c-6aafd82be43e req-a2ffb9fd-4d05-4e23-a8b8-7ce95682933d tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:29.378147 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3f1fa0-1143-41fe-b91c-6aafd82be43e req-a2ffb9fd-4d05-4e23-a8b8-7ce95682933d tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:29.388358 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3f1fa0-1143-41fe-b91c-6aafd82be43e req-a2ffb9fd-4d05-4e23-a8b8-7ce95682933d tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:29.394368 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3f1fa0-1143-41fe-b91c-6aafd82be43e req-a2ffb9fd-4d05-4e23-a8b8-7ce95682933d tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:29.403141 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1b3f1fa0-1143-41fe-b91c-6aafd82be43e req-a2ffb9fd-4d05-4e23-a8b8-7ce95682933d tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] 10.222.0.46 "GET /v2.0/ports?device_id=40c93a37-becd-4018-b943-1d6e903a3ffe HTTP/1.1" status: 200 len: 5431 time: 0.3159640 Nov 22 20:19:29.425008 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6432af-b8da-448a-9d6d-9c97dacc37f2 req-b109def3-54f1-455d-b597-9cb4b4a9aeaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:29.426524 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ac6432af-b8da-448a-9d6d-9c97dacc37f2 req-b109def3-54f1-455d-b597-9cb4b4a9aeaf service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=dd29aa5b29024a1589aa1e9d9246bd3e&device_id=2cb0f139-8ca9-4db0-be96-ffb44cee879d HTTP/1.1" status: 200 len: 1099 time: 0.2430074 Nov 22 20:19:29.632669 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8c119569-0e52-48e7-b8fd-b318c6ffcbf1 req-c770efd0-80f6-42f7-a724-7cc747659d3d tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/ports?device_id=3bfa29c8-e8ac-407c-a1fc-1e98c0f96b9f HTTP/1.1" status: 200 len: 210 time: 0.1272228 Nov 22 20:19:29.670018 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1013bd69-719c-404b-aa82-eb6773045c85 req-76d63176-5b52-4db9-bd01-2ec06711dfb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:29.674858 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1013bd69-719c-404b-aa82-eb6773045c85 req-76d63176-5b52-4db9-bd01-2ec06711dfb0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ef7fccd9-1ba4-439a-b54e-9e5a9b6c59f5 HTTP/1.1" status: 200 len: 797 time: 0.2668128 Nov 22 20:19:29.782248 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1b3f1fa0-1143-41fe-b91c-6aafd82be43e req-9b568c4d-e8e7-4b66-bdb7-838e47db28a5 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] 10.222.0.46 "GET /v2.0/security-groups?id=70cb0c9d-9724-446c-9f0a-bf3510156947&id=f57d0821-447e-4bd4-9be8-6ef5d6dfd2db&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3786247 Nov 22 20:19:29.908390 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6432af-b8da-448a-9d6d-9c97dacc37f2 req-7fcc3c88-8043-4ade-8cfd-2264eccafcd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:29.910111 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ac6432af-b8da-448a-9d6d-9c97dacc37f2 req-7fcc3c88-8043-4ade-8cfd-2264eccafcd0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e1052824-bf78-4963-8937-b202e372ac24 HTTP/1.1" status: 200 len: 870 time: 0.4194062 Nov 22 20:19:29.929450 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1013bd69-719c-404b-aa82-eb6773045c85 req-1502a4dd-7941-4ed1-a3f5-1eef9ee763b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:29.931302 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1013bd69-719c-404b-aa82-eb6773045c85 req-1502a4dd-7941-4ed1-a3f5-1eef9ee763b8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=af9bb979-b2e3-447d-a9f1-511c736d70b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2283492 Nov 22 20:19:29.950136 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-95437a66-7666-4065-9c47-98ed71f2bc9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:29.987220 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ac6432af-b8da-448a-9d6d-9c97dacc37f2 req-651a3f37-6703-4221-8bb3-73059f372270 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=52146e83-941e-4cbb-acc2-17dc8512a27e HTTP/1.1" status: 200 len: 217 time: 0.0690093 Nov 22 20:19:30.100361 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6432af-b8da-448a-9d6d-9c97dacc37f2 req-49ac4626-973c-4f6f-876d-9bd6062668d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:30.102160 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ac6432af-b8da-448a-9d6d-9c97dacc37f2 req-49ac4626-973c-4f6f-876d-9bd6062668d6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3091ebfd-11e2-41f8-9c00-ffe0b86563d8 HTTP/1.1" status: 200 len: 843 time: 0.0996454 Nov 22 20:19:30.175096 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1013bd69-719c-404b-aa82-eb6773045c85 req-e39a66fb-0851-44a8-94c8-1da2d79f6e90 service neutron] 10.222.0.41 "GET /v2.0/networks/af9bb979-b2e3-447d-a9f1-511c736d70b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1965423 Nov 22 20:19:30.684992 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03063f80-9e8b-46c8-aa39-31d2834d7296 req-0c8e7dbf-454e-4683-b99a-452e39d23c1f tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:30.693579 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-03063f80-9e8b-46c8-aa39-31d2834d7296 req-0c8e7dbf-454e-4683-b99a-452e39d23c1f tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.46 "GET /v2.0/ports?device_id=2cb0f139-8ca9-4db0-be96-ffb44cee879d HTTP/1.1" status: 200 len: 948 time: 0.6103771 Nov 22 20:19:30.724718 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6432af-b8da-448a-9d6d-9c97dacc37f2 req-4cc8f8d2-b120-49a2-922f-d50023989298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:30.726223 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ac6432af-b8da-448a-9d6d-9c97dacc37f2 req-4cc8f8d2-b120-49a2-922f-d50023989298 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e1052824-bf78-4963-8937-b202e372ac24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6026387 Nov 22 20:19:30.924547 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 2d00808d-6df5-43c1-b44b-1cbe78b096d7 no longer exists at agent hyperv_n-h1-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:19:30.988332 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] No Port match for: 2d00808d-6df5-43c1-b44b-1cbe78b096d7 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:19:30.988891 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 2d00808d-6df5-43c1-b44b-1cbe78b096d7 not bound to the agent host n-h1-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:19:31.022948 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-03063f80-9e8b-46c8-aa39-31d2834d7296 req-0330b5b9-8d2e-4eb6-a281-265394bbba8f tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c61ce95-aab5-427a-864a-9f490b05fbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3283241 Nov 22 20:19:31.087582 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b23e60a4-e8d9-42b2-b8d5-52de71b9d5e1 req-d6f5fa84-2d75-433a-9f10-b2ac79bb8766 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/ports?device_id=3bfa29c8-e8ac-407c-a1fc-1e98c0f96b9f HTTP/1.1" status: 200 len: 210 time: 0.2030106 Nov 22 20:19:31.255741 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1013bd69-719c-404b-aa82-eb6773045c85 req-3fbc4a63-4beb-4a21-9e23-d5730236e9f5 service neutron] 10.222.0.41 "GET /v2.0/networks/af9bb979-b2e3-447d-a9f1-511c736d70b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0750122 Nov 22 20:19:31.296509 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ac6432af-b8da-448a-9d6d-9c97dacc37f2 req-4dd634da-8d3f-4efb-aebf-fbf1d72d40d9 service neutron] 10.222.0.41 "GET /v2.0/networks/e1052824-bf78-4963-8937-b202e372ac24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5594141 Nov 22 20:19:31.328586 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fd06b0-384d-43a5-b6dc-572b04cde0a1 req-8848fbc2-4be2-4ba9-8fd2-3f6549dc4490 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:31.334481 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fd06b0-384d-43a5-b6dc-572b04cde0a1 req-8848fbc2-4be2-4ba9-8fd2-3f6549dc4490 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:31.341322 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fd06b0-384d-43a5-b6dc-572b04cde0a1 req-8848fbc2-4be2-4ba9-8fd2-3f6549dc4490 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:31.347403 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fd06b0-384d-43a5-b6dc-572b04cde0a1 req-8848fbc2-4be2-4ba9-8fd2-3f6549dc4490 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:31.355428 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fd06b0-384d-43a5-b6dc-572b04cde0a1 req-8848fbc2-4be2-4ba9-8fd2-3f6549dc4490 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:31.361992 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fd06b0-384d-43a5-b6dc-572b04cde0a1 req-8848fbc2-4be2-4ba9-8fd2-3f6549dc4490 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:31.368083 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fd06b0-384d-43a5-b6dc-572b04cde0a1 req-8848fbc2-4be2-4ba9-8fd2-3f6549dc4490 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:31.376056 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a4fd06b0-384d-43a5-b6dc-572b04cde0a1 req-8848fbc2-4be2-4ba9-8fd2-3f6549dc4490 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] 10.222.0.46 "GET /v2.0/ports?device_id=40c93a37-becd-4018-b943-1d6e903a3ffe HTTP/1.1" status: 200 len: 5431 time: 0.2170155 Nov 22 20:19:31.432664 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9b9805-ac2a-4021-a4f0-e2cd91d3f75d req-8217dd2c-d8c6-47d4-99bb-57b0ad5753cd tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:31.434742 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-dd9b9805-ac2a-4021-a4f0-e2cd91d3f75d req-8217dd2c-d8c6-47d4-99bb-57b0ad5753cd tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.20 "GET /v2.0/networks?id=41f439de-e657-4ca1-8a55-865945ee9732 HTTP/1.1" status: 200 len: 811 time: 0.3778474 Nov 22 20:19:31.452981 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-dd9b9805-ac2a-4021-a4f0-e2cd91d3f75d req-70700584-855c-4e32-8e06-da5beb071891 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Request body: {'port': {'device_id': '3bfa29c8-e8ac-407c-a1fc-1e98c0f96b9f', 'network_id': '41f439de-e657-4ca1-8a55-865945ee9732', 'admin_state_up': True, 'tenant_id': '76a9efddcf274563b133aa3f163fb3f9'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:19:31.605474 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ac6432af-b8da-448a-9d6d-9c97dacc37f2 req-2beb7eb4-5d19-4a49-8f7f-24362ea0778c service neutron] 10.222.0.41 "GET /v2.0/networks/e1052824-bf78-4963-8937-b202e372ac24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2979958 Nov 22 20:19:31.613950 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a4fd06b0-384d-43a5-b6dc-572b04cde0a1 req-c43faab1-057f-459d-807e-376ff24e1e43 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] 10.222.0.46 "GET /v2.0/security-groups?id=70cb0c9d-9724-446c-9f0a-bf3510156947&id=f57d0821-447e-4bd4-9be8-6ef5d6dfd2db&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2370026 Nov 22 20:19:31.722214 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd9b9805-ac2a-4021-a4f0-e2cd91d3f75d req-70700584-855c-4e32-8e06-da5beb071891 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Made reservation on behalf of 76a9efddcf274563b133aa3f163fb3f9 for: {'port': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:19:31.735157 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-dd9b9805-ac2a-4021-a4f0-e2cd91d3f75d req-70700584-855c-4e32-8e06-da5beb071891 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:31.964666 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [req-dd9b9805-ac2a-4021-a4f0-e2cd91d3f75d req-70700584-855c-4e32-8e06-da5beb071891 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Allocated IP 172.20.0.11 (41f439de-e657-4ca1-8a55-865945ee9732/d74b376c-118a-4e1f-b1b9-d074bfe85b19/05628c54-555e-406b-b787-f7efd65cddd4) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:19:32.208572 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-dd9b9805-ac2a-4021-a4f0-e2cd91d3f75d req-70700584-855c-4e32-8e06-da5beb071891 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:32.245201 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be517d4-92d7-4f6b-8473-da79c44873c8 req-8bba64e5-d0da-4251-8bee-525078d3aabf tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:32.247288 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6be517d4-92d7-4f6b-8473-da79c44873c8 req-8bba64e5-d0da-4251-8bee-525078d3aabf tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.46 "GET /v2.0/ports?device_id=2cb0f139-8ca9-4db0-be96-ffb44cee879d HTTP/1.1" status: 200 len: 948 time: 0.0813901 Nov 22 20:19:32.283553 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ea3636ff-1362-46b6-a252-50fb5feb15c6 req-521303de-117f-4aa7-b1ee-92ffe9e2009e tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/ports?device_id=3bfa29c8-e8ac-407c-a1fc-1e98c0f96b9f HTTP/1.1" status: 200 len: 210 time: 0.0575681 Nov 22 20:19:32.331450 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-dd9b9805-ac2a-4021-a4f0-e2cd91d3f75d req-70700584-855c-4e32-8e06-da5beb071891 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:32.345448 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6be517d4-92d7-4f6b-8473-da79c44873c8 req-30ebf5ed-a484-40f3-9132-0e3f16e06274 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c61ce95-aab5-427a-864a-9f490b05fbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894523 Nov 22 20:19:32.386667 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd9b9805-ac2a-4021-a4f0-e2cd91d3f75d req-70700584-855c-4e32-8e06-da5beb071891 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Network 41f439de-e657-4ca1-8a55-865945ee9732 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:19:32.390723 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [req-dd9b9805-ac2a-4021-a4f0-e2cd91d3f75d req-70700584-855c-4e32-8e06-da5beb071891 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:19:32.394748 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd9b9805-ac2a-4021-a4f0-e2cd91d3f75d req-70700584-855c-4e32-8e06-da5beb071891 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:19:32.413844 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-179be916-74b1-4d93-bf8f-bd5b23135beb None None] DHCP port deletion for 41f439de-e657-4ca1-8a55-865945ee9732 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:19:32.429295 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70700584-855c-4e32-8e06-da5beb071891 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Pushing event updated for resources: {'Port': ['ID=05628c54-555e-406b-b787-f7efd65cddd4,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:19:32.484400 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-de482e15-2b26-4c37-8abb-065ea4986f5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:32.497416 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9b9805-ac2a-4021-a4f0-e2cd91d3f75d req-70700584-855c-4e32-8e06-da5beb071891 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:32.498099 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-dd9b9805-ac2a-4021-a4f0-e2cd91d3f75d req-70700584-855c-4e32-8e06-da5beb071891 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:32.538943 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-dd9b9805-ac2a-4021-a4f0-e2cd91d3f75d req-70700584-855c-4e32-8e06-da5beb071891 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0920575 Nov 22 20:19:32.549457 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-5ed1318b-7c5b-43bf-a500-fe208e9d2df3 None None] Provisioning complete for port 05628c54-555e-406b-b787-f7efd65cddd4 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:19:32.551151 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-5ed1318b-7c5b-43bf-a500-fe208e9d2df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:32.555090 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-dd9b9805-ac2a-4021-a4f0-e2cd91d3f75d req-ef87880f-153a-4dee-b7c8-fe5ac4ca00d3 service neutron] Request body: {'port': {'device_id': '3bfa29c8-e8ac-407c-a1fc-1e98c0f96b9f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818823-1'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:19:32.716359 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-5ed1318b-7c5b-43bf-a500-fe208e9d2df3 None None] Port 05628c54-555e-406b-b787-f7efd65cddd4 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:19:32.826068 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-dd9b9805-ac2a-4021-a4f0-e2cd91d3f75d req-ef87880f-153a-4dee-b7c8-fe5ac4ca00d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:32.922801 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 52146e83-941e-4cbb-acc2-17dc8512a27e details requested by agent hyperv_n-h1-818823-1 with host n-h1-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 20:19:33.040062 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f13706-0b5c-46a0-b2c8-7764f75ddfb2 req-2853a2e1-0639-455d-aa2a-98ab2373ee8d tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:33.049243 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f13706-0b5c-46a0-b2c8-7764f75ddfb2 req-2853a2e1-0639-455d-aa2a-98ab2373ee8d tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:33.071948 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f13706-0b5c-46a0-b2c8-7764f75ddfb2 req-2853a2e1-0639-455d-aa2a-98ab2373ee8d tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:33.078556 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f13706-0b5c-46a0-b2c8-7764f75ddfb2 req-2853a2e1-0639-455d-aa2a-98ab2373ee8d tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:33.084413 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 52146e83-941e-4cbb-acc2-17dc8512a27e, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=52146e83-941e-4cbb-acc2-17dc8512a27e,segment=NetworkSegment(2a5a1c7b-538e-498e-99b9-cc7a8e0411be),segment_id=2a5a1c7b-538e-498e-99b9-cc7a8e0411be)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:19:33.085220 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f13706-0b5c-46a0-b2c8-7764f75ddfb2 req-2853a2e1-0639-455d-aa2a-98ab2373ee8d tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:33.092693 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f13706-0b5c-46a0-b2c8-7764f75ddfb2 req-2853a2e1-0639-455d-aa2a-98ab2373ee8d tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:33.100562 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f13706-0b5c-46a0-b2c8-7764f75ddfb2 req-2853a2e1-0639-455d-aa2a-98ab2373ee8d tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:33.101215 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b5f13706-0b5c-46a0-b2c8-7764f75ddfb2 req-2853a2e1-0639-455d-aa2a-98ab2373ee8d tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] 10.222.0.46 "GET /v2.0/ports?device_id=40c93a37-becd-4018-b943-1d6e903a3ffe HTTP/1.1" status: 200 len: 5431 time: 0.2248054 Nov 22 20:19:33.112735 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Returning: {'device': '52146e83-941e-4cbb-acc2-17dc8512a27e', 'network_id': 'e1052824-bf78-4963-8937-b202e372ac24', 'port_id': '52146e83-941e-4cbb-acc2-17dc8512a27e', 'mac_address': 'fa:16:3e:b7:f4:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3091ebfd-11e2-41f8-9c00-ffe0b86563d8', 'ip_address': '192.168.233.134'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 20:19:33.200376 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:33.229551 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52146e83-941e-4cbb-acc2-17dc8512a27e {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:19:33.257092 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 52146e83-941e-4cbb-acc2-17dc8512a27e, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=52146e83-941e-4cbb-acc2-17dc8512a27e,segment=NetworkSegment(2a5a1c7b-538e-498e-99b9-cc7a8e0411be),segment_id=2a5a1c7b-538e-498e-99b9-cc7a8e0411be)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:19:33.264199 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:33.411087 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=52146e83-941e-4cbb-acc2-17dc8512a27e,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:19:33.500599 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-03f0964f-1b75-4df7-99e0-a3cdb56ec2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:33.573686 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b5f13706-0b5c-46a0-b2c8-7764f75ddfb2 req-c4f707df-2f39-47a3-98fc-9f38931cfe72 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] 10.222.0.46 "GET /v2.0/security-groups?id=70cb0c9d-9724-446c-9f0a-bf3510156947&id=f57d0821-447e-4bd4-9be8-6ef5d6dfd2db&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4616716 Nov 22 20:19:33.596641 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] get_ports_and_sgs() called for port_ids ['52146e83-941e-4cbb-acc2-17dc8512a27e'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:19:33.680596 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff9782e-274e-4303-afdc-2b29022717ee req-7f79af49-e431-4e4c-b1f9-8895192a8e94 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:33.683179 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-fff9782e-274e-4303-afdc-2b29022717ee req-7f79af49-e431-4e4c-b1f9-8895192a8e94 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/ports?device_id=3bfa29c8-e8ac-407c-a1fc-1e98c0f96b9f HTTP/1.1" status: 200 len: 932 time: 0.2472162 Nov 22 20:19:33.895692 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [req-dd9b9805-ac2a-4021-a4f0-e2cd91d3f75d req-ef87880f-153a-4dee-b7c8-fe5ac4ca00d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05628c54-555e-406b-b787-f7efd65cddd4 {{(pid=103447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:19:33.905594 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-dd9b9805-ac2a-4021-a4f0-e2cd91d3f75d req-ef87880f-153a-4dee-b7c8-fe5ac4ca00d3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:33.919575 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.provisioning_blocks [req-dd9b9805-ac2a-4021-a4f0-e2cd91d3f75d req-ef87880f-153a-4dee-b7c8-fe5ac4ca00d3 service neutron] Transition to ACTIVE for port object 05628c54-555e-406b-b787-f7efd65cddd4 will not be triggered until provisioned by entity L2. {{(pid=103447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 20:19:33.941432 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-dd9b9805-ac2a-4021-a4f0-e2cd91d3f75d req-ef87880f-153a-4dee-b7c8-fe5ac4ca00d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:33.985138 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-fff9782e-274e-4303-afdc-2b29022717ee req-d7c02127-1714-4a15-b302-a62a4ffefcef tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6bb4485-0c85-4226-9793-14795129f329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2911963 Nov 22 20:19:34.016870 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1db76af4-725c-4f77-b05f-7b873cade28a None None] DHCP port deletion for 41f439de-e657-4ca1-8a55-865945ee9732 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:19:34.082526 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1b41cf-ac57-4d88-a613-b0c1dd96c60f req-e0f223be-576b-4dcd-bbb4-bfb46aa3b380 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:34.084669 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ec1b41cf-ac57-4d88-a613-b0c1dd96c60f req-e0f223be-576b-4dcd-bbb4-bfb46aa3b380 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.46 "GET /v2.0/ports?device_id=2cb0f139-8ca9-4db0-be96-ffb44cee879d HTTP/1.1" status: 200 len: 949 time: 0.3554060 Nov 22 20:19:34.212608 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef87880f-153a-4dee-b7c8-fe5ac4ca00d3 service neutron] Pushing event updated for resources: {'Port': ['ID=05628c54-555e-406b-b787-f7efd65cddd4,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:19:34.376424 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ec1b41cf-ac57-4d88-a613-b0c1dd96c60f req-4d34e8cf-a53a-4615-83ec-c2b0875a5705 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c61ce95-aab5-427a-864a-9f490b05fbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967864 Nov 22 20:19:34.384528 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-dd9b9805-ac2a-4021-a4f0-e2cd91d3f75d req-ef87880f-153a-4dee-b7c8-fe5ac4ca00d3 service neutron] Attempting to bind port 05628c54-555e-406b-b787-f7efd65cddd4 on host n-h2-818823-1 for vnic_type normal with profile {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:19:34.384877 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-dd9b9805-ac2a-4021-a4f0-e2cd91d3f75d req-ef87880f-153a-4dee-b7c8-fe5ac4ca00d3 service neutron] Attempting to bind port 05628c54-555e-406b-b787-f7efd65cddd4 by drivers openvswitch,hyperv on host n-h2-818823-1 at level 0 using segments [{'id': 'ac5f3349-9549-4263-b08f-bbbf3ebb8ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '41f439de-e657-4ca1-8a55-865945ee9732'}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:19:34.385230 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd9b9805-ac2a-4021-a4f0-e2cd91d3f75d req-ef87880f-153a-4dee-b7c8-fe5ac4ca00d3 service neutron] Attempting to bind port 05628c54-555e-406b-b787-f7efd65cddd4 on network 41f439de-e657-4ca1-8a55-865945ee9732 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:19:34.393628 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd9b9805-ac2a-4021-a4f0-e2cd91d3f75d req-ef87880f-153a-4dee-b7c8-fe5ac4ca00d3 service neutron] Port 05628c54-555e-406b-b787-f7efd65cddd4 on network 41f439de-e657-4ca1-8a55-865945ee9732 not bound, no agent of type Open vSwitch agent registered on host n-h2-818823-1 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:19:34.394017 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd9b9805-ac2a-4021-a4f0-e2cd91d3f75d req-ef87880f-153a-4dee-b7c8-fe5ac4ca00d3 service neutron] Attempting to bind port 05628c54-555e-406b-b787-f7efd65cddd4 on network 41f439de-e657-4ca1-8a55-865945ee9732 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:19:34.417838 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd9b9805-ac2a-4021-a4f0-e2cd91d3f75d req-ef87880f-153a-4dee-b7c8-fe5ac4ca00d3 service neutron] Checking agent: {'id': '65e0486a-7030-4065-96f0-10aa7402a530', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'started_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 19, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:19:34.418082 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd9b9805-ac2a-4021-a4f0-e2cd91d3f75d req-ef87880f-153a-4dee-b7c8-fe5ac4ca00d3 service neutron] Checking segment: {'id': 'ac5f3349-9549-4263-b08f-bbbf3ebb8ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '41f439de-e657-4ca1-8a55-865945ee9732'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:19:34.419029 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd9b9805-ac2a-4021-a4f0-e2cd91d3f75d req-ef87880f-153a-4dee-b7c8-fe5ac4ca00d3 service neutron] Bound using segment: {'id': 'ac5f3349-9549-4263-b08f-bbbf3ebb8ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '41f439de-e657-4ca1-8a55-865945ee9732'} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:19:34.419398 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-dd9b9805-ac2a-4021-a4f0-e2cd91d3f75d req-ef87880f-153a-4dee-b7c8-fe5ac4ca00d3 service neutron] Bound port: 05628c54-555e-406b-b787-f7efd65cddd4, host: n-h2-818823-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac5f3349-9549-4263-b08f-bbbf3ebb8ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '41f439de-e657-4ca1-8a55-865945ee9732'}}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:19:34.422816 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-dd9b9805-ac2a-4021-a4f0-e2cd91d3f75d req-ef87880f-153a-4dee-b7c8-fe5ac4ca00d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:34.574244 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-dd9b9805-ac2a-4021-a4f0-e2cd91d3f75d req-ef87880f-153a-4dee-b7c8-fe5ac4ca00d3 service neutron] For port 05628c54-555e-406b-b787-f7efd65cddd4, host n-h2-818823-1, cleared binding levels {{(pid=103447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:19:34.578183 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-dd9b9805-ac2a-4021-a4f0-e2cd91d3f75d req-ef87880f-153a-4dee-b7c8-fe5ac4ca00d3 service neutron] For port 05628c54-555e-406b-b787-f7efd65cddd4, host n-h2-818823-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=05628c54-555e-406b-b787-f7efd65cddd4,segment=NetworkSegment(ac5f3349-9549-4263-b08f-bbbf3ebb8ed3),segment_id=ac5f3349-9549-4263-b08f-bbbf3ebb8ed3)] {{(pid=103447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:19:34.591350 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-dd9b9805-ac2a-4021-a4f0-e2cd91d3f75d req-ef87880f-153a-4dee-b7c8-fe5ac4ca00d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:34.653430 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9b9805-ac2a-4021-a4f0-e2cd91d3f75d req-ef87880f-153a-4dee-b7c8-fe5ac4ca00d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:34.654080 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-dd9b9805-ac2a-4021-a4f0-e2cd91d3f75d req-ef87880f-153a-4dee-b7c8-fe5ac4ca00d3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:34.655813 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-dd9b9805-ac2a-4021-a4f0-e2cd91d3f75d req-ef87880f-153a-4dee-b7c8-fe5ac4ca00d3 service neutron] 10.222.0.20 "PUT /v2.0/ports/05628c54-555e-406b-b787-f7efd65cddd4 HTTP/1.1" status: 200 len: 1092 time: 2.1086013 Nov 22 20:19:34.656289 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bfa29c8-e8ac-407c-a1fc-1e98c0f96b9f', 'tag': '05628c54-555e-406b-b787-f7efd65cddd4'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:19:34.658653 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe978164-3d10-4b2b-8a7a-2125a1f7f7e9" -d '{"events": [{"name": "network-changed", "server_uuid": "3bfa29c8-e8ac-407c-a1fc-1e98c0f96b9f", "tag": "05628c54-555e-406b-b787-f7efd65cddd4"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:19:34.660935 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-596b3c21-4d58-4b49-8aa8-e5d303437ba3 None None] DHCP port deletion for 41f439de-e657-4ca1-8a55-865945ee9732 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:19:34.849027 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef87880f-153a-4dee-b7c8-fe5ac4ca00d3 service neutron] Pushing event updated for resources: {'Port': ['ID=05628c54-555e-406b-b787-f7efd65cddd4,revision_number=3']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:19:34.932889 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9b9805-ac2a-4021-a4f0-e2cd91d3f75d req-e944ad33-cb0e-43bd-b129-70b07166f7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:34.936381 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 52146e83-941e-4cbb-acc2-17dc8512a27e up at agent hyperv_n-h1-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:19:34.937470 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-dd9b9805-ac2a-4021-a4f0-e2cd91d3f75d req-e944ad33-cb0e-43bd-b129-70b07166f7e9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=76a9efddcf274563b133aa3f163fb3f9&device_id=3bfa29c8-e8ac-407c-a1fc-1e98c0f96b9f HTTP/1.1" status: 200 len: 1095 time: 0.2147429 Nov 22 20:19:34.942074 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 20:19:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb6e40f1-c543-494c-8a34-6c96bac00308 x-openstack-request-id: req-bb6e40f1-c543-494c-8a34-6c96bac00308 {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:19:34.942384 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bfa29c8-e8ac-407c-a1fc-1e98c0f96b9f", "tag": "05628c54-555e-406b-b787-f7efd65cddd4", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:19:34.942647 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-bb6e40f1-c543-494c-8a34-6c96bac00308 {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:19:34.943062 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bfa29c8-e8ac-407c-a1fc-1e98c0f96b9f', 'tag': '05628c54-555e-406b-b787-f7efd65cddd4', 'status': 'completed', 'code': 200} Nov 22 20:19:34.958386 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fe4b22-9da9-415b-b5f4-0bd44bbc1077 req-aca2eb22-7c10-4d53-851b-dda7966224a4 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:34.967029 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fe4b22-9da9-415b-b5f4-0bd44bbc1077 req-aca2eb22-7c10-4d53-851b-dda7966224a4 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:34.973743 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fe4b22-9da9-415b-b5f4-0bd44bbc1077 req-aca2eb22-7c10-4d53-851b-dda7966224a4 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:34.980368 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fe4b22-9da9-415b-b5f4-0bd44bbc1077 req-aca2eb22-7c10-4d53-851b-dda7966224a4 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:34.986741 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fe4b22-9da9-415b-b5f4-0bd44bbc1077 req-aca2eb22-7c10-4d53-851b-dda7966224a4 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:34.992977 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fe4b22-9da9-415b-b5f4-0bd44bbc1077 req-aca2eb22-7c10-4d53-851b-dda7966224a4 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:34.999179 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fe4b22-9da9-415b-b5f4-0bd44bbc1077 req-aca2eb22-7c10-4d53-851b-dda7966224a4 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:35.001434 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c0fe4b22-9da9-415b-b5f4-0bd44bbc1077 req-aca2eb22-7c10-4d53-851b-dda7966224a4 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] 10.222.0.46 "GET /v2.0/ports?device_id=40c93a37-becd-4018-b943-1d6e903a3ffe HTTP/1.1" status: 200 len: 5431 time: 0.1830916 Nov 22 20:19:35.051581 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-dd9b9805-ac2a-4021-a4f0-e2cd91d3f75d req-df8549c1-4632-47b3-ba11-2957a251b506 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=05628c54-555e-406b-b787-f7efd65cddd4 HTTP/1.1" status: 200 len: 217 time: 0.0492017 Nov 22 20:19:35.175962 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9b9805-ac2a-4021-a4f0-e2cd91d3f75d req-4a4484f6-5926-4a0a-835f-da31674cbca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:35.178425 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-dd9b9805-ac2a-4021-a4f0-e2cd91d3f75d req-4a4484f6-5926-4a0a-835f-da31674cbca0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d74b376c-118a-4e1f-b1b9-d074bfe85b19 HTTP/1.1" status: 200 len: 851 time: 0.1175840 Nov 22 20:19:35.179567 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e49ee129-e862-4476-beca-cdc8150d2345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:35.189949 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Provisioning for port 52146e83-941e-4cbb-acc2-17dc8512a27e completed by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 20:19:35.197688 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Provisioning complete for port 52146e83-941e-4cbb-acc2-17dc8512a27e triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:19:35.198429 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:35.249901 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c0fe4b22-9da9-415b-b5f4-0bd44bbc1077 req-ddaf18a1-6337-444a-95ab-bc50b3ff7cd5 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] 10.222.0.46 "GET /v2.0/security-groups?id=70cb0c9d-9724-446c-9f0a-bf3510156947&id=f57d0821-447e-4bd4-9be8-6ef5d6dfd2db&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2325647 Nov 22 20:19:35.332668 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:35.357261 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-dd9b9805-ac2a-4021-a4f0-e2cd91d3f75d req-7c604155-003e-4b23-82c2-3426c97b36b0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=41f439de-e657-4ca1-8a55-865945ee9732&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1008034 Nov 22 20:19:35.422147 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 52146e83-941e-4cbb-acc2-17dc8512a27e, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=52146e83-941e-4cbb-acc2-17dc8512a27e,segment=NetworkSegment(2a5a1c7b-538e-498e-99b9-cc7a8e0411be),segment_id=2a5a1c7b-538e-498e-99b9-cc7a8e0411be)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:19:35.422147 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cb0f139-8ca9-4db0-be96-ffb44cee879d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52146e83-941e-4cbb-acc2-17dc8512a27e'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:19:35.428478 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d39f6d30a11e565ec9648abcc015e8a6ab6cff4edd704add8155e28765d31eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6e5ee9a-58d2-4bbf-ba38-db66b87aa8ea" -d '{"events": [{"server_uuid": "2cb0f139-8ca9-4db0-be96-ffb44cee879d", "name": "network-vif-plugged", "status": "completed", "tag": "52146e83-941e-4cbb-acc2-17dc8512a27e"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:19:35.448906 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:35.595995 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=52146e83-941e-4cbb-acc2-17dc8512a27e,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:19:35.675566 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4806c5-0708-47ce-b009-3fce189a8021 req-6dcff591-e2ac-4c33-a617-783baeb44ec2 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:35.677231 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ea4806c5-0708-47ce-b009-3fce189a8021 req-6dcff591-e2ac-4c33-a617-783baeb44ec2 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/ports?device_id=3bfa29c8-e8ac-407c-a1fc-1e98c0f96b9f HTTP/1.1" status: 200 len: 944 time: 0.4263322 Nov 22 20:19:35.692939 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ad7e1b-2667-47f6-8f6e-440b325a5db4 req-ac063d2a-f561-4f49-9ee1-3dfcfc5886d9 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:35.701091 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-37ad7e1b-2667-47f6-8f6e-440b325a5db4 req-ac063d2a-f561-4f49-9ee1-3dfcfc5886d9 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.46 "GET /v2.0/ports?device_id=2cb0f139-8ca9-4db0-be96-ffb44cee879d HTTP/1.1" status: 200 len: 950 time: 0.1542616 Nov 22 20:19:35.785132 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ea4806c5-0708-47ce-b009-3fce189a8021 req-c9be4afd-a0fc-4234-a3fc-7c06132324ff tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6bb4485-0c85-4226-9793-14795129f329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753999 Nov 22 20:19:35.788251 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-dd9b9805-ac2a-4021-a4f0-e2cd91d3f75d req-0a655463-25db-441d-95e0-7f888abb6707 service neutron] 10.222.0.20 "GET /v2.0/networks/41f439de-e657-4ca1-8a55-865945ee9732?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3855925 Nov 22 20:19:35.843703 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-37ad7e1b-2667-47f6-8f6e-440b325a5db4 req-a9281f47-55e9-490c-8a69-6327711f3542 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c61ce95-aab5-427a-864a-9f490b05fbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359229 Nov 22 20:19:35.929821 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:19:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b37ae4f-2bf7-4747-9656-9f04c17aac41 x-openstack-request-id: req-7b37ae4f-2bf7-4747-9656-9f04c17aac41 {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:19:35.930365 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cb0f139-8ca9-4db0-be96-ffb44cee879d", "name": "network-vif-plugged", "status": "completed", "tag": "52146e83-941e-4cbb-acc2-17dc8512a27e", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:19:35.933259 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7b37ae4f-2bf7-4747-9656-9f04c17aac41 {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:19:35.934723 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cb0f139-8ca9-4db0-be96-ffb44cee879d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52146e83-941e-4cbb-acc2-17dc8512a27e', 'code': 200} Nov 22 20:19:35.942826 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:35.971070 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-dd9b9805-ac2a-4021-a4f0-e2cd91d3f75d req-e6a45c65-5274-4063-a066-1cd927e8940f service neutron] 10.222.0.20 "GET /v2.0/networks/41f439de-e657-4ca1-8a55-865945ee9732?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500797 Nov 22 20:19:36.091005 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a9afbf-64a1-4710-b587-623b9e36d98f req-1d120c0c-6eab-40fa-99c5-f44a7b70e101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:36.092532 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-10a9afbf-64a1-4710-b587-623b9e36d98f req-1d120c0c-6eab-40fa-99c5-f44a7b70e101 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2cb0f139-8ca9-4db0-be96-ffb44cee879d HTTP/1.1" status: 200 len: 1101 time: 0.0906813 Nov 22 20:19:36.107808 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe978164-3d10-4b2b-8a7a-2125a1f7f7e9 req-50c0bdba-0a43-4ee7-9b92-652de9e58615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:36.109508 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-fe978164-3d10-4b2b-8a7a-2125a1f7f7e9 req-50c0bdba-0a43-4ee7-9b92-652de9e58615 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=76a9efddcf274563b133aa3f163fb3f9&device_id=3bfa29c8-e8ac-407c-a1fc-1e98c0f96b9f HTTP/1.1" status: 200 len: 1095 time: 0.0662961 Nov 22 20:19:36.226640 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-10a9afbf-64a1-4710-b587-623b9e36d98f req-fe9e6897-7226-4f93-95ab-56e147dd0d1b service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=6c61ce95-aab5-427a-864a-9f490b05fbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261504 Nov 22 20:19:36.286589 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe978164-3d10-4b2b-8a7a-2125a1f7f7e9 req-ff33403f-347a-466b-bee0-db184ac07e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:36.288418 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-fe978164-3d10-4b2b-8a7a-2125a1f7f7e9 req-ff33403f-347a-466b-bee0-db184ac07e98 service neutron] 10.222.0.20 "GET /v2.0/networks?id=41f439de-e657-4ca1-8a55-865945ee9732 HTTP/1.1" status: 200 len: 912 time: 0.1694727 Nov 22 20:19:36.458016 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-fe978164-3d10-4b2b-8a7a-2125a1f7f7e9 req-c51153ef-f29b-4fdb-a558-4b8bdd5ee9aa service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=05628c54-555e-406b-b787-f7efd65cddd4 HTTP/1.1" status: 200 len: 217 time: 0.1525657 Nov 22 20:19:36.582189 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe978164-3d10-4b2b-8a7a-2125a1f7f7e9 req-bc9c0616-70e0-4c06-b10c-73f519857908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:36.583729 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-fe978164-3d10-4b2b-8a7a-2125a1f7f7e9 req-bc9c0616-70e0-4c06-b10c-73f519857908 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d74b376c-118a-4e1f-b1b9-d074bfe85b19 HTTP/1.1" status: 200 len: 851 time: 0.0843539 Nov 22 20:19:36.701068 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-fe978164-3d10-4b2b-8a7a-2125a1f7f7e9 req-69f3f60d-ee63-449a-81e2-1cbfd748c4cb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=41f439de-e657-4ca1-8a55-865945ee9732&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0776439 Nov 22 20:19:36.730412 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f02613-c568-42b1-85b6-ced69bf7a42a req-3a7f3100-d0be-4e66-926f-f3f8de1f6b08 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:36.739728 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f02613-c568-42b1-85b6-ced69bf7a42a req-3a7f3100-d0be-4e66-926f-f3f8de1f6b08 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:36.749548 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f02613-c568-42b1-85b6-ced69bf7a42a req-3a7f3100-d0be-4e66-926f-f3f8de1f6b08 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:36.760096 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f02613-c568-42b1-85b6-ced69bf7a42a req-3a7f3100-d0be-4e66-926f-f3f8de1f6b08 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:36.768519 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f02613-c568-42b1-85b6-ced69bf7a42a req-3a7f3100-d0be-4e66-926f-f3f8de1f6b08 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:36.776248 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f02613-c568-42b1-85b6-ced69bf7a42a req-3a7f3100-d0be-4e66-926f-f3f8de1f6b08 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:36.784311 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f02613-c568-42b1-85b6-ced69bf7a42a req-3a7f3100-d0be-4e66-926f-f3f8de1f6b08 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:36.797666 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-56f02613-c568-42b1-85b6-ced69bf7a42a req-3a7f3100-d0be-4e66-926f-f3f8de1f6b08 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] 10.222.0.46 "GET /v2.0/ports?device_id=40c93a37-becd-4018-b943-1d6e903a3ffe HTTP/1.1" status: 200 len: 5431 time: 0.3799222 Nov 22 20:19:37.056054 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-56f02613-c568-42b1-85b6-ced69bf7a42a req-e458ae7e-c53e-4420-80fe-cff6f0a9f608 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] 10.222.0.46 "GET /v2.0/security-groups?id=70cb0c9d-9724-446c-9f0a-bf3510156947&id=f57d0821-447e-4bd4-9be8-6ef5d6dfd2db&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2573242 Nov 22 20:19:37.102420 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-fe978164-3d10-4b2b-8a7a-2125a1f7f7e9 req-407acfbb-c453-4911-a76f-16e1ac82fe13 service neutron] 10.222.0.20 "GET /v2.0/networks/41f439de-e657-4ca1-8a55-865945ee9732?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4096618 Nov 22 20:19:37.182467 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058fde3c-1a99-44e0-9ffd-282462505b0d req-45ea1f23-5c22-4cbc-83c6-d66c3b9feb6b tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:37.186702 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-058fde3c-1a99-44e0-9ffd-282462505b0d req-45ea1f23-5c22-4cbc-83c6-d66c3b9feb6b tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/ports?device_id=3bfa29c8-e8ac-407c-a1fc-1e98c0f96b9f HTTP/1.1" status: 200 len: 944 time: 0.2301269 Nov 22 20:19:37.395685 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6439feef-7f7f-46e6-a9ed-6c0d1fc8387e req-79963ad2-31a7-4421-b301-0d730c191dee tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:37.407291 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6439feef-7f7f-46e6-a9ed-6c0d1fc8387e req-79963ad2-31a7-4421-b301-0d730c191dee tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.46 "GET /v2.0/ports?device_id=2cb0f139-8ca9-4db0-be96-ffb44cee879d HTTP/1.1" status: 200 len: 950 time: 0.1693227 Nov 22 20:19:37.438534 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-058fde3c-1a99-44e0-9ffd-282462505b0d req-29c25013-0cbd-42f2-a525-61fabcee80b0 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6bb4485-0c85-4226-9793-14795129f329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021346 Nov 22 20:19:37.444873 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-fe978164-3d10-4b2b-8a7a-2125a1f7f7e9 req-6d62e5e1-6417-4b61-952e-f3bf4c38247a service neutron] 10.222.0.20 "GET /v2.0/networks/41f439de-e657-4ca1-8a55-865945ee9732?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3334239 Nov 22 20:19:37.510025 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6439feef-7f7f-46e6-a9ed-6c0d1fc8387e req-124415da-e861-4f48-b420-27d8c37e4508 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c61ce95-aab5-427a-864a-9f490b05fbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016302 Nov 22 20:19:38.275106 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67da037-a634-4f6e-9943-7894b2080dae req-9b1b1c1e-d8a3-4df5-8e6c-5e8a405d0f6b tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:38.293693 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67da037-a634-4f6e-9943-7894b2080dae req-9b1b1c1e-d8a3-4df5-8e6c-5e8a405d0f6b tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:38.304242 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67da037-a634-4f6e-9943-7894b2080dae req-9b1b1c1e-d8a3-4df5-8e6c-5e8a405d0f6b tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:38.312184 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67da037-a634-4f6e-9943-7894b2080dae req-9b1b1c1e-d8a3-4df5-8e6c-5e8a405d0f6b tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:38.319256 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67da037-a634-4f6e-9943-7894b2080dae req-9b1b1c1e-d8a3-4df5-8e6c-5e8a405d0f6b tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:38.332590 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67da037-a634-4f6e-9943-7894b2080dae req-9b1b1c1e-d8a3-4df5-8e6c-5e8a405d0f6b tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:38.339946 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67da037-a634-4f6e-9943-7894b2080dae req-9b1b1c1e-d8a3-4df5-8e6c-5e8a405d0f6b tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:38.342193 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c67da037-a634-4f6e-9943-7894b2080dae req-9b1b1c1e-d8a3-4df5-8e6c-5e8a405d0f6b tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] 10.222.0.46 "GET /v2.0/ports?device_id=40c93a37-becd-4018-b943-1d6e903a3ffe HTTP/1.1" status: 200 len: 5431 time: 0.1807194 Nov 22 20:19:38.590319 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c67da037-a634-4f6e-9943-7894b2080dae req-ebd9374e-17d1-4053-b1b9-96eeb124fa42 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] 10.222.0.46 "GET /v2.0/security-groups?id=70cb0c9d-9724-446c-9f0a-bf3510156947&id=f57d0821-447e-4bd4-9be8-6ef5d6dfd2db&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2405627 Nov 22 20:19:38.897956 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4029aa3-8059-400f-8ec1-29bb4e1ebec3 req-1de96189-51f9-4072-8671-8b11c5e6c1a9 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:38.914688 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f4029aa3-8059-400f-8ec1-29bb4e1ebec3 req-1de96189-51f9-4072-8671-8b11c5e6c1a9 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/ports?device_id=3bfa29c8-e8ac-407c-a1fc-1e98c0f96b9f HTTP/1.1" status: 200 len: 944 time: 0.2599950 Nov 22 20:19:39.048493 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdc5931-45a3-4668-bf00-3fe6a6ae7c72 req-368cfb1e-c036-4521-a1d6-2fa9f2e9ea07 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:39.052108 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-fbdc5931-45a3-4668-bf00-3fe6a6ae7c72 req-368cfb1e-c036-4521-a1d6-2fa9f2e9ea07 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.46 "GET /v2.0/ports?device_id=2cb0f139-8ca9-4db0-be96-ffb44cee879d HTTP/1.1" status: 200 len: 950 time: 0.2971256 Nov 22 20:19:39.150675 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f4029aa3-8059-400f-8ec1-29bb4e1ebec3 req-c5d6929a-f5a2-44c1-a160-b5a5fdcd341d tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6bb4485-0c85-4226-9793-14795129f329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2327428 Nov 22 20:19:39.304163 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-fbdc5931-45a3-4668-bf00-3fe6a6ae7c72 req-443fbc00-7460-4f46-b11d-0bbff35119c1 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c61ce95-aab5-427a-864a-9f490b05fbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2318723 Nov 22 20:19:39.540570 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417986ca-a66d-4fef-aaf4-79a765cd844a req-1857b40b-5059-498f-9705-6316a1f7fd81 tempest-ServersOnMultiNodesTest-264701731 tempest-ServersOnMultiNodesTest-264701731-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:39.554389 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-417986ca-a66d-4fef-aaf4-79a765cd844a req-1857b40b-5059-498f-9705-6316a1f7fd81 tempest-ServersOnMultiNodesTest-264701731 tempest-ServersOnMultiNodesTest-264701731-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=2cb0f139-8ca9-4db0-be96-ffb44cee879d HTTP/1.1" status: 200 len: 1101 time: 0.0724444 Nov 22 20:19:39.648668 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 05628c54-555e-406b-b787-f7efd65cddd4 details requested by agent hyperv_n-h2-818823-1 with host n-h2-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 20:19:39.652452 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5719df5d-b7d9-4f4a-a548-308d19cda321 req-5b9a6c5a-e6af-443b-9909-7ea01f6b7e5a tempest-ServersTestBootFromVolume-579283085 tempest-ServersTestBootFromVolume-579283085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:39.654248 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5719df5d-b7d9-4f4a-a548-308d19cda321 req-5b9a6c5a-e6af-443b-9909-7ea01f6b7e5a tempest-ServersTestBootFromVolume-579283085 tempest-ServersTestBootFromVolume-579283085-project] 10.222.0.46 "GET /v2.0/ports?device_id=6c736002-725b-489a-b39d-3fa0f252de44 HTTP/1.1" status: 200 len: 945 time: 0.0922816 Nov 22 20:19:39.769010 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-417986ca-a66d-4fef-aaf4-79a765cd844a req-c27547c8-2e91-4199-a0b3-07365d4ee3de tempest-ServersOnMultiNodesTest-264701731 tempest-ServersOnMultiNodesTest-264701731-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=6c61ce95-aab5-427a-864a-9f490b05fbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128923 Nov 22 20:19:39.858573 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5719df5d-b7d9-4f4a-a548-308d19cda321 req-aa6f9556-1ed3-4b66-8141-e633e6c2da14 tempest-ServersTestBootFromVolume-579283085 tempest-ServersTestBootFromVolume-579283085-project] 10.222.0.46 "GET /v2.0/security-groups?id=c983b806-141e-4d06-afa7-7136cbbbad90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1915331 Nov 22 20:19:40.017575 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port 05628c54-555e-406b-b787-f7efd65cddd4, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=05628c54-555e-406b-b787-f7efd65cddd4,segment=NetworkSegment(ac5f3349-9549-4263-b08f-bbbf3ebb8ed3),segment_id=ac5f3349-9549-4263-b08f-bbbf3ebb8ed3)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:19:40.063660 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Returning: {'device': '05628c54-555e-406b-b787-f7efd65cddd4', 'network_id': '41f439de-e657-4ca1-8a55-865945ee9732', 'port_id': '05628c54-555e-406b-b787-f7efd65cddd4', 'mac_address': 'fa:16:3e:9a:c8:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd74b376c-118a-4e1f-b1b9-d074bfe85b19', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 20:19:40.099803 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72aeaebd-d7be-426f-b382-7667da08ea0d req-e69646c8-25b9-4d68-ae69-94d70a197988 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:40.110679 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72aeaebd-d7be-426f-b382-7667da08ea0d req-e69646c8-25b9-4d68-ae69-94d70a197988 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:40.120062 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72aeaebd-d7be-426f-b382-7667da08ea0d req-e69646c8-25b9-4d68-ae69-94d70a197988 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:40.129807 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72aeaebd-d7be-426f-b382-7667da08ea0d req-e69646c8-25b9-4d68-ae69-94d70a197988 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:40.139893 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72aeaebd-d7be-426f-b382-7667da08ea0d req-e69646c8-25b9-4d68-ae69-94d70a197988 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:40.147511 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72aeaebd-d7be-426f-b382-7667da08ea0d req-e69646c8-25b9-4d68-ae69-94d70a197988 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:40.154443 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72aeaebd-d7be-426f-b382-7667da08ea0d req-e69646c8-25b9-4d68-ae69-94d70a197988 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:40.162700 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-72aeaebd-d7be-426f-b382-7667da08ea0d req-e69646c8-25b9-4d68-ae69-94d70a197988 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] 10.222.0.46 "GET /v2.0/ports?device_id=40c93a37-becd-4018-b943-1d6e903a3ffe HTTP/1.1" status: 200 len: 5431 time: 0.2264748 Nov 22 20:19:40.257467 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:40.317945 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05628c54-555e-406b-b787-f7efd65cddd4 {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:19:40.344125 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-72aeaebd-d7be-426f-b382-7667da08ea0d req-a75f048e-7b8b-4ff4-af97-f688d621ea8b tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] 10.222.0.46 "GET /v2.0/security-groups?id=70cb0c9d-9724-446c-9f0a-bf3510156947&id=f57d0821-447e-4bd4-9be8-6ef5d6dfd2db&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1767130 Nov 22 20:19:40.386696 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port 05628c54-555e-406b-b787-f7efd65cddd4, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=05628c54-555e-406b-b787-f7efd65cddd4,segment=NetworkSegment(ac5f3349-9549-4263-b08f-bbbf3ebb8ed3),segment_id=ac5f3349-9549-4263-b08f-bbbf3ebb8ed3)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:19:40.411928 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:40.576911 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=05628c54-555e-406b-b787-f7efd65cddd4,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:19:40.659768 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa886ef-71f2-474e-8e54-07e039b0436f req-113b2235-fab0-4a9c-8d96-87fe73880cc5 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:40.661728 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-cfa886ef-71f2-474e-8e54-07e039b0436f req-113b2235-fab0-4a9c-8d96-87fe73880cc5 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/ports?device_id=3bfa29c8-e8ac-407c-a1fc-1e98c0f96b9f HTTP/1.1" status: 200 len: 945 time: 0.0984955 Nov 22 20:19:40.673671 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5f9820-16e5-4b26-a02b-4b48e056d1e5 req-2037258b-8837-4dd6-adb0-b58d425acd7d tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:40.694998 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7f5f9820-16e5-4b26-a02b-4b48e056d1e5 req-2037258b-8837-4dd6-adb0-b58d425acd7d tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.46 "GET /v2.0/ports?device_id=2cb0f139-8ca9-4db0-be96-ffb44cee879d HTTP/1.1" status: 200 len: 950 time: 0.2059798 Nov 22 20:19:40.697585 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] get_ports_and_sgs() called for port_ids ['05628c54-555e-406b-b787-f7efd65cddd4'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:19:40.867381 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-cfa886ef-71f2-474e-8e54-07e039b0436f req-f183cf24-f785-431a-8cc8-79722527a072 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6bb4485-0c85-4226-9793-14795129f329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695836 Nov 22 20:19:40.956145 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7f5f9820-16e5-4b26-a02b-4b48e056d1e5 req-0b863aa5-7a76-43bb-ba79-b7497372d9bb tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c61ce95-aab5-427a-864a-9f490b05fbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2603960 Nov 22 20:19:41.563517 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b174e5b4-5234-4d20-9a98-76525f7aa23d req-c9a09acf-8f76-4806-9b05-3883a92d1d06 tempest-ServersTestBootFromVolume-579283085 tempest-ServersTestBootFromVolume-579283085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:41.565276 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b174e5b4-5234-4d20-9a98-76525f7aa23d req-c9a09acf-8f76-4806-9b05-3883a92d1d06 tempest-ServersTestBootFromVolume-579283085 tempest-ServersTestBootFromVolume-579283085-project] 10.222.0.46 "GET /v2.0/ports?device_id=6c736002-725b-489a-b39d-3fa0f252de44 HTTP/1.1" status: 200 len: 945 time: 0.1577220 Nov 22 20:19:41.636597 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b20a8b4-2918-49a9-a334-c816c8fb21d5 req-75066cd5-e34a-40a7-b72e-026da6ff8883 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:41.643313 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b20a8b4-2918-49a9-a334-c816c8fb21d5 req-75066cd5-e34a-40a7-b72e-026da6ff8883 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:41.650328 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b20a8b4-2918-49a9-a334-c816c8fb21d5 req-75066cd5-e34a-40a7-b72e-026da6ff8883 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:41.657509 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b20a8b4-2918-49a9-a334-c816c8fb21d5 req-75066cd5-e34a-40a7-b72e-026da6ff8883 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:41.663857 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b20a8b4-2918-49a9-a334-c816c8fb21d5 req-75066cd5-e34a-40a7-b72e-026da6ff8883 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:41.671986 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b20a8b4-2918-49a9-a334-c816c8fb21d5 req-75066cd5-e34a-40a7-b72e-026da6ff8883 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:41.683041 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b20a8b4-2918-49a9-a334-c816c8fb21d5 req-75066cd5-e34a-40a7-b72e-026da6ff8883 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:41.692095 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3b20a8b4-2918-49a9-a334-c816c8fb21d5 req-75066cd5-e34a-40a7-b72e-026da6ff8883 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] 10.222.0.46 "GET /v2.0/ports?device_id=40c93a37-becd-4018-b943-1d6e903a3ffe HTTP/1.1" status: 200 len: 5431 time: 0.2216189 Nov 22 20:19:41.854115 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b174e5b4-5234-4d20-9a98-76525f7aa23d req-854e8d0e-22bd-446f-955d-41cac76ae5ab tempest-ServersTestBootFromVolume-579283085 tempest-ServersTestBootFromVolume-579283085-project] 10.222.0.46 "GET /v2.0/security-groups?id=c983b806-141e-4d06-afa7-7136cbbbad90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2728505 Nov 22 20:19:41.915383 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3b20a8b4-2918-49a9-a334-c816c8fb21d5 req-322a876d-3882-4234-a606-c7a995928311 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] 10.222.0.46 "GET /v2.0/security-groups?id=70cb0c9d-9724-446c-9f0a-bf3510156947&id=f57d0821-447e-4bd4-9be8-6ef5d6dfd2db&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1834791 Nov 22 20:19:41.953561 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476177da-cdb3-454b-974c-624b15a583b4 req-e667360f-27b5-457b-9436-708d8fa840cf tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:41.958747 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-476177da-cdb3-454b-974c-624b15a583b4 req-e667360f-27b5-457b-9436-708d8fa840cf tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.41 "GET /v2.0/ports?device_id=2cb0f139-8ca9-4db0-be96-ffb44cee879d HTTP/1.1" status: 200 len: 950 time: 0.2500939 Nov 22 20:19:42.206245 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf6a849-e198-4b09-aacb-ad6623d0dba4 req-a9b1cd40-faa4-499c-8735-cb12193a35f5 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:42.213797 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8cf6a849-e198-4b09-aacb-ad6623d0dba4 req-a9b1cd40-faa4-499c-8735-cb12193a35f5 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.46 "GET /v2.0/ports?device_id=2cb0f139-8ca9-4db0-be96-ffb44cee879d HTTP/1.1" status: 200 len: 950 time: 0.1187403 Nov 22 20:19:42.255237 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d8a746-444b-4a8a-aad6-9353fa829b9e req-d172bec7-4353-4256-bbf2-9cbdae3e7257 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:42.263379 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-48d8a746-444b-4a8a-aad6-9353fa829b9e req-d172bec7-4353-4256-bbf2-9cbdae3e7257 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/ports?device_id=3bfa29c8-e8ac-407c-a1fc-1e98c0f96b9f HTTP/1.1" status: 200 len: 945 time: 0.2053230 Nov 22 20:19:42.344828 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-48d8a746-444b-4a8a-aad6-9353fa829b9e req-bbde22e6-b89f-4386-9cc7-231f50ac0951 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6bb4485-0c85-4226-9793-14795129f329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748959 Nov 22 20:19:42.374487 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8cf6a849-e198-4b09-aacb-ad6623d0dba4 req-81a02b90-feb5-46a9-bbb9-2f8a6ab42854 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c61ce95-aab5-427a-864a-9f490b05fbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551838 Nov 22 20:19:42.396029 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-476177da-cdb3-454b-974c-624b15a583b4 req-15cfa888-9d8f-417d-a0fc-669562f56860 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Deleting port 52146e83-941e-4cbb-acc2-17dc8512a27e {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:19:42.396818 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-476177da-cdb3-454b-974c-624b15a583b4 req-15cfa888-9d8f-417d-a0fc-669562f56860 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:42.575801 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-476177da-cdb3-454b-974c-624b15a583b4 req-15cfa888-9d8f-417d-a0fc-669562f56860 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] For port 52146e83-941e-4cbb-acc2-17dc8512a27e, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=52146e83-941e-4cbb-acc2-17dc8512a27e,segment=NetworkSegment(2a5a1c7b-538e-498e-99b9-cc7a8e0411be),segment_id=2a5a1c7b-538e-498e-99b9-cc7a8e0411be)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:19:42.576479 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-476177da-cdb3-454b-974c-624b15a583b4 req-15cfa888-9d8f-417d-a0fc-669562f56860 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:42.612718 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-476177da-cdb3-454b-974c-624b15a583b4 req-15cfa888-9d8f-417d-a0fc-669562f56860 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Calling delete_port for 52146e83-941e-4cbb-acc2-17dc8512a27e owned by compute:nova {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:19:42.976363 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-476177da-cdb3-454b-974c-624b15a583b4 req-15cfa888-9d8f-417d-a0fc-669562f56860 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:42.990076 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] get_ports_and_sgs() called for port_ids ['52d6b7ae-24f7-4fb1-a9ba-b05788111e33', '15fcdac3-0d86-47fd-a34f-6adf8d9958a3', '159ed494-f1c4-45d7-8e39-d21b57d302f2', '228d93de-4494-4046-b2e5-5983222dab88', 'bdd77363-c972-4d32-a6fc-a5ca97c33c45'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:19:43.112234 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] get_ports_and_sgs() called for port_ids ['afbbfbb1-6a7a-467b-bc94-36bdeced156e', '809ce848-2187-4a4e-8edc-dd0191bb8cd6', '52146e83-941e-4cbb-acc2-17dc8512a27e'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:19:43.197340 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cfa888-9d8f-417d-a0fc-669562f56860 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Pushing event deleted for resources: {'Port': ['ID=52146e83-941e-4cbb-acc2-17dc8512a27e,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:19:43.210183 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-476177da-cdb3-454b-974c-624b15a583b4 req-15cfa888-9d8f-417d-a0fc-669562f56860 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] No DVR routers for this DVR port 52146e83-941e-4cbb-acc2-17dc8512a27e on host n-h1-818823-1 {{(pid=103447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:19:43.219922 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-476177da-cdb3-454b-974c-624b15a583b4 req-15cfa888-9d8f-417d-a0fc-669562f56860 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:43.227819 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-476177da-cdb3-454b-974c-624b15a583b4 req-15cfa888-9d8f-417d-a0fc-669562f56860 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.41 "DELETE /v2.0/ports/52146e83-941e-4cbb-acc2-17dc8512a27e HTTP/1.1" status: 204 len: 173 time: 1.2592361 Nov 22 20:19:43.231204 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cb0f139-8ca9-4db0-be96-ffb44cee879d', 'name': 'network-vif-deleted', 'tag': '52146e83-941e-4cbb-acc2-17dc8512a27e'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:19:43.233731 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35ad1c2f-4374-4763-b954-1e4470288ceb" -d '{"events": [{"server_uuid": "2cb0f139-8ca9-4db0-be96-ffb44cee879d", "name": "network-vif-deleted", "tag": "52146e83-941e-4cbb-acc2-17dc8512a27e"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:19:43.301567 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e64533a-0b3d-4b7d-bdf2-fb7b5b86b812 req-bca7e187-6669-4d8a-9576-a5f150406173 tempest-ServersTestBootFromVolume-579283085 tempest-ServersTestBootFromVolume-579283085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:43.309692 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4e64533a-0b3d-4b7d-bdf2-fb7b5b86b812 req-bca7e187-6669-4d8a-9576-a5f150406173 tempest-ServersTestBootFromVolume-579283085 tempest-ServersTestBootFromVolume-579283085-project] 10.222.0.46 "GET /v2.0/ports?device_id=6c736002-725b-489a-b39d-3fa0f252de44 HTTP/1.1" status: 200 len: 945 time: 0.3957081 Nov 22 20:19:43.432928 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34caa8f8-8eed-4018-bd1b-0d33a6a83bec req-94855d82-9ecc-4cfc-834f-25600ed8e7ab tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:43.439835 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34caa8f8-8eed-4018-bd1b-0d33a6a83bec req-94855d82-9ecc-4cfc-834f-25600ed8e7ab tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:43.457688 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34caa8f8-8eed-4018-bd1b-0d33a6a83bec req-94855d82-9ecc-4cfc-834f-25600ed8e7ab tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:43.469254 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34caa8f8-8eed-4018-bd1b-0d33a6a83bec req-94855d82-9ecc-4cfc-834f-25600ed8e7ab tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:43.488781 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34caa8f8-8eed-4018-bd1b-0d33a6a83bec req-94855d82-9ecc-4cfc-834f-25600ed8e7ab tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:43.510022 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34caa8f8-8eed-4018-bd1b-0d33a6a83bec req-94855d82-9ecc-4cfc-834f-25600ed8e7ab tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:43.538235 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34caa8f8-8eed-4018-bd1b-0d33a6a83bec req-94855d82-9ecc-4cfc-834f-25600ed8e7ab tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:43.556245 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-34caa8f8-8eed-4018-bd1b-0d33a6a83bec req-94855d82-9ecc-4cfc-834f-25600ed8e7ab tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] 10.222.0.46 "GET /v2.0/ports?device_id=40c93a37-becd-4018-b943-1d6e903a3ffe HTTP/1.1" status: 200 len: 5431 time: 0.3140960 Nov 22 20:19:43.642974 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-34caa8f8-8eed-4018-bd1b-0d33a6a83bec req-976b231b-698c-4508-89ed-8a20eb1385ee tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] 10.222.0.46 "GET /v2.0/security-groups?id=70cb0c9d-9724-446c-9f0a-bf3510156947&id=f57d0821-447e-4bd4-9be8-6ef5d6dfd2db&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0858054 Nov 22 20:19:43.668133 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4e64533a-0b3d-4b7d-bdf2-fb7b5b86b812 req-5a91df9c-2436-438b-a02a-9f492e4b7c26 tempest-ServersTestBootFromVolume-579283085 tempest-ServersTestBootFromVolume-579283085-project] 10.222.0.46 "GET /v2.0/security-groups?id=c983b806-141e-4d06-afa7-7136cbbbad90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3574286 Nov 22 20:19:43.789482 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:19:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08d7ef9b-3e9a-4d7c-ab50-b69d6cadd139 x-openstack-request-id: req-08d7ef9b-3e9a-4d7c-ab50-b69d6cadd139 {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:19:43.790306 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cb0f139-8ca9-4db0-be96-ffb44cee879d", "name": "network-vif-deleted", "tag": "52146e83-941e-4cbb-acc2-17dc8512a27e", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:19:43.790731 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-08d7ef9b-3e9a-4d7c-ab50-b69d6cadd139 {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:19:43.791674 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cb0f139-8ca9-4db0-be96-ffb44cee879d', 'name': 'network-vif-deleted', 'tag': '52146e83-941e-4cbb-acc2-17dc8512a27e', 'status': 'completed', 'code': 200} Nov 22 20:19:43.817449 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 05628c54-555e-406b-b787-f7efd65cddd4 up at agent hyperv_n-h2-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:19:44.093882 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d5a7b083-e6a4-46e2-b817-453071021628 req-165b1b71-40ea-4601-b624-849c72d39114 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.46 "GET /v2.0/ports?device_id=2cb0f139-8ca9-4db0-be96-ffb44cee879d HTTP/1.1" status: 200 len: 210 time: 0.1636274 Nov 22 20:19:44.120836 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700e689a-f61b-4491-a5d4-58dd54166dbb req-59f94fc4-d875-49ef-ae6d-9303369366b7 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:44.123491 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-700e689a-f61b-4491-a5d4-58dd54166dbb req-59f94fc4-d875-49ef-ae6d-9303369366b7 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/ports?device_id=3bfa29c8-e8ac-407c-a1fc-1e98c0f96b9f HTTP/1.1" status: 200 len: 945 time: 0.2906098 Nov 22 20:19:44.188284 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Provisioning for port 05628c54-555e-406b-b787-f7efd65cddd4 completed by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 20:19:44.225464 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Provisioning complete for port 05628c54-555e-406b-b787-f7efd65cddd4 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:19:44.225761 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:44.270967 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-700e689a-f61b-4491-a5d4-58dd54166dbb req-3c2ecd06-aabb-4afb-b78b-259d0b7f931f tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6bb4485-0c85-4226-9793-14795129f329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343861 Nov 22 20:19:44.340913 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:44.392040 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:44.471736 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:44.534516 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bfa29c8-e8ac-407c-a1fc-1e98c0f96b9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05628c54-555e-406b-b787-f7efd65cddd4'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:19:44.537335 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d39f6d30a11e565ec9648abcc015e8a6ab6cff4edd704add8155e28765d31eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecae0252-9c8d-41ca-8e49-cf3377a7b8df" -d '{"events": [{"server_uuid": "3bfa29c8-e8ac-407c-a1fc-1e98c0f96b9f", "name": "network-vif-plugged", "status": "completed", "tag": "05628c54-555e-406b-b787-f7efd65cddd4"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:19:44.561279 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port 05628c54-555e-406b-b787-f7efd65cddd4, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=05628c54-555e-406b-b787-f7efd65cddd4,segment=NetworkSegment(ac5f3349-9549-4263-b08f-bbbf3ebb8ed3),segment_id=ac5f3349-9549-4263-b08f-bbbf3ebb8ed3)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:19:44.571892 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:44.626029 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a60aa24-29d8-47cf-9302-1fcbd0c43c2f req-2fbb46a4-ec65-4272-b603-40d453ab2e81 tempest-ServersTestBootFromVolume-579283085 tempest-ServersTestBootFromVolume-579283085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:44.629202 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3a60aa24-29d8-47cf-9302-1fcbd0c43c2f req-2fbb46a4-ec65-4272-b603-40d453ab2e81 tempest-ServersTestBootFromVolume-579283085 tempest-ServersTestBootFromVolume-579283085-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c736002-725b-489a-b39d-3fa0f252de44 HTTP/1.1" status: 200 len: 945 time: 0.2247767 Nov 22 20:19:44.659103 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=05628c54-555e-406b-b787-f7efd65cddd4,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:19:44.736524 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:19:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d844051a-f34e-4e5a-ac54-828401d86b41 x-openstack-request-id: req-d844051a-f34e-4e5a-ac54-828401d86b41 {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:19:44.736819 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bfa29c8-e8ac-407c-a1fc-1e98c0f96b9f", "name": "network-vif-plugged", "status": "completed", "tag": "05628c54-555e-406b-b787-f7efd65cddd4", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:19:44.737081 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d844051a-f34e-4e5a-ac54-828401d86b41 {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:19:44.737479 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bfa29c8-e8ac-407c-a1fc-1e98c0f96b9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05628c54-555e-406b-b787-f7efd65cddd4', 'code': 200} Nov 22 20:19:45.549048 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-3a60aa24-29d8-47cf-9302-1fcbd0c43c2f req-cb004168-ee3a-4c0b-9d8f-9ce74e386b3c tempest-ServersTestBootFromVolume-579283085 tempest-ServersTestBootFromVolume-579283085-project] Deleting port 29fe7f32-c1c4-4849-a3d2-11921abefde5 {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:19:45.549500 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-3a60aa24-29d8-47cf-9302-1fcbd0c43c2f req-cb004168-ee3a-4c0b-9d8f-9ce74e386b3c tempest-ServersTestBootFromVolume-579283085 tempest-ServersTestBootFromVolume-579283085-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:45.651649 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-3a60aa24-29d8-47cf-9302-1fcbd0c43c2f req-cb004168-ee3a-4c0b-9d8f-9ce74e386b3c tempest-ServersTestBootFromVolume-579283085 tempest-ServersTestBootFromVolume-579283085-project] For port 29fe7f32-c1c4-4849-a3d2-11921abefde5, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=29fe7f32-c1c4-4849-a3d2-11921abefde5,segment=NetworkSegment(56debe83-f1a4-4422-b85c-8e2fd99ea227),segment_id=56debe83-f1a4-4422-b85c-8e2fd99ea227)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:19:45.652056 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-3a60aa24-29d8-47cf-9302-1fcbd0c43c2f req-cb004168-ee3a-4c0b-9d8f-9ce74e386b3c tempest-ServersTestBootFromVolume-579283085 tempest-ServersTestBootFromVolume-579283085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:45.915604 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-3a60aa24-29d8-47cf-9302-1fcbd0c43c2f req-cb004168-ee3a-4c0b-9d8f-9ce74e386b3c tempest-ServersTestBootFromVolume-579283085 tempest-ServersTestBootFromVolume-579283085-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:45.916166 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-3a60aa24-29d8-47cf-9302-1fcbd0c43c2f req-cb004168-ee3a-4c0b-9d8f-9ce74e386b3c tempest-ServersTestBootFromVolume-579283085 tempest-ServersTestBootFromVolume-579283085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-595224'] for floatingip, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:45.916828 n-d-818823-1 neutron-server[103447]: INFO neutron.db.l3_db [req-3a60aa24-29d8-47cf-9302-1fcbd0c43c2f req-cb004168-ee3a-4c0b-9d8f-9ce74e386b3c tempest-ServersTestBootFromVolume-579283085 tempest-ServersTestBootFromVolume-579283085-project] Floating IP 4d284ce5-3591-4fdb-82e6-94fe01584135 disassociated. External IP: 172.25.5.102, port: 29fe7f32-c1c4-4849-a3d2-11921abefde5. Nov 22 20:19:45.917274 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-3a60aa24-29d8-47cf-9302-1fcbd0c43c2f req-cb004168-ee3a-4c0b-9d8f-9ce74e386b3c tempest-ServersTestBootFromVolume-579283085 tempest-ServersTestBootFromVolume-579283085-project] Calling delete_port for 29fe7f32-c1c4-4849-a3d2-11921abefde5 owned by compute:nova {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:19:46.165276 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1023538b-1953-4695-8f18-f8095ce98e98 req-540e4069-0aa0-4892-82eb-9391546911db tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:46.172472 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1023538b-1953-4695-8f18-f8095ce98e98 req-540e4069-0aa0-4892-82eb-9391546911db tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:46.192995 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1023538b-1953-4695-8f18-f8095ce98e98 req-540e4069-0aa0-4892-82eb-9391546911db tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:46.200196 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1023538b-1953-4695-8f18-f8095ce98e98 req-540e4069-0aa0-4892-82eb-9391546911db tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:46.210672 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1023538b-1953-4695-8f18-f8095ce98e98 req-540e4069-0aa0-4892-82eb-9391546911db tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:46.220961 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1023538b-1953-4695-8f18-f8095ce98e98 req-540e4069-0aa0-4892-82eb-9391546911db tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:46.227670 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1023538b-1953-4695-8f18-f8095ce98e98 req-540e4069-0aa0-4892-82eb-9391546911db tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:46.229705 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1023538b-1953-4695-8f18-f8095ce98e98 req-540e4069-0aa0-4892-82eb-9391546911db tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] 10.222.0.46 "GET /v2.0/ports?device_id=40c93a37-becd-4018-b943-1d6e903a3ffe HTTP/1.1" status: 200 len: 5431 time: 1.3506508 Nov 22 20:19:46.231848 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-3a60aa24-29d8-47cf-9302-1fcbd0c43c2f req-cb004168-ee3a-4c0b-9d8f-9ce74e386b3c tempest-ServersTestBootFromVolume-579283085 tempest-ServersTestBootFromVolume-579283085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:46.373359 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1023538b-1953-4695-8f18-f8095ce98e98 req-e8aad5e9-db3d-4ef8-a3c6-3a6287a228bb tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] 10.222.0.46 "GET /v2.0/security-groups?id=70cb0c9d-9724-446c-9f0a-bf3510156947&id=f57d0821-447e-4bd4-9be8-6ef5d6dfd2db&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0984311 Nov 22 20:19:46.439606 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb004168-ee3a-4c0b-9d8f-9ce74e386b3c tempest-ServersTestBootFromVolume-579283085 tempest-ServersTestBootFromVolume-579283085-project] Pushing event deleted for resources: {'Port': ['ID=29fe7f32-c1c4-4849-a3d2-11921abefde5,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:19:46.469199 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975a3184-9ea5-4e18-9f2d-07023208ca07 req-9ec96565-105e-48b8-abf6-6e70a361f1e3 tempest-ServersTestBootFromVolume-579283085 tempest-ServersTestBootFromVolume-579283085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:46.480049 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-975a3184-9ea5-4e18-9f2d-07023208ca07 req-9ec96565-105e-48b8-abf6-6e70a361f1e3 tempest-ServersTestBootFromVolume-579283085 tempest-ServersTestBootFromVolume-579283085-project] 10.222.0.46 "GET /v2.0/ports?device_id=6c736002-725b-489a-b39d-3fa0f252de44 HTTP/1.1" status: 200 len: 867 time: 1.5164497 Nov 22 20:19:46.490764 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30c07d4-9f46-45a1-b823-83c89b4e21de req-b8ccaf8c-3206-4276-9b00-2616b6ab82b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:46.500622 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e30c07d4-9f46-45a1-b823-83c89b4e21de req-b8ccaf8c-3206-4276-9b00-2616b6ab82b7 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3bfa29c8-e8ac-407c-a1fc-1e98c0f96b9f HTTP/1.1" status: 200 len: 1097 time: 1.6618834 Nov 22 20:19:46.698155 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-975a3184-9ea5-4e18-9f2d-07023208ca07 req-594f92bb-f13e-4251-8a6a-251bdf62fda0 tempest-ServersTestBootFromVolume-579283085 tempest-ServersTestBootFromVolume-579283085-project] 10.222.0.46 "GET /v2.0/security-groups?id=c983b806-141e-4d06-afa7-7136cbbbad90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2101033 Nov 22 20:19:46.744029 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e30c07d4-9f46-45a1-b823-83c89b4e21de req-ceb162b8-6214-4fdf-9b74-93d518aa2011 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=f6bb4485-0c85-4226-9793-14795129f329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188613 Nov 22 20:19:46.809661 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c7634c-fdd0-4e60-a534-91f8a2dac4dc req-af985bb5-43eb-4691-9757-c52b5e6253a7 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:46.811363 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-47c7634c-fdd0-4e60-a534-91f8a2dac4dc req-af985bb5-43eb-4691-9757-c52b5e6253a7 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/ports?device_id=3bfa29c8-e8ac-407c-a1fc-1e98c0f96b9f HTTP/1.1" status: 200 len: 946 time: 0.2586937 Nov 22 20:19:46.927594 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-47c7634c-fdd0-4e60-a534-91f8a2dac4dc req-840b3e50-de81-4ced-a5ec-3ce7c8681de0 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6bb4485-0c85-4226-9793-14795129f329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065512 Nov 22 20:19:46.985956 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3a60aa24-29d8-47cf-9302-1fcbd0c43c2f req-cb004168-ee3a-4c0b-9d8f-9ce74e386b3c tempest-ServersTestBootFromVolume-579283085 tempest-ServersTestBootFromVolume-579283085-project] Router 2b982249-a07c-4502-ba7a-2f0c92347c05 has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 20:19:47.048153 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 52146e83-941e-4cbb-acc2-17dc8512a27e no longer exists at agent hyperv_n-h1-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:19:47.131081 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] No Port match for: 52146e83-941e-4cbb-acc2-17dc8512a27e {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:19:47.131445 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 52146e83-941e-4cbb-acc2-17dc8512a27e not bound to the agent host n-h1-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:19:47.236586 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3c0533-b2a4-4289-93b5-4883df733104 req-e621e49c-08df-4320-a280-9495b022f843 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:47.244208 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7a3c0533-b2a4-4289-93b5-4883df733104 req-e621e49c-08df-4320-a280-9495b022f843 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.46 "GET /v2.0/ports?device_id=5316a446-ecd3-4253-9665-5369c443676f HTTP/1.1" status: 200 len: 949 time: 0.1102955 Nov 22 20:19:47.353826 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7a3c0533-b2a4-4289-93b5-4883df733104 req-00689987-a0e3-43f9-8b0a-18a976acac2e tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c61ce95-aab5-427a-864a-9f490b05fbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087418 Nov 22 20:19:47.354876 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3a60aa24-29d8-47cf-9302-1fcbd0c43c2f req-cb004168-ee3a-4c0b-9d8f-9ce74e386b3c tempest-ServersTestBootFromVolume-579283085 tempest-ServersTestBootFromVolume-579283085-project] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:19:47.376146 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f07e3f9-b77d-4a1f-abee-2e909c15931b None None] Sync routers for ids ['2b982249-a07c-4502-ba7a-2f0c92347c05'] in n-d-818823-1 {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:19:47.396185 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f07e3f9-b77d-4a1f-abee-2e909c15931b None None] Routers {'2b982249-a07c-4502-ba7a-2f0c92347c05'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:19:47.396831 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-6f07e3f9-b77d-4a1f-abee-2e909c15931b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:19:32Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['2b982249-a07c-4502-ba7a-2f0c92347c05'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:19:47.412438 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a60aa24-29d8-47cf-9302-1fcbd0c43c2f req-cb004168-ee3a-4c0b-9d8f-9ce74e386b3c tempest-ServersTestBootFromVolume-579283085 tempest-ServersTestBootFromVolume-579283085-project] No DVR routers for this DVR port 29fe7f32-c1c4-4849-a3d2-11921abefde5 on host n-h1-818823-1 {{(pid=103447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:19:47.416137 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-3a60aa24-29d8-47cf-9302-1fcbd0c43c2f req-cb004168-ee3a-4c0b-9d8f-9ce74e386b3c tempest-ServersTestBootFromVolume-579283085 tempest-ServersTestBootFromVolume-579283085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:47.421553 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3a60aa24-29d8-47cf-9302-1fcbd0c43c2f req-cb004168-ee3a-4c0b-9d8f-9ce74e386b3c tempest-ServersTestBootFromVolume-579283085 tempest-ServersTestBootFromVolume-579283085-project] 10.222.0.41 "DELETE /v2.0/ports/29fe7f32-c1c4-4849-a3d2-11921abefde5 HTTP/1.1" status: 204 len: 173 time: 2.7833812 Nov 22 20:19:47.421553 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c736002-725b-489a-b39d-3fa0f252de44', 'name': 'network-vif-deleted', 'tag': '29fe7f32-c1c4-4849-a3d2-11921abefde5'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:19:47.430523 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbaba140-ee16-42d4-b1bb-e21071ef01dd" -d '{"events": [{"server_uuid": "6c736002-725b-489a-b39d-3fa0f252de44", "name": "network-vif-deleted", "tag": "29fe7f32-c1c4-4849-a3d2-11921abefde5"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:19:47.487943 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:19:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac8645df-8d0f-4043-9b24-3ae01a0c8433 x-openstack-request-id: req-ac8645df-8d0f-4043-9b24-3ae01a0c8433 {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:19:47.488360 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c736002-725b-489a-b39d-3fa0f252de44", "name": "network-vif-deleted", "tag": "29fe7f32-c1c4-4849-a3d2-11921abefde5", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:19:47.488816 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ac8645df-8d0f-4043-9b24-3ae01a0c8433 {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:19:47.489289 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c736002-725b-489a-b39d-3fa0f252de44', 'name': 'network-vif-deleted', 'tag': '29fe7f32-c1c4-4849-a3d2-11921abefde5', 'status': 'completed', 'code': 200} Nov 22 20:19:47.669048 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aabd871-9310-42b7-b0da-85a432453f16 req-2086b15b-da80-473f-addf-de0c4952d6f3 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:47.693962 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aabd871-9310-42b7-b0da-85a432453f16 req-2086b15b-da80-473f-addf-de0c4952d6f3 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:47.708490 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aabd871-9310-42b7-b0da-85a432453f16 req-2086b15b-da80-473f-addf-de0c4952d6f3 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:47.709575 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-6f07e3f9-b77d-4a1f-abee-2e909c15931b None None] Set router 2b982249-a07c-4502-ba7a-2f0c92347c05 gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:19:47.718656 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aabd871-9310-42b7-b0da-85a432453f16 req-2086b15b-da80-473f-addf-de0c4952d6f3 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:47.727916 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aabd871-9310-42b7-b0da-85a432453f16 req-2086b15b-da80-473f-addf-de0c4952d6f3 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:47.736380 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aabd871-9310-42b7-b0da-85a432453f16 req-2086b15b-da80-473f-addf-de0c4952d6f3 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:47.746586 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aabd871-9310-42b7-b0da-85a432453f16 req-2086b15b-da80-473f-addf-de0c4952d6f3 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:47.756179 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4aabd871-9310-42b7-b0da-85a432453f16 req-2086b15b-da80-473f-addf-de0c4952d6f3 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] 10.222.0.46 "GET /v2.0/ports?device_id=40c93a37-becd-4018-b943-1d6e903a3ffe HTTP/1.1" status: 200 len: 5431 time: 0.2192698 Nov 22 20:19:48.006248 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-327a4ea1-2e52-4bcd-9c2e-0a52ddfc109d req-f6cf9c96-7469-4f17-8a6a-d2129dcf2f90 tempest-ServersTestBootFromVolume-579283085 tempest-ServersTestBootFromVolume-579283085-project] 10.222.0.46 "GET /v2.0/ports?device_id=6c736002-725b-489a-b39d-3fa0f252de44 HTTP/1.1" status: 200 len: 210 time: 0.1172872 Nov 22 20:19:48.056536 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4aabd871-9310-42b7-b0da-85a432453f16 req-578e5980-8390-4be0-a747-2963e5f9fe1e tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] 10.222.0.46 "GET /v2.0/security-groups?id=70cb0c9d-9724-446c-9f0a-bf3510156947&id=f57d0821-447e-4bd4-9be8-6ef5d6dfd2db&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2993534 Nov 22 20:19:48.314503 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f3f83b-1747-4f79-8d3c-8152fc5d3a55 req-92ff4480-e02d-45d2-824b-bf1690688129 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:48.320061 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-67f3f83b-1747-4f79-8d3c-8152fc5d3a55 req-92ff4480-e02d-45d2-824b-bf1690688129 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/ports?device_id=3bfa29c8-e8ac-407c-a1fc-1e98c0f96b9f HTTP/1.1" status: 200 len: 946 time: 0.1159499 Nov 22 20:19:48.428293 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-67f3f83b-1747-4f79-8d3c-8152fc5d3a55 req-08ea5e8e-0cc7-49ad-87a7-8c761a65d6ce tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6bb4485-0c85-4226-9793-14795129f329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994561 Nov 22 20:19:48.440354 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-6f07e3f9-b77d-4a1f-abee-2e909c15931b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b982249-a07c-4502-ba7a-2f0c92347c05', 'name': 'tempest-ServersTestBootFromVolume-388830050-router', 'tenant_id': '23ed8fcebbac4686acca3f06ab3e514c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': 'bec982c5-e9f9-44de-bd20-1379b7fef959', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:16:20Z', 'updated_at': '2021-11-22T20:16:29Z', 'revision_number': 4, 'project_id': '23ed8fcebbac4686acca3f06ab3e514c', 'gw_port': {'id': 'bec982c5-e9f9-44de-bd20-1379b7fef959', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:fd:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b982249-a07c-4502-ba7a-2f0c92347c05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:16:22Z', 'updated_at': '2021-11-22T20:16:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': '4aa7ce46-970d-4abb-911d-d8151339509d', 'name': '', 'network_id': '73091ecb-b489-4dc5-b0f5-740e198eef08', 'tenant_id': '23ed8fcebbac4686acca3f06ab3e514c', 'mac_address': 'fa:16:3e:b7:27:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b982249-a07c-4502-ba7a-2f0c92347c05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '9101b2b3-b2f9-4690-9616-29ccea2bab88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:16:28Z', 'updated_at': '2021-11-22T20:16:39Z', 'revision_number': 5, 'project_id': '23ed8fcebbac4686acca3f06ab3e514c', 'subnets': [{'id': '9101b2b3-b2f9-4690-9616-29ccea2bab88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:19:48.475555 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f07e3f9-b77d-4a1f-abee-2e909c15931b None None] Checking router: 2b982249-a07c-4502-ba7a-2f0c92347c05 for host: n-d-818823-1 {{(pid=103449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 20:19:48.491687 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f07e3f9-b77d-4a1f-abee-2e909c15931b None None] Routers {'2b982249-a07c-4502-ba7a-2f0c92347c05'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:19:48.492370 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-6f07e3f9-b77d-4a1f-abee-2e909c15931b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:19:32Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['2b982249-a07c-4502-ba7a-2f0c92347c05'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:19:48.714763 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f0e56b-335f-40f1-819c-d4f8b609b842 req-e617d7e6-3dfc-41d4-8d26-f6f565a66848 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:48.716390 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-54f0e56b-335f-40f1-819c-d4f8b609b842 req-e617d7e6-3dfc-41d4-8d26-f6f565a66848 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.20 "GET /v2.0/ports?device_id=5316a446-ecd3-4253-9665-5369c443676f HTTP/1.1" status: 200 len: 949 time: 0.2588162 Nov 22 20:19:48.763055 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9bba45-dc54-494b-a155-f5087d8c5453 req-4590ad14-e5c6-4501-9666-29687540ab1b tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:48.765063 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ec9bba45-dc54-494b-a155-f5087d8c5453 req-4590ad14-e5c6-4501-9666-29687540ab1b tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.46 "GET /v2.0/ports?device_id=5316a446-ecd3-4253-9665-5369c443676f HTTP/1.1" status: 200 len: 949 time: 0.1910303 Nov 22 20:19:49.082321 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 27859499-3fee-4255-98df-7775b62a7da8 details requested by agent hyperv_n-h1-818823-1 with host n-h1-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 20:19:49.091312 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ec9bba45-dc54-494b-a155-f5087d8c5453 req-2dcaa792-3ad8-4e39-af6c-3a708b2e63d8 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c61ce95-aab5-427a-864a-9f490b05fbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3067536 Nov 22 20:19:49.176300 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-54f0e56b-335f-40f1-819c-d4f8b609b842 req-9a801482-47cc-417f-bbf4-7d39b7c886ac tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Deleting port bdd77363-c972-4d32-a6fc-a5ca97c33c45 {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:19:49.176641 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-54f0e56b-335f-40f1-819c-d4f8b609b842 req-9a801482-47cc-417f-bbf4-7d39b7c886ac tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:49.323644 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 29fe7f32-c1c4-4849-a3d2-11921abefde5 no longer exists at agent hyperv_n-h1-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:19:49.356931 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6a443766-6459-403c-adab-eac1c3155a41 req-42f8d6d8-ad5a-44b5-8749-9ca6a43d29b7 tempest-ServersTestBootFromVolume-579283085 tempest-ServersTestBootFromVolume-579283085-project] 10.222.0.46 "GET /v2.0/ports?device_id=6c736002-725b-489a-b39d-3fa0f252de44 HTTP/1.1" status: 200 len: 210 time: 0.0437489 Nov 22 20:19:49.475815 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-6f07e3f9-b77d-4a1f-abee-2e909c15931b None None] Set router 2b982249-a07c-4502-ba7a-2f0c92347c05 gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:19:49.477750 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] No Port match for: 29fe7f32-c1c4-4849-a3d2-11921abefde5 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:19:49.478096 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 29fe7f32-c1c4-4849-a3d2-11921abefde5 not bound to the agent host n-h1-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:19:49.524408 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-54f0e56b-335f-40f1-819c-d4f8b609b842 req-9a801482-47cc-417f-bbf4-7d39b7c886ac tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] For port bdd77363-c972-4d32-a6fc-a5ca97c33c45, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=bdd77363-c972-4d32-a6fc-a5ca97c33c45,segment=NetworkSegment(2a5a1c7b-538e-498e-99b9-cc7a8e0411be),segment_id=2a5a1c7b-538e-498e-99b9-cc7a8e0411be)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:19:49.524408 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-54f0e56b-335f-40f1-819c-d4f8b609b842 req-9a801482-47cc-417f-bbf4-7d39b7c886ac tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:49.537041 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-54f0e56b-335f-40f1-819c-d4f8b609b842 req-9a801482-47cc-417f-bbf4-7d39b7c886ac tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Calling delete_port for bdd77363-c972-4d32-a6fc-a5ca97c33c45 owned by compute:nova {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:19:49.553223 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 27859499-3fee-4255-98df-7775b62a7da8, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=27859499-3fee-4255-98df-7775b62a7da8,segment=NetworkSegment(d56448b6-bc95-4d55-8516-7d5f9686cbb7),segment_id=d56448b6-bc95-4d55-8516-7d5f9686cbb7)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:19:49.703674 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-54f0e56b-335f-40f1-819c-d4f8b609b842 req-9a801482-47cc-417f-bbf4-7d39b7c886ac tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:49.771679 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a801482-47cc-417f-bbf4-7d39b7c886ac tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Pushing event deleted for resources: {'Port': ['ID=bdd77363-c972-4d32-a6fc-a5ca97c33c45,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:19:49.787995 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da48e68-3ccf-4b7d-b3cd-ba5bf54690bf req-b8c5e5ba-e5ca-4112-8815-42f1e59eff1f tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:49.799293 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da48e68-3ccf-4b7d-b3cd-ba5bf54690bf req-b8c5e5ba-e5ca-4112-8815-42f1e59eff1f tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:49.805567 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da48e68-3ccf-4b7d-b3cd-ba5bf54690bf req-b8c5e5ba-e5ca-4112-8815-42f1e59eff1f tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:49.812498 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da48e68-3ccf-4b7d-b3cd-ba5bf54690bf req-b8c5e5ba-e5ca-4112-8815-42f1e59eff1f tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:49.819529 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] get_ports_and_sgs() called for port_ids ['52d6b7ae-24f7-4fb1-a9ba-b05788111e33', '15fcdac3-0d86-47fd-a34f-6adf8d9958a3', '159ed494-f1c4-45d7-8e39-d21b57d302f2', '228d93de-4494-4046-b2e5-5983222dab88'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:19:49.820159 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da48e68-3ccf-4b7d-b3cd-ba5bf54690bf req-b8c5e5ba-e5ca-4112-8815-42f1e59eff1f tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:49.826846 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da48e68-3ccf-4b7d-b3cd-ba5bf54690bf req-b8c5e5ba-e5ca-4112-8815-42f1e59eff1f tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:49.835126 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da48e68-3ccf-4b7d-b3cd-ba5bf54690bf req-b8c5e5ba-e5ca-4112-8815-42f1e59eff1f tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:49.841231 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1da48e68-3ccf-4b7d-b3cd-ba5bf54690bf req-b8c5e5ba-e5ca-4112-8815-42f1e59eff1f tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] 10.222.0.46 "GET /v2.0/ports?device_id=40c93a37-becd-4018-b943-1d6e903a3ffe HTTP/1.1" status: 200 len: 5431 time: 0.4855058 Nov 22 20:19:49.866891 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] get_ports_and_sgs() called for port_ids ['afbbfbb1-6a7a-467b-bc94-36bdeced156e', '809ce848-2187-4a4e-8edc-dd0191bb8cd6'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:19:49.927664 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Returning: {'device': '27859499-3fee-4255-98df-7775b62a7da8', 'network_id': 'af9bb979-b2e3-447d-a9f1-511c736d70b3', 'port_id': '27859499-3fee-4255-98df-7775b62a7da8', 'mac_address': 'fa:16:3e:a3:38:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef7fccd9-1ba4-439a-b54e-9e5a9b6c59f5', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 20:19:49.940994 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1da48e68-3ccf-4b7d-b3cd-ba5bf54690bf req-546f856d-beda-4132-809a-93708145e66c tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] 10.222.0.46 "GET /v2.0/security-groups?id=70cb0c9d-9724-446c-9f0a-bf3510156947&id=f57d0821-447e-4bd4-9be8-6ef5d6dfd2db&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0987577 Nov 22 20:19:49.999845 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-54f0e56b-335f-40f1-819c-d4f8b609b842 req-9a801482-47cc-417f-bbf4-7d39b7c886ac tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] No DVR routers for this DVR port bdd77363-c972-4d32-a6fc-a5ca97c33c45 on host n-h2-818823-1 {{(pid=103447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:19:50.010440 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc23563-0fcc-4cc2-a995-885c6ff0853c req-d6e2299e-eb2e-4876-b084-517a27872e80 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:50.017504 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-fdc23563-0fcc-4cc2-a995-885c6ff0853c req-d6e2299e-eb2e-4876-b084-517a27872e80 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/ports?device_id=3bfa29c8-e8ac-407c-a1fc-1e98c0f96b9f HTTP/1.1" status: 200 len: 946 time: 0.3277135 Nov 22 20:19:50.019008 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-54f0e56b-335f-40f1-819c-d4f8b609b842 req-9a801482-47cc-417f-bbf4-7d39b7c886ac tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:50.022930 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-54f0e56b-335f-40f1-819c-d4f8b609b842 req-9a801482-47cc-417f-bbf4-7d39b7c886ac tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.20 "DELETE /v2.0/ports/bdd77363-c972-4d32-a6fc-a5ca97c33c45 HTTP/1.1" status: 204 len: 173 time: 1.2953203 Nov 22 20:19:50.023663 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5316a446-ecd3-4253-9665-5369c443676f', 'name': 'network-vif-deleted', 'tag': 'bdd77363-c972-4d32-a6fc-a5ca97c33c45'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:19:50.026683 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7312ae1-1748-493e-b818-c94ba73cd610" -d '{"events": [{"server_uuid": "5316a446-ecd3-4253-9665-5369c443676f", "name": "network-vif-deleted", "tag": "bdd77363-c972-4d32-a6fc-a5ca97c33c45"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:19:50.104955 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:19:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09d2011b-8c57-4113-9da0-50237f83d016 x-openstack-request-id: req-09d2011b-8c57-4113-9da0-50237f83d016 {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:19:50.105492 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5316a446-ecd3-4253-9665-5369c443676f", "name": "network-vif-deleted", "tag": "bdd77363-c972-4d32-a6fc-a5ca97c33c45", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:19:50.105928 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-09d2011b-8c57-4113-9da0-50237f83d016 {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:19:50.106509 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5316a446-ecd3-4253-9665-5369c443676f', 'name': 'network-vif-deleted', 'tag': 'bdd77363-c972-4d32-a6fc-a5ca97c33c45', 'status': 'completed', 'code': 200} Nov 22 20:19:50.127773 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-fdc23563-0fcc-4cc2-a995-885c6ff0853c req-b7518e59-99c5-42af-b78d-344f074e0e7b tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6bb4485-0c85-4226-9793-14795129f329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976279 Nov 22 20:19:50.172535 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-6f07e3f9-b77d-4a1f-abee-2e909c15931b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b982249-a07c-4502-ba7a-2f0c92347c05', 'name': 'tempest-ServersTestBootFromVolume-388830050-router', 'tenant_id': '23ed8fcebbac4686acca3f06ab3e514c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': 'bec982c5-e9f9-44de-bd20-1379b7fef959', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:16:20Z', 'updated_at': '2021-11-22T20:16:29Z', 'revision_number': 4, 'project_id': '23ed8fcebbac4686acca3f06ab3e514c', 'gw_port': {'id': 'bec982c5-e9f9-44de-bd20-1379b7fef959', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:fd:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b982249-a07c-4502-ba7a-2f0c92347c05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:16:22Z', 'updated_at': '2021-11-22T20:16:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': '4aa7ce46-970d-4abb-911d-d8151339509d', 'name': '', 'network_id': '73091ecb-b489-4dc5-b0f5-740e198eef08', 'tenant_id': '23ed8fcebbac4686acca3f06ab3e514c', 'mac_address': 'fa:16:3e:b7:27:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b982249-a07c-4502-ba7a-2f0c92347c05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '9101b2b3-b2f9-4690-9616-29ccea2bab88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:16:28Z', 'updated_at': '2021-11-22T20:16:39Z', 'revision_number': 5, 'project_id': '23ed8fcebbac4686acca3f06ab3e514c', 'subnets': [{'id': '9101b2b3-b2f9-4690-9616-29ccea2bab88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:19:50.253751 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f07e3f9-b77d-4a1f-abee-2e909c15931b None None] The sync data for ids ['2b982249-a07c-4502-ba7a-2f0c92347c05'] in n-d-818823-1 is: [{'id': '2b982249-a07c-4502-ba7a-2f0c92347c05', 'name': 'tempest-ServersTestBootFromVolume-388830050-router', 'tenant_id': '23ed8fcebbac4686acca3f06ab3e514c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': 'bec982c5-e9f9-44de-bd20-1379b7fef959', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:16:20Z', 'updated_at': '2021-11-22T20:16:29Z', 'revision_number': 4, 'project_id': '23ed8fcebbac4686acca3f06ab3e514c', 'gw_port': {'id': 'bec982c5-e9f9-44de-bd20-1379b7fef959', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:fd:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b982249-a07c-4502-ba7a-2f0c92347c05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:16:22Z', 'updated_at': '2021-11-22T20:16:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': '4aa7ce46-970d-4abb-911d-d8151339509d', 'name': '', 'network_id': '73091ecb-b489-4dc5-b0f5-740e198eef08', 'tenant_id': '23ed8fcebbac4686acca3f06ab3e514c', 'mac_address': 'fa:16:3e:b7:27:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b982249-a07c-4502-ba7a-2f0c92347c05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '9101b2b3-b2f9-4690-9616-29ccea2bab88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:16:28Z', 'updated_at': '2021-11-22T20:16:39Z', 'revision_number': 5, 'project_id': '23ed8fcebbac4686acca3f06ab3e514c', 'subnets': [{'id': '9101b2b3-b2f9-4690-9616-29ccea2bab88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:19:50.416462 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-fa93b0d9-6904-4cf4-9ef8-989f1ea5cd90 req-76fb3531-5995-49f1-adce-02b4068e4ccf tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.46 "GET /v2.0/ports?device_id=5316a446-ecd3-4253-9665-5369c443676f HTTP/1.1" status: 200 len: 210 time: 0.0551944 Nov 22 20:19:50.513823 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:50.540307 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27859499-3fee-4255-98df-7775b62a7da8 {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:19:50.644629 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-70cfce35-d03d-4602-9323-b00936086319 req-2df36494-199e-4753-b875-f75df8373506 tempest-ServersTestBootFromVolume-579283085 tempest-ServersTestBootFromVolume-579283085-project] 10.222.0.46 "GET /v2.0/ports?device_id=6c736002-725b-489a-b39d-3fa0f252de44 HTTP/1.1" status: 200 len: 210 time: 0.0992825 Nov 22 20:19:50.660207 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 27859499-3fee-4255-98df-7775b62a7da8, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=27859499-3fee-4255-98df-7775b62a7da8,segment=NetworkSegment(d56448b6-bc95-4d55-8516-7d5f9686cbb7),segment_id=d56448b6-bc95-4d55-8516-7d5f9686cbb7)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:19:50.884096 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:50.884821 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device ae0865ea-6502-4dd3-8f5a-f8707775c47a details requested by agent hyperv_n-h1-818823-1 with host n-h1-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 20:19:50.898208 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4485d121-ec57-44d5-a080-2de9a3cc060a req-50271b4c-08f3-4d82-929d-bb16eee5b67f tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:50.909135 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4485d121-ec57-44d5-a080-2de9a3cc060a req-50271b4c-08f3-4d82-929d-bb16eee5b67f tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/ports?device_id=3bfa29c8-e8ac-407c-a1fc-1e98c0f96b9f HTTP/1.1" status: 200 len: 946 time: 0.1585267 Nov 22 20:19:50.992771 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c4670e0-1a8a-4032-aad2-53a18207a007 None None] New status for floating IP 4d284ce5-3591-4fdb-82e6-94fe01584135: DOWN {{(pid=103450) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 20:19:51.055734 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4485d121-ec57-44d5-a080-2de9a3cc060a req-78994c1c-237b-42c4-923c-cb96023d2437 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6bb4485-0c85-4226-9793-14795129f329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455965 Nov 22 20:19:51.206365 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=27859499-3fee-4255-98df-7775b62a7da8,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:19:51.239616 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f09420-840b-415d-bec5-81f0a554dcf3 req-fbcec80d-c8cf-4226-8433-90600da341b8 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:51.267984 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port ae0865ea-6502-4dd3-8f5a-f8707775c47a, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=ae0865ea-6502-4dd3-8f5a-f8707775c47a,segment=NetworkSegment(d56448b6-bc95-4d55-8516-7d5f9686cbb7),segment_id=d56448b6-bc95-4d55-8516-7d5f9686cbb7)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:19:51.270359 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f09420-840b-415d-bec5-81f0a554dcf3 req-fbcec80d-c8cf-4226-8433-90600da341b8 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:51.283557 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f09420-840b-415d-bec5-81f0a554dcf3 req-fbcec80d-c8cf-4226-8433-90600da341b8 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:51.290597 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f09420-840b-415d-bec5-81f0a554dcf3 req-fbcec80d-c8cf-4226-8433-90600da341b8 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:51.309599 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f09420-840b-415d-bec5-81f0a554dcf3 req-fbcec80d-c8cf-4226-8433-90600da341b8 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:51.327834 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f09420-840b-415d-bec5-81f0a554dcf3 req-fbcec80d-c8cf-4226-8433-90600da341b8 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:51.334332 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f09420-840b-415d-bec5-81f0a554dcf3 req-fbcec80d-c8cf-4226-8433-90600da341b8 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:51.344888 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Returning: {'device': 'ae0865ea-6502-4dd3-8f5a-f8707775c47a', 'network_id': 'af9bb979-b2e3-447d-a9f1-511c736d70b3', 'port_id': 'ae0865ea-6502-4dd3-8f5a-f8707775c47a', 'mac_address': 'fa:16:3e:2d:b3:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef7fccd9-1ba4-439a-b54e-9e5a9b6c59f5', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 20:19:51.347163 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b6f09420-840b-415d-bec5-81f0a554dcf3 req-fbcec80d-c8cf-4226-8433-90600da341b8 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] 10.222.0.46 "GET /v2.0/ports?device_id=40c93a37-becd-4018-b943-1d6e903a3ffe HTTP/1.1" status: 200 len: 5432 time: 0.2540989 Nov 22 20:19:51.558993 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b6f09420-840b-415d-bec5-81f0a554dcf3 req-ccaffbdd-fb83-42dd-8ef5-1229b28cca09 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] 10.222.0.46 "GET /v2.0/security-groups?id=70cb0c9d-9724-446c-9f0a-bf3510156947&id=f57d0821-447e-4bd4-9be8-6ef5d6dfd2db&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1899633 Nov 22 20:19:51.620240 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:51.648489 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae0865ea-6502-4dd3-8f5a-f8707775c47a {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:19:51.672445 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port ae0865ea-6502-4dd3-8f5a-f8707775c47a, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=ae0865ea-6502-4dd3-8f5a-f8707775c47a,segment=NetworkSegment(d56448b6-bc95-4d55-8516-7d5f9686cbb7),segment_id=d56448b6-bc95-4d55-8516-7d5f9686cbb7)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:19:51.686565 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:51.687257 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 26cc7b13-59a1-4281-875f-27b2b98ae89e details requested by agent hyperv_n-h1-818823-1 with host n-h1-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 20:19:51.705933 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device bdd77363-c972-4d32-a6fc-a5ca97c33c45 no longer exists at agent hyperv_n-h2-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:19:51.763830 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] No Port match for: bdd77363-c972-4d32-a6fc-a5ca97c33c45 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:19:51.764183 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device bdd77363-c972-4d32-a6fc-a5ca97c33c45 not bound to the agent host n-h2-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:19:51.867485 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-04a9d54c-3801-4b81-a40b-494aa831021c req-8465ea0a-b32d-4c3d-b3c9-e4a3f3dd50a1 tempest-ServersTestBootFromVolume-579283085 tempest-ServersTestBootFromVolume-579283085-project] 10.222.0.46 "GET /v2.0/ports?device_id=6c736002-725b-489a-b39d-3fa0f252de44 HTTP/1.1" status: 200 len: 210 time: 0.1025133 Nov 22 20:19:51.946338 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=ae0865ea-6502-4dd3-8f5a-f8707775c47a,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:19:52.035151 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 26cc7b13-59a1-4281-875f-27b2b98ae89e, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=26cc7b13-59a1-4281-875f-27b2b98ae89e,segment=NetworkSegment(c15bb4e7-ea13-4fea-a3f9-07fbd2080202),segment_id=c15bb4e7-ea13-4fea-a3f9-07fbd2080202)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:19:52.054592 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Returning: {'device': '26cc7b13-59a1-4281-875f-27b2b98ae89e', 'network_id': '3ad73812-60e8-4754-bf89-bc7945f351b9', 'port_id': '26cc7b13-59a1-4281-875f-27b2b98ae89e', 'mac_address': 'fa:16:3e:da:41:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e25cd4ad-e472-4506-b141-ef866ec585ef', 'ip_address': '10.1.1.120'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 20:19:52.155659 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929a93c7-c28b-4b50-9176-9f45565c67c0 req-8953b697-01dd-4880-a7c2-5f79cb6623d4 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:52.156632 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:52.170913 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-929a93c7-c28b-4b50-9176-9f45565c67c0 req-8953b697-01dd-4880-a7c2-5f79cb6623d4 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.46 "GET /v2.0/ports?device_id=a0ee4bfc-110f-4c72-bb4d-c86cafa75a62 HTTP/1.1" status: 200 len: 950 time: 0.1246724 Nov 22 20:19:52.204203 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26cc7b13-59a1-4281-875f-27b2b98ae89e {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:19:52.231174 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 26cc7b13-59a1-4281-875f-27b2b98ae89e, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=26cc7b13-59a1-4281-875f-27b2b98ae89e,segment=NetworkSegment(c15bb4e7-ea13-4fea-a3f9-07fbd2080202),segment_id=c15bb4e7-ea13-4fea-a3f9-07fbd2080202)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:19:52.236418 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:52.238133 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 835a0333-17c1-49ac-a55d-d9999f17b48d details requested by agent hyperv_n-h1-818823-1 with host n-h1-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 20:19:52.250785 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfd47e9-4738-4fd8-973c-fc4cd702f5e5 req-aa6ff6b0-9b8a-49d9-bd49-02e7eb898d63 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:52.267961 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5bfd47e9-4738-4fd8-973c-fc4cd702f5e5 req-aa6ff6b0-9b8a-49d9-bd49-02e7eb898d63 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/ports?device_id=3bfa29c8-e8ac-407c-a1fc-1e98c0f96b9f HTTP/1.1" status: 200 len: 946 time: 0.0944316 Nov 22 20:19:52.401452 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 835a0333-17c1-49ac-a55d-d9999f17b48d, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=835a0333-17c1-49ac-a55d-d9999f17b48d,segment=NetworkSegment(c15bb4e7-ea13-4fea-a3f9-07fbd2080202),segment_id=c15bb4e7-ea13-4fea-a3f9-07fbd2080202)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:19:52.406367 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=26cc7b13-59a1-4281-875f-27b2b98ae89e,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:19:52.409188 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5bfd47e9-4738-4fd8-973c-fc4cd702f5e5 req-e95c8873-82b9-4a49-98ed-1ec2f44505a1 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6bb4485-0c85-4226-9793-14795129f329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386797 Nov 22 20:19:52.422028 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Returning: {'device': '835a0333-17c1-49ac-a55d-d9999f17b48d', 'network_id': '3ad73812-60e8-4754-bf89-bc7945f351b9', 'port_id': '835a0333-17c1-49ac-a55d-d9999f17b48d', 'mac_address': 'fa:16:3e:75:36:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e25cd4ad-e472-4506-b141-ef866ec585ef', 'ip_address': '10.1.1.92'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 20:19:52.424489 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-929a93c7-c28b-4b50-9176-9f45565c67c0 req-bc9da191-baf3-4d9a-bb76-f92abc6ee715 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c61ce95-aab5-427a-864a-9f490b05fbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2388508 Nov 22 20:19:52.543731 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:52.576295 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 835a0333-17c1-49ac-a55d-d9999f17b48d {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:19:52.635713 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 835a0333-17c1-49ac-a55d-d9999f17b48d, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=835a0333-17c1-49ac-a55d-d9999f17b48d,segment=NetworkSegment(c15bb4e7-ea13-4fea-a3f9-07fbd2080202),segment_id=c15bb4e7-ea13-4fea-a3f9-07fbd2080202)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:19:52.658941 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:52.661824 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 24e26784-28ce-4e69-aa50-f9485f00f0dd details requested by agent hyperv_n-h1-818823-1 with host n-h1-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 20:19:52.774592 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06c6722-3b0b-4638-950b-3be2e743d34d req-c29807ff-0a8c-4cfe-b1c6-0e192eb702f5 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:52.781850 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06c6722-3b0b-4638-950b-3be2e743d34d req-c29807ff-0a8c-4cfe-b1c6-0e192eb702f5 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:52.788559 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06c6722-3b0b-4638-950b-3be2e743d34d req-c29807ff-0a8c-4cfe-b1c6-0e192eb702f5 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:52.796120 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06c6722-3b0b-4638-950b-3be2e743d34d req-c29807ff-0a8c-4cfe-b1c6-0e192eb702f5 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:52.803218 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06c6722-3b0b-4638-950b-3be2e743d34d req-c29807ff-0a8c-4cfe-b1c6-0e192eb702f5 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:52.809817 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06c6722-3b0b-4638-950b-3be2e743d34d req-c29807ff-0a8c-4cfe-b1c6-0e192eb702f5 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:52.826002 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06c6722-3b0b-4638-950b-3be2e743d34d req-c29807ff-0a8c-4cfe-b1c6-0e192eb702f5 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:52.834320 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b06c6722-3b0b-4638-950b-3be2e743d34d req-c29807ff-0a8c-4cfe-b1c6-0e192eb702f5 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] 10.222.0.46 "GET /v2.0/ports?device_id=40c93a37-becd-4018-b943-1d6e903a3ffe HTTP/1.1" status: 200 len: 5435 time: 0.1506786 Nov 22 20:19:52.950539 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b06c6722-3b0b-4638-950b-3be2e743d34d req-dbe7ff82-2537-4f06-98e8-1b2ff5a5450c tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] 10.222.0.46 "GET /v2.0/security-groups?id=70cb0c9d-9724-446c-9f0a-bf3510156947&id=f57d0821-447e-4bd4-9be8-6ef5d6dfd2db&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1072655 Nov 22 20:19:52.997719 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 24e26784-28ce-4e69-aa50-f9485f00f0dd, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=24e26784-28ce-4e69-aa50-f9485f00f0dd,segment=NetworkSegment(6273ad9b-43bd-49ab-92c4-43e66fe51a00),segment_id=6273ad9b-43bd-49ab-92c4-43e66fe51a00)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:19:53.004851 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89bc8e5-07c7-4847-b000-fe27e8e774b8 req-45b02c23-60aa-4cf6-b51d-9a00a0d66793 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:53.019602 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f89bc8e5-07c7-4847-b000-fe27e8e774b8 req-45b02c23-60aa-4cf6-b51d-9a00a0d66793 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/ports?device_id=3bfa29c8-e8ac-407c-a1fc-1e98c0f96b9f HTTP/1.1" status: 200 len: 946 time: 0.1660066 Nov 22 20:19:53.056780 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Returning: {'device': '24e26784-28ce-4e69-aa50-f9485f00f0dd', 'network_id': 'd850805c-8248-4517-bdd1-4a876cc6baf0', 'port_id': '24e26784-28ce-4e69-aa50-f9485f00f0dd', 'mac_address': 'fa:16:3e:c1:a4:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 611, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1bf7e3c-bb18-492e-826e-dd3a8d7abcd1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 20:19:53.081755 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=835a0333-17c1-49ac-a55d-d9999f17b48d,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:19:53.131385 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ecf06c6f-fa20-4c03-ae78-eb7d23a8596c req-46ee9891-76d0-440b-bda4-aad999fe7985 tempest-ServersTestBootFromVolume-579283085 tempest-ServersTestBootFromVolume-579283085-project] 10.222.0.46 "GET /v2.0/ports?device_id=6c736002-725b-489a-b39d-3fa0f252de44 HTTP/1.1" status: 200 len: 210 time: 0.0457966 Nov 22 20:19:53.150921 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f89bc8e5-07c7-4847-b000-fe27e8e774b8 req-e8be899e-dd1e-406f-b2f9-5321119df1a1 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6bb4485-0c85-4226-9793-14795129f329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221781 Nov 22 20:19:53.182478 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:53.213838 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24e26784-28ce-4e69-aa50-f9485f00f0dd {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:19:53.237008 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ceec2f-e945-4407-b0b8-724411cc9c46 req-df296983-6830-43fd-aa30-a2d24fc72eb4 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:53.239377 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-35ceec2f-e945-4407-b0b8-724411cc9c46 req-df296983-6830-43fd-aa30-a2d24fc72eb4 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0ee4bfc-110f-4c72-bb4d-c86cafa75a62 HTTP/1.1" status: 200 len: 950 time: 0.0628037 Nov 22 20:19:53.251041 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 24e26784-28ce-4e69-aa50-f9485f00f0dd, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=24e26784-28ce-4e69-aa50-f9485f00f0dd,segment=NetworkSegment(6273ad9b-43bd-49ab-92c4-43e66fe51a00),segment_id=6273ad9b-43bd-49ab-92c4-43e66fe51a00)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:19:53.257740 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:53.258449 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device cc5614ff-8218-4f84-9a25-5dccd5d7dcd7 details requested by agent hyperv_n-h1-818823-1 with host n-h1-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 20:19:53.396205 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-35ceec2f-e945-4407-b0b8-724411cc9c46 req-32c7ddf0-73e7-4ee4-9132-c4ac4eeed749 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Deleting port 228d93de-4494-4046-b2e5-5983222dab88 {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:19:53.396898 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-35ceec2f-e945-4407-b0b8-724411cc9c46 req-32c7ddf0-73e7-4ee4-9132-c4ac4eeed749 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:53.415978 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port cc5614ff-8218-4f84-9a25-5dccd5d7dcd7, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=cc5614ff-8218-4f84-9a25-5dccd5d7dcd7,segment=NetworkSegment(c15bb4e7-ea13-4fea-a3f9-07fbd2080202),segment_id=c15bb4e7-ea13-4fea-a3f9-07fbd2080202)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:19:53.418620 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=24e26784-28ce-4e69-aa50-f9485f00f0dd,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:19:53.431219 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Returning: {'device': 'cc5614ff-8218-4f84-9a25-5dccd5d7dcd7', 'network_id': '3ad73812-60e8-4754-bf89-bc7945f351b9', 'port_id': 'cc5614ff-8218-4f84-9a25-5dccd5d7dcd7', 'mac_address': 'fa:16:3e:75:7b:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e25cd4ad-e472-4506-b141-ef866ec585ef', 'ip_address': '10.1.1.254'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 20:19:53.484297 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:53.522456 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc5614ff-8218-4f84-9a25-5dccd5d7dcd7 {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:19:53.569858 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port cc5614ff-8218-4f84-9a25-5dccd5d7dcd7, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=cc5614ff-8218-4f84-9a25-5dccd5d7dcd7,segment=NetworkSegment(c15bb4e7-ea13-4fea-a3f9-07fbd2080202),segment_id=c15bb4e7-ea13-4fea-a3f9-07fbd2080202)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:19:53.584774 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:53.585459 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 23b5427c-a333-43d6-a0e0-5ca27da7038f details requested by agent hyperv_n-h1-818823-1 with host n-h1-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 20:19:53.597075 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-35ceec2f-e945-4407-b0b8-724411cc9c46 req-32c7ddf0-73e7-4ee4-9132-c4ac4eeed749 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] For port 228d93de-4494-4046-b2e5-5983222dab88, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=228d93de-4494-4046-b2e5-5983222dab88,segment=NetworkSegment(2a5a1c7b-538e-498e-99b9-cc7a8e0411be),segment_id=2a5a1c7b-538e-498e-99b9-cc7a8e0411be)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:19:53.597832 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-35ceec2f-e945-4407-b0b8-724411cc9c46 req-32c7ddf0-73e7-4ee4-9132-c4ac4eeed749 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:53.624111 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-35ceec2f-e945-4407-b0b8-724411cc9c46 req-32c7ddf0-73e7-4ee4-9132-c4ac4eeed749 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Calling delete_port for 228d93de-4494-4046-b2e5-5983222dab88 owned by compute:nova {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:19:53.669803 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=cc5614ff-8218-4f84-9a25-5dccd5d7dcd7,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:19:53.682901 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 23b5427c-a333-43d6-a0e0-5ca27da7038f, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=23b5427c-a333-43d6-a0e0-5ca27da7038f,segment=NetworkSegment(c15bb4e7-ea13-4fea-a3f9-07fbd2080202),segment_id=c15bb4e7-ea13-4fea-a3f9-07fbd2080202)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:19:53.700341 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d7357a-a8b1-4947-a3ff-795d69c505a4 req-efb8a896-f40a-4d7a-bf7f-c616b9afb48c tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:53.709480 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d5d7357a-a8b1-4947-a3ff-795d69c505a4 req-efb8a896-f40a-4d7a-bf7f-c616b9afb48c tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.46 "GET /v2.0/ports?device_id=a0ee4bfc-110f-4c72-bb4d-c86cafa75a62 HTTP/1.1" status: 200 len: 950 time: 0.1666553 Nov 22 20:19:53.719052 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Returning: {'device': '23b5427c-a333-43d6-a0e0-5ca27da7038f', 'network_id': '3ad73812-60e8-4754-bf89-bc7945f351b9', 'port_id': '23b5427c-a333-43d6-a0e0-5ca27da7038f', 'mac_address': 'fa:16:3e:b2:fd:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e25cd4ad-e472-4506-b141-ef866ec585ef', 'ip_address': '10.1.1.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 20:19:53.776364 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d5d7357a-a8b1-4947-a3ff-795d69c505a4 req-14d930e6-a6c3-4637-aced-44f79836e72c tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c61ce95-aab5-427a-864a-9f490b05fbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656195 Nov 22 20:19:53.835958 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:53.853043 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23b5427c-a333-43d6-a0e0-5ca27da7038f {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:19:53.898443 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 23b5427c-a333-43d6-a0e0-5ca27da7038f, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=23b5427c-a333-43d6-a0e0-5ca27da7038f,segment=NetworkSegment(c15bb4e7-ea13-4fea-a3f9-07fbd2080202),segment_id=c15bb4e7-ea13-4fea-a3f9-07fbd2080202)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:19:53.915381 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:53.923697 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-35ceec2f-e945-4407-b0b8-724411cc9c46 req-32c7ddf0-73e7-4ee4-9132-c4ac4eeed749 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:53.967818 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] get_ports_and_sgs() called for port_ids ['52d6b7ae-24f7-4fb1-a9ba-b05788111e33', '15fcdac3-0d86-47fd-a34f-6adf8d9958a3', '159ed494-f1c4-45d7-8e39-d21b57d302f2', '228d93de-4494-4046-b2e5-5983222dab88'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:19:53.969971 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] get_ports_and_sgs() called for port_ids ['afbbfbb1-6a7a-467b-bc94-36bdeced156e', '809ce848-2187-4a4e-8edc-dd0191bb8cd6'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:19:53.996202 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c7ddf0-73e7-4ee4-9132-c4ac4eeed749 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Pushing event deleted for resources: {'Port': ['ID=228d93de-4494-4046-b2e5-5983222dab88,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:19:54.124732 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-35ceec2f-e945-4407-b0b8-724411cc9c46 req-32c7ddf0-73e7-4ee4-9132-c4ac4eeed749 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] No DVR routers for this DVR port 228d93de-4494-4046-b2e5-5983222dab88 on host n-h2-818823-1 {{(pid=103447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:19:54.128309 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-35ceec2f-e945-4407-b0b8-724411cc9c46 req-32c7ddf0-73e7-4ee4-9132-c4ac4eeed749 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:54.132664 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-35ceec2f-e945-4407-b0b8-724411cc9c46 req-32c7ddf0-73e7-4ee4-9132-c4ac4eeed749 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.20 "DELETE /v2.0/ports/228d93de-4494-4046-b2e5-5983222dab88 HTTP/1.1" status: 204 len: 173 time: 0.8858604 Nov 22 20:19:54.133575 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0ee4bfc-110f-4c72-bb4d-c86cafa75a62', 'name': 'network-vif-deleted', 'tag': '228d93de-4494-4046-b2e5-5983222dab88'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:19:54.137356 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-235a7d31-6d4c-47cc-89f4-65267de67e70" -d '{"events": [{"server_uuid": "a0ee4bfc-110f-4c72-bb4d-c86cafa75a62", "name": "network-vif-deleted", "tag": "228d93de-4494-4046-b2e5-5983222dab88"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:19:54.237738 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:19:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec41d827-3615-4f21-a6ae-88995b21ba2d x-openstack-request-id: req-ec41d827-3615-4f21-a6ae-88995b21ba2d {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:19:54.238858 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0ee4bfc-110f-4c72-bb4d-c86cafa75a62", "name": "network-vif-deleted", "tag": "228d93de-4494-4046-b2e5-5983222dab88", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:19:54.239279 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ec41d827-3615-4f21-a6ae-88995b21ba2d {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:19:54.239987 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0ee4bfc-110f-4c72-bb4d-c86cafa75a62', 'name': 'network-vif-deleted', 'tag': '228d93de-4494-4046-b2e5-5983222dab88', 'status': 'completed', 'code': 200} Nov 22 20:19:54.296251 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa46256-538d-4b5f-9a32-0e7b940bf35c req-3001b559-6c34-44e4-8469-81068aa4c4bf tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:54.298965 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-eaa46256-538d-4b5f-9a32-0e7b940bf35c req-3001b559-6c34-44e4-8469-81068aa4c4bf tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.20 "GET /v2.0/ports?device_id=3bfa29c8-e8ac-407c-a1fc-1e98c0f96b9f HTTP/1.1" status: 200 len: 946 time: 0.1076822 Nov 22 20:19:54.325051 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdaec8d-16b7-4326-8c55-537e0b9cf481 req-1c7d3b51-72d8-4371-bebe-5fd18c856260 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:54.325285 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=23b5427c-a333-43d6-a0e0-5ca27da7038f,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:19:54.333350 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdaec8d-16b7-4326-8c55-537e0b9cf481 req-1c7d3b51-72d8-4371-bebe-5fd18c856260 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:54.342838 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdaec8d-16b7-4326-8c55-537e0b9cf481 req-1c7d3b51-72d8-4371-bebe-5fd18c856260 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:54.357520 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdaec8d-16b7-4326-8c55-537e0b9cf481 req-1c7d3b51-72d8-4371-bebe-5fd18c856260 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:54.365954 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdaec8d-16b7-4326-8c55-537e0b9cf481 req-1c7d3b51-72d8-4371-bebe-5fd18c856260 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:54.377910 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdaec8d-16b7-4326-8c55-537e0b9cf481 req-1c7d3b51-72d8-4371-bebe-5fd18c856260 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:54.385346 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdaec8d-16b7-4326-8c55-537e0b9cf481 req-1c7d3b51-72d8-4371-bebe-5fd18c856260 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:54.389068 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4bdaec8d-16b7-4326-8c55-537e0b9cf481 req-1c7d3b51-72d8-4371-bebe-5fd18c856260 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] 10.222.0.46 "GET /v2.0/ports?device_id=40c93a37-becd-4018-b943-1d6e903a3ffe HTTP/1.1" status: 200 len: 5438 time: 0.2768407 Nov 22 20:19:54.474096 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d9a4a2fc-3829-484c-a9ee-458ae52bb85c req-bb9ed1d7-fc12-45f5-b84b-5b6c1fe9bce1 tempest-ServersTestBootFromVolume-579283085 tempest-ServersTestBootFromVolume-579283085-project] 10.222.0.46 "GET /v2.0/ports?device_id=6c736002-725b-489a-b39d-3fa0f252de44 HTTP/1.1" status: 200 len: 210 time: 0.0838714 Nov 22 20:19:54.775309 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903662e4-822d-490b-bc46-49ef8985a3fd req-e7e948a4-dd3a-44a8-b01e-9cc698cc998f tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:54.776618 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] get_ports_and_sgs() called for port_ids ['835a0333-17c1-49ac-a55d-d9999f17b48d'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:19:54.777208 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-903662e4-822d-490b-bc46-49ef8985a3fd req-e7e948a4-dd3a-44a8-b01e-9cc698cc998f tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/ports?device_id=3bfa29c8-e8ac-407c-a1fc-1e98c0f96b9f HTTP/1.1" status: 200 len: 946 time: 0.1734560 Nov 22 20:19:54.791707 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4bdaec8d-16b7-4326-8c55-537e0b9cf481 req-bde1acb6-beb3-4321-811b-f5290234d0a0 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] 10.222.0.46 "GET /v2.0/security-groups?id=70cb0c9d-9724-446c-9f0a-bf3510156947&id=f57d0821-447e-4bd4-9be8-6ef5d6dfd2db&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2982218 Nov 22 20:19:54.833723 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] get_ports_and_sgs() called for port_ids ['27859499-3fee-4255-98df-7775b62a7da8'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:19:54.844226 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] get_ports_and_sgs() called for port_ids ['24e26784-28ce-4e69-aa50-f9485f00f0dd'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:19:54.846903 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] get_ports_and_sgs() called for port_ids ['cc5614ff-8218-4f84-9a25-5dccd5d7dcd7'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:19:54.866510 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-eaa46256-538d-4b5f-9a32-0e7b940bf35c req-dc69b36e-b97b-4413-9e42-b161e986e1a5 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Deleting port 05628c54-555e-406b-b787-f7efd65cddd4 {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:19:54.866857 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-eaa46256-538d-4b5f-9a32-0e7b940bf35c req-dc69b36e-b97b-4413-9e42-b161e986e1a5 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:54.983895 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-903662e4-822d-490b-bc46-49ef8985a3fd req-0e3b1d89-0a61-4937-8ce0-cf2bca12db42 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6bb4485-0c85-4226-9793-14795129f329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828983 Nov 22 20:19:55.086022 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-eaa46256-538d-4b5f-9a32-0e7b940bf35c req-dc69b36e-b97b-4413-9e42-b161e986e1a5 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] For port 05628c54-555e-406b-b787-f7efd65cddd4, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=05628c54-555e-406b-b787-f7efd65cddd4,segment=NetworkSegment(ac5f3349-9549-4263-b08f-bbbf3ebb8ed3),segment_id=ac5f3349-9549-4263-b08f-bbbf3ebb8ed3)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:19:55.086763 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-eaa46256-538d-4b5f-9a32-0e7b940bf35c req-dc69b36e-b97b-4413-9e42-b161e986e1a5 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:55.121841 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] get_ports_and_sgs() called for port_ids ['23b5427c-a333-43d6-a0e0-5ca27da7038f'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:19:55.134843 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-eaa46256-538d-4b5f-9a32-0e7b940bf35c req-dc69b36e-b97b-4413-9e42-b161e986e1a5 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Calling delete_port for 05628c54-555e-406b-b787-f7efd65cddd4 owned by compute:nova {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:19:55.422611 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-eaa46256-538d-4b5f-9a32-0e7b940bf35c req-dc69b36e-b97b-4413-9e42-b161e986e1a5 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:55.470339 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc69b36e-b97b-4413-9e42-b161e986e1a5 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Pushing event deleted for resources: {'Port': ['ID=05628c54-555e-406b-b787-f7efd65cddd4,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:19:55.539958 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-eaa46256-538d-4b5f-9a32-0e7b940bf35c req-dc69b36e-b97b-4413-9e42-b161e986e1a5 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] No DVR routers for this DVR port 05628c54-555e-406b-b787-f7efd65cddd4 on host n-h2-818823-1 {{(pid=103447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:19:55.545186 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13cc80aa-fca1-4580-93b9-f83a669968aa None None] DHCP port deletion for 41f439de-e657-4ca1-8a55-865945ee9732 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:19:55.574087 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-eaa46256-538d-4b5f-9a32-0e7b940bf35c req-dc69b36e-b97b-4413-9e42-b161e986e1a5 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:55.579984 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-eaa46256-538d-4b5f-9a32-0e7b940bf35c req-dc69b36e-b97b-4413-9e42-b161e986e1a5 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.20 "DELETE /v2.0/ports/05628c54-555e-406b-b787-f7efd65cddd4 HTTP/1.1" status: 204 len: 173 time: 1.1362662 Nov 22 20:19:55.642537 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa04f9d3-8a7b-468e-bf4e-ccd10726e2b9 req-a76dcf11-45aa-4b9b-8353-2a858f53071a tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:55.655037 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] get_ports_and_sgs() called for port_ids ['ae0865ea-6502-4dd3-8f5a-f8707775c47a'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:19:55.657459 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-aa04f9d3-8a7b-468e-bf4e-ccd10726e2b9 req-a76dcf11-45aa-4b9b-8353-2a858f53071a tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.46 "GET /v2.0/ports?device_id=e460d313-80e9-47f6-9945-5af58f9ad305 HTTP/1.1" status: 200 len: 950 time: 0.1184609 Nov 22 20:19:55.725464 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] get_ports_and_sgs() called for port_ids ['26cc7b13-59a1-4281-875f-27b2b98ae89e'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:19:55.752285 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2cf2a4d7-25e5-4d33-8d20-53b5824fedc9 req-cbe26b7d-1d5d-4dac-81ee-ff9b9b56c42a tempest-ServersTestBootFromVolume-579283085 tempest-ServersTestBootFromVolume-579283085-project] 10.222.0.46 "GET /v2.0/ports?device_id=6c736002-725b-489a-b39d-3fa0f252de44 HTTP/1.1" status: 200 len: 210 time: 0.1217787 Nov 22 20:19:55.856724 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-aa04f9d3-8a7b-468e-bf4e-ccd10726e2b9 req-69aad2f3-a7d4-4096-ba45-bbc1646c2090 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c61ce95-aab5-427a-864a-9f490b05fbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033616 Nov 22 20:19:56.050586 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d52272-8910-422f-b3bd-025d3e595b90 req-78e69c68-a393-43d3-8915-2d8dccaf5b9b tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:56.063585 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d52272-8910-422f-b3bd-025d3e595b90 req-78e69c68-a393-43d3-8915-2d8dccaf5b9b tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:56.094703 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d52272-8910-422f-b3bd-025d3e595b90 req-78e69c68-a393-43d3-8915-2d8dccaf5b9b tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:56.120397 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d52272-8910-422f-b3bd-025d3e595b90 req-78e69c68-a393-43d3-8915-2d8dccaf5b9b tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:56.147953 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d52272-8910-422f-b3bd-025d3e595b90 req-78e69c68-a393-43d3-8915-2d8dccaf5b9b tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:56.166328 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d52272-8910-422f-b3bd-025d3e595b90 req-78e69c68-a393-43d3-8915-2d8dccaf5b9b tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:56.180220 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d52272-8910-422f-b3bd-025d3e595b90 req-78e69c68-a393-43d3-8915-2d8dccaf5b9b tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:56.182278 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-92d52272-8910-422f-b3bd-025d3e595b90 req-78e69c68-a393-43d3-8915-2d8dccaf5b9b tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] 10.222.0.46 "GET /v2.0/ports?device_id=40c93a37-becd-4018-b943-1d6e903a3ffe HTTP/1.1" status: 200 len: 5438 time: 0.2531359 Nov 22 20:19:56.248779 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bfa29c8-e8ac-407c-a1fc-1e98c0f96b9f', 'name': 'network-vif-deleted', 'tag': '05628c54-555e-406b-b787-f7efd65cddd4'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:19:56.252535 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa683301-4275-4715-af03-4d0e227dd464" -d '{"events": [{"server_uuid": "3bfa29c8-e8ac-407c-a1fc-1e98c0f96b9f", "name": "network-vif-deleted", "tag": "05628c54-555e-406b-b787-f7efd65cddd4"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:19:56.333937 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-43905c9f-885b-4bc5-a17d-ab534db09c7f req-77eab7fd-56d6-4389-8f9e-b9f28e2c484d tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/ports?device_id=3bfa29c8-e8ac-407c-a1fc-1e98c0f96b9f HTTP/1.1" status: 200 len: 210 time: 0.1446040 Nov 22 20:19:56.440237 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:19:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a44af9fc-eb27-4441-a63e-a6020e55d67b x-openstack-request-id: req-a44af9fc-eb27-4441-a63e-a6020e55d67b {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:19:56.440973 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bfa29c8-e8ac-407c-a1fc-1e98c0f96b9f", "name": "network-vif-deleted", "tag": "05628c54-555e-406b-b787-f7efd65cddd4", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:19:56.440973 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a44af9fc-eb27-4441-a63e-a6020e55d67b {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:19:56.441279 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bfa29c8-e8ac-407c-a1fc-1e98c0f96b9f', 'name': 'network-vif-deleted', 'tag': '05628c54-555e-406b-b787-f7efd65cddd4', 'status': 'completed', 'code': 200} Nov 22 20:19:56.586756 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-92d52272-8910-422f-b3bd-025d3e595b90 req-912c8d2d-e4a9-4788-a461-343ddbd012ab tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] 10.222.0.46 "GET /v2.0/security-groups?id=70cb0c9d-9724-446c-9f0a-bf3510156947&id=f57d0821-447e-4bd4-9be8-6ef5d6dfd2db&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3961070 Nov 22 20:19:56.647139 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f574d3fe-0eca-4ce1-b656-6d7863dada7e req-41795427-ca7d-4338-afa1-2b9cf36da89c tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:56.648789 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f574d3fe-0eca-4ce1-b656-6d7863dada7e req-41795427-ca7d-4338-afa1-2b9cf36da89c tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.41 "GET /v2.0/ports?device_id=e460d313-80e9-47f6-9945-5af58f9ad305 HTTP/1.1" status: 200 len: 950 time: 0.1704800 Nov 22 20:19:56.874056 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-f574d3fe-0eca-4ce1-b656-6d7863dada7e req-fac975b7-fce8-4523-ba00-74289e1eb2bc tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Deleting port 809ce848-2187-4a4e-8edc-dd0191bb8cd6 {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:19:56.874410 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-f574d3fe-0eca-4ce1-b656-6d7863dada7e req-fac975b7-fce8-4523-ba00-74289e1eb2bc tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:56.991063 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.agents_db [None req-aa8313f2-1ee4-4e7b-8c5a-d32b2f9d31ee None None] Agent healthcheck: found 7 active agents {{(pid=103450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 20:19:57.048317 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-f574d3fe-0eca-4ce1-b656-6d7863dada7e req-fac975b7-fce8-4523-ba00-74289e1eb2bc tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] For port 809ce848-2187-4a4e-8edc-dd0191bb8cd6, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=809ce848-2187-4a4e-8edc-dd0191bb8cd6,segment=NetworkSegment(2a5a1c7b-538e-498e-99b9-cc7a8e0411be),segment_id=2a5a1c7b-538e-498e-99b9-cc7a8e0411be)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:19:57.048691 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-f574d3fe-0eca-4ce1-b656-6d7863dada7e req-fac975b7-fce8-4523-ba00-74289e1eb2bc tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:57.071841 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-f574d3fe-0eca-4ce1-b656-6d7863dada7e req-fac975b7-fce8-4523-ba00-74289e1eb2bc tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Calling delete_port for 809ce848-2187-4a4e-8edc-dd0191bb8cd6 owned by compute:nova {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:19:57.245623 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-f574d3fe-0eca-4ce1-b656-6d7863dada7e req-fac975b7-fce8-4523-ba00-74289e1eb2bc tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:57.257253 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-fa8996d5-4c8e-4158-b1ce-b250a73f1b58 req-4fdcb948-ebef-4cd6-a990-f427e19a693e tempest-ServersTestBootFromVolume-579283085 tempest-ServersTestBootFromVolume-579283085-project] 10.222.0.46 "GET /v2.0/ports?device_id=6c736002-725b-489a-b39d-3fa0f252de44 HTTP/1.1" status: 200 len: 210 time: 0.0363696 Nov 22 20:19:57.333962 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac975b7-fce8-4523-ba00-74289e1eb2bc tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Pushing event deleted for resources: {'Port': ['ID=809ce848-2187-4a4e-8edc-dd0191bb8cd6,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:19:57.348267 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ef0d13df-6d64-4756-bb30-cd2c1720102c req-ad0de060-8409-4e1d-a1d2-46573a8abda5 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.46 "GET /v2.0/ports?device_id=e460d313-80e9-47f6-9945-5af58f9ad305 HTTP/1.1" status: 200 len: 210 time: 0.1271951 Nov 22 20:19:57.446524 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932ed8f1-87e8-4618-9b77-f1dfae054052 req-9a5744bd-0823-4dce-b8d9-ef6a5c3bbe8e tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:57.448880 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-932ed8f1-87e8-4618-9b77-f1dfae054052 req-9a5744bd-0823-4dce-b8d9-ef6a5c3bbe8e tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.20 "GET /v2.0/ports?device_id=86e84458-0fba-47b1-8db8-162194d07c9a HTTP/1.1" status: 200 len: 950 time: 0.6780133 Nov 22 20:19:57.450553 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-f574d3fe-0eca-4ce1-b656-6d7863dada7e req-fac975b7-fce8-4523-ba00-74289e1eb2bc tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] No DVR routers for this DVR port 809ce848-2187-4a4e-8edc-dd0191bb8cd6 on host n-h1-818823-1 {{(pid=103447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:19:57.453263 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-f574d3fe-0eca-4ce1-b656-6d7863dada7e req-fac975b7-fce8-4523-ba00-74289e1eb2bc tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:57.457066 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f574d3fe-0eca-4ce1-b656-6d7863dada7e req-fac975b7-fce8-4523-ba00-74289e1eb2bc tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.41 "DELETE /v2.0/ports/809ce848-2187-4a4e-8edc-dd0191bb8cd6 HTTP/1.1" status: 204 len: 173 time: 0.8016491 Nov 22 20:19:57.489404 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] get_ports_and_sgs() called for port_ids ['52d6b7ae-24f7-4fb1-a9ba-b05788111e33', '15fcdac3-0d86-47fd-a34f-6adf8d9958a3'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:19:57.597715 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-932ed8f1-87e8-4618-9b77-f1dfae054052 req-9f9dfc5e-ed12-4290-a8e9-c8d482027913 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Deleting port 159ed494-f1c4-45d7-8e39-d21b57d302f2 {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:19:57.598098 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-932ed8f1-87e8-4618-9b77-f1dfae054052 req-9f9dfc5e-ed12-4290-a8e9-c8d482027913 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:57.754163 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 05628c54-555e-406b-b787-f7efd65cddd4 no longer exists at agent hyperv_n-h2-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:19:57.842423 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] No Port match for: 05628c54-555e-406b-b787-f7efd65cddd4 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:19:57.843121 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 05628c54-555e-406b-b787-f7efd65cddd4 not bound to the agent host n-h2-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:19:57.844039 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 228d93de-4494-4046-b2e5-5983222dab88 no longer exists at agent hyperv_n-h2-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:19:57.882836 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] No Port match for: 228d93de-4494-4046-b2e5-5983222dab88 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:19:57.883481 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 228d93de-4494-4046-b2e5-5983222dab88 not bound to the agent host n-h2-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:19:58.031429 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8299530b-5b55-47d8-9e9b-00844f4be994 req-236f54a8-e836-4435-a466-5d7eabd15b9e tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:58.046695 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8299530b-5b55-47d8-9e9b-00844f4be994 req-236f54a8-e836-4435-a466-5d7eabd15b9e tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:58.063291 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8299530b-5b55-47d8-9e9b-00844f4be994 req-236f54a8-e836-4435-a466-5d7eabd15b9e tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:58.074179 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8299530b-5b55-47d8-9e9b-00844f4be994 req-236f54a8-e836-4435-a466-5d7eabd15b9e tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:58.084885 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8299530b-5b55-47d8-9e9b-00844f4be994 req-236f54a8-e836-4435-a466-5d7eabd15b9e tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:58.091735 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8299530b-5b55-47d8-9e9b-00844f4be994 req-236f54a8-e836-4435-a466-5d7eabd15b9e tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:58.104389 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8299530b-5b55-47d8-9e9b-00844f4be994 req-236f54a8-e836-4435-a466-5d7eabd15b9e tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:58.106851 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8299530b-5b55-47d8-9e9b-00844f4be994 req-236f54a8-e836-4435-a466-5d7eabd15b9e tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] 10.222.0.46 "GET /v2.0/ports?device_id=40c93a37-becd-4018-b943-1d6e903a3ffe HTTP/1.1" status: 200 len: 5438 time: 0.3465836 Nov 22 20:19:58.178634 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-932ed8f1-87e8-4618-9b77-f1dfae054052 req-9f9dfc5e-ed12-4290-a8e9-c8d482027913 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] For port 159ed494-f1c4-45d7-8e39-d21b57d302f2, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=159ed494-f1c4-45d7-8e39-d21b57d302f2,segment=NetworkSegment(2a5a1c7b-538e-498e-99b9-cc7a8e0411be),segment_id=2a5a1c7b-538e-498e-99b9-cc7a8e0411be)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:19:58.179015 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-932ed8f1-87e8-4618-9b77-f1dfae054052 req-9f9dfc5e-ed12-4290-a8e9-c8d482027913 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:58.207773 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-932ed8f1-87e8-4618-9b77-f1dfae054052 req-9f9dfc5e-ed12-4290-a8e9-c8d482027913 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Calling delete_port for 159ed494-f1c4-45d7-8e39-d21b57d302f2 owned by compute:nova {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:19:58.251438 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387c41f1-f9a3-4a3e-a8ee-8996a23ba1b9 req-d7baf522-4dbd-456c-8958-88bc175d491a tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:58.252918 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-387c41f1-f9a3-4a3e-a8ee-8996a23ba1b9 req-d7baf522-4dbd-456c-8958-88bc175d491a tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/networks?id=41f439de-e657-4ca1-8a55-865945ee9732 HTTP/1.1" status: 200 len: 811 time: 0.4914918 Nov 22 20:19:58.311979 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-387c41f1-f9a3-4a3e-a8ee-8996a23ba1b9 req-b57eba18-0e49-4733-ba0e-c05a1490294c tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/quotas/76a9efddcf274563b133aa3f163fb3f9 HTTP/1.1" status: 200 len: 375 time: 0.0506864 Nov 22 20:19:58.320253 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8299530b-5b55-47d8-9e9b-00844f4be994 req-dc5f9513-2c0d-46d4-a46b-7dad6e1acb57 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] 10.222.0.46 "GET /v2.0/security-groups?id=70cb0c9d-9724-446c-9f0a-bf3510156947&id=f57d0821-447e-4bd4-9be8-6ef5d6dfd2db&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1831768 Nov 22 20:19:58.369260 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-387c41f1-f9a3-4a3e-a8ee-8996a23ba1b9 req-249b447c-f15d-4695-8cd4-9b522cb4a867 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=76a9efddcf274563b133aa3f163fb3f9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0480065 Nov 22 20:19:58.444082 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e460d313-80e9-47f6-9945-5af58f9ad305', 'name': 'network-vif-deleted', 'tag': '809ce848-2187-4a4e-8edc-dd0191bb8cd6'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:19:58.448363 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d17a6ce8-cfd3-4ea4-9f8b-172a48e4f9f1" -d '{"events": [{"server_uuid": "e460d313-80e9-47f6-9945-5af58f9ad305", "name": "network-vif-deleted", "tag": "809ce848-2187-4a4e-8edc-dd0191bb8cd6"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:19:58.518795 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-49b8bf63-e5a1-4180-b0b9-58ed481abebc req-dd582f55-ca6d-4086-b915-0cf3839bec2f tempest-ServersTestBootFromVolume-579283085 tempest-ServersTestBootFromVolume-579283085-project] 10.222.0.46 "GET /v2.0/ports?device_id=6c736002-725b-489a-b39d-3fa0f252de44 HTTP/1.1" status: 200 len: 210 time: 0.0397434 Nov 22 20:19:58.548767 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-932ed8f1-87e8-4618-9b77-f1dfae054052 req-9f9dfc5e-ed12-4290-a8e9-c8d482027913 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:58.562134 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] get_ports_and_sgs() called for port_ids ['52d6b7ae-24f7-4fb1-a9ba-b05788111e33', '15fcdac3-0d86-47fd-a34f-6adf8d9958a3'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:19:58.621341 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9dfc5e-ed12-4290-a8e9-c8d482027913 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Pushing event deleted for resources: {'Port': ['ID=159ed494-f1c4-45d7-8e39-d21b57d302f2,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:19:58.690273 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:19:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d771771-f1e4-499a-9d0b-0af0c6952a77 x-openstack-request-id: req-3d771771-f1e4-499a-9d0b-0af0c6952a77 {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:19:58.690566 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e460d313-80e9-47f6-9945-5af58f9ad305", "name": "network-vif-deleted", "tag": "809ce848-2187-4a4e-8edc-dd0191bb8cd6", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:19:58.690823 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3d771771-f1e4-499a-9d0b-0af0c6952a77 {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:19:58.691207 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e460d313-80e9-47f6-9945-5af58f9ad305', 'name': 'network-vif-deleted', 'tag': '809ce848-2187-4a4e-8edc-dd0191bb8cd6', 'status': 'completed', 'code': 200} Nov 22 20:19:58.726576 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-932ed8f1-87e8-4618-9b77-f1dfae054052 req-9f9dfc5e-ed12-4290-a8e9-c8d482027913 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] No DVR routers for this DVR port 159ed494-f1c4-45d7-8e39-d21b57d302f2 on host n-h2-818823-1 {{(pid=103447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:19:58.731386 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-932ed8f1-87e8-4618-9b77-f1dfae054052 req-9f9dfc5e-ed12-4290-a8e9-c8d482027913 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:58.735300 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-932ed8f1-87e8-4618-9b77-f1dfae054052 req-9f9dfc5e-ed12-4290-a8e9-c8d482027913 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.20 "DELETE /v2.0/ports/159ed494-f1c4-45d7-8e39-d21b57d302f2 HTTP/1.1" status: 204 len: 173 time: 1.2761004 Nov 22 20:19:58.791301 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-387c41f1-f9a3-4a3e-a8ee-8996a23ba1b9 req-b8826dac-8f56-43a0-ae05-4178e3787244 service neutron] 10.222.0.46 "GET /v2.0/networks/41f439de-e657-4ca1-8a55-865945ee9732?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4124398 Nov 22 20:19:58.894444 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-275374f2-6df8-4a26-81e0-36d3998c96d7 req-0dfe98f0-6b6f-4a6e-b2f9-d28804cd5af1 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.46 "GET /v2.0/ports?device_id=86e84458-0fba-47b1-8db8-162194d07c9a HTTP/1.1" status: 200 len: 210 time: 0.0656545 Nov 22 20:19:58.960042 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-387c41f1-f9a3-4a3e-a8ee-8996a23ba1b9 req-fa5a3bbd-b134-4dd2-b0c4-96ebe7b08e89 service neutron] 10.222.0.46 "GET /v2.0/networks/41f439de-e657-4ca1-8a55-865945ee9732?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674767 Nov 22 20:19:59.282629 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-bff88659-1aee-49ab-9e7b-258f26c5a273 req-67046357-37dd-4b5a-b16c-e81e2d64a1ed tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/ports?device_id=1fce27a4-3d80-4211-af77-ae21323044d2 HTTP/1.1" status: 200 len: 210 time: 0.0622656 Nov 22 20:19:59.479807 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] get_ports_and_sgs() called for port_ids ['afbbfbb1-6a7a-467b-bc94-36bdeced156e'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:19:59.483538 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] get_ports_and_sgs() called for port_ids ['afbbfbb1-6a7a-467b-bc94-36bdeced156e'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:19:59.599121 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d90f16c-d691-4189-a7da-7af3f63d321d req-4e27aa14-9327-49bb-a039-b07f258aa22b tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:59.626532 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d90f16c-d691-4189-a7da-7af3f63d321d req-4e27aa14-9327-49bb-a039-b07f258aa22b tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:59.642637 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d90f16c-d691-4189-a7da-7af3f63d321d req-4e27aa14-9327-49bb-a039-b07f258aa22b tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:59.649220 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d90f16c-d691-4189-a7da-7af3f63d321d req-4e27aa14-9327-49bb-a039-b07f258aa22b tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:59.673704 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d90f16c-d691-4189-a7da-7af3f63d321d req-4e27aa14-9327-49bb-a039-b07f258aa22b tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:59.695015 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d90f16c-d691-4189-a7da-7af3f63d321d req-4e27aa14-9327-49bb-a039-b07f258aa22b tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:59.709187 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d90f16c-d691-4189-a7da-7af3f63d321d req-4e27aa14-9327-49bb-a039-b07f258aa22b tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:19:59.713531 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7d90f16c-d691-4189-a7da-7af3f63d321d req-4e27aa14-9327-49bb-a039-b07f258aa22b tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] 10.222.0.46 "GET /v2.0/ports?device_id=40c93a37-becd-4018-b943-1d6e903a3ffe HTTP/1.1" status: 200 len: 5438 time: 0.2492933 Nov 22 20:19:59.763045 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a0829523-7331-4bb0-bffb-4586f0f000e0 req-9132c968-13d1-42b0-8aa7-2c9a3b4b3278 tempest-ServersTestBootFromVolume-579283085 tempest-ServersTestBootFromVolume-579283085-project] 10.222.0.46 "GET /v2.0/ports?device_id=6c736002-725b-489a-b39d-3fa0f252de44 HTTP/1.1" status: 200 len: 210 time: 0.0481508 Nov 22 20:19:59.946014 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7d90f16c-d691-4189-a7da-7af3f63d321d req-c975202c-5495-4c13-b16f-89497d439c6c tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] 10.222.0.46 "GET /v2.0/security-groups?id=70cb0c9d-9724-446c-9f0a-bf3510156947&id=f57d0821-447e-4bd4-9be8-6ef5d6dfd2db&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2162216 Nov 22 20:19:59.958958 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-5d66f588-e336-49be-8eb5-b832a7f6a6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:19:59.970249 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 835a0333-17c1-49ac-a55d-d9999f17b48d up at agent hyperv_n-h1-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:20:00.039126 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Provisioning for port 835a0333-17c1-49ac-a55d-d9999f17b48d completed by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 20:20:00.048698 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Provisioning complete for port 835a0333-17c1-49ac-a55d-d9999f17b48d triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:20:00.049476 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:00.230777 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:00.416388 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40c93a37-becd-4018-b943-1d6e903a3ffe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '835a0333-17c1-49ac-a55d-d9999f17b48d'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:20:00.421323 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d39f6d30a11e565ec9648abcc015e8a6ab6cff4edd704add8155e28765d31eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9feadb52-399b-4c08-8b65-8751c951435f" -d '{"events": [{"server_uuid": "40c93a37-becd-4018-b943-1d6e903a3ffe", "name": "network-vif-plugged", "status": "completed", "tag": "835a0333-17c1-49ac-a55d-d9999f17b48d"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:20:00.460211 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 835a0333-17c1-49ac-a55d-d9999f17b48d, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=835a0333-17c1-49ac-a55d-d9999f17b48d,segment=NetworkSegment(c15bb4e7-ea13-4fea-a3f9-07fbd2080202),segment_id=c15bb4e7-ea13-4fea-a3f9-07fbd2080202)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:20:00.467961 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:00.469651 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 27859499-3fee-4255-98df-7775b62a7da8 up at agent hyperv_n-h1-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:20:00.597340 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2601e608-813c-4f27-8aaa-a76b95c911e1 req-0d9e8283-afc4-45e1-b77e-2ba02c7f1f74 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/ports?device_id=1fce27a4-3d80-4211-af77-ae21323044d2 HTTP/1.1" status: 200 len: 210 time: 0.1083558 Nov 22 20:20:00.691987 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86e84458-0fba-47b1-8db8-162194d07c9a', 'name': 'network-vif-deleted', 'tag': '159ed494-f1c4-45d7-8e39-d21b57d302f2'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:20:00.694549 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69fab5f0-dbb7-406f-a6e9-7a1ac570c137" -d '{"events": [{"server_uuid": "86e84458-0fba-47b1-8db8-162194d07c9a", "name": "network-vif-deleted", "tag": "159ed494-f1c4-45d7-8e39-d21b57d302f2"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:20:00.728354 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:20:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3ab952a-857b-4c2e-b066-dec6a5716464 x-openstack-request-id: req-f3ab952a-857b-4c2e-b066-dec6a5716464 {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:20:00.728738 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40c93a37-becd-4018-b943-1d6e903a3ffe", "name": "network-vif-plugged", "status": "completed", "tag": "835a0333-17c1-49ac-a55d-d9999f17b48d", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:20:00.730247 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f3ab952a-857b-4c2e-b066-dec6a5716464 {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:20:00.731404 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40c93a37-becd-4018-b943-1d6e903a3ffe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '835a0333-17c1-49ac-a55d-d9999f17b48d', 'code': 200} Nov 22 20:20:00.823547 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:20:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c54778c-331f-43e1-844d-b860534e5b91 x-openstack-request-id: req-7c54778c-331f-43e1-844d-b860534e5b91 {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:20:00.824125 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86e84458-0fba-47b1-8db8-162194d07c9a", "name": "network-vif-deleted", "tag": "159ed494-f1c4-45d7-8e39-d21b57d302f2", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:20:00.824599 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7c54778c-331f-43e1-844d-b860534e5b91 {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:20:00.825407 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86e84458-0fba-47b1-8db8-162194d07c9a', 'name': 'network-vif-deleted', 'tag': '159ed494-f1c4-45d7-8e39-d21b57d302f2', 'status': 'completed', 'code': 200} Nov 22 20:20:00.831358 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=835a0333-17c1-49ac-a55d-d9999f17b48d,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:20:00.849056 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Provisioning for port 27859499-3fee-4255-98df-7775b62a7da8 completed by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 20:20:00.854398 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:20:00.854797 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:20:00.855732 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:20:00.856348 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:20:00.857003 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:20:00.857347 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:20:00.857684 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:20:00.858063 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:20:00.858400 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:20:00.859089 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:20:00.859547 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:20:00.859786 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:20:00.868233 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Provisioning complete for port 27859499-3fee-4255-98df-7775b62a7da8 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:20:00.868608 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:00.967948 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 47382) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:20:01.058550 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 47386) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:20:01.106640 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:01.129835 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5e195715-0913-4bfb-ac66-1689a28505c1 tempest-ServersTestBootFromVolume-579283085 tempest-ServersTestBootFromVolume-579283085-project] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:01.160847 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 27859499-3fee-4255-98df-7775b62a7da8, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=27859499-3fee-4255-98df-7775b62a7da8,segment=NetworkSegment(d56448b6-bc95-4d55-8516-7d5f9686cbb7),segment_id=d56448b6-bc95-4d55-8516-7d5f9686cbb7)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:20:01.178087 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:01.180231 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 24e26784-28ce-4e69-aa50-f9485f00f0dd up at agent hyperv_n-h1-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:20:01.197940 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5e195715-0913-4bfb-ac66-1689a28505c1 tempest-ServersTestBootFromVolume-579283085 tempest-ServersTestBootFromVolume-579283085-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:01.323622 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=27859499-3fee-4255-98df-7775b62a7da8,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:20:01.380178 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Provisioning for port 24e26784-28ce-4e69-aa50-f9485f00f0dd completed by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 20:20:01.384686 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Provisioning complete for port 24e26784-28ce-4e69-aa50-f9485f00f0dd triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:20:01.385064 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:01.408886 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 47392) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:20:01.451012 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5e195715-0913-4bfb-ac66-1689a28505c1 tempest-ServersTestBootFromVolume-579283085 tempest-ServersTestBootFromVolume-579283085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:01.453701 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5e195715-0913-4bfb-ac66-1689a28505c1 tempest-ServersTestBootFromVolume-579283085 tempest-ServersTestBootFromVolume-579283085-project] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:01.465821 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-5e195715-0913-4bfb-ac66-1689a28505c1 tempest-ServersTestBootFromVolume-579283085 tempest-ServersTestBootFromVolume-579283085-project] 10.222.0.46 "DELETE /v2.0/security-groups/c983b806-141e-4d06-afa7-7136cbbbad90 HTTP/1.1" status: 204 len: 168 time: 0.4964161 Nov 22 20:20:01.475348 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 47396) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:20:01.559223 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e195715-0913-4bfb-ac66-1689a28505c1 tempest-ServersTestBootFromVolume-579283085 tempest-ServersTestBootFromVolume-579283085-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c983b806-141e-4d06-afa7-7136cbbbad90,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:20:01.560395 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:01.571362 n-d-818823-1 neutron-server[103448]: INFO neutron.api.v2.resource [None req-a88646c9-66e7-4600-bc96-f9849601fa1f tempest-ServersTestBootFromVolume-579283085 tempest-ServersTestBootFromVolume-579283085-project] show failed (client error): The resource could not be found. Nov 22 20:20:01.572720 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-a88646c9-66e7-4600-bc96-f9849601fa1f tempest-ServersTestBootFromVolume-579283085 tempest-ServersTestBootFromVolume-579283085-project] 10.222.0.46 "GET /v2.0/security-groups/c983b806-141e-4d06-afa7-7136cbbbad90 HTTP/1.1" status: 404 len: 347 time: 0.0629990 Nov 22 20:20:01.578535 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e195715-0913-4bfb-ac66-1689a28505c1 tempest-ServersTestBootFromVolume-579283085 tempest-ServersTestBootFromVolume-579283085-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:20:01.579139 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e195715-0913-4bfb-ac66-1689a28505c1 tempest-ServersTestBootFromVolume-579283085 tempest-ServersTestBootFromVolume-579283085-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:20:01.579734 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e195715-0913-4bfb-ac66-1689a28505c1 tempest-ServersTestBootFromVolume-579283085 tempest-ServersTestBootFromVolume-579283085-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:20:01.580254 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e195715-0913-4bfb-ac66-1689a28505c1 tempest-ServersTestBootFromVolume-579283085 tempest-ServersTestBootFromVolume-579283085-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:20:01.580761 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e195715-0913-4bfb-ac66-1689a28505c1 tempest-ServersTestBootFromVolume-579283085 tempest-ServersTestBootFromVolume-579283085-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:20:01.581277 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e195715-0913-4bfb-ac66-1689a28505c1 tempest-ServersTestBootFromVolume-579283085 tempest-ServersTestBootFromVolume-579283085-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:20:01.581789 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e195715-0913-4bfb-ac66-1689a28505c1 tempest-ServersTestBootFromVolume-579283085 tempest-ServersTestBootFromVolume-579283085-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:20:01.582280 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e195715-0913-4bfb-ac66-1689a28505c1 tempest-ServersTestBootFromVolume-579283085 tempest-ServersTestBootFromVolume-579283085-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:20:01.582781 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e195715-0913-4bfb-ac66-1689a28505c1 tempest-ServersTestBootFromVolume-579283085 tempest-ServersTestBootFromVolume-579283085-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:20:01.583270 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e195715-0913-4bfb-ac66-1689a28505c1 tempest-ServersTestBootFromVolume-579283085 tempest-ServersTestBootFromVolume-579283085-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:20:01.583809 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e195715-0913-4bfb-ac66-1689a28505c1 tempest-ServersTestBootFromVolume-579283085 tempest-ServersTestBootFromVolume-579283085-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:20:01.584318 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e195715-0913-4bfb-ac66-1689a28505c1 tempest-ServersTestBootFromVolume-579283085 tempest-ServersTestBootFromVolume-579283085-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:20:01.587098 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 47398) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:20:01.603014 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f98b24bc-34d8-4c13-ac72-588a6964f28b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:01.645131 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 24e26784-28ce-4e69-aa50-f9485f00f0dd, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=24e26784-28ce-4e69-aa50-f9485f00f0dd,segment=NetworkSegment(6273ad9b-43bd-49ab-92c4-43e66fe51a00),segment_id=6273ad9b-43bd-49ab-92c4-43e66fe51a00)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:20:01.659297 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:01.660133 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device ae0865ea-6502-4dd3-8f5a-f8707775c47a up at agent hyperv_n-h1-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:20:01.757465 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bd5ec88-9c19-4195-b55d-efbe551cc0fa admin admin] Deleting subnet e93b9d80-84ab-4fe4-87af-03c83bea94e7 {{(pid=103448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 20:20:01.766881 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1bd5ec88-9c19-4195-b55d-efbe551cc0fa admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:01.819433 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387c41f1-f9a3-4a3e-a8ee-8996a23ba1b9 req-0c02261f-81ad-46c6-b903-bd005b1b28c6 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:20:01.821006 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-387c41f1-f9a3-4a3e-a8ee-8996a23ba1b9 req-0c02261f-81ad-46c6-b903-bd005b1b28c6 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.20 "GET /v2.0/networks?id=41f439de-e657-4ca1-8a55-865945ee9732 HTTP/1.1" status: 200 len: 811 time: 0.2555552 Nov 22 20:20:01.833238 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 159ed494-f1c4-45d7-8e39-d21b57d302f2 no longer exists at agent hyperv_n-h2-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:20:01.858751 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5295ab73-4ca9-4841-b619-ebee95c5242c req-f549e4fa-48ee-4eda-a5ac-5247dc51da72 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:20:01.860454 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5295ab73-4ca9-4841-b619-ebee95c5242c req-f549e4fa-48ee-4eda-a5ac-5247dc51da72 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.46 "GET /v2.0/ports?device_id=884fe500-39b3-41d8-99e1-7ce9b4d9ec40 HTTP/1.1" status: 200 len: 949 time: 0.9993293 Nov 22 20:20:01.866487 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-387c41f1-f9a3-4a3e-a8ee-8996a23ba1b9 req-2449b324-8965-4106-9f8a-0a19117ef412 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Request body: {'port': {'device_id': '1fce27a4-3d80-4211-af77-ae21323044d2', 'network_id': '41f439de-e657-4ca1-8a55-865945ee9732', 'admin_state_up': True, 'tenant_id': '76a9efddcf274563b133aa3f163fb3f9'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:20:01.911790 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1bd5ec88-9c19-4195-b55d-efbe551cc0fa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11627908'] for subnet, precommit_delete_associations {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:01.912213 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=24e26784-28ce-4e69-aa50-f9485f00f0dd,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:20:01.933934 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] No Port match for: 159ed494-f1c4-45d7-8e39-d21b57d302f2 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:20:01.934329 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 159ed494-f1c4-45d7-8e39-d21b57d302f2 not bound to the agent host n-h2-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:20:01.949407 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Provisioning for port ae0865ea-6502-4dd3-8f5a-f8707775c47a completed by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 20:20:01.957221 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Provisioning complete for port ae0865ea-6502-4dd3-8f5a-f8707775c47a triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:20:01.958735 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:02.015728 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1bd5ec88-9c19-4195-b55d-efbe551cc0fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3753007'] for subnet, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:02.054833 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-975353c8-fbb8-42fd-a583-231b6a795e9b tempest-ServersTestBootFromVolume-579283085 tempest-ServersTestBootFromVolume-579283085-project] Deleting port 4f7c01f8-2071-4f32-a1da-1b2ced158fba {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:20:02.055477 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-975353c8-fbb8-42fd-a583-231b6a795e9b tempest-ServersTestBootFromVolume-579283085 tempest-ServersTestBootFromVolume-579283085-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:02.060765 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f98b24bc-34d8-4c13-ac72-588a6964f28b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:02.103856 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5295ab73-4ca9-4841-b619-ebee95c5242c req-b298c437-4b8b-41ed-a725-cc01ccda3379 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c61ce95-aab5-427a-864a-9f490b05fbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059546 Nov 22 20:20:02.109394 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:02.138280 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f98b24bc-34d8-4c13-ac72-588a6964f28b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:02.152949 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b12ce7c-7e37-407e-9ef9-e3395b6de20c req-cb2df037-5a58-482d-9650-adccce1bcc32 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:20:02.167986 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b12ce7c-7e37-407e-9ef9-e3395b6de20c req-cb2df037-5a58-482d-9650-adccce1bcc32 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:20:02.189096 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b12ce7c-7e37-407e-9ef9-e3395b6de20c req-cb2df037-5a58-482d-9650-adccce1bcc32 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:20:02.200330 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b12ce7c-7e37-407e-9ef9-e3395b6de20c req-cb2df037-5a58-482d-9650-adccce1bcc32 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:20:02.207550 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b12ce7c-7e37-407e-9ef9-e3395b6de20c req-cb2df037-5a58-482d-9650-adccce1bcc32 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:20:02.217265 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b12ce7c-7e37-407e-9ef9-e3395b6de20c req-cb2df037-5a58-482d-9650-adccce1bcc32 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:20:02.219320 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port ae0865ea-6502-4dd3-8f5a-f8707775c47a, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=ae0865ea-6502-4dd3-8f5a-f8707775c47a,segment=NetworkSegment(d56448b6-bc95-4d55-8516-7d5f9686cbb7),segment_id=d56448b6-bc95-4d55-8516-7d5f9686cbb7)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:20:02.223547 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b12ce7c-7e37-407e-9ef9-e3395b6de20c req-cb2df037-5a58-482d-9650-adccce1bcc32 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:20:02.229324 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:02.232493 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device cc5614ff-8218-4f84-9a25-5dccd5d7dcd7 up at agent hyperv_n-h1-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:20:02.233287 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7b12ce7c-7e37-407e-9ef9-e3395b6de20c req-cb2df037-5a58-482d-9650-adccce1bcc32 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] 10.222.0.46 "GET /v2.0/ports?device_id=40c93a37-becd-4018-b943-1d6e903a3ffe HTTP/1.1" status: 200 len: 5440 time: 0.6573131 Nov 22 20:20:02.248014 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-f98b24bc-34d8-4c13-ac72-588a6964f28b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=95ecb2b7922446939ba46593f299fdc0&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1263847 Nov 22 20:20:02.254668 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 47402) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:20:02.299702 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98b24bc-34d8-4c13-ac72-588a6964f28b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad45c803-4af7-423a-bb83-1023cd071977,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:20:02.344871 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-975353c8-fbb8-42fd-a583-231b6a795e9b tempest-ServersTestBootFromVolume-579283085 tempest-ServersTestBootFromVolume-579283085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:02.345185 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-975353c8-fbb8-42fd-a583-231b6a795e9b tempest-ServersTestBootFromVolume-579283085 tempest-ServersTestBootFromVolume-579283085-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:02.360211 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1bd5ec88-9c19-4195-b55d-efbe551cc0fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3753014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11567369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11792914'] for subnet, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:02.376543 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-975353c8-fbb8-42fd-a583-231b6a795e9b tempest-ServersTestBootFromVolume-579283085 tempest-ServersTestBootFromVolume-579283085-project] Calling delete_port for 4f7c01f8-2071-4f32-a1da-1b2ced158fba owned by network:floatingip {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:20:02.382629 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-46bb57af-a2b6-4be9-9fbe-89ef08ba89fd req-54bbdf00-c2cd-40ed-a586-0174d392f813 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/ports?device_id=1fce27a4-3d80-4211-af77-ae21323044d2 HTTP/1.1" status: 200 len: 210 time: 0.1439562 Nov 22 20:20:02.394001 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1bd5ec88-9c19-4195-b55d-efbe551cc0fa admin admin] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:02.404147 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-1bd5ec88-9c19-4195-b55d-efbe551cc0fa admin admin] 10.222.0.46 "DELETE /v2.0/subnets/e93b9d80-84ab-4fe4-87af-03c83bea94e7 HTTP/1.1" status: 204 len: 168 time: 0.9913714 Nov 22 20:20:02.404344 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1234ae61-9856-4f93-87b5-8ea4fb0a2148 req-db29bfe1-10e1-4098-8560-6082d2e7e041 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:20:02.404344 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1234ae61-9856-4f93-87b5-8ea4fb0a2148 req-db29bfe1-10e1-4098-8560-6082d2e7e041 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.20 "GET /v2.0/ports?device_id=884fe500-39b3-41d8-99e1-7ce9b4d9ec40 HTTP/1.1" status: 200 len: 949 time: 0.4312117 Nov 22 20:20:02.415222 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 47406) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:20:02.463145 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=ae0865ea-6502-4dd3-8f5a-f8707775c47a,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:20:02.482357 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8971f15f-6c75-4deb-a9ab-561d626e3382 None None] Network a638f8aa-b343-44c1-bcb9-fbd608b1e107 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:20:02.542710 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-387c41f1-f9a3-4a3e-a8ee-8996a23ba1b9 req-2449b324-8965-4106-9f8a-0a19117ef412 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Made reservation on behalf of 76a9efddcf274563b133aa3f163fb3f9 for: {'port': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:20:02.543182 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d0efdefc-f68a-4fe8-81f6-a136477564e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3961693'] for network, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:02.547659 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd5ec88-9c19-4195-b55d-efbe551cc0fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e93b9d80-84ab-4fe4-87af-03c83bea94e7,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:20:02.553642 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4c7f4fd7-858d-49c1-9e64-3ecced09e33f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:02.568459 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-387c41f1-f9a3-4a3e-a8ee-8996a23ba1b9 req-2449b324-8965-4106-9f8a-0a19117ef412 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:02.580455 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-fdf7d93f-2ee1-460a-8ae8-29cd96e3a8e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:02.619771 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d8c438-f991-4d46-a700-8018ee7e1cad req-cfd95c15-088d-4ae5-94db-758f1d1a9aed tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:20:02.623295 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-17d8c438-f991-4d46-a700-8018ee7e1cad req-cfd95c15-088d-4ae5-94db-758f1d1a9aed tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.20 "GET /v2.0/ports?device_id=0af368f2-d7cc-4133-a4d9-4d2227d6bf53 HTTP/1.1" status: 200 len: 950 time: 0.3798225 Nov 22 20:20:02.722664 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4c7f4fd7-858d-49c1-9e64-3ecced09e33f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:02.869283 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d0efdefc-f68a-4fe8-81f6-a136477564e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3760028', 'neutron.services.segments.db._delete_segments_for_network-8748992815755'] for network, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:02.912191 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-d0efdefc-f68a-4fe8-81f6-a136477564e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a638f8aa-b343-44c1-bcb9-fbd608b1e107']}} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:20:02.925569 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-d0efdefc-f68a-4fe8-81f6-a136477564e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c19f6ce-9505-46f7-96f4-48c33d5fabdc') {'for_net_delete': True} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:20:02.926022 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-d0efdefc-f68a-4fe8-81f6-a136477564e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c19f6ce-9505-46f7-96f4-48c33d5fabdc') {} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:20:02.937565 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d0efdefc-f68a-4fe8-81f6-a136477564e6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748993039638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11627933'] for segment, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:02.966317 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7b12ce7c-7e37-407e-9ef9-e3395b6de20c req-0cb5c62f-dc98-4091-ae7c-dd45e4d907ea tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] 10.222.0.46 "GET /v2.0/security-groups?id=70cb0c9d-9724-446c-9f0a-bf3510156947&id=f57d0821-447e-4bd4-9be8-6ef5d6dfd2db&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.7321332 Nov 22 20:20:03.016118 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40c93a37-becd-4018-b943-1d6e903a3ffe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27859499-3fee-4255-98df-7775b62a7da8'}, {'server_uuid': '40c93a37-becd-4018-b943-1d6e903a3ffe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24e26784-28ce-4e69-aa50-f9485f00f0dd'}, {'server_uuid': '40c93a37-becd-4018-b943-1d6e903a3ffe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae0865ea-6502-4dd3-8f5a-f8707775c47a'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:20:03.018543 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d39f6d30a11e565ec9648abcc015e8a6ab6cff4edd704add8155e28765d31eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d1fcdef-8fda-4cc6-a5c1-e8188c19e2ba" -d '{"events": [{"server_uuid": "40c93a37-becd-4018-b943-1d6e903a3ffe", "name": "network-vif-plugged", "status": "completed", "tag": "27859499-3fee-4255-98df-7775b62a7da8"}, {"server_uuid": "40c93a37-becd-4018-b943-1d6e903a3ffe", "name": "network-vif-plugged", "status": "completed", "tag": "24e26784-28ce-4e69-aa50-f9485f00f0dd"}, {"server_uuid": "40c93a37-becd-4018-b943-1d6e903a3ffe", "name": "network-vif-plugged", "status": "completed", "tag": "ae0865ea-6502-4dd3-8f5a-f8707775c47a"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:20:03.020809 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [req-387c41f1-f9a3-4a3e-a8ee-8996a23ba1b9 req-2449b324-8965-4106-9f8a-0a19117ef412 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Allocated IP 172.20.0.8 (41f439de-e657-4ca1-8a55-865945ee9732/d74b376c-118a-4e1f-b1b9-d074bfe85b19/b7ef7a3a-b080-4781-95a2-5bc50d1a160e) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:20:03.023262 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Provisioning for port cc5614ff-8218-4f84-9a25-5dccd5d7dcd7 completed by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 20:20:03.045693 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Provisioning complete for port cc5614ff-8218-4f84-9a25-5dccd5d7dcd7 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:20:03.046286 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:03.049715 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d0efdefc-f68a-4fe8-81f6-a136477564e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:03.064997 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0efdefc-f68a-4fe8-81f6-a136477564e6 admin admin] Releasing vlan 624 on physical network physnet1 to pool {{(pid=103448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 20:20:03.065448 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d0efdefc-f68a-4fe8-81f6-a136477564e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11567447'] for segment, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:03.096125 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a392a9bf-d500-47fd-bc2e-d732cae3314c None None] DHCP port deletion for a638f8aa-b343-44c1-bcb9-fbd608b1e107 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:20:03.109353 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Mon, 22 Nov 2021 20:20:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db9ed5a0-ecd9-4cbf-9dbd-e1be8fb6eed3 x-openstack-request-id: req-db9ed5a0-ecd9-4cbf-9dbd-e1be8fb6eed3 {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:20:03.110045 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40c93a37-becd-4018-b943-1d6e903a3ffe", "name": "network-vif-plugged", "status": "completed", "tag": "27859499-3fee-4255-98df-7775b62a7da8", "code": 200}, {"server_uuid": "40c93a37-becd-4018-b943-1d6e903a3ffe", "name": "network-vif-plugged", "status": "completed", "tag": "24e26784-28ce-4e69-aa50-f9485f00f0dd", "code": 200}, {"server_uuid": "40c93a37-becd-4018-b943-1d6e903a3ffe", "name": "network-vif-plugged", "status": "completed", "tag": "ae0865ea-6502-4dd3-8f5a-f8707775c47a", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:20:03.110616 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-17d8c438-f991-4d46-a700-8018ee7e1cad req-be7c9b0c-d1d0-44d0-8331-2054dce5a3cd tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Deleting port 52d6b7ae-24f7-4fb1-a9ba-b05788111e33 {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:20:03.110988 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-17d8c438-f991-4d46-a700-8018ee7e1cad req-be7c9b0c-d1d0-44d0-8331-2054dce5a3cd tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:03.111385 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-db9ed5a0-ecd9-4cbf-9dbd-e1be8fb6eed3 {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:20:03.111984 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40c93a37-becd-4018-b943-1d6e903a3ffe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27859499-3fee-4255-98df-7775b62a7da8', 'code': 200} Nov 22 20:20:03.112389 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40c93a37-becd-4018-b943-1d6e903a3ffe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24e26784-28ce-4e69-aa50-f9485f00f0dd', 'code': 200} Nov 22 20:20:03.112799 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40c93a37-becd-4018-b943-1d6e903a3ffe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae0865ea-6502-4dd3-8f5a-f8707775c47a', 'code': 200} Nov 22 20:20:03.126668 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-1234ae61-9856-4f93-87b5-8ea4fb0a2148 req-7e0e912b-607a-4103-be67-84666a53c10f tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Deleting port 15fcdac3-0d86-47fd-a34f-6adf8d9958a3 {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:20:03.127281 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-1234ae61-9856-4f93-87b5-8ea4fb0a2148 req-7e0e912b-607a-4103-be67-84666a53c10f tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:03.163707 n-d-818823-1 neutron-server[103448]: Traceback (most recent call last): Nov 22 20:20:03.163707 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 20:20:03.163707 n-d-818823-1 neutron-server[103448]: timer() Nov 22 20:20:03.163707 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 20:20:03.163707 n-d-818823-1 neutron-server[103448]: cb(*args, **kw) Nov 22 20:20:03.163707 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 20:20:03.163707 n-d-818823-1 neutron-server[103448]: return func(*args, **kwargs) Nov 22 20:20:03.163707 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 20:20:03.163707 n-d-818823-1 neutron-server[103448]: self._notify() Nov 22 20:20:03.163707 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 20:20:03.163707 n-d-818823-1 neutron-server[103448]: self.callback(batched_events) Nov 22 20:20:03.163707 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 20:20:03.163707 n-d-818823-1 neutron-server[103448]: event.method(event) Nov 22 20:20:03.163707 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 20:20:03.163707 n-d-818823-1 neutron-server[103448]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 20:20:03.163707 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 20:20:03.163707 n-d-818823-1 neutron-server[103448]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 20:20:03.163707 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 20:20:03.163707 n-d-818823-1 neutron-server[103448]: return f(self, *a, **k) Nov 22 20:20:03.163707 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 20:20:03.163707 n-d-818823-1 neutron-server[103448]: return self._get(url).json() Nov 22 20:20:03.163707 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 20:20:03.163707 n-d-818823-1 neutron-server[103448]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 20:20:03.163707 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 20:20:03.163707 n-d-818823-1 neutron-server[103448]: return self.request(url, 'GET', **kwargs) Nov 22 20:20:03.163707 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 20:20:03.163707 n-d-818823-1 neutron-server[103448]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 20:20:03.163707 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 20:20:03.163707 n-d-818823-1 neutron-server[103448]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 20:20:03.163707 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 20:20:03.163707 n-d-818823-1 neutron-server[103448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 20:20:03.163707 n-d-818823-1 neutron-server[103448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 20:20:03.166366 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-975353c8-fbb8-42fd-a583-231b6a795e9b tempest-ServersTestBootFromVolume-579283085 tempest-ServersTestBootFromVolume-579283085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:03.233647 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4c7f4fd7-858d-49c1-9e64-3ecced09e33f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:03.237878 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:03.240813 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4c7f4fd7-858d-49c1-9e64-3ecced09e33f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:03.260437 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-4c7f4fd7-858d-49c1-9e64-3ecced09e33f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ad45c803-4af7-423a-bb83-1023cd071977 HTTP/1.1" status: 204 len: 168 time: 1.0020559 Nov 22 20:20:03.262114 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d0efdefc-f68a-4fe8-81f6-a136477564e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3760002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595318'] for network, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:03.278478 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975353c8-fbb8-42fd-a583-231b6a795e9b tempest-ServersTestBootFromVolume-579283085 tempest-ServersTestBootFromVolume-579283085-project] Pushing event deleted for resources: {'Port': ['ID=4f7c01f8-2071-4f32-a1da-1b2ced158fba,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:20:03.290258 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port cc5614ff-8218-4f84-9a25-5dccd5d7dcd7, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=cc5614ff-8218-4f84-9a25-5dccd5d7dcd7,segment=NetworkSegment(c15bb4e7-ea13-4fea-a3f9-07fbd2080202),segment_id=c15bb4e7-ea13-4fea-a3f9-07fbd2080202)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:20:03.297091 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:03.298452 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 26cc7b13-59a1-4281-875f-27b2b98ae89e up at agent hyperv_n-h1-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:20:03.317065 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d0efdefc-f68a-4fe8-81f6-a136477564e6 admin admin] Publish callbacks [] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:03.322109 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-d0efdefc-f68a-4fe8-81f6-a136477564e6 admin admin] 10.222.0.46 "DELETE /v2.0/networks/a638f8aa-b343-44c1-bcb9-fbd608b1e107 HTTP/1.1" status: 204 len: 168 time: 0.8824923 Nov 22 20:20:03.398866 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-03f0964f-1b75-4df7-99e0-a3cdb56ec2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:03.460453 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=cc5614ff-8218-4f84-9a25-5dccd5d7dcd7,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:20:03.487359 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Provisioning for port 26cc7b13-59a1-4281-875f-27b2b98ae89e completed by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 20:20:03.490675 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7f4fd7-858d-49c1-9e64-3ecced09e33f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad45c803-4af7-423a-bb83-1023cd071977,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:20:03.498721 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Provisioning complete for port 26cc7b13-59a1-4281-875f-27b2b98ae89e triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:20:03.500544 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:03.513592 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-975353c8-fbb8-42fd-a583-231b6a795e9b tempest-ServersTestBootFromVolume-579283085 tempest-ServersTestBootFromVolume-579283085-project] Publish callbacks [] for floatingip, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:03.523154 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-975353c8-fbb8-42fd-a583-231b6a795e9b tempest-ServersTestBootFromVolume-579283085 tempest-ServersTestBootFromVolume-579283085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for floatingip, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:03.529051 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-975353c8-fbb8-42fd-a583-231b6a795e9b tempest-ServersTestBootFromVolume-579283085 tempest-ServersTestBootFromVolume-579283085-project] 10.222.0.46 "DELETE /v2.0/floatingips/4d284ce5-3591-4fdb-82e6-94fe01584135 HTTP/1.1" status: 204 len: 168 time: 1.9268656 Nov 22 20:20:03.533382 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0efdefc-f68a-4fe8-81f6-a136477564e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=a638f8aa-b343-44c1-bcb9-fbd608b1e107,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:20:03.542135 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 47420) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:20:03.560415 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11de120d-8d4f-45a9-98fe-faaf56980e45 req-8e11a6f0-a45c-42be-b14c-e90c23526956 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:20:03.561984 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-11de120d-8d4f-45a9-98fe-faaf56980e45 req-8e11a6f0-a45c-42be-b14c-e90c23526956 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.46 "GET /v2.0/ports?device_id=884fe500-39b3-41d8-99e1-7ce9b4d9ec40 HTTP/1.1" status: 200 len: 949 time: 0.2668726 Nov 22 20:20:03.649205 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 47424) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:20:03.672152 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:03.725582 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 26cc7b13-59a1-4281-875f-27b2b98ae89e, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=26cc7b13-59a1-4281-875f-27b2b98ae89e,segment=NetworkSegment(c15bb4e7-ea13-4fea-a3f9-07fbd2080202),segment_id=c15bb4e7-ea13-4fea-a3f9-07fbd2080202)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:20:03.734189 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:03.735496 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 23b5427c-a333-43d6-a0e0-5ca27da7038f up at agent hyperv_n-h1-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:20:03.751971 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-eda20853-815d-4c4a-9f2f-62131c3730d2 req-38d59466-5ea6-478d-b400-2aa08cdfccd0 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/ports?device_id=1fce27a4-3d80-4211-af77-ae21323044d2 HTTP/1.1" status: 200 len: 210 time: 0.1814852 Nov 22 20:20:03.775194 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-17d8c438-f991-4d46-a700-8018ee7e1cad req-be7c9b0c-d1d0-44d0-8331-2054dce5a3cd tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] For port 52d6b7ae-24f7-4fb1-a9ba-b05788111e33, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=52d6b7ae-24f7-4fb1-a9ba-b05788111e33,segment=NetworkSegment(2a5a1c7b-538e-498e-99b9-cc7a8e0411be),segment_id=2a5a1c7b-538e-498e-99b9-cc7a8e0411be)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:20:03.777883 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-17d8c438-f991-4d46-a700-8018ee7e1cad req-be7c9b0c-d1d0-44d0-8331-2054dce5a3cd tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:03.803933 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=26cc7b13-59a1-4281-875f-27b2b98ae89e,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:20:03.843496 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-1234ae61-9856-4f93-87b5-8ea4fb0a2148 req-7e0e912b-607a-4103-be67-84666a53c10f tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] For port 15fcdac3-0d86-47fd-a34f-6adf8d9958a3, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=15fcdac3-0d86-47fd-a34f-6adf8d9958a3,segment=NetworkSegment(2a5a1c7b-538e-498e-99b9-cc7a8e0411be),segment_id=2a5a1c7b-538e-498e-99b9-cc7a8e0411be)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:20:03.844188 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-1234ae61-9856-4f93-87b5-8ea4fb0a2148 req-7e0e912b-607a-4103-be67-84666a53c10f tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:03.857561 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-17d8c438-f991-4d46-a700-8018ee7e1cad req-be7c9b0c-d1d0-44d0-8331-2054dce5a3cd tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Calling delete_port for 52d6b7ae-24f7-4fb1-a9ba-b05788111e33 owned by compute:nova {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:20:03.884311 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Provisioning for port 23b5427c-a333-43d6-a0e0-5ca27da7038f completed by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 20:20:03.890827 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-1234ae61-9856-4f93-87b5-8ea4fb0a2148 req-7e0e912b-607a-4103-be67-84666a53c10f tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Calling delete_port for 15fcdac3-0d86-47fd-a34f-6adf8d9958a3 owned by compute:nova {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:20:03.894884 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Provisioning complete for port 23b5427c-a333-43d6-a0e0-5ca27da7038f triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:20:03.899864 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:03.938412 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-11de120d-8d4f-45a9-98fe-faaf56980e45 req-90337797-1861-4000-848a-94c40b6d5c72 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c61ce95-aab5-427a-864a-9f490b05fbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3675621 Nov 22 20:20:03.984264 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-387c41f1-f9a3-4a3e-a8ee-8996a23ba1b9 req-2449b324-8965-4106-9f8a-0a19117ef412 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:04.114927 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:04.118575 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 47430) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:20:04.168839 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 23b5427c-a333-43d6-a0e0-5ca27da7038f, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=23b5427c-a333-43d6-a0e0-5ca27da7038f,segment=NetworkSegment(c15bb4e7-ea13-4fea-a3f9-07fbd2080202),segment_id=c15bb4e7-ea13-4fea-a3f9-07fbd2080202)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:20:04.176063 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:04.176939 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 809ce848-2187-4a4e-8edc-dd0191bb8cd6 no longer exists at agent hyperv_n-h1-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:20:04.213199 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-de2eb38e-8db0-4317-8839-36b29b1944b3 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=191f2c6a74ca44febe6b0c0dccf4c560&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5030010 Nov 22 20:20:04.223173 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8a2c24e9-a9e6-401c-b63c-43d30b0f6926 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:04.227772 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 47432) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:20:04.236731 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=23b5427c-a333-43d6-a0e0-5ca27da7038f,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:20:04.257884 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] No Port match for: 809ce848-2187-4a4e-8edc-dd0191bb8cd6 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:20:04.258151 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 809ce848-2187-4a4e-8edc-dd0191bb8cd6 not bound to the agent host n-h1-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:20:04.362903 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c30b8a-871c-4c3d-815c-0593eb6dd253 req-41e271bb-03ba-4ea8-a46c-e69be2db9e62 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:20:04.369506 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c30b8a-871c-4c3d-815c-0593eb6dd253 req-41e271bb-03ba-4ea8-a46c-e69be2db9e62 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:20:04.376147 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c30b8a-871c-4c3d-815c-0593eb6dd253 req-41e271bb-03ba-4ea8-a46c-e69be2db9e62 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:20:04.382136 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c30b8a-871c-4c3d-815c-0593eb6dd253 req-41e271bb-03ba-4ea8-a46c-e69be2db9e62 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:20:04.390180 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c30b8a-871c-4c3d-815c-0593eb6dd253 req-41e271bb-03ba-4ea8-a46c-e69be2db9e62 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:20:04.397111 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c30b8a-871c-4c3d-815c-0593eb6dd253 req-41e271bb-03ba-4ea8-a46c-e69be2db9e62 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:20:04.404288 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c30b8a-871c-4c3d-815c-0593eb6dd253 req-41e271bb-03ba-4ea8-a46c-e69be2db9e62 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:20:04.406327 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e4c30b8a-871c-4c3d-815c-0593eb6dd253 req-41e271bb-03ba-4ea8-a46c-e69be2db9e62 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] 10.222.0.46 "GET /v2.0/ports?device_id=40c93a37-becd-4018-b943-1d6e903a3ffe HTTP/1.1" status: 200 len: 5444 time: 0.2816691 Nov 22 20:20:04.412249 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-387c41f1-f9a3-4a3e-a8ee-8996a23ba1b9 req-2449b324-8965-4106-9f8a-0a19117ef412 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:04.429240 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-568aa605-a1bc-4fc5-b0f3-337612122f0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659736'] for router_interface, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:04.443686 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-213ca08b-20d7-4fb5-a44a-f76fe46dac56 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:04.569379 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-213ca08b-20d7-4fb5-a44a-f76fe46dac56 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:04.575908 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-387c41f1-f9a3-4a3e-a8ee-8996a23ba1b9 req-2449b324-8965-4106-9f8a-0a19117ef412 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Network 41f439de-e657-4ca1-8a55-865945ee9732 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:20:04.619631 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [req-387c41f1-f9a3-4a3e-a8ee-8996a23ba1b9 req-2449b324-8965-4106-9f8a-0a19117ef412 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:20:04.641932 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-387c41f1-f9a3-4a3e-a8ee-8996a23ba1b9 req-2449b324-8965-4106-9f8a-0a19117ef412 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:20:04.642937 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54c60254-9225-466f-8368-5bacdc6ba0d4 None None] DHCP port deletion for 41f439de-e657-4ca1-8a55-865945ee9732 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:20:04.725576 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e4c30b8a-871c-4c3d-815c-0593eb6dd253 req-54e6194d-7f38-4e27-96ab-aa19861b03e9 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] 10.222.0.46 "GET /v2.0/security-groups?id=70cb0c9d-9724-446c-9f0a-bf3510156947&id=f57d0821-447e-4bd4-9be8-6ef5d6dfd2db&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2961178 Nov 22 20:20:04.726434 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2449b324-8965-4106-9f8a-0a19117ef412 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Pushing event updated for resources: {'Port': ['ID=b7ef7a3a-b080-4781-95a2-5bc50d1a160e,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:20:04.733952 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-0f4c395a-a56c-4c59-acac-205e69f37129 None None] Provisioning complete for port b7ef7a3a-b080-4781-95a2-5bc50d1a160e triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:20:04.734182 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-0f4c395a-a56c-4c59-acac-205e69f37129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:04.753146 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-568aa605-a1bc-4fc5-b0f3-337612122f0e admin admin] Deleting port 4aa7ce46-970d-4abb-911d-d8151339509d {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:20:04.753542 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-568aa605-a1bc-4fc5-b0f3-337612122f0e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:04.758408 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-17d8c438-f991-4d46-a700-8018ee7e1cad req-be7c9b0c-d1d0-44d0-8331-2054dce5a3cd tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:04.784625 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] get_ports_and_sgs() called for port_ids ['afbbfbb1-6a7a-467b-bc94-36bdeced156e'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:20:04.845919 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7c9b0c-d1d0-44d0-8331-2054dce5a3cd tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Pushing event deleted for resources: {'Port': ['ID=52d6b7ae-24f7-4fb1-a9ba-b05788111e33,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:20:04.855167 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-1234ae61-9856-4f93-87b5-8ea4fb0a2148 req-7e0e912b-607a-4103-be67-84666a53c10f tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:04.868947 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387c41f1-f9a3-4a3e-a8ee-8996a23ba1b9 req-2449b324-8965-4106-9f8a-0a19117ef412 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:20:04.869750 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-387c41f1-f9a3-4a3e-a8ee-8996a23ba1b9 req-2449b324-8965-4106-9f8a-0a19117ef412 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:04.890828 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8a2c24e9-a9e6-401c-b63c-43d30b0f6926 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:04.903093 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-568aa605-a1bc-4fc5-b0f3-337612122f0e admin admin] For port 4aa7ce46-970d-4abb-911d-d8151339509d, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=4aa7ce46-970d-4abb-911d-d8151339509d,segment=NetworkSegment(56debe83-f1a4-4422-b85c-8e2fd99ea227),segment_id=56debe83-f1a4-4422-b85c-8e2fd99ea227)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:20:04.903496 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-568aa605-a1bc-4fc5-b0f3-337612122f0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:04.903632 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-387c41f1-f9a3-4a3e-a8ee-8996a23ba1b9 req-2449b324-8965-4106-9f8a-0a19117ef412 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0418048 Nov 22 20:20:04.906175 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-0f4c395a-a56c-4c59-acac-205e69f37129 None None] Port b7ef7a3a-b080-4781-95a2-5bc50d1a160e cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:20:04.934197 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-568aa605-a1bc-4fc5-b0f3-337612122f0e admin admin] Calling delete_port for 4aa7ce46-970d-4abb-911d-d8151339509d owned by network:router_interface {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:20:04.987730 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8a2c24e9-a9e6-401c-b63c-43d30b0f6926 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:05.002970 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-387c41f1-f9a3-4a3e-a8ee-8996a23ba1b9 req-828d1132-1c38-4874-a61a-87cc66a251c9 service neutron] Request body: {'port': {'device_id': '1fce27a4-3d80-4211-af77-ae21323044d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818823-1'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:20:05.086807 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e49ee129-e862-4476-beca-cdc8150d2345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:05.114427 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40c93a37-becd-4018-b943-1d6e903a3ffe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc5614ff-8218-4f84-9a25-5dccd5d7dcd7'}, {'server_uuid': '40c93a37-becd-4018-b943-1d6e903a3ffe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26cc7b13-59a1-4281-875f-27b2b98ae89e'}, {'server_uuid': '40c93a37-becd-4018-b943-1d6e903a3ffe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23b5427c-a333-43d6-a0e0-5ca27da7038f'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:20:05.117204 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d39f6d30a11e565ec9648abcc015e8a6ab6cff4edd704add8155e28765d31eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1c0c436-49d4-4391-a820-0721b0ee0080" -d '{"events": [{"server_uuid": "40c93a37-becd-4018-b943-1d6e903a3ffe", "name": "network-vif-plugged", "status": "completed", "tag": "cc5614ff-8218-4f84-9a25-5dccd5d7dcd7"}, {"server_uuid": "40c93a37-becd-4018-b943-1d6e903a3ffe", "name": "network-vif-plugged", "status": "completed", "tag": "26cc7b13-59a1-4281-875f-27b2b98ae89e"}, {"server_uuid": "40c93a37-becd-4018-b943-1d6e903a3ffe", "name": "network-vif-plugged", "status": "completed", "tag": "23b5427c-a333-43d6-a0e0-5ca27da7038f"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:20:05.124920 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0e912b-607a-4103-be67-84666a53c10f tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Pushing event deleted for resources: {'Port': ['ID=15fcdac3-0d86-47fd-a34f-6adf8d9958a3,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:20:05.166047 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-213ca08b-20d7-4fb5-a44a-f76fe46dac56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:05.177444 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-213ca08b-20d7-4fb5-a44a-f76fe46dac56 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:05.179506 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-213ca08b-20d7-4fb5-a44a-f76fe46dac56 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f984117d-844a-42a1-9c59-5ff916094579 HTTP/1.1" status: 204 len: 168 time: 0.9473579 Nov 22 20:20:05.180722 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-17d8c438-f991-4d46-a700-8018ee7e1cad req-be7c9b0c-d1d0-44d0-8331-2054dce5a3cd tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] No DVR routers for this DVR port 52d6b7ae-24f7-4fb1-a9ba-b05788111e33 on host n-h2-818823-1 {{(pid=103447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:20:05.224038 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-17d8c438-f991-4d46-a700-8018ee7e1cad req-be7c9b0c-d1d0-44d0-8331-2054dce5a3cd tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:05.227880 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-17d8c438-f991-4d46-a700-8018ee7e1cad req-be7c9b0c-d1d0-44d0-8331-2054dce5a3cd tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.20 "DELETE /v2.0/ports/52d6b7ae-24f7-4fb1-a9ba-b05788111e33 HTTP/1.1" status: 204 len: 173 time: 2.5900874 Nov 22 20:20:05.230676 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0af368f2-d7cc-4133-a4d9-4d2227d6bf53', 'name': 'network-vif-deleted', 'tag': '52d6b7ae-24f7-4fb1-a9ba-b05788111e33'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:20:05.233291 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd75c773-afb2-4e1d-be1c-807962153186" -d '{"events": [{"server_uuid": "0af368f2-d7cc-4133-a4d9-4d2227d6bf53", "name": "network-vif-deleted", "tag": "52d6b7ae-24f7-4fb1-a9ba-b05788111e33"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:20:05.319935 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-1234ae61-9856-4f93-87b5-8ea4fb0a2148 req-7e0e912b-607a-4103-be67-84666a53c10f tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] No DVR routers for this DVR port 15fcdac3-0d86-47fd-a34f-6adf8d9958a3 on host n-h2-818823-1 {{(pid=103447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:20:05.321065 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-568aa605-a1bc-4fc5-b0f3-337612122f0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:05.334869 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4fa5af62-b866-4a02-bf07-c845f3afd1b1 req-41c773c1-dc19-44dd-b574-0bcc9ffce20e tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.46 "GET /v2.0/ports?device_id=884fe500-39b3-41d8-99e1-7ce9b4d9ec40 HTTP/1.1" status: 200 len: 210 time: 0.2232966 Nov 22 20:20:05.340503 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-1234ae61-9856-4f93-87b5-8ea4fb0a2148 req-7e0e912b-607a-4103-be67-84666a53c10f tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:05.344300 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1234ae61-9856-4f93-87b5-8ea4fb0a2148 req-7e0e912b-607a-4103-be67-84666a53c10f tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.20 "DELETE /v2.0/ports/15fcdac3-0d86-47fd-a34f-6adf8d9958a3 HTTP/1.1" status: 204 len: 173 time: 2.9181063 Nov 22 20:20:05.367366 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-387c41f1-f9a3-4a3e-a8ee-8996a23ba1b9 req-828d1132-1c38-4874-a61a-87cc66a251c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:05.388355 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-8a2c24e9-a9e6-401c-b63c-43d30b0f6926 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=29d220605202461b9ddd540d8de29480&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2610559 Nov 22 20:20:05.389171 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2c24e9-a9e6-401c-b63c-43d30b0f6926 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e918ebf-b290-456a-8998-b2aa4890fd91,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:20:05.417712 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Mon, 22 Nov 2021 20:20:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-125f8174-2874-4321-b53b-fa470b5c90f3 x-openstack-request-id: req-125f8174-2874-4321-b53b-fa470b5c90f3 {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:20:05.418086 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40c93a37-becd-4018-b943-1d6e903a3ffe", "name": "network-vif-plugged", "status": "completed", "tag": "cc5614ff-8218-4f84-9a25-5dccd5d7dcd7", "code": 200}, {"server_uuid": "40c93a37-becd-4018-b943-1d6e903a3ffe", "name": "network-vif-plugged", "status": "completed", "tag": "26cc7b13-59a1-4281-875f-27b2b98ae89e", "code": 200}, {"server_uuid": "40c93a37-becd-4018-b943-1d6e903a3ffe", "name": "network-vif-plugged", "status": "completed", "tag": "23b5427c-a333-43d6-a0e0-5ca27da7038f", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:20:05.418394 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-125f8174-2874-4321-b53b-fa470b5c90f3 {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:20:05.418805 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40c93a37-becd-4018-b943-1d6e903a3ffe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc5614ff-8218-4f84-9a25-5dccd5d7dcd7', 'code': 200} Nov 22 20:20:05.419061 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40c93a37-becd-4018-b943-1d6e903a3ffe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26cc7b13-59a1-4281-875f-27b2b98ae89e', 'code': 200} Nov 22 20:20:05.419315 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40c93a37-becd-4018-b943-1d6e903a3ffe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23b5427c-a333-43d6-a0e0-5ca27da7038f', 'code': 200} Nov 22 20:20:05.424933 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 47446) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:20:05.440448 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] get_ports_and_sgs() called for port_ids ['afbbfbb1-6a7a-467b-bc94-36bdeced156e'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:20:05.443324 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79202455-9084-4624-95f0-28c8fd63cdda req-028d08ef-c411-449a-8203-810aa08ec6e9 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:20:05.452236 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-79202455-9084-4624-95f0-28c8fd63cdda req-028d08ef-c411-449a-8203-810aa08ec6e9 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/ports?device_id=1fce27a4-3d80-4211-af77-ae21323044d2 HTTP/1.1" status: 200 len: 931 time: 0.5680425 Nov 22 20:20:05.543810 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213ca08b-20d7-4fb5-a44a-f76fe46dac56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f984117d-844a-42a1-9c59-5ff916094579,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:20:05.771547 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 52d6b7ae-24f7-4fb1-a9ba-b05788111e33 no longer exists at agent hyperv_n-h2-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:20:05.816890 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568aa605-a1bc-4fc5-b0f3-337612122f0e admin admin] Pushing event deleted for resources: {'Port': ['ID=4aa7ce46-970d-4abb-911d-d8151339509d,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:20:05.863280 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] No Port match for: 52d6b7ae-24f7-4fb1-a9ba-b05788111e33 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:20:05.863740 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 52d6b7ae-24f7-4fb1-a9ba-b05788111e33 not bound to the agent host n-h2-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:20:05.864230 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 15fcdac3-0d86-47fd-a34f-6adf8d9958a3 no longer exists at agent hyperv_n-h2-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:20:05.997942 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] No Port match for: 15fcdac3-0d86-47fd-a34f-6adf8d9958a3 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:20:05.998298 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 15fcdac3-0d86-47fd-a34f-6adf8d9958a3 not bound to the agent host n-h2-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:20:06.086095 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [req-387c41f1-f9a3-4a3e-a8ee-8996a23ba1b9 req-828d1132-1c38-4874-a61a-87cc66a251c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7ef7a3a-b080-4781-95a2-5bc50d1a160e {{(pid=103447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:20:06.098231 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-387c41f1-f9a3-4a3e-a8ee-8996a23ba1b9 req-828d1132-1c38-4874-a61a-87cc66a251c9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:06.102473 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-568aa605-a1bc-4fc5-b0f3-337612122f0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-563470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-663272'] for router_interface, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:06.114428 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:06.115603 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.provisioning_blocks [req-387c41f1-f9a3-4a3e-a8ee-8996a23ba1b9 req-828d1132-1c38-4874-a61a-87cc66a251c9 service neutron] Transition to ACTIVE for port object b7ef7a3a-b080-4781-95a2-5bc50d1a160e will not be triggered until provisioned by entity L2. {{(pid=103447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 20:20:06.122898 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:20:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ef899b5-63ab-4cac-9384-c586f2338cee x-openstack-request-id: req-8ef899b5-63ab-4cac-9384-c586f2338cee {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:20:06.123250 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0af368f2-d7cc-4133-a4d9-4d2227d6bf53", "name": "network-vif-deleted", "tag": "52d6b7ae-24f7-4fb1-a9ba-b05788111e33", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:20:06.123575 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8ef899b5-63ab-4cac-9384-c586f2338cee {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:20:06.124650 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0af368f2-d7cc-4133-a4d9-4d2227d6bf53', 'name': 'network-vif-deleted', 'tag': '52d6b7ae-24f7-4fb1-a9ba-b05788111e33', 'status': 'completed', 'code': 200} Nov 22 20:20:06.141041 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8012bee1-504d-44e1-93a3-47f25b15deb6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:06.279612 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-387c41f1-f9a3-4a3e-a8ee-8996a23ba1b9 req-828d1132-1c38-4874-a61a-87cc66a251c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:06.384521 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8012bee1-504d-44e1-93a3-47f25b15deb6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:06.691787 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-79202455-9084-4624-95f0-28c8fd63cdda req-45875c31-3425-4f1f-8a01-3ea89ac3cad9 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6bb4485-0c85-4226-9793-14795129f329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0969820 Nov 22 20:20:06.708711 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fea5b98-4d54-46ce-a816-8ba9e53f57e2 None None] DHCP port deletion for 41f439de-e657-4ca1-8a55-865945ee9732 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:20:06.719981 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8012bee1-504d-44e1-93a3-47f25b15deb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:06.723335 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8012bee1-504d-44e1-93a3-47f25b15deb6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:06.724805 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-8012bee1-504d-44e1-93a3-47f25b15deb6 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0e918ebf-b290-456a-8998-b2aa4890fd91 HTTP/1.1" status: 204 len: 168 time: 1.2644203 Nov 22 20:20:06.742633 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8012bee1-504d-44e1-93a3-47f25b15deb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e918ebf-b290-456a-8998-b2aa4890fd91,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:20:06.780940 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828d1132-1c38-4874-a61a-87cc66a251c9 service neutron] Pushing event updated for resources: {'Port': ['ID=b7ef7a3a-b080-4781-95a2-5bc50d1a160e,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:20:06.785996 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-568aa605-a1bc-4fc5-b0f3-337612122f0e admin admin] Router 2b982249-a07c-4502-ba7a-2f0c92347c05 has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 20:20:06.835135 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54af47fa-7d46-41f3-ac49-2eaf6c31d076 req-33d1dad9-ae34-4dc0-9899-0e91ea4bdfa1 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:20:06.843801 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54af47fa-7d46-41f3-ac49-2eaf6c31d076 req-33d1dad9-ae34-4dc0-9899-0e91ea4bdfa1 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:20:06.860429 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54af47fa-7d46-41f3-ac49-2eaf6c31d076 req-33d1dad9-ae34-4dc0-9899-0e91ea4bdfa1 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:20:06.890114 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54af47fa-7d46-41f3-ac49-2eaf6c31d076 req-33d1dad9-ae34-4dc0-9899-0e91ea4bdfa1 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:20:06.896917 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54af47fa-7d46-41f3-ac49-2eaf6c31d076 req-33d1dad9-ae34-4dc0-9899-0e91ea4bdfa1 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:20:06.905012 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54af47fa-7d46-41f3-ac49-2eaf6c31d076 req-33d1dad9-ae34-4dc0-9899-0e91ea4bdfa1 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:20:06.918621 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54af47fa-7d46-41f3-ac49-2eaf6c31d076 req-33d1dad9-ae34-4dc0-9899-0e91ea4bdfa1 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:20:06.920629 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-54af47fa-7d46-41f3-ac49-2eaf6c31d076 req-33d1dad9-ae34-4dc0-9899-0e91ea4bdfa1 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] 10.222.0.46 "GET /v2.0/ports?device_id=40c93a37-becd-4018-b943-1d6e903a3ffe HTTP/1.1" status: 200 len: 5445 time: 0.7660642 Nov 22 20:20:06.937537 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68a2331-900f-4d59-9ea2-96bed75df7ab req-40fb0acf-ee69-42d6-aec6-0ca5d58b6690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:20:06.938022 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68a2331-900f-4d59-9ea2-96bed75df7ab req-40fb0acf-ee69-42d6-aec6-0ca5d58b6690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:20:06.938495 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68a2331-900f-4d59-9ea2-96bed75df7ab req-40fb0acf-ee69-42d6-aec6-0ca5d58b6690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:20:06.938960 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68a2331-900f-4d59-9ea2-96bed75df7ab req-40fb0acf-ee69-42d6-aec6-0ca5d58b6690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:20:06.939440 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68a2331-900f-4d59-9ea2-96bed75df7ab req-40fb0acf-ee69-42d6-aec6-0ca5d58b6690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:20:06.939979 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68a2331-900f-4d59-9ea2-96bed75df7ab req-40fb0acf-ee69-42d6-aec6-0ca5d58b6690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:20:06.948133 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68a2331-900f-4d59-9ea2-96bed75df7ab req-40fb0acf-ee69-42d6-aec6-0ca5d58b6690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:20:06.951060 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c68a2331-900f-4d59-9ea2-96bed75df7ab req-40fb0acf-ee69-42d6-aec6-0ca5d58b6690 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=40c93a37-becd-4018-b943-1d6e903a3ffe HTTP/1.1" status: 200 len: 6502 time: 0.8203347 Nov 22 20:20:07.102309 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-568aa605-a1bc-4fc5-b0f3-337612122f0e admin admin] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:20:07.119885 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3916815-7636-402a-b18e-f3fccd89f767 None None] Sync routers for ids ['2b982249-a07c-4502-ba7a-2f0c92347c05'] in n-d-818823-1 {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:20:07.133413 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-568aa605-a1bc-4fc5-b0f3-337612122f0e admin admin] 10.222.0.46 "PUT /v2.0/routers/2b982249-a07c-4502-ba7a-2f0c92347c05/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5901468 Nov 22 20:20:07.139703 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 47506) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:20:07.141691 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3916815-7636-402a-b18e-f3fccd89f767 None None] Routers {'2b982249-a07c-4502-ba7a-2f0c92347c05'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:20:07.142519 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-f3916815-7636-402a-b18e-f3fccd89f767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:20:02Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['2b982249-a07c-4502-ba7a-2f0c92347c05'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:20:07.229790 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c68a2331-900f-4d59-9ea2-96bed75df7ab req-1d3ff552-9037-4e17-8a76-00a321bc19d8 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=70cb0c9d-9724-446c-9f0a-bf3510156947&id=f57d0821-447e-4bd4-9be8-6ef5d6dfd2db&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2591300 Nov 22 20:20:07.324690 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-54af47fa-7d46-41f3-ac49-2eaf6c31d076 req-b0db5101-d452-4ef5-b786-2571dfad2bfb tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] 10.222.0.46 "GET /v2.0/security-groups?id=70cb0c9d-9724-446c-9f0a-bf3510156947&id=f57d0821-447e-4bd4-9be8-6ef5d6dfd2db&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3671587 Nov 22 20:20:07.326133 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-387c41f1-f9a3-4a3e-a8ee-8996a23ba1b9 req-828d1132-1c38-4874-a61a-87cc66a251c9 service neutron] Attempting to bind port b7ef7a3a-b080-4781-95a2-5bc50d1a160e on host n-h2-818823-1 for vnic_type normal with profile {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:20:07.327785 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-387c41f1-f9a3-4a3e-a8ee-8996a23ba1b9 req-828d1132-1c38-4874-a61a-87cc66a251c9 service neutron] Attempting to bind port b7ef7a3a-b080-4781-95a2-5bc50d1a160e by drivers openvswitch,hyperv on host n-h2-818823-1 at level 0 using segments [{'id': 'ac5f3349-9549-4263-b08f-bbbf3ebb8ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '41f439de-e657-4ca1-8a55-865945ee9732'}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:20:07.328136 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-387c41f1-f9a3-4a3e-a8ee-8996a23ba1b9 req-828d1132-1c38-4874-a61a-87cc66a251c9 service neutron] Attempting to bind port b7ef7a3a-b080-4781-95a2-5bc50d1a160e on network 41f439de-e657-4ca1-8a55-865945ee9732 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:20:07.352712 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-387c41f1-f9a3-4a3e-a8ee-8996a23ba1b9 req-828d1132-1c38-4874-a61a-87cc66a251c9 service neutron] Port b7ef7a3a-b080-4781-95a2-5bc50d1a160e on network 41f439de-e657-4ca1-8a55-865945ee9732 not bound, no agent of type Open vSwitch agent registered on host n-h2-818823-1 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:20:07.353426 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-387c41f1-f9a3-4a3e-a8ee-8996a23ba1b9 req-828d1132-1c38-4874-a61a-87cc66a251c9 service neutron] Attempting to bind port b7ef7a3a-b080-4781-95a2-5bc50d1a160e on network 41f439de-e657-4ca1-8a55-865945ee9732 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:20:07.377555 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-387c41f1-f9a3-4a3e-a8ee-8996a23ba1b9 req-828d1132-1c38-4874-a61a-87cc66a251c9 service neutron] Checking agent: {'id': '65e0486a-7030-4065-96f0-10aa7402a530', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'started_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 19, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:20:07.378534 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-387c41f1-f9a3-4a3e-a8ee-8996a23ba1b9 req-828d1132-1c38-4874-a61a-87cc66a251c9 service neutron] Checking segment: {'id': 'ac5f3349-9549-4263-b08f-bbbf3ebb8ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '41f439de-e657-4ca1-8a55-865945ee9732'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:20:07.385098 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-387c41f1-f9a3-4a3e-a8ee-8996a23ba1b9 req-828d1132-1c38-4874-a61a-87cc66a251c9 service neutron] Bound using segment: {'id': 'ac5f3349-9549-4263-b08f-bbbf3ebb8ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '41f439de-e657-4ca1-8a55-865945ee9732'} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:20:07.385593 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-387c41f1-f9a3-4a3e-a8ee-8996a23ba1b9 req-828d1132-1c38-4874-a61a-87cc66a251c9 service neutron] Bound port: b7ef7a3a-b080-4781-95a2-5bc50d1a160e, host: n-h2-818823-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac5f3349-9549-4263-b08f-bbbf3ebb8ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '41f439de-e657-4ca1-8a55-865945ee9732'}}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:20:07.385968 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-387c41f1-f9a3-4a3e-a8ee-8996a23ba1b9 req-828d1132-1c38-4874-a61a-87cc66a251c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:07.401078 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-f3916815-7636-402a-b18e-f3fccd89f767 None None] Set router 2b982249-a07c-4502-ba7a-2f0c92347c05 gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:20:07.530306 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-abeb6c28-8d7e-4e55-a372-8a9dbc009f79 admin admin] Publish callbacks [] for router, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:07.722542 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-abeb6c28-8d7e-4e55-a372-8a9dbc009f79 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:07.754407 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-f3916815-7636-402a-b18e-f3fccd89f767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b982249-a07c-4502-ba7a-2f0c92347c05', 'name': 'tempest-ServersTestBootFromVolume-388830050-router', 'tenant_id': '23ed8fcebbac4686acca3f06ab3e514c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': 'bec982c5-e9f9-44de-bd20-1379b7fef959', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:16:20Z', 'updated_at': '2021-11-22T20:20:05Z', 'revision_number': 5, 'project_id': '23ed8fcebbac4686acca3f06ab3e514c', 'gw_port': {'id': 'bec982c5-e9f9-44de-bd20-1379b7fef959', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:fd:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b982249-a07c-4502-ba7a-2f0c92347c05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:16:22Z', 'updated_at': '2021-11-22T20:16:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:20:07.798307 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-387c41f1-f9a3-4a3e-a8ee-8996a23ba1b9 req-828d1132-1c38-4874-a61a-87cc66a251c9 service neutron] For port b7ef7a3a-b080-4781-95a2-5bc50d1a160e, host n-h2-818823-1, cleared binding levels {{(pid=103447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:20:07.799191 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-abeb6c28-8d7e-4e55-a372-8a9dbc009f79 admin admin] Deleting port bec982c5-e9f9-44de-bd20-1379b7fef959 {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:20:07.799565 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-abeb6c28-8d7e-4e55-a372-8a9dbc009f79 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:07.802459 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-387c41f1-f9a3-4a3e-a8ee-8996a23ba1b9 req-828d1132-1c38-4874-a61a-87cc66a251c9 service neutron] For port b7ef7a3a-b080-4781-95a2-5bc50d1a160e, host n-h2-818823-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=b7ef7a3a-b080-4781-95a2-5bc50d1a160e,segment=NetworkSegment(ac5f3349-9549-4263-b08f-bbbf3ebb8ed3),segment_id=ac5f3349-9549-4263-b08f-bbbf3ebb8ed3)] {{(pid=103447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:20:07.826844 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-387c41f1-f9a3-4a3e-a8ee-8996a23ba1b9 req-828d1132-1c38-4874-a61a-87cc66a251c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:07.844413 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3916815-7636-402a-b18e-f3fccd89f767 None None] Checking router: 2b982249-a07c-4502-ba7a-2f0c92347c05 for host: n-d-818823-1 {{(pid=103449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 20:20:07.876539 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387c41f1-f9a3-4a3e-a8ee-8996a23ba1b9 req-828d1132-1c38-4874-a61a-87cc66a251c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:20:07.877581 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-387c41f1-f9a3-4a3e-a8ee-8996a23ba1b9 req-828d1132-1c38-4874-a61a-87cc66a251c9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:07.884793 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-387c41f1-f9a3-4a3e-a8ee-8996a23ba1b9 req-828d1132-1c38-4874-a61a-87cc66a251c9 service neutron] 10.222.0.20 "PUT /v2.0/ports/b7ef7a3a-b080-4781-95a2-5bc50d1a160e HTTP/1.1" status: 200 len: 1091 time: 2.9094670 Nov 22 20:20:07.885790 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3db138bd-9a22-4260-900a-228971a87b31 None None] DHCP port deletion for 41f439de-e657-4ca1-8a55-865945ee9732 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:20:07.926424 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3916815-7636-402a-b18e-f3fccd89f767 None None] Routers {'2b982249-a07c-4502-ba7a-2f0c92347c05'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:20:07.944562 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-f3916815-7636-402a-b18e-f3fccd89f767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:20:02Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['2b982249-a07c-4502-ba7a-2f0c92347c05'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:20:07.982572 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-abeb6c28-8d7e-4e55-a372-8a9dbc009f79 admin admin] For port bec982c5-e9f9-44de-bd20-1379b7fef959, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=bec982c5-e9f9-44de-bd20-1379b7fef959,segment=NetworkSegment(8793ba83-8407-4c3d-9b56-2a177cd58a70),segment_id=8793ba83-8407-4c3d-9b56-2a177cd58a70)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:20:07.982956 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-abeb6c28-8d7e-4e55-a372-8a9dbc009f79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:08.010340 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-abeb6c28-8d7e-4e55-a372-8a9dbc009f79 admin admin] Calling delete_port for bec982c5-e9f9-44de-bd20-1379b7fef959 owned by network:router_gateway {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:20:08.088868 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86d6e80-03b4-48f4-8b95-f715042ef03c req-96aee4d8-e49f-4943-ba00-2e8baf6b6a33 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:20:08.091747 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c86d6e80-03b4-48f4-8b95-f715042ef03c req-96aee4d8-e49f-4943-ba00-2e8baf6b6a33 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.46 "GET /v2.0/ports?device_id=d44cf4d1-35ec-4cbd-ae21-4ec5dca43313 HTTP/1.1" status: 200 len: 950 time: 0.5077822 Nov 22 20:20:08.144397 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '884fe500-39b3-41d8-99e1-7ce9b4d9ec40', 'name': 'network-vif-deleted', 'tag': '15fcdac3-0d86-47fd-a34f-6adf8d9958a3'}, {'name': 'network-changed', 'server_uuid': '1fce27a4-3d80-4211-af77-ae21323044d2', 'tag': 'b7ef7a3a-b080-4781-95a2-5bc50d1a160e'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:20:08.146605 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc313b34-b9e7-4350-be5c-f679be9250b0" -d '{"events": [{"server_uuid": "884fe500-39b3-41d8-99e1-7ce9b4d9ec40", "name": "network-vif-deleted", "tag": "15fcdac3-0d86-47fd-a34f-6adf8d9958a3"}, {"name": "network-changed", "server_uuid": "1fce27a4-3d80-4211-af77-ae21323044d2", "tag": "b7ef7a3a-b080-4781-95a2-5bc50d1a160e"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:20:08.280772 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-abeb6c28-8d7e-4e55-a372-8a9dbc009f79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:08.291401 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387c41f1-f9a3-4a3e-a8ee-8996a23ba1b9 req-5528c9cb-8c07-4b2f-85c0-22f0ae5869dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:20:08.293531 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-387c41f1-f9a3-4a3e-a8ee-8996a23ba1b9 req-5528c9cb-8c07-4b2f-85c0-22f0ae5869dc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=76a9efddcf274563b133aa3f163fb3f9&device_id=1fce27a4-3d80-4211-af77-ae21323044d2 HTTP/1.1" status: 200 len: 1094 time: 0.3148732 Nov 22 20:20:08.308890 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-f3916815-7636-402a-b18e-f3fccd89f767 None None] Set router 2b982249-a07c-4502-ba7a-2f0c92347c05 gateway port host: None {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:20:08.335590 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828d1132-1c38-4874-a61a-87cc66a251c9 service neutron] Pushing event updated for resources: {'Port': ['ID=b7ef7a3a-b080-4781-95a2-5bc50d1a160e,revision_number=3']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:20:08.354066 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b176fcb-f0ab-46ec-981f-6f6d67e7f719 req-3c11e57a-7b6f-4ccb-9019-b158eae65fbd tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:20:08.355556 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abeb6c28-8d7e-4e55-a372-8a9dbc009f79 admin admin] Pushing event deleted for resources: {'Port': ['ID=bec982c5-e9f9-44de-bd20-1379b7fef959,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:20:08.366903 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3b176fcb-f0ab-46ec-981f-6f6d67e7f719 req-3c11e57a-7b6f-4ccb-9019-b158eae65fbd tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/ports?device_id=1fce27a4-3d80-4211-af77-ae21323044d2 HTTP/1.1" status: 200 len: 943 time: 0.5518687 Nov 22 20:20:08.440983 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-387c41f1-f9a3-4a3e-a8ee-8996a23ba1b9 req-2037a149-eb02-4a25-963c-f539f96b4d38 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b7ef7a3a-b080-4781-95a2-5bc50d1a160e HTTP/1.1" status: 200 len: 217 time: 0.1065655 Nov 22 20:20:08.548285 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0406399f-e8f4-4984-b1b8-8b68e5b7d655 None None] DHCP port deletion for c48a55e9-6a85-4746-b7bf-3e29fb560094 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:20:08.552756 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-f3916815-7636-402a-b18e-f3fccd89f767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b982249-a07c-4502-ba7a-2f0c92347c05', 'name': 'tempest-ServersTestBootFromVolume-388830050-router', 'tenant_id': '23ed8fcebbac4686acca3f06ab3e514c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:16:20Z', 'updated_at': '2021-11-22T20:20:07Z', 'revision_number': 6, 'project_id': '23ed8fcebbac4686acca3f06ab3e514c', 'gw_port_host': None}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:20:08.594190 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3916815-7636-402a-b18e-f3fccd89f767 None None] The sync data for ids ['2b982249-a07c-4502-ba7a-2f0c92347c05'] in n-d-818823-1 is: [{'id': '2b982249-a07c-4502-ba7a-2f0c92347c05', 'name': 'tempest-ServersTestBootFromVolume-388830050-router', 'tenant_id': '23ed8fcebbac4686acca3f06ab3e514c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:16:20Z', 'updated_at': '2021-11-22T20:20:07Z', 'revision_number': 6, 'project_id': '23ed8fcebbac4686acca3f06ab3e514c', 'gw_port_host': None}] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:20:08.616017 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-abeb6c28-8d7e-4e55-a372-8a9dbc009f79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595398'] for router_gateway, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:08.889195 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-abeb6c28-8d7e-4e55-a372-8a9dbc009f79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24781'] for router, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:08.892424 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-abeb6c28-8d7e-4e55-a372-8a9dbc009f79 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:09.016680 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-abeb6c28-8d7e-4e55-a372-8a9dbc009f79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-663261'] for router, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:09.017748 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abeb6c28-8d7e-4e55-a372-8a9dbc009f79 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2b982249-a07c-4502-ba7a-2f0c92347c05 {{(pid=103448) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 20:20:09.026550 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-abeb6c28-8d7e-4e55-a372-8a9dbc009f79 admin admin] Publish callbacks [] for router, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:09.037409 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-abeb6c28-8d7e-4e55-a372-8a9dbc009f79 admin admin] 10.222.0.46 "DELETE /v2.0/routers/2b982249-a07c-4502-ba7a-2f0c92347c05 HTTP/1.1" status: 204 len: 168 time: 1.8963304 Nov 22 20:20:09.038460 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 47578) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:20:09.093421 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_v2 [None req-d090c42e-15eb-4369-a330-52bd0c1afa3f admin admin] Deleting subnet 9101b2b3-b2f9-4690-9616-29ccea2bab88 {{(pid=103448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 20:20:09.107565 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d090c42e-15eb-4369-a330-52bd0c1afa3f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:09.205759 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d090c42e-15eb-4369-a330-52bd0c1afa3f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11627908'] for subnet, precommit_delete_associations {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:09.223837 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3b176fcb-f0ab-46ec-981f-6f6d67e7f719 req-f20d370f-e7e2-4820-8103-572f534d6396 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6bb4485-0c85-4226-9793-14795129f329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8554878 Nov 22 20:20:09.229272 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c86d6e80-03b4-48f4-8b95-f715042ef03c req-f06ff658-ee69-469a-a2a1-bfe2c1717bc2 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c61ce95-aab5-427a-864a-9f490b05fbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1213033 Nov 22 20:20:09.314366 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9251781d-f7c4-4b7e-aa0c-614856b3ee12 req-fe2bde25-e0e4-484a-8145-79e485a34722 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:20:09.321050 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 4aa7ce46-970d-4abb-911d-d8151339509d no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:20:09.325637 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9251781d-f7c4-4b7e-aa0c-614856b3ee12 req-fe2bde25-e0e4-484a-8145-79e485a34722 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.41 "GET /v2.0/ports?device_id=d44cf4d1-35ec-4cbd-ae21-4ec5dca43313 HTTP/1.1" status: 200 len: 950 time: 0.0851996 Nov 22 20:20:09.400208 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: 4aa7ce46-970d-4abb-911d-d8151339509d {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:20:09.400869 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 4aa7ce46-970d-4abb-911d-d8151339509d not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:20:09.438322 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d090c42e-15eb-4369-a330-52bd0c1afa3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3753007'] for subnet, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:09.438957 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387c41f1-f9a3-4a3e-a8ee-8996a23ba1b9 req-d61b192e-daa7-4eb0-a7ba-afc24a9cce11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:20:09.441827 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-387c41f1-f9a3-4a3e-a8ee-8996a23ba1b9 req-d61b192e-daa7-4eb0-a7ba-afc24a9cce11 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d74b376c-118a-4e1f-b1b9-d074bfe85b19 HTTP/1.1" status: 200 len: 851 time: 0.9892628 Nov 22 20:20:09.513046 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 22 Nov 2021 20:20:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-772a93e5-f5dc-403a-b422-f767c1085515 x-openstack-request-id: req-772a93e5-f5dc-403a-b422-f767c1085515 {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:20:09.513409 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d090c42e-15eb-4369-a330-52bd0c1afa3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3753014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11567369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11792914'] for subnet, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:09.513892 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "884fe500-39b3-41d8-99e1-7ce9b4d9ec40", "name": "network-vif-deleted", "tag": "15fcdac3-0d86-47fd-a34f-6adf8d9958a3", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "1fce27a4-3d80-4211-af77-ae21323044d2", "tag": "b7ef7a3a-b080-4781-95a2-5bc50d1a160e", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:20:09.514310 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-772a93e5-f5dc-403a-b422-f767c1085515 {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:20:09.514874 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '884fe500-39b3-41d8-99e1-7ce9b4d9ec40', 'name': 'network-vif-deleted', 'tag': '15fcdac3-0d86-47fd-a34f-6adf8d9958a3', 'status': 'completed', 'code': 200} Nov 22 20:20:09.515281 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fce27a4-3d80-4211-af77-ae21323044d2', 'tag': 'b7ef7a3a-b080-4781-95a2-5bc50d1a160e', 'status': 'completed', 'code': 200} Nov 22 20:20:09.549788 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d090c42e-15eb-4369-a330-52bd0c1afa3f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9101b2b3-b2f9-4690-9616-29ccea2bab88,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:20:09.561383 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-387c41f1-f9a3-4a3e-a8ee-8996a23ba1b9 req-d118fc53-bae2-4b28-8c8a-3a57bd403077 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=41f439de-e657-4ca1-8a55-865945ee9732&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366149 Nov 22 20:20:09.566358 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-054c6ddb-f844-44dc-b29e-052f7bc844dc None None] Network 73091ecb-b489-4dc5-b0f5-740e198eef08 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:20:09.573843 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d090c42e-15eb-4369-a330-52bd0c1afa3f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:09.587163 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-d090c42e-15eb-4369-a330-52bd0c1afa3f admin admin] 10.222.0.46 "DELETE /v2.0/subnets/9101b2b3-b2f9-4690-9616-29ccea2bab88 HTTP/1.1" status: 204 len: 168 time: 0.5473354 Nov 22 20:20:09.588788 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 47594) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:20:09.808152 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5b6b73b2-1a0c-44c4-b5f3-120b4a15595c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3961693'] for network, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:09.881627 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13c32fc-0121-4d96-8a08-421e136b180f req-0600eaac-b867-4746-82bf-1e1ea439fbad tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:20:09.890256 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13c32fc-0121-4d96-8a08-421e136b180f req-0600eaac-b867-4746-82bf-1e1ea439fbad tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:20:09.896842 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13c32fc-0121-4d96-8a08-421e136b180f req-0600eaac-b867-4746-82bf-1e1ea439fbad tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:20:09.903700 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13c32fc-0121-4d96-8a08-421e136b180f req-0600eaac-b867-4746-82bf-1e1ea439fbad tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:20:09.910742 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13c32fc-0121-4d96-8a08-421e136b180f req-0600eaac-b867-4746-82bf-1e1ea439fbad tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:20:09.918522 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13c32fc-0121-4d96-8a08-421e136b180f req-0600eaac-b867-4746-82bf-1e1ea439fbad tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:20:09.926457 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13c32fc-0121-4d96-8a08-421e136b180f req-0600eaac-b867-4746-82bf-1e1ea439fbad tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:20:09.936927 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f13c32fc-0121-4d96-8a08-421e136b180f req-0600eaac-b867-4746-82bf-1e1ea439fbad tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] 10.222.0.46 "GET /v2.0/ports?device_id=40c93a37-becd-4018-b943-1d6e903a3ffe HTTP/1.1" status: 200 len: 5445 time: 0.4901626 Nov 22 20:20:09.981510 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-5b6b73b2-1a0c-44c4-b5f3-120b4a15595c admin admin] Deleting port 82ab1f31-750a-4ca3-a561-62afbc28260b {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:20:09.981510 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5b6b73b2-1a0c-44c4-b5f3-120b4a15595c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:10.003449 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3db2c3bc-95dc-4fd8-9323-4f7ec5017b13 None None] DHCP port deletion for 73091ecb-b489-4dc5-b0f5-740e198eef08 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:20:10.118832 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f13c32fc-0121-4d96-8a08-421e136b180f req-5cc4401e-ac3b-4ec8-8ff0-67b123a9f65b tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] 10.222.0.46 "GET /v2.0/security-groups?id=70cb0c9d-9724-446c-9f0a-bf3510156947&id=f57d0821-447e-4bd4-9be8-6ef5d6dfd2db&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1791084 Nov 22 20:20:10.170763 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-3db2c3bc-95dc-4fd8-9323-4f7ec5017b13 None None] Deleting port 82ab1f31-750a-4ca3-a561-62afbc28260b {{(pid=103449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:20:10.171143 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-3db2c3bc-95dc-4fd8-9323-4f7ec5017b13 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:10.218006 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-9251781d-f7c4-4b7e-aa0c-614856b3ee12 req-13b0ebd6-2fe9-400c-83a3-fc0db6b9a509 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Deleting port afbbfbb1-6a7a-467b-bc94-36bdeced156e {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:20:10.218230 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-9251781d-f7c4-4b7e-aa0c-614856b3ee12 req-13b0ebd6-2fe9-400c-83a3-fc0db6b9a509 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:10.228615 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-387c41f1-f9a3-4a3e-a8ee-8996a23ba1b9 req-12868f3e-4767-49c3-a8cb-d236443680da service neutron] 10.222.0.20 "GET /v2.0/networks/41f439de-e657-4ca1-8a55-865945ee9732?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6467676 Nov 22 20:20:10.244876 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-5b6b73b2-1a0c-44c4-b5f3-120b4a15595c admin admin] For port 82ab1f31-750a-4ca3-a561-62afbc28260b, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=82ab1f31-750a-4ca3-a561-62afbc28260b,segment=NetworkSegment(56debe83-f1a4-4422-b85c-8e2fd99ea227),segment_id=56debe83-f1a4-4422-b85c-8e2fd99ea227)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:20:10.246210 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5b6b73b2-1a0c-44c4-b5f3-120b4a15595c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:10.288918 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-5b6b73b2-1a0c-44c4-b5f3-120b4a15595c admin admin] Calling delete_port for 82ab1f31-750a-4ca3-a561-62afbc28260b owned by network:dhcp {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:20:10.387540 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-3db2c3bc-95dc-4fd8-9323-4f7ec5017b13 None None] For port 82ab1f31-750a-4ca3-a561-62afbc28260b, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=82ab1f31-750a-4ca3-a561-62afbc28260b,segment=NetworkSegment(56debe83-f1a4-4422-b85c-8e2fd99ea227),segment_id=56debe83-f1a4-4422-b85c-8e2fd99ea227)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:20:10.387540 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-3db2c3bc-95dc-4fd8-9323-4f7ec5017b13 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:10.430763 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-3db2c3bc-95dc-4fd8-9323-4f7ec5017b13 None None] Calling delete_port for 82ab1f31-750a-4ca3-a561-62afbc28260b owned by network:dhcp {{(pid=103449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:20:10.515746 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5b6b73b2-1a0c-44c4-b5f3-120b4a15595c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:10.562520 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6b73b2-1a0c-44c4-b5f3-120b4a15595c admin admin] Pushing event deleted for resources: {'Port': ['ID=82ab1f31-750a-4ca3-a561-62afbc28260b,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:20:10.566468 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b6b73b2-1a0c-44c4-b5f3-120b4a15595c admin admin] No DVR routers for this DVR port 82ab1f31-750a-4ca3-a561-62afbc28260b on host n-d-818823-1 {{(pid=103448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:20:10.615719 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-3db2c3bc-95dc-4fd8-9323-4f7ec5017b13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381'] for port, after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:10.658215 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db2c3bc-95dc-4fd8-9323-4f7ec5017b13 None None] Pushing event deleted for resources: {'Port': ['ID=82ab1f31-750a-4ca3-a561-62afbc28260b,revision_number=None']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:20:10.696249 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db2c3bc-95dc-4fd8-9323-4f7ec5017b13 None None] No DVR routers for this DVR port 82ab1f31-750a-4ca3-a561-62afbc28260b on host n-d-818823-1 {{(pid=103449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:20:10.742173 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-387c41f1-f9a3-4a3e-a8ee-8996a23ba1b9 req-4d6ea62b-1bc2-4d0c-a203-4b7696e86b49 service neutron] 10.222.0.20 "GET /v2.0/networks/41f439de-e657-4ca1-8a55-865945ee9732?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4998653 Nov 22 20:20:10.773330 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5b6b73b2-1a0c-44c4-b5f3-120b4a15595c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3760028', 'neutron.services.segments.db._delete_segments_for_network-8748992815755'] for network, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:10.798132 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107b81bc-451b-424a-9204-fb25163ce36e req-8d4fe3ad-fc69-4513-b1ac-e568cbe12c70 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:20:10.821549 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-5b6b73b2-1a0c-44c4-b5f3-120b4a15595c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73091ecb-b489-4dc5-b0f5-740e198eef08']}} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:20:10.831296 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107b81bc-451b-424a-9204-fb25163ce36e req-8d4fe3ad-fc69-4513-b1ac-e568cbe12c70 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:20:10.838033 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107b81bc-451b-424a-9204-fb25163ce36e req-8d4fe3ad-fc69-4513-b1ac-e568cbe12c70 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:20:10.845163 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107b81bc-451b-424a-9204-fb25163ce36e req-8d4fe3ad-fc69-4513-b1ac-e568cbe12c70 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:20:10.849511 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-5b6b73b2-1a0c-44c4-b5f3-120b4a15595c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56debe83-f1a4-4422-b85c-8e2fd99ea227') {'for_net_delete': True} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:20:10.849807 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-5b6b73b2-1a0c-44c4-b5f3-120b4a15595c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56debe83-f1a4-4422-b85c-8e2fd99ea227') {} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:20:10.852143 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107b81bc-451b-424a-9204-fb25163ce36e req-8d4fe3ad-fc69-4513-b1ac-e568cbe12c70 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:20:10.858722 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107b81bc-451b-424a-9204-fb25163ce36e req-8d4fe3ad-fc69-4513-b1ac-e568cbe12c70 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:20:10.865567 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107b81bc-451b-424a-9204-fb25163ce36e req-8d4fe3ad-fc69-4513-b1ac-e568cbe12c70 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:20:10.873175 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5b6b73b2-1a0c-44c4-b5f3-120b4a15595c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748993039638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11627933'] for segment, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:10.885290 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 47630) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:20:10.889138 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-107b81bc-451b-424a-9204-fb25163ce36e req-8d4fe3ad-fc69-4513-b1ac-e568cbe12c70 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] 10.222.0.46 "GET /v2.0/ports?device_id=40c93a37-becd-4018-b943-1d6e903a3ffe HTTP/1.1" status: 200 len: 5445 time: 0.6595256 Nov 22 20:20:10.933737 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-7f5af3fa-66fb-4960-840e-202408429fd9 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Request body: {'floatingip': {'port_id': '24e26784-28ce-4e69-aa50-f9485f00f0dd'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:20:10.943913 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-9251781d-f7c4-4b7e-aa0c-614856b3ee12 req-13b0ebd6-2fe9-400c-83a3-fc0db6b9a509 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] For port afbbfbb1-6a7a-467b-bc94-36bdeced156e, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=afbbfbb1-6a7a-467b-bc94-36bdeced156e,segment=NetworkSegment(2a5a1c7b-538e-498e-99b9-cc7a8e0411be),segment_id=2a5a1c7b-538e-498e-99b9-cc7a8e0411be)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:20:10.944530 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-9251781d-f7c4-4b7e-aa0c-614856b3ee12 req-13b0ebd6-2fe9-400c-83a3-fc0db6b9a509 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:10.990197 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-9251781d-f7c4-4b7e-aa0c-614856b3ee12 req-13b0ebd6-2fe9-400c-83a3-fc0db6b9a509 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Calling delete_port for afbbfbb1-6a7a-467b-bc94-36bdeced156e owned by compute:nova {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:20:11.001369 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5b6b73b2-1a0c-44c4-b5f3-120b4a15595c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:11.019773 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7f5af3fa-66fb-4960-840e-202408429fd9 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Publish callbacks [] for floatingip, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:11.022132 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b6b73b2-1a0c-44c4-b5f3-120b4a15595c admin admin] Releasing vlan 610 on physical network physnet1 to pool {{(pid=103448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 20:20:11.022528 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5b6b73b2-1a0c-44c4-b5f3-120b4a15595c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11567447'] for segment, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:11.024389 n-d-818823-1 neutron-server[103448]: Traceback (most recent call last): Nov 22 20:20:11.024389 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 20:20:11.024389 n-d-818823-1 neutron-server[103448]: timer() Nov 22 20:20:11.024389 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 20:20:11.024389 n-d-818823-1 neutron-server[103448]: cb(*args, **kw) Nov 22 20:20:11.024389 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 20:20:11.024389 n-d-818823-1 neutron-server[103448]: return func(*args, **kwargs) Nov 22 20:20:11.024389 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 20:20:11.024389 n-d-818823-1 neutron-server[103448]: self._notify() Nov 22 20:20:11.024389 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 20:20:11.024389 n-d-818823-1 neutron-server[103448]: self.callback(batched_events) Nov 22 20:20:11.024389 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 20:20:11.024389 n-d-818823-1 neutron-server[103448]: event.method(event) Nov 22 20:20:11.024389 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 20:20:11.024389 n-d-818823-1 neutron-server[103448]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 20:20:11.024389 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 20:20:11.024389 n-d-818823-1 neutron-server[103448]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 20:20:11.024389 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 20:20:11.024389 n-d-818823-1 neutron-server[103448]: return f(self, *a, **k) Nov 22 20:20:11.024389 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 20:20:11.024389 n-d-818823-1 neutron-server[103448]: return self._get(url).json() Nov 22 20:20:11.024389 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 20:20:11.024389 n-d-818823-1 neutron-server[103448]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 20:20:11.024389 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 20:20:11.024389 n-d-818823-1 neutron-server[103448]: return self.request(url, 'GET', **kwargs) Nov 22 20:20:11.024389 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 20:20:11.024389 n-d-818823-1 neutron-server[103448]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 20:20:11.024389 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 20:20:11.024389 n-d-818823-1 neutron-server[103448]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 20:20:11.024389 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 20:20:11.024389 n-d-818823-1 neutron-server[103448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 20:20:11.024389 n-d-818823-1 neutron-server[103448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 20:20:11.071477 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7ce15a-0787-42f6-b65b-f4d2ba5eac07 req-f4dbff1e-8b59-40b8-a6d7-c95ba29b7ad0 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:20:11.096134 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3a7ce15a-0787-42f6-b65b-f4d2ba5eac07 req-f4dbff1e-8b59-40b8-a6d7-c95ba29b7ad0 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.46 "GET /v2.0/ports?device_id=d44cf4d1-35ec-4cbd-ae21-4ec5dca43313 HTTP/1.1" status: 200 len: 950 time: 0.6545665 Nov 22 20:20:11.144633 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc313b34-b9e7-4350-be5c-f679be9250b0 req-60aedd32-e91f-45c5-9de5-a540d3efaae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:20:11.146127 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-cc313b34-b9e7-4350-be5c-f679be9250b0 req-60aedd32-e91f-45c5-9de5-a540d3efaae8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=76a9efddcf274563b133aa3f163fb3f9&device_id=1fce27a4-3d80-4211-af77-ae21323044d2 HTTP/1.1" status: 200 len: 1094 time: 0.2558744 Nov 22 20:20:11.263534 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device bec982c5-e9f9-44de-bd20-1379b7fef959 no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:20:11.326729 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5b6b73b2-1a0c-44c4-b5f3-120b4a15595c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3760002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595318'] for network, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:11.341038 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3a7ce15a-0787-42f6-b65b-f4d2ba5eac07 req-227aa9a4-c90c-406e-87c1-c9d947b49473 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c61ce95-aab5-427a-864a-9f490b05fbbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2438056 Nov 22 20:20:11.359962 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5b6b73b2-1a0c-44c4-b5f3-120b4a15595c admin admin] Publish callbacks [] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:11.364021 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-5b6b73b2-1a0c-44c4-b5f3-120b4a15595c admin admin] 10.222.0.46 "DELETE /v2.0/networks/73091ecb-b489-4dc5-b0f5-740e198eef08 HTTP/1.1" status: 204 len: 168 time: 1.7692878 Nov 22 20:20:11.373365 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468a509e-846f-4735-9091-1e880b31e137 req-f94022e3-3256-455f-9d8a-10c8ac01a39d tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:20:11.375948 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: bec982c5-e9f9-44de-bd20-1379b7fef959 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:20:11.376405 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device bec982c5-e9f9-44de-bd20-1379b7fef959 not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:20:11.376920 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 82ab1f31-750a-4ca3-a561-62afbc28260b no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:20:11.381031 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-468a509e-846f-4735-9091-1e880b31e137 req-f94022e3-3256-455f-9d8a-10c8ac01a39d tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/ports?device_id=1fce27a4-3d80-4211-af77-ae21323044d2 HTTP/1.1" status: 200 len: 943 time: 0.3712187 Nov 22 20:20:11.412315 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc313b34-b9e7-4350-be5c-f679be9250b0 req-f6c403fa-a6fc-4577-a21e-24697623d76b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:20:11.413835 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-cc313b34-b9e7-4350-be5c-f679be9250b0 req-f6c403fa-a6fc-4577-a21e-24697623d76b service neutron] 10.222.0.20 "GET /v2.0/networks?id=41f439de-e657-4ca1-8a55-865945ee9732 HTTP/1.1" status: 200 len: 912 time: 0.2200329 Nov 22 20:20:11.419987 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6b73b2-1a0c-44c4-b5f3-120b4a15595c admin admin] Pushing event deleted for resources: {'Network': ['ID=73091ecb-b489-4dc5-b0f5-740e198eef08,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:20:11.476109 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: 82ab1f31-750a-4ca3-a561-62afbc28260b {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:20:11.476671 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 82ab1f31-750a-4ca3-a561-62afbc28260b not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:20:11.517374 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-cc313b34-b9e7-4350-be5c-f679be9250b0 req-c3ac55ab-5855-4502-a5d1-bbfc767df750 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b7ef7a3a-b080-4781-95a2-5bc50d1a160e HTTP/1.1" status: 200 len: 217 time: 0.0755641 Nov 22 20:20:11.571066 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-468a509e-846f-4735-9091-1e880b31e137 req-a0aa910f-e406-42f0-b610-d19099713e12 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6bb4485-0c85-4226-9793-14795129f329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736414 Nov 22 20:20:11.628860 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-9251781d-f7c4-4b7e-aa0c-614856b3ee12 req-13b0ebd6-2fe9-400c-83a3-fc0db6b9a509 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:11.676716 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc313b34-b9e7-4350-be5c-f679be9250b0 req-9a6da2cc-bbdf-40b7-9752-eaf1d9797cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:20:11.691055 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-cc313b34-b9e7-4350-be5c-f679be9250b0 req-9a6da2cc-bbdf-40b7-9752-eaf1d9797cf1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d74b376c-118a-4e1f-b1b9-d074bfe85b19 HTTP/1.1" status: 200 len: 851 time: 0.1641753 Nov 22 20:20:11.691958 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b0ebd6-2fe9-400c-83a3-fc0db6b9a509 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Pushing event deleted for resources: {'Port': ['ID=afbbfbb1-6a7a-467b-bc94-36bdeced156e,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:20:11.753711 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 47652) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:20:11.771979 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-9251781d-f7c4-4b7e-aa0c-614856b3ee12 req-13b0ebd6-2fe9-400c-83a3-fc0db6b9a509 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] No DVR routers for this DVR port afbbfbb1-6a7a-467b-bc94-36bdeced156e on host n-h1-818823-1 {{(pid=103447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:20:11.788093 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-9251781d-f7c4-4b7e-aa0c-614856b3ee12 req-13b0ebd6-2fe9-400c-83a3-fc0db6b9a509 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:11.791728 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9251781d-f7c4-4b7e-aa0c-614856b3ee12 req-13b0ebd6-2fe9-400c-83a3-fc0db6b9a509 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.41 "DELETE /v2.0/ports/afbbfbb1-6a7a-467b-bc94-36bdeced156e HTTP/1.1" status: 204 len: 173 time: 2.4620032 Nov 22 20:20:11.792776 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd44cf4d1-35ec-4cbd-ae21-4ec5dca43313', 'name': 'network-vif-deleted', 'tag': 'afbbfbb1-6a7a-467b-bc94-36bdeced156e'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:20:11.796123 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89296fe5-2f00-4739-b99b-8f447554ec9a" -d '{"events": [{"server_uuid": "d44cf4d1-35ec-4cbd-ae21-4ec5dca43313", "name": "network-vif-deleted", "tag": "afbbfbb1-6a7a-467b-bc94-36bdeced156e"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:20:11.815537 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-cc313b34-b9e7-4350-be5c-f679be9250b0 req-c50d59d6-1143-46ed-baf1-9b421f1f0365 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=41f439de-e657-4ca1-8a55-865945ee9732&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1020916 Nov 22 20:20:11.890025 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:20:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06badf62-35dc-446b-8bb0-c459a7d1b67f x-openstack-request-id: req-06badf62-35dc-446b-8bb0-c459a7d1b67f {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:20:11.890688 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d44cf4d1-35ec-4cbd-ae21-4ec5dca43313", "name": "network-vif-deleted", "tag": "afbbfbb1-6a7a-467b-bc94-36bdeced156e", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:20:11.891148 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-06badf62-35dc-446b-8bb0-c459a7d1b67f {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:20:11.892244 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd44cf4d1-35ec-4cbd-ae21-4ec5dca43313', 'name': 'network-vif-deleted', 'tag': 'afbbfbb1-6a7a-467b-bc94-36bdeced156e', 'status': 'completed', 'code': 200} Nov 22 20:20:11.978964 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-cc313b34-b9e7-4350-be5c-f679be9250b0 req-809a0f99-6a21-499e-90fd-34ba3076b8b0 service neutron] 10.222.0.20 "GET /v2.0/networks/41f439de-e657-4ca1-8a55-865945ee9732?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572754 Nov 22 20:20:12.013001 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device afbbfbb1-6a7a-467b-bc94-36bdeced156e no longer exists at agent hyperv_n-h1-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:20:12.066031 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] No Port match for: afbbfbb1-6a7a-467b-bc94-36bdeced156e {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:20:12.066398 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device afbbfbb1-6a7a-467b-bc94-36bdeced156e not bound to the agent host n-h1-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:20:12.221114 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-cc313b34-b9e7-4350-be5c-f679be9250b0 req-a000120d-2163-4177-a9b8-4565fae30bdf service neutron] 10.222.0.20 "GET /v2.0/networks/41f439de-e657-4ca1-8a55-865945ee9732?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2334666 Nov 22 20:20:12.565836 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-01542b51-97ae-44f0-970a-748036a7675a req-ea9bce2b-0762-41cc-908c-c53e721aca05 tempest-ServersOnMultiNodesTest-715403498 tempest-ServersOnMultiNodesTest-715403498-project] 10.222.0.46 "GET /v2.0/ports?device_id=d44cf4d1-35ec-4cbd-ae21-4ec5dca43313 HTTP/1.1" status: 200 len: 210 time: 0.0384037 Nov 22 20:20:12.734407 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f085bb5-f807-4831-8cd5-0a6bdf25dec1 req-c25a3cfd-45ff-49e6-a7e8-7774a2d94872 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:20:12.737235 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9f085bb5-f807-4831-8cd5-0a6bdf25dec1 req-c25a3cfd-45ff-49e6-a7e8-7774a2d94872 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/ports?device_id=1fce27a4-3d80-4211-af77-ae21323044d2 HTTP/1.1" status: 200 len: 943 time: 0.0794947 Nov 22 20:20:12.835952 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9f085bb5-f807-4831-8cd5-0a6bdf25dec1 req-5fb67bb3-91f4-4596-98e9-6ba4d6b7399c tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6bb4485-0c85-4226-9793-14795129f329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877488 Nov 22 20:20:12.850031 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-6073f5ac-2793-436b-864f-b12ac483b75d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=23ed8fcebbac4686acca3f06ab3e514c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0922608 Nov 22 20:20:12.862698 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 47682) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:20:13.062702 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.db.resource_extend [None req-7f5af3fa-66fb-4960-840e-202408429fd9 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 22 20:20:13.167083 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7f5af3fa-66fb-4960-840e-202408429fd9 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:13.172194 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4ec029a6-902a-482a-a025-6468c9efd3c4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:13.177793 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7f5af3fa-66fb-4960-840e-202408429fd9 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-595224'] for floatingip, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:13.246053 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4ec029a6-902a-482a-a025-6468c9efd3c4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:13.345388 n-d-818823-1 neutron-server[103448]: INFO neutron.db.l3_db [None req-7f5af3fa-66fb-4960-840e-202408429fd9 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Floating IP 418c9061-a99e-4d9d-96fa-6fc4772edc88 associated. External IP: 172.25.5.29, port: 24e26784-28ce-4e69-aa50-f9485f00f0dd. Nov 22 20:20:13.459808 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4ec029a6-902a-482a-a025-6468c9efd3c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:13.463251 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4ec029a6-902a-482a-a025-6468c9efd3c4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:13.464707 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-4ec029a6-902a-482a-a025-6468c9efd3c4 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/53dfaf98-1f4b-4d6e-8c27-969cf55abff9 HTTP/1.1" status: 204 len: 168 time: 0.6006632 Nov 22 20:20:13.480956 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec029a6-902a-482a-a025-6468c9efd3c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53dfaf98-1f4b-4d6e-8c27-969cf55abff9,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:20:13.665365 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f5af3fa-66fb-4960-840e-202408429fd9 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Router 491cf769-6515-45c4-b403-98b68ef8d5de has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 20:20:13.774298 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device b7ef7a3a-b080-4781-95a2-5bc50d1a160e details requested by agent hyperv_n-h2-818823-1 with host n-h2-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 20:20:13.994398 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f5af3fa-66fb-4960-840e-202408429fd9 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:20:14.010881 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7f5af3fa-66fb-4960-840e-202408429fd9 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for floatingip, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:14.014179 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-639c9b3d-c560-4596-b1ba-1a8be5534dfc None None] Sync routers for ids ['491cf769-6515-45c4-b403-98b68ef8d5de'] in n-d-818823-1 {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:20:14.029349 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-639c9b3d-c560-4596-b1ba-1a8be5534dfc None None] Routers {'491cf769-6515-45c4-b403-98b68ef8d5de'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:20:14.032074 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-639c9b3d-c560-4596-b1ba-1a8be5534dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:20:02Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['491cf769-6515-45c4-b403-98b68ef8d5de'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:20:14.055668 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port b7ef7a3a-b080-4781-95a2-5bc50d1a160e, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=b7ef7a3a-b080-4781-95a2-5bc50d1a160e,segment=NetworkSegment(ac5f3349-9549-4263-b08f-bbbf3ebb8ed3),segment_id=ac5f3349-9549-4263-b08f-bbbf3ebb8ed3)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:20:14.088048 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Returning: {'device': 'b7ef7a3a-b080-4781-95a2-5bc50d1a160e', 'network_id': '41f439de-e657-4ca1-8a55-865945ee9732', 'port_id': 'b7ef7a3a-b080-4781-95a2-5bc50d1a160e', 'mac_address': 'fa:16:3e:61:63:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd74b376c-118a-4e1f-b1b9-d074bfe85b19', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 20:20:14.124997 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 47726) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:20:14.174657 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-7f5af3fa-66fb-4960-840e-202408429fd9 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] 10.222.0.46 "PUT /v2.0/floatingips/418c9061-a99e-4d9d-96fa-6fc4772edc88 HTTP/1.1" status: 200 len: 990 time: 3.2858241 Nov 22 20:20:14.175267 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40c93a37-becd-4018-b943-1d6e903a3ffe', 'tag': '24e26784-28ce-4e69-aa50-f9485f00f0dd'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:20:14.189146 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589a98cf2aea187fcc423a5edb333e5a6cf3ad7c81115d1ebee0f079693c312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-342560ee-3cd3-4a90-b6b4-3bee67aeba7b" -d '{"events": [{"name": "network-changed", "server_uuid": "40c93a37-becd-4018-b943-1d6e903a3ffe", "tag": "24e26784-28ce-4e69-aa50-f9485f00f0dd"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:20:14.214503 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:14.233522 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b51055-819c-443e-9be2-d71740caf24c req-b787296f-d352-4c70-968e-663b790690ad tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:20:14.248138 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f5b51055-819c-443e-9be2-d71740caf24c req-b787296f-d352-4c70-968e-663b790690ad tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/ports?device_id=1fce27a4-3d80-4211-af77-ae21323044d2 HTTP/1.1" status: 200 len: 943 time: 0.1896727 Nov 22 20:20:14.255179 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7ef7a3a-b080-4781-95a2-5bc50d1a160e {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:20:14.265687 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-639c9b3d-c560-4596-b1ba-1a8be5534dfc None None] Set router 491cf769-6515-45c4-b403-98b68ef8d5de gateway port host: n-d-818823-1 {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:20:14.291279 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port b7ef7a3a-b080-4781-95a2-5bc50d1a160e, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=b7ef7a3a-b080-4781-95a2-5bc50d1a160e,segment=NetworkSegment(ac5f3349-9549-4263-b08f-bbbf3ebb8ed3),segment_id=ac5f3349-9549-4263-b08f-bbbf3ebb8ed3)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:20:14.303025 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:14.387962 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f5b51055-819c-443e-9be2-d71740caf24c req-1ed91fa6-1046-4bd4-a549-2800c7f4d200 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6bb4485-0c85-4226-9793-14795129f329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378031 Nov 22 20:20:14.408512 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:14.411899 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:14.438380 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=b7ef7a3a-b080-4781-95a2-5bc50d1a160e,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:20:14.471871 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 20:20:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5edc7ae0-d5d6-484d-9068-b2b6f5e32ae5 x-openstack-request-id: req-5edc7ae0-d5d6-484d-9068-b2b6f5e32ae5 {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:20:14.472175 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40c93a37-becd-4018-b943-1d6e903a3ffe", "tag": "24e26784-28ce-4e69-aa50-f9485f00f0dd", "status": "completed", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:20:14.472436 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5edc7ae0-d5d6-484d-9068-b2b6f5e32ae5 {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:20:14.472846 n-d-818823-1 neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40c93a37-becd-4018-b943-1d6e903a3ffe', 'tag': '24e26784-28ce-4e69-aa50-f9485f00f0dd', 'status': 'completed', 'code': 200} Nov 22 20:20:14.493189 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] get_ports_and_sgs() called for port_ids ['b7ef7a3a-b080-4781-95a2-5bc50d1a160e'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:20:14.669812 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-02496942-71fd-4e84-b28a-0f88438e6f5c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=dd29aa5b29024a1589aa1e9d9246bd3e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5322189 Nov 22 20:20:14.672355 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 47750) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:20:14.718894 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342560ee-3cd3-4a90-b6b4-3bee67aeba7b req-57a3d3fb-259a-4330-a00f-265a6bd9cf77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:20:14.722715 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342560ee-3cd3-4a90-b6b4-3bee67aeba7b req-57a3d3fb-259a-4330-a00f-265a6bd9cf77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:20:14.723457 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342560ee-3cd3-4a90-b6b4-3bee67aeba7b req-57a3d3fb-259a-4330-a00f-265a6bd9cf77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:20:14.724099 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342560ee-3cd3-4a90-b6b4-3bee67aeba7b req-57a3d3fb-259a-4330-a00f-265a6bd9cf77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:20:14.726090 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342560ee-3cd3-4a90-b6b4-3bee67aeba7b req-57a3d3fb-259a-4330-a00f-265a6bd9cf77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:20:14.726754 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342560ee-3cd3-4a90-b6b4-3bee67aeba7b req-57a3d3fb-259a-4330-a00f-265a6bd9cf77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:20:14.730264 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342560ee-3cd3-4a90-b6b4-3bee67aeba7b req-57a3d3fb-259a-4330-a00f-265a6bd9cf77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:20:14.736647 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-342560ee-3cd3-4a90-b6b4-3bee67aeba7b req-57a3d3fb-259a-4330-a00f-265a6bd9cf77 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cd84c4200e0d47b4bcba9b053bf608fb&device_id=40c93a37-becd-4018-b943-1d6e903a3ffe HTTP/1.1" status: 200 len: 6502 time: 0.2089992 Nov 22 20:20:14.746447 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-639c9b3d-c560-4596-b1ba-1a8be5534dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '491cf769-6515-45c4-b403-98b68ef8d5de', 'name': 'tempest-TaggedBootDevicesTest_v242-706507199-router', 'tenant_id': 'cd84c4200e0d47b4bcba9b053bf608fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': '28a26d22-4d09-42b7-993f-2911a9761cc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:16:56Z', 'updated_at': '2021-11-22T20:17:05Z', 'revision_number': 4, 'project_id': 'cd84c4200e0d47b4bcba9b053bf608fb', 'gw_port': {'id': '28a26d22-4d09-42b7-993f-2911a9761cc7', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:5c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '491cf769-6515-45c4-b403-98b68ef8d5de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:16:57Z', 'updated_at': '2021-11-22T20:17:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_floatingips': [{'id': '418c9061-a99e-4d9d-96fa-6fc4772edc88', 'tenant_id': 'cd84c4200e0d47b4bcba9b053bf608fb', 'floating_ip_address': '172.25.5.29', 'floating_network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'router_id': '491cf769-6515-45c4-b403-98b68ef8d5de', 'port_id': '24e26784-28ce-4e69-aa50-f9485f00f0dd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1858, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd850805c-8248-4517-bdd1-4a876cc6baf0', 'mac_address': 'fa:16:3e:c1:a4:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c93a37-becd-4018-b943-1d6e903a3ffe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T20:18:26Z', 'updated_at': '2021-11-22T20:20:12Z', 'revision_number': 1, 'project_id': 'cd84c4200e0d47b4bcba9b053bf608fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1819c5ba-3507-44cc-a7d5-e7ea94e734fa', 'name': '', 'network_id': 'd850805c-8248-4517-bdd1-4a876cc6baf0', 'tenant_id': 'cd84c4200e0d47b4bcba9b053bf608fb', 'mac_address': 'fa:16:3e:fe:d0:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '491cf769-6515-45c4-b403-98b68ef8d5de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'e1bf7e3c-bb18-492e-826e-dd3a8d7abcd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:17:03Z', 'updated_at': '2021-11-22T20:17:18Z', 'revision_number': 5, 'project_id': 'cd84c4200e0d47b4bcba9b053bf608fb', 'subnets': [{'id': 'e1bf7e3c-bb18-492e-826e-dd3a8d7abcd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:20:14.834895 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-639c9b3d-c560-4596-b1ba-1a8be5534dfc None None] Checking router: 491cf769-6515-45c4-b403-98b68ef8d5de for host: n-d-818823-1 {{(pid=103450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 20:20:14.855216 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-639c9b3d-c560-4596-b1ba-1a8be5534dfc None None] Routers {'491cf769-6515-45c4-b403-98b68ef8d5de'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:20:14.855903 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-639c9b3d-c560-4596-b1ba-1a8be5534dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:20:02Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['491cf769-6515-45c4-b403-98b68ef8d5de'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:20:14.872190 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f2a87476-3758-40d2-9fb0-76504a016107 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:14.981594 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f2a87476-3758-40d2-9fb0-76504a016107 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:15.125720 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342560ee-3cd3-4a90-b6b4-3bee67aeba7b req-1f8ca047-271d-4dad-aafc-a29ebc44f51f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:20:15.129207 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-342560ee-3cd3-4a90-b6b4-3bee67aeba7b req-1f8ca047-271d-4dad-aafc-a29ebc44f51f service neutron] 10.222.0.41 "GET /v2.0/networks?id=d850805c-8248-4517-bdd1-4a876cc6baf0 HTTP/1.1" status: 200 len: 917 time: 0.3848829 Nov 22 20:20:15.204200 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-639c9b3d-c560-4596-b1ba-1a8be5534dfc None None] Set router 491cf769-6515-45c4-b403-98b68ef8d5de gateway port host: n-d-818823-1 {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:20:15.209206 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f2a87476-3758-40d2-9fb0-76504a016107 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:15.212092 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f2a87476-3758-40d2-9fb0-76504a016107 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:15.215531 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-f2a87476-3758-40d2-9fb0-76504a016107 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6c61ce95-aab5-427a-864a-9f490b05fbbe HTTP/1.1" status: 204 len: 168 time: 0.5397394 Nov 22 20:20:15.241789 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a87476-3758-40d2-9fb0-76504a016107 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c61ce95-aab5-427a-864a-9f490b05fbbe,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:20:15.327610 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 47772) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:20:15.378458 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-342560ee-3cd3-4a90-b6b4-3bee67aeba7b req-058ea654-21eb-45ec-8657-532ecd5dbde3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=24e26784-28ce-4e69-aa50-f9485f00f0dd HTTP/1.1" status: 200 len: 998 time: 0.2344515 Nov 22 20:20:15.551729 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342560ee-3cd3-4a90-b6b4-3bee67aeba7b req-0bb418c5-0809-4ffc-bbff-b32927453b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:20:15.557107 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-342560ee-3cd3-4a90-b6b4-3bee67aeba7b req-0bb418c5-0809-4ffc-bbff-b32927453b18 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e1bf7e3c-bb18-492e-826e-dd3a8d7abcd1 HTTP/1.1" status: 200 len: 855 time: 0.1693192 Nov 22 20:20:15.741070 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8119e1c-7311-4c45-a0f5-eba2d820b878 req-3cf28fcb-c73d-4a47-9ba9-7d8fc06b57fb tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:20:15.742684 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e8119e1c-7311-4c45-a0f5-eba2d820b878 req-3cf28fcb-c73d-4a47-9ba9-7d8fc06b57fb tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/ports?device_id=1fce27a4-3d80-4211-af77-ae21323044d2 HTTP/1.1" status: 200 len: 944 time: 0.1846132 Nov 22 20:20:15.757001 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342560ee-3cd3-4a90-b6b4-3bee67aeba7b req-cca1ddf8-e5af-401e-bb87-2c42a9784039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:20:15.758536 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-342560ee-3cd3-4a90-b6b4-3bee67aeba7b req-cca1ddf8-e5af-401e-bb87-2c42a9784039 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d850805c-8248-4517-bdd1-4a876cc6baf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1756144 Nov 22 20:20:15.786651 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-5463beba-ffc2-472f-a483-844a176ca54a admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1767436555-network', 'tenant_id': '0a58786711ae4e778e9682d515473efc'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:20:15.789501 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device b7ef7a3a-b080-4781-95a2-5bc50d1a160e up at agent hyperv_n-h2-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:20:15.823874 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-639c9b3d-c560-4596-b1ba-1a8be5534dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '491cf769-6515-45c4-b403-98b68ef8d5de', 'name': 'tempest-TaggedBootDevicesTest_v242-706507199-router', 'tenant_id': 'cd84c4200e0d47b4bcba9b053bf608fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': '28a26d22-4d09-42b7-993f-2911a9761cc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:16:56Z', 'updated_at': '2021-11-22T20:17:05Z', 'revision_number': 4, 'project_id': 'cd84c4200e0d47b4bcba9b053bf608fb', 'gw_port': {'id': '28a26d22-4d09-42b7-993f-2911a9761cc7', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:5c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '491cf769-6515-45c4-b403-98b68ef8d5de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:16:57Z', 'updated_at': '2021-11-22T20:17:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_floatingips': [{'id': '418c9061-a99e-4d9d-96fa-6fc4772edc88', 'tenant_id': 'cd84c4200e0d47b4bcba9b053bf608fb', 'floating_ip_address': '172.25.5.29', 'floating_network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'router_id': '491cf769-6515-45c4-b403-98b68ef8d5de', 'port_id': '24e26784-28ce-4e69-aa50-f9485f00f0dd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1858, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd850805c-8248-4517-bdd1-4a876cc6baf0', 'mac_address': 'fa:16:3e:c1:a4:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c93a37-becd-4018-b943-1d6e903a3ffe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T20:18:26Z', 'updated_at': '2021-11-22T20:20:12Z', 'revision_number': 1, 'project_id': 'cd84c4200e0d47b4bcba9b053bf608fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1819c5ba-3507-44cc-a7d5-e7ea94e734fa', 'name': '', 'network_id': 'd850805c-8248-4517-bdd1-4a876cc6baf0', 'tenant_id': 'cd84c4200e0d47b4bcba9b053bf608fb', 'mac_address': 'fa:16:3e:fe:d0:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '491cf769-6515-45c4-b403-98b68ef8d5de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'e1bf7e3c-bb18-492e-826e-dd3a8d7abcd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:17:03Z', 'updated_at': '2021-11-22T20:17:18Z', 'revision_number': 5, 'project_id': 'cd84c4200e0d47b4bcba9b053bf608fb', 'subnets': [{'id': 'e1bf7e3c-bb18-492e-826e-dd3a8d7abcd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:20:15.875687 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Provisioning for port b7ef7a3a-b080-4781-95a2-5bc50d1a160e completed by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 20:20:15.880223 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-639c9b3d-c560-4596-b1ba-1a8be5534dfc None None] The sync data for ids ['491cf769-6515-45c4-b403-98b68ef8d5de'] in n-d-818823-1 is: [{'id': '491cf769-6515-45c4-b403-98b68ef8d5de', 'name': 'tempest-TaggedBootDevicesTest_v242-706507199-router', 'tenant_id': 'cd84c4200e0d47b4bcba9b053bf608fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': '28a26d22-4d09-42b7-993f-2911a9761cc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:16:56Z', 'updated_at': '2021-11-22T20:17:05Z', 'revision_number': 4, 'project_id': 'cd84c4200e0d47b4bcba9b053bf608fb', 'gw_port': {'id': '28a26d22-4d09-42b7-993f-2911a9761cc7', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:5c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '491cf769-6515-45c4-b403-98b68ef8d5de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:16:57Z', 'updated_at': '2021-11-22T20:17:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_floatingips': [{'id': '418c9061-a99e-4d9d-96fa-6fc4772edc88', 'tenant_id': 'cd84c4200e0d47b4bcba9b053bf608fb', 'floating_ip_address': '172.25.5.29', 'floating_network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'router_id': '491cf769-6515-45c4-b403-98b68ef8d5de', 'port_id': '24e26784-28ce-4e69-aa50-f9485f00f0dd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1858, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd850805c-8248-4517-bdd1-4a876cc6baf0', 'mac_address': 'fa:16:3e:c1:a4:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c93a37-becd-4018-b943-1d6e903a3ffe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T20:18:26Z', 'updated_at': '2021-11-22T20:20:12Z', 'revision_number': 1, 'project_id': 'cd84c4200e0d47b4bcba9b053bf608fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1819c5ba-3507-44cc-a7d5-e7ea94e734fa', 'name': '', 'network_id': 'd850805c-8248-4517-bdd1-4a876cc6baf0', 'tenant_id': 'cd84c4200e0d47b4bcba9b053bf608fb', 'mac_address': 'fa:16:3e:fe:d0:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '491cf769-6515-45c4-b403-98b68ef8d5de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'e1bf7e3c-bb18-492e-826e-dd3a8d7abcd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:17:03Z', 'updated_at': '2021-11-22T20:17:18Z', 'revision_number': 5, 'project_id': 'cd84c4200e0d47b4bcba9b053bf608fb', 'subnets': [{'id': 'e1bf7e3c-bb18-492e-826e-dd3a8d7abcd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:20:15.882746 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5463beba-ffc2-472f-a483-844a176ca54a admin admin] Made reservation on behalf of 0a58786711ae4e778e9682d515473efc for: {'network': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:20:15.887527 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5463beba-ffc2-472f-a483-844a176ca54a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for network, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:15.902209 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5463beba-ffc2-472f-a483-844a176ca54a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:15.904455 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Provisioning complete for port b7ef7a3a-b080-4781-95a2-5bc50d1a160e triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:20:15.906176 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:15.933703 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e8119e1c-7311-4c45-a0f5-eba2d820b878 req-c84c1fc6-88ce-4ca1-bb06-af4ac0faf835 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6bb4485-0c85-4226-9793-14795129f329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741569 Nov 22 20:20:15.963965 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 47794) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:20:16.058520 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5463beba-ffc2-472f-a483-844a176ca54a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:16.068872 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5463beba-ffc2-472f-a483-844a176ca54a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:16.095841 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5463beba-ffc2-472f-a483-844a176ca54a admin admin] vlan segment allocate from pool success with {'vlan_id': 608, 'physical_network': 'physnet1'} {{(pid=103448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 20:20:16.105926 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-342560ee-3cd3-4a90-b6b4-3bee67aeba7b req-3e578f9d-f01a-4cb9-889b-b91afdbabcf1 service neutron] 10.222.0.41 "GET /v2.0/networks/d850805c-8248-4517-bdd1-4a876cc6baf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3314323 Nov 22 20:20:16.156025 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 47804) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:20:16.156507 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-a1db6a16-9fb0-4e7e-9707-2461f8ca83cd admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d93d9c8587774ab786e87793f5f893fb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1841502 Nov 22 20:20:16.179890 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5463beba-ffc2-472f-a483-844a176ca54a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d95e1db1-f0c9-4323-bdfe-93688145577c,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:20:16.189003 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:16.189781 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5463beba-ffc2-472f-a483-844a176ca54a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:16.192645 n-d-818823-1 neutron-server[103448]: INFO neutron.db.segments_db [None req-5463beba-ffc2-472f-a483-844a176ca54a admin admin] Added segment 019862db-e247-48e6-a4aa-8a2eeecc7cca of type vlan for network 352547e0-207e-4556-a1a1-f7d6c95fa4cd Nov 22 20:20:16.242639 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fce27a4-3d80-4211-af77-ae21323044d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7ef7a3a-b080-4781-95a2-5bc50d1a160e'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:20:16.248963 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d39f6d30a11e565ec9648abcc015e8a6ab6cff4edd704add8155e28765d31eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ed6ff51-96a3-48a1-a69a-446bf735533d" -d '{"events": [{"server_uuid": "1fce27a4-3d80-4211-af77-ae21323044d2", "name": "network-vif-plugged", "status": "completed", "tag": "b7ef7a3a-b080-4781-95a2-5bc50d1a160e"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:20:16.337001 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port b7ef7a3a-b080-4781-95a2-5bc50d1a160e, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=b7ef7a3a-b080-4781-95a2-5bc50d1a160e,segment=NetworkSegment(ac5f3349-9549-4263-b08f-bbbf3ebb8ed3),segment_id=ac5f3349-9549-4263-b08f-bbbf3ebb8ed3)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:20:16.351189 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c884886c-0f27-47d1-9f0d-8a48cac71ee6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:16.353413 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:16.356423 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5463beba-ffc2-472f-a483-844a176ca54a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748992492791'] for network, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:16.384723 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-342560ee-3cd3-4a90-b6b4-3bee67aeba7b req-9d6122dc-3659-48e7-8522-45debb29a77b service neutron] 10.222.0.41 "GET /v2.0/networks/d850805c-8248-4517-bdd1-4a876cc6baf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2258508 Nov 22 20:20:16.421394 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:20:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-306e7d2d-b15e-44e2-8932-5c096b44df32 x-openstack-request-id: req-306e7d2d-b15e-44e2-8932-5c096b44df32 {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:20:16.421785 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fce27a4-3d80-4211-af77-ae21323044d2", "name": "network-vif-plugged", "status": "completed", "tag": "b7ef7a3a-b080-4781-95a2-5bc50d1a160e", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:20:16.422205 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-306e7d2d-b15e-44e2-8932-5c096b44df32 {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:20:16.434145 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c884886c-0f27-47d1-9f0d-8a48cac71ee6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:16.435295 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fce27a4-3d80-4211-af77-ae21323044d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7ef7a3a-b080-4781-95a2-5bc50d1a160e', 'code': 200} Nov 22 20:20:16.446724 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da8ee5e9-416b-4f92-be78-412b20c6ee3f None None] New status for floating IP 418c9061-a99e-4d9d-96fa-6fc4772edc88: ACTIVE {{(pid=103449) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 20:20:16.559002 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042e5322-2fcb-4123-a968-0b65e694ae75 req-a96319f5-4f07-4098-88f9-f797abf0fe16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:20:16.574797 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5463beba-ffc2-472f-a483-844a176ca54a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for network, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:16.576708 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5463beba-ffc2-472f-a483-844a176ca54a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:20:16.577320 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5463beba-ffc2-472f-a483-844a176ca54a admin admin] Publish callbacks [] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:16.579844 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-042e5322-2fcb-4123-a968-0b65e694ae75 req-a96319f5-4f07-4098-88f9-f797abf0fe16 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1fce27a4-3d80-4211-af77-ae21323044d2 HTTP/1.1" status: 200 len: 1096 time: 0.1184652 Nov 22 20:20:16.640771 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-042e5322-2fcb-4123-a968-0b65e694ae75 req-de20157a-6a01-4416-8744-28963a857f88 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=f6bb4485-0c85-4226-9793-14795129f329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540192 Nov 22 20:20:16.653590 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c884886c-0f27-47d1-9f0d-8a48cac71ee6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:16.656935 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c884886c-0f27-47d1-9f0d-8a48cac71ee6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:16.658158 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-c884886c-0f27-47d1-9f0d-8a48cac71ee6 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b342e655-6cf2-4d7c-8bf3-3f6ddf6872e5 HTTP/1.1" status: 204 len: 168 time: 0.4997787 Nov 22 20:20:16.662961 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5463beba-ffc2-472f-a483-844a176ca54a admin admin] Pushing event updated for resources: {'Network': ['ID=352547e0-207e-4556-a1a1-f7d6c95fa4cd,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:20:16.728327 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c884886c-0f27-47d1-9f0d-8a48cac71ee6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b342e655-6cf2-4d7c-8bf3-3f6ddf6872e5,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:20:16.753744 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 47820) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:20:16.754420 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-5463beba-ffc2-472f-a483-844a176ca54a admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4220810 Nov 22 20:20:16.759602 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-ffd59d60-7643-4088-9c90-d68366617cd3 admin admin] Request body: {'subnet': {'network_id': '352547e0-207e-4556-a1a1-f7d6c95fa4cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1767436555-subnet', 'tenant_id': '0a58786711ae4e778e9682d515473efc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:20:16.816160 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Network 352547e0-207e-4556-a1a1-f7d6c95fa4cd details requested by agent ovs-agent-n-d-818823-1 with host n-d-818823-1 {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 20:20:16.838206 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffd59d60-7643-4088-9c90-d68366617cd3 admin admin] Made reservation on behalf of 0a58786711ae4e778e9682d515473efc for: {'subnet': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:20:16.847023 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ffd59d60-7643-4088-9c90-d68366617cd3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8485086'] for subnet, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:17.162016 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=b7ef7a3a-b080-4781-95a2-5bc50d1a160e,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:20:17.386988 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df21b69-ec69-4944-9881-ab48987dd248 req-48cb433e-859a-4b4c-85b4-5a0d9de8cb3e tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:20:17.392067 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5df21b69-ec69-4944-9881-ab48987dd248 req-48cb433e-859a-4b4c-85b4-5a0d9de8cb3e tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/ports?device_id=1fce27a4-3d80-4211-af77-ae21323044d2 HTTP/1.1" status: 200 len: 945 time: 0.2632627 Nov 22 20:20:17.430191 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ffd59d60-7643-4088-9c90-d68366617cd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8900613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8485104'] for subnet, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:17.508497 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5df21b69-ec69-4944-9881-ab48987dd248 req-7e2b7b44-d084-4bca-87cd-b702a09e3ca0 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6bb4485-0c85-4226-9793-14795129f329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128542 Nov 22 20:20:17.545209 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd59d60-7643-4088-9c90-d68366617cd3 admin admin] Checking segment: {'id': '019862db-e247-48e6-a4aa-8a2eeecc7cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '352547e0-207e-4556-a1a1-f7d6c95fa4cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:20:17.547917 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffd59d60-7643-4088-9c90-d68366617cd3 admin admin] Network hostable DHCP agents. Network: 352547e0-207e-4556-a1a1-f7d6c95fa4cd, hostable agents: ['02adaa64-0987-4b74-bad0-cbcf56f8a294'], hosted agents: [] {{(pid=103447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 20:20:17.558501 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd59d60-7643-4088-9c90-d68366617cd3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5e4abcc-f6a8-473c-82a9-35e4932fd5a1,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:20:17.581800 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffd59d60-7643-4088-9c90-d68366617cd3 admin admin] Network 352547e0-207e-4556-a1a1-f7d6c95fa4cd is scheduled to be hosted by DHCP agent 02adaa64-0987-4b74-bad0-cbcf56f8a294 with binding_index 1 {{(pid=103447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 20:20:17.625854 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-ffd59d60-7643-4088-9c90-d68366617cd3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818823-1, 352547e0-207e-4556-a1a1-f7d6c95fa4cd) {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:20:17.634764 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbca7656-c644-4f04-93ba-5b05f9b5015d None None] Network 352547e0-207e-4556-a1a1-f7d6c95fa4cd requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:20:17.638913 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffd59d60-7643-4088-9c90-d68366617cd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:20:17.639549 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ffd59d60-7643-4088-9c90-d68366617cd3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for subnet, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:17.670749 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-ffd59d60-7643-4088-9c90-d68366617cd3 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9073350 Nov 22 20:20:17.871573 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4a1a0fd-e190-441a-8333-b1a76fc399ec None None] Network 352547e0-207e-4556-a1a1-f7d6c95fa4cd requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:20:18.679389 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aec1fb-a16d-470b-b97e-dc13e4aa7c7a req-0e520b77-2dbf-450d-8901-a800b099fdf4 tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:20:18.681847 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d9aec1fb-a16d-470b-b97e-dc13e4aa7c7a req-0e520b77-2dbf-450d-8901-a800b099fdf4 tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] 10.222.0.46 "GET /v2.0/networks?id=352547e0-207e-4556-a1a1-f7d6c95fa4cd HTTP/1.1" status: 200 len: 815 time: 0.1609337 Nov 22 20:20:18.716223 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d9aec1fb-a16d-470b-b97e-dc13e4aa7c7a req-3b28d602-51fe-49ce-82f0-efdfb6285242 tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] 10.222.0.46 "GET /v2.0/quotas/0a58786711ae4e778e9682d515473efc HTTP/1.1" status: 200 len: 375 time: 0.0147660 Nov 22 20:20:18.740236 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b52824-5ad7-4bac-a76c-30b0ddcbeebd req-944ba3d6-48ea-4367-b9d5-b146da657b6f tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:20:18.741885 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e5b52824-5ad7-4bac-a76c-30b0ddcbeebd req-944ba3d6-48ea-4367-b9d5-b146da657b6f tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/ports?device_id=1fce27a4-3d80-4211-af77-ae21323044d2 HTTP/1.1" status: 200 len: 945 time: 0.0850835 Nov 22 20:20:18.781228 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d9aec1fb-a16d-470b-b97e-dc13e4aa7c7a req-f45e714b-5ef3-4752-8526-1da80a722bba tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=0a58786711ae4e778e9682d515473efc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0562501 Nov 22 20:20:18.909886 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e5b52824-5ad7-4bac-a76c-30b0ddcbeebd req-22dc645e-e694-4e58-9a35-f58ca7c8aa18 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6bb4485-0c85-4226-9793-14795129f329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582396 Nov 22 20:20:18.970578 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d9aec1fb-a16d-470b-b97e-dc13e4aa7c7a req-a6fb598a-ef7d-49cb-ba7a-a1f5a8c579fb service neutron] 10.222.0.46 "GET /v2.0/networks/352547e0-207e-4556-a1a1-f7d6c95fa4cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602249 Nov 22 20:20:19.088022 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d9aec1fb-a16d-470b-b97e-dc13e4aa7c7a req-bb23a99c-2e79-475e-a5b2-bf30c2f8f069 service neutron] 10.222.0.46 "GET /v2.0/networks/352547e0-207e-4556-a1a1-f7d6c95fa4cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104584 Nov 22 20:20:19.368525 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d89034ca-8910-4077-bb99-4f70fa6908ca req-a53c30ca-2c2c-48d8-9127-5ad102a49001 tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] 10.222.0.46 "GET /v2.0/ports?device_id=7236a543-0fdb-4492-9b0d-aac7d66a3c1b HTTP/1.1" status: 200 len: 210 time: 0.0887470 Nov 22 20:20:19.958766 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363b2cbf-8737-440f-b1a6-86be5d847ce6 req-8eb54e7f-d987-4e27-a161-5139c4b3ba03 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:20:19.961077 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-363b2cbf-8737-440f-b1a6-86be5d847ce6 req-8eb54e7f-d987-4e27-a161-5139c4b3ba03 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/ports?device_id=1fce27a4-3d80-4211-af77-ae21323044d2 HTTP/1.1" status: 200 len: 945 time: 0.0908756 Nov 22 20:20:20.108947 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-363b2cbf-8737-440f-b1a6-86be5d847ce6 req-437da69f-83fe-4c8b-b7dd-e42246f3764f tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6bb4485-0c85-4226-9793-14795129f329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265137 Nov 22 20:20:20.149945 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7021e4fd-b977-4cc3-b990-66ca9509afcc req-5d3f011e-1065-4af4-9ac2-ff4f12a21b1a tempest-TenantUsagesTestJSON-515742374 tempest-TenantUsagesTestJSON-515742374-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=3cc2a86558e04de79750aa82f13040e1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0335710 Nov 22 20:20:20.401049 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7021e4fd-b977-4cc3-b990-66ca9509afcc req-d7535045-f1ce-47a6-845b-8bf983d2a47d tempest-TenantUsagesTestJSON-515742374 tempest-TenantUsagesTestJSON-515742374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:20:20.413169 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7021e4fd-b977-4cc3-b990-66ca9509afcc req-d7535045-f1ce-47a6-845b-8bf983d2a47d tempest-TenantUsagesTestJSON-515742374 tempest-TenantUsagesTestJSON-515742374-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2508268 Nov 22 20:20:20.429352 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7021e4fd-b977-4cc3-b990-66ca9509afcc req-08c70ded-1c67-4c86-b276-eb39a9b0d4dd tempest-TenantUsagesTestJSON-515742374 tempest-TenantUsagesTestJSON-515742374-project] 10.222.0.46 "GET /v2.0/quotas/3cc2a86558e04de79750aa82f13040e1 HTTP/1.1" status: 200 len: 375 time: 0.0145247 Nov 22 20:20:20.498323 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7021e4fd-b977-4cc3-b990-66ca9509afcc req-dfaa657f-8c5b-498c-bec8-a5e110815534 tempest-TenantUsagesTestJSON-515742374 tempest-TenantUsagesTestJSON-515742374-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=3cc2a86558e04de79750aa82f13040e1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0614030 Nov 22 20:20:20.562986 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7c5ba41d-903d-4ba2-a365-b4dfca103b9b req-59abecb5-f3f6-4000-a669-cc72c1952063 tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] 10.222.0.46 "GET /v2.0/ports?device_id=7236a543-0fdb-4492-9b0d-aac7d66a3c1b HTTP/1.1" status: 200 len: 210 time: 0.0313790 Nov 22 20:20:20.827787 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-19bbe7b8-5c48-4bb2-b2f8-2719c1c74859 req-8aa57ff6-5287-49b9-976b-e1ec79f3520f tempest-TenantUsagesTestJSON-515742374 tempest-TenantUsagesTestJSON-515742374-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0bb9e1c-ea4f-4279-91ab-70c003d370eb HTTP/1.1" status: 200 len: 210 time: 0.0841625 Nov 22 20:20:21.129456 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aec1fb-a16d-470b-b97e-dc13e4aa7c7a req-5acd3121-18f6-4a6a-a605-d963f87fbcee tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:20:21.130983 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d9aec1fb-a16d-470b-b97e-dc13e4aa7c7a req-5acd3121-18f6-4a6a-a605-d963f87fbcee tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] 10.222.0.20 "GET /v2.0/networks?id=352547e0-207e-4556-a1a1-f7d6c95fa4cd HTTP/1.1" status: 200 len: 815 time: 0.2991059 Nov 22 20:20:21.148593 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-d9aec1fb-a16d-470b-b97e-dc13e4aa7c7a req-1c094767-ddab-4784-9f18-4f1e6ab0f6c2 tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] Request body: {'port': {'device_id': '7236a543-0fdb-4492-9b0d-aac7d66a3c1b', 'network_id': '352547e0-207e-4556-a1a1-f7d6c95fa4cd', 'admin_state_up': True, 'tenant_id': '0a58786711ae4e778e9682d515473efc'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:20:21.473844 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bd9940-f5ed-4f7a-8073-178b6c8d0df1 req-93f2f7d5-0623-4d7d-a41c-81a3176bede4 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:20:21.502413 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-08bd9940-f5ed-4f7a-8073-178b6c8d0df1 req-93f2f7d5-0623-4d7d-a41c-81a3176bede4 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/ports?device_id=1fce27a4-3d80-4211-af77-ae21323044d2 HTTP/1.1" status: 200 len: 945 time: 0.1534624 Nov 22 20:20:21.576811 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9aec1fb-a16d-470b-b97e-dc13e4aa7c7a req-1c094767-ddab-4784-9f18-4f1e6ab0f6c2 tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] Made reservation on behalf of 0a58786711ae4e778e9682d515473efc for: {'port': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:20:21.581336 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-d9aec1fb-a16d-470b-b97e-dc13e4aa7c7a req-1c094767-ddab-4784-9f18-4f1e6ab0f6c2 tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:21.613247 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-08bd9940-f5ed-4f7a-8073-178b6c8d0df1 req-215be7dd-3ab2-41d1-9a53-0dba3ccac31a tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6bb4485-0c85-4226-9793-14795129f329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003516 Nov 22 20:20:21.768268 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-84770c98-cb58-4788-92c9-a736a3e2c6b6 req-265ceec7-a8ac-464f-97e9-9c4b2e6b60cb tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] 10.222.0.46 "GET /v2.0/ports?device_id=7236a543-0fdb-4492-9b0d-aac7d66a3c1b HTTP/1.1" status: 200 len: 210 time: 0.0648518 Nov 22 20:20:21.872779 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [req-d9aec1fb-a16d-470b-b97e-dc13e4aa7c7a req-1c094767-ddab-4784-9f18-4f1e6ab0f6c2 tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] Allocated IP 172.20.0.10 (352547e0-207e-4556-a1a1-f7d6c95fa4cd/d5e4abcc-f6a8-473c-82a9-35e4932fd5a1/3b1e4adc-e4a8-4111-aaa1-a18ca511d221) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:20:22.085566 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-d9aec1fb-a16d-470b-b97e-dc13e4aa7c7a req-1c094767-ddab-4784-9f18-4f1e6ab0f6c2 tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:22.131273 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-d9aec1fb-a16d-470b-b97e-dc13e4aa7c7a req-1c094767-ddab-4784-9f18-4f1e6ab0f6c2 tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:22.154507 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c0f390dd-2ba2-4098-96f4-847d7f65c5e2 req-45d62fa1-d28b-4a30-bf47-d6b5350c22da tempest-TenantUsagesTestJSON-515742374 tempest-TenantUsagesTestJSON-515742374-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0bb9e1c-ea4f-4279-91ab-70c003d370eb HTTP/1.1" status: 200 len: 210 time: 0.0345023 Nov 22 20:20:22.248634 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7021e4fd-b977-4cc3-b990-66ca9509afcc req-dee1af91-5e7a-44f3-9b56-ea0e0ffba08c tempest-TenantUsagesTestJSON-515742374 tempest-TenantUsagesTestJSON-515742374-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=3cc2a86558e04de79750aa82f13040e1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0576255 Nov 22 20:20:22.252618 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9aec1fb-a16d-470b-b97e-dc13e4aa7c7a req-1c094767-ddab-4784-9f18-4f1e6ab0f6c2 tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] Network 352547e0-207e-4556-a1a1-f7d6c95fa4cd is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:20:22.257971 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [req-d9aec1fb-a16d-470b-b97e-dc13e4aa7c7a req-1c094767-ddab-4784-9f18-4f1e6ab0f6c2 tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:20:22.272905 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9aec1fb-a16d-470b-b97e-dc13e4aa7c7a req-1c094767-ddab-4784-9f18-4f1e6ab0f6c2 tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:20:22.295789 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c094767-ddab-4784-9f18-4f1e6ab0f6c2 tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] Pushing event updated for resources: {'Port': ['ID=3b1e4adc-e4a8-4111-aaa1-a18ca511d221,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:20:22.374189 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c094767-ddab-4784-9f18-4f1e6ab0f6c2 tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:20:22.375917 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c094767-ddab-4784-9f18-4f1e6ab0f6c2 tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:20:22.375917 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c094767-ddab-4784-9f18-4f1e6ab0f6c2 tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:20:22.375917 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c094767-ddab-4784-9f18-4f1e6ab0f6c2 tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:20:22.375917 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c094767-ddab-4784-9f18-4f1e6ab0f6c2 tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:20:22.376508 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c094767-ddab-4784-9f18-4f1e6ab0f6c2 tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:20:22.376934 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c094767-ddab-4784-9f18-4f1e6ab0f6c2 tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:20:22.377393 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c094767-ddab-4784-9f18-4f1e6ab0f6c2 tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:20:22.377840 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c094767-ddab-4784-9f18-4f1e6ab0f6c2 tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:20:22.378487 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c094767-ddab-4784-9f18-4f1e6ab0f6c2 tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:20:22.379257 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c094767-ddab-4784-9f18-4f1e6ab0f6c2 tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:20:22.379703 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c094767-ddab-4784-9f18-4f1e6ab0f6c2 tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:20:22.482147 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aec1fb-a16d-470b-b97e-dc13e4aa7c7a req-1c094767-ddab-4784-9f18-4f1e6ab0f6c2 tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:20:22.483108 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-d9aec1fb-a16d-470b-b97e-dc13e4aa7c7a req-1c094767-ddab-4784-9f18-4f1e6ab0f6c2 tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:22.529086 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d9aec1fb-a16d-470b-b97e-dc13e4aa7c7a req-1c094767-ddab-4784-9f18-4f1e6ab0f6c2 tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3846011 Nov 22 20:20:22.556306 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7021e4fd-b977-4cc3-b990-66ca9509afcc req-a0f4f8f4-d8ad-41dc-9915-ba99137f7fd1 tempest-TenantUsagesTestJSON-515742374 tempest-TenantUsagesTestJSON-515742374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:20:22.559179 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7021e4fd-b977-4cc3-b990-66ca9509afcc req-a0f4f8f4-d8ad-41dc-9915-ba99137f7fd1 tempest-TenantUsagesTestJSON-515742374 tempest-TenantUsagesTestJSON-515742374-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3028910 Nov 22 20:20:22.566283 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-d9aec1fb-a16d-470b-b97e-dc13e4aa7c7a req-e803c767-bdb4-454d-b3c3-23cbbd6bc3a1 service neutron] Request body: {'port': {'device_id': '7236a543-0fdb-4492-9b0d-aac7d66a3c1b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818823-1'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:20:22.613736 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-7021e4fd-b977-4cc3-b990-66ca9509afcc req-3a03a66c-c116-4cd9-9967-367327f5c327 tempest-TenantUsagesTestJSON-515742374 tempest-TenantUsagesTestJSON-515742374-project] Request body: {'port': {'device_id': 'f0bb9e1c-ea4f-4279-91ab-70c003d370eb', 'network_id': 'e1052824-bf78-4963-8937-b202e372ac24', 'admin_state_up': True, 'tenant_id': '3cc2a86558e04de79750aa82f13040e1'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:20:22.845881 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7021e4fd-b977-4cc3-b990-66ca9509afcc req-3a03a66c-c116-4cd9-9967-367327f5c327 tempest-TenantUsagesTestJSON-515742374 tempest-TenantUsagesTestJSON-515742374-project] Made reservation on behalf of 3cc2a86558e04de79750aa82f13040e1 for: {'port': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:20:22.849995 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-7021e4fd-b977-4cc3-b990-66ca9509afcc req-3a03a66c-c116-4cd9-9967-367327f5c327 tempest-TenantUsagesTestJSON-515742374 tempest-TenantUsagesTestJSON-515742374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:22.865529 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-7021e4fd-b977-4cc3-b990-66ca9509afcc req-3a03a66c-c116-4cd9-9967-367327f5c327 tempest-TenantUsagesTestJSON-515742374 tempest-TenantUsagesTestJSON-515742374-project] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:22.890644 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-d9aec1fb-a16d-470b-b97e-dc13e4aa7c7a req-e803c767-bdb4-454d-b3c3-23cbbd6bc3a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:22.935446 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc912c9-a7f5-4e81-88bf-7e1997b2a0f5 req-12a3d0b7-5c73-4fa3-8381-3773da801719 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:20:22.936731 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3dc912c9-a7f5-4e81-88bf-7e1997b2a0f5 req-12a3d0b7-5c73-4fa3-8381-3773da801719 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/ports?device_id=1fce27a4-3d80-4211-af77-ae21323044d2 HTTP/1.1" status: 200 len: 945 time: 0.2235391 Nov 22 20:20:23.437835 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52e0198-9a5a-40f1-a20e-fb54963627dd req-5723ed21-bca9-44ad-a8c3-78dc648c39dc tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:20:23.439791 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f52e0198-9a5a-40f1-a20e-fb54963627dd req-5723ed21-bca9-44ad-a8c3-78dc648c39dc tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] 10.222.0.46 "GET /v2.0/ports?device_id=7236a543-0fdb-4492-9b0d-aac7d66a3c1b HTTP/1.1" status: 200 len: 932 time: 0.5447435 Nov 22 20:20:23.600060 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3dc912c9-a7f5-4e81-88bf-7e1997b2a0f5 req-d965bf79-d465-461f-9fa7-1edcf0da5f2c tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6bb4485-0c85-4226-9793-14795129f329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6442370 Nov 22 20:20:23.674660 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f52e0198-9a5a-40f1-a20e-fb54963627dd req-4366cc39-682c-4ed6-9d26-27c7c2bf566b tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] 10.222.0.46 "GET /v2.0/security-groups?id=d95e1db1-f0c9-4323-bdfe-93688145577c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188768 Nov 22 20:20:23.678462 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-7021e4fd-b977-4cc3-b990-66ca9509afcc req-3a03a66c-c116-4cd9-9967-367327f5c327 tempest-TenantUsagesTestJSON-515742374 tempest-TenantUsagesTestJSON-515742374-project] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:23.687509 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-7021e4fd-b977-4cc3-b990-66ca9509afcc req-3a03a66c-c116-4cd9-9967-367327f5c327 tempest-TenantUsagesTestJSON-515742374 tempest-TenantUsagesTestJSON-515742374-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:23.810145 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b089c347-09f4-4833-8546-ee88ad7bb6bd req-c7307a01-6417-4a8a-adcf-d009181068f2 tempest-TenantUsagesTestJSON-515742374 tempest-TenantUsagesTestJSON-515742374-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0bb9e1c-ea4f-4279-91ab-70c003d370eb HTTP/1.1" status: 200 len: 210 time: 0.0909150 Nov 22 20:20:23.845595 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a03a66c-c116-4cd9-9967-367327f5c327 tempest-TenantUsagesTestJSON-515742374 tempest-TenantUsagesTestJSON-515742374-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08b18c18-16b3-4023-b666-b45bbafa72bc,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:20:24.061659 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [req-d9aec1fb-a16d-470b-b97e-dc13e4aa7c7a req-e803c767-bdb4-454d-b3c3-23cbbd6bc3a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b1e4adc-e4a8-4111-aaa1-a18ca511d221 {{(pid=103447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:20:24.074869 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-d9aec1fb-a16d-470b-b97e-dc13e4aa7c7a req-e803c767-bdb4-454d-b3c3-23cbbd6bc3a1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:24.095357 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.provisioning_blocks [req-d9aec1fb-a16d-470b-b97e-dc13e4aa7c7a req-e803c767-bdb4-454d-b3c3-23cbbd6bc3a1 service neutron] Transition to ACTIVE for port object 3b1e4adc-e4a8-4111-aaa1-a18ca511d221 will not be triggered until provisioned by entity L2. {{(pid=103447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 20:20:24.113675 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [req-7021e4fd-b977-4cc3-b990-66ca9509afcc req-3a03a66c-c116-4cd9-9967-367327f5c327 tempest-TenantUsagesTestJSON-515742374 tempest-TenantUsagesTestJSON-515742374-project] Allocated IP 192.168.233.42 (e1052824-bf78-4963-8937-b202e372ac24/3091ebfd-11e2-41f8-9c00-ffe0b86563d8/5217fc29-102c-4a9d-a275-83d686e46734) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:20:24.345678 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-7021e4fd-b977-4cc3-b990-66ca9509afcc req-3a03a66c-c116-4cd9-9967-367327f5c327 tempest-TenantUsagesTestJSON-515742374 tempest-TenantUsagesTestJSON-515742374-project] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:24.384875 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-d9aec1fb-a16d-470b-b97e-dc13e4aa7c7a req-e803c767-bdb4-454d-b3c3-23cbbd6bc3a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:24.414808 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-7021e4fd-b977-4cc3-b990-66ca9509afcc req-3a03a66c-c116-4cd9-9967-367327f5c327 tempest-TenantUsagesTestJSON-515742374 tempest-TenantUsagesTestJSON-515742374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:24.502860 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 48104) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:20:24.530512 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7021e4fd-b977-4cc3-b990-66ca9509afcc req-3a03a66c-c116-4cd9-9967-367327f5c327 tempest-TenantUsagesTestJSON-515742374 tempest-TenantUsagesTestJSON-515742374-project] Network e1052824-bf78-4963-8937-b202e372ac24 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:20:24.554713 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e803c767-bdb4-454d-b3c3-23cbbd6bc3a1 service neutron] Pushing event updated for resources: {'Port': ['ID=3b1e4adc-e4a8-4111-aaa1-a18ca511d221,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:20:24.578611 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [req-7021e4fd-b977-4cc3-b990-66ca9509afcc req-3a03a66c-c116-4cd9-9967-367327f5c327 tempest-TenantUsagesTestJSON-515742374 tempest-TenantUsagesTestJSON-515742374-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:20:24.585374 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-7021e4fd-b977-4cc3-b990-66ca9509afcc req-3a03a66c-c116-4cd9-9967-367327f5c327 tempest-TenantUsagesTestJSON-515742374 tempest-TenantUsagesTestJSON-515742374-project] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:20:24.765385 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3fe1313c-395a-4d5c-92dd-401343ad3081 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:24.830724 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a03a66c-c116-4cd9-9967-367327f5c327 tempest-TenantUsagesTestJSON-515742374 tempest-TenantUsagesTestJSON-515742374-project] Pushing event updated for resources: {'Port': ['ID=5217fc29-102c-4a9d-a275-83d686e46734,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:20:24.977480 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3fe1313c-395a-4d5c-92dd-401343ad3081 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:24.978757 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-d9aec1fb-a16d-470b-b97e-dc13e4aa7c7a req-e803c767-bdb4-454d-b3c3-23cbbd6bc3a1 service neutron] Attempting to bind port 3b1e4adc-e4a8-4111-aaa1-a18ca511d221 on host n-h2-818823-1 for vnic_type normal with profile {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:20:24.979177 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-d9aec1fb-a16d-470b-b97e-dc13e4aa7c7a req-e803c767-bdb4-454d-b3c3-23cbbd6bc3a1 service neutron] Attempting to bind port 3b1e4adc-e4a8-4111-aaa1-a18ca511d221 by drivers openvswitch,hyperv on host n-h2-818823-1 at level 0 using segments [{'id': '019862db-e247-48e6-a4aa-8a2eeecc7cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '352547e0-207e-4556-a1a1-f7d6c95fa4cd'}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:20:24.979535 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9aec1fb-a16d-470b-b97e-dc13e4aa7c7a req-e803c767-bdb4-454d-b3c3-23cbbd6bc3a1 service neutron] Attempting to bind port 3b1e4adc-e4a8-4111-aaa1-a18ca511d221 on network 352547e0-207e-4556-a1a1-f7d6c95fa4cd {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:20:24.983391 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3fe1313c-395a-4d5c-92dd-401343ad3081 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:24.999356 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7021e4fd-b977-4cc3-b990-66ca9509afcc req-3a03a66c-c116-4cd9-9967-367327f5c327 tempest-TenantUsagesTestJSON-515742374 tempest-TenantUsagesTestJSON-515742374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:20:25.000032 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-7021e4fd-b977-4cc3-b990-66ca9509afcc req-3a03a66c-c116-4cd9-9967-367327f5c327 tempest-TenantUsagesTestJSON-515742374 tempest-TenantUsagesTestJSON-515742374-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:25.004253 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9aec1fb-a16d-470b-b97e-dc13e4aa7c7a req-e803c767-bdb4-454d-b3c3-23cbbd6bc3a1 service neutron] Port 3b1e4adc-e4a8-4111-aaa1-a18ca511d221 on network 352547e0-207e-4556-a1a1-f7d6c95fa4cd not bound, no agent of type Open vSwitch agent registered on host n-h2-818823-1 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:20:25.004428 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9aec1fb-a16d-470b-b97e-dc13e4aa7c7a req-e803c767-bdb4-454d-b3c3-23cbbd6bc3a1 service neutron] Attempting to bind port 3b1e4adc-e4a8-4111-aaa1-a18ca511d221 on network 352547e0-207e-4556-a1a1-f7d6c95fa4cd {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:20:25.018967 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-3fe1313c-395a-4d5c-92dd-401343ad3081 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=dd0d662791764e36b9f8acc4916e1f3c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5148745 Nov 22 20:20:25.023038 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 48116) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:20:25.029156 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe1313c-395a-4d5c-92dd-401343ad3081 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fedb8c9d-cb42-4e33-b8df-5b247e8abc2b,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:20:25.037439 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9aec1fb-a16d-470b-b97e-dc13e4aa7c7a req-e803c767-bdb4-454d-b3c3-23cbbd6bc3a1 service neutron] Checking agent: {'id': '65e0486a-7030-4065-96f0-10aa7402a530', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'started_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 20, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:20:25.037614 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9aec1fb-a16d-470b-b97e-dc13e4aa7c7a req-e803c767-bdb4-454d-b3c3-23cbbd6bc3a1 service neutron] Checking segment: {'id': '019862db-e247-48e6-a4aa-8a2eeecc7cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '352547e0-207e-4556-a1a1-f7d6c95fa4cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:20:25.037982 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9aec1fb-a16d-470b-b97e-dc13e4aa7c7a req-e803c767-bdb4-454d-b3c3-23cbbd6bc3a1 service neutron] Bound using segment: {'id': '019862db-e247-48e6-a4aa-8a2eeecc7cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '352547e0-207e-4556-a1a1-f7d6c95fa4cd'} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:20:25.038380 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-d9aec1fb-a16d-470b-b97e-dc13e4aa7c7a req-e803c767-bdb4-454d-b3c3-23cbbd6bc3a1 service neutron] Bound port: 3b1e4adc-e4a8-4111-aaa1-a18ca511d221, host: n-h2-818823-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '019862db-e247-48e6-a4aa-8a2eeecc7cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '352547e0-207e-4556-a1a1-f7d6c95fa4cd'}}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:20:25.038724 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-d9aec1fb-a16d-470b-b97e-dc13e4aa7c7a req-e803c767-bdb4-454d-b3c3-23cbbd6bc3a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:25.071255 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0e0257-dbe7-4d2d-a499-7a8e3da6a3c6 req-7b601721-bb23-47cd-bde3-81bb031c1c7b tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:20:25.073769 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8d0e0257-dbe7-4d2d-a499-7a8e3da6a3c6 req-7b601721-bb23-47cd-bde3-81bb031c1c7b tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/ports?device_id=1fce27a4-3d80-4211-af77-ae21323044d2 HTTP/1.1" status: 200 len: 945 time: 0.3177593 Nov 22 20:20:25.078316 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-8ba6f1cf-f244-44ca-8e63-5615ae01cfcd None None] Provisioning complete for port 5217fc29-102c-4a9d-a275-83d686e46734 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:20:25.079269 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-8ba6f1cf-f244-44ca-8e63-5615ae01cfcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:25.083336 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7021e4fd-b977-4cc3-b990-66ca9509afcc req-3a03a66c-c116-4cd9-9967-367327f5c327 tempest-TenantUsagesTestJSON-515742374 tempest-TenantUsagesTestJSON-515742374-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4746695 Nov 22 20:20:25.098873 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4d7e04-6fcf-4892-a144-e268e25555a4 req-4156d7cb-775e-4339-af2a-7e06aa18dd3d tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:20:25.100452 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3b4d7e04-6fcf-4892-a144-e268e25555a4 req-4156d7cb-775e-4339-af2a-7e06aa18dd3d tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] 10.222.0.46 "GET /v2.0/ports?device_id=7236a543-0fdb-4492-9b0d-aac7d66a3c1b HTTP/1.1" status: 200 len: 944 time: 0.2091596 Nov 22 20:20:25.116963 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-8ba6f1cf-f244-44ca-8e63-5615ae01cfcd None None] Port 5217fc29-102c-4a9d-a275-83d686e46734 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:20:25.119020 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-7021e4fd-b977-4cc3-b990-66ca9509afcc req-969a7bc3-34c2-43eb-94ae-0a0acbccba46 service neutron] Request body: {'port': {'device_id': 'f0bb9e1c-ea4f-4279-91ab-70c003d370eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818823-1'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:20:25.316664 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-d9aec1fb-a16d-470b-b97e-dc13e4aa7c7a req-e803c767-bdb4-454d-b3c3-23cbbd6bc3a1 service neutron] For port 3b1e4adc-e4a8-4111-aaa1-a18ca511d221, host n-h2-818823-1, cleared binding levels {{(pid=103447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:20:25.330407 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-d9aec1fb-a16d-470b-b97e-dc13e4aa7c7a req-e803c767-bdb4-454d-b3c3-23cbbd6bc3a1 service neutron] For port 3b1e4adc-e4a8-4111-aaa1-a18ca511d221, host n-h2-818823-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=3b1e4adc-e4a8-4111-aaa1-a18ca511d221,segment=NetworkSegment(019862db-e247-48e6-a4aa-8a2eeecc7cca),segment_id=019862db-e247-48e6-a4aa-8a2eeecc7cca)] {{(pid=103447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:20:25.348082 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8d0e0257-dbe7-4d2d-a499-7a8e3da6a3c6 req-daed4910-fafd-4858-85ea-cfdfac5e562a tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6bb4485-0c85-4226-9793-14795129f329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2616549 Nov 22 20:20:25.348743 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-7021e4fd-b977-4cc3-b990-66ca9509afcc req-969a7bc3-34c2-43eb-94ae-0a0acbccba46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:25.359991 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ca19a5e3-e418-4503-af3b-4d1eecdc5c6f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:25.371779 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-d9aec1fb-a16d-470b-b97e-dc13e4aa7c7a req-e803c767-bdb4-454d-b3c3-23cbbd6bc3a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:25.404507 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3b4d7e04-6fcf-4892-a144-e268e25555a4 req-34138352-09c6-48e1-9d97-aa28bf73914d tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] 10.222.0.46 "GET /v2.0/security-groups?id=d95e1db1-f0c9-4323-bdfe-93688145577c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2585728 Nov 22 20:20:25.465855 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aec1fb-a16d-470b-b97e-dc13e4aa7c7a req-e803c767-bdb4-454d-b3c3-23cbbd6bc3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:20:25.466600 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-d9aec1fb-a16d-470b-b97e-dc13e4aa7c7a req-e803c767-bdb4-454d-b3c3-23cbbd6bc3a1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:25.468176 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d9aec1fb-a16d-470b-b97e-dc13e4aa7c7a req-e803c767-bdb4-454d-b3c3-23cbbd6bc3a1 service neutron] 10.222.0.20 "PUT /v2.0/ports/3b1e4adc-e4a8-4111-aaa1-a18ca511d221 HTTP/1.1" status: 200 len: 1092 time: 2.9077859 Nov 22 20:20:25.500935 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7236a543-0fdb-4492-9b0d-aac7d66a3c1b', 'tag': '3b1e4adc-e4a8-4111-aaa1-a18ca511d221'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:20:25.504294 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-592cc970-6c96-4b43-87d3-d1d3db66d77a" -d '{"events": [{"name": "network-changed", "server_uuid": "7236a543-0fdb-4492-9b0d-aac7d66a3c1b", "tag": "3b1e4adc-e4a8-4111-aaa1-a18ca511d221"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:20:25.513076 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ca19a5e3-e418-4503-af3b-4d1eecdc5c6f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:25.598937 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 20:20:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65e709b2-6c91-4559-94fc-e28f4db39272 x-openstack-request-id: req-65e709b2-6c91-4559-94fc-e28f4db39272 {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:20:25.599627 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7236a543-0fdb-4492-9b0d-aac7d66a3c1b", "tag": "3b1e4adc-e4a8-4111-aaa1-a18ca511d221", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:20:25.599627 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-65e709b2-6c91-4559-94fc-e28f4db39272 {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:20:25.600140 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7236a543-0fdb-4492-9b0d-aac7d66a3c1b', 'tag': '3b1e4adc-e4a8-4111-aaa1-a18ca511d221', 'status': 'completed', 'code': 200} Nov 22 20:20:25.668274 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e803c767-bdb4-454d-b3c3-23cbbd6bc3a1 service neutron] Pushing event updated for resources: {'Port': ['ID=3b1e4adc-e4a8-4111-aaa1-a18ca511d221,revision_number=3']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:20:25.758439 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3381e3ff-1213-4569-a096-cce19da8c22a req-e55c6607-e9ed-4dd9-bdf9-4cc150a94eb3 tempest-TenantUsagesTestJSON-515742374 tempest-TenantUsagesTestJSON-515742374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:20:25.760205 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3381e3ff-1213-4569-a096-cce19da8c22a req-e55c6607-e9ed-4dd9-bdf9-4cc150a94eb3 tempest-TenantUsagesTestJSON-515742374 tempest-TenantUsagesTestJSON-515742374-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0bb9e1c-ea4f-4279-91ab-70c003d370eb HTTP/1.1" status: 200 len: 935 time: 0.1920717 Nov 22 20:20:25.770789 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aec1fb-a16d-470b-b97e-dc13e4aa7c7a req-6f714258-cfc8-48f8-97db-2fb7f6d52c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:20:25.772381 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d9aec1fb-a16d-470b-b97e-dc13e4aa7c7a req-6f714258-cfc8-48f8-97db-2fb7f6d52c75 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0a58786711ae4e778e9682d515473efc&device_id=7236a543-0fdb-4492-9b0d-aac7d66a3c1b HTTP/1.1" status: 200 len: 1095 time: 0.2282026 Nov 22 20:20:25.824013 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ca19a5e3-e418-4503-af3b-4d1eecdc5c6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:25.826693 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ca19a5e3-e418-4503-af3b-4d1eecdc5c6f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:25.827934 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-ca19a5e3-e418-4503-af3b-4d1eecdc5c6f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/fedb8c9d-cb42-4e33-b8df-5b247e8abc2b HTTP/1.1" status: 204 len: 168 time: 0.8017354 Nov 22 20:20:25.892394 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d9aec1fb-a16d-470b-b97e-dc13e4aa7c7a req-059f455e-5f04-4f8e-8947-806aba97d667 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3b1e4adc-e4a8-4111-aaa1-a18ca511d221 HTTP/1.1" status: 200 len: 217 time: 0.1068981 Nov 22 20:20:25.907179 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca19a5e3-e418-4503-af3b-4d1eecdc5c6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fedb8c9d-cb42-4e33-b8df-5b247e8abc2b,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:20:25.988158 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3381e3ff-1213-4569-a096-cce19da8c22a req-1c7dc793-1f27-459a-be3c-1b05e480f4d0 tempest-TenantUsagesTestJSON-515742374 tempest-TenantUsagesTestJSON-515742374-project] 10.222.0.46 "GET /v2.0/security-groups?id=08b18c18-16b3-4023-b666-b45bbafa72bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2196705 Nov 22 20:20:26.013359 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aec1fb-a16d-470b-b97e-dc13e4aa7c7a req-78763fa8-26a7-418c-871e-f46f454cd42c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:20:26.013359 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d9aec1fb-a16d-470b-b97e-dc13e4aa7c7a req-78763fa8-26a7-418c-871e-f46f454cd42c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d5e4abcc-f6a8-473c-82a9-35e4932fd5a1 HTTP/1.1" status: 200 len: 855 time: 0.1032341 Nov 22 20:20:26.081210 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d9aec1fb-a16d-470b-b97e-dc13e4aa7c7a req-25160720-fadd-4485-832c-1c251d436be8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=352547e0-207e-4556-a1a1-f7d6c95fa4cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0647817 Nov 22 20:20:26.169218 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [req-7021e4fd-b977-4cc3-b990-66ca9509afcc req-969a7bc3-34c2-43eb-94ae-0a0acbccba46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5217fc29-102c-4a9d-a275-83d686e46734 {{(pid=103447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:20:26.179826 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-7021e4fd-b977-4cc3-b990-66ca9509afcc req-969a7bc3-34c2-43eb-94ae-0a0acbccba46 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:26.203583 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.provisioning_blocks [req-7021e4fd-b977-4cc3-b990-66ca9509afcc req-969a7bc3-34c2-43eb-94ae-0a0acbccba46 service neutron] Transition to ACTIVE for port object 5217fc29-102c-4a9d-a275-83d686e46734 will not be triggered until provisioned by entity L2. {{(pid=103447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 20:20:26.218749 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-7021e4fd-b977-4cc3-b990-66ca9509afcc req-969a7bc3-34c2-43eb-94ae-0a0acbccba46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:26.246077 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d9aec1fb-a16d-470b-b97e-dc13e4aa7c7a req-6b490949-0e77-41e9-a489-aa5faf196f81 service neutron] 10.222.0.20 "GET /v2.0/networks/352547e0-207e-4556-a1a1-f7d6c95fa4cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415884 Nov 22 20:20:26.497642 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d9aec1fb-a16d-470b-b97e-dc13e4aa7c7a req-956160ea-21f2-4480-a786-95cd119f3bb3 service neutron] 10.222.0.20 "GET /v2.0/networks/352547e0-207e-4556-a1a1-f7d6c95fa4cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1980138 Nov 22 20:20:26.514657 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969a7bc3-34c2-43eb-94ae-0a0acbccba46 service neutron] Pushing event updated for resources: {'Port': ['ID=5217fc29-102c-4a9d-a275-83d686e46734,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:20:26.819627 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a638600f-a195-43cf-bb89-1edad713597f req-cc638ca5-8311-494b-98a9-20ceb52adb28 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:20:26.821207 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a638600f-a195-43cf-bb89-1edad713597f req-cc638ca5-8311-494b-98a9-20ceb52adb28 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/ports?device_id=1fce27a4-3d80-4211-af77-ae21323044d2 HTTP/1.1" status: 200 len: 945 time: 0.2918057 Nov 22 20:20:26.835324 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592cc970-6c96-4b43-87d3-d1d3db66d77a req-d4ade09a-877b-4c3f-899c-c8181d27bc82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:20:26.836870 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-592cc970-6c96-4b43-87d3-d1d3db66d77a req-d4ade09a-877b-4c3f-899c-c8181d27bc82 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0a58786711ae4e778e9682d515473efc&device_id=7236a543-0fdb-4492-9b0d-aac7d66a3c1b HTTP/1.1" status: 200 len: 1095 time: 0.2743454 Nov 22 20:20:26.840985 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-7021e4fd-b977-4cc3-b990-66ca9509afcc req-969a7bc3-34c2-43eb-94ae-0a0acbccba46 service neutron] Attempting to bind port 5217fc29-102c-4a9d-a275-83d686e46734 on host n-h1-818823-1 for vnic_type normal with profile {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:20:26.841752 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-7021e4fd-b977-4cc3-b990-66ca9509afcc req-969a7bc3-34c2-43eb-94ae-0a0acbccba46 service neutron] Attempting to bind port 5217fc29-102c-4a9d-a275-83d686e46734 by drivers openvswitch,hyperv on host n-h1-818823-1 at level 0 using segments [{'id': '2a5a1c7b-538e-498e-99b9-cc7a8e0411be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'e1052824-bf78-4963-8937-b202e372ac24'}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:20:26.842491 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7021e4fd-b977-4cc3-b990-66ca9509afcc req-969a7bc3-34c2-43eb-94ae-0a0acbccba46 service neutron] Attempting to bind port 5217fc29-102c-4a9d-a275-83d686e46734 on network e1052824-bf78-4963-8937-b202e372ac24 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:20:26.856214 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7021e4fd-b977-4cc3-b990-66ca9509afcc req-969a7bc3-34c2-43eb-94ae-0a0acbccba46 service neutron] Port 5217fc29-102c-4a9d-a275-83d686e46734 on network e1052824-bf78-4963-8937-b202e372ac24 not bound, no agent of type Open vSwitch agent registered on host n-h1-818823-1 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:20:26.856539 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7021e4fd-b977-4cc3-b990-66ca9509afcc req-969a7bc3-34c2-43eb-94ae-0a0acbccba46 service neutron] Attempting to bind port 5217fc29-102c-4a9d-a275-83d686e46734 on network e1052824-bf78-4963-8937-b202e372ac24 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:20:26.905528 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd261b79-ca27-4c9e-a466-224beeba4f06 req-61900aa9-9b46-4b69-bd35-6f660af2e516 tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:20:26.907000 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-bd261b79-ca27-4c9e-a466-224beeba4f06 req-61900aa9-9b46-4b69-bd35-6f660af2e516 tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] 10.222.0.46 "GET /v2.0/ports?device_id=7236a543-0fdb-4492-9b0d-aac7d66a3c1b HTTP/1.1" status: 200 len: 944 time: 0.2886884 Nov 22 20:20:26.987508 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592cc970-6c96-4b43-87d3-d1d3db66d77a req-6214c92e-7afb-4873-bf34-7d11807eac5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:20:26.988953 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-592cc970-6c96-4b43-87d3-d1d3db66d77a req-6214c92e-7afb-4873-bf34-7d11807eac5e service neutron] 10.222.0.20 "GET /v2.0/networks?id=352547e0-207e-4556-a1a1-f7d6c95fa4cd HTTP/1.1" status: 200 len: 916 time: 0.1337526 Nov 22 20:20:26.989750 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7021e4fd-b977-4cc3-b990-66ca9509afcc req-969a7bc3-34c2-43eb-94ae-0a0acbccba46 service neutron] Checking agent: {'id': '7a008cff-3b49-418c-8046-689d46cc800f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'started_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 20, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:20:26.990182 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7021e4fd-b977-4cc3-b990-66ca9509afcc req-969a7bc3-34c2-43eb-94ae-0a0acbccba46 service neutron] Checking segment: {'id': '2a5a1c7b-538e-498e-99b9-cc7a8e0411be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'e1052824-bf78-4963-8937-b202e372ac24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:20:26.990460 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7021e4fd-b977-4cc3-b990-66ca9509afcc req-969a7bc3-34c2-43eb-94ae-0a0acbccba46 service neutron] Bound using segment: {'id': '2a5a1c7b-538e-498e-99b9-cc7a8e0411be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'e1052824-bf78-4963-8937-b202e372ac24'} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:20:26.990950 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-7021e4fd-b977-4cc3-b990-66ca9509afcc req-969a7bc3-34c2-43eb-94ae-0a0acbccba46 service neutron] Bound port: 5217fc29-102c-4a9d-a275-83d686e46734, host: n-h1-818823-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a5a1c7b-538e-498e-99b9-cc7a8e0411be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'e1052824-bf78-4963-8937-b202e372ac24'}}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:20:26.991537 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-7021e4fd-b977-4cc3-b990-66ca9509afcc req-969a7bc3-34c2-43eb-94ae-0a0acbccba46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:27.076490 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-592cc970-6c96-4b43-87d3-d1d3db66d77a req-14b6960d-1b5c-4227-9c3c-97e482192019 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3b1e4adc-e4a8-4111-aaa1-a18ca511d221 HTTP/1.1" status: 200 len: 217 time: 0.0490959 Nov 22 20:20:27.147692 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-bd261b79-ca27-4c9e-a466-224beeba4f06 req-5b09aa22-b945-4c66-83c8-0bf92ecf3bf4 tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] 10.222.0.46 "GET /v2.0/security-groups?id=d95e1db1-f0c9-4323-bdfe-93688145577c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537783 Nov 22 20:20:27.176865 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a638600f-a195-43cf-bb89-1edad713597f req-738cb2f2-5341-42ca-8c0d-37ed2a05ad22 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6bb4485-0c85-4226-9793-14795129f329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3390019 Nov 22 20:20:27.196883 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592cc970-6c96-4b43-87d3-d1d3db66d77a req-10923689-c18d-4935-9aef-3b8bef26025f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:20:27.198794 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-592cc970-6c96-4b43-87d3-d1d3db66d77a req-10923689-c18d-4935-9aef-3b8bef26025f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d5e4abcc-f6a8-473c-82a9-35e4932fd5a1 HTTP/1.1" status: 200 len: 855 time: 0.1000478 Nov 22 20:20:27.242551 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-592cc970-6c96-4b43-87d3-d1d3db66d77a req-dcc09327-3cd2-42e2-b214-a65ccbc27ba5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=352547e0-207e-4556-a1a1-f7d6c95fa4cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308671 Nov 22 20:20:27.247372 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-7021e4fd-b977-4cc3-b990-66ca9509afcc req-969a7bc3-34c2-43eb-94ae-0a0acbccba46 service neutron] For port 5217fc29-102c-4a9d-a275-83d686e46734, host n-h1-818823-1, cleared binding levels {{(pid=103447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:20:27.377595 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-7021e4fd-b977-4cc3-b990-66ca9509afcc req-969a7bc3-34c2-43eb-94ae-0a0acbccba46 service neutron] For port 5217fc29-102c-4a9d-a275-83d686e46734, host n-h1-818823-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=5217fc29-102c-4a9d-a275-83d686e46734,segment=NetworkSegment(2a5a1c7b-538e-498e-99b9-cc7a8e0411be),segment_id=2a5a1c7b-538e-498e-99b9-cc7a8e0411be)] {{(pid=103447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:20:27.407266 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-7021e4fd-b977-4cc3-b990-66ca9509afcc req-969a7bc3-34c2-43eb-94ae-0a0acbccba46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:27.486514 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-592cc970-6c96-4b43-87d3-d1d3db66d77a req-d6b9398c-faf0-4903-b5b0-54734707fb9e service neutron] 10.222.0.20 "GET /v2.0/networks/352547e0-207e-4556-a1a1-f7d6c95fa4cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2349474 Nov 22 20:20:27.493267 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7021e4fd-b977-4cc3-b990-66ca9509afcc req-969a7bc3-34c2-43eb-94ae-0a0acbccba46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:20:27.494259 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-7021e4fd-b977-4cc3-b990-66ca9509afcc req-969a7bc3-34c2-43eb-94ae-0a0acbccba46 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:27.495810 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7021e4fd-b977-4cc3-b990-66ca9509afcc req-969a7bc3-34c2-43eb-94ae-0a0acbccba46 service neutron] 10.222.0.41 "PUT /v2.0/ports/5217fc29-102c-4a9d-a275-83d686e46734 HTTP/1.1" status: 200 len: 1095 time: 2.3855350 Nov 22 20:20:27.617147 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0bb9e1c-ea4f-4279-91ab-70c003d370eb', 'tag': '5217fc29-102c-4a9d-a275-83d686e46734'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:20:27.623302 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-156c29ae-f664-42dc-804b-074383fd82ea" -d '{"events": [{"name": "network-changed", "server_uuid": "f0bb9e1c-ea4f-4279-91ab-70c003d370eb", "tag": "5217fc29-102c-4a9d-a275-83d686e46734"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:20:27.684156 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1d50c2-1301-4901-a825-f68ecf11b7e6 req-bb6bd434-fdd8-4367-a94f-479e46491e29 tempest-TenantUsagesTestJSON-515742374 tempest-TenantUsagesTestJSON-515742374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:20:27.686213 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2b1d50c2-1301-4901-a825-f68ecf11b7e6 req-bb6bd434-fdd8-4367-a94f-479e46491e29 tempest-TenantUsagesTestJSON-515742374 tempest-TenantUsagesTestJSON-515742374-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0bb9e1c-ea4f-4279-91ab-70c003d370eb HTTP/1.1" status: 200 len: 947 time: 0.3529515 Nov 22 20:20:27.723714 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 20:20:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e7c5af3-0258-4962-98c9-45dae44a151a x-openstack-request-id: req-4e7c5af3-0258-4962-98c9-45dae44a151a {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:20:27.724156 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0bb9e1c-ea4f-4279-91ab-70c003d370eb", "tag": "5217fc29-102c-4a9d-a275-83d686e46734", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:20:27.724463 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4e7c5af3-0258-4962-98c9-45dae44a151a {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:20:27.724954 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0bb9e1c-ea4f-4279-91ab-70c003d370eb', 'tag': '5217fc29-102c-4a9d-a275-83d686e46734', 'status': 'completed', 'code': 200} Nov 22 20:20:27.778201 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969a7bc3-34c2-43eb-94ae-0a0acbccba46 service neutron] Pushing event updated for resources: {'Port': ['ID=5217fc29-102c-4a9d-a275-83d686e46734,revision_number=3']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:20:27.835886 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2b1d50c2-1301-4901-a825-f68ecf11b7e6 req-f7626f14-658b-4f83-a1f7-09de460d55ad tempest-TenantUsagesTestJSON-515742374 tempest-TenantUsagesTestJSON-515742374-project] 10.222.0.46 "GET /v2.0/security-groups?id=08b18c18-16b3-4023-b666-b45bbafa72bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099033 Nov 22 20:20:27.855202 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7021e4fd-b977-4cc3-b990-66ca9509afcc req-cb909f9c-0479-4b5b-a8c0-2376750effbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:20:27.856808 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7021e4fd-b977-4cc3-b990-66ca9509afcc req-cb909f9c-0479-4b5b-a8c0-2376750effbb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3cc2a86558e04de79750aa82f13040e1&device_id=f0bb9e1c-ea4f-4279-91ab-70c003d370eb HTTP/1.1" status: 200 len: 1098 time: 0.2458777 Nov 22 20:20:27.861226 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-592cc970-6c96-4b43-87d3-d1d3db66d77a req-55cbfdb3-6aa2-4f83-8247-8c814a1934d9 service neutron] 10.222.0.20 "GET /v2.0/networks/352547e0-207e-4556-a1a1-f7d6c95fa4cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3448391 Nov 22 20:20:27.926189 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7021e4fd-b977-4cc3-b990-66ca9509afcc req-3750c902-be7a-4cab-b3c0-846b82a56ce3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=5217fc29-102c-4a9d-a275-83d686e46734 HTTP/1.1" status: 200 len: 217 time: 0.0604928 Nov 22 20:20:28.003344 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7021e4fd-b977-4cc3-b990-66ca9509afcc req-0def7ac6-4973-484f-a339-4698ad201340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:20:28.004822 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7021e4fd-b977-4cc3-b990-66ca9509afcc req-0def7ac6-4973-484f-a339-4698ad201340 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3091ebfd-11e2-41f8-9c00-ffe0b86563d8 HTTP/1.1" status: 200 len: 843 time: 0.0710402 Nov 22 20:20:28.067442 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7021e4fd-b977-4cc3-b990-66ca9509afcc req-6cece0e9-6ea9-4f1e-826c-fd08e92c11ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:20:28.069313 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7021e4fd-b977-4cc3-b990-66ca9509afcc req-6cece0e9-6ea9-4f1e-826c-fd08e92c11ac service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e1052824-bf78-4963-8937-b202e372ac24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0563557 Nov 22 20:20:28.231735 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7021e4fd-b977-4cc3-b990-66ca9509afcc req-ad936144-d772-428a-af52-fd025fe25a8a service neutron] 10.222.0.41 "GET /v2.0/networks/e1052824-bf78-4963-8937-b202e372ac24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547453 Nov 22 20:20:28.325363 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 48198) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:20:28.333058 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-2451a48d-eefe-42fc-a1d6-b1202c448f80 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-631171342', 'description': 'tempest-secgroup-smoke-631171342 description', 'project_id': 'f13d149ee8a64f188025185f0e8b5cfe'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:20:28.361298 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2451a48d-eefe-42fc-a1d6-b1202c448f80 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:28.373203 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2451a48d-eefe-42fc-a1d6-b1202c448f80 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:28.404300 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baeec5c-25c9-4f06-8d4f-f1ffd8f9bb9e req-b94ea9d3-0548-4cfb-a306-cb2e085b392a tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:20:28.408682 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4baeec5c-25c9-4f06-8d4f-f1ffd8f9bb9e req-b94ea9d3-0548-4cfb-a306-cb2e085b392a tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] 10.222.0.46 "GET /v2.0/ports?device_id=7236a543-0fdb-4492-9b0d-aac7d66a3c1b HTTP/1.1" status: 200 len: 944 time: 0.1035271 Nov 22 20:20:28.486446 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2451a48d-eefe-42fc-a1d6-b1202c448f80 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:28.492412 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2451a48d-eefe-42fc-a1d6-b1202c448f80 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:28.503705 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7021e4fd-b977-4cc3-b990-66ca9509afcc req-0fad4144-43ac-4ddc-90c0-48bb918c82b4 service neutron] 10.222.0.41 "GET /v2.0/networks/e1052824-bf78-4963-8937-b202e372ac24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2633131 Nov 22 20:20:28.552958 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2451a48d-eefe-42fc-a1d6-b1202c448f80 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab643e68-e2d8-4e2d-be43-c2d087da72a7,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:20:28.562022 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5b52d9-f966-4987-b703-44134e01beca req-b42464b5-a000-4c1a-b1ea-46b304512884 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:20:28.570002 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7b5b52d9-f966-4987-b703-44134e01beca req-b42464b5-a000-4c1a-b1ea-46b304512884 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/ports?device_id=1fce27a4-3d80-4211-af77-ae21323044d2 HTTP/1.1" status: 200 len: 945 time: 0.1486111 Nov 22 20:20:28.575012 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4baeec5c-25c9-4f06-8d4f-f1ffd8f9bb9e req-a7e67f9a-e120-49d3-af8e-141b5eeabca0 tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] 10.222.0.46 "GET /v2.0/security-groups?id=d95e1db1-f0c9-4323-bdfe-93688145577c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424758 Nov 22 20:20:28.610491 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2451a48d-eefe-42fc-a1d6-b1202c448f80 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:28.627659 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2451a48d-eefe-42fc-a1d6-b1202c448f80 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:28.687605 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7b5b52d9-f966-4987-b703-44134e01beca req-83479f7b-4c25-42c6-b782-9d06382ba971 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6bb4485-0c85-4226-9793-14795129f329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165547 Nov 22 20:20:28.691102 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156c29ae-f664-42dc-804b-074383fd82ea req-7469496b-6cac-4d95-94cd-0e594c10ab79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:20:28.692626 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-156c29ae-f664-42dc-804b-074383fd82ea req-7469496b-6cac-4d95-94cd-0e594c10ab79 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3cc2a86558e04de79750aa82f13040e1&device_id=f0bb9e1c-ea4f-4279-91ab-70c003d370eb HTTP/1.1" status: 200 len: 1098 time: 0.1167150 Nov 22 20:20:28.740341 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2451a48d-eefe-42fc-a1d6-b1202c448f80 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1fdc013b-4d1e-4061-bc19-b86fb2a07143,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:20:28.746464 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2451a48d-eefe-42fc-a1d6-b1202c448f80 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:28.748736 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-2451a48d-eefe-42fc-a1d6-b1202c448f80 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4191642 Nov 22 20:20:28.751436 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 48204) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:20:28.756351 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-276c84c8-f62b-47de-8fa4-1deb9c142c6c tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Request body: {'security_group_rule': {'security_group_id': '1fdc013b-4d1e-4061-bc19-b86fb2a07143', 'project_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:20:28.808417 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-276c84c8-f62b-47de-8fa4-1deb9c142c6c tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:28.813841 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156c29ae-f664-42dc-804b-074383fd82ea req-2620aa4a-eb68-4526-8c55-13f69a8a91d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:20:28.815345 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-156c29ae-f664-42dc-804b-074383fd82ea req-2620aa4a-eb68-4526-8c55-13f69a8a91d0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e1052824-bf78-4963-8937-b202e372ac24 HTTP/1.1" status: 200 len: 870 time: 0.1146107 Nov 22 20:20:28.874321 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-156c29ae-f664-42dc-804b-074383fd82ea req-5e0f7773-52fd-48d6-abcc-fddecd266e55 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=5217fc29-102c-4a9d-a275-83d686e46734 HTTP/1.1" status: 200 len: 217 time: 0.0497382 Nov 22 20:20:28.879796 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-276c84c8-f62b-47de-8fa4-1deb9c142c6c tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:28.889735 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-276c84c8-f62b-47de-8fa4-1deb9c142c6c tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572323'] for security_group_rule, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:28.918727 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276c84c8-f62b-47de-8fa4-1deb9c142c6c tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c682169b-c39d-4927-b514-27dc48391d92,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:20:28.932228 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-276c84c8-f62b-47de-8fa4-1deb9c142c6c tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:28.935457 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-276c84c8-f62b-47de-8fa4-1deb9c142c6c tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1814992 Nov 22 20:20:28.937144 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 48208) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:20:28.949552 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-5b40401b-338a-4345-abe5-57ea6743339e tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Request body: {'security_group_rule': {'security_group_id': '1fdc013b-4d1e-4061-bc19-b86fb2a07143', 'project_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:20:28.960629 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156c29ae-f664-42dc-804b-074383fd82ea req-e38e012b-8393-41c2-a25b-65bd3441b2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:20:28.962507 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-156c29ae-f664-42dc-804b-074383fd82ea req-e38e012b-8393-41c2-a25b-65bd3441b2d7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3091ebfd-11e2-41f8-9c00-ffe0b86563d8 HTTP/1.1" status: 200 len: 843 time: 0.0811629 Nov 22 20:20:28.993151 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5b40401b-338a-4345-abe5-57ea6743339e tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:29.063778 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156c29ae-f664-42dc-804b-074383fd82ea req-f826003c-56cc-45ed-9470-3bb2e9eb2e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:20:29.065664 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-156c29ae-f664-42dc-804b-074383fd82ea req-f826003c-56cc-45ed-9470-3bb2e9eb2e08 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e1052824-bf78-4963-8937-b202e372ac24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0930712 Nov 22 20:20:29.066961 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5b40401b-338a-4345-abe5-57ea6743339e tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:29.071781 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5b40401b-338a-4345-abe5-57ea6743339e tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572323'] for security_group_rule, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:29.087365 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b40401b-338a-4345-abe5-57ea6743339e tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e844e71-ea6f-48cf-91d9-df0c6400bfa5,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:20:29.103845 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5b40401b-338a-4345-abe5-57ea6743339e tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:29.108556 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-5b40401b-338a-4345-abe5-57ea6743339e tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1699953 Nov 22 20:20:29.109275 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 48210) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:20:29.114046 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-80e75949-89fa-4f43-a9ae-28d1e0c6dfec tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Request body: {'security_group_rule': {'security_group_id': '1fdc013b-4d1e-4061-bc19-b86fb2a07143', 'project_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:20:29.129816 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19f9301-5ed6-4572-a28d-def2d8dc75a3 req-86817400-bbcc-43dc-834b-1c4628092723 tempest-TenantUsagesTestJSON-515742374 tempest-TenantUsagesTestJSON-515742374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:20:29.139914 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f19f9301-5ed6-4572-a28d-def2d8dc75a3 req-86817400-bbcc-43dc-834b-1c4628092723 tempest-TenantUsagesTestJSON-515742374 tempest-TenantUsagesTestJSON-515742374-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0bb9e1c-ea4f-4279-91ab-70c003d370eb HTTP/1.1" status: 200 len: 947 time: 0.1280427 Nov 22 20:20:29.165184 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-80e75949-89fa-4f43-a9ae-28d1e0c6dfec tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:29.230953 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-80e75949-89fa-4f43-a9ae-28d1e0c6dfec tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:29.234885 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-80e75949-89fa-4f43-a9ae-28d1e0c6dfec tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572323'] for security_group_rule, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:29.242823 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f19f9301-5ed6-4572-a28d-def2d8dc75a3 req-255f721f-40ef-4601-8137-1a023fba378f tempest-TenantUsagesTestJSON-515742374 tempest-TenantUsagesTestJSON-515742374-project] 10.222.0.46 "GET /v2.0/security-groups?id=08b18c18-16b3-4023-b666-b45bbafa72bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015544 Nov 22 20:20:29.258070 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e75949-89fa-4f43-a9ae-28d1e0c6dfec tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fc03578-1f3f-49d7-9a05-12985cb26b33,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:20:29.260162 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-156c29ae-f664-42dc-804b-074383fd82ea req-7414d9c3-6e01-4658-a3a4-79a8c9c5d0c2 service neutron] 10.222.0.41 "GET /v2.0/networks/e1052824-bf78-4963-8937-b202e372ac24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1824775 Nov 22 20:20:29.267949 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-80e75949-89fa-4f43-a9ae-28d1e0c6dfec tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:29.271980 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-80e75949-89fa-4f43-a9ae-28d1e0c6dfec tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1589217 Nov 22 20:20:29.274794 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 48212) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:20:29.281630 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-895a5dc8-f529-45f2-b728-eb47cf4add1f tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Request body: {'security_group_rule': {'security_group_id': '1fdc013b-4d1e-4061-bc19-b86fb2a07143', 'project_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:20:29.366641 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-895a5dc8-f529-45f2-b728-eb47cf4add1f tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:29.417667 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-156c29ae-f664-42dc-804b-074383fd82ea req-2094d97d-acab-41c5-8cde-a1de913c3bd7 service neutron] 10.222.0.41 "GET /v2.0/networks/e1052824-bf78-4963-8937-b202e372ac24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438656 Nov 22 20:20:29.447510 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-895a5dc8-f529-45f2-b728-eb47cf4add1f tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:29.452201 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-895a5dc8-f529-45f2-b728-eb47cf4add1f tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572323'] for security_group_rule, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:29.473160 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895a5dc8-f529-45f2-b728-eb47cf4add1f tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecb2adc0-bccd-474b-abb9-21ee8ab90ce8,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:20:29.481387 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-895a5dc8-f529-45f2-b728-eb47cf4add1f tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:29.485259 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-895a5dc8-f529-45f2-b728-eb47cf4add1f tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2062385 Nov 22 20:20:29.485422 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 48214) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:20:29.490639 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-0c43be70-5c2e-45dc-8326-8ee7f4f46b4b tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Request body: {'security_group_rule': {'security_group_id': '1fdc013b-4d1e-4061-bc19-b86fb2a07143', 'project_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:20:29.518264 n-d-818823-1 neutron-server[103447]: INFO neutron.db.securitygroups_db [None req-0c43be70-5c2e-45dc-8326-8ee7f4f46b4b tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Project f13d149ee8a64f188025185f0e8b5cfe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 22 20:20:29.523518 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0c43be70-5c2e-45dc-8326-8ee7f4f46b4b tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:29.589482 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0c43be70-5c2e-45dc-8326-8ee7f4f46b4b tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:29.593389 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0c43be70-5c2e-45dc-8326-8ee7f4f46b4b tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572323'] for security_group_rule, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:29.619611 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c43be70-5c2e-45dc-8326-8ee7f4f46b4b tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fda17d05-76f1-43df-acea-9e36cc7eaf7a,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:20:29.626501 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0c43be70-5c2e-45dc-8326-8ee7f4f46b4b tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:29.631107 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 48218) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:20:29.636374 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-d2bd4d84-138c-4cd2-afa4-a94be3e6c160 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Request body: {'security_group_rule': {'security_group_id': '1fdc013b-4d1e-4061-bc19-b86fb2a07143', 'project_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:20:29.641248 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-0c43be70-5c2e-45dc-8326-8ee7f4f46b4b tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1547043 Nov 22 20:20:29.667738 n-d-818823-1 neutron-server[103448]: INFO neutron.db.securitygroups_db [None req-d2bd4d84-138c-4cd2-afa4-a94be3e6c160 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Project f13d149ee8a64f188025185f0e8b5cfe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 22 20:20:29.674213 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d2bd4d84-138c-4cd2-afa4-a94be3e6c160 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:29.773133 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36153b1-3fab-40b5-ba2b-eea0cb9acddb req-47369045-ec92-40fd-98ce-e8a5208c81fd tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:20:29.774644 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b36153b1-3fab-40b5-ba2b-eea0cb9acddb req-47369045-ec92-40fd-98ce-e8a5208c81fd tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] 10.222.0.46 "GET /v2.0/ports?device_id=7236a543-0fdb-4492-9b0d-aac7d66a3c1b HTTP/1.1" status: 200 len: 944 time: 0.0946662 Nov 22 20:20:29.829375 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d2bd4d84-138c-4cd2-afa4-a94be3e6c160 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:29.837027 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d2bd4d84-138c-4cd2-afa4-a94be3e6c160 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572323'] for security_group_rule, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:29.857932 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 3b1e4adc-e4a8-4111-aaa1-a18ca511d221 details requested by agent hyperv_n-h2-818823-1 with host n-h2-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 20:20:29.871394 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bd4d84-138c-4cd2-afa4-a94be3e6c160 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfcdb323-6273-4542-bf97-2ddf66f4e194,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:20:29.886084 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d2bd4d84-138c-4cd2-afa4-a94be3e6c160 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:29.892794 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-d2bd4d84-138c-4cd2-afa4-a94be3e6c160 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2605245 Nov 22 20:20:29.893491 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 48228) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:20:29.899733 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-1704da13-c90d-451a-91b5-cd3aaf769456 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Request body: {'network': {'name': 'tempest-network-smoke--499684955', 'project_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'port_security_enabled': True}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:20:29.921174 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b36153b1-3fab-40b5-ba2b-eea0cb9acddb req-8aee25ad-f52b-4fa0-b96e-c171c02897f9 tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] 10.222.0.46 "GET /v2.0/security-groups?id=d95e1db1-f0c9-4323-bdfe-93688145577c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392045 Nov 22 20:20:29.946238 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57238bd6-f480-403a-bc4f-e768d5d731d4 req-83c2b706-950d-4e5a-84de-09ddc78459ed tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:20:29.954667 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-57238bd6-f480-403a-bc4f-e768d5d731d4 req-83c2b706-950d-4e5a-84de-09ddc78459ed tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/ports?device_id=1fce27a4-3d80-4211-af77-ae21323044d2 HTTP/1.1" status: 200 len: 945 time: 0.0984652 Nov 22 20:20:29.958057 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1704da13-c90d-451a-91b5-cd3aaf769456 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Made reservation on behalf of f13d149ee8a64f188025185f0e8b5cfe for: {'network': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:20:29.964430 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1704da13-c90d-451a-91b5-cd3aaf769456 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for network, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:29.994778 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1704da13-c90d-451a-91b5-cd3aaf769456 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] vlan segment allocate from pool success with {'vlan_id': 601, 'physical_network': 'physnet1'} {{(pid=103448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 20:20:30.015026 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-57238bd6-f480-403a-bc4f-e768d5d731d4 req-f075f19d-e09c-4c85-a763-702aead825c8 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6bb4485-0c85-4226-9793-14795129f329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594001 Nov 22 20:20:30.029530 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1704da13-c90d-451a-91b5-cd3aaf769456 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:30.030209 n-d-818823-1 neutron-server[103448]: INFO neutron.db.segments_db [None req-1704da13-c90d-451a-91b5-cd3aaf769456 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Added segment 17716fec-4228-48de-89ab-cdf1d220adac of type vlan for network 43dfe348-e2b3-45a9-b942-b91bdebcc301 Nov 22 20:20:30.078318 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port 3b1e4adc-e4a8-4111-aaa1-a18ca511d221, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=3b1e4adc-e4a8-4111-aaa1-a18ca511d221,segment=NetworkSegment(019862db-e247-48e6-a4aa-8a2eeecc7cca),segment_id=019862db-e247-48e6-a4aa-8a2eeecc7cca)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:20:30.091304 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1704da13-c90d-451a-91b5-cd3aaf769456 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748992492791'] for network, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:30.093115 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Returning: {'device': '3b1e4adc-e4a8-4111-aaa1-a18ca511d221', 'network_id': '352547e0-207e-4556-a1a1-f7d6c95fa4cd', 'port_id': '3b1e4adc-e4a8-4111-aaa1-a18ca511d221', 'mac_address': 'fa:16:3e:0c:73:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5e4abcc-f6a8-473c-82a9-35e4932fd5a1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 20:20:30.128078 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-27bd7089-3fb1-49e3-a2ba-5bbb8b8a7d0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:30.128414 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1704da13-c90d-451a-91b5-cd3aaf769456 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for network, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:30.130217 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 5217fc29-102c-4a9d-a275-83d686e46734 details requested by agent hyperv_n-h1-818823-1 with host n-h1-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 20:20:30.137388 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1704da13-c90d-451a-91b5-cd3aaf769456 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:20:30.138263 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1704da13-c90d-451a-91b5-cd3aaf769456 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks [] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:30.142098 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:30.159663 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b1e4adc-e4a8-4111-aaa1-a18ca511d221 {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:20:30.190997 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port 3b1e4adc-e4a8-4111-aaa1-a18ca511d221, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=3b1e4adc-e4a8-4111-aaa1-a18ca511d221,segment=NetworkSegment(019862db-e247-48e6-a4aa-8a2eeecc7cca),segment_id=019862db-e247-48e6-a4aa-8a2eeecc7cca)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:20:30.206347 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:30.233113 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1704da13-c90d-451a-91b5-cd3aaf769456 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Pushing event updated for resources: {'Network': ['ID=43dfe348-e2b3-45a9-b942-b91bdebcc301,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:20:30.242911 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 48230) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:20:30.244155 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-1704da13-c90d-451a-91b5-cd3aaf769456 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3491423 Nov 22 20:20:30.248702 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-3916e591-9c46-4382-a3a4-c8f68ff79bcd tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1964949637', 'admin_state_up': True, 'project_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'}}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:20:30.262034 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Network 43dfe348-e2b3-45a9-b942-b91bdebcc301 details requested by agent ovs-agent-n-d-818823-1 with host n-d-818823-1 {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 20:20:30.286338 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-3916e591-9c46-4382-a3a4-c8f68ff79bcd tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24799'] for router, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:30.287858 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-3916e591-9c46-4382-a3a4-c8f68ff79bcd tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-632716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24788'] for router, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:30.304393 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=3b1e4adc-e4a8-4111-aaa1-a18ca511d221,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:20:30.386200 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-3916e591-9c46-4382-a3a4-c8f68ff79bcd tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:30.402902 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 5217fc29-102c-4a9d-a275-83d686e46734, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=5217fc29-102c-4a9d-a275-83d686e46734,segment=NetworkSegment(2a5a1c7b-538e-498e-99b9-cc7a8e0411be),segment_id=2a5a1c7b-538e-498e-99b9-cc7a8e0411be)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:20:30.418611 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Returning: {'device': '5217fc29-102c-4a9d-a275-83d686e46734', 'network_id': 'e1052824-bf78-4963-8937-b202e372ac24', 'port_id': '5217fc29-102c-4a9d-a275-83d686e46734', 'mac_address': 'fa:16:3e:be:f5:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3091ebfd-11e2-41f8-9c00-ffe0b86563d8', 'ip_address': '192.168.233.42'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 20:20:30.452677 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] get_ports_and_sgs() called for port_ids ['3b1e4adc-e4a8-4111-aaa1-a18ca511d221'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:20:30.500723 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:30.524411 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5217fc29-102c-4a9d-a275-83d686e46734 {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:20:30.567077 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 5217fc29-102c-4a9d-a275-83d686e46734, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=5217fc29-102c-4a9d-a275-83d686e46734,segment=NetworkSegment(2a5a1c7b-538e-498e-99b9-cc7a8e0411be),segment_id=2a5a1c7b-538e-498e-99b9-cc7a8e0411be)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:20:30.576032 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:30.642472 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=5217fc29-102c-4a9d-a275-83d686e46734,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:20:30.905014 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb8e40b-75dc-4159-a77c-19be467ce4e6 req-a9de1807-9aa7-43ae-8105-6b83a0d8eb15 tempest-TenantUsagesTestJSON-515742374 tempest-TenantUsagesTestJSON-515742374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:20:30.913474 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9eb8e40b-75dc-4159-a77c-19be467ce4e6 req-a9de1807-9aa7-43ae-8105-6b83a0d8eb15 tempest-TenantUsagesTestJSON-515742374 tempest-TenantUsagesTestJSON-515742374-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0bb9e1c-ea4f-4279-91ab-70c003d370eb HTTP/1.1" status: 200 len: 947 time: 0.5325441 Nov 22 20:20:30.956703 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] get_ports_and_sgs() called for port_ids ['5217fc29-102c-4a9d-a275-83d686e46734'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:20:31.089971 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-3916e591-9c46-4382-a3a4-c8f68ff79bcd tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:31.151726 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9eb8e40b-75dc-4159-a77c-19be467ce4e6 req-ebc4cf47-bf9a-42b0-85a2-3b422943ec59 tempest-TenantUsagesTestJSON-515742374 tempest-TenantUsagesTestJSON-515742374-project] 10.222.0.46 "GET /v2.0/security-groups?id=08b18c18-16b3-4023-b666-b45bbafa72bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2368803 Nov 22 20:20:31.227042 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 48248) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:20:31.251860 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234fd6cd-9374-4514-a370-b1487639b255 req-7c1e7610-923c-41ae-8e41-ce188ee03caa tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:20:31.253448 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-234fd6cd-9374-4514-a370-b1487639b255 req-7c1e7610-923c-41ae-8e41-ce188ee03caa tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] 10.222.0.46 "GET /v2.0/ports?device_id=7236a543-0fdb-4492-9b0d-aac7d66a3c1b HTTP/1.1" status: 200 len: 945 time: 0.1928508 Nov 22 20:20:31.337290 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-234fd6cd-9374-4514-a370-b1487639b255 req-715bd168-a898-4306-b8f1-ee2bd511d0da tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] 10.222.0.46 "GET /v2.0/security-groups?id=d95e1db1-f0c9-4323-bdfe-93688145577c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758576 Nov 22 20:20:31.371633 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f93b75c4-3e24-4eac-b5c9-b00ab5d70b20 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:31.426377 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4201dd9f-dfdb-405d-b78d-2149bde89018 req-c12958da-09eb-4c0d-a44c-9e46055fd68e tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:20:31.428741 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4201dd9f-dfdb-405d-b78d-2149bde89018 req-c12958da-09eb-4c0d-a44c-9e46055fd68e tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/ports?device_id=1fce27a4-3d80-4211-af77-ae21323044d2 HTTP/1.1" status: 200 len: 945 time: 0.0971744 Nov 22 20:20:31.467096 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f93b75c4-3e24-4eac-b5c9-b00ab5d70b20 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:31.471366 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f93b75c4-3e24-4eac-b5c9-b00ab5d70b20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:31.522464 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-f93b75c4-3e24-4eac-b5c9-b00ab5d70b20 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=adab1a6d740a454bb17146a30ed2cec3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2938080 Nov 22 20:20:31.523400 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93b75c4-3e24-4eac-b5c9-b00ab5d70b20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4583dba2-2d67-4d10-813e-6c63463007b6,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:20:31.525546 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 48252) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:20:31.590591 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-3916e591-9c46-4382-a3a4-c8f68ff79bcd tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks [] for router_gateway, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:31.624969 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-3916e591-9c46-4382-a3a4-c8f68ff79bcd tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:31.631755 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4201dd9f-dfdb-405d-b78d-2149bde89018 req-8dcad21d-813e-421d-ac23-b2b626f6126a tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6bb4485-0c85-4226-9793-14795129f329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601989 Nov 22 20:20:31.688140 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-26317d32-8d3e-4728-b239-5321c39262f9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:31.728284 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-26317d32-8d3e-4728-b239-5321c39262f9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:31.798592 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [None req-3916e591-9c46-4382-a3a4-c8f68ff79bcd tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Allocated IP 172.25.5.52 (c48a55e9-6a85-4746-b7bf-3e29fb560094/5da6f781-63e6-4328-ae7a-5e672262f55a/26104780-4dfc-4933-b35a-eabfac89a152) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:20:31.851570 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-26317d32-8d3e-4728-b239-5321c39262f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:31.854926 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-26317d32-8d3e-4728-b239-5321c39262f9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:31.858586 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-26317d32-8d3e-4728-b239-5321c39262f9 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4583dba2-2d67-4d10-813e-6c63463007b6 HTTP/1.1" status: 204 len: 168 time: 0.3296285 Nov 22 20:20:31.869175 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26317d32-8d3e-4728-b239-5321c39262f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4583dba2-2d67-4d10-813e-6c63463007b6,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:20:31.883905 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 3b1e4adc-e4a8-4111-aaa1-a18ca511d221 up at agent hyperv_n-h2-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:20:31.963275 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-3916e591-9c46-4382-a3a4-c8f68ff79bcd tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:31.978108 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Provisioning for port 3b1e4adc-e4a8-4111-aaa1-a18ca511d221 completed by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 20:20:31.989059 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Provisioning complete for port 3b1e4adc-e4a8-4111-aaa1-a18ca511d221 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:20:31.989624 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:32.018069 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-3916e591-9c46-4382-a3a4-c8f68ff79bcd tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:32.069811 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3916e591-9c46-4382-a3a4-c8f68ff79bcd tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Network c48a55e9-6a85-4746-b7bf-3e29fb560094 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:20:32.073701 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-3916e591-9c46-4382-a3a4-c8f68ff79bcd tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:20:32.104519 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed2db28d-9d8e-4fb0-84b8-18cc84986fae None None] DHCP port deletion for c48a55e9-6a85-4746-b7bf-3e29fb560094 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:20:32.114897 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3916e591-9c46-4382-a3a4-c8f68ff79bcd tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:20:32.122530 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:32.123597 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3916e591-9c46-4382-a3a4-c8f68ff79bcd tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Pushing event updated for resources: {'Port': ['ID=26104780-4dfc-4933-b35a-eabfac89a152,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:20:32.158088 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7236a543-0fdb-4492-9b0d-aac7d66a3c1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b1e4adc-e4a8-4111-aaa1-a18ca511d221'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:20:32.161205 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d39f6d30a11e565ec9648abcc015e8a6ab6cff4edd704add8155e28765d31eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce3f4de7-26e6-41ff-b2a2-01f7b86e1678" -d '{"events": [{"server_uuid": "7236a543-0fdb-4492-9b0d-aac7d66a3c1b", "name": "network-vif-plugged", "status": "completed", "tag": "3b1e4adc-e4a8-4111-aaa1-a18ca511d221"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:20:32.184358 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port 3b1e4adc-e4a8-4111-aaa1-a18ca511d221, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=3b1e4adc-e4a8-4111-aaa1-a18ca511d221,segment=NetworkSegment(019862db-e247-48e6-a4aa-8a2eeecc7cca),segment_id=019862db-e247-48e6-a4aa-8a2eeecc7cca)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:20:32.197134 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:32.200717 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-1c9926fa-5c09-4c44-ad15-84f8bb9c7efe None None] Provisioning complete for port 26104780-4dfc-4933-b35a-eabfac89a152 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:20:32.201328 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-1c9926fa-5c09-4c44-ad15-84f8bb9c7efe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:32.286539 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=3b1e4adc-e4a8-4111-aaa1-a18ca511d221,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:20:32.289440 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-1c9926fa-5c09-4c44-ad15-84f8bb9c7efe None None] Port 26104780-4dfc-4933-b35a-eabfac89a152 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:20:32.328951 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:20:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f700aa4-faee-4db0-b768-630e25dd9486 x-openstack-request-id: req-3f700aa4-faee-4db0-b768-630e25dd9486 {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:20:32.329264 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7236a543-0fdb-4492-9b0d-aac7d66a3c1b", "name": "network-vif-plugged", "status": "completed", "tag": "3b1e4adc-e4a8-4111-aaa1-a18ca511d221", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:20:32.329527 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3f700aa4-faee-4db0-b768-630e25dd9486 {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:20:32.329936 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7236a543-0fdb-4492-9b0d-aac7d66a3c1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b1e4adc-e4a8-4111-aaa1-a18ca511d221', 'code': 200} Nov 22 20:20:32.415060 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 48286) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:20:32.434463 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-58141383-cd20-44c2-87bd-6894cbfcd148 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:32.470233 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e488b80c-e2da-4a26-b8fe-f105a285c1fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:32.511815 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebb25c6-2676-4bd9-a05e-acd5f457c3f8 req-a0d2ffe1-7766-44b0-a9a5-b3a7adaacb5c tempest-TenantUsagesTestJSON-515742374 tempest-TenantUsagesTestJSON-515742374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:20:32.520341 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3ebb25c6-2676-4bd9-a05e-acd5f457c3f8 req-a0d2ffe1-7766-44b0-a9a5-b3a7adaacb5c tempest-TenantUsagesTestJSON-515742374 tempest-TenantUsagesTestJSON-515742374-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0bb9e1c-ea4f-4279-91ab-70c003d370eb HTTP/1.1" status: 200 len: 948 time: 0.1941824 Nov 22 20:20:32.541872 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-58141383-cd20-44c2-87bd-6894cbfcd148 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:32.547482 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-58141383-cd20-44c2-87bd-6894cbfcd148 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:32.605115 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3474173-7a8a-442e-b908-8ce12de4cf22 req-6b0d650e-51d8-4f52-88fd-daf0c8e1970c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:20:32.606866 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a3474173-7a8a-442e-b908-8ce12de4cf22 req-6b0d650e-51d8-4f52-88fd-daf0c8e1970c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7236a543-0fdb-4492-9b0d-aac7d66a3c1b HTTP/1.1" status: 200 len: 1097 time: 0.2120514 Nov 22 20:20:32.610914 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-58141383-cd20-44c2-87bd-6894cbfcd148 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0bac88c51f8541cbbad1925ab98187b4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1945682 Nov 22 20:20:32.612074 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58141383-cd20-44c2-87bd-6894cbfcd148 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc92e0ad-7809-472a-9af1-0297f548af83,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:20:32.614635 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 48290) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:20:32.674819 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a73297f3-9af5-4062-b0d5-b2a57877c1c0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:32.709753 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a73297f3-9af5-4062-b0d5-b2a57877c1c0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:32.779358 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a73297f3-9af5-4062-b0d5-b2a57877c1c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:32.784239 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a73297f3-9af5-4062-b0d5-b2a57877c1c0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:32.786413 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-a73297f3-9af5-4062-b0d5-b2a57877c1c0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/fc92e0ad-7809-472a-9af1-0297f548af83 HTTP/1.1" status: 204 len: 168 time: 0.1700809 Nov 22 20:20:32.814531 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73297f3-9af5-4062-b0d5-b2a57877c1c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc92e0ad-7809-472a-9af1-0297f548af83,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:20:32.817996 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3ebb25c6-2676-4bd9-a05e-acd5f457c3f8 req-39827597-fd7e-4196-ab2a-29aa7c4e6f47 tempest-TenantUsagesTestJSON-515742374 tempest-TenantUsagesTestJSON-515742374-project] 10.222.0.46 "GET /v2.0/security-groups?id=08b18c18-16b3-4023-b666-b45bbafa72bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2967854 Nov 22 20:20:32.824825 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-3916e591-9c46-4382-a3a4-c8f68ff79bcd tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks [] for router_gateway, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:32.924825 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407fbe7a-d134-4177-b801-f1f6e048af4f req-89599b46-52e7-4834-8fac-bd72255c2377 tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:20:32.926375 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-407fbe7a-d134-4177-b801-f1f6e048af4f req-89599b46-52e7-4834-8fac-bd72255c2377 tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] 10.222.0.46 "GET /v2.0/ports?device_id=7236a543-0fdb-4492-9b0d-aac7d66a3c1b HTTP/1.1" status: 200 len: 946 time: 0.3186569 Nov 22 20:20:32.928564 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a3474173-7a8a-442e-b908-8ce12de4cf22 req-729477f4-9656-44fe-b7f5-0948c2b59102 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=d95e1db1-f0c9-4323-bdfe-93688145577c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3013215 Nov 22 20:20:33.124385 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-407fbe7a-d134-4177-b801-f1f6e048af4f req-74da7cbd-2d42-42fb-a0eb-8518f42c6877 tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] 10.222.0.46 "GET /v2.0/security-groups?id=d95e1db1-f0c9-4323-bdfe-93688145577c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779046 Nov 22 20:20:33.133357 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86260278-0926-4919-88e9-873956d8940b req-2ffa817a-0095-4a64-a963-8f3070943506 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:20:33.144536 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-86260278-0926-4919-88e9-873956d8940b req-2ffa817a-0095-4a64-a963-8f3070943506 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/ports?device_id=1fce27a4-3d80-4211-af77-ae21323044d2 HTTP/1.1" status: 200 len: 945 time: 0.2299335 Nov 22 20:20:33.225828 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-3916e591-9c46-4382-a3a4-c8f68ff79bcd tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-659538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-841284'] for router, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:33.237715 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-86260278-0926-4919-88e9-873956d8940b req-fc34ba9f-8d8d-4bfe-a705-20478a623605 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6bb4485-0c85-4226-9793-14795129f329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919559 Nov 22 20:20:33.372178 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-03f0964f-1b75-4df7-99e0-a3cdb56ec2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:33.440107 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3916e591-9c46-4382-a3a4-c8f68ff79bcd tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Router 6094cc94-5108-427c-bd00-add2f5975bcb is scheduled to L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 with binding_index 1 {{(pid=103447) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 20:20:33.604091 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3916e591-9c46-4382-a3a4-c8f68ff79bcd tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:20:33.623507 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-084a5684-741d-4ff9-970d-5e47e6fa4b8b None None] Sync routers for ids ['6094cc94-5108-427c-bd00-add2f5975bcb'] in n-d-818823-1 {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:20:33.631696 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-3916e591-9c46-4382-a3a4-c8f68ff79bcd tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks [] for router, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:33.633654 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-3916e591-9c46-4382-a3a4-c8f68ff79bcd tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.3888946 Nov 22 20:20:33.636882 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 48350) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:20:33.642686 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-084a5684-741d-4ff9-970d-5e47e6fa4b8b None None] Routers {'6094cc94-5108-427c-bd00-add2f5975bcb'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:20:33.651697 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-084a5684-741d-4ff9-970d-5e47e6fa4b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:20:32Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['6094cc94-5108-427c-bd00-add2f5975bcb'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:20:33.795515 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-084a5684-741d-4ff9-970d-5e47e6fa4b8b None None] Set router 6094cc94-5108-427c-bd00-add2f5975bcb gateway port host: n-d-818823-1 {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:20:34.054247 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.agents_db [None req-aa8313f2-1ee4-4e7b-8c5a-d32b2f9d31ee None None] Agent healthcheck: found 7 active agents {{(pid=103450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 20:20:34.108596 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-084a5684-741d-4ff9-970d-5e47e6fa4b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6094cc94-5108-427c-bd00-add2f5975bcb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1964949637', 'tenant_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.52'}], 'enable_snat': True}, 'gw_port_id': '26104780-4dfc-4933-b35a-eabfac89a152', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:20:30Z', 'updated_at': '2021-11-22T20:20:32Z', 'revision_number': 3, 'project_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'gw_port': {'id': '26104780-4dfc-4933-b35a-eabfac89a152', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:7f:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6094cc94-5108-427c-bd00-add2f5975bcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1959, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:20:31Z', 'updated_at': '2021-11-22T20:20:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:20:34.121386 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 5217fc29-102c-4a9d-a275-83d686e46734 up at agent hyperv_n-h1-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:20:34.170976 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-084a5684-741d-4ff9-970d-5e47e6fa4b8b None None] Checking router: 6094cc94-5108-427c-bd00-add2f5975bcb for host: n-d-818823-1 {{(pid=103450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 20:20:34.173270 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-084a5684-741d-4ff9-970d-5e47e6fa4b8b None None] Updating router 6094cc94-5108-427c-bd00-add2f5975bcb port 26104780-4dfc-4933-b35a-eabfac89a152 binding host n-d-818823-1 {{(pid=103450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 20:20:34.174326 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-d6aefa9c-55db-4142-8598-fea98e7d3ece tempest-TestNetworkAdvancedServerOps-1666653009 tempest-TestNetworkAdvancedServerOps-1666653009-project-admin] 10.222.0.46 "GET /v2.0/subnets?project_id=f13d149ee8a64f188025185f0e8b5cfe&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5361402 Nov 22 20:20:34.177397 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 48410) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:20:34.252520 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3477d8aa-cb67-4f6c-b2b7-fb4a281ec47b req-3f60df77-f102-490c-8e0a-578d4731fc7b tempest-TenantUsagesTestJSON-515742374 tempest-TenantUsagesTestJSON-515742374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:20:34.257018 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-084a5684-741d-4ff9-970d-5e47e6fa4b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:34.259963 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3477d8aa-cb67-4f6c-b2b7-fb4a281ec47b req-3f60df77-f102-490c-8e0a-578d4731fc7b tempest-TenantUsagesTestJSON-515742374 tempest-TenantUsagesTestJSON-515742374-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0bb9e1c-ea4f-4279-91ab-70c003d370eb HTTP/1.1" status: 200 len: 948 time: 0.2325752 Nov 22 20:20:34.357675 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Provisioning for port 5217fc29-102c-4a9d-a275-83d686e46734 completed by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 20:20:34.385162 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Provisioning complete for port 5217fc29-102c-4a9d-a275-83d686e46734 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:20:34.388063 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:34.415886 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3477d8aa-cb67-4f6c-b2b7-fb4a281ec47b req-2cb43ba1-d17b-497a-88e5-c19b4fe94b9a tempest-TenantUsagesTestJSON-515742374 tempest-TenantUsagesTestJSON-515742374-project] 10.222.0.46 "GET /v2.0/security-groups?id=08b18c18-16b3-4023-b666-b45bbafa72bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383510 Nov 22 20:20:34.464324 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cf3e8d-145b-4f27-835c-7c17b30fe372 req-fe095542-8090-4e35-b47a-f6f4f06f3403 tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:20:34.475892 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-68cf3e8d-145b-4f27-835c-7c17b30fe372 req-fe095542-8090-4e35-b47a-f6f4f06f3403 tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] 10.222.0.46 "GET /v2.0/ports?device_id=7236a543-0fdb-4492-9b0d-aac7d66a3c1b HTTP/1.1" status: 200 len: 946 time: 0.1512580 Nov 22 20:20:34.483672 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39c54eb7-586f-435c-b86d-6b96770077f1 tempest-TestNetworkAdvancedServerOps-1666653009 tempest-TestNetworkAdvancedServerOps-1666653009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:20:34.489714 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-39c54eb7-586f-435c-b86d-6b96770077f1 tempest-TestNetworkAdvancedServerOps-1666653009 tempest-TestNetworkAdvancedServerOps-1666653009-project-admin] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3088944 Nov 22 20:20:34.491262 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 48444) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:20:34.631685 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-f7862df7-0cd7-4c26-af38-256f854ea07e tempest-TestNetworkAdvancedServerOps-1666653009 tempest-TestNetworkAdvancedServerOps-1666653009-project-admin] 10.222.0.46 "GET /v2.0/subnets?network_id=c48a55e9-6a85-4746-b7bf-3e29fb560094&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1389446 Nov 22 20:20:34.634494 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 48460) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:20:34.665948 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-fc11fbaf-635d-41aa-8a10-feaa57368ecd tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-667707317', 'network_id': '43dfe348-e2b3-45a9-b942-b91bdebcc301', 'project_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:20:34.667718 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-68cf3e8d-145b-4f27-835c-7c17b30fe372 req-ef9bb536-c787-4051-b77f-b85237430129 tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] 10.222.0.46 "GET /v2.0/security-groups?id=d95e1db1-f0c9-4323-bdfe-93688145577c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865029 Nov 22 20:20:34.888680 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:34.908358 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6805937-f162-4fd8-8bb0-8646fd6b97fd req-fcd4ed84-a935-4ec8-aba6-dfda9e08aca0 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:20:34.912532 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c6805937-f162-4fd8-8bb0-8646fd6b97fd req-fcd4ed84-a935-4ec8-aba6-dfda9e08aca0 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/ports?device_id=1fce27a4-3d80-4211-af77-ae21323044d2 HTTP/1.1" status: 200 len: 945 time: 0.2049778 Nov 22 20:20:35.047500 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0bb9e1c-ea4f-4279-91ab-70c003d370eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5217fc29-102c-4a9d-a275-83d686e46734'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:20:35.049759 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d39f6d30a11e565ec9648abcc015e8a6ab6cff4edd704add8155e28765d31eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da454c9a-dd83-4d51-9a6d-82310b442785" -d '{"events": [{"server_uuid": "f0bb9e1c-ea4f-4279-91ab-70c003d370eb", "name": "network-vif-plugged", "status": "completed", "tag": "5217fc29-102c-4a9d-a275-83d686e46734"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:20:35.088468 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 5217fc29-102c-4a9d-a275-83d686e46734, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=5217fc29-102c-4a9d-a275-83d686e46734,segment=NetworkSegment(2a5a1c7b-538e-498e-99b9-cc7a8e0411be),segment_id=2a5a1c7b-538e-498e-99b9-cc7a8e0411be)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:20:35.103938 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:35.129829 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-084a5684-741d-4ff9-970d-5e47e6fa4b8b None None] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:35.144263 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-084a5684-741d-4ff9-970d-5e47e6fa4b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:35.151956 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e49ee129-e862-4476-beca-cdc8150d2345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:35.166167 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c6805937-f162-4fd8-8bb0-8646fd6b97fd req-be6d00f2-ff7e-4e4b-a636-4379b8ea2eae tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6bb4485-0c85-4226-9793-14795129f329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2435751 Nov 22 20:20:35.289485 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae62229-3b4b-4e6f-9f0e-6d6da9a5d8da req-88c57b86-d574-4497-a9b6-9bb9204941ca tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:20:35.292119 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:20:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dd7f695-1a34-4bc3-81a1-3a59c4cbf2ba x-openstack-request-id: req-4dd7f695-1a34-4bc3-81a1-3a59c4cbf2ba {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:20:35.292536 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0bb9e1c-ea4f-4279-91ab-70c003d370eb", "name": "network-vif-plugged", "status": "completed", "tag": "5217fc29-102c-4a9d-a275-83d686e46734", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:20:35.292811 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4dd7f695-1a34-4bc3-81a1-3a59c4cbf2ba {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:20:35.293229 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0bb9e1c-ea4f-4279-91ab-70c003d370eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5217fc29-102c-4a9d-a275-83d686e46734', 'code': 200} Nov 22 20:20:35.299237 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1ae62229-3b4b-4e6f-9f0e-6d6da9a5d8da req-88c57b86-d574-4497-a9b6-9bb9204941ca tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] 10.222.0.46 "GET /v2.0/ports?device_id=7236a543-0fdb-4492-9b0d-aac7d66a3c1b HTTP/1.1" status: 200 len: 946 time: 0.1778038 Nov 22 20:20:35.321396 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=5217fc29-102c-4a9d-a275-83d686e46734,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:20:35.331318 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc11fbaf-635d-41aa-8a10-feaa57368ecd tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Made reservation on behalf of f13d149ee8a64f188025185f0e8b5cfe for: {'subnet': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:20:35.343525 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-fc11fbaf-635d-41aa-8a10-feaa57368ecd tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11792951'] for subnet, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:35.353167 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f596e6-39ae-407b-8f71-8d497cf5adf3 None None] Pushing event updated for resources: {'Port': ['ID=26104780-4dfc-4933-b35a-eabfac89a152,revision_number=2']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:20:35.406150 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f596e6-39ae-407b-8f71-8d497cf5adf3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:20:35.406756 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f596e6-39ae-407b-8f71-8d497cf5adf3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:20:35.407457 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f596e6-39ae-407b-8f71-8d497cf5adf3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:20:35.407828 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f596e6-39ae-407b-8f71-8d497cf5adf3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:20:35.408745 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f596e6-39ae-407b-8f71-8d497cf5adf3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:20:35.409775 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f596e6-39ae-407b-8f71-8d497cf5adf3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:20:35.410431 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f596e6-39ae-407b-8f71-8d497cf5adf3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:20:35.413447 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f596e6-39ae-407b-8f71-8d497cf5adf3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:20:35.417604 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16972821-ae63-449c-bcf4-3bc17f77b951 None None] DHCP port deletion for c48a55e9-6a85-4746-b7bf-3e29fb560094 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:20:35.443655 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f596e6-39ae-407b-8f71-8d497cf5adf3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:20:35.443655 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f596e6-39ae-407b-8f71-8d497cf5adf3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:20:35.443655 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f596e6-39ae-407b-8f71-8d497cf5adf3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:20:35.443655 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f596e6-39ae-407b-8f71-8d497cf5adf3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:20:35.445714 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1ae62229-3b4b-4e6f-9f0e-6d6da9a5d8da req-47d337d3-56d0-4339-b7f0-c2d496bdc337 tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] 10.222.0.46 "GET /v2.0/security-groups?id=d95e1db1-f0c9-4323-bdfe-93688145577c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281934 Nov 22 20:20:35.481014 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-084a5684-741d-4ff9-970d-5e47e6fa4b8b None None] Attempting to bind port 26104780-4dfc-4933-b35a-eabfac89a152 on host n-d-818823-1 for vnic_type normal with profile {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:20:35.481375 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96ae082-aa28-444f-a352-4a7a33bfc995 req-1b698557-cc06-4e96-b43c-9053a8b4acb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:20:35.481569 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-084a5684-741d-4ff9-970d-5e47e6fa4b8b None None] Attempting to bind port 26104780-4dfc-4933-b35a-eabfac89a152 by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:20:35.482049 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084a5684-741d-4ff9-970d-5e47e6fa4b8b None None] Attempting to bind port 26104780-4dfc-4933-b35a-eabfac89a152 on network c48a55e9-6a85-4746-b7bf-3e29fb560094 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:20:35.482878 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f96ae082-aa28-444f-a352-4a7a33bfc995 req-1b698557-cc06-4e96-b43c-9053a8b4acb4 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f0bb9e1c-ea4f-4279-91ab-70c003d370eb HTTP/1.1" status: 200 len: 1100 time: 0.1508477 Nov 22 20:20:35.489098 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084a5684-741d-4ff9-970d-5e47e6fa4b8b None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 20, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:20:35.489607 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084a5684-741d-4ff9-970d-5e47e6fa4b8b None None] Checking segment: {'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:20:35.490240 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-084a5684-741d-4ff9-970d-5e47e6fa4b8b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:35.490541 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084a5684-741d-4ff9-970d-5e47e6fa4b8b None None] Bound using segment: {'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:20:35.494383 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-084a5684-741d-4ff9-970d-5e47e6fa4b8b None None] Bound port: 26104780-4dfc-4933-b35a-eabfac89a152, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'}}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:20:35.496736 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-084a5684-741d-4ff9-970d-5e47e6fa4b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:35.591030 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-08b9ecab-833d-4be2-93d8-8adf31d378a1 None None] Provisioning complete for port 26104780-4dfc-4933-b35a-eabfac89a152 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:20:35.591322 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-08b9ecab-833d-4be2-93d8-8adf31d378a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:35.639117 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-084a5684-741d-4ff9-970d-5e47e6fa4b8b None None] For port 26104780-4dfc-4933-b35a-eabfac89a152, host n-d-818823-1, cleared binding levels {{(pid=103450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:20:35.648599 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-084a5684-741d-4ff9-970d-5e47e6fa4b8b None None] For port 26104780-4dfc-4933-b35a-eabfac89a152, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=26104780-4dfc-4933-b35a-eabfac89a152,segment=NetworkSegment(8793ba83-8407-4c3d-9b56-2a177cd58a70),segment_id=8793ba83-8407-4c3d-9b56-2a177cd58a70)] {{(pid=103450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:20:35.657643 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-084a5684-741d-4ff9-970d-5e47e6fa4b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:35.714897 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f96ae082-aa28-444f-a352-4a7a33bfc995 req-5ce4c0ce-ab45-418e-817d-2d05b7779a16 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=08b18c18-16b3-4023-b666-b45bbafa72bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109199 Nov 22 20:20:35.770279 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-08b9ecab-833d-4be2-93d8-8adf31d378a1 None None] Port 26104780-4dfc-4933-b35a-eabfac89a152 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:20:35.859300 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0801303-9eba-408c-8970-4448835b7603 req-9e96255c-af6b-483e-ba87-29912a530023 tempest-TenantUsagesTestJSON-515742374 tempest-TenantUsagesTestJSON-515742374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:20:35.865340 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f0801303-9eba-408c-8970-4448835b7603 req-9e96255c-af6b-483e-ba87-29912a530023 tempest-TenantUsagesTestJSON-515742374 tempest-TenantUsagesTestJSON-515742374-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0bb9e1c-ea4f-4279-91ab-70c003d370eb HTTP/1.1" status: 200 len: 949 time: 0.2004268 Nov 22 20:20:35.901204 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4d3057f-5ff9-463b-8481-ff558de96c68 None None] DHCP port deletion for c48a55e9-6a85-4746-b7bf-3e29fb560094 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:20:35.918981 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f596e6-39ae-407b-8f71-8d497cf5adf3 None None] Pushing event updated for resources: {'Port': ['ID=26104780-4dfc-4933-b35a-eabfac89a152,revision_number=3']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:20:35.931554 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-084a5684-741d-4ff9-970d-5e47e6fa4b8b None None] Routers {'6094cc94-5108-427c-bd00-add2f5975bcb'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:20:35.934083 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-084a5684-741d-4ff9-970d-5e47e6fa4b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:20:32Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['6094cc94-5108-427c-bd00-add2f5975bcb'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:20:35.976423 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:35.990807 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-fc11fbaf-635d-41aa-8a10-feaa57368ecd tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11567560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11792921'] for subnet, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:36.014615 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f0801303-9eba-408c-8970-4448835b7603 req-5324b604-3000-40b0-8452-979e25fdaf89 tempest-TenantUsagesTestJSON-515742374 tempest-TenantUsagesTestJSON-515742374-project] 10.222.0.46 "GET /v2.0/security-groups?id=08b18c18-16b3-4023-b666-b45bbafa72bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412835 Nov 22 20:20:36.044202 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-b5a5e3f2-b942-42d9-a25b-b3c2b5e8d6a5 None None] Provisioning complete for port 26104780-4dfc-4933-b35a-eabfac89a152 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:20:36.044671 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-b5a5e3f2-b942-42d9-a25b-b3c2b5e8d6a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:36.120274 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc11fbaf-635d-41aa-8a10-feaa57368ecd tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Pushing event updated for resources: {'Subnet': ['ID=19b1fa28-e1ba-4589-8381-fbf651ed52fa,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:20:36.134862 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc11fbaf-635d-41aa-8a10-feaa57368ecd tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Checking segment: {'id': '17716fec-4228-48de-89ab-cdf1d220adac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '43dfe348-e2b3-45a9-b942-b91bdebcc301'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:20:36.136368 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc11fbaf-635d-41aa-8a10-feaa57368ecd tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Network hostable DHCP agents. Network: 43dfe348-e2b3-45a9-b942-b91bdebcc301, hostable agents: ['02adaa64-0987-4b74-bad0-cbcf56f8a294'], hosted agents: [] {{(pid=103448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 20:20:36.199306 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc11fbaf-635d-41aa-8a10-feaa57368ecd tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Network 43dfe348-e2b3-45a9-b942-b91bdebcc301 is scheduled to be hosted by DHCP agent 02adaa64-0987-4b74-bad0-cbcf56f8a294 with binding_index 1 {{(pid=103448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 20:20:36.215462 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-fc11fbaf-635d-41aa-8a10-feaa57368ecd tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818823-1, 43dfe348-e2b3-45a9-b942-b91bdebcc301) {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:20:36.222032 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc11fbaf-635d-41aa-8a10-feaa57368ecd tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:20:36.223206 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-fc11fbaf-635d-41aa-8a10-feaa57368ecd tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:36.252388 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7825473f-669b-4f61-900d-25826af0beee None None] Network 43dfe348-e2b3-45a9-b942-b91bdebcc301 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:20:36.274368 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-fc11fbaf-635d-41aa-8a10-feaa57368ecd tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.6379747 Nov 22 20:20:36.276780 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 48628) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:20:36.435928 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-b5a5e3f2-b942-42d9-a25b-b3c2b5e8d6a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:36.450313 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-084a5684-741d-4ff9-970d-5e47e6fa4b8b None None] Set router 6094cc94-5108-427c-bd00-add2f5975bcb gateway port host: n-d-818823-1 {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:20:36.615445 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-b5a5e3f2-b942-42d9-a25b-b3c2b5e8d6a5 None None] For port 26104780-4dfc-4933-b35a-eabfac89a152, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=26104780-4dfc-4933-b35a-eabfac89a152,segment=NetworkSegment(8793ba83-8407-4c3d-9b56-2a177cd58a70),segment_id=8793ba83-8407-4c3d-9b56-2a177cd58a70)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:20:36.640521 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-b5a5e3f2-b942-42d9-a25b-b3c2b5e8d6a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:36.888695 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a5e3f2-b942-42d9-a25b-b3c2b5e8d6a5 None None] Pushing event updated for resources: {'Port': ['ID=26104780-4dfc-4933-b35a-eabfac89a152,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:20:36.915861 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ee25c1f-d92b-4927-83bc-486aef6797ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fb26bd7-ce56-527b-b94f-2e1f7cb2bb35-43dfe348-e2b3-45a9-b942-b91bdebcc301', 'network_id': '43dfe348-e2b3-45a9-b942-b91bdebcc301', 'tenant_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'fixed_ips': [{'subnet_id': '19b1fa28-e1ba-4589-8381-fbf651ed52fa'}]}} from n-d-818823-1. {{(pid=103449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 20:20:36.917589 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-5ee25c1f-d92b-4927-83bc-486aef6797ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:36.935756 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-084a5684-741d-4ff9-970d-5e47e6fa4b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6094cc94-5108-427c-bd00-add2f5975bcb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1964949637', 'tenant_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.52'}], 'enable_snat': True}, 'gw_port_id': '26104780-4dfc-4933-b35a-eabfac89a152', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:20:30Z', 'updated_at': '2021-11-22T20:20:32Z', 'revision_number': 3, 'project_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'gw_port': {'id': '26104780-4dfc-4933-b35a-eabfac89a152', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:7f:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6094cc94-5108-427c-bd00-add2f5975bcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1959, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:20:31Z', 'updated_at': '2021-11-22T20:20:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:20:37.003922 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-084a5684-741d-4ff9-970d-5e47e6fa4b8b None None] The sync data for ids ['6094cc94-5108-427c-bd00-add2f5975bcb'] in n-d-818823-1 is: [{'id': '6094cc94-5108-427c-bd00-add2f5975bcb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1964949637', 'tenant_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.52'}], 'enable_snat': True}, 'gw_port_id': '26104780-4dfc-4933-b35a-eabfac89a152', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:20:30Z', 'updated_at': '2021-11-22T20:20:32Z', 'revision_number': 3, 'project_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'gw_port': {'id': '26104780-4dfc-4933-b35a-eabfac89a152', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:7f:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6094cc94-5108-427c-bd00-add2f5975bcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1959, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:20:31Z', 'updated_at': '2021-11-22T20:20:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}] {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:20:37.250700 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.db_base_plugin_common [None req-5ee25c1f-d92b-4927-83bc-486aef6797ca None None] Allocated IP 172.20.0.2 (43dfe348-e2b3-45a9-b942-b91bdebcc301/19b1fa28-e1ba-4589-8381-fbf651ed52fa/4ae4ed3a-b148-4cb6-af48-26e96abdb14a) {{(pid=103449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:20:37.815229 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7a6552-a7fd-4a98-877e-1e3cb68b2373 req-6a2070df-ff9f-4b90-b18a-4eb36144308d tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:20:37.828001 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ea7a6552-a7fd-4a98-877e-1e3cb68b2373 req-6a2070df-ff9f-4b90-b18a-4eb36144308d tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/ports?device_id=1fce27a4-3d80-4211-af77-ae21323044d2 HTTP/1.1" status: 200 len: 945 time: 1.2875299 Nov 22 20:20:37.850094 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedd6050-206e-4f4c-bc23-584515c0539e req-459a4514-97e5-451c-b626-2740c6b51922 tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:20:37.858536 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-cedd6050-206e-4f4c-bc23-584515c0539e req-459a4514-97e5-451c-b626-2740c6b51922 tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] 10.222.0.46 "GET /v2.0/ports?device_id=7236a543-0fdb-4492-9b0d-aac7d66a3c1b HTTP/1.1" status: 200 len: 946 time: 1.3167067 Nov 22 20:20:37.863515 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-5ee25c1f-d92b-4927-83bc-486aef6797ca None None] Publish callbacks [] for port, precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:37.878626 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-5ee25c1f-d92b-4927-83bc-486aef6797ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372'] for port, after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:38.033817 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee25c1f-d92b-4927-83bc-486aef6797ca None None] Pushing event updated for resources: {'Port': ['ID=4ae4ed3a-b148-4cb6-af48-26e96abdb14a,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:20:38.034312 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ea7a6552-a7fd-4a98-877e-1e3cb68b2373 req-5e8860b8-12db-4465-a291-65fabee2402c tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6bb4485-0c85-4226-9793-14795129f329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039397 Nov 22 20:20:38.045534 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ee25c1f-d92b-4927-83bc-486aef6797ca None None] Network 43dfe348-e2b3-45a9-b942-b91bdebcc301 is already hosted by enough agents. {{(pid=103449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:20:38.054332 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.base_scheduler [None req-5ee25c1f-d92b-4927-83bc-486aef6797ca None None] Resources bound (agent type, host, resource id): {{(pid=103449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:20:38.063742 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee25c1f-d92b-4927-83bc-486aef6797ca None None] Received port after_create {{(pid=103449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:20:38.201133 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-cedd6050-206e-4f4c-bc23-584515c0539e req-bbc96596-b4a6-439b-b0e1-9d0e60e13c62 tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] 10.222.0.46 "GET /v2.0/security-groups?id=d95e1db1-f0c9-4323-bdfe-93688145577c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3315279 Nov 22 20:20:38.317347 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b81a68-942b-437e-bb4d-afd715e822f4 req-8907f40b-b705-4228-9aea-867cfd08ea95 tempest-TenantUsagesTestJSON-515742374 tempest-TenantUsagesTestJSON-515742374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:20:38.326357 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d5b81a68-942b-437e-bb4d-afd715e822f4 req-8907f40b-b705-4228-9aea-867cfd08ea95 tempest-TenantUsagesTestJSON-515742374 tempest-TenantUsagesTestJSON-515742374-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0bb9e1c-ea4f-4279-91ab-70c003d370eb HTTP/1.1" status: 200 len: 949 time: 0.1550045 Nov 22 20:20:38.343653 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-5ee25c1f-d92b-4927-83bc-486aef6797ca None None] Attempting to bind port 4ae4ed3a-b148-4cb6-af48-26e96abdb14a on host n-d-818823-1 for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:20:38.345745 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-5ee25c1f-d92b-4927-83bc-486aef6797ca None None] Attempting to bind port 4ae4ed3a-b148-4cb6-af48-26e96abdb14a by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': '17716fec-4228-48de-89ab-cdf1d220adac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '43dfe348-e2b3-45a9-b942-b91bdebcc301'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:20:38.346335 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee25c1f-d92b-4927-83bc-486aef6797ca None None] Attempting to bind port 4ae4ed3a-b148-4cb6-af48-26e96abdb14a on network 43dfe348-e2b3-45a9-b942-b91bdebcc301 {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:20:38.386721 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee25c1f-d92b-4927-83bc-486aef6797ca None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 20, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:20:38.387575 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee25c1f-d92b-4927-83bc-486aef6797ca None None] Checking segment: {'id': '17716fec-4228-48de-89ab-cdf1d220adac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '43dfe348-e2b3-45a9-b942-b91bdebcc301'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:20:38.388150 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-5ee25c1f-d92b-4927-83bc-486aef6797ca None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:38.389042 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee25c1f-d92b-4927-83bc-486aef6797ca None None] Bound using segment: {'id': '17716fec-4228-48de-89ab-cdf1d220adac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '43dfe348-e2b3-45a9-b942-b91bdebcc301'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:20:38.389951 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-5ee25c1f-d92b-4927-83bc-486aef6797ca None None] Bound port: 4ae4ed3a-b148-4cb6-af48-26e96abdb14a, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17716fec-4228-48de-89ab-cdf1d220adac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '43dfe348-e2b3-45a9-b942-b91bdebcc301'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:20:38.390529 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-5ee25c1f-d92b-4927-83bc-486aef6797ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:38.530026 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d5b81a68-942b-437e-bb4d-afd715e822f4 req-06f01171-6345-47c0-b3cc-0e4ff9c9f25f tempest-TenantUsagesTestJSON-515742374 tempest-TenantUsagesTestJSON-515742374-project] 10.222.0.46 "GET /v2.0/security-groups?id=08b18c18-16b3-4023-b666-b45bbafa72bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961763 Nov 22 20:20:38.578975 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-5ee25c1f-d92b-4927-83bc-486aef6797ca None None] For port 4ae4ed3a-b148-4cb6-af48-26e96abdb14a, host n-d-818823-1, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:20:38.589615 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-5ee25c1f-d92b-4927-83bc-486aef6797ca None None] For port 4ae4ed3a-b148-4cb6-af48-26e96abdb14a, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=4ae4ed3a-b148-4cb6-af48-26e96abdb14a,segment=NetworkSegment(17716fec-4228-48de-89ab-cdf1d220adac),segment_id=17716fec-4228-48de-89ab-cdf1d220adac)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:20:38.601675 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-63962d16-807e-4bf7-a544-4c6ec303e4da tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:38.612230 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-5ee25c1f-d92b-4927-83bc-486aef6797ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:38.748781 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee25c1f-d92b-4927-83bc-486aef6797ca None None] Pushing event updated for resources: {'Port': ['ID=4ae4ed3a-b148-4cb6-af48-26e96abdb14a,revision_number=2']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:20:39.487487 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b09eae-bf8f-4993-b412-8c0454adde7e req-292b9036-4e3b-4716-99da-f478335e6235 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:20:39.514709 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-58b09eae-bf8f-4993-b412-8c0454adde7e req-292b9036-4e3b-4716-99da-f478335e6235 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/ports?device_id=1fce27a4-3d80-4211-af77-ae21323044d2 HTTP/1.1" status: 200 len: 945 time: 0.3783889 Nov 22 20:20:39.520353 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 26104780-4dfc-4933-b35a-eabfac89a152 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:20:39.575456 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [None req-63962d16-807e-4bf7-a544-4c6ec303e4da tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Allocated IP 172.20.0.1 (43dfe348-e2b3-45a9-b942-b91bdebcc301/19b1fa28-e1ba-4589-8381-fbf651ed52fa/97c8f2b2-3bc7-490f-9889-fb42ac9912fa) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:20:39.601550 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 26104780-4dfc-4933-b35a-eabfac89a152 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:20:39.602314 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:39.628308 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c7c0f6-92c4-4936-9978-22bbb5c18280 req-3a45bde1-a405-410e-a7bd-d485f7949687 tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:20:39.636145 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-34c7c0f6-92c4-4936-9978-22bbb5c18280 req-3a45bde1-a405-410e-a7bd-d485f7949687 tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] 10.222.0.46 "GET /v2.0/ports?device_id=7236a543-0fdb-4492-9b0d-aac7d66a3c1b HTTP/1.1" status: 200 len: 946 time: 0.1942811 Nov 22 20:20:39.674839 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-58b09eae-bf8f-4993-b412-8c0454adde7e req-61b496bc-d0bc-4e64-9bd0-23dc18ec6f3a tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6bb4485-0c85-4226-9793-14795129f329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584005 Nov 22 20:20:39.814836 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-34c7c0f6-92c4-4936-9978-22bbb5c18280 req-e92312ba-6fed-4eb3-8742-86753912fde6 tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] 10.222.0.46 "GET /v2.0/security-groups?id=d95e1db1-f0c9-4323-bdfe-93688145577c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776910 Nov 22 20:20:39.849111 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 4ae4ed3a-b148-4cb6-af48-26e96abdb14a up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:20:39.933497 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-63962d16-807e-4bf7-a544-4c6ec303e4da tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:39.958849 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 4ae4ed3a-b148-4cb6-af48-26e96abdb14a triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:20:39.959236 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:40.015064 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-63962d16-807e-4bf7-a544-4c6ec303e4da tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:40.065429 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63962d16-807e-4bf7-a544-4c6ec303e4da tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Network 43dfe348-e2b3-45a9-b942-b91bdebcc301 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:20:40.068653 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-63962d16-807e-4bf7-a544-4c6ec303e4da tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:20:40.071087 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63962d16-807e-4bf7-a544-4c6ec303e4da tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:20:40.104753 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63962d16-807e-4bf7-a544-4c6ec303e4da tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Pushing event updated for resources: {'Port': ['ID=97c8f2b2-3bc7-490f-9889-fb42ac9912fa,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:20:40.134196 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-63962d16-807e-4bf7-a544-4c6ec303e4da tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659939'] for router_interface, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:40.138435 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:40.209607 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] For port 4ae4ed3a-b148-4cb6-af48-26e96abdb14a, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=4ae4ed3a-b148-4cb6-af48-26e96abdb14a,segment=NetworkSegment(17716fec-4228-48de-89ab-cdf1d220adac),segment_id=17716fec-4228-48de-89ab-cdf1d220adac)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:20:40.218792 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:40.300666 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Pushing event updated for resources: {'Port': ['ID=4ae4ed3a-b148-4cb6-af48-26e96abdb14a,revision_number=3']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:20:40.494650 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-63962d16-807e-4bf7-a544-4c6ec303e4da tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:40.683012 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2239cd71-c907-469c-ac1e-32b7ac9a97c8 req-44b0dac1-8461-4a0d-91f8-f8e29daa88c4 tempest-TenantUsagesTestJSON-515742374 tempest-TenantUsagesTestJSON-515742374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:20:40.684719 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2239cd71-c907-469c-ac1e-32b7ac9a97c8 req-44b0dac1-8461-4a0d-91f8-f8e29daa88c4 tempest-TenantUsagesTestJSON-515742374 tempest-TenantUsagesTestJSON-515742374-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0bb9e1c-ea4f-4279-91ab-70c003d370eb HTTP/1.1" status: 200 len: 949 time: 0.1314926 Nov 22 20:20:40.799434 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c34405a4-c2ac-4726-846a-37366e8b3dbb None None] Network 43dfe348-e2b3-45a9-b942-b91bdebcc301 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:20:40.840801 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2239cd71-c907-469c-ac1e-32b7ac9a97c8 req-04e1724c-ba37-4707-9f4b-bf13ab34c5ba tempest-TenantUsagesTestJSON-515742374 tempest-TenantUsagesTestJSON-515742374-project] 10.222.0.46 "GET /v2.0/security-groups?id=08b18c18-16b3-4023-b666-b45bbafa72bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135459 Nov 22 20:20:40.938784 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d9acab-308d-4e6b-9794-9a918059f532 req-20504704-9d95-467f-acd4-86b6709828a7 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:20:40.940550 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a2d9acab-308d-4e6b-9794-9a918059f532 req-20504704-9d95-467f-acd4-86b6709828a7 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/ports?device_id=1fce27a4-3d80-4211-af77-ae21323044d2 HTTP/1.1" status: 200 len: 945 time: 0.1209321 Nov 22 20:20:41.035586 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-05edae8d-6e8c-4b1a-98dd-eca97c1ec306 None None] Provisioning complete for port 4ae4ed3a-b148-4cb6-af48-26e96abdb14a triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:20:41.035967 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-05edae8d-6e8c-4b1a-98dd-eca97c1ec306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:41.067683 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a2d9acab-308d-4e6b-9794-9a918059f532 req-2a7c30de-3807-4bde-9ea9-e71218d4dfc5 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6bb4485-0c85-4226-9793-14795129f329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185915 Nov 22 20:20:41.086607 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-63962d16-807e-4bf7-a544-4c6ec303e4da tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks [] for port, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:41.106903 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2416578b-9f33-44e5-ab6a-d788abd0f74a req-ef9c857f-3fea-4118-a60c-7a410ab67428 tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:20:41.116249 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2416578b-9f33-44e5-ab6a-d788abd0f74a req-ef9c857f-3fea-4118-a60c-7a410ab67428 tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] 10.222.0.46 "GET /v2.0/ports?device_id=7236a543-0fdb-4492-9b0d-aac7d66a3c1b HTTP/1.1" status: 200 len: 946 time: 0.1478913 Nov 22 20:20:41.125861 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-63962d16-807e-4bf7-a544-4c6ec303e4da tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:41.188204 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-63962d16-807e-4bf7-a544-4c6ec303e4da tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-563461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-659839'] for router_interface, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:41.272734 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 4ae4ed3a-b148-4cb6-af48-26e96abdb14a up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:20:41.315006 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63962d16-807e-4bf7-a544-4c6ec303e4da tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Pushing event updated for resources: {'Port': ['ID=97c8f2b2-3bc7-490f-9889-fb42ac9912fa,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:20:41.338838 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2416578b-9f33-44e5-ab6a-d788abd0f74a req-ed96afa5-4045-4b15-b8d2-6f6306f5f2ca tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] 10.222.0.46 "GET /v2.0/security-groups?id=d95e1db1-f0c9-4323-bdfe-93688145577c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2210581 Nov 22 20:20:41.360687 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 4ae4ed3a-b148-4cb6-af48-26e96abdb14a triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:20:41.361065 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:41.409025 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63962d16-807e-4bf7-a544-4c6ec303e4da tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Network 43dfe348-e2b3-45a9-b942-b91bdebcc301 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:20:41.411590 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-63962d16-807e-4bf7-a544-4c6ec303e4da tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:20:41.557552 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-34413d2f-470c-4cd5-b599-d183375ac5b4 None None] Provisioning complete for port 4ae4ed3a-b148-4cb6-af48-26e96abdb14a triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:20:41.558968 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-34413d2f-470c-4cd5-b599-d183375ac5b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:41.608373 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63962d16-807e-4bf7-a544-4c6ec303e4da tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Router 6094cc94-5108-427c-bd00-add2f5975bcb has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 20:20:41.732168 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-34413d2f-470c-4cd5-b599-d183375ac5b4 None None] Provisioning complete for port 97c8f2b2-3bc7-490f-9889-fb42ac9912fa triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:20:41.732553 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-34413d2f-470c-4cd5-b599-d183375ac5b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:41.780457 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-34413d2f-470c-4cd5-b599-d183375ac5b4 None None] Port 97c8f2b2-3bc7-490f-9889-fb42ac9912fa cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:20:41.841146 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63962d16-807e-4bf7-a544-4c6ec303e4da tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:20:41.847266 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-63962d16-807e-4bf7-a544-4c6ec303e4da tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "PUT /v2.0/routers/6094cc94-5108-427c-bd00-add2f5975bcb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5691578 Nov 22 20:20:41.874063 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44cb5ad8-b3d7-4e94-81a1-6299a6073f95 None None] Sync routers for ids ['6094cc94-5108-427c-bd00-add2f5975bcb'] in n-d-818823-1 {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:20:41.904641 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6d6e39-a6a3-48b8-8632-b0de0d9bd110 req-b91a3af1-7522-4f60-ba60-7c2bd05ab854 tempest-TenantUsagesTestJSON-515742374 tempest-TenantUsagesTestJSON-515742374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:20:41.906218 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ca6d6e39-a6a3-48b8-8632-b0de0d9bd110 req-b91a3af1-7522-4f60-ba60-7c2bd05ab854 tempest-TenantUsagesTestJSON-515742374 tempest-TenantUsagesTestJSON-515742374-project] 10.222.0.41 "GET /v2.0/ports?device_id=f0bb9e1c-ea4f-4279-91ab-70c003d370eb HTTP/1.1" status: 200 len: 949 time: 0.1237488 Nov 22 20:20:41.931253 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44cb5ad8-b3d7-4e94-81a1-6299a6073f95 None None] Routers {'6094cc94-5108-427c-bd00-add2f5975bcb'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:20:41.931941 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-44cb5ad8-b3d7-4e94-81a1-6299a6073f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:20:32Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['6094cc94-5108-427c-bd00-add2f5975bcb'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:20:42.031147 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-89bf061d-d55e-4020-ab8b-9aca9dcad700 None None] Provisioning complete for port 97c8f2b2-3bc7-490f-9889-fb42ac9912fa triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:20:42.031857 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-89bf061d-d55e-4020-ab8b-9aca9dcad700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:42.116483 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60df69c-a55d-46fe-b50c-3accbb3557e6 req-9c8b12cd-f6aa-4ee5-84de-1363071eabd4 tempest-TenantUsagesTestJSON-515742374 tempest-TenantUsagesTestJSON-515742374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:20:42.124125 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b60df69c-a55d-46fe-b50c-3accbb3557e6 req-9c8b12cd-f6aa-4ee5-84de-1363071eabd4 tempest-TenantUsagesTestJSON-515742374 tempest-TenantUsagesTestJSON-515742374-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0bb9e1c-ea4f-4279-91ab-70c003d370eb HTTP/1.1" status: 200 len: 949 time: 0.1374385 Nov 22 20:20:42.124619 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-89bf061d-d55e-4020-ab8b-9aca9dcad700 None None] Port 97c8f2b2-3bc7-490f-9889-fb42ac9912fa cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:20:42.186753 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-ca6d6e39-a6a3-48b8-8632-b0de0d9bd110 req-9a22f8db-32f6-4cd1-be97-b67be2b85d97 tempest-TenantUsagesTestJSON-515742374 tempest-TenantUsagesTestJSON-515742374-project] Deleting port 5217fc29-102c-4a9d-a275-83d686e46734 {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:20:42.187096 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-ca6d6e39-a6a3-48b8-8632-b0de0d9bd110 req-9a22f8db-32f6-4cd1-be97-b67be2b85d97 tempest-TenantUsagesTestJSON-515742374 tempest-TenantUsagesTestJSON-515742374-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:42.203353 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-44cb5ad8-b3d7-4e94-81a1-6299a6073f95 None None] Set router 6094cc94-5108-427c-bd00-add2f5975bcb gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:20:42.281737 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b60df69c-a55d-46fe-b50c-3accbb3557e6 req-dda5b5b6-b033-4331-bd43-eb1ef8c74b76 tempest-TenantUsagesTestJSON-515742374 tempest-TenantUsagesTestJSON-515742374-project] 10.222.0.46 "GET /v2.0/security-groups?id=08b18c18-16b3-4023-b666-b45bbafa72bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566305 Nov 22 20:20:42.351396 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-16225bd1-138b-40a4-8ce2-c96d29d55d14 req-bfbc9ebc-3047-4457-9e6c-725360cd31f9 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-631171342&fields=id&tenant_id=f13d149ee8a64f188025185f0e8b5cfe HTTP/1.1" status: 200 len: 267 time: 0.2246423 Nov 22 20:20:42.423224 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-73016f5c-66ea-461a-bb13-f8337b27c885 None None] Provisioning complete for port 97c8f2b2-3bc7-490f-9889-fb42ac9912fa triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:20:42.423630 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-73016f5c-66ea-461a-bb13-f8337b27c885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:42.468397 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-73016f5c-66ea-461a-bb13-f8337b27c885 None None] Port 97c8f2b2-3bc7-490f-9889-fb42ac9912fa cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:20:42.493892 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-44cb5ad8-b3d7-4e94-81a1-6299a6073f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6094cc94-5108-427c-bd00-add2f5975bcb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1964949637', 'tenant_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.52'}], 'enable_snat': True}, 'gw_port_id': '26104780-4dfc-4933-b35a-eabfac89a152', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:20:30Z', 'updated_at': '2021-11-22T20:20:40Z', 'revision_number': 4, 'project_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'gw_port': {'id': '26104780-4dfc-4933-b35a-eabfac89a152', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:7f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6094cc94-5108-427c-bd00-add2f5975bcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1959, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:20:31Z', 'updated_at': '2021-11-22T20:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': '97c8f2b2-3bc7-490f-9889-fb42ac9912fa', 'name': '', 'network_id': '43dfe348-e2b3-45a9-b942-b91bdebcc301', 'tenant_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'mac_address': 'fa:16:3e:0e:d2:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6094cc94-5108-427c-bd00-add2f5975bcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1967, 'fixed_ips': [{'subnet_id': '19b1fa28-e1ba-4589-8381-fbf651ed52fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:20:38Z', 'updated_at': '2021-11-22T20:20:40Z', 'revision_number': 2, 'project_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'subnets': [{'id': '19b1fa28-e1ba-4589-8381-fbf651ed52fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:20:42.512246 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-ca6d6e39-a6a3-48b8-8632-b0de0d9bd110 req-9a22f8db-32f6-4cd1-be97-b67be2b85d97 tempest-TenantUsagesTestJSON-515742374 tempest-TenantUsagesTestJSON-515742374-project] For port 5217fc29-102c-4a9d-a275-83d686e46734, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=5217fc29-102c-4a9d-a275-83d686e46734,segment=NetworkSegment(2a5a1c7b-538e-498e-99b9-cc7a8e0411be),segment_id=2a5a1c7b-538e-498e-99b9-cc7a8e0411be)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:20:42.512752 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-ca6d6e39-a6a3-48b8-8632-b0de0d9bd110 req-9a22f8db-32f6-4cd1-be97-b67be2b85d97 tempest-TenantUsagesTestJSON-515742374 tempest-TenantUsagesTestJSON-515742374-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:42.529840 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44cb5ad8-b3d7-4e94-81a1-6299a6073f95 None None] Checking router: 6094cc94-5108-427c-bd00-add2f5975bcb for host: n-d-818823-1 {{(pid=103449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 20:20:42.530131 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44cb5ad8-b3d7-4e94-81a1-6299a6073f95 None None] Updating router 6094cc94-5108-427c-bd00-add2f5975bcb port 97c8f2b2-3bc7-490f-9889-fb42ac9912fa binding host n-d-818823-1 {{(pid=103449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 20:20:42.540558 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0dbce3-304d-4b6b-91da-068b5eb6516d req-f928eb19-c517-472c-b1e0-0466d44d8b62 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:20:42.544195 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9d0dbce3-304d-4b6b-91da-068b5eb6516d req-f928eb19-c517-472c-b1e0-0466d44d8b62 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/ports?device_id=1fce27a4-3d80-4211-af77-ae21323044d2 HTTP/1.1" status: 200 len: 945 time: 0.1878624 Nov 22 20:20:42.581123 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-44cb5ad8-b3d7-4e94-81a1-6299a6073f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:42.600159 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-ca6d6e39-a6a3-48b8-8632-b0de0d9bd110 req-9a22f8db-32f6-4cd1-be97-b67be2b85d97 tempest-TenantUsagesTestJSON-515742374 tempest-TenantUsagesTestJSON-515742374-project] Calling delete_port for 5217fc29-102c-4a9d-a275-83d686e46734 owned by compute:nova {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:20:42.651791 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16225bd1-138b-40a4-8ce2-c96d29d55d14 req-decae8f7-1972-4e29-a1e9-688d395595af tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:20:42.653504 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-16225bd1-138b-40a4-8ce2-c96d29d55d14 req-decae8f7-1972-4e29-a1e9-688d395595af tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/networks?id=43dfe348-e2b3-45a9-b942-b91bdebcc301 HTTP/1.1" status: 200 len: 796 time: 0.2923229 Nov 22 20:20:42.749710 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-16225bd1-138b-40a4-8ce2-c96d29d55d14 req-7b3fd8c6-af69-4b13-a09d-69b02a1c5960 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/quotas/f13d149ee8a64f188025185f0e8b5cfe HTTP/1.1" status: 200 len: 375 time: 0.0871348 Nov 22 20:20:42.764924 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9d0dbce3-304d-4b6b-91da-068b5eb6516d req-0ba5fa17-da0d-417b-961d-ce7f026ccaa6 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6bb4485-0c85-4226-9793-14795129f329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982334 Nov 22 20:20:42.849300 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-16225bd1-138b-40a4-8ce2-c96d29d55d14 req-043bd218-ed3f-40ca-bef8-7157b9afdfe7 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=f13d149ee8a64f188025185f0e8b5cfe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0911760 Nov 22 20:20:43.026394 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-44cb5ad8-b3d7-4e94-81a1-6299a6073f95 None None] Publish callbacks [] for port, precommit_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:43.033786 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-ca6d6e39-a6a3-48b8-8632-b0de0d9bd110 req-9a22f8db-32f6-4cd1-be97-b67be2b85d97 tempest-TenantUsagesTestJSON-515742374 tempest-TenantUsagesTestJSON-515742374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:43.034163 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-44cb5ad8-b3d7-4e94-81a1-6299a6073f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:43.048668 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1900ac1-9344-4e46-9782-077eaa1785c7 req-f5e85a45-9115-489d-89e9-94d3581c2b2b tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:20:43.056398 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a1900ac1-9344-4e46-9782-077eaa1785c7 req-f5e85a45-9115-489d-89e9-94d3581c2b2b tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] 10.222.0.46 "GET /v2.0/ports?device_id=7236a543-0fdb-4492-9b0d-aac7d66a3c1b HTTP/1.1" status: 200 len: 946 time: 0.0901377 Nov 22 20:20:43.098918 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438a943a-27fe-48e3-9de8-0051bceb56f3 None None] Pushing event updated for resources: {'Port': ['ID=97c8f2b2-3bc7-490f-9889-fb42ac9912fa,revision_number=3']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:20:43.113959 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a22f8db-32f6-4cd1-be97-b67be2b85d97 tempest-TenantUsagesTestJSON-515742374 tempest-TenantUsagesTestJSON-515742374-project] Pushing event deleted for resources: {'Port': ['ID=5217fc29-102c-4a9d-a275-83d686e46734,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:20:43.134653 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-16225bd1-138b-40a4-8ce2-c96d29d55d14 req-c8124390-2e3d-41ae-a354-01db7ef56c0b service neutron] 10.222.0.46 "GET /v2.0/networks/43dfe348-e2b3-45a9-b942-b91bdebcc301?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2411957 Nov 22 20:20:43.173765 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-44cb5ad8-b3d7-4e94-81a1-6299a6073f95 None None] Attempting to bind port 97c8f2b2-3bc7-490f-9889-fb42ac9912fa on host n-d-818823-1 for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:20:43.174151 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-44cb5ad8-b3d7-4e94-81a1-6299a6073f95 None None] Attempting to bind port 97c8f2b2-3bc7-490f-9889-fb42ac9912fa by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': '17716fec-4228-48de-89ab-cdf1d220adac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '43dfe348-e2b3-45a9-b942-b91bdebcc301'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:20:43.174529 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44cb5ad8-b3d7-4e94-81a1-6299a6073f95 None None] Attempting to bind port 97c8f2b2-3bc7-490f-9889-fb42ac9912fa on network 43dfe348-e2b3-45a9-b942-b91bdebcc301 {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:20:43.184126 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44cb5ad8-b3d7-4e94-81a1-6299a6073f95 None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 20, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:20:43.185253 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44cb5ad8-b3d7-4e94-81a1-6299a6073f95 None None] Checking segment: {'id': '17716fec-4228-48de-89ab-cdf1d220adac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '43dfe348-e2b3-45a9-b942-b91bdebcc301'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:20:43.185666 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-44cb5ad8-b3d7-4e94-81a1-6299a6073f95 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:43.186066 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44cb5ad8-b3d7-4e94-81a1-6299a6073f95 None None] Bound using segment: {'id': '17716fec-4228-48de-89ab-cdf1d220adac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '43dfe348-e2b3-45a9-b942-b91bdebcc301'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:20:43.186549 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-44cb5ad8-b3d7-4e94-81a1-6299a6073f95 None None] Bound port: 97c8f2b2-3bc7-490f-9889-fb42ac9912fa, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17716fec-4228-48de-89ab-cdf1d220adac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '43dfe348-e2b3-45a9-b942-b91bdebcc301'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:20:43.186934 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-44cb5ad8-b3d7-4e94-81a1-6299a6073f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:43.256411 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-44cb5ad8-b3d7-4e94-81a1-6299a6073f95 None None] For port 97c8f2b2-3bc7-490f-9889-fb42ac9912fa, host n-d-818823-1, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:20:43.260773 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-44cb5ad8-b3d7-4e94-81a1-6299a6073f95 None None] For port 97c8f2b2-3bc7-490f-9889-fb42ac9912fa, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=97c8f2b2-3bc7-490f-9889-fb42ac9912fa,segment=NetworkSegment(17716fec-4228-48de-89ab-cdf1d220adac),segment_id=17716fec-4228-48de-89ab-cdf1d220adac)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:20:43.267253 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-16225bd1-138b-40a4-8ce2-c96d29d55d14 req-02f45e4e-229e-415c-91ef-1b3eba8333ea service neutron] 10.222.0.46 "GET /v2.0/networks/43dfe348-e2b3-45a9-b942-b91bdebcc301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151628 Nov 22 20:20:43.279432 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-44cb5ad8-b3d7-4e94-81a1-6299a6073f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:43.297301 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca6d6e39-a6a3-48b8-8632-b0de0d9bd110 req-9a22f8db-32f6-4cd1-be97-b67be2b85d97 tempest-TenantUsagesTestJSON-515742374 tempest-TenantUsagesTestJSON-515742374-project] No DVR routers for this DVR port 5217fc29-102c-4a9d-a275-83d686e46734 on host n-h1-818823-1 {{(pid=103447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:20:43.302095 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-ca6d6e39-a6a3-48b8-8632-b0de0d9bd110 req-9a22f8db-32f6-4cd1-be97-b67be2b85d97 tempest-TenantUsagesTestJSON-515742374 tempest-TenantUsagesTestJSON-515742374-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:43.305712 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ca6d6e39-a6a3-48b8-8632-b0de0d9bd110 req-9a22f8db-32f6-4cd1-be97-b67be2b85d97 tempest-TenantUsagesTestJSON-515742374 tempest-TenantUsagesTestJSON-515742374-project] 10.222.0.41 "DELETE /v2.0/ports/5217fc29-102c-4a9d-a275-83d686e46734 HTTP/1.1" status: 204 len: 173 time: 1.3912749 Nov 22 20:20:43.306195 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0bb9e1c-ea4f-4279-91ab-70c003d370eb', 'name': 'network-vif-deleted', 'tag': '5217fc29-102c-4a9d-a275-83d686e46734'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:20:43.308626 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14b90085-a13c-48e6-beb7-65107120713b" -d '{"events": [{"server_uuid": "f0bb9e1c-ea4f-4279-91ab-70c003d370eb", "name": "network-vif-deleted", "tag": "5217fc29-102c-4a9d-a275-83d686e46734"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:20:43.341755 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a1900ac1-9344-4e46-9782-077eaa1785c7 req-6003d336-dbf5-4fbe-9e48-677f2b8fd2d6 tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] 10.222.0.46 "GET /v2.0/security-groups?id=d95e1db1-f0c9-4323-bdfe-93688145577c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2843113 Nov 22 20:20:43.410903 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44cb5ad8-b3d7-4e94-81a1-6299a6073f95 None None] Routers {'6094cc94-5108-427c-bd00-add2f5975bcb'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:20:43.417275 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-44cb5ad8-b3d7-4e94-81a1-6299a6073f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:20:32Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['6094cc94-5108-427c-bd00-add2f5975bcb'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:20:43.540865 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b72302bf-57b0-4a02-9b67-20d553ddf91e req-7ef7d8ca-818e-4f04-a842-f25fbac5bf93 tempest-TenantUsagesTestJSON-515742374 tempest-TenantUsagesTestJSON-515742374-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0bb9e1c-ea4f-4279-91ab-70c003d370eb HTTP/1.1" status: 200 len: 210 time: 0.0938368 Nov 22 20:20:43.611139 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:20:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d60e7823-096c-4429-beb6-2308ad6cb034 x-openstack-request-id: req-d60e7823-096c-4429-beb6-2308ad6cb034 {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:20:43.611478 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0bb9e1c-ea4f-4279-91ab-70c003d370eb", "name": "network-vif-deleted", "tag": "5217fc29-102c-4a9d-a275-83d686e46734", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:20:43.611742 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d60e7823-096c-4429-beb6-2308ad6cb034 {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:20:43.612194 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0bb9e1c-ea4f-4279-91ab-70c003d370eb', 'name': 'network-vif-deleted', 'tag': '5217fc29-102c-4a9d-a275-83d686e46734', 'status': 'completed', 'code': 200} Nov 22 20:20:43.635838 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438a943a-27fe-48e3-9de8-0051bceb56f3 None None] Pushing event updated for resources: {'Port': ['ID=97c8f2b2-3bc7-490f-9889-fb42ac9912fa,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:20:43.672921 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-c25bbb44-b234-438c-9c81-77b103b31fde None None] Provisioning complete for port 97c8f2b2-3bc7-490f-9889-fb42ac9912fa triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:20:43.673562 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-c25bbb44-b234-438c-9c81-77b103b31fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:43.693563 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3da6e7bc-c696-40b3-a5bf-72d04bcb32f7 req-4768e2c8-2d62-4a2d-9773-347108b5506b tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/ports?device_id=1055e9c7-c155-46d0-8648-c4ff794f929b HTTP/1.1" status: 200 len: 210 time: 0.0550320 Nov 22 20:20:43.696178 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-44cb5ad8-b3d7-4e94-81a1-6299a6073f95 None None] Set router 6094cc94-5108-427c-bd00-add2f5975bcb gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:20:44.012090 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814e0d2f-5312-4dc0-be00-7c643fb9f1e2 req-4ecbb307-fc6b-461e-a32d-76ffc4c29dc4 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:20:44.021279 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-814e0d2f-5312-4dc0-be00-7c643fb9f1e2 req-4ecbb307-fc6b-461e-a32d-76ffc4c29dc4 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/ports?device_id=1fce27a4-3d80-4211-af77-ae21323044d2 HTTP/1.1" status: 200 len: 945 time: 0.0652444 Nov 22 20:20:44.093797 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-814e0d2f-5312-4dc0-be00-7c643fb9f1e2 req-dfc25891-7361-482e-a6b8-1fafa3383f20 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6bb4485-0c85-4226-9793-14795129f329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717168 Nov 22 20:20:44.121502 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-c25bbb44-b234-438c-9c81-77b103b31fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:44.342293 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 5217fc29-102c-4a9d-a275-83d686e46734 no longer exists at agent hyperv_n-h1-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:20:44.381100 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] No Port match for: 5217fc29-102c-4a9d-a275-83d686e46734 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:20:44.381453 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 5217fc29-102c-4a9d-a275-83d686e46734 not bound to the agent host n-h1-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:20:44.435113 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:44.437288 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-c25bbb44-b234-438c-9c81-77b103b31fde None None] For port 97c8f2b2-3bc7-490f-9889-fb42ac9912fa, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=97c8f2b2-3bc7-490f-9889-fb42ac9912fa,segment=NetworkSegment(17716fec-4228-48de-89ab-cdf1d220adac),segment_id=17716fec-4228-48de-89ab-cdf1d220adac)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:20:44.441426 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:44.464414 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-c25bbb44-b234-438c-9c81-77b103b31fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:44.543867 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b07d3fe-71d1-447c-8182-d436d247de11 req-5cf17f19-d093-4e6a-9e78-cbb649a3075e tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:20:44.545668 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7b07d3fe-71d1-447c-8182-d436d247de11 req-5cf17f19-d093-4e6a-9e78-cbb649a3075e tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] 10.222.0.46 "GET /v2.0/ports?device_id=7236a543-0fdb-4492-9b0d-aac7d66a3c1b HTTP/1.1" status: 200 len: 946 time: 0.0721636 Nov 22 20:20:44.561506 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25bbb44-b234-438c-9c81-77b103b31fde None None] Pushing event updated for resources: {'Port': ['ID=97c8f2b2-3bc7-490f-9889-fb42ac9912fa,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:20:44.600434 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-44cb5ad8-b3d7-4e94-81a1-6299a6073f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6094cc94-5108-427c-bd00-add2f5975bcb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1964949637', 'tenant_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.52'}], 'enable_snat': True}, 'gw_port_id': '26104780-4dfc-4933-b35a-eabfac89a152', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:20:30Z', 'updated_at': '2021-11-22T20:20:40Z', 'revision_number': 4, 'project_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'gw_port': {'id': '26104780-4dfc-4933-b35a-eabfac89a152', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:7f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6094cc94-5108-427c-bd00-add2f5975bcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1959, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:20:31Z', 'updated_at': '2021-11-22T20:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': '97c8f2b2-3bc7-490f-9889-fb42ac9912fa', 'name': '', 'network_id': '43dfe348-e2b3-45a9-b942-b91bdebcc301', 'tenant_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'mac_address': 'fa:16:3e:0e:d2:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6094cc94-5108-427c-bd00-add2f5975bcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1967, 'fixed_ips': [{'subnet_id': '19b1fa28-e1ba-4589-8381-fbf651ed52fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:20:38Z', 'updated_at': '2021-11-22T20:20:43Z', 'revision_number': 4, 'project_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'subnets': [{'id': '19b1fa28-e1ba-4589-8381-fbf651ed52fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:20:44.602038 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-83dc2f4a-e006-4632-bdaa-01bc7ec49957 None None] Provisioning complete for port 97c8f2b2-3bc7-490f-9889-fb42ac9912fa triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:20:44.602410 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-83dc2f4a-e006-4632-bdaa-01bc7ec49957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:44.665299 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44cb5ad8-b3d7-4e94-81a1-6299a6073f95 None None] The sync data for ids ['6094cc94-5108-427c-bd00-add2f5975bcb'] in n-d-818823-1 is: [{'id': '6094cc94-5108-427c-bd00-add2f5975bcb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1964949637', 'tenant_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.52'}], 'enable_snat': True}, 'gw_port_id': '26104780-4dfc-4933-b35a-eabfac89a152', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:20:30Z', 'updated_at': '2021-11-22T20:20:40Z', 'revision_number': 4, 'project_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'gw_port': {'id': '26104780-4dfc-4933-b35a-eabfac89a152', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:7f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6094cc94-5108-427c-bd00-add2f5975bcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1959, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:20:31Z', 'updated_at': '2021-11-22T20:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': '97c8f2b2-3bc7-490f-9889-fb42ac9912fa', 'name': '', 'network_id': '43dfe348-e2b3-45a9-b942-b91bdebcc301', 'tenant_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'mac_address': 'fa:16:3e:0e:d2:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6094cc94-5108-427c-bd00-add2f5975bcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1967, 'fixed_ips': [{'subnet_id': '19b1fa28-e1ba-4589-8381-fbf651ed52fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:20:38Z', 'updated_at': '2021-11-22T20:20:43Z', 'revision_number': 4, 'project_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'subnets': [{'id': '19b1fa28-e1ba-4589-8381-fbf651ed52fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:20:44.699132 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7b07d3fe-71d1-447c-8182-d436d247de11 req-98edf68f-614d-4893-a805-079a89726a0c tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] 10.222.0.46 "GET /v2.0/security-groups?id=d95e1db1-f0c9-4323-bdfe-93688145577c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454945 Nov 22 20:20:44.919838 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7aaaf89e-0b5e-4a0a-8f33-61acc320b9d4 req-b77c6229-692b-486e-b78e-692a06ea8f43 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/ports?device_id=1055e9c7-c155-46d0-8648-c4ff794f929b HTTP/1.1" status: 200 len: 210 time: 0.0534191 Nov 22 20:20:45.355287 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 48964) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:20:45.414336 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 97c8f2b2-3bc7-490f-9889-fb42ac9912fa up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:20:45.547623 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 97c8f2b2-3bc7-490f-9889-fb42ac9912fa triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:20:45.548542 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:45.589483 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-3c697197-612d-49b2-8a3c-591a43e90c31 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3cc2a86558e04de79750aa82f13040e1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2311246 Nov 22 20:20:45.591149 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1238ec-e251-409e-8e1c-e765c5e86d9a req-67d6efed-0f48-48bf-b3e4-24826b6f14a5 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:20:45.591810 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 48970) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:20:45.608589 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ce1238ec-e251-409e-8e1c-e765c5e86d9a req-67d6efed-0f48-48bf-b3e4-24826b6f14a5 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/ports?device_id=1fce27a4-3d80-4211-af77-ae21323044d2 HTTP/1.1" status: 200 len: 945 time: 0.3532109 Nov 22 20:20:45.684366 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16225bd1-138b-40a4-8ce2-c96d29d55d14 req-7c190a75-c9d5-4ae0-8d77-f9a81406034e tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:20:45.689086 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-16225bd1-138b-40a4-8ce2-c96d29d55d14 req-7c190a75-c9d5-4ae0-8d77-f9a81406034e tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.41 "GET /v2.0/networks?id=43dfe348-e2b3-45a9-b942-b91bdebcc301 HTTP/1.1" status: 200 len: 796 time: 0.6425037 Nov 22 20:20:45.715649 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-06a27f84-1e98-4247-b9e0-a759aea91c89 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:45.747490 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ce1238ec-e251-409e-8e1c-e765c5e86d9a req-1f12658e-1af6-49b2-af85-b5c961aac809 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6bb4485-0c85-4226-9793-14795129f329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373641 Nov 22 20:20:45.770267 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-06a27f84-1e98-4247-b9e0-a759aea91c89 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:45.874597 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-06a27f84-1e98-4247-b9e0-a759aea91c89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:45.878166 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-06a27f84-1e98-4247-b9e0-a759aea91c89 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:45.880317 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-06a27f84-1e98-4247-b9e0-a759aea91c89 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/08b18c18-16b3-4023-b666-b45bbafa72bc HTTP/1.1" status: 204 len: 168 time: 0.2870824 Nov 22 20:20:45.893035 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a27f84-1e98-4247-b9e0-a759aea91c89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08b18c18-16b3-4023-b666-b45bbafa72bc,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:20:45.982594 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-16225bd1-138b-40a4-8ce2-c96d29d55d14 req-517ba1b8-4481-44f7-a286-4686b289ebbb tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f13d149ee8a64f188025185f0e8b5cfe HTTP/1.1" status: 200 len: 379 time: 0.2636783 Nov 22 20:20:45.996645 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-16225bd1-138b-40a4-8ce2-c96d29d55d14 req-9b25898a-e192-4d08-b199-a89916ef81cf tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Request body: {'port': {'device_id': '1055e9c7-c155-46d0-8648-c4ff794f929b', 'network_id': '43dfe348-e2b3-45a9-b942-b91bdebcc301', 'admin_state_up': True, 'tenant_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'security_groups': ['1fdc013b-4d1e-4061-bc19-b86fb2a07143']}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:20:46.187103 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa36aa0-7e42-41b1-87cd-c63380e8a7d8 req-7f4b757a-4543-40ca-868a-9b5602a220fe tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:20:46.195508 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-dfa36aa0-7e42-41b1-87cd-c63380e8a7d8 req-7f4b757a-4543-40ca-868a-9b5602a220fe tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] 10.222.0.46 "GET /v2.0/ports?device_id=7236a543-0fdb-4492-9b0d-aac7d66a3c1b HTTP/1.1" status: 200 len: 946 time: 0.3549807 Nov 22 20:20:46.215443 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16225bd1-138b-40a4-8ce2-c96d29d55d14 req-9b25898a-e192-4d08-b199-a89916ef81cf tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Made reservation on behalf of f13d149ee8a64f188025185f0e8b5cfe for: {'port': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:20:46.219708 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-16225bd1-138b-40a4-8ce2-c96d29d55d14 req-9b25898a-e192-4d08-b199-a89916ef81cf tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:46.263690 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f81d0857-3706-4904-ae5b-244ea7a0cb08 req-5908c7ea-b0ee-4798-8b96-9bde7c8723af tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/ports?device_id=1055e9c7-c155-46d0-8648-c4ff794f929b HTTP/1.1" status: 200 len: 210 time: 0.0597034 Nov 22 20:20:46.366749 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 48986) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:20:46.390515 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a31e95a2-050a-4ee1-b760-e533c7d0a652 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:46.400997 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-dfa36aa0-7e42-41b1-87cd-c63380e8a7d8 req-de44d0c1-476c-4aad-9a2d-4acd6751dd6c tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] 10.222.0.46 "GET /v2.0/security-groups?id=d95e1db1-f0c9-4323-bdfe-93688145577c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962457 Nov 22 20:20:46.505632 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [req-16225bd1-138b-40a4-8ce2-c96d29d55d14 req-9b25898a-e192-4d08-b199-a89916ef81cf tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Allocated IP 172.20.0.3 (43dfe348-e2b3-45a9-b942-b91bdebcc301/19b1fa28-e1ba-4589-8381-fbf651ed52fa/33e7a13a-e64a-49d3-8d05-1f881090f4ac) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:20:46.584306 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a31e95a2-050a-4ee1-b760-e533c7d0a652 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:46.591470 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a31e95a2-050a-4ee1-b760-e533c7d0a652 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:46.652709 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31e95a2-050a-4ee1-b760-e533c7d0a652 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bebe344-9ac6-4f45-9e77-0367cd6f6717,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:20:46.672090 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-a31e95a2-050a-4ee1-b760-e533c7d0a652 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3cb09c000bbd4ae899b33f483d7d2086&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3031909 Nov 22 20:20:46.674328 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 48990) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:20:46.774610 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-16225bd1-138b-40a4-8ce2-c96d29d55d14 req-9b25898a-e192-4d08-b199-a89916ef81cf tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:46.809330 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b12a79cf-586b-4a5e-a584-e403fbc4538a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:46.897605 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b12a79cf-586b-4a5e-a584-e403fbc4538a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:46.941483 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-16225bd1-138b-40a4-8ce2-c96d29d55d14 req-9b25898a-e192-4d08-b199-a89916ef81cf tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:47.101566 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16225bd1-138b-40a4-8ce2-c96d29d55d14 req-9b25898a-e192-4d08-b199-a89916ef81cf tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Network 43dfe348-e2b3-45a9-b942-b91bdebcc301 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:20:47.102493 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b25898a-e192-4d08-b199-a89916ef81cf tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Pushing event updated for resources: {'Port': ['ID=33e7a13a-e64a-49d3-8d05-1f881090f4ac,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:20:47.110693 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [req-16225bd1-138b-40a4-8ce2-c96d29d55d14 req-9b25898a-e192-4d08-b199-a89916ef81cf tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:20:47.113652 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-16225bd1-138b-40a4-8ce2-c96d29d55d14 req-9b25898a-e192-4d08-b199-a89916ef81cf tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:20:47.178059 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16225bd1-138b-40a4-8ce2-c96d29d55d14 req-9b25898a-e192-4d08-b199-a89916ef81cf tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:20:47.178900 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-16225bd1-138b-40a4-8ce2-c96d29d55d14 req-9b25898a-e192-4d08-b199-a89916ef81cf tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:47.203050 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b12a79cf-586b-4a5e-a584-e403fbc4538a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:47.207137 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b12a79cf-586b-4a5e-a584-e403fbc4538a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:47.211981 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-b12a79cf-586b-4a5e-a584-e403fbc4538a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8bebe344-9ac6-4f45-9e77-0367cd6f6717 HTTP/1.1" status: 204 len: 168 time: 0.5366855 Nov 22 20:20:47.226631 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0923f8d6-b95c-4710-9067-cea444c025ba req-38216cc4-a286-46ae-98b9-6366b3feaafc tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:20:47.231014 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0923f8d6-b95c-4710-9067-cea444c025ba req-38216cc4-a286-46ae-98b9-6366b3feaafc tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/ports?device_id=1fce27a4-3d80-4211-af77-ae21323044d2 HTTP/1.1" status: 200 len: 945 time: 0.1975679 Nov 22 20:20:47.237362 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-16225bd1-138b-40a4-8ce2-c96d29d55d14 req-9b25898a-e192-4d08-b199-a89916ef81cf tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2462568 Nov 22 20:20:47.246162 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12a79cf-586b-4a5e-a584-e403fbc4538a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bebe344-9ac6-4f45-9e77-0367cd6f6717,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:20:47.274945 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-16225bd1-138b-40a4-8ce2-c96d29d55d14 req-791b5bb9-dc1a-46ea-9fe8-d16611669130 service neutron] Request body: {'port': {'device_id': '1055e9c7-c155-46d0-8648-c4ff794f929b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818823-1'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:20:47.346424 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0923f8d6-b95c-4710-9067-cea444c025ba req-19b43d7a-7538-417b-a9cf-56fa3c1b124e tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6bb4485-0c85-4226-9793-14795129f329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037138 Nov 22 20:20:47.419456 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-16225bd1-138b-40a4-8ce2-c96d29d55d14 req-791b5bb9-dc1a-46ea-9fe8-d16611669130 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:47.528267 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e74c30a-eeb1-4c47-934d-f2cc113b31e9 req-c10ca0b6-8745-402c-80c5-cc2ecb0be0d4 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:20:47.536282 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7e74c30a-eeb1-4c47-934d-f2cc113b31e9 req-c10ca0b6-8745-402c-80c5-cc2ecb0be0d4 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/ports?device_id=1055e9c7-c155-46d0-8648-c4ff794f929b HTTP/1.1" status: 200 len: 931 time: 0.1546094 Nov 22 20:20:47.585770 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-e217f206-fb89-4f84-9af0-5726674d82a0 None None] Provisioning complete for port 33e7a13a-e64a-49d3-8d05-1f881090f4ac triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:20:47.586407 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e217f206-fb89-4f84-9af0-5726674d82a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:47.687627 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-e217f206-fb89-4f84-9af0-5726674d82a0 None None] Port 33e7a13a-e64a-49d3-8d05-1f881090f4ac cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:20:47.810260 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7e74c30a-eeb1-4c47-934d-f2cc113b31e9 req-7c6f307d-635e-4f40-b486-9721d1adbe6d tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/security-groups?id=1fdc013b-4d1e-4061-bc19-b86fb2a07143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2647715 Nov 22 20:20:47.907465 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0f4060-359c-4e24-a8ec-583afc3849de req-63e46637-116e-42f9-81ba-8f28fb355463 tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:20:47.909126 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ef0f4060-359c-4e24-a8ec-583afc3849de req-63e46637-116e-42f9-81ba-8f28fb355463 tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] 10.222.0.46 "GET /v2.0/ports?device_id=7236a543-0fdb-4492-9b0d-aac7d66a3c1b HTTP/1.1" status: 200 len: 946 time: 0.2116332 Nov 22 20:20:47.980833 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device b7ef7a3a-b080-4781-95a2-5bc50d1a160e details requested by agent hyperv_n-h2-818823-1 with host n-h2-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 20:20:48.060631 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ef0f4060-359c-4e24-a8ec-583afc3849de req-b9c00c6f-ab29-4d2f-ade6-df98b80fd07b tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] 10.222.0.46 "GET /v2.0/security-groups?id=d95e1db1-f0c9-4323-bdfe-93688145577c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410785 Nov 22 20:20:48.169125 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [req-16225bd1-138b-40a4-8ce2-c96d29d55d14 req-791b5bb9-dc1a-46ea-9fe8-d16611669130 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33e7a13a-e64a-49d3-8d05-1f881090f4ac {{(pid=103447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:20:48.186675 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-16225bd1-138b-40a4-8ce2-c96d29d55d14 req-791b5bb9-dc1a-46ea-9fe8-d16611669130 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:48.201405 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.provisioning_blocks [req-16225bd1-138b-40a4-8ce2-c96d29d55d14 req-791b5bb9-dc1a-46ea-9fe8-d16611669130 service neutron] Transition to ACTIVE for port object 33e7a13a-e64a-49d3-8d05-1f881090f4ac will not be triggered until provisioned by entity L2. {{(pid=103447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 20:20:48.206483 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-16225bd1-138b-40a4-8ce2-c96d29d55d14 req-791b5bb9-dc1a-46ea-9fe8-d16611669130 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:48.250883 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port b7ef7a3a-b080-4781-95a2-5bc50d1a160e, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=b7ef7a3a-b080-4781-95a2-5bc50d1a160e,segment=NetworkSegment(ac5f3349-9549-4263-b08f-bbbf3ebb8ed3),segment_id=ac5f3349-9549-4263-b08f-bbbf3ebb8ed3)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:20:48.277827 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Returning: {'device': 'b7ef7a3a-b080-4781-95a2-5bc50d1a160e', 'network_id': '41f439de-e657-4ca1-8a55-865945ee9732', 'port_id': 'b7ef7a3a-b080-4781-95a2-5bc50d1a160e', 'mac_address': 'fa:16:3e:61:63:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd74b376c-118a-4e1f-b1b9-d074bfe85b19', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 20:20:48.328806 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791b5bb9-dc1a-46ea-9fe8-d16611669130 service neutron] Pushing event updated for resources: {'Port': ['ID=33e7a13a-e64a-49d3-8d05-1f881090f4ac,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:20:48.387233 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:48.431183 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b7ef7a3a-b080-4781-95a2-5bc50d1a160e {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:20:48.477511 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port b7ef7a3a-b080-4781-95a2-5bc50d1a160e, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=b7ef7a3a-b080-4781-95a2-5bc50d1a160e,segment=NetworkSegment(ac5f3349-9549-4263-b08f-bbbf3ebb8ed3),segment_id=ac5f3349-9549-4263-b08f-bbbf3ebb8ed3)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:20:48.484651 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:48.614330 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] get_ports_and_sgs() called for port_ids ['b7ef7a3a-b080-4781-95a2-5bc50d1a160e'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:20:48.617946 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-16225bd1-138b-40a4-8ce2-c96d29d55d14 req-791b5bb9-dc1a-46ea-9fe8-d16611669130 service neutron] Attempting to bind port 33e7a13a-e64a-49d3-8d05-1f881090f4ac on host n-h1-818823-1 for vnic_type normal with profile {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:20:48.618277 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-16225bd1-138b-40a4-8ce2-c96d29d55d14 req-791b5bb9-dc1a-46ea-9fe8-d16611669130 service neutron] Attempting to bind port 33e7a13a-e64a-49d3-8d05-1f881090f4ac by drivers openvswitch,hyperv on host n-h1-818823-1 at level 0 using segments [{'id': '17716fec-4228-48de-89ab-cdf1d220adac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '43dfe348-e2b3-45a9-b942-b91bdebcc301'}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:20:48.618616 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16225bd1-138b-40a4-8ce2-c96d29d55d14 req-791b5bb9-dc1a-46ea-9fe8-d16611669130 service neutron] Attempting to bind port 33e7a13a-e64a-49d3-8d05-1f881090f4ac on network 43dfe348-e2b3-45a9-b942-b91bdebcc301 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:20:48.641242 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16225bd1-138b-40a4-8ce2-c96d29d55d14 req-791b5bb9-dc1a-46ea-9fe8-d16611669130 service neutron] Port 33e7a13a-e64a-49d3-8d05-1f881090f4ac on network 43dfe348-e2b3-45a9-b942-b91bdebcc301 not bound, no agent of type Open vSwitch agent registered on host n-h1-818823-1 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:20:48.641565 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16225bd1-138b-40a4-8ce2-c96d29d55d14 req-791b5bb9-dc1a-46ea-9fe8-d16611669130 service neutron] Attempting to bind port 33e7a13a-e64a-49d3-8d05-1f881090f4ac on network 43dfe348-e2b3-45a9-b942-b91bdebcc301 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:20:48.675709 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16225bd1-138b-40a4-8ce2-c96d29d55d14 req-791b5bb9-dc1a-46ea-9fe8-d16611669130 service neutron] Checking agent: {'id': '7a008cff-3b49-418c-8046-689d46cc800f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'started_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 20, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:20:48.684292 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16225bd1-138b-40a4-8ce2-c96d29d55d14 req-791b5bb9-dc1a-46ea-9fe8-d16611669130 service neutron] Checking segment: {'id': '17716fec-4228-48de-89ab-cdf1d220adac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '43dfe348-e2b3-45a9-b942-b91bdebcc301'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:20:48.684755 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16225bd1-138b-40a4-8ce2-c96d29d55d14 req-791b5bb9-dc1a-46ea-9fe8-d16611669130 service neutron] Bound using segment: {'id': '17716fec-4228-48de-89ab-cdf1d220adac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '43dfe348-e2b3-45a9-b942-b91bdebcc301'} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:20:48.685221 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-16225bd1-138b-40a4-8ce2-c96d29d55d14 req-791b5bb9-dc1a-46ea-9fe8-d16611669130 service neutron] Bound port: 33e7a13a-e64a-49d3-8d05-1f881090f4ac, host: n-h1-818823-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17716fec-4228-48de-89ab-cdf1d220adac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '43dfe348-e2b3-45a9-b942-b91bdebcc301'}}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:20:48.685588 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-16225bd1-138b-40a4-8ce2-c96d29d55d14 req-791b5bb9-dc1a-46ea-9fe8-d16611669130 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:48.733355 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b139be5d-56fb-461f-90b8-82f2b8607d75 req-e2400eef-05e4-4d8b-917d-a1ccc54a421f tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:20:48.734996 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b139be5d-56fb-461f-90b8-82f2b8607d75 req-e2400eef-05e4-4d8b-917d-a1ccc54a421f tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/ports?device_id=1fce27a4-3d80-4211-af77-ae21323044d2 HTTP/1.1" status: 200 len: 944 time: 0.2474673 Nov 22 20:20:48.744800 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=b7ef7a3a-b080-4781-95a2-5bc50d1a160e,revision_number=6']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:20:48.867122 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-16225bd1-138b-40a4-8ce2-c96d29d55d14 req-791b5bb9-dc1a-46ea-9fe8-d16611669130 service neutron] For port 33e7a13a-e64a-49d3-8d05-1f881090f4ac, host n-h1-818823-1, cleared binding levels {{(pid=103447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:20:48.880429 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-16225bd1-138b-40a4-8ce2-c96d29d55d14 req-791b5bb9-dc1a-46ea-9fe8-d16611669130 service neutron] For port 33e7a13a-e64a-49d3-8d05-1f881090f4ac, host n-h1-818823-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=33e7a13a-e64a-49d3-8d05-1f881090f4ac,segment=NetworkSegment(17716fec-4228-48de-89ab-cdf1d220adac),segment_id=17716fec-4228-48de-89ab-cdf1d220adac)] {{(pid=103447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:20:48.911974 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-16225bd1-138b-40a4-8ce2-c96d29d55d14 req-791b5bb9-dc1a-46ea-9fe8-d16611669130 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:49.067446 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16225bd1-138b-40a4-8ce2-c96d29d55d14 req-791b5bb9-dc1a-46ea-9fe8-d16611669130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:20:49.068196 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-16225bd1-138b-40a4-8ce2-c96d29d55d14 req-791b5bb9-dc1a-46ea-9fe8-d16611669130 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:49.069702 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-16225bd1-138b-40a4-8ce2-c96d29d55d14 req-791b5bb9-dc1a-46ea-9fe8-d16611669130 service neutron] 10.222.0.41 "PUT /v2.0/ports/33e7a13a-e64a-49d3-8d05-1f881090f4ac HTTP/1.1" status: 200 len: 1091 time: 1.8013361 Nov 22 20:20:49.584267 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1055e9c7-c155-46d0-8648-c4ff794f929b', 'tag': '33e7a13a-e64a-49d3-8d05-1f881090f4ac'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:20:49.586729 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2e4da46-049e-41db-8999-4621b41f157b" -d '{"events": [{"name": "network-changed", "server_uuid": "1055e9c7-c155-46d0-8648-c4ff794f929b", "tag": "33e7a13a-e64a-49d3-8d05-1f881090f4ac"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:20:49.643913 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b139be5d-56fb-461f-90b8-82f2b8607d75 req-d67adcc8-fc37-4a9d-853f-7b6478114bac tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6bb4485-0c85-4226-9793-14795129f329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9004459 Nov 22 20:20:49.655386 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791b5bb9-dc1a-46ea-9fe8-d16611669130 service neutron] Pushing event updated for resources: {'Port': ['ID=33e7a13a-e64a-49d3-8d05-1f881090f4ac,revision_number=3']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:20:49.677241 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ec0797-f8d9-4cf6-8372-0bd16afa5853 req-b4ff00e0-e935-4f02-9b9c-66f7fff25766 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:20:49.685882 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-81ec0797-f8d9-4cf6-8372-0bd16afa5853 req-b4ff00e0-e935-4f02-9b9c-66f7fff25766 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/ports?device_id=1055e9c7-c155-46d0-8648-c4ff794f929b HTTP/1.1" status: 200 len: 943 time: 0.6730039 Nov 22 20:20:49.712150 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16225bd1-138b-40a4-8ce2-c96d29d55d14 req-8e46f408-5583-4f4d-9684-f1e6f5bcbc60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:20:49.714174 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-16225bd1-138b-40a4-8ce2-c96d29d55d14 req-8e46f408-5583-4f4d-9684-f1e6f5bcbc60 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f13d149ee8a64f188025185f0e8b5cfe&device_id=1055e9c7-c155-46d0-8648-c4ff794f929b HTTP/1.1" status: 200 len: 1094 time: 0.1238048 Nov 22 20:20:49.773159 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-16225bd1-138b-40a4-8ce2-c96d29d55d14 req-e21d2d84-ce64-4c0e-bbf1-10b4bb17d5a7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=33e7a13a-e64a-49d3-8d05-1f881090f4ac HTTP/1.1" status: 200 len: 217 time: 0.0472374 Nov 22 20:20:49.798861 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-81ec0797-f8d9-4cf6-8372-0bd16afa5853 req-485f99b0-b392-4f6e-a82f-6860544020ce tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/security-groups?id=1fdc013b-4d1e-4061-bc19-b86fb2a07143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1106782 Nov 22 20:20:49.886971 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16225bd1-138b-40a4-8ce2-c96d29d55d14 req-ce71537a-6b68-4a88-9a5d-01ab7a50b794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:20:49.888565 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-16225bd1-138b-40a4-8ce2-c96d29d55d14 req-ce71537a-6b68-4a88-9a5d-01ab7a50b794 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=19b1fa28-e1ba-4589-8381-fbf651ed52fa HTTP/1.1" status: 200 len: 834 time: 0.1089382 Nov 22 20:20:49.991311 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 20:20:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54000a01-134b-40c8-9d3d-fd41d27d299b x-openstack-request-id: req-54000a01-134b-40c8-9d3d-fd41d27d299b {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:20:49.991629 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1055e9c7-c155-46d0-8648-c4ff794f929b", "tag": "33e7a13a-e64a-49d3-8d05-1f881090f4ac", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:20:49.991885 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-54000a01-134b-40c8-9d3d-fd41d27d299b {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:20:49.992274 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1055e9c7-c155-46d0-8648-c4ff794f929b', 'tag': '33e7a13a-e64a-49d3-8d05-1f881090f4ac', 'status': 'completed', 'code': 200} Nov 22 20:20:49.993990 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device b7ef7a3a-b080-4781-95a2-5bc50d1a160e up at agent hyperv_n-h2-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:20:50.027773 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16225bd1-138b-40a4-8ce2-c96d29d55d14 req-8aca0361-4192-4bd8-82d7-32e79e5339f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:20:50.029278 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-16225bd1-138b-40a4-8ce2-c96d29d55d14 req-8aca0361-4192-4bd8-82d7-32e79e5339f9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=43dfe348-e2b3-45a9-b942-b91bdebcc301&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1318779 Nov 22 20:20:50.063370 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1c41ab-6334-45ed-af2c-e480d4481d08 req-dd850266-4417-4272-a868-9874b2021fbf tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:20:50.071626 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3a1c41ab-6334-45ed-af2c-e480d4481d08 req-dd850266-4417-4272-a868-9874b2021fbf tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] 10.222.0.46 "GET /v2.0/ports?device_id=7236a543-0fdb-4492-9b0d-aac7d66a3c1b HTTP/1.1" status: 200 len: 946 time: 0.1610830 Nov 22 20:20:50.121705 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Provisioning complete for port b7ef7a3a-b080-4781-95a2-5bc50d1a160e triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:20:50.122649 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:50.227689 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3a1c41ab-6334-45ed-af2c-e480d4481d08 req-6d164cfb-b12a-46b1-974d-aeb87c350ba8 tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] 10.222.0.46 "GET /v2.0/security-groups?id=d95e1db1-f0c9-4323-bdfe-93688145577c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460838 Nov 22 20:20:50.293004 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-16225bd1-138b-40a4-8ce2-c96d29d55d14 req-05cf4ca0-ec5d-406a-a4af-5ef4a30ea6d6 service neutron] 10.222.0.41 "GET /v2.0/networks/43dfe348-e2b3-45a9-b942-b91bdebcc301?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2475920 Nov 22 20:20:50.450938 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:50.498600 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fce27a4-3d80-4211-af77-ae21323044d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7ef7a3a-b080-4781-95a2-5bc50d1a160e'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:20:50.513852 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d39f6d30a11e565ec9648abcc015e8a6ab6cff4edd704add8155e28765d31eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-846abcb0-7e3d-4fa6-a251-4f0cfbdf5c5b" -d '{"events": [{"server_uuid": "1fce27a4-3d80-4211-af77-ae21323044d2", "name": "network-vif-plugged", "status": "completed", "tag": "b7ef7a3a-b080-4781-95a2-5bc50d1a160e"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:20:50.529286 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-16225bd1-138b-40a4-8ce2-c96d29d55d14 req-4b6522ef-d290-42cd-89e1-3299f3b1259a service neutron] 10.222.0.41 "GET /v2.0/networks/43dfe348-e2b3-45a9-b942-b91bdebcc301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2348828 Nov 22 20:20:50.582955 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port b7ef7a3a-b080-4781-95a2-5bc50d1a160e, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=b7ef7a3a-b080-4781-95a2-5bc50d1a160e,segment=NetworkSegment(ac5f3349-9549-4263-b08f-bbbf3ebb8ed3),segment_id=ac5f3349-9549-4263-b08f-bbbf3ebb8ed3)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:20:50.595113 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:50.598427 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:20:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d125176-b7ee-4b9f-b014-6ca988932b08 x-openstack-request-id: req-6d125176-b7ee-4b9f-b014-6ca988932b08 {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:20:50.599059 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fce27a4-3d80-4211-af77-ae21323044d2", "name": "network-vif-plugged", "status": "completed", "tag": "b7ef7a3a-b080-4781-95a2-5bc50d1a160e", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:20:50.599532 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6d125176-b7ee-4b9f-b014-6ca988932b08 {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:20:50.600128 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fce27a4-3d80-4211-af77-ae21323044d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7ef7a3a-b080-4781-95a2-5bc50d1a160e', 'code': 200} Nov 22 20:20:50.690463 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=b7ef7a3a-b080-4781-95a2-5bc50d1a160e,revision_number=7']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:20:50.705599 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e4da46-049e-41db-8999-4621b41f157b req-4c23dd8f-3d10-43b5-82a2-4bcc5d9bec44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:20:50.706908 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f2e4da46-049e-41db-8999-4621b41f157b req-4c23dd8f-3d10-43b5-82a2-4bcc5d9bec44 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f13d149ee8a64f188025185f0e8b5cfe&device_id=1055e9c7-c155-46d0-8648-c4ff794f929b HTTP/1.1" status: 200 len: 1094 time: 0.1276996 Nov 22 20:20:51.059076 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f542ab95-35c5-45a3-816f-1c0410beb1ab req-80ea3005-0a51-4f3a-8c34-d772ec6b269a tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:20:51.060726 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f542ab95-35c5-45a3-816f-1c0410beb1ab req-80ea3005-0a51-4f3a-8c34-d772ec6b269a tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/ports?device_id=1fce27a4-3d80-4211-af77-ae21323044d2 HTTP/1.1" status: 200 len: 945 time: 0.2014489 Nov 22 20:20:51.089842 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e4da46-049e-41db-8999-4621b41f157b req-7cd84e20-0dde-4b7a-817c-636c47887b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:20:51.091236 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f2e4da46-049e-41db-8999-4621b41f157b req-7cd84e20-0dde-4b7a-817c-636c47887b76 service neutron] 10.222.0.41 "GET /v2.0/networks?id=43dfe348-e2b3-45a9-b942-b91bdebcc301 HTTP/1.1" status: 200 len: 897 time: 0.3773537 Nov 22 20:20:51.103765 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1404af8-9711-44d9-a165-cce72a34bec5 req-b4d6d6c4-a53f-486b-b462-4782457027e1 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:20:51.108174 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c1404af8-9711-44d9-a165-cce72a34bec5 req-b4d6d6c4-a53f-486b-b462-4782457027e1 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/ports?device_id=1055e9c7-c155-46d0-8648-c4ff794f929b HTTP/1.1" status: 200 len: 943 time: 0.1536434 Nov 22 20:20:51.198783 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f2e4da46-049e-41db-8999-4621b41f157b req-9f9f0fe4-c23b-4ad5-8d0c-9b9be9a6c2f0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=33e7a13a-e64a-49d3-8d05-1f881090f4ac HTTP/1.1" status: 200 len: 217 time: 0.0812564 Nov 22 20:20:51.255465 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f542ab95-35c5-45a3-816f-1c0410beb1ab req-51886af3-070e-48fc-ab97-019c44c6367b tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6bb4485-0c85-4226-9793-14795129f329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855388 Nov 22 20:20:51.349763 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c1404af8-9711-44d9-a165-cce72a34bec5 req-6ac1bd64-b50e-41d5-b037-dd2d2b1f2513 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/security-groups?id=1fdc013b-4d1e-4061-bc19-b86fb2a07143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2398942 Nov 22 20:20:51.373802 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e4da46-049e-41db-8999-4621b41f157b req-633c68ba-369f-4984-863a-1ae4f92e1dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:20:51.375573 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f2e4da46-049e-41db-8999-4621b41f157b req-633c68ba-369f-4984-863a-1ae4f92e1dfa service neutron] 10.222.0.41 "GET /v2.0/subnets?id=19b1fa28-e1ba-4589-8381-fbf651ed52fa HTTP/1.1" status: 200 len: 834 time: 0.1675079 Nov 22 20:20:51.469610 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b3798948-270d-46b5-8c26-89b176e014e3 req-6b8226d3-f898-431d-add6-6924e0e90f73 tempest-FlavorsV2NegativeTest-578936063 tempest-FlavorsV2NegativeTest-578936063-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=9d16105de4c24b0586f47df64c839582&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0714819 Nov 22 20:20:51.610641 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e4da46-049e-41db-8999-4621b41f157b req-86cd1405-fffe-43cb-aaee-65fa2993ebea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:20:51.612520 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f2e4da46-049e-41db-8999-4621b41f157b req-86cd1405-fffe-43cb-aaee-65fa2993ebea service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=43dfe348-e2b3-45a9-b942-b91bdebcc301&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2282569 Nov 22 20:20:51.737002 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102f6182-289f-4850-b465-f5f18f91c827 req-4b803df1-4e43-4644-9cc0-ed0378396daf tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:20:51.738822 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-102f6182-289f-4850-b465-f5f18f91c827 req-4b803df1-4e43-4644-9cc0-ed0378396daf tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] 10.222.0.46 "GET /v2.0/ports?device_id=7236a543-0fdb-4492-9b0d-aac7d66a3c1b HTTP/1.1" status: 200 len: 946 time: 0.1736517 Nov 22 20:20:51.763386 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3798948-270d-46b5-8c26-89b176e014e3 req-7532a45c-2eab-4cfa-9ef2-a595d1da010a tempest-FlavorsV2NegativeTest-578936063 tempest-FlavorsV2NegativeTest-578936063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:20:51.766365 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b3798948-270d-46b5-8c26-89b176e014e3 req-7532a45c-2eab-4cfa-9ef2-a595d1da010a tempest-FlavorsV2NegativeTest-578936063 tempest-FlavorsV2NegativeTest-578936063-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2883716 Nov 22 20:20:51.807898 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b3798948-270d-46b5-8c26-89b176e014e3 req-6cde593c-cf7a-4426-a1b1-39e1deade492 tempest-FlavorsV2NegativeTest-578936063 tempest-FlavorsV2NegativeTest-578936063-project] 10.222.0.46 "GET /v2.0/quotas/9d16105de4c24b0586f47df64c839582 HTTP/1.1" status: 200 len: 375 time: 0.0274155 Nov 22 20:20:51.864721 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b3798948-270d-46b5-8c26-89b176e014e3 req-8df046ae-1496-4be3-9506-a9ff6f965b3f tempest-FlavorsV2NegativeTest-578936063 tempest-FlavorsV2NegativeTest-578936063-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=9d16105de4c24b0586f47df64c839582&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0558317 Nov 22 20:20:51.875653 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f2e4da46-049e-41db-8999-4621b41f157b req-36fa2a9f-0158-46bb-9823-966ba7cde6a2 service neutron] 10.222.0.41 "GET /v2.0/networks/43dfe348-e2b3-45a9-b942-b91bdebcc301?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2499218 Nov 22 20:20:51.949003 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-102f6182-289f-4850-b465-f5f18f91c827 req-70dda1ee-de76-4fb7-b949-41f1270f469e tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] 10.222.0.46 "GET /v2.0/security-groups?id=d95e1db1-f0c9-4323-bdfe-93688145577c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941781 Nov 22 20:20:52.084459 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f2e4da46-049e-41db-8999-4621b41f157b req-39c03bc5-f88d-450a-a307-9acacdf82306 service neutron] 10.222.0.41 "GET /v2.0/networks/43dfe348-e2b3-45a9-b942-b91bdebcc301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1890316 Nov 22 20:20:52.232166 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 33e7a13a-e64a-49d3-8d05-1f881090f4ac details requested by agent hyperv_n-h1-818823-1 with host n-h1-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 20:20:52.505738 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c72562-ba0a-4dad-a529-d8656cfd2780 req-9a477139-d178-4083-8cb3-f2c7ae43963f tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:20:52.515519 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-38c72562-ba0a-4dad-a529-d8656cfd2780 req-9a477139-d178-4083-8cb3-f2c7ae43963f tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/ports?device_id=1fce27a4-3d80-4211-af77-ae21323044d2 HTTP/1.1" status: 200 len: 945 time: 0.1396391 Nov 22 20:20:52.591501 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-38c72562-ba0a-4dad-a529-d8656cfd2780 req-9afcf329-dc6c-41f9-a320-5c1cc064232f tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6bb4485-0c85-4226-9793-14795129f329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746570 Nov 22 20:20:52.609421 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 33e7a13a-e64a-49d3-8d05-1f881090f4ac, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=33e7a13a-e64a-49d3-8d05-1f881090f4ac,segment=NetworkSegment(17716fec-4228-48de-89ab-cdf1d220adac),segment_id=17716fec-4228-48de-89ab-cdf1d220adac)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:20:52.637728 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Returning: {'device': '33e7a13a-e64a-49d3-8d05-1f881090f4ac', 'network_id': '43dfe348-e2b3-45a9-b942-b91bdebcc301', 'port_id': '33e7a13a-e64a-49d3-8d05-1f881090f4ac', 'mac_address': 'fa:16:3e:13:1f:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19b1fa28-e1ba-4589-8381-fbf651ed52fa', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 20:20:52.687686 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:52.719090 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33e7a13a-e64a-49d3-8d05-1f881090f4ac {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:20:52.748146 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6537e3-431b-4538-bd84-f0b3f221e784 req-83e5ee1d-8da5-4c6e-aad5-ab2c7dc843c8 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:20:52.751493 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 33e7a13a-e64a-49d3-8d05-1f881090f4ac, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=33e7a13a-e64a-49d3-8d05-1f881090f4ac,segment=NetworkSegment(17716fec-4228-48de-89ab-cdf1d220adac),segment_id=17716fec-4228-48de-89ab-cdf1d220adac)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:20:52.759601 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:52.763975 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6537e3-431b-4538-bd84-f0b3f221e784 req-83e5ee1d-8da5-4c6e-aad5-ab2c7dc843c8 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:20:52.794604 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6537e3-431b-4538-bd84-f0b3f221e784 req-83e5ee1d-8da5-4c6e-aad5-ab2c7dc843c8 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:20:52.803262 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6537e3-431b-4538-bd84-f0b3f221e784 req-83e5ee1d-8da5-4c6e-aad5-ab2c7dc843c8 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:20:52.817671 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6537e3-431b-4538-bd84-f0b3f221e784 req-83e5ee1d-8da5-4c6e-aad5-ab2c7dc843c8 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:20:52.836398 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6537e3-431b-4538-bd84-f0b3f221e784 req-83e5ee1d-8da5-4c6e-aad5-ab2c7dc843c8 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:20:52.850879 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6537e3-431b-4538-bd84-f0b3f221e784 req-83e5ee1d-8da5-4c6e-aad5-ab2c7dc843c8 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:20:52.866016 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-bb6537e3-431b-4538-bd84-f0b3f221e784 req-83e5ee1d-8da5-4c6e-aad5-ab2c7dc843c8 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f4a90d6-1fcd-49f1-9d76-18b26c029474 HTTP/1.1" status: 200 len: 5432 time: 0.2897794 Nov 22 20:20:52.886272 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=33e7a13a-e64a-49d3-8d05-1f881090f4ac,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:20:52.899150 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 49174) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:20:53.002003 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85502c8b-7fcb-4c52-becb-fa42768ee25d req-ffe36cdf-f238-41d8-9b64-d1d7c4482e71 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:20:53.004360 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-85502c8b-7fcb-4c52-becb-fa42768ee25d req-ffe36cdf-f238-41d8-9b64-d1d7c4482e71 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/ports?device_id=1055e9c7-c155-46d0-8648-c4ff794f929b HTTP/1.1" status: 200 len: 944 time: 0.1357393 Nov 22 20:20:53.076363 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] get_ports_and_sgs() called for port_ids ['33e7a13a-e64a-49d3-8d05-1f881090f4ac'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:20:53.117133 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0927956c-5ce6-4df2-b27b-b39a9ca3adec admin admin] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:53.134111 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-bb6537e3-431b-4538-bd84-f0b3f221e784 req-60f841b1-5637-4766-ae17-00bf4bbe11e6 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] 10.222.0.46 "GET /v2.0/security-groups?id=a5e0f616-4b00-4bab-af04-df44f1058a41&id=956e73ed-7485-4a0c-88f0-c644aa0149a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2628193 Nov 22 20:20:53.169443 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-85502c8b-7fcb-4c52-becb-fa42768ee25d req-cd22ab96-3684-4651-a670-f643461c2072 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/security-groups?id=1fdc013b-4d1e-4061-bc19-b86fb2a07143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1552649 Nov 22 20:20:53.348730 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0927956c-5ce6-4df2-b27b-b39a9ca3adec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:53.355702 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0927956c-5ce6-4df2-b27b-b39a9ca3adec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:53.394183 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95e1c7c-4688-41f1-918c-5c2ce1b29384 req-61789bbb-36ec-450c-a7fb-9446ac044204 tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:20:53.404581 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0927956c-5ce6-4df2-b27b-b39a9ca3adec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c4c6bea-fd40-4777-b998-a88d3ecdde5a,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:20:53.405855 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e95e1c7c-4688-41f1-918c-5c2ce1b29384 req-61789bbb-36ec-450c-a7fb-9446ac044204 tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] 10.222.0.46 "GET /v2.0/ports?device_id=7236a543-0fdb-4492-9b0d-aac7d66a3c1b HTTP/1.1" status: 200 len: 946 time: 0.1057482 Nov 22 20:20:53.410090 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-0927956c-5ce6-4df2-b27b-b39a9ca3adec admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9d16105de4c24b0586f47df64c839582&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5100589 Nov 22 20:20:53.412667 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 49182) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:20:53.490866 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0a541ffb-d81d-4172-8457-70bdea878288 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:53.516959 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0a541ffb-d81d-4172-8457-70bdea878288 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:53.573862 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0a541ffb-d81d-4172-8457-70bdea878288 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:53.577320 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0a541ffb-d81d-4172-8457-70bdea878288 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:53.580910 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-0a541ffb-d81d-4172-8457-70bdea878288 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5c4c6bea-fd40-4777-b998-a88d3ecdde5a HTTP/1.1" status: 204 len: 168 time: 0.1647747 Nov 22 20:20:53.589620 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a541ffb-d81d-4172-8457-70bdea878288 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c4c6bea-fd40-4777-b998-a88d3ecdde5a,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:20:53.590259 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e95e1c7c-4688-41f1-918c-5c2ce1b29384 req-7b0f2313-7cb1-43ef-96ef-00f53516c357 tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] 10.222.0.46 "GET /v2.0/security-groups?id=d95e1db1-f0c9-4323-bdfe-93688145577c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822376 Nov 22 20:20:53.854156 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5411ed2-362e-4dc8-b44b-088511070377 req-b6110de6-ecff-49bd-af6a-9e412c01b544 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:20:53.883832 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5411ed2-362e-4dc8-b44b-088511070377 req-b6110de6-ecff-49bd-af6a-9e412c01b544 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:20:53.898071 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5411ed2-362e-4dc8-b44b-088511070377 req-b6110de6-ecff-49bd-af6a-9e412c01b544 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:20:53.915454 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5411ed2-362e-4dc8-b44b-088511070377 req-b6110de6-ecff-49bd-af6a-9e412c01b544 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:20:53.922025 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5411ed2-362e-4dc8-b44b-088511070377 req-b6110de6-ecff-49bd-af6a-9e412c01b544 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:20:53.936976 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5411ed2-362e-4dc8-b44b-088511070377 req-b6110de6-ecff-49bd-af6a-9e412c01b544 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:20:53.951572 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5411ed2-362e-4dc8-b44b-088511070377 req-b6110de6-ecff-49bd-af6a-9e412c01b544 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:20:53.953626 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e5411ed2-362e-4dc8-b44b-088511070377 req-b6110de6-ecff-49bd-af6a-9e412c01b544 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] 10.222.0.41 "GET /v2.0/ports?device_id=2f4a90d6-1fcd-49f1-9d76-18b26c029474 HTTP/1.1" status: 200 len: 5432 time: 0.2811902 Nov 22 20:20:54.033272 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff98801-4ac4-4a8d-aade-25b1958eeb57 req-2da335f6-b861-458d-a9a0-45af5c698b0b tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:20:54.041321 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-bff98801-4ac4-4a8d-aade-25b1958eeb57 req-2da335f6-b861-458d-a9a0-45af5c698b0b tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/ports?device_id=1fce27a4-3d80-4211-af77-ae21323044d2 HTTP/1.1" status: 200 len: 945 time: 0.3121152 Nov 22 20:20:54.064891 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5411ed2-362e-4dc8-b44b-088511070377 req-66b89d31-cb6e-4e3f-aaed-8e077f2b1d66 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:20:54.066727 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e5411ed2-362e-4dc8-b44b-088511070377 req-66b89d31-cb6e-4e3f-aaed-8e077f2b1d66 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] 10.222.0.41 "GET /v2.0/ports/05a5c645-0725-4bf3-bbad-910f8f76f37c?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1044464 Nov 22 20:20:54.295354 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-bff98801-4ac4-4a8d-aade-25b1958eeb57 req-136602ed-a00a-4245-a400-cbba18cac0e8 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6bb4485-0c85-4226-9793-14795129f329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2472961 Nov 22 20:20:54.435974 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e5411ed2-362e-4dc8-b44b-088511070377 req-a87f3545-15ab-4132-8c67-4a1d21ee9bf0 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] 10.222.0.41 "GET /v2.0/networks/6b3bccc8-a74b-4dd2-b44c-99e3a607f72f?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.3609991 Nov 22 20:20:54.476163 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-e5411ed2-362e-4dc8-b44b-088511070377 req-9742a7c0-5b8b-457e-a3d6-9d3f6fc75b78 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:20:54.607990 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-e5411ed2-362e-4dc8-b44b-088511070377 req-9742a7c0-5b8b-457e-a3d6-9d3f6fc75b78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:54.663634 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ae679a-55ca-4b06-aea0-b39b6d8b80bf req-5b039030-38ce-4c8d-b8cb-b756b81702a3 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:20:54.670560 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ae679a-55ca-4b06-aea0-b39b6d8b80bf req-5b039030-38ce-4c8d-b8cb-b756b81702a3 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:20:54.677273 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ae679a-55ca-4b06-aea0-b39b6d8b80bf req-5b039030-38ce-4c8d-b8cb-b756b81702a3 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:20:54.684437 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ae679a-55ca-4b06-aea0-b39b6d8b80bf req-5b039030-38ce-4c8d-b8cb-b756b81702a3 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:20:54.690754 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ae679a-55ca-4b06-aea0-b39b6d8b80bf req-5b039030-38ce-4c8d-b8cb-b756b81702a3 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:20:54.697169 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ae679a-55ca-4b06-aea0-b39b6d8b80bf req-5b039030-38ce-4c8d-b8cb-b756b81702a3 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:20:54.710247 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ae679a-55ca-4b06-aea0-b39b6d8b80bf req-5b039030-38ce-4c8d-b8cb-b756b81702a3 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:20:54.727043 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-10ae679a-55ca-4b06-aea0-b39b6d8b80bf req-5b039030-38ce-4c8d-b8cb-b756b81702a3 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f4a90d6-1fcd-49f1-9d76-18b26c029474 HTTP/1.1" status: 200 len: 5432 time: 0.3208735 Nov 22 20:20:54.785654 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b98ad2-cad9-4db2-b6c7-3699899bd6b9 req-b6e6c1df-dc70-4c6c-884b-1f2285f61bfb tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:20:54.794013 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c4b98ad2-cad9-4db2-b6c7-3699899bd6b9 req-b6e6c1df-dc70-4c6c-884b-1f2285f61bfb tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/ports?device_id=1055e9c7-c155-46d0-8648-c4ff794f929b HTTP/1.1" status: 200 len: 944 time: 0.3348730 Nov 22 20:20:54.936398 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-10ae679a-55ca-4b06-aea0-b39b6d8b80bf req-c3b1ddd6-9897-40b9-b8e1-da44aba890d0 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] 10.222.0.46 "GET /v2.0/security-groups?id=a5e0f616-4b00-4bab-af04-df44f1058a41&id=956e73ed-7485-4a0c-88f0-c644aa0149a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2076888 Nov 22 20:20:55.026887 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-e5411ed2-362e-4dc8-b44b-088511070377 req-9742a7c0-5b8b-457e-a3d6-9d3f6fc75b78 service neutron] For port 05a5c645-0725-4bf3-bbad-910f8f76f37c, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=05a5c645-0725-4bf3-bbad-910f8f76f37c,segment=NetworkSegment(e3193b23-f9c4-4ca4-b127-f0d3cc3d8fb8),segment_id=e3193b23-f9c4-4ca4-b127-f0d3cc3d8fb8)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:20:55.066657 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-e5411ed2-362e-4dc8-b44b-088511070377 req-9742a7c0-5b8b-457e-a3d6-9d3f6fc75b78 service neutron] For port 05a5c645-0725-4bf3-bbad-910f8f76f37c, host n-h1-818823-1, cleared binding levels {{(pid=103447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:20:55.109416 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [req-e5411ed2-362e-4dc8-b44b-088511070377 req-9742a7c0-5b8b-457e-a3d6-9d3f6fc75b78 service neutron] device_id is not set on port 05a5c645-0725-4bf3-bbad-910f8f76f37c yet. {{(pid=103447) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 20:20:55.129271 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-e5411ed2-362e-4dc8-b44b-088511070377 req-9742a7c0-5b8b-457e-a3d6-9d3f6fc75b78 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:55.148450 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c4b98ad2-cad9-4db2-b6c7-3699899bd6b9 req-919250e5-73f1-4722-9ce4-6a39fb1b2799 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/security-groups?id=1fdc013b-4d1e-4061-bc19-b86fb2a07143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3533442 Nov 22 20:20:55.168569 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-e5411ed2-362e-4dc8-b44b-088511070377 req-9742a7c0-5b8b-457e-a3d6-9d3f6fc75b78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:55.412297 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9742a7c0-5b8b-457e-a3d6-9d3f6fc75b78 service neutron] Pushing event updated for resources: {'Port': ['ID=05a5c645-0725-4bf3-bbad-910f8f76f37c,revision_number=6']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:20:55.446030 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5411ed2-362e-4dc8-b44b-088511070377 req-9742a7c0-5b8b-457e-a3d6-9d3f6fc75b78 service neutron] No DVR routers for this DVR port 05a5c645-0725-4bf3-bbad-910f8f76f37c on host n-h1-818823-1 {{(pid=103447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:20:55.490010 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af449c5-ace7-4a52-b390-5b8beb0b9997 req-afa4cb49-76d2-4724-936b-1683e0162fa0 tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:20:55.503552 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1af449c5-ace7-4a52-b390-5b8beb0b9997 req-afa4cb49-76d2-4724-936b-1683e0162fa0 tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] 10.222.0.46 "GET /v2.0/ports?device_id=7236a543-0fdb-4492-9b0d-aac7d66a3c1b HTTP/1.1" status: 200 len: 946 time: 0.3256400 Nov 22 20:20:55.594553 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-e5411ed2-362e-4dc8-b44b-088511070377 req-9742a7c0-5b8b-457e-a3d6-9d3f6fc75b78 service neutron] In _notify_port_updated(), no bound segment for port 05a5c645-0725-4bf3-bbad-910f8f76f37c on network 6b3bccc8-a74b-4dd2-b44c-99e3a607f72f {{(pid=103447) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 22 20:20:55.595436 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5411ed2-362e-4dc8-b44b-088511070377 req-9742a7c0-5b8b-457e-a3d6-9d3f6fc75b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:20:55.596047 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-e5411ed2-362e-4dc8-b44b-088511070377 req-9742a7c0-5b8b-457e-a3d6-9d3f6fc75b78 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:55.606433 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e5411ed2-362e-4dc8-b44b-088511070377 req-9742a7c0-5b8b-457e-a3d6-9d3f6fc75b78 service neutron] 10.222.0.41 "PUT /v2.0/ports/05a5c645-0725-4bf3-bbad-910f8f76f37c HTTP/1.1" status: 200 len: 1027 time: 1.1397026 Nov 22 20:20:55.698528 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-a22537c8-c375-4b4b-91c6-5600553909f2 None None] Provisioning complete for port 05a5c645-0725-4bf3-bbad-910f8f76f37c triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:20:55.699115 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-a22537c8-c375-4b4b-91c6-5600553909f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:55.756680 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5411ed2-362e-4dc8-b44b-088511070377 req-071009a4-1594-4447-ab45-ef6db6826d7b tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:20:55.758140 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e5411ed2-362e-4dc8-b44b-088511070377 req-071009a4-1594-4447-ab45-ef6db6826d7b tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] 10.222.0.41 "GET /v2.0/ports/6adde04d-a0cf-43b3-9b93-ce2683694893?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1508901 Nov 22 20:20:55.774472 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-a22537c8-c375-4b4b-91c6-5600553909f2 None None] Port 05a5c645-0725-4bf3-bbad-910f8f76f37c cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:20:55.788090 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1af449c5-ace7-4a52-b390-5b8beb0b9997 req-dd89ce90-3bc4-41c8-85b7-55595b14d352 tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] 10.222.0.46 "GET /v2.0/security-groups?id=d95e1db1-f0c9-4323-bdfe-93688145577c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2835202 Nov 22 20:20:55.800226 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-e5411ed2-362e-4dc8-b44b-088511070377 req-2118da8a-b3b7-4938-869b-7d16f61e983d service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:20:55.913682 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7514e012-74a2-4486-ac7b-50ae7eddddb8 req-33c1c37e-ba85-47e6-876e-af0aaa6add4e tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:20:55.931663 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7514e012-74a2-4486-ac7b-50ae7eddddb8 req-33c1c37e-ba85-47e6-876e-af0aaa6add4e tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/ports?device_id=1fce27a4-3d80-4211-af77-ae21323044d2 HTTP/1.1" status: 200 len: 945 time: 0.3540630 Nov 22 20:20:56.100656 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-e5411ed2-362e-4dc8-b44b-088511070377 req-2118da8a-b3b7-4938-869b-7d16f61e983d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:56.132629 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7514e012-74a2-4486-ac7b-50ae7eddddb8 req-798d4aee-fb38-4efd-9642-4ebd6eef653e tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6bb4485-0c85-4226-9793-14795129f329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961975 Nov 22 20:20:56.231329 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 33e7a13a-e64a-49d3-8d05-1f881090f4ac up at agent hyperv_n-h1-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:20:56.342627 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Provisioning for port 33e7a13a-e64a-49d3-8d05-1f881090f4ac completed by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 20:20:56.352551 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Provisioning complete for port 33e7a13a-e64a-49d3-8d05-1f881090f4ac triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:20:56.353693 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:56.480688 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f548a79-2e6a-4b03-b0ba-37366f1ead4e req-2588e362-790b-4220-8a86-ebfcabc30c4a tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:20:56.490473 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f548a79-2e6a-4b03-b0ba-37366f1ead4e req-2588e362-790b-4220-8a86-ebfcabc30c4a tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:20:56.501768 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f548a79-2e6a-4b03-b0ba-37366f1ead4e req-2588e362-790b-4220-8a86-ebfcabc30c4a tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:20:56.510518 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f548a79-2e6a-4b03-b0ba-37366f1ead4e req-2588e362-790b-4220-8a86-ebfcabc30c4a tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:20:56.519448 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f548a79-2e6a-4b03-b0ba-37366f1ead4e req-2588e362-790b-4220-8a86-ebfcabc30c4a tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:20:56.528036 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f548a79-2e6a-4b03-b0ba-37366f1ead4e req-2588e362-790b-4220-8a86-ebfcabc30c4a tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:20:56.530733 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1f548a79-2e6a-4b03-b0ba-37366f1ead4e req-2588e362-790b-4220-8a86-ebfcabc30c4a tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f4a90d6-1fcd-49f1-9d76-18b26c029474 HTTP/1.1" status: 200 len: 4658 time: 0.4688418 Nov 22 20:20:56.544498 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:56.594913 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 49310) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:20:56.640616 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1055e9c7-c155-46d0-8648-c4ff794f929b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33e7a13a-e64a-49d3-8d05-1f881090f4ac'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:20:56.648290 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d39f6d30a11e565ec9648abcc015e8a6ab6cff4edd704add8155e28765d31eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1372ce2e-fa3e-4d34-85ba-d1f1600042e9" -d '{"events": [{"server_uuid": "1055e9c7-c155-46d0-8648-c4ff794f929b", "name": "network-vif-plugged", "status": "completed", "tag": "33e7a13a-e64a-49d3-8d05-1f881090f4ac"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:20:56.670368 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 33e7a13a-e64a-49d3-8d05-1f881090f4ac, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=33e7a13a-e64a-49d3-8d05-1f881090f4ac,segment=NetworkSegment(17716fec-4228-48de-89ab-cdf1d220adac),segment_id=17716fec-4228-48de-89ab-cdf1d220adac)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:20:56.679283 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:56.680632 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device beeaed41-857e-487b-9b30-79ba4738dd77 no longer exists at agent hyperv_n-h1-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:20:56.763605 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1f548a79-2e6a-4b03-b0ba-37366f1ead4e req-fc38b589-7a03-4f7b-8b86-307a01065b2b tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] 10.222.0.46 "GET /v2.0/security-groups?id=a5e0f616-4b00-4bab-af04-df44f1058a41&id=956e73ed-7485-4a0c-88f0-c644aa0149a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1972666 Nov 22 20:20:56.776038 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-628ad056-9724-4d71-9bac-909f0cf8686f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:56.817925 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-e5411ed2-362e-4dc8-b44b-088511070377 req-2118da8a-b3b7-4938-869b-7d16f61e983d service neutron] For port 6adde04d-a0cf-43b3-9b93-ce2683694893, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=6adde04d-a0cf-43b3-9b93-ce2683694893,segment=NetworkSegment(e3193b23-f9c4-4ca4-b127-f0d3cc3d8fb8),segment_id=e3193b23-f9c4-4ca4-b127-f0d3cc3d8fb8)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:20:56.833711 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89823846-b940-4782-9102-a2f18969385e req-361d15ad-534b-4973-9202-bff1c0f39133 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:20:56.844914 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-89823846-b940-4782-9102-a2f18969385e req-361d15ad-534b-4973-9202-bff1c0f39133 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/ports?device_id=1055e9c7-c155-46d0-8648-c4ff794f929b HTTP/1.1" status: 200 len: 944 time: 0.4101319 Nov 22 20:20:56.848764 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=33e7a13a-e64a-49d3-8d05-1f881090f4ac,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:20:56.956945 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:20:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-546a1cf5-20c5-47a3-b3f7-dfddf4d19744 x-openstack-request-id: req-546a1cf5-20c5-47a3-b3f7-dfddf4d19744 {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:20:56.957474 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1055e9c7-c155-46d0-8648-c4ff794f929b", "name": "network-vif-plugged", "status": "completed", "tag": "33e7a13a-e64a-49d3-8d05-1f881090f4ac", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:20:56.957971 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-546a1cf5-20c5-47a3-b3f7-dfddf4d19744 {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:20:56.958559 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1055e9c7-c155-46d0-8648-c4ff794f929b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33e7a13a-e64a-49d3-8d05-1f881090f4ac', 'code': 200} Nov 22 20:20:56.959881 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:57.021876 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port beeaed41-857e-487b-9b30-79ba4738dd77, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=beeaed41-857e-487b-9b30-79ba4738dd77,segment=NetworkSegment(e3193b23-f9c4-4ca4-b127-f0d3cc3d8fb8),segment_id=e3193b23-f9c4-4ca4-b127-f0d3cc3d8fb8)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:20:57.030411 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:57.031451 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 05a5c645-0725-4bf3-bbad-910f8f76f37c no longer exists at agent hyperv_n-h1-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:20:57.045504 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-628ad056-9724-4d71-9bac-909f0cf8686f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:57.052329 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-628ad056-9724-4d71-9bac-909f0cf8686f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:57.094174 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628ad056-9724-4d71-9bac-909f0cf8686f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea00dd74-a615-4e93-8a5f-b8270695be97,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:20:57.143462 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-628ad056-9724-4d71-9bac-909f0cf8686f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=495a1dfbc6db45caaaf655cc48e527be&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5431387 Nov 22 20:20:57.144248 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 49326) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:20:57.176615 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-89823846-b940-4782-9102-a2f18969385e req-87f8b2cf-937d-49dc-9cb5-71339e3a94f8 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/security-groups?id=1fdc013b-4d1e-4061-bc19-b86fb2a07143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3287494 Nov 22 20:20:57.206389 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=beeaed41-857e-487b-9b30-79ba4738dd77,revision_number=6']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:20:57.211675 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cd347aa3-4112-471b-b90c-6b5c6a43e1d0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:57.221288 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 05a5c645-0725-4bf3-bbad-910f8f76f37c not bound to the agent host n-h1-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:20:57.222472 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device ef234335-6cfd-4065-a69c-53c34c320294 no longer exists at agent hyperv_n-h1-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:20:57.244795 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cd347aa3-4112-471b-b90c-6b5c6a43e1d0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:57.297455 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-e5411ed2-362e-4dc8-b44b-088511070377 req-2118da8a-b3b7-4938-869b-7d16f61e983d service neutron] For port 6adde04d-a0cf-43b3-9b93-ce2683694893, host n-h1-818823-1, cleared binding levels {{(pid=103447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:20:57.358106 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cd347aa3-4112-471b-b90c-6b5c6a43e1d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:57.362752 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cd347aa3-4112-471b-b90c-6b5c6a43e1d0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:57.365022 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-cd347aa3-4112-471b-b90c-6b5c6a43e1d0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ea00dd74-a615-4e93-8a5f-b8270695be97 HTTP/1.1" status: 204 len: 168 time: 0.2194538 Nov 22 20:20:57.371606 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:57.388855 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd347aa3-4112-471b-b90c-6b5c6a43e1d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea00dd74-a615-4e93-8a5f-b8270695be97,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:20:57.481226 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port ef234335-6cfd-4065-a69c-53c34c320294, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=ef234335-6cfd-4065-a69c-53c34c320294,segment=NetworkSegment(e3193b23-f9c4-4ca4-b127-f0d3cc3d8fb8),segment_id=e3193b23-f9c4-4ca4-b127-f0d3cc3d8fb8)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:20:57.498107 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:57.499622 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device d157c85a-0d84-4a3a-a74e-dc6bc21944b1 no longer exists at agent hyperv_n-h1-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:20:57.681021 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=ef234335-6cfd-4065-a69c-53c34c320294,revision_number=6']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:20:57.681593 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [req-e5411ed2-362e-4dc8-b44b-088511070377 req-2118da8a-b3b7-4938-869b-7d16f61e983d service neutron] device_id is not set on port 6adde04d-a0cf-43b3-9b93-ce2683694893 yet. {{(pid=103447) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 20:20:57.757614 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc3d196-ac5f-4088-a334-cbd8a80384b3 req-683c6824-0594-4141-a07a-648885f68354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:20:57.764384 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-bfc3d196-ac5f-4088-a334-cbd8a80384b3 req-683c6824-0594-4141-a07a-648885f68354 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1055e9c7-c155-46d0-8648-c4ff794f929b HTTP/1.1" status: 200 len: 1096 time: 0.7360573 Nov 22 20:20:57.774879 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-e5411ed2-362e-4dc8-b44b-088511070377 req-2118da8a-b3b7-4938-869b-7d16f61e983d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:57.794107 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:57.906957 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cdf06a-d0c7-4723-a388-8435dbda5c31 req-8268271c-fe05-41f7-8cc5-20400b65fc45 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:20:57.912358 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port d157c85a-0d84-4a3a-a74e-dc6bc21944b1, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=d157c85a-0d84-4a3a-a74e-dc6bc21944b1,segment=NetworkSegment(096b9653-3939-4da1-92f6-6a39bd3c877e),segment_id=096b9653-3939-4da1-92f6-6a39bd3c877e)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:20:57.920536 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:57.922514 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 4ddab1db-7d92-4624-bc58-6f5b59607b22 no longer exists at agent hyperv_n-h1-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:20:57.923814 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-62cdf06a-d0c7-4723-a388-8435dbda5c31 req-8268271c-fe05-41f7-8cc5-20400b65fc45 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/ports?device_id=1fce27a4-3d80-4211-af77-ae21323044d2 HTTP/1.1" status: 200 len: 945 time: 0.5276887 Nov 22 20:20:57.990369 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-e5411ed2-362e-4dc8-b44b-088511070377 req-2118da8a-b3b7-4938-869b-7d16f61e983d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:58.083634 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-bfc3d196-ac5f-4088-a334-cbd8a80384b3 req-dc7a0972-c833-4679-abb5-8a4cc6113ed8 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=1fdc013b-4d1e-4061-bc19-b86fb2a07143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2682216 Nov 22 20:20:58.101908 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f46719-abe0-43c3-839a-671044f7cf15 req-15fcb804-cf4f-41a6-884e-0bef75ad2305 tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:20:58.110859 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-76f46719-abe0-43c3-839a-671044f7cf15 req-15fcb804-cf4f-41a6-884e-0bef75ad2305 tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] 10.222.0.46 "GET /v2.0/ports?device_id=7236a543-0fdb-4492-9b0d-aac7d66a3c1b HTTP/1.1" status: 200 len: 946 time: 0.9985147 Nov 22 20:20:58.240796 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=d157c85a-0d84-4a3a-a74e-dc6bc21944b1,revision_number=6']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:20:58.362680 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-76f46719-abe0-43c3-839a-671044f7cf15 req-737674a3-1b75-4252-8921-e8ea875fa3d4 tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] 10.222.0.46 "GET /v2.0/security-groups?id=d95e1db1-f0c9-4323-bdfe-93688145577c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2507510 Nov 22 20:20:58.366206 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5411ed2-362e-4dc8-b44b-088511070377 req-2118da8a-b3b7-4938-869b-7d16f61e983d service neutron] No DVR routers for this DVR port 6adde04d-a0cf-43b3-9b93-ce2683694893 on host n-h1-818823-1 {{(pid=103447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:20:58.383815 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:58.463573 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 4ddab1db-7d92-4624-bc58-6f5b59607b22, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=4ddab1db-7d92-4624-bc58-6f5b59607b22,segment=NetworkSegment(53528c1e-dd32-4a6f-ab6e-67fad35388b6),segment_id=53528c1e-dd32-4a6f-ab6e-67fad35388b6)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:20:58.475593 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:58.476210 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 211cdf2b-d334-4aa0-876c-de6732c81729 no longer exists at agent hyperv_n-h1-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:20:58.486285 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-e5411ed2-362e-4dc8-b44b-088511070377 req-2118da8a-b3b7-4938-869b-7d16f61e983d service neutron] In _notify_port_updated(), no bound segment for port 6adde04d-a0cf-43b3-9b93-ce2683694893 on network 6b3bccc8-a74b-4dd2-b44c-99e3a607f72f {{(pid=103447) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 22 20:20:58.487207 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5411ed2-362e-4dc8-b44b-088511070377 req-2118da8a-b3b7-4938-869b-7d16f61e983d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:20:58.488132 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-e5411ed2-362e-4dc8-b44b-088511070377 req-2118da8a-b3b7-4938-869b-7d16f61e983d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:58.489644 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e5411ed2-362e-4dc8-b44b-088511070377 req-2118da8a-b3b7-4938-869b-7d16f61e983d service neutron] 10.222.0.41 "PUT /v2.0/ports/6adde04d-a0cf-43b3-9b93-ce2683694893 HTTP/1.1" status: 200 len: 1026 time: 2.7004192 Nov 22 20:20:58.516971 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2118da8a-b3b7-4938-869b-7d16f61e983d service neutron] Pushing event updated for resources: {'Port': ['ID=6adde04d-a0cf-43b3-9b93-ce2683694893,revision_number=6']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:20:58.537042 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-62cdf06a-d0c7-4723-a388-8435dbda5c31 req-953d8bd7-6f04-443b-8d79-a77eaab7b733 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6bb4485-0c85-4226-9793-14795129f329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6119838 Nov 22 20:20:58.883309 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ab69e896-b0e3-4e24-b8eb-f166f5b75fd4 None None] Provisioning complete for port 6adde04d-a0cf-43b3-9b93-ce2683694893 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:20:58.883929 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ab69e896-b0e3-4e24-b8eb-f166f5b75fd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:58.928040 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=4ddab1db-7d92-4624-bc58-6f5b59607b22,revision_number=6']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:20:58.965919 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f4a90d6-1fcd-49f1-9d76-18b26c029474', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'beeaed41-857e-487b-9b30-79ba4738dd77'}, {'server_uuid': '2f4a90d6-1fcd-49f1-9d76-18b26c029474', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef234335-6cfd-4065-a69c-53c34c320294'}, {'server_uuid': '2f4a90d6-1fcd-49f1-9d76-18b26c029474', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd157c85a-0d84-4a3a-a74e-dc6bc21944b1'}, {'server_uuid': '2f4a90d6-1fcd-49f1-9d76-18b26c029474', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4ddab1db-7d92-4624-bc58-6f5b59607b22'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:20:58.970273 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d39f6d30a11e565ec9648abcc015e8a6ab6cff4edd704add8155e28765d31eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2454e9a7-0bdc-4515-945a-1283fa845cd7" -d '{"events": [{"server_uuid": "2f4a90d6-1fcd-49f1-9d76-18b26c029474", "name": "network-vif-unplugged", "status": "completed", "tag": "beeaed41-857e-487b-9b30-79ba4738dd77"}, {"server_uuid": "2f4a90d6-1fcd-49f1-9d76-18b26c029474", "name": "network-vif-unplugged", "status": "completed", "tag": "ef234335-6cfd-4065-a69c-53c34c320294"}, {"server_uuid": "2f4a90d6-1fcd-49f1-9d76-18b26c029474", "name": "network-vif-unplugged", "status": "completed", "tag": "d157c85a-0d84-4a3a-a74e-dc6bc21944b1"}, {"server_uuid": "2f4a90d6-1fcd-49f1-9d76-18b26c029474", "name": "network-vif-unplugged", "status": "completed", "tag": "4ddab1db-7d92-4624-bc58-6f5b59607b22"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:20:59.002647 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:59.063305 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ee7f23-b2da-460e-9b4e-c7f8e21e97c2 req-14c9426e-dee1-4113-9acd-f2ce905c98e8 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:20:59.071521 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ee7f23-b2da-460e-9b4e-c7f8e21e97c2 req-14c9426e-dee1-4113-9acd-f2ce905c98e8 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:20:59.077713 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ee7f23-b2da-460e-9b4e-c7f8e21e97c2 req-14c9426e-dee1-4113-9acd-f2ce905c98e8 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:20:59.078721 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-ab69e896-b0e3-4e24-b8eb-f166f5b75fd4 None None] Port 6adde04d-a0cf-43b3-9b93-ce2683694893 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:20:59.086197 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ee7f23-b2da-460e-9b4e-c7f8e21e97c2 req-14c9426e-dee1-4113-9acd-f2ce905c98e8 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:20:59.093538 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ee7f23-b2da-460e-9b4e-c7f8e21e97c2 req-14c9426e-dee1-4113-9acd-f2ce905c98e8 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:20:59.102886 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a8ee7f23-b2da-460e-9b4e-c7f8e21e97c2 req-14c9426e-dee1-4113-9acd-f2ce905c98e8 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f4a90d6-1fcd-49f1-9d76-18b26c029474 HTTP/1.1" status: 200 len: 3877 time: 0.3298395 Nov 22 20:20:59.123601 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 211cdf2b-d334-4aa0-876c-de6732c81729, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=211cdf2b-d334-4aa0-876c-de6732c81729,segment=NetworkSegment(53528c1e-dd32-4a6f-ab6e-67fad35388b6),segment_id=53528c1e-dd32-4a6f-ab6e-67fad35388b6)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:20:59.137763 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:59.138574 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 6adde04d-a0cf-43b3-9b93-ce2683694893 no longer exists at agent hyperv_n-h1-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:20:59.208747 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a8ee7f23-b2da-460e-9b4e-c7f8e21e97c2 req-c7487169-007a-4e92-bab7-f2aec21ad9ab tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] 10.222.0.46 "GET /v2.0/security-groups?id=956e73ed-7485-4a0c-88f0-c644aa0149a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001134 Nov 22 20:20:59.215054 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-e5411ed2-362e-4dc8-b44b-088511070377 req-9adca273-d6e7-4237-99fd-14cf1efecdde tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Deleting port beeaed41-857e-487b-9b30-79ba4738dd77 {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:20:59.215460 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-e5411ed2-362e-4dc8-b44b-088511070377 req-9adca273-d6e7-4237-99fd-14cf1efecdde tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:59.359654 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33a3c7e-eef3-4406-873f-cbc5f54a0b0a req-d673d7e2-4296-4c14-9714-e43a09d8bbb0 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:20:59.368833 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 49374) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:20:59.392298 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c33a3c7e-eef3-4406-873f-cbc5f54a0b0a req-d673d7e2-4296-4c14-9714-e43a09d8bbb0 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/ports?device_id=1055e9c7-c155-46d0-8648-c4ff794f929b HTTP/1.1" status: 200 len: 945 time: 0.5754571 Nov 22 20:20:59.502952 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Mon, 22 Nov 2021 20:20:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8df4cf37-7f5d-40a9-8a20-eba8bc7ecaa4 x-openstack-request-id: req-8df4cf37-7f5d-40a9-8a20-eba8bc7ecaa4 {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:20:59.503226 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f4a90d6-1fcd-49f1-9d76-18b26c029474", "name": "network-vif-unplugged", "status": "completed", "tag": "beeaed41-857e-487b-9b30-79ba4738dd77", "code": 200}, {"server_uuid": "2f4a90d6-1fcd-49f1-9d76-18b26c029474", "name": "network-vif-unplugged", "status": "completed", "tag": "ef234335-6cfd-4065-a69c-53c34c320294", "code": 200}, {"server_uuid": "2f4a90d6-1fcd-49f1-9d76-18b26c029474", "name": "network-vif-unplugged", "status": "completed", "tag": "d157c85a-0d84-4a3a-a74e-dc6bc21944b1", "code": 200}, {"server_uuid": "2f4a90d6-1fcd-49f1-9d76-18b26c029474", "name": "network-vif-unplugged", "status": "completed", "tag": "4ddab1db-7d92-4624-bc58-6f5b59607b22", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:20:59.503590 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8df4cf37-7f5d-40a9-8a20-eba8bc7ecaa4 {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:20:59.503869 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f4a90d6-1fcd-49f1-9d76-18b26c029474', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'beeaed41-857e-487b-9b30-79ba4738dd77', 'code': 200} Nov 22 20:20:59.504144 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f4a90d6-1fcd-49f1-9d76-18b26c029474', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef234335-6cfd-4065-a69c-53c34c320294', 'code': 200} Nov 22 20:20:59.504395 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f4a90d6-1fcd-49f1-9d76-18b26c029474', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd157c85a-0d84-4a3a-a74e-dc6bc21944b1', 'code': 200} Nov 22 20:20:59.504753 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f4a90d6-1fcd-49f1-9d76-18b26c029474', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4ddab1db-7d92-4624-bc58-6f5b59607b22', 'code': 200} Nov 22 20:20:59.636737 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=211cdf2b-d334-4aa0-876c-de6732c81729,revision_number=6']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:20:59.640787 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 6adde04d-a0cf-43b3-9b93-ce2683694893 not bound to the agent host n-h1-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:20:59.668406 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-e5411ed2-362e-4dc8-b44b-088511070377 req-9adca273-d6e7-4237-99fd-14cf1efecdde tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] For port beeaed41-857e-487b-9b30-79ba4738dd77, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=beeaed41-857e-487b-9b30-79ba4738dd77,segment=NetworkSegment(e3193b23-f9c4-4ca4-b127-f0d3cc3d8fb8),segment_id=e3193b23-f9c4-4ca4-b127-f0d3cc3d8fb8)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:20:59.668780 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-e5411ed2-362e-4dc8-b44b-088511070377 req-9adca273-d6e7-4237-99fd-14cf1efecdde tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:59.673301 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-05fbf545-5805-4e28-9119-0052823cc767 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-2004868651-network', 'tenant_id': '26a88a9b6616457db1a0c935b6a142a1'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:20:59.702304 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c33a3c7e-eef3-4406-873f-cbc5f54a0b0a req-b5a37637-684f-4a3d-816c-1d6b5d86bf4e tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/security-groups?id=1fdc013b-4d1e-4061-bc19-b86fb2a07143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2180662 Nov 22 20:20:59.734295 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05fbf545-5805-4e28-9119-0052823cc767 admin admin] Made reservation on behalf of 26a88a9b6616457db1a0c935b6a142a1 for: {'network': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:20:59.737896 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-e5411ed2-362e-4dc8-b44b-088511070377 req-9adca273-d6e7-4237-99fd-14cf1efecdde tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Calling delete_port for beeaed41-857e-487b-9b30-79ba4738dd77 owned by compute:nova {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:20:59.742157 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-05fbf545-5805-4e28-9119-0052823cc767 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for network, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:59.765379 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-05fbf545-5805-4e28-9119-0052823cc767 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:59.891447 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee292bd5-d8d8-4455-b367-0187d79288d5 req-3519366a-d9b5-46c9-bfc8-ba985100bc11 tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:20:59.899758 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ee292bd5-d8d8-4455-b367-0187d79288d5 req-3519366a-d9b5-46c9-bfc8-ba985100bc11 tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] 10.222.0.46 "GET /v2.0/ports?device_id=7236a543-0fdb-4492-9b0d-aac7d66a3c1b HTTP/1.1" status: 200 len: 946 time: 0.3341460 Nov 22 20:20:59.944549 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-5e60e03c-bfe5-4b56-a4cf-b1f4333f8d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:59.962148 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-05fbf545-5805-4e28-9119-0052823cc767 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:20:59.968737 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-05fbf545-5805-4e28-9119-0052823cc767 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:00.008711 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05fbf545-5805-4e28-9119-0052823cc767 admin admin] vlan segment allocate from pool success with {'vlan_id': 615, 'physical_network': 'physnet1'} {{(pid=103448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 20:21:00.010185 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8943b310-2c40-409b-8c7f-c560f07c7155 req-c0b9b4a0-8229-49da-8490-bd0b226b71ec tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:21:00.019144 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8943b310-2c40-409b-8c7f-c560f07c7155 req-c0b9b4a0-8229-49da-8490-bd0b226b71ec tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/ports?device_id=1fce27a4-3d80-4211-af77-ae21323044d2 HTTP/1.1" status: 200 len: 945 time: 0.1778135 Nov 22 20:21:00.027057 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fbf545-5805-4e28-9119-0052823cc767 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b404aa22-0fae-494a-b307-d72546ac5d29,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:21:00.033284 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-05fbf545-5805-4e28-9119-0052823cc767 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:00.033647 n-d-818823-1 neutron-server[103448]: INFO neutron.db.segments_db [None req-05fbf545-5805-4e28-9119-0052823cc767 admin admin] Added segment ab319299-773e-4087-89f2-e008e4af82ed of type vlan for network 363652d9-6006-4b8c-87e1-a637c0c82b62 Nov 22 20:21:00.074260 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ee292bd5-d8d8-4455-b367-0187d79288d5 req-50118d34-4f44-4c20-8138-85cb3d0105b0 tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] 10.222.0.46 "GET /v2.0/security-groups?id=d95e1db1-f0c9-4323-bdfe-93688145577c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726744 Nov 22 20:21:00.101866 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-05fbf545-5805-4e28-9119-0052823cc767 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748992492791'] for network, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:00.137427 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8943b310-2c40-409b-8c7f-c560f07c7155 req-19a20c42-fbf9-418e-805b-c4a06250dc94 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6bb4485-0c85-4226-9793-14795129f329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166687 Nov 22 20:21:00.149332 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-05fbf545-5805-4e28-9119-0052823cc767 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for network, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:00.152936 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05fbf545-5805-4e28-9119-0052823cc767 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:21:00.153607 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-05fbf545-5805-4e28-9119-0052823cc767 admin admin] Publish callbacks [] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:00.240009 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-05fbf545-5805-4e28-9119-0052823cc767 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8668382 Nov 22 20:21:00.244882 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 49396) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:21:00.257104 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fbf545-5805-4e28-9119-0052823cc767 admin admin] Pushing event updated for resources: {'Network': ['ID=363652d9-6006-4b8c-87e1-a637c0c82b62,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:21:00.279728 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Network 363652d9-6006-4b8c-87e1-a637c0c82b62 details requested by agent ovs-agent-n-d-818823-1 with host n-d-818823-1 {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 20:21:00.310548 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-db311aca-d5b6-4ef9-a0a0-959b8840e807 admin admin] Request body: {'subnet': {'network_id': '363652d9-6006-4b8c-87e1-a637c0c82b62', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-2004868651-subnet', 'tenant_id': '26a88a9b6616457db1a0c935b6a142a1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:21:00.325467 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-e5411ed2-362e-4dc8-b44b-088511070377 req-9adca273-d6e7-4237-99fd-14cf1efecdde tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:00.448288 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adca273-d6e7-4237-99fd-14cf1efecdde tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Pushing event deleted for resources: {'Port': ['ID=beeaed41-857e-487b-9b30-79ba4738dd77,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:21:00.579463 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db311aca-d5b6-4ef9-a0a0-959b8840e807 admin admin] Made reservation on behalf of 26a88a9b6616457db1a0c935b6a142a1 for: {'subnet': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:21:00.582085 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-db311aca-d5b6-4ef9-a0a0-959b8840e807 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8485086'] for subnet, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:00.726650 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5411ed2-362e-4dc8-b44b-088511070377 req-9adca273-d6e7-4237-99fd-14cf1efecdde tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] No DVR routers for this DVR port beeaed41-857e-487b-9b30-79ba4738dd77 on host n-h1-818823-1 {{(pid=103447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:21:00.735738 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-e5411ed2-362e-4dc8-b44b-088511070377 req-9adca273-d6e7-4237-99fd-14cf1efecdde tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:00.739224 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e5411ed2-362e-4dc8-b44b-088511070377 req-9adca273-d6e7-4237-99fd-14cf1efecdde tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] 10.222.0.41 "DELETE /v2.0/ports/beeaed41-857e-487b-9b30-79ba4738dd77 HTTP/1.1" status: 204 len: 173 time: 2.2372580 Nov 22 20:21:00.740748 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f4a90d6-1fcd-49f1-9d76-18b26c029474', 'name': 'network-vif-deleted', 'tag': 'beeaed41-857e-487b-9b30-79ba4738dd77'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:21:00.743255 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d77f709-b271-4a16-862e-84349b31eb53" -d '{"events": [{"server_uuid": "2f4a90d6-1fcd-49f1-9d76-18b26c029474", "name": "network-vif-deleted", "tag": "beeaed41-857e-487b-9b30-79ba4738dd77"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:21:00.929622 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37a48f6-b6c8-495b-bb43-0930263da995 req-da9f6906-3b77-401f-a3ba-8a68d48ddaf9 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:21:00.942714 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37a48f6-b6c8-495b-bb43-0930263da995 req-da9f6906-3b77-401f-a3ba-8a68d48ddaf9 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:21:00.951638 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37a48f6-b6c8-495b-bb43-0930263da995 req-da9f6906-3b77-401f-a3ba-8a68d48ddaf9 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:21:00.963362 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37a48f6-b6c8-495b-bb43-0930263da995 req-da9f6906-3b77-401f-a3ba-8a68d48ddaf9 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:21:00.974351 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a37a48f6-b6c8-495b-bb43-0930263da995 req-da9f6906-3b77-401f-a3ba-8a68d48ddaf9 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f4a90d6-1fcd-49f1-9d76-18b26c029474 HTTP/1.1" status: 200 len: 3143 time: 0.5273821 Nov 22 20:21:01.380862 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a37a48f6-b6c8-495b-bb43-0930263da995 req-30449d6f-1b76-4421-ad92-fe5416a4ccf1 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] 10.222.0.46 "GET /v2.0/security-groups?id=956e73ed-7485-4a0c-88f0-c644aa0149a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4047785 Nov 22 20:21:01.435293 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daedcee-129e-41b8-96f6-3f3c0f910fa7 req-bc87ca56-6c57-474a-946d-07f31da3e8e7 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:21:01.440132 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1daedcee-129e-41b8-96f6-3f3c0f910fa7 req-bc87ca56-6c57-474a-946d-07f31da3e8e7 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/ports?device_id=1055e9c7-c155-46d0-8648-c4ff794f929b HTTP/1.1" status: 200 len: 945 time: 0.4570842 Nov 22 20:21:01.485463 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-e5411ed2-362e-4dc8-b44b-088511070377 req-98364ddf-eb27-4980-8b1a-38aefaaaa655 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Deleting port 211cdf2b-d334-4aa0-876c-de6732c81729 {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:21:01.486023 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-e5411ed2-362e-4dc8-b44b-088511070377 req-98364ddf-eb27-4980-8b1a-38aefaaaa655 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:01.508187 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f4a90d6-1fcd-49f1-9d76-18b26c029474', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '211cdf2b-d334-4aa0-876c-de6732c81729'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:21:01.512537 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d39f6d30a11e565ec9648abcc015e8a6ab6cff4edd704add8155e28765d31eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c13d87d-d513-45a1-8130-e0f4c2886a27" -d '{"events": [{"server_uuid": "2f4a90d6-1fcd-49f1-9d76-18b26c029474", "name": "network-vif-unplugged", "status": "completed", "tag": "211cdf2b-d334-4aa0-876c-de6732c81729"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:21:01.661320 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:21:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99d98c28-4e2e-4a9d-9c83-05a417b8bf23 x-openstack-request-id: req-99d98c28-4e2e-4a9d-9c83-05a417b8bf23 {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:21:01.661779 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f4a90d6-1fcd-49f1-9d76-18b26c029474", "name": "network-vif-deleted", "tag": "beeaed41-857e-487b-9b30-79ba4738dd77", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:21:01.662144 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-99d98c28-4e2e-4a9d-9c83-05a417b8bf23 {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:21:01.662598 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f4a90d6-1fcd-49f1-9d76-18b26c029474', 'name': 'network-vif-deleted', 'tag': 'beeaed41-857e-487b-9b30-79ba4738dd77', 'status': 'completed', 'code': 200} Nov 22 20:21:01.692458 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1daedcee-129e-41b8-96f6-3f3c0f910fa7 req-d2211ca0-2e5b-4e94-8018-d79986de6d06 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/security-groups?id=1fdc013b-4d1e-4061-bc19-b86fb2a07143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2439103 Nov 22 20:21:02.529098 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68c9347a-a465-4bd2-8331-176599e4ee92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:02.729409 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-e5411ed2-362e-4dc8-b44b-088511070377 req-98364ddf-eb27-4980-8b1a-38aefaaaa655 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] For port 211cdf2b-d334-4aa0-876c-de6732c81729, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=211cdf2b-d334-4aa0-876c-de6732c81729,segment=NetworkSegment(53528c1e-dd32-4a6f-ab6e-67fad35388b6),segment_id=53528c1e-dd32-4a6f-ab6e-67fad35388b6)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:21:02.730106 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-e5411ed2-362e-4dc8-b44b-088511070377 req-98364ddf-eb27-4980-8b1a-38aefaaaa655 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:02.754077 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-e5411ed2-362e-4dc8-b44b-088511070377 req-98364ddf-eb27-4980-8b1a-38aefaaaa655 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Calling delete_port for 211cdf2b-d334-4aa0-876c-de6732c81729 owned by compute:nova {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:21:03.003310 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-db311aca-d5b6-4ef9-a0a0-959b8840e807 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8900613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8485104'] for subnet, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:03.084156 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86db018c-abc6-48bb-a7c6-e07a7c49dbbe req-684903d4-29f4-4187-9e86-ab287628ccc3 tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:21:03.085844 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-86db018c-abc6-48bb-a7c6-e07a7c49dbbe req-684903d4-29f4-4187-9e86-ab287628ccc3 tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] 10.222.0.46 "GET /v2.0/ports?device_id=7236a543-0fdb-4492-9b0d-aac7d66a3c1b HTTP/1.1" status: 200 len: 946 time: 1.4071217 Nov 22 20:21:03.091338 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db311aca-d5b6-4ef9-a0a0-959b8840e807 admin admin] Pushing event updated for resources: {'Subnet': ['ID=026d8ac5-9940-493a-bbc1-d7f2857a4dc8,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:21:03.105293 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-e5411ed2-362e-4dc8-b44b-088511070377 req-98364ddf-eb27-4980-8b1a-38aefaaaa655 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:03.265043 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98364ddf-eb27-4980-8b1a-38aefaaaa655 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Pushing event deleted for resources: {'Port': ['ID=211cdf2b-d334-4aa0-876c-de6732c81729,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:21:03.296460 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111a7d69-c9d9-4720-b030-4e5d48c1a0f8 req-9b0b3d0a-079b-4c9d-aad5-a6246f83e231 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:21:03.298601 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-111a7d69-c9d9-4720-b030-4e5d48c1a0f8 req-9b0b3d0a-079b-4c9d-aad5-a6246f83e231 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/ports?device_id=1fce27a4-3d80-4211-af77-ae21323044d2 HTTP/1.1" status: 200 len: 945 time: 0.7001350 Nov 22 20:21:03.375859 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-03f0964f-1b75-4df7-99e0-a3cdb56ec2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:03.421210 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5411ed2-362e-4dc8-b44b-088511070377 req-98364ddf-eb27-4980-8b1a-38aefaaaa655 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] No DVR routers for this DVR port 211cdf2b-d334-4aa0-876c-de6732c81729 on host n-h1-818823-1 {{(pid=103447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:21:03.452957 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-e5411ed2-362e-4dc8-b44b-088511070377 req-98364ddf-eb27-4980-8b1a-38aefaaaa655 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:03.463106 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e5411ed2-362e-4dc8-b44b-088511070377 req-98364ddf-eb27-4980-8b1a-38aefaaaa655 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] 10.222.0.41 "DELETE /v2.0/ports/211cdf2b-d334-4aa0-876c-de6732c81729 HTTP/1.1" status: 204 len: 173 time: 2.7133250 Nov 22 20:21:03.508811 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-86db018c-abc6-48bb-a7c6-e07a7c49dbbe req-5ff4d653-1f41-4768-8ecd-c15d63a0ff85 tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] 10.222.0.46 "GET /v2.0/security-groups?id=d95e1db1-f0c9-4323-bdfe-93688145577c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3927734 Nov 22 20:21:03.544002 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db311aca-d5b6-4ef9-a0a0-959b8840e807 admin admin] Checking segment: {'id': 'ab319299-773e-4087-89f2-e008e4af82ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '363652d9-6006-4b8c-87e1-a637c0c82b62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:21:03.544714 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db311aca-d5b6-4ef9-a0a0-959b8840e807 admin admin] Network hostable DHCP agents. Network: 363652d9-6006-4b8c-87e1-a637c0c82b62, hostable agents: ['02adaa64-0987-4b74-bad0-cbcf56f8a294'], hosted agents: [] {{(pid=103447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 20:21:03.701726 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 22 Nov 2021 20:21:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c388fa4-1306-449b-bd10-e1173ca02d5b x-openstack-request-id: req-3c388fa4-1306-449b-bd10-e1173ca02d5b {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:21:03.702688 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f4a90d6-1fcd-49f1-9d76-18b26c029474", "name": "network-vif-unplugged", "status": "completed", "tag": "211cdf2b-d334-4aa0-876c-de6732c81729", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:21:03.703173 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3c388fa4-1306-449b-bd10-e1173ca02d5b {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:21:03.703859 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f4a90d6-1fcd-49f1-9d76-18b26c029474', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '211cdf2b-d334-4aa0-876c-de6732c81729', 'code': 200} Nov 22 20:21:03.784645 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f4a90d6-1fcd-49f1-9d76-18b26c029474', 'name': 'network-vif-deleted', 'tag': '211cdf2b-d334-4aa0-876c-de6732c81729'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:21:03.799748 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8167f6f-e872-458b-b0d1-3a62d7b1a336" -d '{"events": [{"server_uuid": "2f4a90d6-1fcd-49f1-9d76-18b26c029474", "name": "network-vif-deleted", "tag": "211cdf2b-d334-4aa0-876c-de6732c81729"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:21:03.843153 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-111a7d69-c9d9-4720-b030-4e5d48c1a0f8 req-7b8ad702-82ab-4a25-8903-a033a69e389b tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6bb4485-0c85-4226-9793-14795129f329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5152009 Nov 22 20:21:03.904057 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db311aca-d5b6-4ef9-a0a0-959b8840e807 admin admin] Network 363652d9-6006-4b8c-87e1-a637c0c82b62 is scheduled to be hosted by DHCP agent 02adaa64-0987-4b74-bad0-cbcf56f8a294 with binding_index 1 {{(pid=103447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 20:21:04.019896 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-db311aca-d5b6-4ef9-a0a0-959b8840e807 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818823-1, 363652d9-6006-4b8c-87e1-a637c0c82b62) {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:21:04.026478 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db311aca-d5b6-4ef9-a0a0-959b8840e807 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:21:04.027260 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-db311aca-d5b6-4ef9-a0a0-959b8840e807 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for subnet, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:04.034725 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e06536c6-3e70-4fb4-8fbe-8d8727d36dfb None None] Network 363652d9-6006-4b8c-87e1-a637c0c82b62 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:21:04.059225 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-e5411ed2-362e-4dc8-b44b-088511070377 req-3c04e0f1-d6df-45f4-9aad-d5117fa31b9f tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Deleting port ef234335-6cfd-4065-a69c-53c34c320294 {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:21:04.059715 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-e5411ed2-362e-4dc8-b44b-088511070377 req-3c04e0f1-d6df-45f4-9aad-d5117fa31b9f tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:04.072725 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26998bd3-92d9-460f-9e44-c5b210fac6a7 req-b60ca359-331e-429d-a7aa-7eeef336ec89 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:21:04.076367 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-26998bd3-92d9-460f-9e44-c5b210fac6a7 req-b60ca359-331e-429d-a7aa-7eeef336ec89 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/ports?device_id=1055e9c7-c155-46d0-8648-c4ff794f929b HTTP/1.1" status: 200 len: 945 time: 0.2698181 Nov 22 20:21:04.090338 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-db311aca-d5b6-4ef9-a0a0-959b8840e807 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 3.8185303 Nov 22 20:21:04.225716 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-26998bd3-92d9-460f-9e44-c5b210fac6a7 req-1cadf1ea-8d6c-4297-8325-77c915bbbaf0 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/security-groups?id=1fdc013b-4d1e-4061-bc19-b86fb2a07143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1318054 Nov 22 20:21:04.301930 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 49474) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:21:04.340273 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-e5411ed2-362e-4dc8-b44b-088511070377 req-3c04e0f1-d6df-45f4-9aad-d5117fa31b9f tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] For port ef234335-6cfd-4065-a69c-53c34c320294, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=ef234335-6cfd-4065-a69c-53c34c320294,segment=NetworkSegment(e3193b23-f9c4-4ca4-b127-f0d3cc3d8fb8),segment_id=e3193b23-f9c4-4ca4-b127-f0d3cc3d8fb8)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:21:04.349685 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-e5411ed2-362e-4dc8-b44b-088511070377 req-3c04e0f1-d6df-45f4-9aad-d5117fa31b9f tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:04.438181 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2787b5-c1a2-44d4-8716-bd6d688dbcbf req-5254e537-410b-49ef-8ad9-00c7044b6199 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:21:04.457790 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2787b5-c1a2-44d4-8716-bd6d688dbcbf req-5254e537-410b-49ef-8ad9-00c7044b6199 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:21:04.481537 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2e0800c-6528-4b95-b0b0-2475098b19f7 None None] Network 363652d9-6006-4b8c-87e1-a637c0c82b62 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:21:04.491825 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2787b5-c1a2-44d4-8716-bd6d688dbcbf req-5254e537-410b-49ef-8ad9-00c7044b6199 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:21:04.493700 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-fb2787b5-c1a2-44d4-8716-bd6d688dbcbf req-5254e537-410b-49ef-8ad9-00c7044b6199 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f4a90d6-1fcd-49f1-9d76-18b26c029474 HTTP/1.1" status: 200 len: 2410 time: 0.3100476 Nov 22 20:21:04.505774 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:21:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1131bb34-8e08-46cd-aac2-68fa57372b7e x-openstack-request-id: req-1131bb34-8e08-46cd-aac2-68fa57372b7e {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:21:04.507558 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f4a90d6-1fcd-49f1-9d76-18b26c029474", "name": "network-vif-deleted", "tag": "211cdf2b-d334-4aa0-876c-de6732c81729", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:21:04.507815 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1131bb34-8e08-46cd-aac2-68fa57372b7e {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:21:04.508284 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f4a90d6-1fcd-49f1-9d76-18b26c029474', 'name': 'network-vif-deleted', 'tag': '211cdf2b-d334-4aa0-876c-de6732c81729', 'status': 'completed', 'code': 200} Nov 22 20:21:04.541998 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-e5411ed2-362e-4dc8-b44b-088511070377 req-3c04e0f1-d6df-45f4-9aad-d5117fa31b9f tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Calling delete_port for ef234335-6cfd-4065-a69c-53c34c320294 owned by compute:nova {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:21:04.651800 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5303d39-c44c-4b67-81ec-021b3cbe0f1e tempest-TestNetworkAdvancedServerOps-1666653009 tempest-TestNetworkAdvancedServerOps-1666653009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:21:04.653510 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-c5303d39-c44c-4b67-81ec-021b3cbe0f1e tempest-TestNetworkAdvancedServerOps-1666653009 tempest-TestNetworkAdvancedServerOps-1666653009-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=1055e9c7-c155-46d0-8648-c4ff794f929b HTTP/1.1" status: 200 len: 1091 time: 0.3502333 Nov 22 20:21:04.658080 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 49486) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:21:04.663898 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-6771acf9-b260-4d31-8979-e6489caedc30 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Request body: {'floatingip': {'floating_network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'port_id': '33e7a13a-e64a-49d3-8d05-1f881090f4ac', 'tenant_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:21:04.684531 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-fb2787b5-c1a2-44d4-8716-bd6d688dbcbf req-c4847e37-81d6-4ea6-8d16-daa24e38879b tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] 10.222.0.46 "GET /v2.0/security-groups?id=956e73ed-7485-4a0c-88f0-c644aa0149a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1652226 Nov 22 20:21:04.725059 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6771acf9-b260-4d31-8979-e6489caedc30 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks [] for floatingip, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:04.817039 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-e5411ed2-362e-4dc8-b44b-088511070377 req-3c04e0f1-d6df-45f4-9aad-d5117fa31b9f tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:04.900506 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c04e0f1-d6df-45f4-9aad-d5117fa31b9f tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Pushing event deleted for resources: {'Port': ['ID=ef234335-6cfd-4065-a69c-53c34c320294,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:21:05.000447 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-be800cdc-7ae9-4072-acb9-70e52b5d90d3 req-0a046f04-5395-478e-9fe4-73965b817b7a tempest-SecurityGroupRulesNegativeTestJSON-1878119778 tempest-SecurityGroupRulesNegativeTestJSON-1878119778-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1285014774', 'description': 'tempest-description-46493107'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:21:05.161356 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e49ee129-e862-4476-beca-cdc8150d2345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:05.214260 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5411ed2-362e-4dc8-b44b-088511070377 req-3c04e0f1-d6df-45f4-9aad-d5117fa31b9f tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] No DVR routers for this DVR port ef234335-6cfd-4065-a69c-53c34c320294 on host n-h1-818823-1 {{(pid=103447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:21:05.223088 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-be800cdc-7ae9-4072-acb9-70e52b5d90d3 req-0a046f04-5395-478e-9fe4-73965b817b7a tempest-SecurityGroupRulesNegativeTestJSON-1878119778 tempest-SecurityGroupRulesNegativeTestJSON-1878119778-project] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:05.227237 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-e5411ed2-362e-4dc8-b44b-088511070377 req-3c04e0f1-d6df-45f4-9aad-d5117fa31b9f tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:05.271734 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e5411ed2-362e-4dc8-b44b-088511070377 req-3c04e0f1-d6df-45f4-9aad-d5117fa31b9f tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] 10.222.0.41 "DELETE /v2.0/ports/ef234335-6cfd-4065-a69c-53c34c320294 HTTP/1.1" status: 204 len: 173 time: 1.7908747 Nov 22 20:21:05.472016 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44146d14-e7c4-40b2-b524-a84babc1c5df req-a0279511-12b3-4668-907a-508b95d774b5 tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:21:05.484178 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-44146d14-e7c4-40b2-b524-a84babc1c5df req-a0279511-12b3-4668-907a-508b95d774b5 tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] 10.222.0.46 "GET /v2.0/ports?device_id=7236a543-0fdb-4492-9b0d-aac7d66a3c1b HTTP/1.1" status: 200 len: 946 time: 0.5786343 Nov 22 20:21:05.548323 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6771acf9-b260-4d31-8979-e6489caedc30 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:05.817258 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-44146d14-e7c4-40b2-b524-a84babc1c5df req-72d6c040-603e-4d9a-8ecd-cd6e71617553 tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] 10.222.0.46 "GET /v2.0/security-groups?id=d95e1db1-f0c9-4323-bdfe-93688145577c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3290842 Nov 22 20:21:05.869877 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-be800cdc-7ae9-4072-acb9-70e52b5d90d3 req-0a046f04-5395-478e-9fe4-73965b817b7a tempest-SecurityGroupRulesNegativeTestJSON-1878119778 tempest-SecurityGroupRulesNegativeTestJSON-1878119778-project] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:05.890927 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-be800cdc-7ae9-4072-acb9-70e52b5d90d3 req-0a046f04-5395-478e-9fe4-73965b817b7a tempest-SecurityGroupRulesNegativeTestJSON-1878119778 tempest-SecurityGroupRulesNegativeTestJSON-1878119778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:06.002003 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:06.014161 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-be800cdc-7ae9-4072-acb9-70e52b5d90d3 req-0a046f04-5395-478e-9fe4-73965b817b7a tempest-SecurityGroupRulesNegativeTestJSON-1878119778 tempest-SecurityGroupRulesNegativeTestJSON-1878119778-project] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:06.016309 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-be800cdc-7ae9-4072-acb9-70e52b5d90d3 req-0a046f04-5395-478e-9fe4-73965b817b7a tempest-SecurityGroupRulesNegativeTestJSON-1878119778 tempest-SecurityGroupRulesNegativeTestJSON-1878119778-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 1.0321786 Nov 22 20:21:06.027650 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-e5411ed2-362e-4dc8-b44b-088511070377 req-71bdf99e-45b7-4a2e-93af-c233a332900d tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Deleting port 4ddab1db-7d92-4624-bc58-6f5b59607b22 {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:21:06.028053 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-e5411ed2-362e-4dc8-b44b-088511070377 req-71bdf99e-45b7-4a2e-93af-c233a332900d tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:06.041227 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [None req-6771acf9-b260-4d31-8979-e6489caedc30 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Allocated IP 172.25.5.91 (c48a55e9-6a85-4746-b7bf-3e29fb560094/5da6f781-63e6-4328-ae7a-5e672262f55a/7683b4cf-5a72-44dc-a2d8-985989fe1ea8) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:21:06.116488 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 3b1e4adc-e4a8-4111-aaa1-a18ca511d221 no longer exists at agent hyperv_n-h2-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:21:06.120490 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 3b1e4adc-e4a8-4111-aaa1-a18ca511d221 details requested by agent hyperv_n-h2-818823-1 with host n-h2-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 20:21:06.304697 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a046f04-5395-478e-9fe4-73965b817b7a tempest-SecurityGroupRulesNegativeTestJSON-1878119778 tempest-SecurityGroupRulesNegativeTestJSON-1878119778-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16cb48fe-166d-44bb-9d20-0d257dfcc63e,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:21:06.442145 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74aca40d-a049-43b5-86b3-9c1d1cecd8dd req-61139dac-6475-4fbb-9ee2-56bb278e7284 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:21:06.444072 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-74aca40d-a049-43b5-86b3-9c1d1cecd8dd req-61139dac-6475-4fbb-9ee2-56bb278e7284 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/ports?device_id=1fce27a4-3d80-4211-af77-ae21323044d2 HTTP/1.1" status: 200 len: 945 time: 0.1924846 Nov 22 20:21:06.455551 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-e5411ed2-362e-4dc8-b44b-088511070377 req-71bdf99e-45b7-4a2e-93af-c233a332900d tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] For port 4ddab1db-7d92-4624-bc58-6f5b59607b22, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=4ddab1db-7d92-4624-bc58-6f5b59607b22,segment=NetworkSegment(53528c1e-dd32-4a6f-ab6e-67fad35388b6),segment_id=53528c1e-dd32-4a6f-ab6e-67fad35388b6)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:21:06.456091 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-e5411ed2-362e-4dc8-b44b-088511070377 req-71bdf99e-45b7-4a2e-93af-c233a332900d tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:06.514590 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a7ec20-597c-43cc-a8fa-a220918bdd92 req-c207dbf7-7299-4bdf-87c8-d6fd6c8e7624 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:21:06.530470 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a7ec20-597c-43cc-a8fa-a220918bdd92 req-c207dbf7-7299-4bdf-87c8-d6fd6c8e7624 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:21:06.550111 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f7a7ec20-597c-43cc-a8fa-a220918bdd92 req-c207dbf7-7299-4bdf-87c8-d6fd6c8e7624 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f4a90d6-1fcd-49f1-9d76-18b26c029474 HTTP/1.1" status: 200 len: 1678 time: 0.2484572 Nov 22 20:21:06.555264 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-e5411ed2-362e-4dc8-b44b-088511070377 req-71bdf99e-45b7-4a2e-93af-c233a332900d tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Calling delete_port for 4ddab1db-7d92-4624-bc58-6f5b59607b22 owned by compute:nova {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:21:06.558868 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f4a90d6-1fcd-49f1-9d76-18b26c029474', 'name': 'network-vif-deleted', 'tag': 'ef234335-6cfd-4065-a69c-53c34c320294'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:21:06.564072 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f0f392c-5341-4a99-9289-97933956c1e1" -d '{"events": [{"server_uuid": "2f4a90d6-1fcd-49f1-9d76-18b26c029474", "name": "network-vif-deleted", "tag": "ef234335-6cfd-4065-a69c-53c34c320294"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:21:06.593611 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6771acf9-b260-4d31-8979-e6489caedc30 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:06.696511 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-74aca40d-a049-43b5-86b3-9c1d1cecd8dd req-87c0ffbc-1df8-4026-862d-806b6ae043a1 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6bb4485-0c85-4226-9793-14795129f329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2371135 Nov 22 20:21:06.714095 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6771acf9-b260-4d31-8979-e6489caedc30 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:06.821058 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6771acf9-b260-4d31-8979-e6489caedc30 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Pushing event updated for resources: {'Port': ['ID=7683b4cf-5a72-44dc-a2d8-985989fe1ea8,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:21:06.849803 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.db.resource_extend [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] It took 0.42 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 22 20:21:06.862714 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6771acf9-b260-4d31-8979-e6489caedc30 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:21:06.864902 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6771acf9-b260-4d31-8979-e6489caedc30 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:21:06.865261 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6771acf9-b260-4d31-8979-e6489caedc30 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:21:06.865607 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6771acf9-b260-4d31-8979-e6489caedc30 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:21:06.866221 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6771acf9-b260-4d31-8979-e6489caedc30 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:21:06.866574 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6771acf9-b260-4d31-8979-e6489caedc30 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:21:06.866913 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6771acf9-b260-4d31-8979-e6489caedc30 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:21:06.867249 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6771acf9-b260-4d31-8979-e6489caedc30 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:21:06.867615 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6771acf9-b260-4d31-8979-e6489caedc30 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:21:06.867952 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6771acf9-b260-4d31-8979-e6489caedc30 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:21:06.868284 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6771acf9-b260-4d31-8979-e6489caedc30 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:21:06.868610 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6771acf9-b260-4d31-8979-e6489caedc30 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:21:06.910094 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6771acf9-b260-4d31-8979-e6489caedc30 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Network c48a55e9-6a85-4746-b7bf-3e29fb560094 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:21:06.911912 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-6771acf9-b260-4d31-8979-e6489caedc30 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:21:06.917674 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6771acf9-b260-4d31-8979-e6489caedc30 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:21:07.116838 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:07.123731 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f7a7ec20-597c-43cc-a8fa-a220918bdd92 req-c9bf6d31-9b9f-4a8c-8ea9-805334e16520 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] 10.222.0.46 "GET /v2.0/security-groups?id=956e73ed-7485-4a0c-88f0-c644aa0149a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4711719 Nov 22 20:21:07.286512 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7236a543-0fdb-4492-9b0d-aac7d66a3c1b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b1e4adc-e4a8-4111-aaa1-a18ca511d221'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:21:07.292391 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d39f6d30a11e565ec9648abcc015e8a6ab6cff4edd704add8155e28765d31eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31da41c4-81ed-4d4f-9230-d540965560ec" -d '{"events": [{"server_uuid": "7236a543-0fdb-4492-9b0d-aac7d66a3c1b", "name": "network-vif-unplugged", "status": "completed", "tag": "3b1e4adc-e4a8-4111-aaa1-a18ca511d221"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:21:07.328045 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port 3b1e4adc-e4a8-4111-aaa1-a18ca511d221, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=3b1e4adc-e4a8-4111-aaa1-a18ca511d221,segment=NetworkSegment(019862db-e247-48e6-a4aa-8a2eeecc7cca),segment_id=019862db-e247-48e6-a4aa-8a2eeecc7cca)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:21:07.339568 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port 3b1e4adc-e4a8-4111-aaa1-a18ca511d221, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=3b1e4adc-e4a8-4111-aaa1-a18ca511d221,segment=NetworkSegment(019862db-e247-48e6-a4aa-8a2eeecc7cca),segment_id=019862db-e247-48e6-a4aa-8a2eeecc7cca)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:21:07.370297 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:07.401584 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-83284fd0-721a-44c7-b69c-ceccdf3b7ec9 req-875d0447-c31c-4190-82b8-2b1e5f330281 tempest-SecurityGroupRulesNegativeTestJSON-1878119778 tempest-SecurityGroupRulesNegativeTestJSON-1878119778-project] 10.222.0.46 "GET /v2.0/security-groups/16cb48fe-166d-44bb-9d20-0d257dfcc63e HTTP/1.1" status: 200 len: 1830 time: 0.6212578 Nov 22 20:21:07.442043 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-83284fd0-721a-44c7-b69c-ceccdf3b7ec9 req-1706cbfc-c76c-49ff-94be-7a645a63e071 tempest-SecurityGroupRulesNegativeTestJSON-1878119778 tempest-SecurityGroupRulesNegativeTestJSON-1878119778-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '16cb48fe-166d-44bb-9d20-0d257dfcc63e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:21:07.442735 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-83284fd0-721a-44c7-b69c-ceccdf3b7ec9 req-1706cbfc-c76c-49ff-94be-7a645a63e071 tempest-SecurityGroupRulesNegativeTestJSON-1878119778 tempest-SecurityGroupRulesNegativeTestJSON-1878119778-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '16cb48fe-166d-44bb-9d20-0d257dfcc63e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:21:07.554807 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Returning: {'device': '3b1e4adc-e4a8-4111-aaa1-a18ca511d221', 'network_id': '352547e0-207e-4556-a1a1-f7d6c95fa4cd', 'port_id': '3b1e4adc-e4a8-4111-aaa1-a18ca511d221', 'mac_address': 'fa:16:3e:0c:73:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5e4abcc-f6a8-473c-82a9-35e4932fd5a1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 20:21:07.577385 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=3b1e4adc-e4a8-4111-aaa1-a18ca511d221,revision_number=6']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:21:07.610568 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:21:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86a9ae01-7b66-4c54-a659-41161f49c6ed x-openstack-request-id: req-86a9ae01-7b66-4c54-a659-41161f49c6ed {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:21:07.611178 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f4a90d6-1fcd-49f1-9d76-18b26c029474", "name": "network-vif-deleted", "tag": "ef234335-6cfd-4065-a69c-53c34c320294", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:21:07.612047 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-86a9ae01-7b66-4c54-a659-41161f49c6ed {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:21:07.612638 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f4a90d6-1fcd-49f1-9d76-18b26c029474', 'name': 'network-vif-deleted', 'tag': 'ef234335-6cfd-4065-a69c-53c34c320294', 'status': 'completed', 'code': 200} Nov 22 20:21:07.752531 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6771acf9-b260-4d31-8979-e6489caedc30 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:07.761030 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:07.765470 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:21:07.766057 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:21:07.766548 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:21:07.767084 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:21:07.767641 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:21:07.768114 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:21:07.768664 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:21:07.769163 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:21:07.769678 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:21:07.770210 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:21:07.770687 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:21:07.771246 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:21:07.851633 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b1e4adc-e4a8-4111-aaa1-a18ca511d221 {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:21:07.878934 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6771acf9-b260-4d31-8979-e6489caedc30 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:07.886374 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-e5411ed2-362e-4dc8-b44b-088511070377 req-71bdf99e-45b7-4a2e-93af-c233a332900d tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:07.949607 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port 3b1e4adc-e4a8-4111-aaa1-a18ca511d221, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=3b1e4adc-e4a8-4111-aaa1-a18ca511d221,segment=NetworkSegment(019862db-e247-48e6-a4aa-8a2eeecc7cca),segment_id=019862db-e247-48e6-a4aa-8a2eeecc7cca)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:21:07.964639 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:08.104100 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=3b1e4adc-e4a8-4111-aaa1-a18ca511d221,revision_number=7']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:21:08.130926 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9376ad96-9201-45da-9ec1-557a81608d72 req-5e90253a-b2db-4e23-9058-64ba33951757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:21:08.133401 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9376ad96-9201-45da-9ec1-557a81608d72 req-5e90253a-b2db-4e23-9058-64ba33951757 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=76a9efddcf274563b133aa3f163fb3f9&device_id=1fce27a4-3d80-4211-af77-ae21323044d2 HTTP/1.1" status: 200 len: 1096 time: 0.8515615 Nov 22 20:21:08.147364 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-29b06c4e-8a51-4670-a4b0-cd0aac887d7a req-9f18b0d7-9283-4f8a-9b15-b90fa9c706ea service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=40c93a37-becd-4018-b943-1d6e903a3ffe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.5471880 Nov 22 20:21:08.177193 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bdf99e-45b7-4a2e-93af-c233a332900d tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Pushing event deleted for resources: {'Port': ['ID=4ddab1db-7d92-4624-bc58-6f5b59607b22,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:21:08.209712 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] get_ports_and_sgs() called for port_ids ['3b1e4adc-e4a8-4111-aaa1-a18ca511d221'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:21:08.241977 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5411ed2-362e-4dc8-b44b-088511070377 req-71bdf99e-45b7-4a2e-93af-c233a332900d tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] No DVR routers for this DVR port 4ddab1db-7d92-4624-bc58-6f5b59607b22 on host n-h1-818823-1 {{(pid=103447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:21:08.282573 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5482a56-4f47-4501-aeec-7396c73ddb70 req-0b96c094-8329-4ce8-a9e2-6634ba66b29b tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:21:08.301995 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b5482a56-4f47-4501-aeec-7396c73ddb70 req-0b96c094-8329-4ce8-a9e2-6634ba66b29b tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] 10.222.0.46 "GET /v2.0/ports?device_id=7236a543-0fdb-4492-9b0d-aac7d66a3c1b HTTP/1.1" status: 200 len: 944 time: 0.6011672 Nov 22 20:21:08.317866 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-e5411ed2-362e-4dc8-b44b-088511070377 req-71bdf99e-45b7-4a2e-93af-c233a332900d tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:08.327505 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e5411ed2-362e-4dc8-b44b-088511070377 req-71bdf99e-45b7-4a2e-93af-c233a332900d tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] 10.222.0.41 "DELETE /v2.0/ports/4ddab1db-7d92-4624-bc58-6f5b59607b22 HTTP/1.1" status: 204 len: 173 time: 2.9788864 Nov 22 20:21:08.463516 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6771acf9-b260-4d31-8979-e6489caedc30 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks [] for port, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:08.472080 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6771acf9-b260-4d31-8979-e6489caedc30 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:08.538713 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-83284fd0-721a-44c7-b69c-ceccdf3b7ec9 req-1706cbfc-c76c-49ff-94be-7a645a63e071 tempest-SecurityGroupRulesNegativeTestJSON-1878119778 tempest-SecurityGroupRulesNegativeTestJSON-1878119778-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:08.694027 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6771acf9-b260-4d31-8979-e6489caedc30 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Pushing event updated for resources: {'Port': ['ID=7683b4cf-5a72-44dc-a2d8-985989fe1ea8,revision_number=2']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:21:08.707293 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b06c4e-8a51-4670-a4b0-cd0aac887d7a req-ac046ff7-8cc1-4735-aeb8-9882c150b1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:21:08.710308 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b06c4e-8a51-4670-a4b0-cd0aac887d7a req-ac046ff7-8cc1-4735-aeb8-9882c150b1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:21:08.711968 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b06c4e-8a51-4670-a4b0-cd0aac887d7a req-ac046ff7-8cc1-4735-aeb8-9882c150b1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:21:08.713130 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6771acf9-b260-4d31-8979-e6489caedc30 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-595224'] for floatingip, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:08.713976 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b06c4e-8a51-4670-a4b0-cd0aac887d7a req-ac046ff7-8cc1-4735-aeb8-9882c150b1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:21:08.714623 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b06c4e-8a51-4670-a4b0-cd0aac887d7a req-ac046ff7-8cc1-4735-aeb8-9882c150b1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:21:08.715990 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b06c4e-8a51-4670-a4b0-cd0aac887d7a req-ac046ff7-8cc1-4735-aeb8-9882c150b1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:21:08.717557 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b06c4e-8a51-4670-a4b0-cd0aac887d7a req-ac046ff7-8cc1-4735-aeb8-9882c150b1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:21:08.720751 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-29b06c4e-8a51-4670-a4b0-cd0aac887d7a req-ac046ff7-8cc1-4735-aeb8-9882c150b1b0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cd84c4200e0d47b4bcba9b053bf608fb&device_id=40c93a37-becd-4018-b943-1d6e903a3ffe HTTP/1.1" status: 200 len: 6502 time: 0.3921549 Nov 22 20:21:08.777618 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-83284fd0-721a-44c7-b69c-ceccdf3b7ec9 req-1706cbfc-c76c-49ff-94be-7a645a63e071 tempest-SecurityGroupRulesNegativeTestJSON-1878119778 tempest-SecurityGroupRulesNegativeTestJSON-1878119778-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:08.877050 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b5482a56-4f47-4501-aeec-7396c73ddb70 req-b37f96c4-5678-4b23-a99b-002dbc0a9524 tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] 10.222.0.46 "GET /v2.0/security-groups?id=d95e1db1-f0c9-4323-bdfe-93688145577c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5187433 Nov 22 20:21:08.983298 n-d-818823-1 neutron-server[103448]: INFO neutron.db.l3_db [None req-6771acf9-b260-4d31-8979-e6489caedc30 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Floating IP 8f3396cf-56ca-43de-9014-0a37a6d45207 associated. External IP: 172.25.5.91, port: 33e7a13a-e64a-49d3-8d05-1f881090f4ac. Nov 22 20:21:08.984590 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-83284fd0-721a-44c7-b69c-ceccdf3b7ec9 req-1706cbfc-c76c-49ff-94be-7a645a63e071 tempest-SecurityGroupRulesNegativeTestJSON-1878119778 tempest-SecurityGroupRulesNegativeTestJSON-1878119778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572323'] for security_group_rule, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:09.086009 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-e5411ed2-362e-4dc8-b44b-088511070377 req-02afb917-89f5-455e-b8ac-50126dbe6d11 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Deleting port d157c85a-0d84-4a3a-a74e-dc6bc21944b1 {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:21:09.086355 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-e5411ed2-362e-4dc8-b44b-088511070377 req-02afb917-89f5-455e-b8ac-50126dbe6d11 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:09.102353 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9376ad96-9201-45da-9ec1-557a81608d72 req-edcc2a04-46cb-48d9-9f6e-7595921a2cef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:21:09.103966 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9376ad96-9201-45da-9ec1-557a81608d72 req-edcc2a04-46cb-48d9-9f6e-7595921a2cef service neutron] 10.222.0.20 "GET /v2.0/networks?id=41f439de-e657-4ca1-8a55-865945ee9732 HTTP/1.1" status: 200 len: 912 time: 0.8487875 Nov 22 20:21:09.113251 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1706cbfc-c76c-49ff-94be-7a645a63e071 tempest-SecurityGroupRulesNegativeTestJSON-1878119778 tempest-SecurityGroupRulesNegativeTestJSON-1878119778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7d1fc5a-0a5c-41b3-a29b-bf0e53c8a159,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:21:09.258729 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 22 Nov 2021 20:21:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb18c4eb-c4b3-4381-9ce5-5edcb230e467 x-openstack-request-id: req-eb18c4eb-c4b3-4381-9ce5-5edcb230e467 {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:21:09.259536 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7236a543-0fdb-4492-9b0d-aac7d66a3c1b", "name": "network-vif-unplugged", "status": "completed", "tag": "3b1e4adc-e4a8-4111-aaa1-a18ca511d221", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:21:09.262967 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-eb18c4eb-c4b3-4381-9ce5-5edcb230e467 {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:21:09.263472 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7236a543-0fdb-4492-9b0d-aac7d66a3c1b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b1e4adc-e4a8-4111-aaa1-a18ca511d221', 'code': 200} Nov 22 20:21:09.420297 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-e5411ed2-362e-4dc8-b44b-088511070377 req-02afb917-89f5-455e-b8ac-50126dbe6d11 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] For port d157c85a-0d84-4a3a-a74e-dc6bc21944b1, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=d157c85a-0d84-4a3a-a74e-dc6bc21944b1,segment=NetworkSegment(096b9653-3939-4da1-92f6-6a39bd3c877e),segment_id=096b9653-3939-4da1-92f6-6a39bd3c877e)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:21:09.421502 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-e5411ed2-362e-4dc8-b44b-088511070377 req-02afb917-89f5-455e-b8ac-50126dbe6d11 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:09.558906 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6771acf9-b260-4d31-8979-e6489caedc30 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Router 6094cc94-5108-427c-bd00-add2f5975bcb has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 20:21:09.599239 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-83284fd0-721a-44c7-b69c-ceccdf3b7ec9 req-1706cbfc-c76c-49ff-94be-7a645a63e071 tempest-SecurityGroupRulesNegativeTestJSON-1878119778 tempest-SecurityGroupRulesNegativeTestJSON-1878119778-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:09.600963 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-83284fd0-721a-44c7-b69c-ceccdf3b7ec9 req-1706cbfc-c76c-49ff-94be-7a645a63e071 tempest-SecurityGroupRulesNegativeTestJSON-1878119778 tempest-SecurityGroupRulesNegativeTestJSON-1878119778-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 2.1985207 Nov 22 20:21:09.646228 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f4a90d6-1fcd-49f1-9d76-18b26c029474', 'name': 'network-vif-deleted', 'tag': '4ddab1db-7d92-4624-bc58-6f5b59607b22'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:21:09.649615 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ad2812d-b1c0-405a-a99a-da2c7421057e" -d '{"events": [{"server_uuid": "2f4a90d6-1fcd-49f1-9d76-18b26c029474", "name": "network-vif-deleted", "tag": "4ddab1db-7d92-4624-bc58-6f5b59607b22"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:21:09.684648 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9376ad96-9201-45da-9ec1-557a81608d72 req-de540818-a213-4889-b6e1-a1a4c5dbeb4c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b7ef7a3a-b080-4781-95a2-5bc50d1a160e HTTP/1.1" status: 200 len: 217 time: 0.5166037 Nov 22 20:21:09.786296 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6771acf9-b260-4d31-8979-e6489caedc30 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:21:09.835670 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b03c3b7-d909-4be9-bfc4-0cf90533364f None None] Sync routers for ids ['6094cc94-5108-427c-bd00-add2f5975bcb'] in n-d-818823-1 {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:21:09.847095 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6771acf9-b260-4d31-8979-e6489caedc30 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for floatingip, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:09.865870 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b03c3b7-d909-4be9-bfc4-0cf90533364f None None] Routers {'6094cc94-5108-427c-bd00-add2f5975bcb'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:21:09.867774 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-2b03c3b7-d909-4be9-bfc4-0cf90533364f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:21:02Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['6094cc94-5108-427c-bd00-add2f5975bcb'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:21:09.892948 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b06c4e-8a51-4670-a4b0-cd0aac887d7a req-f4a21d43-268a-4ce5-84e2-3bb04fa36c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:21:09.902194 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b06c4e-8a51-4670-a4b0-cd0aac887d7a req-f4a21d43-268a-4ce5-84e2-3bb04fa36c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:21:09.909438 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b06c4e-8a51-4670-a4b0-cd0aac887d7a req-f4a21d43-268a-4ce5-84e2-3bb04fa36c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:21:09.911138 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-29b06c4e-8a51-4670-a4b0-cd0aac887d7a req-f4a21d43-268a-4ce5-84e2-3bb04fa36c40 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d850805c-8248-4517-bdd1-4a876cc6baf0&id=3ad73812-60e8-4754-bf89-bc7945f351b9&id=3ad73812-60e8-4754-bf89-bc7945f351b9&id=3ad73812-60e8-4754-bf89-bc7945f351b9&id=3ad73812-60e8-4754-bf89-bc7945f351b9&id=af9bb979-b2e3-447d-a9f1-511c736d70b3&id=af9bb979-b2e3-447d-a9f1-511c736d70b3 HTTP/1.1" status: 200 len: 2298 time: 1.0982752 Nov 22 20:21:09.947096 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-6771acf9-b260-4d31-8979-e6489caedc30 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 5.2877834 Nov 22 20:21:09.948169 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1055e9c7-c155-46d0-8648-c4ff794f929b', 'tag': '33e7a13a-e64a-49d3-8d05-1f881090f4ac'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:21:09.951908 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589a98cf2aea187fcc423a5edb333e5a6cf3ad7c81115d1ebee0f079693c312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a161ea70-c17e-4986-ba1c-6304cbf653ef" -d '{"events": [{"name": "network-changed", "server_uuid": "1055e9c7-c155-46d0-8648-c4ff794f929b", "tag": "33e7a13a-e64a-49d3-8d05-1f881090f4ac"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:21:10.104313 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 3b1e4adc-e4a8-4111-aaa1-a18ca511d221 up at agent hyperv_n-h2-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:21:10.200525 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-2b03c3b7-d909-4be9-bfc4-0cf90533364f None None] Set router 6094cc94-5108-427c-bd00-add2f5975bcb gateway port host: n-d-818823-1 {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:21:10.273627 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Provisioning complete for port 3b1e4adc-e4a8-4111-aaa1-a18ca511d221 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:21:10.276841 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:10.286472 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb94fa6-c06d-4ed8-bbdf-f9e93cec8d8c req-d8ef8947-5fe1-4782-b700-445c93d9654c tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:21:10.294355 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5fb94fa6-c06d-4ed8-bbdf-f9e93cec8d8c req-d8ef8947-5fe1-4782-b700-445c93d9654c tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/ports?device_id=1fce27a4-3d80-4211-af77-ae21323044d2 HTTP/1.1" status: 200 len: 945 time: 0.6889684 Nov 22 20:21:10.369554 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9376ad96-9201-45da-9ec1-557a81608d72 req-e5fa2c59-4fb2-4551-9216-91345e4d690d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:21:10.373108 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9376ad96-9201-45da-9ec1-557a81608d72 req-e5fa2c59-4fb2-4551-9216-91345e4d690d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d74b376c-118a-4e1f-b1b9-d074bfe85b19 HTTP/1.1" status: 200 len: 851 time: 0.6145658 Nov 22 20:21:10.429378 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-29b06c4e-8a51-4670-a4b0-cd0aac887d7a req-0066f28c-731c-43fe-8b9a-bc1f90e07005 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=24e26784-28ce-4e69-aa50-f9485f00f0dd HTTP/1.1" status: 200 len: 1000 time: 0.4557381 Nov 22 20:21:10.449266 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e554ef-6e3b-4764-94ed-55a822bd43d0 req-71cc7451-b007-4c1e-88d1-f24fe4edbe0d tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:21:10.452083 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-86e554ef-6e3b-4764-94ed-55a822bd43d0 req-71cc7451-b007-4c1e-88d1-f24fe4edbe0d tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f4a90d6-1fcd-49f1-9d76-18b26c029474 HTTP/1.1" status: 200 len: 944 time: 0.6766143 Nov 22 20:21:10.458785 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:10.521862 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port 3b1e4adc-e4a8-4111-aaa1-a18ca511d221, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=3b1e4adc-e4a8-4111-aaa1-a18ca511d221,segment=NetworkSegment(019862db-e247-48e6-a4aa-8a2eeecc7cca),segment_id=019862db-e247-48e6-a4aa-8a2eeecc7cca)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:21:10.529369 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:10.551280 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-e5411ed2-362e-4dc8-b44b-088511070377 req-02afb917-89f5-455e-b8ac-50126dbe6d11 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:10.581221 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-e5411ed2-362e-4dc8-b44b-088511070377 req-02afb917-89f5-455e-b8ac-50126dbe6d11 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-595224'] for floatingip, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:10.581615 n-d-818823-1 neutron-server[103447]: INFO neutron.db.l3_db [req-e5411ed2-362e-4dc8-b44b-088511070377 req-02afb917-89f5-455e-b8ac-50126dbe6d11 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Floating IP b268c7e2-80b2-40d4-b3eb-214d2132d305 disassociated. External IP: 172.25.5.148, port: d157c85a-0d84-4a3a-a74e-dc6bc21944b1. Nov 22 20:21:10.581950 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-e5411ed2-362e-4dc8-b44b-088511070377 req-02afb917-89f5-455e-b8ac-50126dbe6d11 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Calling delete_port for d157c85a-0d84-4a3a-a74e-dc6bc21944b1 owned by compute:nova {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:21:10.630854 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=3b1e4adc-e4a8-4111-aaa1-a18ca511d221,revision_number=8']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:21:10.655721 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9376ad96-9201-45da-9ec1-557a81608d72 req-8b829b47-020d-42c8-aaba-b263330235bf service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=41f439de-e657-4ca1-8a55-865945ee9732&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2514474 Nov 22 20:21:10.715177 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5fb94fa6-c06d-4ed8-bbdf-f9e93cec8d8c req-bcbd4d92-6792-4d50-8dd8-409f81219991 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6bb4485-0c85-4226-9793-14795129f329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4198487 Nov 22 20:21:10.738413 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-2b03c3b7-d909-4be9-bfc4-0cf90533364f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6094cc94-5108-427c-bd00-add2f5975bcb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1964949637', 'tenant_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.52'}], 'enable_snat': True}, 'gw_port_id': '26104780-4dfc-4933-b35a-eabfac89a152', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:20:30Z', 'updated_at': '2021-11-22T20:20:40Z', 'revision_number': 4, 'project_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'gw_port': {'id': '26104780-4dfc-4933-b35a-eabfac89a152', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:7f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6094cc94-5108-427c-bd00-add2f5975bcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1959, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:20:31Z', 'updated_at': '2021-11-22T20:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_floatingips': [{'id': '8f3396cf-56ca-43de-9014-0a37a6d45207', 'tenant_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'floating_ip_address': '172.25.5.91', 'floating_network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'router_id': '6094cc94-5108-427c-bd00-add2f5975bcb', 'port_id': '33e7a13a-e64a-49d3-8d05-1f881090f4ac', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43dfe348-e2b3-45a9-b942-b91bdebcc301', 'mac_address': 'fa:16:3e:13:1f:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1055e9c7-c155-46d0-8648-c4ff794f929b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T20:21:07Z', 'updated_at': '2021-11-22T20:21:07Z', 'revision_number': 0, 'project_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97c8f2b2-3bc7-490f-9889-fb42ac9912fa', 'name': '', 'network_id': '43dfe348-e2b3-45a9-b942-b91bdebcc301', 'tenant_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'mac_address': 'fa:16:3e:0e:d2:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6094cc94-5108-427c-bd00-add2f5975bcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1967, 'fixed_ips': [{'subnet_id': '19b1fa28-e1ba-4589-8381-fbf651ed52fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:20:38Z', 'updated_at': '2021-11-22T20:20:44Z', 'revision_number': 5, 'project_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'subnets': [{'id': '19b1fa28-e1ba-4589-8381-fbf651ed52fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:21:10.775750 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b03c3b7-d909-4be9-bfc4-0cf90533364f None None] Checking router: 6094cc94-5108-427c-bd00-add2f5975bcb for host: n-d-818823-1 {{(pid=103450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 20:21:10.789211 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b03c3b7-d909-4be9-bfc4-0cf90533364f None None] Routers {'6094cc94-5108-427c-bd00-add2f5975bcb'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:21:10.789949 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-2b03c3b7-d909-4be9-bfc4-0cf90533364f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:21:02Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['6094cc94-5108-427c-bd00-add2f5975bcb'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:21:11.129698 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.agents_db [None req-aa8313f2-1ee4-4e7b-8c5a-d32b2f9d31ee None None] Agent healthcheck: found 7 active agents {{(pid=103450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 20:21:11.157428 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-2b03c3b7-d909-4be9-bfc4-0cf90533364f None None] Set router 6094cc94-5108-427c-bd00-add2f5975bcb gateway port host: n-d-818823-1 {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:21:11.264747 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7236a543-0fdb-4492-9b0d-aac7d66a3c1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b1e4adc-e4a8-4111-aaa1-a18ca511d221'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:21:11.267477 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d39f6d30a11e565ec9648abcc015e8a6ab6cff4edd704add8155e28765d31eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-859bb147-1704-4985-90b1-4db25e3f4108" -d '{"events": [{"server_uuid": "7236a543-0fdb-4492-9b0d-aac7d66a3c1b", "name": "network-vif-plugged", "status": "completed", "tag": "3b1e4adc-e4a8-4111-aaa1-a18ca511d221"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:21:11.503257 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-2b03c3b7-d909-4be9-bfc4-0cf90533364f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6094cc94-5108-427c-bd00-add2f5975bcb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1964949637', 'tenant_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.52'}], 'enable_snat': True}, 'gw_port_id': '26104780-4dfc-4933-b35a-eabfac89a152', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:20:30Z', 'updated_at': '2021-11-22T20:20:40Z', 'revision_number': 4, 'project_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'gw_port': {'id': '26104780-4dfc-4933-b35a-eabfac89a152', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:7f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6094cc94-5108-427c-bd00-add2f5975bcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1959, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:20:31Z', 'updated_at': '2021-11-22T20:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_floatingips': [{'id': '8f3396cf-56ca-43de-9014-0a37a6d45207', 'tenant_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'floating_ip_address': '172.25.5.91', 'floating_network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'router_id': '6094cc94-5108-427c-bd00-add2f5975bcb', 'port_id': '33e7a13a-e64a-49d3-8d05-1f881090f4ac', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43dfe348-e2b3-45a9-b942-b91bdebcc301', 'mac_address': 'fa:16:3e:13:1f:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1055e9c7-c155-46d0-8648-c4ff794f929b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T20:21:07Z', 'updated_at': '2021-11-22T20:21:07Z', 'revision_number': 0, 'project_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97c8f2b2-3bc7-490f-9889-fb42ac9912fa', 'name': '', 'network_id': '43dfe348-e2b3-45a9-b942-b91bdebcc301', 'tenant_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'mac_address': 'fa:16:3e:0e:d2:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6094cc94-5108-427c-bd00-add2f5975bcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1967, 'fixed_ips': [{'subnet_id': '19b1fa28-e1ba-4589-8381-fbf651ed52fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:20:38Z', 'updated_at': '2021-11-22T20:20:44Z', 'revision_number': 5, 'project_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'subnets': [{'id': '19b1fa28-e1ba-4589-8381-fbf651ed52fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:21:11.539623 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b03c3b7-d909-4be9-bfc4-0cf90533364f None None] The sync data for ids ['6094cc94-5108-427c-bd00-add2f5975bcb'] in n-d-818823-1 is: [{'id': '6094cc94-5108-427c-bd00-add2f5975bcb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1964949637', 'tenant_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.52'}], 'enable_snat': True}, 'gw_port_id': '26104780-4dfc-4933-b35a-eabfac89a152', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:20:30Z', 'updated_at': '2021-11-22T20:20:40Z', 'revision_number': 4, 'project_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'gw_port': {'id': '26104780-4dfc-4933-b35a-eabfac89a152', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:7f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6094cc94-5108-427c-bd00-add2f5975bcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1959, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:20:31Z', 'updated_at': '2021-11-22T20:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_floatingips': [{'id': '8f3396cf-56ca-43de-9014-0a37a6d45207', 'tenant_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'floating_ip_address': '172.25.5.91', 'floating_network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'router_id': '6094cc94-5108-427c-bd00-add2f5975bcb', 'port_id': '33e7a13a-e64a-49d3-8d05-1f881090f4ac', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43dfe348-e2b3-45a9-b942-b91bdebcc301', 'mac_address': 'fa:16:3e:13:1f:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1055e9c7-c155-46d0-8648-c4ff794f929b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T20:21:07Z', 'updated_at': '2021-11-22T20:21:07Z', 'revision_number': 0, 'project_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97c8f2b2-3bc7-490f-9889-fb42ac9912fa', 'name': '', 'network_id': '43dfe348-e2b3-45a9-b942-b91bdebcc301', 'tenant_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'mac_address': 'fa:16:3e:0e:d2:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6094cc94-5108-427c-bd00-add2f5975bcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1967, 'fixed_ips': [{'subnet_id': '19b1fa28-e1ba-4589-8381-fbf651ed52fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:20:38Z', 'updated_at': '2021-11-22T20:20:44Z', 'revision_number': 5, 'project_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'subnets': [{'id': '19b1fa28-e1ba-4589-8381-fbf651ed52fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:21:11.561106 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b06c4e-8a51-4670-a4b0-cd0aac887d7a req-3323d53d-22dc-417e-9f4d-8cd42fffca48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:21:11.564065 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-29b06c4e-8a51-4670-a4b0-cd0aac887d7a req-3323d53d-22dc-417e-9f4d-8cd42fffca48 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e1bf7e3c-bb18-492e-826e-dd3a8d7abcd1 HTTP/1.1" status: 200 len: 855 time: 1.1089642 Nov 22 20:21:11.612628 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9376ad96-9201-45da-9ec1-557a81608d72 req-611afbb0-78b5-430b-8c23-92e37b594ead service neutron] 10.222.0.20 "GET /v2.0/networks/41f439de-e657-4ca1-8a55-865945ee9732?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9287376 Nov 22 20:21:11.625715 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-86e554ef-6e3b-4764-94ed-55a822bd43d0 req-f6e6eae7-3f44-46ef-a1c9-ff58fb60d298 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] 10.222.0.46 "GET /v2.0/security-groups?id=956e73ed-7485-4a0c-88f0-c644aa0149a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0275514 Nov 22 20:21:11.760163 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:21:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e33fbe3-1a07-4757-af3f-7dbe48e6a95e x-openstack-request-id: req-0e33fbe3-1a07-4757-af3f-7dbe48e6a95e {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:21:11.763311 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f4a90d6-1fcd-49f1-9d76-18b26c029474", "name": "network-vif-deleted", "tag": "4ddab1db-7d92-4624-bc58-6f5b59607b22", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:21:11.766608 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0e33fbe3-1a07-4757-af3f-7dbe48e6a95e {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:21:11.767362 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f4a90d6-1fcd-49f1-9d76-18b26c029474', 'name': 'network-vif-deleted', 'tag': '4ddab1db-7d92-4624-bc58-6f5b59607b22', 'status': 'completed', 'code': 200} Nov 22 20:21:11.909763 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f67e438b-ce6a-4a21-afcd-eeb12adea77b None None] New status for floating IP 8f3396cf-56ca-43de-9014-0a37a6d45207: ACTIVE {{(pid=103449) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 20:21:11.935465 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4e136668-d64a-483e-8689-120789d546e5 req-60c87820-4475-4e5c-b5c3-bb51fbdbd27c tempest-SecurityGroupRulesNegativeTestJSON-1878119778 tempest-SecurityGroupRulesNegativeTestJSON-1878119778-project] 10.222.0.46 "GET /v2.0/security-groups/16cb48fe-166d-44bb-9d20-0d257dfcc63e HTTP/1.1" status: 200 len: 2424 time: 1.1264179 Nov 22 20:21:11.938800 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-e5411ed2-362e-4dc8-b44b-088511070377 req-02afb917-89f5-455e-b8ac-50126dbe6d11 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:12.073723 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02afb917-89f5-455e-b8ac-50126dbe6d11 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Pushing event deleted for resources: {'Port': ['ID=d157c85a-0d84-4a3a-a74e-dc6bc21944b1,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:21:12.272828 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b06c4e-8a51-4670-a4b0-cd0aac887d7a req-a186a965-16ae-479c-8c3a-71ecc59045be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:21:12.277149 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-29b06c4e-8a51-4670-a4b0-cd0aac887d7a req-a186a965-16ae-479c-8c3a-71ecc59045be service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d850805c-8248-4517-bdd1-4a876cc6baf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6234837 Nov 22 20:21:12.380684 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9376ad96-9201-45da-9ec1-557a81608d72 req-ee99a905-af4e-4073-9a31-3bd04b903411 service neutron] 10.222.0.20 "GET /v2.0/networks/41f439de-e657-4ca1-8a55-865945ee9732?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7487898 Nov 22 20:21:12.389602 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560dd2d0-791b-44d1-a7f1-263f8e2c5326 req-2d37a822-45c7-41d7-a10e-8efe4490b5e7 tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:21:12.397126 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-560dd2d0-791b-44d1-a7f1-263f8e2c5326 req-2d37a822-45c7-41d7-a10e-8efe4490b5e7 tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] 10.222.0.46 "GET /v2.0/ports?device_id=7236a543-0fdb-4492-9b0d-aac7d66a3c1b HTTP/1.1" status: 200 len: 946 time: 0.4974098 Nov 22 20:21:12.561841 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2754312-59c3-4da1-a4f9-790e6b16827f req-13a52d24-49a5-433a-a39e-5084a12c9a70 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:21:12.563428 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c2754312-59c3-4da1-a4f9-790e6b16827f req-13a52d24-49a5-433a-a39e-5084a12c9a70 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/ports?device_id=1055e9c7-c155-46d0-8648-c4ff794f929b HTTP/1.1" status: 200 len: 945 time: 0.4762025 Nov 22 20:21:12.808629 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-560dd2d0-791b-44d1-a7f1-263f8e2c5326 req-eea92575-fd1d-4cca-9671-304a40d1f87b tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] 10.222.0.46 "GET /v2.0/security-groups?id=d95e1db1-f0c9-4323-bdfe-93688145577c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4102769 Nov 22 20:21:12.811301 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-29b06c4e-8a51-4670-a4b0-cd0aac887d7a req-baea8457-21b1-413a-8abd-31a3fdad62b7 service neutron] 10.222.0.41 "GET /v2.0/networks/d850805c-8248-4517-bdd1-4a876cc6baf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5213833 Nov 22 20:21:12.987883 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 20:21:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aab5053-25dc-4ea6-b9a2-c1df224116dd x-openstack-request-id: req-1aab5053-25dc-4ea6-b9a2-c1df224116dd {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:21:12.988770 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1055e9c7-c155-46d0-8648-c4ff794f929b", "tag": "33e7a13a-e64a-49d3-8d05-1f881090f4ac", "status": "completed", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:21:12.988770 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1aab5053-25dc-4ea6-b9a2-c1df224116dd {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:21:12.989263 n-d-818823-1 neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1055e9c7-c155-46d0-8648-c4ff794f929b', 'tag': '33e7a13a-e64a-49d3-8d05-1f881090f4ac', 'status': 'completed', 'code': 200} Nov 22 20:21:13.147838 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a161ea70-c17e-4986-ba1c-6304cbf653ef req-230841a9-76f5-4d1e-9ac3-fdbc01aa6493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:21:13.151141 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-a161ea70-c17e-4986-ba1c-6304cbf653ef req-230841a9-76f5-4d1e-9ac3-fdbc01aa6493 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f13d149ee8a64f188025185f0e8b5cfe&device_id=1055e9c7-c155-46d0-8648-c4ff794f929b HTTP/1.1" status: 200 len: 1096 time: 0.1376035 Nov 22 20:21:13.357569 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c2754312-59c3-4da1-a4f9-790e6b16827f req-c7e0ea34-4bcd-486d-ae17-709b9638ae7d tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/security-groups?id=1fdc013b-4d1e-4061-bc19-b86fb2a07143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6401496 Nov 22 20:21:13.358421 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:21:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51a0cd84-f5bd-4bf2-bf48-6a54110de305 x-openstack-request-id: req-51a0cd84-f5bd-4bf2-bf48-6a54110de305 {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:21:13.358924 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7236a543-0fdb-4492-9b0d-aac7d66a3c1b", "name": "network-vif-plugged", "status": "completed", "tag": "3b1e4adc-e4a8-4111-aaa1-a18ca511d221", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:21:13.359775 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-51a0cd84-f5bd-4bf2-bf48-6a54110de305 {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:21:13.370218 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7236a543-0fdb-4492-9b0d-aac7d66a3c1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b1e4adc-e4a8-4111-aaa1-a18ca511d221', 'code': 200} Nov 22 20:21:13.376779 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 49642) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:21:13.454907 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e5411ed2-362e-4dc8-b44b-088511070377 req-02afb917-89f5-455e-b8ac-50126dbe6d11 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Router d305399d-34af-4ee1-9c40-8ba5615f59c5 has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 20:21:13.495677 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a161ea70-c17e-4986-ba1c-6304cbf653ef req-6f6af776-55b6-4f66-8332-f9927792bdbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:21:13.497980 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-a161ea70-c17e-4986-ba1c-6304cbf653ef req-6f6af776-55b6-4f66-8332-f9927792bdbc service neutron] 10.222.0.41 "GET /v2.0/networks?id=43dfe348-e2b3-45a9-b942-b91bdebcc301 HTTP/1.1" status: 200 len: 897 time: 0.3392975 Nov 22 20:21:13.677932 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-41544ece-99ec-4646-9289-5c22c93aab0f req-2814b05f-6633-4e53-9e46-6852d58f7b32 tempest-SecurityGroupRulesNegativeTestJSON-1878119778 tempest-SecurityGroupRulesNegativeTestJSON-1878119778-project] 10.222.0.46 "GET /v2.0/security-group-rules/e7d1fc5a-0a5c-41b3-a29b-bf0e53c8a159 HTTP/1.1" status: 200 len: 778 time: 0.2720919 Nov 22 20:21:13.710863 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e5411ed2-362e-4dc8-b44b-088511070377 req-02afb917-89f5-455e-b8ac-50126dbe6d11 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:21:13.733946 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a4a764-3d0f-4cc4-8f2f-59dbc6bee39e None None] Sync routers for ids ['d305399d-34af-4ee1-9c40-8ba5615f59c5'] in n-d-818823-1 {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:21:13.770085 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a4a764-3d0f-4cc4-8f2f-59dbc6bee39e None None] Routers {'d305399d-34af-4ee1-9c40-8ba5615f59c5'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:21:13.771130 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-20a4a764-3d0f-4cc4-8f2f-59dbc6bee39e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:21:02Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['d305399d-34af-4ee1-9c40-8ba5615f59c5'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:21:13.807875 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-a161ea70-c17e-4986-ba1c-6304cbf653ef req-983f4482-de2b-4204-baf2-04b8d5503681 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=33e7a13a-e64a-49d3-8d05-1f881090f4ac HTTP/1.1" status: 200 len: 1000 time: 0.3000691 Nov 22 20:21:13.814752 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5411ed2-362e-4dc8-b44b-088511070377 req-02afb917-89f5-455e-b8ac-50126dbe6d11 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] No DVR routers for this DVR port d157c85a-0d84-4a3a-a74e-dc6bc21944b1 on host n-h1-818823-1 {{(pid=103447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:21:13.821443 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-e5411ed2-362e-4dc8-b44b-088511070377 req-02afb917-89f5-455e-b8ac-50126dbe6d11 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:13.825722 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e5411ed2-362e-4dc8-b44b-088511070377 req-02afb917-89f5-455e-b8ac-50126dbe6d11 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] 10.222.0.41 "DELETE /v2.0/ports/d157c85a-0d84-4a3a-a74e-dc6bc21944b1 HTTP/1.1" status: 204 len: 173 time: 5.4588406 Nov 22 20:21:13.831076 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f4a90d6-1fcd-49f1-9d76-18b26c029474', 'name': 'network-vif-deleted', 'tag': 'd157c85a-0d84-4a3a-a74e-dc6bc21944b1'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:21:13.835036 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43b19f00-7398-4ceb-a84a-6ac801a8fb36" -d '{"events": [{"server_uuid": "2f4a90d6-1fcd-49f1-9d76-18b26c029474", "name": "network-vif-deleted", "tag": "d157c85a-0d84-4a3a-a74e-dc6bc21944b1"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:21:13.892142 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-29b06c4e-8a51-4670-a4b0-cd0aac887d7a req-6e4ecf7d-4fe5-41e4-a9fd-6ae4d7bab9a1 service neutron] 10.222.0.41 "GET /v2.0/networks/d850805c-8248-4517-bdd1-4a876cc6baf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0457852 Nov 22 20:21:13.928541 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-4c495d66-935c-49a0-acc4-4715df9f5616 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/floatingips/8f3396cf-56ca-43de-9014-0a37a6d45207 HTTP/1.1" status: 200 len: 992 time: 0.5328557 Nov 22 20:21:14.013586 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23454d46-6270-4f3c-b206-b4cf079a2d2a req-8741bc95-200e-4cd8-8868-414bae20c0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:21:14.021430 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a161ea70-c17e-4986-ba1c-6304cbf653ef req-e45ada87-cd9b-4384-9c27-af24ca6121db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:21:14.023261 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-23454d46-6270-4f3c-b206-b4cf079a2d2a req-8741bc95-200e-4cd8-8868-414bae20c0ad service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7236a543-0fdb-4492-9b0d-aac7d66a3c1b HTTP/1.1" status: 200 len: 1097 time: 0.3319900 Nov 22 20:21:14.028835 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-a161ea70-c17e-4986-ba1c-6304cbf653ef req-e45ada87-cd9b-4384-9c27-af24ca6121db service neutron] 10.222.0.41 "GET /v2.0/subnets?id=19b1fa28-e1ba-4589-8381-fbf651ed52fa HTTP/1.1" status: 200 len: 834 time: 0.2118678 Nov 22 20:21:14.035266 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40824ba-7e4a-49f2-8fcb-12e4e27756e0 req-1bdc1c85-6a7c-44d5-a778-31146a4a7d54 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:21:14.046141 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-20a4a764-3d0f-4cc4-8f2f-59dbc6bee39e None None] Set router d305399d-34af-4ee1-9c40-8ba5615f59c5 gateway port host: n-d-818823-1 {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:21:14.047258 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e40824ba-7e4a-49f2-8fcb-12e4e27756e0 req-1bdc1c85-6a7c-44d5-a778-31146a4a7d54 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/ports?device_id=1fce27a4-3d80-4211-af77-ae21323044d2 HTTP/1.1" status: 200 len: 945 time: 0.3476768 Nov 22 20:21:14.052175 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-29b06c4e-8a51-4670-a4b0-cd0aac887d7a req-5710be9a-c0c4-493e-93c3-e82e620fe2d6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.100&port_id=23b5427c-a333-43d6-a0e0-5ca27da7038f HTTP/1.1" status: 200 len: 217 time: 0.1456251 Nov 22 20:21:14.147217 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a161ea70-c17e-4986-ba1c-6304cbf653ef req-33b74e53-c3c7-4cd5-ab43-0ef67b9cd8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:21:14.149224 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-a161ea70-c17e-4986-ba1c-6304cbf653ef req-33b74e53-c3c7-4cd5-ab43-0ef67b9cd8bd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=43dfe348-e2b3-45a9-b942-b91bdebcc301&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1152966 Nov 22 20:21:14.229201 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-41544ece-99ec-4646-9289-5c22c93aab0f req-3144acb3-b98b-4e66-bb5a-290c0408b20f tempest-SecurityGroupRulesNegativeTestJSON-1878119778 tempest-SecurityGroupRulesNegativeTestJSON-1878119778-project] 10.222.0.46 "GET /v2.0/security-groups/16cb48fe-166d-44bb-9d20-0d257dfcc63e HTTP/1.1" status: 200 len: 2424 time: 0.5443857 Nov 22 20:21:14.315343 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:14.402865 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:14.470213 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-a161ea70-c17e-4986-ba1c-6304cbf653ef req-dc50f0be-41f9-446f-876c-1cc02291b845 service neutron] 10.222.0.41 "GET /v2.0/networks/43dfe348-e2b3-45a9-b942-b91bdebcc301?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3126953 Nov 22 20:21:14.549264 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e40824ba-7e4a-49f2-8fcb-12e4e27756e0 req-68340098-2e1a-4067-bbe9-6b6bcf51def1 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6bb4485-0c85-4226-9793-14795129f329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3851609 Nov 22 20:21:14.611506 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-41544ece-99ec-4646-9289-5c22c93aab0f req-e42634b9-7c42-4a90-a971-e1c3f39965ce tempest-SecurityGroupRulesNegativeTestJSON-1878119778 tempest-SecurityGroupRulesNegativeTestJSON-1878119778-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:14.629733 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-41544ece-99ec-4646-9289-5c22c93aab0f req-e42634b9-7c42-4a90-a971-e1c3f39965ce tempest-SecurityGroupRulesNegativeTestJSON-1878119778 tempest-SecurityGroupRulesNegativeTestJSON-1878119778-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:14.715202 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-a161ea70-c17e-4986-ba1c-6304cbf653ef req-ace3fd3f-2bfd-45d2-ab73-7a469e8584ab service neutron] 10.222.0.41 "GET /v2.0/networks/43dfe348-e2b3-45a9-b942-b91bdebcc301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2346647 Nov 22 20:21:14.736017 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b06c4e-8a51-4670-a4b0-cd0aac887d7a req-9f4a7ea7-8fe5-4332-aaa1-33d7b8c2c7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:21:14.745419 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-29b06c4e-8a51-4670-a4b0-cd0aac887d7a req-9f4a7ea7-8fe5-4332-aaa1-33d7b8c2c7e0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e25cd4ad-e472-4506-b141-ef866ec585ef HTTP/1.1" status: 200 len: 797 time: 0.5547965 Nov 22 20:21:14.777440 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-23454d46-6270-4f3c-b206-b4cf079a2d2a req-e392346e-ee7a-4b52-85cf-83d03adc4451 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=d95e1db1-f0c9-4323-bdfe-93688145577c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7290804 Nov 22 20:21:14.843177 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-41544ece-99ec-4646-9289-5c22c93aab0f req-e42634b9-7c42-4a90-a971-e1c3f39965ce tempest-SecurityGroupRulesNegativeTestJSON-1878119778 tempest-SecurityGroupRulesNegativeTestJSON-1878119778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572323'] for security_group_rule, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:14.887455 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-41544ece-99ec-4646-9289-5c22c93aab0f req-e42634b9-7c42-4a90-a971-e1c3f39965ce tempest-SecurityGroupRulesNegativeTestJSON-1878119778 tempest-SecurityGroupRulesNegativeTestJSON-1878119778-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:14.888666 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-41544ece-99ec-4646-9289-5c22c93aab0f req-e42634b9-7c42-4a90-a971-e1c3f39965ce tempest-SecurityGroupRulesNegativeTestJSON-1878119778 tempest-SecurityGroupRulesNegativeTestJSON-1878119778-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/e7d1fc5a-0a5c-41b3-a29b-bf0e53c8a159 HTTP/1.1" status: 204 len: 173 time: 0.5618875 Nov 22 20:21:14.919533 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-20a4a764-3d0f-4cc4-8f2f-59dbc6bee39e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd305399d-34af-4ee1-9c40-8ba5615f59c5', 'name': 'tempest-TaggedBootDevicesTest-1460074747-router', 'tenant_id': '7c2e3bcb3c11419aa5bdb45ad6533966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.66'}], 'enable_snat': True}, 'gw_port_id': '25c221fc-593d-4f05-a358-e8b167d8000e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:09:12Z', 'updated_at': '2021-11-22T20:09:26Z', 'revision_number': 4, 'project_id': '7c2e3bcb3c11419aa5bdb45ad6533966', 'gw_port': {'id': '25c221fc-593d-4f05-a358-e8b167d8000e', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:08:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd305399d-34af-4ee1-9c40-8ba5615f59c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 864, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:09:15Z', 'updated_at': '2021-11-22T20:09:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': 'd5088741-6f03-42c9-b9e6-ab86b7fd98c5', 'name': '', 'network_id': 'ac9307cb-d216-4d24-9d6c-807bf1ccc8be', 'tenant_id': '7c2e3bcb3c11419aa5bdb45ad6533966', 'mac_address': 'fa:16:3e:64:da:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd305399d-34af-4ee1-9c40-8ba5615f59c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': '6b90bb48-40b3-40a5-9333-60b239e36730', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:09:24Z', 'updated_at': '2021-11-22T20:09:38Z', 'revision_number': 5, 'project_id': '7c2e3bcb3c11419aa5bdb45ad6533966', 'subnets': [{'id': '6b90bb48-40b3-40a5-9333-60b239e36730', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:21:14.960120 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5d408873-02a5-484c-ad22-bc25be1c930e req-f8a0d09a-916c-4265-bfa3-9cfa3168a50c tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f4a90d6-1fcd-49f1-9d76-18b26c029474 HTTP/1.1" status: 200 len: 210 time: 0.1223536 Nov 22 20:21:14.965286 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a4a764-3d0f-4cc4-8f2f-59dbc6bee39e None None] Checking router: d305399d-34af-4ee1-9c40-8ba5615f59c5 for host: n-d-818823-1 {{(pid=103450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 20:21:14.967441 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42634b9-7c42-4a90-a971-e1c3f39965ce tempest-SecurityGroupRulesNegativeTestJSON-1878119778 tempest-SecurityGroupRulesNegativeTestJSON-1878119778-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e7d1fc5a-0a5c-41b3-a29b-bf0e53c8a159,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:21:14.989960 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b06c4e-8a51-4670-a4b0-cd0aac887d7a req-2d393d9c-e08e-4ac7-9d1e-e9e0f33c5b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:21:14.990904 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a4a764-3d0f-4cc4-8f2f-59dbc6bee39e None None] Routers {'d305399d-34af-4ee1-9c40-8ba5615f59c5'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:21:14.991564 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-20a4a764-3d0f-4cc4-8f2f-59dbc6bee39e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:21:02Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['d305399d-34af-4ee1-9c40-8ba5615f59c5'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:21:14.995856 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-29b06c4e-8a51-4670-a4b0-cd0aac887d7a req-2d393d9c-e08e-4ac7-9d1e-e9e0f33c5b3c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3ad73812-60e8-4754-bf89-bc7945f351b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2480261 Nov 22 20:21:15.153213 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:21:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d128ea3-879b-41bd-866e-89fb0da62c1c x-openstack-request-id: req-5d128ea3-879b-41bd-866e-89fb0da62c1c {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:21:15.153213 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f4a90d6-1fcd-49f1-9d76-18b26c029474", "name": "network-vif-deleted", "tag": "d157c85a-0d84-4a3a-a74e-dc6bc21944b1", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:21:15.153213 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5d128ea3-879b-41bd-866e-89fb0da62c1c {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:21:15.153213 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f4a90d6-1fcd-49f1-9d76-18b26c029474', 'name': 'network-vif-deleted', 'tag': 'd157c85a-0d84-4a3a-a74e-dc6bc21944b1', 'status': 'completed', 'code': 200} Nov 22 20:21:15.214657 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-50588558-e2ed-437c-939a-8fa221dd8653 req-66bade8c-80e3-434c-a3a5-6647c174ee56 tempest-SecurityGroupRulesNegativeTestJSON-1878119778 tempest-SecurityGroupRulesNegativeTestJSON-1878119778-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-895832546', 'description': 'tempest-description-375217122'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:21:15.230907 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-20a4a764-3d0f-4cc4-8f2f-59dbc6bee39e None None] Set router d305399d-34af-4ee1-9c40-8ba5615f59c5 gateway port host: n-d-818823-1 {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:21:15.351653 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55666df2-715a-425e-8f6e-ad19842bef95 req-f2c23218-6e25-4c92-b099-95c823ec740b tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:21:15.355629 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-55666df2-715a-425e-8f6e-ad19842bef95 req-f2c23218-6e25-4c92-b099-95c823ec740b tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] 10.222.0.46 "GET /v2.0/ports?device_id=7236a543-0fdb-4492-9b0d-aac7d66a3c1b HTTP/1.1" status: 200 len: 946 time: 0.2054863 Nov 22 20:21:15.358888 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-50588558-e2ed-437c-939a-8fa221dd8653 req-66bade8c-80e3-434c-a3a5-6647c174ee56 tempest-SecurityGroupRulesNegativeTestJSON-1878119778 tempest-SecurityGroupRulesNegativeTestJSON-1878119778-project] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:15.384136 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-29b06c4e-8a51-4670-a4b0-cd0aac887d7a req-81d02607-5035-48c9-af97-21dda3619a1b service neutron] 10.222.0.41 "GET /v2.0/networks/3ad73812-60e8-4754-bf89-bc7945f351b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3805747 Nov 22 20:21:15.608406 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-20a4a764-3d0f-4cc4-8f2f-59dbc6bee39e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd305399d-34af-4ee1-9c40-8ba5615f59c5', 'name': 'tempest-TaggedBootDevicesTest-1460074747-router', 'tenant_id': '7c2e3bcb3c11419aa5bdb45ad6533966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.66'}], 'enable_snat': True}, 'gw_port_id': '25c221fc-593d-4f05-a358-e8b167d8000e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:09:12Z', 'updated_at': '2021-11-22T20:09:26Z', 'revision_number': 4, 'project_id': '7c2e3bcb3c11419aa5bdb45ad6533966', 'gw_port': {'id': '25c221fc-593d-4f05-a358-e8b167d8000e', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:08:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd305399d-34af-4ee1-9c40-8ba5615f59c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 864, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:09:15Z', 'updated_at': '2021-11-22T20:09:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': 'd5088741-6f03-42c9-b9e6-ab86b7fd98c5', 'name': '', 'network_id': 'ac9307cb-d216-4d24-9d6c-807bf1ccc8be', 'tenant_id': '7c2e3bcb3c11419aa5bdb45ad6533966', 'mac_address': 'fa:16:3e:64:da:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd305399d-34af-4ee1-9c40-8ba5615f59c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': '6b90bb48-40b3-40a5-9333-60b239e36730', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:09:24Z', 'updated_at': '2021-11-22T20:09:38Z', 'revision_number': 5, 'project_id': '7c2e3bcb3c11419aa5bdb45ad6533966', 'subnets': [{'id': '6b90bb48-40b3-40a5-9333-60b239e36730', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:21:15.690550 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a4a764-3d0f-4cc4-8f2f-59dbc6bee39e None None] The sync data for ids ['d305399d-34af-4ee1-9c40-8ba5615f59c5'] in n-d-818823-1 is: [{'id': 'd305399d-34af-4ee1-9c40-8ba5615f59c5', 'name': 'tempest-TaggedBootDevicesTest-1460074747-router', 'tenant_id': '7c2e3bcb3c11419aa5bdb45ad6533966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.66'}], 'enable_snat': True}, 'gw_port_id': '25c221fc-593d-4f05-a358-e8b167d8000e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:09:12Z', 'updated_at': '2021-11-22T20:09:26Z', 'revision_number': 4, 'project_id': '7c2e3bcb3c11419aa5bdb45ad6533966', 'gw_port': {'id': '25c221fc-593d-4f05-a358-e8b167d8000e', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:08:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd305399d-34af-4ee1-9c40-8ba5615f59c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 864, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:09:15Z', 'updated_at': '2021-11-22T20:09:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': 'd5088741-6f03-42c9-b9e6-ab86b7fd98c5', 'name': '', 'network_id': 'ac9307cb-d216-4d24-9d6c-807bf1ccc8be', 'tenant_id': '7c2e3bcb3c11419aa5bdb45ad6533966', 'mac_address': 'fa:16:3e:64:da:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd305399d-34af-4ee1-9c40-8ba5615f59c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': '6b90bb48-40b3-40a5-9333-60b239e36730', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:09:24Z', 'updated_at': '2021-11-22T20:09:38Z', 'revision_number': 5, 'project_id': '7c2e3bcb3c11419aa5bdb45ad6533966', 'subnets': [{'id': '6b90bb48-40b3-40a5-9333-60b239e36730', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:21:15.730250 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-55666df2-715a-425e-8f6e-ad19842bef95 req-9a7cca68-155e-4cf7-a03c-e289e90ec691 tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] 10.222.0.46 "GET /v2.0/security-groups?id=d95e1db1-f0c9-4323-bdfe-93688145577c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3564095 Nov 22 20:21:15.778041 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-29b06c4e-8a51-4670-a4b0-cd0aac887d7a req-2cdd98f6-ae38-466c-9fbc-243a8ee2fbd0 service neutron] 10.222.0.41 "GET /v2.0/networks/3ad73812-60e8-4754-bf89-bc7945f351b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2856297 Nov 22 20:21:15.908501 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-29b06c4e-8a51-4670-a4b0-cd0aac887d7a req-65e2d976-9bd6-4b1e-a026-62998de6d70b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.254&port_id=cc5614ff-8218-4f84-9a25-5dccd5d7dcd7 HTTP/1.1" status: 200 len: 217 time: 0.0970612 Nov 22 20:21:15.954396 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123913a2-7765-452a-8f29-1e609e73ff31 req-043d3c3f-acf9-48ce-84ce-eac690df01ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:21:15.956137 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-123913a2-7765-452a-8f29-1e609e73ff31 req-043d3c3f-acf9-48ce-84ce-eac690df01ac service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=76a9efddcf274563b133aa3f163fb3f9&device_id=1fce27a4-3d80-4211-af77-ae21323044d2 HTTP/1.1" status: 200 len: 1096 time: 0.2306881 Nov 22 20:21:16.182578 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-50588558-e2ed-437c-939a-8fa221dd8653 req-66bade8c-80e3-434c-a3a5-6647c174ee56 tempest-SecurityGroupRulesNegativeTestJSON-1878119778 tempest-SecurityGroupRulesNegativeTestJSON-1878119778-project] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:16.199590 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57da239f-8319-48b8-833a-e210581273c9 req-ac9df119-0b33-4537-b753-1d997029df61 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:21:16.211290 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-57da239f-8319-48b8-833a-e210581273c9 req-ac9df119-0b33-4537-b753-1d997029df61 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/ports?device_id=1fce27a4-3d80-4211-af77-ae21323044d2 HTTP/1.1" status: 200 len: 945 time: 0.3073409 Nov 22 20:21:16.230436 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-50588558-e2ed-437c-939a-8fa221dd8653 req-66bade8c-80e3-434c-a3a5-6647c174ee56 tempest-SecurityGroupRulesNegativeTestJSON-1878119778 tempest-SecurityGroupRulesNegativeTestJSON-1878119778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:16.302361 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b06c4e-8a51-4670-a4b0-cd0aac887d7a req-ab5c02af-7805-42d6-bcdb-294f121e2108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:21:16.305754 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-29b06c4e-8a51-4670-a4b0-cd0aac887d7a req-ab5c02af-7805-42d6-bcdb-294f121e2108 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e25cd4ad-e472-4506-b141-ef866ec585ef HTTP/1.1" status: 200 len: 797 time: 0.3262455 Nov 22 20:21:16.348263 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-50588558-e2ed-437c-939a-8fa221dd8653 req-66bade8c-80e3-434c-a3a5-6647c174ee56 tempest-SecurityGroupRulesNegativeTestJSON-1878119778 tempest-SecurityGroupRulesNegativeTestJSON-1878119778-project] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:16.349512 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-50588558-e2ed-437c-939a-8fa221dd8653 req-66bade8c-80e3-434c-a3a5-6647c174ee56 tempest-SecurityGroupRulesNegativeTestJSON-1878119778 tempest-SecurityGroupRulesNegativeTestJSON-1878119778-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 1.1448452 Nov 22 20:21:16.362942 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b3bb78-390a-4ec0-9282-180d6a6b1047 None None] New status for floating IP b268c7e2-80b2-40d4-b3eb-214d2132d305: DOWN {{(pid=103449) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 20:21:16.435316 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123913a2-7765-452a-8f29-1e609e73ff31 req-a43abe02-d8e7-4191-9016-a66f77a4b08b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:21:16.437036 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-123913a2-7765-452a-8f29-1e609e73ff31 req-a43abe02-d8e7-4191-9016-a66f77a4b08b service neutron] 10.222.0.20 "GET /v2.0/networks?id=41f439de-e657-4ca1-8a55-865945ee9732 HTTP/1.1" status: 200 len: 912 time: 0.4499195 Nov 22 20:21:16.441347 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-57da239f-8319-48b8-833a-e210581273c9 req-70aaf73a-961c-4514-89ea-841fbf3142f2 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6bb4485-0c85-4226-9793-14795129f329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2296591 Nov 22 20:21:16.467272 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bade8c-80e3-434c-a3a5-6647c174ee56 tempest-SecurityGroupRulesNegativeTestJSON-1878119778 tempest-SecurityGroupRulesNegativeTestJSON-1878119778-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b992f096-8e4f-4f97-aa28-5bfb42c1a14f,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:21:16.541302 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ae83b11b-44e5-4099-ae9a-f2ea173977b1 req-ac9444d5-977d-4a9c-aac3-ef4b6437cceb tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f4a90d6-1fcd-49f1-9d76-18b26c029474 HTTP/1.1" status: 200 len: 210 time: 0.0946286 Nov 22 20:21:16.544160 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-123913a2-7765-452a-8f29-1e609e73ff31 req-2e4d1854-63e3-4743-98a6-8dfbb10bbddb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b7ef7a3a-b080-4781-95a2-5bc50d1a160e HTTP/1.1" status: 200 len: 217 time: 0.0899544 Nov 22 20:21:16.626572 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b06c4e-8a51-4670-a4b0-cd0aac887d7a req-eb9c691a-9ee4-4cec-8a9a-123471fd3c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:21:16.629020 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-29b06c4e-8a51-4670-a4b0-cd0aac887d7a req-eb9c691a-9ee4-4cec-8a9a-123471fd3c75 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3ad73812-60e8-4754-bf89-bc7945f351b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3109105 Nov 22 20:21:16.675754 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123913a2-7765-452a-8f29-1e609e73ff31 req-5fbb8e22-a7ef-456c-a81b-ac74b7cc8aab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:21:16.677862 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-123913a2-7765-452a-8f29-1e609e73ff31 req-5fbb8e22-a7ef-456c-a81b-ac74b7cc8aab service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d74b376c-118a-4e1f-b1b9-d074bfe85b19 HTTP/1.1" status: 200 len: 851 time: 0.1258571 Nov 22 20:21:16.771569 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-123913a2-7765-452a-8f29-1e609e73ff31 req-cb93ac37-d2d5-489a-8c53-8b659ea43471 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=41f439de-e657-4ca1-8a55-865945ee9732&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0778208 Nov 22 20:21:16.891291 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-504b11bb-36fa-48f8-bf7b-99f38f59d334 req-ecc0dd45-bf23-42ea-9ec4-0f3c440e86c2 tempest-SecurityGroupRulesNegativeTestJSON-1878119778 tempest-SecurityGroupRulesNegativeTestJSON-1878119778-project] 10.222.0.46 "GET /v2.0/security-groups/b992f096-8e4f-4f97-aa28-5bfb42c1a14f HTTP/1.1" status: 200 len: 1830 time: 0.2580488 Nov 22 20:21:16.952123 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-29b06c4e-8a51-4670-a4b0-cd0aac887d7a req-ff0addb7-b971-4939-a143-a9738c3e3882 service neutron] 10.222.0.41 "GET /v2.0/networks/3ad73812-60e8-4754-bf89-bc7945f351b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3014333 Nov 22 20:21:16.976888 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-38c03fa5-89dc-4b3a-aa22-3feb8483222d req-4b1e6533-d467-4e83-958e-5d653c8ede21 tempest-SecurityGroupRulesNegativeTestJSON-1878119778 tempest-SecurityGroupRulesNegativeTestJSON-1878119778-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1776595321', 'description': 'tempest-description-532977639'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:21:17.032476 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428634a1-a369-43de-8f1f-b38e099ebd31 req-0b575149-9982-4199-bad9-15f91130afc6 tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:21:17.035266 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-428634a1-a369-43de-8f1f-b38e099ebd31 req-0b575149-9982-4199-bad9-15f91130afc6 tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] 10.222.0.46 "GET /v2.0/ports?device_id=7236a543-0fdb-4492-9b0d-aac7d66a3c1b HTTP/1.1" status: 200 len: 946 time: 0.1662464 Nov 22 20:21:17.071701 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-123913a2-7765-452a-8f29-1e609e73ff31 req-1e17071d-c996-479f-9980-8b2360965017 service neutron] 10.222.0.20 "GET /v2.0/networks/41f439de-e657-4ca1-8a55-865945ee9732?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2909808 Nov 22 20:21:17.242475 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-38c03fa5-89dc-4b3a-aa22-3feb8483222d req-4b1e6533-d467-4e83-958e-5d653c8ede21 tempest-SecurityGroupRulesNegativeTestJSON-1878119778 tempest-SecurityGroupRulesNegativeTestJSON-1878119778-project] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:17.333251 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-428634a1-a369-43de-8f1f-b38e099ebd31 req-69acc37b-16e4-4a88-bdd1-16a810e7b9e5 tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] 10.222.0.46 "GET /v2.0/security-groups?id=d95e1db1-f0c9-4323-bdfe-93688145577c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2828920 Nov 22 20:21:17.346741 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-123913a2-7765-452a-8f29-1e609e73ff31 req-9aa4af90-8154-417f-9d12-2e7a23ad762b service neutron] 10.222.0.20 "GET /v2.0/networks/41f439de-e657-4ca1-8a55-865945ee9732?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2600689 Nov 22 20:21:17.350876 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-29b06c4e-8a51-4670-a4b0-cd0aac887d7a req-18b576c9-79fc-440c-a769-3e714ee635e0 service neutron] 10.222.0.41 "GET /v2.0/networks/3ad73812-60e8-4754-bf89-bc7945f351b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3873656 Nov 22 20:21:17.439520 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-29b06c4e-8a51-4670-a4b0-cd0aac887d7a req-a31d966b-d758-42b0-aa0d-4aaac25ca56d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.120&port_id=26cc7b13-59a1-4281-875f-27b2b98ae89e HTTP/1.1" status: 200 len: 217 time: 0.0762010 Nov 22 20:21:17.536765 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-38c03fa5-89dc-4b3a-aa22-3feb8483222d req-4b1e6533-d467-4e83-958e-5d653c8ede21 tempest-SecurityGroupRulesNegativeTestJSON-1878119778 tempest-SecurityGroupRulesNegativeTestJSON-1878119778-project] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:17.550201 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b962f90-a988-454c-8938-101076cec0d0 req-faec7b1d-7ae0-41f1-bf8d-8fdc0e5c6ae4 tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:21:17.552043 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9b962f90-a988-454c-8938-101076cec0d0 req-faec7b1d-7ae0-41f1-bf8d-8fdc0e5c6ae4 tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] 10.222.0.46 "GET /v2.0/ports?device_id=7236a543-0fdb-4492-9b0d-aac7d66a3c1b HTTP/1.1" status: 200 len: 946 time: 0.1246796 Nov 22 20:21:17.555448 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-38c03fa5-89dc-4b3a-aa22-3feb8483222d req-4b1e6533-d467-4e83-958e-5d653c8ede21 tempest-SecurityGroupRulesNegativeTestJSON-1878119778 tempest-SecurityGroupRulesNegativeTestJSON-1878119778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:17.568472 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b06c4e-8a51-4670-a4b0-cd0aac887d7a req-e8cfab0f-9824-4c18-9ad8-3abafc60f64a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:21:17.569966 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-29b06c4e-8a51-4670-a4b0-cd0aac887d7a req-e8cfab0f-9824-4c18-9ad8-3abafc60f64a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e25cd4ad-e472-4506-b141-ef866ec585ef HTTP/1.1" status: 200 len: 797 time: 0.1119463 Nov 22 20:21:17.647877 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-38c03fa5-89dc-4b3a-aa22-3feb8483222d req-4b1e6533-d467-4e83-958e-5d653c8ede21 tempest-SecurityGroupRulesNegativeTestJSON-1878119778 tempest-SecurityGroupRulesNegativeTestJSON-1878119778-project] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:17.649152 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-38c03fa5-89dc-4b3a-aa22-3feb8483222d req-4b1e6533-d467-4e83-958e-5d653c8ede21 tempest-SecurityGroupRulesNegativeTestJSON-1878119778 tempest-SecurityGroupRulesNegativeTestJSON-1878119778-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1836 time: 0.6842852 Nov 22 20:21:17.661989 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1e6533-d467-4e83-958e-5d653c8ede21 tempest-SecurityGroupRulesNegativeTestJSON-1878119778 tempest-SecurityGroupRulesNegativeTestJSON-1878119778-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4339dad8-1858-459d-b54d-c6f77ba6e54e,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:21:17.699559 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9b962f90-a988-454c-8938-101076cec0d0 req-e7d9b08e-4a6d-4eb0-a8c8-86ab700df3c8 tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] 10.222.0.46 "GET /v2.0/security-groups?id=d95e1db1-f0c9-4323-bdfe-93688145577c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284347 Nov 22 20:21:17.720094 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b06c4e-8a51-4670-a4b0-cd0aac887d7a req-4225ed59-27de-496e-b314-41ec7c3b95d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:21:17.722610 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-29b06c4e-8a51-4670-a4b0-cd0aac887d7a req-4225ed59-27de-496e-b314-41ec7c3b95d8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3ad73812-60e8-4754-bf89-bc7945f351b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1394715 Nov 22 20:21:18.329539 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-af5cd210-6381-46f4-b805-4e7e42af2942 req-3e14e062-bfff-4af1-b142-a103c35926bd tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f4a90d6-1fcd-49f1-9d76-18b26c029474 HTTP/1.1" status: 200 len: 210 time: 0.4980409 Nov 22 20:21:18.402861 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc8b719-7236-43bc-aed6-c4905c4a669a req-5d053e0b-5076-4542-a0b5-a5dfa54bb9a8 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:21:18.404688 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-dcc8b719-7236-43bc-aed6-c4905c4a669a req-5d053e0b-5076-4542-a0b5-a5dfa54bb9a8 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/ports?device_id=1fce27a4-3d80-4211-af77-ae21323044d2 HTTP/1.1" status: 200 len: 945 time: 0.5721087 Nov 22 20:21:18.407838 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-29b06c4e-8a51-4670-a4b0-cd0aac887d7a req-b337c537-fc79-424b-8975-ea344d60e3dd service neutron] 10.222.0.41 "GET /v2.0/networks/3ad73812-60e8-4754-bf89-bc7945f351b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6762092 Nov 22 20:21:18.643812 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-baa3d48a-99b0-47a5-8ef9-919d7a6e90e6 req-f45ef075-0651-4f81-a52d-07eb60006f66 tempest-SecurityGroupRulesNegativeTestJSON-1878119778 tempest-SecurityGroupRulesNegativeTestJSON-1878119778-project] 10.222.0.46 "GET /v2.0/security-groups/4339dad8-1858-459d-b54d-c6f77ba6e54e HTTP/1.1" status: 200 len: 1831 time: 0.1165881 Nov 22 20:21:18.691437 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-dcc8b719-7236-43bc-aed6-c4905c4a669a req-e97cb123-a34a-4db4-a192-f3aa4a49ff0b tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6bb4485-0c85-4226-9793-14795129f329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2625868 Nov 22 20:21:18.704261 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-29b06c4e-8a51-4670-a4b0-cd0aac887d7a req-3196aa10-fa87-4d16-9672-d5433d71084c service neutron] 10.222.0.41 "GET /v2.0/networks/3ad73812-60e8-4754-bf89-bc7945f351b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2744203 Nov 22 20:21:18.764779 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-29b06c4e-8a51-4670-a4b0-cd0aac887d7a req-5186784e-b70d-457a-9f11-4185a4bb981a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.92&port_id=835a0333-17c1-49ac-a55d-d9999f17b48d HTTP/1.1" status: 200 len: 217 time: 0.0528872 Nov 22 20:21:18.867649 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-d2b873e8-2f3e-4bef-a402-b79138276304 req-30e33140-bba2-4663-8a99-5165b045450f tempest-SecurityGroupRulesNegativeTestJSON-1878119778 tempest-SecurityGroupRulesNegativeTestJSON-1878119778-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-686627029', 'description': 'tempest-description-628184302'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:21:18.953831 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-d2b873e8-2f3e-4bef-a402-b79138276304 req-30e33140-bba2-4663-8a99-5165b045450f tempest-SecurityGroupRulesNegativeTestJSON-1878119778 tempest-SecurityGroupRulesNegativeTestJSON-1878119778-project] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:19.053653 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-d2b873e8-2f3e-4bef-a402-b79138276304 req-30e33140-bba2-4663-8a99-5165b045450f tempest-SecurityGroupRulesNegativeTestJSON-1878119778 tempest-SecurityGroupRulesNegativeTestJSON-1878119778-project] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:19.061270 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b06c4e-8a51-4670-a4b0-cd0aac887d7a req-b8556db1-0ae0-4c96-81fb-8e639976aaf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:21:19.062929 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-29b06c4e-8a51-4670-a4b0-cd0aac887d7a req-b8556db1-0ae0-4c96-81fb-8e639976aaf2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e25cd4ad-e472-4506-b141-ef866ec585ef HTTP/1.1" status: 200 len: 797 time: 0.2915540 Nov 22 20:21:19.066457 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-d2b873e8-2f3e-4bef-a402-b79138276304 req-30e33140-bba2-4663-8a99-5165b045450f tempest-SecurityGroupRulesNegativeTestJSON-1878119778 tempest-SecurityGroupRulesNegativeTestJSON-1878119778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:19.183679 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e33140-bba2-4663-8a99-5165b045450f tempest-SecurityGroupRulesNegativeTestJSON-1878119778 tempest-SecurityGroupRulesNegativeTestJSON-1878119778-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23bb96b2-086d-4a9b-a8c3-0615f5d0294b,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:21:19.190741 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-d2b873e8-2f3e-4bef-a402-b79138276304 req-30e33140-bba2-4663-8a99-5165b045450f tempest-SecurityGroupRulesNegativeTestJSON-1878119778 tempest-SecurityGroupRulesNegativeTestJSON-1878119778-project] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:19.192200 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d2b873e8-2f3e-4bef-a402-b79138276304 req-30e33140-bba2-4663-8a99-5165b045450f tempest-SecurityGroupRulesNegativeTestJSON-1878119778 tempest-SecurityGroupRulesNegativeTestJSON-1878119778-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.3636377 Nov 22 20:21:19.218875 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b06c4e-8a51-4670-a4b0-cd0aac887d7a req-3d633741-1227-4aac-9b89-f5a2b422f45e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:21:19.221563 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-29b06c4e-8a51-4670-a4b0-cd0aac887d7a req-3d633741-1227-4aac-9b89-f5a2b422f45e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3ad73812-60e8-4754-bf89-bc7945f351b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1442270 Nov 22 20:21:19.513863 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c916ea4a-fe7f-4d55-9e85-636ab9dda421 req-db52290b-49a5-4e29-a283-e6a709bf31b4 tempest-SecurityGroupRulesNegativeTestJSON-1878119778 tempest-SecurityGroupRulesNegativeTestJSON-1878119778-project] 10.222.0.46 "GET /v2.0/security-groups/23bb96b2-086d-4a9b-a8c3-0615f5d0294b HTTP/1.1" status: 200 len: 1830 time: 0.1950235 Nov 22 20:21:19.533017 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-29b06c4e-8a51-4670-a4b0-cd0aac887d7a req-aea83f6f-b515-49a5-b76e-35e1f267ef03 service neutron] 10.222.0.41 "GET /v2.0/networks/3ad73812-60e8-4754-bf89-bc7945f351b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2980111 Nov 22 20:21:19.565217 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d47cce-a3bb-4626-a43c-1e8822363279 req-4e1c8f4a-fcd3-4fe0-8890-3d703c118c7b tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:21:19.567099 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f4d47cce-a3bb-4626-a43c-1e8822363279 req-4e1c8f4a-fcd3-4fe0-8890-3d703c118c7b tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] 10.222.0.46 "GET /v2.0/networks?id=352547e0-207e-4556-a1a1-f7d6c95fa4cd HTTP/1.1" status: 200 len: 815 time: 0.2469594 Nov 22 20:21:19.657697 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f4d47cce-a3bb-4626-a43c-1e8822363279 req-31f9bc0c-9cba-44fb-9d50-8df35636aeab tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] 10.222.0.46 "GET /v2.0/quotas/0a58786711ae4e778e9682d515473efc HTTP/1.1" status: 200 len: 375 time: 0.0785508 Nov 22 20:21:19.662023 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4d5142f6-9d9a-421a-9532-654d897d1e7d req-0d9424e4-36ac-43b3-9412-f6be75e96f06 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f4a90d6-1fcd-49f1-9d76-18b26c029474 HTTP/1.1" status: 200 len: 210 time: 0.0417805 Nov 22 20:21:19.767128 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-29b06c4e-8a51-4670-a4b0-cd0aac887d7a req-9a047a4a-8e92-4171-838d-009f75029786 service neutron] 10.222.0.41 "GET /v2.0/networks/3ad73812-60e8-4754-bf89-bc7945f351b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2237263 Nov 22 20:21:19.879021 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f4d47cce-a3bb-4626-a43c-1e8822363279 req-f0064d86-06d7-4ece-a227-37c62e057929 tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=0a58786711ae4e778e9682d515473efc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2111635 Nov 22 20:21:19.885616 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-29b06c4e-8a51-4670-a4b0-cd0aac887d7a req-f0e787d2-be4b-4b5d-8e98-18d3d656c753 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=27859499-3fee-4255-98df-7775b62a7da8 HTTP/1.1" status: 200 len: 217 time: 0.1092083 Nov 22 20:21:19.892968 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-fc00f4ab-8e62-42a9-966e-773c9db5d058 req-a7f40794-c152-48f9-b4a9-17699cb1322f tempest-SecurityGroupRulesNegativeTestJSON-1878119778 tempest-SecurityGroupRulesNegativeTestJSON-1878119778-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1207264161', 'description': 'tempest-description-167492150'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:21:20.031050 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-fc00f4ab-8e62-42a9-966e-773c9db5d058 req-a7f40794-c152-48f9-b4a9-17699cb1322f tempest-SecurityGroupRulesNegativeTestJSON-1878119778 tempest-SecurityGroupRulesNegativeTestJSON-1878119778-project] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:20.036338 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b06c4e-8a51-4670-a4b0-cd0aac887d7a req-862b5e59-6eca-468d-94bb-7f4d9678fe96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:21:20.037961 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-29b06c4e-8a51-4670-a4b0-cd0aac887d7a req-862b5e59-6eca-468d-94bb-7f4d9678fe96 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ef7fccd9-1ba4-439a-b54e-9e5a9b6c59f5 HTTP/1.1" status: 200 len: 797 time: 0.1368115 Nov 22 20:21:20.124760 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f4d47cce-a3bb-4626-a43c-1e8822363279 req-45d5a6cb-e798-4445-93f6-103c8a8cf030 service neutron] 10.222.0.46 "GET /v2.0/networks/352547e0-207e-4556-a1a1-f7d6c95fa4cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2249696 Nov 22 20:21:20.136647 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device b7ef7a3a-b080-4781-95a2-5bc50d1a160e no longer exists at agent hyperv_n-h2-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:21:20.200736 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b06c4e-8a51-4670-a4b0-cd0aac887d7a req-6ba89e8b-0b0c-4559-a1a9-a4a2ea371ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:21:20.202288 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-29b06c4e-8a51-4670-a4b0-cd0aac887d7a req-6ba89e8b-0b0c-4559-a1a9-a4a2ea371ce0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=af9bb979-b2e3-447d-a9f1-511c736d70b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1526551 Nov 22 20:21:20.297488 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:20.320631 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-fc00f4ab-8e62-42a9-966e-773c9db5d058 req-a7f40794-c152-48f9-b4a9-17699cb1322f tempest-SecurityGroupRulesNegativeTestJSON-1878119778 tempest-SecurityGroupRulesNegativeTestJSON-1878119778-project] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:20.333893 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fce27a4-3d80-4211-af77-ae21323044d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b7ef7a3a-b080-4781-95a2-5bc50d1a160e'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:21:20.338946 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d39f6d30a11e565ec9648abcc015e8a6ab6cff4edd704add8155e28765d31eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d88c737-3b7b-449b-8282-2bf088418045" -d '{"events": [{"server_uuid": "1fce27a4-3d80-4211-af77-ae21323044d2", "name": "network-vif-unplugged", "status": "completed", "tag": "b7ef7a3a-b080-4781-95a2-5bc50d1a160e"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:21:20.343872 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-fc00f4ab-8e62-42a9-966e-773c9db5d058 req-a7f40794-c152-48f9-b4a9-17699cb1322f tempest-SecurityGroupRulesNegativeTestJSON-1878119778 tempest-SecurityGroupRulesNegativeTestJSON-1878119778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:20.358863 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port b7ef7a3a-b080-4781-95a2-5bc50d1a160e, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=b7ef7a3a-b080-4781-95a2-5bc50d1a160e,segment=NetworkSegment(ac5f3349-9549-4263-b08f-bbbf3ebb8ed3),segment_id=ac5f3349-9549-4263-b08f-bbbf3ebb8ed3)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:21:20.365086 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:20.422105 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-fc00f4ab-8e62-42a9-966e-773c9db5d058 req-a7f40794-c152-48f9-b4a9-17699cb1322f tempest-SecurityGroupRulesNegativeTestJSON-1878119778 tempest-SecurityGroupRulesNegativeTestJSON-1878119778-project] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:20.423362 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-fc00f4ab-8e62-42a9-966e-773c9db5d058 req-a7f40794-c152-48f9-b4a9-17699cb1322f tempest-SecurityGroupRulesNegativeTestJSON-1878119778 tempest-SecurityGroupRulesNegativeTestJSON-1878119778-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1836 time: 0.5406587 Nov 22 20:21:20.431339 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=b7ef7a3a-b080-4781-95a2-5bc50d1a160e,revision_number=8']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:21:20.434948 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f4d47cce-a3bb-4626-a43c-1e8822363279 req-79334425-360e-4a2c-a6d0-71f3030c99cb service neutron] 10.222.0.46 "GET /v2.0/networks/352547e0-207e-4556-a1a1-f7d6c95fa4cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2983131 Nov 22 20:21:20.445962 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f40794-c152-48f9-b4a9-17699cb1322f tempest-SecurityGroupRulesNegativeTestJSON-1878119778 tempest-SecurityGroupRulesNegativeTestJSON-1878119778-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28e56acb-a56a-411d-bb7e-a89f49d428e3,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:21:20.461507 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba761881-1576-4330-9e46-99e8b3ac4e5f req-498b239b-a7f4-4439-ade0-e9117444536c tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:21:20.463562 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ba761881-1576-4330-9e46-99e8b3ac4e5f req-498b239b-a7f4-4439-ade0-e9117444536c tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] 10.222.0.20 "GET /v2.0/ports?device_id=7236a543-0fdb-4492-9b0d-aac7d66a3c1b HTTP/1.1" status: 200 len: 946 time: 0.2152348 Nov 22 20:21:20.498640 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-29b06c4e-8a51-4670-a4b0-cd0aac887d7a req-6ff92f3d-b5a3-43b1-8c58-3f4a3019d0c8 service neutron] 10.222.0.41 "GET /v2.0/networks/af9bb979-b2e3-447d-a9f1-511c736d70b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2854731 Nov 22 20:21:20.612675 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 22 Nov 2021 20:21:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d4917a2-1aab-4850-a553-8133ceef4c33 x-openstack-request-id: req-8d4917a2-1aab-4850-a553-8133ceef4c33 {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:21:20.613043 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fce27a4-3d80-4211-af77-ae21323044d2", "name": "network-vif-unplugged", "status": "failed", "tag": "b7ef7a3a-b080-4781-95a2-5bc50d1a160e", "code": 422}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:21:20.613372 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8d4917a2-1aab-4850-a553-8133ceef4c33 {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:21:20.613886 n-d-818823-1 neutron-server[103449]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '1fce27a4-3d80-4211-af77-ae21323044d2', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b7ef7a3a-b080-4781-95a2-5bc50d1a160e', 'code': 422} returned with failed status Nov 22 20:21:20.731674 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-29b06c4e-8a51-4670-a4b0-cd0aac887d7a req-6863b561-f0fb-4933-ab29-28a08a02e638 service neutron] 10.222.0.41 "GET /v2.0/networks/af9bb979-b2e3-447d-a9f1-511c736d70b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2015288 Nov 22 20:21:20.867461 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2333a57-2da3-4788-a046-1f9382226137 req-7b12d404-18be-404e-a738-8b95d91bf2d7 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:21:20.875255 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f2333a57-2da3-4788-a046-1f9382226137 req-7b12d404-18be-404e-a738-8b95d91bf2d7 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/ports?device_id=1fce27a4-3d80-4211-af77-ae21323044d2 HTTP/1.1" status: 200 len: 943 time: 0.3315001 Nov 22 20:21:20.886347 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-29b06c4e-8a51-4670-a4b0-cd0aac887d7a req-3ca6f034-71c2-4f13-8bc7-d462f036c023 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ae0865ea-6502-4dd3-8f5a-f8707775c47a HTTP/1.1" status: 200 len: 217 time: 0.1354761 Nov 22 20:21:20.913271 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8c96260e-9193-487d-93dd-368eece7dfee req-e756e3ea-c170-477c-9a36-0ca44ff8ff73 tempest-SecurityGroupRulesNegativeTestJSON-1878119778 tempest-SecurityGroupRulesNegativeTestJSON-1878119778-project] 10.222.0.46 "GET /v2.0/security-groups/28e56acb-a56a-411d-bb7e-a89f49d428e3 HTTP/1.1" status: 200 len: 1831 time: 0.1904738 Nov 22 20:21:20.971943 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b06c4e-8a51-4670-a4b0-cd0aac887d7a req-24c6f0bb-1cb8-4565-983d-87b63859fa88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:21:20.974665 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-29b06c4e-8a51-4670-a4b0-cd0aac887d7a req-24c6f0bb-1cb8-4565-983d-87b63859fa88 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ef7fccd9-1ba4-439a-b54e-9e5a9b6c59f5 HTTP/1.1" status: 200 len: 797 time: 0.0749285 Nov 22 20:21:21.085054 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f2333a57-2da3-4788-a046-1f9382226137 req-ff311e95-c9e6-499b-9e0d-a9e0a553a86a tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6bb4485-0c85-4226-9793-14795129f329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088749 Nov 22 20:21:21.116126 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-35f1e212-d477-442e-b11a-eb1e3c3fa8e9 req-97334313-38b6-4edd-b6a7-875dcae22672 tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] 10.222.0.46 "GET /v2.0/ports?device_id=2a31ca84-d4aa-47fc-8f8b-115aed3eedae HTTP/1.1" status: 200 len: 210 time: 0.1283696 Nov 22 20:21:21.177120 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-ba761881-1576-4330-9e46-99e8b3ac4e5f req-81fb1078-336e-456c-aa00-3bbbc9895aa1 tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] Deleting port 3b1e4adc-e4a8-4111-aaa1-a18ca511d221 {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:21:21.178046 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-ba761881-1576-4330-9e46-99e8b3ac4e5f req-81fb1078-336e-456c-aa00-3bbbc9895aa1 tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:21.304798 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b06c4e-8a51-4670-a4b0-cd0aac887d7a req-712f2613-6daf-42d3-b940-7f1840c618d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:21:21.306891 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-29b06c4e-8a51-4670-a4b0-cd0aac887d7a req-712f2613-6daf-42d3-b940-7f1840c618d6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=af9bb979-b2e3-447d-a9f1-511c736d70b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3212316 Nov 22 20:21:21.432672 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a33e75f5-7653-4124-8d40-655a2b8f505a req-2a7fa1e7-63a7-452b-a525-2b67ccf62438 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f4a90d6-1fcd-49f1-9d76-18b26c029474 HTTP/1.1" status: 200 len: 210 time: 0.1153281 Nov 22 20:21:21.534496 n-d-818823-1 neutron-server[103447]: INFO neutron.api.v2.resource [req-10c598f1-38bd-4519-8d1a-30b667452493 req-0aa84029-ae11-4461-b5d8-6f0661c906fc tempest-SecurityGroupRulesNegativeTestJSON-1878119778 tempest-SecurityGroupRulesNegativeTestJSON-1878119778-project] show failed (client error): The resource could not be found. Nov 22 20:21:21.535996 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-10c598f1-38bd-4519-8d1a-30b667452493 req-0aa84029-ae11-4461-b5d8-6f0661c906fc tempest-SecurityGroupRulesNegativeTestJSON-1878119778 tempest-SecurityGroupRulesNegativeTestJSON-1878119778-project] 10.222.0.46 "GET /v2.0/security-groups/c2f7272e-09aa-4c57-89fd-de3a1d1748b3 HTTP/1.1" status: 404 len: 352 time: 0.2008262 Nov 22 20:21:21.604444 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-ba761881-1576-4330-9e46-99e8b3ac4e5f req-81fb1078-336e-456c-aa00-3bbbc9895aa1 tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] For port 3b1e4adc-e4a8-4111-aaa1-a18ca511d221, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=3b1e4adc-e4a8-4111-aaa1-a18ca511d221,segment=NetworkSegment(019862db-e247-48e6-a4aa-8a2eeecc7cca),segment_id=019862db-e247-48e6-a4aa-8a2eeecc7cca)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:21:21.604689 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-ba761881-1576-4330-9e46-99e8b3ac4e5f req-81fb1078-336e-456c-aa00-3bbbc9895aa1 tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:21.629950 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-ba761881-1576-4330-9e46-99e8b3ac4e5f req-81fb1078-336e-456c-aa00-3bbbc9895aa1 tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] Calling delete_port for 3b1e4adc-e4a8-4111-aaa1-a18ca511d221 owned by compute:nova {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:21:21.797705 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-ba761881-1576-4330-9e46-99e8b3ac4e5f req-81fb1078-336e-456c-aa00-3bbbc9895aa1 tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:21.811632 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] get_ports_and_sgs() called for port_ids ['3b1e4adc-e4a8-4111-aaa1-a18ca511d221'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:21:21.845321 n-d-818823-1 neutron-server[103447]: INFO neutron.api.v2.resource [req-d8a21e51-981e-4014-8f41-e0254500e31d req-ec13e665-acfa-457c-afab-aa2aaea2f156 tempest-SecurityGroupRulesNegativeTestJSON-1878119778 tempest-SecurityGroupRulesNegativeTestJSON-1878119778-project] show failed (client error): The resource could not be found. Nov 22 20:21:21.850006 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d8a21e51-981e-4014-8f41-e0254500e31d req-ec13e665-acfa-457c-afab-aa2aaea2f156 tempest-SecurityGroupRulesNegativeTestJSON-1878119778 tempest-SecurityGroupRulesNegativeTestJSON-1878119778-project] 10.222.0.46 "GET /v2.0/security-group-rules/f08b9e3a-1ec6-43f9-8976-fa37ef4175c2 HTTP/1.1" status: 404 len: 361 time: 0.0615065 Nov 22 20:21:21.924206 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fb1078-336e-456c-aa00-3bbbc9895aa1 tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] Pushing event deleted for resources: {'Port': ['ID=3b1e4adc-e4a8-4111-aaa1-a18ca511d221,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:21:22.069880 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba761881-1576-4330-9e46-99e8b3ac4e5f req-81fb1078-336e-456c-aa00-3bbbc9895aa1 tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] No DVR routers for this DVR port 3b1e4adc-e4a8-4111-aaa1-a18ca511d221 on host n-h2-818823-1 {{(pid=103447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:21:22.069880 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-ba761881-1576-4330-9e46-99e8b3ac4e5f req-81fb1078-336e-456c-aa00-3bbbc9895aa1 tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:22.070484 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ba761881-1576-4330-9e46-99e8b3ac4e5f req-81fb1078-336e-456c-aa00-3bbbc9895aa1 tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] 10.222.0.20 "DELETE /v2.0/ports/3b1e4adc-e4a8-4111-aaa1-a18ca511d221 HTTP/1.1" status: 204 len: 173 time: 1.5981305 Nov 22 20:21:22.083454 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7236a543-0fdb-4492-9b0d-aac7d66a3c1b', 'name': 'network-vif-deleted', 'tag': '3b1e4adc-e4a8-4111-aaa1-a18ca511d221'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:21:22.086489 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86fbf73f-445b-4556-a376-c915f5207b6e" -d '{"events": [{"server_uuid": "7236a543-0fdb-4492-9b0d-aac7d66a3c1b", "name": "network-vif-deleted", "tag": "3b1e4adc-e4a8-4111-aaa1-a18ca511d221"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:21:22.096732 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-29b06c4e-8a51-4670-a4b0-cd0aac887d7a req-6b1fe0e8-9345-44ea-832b-1b6199f87206 service neutron] 10.222.0.41 "GET /v2.0/networks/af9bb979-b2e3-447d-a9f1-511c736d70b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7677035 Nov 22 20:21:22.103482 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-20a6b35a-d44b-47fa-b92e-00312e16cc8c req-0276f9f0-a051-4c2d-98a9-896c62b25053 tempest-SecurityGroupRulesNegativeTestJSON-1878119778 tempest-SecurityGroupRulesNegativeTestJSON-1878119778-project] 10.222.0.46 "GET /v2.0/security-groups/28e56acb-a56a-411d-bb7e-a89f49d428e3 HTTP/1.1" status: 200 len: 1831 time: 0.1932757 Nov 22 20:21:22.420513 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d47cce-a3bb-4626-a43c-1e8822363279 req-03f90656-56ab-417a-aa06-bf359318f546 tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:21:22.422151 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f4d47cce-a3bb-4626-a43c-1e8822363279 req-03f90656-56ab-417a-aa06-bf359318f546 tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] 10.222.0.20 "GET /v2.0/networks?id=352547e0-207e-4556-a1a1-f7d6c95fa4cd HTTP/1.1" status: 200 len: 815 time: 0.5234954 Nov 22 20:21:22.442410 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-f4d47cce-a3bb-4626-a43c-1e8822363279 req-cbf0d75b-a928-41aa-879f-76299b320ce8 tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] Request body: {'port': {'device_id': '2a31ca84-d4aa-47fc-8f8b-115aed3eedae', 'network_id': '352547e0-207e-4556-a1a1-f7d6c95fa4cd', 'admin_state_up': True, 'tenant_id': '0a58786711ae4e778e9682d515473efc'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:21:22.570319 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-20a6b35a-d44b-47fa-b92e-00312e16cc8c req-ee1ba353-da5a-4d15-a446-beeda30a718b tempest-SecurityGroupRulesNegativeTestJSON-1878119778 tempest-SecurityGroupRulesNegativeTestJSON-1878119778-project] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:22.623791 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-20a6b35a-d44b-47fa-b92e-00312e16cc8c req-ee1ba353-da5a-4d15-a446-beeda30a718b tempest-SecurityGroupRulesNegativeTestJSON-1878119778 tempest-SecurityGroupRulesNegativeTestJSON-1878119778-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:22.771338 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-20a6b35a-d44b-47fa-b92e-00312e16cc8c req-ee1ba353-da5a-4d15-a446-beeda30a718b tempest-SecurityGroupRulesNegativeTestJSON-1878119778 tempest-SecurityGroupRulesNegativeTestJSON-1878119778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:22.775331 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-20a6b35a-d44b-47fa-b92e-00312e16cc8c req-ee1ba353-da5a-4d15-a446-beeda30a718b tempest-SecurityGroupRulesNegativeTestJSON-1878119778 tempest-SecurityGroupRulesNegativeTestJSON-1878119778-project] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:22.780906 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-20a6b35a-d44b-47fa-b92e-00312e16cc8c req-ee1ba353-da5a-4d15-a446-beeda30a718b tempest-SecurityGroupRulesNegativeTestJSON-1878119778 tempest-SecurityGroupRulesNegativeTestJSON-1878119778-project] 10.222.0.46 "DELETE /v2.0/security-groups/28e56acb-a56a-411d-bb7e-a89f49d428e3 HTTP/1.1" status: 204 len: 173 time: 0.6628475 Nov 22 20:21:22.792262 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-29b06c4e-8a51-4670-a4b0-cd0aac887d7a req-4beb0d48-08e5-40df-8ec2-3bed30a67ab7 service neutron] 10.222.0.41 "GET /v2.0/networks/af9bb979-b2e3-447d-a9f1-511c736d70b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6854620 Nov 22 20:21:22.853063 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1ba353-da5a-4d15-a446-beeda30a718b tempest-SecurityGroupRulesNegativeTestJSON-1878119778 tempest-SecurityGroupRulesNegativeTestJSON-1878119778-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28e56acb-a56a-411d-bb7e-a89f49d428e3,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:21:22.873028 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:21:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad11be53-aeb8-47e2-b7a0-486bd12a0001 x-openstack-request-id: req-ad11be53-aeb8-47e2-b7a0-486bd12a0001 {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:21:22.873547 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7236a543-0fdb-4492-9b0d-aac7d66a3c1b", "name": "network-vif-deleted", "tag": "3b1e4adc-e4a8-4111-aaa1-a18ca511d221", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:21:22.874224 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ad11be53-aeb8-47e2-b7a0-486bd12a0001 {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:21:22.875851 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7236a543-0fdb-4492-9b0d-aac7d66a3c1b', 'name': 'network-vif-deleted', 'tag': '3b1e4adc-e4a8-4111-aaa1-a18ca511d221', 'status': 'completed', 'code': 200} Nov 22 20:21:22.878122 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1ba353-da5a-4d15-a446-beeda30a718b tempest-SecurityGroupRulesNegativeTestJSON-1878119778 tempest-SecurityGroupRulesNegativeTestJSON-1878119778-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:21:22.878716 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1ba353-da5a-4d15-a446-beeda30a718b tempest-SecurityGroupRulesNegativeTestJSON-1878119778 tempest-SecurityGroupRulesNegativeTestJSON-1878119778-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:21:22.879588 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1ba353-da5a-4d15-a446-beeda30a718b tempest-SecurityGroupRulesNegativeTestJSON-1878119778 tempest-SecurityGroupRulesNegativeTestJSON-1878119778-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:21:22.880392 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1ba353-da5a-4d15-a446-beeda30a718b tempest-SecurityGroupRulesNegativeTestJSON-1878119778 tempest-SecurityGroupRulesNegativeTestJSON-1878119778-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:21:22.880932 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1ba353-da5a-4d15-a446-beeda30a718b tempest-SecurityGroupRulesNegativeTestJSON-1878119778 tempest-SecurityGroupRulesNegativeTestJSON-1878119778-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:21:22.888223 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1ba353-da5a-4d15-a446-beeda30a718b tempest-SecurityGroupRulesNegativeTestJSON-1878119778 tempest-SecurityGroupRulesNegativeTestJSON-1878119778-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:21:22.896010 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1ba353-da5a-4d15-a446-beeda30a718b tempest-SecurityGroupRulesNegativeTestJSON-1878119778 tempest-SecurityGroupRulesNegativeTestJSON-1878119778-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:21:22.903545 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1ba353-da5a-4d15-a446-beeda30a718b tempest-SecurityGroupRulesNegativeTestJSON-1878119778 tempest-SecurityGroupRulesNegativeTestJSON-1878119778-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:21:22.903987 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1ba353-da5a-4d15-a446-beeda30a718b tempest-SecurityGroupRulesNegativeTestJSON-1878119778 tempest-SecurityGroupRulesNegativeTestJSON-1878119778-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:21:22.904341 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1ba353-da5a-4d15-a446-beeda30a718b tempest-SecurityGroupRulesNegativeTestJSON-1878119778 tempest-SecurityGroupRulesNegativeTestJSON-1878119778-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:21:22.904692 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1ba353-da5a-4d15-a446-beeda30a718b tempest-SecurityGroupRulesNegativeTestJSON-1878119778 tempest-SecurityGroupRulesNegativeTestJSON-1878119778-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:21:22.905036 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1ba353-da5a-4d15-a446-beeda30a718b tempest-SecurityGroupRulesNegativeTestJSON-1878119778 tempest-SecurityGroupRulesNegativeTestJSON-1878119778-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:21:23.109494 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4d47cce-a3bb-4626-a43c-1e8822363279 req-cbf0d75b-a928-41aa-879f-76299b320ce8 tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] Made reservation on behalf of 0a58786711ae4e778e9682d515473efc for: {'port': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:21:23.115274 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-f4d47cce-a3bb-4626-a43c-1e8822363279 req-cbf0d75b-a928-41aa-879f-76299b320ce8 tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:23.128859 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7201dd36-8479-46c2-8ff6-4e61847a4e59 req-28a3b20c-2537-44ea-bbf6-e8d6fe8c38df tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] 10.222.0.46 "GET /v2.0/ports?device_id=2a31ca84-d4aa-47fc-8f8b-115aed3eedae HTTP/1.1" status: 200 len: 210 time: 0.1352723 Nov 22 20:21:23.231804 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6959ffa0-4413-4e4a-8349-b0ecb17d683b req-0b971a97-912a-4e84-abd2-08b2eb195590 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:21:23.240031 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6959ffa0-4413-4e4a-8349-b0ecb17d683b req-0b971a97-912a-4e84-abd2-08b2eb195590 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/ports?device_id=1fce27a4-3d80-4211-af77-ae21323044d2 HTTP/1.1" status: 200 len: 943 time: 0.3223827 Nov 22 20:21:23.356006 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a55c2d5f-b886-4132-a9d5-7d6650247d34 req-83207373-b6a5-4b94-9c65-574571c060c6 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f4a90d6-1fcd-49f1-9d76-18b26c029474 HTTP/1.1" status: 200 len: 210 time: 0.0454516 Nov 22 20:21:23.400518 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [req-f4d47cce-a3bb-4626-a43c-1e8822363279 req-cbf0d75b-a928-41aa-879f-76299b320ce8 tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] Allocated IP 172.20.0.9 (352547e0-207e-4556-a1a1-f7d6c95fa4cd/d5e4abcc-f6a8-473c-82a9-35e4932fd5a1/4bd4ff60-bb76-452d-89f7-5c6dd2ecc907) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:21:23.525571 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-6959ffa0-4413-4e4a-8349-b0ecb17d683b req-c09bae8a-49e5-4955-a44f-57ca70ea757e tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Deleting port b7ef7a3a-b080-4781-95a2-5bc50d1a160e {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:21:23.525966 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-6959ffa0-4413-4e4a-8349-b0ecb17d683b req-c09bae8a-49e5-4955-a44f-57ca70ea757e tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:23.687712 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f3334f19-eee7-42a9-8c61-a362be3fd622 req-b02b0abd-455b-41e7-b5fa-340dd82ea28c tempest-SecurityGroupRulesNegativeTestJSON-1878119778 tempest-SecurityGroupRulesNegativeTestJSON-1878119778-project] 10.222.0.46 "GET /v2.0/security-groups/23bb96b2-086d-4a9b-a8c3-0615f5d0294b HTTP/1.1" status: 200 len: 1830 time: 0.2158132 Nov 22 20:21:23.818165 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-f3334f19-eee7-42a9-8c61-a362be3fd622 req-f2200e1e-534e-4465-b965-427a52fa77f7 tempest-SecurityGroupRulesNegativeTestJSON-1878119778 tempest-SecurityGroupRulesNegativeTestJSON-1878119778-project] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:23.876542 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-f3334f19-eee7-42a9-8c61-a362be3fd622 req-f2200e1e-534e-4465-b965-427a52fa77f7 tempest-SecurityGroupRulesNegativeTestJSON-1878119778 tempest-SecurityGroupRulesNegativeTestJSON-1878119778-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:23.931708 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-f4d47cce-a3bb-4626-a43c-1e8822363279 req-cbf0d75b-a928-41aa-879f-76299b320ce8 tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:23.938394 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-f3334f19-eee7-42a9-8c61-a362be3fd622 req-f2200e1e-534e-4465-b965-427a52fa77f7 tempest-SecurityGroupRulesNegativeTestJSON-1878119778 tempest-SecurityGroupRulesNegativeTestJSON-1878119778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:23.941095 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-f3334f19-eee7-42a9-8c61-a362be3fd622 req-f2200e1e-534e-4465-b965-427a52fa77f7 tempest-SecurityGroupRulesNegativeTestJSON-1878119778 tempest-SecurityGroupRulesNegativeTestJSON-1878119778-project] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:23.942284 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f3334f19-eee7-42a9-8c61-a362be3fd622 req-f2200e1e-534e-4465-b965-427a52fa77f7 tempest-SecurityGroupRulesNegativeTestJSON-1878119778 tempest-SecurityGroupRulesNegativeTestJSON-1878119778-project] 10.222.0.46 "DELETE /v2.0/security-groups/23bb96b2-086d-4a9b-a8c3-0615f5d0294b HTTP/1.1" status: 204 len: 173 time: 0.2483921 Nov 22 20:21:23.950997 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-6959ffa0-4413-4e4a-8349-b0ecb17d683b req-c09bae8a-49e5-4955-a44f-57ca70ea757e tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] For port b7ef7a3a-b080-4781-95a2-5bc50d1a160e, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=b7ef7a3a-b080-4781-95a2-5bc50d1a160e,segment=NetworkSegment(ac5f3349-9549-4263-b08f-bbbf3ebb8ed3),segment_id=ac5f3349-9549-4263-b08f-bbbf3ebb8ed3)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:21:23.951381 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-6959ffa0-4413-4e4a-8349-b0ecb17d683b req-c09bae8a-49e5-4955-a44f-57ca70ea757e tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:23.973824 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-6959ffa0-4413-4e4a-8349-b0ecb17d683b req-c09bae8a-49e5-4955-a44f-57ca70ea757e tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Calling delete_port for b7ef7a3a-b080-4781-95a2-5bc50d1a160e owned by compute:nova {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:21:23.975733 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2200e1e-534e-4465-b965-427a52fa77f7 tempest-SecurityGroupRulesNegativeTestJSON-1878119778 tempest-SecurityGroupRulesNegativeTestJSON-1878119778-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23bb96b2-086d-4a9b-a8c3-0615f5d0294b,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:21:24.115038 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-537a6dd4-6998-472a-b6fa-3f916eb98d72 req-5c3c47a0-3749-476b-aa7d-c89b5b240fb2 tempest-SecurityGroupRulesNegativeTestJSON-1878119778 tempest-SecurityGroupRulesNegativeTestJSON-1878119778-project] 10.222.0.46 "GET /v2.0/security-groups/4339dad8-1858-459d-b54d-c6f77ba6e54e HTTP/1.1" status: 200 len: 1831 time: 0.1322045 Nov 22 20:21:24.128479 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-f4d47cce-a3bb-4626-a43c-1e8822363279 req-cbf0d75b-a928-41aa-879f-76299b320ce8 tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:24.140446 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 3b1e4adc-e4a8-4111-aaa1-a18ca511d221 no longer exists at agent hyperv_n-h2-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:21:24.195291 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] No Port match for: 3b1e4adc-e4a8-4111-aaa1-a18ca511d221 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:21:24.195963 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 3b1e4adc-e4a8-4111-aaa1-a18ca511d221 not bound to the agent host n-h2-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:21:24.240189 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4d47cce-a3bb-4626-a43c-1e8822363279 req-cbf0d75b-a928-41aa-879f-76299b320ce8 tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] Network 352547e0-207e-4556-a1a1-f7d6c95fa4cd is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:21:24.262770 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [req-f4d47cce-a3bb-4626-a43c-1e8822363279 req-cbf0d75b-a928-41aa-879f-76299b320ce8 tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:21:24.272855 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4d47cce-a3bb-4626-a43c-1e8822363279 req-cbf0d75b-a928-41aa-879f-76299b320ce8 tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:21:24.279815 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf0d75b-a928-41aa-879f-76299b320ce8 tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] Pushing event updated for resources: {'Port': ['ID=4bd4ff60-bb76-452d-89f7-5c6dd2ecc907,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:21:24.329670 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-537a6dd4-6998-472a-b6fa-3f916eb98d72 req-02840933-1ceb-4ff3-9700-ec64bfbc1266 tempest-SecurityGroupRulesNegativeTestJSON-1878119778 tempest-SecurityGroupRulesNegativeTestJSON-1878119778-project] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:24.390070 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d47cce-a3bb-4626-a43c-1e8822363279 req-cbf0d75b-a928-41aa-879f-76299b320ce8 tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:21:24.390849 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-f4d47cce-a3bb-4626-a43c-1e8822363279 req-cbf0d75b-a928-41aa-879f-76299b320ce8 tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:24.434459 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-537a6dd4-6998-472a-b6fa-3f916eb98d72 req-02840933-1ceb-4ff3-9700-ec64bfbc1266 tempest-SecurityGroupRulesNegativeTestJSON-1878119778 tempest-SecurityGroupRulesNegativeTestJSON-1878119778-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:24.459039 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-6959ffa0-4413-4e4a-8349-b0ecb17d683b req-c09bae8a-49e5-4955-a44f-57ca70ea757e tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:24.474434 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f4d47cce-a3bb-4626-a43c-1e8822363279 req-cbf0d75b-a928-41aa-879f-76299b320ce8 tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0414364 Nov 22 20:21:24.511595 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-f4d47cce-a3bb-4626-a43c-1e8822363279 req-67b62801-c6c1-4580-8bbf-b4ae385e2699 service neutron] Request body: {'port': {'device_id': '2a31ca84-d4aa-47fc-8f8b-115aed3eedae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818823-1'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:21:24.524375 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09bae8a-49e5-4955-a44f-57ca70ea757e tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Pushing event deleted for resources: {'Port': ['ID=b7ef7a3a-b080-4781-95a2-5bc50d1a160e,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:21:24.568014 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-726b55d0-0888-4a4d-b983-629ab5df3e25 None None] DHCP port deletion for 41f439de-e657-4ca1-8a55-865945ee9732 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:21:24.703952 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-6959ffa0-4413-4e4a-8349-b0ecb17d683b req-c09bae8a-49e5-4955-a44f-57ca70ea757e tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] No DVR routers for this DVR port b7ef7a3a-b080-4781-95a2-5bc50d1a160e on host n-h2-818823-1 {{(pid=103447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:21:24.708826 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-6959ffa0-4413-4e4a-8349-b0ecb17d683b req-c09bae8a-49e5-4955-a44f-57ca70ea757e tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:24.718164 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6959ffa0-4413-4e4a-8349-b0ecb17d683b req-c09bae8a-49e5-4955-a44f-57ca70ea757e tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "DELETE /v2.0/ports/b7ef7a3a-b080-4781-95a2-5bc50d1a160e HTTP/1.1" status: 204 len: 173 time: 1.4769235 Nov 22 20:21:24.787628 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-537a6dd4-6998-472a-b6fa-3f916eb98d72 req-02840933-1ceb-4ff3-9700-ec64bfbc1266 tempest-SecurityGroupRulesNegativeTestJSON-1878119778 tempest-SecurityGroupRulesNegativeTestJSON-1878119778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:24.798006 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-537a6dd4-6998-472a-b6fa-3f916eb98d72 req-02840933-1ceb-4ff3-9700-ec64bfbc1266 tempest-SecurityGroupRulesNegativeTestJSON-1878119778 tempest-SecurityGroupRulesNegativeTestJSON-1878119778-project] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:24.807092 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-537a6dd4-6998-472a-b6fa-3f916eb98d72 req-02840933-1ceb-4ff3-9700-ec64bfbc1266 tempest-SecurityGroupRulesNegativeTestJSON-1878119778 tempest-SecurityGroupRulesNegativeTestJSON-1878119778-project] 10.222.0.46 "DELETE /v2.0/security-groups/4339dad8-1858-459d-b54d-c6f77ba6e54e HTTP/1.1" status: 204 len: 173 time: 0.6749592 Nov 22 20:21:24.865926 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02840933-1ceb-4ff3-9700-ec64bfbc1266 tempest-SecurityGroupRulesNegativeTestJSON-1878119778 tempest-SecurityGroupRulesNegativeTestJSON-1878119778-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4339dad8-1858-459d-b54d-c6f77ba6e54e,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:21:24.870198 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-f4d47cce-a3bb-4626-a43c-1e8822363279 req-67b62801-c6c1-4580-8bbf-b4ae385e2699 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:24.925132 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fce27a4-3d80-4211-af77-ae21323044d2', 'name': 'network-vif-deleted', 'tag': 'b7ef7a3a-b080-4781-95a2-5bc50d1a160e'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:21:24.948056 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17e9c3a7-cc06-41be-8e6b-e0d0115d56d5" -d '{"events": [{"server_uuid": "1fce27a4-3d80-4211-af77-ae21323044d2", "name": "network-vif-deleted", "tag": "b7ef7a3a-b080-4781-95a2-5bc50d1a160e"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:21:25.115687 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 50002) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:21:25.347153 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad5e8e1-0050-4842-a09f-3ddb2c162317 req-c10a8701-801f-475d-919a-d82bfadfd593 tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:21:25.350066 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-dad5e8e1-0050-4842-a09f-3ddb2c162317 req-c10a8701-801f-475d-919a-d82bfadfd593 tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] 10.222.0.46 "GET /v2.0/ports?device_id=2a31ca84-d4aa-47fc-8f8b-115aed3eedae HTTP/1.1" status: 200 len: 931 time: 0.2654934 Nov 22 20:21:26.087075 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8e05a457-884b-40f2-967e-83efd44fd7e9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:26.140723 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1713e367-1d43-415d-94aa-d2e1acb2cd6d req-c2424f68-b881-4140-8452-bf38aa46b090 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f4a90d6-1fcd-49f1-9d76-18b26c029474 HTTP/1.1" status: 200 len: 210 time: 0.0638421 Nov 22 20:21:26.252074 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-dad5e8e1-0050-4842-a09f-3ddb2c162317 req-6118c687-80c8-4936-87ef-bc0e5107bd87 tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] 10.222.0.46 "GET /v2.0/security-groups?id=d95e1db1-f0c9-4323-bdfe-93688145577c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8820298 Nov 22 20:21:26.376826 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Mon, 22 Nov 2021 20:21:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0057082-24ff-4af9-9e3c-a7ea044851a6 x-openstack-request-id: req-f0057082-24ff-4af9-9e3c-a7ea044851a6 {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:21:26.377118 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fce27a4-3d80-4211-af77-ae21323044d2", "name": "network-vif-deleted", "tag": "b7ef7a3a-b080-4781-95a2-5bc50d1a160e", "status": "failed", "code": 422}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:21:26.377467 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f0057082-24ff-4af9-9e3c-a7ea044851a6 {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:21:26.377847 n-d-818823-1 neutron-server[103447]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '1fce27a4-3d80-4211-af77-ae21323044d2', 'name': 'network-vif-deleted', 'tag': 'b7ef7a3a-b080-4781-95a2-5bc50d1a160e', 'status': 'failed', 'code': 422} returned with failed status Nov 22 20:21:26.456968 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9fbfc2cc-fa69-494e-9a6f-f2b1191e773b req-afb6ccf5-a08f-40f4-8744-fa6796fed690 tempest-SecurityGroupRulesNegativeTestJSON-1878119778 tempest-SecurityGroupRulesNegativeTestJSON-1878119778-project] 10.222.0.46 "GET /v2.0/security-groups/b992f096-8e4f-4f97-aa28-5bfb42c1a14f HTTP/1.1" status: 200 len: 1830 time: 0.1525674 Nov 22 20:21:26.474740 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8e05a457-884b-40f2-967e-83efd44fd7e9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:26.490027 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8e05a457-884b-40f2-967e-83efd44fd7e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:26.529081 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [req-f4d47cce-a3bb-4626-a43c-1e8822363279 req-67b62801-c6c1-4580-8bbf-b4ae385e2699 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4bd4ff60-bb76-452d-89f7-5c6dd2ecc907 {{(pid=103447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:21:26.548359 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-f4d47cce-a3bb-4626-a43c-1e8822363279 req-67b62801-c6c1-4580-8bbf-b4ae385e2699 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:26.570564 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-8e05a457-884b-40f2-967e-83efd44fd7e9 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e34f1ec4cc764975b22bdbbc0d8e42bb&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4433687 Nov 22 20:21:26.571171 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 50030) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:21:26.585917 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e05a457-884b-40f2-967e-83efd44fd7e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7daa028e-89e9-47e7-8402-22830d0e0257,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:21:26.592705 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.provisioning_blocks [req-f4d47cce-a3bb-4626-a43c-1e8822363279 req-67b62801-c6c1-4580-8bbf-b4ae385e2699 service neutron] Transition to ACTIVE for port object 4bd4ff60-bb76-452d-89f7-5c6dd2ecc907 will not be triggered until provisioned by entity L2. {{(pid=103447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 20:21:26.614920 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-f4d47cce-a3bb-4626-a43c-1e8822363279 req-67b62801-c6c1-4580-8bbf-b4ae385e2699 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:26.703699 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-fbb15b7e-5947-4106-b236-01463c552c91 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:26.716607 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-9fbfc2cc-fa69-494e-9a6f-f2b1191e773b req-23b08863-5e8b-4147-a7e8-052e8095981a tempest-SecurityGroupRulesNegativeTestJSON-1878119778 tempest-SecurityGroupRulesNegativeTestJSON-1878119778-project] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:26.744006 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b62801-c6c1-4580-8bbf-b4ae385e2699 service neutron] Pushing event updated for resources: {'Port': ['ID=4bd4ff60-bb76-452d-89f7-5c6dd2ecc907,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:21:26.791173 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-fbb15b7e-5947-4106-b236-01463c552c91 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:26.810730 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-9fbfc2cc-fa69-494e-9a6f-f2b1191e773b req-23b08863-5e8b-4147-a7e8-052e8095981a tempest-SecurityGroupRulesNegativeTestJSON-1878119778 tempest-SecurityGroupRulesNegativeTestJSON-1878119778-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:26.891759 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-f4d47cce-a3bb-4626-a43c-1e8822363279 req-67b62801-c6c1-4580-8bbf-b4ae385e2699 service neutron] Attempting to bind port 4bd4ff60-bb76-452d-89f7-5c6dd2ecc907 on host n-h2-818823-1 for vnic_type normal with profile {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:21:26.892168 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-f4d47cce-a3bb-4626-a43c-1e8822363279 req-67b62801-c6c1-4580-8bbf-b4ae385e2699 service neutron] Attempting to bind port 4bd4ff60-bb76-452d-89f7-5c6dd2ecc907 by drivers openvswitch,hyperv on host n-h2-818823-1 at level 0 using segments [{'id': '019862db-e247-48e6-a4aa-8a2eeecc7cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '352547e0-207e-4556-a1a1-f7d6c95fa4cd'}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:21:26.892433 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d47cce-a3bb-4626-a43c-1e8822363279 req-67b62801-c6c1-4580-8bbf-b4ae385e2699 service neutron] Attempting to bind port 4bd4ff60-bb76-452d-89f7-5c6dd2ecc907 on network 352547e0-207e-4556-a1a1-f7d6c95fa4cd {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:21:26.925362 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-fbb15b7e-5947-4106-b236-01463c552c91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:26.929042 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-fbb15b7e-5947-4106-b236-01463c552c91 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:26.931712 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-fbb15b7e-5947-4106-b236-01463c552c91 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7daa028e-89e9-47e7-8402-22830d0e0257 HTTP/1.1" status: 204 len: 168 time: 0.3556833 Nov 22 20:21:26.943137 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb15b7e-5947-4106-b236-01463c552c91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7daa028e-89e9-47e7-8402-22830d0e0257,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:21:26.970400 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d47cce-a3bb-4626-a43c-1e8822363279 req-67b62801-c6c1-4580-8bbf-b4ae385e2699 service neutron] Port 4bd4ff60-bb76-452d-89f7-5c6dd2ecc907 on network 352547e0-207e-4556-a1a1-f7d6c95fa4cd not bound, no agent of type Open vSwitch agent registered on host n-h2-818823-1 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:21:26.970752 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d47cce-a3bb-4626-a43c-1e8822363279 req-67b62801-c6c1-4580-8bbf-b4ae385e2699 service neutron] Attempting to bind port 4bd4ff60-bb76-452d-89f7-5c6dd2ecc907 on network 352547e0-207e-4556-a1a1-f7d6c95fa4cd {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:21:26.979298 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-9fbfc2cc-fa69-494e-9a6f-f2b1191e773b req-23b08863-5e8b-4147-a7e8-052e8095981a tempest-SecurityGroupRulesNegativeTestJSON-1878119778 tempest-SecurityGroupRulesNegativeTestJSON-1878119778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:26.982018 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-9fbfc2cc-fa69-494e-9a6f-f2b1191e773b req-23b08863-5e8b-4147-a7e8-052e8095981a tempest-SecurityGroupRulesNegativeTestJSON-1878119778 tempest-SecurityGroupRulesNegativeTestJSON-1878119778-project] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:26.988052 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9fbfc2cc-fa69-494e-9a6f-f2b1191e773b req-23b08863-5e8b-4147-a7e8-052e8095981a tempest-SecurityGroupRulesNegativeTestJSON-1878119778 tempest-SecurityGroupRulesNegativeTestJSON-1878119778-project] 10.222.0.46 "DELETE /v2.0/security-groups/b992f096-8e4f-4f97-aa28-5bfb42c1a14f HTTP/1.1" status: 204 len: 173 time: 0.5300686 Nov 22 20:21:27.027883 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d47cce-a3bb-4626-a43c-1e8822363279 req-67b62801-c6c1-4580-8bbf-b4ae385e2699 service neutron] Checking agent: {'id': '65e0486a-7030-4065-96f0-10aa7402a530', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'started_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 21, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:21:27.028453 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d47cce-a3bb-4626-a43c-1e8822363279 req-67b62801-c6c1-4580-8bbf-b4ae385e2699 service neutron] Checking segment: {'id': '019862db-e247-48e6-a4aa-8a2eeecc7cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '352547e0-207e-4556-a1a1-f7d6c95fa4cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:21:27.028824 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d47cce-a3bb-4626-a43c-1e8822363279 req-67b62801-c6c1-4580-8bbf-b4ae385e2699 service neutron] Bound using segment: {'id': '019862db-e247-48e6-a4aa-8a2eeecc7cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '352547e0-207e-4556-a1a1-f7d6c95fa4cd'} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:21:27.029284 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-f4d47cce-a3bb-4626-a43c-1e8822363279 req-67b62801-c6c1-4580-8bbf-b4ae385e2699 service neutron] Bound port: 4bd4ff60-bb76-452d-89f7-5c6dd2ecc907, host: n-h2-818823-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '019862db-e247-48e6-a4aa-8a2eeecc7cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '352547e0-207e-4556-a1a1-f7d6c95fa4cd'}}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:21:27.029644 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-f4d47cce-a3bb-4626-a43c-1e8822363279 req-67b62801-c6c1-4580-8bbf-b4ae385e2699 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:27.064824 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b08863-5e8b-4147-a7e8-052e8095981a tempest-SecurityGroupRulesNegativeTestJSON-1878119778 tempest-SecurityGroupRulesNegativeTestJSON-1878119778-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b992f096-8e4f-4f97-aa28-5bfb42c1a14f,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:21:27.167602 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdef261-6d6d-421c-8d1b-db3f3dbdde00 req-b00ace5c-2541-4421-ab14-7e989ae55626 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:21:27.175271 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1cdef261-6d6d-421c-8d1b-db3f3dbdde00 req-b00ace5c-2541-4421-ab14-7e989ae55626 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/networks?id=41f439de-e657-4ca1-8a55-865945ee9732 HTTP/1.1" status: 200 len: 811 time: 0.2988787 Nov 22 20:21:27.220496 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1cdef261-6d6d-421c-8d1b-db3f3dbdde00 req-79600b03-40e1-4fec-9757-992a8bd50d4c tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/quotas/76a9efddcf274563b133aa3f163fb3f9 HTTP/1.1" status: 200 len: 375 time: 0.0441494 Nov 22 20:21:27.227729 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-f4d47cce-a3bb-4626-a43c-1e8822363279 req-67b62801-c6c1-4580-8bbf-b4ae385e2699 service neutron] For port 4bd4ff60-bb76-452d-89f7-5c6dd2ecc907, host n-h2-818823-1, cleared binding levels {{(pid=103447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:21:27.236775 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-f4d47cce-a3bb-4626-a43c-1e8822363279 req-67b62801-c6c1-4580-8bbf-b4ae385e2699 service neutron] For port 4bd4ff60-bb76-452d-89f7-5c6dd2ecc907, host n-h2-818823-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=4bd4ff60-bb76-452d-89f7-5c6dd2ecc907,segment=NetworkSegment(019862db-e247-48e6-a4aa-8a2eeecc7cca),segment_id=019862db-e247-48e6-a4aa-8a2eeecc7cca)] {{(pid=103447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:21:27.258044 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-f4d47cce-a3bb-4626-a43c-1e8822363279 req-67b62801-c6c1-4580-8bbf-b4ae385e2699 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:27.290040 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1cdef261-6d6d-421c-8d1b-db3f3dbdde00 req-213a882c-e2ee-4dde-82ba-975b5ba1d2fd tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=76a9efddcf274563b133aa3f163fb3f9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0591195 Nov 22 20:21:27.321051 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b1c57d9f-ab1a-48fa-9ad7-4923af0b59c8 req-e53b9d91-05f6-4b89-8121-69110cfe3451 tempest-SecurityGroupRulesNegativeTestJSON-1878119778 tempest-SecurityGroupRulesNegativeTestJSON-1878119778-project] 10.222.0.46 "GET /v2.0/security-groups/16cb48fe-166d-44bb-9d20-0d257dfcc63e HTTP/1.1" status: 200 len: 1830 time: 0.1780126 Nov 22 20:21:27.327235 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d47cce-a3bb-4626-a43c-1e8822363279 req-67b62801-c6c1-4580-8bbf-b4ae385e2699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:21:27.328263 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-f4d47cce-a3bb-4626-a43c-1e8822363279 req-67b62801-c6c1-4580-8bbf-b4ae385e2699 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:27.329729 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f4d47cce-a3bb-4626-a43c-1e8822363279 req-67b62801-c6c1-4580-8bbf-b4ae385e2699 service neutron] 10.222.0.20 "PUT /v2.0/ports/4bd4ff60-bb76-452d-89f7-5c6dd2ecc907 HTTP/1.1" status: 200 len: 1091 time: 2.8230460 Nov 22 20:21:27.420889 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 50068) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:21:27.456863 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f4b8f81d-f110-4e7e-ab6d-79aa73981907 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:27.473291 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b62801-c6c1-4580-8bbf-b4ae385e2699 service neutron] Pushing event updated for resources: {'Port': ['ID=4bd4ff60-bb76-452d-89f7-5c6dd2ecc907,revision_number=3']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:21:27.533929 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1cdef261-6d6d-421c-8d1b-db3f3dbdde00 req-9a6c69f8-be51-4c92-9ccc-a98a027a0cdd service neutron] 10.222.0.46 "GET /v2.0/networks/41f439de-e657-4ca1-8a55-865945ee9732?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2190871 Nov 22 20:21:27.539356 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d47cce-a3bb-4626-a43c-1e8822363279 req-24572065-b06b-48a9-9805-8ee6f2041953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:21:27.541451 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f4d47cce-a3bb-4626-a43c-1e8822363279 req-24572065-b06b-48a9-9805-8ee6f2041953 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0a58786711ae4e778e9682d515473efc&device_id=2a31ca84-d4aa-47fc-8f8b-115aed3eedae HTTP/1.1" status: 200 len: 1094 time: 0.1378350 Nov 22 20:21:27.553111 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f4b8f81d-f110-4e7e-ab6d-79aa73981907 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:27.558317 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f4b8f81d-f110-4e7e-ab6d-79aa73981907 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:27.606012 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b8f81d-f110-4e7e-ab6d-79aa73981907 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8e68b2b-5c92-423b-a05d-0c167af3f3ed,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:21:27.628129 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-f4b8f81d-f110-4e7e-ab6d-79aa73981907 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b74c83817cbc4449a243ee7912e442ba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1977592 Nov 22 20:21:27.630434 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 50072) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:21:27.634816 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-b1c57d9f-ab1a-48fa-9ad7-4923af0b59c8 req-b579f2c5-d224-425f-a94f-004917a9d09a tempest-SecurityGroupRulesNegativeTestJSON-1878119778 tempest-SecurityGroupRulesNegativeTestJSON-1878119778-project] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:27.640358 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f4d47cce-a3bb-4626-a43c-1e8822363279 req-84bb2870-9f69-4255-80df-93609932dfc3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4bd4ff60-bb76-452d-89f7-5c6dd2ecc907 HTTP/1.1" status: 200 len: 217 time: 0.0800791 Nov 22 20:21:27.690362 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-bff9bfbc-ca56-4f1d-80ac-f29e598882fc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:27.700371 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-b1c57d9f-ab1a-48fa-9ad7-4923af0b59c8 req-b579f2c5-d224-425f-a94f-004917a9d09a tempest-SecurityGroupRulesNegativeTestJSON-1878119778 tempest-SecurityGroupRulesNegativeTestJSON-1878119778-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:27.718731 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-bff9bfbc-ca56-4f1d-80ac-f29e598882fc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:27.772141 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d47cce-a3bb-4626-a43c-1e8822363279 req-855a9aad-e4a5-47be-b710-9d630b0d5a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:21:27.773665 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f4d47cce-a3bb-4626-a43c-1e8822363279 req-855a9aad-e4a5-47be-b710-9d630b0d5a21 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d5e4abcc-f6a8-473c-82a9-35e4932fd5a1 HTTP/1.1" status: 200 len: 855 time: 0.1219077 Nov 22 20:21:27.789134 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1cdef261-6d6d-421c-8d1b-db3f3dbdde00 req-5cc728c9-d7f4-4d04-a1f0-2adf84e358e7 service neutron] 10.222.0.46 "GET /v2.0/networks/41f439de-e657-4ca1-8a55-865945ee9732?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2409942 Nov 22 20:21:27.794233 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-bff9bfbc-ca56-4f1d-80ac-f29e598882fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:27.802511 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-bff9bfbc-ca56-4f1d-80ac-f29e598882fc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:27.807830 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-bff9bfbc-ca56-4f1d-80ac-f29e598882fc admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b8e68b2b-5c92-423b-a05d-0c167af3f3ed HTTP/1.1" status: 204 len: 168 time: 0.1729949 Nov 22 20:21:27.809756 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-b1c57d9f-ab1a-48fa-9ad7-4923af0b59c8 req-b579f2c5-d224-425f-a94f-004917a9d09a tempest-SecurityGroupRulesNegativeTestJSON-1878119778 tempest-SecurityGroupRulesNegativeTestJSON-1878119778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:27.812843 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-b1c57d9f-ab1a-48fa-9ad7-4923af0b59c8 req-b579f2c5-d224-425f-a94f-004917a9d09a tempest-SecurityGroupRulesNegativeTestJSON-1878119778 tempest-SecurityGroupRulesNegativeTestJSON-1878119778-project] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:27.814234 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b1c57d9f-ab1a-48fa-9ad7-4923af0b59c8 req-b579f2c5-d224-425f-a94f-004917a9d09a tempest-SecurityGroupRulesNegativeTestJSON-1878119778 tempest-SecurityGroupRulesNegativeTestJSON-1878119778-project] 10.222.0.46 "DELETE /v2.0/security-groups/16cb48fe-166d-44bb-9d20-0d257dfcc63e HTTP/1.1" status: 204 len: 173 time: 0.4670858 Nov 22 20:21:27.821430 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 50082) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:21:27.847358 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b579f2c5-d224-425f-a94f-004917a9d09a tempest-SecurityGroupRulesNegativeTestJSON-1878119778 tempest-SecurityGroupRulesNegativeTestJSON-1878119778-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16cb48fe-166d-44bb-9d20-0d257dfcc63e,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:21:27.850971 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f4d47cce-a3bb-4626-a43c-1e8822363279 req-337ca20b-ee88-46d3-816e-a2d5d89b3985 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=352547e0-207e-4556-a1a1-f7d6c95fa4cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0682995 Nov 22 20:21:27.971132 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_v2 [None req-4860c996-4161-41a9-8265-3bb37ba2a169 admin admin] Deleting subnet 026d8ac5-9940-493a-bbc1-d7f2857a4dc8 {{(pid=103448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 20:21:27.975212 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff9bfbc-ca56-4f1d-80ac-f29e598882fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8e68b2b-5c92-423b-a05d-0c167af3f3ed,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:21:27.985025 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4860c996-4161-41a9-8265-3bb37ba2a169 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:28.032397 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f4d47cce-a3bb-4626-a43c-1e8822363279 req-9095170d-ee19-4993-b3b7-74e95f8fc99d service neutron] 10.222.0.20 "GET /v2.0/networks/352547e0-207e-4556-a1a1-f7d6c95fa4cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733918 Nov 22 20:21:28.066419 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4860c996-4161-41a9-8265-3bb37ba2a169 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11627908'] for subnet, precommit_delete_associations {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:28.146745 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4860c996-4161-41a9-8265-3bb37ba2a169 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3753007'] for subnet, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:28.272142 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7253d2f6-e7ab-463a-8ebd-def1e8271fe1 req-a5600eb2-233b-4e32-964b-487df341ffe8 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f4a90d6-1fcd-49f1-9d76-18b26c029474 HTTP/1.1" status: 200 len: 210 time: 0.2338991 Nov 22 20:21:28.293130 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4860c996-4161-41a9-8265-3bb37ba2a169 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3753014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11567369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11792914'] for subnet, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:28.339009 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f4d47cce-a3bb-4626-a43c-1e8822363279 req-80146ad4-19f8-4600-b864-b0f05854a11c service neutron] 10.222.0.20 "GET /v2.0/networks/352547e0-207e-4556-a1a1-f7d6c95fa4cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2951174 Nov 22 20:21:28.375849 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4860c996-4161-41a9-8265-3bb37ba2a169 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:28.379233 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-4860c996-4161-41a9-8265-3bb37ba2a169 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/026d8ac5-9940-493a-bbc1-d7f2857a4dc8 HTTP/1.1" status: 204 len: 168 time: 0.5567942 Nov 22 20:21:28.405390 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a31ca84-d4aa-47fc-8f8b-115aed3eedae', 'tag': '4bd4ff60-bb76-452d-89f7-5c6dd2ecc907'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:21:28.407853 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-837f935b-61cc-49b6-8939-d5cae0603580" -d '{"events": [{"name": "network-changed", "server_uuid": "2a31ca84-d4aa-47fc-8f8b-115aed3eedae", "tag": "4bd4ff60-bb76-452d-89f7-5c6dd2ecc907"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:21:28.425394 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4860c996-4161-41a9-8265-3bb37ba2a169 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=026d8ac5-9940-493a-bbc1-d7f2857a4dc8,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:21:28.431731 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 50098) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:21:28.587959 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73f9415-ab75-4b59-aca9-2b55362a0a69 req-254932ae-33b1-4b10-94f8-3a68ebbc2915 tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:21:28.590368 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c73f9415-ab75-4b59-aca9-2b55362a0a69 req-254932ae-33b1-4b10-94f8-3a68ebbc2915 tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] 10.222.0.46 "GET /v2.0/ports?device_id=2a31ca84-d4aa-47fc-8f8b-115aed3eedae HTTP/1.1" status: 200 len: 943 time: 0.2500436 Nov 22 20:21:28.618924 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-71afe368-8a8e-4586-bc09-b6186fca11e1 req-e1cbe7cb-38b2-47e8-93f4-534d005143fb tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/ports?device_id=ed65104a-8bf2-4ff1-b40d-7b477582763a HTTP/1.1" status: 200 len: 210 time: 0.0714769 Nov 22 20:21:28.711877 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 20:21:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eea76c09-e03f-4f4e-bde7-fee3b6442447 x-openstack-request-id: req-eea76c09-e03f-4f4e-bde7-fee3b6442447 {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:21:28.713732 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a31ca84-d4aa-47fc-8f8b-115aed3eedae", "tag": "4bd4ff60-bb76-452d-89f7-5c6dd2ecc907", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:21:28.715130 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-eea76c09-e03f-4f4e-bde7-fee3b6442447 {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:21:28.715763 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a31ca84-d4aa-47fc-8f8b-115aed3eedae', 'tag': '4bd4ff60-bb76-452d-89f7-5c6dd2ecc907', 'status': 'completed', 'code': 200} Nov 22 20:21:28.746141 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b2760643-b284-4f2a-8d3d-4e549b022258 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3961693'] for network, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:28.826971 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c73f9415-ab75-4b59-aca9-2b55362a0a69 req-fd643b98-de14-484e-97df-2947f52f7b78 tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] 10.222.0.46 "GET /v2.0/security-groups?id=d95e1db1-f0c9-4323-bdfe-93688145577c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116487 Nov 22 20:21:28.867745 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837f935b-61cc-49b6-8939-d5cae0603580 req-3a200bea-854c-41a4-88aa-3d727b53833e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:21:28.867745 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-837f935b-61cc-49b6-8939-d5cae0603580 req-3a200bea-854c-41a4-88aa-3d727b53833e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0a58786711ae4e778e9682d515473efc&device_id=2a31ca84-d4aa-47fc-8f8b-115aed3eedae HTTP/1.1" status: 200 len: 1094 time: 0.1410913 Nov 22 20:21:29.037495 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b2760643-b284-4f2a-8d3d-4e549b022258 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3760028', 'neutron.services.segments.db._delete_segments_for_network-8748992815755'] for network, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:29.097274 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-b2760643-b284-4f2a-8d3d-4e549b022258 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['363652d9-6006-4b8c-87e1-a637c0c82b62']}} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:21:29.122306 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-b2760643-b284-4f2a-8d3d-4e549b022258 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab319299-773e-4087-89f2-e008e4af82ed') {'for_net_delete': True} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:21:29.122826 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-b2760643-b284-4f2a-8d3d-4e549b022258 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab319299-773e-4087-89f2-e008e4af82ed') {} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:21:29.130451 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837f935b-61cc-49b6-8939-d5cae0603580 req-1b2de550-7cf4-4f2a-9132-a565d3275104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:21:29.132010 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-837f935b-61cc-49b6-8939-d5cae0603580 req-1b2de550-7cf4-4f2a-9132-a565d3275104 service neutron] 10.222.0.20 "GET /v2.0/networks?id=352547e0-207e-4556-a1a1-f7d6c95fa4cd HTTP/1.1" status: 200 len: 916 time: 0.2560298 Nov 22 20:21:29.136054 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b2760643-b284-4f2a-8d3d-4e549b022258 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748993039638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12178344'] for segment, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:29.191094 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-837f935b-61cc-49b6-8939-d5cae0603580 req-95a78d90-bdc4-40e8-acfa-b2308a0a68df service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4bd4ff60-bb76-452d-89f7-5c6dd2ecc907 HTTP/1.1" status: 200 len: 217 time: 0.0478508 Nov 22 20:21:29.254677 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b2760643-b284-4f2a-8d3d-4e549b022258 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:29.258032 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837f935b-61cc-49b6-8939-d5cae0603580 req-d1eec382-8bde-4ef7-b3e0-5b9759de5936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:21:29.260144 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-837f935b-61cc-49b6-8939-d5cae0603580 req-d1eec382-8bde-4ef7-b3e0-5b9759de5936 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d5e4abcc-f6a8-473c-82a9-35e4932fd5a1 HTTP/1.1" status: 200 len: 855 time: 0.0602944 Nov 22 20:21:29.277264 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2760643-b284-4f2a-8d3d-4e549b022258 admin admin] Releasing vlan 615 on physical network physnet1 to pool {{(pid=103447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 20:21:29.277995 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b2760643-b284-4f2a-8d3d-4e549b022258 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8900762'] for segment, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:29.279825 n-d-818823-1 neutron-server[103447]: Traceback (most recent call last): Nov 22 20:21:29.279825 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 20:21:29.279825 n-d-818823-1 neutron-server[103447]: timer() Nov 22 20:21:29.279825 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 20:21:29.279825 n-d-818823-1 neutron-server[103447]: cb(*args, **kw) Nov 22 20:21:29.279825 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 20:21:29.279825 n-d-818823-1 neutron-server[103447]: return func(*args, **kwargs) Nov 22 20:21:29.279825 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 20:21:29.279825 n-d-818823-1 neutron-server[103447]: self._notify() Nov 22 20:21:29.279825 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 20:21:29.279825 n-d-818823-1 neutron-server[103447]: self.callback(batched_events) Nov 22 20:21:29.279825 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 20:21:29.279825 n-d-818823-1 neutron-server[103447]: event.method(event) Nov 22 20:21:29.279825 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 20:21:29.279825 n-d-818823-1 neutron-server[103447]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 20:21:29.279825 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 20:21:29.279825 n-d-818823-1 neutron-server[103447]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 20:21:29.279825 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 20:21:29.279825 n-d-818823-1 neutron-server[103447]: return f(self, *a, **k) Nov 22 20:21:29.279825 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 20:21:29.279825 n-d-818823-1 neutron-server[103447]: return self._get(url).json() Nov 22 20:21:29.279825 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 20:21:29.279825 n-d-818823-1 neutron-server[103447]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 20:21:29.279825 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 20:21:29.279825 n-d-818823-1 neutron-server[103447]: return self.request(url, 'GET', **kwargs) Nov 22 20:21:29.279825 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 20:21:29.279825 n-d-818823-1 neutron-server[103447]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 20:21:29.279825 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 20:21:29.279825 n-d-818823-1 neutron-server[103447]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 20:21:29.279825 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 20:21:29.279825 n-d-818823-1 neutron-server[103447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 20:21:29.279825 n-d-818823-1 neutron-server[103447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 20:21:29.342785 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-837f935b-61cc-49b6-8939-d5cae0603580 req-8d53b722-a6f1-4ff1-a9a9-8a2807d49b04 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=352547e0-207e-4556-a1a1-f7d6c95fa4cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0753126 Nov 22 20:21:29.413624 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b2760643-b284-4f2a-8d3d-4e549b022258 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3760002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595318'] for network, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:29.432408 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b2760643-b284-4f2a-8d3d-4e549b022258 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for network, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:29.435969 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-b2760643-b284-4f2a-8d3d-4e549b022258 admin admin] 10.222.0.46 "DELETE /v2.0/networks/363652d9-6006-4b8c-87e1-a637c0c82b62 HTTP/1.1" status: 204 len: 168 time: 1.0017202 Nov 22 20:21:29.439024 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2760643-b284-4f2a-8d3d-4e549b022258 admin admin] Pushing event deleted for resources: {'Network': ['ID=363652d9-6006-4b8c-87e1-a637c0c82b62,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:21:29.548613 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6e9ebf40-3d3c-4f4b-861a-9cb47f5b3e22 req-da263b64-4a36-48e4-bd87-33da1f2026e9 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f4a90d6-1fcd-49f1-9d76-18b26c029474 HTTP/1.1" status: 200 len: 210 time: 0.0657918 Nov 22 20:21:29.575967 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-837f935b-61cc-49b6-8939-d5cae0603580 req-de8e514a-f22e-462b-bac3-adfa886c68a0 service neutron] 10.222.0.20 "GET /v2.0/networks/352547e0-207e-4556-a1a1-f7d6c95fa4cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2234273 Nov 22 20:21:29.704504 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-837f935b-61cc-49b6-8939-d5cae0603580 req-0ac551ab-5bb3-4079-a33f-1afaf012879c service neutron] 10.222.0.20 "GET /v2.0/networks/352547e0-207e-4556-a1a1-f7d6c95fa4cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192975 Nov 22 20:21:29.802084 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8d3e9c2a-493a-48b5-b2ee-e0ae2444f5eb req-1d4255e2-306e-46ac-87aa-e3b5ba1dd26e tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/ports?device_id=ed65104a-8bf2-4ff1-b40d-7b477582763a HTTP/1.1" status: 200 len: 210 time: 0.0537994 Nov 22 20:21:29.967574 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-8e9d4515-eacc-48a9-ae01-30e219f986b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:30.031593 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 50156) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:21:30.116187 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-2bdeb220-10df-4dd5-b182-3f6585d4033e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=26a88a9b6616457db1a0c935b6a142a1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0843627 Nov 22 20:21:30.119011 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 50164) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:21:30.153092 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 4bd4ff60-bb76-452d-89f7-5c6dd2ecc907 details requested by agent hyperv_n-h2-818823-1 with host n-h2-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 20:21:30.233269 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f634cb9-b7bc-4b58-8fb1-e89d5a7b0e1d req-7dfd4082-6e07-4ad9-834f-cfa444302d30 tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:21:30.240757 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-74f72fb3-7455-45dd-8401-9a997f81f35e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:30.251642 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7f634cb9-b7bc-4b58-8fb1-e89d5a7b0e1d req-7dfd4082-6e07-4ad9-834f-cfa444302d30 tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] 10.222.0.46 "GET /v2.0/ports?device_id=2a31ca84-d4aa-47fc-8f8b-115aed3eedae HTTP/1.1" status: 200 len: 943 time: 0.3080871 Nov 22 20:21:30.295038 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-74f72fb3-7455-45dd-8401-9a997f81f35e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:30.395561 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port 4bd4ff60-bb76-452d-89f7-5c6dd2ecc907, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=4bd4ff60-bb76-452d-89f7-5c6dd2ecc907,segment=NetworkSegment(019862db-e247-48e6-a4aa-8a2eeecc7cca),segment_id=019862db-e247-48e6-a4aa-8a2eeecc7cca)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:21:30.418085 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-74f72fb3-7455-45dd-8401-9a997f81f35e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:30.421357 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-74f72fb3-7455-45dd-8401-9a997f81f35e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:30.423408 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Returning: {'device': '4bd4ff60-bb76-452d-89f7-5c6dd2ecc907', 'network_id': '352547e0-207e-4556-a1a1-f7d6c95fa4cd', 'port_id': '4bd4ff60-bb76-452d-89f7-5c6dd2ecc907', 'mac_address': 'fa:16:3e:6f:5f:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5e4abcc-f6a8-473c-82a9-35e4932fd5a1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 20:21:30.434545 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-74f72fb3-7455-45dd-8401-9a997f81f35e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b404aa22-0fae-494a-b307-d72546ac5d29 HTTP/1.1" status: 204 len: 168 time: 0.3086126 Nov 22 20:21:30.471794 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f72fb3-7455-45dd-8401-9a997f81f35e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b404aa22-0fae-494a-b307-d72546ac5d29,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:21:30.503805 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdef261-6d6d-421c-8d1b-db3f3dbdde00 req-8129b5cf-2b38-40ac-ac51-77b134a0ffba tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:21:30.512526 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1cdef261-6d6d-421c-8d1b-db3f3dbdde00 req-8129b5cf-2b38-40ac-ac51-77b134a0ffba tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.41 "GET /v2.0/networks?id=41f439de-e657-4ca1-8a55-865945ee9732 HTTP/1.1" status: 200 len: 811 time: 0.4864354 Nov 22 20:21:30.559506 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7f634cb9-b7bc-4b58-8fb1-e89d5a7b0e1d req-0fa52491-0269-4a35-804b-6bcbfa0f2f92 tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] 10.222.0.46 "GET /v2.0/security-groups?id=d95e1db1-f0c9-4323-bdfe-93688145577c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3028975 Nov 22 20:21:30.584881 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-1cdef261-6d6d-421c-8d1b-db3f3dbdde00 req-2206e111-d5b7-4ea6-909c-78c8cb81d340 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Request body: {'port': {'device_id': 'ed65104a-8bf2-4ff1-b40d-7b477582763a', 'network_id': '41f439de-e657-4ca1-8a55-865945ee9732', 'admin_state_up': True, 'tenant_id': '76a9efddcf274563b133aa3f163fb3f9'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:21:30.586325 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:30.614484 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bd4ff60-bb76-452d-89f7-5c6dd2ecc907 {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:21:30.697569 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port 4bd4ff60-bb76-452d-89f7-5c6dd2ecc907, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=4bd4ff60-bb76-452d-89f7-5c6dd2ecc907,segment=NetworkSegment(019862db-e247-48e6-a4aa-8a2eeecc7cca),segment_id=019862db-e247-48e6-a4aa-8a2eeecc7cca)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:21:30.707514 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:30.908024 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3cedcf4e-1996-43ff-8b3a-629e3ee40252 req-a1635fa5-faab-4759-83cc-3642e0b864c6 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f4a90d6-1fcd-49f1-9d76-18b26c029474 HTTP/1.1" status: 200 len: 210 time: 0.0903275 Nov 22 20:21:30.911318 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=4bd4ff60-bb76-452d-89f7-5c6dd2ecc907,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:21:30.927759 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] get_ports_and_sgs() called for port_ids ['4bd4ff60-bb76-452d-89f7-5c6dd2ecc907'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:21:31.023193 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ebdb821e-a80b-4a56-9c31-0495e0615c39 req-7554f242-389c-4121-94da-32903ca0efa9 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/ports?device_id=ed65104a-8bf2-4ff1-b40d-7b477582763a HTTP/1.1" status: 200 len: 210 time: 0.0632467 Nov 22 20:21:31.104714 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1cdef261-6d6d-421c-8d1b-db3f3dbdde00 req-2206e111-d5b7-4ea6-909c-78c8cb81d340 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Made reservation on behalf of 76a9efddcf274563b133aa3f163fb3f9 for: {'port': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:21:31.109987 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-1cdef261-6d6d-421c-8d1b-db3f3dbdde00 req-2206e111-d5b7-4ea6-909c-78c8cb81d340 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:31.481298 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6271bc-b7a9-4839-aa07-31986a327197 req-85efd699-41fa-49de-be20-293d35f6cb18 tempest-TestNetworkAdvancedServerOps-1666653009 tempest-TestNetworkAdvancedServerOps-1666653009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:21:31.489172 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8d6271bc-b7a9-4839-aa07-31986a327197 req-85efd699-41fa-49de-be20-293d35f6cb18 tempest-TestNetworkAdvancedServerOps-1666653009 tempest-TestNetworkAdvancedServerOps-1666653009-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=1055e9c7-c155-46d0-8648-c4ff794f929b HTTP/1.1" status: 200 len: 1096 time: 0.1457355 Nov 22 20:21:31.514951 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-8d6271bc-b7a9-4839-aa07-31986a327197 req-57f7f892-0fe4-47e2-b00b-f70b0d288aa5 tempest-TestNetworkAdvancedServerOps-1666653009 tempest-TestNetworkAdvancedServerOps-1666653009-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:31.521692 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [req-1cdef261-6d6d-421c-8d1b-db3f3dbdde00 req-2206e111-d5b7-4ea6-909c-78c8cb81d340 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Allocated IP 172.20.0.3 (41f439de-e657-4ca1-8a55-865945ee9732/d74b376c-118a-4e1f-b1b9-d074bfe85b19/de646b05-9818-4004-bdb9-62c055fd0937) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:21:31.876648 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-8d6271bc-b7a9-4839-aa07-31986a327197 req-57f7f892-0fe4-47e2-b00b-f70b0d288aa5 tempest-TestNetworkAdvancedServerOps-1666653009 tempest-TestNetworkAdvancedServerOps-1666653009-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:31.913640 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-8d6271bc-b7a9-4839-aa07-31986a327197 req-57f7f892-0fe4-47e2-b00b-f70b0d288aa5 tempest-TestNetworkAdvancedServerOps-1666653009 tempest-TestNetworkAdvancedServerOps-1666653009-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:31.969319 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743d38a7-15ba-43c0-8974-1fc892bea3a4 req-12382cae-cbbe-46b1-851f-25d457466893 tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:21:31.974733 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 50232) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:21:31.977137 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-743d38a7-15ba-43c0-8974-1fc892bea3a4 req-12382cae-cbbe-46b1-851f-25d457466893 tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] 10.222.0.46 "GET /v2.0/ports?device_id=2a31ca84-d4aa-47fc-8f8b-115aed3eedae HTTP/1.1" status: 200 len: 944 time: 0.2572339 Nov 22 20:21:31.987787 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-1cdef261-6d6d-421c-8d1b-db3f3dbdde00 req-2206e111-d5b7-4ea6-909c-78c8cb81d340 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:32.047295 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8d6271bc-b7a9-4839-aa07-31986a327197 req-57f7f892-0fe4-47e2-b00b-f70b0d288aa5 tempest-TestNetworkAdvancedServerOps-1666653009 tempest-TestNetworkAdvancedServerOps-1666653009-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=1fdc013b-4d1e-4061-bc19-b86fb2a07143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5566289 Nov 22 20:21:32.054944 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f7f892-0fe4-47e2-b00b-f70b0d288aa5 tempest-TestNetworkAdvancedServerOps-1666653009 tempest-TestNetworkAdvancedServerOps-1666653009-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a95dde89-817a-4b1a-9ca7-16d249cf4e39,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:21:32.123985 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-743d38a7-15ba-43c0-8974-1fc892bea3a4 req-4c8a3537-4a96-4492-a5ca-7e36386f5575 tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] 10.222.0.46 "GET /v2.0/security-groups?id=d95e1db1-f0c9-4323-bdfe-93688145577c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424832 Nov 22 20:21:32.143875 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-1cdef261-6d6d-421c-8d1b-db3f3dbdde00 req-2206e111-d5b7-4ea6-909c-78c8cb81d340 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:32.162752 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 4bd4ff60-bb76-452d-89f7-5c6dd2ecc907 up at agent hyperv_n-h2-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:21:32.301225 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-af860f73-1a98-4af4-ab12-8f3c4bb0e0fa admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1202193846-network', 'tenant_id': '7ea1f76440074b4eaaed457dae80200c'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:21:32.312745 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1cdef261-6d6d-421c-8d1b-db3f3dbdde00 req-2206e111-d5b7-4ea6-909c-78c8cb81d340 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Network 41f439de-e657-4ca1-8a55-865945ee9732 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:21:32.329410 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Provisioning for port 4bd4ff60-bb76-452d-89f7-5c6dd2ecc907 completed by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 20:21:32.338587 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Provisioning complete for port 4bd4ff60-bb76-452d-89f7-5c6dd2ecc907 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:21:32.339675 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:32.350660 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af860f73-1a98-4af4-ab12-8f3c4bb0e0fa admin admin] Made reservation on behalf of 7ea1f76440074b4eaaed457dae80200c for: {'network': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:21:32.354084 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-af860f73-1a98-4af4-ab12-8f3c4bb0e0fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for network, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:32.376688 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-af860f73-1a98-4af4-ab12-8f3c4bb0e0fa admin admin] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:32.389061 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [req-1cdef261-6d6d-421c-8d1b-db3f3dbdde00 req-2206e111-d5b7-4ea6-909c-78c8cb81d340 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:21:32.400494 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cdef261-6d6d-421c-8d1b-db3f3dbdde00 req-2206e111-d5b7-4ea6-909c-78c8cb81d340 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:21:32.414632 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6960263b-b82e-4b50-bfbd-a4b3b0a3cbb2 req-75418a67-bc9c-4ec4-b5ce-ec31c448e215 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f4a90d6-1fcd-49f1-9d76-18b26c029474 HTTP/1.1" status: 200 len: 210 time: 0.1312387 Nov 22 20:21:32.415475 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2206e111-d5b7-4ea6-909c-78c8cb81d340 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Pushing event updated for resources: {'Port': ['ID=de646b05-9818-4004-bdb9-62c055fd0937,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:21:32.440184 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0bab23b-f7f6-428a-b029-facc4d85f1bb None None] DHCP port deletion for 41f439de-e657-4ca1-8a55-865945ee9732 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:21:32.482636 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-af860f73-1a98-4af4-ab12-8f3c4bb0e0fa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:32.491186 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-af860f73-1a98-4af4-ab12-8f3c4bb0e0fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:32.506795 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6710065f-10cb-4e0a-9837-2a4b485dceaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:32.536546 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af860f73-1a98-4af4-ab12-8f3c4bb0e0fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69837334-9b15-4dca-a7d6-14f58605aef4,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:21:32.551524 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af860f73-1a98-4af4-ab12-8f3c4bb0e0fa admin admin] vlan segment allocate from pool success with {'vlan_id': 622, 'physical_network': 'physnet1'} {{(pid=103448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 20:21:32.563562 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-af860f73-1a98-4af4-ab12-8f3c4bb0e0fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:32.564037 n-d-818823-1 neutron-server[103448]: INFO neutron.db.segments_db [None req-af860f73-1a98-4af4-ab12-8f3c4bb0e0fa admin admin] Added segment 801f7ee7-d268-4d5c-a23f-5317a4b5fc42 of type vlan for network 505e95fa-3829-48ab-b1ce-3cf361e78137 Nov 22 20:21:32.609301 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-23c49b00-ffe4-411d-a5ae-42e5962ab872 None None] Provisioning complete for port de646b05-9818-4004-bdb9-62c055fd0937 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:21:32.609685 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-23c49b00-ffe4-411d-a5ae-42e5962ab872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:32.612823 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdef261-6d6d-421c-8d1b-db3f3dbdde00 req-2206e111-d5b7-4ea6-909c-78c8cb81d340 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:21:32.613517 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-1cdef261-6d6d-421c-8d1b-db3f3dbdde00 req-2206e111-d5b7-4ea6-909c-78c8cb81d340 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:32.637653 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-af860f73-1a98-4af4-ab12-8f3c4bb0e0fa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748992492791'] for network, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:32.639656 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:32.672414 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1cdef261-6d6d-421c-8d1b-db3f3dbdde00 req-2206e111-d5b7-4ea6-909c-78c8cb81d340 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1127641 Nov 22 20:21:32.677717 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-af860f73-1a98-4af4-ab12-8f3c4bb0e0fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for network, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:32.682656 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af860f73-1a98-4af4-ab12-8f3c4bb0e0fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:21:32.683809 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-af860f73-1a98-4af4-ab12-8f3c4bb0e0fa admin admin] Publish callbacks [] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:32.686448 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a31ca84-d4aa-47fc-8f8b-115aed3eedae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bd4ff60-bb76-452d-89f7-5c6dd2ecc907'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:21:32.688063 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57408d3f-15d8-4f4d-a993-3e625924b272 req-a7718192-05ec-4990-83a1-c7ed5e9c8cad tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:21:32.689776 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d39f6d30a11e565ec9648abcc015e8a6ab6cff4edd704add8155e28765d31eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6876ad8a-b926-4007-bf81-dc304ba36134" -d '{"events": [{"server_uuid": "2a31ca84-d4aa-47fc-8f8b-115aed3eedae", "name": "network-vif-plugged", "status": "completed", "tag": "4bd4ff60-bb76-452d-89f7-5c6dd2ecc907"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:21:32.697165 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-57408d3f-15d8-4f4d-a993-3e625924b272 req-a7718192-05ec-4990-83a1-c7ed5e9c8cad tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/ports?device_id=ed65104a-8bf2-4ff1-b40d-7b477582763a HTTP/1.1" status: 200 len: 931 time: 0.2895272 Nov 22 20:21:32.705184 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-1cdef261-6d6d-421c-8d1b-db3f3dbdde00 req-32149cd8-bce6-444d-b79e-27652cba9ac0 service neutron] Request body: {'port': {'device_id': 'ed65104a-8bf2-4ff1-b40d-7b477582763a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818823-1'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:21:32.706919 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port 4bd4ff60-bb76-452d-89f7-5c6dd2ecc907, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=4bd4ff60-bb76-452d-89f7-5c6dd2ecc907,segment=NetworkSegment(019862db-e247-48e6-a4aa-8a2eeecc7cca),segment_id=019862db-e247-48e6-a4aa-8a2eeecc7cca)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:21:32.708322 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-23c49b00-ffe4-411d-a5ae-42e5962ab872 None None] Port de646b05-9818-4004-bdb9-62c055fd0937 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:21:32.714628 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:32.740349 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f60ae33-9cf8-4ff7-bb96-ce863fefff63 req-6abf477e-8b16-4721-befa-a28ccf3df1a7 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:21:32.750313 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0f60ae33-9cf8-4ff7-bb96-ce863fefff63 req-6abf477e-8b16-4721-befa-a28ccf3df1a7 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/ports?device_id=1055e9c7-c155-46d0-8648-c4ff794f929b HTTP/1.1" status: 200 len: 945 time: 0.1856067 Nov 22 20:21:32.765990 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-af860f73-1a98-4af4-ab12-8f3c4bb0e0fa admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.7890284 Nov 22 20:21:32.766611 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 50260) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:21:32.775265 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-6649b5c1-6f96-4cc5-9c84-066999ab7285 admin admin] Request body: {'subnet': {'network_id': '505e95fa-3829-48ab-b1ce-3cf361e78137', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1202193846-subnet', 'tenant_id': '7ea1f76440074b4eaaed457dae80200c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:21:32.786809 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=4bd4ff60-bb76-452d-89f7-5c6dd2ecc907,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:21:32.803561 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af860f73-1a98-4af4-ab12-8f3c4bb0e0fa admin admin] Pushing event updated for resources: {'Network': ['ID=505e95fa-3829-48ab-b1ce-3cf361e78137,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:21:32.812670 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6649b5c1-6f96-4cc5-9c84-066999ab7285 admin admin] Made reservation on behalf of 7ea1f76440074b4eaaed457dae80200c for: {'subnet': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:21:32.815852 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6649b5c1-6f96-4cc5-9c84-066999ab7285 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11792951'] for subnet, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:32.831383 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Network 505e95fa-3829-48ab-b1ce-3cf361e78137 details requested by agent ovs-agent-n-d-818823-1 with host n-d-818823-1 {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 20:21:32.995057 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-57408d3f-15d8-4f4d-a993-3e625924b272 req-c4121323-2c4b-4c85-89da-0f3890610f3a tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6bb4485-0c85-4226-9793-14795129f329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2969031 Nov 22 20:21:33.000325 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0f60ae33-9cf8-4ff7-bb96-ce863fefff63 req-55a1ec15-3225-40bd-9088-adecd29febb2 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/security-groups?id=1fdc013b-4d1e-4061-bc19-b86fb2a07143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2487895 Nov 22 20:21:33.001023 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-1cdef261-6d6d-421c-8d1b-db3f3dbdde00 req-32149cd8-bce6-444d-b79e-27652cba9ac0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:33.059007 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 50266) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:21:33.081038 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:21:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be0f3fc5-b2a7-465e-8d6d-a349eebd7af8 x-openstack-request-id: req-be0f3fc5-b2a7-465e-8d6d-a349eebd7af8 {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:21:33.081405 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a31ca84-d4aa-47fc-8f8b-115aed3eedae", "name": "network-vif-plugged", "status": "completed", "tag": "4bd4ff60-bb76-452d-89f7-5c6dd2ecc907", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:21:33.081732 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-be0f3fc5-b2a7-465e-8d6d-a349eebd7af8 {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:21:33.082239 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a31ca84-d4aa-47fc-8f8b-115aed3eedae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bd4ff60-bb76-452d-89f7-5c6dd2ecc907', 'code': 200} Nov 22 20:21:33.191557 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6649b5c1-6f96-4cc5-9c84-066999ab7285 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11567560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11792921'] for subnet, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:33.219113 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-1a911e68-6a79-485a-972d-3a3e329b3dd8 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/floatingips/8f3396cf-56ca-43de-9014-0a37a6d45207 HTTP/1.1" status: 200 len: 992 time: 0.1564207 Nov 22 20:21:33.396253 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6649b5c1-6f96-4cc5-9c84-066999ab7285 admin admin] Checking segment: {'id': '801f7ee7-d268-4d5c-a23f-5317a4b5fc42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '505e95fa-3829-48ab-b1ce-3cf361e78137'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:21:33.396612 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6649b5c1-6f96-4cc5-9c84-066999ab7285 admin admin] Network hostable DHCP agents. Network: 505e95fa-3829-48ab-b1ce-3cf361e78137, hostable agents: ['02adaa64-0987-4b74-bad0-cbcf56f8a294'], hosted agents: [] {{(pid=103448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 20:21:33.399945 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-03f0964f-1b75-4df7-99e0-a3cdb56ec2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:33.436572 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6649b5c1-6f96-4cc5-9c84-066999ab7285 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c565faab-25c5-40fe-abd0-3b5ac4d344fe,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:21:33.463974 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6649b5c1-6f96-4cc5-9c84-066999ab7285 admin admin] Network 505e95fa-3829-48ab-b1ce-3cf361e78137 is scheduled to be hosted by DHCP agent 02adaa64-0987-4b74-bad0-cbcf56f8a294 with binding_index 1 {{(pid=103448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 20:21:33.476911 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-6649b5c1-6f96-4cc5-9c84-066999ab7285 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818823-1, 505e95fa-3829-48ab-b1ce-3cf361e78137) {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:21:33.484769 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6649b5c1-6f96-4cc5-9c84-066999ab7285 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:21:33.485365 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6649b5c1-6f96-4cc5-9c84-066999ab7285 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:33.491964 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9916096-bf8c-4425-a5a2-de10f4c06f20 None None] Network 505e95fa-3829-48ab-b1ce-3cf361e78137 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:21:33.505225 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ddbb97-3167-4f86-a267-27f14885faec req-8ee2d74a-bbf7-4b72-8432-75558ef782a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:21:33.506879 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-26ddbb97-3167-4f86-a267-27f14885faec req-8ee2d74a-bbf7-4b72-8432-75558ef782a1 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2a31ca84-d4aa-47fc-8f8b-115aed3eedae HTTP/1.1" status: 200 len: 1096 time: 0.3509843 Nov 22 20:21:33.526875 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-6649b5c1-6f96-4cc5-9c84-066999ab7285 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.7561593 Nov 22 20:21:33.538549 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0810ee69-3338-49f4-a1d4-6547516ff924 req-89ed2b9a-783b-4304-88e1-810e3dd1dd54 tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:21:33.541076 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0810ee69-3338-49f4-a1d4-6547516ff924 req-89ed2b9a-783b-4304-88e1-810e3dd1dd54 tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] 10.222.0.46 "GET /v2.0/ports?device_id=2a31ca84-d4aa-47fc-8f8b-115aed3eedae HTTP/1.1" status: 200 len: 945 time: 0.1891801 Nov 22 20:21:33.699750 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2d17a88d-6c0c-48e6-878e-1c66846b1c4d req-53650df9-e7b3-4dea-9480-277cf454eb03 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f4a90d6-1fcd-49f1-9d76-18b26c029474 HTTP/1.1" status: 200 len: 210 time: 0.1244807 Nov 22 20:21:33.793126 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [req-1cdef261-6d6d-421c-8d1b-db3f3dbdde00 req-32149cd8-bce6-444d-b79e-27652cba9ac0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de646b05-9818-4004-bdb9-62c055fd0937 {{(pid=103447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:21:33.817013 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-1cdef261-6d6d-421c-8d1b-db3f3dbdde00 req-32149cd8-bce6-444d-b79e-27652cba9ac0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:33.850434 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-127a9147-6efd-4aae-8081-64e7744bae24 None None] Network 505e95fa-3829-48ab-b1ce-3cf361e78137 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:21:33.926705 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.provisioning_blocks [req-1cdef261-6d6d-421c-8d1b-db3f3dbdde00 req-32149cd8-bce6-444d-b79e-27652cba9ac0 service neutron] Transition to ACTIVE for port object de646b05-9818-4004-bdb9-62c055fd0937 will not be triggered until provisioned by entity L2. {{(pid=103447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 20:21:33.936770 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0810ee69-3338-49f4-a1d4-6547516ff924 req-7167d324-3ad7-42ff-967e-9b859f71fcec tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] 10.222.0.46 "GET /v2.0/security-groups?id=d95e1db1-f0c9-4323-bdfe-93688145577c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3553052 Nov 22 20:21:33.946637 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-1cdef261-6d6d-421c-8d1b-db3f3dbdde00 req-32149cd8-bce6-444d-b79e-27652cba9ac0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:34.145118 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-26ddbb97-3167-4f86-a267-27f14885faec req-5a7f6ea5-1348-4bb8-893d-e9c91ae90605 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=d95e1db1-f0c9-4323-bdfe-93688145577c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6024086 Nov 22 20:21:34.173211 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-525066d9-49f4-47e5-a3a5-092944a26021 None None] DHCP port deletion for 41f439de-e657-4ca1-8a55-865945ee9732 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:21:34.188100 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32149cd8-bce6-444d-b79e-27652cba9ac0 service neutron] Pushing event updated for resources: {'Port': ['ID=de646b05-9818-4004-bdb9-62c055fd0937,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:21:34.324944 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-1cdef261-6d6d-421c-8d1b-db3f3dbdde00 req-32149cd8-bce6-444d-b79e-27652cba9ac0 service neutron] Attempting to bind port de646b05-9818-4004-bdb9-62c055fd0937 on host n-h1-818823-1 for vnic_type normal with profile {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:21:34.325373 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-1cdef261-6d6d-421c-8d1b-db3f3dbdde00 req-32149cd8-bce6-444d-b79e-27652cba9ac0 service neutron] Attempting to bind port de646b05-9818-4004-bdb9-62c055fd0937 by drivers openvswitch,hyperv on host n-h1-818823-1 at level 0 using segments [{'id': 'ac5f3349-9549-4263-b08f-bbbf3ebb8ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '41f439de-e657-4ca1-8a55-865945ee9732'}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:21:34.325762 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cdef261-6d6d-421c-8d1b-db3f3dbdde00 req-32149cd8-bce6-444d-b79e-27652cba9ac0 service neutron] Attempting to bind port de646b05-9818-4004-bdb9-62c055fd0937 on network 41f439de-e657-4ca1-8a55-865945ee9732 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:21:34.331845 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cdef261-6d6d-421c-8d1b-db3f3dbdde00 req-32149cd8-bce6-444d-b79e-27652cba9ac0 service neutron] Port de646b05-9818-4004-bdb9-62c055fd0937 on network 41f439de-e657-4ca1-8a55-865945ee9732 not bound, no agent of type Open vSwitch agent registered on host n-h1-818823-1 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:21:34.332164 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cdef261-6d6d-421c-8d1b-db3f3dbdde00 req-32149cd8-bce6-444d-b79e-27652cba9ac0 service neutron] Attempting to bind port de646b05-9818-4004-bdb9-62c055fd0937 on network 41f439de-e657-4ca1-8a55-865945ee9732 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:21:34.370887 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cdef261-6d6d-421c-8d1b-db3f3dbdde00 req-32149cd8-bce6-444d-b79e-27652cba9ac0 service neutron] Checking agent: {'id': '7a008cff-3b49-418c-8046-689d46cc800f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'started_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 21, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:21:34.371347 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cdef261-6d6d-421c-8d1b-db3f3dbdde00 req-32149cd8-bce6-444d-b79e-27652cba9ac0 service neutron] Checking segment: {'id': 'ac5f3349-9549-4263-b08f-bbbf3ebb8ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '41f439de-e657-4ca1-8a55-865945ee9732'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:21:34.371719 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cdef261-6d6d-421c-8d1b-db3f3dbdde00 req-32149cd8-bce6-444d-b79e-27652cba9ac0 service neutron] Bound using segment: {'id': 'ac5f3349-9549-4263-b08f-bbbf3ebb8ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '41f439de-e657-4ca1-8a55-865945ee9732'} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:21:34.372373 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-1cdef261-6d6d-421c-8d1b-db3f3dbdde00 req-32149cd8-bce6-444d-b79e-27652cba9ac0 service neutron] Bound port: de646b05-9818-4004-bdb9-62c055fd0937, host: n-h1-818823-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac5f3349-9549-4263-b08f-bbbf3ebb8ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '41f439de-e657-4ca1-8a55-865945ee9732'}}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:21:34.372846 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-1cdef261-6d6d-421c-8d1b-db3f3dbdde00 req-32149cd8-bce6-444d-b79e-27652cba9ac0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:34.575003 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfeb93d-e7eb-4ed1-8c95-d9147b480c9e req-32a938f0-4704-47c7-9333-6db8267a5122 tempest-InstanceActionsV221TestJSON-333832839 tempest-InstanceActionsV221TestJSON-333832839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:21:34.576801 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4dfeb93d-e7eb-4ed1-8c95-d9147b480c9e req-32a938f0-4704-47c7-9333-6db8267a5122 tempest-InstanceActionsV221TestJSON-333832839 tempest-InstanceActionsV221TestJSON-333832839-project] 10.222.0.46 "GET /v2.0/networks?id=505e95fa-3829-48ab-b1ce-3cf361e78137 HTTP/1.1" status: 200 len: 818 time: 0.2536192 Nov 22 20:21:34.578746 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-1cdef261-6d6d-421c-8d1b-db3f3dbdde00 req-32149cd8-bce6-444d-b79e-27652cba9ac0 service neutron] For port de646b05-9818-4004-bdb9-62c055fd0937, host n-h1-818823-1, cleared binding levels {{(pid=103447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:21:34.608161 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-1cdef261-6d6d-421c-8d1b-db3f3dbdde00 req-32149cd8-bce6-444d-b79e-27652cba9ac0 service neutron] For port de646b05-9818-4004-bdb9-62c055fd0937, host n-h1-818823-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=de646b05-9818-4004-bdb9-62c055fd0937,segment=NetworkSegment(ac5f3349-9549-4263-b08f-bbbf3ebb8ed3),segment_id=ac5f3349-9549-4263-b08f-bbbf3ebb8ed3)] {{(pid=103447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:21:34.622392 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-31fc6009-55ff-4883-9b6c-5abc708a5c3d req-e44a63e4-8679-4756-b2a5-ce8c9c86637a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=1055e9c7-c155-46d0-8648-c4ff794f929b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1259341 Nov 22 20:21:34.624886 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c25cdc4-dda3-415f-a387-d9437e1c7520 req-795a45fa-2d34-4350-bf5a-4e75b3896ad4 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:21:34.630170 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [req-31fc6009-55ff-4883-9b6c-5abc708a5c3d req-a748f7c2-ab73-4dd9-8ec1-19dc84497141 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=103448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 20:21:34.631609 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-31fc6009-55ff-4883-9b6c-5abc708a5c3d req-a748f7c2-ab73-4dd9-8ec1-19dc84497141 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0072587 Nov 22 20:21:34.632994 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6c25cdc4-dda3-415f-a387-d9437e1c7520 req-795a45fa-2d34-4350-bf5a-4e75b3896ad4 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/ports?device_id=ed65104a-8bf2-4ff1-b40d-7b477582763a HTTP/1.1" status: 200 len: 943 time: 0.1425819 Nov 22 20:21:34.636090 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4dfeb93d-e7eb-4ed1-8c95-d9147b480c9e req-4aac38a9-96df-4a33-8113-98a1db0ecce5 tempest-InstanceActionsV221TestJSON-333832839 tempest-InstanceActionsV221TestJSON-333832839-project] 10.222.0.46 "GET /v2.0/quotas/7ea1f76440074b4eaaed457dae80200c HTTP/1.1" status: 200 len: 375 time: 0.0435085 Nov 22 20:21:34.651129 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-1cdef261-6d6d-421c-8d1b-db3f3dbdde00 req-32149cd8-bce6-444d-b79e-27652cba9ac0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:34.720701 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdef261-6d6d-421c-8d1b-db3f3dbdde00 req-32149cd8-bce6-444d-b79e-27652cba9ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:21:34.721483 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-1cdef261-6d6d-421c-8d1b-db3f3dbdde00 req-32149cd8-bce6-444d-b79e-27652cba9ac0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:34.722948 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1cdef261-6d6d-421c-8d1b-db3f3dbdde00 req-32149cd8-bce6-444d-b79e-27652cba9ac0 service neutron] 10.222.0.41 "PUT /v2.0/ports/de646b05-9818-4004-bdb9-62c055fd0937 HTTP/1.1" status: 200 len: 1091 time: 2.0227592 Nov 22 20:21:34.726919 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32149cd8-bce6-444d-b79e-27652cba9ac0 service neutron] Pushing event updated for resources: {'Port': ['ID=de646b05-9818-4004-bdb9-62c055fd0937,revision_number=3']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:21:34.730782 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2f36816-1c74-41b9-ac27-5b11e5295fa8 None None] DHCP port deletion for 41f439de-e657-4ca1-8a55-865945ee9732 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:21:34.745646 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed65104a-8bf2-4ff1-b40d-7b477582763a', 'tag': 'de646b05-9818-4004-bdb9-62c055fd0937'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:21:34.748819 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e5cb7e1-f7eb-4425-936c-a8922d7c688e" -d '{"events": [{"name": "network-changed", "server_uuid": "ed65104a-8bf2-4ff1-b40d-7b477582763a", "tag": "de646b05-9818-4004-bdb9-62c055fd0937"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:21:34.828159 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4dfeb93d-e7eb-4ed1-8c95-d9147b480c9e req-345820dc-4c84-474c-9df2-e4ba80485d9d tempest-InstanceActionsV221TestJSON-333832839 tempest-InstanceActionsV221TestJSON-333832839-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=7ea1f76440074b4eaaed457dae80200c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1679795 Nov 22 20:21:34.944707 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6c25cdc4-dda3-415f-a387-d9437e1c7520 req-2ea8a2c0-d9d3-4a34-aacc-6c10aaaff64f tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6bb4485-0c85-4226-9793-14795129f329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3106370 Nov 22 20:21:34.984451 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdef261-6d6d-421c-8d1b-db3f3dbdde00 req-eb6a3c19-9a31-4b00-864b-22f2d25eded0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:21:34.985941 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1cdef261-6d6d-421c-8d1b-db3f3dbdde00 req-eb6a3c19-9a31-4b00-864b-22f2d25eded0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=76a9efddcf274563b133aa3f163fb3f9&device_id=ed65104a-8bf2-4ff1-b40d-7b477582763a HTTP/1.1" status: 200 len: 1094 time: 0.1769807 Nov 22 20:21:35.069072 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1cdef261-6d6d-421c-8d1b-db3f3dbdde00 req-65893383-ac9c-49ca-8e29-39aec77fdc8b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=de646b05-9818-4004-bdb9-62c055fd0937 HTTP/1.1" status: 200 len: 217 time: 0.0720546 Nov 22 20:21:35.088995 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e49ee129-e862-4476-beca-cdc8150d2345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:35.158757 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdef261-6d6d-421c-8d1b-db3f3dbdde00 req-211fcc4f-26ef-4948-8541-b08f544a4cea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:21:35.160837 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1cdef261-6d6d-421c-8d1b-db3f3dbdde00 req-211fcc4f-26ef-4948-8541-b08f544a4cea service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d74b376c-118a-4e1f-b1b9-d074bfe85b19 HTTP/1.1" status: 200 len: 851 time: 0.0749002 Nov 22 20:21:35.182112 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4dfeb93d-e7eb-4ed1-8c95-d9147b480c9e req-81b50e5c-f44f-4dd4-9c4e-333ecca59f52 service neutron] 10.222.0.46 "GET /v2.0/networks/505e95fa-3829-48ab-b1ce-3cf361e78137?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3523705 Nov 22 20:21:35.356203 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1cdef261-6d6d-421c-8d1b-db3f3dbdde00 req-ab96c4b5-1b62-4984-ac49-e24d3a4306e8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=41f439de-e657-4ca1-8a55-865945ee9732&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1640556 Nov 22 20:21:35.462801 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf9d1c6-900b-45fd-808c-8cc4f7be8e78 req-bb169c37-fba9-43ac-a8b0-be1ad553d64d tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:21:35.464461 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4bf9d1c6-900b-45fd-808c-8cc4f7be8e78 req-bb169c37-fba9-43ac-a8b0-be1ad553d64d tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/ports?device_id=1055e9c7-c155-46d0-8648-c4ff794f929b HTTP/1.1" status: 200 len: 945 time: 0.3012121 Nov 22 20:21:35.611743 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4bf9d1c6-900b-45fd-808c-8cc4f7be8e78 req-b4296523-53b4-4ea6-a2bd-dc43ddfc6bb5 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/security-groups?id=1fdc013b-4d1e-4061-bc19-b86fb2a07143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1135557 Nov 22 20:21:35.626016 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4dfeb93d-e7eb-4ed1-8c95-d9147b480c9e req-7c39c855-7832-4008-a579-9bd3246d4e0a service neutron] 10.222.0.46 "GET /v2.0/networks/505e95fa-3829-48ab-b1ce-3cf361e78137?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4429779 Nov 22 20:21:35.658957 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1cdef261-6d6d-421c-8d1b-db3f3dbdde00 req-9fb8e8b0-f300-45c6-b91f-bc82be4a1fcb service neutron] 10.222.0.41 "GET /v2.0/networks/41f439de-e657-4ca1-8a55-865945ee9732?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2927036 Nov 22 20:21:35.867022 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6d87e383-2521-4852-9b2c-21f21ab318ab req-8b40e1de-36fb-4f48-af7d-8fdff5b222e1 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f4a90d6-1fcd-49f1-9d76-18b26c029474 HTTP/1.1" status: 200 len: 210 time: 0.0473657 Nov 22 20:21:35.868788 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 20:21:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-795571c3-cd61-4a17-be07-6d9bca930249 x-openstack-request-id: req-795571c3-cd61-4a17-be07-6d9bca930249 {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:21:35.869073 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed65104a-8bf2-4ff1-b40d-7b477582763a", "tag": "de646b05-9818-4004-bdb9-62c055fd0937", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:21:35.870051 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-795571c3-cd61-4a17-be07-6d9bca930249 {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:21:35.871698 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed65104a-8bf2-4ff1-b40d-7b477582763a', 'tag': 'de646b05-9818-4004-bdb9-62c055fd0937', 'status': 'completed', 'code': 200} Nov 22 20:21:35.932108 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1cdef261-6d6d-421c-8d1b-db3f3dbdde00 req-5b9a1f72-9668-4f36-891f-200b788c162b service neutron] 10.222.0.41 "GET /v2.0/networks/41f439de-e657-4ca1-8a55-865945ee9732?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2644875 Nov 22 20:21:35.948018 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:36.116572 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c67e2879-57e4-4529-a644-b0e694cb4319 req-fe2f7423-5ad6-4fe6-8d9b-121e1b04a18f tempest-InstanceActionsV221TestJSON-333832839 tempest-InstanceActionsV221TestJSON-333832839-project] 10.222.0.46 "GET /v2.0/ports?device_id=08e0caf0-32dd-4a2e-b3b0-8383abf5cd3a HTTP/1.1" status: 200 len: 210 time: 0.1146863 Nov 22 20:21:36.162233 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd01e4af-cb82-4c67-b149-ac4bdd79d875 req-fe7dec17-f8c4-4aef-afc5-d1c4dba4422f tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:21:36.173424 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-dd01e4af-cb82-4c67-b149-ac4bdd79d875 req-fe7dec17-f8c4-4aef-afc5-d1c4dba4422f tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] 10.222.0.46 "GET /v2.0/ports?device_id=2a31ca84-d4aa-47fc-8f8b-115aed3eedae HTTP/1.1" status: 200 len: 945 time: 0.1272483 Nov 22 20:21:36.188847 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5cb7e1-f7eb-4425-936c-a8922d7c688e req-b3149e2c-72fb-4ece-9642-ed7b8b7ac2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:21:36.191471 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6e5cb7e1-f7eb-4425-936c-a8922d7c688e req-b3149e2c-72fb-4ece-9642-ed7b8b7ac2ac service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=76a9efddcf274563b133aa3f163fb3f9&device_id=ed65104a-8bf2-4ff1-b40d-7b477582763a HTTP/1.1" status: 200 len: 1094 time: 0.2029428 Nov 22 20:21:36.441312 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-dd01e4af-cb82-4c67-b149-ac4bdd79d875 req-98183b04-2fa6-4865-9784-160a7b81f104 tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] 10.222.0.46 "GET /v2.0/security-groups?id=d95e1db1-f0c9-4323-bdfe-93688145577c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2549870 Nov 22 20:21:36.535753 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fc6009-55ff-4883-9b6c-5abc708a5c3d req-9deb8e32-edb0-451a-ae4a-d9e46d9789c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:21:36.539585 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-31fc6009-55ff-4883-9b6c-5abc708a5c3d req-9deb8e32-edb0-451a-ae4a-d9e46d9789c0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f13d149ee8a64f188025185f0e8b5cfe&device_id=1055e9c7-c155-46d0-8648-c4ff794f929b HTTP/1.1" status: 200 len: 1096 time: 0.1036990 Nov 22 20:21:36.554742 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b96e264-f6e8-4eff-971d-e4693bdfdec0 req-0e1a12cd-2df0-4df0-8666-4a3fb1fb9229 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:21:36.574815 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0b96e264-f6e8-4eff-971d-e4693bdfdec0 req-0e1a12cd-2df0-4df0-8666-4a3fb1fb9229 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/ports?device_id=ed65104a-8bf2-4ff1-b40d-7b477582763a HTTP/1.1" status: 200 len: 943 time: 0.3116796 Nov 22 20:21:36.588288 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5cb7e1-f7eb-4425-936c-a8922d7c688e req-844c009e-6fa2-4cd3-9f70-32bb8759821e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:21:36.590058 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6e5cb7e1-f7eb-4425-936c-a8922d7c688e req-844c009e-6fa2-4cd3-9f70-32bb8759821e service neutron] 10.222.0.41 "GET /v2.0/networks?id=41f439de-e657-4ca1-8a55-865945ee9732 HTTP/1.1" status: 200 len: 912 time: 0.3896163 Nov 22 20:21:36.665453 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6e5cb7e1-f7eb-4425-936c-a8922d7c688e req-96ef5f47-fa6d-4fc9-86cc-f9b5bc9cf6b2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=de646b05-9818-4004-bdb9-62c055fd0937 HTTP/1.1" status: 200 len: 217 time: 0.0673013 Nov 22 20:21:36.767018 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0b96e264-f6e8-4eff-971d-e4693bdfdec0 req-3c27fa76-22d8-4179-8117-0d3dd9764f2b tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6bb4485-0c85-4226-9793-14795129f329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911306 Nov 22 20:21:36.881822 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fc6009-55ff-4883-9b6c-5abc708a5c3d req-beba7d18-c13a-45f3-9105-f484ff41a1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:21:36.891172 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-31fc6009-55ff-4883-9b6c-5abc708a5c3d req-beba7d18-c13a-45f3-9105-f484ff41a1cd service neutron] 10.222.0.41 "GET /v2.0/networks?id=43dfe348-e2b3-45a9-b942-b91bdebcc301 HTTP/1.1" status: 200 len: 897 time: 0.3438282 Nov 22 20:21:37.078942 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 50450) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:21:37.089864 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-31fc6009-55ff-4883-9b6c-5abc708a5c3d req-c7040cd0-1c92-42bc-bf4a-126cc8c657c4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=33e7a13a-e64a-49d3-8d05-1f881090f4ac HTTP/1.1" status: 200 len: 1000 time: 0.1931834 Nov 22 20:21:37.146673 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fc6009-55ff-4883-9b6c-5abc708a5c3d req-22dc5926-ac22-4c88-b0bc-88578c7697c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:21:37.148814 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-31fc6009-55ff-4883-9b6c-5abc708a5c3d req-22dc5926-ac22-4c88-b0bc-88578c7697c3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=19b1fa28-e1ba-4589-8381-fbf651ed52fa HTTP/1.1" status: 200 len: 834 time: 0.0520928 Nov 22 20:21:37.255995 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fc6009-55ff-4883-9b6c-5abc708a5c3d req-59a2328d-c8a4-4da9-b539-3959417d03bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:21:37.257868 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-31fc6009-55ff-4883-9b6c-5abc708a5c3d req-59a2328d-c8a4-4da9-b539-3959417d03bd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=43dfe348-e2b3-45a9-b942-b91bdebcc301&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1021702 Nov 22 20:21:37.305719 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6cb1b0bd-7c3f-4684-ae00-7cf0f19c6805 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:37.452542 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-31fc6009-55ff-4883-9b6c-5abc708a5c3d req-25a5b63c-9559-41ae-84ec-8035fb5db1ff service neutron] 10.222.0.41 "GET /v2.0/networks/43dfe348-e2b3-45a9-b942-b91bdebcc301?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1873324 Nov 22 20:21:37.495182 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5cb7e1-f7eb-4425-936c-a8922d7c688e req-9ec33512-f21f-45a3-b47f-6ae80b3e4339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:21:37.496720 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6e5cb7e1-f7eb-4425-936c-a8922d7c688e req-9ec33512-f21f-45a3-b47f-6ae80b3e4339 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d74b376c-118a-4e1f-b1b9-d074bfe85b19 HTTP/1.1" status: 200 len: 851 time: 0.8242640 Nov 22 20:21:37.507234 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e006c1-63c7-464a-8898-bafa2dfe62e8 req-f4abc5dc-6a40-4f0b-9061-7f2d90019cc6 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:21:37.515265 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-50e006c1-63c7-464a-8898-bafa2dfe62e8 req-f4abc5dc-6a40-4f0b-9061-7f2d90019cc6 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/ports?device_id=1055e9c7-c155-46d0-8648-c4ff794f929b HTTP/1.1" status: 200 len: 945 time: 0.6278422 Nov 22 20:21:37.530674 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e96a54e-8d30-4d40-a5bb-555d2d940c98 req-6e37870b-1daf-4e16-aedb-adf096ca995e tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:21:37.532253 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5e96a54e-8d30-4d40-a5bb-555d2d940c98 req-6e37870b-1daf-4e16-aedb-adf096ca995e tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] 10.222.0.46 "GET /v2.0/ports?device_id=2a31ca84-d4aa-47fc-8f8b-115aed3eedae HTTP/1.1" status: 200 len: 945 time: 0.7011657 Nov 22 20:21:37.568939 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6cb1b0bd-7c3f-4684-ae00-7cf0f19c6805 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:37.578300 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6cb1b0bd-7c3f-4684-ae00-7cf0f19c6805 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:37.588244 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6e5cb7e1-f7eb-4425-936c-a8922d7c688e req-dd108034-4fff-43da-863b-c634c7697520 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=41f439de-e657-4ca1-8a55-865945ee9732&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0669606 Nov 22 20:21:37.675025 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-31fc6009-55ff-4883-9b6c-5abc708a5c3d req-27237c4b-5a4b-45be-9dac-1a7aa14ac24d service neutron] 10.222.0.41 "GET /v2.0/networks/43dfe348-e2b3-45a9-b942-b91bdebcc301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2146652 Nov 22 20:21:37.677680 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb1b0bd-7c3f-4684-ae00-7cf0f19c6805 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ed8be2a-2904-4d83-b9bb-dfebe6d5ca1d,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:21:37.688025 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-6cb1b0bd-7c3f-4684-ae00-7cf0f19c6805 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c8d9025ae318461d8fd7ac417c6f5166&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6054118 Nov 22 20:21:37.688965 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 50464) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:21:37.760579 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-06ac331f-680b-4952-b884-e7555e328696 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:37.777143 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6e5cb7e1-f7eb-4425-936c-a8922d7c688e req-64138173-014a-4fff-bde4-21dd45528016 service neutron] 10.222.0.41 "GET /v2.0/networks/41f439de-e657-4ca1-8a55-865945ee9732?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667488 Nov 22 20:21:37.801283 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-06ac331f-680b-4952-b884-e7555e328696 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:37.901140 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-06ac331f-680b-4952-b884-e7555e328696 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:37.905603 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-06ac331f-680b-4952-b884-e7555e328696 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:37.907086 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-06ac331f-680b-4952-b884-e7555e328696 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3ed8be2a-2904-4d83-b9bb-dfebe6d5ca1d HTTP/1.1" status: 204 len: 168 time: 0.2164934 Nov 22 20:21:37.936392 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfeb93d-e7eb-4ed1-8c95-d9147b480c9e req-feb00693-8133-4383-aa99-2d36c9e84798 tempest-InstanceActionsV221TestJSON-333832839 tempest-InstanceActionsV221TestJSON-333832839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:21:37.937985 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4dfeb93d-e7eb-4ed1-8c95-d9147b480c9e req-feb00693-8133-4383-aa99-2d36c9e84798 tempest-InstanceActionsV221TestJSON-333832839 tempest-InstanceActionsV221TestJSON-333832839-project] 10.222.0.20 "GET /v2.0/networks?id=505e95fa-3829-48ab-b1ce-3cf361e78137 HTTP/1.1" status: 200 len: 818 time: 0.5294778 Nov 22 20:21:37.952829 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ac331f-680b-4952-b884-e7555e328696 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ed8be2a-2904-4d83-b9bb-dfebe6d5ca1d,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:21:37.963870 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-50e006c1-63c7-464a-8898-bafa2dfe62e8 req-7afd30df-8150-4499-8a62-e3597a75e222 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/security-groups?id=1fdc013b-4d1e-4061-bc19-b86fb2a07143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4332130 Nov 22 20:21:37.981952 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-4dfeb93d-e7eb-4ed1-8c95-d9147b480c9e req-a19358db-b55d-447f-984a-f56fe76c3693 tempest-InstanceActionsV221TestJSON-333832839 tempest-InstanceActionsV221TestJSON-333832839-project] Request body: {'port': {'device_id': '08e0caf0-32dd-4a2e-b3b0-8383abf5cd3a', 'network_id': '505e95fa-3829-48ab-b1ce-3cf361e78137', 'admin_state_up': True, 'tenant_id': '7ea1f76440074b4eaaed457dae80200c'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:21:38.127234 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5e96a54e-8d30-4d40-a5bb-555d2d940c98 req-51283426-d929-4c3d-b89b-9147134cf44f tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] 10.222.0.46 "GET /v2.0/security-groups?id=d95e1db1-f0c9-4323-bdfe-93688145577c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5325758 Nov 22 20:21:38.232709 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7a07672f-4dfb-4822-a963-818774309ccc req-1b2fedec-4f91-4ca6-9e17-7808203f2e25 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f4a90d6-1fcd-49f1-9d76-18b26c029474 HTTP/1.1" status: 200 len: 210 time: 0.0916333 Nov 22 20:21:38.267291 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6e5cb7e1-f7eb-4425-936c-a8922d7c688e req-69d43a16-6ce1-48f1-8896-513a948bb0fd service neutron] 10.222.0.41 "GET /v2.0/networks/41f439de-e657-4ca1-8a55-865945ee9732?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4542332 Nov 22 20:21:38.305175 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ac3bec7a-3dd3-4b55-80e5-6f3eb8b78597 req-07e522d5-5e63-4b0f-b481-666f4e75b744 tempest-InstanceActionsV221TestJSON-333832839 tempest-InstanceActionsV221TestJSON-333832839-project] 10.222.0.46 "GET /v2.0/ports?device_id=08e0caf0-32dd-4a2e-b3b0-8383abf5cd3a HTTP/1.1" status: 200 len: 210 time: 0.0522299 Nov 22 20:21:38.357248 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device de646b05-9818-4004-bdb9-62c055fd0937 details requested by agent hyperv_n-h1-818823-1 with host n-h1-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 20:21:38.370617 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4dfeb93d-e7eb-4ed1-8c95-d9147b480c9e req-a19358db-b55d-447f-984a-f56fe76c3693 tempest-InstanceActionsV221TestJSON-333832839 tempest-InstanceActionsV221TestJSON-333832839-project] Made reservation on behalf of 7ea1f76440074b4eaaed457dae80200c for: {'port': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:21:38.374361 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-4dfeb93d-e7eb-4ed1-8c95-d9147b480c9e req-a19358db-b55d-447f-984a-f56fe76c3693 tempest-InstanceActionsV221TestJSON-333832839 tempest-InstanceActionsV221TestJSON-333832839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:38.517763 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port de646b05-9818-4004-bdb9-62c055fd0937, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=de646b05-9818-4004-bdb9-62c055fd0937,segment=NetworkSegment(ac5f3349-9549-4263-b08f-bbbf3ebb8ed3),segment_id=ac5f3349-9549-4263-b08f-bbbf3ebb8ed3)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:21:38.563937 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 50484) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:21:38.587339 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7880f783-2301-471d-961a-a84b0b1f3c82 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:38.593920 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e48cec2-023f-4e66-88d9-760ea8e80318 req-223be76f-7012-40ac-b4a2-2ebc058ba6de tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:21:38.595593 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3e48cec2-023f-4e66-88d9-760ea8e80318 req-223be76f-7012-40ac-b4a2-2ebc058ba6de tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/ports?device_id=ed65104a-8bf2-4ff1-b40d-7b477582763a HTTP/1.1" status: 200 len: 943 time: 0.2084825 Nov 22 20:21:38.753431 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7880f783-2301-471d-961a-a84b0b1f3c82 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:38.762685 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7880f783-2301-471d-961a-a84b0b1f3c82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:38.777913 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3e48cec2-023f-4e66-88d9-760ea8e80318 req-d7828304-5a51-460e-8033-24388f708b34 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6bb4485-0c85-4226-9793-14795129f329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693513 Nov 22 20:21:38.811649 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [req-4dfeb93d-e7eb-4ed1-8c95-d9147b480c9e req-a19358db-b55d-447f-984a-f56fe76c3693 tempest-InstanceActionsV221TestJSON-333832839 tempest-InstanceActionsV221TestJSON-333832839-project] Allocated IP 172.20.0.4 (505e95fa-3829-48ab-b1ce-3cf361e78137/c565faab-25c5-40fe-abd0-3b5ac4d344fe/a531cf70-f430-40fd-88cd-b96e6b290332) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:21:38.831121 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-7880f783-2301-471d-961a-a84b0b1f3c82 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=32cc8e6bd7d2452fa9d17e7fdda6dd78&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2639158 Nov 22 20:21:38.831121 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7880f783-2301-471d-961a-a84b0b1f3c82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcb52d13-42b3-496c-856d-0cae7522670c,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:21:38.835288 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203eebce-9cbc-48b1-826b-c8bc8a375cc2 req-43107c08-6565-4936-9cd6-eb09175e9e47 tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:21:38.837450 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-203eebce-9cbc-48b1-826b-c8bc8a375cc2 req-43107c08-6565-4936-9cd6-eb09175e9e47 tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] 10.222.0.46 "GET /v2.0/ports?device_id=2a31ca84-d4aa-47fc-8f8b-115aed3eedae HTTP/1.1" status: 200 len: 945 time: 0.1620984 Nov 22 20:21:38.844566 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 50492) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:21:38.912313 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7f605166-087b-4cdf-be05-98baf7fc129a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:38.912861 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Returning: {'device': 'de646b05-9818-4004-bdb9-62c055fd0937', 'network_id': '41f439de-e657-4ca1-8a55-865945ee9732', 'port_id': 'de646b05-9818-4004-bdb9-62c055fd0937', 'mac_address': 'fa:16:3e:0a:f5:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd74b376c-118a-4e1f-b1b9-d074bfe85b19', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 20:21:38.938782 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7f605166-087b-4cdf-be05-98baf7fc129a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:38.948361 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-203eebce-9cbc-48b1-826b-c8bc8a375cc2 req-20bd5646-7c3b-4ea5-8faa-26bd7515add6 tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] 10.222.0.46 "GET /v2.0/security-groups?id=d95e1db1-f0c9-4323-bdfe-93688145577c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844173 Nov 22 20:21:38.994136 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:38.997649 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7f605166-087b-4cdf-be05-98baf7fc129a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:39.000910 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7f605166-087b-4cdf-be05-98baf7fc129a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:39.002433 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-7f605166-087b-4cdf-be05-98baf7fc129a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/bcb52d13-42b3-496c-856d-0cae7522670c HTTP/1.1" status: 204 len: 168 time: 0.1557312 Nov 22 20:21:39.012737 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f605166-087b-4cdf-be05-98baf7fc129a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcb52d13-42b3-496c-856d-0cae7522670c,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:21:39.025675 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de646b05-9818-4004-bdb9-62c055fd0937 {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:21:39.048745 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port de646b05-9818-4004-bdb9-62c055fd0937, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=de646b05-9818-4004-bdb9-62c055fd0937,segment=NetworkSegment(ac5f3349-9549-4263-b08f-bbbf3ebb8ed3),segment_id=ac5f3349-9549-4263-b08f-bbbf3ebb8ed3)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:21:39.059988 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:39.129782 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=de646b05-9818-4004-bdb9-62c055fd0937,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:21:39.258537 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7194d08b-826c-4c86-938d-06e278bb66df req-8cc26c2b-bc46-4b0d-9f4c-5498d17a95d0 tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:21:39.260426 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7194d08b-826c-4c86-938d-06e278bb66df req-8cc26c2b-bc46-4b0d-9f4c-5498d17a95d0 tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] 10.222.0.46 "GET /v2.0/ports?device_id=2a31ca84-d4aa-47fc-8f8b-115aed3eedae HTTP/1.1" status: 200 len: 945 time: 0.1644475 Nov 22 20:21:39.304341 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-4dfeb93d-e7eb-4ed1-8c95-d9147b480c9e req-a19358db-b55d-447f-984a-f56fe76c3693 tempest-InstanceActionsV221TestJSON-333832839 tempest-InstanceActionsV221TestJSON-333832839-project] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:39.314740 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dea3c25-109f-40e4-bc69-0b7353ff27b9 req-1c8b0176-07bf-408b-b0d6-cec2051d29fc tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:21:39.316304 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1dea3c25-109f-40e4-bc69-0b7353ff27b9 req-1c8b0176-07bf-408b-b0d6-cec2051d29fc tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/ports?device_id=1055e9c7-c155-46d0-8648-c4ff794f929b HTTP/1.1" status: 200 len: 945 time: 0.2056229 Nov 22 20:21:39.355706 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7194d08b-826c-4c86-938d-06e278bb66df req-896e3c38-1ebe-4576-9a3e-cbc12f945ca9 tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] 10.222.0.46 "GET /v2.0/security-groups?id=d95e1db1-f0c9-4323-bdfe-93688145577c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869048 Nov 22 20:21:39.374885 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] get_ports_and_sgs() called for port_ids ['de646b05-9818-4004-bdb9-62c055fd0937'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:21:39.438594 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1dea3c25-109f-40e4-bc69-0b7353ff27b9 req-803bf758-cff7-4161-8e92-a43489a5e967 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/security-groups?id=1fdc013b-4d1e-4061-bc19-b86fb2a07143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830736 Nov 22 20:21:39.474212 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-4dfeb93d-e7eb-4ed1-8c95-d9147b480c9e req-a19358db-b55d-447f-984a-f56fe76c3693 tempest-InstanceActionsV221TestJSON-333832839 tempest-InstanceActionsV221TestJSON-333832839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:39.520090 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4dfeb93d-e7eb-4ed1-8c95-d9147b480c9e req-a19358db-b55d-447f-984a-f56fe76c3693 tempest-InstanceActionsV221TestJSON-333832839 tempest-InstanceActionsV221TestJSON-333832839-project] Network 505e95fa-3829-48ab-b1ce-3cf361e78137 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:21:39.564222 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [req-4dfeb93d-e7eb-4ed1-8c95-d9147b480c9e req-a19358db-b55d-447f-984a-f56fe76c3693 tempest-InstanceActionsV221TestJSON-333832839 tempest-InstanceActionsV221TestJSON-333832839-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:21:39.571957 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dfeb93d-e7eb-4ed1-8c95-d9147b480c9e req-a19358db-b55d-447f-984a-f56fe76c3693 tempest-InstanceActionsV221TestJSON-333832839 tempest-InstanceActionsV221TestJSON-333832839-project] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:21:39.721622 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19358db-b55d-447f-984a-f56fe76c3693 tempest-InstanceActionsV221TestJSON-333832839 tempest-InstanceActionsV221TestJSON-333832839-project] Pushing event updated for resources: {'Port': ['ID=a531cf70-f430-40fd-88cd-b96e6b290332,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:21:39.757635 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b14577-28f7-409e-a439-a6774a4135e5 req-51818749-8605-4ff1-8d18-fffa1b156bd8 tempest-InstanceActionsV221TestJSON-333832839 tempest-InstanceActionsV221TestJSON-333832839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:21:39.759224 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-85b14577-28f7-409e-a439-a6774a4135e5 req-51818749-8605-4ff1-8d18-fffa1b156bd8 tempest-InstanceActionsV221TestJSON-333832839 tempest-InstanceActionsV221TestJSON-333832839-project] 10.222.0.46 "GET /v2.0/ports?device_id=08e0caf0-32dd-4a2e-b3b0-8383abf5cd3a HTTP/1.1" status: 200 len: 931 time: 0.2044773 Nov 22 20:21:39.765558 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfeb93d-e7eb-4ed1-8c95-d9147b480c9e req-a19358db-b55d-447f-984a-f56fe76c3693 tempest-InstanceActionsV221TestJSON-333832839 tempest-InstanceActionsV221TestJSON-333832839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:21:39.766097 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-4dfeb93d-e7eb-4ed1-8c95-d9147b480c9e req-a19358db-b55d-447f-984a-f56fe76c3693 tempest-InstanceActionsV221TestJSON-333832839 tempest-InstanceActionsV221TestJSON-333832839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:39.871645 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4dfeb93d-e7eb-4ed1-8c95-d9147b480c9e req-a19358db-b55d-447f-984a-f56fe76c3693 tempest-InstanceActionsV221TestJSON-333832839 tempest-InstanceActionsV221TestJSON-333832839-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9026132 Nov 22 20:21:39.887356 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-85b14577-28f7-409e-a439-a6774a4135e5 req-068fb41a-d05e-47c6-b5b3-a9a407b49446 tempest-InstanceActionsV221TestJSON-333832839 tempest-InstanceActionsV221TestJSON-333832839-project] 10.222.0.46 "GET /v2.0/security-groups?id=69837334-9b15-4dca-a7d6-14f58605aef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146514 Nov 22 20:21:39.907628 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-4dfeb93d-e7eb-4ed1-8c95-d9147b480c9e req-db4600c6-36cf-4c28-a27e-b98e6ab2ac0e service neutron] Request body: {'port': {'device_id': '08e0caf0-32dd-4a2e-b3b0-8383abf5cd3a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818823-1'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:21:39.974257 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 50552) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:21:40.058703 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-4dfeb93d-e7eb-4ed1-8c95-d9147b480c9e req-db4600c6-36cf-4c28-a27e-b98e6ab2ac0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:40.143578 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3f47f5a8-d156-4ed3-b62f-e935215d2713 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:40.191900 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3f47f5a8-d156-4ed3-b62f-e935215d2713 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:40.272757 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3f47f5a8-d156-4ed3-b62f-e935215d2713 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:40.277942 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3f47f5a8-d156-4ed3-b62f-e935215d2713 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:40.279141 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-3f47f5a8-d156-4ed3-b62f-e935215d2713 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] 10.222.0.46 "DELETE /v2.0/security-groups/956e73ed-7485-4a0c-88f0-c644aa0149a8 HTTP/1.1" status: 204 len: 168 time: 0.3039281 Nov 22 20:21:40.289610 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 50564) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:21:40.290543 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f47f5a8-d156-4ed3-b62f-e935215d2713 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=956e73ed-7485-4a0c-88f0-c644aa0149a8,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:21:40.305744 n-d-818823-1 neutron-server[103448]: INFO neutron.api.v2.resource [None req-bbaff53c-be2c-4858-bebb-e7dbc50515b7 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] show failed (client error): The resource could not be found. Nov 22 20:21:40.306788 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-bbaff53c-be2c-4858-bebb-e7dbc50515b7 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] 10.222.0.46 "GET /v2.0/security-groups/956e73ed-7485-4a0c-88f0-c644aa0149a8 HTTP/1.1" status: 404 len: 347 time: 0.0140860 Nov 22 20:21:40.310076 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 50566) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:21:40.347007 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4999ac3c-dd0b-4ca7-aa0e-431c39b820de req-8fcf0d0f-3a5a-485b-aec8-1a6e2f8e7cb5 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:21:40.348734 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4999ac3c-dd0b-4ca7-aa0e-431c39b820de req-8fcf0d0f-3a5a-485b-aec8-1a6e2f8e7cb5 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/ports?device_id=ed65104a-8bf2-4ff1-b40d-7b477582763a HTTP/1.1" status: 200 len: 944 time: 0.2275474 Nov 22 20:21:40.367688 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2d28ec-106d-4b89-82ef-7490e58a9366 req-b24656ff-3d32-4f81-88b8-d25254ffecf2 tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:21:40.369327 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3f2d28ec-106d-4b89-82ef-7490e58a9366 req-b24656ff-3d32-4f81-88b8-d25254ffecf2 tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] 10.222.0.46 "GET /v2.0/ports?device_id=2a31ca84-d4aa-47fc-8f8b-115aed3eedae HTTP/1.1" status: 200 len: 945 time: 0.2470334 Nov 22 20:21:40.468201 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4999ac3c-dd0b-4ca7-aa0e-431c39b820de req-1f56f286-6c8f-46ca-8e65-386fe78af065 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6bb4485-0c85-4226-9793-14795129f329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108389 Nov 22 20:21:40.481907 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-cca83ffd-2220-4de8-98d2-92676d9548a4 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Deleting port c6a509f5-71f5-470f-b20c-cdf1936f6756 {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:21:40.482860 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cca83ffd-2220-4de8-98d2-92676d9548a4 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:40.586506 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cca83ffd-2220-4de8-98d2-92676d9548a4 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:40.587758 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cca83ffd-2220-4de8-98d2-92676d9548a4 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:40.603100 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-cca83ffd-2220-4de8-98d2-92676d9548a4 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Calling delete_port for c6a509f5-71f5-470f-b20c-cdf1936f6756 owned by network:floatingip {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:21:40.631348 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3f2d28ec-106d-4b89-82ef-7490e58a9366 req-d4b02701-7ec4-409d-a6ee-0fa8619a6f73 tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] 10.222.0.46 "GET /v2.0/security-groups?id=d95e1db1-f0c9-4323-bdfe-93688145577c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2275400 Nov 22 20:21:40.685665 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5ae936-7ad9-42d3-8e57-04e2ec41228c req-89b4d33b-57b5-4c5e-bd4a-9e2b74b82f87 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:21:40.693650 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5d5ae936-7ad9-42d3-8e57-04e2ec41228c req-89b4d33b-57b5-4c5e-bd4a-9e2b74b82f87 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/ports?device_id=1055e9c7-c155-46d0-8648-c4ff794f929b HTTP/1.1" status: 200 len: 945 time: 0.1209331 Nov 22 20:21:40.795750 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5d5ae936-7ad9-42d3-8e57-04e2ec41228c req-d2375792-5353-476e-8980-21757bda5f03 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/security-groups?id=1fdc013b-4d1e-4061-bc19-b86fb2a07143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1010942 Nov 22 20:21:40.831749 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cca83ffd-2220-4de8-98d2-92676d9548a4 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:40.854690 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [req-4dfeb93d-e7eb-4ed1-8c95-d9147b480c9e req-db4600c6-36cf-4c28-a27e-b98e6ab2ac0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a531cf70-f430-40fd-88cd-b96e6b290332 {{(pid=103447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:21:40.866855 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-4dfeb93d-e7eb-4ed1-8c95-d9147b480c9e req-db4600c6-36cf-4c28-a27e-b98e6ab2ac0e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:40.871870 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca83ffd-2220-4de8-98d2-92676d9548a4 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Pushing event deleted for resources: {'Port': ['ID=c6a509f5-71f5-470f-b20c-cdf1936f6756,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:21:40.901001 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.provisioning_blocks [req-4dfeb93d-e7eb-4ed1-8c95-d9147b480c9e req-db4600c6-36cf-4c28-a27e-b98e6ab2ac0e service neutron] Transition to ACTIVE for port object a531cf70-f430-40fd-88cd-b96e6b290332 will not be triggered until provisioned by entity L2. {{(pid=103447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 20:21:40.905595 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-4dfeb93d-e7eb-4ed1-8c95-d9147b480c9e req-db4600c6-36cf-4c28-a27e-b98e6ab2ac0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:40.909982 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-012f67cb-a048-453d-954a-6de30e31e75e None None] DHCP port deletion for c48a55e9-6a85-4746-b7bf-3e29fb560094 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:21:40.975817 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4600c6-36cf-4c28-a27e-b98e6ab2ac0e service neutron] Pushing event updated for resources: {'Port': ['ID=a531cf70-f430-40fd-88cd-b96e6b290332,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:21:41.013602 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cca83ffd-2220-4de8-98d2-92676d9548a4 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Publish callbacks [] for floatingip, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:41.017551 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cca83ffd-2220-4de8-98d2-92676d9548a4 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for floatingip, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:41.018908 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-cca83ffd-2220-4de8-98d2-92676d9548a4 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] 10.222.0.46 "DELETE /v2.0/floatingips/b268c7e2-80b2-40d4-b3eb-214d2132d305 HTTP/1.1" status: 204 len: 168 time: 0.7079270 Nov 22 20:21:41.022199 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 50598) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:21:41.110062 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f889d94d-f999-4a9c-bc23-f1a8a69bae70 req-b8e9548b-5398-403f-93a3-025ae0404538 tempest-InstanceActionsV221TestJSON-333832839 tempest-InstanceActionsV221TestJSON-333832839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:21:41.118493 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f889d94d-f999-4a9c-bc23-f1a8a69bae70 req-b8e9548b-5398-403f-93a3-025ae0404538 tempest-InstanceActionsV221TestJSON-333832839 tempest-InstanceActionsV221TestJSON-333832839-project] 10.222.0.46 "GET /v2.0/ports?device_id=08e0caf0-32dd-4a2e-b3b0-8383abf5cd3a HTTP/1.1" status: 200 len: 943 time: 0.1109848 Nov 22 20:21:41.132728 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-4dfeb93d-e7eb-4ed1-8c95-d9147b480c9e req-db4600c6-36cf-4c28-a27e-b98e6ab2ac0e service neutron] Attempting to bind port a531cf70-f430-40fd-88cd-b96e6b290332 on host n-h2-818823-1 for vnic_type normal with profile {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:21:41.133508 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-4dfeb93d-e7eb-4ed1-8c95-d9147b480c9e req-db4600c6-36cf-4c28-a27e-b98e6ab2ac0e service neutron] Attempting to bind port a531cf70-f430-40fd-88cd-b96e6b290332 by drivers openvswitch,hyperv on host n-h2-818823-1 at level 0 using segments [{'id': '801f7ee7-d268-4d5c-a23f-5317a4b5fc42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '505e95fa-3829-48ab-b1ce-3cf361e78137'}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:21:41.134227 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dfeb93d-e7eb-4ed1-8c95-d9147b480c9e req-db4600c6-36cf-4c28-a27e-b98e6ab2ac0e service neutron] Attempting to bind port a531cf70-f430-40fd-88cd-b96e6b290332 on network 505e95fa-3829-48ab-b1ce-3cf361e78137 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:21:41.144569 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-aa716899-de06-4bc6-a6a9-e5e213468893 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Deleting port 05a5c645-0725-4bf3-bbad-910f8f76f37c {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:21:41.144923 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-aa716899-de06-4bc6-a6a9-e5e213468893 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:41.149355 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dfeb93d-e7eb-4ed1-8c95-d9147b480c9e req-db4600c6-36cf-4c28-a27e-b98e6ab2ac0e service neutron] Port a531cf70-f430-40fd-88cd-b96e6b290332 on network 505e95fa-3829-48ab-b1ce-3cf361e78137 not bound, no agent of type Open vSwitch agent registered on host n-h2-818823-1 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:21:41.150077 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dfeb93d-e7eb-4ed1-8c95-d9147b480c9e req-db4600c6-36cf-4c28-a27e-b98e6ab2ac0e service neutron] Attempting to bind port a531cf70-f430-40fd-88cd-b96e6b290332 on network 505e95fa-3829-48ab-b1ce-3cf361e78137 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:21:41.159612 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dfeb93d-e7eb-4ed1-8c95-d9147b480c9e req-db4600c6-36cf-4c28-a27e-b98e6ab2ac0e service neutron] Checking agent: {'id': '65e0486a-7030-4065-96f0-10aa7402a530', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'started_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 21, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:21:41.160024 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dfeb93d-e7eb-4ed1-8c95-d9147b480c9e req-db4600c6-36cf-4c28-a27e-b98e6ab2ac0e service neutron] Checking segment: {'id': '801f7ee7-d268-4d5c-a23f-5317a4b5fc42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '505e95fa-3829-48ab-b1ce-3cf361e78137'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:21:41.160331 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dfeb93d-e7eb-4ed1-8c95-d9147b480c9e req-db4600c6-36cf-4c28-a27e-b98e6ab2ac0e service neutron] Bound using segment: {'id': '801f7ee7-d268-4d5c-a23f-5317a4b5fc42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '505e95fa-3829-48ab-b1ce-3cf361e78137'} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:21:41.160922 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-4dfeb93d-e7eb-4ed1-8c95-d9147b480c9e req-db4600c6-36cf-4c28-a27e-b98e6ab2ac0e service neutron] Bound port: a531cf70-f430-40fd-88cd-b96e6b290332, host: n-h2-818823-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '801f7ee7-d268-4d5c-a23f-5317a4b5fc42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '505e95fa-3829-48ab-b1ce-3cf361e78137'}}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:21:41.161435 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-4dfeb93d-e7eb-4ed1-8c95-d9147b480c9e req-db4600c6-36cf-4c28-a27e-b98e6ab2ac0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:41.220178 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f889d94d-f999-4a9c-bc23-f1a8a69bae70 req-a741338c-c1e7-4611-a95a-734d7578481c tempest-InstanceActionsV221TestJSON-333832839 tempest-InstanceActionsV221TestJSON-333832839-project] 10.222.0.46 "GET /v2.0/security-groups?id=69837334-9b15-4dca-a7d6-14f58605aef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008105 Nov 22 20:21:41.262017 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-4dfeb93d-e7eb-4ed1-8c95-d9147b480c9e req-db4600c6-36cf-4c28-a27e-b98e6ab2ac0e service neutron] For port a531cf70-f430-40fd-88cd-b96e6b290332, host n-h2-818823-1, cleared binding levels {{(pid=103447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:21:41.265210 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-4dfeb93d-e7eb-4ed1-8c95-d9147b480c9e req-db4600c6-36cf-4c28-a27e-b98e6ab2ac0e service neutron] For port a531cf70-f430-40fd-88cd-b96e6b290332, host n-h2-818823-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=a531cf70-f430-40fd-88cd-b96e6b290332,segment=NetworkSegment(801f7ee7-d268-4d5c-a23f-5317a4b5fc42),segment_id=801f7ee7-d268-4d5c-a23f-5317a4b5fc42)] {{(pid=103447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:21:41.268281 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-aa716899-de06-4bc6-a6a9-e5e213468893 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:41.270740 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-4dfeb93d-e7eb-4ed1-8c95-d9147b480c9e req-db4600c6-36cf-4c28-a27e-b98e6ab2ac0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:41.283016 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-aa716899-de06-4bc6-a6a9-e5e213468893 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Calling delete_port for 05a5c645-0725-4bf3-bbad-910f8f76f37c owned by {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:21:41.306526 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfeb93d-e7eb-4ed1-8c95-d9147b480c9e req-db4600c6-36cf-4c28-a27e-b98e6ab2ac0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:21:41.307282 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-4dfeb93d-e7eb-4ed1-8c95-d9147b480c9e req-db4600c6-36cf-4c28-a27e-b98e6ab2ac0e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:41.308946 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4dfeb93d-e7eb-4ed1-8c95-d9147b480c9e req-db4600c6-36cf-4c28-a27e-b98e6ab2ac0e service neutron] 10.222.0.20 "PUT /v2.0/ports/a531cf70-f430-40fd-88cd-b96e6b290332 HTTP/1.1" status: 200 len: 1091 time: 1.4179664 Nov 22 20:21:41.311690 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08e0caf0-32dd-4a2e-b3b0-8383abf5cd3a', 'tag': 'a531cf70-f430-40fd-88cd-b96e6b290332'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:21:41.314059 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-129d2264-b542-4579-9453-f7a3e2218d7c" -d '{"events": [{"name": "network-changed", "server_uuid": "08e0caf0-32dd-4a2e-b3b0-8383abf5cd3a", "tag": "a531cf70-f430-40fd-88cd-b96e6b290332"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:21:41.349302 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4600c6-36cf-4c28-a27e-b98e6ab2ac0e service neutron] Pushing event updated for resources: {'Port': ['ID=a531cf70-f430-40fd-88cd-b96e6b290332,revision_number=3']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:21:41.407608 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 20:21:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cd7225e-efaa-4adf-b803-2fc512280eeb x-openstack-request-id: req-4cd7225e-efaa-4adf-b803-2fc512280eeb {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:21:41.408146 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08e0caf0-32dd-4a2e-b3b0-8383abf5cd3a", "tag": "a531cf70-f430-40fd-88cd-b96e6b290332", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:21:41.408595 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4cd7225e-efaa-4adf-b803-2fc512280eeb {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:21:41.409124 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08e0caf0-32dd-4a2e-b3b0-8383abf5cd3a', 'tag': 'a531cf70-f430-40fd-88cd-b96e6b290332', 'status': 'completed', 'code': 200} Nov 22 20:21:41.416955 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfeb93d-e7eb-4ed1-8c95-d9147b480c9e req-6c1a0d6e-ee1b-4851-9141-87d1298a0771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:21:41.418880 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4dfeb93d-e7eb-4ed1-8c95-d9147b480c9e req-6c1a0d6e-ee1b-4851-9141-87d1298a0771 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7ea1f76440074b4eaaed457dae80200c&device_id=08e0caf0-32dd-4a2e-b3b0-8383abf5cd3a HTTP/1.1" status: 200 len: 1094 time: 0.0602584 Nov 22 20:21:41.450094 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-aa716899-de06-4bc6-a6a9-e5e213468893 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:41.484655 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4dfeb93d-e7eb-4ed1-8c95-d9147b480c9e req-4b731974-c8e2-4703-a5c5-ccaa9b080250 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a531cf70-f430-40fd-88cd-b96e6b290332 HTTP/1.1" status: 200 len: 217 time: 0.0577395 Nov 22 20:21:41.486618 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa716899-de06-4bc6-a6a9-e5e213468893 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Pushing event deleted for resources: {'Port': ['ID=05a5c645-0725-4bf3-bbad-910f8f76f37c,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:21:41.564376 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfeb93d-e7eb-4ed1-8c95-d9147b480c9e req-1437e1d7-587f-46cf-ae69-ee13f002e405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:21:41.566047 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4dfeb93d-e7eb-4ed1-8c95-d9147b480c9e req-1437e1d7-587f-46cf-ae69-ee13f002e405 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c565faab-25c5-40fe-abd0-3b5ac4d344fe HTTP/1.1" status: 200 len: 858 time: 0.0740716 Nov 22 20:21:41.599363 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-aa716899-de06-4bc6-a6a9-e5e213468893 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:41.603267 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-aa716899-de06-4bc6-a6a9-e5e213468893 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] 10.222.0.46 "DELETE /v2.0/ports/05a5c645-0725-4bf3-bbad-910f8f76f37c HTTP/1.1" status: 204 len: 168 time: 0.5799282 Nov 22 20:21:41.605911 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 50622) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:21:41.619525 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4dfeb93d-e7eb-4ed1-8c95-d9147b480c9e req-62c8b7e6-2c49-4709-b847-50929d7977d1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=505e95fa-3829-48ab-b1ce-3cf361e78137&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459583 Nov 22 20:21:41.761336 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-068af422-3ee2-41ac-8b2f-228164a85c9e tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Deleting port 6adde04d-a0cf-43b3-9b93-ce2683694893 {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:21:41.762398 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-068af422-3ee2-41ac-8b2f-228164a85c9e tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:41.809862 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bba1010-b256-4ae4-b677-c3142746f9e5 req-35b689aa-4b64-42a2-ba94-b983e109c083 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:21:41.811628 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0bba1010-b256-4ae4-b677-c3142746f9e5 req-35b689aa-4b64-42a2-ba94-b983e109c083 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/ports?device_id=ed65104a-8bf2-4ff1-b40d-7b477582763a HTTP/1.1" status: 200 len: 944 time: 0.1952374 Nov 22 20:21:41.887729 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-068af422-3ee2-41ac-8b2f-228164a85c9e tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:41.890233 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4dfeb93d-e7eb-4ed1-8c95-d9147b480c9e req-05cf6303-49c4-4e6a-93fa-ff7378237be7 service neutron] 10.222.0.20 "GET /v2.0/networks/505e95fa-3829-48ab-b1ce-3cf361e78137?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2151527 Nov 22 20:21:41.899857 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ad28e5-9db0-45b4-8281-91d49ec5e2f2 req-cb292856-804c-46ab-a1cf-ae6195345cce tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:21:41.904270 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-068af422-3ee2-41ac-8b2f-228164a85c9e tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Calling delete_port for 6adde04d-a0cf-43b3-9b93-ce2683694893 owned by {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:21:41.907209 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f0ad28e5-9db0-45b4-8281-91d49ec5e2f2 req-cb292856-804c-46ab-a1cf-ae6195345cce tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] 10.222.0.46 "GET /v2.0/ports?device_id=2a31ca84-d4aa-47fc-8f8b-115aed3eedae HTTP/1.1" status: 200 len: 945 time: 0.1728985 Nov 22 20:21:41.944351 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 50646) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:21:42.055110 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0bba1010-b256-4ae4-b677-c3142746f9e5 req-d6f5cb08-1a4a-40f3-9fa9-c71c6d19ee98 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6bb4485-0c85-4226-9793-14795129f329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064965 Nov 22 20:21:42.094235 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-068af422-3ee2-41ac-8b2f-228164a85c9e tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:42.105241 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f0ad28e5-9db0-45b4-8281-91d49ec5e2f2 req-3cca6086-f2de-48df-bee5-1ae3a74ae04c tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] 10.222.0.46 "GET /v2.0/security-groups?id=d95e1db1-f0c9-4323-bdfe-93688145577c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969190 Nov 22 20:21:42.107197 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4dfeb93d-e7eb-4ed1-8c95-d9147b480c9e req-7e273340-47a5-46d3-ae2e-83822066c5f6 service neutron] 10.222.0.20 "GET /v2.0/networks/505e95fa-3829-48ab-b1ce-3cf361e78137?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1923530 Nov 22 20:21:42.176532 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068af422-3ee2-41ac-8b2f-228164a85c9e tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Pushing event deleted for resources: {'Port': ['ID=6adde04d-a0cf-43b3-9b93-ce2683694893,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:21:42.294258 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-2c1e7334-94c5-4c2b-94ad-8c55b487da7a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:42.297900 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-068af422-3ee2-41ac-8b2f-228164a85c9e tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:42.301740 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-068af422-3ee2-41ac-8b2f-228164a85c9e tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] 10.222.0.46 "DELETE /v2.0/ports/6adde04d-a0cf-43b3-9b93-ce2683694893 HTTP/1.1" status: 204 len: 168 time: 0.6947136 Nov 22 20:21:42.304654 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 50652) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:21:42.315313 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129d2264-b542-4579-9453-f7a3e2218d7c req-3c0e5efd-ec9f-4fd4-9303-ba69cee77e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:21:42.317092 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-129d2264-b542-4579-9453-f7a3e2218d7c req-3c0e5efd-ec9f-4fd4-9303-ba69cee77e19 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7ea1f76440074b4eaaed457dae80200c&device_id=08e0caf0-32dd-4a2e-b3b0-8383abf5cd3a HTTP/1.1" status: 200 len: 1094 time: 0.1478662 Nov 22 20:21:42.365158 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4df60e9-479f-4c88-a8f9-efadc48b5333 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Deleting subnet 6428e4b1-afa7-46d6-aafb-e575abb5d651 {{(pid=103448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 20:21:42.368389 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f4df60e9-479f-4c88-a8f9-efadc48b5333 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Publish callbacks [] for subnet, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:42.374447 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device de646b05-9818-4004-bdb9-62c055fd0937 up at agent hyperv_n-h1-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:21:42.412022 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7002397-5fa4-4922-ab3d-12bbc180d620 req-a3f6a2c7-cccb-4cb9-94d4-9918df9d7683 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:21:42.413631 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f7002397-5fa4-4922-ab3d-12bbc180d620 req-a3f6a2c7-cccb-4cb9-94d4-9918df9d7683 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/ports?device_id=1055e9c7-c155-46d0-8648-c4ff794f929b HTTP/1.1" status: 200 len: 945 time: 0.1904590 Nov 22 20:21:42.456258 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Provisioning for port de646b05-9818-4004-bdb9-62c055fd0937 completed by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 20:21:42.463320 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Provisioning complete for port de646b05-9818-4004-bdb9-62c055fd0937 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:21:42.463976 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:42.524169 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb28d91-5752-4276-891c-62f3a36e1186 req-06b0775b-8a1c-41d6-ab07-35bde4583e42 tempest-InstanceActionsV221TestJSON-333832839 tempest-InstanceActionsV221TestJSON-333832839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:21:42.533891 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6fb28d91-5752-4276-891c-62f3a36e1186 req-06b0775b-8a1c-41d6-ab07-35bde4583e42 tempest-InstanceActionsV221TestJSON-333832839 tempest-InstanceActionsV221TestJSON-333832839-project] 10.222.0.46 "GET /v2.0/ports?device_id=08e0caf0-32dd-4a2e-b3b0-8383abf5cd3a HTTP/1.1" status: 200 len: 943 time: 0.2107213 Nov 22 20:21:42.561881 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f7002397-5fa4-4922-ab3d-12bbc180d620 req-a91595fa-4ac0-4669-b976-f20ef101a213 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/security-groups?id=1fdc013b-4d1e-4061-bc19-b86fb2a07143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1361802 Nov 22 20:21:42.592554 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:42.638339 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed65104a-8bf2-4ff1-b40d-7b477582763a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de646b05-9818-4004-bdb9-62c055fd0937'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:21:42.640570 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-2c1e7334-94c5-4c2b-94ad-8c55b487da7a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:42.641594 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d39f6d30a11e565ec9648abcc015e8a6ab6cff4edd704add8155e28765d31eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1769b51-e002-442b-97a3-822e140c7d54" -d '{"events": [{"server_uuid": "ed65104a-8bf2-4ff1-b40d-7b477582763a", "name": "network-vif-plugged", "status": "completed", "tag": "de646b05-9818-4004-bdb9-62c055fd0937"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:21:42.652566 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-2c1e7334-94c5-4c2b-94ad-8c55b487da7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:42.683027 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port de646b05-9818-4004-bdb9-62c055fd0937, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=de646b05-9818-4004-bdb9-62c055fd0937,segment=NetworkSegment(ac5f3349-9549-4263-b08f-bbbf3ebb8ed3),segment_id=ac5f3349-9549-4263-b08f-bbbf3ebb8ed3)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:21:42.688261 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-2c1e7334-94c5-4c2b-94ad-8c55b487da7a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7662a20d38b04b6db40f3a26c849e79c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7398958 Nov 22 20:21:42.691060 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:42.704278 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 50656) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:21:42.744821 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:21:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0347a9b1-186d-4445-b7d9-2ae7cfea51f8 x-openstack-request-id: req-0347a9b1-186d-4445-b7d9-2ae7cfea51f8 {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:21:42.745094 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed65104a-8bf2-4ff1-b40d-7b477582763a", "name": "network-vif-plugged", "status": "completed", "tag": "de646b05-9818-4004-bdb9-62c055fd0937", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:21:42.745364 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0347a9b1-186d-4445-b7d9-2ae7cfea51f8 {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:21:42.745772 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed65104a-8bf2-4ff1-b40d-7b477582763a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de646b05-9818-4004-bdb9-62c055fd0937', 'code': 200} Nov 22 20:21:42.761506 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129d2264-b542-4579-9453-f7a3e2218d7c req-e6e96eab-12ea-4411-a509-33a180d3967c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:21:42.770464 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-129d2264-b542-4579-9453-f7a3e2218d7c req-e6e96eab-12ea-4411-a509-33a180d3967c service neutron] 10.222.0.20 "GET /v2.0/networks?id=505e95fa-3829-48ab-b1ce-3cf361e78137 HTTP/1.1" status: 200 len: 919 time: 0.4431112 Nov 22 20:21:42.794362 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=de646b05-9818-4004-bdb9-62c055fd0937,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:21:42.820413 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1e7334-94c5-4c2b-94ad-8c55b487da7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1925033-b29d-4f7f-b590-c94c0b2876be,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:21:42.836764 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6fb28d91-5752-4276-891c-62f3a36e1186 req-eff00298-ee1e-4083-87ca-b45517f2e260 tempest-InstanceActionsV221TestJSON-333832839 tempest-InstanceActionsV221TestJSON-333832839-project] 10.222.0.46 "GET /v2.0/security-groups?id=69837334-9b15-4dca-a7d6-14f58605aef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3016994 Nov 22 20:21:42.846302 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f4df60e9-479f-4c88-a8f9-efadc48b5333 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11627908'] for subnet, precommit_delete_associations {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:42.927141 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-129d2264-b542-4579-9453-f7a3e2218d7c req-5ace26cb-7d77-4755-b7f3-1fe6c7c4eba8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a531cf70-f430-40fd-88cd-b96e6b290332 HTTP/1.1" status: 200 len: 217 time: 0.0892818 Nov 22 20:21:42.961490 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f4df60e9-479f-4c88-a8f9-efadc48b5333 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3753007'] for subnet, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:42.998463 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8356d4c9-ab19-49bc-9a29-a0bb494590cd req-9cf24f5c-5c21-492a-8951-3cb2b495f780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:21:43.000007 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8356d4c9-ab19-49bc-9a29-a0bb494590cd req-9cf24f5c-5c21-492a-8951-3cb2b495f780 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ed65104a-8bf2-4ff1-b40d-7b477582763a HTTP/1.1" status: 200 len: 1096 time: 0.1587830 Nov 22 20:21:43.000621 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-78b32080-5f5e-40a1-9d56-74970f1c0c0c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:43.030320 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f4df60e9-479f-4c88-a8f9-efadc48b5333 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3753014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11567369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11792914'] for subnet, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:43.036347 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129d2264-b542-4579-9453-f7a3e2218d7c req-b91f4c5e-f6b7-42e3-899e-03b2714f8bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:21:43.037836 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-129d2264-b542-4579-9453-f7a3e2218d7c req-b91f4c5e-f6b7-42e3-899e-03b2714f8bf9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c565faab-25c5-40fe-abd0-3b5ac4d344fe HTTP/1.1" status: 200 len: 858 time: 0.1010420 Nov 22 20:21:43.056070 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-78b32080-5f5e-40a1-9d56-74970f1c0c0c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:43.060657 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4df60e9-479f-4c88-a8f9-efadc48b5333 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Pushing event deleted for resources: {'Subnet': ['ID=6428e4b1-afa7-46d6-aafb-e575abb5d651,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:21:43.064796 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f4df60e9-479f-4c88-a8f9-efadc48b5333 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:43.071786 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-f4df60e9-479f-4c88-a8f9-efadc48b5333 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] 10.222.0.46 "DELETE /v2.0/subnets/6428e4b1-afa7-46d6-aafb-e575abb5d651 HTTP/1.1" status: 204 len: 168 time: 0.7653399 Nov 22 20:21:43.072533 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 50660) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:21:43.073487 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c13341d6-b17c-4e98-9909-42f4a6b39a38 None None] Network 9d0b1a7a-dafa-41a5-9e6d-f6ddddd5c8ef requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:21:43.082930 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-129d2264-b542-4579-9453-f7a3e2218d7c req-cb46c197-a476-49de-a3ee-d3ed0478d7bf service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=505e95fa-3829-48ab-b1ce-3cf361e78137&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367172 Nov 22 20:21:43.137379 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_v2 [None req-3eadceee-ea48-414d-a715-3f3a59560a07 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Deleting subnet 0485a16a-de78-4412-ab82-735c8650e722 {{(pid=103448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 20:21:43.152240 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3eadceee-ea48-414d-a715-3f3a59560a07 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Publish callbacks [] for subnet, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:43.207096 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3eadceee-ea48-414d-a715-3f3a59560a07 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11627908'] for subnet, precommit_delete_associations {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:43.248177 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8356d4c9-ab19-49bc-9a29-a0bb494590cd req-1b7e70e6-98ed-473f-b572-9c84bbc556ac service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=f6bb4485-0c85-4226-9793-14795129f329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2349923 Nov 22 20:21:43.288068 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-78b32080-5f5e-40a1-9d56-74970f1c0c0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:43.290948 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-78b32080-5f5e-40a1-9d56-74970f1c0c0c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:43.294588 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-78b32080-5f5e-40a1-9d56-74970f1c0c0c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f1925033-b29d-4f7f-b590-c94c0b2876be HTTP/1.1" status: 204 len: 168 time: 0.5868928 Nov 22 20:21:43.319669 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3eadceee-ea48-414d-a715-3f3a59560a07 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3753007'] for subnet, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:43.347058 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19f6772d-d281-4d19-befb-3435e1126050 None None] DHCP port deletion for 9d0b1a7a-dafa-41a5-9e6d-f6ddddd5c8ef request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:21:43.352879 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b32080-5f5e-40a1-9d56-74970f1c0c0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1925033-b29d-4f7f-b590-c94c0b2876be,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:21:43.376682 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ede2e39-cade-4d1f-abbd-72684f20a40f req-6f74179a-6885-438d-8d83-6f3f34b8d45b tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:21:43.385896 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7ede2e39-cade-4d1f-abbd-72684f20a40f req-6f74179a-6885-438d-8d83-6f3f34b8d45b tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/ports?device_id=ed65104a-8bf2-4ff1-b40d-7b477582763a HTTP/1.1" status: 200 len: 945 time: 0.2185214 Nov 22 20:21:43.413685 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3eadceee-ea48-414d-a715-3f3a59560a07 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3753014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11567369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11792914'] for subnet, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:43.439054 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9058e21-eeab-49b5-822f-9ff728affc9a None None] Network 6b3bccc8-a74b-4dd2-b44c-99e3a607f72f requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:21:43.440368 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3eadceee-ea48-414d-a715-3f3a59560a07 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:43.445677 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-3eadceee-ea48-414d-a715-3f3a59560a07 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] 10.222.0.46 "DELETE /v2.0/subnets/0485a16a-de78-4412-ab82-735c8650e722 HTTP/1.1" status: 204 len: 168 time: 0.3719494 Nov 22 20:21:43.457108 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 50670) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:21:43.469958 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eadceee-ea48-414d-a715-3f3a59560a07 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Pushing event deleted for resources: {'Subnet': ['ID=0485a16a-de78-4412-ab82-735c8650e722,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:21:43.492659 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8fa137-5300-41f3-92cd-3e031ae06d67 req-4702afcb-6702-46b0-805a-2dd61abf4b76 tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:21:43.500992 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1b8fa137-5300-41f3-92cd-3e031ae06d67 req-4702afcb-6702-46b0-805a-2dd61abf4b76 tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] 10.222.0.46 "GET /v2.0/ports?device_id=2a31ca84-d4aa-47fc-8f8b-115aed3eedae HTTP/1.1" status: 200 len: 945 time: 0.2471416 Nov 22 20:21:43.511735 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-19f6772d-d281-4d19-befb-3435e1126050 None None] Deleting port 31dec209-8c42-488a-ad79-6b1b4740cbbc {{(pid=103449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:21:43.512254 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-19f6772d-d281-4d19-befb-3435e1126050 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:43.575063 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-129d2264-b542-4579-9453-f7a3e2218d7c req-8f4bdbc6-b123-42d5-9896-7aad2955cdd4 service neutron] 10.222.0.20 "GET /v2.0/networks/505e95fa-3829-48ab-b1ce-3cf361e78137?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4794574 Nov 22 20:21:43.605272 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-19f6772d-d281-4d19-befb-3435e1126050 None None] For port 31dec209-8c42-488a-ad79-6b1b4740cbbc, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=31dec209-8c42-488a-ad79-6b1b4740cbbc,segment=NetworkSegment(53528c1e-dd32-4a6f-ab6e-67fad35388b6),segment_id=53528c1e-dd32-4a6f-ab6e-67fad35388b6)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:21:43.605682 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-19f6772d-d281-4d19-befb-3435e1126050 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:43.609429 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7ede2e39-cade-4d1f-abbd-72684f20a40f req-fa948d23-78cf-4992-ba0f-1feed907f073 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6bb4485-0c85-4226-9793-14795129f329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073138 Nov 22 20:21:43.629406 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-19f6772d-d281-4d19-befb-3435e1126050 None None] Calling delete_port for 31dec209-8c42-488a-ad79-6b1b4740cbbc owned by network:dhcp {{(pid=103449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:21:43.714199 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 50676) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:21:43.735395 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-dd339524-73e9-49e6-9106-94053bb0c15f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:43.769832 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-19f6772d-d281-4d19-befb-3435e1126050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381'] for port, after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:43.798770 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f6772d-d281-4d19-befb-3435e1126050 None None] Pushing event deleted for resources: {'Port': ['ID=31dec209-8c42-488a-ad79-6b1b4740cbbc,revision_number=None']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:21:43.804667 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1b8fa137-5300-41f3-92cd-3e031ae06d67 req-8a52348b-a7ab-436a-9bb4-af13914562b8 tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] 10.222.0.46 "GET /v2.0/security-groups?id=d95e1db1-f0c9-4323-bdfe-93688145577c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3027325 Nov 22 20:21:43.824289 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f6772d-d281-4d19-befb-3435e1126050 None None] No DVR routers for this DVR port 31dec209-8c42-488a-ad79-6b1b4740cbbc on host n-d-818823-1 {{(pid=103449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:21:43.856675 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-129d2264-b542-4579-9453-f7a3e2218d7c req-df278c6b-d201-458d-9b24-5036e3bbc7cc service neutron] 10.222.0.20 "GET /v2.0/networks/505e95fa-3829-48ab-b1ce-3cf361e78137?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2255886 Nov 22 20:21:43.859107 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5c26597-a22f-41c3-8404-05a34a31f48f None None] DHCP port deletion for 6b3bccc8-a74b-4dd2-b44c-99e3a607f72f request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:21:43.860473 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-919f2ccc-b588-48e5-b82f-69e61e9e1169 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3961693'] for network, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:43.921737 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-a5c26597-a22f-41c3-8404-05a34a31f48f None None] Deleting port 185a91f5-dcd8-439a-90ea-b51269ee4e40 {{(pid=103449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:21:43.922278 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-a5c26597-a22f-41c3-8404-05a34a31f48f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:43.953299 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-dd339524-73e9-49e6-9106-94053bb0c15f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:43.959865 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-dd339524-73e9-49e6-9106-94053bb0c15f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:44.003857 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd339524-73e9-49e6-9106-94053bb0c15f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b61b44a-32e5-4ee3-be4f-cc3bbac1694e,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:21:44.007651 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-a5c26597-a22f-41c3-8404-05a34a31f48f None None] For port 185a91f5-dcd8-439a-90ea-b51269ee4e40, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=185a91f5-dcd8-439a-90ea-b51269ee4e40,segment=NetworkSegment(e3193b23-f9c4-4ca4-b127-f0d3cc3d8fb8),segment_id=e3193b23-f9c4-4ca4-b127-f0d3cc3d8fb8)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:21:44.008504 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-dd339524-73e9-49e6-9106-94053bb0c15f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5dc17fb220254e48bba51a6323f866b2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2931356 Nov 22 20:21:44.011858 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 50682) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:21:44.012195 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-a5c26597-a22f-41c3-8404-05a34a31f48f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:44.037787 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-a5c26597-a22f-41c3-8404-05a34a31f48f None None] Calling delete_port for 185a91f5-dcd8-439a-90ea-b51269ee4e40 owned by network:dhcp {{(pid=103449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:21:44.066067 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-919f2ccc-b588-48e5-b82f-69e61e9e1169 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3760028', 'neutron.services.segments.db._delete_segments_for_network-8748992815755'] for network, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:44.074648 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b13fd197-ad46-4538-ba40-e537dac2f768 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:44.087408 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-919f2ccc-b588-48e5-b82f-69e61e9e1169 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d0b1a7a-dafa-41a5-9e6d-f6ddddd5c8ef']}} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:21:44.098539 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-919f2ccc-b588-48e5-b82f-69e61e9e1169 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53528c1e-dd32-4a6f-ab6e-67fad35388b6') {'for_net_delete': True} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:21:44.098789 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-919f2ccc-b588-48e5-b82f-69e61e9e1169 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53528c1e-dd32-4a6f-ab6e-67fad35388b6') {} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:21:44.101780 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b13fd197-ad46-4538-ba40-e537dac2f768 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:44.111228 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-919f2ccc-b588-48e5-b82f-69e61e9e1169 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748993039638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12178344'] for segment, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:44.124358 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-919f2ccc-b588-48e5-b82f-69e61e9e1169 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:44.130821 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-919f2ccc-b588-48e5-b82f-69e61e9e1169 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Releasing vlan 626 on physical network physnet1 to pool {{(pid=103447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 20:21:44.131226 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-919f2ccc-b588-48e5-b82f-69e61e9e1169 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8900762'] for segment, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:44.145853 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-a5c26597-a22f-41c3-8404-05a34a31f48f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381'] for port, after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:44.147258 n-d-818823-1 neutron-server[103447]: Traceback (most recent call last): Nov 22 20:21:44.147258 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 20:21:44.147258 n-d-818823-1 neutron-server[103447]: timer() Nov 22 20:21:44.147258 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 20:21:44.147258 n-d-818823-1 neutron-server[103447]: cb(*args, **kw) Nov 22 20:21:44.147258 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 20:21:44.147258 n-d-818823-1 neutron-server[103447]: return func(*args, **kwargs) Nov 22 20:21:44.147258 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 20:21:44.147258 n-d-818823-1 neutron-server[103447]: self._notify() Nov 22 20:21:44.147258 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 20:21:44.147258 n-d-818823-1 neutron-server[103447]: self.callback(batched_events) Nov 22 20:21:44.147258 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 20:21:44.147258 n-d-818823-1 neutron-server[103447]: event.method(event) Nov 22 20:21:44.147258 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 20:21:44.147258 n-d-818823-1 neutron-server[103447]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 20:21:44.147258 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 20:21:44.147258 n-d-818823-1 neutron-server[103447]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 20:21:44.147258 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 20:21:44.147258 n-d-818823-1 neutron-server[103447]: return f(self, *a, **k) Nov 22 20:21:44.147258 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 20:21:44.147258 n-d-818823-1 neutron-server[103447]: return self._get(url).json() Nov 22 20:21:44.147258 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 20:21:44.147258 n-d-818823-1 neutron-server[103447]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 20:21:44.147258 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 20:21:44.147258 n-d-818823-1 neutron-server[103447]: return self.request(url, 'GET', **kwargs) Nov 22 20:21:44.147258 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 20:21:44.147258 n-d-818823-1 neutron-server[103447]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 20:21:44.147258 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 20:21:44.147258 n-d-818823-1 neutron-server[103447]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 20:21:44.147258 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 20:21:44.147258 n-d-818823-1 neutron-server[103447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 20:21:44.147258 n-d-818823-1 neutron-server[103447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 20:21:44.155396 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6b691b-30d6-40c6-b1fd-6915a82090b9 req-ff8c7510-e8f2-4bb7-93cf-94f6830aa95f tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:21:44.164169 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6b6b691b-30d6-40c6-b1fd-6915a82090b9 req-ff8c7510-e8f2-4bb7-93cf-94f6830aa95f tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/ports?device_id=1055e9c7-c155-46d0-8648-c4ff794f929b HTTP/1.1" status: 200 len: 945 time: 0.2874999 Nov 22 20:21:44.188555 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b13fd197-ad46-4538-ba40-e537dac2f768 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:44.191679 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c26597-a22f-41c3-8404-05a34a31f48f None None] Pushing event deleted for resources: {'Port': ['ID=185a91f5-dcd8-439a-90ea-b51269ee4e40,revision_number=None']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:21:44.195315 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b13fd197-ad46-4538-ba40-e537dac2f768 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:44.199243 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-b13fd197-ad46-4538-ba40-e537dac2f768 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7b61b44a-32e5-4ee3-be4f-cc3bbac1694e HTTP/1.1" status: 204 len: 168 time: 0.1861539 Nov 22 20:21:44.206387 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device a531cf70-f430-40fd-88cd-b96e6b290332 details requested by agent hyperv_n-h2-818823-1 with host n-h2-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 20:21:44.212378 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13fd197-ad46-4538-ba40-e537dac2f768 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b61b44a-32e5-4ee3-be4f-cc3bbac1694e,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:21:44.244845 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c26597-a22f-41c3-8404-05a34a31f48f None None] No DVR routers for this DVR port 185a91f5-dcd8-439a-90ea-b51269ee4e40 on host n-d-818823-1 {{(pid=103449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:21:44.344277 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:44.377904 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:44.405172 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port a531cf70-f430-40fd-88cd-b96e6b290332, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=a531cf70-f430-40fd-88cd-b96e6b290332,segment=NetworkSegment(801f7ee7-d268-4d5c-a23f-5317a4b5fc42),segment_id=801f7ee7-d268-4d5c-a23f-5317a4b5fc42)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:21:44.420338 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Returning: {'device': 'a531cf70-f430-40fd-88cd-b96e6b290332', 'network_id': '505e95fa-3829-48ab-b1ce-3cf361e78137', 'port_id': 'a531cf70-f430-40fd-88cd-b96e6b290332', 'mac_address': 'fa:16:3e:8b:18:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c565faab-25c5-40fe-abd0-3b5ac4d344fe', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 20:21:44.474142 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:44.492308 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a531cf70-f430-40fd-88cd-b96e6b290332 {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:21:44.518873 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port a531cf70-f430-40fd-88cd-b96e6b290332, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=a531cf70-f430-40fd-88cd-b96e6b290332,segment=NetworkSegment(801f7ee7-d268-4d5c-a23f-5317a4b5fc42),segment_id=801f7ee7-d268-4d5c-a23f-5317a4b5fc42)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:21:44.526089 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:44.584866 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=a531cf70-f430-40fd-88cd-b96e6b290332,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:21:44.747871 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] get_ports_and_sgs() called for port_ids ['a531cf70-f430-40fd-88cd-b96e6b290332'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:21:44.748083 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4862411c-e3c5-4cf0-b93e-ff514963631e req-2d47d879-fd26-45ea-8732-e961d8ec586d tempest-InstanceActionsV221TestJSON-333832839 tempest-InstanceActionsV221TestJSON-333832839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:21:44.749560 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4862411c-e3c5-4cf0-b93e-ff514963631e req-2d47d879-fd26-45ea-8732-e961d8ec586d tempest-InstanceActionsV221TestJSON-333832839 tempest-InstanceActionsV221TestJSON-333832839-project] 10.222.0.46 "GET /v2.0/ports?device_id=08e0caf0-32dd-4a2e-b3b0-8383abf5cd3a HTTP/1.1" status: 200 len: 943 time: 0.8004334 Nov 22 20:21:44.750452 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-919f2ccc-b588-48e5-b82f-69e61e9e1169 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3760002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595318'] for network, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:44.756603 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-919f2ccc-b588-48e5-b82f-69e61e9e1169 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for network, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:44.760028 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-919f2ccc-b588-48e5-b82f-69e61e9e1169 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] 10.222.0.46 "DELETE /v2.0/networks/9d0b1a7a-dafa-41a5-9e6d-f6ddddd5c8ef HTTP/1.1" status: 204 len: 168 time: 1.3019195 Nov 22 20:21:44.762740 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 50700) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:21:44.768706 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6b6b691b-30d6-40c6-b1fd-6915a82090b9 req-1df0f4d7-bbde-4635-adb4-62ac4f9d31c9 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/security-groups?id=1fdc013b-4d1e-4061-bc19-b86fb2a07143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6031580 Nov 22 20:21:44.807932 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919f2ccc-b588-48e5-b82f-69e61e9e1169 tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Pushing event deleted for resources: {'Network': ['ID=9d0b1a7a-dafa-41a5-9e6d-f6ddddd5c8ef,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:21:44.842125 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4862411c-e3c5-4cf0-b93e-ff514963631e req-29d7c4a1-46c1-4e6b-ab1c-ad7010cc59e4 tempest-InstanceActionsV221TestJSON-333832839 tempest-InstanceActionsV221TestJSON-333832839-project] 10.222.0.46 "GET /v2.0/security-groups?id=69837334-9b15-4dca-a7d6-14f58605aef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776281 Nov 22 20:21:44.945517 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f5ecb15a-8cbb-4360-a784-c1f89aa5b6fc tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3961693'] for network, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:45.031059 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbe46bf-a311-4ede-968c-43f3174b5771 req-41194b10-3479-4fec-8cab-c7e2f12ae820 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:21:45.046602 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5cbe46bf-a311-4ede-968c-43f3174b5771 req-41194b10-3479-4fec-8cab-c7e2f12ae820 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/ports?device_id=ed65104a-8bf2-4ff1-b40d-7b477582763a HTTP/1.1" status: 200 len: 945 time: 0.1203613 Nov 22 20:21:45.134237 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f5ecb15a-8cbb-4360-a784-c1f89aa5b6fc tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3760028', 'neutron.services.segments.db._delete_segments_for_network-8748992815755'] for network, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:45.159559 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5cbe46bf-a311-4ede-968c-43f3174b5771 req-8ebdfa9a-83de-45b9-858c-0cbc01ff52fa tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6bb4485-0c85-4226-9793-14795129f329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113706 Nov 22 20:21:45.180991 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-f5ecb15a-8cbb-4360-a784-c1f89aa5b6fc tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b3bccc8-a74b-4dd2-b44c-99e3a607f72f']}} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:21:45.186700 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1092b4-7f4d-49db-9ce5-b9f76d937af1 req-2a41a56d-2b35-4880-a3b7-7453468d6839 tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:21:45.196580 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3d1092b4-7f4d-49db-9ce5-b9f76d937af1 req-2a41a56d-2b35-4880-a3b7-7453468d6839 tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] 10.222.0.46 "GET /v2.0/ports?device_id=2a31ca84-d4aa-47fc-8f8b-115aed3eedae HTTP/1.1" status: 200 len: 945 time: 0.1010749 Nov 22 20:21:45.202892 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-f5ecb15a-8cbb-4360-a784-c1f89aa5b6fc tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3193b23-f9c4-4ca4-b127-f0d3cc3d8fb8') {'for_net_delete': True} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:21:45.203467 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-f5ecb15a-8cbb-4360-a784-c1f89aa5b6fc tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3193b23-f9c4-4ca4-b127-f0d3cc3d8fb8') {} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:21:45.219859 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f5ecb15a-8cbb-4360-a784-c1f89aa5b6fc tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748993039638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11627933'] for segment, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:45.245845 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f5ecb15a-8cbb-4360-a784-c1f89aa5b6fc tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:45.258413 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5ecb15a-8cbb-4360-a784-c1f89aa5b6fc tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Releasing vlan 632 on physical network physnet1 to pool {{(pid=103448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 20:21:45.259997 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f5ecb15a-8cbb-4360-a784-c1f89aa5b6fc tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11567447'] for segment, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:45.310009 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3d1092b4-7f4d-49db-9ce5-b9f76d937af1 req-d3f6ce37-c0e5-4771-b674-233433b470e1 tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] 10.222.0.46 "GET /v2.0/security-groups?id=d95e1db1-f0c9-4323-bdfe-93688145577c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086926 Nov 22 20:21:45.333299 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 31dec209-8c42-488a-ad79-6b1b4740cbbc no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:21:45.377054 n-d-818823-1 neutron-server[103448]: Traceback (most recent call last): Nov 22 20:21:45.377054 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 20:21:45.377054 n-d-818823-1 neutron-server[103448]: timer() Nov 22 20:21:45.377054 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 20:21:45.377054 n-d-818823-1 neutron-server[103448]: cb(*args, **kw) Nov 22 20:21:45.377054 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 20:21:45.377054 n-d-818823-1 neutron-server[103448]: return func(*args, **kwargs) Nov 22 20:21:45.377054 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 20:21:45.377054 n-d-818823-1 neutron-server[103448]: self._notify() Nov 22 20:21:45.377054 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 20:21:45.377054 n-d-818823-1 neutron-server[103448]: self.callback(batched_events) Nov 22 20:21:45.377054 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 20:21:45.377054 n-d-818823-1 neutron-server[103448]: event.method(event) Nov 22 20:21:45.377054 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 20:21:45.377054 n-d-818823-1 neutron-server[103448]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 20:21:45.377054 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 20:21:45.377054 n-d-818823-1 neutron-server[103448]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 20:21:45.377054 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 20:21:45.377054 n-d-818823-1 neutron-server[103448]: return f(self, *a, **k) Nov 22 20:21:45.377054 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 20:21:45.377054 n-d-818823-1 neutron-server[103448]: return self._get(url).json() Nov 22 20:21:45.377054 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 20:21:45.377054 n-d-818823-1 neutron-server[103448]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 20:21:45.377054 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 20:21:45.377054 n-d-818823-1 neutron-server[103448]: return self.request(url, 'GET', **kwargs) Nov 22 20:21:45.377054 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 20:21:45.377054 n-d-818823-1 neutron-server[103448]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 20:21:45.377054 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 20:21:45.377054 n-d-818823-1 neutron-server[103448]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 20:21:45.377054 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 20:21:45.377054 n-d-818823-1 neutron-server[103448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 20:21:45.377054 n-d-818823-1 neutron-server[103448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 20:21:45.383804 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: 31dec209-8c42-488a-ad79-6b1b4740cbbc {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:21:45.384155 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 31dec209-8c42-488a-ad79-6b1b4740cbbc not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:21:45.384853 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 185a91f5-dcd8-439a-90ea-b51269ee4e40 no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:21:45.412592 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f5ecb15a-8cbb-4360-a784-c1f89aa5b6fc tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3760002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595318'] for network, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:45.421611 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: 185a91f5-dcd8-439a-90ea-b51269ee4e40 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:21:45.422233 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 185a91f5-dcd8-439a-90ea-b51269ee4e40 not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:21:45.448664 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f5ecb15a-8cbb-4360-a784-c1f89aa5b6fc tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Publish callbacks [] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:45.452964 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-f5ecb15a-8cbb-4360-a784-c1f89aa5b6fc tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] 10.222.0.46 "DELETE /v2.0/networks/6b3bccc8-a74b-4dd2-b44c-99e3a607f72f HTTP/1.1" status: 204 len: 168 time: 0.6889613 Nov 22 20:21:45.468933 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ecb15a-8cbb-4360-a784-c1f89aa5b6fc tempest-TaggedBootDevicesTest-1869320720 tempest-TaggedBootDevicesTest-1869320720-project] Pushing event deleted for resources: {'Network': ['ID=6b3bccc8-a74b-4dd2-b44c-99e3a607f72f,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:21:45.539508 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579fd027-2ff5-41b1-b27b-56a538422375 req-83a15763-1a30-4eef-86e7-fe1637acc561 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:21:45.547843 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-579fd027-2ff5-41b1-b27b-56a538422375 req-83a15763-1a30-4eef-86e7-fe1637acc561 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/ports?device_id=ed65104a-8bf2-4ff1-b40d-7b477582763a HTTP/1.1" status: 200 len: 945 time: 0.1077058 Nov 22 20:21:45.618445 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-579fd027-2ff5-41b1-b27b-56a538422375 req-727c8739-81d8-43e9-8482-d86005028924 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6bb4485-0c85-4226-9793-14795129f329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695963 Nov 22 20:21:46.017134 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6dd890-4fe1-4957-b4d5-966e27fc4024 req-fba0104b-c6bb-4311-8b77-497ffe231ddf tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:21:46.030620 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0f6dd890-4fe1-4957-b4d5-966e27fc4024 req-fba0104b-c6bb-4311-8b77-497ffe231ddf tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/ports?device_id=1055e9c7-c155-46d0-8648-c4ff794f929b HTTP/1.1" status: 200 len: 945 time: 0.1568692 Nov 22 20:21:46.163395 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0f6dd890-4fe1-4957-b4d5-966e27fc4024 req-2fddd6ce-6ff2-4283-83e5-38320acec6d6 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/security-groups?id=1fdc013b-4d1e-4061-bc19-b86fb2a07143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1313531 Nov 22 20:21:46.199304 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1137bd07-d70a-4ed5-98a7-d2ff138eb6c8 req-3226909f-b19a-4059-9dbb-ea10041d7cb6 tempest-InstanceActionsV221TestJSON-333832839 tempest-InstanceActionsV221TestJSON-333832839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:21:46.214557 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device a531cf70-f430-40fd-88cd-b96e6b290332 up at agent hyperv_n-h2-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:21:46.224489 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1137bd07-d70a-4ed5-98a7-d2ff138eb6c8 req-3226909f-b19a-4059-9dbb-ea10041d7cb6 tempest-InstanceActionsV221TestJSON-333832839 tempest-InstanceActionsV221TestJSON-333832839-project] 10.222.0.46 "GET /v2.0/ports?device_id=08e0caf0-32dd-4a2e-b3b0-8383abf5cd3a HTTP/1.1" status: 200 len: 944 time: 0.1892045 Nov 22 20:21:46.314316 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1137bd07-d70a-4ed5-98a7-d2ff138eb6c8 req-e0419e9b-e29e-4edf-9eec-d9719472677d tempest-InstanceActionsV221TestJSON-333832839 tempest-InstanceActionsV221TestJSON-333832839-project] 10.222.0.46 "GET /v2.0/security-groups?id=69837334-9b15-4dca-a7d6-14f58605aef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815082 Nov 22 20:21:46.331477 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Provisioning for port a531cf70-f430-40fd-88cd-b96e6b290332 completed by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 20:21:46.340885 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Provisioning complete for port a531cf70-f430-40fd-88cd-b96e6b290332 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:21:46.341728 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:46.432694 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:46.457047 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62cb403-2662-4e17-af9a-53afad9286ce req-8530c07b-6ffb-4cf7-80ad-13cd297da762 tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:21:46.459480 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c62cb403-2662-4e17-af9a-53afad9286ce req-8530c07b-6ffb-4cf7-80ad-13cd297da762 tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] 10.222.0.46 "GET /v2.0/ports?device_id=2a31ca84-d4aa-47fc-8f8b-115aed3eedae HTTP/1.1" status: 200 len: 945 time: 0.0692716 Nov 22 20:21:46.464278 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08e0caf0-32dd-4a2e-b3b0-8383abf5cd3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a531cf70-f430-40fd-88cd-b96e6b290332'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:21:46.467732 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d39f6d30a11e565ec9648abcc015e8a6ab6cff4edd704add8155e28765d31eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f56875c9-0bfc-42f1-80a2-e554ca51fe06" -d '{"events": [{"server_uuid": "08e0caf0-32dd-4a2e-b3b0-8383abf5cd3a", "name": "network-vif-plugged", "status": "completed", "tag": "a531cf70-f430-40fd-88cd-b96e6b290332"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:21:46.499701 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port a531cf70-f430-40fd-88cd-b96e6b290332, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=a531cf70-f430-40fd-88cd-b96e6b290332,segment=NetworkSegment(801f7ee7-d268-4d5c-a23f-5317a4b5fc42),segment_id=801f7ee7-d268-4d5c-a23f-5317a4b5fc42)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:21:46.508279 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:46.521151 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c62cb403-2662-4e17-af9a-53afad9286ce req-f836ea5b-fefd-4022-912d-2925d469b734 tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] 10.222.0.46 "GET /v2.0/security-groups?id=d95e1db1-f0c9-4323-bdfe-93688145577c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550659 Nov 22 20:21:46.551775 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:21:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a4d578a-515f-40b5-82b4-ccdd06253101 x-openstack-request-id: req-9a4d578a-515f-40b5-82b4-ccdd06253101 {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:21:46.552158 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08e0caf0-32dd-4a2e-b3b0-8383abf5cd3a", "name": "network-vif-plugged", "status": "completed", "tag": "a531cf70-f430-40fd-88cd-b96e6b290332", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:21:46.552478 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9a4d578a-515f-40b5-82b4-ccdd06253101 {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:21:46.552977 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08e0caf0-32dd-4a2e-b3b0-8383abf5cd3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a531cf70-f430-40fd-88cd-b96e6b290332', 'code': 200} Nov 22 20:21:46.579754 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=a531cf70-f430-40fd-88cd-b96e6b290332,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:21:46.633483 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1be3765-19dc-4a42-b103-990d0e5f3288 req-208240df-598f-4f20-a23b-f9501e5488f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:21:46.635028 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e1be3765-19dc-4a42-b103-990d0e5f3288 req-208240df-598f-4f20-a23b-f9501e5488f4 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=08e0caf0-32dd-4a2e-b3b0-8383abf5cd3a HTTP/1.1" status: 200 len: 1096 time: 0.0487289 Nov 22 20:21:46.692536 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e1be3765-19dc-4a42-b103-990d0e5f3288 req-f6f08a0f-278e-4a6b-bab9-9b2fe8cb6925 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=69837334-9b15-4dca-a7d6-14f58605aef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507810 Nov 22 20:21:46.750516 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872e33a3-ffa9-4f9b-b7d8-015bff4216c7 req-6e87971f-5f28-4080-99ee-f95116e60231 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:21:46.752187 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-872e33a3-ffa9-4f9b-b7d8-015bff4216c7 req-6e87971f-5f28-4080-99ee-f95116e60231 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/ports?device_id=ed65104a-8bf2-4ff1-b40d-7b477582763a HTTP/1.1" status: 200 len: 945 time: 0.0558355 Nov 22 20:21:46.807359 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-872e33a3-ffa9-4f9b-b7d8-015bff4216c7 req-c840e173-644b-4850-8b5d-791cfcf5f9d2 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6bb4485-0c85-4226-9793-14795129f329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488205 Nov 22 20:21:47.292615 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb17384-708d-4288-b626-a38317713991 req-49854f3b-687e-4ce2-801b-a4e8f97c828a tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:21:47.294154 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ffb17384-708d-4288-b626-a38317713991 req-49854f3b-687e-4ce2-801b-a4e8f97c828a tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/ports?device_id=1055e9c7-c155-46d0-8648-c4ff794f929b HTTP/1.1" status: 200 len: 945 time: 0.0501645 Nov 22 20:21:47.348966 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ffb17384-708d-4288-b626-a38317713991 req-67b3773e-49a2-4ee9-a012-e49952190c5f tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/security-groups?id=1fdc013b-4d1e-4061-bc19-b86fb2a07143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487382 Nov 22 20:21:47.445222 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e620fef-cefc-40c4-8ff1-00e0407ea7ae req-34148367-ca0d-42c6-a1ed-d35219080357 tempest-InstanceActionsV221TestJSON-333832839 tempest-InstanceActionsV221TestJSON-333832839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:21:47.446760 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9e620fef-cefc-40c4-8ff1-00e0407ea7ae req-34148367-ca0d-42c6-a1ed-d35219080357 tempest-InstanceActionsV221TestJSON-333832839 tempest-InstanceActionsV221TestJSON-333832839-project] 10.222.0.46 "GET /v2.0/ports?device_id=08e0caf0-32dd-4a2e-b3b0-8383abf5cd3a HTTP/1.1" status: 200 len: 945 time: 0.0493801 Nov 22 20:21:47.496195 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9e620fef-cefc-40c4-8ff1-00e0407ea7ae req-4d23060d-52af-4fcc-b7b4-ef1c13e10ced tempest-InstanceActionsV221TestJSON-333832839 tempest-InstanceActionsV221TestJSON-333832839-project] 10.222.0.46 "GET /v2.0/security-groups?id=69837334-9b15-4dca-a7d6-14f58605aef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422480 Nov 22 20:21:47.637344 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4608b0-cc23-4a61-aad4-09f73160809a req-ee8cde3b-78e4-493b-bd16-9694ede734ec tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:21:47.638976 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8c4608b0-cc23-4a61-aad4-09f73160809a req-ee8cde3b-78e4-493b-bd16-9694ede734ec tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] 10.222.0.46 "GET /v2.0/ports?device_id=2a31ca84-d4aa-47fc-8f8b-115aed3eedae HTTP/1.1" status: 200 len: 945 time: 0.0495622 Nov 22 20:21:47.690990 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8c4608b0-cc23-4a61-aad4-09f73160809a req-5d0f371a-4003-47d5-a1b2-56293814b048 tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] 10.222.0.46 "GET /v2.0/security-groups?id=d95e1db1-f0c9-4323-bdfe-93688145577c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455453 Nov 22 20:21:47.935885 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ffc280-f61c-4594-8e12-03a73c6e5eea req-789695e0-206a-4f0e-9e45-b7ca1b1e366b tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:21:47.937442 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-84ffc280-f61c-4594-8e12-03a73c6e5eea req-789695e0-206a-4f0e-9e45-b7ca1b1e366b tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/ports?device_id=ed65104a-8bf2-4ff1-b40d-7b477582763a HTTP/1.1" status: 200 len: 945 time: 0.0571332 Nov 22 20:21:47.995694 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-84ffc280-f61c-4594-8e12-03a73c6e5eea req-7534cfae-855d-43a8-ba74-5aa2954d729b tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6bb4485-0c85-4226-9793-14795129f329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510104 Nov 22 20:21:48.108951 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.agents_db [None req-aa8313f2-1ee4-4e7b-8c5a-d32b2f9d31ee None None] Agent healthcheck: found 7 active agents {{(pid=103450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 20:21:48.495455 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f4be31-ad4a-4133-b9f7-339e7ae7ef1b req-c984833d-a053-4e59-997a-12992359ffaf tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:21:48.497260 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f8f4be31-ad4a-4133-b9f7-339e7ae7ef1b req-c984833d-a053-4e59-997a-12992359ffaf tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/ports?device_id=1055e9c7-c155-46d0-8648-c4ff794f929b HTTP/1.1" status: 200 len: 945 time: 0.0593579 Nov 22 20:21:48.562583 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f8f4be31-ad4a-4133-b9f7-339e7ae7ef1b req-d5341301-f347-4d06-94a3-8c8e39137847 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/security-groups?id=1fdc013b-4d1e-4061-bc19-b86fb2a07143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578966 Nov 22 20:21:48.659023 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faea97b3-edcf-42a1-87c2-dffe78aefdd1 req-d7a88874-e568-48c0-8350-3c8aee708fde tempest-InstanceActionsV221TestJSON-333832839 tempest-InstanceActionsV221TestJSON-333832839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:21:48.664023 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-faea97b3-edcf-42a1-87c2-dffe78aefdd1 req-d7a88874-e568-48c0-8350-3c8aee708fde tempest-InstanceActionsV221TestJSON-333832839 tempest-InstanceActionsV221TestJSON-333832839-project] 10.222.0.46 "GET /v2.0/ports?device_id=08e0caf0-32dd-4a2e-b3b0-8383abf5cd3a HTTP/1.1" status: 200 len: 945 time: 0.0691335 Nov 22 20:21:48.717903 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-faea97b3-edcf-42a1-87c2-dffe78aefdd1 req-364f83f9-b449-4db5-9247-19f2ea51e381 tempest-InstanceActionsV221TestJSON-333832839 tempest-InstanceActionsV221TestJSON-333832839-project] 10.222.0.46 "GET /v2.0/security-groups?id=69837334-9b15-4dca-a7d6-14f58605aef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497341 Nov 22 20:21:48.851333 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70708cb2-fb32-4849-b407-f4d9e1bc612f req-1a7dc256-ca45-4a4f-abf1-15a569989b48 tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:21:48.859918 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-70708cb2-fb32-4849-b407-f4d9e1bc612f req-1a7dc256-ca45-4a4f-abf1-15a569989b48 tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] 10.222.0.46 "GET /v2.0/ports?device_id=2a31ca84-d4aa-47fc-8f8b-115aed3eedae HTTP/1.1" status: 200 len: 945 time: 0.0630479 Nov 22 20:21:48.932561 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-70708cb2-fb32-4849-b407-f4d9e1bc612f req-889e4373-8664-46ed-b283-38fc1f0770d2 tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] 10.222.0.46 "GET /v2.0/security-groups?id=d95e1db1-f0c9-4323-bdfe-93688145577c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694222 Nov 22 20:21:49.088765 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407211d3-794a-4c9b-9843-a4f985f6325e req-fd908d41-5a81-4896-8681-edc2105c463c tempest-InstanceActionsV221TestJSON-333832839 tempest-InstanceActionsV221TestJSON-333832839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:21:49.097644 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-407211d3-794a-4c9b-9843-a4f985f6325e req-fd908d41-5a81-4896-8681-edc2105c463c tempest-InstanceActionsV221TestJSON-333832839 tempest-InstanceActionsV221TestJSON-333832839-project] 10.222.0.46 "GET /v2.0/ports?device_id=08e0caf0-32dd-4a2e-b3b0-8383abf5cd3a HTTP/1.1" status: 200 len: 945 time: 0.1099372 Nov 22 20:21:49.192894 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-407211d3-794a-4c9b-9843-a4f985f6325e req-2203fa8c-104a-40ca-a6d3-7b99f55d41f0 tempest-InstanceActionsV221TestJSON-333832839 tempest-InstanceActionsV221TestJSON-333832839-project] 10.222.0.46 "GET /v2.0/security-groups?id=69837334-9b15-4dca-a7d6-14f58605aef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941083 Nov 22 20:21:49.213342 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349cf1cb-9929-48da-b145-29ff7e9fba51 req-007e2d5f-c7c5-449a-93e9-3bb5ada4db26 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:21:49.214993 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-349cf1cb-9929-48da-b145-29ff7e9fba51 req-007e2d5f-c7c5-449a-93e9-3bb5ada4db26 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/ports?device_id=ed65104a-8bf2-4ff1-b40d-7b477582763a HTTP/1.1" status: 200 len: 945 time: 0.1091695 Nov 22 20:21:49.275718 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-349cf1cb-9929-48da-b145-29ff7e9fba51 req-03e8e17d-c47f-49cc-9768-0f9e58eee06c tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6bb4485-0c85-4226-9793-14795129f329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534995 Nov 22 20:21:49.721743 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ec5e09-7ff5-46fb-9f3c-32865b05c0ef req-a9ddfa09-1be7-45a1-abb3-a3e2223b8b47 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:21:49.723407 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d0ec5e09-7ff5-46fb-9f3c-32865b05c0ef req-a9ddfa09-1be7-45a1-abb3-a3e2223b8b47 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/ports?device_id=1055e9c7-c155-46d0-8648-c4ff794f929b HTTP/1.1" status: 200 len: 945 time: 0.0731332 Nov 22 20:21:49.844547 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d0ec5e09-7ff5-46fb-9f3c-32865b05c0ef req-055ef7b8-8e76-4438-9f80-873582c74fad tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/security-groups?id=1fdc013b-4d1e-4061-bc19-b86fb2a07143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1134665 Nov 22 20:21:50.099366 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f4ba64-ac02-4cc0-bd1c-ea0268b83d74 req-7a9bde90-b6d5-4f74-a65a-61269f2b539c tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:21:50.101094 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-07f4ba64-ac02-4cc0-bd1c-ea0268b83d74 req-7a9bde90-b6d5-4f74-a65a-61269f2b539c tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] 10.222.0.46 "GET /v2.0/ports?device_id=2a31ca84-d4aa-47fc-8f8b-115aed3eedae HTTP/1.1" status: 200 len: 945 time: 0.0868130 Nov 22 20:21:50.171825 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-07f4ba64-ac02-4cc0-bd1c-ea0268b83d74 req-93d8c1e0-7dae-4a99-9480-f1b34ef4e5e4 tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] 10.222.0.46 "GET /v2.0/security-groups?id=d95e1db1-f0c9-4323-bdfe-93688145577c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640657 Nov 22 20:21:50.396657 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0759002-ab11-4875-82a8-fe4ea8bf81c6 req-961f6dfd-a92a-4773-b3d7-78bc100d7d29 tempest-InstanceActionsV221TestJSON-333832839 tempest-InstanceActionsV221TestJSON-333832839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:21:50.399877 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e0759002-ab11-4875-82a8-fe4ea8bf81c6 req-961f6dfd-a92a-4773-b3d7-78bc100d7d29 tempest-InstanceActionsV221TestJSON-333832839 tempest-InstanceActionsV221TestJSON-333832839-project] 10.222.0.20 "GET /v2.0/ports?device_id=08e0caf0-32dd-4a2e-b3b0-8383abf5cd3a HTTP/1.1" status: 200 len: 945 time: 0.1197040 Nov 22 20:21:50.465156 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d061b6-9fe5-4376-8e4b-ef25269918a4 req-9d9f9ee7-62ed-4b9d-b66b-072e4c0f98fb tempest-InstanceActionsV221TestJSON-333832839 tempest-InstanceActionsV221TestJSON-333832839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:21:50.467481 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d6d061b6-9fe5-4376-8e4b-ef25269918a4 req-9d9f9ee7-62ed-4b9d-b66b-072e4c0f98fb tempest-InstanceActionsV221TestJSON-333832839 tempest-InstanceActionsV221TestJSON-333832839-project] 10.222.0.46 "GET /v2.0/ports?device_id=08e0caf0-32dd-4a2e-b3b0-8383abf5cd3a HTTP/1.1" status: 200 len: 945 time: 0.1870570 Nov 22 20:21:50.540266 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8532e69-579f-4283-baa6-dbba30ac5c8a req-4ff40911-de8b-4ec5-80cf-3c534d465cda tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:21:50.541833 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d8532e69-579f-4283-baa6-dbba30ac5c8a req-4ff40911-de8b-4ec5-80cf-3c534d465cda tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/ports?device_id=ed65104a-8bf2-4ff1-b40d-7b477582763a HTTP/1.1" status: 200 len: 945 time: 0.1412201 Nov 22 20:21:50.649561 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d6d061b6-9fe5-4376-8e4b-ef25269918a4 req-e1b07693-2645-4849-bb4b-9c38a8657fb5 tempest-InstanceActionsV221TestJSON-333832839 tempest-InstanceActionsV221TestJSON-333832839-project] 10.222.0.46 "GET /v2.0/security-groups?id=69837334-9b15-4dca-a7d6-14f58605aef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583941 Nov 22 20:21:50.662932 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d8532e69-579f-4283-baa6-dbba30ac5c8a req-0e8adbd0-4704-4513-9f61-f4b7bc8d4f37 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6bb4485-0c85-4226-9793-14795129f329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120200 Nov 22 20:21:50.712420 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-e0759002-ab11-4875-82a8-fe4ea8bf81c6 req-982037b1-77a6-44a6-8dc6-07a2a728f6ef tempest-InstanceActionsV221TestJSON-333832839 tempest-InstanceActionsV221TestJSON-333832839-project] Deleting port a531cf70-f430-40fd-88cd-b96e6b290332 {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:21:50.712765 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-e0759002-ab11-4875-82a8-fe4ea8bf81c6 req-982037b1-77a6-44a6-8dc6-07a2a728f6ef tempest-InstanceActionsV221TestJSON-333832839 tempest-InstanceActionsV221TestJSON-333832839-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:50.851281 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-e0759002-ab11-4875-82a8-fe4ea8bf81c6 req-982037b1-77a6-44a6-8dc6-07a2a728f6ef tempest-InstanceActionsV221TestJSON-333832839 tempest-InstanceActionsV221TestJSON-333832839-project] For port a531cf70-f430-40fd-88cd-b96e6b290332, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=a531cf70-f430-40fd-88cd-b96e6b290332,segment=NetworkSegment(801f7ee7-d268-4d5c-a23f-5317a4b5fc42),segment_id=801f7ee7-d268-4d5c-a23f-5317a4b5fc42)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:21:50.853204 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-e0759002-ab11-4875-82a8-fe4ea8bf81c6 req-982037b1-77a6-44a6-8dc6-07a2a728f6ef tempest-InstanceActionsV221TestJSON-333832839 tempest-InstanceActionsV221TestJSON-333832839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:50.918846 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-e0759002-ab11-4875-82a8-fe4ea8bf81c6 req-982037b1-77a6-44a6-8dc6-07a2a728f6ef tempest-InstanceActionsV221TestJSON-333832839 tempest-InstanceActionsV221TestJSON-333832839-project] Calling delete_port for a531cf70-f430-40fd-88cd-b96e6b290332 owned by compute:nova {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:21:51.105597 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaf55c3-0dbe-4766-9a9e-7e8275c85f4d req-3db5a415-54a7-4767-9810-6ed3b8a30f74 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:21:51.107319 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-dbaf55c3-0dbe-4766-9a9e-7e8275c85f4d req-3db5a415-54a7-4767-9810-6ed3b8a30f74 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/ports?device_id=1055e9c7-c155-46d0-8648-c4ff794f929b HTTP/1.1" status: 200 len: 945 time: 0.1003904 Nov 22 20:21:51.108721 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-e0759002-ab11-4875-82a8-fe4ea8bf81c6 req-982037b1-77a6-44a6-8dc6-07a2a728f6ef tempest-InstanceActionsV221TestJSON-333832839 tempest-InstanceActionsV221TestJSON-333832839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:51.124285 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] get_ports_and_sgs() called for port_ids ['a531cf70-f430-40fd-88cd-b96e6b290332'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:21:51.154115 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982037b1-77a6-44a6-8dc6-07a2a728f6ef tempest-InstanceActionsV221TestJSON-333832839 tempest-InstanceActionsV221TestJSON-333832839-project] Pushing event deleted for resources: {'Port': ['ID=a531cf70-f430-40fd-88cd-b96e6b290332,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:21:51.271781 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0759002-ab11-4875-82a8-fe4ea8bf81c6 req-982037b1-77a6-44a6-8dc6-07a2a728f6ef tempest-InstanceActionsV221TestJSON-333832839 tempest-InstanceActionsV221TestJSON-333832839-project] No DVR routers for this DVR port a531cf70-f430-40fd-88cd-b96e6b290332 on host n-h2-818823-1 {{(pid=103447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:21:51.276455 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-e0759002-ab11-4875-82a8-fe4ea8bf81c6 req-982037b1-77a6-44a6-8dc6-07a2a728f6ef tempest-InstanceActionsV221TestJSON-333832839 tempest-InstanceActionsV221TestJSON-333832839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:51.280315 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e0759002-ab11-4875-82a8-fe4ea8bf81c6 req-982037b1-77a6-44a6-8dc6-07a2a728f6ef tempest-InstanceActionsV221TestJSON-333832839 tempest-InstanceActionsV221TestJSON-333832839-project] 10.222.0.20 "DELETE /v2.0/ports/a531cf70-f430-40fd-88cd-b96e6b290332 HTTP/1.1" status: 204 len: 173 time: 0.8682294 Nov 22 20:21:51.313125 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08e0caf0-32dd-4a2e-b3b0-8383abf5cd3a', 'name': 'network-vif-deleted', 'tag': 'a531cf70-f430-40fd-88cd-b96e6b290332'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:21:51.316779 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-687d7e84-b4c9-4d99-9dd7-911dd1871982" -d '{"events": [{"server_uuid": "08e0caf0-32dd-4a2e-b3b0-8383abf5cd3a", "name": "network-vif-deleted", "tag": "a531cf70-f430-40fd-88cd-b96e6b290332"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:21:51.349265 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-dbaf55c3-0dbe-4766-9a9e-7e8275c85f4d req-b55696fe-83a7-4fd8-8046-9bd066a7e51e tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/security-groups?id=1fdc013b-4d1e-4061-bc19-b86fb2a07143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2325215 Nov 22 20:21:51.464811 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:21:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1583a81-468d-4b61-b100-b48560ef1c83 x-openstack-request-id: req-f1583a81-468d-4b61-b100-b48560ef1c83 {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:21:51.465516 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08e0caf0-32dd-4a2e-b3b0-8383abf5cd3a", "name": "network-vif-deleted", "tag": "a531cf70-f430-40fd-88cd-b96e6b290332", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:21:51.465971 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f1583a81-468d-4b61-b100-b48560ef1c83 {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:21:51.466578 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08e0caf0-32dd-4a2e-b3b0-8383abf5cd3a', 'name': 'network-vif-deleted', 'tag': 'a531cf70-f430-40fd-88cd-b96e6b290332', 'status': 'completed', 'code': 200} Nov 22 20:21:51.486691 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9dd70b-24d5-4e4b-9d2e-104ccb0d3e77 req-8fe05b97-072c-45cf-b11b-3858a55aa285 tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:21:51.495313 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-cd9dd70b-24d5-4e4b-9d2e-104ccb0d3e77 req-8fe05b97-072c-45cf-b11b-3858a55aa285 tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] 10.222.0.46 "GET /v2.0/ports?device_id=2a31ca84-d4aa-47fc-8f8b-115aed3eedae HTTP/1.1" status: 200 len: 945 time: 0.1405566 Nov 22 20:21:51.552912 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-cd9dd70b-24d5-4e4b-9d2e-104ccb0d3e77 req-23ff2af5-43cf-47f2-b832-e5419f06d2ff tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] 10.222.0.46 "GET /v2.0/security-groups?id=d95e1db1-f0c9-4323-bdfe-93688145577c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563414 Nov 22 20:21:51.878296 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-55fc3de3-16bd-4b46-a21d-9858592e712a req-81fd0463-c881-4c2b-992f-59ce8d314798 tempest-InstanceActionsV221TestJSON-333832839 tempest-InstanceActionsV221TestJSON-333832839-project] 10.222.0.46 "GET /v2.0/ports?device_id=08e0caf0-32dd-4a2e-b3b0-8383abf5cd3a HTTP/1.1" status: 200 len: 210 time: 0.0743263 Nov 22 20:21:51.931475 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ee8c8a-df16-46b0-9a5e-f05047a21ab7 req-16322073-41a1-4fa1-abbf-976b323760f5 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:21:51.946713 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-20ee8c8a-df16-46b0-9a5e-f05047a21ab7 req-16322073-41a1-4fa1-abbf-976b323760f5 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/ports?device_id=ed65104a-8bf2-4ff1-b40d-7b477582763a HTTP/1.1" status: 200 len: 945 time: 0.1326833 Nov 22 20:21:52.046226 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-20ee8c8a-df16-46b0-9a5e-f05047a21ab7 req-98a17413-0950-4742-b997-1d9f6f5c9ef4 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6bb4485-0c85-4226-9793-14795129f329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958192 Nov 22 20:21:52.442902 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 51216) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:21:52.602998 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748a42be-fc7d-4382-afa4-00e92944e6b9 req-cdc4a591-8c0d-4d03-8c2e-a555084e0107 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:21:52.616590 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-748a42be-fc7d-4382-afa4-00e92944e6b9 req-cdc4a591-8c0d-4d03-8c2e-a555084e0107 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/ports?device_id=1055e9c7-c155-46d0-8648-c4ff794f929b HTTP/1.1" status: 200 len: 945 time: 0.1259227 Nov 22 20:21:52.645739 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1553ec17-faf1-4793-91b8-8c521b95212f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:52.846151 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-748a42be-fc7d-4382-afa4-00e92944e6b9 req-e01f0a9a-48f0-4e2e-b179-02ff780a81e2 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/security-groups?id=1fdc013b-4d1e-4061-bc19-b86fb2a07143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2287588 Nov 22 20:21:52.868245 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1553ec17-faf1-4793-91b8-8c521b95212f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:52.875238 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1553ec17-faf1-4793-91b8-8c521b95212f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:52.890345 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86504f42-153e-46ee-91da-928c4eada347 req-3a6dc462-b759-4261-b393-b8319b6525c6 tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:21:52.894682 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-86504f42-153e-46ee-91da-928c4eada347 req-3a6dc462-b759-4261-b393-b8319b6525c6 tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] 10.222.0.46 "GET /v2.0/ports?device_id=2a31ca84-d4aa-47fc-8f8b-115aed3eedae HTTP/1.1" status: 200 len: 945 time: 0.1834800 Nov 22 20:21:52.984951 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-1553ec17-faf1-4793-91b8-8c521b95212f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=195ed303adda49d2b0ba46559cf37bf4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5389614 Nov 22 20:21:52.994766 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 51288) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:21:53.024492 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-86504f42-153e-46ee-91da-928c4eada347 req-357e93e4-e4ca-4fb7-aa76-8def64c4aab3 tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] 10.222.0.46 "GET /v2.0/security-groups?id=d95e1db1-f0c9-4323-bdfe-93688145577c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204672 Nov 22 20:21:53.031080 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1553ec17-faf1-4793-91b8-8c521b95212f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=899b1c75-3723-43a3-a430-1a478eddc518,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:21:53.094347 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e57e9502-4866-4d7f-a5d5-a85c13cdc3c8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:53.151276 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e57e9502-4866-4d7f-a5d5-a85c13cdc3c8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:53.243533 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e57e9502-4866-4d7f-a5d5-a85c13cdc3c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:53.251076 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e57e9502-4866-4d7f-a5d5-a85c13cdc3c8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:53.252464 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-e57e9502-4866-4d7f-a5d5-a85c13cdc3c8 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/899b1c75-3723-43a3-a430-1a478eddc518 HTTP/1.1" status: 204 len: 168 time: 0.2556229 Nov 22 20:21:53.282257 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57e9502-4866-4d7f-a5d5-a85c13cdc3c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=899b1c75-3723-43a3-a430-1a478eddc518,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:21:53.381483 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231729f0-9b0a-4cde-8d56-8d4112764283 req-b45fa024-3e1c-420a-a319-e22272ace38c tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:21:53.387790 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-231729f0-9b0a-4cde-8d56-8d4112764283 req-b45fa024-3e1c-420a-a319-e22272ace38c tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/ports?device_id=ed65104a-8bf2-4ff1-b40d-7b477582763a HTTP/1.1" status: 200 len: 945 time: 0.1413777 Nov 22 20:21:53.460519 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 51340) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:21:53.587399 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-231729f0-9b0a-4cde-8d56-8d4112764283 req-8c685f09-de7f-47cf-82bc-e0edda214246 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6bb4485-0c85-4226-9793-14795129f329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889400 Nov 22 20:21:53.607988 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_v2 [None req-781bcb87-93be-434f-b260-9d0bfb0333e5 admin admin] Deleting subnet c565faab-25c5-40fe-abd0-3b5ac4d344fe {{(pid=103448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 20:21:53.632659 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-781bcb87-93be-434f-b260-9d0bfb0333e5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:53.703933 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-781bcb87-93be-434f-b260-9d0bfb0333e5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11627908'] for subnet, precommit_delete_associations {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:53.761260 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-781bcb87-93be-434f-b260-9d0bfb0333e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3753007'] for subnet, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:53.852361 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-781bcb87-93be-434f-b260-9d0bfb0333e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3753014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11567369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11792914'] for subnet, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:53.865604 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-781bcb87-93be-434f-b260-9d0bfb0333e5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:53.870127 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-781bcb87-93be-434f-b260-9d0bfb0333e5 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/c565faab-25c5-40fe-abd0-3b5ac4d344fe HTTP/1.1" status: 204 len: 168 time: 0.4077122 Nov 22 20:21:53.872688 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 51354) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:21:53.887614 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781bcb87-93be-434f-b260-9d0bfb0333e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c565faab-25c5-40fe-abd0-3b5ac4d344fe,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:21:54.015395 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4c190d26-bfb6-41e9-b433-3481e9a39cf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3961693'] for network, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:54.041072 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213c821c-f572-4889-82d0-75d374f4f7b4 req-da9f117b-6966-4ad3-ab5b-1a46ca7b8376 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:21:54.048398 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-213c821c-f572-4889-82d0-75d374f4f7b4 req-da9f117b-6966-4ad3-ab5b-1a46ca7b8376 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/ports?device_id=1055e9c7-c155-46d0-8648-c4ff794f929b HTTP/1.1" status: 200 len: 945 time: 0.0941191 Nov 22 20:21:54.199786 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4c190d26-bfb6-41e9-b433-3481e9a39cf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3760028', 'neutron.services.segments.db._delete_segments_for_network-8748992815755'] for network, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:54.218029 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-213c821c-f572-4889-82d0-75d374f4f7b4 req-51ccdd8d-d4f4-4b73-b2d7-9afb6156453a tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/security-groups?id=1fdc013b-4d1e-4061-bc19-b86fb2a07143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1667321 Nov 22 20:21:54.249811 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-4c190d26-bfb6-41e9-b433-3481e9a39cf9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['505e95fa-3829-48ab-b1ce-3cf361e78137']}} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:21:54.252282 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device a531cf70-f430-40fd-88cd-b96e6b290332 no longer exists at agent hyperv_n-h2-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:21:54.265272 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-4c190d26-bfb6-41e9-b433-3481e9a39cf9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '801f7ee7-d268-4d5c-a23f-5317a4b5fc42') {'for_net_delete': True} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:21:54.265991 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-4c190d26-bfb6-41e9-b433-3481e9a39cf9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '801f7ee7-d268-4d5c-a23f-5317a4b5fc42') {} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:21:54.277192 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399a2256-a28c-414a-bb6a-746390c41ab7 req-ce2fb584-f5aa-4822-bd4d-f72d289bbde8 tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:21:54.279181 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-399a2256-a28c-414a-bb6a-746390c41ab7 req-ce2fb584-f5aa-4822-bd4d-f72d289bbde8 tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] 10.222.0.46 "GET /v2.0/ports?device_id=2a31ca84-d4aa-47fc-8f8b-115aed3eedae HTTP/1.1" status: 200 len: 945 time: 0.1425731 Nov 22 20:21:54.293736 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] No Port match for: a531cf70-f430-40fd-88cd-b96e6b290332 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:21:54.294448 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device a531cf70-f430-40fd-88cd-b96e6b290332 not bound to the agent host n-h2-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:21:54.306264 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4c190d26-bfb6-41e9-b433-3481e9a39cf9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748993039638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12178344'] for segment, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:54.332109 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4c190d26-bfb6-41e9-b433-3481e9a39cf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:54.347272 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c190d26-bfb6-41e9-b433-3481e9a39cf9 admin admin] Releasing vlan 622 on physical network physnet1 to pool {{(pid=103447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 20:21:54.347891 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4c190d26-bfb6-41e9-b433-3481e9a39cf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8900762'] for segment, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:54.350342 n-d-818823-1 neutron-server[103447]: Traceback (most recent call last): Nov 22 20:21:54.350342 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 20:21:54.350342 n-d-818823-1 neutron-server[103447]: timer() Nov 22 20:21:54.350342 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 20:21:54.350342 n-d-818823-1 neutron-server[103447]: cb(*args, **kw) Nov 22 20:21:54.350342 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 20:21:54.350342 n-d-818823-1 neutron-server[103447]: return func(*args, **kwargs) Nov 22 20:21:54.350342 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 20:21:54.350342 n-d-818823-1 neutron-server[103447]: self._notify() Nov 22 20:21:54.350342 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 20:21:54.350342 n-d-818823-1 neutron-server[103447]: self.callback(batched_events) Nov 22 20:21:54.350342 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 20:21:54.350342 n-d-818823-1 neutron-server[103447]: event.method(event) Nov 22 20:21:54.350342 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 20:21:54.350342 n-d-818823-1 neutron-server[103447]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 20:21:54.350342 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 20:21:54.350342 n-d-818823-1 neutron-server[103447]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 20:21:54.350342 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 20:21:54.350342 n-d-818823-1 neutron-server[103447]: return f(self, *a, **k) Nov 22 20:21:54.350342 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 20:21:54.350342 n-d-818823-1 neutron-server[103447]: return self._get(url).json() Nov 22 20:21:54.350342 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 20:21:54.350342 n-d-818823-1 neutron-server[103447]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 20:21:54.350342 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 20:21:54.350342 n-d-818823-1 neutron-server[103447]: return self.request(url, 'GET', **kwargs) Nov 22 20:21:54.350342 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 20:21:54.350342 n-d-818823-1 neutron-server[103447]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 20:21:54.350342 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 20:21:54.350342 n-d-818823-1 neutron-server[103447]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 20:21:54.350342 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 20:21:54.350342 n-d-818823-1 neutron-server[103447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 20:21:54.350342 n-d-818823-1 neutron-server[103447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 20:21:54.440865 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-399a2256-a28c-414a-bb6a-746390c41ab7 req-ac100b31-a4e5-4984-b63b-344e5308d0f6 tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] 10.222.0.46 "GET /v2.0/security-groups?id=d95e1db1-f0c9-4323-bdfe-93688145577c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506803 Nov 22 20:21:54.442327 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4c190d26-bfb6-41e9-b433-3481e9a39cf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3760002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595318'] for network, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:54.453465 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4c190d26-bfb6-41e9-b433-3481e9a39cf9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for network, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:54.471847 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-4c190d26-bfb6-41e9-b433-3481e9a39cf9 admin admin] 10.222.0.46 "DELETE /v2.0/networks/505e95fa-3829-48ab-b1ce-3cf361e78137 HTTP/1.1" status: 204 len: 168 time: 0.5978591 Nov 22 20:21:54.490281 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c190d26-bfb6-41e9-b433-3481e9a39cf9 admin admin] Pushing event deleted for resources: {'Network': ['ID=505e95fa-3829-48ab-b1ce-3cf361e78137,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:21:54.688678 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 51382) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:21:54.777659 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-11b33514-0d22-4a3c-b22d-2e7a21f6bd64 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7ea1f76440074b4eaaed457dae80200c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0875037 Nov 22 20:21:54.779852 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 51384) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:21:54.810271 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539ed777-9987-4bcd-9c1b-3e35b849fe38 req-5b0eee2b-99d2-47e8-a310-59e611850a0c tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:21:54.813927 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-539ed777-9987-4bcd-9c1b-3e35b849fe38 req-5b0eee2b-99d2-47e8-a310-59e611850a0c tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/ports?device_id=ed65104a-8bf2-4ff1-b40d-7b477582763a HTTP/1.1" status: 200 len: 945 time: 0.0953925 Nov 22 20:21:54.856894 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-89a5c8a5-2f66-4881-8507-cc4a2002e20d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:54.884593 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-89a5c8a5-2f66-4881-8507-cc4a2002e20d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:54.946021 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-89a5c8a5-2f66-4881-8507-cc4a2002e20d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:54.954201 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-89a5c8a5-2f66-4881-8507-cc4a2002e20d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:54.956021 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-89a5c8a5-2f66-4881-8507-cc4a2002e20d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/69837334-9b15-4dca-a7d6-14f58605aef4 HTTP/1.1" status: 204 len: 168 time: 0.1747334 Nov 22 20:21:54.969768 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a5c8a5-2f66-4881-8507-cc4a2002e20d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69837334-9b15-4dca-a7d6-14f58605aef4,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:21:54.998997 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-539ed777-9987-4bcd-9c1b-3e35b849fe38 req-8f2fb111-0f25-4577-9b77-199cf1b51c5d tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6bb4485-0c85-4226-9793-14795129f329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774848 Nov 22 20:21:55.044702 n-d-818823-1 neutron-server[103447]: INFO neutron.api.v2.resource [req-31fc6009-55ff-4883-9b6c-5abc708a5c3d req-48a2a7b7-e53c-4291-9352-ce7e6fa0d6ec service neutron] show failed (client error): The resource could not be found. Nov 22 20:21:55.046475 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-31fc6009-55ff-4883-9b6c-5abc708a5c3d req-48a2a7b7-e53c-4291-9352-ce7e6fa0d6ec service neutron] 10.222.0.41 "GET /v2.0/ports/33e7a13a-e64a-49d3-8d05-1f881090f4ac/bindings/n-h2-818823-1 HTTP/1.1" status: 404 len: 380 time: 0.1714044 Nov 22 20:21:55.462216 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fc6009-55ff-4883-9b6c-5abc708a5c3d req-ad749cbb-9cfe-4661-be1e-4d62993a082b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:21:55.465146 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-31fc6009-55ff-4883-9b6c-5abc708a5c3d req-ad749cbb-9cfe-4661-be1e-4d62993a082b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1055e9c7-c155-46d0-8648-c4ff794f929b&tenant_id=f13d149ee8a64f188025185f0e8b5cfe HTTP/1.1" status: 200 len: 1096 time: 0.1208680 Nov 22 20:21:55.481224 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-31fc6009-55ff-4883-9b6c-5abc708a5c3d req-ff6a968c-dfc2-4e9c-ae90-d31a883e0bea service neutron] Request body: {'port': {'binding:host_id': 'n-h2-818823-1', 'device_owner': 'compute:nova'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:21:55.494358 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f0faa6-ac86-45a4-b1f9-84a16ebae70d req-e431f950-c5c4-486e-a48d-05248202df61 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:21:55.496075 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c2f0faa6-ac86-45a4-b1f9-84a16ebae70d req-e431f950-c5c4-486e-a48d-05248202df61 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/ports?device_id=1055e9c7-c155-46d0-8648-c4ff794f929b HTTP/1.1" status: 200 len: 945 time: 0.0889246 Nov 22 20:21:55.602956 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-31fc6009-55ff-4883-9b6c-5abc708a5c3d req-ff6a968c-dfc2-4e9c-ae90-d31a883e0bea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:55.648399 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c2f0faa6-ac86-45a4-b1f9-84a16ebae70d req-2e305c89-953b-4344-8854-afedebef8be4 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/security-groups?id=1fdc013b-4d1e-4061-bc19-b86fb2a07143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1327713 Nov 22 20:21:55.965077 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-31fc6009-55ff-4883-9b6c-5abc708a5c3d req-ff6a968c-dfc2-4e9c-ae90-d31a883e0bea service neutron] For port 33e7a13a-e64a-49d3-8d05-1f881090f4ac, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=33e7a13a-e64a-49d3-8d05-1f881090f4ac,segment=NetworkSegment(17716fec-4228-48de-89ab-cdf1d220adac),segment_id=17716fec-4228-48de-89ab-cdf1d220adac)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:21:55.989860 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e78bde5-1d40-4956-a9fb-c5a1ebf5ab0f req-a6b0106c-f9b0-42b5-b0b5-b122a9a8a187 tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:21:55.991455 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2e78bde5-1d40-4956-a9fb-c5a1ebf5ab0f req-a6b0106c-f9b0-42b5-b0b5-b122a9a8a187 tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] 10.222.0.46 "GET /v2.0/ports?device_id=2a31ca84-d4aa-47fc-8f8b-115aed3eedae HTTP/1.1" status: 200 len: 945 time: 0.2702732 Nov 22 20:21:56.056911 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-31fc6009-55ff-4883-9b6c-5abc708a5c3d req-ff6a968c-dfc2-4e9c-ae90-d31a883e0bea service neutron] For port 33e7a13a-e64a-49d3-8d05-1f881090f4ac, host n-h1-818823-1, cleared binding levels {{(pid=103447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:21:56.089399 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2e78bde5-1d40-4956-a9fb-c5a1ebf5ab0f req-5ae99e45-daae-46f2-8640-83a1cc9c4d5e tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] 10.222.0.46 "GET /v2.0/security-groups?id=d95e1db1-f0c9-4323-bdfe-93688145577c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913799 Nov 22 20:21:56.140629 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1055e9c7-c155-46d0-8648-c4ff794f929b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33e7a13a-e64a-49d3-8d05-1f881090f4ac'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:21:56.143693 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91f6438b-fe68-4b62-a6ba-d29c8d476c00" -d '{"events": [{"server_uuid": "1055e9c7-c155-46d0-8648-c4ff794f929b", "name": "network-vif-unplugged", "status": "completed", "tag": "33e7a13a-e64a-49d3-8d05-1f881090f4ac"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:21:56.167997 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-31fc6009-55ff-4883-9b6c-5abc708a5c3d req-ff6a968c-dfc2-4e9c-ae90-d31a883e0bea service neutron] Publish callbacks [] for port, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:56.202013 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 51426) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:21:56.254800 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 22 Nov 2021 20:21:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cae7682c-9a0c-4a42-83e1-e133dd1a3b44 x-openstack-request-id: req-cae7682c-9a0c-4a42-83e1-e133dd1a3b44 {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:21:56.256739 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1055e9c7-c155-46d0-8648-c4ff794f929b", "name": "network-vif-unplugged", "status": "completed", "tag": "33e7a13a-e64a-49d3-8d05-1f881090f4ac", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:21:56.257221 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-cae7682c-9a0c-4a42-83e1-e133dd1a3b44 {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:21:56.257950 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1055e9c7-c155-46d0-8648-c4ff794f929b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33e7a13a-e64a-49d3-8d05-1f881090f4ac', 'code': 200} Nov 22 20:21:56.264018 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.provisioning_blocks [req-31fc6009-55ff-4883-9b6c-5abc708a5c3d req-ff6a968c-dfc2-4e9c-ae90-d31a883e0bea service neutron] Transition to ACTIVE for port object 33e7a13a-e64a-49d3-8d05-1f881090f4ac will not be triggered until provisioned by entity L2. {{(pid=103447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 20:21:56.274521 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-31fc6009-55ff-4883-9b6c-5abc708a5c3d req-ff6a968c-dfc2-4e9c-ae90-d31a883e0bea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:56.346491 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-2c021144-41ad-4447-ae39-b59b3071769b admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1878468989-network', 'tenant_id': '0a5bced37eb045bfaafcc7baa6bfcdd2'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:21:56.357905 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6a968c-dfc2-4e9c-ae90-d31a883e0bea service neutron] Pushing event updated for resources: {'Port': ['ID=33e7a13a-e64a-49d3-8d05-1f881090f4ac,revision_number=6']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:21:56.538181 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d907808-44c0-4d6b-851c-cfdae5040421 req-920847eb-82d0-41e9-8537-eb9edebe3281 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:21:56.543298 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1d907808-44c0-4d6b-851c-cfdae5040421 req-920847eb-82d0-41e9-8537-eb9edebe3281 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/ports?device_id=ed65104a-8bf2-4ff1-b40d-7b477582763a HTTP/1.1" status: 200 len: 945 time: 0.3832211 Nov 22 20:21:56.617993 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c021144-41ad-4447-ae39-b59b3071769b admin admin] Made reservation on behalf of 0a5bced37eb045bfaafcc7baa6bfcdd2 for: {'network': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:21:56.620389 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-2c021144-41ad-4447-ae39-b59b3071769b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for network, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:56.740986 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-31fc6009-55ff-4883-9b6c-5abc708a5c3d req-ff6a968c-dfc2-4e9c-ae90-d31a883e0bea service neutron] No DVR routers for this DVR port 33e7a13a-e64a-49d3-8d05-1f881090f4ac on host n-h1-818823-1 {{(pid=103447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:21:56.841932 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-2c021144-41ad-4447-ae39-b59b3071769b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:56.925212 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1d907808-44c0-4d6b-851c-cfdae5040421 req-1b677040-e562-4d58-9be1-c0ce150b859b tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6bb4485-0c85-4226-9793-14795129f329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2804449 Nov 22 20:21:57.006410 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef4de01-da8d-4134-a318-d8f927e82d50 req-f4ba5c70-6a45-499e-8ad2-39e0225e8ff0 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:21:57.008169 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8ef4de01-da8d-4134-a318-d8f927e82d50 req-f4ba5c70-6a45-499e-8ad2-39e0225e8ff0 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/ports?device_id=1055e9c7-c155-46d0-8648-c4ff794f929b HTTP/1.1" status: 200 len: 943 time: 0.1639688 Nov 22 20:21:57.145926 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8ef4de01-da8d-4134-a318-d8f927e82d50 req-ad3e4af1-3bb0-4316-86b3-d581e2cea359 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/security-groups?id=1fdc013b-4d1e-4061-bc19-b86fb2a07143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1250181 Nov 22 20:21:57.153148 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-2c021144-41ad-4447-ae39-b59b3071769b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:57.154588 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-31fc6009-55ff-4883-9b6c-5abc708a5c3d req-ff6a968c-dfc2-4e9c-ae90-d31a883e0bea service neutron] Attempting to bind port 33e7a13a-e64a-49d3-8d05-1f881090f4ac on host n-h2-818823-1 for vnic_type normal with profile {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:21:57.154932 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-31fc6009-55ff-4883-9b6c-5abc708a5c3d req-ff6a968c-dfc2-4e9c-ae90-d31a883e0bea service neutron] Attempting to bind port 33e7a13a-e64a-49d3-8d05-1f881090f4ac by drivers openvswitch,hyperv on host n-h2-818823-1 at level 0 using segments [{'id': '17716fec-4228-48de-89ab-cdf1d220adac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '43dfe348-e2b3-45a9-b942-b91bdebcc301'}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:21:57.156152 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31fc6009-55ff-4883-9b6c-5abc708a5c3d req-ff6a968c-dfc2-4e9c-ae90-d31a883e0bea service neutron] Attempting to bind port 33e7a13a-e64a-49d3-8d05-1f881090f4ac on network 43dfe348-e2b3-45a9-b942-b91bdebcc301 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:21:57.162185 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31fc6009-55ff-4883-9b6c-5abc708a5c3d req-ff6a968c-dfc2-4e9c-ae90-d31a883e0bea service neutron] Port 33e7a13a-e64a-49d3-8d05-1f881090f4ac on network 43dfe348-e2b3-45a9-b942-b91bdebcc301 not bound, no agent of type Open vSwitch agent registered on host n-h2-818823-1 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:21:57.162558 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31fc6009-55ff-4883-9b6c-5abc708a5c3d req-ff6a968c-dfc2-4e9c-ae90-d31a883e0bea service neutron] Attempting to bind port 33e7a13a-e64a-49d3-8d05-1f881090f4ac on network 43dfe348-e2b3-45a9-b942-b91bdebcc301 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:21:57.166764 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-2c021144-41ad-4447-ae39-b59b3071769b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:57.190895 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31fc6009-55ff-4883-9b6c-5abc708a5c3d req-ff6a968c-dfc2-4e9c-ae90-d31a883e0bea service neutron] Checking agent: {'id': '65e0486a-7030-4065-96f0-10aa7402a530', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'started_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 21, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:21:57.191267 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31fc6009-55ff-4883-9b6c-5abc708a5c3d req-ff6a968c-dfc2-4e9c-ae90-d31a883e0bea service neutron] Checking segment: {'id': '17716fec-4228-48de-89ab-cdf1d220adac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '43dfe348-e2b3-45a9-b942-b91bdebcc301'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:21:57.191646 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31fc6009-55ff-4883-9b6c-5abc708a5c3d req-ff6a968c-dfc2-4e9c-ae90-d31a883e0bea service neutron] Bound using segment: {'id': '17716fec-4228-48de-89ab-cdf1d220adac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '43dfe348-e2b3-45a9-b942-b91bdebcc301'} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:21:57.192096 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-31fc6009-55ff-4883-9b6c-5abc708a5c3d req-ff6a968c-dfc2-4e9c-ae90-d31a883e0bea service neutron] Bound port: 33e7a13a-e64a-49d3-8d05-1f881090f4ac, host: n-h2-818823-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17716fec-4228-48de-89ab-cdf1d220adac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '43dfe348-e2b3-45a9-b942-b91bdebcc301'}}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:21:57.192460 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-31fc6009-55ff-4883-9b6c-5abc708a5c3d req-ff6a968c-dfc2-4e9c-ae90-d31a883e0bea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:57.221349 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c021144-41ad-4447-ae39-b59b3071769b admin admin] vlan segment allocate from pool success with {'vlan_id': 642, 'physical_network': 'physnet1'} {{(pid=103447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 20:21:57.262343 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-2c021144-41ad-4447-ae39-b59b3071769b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:57.262798 n-d-818823-1 neutron-server[103447]: INFO neutron.db.segments_db [None req-2c021144-41ad-4447-ae39-b59b3071769b admin admin] Added segment 9a26cfda-cac3-416d-a232-aa2d980cdf5d of type vlan for network b37b65aa-b70d-42b0-9efb-3dc42a3c6a98 Nov 22 20:21:57.267436 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c021144-41ad-4447-ae39-b59b3071769b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7923a56f-4e3d-405d-82a5-6ddfba6861ae,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:21:57.356257 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-2c021144-41ad-4447-ae39-b59b3071769b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748992492791'] for network, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:57.369672 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cd6c8c-ca1a-4419-a5a9-6e9d6b2b38f8 req-3e4f172d-0cc3-4e5e-b81d-150a26adb2e9 tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:21:57.371246 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f8cd6c8c-ca1a-4419-a5a9-6e9d6b2b38f8 req-3e4f172d-0cc3-4e5e-b81d-150a26adb2e9 tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] 10.222.0.46 "GET /v2.0/ports?device_id=2a31ca84-d4aa-47fc-8f8b-115aed3eedae HTTP/1.1" status: 200 len: 945 time: 0.2055941 Nov 22 20:21:57.420452 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-31fc6009-55ff-4883-9b6c-5abc708a5c3d req-ff6a968c-dfc2-4e9c-ae90-d31a883e0bea service neutron] For port 33e7a13a-e64a-49d3-8d05-1f881090f4ac, host n-h2-818823-1, cleared binding levels {{(pid=103447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:21:57.455225 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-31fc6009-55ff-4883-9b6c-5abc708a5c3d req-ff6a968c-dfc2-4e9c-ae90-d31a883e0bea service neutron] For port 33e7a13a-e64a-49d3-8d05-1f881090f4ac, host n-h2-818823-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=33e7a13a-e64a-49d3-8d05-1f881090f4ac,segment=NetworkSegment(17716fec-4228-48de-89ab-cdf1d220adac),segment_id=17716fec-4228-48de-89ab-cdf1d220adac)] {{(pid=103447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:21:57.465806 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-31fc6009-55ff-4883-9b6c-5abc708a5c3d req-ff6a968c-dfc2-4e9c-ae90-d31a883e0bea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:57.476195 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-2c021144-41ad-4447-ae39-b59b3071769b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for network, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:57.477219 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c021144-41ad-4447-ae39-b59b3071769b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:21:57.477809 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-2c021144-41ad-4447-ae39-b59b3071769b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for network, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:57.485180 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f8cd6c8c-ca1a-4419-a5a9-6e9d6b2b38f8 req-ac86829c-5fac-4747-b4d2-aec9a2cbe2a0 tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] 10.222.0.46 "GET /v2.0/security-groups?id=d95e1db1-f0c9-4323-bdfe-93688145577c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051269 Nov 22 20:21:57.588284 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fc6009-55ff-4883-9b6c-5abc708a5c3d req-ff6a968c-dfc2-4e9c-ae90-d31a883e0bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:21:57.589003 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-31fc6009-55ff-4883-9b6c-5abc708a5c3d req-ff6a968c-dfc2-4e9c-ae90-d31a883e0bea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:57.590629 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-31fc6009-55ff-4883-9b6c-5abc708a5c3d req-ff6a968c-dfc2-4e9c-ae90-d31a883e0bea service neutron] 10.222.0.20 "PUT /v2.0/ports/33e7a13a-e64a-49d3-8d05-1f881090f4ac HTTP/1.1" status: 200 len: 1091 time: 2.1161718 Nov 22 20:21:57.628823 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-2c021144-41ad-4447-ae39-b59b3071769b admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.4214947 Nov 22 20:21:57.632761 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 51446) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:21:57.634963 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c021144-41ad-4447-ae39-b59b3071769b admin admin] Pushing event updated for resources: {'Network': ['ID=b37b65aa-b70d-42b0-9efb-3dc42a3c6a98,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:21:57.648563 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-8276ee11-5196-49e1-8645-09d87b831ec0 admin admin] Request body: {'subnet': {'network_id': 'b37b65aa-b70d-42b0-9efb-3dc42a3c6a98', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1878468989-subnet', 'tenant_id': '0a5bced37eb045bfaafcc7baa6bfcdd2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:21:57.652951 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Network b37b65aa-b70d-42b0-9efb-3dc42a3c6a98 details requested by agent ovs-agent-n-d-818823-1 with host n-d-818823-1 {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 20:21:57.692587 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fc6009-55ff-4883-9b6c-5abc708a5c3d req-896c3bf0-83b0-4092-9c1d-cff4e0bfe0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:21:57.695089 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-31fc6009-55ff-4883-9b6c-5abc708a5c3d req-896c3bf0-83b0-4092-9c1d-cff4e0bfe0f2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f13d149ee8a64f188025185f0e8b5cfe&device_id=1055e9c7-c155-46d0-8648-c4ff794f929b HTTP/1.1" status: 200 len: 1094 time: 0.0540063 Nov 22 20:21:57.695294 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6a968c-dfc2-4e9c-ae90-d31a883e0bea service neutron] Pushing event updated for resources: {'Port': ['ID=33e7a13a-e64a-49d3-8d05-1f881090f4ac,revision_number=7']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:21:57.717039 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8276ee11-5196-49e1-8645-09d87b831ec0 admin admin] Made reservation on behalf of 0a5bced37eb045bfaafcc7baa6bfcdd2 for: {'subnet': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:21:57.723458 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8276ee11-5196-49e1-8645-09d87b831ec0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11792951'] for subnet, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:57.929623 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fc6009-55ff-4883-9b6c-5abc708a5c3d req-7b5a4fca-1339-444c-a2c1-3a9c0a23d06d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:21:57.931681 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-31fc6009-55ff-4883-9b6c-5abc708a5c3d req-7b5a4fca-1339-444c-a2c1-3a9c0a23d06d service neutron] 10.222.0.20 "GET /v2.0/networks?id=43dfe348-e2b3-45a9-b942-b91bdebcc301 HTTP/1.1" status: 200 len: 897 time: 0.2230551 Nov 22 20:21:58.081010 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-31fc6009-55ff-4883-9b6c-5abc708a5c3d req-505b2d3d-37d3-4ff8-b0c8-23be51bff465 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=33e7a13a-e64a-49d3-8d05-1f881090f4ac HTTP/1.1" status: 200 len: 998 time: 0.1398780 Nov 22 20:21:58.280628 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1055e9c7-c155-46d0-8648-c4ff794f929b', 'tag': '33e7a13a-e64a-49d3-8d05-1f881090f4ac'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:21:58.283095 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5a7d5b3-2e8b-4837-8059-ae18c777b56a" -d '{"events": [{"name": "network-changed", "server_uuid": "1055e9c7-c155-46d0-8648-c4ff794f929b", "tag": "33e7a13a-e64a-49d3-8d05-1f881090f4ac"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:21:58.287477 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-05916bdd-7d21-4ff1-a1c2-c74411d9ea30 req-6b2e85a0-ac02-4f05-8749-619f3bab8a97 tempest-VolumesBackupsTest-516699759 tempest-VolumesBackupsTest-516699759-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=40b98c91e95a44868951285ed1624338&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0430155 Nov 22 20:21:58.348233 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d19d62e-938d-47a5-aad5-b84e3f6c4837 req-ae6442cb-460f-4cdf-b5c2-93ca6d1cee71 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:21:58.351447 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2d19d62e-938d-47a5-aad5-b84e3f6c4837 req-ae6442cb-460f-4cdf-b5c2-93ca6d1cee71 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/ports?device_id=ed65104a-8bf2-4ff1-b40d-7b477582763a HTTP/1.1" status: 200 len: 945 time: 0.1668510 Nov 22 20:21:58.360495 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8276ee11-5196-49e1-8645-09d87b831ec0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11567560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11792921'] for subnet, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:58.408433 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fc6009-55ff-4883-9b6c-5abc708a5c3d req-5a73f483-43ee-46bf-a1d1-396b15798bde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:21:58.410102 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-31fc6009-55ff-4883-9b6c-5abc708a5c3d req-5a73f483-43ee-46bf-a1d1-396b15798bde service neutron] 10.222.0.20 "GET /v2.0/subnets?id=19b1fa28-e1ba-4589-8381-fbf651ed52fa HTTP/1.1" status: 200 len: 834 time: 0.3209405 Nov 22 20:21:58.458207 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8276ee11-5196-49e1-8645-09d87b831ec0 admin admin] Checking segment: {'id': '9a26cfda-cac3-416d-a232-aa2d980cdf5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'b37b65aa-b70d-42b0-9efb-3dc42a3c6a98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:21:58.458567 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8276ee11-5196-49e1-8645-09d87b831ec0 admin admin] Network hostable DHCP agents. Network: b37b65aa-b70d-42b0-9efb-3dc42a3c6a98, hostable agents: ['02adaa64-0987-4b74-bad0-cbcf56f8a294'], hosted agents: [] {{(pid=103448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 20:21:58.470833 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8276ee11-5196-49e1-8645-09d87b831ec0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=123eb800-afb2-434f-bb91-d9a5c9241f1c,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:21:58.485944 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 33e7a13a-e64a-49d3-8d05-1f881090f4ac no longer exists at agent hyperv_n-h1-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:21:58.486168 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8276ee11-5196-49e1-8645-09d87b831ec0 admin admin] Network b37b65aa-b70d-42b0-9efb-3dc42a3c6a98 is scheduled to be hosted by DHCP agent 02adaa64-0987-4b74-bad0-cbcf56f8a294 with binding_index 1 {{(pid=103448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 20:21:58.493367 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2d19d62e-938d-47a5-aad5-b84e3f6c4837 req-567de59d-c726-4ecb-8e19-3890288ff934 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6bb4485-0c85-4226-9793-14795129f329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031973 Nov 22 20:21:58.499181 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-8276ee11-5196-49e1-8645-09d87b831ec0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818823-1, b37b65aa-b70d-42b0-9efb-3dc42a3c6a98) {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:21:58.518804 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8276ee11-5196-49e1-8645-09d87b831ec0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:21:58.519724 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8276ee11-5196-49e1-8645-09d87b831ec0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:21:58.559293 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-8276ee11-5196-49e1-8645-09d87b831ec0 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.9206872 Nov 22 20:21:58.593311 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fc6009-55ff-4883-9b6c-5abc708a5c3d req-42ca833d-f861-4b5f-bed3-415fdc418797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:21:58.595449 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-31fc6009-55ff-4883-9b6c-5abc708a5c3d req-42ca833d-f861-4b5f-bed3-415fdc418797 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=43dfe348-e2b3-45a9-b942-b91bdebcc301&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1511133 Nov 22 20:21:58.596434 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-422db96a-f7d7-4a95-91b6-2ac3e5d12673 None None] Network b37b65aa-b70d-42b0-9efb-3dc42a3c6a98 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:21:58.826971 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a748b73-626b-4fc7-b1b3-ae01d57c088d None None] Network b37b65aa-b70d-42b0-9efb-3dc42a3c6a98 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:21:58.840860 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05916bdd-7d21-4ff1-a1c2-c74411d9ea30 req-ab5d830f-4ad7-42cb-a67b-ed6cd7663585 tempest-VolumesBackupsTest-516699759 tempest-VolumesBackupsTest-516699759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:21:58.842237 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-05916bdd-7d21-4ff1-a1c2-c74411d9ea30 req-ab5d830f-4ad7-42cb-a67b-ed6cd7663585 tempest-VolumesBackupsTest-516699759 tempest-VolumesBackupsTest-516699759-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5448260 Nov 22 20:21:58.867938 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-05916bdd-7d21-4ff1-a1c2-c74411d9ea30 req-23310b24-095f-439b-b6bb-c0e540a3994e tempest-VolumesBackupsTest-516699759 tempest-VolumesBackupsTest-516699759-project] 10.222.0.46 "GET /v2.0/quotas/40b98c91e95a44868951285ed1624338 HTTP/1.1" status: 200 len: 375 time: 0.0143316 Nov 22 20:21:58.908258 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 33e7a13a-e64a-49d3-8d05-1f881090f4ac not bound to the agent host n-h1-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:21:59.280626 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-05916bdd-7d21-4ff1-a1c2-c74411d9ea30 req-147a1292-e5cc-4b38-bc06-3e2217ee328c tempest-VolumesBackupsTest-516699759 tempest-VolumesBackupsTest-516699759-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=40b98c91e95a44868951285ed1624338&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4032369 Nov 22 20:21:59.303502 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd7a015-97a8-4a8b-9f5c-641ebf842401 req-43e07b50-5d4b-4abf-a315-7d45d406ceb6 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:21:59.306017 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1bd7a015-97a8-4a8b-9f5c-641ebf842401 req-43e07b50-5d4b-4abf-a315-7d45d406ceb6 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/ports?device_id=1055e9c7-c155-46d0-8648-c4ff794f929b HTTP/1.1" status: 200 len: 943 time: 0.6393840 Nov 22 20:21:59.343770 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-31fc6009-55ff-4883-9b6c-5abc708a5c3d req-dcea0127-2a71-4138-974c-533e92c07ec2 service neutron] 10.222.0.20 "GET /v2.0/networks/43dfe348-e2b3-45a9-b942-b91bdebcc301?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7287850 Nov 22 20:21:59.560987 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-31fc6009-55ff-4883-9b6c-5abc708a5c3d req-7c8a7b7b-ab2c-4eb2-8f8d-122afc54a453 service neutron] 10.222.0.20 "GET /v2.0/networks/43dfe348-e2b3-45a9-b942-b91bdebcc301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1986601 Nov 22 20:21:59.565028 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 20:21:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f94e4870-4334-4d43-8a52-8f22308e6aa1 x-openstack-request-id: req-f94e4870-4334-4d43-8a52-8f22308e6aa1 {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:21:59.566060 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1055e9c7-c155-46d0-8648-c4ff794f929b", "tag": "33e7a13a-e64a-49d3-8d05-1f881090f4ac", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:21:59.567231 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f94e4870-4334-4d43-8a52-8f22308e6aa1 {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:21:59.570708 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1055e9c7-c155-46d0-8648-c4ff794f929b', 'tag': '33e7a13a-e64a-49d3-8d05-1f881090f4ac', 'status': 'completed', 'code': 200} Nov 22 20:21:59.577180 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1bd7a015-97a8-4a8b-9f5c-641ebf842401 req-52dd9dfc-edcf-4536-bdde-30bc7b972cd4 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/security-groups?id=1fdc013b-4d1e-4061-bc19-b86fb2a07143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2553389 Nov 22 20:21:59.821793 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a7d5b3-2e8b-4837-8059-ae18c777b56a req-64be66b4-5695-46a0-9fd4-3c55dc61b877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:21:59.826690 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e5a7d5b3-2e8b-4837-8059-ae18c777b56a req-64be66b4-5695-46a0-9fd4-3c55dc61b877 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f13d149ee8a64f188025185f0e8b5cfe&device_id=1055e9c7-c155-46d0-8648-c4ff794f929b HTTP/1.1" status: 200 len: 1094 time: 0.1433728 Nov 22 20:21:59.833620 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a7d5b3-2e8b-4837-8059-ae18c777b56a req-a4d31a5c-efa1-4b5d-86e6-3abdc78cdcec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:21:59.837530 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e5a7d5b3-2e8b-4837-8059-ae18c777b56a req-a4d31a5c-efa1-4b5d-86e6-3abdc78cdcec service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f13d149ee8a64f188025185f0e8b5cfe&device_id=1055e9c7-c155-46d0-8648-c4ff794f929b HTTP/1.1" status: 200 len: 1094 time: 0.2574334 Nov 22 20:21:59.967949 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-87fb446d-b9cc-428b-ad14-f1b0843ec415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:00.108851 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a7d5b3-2e8b-4837-8059-ae18c777b56a req-ed56d392-05f7-4621-a2ae-88875201bc1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:22:00.110531 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e5a7d5b3-2e8b-4837-8059-ae18c777b56a req-ed56d392-05f7-4621-a2ae-88875201bc1f service neutron] 10.222.0.20 "GET /v2.0/networks?id=43dfe348-e2b3-45a9-b942-b91bdebcc301 HTTP/1.1" status: 200 len: 897 time: 0.2719748 Nov 22 20:22:00.367464 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3741d10c-5a29-4a2c-9591-08de67eabbac req-89c268db-1ab2-438c-93ae-48e95d15a976 tempest-InstanceActionsNegativeTestJSON-62871623 tempest-InstanceActionsNegativeTestJSON-62871623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:22:00.374636 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3741d10c-5a29-4a2c-9591-08de67eabbac req-89c268db-1ab2-438c-93ae-48e95d15a976 tempest-InstanceActionsNegativeTestJSON-62871623 tempest-InstanceActionsNegativeTestJSON-62871623-project] 10.222.0.46 "GET /v2.0/networks?id=b37b65aa-b70d-42b0-9efb-3dc42a3c6a98 HTTP/1.1" status: 200 len: 822 time: 0.2630618 Nov 22 20:22:00.397781 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3741d10c-5a29-4a2c-9591-08de67eabbac req-d70c56e6-03cc-459f-a27a-2c942cb56863 tempest-InstanceActionsNegativeTestJSON-62871623 tempest-InstanceActionsNegativeTestJSON-62871623-project] 10.222.0.46 "GET /v2.0/quotas/0a5bced37eb045bfaafcc7baa6bfcdd2 HTTP/1.1" status: 200 len: 375 time: 0.0221405 Nov 22 20:22:00.472065 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3741d10c-5a29-4a2c-9591-08de67eabbac req-7fe5ef12-0389-4769-aaf2-3cc3bfbd5cc5 tempest-InstanceActionsNegativeTestJSON-62871623 tempest-InstanceActionsNegativeTestJSON-62871623-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=0a5bced37eb045bfaafcc7baa6bfcdd2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0732679 Nov 22 20:22:00.489931 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7913fd-840d-46e7-8016-891954795f7f req-6eeb049b-a01e-4111-a176-1e8010e7f910 tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:22:00.497172 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5f7913fd-840d-46e7-8016-891954795f7f req-6eeb049b-a01e-4111-a176-1e8010e7f910 tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] 10.222.0.46 "GET /v2.0/ports?device_id=2a31ca84-d4aa-47fc-8f8b-115aed3eedae HTTP/1.1" status: 200 len: 945 time: 0.6153195 Nov 22 20:22:00.502617 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e5a7d5b3-2e8b-4837-8059-ae18c777b56a req-448b20c8-7653-466b-967f-1320d8eaf06a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=33e7a13a-e64a-49d3-8d05-1f881090f4ac HTTP/1.1" status: 200 len: 998 time: 0.2591052 Nov 22 20:22:00.518243 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a7d5b3-2e8b-4837-8059-ae18c777b56a req-9ae6cb5d-1b33-443b-8b52-61c1bb056862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:22:00.519838 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e5a7d5b3-2e8b-4837-8059-ae18c777b56a req-9ae6cb5d-1b33-443b-8b52-61c1bb056862 service neutron] 10.222.0.41 "GET /v2.0/networks?id=43dfe348-e2b3-45a9-b942-b91bdebcc301 HTTP/1.1" status: 200 len: 897 time: 0.6162767 Nov 22 20:22:00.655386 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5f7913fd-840d-46e7-8016-891954795f7f req-fa1c872b-df7c-42b7-8b3c-c534b44136df tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] 10.222.0.46 "GET /v2.0/security-groups?id=d95e1db1-f0c9-4323-bdfe-93688145577c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516378 Nov 22 20:22:00.749803 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e5a7d5b3-2e8b-4837-8059-ae18c777b56a req-ce8171f3-aead-40ee-9c92-c7aa105aa8df service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=33e7a13a-e64a-49d3-8d05-1f881090f4ac HTTP/1.1" status: 200 len: 998 time: 0.2095535 Nov 22 20:22:00.753730 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a7d5b3-2e8b-4837-8059-ae18c777b56a req-d5b4d212-3d95-4c47-ae17-07ce864d3072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:22:00.755551 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e5a7d5b3-2e8b-4837-8059-ae18c777b56a req-d5b4d212-3d95-4c47-ae17-07ce864d3072 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=19b1fa28-e1ba-4589-8381-fbf651ed52fa HTTP/1.1" status: 200 len: 834 time: 0.2334867 Nov 22 20:22:00.862219 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a7d5b3-2e8b-4837-8059-ae18c777b56a req-34433f8a-bec0-4e3d-83a8-1ad19e69f1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:22:00.864009 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e5a7d5b3-2e8b-4837-8059-ae18c777b56a req-34433f8a-bec0-4e3d-83a8-1ad19e69f1d1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=19b1fa28-e1ba-4589-8381-fbf651ed52fa HTTP/1.1" status: 200 len: 834 time: 0.1057336 Nov 22 20:22:00.906904 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-eeb033fa-da40-4b10-a458-e3633b88feb6 req-d19ddd04-ee3d-439a-a649-50c4999a8359 tempest-VolumesBackupsTest-516699759 tempest-VolumesBackupsTest-516699759-project] 10.222.0.46 "GET /v2.0/ports?device_id=1a9daffe-ffd3-42c1-9798-6f9227920db8 HTTP/1.1" status: 200 len: 210 time: 0.0823824 Nov 22 20:22:00.975507 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3741d10c-5a29-4a2c-9591-08de67eabbac req-da309a2f-91ec-4bbb-90ed-c8cd98791b90 service neutron] 10.222.0.46 "GET /v2.0/networks/b37b65aa-b70d-42b0-9efb-3dc42a3c6a98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4752505 Nov 22 20:22:00.991089 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a7d5b3-2e8b-4837-8059-ae18c777b56a req-336118e6-e1af-46b1-ba86-95fd25e1e992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:22:00.996249 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e5a7d5b3-2e8b-4837-8059-ae18c777b56a req-336118e6-e1af-46b1-ba86-95fd25e1e992 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=43dfe348-e2b3-45a9-b942-b91bdebcc301&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1847489 Nov 22 20:22:01.136183 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a7d5b3-2e8b-4837-8059-ae18c777b56a req-2271a7ad-ef04-4d85-85ac-913684a48bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:22:01.138010 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e5a7d5b3-2e8b-4837-8059-ae18c777b56a req-2271a7ad-ef04-4d85-85ac-913684a48bf7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=43dfe348-e2b3-45a9-b942-b91bdebcc301&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2626410 Nov 22 20:22:01.267442 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-05916bdd-7d21-4ff1-a1c2-c74411d9ea30 req-512cb948-ad78-4a80-9fb6-beb8ae4eb051 tempest-VolumesBackupsTest-516699759 tempest-VolumesBackupsTest-516699759-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=40b98c91e95a44868951285ed1624338&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1601706 Nov 22 20:22:01.501876 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e5a7d5b3-2e8b-4837-8059-ae18c777b56a req-61c238f0-d757-4445-8309-86ef3573fa98 service neutron] 10.222.0.20 "GET /v2.0/networks/43dfe348-e2b3-45a9-b942-b91bdebcc301?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4919262 Nov 22 20:22:01.573991 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3741d10c-5a29-4a2c-9591-08de67eabbac req-ffa6e52a-0e9a-4722-a928-70bf7efed62a service neutron] 10.222.0.46 "GET /v2.0/networks/b37b65aa-b70d-42b0-9efb-3dc42a3c6a98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5675778 Nov 22 20:22:01.589014 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e5a7d5b3-2e8b-4837-8059-ae18c777b56a req-4365c86c-fef0-4151-8892-759cecdf4ad5 service neutron] 10.222.0.41 "GET /v2.0/networks/43dfe348-e2b3-45a9-b942-b91bdebcc301?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3745191 Nov 22 20:22:01.629919 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1f7267-2cc7-46a7-9103-c67299b1e14a req-5d9ddf1f-ae5c-4c3d-be42-70f0b42e0d89 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:22:01.637631 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-bf1f7267-2cc7-46a7-9103-c67299b1e14a req-5d9ddf1f-ae5c-4c3d-be42-70f0b42e0d89 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/ports?device_id=ed65104a-8bf2-4ff1-b40d-7b477582763a HTTP/1.1" status: 200 len: 945 time: 0.5313754 Nov 22 20:22:01.663300 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05916bdd-7d21-4ff1-a1c2-c74411d9ea30 req-b9dd950c-0075-4d8b-8b3b-2a8bb4793c27 tempest-VolumesBackupsTest-516699759 tempest-VolumesBackupsTest-516699759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:22:01.665577 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-05916bdd-7d21-4ff1-a1c2-c74411d9ea30 req-b9dd950c-0075-4d8b-8b3b-2a8bb4793c27 tempest-VolumesBackupsTest-516699759 tempest-VolumesBackupsTest-516699759-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3590717 Nov 22 20:22:01.693984 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-05916bdd-7d21-4ff1-a1c2-c74411d9ea30 req-88c15dc7-ab4a-4903-b74d-63a512e5ccc3 tempest-VolumesBackupsTest-516699759 tempest-VolumesBackupsTest-516699759-project] Request body: {'port': {'device_id': '1a9daffe-ffd3-42c1-9798-6f9227920db8', 'network_id': 'e1052824-bf78-4963-8937-b202e372ac24', 'admin_state_up': True, 'tenant_id': '40b98c91e95a44868951285ed1624338'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:22:01.890515 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-bf1f7267-2cc7-46a7-9103-c67299b1e14a req-d65b3613-dd5f-4064-8f5a-efd8332eeb4a tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6bb4485-0c85-4226-9793-14795129f329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2473798 Nov 22 20:22:01.952363 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e5a7d5b3-2e8b-4837-8059-ae18c777b56a req-a0bb7144-351f-49e6-98c9-b4f900245928 service neutron] 10.222.0.20 "GET /v2.0/networks/43dfe348-e2b3-45a9-b942-b91bdebcc301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4137771 Nov 22 20:22:01.966644 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e5a7d5b3-2e8b-4837-8059-ae18c777b56a req-f9639991-9668-459f-8186-fbafc4c49982 service neutron] 10.222.0.41 "GET /v2.0/networks/43dfe348-e2b3-45a9-b942-b91bdebcc301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3242877 Nov 22 20:22:02.299867 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 33e7a13a-e64a-49d3-8d05-1f881090f4ac details requested by agent hyperv_n-h2-818823-1 with host n-h2-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 20:22:02.322671 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a21a093-cc06-4248-80fa-2e499a696d54 req-7927d8d3-be1d-4856-b134-cb11b5e474a1 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:22:02.330683 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6a21a093-cc06-4248-80fa-2e499a696d54 req-7927d8d3-be1d-4856-b134-cb11b5e474a1 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/ports?device_id=1055e9c7-c155-46d0-8648-c4ff794f929b HTTP/1.1" status: 200 len: 943 time: 0.5168099 Nov 22 20:22:02.411663 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 51550) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:22:02.448202 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc08341f-9b81-4c05-8359-63461d88d062 req-45212705-19b1-4b3d-bbae-94e267107658 tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:22:02.456521 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-cc08341f-9b81-4c05-8359-63461d88d062 req-45212705-19b1-4b3d-bbae-94e267107658 tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] 10.222.0.46 "GET /v2.0/ports?device_id=2a31ca84-d4aa-47fc-8f8b-115aed3eedae HTTP/1.1" status: 200 len: 945 time: 0.4739218 Nov 22 20:22:02.475590 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6a21a093-cc06-4248-80fa-2e499a696d54 req-4732e499-a6ef-4a5d-9bd2-10530642ec74 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/security-groups?id=1fdc013b-4d1e-4061-bc19-b86fb2a07143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1440008 Nov 22 20:22:02.511481 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05916bdd-7d21-4ff1-a1c2-c74411d9ea30 req-88c15dc7-ab4a-4903-b74d-63a512e5ccc3 tempest-VolumesBackupsTest-516699759 tempest-VolumesBackupsTest-516699759-project] Made reservation on behalf of 40b98c91e95a44868951285ed1624338 for: {'port': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:22:02.511481 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-05916bdd-7d21-4ff1-a1c2-c74411d9ea30 req-88c15dc7-ab4a-4903-b74d-63a512e5ccc3 tempest-VolumesBackupsTest-516699759 tempest-VolumesBackupsTest-516699759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:02.538805 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-05916bdd-7d21-4ff1-a1c2-c74411d9ea30 req-88c15dc7-ab4a-4903-b74d-63a512e5ccc3 tempest-VolumesBackupsTest-516699759 tempest-VolumesBackupsTest-516699759-project] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:02.556157 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-d936e2ff-6456-4ead-b27d-0b6dfbdad16a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:02.603722 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-cc08341f-9b81-4c05-8359-63461d88d062 req-1cc40c6c-d697-47ba-9e66-94933770a0b6 tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] 10.222.0.46 "GET /v2.0/security-groups?id=d95e1db1-f0c9-4323-bdfe-93688145577c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457105 Nov 22 20:22:02.610807 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port 33e7a13a-e64a-49d3-8d05-1f881090f4ac, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=33e7a13a-e64a-49d3-8d05-1f881090f4ac,segment=NetworkSegment(17716fec-4228-48de-89ab-cdf1d220adac),segment_id=17716fec-4228-48de-89ab-cdf1d220adac)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:22:02.677901 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Returning: {'device': '33e7a13a-e64a-49d3-8d05-1f881090f4ac', 'network_id': '43dfe348-e2b3-45a9-b942-b91bdebcc301', 'port_id': '33e7a13a-e64a-49d3-8d05-1f881090f4ac', 'mac_address': 'fa:16:3e:13:1f:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19b1fa28-e1ba-4589-8381-fbf651ed52fa', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 20:22:02.737036 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-05916bdd-7d21-4ff1-a1c2-c74411d9ea30 req-88c15dc7-ab4a-4903-b74d-63a512e5ccc3 tempest-VolumesBackupsTest-516699759 tempest-VolumesBackupsTest-516699759-project] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:02.745747 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-05916bdd-7d21-4ff1-a1c2-c74411d9ea30 req-88c15dc7-ab4a-4903-b74d-63a512e5ccc3 tempest-VolumesBackupsTest-516699759 tempest-VolumesBackupsTest-516699759-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:02.839247 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:02.856636 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2dd4b734-a235-4866-b150-a7ec826462bc req-6104e177-643f-4fa9-9ece-3ebbeb9b15cb tempest-InstanceActionsNegativeTestJSON-62871623 tempest-InstanceActionsNegativeTestJSON-62871623-project] 10.222.0.46 "GET /v2.0/ports?device_id=7962f107-283f-4684-b36f-e7f6aaed3372 HTTP/1.1" status: 200 len: 210 time: 0.1069434 Nov 22 20:22:02.872315 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33e7a13a-e64a-49d3-8d05-1f881090f4ac {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:22:02.906812 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-eef70916-b9d5-4d15-bd4d-47ca4eb2e5f4 req-086f30c6-e4ea-4c43-ac65-9e42d3525630 tempest-VolumesBackupsTest-516699759 tempest-VolumesBackupsTest-516699759-project] 10.222.0.46 "GET /v2.0/ports?device_id=1a9daffe-ffd3-42c1-9798-6f9227920db8 HTTP/1.1" status: 200 len: 210 time: 0.0552685 Nov 22 20:22:02.944255 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port 33e7a13a-e64a-49d3-8d05-1f881090f4ac, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=33e7a13a-e64a-49d3-8d05-1f881090f4ac,segment=NetworkSegment(17716fec-4228-48de-89ab-cdf1d220adac),segment_id=17716fec-4228-48de-89ab-cdf1d220adac)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:22:02.962368 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:03.004326 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c15dc7-ab4a-4903-b74d-63a512e5ccc3 tempest-VolumesBackupsTest-516699759 tempest-VolumesBackupsTest-516699759-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e8f9eb5-3d23-4263-a72e-d8b3ea5ba304,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:22:03.105653 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=33e7a13a-e64a-49d3-8d05-1f881090f4ac,revision_number=8']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:22:03.150642 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927fe9fe-caa7-4aee-b70b-b3a7b9d188a9 req-a02b4b2d-ed3c-45fd-b288-49c63f24afb7 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:22:03.158475 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-927fe9fe-caa7-4aee-b70b-b3a7b9d188a9 req-a02b4b2d-ed3c-45fd-b288-49c63f24afb7 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/ports?device_id=ed65104a-8bf2-4ff1-b40d-7b477582763a HTTP/1.1" status: 200 len: 945 time: 0.1152530 Nov 22 20:22:03.192585 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] get_ports_and_sgs() called for port_ids ['33e7a13a-e64a-49d3-8d05-1f881090f4ac'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:22:03.220853 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [req-05916bdd-7d21-4ff1-a1c2-c74411d9ea30 req-88c15dc7-ab4a-4903-b74d-63a512e5ccc3 tempest-VolumesBackupsTest-516699759 tempest-VolumesBackupsTest-516699759-project] Allocated IP 192.168.233.35 (e1052824-bf78-4963-8937-b202e372ac24/3091ebfd-11e2-41f8-9c00-ffe0b86563d8/49975aee-c73d-4d3c-9633-127b23a28460) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:22:03.309039 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-927fe9fe-caa7-4aee-b70b-b3a7b9d188a9 req-2397a5cd-798a-4d88-9bbc-2656f49b12e9 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6bb4485-0c85-4226-9793-14795129f329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335893 Nov 22 20:22:03.404852 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3741d10c-5a29-4a2c-9591-08de67eabbac req-4a12041b-dd40-41fa-b130-100609dd8e0a tempest-InstanceActionsNegativeTestJSON-62871623 tempest-InstanceActionsNegativeTestJSON-62871623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:22:03.406306 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3741d10c-5a29-4a2c-9591-08de67eabbac req-4a12041b-dd40-41fa-b130-100609dd8e0a tempest-InstanceActionsNegativeTestJSON-62871623 tempest-InstanceActionsNegativeTestJSON-62871623-project] 10.222.0.41 "GET /v2.0/networks?id=b37b65aa-b70d-42b0-9efb-3dc42a3c6a98 HTTP/1.1" status: 200 len: 822 time: 0.2417147 Nov 22 20:22:03.431521 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-3741d10c-5a29-4a2c-9591-08de67eabbac req-cac6523f-d97e-42e4-af1d-e2620294f273 tempest-InstanceActionsNegativeTestJSON-62871623 tempest-InstanceActionsNegativeTestJSON-62871623-project] Request body: {'port': {'device_id': '7962f107-283f-4684-b36f-e7f6aaed3372', 'network_id': 'b37b65aa-b70d-42b0-9efb-3dc42a3c6a98', 'admin_state_up': True, 'tenant_id': '0a5bced37eb045bfaafcc7baa6bfcdd2'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:22:03.504267 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-03f0964f-1b75-4df7-99e0-a3cdb56ec2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:03.658212 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddb17be-2a9d-4775-b170-8ae2f6b32207 req-929f9f0f-1a03-4d8f-aa1d-d24e5ebc90df tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:22:03.677267 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-bddb17be-2a9d-4775-b170-8ae2f6b32207 req-929f9f0f-1a03-4d8f-aa1d-d24e5ebc90df tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.41 "GET /v2.0/ports?device_id=1055e9c7-c155-46d0-8648-c4ff794f929b&tenant_id=f13d149ee8a64f188025185f0e8b5cfe&binding%3Ahost_id=n-h2-818823-1 HTTP/1.1" status: 200 len: 944 time: 0.2196243 Nov 22 20:22:03.762873 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79223f27-7674-4ba1-8aa1-bf5afa71300a req-dbf34cd5-ac78-422e-87c3-4a3877423b0d tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:22:03.776302 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-79223f27-7674-4ba1-8aa1-bf5afa71300a req-dbf34cd5-ac78-422e-87c3-4a3877423b0d tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/ports?device_id=1055e9c7-c155-46d0-8648-c4ff794f929b HTTP/1.1" status: 200 len: 944 time: 0.3490632 Nov 22 20:22:03.826420 n-d-818823-1 neutron-server[103448]: INFO neutron.api.v2.resource [req-bddb17be-2a9d-4775-b170-8ae2f6b32207 req-304596f0-8599-4a24-ab1b-9ea82cff20c9 service neutron] delete failed (client error): The resource could not be found. Nov 22 20:22:03.828542 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-bddb17be-2a9d-4775-b170-8ae2f6b32207 req-304596f0-8599-4a24-ab1b-9ea82cff20c9 service neutron] 10.222.0.41 "DELETE /v2.0/ports/33e7a13a-e64a-49d3-8d05-1f881090f4ac/bindings/n-h1-818823-1 HTTP/1.1" status: 404 len: 380 time: 0.1390297 Nov 22 20:22:03.869232 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8bd54de7-8024-4ea4-95ef-c9642acf1304 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659736'] for router_interface, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:03.909722 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-05916bdd-7d21-4ff1-a1c2-c74411d9ea30 req-88c15dc7-ab4a-4903-b74d-63a512e5ccc3 tempest-VolumesBackupsTest-516699759 tempest-VolumesBackupsTest-516699759-project] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:03.920132 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3741d10c-5a29-4a2c-9591-08de67eabbac req-cac6523f-d97e-42e4-af1d-e2620294f273 tempest-InstanceActionsNegativeTestJSON-62871623 tempest-InstanceActionsNegativeTestJSON-62871623-project] Made reservation on behalf of 0a5bced37eb045bfaafcc7baa6bfcdd2 for: {'port': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:22:03.923369 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-3741d10c-5a29-4a2c-9591-08de67eabbac req-cac6523f-d97e-42e4-af1d-e2620294f273 tempest-InstanceActionsNegativeTestJSON-62871623 tempest-InstanceActionsNegativeTestJSON-62871623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:03.981556 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-79223f27-7674-4ba1-8aa1-bf5afa71300a req-895e3faf-0064-4dd9-9647-4f24fa7358b2 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/security-groups?id=1fdc013b-4d1e-4061-bc19-b86fb2a07143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2044206 Nov 22 20:22:04.005398 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071287b8-0f90-4821-a44d-f27214801383 req-5985abcc-8aae-49ca-9e46-51097697ed9a tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:22:04.013963 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-071287b8-0f90-4821-a44d-f27214801383 req-5985abcc-8aae-49ca-9e46-51097697ed9a tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] 10.222.0.46 "GET /v2.0/ports?device_id=2a31ca84-d4aa-47fc-8f8b-115aed3eedae HTTP/1.1" status: 200 len: 945 time: 0.2249022 Nov 22 20:22:04.175255 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddb17be-2a9d-4775-b170-8ae2f6b32207 req-7df72932-fc70-4db4-9d98-ce62ceac70f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:22:04.176381 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-bddb17be-2a9d-4775-b170-8ae2f6b32207 req-7df72932-fc70-4db4-9d98-ce62ceac70f6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f13d149ee8a64f188025185f0e8b5cfe&device_id=1055e9c7-c155-46d0-8648-c4ff794f929b HTTP/1.1" status: 200 len: 1095 time: 0.2404921 Nov 22 20:22:04.300565 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 33e7a13a-e64a-49d3-8d05-1f881090f4ac up at agent hyperv_n-h2-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:22:04.306448 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0492003d-6967-4d00-8cb4-97d2198849dc req-c5ab9a73-bb49-450f-83e9-7ec1896c4507 tempest-InstanceActionsNegativeTestJSON-62871623 tempest-InstanceActionsNegativeTestJSON-62871623-project] 10.222.0.46 "GET /v2.0/ports?device_id=7962f107-283f-4684-b36f-e7f6aaed3372 HTTP/1.1" status: 200 len: 210 time: 0.0796397 Nov 22 20:22:04.310513 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-05916bdd-7d21-4ff1-a1c2-c74411d9ea30 req-88c15dc7-ab4a-4903-b74d-63a512e5ccc3 tempest-VolumesBackupsTest-516699759 tempest-VolumesBackupsTest-516699759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:04.340097 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-071287b8-0f90-4821-a44d-f27214801383 req-32cef741-ba07-49ee-804e-5b922bc74988 tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] 10.222.0.46 "GET /v2.0/security-groups?id=d95e1db1-f0c9-4323-bdfe-93688145577c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3251355 Nov 22 20:22:04.412826 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddb17be-2a9d-4775-b170-8ae2f6b32207 req-6e1c34bd-da69-440e-82df-ccccbd079251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:22:04.415105 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Provisioning for port 33e7a13a-e64a-49d3-8d05-1f881090f4ac completed by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 20:22:04.425111 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Provisioning complete for port 33e7a13a-e64a-49d3-8d05-1f881090f4ac triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:22:04.426996 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:04.427179 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-bddb17be-2a9d-4775-b170-8ae2f6b32207 req-6e1c34bd-da69-440e-82df-ccccbd079251 service neutron] 10.222.0.41 "GET /v2.0/networks?id=43dfe348-e2b3-45a9-b942-b91bdebcc301 HTTP/1.1" status: 200 len: 897 time: 0.2399602 Nov 22 20:22:04.509951 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05916bdd-7d21-4ff1-a1c2-c74411d9ea30 req-88c15dc7-ab4a-4903-b74d-63a512e5ccc3 tempest-VolumesBackupsTest-516699759 tempest-VolumesBackupsTest-516699759-project] Network e1052824-bf78-4963-8937-b202e372ac24 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:22:04.512678 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-8bd54de7-8024-4ea4-95ef-c9642acf1304 admin admin] Deleting port d5088741-6f03-42c9-b9e6-ab86b7fd98c5 {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:22:04.513017 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8bd54de7-8024-4ea4-95ef-c9642acf1304 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:04.521173 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [req-05916bdd-7d21-4ff1-a1c2-c74411d9ea30 req-88c15dc7-ab4a-4903-b74d-63a512e5ccc3 tempest-VolumesBackupsTest-516699759 tempest-VolumesBackupsTest-516699759-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:22:04.548210 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:04.562409 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [req-3741d10c-5a29-4a2c-9591-08de67eabbac req-cac6523f-d97e-42e4-af1d-e2620294f273 tempest-InstanceActionsNegativeTestJSON-62871623 tempest-InstanceActionsNegativeTestJSON-62871623-project] Allocated IP 172.20.0.4 (b37b65aa-b70d-42b0-9efb-3dc42a3c6a98/123eb800-afb2-434f-bb91-d9a5c9241f1c/f7b3099e-e9ef-48bf-be7a-f68a6088a21a) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:22:04.565487 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-bddb17be-2a9d-4775-b170-8ae2f6b32207 req-96348d17-2ee1-4180-b493-8bd5f2b8e2eb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=33e7a13a-e64a-49d3-8d05-1f881090f4ac HTTP/1.1" status: 200 len: 999 time: 0.1271398 Nov 22 20:22:04.580669 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-05916bdd-7d21-4ff1-a1c2-c74411d9ea30 req-88c15dc7-ab4a-4903-b74d-63a512e5ccc3 tempest-VolumesBackupsTest-516699759 tempest-VolumesBackupsTest-516699759-project] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:22:04.583095 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1055e9c7-c155-46d0-8648-c4ff794f929b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33e7a13a-e64a-49d3-8d05-1f881090f4ac'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:22:04.587002 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d39f6d30a11e565ec9648abcc015e8a6ab6cff4edd704add8155e28765d31eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab2ea763-093f-401a-8af2-e4236bbb124f" -d '{"events": [{"server_uuid": "1055e9c7-c155-46d0-8648-c4ff794f929b", "name": "network-vif-plugged", "status": "completed", "tag": "33e7a13a-e64a-49d3-8d05-1f881090f4ac"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:22:04.603241 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port 33e7a13a-e64a-49d3-8d05-1f881090f4ac, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=33e7a13a-e64a-49d3-8d05-1f881090f4ac,segment=NetworkSegment(17716fec-4228-48de-89ab-cdf1d220adac),segment_id=17716fec-4228-48de-89ab-cdf1d220adac)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:22:04.610367 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:04.650982 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddb17be-2a9d-4775-b170-8ae2f6b32207 req-f26c8243-6d97-400d-96de-07a4d3ca8c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:22:04.652550 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-bddb17be-2a9d-4775-b170-8ae2f6b32207 req-f26c8243-6d97-400d-96de-07a4d3ca8c08 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=19b1fa28-e1ba-4589-8381-fbf651ed52fa HTTP/1.1" status: 200 len: 834 time: 0.0777986 Nov 22 20:22:04.653285 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c15dc7-ab4a-4903-b74d-63a512e5ccc3 tempest-VolumesBackupsTest-516699759 tempest-VolumesBackupsTest-516699759-project] Pushing event updated for resources: {'Port': ['ID=49975aee-c73d-4d3c-9633-127b23a28460,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:22:04.657916 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-8bd54de7-8024-4ea4-95ef-c9642acf1304 admin admin] For port d5088741-6f03-42c9-b9e6-ab86b7fd98c5, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=d5088741-6f03-42c9-b9e6-ab86b7fd98c5,segment=NetworkSegment(096b9653-3939-4da1-92f6-6a39bd3c877e),segment_id=096b9653-3939-4da1-92f6-6a39bd3c877e)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:22:04.658281 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8bd54de7-8024-4ea4-95ef-c9642acf1304 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:04.683137 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=33e7a13a-e64a-49d3-8d05-1f881090f4ac,revision_number=9']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:22:04.713681 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05916bdd-7d21-4ff1-a1c2-c74411d9ea30 req-88c15dc7-ab4a-4903-b74d-63a512e5ccc3 tempest-VolumesBackupsTest-516699759 tempest-VolumesBackupsTest-516699759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:22:04.714511 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-05916bdd-7d21-4ff1-a1c2-c74411d9ea30 req-88c15dc7-ab4a-4903-b74d-63a512e5ccc3 tempest-VolumesBackupsTest-516699759 tempest-VolumesBackupsTest-516699759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:04.717659 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-8bd54de7-8024-4ea4-95ef-c9642acf1304 admin admin] Calling delete_port for d5088741-6f03-42c9-b9e6-ab86b7fd98c5 owned by network:router_interface {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:22:04.738030 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddb17be-2a9d-4775-b170-8ae2f6b32207 req-31f273f8-bf9f-442e-8f9f-366b9db62575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:22:04.740247 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-bddb17be-2a9d-4775-b170-8ae2f6b32207 req-31f273f8-bf9f-442e-8f9f-366b9db62575 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=43dfe348-e2b3-45a9-b942-b91bdebcc301&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0792215 Nov 22 20:22:04.746367 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f2e35f-57bd-40ce-8d8c-31d1341736db req-e1485efa-cf6b-451d-8783-4e7ee9eb26b9 tempest-VolumesBackupsTest-516699759 tempest-VolumesBackupsTest-516699759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:22:04.754238 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-96f2e35f-57bd-40ce-8d8c-31d1341736db req-e1485efa-cf6b-451d-8783-4e7ee9eb26b9 tempest-VolumesBackupsTest-516699759 tempest-VolumesBackupsTest-516699759-project] 10.222.0.46 "GET /v2.0/ports?device_id=1a9daffe-ffd3-42c1-9798-6f9227920db8 HTTP/1.1" status: 200 len: 935 time: 0.3186018 Nov 22 20:22:04.800866 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9134a195-e983-40c6-95d6-8b91d6932e6b req-bb1ead5a-619b-42b7-94e3-86d664212e83 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:22:04.802652 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9134a195-e983-40c6-95d6-8b91d6932e6b req-bb1ead5a-619b-42b7-94e3-86d664212e83 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/ports?device_id=ed65104a-8bf2-4ff1-b40d-7b477582763a HTTP/1.1" status: 200 len: 945 time: 0.2275498 Nov 22 20:22:04.810583 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-05916bdd-7d21-4ff1-a1c2-c74411d9ea30 req-88c15dc7-ab4a-4903-b74d-63a512e5ccc3 tempest-VolumesBackupsTest-516699759 tempest-VolumesBackupsTest-516699759-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1338398 Nov 22 20:22:04.842978 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-05916bdd-7d21-4ff1-a1c2-c74411d9ea30 req-bdba95dd-2072-4878-aee1-310a1766b8e4 service neutron] Request body: {'port': {'device_id': '1a9daffe-ffd3-42c1-9798-6f9227920db8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818823-1'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:22:04.984103 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-291b718c-8bc8-4a1e-a555-5a1c36e71248 None None] Provisioning complete for port 49975aee-c73d-4d3c-9633-127b23a28460 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:22:04.985986 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-291b718c-8bc8-4a1e-a555-5a1c36e71248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:04.990763 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-96f2e35f-57bd-40ce-8d8c-31d1341736db req-ceaedd7d-b654-4bc3-a8be-2e42270ce86b tempest-VolumesBackupsTest-516699759 tempest-VolumesBackupsTest-516699759-project] 10.222.0.46 "GET /v2.0/security-groups?id=9e8f9eb5-3d23-4263-a72e-d8b3ea5ba304&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2306900 Nov 22 20:22:05.036917 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-bddb17be-2a9d-4775-b170-8ae2f6b32207 req-924770bd-6d53-43eb-8c2b-9e1434af3fdf service neutron] 10.222.0.41 "GET /v2.0/networks/43dfe348-e2b3-45a9-b942-b91bdebcc301?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2523665 Nov 22 20:22:05.115521 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-05916bdd-7d21-4ff1-a1c2-c74411d9ea30 req-bdba95dd-2072-4878-aee1-310a1766b8e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:05.120049 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:22:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d834d1a-8cda-47bf-be2a-37f3bac5b250 x-openstack-request-id: req-7d834d1a-8cda-47bf-be2a-37f3bac5b250 {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:22:05.120349 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1055e9c7-c155-46d0-8648-c4ff794f929b", "name": "network-vif-plugged", "status": "completed", "tag": "33e7a13a-e64a-49d3-8d05-1f881090f4ac", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:22:05.120611 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7d834d1a-8cda-47bf-be2a-37f3bac5b250 {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:22:05.121017 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1055e9c7-c155-46d0-8648-c4ff794f929b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33e7a13a-e64a-49d3-8d05-1f881090f4ac', 'code': 200} Nov 22 20:22:05.136950 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-291b718c-8bc8-4a1e-a555-5a1c36e71248 None None] Port 49975aee-c73d-4d3c-9633-127b23a28460 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:22:05.146642 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e49ee129-e862-4476-beca-cdc8150d2345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:05.151596 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8bd54de7-8024-4ea4-95ef-c9642acf1304 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:05.194896 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd54de7-8024-4ea4-95ef-c9642acf1304 admin admin] Pushing event deleted for resources: {'Port': ['ID=d5088741-6f03-42c9-b9e6-ab86b7fd98c5,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:22:05.227054 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9134a195-e983-40c6-95d6-8b91d6932e6b req-f27a665c-1f60-4a80-a939-6905860b237b tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6bb4485-0c85-4226-9793-14795129f329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4083471 Nov 22 20:22:05.229590 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-bddb17be-2a9d-4775-b170-8ae2f6b32207 req-f62d1984-ce78-4887-bd1e-8b45d91d2c34 service neutron] 10.222.0.41 "GET /v2.0/networks/43dfe348-e2b3-45a9-b942-b91bdebcc301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704998 Nov 22 20:22:05.472736 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 51588) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:22:05.513392 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-3741d10c-5a29-4a2c-9591-08de67eabbac req-cac6523f-d97e-42e4-af1d-e2620294f273 tempest-InstanceActionsNegativeTestJSON-62871623 tempest-InstanceActionsNegativeTestJSON-62871623-project] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:05.538571 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8bd54de7-8024-4ea4-95ef-c9642acf1304 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-563470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-663272'] for router_interface, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:05.604229 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-338b4474-69c9-4bf9-a3a4-b931f643ccad req-7419ccba-c3ad-4c88-91a4-971d765e0d59 tempest-InstanceActionsNegativeTestJSON-62871623 tempest-InstanceActionsNegativeTestJSON-62871623-project] 10.222.0.46 "GET /v2.0/ports?device_id=7962f107-283f-4684-b36f-e7f6aaed3372 HTTP/1.1" status: 200 len: 210 time: 0.0877218 Nov 22 20:22:05.618056 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f453da2c-dcf4-450f-962e-ddd6d77292ed req-b8442ad1-995a-4f5d-9f68-d3df1b15858f tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:22:05.625963 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f453da2c-dcf4-450f-962e-ddd6d77292ed req-b8442ad1-995a-4f5d-9f68-d3df1b15858f tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/ports?device_id=1055e9c7-c155-46d0-8648-c4ff794f929b HTTP/1.1" status: 200 len: 945 time: 0.3954287 Nov 22 20:22:05.762389 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e6cca4f1-defb-48e1-8fd1-03b86ca1122e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:05.821216 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-3741d10c-5a29-4a2c-9591-08de67eabbac req-cac6523f-d97e-42e4-af1d-e2620294f273 tempest-InstanceActionsNegativeTestJSON-62871623 tempest-InstanceActionsNegativeTestJSON-62871623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:05.837486 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bd54de7-8024-4ea4-95ef-c9642acf1304 admin admin] Router d305399d-34af-4ee1-9c40-8ba5615f59c5 has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 20:22:05.894870 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f453da2c-dcf4-450f-962e-ddd6d77292ed req-8976e190-20dd-44b1-afd5-e1caea5ef52a tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/security-groups?id=1fdc013b-4d1e-4061-bc19-b86fb2a07143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2551806 Nov 22 20:22:05.922805 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a80bf80-2474-4c3b-b1a9-e2b8b3861ecc req-10b325c4-8fba-477c-a49f-d3a4ee284feb tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:22:05.924692 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8a80bf80-2474-4c3b-b1a9-e2b8b3861ecc req-10b325c4-8fba-477c-a49f-d3a4ee284feb tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] 10.222.0.46 "GET /v2.0/ports?device_id=2a31ca84-d4aa-47fc-8f8b-115aed3eedae HTTP/1.1" status: 200 len: 945 time: 0.2372715 Nov 22 20:22:05.939984 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:05.954069 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3741d10c-5a29-4a2c-9591-08de67eabbac req-cac6523f-d97e-42e4-af1d-e2620294f273 tempest-InstanceActionsNegativeTestJSON-62871623 tempest-InstanceActionsNegativeTestJSON-62871623-project] Network b37b65aa-b70d-42b0-9efb-3dc42a3c6a98 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:22:05.969068 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bd54de7-8024-4ea4-95ef-c9642acf1304 admin admin] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:22:05.980247 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-8bd54de7-8024-4ea4-95ef-c9642acf1304 admin admin] 10.222.0.46 "PUT /v2.0/routers/d305399d-34af-4ee1-9c40-8ba5615f59c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5619926 Nov 22 20:22:05.980811 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [req-3741d10c-5a29-4a2c-9591-08de67eabbac req-cac6523f-d97e-42e4-af1d-e2620294f273 tempest-InstanceActionsNegativeTestJSON-62871623 tempest-InstanceActionsNegativeTestJSON-62871623-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:22:05.980969 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 51594) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:22:05.989908 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-3741d10c-5a29-4a2c-9591-08de67eabbac req-cac6523f-d97e-42e4-af1d-e2620294f273 tempest-InstanceActionsNegativeTestJSON-62871623 tempest-InstanceActionsNegativeTestJSON-62871623-project] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:22:05.993397 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db1ec55-ee54-4e62-9729-6505ccc95d9b None None] Sync routers for ids ['d305399d-34af-4ee1-9c40-8ba5615f59c5'] in n-d-818823-1 {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:22:06.012098 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db1ec55-ee54-4e62-9729-6505ccc95d9b None None] Routers {'d305399d-34af-4ee1-9c40-8ba5615f59c5'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:22:06.013069 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac6523f-d97e-42e4-af1d-e2620294f273 tempest-InstanceActionsNegativeTestJSON-62871623 tempest-InstanceActionsNegativeTestJSON-62871623-project] Pushing event updated for resources: {'Port': ['ID=f7b3099e-e9ef-48bf-be7a-f68a6088a21a,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:22:06.013593 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-0db1ec55-ee54-4e62-9729-6505ccc95d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:22:02Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['d305399d-34af-4ee1-9c40-8ba5615f59c5'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:22:06.104703 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3741d10c-5a29-4a2c-9591-08de67eabbac req-cac6523f-d97e-42e4-af1d-e2620294f273 tempest-InstanceActionsNegativeTestJSON-62871623 tempest-InstanceActionsNegativeTestJSON-62871623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:22:06.105828 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-3741d10c-5a29-4a2c-9591-08de67eabbac req-cac6523f-d97e-42e4-af1d-e2620294f273 tempest-InstanceActionsNegativeTestJSON-62871623 tempest-InstanceActionsNegativeTestJSON-62871623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:06.115097 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-76bc645b-3120-480a-b923-d260b5530972 admin admin] Publish callbacks [] for router, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:06.136714 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-0db1ec55-ee54-4e62-9729-6505ccc95d9b None None] Set router d305399d-34af-4ee1-9c40-8ba5615f59c5 gateway port host: n-d-818823-1 {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:22:06.167622 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [req-05916bdd-7d21-4ff1-a1c2-c74411d9ea30 req-bdba95dd-2072-4878-aee1-310a1766b8e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49975aee-c73d-4d3c-9633-127b23a28460 {{(pid=103447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:22:06.193220 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3741d10c-5a29-4a2c-9591-08de67eabbac req-cac6523f-d97e-42e4-af1d-e2620294f273 tempest-InstanceActionsNegativeTestJSON-62871623 tempest-InstanceActionsNegativeTestJSON-62871623-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7679980 Nov 22 20:22:06.197737 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-05916bdd-7d21-4ff1-a1c2-c74411d9ea30 req-bdba95dd-2072-4878-aee1-310a1766b8e4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:06.218860 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-3741d10c-5a29-4a2c-9591-08de67eabbac req-88440fcf-1e90-457c-87d4-38593c2014bc service neutron] Request body: {'port': {'device_id': '7962f107-283f-4684-b36f-e7f6aaed3372', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818823-1'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:22:06.239590 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8a80bf80-2474-4c3b-b1a9-e2b8b3861ecc req-d75c4c40-5223-4e72-ab63-8d399dc44e09 tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] 10.222.0.46 "GET /v2.0/security-groups?id=d95e1db1-f0c9-4323-bdfe-93688145577c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2915969 Nov 22 20:22:06.265303 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.provisioning_blocks [req-05916bdd-7d21-4ff1-a1c2-c74411d9ea30 req-bdba95dd-2072-4878-aee1-310a1766b8e4 service neutron] Transition to ACTIVE for port object 49975aee-c73d-4d3c-9633-127b23a28460 will not be triggered until provisioned by entity L2. {{(pid=103447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 20:22:06.286704 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e6cca4f1-defb-48e1-8fd1-03b86ca1122e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:06.303310 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6770f4f9-96f9-4dce-bba8-4a64867e792a req-17f51fbd-86ab-4084-a361-831933e8092d tempest-VolumesBackupsTest-516699759 tempest-VolumesBackupsTest-516699759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:22:06.311157 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6770f4f9-96f9-4dce-bba8-4a64867e792a req-17f51fbd-86ab-4084-a361-831933e8092d tempest-VolumesBackupsTest-516699759 tempest-VolumesBackupsTest-516699759-project] 10.222.0.46 "GET /v2.0/ports?device_id=1a9daffe-ffd3-42c1-9798-6f9227920db8 HTTP/1.1" status: 200 len: 935 time: 0.2005773 Nov 22 20:22:06.318201 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-05916bdd-7d21-4ff1-a1c2-c74411d9ea30 req-bdba95dd-2072-4878-aee1-310a1766b8e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:06.350362 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-0db1ec55-ee54-4e62-9729-6505ccc95d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd305399d-34af-4ee1-9c40-8ba5615f59c5', 'name': 'tempest-TaggedBootDevicesTest-1460074747-router', 'tenant_id': '7c2e3bcb3c11419aa5bdb45ad6533966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.66'}], 'enable_snat': True}, 'gw_port_id': '25c221fc-593d-4f05-a358-e8b167d8000e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:09:12Z', 'updated_at': '2021-11-22T20:22:05Z', 'revision_number': 5, 'project_id': '7c2e3bcb3c11419aa5bdb45ad6533966', 'gw_port': {'id': '25c221fc-593d-4f05-a358-e8b167d8000e', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:08:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd305399d-34af-4ee1-9c40-8ba5615f59c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 864, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:09:15Z', 'updated_at': '2021-11-22T20:09:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:22:06.352384 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e6cca4f1-defb-48e1-8fd1-03b86ca1122e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:06.379281 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db1ec55-ee54-4e62-9729-6505ccc95d9b None None] Checking router: d305399d-34af-4ee1-9c40-8ba5615f59c5 for host: n-d-818823-1 {{(pid=103450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 20:22:06.389047 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db1ec55-ee54-4e62-9729-6505ccc95d9b None None] Routers {'d305399d-34af-4ee1-9c40-8ba5615f59c5'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:22:06.389740 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-0db1ec55-ee54-4e62-9729-6505ccc95d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:22:02Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['d305399d-34af-4ee1-9c40-8ba5615f59c5'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:22:06.495258 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdba95dd-2072-4878-aee1-310a1766b8e4 service neutron] Pushing event updated for resources: {'Port': ['ID=49975aee-c73d-4d3c-9633-127b23a28460,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:22:06.513194 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-e6cca4f1-defb-48e1-8fd1-03b86ca1122e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8b6ffda5c3cd45239fedef7c76c5a526&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0324516 Nov 22 20:22:06.525295 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-3741d10c-5a29-4a2c-9591-08de67eabbac req-88440fcf-1e90-457c-87d4-38593c2014bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:06.525614 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 51602) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:22:06.528065 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cca4f1-defb-48e1-8fd1-03b86ca1122e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e6e3621-cf81-4a3d-9fac-10bd9ea51515,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:22:06.552518 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6770f4f9-96f9-4dce-bba8-4a64867e792a req-d3ea87a8-ffec-4f21-8307-4c1ec97ac3a7 tempest-VolumesBackupsTest-516699759 tempest-VolumesBackupsTest-516699759-project] 10.222.0.46 "GET /v2.0/security-groups?id=9e8f9eb5-3d23-4263-a72e-d8b3ea5ba304&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2404380 Nov 22 20:22:06.596908 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-0db1ec55-ee54-4e62-9729-6505ccc95d9b None None] Set router d305399d-34af-4ee1-9c40-8ba5615f59c5 gateway port host: n-d-818823-1 {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:22:06.597654 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-76bc645b-3120-480a-b923-d260b5530972 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:06.608235 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-eccb7503-01c1-4f59-a308-68d146684515 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:06.657495 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-eccb7503-01c1-4f59-a308-68d146684515 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:06.668216 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c51421-6a75-47ca-b64f-6b6e22bd05e2 req-48bff431-7474-4f3f-9d18-2623f35251a3 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:22:06.678618 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-71c51421-6a75-47ca-b64f-6b6e22bd05e2 req-48bff431-7474-4f3f-9d18-2623f35251a3 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/ports?device_id=ed65104a-8bf2-4ff1-b40d-7b477582763a HTTP/1.1" status: 200 len: 945 time: 0.3548717 Nov 22 20:22:06.755284 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-eccb7503-01c1-4f59-a308-68d146684515 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:06.759732 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-eccb7503-01c1-4f59-a308-68d146684515 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:06.764290 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-eccb7503-01c1-4f59-a308-68d146684515 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0e6e3621-cf81-4a3d-9fac-10bd9ea51515 HTTP/1.1" status: 204 len: 168 time: 0.2335241 Nov 22 20:22:06.765990 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-76bc645b-3120-480a-b923-d260b5530972 admin admin] Deleting port 25c221fc-593d-4f05-a358-e8b167d8000e {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:22:06.766914 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-76bc645b-3120-480a-b923-d260b5530972 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:06.891440 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-71c51421-6a75-47ca-b64f-6b6e22bd05e2 req-e41567e1-a455-4380-8b0f-d55e71f2b34a tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6bb4485-0c85-4226-9793-14795129f329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144248 Nov 22 20:22:06.907474 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-76bc645b-3120-480a-b923-d260b5530972 admin admin] For port 25c221fc-593d-4f05-a358-e8b167d8000e, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=25c221fc-593d-4f05-a358-e8b167d8000e,segment=NetworkSegment(8793ba83-8407-4c3d-9b56-2a177cd58a70),segment_id=8793ba83-8407-4c3d-9b56-2a177cd58a70)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:22:06.908008 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-76bc645b-3120-480a-b923-d260b5530972 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:06.924946 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-76bc645b-3120-480a-b923-d260b5530972 admin admin] Calling delete_port for 25c221fc-593d-4f05-a358-e8b167d8000e owned by network:router_gateway {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:22:06.978784 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-05916bdd-7d21-4ff1-a1c2-c74411d9ea30 req-bdba95dd-2072-4878-aee1-310a1766b8e4 service neutron] Attempting to bind port 49975aee-c73d-4d3c-9633-127b23a28460 on host n-h2-818823-1 for vnic_type normal with profile {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:22:06.979579 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-05916bdd-7d21-4ff1-a1c2-c74411d9ea30 req-bdba95dd-2072-4878-aee1-310a1766b8e4 service neutron] Attempting to bind port 49975aee-c73d-4d3c-9633-127b23a28460 by drivers openvswitch,hyperv on host n-h2-818823-1 at level 0 using segments [{'id': '2a5a1c7b-538e-498e-99b9-cc7a8e0411be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'e1052824-bf78-4963-8937-b202e372ac24'}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:22:06.980438 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05916bdd-7d21-4ff1-a1c2-c74411d9ea30 req-bdba95dd-2072-4878-aee1-310a1766b8e4 service neutron] Attempting to bind port 49975aee-c73d-4d3c-9633-127b23a28460 on network e1052824-bf78-4963-8937-b202e372ac24 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:22:07.024740 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05916bdd-7d21-4ff1-a1c2-c74411d9ea30 req-bdba95dd-2072-4878-aee1-310a1766b8e4 service neutron] Port 49975aee-c73d-4d3c-9633-127b23a28460 on network e1052824-bf78-4963-8937-b202e372ac24 not bound, no agent of type Open vSwitch agent registered on host n-h2-818823-1 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:22:07.025543 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05916bdd-7d21-4ff1-a1c2-c74411d9ea30 req-bdba95dd-2072-4878-aee1-310a1766b8e4 service neutron] Attempting to bind port 49975aee-c73d-4d3c-9633-127b23a28460 on network e1052824-bf78-4963-8937-b202e372ac24 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:22:07.046127 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b23b5a-a270-4724-8f4e-8cffccfa577c req-8179306b-c3ff-40f5-a69f-30edd205592a tempest-InstanceActionsNegativeTestJSON-62871623 tempest-InstanceActionsNegativeTestJSON-62871623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:22:07.056330 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f7b23b5a-a270-4724-8f4e-8cffccfa577c req-8179306b-c3ff-40f5-a69f-30edd205592a tempest-InstanceActionsNegativeTestJSON-62871623 tempest-InstanceActionsNegativeTestJSON-62871623-project] 10.222.0.46 "GET /v2.0/ports?device_id=7962f107-283f-4684-b36f-e7f6aaed3372 HTTP/1.1" status: 200 len: 931 time: 0.2092197 Nov 22 20:22:07.059144 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05916bdd-7d21-4ff1-a1c2-c74411d9ea30 req-bdba95dd-2072-4878-aee1-310a1766b8e4 service neutron] Checking agent: {'id': '65e0486a-7030-4065-96f0-10aa7402a530', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'started_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 21, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:22:07.059807 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05916bdd-7d21-4ff1-a1c2-c74411d9ea30 req-bdba95dd-2072-4878-aee1-310a1766b8e4 service neutron] Checking segment: {'id': '2a5a1c7b-538e-498e-99b9-cc7a8e0411be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'e1052824-bf78-4963-8937-b202e372ac24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:22:07.060856 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05916bdd-7d21-4ff1-a1c2-c74411d9ea30 req-bdba95dd-2072-4878-aee1-310a1766b8e4 service neutron] Bound using segment: {'id': '2a5a1c7b-538e-498e-99b9-cc7a8e0411be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'e1052824-bf78-4963-8937-b202e372ac24'} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:22:07.062299 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-05916bdd-7d21-4ff1-a1c2-c74411d9ea30 req-bdba95dd-2072-4878-aee1-310a1766b8e4 service neutron] Bound port: 49975aee-c73d-4d3c-9633-127b23a28460, host: n-h2-818823-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a5a1c7b-538e-498e-99b9-cc7a8e0411be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'e1052824-bf78-4963-8937-b202e372ac24'}}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:22:07.062925 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-05916bdd-7d21-4ff1-a1c2-c74411d9ea30 req-bdba95dd-2072-4878-aee1-310a1766b8e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:07.087939 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-0db1ec55-ee54-4e62-9729-6505ccc95d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd305399d-34af-4ee1-9c40-8ba5615f59c5', 'name': 'tempest-TaggedBootDevicesTest-1460074747-router', 'tenant_id': '7c2e3bcb3c11419aa5bdb45ad6533966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.66'}], 'enable_snat': True}, 'gw_port_id': '25c221fc-593d-4f05-a358-e8b167d8000e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:09:12Z', 'updated_at': '2021-11-22T20:22:05Z', 'revision_number': 5, 'project_id': '7c2e3bcb3c11419aa5bdb45ad6533966', 'gw_port': {'id': '25c221fc-593d-4f05-a358-e8b167d8000e', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:08:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd305399d-34af-4ee1-9c40-8ba5615f59c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 864, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:09:15Z', 'updated_at': '2021-11-22T20:09:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:22:07.116973 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db1ec55-ee54-4e62-9729-6505ccc95d9b None None] The sync data for ids ['d305399d-34af-4ee1-9c40-8ba5615f59c5'] in n-d-818823-1 is: [{'id': 'd305399d-34af-4ee1-9c40-8ba5615f59c5', 'name': 'tempest-TaggedBootDevicesTest-1460074747-router', 'tenant_id': '7c2e3bcb3c11419aa5bdb45ad6533966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.66'}], 'enable_snat': True}, 'gw_port_id': '25c221fc-593d-4f05-a358-e8b167d8000e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:09:12Z', 'updated_at': '2021-11-22T20:22:05Z', 'revision_number': 5, 'project_id': '7c2e3bcb3c11419aa5bdb45ad6533966', 'gw_port': {'id': '25c221fc-593d-4f05-a358-e8b167d8000e', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:08:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd305399d-34af-4ee1-9c40-8ba5615f59c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 864, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:09:15Z', 'updated_at': '2021-11-22T20:09:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}] {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:22:07.125685 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccb7503-01c1-4f59-a308-68d146684515 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e6e3621-cf81-4a3d-9fac-10bd9ea51515,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:22:07.139681 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccb7503-01c1-4f59-a308-68d146684515 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:22:07.140091 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccb7503-01c1-4f59-a308-68d146684515 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:22:07.140401 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccb7503-01c1-4f59-a308-68d146684515 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:22:07.140692 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccb7503-01c1-4f59-a308-68d146684515 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:22:07.141024 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccb7503-01c1-4f59-a308-68d146684515 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:22:07.141376 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccb7503-01c1-4f59-a308-68d146684515 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:22:07.141691 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccb7503-01c1-4f59-a308-68d146684515 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:22:07.142018 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccb7503-01c1-4f59-a308-68d146684515 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:22:07.142343 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccb7503-01c1-4f59-a308-68d146684515 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:22:07.142778 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccb7503-01c1-4f59-a308-68d146684515 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:22:07.142989 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccb7503-01c1-4f59-a308-68d146684515 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:22:07.143311 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccb7503-01c1-4f59-a308-68d146684515 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:22:07.170782 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-76bc645b-3120-480a-b923-d260b5530972 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:07.207976 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 51612) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:22:07.215102 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bc645b-3120-480a-b923-d260b5530972 admin admin] Pushing event deleted for resources: {'Port': ['ID=25c221fc-593d-4f05-a358-e8b167d8000e,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:22:07.229561 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-efdaffed-78fa-443d-91f2-f86c854eac49 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:07.231912 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0689bdf2-87be-4afc-8dfb-26e466ffa9c9 None None] DHCP port deletion for c48a55e9-6a85-4746-b7bf-3e29fb560094 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:22:07.314414 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-76bc645b-3120-480a-b923-d260b5530972 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595398'] for router_gateway, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:07.416752 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-76bc645b-3120-480a-b923-d260b5530972 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24781'] for router, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:07.419726 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-76bc645b-3120-480a-b923-d260b5530972 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:07.473323 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d44e1da-c432-4fe3-8b81-b7c7d7d02ab9 req-db433703-0e46-4848-994d-b39e1eeabf60 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:22:07.474785 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6d44e1da-c432-4fe3-8b81-b7c7d7d02ab9 req-db433703-0e46-4848-994d-b39e1eeabf60 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/ports?device_id=1055e9c7-c155-46d0-8648-c4ff794f929b HTTP/1.1" status: 200 len: 945 time: 0.4800336 Nov 22 20:22:07.479646 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-76bc645b-3120-480a-b923-d260b5530972 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-663261'] for router, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:07.480646 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76bc645b-3120-480a-b923-d260b5530972 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d305399d-34af-4ee1-9c40-8ba5615f59c5 {{(pid=103448) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 20:22:07.487277 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-76bc645b-3120-480a-b923-d260b5530972 admin admin] Publish callbacks [] for router, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:07.488473 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-76bc645b-3120-480a-b923-d260b5530972 admin admin] 10.222.0.46 "DELETE /v2.0/routers/d305399d-34af-4ee1-9c40-8ba5615f59c5 HTTP/1.1" status: 204 len: 168 time: 1.5093005 Nov 22 20:22:07.490264 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f7b23b5a-a270-4724-8f4e-8cffccfa577c req-d87747d3-f436-4a97-bb19-66ddd0ed8b48 tempest-InstanceActionsNegativeTestJSON-62871623 tempest-InstanceActionsNegativeTestJSON-62871623-project] 10.222.0.46 "GET /v2.0/security-groups?id=7923a56f-4e3d-405d-82a5-6ddfba6861ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4326048 Nov 22 20:22:07.490880 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-efdaffed-78fa-443d-91f2-f86c854eac49 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:07.491743 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 51616) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:22:07.501120 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-efdaffed-78fa-443d-91f2-f86c854eac49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:07.508507 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-05916bdd-7d21-4ff1-a1c2-c74411d9ea30 req-bdba95dd-2072-4878-aee1-310a1766b8e4 service neutron] For port 49975aee-c73d-4d3c-9633-127b23a28460, host n-h2-818823-1, cleared binding levels {{(pid=103447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:22:07.512559 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-05916bdd-7d21-4ff1-a1c2-c74411d9ea30 req-bdba95dd-2072-4878-aee1-310a1766b8e4 service neutron] For port 49975aee-c73d-4d3c-9633-127b23a28460, host n-h2-818823-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=49975aee-c73d-4d3c-9633-127b23a28460,segment=NetworkSegment(2a5a1c7b-538e-498e-99b9-cc7a8e0411be),segment_id=2a5a1c7b-538e-498e-99b9-cc7a8e0411be)] {{(pid=103447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:22:07.546419 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-05916bdd-7d21-4ff1-a1c2-c74411d9ea30 req-bdba95dd-2072-4878-aee1-310a1766b8e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:07.594799 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-efdaffed-78fa-443d-91f2-f86c854eac49 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4e87a4d475554dd3b58db1603b617ad3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3857198 Nov 22 20:22:07.596031 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 51620) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:22:07.596701 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdaffed-78fa-443d-91f2-f86c854eac49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4eb2749-5115-42a5-a07c-e9ccab791e8b,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:22:07.611891 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_v2 [None req-c31baaa6-9554-4ebd-80d8-1bef863331fd admin admin] Deleting subnet 6b90bb48-40b3-40a5-9333-60b239e36730 {{(pid=103448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 20:22:07.626821 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c31baaa6-9554-4ebd-80d8-1bef863331fd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:07.682763 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05916bdd-7d21-4ff1-a1c2-c74411d9ea30 req-bdba95dd-2072-4878-aee1-310a1766b8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:22:07.682763 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-05916bdd-7d21-4ff1-a1c2-c74411d9ea30 req-bdba95dd-2072-4878-aee1-310a1766b8e4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:07.684084 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-05916bdd-7d21-4ff1-a1c2-c74411d9ea30 req-bdba95dd-2072-4878-aee1-310a1766b8e4 service neutron] 10.222.0.20 "PUT /v2.0/ports/49975aee-c73d-4d3c-9633-127b23a28460 HTTP/1.1" status: 200 len: 1095 time: 2.8485467 Nov 22 20:22:07.697678 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device d5088741-6f03-42c9-b9e6-ab86b7fd98c5 no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:22:07.718161 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c31baaa6-9554-4ebd-80d8-1bef863331fd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11627908'] for subnet, precommit_delete_associations {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:07.724591 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a9daffe-ffd3-42c1-9798-6f9227920db8', 'tag': '49975aee-c73d-4d3c-9633-127b23a28460'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:22:07.728790 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b13a66fa-3633-46ee-9577-00473ccde158" -d '{"events": [{"name": "network-changed", "server_uuid": "1a9daffe-ffd3-42c1-9798-6f9227920db8", "tag": "49975aee-c73d-4d3c-9633-127b23a28460"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:22:07.750287 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: d5088741-6f03-42c9-b9e6-ab86b7fd98c5 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:22:07.750902 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device d5088741-6f03-42c9-b9e6-ab86b7fd98c5 not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:22:07.825246 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdba95dd-2072-4878-aee1-310a1766b8e4 service neutron] Pushing event updated for resources: {'Port': ['ID=49975aee-c73d-4d3c-9633-127b23a28460,revision_number=3']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:22:07.832444 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-466d9272-d19c-4251-9321-12a4cbafe884 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:07.852237 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [req-3741d10c-5a29-4a2c-9591-08de67eabbac req-88440fcf-1e90-457c-87d4-38593c2014bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7b3099e-e9ef-48bf-be7a-f68a6088a21a {{(pid=103447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:22:07.863655 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c31baaa6-9554-4ebd-80d8-1bef863331fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3753007'] for subnet, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:07.870461 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-3741d10c-5a29-4a2c-9591-08de67eabbac req-88440fcf-1e90-457c-87d4-38593c2014bc service neutron] Publish callbacks [] for port, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:07.880230 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6d44e1da-c432-4fe3-8b81-b7c7d7d02ab9 req-d99f1ce5-9183-4bb3-ad2a-e49ce51e009a tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/security-groups?id=1fdc013b-4d1e-4061-bc19-b86fb2a07143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3851614 Nov 22 20:22:07.906909 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-466d9272-d19c-4251-9321-12a4cbafe884 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:07.907100 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8b7b57-4398-49aa-849d-acc2427d65e2 req-a81f8134-17b4-438b-99e8-7b6315ffe446 tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:22:07.907100 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0f8b7b57-4398-49aa-849d-acc2427d65e2 req-a81f8134-17b4-438b-99e8-7b6315ffe446 tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] 10.222.0.46 "GET /v2.0/ports?device_id=2a31ca84-d4aa-47fc-8f8b-115aed3eedae HTTP/1.1" status: 200 len: 945 time: 0.2584734 Nov 22 20:22:07.909224 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 51626) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:22:07.911098 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.provisioning_blocks [req-3741d10c-5a29-4a2c-9591-08de67eabbac req-88440fcf-1e90-457c-87d4-38593c2014bc service neutron] Transition to ACTIVE for port object f7b3099e-e9ef-48bf-be7a-f68a6088a21a will not be triggered until provisioned by entity L2. {{(pid=103447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 20:22:07.913560 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05916bdd-7d21-4ff1-a1c2-c74411d9ea30 req-fa429c91-e41b-4e6d-937b-a0cb3c09c422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:22:07.916177 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-05916bdd-7d21-4ff1-a1c2-c74411d9ea30 req-fa429c91-e41b-4e6d-937b-a0cb3c09c422 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=40b98c91e95a44868951285ed1624338&device_id=1a9daffe-ffd3-42c1-9798-6f9227920db8 HTTP/1.1" status: 200 len: 1098 time: 0.1819425 Nov 22 20:22:07.919064 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-3741d10c-5a29-4a2c-9591-08de67eabbac req-88440fcf-1e90-457c-87d4-38593c2014bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:08.033298 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-05916bdd-7d21-4ff1-a1c2-c74411d9ea30 req-dad45b15-ede1-46f4-a95a-117780f91c87 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=49975aee-c73d-4d3c-9633-127b23a28460 HTTP/1.1" status: 200 len: 217 time: 0.1032472 Nov 22 20:22:08.037078 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c31baaa6-9554-4ebd-80d8-1bef863331fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3753014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11567369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11792914'] for subnet, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:08.072839 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-c513b78c-e009-4d12-b453-6a4d953b72ae tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/floatingips/8f3396cf-56ca-43de-9014-0a37a6d45207 HTTP/1.1" status: 200 len: 992 time: 0.1609797 Nov 22 20:22:08.074141 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31baaa6-9554-4ebd-80d8-1bef863331fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b90bb48-40b3-40a5-9333-60b239e36730,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:22:08.075894 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-466d9272-d19c-4251-9321-12a4cbafe884 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:08.083381 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-466d9272-d19c-4251-9321-12a4cbafe884 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:08.087133 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-466d9272-d19c-4251-9321-12a4cbafe884 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e4eb2749-5115-42a5-a07c-e9ccab791e8b HTTP/1.1" status: 204 len: 168 time: 0.4832931 Nov 22 20:22:08.095118 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c31baaa6-9554-4ebd-80d8-1bef863331fd admin admin] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:08.099715 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-c31baaa6-9554-4ebd-80d8-1bef863331fd admin admin] 10.222.0.46 "DELETE /v2.0/subnets/6b90bb48-40b3-40a5-9333-60b239e36730 HTTP/1.1" status: 204 len: 168 time: 0.6050985 Nov 22 20:22:08.104753 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-318b2f01-0c1d-4b45-a7a1-28624cb723ac None None] Network ac9307cb-d216-4d24-9d6c-807bf1ccc8be requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:22:08.106058 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 51632) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:22:08.115901 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88440fcf-1e90-457c-87d4-38593c2014bc service neutron] Pushing event updated for resources: {'Port': ['ID=f7b3099e-e9ef-48bf-be7a-f68a6088a21a,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:22:08.122679 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466d9272-d19c-4251-9321-12a4cbafe884 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4eb2749-5115-42a5-a07c-e9ccab791e8b,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:22:08.217368 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0f8b7b57-4398-49aa-849d-acc2427d65e2 req-379656eb-0cc5-4e01-9d59-1aa46bbdf11f tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] 10.222.0.46 "GET /v2.0/security-groups?id=d95e1db1-f0c9-4323-bdfe-93688145577c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2897284 Nov 22 20:22:08.224860 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05916bdd-7d21-4ff1-a1c2-c74411d9ea30 req-57ca19d0-4f32-43a1-88c7-dff997c0a681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:22:08.225072 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c66e0658-84a2-46d6-b39a-6904b60bbac9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3961693'] for network, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:08.226765 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-05916bdd-7d21-4ff1-a1c2-c74411d9ea30 req-57ca19d0-4f32-43a1-88c7-dff997c0a681 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3091ebfd-11e2-41f8-9c00-ffe0b86563d8 HTTP/1.1" status: 200 len: 843 time: 0.1755915 Nov 22 20:22:08.257407 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50da9f32-3927-4999-a136-816f4ace4cae req-9325b8af-cf36-4d45-be43-3f5308542023 tempest-VolumesBackupsTest-516699759 tempest-VolumesBackupsTest-516699759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:22:08.259823 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-50da9f32-3927-4999-a136-816f4ace4cae req-9325b8af-cf36-4d45-be43-3f5308542023 tempest-VolumesBackupsTest-516699759 tempest-VolumesBackupsTest-516699759-project] 10.222.0.46 "GET /v2.0/ports?device_id=1a9daffe-ffd3-42c1-9798-6f9227920db8 HTTP/1.1" status: 200 len: 947 time: 0.2286713 Nov 22 20:22:08.331528 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-c66e0658-84a2-46d6-b39a-6904b60bbac9 admin admin] Deleting port 9995df5d-da39-43cd-bd6d-79cac428c131 {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:22:08.331875 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c66e0658-84a2-46d6-b39a-6904b60bbac9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:08.381521 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-3741d10c-5a29-4a2c-9591-08de67eabbac req-88440fcf-1e90-457c-87d4-38593c2014bc service neutron] Attempting to bind port f7b3099e-e9ef-48bf-be7a-f68a6088a21a on host n-h1-818823-1 for vnic_type normal with profile {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:22:08.381872 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-3741d10c-5a29-4a2c-9591-08de67eabbac req-88440fcf-1e90-457c-87d4-38593c2014bc service neutron] Attempting to bind port f7b3099e-e9ef-48bf-be7a-f68a6088a21a by drivers openvswitch,hyperv on host n-h1-818823-1 at level 0 using segments [{'id': '9a26cfda-cac3-416d-a232-aa2d980cdf5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'b37b65aa-b70d-42b0-9efb-3dc42a3c6a98'}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:22:08.382210 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3741d10c-5a29-4a2c-9591-08de67eabbac req-88440fcf-1e90-457c-87d4-38593c2014bc service neutron] Attempting to bind port f7b3099e-e9ef-48bf-be7a-f68a6088a21a on network b37b65aa-b70d-42b0-9efb-3dc42a3c6a98 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:22:08.387233 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05916bdd-7d21-4ff1-a1c2-c74411d9ea30 req-b7094a47-74cf-4496-be0a-a34041b93c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:22:08.389062 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-05916bdd-7d21-4ff1-a1c2-c74411d9ea30 req-b7094a47-74cf-4496-be0a-a34041b93c29 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e1052824-bf78-4963-8937-b202e372ac24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1443949 Nov 22 20:22:08.393533 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 20:22:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-270c62be-d8d5-4a93-87bf-72535f4da1e5 x-openstack-request-id: req-270c62be-d8d5-4a93-87bf-72535f4da1e5 {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:22:08.393840 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a9daffe-ffd3-42c1-9798-6f9227920db8", "tag": "49975aee-c73d-4d3c-9633-127b23a28460", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:22:08.394105 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-270c62be-d8d5-4a93-87bf-72535f4da1e5 {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:22:08.394502 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a9daffe-ffd3-42c1-9798-6f9227920db8', 'tag': '49975aee-c73d-4d3c-9633-127b23a28460', 'status': 'completed', 'code': 200} Nov 22 20:22:08.416963 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3741d10c-5a29-4a2c-9591-08de67eabbac req-88440fcf-1e90-457c-87d4-38593c2014bc service neutron] Port f7b3099e-e9ef-48bf-be7a-f68a6088a21a on network b37b65aa-b70d-42b0-9efb-3dc42a3c6a98 not bound, no agent of type Open vSwitch agent registered on host n-h1-818823-1 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:22:08.417291 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3741d10c-5a29-4a2c-9591-08de67eabbac req-88440fcf-1e90-457c-87d4-38593c2014bc service neutron] Attempting to bind port f7b3099e-e9ef-48bf-be7a-f68a6088a21a on network b37b65aa-b70d-42b0-9efb-3dc42a3c6a98 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:22:08.453061 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-c66e0658-84a2-46d6-b39a-6904b60bbac9 admin admin] For port 9995df5d-da39-43cd-bd6d-79cac428c131, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=9995df5d-da39-43cd-bd6d-79cac428c131,segment=NetworkSegment(096b9653-3939-4da1-92f6-6a39bd3c877e),segment_id=096b9653-3939-4da1-92f6-6a39bd3c877e)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:22:08.453577 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c66e0658-84a2-46d6-b39a-6904b60bbac9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:08.467399 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-c66e0658-84a2-46d6-b39a-6904b60bbac9 admin admin] Calling delete_port for 9995df5d-da39-43cd-bd6d-79cac428c131 owned by network:dhcp {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:22:08.472134 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-50da9f32-3927-4999-a136-816f4ace4cae req-f9086477-aa0c-4cf8-8b6d-a2393afe461a tempest-VolumesBackupsTest-516699759 tempest-VolumesBackupsTest-516699759-project] 10.222.0.46 "GET /v2.0/security-groups?id=9e8f9eb5-3d23-4263-a72e-d8b3ea5ba304&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921957 Nov 22 20:22:08.488963 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3741d10c-5a29-4a2c-9591-08de67eabbac req-88440fcf-1e90-457c-87d4-38593c2014bc service neutron] Checking agent: {'id': '7a008cff-3b49-418c-8046-689d46cc800f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'started_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 21, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:22:08.488963 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3741d10c-5a29-4a2c-9591-08de67eabbac req-88440fcf-1e90-457c-87d4-38593c2014bc service neutron] Checking segment: {'id': '9a26cfda-cac3-416d-a232-aa2d980cdf5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'b37b65aa-b70d-42b0-9efb-3dc42a3c6a98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:22:08.488963 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3741d10c-5a29-4a2c-9591-08de67eabbac req-88440fcf-1e90-457c-87d4-38593c2014bc service neutron] Bound using segment: {'id': '9a26cfda-cac3-416d-a232-aa2d980cdf5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'b37b65aa-b70d-42b0-9efb-3dc42a3c6a98'} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:22:08.489299 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-3741d10c-5a29-4a2c-9591-08de67eabbac req-88440fcf-1e90-457c-87d4-38593c2014bc service neutron] Bound port: f7b3099e-e9ef-48bf-be7a-f68a6088a21a, host: n-h1-818823-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a26cfda-cac3-416d-a232-aa2d980cdf5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'b37b65aa-b70d-42b0-9efb-3dc42a3c6a98'}}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:22:08.489499 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-3741d10c-5a29-4a2c-9591-08de67eabbac req-88440fcf-1e90-457c-87d4-38593c2014bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:08.511010 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29efe660-4030-41c5-bb82-82071df94a28 None None] DHCP port deletion for ac9307cb-d216-4d24-9d6c-807bf1ccc8be request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:22:08.637432 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-29efe660-4030-41c5-bb82-82071df94a28 None None] Deleting port 9995df5d-da39-43cd-bd6d-79cac428c131 {{(pid=103449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:22:08.638048 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-29efe660-4030-41c5-bb82-82071df94a28 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:08.657876 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c66e0658-84a2-46d6-b39a-6904b60bbac9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:08.668128 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-05916bdd-7d21-4ff1-a1c2-c74411d9ea30 req-a02423e4-2d16-4a7b-88ad-4af435e01009 service neutron] 10.222.0.20 "GET /v2.0/networks/e1052824-bf78-4963-8937-b202e372ac24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2669988 Nov 22 20:22:08.680648 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a567ff22-5545-408c-9978-b7feda314263 req-892b2c8f-abd3-4f4d-818e-88ed446a5c8d tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:22:08.693236 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a567ff22-5545-408c-9978-b7feda314263 req-892b2c8f-abd3-4f4d-818e-88ed446a5c8d tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/ports?device_id=ed65104a-8bf2-4ff1-b40d-7b477582763a HTTP/1.1" status: 200 len: 945 time: 0.2455072 Nov 22 20:22:08.703042 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c66e0658-84a2-46d6-b39a-6904b60bbac9 admin admin] No DVR routers for this DVR port 9995df5d-da39-43cd-bd6d-79cac428c131 on host n-d-818823-1 {{(pid=103448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:22:08.704852 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66e0658-84a2-46d6-b39a-6904b60bbac9 admin admin] Pushing event deleted for resources: {'Port': ['ID=9995df5d-da39-43cd-bd6d-79cac428c131,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:22:08.732687 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-29efe660-4030-41c5-bb82-82071df94a28 None None] For port 9995df5d-da39-43cd-bd6d-79cac428c131, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=9995df5d-da39-43cd-bd6d-79cac428c131,segment=NetworkSegment(096b9653-3939-4da1-92f6-6a39bd3c877e),segment_id=096b9653-3939-4da1-92f6-6a39bd3c877e)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:22:08.733062 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-29efe660-4030-41c5-bb82-82071df94a28 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:08.757882 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-29efe660-4030-41c5-bb82-82071df94a28 None None] Calling delete_port for 9995df5d-da39-43cd-bd6d-79cac428c131 owned by network:dhcp {{(pid=103449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:22:08.826764 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c66e0658-84a2-46d6-b39a-6904b60bbac9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3760028', 'neutron.services.segments.db._delete_segments_for_network-8748992815755'] for network, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:08.853094 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-3741d10c-5a29-4a2c-9591-08de67eabbac req-88440fcf-1e90-457c-87d4-38593c2014bc service neutron] For port f7b3099e-e9ef-48bf-be7a-f68a6088a21a, host n-h1-818823-1, cleared binding levels {{(pid=103447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:22:08.855839 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-c66e0658-84a2-46d6-b39a-6904b60bbac9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac9307cb-d216-4d24-9d6c-807bf1ccc8be']}} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:22:08.857617 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-29efe660-4030-41c5-bb82-82071df94a28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381'] for port, after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:08.867281 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-c66e0658-84a2-46d6-b39a-6904b60bbac9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '096b9653-3939-4da1-92f6-6a39bd3c877e') {'for_net_delete': True} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:22:08.867613 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-c66e0658-84a2-46d6-b39a-6904b60bbac9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '096b9653-3939-4da1-92f6-6a39bd3c877e') {} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:22:08.881296 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c66e0658-84a2-46d6-b39a-6904b60bbac9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748993039638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11627933'] for segment, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:08.888226 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29efe660-4030-41c5-bb82-82071df94a28 None None] Pushing event deleted for resources: {'Port': ['ID=9995df5d-da39-43cd-bd6d-79cac428c131,revision_number=None']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:22:08.903433 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29efe660-4030-41c5-bb82-82071df94a28 None None] No DVR routers for this DVR port 9995df5d-da39-43cd-bd6d-79cac428c131 on host n-d-818823-1 {{(pid=103449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:22:08.909917 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29efe660-4030-41c5-bb82-82071df94a28 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:22:08.909917 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29efe660-4030-41c5-bb82-82071df94a28 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:22:08.909917 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29efe660-4030-41c5-bb82-82071df94a28 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:22:08.909917 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29efe660-4030-41c5-bb82-82071df94a28 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:22:08.909917 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29efe660-4030-41c5-bb82-82071df94a28 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:22:08.909917 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29efe660-4030-41c5-bb82-82071df94a28 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:22:08.909917 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29efe660-4030-41c5-bb82-82071df94a28 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:22:08.909917 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29efe660-4030-41c5-bb82-82071df94a28 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:22:08.913011 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29efe660-4030-41c5-bb82-82071df94a28 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:22:08.913011 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29efe660-4030-41c5-bb82-82071df94a28 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:22:08.913011 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29efe660-4030-41c5-bb82-82071df94a28 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:22:08.913011 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29efe660-4030-41c5-bb82-82071df94a28 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:22:08.915053 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c66e0658-84a2-46d6-b39a-6904b60bbac9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:08.925621 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8164cc7d-75ca-477a-a227-51d715cfdeee req-80fedbe1-c267-48cd-a93c-7dfe9a877f17 tempest-InstanceActionsNegativeTestJSON-62871623 tempest-InstanceActionsNegativeTestJSON-62871623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:22:08.927588 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c66e0658-84a2-46d6-b39a-6904b60bbac9 admin admin] Releasing vlan 648 on physical network physnet1 to pool {{(pid=103448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 20:22:08.928177 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8164cc7d-75ca-477a-a227-51d715cfdeee req-80fedbe1-c267-48cd-a93c-7dfe9a877f17 tempest-InstanceActionsNegativeTestJSON-62871623 tempest-InstanceActionsNegativeTestJSON-62871623-project] 10.222.0.46 "GET /v2.0/ports?device_id=7962f107-283f-4684-b36f-e7f6aaed3372 HTTP/1.1" status: 200 len: 943 time: 0.3222983 Nov 22 20:22:08.935379 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c66e0658-84a2-46d6-b39a-6904b60bbac9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11567447'] for segment, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:08.938492 n-d-818823-1 neutron-server[103448]: Traceback (most recent call last): Nov 22 20:22:08.938492 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 20:22:08.938492 n-d-818823-1 neutron-server[103448]: timer() Nov 22 20:22:08.938492 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 20:22:08.938492 n-d-818823-1 neutron-server[103448]: cb(*args, **kw) Nov 22 20:22:08.938492 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 20:22:08.938492 n-d-818823-1 neutron-server[103448]: return func(*args, **kwargs) Nov 22 20:22:08.938492 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 20:22:08.938492 n-d-818823-1 neutron-server[103448]: self._notify() Nov 22 20:22:08.938492 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 20:22:08.938492 n-d-818823-1 neutron-server[103448]: self.callback(batched_events) Nov 22 20:22:08.938492 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 20:22:08.938492 n-d-818823-1 neutron-server[103448]: event.method(event) Nov 22 20:22:08.938492 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 20:22:08.938492 n-d-818823-1 neutron-server[103448]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 20:22:08.938492 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 20:22:08.938492 n-d-818823-1 neutron-server[103448]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 20:22:08.938492 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 20:22:08.938492 n-d-818823-1 neutron-server[103448]: return f(self, *a, **k) Nov 22 20:22:08.938492 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 20:22:08.938492 n-d-818823-1 neutron-server[103448]: return self._get(url).json() Nov 22 20:22:08.938492 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 20:22:08.938492 n-d-818823-1 neutron-server[103448]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 20:22:08.938492 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 20:22:08.938492 n-d-818823-1 neutron-server[103448]: return self.request(url, 'GET', **kwargs) Nov 22 20:22:08.938492 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 20:22:08.938492 n-d-818823-1 neutron-server[103448]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 20:22:08.938492 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 20:22:08.938492 n-d-818823-1 neutron-server[103448]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 20:22:08.938492 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 20:22:08.938492 n-d-818823-1 neutron-server[103448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 20:22:08.938492 n-d-818823-1 neutron-server[103448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 20:22:08.950854 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-3741d10c-5a29-4a2c-9591-08de67eabbac req-88440fcf-1e90-457c-87d4-38593c2014bc service neutron] For port f7b3099e-e9ef-48bf-be7a-f68a6088a21a, host n-h1-818823-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=f7b3099e-e9ef-48bf-be7a-f68a6088a21a,segment=NetworkSegment(9a26cfda-cac3-416d-a232-aa2d980cdf5d),segment_id=9a26cfda-cac3-416d-a232-aa2d980cdf5d)] {{(pid=103447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:22:08.984254 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a567ff22-5545-408c-9978-b7feda314263 req-21da2403-f346-4107-81b1-0d2ab20bcba7 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6bb4485-0c85-4226-9793-14795129f329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2899802 Nov 22 20:22:09.001567 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-3741d10c-5a29-4a2c-9591-08de67eabbac req-88440fcf-1e90-457c-87d4-38593c2014bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:09.021547 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c66e0658-84a2-46d6-b39a-6904b60bbac9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3760002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595318'] for network, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:09.027493 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-05916bdd-7d21-4ff1-a1c2-c74411d9ea30 req-7472c05c-174c-43b3-9094-69ed03407eef service neutron] 10.222.0.20 "GET /v2.0/networks/e1052824-bf78-4963-8937-b202e372ac24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3176908 Nov 22 20:22:09.034477 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c66e0658-84a2-46d6-b39a-6904b60bbac9 admin admin] Publish callbacks [] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:09.040757 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-c66e0658-84a2-46d6-b39a-6904b60bbac9 admin admin] 10.222.0.46 "DELETE /v2.0/networks/ac9307cb-d216-4d24-9d6c-807bf1ccc8be HTTP/1.1" status: 204 len: 168 time: 0.9306223 Nov 22 20:22:09.048536 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 51654) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:22:09.056765 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66e0658-84a2-46d6-b39a-6904b60bbac9 admin admin] Pushing event deleted for resources: {'Network': ['ID=ac9307cb-d216-4d24-9d6c-807bf1ccc8be,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:22:09.075971 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3741d10c-5a29-4a2c-9591-08de67eabbac req-88440fcf-1e90-457c-87d4-38593c2014bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:22:09.076604 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-3741d10c-5a29-4a2c-9591-08de67eabbac req-88440fcf-1e90-457c-87d4-38593c2014bc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:09.078135 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3741d10c-5a29-4a2c-9591-08de67eabbac req-88440fcf-1e90-457c-87d4-38593c2014bc service neutron] 10.222.0.41 "PUT /v2.0/ports/f7b3099e-e9ef-48bf-be7a-f68a6088a21a HTTP/1.1" status: 200 len: 1091 time: 2.8687685 Nov 22 20:22:09.095819 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8164cc7d-75ca-477a-a227-51d715cfdeee req-2f749060-3839-4e76-b3e3-3fbd92d684cb tempest-InstanceActionsNegativeTestJSON-62871623 tempest-InstanceActionsNegativeTestJSON-62871623-project] 10.222.0.46 "GET /v2.0/security-groups?id=7923a56f-4e3d-405d-82a5-6ddfba6861ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448874 Nov 22 20:22:09.144301 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88440fcf-1e90-457c-87d4-38593c2014bc service neutron] Pushing event updated for resources: {'Port': ['ID=f7b3099e-e9ef-48bf-be7a-f68a6088a21a,revision_number=3']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:22:09.216440 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13a66fa-3633-46ee-9577-00473ccde158 req-8119ba12-30e6-4c52-b99b-b4d298a098e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:22:09.218489 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b13a66fa-3633-46ee-9577-00473ccde158 req-8119ba12-30e6-4c52-b99b-b4d298a098e4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=40b98c91e95a44868951285ed1624338&device_id=1a9daffe-ffd3-42c1-9798-6f9227920db8 HTTP/1.1" status: 200 len: 1098 time: 0.1166677 Nov 22 20:22:09.232104 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3741d10c-5a29-4a2c-9591-08de67eabbac req-df4eec84-d386-4723-b4fd-c2bda1cb8bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:22:09.232971 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3741d10c-5a29-4a2c-9591-08de67eabbac req-df4eec84-d386-4723-b4fd-c2bda1cb8bbb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0a5bced37eb045bfaafcc7baa6bfcdd2&device_id=7962f107-283f-4684-b36f-e7f6aaed3372 HTTP/1.1" status: 200 len: 1094 time: 0.0855832 Nov 22 20:22:09.321734 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3741d10c-5a29-4a2c-9591-08de67eabbac req-16d5ca86-0d8c-4fec-9df9-8c3d1c9958ad service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f7b3099e-e9ef-48bf-be7a-f68a6088a21a HTTP/1.1" status: 200 len: 217 time: 0.0782897 Nov 22 20:22:09.405472 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 9995df5d-da39-43cd-bd6d-79cac428c131 no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:22:09.434870 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: 9995df5d-da39-43cd-bd6d-79cac428c131 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:22:09.435563 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 9995df5d-da39-43cd-bd6d-79cac428c131 not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:22:09.436153 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 25c221fc-593d-4f05-a358-e8b167d8000e no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:22:09.457144 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c14b7f-8e73-4a1a-84d7-5bc69a71e667 req-09c0214d-a8db-4102-935a-2406ba1b65b3 tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:22:09.458810 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b9c14b7f-8e73-4a1a-84d7-5bc69a71e667 req-09c0214d-a8db-4102-935a-2406ba1b65b3 tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] 10.222.0.46 "GET /v2.0/ports?device_id=2a31ca84-d4aa-47fc-8f8b-115aed3eedae HTTP/1.1" status: 200 len: 945 time: 0.1394749 Nov 22 20:22:09.462190 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: 25c221fc-593d-4f05-a358-e8b167d8000e {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:22:09.463548 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 25c221fc-593d-4f05-a358-e8b167d8000e not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:22:09.482427 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13a66fa-3633-46ee-9577-00473ccde158 req-6febcc82-bf40-4e35-9875-d48b7b048ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:22:09.485210 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b13a66fa-3633-46ee-9577-00473ccde158 req-6febcc82-bf40-4e35-9875-d48b7b048ffb service neutron] 10.222.0.20 "GET /v2.0/networks?id=e1052824-bf78-4963-8937-b202e372ac24 HTTP/1.1" status: 200 len: 870 time: 0.2563157 Nov 22 20:22:09.512488 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3741d10c-5a29-4a2c-9591-08de67eabbac req-78f83fc0-c170-4eea-8230-20a9ec891406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:22:09.516628 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3741d10c-5a29-4a2c-9591-08de67eabbac req-78f83fc0-c170-4eea-8230-20a9ec891406 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=123eb800-afb2-434f-bb91-d9a5c9241f1c HTTP/1.1" status: 200 len: 862 time: 0.1801553 Nov 22 20:22:09.529650 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0434853e-2a0d-47e3-a7d3-ced727748417 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659736'] for router_interface, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:09.609867 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b13a66fa-3633-46ee-9577-00473ccde158 req-1c809ef5-65a7-4816-b10d-4f81b5292d5c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=49975aee-c73d-4d3c-9633-127b23a28460 HTTP/1.1" status: 200 len: 217 time: 0.0887971 Nov 22 20:22:09.616350 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3741d10c-5a29-4a2c-9591-08de67eabbac req-26b7130e-1f16-464a-af68-79e7f460ecb7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b37b65aa-b70d-42b0-9efb-3dc42a3c6a98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0799930 Nov 22 20:22:09.704020 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b9c14b7f-8e73-4a1a-84d7-5bc69a71e667 req-64b3cbaf-b531-474f-a87a-307ed5de0bc3 tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] 10.222.0.46 "GET /v2.0/security-groups?id=d95e1db1-f0c9-4323-bdfe-93688145577c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2231688 Nov 22 20:22:09.775228 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13a66fa-3633-46ee-9577-00473ccde158 req-1026224e-1d9b-4396-b621-790507d484c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:22:09.776780 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b13a66fa-3633-46ee-9577-00473ccde158 req-1026224e-1d9b-4396-b621-790507d484c3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3091ebfd-11e2-41f8-9c00-ffe0b86563d8 HTTP/1.1" status: 200 len: 843 time: 0.1441851 Nov 22 20:22:09.786873 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebacc35f-52c8-4080-ba86-1069affd6b11 req-fd973789-9e17-469e-b2db-e00e27cc2b22 tempest-VolumesBackupsTest-516699759 tempest-VolumesBackupsTest-516699759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:22:09.788791 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ebacc35f-52c8-4080-ba86-1069affd6b11 req-fd973789-9e17-469e-b2db-e00e27cc2b22 tempest-VolumesBackupsTest-516699759 tempest-VolumesBackupsTest-516699759-project] 10.222.0.46 "GET /v2.0/ports?device_id=1a9daffe-ffd3-42c1-9798-6f9227920db8 HTTP/1.1" status: 200 len: 947 time: 0.1753578 Nov 22 20:22:09.840714 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-0434853e-2a0d-47e3-a7d3-ced727748417 admin admin] Deleting port 755e9e57-6465-455e-858d-db70329cb336 {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:22:09.841197 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0434853e-2a0d-47e3-a7d3-ced727748417 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:09.881530 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3741d10c-5a29-4a2c-9591-08de67eabbac req-0844ed18-eb87-4ea4-9bbe-4f19fbf6e753 service neutron] 10.222.0.41 "GET /v2.0/networks/b37b65aa-b70d-42b0-9efb-3dc42a3c6a98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2402432 Nov 22 20:22:09.907839 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13a66fa-3633-46ee-9577-00473ccde158 req-164246fe-7cdd-45bb-80ee-f8afd22a2d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:22:09.909636 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b13a66fa-3633-46ee-9577-00473ccde158 req-164246fe-7cdd-45bb-80ee-f8afd22a2d8f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e1052824-bf78-4963-8937-b202e372ac24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1170199 Nov 22 20:22:09.924907 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ebacc35f-52c8-4080-ba86-1069affd6b11 req-5d2a1cae-95bf-48ac-b1ff-a7122c3e7bbe tempest-VolumesBackupsTest-516699759 tempest-VolumesBackupsTest-516699759-project] 10.222.0.46 "GET /v2.0/security-groups?id=9e8f9eb5-3d23-4263-a72e-d8b3ea5ba304&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155560 Nov 22 20:22:09.936414 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-0434853e-2a0d-47e3-a7d3-ced727748417 admin admin] For port 755e9e57-6465-455e-858d-db70329cb336, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=755e9e57-6465-455e-858d-db70329cb336,segment=NetworkSegment(99a23133-5e87-41a8-a27c-0433565f8dbf),segment_id=99a23133-5e87-41a8-a27c-0433565f8dbf)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:22:09.937031 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0434853e-2a0d-47e3-a7d3-ced727748417 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:09.953458 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-0434853e-2a0d-47e3-a7d3-ced727748417 admin admin] Calling delete_port for 755e9e57-6465-455e-858d-db70329cb336 owned by network:router_interface {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:22:10.066804 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3741d10c-5a29-4a2c-9591-08de67eabbac req-573360ab-b2dd-4d3f-a775-d473016b2e89 service neutron] 10.222.0.41 "GET /v2.0/networks/b37b65aa-b70d-42b0-9efb-3dc42a3c6a98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749163 Nov 22 20:22:10.073104 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b13a66fa-3633-46ee-9577-00473ccde158 req-b7d659c5-6ea6-4e05-86ec-b8ac3ab20715 service neutron] 10.222.0.20 "GET /v2.0/networks/e1052824-bf78-4963-8937-b202e372ac24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530170 Nov 22 20:22:10.197282 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e62adef-adc9-4ac8-ab7c-93170662d51e req-39167f56-cac9-44cc-ad55-fa34c6e59f7b tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:22:10.199130 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3e62adef-adc9-4ac8-ab7c-93170662d51e req-39167f56-cac9-44cc-ad55-fa34c6e59f7b tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/ports?device_id=ed65104a-8bf2-4ff1-b40d-7b477582763a HTTP/1.1" status: 200 len: 945 time: 0.1201270 Nov 22 20:22:10.224827 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0434853e-2a0d-47e3-a7d3-ced727748417 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:10.252708 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b13a66fa-3633-46ee-9577-00473ccde158 req-af057116-6d7b-40f4-afea-02a54267cb61 service neutron] 10.222.0.20 "GET /v2.0/networks/e1052824-bf78-4963-8937-b202e372ac24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638000 Nov 22 20:22:10.255223 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0434853e-2a0d-47e3-a7d3-ced727748417 admin admin] Pushing event deleted for resources: {'Port': ['ID=755e9e57-6465-455e-858d-db70329cb336,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:22:10.300723 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fe286d-802d-43f1-af26-e90038201c0b req-b3462d1b-0df3-4e68-8426-5ac159f69cde tempest-InstanceActionsNegativeTestJSON-62871623 tempest-InstanceActionsNegativeTestJSON-62871623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:22:10.302310 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a2fe286d-802d-43f1-af26-e90038201c0b req-b3462d1b-0df3-4e68-8426-5ac159f69cde tempest-InstanceActionsNegativeTestJSON-62871623 tempest-InstanceActionsNegativeTestJSON-62871623-project] 10.222.0.46 "GET /v2.0/ports?device_id=7962f107-283f-4684-b36f-e7f6aaed3372 HTTP/1.1" status: 200 len: 943 time: 0.0899601 Nov 22 20:22:10.312572 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3e62adef-adc9-4ac8-ab7c-93170662d51e req-6e6fbf33-b04e-4c21-90aa-17e67cae0d60 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6bb4485-0c85-4226-9793-14795129f329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014276 Nov 22 20:22:10.335211 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 4bd4ff60-bb76-452d-89f7-5c6dd2ecc907 details requested by agent hyperv_n-h2-818823-1 with host n-h2-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 20:22:10.338146 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 4bd4ff60-bb76-452d-89f7-5c6dd2ecc907 no longer exists at agent hyperv_n-h2-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:22:10.395017 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a2fe286d-802d-43f1-af26-e90038201c0b req-313786cf-d280-466d-879d-605cd84139db tempest-InstanceActionsNegativeTestJSON-62871623 tempest-InstanceActionsNegativeTestJSON-62871623-project] 10.222.0.46 "GET /v2.0/security-groups?id=7923a56f-4e3d-405d-82a5-6ddfba6861ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795619 Nov 22 20:22:10.399345 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7962f107-283f-4684-b36f-e7f6aaed3372', 'tag': 'f7b3099e-e9ef-48bf-be7a-f68a6088a21a'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:22:10.403826 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9c87e63-42c2-4019-a04e-22554d0139c5" -d '{"events": [{"name": "network-changed", "server_uuid": "7962f107-283f-4684-b36f-e7f6aaed3372", "tag": "f7b3099e-e9ef-48bf-be7a-f68a6088a21a"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:22:10.470459 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 20:22:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9825328-5a3d-4037-81ee-eba259130a82 x-openstack-request-id: req-a9825328-5a3d-4037-81ee-eba259130a82 {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:22:10.470992 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7962f107-283f-4684-b36f-e7f6aaed3372", "tag": "f7b3099e-e9ef-48bf-be7a-f68a6088a21a", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:22:10.471328 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a9825328-5a3d-4037-81ee-eba259130a82 {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:22:10.471813 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7962f107-283f-4684-b36f-e7f6aaed3372', 'tag': 'f7b3099e-e9ef-48bf-be7a-f68a6088a21a', 'status': 'completed', 'code': 200} Nov 22 20:22:10.521880 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0434853e-2a0d-47e3-a7d3-ced727748417 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-563470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-663272'] for router_interface, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:10.564391 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c87e63-42c2-4019-a04e-22554d0139c5 req-2ea40431-cb3d-4250-8877-438e3198ff0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:22:10.565994 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a9c87e63-42c2-4019-a04e-22554d0139c5 req-2ea40431-cb3d-4250-8877-438e3198ff0a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0a5bced37eb045bfaafcc7baa6bfcdd2&device_id=7962f107-283f-4684-b36f-e7f6aaed3372 HTTP/1.1" status: 200 len: 1094 time: 0.0730047 Nov 22 20:22:10.609575 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:10.756470 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c87e63-42c2-4019-a04e-22554d0139c5 req-4b3bf827-ebd0-4f16-b39d-a27d0ef5cbbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:22:10.758577 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a9c87e63-42c2-4019-a04e-22554d0139c5 req-4b3bf827-ebd0-4f16-b39d-a27d0ef5cbbb service neutron] 10.222.0.41 "GET /v2.0/networks?id=b37b65aa-b70d-42b0-9efb-3dc42a3c6a98 HTTP/1.1" status: 200 len: 923 time: 0.1819592 Nov 22 20:22:10.819597 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0434853e-2a0d-47e3-a7d3-ced727748417 admin admin] Router 111a743d-bc57-4272-aa2a-12263f5d21c4 has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 20:22:10.834516 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a9c87e63-42c2-4019-a04e-22554d0139c5 req-ca2c8fb9-5db8-467c-a7a6-1d18adf3d913 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f7b3099e-e9ef-48bf-be7a-f68a6088a21a HTTP/1.1" status: 200 len: 217 time: 0.0671418 Nov 22 20:22:10.900810 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port 4bd4ff60-bb76-452d-89f7-5c6dd2ecc907, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=4bd4ff60-bb76-452d-89f7-5c6dd2ecc907,segment=NetworkSegment(019862db-e247-48e6-a4aa-8a2eeecc7cca),segment_id=019862db-e247-48e6-a4aa-8a2eeecc7cca)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:22:10.904538 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a31ca84-d4aa-47fc-8f8b-115aed3eedae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4bd4ff60-bb76-452d-89f7-5c6dd2ecc907'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:22:10.908049 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d39f6d30a11e565ec9648abcc015e8a6ab6cff4edd704add8155e28765d31eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49dc7cea-fdd5-4f88-b7b8-5fd03057cf17" -d '{"events": [{"server_uuid": "2a31ca84-d4aa-47fc-8f8b-115aed3eedae", "name": "network-vif-unplugged", "status": "completed", "tag": "4bd4ff60-bb76-452d-89f7-5c6dd2ecc907"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:22:10.916760 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:10.920747 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port 4bd4ff60-bb76-452d-89f7-5c6dd2ecc907, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=4bd4ff60-bb76-452d-89f7-5c6dd2ecc907,segment=NetworkSegment(019862db-e247-48e6-a4aa-8a2eeecc7cca),segment_id=019862db-e247-48e6-a4aa-8a2eeecc7cca)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:22:10.957627 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Returning: {'device': '4bd4ff60-bb76-452d-89f7-5c6dd2ecc907', 'network_id': '352547e0-207e-4556-a1a1-f7d6c95fa4cd', 'port_id': '4bd4ff60-bb76-452d-89f7-5c6dd2ecc907', 'mac_address': 'fa:16:3e:6f:5f:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5e4abcc-f6a8-473c-82a9-35e4932fd5a1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 20:22:10.994726 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0434853e-2a0d-47e3-a7d3-ced727748417 admin admin] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:22:10.996089 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 22 Nov 2021 20:22:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1f10486-f114-48b9-bafd-0db93db02505 x-openstack-request-id: req-d1f10486-f114-48b9-bafd-0db93db02505 {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:22:10.996662 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a31ca84-d4aa-47fc-8f8b-115aed3eedae", "name": "network-vif-unplugged", "status": "completed", "tag": "4bd4ff60-bb76-452d-89f7-5c6dd2ecc907", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:22:10.997164 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d1f10486-f114-48b9-bafd-0db93db02505 {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:22:10.997795 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a31ca84-d4aa-47fc-8f8b-115aed3eedae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4bd4ff60-bb76-452d-89f7-5c6dd2ecc907', 'code': 200} Nov 22 20:22:10.999691 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-0434853e-2a0d-47e3-a7d3-ced727748417 admin admin] 10.222.0.46 "PUT /v2.0/routers/111a743d-bc57-4272-aa2a-12263f5d21c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9497983 Nov 22 20:22:11.002138 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 51706) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:22:11.016211 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d3f41db-cf5a-4955-bea2-cb406a926502 None None] Sync routers for ids ['111a743d-bc57-4272-aa2a-12263f5d21c4'] in n-d-818823-1 {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:22:11.047789 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d3f41db-cf5a-4955-bea2-cb406a926502 None None] Routers {'111a743d-bc57-4272-aa2a-12263f5d21c4'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:22:11.050644 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-9d3f41db-cf5a-4955-bea2-cb406a926502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:22:02Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['111a743d-bc57-4272-aa2a-12263f5d21c4'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:22:11.126858 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-72f06645-4026-4ba7-b205-8d482a1c8176 admin admin] Publish callbacks [] for router, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:11.178460 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-9d3f41db-cf5a-4955-bea2-cb406a926502 None None] Set router 111a743d-bc57-4272-aa2a-12263f5d21c4 gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:22:11.256168 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a7d47f-930b-4dd9-8e4a-23a35bf375ee req-c16792da-cd80-446b-ae59-802912b3fb36 tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:22:11.265584 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-04a7d47f-930b-4dd9-8e4a-23a35bf375ee req-c16792da-cd80-446b-ae59-802912b3fb36 tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] 10.222.0.46 "GET /v2.0/ports?device_id=2a31ca84-d4aa-47fc-8f8b-115aed3eedae HTTP/1.1" status: 200 len: 945 time: 0.4335232 Nov 22 20:22:11.273098 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-72f06645-4026-4ba7-b205-8d482a1c8176 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:11.285573 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c072b5a2-7b4d-4651-b858-f7bd1cebfa80 req-16791bdf-7e85-4472-ac25-1909c4a67da0 tempest-VolumesBackupsTest-516699759 tempest-VolumesBackupsTest-516699759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:22:11.287400 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c072b5a2-7b4d-4651-b858-f7bd1cebfa80 req-16791bdf-7e85-4472-ac25-1909c4a67da0 tempest-VolumesBackupsTest-516699759 tempest-VolumesBackupsTest-516699759-project] 10.222.0.46 "GET /v2.0/ports?device_id=1a9daffe-ffd3-42c1-9798-6f9227920db8 HTTP/1.1" status: 200 len: 947 time: 0.1263289 Nov 22 20:22:11.289120 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c87e63-42c2-4019-a04e-22554d0139c5 req-dd07b72e-20ab-41e2-8028-045c67a3a430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:22:11.290685 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a9c87e63-42c2-4019-a04e-22554d0139c5 req-dd07b72e-20ab-41e2-8028-045c67a3a430 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=123eb800-afb2-434f-bb91-d9a5c9241f1c HTTP/1.1" status: 200 len: 862 time: 0.1323814 Nov 22 20:22:11.353756 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-72f06645-4026-4ba7-b205-8d482a1c8176 admin admin] Deleting port 7095adb1-4b44-4a4f-a035-5e7993ef1c9f {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:22:11.354028 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-72f06645-4026-4ba7-b205-8d482a1c8176 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:11.377954 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-04a7d47f-930b-4dd9-8e4a-23a35bf375ee req-d3485a0e-d7c0-440f-b5b0-29d5b55517de tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] 10.222.0.46 "GET /v2.0/security-groups?id=d95e1db1-f0c9-4323-bdfe-93688145577c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112719 Nov 22 20:22:11.391141 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=4bd4ff60-bb76-452d-89f7-5c6dd2ecc907,revision_number=6']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:22:11.425405 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:11.429116 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a9c87e63-42c2-4019-a04e-22554d0139c5 req-2eacd20d-1a4e-4163-a06c-fbf7395ef4be service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b37b65aa-b70d-42b0-9efb-3dc42a3c6a98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0636816 Nov 22 20:22:11.444913 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bd4ff60-bb76-452d-89f7-5c6dd2ecc907 {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:22:11.461186 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-72f06645-4026-4ba7-b205-8d482a1c8176 admin admin] For port 7095adb1-4b44-4a4f-a035-5e7993ef1c9f, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=7095adb1-4b44-4a4f-a035-5e7993ef1c9f,segment=NetworkSegment(8793ba83-8407-4c3d-9b56-2a177cd58a70),segment_id=8793ba83-8407-4c3d-9b56-2a177cd58a70)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:22:11.461371 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-72f06645-4026-4ba7-b205-8d482a1c8176 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:11.473777 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port 4bd4ff60-bb76-452d-89f7-5c6dd2ecc907, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=4bd4ff60-bb76-452d-89f7-5c6dd2ecc907,segment=NetworkSegment(019862db-e247-48e6-a4aa-8a2eeecc7cca),segment_id=019862db-e247-48e6-a4aa-8a2eeecc7cca)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:22:11.477369 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-72f06645-4026-4ba7-b205-8d482a1c8176 admin admin] Calling delete_port for 7095adb1-4b44-4a4f-a035-5e7993ef1c9f owned by network:router_gateway {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:22:11.489692 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:11.519286 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-9d3f41db-cf5a-4955-bea2-cb406a926502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '111a743d-bc57-4272-aa2a-12263f5d21c4', 'name': 'tempest-TaggedBootDevicesTest-1412590434-router', 'tenant_id': '428194095b9a4fe2964979fcbe900418', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.92'}], 'enable_snat': True}, 'gw_port_id': '7095adb1-4b44-4a4f-a035-5e7993ef1c9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:09:40Z', 'updated_at': '2021-11-22T20:22:10Z', 'revision_number': 5, 'project_id': '428194095b9a4fe2964979fcbe900418', 'gw_port': {'id': '7095adb1-4b44-4a4f-a035-5e7993ef1c9f', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:98:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '111a743d-bc57-4272-aa2a-12263f5d21c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:09:42Z', 'updated_at': '2021-11-22T20:09:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:22:11.552937 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d3f41db-cf5a-4955-bea2-cb406a926502 None None] Checking router: 111a743d-bc57-4272-aa2a-12263f5d21c4 for host: n-d-818823-1 {{(pid=103449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 20:22:11.564237 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c072b5a2-7b4d-4651-b858-f7bd1cebfa80 req-28d33e9e-cad8-4046-ae31-05335b3c6ac5 tempest-VolumesBackupsTest-516699759 tempest-VolumesBackupsTest-516699759-project] 10.222.0.46 "GET /v2.0/security-groups?id=9e8f9eb5-3d23-4263-a72e-d8b3ea5ba304&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2670658 Nov 22 20:22:11.584843 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d3f41db-cf5a-4955-bea2-cb406a926502 None None] Routers {'111a743d-bc57-4272-aa2a-12263f5d21c4'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:22:11.585470 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-9d3f41db-cf5a-4955-bea2-cb406a926502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:22:02Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['111a743d-bc57-4272-aa2a-12263f5d21c4'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:22:11.587542 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=4bd4ff60-bb76-452d-89f7-5c6dd2ecc907,revision_number=7']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:22:11.673842 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec84e69-009a-4955-9ba1-e7aa1a71c5d5 req-191aeb25-7271-4181-b12d-d34b6dfcbaca tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:22:11.675461 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6ec84e69-009a-4955-9ba1-e7aa1a71c5d5 req-191aeb25-7271-4181-b12d-d34b6dfcbaca tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/ports?device_id=ed65104a-8bf2-4ff1-b40d-7b477582763a HTTP/1.1" status: 200 len: 945 time: 0.1814671 Nov 22 20:22:11.695502 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-72f06645-4026-4ba7-b205-8d482a1c8176 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:11.697818 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-9d3f41db-cf5a-4955-bea2-cb406a926502 None None] Set router 111a743d-bc57-4272-aa2a-12263f5d21c4 gateway port host: None {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:22:11.748942 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f06645-4026-4ba7-b205-8d482a1c8176 admin admin] Pushing event deleted for resources: {'Port': ['ID=7095adb1-4b44-4a4f-a035-5e7993ef1c9f,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:22:11.773397 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] get_ports_and_sgs() called for port_ids ['4bd4ff60-bb76-452d-89f7-5c6dd2ecc907'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:22:11.807455 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6ec84e69-009a-4955-9ba1-e7aa1a71c5d5 req-f0830461-613d-49f5-8913-2090e7cc3ea3 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6bb4485-0c85-4226-9793-14795129f329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190174 Nov 22 20:22:11.809938 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a9c87e63-42c2-4019-a04e-22554d0139c5 req-a924d4c9-62a8-4a61-96bc-b2f79bf8830e service neutron] 10.222.0.41 "GET /v2.0/networks/b37b65aa-b70d-42b0-9efb-3dc42a3c6a98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3692958 Nov 22 20:22:11.826293 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84b28215-7d50-4ed9-a367-e5becc85d8c5 None None] DHCP port deletion for c48a55e9-6a85-4746-b7bf-3e29fb560094 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:22:11.832492 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-9d3f41db-cf5a-4955-bea2-cb406a926502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '111a743d-bc57-4272-aa2a-12263f5d21c4', 'name': 'tempest-TaggedBootDevicesTest-1412590434-router', 'tenant_id': '428194095b9a4fe2964979fcbe900418', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:09:40Z', 'updated_at': '2021-11-22T20:22:11Z', 'revision_number': 6, 'project_id': '428194095b9a4fe2964979fcbe900418', 'gw_port_host': None}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:22:11.835545 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1456b7-8c11-4347-8298-063f8d9f4b8e req-6f72b3f8-5f45-4944-882a-c57d43176c26 tempest-InstanceActionsNegativeTestJSON-62871623 tempest-InstanceActionsNegativeTestJSON-62871623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:22:11.845936 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3d1456b7-8c11-4347-8298-063f8d9f4b8e req-6f72b3f8-5f45-4944-882a-c57d43176c26 tempest-InstanceActionsNegativeTestJSON-62871623 tempest-InstanceActionsNegativeTestJSON-62871623-project] 10.222.0.46 "GET /v2.0/ports?device_id=7962f107-283f-4684-b36f-e7f6aaed3372 HTTP/1.1" status: 200 len: 943 time: 0.1694138 Nov 22 20:22:11.858603 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-72f06645-4026-4ba7-b205-8d482a1c8176 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595398'] for router_gateway, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:11.867888 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d3f41db-cf5a-4955-bea2-cb406a926502 None None] The sync data for ids ['111a743d-bc57-4272-aa2a-12263f5d21c4'] in n-d-818823-1 is: [{'id': '111a743d-bc57-4272-aa2a-12263f5d21c4', 'name': 'tempest-TaggedBootDevicesTest-1412590434-router', 'tenant_id': '428194095b9a4fe2964979fcbe900418', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:09:40Z', 'updated_at': '2021-11-22T20:22:11Z', 'revision_number': 6, 'project_id': '428194095b9a4fe2964979fcbe900418', 'gw_port_host': None}] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:22:12.033096 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-72f06645-4026-4ba7-b205-8d482a1c8176 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24781'] for router, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:12.035698 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-72f06645-4026-4ba7-b205-8d482a1c8176 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:12.054150 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3d1456b7-8c11-4347-8298-063f8d9f4b8e req-574b13b2-7d5f-4321-be0b-769c9b450df7 tempest-InstanceActionsNegativeTestJSON-62871623 tempest-InstanceActionsNegativeTestJSON-62871623-project] 10.222.0.46 "GET /v2.0/security-groups?id=7923a56f-4e3d-405d-82a5-6ddfba6861ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072406 Nov 22 20:22:12.090804 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-72f06645-4026-4ba7-b205-8d482a1c8176 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-663261'] for router, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:12.091375 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72f06645-4026-4ba7-b205-8d482a1c8176 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 111a743d-bc57-4272-aa2a-12263f5d21c4 {{(pid=103448) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 20:22:12.104777 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-72f06645-4026-4ba7-b205-8d482a1c8176 admin admin] Publish callbacks [] for router, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:12.106361 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-72f06645-4026-4ba7-b205-8d482a1c8176 admin admin] 10.222.0.46 "DELETE /v2.0/routers/111a743d-bc57-4272-aa2a-12263f5d21c4 HTTP/1.1" status: 204 len: 168 time: 1.1032715 Nov 22 20:22:12.108773 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 51722) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:22:12.109509 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a9c87e63-42c2-4019-a04e-22554d0139c5 req-5a6c8cfd-f0a3-4e0e-b3f9-8077f24c0933 service neutron] 10.222.0.41 "GET /v2.0/networks/b37b65aa-b70d-42b0-9efb-3dc42a3c6a98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2607856 Nov 22 20:22:12.167891 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_v2 [None req-310d6fcb-8d28-4140-a15c-3cf0ecfaaa6f admin admin] Deleting subnet ae83f38d-31ec-423d-870c-85aec5da1d06 {{(pid=103448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 20:22:12.171164 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-310d6fcb-8d28-4140-a15c-3cf0ecfaaa6f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:12.207502 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-310d6fcb-8d28-4140-a15c-3cf0ecfaaa6f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11627908'] for subnet, precommit_delete_associations {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:12.229073 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e36c09-ca7c-48e5-af85-9333952b7698 req-412f8b55-3cb6-4c44-b94e-7bedaf6bf9cb tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:22:12.230851 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-43e36c09-ca7c-48e5-af85-9333952b7698 req-412f8b55-3cb6-4c44-b94e-7bedaf6bf9cb tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/ports?device_id=ed65104a-8bf2-4ff1-b40d-7b477582763a HTTP/1.1" status: 200 len: 945 time: 0.0595353 Nov 22 20:22:12.301372 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-310d6fcb-8d28-4140-a15c-3cf0ecfaaa6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3753007'] for subnet, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:12.302554 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-43e36c09-ca7c-48e5-af85-9333952b7698 req-3f74dec1-35eb-479b-8e24-d9f3f90824cd tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6bb4485-0c85-4226-9793-14795129f329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598390 Nov 22 20:22:12.363971 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 49975aee-c73d-4d3c-9633-127b23a28460 details requested by agent hyperv_n-h2-818823-1 with host n-h2-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 20:22:12.368387 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-310d6fcb-8d28-4140-a15c-3cf0ecfaaa6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3753014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11567369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11792914'] for subnet, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:12.374390 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 4bd4ff60-bb76-452d-89f7-5c6dd2ecc907 up at agent hyperv_n-h2-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:22:12.395934 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310d6fcb-8d28-4140-a15c-3cf0ecfaaa6f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae83f38d-31ec-423d-870c-85aec5da1d06,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:22:12.400264 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-310d6fcb-8d28-4140-a15c-3cf0ecfaaa6f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:12.403932 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-310d6fcb-8d28-4140-a15c-3cf0ecfaaa6f admin admin] 10.222.0.46 "DELETE /v2.0/subnets/ae83f38d-31ec-423d-870c-85aec5da1d06 HTTP/1.1" status: 204 len: 168 time: 0.2908025 Nov 22 20:22:12.406124 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 51728) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:22:12.473409 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93ddf658-3007-44e4-92c0-f02a7457a78c None None] Network 585601b7-3445-4882-a5f3-ad3009b240dc requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:22:12.520566 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-23f3edbc-56ad-486c-b31f-220bab9ac05a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3961693'] for network, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:12.545255 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device f7b3099e-e9ef-48bf-be7a-f68a6088a21a details requested by agent hyperv_n-h1-818823-1 with host n-h1-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 20:22:12.553963 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89f531c-936c-4abd-a6fd-c1fd9690f684 req-2fb38f45-9b8b-4072-ac34-2e867fe1882c tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:22:12.555562 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d89f531c-936c-4abd-a6fd-c1fd9690f684 req-2fb38f45-9b8b-4072-ac34-2e867fe1882c tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] 10.222.0.46 "GET /v2.0/ports?device_id=2a31ca84-d4aa-47fc-8f8b-115aed3eedae HTTP/1.1" status: 200 len: 944 time: 0.0671816 Nov 22 20:22:12.636649 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d89f531c-936c-4abd-a6fd-c1fd9690f684 req-cee30a54-6c93-4c15-8ef1-563f6cf6e9f7 tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] 10.222.0.46 "GET /v2.0/security-groups?id=d95e1db1-f0c9-4323-bdfe-93688145577c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633972 Nov 22 20:22:12.640461 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-23f3edbc-56ad-486c-b31f-220bab9ac05a admin admin] Deleting port 1a9890cb-bfea-4b71-a715-81783dc6b7ea {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:22:12.640798 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-23f3edbc-56ad-486c-b31f-220bab9ac05a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:12.666020 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Provisioning complete for port 4bd4ff60-bb76-452d-89f7-5c6dd2ecc907 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:22:12.666020 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:12.732082 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [None req-23f3edbc-56ad-486c-b31f-220bab9ac05a admin admin] For port 1a9890cb-bfea-4b71-a715-81783dc6b7ea, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=1a9890cb-bfea-4b71-a715-81783dc6b7ea,segment=NetworkSegment(99a23133-5e87-41a8-a27c-0433565f8dbf),segment_id=99a23133-5e87-41a8-a27c-0433565f8dbf)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:22:12.732468 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-23f3edbc-56ad-486c-b31f-220bab9ac05a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:12.748854 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-23f3edbc-56ad-486c-b31f-220bab9ac05a admin admin] Calling delete_port for 1a9890cb-bfea-4b71-a715-81783dc6b7ea owned by network:dhcp {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:22:12.760867 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496ecc78-48ab-4c26-bfe7-b64087365889 req-52fb1d57-e65f-4fe2-a149-e366f3c6350a tempest-VolumesBackupsTest-516699759 tempest-VolumesBackupsTest-516699759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:22:12.762372 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-496ecc78-48ab-4c26-bfe7-b64087365889 req-52fb1d57-e65f-4fe2-a149-e366f3c6350a tempest-VolumesBackupsTest-516699759 tempest-VolumesBackupsTest-516699759-project] 10.222.0.46 "GET /v2.0/ports?device_id=1a9daffe-ffd3-42c1-9798-6f9227920db8 HTTP/1.1" status: 200 len: 947 time: 0.1188385 Nov 22 20:22:12.814342 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port 49975aee-c73d-4d3c-9633-127b23a28460, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=49975aee-c73d-4d3c-9633-127b23a28460,segment=NetworkSegment(2a5a1c7b-538e-498e-99b9-cc7a8e0411be),segment_id=2a5a1c7b-538e-498e-99b9-cc7a8e0411be)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:22:12.850101 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Returning: {'device': '49975aee-c73d-4d3c-9633-127b23a28460', 'network_id': 'e1052824-bf78-4963-8937-b202e372ac24', 'port_id': '49975aee-c73d-4d3c-9633-127b23a28460', 'mac_address': 'fa:16:3e:22:65:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3091ebfd-11e2-41f8-9c00-ffe0b86563d8', 'ip_address': '192.168.233.35'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 20:22:12.876364 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-496ecc78-48ab-4c26-bfe7-b64087365889 req-a2797078-0d9e-46e0-854b-cb3a0533fc3e tempest-VolumesBackupsTest-516699759 tempest-VolumesBackupsTest-516699759-project] 10.222.0.46 "GET /v2.0/security-groups?id=9e8f9eb5-3d23-4263-a72e-d8b3ea5ba304&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699165 Nov 22 20:22:12.889097 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-23f3edbc-56ad-486c-b31f-220bab9ac05a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:12.897596 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port f7b3099e-e9ef-48bf-be7a-f68a6088a21a, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=f7b3099e-e9ef-48bf-be7a-f68a6088a21a,segment=NetworkSegment(9a26cfda-cac3-416d-a232-aa2d980cdf5d),segment_id=9a26cfda-cac3-416d-a232-aa2d980cdf5d)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:22:12.917602 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f3edbc-56ad-486c-b31f-220bab9ac05a admin admin] Pushing event deleted for resources: {'Port': ['ID=1a9890cb-bfea-4b71-a715-81783dc6b7ea,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:22:12.921295 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f3edbc-56ad-486c-b31f-220bab9ac05a admin admin] No DVR routers for this DVR port 1a9890cb-bfea-4b71-a715-81783dc6b7ea on host n-d-818823-1 {{(pid=103447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:22:12.952041 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96dceb44-d764-4c0a-bc99-a4202241d1d7 None None] DHCP port deletion for 585601b7-3445-4882-a5f3-ad3009b240dc request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:22:12.975330 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:12.991796 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Returning: {'device': 'f7b3099e-e9ef-48bf-be7a-f68a6088a21a', 'network_id': 'b37b65aa-b70d-42b0-9efb-3dc42a3c6a98', 'port_id': 'f7b3099e-e9ef-48bf-be7a-f68a6088a21a', 'mac_address': 'fa:16:3e:e2:d2:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '123eb800-afb2-434f-bb91-d9a5c9241f1c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 20:22:13.014404 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:13.020994 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-23f3edbc-56ad-486c-b31f-220bab9ac05a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3760028', 'neutron.services.segments.db._delete_segments_for_network-8748992815755'] for network, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:13.033895 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a31ca84-d4aa-47fc-8f8b-115aed3eedae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bd4ff60-bb76-452d-89f7-5c6dd2ecc907'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:22:13.036230 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d39f6d30a11e565ec9648abcc015e8a6ab6cff4edd704add8155e28765d31eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afc86864-f1ee-4ef2-a80e-30fa348407d9" -d '{"events": [{"server_uuid": "2a31ca84-d4aa-47fc-8f8b-115aed3eedae", "name": "network-vif-plugged", "status": "completed", "tag": "4bd4ff60-bb76-452d-89f7-5c6dd2ecc907"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:22:13.045404 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-23f3edbc-56ad-486c-b31f-220bab9ac05a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['585601b7-3445-4882-a5f3-ad3009b240dc']}} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:22:13.055674 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-23f3edbc-56ad-486c-b31f-220bab9ac05a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99a23133-5e87-41a8-a27c-0433565f8dbf') {'for_net_delete': True} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:22:13.056042 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-23f3edbc-56ad-486c-b31f-220bab9ac05a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99a23133-5e87-41a8-a27c-0433565f8dbf') {} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:22:13.066102 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-23f3edbc-56ad-486c-b31f-220bab9ac05a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748993039638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12178344'] for segment, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:13.080804 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-23f3edbc-56ad-486c-b31f-220bab9ac05a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:13.080972 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port 4bd4ff60-bb76-452d-89f7-5c6dd2ecc907, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=4bd4ff60-bb76-452d-89f7-5c6dd2ecc907,segment=NetworkSegment(019862db-e247-48e6-a4aa-8a2eeecc7cca),segment_id=019862db-e247-48e6-a4aa-8a2eeecc7cca)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:22:13.084727 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49975aee-c73d-4d3c-9633-127b23a28460 {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:22:13.090341 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:13.101860 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:22:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ccbef28-8104-442f-b4e7-50c5fb2ccdab x-openstack-request-id: req-7ccbef28-8104-442f-b4e7-50c5fb2ccdab {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:22:13.102157 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a31ca84-d4aa-47fc-8f8b-115aed3eedae", "name": "network-vif-plugged", "status": "completed", "tag": "4bd4ff60-bb76-452d-89f7-5c6dd2ecc907", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:22:13.102409 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7ccbef28-8104-442f-b4e7-50c5fb2ccdab {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:22:13.102808 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a31ca84-d4aa-47fc-8f8b-115aed3eedae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bd4ff60-bb76-452d-89f7-5c6dd2ecc907', 'code': 200} Nov 22 20:22:13.102932 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23f3edbc-56ad-486c-b31f-220bab9ac05a admin admin] Releasing vlan 636 on physical network physnet1 to pool {{(pid=103447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 20:22:13.103224 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-23f3edbc-56ad-486c-b31f-220bab9ac05a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8900762'] for segment, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:13.107748 n-d-818823-1 neutron-server[103447]: Traceback (most recent call last): Nov 22 20:22:13.107748 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 20:22:13.107748 n-d-818823-1 neutron-server[103447]: timer() Nov 22 20:22:13.107748 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 20:22:13.107748 n-d-818823-1 neutron-server[103447]: cb(*args, **kw) Nov 22 20:22:13.107748 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 20:22:13.107748 n-d-818823-1 neutron-server[103447]: return func(*args, **kwargs) Nov 22 20:22:13.107748 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 20:22:13.107748 n-d-818823-1 neutron-server[103447]: self._notify() Nov 22 20:22:13.107748 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 20:22:13.107748 n-d-818823-1 neutron-server[103447]: self.callback(batched_events) Nov 22 20:22:13.107748 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 20:22:13.107748 n-d-818823-1 neutron-server[103447]: event.method(event) Nov 22 20:22:13.107748 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 20:22:13.107748 n-d-818823-1 neutron-server[103447]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 20:22:13.107748 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 20:22:13.107748 n-d-818823-1 neutron-server[103447]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 20:22:13.107748 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 20:22:13.107748 n-d-818823-1 neutron-server[103447]: return f(self, *a, **k) Nov 22 20:22:13.107748 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 20:22:13.107748 n-d-818823-1 neutron-server[103447]: return self._get(url).json() Nov 22 20:22:13.107748 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 20:22:13.107748 n-d-818823-1 neutron-server[103447]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 20:22:13.107748 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 20:22:13.107748 n-d-818823-1 neutron-server[103447]: return self.request(url, 'GET', **kwargs) Nov 22 20:22:13.107748 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 20:22:13.107748 n-d-818823-1 neutron-server[103447]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 20:22:13.107748 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 20:22:13.107748 n-d-818823-1 neutron-server[103447]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 20:22:13.107748 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 20:22:13.107748 n-d-818823-1 neutron-server[103447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 20:22:13.107748 n-d-818823-1 neutron-server[103447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 20:22:13.168857 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port 49975aee-c73d-4d3c-9633-127b23a28460, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=49975aee-c73d-4d3c-9633-127b23a28460,segment=NetworkSegment(2a5a1c7b-538e-498e-99b9-cc7a8e0411be),segment_id=2a5a1c7b-538e-498e-99b9-cc7a8e0411be)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:22:13.170811 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:13.188021 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:13.202938 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7b3099e-e9ef-48bf-be7a-f68a6088a21a {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:22:13.211063 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-23f3edbc-56ad-486c-b31f-220bab9ac05a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3760002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595318'] for network, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:13.221084 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-23f3edbc-56ad-486c-b31f-220bab9ac05a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for network, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:13.223152 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=4bd4ff60-bb76-452d-89f7-5c6dd2ecc907,revision_number=8']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:22:13.227583 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-23f3edbc-56ad-486c-b31f-220bab9ac05a admin admin] 10.222.0.46 "DELETE /v2.0/networks/585601b7-3445-4882-a5f3-ad3009b240dc HTTP/1.1" status: 204 len: 168 time: 0.8172441 Nov 22 20:22:13.238121 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f3edbc-56ad-486c-b31f-220bab9ac05a admin admin] Pushing event deleted for resources: {'Network': ['ID=585601b7-3445-4882-a5f3-ad3009b240dc,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:22:13.249861 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca68c682-d347-4895-af67-430e396b990f req-f18834f3-156a-47f5-a96f-152fe21a26b2 tempest-InstanceActionsNegativeTestJSON-62871623 tempest-InstanceActionsNegativeTestJSON-62871623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:22:13.256975 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ca68c682-d347-4895-af67-430e396b990f req-f18834f3-156a-47f5-a96f-152fe21a26b2 tempest-InstanceActionsNegativeTestJSON-62871623 tempest-InstanceActionsNegativeTestJSON-62871623-project] 10.222.0.46 "GET /v2.0/ports?device_id=7962f107-283f-4684-b36f-e7f6aaed3372 HTTP/1.1" status: 200 len: 943 time: 0.0884573 Nov 22 20:22:13.257723 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port f7b3099e-e9ef-48bf-be7a-f68a6088a21a, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=f7b3099e-e9ef-48bf-be7a-f68a6088a21a,segment=NetworkSegment(9a26cfda-cac3-416d-a232-aa2d980cdf5d),segment_id=9a26cfda-cac3-416d-a232-aa2d980cdf5d)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:22:13.303227 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:13.319274 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed34f79-b2b4-4761-a077-458d380fcc1a req-d74091bb-541a-444e-80ba-9fc5bb715b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:22:13.321280 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5ed34f79-b2b4-4761-a077-458d380fcc1a req-d74091bb-541a-444e-80ba-9fc5bb715b98 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2a31ca84-d4aa-47fc-8f8b-115aed3eedae HTTP/1.1" status: 200 len: 1096 time: 0.0689290 Nov 22 20:22:13.348295 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=49975aee-c73d-4d3c-9633-127b23a28460,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:22:13.373223 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 1a9890cb-bfea-4b71-a715-81783dc6b7ea no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:22:13.378621 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ca68c682-d347-4895-af67-430e396b990f req-6bd42b07-2af6-4d81-a7cd-2ae731630327 tempest-InstanceActionsNegativeTestJSON-62871623 tempest-InstanceActionsNegativeTestJSON-62871623-project] 10.222.0.46 "GET /v2.0/security-groups?id=7923a56f-4e3d-405d-82a5-6ddfba6861ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014295 Nov 22 20:22:13.422873 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: 1a9890cb-bfea-4b71-a715-81783dc6b7ea {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:22:13.423317 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 1a9890cb-bfea-4b71-a715-81783dc6b7ea not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:22:13.423828 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 7095adb1-4b44-4a4f-a035-5e7993ef1c9f no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:22:13.435371 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4c274c-23f0-43d4-8f74-b4e4faf9a2f5 req-3eb69e15-e8c7-4379-8a98-712ce20b184c tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:22:13.437011 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6a4c274c-23f0-43d4-8f74-b4e4faf9a2f5 req-3eb69e15-e8c7-4379-8a98-712ce20b184c tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed65104a-8bf2-4ff1-b40d-7b477582763a HTTP/1.1" status: 200 len: 945 time: 0.1221061 Nov 22 20:22:13.449485 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: 7095adb1-4b44-4a4f-a035-5e7993ef1c9f {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:22:13.450088 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 7095adb1-4b44-4a4f-a035-5e7993ef1c9f not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:22:13.450756 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 755e9e57-6465-455e-858d-db70329cb336 no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:22:13.458606 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5ed34f79-b2b4-4761-a077-458d380fcc1a req-4f3a11f6-68bd-48eb-afe9-3f76110b4b72 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=d95e1db1-f0c9-4323-bdfe-93688145577c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262703 Nov 22 20:22:13.460401 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] get_ports_and_sgs() called for port_ids ['49975aee-c73d-4d3c-9633-127b23a28460'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:22:13.485329 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 51746) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:22:13.527104 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4a5e4c-8f60-4a5a-9b33-b69ed64365c1 req-54e6a251-b1ff-4f09-870b-14e48f67d802 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:22:13.529530 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-aa4a5e4c-8f60-4a5a-9b33-b69ed64365c1 req-54e6a251-b1ff-4f09-870b-14e48f67d802 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/ports?device_id=ed65104a-8bf2-4ff1-b40d-7b477582763a HTTP/1.1" status: 200 len: 945 time: 0.1184502 Nov 22 20:22:13.535310 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-0124d6f7-b3e4-471d-8acb-31a869341ac1 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7c2e3bcb3c11419aa5bdb45ad6533966&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0482264 Nov 22 20:22:13.536177 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 51750) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:22:13.541884 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: 755e9e57-6465-455e-858d-db70329cb336 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:22:13.542531 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 755e9e57-6465-455e-858d-db70329cb336 not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:22:13.569392 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] get_ports_and_sgs() called for port_ids ['f7b3099e-e9ef-48bf-be7a-f68a6088a21a'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:22:13.609344 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=f7b3099e-e9ef-48bf-be7a-f68a6088a21a,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:22:13.691928 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-bf68bf00-0da1-46e0-83cc-b5fde8b2e9dd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:13.698685 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-aa4a5e4c-8f60-4a5a-9b33-b69ed64365c1 req-d174955c-7385-43de-b1f0-d7d8b024f07b tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6bb4485-0c85-4226-9793-14795129f329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615653 Nov 22 20:22:13.720972 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-6a4c274c-23f0-43d4-8f74-b4e4faf9a2f5 req-f15f9c55-864f-4151-8eee-539fea920d1c tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Deleting port de646b05-9818-4004-bdb9-62c055fd0937 {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:22:13.720972 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-6a4c274c-23f0-43d4-8f74-b4e4faf9a2f5 req-f15f9c55-864f-4151-8eee-539fea920d1c tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:13.731131 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-bf68bf00-0da1-46e0-83cc-b5fde8b2e9dd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:13.880305 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fe04d3-39b7-40a6-8eb5-5e2f1a13b0a7 req-0829c3fb-174e-4110-93de-f8f6a49d5e6e tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:22:13.881831 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-03fe04d3-39b7-40a6-8eb5-5e2f1a13b0a7 req-0829c3fb-174e-4110-93de-f8f6a49d5e6e tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] 10.222.0.46 "GET /v2.0/ports?device_id=2a31ca84-d4aa-47fc-8f8b-115aed3eedae HTTP/1.1" status: 200 len: 945 time: 0.1105006 Nov 22 20:22:13.893100 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-6a4c274c-23f0-43d4-8f74-b4e4faf9a2f5 req-f15f9c55-864f-4151-8eee-539fea920d1c tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] For port de646b05-9818-4004-bdb9-62c055fd0937, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=de646b05-9818-4004-bdb9-62c055fd0937,segment=NetworkSegment(ac5f3349-9549-4263-b08f-bbbf3ebb8ed3),segment_id=ac5f3349-9549-4263-b08f-bbbf3ebb8ed3)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:22:13.893471 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-6a4c274c-23f0-43d4-8f74-b4e4faf9a2f5 req-f15f9c55-864f-4151-8eee-539fea920d1c tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:13.913876 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-bf68bf00-0da1-46e0-83cc-b5fde8b2e9dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:13.916432 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-bf68bf00-0da1-46e0-83cc-b5fde8b2e9dd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:13.917558 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-bf68bf00-0da1-46e0-83cc-b5fde8b2e9dd admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a5e0f616-4b00-4bab-af04-df44f1058a41 HTTP/1.1" status: 204 len: 168 time: 0.3776700 Nov 22 20:22:13.929604 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-6a4c274c-23f0-43d4-8f74-b4e4faf9a2f5 req-f15f9c55-864f-4151-8eee-539fea920d1c tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Calling delete_port for de646b05-9818-4004-bdb9-62c055fd0937 owned by compute:nova {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:22:13.949660 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf68bf00-0da1-46e0-83cc-b5fde8b2e9dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5e0f616-4b00-4bab-af04-df44f1058a41,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:22:14.032265 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-03fe04d3-39b7-40a6-8eb5-5e2f1a13b0a7 req-bf80b6ef-69c3-4931-a65c-4d03557ccf34 tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] 10.222.0.46 "GET /v2.0/security-groups?id=d95e1db1-f0c9-4323-bdfe-93688145577c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417730 Nov 22 20:22:14.095920 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b022e0bd-b527-41a3-9adb-b88dc914289c req-6a9c491c-c8ef-4156-92bc-379ab96415a8 tempest-VolumesBackupsTest-516699759 tempest-VolumesBackupsTest-516699759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:22:14.097387 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b022e0bd-b527-41a3-9adb-b88dc914289c req-6a9c491c-c8ef-4156-92bc-379ab96415a8 tempest-VolumesBackupsTest-516699759 tempest-VolumesBackupsTest-516699759-project] 10.222.0.46 "GET /v2.0/ports?device_id=1a9daffe-ffd3-42c1-9798-6f9227920db8 HTTP/1.1" status: 200 len: 948 time: 0.0876107 Nov 22 20:22:14.211560 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b022e0bd-b527-41a3-9adb-b88dc914289c req-297c0ac4-e6ab-4a34-9675-0564e5c41100 tempest-VolumesBackupsTest-516699759 tempest-VolumesBackupsTest-516699759-project] 10.222.0.46 "GET /v2.0/security-groups?id=9e8f9eb5-3d23-4263-a72e-d8b3ea5ba304&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937512 Nov 22 20:22:14.212616 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-6a4c274c-23f0-43d4-8f74-b4e4faf9a2f5 req-f15f9c55-864f-4151-8eee-539fea920d1c tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:14.259014 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15f9c55-864f-4151-8eee-539fea920d1c tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Pushing event deleted for resources: {'Port': ['ID=de646b05-9818-4004-bdb9-62c055fd0937,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:22:14.294619 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ef97822-1c48-4b9e-8b42-5894cfd557f8 None None] DHCP port deletion for 41f439de-e657-4ca1-8a55-865945ee9732 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:22:14.302004 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:14.335134 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a4c274c-23f0-43d4-8f74-b4e4faf9a2f5 req-f15f9c55-864f-4151-8eee-539fea920d1c tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] No DVR routers for this DVR port de646b05-9818-4004-bdb9-62c055fd0937 on host n-h1-818823-1 {{(pid=103447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:22:14.337959 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-6a4c274c-23f0-43d4-8f74-b4e4faf9a2f5 req-f15f9c55-864f-4151-8eee-539fea920d1c tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:14.341768 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6a4c274c-23f0-43d4-8f74-b4e4faf9a2f5 req-f15f9c55-864f-4151-8eee-539fea920d1c tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.41 "DELETE /v2.0/ports/de646b05-9818-4004-bdb9-62c055fd0937 HTTP/1.1" status: 204 len: 173 time: 0.8811576 Nov 22 20:22:14.342237 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed65104a-8bf2-4ff1-b40d-7b477582763a', 'name': 'network-vif-deleted', 'tag': 'de646b05-9818-4004-bdb9-62c055fd0937'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:22:14.344800 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b72aa207-234e-48c6-a075-eaa56389d379" -d '{"events": [{"server_uuid": "ed65104a-8bf2-4ff1-b40d-7b477582763a", "name": "network-vif-deleted", "tag": "de646b05-9818-4004-bdb9-62c055fd0937"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:22:14.373449 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:14.378209 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 49975aee-c73d-4d3c-9633-127b23a28460 up at agent hyperv_n-h2-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:22:14.390401 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] get_ports_and_sgs() called for port_ids ['de646b05-9818-4004-bdb9-62c055fd0937'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:22:14.398016 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 51776) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:22:14.452036 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:22:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64d5377e-58b6-4008-85fb-7b4261a89f0a x-openstack-request-id: req-64d5377e-58b6-4008-85fb-7b4261a89f0a {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:22:14.452635 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed65104a-8bf2-4ff1-b40d-7b477582763a", "name": "network-vif-deleted", "tag": "de646b05-9818-4004-bdb9-62c055fd0937", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:22:14.453066 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-64d5377e-58b6-4008-85fb-7b4261a89f0a {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:22:14.453638 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed65104a-8bf2-4ff1-b40d-7b477582763a', 'name': 'network-vif-deleted', 'tag': 'de646b05-9818-4004-bdb9-62c055fd0937', 'status': 'completed', 'code': 200} Nov 22 20:22:14.506909 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Provisioning for port 49975aee-c73d-4d3c-9633-127b23a28460 completed by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 20:22:14.509538 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-aabb1980-8e1f-49b2-a9cd-57f961a15529 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=428194095b9a4fe2964979fcbe900418&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1102712 Nov 22 20:22:14.512174 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 51782) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:22:14.535754 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Provisioning complete for port 49975aee-c73d-4d3c-9633-127b23a28460 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:22:14.538584 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:14.592458 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device f7b3099e-e9ef-48bf-be7a-f68a6088a21a up at agent hyperv_n-h1-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:22:14.635006 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ac512be5-896e-49e1-96ab-3eed50fd7f8e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:14.644188 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8db4712-61af-4927-844f-0e0418b0f878 req-36e8208f-085d-472c-904c-9a0401fd462e tempest-InstanceActionsNegativeTestJSON-62871623 tempest-InstanceActionsNegativeTestJSON-62871623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:22:14.646528 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f8db4712-61af-4927-844f-0e0418b0f878 req-36e8208f-085d-472c-904c-9a0401fd462e tempest-InstanceActionsNegativeTestJSON-62871623 tempest-InstanceActionsNegativeTestJSON-62871623-project] 10.222.0.46 "GET /v2.0/ports?device_id=7962f107-283f-4684-b36f-e7f6aaed3372 HTTP/1.1" status: 200 len: 944 time: 0.1334183 Nov 22 20:22:14.675470 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ac512be5-896e-49e1-96ab-3eed50fd7f8e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:14.740026 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f8db4712-61af-4927-844f-0e0418b0f878 req-32abd99f-f317-4b6e-b51c-235f30c66375 tempest-InstanceActionsNegativeTestJSON-62871623 tempest-InstanceActionsNegativeTestJSON-62871623-project] 10.222.0.46 "GET /v2.0/security-groups?id=7923a56f-4e3d-405d-82a5-6ddfba6861ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775259 Nov 22 20:22:14.763572 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ac512be5-896e-49e1-96ab-3eed50fd7f8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:14.783937 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ac512be5-896e-49e1-96ab-3eed50fd7f8e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:14.793664 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-ac512be5-896e-49e1-96ab-3eed50fd7f8e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9dc2e7c6-bdd1-45ab-9f92-9cd251450538 HTTP/1.1" status: 204 len: 168 time: 0.2802742 Nov 22 20:22:14.802777 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac512be5-896e-49e1-96ab-3eed50fd7f8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dc2e7c6-bdd1-45ab-9f92-9cd251450538,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:22:14.890105 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e2a2ab0e-bb28-43ca-b5ac-e01318633fdd req-c2381c3c-9849-4730-aa94-8582b0037f00 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/ports?device_id=ed65104a-8bf2-4ff1-b40d-7b477582763a HTTP/1.1" status: 200 len: 210 time: 0.0370419 Nov 22 20:22:14.993904 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Provisioning for port f7b3099e-e9ef-48bf-be7a-f68a6088a21a completed by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 20:22:15.000558 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:15.002695 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Provisioning complete for port f7b3099e-e9ef-48bf-be7a-f68a6088a21a triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:22:15.003144 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:15.069914 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port 49975aee-c73d-4d3c-9633-127b23a28460, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=49975aee-c73d-4d3c-9633-127b23a28460,segment=NetworkSegment(2a5a1c7b-538e-498e-99b9-cc7a8e0411be),segment_id=2a5a1c7b-538e-498e-99b9-cc7a8e0411be)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:22:15.092017 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:15.131108 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a9daffe-ffd3-42c1-9798-6f9227920db8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49975aee-c73d-4d3c-9633-127b23a28460'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:22:15.136099 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d39f6d30a11e565ec9648abcc015e8a6ab6cff4edd704add8155e28765d31eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ec0b70d-4b9b-4c54-a7b8-9ac8643c1284" -d '{"events": [{"server_uuid": "1a9daffe-ffd3-42c1-9798-6f9227920db8", "name": "network-vif-plugged", "status": "completed", "tag": "49975aee-c73d-4d3c-9633-127b23a28460"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:22:15.232710 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70186b0-3b39-42c1-b0bc-736b263f14ec req-347b5b76-704f-4048-a206-b9c6246a9305 tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:22:15.236840 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=49975aee-c73d-4d3c-9633-127b23a28460,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:22:15.245092 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f70186b0-3b39-42c1-b0bc-736b263f14ec req-347b5b76-704f-4048-a206-b9c6246a9305 tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] 10.222.0.46 "GET /v2.0/ports?device_id=2a31ca84-d4aa-47fc-8f8b-115aed3eedae HTTP/1.1" status: 200 len: 945 time: 0.0960863 Nov 22 20:22:15.261386 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:15.280632 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:22:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feff8c99-e48e-4d98-9b90-b63d3159a30d x-openstack-request-id: req-feff8c99-e48e-4d98-9b90-b63d3159a30d {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:22:15.281764 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a9daffe-ffd3-42c1-9798-6f9227920db8", "name": "network-vif-plugged", "status": "completed", "tag": "49975aee-c73d-4d3c-9633-127b23a28460", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:22:15.282127 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-feff8c99-e48e-4d98-9b90-b63d3159a30d {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:22:15.283015 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a9daffe-ffd3-42c1-9798-6f9227920db8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49975aee-c73d-4d3c-9633-127b23a28460', 'code': 200} Nov 22 20:22:15.312122 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port f7b3099e-e9ef-48bf-be7a-f68a6088a21a, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=f7b3099e-e9ef-48bf-be7a-f68a6088a21a,segment=NetworkSegment(9a26cfda-cac3-416d-a232-aa2d980cdf5d),segment_id=9a26cfda-cac3-416d-a232-aa2d980cdf5d)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:22:15.319100 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:15.321145 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device de646b05-9818-4004-bdb9-62c055fd0937 no longer exists at agent hyperv_n-h1-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:22:15.343887 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f70186b0-3b39-42c1-b0bc-736b263f14ec req-27b53c67-acc6-483e-8ae9-7ec82471aca9 tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] 10.222.0.46 "GET /v2.0/security-groups?id=d95e1db1-f0c9-4323-bdfe-93688145577c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921950 Nov 22 20:22:15.380756 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] No Port match for: de646b05-9818-4004-bdb9-62c055fd0937 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:22:15.381018 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device de646b05-9818-4004-bdb9-62c055fd0937 not bound to the agent host n-h1-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:22:15.406009 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eff7993-90f2-4930-802b-67299f5513bd req-7aa115ea-5b3b-4cb9-93b2-37c44224e68b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:22:15.407988 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5eff7993-90f2-4930-802b-67299f5513bd req-7aa115ea-5b3b-4cb9-93b2-37c44224e68b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1a9daffe-ffd3-42c1-9798-6f9227920db8 HTTP/1.1" status: 200 len: 1100 time: 0.0581353 Nov 22 20:22:15.419096 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=f7b3099e-e9ef-48bf-be7a-f68a6088a21a,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:22:15.533186 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a5574f-50df-4685-944c-e7ba8d67d649 req-e7bfdcd0-acd0-4c6e-b9cc-a25ef5c36dad tempest-VolumesBackupsTest-516699759 tempest-VolumesBackupsTest-516699759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:22:15.534887 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-07a5574f-50df-4685-944c-e7ba8d67d649 req-e7bfdcd0-acd0-4c6e-b9cc-a25ef5c36dad tempest-VolumesBackupsTest-516699759 tempest-VolumesBackupsTest-516699759-project] 10.222.0.46 "GET /v2.0/ports?device_id=1a9daffe-ffd3-42c1-9798-6f9227920db8 HTTP/1.1" status: 200 len: 949 time: 0.1252620 Nov 22 20:22:15.538462 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5eff7993-90f2-4930-802b-67299f5513bd req-1a9b5c7c-a3eb-49ea-99d8-5e6c2b590876 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=9e8f9eb5-3d23-4263-a72e-d8b3ea5ba304&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139319 Nov 22 20:22:15.553166 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d698a235-8a56-4410-8028-c1b0d7c636d7 req-92011ad6-2850-430f-a1a9-c452e0a6892e tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:22:15.555497 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d698a235-8a56-4410-8028-c1b0d7c636d7 req-92011ad6-2850-430f-a1a9-c452e0a6892e tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] 10.222.0.46 "GET /v2.0/ports?device_id=2a31ca84-d4aa-47fc-8f8b-115aed3eedae HTTP/1.1" status: 200 len: 945 time: 0.1011660 Nov 22 20:22:15.623928 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-07a5574f-50df-4685-944c-e7ba8d67d649 req-ef9f8ea7-0cee-4868-a0f1-fed996c1b7e2 tempest-VolumesBackupsTest-516699759 tempest-VolumesBackupsTest-516699759-project] 10.222.0.46 "GET /v2.0/security-groups?id=9e8f9eb5-3d23-4263-a72e-d8b3ea5ba304&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794311 Nov 22 20:22:15.638014 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d698a235-8a56-4410-8028-c1b0d7c636d7 req-d425d25a-9543-41ed-83fd-934af827ba2d tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] 10.222.0.46 "GET /v2.0/security-groups?id=d95e1db1-f0c9-4323-bdfe-93688145577c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692034 Nov 22 20:22:15.820116 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 51832) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:22:15.922881 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7894008-431c-488c-ae06-d15a2f27ea46 req-05a572d8-e9a0-423a-85f3-eecfd12001f1 tempest-InstanceActionsNegativeTestJSON-62871623 tempest-InstanceActionsNegativeTestJSON-62871623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:22:15.925000 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f7894008-431c-488c-ae06-d15a2f27ea46 req-05a572d8-e9a0-423a-85f3-eecfd12001f1 tempest-InstanceActionsNegativeTestJSON-62871623 tempest-InstanceActionsNegativeTestJSON-62871623-project] 10.222.0.46 "GET /v2.0/ports?device_id=7962f107-283f-4684-b36f-e7f6aaed3372 HTTP/1.1" status: 200 len: 945 time: 0.0618186 Nov 22 20:22:15.962177 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-bffe6554-89e7-4e81-bf21-fd126f17e972 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-2090596647-network', 'tenant_id': '953041b5ecb84670bb3f59610c3b98e5'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:22:16.015264 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f7894008-431c-488c-ae06-d15a2f27ea46 req-71d6068d-1e3e-431b-a0d7-e19c43272d3c tempest-InstanceActionsNegativeTestJSON-62871623 tempest-InstanceActionsNegativeTestJSON-62871623-project] 10.222.0.46 "GET /v2.0/security-groups?id=7923a56f-4e3d-405d-82a5-6ddfba6861ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787609 Nov 22 20:22:16.040666 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bffe6554-89e7-4e81-bf21-fd126f17e972 admin admin] Made reservation on behalf of 953041b5ecb84670bb3f59610c3b98e5 for: {'network': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:22:16.044577 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-bffe6554-89e7-4e81-bf21-fd126f17e972 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for network, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:16.071898 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-bffe6554-89e7-4e81-bf21-fd126f17e972 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:16.262947 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d810f6-b8bc-4938-a602-1da723eb91b2 req-e131fbb9-b2e8-4f94-8fd8-d26a4955ea81 tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:22:16.264475 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a3d810f6-b8bc-4938-a602-1da723eb91b2 req-e131fbb9-b2e8-4f94-8fd8-d26a4955ea81 tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] 10.222.0.46 "GET /v2.0/networks?id=352547e0-207e-4556-a1a1-f7d6c95fa4cd HTTP/1.1" status: 200 len: 815 time: 0.2152739 Nov 22 20:22:16.309926 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a3d810f6-b8bc-4938-a602-1da723eb91b2 req-113f68e5-62b3-4e8c-bb5d-7ea52de3ce7d tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] 10.222.0.46 "GET /v2.0/quotas/0a58786711ae4e778e9682d515473efc HTTP/1.1" status: 200 len: 375 time: 0.0330758 Nov 22 20:22:16.343512 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-bffe6554-89e7-4e81-bf21-fd126f17e972 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:16.361324 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-bffe6554-89e7-4e81-bf21-fd126f17e972 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:16.373893 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da7c890-903f-4fe5-bdeb-fd6bb721e018 req-d44ee5bf-8e0b-46de-92f6-cbffe223498c tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:22:16.375394 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4da7c890-903f-4fe5-bdeb-fd6bb721e018 req-d44ee5bf-8e0b-46de-92f6-cbffe223498c tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/networks?id=41f439de-e657-4ca1-8a55-865945ee9732 HTTP/1.1" status: 200 len: 811 time: 0.2281644 Nov 22 20:22:16.405444 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bffe6554-89e7-4e81-bf21-fd126f17e972 admin admin] vlan segment allocate from pool success with {'vlan_id': 631, 'physical_network': 'physnet1'} {{(pid=103447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 20:22:16.427079 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4da7c890-903f-4fe5-bdeb-fd6bb721e018 req-5f796e2b-a8e9-402a-817a-684a1d886a3f tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/quotas/76a9efddcf274563b133aa3f163fb3f9 HTTP/1.1" status: 200 len: 375 time: 0.0382817 Nov 22 20:22:16.430418 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffe6554-89e7-4e81-bf21-fd126f17e972 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33003919-2e66-424f-89a8-28e4fe94add1,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:22:16.436309 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-bffe6554-89e7-4e81-bf21-fd126f17e972 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:16.436660 n-d-818823-1 neutron-server[103447]: INFO neutron.db.segments_db [None req-bffe6554-89e7-4e81-bf21-fd126f17e972 admin admin] Added segment 6b8f1d18-2278-40c7-b488-3ca021d47ca0 of type vlan for network 07a52fe9-f2bb-41b8-a0b8-a12077ec9b70 Nov 22 20:22:16.497631 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a3d810f6-b8bc-4938-a602-1da723eb91b2 req-d8868a0d-2eda-455b-ac85-36f03bdea18f tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=0a58786711ae4e778e9682d515473efc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1808596 Nov 22 20:22:16.503020 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4da7c890-903f-4fe5-bdeb-fd6bb721e018 req-28a56abb-1854-48ac-a99d-56741852770e tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=76a9efddcf274563b133aa3f163fb3f9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0682130 Nov 22 20:22:16.513622 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-bffe6554-89e7-4e81-bf21-fd126f17e972 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748992492791'] for network, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:16.648751 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-bffe6554-89e7-4e81-bf21-fd126f17e972 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for network, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:16.651836 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bffe6554-89e7-4e81-bf21-fd126f17e972 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:22:16.653032 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-bffe6554-89e7-4e81-bf21-fd126f17e972 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for network, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:16.759107 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-bffe6554-89e7-4e81-bf21-fd126f17e972 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9374173 Nov 22 20:22:16.764098 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 51866) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:22:16.768113 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-617a358e-0680-4c70-9c28-c9aff5809d83 admin admin] Request body: {'subnet': {'network_id': '07a52fe9-f2bb-41b8-a0b8-a12077ec9b70', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-2090596647-subnet', 'tenant_id': '953041b5ecb84670bb3f59610c3b98e5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:22:16.776703 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4da7c890-903f-4fe5-bdeb-fd6bb721e018 req-2c26a0fb-a1eb-4e6b-bf4c-cb48793e576a service neutron] 10.222.0.46 "GET /v2.0/networks/41f439de-e657-4ca1-8a55-865945ee9732?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2451806 Nov 22 20:22:16.794858 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffe6554-89e7-4e81-bf21-fd126f17e972 admin admin] Pushing event updated for resources: {'Network': ['ID=07a52fe9-f2bb-41b8-a0b8-a12077ec9b70,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:22:16.802317 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-617a358e-0680-4c70-9c28-c9aff5809d83 admin admin] Made reservation on behalf of 953041b5ecb84670bb3f59610c3b98e5 for: {'subnet': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:22:16.809143 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-617a358e-0680-4c70-9c28-c9aff5809d83 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11792951'] for subnet, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:16.814313 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Network 07a52fe9-f2bb-41b8-a0b8-a12077ec9b70 details requested by agent ovs-agent-n-d-818823-1 with host n-d-818823-1 {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 20:22:16.815545 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a3d810f6-b8bc-4938-a602-1da723eb91b2 req-3e687e1b-5aa2-4627-a70f-77dd2e628359 service neutron] 10.222.0.46 "GET /v2.0/networks/352547e0-207e-4556-a1a1-f7d6c95fa4cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2968924 Nov 22 20:22:17.025875 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-617a358e-0680-4c70-9c28-c9aff5809d83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11567560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11792921'] for subnet, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:17.077522 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617a358e-0680-4c70-9c28-c9aff5809d83 admin admin] Pushing event updated for resources: {'Subnet': ['ID=700f25ca-fe48-4186-881c-bc8e45e72e13,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:22:17.096415 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-617a358e-0680-4c70-9c28-c9aff5809d83 admin admin] Checking segment: {'id': '6b8f1d18-2278-40c7-b488-3ca021d47ca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '07a52fe9-f2bb-41b8-a0b8-a12077ec9b70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:22:17.097109 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-617a358e-0680-4c70-9c28-c9aff5809d83 admin admin] Network hostable DHCP agents. Network: 07a52fe9-f2bb-41b8-a0b8-a12077ec9b70, hostable agents: ['02adaa64-0987-4b74-bad0-cbcf56f8a294'], hosted agents: [] {{(pid=103448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 20:22:17.123038 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-617a358e-0680-4c70-9c28-c9aff5809d83 admin admin] Network 07a52fe9-f2bb-41b8-a0b8-a12077ec9b70 is scheduled to be hosted by DHCP agent 02adaa64-0987-4b74-bad0-cbcf56f8a294 with binding_index 1 {{(pid=103448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 20:22:17.135133 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-617a358e-0680-4c70-9c28-c9aff5809d83 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818823-1, 07a52fe9-f2bb-41b8-a0b8-a12077ec9b70) {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:22:17.140951 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-617a358e-0680-4c70-9c28-c9aff5809d83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:22:17.141562 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-617a358e-0680-4c70-9c28-c9aff5809d83 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:17.150016 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-148dc23a-1e18-4a92-aa2d-e847fbcdb087 None None] Network 07a52fe9-f2bb-41b8-a0b8-a12077ec9b70 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:22:17.169916 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-617a358e-0680-4c70-9c28-c9aff5809d83 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4063752 Nov 22 20:22:17.268823 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4da7c890-903f-4fe5-bdeb-fd6bb721e018 req-2de1aee6-7f64-4847-ac4b-2cbd8c01b08f service neutron] 10.222.0.46 "GET /v2.0/networks/41f439de-e657-4ca1-8a55-865945ee9732?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4911659 Nov 22 20:22:17.277555 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a3d810f6-b8bc-4938-a602-1da723eb91b2 req-d012b27e-7396-4881-bfe5-4fb1144514df service neutron] 10.222.0.46 "GET /v2.0/networks/352547e0-207e-4556-a1a1-f7d6c95fa4cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4610844 Nov 22 20:22:17.288475 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7962f107-283f-4684-b36f-e7f6aaed3372', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7b3099e-e9ef-48bf-be7a-f68a6088a21a'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:22:17.291948 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d39f6d30a11e565ec9648abcc015e8a6ab6cff4edd704add8155e28765d31eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-611e54c1-6389-48b0-88d6-0e97ece675c8" -d '{"events": [{"server_uuid": "7962f107-283f-4684-b36f-e7f6aaed3372", "name": "network-vif-plugged", "status": "completed", "tag": "f7b3099e-e9ef-48bf-be7a-f68a6088a21a"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:22:17.390452 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6de08112-1d62-42fe-ab7b-caf59c021482 None None] Network 07a52fe9-f2bb-41b8-a0b8-a12077ec9b70 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:22:17.406606 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a534ef4-eac5-443c-beed-bd0cd7cb1a4e req-7e21df24-7ffa-4ca8-a720-360ba4649262 tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:22:17.408722 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2a534ef4-eac5-443c-beed-bd0cd7cb1a4e req-7e21df24-7ffa-4ca8-a720-360ba4649262 tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a31ca84-d4aa-47fc-8f8b-115aed3eedae HTTP/1.1" status: 200 len: 945 time: 0.0908427 Nov 22 20:22:17.651517 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-2a534ef4-eac5-443c-beed-bd0cd7cb1a4e req-426a1fc4-70a3-4d7d-bbc3-d0f79afdcc5f tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] Deleting port 4bd4ff60-bb76-452d-89f7-5c6dd2ecc907 {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:22:17.651909 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-2a534ef4-eac5-443c-beed-bd0cd7cb1a4e req-426a1fc4-70a3-4d7d-bbc3-d0f79afdcc5f tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:17.718790 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81672ae-0ca9-4b7a-80a2-8a5e50b854ef req-ecfc9f48-82eb-4399-b08d-f0ccd4a67c4e tempest-VolumesBackupsTest-516699759 tempest-VolumesBackupsTest-516699759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:22:17.720354 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f81672ae-0ca9-4b7a-80a2-8a5e50b854ef req-ecfc9f48-82eb-4399-b08d-f0ccd4a67c4e tempest-VolumesBackupsTest-516699759 tempest-VolumesBackupsTest-516699759-project] 10.222.0.46 "GET /v2.0/ports?device_id=1a9daffe-ffd3-42c1-9798-6f9227920db8 HTTP/1.1" status: 200 len: 949 time: 0.1296709 Nov 22 20:22:17.834755 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-2a534ef4-eac5-443c-beed-bd0cd7cb1a4e req-426a1fc4-70a3-4d7d-bbc3-d0f79afdcc5f tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] For port 4bd4ff60-bb76-452d-89f7-5c6dd2ecc907, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=4bd4ff60-bb76-452d-89f7-5c6dd2ecc907,segment=NetworkSegment(019862db-e247-48e6-a4aa-8a2eeecc7cca),segment_id=019862db-e247-48e6-a4aa-8a2eeecc7cca)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:22:17.835127 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-2a534ef4-eac5-443c-beed-bd0cd7cb1a4e req-426a1fc4-70a3-4d7d-bbc3-d0f79afdcc5f tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:17.847886 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1e79a3-058e-49ee-b0c1-7808c9609bb8 req-8ce4cd83-2e5f-43c0-a4ec-4c5d2e1c6a1b tempest-InstanceActionsNegativeTestJSON-62871623 tempest-InstanceActionsNegativeTestJSON-62871623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:22:17.849495 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-af1e79a3-058e-49ee-b0c1-7808c9609bb8 req-8ce4cd83-2e5f-43c0-a4ec-4c5d2e1c6a1b tempest-InstanceActionsNegativeTestJSON-62871623 tempest-InstanceActionsNegativeTestJSON-62871623-project] 10.222.0.46 "GET /v2.0/ports?device_id=7962f107-283f-4684-b36f-e7f6aaed3372 HTTP/1.1" status: 200 len: 945 time: 0.1550286 Nov 22 20:22:17.863517 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f81672ae-0ca9-4b7a-80a2-8a5e50b854ef req-a72d4854-ff64-4ad1-88ed-b8875270938e tempest-VolumesBackupsTest-516699759 tempest-VolumesBackupsTest-516699759-project] 10.222.0.46 "GET /v2.0/security-groups?id=9e8f9eb5-3d23-4263-a72e-d8b3ea5ba304&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368804 Nov 22 20:22:17.872534 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-2a534ef4-eac5-443c-beed-bd0cd7cb1a4e req-426a1fc4-70a3-4d7d-bbc3-d0f79afdcc5f tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] Calling delete_port for 4bd4ff60-bb76-452d-89f7-5c6dd2ecc907 owned by compute:nova {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:22:17.934196 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:22:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-997d04e7-b1e5-4dcc-bc4a-d7bfd92e1a97 x-openstack-request-id: req-997d04e7-b1e5-4dcc-bc4a-d7bfd92e1a97 {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:22:17.934706 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7962f107-283f-4684-b36f-e7f6aaed3372", "name": "network-vif-plugged", "status": "completed", "tag": "f7b3099e-e9ef-48bf-be7a-f68a6088a21a", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:22:17.934837 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-997d04e7-b1e5-4dcc-bc4a-d7bfd92e1a97 {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:22:17.935148 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7962f107-283f-4684-b36f-e7f6aaed3372', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7b3099e-e9ef-48bf-be7a-f68a6088a21a', 'code': 200} Nov 22 20:22:18.060603 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-af1e79a3-058e-49ee-b0c1-7808c9609bb8 req-593a1bd9-12e3-417e-bb47-e4d6a8577bed tempest-InstanceActionsNegativeTestJSON-62871623 tempest-InstanceActionsNegativeTestJSON-62871623-project] 10.222.0.46 "GET /v2.0/security-groups?id=7923a56f-4e3d-405d-82a5-6ddfba6861ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034760 Nov 22 20:22:18.084820 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d228d979-cfbe-43a8-b3a3-8bc4342eebce req-5523347e-a4c5-42dc-8d47-c301323b092f tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/ports?device_id=836f31c0-501b-49b9-9d23-733411620453 HTTP/1.1" status: 200 len: 210 time: 0.0678635 Nov 22 20:22:18.097447 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e64d23-9f51-46d3-a514-31c17b1f2cd6 req-e3d495b3-27c8-49b8-912e-5dab5dd829c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:22:18.099134 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-88e64d23-9f51-46d3-a514-31c17b1f2cd6 req-e3d495b3-27c8-49b8-912e-5dab5dd829c4 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7962f107-283f-4684-b36f-e7f6aaed3372 HTTP/1.1" status: 200 len: 1096 time: 0.0779095 Nov 22 20:22:18.233635 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8c54736b-0f5a-478f-95d4-599e489b5e03 req-85e9151f-c136-421d-8531-717a69e2d9fe tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] 10.222.0.46 "GET /v2.0/ports?device_id=5fbb3e43-59d9-4022-b86a-7f0b09fcfe58 HTTP/1.1" status: 200 len: 210 time: 0.0459738 Nov 22 20:22:18.236730 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-88e64d23-9f51-46d3-a514-31c17b1f2cd6 req-6bd4074b-e50d-4ad3-8e0c-b30ed7367491 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=7923a56f-4e3d-405d-82a5-6ddfba6861ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303918 Nov 22 20:22:18.238106 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-2a534ef4-eac5-443c-beed-bd0cd7cb1a4e req-426a1fc4-70a3-4d7d-bbc3-d0f79afdcc5f tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:18.252833 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] get_ports_and_sgs() called for port_ids ['4bd4ff60-bb76-452d-89f7-5c6dd2ecc907'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:22:18.311588 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426a1fc4-70a3-4d7d-bbc3-d0f79afdcc5f tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] Pushing event deleted for resources: {'Port': ['ID=4bd4ff60-bb76-452d-89f7-5c6dd2ecc907,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:22:18.397287 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a534ef4-eac5-443c-beed-bd0cd7cb1a4e req-426a1fc4-70a3-4d7d-bbc3-d0f79afdcc5f tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] No DVR routers for this DVR port 4bd4ff60-bb76-452d-89f7-5c6dd2ecc907 on host n-h2-818823-1 {{(pid=103447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:22:18.400353 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-2a534ef4-eac5-443c-beed-bd0cd7cb1a4e req-426a1fc4-70a3-4d7d-bbc3-d0f79afdcc5f tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:18.404160 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2a534ef4-eac5-443c-beed-bd0cd7cb1a4e req-426a1fc4-70a3-4d7d-bbc3-d0f79afdcc5f tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] 10.222.0.20 "DELETE /v2.0/ports/4bd4ff60-bb76-452d-89f7-5c6dd2ecc907 HTTP/1.1" status: 204 len: 173 time: 0.9887719 Nov 22 20:22:18.404840 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a31ca84-d4aa-47fc-8f8b-115aed3eedae', 'name': 'network-vif-deleted', 'tag': '4bd4ff60-bb76-452d-89f7-5c6dd2ecc907'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:22:18.407361 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9144839-320c-4833-801c-1ad381e0be8c" -d '{"events": [{"server_uuid": "2a31ca84-d4aa-47fc-8f8b-115aed3eedae", "name": "network-vif-deleted", "tag": "4bd4ff60-bb76-452d-89f7-5c6dd2ecc907"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:22:18.691938 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f8464a-a325-4959-914d-f577fd3940eb req-26e453a7-a735-4df2-bc31-315f3b7884d0 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:22:18.709472 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-26f8464a-a325-4959-914d-f577fd3940eb req-26e453a7-a735-4df2-bc31-315f3b7884d0 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/networks?id=07a52fe9-f2bb-41b8-a0b8-a12077ec9b70 HTTP/1.1" status: 200 len: 814 time: 0.2579055 Nov 22 20:22:18.741142 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-26f8464a-a325-4959-914d-f577fd3940eb req-626bf1ec-a83b-40d4-8c6b-cbc499452852 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/quotas/953041b5ecb84670bb3f59610c3b98e5 HTTP/1.1" status: 200 len: 375 time: 0.0302787 Nov 22 20:22:18.775363 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:22:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccd4895f-4180-46fa-8445-86ac707d5579 x-openstack-request-id: req-ccd4895f-4180-46fa-8445-86ac707d5579 {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:22:18.775847 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a31ca84-d4aa-47fc-8f8b-115aed3eedae", "name": "network-vif-deleted", "tag": "4bd4ff60-bb76-452d-89f7-5c6dd2ecc907", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:22:18.776206 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ccd4895f-4180-46fa-8445-86ac707d5579 {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:22:18.776722 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a31ca84-d4aa-47fc-8f8b-115aed3eedae', 'name': 'network-vif-deleted', 'tag': '4bd4ff60-bb76-452d-89f7-5c6dd2ecc907', 'status': 'completed', 'code': 200} Nov 22 20:22:18.846436 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-26f8464a-a325-4959-914d-f577fd3940eb req-dfe01e27-ec43-4fdf-9c31-4035d9417a1d tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=953041b5ecb84670bb3f59610c3b98e5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0897815 Nov 22 20:22:18.969915 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-26f8464a-a325-4959-914d-f577fd3940eb req-3289f799-cc9e-4ace-b462-2617cb24fb74 service neutron] 10.222.0.46 "GET /v2.0/networks/07a52fe9-f2bb-41b8-a0b8-a12077ec9b70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224554 Nov 22 20:22:19.126658 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-26f8464a-a325-4959-914d-f577fd3940eb req-a0d68469-1f89-4b5c-998b-b1628b4a3dc6 service neutron] 10.222.0.46 "GET /v2.0/networks/07a52fe9-f2bb-41b8-a0b8-a12077ec9b70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511996 Nov 22 20:22:19.342685 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fb8512-671e-482a-9f4d-a805fd6d0dc5 req-e71807e0-9857-45f6-866e-ca5a53d6ee94 tempest-InstanceActionsNegativeTestJSON-62871623 tempest-InstanceActionsNegativeTestJSON-62871623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:22:19.356784 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f9fb8512-671e-482a-9f4d-a805fd6d0dc5 req-e71807e0-9857-45f6-866e-ca5a53d6ee94 tempest-InstanceActionsNegativeTestJSON-62871623 tempest-InstanceActionsNegativeTestJSON-62871623-project] 10.222.0.46 "GET /v2.0/ports?device_id=7962f107-283f-4684-b36f-e7f6aaed3372 HTTP/1.1" status: 200 len: 945 time: 0.1535621 Nov 22 20:22:19.542703 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f9fb8512-671e-482a-9f4d-a805fd6d0dc5 req-e1e1a152-1138-4466-a346-752507aba421 tempest-InstanceActionsNegativeTestJSON-62871623 tempest-InstanceActionsNegativeTestJSON-62871623-project] 10.222.0.46 "GET /v2.0/security-groups?id=7923a56f-4e3d-405d-82a5-6ddfba6861ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834209 Nov 22 20:22:19.729360 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-da71d9f8-3f17-4b52-a4bf-d69bacdaa9f8 req-7de3ee3a-c57b-485f-9862-759ee5418eb6 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/ports?device_id=836f31c0-501b-49b9-9d23-733411620453 HTTP/1.1" status: 200 len: 210 time: 0.1440549 Nov 22 20:22:19.988532 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-031a0085-698d-4e93-a64e-84a6365d55b3 req-883af654-f239-46da-93e7-66ed89d19168 tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] 10.222.0.46 "GET /v2.0/ports?device_id=5fbb3e43-59d9-4022-b86a-7f0b09fcfe58 HTTP/1.1" status: 200 len: 210 time: 0.2378263 Nov 22 20:22:20.012179 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3e4cd237-ae41-4a1e-9242-8c837ea87164 req-af688838-45d3-4cef-93e6-13fc0a0fe325 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce76aa75-6890-4214-b1ec-455b43223b5d HTTP/1.1" status: 200 len: 210 time: 0.0902910 Nov 22 20:22:20.145744 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da7c890-903f-4fe5-bdeb-fd6bb721e018 req-c90283f9-5e0b-422c-9cac-c638c9f2e16e tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:22:20.149911 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4da7c890-903f-4fe5-bdeb-fd6bb721e018 req-c90283f9-5e0b-422c-9cac-c638c9f2e16e tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.41 "GET /v2.0/networks?id=41f439de-e657-4ca1-8a55-865945ee9732 HTTP/1.1" status: 200 len: 811 time: 0.6358101 Nov 22 20:22:20.169319 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-4da7c890-903f-4fe5-bdeb-fd6bb721e018 req-591a0aeb-5df0-46f7-8be2-c729ccef35bf tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Request body: {'port': {'device_id': '836f31c0-501b-49b9-9d23-733411620453', 'network_id': '41f439de-e657-4ca1-8a55-865945ee9732', 'admin_state_up': True, 'tenant_id': '76a9efddcf274563b133aa3f163fb3f9'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:22:20.378630 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4da7c890-903f-4fe5-bdeb-fd6bb721e018 req-591a0aeb-5df0-46f7-8be2-c729ccef35bf tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Made reservation on behalf of 76a9efddcf274563b133aa3f163fb3f9 for: {'port': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:22:20.382966 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-4da7c890-903f-4fe5-bdeb-fd6bb721e018 req-591a0aeb-5df0-46f7-8be2-c729ccef35bf tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:20.397177 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 4bd4ff60-bb76-452d-89f7-5c6dd2ecc907 no longer exists at agent hyperv_n-h2-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:22:20.437994 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] No Port match for: 4bd4ff60-bb76-452d-89f7-5c6dd2ecc907 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:22:20.438857 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 4bd4ff60-bb76-452d-89f7-5c6dd2ecc907 not bound to the agent host n-h2-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:22:20.524634 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d810f6-b8bc-4938-a602-1da723eb91b2 req-f947ef21-f12f-4064-8495-3d33111d15fa tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:22:20.526167 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-a3d810f6-b8bc-4938-a602-1da723eb91b2 req-f947ef21-f12f-4064-8495-3d33111d15fa tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] 10.222.0.41 "GET /v2.0/networks?id=352547e0-207e-4556-a1a1-f7d6c95fa4cd HTTP/1.1" status: 200 len: 815 time: 0.5912621 Nov 22 20:22:20.539310 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [req-a3d810f6-b8bc-4938-a602-1da723eb91b2 req-ba4cf196-3e68-4532-b902-c3df3e9a4bf5 tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] Request body: {'port': {'device_id': '5fbb3e43-59d9-4022-b86a-7f0b09fcfe58', 'network_id': '352547e0-207e-4556-a1a1-f7d6c95fa4cd', 'admin_state_up': True, 'tenant_id': '0a58786711ae4e778e9682d515473efc'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:22:20.562510 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [req-4da7c890-903f-4fe5-bdeb-fd6bb721e018 req-591a0aeb-5df0-46f7-8be2-c729ccef35bf tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Allocated IP 172.20.0.14 (41f439de-e657-4ca1-8a55-865945ee9732/d74b376c-118a-4e1f-b1b9-d074bfe85b19/ccb1c570-7442-4bd5-bb66-e479dec5137b) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:22:20.671692 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3d810f6-b8bc-4938-a602-1da723eb91b2 req-ba4cf196-3e68-4532-b902-c3df3e9a4bf5 tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] Made reservation on behalf of 0a58786711ae4e778e9682d515473efc for: {'port': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:22:20.675585 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-a3d810f6-b8bc-4938-a602-1da723eb91b2 req-ba4cf196-3e68-4532-b902-c3df3e9a4bf5 tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:20.828572 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-4da7c890-903f-4fe5-bdeb-fd6bb721e018 req-591a0aeb-5df0-46f7-8be2-c729ccef35bf tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:20.852206 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [req-a3d810f6-b8bc-4938-a602-1da723eb91b2 req-ba4cf196-3e68-4532-b902-c3df3e9a4bf5 tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] Allocated IP 172.20.0.10 (352547e0-207e-4556-a1a1-f7d6c95fa4cd/d5e4abcc-f6a8-473c-82a9-35e4932fd5a1/9a51919d-88ac-4ac5-bcf6-ae21cee539dd) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:22:20.855845 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e50b08-a764-4788-a03d-aa9d806a38d4 req-0dc81731-01a7-4a83-a16e-86469e67e1b6 tempest-InstanceActionsNegativeTestJSON-62871623 tempest-InstanceActionsNegativeTestJSON-62871623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:22:20.865032 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-90e50b08-a764-4788-a03d-aa9d806a38d4 req-0dc81731-01a7-4a83-a16e-86469e67e1b6 tempest-InstanceActionsNegativeTestJSON-62871623 tempest-InstanceActionsNegativeTestJSON-62871623-project] 10.222.0.46 "GET /v2.0/ports?device_id=7962f107-283f-4684-b36f-e7f6aaed3372 HTTP/1.1" status: 200 len: 945 time: 0.1629670 Nov 22 20:22:20.943961 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-301472d5-aa14-40f5-b990-9a332f69ddd0 req-b2976a0e-eeaf-4440-9957-157ab8892dcc tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/ports?device_id=836f31c0-501b-49b9-9d23-733411620453 HTTP/1.1" status: 200 len: 210 time: 0.0765440 Nov 22 20:22:21.095557 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-90e50b08-a764-4788-a03d-aa9d806a38d4 req-8bddb9b8-b460-4e35-ae4a-f67b066efba8 tempest-InstanceActionsNegativeTestJSON-62871623 tempest-InstanceActionsNegativeTestJSON-62871623-project] 10.222.0.46 "GET /v2.0/security-groups?id=7923a56f-4e3d-405d-82a5-6ddfba6861ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2295055 Nov 22 20:22:21.143311 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-a3d810f6-b8bc-4938-a602-1da723eb91b2 req-ba4cf196-3e68-4532-b902-c3df3e9a4bf5 tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:21.151492 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-4da7c890-903f-4fe5-bdeb-fd6bb721e018 req-591a0aeb-5df0-46f7-8be2-c729ccef35bf tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:21.202026 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e82399c9-cd10-4af2-9497-69a967466c0f req-c1f3b93e-b84b-4006-8c8d-da898ca5ec9f tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] 10.222.0.46 "GET /v2.0/ports?device_id=5fbb3e43-59d9-4022-b86a-7f0b09fcfe58 HTTP/1.1" status: 200 len: 210 time: 0.0835204 Nov 22 20:22:21.216048 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-a3d810f6-b8bc-4938-a602-1da723eb91b2 req-ba4cf196-3e68-4532-b902-c3df3e9a4bf5 tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:21.255506 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f8464a-a325-4959-914d-f577fd3940eb req-1830809f-d650-468d-bcbf-b45bdd9dbf4c tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:22:21.257267 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-26f8464a-a325-4959-914d-f577fd3940eb req-1830809f-d650-468d-bcbf-b45bdd9dbf4c tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.20 "GET /v2.0/networks?id=07a52fe9-f2bb-41b8-a0b8-a12077ec9b70 HTTP/1.1" status: 200 len: 814 time: 0.3884861 Nov 22 20:22:21.278679 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3d810f6-b8bc-4938-a602-1da723eb91b2 req-ba4cf196-3e68-4532-b902-c3df3e9a4bf5 tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] Network 352547e0-207e-4556-a1a1-f7d6c95fa4cd is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:22:21.287999 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4da7c890-903f-4fe5-bdeb-fd6bb721e018 req-591a0aeb-5df0-46f7-8be2-c729ccef35bf tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Network 41f439de-e657-4ca1-8a55-865945ee9732 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:22:21.290479 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8020909a-d18b-45c6-8f70-d3bc60ac1b94 req-a4c5b74e-6aed-4a1f-8763-8dc9d7e0b49a tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce76aa75-6890-4214-b1ec-455b43223b5d HTTP/1.1" status: 200 len: 210 time: 0.0871561 Nov 22 20:22:21.298190 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [req-a3d810f6-b8bc-4938-a602-1da723eb91b2 req-ba4cf196-3e68-4532-b902-c3df3e9a4bf5 tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:22:21.301460 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3d810f6-b8bc-4938-a602-1da723eb91b2 req-ba4cf196-3e68-4532-b902-c3df3e9a4bf5 tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:22:21.302137 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-26f8464a-a325-4959-914d-f577fd3940eb req-a2969160-bdc6-473e-8524-024c6d1623de tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] Request body: {'port': {'device_id': 'ce76aa75-6890-4214-b1ec-455b43223b5d', 'network_id': '07a52fe9-f2bb-41b8-a0b8-a12077ec9b70', 'admin_state_up': True, 'tenant_id': '953041b5ecb84670bb3f59610c3b98e5'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:22:21.310841 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [req-4da7c890-903f-4fe5-bdeb-fd6bb721e018 req-591a0aeb-5df0-46f7-8be2-c729ccef35bf tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:22:21.325217 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591a0aeb-5df0-46f7-8be2-c729ccef35bf tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Pushing event updated for resources: {'Port': ['ID=ccb1c570-7442-4bd5-bb66-e479dec5137b,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:22:21.342487 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80fe9328-eeaa-4dc6-befb-25531bcba98e None None] DHCP port deletion for 41f439de-e657-4ca1-8a55-865945ee9732 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:22:21.387612 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4cf196-3e68-4532-b902-c3df3e9a4bf5 tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] Pushing event updated for resources: {'Port': ['ID=9a51919d-88ac-4ac5-bcf6-ae21cee539dd,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:22:21.401917 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-4da7c890-903f-4fe5-bdeb-fd6bb721e018 req-591a0aeb-5df0-46f7-8be2-c729ccef35bf tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:22:21.450093 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-5d81e891-6489-42b8-ba4c-ac77725fdf25 None None] Provisioning complete for port ccb1c570-7442-4bd5-bb66-e479dec5137b triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:22:21.451706 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-5d81e891-6489-42b8-ba4c-ac77725fdf25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:21.493356 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d810f6-b8bc-4938-a602-1da723eb91b2 req-ba4cf196-3e68-4532-b902-c3df3e9a4bf5 tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:22:21.494201 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-a3d810f6-b8bc-4938-a602-1da723eb91b2 req-ba4cf196-3e68-4532-b902-c3df3e9a4bf5 tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:21.534063 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-a3d810f6-b8bc-4938-a602-1da723eb91b2 req-ba4cf196-3e68-4532-b902-c3df3e9a4bf5 tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9992056 Nov 22 20:22:21.543835 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-5d81e891-6489-42b8-ba4c-ac77725fdf25 None None] Port ccb1c570-7442-4bd5-bb66-e479dec5137b cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:22:21.553464 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [req-a3d810f6-b8bc-4938-a602-1da723eb91b2 req-23ba3bbd-0e60-46aa-af2d-2e646ac307dd service neutron] Request body: {'port': {'device_id': '5fbb3e43-59d9-4022-b86a-7f0b09fcfe58', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818823-1'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:22:21.579803 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da7c890-903f-4fe5-bdeb-fd6bb721e018 req-591a0aeb-5df0-46f7-8be2-c729ccef35bf tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:22:21.580588 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-4da7c890-903f-4fe5-bdeb-fd6bb721e018 req-591a0aeb-5df0-46f7-8be2-c729ccef35bf tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:21.584892 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26f8464a-a325-4959-914d-f577fd3940eb req-a2969160-bdc6-473e-8524-024c6d1623de tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] Made reservation on behalf of 953041b5ecb84670bb3f59610c3b98e5 for: {'port': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:22:21.589302 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-26f8464a-a325-4959-914d-f577fd3940eb req-a2969160-bdc6-473e-8524-024c6d1623de tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:21.623461 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4da7c890-903f-4fe5-bdeb-fd6bb721e018 req-591a0aeb-5df0-46f7-8be2-c729ccef35bf tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4567084 Nov 22 20:22:21.643038 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-4da7c890-903f-4fe5-bdeb-fd6bb721e018 req-97fd6fc0-3830-4354-bc45-0a52ac9b2e8a service neutron] Request body: {'port': {'device_id': '836f31c0-501b-49b9-9d23-733411620453', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818823-1'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:22:21.692443 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-a3d810f6-b8bc-4938-a602-1da723eb91b2 req-23ba3bbd-0e60-46aa-af2d-2e646ac307dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:21.762965 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-4da7c890-903f-4fe5-bdeb-fd6bb721e018 req-97fd6fc0-3830-4354-bc45-0a52ac9b2e8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:22.008910 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [req-a3d810f6-b8bc-4938-a602-1da723eb91b2 req-23ba3bbd-0e60-46aa-af2d-2e646ac307dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a51919d-88ac-4ac5-bcf6-ae21cee539dd {{(pid=103448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:22:22.018011 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-a3d810f6-b8bc-4938-a602-1da723eb91b2 req-23ba3bbd-0e60-46aa-af2d-2e646ac307dd service neutron] Publish callbacks [] for port, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:22.032347 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [req-a3d810f6-b8bc-4938-a602-1da723eb91b2 req-23ba3bbd-0e60-46aa-af2d-2e646ac307dd service neutron] Transition to ACTIVE for port object 9a51919d-88ac-4ac5-bcf6-ae21cee539dd will not be triggered until provisioned by entity L2. {{(pid=103448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 20:22:22.037868 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-a3d810f6-b8bc-4938-a602-1da723eb91b2 req-23ba3bbd-0e60-46aa-af2d-2e646ac307dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:22.107006 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [req-4da7c890-903f-4fe5-bdeb-fd6bb721e018 req-97fd6fc0-3830-4354-bc45-0a52ac9b2e8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ccb1c570-7442-4bd5-bb66-e479dec5137b {{(pid=103447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:22:22.114981 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-4da7c890-903f-4fe5-bdeb-fd6bb721e018 req-97fd6fc0-3830-4354-bc45-0a52ac9b2e8a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:22.133457 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.provisioning_blocks [req-4da7c890-903f-4fe5-bdeb-fd6bb721e018 req-97fd6fc0-3830-4354-bc45-0a52ac9b2e8a service neutron] Transition to ACTIVE for port object ccb1c570-7442-4bd5-bb66-e479dec5137b will not be triggered until provisioned by entity L2. {{(pid=103447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 20:22:22.183605 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ba3bbd-0e60-46aa-af2d-2e646ac307dd service neutron] Pushing event updated for resources: {'Port': ['ID=9a51919d-88ac-4ac5-bcf6-ae21cee539dd,revision_number=2']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:22:22.194032 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-4da7c890-903f-4fe5-bdeb-fd6bb721e018 req-97fd6fc0-3830-4354-bc45-0a52ac9b2e8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:22.249782 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-a3d810f6-b8bc-4938-a602-1da723eb91b2 req-23ba3bbd-0e60-46aa-af2d-2e646ac307dd service neutron] Attempting to bind port 9a51919d-88ac-4ac5-bcf6-ae21cee539dd on host n-h1-818823-1 for vnic_type normal with profile {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:22:22.250418 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-a3d810f6-b8bc-4938-a602-1da723eb91b2 req-23ba3bbd-0e60-46aa-af2d-2e646ac307dd service neutron] Attempting to bind port 9a51919d-88ac-4ac5-bcf6-ae21cee539dd by drivers openvswitch,hyperv on host n-h1-818823-1 at level 0 using segments [{'id': '019862db-e247-48e6-a4aa-8a2eeecc7cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '352547e0-207e-4556-a1a1-f7d6c95fa4cd'}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:22:22.251045 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d810f6-b8bc-4938-a602-1da723eb91b2 req-23ba3bbd-0e60-46aa-af2d-2e646ac307dd service neutron] Attempting to bind port 9a51919d-88ac-4ac5-bcf6-ae21cee539dd on network 352547e0-207e-4556-a1a1-f7d6c95fa4cd {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:22:22.257246 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d810f6-b8bc-4938-a602-1da723eb91b2 req-23ba3bbd-0e60-46aa-af2d-2e646ac307dd service neutron] Port 9a51919d-88ac-4ac5-bcf6-ae21cee539dd on network 352547e0-207e-4556-a1a1-f7d6c95fa4cd not bound, no agent of type Open vSwitch agent registered on host n-h1-818823-1 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:22:22.258648 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d810f6-b8bc-4938-a602-1da723eb91b2 req-23ba3bbd-0e60-46aa-af2d-2e646ac307dd service neutron] Attempting to bind port 9a51919d-88ac-4ac5-bcf6-ae21cee539dd on network 352547e0-207e-4556-a1a1-f7d6c95fa4cd {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:22:22.264680 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d810f6-b8bc-4938-a602-1da723eb91b2 req-23ba3bbd-0e60-46aa-af2d-2e646ac307dd service neutron] Checking agent: {'id': '7a008cff-3b49-418c-8046-689d46cc800f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'started_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 22, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:22:22.265206 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d810f6-b8bc-4938-a602-1da723eb91b2 req-23ba3bbd-0e60-46aa-af2d-2e646ac307dd service neutron] Checking segment: {'id': '019862db-e247-48e6-a4aa-8a2eeecc7cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '352547e0-207e-4556-a1a1-f7d6c95fa4cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:22:22.265601 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d810f6-b8bc-4938-a602-1da723eb91b2 req-23ba3bbd-0e60-46aa-af2d-2e646ac307dd service neutron] Bound using segment: {'id': '019862db-e247-48e6-a4aa-8a2eeecc7cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '352547e0-207e-4556-a1a1-f7d6c95fa4cd'} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:22:22.266032 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-a3d810f6-b8bc-4938-a602-1da723eb91b2 req-23ba3bbd-0e60-46aa-af2d-2e646ac307dd service neutron] Bound port: 9a51919d-88ac-4ac5-bcf6-ae21cee539dd, host: n-h1-818823-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '019862db-e247-48e6-a4aa-8a2eeecc7cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '352547e0-207e-4556-a1a1-f7d6c95fa4cd'}}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:22:22.266451 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-a3d810f6-b8bc-4938-a602-1da723eb91b2 req-23ba3bbd-0e60-46aa-af2d-2e646ac307dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:22.294477 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7e027f9-3bcf-40f5-bdbe-2def7dc125b6 None None] DHCP port deletion for 41f439de-e657-4ca1-8a55-865945ee9732 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:22:22.310388 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [req-26f8464a-a325-4959-914d-f577fd3940eb req-a2969160-bdc6-473e-8524-024c6d1623de tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] Allocated IP 172.20.0.8 (07a52fe9-f2bb-41b8-a0b8-a12077ec9b70/700f25ca-fe48-4186-881c-bc8e45e72e13/3af90274-6df2-49fc-a29e-804805813bff) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:22:22.324148 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fd6fc0-3830-4354-bc45-0a52ac9b2e8a service neutron] Pushing event updated for resources: {'Port': ['ID=ccb1c570-7442-4bd5-bb66-e479dec5137b,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:22:22.343109 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74dfb5f-ad83-46fe-8a3e-37304391cd1d req-d1e56c4a-c4c0-449d-84f2-b0a80a1abac1 tempest-InstanceActionsNegativeTestJSON-62871623 tempest-InstanceActionsNegativeTestJSON-62871623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:22:22.347901 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d74dfb5f-ad83-46fe-8a3e-37304391cd1d req-d1e56c4a-c4c0-449d-84f2-b0a80a1abac1 tempest-InstanceActionsNegativeTestJSON-62871623 tempest-InstanceActionsNegativeTestJSON-62871623-project] 10.222.0.46 "GET /v2.0/ports?device_id=7962f107-283f-4684-b36f-e7f6aaed3372 HTTP/1.1" status: 200 len: 945 time: 0.6038551 Nov 22 20:22:22.373574 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-a3d810f6-b8bc-4938-a602-1da723eb91b2 req-23ba3bbd-0e60-46aa-af2d-2e646ac307dd service neutron] For port 9a51919d-88ac-4ac5-bcf6-ae21cee539dd, host n-h1-818823-1, cleared binding levels {{(pid=103448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:22:22.374056 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6c23aa-d3d9-4cd3-ae8c-9012726a27a5 req-5e6aecf9-34e4-486e-9c0c-87645b48eda6 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:22:22.375837 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ce6c23aa-d3d9-4cd3-ae8c-9012726a27a5 req-5e6aecf9-34e4-486e-9c0c-87645b48eda6 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/ports?device_id=836f31c0-501b-49b9-9d23-733411620453 HTTP/1.1" status: 200 len: 944 time: 0.2410264 Nov 22 20:22:22.385832 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-a3d810f6-b8bc-4938-a602-1da723eb91b2 req-23ba3bbd-0e60-46aa-af2d-2e646ac307dd service neutron] For port 9a51919d-88ac-4ac5-bcf6-ae21cee539dd, host n-h1-818823-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=9a51919d-88ac-4ac5-bcf6-ae21cee539dd,segment=NetworkSegment(019862db-e247-48e6-a4aa-8a2eeecc7cca),segment_id=019862db-e247-48e6-a4aa-8a2eeecc7cca)] {{(pid=103448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:22:22.391818 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-a3d810f6-b8bc-4938-a602-1da723eb91b2 req-23ba3bbd-0e60-46aa-af2d-2e646ac307dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:22.474499 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d810f6-b8bc-4938-a602-1da723eb91b2 req-23ba3bbd-0e60-46aa-af2d-2e646ac307dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:22:22.475799 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-a3d810f6-b8bc-4938-a602-1da723eb91b2 req-23ba3bbd-0e60-46aa-af2d-2e646ac307dd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:22.477986 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-a3d810f6-b8bc-4938-a602-1da723eb91b2 req-23ba3bbd-0e60-46aa-af2d-2e646ac307dd service neutron] 10.222.0.41 "PUT /v2.0/ports/9a51919d-88ac-4ac5-bcf6-ae21cee539dd HTTP/1.1" status: 200 len: 1092 time: 0.9355443 Nov 22 20:22:22.478826 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fbb3e43-59d9-4022-b86a-7f0b09fcfe58', 'tag': '9a51919d-88ac-4ac5-bcf6-ae21cee539dd'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:22:22.481649 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589a98cf2aea187fcc423a5edb333e5a6cf3ad7c81115d1ebee0f079693c312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1e32c8e-4f59-430a-9749-9ae1a9d3eda9" -d '{"events": [{"name": "network-changed", "server_uuid": "5fbb3e43-59d9-4022-b86a-7f0b09fcfe58", "tag": "9a51919d-88ac-4ac5-bcf6-ae21cee539dd"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:22:22.493477 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ba3bbd-0e60-46aa-af2d-2e646ac307dd service neutron] Pushing event updated for resources: {'Port': ['ID=9a51919d-88ac-4ac5-bcf6-ae21cee539dd,revision_number=3']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:22:22.608278 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d810f6-b8bc-4938-a602-1da723eb91b2 req-726fa097-6f7f-4c87-a8a5-330d5c93417b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:22:22.610947 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-a3d810f6-b8bc-4938-a602-1da723eb91b2 req-726fa097-6f7f-4c87-a8a5-330d5c93417b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0a58786711ae4e778e9682d515473efc&device_id=5fbb3e43-59d9-4022-b86a-7f0b09fcfe58 HTTP/1.1" status: 200 len: 1095 time: 0.0773447 Nov 22 20:22:22.671924 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-a3d810f6-b8bc-4938-a602-1da723eb91b2 req-eb3d5591-8af7-472c-9332-b00871445bb5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9a51919d-88ac-4ac5-bcf6-ae21cee539dd HTTP/1.1" status: 200 len: 217 time: 0.0525498 Nov 22 20:22:22.771721 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d810f6-b8bc-4938-a602-1da723eb91b2 req-198bcf2e-050c-42a9-973c-37bc637984c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:22:22.773420 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-a3d810f6-b8bc-4938-a602-1da723eb91b2 req-198bcf2e-050c-42a9-973c-37bc637984c0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d5e4abcc-f6a8-473c-82a9-35e4932fd5a1 HTTP/1.1" status: 200 len: 855 time: 0.0903268 Nov 22 20:22:22.817890 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-a3d810f6-b8bc-4938-a602-1da723eb91b2 req-a12aa191-6ba6-4fee-873e-bb34b0e0ca3c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=352547e0-207e-4556-a1a1-f7d6c95fa4cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330272 Nov 22 20:22:22.909550 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-4da7c890-903f-4fe5-bdeb-fd6bb721e018 req-97fd6fc0-3830-4354-bc45-0a52ac9b2e8a service neutron] Attempting to bind port ccb1c570-7442-4bd5-bb66-e479dec5137b on host n-h1-818823-1 for vnic_type normal with profile {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:22:22.910101 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-4da7c890-903f-4fe5-bdeb-fd6bb721e018 req-97fd6fc0-3830-4354-bc45-0a52ac9b2e8a service neutron] Attempting to bind port ccb1c570-7442-4bd5-bb66-e479dec5137b by drivers openvswitch,hyperv on host n-h1-818823-1 at level 0 using segments [{'id': 'ac5f3349-9549-4263-b08f-bbbf3ebb8ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '41f439de-e657-4ca1-8a55-865945ee9732'}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:22:22.910101 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da7c890-903f-4fe5-bdeb-fd6bb721e018 req-97fd6fc0-3830-4354-bc45-0a52ac9b2e8a service neutron] Attempting to bind port ccb1c570-7442-4bd5-bb66-e479dec5137b on network 41f439de-e657-4ca1-8a55-865945ee9732 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:22:22.931480 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-a3d810f6-b8bc-4938-a602-1da723eb91b2 req-951f5944-8b99-46cf-9ca5-b7c6dcd69192 service neutron] 10.222.0.41 "GET /v2.0/networks/352547e0-207e-4556-a1a1-f7d6c95fa4cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045275 Nov 22 20:22:22.934901 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ce6c23aa-d3d9-4cd3-ae8c-9012726a27a5 req-44b5bb9c-ad1f-47d7-9c09-91b98d734062 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6bb4485-0c85-4226-9793-14795129f329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5234690 Nov 22 20:22:22.943642 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da7c890-903f-4fe5-bdeb-fd6bb721e018 req-97fd6fc0-3830-4354-bc45-0a52ac9b2e8a service neutron] Port ccb1c570-7442-4bd5-bb66-e479dec5137b on network 41f439de-e657-4ca1-8a55-865945ee9732 not bound, no agent of type Open vSwitch agent registered on host n-h1-818823-1 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:22:22.943966 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da7c890-903f-4fe5-bdeb-fd6bb721e018 req-97fd6fc0-3830-4354-bc45-0a52ac9b2e8a service neutron] Attempting to bind port ccb1c570-7442-4bd5-bb66-e479dec5137b on network 41f439de-e657-4ca1-8a55-865945ee9732 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:22:22.961674 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da7c890-903f-4fe5-bdeb-fd6bb721e018 req-97fd6fc0-3830-4354-bc45-0a52ac9b2e8a service neutron] Checking agent: {'id': '7a008cff-3b49-418c-8046-689d46cc800f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'started_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 22, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:22:22.961674 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da7c890-903f-4fe5-bdeb-fd6bb721e018 req-97fd6fc0-3830-4354-bc45-0a52ac9b2e8a service neutron] Checking segment: {'id': 'ac5f3349-9549-4263-b08f-bbbf3ebb8ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '41f439de-e657-4ca1-8a55-865945ee9732'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:22:22.961674 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da7c890-903f-4fe5-bdeb-fd6bb721e018 req-97fd6fc0-3830-4354-bc45-0a52ac9b2e8a service neutron] Bound using segment: {'id': 'ac5f3349-9549-4263-b08f-bbbf3ebb8ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '41f439de-e657-4ca1-8a55-865945ee9732'} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:22:22.961674 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-4da7c890-903f-4fe5-bdeb-fd6bb721e018 req-97fd6fc0-3830-4354-bc45-0a52ac9b2e8a service neutron] Bound port: ccb1c570-7442-4bd5-bb66-e479dec5137b, host: n-h1-818823-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac5f3349-9549-4263-b08f-bbbf3ebb8ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '41f439de-e657-4ca1-8a55-865945ee9732'}}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:22:22.961674 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-4da7c890-903f-4fe5-bdeb-fd6bb721e018 req-97fd6fc0-3830-4354-bc45-0a52ac9b2e8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:22.967007 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d74dfb5f-ad83-46fe-8a3e-37304391cd1d req-bb9e1468-c371-4272-a737-92c136f38bd4 tempest-InstanceActionsNegativeTestJSON-62871623 tempest-InstanceActionsNegativeTestJSON-62871623-project] 10.222.0.46 "GET /v2.0/security-groups?id=7923a56f-4e3d-405d-82a5-6ddfba6861ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6128814 Nov 22 20:22:23.097448 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-a3d810f6-b8bc-4938-a602-1da723eb91b2 req-acaa4b9a-da98-4fc2-a090-5bac35a301af service neutron] 10.222.0.41 "GET /v2.0/networks/352547e0-207e-4556-a1a1-f7d6c95fa4cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490409 Nov 22 20:22:23.174489 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-26f8464a-a325-4959-914d-f577fd3940eb req-a2969160-bdc6-473e-8524-024c6d1623de tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:23.223721 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-55547438-877c-4872-a4d4-95ece87990d5 req-39c6e172-2ead-4ffa-a379-805a3b8ba458 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce76aa75-6890-4214-b1ec-455b43223b5d HTTP/1.1" status: 200 len: 210 time: 0.1152253 Nov 22 20:22:23.285387 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-4da7c890-903f-4fe5-bdeb-fd6bb721e018 req-97fd6fc0-3830-4354-bc45-0a52ac9b2e8a service neutron] For port ccb1c570-7442-4bd5-bb66-e479dec5137b, host n-h1-818823-1, cleared binding levels {{(pid=103447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:22:23.290974 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-4da7c890-903f-4fe5-bdeb-fd6bb721e018 req-97fd6fc0-3830-4354-bc45-0a52ac9b2e8a service neutron] For port ccb1c570-7442-4bd5-bb66-e479dec5137b, host n-h1-818823-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=ccb1c570-7442-4bd5-bb66-e479dec5137b,segment=NetworkSegment(ac5f3349-9549-4263-b08f-bbbf3ebb8ed3),segment_id=ac5f3349-9549-4263-b08f-bbbf3ebb8ed3)] {{(pid=103447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:22:23.312942 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-4da7c890-903f-4fe5-bdeb-fd6bb721e018 req-97fd6fc0-3830-4354-bc45-0a52ac9b2e8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:23.328413 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52a9e6d-32d3-4354-ad4e-98688cc147fa req-f5051c63-7342-467d-916b-6a725e615157 tempest-InstanceActionsNegativeTestJSON-62871623 tempest-InstanceActionsNegativeTestJSON-62871623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:22:23.330204 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c52a9e6d-32d3-4354-ad4e-98688cc147fa req-f5051c63-7342-467d-916b-6a725e615157 tempest-InstanceActionsNegativeTestJSON-62871623 tempest-InstanceActionsNegativeTestJSON-62871623-project] 10.222.0.41 "GET /v2.0/ports?device_id=7962f107-283f-4684-b36f-e7f6aaed3372 HTTP/1.1" status: 200 len: 945 time: 0.3621287 Nov 22 20:22:23.368852 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 20:22:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04e9ecca-a3bd-4e8b-9af9-afb940c0980e x-openstack-request-id: req-04e9ecca-a3bd-4e8b-9af9-afb940c0980e {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:22:23.369225 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fbb3e43-59d9-4022-b86a-7f0b09fcfe58", "tag": "9a51919d-88ac-4ac5-bcf6-ae21cee539dd", "status": "completed", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:22:23.369551 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-04e9ecca-a3bd-4e8b-9af9-afb940c0980e {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:22:23.370025 n-d-818823-1 neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fbb3e43-59d9-4022-b86a-7f0b09fcfe58', 'tag': '9a51919d-88ac-4ac5-bcf6-ae21cee539dd', 'status': 'completed', 'code': 200} Nov 22 20:22:23.399215 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b1e14b-8177-4fe0-81f9-e0cf5bb76f2d req-7e01397c-7336-4111-b96a-8d23af3c833b tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:22:23.406751 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-55b1e14b-8177-4fe0-81f9-e0cf5bb76f2d req-7e01397c-7336-4111-b96a-8d23af3c833b tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] 10.222.0.46 "GET /v2.0/ports?device_id=5fbb3e43-59d9-4022-b86a-7f0b09fcfe58 HTTP/1.1" status: 200 len: 944 time: 0.3271160 Nov 22 20:22:23.473924 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e32c8e-4f59-430a-9749-9ae1a9d3eda9 req-ecd8eb83-6893-4e8a-94f8-c8aa51006fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:22:23.475003 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6d75aee-46de-48de-9f23-2482f987afeb None None] DHCP port deletion for 41f439de-e657-4ca1-8a55-865945ee9732 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:22:23.477333 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-d1e32c8e-4f59-430a-9749-9ae1a9d3eda9 req-ecd8eb83-6893-4e8a-94f8-c8aa51006fa4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0a58786711ae4e778e9682d515473efc&device_id=5fbb3e43-59d9-4022-b86a-7f0b09fcfe58 HTTP/1.1" status: 200 len: 1095 time: 0.0817459 Nov 22 20:22:23.502448 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da7c890-903f-4fe5-bdeb-fd6bb721e018 req-97fd6fc0-3830-4354-bc45-0a52ac9b2e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:22:23.503293 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-4da7c890-903f-4fe5-bdeb-fd6bb721e018 req-97fd6fc0-3830-4354-bc45-0a52ac9b2e8a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:23.504879 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4da7c890-903f-4fe5-bdeb-fd6bb721e018 req-97fd6fc0-3830-4354-bc45-0a52ac9b2e8a service neutron] 10.222.0.41 "PUT /v2.0/ports/ccb1c570-7442-4bd5-bb66-e479dec5137b HTTP/1.1" status: 200 len: 1092 time: 1.8773763 Nov 22 20:22:23.507702 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '836f31c0-501b-49b9-9d23-733411620453', 'tag': 'ccb1c570-7442-4bd5-bb66-e479dec5137b'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:22:23.510015 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3be3be92-6590-4631-8048-f4341aee89e4" -d '{"events": [{"name": "network-changed", "server_uuid": "836f31c0-501b-49b9-9d23-733411620453", "tag": "ccb1c570-7442-4bd5-bb66-e479dec5137b"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:22:23.519805 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-26f8464a-a325-4959-914d-f577fd3940eb req-a2969160-bdc6-473e-8524-024c6d1623de tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:23.592046 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-55b1e14b-8177-4fe0-81f9-e0cf5bb76f2d req-10467b0f-a533-4afd-9f9f-8527f38ef037 tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] 10.222.0.46 "GET /v2.0/security-groups?id=d95e1db1-f0c9-4323-bdfe-93688145577c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842811 Nov 22 20:22:23.596250 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26f8464a-a325-4959-914d-f577fd3940eb req-a2969160-bdc6-473e-8524-024c6d1623de tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] Network 07a52fe9-f2bb-41b8-a0b8-a12077ec9b70 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:22:23.606191 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 20:22:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c21bd4f-c355-495f-9a8e-f9265229425b x-openstack-request-id: req-7c21bd4f-c355-495f-9a8e-f9265229425b {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:22:23.606834 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "836f31c0-501b-49b9-9d23-733411620453", "tag": "ccb1c570-7442-4bd5-bb66-e479dec5137b", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:22:23.607319 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7c21bd4f-c355-495f-9a8e-f9265229425b {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:22:23.607968 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '836f31c0-501b-49b9-9d23-733411620453', 'tag': 'ccb1c570-7442-4bd5-bb66-e479dec5137b', 'status': 'completed', 'code': 200} Nov 22 20:22:23.610050 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [req-26f8464a-a325-4959-914d-f577fd3940eb req-a2969160-bdc6-473e-8524-024c6d1623de tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:22:23.613293 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-26f8464a-a325-4959-914d-f577fd3940eb req-a2969160-bdc6-473e-8524-024c6d1623de tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:22:23.634227 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fd6fc0-3830-4354-bc45-0a52ac9b2e8a service neutron] Pushing event updated for resources: {'Port': ['ID=ccb1c570-7442-4bd5-bb66-e479dec5137b,revision_number=3']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:22:23.662858 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fd6fc0-3830-4354-bc45-0a52ac9b2e8a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:22:23.663568 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fd6fc0-3830-4354-bc45-0a52ac9b2e8a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:22:23.664534 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fd6fc0-3830-4354-bc45-0a52ac9b2e8a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:22:23.665216 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fd6fc0-3830-4354-bc45-0a52ac9b2e8a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:22:23.665665 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fd6fc0-3830-4354-bc45-0a52ac9b2e8a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:22:23.666274 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fd6fc0-3830-4354-bc45-0a52ac9b2e8a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:22:23.666836 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fd6fc0-3830-4354-bc45-0a52ac9b2e8a service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:22:23.667276 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fd6fc0-3830-4354-bc45-0a52ac9b2e8a service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:22:23.667738 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fd6fc0-3830-4354-bc45-0a52ac9b2e8a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:22:23.668178 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fd6fc0-3830-4354-bc45-0a52ac9b2e8a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:22:23.668622 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fd6fc0-3830-4354-bc45-0a52ac9b2e8a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:22:23.669030 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fd6fc0-3830-4354-bc45-0a52ac9b2e8a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:22:23.684217 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e32c8e-4f59-430a-9749-9ae1a9d3eda9 req-77da557b-828e-466a-b878-3325a88c09b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:22:23.685796 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-d1e32c8e-4f59-430a-9749-9ae1a9d3eda9 req-77da557b-828e-466a-b878-3325a88c09b2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=352547e0-207e-4556-a1a1-f7d6c95fa4cd HTTP/1.1" status: 200 len: 916 time: 0.1960826 Nov 22 20:22:23.745784 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-d1e32c8e-4f59-430a-9749-9ae1a9d3eda9 req-af41036d-4f50-4164-a6dd-f84d1b7d8034 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9a51919d-88ac-4ac5-bcf6-ae21cee539dd HTTP/1.1" status: 200 len: 217 time: 0.0524673 Nov 22 20:22:23.798763 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f8464a-a325-4959-914d-f577fd3940eb req-a2969160-bdc6-473e-8524-024c6d1623de tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:22:23.799438 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-26f8464a-a325-4959-914d-f577fd3940eb req-a2969160-bdc6-473e-8524-024c6d1623de tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:23.817058 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e32c8e-4f59-430a-9749-9ae1a9d3eda9 req-80cd1c1e-8f56-4c98-bb12-6e09ff12e094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:22:23.819675 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-d1e32c8e-4f59-430a-9749-9ae1a9d3eda9 req-80cd1c1e-8f56-4c98-bb12-6e09ff12e094 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d5e4abcc-f6a8-473c-82a9-35e4932fd5a1 HTTP/1.1" status: 200 len: 855 time: 0.0668507 Nov 22 20:22:23.829024 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-26f8464a-a325-4959-914d-f577fd3940eb req-a2969160-bdc6-473e-8524-024c6d1623de tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5449908 Nov 22 20:22:23.834977 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-c52a9e6d-32d3-4354-ad4e-98688cc147fa req-3e81d119-6905-461b-a62e-67ee8a966d6d tempest-InstanceActionsNegativeTestJSON-62871623 tempest-InstanceActionsNegativeTestJSON-62871623-project] Deleting port f7b3099e-e9ef-48bf-be7a-f68a6088a21a {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:22:23.835244 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-c52a9e6d-32d3-4354-ad4e-98688cc147fa req-3e81d119-6905-461b-a62e-67ee8a966d6d tempest-InstanceActionsNegativeTestJSON-62871623 tempest-InstanceActionsNegativeTestJSON-62871623-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:23.854726 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da7c890-903f-4fe5-bdeb-fd6bb721e018 req-11936ad0-7b2c-4d6c-9b05-32617e26375d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:22:23.856434 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4da7c890-903f-4fe5-bdeb-fd6bb721e018 req-11936ad0-7b2c-4d6c-9b05-32617e26375d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=76a9efddcf274563b133aa3f163fb3f9&device_id=836f31c0-501b-49b9-9d23-733411620453 HTTP/1.1" status: 200 len: 1095 time: 0.2853963 Nov 22 20:22:23.857542 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-d1e32c8e-4f59-430a-9749-9ae1a9d3eda9 req-cb584d53-1404-4fe8-81db-af54d5cc7f58 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=352547e0-207e-4556-a1a1-f7d6c95fa4cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290310 Nov 22 20:22:23.871840 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-26f8464a-a325-4959-914d-f577fd3940eb req-de473760-ee12-4712-ad96-817624aea593 service neutron] Request body: {'port': {'device_id': 'ce76aa75-6890-4214-b1ec-455b43223b5d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818823-1'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:22:23.901052 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2969160-bdc6-473e-8524-024c6d1623de tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] Pushing event updated for resources: {'Port': ['ID=3af90274-6df2-49fc-a29e-804805813bff,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:22:23.973185 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4da7c890-903f-4fe5-bdeb-fd6bb721e018 req-d716ed90-f8cc-44a1-a23c-912aa04e7c1f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ccb1c570-7442-4bd5-bb66-e479dec5137b HTTP/1.1" status: 200 len: 217 time: 0.0742173 Nov 22 20:22:24.002999 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-d1e32c8e-4f59-430a-9749-9ae1a9d3eda9 req-071095dd-e57f-4a70-a890-4f5cde9d0376 service neutron] 10.222.0.41 "GET /v2.0/networks/352547e0-207e-4556-a1a1-f7d6c95fa4cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285696 Nov 22 20:22:24.097391 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-c52a9e6d-32d3-4354-ad4e-98688cc147fa req-3e81d119-6905-461b-a62e-67ee8a966d6d tempest-InstanceActionsNegativeTestJSON-62871623 tempest-InstanceActionsNegativeTestJSON-62871623-project] For port f7b3099e-e9ef-48bf-be7a-f68a6088a21a, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=f7b3099e-e9ef-48bf-be7a-f68a6088a21a,segment=NetworkSegment(9a26cfda-cac3-416d-a232-aa2d980cdf5d),segment_id=9a26cfda-cac3-416d-a232-aa2d980cdf5d)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:22:24.098213 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-c52a9e6d-32d3-4354-ad4e-98688cc147fa req-3e81d119-6905-461b-a62e-67ee8a966d6d tempest-InstanceActionsNegativeTestJSON-62871623 tempest-InstanceActionsNegativeTestJSON-62871623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:24.160941 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-d1e32c8e-4f59-430a-9749-9ae1a9d3eda9 req-a5d98c9b-9c9f-4662-9212-d7880b661421 service neutron] 10.222.0.41 "GET /v2.0/networks/352547e0-207e-4556-a1a1-f7d6c95fa4cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511242 Nov 22 20:22:24.173034 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-c52a9e6d-32d3-4354-ad4e-98688cc147fa req-3e81d119-6905-461b-a62e-67ee8a966d6d tempest-InstanceActionsNegativeTestJSON-62871623 tempest-InstanceActionsNegativeTestJSON-62871623-project] Calling delete_port for f7b3099e-e9ef-48bf-be7a-f68a6088a21a owned by compute:nova {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:22:24.203107 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-26f8464a-a325-4959-914d-f577fd3940eb req-de473760-ee12-4712-ad96-817624aea593 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:24.323222 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da7c890-903f-4fe5-bdeb-fd6bb721e018 req-f3f40769-3210-4ec3-9325-3c54acfab36e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:22:24.324943 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4da7c890-903f-4fe5-bdeb-fd6bb721e018 req-f3f40769-3210-4ec3-9325-3c54acfab36e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d74b376c-118a-4e1f-b1b9-d074bfe85b19 HTTP/1.1" status: 200 len: 851 time: 0.3255081 Nov 22 20:22:24.387722 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d47604-4d6c-45b2-bf48-b4247884eda1 req-05f9f4e0-8eb3-4be6-ac69-2ff5d62d85d8 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:22:24.389272 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-14d47604-4d6c-45b2-bf48-b4247884eda1 req-05f9f4e0-8eb3-4be6-ac69-2ff5d62d85d8 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/ports?device_id=836f31c0-501b-49b9-9d23-733411620453 HTTP/1.1" status: 200 len: 944 time: 0.2787645 Nov 22 20:22:24.396397 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4da7c890-903f-4fe5-bdeb-fd6bb721e018 req-7299cbd9-6ed4-4711-9eb6-b49e02474913 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=41f439de-e657-4ca1-8a55-865945ee9732&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0592098 Nov 22 20:22:24.419070 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e047e49e-8a54-4acf-8927-c57c3f1e36d1 req-7ca29d10-4144-4907-a68a-64bfe8e9488d tempest-InstanceActionsNegativeTestJSON-62871623 tempest-InstanceActionsNegativeTestJSON-62871623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:22:24.420646 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e047e49e-8a54-4acf-8927-c57c3f1e36d1 req-7ca29d10-4144-4907-a68a-64bfe8e9488d tempest-InstanceActionsNegativeTestJSON-62871623 tempest-InstanceActionsNegativeTestJSON-62871623-project] 10.222.0.46 "GET /v2.0/ports?device_id=7962f107-283f-4684-b36f-e7f6aaed3372 HTTP/1.1" status: 200 len: 945 time: 0.3071887 Nov 22 20:22:24.589026 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 9a51919d-88ac-4ac5-bcf6-ae21cee539dd details requested by agent hyperv_n-h1-818823-1 with host n-h1-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 20:22:24.723713 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 9a51919d-88ac-4ac5-bcf6-ae21cee539dd, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=9a51919d-88ac-4ac5-bcf6-ae21cee539dd,segment=NetworkSegment(019862db-e247-48e6-a4aa-8a2eeecc7cca),segment_id=019862db-e247-48e6-a4aa-8a2eeecc7cca)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:22:24.729978 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e047e49e-8a54-4acf-8927-c57c3f1e36d1 req-6cffcdf6-4c2f-4707-945b-00ab5df75298 tempest-InstanceActionsNegativeTestJSON-62871623 tempest-InstanceActionsNegativeTestJSON-62871623-project] 10.222.0.46 "GET /v2.0/security-groups?id=7923a56f-4e3d-405d-82a5-6ddfba6861ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2963161 Nov 22 20:22:24.740858 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Returning: {'device': '9a51919d-88ac-4ac5-bcf6-ae21cee539dd', 'network_id': '352547e0-207e-4556-a1a1-f7d6c95fa4cd', 'port_id': '9a51919d-88ac-4ac5-bcf6-ae21cee539dd', 'mac_address': 'fa:16:3e:6c:9f:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5e4abcc-f6a8-473c-82a9-35e4932fd5a1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 20:22:24.758703 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-14d47604-4d6c-45b2-bf48-b4247884eda1 req-bc70426c-9f64-435a-b1f2-931ef5c5a8d7 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6bb4485-0c85-4226-9793-14795129f329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3524034 Nov 22 20:22:24.784292 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-c52a9e6d-32d3-4354-ad4e-98688cc147fa req-3e81d119-6905-461b-a62e-67ee8a966d6d tempest-InstanceActionsNegativeTestJSON-62871623 tempest-InstanceActionsNegativeTestJSON-62871623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:24.835005 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:24.841743 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] get_ports_and_sgs() called for port_ids ['f7b3099e-e9ef-48bf-be7a-f68a6088a21a'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:22:24.849436 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4da7c890-903f-4fe5-bdeb-fd6bb721e018 req-65e0ea2c-7114-437b-b4aa-6ba5bdebe206 service neutron] 10.222.0.41 "GET /v2.0/networks/41f439de-e657-4ca1-8a55-865945ee9732?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4401445 Nov 22 20:22:24.857176 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e81d119-6905-461b-a62e-67ee8a966d6d tempest-InstanceActionsNegativeTestJSON-62871623 tempest-InstanceActionsNegativeTestJSON-62871623-project] Pushing event deleted for resources: {'Port': ['ID=f7b3099e-e9ef-48bf-be7a-f68a6088a21a,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:22:24.952780 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a51919d-88ac-4ac5-bcf6-ae21cee539dd {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:22:24.990992 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 9a51919d-88ac-4ac5-bcf6-ae21cee539dd, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=9a51919d-88ac-4ac5-bcf6-ae21cee539dd,segment=NetworkSegment(019862db-e247-48e6-a4aa-8a2eeecc7cca),segment_id=019862db-e247-48e6-a4aa-8a2eeecc7cca)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:22:24.997954 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:25.113761 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.agents_db [None req-aa8313f2-1ee4-4e7b-8c5a-d32b2f9d31ee None None] Agent healthcheck: found 7 active agents {{(pid=103450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 20:22:25.115680 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=9a51919d-88ac-4ac5-bcf6-ae21cee539dd,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:22:25.218591 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-c52a9e6d-32d3-4354-ad4e-98688cc147fa req-3e81d119-6905-461b-a62e-67ee8a966d6d tempest-InstanceActionsNegativeTestJSON-62871623 tempest-InstanceActionsNegativeTestJSON-62871623-project] No DVR routers for this DVR port f7b3099e-e9ef-48bf-be7a-f68a6088a21a on host n-h1-818823-1 {{(pid=103447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:22:25.232115 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-c52a9e6d-32d3-4354-ad4e-98688cc147fa req-3e81d119-6905-461b-a62e-67ee8a966d6d tempest-InstanceActionsNegativeTestJSON-62871623 tempest-InstanceActionsNegativeTestJSON-62871623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:25.235543 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c52a9e6d-32d3-4354-ad4e-98688cc147fa req-3e81d119-6905-461b-a62e-67ee8a966d6d tempest-InstanceActionsNegativeTestJSON-62871623 tempest-InstanceActionsNegativeTestJSON-62871623-project] 10.222.0.41 "DELETE /v2.0/ports/f7b3099e-e9ef-48bf-be7a-f68a6088a21a HTTP/1.1" status: 204 len: 173 time: 1.8914516 Nov 22 20:22:25.257718 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] get_ports_and_sgs() called for port_ids ['9a51919d-88ac-4ac5-bcf6-ae21cee539dd'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:22:25.281331 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4da7c890-903f-4fe5-bdeb-fd6bb721e018 req-b8165dc6-5dd2-4785-bb72-84f4d6d97bdb service neutron] 10.222.0.41 "GET /v2.0/networks/41f439de-e657-4ca1-8a55-865945ee9732?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4219661 Nov 22 20:22:25.307868 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff75e857-acc2-40ef-a494-0718857aa496 req-aae5ff4c-0733-4669-9f7a-bf9cf3800c5b tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:22:25.315255 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ff75e857-acc2-40ef-a494-0718857aa496 req-aae5ff4c-0733-4669-9f7a-bf9cf3800c5b tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce76aa75-6890-4214-b1ec-455b43223b5d HTTP/1.1" status: 200 len: 931 time: 0.4099154 Nov 22 20:22:25.345498 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [req-26f8464a-a325-4959-914d-f577fd3940eb req-de473760-ee12-4712-ad96-817624aea593 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3af90274-6df2-49fc-a29e-804805813bff {{(pid=103447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:22:25.362499 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-26f8464a-a325-4959-914d-f577fd3940eb req-de473760-ee12-4712-ad96-817624aea593 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:25.374537 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cae2dbe-2fdf-4416-a361-e9bbce85f462 req-c2aac0c1-0790-43fd-a499-c8c88ead3b7e tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:22:25.384316 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1cae2dbe-2fdf-4416-a361-e9bbce85f462 req-c2aac0c1-0790-43fd-a499-c8c88ead3b7e tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] 10.222.0.46 "GET /v2.0/ports?device_id=5fbb3e43-59d9-4022-b86a-7f0b09fcfe58 HTTP/1.1" status: 200 len: 945 time: 0.2146385 Nov 22 20:22:25.441092 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 52042) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:22:25.449814 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.provisioning_blocks [req-26f8464a-a325-4959-914d-f577fd3940eb req-de473760-ee12-4712-ad96-817624aea593 service neutron] Transition to ACTIVE for port object 3af90274-6df2-49fc-a29e-804805813bff will not be triggered until provisioned by entity L2. {{(pid=103447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 20:22:25.498485 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-26f8464a-a325-4959-914d-f577fd3940eb req-de473760-ee12-4712-ad96-817624aea593 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:25.622173 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-696df152-77be-4ebb-8cbc-aafd68fd4619 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:25.748367 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-696df152-77be-4ebb-8cbc-aafd68fd4619 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:25.754457 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-696df152-77be-4ebb-8cbc-aafd68fd4619 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:25.877231 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7962f107-283f-4684-b36f-e7f6aaed3372', 'name': 'network-vif-deleted', 'tag': 'f7b3099e-e9ef-48bf-be7a-f68a6088a21a'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:22:25.879540 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b505f7c9-64ca-49d2-b90e-36d6ce728982" -d '{"events": [{"server_uuid": "7962f107-283f-4684-b36f-e7f6aaed3372", "name": "network-vif-deleted", "tag": "f7b3099e-e9ef-48bf-be7a-f68a6088a21a"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:22:25.895639 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1cae2dbe-2fdf-4416-a361-e9bbce85f462 req-54da65fb-522a-45d7-9605-7c61f5be1239 tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] 10.222.0.46 "GET /v2.0/security-groups?id=d95e1db1-f0c9-4323-bdfe-93688145577c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5065372 Nov 22 20:22:25.897631 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696df152-77be-4ebb-8cbc-aafd68fd4619 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90d25b25-1c3d-4114-887d-35d2abf428ee,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:22:25.899757 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de473760-ee12-4712-ad96-817624aea593 service neutron] Pushing event updated for resources: {'Port': ['ID=3af90274-6df2-49fc-a29e-804805813bff,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:22:25.939573 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-696df152-77be-4ebb-8cbc-aafd68fd4619 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2dd64c8fbf0848d5bdcaae50ee349049&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4903996 Nov 22 20:22:25.939573 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 52052) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:22:25.941847 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ff75e857-acc2-40ef-a494-0718857aa496 req-7ba8ce9d-facd-4c00-b26a-957bb4669bb8 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/security-groups?id=33003919-2e66-424f-89a8-28e4fe94add1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6256480 Nov 22 20:22:25.994155 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 52056) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:22:26.038492 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:22:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4363ffc-cba6-425b-92e6-772f110b5b7b x-openstack-request-id: req-d4363ffc-cba6-425b-92e6-772f110b5b7b {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:22:26.040388 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7962f107-283f-4684-b36f-e7f6aaed3372", "name": "network-vif-deleted", "tag": "f7b3099e-e9ef-48bf-be7a-f68a6088a21a", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:22:26.040812 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d4363ffc-cba6-425b-92e6-772f110b5b7b {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:22:26.042002 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7962f107-283f-4684-b36f-e7f6aaed3372', 'name': 'network-vif-deleted', 'tag': 'f7b3099e-e9ef-48bf-be7a-f68a6088a21a', 'status': 'completed', 'code': 200} Nov 22 20:22:26.097072 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be3be92-6590-4631-8048-f4341aee89e4 req-6c3c66a3-afc3-4f49-bd93-12118de16630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:22:26.098771 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3be3be92-6590-4631-8048-f4341aee89e4 req-6c3c66a3-afc3-4f49-bd93-12118de16630 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=76a9efddcf274563b133aa3f163fb3f9&device_id=836f31c0-501b-49b9-9d23-733411620453 HTTP/1.1" status: 200 len: 1095 time: 0.7062154 Nov 22 20:22:26.136663 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c69663bf-afeb-4493-973d-e989e001a3a2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:26.141493 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_v2 [None req-9028caac-3ad3-45f9-aab5-7eafff1f0ed6 admin admin] Deleting subnet 123eb800-afb2-434f-bb91-d9a5c9241f1c {{(pid=103448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 20:22:26.153506 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9028caac-3ad3-45f9-aab5-7eafff1f0ed6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:26.185081 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-26f8464a-a325-4959-914d-f577fd3940eb req-de473760-ee12-4712-ad96-817624aea593 service neutron] Attempting to bind port 3af90274-6df2-49fc-a29e-804805813bff on host n-h2-818823-1 for vnic_type normal with profile {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:22:26.185486 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-26f8464a-a325-4959-914d-f577fd3940eb req-de473760-ee12-4712-ad96-817624aea593 service neutron] Attempting to bind port 3af90274-6df2-49fc-a29e-804805813bff by drivers openvswitch,hyperv on host n-h2-818823-1 at level 0 using segments [{'id': '6b8f1d18-2278-40c7-b488-3ca021d47ca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '07a52fe9-f2bb-41b8-a0b8-a12077ec9b70'}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:22:26.185736 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26f8464a-a325-4959-914d-f577fd3940eb req-de473760-ee12-4712-ad96-817624aea593 service neutron] Attempting to bind port 3af90274-6df2-49fc-a29e-804805813bff on network 07a52fe9-f2bb-41b8-a0b8-a12077ec9b70 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:22:26.189784 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c69663bf-afeb-4493-973d-e989e001a3a2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:26.217718 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9028caac-3ad3-45f9-aab5-7eafff1f0ed6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11627908'] for subnet, precommit_delete_associations {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:26.259820 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be3be92-6590-4631-8048-f4341aee89e4 req-4886c1be-b754-46a6-b87c-8b190c597212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:22:26.262389 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3be3be92-6590-4631-8048-f4341aee89e4 req-4886c1be-b754-46a6-b87c-8b190c597212 service neutron] 10.222.0.41 "GET /v2.0/networks?id=41f439de-e657-4ca1-8a55-865945ee9732 HTTP/1.1" status: 200 len: 912 time: 0.1451433 Nov 22 20:22:26.263004 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26f8464a-a325-4959-914d-f577fd3940eb req-de473760-ee12-4712-ad96-817624aea593 service neutron] Port 3af90274-6df2-49fc-a29e-804805813bff on network 07a52fe9-f2bb-41b8-a0b8-a12077ec9b70 not bound, no agent of type Open vSwitch agent registered on host n-h2-818823-1 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:22:26.264372 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26f8464a-a325-4959-914d-f577fd3940eb req-de473760-ee12-4712-ad96-817624aea593 service neutron] Attempting to bind port 3af90274-6df2-49fc-a29e-804805813bff on network 07a52fe9-f2bb-41b8-a0b8-a12077ec9b70 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:22:26.292133 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9028caac-3ad3-45f9-aab5-7eafff1f0ed6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3753007'] for subnet, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:26.325635 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26f8464a-a325-4959-914d-f577fd3940eb req-de473760-ee12-4712-ad96-817624aea593 service neutron] Checking agent: {'id': '65e0486a-7030-4065-96f0-10aa7402a530', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'started_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 22, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:22:26.325881 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26f8464a-a325-4959-914d-f577fd3940eb req-de473760-ee12-4712-ad96-817624aea593 service neutron] Checking segment: {'id': '6b8f1d18-2278-40c7-b488-3ca021d47ca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '07a52fe9-f2bb-41b8-a0b8-a12077ec9b70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:22:26.326284 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26f8464a-a325-4959-914d-f577fd3940eb req-de473760-ee12-4712-ad96-817624aea593 service neutron] Bound using segment: {'id': '6b8f1d18-2278-40c7-b488-3ca021d47ca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '07a52fe9-f2bb-41b8-a0b8-a12077ec9b70'} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:22:26.326769 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-26f8464a-a325-4959-914d-f577fd3940eb req-de473760-ee12-4712-ad96-817624aea593 service neutron] Bound port: 3af90274-6df2-49fc-a29e-804805813bff, host: n-h2-818823-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b8f1d18-2278-40c7-b488-3ca021d47ca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '07a52fe9-f2bb-41b8-a0b8-a12077ec9b70'}}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:22:26.327214 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-26f8464a-a325-4959-914d-f577fd3940eb req-de473760-ee12-4712-ad96-817624aea593 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:26.332750 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3be3be92-6590-4631-8048-f4341aee89e4 req-0b4afbda-bfd0-46da-a5c3-01c1943abc18 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ccb1c570-7442-4bd5-bb66-e479dec5137b HTTP/1.1" status: 200 len: 217 time: 0.0627308 Nov 22 20:22:26.333089 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c69663bf-afeb-4493-973d-e989e001a3a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:26.335449 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c69663bf-afeb-4493-973d-e989e001a3a2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:26.336802 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-c69663bf-afeb-4493-973d-e989e001a3a2 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/90d25b25-1c3d-4114-887d-35d2abf428ee HTTP/1.1" status: 204 len: 168 time: 0.3952730 Nov 22 20:22:26.341020 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac36d1d-2691-4035-9331-7bf512dba571 req-2e1212ad-c22e-4813-915f-45fa581a54e8 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:22:26.342482 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4ac36d1d-2691-4035-9331-7bf512dba571 req-2e1212ad-c22e-4813-915f-45fa581a54e8 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/ports?device_id=836f31c0-501b-49b9-9d23-733411620453 HTTP/1.1" status: 200 len: 944 time: 0.2408121 Nov 22 20:22:26.361267 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69663bf-afeb-4493-973d-e989e001a3a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90d25b25-1c3d-4114-887d-35d2abf428ee,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:22:26.371440 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9028caac-3ad3-45f9-aab5-7eafff1f0ed6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3753014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11567369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11792914'] for subnet, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:26.401870 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9028caac-3ad3-45f9-aab5-7eafff1f0ed6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=123eb800-afb2-434f-bb91-d9a5c9241f1c,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:22:26.407849 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9028caac-3ad3-45f9-aab5-7eafff1f0ed6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:26.411905 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-9028caac-3ad3-45f9-aab5-7eafff1f0ed6 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/123eb800-afb2-434f-bb91-d9a5c9241f1c HTTP/1.1" status: 204 len: 168 time: 0.4144669 Nov 22 20:22:26.414576 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 52060) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:22:26.477061 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be3be92-6590-4631-8048-f4341aee89e4 req-eadd3d24-ede6-4ae5-8234-aac2b90b469c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:22:26.478472 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3be3be92-6590-4631-8048-f4341aee89e4 req-eadd3d24-ede6-4ae5-8234-aac2b90b469c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d74b376c-118a-4e1f-b1b9-d074bfe85b19 HTTP/1.1" status: 200 len: 851 time: 0.1292233 Nov 22 20:22:26.490173 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ee430784-3394-4d96-9f5e-7f2228f70d35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3961693'] for network, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:26.509738 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4ac36d1d-2691-4035-9331-7bf512dba571 req-00ad76f3-612b-4313-b865-24f06d51386e tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6bb4485-0c85-4226-9793-14795129f329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490290 Nov 22 20:22:26.531073 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3be3be92-6590-4631-8048-f4341aee89e4 req-70d52b7e-6f9e-4505-b16a-50b05012234d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=41f439de-e657-4ca1-8a55-865945ee9732&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413554 Nov 22 20:22:26.533397 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-26f8464a-a325-4959-914d-f577fd3940eb req-de473760-ee12-4712-ad96-817624aea593 service neutron] For port 3af90274-6df2-49fc-a29e-804805813bff, host n-h2-818823-1, cleared binding levels {{(pid=103447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:22:26.544247 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-26f8464a-a325-4959-914d-f577fd3940eb req-de473760-ee12-4712-ad96-817624aea593 service neutron] For port 3af90274-6df2-49fc-a29e-804805813bff, host n-h2-818823-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=3af90274-6df2-49fc-a29e-804805813bff,segment=NetworkSegment(6b8f1d18-2278-40c7-b488-3ca021d47ca0),segment_id=6b8f1d18-2278-40c7-b488-3ca021d47ca0)] {{(pid=103447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:22:26.586940 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-26f8464a-a325-4959-914d-f577fd3940eb req-de473760-ee12-4712-ad96-817624aea593 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:26.597570 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ee430784-3394-4d96-9f5e-7f2228f70d35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3760028', 'neutron.services.segments.db._delete_segments_for_network-8748992815755'] for network, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:26.604722 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device ccb1c570-7442-4bd5-bb66-e479dec5137b details requested by agent hyperv_n-h1-818823-1 with host n-h1-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 20:22:26.607959 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 9a51919d-88ac-4ac5-bcf6-ae21cee539dd up at agent hyperv_n-h1-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:22:26.634332 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-ee430784-3394-4d96-9f5e-7f2228f70d35 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b37b65aa-b70d-42b0-9efb-3dc42a3c6a98']}} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:22:26.639229 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f8464a-a325-4959-914d-f577fd3940eb req-de473760-ee12-4712-ad96-817624aea593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:22:26.639893 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-26f8464a-a325-4959-914d-f577fd3940eb req-de473760-ee12-4712-ad96-817624aea593 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:26.641322 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-26f8464a-a325-4959-914d-f577fd3940eb req-de473760-ee12-4712-ad96-817624aea593 service neutron] 10.222.0.20 "PUT /v2.0/ports/3af90274-6df2-49fc-a29e-804805813bff HTTP/1.1" status: 200 len: 1091 time: 2.7890396 Nov 22 20:22:26.655518 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-ee430784-3394-4d96-9f5e-7f2228f70d35 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a26cfda-cac3-416d-a232-aa2d980cdf5d') {'for_net_delete': True} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:22:26.655801 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-ee430784-3394-4d96-9f5e-7f2228f70d35 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a26cfda-cac3-416d-a232-aa2d980cdf5d') {} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:22:26.672982 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ee430784-3394-4d96-9f5e-7f2228f70d35 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748993039638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11627933'] for segment, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:26.674535 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de473760-ee12-4712-ad96-817624aea593 service neutron] Pushing event updated for resources: {'Port': ['ID=3af90274-6df2-49fc-a29e-804805813bff,revision_number=3']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:22:26.689170 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3be3be92-6590-4631-8048-f4341aee89e4 req-d5da9496-af77-4b4b-8205-d5b0bbb3e466 service neutron] 10.222.0.41 "GET /v2.0/networks/41f439de-e657-4ca1-8a55-865945ee9732?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533802 Nov 22 20:22:26.693127 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ee430784-3394-4d96-9f5e-7f2228f70d35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:26.701506 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee430784-3394-4d96-9f5e-7f2228f70d35 admin admin] Releasing vlan 642 on physical network physnet1 to pool {{(pid=103448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 20:22:26.702239 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ee430784-3394-4d96-9f5e-7f2228f70d35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11567447'] for segment, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:26.704407 n-d-818823-1 neutron-server[103448]: Traceback (most recent call last): Nov 22 20:22:26.704407 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 20:22:26.704407 n-d-818823-1 neutron-server[103448]: timer() Nov 22 20:22:26.704407 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 20:22:26.704407 n-d-818823-1 neutron-server[103448]: cb(*args, **kw) Nov 22 20:22:26.704407 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 20:22:26.704407 n-d-818823-1 neutron-server[103448]: return func(*args, **kwargs) Nov 22 20:22:26.704407 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 20:22:26.704407 n-d-818823-1 neutron-server[103448]: self._notify() Nov 22 20:22:26.704407 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 20:22:26.704407 n-d-818823-1 neutron-server[103448]: self.callback(batched_events) Nov 22 20:22:26.704407 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 20:22:26.704407 n-d-818823-1 neutron-server[103448]: event.method(event) Nov 22 20:22:26.704407 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 20:22:26.704407 n-d-818823-1 neutron-server[103448]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 20:22:26.704407 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 20:22:26.704407 n-d-818823-1 neutron-server[103448]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 20:22:26.704407 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 20:22:26.704407 n-d-818823-1 neutron-server[103448]: return f(self, *a, **k) Nov 22 20:22:26.704407 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 20:22:26.704407 n-d-818823-1 neutron-server[103448]: return self._get(url).json() Nov 22 20:22:26.704407 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 20:22:26.704407 n-d-818823-1 neutron-server[103448]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 20:22:26.704407 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 20:22:26.704407 n-d-818823-1 neutron-server[103448]: return self.request(url, 'GET', **kwargs) Nov 22 20:22:26.704407 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 20:22:26.704407 n-d-818823-1 neutron-server[103448]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 20:22:26.704407 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 20:22:26.704407 n-d-818823-1 neutron-server[103448]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 20:22:26.704407 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 20:22:26.704407 n-d-818823-1 neutron-server[103448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 20:22:26.704407 n-d-818823-1 neutron-server[103448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 20:22:26.761042 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Provisioning for port 9a51919d-88ac-4ac5-bcf6-ae21cee539dd completed by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 20:22:26.763440 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 52066) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:22:26.766763 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Provisioning complete for port 9a51919d-88ac-4ac5-bcf6-ae21cee539dd triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:22:26.767220 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:26.788921 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-52f100f0-1305-46be-beca-db53acbc059d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:26.797959 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ee430784-3394-4d96-9f5e-7f2228f70d35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3760002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595318'] for network, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:26.803468 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ee430784-3394-4d96-9f5e-7f2228f70d35 admin admin] Publish callbacks [] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:26.807316 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-ee430784-3394-4d96-9f5e-7f2228f70d35 admin admin] 10.222.0.46 "DELETE /v2.0/networks/b37b65aa-b70d-42b0-9efb-3dc42a3c6a98 HTTP/1.1" status: 204 len: 168 time: 0.3916399 Nov 22 20:22:26.832473 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f8464a-a325-4959-914d-f577fd3940eb req-70f29349-3e79-4b61-ada6-0c660234dc73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:22:26.834032 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-26f8464a-a325-4959-914d-f577fd3940eb req-70f29349-3e79-4b61-ada6-0c660234dc73 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=953041b5ecb84670bb3f59610c3b98e5&device_id=ce76aa75-6890-4214-b1ec-455b43223b5d HTTP/1.1" status: 200 len: 1094 time: 0.1235583 Nov 22 20:22:26.834918 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee430784-3394-4d96-9f5e-7f2228f70d35 admin admin] Pushing event deleted for resources: {'Network': ['ID=b37b65aa-b70d-42b0-9efb-3dc42a3c6a98,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:22:26.841645 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port ccb1c570-7442-4bd5-bb66-e479dec5137b, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=ccb1c570-7442-4bd5-bb66-e479dec5137b,segment=NetworkSegment(ac5f3349-9549-4263-b08f-bbbf3ebb8ed3),segment_id=ac5f3349-9549-4263-b08f-bbbf3ebb8ed3)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:22:26.857948 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Returning: {'device': 'ccb1c570-7442-4bd5-bb66-e479dec5137b', 'network_id': '41f439de-e657-4ca1-8a55-865945ee9732', 'port_id': 'ccb1c570-7442-4bd5-bb66-e479dec5137b', 'mac_address': 'fa:16:3e:5f:f0:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd74b376c-118a-4e1f-b1b9-d074bfe85b19', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 20:22:26.897460 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-26f8464a-a325-4959-914d-f577fd3940eb req-fb0a8b92-042f-4a60-ae7c-6d57d286decf service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3af90274-6df2-49fc-a29e-804805813bff HTTP/1.1" status: 200 len: 217 time: 0.0540433 Nov 22 20:22:26.901545 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3be3be92-6590-4631-8048-f4341aee89e4 req-9905b650-e4c5-4fcc-b925-b7b3d19fe5d0 service neutron] 10.222.0.41 "GET /v2.0/networks/41f439de-e657-4ca1-8a55-865945ee9732?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2050345 Nov 22 20:22:26.903300 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:26.922355 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-52f100f0-1305-46be-beca-db53acbc059d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:26.927384 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-52f100f0-1305-46be-beca-db53acbc059d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:26.960198 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f8464a-a325-4959-914d-f577fd3940eb req-c24b146d-46a9-44b5-b4e4-9c29b3518e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:22:26.962263 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-26f8464a-a325-4959-914d-f577fd3940eb req-c24b146d-46a9-44b5-b4e4-9c29b3518e61 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=700f25ca-fe48-4186-881c-bc8e45e72e13 HTTP/1.1" status: 200 len: 854 time: 0.0581632 Nov 22 20:22:26.979176 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-52f100f0-1305-46be-beca-db53acbc059d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8230b47a05244b378bab5329bd21d8bf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2137549 Nov 22 20:22:26.980223 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 52074) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:22:26.986643 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f100f0-1305-46be-beca-db53acbc059d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b05bfba-d65d-4f2a-9fa0-8293ecb18611,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:22:26.991602 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ccb1c570-7442-4bd5-bb66-e479dec5137b {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:22:27.010003 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-26f8464a-a325-4959-914d-f577fd3940eb req-d99eb5e5-bf3c-4672-90c1-96a008af27c7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=07a52fe9-f2bb-41b8-a0b8-a12077ec9b70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399570 Nov 22 20:22:27.053849 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port ccb1c570-7442-4bd5-bb66-e479dec5137b, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=ccb1c570-7442-4bd5-bb66-e479dec5137b,segment=NetworkSegment(ac5f3349-9549-4263-b08f-bbbf3ebb8ed3),segment_id=ac5f3349-9549-4263-b08f-bbbf3ebb8ed3)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:22:27.063198 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:27.076680 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-22c1e48a-dfaf-4719-a790-a67258ff3de3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:27.081556 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 52076) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:22:27.107165 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:27.119596 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-22c1e48a-dfaf-4719-a790-a67258ff3de3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:27.156154 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fbb3e43-59d9-4022-b86a-7f0b09fcfe58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a51919d-88ac-4ac5-bcf6-ae21cee539dd'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:22:27.159028 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d39f6d30a11e565ec9648abcc015e8a6ab6cff4edd704add8155e28765d31eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b991621-5c61-426d-a18c-8aa741307ed9" -d '{"events": [{"server_uuid": "5fbb3e43-59d9-4022-b86a-7f0b09fcfe58", "name": "network-vif-plugged", "status": "completed", "tag": "9a51919d-88ac-4ac5-bcf6-ae21cee539dd"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:22:27.161145 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-ce5a60e3-1ee9-463a-8459-9067d98f8689 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0a5bced37eb045bfaafcc7baa6bfcdd2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0783987 Nov 22 20:22:27.166768 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 52080) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:22:27.168023 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=ccb1c570-7442-4bd5-bb66-e479dec5137b,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:22:27.180218 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 9a51919d-88ac-4ac5-bcf6-ae21cee539dd, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=9a51919d-88ac-4ac5-bcf6-ae21cee539dd,segment=NetworkSegment(019862db-e247-48e6-a4aa-8a2eeecc7cca),segment_id=019862db-e247-48e6-a4aa-8a2eeecc7cca)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:22:27.184774 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:27.186182 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device f7b3099e-e9ef-48bf-be7a-f68a6088a21a no longer exists at agent hyperv_n-h1-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:22:27.190981 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1ba02d-1ac7-448c-a903-45e774d6c3b7 req-58a648af-f99e-43b7-96d4-b595bd2436d2 tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:22:27.192583 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8a1ba02d-1ac7-448c-a903-45e774d6c3b7 req-58a648af-f99e-43b7-96d4-b595bd2436d2 tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] 10.222.0.46 "GET /v2.0/ports?device_id=5fbb3e43-59d9-4022-b86a-7f0b09fcfe58 HTTP/1.1" status: 200 len: 945 time: 0.1507015 Nov 22 20:22:27.213772 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5122f67-aac5-46a6-8566-0505c5d4e7c3 req-9069dd8a-b367-4188-8587-e1294a1b861b tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:22:27.213772 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a5122f67-aac5-46a6-8566-0505c5d4e7c3 req-9069dd8a-b367-4188-8587-e1294a1b861b tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce76aa75-6890-4214-b1ec-455b43223b5d HTTP/1.1" status: 200 len: 943 time: 0.1189713 Nov 22 20:22:27.218165 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-26f8464a-a325-4959-914d-f577fd3940eb req-cc715f46-61fb-4fd1-a692-0890e699a21a service neutron] 10.222.0.20 "GET /v2.0/networks/07a52fe9-f2bb-41b8-a0b8-a12077ec9b70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1866629 Nov 22 20:22:27.239642 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a6fd22f9-5e9f-47a7-9a74-b38edda05b03 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:27.247466 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] No Port match for: f7b3099e-e9ef-48bf-be7a-f68a6088a21a {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:22:27.248016 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device f7b3099e-e9ef-48bf-be7a-f68a6088a21a not bound to the agent host n-h1-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:22:27.252565 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-22c1e48a-dfaf-4719-a790-a67258ff3de3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:27.255205 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-22c1e48a-dfaf-4719-a790-a67258ff3de3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:27.258548 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-22c1e48a-dfaf-4719-a790-a67258ff3de3 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0b05bfba-d65d-4f2a-9fa0-8293ecb18611 HTTP/1.1" status: 204 len: 168 time: 0.2752120 Nov 22 20:22:27.276435 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a6fd22f9-5e9f-47a7-9a74-b38edda05b03 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:27.283593 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c1e48a-dfaf-4719-a790-a67258ff3de3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b05bfba-d65d-4f2a-9fa0-8293ecb18611,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:22:27.302845 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=9a51919d-88ac-4ac5-bcf6-ae21cee539dd,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:22:27.349182 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a6fd22f9-5e9f-47a7-9a74-b38edda05b03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:27.353233 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a6fd22f9-5e9f-47a7-9a74-b38edda05b03 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:27.357468 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-a6fd22f9-5e9f-47a7-9a74-b38edda05b03 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7923a56f-4e3d-405d-82a5-6ddfba6861ae HTTP/1.1" status: 204 len: 168 time: 0.1896853 Nov 22 20:22:27.360472 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8a1ba02d-1ac7-448c-a903-45e774d6c3b7 req-775639eb-6b2a-4f2c-a3e1-c6ce28fb04ac tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] 10.222.0.46 "GET /v2.0/security-groups?id=d95e1db1-f0c9-4323-bdfe-93688145577c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454771 Nov 22 20:22:27.366385 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fd22f9-5e9f-47a7-9a74-b38edda05b03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7923a56f-4e3d-405d-82a5-6ddfba6861ae,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:22:27.368658 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a5122f67-aac5-46a6-8566-0505c5d4e7c3 req-f8955889-252d-48c1-a73b-dadde867b82a tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/security-groups?id=33003919-2e66-424f-89a8-28e4fe94add1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443868 Nov 22 20:22:27.376536 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] get_ports_and_sgs() called for port_ids ['ccb1c570-7442-4bd5-bb66-e479dec5137b'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:22:27.415454 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-26f8464a-a325-4959-914d-f577fd3940eb req-b02e41e2-4172-4443-802f-85aa828d62cd service neutron] 10.222.0.20 "GET /v2.0/networks/07a52fe9-f2bb-41b8-a0b8-a12077ec9b70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1761050 Nov 22 20:22:27.454179 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:22:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57be6adb-2a4c-49a9-b6f8-1f4904ebcf3c x-openstack-request-id: req-57be6adb-2a4c-49a9-b6f8-1f4904ebcf3c {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:22:27.454475 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fbb3e43-59d9-4022-b86a-7f0b09fcfe58", "name": "network-vif-plugged", "status": "completed", "tag": "9a51919d-88ac-4ac5-bcf6-ae21cee539dd", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:22:27.454737 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-57be6adb-2a4c-49a9-b6f8-1f4904ebcf3c {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:22:27.455136 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fbb3e43-59d9-4022-b86a-7f0b09fcfe58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a51919d-88ac-4ac5-bcf6-ae21cee539dd', 'code': 200} Nov 22 20:22:27.604608 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb522cf9-a10f-4cd1-9392-b878f8e655f0 req-e2b07702-0e76-4afb-a302-b1716afb10dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:22:27.606443 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-eb522cf9-a10f-4cd1-9392-b878f8e655f0 req-e2b07702-0e76-4afb-a302-b1716afb10dd service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5fbb3e43-59d9-4022-b86a-7f0b09fcfe58 HTTP/1.1" status: 200 len: 1097 time: 0.0763245 Nov 22 20:22:27.705155 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-eb522cf9-a10f-4cd1-9392-b878f8e655f0 req-d8a3bbbd-bb70-420d-b872-c5b02a55d305 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=d95e1db1-f0c9-4323-bdfe-93688145577c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911210 Nov 22 20:22:27.717439 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0d8b12-7173-472d-87ff-89087cde4235 req-24b03372-a305-4bc0-838f-9bb0d40e58ff tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:22:27.718983 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ec0d8b12-7173-472d-87ff-89087cde4235 req-24b03372-a305-4bc0-838f-9bb0d40e58ff tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/ports?device_id=836f31c0-501b-49b9-9d23-733411620453 HTTP/1.1" status: 200 len: 945 time: 0.0918543 Nov 22 20:22:27.759693 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 52096) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:22:27.772654 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-973ffe62-e5ea-42c3-a7da-77741fa6fc80 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:27.778826 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ec0d8b12-7173-472d-87ff-89087cde4235 req-0de7e19a-1cf1-4d54-a630-656e403eaabd tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6bb4485-0c85-4226-9793-14795129f329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535800 Nov 22 20:22:27.853874 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-973ffe62-e5ea-42c3-a7da-77741fa6fc80 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:27.858178 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-973ffe62-e5ea-42c3-a7da-77741fa6fc80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:27.898422 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-973ffe62-e5ea-42c3-a7da-77741fa6fc80 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2a85fd9c6b2d45da90c58c004284ca1a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1376157 Nov 22 20:22:27.899955 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973ffe62-e5ea-42c3-a7da-77741fa6fc80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17698506-c577-4de8-be8f-74429970f726,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:22:27.901340 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 52100) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:22:27.953099 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-485080d7-2980-4675-8b70-317eb52bef3b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:27.975015 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-485080d7-2980-4675-8b70-317eb52bef3b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:28.030135 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-485080d7-2980-4675-8b70-317eb52bef3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:28.032844 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-485080d7-2980-4675-8b70-317eb52bef3b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:28.034147 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-485080d7-2980-4675-8b70-317eb52bef3b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/17698506-c577-4de8-be8f-74429970f726 HTTP/1.1" status: 204 len: 168 time: 0.1314073 Nov 22 20:22:28.042618 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce76aa75-6890-4214-b1ec-455b43223b5d', 'tag': '3af90274-6df2-49fc-a29e-804805813bff'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:22:28.044957 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f94303a-1467-4302-92c0-287ce1520a1b" -d '{"events": [{"name": "network-changed", "server_uuid": "ce76aa75-6890-4214-b1ec-455b43223b5d", "tag": "3af90274-6df2-49fc-a29e-804805813bff"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:22:28.048912 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485080d7-2980-4675-8b70-317eb52bef3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17698506-c577-4de8-be8f-74429970f726,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:22:28.087117 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 20:22:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abd27f70-4456-44a8-8ee6-0ef9bdb8170f x-openstack-request-id: req-abd27f70-4456-44a8-8ee6-0ef9bdb8170f {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:22:28.087479 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce76aa75-6890-4214-b1ec-455b43223b5d", "tag": "3af90274-6df2-49fc-a29e-804805813bff", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:22:28.087745 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-abd27f70-4456-44a8-8ee6-0ef9bdb8170f {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:22:28.088152 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce76aa75-6890-4214-b1ec-455b43223b5d', 'tag': '3af90274-6df2-49fc-a29e-804805813bff', 'status': 'completed', 'code': 200} Nov 22 20:22:28.160380 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f94303a-1467-4302-92c0-287ce1520a1b req-8be16cd5-cb8a-467a-bcfa-9b90390607c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:22:28.161946 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5f94303a-1467-4302-92c0-287ce1520a1b req-8be16cd5-cb8a-467a-bcfa-9b90390607c2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=953041b5ecb84670bb3f59610c3b98e5&device_id=ce76aa75-6890-4214-b1ec-455b43223b5d HTTP/1.1" status: 200 len: 1094 time: 0.0484440 Nov 22 20:22:28.272536 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f94303a-1467-4302-92c0-287ce1520a1b req-c6d58539-0755-4b66-b187-7261ea28f1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:22:28.274854 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5f94303a-1467-4302-92c0-287ce1520a1b req-c6d58539-0755-4b66-b187-7261ea28f1e5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=07a52fe9-f2bb-41b8-a0b8-a12077ec9b70 HTTP/1.1" status: 200 len: 915 time: 0.1040344 Nov 22 20:22:28.323439 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5f94303a-1467-4302-92c0-287ce1520a1b req-d9d75057-06a1-4ae2-8fd4-aa341b1618bf service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3af90274-6df2-49fc-a29e-804805813bff HTTP/1.1" status: 200 len: 217 time: 0.0396168 Nov 22 20:22:28.384705 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f94303a-1467-4302-92c0-287ce1520a1b req-04292bcc-59a1-4c74-8ce3-3c1be08ebf72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:22:28.386187 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5f94303a-1467-4302-92c0-287ce1520a1b req-04292bcc-59a1-4c74-8ce3-3c1be08ebf72 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=700f25ca-fe48-4186-881c-bc8e45e72e13 HTTP/1.1" status: 200 len: 854 time: 0.0541644 Nov 22 20:22:28.431939 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5f94303a-1467-4302-92c0-287ce1520a1b req-6a625d69-00cd-4d24-ab2c-cd3665982a79 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=07a52fe9-f2bb-41b8-a0b8-a12077ec9b70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353355 Nov 22 20:22:28.469492 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 52138) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:22:28.604962 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device ccb1c570-7442-4bd5-bb66-e479dec5137b up at agent hyperv_n-h1-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:22:28.628993 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5533e9-7706-4f0d-95c2-390709bb949f req-8e510175-7766-4d9a-a03e-2732aed7b3bb tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:22:28.630465 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-bf5533e9-7706-4f0d-95c2-390709bb949f req-8e510175-7766-4d9a-a03e-2732aed7b3bb tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] 10.222.0.46 "GET /v2.0/ports?device_id=5fbb3e43-59d9-4022-b86a-7f0b09fcfe58 HTTP/1.1" status: 200 len: 946 time: 0.1189933 Nov 22 20:22:28.644384 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a795242-6d9f-4fa0-ba3f-ae4e3eb836f2 req-a2eed7e8-b3a1-48d3-b4a6-5b821268e714 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:22:28.645962 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8a795242-6d9f-4fa0-ba3f-ae4e3eb836f2 req-a2eed7e8-b3a1-48d3-b4a6-5b821268e714 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce76aa75-6890-4214-b1ec-455b43223b5d HTTP/1.1" status: 200 len: 943 time: 0.1664727 Nov 22 20:22:28.647940 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5f94303a-1467-4302-92c0-287ce1520a1b req-d8a0b885-d9fe-484c-86a6-b1059f0460a5 service neutron] 10.222.0.20 "GET /v2.0/networks/07a52fe9-f2bb-41b8-a0b8-a12077ec9b70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2061841 Nov 22 20:22:28.670266 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-b339e122-e918-4f0c-b46f-32f0a6047565 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-955633826-network', 'tenant_id': '702de80110b044eab4789d398585bb59'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:22:28.715229 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Provisioning for port ccb1c570-7442-4bd5-bb66-e479dec5137b completed by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 20:22:28.720295 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b339e122-e918-4f0c-b46f-32f0a6047565 admin admin] Made reservation on behalf of 702de80110b044eab4789d398585bb59 for: {'network': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:22:28.720818 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Provisioning complete for port ccb1c570-7442-4bd5-bb66-e479dec5137b triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:22:28.721619 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:28.722696 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b339e122-e918-4f0c-b46f-32f0a6047565 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for network, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:28.738915 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b339e122-e918-4f0c-b46f-32f0a6047565 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:28.823280 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-bf5533e9-7706-4f0d-95c2-390709bb949f req-ee4d980f-1fb1-45cc-b63a-048c1b0f99d1 tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] 10.222.0.46 "GET /v2.0/security-groups?id=d95e1db1-f0c9-4323-bdfe-93688145577c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742396 Nov 22 20:22:28.857357 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b339e122-e918-4f0c-b46f-32f0a6047565 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:28.865621 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b339e122-e918-4f0c-b46f-32f0a6047565 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:28.868201 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:28.882946 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8a795242-6d9f-4fa0-ba3f-ae4e3eb836f2 req-4cbd262a-f50f-40f4-8494-091dc245b9c4 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/security-groups?id=33003919-2e66-424f-89a8-28e4fe94add1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2261219 Nov 22 20:22:28.899805 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b339e122-e918-4f0c-b46f-32f0a6047565 admin admin] vlan segment allocate from pool success with {'vlan_id': 616, 'physical_network': 'physnet1'} {{(pid=103448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 20:22:28.923974 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b339e122-e918-4f0c-b46f-32f0a6047565 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=738fa191-5fbe-4fc7-9e3c-03be2592d0a9,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:22:28.924633 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5f94303a-1467-4302-92c0-287ce1520a1b req-3e74e9ef-fb5e-4f1b-be9f-65bde5222377 service neutron] 10.222.0.20 "GET /v2.0/networks/07a52fe9-f2bb-41b8-a0b8-a12077ec9b70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2600369 Nov 22 20:22:28.936259 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port ccb1c570-7442-4bd5-bb66-e479dec5137b, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=ccb1c570-7442-4bd5-bb66-e479dec5137b,segment=NetworkSegment(ac5f3349-9549-4263-b08f-bbbf3ebb8ed3),segment_id=ac5f3349-9549-4263-b08f-bbbf3ebb8ed3)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:22:28.942100 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b339e122-e918-4f0c-b46f-32f0a6047565 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:28.942442 n-d-818823-1 neutron-server[103448]: INFO neutron.db.segments_db [None req-b339e122-e918-4f0c-b46f-32f0a6047565 admin admin] Added segment 82d41c73-1790-4d90-b125-f1e24c52084f of type vlan for network c0ec7348-bfb3-4d12-819f-8cbfd4b8b6ac Nov 22 20:22:28.943605 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:28.996531 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b339e122-e918-4f0c-b46f-32f0a6047565 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748992492791'] for network, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:29.010910 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=ccb1c570-7442-4bd5-bb66-e479dec5137b,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:22:29.032636 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b339e122-e918-4f0c-b46f-32f0a6047565 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for network, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:29.033631 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b339e122-e918-4f0c-b46f-32f0a6047565 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:22:29.034352 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b339e122-e918-4f0c-b46f-32f0a6047565 admin admin] Publish callbacks [] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:29.073831 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41625b4f-5012-4b2b-87a1-2e85b69b19c1 req-f0f2a04e-3163-45df-95e2-fad8c2d4929b tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:22:29.075387 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-41625b4f-5012-4b2b-87a1-2e85b69b19c1 req-f0f2a04e-3163-45df-95e2-fad8c2d4929b tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/ports?device_id=836f31c0-501b-49b9-9d23-733411620453 HTTP/1.1" status: 200 len: 946 time: 0.0660105 Nov 22 20:22:29.097779 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-b339e122-e918-4f0c-b46f-32f0a6047565 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6269400 Nov 22 20:22:29.102432 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 52162) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:22:29.105611 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b339e122-e918-4f0c-b46f-32f0a6047565 admin admin] Pushing event updated for resources: {'Network': ['ID=c0ec7348-bfb3-4d12-819f-8cbfd4b8b6ac,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:22:29.107212 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-0c9beb5b-3471-4425-bc9b-032844c16f62 admin admin] Request body: {'subnet': {'network_id': 'c0ec7348-bfb3-4d12-819f-8cbfd4b8b6ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-955633826-subnet', 'tenant_id': '702de80110b044eab4789d398585bb59', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:22:29.116365 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Network c0ec7348-bfb3-4d12-819f-8cbfd4b8b6ac details requested by agent ovs-agent-n-d-818823-1 with host n-d-818823-1 {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 20:22:29.147934 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-41625b4f-5012-4b2b-87a1-2e85b69b19c1 req-e1b22930-a024-41a3-a7ed-a5a1230dfe1d tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6bb4485-0c85-4226-9793-14795129f329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633264 Nov 22 20:22:29.153987 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c9beb5b-3471-4425-bc9b-032844c16f62 admin admin] Made reservation on behalf of 702de80110b044eab4789d398585bb59 for: {'subnet': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:22:29.156976 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0c9beb5b-3471-4425-bc9b-032844c16f62 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8485086'] for subnet, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:29.343871 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0c9beb5b-3471-4425-bc9b-032844c16f62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8900613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8485104'] for subnet, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:29.409008 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9beb5b-3471-4425-bc9b-032844c16f62 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce36aef2-a408-4d70-99cf-20f82598bc0b,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:22:29.417999 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c9beb5b-3471-4425-bc9b-032844c16f62 admin admin] Checking segment: {'id': '82d41c73-1790-4d90-b125-f1e24c52084f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'c0ec7348-bfb3-4d12-819f-8cbfd4b8b6ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:22:29.418366 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c9beb5b-3471-4425-bc9b-032844c16f62 admin admin] Network hostable DHCP agents. Network: c0ec7348-bfb3-4d12-819f-8cbfd4b8b6ac, hostable agents: ['02adaa64-0987-4b74-bad0-cbcf56f8a294'], hosted agents: [] {{(pid=103447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 20:22:29.436026 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c9beb5b-3471-4425-bc9b-032844c16f62 admin admin] Network c0ec7348-bfb3-4d12-819f-8cbfd4b8b6ac is scheduled to be hosted by DHCP agent 02adaa64-0987-4b74-bad0-cbcf56f8a294 with binding_index 1 {{(pid=103447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 20:22:29.444514 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-0c9beb5b-3471-4425-bc9b-032844c16f62 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818823-1, c0ec7348-bfb3-4d12-819f-8cbfd4b8b6ac) {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:22:29.449443 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c9beb5b-3471-4425-bc9b-032844c16f62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:22:29.450047 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0c9beb5b-3471-4425-bc9b-032844c16f62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for subnet, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:29.456337 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aec3a3e0-f88c-4daa-8b42-c074583fcd56 None None] Network c0ec7348-bfb3-4d12-819f-8cbfd4b8b6ac requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:22:29.458024 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '836f31c0-501b-49b9-9d23-733411620453', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccb1c570-7442-4bd5-bb66-e479dec5137b'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:22:29.460412 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d39f6d30a11e565ec9648abcc015e8a6ab6cff4edd704add8155e28765d31eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee97a8d8-4eb8-4c00-a1d7-336b955e6673" -d '{"events": [{"server_uuid": "836f31c0-501b-49b9-9d23-733411620453", "name": "network-vif-plugged", "status": "completed", "tag": "ccb1c570-7442-4bd5-bb66-e479dec5137b"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:22:29.473457 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-0c9beb5b-3471-4425-bc9b-032844c16f62 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3697546 Nov 22 20:22:29.528088 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:22:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5249c2d8-2358-424e-acda-356bf4bd735e x-openstack-request-id: req-5249c2d8-2358-424e-acda-356bf4bd735e {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:22:29.528791 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "836f31c0-501b-49b9-9d23-733411620453", "name": "network-vif-plugged", "status": "completed", "tag": "ccb1c570-7442-4bd5-bb66-e479dec5137b", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:22:29.529310 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5249c2d8-2358-424e-acda-356bf4bd735e {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:22:29.529721 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '836f31c0-501b-49b9-9d23-733411620453', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccb1c570-7442-4bd5-bb66-e479dec5137b', 'code': 200} Nov 22 20:22:29.606547 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de1c9c84-2381-40cc-a0f0-f5d177a13dcc None None] Network c0ec7348-bfb3-4d12-819f-8cbfd4b8b6ac requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:22:29.658140 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e7a1f4-8f8d-4c0f-a91a-7e753c6dac00 req-fe41e8d6-5c69-41e7-b277-ee841dd67ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:22:29.660007 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f5e7a1f4-8f8d-4c0f-a91a-7e753c6dac00 req-fe41e8d6-5c69-41e7-b277-ee841dd67ad7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=836f31c0-501b-49b9-9d23-733411620453 HTTP/1.1" status: 200 len: 1097 time: 0.0616074 Nov 22 20:22:29.728513 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f5e7a1f4-8f8d-4c0f-a91a-7e753c6dac00 req-605d3a7c-f2fe-4203-823f-80a3eeab2606 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=f6bb4485-0c85-4226-9793-14795129f329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595238 Nov 22 20:22:29.945270 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-88baf4eb-5dcc-4a79-b981-19bbde42fdc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:30.004872 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a51a1f7-0bcc-420e-bcd1-4d1f83c08ce0 req-52a10e78-338e-4c5e-b692-6f93f5650aac tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:22:30.012004 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2a51a1f7-0bcc-420e-bcd1-4d1f83c08ce0 req-52a10e78-338e-4c5e-b692-6f93f5650aac tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] 10.222.0.46 "GET /v2.0/ports?device_id=5fbb3e43-59d9-4022-b86a-7f0b09fcfe58 HTTP/1.1" status: 200 len: 946 time: 0.1253614 Nov 22 20:22:30.074967 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a549996-bcf4-419e-a949-2e037a0fa7e6 req-9dde017a-4197-470a-870e-b4733d17da6b tempest-ServerPasswordTestJSON-820929661 tempest-ServerPasswordTestJSON-820929661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:22:30.076489 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9a549996-bcf4-419e-a949-2e037a0fa7e6 req-9dde017a-4197-470a-870e-b4733d17da6b tempest-ServerPasswordTestJSON-820929661 tempest-ServerPasswordTestJSON-820929661-project] 10.222.0.46 "GET /v2.0/networks?id=c0ec7348-bfb3-4d12-819f-8cbfd4b8b6ac HTTP/1.1" status: 200 len: 812 time: 0.1600733 Nov 22 20:22:30.091204 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2a51a1f7-0bcc-420e-bcd1-4d1f83c08ce0 req-382f4366-4877-430c-9e4d-b79517e87b41 tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] 10.222.0.46 "GET /v2.0/security-groups?id=d95e1db1-f0c9-4323-bdfe-93688145577c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783024 Nov 22 20:22:30.100542 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9a549996-bcf4-419e-a949-2e037a0fa7e6 req-8cd7068e-06df-44aa-948c-ce98347ef4a1 tempest-ServerPasswordTestJSON-820929661 tempest-ServerPasswordTestJSON-820929661-project] 10.222.0.46 "GET /v2.0/quotas/702de80110b044eab4789d398585bb59 HTTP/1.1" status: 200 len: 375 time: 0.0141621 Nov 22 20:22:30.146801 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9a549996-bcf4-419e-a949-2e037a0fa7e6 req-3a4f5a31-fd77-4044-8e38-c944855ed6eb tempest-ServerPasswordTestJSON-820929661 tempest-ServerPasswordTestJSON-820929661-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=702de80110b044eab4789d398585bb59&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0338621 Nov 22 20:22:30.260137 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc3d810-70f5-463e-8b13-faab55ea5e4e req-e019c0b9-e7f1-48e2-80f9-4529ac489775 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:22:30.261658 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0cc3d810-70f5-463e-8b13-faab55ea5e4e req-e019c0b9-e7f1-48e2-80f9-4529ac489775 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce76aa75-6890-4214-b1ec-455b43223b5d HTTP/1.1" status: 200 len: 943 time: 0.1056449 Nov 22 20:22:30.296391 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9a549996-bcf4-419e-a949-2e037a0fa7e6 req-b2e6d900-1408-453e-a6ee-2a7be7ea7517 service neutron] 10.222.0.46 "GET /v2.0/networks/c0ec7348-bfb3-4d12-819f-8cbfd4b8b6ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384058 Nov 22 20:22:30.372151 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0cc3d810-70f5-463e-8b13-faab55ea5e4e req-54dc12d5-7e94-47a0-a08a-54e415578981 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/security-groups?id=33003919-2e66-424f-89a8-28e4fe94add1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035295 Nov 22 20:22:30.417024 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9a549996-bcf4-419e-a949-2e037a0fa7e6 req-14f8875a-2df8-401e-987e-a1f501c72884 service neutron] 10.222.0.46 "GET /v2.0/networks/c0ec7348-bfb3-4d12-819f-8cbfd4b8b6ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132643 Nov 22 20:22:30.471743 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 3af90274-6df2-49fc-a29e-804805813bff details requested by agent hyperv_n-h2-818823-1 with host n-h2-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 20:22:30.581038 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbd1dff-67fe-41e1-a1fe-f76ce181070a req-83a8970a-32b7-4e55-8af2-db1118085cb7 tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:22:30.583352 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5dbd1dff-67fe-41e1-a1fe-f76ce181070a req-83a8970a-32b7-4e55-8af2-db1118085cb7 tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] 10.222.0.46 "GET /v2.0/ports?device_id=5fbb3e43-59d9-4022-b86a-7f0b09fcfe58 HTTP/1.1" status: 200 len: 946 time: 0.0811176 Nov 22 20:22:30.627530 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port 3af90274-6df2-49fc-a29e-804805813bff, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=3af90274-6df2-49fc-a29e-804805813bff,segment=NetworkSegment(6b8f1d18-2278-40c7-b488-3ca021d47ca0),segment_id=6b8f1d18-2278-40c7-b488-3ca021d47ca0)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:22:30.650410 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Returning: {'device': '3af90274-6df2-49fc-a29e-804805813bff', 'network_id': '07a52fe9-f2bb-41b8-a0b8-a12077ec9b70', 'port_id': '3af90274-6df2-49fc-a29e-804805813bff', 'mac_address': 'fa:16:3e:cf:b1:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '700f25ca-fe48-4186-881c-bc8e45e72e13', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 20:22:30.700362 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:30.705611 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5dbd1dff-67fe-41e1-a1fe-f76ce181070a req-0079c3a7-1a10-46da-aaa0-b082654a9f25 tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] 10.222.0.46 "GET /v2.0/security-groups?id=d95e1db1-f0c9-4323-bdfe-93688145577c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137869 Nov 22 20:22:30.717882 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3af90274-6df2-49fc-a29e-804805813bff {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:22:30.738071 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baee6b8-a783-49e6-baac-a1c7e3cbc1b0 req-c273a455-4b13-49ac-a4ab-de4181644521 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:22:30.742675 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0baee6b8-a783-49e6-baac-a1c7e3cbc1b0 req-c273a455-4b13-49ac-a4ab-de4181644521 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/ports?device_id=836f31c0-501b-49b9-9d23-733411620453 HTTP/1.1" status: 200 len: 946 time: 0.1246815 Nov 22 20:22:30.763245 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port 3af90274-6df2-49fc-a29e-804805813bff, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=3af90274-6df2-49fc-a29e-804805813bff,segment=NetworkSegment(6b8f1d18-2278-40c7-b488-3ca021d47ca0),segment_id=6b8f1d18-2278-40c7-b488-3ca021d47ca0)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:22:30.774309 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:30.868122 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-da4dd0ce-2eb7-49ce-8492-fdc1f2c2578f req-9da871a6-a6bb-4f28-bde9-68cf3eea79c8 tempest-ServerPasswordTestJSON-820929661 tempest-ServerPasswordTestJSON-820929661-project] 10.222.0.46 "GET /v2.0/ports?device_id=7016e6ca-875d-474a-906a-b0261c8c06e0 HTTP/1.1" status: 200 len: 210 time: 0.0900004 Nov 22 20:22:30.885355 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=3af90274-6df2-49fc-a29e-804805813bff,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:22:30.907894 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0baee6b8-a783-49e6-baac-a1c7e3cbc1b0 req-0eadff27-373c-4eb2-956a-d5dc1425a7c3 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6bb4485-0c85-4226-9793-14795129f329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557050 Nov 22 20:22:31.010686 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] get_ports_and_sgs() called for port_ids ['3af90274-6df2-49fc-a29e-804805813bff'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:22:31.240406 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31852ac-0e58-445c-8378-94a8ec0905fc req-6638a8a2-e94d-4fe1-bebf-655e2fc54fed tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:22:31.242908 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e31852ac-0e58-445c-8378-94a8ec0905fc req-6638a8a2-e94d-4fe1-bebf-655e2fc54fed tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] 10.222.0.46 "GET /v2.0/ports?device_id=5fbb3e43-59d9-4022-b86a-7f0b09fcfe58 HTTP/1.1" status: 200 len: 946 time: 0.0613234 Nov 22 20:22:31.303539 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e31852ac-0e58-445c-8378-94a8ec0905fc req-03ba5d11-4b87-4a8e-9f47-00eb2189dfd8 tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] 10.222.0.46 "GET /v2.0/security-groups?id=d95e1db1-f0c9-4323-bdfe-93688145577c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530493 Nov 22 20:22:31.462725 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38a94ed-781f-4c85-9bc2-e0931e617114 req-1f41c456-a6e3-4090-9407-4fdb0b961c35 tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:22:31.464336 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f38a94ed-781f-4c85-9bc2-e0931e617114 req-1f41c456-a6e3-4090-9407-4fdb0b961c35 tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] 10.222.0.46 "GET /v2.0/ports?device_id=5fbb3e43-59d9-4022-b86a-7f0b09fcfe58 HTTP/1.1" status: 200 len: 946 time: 0.0809453 Nov 22 20:22:31.547713 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f38a94ed-781f-4c85-9bc2-e0931e617114 req-f02c4320-20d8-4405-8847-d3cdd859449d tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] 10.222.0.46 "GET /v2.0/security-groups?id=d95e1db1-f0c9-4323-bdfe-93688145577c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770693 Nov 22 20:22:31.575573 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad157fcb-2fe8-4373-ac9f-2629f92e455b req-c6d00ec8-8812-4919-bf21-c1a81a3130c5 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:22:31.584023 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ad157fcb-2fe8-4373-ac9f-2629f92e455b req-c6d00ec8-8812-4919-bf21-c1a81a3130c5 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce76aa75-6890-4214-b1ec-455b43223b5d HTTP/1.1" status: 200 len: 944 time: 0.1049967 Nov 22 20:22:31.640170 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ad157fcb-2fe8-4373-ac9f-2629f92e455b req-aa5e766d-1503-4f55-b26d-aebaf797f7a5 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/security-groups?id=33003919-2e66-424f-89a8-28e4fe94add1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531783 Nov 22 20:22:31.824965 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e17676-5bba-4b2f-ac29-06f45a7afac4 req-6e70b255-6d78-4f92-8c43-0ada696c44a7 tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:22:31.826458 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-09e17676-5bba-4b2f-ac29-06f45a7afac4 req-6e70b255-6d78-4f92-8c43-0ada696c44a7 tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] 10.222.0.46 "GET /v2.0/ports?device_id=5fbb3e43-59d9-4022-b86a-7f0b09fcfe58 HTTP/1.1" status: 200 len: 946 time: 0.0575283 Nov 22 20:22:31.883836 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-09e17676-5bba-4b2f-ac29-06f45a7afac4 req-9e6def2c-b3d2-4617-8f19-60d4ef0deda1 tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] 10.222.0.46 "GET /v2.0/security-groups?id=d95e1db1-f0c9-4323-bdfe-93688145577c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505917 Nov 22 20:22:32.160280 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73da0146-3d1d-4534-b003-b4466d066926 req-08c5fc73-6792-42a9-ab52-58a8c5da8499 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:22:32.161832 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-73da0146-3d1d-4534-b003-b4466d066926 req-08c5fc73-6792-42a9-ab52-58a8c5da8499 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/ports?device_id=836f31c0-501b-49b9-9d23-733411620453 HTTP/1.1" status: 200 len: 946 time: 0.1373160 Nov 22 20:22:32.190892 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce6759e-8cf5-48f2-a83d-eb3b00f1eb4d req-8e65075d-e779-4f31-9432-d1c44d302a80 tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:22:32.192519 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2ce6759e-8cf5-48f2-a83d-eb3b00f1eb4d req-8e65075d-e779-4f31-9432-d1c44d302a80 tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] 10.222.0.46 "GET /v2.0/ports?device_id=5fbb3e43-59d9-4022-b86a-7f0b09fcfe58 HTTP/1.1" status: 200 len: 946 time: 0.2186334 Nov 22 20:22:32.223302 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a549996-bcf4-419e-a949-2e037a0fa7e6 req-39492fb2-5492-47ee-9b60-96e83602b57c tempest-ServerPasswordTestJSON-820929661 tempest-ServerPasswordTestJSON-820929661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:22:32.224764 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9a549996-bcf4-419e-a949-2e037a0fa7e6 req-39492fb2-5492-47ee-9b60-96e83602b57c tempest-ServerPasswordTestJSON-820929661 tempest-ServerPasswordTestJSON-820929661-project] 10.222.0.20 "GET /v2.0/networks?id=c0ec7348-bfb3-4d12-819f-8cbfd4b8b6ac HTTP/1.1" status: 200 len: 812 time: 0.2489793 Nov 22 20:22:32.241056 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-9a549996-bcf4-419e-a949-2e037a0fa7e6 req-2849b58e-5834-4658-b373-ee6080c912cb tempest-ServerPasswordTestJSON-820929661 tempest-ServerPasswordTestJSON-820929661-project] Request body: {'port': {'device_id': '7016e6ca-875d-474a-906a-b0261c8c06e0', 'network_id': 'c0ec7348-bfb3-4d12-819f-8cbfd4b8b6ac', 'admin_state_up': True, 'tenant_id': '702de80110b044eab4789d398585bb59'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:22:32.324428 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-73da0146-3d1d-4534-b003-b4466d066926 req-308f7eb6-2503-48ee-8e91-ecb187767fc0 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6bb4485-0c85-4226-9793-14795129f329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525104 Nov 22 20:22:32.350846 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2ce6759e-8cf5-48f2-a83d-eb3b00f1eb4d req-b8fe0eb5-52a8-4f37-bf24-848bbb7b9414 tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] 10.222.0.46 "GET /v2.0/security-groups?id=d95e1db1-f0c9-4323-bdfe-93688145577c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496997 Nov 22 20:22:32.428174 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-aab17b13-bb64-4610-a412-4d894eb7b7b1 req-984e50da-470a-45ed-b9ae-201a8978bdb2 tempest-ServerPasswordTestJSON-820929661 tempest-ServerPasswordTestJSON-820929661-project] 10.222.0.46 "GET /v2.0/ports?device_id=7016e6ca-875d-474a-906a-b0261c8c06e0 HTTP/1.1" status: 200 len: 210 time: 0.0351603 Nov 22 20:22:32.434911 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a549996-bcf4-419e-a949-2e037a0fa7e6 req-2849b58e-5834-4658-b373-ee6080c912cb tempest-ServerPasswordTestJSON-820929661 tempest-ServerPasswordTestJSON-820929661-project] Made reservation on behalf of 702de80110b044eab4789d398585bb59 for: {'port': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:22:32.438424 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-9a549996-bcf4-419e-a949-2e037a0fa7e6 req-2849b58e-5834-4658-b373-ee6080c912cb tempest-ServerPasswordTestJSON-820929661 tempest-ServerPasswordTestJSON-820929661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:32.473920 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-89d575c5-4cca-4b02-ae65-8d5a7862bd74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:32.503920 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 3af90274-6df2-49fc-a29e-804805813bff up at agent hyperv_n-h2-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:22:32.609340 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Provisioning for port 3af90274-6df2-49fc-a29e-804805813bff completed by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 20:22:32.620116 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Provisioning complete for port 3af90274-6df2-49fc-a29e-804805813bff triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:22:32.620499 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:32.738865 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:32.774939 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce76aa75-6890-4214-b1ec-455b43223b5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3af90274-6df2-49fc-a29e-804805813bff'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:22:32.777511 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d39f6d30a11e565ec9648abcc015e8a6ab6cff4edd704add8155e28765d31eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41b144c7-6ec2-4b85-a246-e6dba414b734" -d '{"events": [{"server_uuid": "ce76aa75-6890-4214-b1ec-455b43223b5d", "name": "network-vif-plugged", "status": "completed", "tag": "3af90274-6df2-49fc-a29e-804805813bff"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:22:32.811327 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port 3af90274-6df2-49fc-a29e-804805813bff, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=3af90274-6df2-49fc-a29e-804805813bff,segment=NetworkSegment(6b8f1d18-2278-40c7-b488-3ca021d47ca0),segment_id=6b8f1d18-2278-40c7-b488-3ca021d47ca0)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:22:32.817688 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:32.902004 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=3af90274-6df2-49fc-a29e-804805813bff,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:22:32.979074 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [req-9a549996-bcf4-419e-a949-2e037a0fa7e6 req-2849b58e-5834-4658-b373-ee6080c912cb tempest-ServerPasswordTestJSON-820929661 tempest-ServerPasswordTestJSON-820929661-project] Allocated IP 172.20.0.14 (c0ec7348-bfb3-4d12-819f-8cbfd4b8b6ac/ce36aef2-a408-4d70-99cf-20f82598bc0b/ea8890c0-87d3-4eb2-ab8a-e2a99d253e51) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:22:33.010480 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e49d006-150d-4e2c-92f8-4350fbaa1bf1 req-687d1733-3c85-4332-90ea-d311e7475a80 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:22:33.012100 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2e49d006-150d-4e2c-92f8-4350fbaa1bf1 req-687d1733-3c85-4332-90ea-d311e7475a80 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/ports?device_id=836f31c0-501b-49b9-9d23-733411620453 HTTP/1.1" status: 200 len: 946 time: 0.1206460 Nov 22 20:22:33.058188 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f925f5ec-5268-4e02-a0d6-aa360b529b4c req-2ba7c1ac-2a6e-4a00-bc86-6c49019ac916 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:22:33.059754 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f925f5ec-5268-4e02-a0d6-aa360b529b4c req-2ba7c1ac-2a6e-4a00-bc86-6c49019ac916 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce76aa75-6890-4214-b1ec-455b43223b5d HTTP/1.1" status: 200 len: 945 time: 0.1399882 Nov 22 20:22:33.155970 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2e49d006-150d-4e2c-92f8-4350fbaa1bf1 req-440b12dc-3a74-4029-abf0-ef433bf34e63 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6bb4485-0c85-4226-9793-14795129f329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358483 Nov 22 20:22:33.235489 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f925f5ec-5268-4e02-a0d6-aa360b529b4c req-be40ce24-9718-4b0b-8d71-3b1f662f0999 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/security-groups?id=33003919-2e66-424f-89a8-28e4fe94add1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631994 Nov 22 20:22:33.282104 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:22:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8d21dc3-2732-4ddf-8f88-24f5d285f738 x-openstack-request-id: req-c8d21dc3-2732-4ddf-8f88-24f5d285f738 {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:22:33.282601 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce76aa75-6890-4214-b1ec-455b43223b5d", "name": "network-vif-plugged", "status": "completed", "tag": "3af90274-6df2-49fc-a29e-804805813bff", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:22:33.283060 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c8d21dc3-2732-4ddf-8f88-24f5d285f738 {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:22:33.283784 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce76aa75-6890-4214-b1ec-455b43223b5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3af90274-6df2-49fc-a29e-804805813bff', 'code': 200} Nov 22 20:22:33.345614 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5118625d-bed0-41d8-8c5f-4eba642fa5db req-3197fe58-4ec3-4510-92d5-9413ff17bb47 tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:22:33.352652 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5118625d-bed0-41d8-8c5f-4eba642fa5db req-3197fe58-4ec3-4510-92d5-9413ff17bb47 tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] 10.222.0.46 "GET /v2.0/ports?device_id=5fbb3e43-59d9-4022-b86a-7f0b09fcfe58 HTTP/1.1" status: 200 len: 946 time: 0.1136510 Nov 22 20:22:33.376205 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-03f0964f-1b75-4df7-99e0-a3cdb56ec2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:33.451093 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-9a549996-bcf4-419e-a949-2e037a0fa7e6 req-2849b58e-5834-4658-b373-ee6080c912cb tempest-ServerPasswordTestJSON-820929661 tempest-ServerPasswordTestJSON-820929661-project] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:33.456836 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5118625d-bed0-41d8-8c5f-4eba642fa5db req-8c0f3a80-6d9e-4033-a751-6e7523439c46 tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] 10.222.0.46 "GET /v2.0/security-groups?id=d95e1db1-f0c9-4323-bdfe-93688145577c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032879 Nov 22 20:22:33.474456 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d844780-1928-48ad-a5c0-419e527f1e5d req-4e634823-15aa-4c39-9894-22e2f3a7dd0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:22:33.476541 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6d844780-1928-48ad-a5c0-419e527f1e5d req-4e634823-15aa-4c39-9894-22e2f3a7dd0b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ce76aa75-6890-4214-b1ec-455b43223b5d HTTP/1.1" status: 200 len: 1096 time: 0.0789447 Nov 22 20:22:33.544991 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-9a549996-bcf4-419e-a949-2e037a0fa7e6 req-2849b58e-5834-4658-b373-ee6080c912cb tempest-ServerPasswordTestJSON-820929661 tempest-ServerPasswordTestJSON-820929661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:33.576951 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6d844780-1928-48ad-a5c0-419e527f1e5d req-c2ba2d41-ec9e-464f-b7fc-3a12dea7b497 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=33003919-2e66-424f-89a8-28e4fe94add1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920291 Nov 22 20:22:33.622268 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a549996-bcf4-419e-a949-2e037a0fa7e6 req-2849b58e-5834-4658-b373-ee6080c912cb tempest-ServerPasswordTestJSON-820929661 tempest-ServerPasswordTestJSON-820929661-project] Network c0ec7348-bfb3-4d12-819f-8cbfd4b8b6ac is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:22:33.629332 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [req-9a549996-bcf4-419e-a949-2e037a0fa7e6 req-2849b58e-5834-4658-b373-ee6080c912cb tempest-ServerPasswordTestJSON-820929661 tempest-ServerPasswordTestJSON-820929661-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:22:33.634976 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a549996-bcf4-419e-a949-2e037a0fa7e6 req-2849b58e-5834-4658-b373-ee6080c912cb tempest-ServerPasswordTestJSON-820929661 tempest-ServerPasswordTestJSON-820929661-project] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:22:33.643903 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2849b58e-5834-4658-b373-ee6080c912cb tempest-ServerPasswordTestJSON-820929661 tempest-ServerPasswordTestJSON-820929661-project] Pushing event updated for resources: {'Port': ['ID=ea8890c0-87d3-4eb2-ab8a-e2a99d253e51,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:22:33.680016 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfad42a4-b8f5-4da1-b9d5-d1b6ce1b906b req-976d73bd-b53a-4a62-937e-39a0e4135777 tempest-ServerPasswordTestJSON-820929661 tempest-ServerPasswordTestJSON-820929661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:22:33.681561 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-bfad42a4-b8f5-4da1-b9d5-d1b6ce1b906b req-976d73bd-b53a-4a62-937e-39a0e4135777 tempest-ServerPasswordTestJSON-820929661 tempest-ServerPasswordTestJSON-820929661-project] 10.222.0.46 "GET /v2.0/ports?device_id=7016e6ca-875d-474a-906a-b0261c8c06e0 HTTP/1.1" status: 200 len: 932 time: 0.1419487 Nov 22 20:22:33.725250 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a549996-bcf4-419e-a949-2e037a0fa7e6 req-2849b58e-5834-4658-b373-ee6080c912cb tempest-ServerPasswordTestJSON-820929661 tempest-ServerPasswordTestJSON-820929661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:22:33.726850 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-9a549996-bcf4-419e-a949-2e037a0fa7e6 req-2849b58e-5834-4658-b373-ee6080c912cb tempest-ServerPasswordTestJSON-820929661 tempest-ServerPasswordTestJSON-820929661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:33.745292 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9a549996-bcf4-419e-a949-2e037a0fa7e6 req-2849b58e-5834-4658-b373-ee6080c912cb tempest-ServerPasswordTestJSON-820929661 tempest-ServerPasswordTestJSON-820929661-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5096068 Nov 22 20:22:33.772336 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-bfad42a4-b8f5-4da1-b9d5-d1b6ce1b906b req-8515ef6d-808c-4bd8-8c6e-9f0061d57346 tempest-ServerPasswordTestJSON-820929661 tempest-ServerPasswordTestJSON-820929661-project] 10.222.0.46 "GET /v2.0/security-groups?id=738fa191-5fbe-4fc7-9e3c-03be2592d0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822608 Nov 22 20:22:33.793837 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-9a549996-bcf4-419e-a949-2e037a0fa7e6 req-3ee03cd3-f48d-48f3-ac34-b8e831dd9f76 service neutron] Request body: {'port': {'device_id': '7016e6ca-875d-474a-906a-b0261c8c06e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818823-1'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:22:33.864403 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-9a549996-bcf4-419e-a949-2e037a0fa7e6 req-3ee03cd3-f48d-48f3-ac34-b8e831dd9f76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:34.175222 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14064cd9-eddb-4de9-8dbf-1fa93935d406 req-fffff4ef-f4d7-4ee8-ba17-8fbe4a198b0d tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:22:34.176873 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-14064cd9-eddb-4de9-8dbf-1fa93935d406 req-fffff4ef-f4d7-4ee8-ba17-8fbe4a198b0d tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] 10.222.0.41 "GET /v2.0/ports?device_id=5fbb3e43-59d9-4022-b86a-7f0b09fcfe58 HTTP/1.1" status: 200 len: 946 time: 0.0856292 Nov 22 20:22:34.304269 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [req-9a549996-bcf4-419e-a949-2e037a0fa7e6 req-3ee03cd3-f48d-48f3-ac34-b8e831dd9f76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea8890c0-87d3-4eb2-ab8a-e2a99d253e51 {{(pid=103447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:22:34.336526 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-9a549996-bcf4-419e-a949-2e037a0fa7e6 req-3ee03cd3-f48d-48f3-ac34-b8e831dd9f76 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:34.386621 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.provisioning_blocks [req-9a549996-bcf4-419e-a949-2e037a0fa7e6 req-3ee03cd3-f48d-48f3-ac34-b8e831dd9f76 service neutron] Transition to ACTIVE for port object ea8890c0-87d3-4eb2-ab8a-e2a99d253e51 will not be triggered until provisioned by entity L2. {{(pid=103447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 20:22:34.400303 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-9a549996-bcf4-419e-a949-2e037a0fa7e6 req-3ee03cd3-f48d-48f3-ac34-b8e831dd9f76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:34.413604 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6573179c-f86d-4995-8676-b793533b3a1c req-1b276a42-9a25-44f1-94e4-a7a6791281f6 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:22:34.415136 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6573179c-f86d-4995-8676-b793533b3a1c req-1b276a42-9a25-44f1-94e4-a7a6791281f6 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/ports?device_id=836f31c0-501b-49b9-9d23-733411620453 HTTP/1.1" status: 200 len: 946 time: 0.1649530 Nov 22 20:22:34.494093 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7302f3-8ea0-4131-a61a-559b8a55c672 req-2b81546e-95fb-41dc-9ce3-7c1dd7a85f27 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:22:34.495666 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-cb7302f3-8ea0-4131-a61a-559b8a55c672 req-2b81546e-95fb-41dc-9ce3-7c1dd7a85f27 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce76aa75-6890-4214-b1ec-455b43223b5d HTTP/1.1" status: 200 len: 945 time: 0.1809483 Nov 22 20:22:34.515813 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-14064cd9-eddb-4de9-8dbf-1fa93935d406 req-f4baf12c-d5ac-4661-9cce-aa7009890e23 tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] Deleting port 9a51919d-88ac-4ac5-bcf6-ae21cee539dd {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:22:34.516158 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-14064cd9-eddb-4de9-8dbf-1fa93935d406 req-f4baf12c-d5ac-4661-9cce-aa7009890e23 tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:34.518716 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee03cd3-f48d-48f3-ac34-b8e831dd9f76 service neutron] Pushing event updated for resources: {'Port': ['ID=ea8890c0-87d3-4eb2-ab8a-e2a99d253e51,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:22:34.649030 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6573179c-f86d-4995-8676-b793533b3a1c req-38f4fd28-f091-48f6-ac0c-67f28c74317f tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6bb4485-0c85-4226-9793-14795129f329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985192 Nov 22 20:22:34.764773 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-9a549996-bcf4-419e-a949-2e037a0fa7e6 req-3ee03cd3-f48d-48f3-ac34-b8e831dd9f76 service neutron] Attempting to bind port ea8890c0-87d3-4eb2-ab8a-e2a99d253e51 on host n-h2-818823-1 for vnic_type normal with profile {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:22:34.765108 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-9a549996-bcf4-419e-a949-2e037a0fa7e6 req-3ee03cd3-f48d-48f3-ac34-b8e831dd9f76 service neutron] Attempting to bind port ea8890c0-87d3-4eb2-ab8a-e2a99d253e51 by drivers openvswitch,hyperv on host n-h2-818823-1 at level 0 using segments [{'id': '82d41c73-1790-4d90-b125-f1e24c52084f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'c0ec7348-bfb3-4d12-819f-8cbfd4b8b6ac'}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:22:34.765476 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a549996-bcf4-419e-a949-2e037a0fa7e6 req-3ee03cd3-f48d-48f3-ac34-b8e831dd9f76 service neutron] Attempting to bind port ea8890c0-87d3-4eb2-ab8a-e2a99d253e51 on network c0ec7348-bfb3-4d12-819f-8cbfd4b8b6ac {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:22:34.822645 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a549996-bcf4-419e-a949-2e037a0fa7e6 req-3ee03cd3-f48d-48f3-ac34-b8e831dd9f76 service neutron] Port ea8890c0-87d3-4eb2-ab8a-e2a99d253e51 on network c0ec7348-bfb3-4d12-819f-8cbfd4b8b6ac not bound, no agent of type Open vSwitch agent registered on host n-h2-818823-1 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:22:34.823001 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a549996-bcf4-419e-a949-2e037a0fa7e6 req-3ee03cd3-f48d-48f3-ac34-b8e831dd9f76 service neutron] Attempting to bind port ea8890c0-87d3-4eb2-ab8a-e2a99d253e51 on network c0ec7348-bfb3-4d12-819f-8cbfd4b8b6ac {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:22:34.826351 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-14064cd9-eddb-4de9-8dbf-1fa93935d406 req-f4baf12c-d5ac-4661-9cce-aa7009890e23 tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] For port 9a51919d-88ac-4ac5-bcf6-ae21cee539dd, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=9a51919d-88ac-4ac5-bcf6-ae21cee539dd,segment=NetworkSegment(019862db-e247-48e6-a4aa-8a2eeecc7cca),segment_id=019862db-e247-48e6-a4aa-8a2eeecc7cca)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:22:34.826721 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-14064cd9-eddb-4de9-8dbf-1fa93935d406 req-f4baf12c-d5ac-4661-9cce-aa7009890e23 tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:34.862447 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-cb7302f3-8ea0-4131-a61a-559b8a55c672 req-8b8558ad-c8c0-430c-8e91-0b249c36661b tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/security-groups?id=33003919-2e66-424f-89a8-28e4fe94add1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3551342 Nov 22 20:22:34.875756 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-14064cd9-eddb-4de9-8dbf-1fa93935d406 req-f4baf12c-d5ac-4661-9cce-aa7009890e23 tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] Calling delete_port for 9a51919d-88ac-4ac5-bcf6-ae21cee539dd owned by compute:nova {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:22:34.878303 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a549996-bcf4-419e-a949-2e037a0fa7e6 req-3ee03cd3-f48d-48f3-ac34-b8e831dd9f76 service neutron] Checking agent: {'id': '65e0486a-7030-4065-96f0-10aa7402a530', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'started_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 22, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:22:34.878648 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a549996-bcf4-419e-a949-2e037a0fa7e6 req-3ee03cd3-f48d-48f3-ac34-b8e831dd9f76 service neutron] Checking segment: {'id': '82d41c73-1790-4d90-b125-f1e24c52084f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'c0ec7348-bfb3-4d12-819f-8cbfd4b8b6ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:22:34.879032 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a549996-bcf4-419e-a949-2e037a0fa7e6 req-3ee03cd3-f48d-48f3-ac34-b8e831dd9f76 service neutron] Bound using segment: {'id': '82d41c73-1790-4d90-b125-f1e24c52084f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'c0ec7348-bfb3-4d12-819f-8cbfd4b8b6ac'} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:22:34.879756 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-9a549996-bcf4-419e-a949-2e037a0fa7e6 req-3ee03cd3-f48d-48f3-ac34-b8e831dd9f76 service neutron] Bound port: ea8890c0-87d3-4eb2-ab8a-e2a99d253e51, host: n-h2-818823-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82d41c73-1790-4d90-b125-f1e24c52084f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'c0ec7348-bfb3-4d12-819f-8cbfd4b8b6ac'}}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:22:34.880118 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-9a549996-bcf4-419e-a949-2e037a0fa7e6 req-3ee03cd3-f48d-48f3-ac34-b8e831dd9f76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:35.047718 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d755d99-2b34-47b5-93e2-6061c5288360 req-0e265e42-fe0d-40b9-b648-8c43d495995f tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:22:35.055348 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1d755d99-2b34-47b5-93e2-6061c5288360 req-0e265e42-fe0d-40b9-b648-8c43d495995f tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] 10.222.0.46 "GET /v2.0/ports?device_id=5fbb3e43-59d9-4022-b86a-7f0b09fcfe58 HTTP/1.1" status: 200 len: 946 time: 0.3246315 Nov 22 20:22:35.107457 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e49ee129-e862-4476-beca-cdc8150d2345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:35.143513 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-9a549996-bcf4-419e-a949-2e037a0fa7e6 req-3ee03cd3-f48d-48f3-ac34-b8e831dd9f76 service neutron] For port ea8890c0-87d3-4eb2-ab8a-e2a99d253e51, host n-h2-818823-1, cleared binding levels {{(pid=103447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:22:35.177010 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-9a549996-bcf4-419e-a949-2e037a0fa7e6 req-3ee03cd3-f48d-48f3-ac34-b8e831dd9f76 service neutron] For port ea8890c0-87d3-4eb2-ab8a-e2a99d253e51, host n-h2-818823-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=ea8890c0-87d3-4eb2-ab8a-e2a99d253e51,segment=NetworkSegment(82d41c73-1790-4d90-b125-f1e24c52084f),segment_id=82d41c73-1790-4d90-b125-f1e24c52084f)] {{(pid=103447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:22:35.198017 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-9a549996-bcf4-419e-a949-2e037a0fa7e6 req-3ee03cd3-f48d-48f3-ac34-b8e831dd9f76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:35.201287 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e370ea-2d78-4883-bddf-e36cec0fa03c req-1430abd9-ba91-4b60-ad6e-cfae3f0d40e2 tempest-TestNetworkAdvancedServerOps-1666653009 tempest-TestNetworkAdvancedServerOps-1666653009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:22:35.202903 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e0e370ea-2d78-4883-bddf-e36cec0fa03c req-1430abd9-ba91-4b60-ad6e-cfae3f0d40e2 tempest-TestNetworkAdvancedServerOps-1666653009 tempest-TestNetworkAdvancedServerOps-1666653009-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=1055e9c7-c155-46d0-8648-c4ff794f929b HTTP/1.1" status: 200 len: 1096 time: 0.2293334 Nov 22 20:22:35.251169 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1d755d99-2b34-47b5-93e2-6061c5288360 req-432d9028-f3a8-4bfe-a0ae-f08b1da32150 tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] 10.222.0.46 "GET /v2.0/security-groups?id=d95e1db1-f0c9-4323-bdfe-93688145577c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947851 Nov 22 20:22:35.274297 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a549996-bcf4-419e-a949-2e037a0fa7e6 req-3ee03cd3-f48d-48f3-ac34-b8e831dd9f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:22:35.274893 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-9a549996-bcf4-419e-a949-2e037a0fa7e6 req-3ee03cd3-f48d-48f3-ac34-b8e831dd9f76 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:35.276362 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9a549996-bcf4-419e-a949-2e037a0fa7e6 req-3ee03cd3-f48d-48f3-ac34-b8e831dd9f76 service neutron] 10.222.0.20 "PUT /v2.0/ports/ea8890c0-87d3-4eb2-ab8a-e2a99d253e51 HTTP/1.1" status: 200 len: 1092 time: 1.4878950 Nov 22 20:22:35.280257 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7016e6ca-875d-474a-906a-b0261c8c06e0', 'tag': 'ea8890c0-87d3-4eb2-ab8a-e2a99d253e51'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:22:35.283975 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8863a1a5-7cfc-4126-91c1-ce146dc639e1" -d '{"events": [{"name": "network-changed", "server_uuid": "7016e6ca-875d-474a-906a-b0261c8c06e0", "tag": "ea8890c0-87d3-4eb2-ab8a-e2a99d253e51"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:22:35.359628 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee03cd3-f48d-48f3-ac34-b8e831dd9f76 service neutron] Pushing event updated for resources: {'Port': ['ID=ea8890c0-87d3-4eb2-ab8a-e2a99d253e51,revision_number=3']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:22:35.413704 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e0e370ea-2d78-4883-bddf-e36cec0fa03c req-7de877a0-86fa-4bd9-b0c3-19bc2f26649c tempest-TestNetworkAdvancedServerOps-1666653009 tempest-TestNetworkAdvancedServerOps-1666653009-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=1fdc013b-4d1e-4061-bc19-b86fb2a07143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1965768 Nov 22 20:22:35.415963 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-14064cd9-eddb-4de9-8dbf-1fa93935d406 req-f4baf12c-d5ac-4661-9cce-aa7009890e23 tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:35.435894 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] get_ports_and_sgs() called for port_ids ['9a51919d-88ac-4ac5-bcf6-ae21cee539dd'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:22:35.457067 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 52356) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:22:35.460526 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4baf12c-d5ac-4661-9cce-aa7009890e23 tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] Pushing event deleted for resources: {'Port': ['ID=9a51919d-88ac-4ac5-bcf6-ae21cee539dd,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:22:35.467715 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a549996-bcf4-419e-a949-2e037a0fa7e6 req-8252d822-41e5-48e6-86ab-fed61e4c1731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:22:35.469466 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9a549996-bcf4-419e-a949-2e037a0fa7e6 req-8252d822-41e5-48e6-86ab-fed61e4c1731 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=702de80110b044eab4789d398585bb59&device_id=7016e6ca-875d-474a-906a-b0261c8c06e0 HTTP/1.1" status: 200 len: 1095 time: 0.1299901 Nov 22 20:22:35.594898 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-14064cd9-eddb-4de9-8dbf-1fa93935d406 req-f4baf12c-d5ac-4661-9cce-aa7009890e23 tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] No DVR routers for this DVR port 9a51919d-88ac-4ac5-bcf6-ae21cee539dd on host n-h1-818823-1 {{(pid=103447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:22:35.599771 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9a549996-bcf4-419e-a949-2e037a0fa7e6 req-da4d1a18-b385-4740-b317-4153c9ae4773 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ea8890c0-87d3-4eb2-ab8a-e2a99d253e51 HTTP/1.1" status: 200 len: 217 time: 0.1118612 Nov 22 20:22:35.603718 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-14064cd9-eddb-4de9-8dbf-1fa93935d406 req-f4baf12c-d5ac-4661-9cce-aa7009890e23 tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:35.610449 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-14064cd9-eddb-4de9-8dbf-1fa93935d406 req-f4baf12c-d5ac-4661-9cce-aa7009890e23 tempest-ServerDiskConfigTestJSON-1168106638 tempest-ServerDiskConfigTestJSON-1168106638-project] 10.222.0.41 "DELETE /v2.0/ports/9a51919d-88ac-4ac5-bcf6-ae21cee539dd HTTP/1.1" status: 204 len: 173 time: 1.4219034 Nov 22 20:22:35.715487 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 20:22:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4358d8d-5ee7-4c2d-ab76-32c798020104 x-openstack-request-id: req-b4358d8d-5ee7-4c2d-ab76-32c798020104 {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:22:35.715970 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7016e6ca-875d-474a-906a-b0261c8c06e0", "tag": "ea8890c0-87d3-4eb2-ab8a-e2a99d253e51", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:22:35.717246 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b4358d8d-5ee7-4c2d-ab76-32c798020104 {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:22:35.718319 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7016e6ca-875d-474a-906a-b0261c8c06e0', 'tag': 'ea8890c0-87d3-4eb2-ab8a-e2a99d253e51', 'status': 'completed', 'code': 200} Nov 22 20:22:35.743080 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a549996-bcf4-419e-a949-2e037a0fa7e6 req-f48001f6-fe37-4b04-96de-30b875e58d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:22:35.744803 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9a549996-bcf4-419e-a949-2e037a0fa7e6 req-f48001f6-fe37-4b04-96de-30b875e58d9e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ce36aef2-a408-4d70-99cf-20f82598bc0b HTTP/1.1" status: 200 len: 852 time: 0.1333315 Nov 22 20:22:35.763256 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08423378-63ae-443d-8882-d8d62eccd39d req-67096546-f070-4aff-95af-a6684a48ba92 tempest-ServerPasswordTestJSON-820929661 tempest-ServerPasswordTestJSON-820929661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:22:35.773962 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-08423378-63ae-443d-8882-d8d62eccd39d req-67096546-f070-4aff-95af-a6684a48ba92 tempest-ServerPasswordTestJSON-820929661 tempest-ServerPasswordTestJSON-820929661-project] 10.222.0.46 "GET /v2.0/ports?device_id=7016e6ca-875d-474a-906a-b0261c8c06e0 HTTP/1.1" status: 200 len: 944 time: 0.1759300 Nov 22 20:22:35.837271 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9a549996-bcf4-419e-a949-2e037a0fa7e6 req-45cb46cf-415f-4544-b9f1-59c1a204400b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c0ec7348-bfb3-4d12-819f-8cbfd4b8b6ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0581403 Nov 22 20:22:35.907378 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-d6debce2-fd8c-4af2-9d9c-1dfca61ecadc tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Deleting port 7683b4cf-5a72-44dc-a2d8-985989fe1ea8 {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:22:35.908145 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d6debce2-fd8c-4af2-9d9c-1dfca61ecadc tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:35.962448 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:36.049209 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9a549996-bcf4-419e-a949-2e037a0fa7e6 req-69699522-1384-43a6-954f-dbe41982030b service neutron] 10.222.0.20 "GET /v2.0/networks/c0ec7348-bfb3-4d12-819f-8cbfd4b8b6ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1888034 Nov 22 20:22:36.069547 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d6debce2-fd8c-4af2-9d9c-1dfca61ecadc tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:36.070465 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d6debce2-fd8c-4af2-9d9c-1dfca61ecadc tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:36.095870 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-d6debce2-fd8c-4af2-9d9c-1dfca61ecadc tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Calling delete_port for 7683b4cf-5a72-44dc-a2d8-985989fe1ea8 owned by network:floatingip {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:22:36.115874 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-08423378-63ae-443d-8882-d8d62eccd39d req-f4d67540-ce56-42be-a282-f5d2a76cf329 tempest-ServerPasswordTestJSON-820929661 tempest-ServerPasswordTestJSON-820929661-project] 10.222.0.46 "GET /v2.0/security-groups?id=738fa191-5fbe-4fc7-9e3c-03be2592d0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3357632 Nov 22 20:22:36.374415 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdab4c5-c3d3-4401-a3ec-25567f2a0d59 req-ce91e219-aad8-4235-bde9-3c1312aace1f tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:22:36.376596 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4fdab4c5-c3d3-4401-a3ec-25567f2a0d59 req-ce91e219-aad8-4235-bde9-3c1312aace1f tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/ports?device_id=836f31c0-501b-49b9-9d23-733411620453 HTTP/1.1" status: 200 len: 946 time: 0.5380507 Nov 22 20:22:36.418534 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9a549996-bcf4-419e-a949-2e037a0fa7e6 req-b2bf984b-22c6-45e4-9d97-a1927d4a9254 service neutron] 10.222.0.20 "GET /v2.0/networks/c0ec7348-bfb3-4d12-819f-8cbfd4b8b6ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3175619 Nov 22 20:22:36.450622 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319c0ff4-67c0-4633-bb1f-2e869bde85eb req-919bf360-5cb6-407a-9a17-8609649e2e4b tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:22:36.458770 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-319c0ff4-67c0-4633-bb1f-2e869bde85eb req-919bf360-5cb6-407a-9a17-8609649e2e4b tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce76aa75-6890-4214-b1ec-455b43223b5d HTTP/1.1" status: 200 len: 945 time: 0.1925747 Nov 22 20:22:36.495024 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d6debce2-fd8c-4af2-9d9c-1dfca61ecadc tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:36.504502 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4fdab4c5-c3d3-4401-a3ec-25567f2a0d59 req-bec4f575-c3b4-457c-aa8e-37fccb40a47c tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6bb4485-0c85-4226-9793-14795129f329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086123 Nov 22 20:22:36.533231 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6debce2-fd8c-4af2-9d9c-1dfca61ecadc tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Pushing event deleted for resources: {'Port': ['ID=7683b4cf-5a72-44dc-a2d8-985989fe1ea8,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:22:36.588349 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-319c0ff4-67c0-4633-bb1f-2e869bde85eb req-16525143-8331-4648-8733-bb0bec4c19da tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/security-groups?id=33003919-2e66-424f-89a8-28e4fe94add1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232719 Nov 22 20:22:36.616507 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8863a1a5-7cfc-4126-91c1-ce146dc639e1 req-77d16e97-5e8b-4afb-a8fc-660a124af2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:22:36.618306 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8863a1a5-7cfc-4126-91c1-ce146dc639e1 req-77d16e97-5e8b-4afb-a8fc-660a124af2f5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=702de80110b044eab4789d398585bb59&device_id=7016e6ca-875d-474a-906a-b0261c8c06e0 HTTP/1.1" status: 200 len: 1095 time: 0.1051998 Nov 22 20:22:36.649098 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d6debce2-fd8c-4af2-9d9c-1dfca61ecadc tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks [] for floatingip, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:36.649442 n-d-818823-1 neutron-server[103448]: INFO neutron.db.l3_db [None req-d6debce2-fd8c-4af2-9d9c-1dfca61ecadc tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Floating IP 8f3396cf-56ca-43de-9014-0a37a6d45207 disassociated (deleted). External IP: 172.25.5.91, port: 33e7a13a-e64a-49d3-8d05-1f881090f4ac. Nov 22 20:22:36.867739 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 52388) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:22:37.021324 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8863a1a5-7cfc-4126-91c1-ce146dc639e1 req-0ff567a9-e119-4b7b-b003-e06130eb2ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:22:37.023318 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8863a1a5-7cfc-4126-91c1-ce146dc639e1 req-0ff567a9-e119-4b7b-b003-e06130eb2ad6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c0ec7348-bfb3-4d12-819f-8cbfd4b8b6ac HTTP/1.1" status: 200 len: 913 time: 0.3943622 Nov 22 20:22:37.074229 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6debce2-fd8c-4af2-9d9c-1dfca61ecadc tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Router 6094cc94-5108-427c-bd00-add2f5975bcb has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 20:22:37.229701 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6debce2-fd8c-4af2-9d9c-1dfca61ecadc tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:22:37.235056 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d6debce2-fd8c-4af2-9d9c-1dfca61ecadc tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for floatingip, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:37.242102 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdd15822-a958-468d-af7d-b769fe85388f None None] Sync routers for ids ['6094cc94-5108-427c-bd00-add2f5975bcb'] in n-d-818823-1 {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:22:37.257627 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd15822-a958-468d-af7d-b769fe85388f None None] Routers {'6094cc94-5108-427c-bd00-add2f5975bcb'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:22:37.258596 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-fdd15822-a958-468d-af7d-b769fe85388f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:22:32Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['6094cc94-5108-427c-bd00-add2f5975bcb'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:22:37.297711 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-d6debce2-fd8c-4af2-9d9c-1dfca61ecadc tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "DELETE /v2.0/floatingips/8f3396cf-56ca-43de-9014-0a37a6d45207 HTTP/1.1" status: 204 len: 168 time: 1.8351471 Nov 22 20:22:37.299226 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1055e9c7-c155-46d0-8648-c4ff794f929b', 'tag': '33e7a13a-e64a-49d3-8d05-1f881090f4ac'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:22:37.304720 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589a98cf2aea187fcc423a5edb333e5a6cf3ad7c81115d1ebee0f079693c312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aed4a780-c19d-49a3-9054-3fb0d9b6b0f6" -d '{"events": [{"name": "network-changed", "server_uuid": "1055e9c7-c155-46d0-8648-c4ff794f929b", "tag": "33e7a13a-e64a-49d3-8d05-1f881090f4ac"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:22:37.390635 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-fdd15822-a958-468d-af7d-b769fe85388f None None] Set router 6094cc94-5108-427c-bd00-add2f5975bcb gateway port host: n-d-818823-1 {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:22:37.419745 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e991164b-67a1-40ac-8a6b-e88f041343c8 req-f65d03b8-8e24-46e9-9e2a-3db5a1c4b8ab tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:22:37.427368 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e991164b-67a1-40ac-8a6b-e88f041343c8 req-f65d03b8-8e24-46e9-9e2a-3db5a1c4b8ab tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/networks?id=07a52fe9-f2bb-41b8-a0b8-a12077ec9b70 HTTP/1.1" status: 200 len: 814 time: 0.5154042 Nov 22 20:22:37.441186 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8863a1a5-7cfc-4126-91c1-ce146dc639e1 req-68c0826e-8bfa-4209-8fa2-05006506bd93 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ea8890c0-87d3-4eb2-ab8a-e2a99d253e51 HTTP/1.1" status: 200 len: 217 time: 0.4090102 Nov 22 20:22:37.456577 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_v2 [None req-216091b0-f5fb-4910-885f-78fabca42366 admin admin] Deleting subnet d5e4abcc-f6a8-473c-82a9-35e4932fd5a1 {{(pid=103447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 20:22:37.477133 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-216091b0-f5fb-4910-885f-78fabca42366 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:37.508453 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e991164b-67a1-40ac-8a6b-e88f041343c8 req-643f5ef8-de33-4711-a69f-a95d59d42a42 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/quotas/953041b5ecb84670bb3f59610c3b98e5 HTTP/1.1" status: 200 len: 375 time: 0.0801022 Nov 22 20:22:37.540779 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e40576f-583a-45be-9758-84eb10d846ff req-8c6b0304-ef55-47bb-b63a-1f9c60e832b5 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:22:37.542424 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7e40576f-583a-45be-9758-84eb10d846ff req-8c6b0304-ef55-47bb-b63a-1f9c60e832b5 tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.41 "GET /v2.0/ports?device_id=836f31c0-501b-49b9-9d23-733411620453 HTTP/1.1" status: 200 len: 946 time: 0.5331848 Nov 22 20:22:37.630221 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-216091b0-f5fb-4910-885f-78fabca42366 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12178353'] for subnet, precommit_delete_associations {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:37.665401 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8863a1a5-7cfc-4126-91c1-ce146dc639e1 req-5810a3e9-1b22-406c-ae83-493cf19077b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:22:37.666463 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8863a1a5-7cfc-4126-91c1-ce146dc639e1 req-5810a3e9-1b22-406c-ae83-493cf19077b3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ce36aef2-a408-4d70-99cf-20f82598bc0b HTTP/1.1" status: 200 len: 852 time: 0.1933603 Nov 22 20:22:37.685673 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b675cbab-d111-4eca-8b5b-8f4e4ec1982e req-686d974d-77d6-4256-8b90-6569d87a63d2 tempest-ServerPasswordTestJSON-820929661 tempest-ServerPasswordTestJSON-820929661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:22:37.693200 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b675cbab-d111-4eca-8b5b-8f4e4ec1982e req-686d974d-77d6-4256-8b90-6569d87a63d2 tempest-ServerPasswordTestJSON-820929661 tempest-ServerPasswordTestJSON-820929661-project] 10.222.0.46 "GET /v2.0/ports?device_id=7016e6ca-875d-474a-906a-b0261c8c06e0 HTTP/1.1" status: 200 len: 944 time: 0.2880142 Nov 22 20:22:37.702630 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-fdd15822-a958-468d-af7d-b769fe85388f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6094cc94-5108-427c-bd00-add2f5975bcb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1964949637', 'tenant_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.52'}], 'enable_snat': True}, 'gw_port_id': '26104780-4dfc-4933-b35a-eabfac89a152', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:20:30Z', 'updated_at': '2021-11-22T20:20:40Z', 'revision_number': 4, 'project_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'gw_port': {'id': '26104780-4dfc-4933-b35a-eabfac89a152', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:7f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6094cc94-5108-427c-bd00-add2f5975bcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1959, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:20:31Z', 'updated_at': '2021-11-22T20:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': '97c8f2b2-3bc7-490f-9889-fb42ac9912fa', 'name': '', 'network_id': '43dfe348-e2b3-45a9-b942-b91bdebcc301', 'tenant_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'mac_address': 'fa:16:3e:0e:d2:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6094cc94-5108-427c-bd00-add2f5975bcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1967, 'fixed_ips': [{'subnet_id': '19b1fa28-e1ba-4589-8381-fbf651ed52fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:20:38Z', 'updated_at': '2021-11-22T20:20:44Z', 'revision_number': 5, 'project_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'subnets': [{'id': '19b1fa28-e1ba-4589-8381-fbf651ed52fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:22:37.773482 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdd15822-a958-468d-af7d-b769fe85388f None None] Checking router: 6094cc94-5108-427c-bd00-add2f5975bcb for host: n-d-818823-1 {{(pid=103450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 20:22:37.786101 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd15822-a958-468d-af7d-b769fe85388f None None] Routers {'6094cc94-5108-427c-bd00-add2f5975bcb'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:22:37.787016 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-fdd15822-a958-468d-af7d-b769fe85388f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:22:32Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['6094cc94-5108-427c-bd00-add2f5975bcb'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:22:37.787881 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fbb3e43-59d9-4022-b86a-7f0b09fcfe58', 'name': 'network-vif-deleted', 'tag': '9a51919d-88ac-4ac5-bcf6-ae21cee539dd'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:22:37.799209 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9151ac74-008e-4e10-8902-2ae7c775e768" -d '{"events": [{"server_uuid": "5fbb3e43-59d9-4022-b86a-7f0b09fcfe58", "name": "network-vif-deleted", "tag": "9a51919d-88ac-4ac5-bcf6-ae21cee539dd"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:22:37.826539 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8863a1a5-7cfc-4126-91c1-ce146dc639e1 req-3c388383-3992-4bcb-a282-d43f35a4750c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c0ec7348-bfb3-4d12-819f-8cbfd4b8b6ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1305647 Nov 22 20:22:37.885799 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-216091b0-f5fb-4910-885f-78fabca42366 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3753007'] for subnet, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:37.952617 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-fdd15822-a958-468d-af7d-b769fe85388f None None] Set router 6094cc94-5108-427c-bd00-add2f5975bcb gateway port host: n-d-818823-1 {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:22:37.958745 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e991164b-67a1-40ac-8a6b-e88f041343c8 req-b2aca670-db04-4e05-98f5-27dde342f2f1 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=953041b5ecb84670bb3f59610c3b98e5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4150987 Nov 22 20:22:38.078932 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b675cbab-d111-4eca-8b5b-8f4e4ec1982e req-389234b6-90af-4d15-a16e-3817f697c6a5 tempest-ServerPasswordTestJSON-820929661 tempest-ServerPasswordTestJSON-820929661-project] 10.222.0.46 "GET /v2.0/security-groups?id=738fa191-5fbe-4fc7-9e3c-03be2592d0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3847368 Nov 22 20:22:38.228751 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-7e40576f-583a-45be-9758-84eb10d846ff req-eec3ba51-3bd3-486b-b354-0f0880fd26ff tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Deleting port ccb1c570-7442-4bd5-bb66-e479dec5137b {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:22:38.229038 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-7e40576f-583a-45be-9758-84eb10d846ff req-eec3ba51-3bd3-486b-b354-0f0880fd26ff tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:38.257620 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8863a1a5-7cfc-4126-91c1-ce146dc639e1 req-1e9d4d84-331d-45cf-8855-eb36f79af8b0 service neutron] 10.222.0.20 "GET /v2.0/networks/c0ec7348-bfb3-4d12-819f-8cbfd4b8b6ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4024212 Nov 22 20:22:38.364852 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-216091b0-f5fb-4910-885f-78fabca42366 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3753014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8900804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8485115'] for subnet, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:38.428390 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 20:22:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e454ec11-0dd0-4615-96b1-0297eccf3330 x-openstack-request-id: req-e454ec11-0dd0-4615-96b1-0297eccf3330 {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:22:38.429476 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1055e9c7-c155-46d0-8648-c4ff794f929b", "tag": "33e7a13a-e64a-49d3-8d05-1f881090f4ac", "status": "completed", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:22:38.429597 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e454ec11-0dd0-4615-96b1-0297eccf3330 {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:22:38.429943 n-d-818823-1 neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1055e9c7-c155-46d0-8648-c4ff794f929b', 'tag': '33e7a13a-e64a-49d3-8d05-1f881090f4ac', 'status': 'completed', 'code': 200} Nov 22 20:22:38.434902 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-fdd15822-a958-468d-af7d-b769fe85388f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6094cc94-5108-427c-bd00-add2f5975bcb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1964949637', 'tenant_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.52'}], 'enable_snat': True}, 'gw_port_id': '26104780-4dfc-4933-b35a-eabfac89a152', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:20:30Z', 'updated_at': '2021-11-22T20:20:40Z', 'revision_number': 4, 'project_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'gw_port': {'id': '26104780-4dfc-4933-b35a-eabfac89a152', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:7f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6094cc94-5108-427c-bd00-add2f5975bcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1959, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:20:31Z', 'updated_at': '2021-11-22T20:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': '97c8f2b2-3bc7-490f-9889-fb42ac9912fa', 'name': '', 'network_id': '43dfe348-e2b3-45a9-b942-b91bdebcc301', 'tenant_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'mac_address': 'fa:16:3e:0e:d2:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6094cc94-5108-427c-bd00-add2f5975bcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1967, 'fixed_ips': [{'subnet_id': '19b1fa28-e1ba-4589-8381-fbf651ed52fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:20:38Z', 'updated_at': '2021-11-22T20:20:44Z', 'revision_number': 5, 'project_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'subnets': [{'id': '19b1fa28-e1ba-4589-8381-fbf651ed52fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:22:38.492290 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdd15822-a958-468d-af7d-b769fe85388f None None] The sync data for ids ['6094cc94-5108-427c-bd00-add2f5975bcb'] in n-d-818823-1 is: [{'id': '6094cc94-5108-427c-bd00-add2f5975bcb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1964949637', 'tenant_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.52'}], 'enable_snat': True}, 'gw_port_id': '26104780-4dfc-4933-b35a-eabfac89a152', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:20:30Z', 'updated_at': '2021-11-22T20:20:40Z', 'revision_number': 4, 'project_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'gw_port': {'id': '26104780-4dfc-4933-b35a-eabfac89a152', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:7f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6094cc94-5108-427c-bd00-add2f5975bcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1959, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:20:31Z', 'updated_at': '2021-11-22T20:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': '97c8f2b2-3bc7-490f-9889-fb42ac9912fa', 'name': '', 'network_id': '43dfe348-e2b3-45a9-b942-b91bdebcc301', 'tenant_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'mac_address': 'fa:16:3e:0e:d2:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6094cc94-5108-427c-bd00-add2f5975bcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1967, 'fixed_ips': [{'subnet_id': '19b1fa28-e1ba-4589-8381-fbf651ed52fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:20:38Z', 'updated_at': '2021-11-22T20:20:44Z', 'revision_number': 5, 'project_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'subnets': [{'id': '19b1fa28-e1ba-4589-8381-fbf651ed52fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:22:38.528888 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device ea8890c0-87d3-4eb2-ab8a-e2a99d253e51 details requested by agent hyperv_n-h2-818823-1 with host n-h2-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 20:22:38.574502 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e991164b-67a1-40ac-8a6b-e88f041343c8 req-ddebab10-3fee-4b9c-bc74-3204bb62c20d service neutron] 10.222.0.46 "GET /v2.0/networks/07a52fe9-f2bb-41b8-a0b8-a12077ec9b70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6147835 Nov 22 20:22:38.621289 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216091b0-f5fb-4910-885f-78fabca42366 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5e4abcc-f6a8-473c-82a9-35e4932fd5a1,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:22:38.652125 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-216091b0-f5fb-4910-885f-78fabca42366 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for subnet, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:38.657994 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-216091b0-f5fb-4910-885f-78fabca42366 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/d5e4abcc-f6a8-473c-82a9-35e4932fd5a1 HTTP/1.1" status: 204 len: 168 time: 1.7889073 Nov 22 20:22:38.658399 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 52416) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:22:38.714105 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port ea8890c0-87d3-4eb2-ab8a-e2a99d253e51, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=ea8890c0-87d3-4eb2-ab8a-e2a99d253e51,segment=NetworkSegment(82d41c73-1790-4d90-b125-f1e24c52084f),segment_id=82d41c73-1790-4d90-b125-f1e24c52084f)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:22:38.741093 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Returning: {'device': 'ea8890c0-87d3-4eb2-ab8a-e2a99d253e51', 'network_id': 'c0ec7348-bfb3-4d12-819f-8cbfd4b8b6ac', 'port_id': 'ea8890c0-87d3-4eb2-ab8a-e2a99d253e51', 'mac_address': 'fa:16:3e:05:46:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce36aef2-a408-4d70-99cf-20f82598bc0b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 20:22:38.751997 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 9a51919d-88ac-4ac5-bcf6-ae21cee539dd no longer exists at agent hyperv_n-h1-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:22:38.806396 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed4a780-c19d-49a3-9054-3fb0d9b6b0f6 req-9d1cea86-0881-4437-a506-abab1103745c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:22:38.808160 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-aed4a780-c19d-49a3-9054-3fb0d9b6b0f6 req-9d1cea86-0881-4437-a506-abab1103745c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f13d149ee8a64f188025185f0e8b5cfe&device_id=1055e9c7-c155-46d0-8648-c4ff794f929b HTTP/1.1" status: 200 len: 1096 time: 0.2402737 Nov 22 20:22:38.823621 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] No Port match for: 9a51919d-88ac-4ac5-bcf6-ae21cee539dd {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:22:38.824508 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 9a51919d-88ac-4ac5-bcf6-ae21cee539dd not bound to the agent host n-h1-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:22:38.830186 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba94136-354c-465f-91c6-c6c16b4dbff3 req-a92fcd5a-c570-461f-9e3a-052a4d269eab tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:22:38.840016 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-bba94136-354c-465f-91c6-c6c16b4dbff3 req-a92fcd5a-c570-461f-9e3a-052a4d269eab tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/ports?device_id=836f31c0-501b-49b9-9d23-733411620453 HTTP/1.1" status: 200 len: 946 time: 0.2684000 Nov 22 20:22:38.868056 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-7e40576f-583a-45be-9758-84eb10d846ff req-eec3ba51-3bd3-486b-b354-0f0880fd26ff tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] For port ccb1c570-7442-4bd5-bb66-e479dec5137b, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=ccb1c570-7442-4bd5-bb66-e479dec5137b,segment=NetworkSegment(ac5f3349-9549-4263-b08f-bbbf3ebb8ed3),segment_id=ac5f3349-9549-4263-b08f-bbbf3ebb8ed3)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:22:38.868422 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-7e40576f-583a-45be-9758-84eb10d846ff req-eec3ba51-3bd3-486b-b354-0f0880fd26ff tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:38.877274 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:38.881360 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-102265cb-6653-4ba2-9169-365f5863f0ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3961693'] for network, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:38.938590 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea8890c0-87d3-4eb2-ab8a-e2a99d253e51 {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:22:39.004637 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8863a1a5-7cfc-4126-91c1-ce146dc639e1 req-2a33d61f-5f07-4199-80fb-7ab1449d6ab9 service neutron] 10.222.0.20 "GET /v2.0/networks/c0ec7348-bfb3-4d12-819f-8cbfd4b8b6ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6411579 Nov 22 20:22:39.005651 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port ea8890c0-87d3-4eb2-ab8a-e2a99d253e51, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=ea8890c0-87d3-4eb2-ab8a-e2a99d253e51,segment=NetworkSegment(82d41c73-1790-4d90-b125-f1e24c52084f),segment_id=82d41c73-1790-4d90-b125-f1e24c52084f)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:22:39.011097 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:39.029067 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-7e40576f-583a-45be-9758-84eb10d846ff req-eec3ba51-3bd3-486b-b354-0f0880fd26ff tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Calling delete_port for ccb1c570-7442-4bd5-bb66-e479dec5137b owned by compute:nova {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:22:39.077317 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-102265cb-6653-4ba2-9169-365f5863f0ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3760028', 'neutron.services.segments.db._delete_segments_for_network-8748992815755'] for network, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:39.091667 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a5f96a0-79d5-49ea-ae95-a3e12ae62e03 None None] New status for floating IP 8f3396cf-56ca-43de-9014-0a37a6d45207: DOWN {{(pid=103449) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 20:22:39.121848 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-102265cb-6653-4ba2-9169-365f5863f0ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['352547e0-207e-4556-a1a1-f7d6c95fa4cd']}} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:22:39.145202 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-102265cb-6653-4ba2-9169-365f5863f0ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '019862db-e247-48e6-a4aa-8a2eeecc7cca') {'for_net_delete': True} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:22:39.145639 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-102265cb-6653-4ba2-9169-365f5863f0ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '019862db-e247-48e6-a4aa-8a2eeecc7cca') {} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:22:39.145831 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e991164b-67a1-40ac-8a6b-e88f041343c8 req-4f407edb-7cf8-4b8b-a97b-2482da13188f service neutron] 10.222.0.46 "GET /v2.0/networks/07a52fe9-f2bb-41b8-a0b8-a12077ec9b70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5135911 Nov 22 20:22:39.180174 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-102265cb-6653-4ba2-9169-365f5863f0ae admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748993039638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11627933'] for segment, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:39.182877 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-bba94136-354c-465f-91c6-c6c16b4dbff3 req-7964ff63-3322-42da-9c7b-5c845c0de4da tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6bb4485-0c85-4226-9793-14795129f329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3416479 Nov 22 20:22:39.222593 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-102265cb-6653-4ba2-9169-365f5863f0ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:39.225989 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed4a780-c19d-49a3-9054-3fb0d9b6b0f6 req-b5badf98-d9dc-4241-949e-1c2c736f52be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:22:39.227547 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-aed4a780-c19d-49a3-9054-3fb0d9b6b0f6 req-b5badf98-d9dc-4241-949e-1c2c736f52be service neutron] 10.222.0.20 "GET /v2.0/networks?id=43dfe348-e2b3-45a9-b942-b91bdebcc301 HTTP/1.1" status: 200 len: 897 time: 0.3829572 Nov 22 20:22:39.248575 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-102265cb-6653-4ba2-9169-365f5863f0ae admin admin] Releasing vlan 608 on physical network physnet1 to pool {{(pid=103448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 20:22:39.249772 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-102265cb-6653-4ba2-9169-365f5863f0ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11567447'] for segment, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:39.254536 n-d-818823-1 neutron-server[103448]: Traceback (most recent call last): Nov 22 20:22:39.254536 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 20:22:39.254536 n-d-818823-1 neutron-server[103448]: timer() Nov 22 20:22:39.254536 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 20:22:39.254536 n-d-818823-1 neutron-server[103448]: cb(*args, **kw) Nov 22 20:22:39.254536 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 20:22:39.254536 n-d-818823-1 neutron-server[103448]: return func(*args, **kwargs) Nov 22 20:22:39.254536 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 20:22:39.254536 n-d-818823-1 neutron-server[103448]: self._notify() Nov 22 20:22:39.254536 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 20:22:39.254536 n-d-818823-1 neutron-server[103448]: self.callback(batched_events) Nov 22 20:22:39.254536 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 20:22:39.254536 n-d-818823-1 neutron-server[103448]: event.method(event) Nov 22 20:22:39.254536 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 20:22:39.254536 n-d-818823-1 neutron-server[103448]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 20:22:39.254536 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 20:22:39.254536 n-d-818823-1 neutron-server[103448]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 20:22:39.254536 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 20:22:39.254536 n-d-818823-1 neutron-server[103448]: return f(self, *a, **k) Nov 22 20:22:39.254536 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 20:22:39.254536 n-d-818823-1 neutron-server[103448]: return self._get(url).json() Nov 22 20:22:39.254536 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 20:22:39.254536 n-d-818823-1 neutron-server[103448]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 20:22:39.254536 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 20:22:39.254536 n-d-818823-1 neutron-server[103448]: return self.request(url, 'GET', **kwargs) Nov 22 20:22:39.254536 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 20:22:39.254536 n-d-818823-1 neutron-server[103448]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 20:22:39.254536 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 20:22:39.254536 n-d-818823-1 neutron-server[103448]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 20:22:39.254536 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 20:22:39.254536 n-d-818823-1 neutron-server[103448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 20:22:39.254536 n-d-818823-1 neutron-server[103448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 20:22:39.285920 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] get_ports_and_sgs() called for port_ids ['ea8890c0-87d3-4eb2-ab8a-e2a99d253e51'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:22:39.305963 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=ea8890c0-87d3-4eb2-ab8a-e2a99d253e51,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:22:39.377733 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-aed4a780-c19d-49a3-9054-3fb0d9b6b0f6 req-6b91d23f-5c77-4e92-bbba-bd997c0ce083 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=33e7a13a-e64a-49d3-8d05-1f881090f4ac HTTP/1.1" status: 200 len: 217 time: 0.1322167 Nov 22 20:22:39.423770 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-102265cb-6653-4ba2-9169-365f5863f0ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3760002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595318'] for network, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:39.431018 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-102265cb-6653-4ba2-9169-365f5863f0ae admin admin] Publish callbacks [] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:39.438035 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-102265cb-6653-4ba2-9169-365f5863f0ae admin admin] 10.222.0.46 "DELETE /v2.0/networks/352547e0-207e-4556-a1a1-f7d6c95fa4cd HTTP/1.1" status: 204 len: 168 time: 0.7780681 Nov 22 20:22:39.476430 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102265cb-6653-4ba2-9169-365f5863f0ae admin admin] Pushing event deleted for resources: {'Network': ['ID=352547e0-207e-4556-a1a1-f7d6c95fa4cd,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:22:39.842720 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:22:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46fd1ad0-d164-458d-bc5d-4644fbdb3cef x-openstack-request-id: req-46fd1ad0-d164-458d-bc5d-4644fbdb3cef {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:22:39.843317 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fbb3e43-59d9-4022-b86a-7f0b09fcfe58", "name": "network-vif-deleted", "tag": "9a51919d-88ac-4ac5-bcf6-ae21cee539dd", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:22:39.843458 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-46fd1ad0-d164-458d-bc5d-4644fbdb3cef {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:22:39.843854 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fbb3e43-59d9-4022-b86a-7f0b09fcfe58', 'name': 'network-vif-deleted', 'tag': '9a51919d-88ac-4ac5-bcf6-ae21cee539dd', 'status': 'completed', 'code': 200} Nov 22 20:22:39.943337 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-7e40576f-583a-45be-9758-84eb10d846ff req-eec3ba51-3bd3-486b-b354-0f0880fd26ff tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:39.956313 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] get_ports_and_sgs() called for port_ids ['ccb1c570-7442-4bd5-bb66-e479dec5137b'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:22:39.967492 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed4a780-c19d-49a3-9054-3fb0d9b6b0f6 req-12685752-3e63-4729-b792-531b6e842415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:22:39.969939 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-aed4a780-c19d-49a3-9054-3fb0d9b6b0f6 req-12685752-3e63-4729-b792-531b6e842415 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=19b1fa28-e1ba-4589-8381-fbf651ed52fa HTTP/1.1" status: 200 len: 834 time: 0.5831289 Nov 22 20:22:40.009513 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 52436) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:22:40.113793 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13eb2fc9-f825-4ee9-aabd-55913bb02b33 None None] DHCP port deletion for 41f439de-e657-4ca1-8a55-865945ee9732 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:22:40.119638 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec3ba51-3bd3-486b-b354-0f0880fd26ff tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Pushing event deleted for resources: {'Port': ['ID=ccb1c570-7442-4bd5-bb66-e479dec5137b,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:22:40.141825 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-089833e7-690f-483f-89e0-1b26bfe0b58c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0a58786711ae4e778e9682d515473efc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1277602 Nov 22 20:22:40.146592 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 52438) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:22:40.205181 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6ca1f3-bb88-4134-b73f-c04a5e71ff9a req-353d4c98-359f-4b1b-8817-baed5f75bc65 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:22:40.207458 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2b6ca1f3-bb88-4134-b73f-c04a5e71ff9a req-353d4c98-359f-4b1b-8817-baed5f75bc65 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.20 "GET /v2.0/ports?device_id=1055e9c7-c155-46d0-8648-c4ff794f929b HTTP/1.1" status: 200 len: 945 time: 0.3616295 Nov 22 20:22:40.245401 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e8a14a-81ee-4b6c-a919-55e87cb0a272 req-ae0c11ae-f242-4fe6-bfa1-60504afbf637 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:22:40.247673 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-83e8a14a-81ee-4b6c-a919-55e87cb0a272 req-ae0c11ae-f242-4fe6-bfa1-60504afbf637 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/ports?device_id=1055e9c7-c155-46d0-8648-c4ff794f929b HTTP/1.1" status: 200 len: 945 time: 0.4791746 Nov 22 20:22:40.254284 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e40576f-583a-45be-9758-84eb10d846ff req-eec3ba51-3bd3-486b-b354-0f0880fd26ff tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] No DVR routers for this DVR port ccb1c570-7442-4bd5-bb66-e479dec5137b on host n-h1-818823-1 {{(pid=103447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:22:40.276805 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-7e40576f-583a-45be-9758-84eb10d846ff req-eec3ba51-3bd3-486b-b354-0f0880fd26ff tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:40.291384 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7e40576f-583a-45be-9758-84eb10d846ff req-eec3ba51-3bd3-486b-b354-0f0880fd26ff tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.41 "DELETE /v2.0/ports/ccb1c570-7442-4bd5-bb66-e479dec5137b HTTP/1.1" status: 204 len: 173 time: 2.7404225 Nov 22 20:22:40.305452 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8d526532-5535-4ac5-91da-0370c610e750 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:40.354586 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b9adde-6834-4d1a-8dbc-d8919542487b req-b31de17e-136f-43b6-a33e-88849dd2dafb tempest-ServerPasswordTestJSON-820929661 tempest-ServerPasswordTestJSON-820929661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:22:40.364051 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-86b9adde-6834-4d1a-8dbc-d8919542487b req-b31de17e-136f-43b6-a33e-88849dd2dafb tempest-ServerPasswordTestJSON-820929661 tempest-ServerPasswordTestJSON-820929661-project] 10.222.0.46 "GET /v2.0/ports?device_id=7016e6ca-875d-474a-906a-b0261c8c06e0 HTTP/1.1" status: 200 len: 945 time: 0.4478269 Nov 22 20:22:40.371807 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed4a780-c19d-49a3-9054-3fb0d9b6b0f6 req-c1bb68ca-1ef5-4e1f-93cc-693c448a98c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:22:40.373467 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-aed4a780-c19d-49a3-9054-3fb0d9b6b0f6 req-c1bb68ca-1ef5-4e1f-93cc-693c448a98c2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=43dfe348-e2b3-45a9-b942-b91bdebcc301&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3061719 Nov 22 20:22:40.404991 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8d526532-5535-4ac5-91da-0370c610e750 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:40.535176 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device ea8890c0-87d3-4eb2-ab8a-e2a99d253e51 up at agent hyperv_n-h2-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:22:40.577354 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-83e8a14a-81ee-4b6c-a919-55e87cb0a272 req-22d34481-b8ab-49c7-bade-4338865dc786 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/security-groups?id=1fdc013b-4d1e-4061-bc19-b86fb2a07143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3047879 Nov 22 20:22:40.595482 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8d526532-5535-4ac5-91da-0370c610e750 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:40.616956 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8d526532-5535-4ac5-91da-0370c610e750 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:40.620560 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-8d526532-5535-4ac5-91da-0370c610e750 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d95e1db1-f0c9-4323-bdfe-93688145577c HTTP/1.1" status: 204 len: 168 time: 0.4706566 Nov 22 20:22:40.667721 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d526532-5535-4ac5-91da-0370c610e750 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d95e1db1-f0c9-4323-bdfe-93688145577c,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:22:40.673236 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-86b9adde-6834-4d1a-8dbc-d8919542487b req-c56cee55-579a-4d6f-b154-8c9c62a3ba86 tempest-ServerPasswordTestJSON-820929661 tempest-ServerPasswordTestJSON-820929661-project] 10.222.0.46 "GET /v2.0/security-groups?id=738fa191-5fbe-4fc7-9e3c-03be2592d0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3099658 Nov 22 20:22:40.795691 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Provisioning for port ea8890c0-87d3-4eb2-ab8a-e2a99d253e51 completed by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 20:22:40.825997 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Provisioning complete for port ea8890c0-87d3-4eb2-ab8a-e2a99d253e51 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:22:40.827936 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:40.863730 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-90a234bc-4237-41c4-8871-e6e1ef47d8cd req-3362bfe1-9eb6-4ad8-8397-9699236ca820 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/ports?device_id=8c06f7c3-ebf4-4c99-9e9f-7a15bccd74a1 HTTP/1.1" status: 200 len: 210 time: 0.1541927 Nov 22 20:22:40.899967 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-aed4a780-c19d-49a3-9054-3fb0d9b6b0f6 req-0c472925-1975-46cd-a555-4c77802281b9 service neutron] 10.222.0.20 "GET /v2.0/networks/43dfe348-e2b3-45a9-b942-b91bdebcc301?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5113912 Nov 22 20:22:40.907087 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-2b6ca1f3-bb88-4134-b73f-c04a5e71ff9a req-ac00f802-a25d-4b84-ab7f-40eaad25303a tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Deleting port 33e7a13a-e64a-49d3-8d05-1f881090f4ac {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:22:40.907433 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-2b6ca1f3-bb88-4134-b73f-c04a5e71ff9a req-ac00f802-a25d-4b84-ab7f-40eaad25303a tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:41.083665 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:41.123052 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7016e6ca-875d-474a-906a-b0261c8c06e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea8890c0-87d3-4eb2-ab8a-e2a99d253e51'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:22:41.125863 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d39f6d30a11e565ec9648abcc015e8a6ab6cff4edd704add8155e28765d31eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-850901a4-6702-44db-b32c-2d3f2d95ba50" -d '{"events": [{"server_uuid": "7016e6ca-875d-474a-906a-b0261c8c06e0", "name": "network-vif-plugged", "status": "completed", "tag": "ea8890c0-87d3-4eb2-ab8a-e2a99d253e51"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:22:41.142154 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port ea8890c0-87d3-4eb2-ab8a-e2a99d253e51, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=ea8890c0-87d3-4eb2-ab8a-e2a99d253e51,segment=NetworkSegment(82d41c73-1790-4d90-b125-f1e24c52084f),segment_id=82d41c73-1790-4d90-b125-f1e24c52084f)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:22:41.150645 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:41.208735 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:22:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e51bb69-f316-4d1b-8724-5d93183cf062 x-openstack-request-id: req-5e51bb69-f316-4d1b-8724-5d93183cf062 {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:22:41.209023 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7016e6ca-875d-474a-906a-b0261c8c06e0", "name": "network-vif-plugged", "status": "completed", "tag": "ea8890c0-87d3-4eb2-ab8a-e2a99d253e51", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:22:41.209275 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5e51bb69-f316-4d1b-8724-5d93183cf062 {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:22:41.210262 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7016e6ca-875d-474a-906a-b0261c8c06e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea8890c0-87d3-4eb2-ab8a-e2a99d253e51', 'code': 200} Nov 22 20:22:41.258361 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=ea8890c0-87d3-4eb2-ab8a-e2a99d253e51,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:22:41.347194 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-db70fa9c-4f6d-4be7-9a43-5e4311c65486 req-09bbb1cf-20cc-4f39-acf4-516b9e8833bc tempest-DeleteServersTestJSON-728229159 tempest-DeleteServersTestJSON-728229159-project] 10.222.0.46 "GET /v2.0/ports?device_id=836f31c0-501b-49b9-9d23-733411620453 HTTP/1.1" status: 200 len: 210 time: 0.5063140 Nov 22 20:22:41.521810 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-2b6ca1f3-bb88-4134-b73f-c04a5e71ff9a req-ac00f802-a25d-4b84-ab7f-40eaad25303a tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] For port 33e7a13a-e64a-49d3-8d05-1f881090f4ac, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=33e7a13a-e64a-49d3-8d05-1f881090f4ac,segment=NetworkSegment(17716fec-4228-48de-89ab-cdf1d220adac),segment_id=17716fec-4228-48de-89ab-cdf1d220adac)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:22:41.522181 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-2b6ca1f3-bb88-4134-b73f-c04a5e71ff9a req-ac00f802-a25d-4b84-ab7f-40eaad25303a tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:41.541274 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5907d887-1d1a-4cf3-ab9d-653d88e8b476 req-c3a66cb3-5e42-414e-be6a-a457c1c60414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:22:41.542336 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5907d887-1d1a-4cf3-ab9d-653d88e8b476 req-c3a66cb3-5e42-414e-be6a-a457c1c60414 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7016e6ca-875d-474a-906a-b0261c8c06e0 HTTP/1.1" status: 200 len: 1097 time: 0.2155969 Nov 22 20:22:41.578846 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-2b6ca1f3-bb88-4134-b73f-c04a5e71ff9a req-ac00f802-a25d-4b84-ab7f-40eaad25303a tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Calling delete_port for 33e7a13a-e64a-49d3-8d05-1f881090f4ac owned by compute:nova {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:22:41.581956 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-aed4a780-c19d-49a3-9054-3fb0d9b6b0f6 req-f13cb308-1132-40be-825c-cbfea0587248 service neutron] 10.222.0.20 "GET /v2.0/networks/43dfe348-e2b3-45a9-b942-b91bdebcc301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2567909 Nov 22 20:22:41.860937 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '836f31c0-501b-49b9-9d23-733411620453', 'name': 'network-vif-deleted', 'tag': 'ccb1c570-7442-4bd5-bb66-e479dec5137b'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:22:41.870639 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f921f91-27ac-404d-ac6e-95168099c393" -d '{"events": [{"server_uuid": "836f31c0-501b-49b9-9d23-733411620453", "name": "network-vif-deleted", "tag": "ccb1c570-7442-4bd5-bb66-e479dec5137b"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:22:42.002481 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5907d887-1d1a-4cf3-ab9d-653d88e8b476 req-c2f4a17f-0f83-438c-9d77-315337d5c2c0 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=738fa191-5fbe-4fc7-9e3c-03be2592d0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4404676 Nov 22 20:22:42.060973 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e991164b-67a1-40ac-8a6b-e88f041343c8 req-9eb76dd0-cd3f-47f9-9b70-05acf5966811 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:22:42.062506 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e991164b-67a1-40ac-8a6b-e88f041343c8 req-9eb76dd0-cd3f-47f9-9b70-05acf5966811 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.41 "GET /v2.0/networks?id=07a52fe9-f2bb-41b8-a0b8-a12077ec9b70 HTTP/1.1" status: 200 len: 814 time: 0.5162966 Nov 22 20:22:42.072831 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98ea353-409a-409d-b575-46ea50f5f156 req-9bfc0e22-cde2-43c9-afd1-9c9bf189a233 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:22:42.074361 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c98ea353-409a-409d-b575-46ea50f5f156 req-9bfc0e22-cde2-43c9-afd1-9c9bf189a233 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/ports?device_id=1055e9c7-c155-46d0-8648-c4ff794f929b HTTP/1.1" status: 200 len: 945 time: 0.3422375 Nov 22 20:22:42.082093 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-e991164b-67a1-40ac-8a6b-e88f041343c8 req-eeb975cb-9625-4e26-824b-8bbd9fd5579c tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] Request body: {'port': {'device_id': '8c06f7c3-ebf4-4c99-9e9f-7a15bccd74a1', 'network_id': '07a52fe9-f2bb-41b8-a0b8-a12077ec9b70', 'admin_state_up': True, 'tenant_id': '953041b5ecb84670bb3f59610c3b98e5'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:22:42.096607 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc3365e-a37b-40ad-aceb-8664a7764b56 req-9a397c3a-0516-44b7-910d-a89717dbada8 tempest-ServerPasswordTestJSON-820929661 tempest-ServerPasswordTestJSON-820929661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:22:42.098440 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-cfc3365e-a37b-40ad-aceb-8664a7764b56 req-9a397c3a-0516-44b7-910d-a89717dbada8 tempest-ServerPasswordTestJSON-820929661 tempest-ServerPasswordTestJSON-820929661-project] 10.222.0.46 "GET /v2.0/ports?device_id=7016e6ca-875d-474a-906a-b0261c8c06e0 HTTP/1.1" status: 200 len: 946 time: 0.1757195 Nov 22 20:22:42.314960 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-cfc3365e-a37b-40ad-aceb-8664a7764b56 req-daa4c4bd-7bd9-4f36-9441-10b4f3acce29 tempest-ServerPasswordTestJSON-820929661 tempest-ServerPasswordTestJSON-820929661-project] 10.222.0.46 "GET /v2.0/security-groups?id=738fa191-5fbe-4fc7-9e3c-03be2592d0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028930 Nov 22 20:22:42.323398 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c98ea353-409a-409d-b575-46ea50f5f156 req-8b59f061-00b4-40e3-83c5-11439e448875 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/security-groups?id=1fdc013b-4d1e-4061-bc19-b86fb2a07143&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2140279 Nov 22 20:22:42.326436 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-2b6ca1f3-bb88-4134-b73f-c04a5e71ff9a req-ac00f802-a25d-4b84-ab7f-40eaad25303a tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:42.401655 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac00f802-a25d-4b84-ab7f-40eaad25303a tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Pushing event deleted for resources: {'Port': ['ID=33e7a13a-e64a-49d3-8d05-1f881090f4ac,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:22:42.404357 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e991164b-67a1-40ac-8a6b-e88f041343c8 req-eeb975cb-9625-4e26-824b-8bbd9fd5579c tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] Made reservation on behalf of 953041b5ecb84670bb3f59610c3b98e5 for: {'port': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:22:42.419852 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-e991164b-67a1-40ac-8a6b-e88f041343c8 req-eeb975cb-9625-4e26-824b-8bbd9fd5579c tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:42.431739 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:22:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45b294ac-7f0f-46f8-a966-1ba82cc2ed4e x-openstack-request-id: req-45b294ac-7f0f-46f8-a966-1ba82cc2ed4e {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:22:42.432195 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "836f31c0-501b-49b9-9d23-733411620453", "name": "network-vif-deleted", "tag": "ccb1c570-7442-4bd5-bb66-e479dec5137b", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:22:42.432330 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-45b294ac-7f0f-46f8-a966-1ba82cc2ed4e {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:22:42.434207 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '836f31c0-501b-49b9-9d23-733411620453', 'name': 'network-vif-deleted', 'tag': 'ccb1c570-7442-4bd5-bb66-e479dec5137b', 'status': 'completed', 'code': 200} Nov 22 20:22:42.531089 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b6ca1f3-bb88-4134-b73f-c04a5e71ff9a req-ac00f802-a25d-4b84-ab7f-40eaad25303a tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] No DVR routers for this DVR port 33e7a13a-e64a-49d3-8d05-1f881090f4ac on host n-h2-818823-1 {{(pid=103447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:22:42.535623 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7040b9ac-ea0e-4a83-bb20-f457431c1d2e req-ca84d164-9af2-43ca-9a9b-b6023cfad2d6 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/ports?device_id=8c06f7c3-ebf4-4c99-9e9f-7a15bccd74a1 HTTP/1.1" status: 200 len: 210 time: 0.0830159 Nov 22 20:22:42.537853 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-2b6ca1f3-bb88-4134-b73f-c04a5e71ff9a req-ac00f802-a25d-4b84-ab7f-40eaad25303a tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:42.541582 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 33e7a13a-e64a-49d3-8d05-1f881090f4ac no longer exists at agent hyperv_n-h2-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:22:42.547196 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2b6ca1f3-bb88-4134-b73f-c04a5e71ff9a req-ac00f802-a25d-4b84-ab7f-40eaad25303a tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.20 "DELETE /v2.0/ports/33e7a13a-e64a-49d3-8d05-1f881090f4ac HTTP/1.1" status: 204 len: 173 time: 2.2947254 Nov 22 20:22:42.604412 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] No Port match for: 33e7a13a-e64a-49d3-8d05-1f881090f4ac {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:22:42.604848 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 33e7a13a-e64a-49d3-8d05-1f881090f4ac not bound to the agent host n-h2-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:22:42.643134 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device ccb1c570-7442-4bd5-bb66-e479dec5137b no longer exists at agent hyperv_n-h1-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:22:42.747628 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] No Port match for: ccb1c570-7442-4bd5-bb66-e479dec5137b {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:22:42.748178 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device ccb1c570-7442-4bd5-bb66-e479dec5137b not bound to the agent host n-h1-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:22:42.818580 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [req-e991164b-67a1-40ac-8a6b-e88f041343c8 req-eeb975cb-9625-4e26-824b-8bbd9fd5579c tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] Allocated IP 172.20.0.7 (07a52fe9-f2bb-41b8-a0b8-a12077ec9b70/700f25ca-fe48-4186-881c-bc8e45e72e13/138cd974-48dd-47e0-844a-d6144d511109) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:22:43.303020 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-e991164b-67a1-40ac-8a6b-e88f041343c8 req-eeb975cb-9625-4e26-824b-8bbd9fd5579c tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:43.432328 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-e991164b-67a1-40ac-8a6b-e88f041343c8 req-eeb975cb-9625-4e26-824b-8bbd9fd5579c tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:43.452059 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] get_ports_and_sgs() called for port_ids ['3af90274-6df2-49fc-a29e-804805813bff'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:22:43.537085 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e991164b-67a1-40ac-8a6b-e88f041343c8 req-eeb975cb-9625-4e26-824b-8bbd9fd5579c tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] Network 07a52fe9-f2bb-41b8-a0b8-a12077ec9b70 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:22:43.539441 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 52538) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:22:43.570029 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [req-e991164b-67a1-40ac-8a6b-e88f041343c8 req-eeb975cb-9625-4e26-824b-8bbd9fd5579c tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:22:43.627729 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-e991164b-67a1-40ac-8a6b-e88f041343c8 req-eeb975cb-9625-4e26-824b-8bbd9fd5579c tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:22:43.769178 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb975cb-9625-4e26-824b-8bbd9fd5579c tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] Pushing event updated for resources: {'Port': ['ID=138cd974-48dd-47e0-844a-d6144d511109,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:22:43.819519 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e991164b-67a1-40ac-8a6b-e88f041343c8 req-eeb975cb-9625-4e26-824b-8bbd9fd5579c tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:22:43.824257 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-e991164b-67a1-40ac-8a6b-e88f041343c8 req-eeb975cb-9625-4e26-824b-8bbd9fd5579c tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:43.882929 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dc5abc-c4b1-49c9-b72b-4c3e2abb3e9c req-2ad14811-4edc-4ec5-a9d0-11d25fabe24e tempest-ServerPasswordTestJSON-820929661 tempest-ServerPasswordTestJSON-820929661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:22:43.891941 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-84dc5abc-c4b1-49c9-b72b-4c3e2abb3e9c req-2ad14811-4edc-4ec5-a9d0-11d25fabe24e tempest-ServerPasswordTestJSON-820929661 tempest-ServerPasswordTestJSON-820929661-project] 10.222.0.46 "GET /v2.0/ports?device_id=7016e6ca-875d-474a-906a-b0261c8c06e0 HTTP/1.1" status: 200 len: 946 time: 0.3592262 Nov 22 20:22:43.911706 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e991164b-67a1-40ac-8a6b-e88f041343c8 req-eeb975cb-9625-4e26-824b-8bbd9fd5579c tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8249893 Nov 22 20:22:43.917212 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 52550) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:22:43.921038 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-e991164b-67a1-40ac-8a6b-e88f041343c8 req-5202bddf-7b39-4372-a5a3-4f6463e434ba service neutron] Request body: {'port': {'device_id': '8c06f7c3-ebf4-4c99-9e9f-7a15bccd74a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818823-1'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:22:44.076985 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-e991164b-67a1-40ac-8a6b-e88f041343c8 req-5202bddf-7b39-4372-a5a3-4f6463e434ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:44.097030 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc3ea5a-4bcb-4f4f-9d7a-8f322f76d445 req-91ca9ecb-a31f-4f84-8d8b-80526d4d86cd tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:22:44.118119 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7dc3ea5a-4bcb-4f4f-9d7a-8f322f76d445 req-91ca9ecb-a31f-4f84-8d8b-80526d4d86cd tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/ports?device_id=8c06f7c3-ebf4-4c99-9e9f-7a15bccd74a1 HTTP/1.1" status: 200 len: 931 time: 0.1624756 Nov 22 20:22:44.135157 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-84dc5abc-c4b1-49c9-b72b-4c3e2abb3e9c req-c9be173b-16f4-440e-9f23-a63c9ed5d2b2 tempest-ServerPasswordTestJSON-820929661 tempest-ServerPasswordTestJSON-820929661-project] 10.222.0.46 "GET /v2.0/security-groups?id=738fa191-5fbe-4fc7-9e3c-03be2592d0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197895 Nov 22 20:22:44.236765 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-3932c642-4b28-436a-93f9-68c9a4f7cf8c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:44.267599 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7dc3ea5a-4bcb-4f4f-9d7a-8f322f76d445 req-2680a7d4-8fe0-4a4a-8cd2-c5bd9bd72b68 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/security-groups?id=33003919-2e66-424f-89a8-28e4fe94add1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457183 Nov 22 20:22:44.319389 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:44.400184 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:44.405695 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e1c27e1a-da12-45d9-af52-ec422419ff9d tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659736'] for router_interface, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:44.609476 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [req-e991164b-67a1-40ac-8a6b-e88f041343c8 req-5202bddf-7b39-4372-a5a3-4f6463e434ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 138cd974-48dd-47e0-844a-d6144d511109 {{(pid=103447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:22:44.618438 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-e991164b-67a1-40ac-8a6b-e88f041343c8 req-5202bddf-7b39-4372-a5a3-4f6463e434ba service neutron] Publish callbacks [] for port, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:44.624436 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1055e9c7-c155-46d0-8648-c4ff794f929b', 'name': 'network-vif-deleted', 'tag': '33e7a13a-e64a-49d3-8d05-1f881090f4ac'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:22:44.626973 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd19d049-0e4d-45cf-9883-cd939ea63b7a" -d '{"events": [{"server_uuid": "1055e9c7-c155-46d0-8648-c4ff794f929b", "name": "network-vif-deleted", "tag": "33e7a13a-e64a-49d3-8d05-1f881090f4ac"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:22:44.658165 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.provisioning_blocks [req-e991164b-67a1-40ac-8a6b-e88f041343c8 req-5202bddf-7b39-4372-a5a3-4f6463e434ba service neutron] Transition to ACTIVE for port object 138cd974-48dd-47e0-844a-d6144d511109 will not be triggered until provisioned by entity L2. {{(pid=103447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 20:22:44.670876 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-e991164b-67a1-40ac-8a6b-e88f041343c8 req-5202bddf-7b39-4372-a5a3-4f6463e434ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:44.781736 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:22:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4057d587-7eff-4b37-8ffc-ce721ca8ae42 x-openstack-request-id: req-4057d587-7eff-4b37-8ffc-ce721ca8ae42 {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:22:44.782262 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1055e9c7-c155-46d0-8648-c4ff794f929b", "name": "network-vif-deleted", "tag": "33e7a13a-e64a-49d3-8d05-1f881090f4ac", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:22:44.782699 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4057d587-7eff-4b37-8ffc-ce721ca8ae42 {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:22:44.783272 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1055e9c7-c155-46d0-8648-c4ff794f929b', 'name': 'network-vif-deleted', 'tag': '33e7a13a-e64a-49d3-8d05-1f881090f4ac', 'status': 'completed', 'code': 200} Nov 22 20:22:44.913746 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5202bddf-7b39-4372-a5a3-4f6463e434ba service neutron] Pushing event updated for resources: {'Port': ['ID=138cd974-48dd-47e0-844a-d6144d511109,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:22:44.933871 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-e1c27e1a-da12-45d9-af52-ec422419ff9d tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Deleting port 97c8f2b2-3bc7-490f-9889-fb42ac9912fa {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:22:44.934788 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e1c27e1a-da12-45d9-af52-ec422419ff9d tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:45.061300 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-3932c642-4b28-436a-93f9-68c9a4f7cf8c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:45.077960 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-3932c642-4b28-436a-93f9-68c9a4f7cf8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:45.090526 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-e1c27e1a-da12-45d9-af52-ec422419ff9d tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] For port 97c8f2b2-3bc7-490f-9889-fb42ac9912fa, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=97c8f2b2-3bc7-490f-9889-fb42ac9912fa,segment=NetworkSegment(17716fec-4228-48de-89ab-cdf1d220adac),segment_id=17716fec-4228-48de-89ab-cdf1d220adac)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:22:45.091978 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e1c27e1a-da12-45d9-af52-ec422419ff9d tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:45.124590 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-e1c27e1a-da12-45d9-af52-ec422419ff9d tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Calling delete_port for 97c8f2b2-3bc7-490f-9889-fb42ac9912fa owned by network:router_interface {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:22:45.161017 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3932c642-4b28-436a-93f9-68c9a4f7cf8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d7d1483-4f1f-4d1d-8c5b-c8507847f428,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:22:45.207450 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-3932c642-4b28-436a-93f9-68c9a4f7cf8c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7c79b1478d9a449694aa654ee28b30b7&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2509294 Nov 22 20:22:45.207450 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-e991164b-67a1-40ac-8a6b-e88f041343c8 req-5202bddf-7b39-4372-a5a3-4f6463e434ba service neutron] Attempting to bind port 138cd974-48dd-47e0-844a-d6144d511109 on host n-h1-818823-1 for vnic_type normal with profile {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:22:45.207450 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-e991164b-67a1-40ac-8a6b-e88f041343c8 req-5202bddf-7b39-4372-a5a3-4f6463e434ba service neutron] Attempting to bind port 138cd974-48dd-47e0-844a-d6144d511109 by drivers openvswitch,hyperv on host n-h1-818823-1 at level 0 using segments [{'id': '6b8f1d18-2278-40c7-b488-3ca021d47ca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '07a52fe9-f2bb-41b8-a0b8-a12077ec9b70'}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:22:45.207450 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e991164b-67a1-40ac-8a6b-e88f041343c8 req-5202bddf-7b39-4372-a5a3-4f6463e434ba service neutron] Attempting to bind port 138cd974-48dd-47e0-844a-d6144d511109 on network 07a52fe9-f2bb-41b8-a0b8-a12077ec9b70 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:22:45.209518 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 52576) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:22:45.223792 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c0db9a-2ec0-4280-bd13-fba67d9172d4 req-06f13f42-1dc5-4d22-a0cf-c1c0de18f5e8 tempest-ServerPasswordTestJSON-820929661 tempest-ServerPasswordTestJSON-820929661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:22:45.225479 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c5c0db9a-2ec0-4280-bd13-fba67d9172d4 req-06f13f42-1dc5-4d22-a0cf-c1c0de18f5e8 tempest-ServerPasswordTestJSON-820929661 tempest-ServerPasswordTestJSON-820929661-project] 10.222.0.46 "GET /v2.0/ports?device_id=7016e6ca-875d-474a-906a-b0261c8c06e0 HTTP/1.1" status: 200 len: 946 time: 0.2279742 Nov 22 20:22:45.236836 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e991164b-67a1-40ac-8a6b-e88f041343c8 req-5202bddf-7b39-4372-a5a3-4f6463e434ba service neutron] Port 138cd974-48dd-47e0-844a-d6144d511109 on network 07a52fe9-f2bb-41b8-a0b8-a12077ec9b70 not bound, no agent of type Open vSwitch agent registered on host n-h1-818823-1 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:22:45.237158 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e991164b-67a1-40ac-8a6b-e88f041343c8 req-5202bddf-7b39-4372-a5a3-4f6463e434ba service neutron] Attempting to bind port 138cd974-48dd-47e0-844a-d6144d511109 on network 07a52fe9-f2bb-41b8-a0b8-a12077ec9b70 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:22:45.251175 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e991164b-67a1-40ac-8a6b-e88f041343c8 req-5202bddf-7b39-4372-a5a3-4f6463e434ba service neutron] Checking agent: {'id': '7a008cff-3b49-418c-8046-689d46cc800f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'started_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 22, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:22:45.251558 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e991164b-67a1-40ac-8a6b-e88f041343c8 req-5202bddf-7b39-4372-a5a3-4f6463e434ba service neutron] Checking segment: {'id': '6b8f1d18-2278-40c7-b488-3ca021d47ca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '07a52fe9-f2bb-41b8-a0b8-a12077ec9b70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:22:45.251959 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e991164b-67a1-40ac-8a6b-e88f041343c8 req-5202bddf-7b39-4372-a5a3-4f6463e434ba service neutron] Bound using segment: {'id': '6b8f1d18-2278-40c7-b488-3ca021d47ca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '07a52fe9-f2bb-41b8-a0b8-a12077ec9b70'} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:22:45.252403 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-e991164b-67a1-40ac-8a6b-e88f041343c8 req-5202bddf-7b39-4372-a5a3-4f6463e434ba service neutron] Bound port: 138cd974-48dd-47e0-844a-d6144d511109, host: n-h1-818823-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b8f1d18-2278-40c7-b488-3ca021d47ca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '07a52fe9-f2bb-41b8-a0b8-a12077ec9b70'}}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:22:45.252769 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-e991164b-67a1-40ac-8a6b-e88f041343c8 req-5202bddf-7b39-4372-a5a3-4f6463e434ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:45.366878 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-47344da2-627a-4e0c-a7a8-a35f1da366fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:45.384145 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c5c0db9a-2ec0-4280-bd13-fba67d9172d4 req-d849d314-bd04-41d6-99f3-a9224f34513d tempest-ServerPasswordTestJSON-820929661 tempest-ServerPasswordTestJSON-820929661-project] 10.222.0.46 "GET /v2.0/security-groups?id=738fa191-5fbe-4fc7-9e3c-03be2592d0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448355 Nov 22 20:22:45.437690 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-e991164b-67a1-40ac-8a6b-e88f041343c8 req-5202bddf-7b39-4372-a5a3-4f6463e434ba service neutron] For port 138cd974-48dd-47e0-844a-d6144d511109, host n-h1-818823-1, cleared binding levels {{(pid=103447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:22:45.455361 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-47344da2-627a-4e0c-a7a8-a35f1da366fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:45.469710 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-e991164b-67a1-40ac-8a6b-e88f041343c8 req-5202bddf-7b39-4372-a5a3-4f6463e434ba service neutron] For port 138cd974-48dd-47e0-844a-d6144d511109, host n-h1-818823-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=138cd974-48dd-47e0-844a-d6144d511109,segment=NetworkSegment(6b8f1d18-2278-40c7-b488-3ca021d47ca0),segment_id=6b8f1d18-2278-40c7-b488-3ca021d47ca0)] {{(pid=103447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:22:45.511706 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da18e7a9-2df6-4459-b8b8-882af498a770 req-2d48f604-c101-44ab-bf94-ffb36ee83b80 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:22:45.518989 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-da18e7a9-2df6-4459-b8b8-882af498a770 req-2d48f604-c101-44ab-bf94-ffb36ee83b80 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/ports?device_id=8c06f7c3-ebf4-4c99-9e9f-7a15bccd74a1 HTTP/1.1" status: 200 len: 943 time: 0.1050155 Nov 22 20:22:45.538452 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-e991164b-67a1-40ac-8a6b-e88f041343c8 req-5202bddf-7b39-4372-a5a3-4f6463e434ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:45.540509 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e1c27e1a-da12-45d9-af52-ec422419ff9d tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:45.608791 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-47344da2-627a-4e0c-a7a8-a35f1da366fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:45.611992 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-47344da2-627a-4e0c-a7a8-a35f1da366fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:45.614761 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-47344da2-627a-4e0c-a7a8-a35f1da366fb admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7d7d1483-4f1f-4d1d-8c5b-c8507847f428 HTTP/1.1" status: 204 len: 168 time: 0.4042380 Nov 22 20:22:45.615146 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c27e1a-da12-45d9-af52-ec422419ff9d tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Pushing event deleted for resources: {'Port': ['ID=97c8f2b2-3bc7-490f-9889-fb42ac9912fa,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:22:45.617683 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e991164b-67a1-40ac-8a6b-e88f041343c8 req-5202bddf-7b39-4372-a5a3-4f6463e434ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:22:45.628682 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-e991164b-67a1-40ac-8a6b-e88f041343c8 req-5202bddf-7b39-4372-a5a3-4f6463e434ba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:45.630169 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e991164b-67a1-40ac-8a6b-e88f041343c8 req-5202bddf-7b39-4372-a5a3-4f6463e434ba service neutron] 10.222.0.41 "PUT /v2.0/ports/138cd974-48dd-47e0-844a-d6144d511109 HTTP/1.1" status: 200 len: 1091 time: 1.7162173 Nov 22 20:22:45.644917 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-da18e7a9-2df6-4459-b8b8-882af498a770 req-505dcd47-61e0-47e0-be0c-751c8883b7f9 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/security-groups?id=33003919-2e66-424f-89a8-28e4fe94add1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250360 Nov 22 20:22:45.688358 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47344da2-627a-4e0c-a7a8-a35f1da366fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d7d1483-4f1f-4d1d-8c5b-c8507847f428,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:22:45.750154 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5202bddf-7b39-4372-a5a3-4f6463e434ba service neutron] Pushing event updated for resources: {'Port': ['ID=138cd974-48dd-47e0-844a-d6144d511109,revision_number=3']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:22:45.838036 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e991164b-67a1-40ac-8a6b-e88f041343c8 req-f6764e45-b337-4416-82a8-47018664cbaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:22:45.840511 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e991164b-67a1-40ac-8a6b-e88f041343c8 req-f6764e45-b337-4416-82a8-47018664cbaa service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=953041b5ecb84670bb3f59610c3b98e5&device_id=8c06f7c3-ebf4-4c99-9e9f-7a15bccd74a1 HTTP/1.1" status: 200 len: 1094 time: 0.1208699 Nov 22 20:22:45.978187 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e991164b-67a1-40ac-8a6b-e88f041343c8 req-864251a1-a889-41aa-8e35-935b6e715fec service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=138cd974-48dd-47e0-844a-d6144d511109 HTTP/1.1" status: 200 len: 217 time: 0.1294005 Nov 22 20:22:46.076237 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e1c27e1a-da12-45d9-af52-ec422419ff9d tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-563470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-663272'] for router_interface, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:46.154321 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e991164b-67a1-40ac-8a6b-e88f041343c8 req-d27b7588-947c-46c1-8eb9-aacc96dd6a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:22:46.169957 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e991164b-67a1-40ac-8a6b-e88f041343c8 req-d27b7588-947c-46c1-8eb9-aacc96dd6a55 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=700f25ca-fe48-4186-881c-bc8e45e72e13 HTTP/1.1" status: 200 len: 854 time: 0.1826713 Nov 22 20:22:46.253708 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e991164b-67a1-40ac-8a6b-e88f041343c8 req-5b46698f-e08a-4a8b-81b5-4fae32b2e16e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=07a52fe9-f2bb-41b8-a0b8-a12077ec9b70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0767300 Nov 22 20:22:46.411132 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e991164b-67a1-40ac-8a6b-e88f041343c8 req-440f142d-d432-4a40-b3b8-88a05775541a service neutron] 10.222.0.41 "GET /v2.0/networks/07a52fe9-f2bb-41b8-a0b8-a12077ec9b70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365817 Nov 22 20:22:46.499087 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca961100-7fcf-4341-bf76-44b2136a8e5b req-d0bfcf05-25cd-443c-ad47-526896d52ab6 tempest-ServerPasswordTestJSON-820929661 tempest-ServerPasswordTestJSON-820929661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:22:46.501308 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ca961100-7fcf-4341-bf76-44b2136a8e5b req-d0bfcf05-25cd-443c-ad47-526896d52ab6 tempest-ServerPasswordTestJSON-820929661 tempest-ServerPasswordTestJSON-820929661-project] 10.222.0.20 "GET /v2.0/ports?device_id=7016e6ca-875d-474a-906a-b0261c8c06e0 HTTP/1.1" status: 200 len: 946 time: 0.2826357 Nov 22 20:22:46.807982 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c06f7c3-ebf4-4c99-9e9f-7a15bccd74a1', 'tag': '138cd974-48dd-47e0-844a-d6144d511109'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:22:46.816953 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-513c210a-ed33-49c9-9324-d3d667b18ee1" -d '{"events": [{"name": "network-changed", "server_uuid": "8c06f7c3-ebf4-4c99-9e9f-7a15bccd74a1", "tag": "138cd974-48dd-47e0-844a-d6144d511109"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:22:46.895553 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1c27e1a-da12-45d9-af52-ec422419ff9d tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Router 6094cc94-5108-427c-bd00-add2f5975bcb has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 20:22:46.959348 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e991164b-67a1-40ac-8a6b-e88f041343c8 req-660b7df9-2ca5-4e4a-87d6-cb45357d513b service neutron] 10.222.0.41 "GET /v2.0/networks/07a52fe9-f2bb-41b8-a0b8-a12077ec9b70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5396776 Nov 22 20:22:47.012754 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e564c3-58e6-4f1e-b33c-737020160ac4 req-03d47e8d-4a3f-4673-a375-e006b4be92ca tempest-ServerPasswordTestJSON-820929661 tempest-ServerPasswordTestJSON-820929661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:22:47.020410 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-76e564c3-58e6-4f1e-b33c-737020160ac4 req-03d47e8d-4a3f-4673-a375-e006b4be92ca tempest-ServerPasswordTestJSON-820929661 tempest-ServerPasswordTestJSON-820929661-project] 10.222.0.46 "GET /v2.0/ports?device_id=7016e6ca-875d-474a-906a-b0261c8c06e0 HTTP/1.1" status: 200 len: 946 time: 0.4909642 Nov 22 20:22:47.086459 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bb2f27-e6d6-4c79-9d65-687a700888fc req-47e73500-d672-43e8-adca-82ed8b9e0890 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:22:47.087676 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-25bb2f27-e6d6-4c79-9d65-687a700888fc req-47e73500-d672-43e8-adca-82ed8b9e0890 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/ports?device_id=8c06f7c3-ebf4-4c99-9e9f-7a15bccd74a1 HTTP/1.1" status: 200 len: 943 time: 0.2288296 Nov 22 20:22:47.096415 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 52620) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:22:47.124948 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-ca961100-7fcf-4341-bf76-44b2136a8e5b req-106d8423-00b4-4063-9f46-bb6c326b096f tempest-ServerPasswordTestJSON-820929661 tempest-ServerPasswordTestJSON-820929661-project] Deleting port ea8890c0-87d3-4eb2-ab8a-e2a99d253e51 {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:22:47.125836 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-ca961100-7fcf-4341-bf76-44b2136a8e5b req-106d8423-00b4-4063-9f46-bb6c326b096f tempest-ServerPasswordTestJSON-820929661 tempest-ServerPasswordTestJSON-820929661-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:47.140723 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1c27e1a-da12-45d9-af52-ec422419ff9d tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:22:47.151218 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-e1c27e1a-da12-45d9-af52-ec422419ff9d tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "PUT /v2.0/routers/6094cc94-5108-427c-bd00-add2f5975bcb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6106355 Nov 22 20:22:47.153886 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 52624) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:22:47.154123 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07383c8c-955a-4245-a7ee-c26187ddb1d8 None None] Sync routers for ids ['6094cc94-5108-427c-bd00-add2f5975bcb'] in n-d-818823-1 {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:22:47.171445 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07383c8c-955a-4245-a7ee-c26187ddb1d8 None None] Routers {'6094cc94-5108-427c-bd00-add2f5975bcb'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:22:47.172787 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-07383c8c-955a-4245-a7ee-c26187ddb1d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:22:32Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['6094cc94-5108-427c-bd00-add2f5975bcb'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:22:47.280399 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_v2 [None req-f986dfce-3d49-4e96-a152-20dbbd8d0ad9 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Deleting subnet 19b1fa28-e1ba-4589-8381-fbf651ed52fa {{(pid=103448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 20:22:47.292088 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f986dfce-3d49-4e96-a152-20dbbd8d0ad9 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks [] for subnet, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:47.371897 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f986dfce-3d49-4e96-a152-20dbbd8d0ad9 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11627908'] for subnet, precommit_delete_associations {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:47.443950 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-07383c8c-955a-4245-a7ee-c26187ddb1d8 None None] Set router 6094cc94-5108-427c-bd00-add2f5975bcb gateway port host: n-d-818823-1 {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:22:47.535311 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f986dfce-3d49-4e96-a152-20dbbd8d0ad9 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3753007'] for subnet, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:47.556271 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-76e564c3-58e6-4f1e-b33c-737020160ac4 req-423cfc0b-0d72-4b68-91c8-4c7b550ab4c5 tempest-ServerPasswordTestJSON-820929661 tempest-ServerPasswordTestJSON-820929661-project] 10.222.0.46 "GET /v2.0/security-groups?id=738fa191-5fbe-4fc7-9e3c-03be2592d0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5346260 Nov 22 20:22:47.607346 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-79d31431-6f15-4f04-9c27-db95e6def50d admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1490160279-network', 'tenant_id': 'dbce3e21c7d9468a9c9c2e5be1d69272'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:22:47.685292 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-25bb2f27-e6d6-4c79-9d65-687a700888fc req-ac8a35f1-7909-4084-b3f5-417071900fe7 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/security-groups?id=33003919-2e66-424f-89a8-28e4fe94add1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5857255 Nov 22 20:22:47.711673 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 20:22:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3aeae45e-fc38-4246-953b-161f7436b49d x-openstack-request-id: req-3aeae45e-fc38-4246-953b-161f7436b49d {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:22:47.712884 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c06f7c3-ebf4-4c99-9e9f-7a15bccd74a1", "tag": "138cd974-48dd-47e0-844a-d6144d511109", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:22:47.713335 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3aeae45e-fc38-4246-953b-161f7436b49d {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:22:47.713745 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c06f7c3-ebf4-4c99-9e9f-7a15bccd74a1', 'tag': '138cd974-48dd-47e0-844a-d6144d511109', 'status': 'completed', 'code': 200} Nov 22 20:22:47.755319 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f986dfce-3d49-4e96-a152-20dbbd8d0ad9 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3753014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11567369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11792914'] for subnet, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:47.817787 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79d31431-6f15-4f04-9c27-db95e6def50d admin admin] Made reservation on behalf of dbce3e21c7d9468a9c9c2e5be1d69272 for: {'network': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:22:47.822632 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-79d31431-6f15-4f04-9c27-db95e6def50d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for network, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:47.838421 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-07383c8c-955a-4245-a7ee-c26187ddb1d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6094cc94-5108-427c-bd00-add2f5975bcb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1964949637', 'tenant_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.52'}], 'enable_snat': True}, 'gw_port_id': '26104780-4dfc-4933-b35a-eabfac89a152', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:20:30Z', 'updated_at': '2021-11-22T20:22:45Z', 'revision_number': 5, 'project_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'gw_port': {'id': '26104780-4dfc-4933-b35a-eabfac89a152', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:7f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6094cc94-5108-427c-bd00-add2f5975bcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1959, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:20:31Z', 'updated_at': '2021-11-22T20:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:22:47.840549 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f986dfce-3d49-4e96-a152-20dbbd8d0ad9 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Pushing event deleted for resources: {'Subnet': ['ID=19b1fa28-e1ba-4589-8381-fbf651ed52fa,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:22:47.851658 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-79d31431-6f15-4f04-9c27-db95e6def50d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:47.863323 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f986dfce-3d49-4e96-a152-20dbbd8d0ad9 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:47.868309 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-f986dfce-3d49-4e96-a152-20dbbd8d0ad9 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "DELETE /v2.0/subnets/19b1fa28-e1ba-4589-8381-fbf651ed52fa HTTP/1.1" status: 204 len: 168 time: 0.7132349 Nov 22 20:22:47.870509 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 52630) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:22:47.873794 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63f54811-bdb7-46c3-a944-46ece0394abd None None] Network 43dfe348-e2b3-45a9-b942-b91bdebcc301 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:22:47.922958 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07383c8c-955a-4245-a7ee-c26187ddb1d8 None None] Checking router: 6094cc94-5108-427c-bd00-add2f5975bcb for host: n-d-818823-1 {{(pid=103450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 20:22:47.947740 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07383c8c-955a-4245-a7ee-c26187ddb1d8 None None] Routers {'6094cc94-5108-427c-bd00-add2f5975bcb'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:22:47.948898 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-07383c8c-955a-4245-a7ee-c26187ddb1d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:22:32Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['6094cc94-5108-427c-bd00-add2f5975bcb'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:22:47.999710 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513c210a-ed33-49c9-9324-d3d667b18ee1 req-e2621a54-ecb2-450e-a9ef-4b6fcfe5543a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:22:48.002215 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-513c210a-ed33-49c9-9324-d3d667b18ee1 req-e2621a54-ecb2-450e-a9ef-4b6fcfe5543a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=953041b5ecb84670bb3f59610c3b98e5&device_id=8c06f7c3-ebf4-4c99-9e9f-7a15bccd74a1 HTTP/1.1" status: 200 len: 1094 time: 0.2666852 Nov 22 20:22:48.005820 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-ca961100-7fcf-4341-bf76-44b2136a8e5b req-106d8423-00b4-4063-9f46-bb6c326b096f tempest-ServerPasswordTestJSON-820929661 tempest-ServerPasswordTestJSON-820929661-project] For port ea8890c0-87d3-4eb2-ab8a-e2a99d253e51, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=ea8890c0-87d3-4eb2-ab8a-e2a99d253e51,segment=NetworkSegment(82d41c73-1790-4d90-b125-f1e24c52084f),segment_id=82d41c73-1790-4d90-b125-f1e24c52084f)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:22:48.007271 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-ca961100-7fcf-4341-bf76-44b2136a8e5b req-106d8423-00b4-4063-9f46-bb6c326b096f tempest-ServerPasswordTestJSON-820929661 tempest-ServerPasswordTestJSON-820929661-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:48.134840 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513c210a-ed33-49c9-9324-d3d667b18ee1 req-9c97014d-7fb7-469c-882f-e25fbf8a79d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:22:48.144111 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-513c210a-ed33-49c9-9324-d3d667b18ee1 req-9c97014d-7fb7-469c-882f-e25fbf8a79d1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=07a52fe9-f2bb-41b8-a0b8-a12077ec9b70 HTTP/1.1" status: 200 len: 915 time: 0.1252353 Nov 22 20:22:48.147894 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-fe430901-e137-46da-8a6f-4544130ee5fd tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks [] for router, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:48.161446 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-ca961100-7fcf-4341-bf76-44b2136a8e5b req-106d8423-00b4-4063-9f46-bb6c326b096f tempest-ServerPasswordTestJSON-820929661 tempest-ServerPasswordTestJSON-820929661-project] Calling delete_port for ea8890c0-87d3-4eb2-ab8a-e2a99d253e51 owned by compute:nova {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:22:48.192582 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-07383c8c-955a-4245-a7ee-c26187ddb1d8 None None] Set router 6094cc94-5108-427c-bd00-add2f5975bcb gateway port host: n-d-818823-1 {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:22:48.268577 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-371609d3-d811-408d-88ea-cc651a0433fa None None] DHCP port deletion for 43dfe348-e2b3-45a9-b942-b91bdebcc301 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:22:48.440250 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-fe430901-e137-46da-8a6f-4544130ee5fd tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:48.477653 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-371609d3-d811-408d-88ea-cc651a0433fa None None] Deleting port 4ae4ed3a-b148-4cb6-af48-26e96abdb14a {{(pid=103449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:22:48.478519 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-371609d3-d811-408d-88ea-cc651a0433fa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:48.555200 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-fe430901-e137-46da-8a6f-4544130ee5fd tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Deleting port 26104780-4dfc-4933-b35a-eabfac89a152 {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:22:48.555610 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-fe430901-e137-46da-8a6f-4544130ee5fd tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:48.629799 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-371609d3-d811-408d-88ea-cc651a0433fa None None] For port 4ae4ed3a-b148-4cb6-af48-26e96abdb14a, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=4ae4ed3a-b148-4cb6-af48-26e96abdb14a,segment=NetworkSegment(17716fec-4228-48de-89ab-cdf1d220adac),segment_id=17716fec-4228-48de-89ab-cdf1d220adac)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:22:48.632875 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-371609d3-d811-408d-88ea-cc651a0433fa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:48.645082 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-513c210a-ed33-49c9-9324-d3d667b18ee1 req-8a08249a-2445-4332-bde3-c024e07aaacf service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=138cd974-48dd-47e0-844a-d6144d511109 HTTP/1.1" status: 200 len: 217 time: 0.1043501 Nov 22 20:22:48.658205 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-ca961100-7fcf-4341-bf76-44b2136a8e5b req-106d8423-00b4-4063-9f46-bb6c326b096f tempest-ServerPasswordTestJSON-820929661 tempest-ServerPasswordTestJSON-820929661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:48.662488 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-371609d3-d811-408d-88ea-cc651a0433fa None None] Calling delete_port for 4ae4ed3a-b148-4cb6-af48-26e96abdb14a owned by network:dhcp {{(pid=103449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:22:48.679786 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-07383c8c-955a-4245-a7ee-c26187ddb1d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6094cc94-5108-427c-bd00-add2f5975bcb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1964949637', 'tenant_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.52'}], 'enable_snat': True}, 'gw_port_id': '26104780-4dfc-4933-b35a-eabfac89a152', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:20:30Z', 'updated_at': '2021-11-22T20:22:45Z', 'revision_number': 5, 'project_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'gw_port': {'id': '26104780-4dfc-4933-b35a-eabfac89a152', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:7f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6094cc94-5108-427c-bd00-add2f5975bcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1959, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:20:31Z', 'updated_at': '2021-11-22T20:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:22:48.729659 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-fe430901-e137-46da-8a6f-4544130ee5fd tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] For port 26104780-4dfc-4933-b35a-eabfac89a152, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=26104780-4dfc-4933-b35a-eabfac89a152,segment=NetworkSegment(8793ba83-8407-4c3d-9b56-2a177cd58a70),segment_id=8793ba83-8407-4c3d-9b56-2a177cd58a70)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:22:48.730527 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-fe430901-e137-46da-8a6f-4544130ee5fd tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:48.746883 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-fe430901-e137-46da-8a6f-4544130ee5fd tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Calling delete_port for 26104780-4dfc-4933-b35a-eabfac89a152 owned by network:router_gateway {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:22:48.793209 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07383c8c-955a-4245-a7ee-c26187ddb1d8 None None] The sync data for ids ['6094cc94-5108-427c-bd00-add2f5975bcb'] in n-d-818823-1 is: [{'id': '6094cc94-5108-427c-bd00-add2f5975bcb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1964949637', 'tenant_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.52'}], 'enable_snat': True}, 'gw_port_id': '26104780-4dfc-4933-b35a-eabfac89a152', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:20:30Z', 'updated_at': '2021-11-22T20:22:45Z', 'revision_number': 5, 'project_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'gw_port': {'id': '26104780-4dfc-4933-b35a-eabfac89a152', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:7f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6094cc94-5108-427c-bd00-add2f5975bcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1959, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:20:31Z', 'updated_at': '2021-11-22T20:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}] {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:22:48.814204 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-beb6bc50-d322-4091-a113-a2e23a07f9e1 req-711e79ba-6523-462a-ae39-bc0a9dc61861 tempest-ServerPasswordTestJSON-820929661 tempest-ServerPasswordTestJSON-820929661-project] 10.222.0.46 "GET /v2.0/ports?device_id=7016e6ca-875d-474a-906a-b0261c8c06e0 HTTP/1.1" status: 200 len: 210 time: 0.0757189 Nov 22 20:22:48.867182 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-371609d3-d811-408d-88ea-cc651a0433fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381'] for port, after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:48.881340 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-371609d3-d811-408d-88ea-cc651a0433fa None None] No DVR routers for this DVR port 4ae4ed3a-b148-4cb6-af48-26e96abdb14a on host n-d-818823-1 {{(pid=103449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:22:48.906160 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371609d3-d811-408d-88ea-cc651a0433fa None None] Pushing event deleted for resources: {'Port': ['ID=4ae4ed3a-b148-4cb6-af48-26e96abdb14a,revision_number=None']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:22:49.019358 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-79d31431-6f15-4f04-9c27-db95e6def50d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:49.039896 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-fe430901-e137-46da-8a6f-4544130ee5fd tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:49.049813 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-79d31431-6f15-4f04-9c27-db95e6def50d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:49.054262 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106d8423-00b4-4063-9f46-bb6c326b096f tempest-ServerPasswordTestJSON-820929661 tempest-ServerPasswordTestJSON-820929661-project] Pushing event deleted for resources: {'Port': ['ID=ea8890c0-87d3-4eb2-ab8a-e2a99d253e51,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:22:49.088169 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe430901-e137-46da-8a6f-4544130ee5fd tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Pushing event deleted for resources: {'Port': ['ID=26104780-4dfc-4933-b35a-eabfac89a152,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:22:49.090308 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca961100-7fcf-4341-bf76-44b2136a8e5b req-106d8423-00b4-4063-9f46-bb6c326b096f tempest-ServerPasswordTestJSON-820929661 tempest-ServerPasswordTestJSON-820929661-project] No DVR routers for this DVR port ea8890c0-87d3-4eb2-ab8a-e2a99d253e51 on host n-h2-818823-1 {{(pid=103447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:22:49.105779 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f32f7913-ee4c-48c3-95d2-80b69cf4bfd9 None None] DHCP port deletion for c48a55e9-6a85-4746-b7bf-3e29fb560094 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:22:49.119279 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513c210a-ed33-49c9-9324-d3d667b18ee1 req-46aefb7b-05d2-4c0e-9f77-4bc439ad38a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:22:49.120957 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-513c210a-ed33-49c9-9324-d3d667b18ee1 req-46aefb7b-05d2-4c0e-9f77-4bc439ad38a3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=700f25ca-fe48-4186-881c-bc8e45e72e13 HTTP/1.1" status: 200 len: 854 time: 0.4336455 Nov 22 20:22:49.125576 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-ca961100-7fcf-4341-bf76-44b2136a8e5b req-106d8423-00b4-4063-9f46-bb6c326b096f tempest-ServerPasswordTestJSON-820929661 tempest-ServerPasswordTestJSON-820929661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:49.128917 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ca961100-7fcf-4341-bf76-44b2136a8e5b req-106d8423-00b4-4063-9f46-bb6c326b096f tempest-ServerPasswordTestJSON-820929661 tempest-ServerPasswordTestJSON-820929661-project] 10.222.0.20 "DELETE /v2.0/ports/ea8890c0-87d3-4eb2-ab8a-e2a99d253e51 HTTP/1.1" status: 204 len: 173 time: 2.6141286 Nov 22 20:22:49.171673 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d31431-6f15-4f04-9c27-db95e6def50d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2139d774-32f6-48f8-9db6-6a51693df264,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:22:49.196170 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79d31431-6f15-4f04-9c27-db95e6def50d admin admin] vlan segment allocate from pool success with {'vlan_id': 627, 'physical_network': 'physnet1'} {{(pid=103447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 20:22:49.252147 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-513c210a-ed33-49c9-9324-d3d667b18ee1 req-a1e19ecd-526d-49bd-af6b-9598fe477885 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=07a52fe9-f2bb-41b8-a0b8-a12077ec9b70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0772319 Nov 22 20:22:49.270392 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-79d31431-6f15-4f04-9c27-db95e6def50d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:49.270753 n-d-818823-1 neutron-server[103447]: INFO neutron.db.segments_db [None req-79d31431-6f15-4f04-9c27-db95e6def50d admin admin] Added segment 6f9958b1-b545-4dae-9517-e6e59ac0d05c of type vlan for network 3440d6a5-5242-400a-aa21-bbef6a8cbeb8 Nov 22 20:22:49.280726 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-fe430901-e137-46da-8a6f-4544130ee5fd tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595398'] for router_gateway, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:49.460494 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-fe430901-e137-46da-8a6f-4544130ee5fd tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24781'] for router, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:49.468870 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-fe430901-e137-46da-8a6f-4544130ee5fd tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:49.474064 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3a977e-dcfd-44e7-bd69-5d5962841591 req-ff2639a9-dc57-4b86-bf17-54e673bf4bb0 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:22:49.486833 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8a3a977e-dcfd-44e7-bd69-5d5962841591 req-ff2639a9-dc57-4b86-bf17-54e673bf4bb0 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/ports?device_id=8c06f7c3-ebf4-4c99-9e9f-7a15bccd74a1 HTTP/1.1" status: 200 len: 943 time: 0.4487364 Nov 22 20:22:49.560112 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 4ae4ed3a-b148-4cb6-af48-26e96abdb14a no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:22:49.567990 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-fe430901-e137-46da-8a6f-4544130ee5fd tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-663261'] for router, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:49.568536 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe430901-e137-46da-8a6f-4544130ee5fd tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Fanout notify agent at l3_agent the message router_deleted on router 6094cc94-5108-427c-bd00-add2f5975bcb {{(pid=103448) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 20:22:49.585524 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-fe430901-e137-46da-8a6f-4544130ee5fd tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks [] for router, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:49.593028 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 52648) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:22:49.603686 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-fe430901-e137-46da-8a6f-4544130ee5fd tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "DELETE /v2.0/routers/6094cc94-5108-427c-bd00-add2f5975bcb HTTP/1.1" status: 204 len: 168 time: 1.7319770 Nov 22 20:22:49.607024 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-79d31431-6f15-4f04-9c27-db95e6def50d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748992492791'] for network, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:49.609282 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: 4ae4ed3a-b148-4cb6-af48-26e96abdb14a {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:22:49.609866 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 4ae4ed3a-b148-4cb6-af48-26e96abdb14a not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:22:49.610754 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 97c8f2b2-3bc7-490f-9889-fb42ac9912fa no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:22:49.635792 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: 97c8f2b2-3bc7-490f-9889-fb42ac9912fa {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:22:49.636340 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 97c8f2b2-3bc7-490f-9889-fb42ac9912fa not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:22:49.716532 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7016e6ca-875d-474a-906a-b0261c8c06e0', 'name': 'network-vif-deleted', 'tag': 'ea8890c0-87d3-4eb2-ab8a-e2a99d253e51'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:22:49.719999 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4e8dc31-d154-4724-b058-6f544bc14ace" -d '{"events": [{"server_uuid": "7016e6ca-875d-474a-906a-b0261c8c06e0", "name": "network-vif-deleted", "tag": "ea8890c0-87d3-4eb2-ab8a-e2a99d253e51"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:22:49.795094 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8a3a977e-dcfd-44e7-bd69-5d5962841591 req-ea4807bd-75e2-4bf9-ac56-f2b82669a0d9 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/security-groups?id=33003919-2e66-424f-89a8-28e4fe94add1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3071611 Nov 22 20:22:49.902474 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:22:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ae19992-662c-4e9f-bd9a-afe1aae6a563 x-openstack-request-id: req-1ae19992-662c-4e9f-bd9a-afe1aae6a563 {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:22:49.904455 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7016e6ca-875d-474a-906a-b0261c8c06e0", "name": "network-vif-deleted", "tag": "ea8890c0-87d3-4eb2-ab8a-e2a99d253e51", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:22:49.905002 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1ae19992-662c-4e9f-bd9a-afe1aae6a563 {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:22:49.905662 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7016e6ca-875d-474a-906a-b0261c8c06e0', 'name': 'network-vif-deleted', 'tag': 'ea8890c0-87d3-4eb2-ab8a-e2a99d253e51', 'status': 'completed', 'code': 200} Nov 22 20:22:49.919102 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 52662) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:22:49.923137 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-79d31431-6f15-4f04-9c27-db95e6def50d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for network, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:49.924526 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79d31431-6f15-4f04-9c27-db95e6def50d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:22:49.925358 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-79d31431-6f15-4f04-9c27-db95e6def50d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for network, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:50.007132 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcb17c9c-d815-4f06-8151-20e64614a8e4 admin admin] Deleting subnet ce36aef2-a408-4d70-99cf-20f82598bc0b {{(pid=103448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 20:22:50.018648 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-fcb17c9c-d815-4f06-8151-20e64614a8e4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:50.022047 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d31431-6f15-4f04-9c27-db95e6def50d admin admin] Pushing event updated for resources: {'Network': ['ID=3440d6a5-5242-400a-aa21-bbef6a8cbeb8,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:22:50.034135 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8dbd5bad-4f21-4dc3-8962-2c26595ea24c tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3961693'] for network, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:50.036180 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Network 3440d6a5-5242-400a-aa21-bbef6a8cbeb8 details requested by agent ovs-agent-n-d-818823-1 with host n-d-818823-1 {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 20:22:50.041482 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-513c210a-ed33-49c9-9324-d3d667b18ee1 req-9144d415-8dfd-4f58-90f4-a96aabc9456f service neutron] 10.222.0.41 "GET /v2.0/networks/07a52fe9-f2bb-41b8-a0b8-a12077ec9b70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7232268 Nov 22 20:22:50.057411 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-79d31431-6f15-4f04-9c27-db95e6def50d admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.9569075 Nov 22 20:22:50.082210 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 52666) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:22:50.090398 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-8cbab9a2-2755-40fc-bc57-ead19a4f3f6a admin admin] Request body: {'subnet': {'network_id': '3440d6a5-5242-400a-aa21-bbef6a8cbeb8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1490160279-subnet', 'tenant_id': 'dbce3e21c7d9468a9c9c2e5be1d69272', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:22:50.123300 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-fcb17c9c-d815-4f06-8151-20e64614a8e4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11627908'] for subnet, precommit_delete_associations {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:50.180032 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cbab9a2-2755-40fc-bc57-ead19a4f3f6a admin admin] Made reservation on behalf of dbce3e21c7d9468a9c9c2e5be1d69272 for: {'subnet': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:22:50.184887 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8cbab9a2-2755-40fc-bc57-ead19a4f3f6a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11792951'] for subnet, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:50.228887 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-513c210a-ed33-49c9-9324-d3d667b18ee1 req-faf772a8-cf5e-45fb-9e56-7a23f16d8af2 service neutron] 10.222.0.41 "GET /v2.0/networks/07a52fe9-f2bb-41b8-a0b8-a12077ec9b70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1697896 Nov 22 20:22:50.334952 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-fcb17c9c-d815-4f06-8151-20e64614a8e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3753007'] for subnet, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:50.393931 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8dbd5bad-4f21-4dc3-8962-2c26595ea24c tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3760028', 'neutron.services.segments.db._delete_segments_for_network-8748992815755'] for network, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:50.436593 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-8dbd5bad-4f21-4dc3-8962-2c26595ea24c tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43dfe348-e2b3-45a9-b942-b91bdebcc301']}} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:22:50.454301 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-8dbd5bad-4f21-4dc3-8962-2c26595ea24c tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17716fec-4228-48de-89ab-cdf1d220adac') {'for_net_delete': True} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:22:50.455131 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-8dbd5bad-4f21-4dc3-8962-2c26595ea24c tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17716fec-4228-48de-89ab-cdf1d220adac') {} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:22:50.467044 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-fcb17c9c-d815-4f06-8151-20e64614a8e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3753014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11567369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11792914'] for subnet, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:50.474358 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8dbd5bad-4f21-4dc3-8962-2c26595ea24c tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748993039638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12178344'] for segment, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:50.494652 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8dbd5bad-4f21-4dc3-8962-2c26595ea24c tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:50.501240 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8dbd5bad-4f21-4dc3-8962-2c26595ea24c tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Releasing vlan 601 on physical network physnet1 to pool {{(pid=103447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 20:22:50.501646 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8dbd5bad-4f21-4dc3-8962-2c26595ea24c tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8900762'] for segment, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:50.505243 n-d-818823-1 neutron-server[103447]: Traceback (most recent call last): Nov 22 20:22:50.505243 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 20:22:50.505243 n-d-818823-1 neutron-server[103447]: timer() Nov 22 20:22:50.505243 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 20:22:50.505243 n-d-818823-1 neutron-server[103447]: cb(*args, **kw) Nov 22 20:22:50.505243 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 20:22:50.505243 n-d-818823-1 neutron-server[103447]: return func(*args, **kwargs) Nov 22 20:22:50.505243 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 20:22:50.505243 n-d-818823-1 neutron-server[103447]: self._notify() Nov 22 20:22:50.505243 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 20:22:50.505243 n-d-818823-1 neutron-server[103447]: self.callback(batched_events) Nov 22 20:22:50.505243 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 20:22:50.505243 n-d-818823-1 neutron-server[103447]: event.method(event) Nov 22 20:22:50.505243 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 20:22:50.505243 n-d-818823-1 neutron-server[103447]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 20:22:50.505243 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 20:22:50.505243 n-d-818823-1 neutron-server[103447]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 20:22:50.505243 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 20:22:50.505243 n-d-818823-1 neutron-server[103447]: return f(self, *a, **k) Nov 22 20:22:50.505243 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 20:22:50.505243 n-d-818823-1 neutron-server[103447]: return self._get(url).json() Nov 22 20:22:50.505243 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 20:22:50.505243 n-d-818823-1 neutron-server[103447]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 20:22:50.505243 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 20:22:50.505243 n-d-818823-1 neutron-server[103447]: return self.request(url, 'GET', **kwargs) Nov 22 20:22:50.505243 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 20:22:50.505243 n-d-818823-1 neutron-server[103447]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 20:22:50.505243 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 20:22:50.505243 n-d-818823-1 neutron-server[103447]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 20:22:50.505243 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 20:22:50.505243 n-d-818823-1 neutron-server[103447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 20:22:50.505243 n-d-818823-1 neutron-server[103447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 20:22:50.528551 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb17c9c-d815-4f06-8151-20e64614a8e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce36aef2-a408-4d70-99cf-20f82598bc0b,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:22:50.545627 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-fcb17c9c-d815-4f06-8151-20e64614a8e4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:50.553121 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-fcb17c9c-d815-4f06-8151-20e64614a8e4 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/ce36aef2-a408-4d70-99cf-20f82598bc0b HTTP/1.1" status: 204 len: 168 time: 0.6303811 Nov 22 20:22:50.555396 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 52674) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:22:50.572997 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device ea8890c0-87d3-4eb2-ab8a-e2a99d253e51 no longer exists at agent hyperv_n-h2-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:22:50.616525 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8dbd5bad-4f21-4dc3-8962-2c26595ea24c tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3760002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595318'] for network, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:50.635861 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] No Port match for: ea8890c0-87d3-4eb2-ab8a-e2a99d253e51 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:22:50.635861 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device ea8890c0-87d3-4eb2-ab8a-e2a99d253e51 not bound to the agent host n-h2-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:22:50.675038 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 138cd974-48dd-47e0-844a-d6144d511109 details requested by agent hyperv_n-h1-818823-1 with host n-h1-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 20:22:50.675358 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8dbd5bad-4f21-4dc3-8962-2c26595ea24c tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for network, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:50.684416 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8cbab9a2-2755-40fc-bc57-ead19a4f3f6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11567560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11792921'] for subnet, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:50.685327 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-8dbd5bad-4f21-4dc3-8962-2c26595ea24c tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "DELETE /v2.0/networks/43dfe348-e2b3-45a9-b942-b91bdebcc301 HTTP/1.1" status: 204 len: 168 time: 1.0897274 Nov 22 20:22:50.692732 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 52676) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:22:50.707945 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbd5bad-4f21-4dc3-8962-2c26595ea24c tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Pushing event deleted for resources: {'Network': ['ID=43dfe348-e2b3-45a9-b942-b91bdebcc301,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:22:50.853469 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 138cd974-48dd-47e0-844a-d6144d511109, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=138cd974-48dd-47e0-844a-d6144d511109,segment=NetworkSegment(6b8f1d18-2278-40c7-b488-3ca021d47ca0),segment_id=6b8f1d18-2278-40c7-b488-3ca021d47ca0)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:22:50.885877 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Returning: {'device': '138cd974-48dd-47e0-844a-d6144d511109', 'network_id': '07a52fe9-f2bb-41b8-a0b8-a12077ec9b70', 'port_id': '138cd974-48dd-47e0-844a-d6144d511109', 'mac_address': 'fa:16:3e:da:0b:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '700f25ca-fe48-4186-881c-bc8e45e72e13', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 20:22:50.901828 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-db7b6894-19ea-4b37-9549-713420678d3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3961693'] for network, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:50.924405 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbab9a2-2755-40fc-bc57-ead19a4f3f6a admin admin] Pushing event updated for resources: {'Subnet': ['ID=205775ce-cda5-4528-afe5-31b0eded2eb1,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:22:50.950942 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:50.968691 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 138cd974-48dd-47e0-844a-d6144d511109 {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:22:50.991256 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 138cd974-48dd-47e0-844a-d6144d511109, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=138cd974-48dd-47e0-844a-d6144d511109,segment=NetworkSegment(6b8f1d18-2278-40c7-b488-3ca021d47ca0),segment_id=6b8f1d18-2278-40c7-b488-3ca021d47ca0)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:22:50.997746 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:51.016384 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316ac838-676e-4667-a2e1-f2c8862fa693 req-2924deed-2346-47ca-8f38-448c7d5b9452 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:22:51.027512 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-316ac838-676e-4667-a2e1-f2c8862fa693 req-2924deed-2346-47ca-8f38-448c7d5b9452 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/ports?device_id=8c06f7c3-ebf4-4c99-9e9f-7a15bccd74a1 HTTP/1.1" status: 200 len: 943 time: 0.0979836 Nov 22 20:22:51.033330 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cbab9a2-2755-40fc-bc57-ead19a4f3f6a admin admin] Checking segment: {'id': '6f9958b1-b545-4dae-9517-e6e59ac0d05c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '3440d6a5-5242-400a-aa21-bbef6a8cbeb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:22:51.042138 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cbab9a2-2755-40fc-bc57-ead19a4f3f6a admin admin] Network hostable DHCP agents. Network: 3440d6a5-5242-400a-aa21-bbef6a8cbeb8, hostable agents: ['02adaa64-0987-4b74-bad0-cbcf56f8a294'], hosted agents: [] {{(pid=103448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 20:22:51.051451 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ffe8fcba-710a-4610-9fe9-621fb8f668c5 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:51.081798 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=138cd974-48dd-47e0-844a-d6144d511109,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:22:51.109231 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ffe8fcba-710a-4610-9fe9-621fb8f668c5 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:51.122618 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-316ac838-676e-4667-a2e1-f2c8862fa693 req-49e34044-1e80-4751-b851-b03347e4cd98 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/security-groups?id=33003919-2e66-424f-89a8-28e4fe94add1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881767 Nov 22 20:22:51.268266 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] get_ports_and_sgs() called for port_ids ['138cd974-48dd-47e0-844a-d6144d511109'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:22:51.335785 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-db7b6894-19ea-4b37-9549-713420678d3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3760028', 'neutron.services.segments.db._delete_segments_for_network-8748992815755'] for network, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:51.361078 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 26104780-4dfc-4933-b35a-eabfac89a152 no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:22:51.383196 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-db7b6894-19ea-4b37-9549-713420678d3b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0ec7348-bfb3-4d12-819f-8cbfd4b8b6ac']}} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:22:51.400306 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: 26104780-4dfc-4933-b35a-eabfac89a152 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:22:51.400985 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 26104780-4dfc-4933-b35a-eabfac89a152 not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:22:51.406818 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-db7b6894-19ea-4b37-9549-713420678d3b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82d41c73-1790-4d90-b125-f1e24c52084f') {'for_net_delete': True} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:22:51.407126 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-db7b6894-19ea-4b37-9549-713420678d3b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82d41c73-1790-4d90-b125-f1e24c52084f') {} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:22:51.431278 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-db7b6894-19ea-4b37-9549-713420678d3b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748993039638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11627933'] for segment, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:51.441834 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 52702) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:22:51.461400 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-db7b6894-19ea-4b37-9549-713420678d3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:51.475848 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db7b6894-19ea-4b37-9549-713420678d3b admin admin] Releasing vlan 616 on physical network physnet1 to pool {{(pid=103448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 20:22:51.476270 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-db7b6894-19ea-4b37-9549-713420678d3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11567447'] for segment, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:51.545809 n-d-818823-1 neutron-server[103448]: Traceback (most recent call last): Nov 22 20:22:51.545809 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 20:22:51.545809 n-d-818823-1 neutron-server[103448]: timer() Nov 22 20:22:51.545809 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 20:22:51.545809 n-d-818823-1 neutron-server[103448]: cb(*args, **kw) Nov 22 20:22:51.545809 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 20:22:51.545809 n-d-818823-1 neutron-server[103448]: return func(*args, **kwargs) Nov 22 20:22:51.545809 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 20:22:51.545809 n-d-818823-1 neutron-server[103448]: self._notify() Nov 22 20:22:51.545809 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 20:22:51.545809 n-d-818823-1 neutron-server[103448]: self.callback(batched_events) Nov 22 20:22:51.545809 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 20:22:51.545809 n-d-818823-1 neutron-server[103448]: event.method(event) Nov 22 20:22:51.545809 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 20:22:51.545809 n-d-818823-1 neutron-server[103448]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 20:22:51.545809 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 20:22:51.545809 n-d-818823-1 neutron-server[103448]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 20:22:51.545809 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 20:22:51.545809 n-d-818823-1 neutron-server[103448]: return f(self, *a, **k) Nov 22 20:22:51.545809 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 20:22:51.545809 n-d-818823-1 neutron-server[103448]: return self._get(url).json() Nov 22 20:22:51.545809 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 20:22:51.545809 n-d-818823-1 neutron-server[103448]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 20:22:51.545809 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 20:22:51.545809 n-d-818823-1 neutron-server[103448]: return self.request(url, 'GET', **kwargs) Nov 22 20:22:51.545809 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 20:22:51.545809 n-d-818823-1 neutron-server[103448]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 20:22:51.545809 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 20:22:51.545809 n-d-818823-1 neutron-server[103448]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 20:22:51.545809 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 20:22:51.545809 n-d-818823-1 neutron-server[103448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 20:22:51.545809 n-d-818823-1 neutron-server[103448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 20:22:51.563851 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-db7b6894-19ea-4b37-9549-713420678d3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3760002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595318'] for network, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:51.572982 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-db7b6894-19ea-4b37-9549-713420678d3b admin admin] Publish callbacks [] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:51.580668 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-db7b6894-19ea-4b37-9549-713420678d3b admin admin] 10.222.0.46 "DELETE /v2.0/networks/c0ec7348-bfb3-4d12-819f-8cbfd4b8b6ac HTTP/1.1" status: 204 len: 168 time: 1.0217166 Nov 22 20:22:51.612055 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7b6894-19ea-4b37-9549-713420678d3b admin admin] Pushing event deleted for resources: {'Network': ['ID=c0ec7348-bfb3-4d12-819f-8cbfd4b8b6ac,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:22:51.617197 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ffe8fcba-710a-4610-9fe9-621fb8f668c5 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:51.620476 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ffe8fcba-710a-4610-9fe9-621fb8f668c5 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:51.624215 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-ffe8fcba-710a-4610-9fe9-621fb8f668c5 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "DELETE /v2.0/security-groups/1fdc013b-4d1e-4061-bc19-b86fb2a07143 HTTP/1.1" status: 204 len: 168 time: 0.9152458 Nov 22 20:22:51.632670 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe8fcba-710a-4610-9fe9-621fb8f668c5 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fdc013b-4d1e-4061-bc19-b86fb2a07143,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:22:51.637645 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cbab9a2-2755-40fc-bc57-ead19a4f3f6a admin admin] Network 3440d6a5-5242-400a-aa21-bbef6a8cbeb8 is scheduled to be hosted by DHCP agent 02adaa64-0987-4b74-bad0-cbcf56f8a294 with binding_index 1 {{(pid=103448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 20:22:51.657023 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-8cbab9a2-2755-40fc-bc57-ead19a4f3f6a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818823-1, 3440d6a5-5242-400a-aa21-bbef6a8cbeb8) {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:22:51.664477 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cbab9a2-2755-40fc-bc57-ead19a4f3f6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:22:51.665051 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8cbab9a2-2755-40fc-bc57-ead19a4f3f6a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:51.668585 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63822c9e-a4d6-4897-a42a-f3a3b30900ec None None] Network 3440d6a5-5242-400a-aa21-bbef6a8cbeb8 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:22:51.680052 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_v2 [None req-65bef172-0e4d-48e5-a80b-ba085c1d110e admin admin] Deleting subnet d74b376c-118a-4e1f-b1b9-d074bfe85b19 {{(pid=103447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 20:22:51.690808 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-8cbab9a2-2755-40fc-bc57-ead19a4f3f6a admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6056058 Nov 22 20:22:51.693214 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-65bef172-0e4d-48e5-a80b-ba085c1d110e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:51.771620 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-65bef172-0e4d-48e5-a80b-ba085c1d110e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12178353'] for subnet, precommit_delete_associations {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:51.841059 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-65bef172-0e4d-48e5-a80b-ba085c1d110e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3753007'] for subnet, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:51.898302 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 52716) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:22:51.993750 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-65bef172-0e4d-48e5-a80b-ba085c1d110e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3753014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8900804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8485115'] for subnet, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:52.033853 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-cfe7433b-29ba-465b-95c4-41139dca2076 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=702de80110b044eab4789d398585bb59&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1312356 Nov 22 20:22:52.034850 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 52722) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:22:52.059880 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bef172-0e4d-48e5-a80b-ba085c1d110e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d74b376c-118a-4e1f-b1b9-d074bfe85b19,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:22:52.073459 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edc2c4df-4435-4ebb-879c-cd74b4a368a1 None None] Network 3440d6a5-5242-400a-aa21-bbef6a8cbeb8 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:22:52.096792 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-65bef172-0e4d-48e5-a80b-ba085c1d110e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for subnet, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:52.110217 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-65bef172-0e4d-48e5-a80b-ba085c1d110e admin admin] 10.222.0.46 "DELETE /v2.0/subnets/d74b376c-118a-4e1f-b1b9-d074bfe85b19 HTTP/1.1" status: 204 len: 168 time: 0.6620810 Nov 22 20:22:52.110988 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 52724) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:22:52.120167 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 52726) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:22:52.137452 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-78aaec64-5e16-447c-8a7b-70e93fc9b7a7 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1931171996', 'description': 'tempest-secgroup-smoke-1931171996 description', 'project_id': 'f13d149ee8a64f188025185f0e8b5cfe'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:22:52.173727 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d6316c4-1792-41a1-a1c6-db6c2452204d None None] Network 41f439de-e657-4ca1-8a55-865945ee9732 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:22:52.207120 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-78aaec64-5e16-447c-8a7b-70e93fc9b7a7 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:52.368582 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-811e6a42-a544-4468-b3b2-502ebb3e2179 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:52.455649 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-33361f16-2a75-4055-b32f-df9991240c52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3961693'] for network, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:52.485720 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-811e6a42-a544-4468-b3b2-502ebb3e2179 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:52.544741 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1fb96ec-3e43-4910-b4a4-0b17de6fe482 None None] DHCP port deletion for 41f439de-e657-4ca1-8a55-865945ee9732 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:22:52.637344 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04680efb-f2a0-495c-aa1b-5564ce16cb6a req-e058deba-088f-44d4-9333-c5df67a5e542 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:22:52.648891 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-04680efb-f2a0-495c-aa1b-5564ce16cb6a req-e058deba-088f-44d4-9333-c5df67a5e542 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/ports?device_id=8c06f7c3-ebf4-4c99-9e9f-7a15bccd74a1 HTTP/1.1" status: 200 len: 944 time: 0.3766339 Nov 22 20:22:52.650118 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-78aaec64-5e16-447c-8a7b-70e93fc9b7a7 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:52.659831 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-78aaec64-5e16-447c-8a7b-70e93fc9b7a7 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:52.696686 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 138cd974-48dd-47e0-844a-d6144d511109 up at agent hyperv_n-h1-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:22:52.706833 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78aaec64-5e16-447c-8a7b-70e93fc9b7a7 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80d35954-332b-44d6-bf58-c3aefadfaef0,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:22:52.715351 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-78aaec64-5e16-447c-8a7b-70e93fc9b7a7 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:52.716130 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-78aaec64-5e16-447c-8a7b-70e93fc9b7a7 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.5949180 Nov 22 20:22:52.719608 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 52736) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:22:52.721280 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-811e6a42-a544-4468-b3b2-502ebb3e2179 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:52.728374 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-811e6a42-a544-4468-b3b2-502ebb3e2179 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:52.731519 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-811e6a42-a544-4468-b3b2-502ebb3e2179 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/738fa191-5fbe-4fc7-9e3c-03be2592d0a9 HTTP/1.1" status: 204 len: 168 time: 0.6942472 Nov 22 20:22:52.743361 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-b23f07e5-add7-4446-903f-56b937d406b2 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Request body: {'security_group_rule': {'security_group_id': '80d35954-332b-44d6-bf58-c3aefadfaef0', 'project_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:22:52.807390 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811e6a42-a544-4468-b3b2-502ebb3e2179 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=738fa191-5fbe-4fc7-9e3c-03be2592d0a9,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:22:52.847575 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b23f07e5-add7-4446-903f-56b937d406b2 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:52.888566 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Provisioning for port 138cd974-48dd-47e0-844a-d6144d511109 completed by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 20:22:52.899258 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Provisioning complete for port 138cd974-48dd-47e0-844a-d6144d511109 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:22:52.904970 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:52.946828 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b23f07e5-add7-4446-903f-56b937d406b2 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:52.950562 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-33361f16-2a75-4055-b32f-df9991240c52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3760028', 'neutron.services.segments.db._delete_segments_for_network-8748992815755'] for network, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:52.954528 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b23f07e5-add7-4446-903f-56b937d406b2 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572323'] for security_group_rule, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:52.994158 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-33361f16-2a75-4055-b32f-df9991240c52 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41f439de-e657-4ca1-8a55-865945ee9732']}} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:22:52.994400 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b23f07e5-add7-4446-903f-56b937d406b2 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:52.995443 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-b23f07e5-add7-4446-903f-56b937d406b2 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2616367 Nov 22 20:22:53.008804 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 52744) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:22:53.023366 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-b501abe2-7197-4af7-8d3e-672af36fe5cc tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Request body: {'security_group_rule': {'security_group_id': '80d35954-332b-44d6-bf58-c3aefadfaef0', 'project_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:22:53.031694 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-33361f16-2a75-4055-b32f-df9991240c52 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac5f3349-9549-4263-b08f-bbbf3ebb8ed3') {'for_net_delete': True} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:22:53.032760 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23f07e5-add7-4446-903f-56b937d406b2 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07725842-a30b-4c03-afff-23014339ef9d,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:22:53.033099 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-33361f16-2a75-4055-b32f-df9991240c52 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac5f3349-9549-4263-b08f-bbbf3ebb8ed3') {} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:22:53.063576 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b501abe2-7197-4af7-8d3e-672af36fe5cc tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:53.071749 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-33361f16-2a75-4055-b32f-df9991240c52 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748993039638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12178344'] for segment, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:53.097328 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-04680efb-f2a0-495c-aa1b-5564ce16cb6a req-1cdac5aa-05c5-4349-a8bf-d6fade19c9da tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/security-groups?id=33003919-2e66-424f-89a8-28e4fe94add1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4475148 Nov 22 20:22:53.114357 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-33361f16-2a75-4055-b32f-df9991240c52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:53.127457 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33361f16-2a75-4055-b32f-df9991240c52 admin admin] Releasing vlan 613 on physical network physnet1 to pool {{(pid=103447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 20:22:53.128505 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-33361f16-2a75-4055-b32f-df9991240c52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8900762'] for segment, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:53.133025 n-d-818823-1 neutron-server[103447]: Traceback (most recent call last): Nov 22 20:22:53.133025 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 20:22:53.133025 n-d-818823-1 neutron-server[103447]: timer() Nov 22 20:22:53.133025 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 20:22:53.133025 n-d-818823-1 neutron-server[103447]: cb(*args, **kw) Nov 22 20:22:53.133025 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 20:22:53.133025 n-d-818823-1 neutron-server[103447]: return func(*args, **kwargs) Nov 22 20:22:53.133025 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 20:22:53.133025 n-d-818823-1 neutron-server[103447]: self._notify() Nov 22 20:22:53.133025 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 20:22:53.133025 n-d-818823-1 neutron-server[103447]: self.callback(batched_events) Nov 22 20:22:53.133025 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 20:22:53.133025 n-d-818823-1 neutron-server[103447]: event.method(event) Nov 22 20:22:53.133025 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 20:22:53.133025 n-d-818823-1 neutron-server[103447]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 20:22:53.133025 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 20:22:53.133025 n-d-818823-1 neutron-server[103447]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 20:22:53.133025 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 20:22:53.133025 n-d-818823-1 neutron-server[103447]: return f(self, *a, **k) Nov 22 20:22:53.133025 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 20:22:53.133025 n-d-818823-1 neutron-server[103447]: return self._get(url).json() Nov 22 20:22:53.133025 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 20:22:53.133025 n-d-818823-1 neutron-server[103447]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 20:22:53.133025 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 20:22:53.133025 n-d-818823-1 neutron-server[103447]: return self.request(url, 'GET', **kwargs) Nov 22 20:22:53.133025 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 20:22:53.133025 n-d-818823-1 neutron-server[103447]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 20:22:53.133025 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 20:22:53.133025 n-d-818823-1 neutron-server[103447]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 20:22:53.133025 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 20:22:53.133025 n-d-818823-1 neutron-server[103447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 20:22:53.133025 n-d-818823-1 neutron-server[103447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 20:22:53.143536 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:53.193738 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c06f7c3-ebf4-4c99-9e9f-7a15bccd74a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '138cd974-48dd-47e0-844a-d6144d511109'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:22:53.205402 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d39f6d30a11e565ec9648abcc015e8a6ab6cff4edd704add8155e28765d31eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fd94ecf-f55f-4d7c-9b01-b967a9eb1890" -d '{"events": [{"server_uuid": "8c06f7c3-ebf4-4c99-9e9f-7a15bccd74a1", "name": "network-vif-plugged", "status": "completed", "tag": "138cd974-48dd-47e0-844a-d6144d511109"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:22:53.222435 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b501abe2-7197-4af7-8d3e-672af36fe5cc tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:53.229028 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b501abe2-7197-4af7-8d3e-672af36fe5cc tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572323'] for security_group_rule, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:53.266984 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 138cd974-48dd-47e0-844a-d6144d511109, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=138cd974-48dd-47e0-844a-d6144d511109,segment=NetworkSegment(6b8f1d18-2278-40c7-b488-3ca021d47ca0),segment_id=6b8f1d18-2278-40c7-b488-3ca021d47ca0)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:22:53.269237 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b501abe2-7197-4af7-8d3e-672af36fe5cc tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7eef245d-8173-41de-9b75-41b43d7482c2,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:22:53.276332 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-33361f16-2a75-4055-b32f-df9991240c52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3760002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595318'] for network, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:53.277315 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:53.295089 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-33361f16-2a75-4055-b32f-df9991240c52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for network, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:53.307227 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-33361f16-2a75-4055-b32f-df9991240c52 admin admin] 10.222.0.46 "DELETE /v2.0/networks/41f439de-e657-4ca1-8a55-865945ee9732 HTTP/1.1" status: 204 len: 168 time: 1.1932282 Nov 22 20:22:53.316961 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b501abe2-7197-4af7-8d3e-672af36fe5cc tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:53.319652 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-b501abe2-7197-4af7-8d3e-672af36fe5cc tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3087826 Nov 22 20:22:53.326976 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 52760) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:22:53.352012 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:22:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed40c3db-4abd-4c13-bb36-3d70d2d13d7c x-openstack-request-id: req-ed40c3db-4abd-4c13-bb36-3d70d2d13d7c {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:22:53.352932 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c06f7c3-ebf4-4c99-9e9f-7a15bccd74a1", "name": "network-vif-plugged", "status": "completed", "tag": "138cd974-48dd-47e0-844a-d6144d511109", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:22:53.357550 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-b523e608-efc8-46bd-8d07-a221f0d1b37c tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Request body: {'security_group_rule': {'security_group_id': '80d35954-332b-44d6-bf58-c3aefadfaef0', 'project_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:22:53.358308 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ed40c3db-4abd-4c13-bb36-3d70d2d13d7c {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:22:53.359376 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c06f7c3-ebf4-4c99-9e9f-7a15bccd74a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '138cd974-48dd-47e0-844a-d6144d511109', 'code': 200} Nov 22 20:22:53.401443 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=138cd974-48dd-47e0-844a-d6144d511109,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:22:53.418928 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33361f16-2a75-4055-b32f-df9991240c52 admin admin] Pushing event deleted for resources: {'Network': ['ID=41f439de-e657-4ca1-8a55-865945ee9732,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:22:53.488794 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b523e608-efc8-46bd-8d07-a221f0d1b37c tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:53.538211 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca20d572-0c39-4c7c-ba36-f1d26bf1d7f5 req-5066934b-6144-4b46-a282-3e657a96a5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:22:53.542523 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ca20d572-0c39-4c7c-ba36-f1d26bf1d7f5 req-5066934b-6144-4b46-a282-3e657a96a5e8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8c06f7c3-ebf4-4c99-9e9f-7a15bccd74a1 HTTP/1.1" status: 200 len: 1096 time: 0.1113827 Nov 22 20:22:53.606097 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b523e608-efc8-46bd-8d07-a221f0d1b37c tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:53.613144 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b523e608-efc8-46bd-8d07-a221f0d1b37c tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572323'] for security_group_rule, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:53.644148 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ca20d572-0c39-4c7c-ba36-f1d26bf1d7f5 req-56170ffb-be9c-4eeb-9cb3-72dbf870eab7 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=33003919-2e66-424f-89a8-28e4fe94add1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945778 Nov 22 20:22:53.667521 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b523e608-efc8-46bd-8d07-a221f0d1b37c tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:53.672015 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-b523e608-efc8-46bd-8d07-a221f0d1b37c tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3341050 Nov 22 20:22:53.672857 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 52774) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:22:53.680075 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-0a4234aa-eabb-4990-84b3-0e15130deba4 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Request body: {'security_group_rule': {'security_group_id': '80d35954-332b-44d6-bf58-c3aefadfaef0', 'project_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:22:53.684460 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b523e608-efc8-46bd-8d07-a221f0d1b37c tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cde5d83b-e963-43a7-a642-9f5af7406134,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:22:53.746422 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0a4234aa-eabb-4990-84b3-0e15130deba4 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:53.824413 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 52780) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:22:53.898022 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0a4234aa-eabb-4990-84b3-0e15130deba4 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:53.916603 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0a4234aa-eabb-4990-84b3-0e15130deba4 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572323'] for security_group_rule, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:53.957605 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-ced5c42e-471b-41a3-b32e-f267652108ef admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=76a9efddcf274563b133aa3f163fb3f9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1310694 Nov 22 20:22:53.960316 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 52788) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:22:53.977278 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4234aa-eabb-4990-84b3-0e15130deba4 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0029ca29-0187-4385-bca6-1560c335ce60,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:22:53.995971 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0a4234aa-eabb-4990-84b3-0e15130deba4 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:53.999236 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-0a4234aa-eabb-4990-84b3-0e15130deba4 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3248255 Nov 22 20:22:54.003250 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 52790) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:22:54.010769 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-b204e5e2-0cbf-490c-985a-d7a2c76e445d tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Request body: {'security_group_rule': {'security_group_id': '80d35954-332b-44d6-bf58-c3aefadfaef0', 'project_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:22:54.068601 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5d857ad0-a567-4dfb-adc4-223107290324 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:54.069872 n-d-818823-1 neutron-server[103447]: INFO neutron.db.securitygroups_db [None req-b204e5e2-0cbf-490c-985a-d7a2c76e445d tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Project f13d149ee8a64f188025185f0e8b5cfe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 22 20:22:54.075224 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b204e5e2-0cbf-490c-985a-d7a2c76e445d tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:54.097956 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5d857ad0-a567-4dfb-adc4-223107290324 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:54.175935 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5d857ad0-a567-4dfb-adc4-223107290324 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:54.192121 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5d857ad0-a567-4dfb-adc4-223107290324 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:54.196556 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-5d857ad0-a567-4dfb-adc4-223107290324 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f6bb4485-0c85-4226-9793-14795129f329 HTTP/1.1" status: 204 len: 168 time: 0.2349288 Nov 22 20:22:54.213962 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d857ad0-a567-4dfb-adc4-223107290324 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6bb4485-0c85-4226-9793-14795129f329,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:22:54.215822 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b204e5e2-0cbf-490c-985a-d7a2c76e445d tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:54.238929 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b204e5e2-0cbf-490c-985a-d7a2c76e445d tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572323'] for security_group_rule, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:54.258810 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b204e5e2-0cbf-490c-985a-d7a2c76e445d tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f56c8ab0-8d7f-4ca6-9930-72859b334985,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:22:54.337961 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b204e5e2-0cbf-490c-985a-d7a2c76e445d tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:54.341990 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-b204e5e2-0cbf-490c-985a-d7a2c76e445d tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3345575 Nov 22 20:22:54.342408 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 52814) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:22:54.359074 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-3b052ca5-de94-4ff8-b3c4-d85026584b04 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Request body: {'security_group_rule': {'security_group_id': '80d35954-332b-44d6-bf58-c3aefadfaef0', 'project_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:22:54.416216 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0958b5e-b6c7-4a55-8841-aeb2ea3bab27 req-8993bf1e-22e8-4e50-946d-3a58ca1c0037 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:22:54.431789 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b0958b5e-b6c7-4a55-8841-aeb2ea3bab27 req-8993bf1e-22e8-4e50-946d-3a58ca1c0037 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/ports?device_id=8c06f7c3-ebf4-4c99-9e9f-7a15bccd74a1 HTTP/1.1" status: 200 len: 945 time: 0.1517618 Nov 22 20:22:54.457968 n-d-818823-1 neutron-server[103447]: INFO neutron.db.securitygroups_db [None req-3b052ca5-de94-4ff8-b3c4-d85026584b04 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Project f13d149ee8a64f188025185f0e8b5cfe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 22 20:22:54.536714 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-3b052ca5-de94-4ff8-b3c4-d85026584b04 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:54.658317 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [req-8933cbe4-31a5-47ee-9471-a693d1d1d3e1 req-f9f6dbd9-df86-437a-b12e-ec5d2e34f222 tempest-MultipleCreateTestJSON-1276993397 tempest-MultipleCreateTestJSON-1276993397-project] (103448) timed out ('10.222.0.20', 53867) {{(pid=103448) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 22 20:22:54.824320 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b0958b5e-b6c7-4a55-8841-aeb2ea3bab27 req-73e308c4-345c-427e-a35e-67ddf6a6f3b9 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/security-groups?id=33003919-2e66-424f-89a8-28e4fe94add1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3862100 Nov 22 20:22:54.864261 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-3b052ca5-de94-4ff8-b3c4-d85026584b04 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:54.891660 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-3b052ca5-de94-4ff8-b3c4-d85026584b04 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572323'] for security_group_rule, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:54.934168 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b052ca5-de94-4ff8-b3c4-d85026584b04 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdaad70a-f4db-47e5-a184-a58ee9614eae,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:22:54.952320 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf1d75e-928f-43b0-bd36-a785e69e2ab3 req-92530e59-1c1c-4ac0-a9d0-469e1f8908b0 tempest-ServerGroupTestJSON-2120759871 tempest-ServerGroupTestJSON-2120759871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:22:54.961590 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9bf1d75e-928f-43b0-bd36-a785e69e2ab3 req-92530e59-1c1c-4ac0-a9d0-469e1f8908b0 tempest-ServerGroupTestJSON-2120759871 tempest-ServerGroupTestJSON-2120759871-project] 10.222.0.46 "GET /v2.0/networks?id=3440d6a5-5242-400a-aa21-bbef6a8cbeb8 HTTP/1.1" status: 200 len: 810 time: 0.4730024 Nov 22 20:22:54.992268 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9bf1d75e-928f-43b0-bd36-a785e69e2ab3 req-4c95a86f-3345-4e5e-b9f2-ef0fe1bf22c1 tempest-ServerGroupTestJSON-2120759871 tempest-ServerGroupTestJSON-2120759871-project] 10.222.0.46 "GET /v2.0/quotas/dbce3e21c7d9468a9c9c2e5be1d69272 HTTP/1.1" status: 200 len: 375 time: 0.0288708 Nov 22 20:22:55.005714 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-3b052ca5-de94-4ff8-b3c4-d85026584b04 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:55.018235 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 52844) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:22:55.021720 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-3b052ca5-de94-4ff8-b3c4-d85026584b04 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6781840 Nov 22 20:22:55.029251 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-bd94d33e-2aad-4610-8713-d0d7759f6243 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Request body: {'network': {'name': 'tempest-network-smoke--1856522105', 'project_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'port_security_enabled': True}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:22:55.085234 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9bf1d75e-928f-43b0-bd36-a785e69e2ab3 req-a574967f-59c0-4d2b-92fe-bca1d5dcd6a6 tempest-ServerGroupTestJSON-2120759871 tempest-ServerGroupTestJSON-2120759871-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=dbce3e21c7d9468a9c9c2e5be1d69272&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0911083 Nov 22 20:22:55.089500 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd94d33e-2aad-4610-8713-d0d7759f6243 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Made reservation on behalf of f13d149ee8a64f188025185f0e8b5cfe for: {'network': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:22:55.094852 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-bd94d33e-2aad-4610-8713-d0d7759f6243 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for network, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:55.149395 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd94d33e-2aad-4610-8713-d0d7759f6243 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] vlan segment allocate from pool success with {'vlan_id': 618, 'physical_network': 'physnet1'} {{(pid=103448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 20:22:55.169274 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-bd94d33e-2aad-4610-8713-d0d7759f6243 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:55.169620 n-d-818823-1 neutron-server[103448]: INFO neutron.db.segments_db [None req-bd94d33e-2aad-4610-8713-d0d7759f6243 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Added segment d98c5774-f49e-4d4f-8f89-60677abce332 of type vlan for network 67d08895-b2ce-4996-9944-b0b6375ce4b5 Nov 22 20:22:55.265629 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9bf1d75e-928f-43b0-bd36-a785e69e2ab3 req-76618717-573c-41f5-8cfd-4b9748e0f591 service neutron] 10.222.0.46 "GET /v2.0/networks/3440d6a5-5242-400a-aa21-bbef6a8cbeb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1782029 Nov 22 20:22:55.285804 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-bd94d33e-2aad-4610-8713-d0d7759f6243 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748992492791'] for network, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:55.331759 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-bd94d33e-2aad-4610-8713-d0d7759f6243 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for network, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:55.341321 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd94d33e-2aad-4610-8713-d0d7759f6243 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:22:55.342017 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-bd94d33e-2aad-4610-8713-d0d7759f6243 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks [] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:55.451729 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9bf1d75e-928f-43b0-bd36-a785e69e2ab3 req-708cbbec-3854-462d-bd9a-c83e23f0996a service neutron] 10.222.0.46 "GET /v2.0/networks/3440d6a5-5242-400a-aa21-bbef6a8cbeb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773949 Nov 22 20:22:55.509026 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-bd94d33e-2aad-4610-8713-d0d7759f6243 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4863710 Nov 22 20:22:55.509706 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 52870) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:22:55.514402 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-64cc96bd-784e-4cc1-999a-3d4bed34392d tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1208146691', 'admin_state_up': True, 'project_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'}}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:22:55.524888 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd94d33e-2aad-4610-8713-d0d7759f6243 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Pushing event updated for resources: {'Network': ['ID=67d08895-b2ce-4996-9944-b0b6375ce4b5,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:22:55.536487 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Network 67d08895-b2ce-4996-9944-b0b6375ce4b5 details requested by agent ovs-agent-n-d-818823-1 with host n-d-818823-1 {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 20:22:55.677306 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1136fe9d-d2e4-444d-9ea3-bd920989137b req-dd27b8d4-c43c-4eeb-9193-0373c872755c tempest-ServerShowV247Test-1925251057 tempest-ServerShowV247Test-1925251057-project] 10.222.0.46 "GET /v2.0/ports?device_id=b4f88405-d252-4a49-8f7e-8b49693421e2 HTTP/1.1" status: 200 len: 210 time: 0.0937662 Nov 22 20:22:55.691870 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-64cc96bd-784e-4cc1-999a-3d4bed34392d tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24799'] for router, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:55.694083 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-64cc96bd-784e-4cc1-999a-3d4bed34392d tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-632716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24788'] for router, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:55.929414 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-64cc96bd-784e-4cc1-999a-3d4bed34392d tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:55.986684 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 52890) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:22:56.200799 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-5a370c46-636c-455d-aa12-1e6767096267 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-2127956780-network', 'tenant_id': '26b2d65f776a4498a3fb32c3bcc6d33f'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:22:56.208557 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-64cc96bd-784e-4cc1-999a-3d4bed34392d tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:56.230584 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4a2be1-3892-44af-a3c5-212419ef7e43 req-af5c9929-7165-4d6f-b241-0923c335ca29 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:22:56.240407 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ab4a2be1-3892-44af-a3c5-212419ef7e43 req-af5c9929-7165-4d6f-b241-0923c335ca29 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/ports?device_id=8c06f7c3-ebf4-4c99-9e9f-7a15bccd74a1 HTTP/1.1" status: 200 len: 945 time: 0.1481490 Nov 22 20:22:56.281735 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a370c46-636c-455d-aa12-1e6767096267 admin admin] Made reservation on behalf of 26b2d65f776a4498a3fb32c3bcc6d33f for: {'network': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:22:56.285943 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5a370c46-636c-455d-aa12-1e6767096267 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for network, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:56.319272 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ab4a2be1-3892-44af-a3c5-212419ef7e43 req-3f6d1dad-2ff5-43ab-8c69-64edc2c4a255 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/security-groups?id=33003919-2e66-424f-89a8-28e4fe94add1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753245 Nov 22 20:22:56.325943 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5a370c46-636c-455d-aa12-1e6767096267 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:56.591010 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5a370c46-636c-455d-aa12-1e6767096267 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:56.597315 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5a370c46-636c-455d-aa12-1e6767096267 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:56.680596 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a370c46-636c-455d-aa12-1e6767096267 admin admin] vlan segment allocate from pool success with {'vlan_id': 621, 'physical_network': 'physnet1'} {{(pid=103448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 20:22:56.714221 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a370c46-636c-455d-aa12-1e6767096267 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e433115-a1b9-4963-bd68-684ae421379b,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:22:56.727269 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5a370c46-636c-455d-aa12-1e6767096267 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:56.732568 n-d-818823-1 neutron-server[103448]: INFO neutron.db.segments_db [None req-5a370c46-636c-455d-aa12-1e6767096267 admin admin] Added segment 6e3ee273-fa83-4652-bc90-b1025904cfe0 of type vlan for network ffe8947e-43da-4d3a-9b1c-7f246fffae12 Nov 22 20:22:56.837111 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5a370c46-636c-455d-aa12-1e6767096267 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748992492791'] for network, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:56.909502 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5a370c46-636c-455d-aa12-1e6767096267 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for network, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:56.911810 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a370c46-636c-455d-aa12-1e6767096267 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:22:56.913486 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5a370c46-636c-455d-aa12-1e6767096267 admin admin] Publish callbacks [] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:57.008038 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7d792f34-781a-4fc9-a56c-e85891655a12 req-d3aef9b5-34be-4324-a092-7e3fbf8f6a2b tempest-ServerGroupTestJSON-2120759871 tempest-ServerGroupTestJSON-2120759871-project] 10.222.0.46 "GET /v2.0/ports?device_id=5f7781cf-fca2-4dfb-aba1-a7f1aafc1e47 HTTP/1.1" status: 200 len: 210 time: 0.4002914 Nov 22 20:22:57.041344 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a370c46-636c-455d-aa12-1e6767096267 admin admin] Pushing event updated for resources: {'Network': ['ID=ffe8947e-43da-4d3a-9b1c-7f246fffae12,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:22:57.068699 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-5a370c46-636c-455d-aa12-1e6767096267 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0802112 Nov 22 20:22:57.069795 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 52934) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:22:57.075613 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-c041a816-8124-4dba-ac64-8de9142cf1f4 admin admin] Request body: {'subnet': {'network_id': 'ffe8947e-43da-4d3a-9b1c-7f246fffae12', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-2127956780-subnet', 'tenant_id': '26b2d65f776a4498a3fb32c3bcc6d33f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:22:57.108627 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c041a816-8124-4dba-ac64-8de9142cf1f4 admin admin] Made reservation on behalf of 26b2d65f776a4498a3fb32c3bcc6d33f for: {'subnet': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:22:57.112329 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c041a816-8124-4dba-ac64-8de9142cf1f4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11792951'] for subnet, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:57.392534 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Network ffe8947e-43da-4d3a-9b1c-7f246fffae12 details requested by agent ovs-agent-n-d-818823-1 with host n-d-818823-1 {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 20:22:57.502592 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c041a816-8124-4dba-ac64-8de9142cf1f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11567560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11792921'] for subnet, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:57.588946 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c041a816-8124-4dba-ac64-8de9142cf1f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9762e76-33a4-43b1-8ed6-46f7109bf256,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:22:57.593989 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-64cc96bd-784e-4cc1-999a-3d4bed34392d tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks [] for router_gateway, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:57.595993 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c041a816-8124-4dba-ac64-8de9142cf1f4 admin admin] Checking segment: {'id': '6e3ee273-fa83-4652-bc90-b1025904cfe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'ffe8947e-43da-4d3a-9b1c-7f246fffae12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:22:57.597009 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c041a816-8124-4dba-ac64-8de9142cf1f4 admin admin] Network hostable DHCP agents. Network: ffe8947e-43da-4d3a-9b1c-7f246fffae12, hostable agents: ['02adaa64-0987-4b74-bad0-cbcf56f8a294'], hosted agents: [] {{(pid=103448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 20:22:57.618268 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c041a816-8124-4dba-ac64-8de9142cf1f4 admin admin] Network ffe8947e-43da-4d3a-9b1c-7f246fffae12 is scheduled to be hosted by DHCP agent 02adaa64-0987-4b74-bad0-cbcf56f8a294 with binding_index 1 {{(pid=103448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 20:22:57.633342 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-c041a816-8124-4dba-ac64-8de9142cf1f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818823-1, ffe8947e-43da-4d3a-9b1c-7f246fffae12) {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:22:57.638560 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c041a816-8124-4dba-ac64-8de9142cf1f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:22:57.639548 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c041a816-8124-4dba-ac64-8de9142cf1f4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:57.645092 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0bf200b-5ebf-4f53-b733-9fa595ae74d9 None None] Network ffe8947e-43da-4d3a-9b1c-7f246fffae12 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:22:57.648142 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7f732bcb-9116-4145-8bb6-36a52fe7d466 req-982cae73-1692-460f-87bf-4f6e9eb5377f tempest-ServerShowV247Test-1925251057 tempest-ServerShowV247Test-1925251057-project] 10.222.0.46 "GET /v2.0/ports?device_id=089b1f6f-f3dc-4a6e-b5d9-e85fcb598f80 HTTP/1.1" status: 200 len: 210 time: 0.0828154 Nov 22 20:22:57.659066 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-64cc96bd-784e-4cc1-999a-3d4bed34392d tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:57.693422 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-c041a816-8124-4dba-ac64-8de9142cf1f4 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6220336 Nov 22 20:22:57.762544 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81963f1a-6e71-48d1-9647-f82c934418e8 req-de96120d-3ed9-4a84-a569-96238272ca06 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:22:57.772649 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-81963f1a-6e71-48d1-9647-f82c934418e8 req-de96120d-3ed9-4a84-a569-96238272ca06 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/ports?device_id=8c06f7c3-ebf4-4c99-9e9f-7a15bccd74a1 HTTP/1.1" status: 200 len: 945 time: 0.7627375 Nov 22 20:22:57.972274 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95e5612e-2cc4-4e0e-9892-da7899974ca1 None None] Network ffe8947e-43da-4d3a-9b1c-7f246fffae12 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:22:58.023356 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-81963f1a-6e71-48d1-9647-f82c934418e8 req-715e5322-e926-4614-8c13-40a8835ac659 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/security-groups?id=33003919-2e66-424f-89a8-28e4fe94add1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2474303 Nov 22 20:22:58.148065 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [None req-64cc96bd-784e-4cc1-999a-3d4bed34392d tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Allocated IP 172.25.5.247 (c48a55e9-6a85-4746-b7bf-3e29fb560094/5da6f781-63e6-4328-ae7a-5e672262f55a/80e0e558-05ef-4d88-b25c-32baea33fc9f) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:22:58.165812 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-09450436-6adc-412a-8d62-20e8ca2d8106 req-76cc3c18-d4d3-4218-85a9-b4defa573bf3 tempest-ServerGroupTestJSON-2120759871 tempest-ServerGroupTestJSON-2120759871-project] 10.222.0.46 "GET /v2.0/ports?device_id=5f7781cf-fca2-4dfb-aba1-a7f1aafc1e47 HTTP/1.1" status: 200 len: 210 time: 0.0549960 Nov 22 20:22:58.518429 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf1d75e-928f-43b0-bd36-a785e69e2ab3 req-9d2aee85-5f46-4f82-8550-f34316658340 tempest-ServerGroupTestJSON-2120759871 tempest-ServerGroupTestJSON-2120759871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:22:58.519824 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9bf1d75e-928f-43b0-bd36-a785e69e2ab3 req-9d2aee85-5f46-4f82-8550-f34316658340 tempest-ServerGroupTestJSON-2120759871 tempest-ServerGroupTestJSON-2120759871-project] 10.222.0.41 "GET /v2.0/networks?id=3440d6a5-5242-400a-aa21-bbef6a8cbeb8 HTTP/1.1" status: 200 len: 810 time: 0.1587820 Nov 22 20:22:58.568942 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-9bf1d75e-928f-43b0-bd36-a785e69e2ab3 req-04d61c08-8e06-4ce2-b048-4a583821216d tempest-ServerGroupTestJSON-2120759871 tempest-ServerGroupTestJSON-2120759871-project] Request body: {'port': {'device_id': '5f7781cf-fca2-4dfb-aba1-a7f1aafc1e47', 'network_id': '3440d6a5-5242-400a-aa21-bbef6a8cbeb8', 'admin_state_up': True, 'tenant_id': 'dbce3e21c7d9468a9c9c2e5be1d69272'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:22:58.636230 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55744dbd-5844-407c-9eae-9fe006e49906 req-1219e155-3752-40ca-b87b-86250e54dcc6 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:22:58.637783 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-55744dbd-5844-407c-9eae-9fe006e49906 req-1219e155-3752-40ca-b87b-86250e54dcc6 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c06f7c3-ebf4-4c99-9e9f-7a15bccd74a1 HTTP/1.1" status: 200 len: 945 time: 0.3415163 Nov 22 20:22:58.749454 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-64cc96bd-784e-4cc1-999a-3d4bed34392d tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:58.815300 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-9548db66-ee1d-4bf8-971e-c3aa4aaa2eea req-96331b6f-8524-4b3e-8054-22926f2533cc service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b4f88405-d252-4a49-8f7e-8b49693421e2 HTTP/1.1" status: 200 len: 210 time: 0.0602353 Nov 22 20:22:58.896190 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bb1594-89f0-4c5f-9f19-1141e8a3d7ad req-2bf77717-f1f7-4ac4-af0f-dda395dfa337 tempest-InstanceActionsTestJSON-152757517 tempest-InstanceActionsTestJSON-152757517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:22:58.897828 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a6bb1594-89f0-4c5f-9f19-1141e8a3d7ad req-2bf77717-f1f7-4ac4-af0f-dda395dfa337 tempest-InstanceActionsTestJSON-152757517 tempest-InstanceActionsTestJSON-152757517-project] 10.222.0.46 "GET /v2.0/networks?id=ffe8947e-43da-4d3a-9b1c-7f246fffae12 HTTP/1.1" status: 200 len: 814 time: 0.5681300 Nov 22 20:22:58.900162 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a791a477-cead-49ae-960a-b09bf0a12f51 req-f5d99a4f-4772-497e-b1e2-ca7c02cb4e5b tempest-ServerShowV247Test-1925251057 tempest-ServerShowV247Test-1925251057-project] 10.222.0.46 "GET /v2.0/ports?device_id=089b1f6f-f3dc-4a6e-b5d9-e85fcb598f80 HTTP/1.1" status: 200 len: 210 time: 0.1034575 Nov 22 20:22:58.959577 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a6bb1594-89f0-4c5f-9f19-1141e8a3d7ad req-6e9b275b-5807-470d-84d3-c900b8bab991 tempest-InstanceActionsTestJSON-152757517 tempest-InstanceActionsTestJSON-152757517-project] 10.222.0.46 "GET /v2.0/quotas/26b2d65f776a4498a3fb32c3bcc6d33f HTTP/1.1" status: 200 len: 375 time: 0.0491931 Nov 22 20:22:58.998983 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-64cc96bd-784e-4cc1-999a-3d4bed34392d tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:59.043731 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a6bb1594-89f0-4c5f-9f19-1141e8a3d7ad req-99846100-1f9a-4a92-894a-827cbfcdbc40 tempest-InstanceActionsTestJSON-152757517 tempest-InstanceActionsTestJSON-152757517-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=26b2d65f776a4498a3fb32c3bcc6d33f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0711172 Nov 22 20:22:59.078452 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9bf1d75e-928f-43b0-bd36-a785e69e2ab3 req-04d61c08-8e06-4ce2-b048-4a583821216d tempest-ServerGroupTestJSON-2120759871 tempest-ServerGroupTestJSON-2120759871-project] Made reservation on behalf of dbce3e21c7d9468a9c9c2e5be1d69272 for: {'port': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:22:59.082236 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-9bf1d75e-928f-43b0-bd36-a785e69e2ab3 req-04d61c08-8e06-4ce2-b048-4a583821216d tempest-ServerGroupTestJSON-2120759871 tempest-ServerGroupTestJSON-2120759871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:59.126252 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64cc96bd-784e-4cc1-999a-3d4bed34392d tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Network c48a55e9-6a85-4746-b7bf-3e29fb560094 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:22:59.161246 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-55744dbd-5844-407c-9eae-9fe006e49906 req-edad061a-2d67-4e43-8360-e23579e2e01f tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] Deleting port 138cd974-48dd-47e0-844a-d6144d511109 {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:22:59.161595 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-55744dbd-5844-407c-9eae-9fe006e49906 req-edad061a-2d67-4e43-8360-e23579e2e01f tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:59.175024 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-64cc96bd-784e-4cc1-999a-3d4bed34392d tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:22:59.192878 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e50b6001-2004-442c-abab-b6ed772ec64c None None] DHCP port deletion for c48a55e9-6a85-4746-b7bf-3e29fb560094 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:22:59.193890 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64cc96bd-784e-4cc1-999a-3d4bed34392d tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:22:59.254381 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-adcf391c-61a8-4cf9-839a-86d246b8e78e None None] Provisioning complete for port 80e0e558-05ef-4d88-b25c-32baea33fc9f triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:22:59.255220 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-adcf391c-61a8-4cf9-839a-86d246b8e78e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:59.320853 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-adcf391c-61a8-4cf9-839a-86d246b8e78e None None] Port 80e0e558-05ef-4d88-b25c-32baea33fc9f cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:22:59.347321 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cc96bd-784e-4cc1-999a-3d4bed34392d tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Pushing event updated for resources: {'Port': ['ID=80e0e558-05ef-4d88-b25c-32baea33fc9f,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:22:59.586303 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a6bb1594-89f0-4c5f-9f19-1141e8a3d7ad req-a6c91b88-020d-479b-af55-8621d442f399 service neutron] 10.222.0.46 "GET /v2.0/networks/ffe8947e-43da-4d3a-9b1c-7f246fffae12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5420587 Nov 22 20:22:59.593737 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b511aa-0a23-4370-a820-7b93e133fb27 req-f6c233ba-19f4-4add-9a1b-296a3e1de1c9 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:22:59.595208 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b7b511aa-0a23-4370-a820-7b93e133fb27 req-f6c233ba-19f4-4add-9a1b-296a3e1de1c9 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/ports?device_id=8c06f7c3-ebf4-4c99-9e9f-7a15bccd74a1 HTTP/1.1" status: 200 len: 945 time: 0.4273813 Nov 22 20:22:59.697352 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-55744dbd-5844-407c-9eae-9fe006e49906 req-edad061a-2d67-4e43-8360-e23579e2e01f tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] For port 138cd974-48dd-47e0-844a-d6144d511109, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=138cd974-48dd-47e0-844a-d6144d511109,segment=NetworkSegment(6b8f1d18-2278-40c7-b488-3ca021d47ca0),segment_id=6b8f1d18-2278-40c7-b488-3ca021d47ca0)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:22:59.698087 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-55744dbd-5844-407c-9eae-9fe006e49906 req-edad061a-2d67-4e43-8360-e23579e2e01f tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:22:59.742204 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-55744dbd-5844-407c-9eae-9fe006e49906 req-edad061a-2d67-4e43-8360-e23579e2e01f tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] Calling delete_port for 138cd974-48dd-47e0-844a-d6144d511109 owned by compute:nova {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:22:59.824527 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [req-9bf1d75e-928f-43b0-bd36-a785e69e2ab3 req-04d61c08-8e06-4ce2-b048-4a583821216d tempest-ServerGroupTestJSON-2120759871 tempest-ServerGroupTestJSON-2120759871-project] Allocated IP 172.20.0.7 (3440d6a5-5242-400a-aa21-bbef6a8cbeb8/205775ce-cda5-4528-afe5-31b0eded2eb1/17edfc58-9202-4cb2-aadd-53cf72f38ae3) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:22:59.833510 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b7b511aa-0a23-4370-a820-7b93e133fb27 req-46a69290-bb2e-46c1-ae66-95d6fd8bcb66 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/security-groups?id=33003919-2e66-424f-89a8-28e4fe94add1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096102 Nov 22 20:22:59.950182 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-46879a5a-6969-4a50-b68f-219c0e162356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:00.052866 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a6bb1594-89f0-4c5f-9f19-1141e8a3d7ad req-e86de7d8-9e65-45eb-9459-ca6010018ae6 service neutron] 10.222.0.46 "GET /v2.0/networks/ffe8947e-43da-4d3a-9b1c-7f246fffae12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4303286 Nov 22 20:23:00.061694 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ea682b34-fc4d-4c4d-a440-db85807d4965 req-d2aa8623-cf2e-42b7-9f3a-060adb2cbfdc tempest-ServerGroupTestJSON-2120759871 tempest-ServerGroupTestJSON-2120759871-project] 10.222.0.46 "GET /v2.0/ports?device_id=5f7781cf-fca2-4dfb-aba1-a7f1aafc1e47 HTTP/1.1" status: 200 len: 210 time: 0.0635579 Nov 22 20:23:00.073196 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-64cc96bd-784e-4cc1-999a-3d4bed34392d tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks [] for router_gateway, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:00.167154 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-d3e8cb43-6b21-4cf5-96a6-8308fcebb8c1 req-5ae19b8c-feeb-4baf-9190-b502d88dd303 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=089b1f6f-f3dc-4a6e-b5d9-e85fcb598f80 HTTP/1.1" status: 200 len: 210 time: 0.0481806 Nov 22 20:23:00.619134 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-58c63fd4-49d9-4e80-86d3-adccfe046542 req-79dcf17b-1ed0-452d-b2ed-b2ff1d14b9e6 tempest-ServerShowV247Test-1925251057 tempest-ServerShowV247Test-1925251057-project] 10.222.0.46 "GET /v2.0/ports?device_id=089b1f6f-f3dc-4a6e-b5d9-e85fcb598f80 HTTP/1.1" status: 200 len: 210 time: 0.0804031 Nov 22 20:23:00.770492 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1b40e73b-4b32-4668-9a87-555af804227d req-02d1e9c2-fbef-4e1d-ad90-507e6ebaba0d tempest-InstanceActionsTestJSON-152757517 tempest-InstanceActionsTestJSON-152757517-project] 10.222.0.46 "GET /v2.0/ports?device_id=783c1064-567e-4126-9b53-28eb37666077 HTTP/1.1" status: 200 len: 210 time: 0.1882744 Nov 22 20:23:00.838614 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-55744dbd-5844-407c-9eae-9fe006e49906 req-edad061a-2d67-4e43-8360-e23579e2e01f tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:00.853836 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] get_ports_and_sgs() called for port_ids ['3af90274-6df2-49fc-a29e-804805813bff'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:23:00.859777 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-9bf1d75e-928f-43b0-bd36-a785e69e2ab3 req-04d61c08-8e06-4ce2-b048-4a583821216d tempest-ServerGroupTestJSON-2120759871 tempest-ServerGroupTestJSON-2120759871-project] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:00.896107 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edad061a-2d67-4e43-8360-e23579e2e01f tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] Pushing event deleted for resources: {'Port': ['ID=138cd974-48dd-47e0-844a-d6144d511109,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:23:01.002525 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-55744dbd-5844-407c-9eae-9fe006e49906 req-edad061a-2d67-4e43-8360-e23579e2e01f tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] No DVR routers for this DVR port 138cd974-48dd-47e0-844a-d6144d511109 on host n-h1-818823-1 {{(pid=103447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:23:01.033027 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-55744dbd-5844-407c-9eae-9fe006e49906 req-edad061a-2d67-4e43-8360-e23579e2e01f tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:01.036449 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-55744dbd-5844-407c-9eae-9fe006e49906 req-edad061a-2d67-4e43-8360-e23579e2e01f tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.41 "DELETE /v2.0/ports/138cd974-48dd-47e0-844a-d6144d511109 HTTP/1.1" status: 204 len: 173 time: 2.3857336 Nov 22 20:23:01.038549 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c06f7c3-ebf4-4c99-9e9f-7a15bccd74a1', 'name': 'network-vif-deleted', 'tag': '138cd974-48dd-47e0-844a-d6144d511109'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:23:01.040974 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eedbc50d-ae2d-4d60-8a5e-1dea213f5d1d" -d '{"events": [{"server_uuid": "8c06f7c3-ebf4-4c99-9e9f-7a15bccd74a1", "name": "network-vif-deleted", "tag": "138cd974-48dd-47e0-844a-d6144d511109"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:23:01.045875 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-af01807e-e99c-4f77-8009-3dfc7c87633f req-8153b966-8e5e-4ce8-b0d7-f7bdb867364f tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/ports?device_id=8c06f7c3-ebf4-4c99-9e9f-7a15bccd74a1 HTTP/1.1" status: 200 len: 210 time: 0.0927594 Nov 22 20:23:01.099276 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-9bf1d75e-928f-43b0-bd36-a785e69e2ab3 req-04d61c08-8e06-4ce2-b048-4a583821216d tempest-ServerGroupTestJSON-2120759871 tempest-ServerGroupTestJSON-2120759871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:01.122247 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:23:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a0c9d69-e875-4bac-a719-4a8c00622fc0 x-openstack-request-id: req-0a0c9d69-e875-4bac-a719-4a8c00622fc0 {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:23:01.122546 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c06f7c3-ebf4-4c99-9e9f-7a15bccd74a1", "name": "network-vif-deleted", "tag": "138cd974-48dd-47e0-844a-d6144d511109", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:23:01.122835 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0a0c9d69-e875-4bac-a719-4a8c00622fc0 {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:23:01.123273 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c06f7c3-ebf4-4c99-9e9f-7a15bccd74a1', 'name': 'network-vif-deleted', 'tag': '138cd974-48dd-47e0-844a-d6144d511109', 'status': 'completed', 'code': 200} Nov 22 20:23:01.172966 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-64cc96bd-784e-4cc1-999a-3d4bed34392d tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-659538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-841284'] for router, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:01.199992 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9bf1d75e-928f-43b0-bd36-a785e69e2ab3 req-04d61c08-8e06-4ce2-b048-4a583821216d tempest-ServerGroupTestJSON-2120759871 tempest-ServerGroupTestJSON-2120759871-project] Network 3440d6a5-5242-400a-aa21-bbef6a8cbeb8 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:23:01.208994 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [req-9bf1d75e-928f-43b0-bd36-a785e69e2ab3 req-04d61c08-8e06-4ce2-b048-4a583821216d tempest-ServerGroupTestJSON-2120759871 tempest-ServerGroupTestJSON-2120759871-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:23:01.211973 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bf1d75e-928f-43b0-bd36-a785e69e2ab3 req-04d61c08-8e06-4ce2-b048-4a583821216d tempest-ServerGroupTestJSON-2120759871 tempest-ServerGroupTestJSON-2120759871-project] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:23:01.284419 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d61c08-8e06-4ce2-b048-4a583821216d tempest-ServerGroupTestJSON-2120759871 tempest-ServerGroupTestJSON-2120759871-project] Pushing event updated for resources: {'Port': ['ID=17edfc58-9202-4cb2-aadd-53cf72f38ae3,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:23:01.406224 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf1d75e-928f-43b0-bd36-a785e69e2ab3 req-04d61c08-8e06-4ce2-b048-4a583821216d tempest-ServerGroupTestJSON-2120759871 tempest-ServerGroupTestJSON-2120759871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:23:01.406858 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-9bf1d75e-928f-43b0-bd36-a785e69e2ab3 req-04d61c08-8e06-4ce2-b048-4a583821216d tempest-ServerGroupTestJSON-2120759871 tempest-ServerGroupTestJSON-2120759871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:01.447900 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f13db30-2b19-4d83-bc36-7f4304e70518 req-54c6c784-2a66-41d2-96db-3b673be785d2 tempest-ServerGroupTestJSON-2120759871 tempest-ServerGroupTestJSON-2120759871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:23:01.455340 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5f13db30-2b19-4d83-bc36-7f4304e70518 req-54c6c784-2a66-41d2-96db-3b673be785d2 tempest-ServerGroupTestJSON-2120759871 tempest-ServerGroupTestJSON-2120759871-project] 10.222.0.46 "GET /v2.0/ports?device_id=5f7781cf-fca2-4dfb-aba1-a7f1aafc1e47 HTTP/1.1" status: 200 len: 931 time: 0.2396379 Nov 22 20:23:01.494451 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9bf1d75e-928f-43b0-bd36-a785e69e2ab3 req-04d61c08-8e06-4ce2-b048-4a583821216d tempest-ServerGroupTestJSON-2120759871 tempest-ServerGroupTestJSON-2120759871-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9462869 Nov 22 20:23:01.520308 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-9bf1d75e-928f-43b0-bd36-a785e69e2ab3 req-bbb59288-812b-48b6-89b8-6f0395d99636 service neutron] Request body: {'port': {'device_id': '5f7781cf-fca2-4dfb-aba1-a7f1aafc1e47', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818823-1'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:23:01.650054 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5f13db30-2b19-4d83-bc36-7f4304e70518 req-2ebf8da5-fa2a-45c0-82b7-dbcd06f1048d tempest-ServerGroupTestJSON-2120759871 tempest-ServerGroupTestJSON-2120759871-project] 10.222.0.46 "GET /v2.0/security-groups?id=2139d774-32f6-48f8-9db6-6a51693df264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870625 Nov 22 20:23:01.750571 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64cc96bd-784e-4cc1-999a-3d4bed34392d tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Router 17a3405a-dab1-4c2e-8c4a-2d89c628edb3 is scheduled to L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 with binding_index 1 {{(pid=103447) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 20:23:01.760021 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-9bf1d75e-928f-43b0-bd36-a785e69e2ab3 req-bbb59288-812b-48b6-89b8-6f0395d99636 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:01.787125 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bb1594-89f0-4c5f-9f19-1141e8a3d7ad req-27db09f7-8bd3-49bd-8d9e-ae97684f7353 tempest-InstanceActionsTestJSON-152757517 tempest-InstanceActionsTestJSON-152757517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:23:01.800929 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a6bb1594-89f0-4c5f-9f19-1141e8a3d7ad req-27db09f7-8bd3-49bd-8d9e-ae97684f7353 tempest-InstanceActionsTestJSON-152757517 tempest-InstanceActionsTestJSON-152757517-project] 10.222.0.20 "GET /v2.0/networks?id=ffe8947e-43da-4d3a-9b1c-7f246fffae12 HTTP/1.1" status: 200 len: 814 time: 0.3133974 Nov 22 20:23:01.829974 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-a6bb1594-89f0-4c5f-9f19-1141e8a3d7ad req-ffac87fa-4f8f-4f21-a444-5f940c42eeb1 tempest-InstanceActionsTestJSON-152757517 tempest-InstanceActionsTestJSON-152757517-project] Request body: {'port': {'device_id': '783c1064-567e-4126-9b53-28eb37666077', 'network_id': 'ffe8947e-43da-4d3a-9b1c-7f246fffae12', 'admin_state_up': True, 'tenant_id': '26b2d65f776a4498a3fb32c3bcc6d33f'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:23:01.966951 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-95e19731-6f06-481b-aceb-06275b4e2094 req-082acd40-0b27-4dc8-8d86-54ba1674b4f5 tempest-ServerShowV247Test-1925251057 tempest-ServerShowV247Test-1925251057-project] 10.222.0.46 "GET /v2.0/ports?device_id=089b1f6f-f3dc-4a6e-b5d9-e85fcb598f80 HTTP/1.1" status: 200 len: 210 time: 0.1335137 Nov 22 20:23:01.992129 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-29886d72-c37e-47b7-837f-a1bdee9fcba1 req-126af7ac-5ee7-4f69-8a5b-f05cbbfc886b tempest-InstanceActionsTestJSON-152757517 tempest-InstanceActionsTestJSON-152757517-project] 10.222.0.46 "GET /v2.0/ports?device_id=783c1064-567e-4126-9b53-28eb37666077 HTTP/1.1" status: 200 len: 210 time: 0.1097429 Nov 22 20:23:02.107620 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.agents_db [None req-aa8313f2-1ee4-4e7b-8c5a-d32b2f9d31ee None None] Agent healthcheck: found 7 active agents {{(pid=103450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 20:23:02.185163 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64cc96bd-784e-4cc1-999a-3d4bed34392d tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:23:02.198161 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd57e06f-066e-43e9-a936-c796ab36b47d None None] Sync routers for ids ['17a3405a-dab1-4c2e-8c4a-2d89c628edb3'] in n-d-818823-1 {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:23:02.223265 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd57e06f-066e-43e9-a936-c796ab36b47d None None] Routers {'17a3405a-dab1-4c2e-8c4a-2d89c628edb3'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:23:02.226737 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-fd57e06f-066e-43e9-a936-c796ab36b47d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:22:32Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['17a3405a-dab1-4c2e-8c4a-2d89c628edb3'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:23:02.439971 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [req-9bf1d75e-928f-43b0-bd36-a785e69e2ab3 req-bbb59288-812b-48b6-89b8-6f0395d99636 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17edfc58-9202-4cb2-aadd-53cf72f38ae3 {{(pid=103447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:23:02.463528 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-9bf1d75e-928f-43b0-bd36-a785e69e2ab3 req-bbb59288-812b-48b6-89b8-6f0395d99636 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:02.492609 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ac98bcfc-ccc3-449f-8524-f5c0d0f4d692 req-16c2a906-4f08-4f9a-812d-6ee5178f65e4 tempest-ServerShowV247Test-1925251057 tempest-ServerShowV247Test-1925251057-project] 10.222.0.46 "GET /v2.0/ports?device_id=089b1f6f-f3dc-4a6e-b5d9-e85fcb598f80 HTTP/1.1" status: 200 len: 210 time: 0.0581775 Nov 22 20:23:02.498023 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-fd57e06f-066e-43e9-a936-c796ab36b47d None None] Set router 17a3405a-dab1-4c2e-8c4a-2d89c628edb3 gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:23:02.499873 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.provisioning_blocks [req-9bf1d75e-928f-43b0-bd36-a785e69e2ab3 req-bbb59288-812b-48b6-89b8-6f0395d99636 service neutron] Transition to ACTIVE for port object 17edfc58-9202-4cb2-aadd-53cf72f38ae3 will not be triggered until provisioned by entity L2. {{(pid=103447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 20:23:02.507861 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6bb1594-89f0-4c5f-9f19-1141e8a3d7ad req-ffac87fa-4f8f-4f21-a444-5f940c42eeb1 tempest-InstanceActionsTestJSON-152757517 tempest-InstanceActionsTestJSON-152757517-project] Made reservation on behalf of 26b2d65f776a4498a3fb32c3bcc6d33f for: {'port': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:23:02.512420 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-a6bb1594-89f0-4c5f-9f19-1141e8a3d7ad req-ffac87fa-4f8f-4f21-a444-5f940c42eeb1 tempest-InstanceActionsTestJSON-152757517 tempest-InstanceActionsTestJSON-152757517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:02.517726 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-9bf1d75e-928f-43b0-bd36-a785e69e2ab3 req-bbb59288-812b-48b6-89b8-6f0395d99636 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:02.564510 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-64cc96bd-784e-4cc1-999a-3d4bed34392d tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks [] for router, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:02.566268 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-64cc96bd-784e-4cc1-999a-3d4bed34392d tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 7.0554438 Nov 22 20:23:02.570441 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 53060) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:23:02.633562 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-63772b55-0148-4612-9ff2-6295a1885e88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:02.652980 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-aa1c4ffb-6ec1-464d-bd2e-2d5e8ed1c64a tempest-TestNetworkAdvancedServerOps-1666653009 tempest-TestNetworkAdvancedServerOps-1666653009-project-admin] 10.222.0.46 "GET /v2.0/subnets?project_id=f13d149ee8a64f188025185f0e8b5cfe&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0771298 Nov 22 20:23:02.653194 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 53068) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:23:02.726177 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb59288-812b-48b6-89b8-6f0395d99636 service neutron] Pushing event updated for resources: {'Port': ['ID=17edfc58-9202-4cb2-aadd-53cf72f38ae3,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:23:02.770790 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 138cd974-48dd-47e0-844a-d6144d511109 no longer exists at agent hyperv_n-h1-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:23:02.791927 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a7a5fa-0c85-4850-b8b2-cd17fcf9415f req-abce0b71-bf43-47e5-8e6e-7839a7521350 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:23:02.799770 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b2a7a5fa-0c85-4850-b8b2-cd17fcf9415f req-abce0b71-bf43-47e5-8e6e-7839a7521350 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce76aa75-6890-4214-b1ec-455b43223b5d HTTP/1.1" status: 200 len: 945 time: 0.3925228 Nov 22 20:23:02.802174 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] No Port match for: 138cd974-48dd-47e0-844a-d6144d511109 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:23:02.802812 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 138cd974-48dd-47e0-844a-d6144d511109 not bound to the agent host n-h1-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:23:02.882718 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8057027b-7a65-4efb-ab66-a1d6e7594f1f tempest-TestNetworkAdvancedServerOps-1666653009 tempest-TestNetworkAdvancedServerOps-1666653009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:23:02.898237 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-8057027b-7a65-4efb-ab66-a1d6e7594f1f tempest-TestNetworkAdvancedServerOps-1666653009 tempest-TestNetworkAdvancedServerOps-1666653009-project-admin] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2440157 Nov 22 20:23:02.901993 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 53072) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:23:02.936643 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-85794bd6-c03e-40fc-85b8-1959cbcff4fc tempest-TestNetworkAdvancedServerOps-1666653009 tempest-TestNetworkAdvancedServerOps-1666653009-project-admin] 10.222.0.46 "GET /v2.0/subnets?network_id=c48a55e9-6a85-4746-b7bf-3e29fb560094&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0331852 Nov 22 20:23:02.939109 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 53074) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:23:02.945289 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-37340b7c-7ece-4797-8532-8e7411c54889 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-910310967', 'network_id': '67d08895-b2ce-4996-9944-b0b6375ce4b5', 'project_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:23:02.977812 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-fd57e06f-066e-43e9-a936-c796ab36b47d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17a3405a-dab1-4c2e-8c4a-2d89c628edb3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1208146691', 'tenant_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': '80e0e558-05ef-4d88-b25c-32baea33fc9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:22:55Z', 'updated_at': '2021-11-22T20:22:59Z', 'revision_number': 3, 'project_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'gw_port': {'id': '80e0e558-05ef-4d88-b25c-32baea33fc9f', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:83:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17a3405a-dab1-4c2e-8c4a-2d89c628edb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2155, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:22:57Z', 'updated_at': '2021-11-22T20:22:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:23:02.996065 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-9bf1d75e-928f-43b0-bd36-a785e69e2ab3 req-bbb59288-812b-48b6-89b8-6f0395d99636 service neutron] Attempting to bind port 17edfc58-9202-4cb2-aadd-53cf72f38ae3 on host n-h1-818823-1 for vnic_type normal with profile {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:23:02.996405 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-9bf1d75e-928f-43b0-bd36-a785e69e2ab3 req-bbb59288-812b-48b6-89b8-6f0395d99636 service neutron] Attempting to bind port 17edfc58-9202-4cb2-aadd-53cf72f38ae3 by drivers openvswitch,hyperv on host n-h1-818823-1 at level 0 using segments [{'id': '6f9958b1-b545-4dae-9517-e6e59ac0d05c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '3440d6a5-5242-400a-aa21-bbef6a8cbeb8'}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:23:02.996764 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf1d75e-928f-43b0-bd36-a785e69e2ab3 req-bbb59288-812b-48b6-89b8-6f0395d99636 service neutron] Attempting to bind port 17edfc58-9202-4cb2-aadd-53cf72f38ae3 on network 3440d6a5-5242-400a-aa21-bbef6a8cbeb8 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:23:03.019940 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd57e06f-066e-43e9-a936-c796ab36b47d None None] Checking router: 17a3405a-dab1-4c2e-8c4a-2d89c628edb3 for host: n-d-818823-1 {{(pid=103449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 20:23:03.022744 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd57e06f-066e-43e9-a936-c796ab36b47d None None] Updating router 17a3405a-dab1-4c2e-8c4a-2d89c628edb3 port 80e0e558-05ef-4d88-b25c-32baea33fc9f binding host n-d-818823-1 {{(pid=103449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 20:23:03.024241 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf1d75e-928f-43b0-bd36-a785e69e2ab3 req-bbb59288-812b-48b6-89b8-6f0395d99636 service neutron] Port 17edfc58-9202-4cb2-aadd-53cf72f38ae3 on network 3440d6a5-5242-400a-aa21-bbef6a8cbeb8 not bound, no agent of type Open vSwitch agent registered on host n-h1-818823-1 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:23:03.024579 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf1d75e-928f-43b0-bd36-a785e69e2ab3 req-bbb59288-812b-48b6-89b8-6f0395d99636 service neutron] Attempting to bind port 17edfc58-9202-4cb2-aadd-53cf72f38ae3 on network 3440d6a5-5242-400a-aa21-bbef6a8cbeb8 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:23:03.040847 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf1d75e-928f-43b0-bd36-a785e69e2ab3 req-bbb59288-812b-48b6-89b8-6f0395d99636 service neutron] Checking agent: {'id': '7a008cff-3b49-418c-8046-689d46cc800f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'started_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 22, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:23:03.041196 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf1d75e-928f-43b0-bd36-a785e69e2ab3 req-bbb59288-812b-48b6-89b8-6f0395d99636 service neutron] Checking segment: {'id': '6f9958b1-b545-4dae-9517-e6e59ac0d05c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '3440d6a5-5242-400a-aa21-bbef6a8cbeb8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:23:03.041606 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf1d75e-928f-43b0-bd36-a785e69e2ab3 req-bbb59288-812b-48b6-89b8-6f0395d99636 service neutron] Bound using segment: {'id': '6f9958b1-b545-4dae-9517-e6e59ac0d05c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '3440d6a5-5242-400a-aa21-bbef6a8cbeb8'} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:23:03.042039 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-9bf1d75e-928f-43b0-bd36-a785e69e2ab3 req-bbb59288-812b-48b6-89b8-6f0395d99636 service neutron] Bound port: 17edfc58-9202-4cb2-aadd-53cf72f38ae3, host: n-h1-818823-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f9958b1-b545-4dae-9517-e6e59ac0d05c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '3440d6a5-5242-400a-aa21-bbef6a8cbeb8'}}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:23:03.042401 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-9bf1d75e-928f-43b0-bd36-a785e69e2ab3 req-bbb59288-812b-48b6-89b8-6f0395d99636 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:03.057383 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-fd57e06f-066e-43e9-a936-c796ab36b47d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:03.078719 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37340b7c-7ece-4797-8532-8e7411c54889 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Made reservation on behalf of f13d149ee8a64f188025185f0e8b5cfe for: {'subnet': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:23:03.084129 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-37340b7c-7ece-4797-8532-8e7411c54889 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11792951'] for subnet, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:03.143531 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [req-a6bb1594-89f0-4c5f-9f19-1141e8a3d7ad req-ffac87fa-4f8f-4f21-a444-5f940c42eeb1 tempest-InstanceActionsTestJSON-152757517 tempest-InstanceActionsTestJSON-152757517-project] Allocated IP 172.20.0.10 (ffe8947e-43da-4d3a-9b1c-7f246fffae12/c9762e76-33a4-43b1-8ed6-46f7109bf256/db7c9b7b-9c65-4c99-860c-dc91241a7d63) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:23:03.168097 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b2a7a5fa-0c85-4850-b8b2-cd17fcf9415f req-1207fe3f-2a28-416d-a57b-980b8905d75e tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/security-groups?id=33003919-2e66-424f-89a8-28e4fe94add1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3587797 Nov 22 20:23:03.224403 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ffcf1d-c10e-4b32-b2d2-32b70d1f3f90 req-2d01450e-d268-40ee-a754-40c538576feb tempest-ServerGroupTestJSON-2120759871 tempest-ServerGroupTestJSON-2120759871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:23:03.228866 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-20ffcf1d-c10e-4b32-b2d2-32b70d1f3f90 req-2d01450e-d268-40ee-a754-40c538576feb tempest-ServerGroupTestJSON-2120759871 tempest-ServerGroupTestJSON-2120759871-project] 10.222.0.46 "GET /v2.0/ports?device_id=5f7781cf-fca2-4dfb-aba1-a7f1aafc1e47 HTTP/1.1" status: 200 len: 943 time: 0.3661189 Nov 22 20:23:03.329388 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-9bf1d75e-928f-43b0-bd36-a785e69e2ab3 req-bbb59288-812b-48b6-89b8-6f0395d99636 service neutron] For port 17edfc58-9202-4cb2-aadd-53cf72f38ae3, host n-h1-818823-1, cleared binding levels {{(pid=103447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:23:03.369376 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-9bf1d75e-928f-43b0-bd36-a785e69e2ab3 req-bbb59288-812b-48b6-89b8-6f0395d99636 service neutron] For port 17edfc58-9202-4cb2-aadd-53cf72f38ae3, host n-h1-818823-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=17edfc58-9202-4cb2-aadd-53cf72f38ae3,segment=NetworkSegment(6f9958b1-b545-4dae-9517-e6e59ac0d05c),segment_id=6f9958b1-b545-4dae-9517-e6e59ac0d05c)] {{(pid=103447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:23:03.434394 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-20ffcf1d-c10e-4b32-b2d2-32b70d1f3f90 req-41088222-5909-4d94-ae72-9045dba22e21 tempest-ServerGroupTestJSON-2120759871 tempest-ServerGroupTestJSON-2120759871-project] 10.222.0.46 "GET /v2.0/security-groups?id=2139d774-32f6-48f8-9db6-6a51693df264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822624 Nov 22 20:23:03.445912 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-9bf1d75e-928f-43b0-bd36-a785e69e2ab3 req-bbb59288-812b-48b6-89b8-6f0395d99636 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:03.521353 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f68850a8-7a0e-4c4b-ac3f-cd137ec19c9e req-bec762fc-ab2a-43a4-93e1-5000c3a79a0a tempest-InstanceActionsTestJSON-152757517 tempest-InstanceActionsTestJSON-152757517-project] 10.222.0.46 "GET /v2.0/ports?device_id=783c1064-567e-4126-9b53-28eb37666077 HTTP/1.1" status: 200 len: 210 time: 0.1027005 Nov 22 20:23:03.628587 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb59288-812b-48b6-89b8-6f0395d99636 service neutron] Pushing event updated for resources: {'Port': ['ID=17edfc58-9202-4cb2-aadd-53cf72f38ae3,revision_number=3']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:23:03.632947 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf1d75e-928f-43b0-bd36-a785e69e2ab3 req-bbb59288-812b-48b6-89b8-6f0395d99636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:23:03.633962 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-9bf1d75e-928f-43b0-bd36-a785e69e2ab3 req-bbb59288-812b-48b6-89b8-6f0395d99636 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:03.635793 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9bf1d75e-928f-43b0-bd36-a785e69e2ab3 req-bbb59288-812b-48b6-89b8-6f0395d99636 service neutron] 10.222.0.41 "PUT /v2.0/ports/17edfc58-9202-4cb2-aadd-53cf72f38ae3 HTTP/1.1" status: 200 len: 1091 time: 2.1237643 Nov 22 20:23:03.655062 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f7781cf-fca2-4dfb-aba1-a7f1aafc1e47', 'tag': '17edfc58-9202-4cb2-aadd-53cf72f38ae3'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:23:03.657745 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4931e6a-6276-4d86-86cd-86f4506bf4de" -d '{"events": [{"name": "network-changed", "server_uuid": "5f7781cf-fca2-4dfb-aba1-a7f1aafc1e47", "tag": "17edfc58-9202-4cb2-aadd-53cf72f38ae3"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:23:03.671358 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-37340b7c-7ece-4797-8532-8e7411c54889 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11567560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11792921'] for subnet, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:03.771166 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37340b7c-7ece-4797-8532-8e7411c54889 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Pushing event updated for resources: {'Subnet': ['ID=a647446e-a208-4e90-bb59-f7e7823f8a20,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:23:03.783201 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-fd57e06f-066e-43e9-a936-c796ab36b47d None None] Publish callbacks [] for port, precommit_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:03.802232 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-fd57e06f-066e-43e9-a936-c796ab36b47d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:03.819998 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37340b7c-7ece-4797-8532-8e7411c54889 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Checking segment: {'id': 'd98c5774-f49e-4d4f-8f89-60677abce332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '67d08895-b2ce-4996-9944-b0b6375ce4b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:23:03.820500 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37340b7c-7ece-4797-8532-8e7411c54889 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Network hostable DHCP agents. Network: 67d08895-b2ce-4996-9944-b0b6375ce4b5, hostable agents: ['02adaa64-0987-4b74-bad0-cbcf56f8a294'], hosted agents: [] {{(pid=103448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 20:23:03.840959 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37340b7c-7ece-4797-8532-8e7411c54889 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Network 67d08895-b2ce-4996-9944-b0b6375ce4b5 is scheduled to be hosted by DHCP agent 02adaa64-0987-4b74-bad0-cbcf56f8a294 with binding_index 1 {{(pid=103448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 20:23:03.853098 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-37340b7c-7ece-4797-8532-8e7411c54889 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818823-1, 67d08895-b2ce-4996-9944-b0b6375ce4b5) {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:23:03.858305 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37340b7c-7ece-4797-8532-8e7411c54889 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:23:03.859122 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-37340b7c-7ece-4797-8532-8e7411c54889 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:03.876918 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8887cbfb-0996-464f-a1bc-20eeb7eace1e req-42237f29-0aeb-4116-a86c-453726e52773 tempest-ServerShowV247Test-1925251057 tempest-ServerShowV247Test-1925251057-project] 10.222.0.46 "GET /v2.0/ports?device_id=089b1f6f-f3dc-4a6e-b5d9-e85fcb598f80 HTTP/1.1" status: 200 len: 210 time: 0.1221249 Nov 22 20:23:03.880581 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-37340b7c-7ece-4797-8532-8e7411c54889 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9401424 Nov 22 20:23:03.883310 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 53104) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:23:03.892007 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfa032f-e4e9-46a5-a4b7-93f0d4fa61ee None None] Pushing event updated for resources: {'Port': ['ID=80e0e558-05ef-4d88-b25c-32baea33fc9f,revision_number=2']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:23:03.894332 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1834441-63a5-457e-ae6c-3eb72ba3dcfb None None] Network 67d08895-b2ce-4996-9944-b0b6375ce4b5 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:23:03.938689 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf1d75e-928f-43b0-bd36-a785e69e2ab3 req-61ba7334-4832-4e11-b9b2-ffbde637966d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:23:03.942493 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-03f0964f-1b75-4df7-99e0-a3cdb56ec2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:03.952089 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9bf1d75e-928f-43b0-bd36-a785e69e2ab3 req-61ba7334-4832-4e11-b9b2-ffbde637966d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=dbce3e21c7d9468a9c9c2e5be1d69272&device_id=5f7781cf-fca2-4dfb-aba1-a7f1aafc1e47 HTTP/1.1" status: 200 len: 1094 time: 0.2031953 Nov 22 20:23:04.000615 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968748a2-6af3-408c-9a23-64d70dcb76da req-88f93032-c03f-4072-8f27-c5e76b8c7327 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:23:04.016855 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-968748a2-6af3-408c-9a23-64d70dcb76da req-88f93032-c03f-4072-8f27-c5e76b8c7327 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce76aa75-6890-4214-b1ec-455b43223b5d HTTP/1.1" status: 200 len: 945 time: 0.2677863 Nov 22 20:23:04.190102 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fdacaa6-2ec0-471c-af32-90e6f9a3bfc0 None None] DHCP port deletion for c48a55e9-6a85-4746-b7bf-3e29fb560094 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:23:04.204413 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-fd57e06f-066e-43e9-a936-c796ab36b47d None None] Attempting to bind port 80e0e558-05ef-4d88-b25c-32baea33fc9f on host n-d-818823-1 for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:23:04.204789 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-fd57e06f-066e-43e9-a936-c796ab36b47d None None] Attempting to bind port 80e0e558-05ef-4d88-b25c-32baea33fc9f by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:23:04.205205 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd57e06f-066e-43e9-a936-c796ab36b47d None None] Attempting to bind port 80e0e558-05ef-4d88-b25c-32baea33fc9f on network c48a55e9-6a85-4746-b7bf-3e29fb560094 {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:23:04.214385 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd57e06f-066e-43e9-a936-c796ab36b47d None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 22, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:23:04.214661 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd57e06f-066e-43e9-a936-c796ab36b47d None None] Checking segment: {'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:23:04.215077 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-fd57e06f-066e-43e9-a936-c796ab36b47d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:04.215496 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd57e06f-066e-43e9-a936-c796ab36b47d None None] Bound using segment: {'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:23:04.215983 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-fd57e06f-066e-43e9-a936-c796ab36b47d None None] Bound port: 80e0e558-05ef-4d88-b25c-32baea33fc9f, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:23:04.216371 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-fd57e06f-066e-43e9-a936-c796ab36b47d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:04.268631 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e08e66e-b114-48e8-85fd-cb669a833b13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fb26bd7-ce56-527b-b94f-2e1f7cb2bb35-67d08895-b2ce-4996-9944-b0b6375ce4b5', 'network_id': '67d08895-b2ce-4996-9944-b0b6375ce4b5', 'tenant_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'fixed_ips': [{'subnet_id': 'a647446e-a208-4e90-bb59-f7e7823f8a20'}]}} from n-d-818823-1. {{(pid=103449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 20:23:04.269766 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-8e08e66e-b114-48e8-85fd-cb669a833b13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:04.374655 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 20:23:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5002127-eeca-4c69-a793-307242d199ab x-openstack-request-id: req-a5002127-eeca-4c69-a793-307242d199ab {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:23:04.374950 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f7781cf-fca2-4dfb-aba1-a7f1aafc1e47", "tag": "17edfc58-9202-4cb2-aadd-53cf72f38ae3", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:23:04.375169 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a5002127-eeca-4c69-a793-307242d199ab {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:23:04.375623 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f7781cf-fca2-4dfb-aba1-a7f1aafc1e47', 'tag': '17edfc58-9202-4cb2-aadd-53cf72f38ae3', 'status': 'completed', 'code': 200} Nov 22 20:23:04.391060 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9bf1d75e-928f-43b0-bd36-a785e69e2ab3 req-da2b1f0d-f9a5-45ed-95a3-0d6aaf26404f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=17edfc58-9202-4cb2-aadd-53cf72f38ae3 HTTP/1.1" status: 200 len: 217 time: 0.4302690 Nov 22 20:23:04.476592 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf1d75e-928f-43b0-bd36-a785e69e2ab3 req-88133501-5808-496d-99c2-f8bc8a302624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:23:04.478080 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9bf1d75e-928f-43b0-bd36-a785e69e2ab3 req-88133501-5808-496d-99c2-f8bc8a302624 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=205775ce-cda5-4528-afe5-31b0eded2eb1 HTTP/1.1" status: 200 len: 850 time: 0.0784547 Nov 22 20:23:04.501677 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-fd57e06f-066e-43e9-a936-c796ab36b47d None None] For port 80e0e558-05ef-4d88-b25c-32baea33fc9f, host n-d-818823-1, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:23:04.531355 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-a6bb1594-89f0-4c5f-9f19-1141e8a3d7ad req-ffac87fa-4f8f-4f21-a444-5f940c42eeb1 tempest-InstanceActionsTestJSON-152757517 tempest-InstanceActionsTestJSON-152757517-project] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:04.534181 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-fd57e06f-066e-43e9-a936-c796ab36b47d None None] For port 80e0e558-05ef-4d88-b25c-32baea33fc9f, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=80e0e558-05ef-4d88-b25c-32baea33fc9f,segment=NetworkSegment(8793ba83-8407-4c3d-9b56-2a177cd58a70),segment_id=8793ba83-8407-4c3d-9b56-2a177cd58a70)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:23:04.539223 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-741ac572-d8f6-47bb-8ed3-7bcab5bc433d None None] Provisioning complete for port 80e0e558-05ef-4d88-b25c-32baea33fc9f triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:23:04.539611 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-741ac572-d8f6-47bb-8ed3-7bcab5bc433d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:04.562926 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-fd57e06f-066e-43e9-a936-c796ab36b47d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:04.593856 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9bf1d75e-928f-43b0-bd36-a785e69e2ab3 req-1367def9-6047-430e-90c3-acda26ff657f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3440d6a5-5242-400a-aa21-bbef6a8cbeb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0985162 Nov 22 20:23:04.647751 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-724af2f7-f2a2-4e43-832b-9025492e1c45 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:04.681049 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.db_base_plugin_common [None req-8e08e66e-b114-48e8-85fd-cb669a833b13 None None] Allocated IP 172.20.0.2 (67d08895-b2ce-4996-9944-b0b6375ce4b5/a647446e-a208-4e90-bb59-f7e7823f8a20/2e52392e-28ce-42ed-95b5-963f4c08592c) {{(pid=103449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:23:04.710237 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd57e06f-066e-43e9-a936-c796ab36b47d None None] Routers {'17a3405a-dab1-4c2e-8c4a-2d89c628edb3'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:23:04.710869 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-fd57e06f-066e-43e9-a936-c796ab36b47d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:23:02Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['17a3405a-dab1-4c2e-8c4a-2d89c628edb3'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:23:04.752096 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9bf1d75e-928f-43b0-bd36-a785e69e2ab3 req-b6e2b7e7-cd4f-4401-993e-aaab50350dcd service neutron] 10.222.0.41 "GET /v2.0/networks/3440d6a5-5242-400a-aa21-bbef6a8cbeb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160760 Nov 22 20:23:04.815357 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-968748a2-6af3-408c-9a23-64d70dcb76da req-0229bda9-315c-4110-bc9a-aaae0639cad8 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/security-groups?id=33003919-2e66-424f-89a8-28e4fe94add1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7919846 Nov 22 20:23:04.836244 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bed9e1a-e25d-4b62-ad97-1fd631dcc57b None None] DHCP port deletion for c48a55e9-6a85-4746-b7bf-3e29fb560094 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:23:04.996854 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfa032f-e4e9-46a5-a4b7-93f0d4fa61ee None None] Pushing event updated for resources: {'Port': ['ID=80e0e558-05ef-4d88-b25c-32baea33fc9f,revision_number=3']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:23:05.036406 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ad3649-b833-413b-8020-51de5f12ae8d req-d4f29d67-6b01-491c-8b1d-51a0ceb20ea7 tempest-ServerGroupTestJSON-2120759871 tempest-ServerGroupTestJSON-2120759871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:23:05.044879 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-67ad3649-b833-413b-8020-51de5f12ae8d req-d4f29d67-6b01-491c-8b1d-51a0ceb20ea7 tempest-ServerGroupTestJSON-2120759871 tempest-ServerGroupTestJSON-2120759871-project] 10.222.0.46 "GET /v2.0/ports?device_id=5f7781cf-fca2-4dfb-aba1-a7f1aafc1e47 HTTP/1.1" status: 200 len: 943 time: 0.4533467 Nov 22 20:23:05.081070 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-a6bb1594-89f0-4c5f-9f19-1141e8a3d7ad req-ffac87fa-4f8f-4f21-a444-5f940c42eeb1 tempest-InstanceActionsTestJSON-152757517 tempest-InstanceActionsTestJSON-152757517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:05.108463 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-fd57e06f-066e-43e9-a936-c796ab36b47d None None] Set router 17a3405a-dab1-4c2e-8c4a-2d89c628edb3 gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:23:05.203504 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6bb1594-89f0-4c5f-9f19-1141e8a3d7ad req-ffac87fa-4f8f-4f21-a444-5f940c42eeb1 tempest-InstanceActionsTestJSON-152757517 tempest-InstanceActionsTestJSON-152757517-project] Network ffe8947e-43da-4d3a-9b1c-7f246fffae12 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:23:05.210392 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [req-a6bb1594-89f0-4c5f-9f19-1141e8a3d7ad req-ffac87fa-4f8f-4f21-a444-5f940c42eeb1 tempest-InstanceActionsTestJSON-152757517 tempest-InstanceActionsTestJSON-152757517-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:23:05.219461 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6bb1594-89f0-4c5f-9f19-1141e8a3d7ad req-ffac87fa-4f8f-4f21-a444-5f940c42eeb1 tempest-InstanceActionsTestJSON-152757517 tempest-InstanceActionsTestJSON-152757517-project] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:23:05.310635 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-67ad3649-b833-413b-8020-51de5f12ae8d req-30d1ed49-b9a1-4f74-8ff1-ef0302a384e9 tempest-ServerGroupTestJSON-2120759871 tempest-ServerGroupTestJSON-2120759871-project] 10.222.0.46 "GET /v2.0/security-groups?id=2139d774-32f6-48f8-9db6-6a51693df264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2640531 Nov 22 20:23:05.328044 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61834db7-225b-4512-b81e-aa11c9a520a1 req-0be643b3-8302-47fe-b5f5-c286f2c1bbfb tempest-InstanceActionsTestJSON-152757517 tempest-InstanceActionsTestJSON-152757517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:23:05.336653 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-61834db7-225b-4512-b81e-aa11c9a520a1 req-0be643b3-8302-47fe-b5f5-c286f2c1bbfb tempest-InstanceActionsTestJSON-152757517 tempest-InstanceActionsTestJSON-152757517-project] 10.222.0.46 "GET /v2.0/ports?device_id=783c1064-567e-4126-9b53-28eb37666077 HTTP/1.1" status: 200 len: 932 time: 0.2729340 Nov 22 20:23:05.338619 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffac87fa-4f8f-4f21-a444-5f940c42eeb1 tempest-InstanceActionsTestJSON-152757517 tempest-InstanceActionsTestJSON-152757517-project] Pushing event updated for resources: {'Port': ['ID=db7c9b7b-9c65-4c99-860c-dc91241a7d63,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:23:05.366823 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e49ee129-e862-4476-beca-cdc8150d2345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:05.374973 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-741ac572-d8f6-47bb-8ed3-7bcab5bc433d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:05.398231 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-741ac572-d8f6-47bb-8ed3-7bcab5bc433d None None] For port 80e0e558-05ef-4d88-b25c-32baea33fc9f, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=80e0e558-05ef-4d88-b25c-32baea33fc9f,segment=NetworkSegment(8793ba83-8407-4c3d-9b56-2a177cd58a70),segment_id=8793ba83-8407-4c3d-9b56-2a177cd58a70)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:23:05.413585 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9bf1d75e-928f-43b0-bd36-a785e69e2ab3 req-37063aa5-548b-40fe-8417-c52466373051 service neutron] 10.222.0.41 "GET /v2.0/networks/3440d6a5-5242-400a-aa21-bbef6a8cbeb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6310694 Nov 22 20:23:05.430684 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-741ac572-d8f6-47bb-8ed3-7bcab5bc433d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:05.430975 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bb1594-89f0-4c5f-9f19-1141e8a3d7ad req-ffac87fa-4f8f-4f21-a444-5f940c42eeb1 tempest-InstanceActionsTestJSON-152757517 tempest-InstanceActionsTestJSON-152757517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:23:05.431605 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-a6bb1594-89f0-4c5f-9f19-1141e8a3d7ad req-ffac87fa-4f8f-4f21-a444-5f940c42eeb1 tempest-InstanceActionsTestJSON-152757517 tempest-InstanceActionsTestJSON-152757517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:05.454793 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a6bb1594-89f0-4c5f-9f19-1141e8a3d7ad req-ffac87fa-4f8f-4f21-a444-5f940c42eeb1 tempest-InstanceActionsTestJSON-152757517 tempest-InstanceActionsTestJSON-152757517-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6382117 Nov 22 20:23:05.484882 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-a6bb1594-89f0-4c5f-9f19-1141e8a3d7ad req-10876309-7952-4616-8e91-c5d68defdf8c service neutron] Request body: {'port': {'device_id': '783c1064-567e-4126-9b53-28eb37666077', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818823-1'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:23:05.545965 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-61834db7-225b-4512-b81e-aa11c9a520a1 req-a2f0739f-d6b3-4d52-aef6-0cedeb6bedbe tempest-InstanceActionsTestJSON-152757517 tempest-InstanceActionsTestJSON-152757517-project] 10.222.0.46 "GET /v2.0/security-groups?id=1e433115-a1b9-4963-bd68-684ae421379b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082744 Nov 22 20:23:05.649699 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741ac572-d8f6-47bb-8ed3-7bcab5bc433d None None] Pushing event updated for resources: {'Port': ['ID=80e0e558-05ef-4d88-b25c-32baea33fc9f,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:23:05.681025 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-a6bb1594-89f0-4c5f-9f19-1141e8a3d7ad req-10876309-7952-4616-8e91-c5d68defdf8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:05.694178 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-e412ec6c-3785-42ca-8213-91065ee353ce None None] Provisioning complete for port 80e0e558-05ef-4d88-b25c-32baea33fc9f triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:23:05.694557 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e412ec6c-3785-42ca-8213-91065ee353ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:05.746983 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-8e08e66e-b114-48e8-85fd-cb669a833b13 None None] Publish callbacks [] for port, precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:05.751475 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b355ad9-c1f3-4a39-bb73-df74ba0c00ab req-4e40b0c5-3055-40f6-966d-d910a3771914 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:23:05.777752 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7b355ad9-c1f3-4a39-bb73-df74ba0c00ab req-4e40b0c5-3055-40f6-966d-d910a3771914 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce76aa75-6890-4214-b1ec-455b43223b5d HTTP/1.1" status: 200 len: 945 time: 0.3695166 Nov 22 20:23:05.784763 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-8e08e66e-b114-48e8-85fd-cb669a833b13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372'] for port, after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:05.869929 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-fd57e06f-066e-43e9-a936-c796ab36b47d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17a3405a-dab1-4c2e-8c4a-2d89c628edb3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1208146691', 'tenant_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': '80e0e558-05ef-4d88-b25c-32baea33fc9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:22:55Z', 'updated_at': '2021-11-22T20:22:59Z', 'revision_number': 3, 'project_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'gw_port': {'id': '80e0e558-05ef-4d88-b25c-32baea33fc9f', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:83:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17a3405a-dab1-4c2e-8c4a-2d89c628edb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2155, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:22:57Z', 'updated_at': '2021-11-22T20:23:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:23:05.874279 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e08e66e-b114-48e8-85fd-cb669a833b13 None None] Network 67d08895-b2ce-4996-9944-b0b6375ce4b5 is already hosted by enough agents. {{(pid=103449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:23:05.895993 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9c86b31d-614a-480d-b461-411109e763f5 req-34fb1ad2-8a6a-4508-bea3-9f8f487a0a61 tempest-ServerShowV247Test-1925251057 tempest-ServerShowV247Test-1925251057-project] 10.222.0.46 "GET /v2.0/ports?device_id=089b1f6f-f3dc-4a6e-b5d9-e85fcb598f80 HTTP/1.1" status: 200 len: 210 time: 0.1996531 Nov 22 20:23:05.898763 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [None req-724af2f7-f2a2-4e43-832b-9025492e1c45 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Allocated IP 172.20.0.1 (67d08895-b2ce-4996-9944-b0b6375ce4b5/a647446e-a208-4e90-bb59-f7e7823f8a20/fed04654-8c91-4065-a6ac-53d99df6b192) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:23:05.918365 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7b355ad9-c1f3-4a39-bb73-df74ba0c00ab req-3668957a-94b5-4e49-892d-ea13fc212c25 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/security-groups?id=33003919-2e66-424f-89a8-28e4fe94add1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393390 Nov 22 20:23:05.943138 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4931e6a-6276-4d86-86cd-86f4506bf4de req-db530ccc-e9d4-468e-a08a-35bc7922a173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:23:05.950241 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b4931e6a-6276-4d86-86cd-86f4506bf4de req-db530ccc-e9d4-468e-a08a-35bc7922a173 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=dbce3e21c7d9468a9c9c2e5be1d69272&device_id=5f7781cf-fca2-4dfb-aba1-a7f1aafc1e47 HTTP/1.1" status: 200 len: 1094 time: 0.4146514 Nov 22 20:23:05.977598 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.base_scheduler [None req-8e08e66e-b114-48e8-85fd-cb669a833b13 None None] Resources bound (agent type, host, resource id): {{(pid=103449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:23:05.986562 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e08e66e-b114-48e8-85fd-cb669a833b13 None None] Received port after_create {{(pid=103449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:23:06.010242 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd57e06f-066e-43e9-a936-c796ab36b47d None None] The sync data for ids ['17a3405a-dab1-4c2e-8c4a-2d89c628edb3'] in n-d-818823-1 is: [{'id': '17a3405a-dab1-4c2e-8c4a-2d89c628edb3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1208146691', 'tenant_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': '80e0e558-05ef-4d88-b25c-32baea33fc9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:22:55Z', 'updated_at': '2021-11-22T20:22:59Z', 'revision_number': 3, 'project_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'gw_port': {'id': '80e0e558-05ef-4d88-b25c-32baea33fc9f', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:83:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17a3405a-dab1-4c2e-8c4a-2d89c628edb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2155, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:22:57Z', 'updated_at': '2021-11-22T20:23:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:23:06.025670 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e08e66e-b114-48e8-85fd-cb669a833b13 None None] Pushing event updated for resources: {'Port': ['ID=2e52392e-28ce-42ed-95b5-963f4c08592c,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:23:06.113380 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:06.164922 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-8e08e66e-b114-48e8-85fd-cb669a833b13 None None] Attempting to bind port 2e52392e-28ce-42ed-95b5-963f4c08592c on host n-d-818823-1 for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:23:06.165329 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-8e08e66e-b114-48e8-85fd-cb669a833b13 None None] Attempting to bind port 2e52392e-28ce-42ed-95b5-963f4c08592c by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': 'd98c5774-f49e-4d4f-8f89-60677abce332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '67d08895-b2ce-4996-9944-b0b6375ce4b5'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:23:06.165696 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e08e66e-b114-48e8-85fd-cb669a833b13 None None] Attempting to bind port 2e52392e-28ce-42ed-95b5-963f4c08592c on network 67d08895-b2ce-4996-9944-b0b6375ce4b5 {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:23:06.178815 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e08e66e-b114-48e8-85fd-cb669a833b13 None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 23, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:23:06.179192 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e08e66e-b114-48e8-85fd-cb669a833b13 None None] Checking segment: {'id': 'd98c5774-f49e-4d4f-8f89-60677abce332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '67d08895-b2ce-4996-9944-b0b6375ce4b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:23:06.179647 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-8e08e66e-b114-48e8-85fd-cb669a833b13 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:06.180047 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e08e66e-b114-48e8-85fd-cb669a833b13 None None] Bound using segment: {'id': 'd98c5774-f49e-4d4f-8f89-60677abce332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '67d08895-b2ce-4996-9944-b0b6375ce4b5'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:23:06.180570 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-8e08e66e-b114-48e8-85fd-cb669a833b13 None None] Bound port: 2e52392e-28ce-42ed-95b5-963f4c08592c, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd98c5774-f49e-4d4f-8f89-60677abce332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '67d08895-b2ce-4996-9944-b0b6375ce4b5'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:23:06.180962 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-8e08e66e-b114-48e8-85fd-cb669a833b13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:06.194404 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-724af2f7-f2a2-4e43-832b-9025492e1c45 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:06.284850 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-724af2f7-f2a2-4e43-832b-9025492e1c45 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:06.354844 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-724af2f7-f2a2-4e43-832b-9025492e1c45 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Network 67d08895-b2ce-4996-9944-b0b6375ce4b5 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:23:06.369287 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-724af2f7-f2a2-4e43-832b-9025492e1c45 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:23:06.392341 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-724af2f7-f2a2-4e43-832b-9025492e1c45 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:23:06.437875 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4931e6a-6276-4d86-86cd-86f4506bf4de req-ff4a1422-34ef-4709-9e76-fbb3d5642ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:23:06.439612 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b4931e6a-6276-4d86-86cd-86f4506bf4de req-ff4a1422-34ef-4709-9e76-fbb3d5642ca7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=3440d6a5-5242-400a-aa21-bbef6a8cbeb8 HTTP/1.1" status: 200 len: 911 time: 0.4809425 Nov 22 20:23:06.501041 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724af2f7-f2a2-4e43-832b-9025492e1c45 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Pushing event updated for resources: {'Port': ['ID=fed04654-8c91-4065-a6ac-53d99df6b192,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:23:06.549981 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b4931e6a-6276-4d86-86cd-86f4506bf4de req-ae057046-9435-449c-a1d9-5839c231e3fd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=17edfc58-9202-4cb2-aadd-53cf72f38ae3 HTTP/1.1" status: 200 len: 217 time: 0.0787416 Nov 22 20:23:06.552309 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-724af2f7-f2a2-4e43-832b-9025492e1c45 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659939'] for router_interface, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:06.681038 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-8e08e66e-b114-48e8-85fd-cb669a833b13 None None] For port 2e52392e-28ce-42ed-95b5-963f4c08592c, host n-d-818823-1, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:23:06.733872 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4931e6a-6276-4d86-86cd-86f4506bf4de req-8b45a648-f457-4be2-8182-d41e897ef85e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:23:06.736639 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-8e08e66e-b114-48e8-85fd-cb669a833b13 None None] For port 2e52392e-28ce-42ed-95b5-963f4c08592c, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=2e52392e-28ce-42ed-95b5-963f4c08592c,segment=NetworkSegment(d98c5774-f49e-4d4f-8f89-60677abce332),segment_id=d98c5774-f49e-4d4f-8f89-60677abce332)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:23:06.749038 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b4931e6a-6276-4d86-86cd-86f4506bf4de req-8b45a648-f457-4be2-8182-d41e897ef85e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=205775ce-cda5-4528-afe5-31b0eded2eb1 HTTP/1.1" status: 200 len: 850 time: 0.1769881 Nov 22 20:23:06.752765 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-8e08e66e-b114-48e8-85fd-cb669a833b13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:06.942766 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b4931e6a-6276-4d86-86cd-86f4506bf4de req-5180c076-792e-4a56-aba4-85b52ce1def0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3440d6a5-5242-400a-aa21-bbef6a8cbeb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1927252 Nov 22 20:23:06.970937 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e08e66e-b114-48e8-85fd-cb669a833b13 None None] Pushing event updated for resources: {'Port': ['ID=2e52392e-28ce-42ed-95b5-963f4c08592c,revision_number=2']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:23:07.211071 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b4931e6a-6276-4d86-86cd-86f4506bf4de req-b349b6d3-df9b-4351-8331-dffdbc5b5760 service neutron] 10.222.0.41 "GET /v2.0/networks/3440d6a5-5242-400a-aa21-bbef6a8cbeb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2474027 Nov 22 20:23:07.385084 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e50afe5-9153-4ba4-b6fe-230651512e15 req-1058b79d-ebbf-4840-b7af-cde724b4619a tempest-InstanceActionsTestJSON-152757517 tempest-InstanceActionsTestJSON-152757517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:23:07.400647 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4e50afe5-9153-4ba4-b6fe-230651512e15 req-1058b79d-ebbf-4840-b7af-cde724b4619a tempest-InstanceActionsTestJSON-152757517 tempest-InstanceActionsTestJSON-152757517-project] 10.222.0.46 "GET /v2.0/ports?device_id=783c1064-567e-4126-9b53-28eb37666077 HTTP/1.1" status: 200 len: 932 time: 0.5868597 Nov 22 20:23:07.470567 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0965fdae-31a3-4c51-bbca-b0227fd1feef req-9dc0992a-89a2-4ab1-868b-812da655209d tempest-ServerGroupTestJSON-2120759871 tempest-ServerGroupTestJSON-2120759871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:23:07.481636 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0965fdae-31a3-4c51-bbca-b0227fd1feef req-9dc0992a-89a2-4ab1-868b-812da655209d tempest-ServerGroupTestJSON-2120759871 tempest-ServerGroupTestJSON-2120759871-project] 10.222.0.46 "GET /v2.0/ports?device_id=5f7781cf-fca2-4dfb-aba1-a7f1aafc1e47 HTTP/1.1" status: 200 len: 943 time: 0.9305589 Nov 22 20:23:07.636003 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-724af2f7-f2a2-4e43-832b-9025492e1c45 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:07.643440 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 80e0e558-05ef-4d88-b25c-32baea33fc9f up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:23:07.815241 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [req-a6bb1594-89f0-4c5f-9f19-1141e8a3d7ad req-10876309-7952-4616-8e91-c5d68defdf8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db7c9b7b-9c65-4c99-860c-dc91241a7d63 {{(pid=103447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:23:07.855279 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 80e0e558-05ef-4d88-b25c-32baea33fc9f triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:23:07.861390 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:07.942234 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-a6bb1594-89f0-4c5f-9f19-1141e8a3d7ad req-10876309-7952-4616-8e91-c5d68defdf8c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:08.016149 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0965fdae-31a3-4c51-bbca-b0227fd1feef req-3d44e012-7926-4d2f-b2ff-37aec5663dba tempest-ServerGroupTestJSON-2120759871 tempest-ServerGroupTestJSON-2120759871-project] 10.222.0.46 "GET /v2.0/security-groups?id=2139d774-32f6-48f8-9db6-6a51693df264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5326982 Nov 22 20:23:08.035896 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4e50afe5-9153-4ba4-b6fe-230651512e15 req-9d872668-961c-49bb-a40a-dbd87dbce997 tempest-InstanceActionsTestJSON-152757517 tempest-InstanceActionsTestJSON-152757517-project] 10.222.0.46 "GET /v2.0/security-groups?id=1e433115-a1b9-4963-bd68-684ae421379b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5121703 Nov 22 20:23:08.073322 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 2e52392e-28ce-42ed-95b5-963f4c08592c up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:23:08.082635 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.provisioning_blocks [req-a6bb1594-89f0-4c5f-9f19-1141e8a3d7ad req-10876309-7952-4616-8e91-c5d68defdf8c service neutron] Transition to ACTIVE for port object db7c9b7b-9c65-4c99-860c-dc91241a7d63 will not be triggered until provisioned by entity L2. {{(pid=103447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 20:23:08.098471 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-a6bb1594-89f0-4c5f-9f19-1141e8a3d7ad req-10876309-7952-4616-8e91-c5d68defdf8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:08.290512 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 2e52392e-28ce-42ed-95b5-963f4c08592c triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:23:08.291031 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:08.302667 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b6e7bfdd-77b2-4bec-8368-79c96358f520 req-44ebc2f3-d674-4c1e-9600-218598a089fe tempest-ServerShowV247Test-1925251057 tempest-ServerShowV247Test-1925251057-project] 10.222.0.46 "GET /v2.0/ports?device_id=089b1f6f-f3dc-4a6e-b5d9-e85fcb598f80 HTTP/1.1" status: 200 len: 210 time: 0.1289086 Nov 22 20:23:08.336117 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b4931e6a-6276-4d86-86cd-86f4506bf4de req-f12d2993-3451-44f5-a487-e1b36546e443 service neutron] 10.222.0.41 "GET /v2.0/networks/3440d6a5-5242-400a-aa21-bbef6a8cbeb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1059844 Nov 22 20:23:08.336749 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10876309-7952-4616-8e91-c5d68defdf8c service neutron] Pushing event updated for resources: {'Port': ['ID=db7c9b7b-9c65-4c99-860c-dc91241a7d63,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:23:08.446975 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-724af2f7-f2a2-4e43-832b-9025492e1c45 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks [] for port, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:08.456136 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-724af2f7-f2a2-4e43-832b-9025492e1c45 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:08.489885 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-a6bb1594-89f0-4c5f-9f19-1141e8a3d7ad req-10876309-7952-4616-8e91-c5d68defdf8c service neutron] Attempting to bind port db7c9b7b-9c65-4c99-860c-dc91241a7d63 on host n-h2-818823-1 for vnic_type normal with profile {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:23:08.490504 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-a6bb1594-89f0-4c5f-9f19-1141e8a3d7ad req-10876309-7952-4616-8e91-c5d68defdf8c service neutron] Attempting to bind port db7c9b7b-9c65-4c99-860c-dc91241a7d63 by drivers openvswitch,hyperv on host n-h2-818823-1 at level 0 using segments [{'id': '6e3ee273-fa83-4652-bc90-b1025904cfe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'ffe8947e-43da-4d3a-9b1c-7f246fffae12'}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:23:08.490632 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6bb1594-89f0-4c5f-9f19-1141e8a3d7ad req-10876309-7952-4616-8e91-c5d68defdf8c service neutron] Attempting to bind port db7c9b7b-9c65-4c99-860c-dc91241a7d63 on network ffe8947e-43da-4d3a-9b1c-7f246fffae12 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:23:08.496702 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6bb1594-89f0-4c5f-9f19-1141e8a3d7ad req-10876309-7952-4616-8e91-c5d68defdf8c service neutron] Port db7c9b7b-9c65-4c99-860c-dc91241a7d63 on network ffe8947e-43da-4d3a-9b1c-7f246fffae12 not bound, no agent of type Open vSwitch agent registered on host n-h2-818823-1 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:23:08.497029 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6bb1594-89f0-4c5f-9f19-1141e8a3d7ad req-10876309-7952-4616-8e91-c5d68defdf8c service neutron] Attempting to bind port db7c9b7b-9c65-4c99-860c-dc91241a7d63 on network ffe8947e-43da-4d3a-9b1c-7f246fffae12 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:23:08.504736 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6bb1594-89f0-4c5f-9f19-1141e8a3d7ad req-10876309-7952-4616-8e91-c5d68defdf8c service neutron] Checking agent: {'id': '65e0486a-7030-4065-96f0-10aa7402a530', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'started_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 22, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:23:08.505348 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6bb1594-89f0-4c5f-9f19-1141e8a3d7ad req-10876309-7952-4616-8e91-c5d68defdf8c service neutron] Checking segment: {'id': '6e3ee273-fa83-4652-bc90-b1025904cfe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'ffe8947e-43da-4d3a-9b1c-7f246fffae12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:23:08.506007 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6bb1594-89f0-4c5f-9f19-1141e8a3d7ad req-10876309-7952-4616-8e91-c5d68defdf8c service neutron] Bound using segment: {'id': '6e3ee273-fa83-4652-bc90-b1025904cfe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'ffe8947e-43da-4d3a-9b1c-7f246fffae12'} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:23:08.507061 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-a6bb1594-89f0-4c5f-9f19-1141e8a3d7ad req-10876309-7952-4616-8e91-c5d68defdf8c service neutron] Bound port: db7c9b7b-9c65-4c99-860c-dc91241a7d63, host: n-h2-818823-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e3ee273-fa83-4652-bc90-b1025904cfe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'ffe8947e-43da-4d3a-9b1c-7f246fffae12'}}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:23:08.507212 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:08.507872 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-a6bb1594-89f0-4c5f-9f19-1141e8a3d7ad req-10876309-7952-4616-8e91-c5d68defdf8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:08.601863 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-a6bb1594-89f0-4c5f-9f19-1141e8a3d7ad req-10876309-7952-4616-8e91-c5d68defdf8c service neutron] For port db7c9b7b-9c65-4c99-860c-dc91241a7d63, host n-h2-818823-1, cleared binding levels {{(pid=103447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:23:08.605587 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-a6bb1594-89f0-4c5f-9f19-1141e8a3d7ad req-10876309-7952-4616-8e91-c5d68defdf8c service neutron] For port db7c9b7b-9c65-4c99-860c-dc91241a7d63, host n-h2-818823-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=db7c9b7b-9c65-4c99-860c-dc91241a7d63,segment=NetworkSegment(6e3ee273-fa83-4652-bc90-b1025904cfe0),segment_id=6e3ee273-fa83-4652-bc90-b1025904cfe0)] {{(pid=103447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:23:08.609374 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] For port 2e52392e-28ce-42ed-95b5-963f4c08592c, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=2e52392e-28ce-42ed-95b5-963f4c08592c,segment=NetworkSegment(d98c5774-f49e-4d4f-8f89-60677abce332),segment_id=d98c5774-f49e-4d4f-8f89-60677abce332)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:23:08.614641 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-a6bb1594-89f0-4c5f-9f19-1141e8a3d7ad req-10876309-7952-4616-8e91-c5d68defdf8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:08.615891 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:08.640707 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724af2f7-f2a2-4e43-832b-9025492e1c45 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Pushing event updated for resources: {'Port': ['ID=fed04654-8c91-4065-a6ac-53d99df6b192,revision_number=2']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:23:08.647374 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-724af2f7-f2a2-4e43-832b-9025492e1c45 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-563461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-659839'] for router_interface, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:08.672202 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724af2f7-f2a2-4e43-832b-9025492e1c45 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:23:08.672554 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724af2f7-f2a2-4e43-832b-9025492e1c45 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:23:08.672899 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724af2f7-f2a2-4e43-832b-9025492e1c45 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:23:08.673237 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724af2f7-f2a2-4e43-832b-9025492e1c45 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:23:08.673572 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724af2f7-f2a2-4e43-832b-9025492e1c45 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:23:08.673902 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724af2f7-f2a2-4e43-832b-9025492e1c45 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:23:08.674236 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724af2f7-f2a2-4e43-832b-9025492e1c45 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:23:08.674567 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724af2f7-f2a2-4e43-832b-9025492e1c45 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:23:08.674898 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724af2f7-f2a2-4e43-832b-9025492e1c45 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:23:08.675223 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724af2f7-f2a2-4e43-832b-9025492e1c45 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:23:08.675928 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724af2f7-f2a2-4e43-832b-9025492e1c45 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:23:08.676263 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724af2f7-f2a2-4e43-832b-9025492e1c45 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:23:08.704846 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bb1594-89f0-4c5f-9f19-1141e8a3d7ad req-10876309-7952-4616-8e91-c5d68defdf8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:23:08.705862 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-a6bb1594-89f0-4c5f-9f19-1141e8a3d7ad req-10876309-7952-4616-8e91-c5d68defdf8c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:08.708845 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a6bb1594-89f0-4c5f-9f19-1141e8a3d7ad req-10876309-7952-4616-8e91-c5d68defdf8c service neutron] 10.222.0.20 "PUT /v2.0/ports/db7c9b7b-9c65-4c99-860c-dc91241a7d63 HTTP/1.1" status: 200 len: 1092 time: 3.2351310 Nov 22 20:23:08.710984 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '783c1064-567e-4126-9b53-28eb37666077', 'tag': 'db7c9b7b-9c65-4c99-860c-dc91241a7d63'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:23:08.716267 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a897f206-c939-4ac2-a725-0403598f43b2" -d '{"events": [{"name": "network-changed", "server_uuid": "783c1064-567e-4126-9b53-28eb37666077", "tag": "db7c9b7b-9c65-4c99-860c-dc91241a7d63"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:23:08.750102 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 17edfc58-9202-4cb2-aadd-53cf72f38ae3 details requested by agent hyperv_n-h1-818823-1 with host n-h1-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 20:23:08.776561 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Pushing event updated for resources: {'Port': ['ID=2e52392e-28ce-42ed-95b5-963f4c08592c,revision_number=3']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:23:08.829041 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-724af2f7-f2a2-4e43-832b-9025492e1c45 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Network 67d08895-b2ce-4996-9944-b0b6375ce4b5 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:23:08.830684 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-724af2f7-f2a2-4e43-832b-9025492e1c45 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:23:08.852466 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 20:23:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3c418e8-15c0-4610-9218-c2d22a4770e0 x-openstack-request-id: req-c3c418e8-15c0-4610-9218-c2d22a4770e0 {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:23:08.854472 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "783c1064-567e-4126-9b53-28eb37666077", "tag": "db7c9b7b-9c65-4c99-860c-dc91241a7d63", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:23:08.856477 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c3c418e8-15c0-4610-9218-c2d22a4770e0 {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:23:08.856937 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '783c1064-567e-4126-9b53-28eb37666077', 'tag': 'db7c9b7b-9c65-4c99-860c-dc91241a7d63', 'status': 'completed', 'code': 200} Nov 22 20:23:08.895127 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10876309-7952-4616-8e91-c5d68defdf8c service neutron] Pushing event updated for resources: {'Port': ['ID=db7c9b7b-9c65-4c99-860c-dc91241a7d63,revision_number=3']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:23:08.913910 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bb1594-89f0-4c5f-9f19-1141e8a3d7ad req-c9dbff3b-8e18-44c8-8628-33027d3e8211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:23:08.916652 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a6bb1594-89f0-4c5f-9f19-1141e8a3d7ad req-c9dbff3b-8e18-44c8-8628-33027d3e8211 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=26b2d65f776a4498a3fb32c3bcc6d33f&device_id=783c1064-567e-4126-9b53-28eb37666077 HTTP/1.1" status: 200 len: 1095 time: 0.1619265 Nov 22 20:23:09.012793 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a6bb1594-89f0-4c5f-9f19-1141e8a3d7ad req-9f63efa6-3166-4fd4-b6a5-d0a54d58d447 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=db7c9b7b-9c65-4c99-860c-dc91241a7d63 HTTP/1.1" status: 200 len: 217 time: 0.0827923 Nov 22 20:23:09.102986 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 17edfc58-9202-4cb2-aadd-53cf72f38ae3, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=17edfc58-9202-4cb2-aadd-53cf72f38ae3,segment=NetworkSegment(6f9958b1-b545-4dae-9517-e6e59ac0d05c),segment_id=6f9958b1-b545-4dae-9517-e6e59ac0d05c)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:23:09.145108 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-724af2f7-f2a2-4e43-832b-9025492e1c45 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Router 17a3405a-dab1-4c2e-8c4a-2d89c628edb3 has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 20:23:09.157142 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Returning: {'device': '17edfc58-9202-4cb2-aadd-53cf72f38ae3', 'network_id': '3440d6a5-5242-400a-aa21-bbef6a8cbeb8', 'port_id': '17edfc58-9202-4cb2-aadd-53cf72f38ae3', 'mac_address': 'fa:16:3e:d0:24:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '205775ce-cda5-4528-afe5-31b0eded2eb1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 20:23:09.221956 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bb1594-89f0-4c5f-9f19-1141e8a3d7ad req-2bfd8d57-a23a-4489-9d2d-b28ecd3b2365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:23:09.223778 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a6bb1594-89f0-4c5f-9f19-1141e8a3d7ad req-2bfd8d57-a23a-4489-9d2d-b28ecd3b2365 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c9762e76-33a4-43b1-8ed6-46f7109bf256 HTTP/1.1" status: 200 len: 854 time: 0.2008932 Nov 22 20:23:09.235579 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:09.261040 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17edfc58-9202-4cb2-aadd-53cf72f38ae3 {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:23:09.313469 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 17edfc58-9202-4cb2-aadd-53cf72f38ae3, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=17edfc58-9202-4cb2-aadd-53cf72f38ae3,segment=NetworkSegment(6f9958b1-b545-4dae-9517-e6e59ac0d05c),segment_id=6f9958b1-b545-4dae-9517-e6e59ac0d05c)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:23:09.322154 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e008f8bf-fe63-4191-89e3-e1ac6aa5ef6c None None] Network 67d08895-b2ce-4996-9944-b0b6375ce4b5 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:23:09.343552 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a6bb1594-89f0-4c5f-9f19-1141e8a3d7ad req-84e42ed4-53bf-4ce9-9874-03d1f42e1c2d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ffe8947e-43da-4d3a-9b1c-7f246fffae12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1004028 Nov 22 20:23:09.364009 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:09.371587 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9a5adc-5777-4d3b-ab1b-5a81021af536 req-993c8dde-3b67-4b2a-830d-4007503d0000 tempest-InstanceActionsTestJSON-152757517 tempest-InstanceActionsTestJSON-152757517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:23:09.374242 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9b9a5adc-5777-4d3b-ab1b-5a81021af536 req-993c8dde-3b67-4b2a-830d-4007503d0000 tempest-InstanceActionsTestJSON-152757517 tempest-InstanceActionsTestJSON-152757517-project] 10.222.0.46 "GET /v2.0/ports?device_id=783c1064-567e-4126-9b53-28eb37666077 HTTP/1.1" status: 200 len: 944 time: 0.1694102 Nov 22 20:23:09.468734 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a1dfbc-b19e-4b90-8f81-01a925da1a39 req-3f4c52f7-1390-4097-a1d1-8b5f28ea497f tempest-ServerGroupTestJSON-2120759871 tempest-ServerGroupTestJSON-2120759871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:23:09.482848 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-16a1dfbc-b19e-4b90-8f81-01a925da1a39 req-3f4c52f7-1390-4097-a1d1-8b5f28ea497f tempest-ServerGroupTestJSON-2120759871 tempest-ServerGroupTestJSON-2120759871-project] 10.222.0.46 "GET /v2.0/ports?device_id=5f7781cf-fca2-4dfb-aba1-a7f1aafc1e47 HTTP/1.1" status: 200 len: 943 time: 0.2310772 Nov 22 20:23:09.496653 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-724af2f7-f2a2-4e43-832b-9025492e1c45 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:23:09.502457 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-724af2f7-f2a2-4e43-832b-9025492e1c45 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "PUT /v2.0/routers/17a3405a-dab1-4c2e-8c4a-2d89c628edb3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6178546 Nov 22 20:23:09.562948 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c3dba38-b14e-430c-9fbf-66318c70a0d9 None None] Sync routers for ids ['17a3405a-dab1-4c2e-8c4a-2d89c628edb3'] in n-d-818823-1 {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:23:09.577177 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c3dba38-b14e-430c-9fbf-66318c70a0d9 None None] Routers {'17a3405a-dab1-4c2e-8c4a-2d89c628edb3'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:23:09.577814 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-9c3dba38-b14e-430c-9fbf-66318c70a0d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:23:02Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['17a3405a-dab1-4c2e-8c4a-2d89c628edb3'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:23:09.610322 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a6bb1594-89f0-4c5f-9f19-1141e8a3d7ad req-29d90d05-b9b4-4ae2-900c-7706be78a6be service neutron] 10.222.0.20 "GET /v2.0/networks/ffe8947e-43da-4d3a-9b1c-7f246fffae12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2518969 Nov 22 20:23:09.719104 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 2e52392e-28ce-42ed-95b5-963f4c08592c up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:23:09.762255 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-16a1dfbc-b19e-4b90-8f81-01a925da1a39 req-20c3d1f5-4219-4097-a0cb-113ad7ec9a85 tempest-ServerGroupTestJSON-2120759871 tempest-ServerGroupTestJSON-2120759871-project] 10.222.0.46 "GET /v2.0/security-groups?id=2139d774-32f6-48f8-9db6-6a51693df264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2762032 Nov 22 20:23:09.772322 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9b9a5adc-5777-4d3b-ab1b-5a81021af536 req-df309d7b-3394-443b-bf04-a050bfa0c446 tempest-InstanceActionsTestJSON-152757517 tempest-InstanceActionsTestJSON-152757517-project] 10.222.0.46 "GET /v2.0/security-groups?id=1e433115-a1b9-4963-bd68-684ae421379b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3854713 Nov 22 20:23:09.783437 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=17edfc58-9202-4cb2-aadd-53cf72f38ae3,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:23:09.811964 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-9c3dba38-b14e-430c-9fbf-66318c70a0d9 None None] Set router 17a3405a-dab1-4c2e-8c4a-2d89c628edb3 gateway port host: n-d-818823-1 {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:23:09.864361 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:23:09.866081 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:23:09.867625 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:23:09.868203 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:23:09.885451 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:23:09.890049 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:23:09.890689 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:23:09.891320 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:23:09.895883 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:23:09.897181 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:23:09.897750 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:23:09.898572 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:23:09.903108 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a6bb1594-89f0-4c5f-9f19-1141e8a3d7ad req-cae17da6-3756-4adf-be02-92f7d125a0b1 service neutron] 10.222.0.20 "GET /v2.0/networks/ffe8947e-43da-4d3a-9b1c-7f246fffae12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2843287 Nov 22 20:23:09.924734 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] get_ports_and_sgs() called for port_ids ['17edfc58-9202-4cb2-aadd-53cf72f38ae3'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:23:10.028407 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-6d8b7d35-757b-46fe-9eaf-d13deadff472 None None] Provisioning complete for port 2e52392e-28ce-42ed-95b5-963f4c08592c triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:23:10.028798 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6d8b7d35-757b-46fe-9eaf-d13deadff472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:10.288276 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-decb305c-e339-4b4e-958f-0f8bb3449666 req-6d24ffb8-7fa1-405e-910f-1ad9544e98a1 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=40c93a37-becd-4018-b943-1d6e903a3ffe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2943447 Nov 22 20:23:10.291353 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3076e77c-f4ba-4d6b-9e02-47e35eb72813 req-2441aa1d-a7b6-4975-87a8-d20ccaad48fd tempest-ServerShowV247Test-1925251057 tempest-ServerShowV247Test-1925251057-project] 10.222.0.46 "GET /v2.0/ports?device_id=089b1f6f-f3dc-4a6e-b5d9-e85fcb598f80 HTTP/1.1" status: 200 len: 210 time: 0.1857386 Nov 22 20:23:10.332764 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-9c3dba38-b14e-430c-9fbf-66318c70a0d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17a3405a-dab1-4c2e-8c4a-2d89c628edb3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1208146691', 'tenant_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': '80e0e558-05ef-4d88-b25c-32baea33fc9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:22:55Z', 'updated_at': '2021-11-22T20:23:07Z', 'revision_number': 4, 'project_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'gw_port': {'id': '80e0e558-05ef-4d88-b25c-32baea33fc9f', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:83:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17a3405a-dab1-4c2e-8c4a-2d89c628edb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2155, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:22:57Z', 'updated_at': '2021-11-22T20:23:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': 'fed04654-8c91-4065-a6ac-53d99df6b192', 'name': '', 'network_id': '67d08895-b2ce-4996-9944-b0b6375ce4b5', 'tenant_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'mac_address': 'fa:16:3e:62:ea:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17a3405a-dab1-4c2e-8c4a-2d89c628edb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2160, 'fixed_ips': [{'subnet_id': 'a647446e-a208-4e90-bb59-f7e7823f8a20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:23:04Z', 'updated_at': '2021-11-22T20:23:08Z', 'revision_number': 2, 'project_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'subnets': [{'id': 'a647446e-a208-4e90-bb59-f7e7823f8a20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:23:10.344297 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d2874d0f-5b7b-481a-9139-42b6346cf4cf req-f00a2410-c297-41a4-89fc-95b6acf774c4 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1931171996&fields=id&tenant_id=f13d149ee8a64f188025185f0e8b5cfe HTTP/1.1" status: 200 len: 267 time: 0.1980932 Nov 22 20:23:10.386596 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 2e52392e-28ce-42ed-95b5-963f4c08592c triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:23:10.387236 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:10.458186 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c3dba38-b14e-430c-9fbf-66318c70a0d9 None None] Checking router: 17a3405a-dab1-4c2e-8c4a-2d89c628edb3 for host: n-d-818823-1 {{(pid=103450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 20:23:10.463275 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c3dba38-b14e-430c-9fbf-66318c70a0d9 None None] Updating router 17a3405a-dab1-4c2e-8c4a-2d89c628edb3 port fed04654-8c91-4065-a6ac-53d99df6b192 binding host n-d-818823-1 {{(pid=103450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 20:23:10.527276 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9c3dba38-b14e-430c-9fbf-66318c70a0d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:11.008262 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a897f206-c939-4ac2-a725-0403598f43b2 req-ca19d641-a5d2-45e5-8638-2abe06227b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:23:11.023891 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a897f206-c939-4ac2-a725-0403598f43b2 req-ca19d641-a5d2-45e5-8638-2abe06227b36 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=26b2d65f776a4498a3fb32c3bcc6d33f&device_id=783c1064-567e-4126-9b53-28eb37666077 HTTP/1.1" status: 200 len: 1095 time: 0.9305534 Nov 22 20:23:11.024853 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-f60f8435-097f-415e-a9ca-f6b0eb63f654 None None] Provisioning complete for port 2e52392e-28ce-42ed-95b5-963f4c08592c triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:23:11.029503 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-f60f8435-097f-415e-a9ca-f6b0eb63f654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:11.186517 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-72182c48-cd54-4d5b-b5c8-5a403564af75 req-4d88ffe1-e3f0-424e-91e1-cddffd459b3f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1a9daffe-ffd3-42c1-9798-6f9227920db8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9317729 Nov 22 20:23:11.198976 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decb305c-e339-4b4e-958f-0f8bb3449666 req-07f9e2c1-0963-4ed2-90a9-3aa71b4f9ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:23:11.199883 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decb305c-e339-4b4e-958f-0f8bb3449666 req-07f9e2c1-0963-4ed2-90a9-3aa71b4f9ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:23:11.200713 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decb305c-e339-4b4e-958f-0f8bb3449666 req-07f9e2c1-0963-4ed2-90a9-3aa71b4f9ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:23:11.201382 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decb305c-e339-4b4e-958f-0f8bb3449666 req-07f9e2c1-0963-4ed2-90a9-3aa71b4f9ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:23:11.202027 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decb305c-e339-4b4e-958f-0f8bb3449666 req-07f9e2c1-0963-4ed2-90a9-3aa71b4f9ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:23:11.202663 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decb305c-e339-4b4e-958f-0f8bb3449666 req-07f9e2c1-0963-4ed2-90a9-3aa71b4f9ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:23:11.203461 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decb305c-e339-4b4e-958f-0f8bb3449666 req-07f9e2c1-0963-4ed2-90a9-3aa71b4f9ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:23:11.205596 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-decb305c-e339-4b4e-958f-0f8bb3449666 req-07f9e2c1-0963-4ed2-90a9-3aa71b4f9ac0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cd84c4200e0d47b4bcba9b053bf608fb&device_id=40c93a37-becd-4018-b943-1d6e903a3ffe HTTP/1.1" status: 200 len: 6502 time: 0.7860253 Nov 22 20:23:11.358452 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9c3dba38-b14e-430c-9fbf-66318c70a0d9 None None] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:11.370341 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9c3dba38-b14e-430c-9fbf-66318c70a0d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:11.381385 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a897f206-c939-4ac2-a725-0403598f43b2 req-c4fa6a41-f1e2-45ce-9d8b-6a8f881b452f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:23:11.383612 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a897f206-c939-4ac2-a725-0403598f43b2 req-c4fa6a41-f1e2-45ce-9d8b-6a8f881b452f service neutron] 10.222.0.20 "GET /v2.0/networks?id=ffe8947e-43da-4d3a-9b1c-7f246fffae12 HTTP/1.1" status: 200 len: 915 time: 0.3581555 Nov 22 20:23:11.416114 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-f60f8435-097f-415e-a9ca-f6b0eb63f654 None None] Provisioning complete for port fed04654-8c91-4065-a6ac-53d99df6b192 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:23:11.417065 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-f60f8435-097f-415e-a9ca-f6b0eb63f654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:11.494317 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-f60f8435-097f-415e-a9ca-f6b0eb63f654 None None] Port fed04654-8c91-4065-a6ac-53d99df6b192 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:23:11.528242 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b042a45e-30b2-4041-adec-36fea786783a req-c626c9a8-a75b-4d44-bfa7-c4107b2d1bdf tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:23:11.530003 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b042a45e-30b2-4041-adec-36fea786783a req-c626c9a8-a75b-4d44-bfa7-c4107b2d1bdf tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce76aa75-6890-4214-b1ec-455b43223b5d HTTP/1.1" status: 200 len: 945 time: 1.0950484 Nov 22 20:23:11.577806 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a897f206-c939-4ac2-a725-0403598f43b2 req-6b0ba098-d146-4008-b6e9-01188dcc5a2b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=db7c9b7b-9c65-4c99-860c-dc91241a7d63 HTTP/1.1" status: 200 len: 217 time: 0.1733680 Nov 22 20:23:11.588689 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-9c3dba38-b14e-430c-9fbf-66318c70a0d9 None None] Attempting to bind port fed04654-8c91-4065-a6ac-53d99df6b192 on host n-d-818823-1 for vnic_type normal with profile {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:23:11.589714 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-9c3dba38-b14e-430c-9fbf-66318c70a0d9 None None] Attempting to bind port fed04654-8c91-4065-a6ac-53d99df6b192 by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': 'd98c5774-f49e-4d4f-8f89-60677abce332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '67d08895-b2ce-4996-9944-b0b6375ce4b5'}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:23:11.589714 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c3dba38-b14e-430c-9fbf-66318c70a0d9 None None] Attempting to bind port fed04654-8c91-4065-a6ac-53d99df6b192 on network 67d08895-b2ce-4996-9944-b0b6375ce4b5 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:23:11.591350 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6a6f7a-5681-4327-beea-4568d4ae6b26 None None] Pushing event updated for resources: {'Port': ['ID=fed04654-8c91-4065-a6ac-53d99df6b192,revision_number=3']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:23:11.592442 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2874d0f-5b7b-481a-9139-42b6346cf4cf req-f2a4cd50-82ab-41ca-b336-2cb902a57ccf tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:23:11.593964 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d2874d0f-5b7b-481a-9139-42b6346cf4cf req-f2a4cd50-82ab-41ca-b336-2cb902a57ccf tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/networks?id=67d08895-b2ce-4996-9944-b0b6375ce4b5 HTTP/1.1" status: 200 len: 797 time: 1.2361789 Nov 22 20:23:11.601502 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6a6f7a-5681-4327-beea-4568d4ae6b26 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:23:11.601742 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6a6f7a-5681-4327-beea-4568d4ae6b26 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:23:11.602084 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6a6f7a-5681-4327-beea-4568d4ae6b26 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:23:11.602415 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6a6f7a-5681-4327-beea-4568d4ae6b26 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:23:11.602788 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6a6f7a-5681-4327-beea-4568d4ae6b26 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:23:11.603152 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6a6f7a-5681-4327-beea-4568d4ae6b26 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:23:11.603525 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6a6f7a-5681-4327-beea-4568d4ae6b26 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:23:11.603991 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6a6f7a-5681-4327-beea-4568d4ae6b26 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:23:11.604324 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6a6f7a-5681-4327-beea-4568d4ae6b26 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:23:11.604680 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6a6f7a-5681-4327-beea-4568d4ae6b26 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:23:11.605007 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6a6f7a-5681-4327-beea-4568d4ae6b26 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:23:11.605335 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6a6f7a-5681-4327-beea-4568d4ae6b26 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:23:11.612445 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c3dba38-b14e-430c-9fbf-66318c70a0d9 None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 23, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:23:11.612821 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c3dba38-b14e-430c-9fbf-66318c70a0d9 None None] Checking segment: {'id': 'd98c5774-f49e-4d4f-8f89-60677abce332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '67d08895-b2ce-4996-9944-b0b6375ce4b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:23:11.613236 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9c3dba38-b14e-430c-9fbf-66318c70a0d9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:11.613630 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c3dba38-b14e-430c-9fbf-66318c70a0d9 None None] Bound using segment: {'id': 'd98c5774-f49e-4d4f-8f89-60677abce332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '67d08895-b2ce-4996-9944-b0b6375ce4b5'} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:23:11.614116 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-9c3dba38-b14e-430c-9fbf-66318c70a0d9 None None] Bound port: fed04654-8c91-4065-a6ac-53d99df6b192, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd98c5774-f49e-4d4f-8f89-60677abce332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '67d08895-b2ce-4996-9944-b0b6375ce4b5'}}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:23:11.614505 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9c3dba38-b14e-430c-9fbf-66318c70a0d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:11.643376 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-b7cef7f0-0264-401d-861e-637b7bc75358 None None] Provisioning complete for port fed04654-8c91-4065-a6ac-53d99df6b192 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:23:11.643907 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-b7cef7f0-0264-401d-861e-637b7bc75358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:11.718752 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-b7cef7f0-0264-401d-861e-637b7bc75358 None None] Port fed04654-8c91-4065-a6ac-53d99df6b192 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:23:11.771322 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d2874d0f-5b7b-481a-9139-42b6346cf4cf req-25a6193c-a25b-4666-821d-f7dfd5445624 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/quotas/f13d149ee8a64f188025185f0e8b5cfe HTTP/1.1" status: 200 len: 375 time: 0.0647137 Nov 22 20:23:11.778670 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72182c48-cd54-4d5b-b5c8-5a403564af75 req-d5d02114-e206-45a4-815c-c73ff548d5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:23:11.780177 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-72182c48-cd54-4d5b-b5c8-5a403564af75 req-d5d02114-e206-45a4-815c-c73ff548d5d2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=40b98c91e95a44868951285ed1624338&device_id=1a9daffe-ffd3-42c1-9798-6f9227920db8 HTTP/1.1" status: 200 len: 1100 time: 0.3898921 Nov 22 20:23:11.824394 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-9c3dba38-b14e-430c-9fbf-66318c70a0d9 None None] For port fed04654-8c91-4065-a6ac-53d99df6b192, host n-d-818823-1, cleared binding levels {{(pid=103450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:23:11.838761 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-9c3dba38-b14e-430c-9fbf-66318c70a0d9 None None] For port fed04654-8c91-4065-a6ac-53d99df6b192, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=fed04654-8c91-4065-a6ac-53d99df6b192,segment=NetworkSegment(d98c5774-f49e-4d4f-8f89-60677abce332),segment_id=d98c5774-f49e-4d4f-8f89-60677abce332)] {{(pid=103450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:23:11.842526 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a897f206-c939-4ac2-a725-0403598f43b2 req-41af4e14-9245-4da4-97b3-5a0fdf5aae82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:23:11.844594 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a897f206-c939-4ac2-a725-0403598f43b2 req-41af4e14-9245-4da4-97b3-5a0fdf5aae82 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c9762e76-33a4-43b1-8ed6-46f7109bf256 HTTP/1.1" status: 200 len: 854 time: 0.2472880 Nov 22 20:23:11.855839 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-9c3dba38-b14e-430c-9fbf-66318c70a0d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:11.950865 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72182c48-cd54-4d5b-b5c8-5a403564af75 req-3e881e00-84b9-4140-8dad-64a1eec45292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:23:11.951902 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6a6f7a-5681-4327-beea-4568d4ae6b26 None None] Pushing event updated for resources: {'Port': ['ID=fed04654-8c91-4065-a6ac-53d99df6b192,revision_number=4']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:23:11.953222 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-72182c48-cd54-4d5b-b5c8-5a403564af75 req-3e881e00-84b9-4140-8dad-64a1eec45292 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e1052824-bf78-4963-8937-b202e372ac24 HTTP/1.1" status: 200 len: 870 time: 0.1034052 Nov 22 20:23:12.001018 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c3dba38-b14e-430c-9fbf-66318c70a0d9 None None] Routers {'17a3405a-dab1-4c2e-8c4a-2d89c628edb3'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:23:12.001648 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-9c3dba38-b14e-430c-9fbf-66318c70a0d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:23:02Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['17a3405a-dab1-4c2e-8c4a-2d89c628edb3'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:23:12.024788 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a897f206-c939-4ac2-a725-0403598f43b2 req-c953a540-4f90-41af-994c-4e757018d146 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ffe8947e-43da-4d3a-9b1c-7f246fffae12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0648663 Nov 22 20:23:12.066599 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-e4801a21-09c5-4ce6-98e6-a5d083fc7591 None None] Provisioning complete for port fed04654-8c91-4065-a6ac-53d99df6b192 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:23:12.067561 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e4801a21-09c5-4ce6-98e6-a5d083fc7591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:12.302413 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decb305c-e339-4b4e-958f-0f8bb3449666 req-f25cefc6-a2b0-457d-819d-11444f25894f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:23:12.303368 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decb305c-e339-4b4e-958f-0f8bb3449666 req-f25cefc6-a2b0-457d-819d-11444f25894f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:23:12.308072 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decb305c-e339-4b4e-958f-0f8bb3449666 req-f25cefc6-a2b0-457d-819d-11444f25894f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:23:12.310507 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-decb305c-e339-4b4e-958f-0f8bb3449666 req-f25cefc6-a2b0-457d-819d-11444f25894f service neutron] 10.222.0.41 "GET /v2.0/networks?id=d850805c-8248-4517-bdd1-4a876cc6baf0&id=3ad73812-60e8-4754-bf89-bc7945f351b9&id=3ad73812-60e8-4754-bf89-bc7945f351b9&id=3ad73812-60e8-4754-bf89-bc7945f351b9&id=3ad73812-60e8-4754-bf89-bc7945f351b9&id=af9bb979-b2e3-447d-a9f1-511c736d70b3&id=af9bb979-b2e3-447d-a9f1-511c736d70b3 HTTP/1.1" status: 200 len: 2298 time: 1.0290761 Nov 22 20:23:12.312027 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-72182c48-cd54-4d5b-b5c8-5a403564af75 req-1299c272-b4ba-4c98-93b9-f5541fbd05c1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=49975aee-c73d-4d3c-9633-127b23a28460 HTTP/1.1" status: 200 len: 217 time: 0.3344591 Nov 22 20:23:12.318466 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e4801a21-09c5-4ce6-98e6-a5d083fc7591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:12.326565 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b042a45e-30b2-4041-adec-36fea786783a req-ddad74b1-a51f-43eb-8ca5-86ed6701fc94 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/security-groups?id=33003919-2e66-424f-89a8-28e4fe94add1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7456789 Nov 22 20:23:12.335772 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d2874d0f-5b7b-481a-9139-42b6346cf4cf req-dfbac118-7697-4eb8-97a1-5cc662eef741 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=f13d149ee8a64f188025185f0e8b5cfe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5449760 Nov 22 20:23:12.382383 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-9c3dba38-b14e-430c-9fbf-66318c70a0d9 None None] Set router 17a3405a-dab1-4c2e-8c4a-2d89c628edb3 gateway port host: n-d-818823-1 {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:23:12.414608 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-e4801a21-09c5-4ce6-98e6-a5d083fc7591 None None] For port fed04654-8c91-4065-a6ac-53d99df6b192, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=fed04654-8c91-4065-a6ac-53d99df6b192,segment=NetworkSegment(d98c5774-f49e-4d4f-8f89-60677abce332),segment_id=d98c5774-f49e-4d4f-8f89-60677abce332)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:23:12.421326 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e4801a21-09c5-4ce6-98e6-a5d083fc7591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:12.484079 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-decb305c-e339-4b4e-958f-0f8bb3449666 req-fa7ced3b-5191-48d5-9a07-fed494735677 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=24e26784-28ce-4e69-aa50-f9485f00f0dd HTTP/1.1" status: 200 len: 1000 time: 0.1368904 Nov 22 20:23:12.554838 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a897f206-c939-4ac2-a725-0403598f43b2 req-de39d760-a8dc-49a4-8645-0e357facc9bb service neutron] 10.222.0.20 "GET /v2.0/networks/ffe8947e-43da-4d3a-9b1c-7f246fffae12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4803889 Nov 22 20:23:12.669028 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decb305c-e339-4b4e-958f-0f8bb3449666 req-033c7ea7-2fab-4841-a2f5-c9c26a7842c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:23:12.670845 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-decb305c-e339-4b4e-958f-0f8bb3449666 req-033c7ea7-2fab-4841-a2f5-c9c26a7842c2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e1bf7e3c-bb18-492e-826e-dd3a8d7abcd1 HTTP/1.1" status: 200 len: 855 time: 0.1337354 Nov 22 20:23:12.832914 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device db7c9b7b-9c65-4c99-860c-dc91241a7d63 details requested by agent hyperv_n-h2-818823-1 with host n-h2-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 20:23:12.835671 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 17edfc58-9202-4cb2-aadd-53cf72f38ae3 up at agent hyperv_n-h1-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:23:12.916964 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72182c48-cd54-4d5b-b5c8-5a403564af75 req-3d5f518e-5082-41f9-a889-8285dd06fafb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:23:12.919360 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-72182c48-cd54-4d5b-b5c8-5a403564af75 req-3d5f518e-5082-41f9-a889-8285dd06fafb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3091ebfd-11e2-41f8-9c00-ffe0b86563d8 HTTP/1.1" status: 200 len: 843 time: 0.5804205 Nov 22 20:23:12.937650 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-5d7b49b9-7bec-4ad0-a63b-e7cbe4cba149 None None] Provisioning complete for port fed04654-8c91-4065-a6ac-53d99df6b192 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:23:12.938044 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-5d7b49b9-7bec-4ad0-a63b-e7cbe4cba149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:12.969044 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-9c3dba38-b14e-430c-9fbf-66318c70a0d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17a3405a-dab1-4c2e-8c4a-2d89c628edb3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1208146691', 'tenant_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': '80e0e558-05ef-4d88-b25c-32baea33fc9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:22:55Z', 'updated_at': '2021-11-22T20:23:07Z', 'revision_number': 4, 'project_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'gw_port': {'id': '80e0e558-05ef-4d88-b25c-32baea33fc9f', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:83:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17a3405a-dab1-4c2e-8c4a-2d89c628edb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2155, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:22:57Z', 'updated_at': '2021-11-22T20:23:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': 'fed04654-8c91-4065-a6ac-53d99df6b192', 'name': '', 'network_id': '67d08895-b2ce-4996-9944-b0b6375ce4b5', 'tenant_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'mac_address': 'fa:16:3e:62:ea:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17a3405a-dab1-4c2e-8c4a-2d89c628edb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2160, 'fixed_ips': [{'subnet_id': 'a647446e-a208-4e90-bb59-f7e7823f8a20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:23:04Z', 'updated_at': '2021-11-22T20:23:11Z', 'revision_number': 4, 'project_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'subnets': [{'id': 'a647446e-a208-4e90-bb59-f7e7823f8a20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:23:12.979450 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Provisioning for port 17edfc58-9202-4cb2-aadd-53cf72f38ae3 completed by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 20:23:13.005115 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Provisioning complete for port 17edfc58-9202-4cb2-aadd-53cf72f38ae3 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:23:13.005503 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:13.011802 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c3dba38-b14e-430c-9fbf-66318c70a0d9 None None] The sync data for ids ['17a3405a-dab1-4c2e-8c4a-2d89c628edb3'] in n-d-818823-1 is: [{'id': '17a3405a-dab1-4c2e-8c4a-2d89c628edb3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1208146691', 'tenant_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': '80e0e558-05ef-4d88-b25c-32baea33fc9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:22:55Z', 'updated_at': '2021-11-22T20:23:07Z', 'revision_number': 4, 'project_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'gw_port': {'id': '80e0e558-05ef-4d88-b25c-32baea33fc9f', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:83:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17a3405a-dab1-4c2e-8c4a-2d89c628edb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2155, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:22:57Z', 'updated_at': '2021-11-22T20:23:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': 'fed04654-8c91-4065-a6ac-53d99df6b192', 'name': '', 'network_id': '67d08895-b2ce-4996-9944-b0b6375ce4b5', 'tenant_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'mac_address': 'fa:16:3e:62:ea:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17a3405a-dab1-4c2e-8c4a-2d89c628edb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2160, 'fixed_ips': [{'subnet_id': 'a647446e-a208-4e90-bb59-f7e7823f8a20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:23:04Z', 'updated_at': '2021-11-22T20:23:11Z', 'revision_number': 4, 'project_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'subnets': [{'id': 'a647446e-a208-4e90-bb59-f7e7823f8a20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:23:13.053446 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decb305c-e339-4b4e-958f-0f8bb3449666 req-958560ae-d93b-4c10-ad58-67a089de8086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:23:13.055168 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-decb305c-e339-4b4e-958f-0f8bb3449666 req-958560ae-d93b-4c10-ad58-67a089de8086 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d850805c-8248-4517-bdd1-4a876cc6baf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3285828 Nov 22 20:23:13.080262 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788e7a52-5dc1-467b-b437-07df096f3845 req-51b7b0cc-8335-4af0-ab7a-df5914602d3f tempest-ServerGroupTestJSON-2120759871 tempest-ServerGroupTestJSON-2120759871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:23:13.082043 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-788e7a52-5dc1-467b-b437-07df096f3845 req-51b7b0cc-8335-4af0-ab7a-df5914602d3f tempest-ServerGroupTestJSON-2120759871 tempest-ServerGroupTestJSON-2120759871-project] 10.222.0.46 "GET /v2.0/ports?device_id=5f7781cf-fca2-4dfb-aba1-a7f1aafc1e47 HTTP/1.1" status: 200 len: 944 time: 0.5212970 Nov 22 20:23:13.090144 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.db.resource_extend [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 22 20:23:13.134901 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a897f206-c939-4ac2-a725-0403598f43b2 req-6a4ad8fd-66a5-4f50-b259-2ebe5d652b99 service neutron] 10.222.0.20 "GET /v2.0/networks/ffe8947e-43da-4d3a-9b1c-7f246fffae12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5299289 Nov 22 20:23:13.173521 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4801a21-09c5-4ce6-98e6-a5d083fc7591 None None] Pushing event updated for resources: {'Port': ['ID=fed04654-8c91-4065-a6ac-53d99df6b192,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:23:13.173873 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d2874d0f-5b7b-481a-9139-42b6346cf4cf req-99216dce-8874-4232-8589-2280a7397b14 service neutron] 10.222.0.46 "GET /v2.0/networks/67d08895-b2ce-4996-9944-b0b6375ce4b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6852474 Nov 22 20:23:13.447567 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:13.449986 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72182c48-cd54-4d5b-b5c8-5a403564af75 req-c48b2f66-bb27-4bf8-86a7-a92ec9aa6c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:23:13.450982 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-7c296508-49c7-4754-89a2-c438a89a4169 None None] Provisioning complete for port fed04654-8c91-4065-a6ac-53d99df6b192 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:23:13.452151 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-72182c48-cd54-4d5b-b5c8-5a403564af75 req-c48b2f66-bb27-4bf8-86a7-a92ec9aa6c73 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e1052824-bf78-4963-8937-b202e372ac24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5180013 Nov 22 20:23:13.452884 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-7c296508-49c7-4754-89a2-c438a89a4169 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:13.542449 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port db7c9b7b-9c65-4c99-860c-dc91241a7d63, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=db7c9b7b-9c65-4c99-860c-dc91241a7d63,segment=NetworkSegment(6e3ee273-fa83-4652-bc90-b1025904cfe0),segment_id=6e3ee273-fa83-4652-bc90-b1025904cfe0)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:23:13.548955 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device fed04654-8c91-4065-a6ac-53d99df6b192 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:23:13.591368 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-788e7a52-5dc1-467b-b437-07df096f3845 req-a2eb98e7-99e6-4cb4-8e3c-e32b915aecfc tempest-ServerGroupTestJSON-2120759871 tempest-ServerGroupTestJSON-2120759871-project] 10.222.0.46 "GET /v2.0/security-groups?id=2139d774-32f6-48f8-9db6-6a51693df264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4460959 Nov 22 20:23:13.645186 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-decb305c-e339-4b4e-958f-0f8bb3449666 req-be1f39d2-5795-4aff-82e0-c69a26f5a548 service neutron] 10.222.0.41 "GET /v2.0/networks/d850805c-8248-4517-bdd1-4a876cc6baf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5616689 Nov 22 20:23:13.667553 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d2874d0f-5b7b-481a-9139-42b6346cf4cf req-cba6aa89-72ed-431d-af4e-687c2fad8305 service neutron] 10.222.0.46 "GET /v2.0/networks/67d08895-b2ce-4996-9944-b0b6375ce4b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3751895 Nov 22 20:23:13.726291 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Returning: {'device': 'db7c9b7b-9c65-4c99-860c-dc91241a7d63', 'network_id': 'ffe8947e-43da-4d3a-9b1c-7f246fffae12', 'port_id': 'db7c9b7b-9c65-4c99-860c-dc91241a7d63', 'mac_address': 'fa:16:3e:91:27:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 621, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9762e76-33a4-43b1-8ed6-46f7109bf256', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 20:23:13.750105 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f7781cf-fca2-4dfb-aba1-a7f1aafc1e47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17edfc58-9202-4cb2-aadd-53cf72f38ae3'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:23:13.752771 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d39f6d30a11e565ec9648abcc015e8a6ab6cff4edd704add8155e28765d31eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e37a90c-6002-4f93-b507-f0a1ef7de293" -d '{"events": [{"server_uuid": "5f7781cf-fca2-4dfb-aba1-a7f1aafc1e47", "name": "network-vif-plugged", "status": "completed", "tag": "17edfc58-9202-4cb2-aadd-53cf72f38ae3"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:23:13.818285 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-72182c48-cd54-4d5b-b5c8-5a403564af75 req-9449ef51-cd8f-4621-a6b2-77c424ab162c service neutron] 10.222.0.20 "GET /v2.0/networks/e1052824-bf78-4963-8937-b202e372ac24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3515210 Nov 22 20:23:13.847034 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 17edfc58-9202-4cb2-aadd-53cf72f38ae3, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=17edfc58-9202-4cb2-aadd-53cf72f38ae3,segment=NetworkSegment(6f9958b1-b545-4dae-9517-e6e59ac0d05c),segment_id=6f9958b1-b545-4dae-9517-e6e59ac0d05c)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:23:13.868182 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:13.975938 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:14.055048 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port fed04654-8c91-4065-a6ac-53d99df6b192 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:23:14.055657 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:14.143574 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db7c9b7b-9c65-4c99-860c-dc91241a7d63 {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:23:14.228572 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=17edfc58-9202-4cb2-aadd-53cf72f38ae3,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:23:14.319984 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port db7c9b7b-9c65-4c99-860c-dc91241a7d63, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=db7c9b7b-9c65-4c99-860c-dc91241a7d63,segment=NetworkSegment(6e3ee273-fa83-4652-bc90-b1025904cfe0),segment_id=6e3ee273-fa83-4652-bc90-b1025904cfe0)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:23:14.333013 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:14.448916 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:14.538538 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:14.563383 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=db7c9b7b-9c65-4c99-860c-dc91241a7d63,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:23:14.602196 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] get_ports_and_sgs() called for port_ids ['db7c9b7b-9c65-4c99-860c-dc91241a7d63'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:23:14.799569 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-decb305c-e339-4b4e-958f-0f8bb3449666 req-8a94ebd7-26c5-4e09-8a4d-dcf537ce8bbf service neutron] 10.222.0.41 "GET /v2.0/networks/d850805c-8248-4517-bdd1-4a876cc6baf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1453285 Nov 22 20:23:14.829178 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-72182c48-cd54-4d5b-b5c8-5a403564af75 req-a74bc5a9-d203-49ec-a4d2-97b6c8ca018d service neutron] 10.222.0.20 "GET /v2.0/networks/e1052824-bf78-4963-8937-b202e372ac24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9569752 Nov 22 20:23:14.884748 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-424f4c25-1364-49b5-bf86-c86644f5c030 req-11f0b503-8d2a-4b44-a936-731b2eccc959 tempest-ServerShowV247Test-1925251057 tempest-ServerShowV247Test-1925251057-project] 10.222.0.46 "GET /v2.0/ports?device_id=089b1f6f-f3dc-4a6e-b5d9-e85fcb598f80 HTTP/1.1" status: 200 len: 210 time: 0.1140282 Nov 22 20:23:14.956369 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9123ae32-f45c-4e21-8d08-a12b3cde8ad7 req-cdf3baeb-a646-4a24-bf16-169b6adca6e0 tempest-InstanceActionsTestJSON-152757517 tempest-InstanceActionsTestJSON-152757517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:23:14.971598 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9123ae32-f45c-4e21-8d08-a12b3cde8ad7 req-cdf3baeb-a646-4a24-bf16-169b6adca6e0 tempest-InstanceActionsTestJSON-152757517 tempest-InstanceActionsTestJSON-152757517-project] 10.222.0.46 "GET /v2.0/ports?device_id=783c1064-567e-4126-9b53-28eb37666077 HTTP/1.1" status: 200 len: 944 time: 1.1699569 Nov 22 20:23:15.047480 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-decb305c-e339-4b4e-958f-0f8bb3449666 req-46cee189-19c7-4eb8-8981-2369c30e33da service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.100&port_id=23b5427c-a333-43d6-a0e0-5ca27da7038f HTTP/1.1" status: 200 len: 217 time: 0.1909051 Nov 22 20:23:15.263790 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decb305c-e339-4b4e-958f-0f8bb3449666 req-26099c7b-65d0-43dd-9d5a-5fbe3808eddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:23:15.265487 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-decb305c-e339-4b4e-958f-0f8bb3449666 req-26099c7b-65d0-43dd-9d5a-5fbe3808eddb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e25cd4ad-e472-4506-b141-ef866ec585ef HTTP/1.1" status: 200 len: 797 time: 0.2104638 Nov 22 20:23:15.353036 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9123ae32-f45c-4e21-8d08-a12b3cde8ad7 req-f3dd364d-9fc5-41a3-9b19-8d76e78e08af tempest-InstanceActionsTestJSON-152757517 tempest-InstanceActionsTestJSON-152757517-project] 10.222.0.46 "GET /v2.0/security-groups?id=1e433115-a1b9-4963-bd68-684ae421379b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3795636 Nov 22 20:23:15.433271 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a0bdb1-38b2-4d22-805f-ec506dfc0fb2 req-c82fb6bd-4fc3-4409-a318-e002c5fc9c87 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:23:15.439297 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:23:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-457f721b-f19e-436c-89bf-5f2aa7a86f48 x-openstack-request-id: req-457f721b-f19e-436c-89bf-5f2aa7a86f48 {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:23:15.439624 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f7781cf-fca2-4dfb-aba1-a7f1aafc1e47", "name": "network-vif-plugged", "status": "completed", "tag": "17edfc58-9202-4cb2-aadd-53cf72f38ae3", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:23:15.439884 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-457f721b-f19e-436c-89bf-5f2aa7a86f48 {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:23:15.440277 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f7781cf-fca2-4dfb-aba1-a7f1aafc1e47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17edfc58-9202-4cb2-aadd-53cf72f38ae3', 'code': 200} Nov 22 20:23:15.447520 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-58a0bdb1-38b2-4d22-805f-ec506dfc0fb2 req-c82fb6bd-4fc3-4409-a318-e002c5fc9c87 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce76aa75-6890-4214-b1ec-455b43223b5d HTTP/1.1" status: 200 len: 945 time: 0.2642691 Nov 22 20:23:15.452945 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decb305c-e339-4b4e-958f-0f8bb3449666 req-ccd8af7a-ed73-489d-9392-78c7cb5a92a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:23:15.454444 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-decb305c-e339-4b4e-958f-0f8bb3449666 req-ccd8af7a-ed73-489d-9392-78c7cb5a92a1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3ad73812-60e8-4754-bf89-bc7945f351b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1598737 Nov 22 20:23:15.687941 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-09b76625-0c4c-481e-b6d6-9b700ffcf5de req-6645f517-63ca-4875-8e5d-03ef27c43746 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/ports?device_id=d849f117-6f1f-4334-9477-96448e110c81 HTTP/1.1" status: 200 len: 210 time: 0.0668025 Nov 22 20:23:15.737364 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-58a0bdb1-38b2-4d22-805f-ec506dfc0fb2 req-24d75aa2-e684-40d8-a047-44279d481a0a tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/security-groups?id=33003919-2e66-424f-89a8-28e4fe94add1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2885787 Nov 22 20:23:15.756294 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3f6dbb-de06-4edb-a52c-c5db5599a2a1 req-c1f96d5c-0f2d-4d0b-9111-d6810dc7a18a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:23:15.757989 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-bf3f6dbb-de06-4edb-a52c-c5db5599a2a1 req-c1f96d5c-0f2d-4d0b-9111-d6810dc7a18a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5f7781cf-fca2-4dfb-aba1-a7f1aafc1e47 HTTP/1.1" status: 200 len: 1096 time: 0.2345214 Nov 22 20:23:15.854300 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-decb305c-e339-4b4e-958f-0f8bb3449666 req-9b381df8-b6a7-4ae6-8b2c-8046583ba7b3 service neutron] 10.222.0.41 "GET /v2.0/networks/3ad73812-60e8-4754-bf89-bc7945f351b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3643470 Nov 22 20:23:16.016131 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-bf3f6dbb-de06-4edb-a52c-c5db5599a2a1 req-02ac3e17-1d8d-4b3f-980a-7afc9c05fc56 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=2139d774-32f6-48f8-9db6-6a51693df264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2445662 Nov 22 20:23:16.112326 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2874d0f-5b7b-481a-9139-42b6346cf4cf req-3adc84c7-d91c-47fb-8dc7-531fca23d2ea tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:23:16.115023 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-d2874d0f-5b7b-481a-9139-42b6346cf4cf req-3adc84c7-d91c-47fb-8dc7-531fca23d2ea tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.41 "GET /v2.0/networks?id=67d08895-b2ce-4996-9944-b0b6375ce4b5 HTTP/1.1" status: 200 len: 797 time: 0.2158763 Nov 22 20:23:16.126560 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-091c72ff-274e-42cc-b3cc-51e9256b2912 req-94a10844-9924-44e2-9987-5f6a3a765998 tempest-ServerShowV247Test-1925251057 tempest-ServerShowV247Test-1925251057-project] 10.222.0.46 "GET /v2.0/ports?device_id=089b1f6f-f3dc-4a6e-b5d9-e85fcb598f80 HTTP/1.1" status: 200 len: 210 time: 0.0407529 Nov 22 20:23:16.143088 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c50c24-aa28-453e-ba29-4a7f1e3f44c2 req-4e9b2b3f-9f9e-4b8b-ac59-d12707fbdc5e tempest-ServerGroupTestJSON-2120759871 tempest-ServerGroupTestJSON-2120759871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:23:16.147623 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b5c50c24-aa28-453e-ba29-4a7f1e3f44c2 req-4e9b2b3f-9f9e-4b8b-ac59-d12707fbdc5e tempest-ServerGroupTestJSON-2120759871 tempest-ServerGroupTestJSON-2120759871-project] 10.222.0.46 "GET /v2.0/ports?device_id=5f7781cf-fca2-4dfb-aba1-a7f1aafc1e47 HTTP/1.1" status: 200 len: 945 time: 0.2906020 Nov 22 20:23:16.208484 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-decb305c-e339-4b4e-958f-0f8bb3449666 req-e04fb712-0460-432e-82b7-18ba45c3aebf service neutron] 10.222.0.41 "GET /v2.0/networks/3ad73812-60e8-4754-bf89-bc7945f351b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3376510 Nov 22 20:23:16.340122 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b5c50c24-aa28-453e-ba29-4a7f1e3f44c2 req-760af54e-c8a9-4539-9eb0-38f55dd9ab1c tempest-ServerGroupTestJSON-2120759871 tempest-ServerGroupTestJSON-2120759871-project] 10.222.0.46 "GET /v2.0/security-groups?id=2139d774-32f6-48f8-9db6-6a51693df264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704493 Nov 22 20:23:16.420022 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-d2874d0f-5b7b-481a-9139-42b6346cf4cf req-9504f120-e65e-45ea-a523-42884a0aff8a tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f13d149ee8a64f188025185f0e8b5cfe HTTP/1.1" status: 200 len: 380 time: 0.1892159 Nov 22 20:23:16.425295 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-decb305c-e339-4b4e-958f-0f8bb3449666 req-25ef08ac-3868-4043-9e82-0ff784544b2f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.254&port_id=cc5614ff-8218-4f84-9a25-5dccd5d7dcd7 HTTP/1.1" status: 200 len: 217 time: 0.1615307 Nov 22 20:23:16.453017 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [req-d2874d0f-5b7b-481a-9139-42b6346cf4cf req-a73142ea-fe20-46bf-bb0a-90f5068c2a05 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Request body: {'port': {'device_id': 'd849f117-6f1f-4334-9477-96448e110c81', 'network_id': '67d08895-b2ce-4996-9944-b0b6375ce4b5', 'admin_state_up': True, 'tenant_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'security_groups': ['80d35954-332b-44d6-bf58-c3aefadfaef0']}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:23:16.606660 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decb305c-e339-4b4e-958f-0f8bb3449666 req-1f5bb863-517d-4507-aed5-b3089a8c224f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:23:16.608817 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-decb305c-e339-4b4e-958f-0f8bb3449666 req-1f5bb863-517d-4507-aed5-b3089a8c224f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e25cd4ad-e472-4506-b141-ef866ec585ef HTTP/1.1" status: 200 len: 797 time: 0.1688647 Nov 22 20:23:16.626072 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e1b44e-8d74-483b-b012-07f90cda6476 req-aeac71cc-590a-4afb-8d15-723de0aa762d tempest-InstanceActionsTestJSON-152757517 tempest-InstanceActionsTestJSON-152757517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:23:16.627719 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-99e1b44e-8d74-483b-b012-07f90cda6476 req-aeac71cc-590a-4afb-8d15-723de0aa762d tempest-InstanceActionsTestJSON-152757517 tempest-InstanceActionsTestJSON-152757517-project] 10.222.0.46 "GET /v2.0/ports?device_id=783c1064-567e-4126-9b53-28eb37666077 HTTP/1.1" status: 200 len: 945 time: 0.0823500 Nov 22 20:23:16.722371 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device db7c9b7b-9c65-4c99-860c-dc91241a7d63 up at agent hyperv_n-h2-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:23:16.757044 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-99e1b44e-8d74-483b-b012-07f90cda6476 req-77df84df-797d-462e-9159-137e9d9ca596 tempest-InstanceActionsTestJSON-152757517 tempest-InstanceActionsTestJSON-152757517-project] 10.222.0.46 "GET /v2.0/security-groups?id=1e433115-a1b9-4963-bd68-684ae421379b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973446 Nov 22 20:23:16.779797 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decb305c-e339-4b4e-958f-0f8bb3449666 req-f000250a-cd84-4e5f-814f-b34855a04b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:23:16.781310 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-decb305c-e339-4b4e-958f-0f8bb3449666 req-f000250a-cd84-4e5f-814f-b34855a04b48 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3ad73812-60e8-4754-bf89-bc7945f351b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1525998 Nov 22 20:23:16.803573 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2874d0f-5b7b-481a-9139-42b6346cf4cf req-a73142ea-fe20-46bf-bb0a-90f5068c2a05 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Made reservation on behalf of f13d149ee8a64f188025185f0e8b5cfe for: {'port': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:23:16.810877 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-d2874d0f-5b7b-481a-9139-42b6346cf4cf req-a73142ea-fe20-46bf-bb0a-90f5068c2a05 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:16.848113 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Provisioning for port db7c9b7b-9c65-4c99-860c-dc91241a7d63 completed by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 20:23:16.857467 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Provisioning complete for port db7c9b7b-9c65-4c99-860c-dc91241a7d63 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:23:16.860049 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:16.960799 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-decb305c-e339-4b4e-958f-0f8bb3449666 req-eacfbce1-d7ed-4a60-a371-8dcb57d88b57 service neutron] 10.222.0.41 "GET /v2.0/networks/3ad73812-60e8-4754-bf89-bc7945f351b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664858 Nov 22 20:23:17.086454 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:17.104393 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c8234bd1-05ad-4caf-9139-a89c2063f45b req-ac95991d-c303-4466-87d5-f1fed5a3f8cc tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/ports?device_id=d849f117-6f1f-4334-9477-96448e110c81 HTTP/1.1" status: 200 len: 210 time: 0.1278045 Nov 22 20:23:17.137343 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port db7c9b7b-9c65-4c99-860c-dc91241a7d63, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=db7c9b7b-9c65-4c99-860c-dc91241a7d63,segment=NetworkSegment(6e3ee273-fa83-4652-bc90-b1025904cfe0),segment_id=6e3ee273-fa83-4652-bc90-b1025904cfe0)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:23:17.148055 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:17.231645 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [req-d2874d0f-5b7b-481a-9139-42b6346cf4cf req-a73142ea-fe20-46bf-bb0a-90f5068c2a05 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Allocated IP 172.20.0.5 (67d08895-b2ce-4996-9944-b0b6375ce4b5/a647446e-a208-4e90-bb59-f7e7823f8a20/16c7c286-2bdc-4b17-83d6-965664355bf1) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:23:17.265486 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=db7c9b7b-9c65-4c99-860c-dc91241a7d63,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:23:17.373953 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-decb305c-e339-4b4e-958f-0f8bb3449666 req-72657721-42cb-4b50-b59b-e383b1c9b487 service neutron] 10.222.0.41 "GET /v2.0/networks/3ad73812-60e8-4754-bf89-bc7945f351b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3748920 Nov 22 20:23:17.441772 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '783c1064-567e-4126-9b53-28eb37666077', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db7c9b7b-9c65-4c99-860c-dc91241a7d63'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:23:17.444536 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d39f6d30a11e565ec9648abcc015e8a6ab6cff4edd704add8155e28765d31eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0afb088-9f84-4413-b28d-04ce6c7578ec" -d '{"events": [{"server_uuid": "783c1064-567e-4126-9b53-28eb37666077", "name": "network-vif-plugged", "status": "completed", "tag": "db7c9b7b-9c65-4c99-860c-dc91241a7d63"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:23:17.547558 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-decb305c-e339-4b4e-958f-0f8bb3449666 req-39071817-2673-44ac-b9e3-9cedff7f9095 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.120&port_id=26cc7b13-59a1-4281-875f-27b2b98ae89e HTTP/1.1" status: 200 len: 217 time: 0.1420946 Nov 22 20:23:17.569473 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e4270ae8-b0bf-4cf3-b43e-f7f10b1224ab req-31bd8cbf-5a65-4f35-bd72-d769d7aa2eaa tempest-ServerShowV247Test-1925251057 tempest-ServerShowV247Test-1925251057-project] 10.222.0.46 "GET /v2.0/ports?device_id=089b1f6f-f3dc-4a6e-b5d9-e85fcb598f80 HTTP/1.1" status: 200 len: 210 time: 0.1940351 Nov 22 20:23:17.684022 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:23:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b7f3fef-6c7a-40f7-975e-c6124ba074d3 x-openstack-request-id: req-2b7f3fef-6c7a-40f7-975e-c6124ba074d3 {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:23:17.684022 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "783c1064-567e-4126-9b53-28eb37666077", "name": "network-vif-plugged", "status": "completed", "tag": "db7c9b7b-9c65-4c99-860c-dc91241a7d63", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:23:17.684882 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2b7f3fef-6c7a-40f7-975e-c6124ba074d3 {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:23:17.685275 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '783c1064-567e-4126-9b53-28eb37666077', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db7c9b7b-9c65-4c99-860c-dc91241a7d63', 'code': 200} Nov 22 20:23:17.687544 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-d2874d0f-5b7b-481a-9139-42b6346cf4cf req-a73142ea-fe20-46bf-bb0a-90f5068c2a05 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:17.743312 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f6264a-b4c9-4bc8-a247-a9a3428a1b53 req-38f6829c-a753-4c98-b0e0-fc3e8f044e2c tempest-ServerGroupTestJSON-2120759871 tempest-ServerGroupTestJSON-2120759871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:23:17.744893 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-83f6264a-b4c9-4bc8-a247-a9a3428a1b53 req-38f6829c-a753-4c98-b0e0-fc3e8f044e2c tempest-ServerGroupTestJSON-2120759871 tempest-ServerGroupTestJSON-2120759871-project] 10.222.0.46 "GET /v2.0/ports?device_id=5f7781cf-fca2-4dfb-aba1-a7f1aafc1e47 HTTP/1.1" status: 200 len: 945 time: 0.1744473 Nov 22 20:23:17.789478 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-d2874d0f-5b7b-481a-9139-42b6346cf4cf req-a73142ea-fe20-46bf-bb0a-90f5068c2a05 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:17.792387 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decb305c-e339-4b4e-958f-0f8bb3449666 req-d8d99d31-0e4d-4f26-8370-eb250ac4cd27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:23:17.799482 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-decb305c-e339-4b4e-958f-0f8bb3449666 req-d8d99d31-0e4d-4f26-8370-eb250ac4cd27 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e25cd4ad-e472-4506-b141-ef866ec585ef HTTP/1.1" status: 200 len: 797 time: 0.2244415 Nov 22 20:23:17.933341 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73142ea-fe20-46bf-bb0a-90f5068c2a05 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Pushing event updated for resources: {'Port': ['ID=16c7c286-2bdc-4b17-83d6-965664355bf1,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:23:17.975382 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2874d0f-5b7b-481a-9139-42b6346cf4cf req-a73142ea-fe20-46bf-bb0a-90f5068c2a05 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Network 67d08895-b2ce-4996-9944-b0b6375ce4b5 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:23:17.978524 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [req-d2874d0f-5b7b-481a-9139-42b6346cf4cf req-a73142ea-fe20-46bf-bb0a-90f5068c2a05 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:23:17.984108 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2874d0f-5b7b-481a-9139-42b6346cf4cf req-a73142ea-fe20-46bf-bb0a-90f5068c2a05 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:23:18.065058 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2874d0f-5b7b-481a-9139-42b6346cf4cf req-a73142ea-fe20-46bf-bb0a-90f5068c2a05 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:23:18.065686 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-d2874d0f-5b7b-481a-9139-42b6346cf4cf req-a73142ea-fe20-46bf-bb0a-90f5068c2a05 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:18.112549 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe362cf-71b2-4e0b-a562-80238abbf6d8 req-76cbde00-11bd-4b42-97e2-745b413af199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:23:18.114410 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4fe362cf-71b2-4e0b-a562-80238abbf6d8 req-76cbde00-11bd-4b42-97e2-745b413af199 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=783c1064-567e-4126-9b53-28eb37666077 HTTP/1.1" status: 200 len: 1097 time: 0.3472905 Nov 22 20:23:18.116582 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-d2874d0f-5b7b-481a-9139-42b6346cf4cf req-a73142ea-fe20-46bf-bb0a-90f5068c2a05 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6861422 Nov 22 20:23:18.124448 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decb305c-e339-4b4e-958f-0f8bb3449666 req-3102382e-a4bc-4471-aeec-32dd85d45b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:23:18.130217 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-decb305c-e339-4b4e-958f-0f8bb3449666 req-3102382e-a4bc-4471-aeec-32dd85d45b47 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3ad73812-60e8-4754-bf89-bc7945f351b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3195384 Nov 22 20:23:18.139475 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [req-d2874d0f-5b7b-481a-9139-42b6346cf4cf req-998b831f-cca0-4cf2-b41a-f538335e5206 service neutron] Request body: {'port': {'device_id': 'd849f117-6f1f-4334-9477-96448e110c81', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818823-1'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:23:18.151623 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-83f6264a-b4c9-4bc8-a247-a9a3428a1b53 req-2a50fc16-289a-45fb-b749-d1d682806930 tempest-ServerGroupTestJSON-2120759871 tempest-ServerGroupTestJSON-2120759871-project] 10.222.0.46 "GET /v2.0/security-groups?id=2139d774-32f6-48f8-9db6-6a51693df264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3897030 Nov 22 20:23:18.261622 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1b8e14-1258-4774-9b5b-175d04ddf344 req-8ba0e6e7-94d9-476e-bbf2-f59aedd698ed tempest-InstanceActionsTestJSON-152757517 tempest-InstanceActionsTestJSON-152757517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:23:18.263942 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-d2874d0f-5b7b-481a-9139-42b6346cf4cf req-998b831f-cca0-4cf2-b41a-f538335e5206 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:18.269779 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2e1b8e14-1258-4774-9b5b-175d04ddf344 req-8ba0e6e7-94d9-476e-bbf2-f59aedd698ed tempest-InstanceActionsTestJSON-152757517 tempest-InstanceActionsTestJSON-152757517-project] 10.222.0.46 "GET /v2.0/ports?device_id=783c1064-567e-4126-9b53-28eb37666077 HTTP/1.1" status: 200 len: 946 time: 0.3713069 Nov 22 20:23:18.397130 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2e1b8e14-1258-4774-9b5b-175d04ddf344 req-059e9ded-2201-4716-8eac-c71bdc5eed5c tempest-InstanceActionsTestJSON-152757517 tempest-InstanceActionsTestJSON-152757517-project] 10.222.0.46 "GET /v2.0/security-groups?id=1e433115-a1b9-4963-bd68-684ae421379b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006415 Nov 22 20:23:18.441460 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4fe362cf-71b2-4e0b-a562-80238abbf6d8 req-ec0098ba-2ac7-42ff-9be0-ec2fd3efe469 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=1e433115-a1b9-4963-bd68-684ae421379b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2708833 Nov 22 20:23:18.470674 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f267077a-390d-4907-8bf6-2d9d47f60e77 req-5d054a18-682d-4209-bf27-18873700e999 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:23:18.472271 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f267077a-390d-4907-8bf6-2d9d47f60e77 req-5d054a18-682d-4209-bf27-18873700e999 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/ports?device_id=d849f117-6f1f-4334-9477-96448e110c81 HTTP/1.1" status: 200 len: 931 time: 0.1361413 Nov 22 20:23:18.473660 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-11aaa430-71b7-46f4-b108-9d62fe86dbe0 None None] Provisioning complete for port 16c7c286-2bdc-4b17-83d6-965664355bf1 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:23:18.475101 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-11aaa430-71b7-46f4-b108-9d62fe86dbe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:18.519380 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-decb305c-e339-4b4e-958f-0f8bb3449666 req-c7cfae97-342a-4f84-a3da-1384a4dc71ae service neutron] 10.222.0.41 "GET /v2.0/networks/3ad73812-60e8-4754-bf89-bc7945f351b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3140371 Nov 22 20:23:18.565674 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-11aaa430-71b7-46f4-b108-9d62fe86dbe0 None None] Port 16c7c286-2bdc-4b17-83d6-965664355bf1 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:23:18.605838 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f267077a-390d-4907-8bf6-2d9d47f60e77 req-710e023d-4e0c-4dde-9c67-7fd2c6eb9f70 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/security-groups?id=80d35954-332b-44d6-bf58-c3aefadfaef0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1253026 Nov 22 20:23:18.704290 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-decb305c-e339-4b4e-958f-0f8bb3449666 req-7104d755-1736-4c24-be07-8bef0cb53f50 service neutron] 10.222.0.41 "GET /v2.0/networks/3ad73812-60e8-4754-bf89-bc7945f351b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1758618 Nov 22 20:23:18.768001 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-decb305c-e339-4b4e-958f-0f8bb3449666 req-8fb54eb4-7132-45a3-9810-0f872f430dae service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.92&port_id=835a0333-17c1-49ac-a55d-d9999f17b48d HTTP/1.1" status: 200 len: 217 time: 0.0541906 Nov 22 20:23:18.798838 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [req-d2874d0f-5b7b-481a-9139-42b6346cf4cf req-998b831f-cca0-4cf2-b41a-f538335e5206 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16c7c286-2bdc-4b17-83d6-965664355bf1 {{(pid=103448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:23:18.821563 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-d2874d0f-5b7b-481a-9139-42b6346cf4cf req-998b831f-cca0-4cf2-b41a-f538335e5206 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:18.846347 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [req-d2874d0f-5b7b-481a-9139-42b6346cf4cf req-998b831f-cca0-4cf2-b41a-f538335e5206 service neutron] Transition to ACTIVE for port object 16c7c286-2bdc-4b17-83d6-965664355bf1 will not be triggered until provisioned by entity L2. {{(pid=103448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 20:23:18.855200 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8b93bd3b-2c6d-471b-b694-175d42ca66f2 req-ebff0b39-bb5e-4230-90c9-186f3659ffd6 tempest-ServerShowV247Test-1925251057 tempest-ServerShowV247Test-1925251057-project] 10.222.0.46 "GET /v2.0/ports?device_id=089b1f6f-f3dc-4a6e-b5d9-e85fcb598f80 HTTP/1.1" status: 200 len: 210 time: 0.0881186 Nov 22 20:23:18.861073 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-d2874d0f-5b7b-481a-9139-42b6346cf4cf req-998b831f-cca0-4cf2-b41a-f538335e5206 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:18.882685 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decb305c-e339-4b4e-958f-0f8bb3449666 req-e0194200-0a2c-4b44-8037-7a18a8f2047a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:23:18.885491 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-decb305c-e339-4b4e-958f-0f8bb3449666 req-e0194200-0a2c-4b44-8037-7a18a8f2047a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e25cd4ad-e472-4506-b141-ef866ec585ef HTTP/1.1" status: 200 len: 797 time: 0.1084623 Nov 22 20:23:18.952143 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decb305c-e339-4b4e-958f-0f8bb3449666 req-3b528d78-a768-488d-9f55-3fa4175274d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:23:18.953938 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-decb305c-e339-4b4e-958f-0f8bb3449666 req-3b528d78-a768-488d-9f55-3fa4175274d6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3ad73812-60e8-4754-bf89-bc7945f351b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0599322 Nov 22 20:23:18.975757 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998b831f-cca0-4cf2-b41a-f538335e5206 service neutron] Pushing event updated for resources: {'Port': ['ID=16c7c286-2bdc-4b17-83d6-965664355bf1,revision_number=2']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:23:19.092107 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-d2874d0f-5b7b-481a-9139-42b6346cf4cf req-998b831f-cca0-4cf2-b41a-f538335e5206 service neutron] Attempting to bind port 16c7c286-2bdc-4b17-83d6-965664355bf1 on host n-h1-818823-1 for vnic_type normal with profile {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:23:19.092709 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-d2874d0f-5b7b-481a-9139-42b6346cf4cf req-998b831f-cca0-4cf2-b41a-f538335e5206 service neutron] Attempting to bind port 16c7c286-2bdc-4b17-83d6-965664355bf1 by drivers openvswitch,hyperv on host n-h1-818823-1 at level 0 using segments [{'id': 'd98c5774-f49e-4d4f-8f89-60677abce332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '67d08895-b2ce-4996-9944-b0b6375ce4b5'}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:23:19.093139 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2874d0f-5b7b-481a-9139-42b6346cf4cf req-998b831f-cca0-4cf2-b41a-f538335e5206 service neutron] Attempting to bind port 16c7c286-2bdc-4b17-83d6-965664355bf1 on network 67d08895-b2ce-4996-9944-b0b6375ce4b5 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:23:19.103605 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2874d0f-5b7b-481a-9139-42b6346cf4cf req-998b831f-cca0-4cf2-b41a-f538335e5206 service neutron] Port 16c7c286-2bdc-4b17-83d6-965664355bf1 on network 67d08895-b2ce-4996-9944-b0b6375ce4b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-818823-1 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:23:19.104162 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2874d0f-5b7b-481a-9139-42b6346cf4cf req-998b831f-cca0-4cf2-b41a-f538335e5206 service neutron] Attempting to bind port 16c7c286-2bdc-4b17-83d6-965664355bf1 on network 67d08895-b2ce-4996-9944-b0b6375ce4b5 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:23:19.119300 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2874d0f-5b7b-481a-9139-42b6346cf4cf req-998b831f-cca0-4cf2-b41a-f538335e5206 service neutron] Checking agent: {'id': '7a008cff-3b49-418c-8046-689d46cc800f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'started_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 23, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:23:19.120149 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2874d0f-5b7b-481a-9139-42b6346cf4cf req-998b831f-cca0-4cf2-b41a-f538335e5206 service neutron] Checking segment: {'id': 'd98c5774-f49e-4d4f-8f89-60677abce332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '67d08895-b2ce-4996-9944-b0b6375ce4b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:23:19.120862 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2874d0f-5b7b-481a-9139-42b6346cf4cf req-998b831f-cca0-4cf2-b41a-f538335e5206 service neutron] Bound using segment: {'id': 'd98c5774-f49e-4d4f-8f89-60677abce332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '67d08895-b2ce-4996-9944-b0b6375ce4b5'} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:23:19.121405 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-d2874d0f-5b7b-481a-9139-42b6346cf4cf req-998b831f-cca0-4cf2-b41a-f538335e5206 service neutron] Bound port: 16c7c286-2bdc-4b17-83d6-965664355bf1, host: n-h1-818823-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd98c5774-f49e-4d4f-8f89-60677abce332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '67d08895-b2ce-4996-9944-b0b6375ce4b5'}}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:23:19.121925 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-d2874d0f-5b7b-481a-9139-42b6346cf4cf req-998b831f-cca0-4cf2-b41a-f538335e5206 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:19.167602 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-decb305c-e339-4b4e-958f-0f8bb3449666 req-219db3be-c34b-47e0-b646-fe0079087e41 service neutron] 10.222.0.41 "GET /v2.0/networks/3ad73812-60e8-4754-bf89-bc7945f351b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1992683 Nov 22 20:23:19.254206 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-d2874d0f-5b7b-481a-9139-42b6346cf4cf req-998b831f-cca0-4cf2-b41a-f538335e5206 service neutron] For port 16c7c286-2bdc-4b17-83d6-965664355bf1, host n-h1-818823-1, cleared binding levels {{(pid=103448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:23:19.257897 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-d2874d0f-5b7b-481a-9139-42b6346cf4cf req-998b831f-cca0-4cf2-b41a-f538335e5206 service neutron] For port 16c7c286-2bdc-4b17-83d6-965664355bf1, host n-h1-818823-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=16c7c286-2bdc-4b17-83d6-965664355bf1,segment=NetworkSegment(d98c5774-f49e-4d4f-8f89-60677abce332),segment_id=d98c5774-f49e-4d4f-8f89-60677abce332)] {{(pid=103448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:23:19.263640 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-d2874d0f-5b7b-481a-9139-42b6346cf4cf req-998b831f-cca0-4cf2-b41a-f538335e5206 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:19.301336 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d605275-098b-47ca-a8b4-11104e39dd60 req-9d884853-78b6-42df-b91f-3bd3cda5920e tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:23:19.303905 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1d605275-098b-47ca-a8b4-11104e39dd60 req-9d884853-78b6-42df-b91f-3bd3cda5920e tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce76aa75-6890-4214-b1ec-455b43223b5d HTTP/1.1" status: 200 len: 945 time: 0.3167748 Nov 22 20:23:19.321797 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2874d0f-5b7b-481a-9139-42b6346cf4cf req-998b831f-cca0-4cf2-b41a-f538335e5206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:23:19.322480 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-d2874d0f-5b7b-481a-9139-42b6346cf4cf req-998b831f-cca0-4cf2-b41a-f538335e5206 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:19.324151 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-d2874d0f-5b7b-481a-9139-42b6346cf4cf req-998b831f-cca0-4cf2-b41a-f538335e5206 service neutron] 10.222.0.41 "PUT /v2.0/ports/16c7c286-2bdc-4b17-83d6-965664355bf1 HTTP/1.1" status: 200 len: 1091 time: 1.1971045 Nov 22 20:23:19.325184 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd849f117-6f1f-4334-9477-96448e110c81', 'tag': '16c7c286-2bdc-4b17-83d6-965664355bf1'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:23:19.327639 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589a98cf2aea187fcc423a5edb333e5a6cf3ad7c81115d1ebee0f079693c312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33784dcc-1082-4d34-ace2-f8f535f9f7fa" -d '{"events": [{"name": "network-changed", "server_uuid": "d849f117-6f1f-4334-9477-96448e110c81", "tag": "16c7c286-2bdc-4b17-83d6-965664355bf1"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:23:19.371282 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd36e6b4-aaa6-4873-9955-4a6c07bb7361 req-367d63c1-5af9-4577-8831-776c4b1da6b6 tempest-ServerGroupTestJSON-2120759871 tempest-ServerGroupTestJSON-2120759871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:23:19.395177 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998b831f-cca0-4cf2-b41a-f538335e5206 service neutron] Pushing event updated for resources: {'Port': ['ID=16c7c286-2bdc-4b17-83d6-965664355bf1,revision_number=3']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:23:19.396016 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-bd36e6b4-aaa6-4873-9955-4a6c07bb7361 req-367d63c1-5af9-4577-8831-776c4b1da6b6 tempest-ServerGroupTestJSON-2120759871 tempest-ServerGroupTestJSON-2120759871-project] 10.222.0.46 "GET /v2.0/ports?device_id=5f7781cf-fca2-4dfb-aba1-a7f1aafc1e47 HTTP/1.1" status: 200 len: 945 time: 0.3970697 Nov 22 20:23:19.439873 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2874d0f-5b7b-481a-9139-42b6346cf4cf req-2d614467-129e-430b-b02f-34aa2ca3fd44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:23:19.441527 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-d2874d0f-5b7b-481a-9139-42b6346cf4cf req-2d614467-129e-430b-b02f-34aa2ca3fd44 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f13d149ee8a64f188025185f0e8b5cfe&device_id=d849f117-6f1f-4334-9477-96448e110c81 HTTP/1.1" status: 200 len: 1094 time: 0.0630140 Nov 22 20:23:19.445069 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-decb305c-e339-4b4e-958f-0f8bb3449666 req-b5184b26-2b16-45b3-9b88-873d08f93314 service neutron] 10.222.0.41 "GET /v2.0/networks/3ad73812-60e8-4754-bf89-bc7945f351b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2637169 Nov 22 20:23:19.534354 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-d2874d0f-5b7b-481a-9139-42b6346cf4cf req-9a966454-ae71-4fa1-8103-042e4ce032ad service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=16c7c286-2bdc-4b17-83d6-965664355bf1 HTTP/1.1" status: 200 len: 217 time: 0.0711803 Nov 22 20:23:19.560274 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-decb305c-e339-4b4e-958f-0f8bb3449666 req-3b8e7f04-c9ab-4131-9d24-db157bb9e75c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=27859499-3fee-4255-98df-7775b62a7da8 HTTP/1.1" status: 200 len: 217 time: 0.0639818 Nov 22 20:23:19.621016 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2874d0f-5b7b-481a-9139-42b6346cf4cf req-36e6b4ea-cf70-45b0-8435-f5ed4183d73f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:23:19.624157 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-d2874d0f-5b7b-481a-9139-42b6346cf4cf req-36e6b4ea-cf70-45b0-8435-f5ed4183d73f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a647446e-a208-4e90-bb59-f7e7823f8a20 HTTP/1.1" status: 200 len: 834 time: 0.0775509 Nov 22 20:23:19.649110 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decb305c-e339-4b4e-958f-0f8bb3449666 req-5e96be10-d3bc-496a-aa61-d1ec791078f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:23:19.650610 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-decb305c-e339-4b4e-958f-0f8bb3449666 req-5e96be10-d3bc-496a-aa61-d1ec791078f9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ef7fccd9-1ba4-439a-b54e-9e5a9b6c59f5 HTTP/1.1" status: 200 len: 797 time: 0.0608809 Nov 22 20:23:19.707625 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1d605275-098b-47ca-a8b4-11104e39dd60 req-eab4ecf1-61f2-4f3f-823e-c883f868340d tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/security-groups?id=33003919-2e66-424f-89a8-28e4fe94add1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3056405 Nov 22 20:23:19.723315 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2874d0f-5b7b-481a-9139-42b6346cf4cf req-c72abed1-e075-4cbb-94d4-5ba3bf6ae2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:23:19.725280 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-d2874d0f-5b7b-481a-9139-42b6346cf4cf req-c72abed1-e075-4cbb-94d4-5ba3bf6ae2c3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=67d08895-b2ce-4996-9944-b0b6375ce4b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0925994 Nov 22 20:23:19.762670 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-bd36e6b4-aaa6-4873-9955-4a6c07bb7361 req-f8f37907-b237-4fe4-acfa-d2abcc06251c tempest-ServerGroupTestJSON-2120759871 tempest-ServerGroupTestJSON-2120759871-project] 10.222.0.46 "GET /v2.0/security-groups?id=2139d774-32f6-48f8-9db6-6a51693df264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3654540 Nov 22 20:23:19.785143 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decb305c-e339-4b4e-958f-0f8bb3449666 req-5d4ef863-e893-4b10-9793-cd652f375358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:23:19.787047 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-decb305c-e339-4b4e-958f-0f8bb3449666 req-5d4ef863-e893-4b10-9793-cd652f375358 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=af9bb979-b2e3-447d-a9f1-511c736d70b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1251957 Nov 22 20:23:19.836406 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 20:23:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa997206-47f3-452e-9bdb-91cd40214631 x-openstack-request-id: req-aa997206-47f3-452e-9bdb-91cd40214631 {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:23:19.837380 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d849f117-6f1f-4334-9477-96448e110c81", "tag": "16c7c286-2bdc-4b17-83d6-965664355bf1", "status": "completed", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:23:19.857003 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-aa997206-47f3-452e-9bdb-91cd40214631 {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:23:19.857572 n-d-818823-1 neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd849f117-6f1f-4334-9477-96448e110c81', 'tag': '16c7c286-2bdc-4b17-83d6-965664355bf1', 'status': 'completed', 'code': 200} Nov 22 20:23:20.010492 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-d2874d0f-5b7b-481a-9139-42b6346cf4cf req-b174b7ff-a56f-483e-be03-86677381f72e service neutron] 10.222.0.41 "GET /v2.0/networks/67d08895-b2ce-4996-9944-b0b6375ce4b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2688231 Nov 22 20:23:20.045300 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-decb305c-e339-4b4e-958f-0f8bb3449666 req-7bdbb77b-5bab-4343-bdea-e31f6822a929 service neutron] 10.222.0.41 "GET /v2.0/networks/af9bb979-b2e3-447d-a9f1-511c736d70b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2458169 Nov 22 20:23:20.071816 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32784de4-8214-46b6-a9ac-42393f44d951 req-2a62bf6b-e617-49c7-95c5-cfefb5d7dd65 tempest-InstanceActionsTestJSON-152757517 tempest-InstanceActionsTestJSON-152757517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:23:20.074480 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-32784de4-8214-46b6-a9ac-42393f44d951 req-2a62bf6b-e617-49c7-95c5-cfefb5d7dd65 tempest-InstanceActionsTestJSON-152757517 tempest-InstanceActionsTestJSON-152757517-project] 10.222.0.46 "GET /v2.0/ports?device_id=783c1064-567e-4126-9b53-28eb37666077 HTTP/1.1" status: 200 len: 946 time: 0.2337899 Nov 22 20:23:20.111397 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-d2874d0f-5b7b-481a-9139-42b6346cf4cf req-f037a66c-c418-414a-a632-59f779f2ff25 service neutron] 10.222.0.41 "GET /v2.0/networks/67d08895-b2ce-4996-9944-b0b6375ce4b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920036 Nov 22 20:23:20.150311 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bcadbc-23ec-4a1a-aabf-e570b4417a17 req-08a6cdb3-157b-45e6-9699-27825b58420d tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:23:20.152285 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b7bcadbc-23ec-4a1a-aabf-e570b4417a17 req-08a6cdb3-157b-45e6-9699-27825b58420d tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/ports?device_id=d849f117-6f1f-4334-9477-96448e110c81 HTTP/1.1" status: 200 len: 943 time: 0.1568387 Nov 22 20:23:20.234666 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33784dcc-1082-4d34-ace2-f8f535f9f7fa req-d8e5a894-5050-45cb-9d80-10d8a2cd92dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:23:20.236461 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-33784dcc-1082-4d34-ace2-f8f535f9f7fa req-d8e5a894-5050-45cb-9d80-10d8a2cd92dd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f13d149ee8a64f188025185f0e8b5cfe&device_id=d849f117-6f1f-4334-9477-96448e110c81 HTTP/1.1" status: 200 len: 1094 time: 0.0674648 Nov 22 20:23:20.376805 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33784dcc-1082-4d34-ace2-f8f535f9f7fa req-2ff56570-50b0-4106-bedd-3b829f8cfcd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:23:20.382039 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-33784dcc-1082-4d34-ace2-f8f535f9f7fa req-2ff56570-50b0-4106-bedd-3b829f8cfcd0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=67d08895-b2ce-4996-9944-b0b6375ce4b5 HTTP/1.1" status: 200 len: 898 time: 0.1254966 Nov 22 20:23:20.432723 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-33784dcc-1082-4d34-ace2-f8f535f9f7fa req-1f197093-8167-44f1-84b8-7e0d23471c95 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=16c7c286-2bdc-4b17-83d6-965664355bf1 HTTP/1.1" status: 200 len: 217 time: 0.0425615 Nov 22 20:23:20.498508 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33784dcc-1082-4d34-ace2-f8f535f9f7fa req-331e2de4-b4a8-4213-928e-0b96831f4241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:23:20.500591 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-33784dcc-1082-4d34-ace2-f8f535f9f7fa req-331e2de4-b4a8-4213-928e-0b96831f4241 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a647446e-a208-4e90-bb59-f7e7823f8a20 HTTP/1.1" status: 200 len: 834 time: 0.0603206 Nov 22 20:23:20.561342 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33784dcc-1082-4d34-ace2-f8f535f9f7fa req-616a52f1-a411-4684-be6b-b8bb65c72899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:23:20.563113 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-33784dcc-1082-4d34-ace2-f8f535f9f7fa req-616a52f1-a411-4684-be6b-b8bb65c72899 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=67d08895-b2ce-4996-9944-b0b6375ce4b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0522828 Nov 22 20:23:20.619624 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-32784de4-8214-46b6-a9ac-42393f44d951 req-d1de09f6-fa0b-4278-846c-03123d6d900d tempest-InstanceActionsTestJSON-152757517 tempest-InstanceActionsTestJSON-152757517-project] 10.222.0.46 "GET /v2.0/security-groups?id=1e433115-a1b9-4963-bd68-684ae421379b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5293179 Nov 22 20:23:20.655734 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-decb305c-e339-4b4e-958f-0f8bb3449666 req-d293eba9-2333-4467-87b1-50407d28d6fe service neutron] 10.222.0.41 "GET /v2.0/networks/af9bb979-b2e3-447d-a9f1-511c736d70b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5990856 Nov 22 20:23:20.661170 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b7bcadbc-23ec-4a1a-aabf-e570b4417a17 req-5fea73a9-c302-4271-a61a-11385fb19ad3 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/security-groups?id=80d35954-332b-44d6-bf58-c3aefadfaef0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4992545 Nov 22 20:23:20.715244 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-decb305c-e339-4b4e-958f-0f8bb3449666 req-68f32b13-e21d-47e8-919f-ef6a39f833da service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ae0865ea-6502-4dd3-8f5a-f8707775c47a HTTP/1.1" status: 200 len: 217 time: 0.0504279 Nov 22 20:23:20.724865 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9095a0c7-2d4e-44f1-87e9-5a0965783b40 req-68883fdf-f6b5-4324-bf2a-167453506e70 tempest-ServerGroupTestJSON-2120759871 tempest-ServerGroupTestJSON-2120759871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:23:20.726553 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9095a0c7-2d4e-44f1-87e9-5a0965783b40 req-68883fdf-f6b5-4324-bf2a-167453506e70 tempest-ServerGroupTestJSON-2120759871 tempest-ServerGroupTestJSON-2120759871-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f7781cf-fca2-4dfb-aba1-a7f1aafc1e47 HTTP/1.1" status: 200 len: 945 time: 0.1549127 Nov 22 20:23:20.758012 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-33784dcc-1082-4d34-ace2-f8f535f9f7fa req-1f5eb58b-fbfa-4945-ae23-683fe039f43a service neutron] 10.222.0.41 "GET /v2.0/networks/67d08895-b2ce-4996-9944-b0b6375ce4b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1848543 Nov 22 20:23:20.816999 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-cf9fac86-1209-4ca8-a241-0ba98fabfa72 req-9edef2ff-0a5f-4176-81ce-45df0b5f025b tempest-ServerShowV247Test-1925251057 tempest-ServerShowV247Test-1925251057-project] 10.222.0.46 "GET /v2.0/ports?device_id=089b1f6f-f3dc-4a6e-b5d9-e85fcb598f80 HTTP/1.1" status: 200 len: 210 time: 0.0540206 Nov 22 20:23:20.886655 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decb305c-e339-4b4e-958f-0f8bb3449666 req-dd3f46a6-ecd6-44a1-9f2c-f9dabef0f97d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:23:20.889195 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-decb305c-e339-4b4e-958f-0f8bb3449666 req-dd3f46a6-ecd6-44a1-9f2c-f9dabef0f97d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ef7fccd9-1ba4-439a-b54e-9e5a9b6c59f5 HTTP/1.1" status: 200 len: 797 time: 0.1617134 Nov 22 20:23:20.894209 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-33784dcc-1082-4d34-ace2-f8f535f9f7fa req-39e95c21-59d5-42f4-b53b-b5a8289eea57 service neutron] 10.222.0.41 "GET /v2.0/networks/67d08895-b2ce-4996-9944-b0b6375ce4b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279747 Nov 22 20:23:20.954508 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1225636-0e42-4b31-81eb-cfa072d2e6bb req-6cf32a58-d5c6-486e-bbdc-e80b666db72f tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:23:20.956309 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f1225636-0e42-4b31-81eb-cfa072d2e6bb req-6cf32a58-d5c6-486e-bbdc-e80b666db72f tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce76aa75-6890-4214-b1ec-455b43223b5d HTTP/1.1" status: 200 len: 945 time: 0.2122154 Nov 22 20:23:21.043200 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decb305c-e339-4b4e-958f-0f8bb3449666 req-44f897b5-1420-4611-a298-2db9a4b1d154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:23:21.044769 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-decb305c-e339-4b4e-958f-0f8bb3449666 req-44f897b5-1420-4611-a298-2db9a4b1d154 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=af9bb979-b2e3-447d-a9f1-511c736d70b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1321774 Nov 22 20:23:21.076084 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-9095a0c7-2d4e-44f1-87e9-5a0965783b40 req-fc1968ad-67ad-48ac-9c3b-929d0f50f89d tempest-ServerGroupTestJSON-2120759871 tempest-ServerGroupTestJSON-2120759871-project] Deleting port 17edfc58-9202-4cb2-aadd-53cf72f38ae3 {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:23:21.076337 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-9095a0c7-2d4e-44f1-87e9-5a0965783b40 req-fc1968ad-67ad-48ac-9c3b-929d0f50f89d tempest-ServerGroupTestJSON-2120759871 tempest-ServerGroupTestJSON-2120759871-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:21.092954 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebc02ec-d648-48f7-bd77-0ca3c17defd6 req-5f68060c-0216-4513-a9b8-4ed9cad4c55c tempest-ServerGroupTestJSON-2120759871 tempest-ServerGroupTestJSON-2120759871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:23:21.099947 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2ebc02ec-d648-48f7-bd77-0ca3c17defd6 req-5f68060c-0216-4513-a9b8-4ed9cad4c55c tempest-ServerGroupTestJSON-2120759871 tempest-ServerGroupTestJSON-2120759871-project] 10.222.0.46 "GET /v2.0/ports?device_id=5f7781cf-fca2-4dfb-aba1-a7f1aafc1e47 HTTP/1.1" status: 200 len: 945 time: 0.1392331 Nov 22 20:23:21.163652 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f1225636-0e42-4b31-81eb-cfa072d2e6bb req-8ad864d9-68cc-4e9a-9828-67cdc287e065 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/security-groups?id=33003919-2e66-424f-89a8-28e4fe94add1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931260 Nov 22 20:23:21.319750 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-9095a0c7-2d4e-44f1-87e9-5a0965783b40 req-fc1968ad-67ad-48ac-9c3b-929d0f50f89d tempest-ServerGroupTestJSON-2120759871 tempest-ServerGroupTestJSON-2120759871-project] For port 17edfc58-9202-4cb2-aadd-53cf72f38ae3, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=17edfc58-9202-4cb2-aadd-53cf72f38ae3,segment=NetworkSegment(6f9958b1-b545-4dae-9517-e6e59ac0d05c),segment_id=6f9958b1-b545-4dae-9517-e6e59ac0d05c)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:23:21.320352 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-9095a0c7-2d4e-44f1-87e9-5a0965783b40 req-fc1968ad-67ad-48ac-9c3b-929d0f50f89d tempest-ServerGroupTestJSON-2120759871 tempest-ServerGroupTestJSON-2120759871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:21.359149 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2ebc02ec-d648-48f7-bd77-0ca3c17defd6 req-7ead5e9f-d00a-4262-ae4c-85b506cc7c62 tempest-ServerGroupTestJSON-2120759871 tempest-ServerGroupTestJSON-2120759871-project] 10.222.0.46 "GET /v2.0/security-groups?id=2139d774-32f6-48f8-9db6-6a51693df264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2582359 Nov 22 20:23:21.454912 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-9095a0c7-2d4e-44f1-87e9-5a0965783b40 req-fc1968ad-67ad-48ac-9c3b-929d0f50f89d tempest-ServerGroupTestJSON-2120759871 tempest-ServerGroupTestJSON-2120759871-project] Calling delete_port for 17edfc58-9202-4cb2-aadd-53cf72f38ae3 owned by compute:nova {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:23:21.462113 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-decb305c-e339-4b4e-958f-0f8bb3449666 req-3e2f00b9-0ff6-4be5-aa89-bf6c64d93544 service neutron] 10.222.0.41 "GET /v2.0/networks/af9bb979-b2e3-447d-a9f1-511c736d70b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3966587 Nov 22 20:23:21.616778 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839cc158-dea0-44a0-8adf-e81dbbf6b5b8 req-864570e2-9b2c-4065-b2ae-8e6583f40f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:23:21.618317 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-839cc158-dea0-44a0-8adf-e81dbbf6b5b8 req-864570e2-9b2c-4065-b2ae-8e6583f40f24 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=26b2d65f776a4498a3fb32c3bcc6d33f&device_id=783c1064-567e-4126-9b53-28eb37666077 HTTP/1.1" status: 200 len: 1097 time: 0.2064598 Nov 22 20:23:21.733692 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50328f93-3a14-4f9c-b9e2-69d8498dc4fe req-e25a06a5-7119-4e32-b471-37f12df31767 tempest-InstanceActionsTestJSON-152757517 tempest-InstanceActionsTestJSON-152757517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:23:21.735574 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-50328f93-3a14-4f9c-b9e2-69d8498dc4fe req-e25a06a5-7119-4e32-b471-37f12df31767 tempest-InstanceActionsTestJSON-152757517 tempest-InstanceActionsTestJSON-152757517-project] 10.222.0.46 "GET /v2.0/ports?device_id=783c1064-567e-4126-9b53-28eb37666077 HTTP/1.1" status: 200 len: 946 time: 0.2551641 Nov 22 20:23:21.814257 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-decb305c-e339-4b4e-958f-0f8bb3449666 req-06d6c2ad-9bd4-4ce9-83fd-bd7dd4c1eee7 service neutron] 10.222.0.41 "GET /v2.0/networks/af9bb979-b2e3-447d-a9f1-511c736d70b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3415663 Nov 22 20:23:21.829550 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f232eab-7e36-4831-9cee-eb01f30f1748 req-b72791b9-55eb-4a50-9777-44b44dd44134 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:23:21.831138 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4f232eab-7e36-4831-9cee-eb01f30f1748 req-b72791b9-55eb-4a50-9777-44b44dd44134 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce76aa75-6890-4214-b1ec-455b43223b5d HTTP/1.1" status: 200 len: 945 time: 0.2725914 Nov 22 20:23:21.931156 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839cc158-dea0-44a0-8adf-e81dbbf6b5b8 req-c9b87399-750f-4a37-bb3f-22d174605684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:23:21.932659 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-839cc158-dea0-44a0-8adf-e81dbbf6b5b8 req-c9b87399-750f-4a37-bb3f-22d174605684 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ffe8947e-43da-4d3a-9b1c-7f246fffae12 HTTP/1.1" status: 200 len: 915 time: 0.2946301 Nov 22 20:23:21.944288 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-50328f93-3a14-4f9c-b9e2-69d8498dc4fe req-10e612b0-be83-425d-b59c-ea244fc43db3 tempest-InstanceActionsTestJSON-152757517 tempest-InstanceActionsTestJSON-152757517-project] 10.222.0.46 "GET /v2.0/security-groups?id=1e433115-a1b9-4963-bd68-684ae421379b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876435 Nov 22 20:23:22.011855 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-839cc158-dea0-44a0-8adf-e81dbbf6b5b8 req-41c75c88-0ae2-417b-90db-7036eb38cce7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=db7c9b7b-9c65-4c99-860c-dc91241a7d63 HTTP/1.1" status: 200 len: 217 time: 0.0645757 Nov 22 20:23:22.025497 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4f232eab-7e36-4831-9cee-eb01f30f1748 req-fbb15486-61fd-4ec7-9241-c45db56edee5 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/security-groups?id=33003919-2e66-424f-89a8-28e4fe94add1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770558 Nov 22 20:23:22.049576 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-9095a0c7-2d4e-44f1-87e9-5a0965783b40 req-fc1968ad-67ad-48ac-9c3b-929d0f50f89d tempest-ServerGroupTestJSON-2120759871 tempest-ServerGroupTestJSON-2120759871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:22.063079 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] get_ports_and_sgs() called for port_ids ['17edfc58-9202-4cb2-aadd-53cf72f38ae3'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:23:22.237426 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d80e434c-713d-4be6-b11c-94dc8c8ce635 req-94bb0a96-694c-4504-bfd8-df5208e8871a tempest-ServerShowV247Test-1925251057 tempest-ServerShowV247Test-1925251057-project] 10.222.0.46 "GET /v2.0/ports?device_id=089b1f6f-f3dc-4a6e-b5d9-e85fcb598f80 HTTP/1.1" status: 200 len: 210 time: 0.1059141 Nov 22 20:23:22.237426 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1968ad-67ad-48ac-9c3b-929d0f50f89d tempest-ServerGroupTestJSON-2120759871 tempest-ServerGroupTestJSON-2120759871-project] Pushing event deleted for resources: {'Port': ['ID=17edfc58-9202-4cb2-aadd-53cf72f38ae3,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:23:22.283934 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-9095a0c7-2d4e-44f1-87e9-5a0965783b40 req-fc1968ad-67ad-48ac-9c3b-929d0f50f89d tempest-ServerGroupTestJSON-2120759871 tempest-ServerGroupTestJSON-2120759871-project] No DVR routers for this DVR port 17edfc58-9202-4cb2-aadd-53cf72f38ae3 on host n-h1-818823-1 {{(pid=103447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:23:22.287266 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-9095a0c7-2d4e-44f1-87e9-5a0965783b40 req-fc1968ad-67ad-48ac-9c3b-929d0f50f89d tempest-ServerGroupTestJSON-2120759871 tempest-ServerGroupTestJSON-2120759871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:22.292693 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9095a0c7-2d4e-44f1-87e9-5a0965783b40 req-fc1968ad-67ad-48ac-9c3b-929d0f50f89d tempest-ServerGroupTestJSON-2120759871 tempest-ServerGroupTestJSON-2120759871-project] 10.222.0.41 "DELETE /v2.0/ports/17edfc58-9202-4cb2-aadd-53cf72f38ae3 HTTP/1.1" status: 204 len: 173 time: 1.5552628 Nov 22 20:23:22.293858 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839cc158-dea0-44a0-8adf-e81dbbf6b5b8 req-bbb59abb-6749-4ba2-b7e5-44174eecf88e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:23:22.304145 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-839cc158-dea0-44a0-8adf-e81dbbf6b5b8 req-bbb59abb-6749-4ba2-b7e5-44174eecf88e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c9762e76-33a4-43b1-8ed6-46f7109bf256 HTTP/1.1" status: 200 len: 854 time: 0.2764447 Nov 22 20:23:22.310048 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f7781cf-fca2-4dfb-aba1-a7f1aafc1e47', 'name': 'network-vif-deleted', 'tag': '17edfc58-9202-4cb2-aadd-53cf72f38ae3'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:23:22.312537 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c3fab31-94c8-4a34-9125-bff0a90d351b" -d '{"events": [{"server_uuid": "5f7781cf-fca2-4dfb-aba1-a7f1aafc1e47", "name": "network-vif-deleted", "tag": "17edfc58-9202-4cb2-aadd-53cf72f38ae3"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:23:22.388020 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-839cc158-dea0-44a0-8adf-e81dbbf6b5b8 req-42fb8f56-a907-4735-95a1-1532d603c911 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ffe8947e-43da-4d3a-9b1c-7f246fffae12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0613194 Nov 22 20:23:22.402374 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c827f2-58d1-4add-ba0d-e2a1bab68c83 req-76ca7660-42bd-4b19-becb-5174e36d4a52 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:23:22.409591 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b4c827f2-58d1-4add-ba0d-e2a1bab68c83 req-76ca7660-42bd-4b19-becb-5174e36d4a52 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/ports?device_id=d849f117-6f1f-4334-9477-96448e110c81 HTTP/1.1" status: 200 len: 943 time: 0.3714421 Nov 22 20:23:22.511899 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177feccb-27e8-4c70-88ae-4a21112a74e6 req-6cfe9ebb-e3f1-4eae-81d0-c25e29568b30 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:23:22.513695 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-177feccb-27e8-4c70-88ae-4a21112a74e6 req-6cfe9ebb-e3f1-4eae-81d0-c25e29568b30 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce76aa75-6890-4214-b1ec-455b43223b5d HTTP/1.1" status: 200 len: 945 time: 0.1749671 Nov 22 20:23:22.556691 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b4c827f2-58d1-4add-ba0d-e2a1bab68c83 req-42f42e55-7e13-4f30-8a52-282044f3e143 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/security-groups?id=80d35954-332b-44d6-bf58-c3aefadfaef0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1459494 Nov 22 20:23:22.587710 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-839cc158-dea0-44a0-8adf-e81dbbf6b5b8 req-1a20d993-d602-4073-8186-f6eea78fbb51 service neutron] 10.222.0.20 "GET /v2.0/networks/ffe8947e-43da-4d3a-9b1c-7f246fffae12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758568 Nov 22 20:23:22.599683 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-177feccb-27e8-4c70-88ae-4a21112a74e6 req-12a2deb7-1ff8-4c03-b4e9-0de73ade9b85 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/security-groups?id=33003919-2e66-424f-89a8-28e4fe94add1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731437 Nov 22 20:23:22.661320 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:23:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42f8b6c7-2392-4acc-9ca7-a82b0b0a030d x-openstack-request-id: req-42f8b6c7-2392-4acc-9ca7-a82b0b0a030d {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:23:22.661626 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f7781cf-fca2-4dfb-aba1-a7f1aafc1e47", "name": "network-vif-deleted", "tag": "17edfc58-9202-4cb2-aadd-53cf72f38ae3", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:23:22.661922 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-42f8b6c7-2392-4acc-9ca7-a82b0b0a030d {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:23:22.662361 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f7781cf-fca2-4dfb-aba1-a7f1aafc1e47', 'name': 'network-vif-deleted', 'tag': '17edfc58-9202-4cb2-aadd-53cf72f38ae3', 'status': 'completed', 'code': 200} Nov 22 20:23:22.777343 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-839cc158-dea0-44a0-8adf-e81dbbf6b5b8 req-01705b3f-a6ce-476d-bfe9-392adcdf199e service neutron] 10.222.0.20 "GET /v2.0/networks/ffe8947e-43da-4d3a-9b1c-7f246fffae12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1766698 Nov 22 20:23:22.806309 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9c54d19f-df52-41ae-a5d0-0ecc6cd99030 req-8f2d5ce0-5393-48a7-9dbb-67a289a553e3 tempest-ServerGroupTestJSON-2120759871 tempest-ServerGroupTestJSON-2120759871-project] 10.222.0.46 "GET /v2.0/ports?device_id=5f7781cf-fca2-4dfb-aba1-a7f1aafc1e47 HTTP/1.1" status: 200 len: 210 time: 0.0697997 Nov 22 20:23:22.829414 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 16c7c286-2bdc-4b17-83d6-965664355bf1 details requested by agent hyperv_n-h1-818823-1 with host n-h1-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 20:23:22.869694 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a688269a-01f7-49a7-a527-2ddcf39c3bb2 req-9b659a49-54f1-42fb-8272-218548e8f22f tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:23:22.878981 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a688269a-01f7-49a7-a527-2ddcf39c3bb2 req-9b659a49-54f1-42fb-8272-218548e8f22f tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce76aa75-6890-4214-b1ec-455b43223b5d HTTP/1.1" status: 200 len: 945 time: 0.0712318 Nov 22 20:23:22.963364 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 16c7c286-2bdc-4b17-83d6-965664355bf1, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=16c7c286-2bdc-4b17-83d6-965664355bf1,segment=NetworkSegment(d98c5774-f49e-4d4f-8f89-60677abce332),segment_id=d98c5774-f49e-4d4f-8f89-60677abce332)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:23:22.980151 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a688269a-01f7-49a7-a527-2ddcf39c3bb2 req-3938af26-b4f7-4fc5-93f0-f291c44c6179 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/security-groups?id=33003919-2e66-424f-89a8-28e4fe94add1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001451 Nov 22 20:23:22.981465 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Returning: {'device': '16c7c286-2bdc-4b17-83d6-965664355bf1', 'network_id': '67d08895-b2ce-4996-9944-b0b6375ce4b5', 'port_id': '16c7c286-2bdc-4b17-83d6-965664355bf1', 'mac_address': 'fa:16:3e:9e:b4:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a647446e-a208-4e90-bb59-f7e7823f8a20', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 20:23:23.029898 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:23.049556 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16c7c286-2bdc-4b17-83d6-965664355bf1 {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:23:23.074078 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 16c7c286-2bdc-4b17-83d6-965664355bf1, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=16c7c286-2bdc-4b17-83d6-965664355bf1,segment=NetworkSegment(d98c5774-f49e-4d4f-8f89-60677abce332),segment_id=d98c5774-f49e-4d4f-8f89-60677abce332)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:23:23.081212 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:23.143563 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=16c7c286-2bdc-4b17-83d6-965664355bf1,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:23:23.223664 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ac7f4a-bcb4-4b57-b6f2-600bdc5a1a7e req-fc34829b-4142-48b6-ace1-b34f3ba5e124 tempest-InstanceActionsTestJSON-152757517 tempest-InstanceActionsTestJSON-152757517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:23:23.226632 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-74ac7f4a-bcb4-4b57-b6f2-600bdc5a1a7e req-fc34829b-4142-48b6-ace1-b34f3ba5e124 tempest-InstanceActionsTestJSON-152757517 tempest-InstanceActionsTestJSON-152757517-project] 10.222.0.46 "GET /v2.0/ports?device_id=783c1064-567e-4126-9b53-28eb37666077 HTTP/1.1" status: 200 len: 946 time: 0.1337080 Nov 22 20:23:23.252771 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1eaac5-6b0d-4a84-b69c-b0d2f2ea3678 req-4ba3ecbd-efc6-4f0e-ad50-e2398cf38ceb tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:23:23.255113 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5d1eaac5-6b0d-4a84-b69c-b0d2f2ea3678 req-4ba3ecbd-efc6-4f0e-ad50-e2398cf38ceb tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce76aa75-6890-4214-b1ec-455b43223b5d HTTP/1.1" status: 200 len: 945 time: 0.1982090 Nov 22 20:23:23.350013 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5d1eaac5-6b0d-4a84-b69c-b0d2f2ea3678 req-e7bf4c40-eae6-4931-8ffd-bdcec90bf52b tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/security-groups?id=33003919-2e66-424f-89a8-28e4fe94add1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804412 Nov 22 20:23:23.383641 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-74ac7f4a-bcb4-4b57-b6f2-600bdc5a1a7e req-3e8c2dd6-c2ee-4863-9cc8-a96226a2c8a4 tempest-InstanceActionsTestJSON-152757517 tempest-InstanceActionsTestJSON-152757517-project] 10.222.0.46 "GET /v2.0/security-groups?id=1e433115-a1b9-4963-bd68-684ae421379b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388249 Nov 22 20:23:23.383866 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] get_ports_and_sgs() called for port_ids ['16c7c286-2bdc-4b17-83d6-965664355bf1'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:23:23.779752 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9f30eee5-c49a-4956-9d39-4777ce5e9dc8 req-60278012-b67a-4175-811d-0e08c4325829 tempest-ServerShowV247Test-1925251057 tempest-ServerShowV247Test-1925251057-project] 10.222.0.46 "GET /v2.0/ports?device_id=089b1f6f-f3dc-4a6e-b5d9-e85fcb598f80 HTTP/1.1" status: 200 len: 210 time: 0.3151369 Nov 22 20:23:23.835648 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f2110a-8dff-438e-9ec0-3329a60516bf req-b5aad9a7-0ed1-4cb6-8c13-d55843943b8e tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:23:23.837166 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-05f2110a-8dff-438e-9ec0-3329a60516bf req-b5aad9a7-0ed1-4cb6-8c13-d55843943b8e tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce76aa75-6890-4214-b1ec-455b43223b5d HTTP/1.1" status: 200 len: 945 time: 0.0603340 Nov 22 20:23:23.899603 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-05f2110a-8dff-438e-9ec0-3329a60516bf req-1c883e4c-3024-4f66-80e5-ff32cda58657 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/security-groups?id=33003919-2e66-424f-89a8-28e4fe94add1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551879 Nov 22 20:23:23.943876 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d5e0cb-7171-40b9-a8fd-c6808e29cb44 req-2bbaa3cd-7205-4c53-b601-a60a8d923104 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:23:23.945754 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-87d5e0cb-7171-40b9-a8fd-c6808e29cb44 req-2bbaa3cd-7205-4c53-b601-a60a8d923104 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/ports?device_id=d849f117-6f1f-4334-9477-96448e110c81 HTTP/1.1" status: 200 len: 944 time: 0.0696278 Nov 22 20:23:24.019230 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-87d5e0cb-7171-40b9-a8fd-c6808e29cb44 req-2000e1b0-6c08-4b00-ac55-8d237f7bcda3 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/security-groups?id=80d35954-332b-44d6-bf58-c3aefadfaef0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664387 Nov 22 20:23:24.140098 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e666cb-730d-4aff-90b2-12322028c0f9 req-54b84061-c04b-4d77-9345-05f05212ff88 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:23:24.143266 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-40e666cb-730d-4aff-90b2-12322028c0f9 req-54b84061-c04b-4d77-9345-05f05212ff88 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce76aa75-6890-4214-b1ec-455b43223b5d HTTP/1.1" status: 200 len: 945 time: 0.0663302 Nov 22 20:23:24.203110 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-40e666cb-730d-4aff-90b2-12322028c0f9 req-8e22b40d-3225-40fd-b7ef-8ab39f350fb0 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/security-groups?id=33003919-2e66-424f-89a8-28e4fe94add1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589209 Nov 22 20:23:24.366954 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 53616) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:23:24.427872 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a056e1b2-5590-4651-9dd6-6dba497b8805 req-bfeb902a-07ec-471c-9e4c-554884a486ef tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:23:24.438436 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a056e1b2-5590-4651-9dd6-6dba497b8805 req-bfeb902a-07ec-471c-9e4c-554884a486ef tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce76aa75-6890-4214-b1ec-455b43223b5d HTTP/1.1" status: 200 len: 945 time: 0.0723789 Nov 22 20:23:24.452062 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fed97ab-7736-432d-9352-4b5f549b7e61 admin admin] Deleting subnet 205775ce-cda5-4528-afe5-31b0eded2eb1 {{(pid=103448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 20:23:24.460224 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6fed97ab-7736-432d-9352-4b5f549b7e61 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:24.496034 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a056e1b2-5590-4651-9dd6-6dba497b8805 req-3585c4a9-35ad-4816-9c76-4cfab2126d14 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/security-groups?id=33003919-2e66-424f-89a8-28e4fe94add1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563045 Nov 22 20:23:24.576178 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6fed97ab-7736-432d-9352-4b5f549b7e61 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11627908'] for subnet, precommit_delete_associations {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:24.576420 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73c4c59-1d1e-4477-89f8-90376af3654a req-39d02863-7a6a-4b11-8814-30c753532889 tempest-InstanceActionsTestJSON-152757517 tempest-InstanceActionsTestJSON-152757517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:23:24.578119 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c73c4c59-1d1e-4477-89f8-90376af3654a req-39d02863-7a6a-4b11-8814-30c753532889 tempest-InstanceActionsTestJSON-152757517 tempest-InstanceActionsTestJSON-152757517-project] 10.222.0.46 "GET /v2.0/ports?device_id=783c1064-567e-4126-9b53-28eb37666077 HTTP/1.1" status: 200 len: 946 time: 0.0811369 Nov 22 20:23:24.628672 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6fed97ab-7736-432d-9352-4b5f549b7e61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3753007'] for subnet, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:24.665319 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c73c4c59-1d1e-4477-89f8-90376af3654a req-03f37e19-1ef7-4e46-8c18-3931c88247d6 tempest-InstanceActionsTestJSON-152757517 tempest-InstanceActionsTestJSON-152757517-project] 10.222.0.46 "GET /v2.0/security-groups?id=1e433115-a1b9-4963-bd68-684ae421379b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763905 Nov 22 20:23:24.716536 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6fed97ab-7736-432d-9352-4b5f549b7e61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3753014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11567369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11792914'] for subnet, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:24.732481 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6fed97ab-7736-432d-9352-4b5f549b7e61 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:24.735793 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-6fed97ab-7736-432d-9352-4b5f549b7e61 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/205775ce-cda5-4528-afe5-31b0eded2eb1 HTTP/1.1" status: 204 len: 168 time: 0.3669562 Nov 22 20:23:24.739902 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 53630) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:23:24.754650 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fed97ab-7736-432d-9352-4b5f549b7e61 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=205775ce-cda5-4528-afe5-31b0eded2eb1,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:23:24.776847 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a6bcf4-1223-4897-85c0-676831a509ba req-542635f6-0aed-4c0a-90a8-fbdb1ec15458 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:23:24.778799 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-99a6bcf4-1223-4897-85c0-676831a509ba req-542635f6-0aed-4c0a-90a8-fbdb1ec15458 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce76aa75-6890-4214-b1ec-455b43223b5d HTTP/1.1" status: 200 len: 945 time: 0.1175954 Nov 22 20:23:24.838128 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 16c7c286-2bdc-4b17-83d6-965664355bf1 up at agent hyperv_n-h1-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:23:24.885343 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-99a6bcf4-1223-4897-85c0-676831a509ba req-3f34ee71-12c9-4260-b4a2-c2f14828fa5e tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/security-groups?id=33003919-2e66-424f-89a8-28e4fe94add1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950158 Nov 22 20:23:24.906713 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-66adf207-2754-4823-ad4e-330578ce9110 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3961693'] for network, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:24.940811 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Provisioning for port 16c7c286-2bdc-4b17-83d6-965664355bf1 completed by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 20:23:24.954257 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Provisioning complete for port 16c7c286-2bdc-4b17-83d6-965664355bf1 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:23:24.957222 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:25.115750 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-66adf207-2754-4823-ad4e-330578ce9110 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3760028', 'neutron.services.segments.db._delete_segments_for_network-8748992815755'] for network, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:25.164046 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:25.185117 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-66adf207-2754-4823-ad4e-330578ce9110 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3440d6a5-5242-400a-aa21-bbef6a8cbeb8']}} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:23:25.201478 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-66adf207-2754-4823-ad4e-330578ce9110 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f9958b1-b545-4dae-9517-e6e59ac0d05c') {'for_net_delete': True} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:23:25.201939 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-66adf207-2754-4823-ad4e-330578ce9110 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f9958b1-b545-4dae-9517-e6e59ac0d05c') {} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:23:25.219502 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-66adf207-2754-4823-ad4e-330578ce9110 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748993039638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12178344'] for segment, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:25.241090 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-66adf207-2754-4823-ad4e-330578ce9110 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:25.250239 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66adf207-2754-4823-ad4e-330578ce9110 admin admin] Releasing vlan 627 on physical network physnet1 to pool {{(pid=103447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 20:23:25.250358 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-66adf207-2754-4823-ad4e-330578ce9110 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8900762'] for segment, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:25.253464 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd849f117-6f1f-4334-9477-96448e110c81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16c7c286-2bdc-4b17-83d6-965664355bf1'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:23:25.260755 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d39f6d30a11e565ec9648abcc015e8a6ab6cff4edd704add8155e28765d31eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc2e6c9e-ea4f-4e26-a0e7-8cc1e419c4c6" -d '{"events": [{"server_uuid": "d849f117-6f1f-4334-9477-96448e110c81", "name": "network-vif-plugged", "status": "completed", "tag": "16c7c286-2bdc-4b17-83d6-965664355bf1"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:23:25.289504 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 16c7c286-2bdc-4b17-83d6-965664355bf1, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=16c7c286-2bdc-4b17-83d6-965664355bf1,segment=NetworkSegment(d98c5774-f49e-4d4f-8f89-60677abce332),segment_id=d98c5774-f49e-4d4f-8f89-60677abce332)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:23:25.296900 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:25.297882 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 17edfc58-9202-4cb2-aadd-53cf72f38ae3 no longer exists at agent hyperv_n-h1-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:23:25.309505 n-d-818823-1 neutron-server[103447]: Traceback (most recent call last): Nov 22 20:23:25.309505 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 20:23:25.309505 n-d-818823-1 neutron-server[103447]: timer() Nov 22 20:23:25.309505 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 20:23:25.309505 n-d-818823-1 neutron-server[103447]: cb(*args, **kw) Nov 22 20:23:25.309505 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 20:23:25.309505 n-d-818823-1 neutron-server[103447]: return func(*args, **kwargs) Nov 22 20:23:25.309505 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 20:23:25.309505 n-d-818823-1 neutron-server[103447]: self._notify() Nov 22 20:23:25.309505 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 20:23:25.309505 n-d-818823-1 neutron-server[103447]: self.callback(batched_events) Nov 22 20:23:25.309505 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 20:23:25.309505 n-d-818823-1 neutron-server[103447]: event.method(event) Nov 22 20:23:25.309505 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 20:23:25.309505 n-d-818823-1 neutron-server[103447]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 20:23:25.309505 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 20:23:25.309505 n-d-818823-1 neutron-server[103447]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 20:23:25.309505 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 20:23:25.309505 n-d-818823-1 neutron-server[103447]: return f(self, *a, **k) Nov 22 20:23:25.309505 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 20:23:25.309505 n-d-818823-1 neutron-server[103447]: return self._get(url).json() Nov 22 20:23:25.309505 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 20:23:25.309505 n-d-818823-1 neutron-server[103447]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 20:23:25.309505 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 20:23:25.309505 n-d-818823-1 neutron-server[103447]: return self.request(url, 'GET', **kwargs) Nov 22 20:23:25.309505 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 20:23:25.309505 n-d-818823-1 neutron-server[103447]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 20:23:25.309505 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 20:23:25.309505 n-d-818823-1 neutron-server[103447]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 20:23:25.309505 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 20:23:25.309505 n-d-818823-1 neutron-server[103447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 20:23:25.309505 n-d-818823-1 neutron-server[103447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 20:23:25.388057 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-bed3b7d1-3da7-485a-a80a-384f677a4403 req-570dc949-0379-4aaa-8973-59b9d494e68f tempest-ServerShowV247Test-1925251057 tempest-ServerShowV247Test-1925251057-project] 10.222.0.46 "GET /v2.0/ports?device_id=089b1f6f-f3dc-4a6e-b5d9-e85fcb598f80 HTTP/1.1" status: 200 len: 210 time: 0.0794113 Nov 22 20:23:25.405617 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] No Port match for: 17edfc58-9202-4cb2-aadd-53cf72f38ae3 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:23:25.406184 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 17edfc58-9202-4cb2-aadd-53cf72f38ae3 not bound to the agent host n-h1-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:23:25.420005 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=16c7c286-2bdc-4b17-83d6-965664355bf1,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:23:25.440331 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-66adf207-2754-4823-ad4e-330578ce9110 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3760002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595318'] for network, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:25.457929 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-66adf207-2754-4823-ad4e-330578ce9110 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for network, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:25.462338 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-66adf207-2754-4823-ad4e-330578ce9110 admin admin] 10.222.0.46 "DELETE /v2.0/networks/3440d6a5-5242-400a-aa21-bbef6a8cbeb8 HTTP/1.1" status: 204 len: 168 time: 0.7221622 Nov 22 20:23:25.486742 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66adf207-2754-4823-ad4e-330578ce9110 admin admin] Pushing event deleted for resources: {'Network': ['ID=3440d6a5-5242-400a-aa21-bbef6a8cbeb8,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:23:25.508774 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabec005-e27e-4733-b0ec-9d0cd601ac63 req-1fd864c8-c016-4083-8170-1b5e9029ac87 tempest-InstanceActionsTestJSON-152757517 tempest-InstanceActionsTestJSON-152757517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:23:25.510632 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-fabec005-e27e-4733-b0ec-9d0cd601ac63 req-1fd864c8-c016-4083-8170-1b5e9029ac87 tempest-InstanceActionsTestJSON-152757517 tempest-InstanceActionsTestJSON-152757517-project] 10.222.0.46 "GET /v2.0/ports?device_id=783c1064-567e-4126-9b53-28eb37666077 HTTP/1.1" status: 200 len: 946 time: 0.1507127 Nov 22 20:23:25.520304 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66adf207-2754-4823-ad4e-330578ce9110 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:23:25.520663 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66adf207-2754-4823-ad4e-330578ce9110 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:23:25.521005 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66adf207-2754-4823-ad4e-330578ce9110 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:23:25.522167 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66adf207-2754-4823-ad4e-330578ce9110 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:23:25.522642 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66adf207-2754-4823-ad4e-330578ce9110 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:23:25.524041 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66adf207-2754-4823-ad4e-330578ce9110 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:23:25.524385 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66adf207-2754-4823-ad4e-330578ce9110 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:23:25.524726 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66adf207-2754-4823-ad4e-330578ce9110 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:23:25.525062 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66adf207-2754-4823-ad4e-330578ce9110 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:23:25.525397 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66adf207-2754-4823-ad4e-330578ce9110 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:23:25.525730 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66adf207-2754-4823-ad4e-330578ce9110 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:23:25.526061 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66adf207-2754-4823-ad4e-330578ce9110 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:23:25.615716 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-fabec005-e27e-4733-b0ec-9d0cd601ac63 req-8ad79a3e-fec2-4824-8e6e-423dbf318eed tempest-InstanceActionsTestJSON-152757517 tempest-InstanceActionsTestJSON-152757517-project] 10.222.0.46 "GET /v2.0/security-groups?id=1e433115-a1b9-4963-bd68-684ae421379b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802710 Nov 22 20:23:25.631912 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b885b3c6-41f0-4d81-90ea-b37ad4ee566a req-f03e4871-16ae-48d1-849a-716f90ee07ce tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:23:25.641854 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 53662) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:23:25.652086 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b885b3c6-41f0-4d81-90ea-b37ad4ee566a req-f03e4871-16ae-48d1-849a-716f90ee07ce tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/ports?device_id=d849f117-6f1f-4334-9477-96448e110c81 HTTP/1.1" status: 200 len: 945 time: 0.1566007 Nov 22 20:23:25.693894 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-c7a39174-851d-4b23-9787-4816842b742a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=dbce3e21c7d9468a9c9c2e5be1d69272&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0500169 Nov 22 20:23:25.694791 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 53666) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:23:25.756357 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-99a57c69-9f75-434e-9de8-737bd072afa6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:25.786347 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b885b3c6-41f0-4d81-90ea-b37ad4ee566a req-8181dfd0-b537-40ae-a76e-50c379241fbb tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/security-groups?id=80d35954-332b-44d6-bf58-c3aefadfaef0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1329970 Nov 22 20:23:25.795147 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-99a57c69-9f75-434e-9de8-737bd072afa6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:25.826333 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec4a7f2-ae48-4ccd-a7bb-a85f7f4d3fe5 req-c4a634f0-02d9-458f-8383-04b845ec66d5 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:23:25.836418 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-cec4a7f2-ae48-4ccd-a7bb-a85f7f4d3fe5 req-c4a634f0-02d9-458f-8383-04b845ec66d5 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce76aa75-6890-4214-b1ec-455b43223b5d HTTP/1.1" status: 200 len: 945 time: 0.1153774 Nov 22 20:23:25.861813 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:23:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd4d5b30-8abe-4704-82ec-284f365e14de x-openstack-request-id: req-fd4d5b30-8abe-4704-82ec-284f365e14de {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:23:25.862365 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d849f117-6f1f-4334-9477-96448e110c81", "name": "network-vif-plugged", "status": "completed", "tag": "16c7c286-2bdc-4b17-83d6-965664355bf1", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:23:25.862365 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-fd4d5b30-8abe-4704-82ec-284f365e14de {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:23:25.862756 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd849f117-6f1f-4334-9477-96448e110c81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16c7c286-2bdc-4b17-83d6-965664355bf1', 'code': 200} Nov 22 20:23:25.881839 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-99a57c69-9f75-434e-9de8-737bd072afa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:25.891634 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-cec4a7f2-ae48-4ccd-a7bb-a85f7f4d3fe5 req-732b3211-5d1a-409d-af17-06ea5a55c391 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/security-groups?id=33003919-2e66-424f-89a8-28e4fe94add1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490632 Nov 22 20:23:25.897092 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-99a57c69-9f75-434e-9de8-737bd072afa6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:25.903807 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-99a57c69-9f75-434e-9de8-737bd072afa6 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2139d774-32f6-48f8-9db6-6a51693df264 HTTP/1.1" status: 204 len: 168 time: 0.2078118 Nov 22 20:23:25.930817 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a57c69-9f75-434e-9de8-737bd072afa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2139d774-32f6-48f8-9db6-6a51693df264,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:23:25.988115 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92727a2-b463-439f-8214-3fbd953e1086 req-2a997793-f747-42ae-8461-4224a3572d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:23:25.989641 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f92727a2-b463-439f-8214-3fbd953e1086 req-2a997793-f747-42ae-8461-4224a3572d09 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d849f117-6f1f-4334-9477-96448e110c81 HTTP/1.1" status: 200 len: 1096 time: 0.0525918 Nov 22 20:23:26.071050 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f92727a2-b463-439f-8214-3fbd953e1086 req-317416cb-d8e3-4deb-aa34-823f7acef16c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=80d35954-332b-44d6-bf58-c3aefadfaef0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736392 Nov 22 20:23:26.100367 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ce8f0d-610f-4191-bcf9-c8a69279600f req-c67c547b-034a-4bcd-bf61-e8f88db7cb35 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:23:26.102863 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-91ce8f0d-610f-4191-bcf9-c8a69279600f req-c67c547b-034a-4bcd-bf61-e8f88db7cb35 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce76aa75-6890-4214-b1ec-455b43223b5d HTTP/1.1" status: 200 len: 945 time: 0.0970020 Nov 22 20:23:26.159614 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-91ce8f0d-610f-4191-bcf9-c8a69279600f req-10969a1b-c491-452a-89c5-999e0e689eac tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/security-groups?id=33003919-2e66-424f-89a8-28e4fe94add1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507972 Nov 22 20:23:26.555127 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-916b5505-e594-4152-adf0-0605a8e2d95c req-a2f07fd6-6a0f-4216-b92c-94af35250638 tempest-ServerShowV247Test-1925251057 tempest-ServerShowV247Test-1925251057-project] 10.222.0.46 "GET /v2.0/ports?device_id=089b1f6f-f3dc-4a6e-b5d9-e85fcb598f80 HTTP/1.1" status: 200 len: 210 time: 0.0569363 Nov 22 20:23:26.648991 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8318fb-10fb-46e5-ac31-432d7e298ef8 req-73001e9f-2ea1-464d-9443-ef3f374e70c4 tempest-InstanceActionsTestJSON-152757517 tempest-InstanceActionsTestJSON-152757517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:23:26.650582 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4e8318fb-10fb-46e5-ac31-432d7e298ef8 req-73001e9f-2ea1-464d-9443-ef3f374e70c4 tempest-InstanceActionsTestJSON-152757517 tempest-InstanceActionsTestJSON-152757517-project] 10.222.0.20 "GET /v2.0/ports?device_id=783c1064-567e-4126-9b53-28eb37666077 HTTP/1.1" status: 200 len: 946 time: 0.2237327 Nov 22 20:23:26.838074 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443f8367-b6be-44c2-8bc4-4231068e055c req-c3524dfc-3b86-4eaa-bdca-6b086c51979c tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:23:26.846083 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-443f8367-b6be-44c2-8bc4-4231068e055c req-c3524dfc-3b86-4eaa-bdca-6b086c51979c tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/networks?id=07a52fe9-f2bb-41b8-a0b8-a12077ec9b70 HTTP/1.1" status: 200 len: 814 time: 0.3199062 Nov 22 20:23:26.872433 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1401bbc-5755-4fff-90ed-654e643a4d4e req-5f501521-0a76-4336-8fd2-c11e63d0bcd6 tempest-InstanceActionsTestJSON-152757517 tempest-InstanceActionsTestJSON-152757517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:23:26.873982 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b1401bbc-5755-4fff-90ed-654e643a4d4e req-5f501521-0a76-4336-8fd2-c11e63d0bcd6 tempest-InstanceActionsTestJSON-152757517 tempest-InstanceActionsTestJSON-152757517-project] 10.222.0.46 "GET /v2.0/ports?device_id=783c1064-567e-4126-9b53-28eb37666077 HTTP/1.1" status: 200 len: 946 time: 0.1314960 Nov 22 20:23:26.882204 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-443f8367-b6be-44c2-8bc4-4231068e055c req-7ee4f265-b017-4dd4-96f7-6f7bb8513f8f tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/quotas/953041b5ecb84670bb3f59610c3b98e5 HTTP/1.1" status: 200 len: 375 time: 0.0351238 Nov 22 20:23:26.903163 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-4e8318fb-10fb-46e5-ac31-432d7e298ef8 req-28f63cf9-6679-4ad1-a32e-38ac2e094fb7 tempest-InstanceActionsTestJSON-152757517 tempest-InstanceActionsTestJSON-152757517-project] Deleting port db7c9b7b-9c65-4c99-860c-dc91241a7d63 {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:23:26.903813 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-4e8318fb-10fb-46e5-ac31-432d7e298ef8 req-28f63cf9-6679-4ad1-a32e-38ac2e094fb7 tempest-InstanceActionsTestJSON-152757517 tempest-InstanceActionsTestJSON-152757517-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:27.059719 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-443f8367-b6be-44c2-8bc4-4231068e055c req-d1e91ca3-11c8-4b3f-8fb4-0b47275fcf0b tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=953041b5ecb84670bb3f59610c3b98e5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1710792 Nov 22 20:23:27.087399 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b1401bbc-5755-4fff-90ed-654e643a4d4e req-cadbb379-f038-4997-b783-a2e490981bb6 tempest-InstanceActionsTestJSON-152757517 tempest-InstanceActionsTestJSON-152757517-project] 10.222.0.46 "GET /v2.0/security-groups?id=1e433115-a1b9-4963-bd68-684ae421379b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825929 Nov 22 20:23:27.103673 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-4e8318fb-10fb-46e5-ac31-432d7e298ef8 req-28f63cf9-6679-4ad1-a32e-38ac2e094fb7 tempest-InstanceActionsTestJSON-152757517 tempest-InstanceActionsTestJSON-152757517-project] For port db7c9b7b-9c65-4c99-860c-dc91241a7d63, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=db7c9b7b-9c65-4c99-860c-dc91241a7d63,segment=NetworkSegment(6e3ee273-fa83-4652-bc90-b1025904cfe0),segment_id=6e3ee273-fa83-4652-bc90-b1025904cfe0)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:23:27.109332 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-4e8318fb-10fb-46e5-ac31-432d7e298ef8 req-28f63cf9-6679-4ad1-a32e-38ac2e094fb7 tempest-InstanceActionsTestJSON-152757517 tempest-InstanceActionsTestJSON-152757517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:27.111740 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 53732) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:23:27.129515 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-4e8318fb-10fb-46e5-ac31-432d7e298ef8 req-28f63cf9-6679-4ad1-a32e-38ac2e094fb7 tempest-InstanceActionsTestJSON-152757517 tempest-InstanceActionsTestJSON-152757517-project] Calling delete_port for db7c9b7b-9c65-4c99-860c-dc91241a7d63 owned by compute:nova {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:23:27.253753 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-19e53e1f-6a77-422d-b54d-8b9fc5d6df3d admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-2023213763-network', 'tenant_id': 'e793ff984057470cb2eb493439c6c5c1'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:23:27.298734 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19e53e1f-6a77-422d-b54d-8b9fc5d6df3d admin admin] Made reservation on behalf of e793ff984057470cb2eb493439c6c5c1 for: {'network': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:23:27.309484 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-19e53e1f-6a77-422d-b54d-8b9fc5d6df3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for network, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:27.327841 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873d5a8b-ef55-4fb8-a230-ce51ad5ff4ba req-1258b8d8-b244-4011-8fcd-a829b14f0426 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:23:27.336382 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-873d5a8b-ef55-4fb8-a230-ce51ad5ff4ba req-1258b8d8-b244-4011-8fcd-a829b14f0426 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce76aa75-6890-4214-b1ec-455b43223b5d HTTP/1.1" status: 200 len: 945 time: 0.1192136 Nov 22 20:23:27.351916 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-19e53e1f-6a77-422d-b54d-8b9fc5d6df3d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:27.400729 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f22697-4529-41aa-a90b-df89a64a8928 req-5c678351-71c6-4778-9e63-12e449a84357 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:23:27.402317 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d4f22697-4529-41aa-a90b-df89a64a8928 req-5c678351-71c6-4778-9e63-12e449a84357 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/ports?device_id=d849f117-6f1f-4334-9477-96448e110c81 HTTP/1.1" status: 200 len: 945 time: 0.1834059 Nov 22 20:23:27.483819 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-873d5a8b-ef55-4fb8-a230-ce51ad5ff4ba req-ae5cd347-2b75-4b8f-8592-cc43e282cda8 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/security-groups?id=33003919-2e66-424f-89a8-28e4fe94add1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460805 Nov 22 20:23:27.506056 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-4e8318fb-10fb-46e5-ac31-432d7e298ef8 req-28f63cf9-6679-4ad1-a32e-38ac2e094fb7 tempest-InstanceActionsTestJSON-152757517 tempest-InstanceActionsTestJSON-152757517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:27.523370 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] get_ports_and_sgs() called for port_ids ['db7c9b7b-9c65-4c99-860c-dc91241a7d63'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:23:27.594842 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f63cf9-6679-4ad1-a32e-38ac2e094fb7 tempest-InstanceActionsTestJSON-152757517 tempest-InstanceActionsTestJSON-152757517-project] Pushing event deleted for resources: {'Port': ['ID=db7c9b7b-9c65-4c99-860c-dc91241a7d63,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:23:27.599198 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-19e53e1f-6a77-422d-b54d-8b9fc5d6df3d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:27.606884 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-19e53e1f-6a77-422d-b54d-8b9fc5d6df3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:27.609066 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d4f22697-4529-41aa-a90b-df89a64a8928 req-0dcf6dfe-0d71-42ba-a5b8-49edf138aace tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/security-groups?id=80d35954-332b-44d6-bf58-c3aefadfaef0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1937840 Nov 22 20:23:27.641332 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19e53e1f-6a77-422d-b54d-8b9fc5d6df3d admin admin] vlan segment allocate from pool success with {'vlan_id': 617, 'physical_network': 'physnet1'} {{(pid=103448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 20:23:27.662292 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-19e53e1f-6a77-422d-b54d-8b9fc5d6df3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:27.672237 n-d-818823-1 neutron-server[103448]: INFO neutron.db.segments_db [None req-19e53e1f-6a77-422d-b54d-8b9fc5d6df3d admin admin] Added segment e778d2dd-b877-4e30-b25d-58baa3933aef of type vlan for network 704c1d40-093b-4a06-ac89-44d0005714b2 Nov 22 20:23:27.681386 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e8318fb-10fb-46e5-ac31-432d7e298ef8 req-28f63cf9-6679-4ad1-a32e-38ac2e094fb7 tempest-InstanceActionsTestJSON-152757517 tempest-InstanceActionsTestJSON-152757517-project] No DVR routers for this DVR port db7c9b7b-9c65-4c99-860c-dc91241a7d63 on host n-h2-818823-1 {{(pid=103447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:23:27.689272 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-4e8318fb-10fb-46e5-ac31-432d7e298ef8 req-28f63cf9-6679-4ad1-a32e-38ac2e094fb7 tempest-InstanceActionsTestJSON-152757517 tempest-InstanceActionsTestJSON-152757517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:27.701095 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4e8318fb-10fb-46e5-ac31-432d7e298ef8 req-28f63cf9-6679-4ad1-a32e-38ac2e094fb7 tempest-InstanceActionsTestJSON-152757517 tempest-InstanceActionsTestJSON-152757517-project] 10.222.0.20 "DELETE /v2.0/ports/db7c9b7b-9c65-4c99-860c-dc91241a7d63 HTTP/1.1" status: 204 len: 173 time: 1.0377614 Nov 22 20:23:27.702920 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '783c1064-567e-4126-9b53-28eb37666077', 'name': 'network-vif-deleted', 'tag': 'db7c9b7b-9c65-4c99-860c-dc91241a7d63'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:23:27.711590 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-713c3386-0d02-4046-a9d1-9ce686742d5e" -d '{"events": [{"server_uuid": "783c1064-567e-4126-9b53-28eb37666077", "name": "network-vif-deleted", "tag": "db7c9b7b-9c65-4c99-860c-dc91241a7d63"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:23:27.783979 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e53e1f-6a77-422d-b54d-8b9fc5d6df3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e904806f-9bc9-4f52-beb6-3fb062dd1789,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:23:27.808043 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-19e53e1f-6a77-422d-b54d-8b9fc5d6df3d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748992492791'] for network, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:27.842351 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-19e53e1f-6a77-422d-b54d-8b9fc5d6df3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for network, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:27.843799 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19e53e1f-6a77-422d-b54d-8b9fc5d6df3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:23:27.844605 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-19e53e1f-6a77-422d-b54d-8b9fc5d6df3d admin admin] Publish callbacks [] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:27.850712 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-449a90f8-577f-4052-b9f1-06601a153e79 req-023e0c5b-335e-4bd9-bfaa-f03152312476 tempest-ServerShowV247Test-1925251057 tempest-ServerShowV247Test-1925251057-project] 10.222.0.46 "GET /v2.0/ports?device_id=089b1f6f-f3dc-4a6e-b5d9-e85fcb598f80 HTTP/1.1" status: 200 len: 210 time: 0.0397241 Nov 22 20:23:27.883677 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b64abaa-5238-4981-ba4d-bc8f68dfa6b7 req-6b87a5b2-fa4e-4478-b561-1478c27fb761 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:23:27.892217 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3b64abaa-5238-4981-ba4d-bc8f68dfa6b7 req-6b87a5b2-fa4e-4478-b561-1478c27fb761 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce76aa75-6890-4214-b1ec-455b43223b5d HTTP/1.1" status: 200 len: 945 time: 0.1728470 Nov 22 20:23:27.948409 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e53e1f-6a77-422d-b54d-8b9fc5d6df3d admin admin] Pushing event updated for resources: {'Network': ['ID=704c1d40-093b-4a06-ac89-44d0005714b2,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:23:27.962750 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Network 704c1d40-093b-4a06-ac89-44d0005714b2 details requested by agent ovs-agent-n-d-818823-1 with host n-d-818823-1 {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 20:23:27.967731 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3b64abaa-5238-4981-ba4d-bc8f68dfa6b7 req-13fc64f8-b036-46d9-b7fe-151d92337d12 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/security-groups?id=33003919-2e66-424f-89a8-28e4fe94add1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745101 Nov 22 20:23:27.971364 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:23:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d3f7d54-8009-4bc6-96de-8512d81977f6 x-openstack-request-id: req-5d3f7d54-8009-4bc6-96de-8512d81977f6 {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:23:27.974890 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "783c1064-567e-4126-9b53-28eb37666077", "name": "network-vif-deleted", "tag": "db7c9b7b-9c65-4c99-860c-dc91241a7d63", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:23:27.975267 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5d3f7d54-8009-4bc6-96de-8512d81977f6 {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:23:27.987565 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '783c1064-567e-4126-9b53-28eb37666077', 'name': 'network-vif-deleted', 'tag': 'db7c9b7b-9c65-4c99-860c-dc91241a7d63', 'status': 'completed', 'code': 200} Nov 22 20:23:27.999987 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-19e53e1f-6a77-422d-b54d-8b9fc5d6df3d admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8866022 Nov 22 20:23:28.002805 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 53762) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:23:28.009396 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-2bf7995c-cce6-4d72-978e-f25de519246b admin admin] Request body: {'subnet': {'network_id': '704c1d40-093b-4a06-ac89-44d0005714b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-2023213763-subnet', 'tenant_id': 'e793ff984057470cb2eb493439c6c5c1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:23:28.033826 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bf7995c-cce6-4d72-978e-f25de519246b admin admin] Made reservation on behalf of e793ff984057470cb2eb493439c6c5c1 for: {'subnet': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:23:28.037999 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2bf7995c-cce6-4d72-978e-f25de519246b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11792951'] for subnet, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:28.357713 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-20463c5d-0c31-4638-b32e-d3c2a0b19904 req-402957c3-a65a-40c0-a5f4-6e2c81536e65 tempest-InstanceActionsTestJSON-152757517 tempest-InstanceActionsTestJSON-152757517-project] 10.222.0.46 "GET /v2.0/ports?device_id=783c1064-567e-4126-9b53-28eb37666077 HTTP/1.1" status: 200 len: 210 time: 0.0776663 Nov 22 20:23:28.381443 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-542d6d41-9f62-4ca3-b9b0-83f9c6a2a317 req-81c3666f-fd56-4543-b73b-958442076d0b tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=953041b5ecb84670bb3f59610c3b98e5 HTTP/1.1" status: 200 len: 221 time: 0.0819173 Nov 22 20:23:28.406071 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2bf7995c-cce6-4d72-978e-f25de519246b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11567560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11792921'] for subnet, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:28.494313 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf7995c-cce6-4d72-978e-f25de519246b admin admin] Checking segment: {'id': 'e778d2dd-b877-4e30-b25d-58baa3933aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '704c1d40-093b-4a06-ac89-44d0005714b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:23:28.494747 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bf7995c-cce6-4d72-978e-f25de519246b admin admin] Network hostable DHCP agents. Network: 704c1d40-093b-4a06-ac89-44d0005714b2, hostable agents: ['02adaa64-0987-4b74-bad0-cbcf56f8a294'], hosted agents: [] {{(pid=103448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 20:23:28.505736 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf7995c-cce6-4d72-978e-f25de519246b admin admin] Pushing event updated for resources: {'Subnet': ['ID=19f24a92-36ce-45ff-85ec-f7e350181a79,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:23:28.507162 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a00b34-4ef8-4166-af94-d648b075dafb req-aa8042b8-cfd7-4773-8b34-091f9eb0e3c6 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:23:28.515504 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-32a00b34-4ef8-4166-af94-d648b075dafb req-aa8042b8-cfd7-4773-8b34-091f9eb0e3c6 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce76aa75-6890-4214-b1ec-455b43223b5d HTTP/1.1" status: 200 len: 945 time: 0.0665171 Nov 22 20:23:28.522168 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bf7995c-cce6-4d72-978e-f25de519246b admin admin] Network 704c1d40-093b-4a06-ac89-44d0005714b2 is scheduled to be hosted by DHCP agent 02adaa64-0987-4b74-bad0-cbcf56f8a294 with binding_index 1 {{(pid=103448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 20:23:28.537379 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-2bf7995c-cce6-4d72-978e-f25de519246b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818823-1, 704c1d40-093b-4a06-ac89-44d0005714b2) {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:23:28.541840 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bf7995c-cce6-4d72-978e-f25de519246b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:23:28.542588 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2bf7995c-cce6-4d72-978e-f25de519246b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:28.554510 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b5afa00-09e2-42f9-9827-cfe56bdb9622 None None] Network 704c1d40-093b-4a06-ac89-44d0005714b2 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:23:28.574773 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-32a00b34-4ef8-4166-af94-d648b075dafb req-759f0a62-a478-413e-b751-57ef021d01db tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/security-groups?id=33003919-2e66-424f-89a8-28e4fe94add1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580902 Nov 22 20:23:28.590254 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-2bf7995c-cce6-4d72-978e-f25de519246b admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5862436 Nov 22 20:23:28.592931 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 53782) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:23:28.597986 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-37dcd06a-2d2e-4929-8889-698dba47bc98 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-2023213763-router', 'tenant_id': 'e793ff984057470cb2eb493439c6c5c1', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'}}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:23:28.660671 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-37dcd06a-2d2e-4929-8889-698dba47bc98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24799'] for router, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:28.663030 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-37dcd06a-2d2e-4929-8889-698dba47bc98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-632716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24788'] for router, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:28.742020 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2e6bdc1-94f4-4e6c-be92-3903f32f3677 None None] Network 704c1d40-093b-4a06-ac89-44d0005714b2 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:23:28.807932 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-37dcd06a-2d2e-4929-8889-698dba47bc98 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:28.825887 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc66d961-4133-415e-a31e-677a8e370fcd req-3bc7165f-a6bf-45c6-8d63-8fe2f81f5ab0 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:23:28.841310 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-fc66d961-4133-415e-a31e-677a8e370fcd req-3bc7165f-a6bf-45c6-8d63-8fe2f81f5ab0 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce76aa75-6890-4214-b1ec-455b43223b5d HTTP/1.1" status: 200 len: 945 time: 0.1642675 Nov 22 20:23:28.999911 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-fc66d961-4133-415e-a31e-677a8e370fcd req-75e841ae-47c6-49db-baca-d9bebfa9ca5d tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/security-groups?id=33003919-2e66-424f-89a8-28e4fe94add1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518972 Nov 22 20:23:29.116219 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-37dcd06a-2d2e-4929-8889-698dba47bc98 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:29.141712 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7784ed04-a987-41de-904a-266ad3d0a3aa req-73534136-7201-4667-af85-e905f0f0087e tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:23:29.143289 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7784ed04-a987-41de-904a-266ad3d0a3aa req-73534136-7201-4667-af85-e905f0f0087e tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/ports?device_id=d849f117-6f1f-4334-9477-96448e110c81 HTTP/1.1" status: 200 len: 945 time: 0.2348418 Nov 22 20:23:29.145236 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a85a1ff7-c930-4c2c-88d0-20cb97600167 req-7e3cc114-e72e-4c22-9a74-9c26e80e5532 tempest-ServerShowV247Test-1925251057 tempest-ServerShowV247Test-1925251057-project] 10.222.0.46 "GET /v2.0/ports?device_id=089b1f6f-f3dc-4a6e-b5d9-e85fcb598f80 HTTP/1.1" status: 200 len: 210 time: 0.0490186 Nov 22 20:23:29.257168 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7784ed04-a987-41de-904a-266ad3d0a3aa req-edbaedd8-db76-4a61-a1b7-b8833d47b003 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/security-groups?id=80d35954-332b-44d6-bf58-c3aefadfaef0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907161 Nov 22 20:23:29.385209 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834609af-25e3-4ab3-a694-d0f15effdfb8 req-84e1d9a1-c6ea-4890-b669-26e1b98c6cb5 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:23:29.386688 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-834609af-25e3-4ab3-a694-d0f15effdfb8 req-84e1d9a1-c6ea-4890-b669-26e1b98c6cb5 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce76aa75-6890-4214-b1ec-455b43223b5d HTTP/1.1" status: 200 len: 945 time: 0.1007969 Nov 22 20:23:29.461881 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44a7ca5-77cf-4846-8d54-52f584036e02 req-411f46fc-bec7-4b6e-b9d3-d50a75a06485 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:23:29.469437 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b44a7ca5-77cf-4846-8d54-52f584036e02 req-411f46fc-bec7-4b6e-b9d3-d50a75a06485 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/ports?device_id=d849f117-6f1f-4334-9477-96448e110c81 HTTP/1.1" status: 200 len: 945 time: 0.1335852 Nov 22 20:23:29.478189 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-834609af-25e3-4ab3-a694-d0f15effdfb8 req-db12c42d-3388-4f71-9d6e-40f5d89b8d1c tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/security-groups?id=33003919-2e66-424f-89a8-28e4fe94add1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800252 Nov 22 20:23:29.553700 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 53818) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:23:29.951800 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-afe7943a-5a35-45cc-b1a0-a4749c915c70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:29.997279 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_v2 [None req-2dd4a48e-0fa5-4180-8744-f02e84552c38 admin admin] Deleting subnet c9762e76-33a4-43b1-8ed6-46f7109bf256 {{(pid=103447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 20:23:30.020802 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-2dd4a48e-0fa5-4180-8744-f02e84552c38 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:30.047185 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b44a7ca5-77cf-4846-8d54-52f584036e02 req-f08eafbe-9796-47c2-b8d9-38b8f0932b89 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/security-groups?id=80d35954-332b-44d6-bf58-c3aefadfaef0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5767472 Nov 22 20:23:30.087572 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 53830) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:23:30.090474 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068bdc9b-4965-4af0-a387-4813e70d5042 req-7ec1d209-0e7c-4b94-b6f1-c8575bbb1731 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:23:30.102049 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-068bdc9b-4965-4af0-a387-4813e70d5042 req-7ec1d209-0e7c-4b94-b6f1-c8575bbb1731 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce76aa75-6890-4214-b1ec-455b43223b5d HTTP/1.1" status: 200 len: 945 time: 0.2289865 Nov 22 20:23:30.117162 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-37dcd06a-2d2e-4929-8889-698dba47bc98 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:30.121456 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-2dd4a48e-0fa5-4180-8744-f02e84552c38 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12178353'] for subnet, precommit_delete_associations {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:30.152707 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce90a868-d821-4bcd-9298-d2cb784a184b tempest-TestNetworkAdvancedServerOps-1666653009 tempest-TestNetworkAdvancedServerOps-1666653009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:23:30.166104 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-ce90a868-d821-4bcd-9298-d2cb784a184b tempest-TestNetworkAdvancedServerOps-1666653009 tempest-TestNetworkAdvancedServerOps-1666653009-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=d849f117-6f1f-4334-9477-96448e110c81 HTTP/1.1" status: 200 len: 1091 time: 0.0773745 Nov 22 20:23:30.166883 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 53836) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:23:30.179612 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-7b2ce3a2-7ecf-4c91-9f53-d35922f21c4f tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Request body: {'floatingip': {'floating_network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'port_id': '16c7c286-2bdc-4b17-83d6-965664355bf1', 'tenant_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:23:30.197188 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-37dcd06a-2d2e-4929-8889-698dba47bc98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:30.257294 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7b2ce3a2-7ecf-4c91-9f53-d35922f21c4f tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks [] for floatingip, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:30.342334 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-068bdc9b-4965-4af0-a387-4813e70d5042 req-2091725b-a8c9-469d-9acb-a155a9a46ecd tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/security-groups?id=33003919-2e66-424f-89a8-28e4fe94add1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2393076 Nov 22 20:23:30.364471 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-2dd4a48e-0fa5-4180-8744-f02e84552c38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3753007'] for subnet, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:30.440740 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0b4541e0-152a-44ac-b159-5d3eee324002 req-0162fa99-51a4-47e9-9923-39c4a7de62b5 tempest-ServerShowV247Test-1925251057 tempest-ServerShowV247Test-1925251057-project] 10.222.0.46 "GET /v2.0/ports?device_id=089b1f6f-f3dc-4a6e-b5d9-e85fcb598f80 HTTP/1.1" status: 200 len: 210 time: 0.1212716 Nov 22 20:23:30.495505 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7b2ce3a2-7ecf-4c91-9f53-d35922f21c4f tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:30.536375 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [None req-37dcd06a-2d2e-4929-8889-698dba47bc98 admin admin] Allocated IP 172.25.5.138 (c48a55e9-6a85-4746-b7bf-3e29fb560094/5da6f781-63e6-4328-ae7a-5e672262f55a/7bb808dd-2382-42ca-a4bb-761015e0ae04) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:23:30.539564 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-2dd4a48e-0fa5-4180-8744-f02e84552c38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3753014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8900804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8485115'] for subnet, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:30.575833 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd4a48e-0fa5-4180-8744-f02e84552c38 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c9762e76-33a4-43b1-8ed6-46f7109bf256,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:23:30.587698 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2b52a5-90f0-4c4b-b56a-8f1b072b7d55 req-083a7bfc-b146-4618-ad90-9b82296714c6 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:23:30.595304 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-eb2b52a5-90f0-4c4b-b56a-8f1b072b7d55 req-083a7bfc-b146-4618-ad90-9b82296714c6 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce76aa75-6890-4214-b1ec-455b43223b5d HTTP/1.1" status: 200 len: 945 time: 0.1292710 Nov 22 20:23:30.609666 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-2dd4a48e-0fa5-4180-8744-f02e84552c38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for subnet, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:30.612823 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-2dd4a48e-0fa5-4180-8744-f02e84552c38 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/c9762e76-33a4-43b1-8ed6-46f7109bf256 HTTP/1.1" status: 204 len: 168 time: 1.0561428 Nov 22 20:23:30.616051 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 53848) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:23:30.709176 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-eb2b52a5-90f0-4c4b-b56a-8f1b072b7d55 req-8eaa8e5f-0f4b-431e-ab1b-4ad541fa946d tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/security-groups?id=33003919-2e66-424f-89a8-28e4fe94add1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103685 Nov 22 20:23:30.711288 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4be7ef3b-3a6d-4b13-a0af-d40d8d94c5f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3961693'] for network, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:30.783821 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-37dcd06a-2d2e-4929-8889-698dba47bc98 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:30.803944 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device db7c9b7b-9c65-4c99-860c-dc91241a7d63 no longer exists at agent hyperv_n-h2-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:23:30.837732 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-37dcd06a-2d2e-4929-8889-698dba47bc98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:30.846308 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] No Port match for: db7c9b7b-9c65-4c99-860c-dc91241a7d63 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:23:30.846656 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device db7c9b7b-9c65-4c99-860c-dc91241a7d63 not bound to the agent host n-h2-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:23:30.902158 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4be7ef3b-3a6d-4b13-a0af-d40d8d94c5f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3760028', 'neutron.services.segments.db._delete_segments_for_network-8748992815755'] for network, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:30.925811 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37dcd06a-2d2e-4929-8889-698dba47bc98 admin admin] Network c48a55e9-6a85-4746-b7bf-3e29fb560094 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:23:30.933065 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-37dcd06a-2d2e-4929-8889-698dba47bc98 admin admin] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:23:30.936308 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37dcd06a-2d2e-4929-8889-698dba47bc98 admin admin] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:23:30.940411 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dcd06a-2d2e-4929-8889-698dba47bc98 admin admin] Pushing event updated for resources: {'Port': ['ID=7bb808dd-2382-42ca-a4bb-761015e0ae04,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:23:30.946623 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-124e03a9-4f45-4a66-8d38-aaf0d41d17c8 None None] DHCP port deletion for c48a55e9-6a85-4746-b7bf-3e29fb560094 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:23:30.956048 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-4be7ef3b-3a6d-4b13-a0af-d40d8d94c5f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffe8947e-43da-4d3a-9b1c-7f246fffae12']}} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:23:30.961246 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba9c507-b36b-49f2-8c36-9e910336c2c4 req-ebe2a5ef-5ed3-4cf4-af2f-43ca0c740f6e tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:23:30.962909 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-dba9c507-b36b-49f2-8c36-9e910336c2c4 req-ebe2a5ef-5ed3-4cf4-af2f-43ca0c740f6e tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce76aa75-6890-4214-b1ec-455b43223b5d HTTP/1.1" status: 200 len: 945 time: 0.1274035 Nov 22 20:23:30.991247 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-4be7ef3b-3a6d-4b13-a0af-d40d8d94c5f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e3ee273-fa83-4652-bc90-b1025904cfe0') {'for_net_delete': True} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:23:30.991970 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-4be7ef3b-3a6d-4b13-a0af-d40d8d94c5f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e3ee273-fa83-4652-bc90-b1025904cfe0') {} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:23:30.993888 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [None req-7b2ce3a2-7ecf-4c91-9f53-d35922f21c4f tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Allocated IP 172.25.5.39 (c48a55e9-6a85-4746-b7bf-3e29fb560094/5da6f781-63e6-4328-ae7a-5e672262f55a/3a1405f0-3d64-4e23-9899-2f44f4b88eb5) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:23:31.012228 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4be7ef3b-3a6d-4b13-a0af-d40d8d94c5f2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748993039638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11627933'] for segment, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:31.061034 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4be7ef3b-3a6d-4b13-a0af-d40d8d94c5f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:31.107898 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-534a1270-79ec-46c3-b091-b1e4da5fd5f4 None None] Provisioning complete for port 7bb808dd-2382-42ca-a4bb-761015e0ae04 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:23:31.109309 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-534a1270-79ec-46c3-b091-b1e4da5fd5f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:31.134652 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4be7ef3b-3a6d-4b13-a0af-d40d8d94c5f2 admin admin] Releasing vlan 621 on physical network physnet1 to pool {{(pid=103448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 20:23:31.136151 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4be7ef3b-3a6d-4b13-a0af-d40d8d94c5f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11567447'] for segment, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:31.138505 n-d-818823-1 neutron-server[103448]: Traceback (most recent call last): Nov 22 20:23:31.138505 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 20:23:31.138505 n-d-818823-1 neutron-server[103448]: timer() Nov 22 20:23:31.138505 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 20:23:31.138505 n-d-818823-1 neutron-server[103448]: cb(*args, **kw) Nov 22 20:23:31.138505 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 20:23:31.138505 n-d-818823-1 neutron-server[103448]: return func(*args, **kwargs) Nov 22 20:23:31.138505 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 20:23:31.138505 n-d-818823-1 neutron-server[103448]: self._notify() Nov 22 20:23:31.138505 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 20:23:31.138505 n-d-818823-1 neutron-server[103448]: self.callback(batched_events) Nov 22 20:23:31.138505 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 20:23:31.138505 n-d-818823-1 neutron-server[103448]: event.method(event) Nov 22 20:23:31.138505 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 20:23:31.138505 n-d-818823-1 neutron-server[103448]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 20:23:31.138505 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 20:23:31.138505 n-d-818823-1 neutron-server[103448]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 20:23:31.138505 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 20:23:31.138505 n-d-818823-1 neutron-server[103448]: return f(self, *a, **k) Nov 22 20:23:31.138505 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 20:23:31.138505 n-d-818823-1 neutron-server[103448]: return self._get(url).json() Nov 22 20:23:31.138505 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 20:23:31.138505 n-d-818823-1 neutron-server[103448]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 20:23:31.138505 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 20:23:31.138505 n-d-818823-1 neutron-server[103448]: return self.request(url, 'GET', **kwargs) Nov 22 20:23:31.138505 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 20:23:31.138505 n-d-818823-1 neutron-server[103448]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 20:23:31.138505 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 20:23:31.138505 n-d-818823-1 neutron-server[103448]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 20:23:31.138505 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 20:23:31.138505 n-d-818823-1 neutron-server[103448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 20:23:31.138505 n-d-818823-1 neutron-server[103448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 20:23:31.191194 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-534a1270-79ec-46c3-b091-b1e4da5fd5f4 None None] Port 7bb808dd-2382-42ca-a4bb-761015e0ae04 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:23:31.214736 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4be7ef3b-3a6d-4b13-a0af-d40d8d94c5f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3760002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595318'] for network, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:31.237092 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4be7ef3b-3a6d-4b13-a0af-d40d8d94c5f2 admin admin] Publish callbacks [] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:31.237920 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-dba9c507-b36b-49f2-8c36-9e910336c2c4 req-7ba39ebf-df7a-4c93-9c43-e5b64379f52e tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/security-groups?id=33003919-2e66-424f-89a8-28e4fe94add1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2520955 Nov 22 20:23:31.267325 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-4be7ef3b-3a6d-4b13-a0af-d40d8d94c5f2 admin admin] 10.222.0.46 "DELETE /v2.0/networks/ffe8947e-43da-4d3a-9b1c-7f246fffae12 HTTP/1.1" status: 204 len: 168 time: 0.6400037 Nov 22 20:23:31.267325 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be7ef3b-3a6d-4b13-a0af-d40d8d94c5f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=ffe8947e-43da-4d3a-9b1c-7f246fffae12,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:23:31.335726 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7b2ce3a2-7ecf-4c91-9f53-d35922f21c4f tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:31.424251 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7b2ce3a2-7ecf-4c91-9f53-d35922f21c4f tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:31.499629 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b2ce3a2-7ecf-4c91-9f53-d35922f21c4f tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Network c48a55e9-6a85-4746-b7bf-3e29fb560094 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:23:31.503821 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-7b2ce3a2-7ecf-4c91-9f53-d35922f21c4f tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:23:31.508366 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b2ce3a2-7ecf-4c91-9f53-d35922f21c4f tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:23:31.537739 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2ce3a2-7ecf-4c91-9f53-d35922f21c4f tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Pushing event updated for resources: {'Port': ['ID=3a1405f0-3d64-4e23-9899-2f44f4b88eb5,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:23:31.557345 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85c17e1-5a4a-4d64-8258-b9ebe563963c req-dbd0d81d-ce79-4bbe-bbb3-61e684f2b24d tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:23:31.558973 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c85c17e1-5a4a-4d64-8258-b9ebe563963c req-dbd0d81d-ce79-4bbe-bbb3-61e684f2b24d tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce76aa75-6890-4214-b1ec-455b43223b5d HTTP/1.1" status: 200 len: 945 time: 0.1559939 Nov 22 20:23:31.566786 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-37dcd06a-2d2e-4929-8889-698dba47bc98 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:31.584306 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 53874) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:23:31.686137 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d903e66f-566a-4d0a-8ac7-4e4e41b097f5 req-f62e7b35-0961-4480-a494-baf68da8008d tempest-ServerShowV247Test-1925251057 tempest-ServerShowV247Test-1925251057-project] 10.222.0.46 "GET /v2.0/ports?device_id=089b1f6f-f3dc-4a6e-b5d9-e85fcb598f80 HTTP/1.1" status: 200 len: 210 time: 0.0426729 Nov 22 20:23:31.815818 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-e7b99b2d-57ca-42f8-9162-e2df3daa0575 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=26b2d65f776a4498a3fb32c3bcc6d33f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2273779 Nov 22 20:23:31.821982 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 53880) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:23:31.825676 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c85c17e1-5a4a-4d64-8258-b9ebe563963c req-ab21c420-0ddf-4880-8bca-59a3455d04c5 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/security-groups?id=33003919-2e66-424f-89a8-28e4fe94add1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2492731 Nov 22 20:23:31.947673 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-37dcd06a-2d2e-4929-8889-698dba47bc98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-659538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-841284'] for router, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:32.067640 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-37455dd0-ba30-4b15-ae85-989ec6ae7fd3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:32.091378 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-37455dd0-ba30-4b15-ae85-989ec6ae7fd3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:32.120914 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b9cc21-4bc2-45eb-9359-829b457d897f req-7ab223fb-617e-4d3f-b01f-724fbfea0f70 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:23:32.122491 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e8b9cc21-4bc2-45eb-9359-829b457d897f req-7ab223fb-617e-4d3f-b01f-724fbfea0f70 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce76aa75-6890-4214-b1ec-455b43223b5d HTTP/1.1" status: 200 len: 945 time: 0.1076674 Nov 22 20:23:32.152820 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7b2ce3a2-7ecf-4c91-9f53-d35922f21c4f tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:32.261825 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7b2ce3a2-7ecf-4c91-9f53-d35922f21c4f tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:32.311265 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e8b9cc21-4bc2-45eb-9359-829b457d897f req-f9906637-ee44-4656-8fc6-89b9351f4f5b tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/security-groups?id=33003919-2e66-424f-89a8-28e4fe94add1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473215 Nov 22 20:23:32.332512 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37dcd06a-2d2e-4929-8889-698dba47bc98 admin admin] Router f0788f90-129b-4887-b4d6-5a305b43dbcf is scheduled to L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 with binding_index 1 {{(pid=103447) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 20:23:32.339828 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-37455dd0-ba30-4b15-ae85-989ec6ae7fd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:32.343621 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-37455dd0-ba30-4b15-ae85-989ec6ae7fd3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:32.347206 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-37455dd0-ba30-4b15-ae85-989ec6ae7fd3 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1e433115-a1b9-4963-bd68-684ae421379b HTTP/1.1" status: 204 len: 168 time: 0.5218854 Nov 22 20:23:32.360846 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37455dd0-ba30-4b15-ae85-989ec6ae7fd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e433115-a1b9-4963-bd68-684ae421379b,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:23:32.483356 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-06aa11ee-e1f1-45c7-ac69-3b2680add029 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:32.583660 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7b2ce3a2-7ecf-4c91-9f53-d35922f21c4f tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks [] for port, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:32.595631 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7b2ce3a2-7ecf-4c91-9f53-d35922f21c4f tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:32.676925 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e55e5b-01d6-4d76-98ba-0dc0ae89c4af req-c9383ae7-976c-40bf-8fe0-5bc3f9f6d51a tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:23:32.679690 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b9e55e5b-01d6-4d76-98ba-0dc0ae89c4af req-c9383ae7-976c-40bf-8fe0-5bc3f9f6d51a tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce76aa75-6890-4214-b1ec-455b43223b5d HTTP/1.1" status: 200 len: 945 time: 0.1480401 Nov 22 20:23:32.682091 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37dcd06a-2d2e-4929-8889-698dba47bc98 admin admin] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:23:32.694097 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb65df7-cb7e-4eda-b230-ba11ef5e2738 None None] Sync routers for ids ['f0788f90-129b-4887-b4d6-5a305b43dbcf'] in n-d-818823-1 {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:23:32.720051 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2ce3a2-7ecf-4c91-9f53-d35922f21c4f tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Pushing event updated for resources: {'Port': ['ID=3a1405f0-3d64-4e23-9899-2f44f4b88eb5,revision_number=2']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:23:32.729907 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb65df7-cb7e-4eda-b230-ba11ef5e2738 None None] Routers {'f0788f90-129b-4887-b4d6-5a305b43dbcf'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:23:32.733419 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-3cb65df7-cb7e-4eda-b230-ba11ef5e2738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:23:32Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['f0788f90-129b-4887-b4d6-5a305b43dbcf'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:23:32.750115 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7b2ce3a2-7ecf-4c91-9f53-d35922f21c4f tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-595224'] for floatingip, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:32.806929 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-37dcd06a-2d2e-4929-8889-698dba47bc98 admin admin] Publish callbacks [] for router, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:32.809862 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-37dcd06a-2d2e-4929-8889-698dba47bc98 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.2142026 Nov 22 20:23:32.820536 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 53906) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:23:32.963704 n-d-818823-1 neutron-server[103448]: INFO neutron.db.l3_db [None req-7b2ce3a2-7ecf-4c91-9f53-d35922f21c4f tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Floating IP bfa01d84-6314-40bf-9be7-737e7d3d0e11 associated. External IP: 172.25.5.39, port: 16c7c286-2bdc-4b17-83d6-965664355bf1. Nov 22 20:23:33.287834 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-aeb35db8-9437-4167-9f52-10a7fd7c247f req-66d8c958-c0dc-4297-a784-0dc3c625c3f4 tempest-ServerShowV247Test-1925251057 tempest-ServerShowV247Test-1925251057-project] 10.222.0.46 "GET /v2.0/ports?device_id=089b1f6f-f3dc-4a6e-b5d9-e85fcb598f80 HTTP/1.1" status: 200 len: 210 time: 0.4718261 Nov 22 20:23:33.304615 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-3cb65df7-cb7e-4eda-b230-ba11ef5e2738 None None] Set router f0788f90-129b-4887-b4d6-5a305b43dbcf gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:23:33.348699 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b9e55e5b-01d6-4d76-98ba-0dc0ae89c4af req-63c18633-a9bf-48dc-aff3-9c851d45d5d7 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/security-groups?id=33003919-2e66-424f-89a8-28e4fe94add1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6531830 Nov 22 20:23:33.547754 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-03f0964f-1b75-4df7-99e0-a3cdb56ec2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:33.821149 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-3cb65df7-cb7e-4eda-b230-ba11ef5e2738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0788f90-129b-4887-b4d6-5a305b43dbcf', 'name': 'tempest-ServerRescueTestJSON-2023213763-router', 'tenant_id': 'e793ff984057470cb2eb493439c6c5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': '7bb808dd-2382-42ca-a4bb-761015e0ae04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:23:28Z', 'updated_at': '2021-11-22T20:23:31Z', 'revision_number': 3, 'project_id': 'e793ff984057470cb2eb493439c6c5c1', 'gw_port': {'id': '7bb808dd-2382-42ca-a4bb-761015e0ae04', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:a0:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0788f90-129b-4887-b4d6-5a305b43dbcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2171, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:23:30Z', 'updated_at': '2021-11-22T20:23:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:23:33.857427 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb65df7-cb7e-4eda-b230-ba11ef5e2738 None None] Checking router: f0788f90-129b-4887-b4d6-5a305b43dbcf for host: n-d-818823-1 {{(pid=103449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 20:23:33.858049 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb65df7-cb7e-4eda-b230-ba11ef5e2738 None None] Updating router f0788f90-129b-4887-b4d6-5a305b43dbcf port 7bb808dd-2382-42ca-a4bb-761015e0ae04 binding host n-d-818823-1 {{(pid=103449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 20:23:33.918400 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-3cb65df7-cb7e-4eda-b230-ba11ef5e2738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:33.982079 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961018c4-a424-4f21-9f7a-dd793d3378e4 req-1d3f5740-9b89-4fb4-af7f-3c889849cc37 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:23:33.990180 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-961018c4-a424-4f21-9f7a-dd793d3378e4 req-1d3f5740-9b89-4fb4-af7f-3c889849cc37 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce76aa75-6890-4214-b1ec-455b43223b5d HTTP/1.1" status: 200 len: 945 time: 0.5213819 Nov 22 20:23:34.045932 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b2ce3a2-7ecf-4c91-9f53-d35922f21c4f tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Router 17a3405a-dab1-4c2e-8c4a-2d89c628edb3 has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 20:23:34.313142 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-961018c4-a424-4f21-9f7a-dd793d3378e4 req-042e970b-03d5-446a-80b7-fbcd23a6f6bc tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/security-groups?id=33003919-2e66-424f-89a8-28e4fe94add1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3161213 Nov 22 20:23:34.321353 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 53950) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:23:34.343180 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b2ce3a2-7ecf-4c91-9f53-d35922f21c4f tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:23:34.369628 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15287f82-28ac-4576-bcbd-cbea19830682 None None] Sync routers for ids ['17a3405a-dab1-4c2e-8c4a-2d89c628edb3'] in n-d-818823-1 {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:23:34.401072 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15287f82-28ac-4576-bcbd-cbea19830682 None None] Routers {'17a3405a-dab1-4c2e-8c4a-2d89c628edb3'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:23:34.406881 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-15287f82-28ac-4576-bcbd-cbea19830682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:23:32Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['17a3405a-dab1-4c2e-8c4a-2d89c628edb3'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:23:34.411638 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7b2ce3a2-7ecf-4c91-9f53-d35922f21c4f tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for floatingip, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:34.484208 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-7b2ce3a2-7ecf-4c91-9f53-d35922f21c4f tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.3162026 Nov 22 20:23:34.485040 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd849f117-6f1f-4334-9477-96448e110c81', 'tag': '16c7c286-2bdc-4b17-83d6-965664355bf1'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:23:34.487978 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589a98cf2aea187fcc423a5edb333e5a6cf3ad7c81115d1ebee0f079693c312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d56c4d74-acf9-4d16-8b2f-6ba22a9ee39f" -d '{"events": [{"name": "network-changed", "server_uuid": "d849f117-6f1f-4334-9477-96448e110c81", "tag": "16c7c286-2bdc-4b17-83d6-965664355bf1"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:23:34.536575 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-6ee02473-42af-4af8-ab49-147fe6a283e8 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-2052855445-network', 'tenant_id': 'a3670ebd84cb4741b338db645a992249'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:23:34.583936 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ee02473-42af-4af8-ab49-147fe6a283e8 admin admin] Made reservation on behalf of a3670ebd84cb4741b338db645a992249 for: {'network': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:23:34.586877 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6ee02473-42af-4af8-ab49-147fe6a283e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for network, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:34.612349 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6ee02473-42af-4af8-ab49-147fe6a283e8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:34.681615 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-3cb65df7-cb7e-4eda-b230-ba11ef5e2738 None None] Publish callbacks [] for port, precommit_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:34.689180 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-3cb65df7-cb7e-4eda-b230-ba11ef5e2738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:34.707943 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-69568323-6a27-420d-bf4d-e5259745e893 req-16f9765b-185d-431c-811f-53e6b49aa21a tempest-ServerShowV247Test-1925251057 tempest-ServerShowV247Test-1925251057-project] 10.222.0.46 "GET /v2.0/ports?device_id=089b1f6f-f3dc-4a6e-b5d9-e85fcb598f80 HTTP/1.1" status: 200 len: 210 time: 0.1076481 Nov 22 20:23:34.751629 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6ee02473-42af-4af8-ab49-147fe6a283e8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:34.760111 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6ee02473-42af-4af8-ab49-147fe6a283e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:34.805638 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ee02473-42af-4af8-ab49-147fe6a283e8 admin admin] vlan segment allocate from pool success with {'vlan_id': 630, 'physical_network': 'physnet1'} {{(pid=103448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 20:23:34.830790 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-3cb65df7-cb7e-4eda-b230-ba11ef5e2738 None None] Attempting to bind port 7bb808dd-2382-42ca-a4bb-761015e0ae04 on host n-d-818823-1 for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:23:34.831141 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-3cb65df7-cb7e-4eda-b230-ba11ef5e2738 None None] Attempting to bind port 7bb808dd-2382-42ca-a4bb-761015e0ae04 by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:23:34.831542 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb65df7-cb7e-4eda-b230-ba11ef5e2738 None None] Attempting to bind port 7bb808dd-2382-42ca-a4bb-761015e0ae04 on network c48a55e9-6a85-4746-b7bf-3e29fb560094 {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:23:34.860269 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6ee02473-42af-4af8-ab49-147fe6a283e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:34.860614 n-d-818823-1 neutron-server[103448]: INFO neutron.db.segments_db [None req-6ee02473-42af-4af8-ab49-147fe6a283e8 admin admin] Added segment 60e02a7e-98a0-4d76-b36b-46f7624c5b28 of type vlan for network 13496096-9618-4fad-a538-016ce712d3bd Nov 22 20:23:34.862525 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee02473-42af-4af8-ab49-147fe6a283e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e8bab57-9061-4423-98eb-3cb5b90f4a48,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:23:34.870451 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42fb7def-59a1-4119-abff-917bdfb9e970 None None] DHCP port deletion for c48a55e9-6a85-4746-b7bf-3e29fb560094 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:23:34.872780 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb65df7-cb7e-4eda-b230-ba11ef5e2738 None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 23, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:23:34.873155 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb65df7-cb7e-4eda-b230-ba11ef5e2738 None None] Checking segment: {'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:23:34.873555 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-3cb65df7-cb7e-4eda-b230-ba11ef5e2738 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:34.873945 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb65df7-cb7e-4eda-b230-ba11ef5e2738 None None] Bound using segment: {'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:23:34.874428 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-3cb65df7-cb7e-4eda-b230-ba11ef5e2738 None None] Bound port: 7bb808dd-2382-42ca-a4bb-761015e0ae04, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:23:34.874786 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-3cb65df7-cb7e-4eda-b230-ba11ef5e2738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:34.891923 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412116b6-e2e4-4b95-aaf1-fc74b4e22c3f req-0f70bffb-aaef-4ff4-a870-4be88a82a049 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:23:34.899777 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-412116b6-e2e4-4b95-aaf1-fc74b4e22c3f req-0f70bffb-aaef-4ff4-a870-4be88a82a049 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce76aa75-6890-4214-b1ec-455b43223b5d HTTP/1.1" status: 200 len: 945 time: 0.2755008 Nov 22 20:23:34.989522 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-3cb65df7-cb7e-4eda-b230-ba11ef5e2738 None None] For port 7bb808dd-2382-42ca-a4bb-761015e0ae04, host n-d-818823-1, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:23:34.993177 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-3cb65df7-cb7e-4eda-b230-ba11ef5e2738 None None] For port 7bb808dd-2382-42ca-a4bb-761015e0ae04, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=7bb808dd-2382-42ca-a4bb-761015e0ae04,segment=NetworkSegment(8793ba83-8407-4c3d-9b56-2a177cd58a70),segment_id=8793ba83-8407-4c3d-9b56-2a177cd58a70)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:23:35.006032 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e1b2b0-6de3-4bf5-957b-2a56edebc8a2 None None] Pushing event updated for resources: {'Port': ['ID=7bb808dd-2382-42ca-a4bb-761015e0ae04,revision_number=2']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:23:35.008949 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-3cb65df7-cb7e-4eda-b230-ba11ef5e2738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:35.019981 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-15287f82-28ac-4576-bcbd-cbea19830682 None None] Set router 17a3405a-dab1-4c2e-8c4a-2d89c628edb3 gateway port host: n-d-818823-1 {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:23:35.031172 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c813a0-ec8b-4309-8663-3da7c12e5568 req-d7b467f6-f986-4f2e-9e60-5eedee93defc tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:23:35.032757 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-59c813a0-ec8b-4309-8663-3da7c12e5568 req-d7b467f6-f986-4f2e-9e60-5eedee93defc tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/ports?device_id=d849f117-6f1f-4334-9477-96448e110c81 HTTP/1.1" status: 200 len: 945 time: 0.1522269 Nov 22 20:23:35.050472 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-412116b6-e2e4-4b95-aaf1-fc74b4e22c3f req-df246d55-5cfa-4fdc-9316-b849f567bb8f tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/security-groups?id=33003919-2e66-424f-89a8-28e4fe94add1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448791 Nov 22 20:23:35.090264 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6ee02473-42af-4af8-ab49-147fe6a283e8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748992492791'] for network, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:35.118614 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-424db570-2351-404a-9365-3f8df152c4e9 None None] Provisioning complete for port 7bb808dd-2382-42ca-a4bb-761015e0ae04 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:23:35.118997 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-424db570-2351-404a-9365-3f8df152c4e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:35.120908 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb65df7-cb7e-4eda-b230-ba11ef5e2738 None None] Routers {'f0788f90-129b-4887-b4d6-5a305b43dbcf'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:23:35.121682 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-3cb65df7-cb7e-4eda-b230-ba11ef5e2738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:23:32Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['f0788f90-129b-4887-b4d6-5a305b43dbcf'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:23:35.164722 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 20:23:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30ca4e72-de57-4269-952e-b79eec2ae7be x-openstack-request-id: req-30ca4e72-de57-4269-952e-b79eec2ae7be {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:23:35.165613 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d849f117-6f1f-4334-9477-96448e110c81", "tag": "16c7c286-2bdc-4b17-83d6-965664355bf1", "status": "completed", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:23:35.166993 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-30ca4e72-de57-4269-952e-b79eec2ae7be {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:23:35.169480 n-d-818823-1 neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd849f117-6f1f-4334-9477-96448e110c81', 'tag': '16c7c286-2bdc-4b17-83d6-965664355bf1', 'status': 'completed', 'code': 200} Nov 22 20:23:35.250006 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-3cb65df7-cb7e-4eda-b230-ba11ef5e2738 None None] Set router f0788f90-129b-4887-b4d6-5a305b43dbcf gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:23:35.252985 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6ee02473-42af-4af8-ab49-147fe6a283e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for network, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:35.258794 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ee02473-42af-4af8-ab49-147fe6a283e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:23:35.260407 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6ee02473-42af-4af8-ab49-147fe6a283e8 admin admin] Publish callbacks [] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:35.323772 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-59c813a0-ec8b-4309-8663-3da7c12e5568 req-c144cff1-7af4-4fe6-bc9d-cac1f60caa93 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/security-groups?id=80d35954-332b-44d6-bf58-c3aefadfaef0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2677102 Nov 22 20:23:35.345409 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-32483461-f0ff-472c-be7c-252a3ecfadf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:35.352084 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 53978) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:23:35.411097 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-6ee02473-42af-4af8-ab49-147fe6a283e8 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0884519 Nov 22 20:23:35.414726 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 53980) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:23:35.422474 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-2e7d51d1-14ab-4a7b-ae67-2de0ccdcea75 admin admin] Request body: {'subnet': {'network_id': '13496096-9618-4fad-a538-016ce712d3bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-2052855445-subnet', 'tenant_id': 'a3670ebd84cb4741b338db645a992249', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:23:35.430752 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7343e5e3-d250-4e7e-b322-0064fc48fb1c None None] DHCP port deletion for c48a55e9-6a85-4746-b7bf-3e29fb560094 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:23:35.494601 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee02473-42af-4af8-ab49-147fe6a283e8 admin admin] Pushing event updated for resources: {'Network': ['ID=13496096-9618-4fad-a538-016ce712d3bd,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:23:35.523466 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e7d51d1-14ab-4a7b-ae67-2de0ccdcea75 admin admin] Made reservation on behalf of a3670ebd84cb4741b338db645a992249 for: {'subnet': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:23:35.527382 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2e7d51d1-14ab-4a7b-ae67-2de0ccdcea75 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11792951'] for subnet, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:35.539353 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-15287f82-28ac-4576-bcbd-cbea19830682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17a3405a-dab1-4c2e-8c4a-2d89c628edb3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1208146691', 'tenant_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': '80e0e558-05ef-4d88-b25c-32baea33fc9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:22:55Z', 'updated_at': '2021-11-22T20:23:07Z', 'revision_number': 4, 'project_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'gw_port': {'id': '80e0e558-05ef-4d88-b25c-32baea33fc9f', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:83:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17a3405a-dab1-4c2e-8c4a-2d89c628edb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2155, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:22:57Z', 'updated_at': '2021-11-22T20:23:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_floatingips': [{'id': 'bfa01d84-6314-40bf-9be7-737e7d3d0e11', 'tenant_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'floating_ip_address': '172.25.5.39', 'floating_network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'router_id': '17a3405a-dab1-4c2e-8c4a-2d89c628edb3', 'port_id': '16c7c286-2bdc-4b17-83d6-965664355bf1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2173, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67d08895-b2ce-4996-9944-b0b6375ce4b5', 'mac_address': 'fa:16:3e:9e:b4:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd849f117-6f1f-4334-9477-96448e110c81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T20:23:31Z', 'updated_at': '2021-11-22T20:23:31Z', 'revision_number': 0, 'project_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fed04654-8c91-4065-a6ac-53d99df6b192', 'name': '', 'network_id': '67d08895-b2ce-4996-9944-b0b6375ce4b5', 'tenant_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'mac_address': 'fa:16:3e:62:ea:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17a3405a-dab1-4c2e-8c4a-2d89c628edb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2160, 'fixed_ips': [{'subnet_id': 'a647446e-a208-4e90-bb59-f7e7823f8a20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:23:04Z', 'updated_at': '2021-11-22T20:23:12Z', 'revision_number': 5, 'project_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'subnets': [{'id': 'a647446e-a208-4e90-bb59-f7e7823f8a20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:23:35.605958 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15287f82-28ac-4576-bcbd-cbea19830682 None None] Checking router: 17a3405a-dab1-4c2e-8c4a-2d89c628edb3 for host: n-d-818823-1 {{(pid=103450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 20:23:35.626153 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56c4d74-acf9-4d16-8b2f-6ba22a9ee39f req-ebd57a73-09f0-452d-94ab-e8855685575a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:23:35.627728 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d56c4d74-acf9-4d16-8b2f-6ba22a9ee39f req-ebd57a73-09f0-452d-94ab-e8855685575a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f13d149ee8a64f188025185f0e8b5cfe&device_id=d849f117-6f1f-4334-9477-96448e110c81 HTTP/1.1" status: 200 len: 1096 time: 0.4511995 Nov 22 20:23:35.630470 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15287f82-28ac-4576-bcbd-cbea19830682 None None] Routers {'17a3405a-dab1-4c2e-8c4a-2d89c628edb3'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:23:35.631078 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-15287f82-28ac-4576-bcbd-cbea19830682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:23:32Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['17a3405a-dab1-4c2e-8c4a-2d89c628edb3'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:23:35.643457 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Network 13496096-9618-4fad-a538-016ce712d3bd details requested by agent ovs-agent-n-d-818823-1 with host n-d-818823-1 {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 20:23:35.654044 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e1b2b0-6de3-4bf5-957b-2a56edebc8a2 None None] Pushing event updated for resources: {'Port': ['ID=7bb808dd-2382-42ca-a4bb-761015e0ae04,revision_number=3']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:23:35.675994 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e49ee129-e862-4476-beca-cdc8150d2345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:35.876454 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-15287f82-28ac-4576-bcbd-cbea19830682 None None] Set router 17a3405a-dab1-4c2e-8c4a-2d89c628edb3 gateway port host: n-d-818823-1 {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:23:35.935722 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2e7d51d1-14ab-4a7b-ae67-2de0ccdcea75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11567560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11792921'] for subnet, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:35.937461 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-652d17e7-5ae8-426c-bd60-85d17e846d83 req-f1e4ae91-1e67-4553-9fc5-eea622967123 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=089b1f6f-f3dc-4a6e-b5d9-e85fcb598f80 HTTP/1.1" status: 200 len: 210 time: 0.2525065 Nov 22 20:23:35.959616 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-f4eb6e0e-af19-438e-bd70-6da22f092ec2 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/floatingips/bfa01d84-6314-40bf-9be7-737e7d3d0e11 HTTP/1.1" status: 200 len: 990 time: 0.6002800 Nov 22 20:23:36.027720 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1648b5-6b4d-48cf-9923-65e215c89aff req-a139a877-a9d0-440f-8462-bb79d79737d2 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:23:36.039865 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6c1648b5-6b4d-48cf-9923-65e215c89aff req-a139a877-a9d0-440f-8462-bb79d79737d2 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce76aa75-6890-4214-b1ec-455b43223b5d HTTP/1.1" status: 200 len: 945 time: 0.6536951 Nov 22 20:23:36.065317 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-424db570-2351-404a-9365-3f8df152c4e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:36.072712 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:36.120068 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-424db570-2351-404a-9365-3f8df152c4e9 None None] For port 7bb808dd-2382-42ca-a4bb-761015e0ae04, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=7bb808dd-2382-42ca-a4bb-761015e0ae04,segment=NetworkSegment(8793ba83-8407-4c3d-9b56-2a177cd58a70),segment_id=8793ba83-8407-4c3d-9b56-2a177cd58a70)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:23:36.128841 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-424db570-2351-404a-9365-3f8df152c4e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:36.155979 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7d51d1-14ab-4a7b-ae67-2de0ccdcea75 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c03e1529-a0c9-4990-b0cd-08a1dc455fd5,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:23:36.160066 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-10c2eddf-f942-4f32-b709-f90a7da92bb2 req-4bd59936-3980-4f6c-a6db-e806fe720bf5 tempest-ServerShowV247Test-1925251057 tempest-ServerShowV247Test-1925251057-project] 10.222.0.46 "GET /v2.0/ports?device_id=089b1f6f-f3dc-4a6e-b5d9-e85fcb598f80 HTTP/1.1" status: 200 len: 210 time: 0.2904172 Nov 22 20:23:36.163128 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56c4d74-acf9-4d16-8b2f-6ba22a9ee39f req-feb36188-cb73-42b2-923c-d2838dda11a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:23:36.166553 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d56c4d74-acf9-4d16-8b2f-6ba22a9ee39f req-feb36188-cb73-42b2-923c-d2838dda11a3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=67d08895-b2ce-4996-9944-b0b6375ce4b5 HTTP/1.1" status: 200 len: 898 time: 0.4828427 Nov 22 20:23:36.186729 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e7d51d1-14ab-4a7b-ae67-2de0ccdcea75 admin admin] Checking segment: {'id': '60e02a7e-98a0-4d76-b36b-46f7624c5b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '13496096-9618-4fad-a538-016ce712d3bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:23:36.186729 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e7d51d1-14ab-4a7b-ae67-2de0ccdcea75 admin admin] Network hostable DHCP agents. Network: 13496096-9618-4fad-a538-016ce712d3bd, hostable agents: ['02adaa64-0987-4b74-bad0-cbcf56f8a294'], hosted agents: [] {{(pid=103448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 20:23:36.211931 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e7d51d1-14ab-4a7b-ae67-2de0ccdcea75 admin admin] Network 13496096-9618-4fad-a538-016ce712d3bd is scheduled to be hosted by DHCP agent 02adaa64-0987-4b74-bad0-cbcf56f8a294 with binding_index 1 {{(pid=103448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 20:23:36.228472 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-2e7d51d1-14ab-4a7b-ae67-2de0ccdcea75 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818823-1, 13496096-9618-4fad-a538-016ce712d3bd) {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:23:36.234340 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e7d51d1-14ab-4a7b-ae67-2de0ccdcea75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:23:36.236109 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2e7d51d1-14ab-4a7b-ae67-2de0ccdcea75 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:36.278540 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-2e7d51d1-14ab-4a7b-ae67-2de0ccdcea75 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8622308 Nov 22 20:23:36.281195 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 53994) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:23:36.288494 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-5f622cc2-e8fa-4b56-a6ae-ee3d0a446f8b admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-2052855445-router', 'tenant_id': 'a3670ebd84cb4741b338db645a992249', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'}}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:23:36.375261 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5f622cc2-e8fa-4b56-a6ae-ee3d0a446f8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24799'] for router, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:36.377941 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5f622cc2-e8fa-4b56-a6ae-ee3d0a446f8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-632716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24788'] for router, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:36.440619 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424db570-2351-404a-9365-3f8df152c4e9 None None] Pushing event updated for resources: {'Port': ['ID=7bb808dd-2382-42ca-a4bb-761015e0ae04,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:23:36.473119 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcae28cb-1b41-48f7-93e5-43d1259b0ecc None None] Network 13496096-9618-4fad-a538-016ce712d3bd requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:23:36.542990 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d56c4d74-acf9-4d16-8b2f-6ba22a9ee39f req-1121a4a1-ff7f-4dd3-ad53-458969d0250e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=16c7c286-2bdc-4b17-83d6-965664355bf1 HTTP/1.1" status: 200 len: 998 time: 0.3482962 Nov 22 20:23:36.560132 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-2ac4a004-dae5-4d1f-8a4d-841ef9efeb4c None None] Provisioning complete for port 7bb808dd-2382-42ca-a4bb-761015e0ae04 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:23:36.560515 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-2ac4a004-dae5-4d1f-8a4d-841ef9efeb4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:36.567345 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6c1648b5-6b4d-48cf-9923-65e215c89aff req-690dec27-01d6-4978-add0-8f29512cf1af tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/security-groups?id=33003919-2e66-424f-89a8-28e4fe94add1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5230606 Nov 22 20:23:36.593265 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-15287f82-28ac-4576-bcbd-cbea19830682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17a3405a-dab1-4c2e-8c4a-2d89c628edb3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1208146691', 'tenant_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': '80e0e558-05ef-4d88-b25c-32baea33fc9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:22:55Z', 'updated_at': '2021-11-22T20:23:07Z', 'revision_number': 4, 'project_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'gw_port': {'id': '80e0e558-05ef-4d88-b25c-32baea33fc9f', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:83:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17a3405a-dab1-4c2e-8c4a-2d89c628edb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2155, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:22:57Z', 'updated_at': '2021-11-22T20:23:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_floatingips': [{'id': 'bfa01d84-6314-40bf-9be7-737e7d3d0e11', 'tenant_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'floating_ip_address': '172.25.5.39', 'floating_network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'router_id': '17a3405a-dab1-4c2e-8c4a-2d89c628edb3', 'port_id': '16c7c286-2bdc-4b17-83d6-965664355bf1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2173, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67d08895-b2ce-4996-9944-b0b6375ce4b5', 'mac_address': 'fa:16:3e:9e:b4:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd849f117-6f1f-4334-9477-96448e110c81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T20:23:31Z', 'updated_at': '2021-11-22T20:23:31Z', 'revision_number': 0, 'project_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fed04654-8c91-4065-a6ac-53d99df6b192', 'name': '', 'network_id': '67d08895-b2ce-4996-9944-b0b6375ce4b5', 'tenant_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'mac_address': 'fa:16:3e:62:ea:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17a3405a-dab1-4c2e-8c4a-2d89c628edb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2160, 'fixed_ips': [{'subnet_id': 'a647446e-a208-4e90-bb59-f7e7823f8a20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:23:04Z', 'updated_at': '2021-11-22T20:23:12Z', 'revision_number': 5, 'project_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'subnets': [{'id': 'a647446e-a208-4e90-bb59-f7e7823f8a20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:23:36.615920 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5f622cc2-e8fa-4b56-a6ae-ee3d0a446f8b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:36.695272 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15287f82-28ac-4576-bcbd-cbea19830682 None None] The sync data for ids ['17a3405a-dab1-4c2e-8c4a-2d89c628edb3'] in n-d-818823-1 is: [{'id': '17a3405a-dab1-4c2e-8c4a-2d89c628edb3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1208146691', 'tenant_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': '80e0e558-05ef-4d88-b25c-32baea33fc9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:22:55Z', 'updated_at': '2021-11-22T20:23:07Z', 'revision_number': 4, 'project_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'gw_port': {'id': '80e0e558-05ef-4d88-b25c-32baea33fc9f', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:83:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17a3405a-dab1-4c2e-8c4a-2d89c628edb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2155, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:22:57Z', 'updated_at': '2021-11-22T20:23:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_floatingips': [{'id': 'bfa01d84-6314-40bf-9be7-737e7d3d0e11', 'tenant_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'floating_ip_address': '172.25.5.39', 'floating_network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'router_id': '17a3405a-dab1-4c2e-8c4a-2d89c628edb3', 'port_id': '16c7c286-2bdc-4b17-83d6-965664355bf1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2173, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67d08895-b2ce-4996-9944-b0b6375ce4b5', 'mac_address': 'fa:16:3e:9e:b4:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd849f117-6f1f-4334-9477-96448e110c81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T20:23:31Z', 'updated_at': '2021-11-22T20:23:31Z', 'revision_number': 0, 'project_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fed04654-8c91-4065-a6ac-53d99df6b192', 'name': '', 'network_id': '67d08895-b2ce-4996-9944-b0b6375ce4b5', 'tenant_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'mac_address': 'fa:16:3e:62:ea:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17a3405a-dab1-4c2e-8c4a-2d89c628edb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2160, 'fixed_ips': [{'subnet_id': 'a647446e-a208-4e90-bb59-f7e7823f8a20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:23:04Z', 'updated_at': '2021-11-22T20:23:12Z', 'revision_number': 5, 'project_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'subnets': [{'id': 'a647446e-a208-4e90-bb59-f7e7823f8a20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:23:36.828691 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-3cb65df7-cb7e-4eda-b230-ba11ef5e2738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0788f90-129b-4887-b4d6-5a305b43dbcf', 'name': 'tempest-ServerRescueTestJSON-2023213763-router', 'tenant_id': 'e793ff984057470cb2eb493439c6c5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': '7bb808dd-2382-42ca-a4bb-761015e0ae04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:23:28Z', 'updated_at': '2021-11-22T20:23:31Z', 'revision_number': 3, 'project_id': 'e793ff984057470cb2eb493439c6c5c1', 'gw_port': {'id': '7bb808dd-2382-42ca-a4bb-761015e0ae04', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:a0:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0788f90-129b-4887-b4d6-5a305b43dbcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2171, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:23:30Z', 'updated_at': '2021-11-22T20:23:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:23:36.835875 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [None req-32483461-f0ff-472c-be7c-252a3ecfadf4 admin admin] Allocated IP 172.20.0.1 (704c1d40-093b-4a06-ac89-44d0005714b2/19f24a92-36ce-45ff-85ec-f7e350181a79/c49d0072-4898-404e-8a94-357f8e8ceed3) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:23:36.883662 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb65df7-cb7e-4eda-b230-ba11ef5e2738 None None] The sync data for ids ['f0788f90-129b-4887-b4d6-5a305b43dbcf'] in n-d-818823-1 is: [{'id': 'f0788f90-129b-4887-b4d6-5a305b43dbcf', 'name': 'tempest-ServerRescueTestJSON-2023213763-router', 'tenant_id': 'e793ff984057470cb2eb493439c6c5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': '7bb808dd-2382-42ca-a4bb-761015e0ae04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:23:28Z', 'updated_at': '2021-11-22T20:23:31Z', 'revision_number': 3, 'project_id': 'e793ff984057470cb2eb493439c6c5c1', 'gw_port': {'id': '7bb808dd-2382-42ca-a4bb-761015e0ae04', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:a0:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0788f90-129b-4887-b4d6-5a305b43dbcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2171, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:23:30Z', 'updated_at': '2021-11-22T20:23:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:23:36.995073 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 54010) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:23:37.043727 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5f622cc2-e8fa-4b56-a6ae-ee3d0a446f8b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:37.121428 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-bfba8287-8656-45aa-8321-01acc0087632 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/floatingips/bfa01d84-6314-40bf-9be7-737e7d3d0e11 HTTP/1.1" status: 200 len: 990 time: 0.1249158 Nov 22 20:23:37.132375 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56c4d74-acf9-4d16-8b2f-6ba22a9ee39f req-a7a4a633-f959-45e6-9b40-6992091641da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:23:37.137477 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d56c4d74-acf9-4d16-8b2f-6ba22a9ee39f req-a7a4a633-f959-45e6-9b40-6992091641da service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a647446e-a208-4e90-bb59-f7e7823f8a20 HTTP/1.1" status: 200 len: 834 time: 0.5630348 Nov 22 20:23:37.168020 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0983a13f-b564-4cb3-8623-e2e7ed516163 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fb26bd7-ce56-527b-b94f-2e1f7cb2bb35-13496096-9618-4fad-a538-016ce712d3bd', 'network_id': '13496096-9618-4fad-a538-016ce712d3bd', 'tenant_id': 'a3670ebd84cb4741b338db645a992249', 'fixed_ips': [{'subnet_id': 'c03e1529-a0c9-4990-b0cd-08a1dc455fd5'}]}} from n-d-818823-1. {{(pid=103449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 20:23:37.171597 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-0983a13f-b564-4cb3-8623-e2e7ed516163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:37.292733 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab3c4a0-d351-403e-ac8c-ae795a652753 req-22f3b7dc-3c66-4747-b1d0-21e0ae39350d tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:23:37.305691 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3ab3c4a0-d351-403e-ac8c-ae795a652753 req-22f3b7dc-3c66-4747-b1d0-21e0ae39350d tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce76aa75-6890-4214-b1ec-455b43223b5d HTTP/1.1" status: 200 len: 945 time: 0.4466679 Nov 22 20:23:37.488943 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b98646ba-2a1c-4f2d-88f0-778450a9a9ab req-9f62d80c-ad44-4e4f-b6d7-be44e58053ea tempest-ServerShowV247Test-1925251057 tempest-ServerShowV247Test-1925251057-project] 10.222.0.46 "GET /v2.0/ports?device_id=089b1f6f-f3dc-4a6e-b5d9-e85fcb598f80 HTTP/1.1" status: 200 len: 210 time: 0.1357348 Nov 22 20:23:37.545190 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.db_base_plugin_common [None req-0983a13f-b564-4cb3-8623-e2e7ed516163 None None] Allocated IP 172.20.0.2 (13496096-9618-4fad-a538-016ce712d3bd/c03e1529-a0c9-4990-b0cd-08a1dc455fd5/c62bd2e2-6cc9-4900-b607-d4e16b006495) {{(pid=103449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:23:37.579029 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5342051-d986-46ce-a836-d7bb57b96a62 None None] New status for floating IP bfa01d84-6314-40bf-9be7-737e7d3d0e11: ACTIVE {{(pid=103449) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 20:23:37.582111 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5f622cc2-e8fa-4b56-a6ae-ee3d0a446f8b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:37.608495 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-32483461-f0ff-472c-be7c-252a3ecfadf4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:37.617896 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5f622cc2-e8fa-4b56-a6ae-ee3d0a446f8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:37.731927 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56c4d74-acf9-4d16-8b2f-6ba22a9ee39f req-36324cfc-c7c3-417a-bf51-c1b76ddc99c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:23:37.733141 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d56c4d74-acf9-4d16-8b2f-6ba22a9ee39f req-36324cfc-c7c3-417a-bf51-c1b76ddc99c7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=67d08895-b2ce-4996-9944-b0b6375ce4b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5599010 Nov 22 20:23:37.737323 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3ab3c4a0-d351-403e-ac8c-ae795a652753 req-8b18a3da-3f3d-403f-8265-217d5b0b9cb9 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/security-groups?id=33003919-2e66-424f-89a8-28e4fe94add1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4297543 Nov 22 20:23:37.738304 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-32483461-f0ff-472c-be7c-252a3ecfadf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:37.815316 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32483461-f0ff-472c-be7c-252a3ecfadf4 admin admin] Network 704c1d40-093b-4a06-ac89-44d0005714b2 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:23:37.835706 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-32483461-f0ff-472c-be7c-252a3ecfadf4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:23:37.919059 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32483461-f0ff-472c-be7c-252a3ecfadf4 admin admin] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:23:37.937361 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [None req-5f622cc2-e8fa-4b56-a6ae-ee3d0a446f8b admin admin] Allocated IP 172.25.5.56 (c48a55e9-6a85-4746-b7bf-3e29fb560094/5da6f781-63e6-4328-ae7a-5e672262f55a/7363c900-06ff-4d2b-b8a6-f72228263196) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:23:38.149092 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [req-d56c4d74-acf9-4d16-8b2f-6ba22a9ee39f req-231ece26-879a-4534-a323-bb4e874e888a service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=103447) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 20:23:38.150336 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 54034) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:23:38.150482 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d56c4d74-acf9-4d16-8b2f-6ba22a9ee39f req-231ece26-879a-4534-a323-bb4e874e888a service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3870544 Nov 22 20:23:38.285964 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32483461-f0ff-472c-be7c-252a3ecfadf4 admin admin] Pushing event updated for resources: {'Port': ['ID=c49d0072-4898-404e-8a94-357f8e8ceed3,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:23:38.351036 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-2c5105e9-8250-4b32-a2c0-04827c1089a4 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/floatingips/bfa01d84-6314-40bf-9be7-737e7d3d0e11 HTTP/1.1" status: 200 len: 992 time: 0.1995790 Nov 22 20:23:38.384042 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c34420c-3599-4c93-8b39-1f58b4318544 req-f2d0f69e-0b43-48d1-8fab-2b3662d53bf7 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:23:38.411151 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2c34420c-3599-4c93-8b39-1f58b4318544 req-f2d0f69e-0b43-48d1-8fab-2b3662d53bf7 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce76aa75-6890-4214-b1ec-455b43223b5d HTTP/1.1" status: 200 len: 945 time: 0.4237249 Nov 22 20:23:38.491861 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5f622cc2-e8fa-4b56-a6ae-ee3d0a446f8b admin admin] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:38.508957 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-32483461-f0ff-472c-be7c-252a3ecfadf4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659939'] for router_interface, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:38.547946 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5f622cc2-e8fa-4b56-a6ae-ee3d0a446f8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:38.583070 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5c4dbae9-e0c1-43d6-96c7-7a4954e2dba6 req-703d4ea7-2934-4650-bccc-9200599d247b tempest-ServerShowV247Test-1925251057 tempest-ServerShowV247Test-1925251057-project] 10.222.0.46 "GET /v2.0/ports?device_id=089b1f6f-f3dc-4a6e-b5d9-e85fcb598f80&device_id=b4f88405-d252-4a49-8f7e-8b49693421e2 HTTP/1.1" status: 200 len: 210 time: 0.1413078 Nov 22 20:23:38.683387 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f622cc2-e8fa-4b56-a6ae-ee3d0a446f8b admin admin] Network c48a55e9-6a85-4746-b7bf-3e29fb560094 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:23:38.697155 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-5f622cc2-e8fa-4b56-a6ae-ee3d0a446f8b admin admin] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:23:38.714902 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f622cc2-e8fa-4b56-a6ae-ee3d0a446f8b admin admin] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:23:38.716904 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fffc6ff-ed90-4fc9-a13f-aefa55ca80ae None None] DHCP port deletion for c48a55e9-6a85-4746-b7bf-3e29fb560094 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:23:38.835148 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-0983a13f-b564-4cb3-8623-e2e7ed516163 None None] Publish callbacks [] for port, precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:38.876908 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-0983a13f-b564-4cb3-8623-e2e7ed516163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372'] for port, after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:38.949567 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0983a13f-b564-4cb3-8623-e2e7ed516163 None None] Pushing event updated for resources: {'Port': ['ID=c62bd2e2-6cc9-4900-b607-d4e16b006495,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:23:38.956569 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-5fd652f9-1c32-4e13-993a-f878714cd568 None None] Provisioning complete for port 7363c900-06ff-4d2b-b8a6-f72228263196 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:23:38.957138 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-5fd652f9-1c32-4e13-993a-f878714cd568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:38.998279 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2c34420c-3599-4c93-8b39-1f58b4318544 req-0bfa46eb-2ef4-4f7d-ae55-e52eb8383229 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/security-groups?id=33003919-2e66-424f-89a8-28e4fe94add1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5836396 Nov 22 20:23:39.064687 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-5fd652f9-1c32-4e13-993a-f878714cd568 None None] Port 7363c900-06ff-4d2b-b8a6-f72228263196 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:23:39.090191 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0983a13f-b564-4cb3-8623-e2e7ed516163 None None] Network 13496096-9618-4fad-a538-016ce712d3bd is already hosted by enough agents. {{(pid=103449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:23:39.092343 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.base_scheduler [None req-0983a13f-b564-4cb3-8623-e2e7ed516163 None None] Resources bound (agent type, host, resource id): {{(pid=103449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:23:39.101390 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0983a13f-b564-4cb3-8623-e2e7ed516163 None None] Received port after_create {{(pid=103449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:23:39.108737 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.agents_db [None req-aa8313f2-1ee4-4e7b-8c5a-d32b2f9d31ee None None] Agent healthcheck: found 7 active agents {{(pid=103450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 20:23:39.118918 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f622cc2-e8fa-4b56-a6ae-ee3d0a446f8b admin admin] Pushing event updated for resources: {'Port': ['ID=7363c900-06ff-4d2b-b8a6-f72228263196,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:23:39.137919 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d56c4d74-acf9-4d16-8b2f-6ba22a9ee39f req-1bcbff21-9090-46fd-817a-7ad7a1eed6f3 service neutron] 10.222.0.41 "GET /v2.0/networks/67d08895-b2ce-4996-9944-b0b6375ce4b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9400685 Nov 22 20:23:39.214243 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c3145be6-9693-46be-9fbd-1828bf913b3c req-52d62107-d840-458b-8023-9ef8241a3d78 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=36a968cc80514a9482452c56891f9e3b&device_id=089b1f6f-f3dc-4a6e-b5d9-e85fcb598f80 HTTP/1.1" status: 200 len: 210 time: 0.2139030 Nov 22 20:23:39.240790 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-0983a13f-b564-4cb3-8623-e2e7ed516163 None None] Attempting to bind port c62bd2e2-6cc9-4900-b607-d4e16b006495 on host n-d-818823-1 for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:23:39.248690 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-0983a13f-b564-4cb3-8623-e2e7ed516163 None None] Attempting to bind port c62bd2e2-6cc9-4900-b607-d4e16b006495 by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': '60e02a7e-98a0-4d76-b36b-46f7624c5b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '13496096-9618-4fad-a538-016ce712d3bd'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:23:39.249329 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0983a13f-b564-4cb3-8623-e2e7ed516163 None None] Attempting to bind port c62bd2e2-6cc9-4900-b607-d4e16b006495 on network 13496096-9618-4fad-a538-016ce712d3bd {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:23:39.260360 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0983a13f-b564-4cb3-8623-e2e7ed516163 None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 23, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:23:39.260959 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0983a13f-b564-4cb3-8623-e2e7ed516163 None None] Checking segment: {'id': '60e02a7e-98a0-4d76-b36b-46f7624c5b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '13496096-9618-4fad-a538-016ce712d3bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:23:39.272043 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-0983a13f-b564-4cb3-8623-e2e7ed516163 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:39.272691 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0983a13f-b564-4cb3-8623-e2e7ed516163 None None] Bound using segment: {'id': '60e02a7e-98a0-4d76-b36b-46f7624c5b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '13496096-9618-4fad-a538-016ce712d3bd'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:23:39.273912 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-0983a13f-b564-4cb3-8623-e2e7ed516163 None None] Bound port: c62bd2e2-6cc9-4900-b607-d4e16b006495, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60e02a7e-98a0-4d76-b36b-46f7624c5b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '13496096-9618-4fad-a538-016ce712d3bd'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:23:39.275083 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-0983a13f-b564-4cb3-8623-e2e7ed516163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:39.419011 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5f622cc2-e8fa-4b56-a6ae-ee3d0a446f8b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:39.437866 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-0983a13f-b564-4cb3-8623-e2e7ed516163 None None] For port c62bd2e2-6cc9-4900-b607-d4e16b006495, host n-d-818823-1, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:23:39.448200 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-0983a13f-b564-4cb3-8623-e2e7ed516163 None None] For port c62bd2e2-6cc9-4900-b607-d4e16b006495, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=c62bd2e2-6cc9-4900-b607-d4e16b006495,segment=NetworkSegment(60e02a7e-98a0-4d76-b36b-46f7624c5b28),segment_id=60e02a7e-98a0-4d76-b36b-46f7624c5b28)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:23:39.456810 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-0983a13f-b564-4cb3-8623-e2e7ed516163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:39.588408 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0983a13f-b564-4cb3-8623-e2e7ed516163 None None] Pushing event updated for resources: {'Port': ['ID=c62bd2e2-6cc9-4900-b607-d4e16b006495,revision_number=2']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:23:39.591275 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 7bb808dd-2382-42ca-a4bb-761015e0ae04 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:23:39.725279 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 7bb808dd-2382-42ca-a4bb-761015e0ae04 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:23:39.726007 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:39.889833 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5f622cc2-e8fa-4b56-a6ae-ee3d0a446f8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-659538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-841284'] for router, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:39.950953 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-528f934d-2954-4d6d-b7f3-0b6ccf906ada req-c51ef107-9393-4ace-8968-ed27dc33ef9d tempest-ServerShowV247Test-1925251057 tempest-ServerShowV247Test-1925251057-project] 10.222.0.46 "GET /v2.0/ports?device_id=089b1f6f-f3dc-4a6e-b5d9-e85fcb598f80 HTTP/1.1" status: 200 len: 210 time: 0.7292988 Nov 22 20:23:40.033036 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c3145be6-9693-46be-9fbd-1828bf913b3c req-0d938e86-8024-43bc-a28c-cd33de0a23c0 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=36a968cc80514a9482452c56891f9e3b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1629262 Nov 22 20:23:40.176206 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-32483461-f0ff-472c-be7c-252a3ecfadf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:40.257041 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f622cc2-e8fa-4b56-a6ae-ee3d0a446f8b admin admin] Router 6ddb0c47-68b4-4365-ab49-a2c935770e6c is scheduled to L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 with binding_index 1 {{(pid=103448) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 20:23:40.285327 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06090124-9802-4589-bd00-83fd3474a73c req-37f038d3-aec6-4a6a-b312-d1bcb63fc739 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:23:40.307876 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-06090124-9802-4589-bd00-83fd3474a73c req-37f038d3-aec6-4a6a-b312-d1bcb63fc739 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce76aa75-6890-4214-b1ec-455b43223b5d HTTP/1.1" status: 200 len: 945 time: 0.4295313 Nov 22 20:23:40.467656 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f622cc2-e8fa-4b56-a6ae-ee3d0a446f8b admin admin] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:23:40.480792 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a1f2012-d71c-4d35-8950-9401f1150135 None None] Sync routers for ids ['6ddb0c47-68b4-4365-ab49-a2c935770e6c'] in n-d-818823-1 {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:23:40.501178 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a1f2012-d71c-4d35-8950-9401f1150135 None None] Routers {'6ddb0c47-68b4-4365-ab49-a2c935770e6c'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:23:40.502044 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-8a1f2012-d71c-4d35-8950-9401f1150135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:23:32Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['6ddb0c47-68b4-4365-ab49-a2c935770e6c'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:23:40.516115 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5f622cc2-e8fa-4b56-a6ae-ee3d0a446f8b admin admin] Publish callbacks [] for router, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:40.519986 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-5f622cc2-e8fa-4b56-a6ae-ee3d0a446f8b admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.2351081 Nov 22 20:23:40.521538 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 54080) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:23:40.566372 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d56c4d74-acf9-4d16-8b2f-6ba22a9ee39f req-d6a21064-8d10-4108-acb6-803cfa19bf97 service neutron] 10.222.0.41 "GET /v2.0/networks/67d08895-b2ce-4996-9944-b0b6375ce4b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3265326 Nov 22 20:23:40.696865 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-8a1f2012-d71c-4d35-8950-9401f1150135 None None] Set router 6ddb0c47-68b4-4365-ab49-a2c935770e6c gateway port host: n-d-818823-1 {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:23:40.711159 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-06090124-9802-4589-bd00-83fd3474a73c req-d7f2d5ca-d0a7-4d66-901b-d01f25fdbaa6 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/security-groups?id=33003919-2e66-424f-89a8-28e4fe94add1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4016082 Nov 22 20:23:40.714992 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3145be6-9693-46be-9fbd-1828bf913b3c req-0bb60b4e-ca18-4f03-abf3-71b3908cda3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:23:40.716720 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c3145be6-9693-46be-9fbd-1828bf913b3c req-0bb60b4e-ca18-4f03-abf3-71b3908cda3b service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6715868 Nov 22 20:23:40.782216 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-32483461-f0ff-472c-be7c-252a3ecfadf4 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:40.787901 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-32483461-f0ff-472c-be7c-252a3ecfadf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:40.954626 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-32483461-f0ff-472c-be7c-252a3ecfadf4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-563461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-659839'] for router_interface, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:40.961672 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32483461-f0ff-472c-be7c-252a3ecfadf4 admin admin] Pushing event updated for resources: {'Port': ['ID=c49d0072-4898-404e-8a94-357f8e8ceed3,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:23:41.010556 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-8a1f2012-d71c-4d35-8950-9401f1150135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ddb0c47-68b4-4365-ab49-a2c935770e6c', 'name': 'tempest-ServerActionsTestJSON-2052855445-router', 'tenant_id': 'a3670ebd84cb4741b338db645a992249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': '7363c900-06ff-4d2b-b8a6-f72228263196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:23:36Z', 'updated_at': '2021-11-22T20:23:39Z', 'revision_number': 3, 'project_id': 'a3670ebd84cb4741b338db645a992249', 'gw_port': {'id': '7363c900-06ff-4d2b-b8a6-f72228263196', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:f3:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ddb0c47-68b4-4365-ab49-a2c935770e6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2185, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:23:37Z', 'updated_at': '2021-11-22T20:23:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:23:41.030099 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f542cb5-be0b-42c1-aedf-0330f33f1102 req-72078c79-010f-4c01-9695-6a243fbe0009 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:23:41.044452 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0f542cb5-be0b-42c1-aedf-0330f33f1102 req-72078c79-010f-4c01-9695-6a243fbe0009 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce76aa75-6890-4214-b1ec-455b43223b5d HTTP/1.1" status: 200 len: 945 time: 0.1843245 Nov 22 20:23:41.060207 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a1f2012-d71c-4d35-8950-9401f1150135 None None] Checking router: 6ddb0c47-68b4-4365-ab49-a2c935770e6c for host: n-d-818823-1 {{(pid=103450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 20:23:41.060557 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a1f2012-d71c-4d35-8950-9401f1150135 None None] Updating router 6ddb0c47-68b4-4365-ab49-a2c935770e6c port 7363c900-06ff-4d2b-b8a6-f72228263196 binding host n-d-818823-1 {{(pid=103450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 20:23:41.110128 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8a1f2012-d71c-4d35-8950-9401f1150135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:41.210541 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-76b7852c-3716-4c3e-9e8e-a73f788f27b5 req-305959d2-1a64-413c-8b16-56574d5a27e3 tempest-ServerShowV247Test-1925251057 tempest-ServerShowV247Test-1925251057-project] 10.222.0.46 "GET /v2.0/ports?device_id=089b1f6f-f3dc-4a6e-b5d9-e85fcb598f80 HTTP/1.1" status: 200 len: 210 time: 0.0605109 Nov 22 20:23:41.240045 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0f542cb5-be0b-42c1-aedf-0330f33f1102 req-1d9b02e3-d548-4be0-bfe0-ce6b6f42ee4f tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/security-groups?id=33003919-2e66-424f-89a8-28e4fe94add1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890574 Nov 22 20:23:41.330415 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32483461-f0ff-472c-be7c-252a3ecfadf4 admin admin] Network 704c1d40-093b-4a06-ac89-44d0005714b2 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:23:41.334253 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-32483461-f0ff-472c-be7c-252a3ecfadf4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:23:41.606078 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device c62bd2e2-6cc9-4900-b607-d4e16b006495 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:23:41.665120 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32483461-f0ff-472c-be7c-252a3ecfadf4 admin admin] Router f0788f90-129b-4887-b4d6-5a305b43dbcf has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 20:23:41.678013 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8a1f2012-d71c-4d35-8950-9401f1150135 None None] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:41.688594 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8a1f2012-d71c-4d35-8950-9401f1150135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:41.721723 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5e5832-a4df-4a6d-8460-6cee29f79e16 req-393f3d2d-8cfd-42c3-b378-f709e11f40fb tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:23:41.727652 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0d5e5832-a4df-4a6d-8460-6cee29f79e16 req-393f3d2d-8cfd-42c3-b378-f709e11f40fb tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce76aa75-6890-4214-b1ec-455b43223b5d HTTP/1.1" status: 200 len: 945 time: 0.2706993 Nov 22 20:23:41.742865 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port c62bd2e2-6cc9-4900-b607-d4e16b006495 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:23:41.743247 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:41.790890 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94a1226d-da3e-434f-a7a2-87e2cfb39f25 None None] Network 13496096-9618-4fad-a538-016ce712d3bd requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:23:41.886099 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-8a1f2012-d71c-4d35-8950-9401f1150135 None None] Attempting to bind port 7363c900-06ff-4d2b-b8a6-f72228263196 on host n-d-818823-1 for vnic_type normal with profile {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:23:41.886099 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-8a1f2012-d71c-4d35-8950-9401f1150135 None None] Attempting to bind port 7363c900-06ff-4d2b-b8a6-f72228263196 by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:23:41.886099 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a1f2012-d71c-4d35-8950-9401f1150135 None None] Attempting to bind port 7363c900-06ff-4d2b-b8a6-f72228263196 on network c48a55e9-6a85-4746-b7bf-3e29fb560094 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:23:41.908145 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a1f2012-d71c-4d35-8950-9401f1150135 None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 23, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:23:41.908145 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a1f2012-d71c-4d35-8950-9401f1150135 None None] Checking segment: {'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:23:41.908145 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8a1f2012-d71c-4d35-8950-9401f1150135 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:41.908145 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a1f2012-d71c-4d35-8950-9401f1150135 None None] Bound using segment: {'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:23:41.908145 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-8a1f2012-d71c-4d35-8950-9401f1150135 None None] Bound port: 7363c900-06ff-4d2b-b8a6-f72228263196, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'}}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:23:41.908145 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8a1f2012-d71c-4d35-8950-9401f1150135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:41.912614 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc13de44-745c-43f5-acba-a496744d88c2 None None] DHCP port deletion for c48a55e9-6a85-4746-b7bf-3e29fb560094 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:23:41.914612 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb57ed04-6d1f-44cb-bb01-967db08c47c0 None None] Pushing event updated for resources: {'Port': ['ID=7363c900-06ff-4d2b-b8a6-f72228263196,revision_number=2']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:23:42.003707 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0d5e5832-a4df-4a6d-8460-6cee29f79e16 req-d587b2f9-42cb-43b3-8be8-32ddbed584c7 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/security-groups?id=33003919-2e66-424f-89a8-28e4fe94add1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715796 Nov 22 20:23:42.035483 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32483461-f0ff-472c-be7c-252a3ecfadf4 admin admin] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:23:42.037867 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-8a1f2012-d71c-4d35-8950-9401f1150135 None None] For port 7363c900-06ff-4d2b-b8a6-f72228263196, host n-d-818823-1, cleared binding levels {{(pid=103450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:23:42.049853 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-32483461-f0ff-472c-be7c-252a3ecfadf4 admin admin] 10.222.0.46 "PUT /v2.0/routers/f0788f90-129b-4887-b4d6-5a305b43dbcf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2258146 Nov 22 20:23:42.053510 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-8a1f2012-d71c-4d35-8950-9401f1150135 None None] For port 7363c900-06ff-4d2b-b8a6-f72228263196, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=7363c900-06ff-4d2b-b8a6-f72228263196,segment=NetworkSegment(8793ba83-8407-4c3d-9b56-2a177cd58a70),segment_id=8793ba83-8407-4c3d-9b56-2a177cd58a70)] {{(pid=103450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:23:42.058919 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-8bd86c83-0589-4242-acf6-4bb0d199eced None None] Provisioning complete for port c62bd2e2-6cc9-4900-b607-d4e16b006495 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:23:42.059561 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-8bd86c83-0589-4242-acf6-4bb0d199eced None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:42.063957 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8a1f2012-d71c-4d35-8950-9401f1150135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:42.077260 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f5c781-a4bf-49e8-9382-285224b341e0 None None] Sync routers for ids ['f0788f90-129b-4887-b4d6-5a305b43dbcf'] in n-d-818823-1 {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:23:42.109413 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5d607c72-8c70-4038-95e3-dd812c340074 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:42.114812 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c3145be6-9693-46be-9fbd-1828bf913b3c req-d30018f2-1f0d-4af9-a25d-28bd1289c3ea tempest-ServerShowV247Test-1925251057 tempest-ServerShowV247Test-1925251057-project] 10.222.0.41 "GET /v2.0/ports?device_id=089b1f6f-f3dc-4a6e-b5d9-e85fcb598f80 HTTP/1.1" status: 200 len: 210 time: 0.0413995 Nov 22 20:23:42.205110 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb57ed04-6d1f-44cb-bb01-967db08c47c0 None None] Pushing event updated for resources: {'Port': ['ID=7363c900-06ff-4d2b-b8a6-f72228263196,revision_number=3']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:23:42.221145 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb03df8d-1958-496f-a080-4a3d70f6651c None None] DHCP port deletion for c48a55e9-6a85-4746-b7bf-3e29fb560094 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:23:42.235694 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a1f2012-d71c-4d35-8950-9401f1150135 None None] Routers {'6ddb0c47-68b4-4365-ab49-a2c935770e6c'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:23:42.236353 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-8a1f2012-d71c-4d35-8950-9401f1150135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:23:32Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['6ddb0c47-68b4-4365-ab49-a2c935770e6c'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:23:42.257694 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f5c781-a4bf-49e8-9382-285224b341e0 None None] Routers {'f0788f90-129b-4887-b4d6-5a305b43dbcf'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:23:42.258425 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-f5f5c781-a4bf-49e8-9382-285224b341e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:23:32Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['f0788f90-129b-4887-b4d6-5a305b43dbcf'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:23:42.410601 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-f5f5c781-a4bf-49e8-9382-285224b341e0 None None] Set router f0788f90-129b-4887-b4d6-5a305b43dbcf gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:23:42.426258 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37419c60-4e79-46d4-a39f-2439ab53e57c req-4fa711ec-32ae-46d7-af62-6c5a91b53b5a tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:23:42.433447 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-37419c60-4e79-46d4-a39f-2439ab53e57c req-4fa711ec-32ae-46d7-af62-6c5a91b53b5a tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce76aa75-6890-4214-b1ec-455b43223b5d HTTP/1.1" status: 200 len: 945 time: 0.2168148 Nov 22 20:23:42.541185 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-37419c60-4e79-46d4-a39f-2439ab53e57c req-938dc1de-273a-43ef-9ab6-9d3bd7b4171b tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/security-groups?id=33003919-2e66-424f-89a8-28e4fe94add1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003103 Nov 22 20:23:42.570804 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-84c8a9e2-ca6c-4677-946a-5d2f0382e009 req-cb2cf58d-598d-4a2d-9283-adf0c82b3c20 tempest-ServerShowV247Test-1925251057 tempest-ServerShowV247Test-1925251057-project] 10.222.0.46 "GET /v2.0/ports?device_id=089b1f6f-f3dc-4a6e-b5d9-e85fcb598f80 HTTP/1.1" status: 200 len: 210 time: 0.0414655 Nov 22 20:23:42.716764 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [None req-5d607c72-8c70-4038-95e3-dd812c340074 admin admin] Allocated IP 172.20.0.1 (13496096-9618-4fad-a538-016ce712d3bd/c03e1529-a0c9-4990-b0cd-08a1dc455fd5/de4bdfac-0dbf-4534-bae2-02f1cbe9e419) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:23:42.878232 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:42.892886 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-8bd86c83-0589-4242-acf6-4bb0d199eced None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:42.952015 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] For port c62bd2e2-6cc9-4900-b607-d4e16b006495, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=c62bd2e2-6cc9-4900-b607-d4e16b006495,segment=NetworkSegment(60e02a7e-98a0-4d76-b36b-46f7624c5b28),segment_id=60e02a7e-98a0-4d76-b36b-46f7624c5b28)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:23:42.967382 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:43.013979 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-f5f5c781-a4bf-49e8-9382-285224b341e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0788f90-129b-4887-b4d6-5a305b43dbcf', 'name': 'tempest-ServerRescueTestJSON-2023213763-router', 'tenant_id': 'e793ff984057470cb2eb493439c6c5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': '7bb808dd-2382-42ca-a4bb-761015e0ae04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:23:28Z', 'updated_at': '2021-11-22T20:23:39Z', 'revision_number': 4, 'project_id': 'e793ff984057470cb2eb493439c6c5c1', 'gw_port': {'id': '7bb808dd-2382-42ca-a4bb-761015e0ae04', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:a0:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0788f90-129b-4887-b4d6-5a305b43dbcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2171, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:23:30Z', 'updated_at': '2021-11-22T20:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': 'c49d0072-4898-404e-8a94-357f8e8ceed3', 'name': '', 'network_id': '704c1d40-093b-4a06-ac89-44d0005714b2', 'tenant_id': 'e793ff984057470cb2eb493439c6c5c1', 'mac_address': 'fa:16:3e:c9:45:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0788f90-129b-4887-b4d6-5a305b43dbcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2181, 'fixed_ips': [{'subnet_id': '19f24a92-36ce-45ff-85ec-f7e350181a79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:23:35Z', 'updated_at': '2021-11-22T20:23:40Z', 'revision_number': 2, 'project_id': 'e793ff984057470cb2eb493439c6c5c1', 'subnets': [{'id': '19f24a92-36ce-45ff-85ec-f7e350181a79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:23:43.016134 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-8a1f2012-d71c-4d35-8950-9401f1150135 None None] Set router 6ddb0c47-68b4-4365-ab49-a2c935770e6c gateway port host: n-d-818823-1 {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:23:43.055134 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f5c781-a4bf-49e8-9382-285224b341e0 None None] Checking router: f0788f90-129b-4887-b4d6-5a305b43dbcf for host: n-d-818823-1 {{(pid=103449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 20:23:43.055602 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f5c781-a4bf-49e8-9382-285224b341e0 None None] Updating router f0788f90-129b-4887-b4d6-5a305b43dbcf port c49d0072-4898-404e-8a94-357f8e8ceed3 binding host n-d-818823-1 {{(pid=103449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 20:23:43.143979 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5d607c72-8c70-4038-95e3-dd812c340074 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:43.149828 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-f5f5c781-a4bf-49e8-9382-285224b341e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:43.163916 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.db.api [None req-8bd86c83-0589-4242-acf6-4bb0d199eced None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103449) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 20:23:43.164277 n-d-818823-1 neutron-server[103449]: DEBUG oslo_db.api [None req-8bd86c83-0589-4242-acf6-4bb0d199eced None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 20:23:43.164775 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Pushing event updated for resources: {'Port': ['ID=c62bd2e2-6cc9-4900-b607-d4e16b006495,revision_number=3']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:23:43.257022 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e104b2a-3fa6-4b59-b250-3eefbf537b14 req-ccda1bf3-a0d5-4483-aa2c-391369de3802 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:23:43.260094 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5d607c72-8c70-4038-95e3-dd812c340074 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:43.265217 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9e104b2a-3fa6-4b59-b250-3eefbf537b14 req-ccda1bf3-a0d5-4483-aa2c-391369de3802 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce76aa75-6890-4214-b1ec-455b43223b5d HTTP/1.1" status: 200 len: 945 time: 0.3216248 Nov 22 20:23:43.341995 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d607c72-8c70-4038-95e3-dd812c340074 admin admin] Network 13496096-9618-4fad-a538-016ce712d3bd is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:23:43.345486 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-5d607c72-8c70-4038-95e3-dd812c340074 admin admin] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:23:43.350549 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d607c72-8c70-4038-95e3-dd812c340074 admin admin] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:23:43.357178 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d607c72-8c70-4038-95e3-dd812c340074 admin admin] Pushing event updated for resources: {'Port': ['ID=de4bdfac-0dbf-4534-bae2-02f1cbe9e419,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:23:43.399111 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-8a1f2012-d71c-4d35-8950-9401f1150135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ddb0c47-68b4-4365-ab49-a2c935770e6c', 'name': 'tempest-ServerActionsTestJSON-2052855445-router', 'tenant_id': 'a3670ebd84cb4741b338db645a992249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': '7363c900-06ff-4d2b-b8a6-f72228263196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:23:36Z', 'updated_at': '2021-11-22T20:23:39Z', 'revision_number': 3, 'project_id': 'a3670ebd84cb4741b338db645a992249', 'gw_port': {'id': '7363c900-06ff-4d2b-b8a6-f72228263196', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:f3:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ddb0c47-68b4-4365-ab49-a2c935770e6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2185, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:23:37Z', 'updated_at': '2021-11-22T20:23:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:23:43.405173 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2d9f73-abaa-47fb-83b7-3afc10f59199 req-7bcbf517-4ab1-4245-90b6-aeb61fb9e385 tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:23:43.415898 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-cf2d9f73-abaa-47fb-83b7-3afc10f59199 req-7bcbf517-4ab1-4245-90b6-aeb61fb9e385 tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] 10.222.0.46 "GET /v2.0/networks?id=704c1d40-093b-4a06-ac89-44d0005714b2 HTTP/1.1" status: 200 len: 811 time: 0.3614864 Nov 22 20:23:43.433728 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5d607c72-8c70-4038-95e3-dd812c340074 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659939'] for router_interface, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:43.465157 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-cf2d9f73-abaa-47fb-83b7-3afc10f59199 req-c9d62a2c-b10f-4fa2-b06c-a8beb0921e56 tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] 10.222.0.46 "GET /v2.0/quotas/e793ff984057470cb2eb493439c6c5c1 HTTP/1.1" status: 200 len: 375 time: 0.0482581 Nov 22 20:23:43.515605 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a1f2012-d71c-4d35-8950-9401f1150135 None None] The sync data for ids ['6ddb0c47-68b4-4365-ab49-a2c935770e6c'] in n-d-818823-1 is: [{'id': '6ddb0c47-68b4-4365-ab49-a2c935770e6c', 'name': 'tempest-ServerActionsTestJSON-2052855445-router', 'tenant_id': 'a3670ebd84cb4741b338db645a992249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': '7363c900-06ff-4d2b-b8a6-f72228263196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:23:36Z', 'updated_at': '2021-11-22T20:23:39Z', 'revision_number': 3, 'project_id': 'a3670ebd84cb4741b338db645a992249', 'gw_port': {'id': '7363c900-06ff-4d2b-b8a6-f72228263196', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:f3:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ddb0c47-68b4-4365-ab49-a2c935770e6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2185, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:23:37Z', 'updated_at': '2021-11-22T20:23:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}] {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:23:43.521171 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device c62bd2e2-6cc9-4900-b607-d4e16b006495 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:23:43.601755 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9e104b2a-3fa6-4b59-b250-3eefbf537b14 req-43c6e4a5-a38a-472e-a34f-52b076a5b912 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/security-groups?id=33003919-2e66-424f-89a8-28e4fe94add1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3347471 Nov 22 20:23:43.653521 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-cf2d9f73-abaa-47fb-83b7-3afc10f59199 req-bf510366-31b4-462d-9e28-584c45a64d28 tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=e793ff984057470cb2eb493439c6c5c1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1835535 Nov 22 20:23:43.847132 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5d607c72-8c70-4038-95e3-dd812c340074 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:43.875301 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-cf2d9f73-abaa-47fb-83b7-3afc10f59199 req-c870ff7f-4fcd-4c61-a8fb-2b0c0e81d58a service neutron] 10.222.0.46 "GET /v2.0/networks/704c1d40-093b-4a06-ac89-44d0005714b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2205660 Nov 22 20:23:44.007880 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-f5f5c781-a4bf-49e8-9382-285224b341e0 None None] Publish callbacks [] for port, precommit_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:44.029376 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-f5f5c781-a4bf-49e8-9382-285224b341e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:44.153270 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6fc28a-bbc2-4b56-92d2-f354123a4144 None None] Pushing event updated for resources: {'Port': ['ID=c49d0072-4898-404e-8a94-357f8e8ceed3,revision_number=3']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:23:44.185663 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c399c5c-bb04-4bc6-8a4f-c37969460203 req-727b5477-c363-4b4e-9398-ebe5dad0f06d tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:23:44.193083 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-9d1dddff-1536-42b9-a9fd-2a7ae3f7ae88 None None] Provisioning complete for port 7363c900-06ff-4d2b-b8a6-f72228263196 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:23:44.193733 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-9d1dddff-1536-42b9-a9fd-2a7ae3f7ae88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:44.196967 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6c399c5c-bb04-4bc6-8a4f-c37969460203 req-727b5477-c363-4b4e-9398-ebe5dad0f06d tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce76aa75-6890-4214-b1ec-455b43223b5d HTTP/1.1" status: 200 len: 945 time: 0.3193581 Nov 22 20:23:44.246232 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port c62bd2e2-6cc9-4900-b607-d4e16b006495 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:23:44.247118 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:44.270849 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5d607c72-8c70-4038-95e3-dd812c340074 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:44.278256 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5d607c72-8c70-4038-95e3-dd812c340074 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:44.297056 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-cf2d9f73-abaa-47fb-83b7-3afc10f59199 req-ca5a5969-02b1-488a-949b-2c0eb2e38b2d service neutron] 10.222.0.46 "GET /v2.0/networks/704c1d40-093b-4a06-ac89-44d0005714b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4206409 Nov 22 20:23:44.312864 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6c399c5c-bb04-4bc6-8a4f-c37969460203 req-0c79d443-c166-46ad-b601-43b0e2b1a4b5 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/security-groups?id=33003919-2e66-424f-89a8-28e4fe94add1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148922 Nov 22 20:23:44.410852 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5d607c72-8c70-4038-95e3-dd812c340074 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-563461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-659839'] for router_interface, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:44.612193 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d607c72-8c70-4038-95e3-dd812c340074 admin admin] Pushing event updated for resources: {'Port': ['ID=de4bdfac-0dbf-4534-bae2-02f1cbe9e419,revision_number=2']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:23:44.678824 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d607c72-8c70-4038-95e3-dd812c340074 admin admin] Network 13496096-9618-4fad-a538-016ce712d3bd is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:23:44.680744 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-5d607c72-8c70-4038-95e3-dd812c340074 admin admin] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:23:44.803124 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:44.911461 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0b5cbe2b-d73c-4ac0-b32d-60fa8ac9f5d8 req-33ec001c-bba2-4f26-b9f6-290369095240 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=36a968cc80514a9482452c56891f9e3b&device_id=b4f88405-d252-4a49-8f7e-8b49693421e2 HTTP/1.1" status: 200 len: 210 time: 0.0599439 Nov 22 20:23:45.039791 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:45.066976 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-f5f5c781-a4bf-49e8-9382-285224b341e0 None None] Attempting to bind port c49d0072-4898-404e-8a94-357f8e8ceed3 on host n-d-818823-1 for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:23:45.067963 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-f5f5c781-a4bf-49e8-9382-285224b341e0 None None] Attempting to bind port c49d0072-4898-404e-8a94-357f8e8ceed3 by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': 'e778d2dd-b877-4e30-b25d-58baa3933aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '704c1d40-093b-4a06-ac89-44d0005714b2'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:23:45.078309 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0b5cbe2b-d73c-4ac0-b32d-60fa8ac9f5d8 req-630c0c21-2b5a-4c96-ae68-c6adc0e86559 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=36a968cc80514a9482452c56891f9e3b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1531780 Nov 22 20:23:45.080041 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f5c781-a4bf-49e8-9382-285224b341e0 None None] Attempting to bind port c49d0072-4898-404e-8a94-357f8e8ceed3 on network 704c1d40-093b-4a06-ac89-44d0005714b2 {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:23:45.086752 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d607c72-8c70-4038-95e3-dd812c340074 admin admin] Router 6ddb0c47-68b4-4365-ab49-a2c935770e6c has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 20:23:45.180509 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5508fac4-7438-43ea-97b4-48ea6192957f req-1f7f56ca-a6ff-4603-b835-4aa892deba28 tempest-ServerShowV247Test-1925251057 tempest-ServerShowV247Test-1925251057-project] 10.222.0.46 "GET /v2.0/ports?device_id=b4f88405-d252-4a49-8f7e-8b49693421e2 HTTP/1.1" status: 200 len: 210 time: 0.1044798 Nov 22 20:23:45.187278 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f5c781-a4bf-49e8-9382-285224b341e0 None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 23, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:23:45.187712 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f5c781-a4bf-49e8-9382-285224b341e0 None None] Checking segment: {'id': 'e778d2dd-b877-4e30-b25d-58baa3933aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '704c1d40-093b-4a06-ac89-44d0005714b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:23:45.188121 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-f5f5c781-a4bf-49e8-9382-285224b341e0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:45.188527 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f5c781-a4bf-49e8-9382-285224b341e0 None None] Bound using segment: {'id': 'e778d2dd-b877-4e30-b25d-58baa3933aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '704c1d40-093b-4a06-ac89-44d0005714b2'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:23:45.189050 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-f5f5c781-a4bf-49e8-9382-285224b341e0 None None] Bound port: c49d0072-4898-404e-8a94-357f8e8ceed3, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e778d2dd-b877-4e30-b25d-58baa3933aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '704c1d40-093b-4a06-ac89-44d0005714b2'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:23:45.196851 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-f5f5c781-a4bf-49e8-9382-285224b341e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:45.250361 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-9d1dddff-1536-42b9-a9fd-2a7ae3f7ae88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:45.297434 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7f655bf9-db96-4a23-a859-9ddcb6ac28c6 req-8cc3c8f4-ea2e-496e-acf4-28f194203a36 tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca99196e-ff25-4699-97d7-4a9388d2764b HTTP/1.1" status: 200 len: 210 time: 0.3047378 Nov 22 20:23:45.376862 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-9d1dddff-1536-42b9-a9fd-2a7ae3f7ae88 None None] For port 7363c900-06ff-4d2b-b8a6-f72228263196, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=7363c900-06ff-4d2b-b8a6-f72228263196,segment=NetworkSegment(8793ba83-8407-4c3d-9b56-2a177cd58a70),segment_id=8793ba83-8407-4c3d-9b56-2a177cd58a70)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:23:45.385523 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-9d1dddff-1536-42b9-a9fd-2a7ae3f7ae88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:45.454003 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5cbe2b-d73c-4ac0-b32d-60fa8ac9f5d8 req-03714708-fb15-4cae-9e1d-c7e8437e6653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:23:45.455933 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0b5cbe2b-d73c-4ac0-b32d-60fa8ac9f5d8 req-03714708-fb15-4cae-9e1d-c7e8437e6653 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2780230 Nov 22 20:23:45.464651 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d607c72-8c70-4038-95e3-dd812c340074 admin admin] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:23:45.481531 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-5d607c72-8c70-4038-95e3-dd812c340074 admin admin] 10.222.0.46 "PUT /v2.0/routers/6ddb0c47-68b4-4365-ab49-a2c935770e6c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9588628 Nov 22 20:23:45.506884 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1dddff-1536-42b9-a9fd-2a7ae3f7ae88 None None] Pushing event updated for resources: {'Port': ['ID=7363c900-06ff-4d2b-b8a6-f72228263196,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:23:45.593931 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d1770e-78df-434b-9f69-23b6ba990416 req-4eaa86c6-fba8-477e-82c2-e3a72a0515da tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:23:45.597518 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-f5f5c781-a4bf-49e8-9382-285224b341e0 None None] For port c49d0072-4898-404e-8a94-357f8e8ceed3, host n-d-818823-1, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:23:45.605060 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-89d1770e-78df-434b-9f69-23b6ba990416 req-4eaa86c6-fba8-477e-82c2-e3a72a0515da tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce76aa75-6890-4214-b1ec-455b43223b5d HTTP/1.1" status: 200 len: 945 time: 0.2384193 Nov 22 20:23:45.617447 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-f5f5c781-a4bf-49e8-9382-285224b341e0 None None] For port c49d0072-4898-404e-8a94-357f8e8ceed3, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=c49d0072-4898-404e-8a94-357f8e8ceed3,segment=NetworkSegment(e778d2dd-b877-4e30-b25d-58baa3933aef),segment_id=e778d2dd-b877-4e30-b25d-58baa3933aef)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:23:45.634259 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-f5f5c781-a4bf-49e8-9382-285224b341e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:45.692974 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-89d1770e-78df-434b-9f69-23b6ba990416 req-ed4fa0fe-b645-4133-ad36-50eab1dbe780 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/security-groups?id=33003919-2e66-424f-89a8-28e4fe94add1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860906 Nov 22 20:23:45.693695 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-9d1dddff-1536-42b9-a9fd-2a7ae3f7ae88 None None] Provisioning complete for port c62bd2e2-6cc9-4900-b607-d4e16b006495 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:23:45.694071 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-9d1dddff-1536-42b9-a9fd-2a7ae3f7ae88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:45.705790 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 7363c900-06ff-4d2b-b8a6-f72228263196 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:23:45.881405 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6fc28a-bbc2-4b56-92d2-f354123a4144 None None] Pushing event updated for resources: {'Port': ['ID=c49d0072-4898-404e-8a94-357f8e8ceed3,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:23:45.901566 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 7363c900-06ff-4d2b-b8a6-f72228263196 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:23:45.901942 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:45.948314 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f5c781-a4bf-49e8-9382-285224b341e0 None None] Routers {'f0788f90-129b-4887-b4d6-5a305b43dbcf'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:23:45.958962 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-f5f5c781-a4bf-49e8-9382-285224b341e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:23:32Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['f0788f90-129b-4887-b4d6-5a305b43dbcf'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:23:46.314049 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 54232) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:23:46.319965 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-f2ba584c-6892-4bbe-a004-853d9c5b6d7f tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1801719124', 'description': 'tempest-description--537811904'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:23:46.376235 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-f5f5c781-a4bf-49e8-9382-285224b341e0 None None] Set router f0788f90-129b-4887-b4d6-5a305b43dbcf gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:23:46.390796 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564ad5b8-33f1-47a5-a448-60c19df77b77 req-1d3137e1-2175-4498-880a-019f44d59eaa tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:23:46.392734 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-564ad5b8-33f1-47a5-a448-60c19df77b77 req-1d3137e1-2175-4498-880a-019f44d59eaa tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce76aa75-6890-4214-b1ec-455b43223b5d HTTP/1.1" status: 200 len: 945 time: 0.1205285 Nov 22 20:23:46.395076 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f2ba584c-6892-4bbe-a004-853d9c5b6d7f tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:46.523665 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-564ad5b8-33f1-47a5-a448-60c19df77b77 req-e0e6d931-7d3e-4bbe-8af7-3dd549d412a9 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/security-groups?id=33003919-2e66-424f-89a8-28e4fe94add1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224372 Nov 22 20:23:46.571406 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7c96fe8b-2bc7-4e79-8886-16bc80f9fa18 req-589e869c-2b8c-4a1d-8c11-b5d5413cf8ad tempest-ServerShowV247Test-1925251057 tempest-ServerShowV247Test-1925251057-project] 10.222.0.46 "GET /v2.0/ports?device_id=b4f88405-d252-4a49-8f7e-8b49693421e2 HTTP/1.1" status: 200 len: 210 time: 0.0901384 Nov 22 20:23:46.574162 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f2ba584c-6892-4bbe-a004-853d9c5b6d7f tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:46.582371 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f2ba584c-6892-4bbe-a004-853d9c5b6d7f tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:46.678670 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ba584c-6892-4bbe-a004-853d9c5b6d7f tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ace094e3-bfce-4b88-a460-949b8cf0d5cf,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:23:46.704029 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f2ba584c-6892-4bbe-a004-853d9c5b6d7f tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:46.705610 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-f2ba584c-6892-4bbe-a004-853d9c5b6d7f tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.3902225 Nov 22 20:23:46.709730 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 54242) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:23:46.715590 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-8b8db652-d9e6-4c22-baf1-440dea18115c tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Request body: {'security_group_rule': {'security_group_id': 'ace094e3-bfce-4b88-a460-949b8cf0d5cf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:23:46.780456 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe16453d-11f1-4d0c-ae16-caa27cb1a36b None None] Sync routers for ids ['6ddb0c47-68b4-4365-ab49-a2c935770e6c'] in n-d-818823-1 {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:23:46.805398 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe16453d-11f1-4d0c-ae16-caa27cb1a36b None None] Routers {'6ddb0c47-68b4-4365-ab49-a2c935770e6c'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:23:46.806336 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-fe16453d-11f1-4d0c-ae16-caa27cb1a36b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:23:32Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['6ddb0c47-68b4-4365-ab49-a2c935770e6c'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:23:46.814167 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0b5cbe2b-d73c-4ac0-b32d-60fa8ac9f5d8 req-93b70dca-8318-4a8f-b884-13aadbd076e1 tempest-ServerShowV247Test-1925251057 tempest-ServerShowV247Test-1925251057-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4f88405-d252-4a49-8f7e-8b49693421e2 HTTP/1.1" status: 200 len: 210 time: 0.0705802 Nov 22 20:23:46.824335 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-615f047c-8eeb-449e-b961-2c7c54cc6217 req-812f1c19-9b7c-479e-9b55-36858a4644a3 tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca99196e-ff25-4699-97d7-4a9388d2764b HTTP/1.1" status: 200 len: 210 time: 0.0792775 Nov 22 20:23:46.836002 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8b8db652-d9e6-4c22-baf1-440dea18115c tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:46.891426 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-9d1dddff-1536-42b9-a9fd-2a7ae3f7ae88 None None] Provisioning complete for port de4bdfac-0dbf-4534-bae2-02f1cbe9e419 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:23:46.892072 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-9d1dddff-1536-42b9-a9fd-2a7ae3f7ae88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:46.951366 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8b8db652-d9e6-4c22-baf1-440dea18115c tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:46.958687 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8b8db652-d9e6-4c22-baf1-440dea18115c tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572323'] for security_group_rule, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:47.003279 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-9d1dddff-1536-42b9-a9fd-2a7ae3f7ae88 None None] Port de4bdfac-0dbf-4534-bae2-02f1cbe9e419 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:23:47.004187 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8b8db652-d9e6-4c22-baf1-440dea18115c tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:47.005962 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-8b8db652-d9e6-4c22-baf1-440dea18115c tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2948565 Nov 22 20:23:47.009161 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 54246) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:23:47.015078 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-b741ea2c-bb99-4076-88d0-1dbdf8d9f6fd tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Request body: {'security_group_rule': {'security_group_id': 'ace094e3-bfce-4b88-a460-949b8cf0d5cf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:23:47.015257 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-f5f5c781-a4bf-49e8-9382-285224b341e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0788f90-129b-4887-b4d6-5a305b43dbcf', 'name': 'tempest-ServerRescueTestJSON-2023213763-router', 'tenant_id': 'e793ff984057470cb2eb493439c6c5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': '7bb808dd-2382-42ca-a4bb-761015e0ae04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:23:28Z', 'updated_at': '2021-11-22T20:23:39Z', 'revision_number': 4, 'project_id': 'e793ff984057470cb2eb493439c6c5c1', 'gw_port': {'id': '7bb808dd-2382-42ca-a4bb-761015e0ae04', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:a0:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0788f90-129b-4887-b4d6-5a305b43dbcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2171, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:23:30Z', 'updated_at': '2021-11-22T20:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': 'c49d0072-4898-404e-8a94-357f8e8ceed3', 'name': '', 'network_id': '704c1d40-093b-4a06-ac89-44d0005714b2', 'tenant_id': 'e793ff984057470cb2eb493439c6c5c1', 'mac_address': 'fa:16:3e:c9:45:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0788f90-129b-4887-b4d6-5a305b43dbcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2181, 'fixed_ips': [{'subnet_id': '19f24a92-36ce-45ff-85ec-f7e350181a79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:23:35Z', 'updated_at': '2021-11-22T20:23:45Z', 'revision_number': 4, 'project_id': 'e793ff984057470cb2eb493439c6c5c1', 'subnets': [{'id': '19f24a92-36ce-45ff-85ec-f7e350181a79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:23:47.024970 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-fe16453d-11f1-4d0c-ae16-caa27cb1a36b None None] Set router 6ddb0c47-68b4-4365-ab49-a2c935770e6c gateway port host: n-d-818823-1 {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:23:47.040161 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8db652-d9e6-4c22-baf1-440dea18115c tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2ab11d8-94b0-4bc7-9d11-7d87256f15dd,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:23:47.050155 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f5c781-a4bf-49e8-9382-285224b341e0 None None] The sync data for ids ['f0788f90-129b-4887-b4d6-5a305b43dbcf'] in n-d-818823-1 is: [{'id': 'f0788f90-129b-4887-b4d6-5a305b43dbcf', 'name': 'tempest-ServerRescueTestJSON-2023213763-router', 'tenant_id': 'e793ff984057470cb2eb493439c6c5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': '7bb808dd-2382-42ca-a4bb-761015e0ae04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:23:28Z', 'updated_at': '2021-11-22T20:23:39Z', 'revision_number': 4, 'project_id': 'e793ff984057470cb2eb493439c6c5c1', 'gw_port': {'id': '7bb808dd-2382-42ca-a4bb-761015e0ae04', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:a0:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0788f90-129b-4887-b4d6-5a305b43dbcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2171, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:23:30Z', 'updated_at': '2021-11-22T20:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': 'c49d0072-4898-404e-8a94-357f8e8ceed3', 'name': '', 'network_id': '704c1d40-093b-4a06-ac89-44d0005714b2', 'tenant_id': 'e793ff984057470cb2eb493439c6c5c1', 'mac_address': 'fa:16:3e:c9:45:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0788f90-129b-4887-b4d6-5a305b43dbcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2181, 'fixed_ips': [{'subnet_id': '19f24a92-36ce-45ff-85ec-f7e350181a79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:23:35Z', 'updated_at': '2021-11-22T20:23:45Z', 'revision_number': 4, 'project_id': 'e793ff984057470cb2eb493439c6c5c1', 'subnets': [{'id': '19f24a92-36ce-45ff-85ec-f7e350181a79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:23:47.077725 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b741ea2c-bb99-4076-88d0-1dbdf8d9f6fd tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:47.135896 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-a6e68525-dcf1-426e-9510-2b2126401f36 None None] Provisioning complete for port de4bdfac-0dbf-4534-bae2-02f1cbe9e419 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:23:47.136324 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-a6e68525-dcf1-426e-9510-2b2126401f36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:47.298942 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b741ea2c-bb99-4076-88d0-1dbdf8d9f6fd tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:47.309937 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b741ea2c-bb99-4076-88d0-1dbdf8d9f6fd tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572323'] for security_group_rule, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:47.334993 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-a6e68525-dcf1-426e-9510-2b2126401f36 None None] Port de4bdfac-0dbf-4534-bae2-02f1cbe9e419 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:23:47.427796 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b741ea2c-bb99-4076-88d0-1dbdf8d9f6fd tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:47.429296 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-b741ea2c-bb99-4076-88d0-1dbdf8d9f6fd tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4189515 Nov 22 20:23:47.431636 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b741ea2c-bb99-4076-88d0-1dbdf8d9f6fd tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d21fd03a-a7e9-4101-8116-9c2109a9538c,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:23:47.432945 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 54258) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:23:47.460109 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-0e777683-7060-4cc1-8528-f7d8dfa8e6a6 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Request body: {'floatingip': {'floating_network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:23:47.583401 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2d9f73-abaa-47fb-83b7-3afc10f59199 req-7007819d-811c-42ba-8cb8-8a5af3b6a2ea tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:23:47.585326 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-cf2d9f73-abaa-47fb-83b7-3afc10f59199 req-7007819d-811c-42ba-8cb8-8a5af3b6a2ea tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] 10.222.0.20 "GET /v2.0/networks?id=704c1d40-093b-4a06-ac89-44d0005714b2 HTTP/1.1" status: 200 len: 811 time: 0.4978209 Nov 22 20:23:47.595616 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0e777683-7060-4cc1-8528-f7d8dfa8e6a6 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Publish callbacks [] for floatingip, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:47.641320 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-cf2d9f73-abaa-47fb-83b7-3afc10f59199 req-59d40a6b-deb3-412f-9298-de092d168c80 tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] Request body: {'port': {'device_id': 'ca99196e-ff25-4699-97d7-4a9388d2764b', 'network_id': '704c1d40-093b-4a06-ac89-44d0005714b2', 'admin_state_up': True, 'tenant_id': 'e793ff984057470cb2eb493439c6c5c1'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:23:47.667020 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-fe16453d-11f1-4d0c-ae16-caa27cb1a36b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ddb0c47-68b4-4365-ab49-a2c935770e6c', 'name': 'tempest-ServerActionsTestJSON-2052855445-router', 'tenant_id': 'a3670ebd84cb4741b338db645a992249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': '7363c900-06ff-4d2b-b8a6-f72228263196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:23:36Z', 'updated_at': '2021-11-22T20:23:43Z', 'revision_number': 4, 'project_id': 'a3670ebd84cb4741b338db645a992249', 'gw_port': {'id': '7363c900-06ff-4d2b-b8a6-f72228263196', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:f3:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ddb0c47-68b4-4365-ab49-a2c935770e6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2185, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:23:37Z', 'updated_at': '2021-11-22T20:23:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': 'de4bdfac-0dbf-4534-bae2-02f1cbe9e419', 'name': '', 'network_id': '13496096-9618-4fad-a538-016ce712d3bd', 'tenant_id': 'a3670ebd84cb4741b338db645a992249', 'mac_address': 'fa:16:3e:d8:f8:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ddb0c47-68b4-4365-ab49-a2c935770e6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2186, 'fixed_ips': [{'subnet_id': 'c03e1529-a0c9-4990-b0cd-08a1dc455fd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:23:42Z', 'updated_at': '2021-11-22T20:23:44Z', 'revision_number': 2, 'project_id': 'a3670ebd84cb4741b338db645a992249', 'subnets': [{'id': 'c03e1529-a0c9-4990-b0cd-08a1dc455fd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:23:47.779516 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe16453d-11f1-4d0c-ae16-caa27cb1a36b None None] Checking router: 6ddb0c47-68b4-4365-ab49-a2c935770e6c for host: n-d-818823-1 {{(pid=103450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 20:23:47.779903 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe16453d-11f1-4d0c-ae16-caa27cb1a36b None None] Updating router 6ddb0c47-68b4-4365-ab49-a2c935770e6c port de4bdfac-0dbf-4534-bae2-02f1cbe9e419 binding host n-d-818823-1 {{(pid=103450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 20:23:47.854095 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device c49d0072-4898-404e-8a94-357f8e8ceed3 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:23:47.880643 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-fe16453d-11f1-4d0c-ae16-caa27cb1a36b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:48.042571 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dd7c59-400a-4cc0-9185-102d3c7b1957 req-7d80dd45-dff5-4a3f-aa27-b76ca01acbd9 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:23:48.054219 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b4dd7c59-400a-4cc0-9185-102d3c7b1957 req-7d80dd45-dff5-4a3f-aa27-b76ca01acbd9 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce76aa75-6890-4214-b1ec-455b43223b5d HTTP/1.1" status: 200 len: 945 time: 0.3131170 Nov 22 20:23:48.065424 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port c49d0072-4898-404e-8a94-357f8e8ceed3 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:23:48.066750 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:48.245814 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:48.296248 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f1362c9a-f6fe-471e-9834-b6cc62d95e62 req-1e33ca79-39e0-49b3-aec4-ff9b6f02d5de tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca99196e-ff25-4699-97d7-4a9388d2764b HTTP/1.1" status: 200 len: 210 time: 0.1758285 Nov 22 20:23:48.340178 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] For port c49d0072-4898-404e-8a94-357f8e8ceed3, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=c49d0072-4898-404e-8a94-357f8e8ceed3,segment=NetworkSegment(e778d2dd-b877-4e30-b25d-58baa3933aef),segment_id=e778d2dd-b877-4e30-b25d-58baa3933aef)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:23:48.347382 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:48.348682 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 7363c900-06ff-4d2b-b8a6-f72228263196 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:23:48.424553 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b4dd7c59-400a-4cc0-9185-102d3c7b1957 req-597587c7-56eb-4f92-b088-59e6cd434459 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/security-groups?id=33003919-2e66-424f-89a8-28e4fe94add1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3693459 Nov 22 20:23:48.446580 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 54282) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:23:48.485216 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0e777683-7060-4cc1-8528-f7d8dfa8e6a6 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:48.634347 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [None req-0e777683-7060-4cc1-8528-f7d8dfa8e6a6 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Allocated IP 172.25.5.74 (c48a55e9-6a85-4746-b7bf-3e29fb560094/5da6f781-63e6-4328-ae7a-5e672262f55a/b5c275f5-14a5-4c30-b81d-d8474cf38682) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:23:48.753515 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf2d9f73-abaa-47fb-83b7-3afc10f59199 req-59d40a6b-deb3-412f-9298-de092d168c80 tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] Made reservation on behalf of e793ff984057470cb2eb493439c6c5c1 for: {'port': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:23:48.757199 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-cf2d9f73-abaa-47fb-83b7-3afc10f59199 req-59d40a6b-deb3-412f-9298-de092d168c80 tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:48.811133 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Pushing event updated for resources: {'Port': ['ID=c49d0072-4898-404e-8a94-357f8e8ceed3,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:23:48.814034 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 7363c900-06ff-4d2b-b8a6-f72228263196 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:23:48.814526 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:48.846338 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-fe16453d-11f1-4d0c-ae16-caa27cb1a36b None None] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:48.851489 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2c93b4cd-e021-4d91-a3cc-5d8eecbd3d2c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:48.868020 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-fe16453d-11f1-4d0c-ae16-caa27cb1a36b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:48.893322 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0e777683-7060-4cc1-8528-f7d8dfa8e6a6 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:49.004439 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2c93b4cd-e021-4d91-a3cc-5d8eecbd3d2c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:49.012550 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2c93b4cd-e021-4d91-a3cc-5d8eecbd3d2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:49.060161 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c93b4cd-e021-4d91-a3cc-5d8eecbd3d2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2537288-952e-4bbb-afc6-feb5939a8185,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:23:49.126506 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-2c93b4cd-e021-4d91-a3cc-5d8eecbd3d2c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=36a968cc80514a9482452c56891f9e3b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6760464 Nov 22 20:23:49.127965 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 54302) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:23:49.160598 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86969c5f-ed7e-46fe-a175-418c7df9672b None None] Pushing event updated for resources: {'Port': ['ID=de4bdfac-0dbf-4534-bae2-02f1cbe9e419,revision_number=3']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:23:49.256728 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f964d61d-2027-4e30-b995-4c5c373ba5b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:49.284068 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [req-cf2d9f73-abaa-47fb-83b7-3afc10f59199 req-59d40a6b-deb3-412f-9298-de092d168c80 tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] Allocated IP 172.20.0.3 (704c1d40-093b-4a06-ac89-44d0005714b2/19f24a92-36ce-45ff-85ec-f7e350181a79/9b558ec9-94d1-4c33-8b52-4d3fbcc139d7) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:23:49.304172 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-fe16453d-11f1-4d0c-ae16-caa27cb1a36b None None] Attempting to bind port de4bdfac-0dbf-4534-bae2-02f1cbe9e419 on host n-d-818823-1 for vnic_type normal with profile {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:23:49.304470 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-fe16453d-11f1-4d0c-ae16-caa27cb1a36b None None] Attempting to bind port de4bdfac-0dbf-4534-bae2-02f1cbe9e419 by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': '60e02a7e-98a0-4d76-b36b-46f7624c5b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '13496096-9618-4fad-a538-016ce712d3bd'}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:23:49.309810 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe16453d-11f1-4d0c-ae16-caa27cb1a36b None None] Attempting to bind port de4bdfac-0dbf-4534-bae2-02f1cbe9e419 on network 13496096-9618-4fad-a538-016ce712d3bd {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:23:49.322702 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe16453d-11f1-4d0c-ae16-caa27cb1a36b None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 23, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:23:49.323077 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe16453d-11f1-4d0c-ae16-caa27cb1a36b None None] Checking segment: {'id': '60e02a7e-98a0-4d76-b36b-46f7624c5b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '13496096-9618-4fad-a538-016ce712d3bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:23:49.326616 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-fe16453d-11f1-4d0c-ae16-caa27cb1a36b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:49.327034 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe16453d-11f1-4d0c-ae16-caa27cb1a36b None None] Bound using segment: {'id': '60e02a7e-98a0-4d76-b36b-46f7624c5b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '13496096-9618-4fad-a538-016ce712d3bd'} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:23:49.327554 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-fe16453d-11f1-4d0c-ae16-caa27cb1a36b None None] Bound port: de4bdfac-0dbf-4534-bae2-02f1cbe9e419, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60e02a7e-98a0-4d76-b36b-46f7624c5b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '13496096-9618-4fad-a538-016ce712d3bd'}}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:23:49.327941 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-fe16453d-11f1-4d0c-ae16-caa27cb1a36b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:49.330719 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f964d61d-2027-4e30-b995-4c5c373ba5b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:49.374953 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6306269d-6799-4bd6-941a-2bfc45d18fbe req-9c8da1d9-642b-4824-a3c8-d036f02ec3f7 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:23:49.383243 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6306269d-6799-4bd6-941a-2bfc45d18fbe req-9c8da1d9-642b-4824-a3c8-d036f02ec3f7 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce76aa75-6890-4214-b1ec-455b43223b5d HTTP/1.1" status: 200 len: 945 time: 0.6212578 Nov 22 20:23:49.493013 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f964d61d-2027-4e30-b995-4c5c373ba5b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:49.501326 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f964d61d-2027-4e30-b995-4c5c373ba5b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:49.513865 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-f964d61d-2027-4e30-b995-4c5c373ba5b5 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c2537288-952e-4bbb-afc6-feb5939a8185 HTTP/1.1" status: 204 len: 168 time: 0.3796909 Nov 22 20:23:49.537109 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-fe16453d-11f1-4d0c-ae16-caa27cb1a36b None None] For port de4bdfac-0dbf-4534-bae2-02f1cbe9e419, host n-d-818823-1, cleared binding levels {{(pid=103450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:23:49.539030 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f964d61d-2027-4e30-b995-4c5c373ba5b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2537288-952e-4bbb-afc6-feb5939a8185,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:23:49.542932 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-fe16453d-11f1-4d0c-ae16-caa27cb1a36b None None] For port de4bdfac-0dbf-4534-bae2-02f1cbe9e419, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=de4bdfac-0dbf-4534-bae2-02f1cbe9e419,segment=NetworkSegment(60e02a7e-98a0-4d76-b36b-46f7624c5b28),segment_id=60e02a7e-98a0-4d76-b36b-46f7624c5b28)] {{(pid=103450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:23:49.549353 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-fe16453d-11f1-4d0c-ae16-caa27cb1a36b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:49.614688 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device c49d0072-4898-404e-8a94-357f8e8ceed3 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:23:49.650777 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-a78de982-b511-4f1a-af16-5472dcfb3ab2 None None] Provisioning complete for port de4bdfac-0dbf-4534-bae2-02f1cbe9e419 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:23:49.651161 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-a78de982-b511-4f1a-af16-5472dcfb3ab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:49.660079 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe16453d-11f1-4d0c-ae16-caa27cb1a36b None None] Routers {'6ddb0c47-68b4-4365-ab49-a2c935770e6c'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:23:49.660796 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-fe16453d-11f1-4d0c-ae16-caa27cb1a36b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:23:32Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['6ddb0c47-68b4-4365-ab49-a2c935770e6c'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:23:49.663363 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86969c5f-ed7e-46fe-a175-418c7df9672b None None] Pushing event updated for resources: {'Port': ['ID=de4bdfac-0dbf-4534-bae2-02f1cbe9e419,revision_number=4']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:23:49.984432 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port c49d0072-4898-404e-8a94-357f8e8ceed3 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:23:49.985076 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:49.990301 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-fe16453d-11f1-4d0c-ae16-caa27cb1a36b None None] Set router 6ddb0c47-68b4-4365-ab49-a2c935770e6c gateway port host: n-d-818823-1 {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:23:50.075765 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-a78de982-b511-4f1a-af16-5472dcfb3ab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:50.181954 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-a78de982-b511-4f1a-af16-5472dcfb3ab2 None None] For port de4bdfac-0dbf-4534-bae2-02f1cbe9e419, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=de4bdfac-0dbf-4534-bae2-02f1cbe9e419,segment=NetworkSegment(60e02a7e-98a0-4d76-b36b-46f7624c5b28),segment_id=60e02a7e-98a0-4d76-b36b-46f7624c5b28)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:23:50.191720 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-a78de982-b511-4f1a-af16-5472dcfb3ab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:50.302532 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78de982-b511-4f1a-af16-5472dcfb3ab2 None None] Pushing event updated for resources: {'Port': ['ID=de4bdfac-0dbf-4534-bae2-02f1cbe9e419,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:23:50.378654 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-560b3e95-35e3-4a2e-b595-ee97ab0e914c req-aa779317-97b2-4913-8861-c17dc06b7d81 tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca99196e-ff25-4699-97d7-4a9388d2764b HTTP/1.1" status: 200 len: 210 time: 0.8322673 Nov 22 20:23:50.379517 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-e496ae89-3771-4918-acfd-dfc09b809191 None None] Provisioning complete for port de4bdfac-0dbf-4534-bae2-02f1cbe9e419 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:23:50.379944 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e496ae89-3771-4918-acfd-dfc09b809191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:50.495975 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6306269d-6799-4bd6-941a-2bfc45d18fbe req-1632e9c2-f60a-402d-9ab2-260c17f45415 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/security-groups?id=33003919-2e66-424f-89a8-28e4fe94add1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1064618 Nov 22 20:23:50.503090 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0e777683-7060-4cc1-8528-f7d8dfa8e6a6 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:50.507794 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-fe16453d-11f1-4d0c-ae16-caa27cb1a36b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ddb0c47-68b4-4365-ab49-a2c935770e6c', 'name': 'tempest-ServerActionsTestJSON-2052855445-router', 'tenant_id': 'a3670ebd84cb4741b338db645a992249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': '7363c900-06ff-4d2b-b8a6-f72228263196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:23:36Z', 'updated_at': '2021-11-22T20:23:43Z', 'revision_number': 4, 'project_id': 'a3670ebd84cb4741b338db645a992249', 'gw_port': {'id': '7363c900-06ff-4d2b-b8a6-f72228263196', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:f3:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ddb0c47-68b4-4365-ab49-a2c935770e6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2185, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:23:37Z', 'updated_at': '2021-11-22T20:23:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': 'de4bdfac-0dbf-4534-bae2-02f1cbe9e419', 'name': '', 'network_id': '13496096-9618-4fad-a538-016ce712d3bd', 'tenant_id': 'a3670ebd84cb4741b338db645a992249', 'mac_address': 'fa:16:3e:d8:f8:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ddb0c47-68b4-4365-ab49-a2c935770e6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2186, 'fixed_ips': [{'subnet_id': 'c03e1529-a0c9-4990-b0cd-08a1dc455fd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:23:42Z', 'updated_at': '2021-11-22T20:23:49Z', 'revision_number': 4, 'project_id': 'a3670ebd84cb4741b338db645a992249', 'subnets': [{'id': 'c03e1529-a0c9-4990-b0cd-08a1dc455fd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:23:50.550461 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe16453d-11f1-4d0c-ae16-caa27cb1a36b None None] The sync data for ids ['6ddb0c47-68b4-4365-ab49-a2c935770e6c'] in n-d-818823-1 is: [{'id': '6ddb0c47-68b4-4365-ab49-a2c935770e6c', 'name': 'tempest-ServerActionsTestJSON-2052855445-router', 'tenant_id': 'a3670ebd84cb4741b338db645a992249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': '7363c900-06ff-4d2b-b8a6-f72228263196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:23:36Z', 'updated_at': '2021-11-22T20:23:43Z', 'revision_number': 4, 'project_id': 'a3670ebd84cb4741b338db645a992249', 'gw_port': {'id': '7363c900-06ff-4d2b-b8a6-f72228263196', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:f3:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ddb0c47-68b4-4365-ab49-a2c935770e6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2185, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:23:37Z', 'updated_at': '2021-11-22T20:23:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': 'de4bdfac-0dbf-4534-bae2-02f1cbe9e419', 'name': '', 'network_id': '13496096-9618-4fad-a538-016ce712d3bd', 'tenant_id': 'a3670ebd84cb4741b338db645a992249', 'mac_address': 'fa:16:3e:d8:f8:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ddb0c47-68b4-4365-ab49-a2c935770e6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2186, 'fixed_ips': [{'subnet_id': 'c03e1529-a0c9-4990-b0cd-08a1dc455fd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:23:42Z', 'updated_at': '2021-11-22T20:23:49Z', 'revision_number': 4, 'project_id': 'a3670ebd84cb4741b338db645a992249', 'subnets': [{'id': 'c03e1529-a0c9-4990-b0cd-08a1dc455fd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:23:50.579893 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e777683-7060-4cc1-8528-f7d8dfa8e6a6 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Pushing event updated for resources: {'Port': ['ID=b5c275f5-14a5-4c30-b81d-d8474cf38682,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:23:50.668270 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e777683-7060-4cc1-8528-f7d8dfa8e6a6 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Network c48a55e9-6a85-4746-b7bf-3e29fb560094 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:23:50.680812 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-0e777683-7060-4cc1-8528-f7d8dfa8e6a6 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:23:50.684042 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e777683-7060-4cc1-8528-f7d8dfa8e6a6 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:23:50.708956 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-cf2d9f73-abaa-47fb-83b7-3afc10f59199 req-59d40a6b-deb3-412f-9298-de092d168c80 tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:50.982904 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-cf2d9f73-abaa-47fb-83b7-3afc10f59199 req-59d40a6b-deb3-412f-9298-de092d168c80 tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:50.998437 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0e777683-7060-4cc1-8528-f7d8dfa8e6a6 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:51.024766 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 54344) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:23:51.066528 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55675e80-13a6-4e15-84fc-3600118de970 req-fd64a9e9-3431-4c81-8130-6df26d555ea7 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:23:51.079971 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-55675e80-13a6-4e15-84fc-3600118de970 req-fd64a9e9-3431-4c81-8130-6df26d555ea7 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce76aa75-6890-4214-b1ec-455b43223b5d HTTP/1.1" status: 200 len: 945 time: 0.3375392 Nov 22 20:23:51.116108 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf2d9f73-abaa-47fb-83b7-3afc10f59199 req-59d40a6b-deb3-412f-9298-de092d168c80 tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] Network 704c1d40-093b-4a06-ac89-44d0005714b2 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:23:51.136501 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [req-cf2d9f73-abaa-47fb-83b7-3afc10f59199 req-59d40a6b-deb3-412f-9298-de092d168c80 tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:23:51.139185 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf2d9f73-abaa-47fb-83b7-3afc10f59199 req-59d40a6b-deb3-412f-9298-de092d168c80 tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:23:51.199726 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-a857f0bf-8e83-411d-8f8c-63793c4d4112 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-388477978-network', 'tenant_id': '85bf20edceb64b41a574b1567a4068c1'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:23:51.204082 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d40a6b-deb3-412f-9298-de092d168c80 tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] Pushing event updated for resources: {'Port': ['ID=9b558ec9-94d1-4c33-8b52-4d3fbcc139d7,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:23:51.232732 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a857f0bf-8e83-411d-8f8c-63793c4d4112 admin admin] Made reservation on behalf of 85bf20edceb64b41a574b1567a4068c1 for: {'network': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:23:51.240955 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a857f0bf-8e83-411d-8f8c-63793c4d4112 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for network, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:51.258220 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a857f0bf-8e83-411d-8f8c-63793c4d4112 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:51.261041 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0e777683-7060-4cc1-8528-f7d8dfa8e6a6 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:51.308330 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2d9f73-abaa-47fb-83b7-3afc10f59199 req-59d40a6b-deb3-412f-9298-de092d168c80 tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:23:51.308972 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-cf2d9f73-abaa-47fb-83b7-3afc10f59199 req-59d40a6b-deb3-412f-9298-de092d168c80 tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:51.338177 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-55675e80-13a6-4e15-84fc-3600118de970 req-f6974f9e-d471-4b18-8a8b-03e355e408c7 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/security-groups?id=33003919-2e66-424f-89a8-28e4fe94add1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2519925 Nov 22 20:23:51.373560 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-cf2d9f73-abaa-47fb-83b7-3afc10f59199 req-59d40a6b-deb3-412f-9298-de092d168c80 tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7490842 Nov 22 20:23:51.379397 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a857f0bf-8e83-411d-8f8c-63793c4d4112 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:51.386398 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a857f0bf-8e83-411d-8f8c-63793c4d4112 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:51.400284 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [req-cf2d9f73-abaa-47fb-83b7-3afc10f59199 req-049e04b0-4a29-4c30-88dc-c55679addd8f tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=103447) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 20:23:51.408466 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-cf2d9f73-abaa-47fb-83b7-3afc10f59199 req-049e04b0-4a29-4c30-88dc-c55679addd8f tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0228641 Nov 22 20:23:51.476289 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a857f0bf-8e83-411d-8f8c-63793c4d4112 admin admin] vlan segment allocate from pool success with {'vlan_id': 612, 'physical_network': 'physnet1'} {{(pid=103448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 20:23:51.498913 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a857f0bf-8e83-411d-8f8c-63793c4d4112 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:51.503587 n-d-818823-1 neutron-server[103448]: INFO neutron.db.segments_db [None req-a857f0bf-8e83-411d-8f8c-63793c4d4112 admin admin] Added segment 1739ccaa-9c80-4797-8458-792c11f48e76 of type vlan for network 6efa7afe-07b7-401b-a93b-34d9934a86f8 Nov 22 20:23:51.607808 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device de4bdfac-0dbf-4534-bae2-02f1cbe9e419 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:23:51.617502 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857f0bf-8e83-411d-8f8c-63793c4d4112 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92901c3a-b5c2-4a57-9ac2-d3da0ea53c51,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:23:51.652294 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a857f0bf-8e83-411d-8f8c-63793c4d4112 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748992492791'] for network, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:51.655085 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-cf2d9f73-abaa-47fb-83b7-3afc10f59199 req-ce3fe821-593a-401f-9649-2dee44349a52 service neutron] Request body: {'port': {'device_id': 'ca99196e-ff25-4699-97d7-4a9388d2764b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818823-1'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:23:51.728983 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a857f0bf-8e83-411d-8f8c-63793c4d4112 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for network, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:51.729350 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port de4bdfac-0dbf-4534-bae2-02f1cbe9e419 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:23:51.729720 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:51.731368 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a857f0bf-8e83-411d-8f8c-63793c4d4112 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:23:51.733443 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a857f0bf-8e83-411d-8f8c-63793c4d4112 admin admin] Publish callbacks [] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:51.807860 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-cf2d9f73-abaa-47fb-83b7-3afc10f59199 req-ce3fe821-593a-401f-9649-2dee44349a52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:51.830285 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f29d20-582f-4ee4-8a0d-bb86b366a114 req-cf47730f-544b-4d04-8500-dfd56a0f3e85 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:23:51.839768 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-98f29d20-582f-4ee4-8a0d-bb86b366a114 req-cf47730f-544b-4d04-8500-dfd56a0f3e85 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce76aa75-6890-4214-b1ec-455b43223b5d HTTP/1.1" status: 200 len: 945 time: 0.3086872 Nov 22 20:23:51.854546 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9e67b0-73b7-4830-942f-b6484f838374 req-c9c69c8c-8878-4459-8c69-7ea32467dd07 tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:23:51.856473 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5e9e67b0-73b7-4830-942f-b6484f838374 req-c9c69c8c-8878-4459-8c69-7ea32467dd07 tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca99196e-ff25-4699-97d7-4a9388d2764b HTTP/1.1" status: 200 len: 931 time: 0.3266993 Nov 22 20:23:51.902986 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-a857f0bf-8e83-411d-8f8c-63793c4d4112 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8754334 Nov 22 20:23:51.907978 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 54356) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:23:51.939130 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-4a14ea84-977a-4c32-af04-7e5877663897 admin admin] Request body: {'subnet': {'network_id': '6efa7afe-07b7-401b-a93b-34d9934a86f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-388477978-subnet', 'tenant_id': '85bf20edceb64b41a574b1567a4068c1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:23:51.951340 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857f0bf-8e83-411d-8f8c-63793c4d4112 admin admin] Pushing event updated for resources: {'Network': ['ID=6efa7afe-07b7-401b-a93b-34d9934a86f8,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:23:51.979715 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Network 6efa7afe-07b7-401b-a93b-34d9934a86f8 details requested by agent ovs-agent-n-d-818823-1 with host n-d-818823-1 {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 20:23:51.994901 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a14ea84-977a-4c32-af04-7e5877663897 admin admin] Made reservation on behalf of 85bf20edceb64b41a574b1567a4068c1 for: {'subnet': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:23:51.997445 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4a14ea84-977a-4c32-af04-7e5877663897 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11792951'] for subnet, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:52.137680 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5e9e67b0-73b7-4830-942f-b6484f838374 req-a0814a74-2ac6-4b7b-95ac-8da2c9769d41 tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] 10.222.0.46 "GET /v2.0/security-groups?id=e904806f-9bc9-4f52-beb6-3fb062dd1789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2641218 Nov 22 20:23:52.187182 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0e777683-7060-4cc1-8528-f7d8dfa8e6a6 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Publish callbacks [] for port, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:52.203454 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-98f29d20-582f-4ee4-8a0d-bb86b366a114 req-f8a0a4c2-496b-42dc-813d-fd6610572b77 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/security-groups?id=33003919-2e66-424f-89a8-28e4fe94add1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3627729 Nov 22 20:23:52.304198 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0e777683-7060-4cc1-8528-f7d8dfa8e6a6 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:52.351489 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4a14ea84-977a-4c32-af04-7e5877663897 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11567560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11792921'] for subnet, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:52.474664 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a14ea84-977a-4c32-af04-7e5877663897 admin admin] Pushing event updated for resources: {'Subnet': ['ID=41e22381-7e39-4421-9ae7-fd38b15d4349,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:23:52.520829 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a14ea84-977a-4c32-af04-7e5877663897 admin admin] Checking segment: {'id': '1739ccaa-9c80-4797-8458-792c11f48e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '6efa7afe-07b7-401b-a93b-34d9934a86f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:23:52.521187 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a14ea84-977a-4c32-af04-7e5877663897 admin admin] Network hostable DHCP agents. Network: 6efa7afe-07b7-401b-a93b-34d9934a86f8, hostable agents: ['02adaa64-0987-4b74-bad0-cbcf56f8a294'], hosted agents: [] {{(pid=103448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 20:23:52.557848 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a14ea84-977a-4c32-af04-7e5877663897 admin admin] Network 6efa7afe-07b7-401b-a93b-34d9934a86f8 is scheduled to be hosted by DHCP agent 02adaa64-0987-4b74-bad0-cbcf56f8a294 with binding_index 1 {{(pid=103448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 20:23:52.578477 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-4a14ea84-977a-4c32-af04-7e5877663897 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818823-1, 6efa7afe-07b7-401b-a93b-34d9934a86f8) {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:23:52.583338 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a14ea84-977a-4c32-af04-7e5877663897 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:23:52.583967 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4a14ea84-977a-4c32-af04-7e5877663897 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:52.597560 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcce2570-17ce-4557-aecf-743342c44eca None None] Network 6efa7afe-07b7-401b-a93b-34d9934a86f8 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:23:52.611699 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e777683-7060-4cc1-8528-f7d8dfa8e6a6 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Pushing event updated for resources: {'Port': ['ID=b5c275f5-14a5-4c30-b81d-d8474cf38682,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:23:52.632734 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-4a14ea84-977a-4c32-af04-7e5877663897 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7044234 Nov 22 20:23:52.633415 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 54370) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:23:52.637781 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-89dc6bab-acaf-46ee-aafa-05fede19b664 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-388477978-router', 'tenant_id': '85bf20edceb64b41a574b1567a4068c1', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'}}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:23:52.672112 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0e777683-7060-4cc1-8528-f7d8dfa8e6a6 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-595224'] for floatingip, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:52.688267 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-89dc6bab-acaf-46ee-aafa-05fede19b664 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24799'] for router, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:52.689323 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-89dc6bab-acaf-46ee-aafa-05fede19b664 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-632716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24788'] for router, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:52.795258 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-89dc6bab-acaf-46ee-aafa-05fede19b664 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:52.850282 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [req-cf2d9f73-abaa-47fb-83b7-3afc10f59199 req-ce3fe821-593a-401f-9649-2dee44349a52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b558ec9-94d1-4c33-8b52-4d3fbcc139d7 {{(pid=103447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:23:52.867768 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-cf2d9f73-abaa-47fb-83b7-3afc10f59199 req-ce3fe821-593a-401f-9649-2dee44349a52 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:52.896111 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b365db9a-1930-483c-8b5e-bef5274918e0 req-d0a8ec86-e9c1-4994-a85a-b751433c058c tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:23:52.898735 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9dd2df8-b487-4c27-bafa-5a598b52ff16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fb26bd7-ce56-527b-b94f-2e1f7cb2bb35-6efa7afe-07b7-401b-a93b-34d9934a86f8', 'network_id': '6efa7afe-07b7-401b-a93b-34d9934a86f8', 'tenant_id': '85bf20edceb64b41a574b1567a4068c1', 'fixed_ips': [{'subnet_id': '41e22381-7e39-4421-9ae7-fd38b15d4349'}]}} from n-d-818823-1. {{(pid=103449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 20:23:52.899637 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e9dd2df8-b487-4c27-bafa-5a598b52ff16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:52.911578 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b365db9a-1930-483c-8b5e-bef5274918e0 req-d0a8ec86-e9c1-4994-a85a-b751433c058c tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce76aa75-6890-4214-b1ec-455b43223b5d HTTP/1.1" status: 200 len: 945 time: 0.4644940 Nov 22 20:23:52.919815 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0e777683-7060-4cc1-8528-f7d8dfa8e6a6 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for floatingip, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:52.921075 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-0e777683-7060-4cc1-8528-f7d8dfa8e6a6 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.4839284 Nov 22 20:23:52.954103 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.provisioning_blocks [req-cf2d9f73-abaa-47fb-83b7-3afc10f59199 req-ce3fe821-593a-401f-9649-2dee44349a52 service neutron] Transition to ACTIVE for port object 9b558ec9-94d1-4c33-8b52-4d3fbcc139d7 will not be triggered until provisioned by entity L2. {{(pid=103447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 20:23:52.995183 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-cf2d9f73-abaa-47fb-83b7-3afc10f59199 req-ce3fe821-593a-401f-9649-2dee44349a52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:53.072758 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-89dc6bab-acaf-46ee-aafa-05fede19b664 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:53.188324 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.db_base_plugin_common [None req-e9dd2df8-b487-4c27-bafa-5a598b52ff16 None None] Allocated IP 172.20.0.2 (6efa7afe-07b7-401b-a93b-34d9934a86f8/41e22381-7e39-4421-9ae7-fd38b15d4349/5d95c822-b7e9-4fd4-9459-95cd7e0d9dbf) {{(pid=103449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:23:53.264668 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3fe821-593a-401f-9649-2dee44349a52 service neutron] Pushing event updated for resources: {'Port': ['ID=9b558ec9-94d1-4c33-8b52-4d3fbcc139d7,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:23:53.300627 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b365db9a-1930-483c-8b5e-bef5274918e0 req-16032293-fcf3-42d2-9da2-e05ec39f4ece tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/security-groups?id=33003919-2e66-424f-89a8-28e4fe94add1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3768575 Nov 22 20:23:53.413865 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9028f533-422e-48b3-849a-8c46be3b6c2e req-7577df0f-de48-4a1a-922f-5e1b2c2c7268 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--1801719124&fields=id&tenant_id=a3670ebd84cb4741b338db645a992249 HTTP/1.1" status: 200 len: 267 time: 0.1570315 Nov 22 20:23:53.420138 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-cf2d9f73-abaa-47fb-83b7-3afc10f59199 req-ce3fe821-593a-401f-9649-2dee44349a52 service neutron] Attempting to bind port 9b558ec9-94d1-4c33-8b52-4d3fbcc139d7 on host n-h2-818823-1 for vnic_type normal with profile {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:23:53.422567 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-cf2d9f73-abaa-47fb-83b7-3afc10f59199 req-ce3fe821-593a-401f-9649-2dee44349a52 service neutron] Attempting to bind port 9b558ec9-94d1-4c33-8b52-4d3fbcc139d7 by drivers openvswitch,hyperv on host n-h2-818823-1 at level 0 using segments [{'id': 'e778d2dd-b877-4e30-b25d-58baa3933aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '704c1d40-093b-4a06-ac89-44d0005714b2'}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:23:53.430533 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf2d9f73-abaa-47fb-83b7-3afc10f59199 req-ce3fe821-593a-401f-9649-2dee44349a52 service neutron] Attempting to bind port 9b558ec9-94d1-4c33-8b52-4d3fbcc139d7 on network 704c1d40-093b-4a06-ac89-44d0005714b2 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:23:53.487663 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e9dd2df8-b487-4c27-bafa-5a598b52ff16 None None] Publish callbacks [] for port, precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:53.494715 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-89dc6bab-acaf-46ee-aafa-05fede19b664 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:53.501233 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf2d9f73-abaa-47fb-83b7-3afc10f59199 req-ce3fe821-593a-401f-9649-2dee44349a52 service neutron] Port 9b558ec9-94d1-4c33-8b52-4d3fbcc139d7 on network 704c1d40-093b-4a06-ac89-44d0005714b2 not bound, no agent of type Open vSwitch agent registered on host n-h2-818823-1 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:23:53.503729 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e9dd2df8-b487-4c27-bafa-5a598b52ff16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372'] for port, after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:53.512977 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf2d9f73-abaa-47fb-83b7-3afc10f59199 req-ce3fe821-593a-401f-9649-2dee44349a52 service neutron] Attempting to bind port 9b558ec9-94d1-4c33-8b52-4d3fbcc139d7 on network 704c1d40-093b-4a06-ac89-44d0005714b2 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:23:53.547089 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-89dc6bab-acaf-46ee-aafa-05fede19b664 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:53.589337 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf2d9f73-abaa-47fb-83b7-3afc10f59199 req-ce3fe821-593a-401f-9649-2dee44349a52 service neutron] Checking agent: {'id': '65e0486a-7030-4065-96f0-10aa7402a530', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'started_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 23, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:23:53.589599 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf2d9f73-abaa-47fb-83b7-3afc10f59199 req-ce3fe821-593a-401f-9649-2dee44349a52 service neutron] Checking segment: {'id': 'e778d2dd-b877-4e30-b25d-58baa3933aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '704c1d40-093b-4a06-ac89-44d0005714b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:23:53.589994 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf2d9f73-abaa-47fb-83b7-3afc10f59199 req-ce3fe821-593a-401f-9649-2dee44349a52 service neutron] Bound using segment: {'id': 'e778d2dd-b877-4e30-b25d-58baa3933aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '704c1d40-093b-4a06-ac89-44d0005714b2'} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:23:53.590448 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-cf2d9f73-abaa-47fb-83b7-3afc10f59199 req-ce3fe821-593a-401f-9649-2dee44349a52 service neutron] Bound port: 9b558ec9-94d1-4c33-8b52-4d3fbcc139d7, host: n-h2-818823-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e778d2dd-b877-4e30-b25d-58baa3933aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '704c1d40-093b-4a06-ac89-44d0005714b2'}}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:23:53.590811 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-cf2d9f73-abaa-47fb-83b7-3afc10f59199 req-ce3fe821-593a-401f-9649-2dee44349a52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:53.595592 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9dd2df8-b487-4c27-bafa-5a598b52ff16 None None] Network 6efa7afe-07b7-401b-a93b-34d9934a86f8 is already hosted by enough agents. {{(pid=103449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:23:53.598794 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.base_scheduler [None req-e9dd2df8-b487-4c27-bafa-5a598b52ff16 None None] Resources bound (agent type, host, resource id): {{(pid=103449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:23:53.613939 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9dd2df8-b487-4c27-bafa-5a598b52ff16 None None] Received port after_create {{(pid=103449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:23:53.671721 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dd2df8-b487-4c27-bafa-5a598b52ff16 None None] Pushing event updated for resources: {'Port': ['ID=5d95c822-b7e9-4fd4-9459-95cd7e0d9dbf,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:23:53.736367 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-cf2d9f73-abaa-47fb-83b7-3afc10f59199 req-ce3fe821-593a-401f-9649-2dee44349a52 service neutron] For port 9b558ec9-94d1-4c33-8b52-4d3fbcc139d7, host n-h2-818823-1, cleared binding levels {{(pid=103447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:23:53.749895 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-e9dd2df8-b487-4c27-bafa-5a598b52ff16 None None] Attempting to bind port 5d95c822-b7e9-4fd4-9459-95cd7e0d9dbf on host n-d-818823-1 for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:23:53.750531 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-cf2d9f73-abaa-47fb-83b7-3afc10f59199 req-ce3fe821-593a-401f-9649-2dee44349a52 service neutron] For port 9b558ec9-94d1-4c33-8b52-4d3fbcc139d7, host n-h2-818823-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=9b558ec9-94d1-4c33-8b52-4d3fbcc139d7,segment=NetworkSegment(e778d2dd-b877-4e30-b25d-58baa3933aef),segment_id=e778d2dd-b877-4e30-b25d-58baa3933aef)] {{(pid=103447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:23:53.751867 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-e9dd2df8-b487-4c27-bafa-5a598b52ff16 None None] Attempting to bind port 5d95c822-b7e9-4fd4-9459-95cd7e0d9dbf by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': '1739ccaa-9c80-4797-8458-792c11f48e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '6efa7afe-07b7-401b-a93b-34d9934a86f8'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:23:53.752350 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9dd2df8-b487-4c27-bafa-5a598b52ff16 None None] Attempting to bind port 5d95c822-b7e9-4fd4-9459-95cd7e0d9dbf on network 6efa7afe-07b7-401b-a93b-34d9934a86f8 {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:23:53.763858 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9dd2df8-b487-4c27-bafa-5a598b52ff16 None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 23, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:23:53.765629 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9dd2df8-b487-4c27-bafa-5a598b52ff16 None None] Checking segment: {'id': '1739ccaa-9c80-4797-8458-792c11f48e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '6efa7afe-07b7-401b-a93b-34d9934a86f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:23:53.766139 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e9dd2df8-b487-4c27-bafa-5a598b52ff16 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:53.767394 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9dd2df8-b487-4c27-bafa-5a598b52ff16 None None] Bound using segment: {'id': '1739ccaa-9c80-4797-8458-792c11f48e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '6efa7afe-07b7-401b-a93b-34d9934a86f8'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:23:53.768018 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-e9dd2df8-b487-4c27-bafa-5a598b52ff16 None None] Bound port: 5d95c822-b7e9-4fd4-9459-95cd7e0d9dbf, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1739ccaa-9c80-4797-8458-792c11f48e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '6efa7afe-07b7-401b-a93b-34d9934a86f8'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:23:53.769323 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e9dd2df8-b487-4c27-bafa-5a598b52ff16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:53.776339 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-cf2d9f73-abaa-47fb-83b7-3afc10f59199 req-ce3fe821-593a-401f-9649-2dee44349a52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:53.781117 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [None req-89dc6bab-acaf-46ee-aafa-05fede19b664 admin admin] Allocated IP 172.25.5.243 (c48a55e9-6a85-4746-b7bf-3e29fb560094/5da6f781-63e6-4328-ae7a-5e672262f55a/dd6e914c-61c9-403e-a609-e6b3968a14c4) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:23:53.824214 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b9b4ef-5e79-4cb5-a5af-1de98276f344 req-92fa9999-bc06-473e-8a3d-fac7c0e5424d tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:23:53.825853 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-04b9b4ef-5e79-4cb5-a5af-1de98276f344 req-92fa9999-bc06-473e-8a3d-fac7c0e5424d tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca99196e-ff25-4699-97d7-4a9388d2764b HTTP/1.1" status: 200 len: 943 time: 0.3632832 Nov 22 20:23:53.896403 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9028f533-422e-48b3-849a-8c46be3b6c2e req-b2f42659-6ceb-4c74-bda6-c7dea8f10a00 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:23:53.898697 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9028f533-422e-48b3-849a-8c46be3b6c2e req-b2f42659-6ceb-4c74-bda6-c7dea8f10a00 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/networks?id=13496096-9618-4fad-a538-016ce712d3bd HTTP/1.1" status: 200 len: 812 time: 0.4638309 Nov 22 20:23:53.916877 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-e9dd2df8-b487-4c27-bafa-5a598b52ff16 None None] For port 5d95c822-b7e9-4fd4-9459-95cd7e0d9dbf, host n-d-818823-1, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:23:53.922812 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-e9dd2df8-b487-4c27-bafa-5a598b52ff16 None None] For port 5d95c822-b7e9-4fd4-9459-95cd7e0d9dbf, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=5d95c822-b7e9-4fd4-9459-95cd7e0d9dbf,segment=NetworkSegment(1739ccaa-9c80-4797-8458-792c11f48e76),segment_id=1739ccaa-9c80-4797-8458-792c11f48e76)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:23:53.928258 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9028f533-422e-48b3-849a-8c46be3b6c2e req-241a3eed-645c-4d96-871c-d17ba2f7110a tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/quotas/a3670ebd84cb4741b338db645a992249 HTTP/1.1" status: 200 len: 375 time: 0.0210590 Nov 22 20:23:53.931660 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e9dd2df8-b487-4c27-bafa-5a598b52ff16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:53.957953 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2d9f73-abaa-47fb-83b7-3afc10f59199 req-ce3fe821-593a-401f-9649-2dee44349a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:23:53.958629 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-cf2d9f73-abaa-47fb-83b7-3afc10f59199 req-ce3fe821-593a-401f-9649-2dee44349a52 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:53.960948 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-cf2d9f73-abaa-47fb-83b7-3afc10f59199 req-ce3fe821-593a-401f-9649-2dee44349a52 service neutron] 10.222.0.20 "PUT /v2.0/ports/9b558ec9-94d1-4c33-8b52-4d3fbcc139d7 HTTP/1.1" status: 200 len: 1091 time: 2.5429404 Nov 22 20:23:53.969108 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca99196e-ff25-4699-97d7-4a9388d2764b', 'tag': '9b558ec9-94d1-4c33-8b52-4d3fbcc139d7'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:23:53.977379 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0948ec54-2bb5-4be8-a314-e2ed38010a5b" -d '{"events": [{"name": "network-changed", "server_uuid": "ca99196e-ff25-4699-97d7-4a9388d2764b", "tag": "9b558ec9-94d1-4c33-8b52-4d3fbcc139d7"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:23:54.052856 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-89dc6bab-acaf-46ee-aafa-05fede19b664 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:54.082202 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dd2df8-b487-4c27-bafa-5a598b52ff16 None None] Pushing event updated for resources: {'Port': ['ID=5d95c822-b7e9-4fd4-9459-95cd7e0d9dbf,revision_number=2']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:23:54.129477 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-89dc6bab-acaf-46ee-aafa-05fede19b664 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:54.156885 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3fe821-593a-401f-9649-2dee44349a52 service neutron] Pushing event updated for resources: {'Port': ['ID=9b558ec9-94d1-4c33-8b52-4d3fbcc139d7,revision_number=3']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:23:54.191223 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-04b9b4ef-5e79-4cb5-a5af-1de98276f344 req-9448cbde-bb3a-40fa-b353-059da5935d51 tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] 10.222.0.46 "GET /v2.0/security-groups?id=e904806f-9bc9-4f52-beb6-3fb062dd1789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3132987 Nov 22 20:23:54.193447 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89dc6bab-acaf-46ee-aafa-05fede19b664 admin admin] Network c48a55e9-6a85-4746-b7bf-3e29fb560094 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:23:54.204738 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-89dc6bab-acaf-46ee-aafa-05fede19b664 admin admin] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:23:54.204738 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89dc6bab-acaf-46ee-aafa-05fede19b664 admin admin] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:23:54.214821 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a3fc600-8b0d-4d3a-8dd9-1ba07a03b4be None None] DHCP port deletion for c48a55e9-6a85-4746-b7bf-3e29fb560094 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:23:54.239233 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9028f533-422e-48b3-849a-8c46be3b6c2e req-07bceffc-5b19-4d26-bcb9-17917e9fb3f2 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=a3670ebd84cb4741b338db645a992249&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2904732 Nov 22 20:23:54.258341 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dc6bab-acaf-46ee-aafa-05fede19b664 admin admin] Pushing event updated for resources: {'Port': ['ID=dd6e914c-61c9-403e-a609-e6b3968a14c4,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:23:54.273936 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2d9f73-abaa-47fb-83b7-3afc10f59199 req-4d55663c-6020-4aba-b452-8588f5ce8b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:23:54.275806 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-cf2d9f73-abaa-47fb-83b7-3afc10f59199 req-4d55663c-6020-4aba-b452-8588f5ce8b93 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e793ff984057470cb2eb493439c6c5c1&device_id=ca99196e-ff25-4699-97d7-4a9388d2764b HTTP/1.1" status: 200 len: 1094 time: 0.2352445 Nov 22 20:23:54.352279 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-84e60993-77dc-4d45-825e-fd8633e98eb6 None None] Provisioning complete for port dd6e914c-61c9-403e-a609-e6b3968a14c4 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:23:54.352901 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-84e60993-77dc-4d45-825e-fd8633e98eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:54.353430 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-cf2d9f73-abaa-47fb-83b7-3afc10f59199 req-51fd9437-5be4-495c-95b9-6ae307a0b7e9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9b558ec9-94d1-4c33-8b52-4d3fbcc139d7 HTTP/1.1" status: 200 len: 217 time: 0.0694001 Nov 22 20:23:54.452913 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-84e60993-77dc-4d45-825e-fd8633e98eb6 None None] Port dd6e914c-61c9-403e-a609-e6b3968a14c4 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:23:54.493981 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2d9f73-abaa-47fb-83b7-3afc10f59199 req-ef9c5e8c-68e8-4b4d-9c19-bf5ff49518ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:23:54.496285 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-cf2d9f73-abaa-47fb-83b7-3afc10f59199 req-ef9c5e8c-68e8-4b4d-9c19-bf5ff49518ae service neutron] 10.222.0.20 "GET /v2.0/subnets?id=19f24a92-36ce-45ff-85ec-f7e350181a79 HTTP/1.1" status: 200 len: 851 time: 0.1347692 Nov 22 20:23:54.585587 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-cf2d9f73-abaa-47fb-83b7-3afc10f59199 req-378d4399-8412-4038-bb84-566ce4fc5882 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=704c1d40-093b-4a06-ac89-44d0005714b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0802212 Nov 22 20:23:54.757810 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d994c30-805b-4d50-8d53-f673fa6767b3 req-8078ff4c-d61a-4d35-842e-2c3fff048626 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:23:54.759210 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2d994c30-805b-4d50-8d53-f673fa6767b3 req-8078ff4c-d61a-4d35-842e-2c3fff048626 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce76aa75-6890-4214-b1ec-455b43223b5d HTTP/1.1" status: 200 len: 945 time: 0.2256272 Nov 22 20:23:54.854724 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-89dc6bab-acaf-46ee-aafa-05fede19b664 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:54.956232 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2d994c30-805b-4d50-8d53-f673fa6767b3 req-6490cbd0-125b-4a73-bca8-c286fca1de2b tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/security-groups?id=33003919-2e66-424f-89a8-28e4fe94add1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732273 Nov 22 20:23:54.964658 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-cf2d9f73-abaa-47fb-83b7-3afc10f59199 req-1933825a-b4f9-4289-9d17-37e6172a4c9a service neutron] 10.222.0.20 "GET /v2.0/networks/704c1d40-093b-4a06-ac89-44d0005714b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3620739 Nov 22 20:23:55.028411 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9028f533-422e-48b3-849a-8c46be3b6c2e req-ad2fbad0-e004-4626-b6d9-7d908f6abc60 service neutron] 10.222.0.46 "GET /v2.0/networks/13496096-9618-4fad-a538-016ce712d3bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1687899 Nov 22 20:23:55.029881 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 20:23:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3be25091-b0af-46d8-b1cd-290badbdd7b5 x-openstack-request-id: req-3be25091-b0af-46d8-b1cd-290badbdd7b5 {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:23:55.030172 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca99196e-ff25-4699-97d7-4a9388d2764b", "tag": "9b558ec9-94d1-4c33-8b52-4d3fbcc139d7", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:23:55.030430 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3be25091-b0af-46d8-b1cd-290badbdd7b5 {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:23:55.030821 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca99196e-ff25-4699-97d7-4a9388d2764b', 'tag': '9b558ec9-94d1-4c33-8b52-4d3fbcc139d7', 'status': 'completed', 'code': 200} Nov 22 20:23:55.197779 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9028f533-422e-48b3-849a-8c46be3b6c2e req-4c098158-8316-49b3-8db8-7db96231c58f service neutron] 10.222.0.46 "GET /v2.0/networks/13496096-9618-4fad-a538-016ce712d3bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184423 Nov 22 20:23:55.199098 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-89dc6bab-acaf-46ee-aafa-05fede19b664 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-659538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-841284'] for router, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:55.292939 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-cf2d9f73-abaa-47fb-83b7-3afc10f59199 req-f05c056a-916d-40c9-866c-6193c1efd83b service neutron] 10.222.0.20 "GET /v2.0/networks/704c1d40-093b-4a06-ac89-44d0005714b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2612770 Nov 22 20:23:55.398718 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89dc6bab-acaf-46ee-aafa-05fede19b664 admin admin] Router 0b01ca47-3578-490c-8468-cf94f1d1b6b1 is scheduled to L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 with binding_index 1 {{(pid=103448) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 20:23:55.524374 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7654fe-6d74-4c62-bed5-c28d598cb998 req-805097ca-9ce5-48a9-ba98-4f3f6af8709b tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:23:55.541739 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6c7654fe-6d74-4c62-bed5-c28d598cb998 req-805097ca-9ce5-48a9-ba98-4f3f6af8709b tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca99196e-ff25-4699-97d7-4a9388d2764b HTTP/1.1" status: 200 len: 943 time: 0.1831298 Nov 22 20:23:55.565234 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0948ec54-2bb5-4be8-a314-e2ed38010a5b req-549d6213-a5e1-45e4-bcc2-a1cba49d2d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:23:55.567052 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0948ec54-2bb5-4be8-a314-e2ed38010a5b req-549d6213-a5e1-45e4-bcc2-a1cba49d2d96 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e793ff984057470cb2eb493439c6c5c1&device_id=ca99196e-ff25-4699-97d7-4a9388d2764b HTTP/1.1" status: 200 len: 1094 time: 0.2043583 Nov 22 20:23:55.615619 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 5d95c822-b7e9-4fd4-9459-95cd7e0d9dbf up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:23:55.687795 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89dc6bab-acaf-46ee-aafa-05fede19b664 admin admin] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:23:55.702053 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f0b2f44-d2b9-42eb-9863-58d794898c20 None None] Sync routers for ids ['0b01ca47-3578-490c-8468-cf94f1d1b6b1'] in n-d-818823-1 {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:23:55.727206 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f0b2f44-d2b9-42eb-9863-58d794898c20 None None] Routers {'0b01ca47-3578-490c-8468-cf94f1d1b6b1'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:23:55.728221 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-1f0b2f44-d2b9-42eb-9863-58d794898c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:23:32Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['0b01ca47-3578-490c-8468-cf94f1d1b6b1'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:23:55.734336 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-89dc6bab-acaf-46ee-aafa-05fede19b664 admin admin] Publish callbacks [] for router, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:55.736308 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-89dc6bab-acaf-46ee-aafa-05fede19b664 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.1017954 Nov 22 20:23:55.740319 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 54420) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:23:55.851157 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd01d84-8a5f-4ddb-9a3a-ec7f170702b3 req-4c81a83c-c43b-4d6c-b18a-78f42e7cebc0 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:23:55.855773 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ffd01d84-8a5f-4ddb-9a3a-ec7f170702b3 req-4c81a83c-c43b-4d6c-b18a-78f42e7cebc0 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce76aa75-6890-4214-b1ec-455b43223b5d HTTP/1.1" status: 200 len: 945 time: 0.3112781 Nov 22 20:23:55.967920 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6c7654fe-6d74-4c62-bed5-c28d598cb998 req-d25297a1-3823-4873-b580-b9dc3aefa6df tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] 10.222.0.46 "GET /v2.0/security-groups?id=e904806f-9bc9-4f52-beb6-3fb062dd1789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4246478 Nov 22 20:23:56.083509 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0948ec54-2bb5-4be8-a314-e2ed38010a5b req-19c76118-6bff-4bd0-946b-aa60bfbfd2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:23:56.086197 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0948ec54-2bb5-4be8-a314-e2ed38010a5b req-19c76118-6bff-4bd0-946b-aa60bfbfd2d7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=704c1d40-093b-4a06-ac89-44d0005714b2 HTTP/1.1" status: 200 len: 912 time: 0.5099421 Nov 22 20:23:56.140572 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ffd01d84-8a5f-4ddb-9a3a-ec7f170702b3 req-040a4479-158b-4afc-9178-114145322947 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/security-groups?id=33003919-2e66-424f-89a8-28e4fe94add1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2556806 Nov 22 20:23:56.299464 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-059206a3-1f0a-4d46-8a7e-187def84fbec req-138f8114-7494-4129-b238-ffa2fcad3a75 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/ports?device_id=f1a6bfe1-26d1-4dd2-94cd-df2360ee8ad5 HTTP/1.1" status: 200 len: 210 time: 0.1013825 Nov 22 20:23:56.308448 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0948ec54-2bb5-4be8-a314-e2ed38010a5b req-c94b4ede-1b94-4148-91d2-ff688b57b26c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9b558ec9-94d1-4c33-8b52-4d3fbcc139d7 HTTP/1.1" status: 200 len: 217 time: 0.2125130 Nov 22 20:23:56.339228 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-1f0b2f44-d2b9-42eb-9863-58d794898c20 None None] Set router 0b01ca47-3578-490c-8468-cf94f1d1b6b1 gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:23:56.410543 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 5d95c822-b7e9-4fd4-9459-95cd7e0d9dbf triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:23:56.412135 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:56.435886 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0948ec54-2bb5-4be8-a314-e2ed38010a5b req-2860d9f7-787f-4fbd-9386-ec9c8cb493c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:23:56.437644 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0948ec54-2bb5-4be8-a314-e2ed38010a5b req-2860d9f7-787f-4fbd-9386-ec9c8cb493c0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=19f24a92-36ce-45ff-85ec-f7e350181a79 HTTP/1.1" status: 200 len: 851 time: 0.1215031 Nov 22 20:23:56.452178 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e7bcfc-6617-484a-bff5-7cee4941ff77 req-f9e4b2cb-e020-42d5-b2e3-34068f0da910 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:23:56.456351 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c1e7bcfc-6617-484a-bff5-7cee4941ff77 req-f9e4b2cb-e020-42d5-b2e3-34068f0da910 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce76aa75-6890-4214-b1ec-455b43223b5d HTTP/1.1" status: 200 len: 945 time: 0.1115093 Nov 22 20:23:56.632339 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c29e372e-a7d5-4e31-a096-e9846dde00ca None None] Network 6efa7afe-07b7-401b-a93b-34d9934a86f8 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:23:56.646188 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-86b5fa61-1e56-4523-9c73-ef4ac8a11cc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:57.051924 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 9b558ec9-94d1-4c33-8b52-4d3fbcc139d7 details requested by agent hyperv_n-h2-818823-1 with host n-h2-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 20:23:57.057829 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0948ec54-2bb5-4be8-a314-e2ed38010a5b req-56eab1d7-9899-446e-9709-8b10b6b8fa2c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=704c1d40-093b-4a06-ac89-44d0005714b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6004891 Nov 22 20:23:57.199308 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port 9b558ec9-94d1-4c33-8b52-4d3fbcc139d7, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=9b558ec9-94d1-4c33-8b52-4d3fbcc139d7,segment=NetworkSegment(e778d2dd-b877-4e30-b25d-58baa3933aef),segment_id=e778d2dd-b877-4e30-b25d-58baa3933aef)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:23:57.254173 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c1e7bcfc-6617-484a-bff5-7cee4941ff77 req-338d4cf4-d633-4568-b042-09eb54e508c4 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/security-groups?id=33003919-2e66-424f-89a8-28e4fe94add1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7773337 Nov 22 20:23:57.385473 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa8d104-1833-4e4d-9ea3-58229045641a req-735cb06e-f9da-4f1f-90e8-53147c26c305 tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:23:57.387125 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-dfa8d104-1833-4e4d-9ea3-58229045641a req-735cb06e-f9da-4f1f-90e8-53147c26c305 tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca99196e-ff25-4699-97d7-4a9388d2764b HTTP/1.1" status: 200 len: 943 time: 0.2710881 Nov 22 20:23:57.416752 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Returning: {'device': '9b558ec9-94d1-4c33-8b52-4d3fbcc139d7', 'network_id': '704c1d40-093b-4a06-ac89-44d0005714b2', 'port_id': '9b558ec9-94d1-4c33-8b52-4d3fbcc139d7', 'mac_address': 'fa:16:3e:bc:8d:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19f24a92-36ce-45ff-85ec-f7e350181a79', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 20:23:57.474306 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0948ec54-2bb5-4be8-a314-e2ed38010a5b req-63d87a64-9d71-4c31-b5e4-054b09262c76 service neutron] 10.222.0.20 "GET /v2.0/networks/704c1d40-093b-4a06-ac89-44d0005714b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4018278 Nov 22 20:23:57.625103 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-b399c11b-0563-4d53-b88e-724a8d377f2d None None] Provisioning complete for port 5d95c822-b7e9-4fd4-9459-95cd7e0d9dbf triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:23:57.625481 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-b399c11b-0563-4d53-b88e-724a8d377f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:57.768481 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-dfa8d104-1833-4e4d-9ea3-58229045641a req-88b1c6c5-5e5e-435d-9e8d-bf8831303e31 tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] 10.222.0.46 "GET /v2.0/security-groups?id=e904806f-9bc9-4f52-beb6-3fb062dd1789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3616345 Nov 22 20:23:57.870932 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0948ec54-2bb5-4be8-a314-e2ed38010a5b req-1158d2db-28a6-4d45-a88b-27db588936f6 service neutron] 10.222.0.20 "GET /v2.0/networks/704c1d40-093b-4a06-ac89-44d0005714b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3878033 Nov 22 20:23:57.928793 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [None req-86b5fa61-1e56-4523-9c73-ef4ac8a11cc4 admin admin] Allocated IP 172.20.0.1 (6efa7afe-07b7-401b-a93b-34d9934a86f8/41e22381-7e39-4421-9ae7-fd38b15d4349/245496fa-94df-417f-8d01-799d37709ecc) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:23:57.944964 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8b0ab392-a875-408c-8e71-123f51b3b6dd req-548d6aa7-5ec1-4384-8078-86cc7ab11006 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/ports?device_id=f1a6bfe1-26d1-4dd2-94cd-df2360ee8ad5 HTTP/1.1" status: 200 len: 210 time: 0.0709393 Nov 22 20:23:58.048646 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9028f533-422e-48b3-849a-8c46be3b6c2e req-c380fa95-b53a-486f-b454-b86e4e0c882e tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:23:58.050697 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9028f533-422e-48b3-849a-8c46be3b6c2e req-c380fa95-b53a-486f-b454-b86e4e0c882e tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.41 "GET /v2.0/networks?id=13496096-9618-4fad-a538-016ce712d3bd HTTP/1.1" status: 200 len: 812 time: 0.5552199 Nov 22 20:23:58.104268 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:58.152043 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:58.162928 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b558ec9-94d1-4c33-8b52-4d3fbcc139d7 {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:23:58.202299 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9028f533-422e-48b3-849a-8c46be3b6c2e req-e8f29073-2a14-41fb-a2d8-ea5637203189 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a3670ebd84cb4741b338db645a992249 HTTP/1.1" status: 200 len: 380 time: 0.1413617 Nov 22 20:23:58.215846 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-9028f533-422e-48b3-849a-8c46be3b6c2e req-2ee53027-834c-4e48-9122-663beb519b51 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Request body: {'port': {'device_id': 'f1a6bfe1-26d1-4dd2-94cd-df2360ee8ad5', 'network_id': '13496096-9618-4fad-a538-016ce712d3bd', 'admin_state_up': True, 'tenant_id': 'a3670ebd84cb4741b338db645a992249', 'security_groups': ['ace094e3-bfce-4b88-a460-949b8cf0d5cf']}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:23:58.232610 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-86b5fa61-1e56-4523-9c73-ef4ac8a11cc4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:58.313800 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] For port 5d95c822-b7e9-4fd4-9459-95cd7e0d9dbf, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=5d95c822-b7e9-4fd4-9459-95cd7e0d9dbf,segment=NetworkSegment(1739ccaa-9c80-4797-8458-792c11f48e76),segment_id=1739ccaa-9c80-4797-8458-792c11f48e76)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:23:58.324562 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-86b5fa61-1e56-4523-9c73-ef4ac8a11cc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:58.373064 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-b399c11b-0563-4d53-b88e-724a8d377f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:58.399802 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port 9b558ec9-94d1-4c33-8b52-4d3fbcc139d7, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=9b558ec9-94d1-4c33-8b52-4d3fbcc139d7,segment=NetworkSegment(e778d2dd-b877-4e30-b25d-58baa3933aef),segment_id=e778d2dd-b877-4e30-b25d-58baa3933aef)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:23:58.405741 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59762382-c7c3-47cc-82b2-bb5f2ffd2cbf req-f1877c6c-8a3a-4e21-802c-c36b13ef7d89 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:23:58.409948 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:58.416267 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-59762382-c7c3-47cc-82b2-bb5f2ffd2cbf req-f1877c6c-8a3a-4e21-802c-c36b13ef7d89 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce76aa75-6890-4214-b1ec-455b43223b5d HTTP/1.1" status: 200 len: 945 time: 0.4077418 Nov 22 20:23:58.444104 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86b5fa61-1e56-4523-9c73-ef4ac8a11cc4 admin admin] Network 6efa7afe-07b7-401b-a93b-34d9934a86f8 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:23:58.459478 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-86b5fa61-1e56-4523-9c73-ef4ac8a11cc4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:23:58.468045 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b5fa61-1e56-4523-9c73-ef4ac8a11cc4 admin admin] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:23:58.474947 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b5fa61-1e56-4523-9c73-ef4ac8a11cc4 admin admin] Pushing event updated for resources: {'Port': ['ID=245496fa-94df-417f-8d01-799d37709ecc,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:23:58.500352 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:58.508820 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Pushing event updated for resources: {'Port': ['ID=5d95c822-b7e9-4fd4-9459-95cd7e0d9dbf,revision_number=3']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:23:58.568647 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-59762382-c7c3-47cc-82b2-bb5f2ffd2cbf req-c875a838-78b8-4bf4-b751-7a3cc7398776 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/security-groups?id=33003919-2e66-424f-89a8-28e4fe94add1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509860 Nov 22 20:23:58.587999 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-86b5fa61-1e56-4523-9c73-ef4ac8a11cc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659939'] for router_interface, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:58.615754 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9028f533-422e-48b3-849a-8c46be3b6c2e req-2ee53027-834c-4e48-9122-663beb519b51 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Made reservation on behalf of a3670ebd84cb4741b338db645a992249 for: {'port': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:23:58.632932 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-9028f533-422e-48b3-849a-8c46be3b6c2e req-2ee53027-834c-4e48-9122-663beb519b51 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:58.779863 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.db.api [None req-b399c11b-0563-4d53-b88e-724a8d377f2d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103449) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 20:23:58.780430 n-d-818823-1 neutron-server[103449]: DEBUG oslo_db.api [None req-b399c11b-0563-4d53-b88e-724a8d377f2d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 20:23:58.790051 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=9b558ec9-94d1-4c33-8b52-4d3fbcc139d7,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:23:58.794322 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-1f0b2f44-d2b9-42eb-9863-58d794898c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b01ca47-3578-490c-8468-cf94f1d1b6b1', 'name': 'tempest-AttachVolumeTestJSON-388477978-router', 'tenant_id': '85bf20edceb64b41a574b1567a4068c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': 'dd6e914c-61c9-403e-a609-e6b3968a14c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:23:52Z', 'updated_at': '2021-11-22T20:23:54Z', 'revision_number': 3, 'project_id': '85bf20edceb64b41a574b1567a4068c1', 'gw_port': {'id': 'dd6e914c-61c9-403e-a609-e6b3968a14c4', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:89:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b01ca47-3578-490c-8468-cf94f1d1b6b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2210, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:23:53Z', 'updated_at': '2021-11-22T20:23:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:23:58.846201 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] get_ports_and_sgs() called for port_ids ['9b558ec9-94d1-4c33-8b52-4d3fbcc139d7'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:23:58.857828 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f0b2f44-d2b9-42eb-9863-58d794898c20 None None] Checking router: 0b01ca47-3578-490c-8468-cf94f1d1b6b1 for host: n-d-818823-1 {{(pid=103449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 20:23:58.859259 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f0b2f44-d2b9-42eb-9863-58d794898c20 None None] Updating router 0b01ca47-3578-490c-8468-cf94f1d1b6b1 port dd6e914c-61c9-403e-a609-e6b3968a14c4 binding host n-d-818823-1 {{(pid=103449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 20:23:58.930655 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [req-9028f533-422e-48b3-849a-8c46be3b6c2e req-2ee53027-834c-4e48-9122-663beb519b51 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Allocated IP 172.20.0.13 (13496096-9618-4fad-a538-016ce712d3bd/c03e1529-a0c9-4990-b0cd-08a1dc455fd5/9c51b9e8-9b54-46f6-8722-f3321988d408) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:23:58.953739 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-86b5fa61-1e56-4523-9c73-ef4ac8a11cc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:59.009291 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-1f0b2f44-d2b9-42eb-9863-58d794898c20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:59.194404 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fcaa00-546b-4177-b45d-74684b75441b req-dbccf1f6-ab2f-4ea8-bcb6-34af9e7ad17d tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:23:59.195964 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-23fcaa00-546b-4177-b45d-74684b75441b req-dbccf1f6-ab2f-4ea8-bcb6-34af9e7ad17d tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce76aa75-6890-4214-b1ec-455b43223b5d HTTP/1.1" status: 200 len: 945 time: 0.2230890 Nov 22 20:23:59.240078 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-86b5fa61-1e56-4523-9c73-ef4ac8a11cc4 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:59.247291 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-86b5fa61-1e56-4523-9c73-ef4ac8a11cc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:59.250409 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9df9df2-d38b-442b-8bff-c7f3b91a07c4 req-64740b3d-1922-4025-9f65-12834165c690 tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:23:59.254204 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f9df9df2-d38b-442b-8bff-c7f3b91a07c4 req-64740b3d-1922-4025-9f65-12834165c690 tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca99196e-ff25-4699-97d7-4a9388d2764b HTTP/1.1" status: 200 len: 944 time: 0.2611439 Nov 22 20:23:59.382303 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-23fcaa00-546b-4177-b45d-74684b75441b req-7e120127-d304-4cc4-ac21-00e1e81dc43e tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/security-groups?id=33003919-2e66-424f-89a8-28e4fe94add1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690857 Nov 22 20:23:59.412755 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b5fa61-1e56-4523-9c73-ef4ac8a11cc4 admin admin] Pushing event updated for resources: {'Port': ['ID=245496fa-94df-417f-8d01-799d37709ecc,revision_number=2']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:23:59.416061 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-86b5fa61-1e56-4523-9c73-ef4ac8a11cc4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-563461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-659839'] for router_interface, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:59.455453 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-1f0b2f44-d2b9-42eb-9863-58d794898c20 None None] Publish callbacks [] for port, precommit_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:59.460971 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-9028f533-422e-48b3-849a-8c46be3b6c2e req-2ee53027-834c-4e48-9122-663beb519b51 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:59.469193 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-1f0b2f44-d2b9-42eb-9863-58d794898c20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:59.506684 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-9028f533-422e-48b3-849a-8c46be3b6c2e req-2ee53027-834c-4e48-9122-663beb519b51 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:59.518577 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cc10f73-4fed-44fb-ae2b-80681ad8a773 None None] DHCP port deletion for c48a55e9-6a85-4746-b7bf-3e29fb560094 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:23:59.546930 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-1f0b2f44-d2b9-42eb-9863-58d794898c20 None None] Attempting to bind port dd6e914c-61c9-403e-a609-e6b3968a14c4 on host n-d-818823-1 for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:23:59.547475 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-1f0b2f44-d2b9-42eb-9863-58d794898c20 None None] Attempting to bind port dd6e914c-61c9-403e-a609-e6b3968a14c4 by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:23:59.547944 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f0b2f44-d2b9-42eb-9863-58d794898c20 None None] Attempting to bind port dd6e914c-61c9-403e-a609-e6b3968a14c4 on network c48a55e9-6a85-4746-b7bf-3e29fb560094 {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:23:59.577908 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5ffaea-59c1-4e03-8052-7421faa89f5f None None] Pushing event updated for resources: {'Port': ['ID=dd6e914c-61c9-403e-a609-e6b3968a14c4,revision_number=2']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:23:59.580419 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f0b2f44-d2b9-42eb-9863-58d794898c20 None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 23, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:23:59.580975 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f0b2f44-d2b9-42eb-9863-58d794898c20 None None] Checking segment: {'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:23:59.581471 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-1f0b2f44-d2b9-42eb-9863-58d794898c20 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:59.581954 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f0b2f44-d2b9-42eb-9863-58d794898c20 None None] Bound using segment: {'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:23:59.583078 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-1f0b2f44-d2b9-42eb-9863-58d794898c20 None None] Bound port: dd6e914c-61c9-403e-a609-e6b3968a14c4, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:23:59.583584 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-1f0b2f44-d2b9-42eb-9863-58d794898c20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:59.615182 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-26a2df65-70a2-4816-8e10-cc27136f21a9 None None] Provisioning complete for port 5d95c822-b7e9-4fd4-9459-95cd7e0d9dbf triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:23:59.615641 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-26a2df65-70a2-4816-8e10-cc27136f21a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:59.617731 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86b5fa61-1e56-4523-9c73-ef4ac8a11cc4 admin admin] Network 6efa7afe-07b7-401b-a93b-34d9934a86f8 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:23:59.619251 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-86b5fa61-1e56-4523-9c73-ef4ac8a11cc4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:23:59.634502 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f9df9df2-d38b-442b-8bff-c7f3b91a07c4 req-ba0d0b6a-dd7e-4bb3-9518-181d5646dd4d tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] 10.222.0.46 "GET /v2.0/security-groups?id=e904806f-9bc9-4f52-beb6-3fb062dd1789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3654428 Nov 22 20:23:59.643293 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9028f533-422e-48b3-849a-8c46be3b6c2e req-2ee53027-834c-4e48-9122-663beb519b51 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Network 13496096-9618-4fad-a538-016ce712d3bd is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:23:59.666475 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [req-9028f533-422e-48b3-849a-8c46be3b6c2e req-2ee53027-834c-4e48-9122-663beb519b51 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:23:59.681898 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42801bc-fb1e-4187-af3c-06daacdf5c21 req-973510ea-a736-48dc-a645-06861458d6f1 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:23:59.683612 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a42801bc-fb1e-4187-af3c-06daacdf5c21 req-973510ea-a736-48dc-a645-06861458d6f1 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/ports?device_id=f1a6bfe1-26d1-4dd2-94cd-df2360ee8ad5 HTTP/1.1" status: 200 len: 932 time: 0.1743863 Nov 22 20:23:59.686662 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-9028f533-422e-48b3-849a-8c46be3b6c2e req-2ee53027-834c-4e48-9122-663beb519b51 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:23:59.749580 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-1f0b2f44-d2b9-42eb-9863-58d794898c20 None None] For port dd6e914c-61c9-403e-a609-e6b3968a14c4, host n-d-818823-1, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:23:59.777892 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9028f533-422e-48b3-849a-8c46be3b6c2e req-2ee53027-834c-4e48-9122-663beb519b51 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:23:59.779128 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-9028f533-422e-48b3-849a-8c46be3b6c2e req-2ee53027-834c-4e48-9122-663beb519b51 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:59.779605 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-1f0b2f44-d2b9-42eb-9863-58d794898c20 None None] For port dd6e914c-61c9-403e-a609-e6b3968a14c4, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=dd6e914c-61c9-403e-a609-e6b3968a14c4,segment=NetworkSegment(8793ba83-8407-4c3d-9b56-2a177cd58a70),segment_id=8793ba83-8407-4c3d-9b56-2a177cd58a70)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:23:59.804796 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-1f0b2f44-d2b9-42eb-9863-58d794898c20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:23:59.851138 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9028f533-422e-48b3-849a-8c46be3b6c2e req-2ee53027-834c-4e48-9122-663beb519b51 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6406190 Nov 22 20:23:59.878288 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee53027-834c-4e48-9122-663beb519b51 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Pushing event updated for resources: {'Port': ['ID=9c51b9e8-9b54-46f6-8722-f3321988d408,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:23:59.905611 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86b5fa61-1e56-4523-9c73-ef4ac8a11cc4 admin admin] Router 0b01ca47-3578-490c-8468-cf94f1d1b6b1 has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 20:23:59.914999 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-9028f533-422e-48b3-849a-8c46be3b6c2e req-353a6fff-b5f6-4fd6-864e-43cbf91c29d1 service neutron] Request body: {'port': {'device_id': 'f1a6bfe1-26d1-4dd2-94cd-df2360ee8ad5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818823-1'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:23:59.989630 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffe0e907-d069-4921-852c-6d9d15b6ca83 None None] DHCP port deletion for c48a55e9-6a85-4746-b7bf-3e29fb560094 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:24:00.027317 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a42801bc-fb1e-4187-af3c-06daacdf5c21 req-b483d602-dc0c-476b-b98a-9a02705abf71 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/security-groups?id=ace094e3-bfce-4b88-a460-949b8cf0d5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2263780 Nov 22 20:24:00.095682 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-9028f533-422e-48b3-849a-8c46be3b6c2e req-353a6fff-b5f6-4fd6-864e-43cbf91c29d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:24:00.101225 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5ffaea-59c1-4e03-8052-7421faa89f5f None None] Pushing event updated for resources: {'Port': ['ID=dd6e914c-61c9-403e-a609-e6b3968a14c4,revision_number=3']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:24:00.108798 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf21a906-d2b5-4d83-8217-d263f79ebe78 req-36311aa3-566f-4584-af50-a9e47736a95f tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:24:00.118586 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-bf21a906-d2b5-4d83-8217-d263f79ebe78 req-36311aa3-566f-4584-af50-a9e47736a95f tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce76aa75-6890-4214-b1ec-455b43223b5d HTTP/1.1" status: 200 len: 945 time: 0.2598100 Nov 22 20:24:00.162828 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-26a2df65-70a2-4816-8e10-cc27136f21a9 None None] Provisioning complete for port 245496fa-94df-417f-8d01-799d37709ecc triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:24:00.163203 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-26a2df65-70a2-4816-8e10-cc27136f21a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:24:00.170468 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f0b2f44-d2b9-42eb-9863-58d794898c20 None None] Routers {'0b01ca47-3578-490c-8468-cf94f1d1b6b1'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:24:00.172065 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-1f0b2f44-d2b9-42eb-9863-58d794898c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:23:32Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['0b01ca47-3578-490c-8468-cf94f1d1b6b1'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:24:00.226686 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86b5fa61-1e56-4523-9c73-ef4ac8a11cc4 admin admin] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:24:00.230571 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-bf21a906-d2b5-4d83-8217-d263f79ebe78 req-7dcbda28-d055-4632-a839-33c43b240fc6 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/security-groups?id=33003919-2e66-424f-89a8-28e4fe94add1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930526 Nov 22 20:24:00.248390 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-86b5fa61-1e56-4523-9c73-ef4ac8a11cc4 admin admin] 10.222.0.46 "PUT /v2.0/routers/0b01ca47-3578-490c-8468-cf94f1d1b6b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5060773 Nov 22 20:24:00.493997 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e06eba2-cdd6-4887-ae97-4762ebb2b55d req-c629e2fe-59e1-4cd3-bf1c-6e1064b195ad tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:24:00.501442 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8e06eba2-cdd6-4887-ae97-4762ebb2b55d req-c629e2fe-59e1-4cd3-bf1c-6e1064b195ad tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce76aa75-6890-4214-b1ec-455b43223b5d HTTP/1.1" status: 200 len: 945 time: 0.1224971 Nov 22 20:24:00.597079 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 5d95c822-b7e9-4fd4-9459-95cd7e0d9dbf up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:24:00.612833 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8e06eba2-cdd6-4887-ae97-4762ebb2b55d req-767801ab-9ccf-4829-82ea-32e4ef1037d4 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/security-groups?id=33003919-2e66-424f-89a8-28e4fe94add1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097493 Nov 22 20:24:00.679106 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [req-9028f533-422e-48b3-849a-8c46be3b6c2e req-353a6fff-b5f6-4fd6-864e-43cbf91c29d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c51b9e8-9b54-46f6-8722-f3321988d408 {{(pid=103447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:24:00.699099 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-9028f533-422e-48b3-849a-8c46be3b6c2e req-353a6fff-b5f6-4fd6-864e-43cbf91c29d1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:24:00.715720 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.provisioning_blocks [req-9028f533-422e-48b3-849a-8c46be3b6c2e req-353a6fff-b5f6-4fd6-864e-43cbf91c29d1 service neutron] Transition to ACTIVE for port object 9c51b9e8-9b54-46f6-8722-f3321988d408 will not be triggered until provisioned by entity L2. {{(pid=103447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 20:24:00.715950 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-b62f809e-8d04-477d-86b3-8adc78327b65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:24:00.722728 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-9028f533-422e-48b3-849a-8c46be3b6c2e req-353a6fff-b5f6-4fd6-864e-43cbf91c29d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:24:00.813445 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-26a2df65-70a2-4816-8e10-cc27136f21a9 None None] Port 245496fa-94df-417f-8d01-799d37709ecc cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:24:00.822045 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-1f0b2f44-d2b9-42eb-9863-58d794898c20 None None] Set router 0b01ca47-3578-490c-8468-cf94f1d1b6b1 gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:24:00.905264 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 5d95c822-b7e9-4fd4-9459-95cd7e0d9dbf triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:24:00.905644 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:24:00.948747 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353a6fff-b5f6-4fd6-864e-43cbf91c29d1 service neutron] Pushing event updated for resources: {'Port': ['ID=9c51b9e8-9b54-46f6-8722-f3321988d408,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:24:00.976780 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 9b558ec9-94d1-4c33-8b52-4d3fbcc139d7 up at agent hyperv_n-h2-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:24:00.982984 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-9028f533-422e-48b3-849a-8c46be3b6c2e req-353a6fff-b5f6-4fd6-864e-43cbf91c29d1 service neutron] Attempting to bind port 9c51b9e8-9b54-46f6-8722-f3321988d408 on host n-h1-818823-1 for vnic_type normal with profile {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:24:00.983381 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-9028f533-422e-48b3-849a-8c46be3b6c2e req-353a6fff-b5f6-4fd6-864e-43cbf91c29d1 service neutron] Attempting to bind port 9c51b9e8-9b54-46f6-8722-f3321988d408 by drivers openvswitch,hyperv on host n-h1-818823-1 at level 0 using segments [{'id': '60e02a7e-98a0-4d76-b36b-46f7624c5b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '13496096-9618-4fad-a538-016ce712d3bd'}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:24:00.983767 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9028f533-422e-48b3-849a-8c46be3b6c2e req-353a6fff-b5f6-4fd6-864e-43cbf91c29d1 service neutron] Attempting to bind port 9c51b9e8-9b54-46f6-8722-f3321988d408 on network 13496096-9618-4fad-a538-016ce712d3bd {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:24:01.022422 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a395ecdc-40dc-4648-80fa-678c71c517ea req-c39cc42f-e012-400f-8841-80904762fa91 tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:24:01.031342 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a395ecdc-40dc-4648-80fa-678c71c517ea req-c39cc42f-e012-400f-8841-80904762fa91 tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca99196e-ff25-4699-97d7-4a9388d2764b HTTP/1.1" status: 200 len: 944 time: 0.2090118 Nov 22 20:24:01.095206 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9028f533-422e-48b3-849a-8c46be3b6c2e req-353a6fff-b5f6-4fd6-864e-43cbf91c29d1 service neutron] Port 9c51b9e8-9b54-46f6-8722-f3321988d408 on network 13496096-9618-4fad-a538-016ce712d3bd not bound, no agent of type Open vSwitch agent registered on host n-h1-818823-1 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:24:01.095685 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9028f533-422e-48b3-849a-8c46be3b6c2e req-353a6fff-b5f6-4fd6-864e-43cbf91c29d1 service neutron] Attempting to bind port 9c51b9e8-9b54-46f6-8722-f3321988d408 on network 13496096-9618-4fad-a538-016ce712d3bd {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:24:01.117132 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a395ecdc-40dc-4648-80fa-678c71c517ea req-abf6aa4c-46f3-48a7-806c-7551b332bd45 tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] 10.222.0.46 "GET /v2.0/security-groups?id=e904806f-9bc9-4f52-beb6-3fb062dd1789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847483 Nov 22 20:24:01.124569 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9028f533-422e-48b3-849a-8c46be3b6c2e req-353a6fff-b5f6-4fd6-864e-43cbf91c29d1 service neutron] Checking agent: {'id': '7a008cff-3b49-418c-8046-689d46cc800f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'started_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 23, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:24:01.124916 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9028f533-422e-48b3-849a-8c46be3b6c2e req-353a6fff-b5f6-4fd6-864e-43cbf91c29d1 service neutron] Checking segment: {'id': '60e02a7e-98a0-4d76-b36b-46f7624c5b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '13496096-9618-4fad-a538-016ce712d3bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:24:01.125310 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9028f533-422e-48b3-849a-8c46be3b6c2e req-353a6fff-b5f6-4fd6-864e-43cbf91c29d1 service neutron] Bound using segment: {'id': '60e02a7e-98a0-4d76-b36b-46f7624c5b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '13496096-9618-4fad-a538-016ce712d3bd'} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:24:01.125750 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-9028f533-422e-48b3-849a-8c46be3b6c2e req-353a6fff-b5f6-4fd6-864e-43cbf91c29d1 service neutron] Bound port: 9c51b9e8-9b54-46f6-8722-f3321988d408, host: n-h1-818823-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60e02a7e-98a0-4d76-b36b-46f7624c5b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '13496096-9618-4fad-a538-016ce712d3bd'}}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:24:01.130572 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-9028f533-422e-48b3-849a-8c46be3b6c2e req-353a6fff-b5f6-4fd6-864e-43cbf91c29d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:24:01.138109 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 54498) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:24:01.145989 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-deba82d2-59f2-4042-b633-bd6014bde199 tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] Request body: {'security_group': {'name': 'tempest-securitygroup--365980054', 'description': 'tempest-description--1035316507'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:24:01.202878 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-deba82d2-59f2-4042-b633-bd6014bde199 tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:24:01.284269 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-9028f533-422e-48b3-849a-8c46be3b6c2e req-353a6fff-b5f6-4fd6-864e-43cbf91c29d1 service neutron] For port 9c51b9e8-9b54-46f6-8722-f3321988d408, host n-h1-818823-1, cleared binding levels {{(pid=103447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:24:01.288194 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-9028f533-422e-48b3-849a-8c46be3b6c2e req-353a6fff-b5f6-4fd6-864e-43cbf91c29d1 service neutron] For port 9c51b9e8-9b54-46f6-8722-f3321988d408, host n-h1-818823-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=9c51b9e8-9b54-46f6-8722-f3321988d408,segment=NetworkSegment(60e02a7e-98a0-4d76-b36b-46f7624c5b28),segment_id=60e02a7e-98a0-4d76-b36b-46f7624c5b28)] {{(pid=103447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:24:01.351997 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-9028f533-422e-48b3-849a-8c46be3b6c2e req-353a6fff-b5f6-4fd6-864e-43cbf91c29d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:24:01.359287 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-deba82d2-59f2-4042-b633-bd6014bde199 tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:24:01.366535 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-deba82d2-59f2-4042-b633-bd6014bde199 tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:24:01.385069 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Provisioning for port 9b558ec9-94d1-4c33-8b52-4d3fbcc139d7 completed by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 20:24:01.404612 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1fc02a-4bd5-4375-a55c-a5e1a15449a6 req-1bb029ea-e0d2-4579-9ba6-7804bc57db6f tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:24:01.415277 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ca1fc02a-4bd5-4375-a55c-a5e1a15449a6 req-1bb029ea-e0d2-4579-9ba6-7804bc57db6f tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce76aa75-6890-4214-b1ec-455b43223b5d HTTP/1.1" status: 200 len: 945 time: 0.1145813 Nov 22 20:24:01.425724 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-deba82d2-59f2-4042-b633-bd6014bde199 tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:24:01.433153 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Provisioning complete for port 9b558ec9-94d1-4c33-8b52-4d3fbcc139d7 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:24:01.433341 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:24:01.434195 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-deba82d2-59f2-4042-b633-bd6014bde199 tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.2945380 Nov 22 20:24:01.434848 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 54508) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:24:01.475142 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deba82d2-59f2-4042-b633-bd6014bde199 tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e77ff0e9-b450-4641-ad17-7a74a6cf419c,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:24:01.489073 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-b0ddc3d8-969a-418a-916c-6b6d2185c956 tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] Request body: {'security_group_rule': {'security_group_id': 'e77ff0e9-b450-4641-ad17-7a74a6cf419c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:24:01.526977 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-9bdb638f-f00a-4470-b5b4-014e92f48d12 None None] Provisioning complete for port 245496fa-94df-417f-8d01-799d37709ecc triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:24:01.527359 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-9bdb638f-f00a-4470-b5b4-014e92f48d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:24:01.570327 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9028f533-422e-48b3-849a-8c46be3b6c2e req-353a6fff-b5f6-4fd6-864e-43cbf91c29d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:24:01.570965 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-9028f533-422e-48b3-849a-8c46be3b6c2e req-353a6fff-b5f6-4fd6-864e-43cbf91c29d1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:24:01.572654 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9028f533-422e-48b3-849a-8c46be3b6c2e req-353a6fff-b5f6-4fd6-864e-43cbf91c29d1 service neutron] 10.222.0.41 "PUT /v2.0/ports/9c51b9e8-9b54-46f6-8722-f3321988d408 HTTP/1.1" status: 200 len: 1092 time: 1.6651559 Nov 22 20:24:01.582750 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e59d23-0e8c-4d57-baf5-7babb3f5afb8 req-6ba7f1d8-4f2b-4df1-bdcf-078d4e655982 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:24:01.590717 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b7e59d23-0e8c-4d57-baf5-7babb3f5afb8 req-6ba7f1d8-4f2b-4df1-bdcf-078d4e655982 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/ports?device_id=f1a6bfe1-26d1-4dd2-94cd-df2360ee8ad5 HTTP/1.1" status: 200 len: 944 time: 0.3005414 Nov 22 20:24:01.625541 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-9bdb638f-f00a-4470-b5b4-014e92f48d12 None None] Port 245496fa-94df-417f-8d01-799d37709ecc cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:24:01.630716 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1a6bfe1-26d1-4dd2-94cd-df2360ee8ad5', 'tag': '9c51b9e8-9b54-46f6-8722-f3321988d408'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:24:01.633405 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25207a78-a790-4ed1-9509-e61e02960899" -d '{"events": [{"name": "network-changed", "server_uuid": "f1a6bfe1-26d1-4dd2-94cd-df2360ee8ad5", "tag": "9c51b9e8-9b54-46f6-8722-f3321988d408"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:24:01.666792 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-1f0b2f44-d2b9-42eb-9863-58d794898c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b01ca47-3578-490c-8468-cf94f1d1b6b1', 'name': 'tempest-AttachVolumeTestJSON-388477978-router', 'tenant_id': '85bf20edceb64b41a574b1567a4068c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': 'dd6e914c-61c9-403e-a609-e6b3968a14c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:23:52Z', 'updated_at': '2021-11-22T20:23:58Z', 'revision_number': 4, 'project_id': '85bf20edceb64b41a574b1567a4068c1', 'gw_port': {'id': 'dd6e914c-61c9-403e-a609-e6b3968a14c4', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:89:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b01ca47-3578-490c-8468-cf94f1d1b6b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2210, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:23:53Z', 'updated_at': '2021-11-22T20:23:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': '245496fa-94df-417f-8d01-799d37709ecc', 'name': '', 'network_id': '6efa7afe-07b7-401b-a93b-34d9934a86f8', 'tenant_id': '85bf20edceb64b41a574b1567a4068c1', 'mac_address': 'fa:16:3e:87:5b:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b01ca47-3578-490c-8468-cf94f1d1b6b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2211, 'fixed_ips': [{'subnet_id': '41e22381-7e39-4421-9ae7-fd38b15d4349', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:23:56Z', 'updated_at': '2021-11-22T20:23:59Z', 'revision_number': 2, 'project_id': '85bf20edceb64b41a574b1567a4068c1', 'subnets': [{'id': '41e22381-7e39-4421-9ae7-fd38b15d4349', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:24:01.705982 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f0b2f44-d2b9-42eb-9863-58d794898c20 None None] The sync data for ids ['0b01ca47-3578-490c-8468-cf94f1d1b6b1'] in n-d-818823-1 is: [{'id': '0b01ca47-3578-490c-8468-cf94f1d1b6b1', 'name': 'tempest-AttachVolumeTestJSON-388477978-router', 'tenant_id': '85bf20edceb64b41a574b1567a4068c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': 'dd6e914c-61c9-403e-a609-e6b3968a14c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:23:52Z', 'updated_at': '2021-11-22T20:23:58Z', 'revision_number': 4, 'project_id': '85bf20edceb64b41a574b1567a4068c1', 'gw_port': {'id': 'dd6e914c-61c9-403e-a609-e6b3968a14c4', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:89:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b01ca47-3578-490c-8468-cf94f1d1b6b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2210, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:23:53Z', 'updated_at': '2021-11-22T20:23:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': '245496fa-94df-417f-8d01-799d37709ecc', 'name': '', 'network_id': '6efa7afe-07b7-401b-a93b-34d9934a86f8', 'tenant_id': '85bf20edceb64b41a574b1567a4068c1', 'mac_address': 'fa:16:3e:87:5b:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b01ca47-3578-490c-8468-cf94f1d1b6b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2211, 'fixed_ips': [{'subnet_id': '41e22381-7e39-4421-9ae7-fd38b15d4349', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:23:56Z', 'updated_at': '2021-11-22T20:23:59Z', 'revision_number': 2, 'project_id': '85bf20edceb64b41a574b1567a4068c1', 'subnets': [{'id': '41e22381-7e39-4421-9ae7-fd38b15d4349', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:24:01.721543 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:24:01.736161 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-9bdb638f-f00a-4470-b5b4-014e92f48d12 None None] Provisioning complete for port dd6e914c-61c9-403e-a609-e6b3968a14c4 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:24:01.736571 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-9bdb638f-f00a-4470-b5b4-014e92f48d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:24:01.745679 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b0ddc3d8-969a-418a-916c-6b6d2185c956 tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:24:01.812285 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port 9b558ec9-94d1-4c33-8b52-4d3fbcc139d7, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=9b558ec9-94d1-4c33-8b52-4d3fbcc139d7,segment=NetworkSegment(e778d2dd-b877-4e30-b25d-58baa3933aef),segment_id=e778d2dd-b877-4e30-b25d-58baa3933aef)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:24:01.815470 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca99196e-ff25-4699-97d7-4a9388d2764b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b558ec9-94d1-4c33-8b52-4d3fbcc139d7'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:24:01.819076 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d39f6d30a11e565ec9648abcc015e8a6ab6cff4edd704add8155e28765d31eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46c9d2fc-aa35-40ba-be34-ee34dc443e31" -d '{"events": [{"server_uuid": "ca99196e-ff25-4699-97d7-4a9388d2764b", "name": "network-vif-plugged", "status": "completed", "tag": "9b558ec9-94d1-4c33-8b52-4d3fbcc139d7"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:24:01.837235 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ca1fc02a-4bd5-4375-a55c-a5e1a15449a6 req-2f005ac4-98f4-4c09-b5b7-d8bec0668dc6 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/security-groups?id=33003919-2e66-424f-89a8-28e4fe94add1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4199390 Nov 22 20:24:01.847190 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:24:01.858745 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 54530) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:24:01.998576 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=9b558ec9-94d1-4c33-8b52-4d3fbcc139d7,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:24:02.055785 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353a6fff-b5f6-4fd6-864e-43cbf91c29d1 service neutron] Pushing event updated for resources: {'Port': ['ID=9c51b9e8-9b54-46f6-8722-f3321988d408,revision_number=3']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:24:02.060074 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b0ddc3d8-969a-418a-916c-6b6d2185c956 tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:24:02.082566 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b0ddc3d8-969a-418a-916c-6b6d2185c956 tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572323'] for security_group_rule, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:24:02.101282 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b7e59d23-0e8c-4d57-baf5-7babb3f5afb8 req-4ef9a475-c7bc-47f4-aa4e-3dd55d670e80 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/security-groups?id=ace094e3-bfce-4b88-a460-949b8cf0d5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5095451 Nov 22 20:24:02.117433 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-9bdb638f-f00a-4470-b5b4-014e92f48d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:24:02.151602 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-9bdb638f-f00a-4470-b5b4-014e92f48d12 None None] For port dd6e914c-61c9-403e-a609-e6b3968a14c4, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=dd6e914c-61c9-403e-a609-e6b3968a14c4,segment=NetworkSegment(8793ba83-8407-4c3d-9b56-2a177cd58a70),segment_id=8793ba83-8407-4c3d-9b56-2a177cd58a70)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:24:02.160485 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-9bdb638f-f00a-4470-b5b4-014e92f48d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:24:02.175037 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ddc3d8-969a-418a-916c-6b6d2185c956 tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84746b23-1e9a-421d-a6c0-11e204a358b7,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:24:02.212056 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9028f533-422e-48b3-849a-8c46be3b6c2e req-0ba20858-99cb-45f6-9eb9-a6153a0c0475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:24:02.214009 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9028f533-422e-48b3-849a-8c46be3b6c2e req-0ba20858-99cb-45f6-9eb9-a6153a0c0475 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a3670ebd84cb4741b338db645a992249&device_id=f1a6bfe1-26d1-4dd2-94cd-df2360ee8ad5 HTTP/1.1" status: 200 len: 1095 time: 0.5774121 Nov 22 20:24:02.217116 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b0ddc3d8-969a-418a-916c-6b6d2185c956 tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:24:02.218304 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-b0ddc3d8-969a-418a-916c-6b6d2185c956 tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7398987 Nov 22 20:24:02.231611 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-70a216e8-c9fb-4831-ab12-9539c8957c89 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:24:02.232027 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 54558) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:24:02.253774 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 20:24:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac929c1d-03c8-42a4-9b72-d9d94c6192c4 x-openstack-request-id: req-ac929c1d-03c8-42a4-9b72-d9d94c6192c4 {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:24:02.254097 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1a6bfe1-26d1-4dd2-94cd-df2360ee8ad5", "tag": "9c51b9e8-9b54-46f6-8722-f3321988d408", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:24:02.254379 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ac929c1d-03c8-42a4-9b72-d9d94c6192c4 {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:24:02.254813 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1a6bfe1-26d1-4dd2-94cd-df2360ee8ad5', 'tag': '9c51b9e8-9b54-46f6-8722-f3321988d408', 'status': 'completed', 'code': 200} Nov 22 20:24:02.262846 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-e5f48e5c-8ada-4627-9bef-0466888ee041 tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] Request body: {'security_group_rule': {'security_group_id': 'e77ff0e9-b450-4641-ad17-7a74a6cf419c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:24:02.314562 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9028f533-422e-48b3-849a-8c46be3b6c2e req-e8b12311-a877-4756-8cc8-0e21d09a162d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9c51b9e8-9b54-46f6-8722-f3321988d408 HTTP/1.1" status: 200 len: 217 time: 0.0801699 Nov 22 20:24:02.386374 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdb638f-f00a-4470-b5b4-014e92f48d12 None None] Pushing event updated for resources: {'Port': ['ID=dd6e914c-61c9-403e-a609-e6b3968a14c4,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:24:02.483260 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-aea38d09-b1fc-4b96-8ea3-e574d4714c6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:24:02.536376 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e5f48e5c-8ada-4627-9bef-0466888ee041 tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:24:02.539618 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-70a216e8-c9fb-4831-ab12-9539c8957c89 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:24:02.546487 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-70a216e8-c9fb-4831-ab12-9539c8957c89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:24:02.558794 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9028f533-422e-48b3-849a-8c46be3b6c2e req-f2553c3c-fe48-4187-9d88-b7adc65a40fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:24:02.560523 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9028f533-422e-48b3-849a-8c46be3b6c2e req-f2553c3c-fe48-4187-9d88-b7adc65a40fb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c03e1529-a0c9-4990-b0cd-08a1dc455fd5 HTTP/1.1" status: 200 len: 851 time: 0.2348371 Nov 22 20:24:02.587726 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3da461-e7f7-4517-9529-58602ff31c66 req-bd7fce10-00cb-484b-bcfd-0f6e2f5bbb77 tempest-TestNetworkAdvancedServerOps-1666653009 tempest-TestNetworkAdvancedServerOps-1666653009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:24:02.601659 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6b3da461-e7f7-4517-9529-58602ff31c66 req-bd7fce10-00cb-484b-bcfd-0f6e2f5bbb77 tempest-TestNetworkAdvancedServerOps-1666653009 tempest-TestNetworkAdvancedServerOps-1666653009-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=d849f117-6f1f-4334-9477-96448e110c81 HTTP/1.1" status: 200 len: 1096 time: 0.3439360 Nov 22 20:24:02.617442 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a216e8-c9fb-4831-ab12-9539c8957c89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a62ca18e-6ee7-4c44-adf2-5d0eb5978e8f,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:24:02.623911 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:24:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29604457-9bfd-4d24-a72f-b88c76444eb2 x-openstack-request-id: req-29604457-9bfd-4d24-a72f-b88c76444eb2 {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:24:02.624446 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca99196e-ff25-4699-97d7-4a9388d2764b", "name": "network-vif-plugged", "status": "completed", "tag": "9b558ec9-94d1-4c33-8b52-4d3fbcc139d7", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:24:02.624841 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-29604457-9bfd-4d24-a72f-b88c76444eb2 {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:24:02.625467 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca99196e-ff25-4699-97d7-4a9388d2764b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b558ec9-94d1-4c33-8b52-4d3fbcc139d7', 'code': 200} Nov 22 20:24:02.710195 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-70a216e8-c9fb-4831-ab12-9539c8957c89 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=42d362c520a0455f88198d6306d29f3d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8500381 Nov 22 20:24:02.714050 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 54606) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:24:02.840148 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4a0ac2c4-f055-4144-8300-db429814e89a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:24:02.887211 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4a0ac2c4-f055-4144-8300-db429814e89a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:24:02.983223 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6b3da461-e7f7-4517-9529-58602ff31c66 req-6f58d560-6b5c-4f62-85d3-c3822d0997af tempest-TestNetworkAdvancedServerOps-1666653009 tempest-TestNetworkAdvancedServerOps-1666653009-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=80d35954-332b-44d6-bf58-c3aefadfaef0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3773885 Nov 22 20:24:02.996444 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9028f533-422e-48b3-849a-8c46be3b6c2e req-d6342c89-6291-4f4a-80d1-c0819a097169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:24:03.005203 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9028f533-422e-48b3-849a-8c46be3b6c2e req-d6342c89-6291-4f4a-80d1-c0819a097169 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=13496096-9618-4fad-a538-016ce712d3bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4260020 Nov 22 20:24:03.016696 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4a0ac2c4-f055-4144-8300-db429814e89a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:24:03.020912 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4a0ac2c4-f055-4144-8300-db429814e89a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:24:03.030717 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-4a0ac2c4-f055-4144-8300-db429814e89a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a62ca18e-6ee7-4c44-adf2-5d0eb5978e8f HTTP/1.1" status: 204 len: 168 time: 0.3118510 Nov 22 20:24:03.045554 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e5f48e5c-8ada-4627-9bef-0466888ee041 tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:24:03.065266 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0ac2c4-f055-4144-8300-db429814e89a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a62ca18e-6ee7-4c44-adf2-5d0eb5978e8f,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:24:03.091609 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e5f48e5c-8ada-4627-9bef-0466888ee041 tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572323'] for security_group_rule, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:24:03.144586 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1cb9cd-19db-40a9-9d5b-a7579e8a4332 req-334b9fe2-0cb8-4f80-8e8f-601c1d9698e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:24:03.153524 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1d1cb9cd-19db-40a9-9d5b-a7579e8a4332 req-334b9fe2-0cb8-4f80-8e8f-601c1d9698e3 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ca99196e-ff25-4699-97d7-4a9388d2764b HTTP/1.1" status: 200 len: 1096 time: 0.4247370 Nov 22 20:24:03.231247 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbab0a0b-33e9-4fe4-a84c-b977b3f01c6d req-bb7fbd87-f652-4bca-b451-91bb7f2541b4 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:24:03.240483 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-cbab0a0b-33e9-4fe4-a84c-b977b3f01c6d req-bb7fbd87-f652-4bca-b451-91bb7f2541b4 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce76aa75-6890-4214-b1ec-455b43223b5d HTTP/1.1" status: 200 len: 945 time: 0.3792722 Nov 22 20:24:03.294604 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f48e5c-8ada-4627-9bef-0466888ee041 tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6e8868d-462a-49ab-8c63-5247f52562b3,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:24:03.344875 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e5f48e5c-8ada-4627-9bef-0466888ee041 tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:24:03.346123 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-e5f48e5c-8ada-4627-9bef-0466888ee041 tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1131034 Nov 22 20:24:03.351007 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 54678) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:24:03.357377 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-71e45a20-c2fe-4ccd-9b84-119104fcaf9f tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] Request body: {'floatingip': {'floating_network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:24:03.410624 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-03f0964f-1b75-4df7-99e0-a3cdb56ec2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:24:03.455790 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-71e45a20-c2fe-4ccd-9b84-119104fcaf9f tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] Publish callbacks [] for floatingip, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:24:03.567698 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-cbab0a0b-33e9-4fe4-a84c-b977b3f01c6d req-f964a85b-9322-4a3f-81ce-b47e62627c72 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/security-groups?id=33003919-2e66-424f-89a8-28e4fe94add1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3252449 Nov 22 20:24:03.586530 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1d1cb9cd-19db-40a9-9d5b-a7579e8a4332 req-68595dc4-8af4-48af-b083-7e3fdff40c92 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=e904806f-9bc9-4f52-beb6-3fb062dd1789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3651655 Nov 22 20:24:03.603935 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b7cd7a-ed31-4abc-925f-ef78aad00339 req-3f54e607-708f-48a5-89b9-3ea7cecce97a tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:24:03.620200 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-76b7cd7a-ed31-4abc-925f-ef78aad00339 req-3f54e607-708f-48a5-89b9-3ea7cecce97a tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca99196e-ff25-4699-97d7-4a9388d2764b HTTP/1.1" status: 200 len: 945 time: 0.4124627 Nov 22 20:24:03.635815 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9028f533-422e-48b3-849a-8c46be3b6c2e req-0905c9d1-dbb3-4e62-b231-177d96b58ec3 service neutron] 10.222.0.41 "GET /v2.0/networks/13496096-9618-4fad-a538-016ce712d3bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5923536 Nov 22 20:24:03.767604 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-71e45a20-c2fe-4ccd-9b84-119104fcaf9f tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:24:03.956116 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-76b7cd7a-ed31-4abc-925f-ef78aad00339 req-c59e696f-5a21-47ce-8fdb-93315916c125 tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] 10.222.0.46 "GET /v2.0/security-groups?id=e904806f-9bc9-4f52-beb6-3fb062dd1789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3276372 Nov 22 20:24:04.021252 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [None req-71e45a20-c2fe-4ccd-9b84-119104fcaf9f tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] Allocated IP 172.25.5.81 (c48a55e9-6a85-4746-b7bf-3e29fb560094/5da6f781-63e6-4328-ae7a-5e672262f55a/21963623-f821-415c-81f5-7f21b2d173fa) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:24:04.086011 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9961d4-01e5-48a9-a707-d73a61d6c576 req-b7462ba2-b333-441b-a850-67a70a8ad435 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:24:04.096266 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-bd9961d4-01e5-48a9-a707-d73a61d6c576 req-b7462ba2-b333-441b-a850-67a70a8ad435 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/ports?device_id=d849f117-6f1f-4334-9477-96448e110c81 HTTP/1.1" status: 200 len: 945 time: 0.2508531 Nov 22 20:24:04.197169 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9028f533-422e-48b3-849a-8c46be3b6c2e req-5be571dc-1e08-4c37-a20e-7132971888c6 service neutron] 10.222.0.41 "GET /v2.0/networks/13496096-9618-4fad-a538-016ce712d3bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5425565 Nov 22 20:24:04.253611 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-bd9961d4-01e5-48a9-a707-d73a61d6c576 req-d8f2a037-24dd-4b1e-b147-bc03cef66e86 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/security-groups?id=80d35954-332b-44d6-bf58-c3aefadfaef0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1561065 Nov 22 20:24:04.281043 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 54770) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:24:04.430459 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-71e45a20-c2fe-4ccd-9b84-119104fcaf9f tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:24:04.524505 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-67e11275-9d09-4266-9322-ee715865ec4a tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/floatingips/bfa01d84-6314-40bf-9be7-737e7d3d0e11 HTTP/1.1" status: 200 len: 992 time: 0.2366853 Nov 22 20:24:04.579873 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-71e45a20-c2fe-4ccd-9b84-119104fcaf9f tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:24:04.599448 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11522d51-1732-4446-a7da-7365639d4724 req-4abc44d6-d90e-48dd-a4f7-960c8541d372 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:24:04.601058 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-11522d51-1732-4446-a7da-7365639d4724 req-4abc44d6-d90e-48dd-a4f7-960c8541d372 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/ports?device_id=f1a6bfe1-26d1-4dd2-94cd-df2360ee8ad5 HTTP/1.1" status: 200 len: 944 time: 0.3456552 Nov 22 20:24:04.621555 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device dd6e914c-61c9-403e-a609-e6b3968a14c4 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:24:04.685765 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71e45a20-c2fe-4ccd-9b84-119104fcaf9f tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] Network c48a55e9-6a85-4746-b7bf-3e29fb560094 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:24:04.687070 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25207a78-a790-4ed1-9509-e61e02960899 req-17f4fcaf-f42f-4c7b-937b-6790c0e85229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:24:04.691770 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-25207a78-a790-4ed1-9509-e61e02960899 req-17f4fcaf-f42f-4c7b-937b-6790c0e85229 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a3670ebd84cb4741b338db645a992249&device_id=f1a6bfe1-26d1-4dd2-94cd-df2360ee8ad5 HTTP/1.1" status: 200 len: 1095 time: 0.3776398 Nov 22 20:24:04.694717 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-71e45a20-c2fe-4ccd-9b84-119104fcaf9f tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:24:04.709425 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e45a20-c2fe-4ccd-9b84-119104fcaf9f tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:24:04.742890 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port dd6e914c-61c9-403e-a609-e6b3968a14c4 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:24:04.743555 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:24:04.757990 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ce4bfc-6f83-4ca0-9fd9-3a35925699a2 req-89c2f84c-1a8b-4181-8dc6-b2efac0ae6b2 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:24:04.776020 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-30ce4bfc-6f83-4ca0-9fd9-3a35925699a2 req-89c2f84c-1a8b-4181-8dc6-b2efac0ae6b2 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce76aa75-6890-4214-b1ec-455b43223b5d HTTP/1.1" status: 200 len: 945 time: 0.2955463 Nov 22 20:24:04.815356 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e45a20-c2fe-4ccd-9b84-119104fcaf9f tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] Pushing event updated for resources: {'Port': ['ID=21963623-f821-415c-81f5-7f21b2d173fa,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:24:04.891737 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-71e45a20-c2fe-4ccd-9b84-119104fcaf9f tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:24:04.980683 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-71e45a20-c2fe-4ccd-9b84-119104fcaf9f tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:24:05.127663 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e49ee129-e862-4476-beca-cdc8150d2345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:24:05.241155 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-11522d51-1732-4446-a7da-7365639d4724 req-575b485c-3ddd-49ad-9cb5-e21469f999b5 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/security-groups?id=ace094e3-bfce-4b88-a460-949b8cf0d5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6055791 Nov 22 20:24:05.304144 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-71e45a20-c2fe-4ccd-9b84-119104fcaf9f tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] Publish callbacks [] for port, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:24:05.314559 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-71e45a20-c2fe-4ccd-9b84-119104fcaf9f tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:24:05.402479 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-30ce4bfc-6f83-4ca0-9fd9-3a35925699a2 req-53d81250-7c91-4f77-b9ac-44b5248464f2 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/security-groups?id=33003919-2e66-424f-89a8-28e4fe94add1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6127350 Nov 22 20:24:05.405872 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25207a78-a790-4ed1-9509-e61e02960899 req-2742b654-9910-42df-abda-6dd6589e4170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:24:05.439910 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-25207a78-a790-4ed1-9509-e61e02960899 req-2742b654-9910-42df-abda-6dd6589e4170 service neutron] 10.222.0.41 "GET /v2.0/networks?id=13496096-9618-4fad-a538-016ce712d3bd HTTP/1.1" status: 200 len: 913 time: 0.7351470 Nov 22 20:24:05.498046 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e45a20-c2fe-4ccd-9b84-119104fcaf9f tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] Pushing event updated for resources: {'Port': ['ID=21963623-f821-415c-81f5-7f21b2d173fa,revision_number=2']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:24:05.500615 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-71e45a20-c2fe-4ccd-9b84-119104fcaf9f tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-595224'] for floatingip, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:24:05.541826 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-71e45a20-c2fe-4ccd-9b84-119104fcaf9f tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for floatingip, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:24:05.543340 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-71e45a20-c2fe-4ccd-9b84-119104fcaf9f tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1906347 Nov 22 20:24:05.553370 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-25207a78-a790-4ed1-9509-e61e02960899 req-bb06eaee-a28b-42c0-a021-88634bebfed8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9c51b9e8-9b54-46f6-8722-f3321988d408 HTTP/1.1" status: 200 len: 217 time: 0.0961821 Nov 22 20:24:05.757651 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25207a78-a790-4ed1-9509-e61e02960899 req-1309c7c2-afbe-494d-be54-32a0a7478822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:24:05.759229 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-25207a78-a790-4ed1-9509-e61e02960899 req-1309c7c2-afbe-494d-be54-32a0a7478822 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c03e1529-a0c9-4990-b0cd-08a1dc455fd5 HTTP/1.1" status: 200 len: 851 time: 0.1837807 Nov 22 20:24:05.822621 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f20117-fea2-45df-b1aa-17efb650bc72 req-c3bf0d8d-886f-4fcc-9fad-d692908ab27d tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:24:05.829689 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b5f20117-fea2-45df-b1aa-17efb650bc72 req-c3bf0d8d-886f-4fcc-9fad-d692908ab27d tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca99196e-ff25-4699-97d7-4a9388d2764b HTTP/1.1" status: 200 len: 945 time: 0.2753000 Nov 22 20:24:05.873398 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33329d1a-ca66-4d39-9835-86936bda594d req-b2bc622b-18c2-4c1f-940f-9e0e200162c4 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:24:05.875210 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-33329d1a-ca66-4d39-9835-86936bda594d req-b2bc622b-18c2-4c1f-940f-9e0e200162c4 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce76aa75-6890-4214-b1ec-455b43223b5d HTTP/1.1" status: 200 len: 945 time: 0.1816111 Nov 22 20:24:05.935596 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25207a78-a790-4ed1-9509-e61e02960899 req-2308b9ee-66d9-4bb9-b2b0-0773171a2829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:24:05.938122 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-25207a78-a790-4ed1-9509-e61e02960899 req-2308b9ee-66d9-4bb9-b2b0-0773171a2829 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=13496096-9618-4fad-a538-016ce712d3bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1695819 Nov 22 20:24:05.965769 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:24:05.989400 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b5f20117-fea2-45df-b1aa-17efb650bc72 req-6153b74a-8647-4e12-9d6b-0c514d413302 tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] 10.222.0.46 "GET /v2.0/security-groups?id=e904806f-9bc9-4f52-beb6-3fb062dd1789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507590 Nov 22 20:24:06.015879 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa9d01b1-c5a3-4b96-b0b8-0889ba1019d9 None None] Sync routers for ids ['0b01ca47-3578-490c-8468-cf94f1d1b6b1'] in n-d-818823-1 {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:24:06.041420 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa9d01b1-c5a3-4b96-b0b8-0889ba1019d9 None None] Routers {'0b01ca47-3578-490c-8468-cf94f1d1b6b1'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:24:06.043634 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-aa9d01b1-c5a3-4b96-b0b8-0889ba1019d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:24:02Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['0b01ca47-3578-490c-8468-cf94f1d1b6b1'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:24:06.073658 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-25207a78-a790-4ed1-9509-e61e02960899 req-7ad7d1a4-ae06-4eef-a84a-ea7f1dfb5f19 service neutron] 10.222.0.41 "GET /v2.0/networks/13496096-9618-4fad-a538-016ce712d3bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242123 Nov 22 20:24:06.089769 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-33329d1a-ca66-4d39-9835-86936bda594d req-c9dd30ed-11b8-4d8a-8a88-d60d0fafcf30 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/security-groups?id=33003919-2e66-424f-89a8-28e4fe94add1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972172 Nov 22 20:24:06.170776 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-aa9d01b1-c5a3-4b96-b0b8-0889ba1019d9 None None] Set router 0b01ca47-3578-490c-8468-cf94f1d1b6b1 gateway port host: n-d-818823-1 {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:24:06.341208 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-84489e90-0361-4104-878f-073865ffd63e req-015cc3ab-8e59-4fda-996e-67a32cbe1017 tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--365980054&fields=id&tenant_id=85bf20edceb64b41a574b1567a4068c1 HTTP/1.1" status: 200 len: 267 time: 0.0782592 Nov 22 20:24:06.544910 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-25207a78-a790-4ed1-9509-e61e02960899 req-5001f41d-fd9b-4716-a561-dd73c875a1a7 service neutron] 10.222.0.41 "GET /v2.0/networks/13496096-9618-4fad-a538-016ce712d3bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4540246 Nov 22 20:24:06.577442 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-14e9602f-5309-4687-be1d-067ddeb7f5b6 req-a1636548-d510-48bf-a981-70aef5738492 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d849f117-6f1f-4334-9477-96448e110c81&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0908158 Nov 22 20:24:06.609398 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84489e90-0361-4104-878f-073865ffd63e req-7093d3fa-6947-4936-819b-4ceba47c6692 tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:24:06.626989 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-84489e90-0361-4104-878f-073865ffd63e req-7093d3fa-6947-4936-819b-4ceba47c6692 tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] 10.222.0.46 "GET /v2.0/networks?id=6efa7afe-07b7-401b-a93b-34d9934a86f8 HTTP/1.1" status: 200 len: 810 time: 0.2846606 Nov 22 20:24:06.642338 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-aa9d01b1-c5a3-4b96-b0b8-0889ba1019d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b01ca47-3578-490c-8468-cf94f1d1b6b1', 'name': 'tempest-AttachVolumeTestJSON-388477978-router', 'tenant_id': '85bf20edceb64b41a574b1567a4068c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': 'dd6e914c-61c9-403e-a609-e6b3968a14c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:23:52Z', 'updated_at': '2021-11-22T20:23:58Z', 'revision_number': 4, 'project_id': '85bf20edceb64b41a574b1567a4068c1', 'gw_port': {'id': 'dd6e914c-61c9-403e-a609-e6b3968a14c4', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:89:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b01ca47-3578-490c-8468-cf94f1d1b6b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2210, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:23:53Z', 'updated_at': '2021-11-22T20:24:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': '245496fa-94df-417f-8d01-799d37709ecc', 'name': '', 'network_id': '6efa7afe-07b7-401b-a93b-34d9934a86f8', 'tenant_id': '85bf20edceb64b41a574b1567a4068c1', 'mac_address': 'fa:16:3e:87:5b:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b01ca47-3578-490c-8468-cf94f1d1b6b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2211, 'fixed_ips': [{'subnet_id': '41e22381-7e39-4421-9ae7-fd38b15d4349', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:23:56Z', 'updated_at': '2021-11-22T20:23:59Z', 'revision_number': 2, 'project_id': '85bf20edceb64b41a574b1567a4068c1', 'subnets': [{'id': '41e22381-7e39-4421-9ae7-fd38b15d4349', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:24:06.668189 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-84489e90-0361-4104-878f-073865ffd63e req-3966ed1f-2b1d-4907-a115-a64328d83e1c tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] 10.222.0.46 "GET /v2.0/quotas/85bf20edceb64b41a574b1567a4068c1 HTTP/1.1" status: 200 len: 375 time: 0.0335488 Nov 22 20:24:06.727259 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa9d01b1-c5a3-4b96-b0b8-0889ba1019d9 None None] Checking router: 0b01ca47-3578-490c-8468-cf94f1d1b6b1 for host: n-d-818823-1 {{(pid=103450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 20:24:06.728802 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa9d01b1-c5a3-4b96-b0b8-0889ba1019d9 None None] Updating router 0b01ca47-3578-490c-8468-cf94f1d1b6b1 port 245496fa-94df-417f-8d01-799d37709ecc binding host n-d-818823-1 {{(pid=103450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 20:24:06.793675 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-aa9d01b1-c5a3-4b96-b0b8-0889ba1019d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:24:06.862082 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-84489e90-0361-4104-878f-073865ffd63e req-a00b9ce1-ffc3-4077-8b33-83a7fb8f98bb tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=85bf20edceb64b41a574b1567a4068c1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1904356 Nov 22 20:24:07.070071 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 9c51b9e8-9b54-46f6-8722-f3321988d408 details requested by agent hyperv_n-h1-818823-1 with host n-h1-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 20:24:07.089230 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c1d14e-e6f7-4e59-8435-64cbbf4c79b6 req-2c935baa-b913-4642-8da6-6094c4724fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:24:07.091137 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d9c1d14e-e6f7-4e59-8435-64cbbf4c79b6 req-2c935baa-b913-4642-8da6-6094c4724fc9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e793ff984057470cb2eb493439c6c5c1&device_id=ca99196e-ff25-4699-97d7-4a9388d2764b HTTP/1.1" status: 200 len: 1096 time: 0.3502693 Nov 22 20:24:07.163107 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b701efa3-c0a6-42ae-8f5b-e7834840816a req-605b0495-b20b-4178-a07c-76493fe309eb tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:24:07.171082 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b701efa3-c0a6-42ae-8f5b-e7834840816a req-605b0495-b20b-4178-a07c-76493fe309eb tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/ports?device_id=f1a6bfe1-26d1-4dd2-94cd-df2360ee8ad5 HTTP/1.1" status: 200 len: 944 time: 0.2320573 Nov 22 20:24:07.274368 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b701efa3-c0a6-42ae-8f5b-e7834840816a req-43238dbf-a0c8-4711-b1e2-3613b7a97d06 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/security-groups?id=ace094e3-bfce-4b88-a460-949b8cf0d5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019270 Nov 22 20:24:07.324250 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 9c51b9e8-9b54-46f6-8722-f3321988d408, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=9c51b9e8-9b54-46f6-8722-f3321988d408,segment=NetworkSegment(60e02a7e-98a0-4d76-b36b-46f7624c5b28),segment_id=60e02a7e-98a0-4d76-b36b-46f7624c5b28)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:24:07.353887 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Returning: {'device': '9c51b9e8-9b54-46f6-8722-f3321988d408', 'network_id': '13496096-9618-4fad-a538-016ce712d3bd', 'port_id': '9c51b9e8-9b54-46f6-8722-f3321988d408', 'mac_address': 'fa:16:3e:68:32:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c03e1529-a0c9-4990-b0cd-08a1dc455fd5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 20:24:07.393703 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-84489e90-0361-4104-878f-073865ffd63e req-eee1313f-c6e9-493c-8130-e9f1b17bd1c6 service neutron] 10.222.0.46 "GET /v2.0/networks/6efa7afe-07b7-401b-a93b-34d9934a86f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5287814 Nov 22 20:24:07.404164 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-aa9d01b1-c5a3-4b96-b0b8-0889ba1019d9 None None] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:24:07.415626 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-aa9d01b1-c5a3-4b96-b0b8-0889ba1019d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:24:07.476763 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:24:07.515673 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c51b9e8-9b54-46f6-8722-f3321988d408 {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:24:07.535647 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-aa9d01b1-c5a3-4b96-b0b8-0889ba1019d9 None None] Attempting to bind port 245496fa-94df-417f-8d01-799d37709ecc on host n-d-818823-1 for vnic_type normal with profile {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:24:07.536286 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-aa9d01b1-c5a3-4b96-b0b8-0889ba1019d9 None None] Attempting to bind port 245496fa-94df-417f-8d01-799d37709ecc by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': '1739ccaa-9c80-4797-8458-792c11f48e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '6efa7afe-07b7-401b-a93b-34d9934a86f8'}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:24:07.536817 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa9d01b1-c5a3-4b96-b0b8-0889ba1019d9 None None] Attempting to bind port 245496fa-94df-417f-8d01-799d37709ecc on network 6efa7afe-07b7-401b-a93b-34d9934a86f8 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:24:07.541075 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce35d8f0-68af-49f2-bdba-150fe2221c75 None None] Pushing event updated for resources: {'Port': ['ID=245496fa-94df-417f-8d01-799d37709ecc,revision_number=3']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:24:07.546702 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa9d01b1-c5a3-4b96-b0b8-0889ba1019d9 None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 24, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:24:07.547349 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa9d01b1-c5a3-4b96-b0b8-0889ba1019d9 None None] Checking segment: {'id': '1739ccaa-9c80-4797-8458-792c11f48e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '6efa7afe-07b7-401b-a93b-34d9934a86f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:24:07.547941 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-aa9d01b1-c5a3-4b96-b0b8-0889ba1019d9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:24:07.548527 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa9d01b1-c5a3-4b96-b0b8-0889ba1019d9 None None] Bound using segment: {'id': '1739ccaa-9c80-4797-8458-792c11f48e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '6efa7afe-07b7-401b-a93b-34d9934a86f8'} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:24:07.549919 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-aa9d01b1-c5a3-4b96-b0b8-0889ba1019d9 None None] Bound port: 245496fa-94df-417f-8d01-799d37709ecc, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1739ccaa-9c80-4797-8458-792c11f48e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '6efa7afe-07b7-401b-a93b-34d9934a86f8'}}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:24:07.550494 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-aa9d01b1-c5a3-4b96-b0b8-0889ba1019d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:24:07.574852 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 9c51b9e8-9b54-46f6-8722-f3321988d408, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=9c51b9e8-9b54-46f6-8722-f3321988d408,segment=NetworkSegment(60e02a7e-98a0-4d76-b36b-46f7624c5b28),segment_id=60e02a7e-98a0-4d76-b36b-46f7624c5b28)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:24:07.582311 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:24:07.626570 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-aa9d01b1-c5a3-4b96-b0b8-0889ba1019d9 None None] For port 245496fa-94df-417f-8d01-799d37709ecc, host n-d-818823-1, cleared binding levels {{(pid=103450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:24:07.630940 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-aa9d01b1-c5a3-4b96-b0b8-0889ba1019d9 None None] For port 245496fa-94df-417f-8d01-799d37709ecc, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=245496fa-94df-417f-8d01-799d37709ecc,segment=NetworkSegment(1739ccaa-9c80-4797-8458-792c11f48e76),segment_id=1739ccaa-9c80-4797-8458-792c11f48e76)] {{(pid=103450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:24:07.637688 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-aa9d01b1-c5a3-4b96-b0b8-0889ba1019d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:24:07.679057 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c1d14e-e6f7-4e59-8435-64cbbf4c79b6 req-df1efbde-e96c-4c47-8824-507ef0738d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:24:07.692478 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d9c1d14e-e6f7-4e59-8435-64cbbf4c79b6 req-df1efbde-e96c-4c47-8824-507ef0738d21 service neutron] 10.222.0.20 "GET /v2.0/networks?id=704c1d40-093b-4a06-ac89-44d0005714b2 HTTP/1.1" status: 200 len: 912 time: 0.5898261 Nov 22 20:24:07.699924 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa9d01b1-c5a3-4b96-b0b8-0889ba1019d9 None None] Routers {'0b01ca47-3578-490c-8468-cf94f1d1b6b1'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:24:07.700837 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-aa9d01b1-c5a3-4b96-b0b8-0889ba1019d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:24:02Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['0b01ca47-3578-490c-8468-cf94f1d1b6b1'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:24:07.729543 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=9c51b9e8-9b54-46f6-8722-f3321988d408,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:24:07.776888 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce35d8f0-68af-49f2-bdba-150fe2221c75 None None] Pushing event updated for resources: {'Port': ['ID=245496fa-94df-417f-8d01-799d37709ecc,revision_number=4']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:24:07.822507 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d9c1d14e-e6f7-4e59-8435-64cbbf4c79b6 req-2931f1be-096f-432a-9ecd-3ae8e639cbf7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9b558ec9-94d1-4c33-8b52-4d3fbcc139d7 HTTP/1.1" status: 200 len: 217 time: 0.0960436 Nov 22 20:24:07.831745 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-84489e90-0361-4104-878f-073865ffd63e req-aeb5f381-93cf-4636-a80d-a053819735b7 service neutron] 10.222.0.46 "GET /v2.0/networks/6efa7afe-07b7-401b-a93b-34d9934a86f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4296603 Nov 22 20:24:07.842492 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4cdf3d-0e91-43b9-aa1b-ebda7d81b253 req-34a1b16a-2492-4f90-9b57-9f627e2b87d4 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:24:07.844401 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1c4cdf3d-0e91-43b9-aa1b-ebda7d81b253 req-34a1b16a-2492-4f90-9b57-9f627e2b87d4 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/ports?device_id=d849f117-6f1f-4334-9477-96448e110c81 HTTP/1.1" status: 200 len: 945 time: 0.2845263 Nov 22 20:24:07.859103 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-aa9d01b1-c5a3-4b96-b0b8-0889ba1019d9 None None] Set router 0b01ca47-3578-490c-8468-cf94f1d1b6b1 gateway port host: n-d-818823-1 {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:24:07.868996 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] get_ports_and_sgs() called for port_ids ['9c51b9e8-9b54-46f6-8722-f3321988d408'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:24:08.012397 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1c4cdf3d-0e91-43b9-aa1b-ebda7d81b253 req-acbec0e0-b5d8-4b68-bc0a-3b3ad7bd03fd tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/security-groups?id=80d35954-332b-44d6-bf58-c3aefadfaef0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1573136 Nov 22 20:24:08.019302 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c1d14e-e6f7-4e59-8435-64cbbf4c79b6 req-072e1e82-f74e-43da-924a-71b2dcb9b4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:24:08.022225 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d9c1d14e-e6f7-4e59-8435-64cbbf4c79b6 req-072e1e82-f74e-43da-924a-71b2dcb9b4c8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=19f24a92-36ce-45ff-85ec-f7e350181a79 HTTP/1.1" status: 200 len: 851 time: 0.1766543 Nov 22 20:24:08.045276 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-91856b85-20e9-4b4f-a4a0-1d5fb9b3c60e None None] Provisioning complete for port 245496fa-94df-417f-8d01-799d37709ecc triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:24:08.045875 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-91856b85-20e9-4b4f-a4a0-1d5fb9b3c60e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:24:08.107347 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d9c1d14e-e6f7-4e59-8435-64cbbf4c79b6 req-61e9d42c-23d8-4f85-b39a-9a53fe43617a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=704c1d40-093b-4a06-ac89-44d0005714b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0773399 Nov 22 20:24:08.295784 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-91856b85-20e9-4b4f-a4a0-1d5fb9b3c60e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:24:08.340236 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-aa9d01b1-c5a3-4b96-b0b8-0889ba1019d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b01ca47-3578-490c-8468-cf94f1d1b6b1', 'name': 'tempest-AttachVolumeTestJSON-388477978-router', 'tenant_id': '85bf20edceb64b41a574b1567a4068c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': 'dd6e914c-61c9-403e-a609-e6b3968a14c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:23:52Z', 'updated_at': '2021-11-22T20:23:58Z', 'revision_number': 4, 'project_id': '85bf20edceb64b41a574b1567a4068c1', 'gw_port': {'id': 'dd6e914c-61c9-403e-a609-e6b3968a14c4', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:89:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b01ca47-3578-490c-8468-cf94f1d1b6b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2210, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:23:53Z', 'updated_at': '2021-11-22T20:24:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': '245496fa-94df-417f-8d01-799d37709ecc', 'name': '', 'network_id': '6efa7afe-07b7-401b-a93b-34d9934a86f8', 'tenant_id': '85bf20edceb64b41a574b1567a4068c1', 'mac_address': 'fa:16:3e:87:5b:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b01ca47-3578-490c-8468-cf94f1d1b6b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2211, 'fixed_ips': [{'subnet_id': '41e22381-7e39-4421-9ae7-fd38b15d4349', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:23:56Z', 'updated_at': '2021-11-22T20:24:07Z', 'revision_number': 4, 'project_id': '85bf20edceb64b41a574b1567a4068c1', 'subnets': [{'id': '41e22381-7e39-4421-9ae7-fd38b15d4349', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:24:08.369988 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-91856b85-20e9-4b4f-a4a0-1d5fb9b3c60e None None] For port 245496fa-94df-417f-8d01-799d37709ecc, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=245496fa-94df-417f-8d01-799d37709ecc,segment=NetworkSegment(1739ccaa-9c80-4797-8458-792c11f48e76),segment_id=1739ccaa-9c80-4797-8458-792c11f48e76)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:24:08.376615 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-91856b85-20e9-4b4f-a4a0-1d5fb9b3c60e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:24:08.425069 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa9d01b1-c5a3-4b96-b0b8-0889ba1019d9 None None] The sync data for ids ['0b01ca47-3578-490c-8468-cf94f1d1b6b1'] in n-d-818823-1 is: [{'id': '0b01ca47-3578-490c-8468-cf94f1d1b6b1', 'name': 'tempest-AttachVolumeTestJSON-388477978-router', 'tenant_id': '85bf20edceb64b41a574b1567a4068c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': 'dd6e914c-61c9-403e-a609-e6b3968a14c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:23:52Z', 'updated_at': '2021-11-22T20:23:58Z', 'revision_number': 4, 'project_id': '85bf20edceb64b41a574b1567a4068c1', 'gw_port': {'id': 'dd6e914c-61c9-403e-a609-e6b3968a14c4', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:89:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b01ca47-3578-490c-8468-cf94f1d1b6b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2210, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:23:53Z', 'updated_at': '2021-11-22T20:24:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': '245496fa-94df-417f-8d01-799d37709ecc', 'name': '', 'network_id': '6efa7afe-07b7-401b-a93b-34d9934a86f8', 'tenant_id': '85bf20edceb64b41a574b1567a4068c1', 'mac_address': 'fa:16:3e:87:5b:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b01ca47-3578-490c-8468-cf94f1d1b6b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2211, 'fixed_ips': [{'subnet_id': '41e22381-7e39-4421-9ae7-fd38b15d4349', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:23:56Z', 'updated_at': '2021-11-22T20:24:07Z', 'revision_number': 4, 'project_id': '85bf20edceb64b41a574b1567a4068c1', 'subnets': [{'id': '41e22381-7e39-4421-9ae7-fd38b15d4349', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:24:08.473840 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91856b85-20e9-4b4f-a4a0-1d5fb9b3c60e None None] Pushing event updated for resources: {'Port': ['ID=245496fa-94df-417f-8d01-799d37709ecc,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:24:08.520183 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-39bc1e8c-5b10-4cfa-a7a1-e33ca2bd3f4f None None] Provisioning complete for port 245496fa-94df-417f-8d01-799d37709ecc triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:24:08.520568 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39bc1e8c-5b10-4cfa-a7a1-e33ca2bd3f4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:24:08.573374 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d9c1d14e-e6f7-4e59-8435-64cbbf4c79b6 req-df800f3a-e7fc-4bdf-813a-76ded7d728d0 service neutron] 10.222.0.20 "GET /v2.0/networks/704c1d40-093b-4a06-ac89-44d0005714b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4557579 Nov 22 20:24:08.587867 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce6168a-4f29-445b-a731-a627b15a4824 req-c2038c7f-8aeb-482c-ab63-40473c5b8ac4 tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:24:08.600430 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9ce6168a-4f29-445b-a731-a627b15a4824 req-c2038c7f-8aeb-482c-ab63-40473c5b8ac4 tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca99196e-ff25-4699-97d7-4a9388d2764b HTTP/1.1" status: 200 len: 945 time: 0.2764599 Nov 22 20:24:08.616234 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 245496fa-94df-417f-8d01-799d37709ecc up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:24:08.711727 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 245496fa-94df-417f-8d01-799d37709ecc triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:24:08.712120 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:24:08.751165 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088f6210-b35c-4b22-a429-9786dd87906a req-a13a8c6b-2f63-4d33-b544-d7ec75b03087 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:24:08.752764 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-088f6210-b35c-4b22-a429-9786dd87906a req-a13a8c6b-2f63-4d33-b544-d7ec75b03087 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce76aa75-6890-4214-b1ec-455b43223b5d HTTP/1.1" status: 200 len: 945 time: 0.4207182 Nov 22 20:24:08.784233 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e9602f-5309-4687-be1d-067ddeb7f5b6 req-adca2d39-2dbb-4ac3-952b-58eadee373dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:24:08.786861 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-14e9602f-5309-4687-be1d-067ddeb7f5b6 req-adca2d39-2dbb-4ac3-952b-58eadee373dd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f13d149ee8a64f188025185f0e8b5cfe&device_id=d849f117-6f1f-4334-9477-96448e110c81 HTTP/1.1" status: 200 len: 1096 time: 0.3600485 Nov 22 20:24:08.834106 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9ce6168a-4f29-445b-a731-a627b15a4824 req-2b316972-c08b-4d0a-a2a7-64181d5008f1 tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] 10.222.0.46 "GET /v2.0/security-groups?id=e904806f-9bc9-4f52-beb6-3fb062dd1789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2326777 Nov 22 20:24:08.942662 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d9c1d14e-e6f7-4e59-8435-64cbbf4c79b6 req-34cf9cc7-572d-40ba-937c-1f89baa9df7f service neutron] 10.222.0.20 "GET /v2.0/networks/704c1d40-093b-4a06-ac89-44d0005714b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3298070 Nov 22 20:24:08.994104 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-088f6210-b35c-4b22-a429-9786dd87906a req-1e967b19-5be4-44b3-a06b-0620459bbb1a tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/security-groups?id=33003919-2e66-424f-89a8-28e4fe94add1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2345908 Nov 22 20:24:09.064615 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e9602f-5309-4687-be1d-067ddeb7f5b6 req-8804680d-43e1-488b-bf8a-35e32668c862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:24:09.068914 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-14e9602f-5309-4687-be1d-067ddeb7f5b6 req-8804680d-43e1-488b-bf8a-35e32668c862 service neutron] 10.222.0.41 "GET /v2.0/networks?id=67d08895-b2ce-4996-9944-b0b6375ce4b5 HTTP/1.1" status: 200 len: 898 time: 0.2585700 Nov 22 20:24:09.085444 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 9c51b9e8-9b54-46f6-8722-f3321988d408 up at agent hyperv_n-h1-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:24:09.186273 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Provisioning for port 9c51b9e8-9b54-46f6-8722-f3321988d408 completed by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 20:24:09.204609 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Provisioning complete for port 9c51b9e8-9b54-46f6-8722-f3321988d408 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:24:09.205969 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-51a2d142-8fe1-4f52-85b2-4ed0731d890c req-ada07537-6e57-406c-aa99-239c2dd75e89 tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] 10.222.0.46 "GET /v2.0/ports?device_id=30223940-a247-436b-b2ee-f0eac24f58b9 HTTP/1.1" status: 200 len: 210 time: 0.0393777 Nov 22 20:24:09.209815 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:24:09.228950 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-14e9602f-5309-4687-be1d-067ddeb7f5b6 req-cbaa5f22-866f-4b64-9c0d-8581ae2b2d79 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=16c7c286-2bdc-4b17-83d6-965664355bf1 HTTP/1.1" status: 200 len: 1000 time: 0.1473911 Nov 22 20:24:09.366835 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:24:09.405444 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1a6bfe1-26d1-4dd2-94cd-df2360ee8ad5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c51b9e8-9b54-46f6-8722-f3321988d408'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:24:09.408145 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d39f6d30a11e565ec9648abcc015e8a6ab6cff4edd704add8155e28765d31eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ccf332f-9572-4cd2-b613-182a552d0521" -d '{"events": [{"server_uuid": "f1a6bfe1-26d1-4dd2-94cd-df2360ee8ad5", "name": "network-vif-plugged", "status": "completed", "tag": "9c51b9e8-9b54-46f6-8722-f3321988d408"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:24:09.436544 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e9602f-5309-4687-be1d-067ddeb7f5b6 req-b5498df5-98d4-486a-af26-06b026f51e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:24:09.437949 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-14e9602f-5309-4687-be1d-067ddeb7f5b6 req-b5498df5-98d4-486a-af26-06b026f51e93 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a647446e-a208-4e90-bb59-f7e7823f8a20 HTTP/1.1" status: 200 len: 834 time: 0.1980176 Nov 22 20:24:09.441517 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 9c51b9e8-9b54-46f6-8722-f3321988d408, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=9c51b9e8-9b54-46f6-8722-f3321988d408,segment=NetworkSegment(60e02a7e-98a0-4d76-b36b-46f7624c5b28),segment_id=60e02a7e-98a0-4d76-b36b-46f7624c5b28)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:24:09.448637 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:24:09.531745 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=9c51b9e8-9b54-46f6-8722-f3321988d408,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:24:09.534160 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04252b7a-fcc0-43a6-a719-01ae5f04f7f9 req-eaf9d229-334c-4f0f-9ea0-f9932e2185f8 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:24:09.535903 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-04252b7a-fcc0-43a6-a719-01ae5f04f7f9 req-eaf9d229-334c-4f0f-9ea0-f9932e2185f8 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/ports?device_id=f1a6bfe1-26d1-4dd2-94cd-df2360ee8ad5 HTTP/1.1" status: 200 len: 945 time: 0.1538451 Nov 22 20:24:09.602191 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72404df-0a5f-4b1e-bf00-bfd0d0db735e req-3d2759a5-3bbe-4913-ad42-ca3e8c6516bd tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:24:09.603902 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d72404df-0a5f-4b1e-bf00-bfd0d0db735e req-3d2759a5-3bbe-4913-ad42-ca3e8c6516bd tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce76aa75-6890-4214-b1ec-455b43223b5d HTTP/1.1" status: 200 len: 945 time: 0.1803806 Nov 22 20:24:09.625462 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e9602f-5309-4687-be1d-067ddeb7f5b6 req-8b020170-9d7e-4fa9-8234-b842898f3a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:24:09.626975 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-14e9602f-5309-4687-be1d-067ddeb7f5b6 req-8b020170-9d7e-4fa9-8234-b842898f3a97 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=67d08895-b2ce-4996-9944-b0b6375ce4b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1643529 Nov 22 20:24:09.777151 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-04252b7a-fcc0-43a6-a719-01ae5f04f7f9 req-60b41e1e-c058-4968-8849-30499c056ff0 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/security-groups?id=ace094e3-bfce-4b88-a460-949b8cf0d5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2234046 Nov 22 20:24:09.800446 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84489e90-0361-4104-878f-073865ffd63e req-33e90a14-1bcc-4df4-92f9-36de95959c22 tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:24:09.802516 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-84489e90-0361-4104-878f-073865ffd63e req-33e90a14-1bcc-4df4-92f9-36de95959c22 tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] 10.222.0.41 "GET /v2.0/networks?id=6efa7afe-07b7-401b-a93b-34d9934a86f8 HTTP/1.1" status: 200 len: 810 time: 0.2945039 Nov 22 20:24:09.848427 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d72404df-0a5f-4b1e-bf00-bfd0d0db735e req-72c63849-fff9-4b58-a62d-f7ff8f9a685a tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/security-groups?id=33003919-2e66-424f-89a8-28e4fe94add1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253606 Nov 22 20:24:09.876613 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-14e9602f-5309-4687-be1d-067ddeb7f5b6 req-ea4696f2-f133-4480-9e65-79d7df365b15 service neutron] 10.222.0.41 "GET /v2.0/networks/67d08895-b2ce-4996-9944-b0b6375ce4b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2355146 Nov 22 20:24:10.014669 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:24:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66e422f2-103b-4efc-b78e-d4b20a2ad9e6 x-openstack-request-id: req-66e422f2-103b-4efc-b78e-d4b20a2ad9e6 {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:24:10.014953 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1a6bfe1-26d1-4dd2-94cd-df2360ee8ad5", "name": "network-vif-plugged", "status": "completed", "tag": "9c51b9e8-9b54-46f6-8722-f3321988d408", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:24:10.015226 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-66e422f2-103b-4efc-b78e-d4b20a2ad9e6 {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:24:10.015659 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1a6bfe1-26d1-4dd2-94cd-df2360ee8ad5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c51b9e8-9b54-46f6-8722-f3321988d408', 'code': 200} Nov 22 20:24:10.169466 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4af8b2-9b18-43c2-9b80-4977acdb1a75 req-f3877142-e885-46ab-8042-e2ad8f50c6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:24:10.171805 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-3a4af8b2-9b18-43c2-9b80-4977acdb1a75 req-f3877142-e885-46ab-8042-e2ad8f50c6f6 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f1a6bfe1-26d1-4dd2-94cd-df2360ee8ad5 HTTP/1.1" status: 200 len: 1097 time: 0.0721164 Nov 22 20:24:10.246802 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-3a4af8b2-9b18-43c2-9b80-4977acdb1a75 req-bb287113-2dc2-4018-aae0-413735eeb7bc service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=ace094e3-bfce-4b88-a460-949b8cf0d5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670347 Nov 22 20:24:10.437969 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5d9228-6606-4b0d-97ea-d3efa78c3ed9 req-5443f5fa-810c-4c29-8ab9-fdf0ab13e3b6 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:24:10.440304 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-cc5d9228-6606-4b0d-97ea-d3efa78c3ed9 req-5443f5fa-810c-4c29-8ab9-fdf0ab13e3b6 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/ports?device_id=d849f117-6f1f-4334-9477-96448e110c81 HTTP/1.1" status: 200 len: 945 time: 0.5841372 Nov 22 20:24:10.460273 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-84489e90-0361-4104-878f-073865ffd63e req-61c8a00c-dcbd-4e6f-9c89-fd42e2f8fc73 tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=85bf20edceb64b41a574b1567a4068c1 HTTP/1.1" status: 200 len: 379 time: 0.6383471 Nov 22 20:24:10.476162 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-14e9602f-5309-4687-be1d-067ddeb7f5b6 req-1b82105c-2b89-4355-ba9f-7c2300a0a8d9 service neutron] 10.222.0.41 "GET /v2.0/networks/67d08895-b2ce-4996-9944-b0b6375ce4b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5882311 Nov 22 20:24:10.491062 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-84489e90-0361-4104-878f-073865ffd63e req-dad58ef1-7d12-4bad-a892-0032d601eef1 tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] Request body: {'port': {'device_id': '30223940-a247-436b-b2ee-f0eac24f58b9', 'network_id': '6efa7afe-07b7-401b-a93b-34d9934a86f8', 'admin_state_up': True, 'tenant_id': '85bf20edceb64b41a574b1567a4068c1', 'security_groups': ['e77ff0e9-b450-4641-ad17-7a74a6cf419c']}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:24:10.514046 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e594d3df-5b3e-4889-9129-90a0ce0b092a req-eb54083d-9382-4e66-b358-0c0acde8fd44 tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:24:10.524260 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e594d3df-5b3e-4889-9129-90a0ce0b092a req-eb54083d-9382-4e66-b358-0c0acde8fd44 tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca99196e-ff25-4699-97d7-4a9388d2764b HTTP/1.1" status: 200 len: 945 time: 0.2270644 Nov 22 20:24:10.563728 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 245496fa-94df-417f-8d01-799d37709ecc up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:24:10.626551 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 245496fa-94df-417f-8d01-799d37709ecc triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:24:10.626926 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:24:10.639735 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-cc5d9228-6606-4b0d-97ea-d3efa78c3ed9 req-c18a81e2-658d-4fc4-9a25-daa92dcbfd86 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/security-groups?id=80d35954-332b-44d6-bf58-c3aefadfaef0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1855483 Nov 22 20:24:10.667294 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e594d3df-5b3e-4889-9129-90a0ce0b092a req-7ca0a336-60c9-4b35-9f0c-492f8bff51a6 tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] 10.222.0.46 "GET /v2.0/security-groups?id=e904806f-9bc9-4f52-beb6-3fb062dd1789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421385 Nov 22 20:24:10.725416 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84489e90-0361-4104-878f-073865ffd63e req-dad58ef1-7d12-4bad-a892-0032d601eef1 tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] Made reservation on behalf of 85bf20edceb64b41a574b1567a4068c1 for: {'port': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:24:10.729789 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-84489e90-0361-4104-878f-073865ffd63e req-dad58ef1-7d12-4bad-a892-0032d601eef1 tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:24:10.773646 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-021c2262-3e0e-46fa-8074-69c78dc913b3 req-0208f5a1-e2a0-4a5c-b718-ee14a7d4a517 tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] 10.222.0.46 "GET /v2.0/ports?device_id=30223940-a247-436b-b2ee-f0eac24f58b9 HTTP/1.1" status: 200 len: 210 time: 0.0413425 Nov 22 20:24:10.912889 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56415bf8-61d8-4ff6-93a0-86631fd74e1b req-975821a7-bc3d-4fee-b7a5-6fbbed5ad4ba tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:24:10.914537 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-56415bf8-61d8-4ff6-93a0-86631fd74e1b req-975821a7-bc3d-4fee-b7a5-6fbbed5ad4ba tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce76aa75-6890-4214-b1ec-455b43223b5d HTTP/1.1" status: 200 len: 945 time: 0.1462352 Nov 22 20:24:10.988153 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c1ad5e-f923-42eb-9088-74e722ce3cac req-685144db-e572-4682-acf4-ba69123ef46e tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:24:10.989706 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-58c1ad5e-f923-42eb-9088-74e722ce3cac req-685144db-e572-4682-acf4-ba69123ef46e tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/ports?device_id=f1a6bfe1-26d1-4dd2-94cd-df2360ee8ad5 HTTP/1.1" status: 200 len: 946 time: 0.1251247 Nov 22 20:24:11.054517 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-56415bf8-61d8-4ff6-93a0-86631fd74e1b req-f26178d5-8e03-4ed3-ae5f-356669c6fa64 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/security-groups?id=33003919-2e66-424f-89a8-28e4fe94add1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261897 Nov 22 20:24:11.066471 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [req-84489e90-0361-4104-878f-073865ffd63e req-dad58ef1-7d12-4bad-a892-0032d601eef1 tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] Allocated IP 172.20.0.8 (6efa7afe-07b7-401b-a93b-34d9934a86f8/41e22381-7e39-4421-9ae7-fd38b15d4349/4e2dae83-da4c-42ee-837c-a1756683232f) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:24:11.123219 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-58c1ad5e-f923-42eb-9088-74e722ce3cac req-0747ed9b-4e28-4b8b-8aad-661e51f60e4e tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/security-groups?id=ace094e3-bfce-4b88-a460-949b8cf0d5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1262896 Nov 22 20:24:11.290398 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-84489e90-0361-4104-878f-073865ffd63e req-dad58ef1-7d12-4bad-a892-0032d601eef1 tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:24:11.300206 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a061d6-61f4-4882-b864-0d78f0ab7687 req-9bdbc580-240a-4945-b72f-3a3491647fdf tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:24:11.302602 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-64a061d6-61f4-4882-b864-0d78f0ab7687 req-9bdbc580-240a-4945-b72f-3a3491647fdf tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce76aa75-6890-4214-b1ec-455b43223b5d HTTP/1.1" status: 200 len: 945 time: 0.1040707 Nov 22 20:24:11.399783 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-64a061d6-61f4-4882-b864-0d78f0ab7687 req-7e0fc0df-dd5a-46a9-9962-04bbc5664b18 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/security-groups?id=33003919-2e66-424f-89a8-28e4fe94add1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897543 Nov 22 20:24:11.401552 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-84489e90-0361-4104-878f-073865ffd63e req-dad58ef1-7d12-4bad-a892-0032d601eef1 tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:24:11.471047 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84489e90-0361-4104-878f-073865ffd63e req-dad58ef1-7d12-4bad-a892-0032d601eef1 tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] Network 6efa7afe-07b7-401b-a93b-34d9934a86f8 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:24:11.475432 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [req-84489e90-0361-4104-878f-073865ffd63e req-dad58ef1-7d12-4bad-a892-0032d601eef1 tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:24:11.482011 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-84489e90-0361-4104-878f-073865ffd63e req-dad58ef1-7d12-4bad-a892-0032d601eef1 tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:24:11.515810 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad58ef1-7d12-4bad-a892-0032d601eef1 tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] Pushing event updated for resources: {'Port': ['ID=4e2dae83-da4c-42ee-837c-a1756683232f,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:24:11.615607 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84489e90-0361-4104-878f-073865ffd63e req-dad58ef1-7d12-4bad-a892-0032d601eef1 tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:24:11.616815 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-84489e90-0361-4104-878f-073865ffd63e req-dad58ef1-7d12-4bad-a892-0032d601eef1 tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:24:11.650516 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0aeb97-c4c2-47e9-919a-1b9ec9c1b040 req-7d8918ac-644c-494b-813c-677f45d0873d tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:24:11.654488 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ff0aeb97-c4c2-47e9-919a-1b9ec9c1b040 req-7d8918ac-644c-494b-813c-677f45d0873d tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce76aa75-6890-4214-b1ec-455b43223b5d HTTP/1.1" status: 200 len: 945 time: 0.0985885 Nov 22 20:24:11.667807 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-84489e90-0361-4104-878f-073865ffd63e req-dad58ef1-7d12-4bad-a892-0032d601eef1 tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1958852 Nov 22 20:24:11.687825 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-84489e90-0361-4104-878f-073865ffd63e req-818fb41e-c5be-407d-a936-0cb2bdd0a8cc service neutron] Request body: {'port': {'device_id': '30223940-a247-436b-b2ee-f0eac24f58b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818823-1'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:24:11.783930 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-84489e90-0361-4104-878f-073865ffd63e req-818fb41e-c5be-407d-a936-0cb2bdd0a8cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:24:11.808147 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ff0aeb97-c4c2-47e9-919a-1b9ec9c1b040 req-6852c992-169b-452f-8d6b-5ae4a8cef554 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/security-groups?id=33003919-2e66-424f-89a8-28e4fe94add1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445918 Nov 22 20:24:11.967540 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a47372-52b2-49a4-93c7-515cf001eeaa req-543154e6-712a-4969-a409-f2b27fa569c4 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:24:11.970448 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-49a47372-52b2-49a4-93c7-515cf001eeaa req-543154e6-712a-4969-a409-f2b27fa569c4 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/ports?device_id=d849f117-6f1f-4334-9477-96448e110c81 HTTP/1.1" status: 200 len: 945 time: 0.1774108 Nov 22 20:24:11.986757 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-e7aed174-bf22-4998-af44-d8a68b282851 None None] Provisioning complete for port 4e2dae83-da4c-42ee-837c-a1756683232f triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:24:11.988151 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e7aed174-bf22-4998-af44-d8a68b282851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:24:12.037296 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-e7aed174-bf22-4998-af44-d8a68b282851 None None] Port 4e2dae83-da4c-42ee-837c-a1756683232f cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:24:12.102493 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-92e97007-a4c0-434a-84d4-5d1a11da1d9d req-f2e0f5ef-0f0b-4376-9869-046589b843f0 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ce76aa75-6890-4214-b1ec-455b43223b5d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2182593 Nov 22 20:24:12.169710 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db21e84d-6acb-41aa-a684-7ac3c646fa15 req-c9781a3f-2442-47bc-83e7-bf72f7c6409f tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:24:12.171356 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-db21e84d-6acb-41aa-a684-7ac3c646fa15 req-c9781a3f-2442-47bc-83e7-bf72f7c6409f tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca99196e-ff25-4699-97d7-4a9388d2764b HTTP/1.1" status: 200 len: 945 time: 0.2418528 Nov 22 20:24:12.193382 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-49a47372-52b2-49a4-93c7-515cf001eeaa req-3b4664be-af47-40c0-8648-0db192775a09 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/security-groups?id=80d35954-332b-44d6-bf58-c3aefadfaef0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2101800 Nov 22 20:24:12.339383 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e97007-a4c0-434a-84d4-5d1a11da1d9d req-c6b8132c-1f92-4213-ba9d-af8fb83be6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:24:12.341048 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-92e97007-a4c0-434a-84d4-5d1a11da1d9d req-c6b8132c-1f92-4213-ba9d-af8fb83be6c2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=953041b5ecb84670bb3f59610c3b98e5&device_id=ce76aa75-6890-4214-b1ec-455b43223b5d HTTP/1.1" status: 200 len: 1096 time: 0.2039640 Nov 22 20:24:12.362571 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-db21e84d-6acb-41aa-a684-7ac3c646fa15 req-3249266e-f1b3-4ecd-8e2b-5cbd37e2924c tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] 10.222.0.46 "GET /v2.0/security-groups?id=e904806f-9bc9-4f52-beb6-3fb062dd1789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742096 Nov 22 20:24:12.521276 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [req-84489e90-0361-4104-878f-073865ffd63e req-818fb41e-c5be-407d-a936-0cb2bdd0a8cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e2dae83-da4c-42ee-837c-a1756683232f {{(pid=103447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:24:12.541788 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-84489e90-0361-4104-878f-073865ffd63e req-818fb41e-c5be-407d-a936-0cb2bdd0a8cc service neutron] Publish callbacks [] for port, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:24:12.584512 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb99892e-9dc4-4aba-9ed0-7ee86a772806 req-de23aa96-1972-46e5-8970-331e8586e40b tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:24:12.586069 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-bb99892e-9dc4-4aba-9ed0-7ee86a772806 req-de23aa96-1972-46e5-8970-331e8586e40b tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] 10.222.0.46 "GET /v2.0/ports?device_id=30223940-a247-436b-b2ee-f0eac24f58b9 HTTP/1.1" status: 200 len: 931 time: 0.3108752 Nov 22 20:24:12.600286 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.provisioning_blocks [req-84489e90-0361-4104-878f-073865ffd63e req-818fb41e-c5be-407d-a936-0cb2bdd0a8cc service neutron] Transition to ACTIVE for port object 4e2dae83-da4c-42ee-837c-a1756683232f will not be triggered until provisioned by entity L2. {{(pid=103447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 20:24:12.625196 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-84489e90-0361-4104-878f-073865ffd63e req-818fb41e-c5be-407d-a936-0cb2bdd0a8cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:24:12.705651 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925f3f1f-4b74-4a12-bc51-f99ec0108899 req-61a5861f-01be-42cd-98d7-b6fd78d2353a tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:24:12.707237 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-925f3f1f-4b74-4a12-bc51-f99ec0108899 req-61a5861f-01be-42cd-98d7-b6fd78d2353a tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce76aa75-6890-4214-b1ec-455b43223b5d HTTP/1.1" status: 200 len: 945 time: 0.1812253 Nov 22 20:24:12.743454 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e97007-a4c0-434a-84d4-5d1a11da1d9d req-9b323575-cb10-42b7-bdec-e6c4c0b1edc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:24:12.744973 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-92e97007-a4c0-434a-84d4-5d1a11da1d9d req-9b323575-cb10-42b7-bdec-e6c4c0b1edc0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=07a52fe9-f2bb-41b8-a0b8-a12077ec9b70 HTTP/1.1" status: 200 len: 915 time: 0.3802152 Nov 22 20:24:12.768799 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-bb99892e-9dc4-4aba-9ed0-7ee86a772806 req-a6531e71-cbf9-4e0c-9634-2f62e4f916bb tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] 10.222.0.46 "GET /v2.0/security-groups?id=e77ff0e9-b450-4641-ad17-7a74a6cf419c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1698611 Nov 22 20:24:12.769483 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818fb41e-c5be-407d-a936-0cb2bdd0a8cc service neutron] Pushing event updated for resources: {'Port': ['ID=4e2dae83-da4c-42ee-837c-a1756683232f,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:24:12.827184 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-92e97007-a4c0-434a-84d4-5d1a11da1d9d req-ca4e473f-e497-4500-a22a-04622f15b1cd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3af90274-6df2-49fc-a29e-804805813bff HTTP/1.1" status: 200 len: 217 time: 0.0710642 Nov 22 20:24:12.953191 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-925f3f1f-4b74-4a12-bc51-f99ec0108899 req-14cdb253-efbe-49ce-a96c-f22c11eb6944 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/security-groups?id=33003919-2e66-424f-89a8-28e4fe94add1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2387300 Nov 22 20:24:12.978722 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e97007-a4c0-434a-84d4-5d1a11da1d9d req-74b27d4a-5b0e-4123-bab4-018d6d1f834e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:24:12.980264 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-92e97007-a4c0-434a-84d4-5d1a11da1d9d req-74b27d4a-5b0e-4123-bab4-018d6d1f834e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=700f25ca-fe48-4186-881c-bc8e45e72e13 HTTP/1.1" status: 200 len: 854 time: 0.1194954 Nov 22 20:24:13.005537 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-84489e90-0361-4104-878f-073865ffd63e req-818fb41e-c5be-407d-a936-0cb2bdd0a8cc service neutron] Attempting to bind port 4e2dae83-da4c-42ee-837c-a1756683232f on host n-h1-818823-1 for vnic_type normal with profile {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:24:13.005871 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-84489e90-0361-4104-878f-073865ffd63e req-818fb41e-c5be-407d-a936-0cb2bdd0a8cc service neutron] Attempting to bind port 4e2dae83-da4c-42ee-837c-a1756683232f by drivers openvswitch,hyperv on host n-h1-818823-1 at level 0 using segments [{'id': '1739ccaa-9c80-4797-8458-792c11f48e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '6efa7afe-07b7-401b-a93b-34d9934a86f8'}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:24:13.006195 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84489e90-0361-4104-878f-073865ffd63e req-818fb41e-c5be-407d-a936-0cb2bdd0a8cc service neutron] Attempting to bind port 4e2dae83-da4c-42ee-837c-a1756683232f on network 6efa7afe-07b7-401b-a93b-34d9934a86f8 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:24:13.035068 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f01c2b9-4dca-40fe-819b-22daff6bd8cb req-744ae734-60ad-4a58-a8fe-9f440825e623 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:24:13.037183 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0f01c2b9-4dca-40fe-819b-22daff6bd8cb req-744ae734-60ad-4a58-a8fe-9f440825e623 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/ports?device_id=f1a6bfe1-26d1-4dd2-94cd-df2360ee8ad5 HTTP/1.1" status: 200 len: 946 time: 0.1555545 Nov 22 20:24:13.040424 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-92e97007-a4c0-434a-84d4-5d1a11da1d9d req-b0cac475-4fe8-49ad-bbca-dd95c188d5e0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=07a52fe9-f2bb-41b8-a0b8-a12077ec9b70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0513191 Nov 22 20:24:13.042884 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84489e90-0361-4104-878f-073865ffd63e req-818fb41e-c5be-407d-a936-0cb2bdd0a8cc service neutron] Port 4e2dae83-da4c-42ee-837c-a1756683232f on network 6efa7afe-07b7-401b-a93b-34d9934a86f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-818823-1 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:24:13.043202 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84489e90-0361-4104-878f-073865ffd63e req-818fb41e-c5be-407d-a936-0cb2bdd0a8cc service neutron] Attempting to bind port 4e2dae83-da4c-42ee-837c-a1756683232f on network 6efa7afe-07b7-401b-a93b-34d9934a86f8 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:24:13.065979 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84489e90-0361-4104-878f-073865ffd63e req-818fb41e-c5be-407d-a936-0cb2bdd0a8cc service neutron] Checking agent: {'id': '7a008cff-3b49-418c-8046-689d46cc800f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'started_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 23, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:24:13.066322 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84489e90-0361-4104-878f-073865ffd63e req-818fb41e-c5be-407d-a936-0cb2bdd0a8cc service neutron] Checking segment: {'id': '1739ccaa-9c80-4797-8458-792c11f48e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '6efa7afe-07b7-401b-a93b-34d9934a86f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:24:13.066824 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84489e90-0361-4104-878f-073865ffd63e req-818fb41e-c5be-407d-a936-0cb2bdd0a8cc service neutron] Bound using segment: {'id': '1739ccaa-9c80-4797-8458-792c11f48e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '6efa7afe-07b7-401b-a93b-34d9934a86f8'} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:24:13.067189 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-84489e90-0361-4104-878f-073865ffd63e req-818fb41e-c5be-407d-a936-0cb2bdd0a8cc service neutron] Bound port: 4e2dae83-da4c-42ee-837c-a1756683232f, host: n-h1-818823-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1739ccaa-9c80-4797-8458-792c11f48e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '6efa7afe-07b7-401b-a93b-34d9934a86f8'}}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:24:13.067631 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-84489e90-0361-4104-878f-073865ffd63e req-818fb41e-c5be-407d-a936-0cb2bdd0a8cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:24:13.195703 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0f01c2b9-4dca-40fe-819b-22daff6bd8cb req-af25eb6d-a91b-48b0-9241-5d6f7ca933ac tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/security-groups?id=ace094e3-bfce-4b88-a460-949b8cf0d5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1485422 Nov 22 20:24:13.238021 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-92e97007-a4c0-434a-84d4-5d1a11da1d9d req-a6c07d7a-d3a1-4764-941f-aeb5690923f3 service neutron] 10.222.0.20 "GET /v2.0/networks/07a52fe9-f2bb-41b8-a0b8-a12077ec9b70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1873822 Nov 22 20:24:13.258549 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-84489e90-0361-4104-878f-073865ffd63e req-818fb41e-c5be-407d-a936-0cb2bdd0a8cc service neutron] For port 4e2dae83-da4c-42ee-837c-a1756683232f, host n-h1-818823-1, cleared binding levels {{(pid=103447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:24:13.263667 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-84489e90-0361-4104-878f-073865ffd63e req-818fb41e-c5be-407d-a936-0cb2bdd0a8cc service neutron] For port 4e2dae83-da4c-42ee-837c-a1756683232f, host n-h1-818823-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=4e2dae83-da4c-42ee-837c-a1756683232f,segment=NetworkSegment(1739ccaa-9c80-4797-8458-792c11f48e76),segment_id=1739ccaa-9c80-4797-8458-792c11f48e76)] {{(pid=103447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:24:13.273605 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-84489e90-0361-4104-878f-073865ffd63e req-818fb41e-c5be-407d-a936-0cb2bdd0a8cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:24:13.450966 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-92e97007-a4c0-434a-84d4-5d1a11da1d9d req-ff36e7d4-bea0-4c8d-a14c-53640c28cc81 service neutron] 10.222.0.20 "GET /v2.0/networks/07a52fe9-f2bb-41b8-a0b8-a12077ec9b70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894393 Nov 22 20:24:13.451744 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818fb41e-c5be-407d-a936-0cb2bdd0a8cc service neutron] Pushing event updated for resources: {'Port': ['ID=4e2dae83-da4c-42ee-837c-a1756683232f,revision_number=3']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:24:13.477897 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84489e90-0361-4104-878f-073865ffd63e req-818fb41e-c5be-407d-a936-0cb2bdd0a8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:24:13.478548 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-84489e90-0361-4104-878f-073865ffd63e req-818fb41e-c5be-407d-a936-0cb2bdd0a8cc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:24:13.479963 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-84489e90-0361-4104-878f-073865ffd63e req-818fb41e-c5be-407d-a936-0cb2bdd0a8cc service neutron] 10.222.0.41 "PUT /v2.0/ports/4e2dae83-da4c-42ee-837c-a1756683232f HTTP/1.1" status: 200 len: 1091 time: 1.7967250 Nov 22 20:24:13.480651 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30223940-a247-436b-b2ee-f0eac24f58b9', 'tag': '4e2dae83-da4c-42ee-837c-a1756683232f'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:24:13.489609 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-882b7b4d-a8ef-4920-8e6d-958e683a3819" -d '{"events": [{"name": "network-changed", "server_uuid": "30223940-a247-436b-b2ee-f0eac24f58b9", "tag": "4e2dae83-da4c-42ee-837c-a1756683232f"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:24:13.577963 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c5059a-7a85-4705-8f9c-53974f420146 req-5bac64a9-be1a-4fb3-abe2-115ad2fb469c tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:24:13.589983 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 55208) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:24:13.596036 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-9071fe02-bb36-4742-8c2e-a174269344ef tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Request body: {'floatingip': {'port_id': '9c51b9e8-9b54-46f6-8722-f3321988d408'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:24:13.603138 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c6c5059a-7a85-4705-8f9c-53974f420146 req-5bac64a9-be1a-4fb3-abe2-115ad2fb469c tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/ports?device_id=f1a6bfe1-26d1-4dd2-94cd-df2360ee8ad5 HTTP/1.1" status: 200 len: 946 time: 0.2822614 Nov 22 20:24:13.708455 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84489e90-0361-4104-878f-073865ffd63e req-132c48c6-a849-4d4c-ae60-f4357acb40dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:24:13.710014 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-84489e90-0361-4104-878f-073865ffd63e req-132c48c6-a849-4d4c-ae60-f4357acb40dd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=85bf20edceb64b41a574b1567a4068c1&device_id=30223940-a247-436b-b2ee-f0eac24f58b9 HTTP/1.1" status: 200 len: 1094 time: 0.1548250 Nov 22 20:24:13.718493 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1e51ca-42a0-44d0-9d8c-5eaf1c5ecb31 req-360c3422-5bb6-40f0-a373-5f9fd4f333a3 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:24:13.726162 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9a1e51ca-42a0-44d0-9d8c-5eaf1c5ecb31 req-360c3422-5bb6-40f0-a373-5f9fd4f333a3 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/ports?device_id=d849f117-6f1f-4334-9477-96448e110c81 HTTP/1.1" status: 200 len: 945 time: 0.0916133 Nov 22 20:24:13.744799 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9071fe02-bb36-4742-8c2e-a174269344ef tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Publish callbacks [] for floatingip, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:24:13.841995 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-84489e90-0361-4104-878f-073865ffd63e req-d347ec58-451f-4bbb-823c-b14112dcc605 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4e2dae83-da4c-42ee-837c-a1756683232f HTTP/1.1" status: 200 len: 217 time: 0.1035252 Nov 22 20:24:13.949615 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9a1e51ca-42a0-44d0-9d8c-5eaf1c5ecb31 req-928fc4fa-c05e-458d-a754-6b3fb7d4d263 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/security-groups?id=80d35954-332b-44d6-bf58-c3aefadfaef0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2164807 Nov 22 20:24:13.966795 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84489e90-0361-4104-878f-073865ffd63e req-c57bacbe-9102-49eb-a3bf-a329ddf381bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:24:13.968367 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-84489e90-0361-4104-878f-073865ffd63e req-c57bacbe-9102-49eb-a3bf-a329ddf381bd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=41e22381-7e39-4421-9ae7-fd38b15d4349 HTTP/1.1" status: 200 len: 849 time: 0.1115272 Nov 22 20:24:13.983721 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee6e8ab-03a6-412e-af17-9a3995ab1e1e req-1c09ca14-f6e5-4f09-8001-c2cece1ac0ea tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:24:13.985549 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-fee6e8ab-03a6-412e-af17-9a3995ab1e1e req-1c09ca14-f6e5-4f09-8001-c2cece1ac0ea tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca99196e-ff25-4699-97d7-4a9388d2764b HTTP/1.1" status: 200 len: 945 time: 0.2385991 Nov 22 20:24:14.005942 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 20:24:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78bafbc2-875d-4f80-8637-e3a5a0cf2ab4 x-openstack-request-id: req-78bafbc2-875d-4f80-8637-e3a5a0cf2ab4 {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:24:14.006416 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30223940-a247-436b-b2ee-f0eac24f58b9", "tag": "4e2dae83-da4c-42ee-837c-a1756683232f", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:24:14.006811 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-78bafbc2-875d-4f80-8637-e3a5a0cf2ab4 {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:24:14.007346 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30223940-a247-436b-b2ee-f0eac24f58b9', 'tag': '4e2dae83-da4c-42ee-837c-a1756683232f', 'status': 'completed', 'code': 200} Nov 22 20:24:14.108578 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84489e90-0361-4104-878f-073865ffd63e req-335f632b-3c7e-4b6e-ac65-26ac36f2e3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:24:14.110605 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-84489e90-0361-4104-878f-073865ffd63e req-335f632b-3c7e-4b6e-ac65-26ac36f2e3e0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6efa7afe-07b7-401b-a93b-34d9934a86f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1237738 Nov 22 20:24:14.126958 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-fee6e8ab-03a6-412e-af17-9a3995ab1e1e req-e14e4d7d-2168-4b40-9488-187a866587f2 tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] 10.222.0.46 "GET /v2.0/security-groups?id=e904806f-9bc9-4f52-beb6-3fb062dd1789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315470 Nov 22 20:24:14.236189 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83ddf02-76e5-4c59-8d68-9b3ef15cb700 req-58fd6531-21ed-4402-8e08-709231a02b69 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:24:14.244446 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e83ddf02-76e5-4c59-8d68-9b3ef15cb700 req-58fd6531-21ed-4402-8e08-709231a02b69 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce76aa75-6890-4214-b1ec-455b43223b5d HTTP/1.1" status: 200 len: 945 time: 0.1534796 Nov 22 20:24:14.389879 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:24:14.398274 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:24:14.453767 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9071fe02-bb36-4742-8c2e-a174269344ef tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:24:14.461768 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9071fe02-bb36-4742-8c2e-a174269344ef tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-595224'] for floatingip, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:24:14.572444 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-84489e90-0361-4104-878f-073865ffd63e req-ec6a5b27-4f3c-4e83-9058-aecad8b1d920 service neutron] 10.222.0.41 "GET /v2.0/networks/6efa7afe-07b7-401b-a93b-34d9934a86f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4494586 Nov 22 20:24:14.634057 n-d-818823-1 neutron-server[103448]: INFO neutron.db.l3_db [None req-9071fe02-bb36-4742-8c2e-a174269344ef tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Floating IP 6b675702-eb57-48bb-89a3-ccdfe301a7ad associated. External IP: 172.25.5.74, port: 9c51b9e8-9b54-46f6-8722-f3321988d408. Nov 22 20:24:14.711068 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caa7543-0281-4f27-9ba9-5a21f9d6fe9c req-69794a65-febb-43bd-935f-9dfb6a42d8d1 tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:24:14.712666 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9caa7543-0281-4f27-9ba9-5a21f9d6fe9c req-69794a65-febb-43bd-935f-9dfb6a42d8d1 tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] 10.222.0.46 "GET /v2.0/ports?device_id=30223940-a247-436b-b2ee-f0eac24f58b9 HTTP/1.1" status: 200 len: 943 time: 0.1393087 Nov 22 20:24:14.739499 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e83ddf02-76e5-4c59-8d68-9b3ef15cb700 req-8533235e-d46d-47ab-a1eb-a4ed6e992dca tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/security-groups?id=33003919-2e66-424f-89a8-28e4fe94add1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4865961 Nov 22 20:24:14.907401 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-84489e90-0361-4104-878f-073865ffd63e req-6760bd7d-1d6d-4d9a-8de5-db99b0aef2a0 service neutron] 10.222.0.41 "GET /v2.0/networks/6efa7afe-07b7-401b-a93b-34d9934a86f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2927811 Nov 22 20:24:14.915128 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9caa7543-0281-4f27-9ba9-5a21f9d6fe9c req-cf26f372-fae2-49ac-a6dc-e162c37b136e tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] 10.222.0.46 "GET /v2.0/security-groups?id=e77ff0e9-b450-4641-ad17-7a74a6cf419c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1723042 Nov 22 20:24:14.973958 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9071fe02-bb36-4742-8c2e-a174269344ef tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Router 6ddb0c47-68b4-4365-ab49-a2c935770e6c has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 20:24:15.021358 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882b7b4d-a8ef-4920-8e6d-958e683a3819 req-509bbba4-3d23-4779-ab6c-769554038842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:24:15.024224 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-882b7b4d-a8ef-4920-8e6d-958e683a3819 req-509bbba4-3d23-4779-ab6c-769554038842 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=85bf20edceb64b41a574b1567a4068c1&device_id=30223940-a247-436b-b2ee-f0eac24f58b9 HTTP/1.1" status: 200 len: 1094 time: 0.0579267 Nov 22 20:24:15.100538 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9071fe02-bb36-4742-8c2e-a174269344ef tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:24:15.110814 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6efd7018-582a-4d3f-ba57-85488ae85d06 None None] Sync routers for ids ['6ddb0c47-68b4-4365-ab49-a2c935770e6c'] in n-d-818823-1 {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:24:15.111907 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9071fe02-bb36-4742-8c2e-a174269344ef tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for floatingip, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:24:15.126246 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6efd7018-582a-4d3f-ba57-85488ae85d06 None None] Routers {'6ddb0c47-68b4-4365-ab49-a2c935770e6c'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:24:15.130421 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-6efd7018-582a-4d3f-ba57-85488ae85d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:24:02Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['6ddb0c47-68b4-4365-ab49-a2c935770e6c'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:24:15.188505 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882b7b4d-a8ef-4920-8e6d-958e683a3819 req-7c6e60df-1344-46b5-b69f-84829b8efb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:24:15.190128 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-882b7b4d-a8ef-4920-8e6d-958e683a3819 req-7c6e60df-1344-46b5-b69f-84829b8efb08 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6efa7afe-07b7-401b-a93b-34d9934a86f8 HTTP/1.1" status: 200 len: 911 time: 0.1578050 Nov 22 20:24:15.191967 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-9071fe02-bb36-4742-8c2e-a174269344ef tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "PUT /v2.0/floatingips/6b675702-eb57-48bb-89a3-ccdfe301a7ad HTTP/1.1" status: 200 len: 991 time: 1.6007826 Nov 22 20:24:15.192965 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1a6bfe1-26d1-4dd2-94cd-df2360ee8ad5', 'tag': '9c51b9e8-9b54-46f6-8722-f3321988d408'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:24:15.195278 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589a98cf2aea187fcc423a5edb333e5a6cf3ad7c81115d1ebee0f079693c312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95d73c95-84f5-4fa3-997b-dd6482b31849" -d '{"events": [{"name": "network-changed", "server_uuid": "f1a6bfe1-26d1-4dd2-94cd-df2360ee8ad5", "tag": "9c51b9e8-9b54-46f6-8722-f3321988d408"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:24:15.255850 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-882b7b4d-a8ef-4920-8e6d-958e683a3819 req-47c96510-b79f-41b7-bc45-efb50b13b1d0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4e2dae83-da4c-42ee-837c-a1756683232f HTTP/1.1" status: 200 len: 217 time: 0.0517600 Nov 22 20:24:15.316618 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-6efd7018-582a-4d3f-ba57-85488ae85d06 None None] Set router 6ddb0c47-68b4-4365-ab49-a2c935770e6c gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:24:15.321213 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a622b717-e6bd-4dca-a173-4769ea4146a4 req-6f7eb8e7-2389-46e3-af94-94df6b4b8864 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:24:15.322841 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a622b717-e6bd-4dca-a173-4769ea4146a4 req-6f7eb8e7-2389-46e3-af94-94df6b4b8864 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/ports?device_id=d849f117-6f1f-4334-9477-96448e110c81 HTTP/1.1" status: 200 len: 945 time: 0.1316791 Nov 22 20:24:15.388711 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882b7b4d-a8ef-4920-8e6d-958e683a3819 req-3d7ed873-218f-4906-9da2-ad6f7c595bed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:24:15.390360 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-882b7b4d-a8ef-4920-8e6d-958e683a3819 req-3d7ed873-218f-4906-9da2-ad6f7c595bed service neutron] 10.222.0.41 "GET /v2.0/subnets?id=41e22381-7e39-4421-9ae7-fd38b15d4349 HTTP/1.1" status: 200 len: 849 time: 0.1262648 Nov 22 20:24:15.402209 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a622b717-e6bd-4dca-a173-4769ea4146a4 req-a6de9997-a4f0-4f93-b70a-0695f677cc01 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/security-groups?id=80d35954-332b-44d6-bf58-c3aefadfaef0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631826 Nov 22 20:24:15.447556 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e577073d-f7df-4f60-bd37-fdb92e117bc5 req-5a3fd7cd-e1a7-46d7-bd46-0fac4e289675 tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:24:15.449286 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e577073d-f7df-4f60-bd37-fdb92e117bc5 req-5a3fd7cd-e1a7-46d7-bd46-0fac4e289675 tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca99196e-ff25-4699-97d7-4a9388d2764b HTTP/1.1" status: 200 len: 945 time: 0.1497173 Nov 22 20:24:15.480479 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882b7b4d-a8ef-4920-8e6d-958e683a3819 req-23ba04ba-0714-415a-95bb-91fdb17523c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:24:15.482991 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-882b7b4d-a8ef-4920-8e6d-958e683a3819 req-23ba04ba-0714-415a-95bb-91fdb17523c7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6efa7afe-07b7-401b-a93b-34d9934a86f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0778358 Nov 22 20:24:15.585107 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e577073d-f7df-4f60-bd37-fdb92e117bc5 req-dfa65aac-830e-416e-b0bf-04da054c0a4a tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] 10.222.0.46 "GET /v2.0/security-groups?id=e904806f-9bc9-4f52-beb6-3fb062dd1789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279752 Nov 22 20:24:15.651311 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-882b7b4d-a8ef-4920-8e6d-958e683a3819 req-4825b260-34ea-419a-815f-7015bad8ef3c service neutron] 10.222.0.41 "GET /v2.0/networks/6efa7afe-07b7-401b-a93b-34d9934a86f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580267 Nov 22 20:24:15.708133 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-6efd7018-582a-4d3f-ba57-85488ae85d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ddb0c47-68b4-4365-ab49-a2c935770e6c', 'name': 'tempest-ServerActionsTestJSON-2052855445-router', 'tenant_id': 'a3670ebd84cb4741b338db645a992249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': '7363c900-06ff-4d2b-b8a6-f72228263196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:23:36Z', 'updated_at': '2021-11-22T20:23:43Z', 'revision_number': 4, 'project_id': 'a3670ebd84cb4741b338db645a992249', 'gw_port': {'id': '7363c900-06ff-4d2b-b8a6-f72228263196', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:f3:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ddb0c47-68b4-4365-ab49-a2c935770e6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2185, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:23:37Z', 'updated_at': '2021-11-22T20:23:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_floatingips': [{'id': '6b675702-eb57-48bb-89a3-ccdfe301a7ad', 'tenant_id': 'a3670ebd84cb4741b338db645a992249', 'floating_ip_address': '172.25.5.74', 'floating_network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'router_id': '6ddb0c47-68b4-4365-ab49-a2c935770e6c', 'port_id': '9c51b9e8-9b54-46f6-8722-f3321988d408', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2199, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13496096-9618-4fad-a538-016ce712d3bd', 'mac_address': 'fa:16:3e:68:32:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1a6bfe1-26d1-4dd2-94cd-df2360ee8ad5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T20:23:50Z', 'updated_at': '2021-11-22T20:24:14Z', 'revision_number': 1, 'project_id': 'a3670ebd84cb4741b338db645a992249', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de4bdfac-0dbf-4534-bae2-02f1cbe9e419', 'name': '', 'network_id': '13496096-9618-4fad-a538-016ce712d3bd', 'tenant_id': 'a3670ebd84cb4741b338db645a992249', 'mac_address': 'fa:16:3e:d8:f8:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ddb0c47-68b4-4365-ab49-a2c935770e6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2186, 'fixed_ips': [{'subnet_id': 'c03e1529-a0c9-4990-b0cd-08a1dc455fd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:23:42Z', 'updated_at': '2021-11-22T20:23:50Z', 'revision_number': 5, 'project_id': 'a3670ebd84cb4741b338db645a992249', 'subnets': [{'id': 'c03e1529-a0c9-4990-b0cd-08a1dc455fd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:24:15.749957 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6efd7018-582a-4d3f-ba57-85488ae85d06 None None] Checking router: 6ddb0c47-68b4-4365-ab49-a2c935770e6c for host: n-d-818823-1 {{(pid=103449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 20:24:15.760983 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6efd7018-582a-4d3f-ba57-85488ae85d06 None None] Routers {'6ddb0c47-68b4-4365-ab49-a2c935770e6c'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:24:15.761698 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-6efd7018-582a-4d3f-ba57-85488ae85d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:24:02Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['6ddb0c47-68b4-4365-ab49-a2c935770e6c'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:24:15.907307 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 20:24:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f8c1fb6-2c00-4aaa-aac2-6ee175e9b4a7 x-openstack-request-id: req-5f8c1fb6-2c00-4aaa-aac2-6ee175e9b4a7 {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:24:15.907856 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1a6bfe1-26d1-4dd2-94cd-df2360ee8ad5", "tag": "9c51b9e8-9b54-46f6-8722-f3321988d408", "status": "completed", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:24:15.907856 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5f8c1fb6-2c00-4aaa-aac2-6ee175e9b4a7 {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:24:15.908296 n-d-818823-1 neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1a6bfe1-26d1-4dd2-94cd-df2360ee8ad5', 'tag': '9c51b9e8-9b54-46f6-8722-f3321988d408', 'status': 'completed', 'code': 200} Nov 22 20:24:15.913875 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-882b7b4d-a8ef-4920-8e6d-958e683a3819 req-f0d78e09-a035-4c86-a4a8-582980c0b57b service neutron] 10.222.0.41 "GET /v2.0/networks/6efa7afe-07b7-401b-a93b-34d9934a86f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2439470 Nov 22 20:24:16.033600 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b7e52f-25c8-4995-8436-7a0c46bb9a02 req-5a2a206a-8b8d-4015-8bfd-d5a81874d649 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:24:16.035268 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-73b7e52f-25c8-4995-8436-7a0c46bb9a02 req-5a2a206a-8b8d-4015-8bfd-d5a81874d649 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce76aa75-6890-4214-b1ec-455b43223b5d HTTP/1.1" status: 200 len: 945 time: 0.1854429 Nov 22 20:24:16.042137 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-6efd7018-582a-4d3f-ba57-85488ae85d06 None None] Set router 6ddb0c47-68b4-4365-ab49-a2c935770e6c gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:24:16.046803 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d73c95-84f5-4fa3-997b-dd6482b31849 req-cd799c9b-009b-4a57-abd1-664d6365dfd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:24:16.048299 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-95d73c95-84f5-4fa3-997b-dd6482b31849 req-cd799c9b-009b-4a57-abd1-664d6365dfd8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a3670ebd84cb4741b338db645a992249&device_id=f1a6bfe1-26d1-4dd2-94cd-df2360ee8ad5 HTTP/1.1" status: 200 len: 1097 time: 0.1031034 Nov 22 20:24:16.108761 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.agents_db [None req-aa8313f2-1ee4-4e7b-8c5a-d32b2f9d31ee None None] Agent healthcheck: found 7 active agents {{(pid=103450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 20:24:16.110946 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-73b7e52f-25c8-4995-8436-7a0c46bb9a02 req-92ab6736-6240-464c-ba01-8fcfd45cbdc7 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/security-groups?id=33003919-2e66-424f-89a8-28e4fe94add1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660222 Nov 22 20:24:16.250089 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ec676f-fdfa-4d02-939a-890e00bb7a02 req-d471556a-4980-415e-b25b-620cd0fe2d07 tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:24:16.251605 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-64ec676f-fdfa-4d02-939a-890e00bb7a02 req-d471556a-4980-415e-b25b-620cd0fe2d07 tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] 10.222.0.46 "GET /v2.0/ports?device_id=30223940-a247-436b-b2ee-f0eac24f58b9 HTTP/1.1" status: 200 len: 943 time: 0.0821965 Nov 22 20:24:16.257358 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d73c95-84f5-4fa3-997b-dd6482b31849 req-127e25ac-9a19-4610-a477-3905985ab438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:24:16.258782 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-95d73c95-84f5-4fa3-997b-dd6482b31849 req-127e25ac-9a19-4610-a477-3905985ab438 service neutron] 10.222.0.41 "GET /v2.0/networks?id=13496096-9618-4fad-a538-016ce712d3bd HTTP/1.1" status: 200 len: 913 time: 0.1523459 Nov 22 20:24:16.355781 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-95d73c95-84f5-4fa3-997b-dd6482b31849 req-522a31e1-d550-4a1f-84aa-a435324aabea service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9c51b9e8-9b54-46f6-8722-f3321988d408 HTTP/1.1" status: 200 len: 999 time: 0.0889993 Nov 22 20:24:16.359499 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-64ec676f-fdfa-4d02-939a-890e00bb7a02 req-76c549e3-a7eb-4c27-be11-1e88c3e57057 tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] 10.222.0.46 "GET /v2.0/security-groups?id=e77ff0e9-b450-4641-ad17-7a74a6cf419c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0988433 Nov 22 20:24:16.367135 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-6efd7018-582a-4d3f-ba57-85488ae85d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ddb0c47-68b4-4365-ab49-a2c935770e6c', 'name': 'tempest-ServerActionsTestJSON-2052855445-router', 'tenant_id': 'a3670ebd84cb4741b338db645a992249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': '7363c900-06ff-4d2b-b8a6-f72228263196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:23:36Z', 'updated_at': '2021-11-22T20:23:43Z', 'revision_number': 4, 'project_id': 'a3670ebd84cb4741b338db645a992249', 'gw_port': {'id': '7363c900-06ff-4d2b-b8a6-f72228263196', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:f3:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ddb0c47-68b4-4365-ab49-a2c935770e6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2185, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:23:37Z', 'updated_at': '2021-11-22T20:23:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_floatingips': [{'id': '6b675702-eb57-48bb-89a3-ccdfe301a7ad', 'tenant_id': 'a3670ebd84cb4741b338db645a992249', 'floating_ip_address': '172.25.5.74', 'floating_network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'router_id': '6ddb0c47-68b4-4365-ab49-a2c935770e6c', 'port_id': '9c51b9e8-9b54-46f6-8722-f3321988d408', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2199, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13496096-9618-4fad-a538-016ce712d3bd', 'mac_address': 'fa:16:3e:68:32:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1a6bfe1-26d1-4dd2-94cd-df2360ee8ad5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T20:23:50Z', 'updated_at': '2021-11-22T20:24:14Z', 'revision_number': 1, 'project_id': 'a3670ebd84cb4741b338db645a992249', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de4bdfac-0dbf-4534-bae2-02f1cbe9e419', 'name': '', 'network_id': '13496096-9618-4fad-a538-016ce712d3bd', 'tenant_id': 'a3670ebd84cb4741b338db645a992249', 'mac_address': 'fa:16:3e:d8:f8:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ddb0c47-68b4-4365-ab49-a2c935770e6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2186, 'fixed_ips': [{'subnet_id': 'c03e1529-a0c9-4990-b0cd-08a1dc455fd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:23:42Z', 'updated_at': '2021-11-22T20:23:50Z', 'revision_number': 5, 'project_id': 'a3670ebd84cb4741b338db645a992249', 'subnets': [{'id': 'c03e1529-a0c9-4990-b0cd-08a1dc455fd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:24:16.395855 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6efd7018-582a-4d3f-ba57-85488ae85d06 None None] The sync data for ids ['6ddb0c47-68b4-4365-ab49-a2c935770e6c'] in n-d-818823-1 is: [{'id': '6ddb0c47-68b4-4365-ab49-a2c935770e6c', 'name': 'tempest-ServerActionsTestJSON-2052855445-router', 'tenant_id': 'a3670ebd84cb4741b338db645a992249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': '7363c900-06ff-4d2b-b8a6-f72228263196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:23:36Z', 'updated_at': '2021-11-22T20:23:43Z', 'revision_number': 4, 'project_id': 'a3670ebd84cb4741b338db645a992249', 'gw_port': {'id': '7363c900-06ff-4d2b-b8a6-f72228263196', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:f3:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ddb0c47-68b4-4365-ab49-a2c935770e6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2185, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:23:37Z', 'updated_at': '2021-11-22T20:23:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_floatingips': [{'id': '6b675702-eb57-48bb-89a3-ccdfe301a7ad', 'tenant_id': 'a3670ebd84cb4741b338db645a992249', 'floating_ip_address': '172.25.5.74', 'floating_network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'router_id': '6ddb0c47-68b4-4365-ab49-a2c935770e6c', 'port_id': '9c51b9e8-9b54-46f6-8722-f3321988d408', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2199, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13496096-9618-4fad-a538-016ce712d3bd', 'mac_address': 'fa:16:3e:68:32:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1a6bfe1-26d1-4dd2-94cd-df2360ee8ad5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T20:23:50Z', 'updated_at': '2021-11-22T20:24:14Z', 'revision_number': 1, 'project_id': 'a3670ebd84cb4741b338db645a992249', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de4bdfac-0dbf-4534-bae2-02f1cbe9e419', 'name': '', 'network_id': '13496096-9618-4fad-a538-016ce712d3bd', 'tenant_id': 'a3670ebd84cb4741b338db645a992249', 'mac_address': 'fa:16:3e:d8:f8:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ddb0c47-68b4-4365-ab49-a2c935770e6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2186, 'fixed_ips': [{'subnet_id': 'c03e1529-a0c9-4990-b0cd-08a1dc455fd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:23:42Z', 'updated_at': '2021-11-22T20:23:50Z', 'revision_number': 5, 'project_id': 'a3670ebd84cb4741b338db645a992249', 'subnets': [{'id': 'c03e1529-a0c9-4990-b0cd-08a1dc455fd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:24:16.409423 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d73c95-84f5-4fa3-997b-dd6482b31849 req-68f6094c-ca23-4207-b911-76e142160e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:24:16.410987 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-95d73c95-84f5-4fa3-997b-dd6482b31849 req-68f6094c-ca23-4207-b911-76e142160e01 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c03e1529-a0c9-4990-b0cd-08a1dc455fd5 HTTP/1.1" status: 200 len: 851 time: 0.0469933 Nov 22 20:24:16.463228 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d73c95-84f5-4fa3-997b-dd6482b31849 req-3d6db394-0922-40d8-9aed-603b6721a7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:24:16.465521 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-95d73c95-84f5-4fa3-997b-dd6482b31849 req-3d6db394-0922-40d8-9aed-603b6721a7ed service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=13496096-9618-4fad-a538-016ce712d3bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0471048 Nov 22 20:24:16.596574 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1579e8fe-2c50-4fda-97af-305b1e602b0e req-c35107e4-66b7-4050-9ceb-2992351a37cb tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:24:16.598279 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1579e8fe-2c50-4fda-97af-305b1e602b0e req-c35107e4-66b7-4050-9ceb-2992351a37cb tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/ports?device_id=d849f117-6f1f-4334-9477-96448e110c81 HTTP/1.1" status: 200 len: 945 time: 0.1045623 Nov 22 20:24:16.616820 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-95d73c95-84f5-4fa3-997b-dd6482b31849 req-0da71e87-1c6d-474f-a564-bcbd08a0c4c3 service neutron] 10.222.0.41 "GET /v2.0/networks/13496096-9618-4fad-a538-016ce712d3bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420784 Nov 22 20:24:16.679710 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b52b278e-954f-4f22-be12-ac534145481c None None] New status for floating IP 6b675702-eb57-48bb-89a3-ccdfe301a7ad: ACTIVE {{(pid=103450) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 20:24:16.764499 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1579e8fe-2c50-4fda-97af-305b1e602b0e req-871f2b53-ada1-4c87-85fc-6b145d51a486 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/security-groups?id=80d35954-332b-44d6-bf58-c3aefadfaef0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1600420 Nov 22 20:24:16.798148 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c1e7c1-9930-49b8-aec4-38a1a9ae55e2 req-ee6a773e-6a54-4618-8bcb-442c6129c954 tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:24:16.799648 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c2c1e7c1-9930-49b8-aec4-38a1a9ae55e2 req-ee6a773e-6a54-4618-8bcb-442c6129c954 tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca99196e-ff25-4699-97d7-4a9388d2764b HTTP/1.1" status: 200 len: 945 time: 0.1019266 Nov 22 20:24:16.827291 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-95d73c95-84f5-4fa3-997b-dd6482b31849 req-2b986d90-f9ce-4e99-b806-a13cea781b85 service neutron] 10.222.0.41 "GET /v2.0/networks/13496096-9618-4fad-a538-016ce712d3bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2028434 Nov 22 20:24:16.874190 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c2c1e7c1-9930-49b8-aec4-38a1a9ae55e2 req-6c4b5533-f28a-4543-be77-d3089251fe09 tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] 10.222.0.46 "GET /v2.0/security-groups?id=e904806f-9bc9-4f52-beb6-3fb062dd1789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589113 Nov 22 20:24:17.257556 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e2fa36-cbb4-44c2-beff-85f0879b0798 req-f484d1ea-cb62-4ae7-bfe7-13ac41decf47 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:24:17.259198 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-90e2fa36-cbb4-44c2-beff-85f0879b0798 req-f484d1ea-cb62-4ae7-bfe7-13ac41decf47 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce76aa75-6890-4214-b1ec-455b43223b5d HTTP/1.1" status: 200 len: 945 time: 0.0707910 Nov 22 20:24:17.345862 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-90e2fa36-cbb4-44c2-beff-85f0879b0798 req-ac674c55-db49-482f-9e9f-c86b070e860d tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/security-groups?id=33003919-2e66-424f-89a8-28e4fe94add1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802546 Nov 22 20:24:17.357831 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98d5a21-3f86-4fdf-8239-9e0b81d7a0a0 req-bc8778c6-5d1b-4b5d-8869-51ba06ef18a0 tempest-VolumesBackupsTest-516699759 tempest-VolumesBackupsTest-516699759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:24:17.359584 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e98d5a21-3f86-4fdf-8239-9e0b81d7a0a0 req-bc8778c6-5d1b-4b5d-8869-51ba06ef18a0 tempest-VolumesBackupsTest-516699759 tempest-VolumesBackupsTest-516699759-project] 10.222.0.46 "GET /v2.0/ports?device_id=1a9daffe-ffd3-42c1-9798-6f9227920db8 HTTP/1.1" status: 200 len: 949 time: 0.0771673 Nov 22 20:24:17.417246 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e98d5a21-3f86-4fdf-8239-9e0b81d7a0a0 req-16eb1a63-bd5a-4716-b16f-3e43f681c863 tempest-VolumesBackupsTest-516699759 tempest-VolumesBackupsTest-516699759-project] 10.222.0.46 "GET /v2.0/security-groups?id=9e8f9eb5-3d23-4263-a72e-d8b3ea5ba304&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498137 Nov 22 20:24:17.507212 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02da52a-2e37-42f7-a6a8-18018c57778c req-2a246920-b439-4466-979d-abdd34014aef tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:24:17.508797 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b02da52a-2e37-42f7-a6a8-18018c57778c req-2a246920-b439-4466-979d-abdd34014aef tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] 10.222.0.46 "GET /v2.0/ports?device_id=30223940-a247-436b-b2ee-f0eac24f58b9 HTTP/1.1" status: 200 len: 943 time: 0.0585394 Nov 22 20:24:17.560643 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b02da52a-2e37-42f7-a6a8-18018c57778c req-18c8386a-060c-49ab-842f-0f5ea05468ef tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] 10.222.0.46 "GET /v2.0/security-groups?id=e77ff0e9-b450-4641-ad17-7a74a6cf419c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454507 Nov 22 20:24:17.888380 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c764428c-1b94-45e0-8e13-f61c315ed835 req-392f1e7f-c777-41d6-96f2-2622d76dcc11 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:24:17.889817 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c764428c-1b94-45e0-8e13-f61c315ed835 req-392f1e7f-c777-41d6-96f2-2622d76dcc11 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/ports?device_id=d849f117-6f1f-4334-9477-96448e110c81 HTTP/1.1" status: 200 len: 945 time: 0.0500264 Nov 22 20:24:17.948876 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c764428c-1b94-45e0-8e13-f61c315ed835 req-3ea0d7ae-7f51-4605-a9fe-fe398d4cc416 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/security-groups?id=80d35954-332b-44d6-bf58-c3aefadfaef0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530083 Nov 22 20:24:18.014941 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e63cee-47a6-4093-946c-ff6220a4e53f req-9aea82c9-8ff1-45b0-ae9a-f43371592f1a tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:24:18.016534 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a4e63cee-47a6-4093-946c-ff6220a4e53f req-9aea82c9-8ff1-45b0-ae9a-f43371592f1a tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca99196e-ff25-4699-97d7-4a9388d2764b HTTP/1.1" status: 200 len: 945 time: 0.0550020 Nov 22 20:24:18.081068 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a4e63cee-47a6-4093-946c-ff6220a4e53f req-c66efd80-719d-4d01-8e9c-b3a05ddd76ea tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] 10.222.0.46 "GET /v2.0/security-groups?id=e904806f-9bc9-4f52-beb6-3fb062dd1789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562606 Nov 22 20:24:18.482015 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46a9e02-1afe-4456-82ce-cfe2bf32735f req-879f11ab-c840-4bb4-a65a-bd4cda9911eb tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:24:18.487853 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d46a9e02-1afe-4456-82ce-cfe2bf32735f req-879f11ab-c840-4bb4-a65a-bd4cda9911eb tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce76aa75-6890-4214-b1ec-455b43223b5d HTTP/1.1" status: 200 len: 945 time: 0.0696852 Nov 22 20:24:18.567502 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d46a9e02-1afe-4456-82ce-cfe2bf32735f req-8ae014a1-a905-44c0-bf94-e9f21598e084 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/security-groups?id=33003919-2e66-424f-89a8-28e4fe94add1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732980 Nov 22 20:24:18.589511 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7308fa-577f-4a4e-9369-3da11ceb465c req-4bd7e91d-94c5-49ee-966d-aaa697d9312c tempest-VolumesBackupsTest-516699759 tempest-VolumesBackupsTest-516699759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:24:18.589511 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9d7308fa-577f-4a4e-9369-3da11ceb465c req-4bd7e91d-94c5-49ee-966d-aaa697d9312c tempest-VolumesBackupsTest-516699759 tempest-VolumesBackupsTest-516699759-project] 10.222.0.46 "GET /v2.0/ports?device_id=1a9daffe-ffd3-42c1-9798-6f9227920db8 HTTP/1.1" status: 200 len: 949 time: 0.0765893 Nov 22 20:24:18.642619 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9d7308fa-577f-4a4e-9369-3da11ceb465c req-10520b5d-72d8-4d82-9efc-687292299ef1 tempest-VolumesBackupsTest-516699759 tempest-VolumesBackupsTest-516699759-project] 10.222.0.46 "GET /v2.0/security-groups?id=9e8f9eb5-3d23-4263-a72e-d8b3ea5ba304&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500042 Nov 22 20:24:18.721093 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398b69d2-e2a7-4051-a76b-ea5fd200e3dc req-7247bd36-50b8-4597-bb8e-56b1ee1d09e8 tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:24:18.723168 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-398b69d2-e2a7-4051-a76b-ea5fd200e3dc req-7247bd36-50b8-4597-bb8e-56b1ee1d09e8 tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] 10.222.0.46 "GET /v2.0/ports?device_id=30223940-a247-436b-b2ee-f0eac24f58b9 HTTP/1.1" status: 200 len: 943 time: 0.0558035 Nov 22 20:24:18.776639 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-398b69d2-e2a7-4051-a76b-ea5fd200e3dc req-dffefefa-cbf4-4bb4-999d-a76c72519067 tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] 10.222.0.46 "GET /v2.0/security-groups?id=e77ff0e9-b450-4641-ad17-7a74a6cf419c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471177 Nov 22 20:24:18.862307 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6642a52a-6af0-4b4b-aa4e-6a93c713ac09 req-ba27a8f8-628b-468a-bec2-946aa5f70f97 tempest-VolumesBackupsTest-516699759 tempest-VolumesBackupsTest-516699759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:24:18.863877 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6642a52a-6af0-4b4b-aa4e-6a93c713ac09 req-ba27a8f8-628b-468a-bec2-946aa5f70f97 tempest-VolumesBackupsTest-516699759 tempest-VolumesBackupsTest-516699759-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a9daffe-ffd3-42c1-9798-6f9227920db8 HTTP/1.1" status: 200 len: 949 time: 0.0609818 Nov 22 20:24:18.969112 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-6642a52a-6af0-4b4b-aa4e-6a93c713ac09 req-e490fae2-5f62-46bd-9c72-ecdcf73ed653 tempest-VolumesBackupsTest-516699759 tempest-VolumesBackupsTest-516699759-project] Deleting port 49975aee-c73d-4d3c-9633-127b23a28460 {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:24:18.969389 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-6642a52a-6af0-4b4b-aa4e-6a93c713ac09 req-e490fae2-5f62-46bd-9c72-ecdcf73ed653 tempest-VolumesBackupsTest-516699759 tempest-VolumesBackupsTest-516699759-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:24:19.110324 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-6642a52a-6af0-4b4b-aa4e-6a93c713ac09 req-e490fae2-5f62-46bd-9c72-ecdcf73ed653 tempest-VolumesBackupsTest-516699759 tempest-VolumesBackupsTest-516699759-project] For port 49975aee-c73d-4d3c-9633-127b23a28460, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=49975aee-c73d-4d3c-9633-127b23a28460,segment=NetworkSegment(2a5a1c7b-538e-498e-99b9-cc7a8e0411be),segment_id=2a5a1c7b-538e-498e-99b9-cc7a8e0411be)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:24:19.110696 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-6642a52a-6af0-4b4b-aa4e-6a93c713ac09 req-e490fae2-5f62-46bd-9c72-ecdcf73ed653 tempest-VolumesBackupsTest-516699759 tempest-VolumesBackupsTest-516699759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:24:19.130987 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a922aa64-24c6-4b76-9215-ae5794996791 req-e3fe9fa5-091c-4796-8b62-f2caa69bb340 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:24:19.132520 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a922aa64-24c6-4b76-9215-ae5794996791 req-e3fe9fa5-091c-4796-8b62-f2caa69bb340 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/ports?device_id=d849f117-6f1f-4334-9477-96448e110c81 HTTP/1.1" status: 200 len: 945 time: 0.0896568 Nov 22 20:24:19.137050 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-6642a52a-6af0-4b4b-aa4e-6a93c713ac09 req-e490fae2-5f62-46bd-9c72-ecdcf73ed653 tempest-VolumesBackupsTest-516699759 tempest-VolumesBackupsTest-516699759-project] Calling delete_port for 49975aee-c73d-4d3c-9633-127b23a28460 owned by compute:nova {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:24:19.148375 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 4e2dae83-da4c-42ee-837c-a1756683232f details requested by agent hyperv_n-h1-818823-1 with host n-h1-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 20:24:19.258041 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 4e2dae83-da4c-42ee-837c-a1756683232f, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=4e2dae83-da4c-42ee-837c-a1756683232f,segment=NetworkSegment(1739ccaa-9c80-4797-8458-792c11f48e76),segment_id=1739ccaa-9c80-4797-8458-792c11f48e76)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:24:19.280292 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Returning: {'device': '4e2dae83-da4c-42ee-837c-a1756683232f', 'network_id': '6efa7afe-07b7-401b-a93b-34d9934a86f8', 'port_id': '4e2dae83-da4c-42ee-837c-a1756683232f', 'mac_address': 'fa:16:3e:18:d3:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41e22381-7e39-4421-9ae7-fd38b15d4349', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 20:24:19.285048 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a922aa64-24c6-4b76-9215-ae5794996791 req-42c6b2ab-ef50-4ba5-8148-1154a77d0aee tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/security-groups?id=80d35954-332b-44d6-bf58-c3aefadfaef0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1437242 Nov 22 20:24:19.297708 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cc3711-60f3-412b-b00a-6a0b3481b853 req-9fd299d9-9abe-421a-91b5-f9c5830aab7f tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:24:19.305618 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d5cc3711-60f3-412b-b00a-6a0b3481b853 req-9fd299d9-9abe-421a-91b5-f9c5830aab7f tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca99196e-ff25-4699-97d7-4a9388d2764b HTTP/1.1" status: 200 len: 945 time: 0.1086240 Nov 22 20:24:19.337843 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:24:19.363595 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e2dae83-da4c-42ee-837c-a1756683232f {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:24:19.392549 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 4e2dae83-da4c-42ee-837c-a1756683232f, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=4e2dae83-da4c-42ee-837c-a1756683232f,segment=NetworkSegment(1739ccaa-9c80-4797-8458-792c11f48e76),segment_id=1739ccaa-9c80-4797-8458-792c11f48e76)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:24:19.398093 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d5cc3711-60f3-412b-b00a-6a0b3481b853 req-47cfcb08-7731-4323-b2c2-fb933e26fab2 tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] 10.222.0.46 "GET /v2.0/security-groups?id=e904806f-9bc9-4f52-beb6-3fb062dd1789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912173 Nov 22 20:24:19.398227 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:24:19.439589 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-6642a52a-6af0-4b4b-aa4e-6a93c713ac09 req-e490fae2-5f62-46bd-9c72-ecdcf73ed653 tempest-VolumesBackupsTest-516699759 tempest-VolumesBackupsTest-516699759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:24:19.460243 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] get_ports_and_sgs() called for port_ids ['49975aee-c73d-4d3c-9633-127b23a28460'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:24:19.475680 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e490fae2-5f62-46bd-9c72-ecdcf73ed653 tempest-VolumesBackupsTest-516699759 tempest-VolumesBackupsTest-516699759-project] Pushing event deleted for resources: {'Port': ['ID=49975aee-c73d-4d3c-9633-127b23a28460,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:24:19.502844 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=4e2dae83-da4c-42ee-837c-a1756683232f,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:24:19.510575 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:24:19.511098 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:24:19.511513 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:24:19.511777 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:24:19.512198 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:24:19.512579 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:24:19.512960 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:24:19.513268 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:24:19.513719 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:24:19.514052 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:24:19.514474 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:24:19.514811 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:24:19.518390 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-6642a52a-6af0-4b4b-aa4e-6a93c713ac09 req-e490fae2-5f62-46bd-9c72-ecdcf73ed653 tempest-VolumesBackupsTest-516699759 tempest-VolumesBackupsTest-516699759-project] No DVR routers for this DVR port 49975aee-c73d-4d3c-9633-127b23a28460 on host n-h2-818823-1 {{(pid=103447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:24:19.521732 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-6642a52a-6af0-4b4b-aa4e-6a93c713ac09 req-e490fae2-5f62-46bd-9c72-ecdcf73ed653 tempest-VolumesBackupsTest-516699759 tempest-VolumesBackupsTest-516699759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:24:19.525611 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6642a52a-6af0-4b4b-aa4e-6a93c713ac09 req-e490fae2-5f62-46bd-9c72-ecdcf73ed653 tempest-VolumesBackupsTest-516699759 tempest-VolumesBackupsTest-516699759-project] 10.222.0.20 "DELETE /v2.0/ports/49975aee-c73d-4d3c-9633-127b23a28460 HTTP/1.1" status: 204 len: 173 time: 0.6552703 Nov 22 20:24:19.526072 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a9daffe-ffd3-42c1-9798-6f9227920db8', 'name': 'network-vif-deleted', 'tag': '49975aee-c73d-4d3c-9633-127b23a28460'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:24:19.528480 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a8bb667-e96d-4614-92a1-7adfed7e442c" -d '{"events": [{"server_uuid": "1a9daffe-ffd3-42c1-9798-6f9227920db8", "name": "network-vif-deleted", "tag": "49975aee-c73d-4d3c-9633-127b23a28460"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:24:19.579606 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:24:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f4c593c-4e45-44dc-aa6f-7cc92dbfc67d x-openstack-request-id: req-1f4c593c-4e45-44dc-aa6f-7cc92dbfc67d {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:24:19.580086 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a9daffe-ffd3-42c1-9798-6f9227920db8", "name": "network-vif-deleted", "tag": "49975aee-c73d-4d3c-9633-127b23a28460", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:24:19.580348 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1f4c593c-4e45-44dc-aa6f-7cc92dbfc67d {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:24:19.580759 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a9daffe-ffd3-42c1-9798-6f9227920db8', 'name': 'network-vif-deleted', 'tag': '49975aee-c73d-4d3c-9633-127b23a28460', 'status': 'completed', 'code': 200} Nov 22 20:24:19.700166 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] get_ports_and_sgs() called for port_ids ['4e2dae83-da4c-42ee-837c-a1756683232f'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:24:19.722662 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5df7d0-8b3a-48c8-96d2-ea2e85ff8d60 req-93100404-50b8-492b-9b34-49e8ca6002a0 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:24:19.724377 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ef5df7d0-8b3a-48c8-96d2-ea2e85ff8d60 req-93100404-50b8-492b-9b34-49e8ca6002a0 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce76aa75-6890-4214-b1ec-455b43223b5d HTTP/1.1" status: 200 len: 945 time: 0.0624516 Nov 22 20:24:19.792350 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ebde0c91-0f32-4a0d-a7f5-c6a1b532b9f2 req-9016310f-53cb-41a7-b3fd-d8fcd9cc6bfa tempest-VolumesBackupsTest-516699759 tempest-VolumesBackupsTest-516699759-project] 10.222.0.46 "GET /v2.0/ports?device_id=1a9daffe-ffd3-42c1-9798-6f9227920db8 HTTP/1.1" status: 200 len: 210 time: 0.0384963 Nov 22 20:24:19.803477 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ef5df7d0-8b3a-48c8-96d2-ea2e85ff8d60 req-f69fd923-2ddf-41c6-a7fb-3e306938b067 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/security-groups?id=33003919-2e66-424f-89a8-28e4fe94add1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718400 Nov 22 20:24:19.988191 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f6a91a-9397-49f7-b823-b1c637a6c394 req-4299232f-6581-49dd-91e7-427e41809428 tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:24:19.990757 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-56f6a91a-9397-49f7-b823-b1c637a6c394 req-4299232f-6581-49dd-91e7-427e41809428 tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] 10.222.0.46 "GET /v2.0/ports?device_id=30223940-a247-436b-b2ee-f0eac24f58b9 HTTP/1.1" status: 200 len: 944 time: 0.0738175 Nov 22 20:24:20.061463 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-56f6a91a-9397-49f7-b823-b1c637a6c394 req-235d90f3-ea4c-4e90-b19c-e30d2e257a3b tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] 10.222.0.46 "GET /v2.0/security-groups?id=e77ff0e9-b450-4641-ad17-7a74a6cf419c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642011 Nov 22 20:24:20.415715 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda1f907-329b-4149-9824-095f27a58db5 req-d09d4923-7d95-4ec8-8ed7-aaeaac7605b7 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:24:20.417341 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-eda1f907-329b-4149-9824-095f27a58db5 req-d09d4923-7d95-4ec8-8ed7-aaeaac7605b7 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/ports?device_id=d849f117-6f1f-4334-9477-96448e110c81 HTTP/1.1" status: 200 len: 945 time: 0.0578480 Nov 22 20:24:20.475496 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-eda1f907-329b-4149-9824-095f27a58db5 req-859f03ea-1a93-47f4-a002-d7d287289f69 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/security-groups?id=80d35954-332b-44d6-bf58-c3aefadfaef0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514514 Nov 22 20:24:20.548537 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e50b2f2-e89d-413e-bc6d-cc912637d181 req-d7cb2bdd-d50f-451f-b40b-8a086c8e36e2 tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:24:20.550048 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4e50b2f2-e89d-413e-bc6d-cc912637d181 req-d7cb2bdd-d50f-451f-b40b-8a086c8e36e2 tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca99196e-ff25-4699-97d7-4a9388d2764b HTTP/1.1" status: 200 len: 945 time: 0.0531268 Nov 22 20:24:20.600036 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4e50b2f2-e89d-413e-bc6d-cc912637d181 req-c9956866-3720-48c0-a18f-e66c17c9a0da tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] 10.222.0.46 "GET /v2.0/security-groups?id=e904806f-9bc9-4f52-beb6-3fb062dd1789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428181 Nov 22 20:24:20.959107 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1a1ec8-fd89-4fbd-bca5-2f2ce77c4c11 req-5d415551-6ba5-466e-ae2c-94a7de9dcf48 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:24:20.972147 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ca1a1ec8-fd89-4fbd-bca5-2f2ce77c4c11 req-5d415551-6ba5-466e-ae2c-94a7de9dcf48 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce76aa75-6890-4214-b1ec-455b43223b5d HTTP/1.1" status: 200 len: 945 time: 0.0774100 Nov 22 20:24:21.021737 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ca1a1ec8-fd89-4fbd-bca5-2f2ce77c4c11 req-84b3fdfb-1132-41ef-baae-9e8d23481d6a tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/security-groups?id=33003919-2e66-424f-89a8-28e4fe94add1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531886 Nov 22 20:24:21.204483 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063df7e5-7034-49e8-aa2c-693b4fccf39e req-f00f47f0-eda5-40a2-bf68-3e5ea2b35349 tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:24:21.206046 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-063df7e5-7034-49e8-aa2c-693b4fccf39e req-f00f47f0-eda5-40a2-bf68-3e5ea2b35349 tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] 10.222.0.46 "GET /v2.0/ports?device_id=30223940-a247-436b-b2ee-f0eac24f58b9 HTTP/1.1" status: 200 len: 944 time: 0.0631838 Nov 22 20:24:21.350820 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-063df7e5-7034-49e8-aa2c-693b4fccf39e req-6b93688c-16ed-420f-b106-a3f11f19f5d3 tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] 10.222.0.46 "GET /v2.0/security-groups?id=e77ff0e9-b450-4641-ad17-7a74a6cf419c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1373618 Nov 22 20:24:21.465072 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 4e2dae83-da4c-42ee-837c-a1756683232f up at agent hyperv_n-h1-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:24:21.540840 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Provisioning for port 4e2dae83-da4c-42ee-837c-a1756683232f completed by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 20:24:21.545738 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Provisioning complete for port 4e2dae83-da4c-42ee-837c-a1756683232f triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:24:21.546368 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:24:21.634231 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1b3c24-14f7-48c3-862f-fee360dd57e3 req-d7b31cd2-2935-4fc6-bbce-3c12cd155175 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:24:21.634782 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:24:21.637705 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5b1b3c24-14f7-48c3-862f-fee360dd57e3 req-d7b31cd2-2935-4fc6-bbce-3c12cd155175 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/ports?device_id=d849f117-6f1f-4334-9477-96448e110c81 HTTP/1.1" status: 200 len: 945 time: 0.0697715 Nov 22 20:24:21.679037 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30223940-a247-436b-b2ee-f0eac24f58b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e2dae83-da4c-42ee-837c-a1756683232f'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:24:21.681376 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d39f6d30a11e565ec9648abcc015e8a6ab6cff4edd704add8155e28765d31eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f474f61-b689-4d4a-aa57-5535459e373d" -d '{"events": [{"server_uuid": "30223940-a247-436b-b2ee-f0eac24f58b9", "name": "network-vif-plugged", "status": "completed", "tag": "4e2dae83-da4c-42ee-837c-a1756683232f"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:24:21.704055 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 4e2dae83-da4c-42ee-837c-a1756683232f, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=4e2dae83-da4c-42ee-837c-a1756683232f,segment=NetworkSegment(1739ccaa-9c80-4797-8458-792c11f48e76),segment_id=1739ccaa-9c80-4797-8458-792c11f48e76)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:24:21.708814 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:24:21.770577 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=4e2dae83-da4c-42ee-837c-a1756683232f,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:24:21.808819 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5b1b3c24-14f7-48c3-862f-fee360dd57e3 req-001a18d5-ac25-4932-9932-c6803c51376f tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/security-groups?id=80d35954-332b-44d6-bf58-c3aefadfaef0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1638393 Nov 22 20:24:21.839441 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1acece5-1a97-4619-aa81-1c410c885a91 req-a5507a87-b008-4b35-8331-4de3cd1355ac tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:24:21.847239 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c1acece5-1a97-4619-aa81-1c410c885a91 req-a5507a87-b008-4b35-8331-4de3cd1355ac tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca99196e-ff25-4699-97d7-4a9388d2764b HTTP/1.1" status: 200 len: 945 time: 0.1453259 Nov 22 20:24:21.859917 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:24:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-840b6b04-a82a-4270-a949-28c4934477b1 x-openstack-request-id: req-840b6b04-a82a-4270-a949-28c4934477b1 {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:24:21.860104 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30223940-a247-436b-b2ee-f0eac24f58b9", "name": "network-vif-plugged", "status": "completed", "tag": "4e2dae83-da4c-42ee-837c-a1756683232f", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:24:21.860411 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-840b6b04-a82a-4270-a949-28c4934477b1 {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:24:21.860922 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30223940-a247-436b-b2ee-f0eac24f58b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e2dae83-da4c-42ee-837c-a1756683232f', 'code': 200} Nov 22 20:24:21.912893 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c1acece5-1a97-4619-aa81-1c410c885a91 req-5f639515-9137-4004-9731-1c07b51bf31c tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] 10.222.0.46 "GET /v2.0/security-groups?id=e904806f-9bc9-4f52-beb6-3fb062dd1789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640500 Nov 22 20:24:21.970577 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa94ab4-3a6f-44cf-98a2-7ccb39cc9284 req-55b575d1-45fb-4233-8c37-7fe2ac8b6b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:24:21.972523 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8aa94ab4-3a6f-44cf-98a2-7ccb39cc9284 req-55b575d1-45fb-4233-8c37-7fe2ac8b6b9e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=30223940-a247-436b-b2ee-f0eac24f58b9 HTTP/1.1" status: 200 len: 1096 time: 0.0477347 Nov 22 20:24:22.043046 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8aa94ab4-3a6f-44cf-98a2-7ccb39cc9284 req-34df1c4c-8020-4f2d-92be-db3c8b9608e9 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=e77ff0e9-b450-4641-ad17-7a74a6cf419c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596972 Nov 22 20:24:22.165556 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3d7c3f-7fbe-4e36-aee2-a84b641d664f req-1223df20-3475-4ab9-a2e0-111a527c3605 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:24:22.173663 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9a3d7c3f-7fbe-4e36-aee2-a84b641d664f req-1223df20-3475-4ab9-a2e0-111a527c3605 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce76aa75-6890-4214-b1ec-455b43223b5d HTTP/1.1" status: 200 len: 945 time: 0.0702400 Nov 22 20:24:22.224840 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9a3d7c3f-7fbe-4e36-aee2-a84b641d664f req-e5ea6189-57d9-4f7a-b065-1f71f3bb2eb2 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/security-groups?id=33003919-2e66-424f-89a8-28e4fe94add1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501666 Nov 22 20:24:22.482698 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527ae349-6697-43c5-8f16-57d88b98ef5c req-b8ae3dd5-8ff5-4279-bf3f-716d3162afd1 tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:24:22.485088 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-527ae349-6697-43c5-8f16-57d88b98ef5c req-b8ae3dd5-8ff5-4279-bf3f-716d3162afd1 tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] 10.222.0.46 "GET /v2.0/ports?device_id=30223940-a247-436b-b2ee-f0eac24f58b9 HTTP/1.1" status: 200 len: 945 time: 0.0553181 Nov 22 20:24:22.537316 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-527ae349-6697-43c5-8f16-57d88b98ef5c req-e843e01e-abec-4273-a5bf-96963172809a tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] 10.222.0.46 "GET /v2.0/security-groups?id=e77ff0e9-b450-4641-ad17-7a74a6cf419c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457876 Nov 22 20:24:22.840973 n-d-818823-1 neutron-server[103447]: INFO neutron.api.v2.resource [req-14e9602f-5309-4687-be1d-067ddeb7f5b6 req-12c48e11-f60f-4ff6-832c-f9c84e94e864 service neutron] show failed (client error): The resource could not be found. Nov 22 20:24:22.842069 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-14e9602f-5309-4687-be1d-067ddeb7f5b6 req-12c48e11-f60f-4ff6-832c-f9c84e94e864 service neutron] 10.222.0.41 "GET /v2.0/ports/16c7c286-2bdc-4b17-83d6-965664355bf1/bindings/n-h2-818823-1 HTTP/1.1" status: 404 len: 380 time: 0.0627248 Nov 22 20:24:22.969836 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e261e415-3e2c-452b-a96a-37389da75b12 req-f4675c82-7ac0-4373-aa3b-3e10d098f4bd tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:24:22.975448 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e261e415-3e2c-452b-a96a-37389da75b12 req-f4675c82-7ac0-4373-aa3b-3e10d098f4bd tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/ports?device_id=d849f117-6f1f-4334-9477-96448e110c81 HTTP/1.1" status: 200 len: 945 time: 0.0750802 Nov 22 20:24:23.008399 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 49975aee-c73d-4d3c-9633-127b23a28460 no longer exists at agent hyperv_n-h2-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:24:23.056133 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] No Port match for: 49975aee-c73d-4d3c-9633-127b23a28460 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:24:23.056485 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 49975aee-c73d-4d3c-9633-127b23a28460 not bound to the agent host n-h2-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:24:23.096018 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e261e415-3e2c-452b-a96a-37389da75b12 req-51426d73-9109-4973-bcf9-32f62d954474 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/security-groups?id=80d35954-332b-44d6-bf58-c3aefadfaef0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1154916 Nov 22 20:24:23.144912 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b55843-fe4a-47e3-900c-c2c9a1d1c8c5 req-dfd59f34-d409-4ecc-ba07-c5e4881e597f tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:24:23.147965 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-63b55843-fe4a-47e3-900c-c2c9a1d1c8c5 req-dfd59f34-d409-4ecc-ba07-c5e4881e597f tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca99196e-ff25-4699-97d7-4a9388d2764b HTTP/1.1" status: 200 len: 945 time: 0.1280951 Nov 22 20:24:23.164873 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e9602f-5309-4687-be1d-067ddeb7f5b6 req-8bc79754-389f-4827-94ec-a56009f1822b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:24:23.166545 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-14e9602f-5309-4687-be1d-067ddeb7f5b6 req-8bc79754-389f-4827-94ec-a56009f1822b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d849f117-6f1f-4334-9477-96448e110c81&tenant_id=f13d149ee8a64f188025185f0e8b5cfe HTTP/1.1" status: 200 len: 1096 time: 0.0920892 Nov 22 20:24:23.181693 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-14e9602f-5309-4687-be1d-067ddeb7f5b6 req-fd6f799c-aef5-4653-8a04-8ad1be775f10 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-818823-1', 'device_owner': 'compute:nova'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:24:23.277752 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-63b55843-fe4a-47e3-900c-c2c9a1d1c8c5 req-685f0fa5-9c35-4d89-af73-1973217faade tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] 10.222.0.46 "GET /v2.0/security-groups?id=e904806f-9bc9-4f52-beb6-3fb062dd1789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196048 Nov 22 20:24:23.305713 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-14e9602f-5309-4687-be1d-067ddeb7f5b6 req-fd6f799c-aef5-4653-8a04-8ad1be775f10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:24:23.555318 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf71df1-969a-4a84-b7fe-f871e498455f req-95ee2fd3-a209-441f-904e-0b4203ab51c1 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:24:23.556967 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-daf71df1-969a-4a84-b7fe-f871e498455f req-95ee2fd3-a209-441f-904e-0b4203ab51c1 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce76aa75-6890-4214-b1ec-455b43223b5d HTTP/1.1" status: 200 len: 945 time: 0.1149416 Nov 22 20:24:23.693374 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-daf71df1-969a-4a84-b7fe-f871e498455f req-2442f90c-814b-425d-a535-57fda57bf52c tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/security-groups?id=33003919-2e66-424f-89a8-28e4fe94add1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216950 Nov 22 20:24:23.695324 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-14e9602f-5309-4687-be1d-067ddeb7f5b6 req-fd6f799c-aef5-4653-8a04-8ad1be775f10 service neutron] For port 16c7c286-2bdc-4b17-83d6-965664355bf1, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=16c7c286-2bdc-4b17-83d6-965664355bf1,segment=NetworkSegment(d98c5774-f49e-4d4f-8f89-60677abce332),segment_id=d98c5774-f49e-4d4f-8f89-60677abce332)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:24:23.752242 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a218c26-657a-49e4-845b-e1718714b650 req-19f80804-2d4b-4ae9-b4a9-df1624ea2d3e tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:24:23.764008 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8a218c26-657a-49e4-845b-e1718714b650 req-19f80804-2d4b-4ae9-b4a9-df1624ea2d3e tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] 10.222.0.46 "GET /v2.0/ports?device_id=30223940-a247-436b-b2ee-f0eac24f58b9 HTTP/1.1" status: 200 len: 945 time: 0.1365347 Nov 22 20:24:23.789619 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-14e9602f-5309-4687-be1d-067ddeb7f5b6 req-fd6f799c-aef5-4653-8a04-8ad1be775f10 service neutron] For port 16c7c286-2bdc-4b17-83d6-965664355bf1, host n-h1-818823-1, cleared binding levels {{(pid=103447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:24:23.852569 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8a218c26-657a-49e4-845b-e1718714b650 req-2138182c-6f33-4cc5-9e54-f08e2f24f884 tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] 10.222.0.46 "GET /v2.0/security-groups?id=e77ff0e9-b450-4641-ad17-7a74a6cf419c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873129 Nov 22 20:24:23.856857 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd849f117-6f1f-4334-9477-96448e110c81', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '16c7c286-2bdc-4b17-83d6-965664355bf1'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:24:23.859737 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f376d4bd-ee02-4e52-8468-36694c6a5a75" -d '{"events": [{"server_uuid": "d849f117-6f1f-4334-9477-96448e110c81", "name": "network-vif-unplugged", "status": "completed", "tag": "16c7c286-2bdc-4b17-83d6-965664355bf1"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:24:23.863994 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-14e9602f-5309-4687-be1d-067ddeb7f5b6 req-fd6f799c-aef5-4653-8a04-8ad1be775f10 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:24:23.880656 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.provisioning_blocks [req-14e9602f-5309-4687-be1d-067ddeb7f5b6 req-fd6f799c-aef5-4653-8a04-8ad1be775f10 service neutron] Transition to ACTIVE for port object 16c7c286-2bdc-4b17-83d6-965664355bf1 will not be triggered until provisioned by entity L2. {{(pid=103447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 20:24:23.896274 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-14e9602f-5309-4687-be1d-067ddeb7f5b6 req-fd6f799c-aef5-4653-8a04-8ad1be775f10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:24:23.998754 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 22 Nov 2021 20:24:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30269434-738e-43af-b403-6860fa9aab6b x-openstack-request-id: req-30269434-738e-43af-b403-6860fa9aab6b {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:24:23.999049 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d849f117-6f1f-4334-9477-96448e110c81", "name": "network-vif-unplugged", "status": "completed", "tag": "16c7c286-2bdc-4b17-83d6-965664355bf1", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:24:23.999311 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-30269434-738e-43af-b403-6860fa9aab6b {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:24:23.999907 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd849f117-6f1f-4334-9477-96448e110c81', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '16c7c286-2bdc-4b17-83d6-965664355bf1', 'code': 200} Nov 22 20:24:24.077471 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6f799c-aef5-4653-8a04-8ad1be775f10 service neutron] Pushing event updated for resources: {'Port': ['ID=16c7c286-2bdc-4b17-83d6-965664355bf1,revision_number=6']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:24:24.135022 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d19b8b-5e97-4228-b3a4-448bcd97638c req-4fd29d1c-e5b9-4d64-b694-c0e67059f904 tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:24:24.140038 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c5d19b8b-5e97-4228-b3a4-448bcd97638c req-4fd29d1c-e5b9-4d64-b694-c0e67059f904 tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] 10.222.0.46 "GET /v2.0/ports?device_id=30223940-a247-436b-b2ee-f0eac24f58b9 HTTP/1.1" status: 200 len: 945 time: 0.1391711 Nov 22 20:24:24.148107 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 55382) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:24:24.169472 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-80b26d54-ba63-4df6-a96a-7ccd2257805b tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] Request body: {'floatingip': {'port_id': '4e2dae83-da4c-42ee-837c-a1756683232f'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:24:24.292875 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-80b26d54-ba63-4df6-a96a-7ccd2257805b tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] Publish callbacks [] for floatingip, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:24:24.294907 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-14e9602f-5309-4687-be1d-067ddeb7f5b6 req-fd6f799c-aef5-4653-8a04-8ad1be775f10 service neutron] No DVR routers for this DVR port 16c7c286-2bdc-4b17-83d6-965664355bf1 on host n-h1-818823-1 {{(pid=103447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:24:24.699107 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf41302-d465-42b5-8a0b-d0b81954a16e req-ad7c5a75-412d-41fe-9818-6b9e1cf93eeb tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:24:24.700651 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-baf41302-d465-42b5-8a0b-d0b81954a16e req-ad7c5a75-412d-41fe-9818-6b9e1cf93eeb tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/ports?device_id=d849f117-6f1f-4334-9477-96448e110c81 HTTP/1.1" status: 200 len: 943 time: 0.4635959 Nov 22 20:24:24.812383 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6240bf2-aaef-406d-b13d-5b4546d15f15 req-89f1aa46-40b7-461e-ac08-9d62e5eb5745 tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:24:24.819696 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e6240bf2-aaef-406d-b13d-5b4546d15f15 req-89f1aa46-40b7-461e-ac08-9d62e5eb5745 tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca99196e-ff25-4699-97d7-4a9388d2764b HTTP/1.1" status: 200 len: 945 time: 0.4579937 Nov 22 20:24:24.917939 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-baf41302-d465-42b5-8a0b-d0b81954a16e req-ed212fd6-1f77-433e-b0c3-982fbf5b117c tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/security-groups?id=80d35954-332b-44d6-bf58-c3aefadfaef0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1903970 Nov 22 20:24:25.009386 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 3af90274-6df2-49fc-a29e-804805813bff details requested by agent hyperv_n-h2-818823-1 with host n-h2-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 20:24:25.031522 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e6240bf2-aaef-406d-b13d-5b4546d15f15 req-2888b40e-1244-4841-bca3-9d3bddc458b0 tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] 10.222.0.46 "GET /v2.0/security-groups?id=e904806f-9bc9-4f52-beb6-3fb062dd1789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109172 Nov 22 20:24:25.032286 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-14e9602f-5309-4687-be1d-067ddeb7f5b6 req-fd6f799c-aef5-4653-8a04-8ad1be775f10 service neutron] Attempting to bind port 16c7c286-2bdc-4b17-83d6-965664355bf1 on host n-h2-818823-1 for vnic_type normal with profile {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:24:25.032624 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-14e9602f-5309-4687-be1d-067ddeb7f5b6 req-fd6f799c-aef5-4653-8a04-8ad1be775f10 service neutron] Attempting to bind port 16c7c286-2bdc-4b17-83d6-965664355bf1 by drivers openvswitch,hyperv on host n-h2-818823-1 at level 0 using segments [{'id': 'd98c5774-f49e-4d4f-8f89-60677abce332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '67d08895-b2ce-4996-9944-b0b6375ce4b5'}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:24:25.032958 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14e9602f-5309-4687-be1d-067ddeb7f5b6 req-fd6f799c-aef5-4653-8a04-8ad1be775f10 service neutron] Attempting to bind port 16c7c286-2bdc-4b17-83d6-965664355bf1 on network 67d08895-b2ce-4996-9944-b0b6375ce4b5 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:24:25.042051 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14e9602f-5309-4687-be1d-067ddeb7f5b6 req-fd6f799c-aef5-4653-8a04-8ad1be775f10 service neutron] Port 16c7c286-2bdc-4b17-83d6-965664355bf1 on network 67d08895-b2ce-4996-9944-b0b6375ce4b5 not bound, no agent of type Open vSwitch agent registered on host n-h2-818823-1 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:24:25.044799 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14e9602f-5309-4687-be1d-067ddeb7f5b6 req-fd6f799c-aef5-4653-8a04-8ad1be775f10 service neutron] Attempting to bind port 16c7c286-2bdc-4b17-83d6-965664355bf1 on network 67d08895-b2ce-4996-9944-b0b6375ce4b5 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:24:25.068503 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14e9602f-5309-4687-be1d-067ddeb7f5b6 req-fd6f799c-aef5-4653-8a04-8ad1be775f10 service neutron] Checking agent: {'id': '65e0486a-7030-4065-96f0-10aa7402a530', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'started_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 24, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:24:25.068904 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14e9602f-5309-4687-be1d-067ddeb7f5b6 req-fd6f799c-aef5-4653-8a04-8ad1be775f10 service neutron] Checking segment: {'id': 'd98c5774-f49e-4d4f-8f89-60677abce332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '67d08895-b2ce-4996-9944-b0b6375ce4b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:24:25.069317 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14e9602f-5309-4687-be1d-067ddeb7f5b6 req-fd6f799c-aef5-4653-8a04-8ad1be775f10 service neutron] Bound using segment: {'id': 'd98c5774-f49e-4d4f-8f89-60677abce332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '67d08895-b2ce-4996-9944-b0b6375ce4b5'} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:24:25.069794 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-14e9602f-5309-4687-be1d-067ddeb7f5b6 req-fd6f799c-aef5-4653-8a04-8ad1be775f10 service neutron] Bound port: 16c7c286-2bdc-4b17-83d6-965664355bf1, host: n-h2-818823-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd98c5774-f49e-4d4f-8f89-60677abce332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '67d08895-b2ce-4996-9944-b0b6375ce4b5'}}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:24:25.070162 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-14e9602f-5309-4687-be1d-067ddeb7f5b6 req-fd6f799c-aef5-4653-8a04-8ad1be775f10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:24:25.204635 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port 3af90274-6df2-49fc-a29e-804805813bff, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=3af90274-6df2-49fc-a29e-804805813bff,segment=NetworkSegment(6b8f1d18-2278-40c7-b488-3ca021d47ca0),segment_id=6b8f1d18-2278-40c7-b488-3ca021d47ca0)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:24:25.217212 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Returning: {'device': '3af90274-6df2-49fc-a29e-804805813bff', 'network_id': '07a52fe9-f2bb-41b8-a0b8-a12077ec9b70', 'port_id': '3af90274-6df2-49fc-a29e-804805813bff', 'mac_address': 'fa:16:3e:cf:b1:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '700f25ca-fe48-4186-881c-bc8e45e72e13', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 20:24:25.280081 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:24:25.324954 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3af90274-6df2-49fc-a29e-804805813bff {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:24:25.350552 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-14e9602f-5309-4687-be1d-067ddeb7f5b6 req-fd6f799c-aef5-4653-8a04-8ad1be775f10 service neutron] For port 16c7c286-2bdc-4b17-83d6-965664355bf1, host n-h2-818823-1, cleared binding levels {{(pid=103447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:24:25.395811 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port 3af90274-6df2-49fc-a29e-804805813bff, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=3af90274-6df2-49fc-a29e-804805813bff,segment=NetworkSegment(6b8f1d18-2278-40c7-b488-3ca021d47ca0),segment_id=6b8f1d18-2278-40c7-b488-3ca021d47ca0)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:24:25.401364 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-14e9602f-5309-4687-be1d-067ddeb7f5b6 req-fd6f799c-aef5-4653-8a04-8ad1be775f10 service neutron] For port 16c7c286-2bdc-4b17-83d6-965664355bf1, host n-h2-818823-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=16c7c286-2bdc-4b17-83d6-965664355bf1,segment=NetworkSegment(d98c5774-f49e-4d4f-8f89-60677abce332),segment_id=d98c5774-f49e-4d4f-8f89-60677abce332)] {{(pid=103447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:24:25.410947 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:24:25.427224 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-14e9602f-5309-4687-be1d-067ddeb7f5b6 req-fd6f799c-aef5-4653-8a04-8ad1be775f10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:24:25.527721 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6f799c-aef5-4653-8a04-8ad1be775f10 service neutron] Pushing event updated for resources: {'Port': ['ID=16c7c286-2bdc-4b17-83d6-965664355bf1,revision_number=7']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:24:25.546764 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6f799c-aef5-4653-8a04-8ad1be775f10 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:24:25.547108 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6f799c-aef5-4653-8a04-8ad1be775f10 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:24:25.547472 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6f799c-aef5-4653-8a04-8ad1be775f10 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:24:25.554453 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6f799c-aef5-4653-8a04-8ad1be775f10 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:24:25.554672 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6f799c-aef5-4653-8a04-8ad1be775f10 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:24:25.554882 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6f799c-aef5-4653-8a04-8ad1be775f10 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:24:25.555225 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6f799c-aef5-4653-8a04-8ad1be775f10 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:24:25.555585 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6f799c-aef5-4653-8a04-8ad1be775f10 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:24:25.555926 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6f799c-aef5-4653-8a04-8ad1be775f10 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:24:25.556254 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6f799c-aef5-4653-8a04-8ad1be775f10 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:24:25.556586 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6f799c-aef5-4653-8a04-8ad1be775f10 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:24:25.556912 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6f799c-aef5-4653-8a04-8ad1be775f10 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:24:25.571845 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e9602f-5309-4687-be1d-067ddeb7f5b6 req-fd6f799c-aef5-4653-8a04-8ad1be775f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:24:25.572481 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-14e9602f-5309-4687-be1d-067ddeb7f5b6 req-fd6f799c-aef5-4653-8a04-8ad1be775f10 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:24:25.573917 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-14e9602f-5309-4687-be1d-067ddeb7f5b6 req-fd6f799c-aef5-4653-8a04-8ad1be775f10 service neutron] 10.222.0.20 "PUT /v2.0/ports/16c7c286-2bdc-4b17-83d6-965664355bf1 HTTP/1.1" status: 200 len: 1091 time: 2.3992712 Nov 22 20:24:25.631594 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fc557d-f425-4ec2-80a4-861b4c80f861 req-648e342c-6b7b-4069-8301-70360373346c tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:24:25.633050 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e9fc557d-f425-4ec2-80a4-861b4c80f861 req-648e342c-6b7b-4069-8301-70360373346c tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce76aa75-6890-4214-b1ec-455b43223b5d HTTP/1.1" status: 200 len: 945 time: 0.3860850 Nov 22 20:24:25.645179 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=3af90274-6df2-49fc-a29e-804805813bff,revision_number=6']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:24:25.696888 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] get_ports_and_sgs() called for port_ids ['3af90274-6df2-49fc-a29e-804805813bff'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:24:25.864692 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e9fc557d-f425-4ec2-80a4-861b4c80f861 req-06f4bcb4-6007-4a47-ab35-4e0088f30372 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/security-groups?id=33003919-2e66-424f-89a8-28e4fe94add1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174914 Nov 22 20:24:25.892374 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e9602f-5309-4687-be1d-067ddeb7f5b6 req-90bbff42-027c-4ee4-b081-5cf50fcd4209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:24:25.892374 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-14e9602f-5309-4687-be1d-067ddeb7f5b6 req-90bbff42-027c-4ee4-b081-5cf50fcd4209 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f13d149ee8a64f188025185f0e8b5cfe&device_id=d849f117-6f1f-4334-9477-96448e110c81 HTTP/1.1" status: 200 len: 1094 time: 0.2782302 Nov 22 20:24:25.968936 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.db.resource_extend [None req-80b26d54-ba63-4df6-a96a-7ccd2257805b tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 22 20:24:26.000938 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd849f117-6f1f-4334-9477-96448e110c81', 'tag': '16c7c286-2bdc-4b17-83d6-965664355bf1'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:24:26.003194 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79c3ed28-c6cb-4951-8c61-c2866afd3504" -d '{"events": [{"name": "network-changed", "server_uuid": "d849f117-6f1f-4334-9477-96448e110c81", "tag": "16c7c286-2bdc-4b17-83d6-965664355bf1"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:24:26.053723 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-80b26d54-ba63-4df6-a96a-7ccd2257805b tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:24:26.070317 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-80b26d54-ba63-4df6-a96a-7ccd2257805b tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-595224'] for floatingip, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:24:26.174613 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 20:24:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfcb7ee0-effe-4399-b3b7-7cb9d8c45f39 x-openstack-request-id: req-dfcb7ee0-effe-4399-b3b7-7cb9d8c45f39 {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:24:26.174613 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d849f117-6f1f-4334-9477-96448e110c81", "tag": "16c7c286-2bdc-4b17-83d6-965664355bf1", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:24:26.174613 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-dfcb7ee0-effe-4399-b3b7-7cb9d8c45f39 {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:24:26.174613 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd849f117-6f1f-4334-9477-96448e110c81', 'tag': '16c7c286-2bdc-4b17-83d6-965664355bf1', 'status': 'completed', 'code': 200} Nov 22 20:24:26.206469 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e9602f-5309-4687-be1d-067ddeb7f5b6 req-4cc50578-cd07-4583-ae12-dea42fe17068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:24:26.212291 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-14e9602f-5309-4687-be1d-067ddeb7f5b6 req-4cc50578-cd07-4583-ae12-dea42fe17068 service neutron] 10.222.0.20 "GET /v2.0/networks?id=67d08895-b2ce-4996-9944-b0b6375ce4b5 HTTP/1.1" status: 200 len: 898 time: 0.3148983 Nov 22 20:24:26.495616 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-14e9602f-5309-4687-be1d-067ddeb7f5b6 req-dd1e5eaf-c3b5-4909-bbed-7233b76ec432 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=16c7c286-2bdc-4b17-83d6-965664355bf1 HTTP/1.1" status: 200 len: 998 time: 0.2302923 Nov 22 20:24:26.501003 n-d-818823-1 neutron-server[103447]: INFO neutron.db.l3_db [None req-80b26d54-ba63-4df6-a96a-7ccd2257805b tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] Floating IP 4ce19dfc-b916-401c-bea9-0c9030a7a256 associated. External IP: 172.25.5.81, port: 4e2dae83-da4c-42ee-837c-a1756683232f. Nov 22 20:24:26.518959 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e971a5-c82d-4ad6-a1ba-beed78976805 req-3466b124-c105-4d8c-9ce0-1d05f79f2774 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:24:26.521277 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-46e971a5-c82d-4ad6-a1ba-beed78976805 req-3466b124-c105-4d8c-9ce0-1d05f79f2774 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/ports?device_id=d849f117-6f1f-4334-9477-96448e110c81 HTTP/1.1" status: 200 len: 943 time: 0.3504794 Nov 22 20:24:27.022944 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 3af90274-6df2-49fc-a29e-804805813bff up at agent hyperv_n-h2-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:24:27.032406 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c3ed28-c6cb-4951-8c61-c2866afd3504 req-41b66e50-2fc8-4d25-ba95-d6278ab878a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:24:27.035758 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-79c3ed28-c6cb-4951-8c61-c2866afd3504 req-41b66e50-2fc8-4d25-ba95-d6278ab878a2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f13d149ee8a64f188025185f0e8b5cfe&device_id=d849f117-6f1f-4334-9477-96448e110c81 HTTP/1.1" status: 200 len: 1094 time: 0.8472195 Nov 22 20:24:27.074719 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e9602f-5309-4687-be1d-067ddeb7f5b6 req-1d7cb88f-e12f-4488-9bc2-40cd51420f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:24:27.076250 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-14e9602f-5309-4687-be1d-067ddeb7f5b6 req-1d7cb88f-e12f-4488-9bc2-40cd51420f3b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a647446e-a208-4e90-bb59-f7e7823f8a20 HTTP/1.1" status: 200 len: 834 time: 0.5528986 Nov 22 20:24:27.081917 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-46e971a5-c82d-4ad6-a1ba-beed78976805 req-333a53cb-c044-40bc-a087-baeb548aae91 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/security-groups?id=80d35954-332b-44d6-bf58-c3aefadfaef0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5002382 Nov 22 20:24:27.160595 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Provisioning complete for port 3af90274-6df2-49fc-a29e-804805813bff triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:24:27.166220 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:24:27.189528 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db1c13f-cf86-4a65-9ebf-3a3cfb7e9c2f req-553a6d61-6b22-47a3-8680-31864e5053b6 tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:24:27.191216 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4db1c13f-cf86-4a65-9ebf-3a3cfb7e9c2f req-553a6d61-6b22-47a3-8680-31864e5053b6 tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca99196e-ff25-4699-97d7-4a9388d2764b HTTP/1.1" status: 200 len: 945 time: 0.7541144 Nov 22 20:24:27.269799 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 16c7c286-2bdc-4b17-83d6-965664355bf1 no longer exists at agent hyperv_n-h1-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:24:27.310570 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4db1c13f-cf86-4a65-9ebf-3a3cfb7e9c2f req-7fe865b2-6344-4866-95a7-e5f5e7fe2515 tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] 10.222.0.46 "GET /v2.0/security-groups?id=e904806f-9bc9-4f52-beb6-3fb062dd1789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967462 Nov 22 20:24:27.367956 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 16c7c286-2bdc-4b17-83d6-965664355bf1 not bound to the agent host n-h1-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:24:27.430739 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:24:27.476904 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port 3af90274-6df2-49fc-a29e-804805813bff, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=3af90274-6df2-49fc-a29e-804805813bff,segment=NetworkSegment(6b8f1d18-2278-40c7-b488-3ca021d47ca0),segment_id=6b8f1d18-2278-40c7-b488-3ca021d47ca0)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:24:27.478379 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce76aa75-6890-4214-b1ec-455b43223b5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3af90274-6df2-49fc-a29e-804805813bff'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:24:27.481559 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d39f6d30a11e565ec9648abcc015e8a6ab6cff4edd704add8155e28765d31eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40784d8b-ea05-432a-9e7c-4b5cc4879ee4" -d '{"events": [{"server_uuid": "ce76aa75-6890-4214-b1ec-455b43223b5d", "name": "network-vif-plugged", "status": "completed", "tag": "3af90274-6df2-49fc-a29e-804805813bff"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:24:27.486681 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:24:27.539115 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e9602f-5309-4687-be1d-067ddeb7f5b6 req-aa323940-9762-4859-abb7-2d74a9197619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:24:27.543603 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-14e9602f-5309-4687-be1d-067ddeb7f5b6 req-aa323940-9762-4859-abb7-2d74a9197619 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=67d08895-b2ce-4996-9944-b0b6375ce4b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4232490 Nov 22 20:24:27.590750 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:24:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c5669be-5d5f-4e6e-bc4e-dcdbe188cfdd x-openstack-request-id: req-3c5669be-5d5f-4e6e-bc4e-dcdbe188cfdd {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:24:27.592575 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce76aa75-6890-4214-b1ec-455b43223b5d", "name": "network-vif-plugged", "status": "completed", "tag": "3af90274-6df2-49fc-a29e-804805813bff", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:24:27.593655 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3c5669be-5d5f-4e6e-bc4e-dcdbe188cfdd {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:24:27.594865 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce76aa75-6890-4214-b1ec-455b43223b5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3af90274-6df2-49fc-a29e-804805813bff', 'code': 200} Nov 22 20:24:27.603279 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=3af90274-6df2-49fc-a29e-804805813bff,revision_number=7']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:24:27.640807 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80b26d54-ba63-4df6-a96a-7ccd2257805b tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] Router 0b01ca47-3578-490c-8468-cf94f1d1b6b1 has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 20:24:27.656735 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c3ed28-c6cb-4951-8c61-c2866afd3504 req-d0e9ed3f-c7d0-4c40-b141-31f0849b2487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:24:27.658239 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-79c3ed28-c6cb-4951-8c61-c2866afd3504 req-d0e9ed3f-c7d0-4c40-b141-31f0849b2487 service neutron] 10.222.0.41 "GET /v2.0/networks?id=67d08895-b2ce-4996-9944-b0b6375ce4b5 HTTP/1.1" status: 200 len: 898 time: 0.5730429 Nov 22 20:24:27.801638 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e87ac7c-bcf2-42c8-b8bd-e129c76327b8 req-7ce3174b-62fb-436c-9f3a-2d01dd58b094 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:24:27.808965 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6e87ac7c-bcf2-42c8-b8bd-e129c76327b8 req-7ce3174b-62fb-436c-9f3a-2d01dd58b094 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce76aa75-6890-4214-b1ec-455b43223b5d HTTP/1.1" status: 200 len: 945 time: 0.2852709 Nov 22 20:24:27.851464 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-79c3ed28-c6cb-4951-8c61-c2866afd3504 req-acdf8eeb-d911-44a0-b658-013d6af4b454 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=16c7c286-2bdc-4b17-83d6-965664355bf1 HTTP/1.1" status: 200 len: 998 time: 0.1815860 Nov 22 20:24:27.883349 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-14e9602f-5309-4687-be1d-067ddeb7f5b6 req-3430a0cb-ab8e-41d5-9b0f-dbbe5d54cad6 service neutron] 10.222.0.20 "GET /v2.0/networks/67d08895-b2ce-4996-9944-b0b6375ce4b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3256691 Nov 22 20:24:28.029385 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c3ed28-c6cb-4951-8c61-c2866afd3504 req-61e15a33-e7b2-4efc-8bfb-e6ae1da51cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:24:28.030887 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-79c3ed28-c6cb-4951-8c61-c2866afd3504 req-61e15a33-e7b2-4efc-8bfb-e6ae1da51cdb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a647446e-a208-4e90-bb59-f7e7823f8a20 HTTP/1.1" status: 200 len: 834 time: 0.1436684 Nov 22 20:24:28.041666 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6e87ac7c-bcf2-42c8-b8bd-e129c76327b8 req-8e46e060-2cee-4cc7-b96f-05315f878a53 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/security-groups?id=33003919-2e66-424f-89a8-28e4fe94add1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2317743 Nov 22 20:24:28.067711 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80b26d54-ba63-4df6-a96a-7ccd2257805b tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:24:28.093768 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-80b26d54-ba63-4df6-a96a-7ccd2257805b tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for floatingip, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:24:28.100064 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-197a9cd4-0677-45cc-a77e-463d54381dec None None] Sync routers for ids ['0b01ca47-3578-490c-8468-cf94f1d1b6b1'] in n-d-818823-1 {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:24:28.124321 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-197a9cd4-0677-45cc-a77e-463d54381dec None None] Routers {'0b01ca47-3578-490c-8468-cf94f1d1b6b1'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:24:28.125267 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-197a9cd4-0677-45cc-a77e-463d54381dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:24:02Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['0b01ca47-3578-490c-8468-cf94f1d1b6b1'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:24:28.159601 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-80b26d54-ba63-4df6-a96a-7ccd2257805b tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] 10.222.0.46 "PUT /v2.0/floatingips/4ce19dfc-b916-401c-bea9-0c9030a7a256 HTTP/1.1" status: 200 len: 990 time: 4.0102575 Nov 22 20:24:28.162313 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-14e9602f-5309-4687-be1d-067ddeb7f5b6 req-47072050-36c3-4cc4-bdd3-cf3cff8d00b1 service neutron] 10.222.0.20 "GET /v2.0/networks/67d08895-b2ce-4996-9944-b0b6375ce4b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2640543 Nov 22 20:24:28.188529 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30223940-a247-436b-b2ee-f0eac24f58b9', 'tag': '4e2dae83-da4c-42ee-837c-a1756683232f'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:24:28.193182 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23ce8e7d-7ba7-40c2-b3d9-0cbd951f87cd" -d '{"events": [{"name": "network-changed", "server_uuid": "30223940-a247-436b-b2ee-f0eac24f58b9", "tag": "4e2dae83-da4c-42ee-837c-a1756683232f"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:24:28.227808 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c3ed28-c6cb-4951-8c61-c2866afd3504 req-40dee3ca-b1db-4d7b-9383-61acdf65e669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:24:28.233175 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-79c3ed28-c6cb-4951-8c61-c2866afd3504 req-40dee3ca-b1db-4d7b-9383-61acdf65e669 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=67d08895-b2ce-4996-9944-b0b6375ce4b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1820228 Nov 22 20:24:28.523681 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 20:24:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20834c41-6513-4e20-b658-863560809114 x-openstack-request-id: req-20834c41-6513-4e20-b658-863560809114 {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:24:28.529528 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30223940-a247-436b-b2ee-f0eac24f58b9", "tag": "4e2dae83-da4c-42ee-837c-a1756683232f", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:24:28.529803 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-20834c41-6513-4e20-b658-863560809114 {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:24:28.530231 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30223940-a247-436b-b2ee-f0eac24f58b9', 'tag': '4e2dae83-da4c-42ee-837c-a1756683232f', 'status': 'completed', 'code': 200} Nov 22 20:24:28.574007 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ecbc7c-1d23-4764-b700-96e8a873654d req-d9168b11-b263-4681-b062-a5ebed75c108 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:24:28.578576 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-93ecbc7c-1d23-4764-b700-96e8a873654d req-d9168b11-b263-4681-b062-a5ebed75c108 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/ports?device_id=d849f117-6f1f-4334-9477-96448e110c81 HTTP/1.1" status: 200 len: 943 time: 0.3425033 Nov 22 20:24:28.580701 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c3ed28-c6cb-4951-8c61-c2866afd3504 req-c8398308-32f1-453a-b909-32cfca76d6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:24:28.582947 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-79c3ed28-c6cb-4951-8c61-c2866afd3504 req-c8398308-32f1-453a-b909-32cfca76d6e9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f13d149ee8a64f188025185f0e8b5cfe&device_id=d849f117-6f1f-4334-9477-96448e110c81 HTTP/1.1" status: 200 len: 1094 time: 0.3377950 Nov 22 20:24:28.627003 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-197a9cd4-0677-45cc-a77e-463d54381dec None None] Set router 0b01ca47-3578-490c-8468-cf94f1d1b6b1 gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:24:28.645768 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-79c3ed28-c6cb-4951-8c61-c2866afd3504 req-942e42a8-5a60-4492-aae5-eab5e68f40fe service neutron] 10.222.0.41 "GET /v2.0/networks/67d08895-b2ce-4996-9944-b0b6375ce4b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3917658 Nov 22 20:24:28.994223 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-93ecbc7c-1d23-4764-b700-96e8a873654d req-2a35e1b5-fc7c-458a-bed0-c5bbe1ba4932 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/security-groups?id=80d35954-332b-44d6-bf58-c3aefadfaef0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3996015 Nov 22 20:24:29.071089 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ce8e7d-7ba7-40c2-b3d9-0cbd951f87cd req-9c0d4c0e-3e0e-4e9d-8d9b-7e1e22c5852e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:24:29.072661 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-23ce8e7d-7ba7-40c2-b3d9-0cbd951f87cd req-9c0d4c0e-3e0e-4e9d-8d9b-7e1e22c5852e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=85bf20edceb64b41a574b1567a4068c1&device_id=30223940-a247-436b-b2ee-f0eac24f58b9 HTTP/1.1" status: 200 len: 1096 time: 0.4868991 Nov 22 20:24:29.098585 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c3ed28-c6cb-4951-8c61-c2866afd3504 req-a54b7b26-b1ab-442a-abf4-d3ba7c0a8414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:24:29.116149 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-79c3ed28-c6cb-4951-8c61-c2866afd3504 req-a54b7b26-b1ab-442a-abf4-d3ba7c0a8414 service neutron] 10.222.0.20 "GET /v2.0/networks?id=67d08895-b2ce-4996-9944-b0b6375ce4b5 HTTP/1.1" status: 200 len: 898 time: 0.5119371 Nov 22 20:24:29.230044 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-79c3ed28-c6cb-4951-8c61-c2866afd3504 req-dac7c483-053b-4635-84f4-078185f7e560 service neutron] 10.222.0.41 "GET /v2.0/networks/67d08895-b2ce-4996-9944-b0b6375ce4b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5071602 Nov 22 20:24:29.244858 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-197a9cd4-0677-45cc-a77e-463d54381dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b01ca47-3578-490c-8468-cf94f1d1b6b1', 'name': 'tempest-AttachVolumeTestJSON-388477978-router', 'tenant_id': '85bf20edceb64b41a574b1567a4068c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': 'dd6e914c-61c9-403e-a609-e6b3968a14c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:23:52Z', 'updated_at': '2021-11-22T20:23:58Z', 'revision_number': 4, 'project_id': '85bf20edceb64b41a574b1567a4068c1', 'gw_port': {'id': 'dd6e914c-61c9-403e-a609-e6b3968a14c4', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:89:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b01ca47-3578-490c-8468-cf94f1d1b6b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2210, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:23:53Z', 'updated_at': '2021-11-22T20:24:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_floatingips': [{'id': '4ce19dfc-b916-401c-bea9-0c9030a7a256', 'tenant_id': '85bf20edceb64b41a574b1567a4068c1', 'floating_ip_address': '172.25.5.81', 'floating_network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'router_id': '0b01ca47-3578-490c-8468-cf94f1d1b6b1', 'port_id': '4e2dae83-da4c-42ee-837c-a1756683232f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2224, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6efa7afe-07b7-401b-a93b-34d9934a86f8', 'mac_address': 'fa:16:3e:18:d3:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30223940-a247-436b-b2ee-f0eac24f58b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T20:24:04Z', 'updated_at': '2021-11-22T20:24:25Z', 'revision_number': 1, 'project_id': '85bf20edceb64b41a574b1567a4068c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '245496fa-94df-417f-8d01-799d37709ecc', 'name': '', 'network_id': '6efa7afe-07b7-401b-a93b-34d9934a86f8', 'tenant_id': '85bf20edceb64b41a574b1567a4068c1', 'mac_address': 'fa:16:3e:87:5b:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b01ca47-3578-490c-8468-cf94f1d1b6b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2211, 'fixed_ips': [{'subnet_id': '41e22381-7e39-4421-9ae7-fd38b15d4349', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:23:56Z', 'updated_at': '2021-11-22T20:24:08Z', 'revision_number': 5, 'project_id': '85bf20edceb64b41a574b1567a4068c1', 'subnets': [{'id': '41e22381-7e39-4421-9ae7-fd38b15d4349', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:24:29.297648 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-197a9cd4-0677-45cc-a77e-463d54381dec None None] Checking router: 0b01ca47-3578-490c-8468-cf94f1d1b6b1 for host: n-d-818823-1 {{(pid=103449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 20:24:29.311056 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-197a9cd4-0677-45cc-a77e-463d54381dec None None] Routers {'0b01ca47-3578-490c-8468-cf94f1d1b6b1'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:24:29.312295 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-197a9cd4-0677-45cc-a77e-463d54381dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:24:02Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['0b01ca47-3578-490c-8468-cf94f1d1b6b1'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:24:29.312450 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f68f2e-dca6-4864-b5a7-478a9d64af33 req-99da24c9-d24c-4af3-bd3a-6f6bed34a3e4 tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:24:29.314889 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-91f68f2e-dca6-4864-b5a7-478a9d64af33 req-99da24c9-d24c-4af3-bd3a-6f6bed34a3e4 tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca99196e-ff25-4699-97d7-4a9388d2764b HTTP/1.1" status: 200 len: 945 time: 0.5810003 Nov 22 20:24:29.404108 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-79c3ed28-c6cb-4951-8c61-c2866afd3504 req-0f7b3e6e-c9d3-4b26-ad7b-f1559bcc8a28 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=16c7c286-2bdc-4b17-83d6-965664355bf1 HTTP/1.1" status: 200 len: 998 time: 0.2650397 Nov 22 20:24:29.426776 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d06455-8834-49ab-84b2-ee3a20a8cefe req-fa507a14-3e53-4ebf-a886-8c250ae4b37a tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:24:29.434229 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-34d06455-8834-49ab-84b2-ee3a20a8cefe req-fa507a14-3e53-4ebf-a886-8c250ae4b37a tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce76aa75-6890-4214-b1ec-455b43223b5d HTTP/1.1" status: 200 len: 945 time: 0.1560278 Nov 22 20:24:29.527598 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ce8e7d-7ba7-40c2-b3d9-0cbd951f87cd req-be9a10ac-97fb-411d-aa41-8d3d654afa2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:24:29.529114 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-23ce8e7d-7ba7-40c2-b3d9-0cbd951f87cd req-be9a10ac-97fb-411d-aa41-8d3d654afa2e service neutron] 10.222.0.41 "GET /v2.0/networks?id=6efa7afe-07b7-401b-a93b-34d9934a86f8 HTTP/1.1" status: 200 len: 911 time: 0.4326274 Nov 22 20:24:29.540111 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-91f68f2e-dca6-4864-b5a7-478a9d64af33 req-ee953320-be6f-4b6a-bdd2-649b4b3bb674 tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] 10.222.0.46 "GET /v2.0/security-groups?id=e904806f-9bc9-4f52-beb6-3fb062dd1789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057266 Nov 22 20:24:29.705863 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-197a9cd4-0677-45cc-a77e-463d54381dec None None] Set router 0b01ca47-3578-490c-8468-cf94f1d1b6b1 gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:24:29.727638 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c3ed28-c6cb-4951-8c61-c2866afd3504 req-ac7ce46a-1735-46c3-96ec-eeec0a48b5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:24:29.729185 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-79c3ed28-c6cb-4951-8c61-c2866afd3504 req-ac7ce46a-1735-46c3-96ec-eeec0a48b5a3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a647446e-a208-4e90-bb59-f7e7823f8a20 HTTP/1.1" status: 200 len: 834 time: 0.3127868 Nov 22 20:24:29.749530 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-34d06455-8834-49ab-84b2-ee3a20a8cefe req-78d78533-517d-47e6-b2f4-d6a058f1f6b1 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/security-groups?id=33003919-2e66-424f-89a8-28e4fe94add1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3085041 Nov 22 20:24:29.822605 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-23ce8e7d-7ba7-40c2-b3d9-0cbd951f87cd req-bd8c38f3-e591-434e-8759-b68ea8d35da3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4e2dae83-da4c-42ee-837c-a1756683232f HTTP/1.1" status: 200 len: 998 time: 0.2786241 Nov 22 20:24:29.916272 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c3ed28-c6cb-4951-8c61-c2866afd3504 req-93ff6750-12cf-4a64-af23-07d7064e084e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:24:29.918134 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-79c3ed28-c6cb-4951-8c61-c2866afd3504 req-93ff6750-12cf-4a64-af23-07d7064e084e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=67d08895-b2ce-4996-9944-b0b6375ce4b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1674762 Nov 22 20:24:30.055765 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-72dd2f0e-24e7-470c-9c60-6e022b69a403 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:24:30.100163 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-79c3ed28-c6cb-4951-8c61-c2866afd3504 req-3e4bb08b-22d0-4b96-91d2-942fe9fca2f4 service neutron] 10.222.0.20 "GET /v2.0/networks/67d08895-b2ce-4996-9944-b0b6375ce4b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1728361 Nov 22 20:24:30.103518 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ce8e7d-7ba7-40c2-b3d9-0cbd951f87cd req-503aa3db-702f-4302-addc-aafef13efecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:24:30.104027 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-23ce8e7d-7ba7-40c2-b3d9-0cbd951f87cd req-503aa3db-702f-4302-addc-aafef13efecc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=41e22381-7e39-4421-9ae7-fd38b15d4349 HTTP/1.1" status: 200 len: 849 time: 0.2656343 Nov 22 20:24:30.403435 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-197a9cd4-0677-45cc-a77e-463d54381dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b01ca47-3578-490c-8468-cf94f1d1b6b1', 'name': 'tempest-AttachVolumeTestJSON-388477978-router', 'tenant_id': '85bf20edceb64b41a574b1567a4068c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': 'dd6e914c-61c9-403e-a609-e6b3968a14c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:23:52Z', 'updated_at': '2021-11-22T20:23:58Z', 'revision_number': 4, 'project_id': '85bf20edceb64b41a574b1567a4068c1', 'gw_port': {'id': 'dd6e914c-61c9-403e-a609-e6b3968a14c4', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:89:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b01ca47-3578-490c-8468-cf94f1d1b6b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2210, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:23:53Z', 'updated_at': '2021-11-22T20:24:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_floatingips': [{'id': '4ce19dfc-b916-401c-bea9-0c9030a7a256', 'tenant_id': '85bf20edceb64b41a574b1567a4068c1', 'floating_ip_address': '172.25.5.81', 'floating_network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'router_id': '0b01ca47-3578-490c-8468-cf94f1d1b6b1', 'port_id': '4e2dae83-da4c-42ee-837c-a1756683232f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2224, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6efa7afe-07b7-401b-a93b-34d9934a86f8', 'mac_address': 'fa:16:3e:18:d3:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30223940-a247-436b-b2ee-f0eac24f58b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T20:24:04Z', 'updated_at': '2021-11-22T20:24:25Z', 'revision_number': 1, 'project_id': '85bf20edceb64b41a574b1567a4068c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '245496fa-94df-417f-8d01-799d37709ecc', 'name': '', 'network_id': '6efa7afe-07b7-401b-a93b-34d9934a86f8', 'tenant_id': '85bf20edceb64b41a574b1567a4068c1', 'mac_address': 'fa:16:3e:87:5b:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b01ca47-3578-490c-8468-cf94f1d1b6b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2211, 'fixed_ips': [{'subnet_id': '41e22381-7e39-4421-9ae7-fd38b15d4349', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:23:56Z', 'updated_at': '2021-11-22T20:24:08Z', 'revision_number': 5, 'project_id': '85bf20edceb64b41a574b1567a4068c1', 'subnets': [{'id': '41e22381-7e39-4421-9ae7-fd38b15d4349', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:24:30.492649 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-197a9cd4-0677-45cc-a77e-463d54381dec None None] The sync data for ids ['0b01ca47-3578-490c-8468-cf94f1d1b6b1'] in n-d-818823-1 is: [{'id': '0b01ca47-3578-490c-8468-cf94f1d1b6b1', 'name': 'tempest-AttachVolumeTestJSON-388477978-router', 'tenant_id': '85bf20edceb64b41a574b1567a4068c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': 'dd6e914c-61c9-403e-a609-e6b3968a14c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:23:52Z', 'updated_at': '2021-11-22T20:23:58Z', 'revision_number': 4, 'project_id': '85bf20edceb64b41a574b1567a4068c1', 'gw_port': {'id': 'dd6e914c-61c9-403e-a609-e6b3968a14c4', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:89:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b01ca47-3578-490c-8468-cf94f1d1b6b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2210, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:23:53Z', 'updated_at': '2021-11-22T20:24:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_floatingips': [{'id': '4ce19dfc-b916-401c-bea9-0c9030a7a256', 'tenant_id': '85bf20edceb64b41a574b1567a4068c1', 'floating_ip_address': '172.25.5.81', 'floating_network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'router_id': '0b01ca47-3578-490c-8468-cf94f1d1b6b1', 'port_id': '4e2dae83-da4c-42ee-837c-a1756683232f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2224, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6efa7afe-07b7-401b-a93b-34d9934a86f8', 'mac_address': 'fa:16:3e:18:d3:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30223940-a247-436b-b2ee-f0eac24f58b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T20:24:04Z', 'updated_at': '2021-11-22T20:24:25Z', 'revision_number': 1, 'project_id': '85bf20edceb64b41a574b1567a4068c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '245496fa-94df-417f-8d01-799d37709ecc', 'name': '', 'network_id': '6efa7afe-07b7-401b-a93b-34d9934a86f8', 'tenant_id': '85bf20edceb64b41a574b1567a4068c1', 'mac_address': 'fa:16:3e:87:5b:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b01ca47-3578-490c-8468-cf94f1d1b6b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2211, 'fixed_ips': [{'subnet_id': '41e22381-7e39-4421-9ae7-fd38b15d4349', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:23:56Z', 'updated_at': '2021-11-22T20:24:08Z', 'revision_number': 5, 'project_id': '85bf20edceb64b41a574b1567a4068c1', 'subnets': [{'id': '41e22381-7e39-4421-9ae7-fd38b15d4349', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:24:31.029254 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd393600-4d29-433c-acae-f799702aa19e None None] New status for floating IP 4ce19dfc-b916-401c-bea9-0c9030a7a256: ACTIVE {{(pid=103450) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 20:24:31.036751 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 16c7c286-2bdc-4b17-83d6-965664355bf1 details requested by agent hyperv_n-h2-818823-1 with host n-h2-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 20:24:31.043767 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08a2621-a6d3-4c84-9727-7bea6b9244b7 req-f00746c3-8d05-41e6-8609-03703b8b46ee tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:24:31.056197 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e08a2621-a6d3-4c84-9727-7bea6b9244b7 req-f00746c3-8d05-41e6-8609-03703b8b46ee tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/ports?device_id=d849f117-6f1f-4334-9477-96448e110c81 HTTP/1.1" status: 200 len: 943 time: 0.9143486 Nov 22 20:24:31.082704 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a38ad4-7091-43c7-b788-36e550f45a7a req-e86926cc-6f84-4cc8-8b32-d330d26e8bd0 tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:24:31.090309 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-99a38ad4-7091-43c7-b788-36e550f45a7a req-e86926cc-6f84-4cc8-8b32-d330d26e8bd0 tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca99196e-ff25-4699-97d7-4a9388d2764b HTTP/1.1" status: 200 len: 945 time: 0.2479517 Nov 22 20:24:31.101798 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ce8e7d-7ba7-40c2-b3d9-0cbd951f87cd req-4c6ce91c-0a08-4e26-8d9f-1e810201f3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:24:31.103195 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-23ce8e7d-7ba7-40c2-b3d9-0cbd951f87cd req-4c6ce91c-0a08-4e26-8d9f-1e810201f3f8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6efa7afe-07b7-401b-a93b-34d9934a86f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9568064 Nov 22 20:24:31.222545 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-23ce8e7d-7ba7-40c2-b3d9-0cbd951f87cd req-5556a10e-2e1a-4ea1-84d7-6e45746d8de3 service neutron] 10.222.0.41 "GET /v2.0/networks/6efa7afe-07b7-401b-a93b-34d9934a86f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010568 Nov 22 20:24:31.299967 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-79c3ed28-c6cb-4951-8c61-c2866afd3504 req-fbb86937-7af0-4e90-9821-17e44448d8fc service neutron] 10.222.0.20 "GET /v2.0/networks/67d08895-b2ce-4996-9944-b0b6375ce4b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1886566 Nov 22 20:24:31.331312 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port 16c7c286-2bdc-4b17-83d6-965664355bf1, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=16c7c286-2bdc-4b17-83d6-965664355bf1,segment=NetworkSegment(d98c5774-f49e-4d4f-8f89-60677abce332),segment_id=d98c5774-f49e-4d4f-8f89-60677abce332)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:24:31.382063 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Returning: {'device': '16c7c286-2bdc-4b17-83d6-965664355bf1', 'network_id': '67d08895-b2ce-4996-9944-b0b6375ce4b5', 'port_id': '16c7c286-2bdc-4b17-83d6-965664355bf1', 'mac_address': 'fa:16:3e:9e:b4:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a647446e-a208-4e90-bb59-f7e7823f8a20', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 20:24:31.396397 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e08a2621-a6d3-4c84-9727-7bea6b9244b7 req-d1b5bd74-0386-4ad3-aa08-1f608db4c785 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/security-groups?id=80d35954-332b-44d6-bf58-c3aefadfaef0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3333113 Nov 22 20:24:31.418618 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-99a38ad4-7091-43c7-b788-36e550f45a7a req-c0daa6ab-c154-4d69-a6da-2685b3a6b7f7 tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] 10.222.0.46 "GET /v2.0/security-groups?id=e904806f-9bc9-4f52-beb6-3fb062dd1789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3273668 Nov 22 20:24:31.476244 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:24:31.517423 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16c7c286-2bdc-4b17-83d6-965664355bf1 {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:24:31.535892 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-23ce8e7d-7ba7-40c2-b3d9-0cbd951f87cd req-693098e9-0345-44b8-af14-8d921fe1eebb service neutron] 10.222.0.41 "GET /v2.0/networks/6efa7afe-07b7-401b-a93b-34d9934a86f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3037014 Nov 22 20:24:31.558180 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port 16c7c286-2bdc-4b17-83d6-965664355bf1, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=16c7c286-2bdc-4b17-83d6-965664355bf1,segment=NetworkSegment(d98c5774-f49e-4d4f-8f89-60677abce332),segment_id=d98c5774-f49e-4d4f-8f89-60677abce332)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:24:31.569823 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:24:31.629153 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=16c7c286-2bdc-4b17-83d6-965664355bf1,revision_number=8']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:24:31.679518 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94222820-b6bd-46b0-b244-2afc2fecc1b3 req-5c9676c6-9832-4886-8eea-de1c7537b805 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:24:31.681043 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-94222820-b6bd-46b0-b244-2afc2fecc1b3 req-5c9676c6-9832-4886-8eea-de1c7537b805 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce76aa75-6890-4214-b1ec-455b43223b5d HTTP/1.1" status: 200 len: 945 time: 0.0873022 Nov 22 20:24:31.846753 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] get_ports_and_sgs() called for port_ids ['16c7c286-2bdc-4b17-83d6-965664355bf1'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:24:31.940104 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-94222820-b6bd-46b0-b244-2afc2fecc1b3 req-fba6191e-6caa-402b-8d64-a783d0e64642 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/security-groups?id=33003919-2e66-424f-89a8-28e4fe94add1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2446301 Nov 22 20:24:32.483715 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-23a71ed5-ecf2-401b-92d0-b588899a2ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:24:32.661551 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0201b61-358b-4e5f-8559-eb9586d2f38c req-1dfc7b0e-9d81-4c5a-a3a2-fa81721ffbc6 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:24:32.669869 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a0201b61-358b-4e5f-8559-eb9586d2f38c req-1dfc7b0e-9d81-4c5a-a3a2-fa81721ffbc6 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/ports?device_id=d849f117-6f1f-4334-9477-96448e110c81 HTTP/1.1" status: 200 len: 944 time: 0.0919213 Nov 22 20:24:32.695296 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276debea-6074-445c-a73b-2863340857af req-df57dad4-e63f-4138-8c40-c01dab560462 tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:24:32.703488 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-276debea-6074-445c-a73b-2863340857af req-df57dad4-e63f-4138-8c40-c01dab560462 tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca99196e-ff25-4699-97d7-4a9388d2764b HTTP/1.1" status: 200 len: 945 time: 0.1355734 Nov 22 20:24:32.767443 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a0201b61-358b-4e5f-8559-eb9586d2f38c req-435f0ada-4397-49cd-94af-979c735f555d tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/security-groups?id=80d35954-332b-44d6-bf58-c3aefadfaef0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911562 Nov 22 20:24:32.858054 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-276debea-6074-445c-a73b-2863340857af req-6a2e11ff-1509-4deb-bad6-3d1e75d05904 tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] 10.222.0.46 "GET /v2.0/security-groups?id=e904806f-9bc9-4f52-beb6-3fb062dd1789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530347 Nov 22 20:24:33.038201 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 16c7c286-2bdc-4b17-83d6-965664355bf1 up at agent hyperv_n-h2-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:24:33.153274 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Provisioning for port 16c7c286-2bdc-4b17-83d6-965664355bf1 completed by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 20:24:33.160966 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Provisioning complete for port 16c7c286-2bdc-4b17-83d6-965664355bf1 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:24:33.161350 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:24:33.179858 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fedcb8-f0f2-49f1-aa27-e48b52a1ffc4 req-6f0b91de-969e-4f39-a088-778bdba0e843 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:24:33.190135 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-35fedcb8-f0f2-49f1-aa27-e48b52a1ffc4 req-6f0b91de-969e-4f39-a088-778bdba0e843 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce76aa75-6890-4214-b1ec-455b43223b5d HTTP/1.1" status: 200 len: 945 time: 0.1151779 Nov 22 20:24:33.353062 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:24:33.393475 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-35fedcb8-f0f2-49f1-aa27-e48b52a1ffc4 req-e353f195-b394-4410-a064-b56695d1065f tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/security-groups?id=33003919-2e66-424f-89a8-28e4fe94add1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019331 Nov 22 20:24:33.444633 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337db630-7916-4459-a57d-3675d4c0b2a0 req-2f397917-12ca-40c3-aef8-18e514d92de7 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:24:33.446097 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-337db630-7916-4459-a57d-3675d4c0b2a0 req-2f397917-12ca-40c3-aef8-18e514d92de7 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.20 "GET /v2.0/ports?device_id=d849f117-6f1f-4334-9477-96448e110c81&tenant_id=f13d149ee8a64f188025185f0e8b5cfe&binding%3Ahost_id=n-h2-818823-1 HTTP/1.1" status: 200 len: 944 time: 0.1848097 Nov 22 20:24:33.448797 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port 16c7c286-2bdc-4b17-83d6-965664355bf1, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=16c7c286-2bdc-4b17-83d6-965664355bf1,segment=NetworkSegment(d98c5774-f49e-4d4f-8f89-60677abce332),segment_id=d98c5774-f49e-4d4f-8f89-60677abce332)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:24:33.456347 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd849f117-6f1f-4334-9477-96448e110c81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16c7c286-2bdc-4b17-83d6-965664355bf1'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:24:33.458924 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d39f6d30a11e565ec9648abcc015e8a6ab6cff4edd704add8155e28765d31eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8041433a-d8f0-4b95-8d72-8117702c115d" -d '{"events": [{"server_uuid": "d849f117-6f1f-4334-9477-96448e110c81", "name": "network-vif-plugged", "status": "completed", "tag": "16c7c286-2bdc-4b17-83d6-965664355bf1"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:24:33.470429 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e54cd4-dee8-42da-b337-f9c178946c1e req-9d8273c5-549a-4022-9d5d-d4f9c03709ae tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:24:33.476663 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:24:33.480322 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-36e54cd4-dee8-42da-b337-f9c178946c1e req-9d8273c5-549a-4022-9d5d-d4f9c03709ae tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/ports?device_id=d849f117-6f1f-4334-9477-96448e110c81 HTTP/1.1" status: 200 len: 944 time: 0.1345165 Nov 22 20:24:33.489661 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-03f0964f-1b75-4df7-99e0-a3cdb56ec2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:24:33.559068 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:24:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e9d8740-bcc5-40a7-82c4-974e708bbb5e x-openstack-request-id: req-8e9d8740-bcc5-40a7-82c4-974e708bbb5e {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:24:33.559674 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d849f117-6f1f-4334-9477-96448e110c81", "name": "network-vif-plugged", "status": "completed", "tag": "16c7c286-2bdc-4b17-83d6-965664355bf1", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:24:33.560106 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8e9d8740-bcc5-40a7-82c4-974e708bbb5e {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:24:33.560747 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd849f117-6f1f-4334-9477-96448e110c81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16c7c286-2bdc-4b17-83d6-965664355bf1', 'code': 200} Nov 22 20:24:33.581737 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-337db630-7916-4459-a57d-3675d4c0b2a0 req-29ae2091-d433-49e3-8b84-f843e5d4bb33 service neutron] 10.222.0.20 "GET /v2.0/ports/16c7c286-2bdc-4b17-83d6-965664355bf1/bindings/n-h2-818823-1 HTTP/1.1" status: 200 len: 382 time: 0.1262624 Nov 22 20:24:33.601356 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=16c7c286-2bdc-4b17-83d6-965664355bf1,revision_number=9']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:24:33.682352 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-36e54cd4-dee8-42da-b337-f9c178946c1e req-69519f2b-62f5-47fd-a49f-5d43f42f844e tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/security-groups?id=80d35954-332b-44d6-bf58-c3aefadfaef0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2006156 Nov 22 20:24:33.720609 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337db630-7916-4459-a57d-3675d4c0b2a0 req-b19200e9-99b2-453f-a580-d684dfd396f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:24:33.720939 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-337db630-7916-4459-a57d-3675d4c0b2a0 req-b19200e9-99b2-453f-a580-d684dfd396f9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f13d149ee8a64f188025185f0e8b5cfe&device_id=d849f117-6f1f-4334-9477-96448e110c81 HTTP/1.1" status: 200 len: 1096 time: 0.1072888 Nov 22 20:24:33.867493 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337db630-7916-4459-a57d-3675d4c0b2a0 req-014cc486-4dca-4767-b0d5-a9be972193b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:24:33.869055 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-337db630-7916-4459-a57d-3675d4c0b2a0 req-014cc486-4dca-4767-b0d5-a9be972193b5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=67d08895-b2ce-4996-9944-b0b6375ce4b5 HTTP/1.1" status: 200 len: 898 time: 0.1401792 Nov 22 20:24:34.118783 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-337db630-7916-4459-a57d-3675d4c0b2a0 req-63658d78-22c1-4b08-833a-1a23e7cb0ef0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=16c7c286-2bdc-4b17-83d6-965664355bf1 HTTP/1.1" status: 200 len: 1000 time: 0.2142320 Nov 22 20:24:34.150604 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc85a827-2d4f-4b7e-9ed7-36e8728bdbfe req-6845a4de-5576-4169-9b54-16f21ba625a6 tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:24:34.167674 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-dc85a827-2d4f-4b7e-9ed7-36e8728bdbfe req-6845a4de-5576-4169-9b54-16f21ba625a6 tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca99196e-ff25-4699-97d7-4a9388d2764b HTTP/1.1" status: 200 len: 945 time: 0.1761978 Nov 22 20:24:34.292659 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337db630-7916-4459-a57d-3675d4c0b2a0 req-547e38bd-5d44-41e2-813d-8b7909929e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:24:34.294448 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-337db630-7916-4459-a57d-3675d4c0b2a0 req-547e38bd-5d44-41e2-813d-8b7909929e8a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a647446e-a208-4e90-bb59-f7e7823f8a20 HTTP/1.1" status: 200 len: 834 time: 0.1720324 Nov 22 20:24:34.366656 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-dc85a827-2d4f-4b7e-9ed7-36e8728bdbfe req-97cb80e2-7e49-4e6e-9e7e-c2da2661b69c tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] 10.222.0.46 "GET /v2.0/security-groups?id=e904806f-9bc9-4f52-beb6-3fb062dd1789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949503 Nov 22 20:24:34.390784 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337db630-7916-4459-a57d-3675d4c0b2a0 req-5284dc5f-25fb-47cc-b2d5-5d51e63ddbac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:24:34.392813 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-337db630-7916-4459-a57d-3675d4c0b2a0 req-5284dc5f-25fb-47cc-b2d5-5d51e63ddbac service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=67d08895-b2ce-4996-9944-b0b6375ce4b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0775590 Nov 22 20:24:34.579471 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ee5972-ff7f-425f-81df-6f6f6a3eebbf req-c73ecf32-aa4a-4b55-8e86-9393f81d49d6 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:24:34.581104 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e4ee5972-ff7f-425f-81df-6f6f6a3eebbf req-c73ecf32-aa4a-4b55-8e86-9393f81d49d6 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce76aa75-6890-4214-b1ec-455b43223b5d HTTP/1.1" status: 200 len: 945 time: 0.0879271 Nov 22 20:24:34.588217 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-337db630-7916-4459-a57d-3675d4c0b2a0 req-d683073f-aa74-46e0-abb7-828596d4829c service neutron] 10.222.0.20 "GET /v2.0/networks/67d08895-b2ce-4996-9944-b0b6375ce4b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1871810 Nov 22 20:24:34.707894 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e4ee5972-ff7f-425f-81df-6f6f6a3eebbf req-693ed20f-829c-4087-8201-fe47cc8292c4 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/security-groups?id=33003919-2e66-424f-89a8-28e4fe94add1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171348 Nov 22 20:24:34.733563 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-337db630-7916-4459-a57d-3675d4c0b2a0 req-30925f3c-6246-4a1b-8fdc-72e230cbc4c2 service neutron] 10.222.0.20 "GET /v2.0/networks/67d08895-b2ce-4996-9944-b0b6375ce4b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364224 Nov 22 20:24:34.846249 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e26a6b-682f-4bd7-9964-811c266d8e77 req-8b28f7f7-f6ee-4e1a-ba70-b43c3ccb0a94 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:24:34.849225 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-76e26a6b-682f-4bd7-9964-811c266d8e77 req-8b28f7f7-f6ee-4e1a-ba70-b43c3ccb0a94 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/ports?device_id=d849f117-6f1f-4334-9477-96448e110c81 HTTP/1.1" status: 200 len: 945 time: 0.0794034 Nov 22 20:24:34.907657 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-76e26a6b-682f-4bd7-9964-811c266d8e77 req-d7720632-29df-4246-916c-8a92af7c0ca8 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/security-groups?id=80d35954-332b-44d6-bf58-c3aefadfaef0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518947 Nov 22 20:24:35.099768 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e49ee129-e862-4476-beca-cdc8150d2345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:24:35.282716 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd7f81c-175a-4713-ba2d-112b491b208b req-d40cf182-1fdb-4a72-aa2b-46865d09b8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:24:35.284824 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ccd7f81c-175a-4713-ba2d-112b491b208b req-d40cf182-1fdb-4a72-aa2b-46865d09b8b0 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ca99196e-ff25-4699-97d7-4a9388d2764b HTTP/1.1" status: 200 len: 1096 time: 0.0813241 Nov 22 20:24:35.366759 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ccd7f81c-175a-4713-ba2d-112b491b208b req-5eb5ae7f-4635-4864-9df3-bfcb91175a42 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=e904806f-9bc9-4f52-beb6-3fb062dd1789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715482 Nov 22 20:24:35.538354 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90d5592-b7ea-49a3-bd31-001b40abe008 req-49742e5e-e396-4a78-a764-715d89be6a63 tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:24:35.545945 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d90d5592-b7ea-49a3-bd31-001b40abe008 req-49742e5e-e396-4a78-a764-715d89be6a63 tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca99196e-ff25-4699-97d7-4a9388d2764b HTTP/1.1" status: 200 len: 945 time: 0.0893984 Nov 22 20:24:35.613990 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d90d5592-b7ea-49a3-bd31-001b40abe008 req-38225ea8-fd8c-4f51-8fae-7d20107bab8a tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] 10.222.0.46 "GET /v2.0/security-groups?id=e904806f-9bc9-4f52-beb6-3fb062dd1789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667822 Nov 22 20:24:35.916430 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d72490f-f54d-422e-9070-d533e59f2f35 req-0d5e6ab0-560c-4be4-a6f2-b44360855e6c tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:24:35.924272 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9d72490f-f54d-422e-9070-d533e59f2f35 req-0d5e6ab0-560c-4be4-a6f2-b44360855e6c tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce76aa75-6890-4214-b1ec-455b43223b5d HTTP/1.1" status: 200 len: 945 time: 0.0882354 Nov 22 20:24:35.956318 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:24:35.999712 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9d72490f-f54d-422e-9070-d533e59f2f35 req-0134a0d7-10c8-469e-ace3-c2ca93f05f9c tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/security-groups?id=33003919-2e66-424f-89a8-28e4fe94add1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734406 Nov 22 20:24:36.124782 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d552f5-4521-4748-9459-a38a1b2e6bb9 req-4fa3fa7a-84ce-43d7-98ff-0aad15d4c29b tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:24:36.138656 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-80d552f5-4521-4748-9459-a38a1b2e6bb9 req-4fa3fa7a-84ce-43d7-98ff-0aad15d4c29b tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/ports?device_id=d849f117-6f1f-4334-9477-96448e110c81 HTTP/1.1" status: 200 len: 945 time: 0.1004369 Nov 22 20:24:36.246141 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-80d552f5-4521-4748-9459-a38a1b2e6bb9 req-de47021b-badd-4689-b35e-bb2c3f6ff79f tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/security-groups?id=80d35954-332b-44d6-bf58-c3aefadfaef0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995984 Nov 22 20:24:36.867922 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f0b21d-c15e-411c-acdb-8b75e55caf2a req-a0c5834e-0a5a-4459-a470-8c04a22f7c54 tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:24:36.878682 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-81f0b21d-c15e-411c-acdb-8b75e55caf2a req-a0c5834e-0a5a-4459-a470-8c04a22f7c54 tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca99196e-ff25-4699-97d7-4a9388d2764b HTTP/1.1" status: 200 len: 945 time: 0.1340826 Nov 22 20:24:37.044863 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-81f0b21d-c15e-411c-acdb-8b75e55caf2a req-7132f248-7adf-46c4-b204-87d436d3b85b tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] 10.222.0.46 "GET /v2.0/security-groups?id=e904806f-9bc9-4f52-beb6-3fb062dd1789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650324 Nov 22 20:24:37.265533 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8aadeb-1bdb-46ea-bb81-8da337ae938f req-3dec76d4-c273-491d-aee2-542c80944d39 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:24:37.297386 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-dc8aadeb-1bdb-46ea-bb81-8da337ae938f req-3dec76d4-c273-491d-aee2-542c80944d39 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce76aa75-6890-4214-b1ec-455b43223b5d HTTP/1.1" status: 200 len: 945 time: 0.1658630 Nov 22 20:24:37.430278 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-dc8aadeb-1bdb-46ea-bb81-8da337ae938f req-ce50aba6-3cb6-443f-b0d2-425b8b0f01e5 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/security-groups?id=33003919-2e66-424f-89a8-28e4fe94add1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295826 Nov 22 20:24:37.534225 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505b0b3f-a6a8-4d9a-8e74-f0c2ca164980 req-582f97ee-dc59-4a26-a0ec-c856728bb47c tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:24:37.544310 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-505b0b3f-a6a8-4d9a-8e74-f0c2ca164980 req-582f97ee-dc59-4a26-a0ec-c856728bb47c tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/ports?device_id=d849f117-6f1f-4334-9477-96448e110c81 HTTP/1.1" status: 200 len: 945 time: 0.0897405 Nov 22 20:24:37.647948 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-505b0b3f-a6a8-4d9a-8e74-f0c2ca164980 req-e6aa5610-0b59-47e7-8ecd-22cdb18b97ca tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/security-groups?id=80d35954-332b-44d6-bf58-c3aefadfaef0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025913 Nov 22 20:24:37.674099 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337db630-7916-4459-a57d-3675d4c0b2a0 req-73b99ef6-7d70-473b-8957-a34ea1d077ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:24:37.675621 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-337db630-7916-4459-a57d-3675d4c0b2a0 req-73b99ef6-7d70-473b-8957-a34ea1d077ce service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d849f117-6f1f-4334-9477-96448e110c81&tenant_id=f13d149ee8a64f188025185f0e8b5cfe HTTP/1.1" status: 200 len: 1096 time: 0.1170728 Nov 22 20:24:37.749963 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-337db630-7916-4459-a57d-3675d4c0b2a0 req-7f3cbd77-594f-4de4-8ca2-2a7bed9fa909 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-818823-1', 'device_owner': 'compute:nova'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:24:37.773947 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-337db630-7916-4459-a57d-3675d4c0b2a0 req-7f3cbd77-594f-4de4-8ca2-2a7bed9fa909 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:24:38.264973 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-337db630-7916-4459-a57d-3675d4c0b2a0 req-7f3cbd77-594f-4de4-8ca2-2a7bed9fa909 service neutron] For port 16c7c286-2bdc-4b17-83d6-965664355bf1, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=16c7c286-2bdc-4b17-83d6-965664355bf1,segment=NetworkSegment(d98c5774-f49e-4d4f-8f89-60677abce332),segment_id=d98c5774-f49e-4d4f-8f89-60677abce332)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:24:38.349340 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-337db630-7916-4459-a57d-3675d4c0b2a0 req-7f3cbd77-594f-4de4-8ca2-2a7bed9fa909 service neutron] For port 16c7c286-2bdc-4b17-83d6-965664355bf1, host n-h2-818823-1, cleared binding levels {{(pid=103447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:24:38.435904 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-337db630-7916-4459-a57d-3675d4c0b2a0 req-7f3cbd77-594f-4de4-8ca2-2a7bed9fa909 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:24:38.453533 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.provisioning_blocks [req-337db630-7916-4459-a57d-3675d4c0b2a0 req-7f3cbd77-594f-4de4-8ca2-2a7bed9fa909 service neutron] Transition to ACTIVE for port object 16c7c286-2bdc-4b17-83d6-965664355bf1 will not be triggered until provisioned by entity L2. {{(pid=103447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 20:24:38.455169 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd849f117-6f1f-4334-9477-96448e110c81', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '16c7c286-2bdc-4b17-83d6-965664355bf1'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:24:38.459876 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95b4a3ec-314d-4f90-b612-4cfb425cf246" -d '{"events": [{"server_uuid": "d849f117-6f1f-4334-9477-96448e110c81", "name": "network-vif-unplugged", "status": "completed", "tag": "16c7c286-2bdc-4b17-83d6-965664355bf1"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:24:38.465776 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-337db630-7916-4459-a57d-3675d4c0b2a0 req-7f3cbd77-594f-4de4-8ca2-2a7bed9fa909 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:24:38.792904 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-337db630-7916-4459-a57d-3675d4c0b2a0 req-7f3cbd77-594f-4de4-8ca2-2a7bed9fa909 service neutron] No DVR routers for this DVR port 16c7c286-2bdc-4b17-83d6-965664355bf1 on host n-h2-818823-1 {{(pid=103447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:24:38.798190 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3cbd77-594f-4de4-8ca2-2a7bed9fa909 service neutron] Pushing event updated for resources: {'Port': ['ID=16c7c286-2bdc-4b17-83d6-965664355bf1,revision_number=10']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:24:39.001084 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8005bc40-4db7-4f59-9e56-80b2d278a7e0 req-056649e4-ebbf-4713-a107-3c63de9b5b67 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:24:39.009680 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8005bc40-4db7-4f59-9e56-80b2d278a7e0 req-056649e4-ebbf-4713-a107-3c63de9b5b67 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce76aa75-6890-4214-b1ec-455b43223b5d HTTP/1.1" status: 200 len: 945 time: 0.3158805 Nov 22 20:24:39.079597 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8005bc40-4db7-4f59-9e56-80b2d278a7e0 req-d848a303-9fcc-4eb3-816e-529f0e831df4 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/security-groups?id=33003919-2e66-424f-89a8-28e4fe94add1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641222 Nov 22 20:24:39.095053 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 16c7c286-2bdc-4b17-83d6-965664355bf1 no longer exists at agent hyperv_n-h2-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:24:39.186549 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 16c7c286-2bdc-4b17-83d6-965664355bf1 not bound to the agent host n-h2-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:24:39.208745 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-337db630-7916-4459-a57d-3675d4c0b2a0 req-7f3cbd77-594f-4de4-8ca2-2a7bed9fa909 service neutron] Attempting to bind port 16c7c286-2bdc-4b17-83d6-965664355bf1 on host n-h1-818823-1 for vnic_type normal with profile {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:24:39.209495 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-337db630-7916-4459-a57d-3675d4c0b2a0 req-7f3cbd77-594f-4de4-8ca2-2a7bed9fa909 service neutron] Attempting to bind port 16c7c286-2bdc-4b17-83d6-965664355bf1 by drivers openvswitch,hyperv on host n-h1-818823-1 at level 0 using segments [{'id': 'd98c5774-f49e-4d4f-8f89-60677abce332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '67d08895-b2ce-4996-9944-b0b6375ce4b5'}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:24:39.211398 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-337db630-7916-4459-a57d-3675d4c0b2a0 req-7f3cbd77-594f-4de4-8ca2-2a7bed9fa909 service neutron] Attempting to bind port 16c7c286-2bdc-4b17-83d6-965664355bf1 on network 67d08895-b2ce-4996-9944-b0b6375ce4b5 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:24:39.228903 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-337db630-7916-4459-a57d-3675d4c0b2a0 req-7f3cbd77-594f-4de4-8ca2-2a7bed9fa909 service neutron] Port 16c7c286-2bdc-4b17-83d6-965664355bf1 on network 67d08895-b2ce-4996-9944-b0b6375ce4b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-818823-1 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:24:39.231023 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-337db630-7916-4459-a57d-3675d4c0b2a0 req-7f3cbd77-594f-4de4-8ca2-2a7bed9fa909 service neutron] Attempting to bind port 16c7c286-2bdc-4b17-83d6-965664355bf1 on network 67d08895-b2ce-4996-9944-b0b6375ce4b5 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:24:39.242644 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-337db630-7916-4459-a57d-3675d4c0b2a0 req-7f3cbd77-594f-4de4-8ca2-2a7bed9fa909 service neutron] Checking agent: {'id': '7a008cff-3b49-418c-8046-689d46cc800f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'started_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 24, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:24:39.245454 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-337db630-7916-4459-a57d-3675d4c0b2a0 req-7f3cbd77-594f-4de4-8ca2-2a7bed9fa909 service neutron] Checking segment: {'id': 'd98c5774-f49e-4d4f-8f89-60677abce332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '67d08895-b2ce-4996-9944-b0b6375ce4b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:24:39.246003 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-337db630-7916-4459-a57d-3675d4c0b2a0 req-7f3cbd77-594f-4de4-8ca2-2a7bed9fa909 service neutron] Bound using segment: {'id': 'd98c5774-f49e-4d4f-8f89-60677abce332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '67d08895-b2ce-4996-9944-b0b6375ce4b5'} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:24:39.249019 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-337db630-7916-4459-a57d-3675d4c0b2a0 req-7f3cbd77-594f-4de4-8ca2-2a7bed9fa909 service neutron] Bound port: 16c7c286-2bdc-4b17-83d6-965664355bf1, host: n-h1-818823-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd98c5774-f49e-4d4f-8f89-60677abce332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '67d08895-b2ce-4996-9944-b0b6375ce4b5'}}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:24:39.250960 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-337db630-7916-4459-a57d-3675d4c0b2a0 req-7f3cbd77-594f-4de4-8ca2-2a7bed9fa909 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:24:39.354060 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 22 Nov 2021 20:24:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9baf8d9-d7a5-4009-a433-283de481a5dd x-openstack-request-id: req-e9baf8d9-d7a5-4009-a433-283de481a5dd {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:24:39.354716 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d849f117-6f1f-4334-9477-96448e110c81", "name": "network-vif-unplugged", "status": "completed", "tag": "16c7c286-2bdc-4b17-83d6-965664355bf1", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:24:39.354716 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e9baf8d9-d7a5-4009-a433-283de481a5dd {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:24:39.355114 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd849f117-6f1f-4334-9477-96448e110c81', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '16c7c286-2bdc-4b17-83d6-965664355bf1', 'code': 200} Nov 22 20:24:39.393703 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-337db630-7916-4459-a57d-3675d4c0b2a0 req-7f3cbd77-594f-4de4-8ca2-2a7bed9fa909 service neutron] For port 16c7c286-2bdc-4b17-83d6-965664355bf1, host n-h1-818823-1, cleared binding levels {{(pid=103447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:24:39.393703 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-337db630-7916-4459-a57d-3675d4c0b2a0 req-7f3cbd77-594f-4de4-8ca2-2a7bed9fa909 service neutron] For port 16c7c286-2bdc-4b17-83d6-965664355bf1, host n-h1-818823-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=16c7c286-2bdc-4b17-83d6-965664355bf1,segment=NetworkSegment(d98c5774-f49e-4d4f-8f89-60677abce332),segment_id=d98c5774-f49e-4d4f-8f89-60677abce332)] {{(pid=103447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:24:39.402820 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-337db630-7916-4459-a57d-3675d4c0b2a0 req-7f3cbd77-594f-4de4-8ca2-2a7bed9fa909 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:24:39.450003 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337db630-7916-4459-a57d-3675d4c0b2a0 req-7f3cbd77-594f-4de4-8ca2-2a7bed9fa909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:24:39.450706 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-337db630-7916-4459-a57d-3675d4c0b2a0 req-7f3cbd77-594f-4de4-8ca2-2a7bed9fa909 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:24:39.452379 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-337db630-7916-4459-a57d-3675d4c0b2a0 req-7f3cbd77-594f-4de4-8ca2-2a7bed9fa909 service neutron] 10.222.0.41 "PUT /v2.0/ports/16c7c286-2bdc-4b17-83d6-965664355bf1 HTTP/1.1" status: 200 len: 1092 time: 1.7608576 Nov 22 20:24:39.497232 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3cbd77-594f-4de4-8ca2-2a7bed9fa909 service neutron] Pushing event updated for resources: {'Port': ['ID=16c7c286-2bdc-4b17-83d6-965664355bf1,revision_number=11']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:24:39.667828 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337db630-7916-4459-a57d-3675d4c0b2a0 req-c36bff33-4d9e-4453-82da-b3df88c2fa8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:24:39.670214 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-337db630-7916-4459-a57d-3675d4c0b2a0 req-c36bff33-4d9e-4453-82da-b3df88c2fa8a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f13d149ee8a64f188025185f0e8b5cfe&device_id=d849f117-6f1f-4334-9477-96448e110c81 HTTP/1.1" status: 200 len: 1095 time: 0.1672690 Nov 22 20:24:39.684645 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94815c1-7880-4555-8704-69202212fcb7 req-651cfe07-0a28-4105-b24d-8fe1bbed434c tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:24:39.694187 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f94815c1-7880-4555-8704-69202212fcb7 req-651cfe07-0a28-4105-b24d-8fe1bbed434c tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/ports?device_id=d849f117-6f1f-4334-9477-96448e110c81 HTTP/1.1" status: 200 len: 944 time: 0.1462538 Nov 22 20:24:39.895524 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f94815c1-7880-4555-8704-69202212fcb7 req-4f5a2a41-9b8a-4141-b697-178c31421c46 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/security-groups?id=80d35954-332b-44d6-bf58-c3aefadfaef0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2002833 Nov 22 20:24:39.948096 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337db630-7916-4459-a57d-3675d4c0b2a0 req-c3e8c9c3-ccee-49e6-88c0-17b6d926bb9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:24:39.949598 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-337db630-7916-4459-a57d-3675d4c0b2a0 req-c3e8c9c3-ccee-49e6-88c0-17b6d926bb9b service neutron] 10.222.0.41 "GET /v2.0/networks?id=67d08895-b2ce-4996-9944-b0b6375ce4b5 HTTP/1.1" status: 200 len: 898 time: 0.2471483 Nov 22 20:24:40.118497 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-337db630-7916-4459-a57d-3675d4c0b2a0 req-cb08ffec-f6e9-4c16-9e99-b92f5e8be91d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=16c7c286-2bdc-4b17-83d6-965664355bf1 HTTP/1.1" status: 200 len: 998 time: 0.1548195 Nov 22 20:24:40.235710 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337db630-7916-4459-a57d-3675d4c0b2a0 req-e0c8bb37-3a75-4bb5-bd0c-9b3bf6e3fc61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:24:40.237304 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-337db630-7916-4459-a57d-3675d4c0b2a0 req-e0c8bb37-3a75-4bb5-bd0c-9b3bf6e3fc61 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a647446e-a208-4e90-bb59-f7e7823f8a20 HTTP/1.1" status: 200 len: 834 time: 0.1120296 Nov 22 20:24:40.269815 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8f43ed-08a3-489d-93f2-e9f986254166 req-d44f934c-04d9-4cd4-9315-6bfdf1acba50 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:24:40.275031 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ce8f43ed-08a3-489d-93f2-e9f986254166 req-d44f934c-04d9-4cd4-9315-6bfdf1acba50 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce76aa75-6890-4214-b1ec-455b43223b5d HTTP/1.1" status: 200 len: 945 time: 0.0783682 Nov 22 20:24:40.338741 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337db630-7916-4459-a57d-3675d4c0b2a0 req-c98b5048-ceb0-4b53-81ff-4f4db2e6d925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:24:40.340304 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-337db630-7916-4459-a57d-3675d4c0b2a0 req-c98b5048-ceb0-4b53-81ff-4f4db2e6d925 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=67d08895-b2ce-4996-9944-b0b6375ce4b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0944068 Nov 22 20:24:40.378912 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ce8f43ed-08a3-489d-93f2-e9f986254166 req-5ff9c882-f6e5-4c8d-8b2a-6636dd100cc6 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/security-groups?id=33003919-2e66-424f-89a8-28e4fe94add1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895464 Nov 22 20:24:40.492880 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-337db630-7916-4459-a57d-3675d4c0b2a0 req-fb3567f7-d10f-4505-93b7-79894e4a14d4 service neutron] 10.222.0.41 "GET /v2.0/networks/67d08895-b2ce-4996-9944-b0b6375ce4b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416421 Nov 22 20:24:40.621382 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-337db630-7916-4459-a57d-3675d4c0b2a0 req-8ded15c1-574f-41a3-87a4-983171e18ee9 service neutron] 10.222.0.41 "GET /v2.0/networks/67d08895-b2ce-4996-9944-b0b6375ce4b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192470 Nov 22 20:24:41.065814 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cc9634-7bdb-445d-a5b5-41ee508baffb req-9185e16d-6968-4464-934a-9840da7426e5 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:24:41.067516 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f8cc9634-7bdb-445d-a5b5-41ee508baffb req-9185e16d-6968-4464-934a-9840da7426e5 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/ports?device_id=d849f117-6f1f-4334-9477-96448e110c81 HTTP/1.1" status: 200 len: 944 time: 0.0728185 Nov 22 20:24:41.155329 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f8cc9634-7bdb-445d-a5b5-41ee508baffb req-2df9e51b-075a-4e11-be7d-987d1667c91c tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/security-groups?id=80d35954-332b-44d6-bf58-c3aefadfaef0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759573 Nov 22 20:24:41.357057 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd849f117-6f1f-4334-9477-96448e110c81', 'tag': '16c7c286-2bdc-4b17-83d6-965664355bf1'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:24:41.360153 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2010318b-f2b0-4eac-a5db-45e6bc4d328f" -d '{"events": [{"name": "network-changed", "server_uuid": "d849f117-6f1f-4334-9477-96448e110c81", "tag": "16c7c286-2bdc-4b17-83d6-965664355bf1"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:24:41.435271 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 20:24:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24a352ff-c86d-44d9-957a-c61f7827076c x-openstack-request-id: req-24a352ff-c86d-44d9-957a-c61f7827076c {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:24:41.436064 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d849f117-6f1f-4334-9477-96448e110c81", "tag": "16c7c286-2bdc-4b17-83d6-965664355bf1", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:24:41.436064 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-24a352ff-c86d-44d9-957a-c61f7827076c {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:24:41.436511 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd849f117-6f1f-4334-9477-96448e110c81', 'tag': '16c7c286-2bdc-4b17-83d6-965664355bf1', 'status': 'completed', 'code': 200} Nov 22 20:24:41.934714 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2010318b-f2b0-4eac-a5db-45e6bc4d328f req-d40d439b-0597-425b-988e-3cf6c7166797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:24:41.935277 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2010318b-f2b0-4eac-a5db-45e6bc4d328f req-d40d439b-0597-425b-988e-3cf6c7166797 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f13d149ee8a64f188025185f0e8b5cfe&device_id=d849f117-6f1f-4334-9477-96448e110c81 HTTP/1.1" status: 200 len: 1095 time: 0.4651992 Nov 22 20:24:41.937475 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2010318b-f2b0-4eac-a5db-45e6bc4d328f req-3a18c64b-9da7-4d5b-9c49-7d50f07a4f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:24:41.938888 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2010318b-f2b0-4eac-a5db-45e6bc4d328f req-3a18c64b-9da7-4d5b-9c49-7d50f07a4f9e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f13d149ee8a64f188025185f0e8b5cfe&device_id=d849f117-6f1f-4334-9477-96448e110c81 HTTP/1.1" status: 200 len: 1095 time: 0.4779687 Nov 22 20:24:41.976895 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a5f5fe-adfc-464c-9b75-2a8376ac8eaf req-bb2bc9cf-361c-4dec-b661-6f974dd03125 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:24:41.985018 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f1a5f5fe-adfc-464c-9b75-2a8376ac8eaf req-bb2bc9cf-361c-4dec-b661-6f974dd03125 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce76aa75-6890-4214-b1ec-455b43223b5d HTTP/1.1" status: 200 len: 945 time: 0.4518697 Nov 22 20:24:42.179218 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f1a5f5fe-adfc-464c-9b75-2a8376ac8eaf req-2792fc36-a9e9-4fd0-839d-ee3493dcd6eb tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/security-groups?id=33003919-2e66-424f-89a8-28e4fe94add1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932080 Nov 22 20:24:42.241530 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2010318b-f2b0-4eac-a5db-45e6bc4d328f req-82a64462-7d81-4dea-abfe-0490f589d94c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:24:42.243150 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2010318b-f2b0-4eac-a5db-45e6bc4d328f req-82a64462-7d81-4dea-abfe-0490f589d94c service neutron] 10.222.0.41 "GET /v2.0/networks?id=67d08895-b2ce-4996-9944-b0b6375ce4b5 HTTP/1.1" status: 200 len: 898 time: 0.2931249 Nov 22 20:24:42.290203 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2010318b-f2b0-4eac-a5db-45e6bc4d328f req-ffee081c-855d-4492-a1e4-7554e1046b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:24:42.291827 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2010318b-f2b0-4eac-a5db-45e6bc4d328f req-ffee081c-855d-4492-a1e4-7554e1046b4c service neutron] 10.222.0.20 "GET /v2.0/networks?id=67d08895-b2ce-4996-9944-b0b6375ce4b5 HTTP/1.1" status: 200 len: 898 time: 0.3493032 Nov 22 20:24:42.716045 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2010318b-f2b0-4eac-a5db-45e6bc4d328f req-e36ea59f-9c9a-4308-bf88-b28d50888708 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=16c7c286-2bdc-4b17-83d6-965664355bf1 HTTP/1.1" status: 200 len: 998 time: 0.1675038 Nov 22 20:24:42.732951 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2010318b-f2b0-4eac-a5db-45e6bc4d328f req-4d6b7564-0fc2-4dce-92f9-2277e31aeb84 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=16c7c286-2bdc-4b17-83d6-965664355bf1 HTTP/1.1" status: 200 len: 998 time: 0.4688046 Nov 22 20:24:42.899753 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2010318b-f2b0-4eac-a5db-45e6bc4d328f req-44d88535-0b6d-4889-968e-9f2d184806e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:24:42.903940 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2010318b-f2b0-4eac-a5db-45e6bc4d328f req-44d88535-0b6d-4889-968e-9f2d184806e5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a647446e-a208-4e90-bb59-f7e7823f8a20 HTTP/1.1" status: 200 len: 834 time: 0.1635864 Nov 22 20:24:42.929772 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256458a7-28fc-42e8-8555-51ebea63b51f req-ac292a8d-463f-4eb1-8dca-b68dbed397d6 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:24:42.943722 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-256458a7-28fc-42e8-8555-51ebea63b51f req-ac292a8d-463f-4eb1-8dca-b68dbed397d6 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/ports?device_id=d849f117-6f1f-4334-9477-96448e110c81 HTTP/1.1" status: 200 len: 944 time: 0.2770445 Nov 22 20:24:43.015794 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2010318b-f2b0-4eac-a5db-45e6bc4d328f req-73693830-ac3a-4b59-958b-ae52e1f8a977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:24:43.018267 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2010318b-f2b0-4eac-a5db-45e6bc4d328f req-73693830-ac3a-4b59-958b-ae52e1f8a977 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a647446e-a208-4e90-bb59-f7e7823f8a20 HTTP/1.1" status: 200 len: 834 time: 0.2635629 Nov 22 20:24:43.108640 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-256458a7-28fc-42e8-8555-51ebea63b51f req-d66a8ae6-93f0-44ce-9e67-8bc2c7cbf14f tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/security-groups?id=80d35954-332b-44d6-bf58-c3aefadfaef0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1638515 Nov 22 20:24:43.151278 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2010318b-f2b0-4eac-a5db-45e6bc4d328f req-9ae294f8-a7a8-491b-8fc9-19c2b07bc7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:24:43.153709 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2010318b-f2b0-4eac-a5db-45e6bc4d328f req-9ae294f8-a7a8-491b-8fc9-19c2b07bc7d3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=67d08895-b2ce-4996-9944-b0b6375ce4b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1632903 Nov 22 20:24:43.160883 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2010318b-f2b0-4eac-a5db-45e6bc4d328f req-0bcddc1a-23b2-4340-8bec-d936a5c8b8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:24:43.169090 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2010318b-f2b0-4eac-a5db-45e6bc4d328f req-0bcddc1a-23b2-4340-8bec-d936a5c8b8b9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=67d08895-b2ce-4996-9944-b0b6375ce4b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1234689 Nov 22 20:24:43.276115 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 16c7c286-2bdc-4b17-83d6-965664355bf1 details requested by agent hyperv_n-h1-818823-1 with host n-h1-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 20:24:43.546981 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 16c7c286-2bdc-4b17-83d6-965664355bf1, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=16c7c286-2bdc-4b17-83d6-965664355bf1,segment=NetworkSegment(d98c5774-f49e-4d4f-8f89-60677abce332),segment_id=d98c5774-f49e-4d4f-8f89-60677abce332)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:24:43.585497 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Returning: {'device': '16c7c286-2bdc-4b17-83d6-965664355bf1', 'network_id': '67d08895-b2ce-4996-9944-b0b6375ce4b5', 'port_id': '16c7c286-2bdc-4b17-83d6-965664355bf1', 'mac_address': 'fa:16:3e:9e:b4:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a647446e-a208-4e90-bb59-f7e7823f8a20', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 20:24:43.670866 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:24:43.701972 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16c7c286-2bdc-4b17-83d6-965664355bf1 {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:24:43.748788 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2010318b-f2b0-4eac-a5db-45e6bc4d328f req-3091acb3-725c-446e-a333-239547223d7c service neutron] 10.222.0.41 "GET /v2.0/networks/67d08895-b2ce-4996-9944-b0b6375ce4b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5622735 Nov 22 20:24:43.756734 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2010318b-f2b0-4eac-a5db-45e6bc4d328f req-b21c5404-9eae-49b8-956b-f84c66f25034 service neutron] 10.222.0.20 "GET /v2.0/networks/67d08895-b2ce-4996-9944-b0b6375ce4b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5863683 Nov 22 20:24:43.761283 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 16c7c286-2bdc-4b17-83d6-965664355bf1, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=16c7c286-2bdc-4b17-83d6-965664355bf1,segment=NetworkSegment(d98c5774-f49e-4d4f-8f89-60677abce332),segment_id=d98c5774-f49e-4d4f-8f89-60677abce332)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:24:43.770163 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:24:43.805611 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae7180b-a454-41a9-ab7f-993ba0ce7708 req-657affbb-2277-4664-9fef-22c7e8f9d84b tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:24:43.815937 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-dae7180b-a454-41a9-ab7f-993ba0ce7708 req-657affbb-2277-4664-9fef-22c7e8f9d84b tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce76aa75-6890-4214-b1ec-455b43223b5d HTTP/1.1" status: 200 len: 945 time: 0.2955420 Nov 22 20:24:43.845408 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=16c7c286-2bdc-4b17-83d6-965664355bf1,revision_number=12']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:24:43.966783 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-dae7180b-a454-41a9-ab7f-993ba0ce7708 req-49e72916-e65e-41a3-ad42-93adac3b1d40 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/security-groups?id=33003919-2e66-424f-89a8-28e4fe94add1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498170 Nov 22 20:24:44.038755 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2010318b-f2b0-4eac-a5db-45e6bc4d328f req-0015300c-3048-479a-9248-9b15fb9d1224 service neutron] 10.222.0.41 "GET /v2.0/networks/67d08895-b2ce-4996-9944-b0b6375ce4b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2769551 Nov 22 20:24:44.048164 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2010318b-f2b0-4eac-a5db-45e6bc4d328f req-a3a13282-a061-41d2-be9f-91151f528ed8 service neutron] 10.222.0.20 "GET /v2.0/networks/67d08895-b2ce-4996-9944-b0b6375ce4b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2288954 Nov 22 20:24:44.126547 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] get_ports_and_sgs() called for port_ids ['16c7c286-2bdc-4b17-83d6-965664355bf1'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:24:44.345720 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76947bd-20c8-456e-8a45-2f4b00ac9f96 req-e993fac4-80f9-45f7-bf9b-a602172e8be4 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:24:44.355235 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f76947bd-20c8-456e-8a45-2f4b00ac9f96 req-e993fac4-80f9-45f7-bf9b-a602172e8be4 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/ports?device_id=d849f117-6f1f-4334-9477-96448e110c81 HTTP/1.1" status: 200 len: 945 time: 0.1115851 Nov 22 20:24:44.417261 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:24:44.427749 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:24:44.463876 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f76947bd-20c8-456e-8a45-2f4b00ac9f96 req-84f39064-3970-4a9e-8d4d-f59c074f535a tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/security-groups?id=80d35954-332b-44d6-bf58-c3aefadfaef0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1062589 Nov 22 20:24:44.509127 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 55758) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:24:44.629863 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-8cfbd2be-7238-4b97-9732-9433e6ce0dd3 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/floatingips/bfa01d84-6314-40bf-9be7-737e7d3d0e11 HTTP/1.1" status: 200 len: 991 time: 0.1172419 Nov 22 20:24:45.117643 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defdbaca-0b4e-4ec8-95e7-a26200d0c2ed req-3e46245d-ded6-4808-9f42-d383d2287807 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:24:45.119193 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-defdbaca-0b4e-4ec8-95e7-a26200d0c2ed req-3e46245d-ded6-4808-9f42-d383d2287807 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce76aa75-6890-4214-b1ec-455b43223b5d HTTP/1.1" status: 200 len: 945 time: 0.0567162 Nov 22 20:24:45.210172 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-defdbaca-0b4e-4ec8-95e7-a26200d0c2ed req-10d21fe2-e306-4508-ab43-721388dd6437 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/security-groups?id=33003919-2e66-424f-89a8-28e4fe94add1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822773 Nov 22 20:24:46.317297 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a52d4c4-3561-4129-96d6-b560be61aac7 req-9a24babd-49d5-473f-b606-83f259175109 tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:24:46.319096 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0a52d4c4-3561-4129-96d6-b560be61aac7 req-9a24babd-49d5-473f-b606-83f259175109 tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] 10.222.0.46 "GET /v2.0/networks?id=704c1d40-093b-4a06-ac89-44d0005714b2 HTTP/1.1" status: 200 len: 811 time: 0.1328337 Nov 22 20:24:46.354599 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0a52d4c4-3561-4129-96d6-b560be61aac7 req-c62d20c8-0b84-41bc-9d57-3ac9c5960a99 tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] 10.222.0.46 "GET /v2.0/quotas/e793ff984057470cb2eb493439c6c5c1 HTTP/1.1" status: 200 len: 375 time: 0.0273356 Nov 22 20:24:46.388241 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf4c1b0-471a-4272-a3c4-dfdf166fe01a req-f050373b-8d35-447d-8dd6-0f40b0d3b9f4 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:24:46.389810 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ebf4c1b0-471a-4272-a3c4-dfdf166fe01a req-f050373b-8d35-447d-8dd6-0f40b0d3b9f4 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce76aa75-6890-4214-b1ec-455b43223b5d HTTP/1.1" status: 200 len: 945 time: 0.0807981 Nov 22 20:24:46.457143 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0a52d4c4-3561-4129-96d6-b560be61aac7 req-a59977ea-9cce-41fc-96ab-e1d77d8717b2 tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=e793ff984057470cb2eb493439c6c5c1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0900578 Nov 22 20:24:46.470065 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [req-0a52d4c4-3561-4129-96d6-b560be61aac7 req-1a9531c4-b474-41a8-95e5-b8e31257a43c service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=103447) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 20:24:46.471082 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0a52d4c4-3561-4129-96d6-b560be61aac7 req-1a9531c4-b474-41a8-95e5-b8e31257a43c service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054159 Nov 22 20:24:46.476929 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ebf4c1b0-471a-4272-a3c4-dfdf166fe01a req-cf565d1c-cebb-4234-86c4-a85dc7f3c548 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/security-groups?id=33003919-2e66-424f-89a8-28e4fe94add1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688381 Nov 22 20:24:46.585582 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0a52d4c4-3561-4129-96d6-b560be61aac7 req-2901cd3b-0f76-4cb6-9164-b1c2595c7b46 service neutron] 10.222.0.46 "GET /v2.0/networks/704c1d40-093b-4a06-ac89-44d0005714b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049428 Nov 22 20:24:46.699751 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0a52d4c4-3561-4129-96d6-b560be61aac7 req-3f7aa76e-9448-4d04-be9e-4f6b065f9612 service neutron] 10.222.0.46 "GET /v2.0/networks/704c1d40-093b-4a06-ac89-44d0005714b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071594 Nov 22 20:24:46.764873 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf35da6-4efb-4658-ad5c-8c0f4247afd5 req-5e0ac725-b2ff-48bd-a08d-6b9642fde1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:24:46.766402 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0cf35da6-4efb-4658-ad5c-8c0f4247afd5 req-5e0ac725-b2ff-48bd-a08d-6b9642fde1b2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=953041b5ecb84670bb3f59610c3b98e5&device_id=ce76aa75-6890-4214-b1ec-455b43223b5d HTTP/1.1" status: 200 len: 1096 time: 0.0657840 Nov 22 20:24:46.961200 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-70695792-d028-432c-b58b-f4c1b87fddae req-6a18d08f-839c-471e-80d0-7cb34145d2ad tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] 10.222.0.46 "GET /v2.0/ports?device_id=9daa3409-2ba5-4214-8232-64c594e1799c HTTP/1.1" status: 200 len: 210 time: 0.0553648 Nov 22 20:24:46.997567 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf35da6-4efb-4658-ad5c-8c0f4247afd5 req-84dfd8cd-2263-4c19-9505-680eced32f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:24:46.999206 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0cf35da6-4efb-4658-ad5c-8c0f4247afd5 req-84dfd8cd-2263-4c19-9505-680eced32f4a service neutron] 10.222.0.20 "GET /v2.0/networks?id=07a52fe9-f2bb-41b8-a0b8-a12077ec9b70 HTTP/1.1" status: 200 len: 915 time: 0.2241616 Nov 22 20:24:47.071665 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0cf35da6-4efb-4658-ad5c-8c0f4247afd5 req-d5c93e44-c4b3-4ea6-afd3-4109d7728893 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3af90274-6df2-49fc-a29e-804805813bff HTTP/1.1" status: 200 len: 217 time: 0.0641856 Nov 22 20:24:47.158544 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf35da6-4efb-4658-ad5c-8c0f4247afd5 req-b0e8f3d6-cdd0-4139-8f6c-39bb36c3ad97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:24:47.162632 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0cf35da6-4efb-4658-ad5c-8c0f4247afd5 req-b0e8f3d6-cdd0-4139-8f6c-39bb36c3ad97 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=700f25ca-fe48-4186-881c-bc8e45e72e13 HTTP/1.1" status: 200 len: 854 time: 0.0834379 Nov 22 20:24:47.237331 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0cf35da6-4efb-4658-ad5c-8c0f4247afd5 req-237c70e9-286c-4df6-ad3e-2c89399dc349 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=07a52fe9-f2bb-41b8-a0b8-a12077ec9b70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0666876 Nov 22 20:24:47.307369 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 16c7c286-2bdc-4b17-83d6-965664355bf1 up at agent hyperv_n-h1-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:24:47.410530 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Provisioning for port 16c7c286-2bdc-4b17-83d6-965664355bf1 completed by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 20:24:47.415132 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Provisioning complete for port 16c7c286-2bdc-4b17-83d6-965664355bf1 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:24:47.415867 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:24:47.445486 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0cf35da6-4efb-4658-ad5c-8c0f4247afd5 req-32eca917-0621-45fe-8359-8adb19eb512e service neutron] 10.222.0.20 "GET /v2.0/networks/07a52fe9-f2bb-41b8-a0b8-a12077ec9b70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1995699 Nov 22 20:24:47.590132 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0cf35da6-4efb-4658-ad5c-8c0f4247afd5 req-54f7e1c6-a8a5-4f93-8ef4-5c2f1bf85dc3 service neutron] 10.222.0.20 "GET /v2.0/networks/07a52fe9-f2bb-41b8-a0b8-a12077ec9b70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375837 Nov 22 20:24:47.651833 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:24:47.682575 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd849f117-6f1f-4334-9477-96448e110c81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16c7c286-2bdc-4b17-83d6-965664355bf1'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:24:47.684847 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d39f6d30a11e565ec9648abcc015e8a6ab6cff4edd704add8155e28765d31eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-367ac697-a6b5-43a1-bd42-f075c29ae020" -d '{"events": [{"server_uuid": "d849f117-6f1f-4334-9477-96448e110c81", "name": "network-vif-plugged", "status": "completed", "tag": "16c7c286-2bdc-4b17-83d6-965664355bf1"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:24:47.700733 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 16c7c286-2bdc-4b17-83d6-965664355bf1, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=16c7c286-2bdc-4b17-83d6-965664355bf1,segment=NetworkSegment(d98c5774-f49e-4d4f-8f89-60677abce332),segment_id=d98c5774-f49e-4d4f-8f89-60677abce332)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:24:47.707600 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78392214-01cb-4848-a714-8bd1de9cc79d req-52d2e822-5dd6-45ee-960f-45ec1130f3da tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:24:47.709191 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:24:47.709708 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-78392214-01cb-4848-a714-8bd1de9cc79d req-52d2e822-5dd6-45ee-960f-45ec1130f3da tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce76aa75-6890-4214-b1ec-455b43223b5d HTTP/1.1" status: 200 len: 945 time: 0.1089251 Nov 22 20:24:47.778837 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:24:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3be2dc26-c63c-4246-b2fe-c24984ebed7a x-openstack-request-id: req-3be2dc26-c63c-4246-b2fe-c24984ebed7a {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:24:47.779674 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d849f117-6f1f-4334-9477-96448e110c81", "name": "network-vif-plugged", "status": "completed", "tag": "16c7c286-2bdc-4b17-83d6-965664355bf1", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:24:47.780222 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3be2dc26-c63c-4246-b2fe-c24984ebed7a {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:24:47.794015 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd849f117-6f1f-4334-9477-96448e110c81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16c7c286-2bdc-4b17-83d6-965664355bf1', 'code': 200} Nov 22 20:24:47.800578 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-78392214-01cb-4848-a714-8bd1de9cc79d req-9ba051dd-bc83-4b16-a3f8-8c69c4b42e4c tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/security-groups?id=33003919-2e66-424f-89a8-28e4fe94add1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765696 Nov 22 20:24:47.840355 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=16c7c286-2bdc-4b17-83d6-965664355bf1,revision_number=13']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:24:48.096257 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0d1875dc-bf42-4517-9361-23d550ecb91f req-99f42035-440c-436f-b96e-f94bac08dc95 tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] 10.222.0.46 "GET /v2.0/ports?device_id=9daa3409-2ba5-4214-8232-64c594e1799c HTTP/1.1" status: 200 len: 210 time: 0.0380340 Nov 22 20:24:48.405247 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a52d4c4-3561-4129-96d6-b560be61aac7 req-444a5e24-8956-4e80-844c-d3c6ee1e2398 tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:24:48.406808 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0a52d4c4-3561-4129-96d6-b560be61aac7 req-444a5e24-8956-4e80-844c-d3c6ee1e2398 tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] 10.222.0.20 "GET /v2.0/networks?id=704c1d40-093b-4a06-ac89-44d0005714b2 HTTP/1.1" status: 200 len: 811 time: 0.1860411 Nov 22 20:24:48.422277 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-0a52d4c4-3561-4129-96d6-b560be61aac7 req-e843f4bc-745a-4bf5-833d-956c1a58f279 tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] Request body: {'port': {'device_id': '9daa3409-2ba5-4214-8232-64c594e1799c', 'network_id': '704c1d40-093b-4a06-ac89-44d0005714b2', 'admin_state_up': True, 'tenant_id': 'e793ff984057470cb2eb493439c6c5c1'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:24:48.553910 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a52d4c4-3561-4129-96d6-b560be61aac7 req-e843f4bc-745a-4bf5-833d-956c1a58f279 tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] Made reservation on behalf of e793ff984057470cb2eb493439c6c5c1 for: {'port': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:24:48.559439 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-0a52d4c4-3561-4129-96d6-b560be61aac7 req-e843f4bc-745a-4bf5-833d-956c1a58f279 tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:24:48.709247 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [req-0a52d4c4-3561-4129-96d6-b560be61aac7 req-e843f4bc-745a-4bf5-833d-956c1a58f279 tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] Allocated IP 172.20.0.14 (704c1d40-093b-4a06-ac89-44d0005714b2/19f24a92-36ce-45ff-85ec-f7e350181a79/ed29f738-93d8-49f7-bc81-0dd4d63d6083) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:24:48.926686 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-0a52d4c4-3561-4129-96d6-b560be61aac7 req-e843f4bc-745a-4bf5-833d-956c1a58f279 tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:24:48.972467 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49850013-27fa-499a-b09b-2c88db8a69fc req-7bb8d430-cddb-485c-94f9-bf36a913049e tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:24:48.974041 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-49850013-27fa-499a-b09b-2c88db8a69fc req-7bb8d430-cddb-485c-94f9-bf36a913049e tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce76aa75-6890-4214-b1ec-455b43223b5d HTTP/1.1" status: 200 len: 945 time: 0.1040273 Nov 22 20:24:49.015294 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-0a52d4c4-3561-4129-96d6-b560be61aac7 req-e843f4bc-745a-4bf5-833d-956c1a58f279 tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:24:49.030213 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] get_ports_and_sgs() called for port_ids ['9b558ec9-94d1-4c33-8b52-4d3fbcc139d7'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:24:49.086932 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-49850013-27fa-499a-b09b-2c88db8a69fc req-14952e37-3751-4199-84da-1a6e5626dad5 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/security-groups?id=33003919-2e66-424f-89a8-28e4fe94add1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020632 Nov 22 20:24:49.094125 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a52d4c4-3561-4129-96d6-b560be61aac7 req-e843f4bc-745a-4bf5-833d-956c1a58f279 tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] Network 704c1d40-093b-4a06-ac89-44d0005714b2 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:24:49.097659 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [req-0a52d4c4-3561-4129-96d6-b560be61aac7 req-e843f4bc-745a-4bf5-833d-956c1a58f279 tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:24:49.101603 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a52d4c4-3561-4129-96d6-b560be61aac7 req-e843f4bc-745a-4bf5-833d-956c1a58f279 tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:24:49.140136 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e843f4bc-745a-4bf5-833d-956c1a58f279 tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] Pushing event updated for resources: {'Port': ['ID=ed29f738-93d8-49f7-bc81-0dd4d63d6083,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:24:49.175504 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a52d4c4-3561-4129-96d6-b560be61aac7 req-e843f4bc-745a-4bf5-833d-956c1a58f279 tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:24:49.176156 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-0a52d4c4-3561-4129-96d6-b560be61aac7 req-e843f4bc-745a-4bf5-833d-956c1a58f279 tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:24:49.176410 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 3af90274-6df2-49fc-a29e-804805813bff no longer exists at agent hyperv_n-h2-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:24:49.205120 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0a52d4c4-3561-4129-96d6-b560be61aac7 req-e843f4bc-745a-4bf5-833d-956c1a58f279 tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7871599 Nov 22 20:24:49.236511 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-0a52d4c4-3561-4129-96d6-b560be61aac7 req-ccfa719d-3dac-4a02-aa11-4cf5701de4b4 service neutron] Request body: {'port': {'device_id': '9daa3409-2ba5-4214-8232-64c594e1799c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818823-1'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:24:49.296352 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402d573f-7a0f-41a1-ae86-f2ec39a2809d req-21e407fd-444b-4b80-a46c-dd67d3344e6e tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:24:49.307084 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-402d573f-7a0f-41a1-ae86-f2ec39a2809d req-21e407fd-444b-4b80-a46c-dd67d3344e6e tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] 10.222.0.46 "GET /v2.0/ports?device_id=9daa3409-2ba5-4214-8232-64c594e1799c HTTP/1.1" status: 200 len: 932 time: 0.1179082 Nov 22 20:24:49.371271 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-0a52d4c4-3561-4129-96d6-b560be61aac7 req-ccfa719d-3dac-4a02-aa11-4cf5701de4b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:24:49.402409 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:24:49.443333 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-402d573f-7a0f-41a1-ae86-f2ec39a2809d req-8d0f97ba-4298-48d9-a783-3a355731505d tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] 10.222.0.46 "GET /v2.0/security-groups?id=e904806f-9bc9-4f52-beb6-3fb062dd1789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352649 Nov 22 20:24:49.446612 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port 3af90274-6df2-49fc-a29e-804805813bff, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=3af90274-6df2-49fc-a29e-804805813bff,segment=NetworkSegment(6b8f1d18-2278-40c7-b488-3ca021d47ca0),segment_id=6b8f1d18-2278-40c7-b488-3ca021d47ca0)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:24:49.453278 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:24:49.520239 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=3af90274-6df2-49fc-a29e-804805813bff,revision_number=8']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:24:49.774077 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [req-0a52d4c4-3561-4129-96d6-b560be61aac7 req-ccfa719d-3dac-4a02-aa11-4cf5701de4b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed29f738-93d8-49f7-bc81-0dd4d63d6083 {{(pid=103447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:24:49.784028 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-0a52d4c4-3561-4129-96d6-b560be61aac7 req-ccfa719d-3dac-4a02-aa11-4cf5701de4b4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:24:49.794979 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce76aa75-6890-4214-b1ec-455b43223b5d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3af90274-6df2-49fc-a29e-804805813bff'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:24:49.798399 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d39f6d30a11e565ec9648abcc015e8a6ab6cff4edd704add8155e28765d31eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3258e1c7-5149-476c-bd6b-625942014512" -d '{"events": [{"server_uuid": "ce76aa75-6890-4214-b1ec-455b43223b5d", "name": "network-vif-unplugged", "status": "completed", "tag": "3af90274-6df2-49fc-a29e-804805813bff"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:24:49.800899 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.provisioning_blocks [req-0a52d4c4-3561-4129-96d6-b560be61aac7 req-ccfa719d-3dac-4a02-aa11-4cf5701de4b4 service neutron] Transition to ACTIVE for port object ed29f738-93d8-49f7-bc81-0dd4d63d6083 will not be triggered until provisioned by entity L2. {{(pid=103447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 20:24:49.808207 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-0a52d4c4-3561-4129-96d6-b560be61aac7 req-ccfa719d-3dac-4a02-aa11-4cf5701de4b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:24:49.848123 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 22 Nov 2021 20:24:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70393e0c-3ec6-4821-b97c-61385553cd96 x-openstack-request-id: req-70393e0c-3ec6-4821-b97c-61385553cd96 {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:24:49.848416 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce76aa75-6890-4214-b1ec-455b43223b5d", "name": "network-vif-unplugged", "status": "completed", "tag": "3af90274-6df2-49fc-a29e-804805813bff", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:24:49.848671 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-70393e0c-3ec6-4821-b97c-61385553cd96 {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:24:49.849060 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce76aa75-6890-4214-b1ec-455b43223b5d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3af90274-6df2-49fc-a29e-804805813bff', 'code': 200} Nov 22 20:24:49.947722 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfa719d-3dac-4a02-aa11-4cf5701de4b4 service neutron] Pushing event updated for resources: {'Port': ['ID=ed29f738-93d8-49f7-bc81-0dd4d63d6083,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:24:50.049928 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-0a52d4c4-3561-4129-96d6-b560be61aac7 req-ccfa719d-3dac-4a02-aa11-4cf5701de4b4 service neutron] Attempting to bind port ed29f738-93d8-49f7-bc81-0dd4d63d6083 on host n-h2-818823-1 for vnic_type normal with profile {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:24:50.050492 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-0a52d4c4-3561-4129-96d6-b560be61aac7 req-ccfa719d-3dac-4a02-aa11-4cf5701de4b4 service neutron] Attempting to bind port ed29f738-93d8-49f7-bc81-0dd4d63d6083 by drivers openvswitch,hyperv on host n-h2-818823-1 at level 0 using segments [{'id': 'e778d2dd-b877-4e30-b25d-58baa3933aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '704c1d40-093b-4a06-ac89-44d0005714b2'}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:24:50.051040 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a52d4c4-3561-4129-96d6-b560be61aac7 req-ccfa719d-3dac-4a02-aa11-4cf5701de4b4 service neutron] Attempting to bind port ed29f738-93d8-49f7-bc81-0dd4d63d6083 on network 704c1d40-093b-4a06-ac89-44d0005714b2 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:24:50.056018 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a52d4c4-3561-4129-96d6-b560be61aac7 req-ccfa719d-3dac-4a02-aa11-4cf5701de4b4 service neutron] Port ed29f738-93d8-49f7-bc81-0dd4d63d6083 on network 704c1d40-093b-4a06-ac89-44d0005714b2 not bound, no agent of type Open vSwitch agent registered on host n-h2-818823-1 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:24:50.056583 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a52d4c4-3561-4129-96d6-b560be61aac7 req-ccfa719d-3dac-4a02-aa11-4cf5701de4b4 service neutron] Attempting to bind port ed29f738-93d8-49f7-bc81-0dd4d63d6083 on network 704c1d40-093b-4a06-ac89-44d0005714b2 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:24:50.061965 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a52d4c4-3561-4129-96d6-b560be61aac7 req-ccfa719d-3dac-4a02-aa11-4cf5701de4b4 service neutron] Checking agent: {'id': '65e0486a-7030-4065-96f0-10aa7402a530', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'started_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 24, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:24:50.062675 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a52d4c4-3561-4129-96d6-b560be61aac7 req-ccfa719d-3dac-4a02-aa11-4cf5701de4b4 service neutron] Checking segment: {'id': 'e778d2dd-b877-4e30-b25d-58baa3933aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '704c1d40-093b-4a06-ac89-44d0005714b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:24:50.063161 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a52d4c4-3561-4129-96d6-b560be61aac7 req-ccfa719d-3dac-4a02-aa11-4cf5701de4b4 service neutron] Bound using segment: {'id': 'e778d2dd-b877-4e30-b25d-58baa3933aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '704c1d40-093b-4a06-ac89-44d0005714b2'} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:24:50.065278 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-0a52d4c4-3561-4129-96d6-b560be61aac7 req-ccfa719d-3dac-4a02-aa11-4cf5701de4b4 service neutron] Bound port: ed29f738-93d8-49f7-bc81-0dd4d63d6083, host: n-h2-818823-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e778d2dd-b877-4e30-b25d-58baa3933aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '704c1d40-093b-4a06-ac89-44d0005714b2'}}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:24:50.069285 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-0a52d4c4-3561-4129-96d6-b560be61aac7 req-ccfa719d-3dac-4a02-aa11-4cf5701de4b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:24:50.148208 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-0a52d4c4-3561-4129-96d6-b560be61aac7 req-ccfa719d-3dac-4a02-aa11-4cf5701de4b4 service neutron] For port ed29f738-93d8-49f7-bc81-0dd4d63d6083, host n-h2-818823-1, cleared binding levels {{(pid=103447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:24:50.153237 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-0a52d4c4-3561-4129-96d6-b560be61aac7 req-ccfa719d-3dac-4a02-aa11-4cf5701de4b4 service neutron] For port ed29f738-93d8-49f7-bc81-0dd4d63d6083, host n-h2-818823-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=ed29f738-93d8-49f7-bc81-0dd4d63d6083,segment=NetworkSegment(e778d2dd-b877-4e30-b25d-58baa3933aef),segment_id=e778d2dd-b877-4e30-b25d-58baa3933aef)] {{(pid=103447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:24:50.161538 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-0a52d4c4-3561-4129-96d6-b560be61aac7 req-ccfa719d-3dac-4a02-aa11-4cf5701de4b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:24:50.215666 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a52d4c4-3561-4129-96d6-b560be61aac7 req-ccfa719d-3dac-4a02-aa11-4cf5701de4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:24:50.216302 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-0a52d4c4-3561-4129-96d6-b560be61aac7 req-ccfa719d-3dac-4a02-aa11-4cf5701de4b4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:24:50.218345 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0a52d4c4-3561-4129-96d6-b560be61aac7 req-ccfa719d-3dac-4a02-aa11-4cf5701de4b4 service neutron] 10.222.0.20 "PUT /v2.0/ports/ed29f738-93d8-49f7-bc81-0dd4d63d6083 HTTP/1.1" status: 200 len: 1092 time: 0.9913635 Nov 22 20:24:50.220438 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9daa3409-2ba5-4214-8232-64c594e1799c', 'tag': 'ed29f738-93d8-49f7-bc81-0dd4d63d6083'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:24:50.224905 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f55264a4-fba8-440f-98ec-58a6546119ee" -d '{"events": [{"name": "network-changed", "server_uuid": "9daa3409-2ba5-4214-8232-64c594e1799c", "tag": "ed29f738-93d8-49f7-bc81-0dd4d63d6083"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:24:50.300663 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 20:24:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8422bf5b-18f5-450f-afb6-ca5057f4bbcb x-openstack-request-id: req-8422bf5b-18f5-450f-afb6-ca5057f4bbcb {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:24:50.301294 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9daa3409-2ba5-4214-8232-64c594e1799c", "tag": "ed29f738-93d8-49f7-bc81-0dd4d63d6083", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:24:50.301727 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8422bf5b-18f5-450f-afb6-ca5057f4bbcb {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:24:50.302425 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9daa3409-2ba5-4214-8232-64c594e1799c', 'tag': 'ed29f738-93d8-49f7-bc81-0dd4d63d6083', 'status': 'completed', 'code': 200} Nov 22 20:24:50.323796 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfa719d-3dac-4a02-aa11-4cf5701de4b4 service neutron] Pushing event updated for resources: {'Port': ['ID=ed29f738-93d8-49f7-bc81-0dd4d63d6083,revision_number=3']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:24:50.352243 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689294bb-f45b-40f7-988b-efcd0b58f103 req-a6064936-73e7-4c2f-8af5-30b5d7458fee tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:24:50.354287 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-689294bb-f45b-40f7-988b-efcd0b58f103 req-a6064936-73e7-4c2f-8af5-30b5d7458fee tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce76aa75-6890-4214-b1ec-455b43223b5d HTTP/1.1" status: 200 len: 943 time: 0.1350219 Nov 22 20:24:50.361329 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a52d4c4-3561-4129-96d6-b560be61aac7 req-bea8e73a-9a60-4df5-8963-f2a2e20d58e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:24:50.363297 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0a52d4c4-3561-4129-96d6-b560be61aac7 req-bea8e73a-9a60-4df5-8963-f2a2e20d58e9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e793ff984057470cb2eb493439c6c5c1&device_id=9daa3409-2ba5-4214-8232-64c594e1799c HTTP/1.1" status: 200 len: 1095 time: 0.0878522 Nov 22 20:24:50.424611 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0a52d4c4-3561-4129-96d6-b560be61aac7 req-fd5f161d-b922-47b2-975b-7e7b5ffe6b0f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ed29f738-93d8-49f7-bc81-0dd4d63d6083 HTTP/1.1" status: 200 len: 217 time: 0.0471354 Nov 22 20:24:50.493443 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-689294bb-f45b-40f7-988b-efcd0b58f103 req-2aa7efbe-4b01-44f3-9c0e-3ec87bc5fde5 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/security-groups?id=33003919-2e66-424f-89a8-28e4fe94add1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238675 Nov 22 20:24:50.541681 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a52d4c4-3561-4129-96d6-b560be61aac7 req-d56fb08b-eb56-41a9-b0b3-b04b80021117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:24:50.544299 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0a52d4c4-3561-4129-96d6-b560be61aac7 req-d56fb08b-eb56-41a9-b0b3-b04b80021117 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=19f24a92-36ce-45ff-85ec-f7e350181a79 HTTP/1.1" status: 200 len: 851 time: 0.1085320 Nov 22 20:24:50.596132 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0a52d4c4-3561-4129-96d6-b560be61aac7 req-75426974-80f6-4f38-a49b-dda5b329bdbe service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=704c1d40-093b-4a06-ac89-44d0005714b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406401 Nov 22 20:24:50.723354 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ef1551-e44c-4ae9-8271-ca77971c10bf req-8cdfaf2f-227a-4f27-9e9e-7f0ac885edf6 tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:24:50.724927 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b4ef1551-e44c-4ae9-8271-ca77971c10bf req-8cdfaf2f-227a-4f27-9e9e-7f0ac885edf6 tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] 10.222.0.46 "GET /v2.0/ports?device_id=9daa3409-2ba5-4214-8232-64c594e1799c HTTP/1.1" status: 200 len: 944 time: 0.1553545 Nov 22 20:24:50.762266 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b49c41b-6cb9-4239-ad39-fd0003d3f8b3 req-e0c8df7c-654b-4ca5-a7f5-c139be65127a tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:24:50.763720 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3b49c41b-6cb9-4239-ad39-fd0003d3f8b3 req-e0c8df7c-654b-4ca5-a7f5-c139be65127a tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce76aa75-6890-4214-b1ec-455b43223b5d HTTP/1.1" status: 200 len: 943 time: 0.1704450 Nov 22 20:24:51.077294 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0a52d4c4-3561-4129-96d6-b560be61aac7 req-454850b9-bab8-4886-93e7-8b96fc4142d0 service neutron] 10.222.0.20 "GET /v2.0/networks/704c1d40-093b-4a06-ac89-44d0005714b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4599648 Nov 22 20:24:51.161874 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b4ef1551-e44c-4ae9-8271-ca77971c10bf req-a5f40668-1150-4991-9168-09f75c6f7ebd tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] 10.222.0.46 "GET /v2.0/security-groups?id=e904806f-9bc9-4f52-beb6-3fb062dd1789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4217098 Nov 22 20:24:51.204125 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3b49c41b-6cb9-4239-ad39-fd0003d3f8b3 req-e2258fca-4f35-4aa2-aba8-eeab45d0f3c6 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/security-groups?id=33003919-2e66-424f-89a8-28e4fe94add1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4172018 Nov 22 20:24:51.270401 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0a52d4c4-3561-4129-96d6-b560be61aac7 req-2f3e5728-6344-4922-b708-75e293fe29b3 service neutron] 10.222.0.20 "GET /v2.0/networks/704c1d40-093b-4a06-ac89-44d0005714b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1847119 Nov 22 20:24:51.424995 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55264a4-fba8-440f-98ec-58a6546119ee req-e3e579ea-ba84-4dfb-8394-6d9f645a85d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:24:51.426716 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f55264a4-fba8-440f-98ec-58a6546119ee req-e3e579ea-ba84-4dfb-8394-6d9f645a85d4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e793ff984057470cb2eb493439c6c5c1&device_id=9daa3409-2ba5-4214-8232-64c594e1799c HTTP/1.1" status: 200 len: 1095 time: 0.0779142 Nov 22 20:24:51.498518 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [req-17c8ac6f-a40b-45ed-b9bf-b29ba6dba831 req-c93b2009-f9d3-4e2b-8177-aa5bca9dc9e6 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=103447) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 20:24:51.499620 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-17c8ac6f-a40b-45ed-b9bf-b29ba6dba831 req-c93b2009-f9d3-4e2b-8177-aa5bca9dc9e6 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053496 Nov 22 20:24:51.553800 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55264a4-fba8-440f-98ec-58a6546119ee req-016ca24c-0a39-4ee1-8a97-00fb94cc633c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:24:51.555868 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f55264a4-fba8-440f-98ec-58a6546119ee req-016ca24c-0a39-4ee1-8a97-00fb94cc633c service neutron] 10.222.0.20 "GET /v2.0/networks?id=704c1d40-093b-4a06-ac89-44d0005714b2 HTTP/1.1" status: 200 len: 912 time: 0.1207702 Nov 22 20:24:51.660958 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f55264a4-fba8-440f-98ec-58a6546119ee req-9935141f-76ee-4118-8087-3659f7035cd1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ed29f738-93d8-49f7-bc81-0dd4d63d6083 HTTP/1.1" status: 200 len: 217 time: 0.0973175 Nov 22 20:24:51.759638 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55264a4-fba8-440f-98ec-58a6546119ee req-47ae5bd7-2e99-41ae-9548-bd8e0860ce14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:24:51.761510 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f55264a4-fba8-440f-98ec-58a6546119ee req-47ae5bd7-2e99-41ae-9548-bd8e0860ce14 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=19f24a92-36ce-45ff-85ec-f7e350181a79 HTTP/1.1" status: 200 len: 851 time: 0.0931575 Nov 22 20:24:51.771153 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f0d758-1f93-4309-9f56-39fb6af934b2 req-7681e4c7-475a-4557-97b7-095dcfa18889 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:24:51.773055 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-46f0d758-1f93-4309-9f56-39fb6af934b2 req-7681e4c7-475a-4557-97b7-095dcfa18889 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce76aa75-6890-4214-b1ec-455b43223b5d HTTP/1.1" status: 200 len: 943 time: 0.0931256 Nov 22 20:24:51.826283 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f55264a4-fba8-440f-98ec-58a6546119ee req-28aa2699-f932-4a4c-b620-d0370be4cafc service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=704c1d40-093b-4a06-ac89-44d0005714b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521750 Nov 22 20:24:51.942988 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-46f0d758-1f93-4309-9f56-39fb6af934b2 req-758add02-0c1b-4346-8469-0cf0d383d40b tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/security-groups?id=33003919-2e66-424f-89a8-28e4fe94add1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598489 Nov 22 20:24:52.012676 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f55264a4-fba8-440f-98ec-58a6546119ee req-e4356e6b-a392-4f19-8eb8-5f65706a7f14 service neutron] 10.222.0.20 "GET /v2.0/networks/704c1d40-093b-4a06-ac89-44d0005714b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770859 Nov 22 20:24:52.168631 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f55264a4-fba8-440f-98ec-58a6546119ee req-2f7a703a-727a-426a-a663-6ed5e7947c88 service neutron] 10.222.0.20 "GET /v2.0/networks/704c1d40-093b-4a06-ac89-44d0005714b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438844 Nov 22 20:24:52.177750 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-bc7c3d77-325e-4024-807a-e158edb6a6b6 req-b0f3f9b8-da0e-4d4c-a97d-4bcf9324fe51 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=ce76aa75-6890-4214-b1ec-455b43223b5d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2438173 Nov 22 20:24:52.186937 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [req-bc7c3d77-325e-4024-807a-e158edb6a6b6 req-70df1f63-3e40-4402-8451-f03455783c1d service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=103447) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 20:24:52.188261 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-bc7c3d77-325e-4024-807a-e158edb6a6b6 req-70df1f63-3e40-4402-8451-f03455783c1d service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056503 Nov 22 20:24:52.345880 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f319448f-b5be-4988-8426-dd2711375ec9 req-d66376aa-466e-4552-8016-196c4c441603 tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:24:52.354335 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f319448f-b5be-4988-8426-dd2711375ec9 req-d66376aa-466e-4552-8016-196c4c441603 tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] 10.222.0.46 "GET /v2.0/ports?device_id=9daa3409-2ba5-4214-8232-64c594e1799c HTTP/1.1" status: 200 len: 944 time: 0.0941703 Nov 22 20:24:52.426515 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f319448f-b5be-4988-8426-dd2711375ec9 req-3b239a21-8612-4494-a1e7-157643d89b0b tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] 10.222.0.46 "GET /v2.0/security-groups?id=e904806f-9bc9-4f52-beb6-3fb062dd1789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706809 Nov 22 20:24:53.083461 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6282120a-3fa1-47ca-8907-fa0ea3c46536 req-c425ac27-c33b-4e6f-bc96-ec753bab7aa2 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:24:53.085778 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6282120a-3fa1-47ca-8907-fa0ea3c46536 req-c425ac27-c33b-4e6f-bc96-ec753bab7aa2 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce76aa75-6890-4214-b1ec-455b43223b5d HTTP/1.1" status: 200 len: 943 time: 0.0602446 Nov 22 20:24:53.108796 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.agents_db [None req-aa8313f2-1ee4-4e7b-8c5a-d32b2f9d31ee None None] Agent healthcheck: found 7 active agents {{(pid=103450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 20:24:53.137379 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6282120a-3fa1-47ca-8907-fa0ea3c46536 req-5a02bdfb-6401-4872-ba7a-4690e25af7be tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/security-groups?id=33003919-2e66-424f-89a8-28e4fe94add1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452251 Nov 22 20:24:53.182851 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device ed29f738-93d8-49f7-bc81-0dd4d63d6083 details requested by agent hyperv_n-h2-818823-1 with host n-h2-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 20:24:53.186786 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 3af90274-6df2-49fc-a29e-804805813bff no longer exists at agent hyperv_n-h2-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:24:53.230720 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7c3d77-325e-4024-807a-e158edb6a6b6 req-15b6b95e-5a44-4ba4-ac3a-433bc905e16c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:24:53.232708 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-bc7c3d77-325e-4024-807a-e158edb6a6b6 req-15b6b95e-5a44-4ba4-ac3a-433bc905e16c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ce76aa75-6890-4214-b1ec-455b43223b5d&tenant_id=953041b5ecb84670bb3f59610c3b98e5 HTTP/1.1" status: 200 len: 1094 time: 0.0562062 Nov 22 20:24:53.345253 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7c3d77-325e-4024-807a-e158edb6a6b6 req-784e6002-fcc8-442f-865b-3bc594c8954a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:24:53.348551 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-bc7c3d77-325e-4024-807a-e158edb6a6b6 req-784e6002-fcc8-442f-865b-3bc594c8954a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=953041b5ecb84670bb3f59610c3b98e5&device_id=ce76aa75-6890-4214-b1ec-455b43223b5d HTTP/1.1" status: 200 len: 1094 time: 0.0923698 Nov 22 20:24:53.536201 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7c3d77-325e-4024-807a-e158edb6a6b6 req-52d4491d-cbe4-4cac-a15c-510923db9812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:24:53.537731 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-bc7c3d77-325e-4024-807a-e158edb6a6b6 req-52d4491d-cbe4-4cac-a15c-510923db9812 service neutron] 10.222.0.20 "GET /v2.0/networks?id=07a52fe9-f2bb-41b8-a0b8-a12077ec9b70 HTTP/1.1" status: 200 len: 915 time: 0.1819413 Nov 22 20:24:53.562357 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port ed29f738-93d8-49f7-bc81-0dd4d63d6083, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=ed29f738-93d8-49f7-bc81-0dd4d63d6083,segment=NetworkSegment(e778d2dd-b877-4e30-b25d-58baa3933aef),segment_id=e778d2dd-b877-4e30-b25d-58baa3933aef)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:24:53.615577 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Returning: {'device': 'ed29f738-93d8-49f7-bc81-0dd4d63d6083', 'network_id': '704c1d40-093b-4a06-ac89-44d0005714b2', 'port_id': 'ed29f738-93d8-49f7-bc81-0dd4d63d6083', 'mac_address': 'fa:16:3e:4b:a6:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19f24a92-36ce-45ff-85ec-f7e350181a79', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 20:24:53.617049 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-bc7c3d77-325e-4024-807a-e158edb6a6b6 req-3a12e303-f810-4eb8-a7ee-2b8d84fe1e25 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3af90274-6df2-49fc-a29e-804805813bff HTTP/1.1" status: 200 len: 217 time: 0.0660093 Nov 22 20:24:53.666695 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:24:53.679015 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4416bf7d-df24-45ee-a68f-4cc5f47da8bd req-6d41ff28-60a1-479d-80f3-91ae1f020662 tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:24:53.688028 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed29f738-93d8-49f7-bc81-0dd4d63d6083 {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:24:53.691524 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4416bf7d-df24-45ee-a68f-4cc5f47da8bd req-6d41ff28-60a1-479d-80f3-91ae1f020662 tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] 10.222.0.46 "GET /v2.0/ports?device_id=9daa3409-2ba5-4214-8232-64c594e1799c HTTP/1.1" status: 200 len: 944 time: 0.1527166 Nov 22 20:24:53.714816 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port ed29f738-93d8-49f7-bc81-0dd4d63d6083, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=ed29f738-93d8-49f7-bc81-0dd4d63d6083,segment=NetworkSegment(e778d2dd-b877-4e30-b25d-58baa3933aef),segment_id=e778d2dd-b877-4e30-b25d-58baa3933aef)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:24:53.720083 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:24:53.730069 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7c3d77-325e-4024-807a-e158edb6a6b6 req-9d727eb4-117d-4785-aeda-fbd141babc94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:24:53.732140 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-bc7c3d77-325e-4024-807a-e158edb6a6b6 req-9d727eb4-117d-4785-aeda-fbd141babc94 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=700f25ca-fe48-4186-881c-bc8e45e72e13 HTTP/1.1" status: 200 len: 854 time: 0.1072986 Nov 22 20:24:53.778459 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-bc7c3d77-325e-4024-807a-e158edb6a6b6 req-3d8bf549-3c5f-43e8-928a-9fab319afb89 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=07a52fe9-f2bb-41b8-a0b8-a12077ec9b70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364988 Nov 22 20:24:53.778832 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=ed29f738-93d8-49f7-bc81-0dd4d63d6083,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:24:53.784074 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4416bf7d-df24-45ee-a68f-4cc5f47da8bd req-d5c67f7d-d1b1-4c74-81ca-d6b8157aac38 tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] 10.222.0.46 "GET /v2.0/security-groups?id=e904806f-9bc9-4f52-beb6-3fb062dd1789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915599 Nov 22 20:24:53.889995 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-bc7c3d77-325e-4024-807a-e158edb6a6b6 req-9a36b0dc-36c7-4f48-a147-d1a6c13dcc88 service neutron] 10.222.0.20 "GET /v2.0/networks/07a52fe9-f2bb-41b8-a0b8-a12077ec9b70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037176 Nov 22 20:24:53.940008 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] get_ports_and_sgs() called for port_ids ['ed29f738-93d8-49f7-bc81-0dd4d63d6083'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:24:54.025594 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-bc7c3d77-325e-4024-807a-e158edb6a6b6 req-2e7800c8-4853-4838-85b8-94796154836b service neutron] 10.222.0.20 "GET /v2.0/networks/07a52fe9-f2bb-41b8-a0b8-a12077ec9b70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277418 Nov 22 20:24:54.289100 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063b81e3-15e6-4648-a66c-592b25d102ef req-b1eee3b7-d053-42c8-95e7-00fa3148ef3d tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:24:54.296288 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-063b81e3-15e6-4648-a66c-592b25d102ef req-b1eee3b7-d053-42c8-95e7-00fa3148ef3d tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce76aa75-6890-4214-b1ec-455b43223b5d HTTP/1.1" status: 200 len: 943 time: 0.0729060 Nov 22 20:24:54.367237 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-063b81e3-15e6-4648-a66c-592b25d102ef req-0792cfa7-9cd6-490d-9168-ffcc5d8d66b6 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/security-groups?id=33003919-2e66-424f-89a8-28e4fe94add1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696471 Nov 22 20:24:55.003315 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253deefe-2e83-45ea-a513-3f99d879e0f9 req-2e44913e-6a19-4abb-850b-faaf53a88601 tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:24:55.005741 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-253deefe-2e83-45ea-a513-3f99d879e0f9 req-2e44913e-6a19-4abb-850b-faaf53a88601 tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] 10.222.0.46 "GET /v2.0/ports?device_id=9daa3409-2ba5-4214-8232-64c594e1799c HTTP/1.1" status: 200 len: 945 time: 0.1193132 Nov 22 20:24:55.089315 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-253deefe-2e83-45ea-a513-3f99d879e0f9 req-dd428de9-2753-4815-9caf-d8d18ac5e7e0 tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] 10.222.0.46 "GET /v2.0/security-groups?id=e904806f-9bc9-4f52-beb6-3fb062dd1789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612710 Nov 22 20:24:55.192235 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device ed29f738-93d8-49f7-bc81-0dd4d63d6083 up at agent hyperv_n-h2-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:24:55.295749 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Provisioning for port ed29f738-93d8-49f7-bc81-0dd4d63d6083 completed by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 20:24:55.300811 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Provisioning complete for port ed29f738-93d8-49f7-bc81-0dd4d63d6083 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:24:55.301371 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:24:55.398707 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:24:55.456750 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9daa3409-2ba5-4214-8232-64c594e1799c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed29f738-93d8-49f7-bc81-0dd4d63d6083'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:24:55.459192 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d39f6d30a11e565ec9648abcc015e8a6ab6cff4edd704add8155e28765d31eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9080fb8e-5b9d-4438-82ac-d6d707958327" -d '{"events": [{"server_uuid": "9daa3409-2ba5-4214-8232-64c594e1799c", "name": "network-vif-plugged", "status": "completed", "tag": "ed29f738-93d8-49f7-bc81-0dd4d63d6083"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:24:55.496540 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port ed29f738-93d8-49f7-bc81-0dd4d63d6083, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=ed29f738-93d8-49f7-bc81-0dd4d63d6083,segment=NetworkSegment(e778d2dd-b877-4e30-b25d-58baa3933aef),segment_id=e778d2dd-b877-4e30-b25d-58baa3933aef)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:24:55.508974 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:24:55.568211 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9f63f5-e34f-470d-84d9-8f01b99a30c5 req-d0f0f757-b90e-4204-9589-1660cf706264 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:24:55.576023 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:24:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8525053-8b24-49aa-b88e-342f52b0eca7 x-openstack-request-id: req-c8525053-8b24-49aa-b88e-342f52b0eca7 {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:24:55.576412 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9daa3409-2ba5-4214-8232-64c594e1799c", "name": "network-vif-plugged", "status": "completed", "tag": "ed29f738-93d8-49f7-bc81-0dd4d63d6083", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:24:55.576753 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c8525053-8b24-49aa-b88e-342f52b0eca7 {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:24:55.577227 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9daa3409-2ba5-4214-8232-64c594e1799c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed29f738-93d8-49f7-bc81-0dd4d63d6083', 'code': 200} Nov 22 20:24:55.603851 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3b9f63f5-e34f-470d-84d9-8f01b99a30c5 req-d0f0f757-b90e-4204-9589-1660cf706264 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce76aa75-6890-4214-b1ec-455b43223b5d HTTP/1.1" status: 200 len: 943 time: 0.1240475 Nov 22 20:24:55.626724 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=ed29f738-93d8-49f7-bc81-0dd4d63d6083,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:24:55.711721 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3b9f63f5-e34f-470d-84d9-8f01b99a30c5 req-452762a3-c603-4c5e-a7ad-1a1634c220be tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/security-groups?id=33003919-2e66-424f-89a8-28e4fe94add1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151118 Nov 22 20:24:56.267836 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66f97ef-3abd-4f29-b1de-7a6c180bd2eb req-c1994c8e-4d39-4926-8bef-1f49cdd39401 tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:24:56.277735 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d66f97ef-3abd-4f29-b1de-7a6c180bd2eb req-c1994c8e-4d39-4926-8bef-1f49cdd39401 tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] 10.222.0.46 "GET /v2.0/ports?device_id=9daa3409-2ba5-4214-8232-64c594e1799c HTTP/1.1" status: 200 len: 946 time: 0.0868740 Nov 22 20:24:56.339842 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d66f97ef-3abd-4f29-b1de-7a6c180bd2eb req-be21196e-ddf4-4a72-b1f0-b3ac3aaab998 tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] 10.222.0.46 "GET /v2.0/security-groups?id=e904806f-9bc9-4f52-beb6-3fb062dd1789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610371 Nov 22 20:24:56.902650 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e1bc09-2652-4e93-9726-e5da80462a0a req-2a3617b3-2afd-4348-844b-ebe94048455a tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:24:56.913527 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-50e1bc09-2652-4e93-9726-e5da80462a0a req-2a3617b3-2afd-4348-844b-ebe94048455a tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce76aa75-6890-4214-b1ec-455b43223b5d HTTP/1.1" status: 200 len: 943 time: 0.0970654 Nov 22 20:24:56.994693 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-50e1bc09-2652-4e93-9726-e5da80462a0a req-95a08bdb-2c89-4e4e-a9bb-ee8dbab0fe20 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/security-groups?id=33003919-2e66-424f-89a8-28e4fe94add1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801394 Nov 22 20:24:57.526193 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64167615-8d6c-4954-9a2d-00f718ff759a req-12e6239d-4b05-483c-955b-5a0f8c372d8c tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:24:57.536307 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-64167615-8d6c-4954-9a2d-00f718ff759a req-12e6239d-4b05-483c-955b-5a0f8c372d8c tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] 10.222.0.46 "GET /v2.0/ports?device_id=9daa3409-2ba5-4214-8232-64c594e1799c HTTP/1.1" status: 200 len: 946 time: 0.0688176 Nov 22 20:24:57.608023 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-64167615-8d6c-4954-9a2d-00f718ff759a req-2122b13f-279b-45b6-a46a-fc626dcf262e tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] 10.222.0.46 "GET /v2.0/security-groups?id=e904806f-9bc9-4f52-beb6-3fb062dd1789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707147 Nov 22 20:24:58.225996 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9b0a0a-faf6-4ebc-8fab-0622b42419f2 req-03dbe3e3-12c5-4e30-9f35-21d3a5b21acc tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:24:58.236760 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3d9b0a0a-faf6-4ebc-8fab-0622b42419f2 req-03dbe3e3-12c5-4e30-9f35-21d3a5b21acc tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce76aa75-6890-4214-b1ec-455b43223b5d HTTP/1.1" status: 200 len: 943 time: 0.0870450 Nov 22 20:24:58.342835 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3d9b0a0a-faf6-4ebc-8fab-0622b42419f2 req-2637d39b-f434-4569-9612-77187c5b8c8e tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/security-groups?id=33003919-2e66-424f-89a8-28e4fe94add1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046965 Nov 22 20:24:58.826179 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e93191-ec9d-48bb-9e05-08351f81cdc8 req-6b2d2570-8b9b-4e51-91a5-5bb4f26a3321 tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:24:58.835157 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-28e93191-ec9d-48bb-9e05-08351f81cdc8 req-6b2d2570-8b9b-4e51-91a5-5bb4f26a3321 tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] 10.222.0.46 "GET /v2.0/ports?device_id=9daa3409-2ba5-4214-8232-64c594e1799c HTTP/1.1" status: 200 len: 946 time: 0.1071510 Nov 22 20:24:58.917184 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-28e93191-ec9d-48bb-9e05-08351f81cdc8 req-8b034a20-0698-4d24-9932-730872fb5798 tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] 10.222.0.46 "GET /v2.0/security-groups?id=e904806f-9bc9-4f52-beb6-3fb062dd1789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750365 Nov 22 20:24:59.513318 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c33d589-f4b8-420f-aeb3-8a7b774d4a8c req-63c717be-3ccf-43fc-850b-69ec308ed037 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:24:59.517018 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7c33d589-f4b8-420f-aeb3-8a7b774d4a8c req-63c717be-3ccf-43fc-850b-69ec308ed037 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce76aa75-6890-4214-b1ec-455b43223b5d HTTP/1.1" status: 200 len: 943 time: 0.0776596 Nov 22 20:24:59.608650 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7c33d589-f4b8-420f-aeb3-8a7b774d4a8c req-627192e1-37ee-449c-b9bc-bcdac6b73601 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/security-groups?id=33003919-2e66-424f-89a8-28e4fe94add1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715506 Nov 22 20:24:59.978287 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-c4b00871-45a3-42ca-8ab7-072f573404c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:00.088524 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f61afc-d19e-417f-b14b-085318631820 req-9fa9aa7c-40e8-46e6-adb1-059801398654 tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:25:00.090453 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-05f61afc-d19e-417f-b14b-085318631820 req-9fa9aa7c-40e8-46e6-adb1-059801398654 tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] 10.222.0.46 "GET /v2.0/ports?device_id=9daa3409-2ba5-4214-8232-64c594e1799c HTTP/1.1" status: 200 len: 946 time: 0.0832410 Nov 22 20:25:00.195605 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-05f61afc-d19e-417f-b14b-085318631820 req-ce8540d0-f525-44db-8d22-d2a49fe2c54d tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] 10.222.0.46 "GET /v2.0/security-groups?id=e904806f-9bc9-4f52-beb6-3fb062dd1789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962799 Nov 22 20:25:00.798265 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29da1ebe-40de-40b2-b598-bd4ee7a13bc9 req-c521ed33-473d-40b0-b0aa-bbc1c1fac0cd tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:25:00.808089 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-29da1ebe-40de-40b2-b598-bd4ee7a13bc9 req-c521ed33-473d-40b0-b0aa-bbc1c1fac0cd tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce76aa75-6890-4214-b1ec-455b43223b5d HTTP/1.1" status: 200 len: 943 time: 0.0715253 Nov 22 20:25:00.905163 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-29da1ebe-40de-40b2-b598-bd4ee7a13bc9 req-26a4f51e-1281-49bc-ad17-f3da88ec6d1b tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/security-groups?id=33003919-2e66-424f-89a8-28e4fe94add1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961463 Nov 22 20:25:01.438385 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd54a8d-0d56-4eba-8745-2e126c9e5565 req-f30ec394-aace-4984-adc7-17cdd4c4b66d tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:25:01.444928 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8fd54a8d-0d56-4eba-8745-2e126c9e5565 req-f30ec394-aace-4984-adc7-17cdd4c4b66d tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] 10.222.0.46 "GET /v2.0/ports?device_id=9daa3409-2ba5-4214-8232-64c594e1799c HTTP/1.1" status: 200 len: 946 time: 0.1240077 Nov 22 20:25:01.621575 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8fd54a8d-0d56-4eba-8745-2e126c9e5565 req-7c041b0e-e724-4912-bbc1-cbc4e0b2e624 tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] 10.222.0.46 "GET /v2.0/security-groups?id=e904806f-9bc9-4f52-beb6-3fb062dd1789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633122 Nov 22 20:25:02.070851 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fcceed-fc20-4c94-8be9-d49257491296 req-64d057e4-eb54-4b9e-aaed-7d705e1aa5d1 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:25:02.074614 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-88fcceed-fc20-4c94-8be9-d49257491296 req-64d057e4-eb54-4b9e-aaed-7d705e1aa5d1 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce76aa75-6890-4214-b1ec-455b43223b5d HTTP/1.1" status: 200 len: 943 time: 0.0754099 Nov 22 20:25:02.147900 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-88fcceed-fc20-4c94-8be9-d49257491296 req-47a7e23e-3c78-4e74-9839-d4f761be209d tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/security-groups?id=33003919-2e66-424f-89a8-28e4fe94add1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641205 Nov 22 20:25:02.499779 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-dc663ba5-85c2-49e0-b313-ed7f067872f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:02.843139 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4ef476-e8db-466a-9b5a-9fa50e23167e req-9208e375-e63f-4a59-8866-ea9ef0501149 tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:25:02.844813 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ba4ef476-e8db-466a-9b5a-9fa50e23167e req-9208e375-e63f-4a59-8866-ea9ef0501149 tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] 10.222.0.46 "GET /v2.0/ports?device_id=9daa3409-2ba5-4214-8232-64c594e1799c HTTP/1.1" status: 200 len: 946 time: 0.0998838 Nov 22 20:25:02.903736 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ba4ef476-e8db-466a-9b5a-9fa50e23167e req-14219cf3-f4a1-4a55-8166-6867db80f313 tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] 10.222.0.46 "GET /v2.0/security-groups?id=e904806f-9bc9-4f52-beb6-3fb062dd1789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521100 Nov 22 20:25:03.305744 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba716395-42a9-438c-9c8d-5846fb684e61 req-542634db-2410-47e6-84c4-1751d8aef106 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:25:03.307342 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ba716395-42a9-438c-9c8d-5846fb684e61 req-542634db-2410-47e6-84c4-1751d8aef106 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce76aa75-6890-4214-b1ec-455b43223b5d HTTP/1.1" status: 200 len: 943 time: 0.0561304 Nov 22 20:25:03.391859 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ba716395-42a9-438c-9c8d-5846fb684e61 req-fb1a86b8-136c-4a35-8f6d-b7e09455dc88 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/security-groups?id=33003919-2e66-424f-89a8-28e4fe94add1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723188 Nov 22 20:25:03.446311 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-03f0964f-1b75-4df7-99e0-a3cdb56ec2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:04.105956 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c684d1-2bb9-4947-8573-10ab45245d61 req-b4522cb4-a90f-4969-ba59-64031444d18c tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:25:04.107530 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e1c684d1-2bb9-4947-8573-10ab45245d61 req-b4522cb4-a90f-4969-ba59-64031444d18c tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] 10.222.0.46 "GET /v2.0/ports?device_id=9daa3409-2ba5-4214-8232-64c594e1799c HTTP/1.1" status: 200 len: 946 time: 0.1049287 Nov 22 20:25:04.182241 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e1c684d1-2bb9-4947-8573-10ab45245d61 req-8eed3060-858d-45e7-86a7-481f3e13320c tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] 10.222.0.46 "GET /v2.0/security-groups?id=e904806f-9bc9-4f52-beb6-3fb062dd1789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680118 Nov 22 20:25:04.529975 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89c9029-5831-49ab-89bb-ae6da04cd95e req-2740d518-226c-4690-ad1d-dc39e346cf52 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:25:04.531677 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a89c9029-5831-49ab-89bb-ae6da04cd95e req-2740d518-226c-4690-ad1d-dc39e346cf52 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce76aa75-6890-4214-b1ec-455b43223b5d HTTP/1.1" status: 200 len: 943 time: 0.0581441 Nov 22 20:25:04.583942 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a89c9029-5831-49ab-89bb-ae6da04cd95e req-9d721507-f59d-4884-92fd-3de67fc37043 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/security-groups?id=33003919-2e66-424f-89a8-28e4fe94add1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445025 Nov 22 20:25:05.096893 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e49ee129-e862-4476-beca-cdc8150d2345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:05.126598 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f255f90-9b35-49d8-ac47-d6e28709df3b req-3570e347-9970-4b66-8b0d-7ef27bd79c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:25:05.128780 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2f255f90-9b35-49d8-ac47-d6e28709df3b req-3570e347-9970-4b66-8b0d-7ef27bd79c94 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=9daa3409-2ba5-4214-8232-64c594e1799c HTTP/1.1" status: 200 len: 1097 time: 0.0477729 Nov 22 20:25:05.189789 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2f255f90-9b35-49d8-ac47-d6e28709df3b req-81762741-f2ea-437b-b3c2-3db64d502593 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=e904806f-9bc9-4f52-beb6-3fb062dd1789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453176 Nov 22 20:25:05.304096 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c617cda0-9b65-4206-9704-0f7cb2fe5504 req-beec08fb-2e1a-43b2-948e-e2b281cc0422 tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:25:05.305537 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c617cda0-9b65-4206-9704-0f7cb2fe5504 req-beec08fb-2e1a-43b2-948e-e2b281cc0422 tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] 10.222.0.46 "GET /v2.0/ports?device_id=9daa3409-2ba5-4214-8232-64c594e1799c HTTP/1.1" status: 200 len: 946 time: 0.0506029 Nov 22 20:25:05.355727 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c617cda0-9b65-4206-9704-0f7cb2fe5504 req-7af7f502-0497-42e4-a4b4-f29466300dc7 tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] 10.222.0.46 "GET /v2.0/security-groups?id=e904806f-9bc9-4f52-beb6-3fb062dd1789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431943 Nov 22 20:25:05.747645 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcf8f0d-232d-4723-b5cd-d80378d9f9b0 req-588e63a9-0608-413e-86bd-19ecbe1a4689 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:25:05.756018 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6fcf8f0d-232d-4723-b5cd-d80378d9f9b0 req-588e63a9-0608-413e-86bd-19ecbe1a4689 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce76aa75-6890-4214-b1ec-455b43223b5d HTTP/1.1" status: 200 len: 943 time: 0.0834596 Nov 22 20:25:05.816595 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6fcf8f0d-232d-4723-b5cd-d80378d9f9b0 req-faf297cc-f27e-477c-a9fb-2c105294e9b3 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/security-groups?id=33003919-2e66-424f-89a8-28e4fe94add1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596638 Nov 22 20:25:05.943995 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:06.508356 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a4898a-b689-4075-a2b2-85a8dd841799 req-ec61dfe6-fce0-4479-9e46-07d69a75d9f3 tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:25:06.515454 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-91a4898a-b689-4075-a2b2-85a8dd841799 req-ec61dfe6-fce0-4479-9e46-07d69a75d9f3 tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] 10.222.0.46 "GET /v2.0/ports?device_id=9daa3409-2ba5-4214-8232-64c594e1799c HTTP/1.1" status: 200 len: 946 time: 0.0640652 Nov 22 20:25:06.574471 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-91a4898a-b689-4075-a2b2-85a8dd841799 req-a67b30c8-b127-417c-9eb4-1c7fcb032036 tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] 10.222.0.46 "GET /v2.0/security-groups?id=e904806f-9bc9-4f52-beb6-3fb062dd1789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565357 Nov 22 20:25:06.882694 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a591fd-c46d-44a4-9b34-3ef0fce3b268 req-80ab614d-e341-411f-aabf-04bd4e359677 tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:25:06.890718 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c4a591fd-c46d-44a4-9b34-3ef0fce3b268 req-80ab614d-e341-411f-aabf-04bd4e359677 tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] 10.222.0.46 "GET /v2.0/ports?device_id=9daa3409-2ba5-4214-8232-64c594e1799c HTTP/1.1" status: 200 len: 946 time: 0.0697641 Nov 22 20:25:06.917387 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08682374-0900-4aec-9f68-40989a69493e req-4b7944f6-5fff-42d2-be21-982ae6f2e9be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:25:06.919150 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-08682374-0900-4aec-9f68-40989a69493e req-4b7944f6-5fff-42d2-be21-982ae6f2e9be service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e793ff984057470cb2eb493439c6c5c1&device_id=9daa3409-2ba5-4214-8232-64c594e1799c HTTP/1.1" status: 200 len: 1097 time: 0.1423130 Nov 22 20:25:07.023369 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c4a591fd-c46d-44a4-9b34-3ef0fce3b268 req-54e94238-d1c9-43c1-a346-1543f1159a49 tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] 10.222.0.46 "GET /v2.0/security-groups?id=e904806f-9bc9-4f52-beb6-3fb062dd1789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317778 Nov 22 20:25:07.072512 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb028c2-2e4b-46e0-b6f0-677d1cfb7fa9 req-d7b466ae-e9a3-4f0c-b04a-28f551da7cd4 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:25:07.074014 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-dbb028c2-2e4b-46e0-b6f0-677d1cfb7fa9 req-d7b466ae-e9a3-4f0c-b04a-28f551da7cd4 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce76aa75-6890-4214-b1ec-455b43223b5d HTTP/1.1" status: 200 len: 943 time: 0.1265268 Nov 22 20:25:07.130684 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08682374-0900-4aec-9f68-40989a69493e req-a5033cf9-25fd-4f6c-82d5-7f729fe25760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:25:07.135179 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-08682374-0900-4aec-9f68-40989a69493e req-a5033cf9-25fd-4f6c-82d5-7f729fe25760 service neutron] 10.222.0.20 "GET /v2.0/networks?id=704c1d40-093b-4a06-ac89-44d0005714b2 HTTP/1.1" status: 200 len: 912 time: 0.2055311 Nov 22 20:25:07.198040 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-08682374-0900-4aec-9f68-40989a69493e req-50dfefbf-b764-4467-9c26-41c19c93c75a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ed29f738-93d8-49f7-bc81-0dd4d63d6083 HTTP/1.1" status: 200 len: 217 time: 0.0519199 Nov 22 20:25:07.203502 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-dbb028c2-2e4b-46e0-b6f0-677d1cfb7fa9 req-a5ca204b-38b5-4e50-aa49-9ba45fc38df4 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/security-groups?id=33003919-2e66-424f-89a8-28e4fe94add1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191397 Nov 22 20:25:07.240668 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 3af90274-6df2-49fc-a29e-804805813bff details requested by agent hyperv_n-h2-818823-1 with host n-h2-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 20:25:07.254587 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08682374-0900-4aec-9f68-40989a69493e req-9190af56-4f53-4f3f-8e39-0d0c74a7733c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:25:07.256289 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-08682374-0900-4aec-9f68-40989a69493e req-9190af56-4f53-4f3f-8e39-0d0c74a7733c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=19f24a92-36ce-45ff-85ec-f7e350181a79 HTTP/1.1" status: 200 len: 851 time: 0.0504467 Nov 22 20:25:07.295331 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-08682374-0900-4aec-9f68-40989a69493e req-450836c7-9642-4b20-a527-35af45174093 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=704c1d40-093b-4a06-ac89-44d0005714b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305548 Nov 22 20:25:07.383911 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port 3af90274-6df2-49fc-a29e-804805813bff, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=3af90274-6df2-49fc-a29e-804805813bff,segment=NetworkSegment(6b8f1d18-2278-40c7-b488-3ca021d47ca0),segment_id=6b8f1d18-2278-40c7-b488-3ca021d47ca0)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:25:07.404863 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Returning: {'device': '3af90274-6df2-49fc-a29e-804805813bff', 'network_id': '07a52fe9-f2bb-41b8-a0b8-a12077ec9b70', 'port_id': '3af90274-6df2-49fc-a29e-804805813bff', 'mac_address': 'fa:16:3e:cf:b1:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '700f25ca-fe48-4186-881c-bc8e45e72e13', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 20:25:07.445739 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-08682374-0900-4aec-9f68-40989a69493e req-ea7cc4c4-1eb8-474c-8ee8-1b950e0ccfae service neutron] 10.222.0.20 "GET /v2.0/networks/704c1d40-093b-4a06-ac89-44d0005714b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401908 Nov 22 20:25:07.446513 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:07.461958 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3af90274-6df2-49fc-a29e-804805813bff {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:25:07.483280 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port 3af90274-6df2-49fc-a29e-804805813bff, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=3af90274-6df2-49fc-a29e-804805813bff,segment=NetworkSegment(6b8f1d18-2278-40c7-b488-3ca021d47ca0),segment_id=6b8f1d18-2278-40c7-b488-3ca021d47ca0)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:25:07.488404 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:07.568434 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=3af90274-6df2-49fc-a29e-804805813bff,revision_number=9']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:25:07.571359 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-08682374-0900-4aec-9f68-40989a69493e req-36590d25-1678-4a96-a5e7-09defbe6000a service neutron] 10.222.0.20 "GET /v2.0/networks/704c1d40-093b-4a06-ac89-44d0005714b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155367 Nov 22 20:25:07.721937 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] get_ports_and_sgs() called for port_ids ['3af90274-6df2-49fc-a29e-804805813bff'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:25:08.188202 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ab93a4-285e-42a7-be69-b9566f93bf9d req-da41ae3f-e5a6-48cd-a567-43e50a859686 tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:25:08.188764 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-53ab93a4-285e-42a7-be69-b9566f93bf9d req-da41ae3f-e5a6-48cd-a567-43e50a859686 tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] 10.222.0.46 "GET /v2.0/ports?device_id=9daa3409-2ba5-4214-8232-64c594e1799c HTTP/1.1" status: 200 len: 946 time: 0.0779781 Nov 22 20:25:08.260127 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-53ab93a4-285e-42a7-be69-b9566f93bf9d req-e14c74f5-6512-4a56-9a40-c15cd35b14fb tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] 10.222.0.46 "GET /v2.0/security-groups?id=e904806f-9bc9-4f52-beb6-3fb062dd1789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638919 Nov 22 20:25:08.419784 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed10bb50-f660-4a7b-9e7e-57295407dfe7 req-830c7b0f-84ea-4f2e-a11f-23f88cec7430 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:25:08.421560 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ed10bb50-f660-4a7b-9e7e-57295407dfe7 req-830c7b0f-84ea-4f2e-a11f-23f88cec7430 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce76aa75-6890-4214-b1ec-455b43223b5d HTTP/1.1" status: 200 len: 944 time: 0.0836041 Nov 22 20:25:08.475302 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ed10bb50-f660-4a7b-9e7e-57295407dfe7 req-5696e839-2fa8-44fd-b6c5-4f3c36250882 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/security-groups?id=33003919-2e66-424f-89a8-28e4fe94add1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463285 Nov 22 20:25:09.250207 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 3af90274-6df2-49fc-a29e-804805813bff up at agent hyperv_n-h2-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:25:09.367512 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Provisioning complete for port 3af90274-6df2-49fc-a29e-804805813bff triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:25:09.368144 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:09.457380 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8ecc19-488a-43b9-8a85-51b9c7a9f343 req-f65036e9-8b58-4f67-83ec-1eca6323bc2c tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:25:09.458954 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-aa8ecc19-488a-43b9-8a85-51b9c7a9f343 req-f65036e9-8b58-4f67-83ec-1eca6323bc2c tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] 10.222.0.46 "GET /v2.0/ports?device_id=9daa3409-2ba5-4214-8232-64c594e1799c HTTP/1.1" status: 200 len: 946 time: 0.0934954 Nov 22 20:25:09.500203 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:09.528659 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-aa8ecc19-488a-43b9-8a85-51b9c7a9f343 req-036f34a9-9b6a-4ac1-b171-26081a5002d5 tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] 10.222.0.46 "GET /v2.0/security-groups?id=e904806f-9bc9-4f52-beb6-3fb062dd1789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619688 Nov 22 20:25:09.539816 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce76aa75-6890-4214-b1ec-455b43223b5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3af90274-6df2-49fc-a29e-804805813bff'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:25:09.542354 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d39f6d30a11e565ec9648abcc015e8a6ab6cff4edd704add8155e28765d31eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1161991-98fe-4463-8c7c-878363ade751" -d '{"events": [{"server_uuid": "ce76aa75-6890-4214-b1ec-455b43223b5d", "name": "network-vif-plugged", "status": "completed", "tag": "3af90274-6df2-49fc-a29e-804805813bff"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:25:09.566778 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port 3af90274-6df2-49fc-a29e-804805813bff, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=3af90274-6df2-49fc-a29e-804805813bff,segment=NetworkSegment(6b8f1d18-2278-40c7-b488-3ca021d47ca0),segment_id=6b8f1d18-2278-40c7-b488-3ca021d47ca0)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:25:09.573163 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:09.606994 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:25:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-586e0ac2-395c-491b-95e0-3321b2cdbce7 x-openstack-request-id: req-586e0ac2-395c-491b-95e0-3321b2cdbce7 {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:25:09.607510 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce76aa75-6890-4214-b1ec-455b43223b5d", "name": "network-vif-plugged", "status": "completed", "tag": "3af90274-6df2-49fc-a29e-804805813bff", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:25:09.607777 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-586e0ac2-395c-491b-95e0-3321b2cdbce7 {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:25:09.608179 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce76aa75-6890-4214-b1ec-455b43223b5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3af90274-6df2-49fc-a29e-804805813bff', 'code': 200} Nov 22 20:25:09.658724 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=3af90274-6df2-49fc-a29e-804805813bff,revision_number=10']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:25:09.664600 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02fa297-4928-4f15-baa6-261e63efea2f req-93b2decb-5196-43f9-8093-5096695b932b tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:25:09.672719 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f02fa297-4928-4f15-baa6-261e63efea2f req-93b2decb-5196-43f9-8093-5096695b932b tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce76aa75-6890-4214-b1ec-455b43223b5d HTTP/1.1" status: 200 len: 946 time: 0.0842381 Nov 22 20:25:09.721981 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f02fa297-4928-4f15-baa6-261e63efea2f req-5d304d27-f92d-4e53-99cc-b6b793c3e708 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/security-groups?id=33003919-2e66-424f-89a8-28e4fe94add1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483675 Nov 22 20:25:09.788585 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097d01d7-6184-44ab-8982-8eddf1d96a38 req-3dc4bf29-08da-4608-b647-5b4e5c89218d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:25:09.790391 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-097d01d7-6184-44ab-8982-8eddf1d96a38 req-3dc4bf29-08da-4608-b647-5b4e5c89218d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ce76aa75-6890-4214-b1ec-455b43223b5d HTTP/1.1" status: 200 len: 1097 time: 0.0419259 Nov 22 20:25:09.846877 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-097d01d7-6184-44ab-8982-8eddf1d96a38 req-6c874a36-0a28-4b90-8325-0687c1064f6a service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=33003919-2e66-424f-89a8-28e4fe94add1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490355 Nov 22 20:25:10.661017 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f9331f-0f38-48a6-8fc1-e5451bb19b3e req-bd9fa5d3-e3d4-4d96-8be5-b26997de4a9e tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:25:10.662737 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-01f9331f-0f38-48a6-8fc1-e5451bb19b3e req-bd9fa5d3-e3d4-4d96-8be5-b26997de4a9e tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] 10.222.0.46 "GET /v2.0/ports?device_id=9daa3409-2ba5-4214-8232-64c594e1799c HTTP/1.1" status: 200 len: 946 time: 0.0524735 Nov 22 20:25:10.711585 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-01f9331f-0f38-48a6-8fc1-e5451bb19b3e req-eb574572-e1ea-4b69-b242-b3dd4e7f2b04 tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] 10.222.0.46 "GET /v2.0/security-groups?id=e904806f-9bc9-4f52-beb6-3fb062dd1789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428486 Nov 22 20:25:10.874398 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba3531f-2377-4cfe-bc22-5ffc5a35914b req-d31a709f-5d69-40a4-a724-bf54425e026c tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:25:10.876019 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0ba3531f-2377-4cfe-bc22-5ffc5a35914b req-d31a709f-5d69-40a4-a724-bf54425e026c tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce76aa75-6890-4214-b1ec-455b43223b5d HTTP/1.1" status: 200 len: 946 time: 0.0707283 Nov 22 20:25:10.930742 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0ba3531f-2377-4cfe-bc22-5ffc5a35914b req-d3a46c30-f756-48aa-8c69-19e15212f51f tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/security-groups?id=33003919-2e66-424f-89a8-28e4fe94add1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482352 Nov 22 20:25:11.842320 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480f846a-073b-48b9-81eb-63c2ab67b7aa req-d5967c99-a420-442e-954a-71aaa95a9e69 tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:25:11.844010 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-480f846a-073b-48b9-81eb-63c2ab67b7aa req-d5967c99-a420-442e-954a-71aaa95a9e69 tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] 10.222.0.46 "GET /v2.0/ports?device_id=9daa3409-2ba5-4214-8232-64c594e1799c HTTP/1.1" status: 200 len: 946 time: 0.0567806 Nov 22 20:25:11.901373 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-480f846a-073b-48b9-81eb-63c2ab67b7aa req-56ef408f-f7ab-4292-b825-adf9a0502502 tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] 10.222.0.46 "GET /v2.0/security-groups?id=e904806f-9bc9-4f52-beb6-3fb062dd1789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506272 Nov 22 20:25:12.061523 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49213774-a699-40e0-ad5d-e44e34d2d220 req-563d7f68-c806-43d1-a379-4aa04c612610 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:25:12.063050 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-49213774-a699-40e0-ad5d-e44e34d2d220 req-563d7f68-c806-43d1-a379-4aa04c612610 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce76aa75-6890-4214-b1ec-455b43223b5d HTTP/1.1" status: 200 len: 946 time: 0.0528557 Nov 22 20:25:12.114142 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-49213774-a699-40e0-ad5d-e44e34d2d220 req-59a8473a-15ae-4bc0-8337-993650de008e tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/security-groups?id=33003919-2e66-424f-89a8-28e4fe94add1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432177 Nov 22 20:25:12.235936 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf555f6-cf31-49d2-9c71-f68a2cc79fe6 req-42081591-372b-48ed-8ceb-ebfad71b6f6d tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:25:12.243469 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-bcf555f6-cf31-49d2-9c71-f68a2cc79fe6 req-42081591-372b-48ed-8ceb-ebfad71b6f6d tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce76aa75-6890-4214-b1ec-455b43223b5d HTTP/1.1" status: 200 len: 946 time: 0.0568473 Nov 22 20:25:12.303602 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-bcf555f6-cf31-49d2-9c71-f68a2cc79fe6 req-886f1298-9045-4ed0-8b33-9173d1f06040 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/security-groups?id=33003919-2e66-424f-89a8-28e4fe94add1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589266 Nov 22 20:25:12.438028 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c882c7fa-0f09-47d9-8403-ddbc6caf5be9 req-9c905900-586d-4a40-b936-34781e004111 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:25:12.439667 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c882c7fa-0f09-47d9-8403-ddbc6caf5be9 req-9c905900-586d-4a40-b936-34781e004111 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce76aa75-6890-4214-b1ec-455b43223b5d HTTP/1.1" status: 200 len: 946 time: 0.0544374 Nov 22 20:25:12.496909 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c882c7fa-0f09-47d9-8403-ddbc6caf5be9 req-cf366250-ac99-4c80-8cff-448b8259db97 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/security-groups?id=33003919-2e66-424f-89a8-28e4fe94add1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503325 Nov 22 20:25:12.664970 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef7cf91-80db-43cb-a702-566b02006a89 req-0cff6bc8-70f0-4d78-88d7-b03daa8e12d4 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:25:12.667884 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3ef7cf91-80db-43cb-a702-566b02006a89 req-0cff6bc8-70f0-4d78-88d7-b03daa8e12d4 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce76aa75-6890-4214-b1ec-455b43223b5d HTTP/1.1" status: 200 len: 946 time: 0.0566700 Nov 22 20:25:12.723313 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3ef7cf91-80db-43cb-a702-566b02006a89 req-43836a3f-4817-42ed-bf8b-012338dbe5bb tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/security-groups?id=33003919-2e66-424f-89a8-28e4fe94add1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505788 Nov 22 20:25:12.901928 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3db06174-f1a5-4b45-9977-c1ab31b18494 req-9afe8ab6-900a-4d73-8115-27127a8485a4 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ce76aa75-6890-4214-b1ec-455b43223b5d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0689166 Nov 22 20:25:12.911586 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6582cf7f-693f-44e9-86b1-6b7645af1a6b req-3bc13592-7ce6-4556-a652-488195d89e1f tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:25:12.919156 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6582cf7f-693f-44e9-86b1-6b7645af1a6b req-3bc13592-7ce6-4556-a652-488195d89e1f tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce76aa75-6890-4214-b1ec-455b43223b5d HTTP/1.1" status: 200 len: 946 time: 0.1016033 Nov 22 20:25:13.031856 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9965573d-245c-46be-954e-2f5ecc19af79 req-99109643-d0c0-47ed-8b59-863738e7a1c2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=40c93a37-becd-4018-b943-1d6e903a3ffe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1098790 Nov 22 20:25:13.072515 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6582cf7f-693f-44e9-86b1-6b7645af1a6b req-c8d562bb-4a31-458d-aa9f-90a80a5a2bde tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/security-groups?id=33003919-2e66-424f-89a8-28e4fe94add1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524594 Nov 22 20:25:13.090311 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db06174-f1a5-4b45-9977-c1ab31b18494 req-3e852e96-3837-4faa-94c0-9d4ab7232f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:25:13.092035 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3db06174-f1a5-4b45-9977-c1ab31b18494 req-3e852e96-3837-4faa-94c0-9d4ab7232f98 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=953041b5ecb84670bb3f59610c3b98e5&device_id=ce76aa75-6890-4214-b1ec-455b43223b5d HTTP/1.1" status: 200 len: 1097 time: 0.1271522 Nov 22 20:25:13.104599 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb5bbd1-e02f-41b8-ae9b-4b61fdc93639 req-ffe92ad0-a95a-43c8-8967-61722101f606 tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:25:13.111997 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ffb5bbd1-e02f-41b8-ae9b-4b61fdc93639 req-ffe92ad0-a95a-43c8-8967-61722101f606 tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] 10.222.0.46 "GET /v2.0/ports?device_id=9daa3409-2ba5-4214-8232-64c594e1799c HTTP/1.1" status: 200 len: 946 time: 0.1139240 Nov 22 20:25:13.286676 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ffb5bbd1-e02f-41b8-ae9b-4b61fdc93639 req-dc0d0e56-5cd6-484e-8767-c006dd7e6f9e tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] 10.222.0.46 "GET /v2.0/security-groups?id=e904806f-9bc9-4f52-beb6-3fb062dd1789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737232 Nov 22 20:25:13.302680 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9965573d-245c-46be-954e-2f5ecc19af79 req-e0c1e506-d4a4-4660-a346-5004654b215d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:25:13.303431 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9965573d-245c-46be-954e-2f5ecc19af79 req-e0c1e506-d4a4-4660-a346-5004654b215d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:25:13.304051 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9965573d-245c-46be-954e-2f5ecc19af79 req-e0c1e506-d4a4-4660-a346-5004654b215d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:25:13.304664 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9965573d-245c-46be-954e-2f5ecc19af79 req-e0c1e506-d4a4-4660-a346-5004654b215d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:25:13.305275 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9965573d-245c-46be-954e-2f5ecc19af79 req-e0c1e506-d4a4-4660-a346-5004654b215d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:25:13.305886 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9965573d-245c-46be-954e-2f5ecc19af79 req-e0c1e506-d4a4-4660-a346-5004654b215d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:25:13.306493 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9965573d-245c-46be-954e-2f5ecc19af79 req-e0c1e506-d4a4-4660-a346-5004654b215d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:25:13.309139 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9965573d-245c-46be-954e-2f5ecc19af79 req-e0c1e506-d4a4-4660-a346-5004654b215d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cd84c4200e0d47b4bcba9b053bf608fb&device_id=40c93a37-becd-4018-b943-1d6e903a3ffe HTTP/1.1" status: 200 len: 6502 time: 0.2138565 Nov 22 20:25:13.331662 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db06174-f1a5-4b45-9977-c1ab31b18494 req-e7dbb007-abc2-4f7a-bafd-a42010faeb86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:25:13.333421 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3db06174-f1a5-4b45-9977-c1ab31b18494 req-e7dbb007-abc2-4f7a-bafd-a42010faeb86 service neutron] 10.222.0.20 "GET /v2.0/networks?id=07a52fe9-f2bb-41b8-a0b8-a12077ec9b70 HTTP/1.1" status: 200 len: 915 time: 0.2074409 Nov 22 20:25:13.345693 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87817f5-006e-4ece-948a-335f02c3b48f req-7b2c71b5-0ba0-4f9a-b276-5ce3674709f8 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:25:13.352032 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b87817f5-006e-4ece-948a-335f02c3b48f req-7b2c71b5-0ba0-4f9a-b276-5ce3674709f8 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce76aa75-6890-4214-b1ec-455b43223b5d HTTP/1.1" status: 200 len: 946 time: 0.1392505 Nov 22 20:25:13.417753 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3db06174-f1a5-4b45-9977-c1ab31b18494 req-693fcf39-ded1-4974-973c-52f3d72594a9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3af90274-6df2-49fc-a29e-804805813bff HTTP/1.1" status: 200 len: 217 time: 0.0634086 Nov 22 20:25:13.537759 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db06174-f1a5-4b45-9977-c1ab31b18494 req-42aebde5-3d57-4050-aead-c04d96404d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:25:13.539138 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3db06174-f1a5-4b45-9977-c1ab31b18494 req-42aebde5-3d57-4050-aead-c04d96404d3e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=700f25ca-fe48-4186-881c-bc8e45e72e13 HTTP/1.1" status: 200 len: 854 time: 0.0911458 Nov 22 20:25:13.551237 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b87817f5-006e-4ece-948a-335f02c3b48f req-01487a36-39fd-4025-af98-f53273af379f tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/security-groups?id=33003919-2e66-424f-89a8-28e4fe94add1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814504 Nov 22 20:25:13.588253 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3db06174-f1a5-4b45-9977-c1ab31b18494 req-b861adcc-4916-40fd-b29e-b3cee6ff0a8f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=07a52fe9-f2bb-41b8-a0b8-a12077ec9b70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359738 Nov 22 20:25:13.646838 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9965573d-245c-46be-954e-2f5ecc19af79 req-94eb0507-8500-4248-89cb-5962f6c62013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:25:13.647319 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9965573d-245c-46be-954e-2f5ecc19af79 req-94eb0507-8500-4248-89cb-5962f6c62013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:25:13.647812 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9965573d-245c-46be-954e-2f5ecc19af79 req-94eb0507-8500-4248-89cb-5962f6c62013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:25:13.649431 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9965573d-245c-46be-954e-2f5ecc19af79 req-94eb0507-8500-4248-89cb-5962f6c62013 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d850805c-8248-4517-bdd1-4a876cc6baf0&id=3ad73812-60e8-4754-bf89-bc7945f351b9&id=3ad73812-60e8-4754-bf89-bc7945f351b9&id=3ad73812-60e8-4754-bf89-bc7945f351b9&id=3ad73812-60e8-4754-bf89-bc7945f351b9&id=af9bb979-b2e3-447d-a9f1-511c736d70b3&id=af9bb979-b2e3-447d-a9f1-511c736d70b3 HTTP/1.1" status: 200 len: 2298 time: 0.2963080 Nov 22 20:25:14.060482 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f480e1-8409-4cd6-9ffc-6d049bd143df req-15397571-312b-4d58-9d3f-fbccf41f0294 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:25:14.061251 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-51f480e1-8409-4cd6-9ffc-6d049bd143df req-15397571-312b-4d58-9d3f-fbccf41f0294 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce76aa75-6890-4214-b1ec-455b43223b5d HTTP/1.1" status: 200 len: 946 time: 0.4090419 Nov 22 20:25:14.062553 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9965573d-245c-46be-954e-2f5ecc19af79 req-f7b0eb2b-cb4e-46d6-a843-7e0714e57fdb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=24e26784-28ce-4e69-aa50-f9485f00f0dd HTTP/1.1" status: 200 len: 1000 time: 0.3933635 Nov 22 20:25:14.066934 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3db06174-f1a5-4b45-9977-c1ab31b18494 req-c75ea16a-d3ba-4a43-9be8-2a15c0b8e114 service neutron] 10.222.0.20 "GET /v2.0/networks/07a52fe9-f2bb-41b8-a0b8-a12077ec9b70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4712324 Nov 22 20:25:14.201335 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9965573d-245c-46be-954e-2f5ecc19af79 req-8471efaa-1726-4a49-8218-637fb8ae93c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:25:14.202890 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9965573d-245c-46be-954e-2f5ecc19af79 req-8471efaa-1726-4a49-8218-637fb8ae93c1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e1bf7e3c-bb18-492e-826e-dd3a8d7abcd1 HTTP/1.1" status: 200 len: 855 time: 0.1289055 Nov 22 20:25:14.209967 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-51f480e1-8409-4cd6-9ffc-6d049bd143df req-3dc6422a-2fda-4f35-9be3-b22b39ddc585 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/security-groups?id=33003919-2e66-424f-89a8-28e4fe94add1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418734 Nov 22 20:25:14.271291 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3db06174-f1a5-4b45-9977-c1ab31b18494 req-ab88ebb5-abc8-4b98-80dc-bb6e2150d34c service neutron] 10.222.0.20 "GET /v2.0/networks/07a52fe9-f2bb-41b8-a0b8-a12077ec9b70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876702 Nov 22 20:25:14.300419 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9965573d-245c-46be-954e-2f5ecc19af79 req-cf5992fb-76af-4892-b59b-081668d275b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:25:14.302545 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9965573d-245c-46be-954e-2f5ecc19af79 req-cf5992fb-76af-4892-b59b-081668d275b4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d850805c-8248-4517-bdd1-4a876cc6baf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0878856 Nov 22 20:25:14.415302 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:14.421342 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:14.486520 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9965573d-245c-46be-954e-2f5ecc19af79 req-fc9c3ab3-9c27-42f1-99a0-d354576f0165 service neutron] 10.222.0.41 "GET /v2.0/networks/d850805c-8248-4517-bdd1-4a876cc6baf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700807 Nov 22 20:25:14.613798 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1991d5a-589d-4c78-a662-4d474e1dbd3a req-08659d11-76d1-4d1a-964d-541607ebf61c tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:25:14.615222 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a1991d5a-589d-4c78-a662-4d474e1dbd3a req-08659d11-76d1-4d1a-964d-541607ebf61c tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] 10.222.0.46 "GET /v2.0/ports?device_id=9daa3409-2ba5-4214-8232-64c594e1799c HTTP/1.1" status: 200 len: 946 time: 0.1682615 Nov 22 20:25:14.645318 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84db8b3-3010-4fc4-82d6-d6c52d853725 req-b3151f14-682b-4772-95f9-9a7d517f59cd tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:25:14.647083 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a84db8b3-3010-4fc4-82d6-d6c52d853725 req-b3151f14-682b-4772-95f9-9a7d517f59cd tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce76aa75-6890-4214-b1ec-455b43223b5d HTTP/1.1" status: 200 len: 946 time: 0.1563232 Nov 22 20:25:14.674317 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9965573d-245c-46be-954e-2f5ecc19af79 req-6f1e2b72-2a9e-4c31-ae6c-16993c804f95 service neutron] 10.222.0.41 "GET /v2.0/networks/d850805c-8248-4517-bdd1-4a876cc6baf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652830 Nov 22 20:25:14.744575 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9965573d-245c-46be-954e-2f5ecc19af79 req-4a1084cd-b82a-4995-b3be-c509fcb7292f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.100&port_id=23b5427c-a333-43d6-a0e0-5ca27da7038f HTTP/1.1" status: 200 len: 217 time: 0.0592561 Nov 22 20:25:14.761177 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a1991d5a-589d-4c78-a662-4d474e1dbd3a req-3f318688-e175-4a16-89a6-db5ae5119b7e tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] 10.222.0.46 "GET /v2.0/security-groups?id=e904806f-9bc9-4f52-beb6-3fb062dd1789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347089 Nov 22 20:25:14.807469 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a84db8b3-3010-4fc4-82d6-d6c52d853725 req-8f33c203-79f7-4723-93b5-310fac5c2429 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/security-groups?id=33003919-2e66-424f-89a8-28e4fe94add1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430838 Nov 22 20:25:14.853752 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9965573d-245c-46be-954e-2f5ecc19af79 req-b8971f23-b239-4cbc-926f-f90f86d14e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:25:14.855272 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9965573d-245c-46be-954e-2f5ecc19af79 req-b8971f23-b239-4cbc-926f-f90f86d14e06 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e25cd4ad-e472-4506-b141-ef866ec585ef HTTP/1.1" status: 200 len: 797 time: 0.0893750 Nov 22 20:25:14.936437 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9965573d-245c-46be-954e-2f5ecc19af79 req-468010d4-cf4d-4f9f-81e3-0f93dc57a90f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:25:14.937960 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9965573d-245c-46be-954e-2f5ecc19af79 req-468010d4-cf4d-4f9f-81e3-0f93dc57a90f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3ad73812-60e8-4754-bf89-bc7945f351b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0709538 Nov 22 20:25:15.048295 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9965573d-245c-46be-954e-2f5ecc19af79 req-b02c48c0-b60e-4da5-ba3e-6086f6d84bad service neutron] 10.222.0.41 "GET /v2.0/networks/3ad73812-60e8-4754-bf89-bc7945f351b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022398 Nov 22 20:25:15.178663 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9965573d-245c-46be-954e-2f5ecc19af79 req-c9d3fc75-f6ad-4c41-b178-155a7fff4c56 service neutron] 10.222.0.41 "GET /v2.0/networks/3ad73812-60e8-4754-bf89-bc7945f351b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220276 Nov 22 20:25:15.233088 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9965573d-245c-46be-954e-2f5ecc19af79 req-219122a3-ba42-43a2-8002-22dfb9c81387 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.254&port_id=cc5614ff-8218-4f84-9a25-5dccd5d7dcd7 HTTP/1.1" status: 200 len: 217 time: 0.0429497 Nov 22 20:25:15.290947 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9965573d-245c-46be-954e-2f5ecc19af79 req-d0b87a7f-5e5b-4a93-981b-bf01c4fc3967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:25:15.292470 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9965573d-245c-46be-954e-2f5ecc19af79 req-d0b87a7f-5e5b-4a93-981b-bf01c4fc3967 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e25cd4ad-e472-4506-b141-ef866ec585ef HTTP/1.1" status: 200 len: 797 time: 0.0515289 Nov 22 20:25:15.340344 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9965573d-245c-46be-954e-2f5ecc19af79 req-a7217d2c-ee94-4b3c-88d1-155552c51acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:25:15.342235 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9965573d-245c-46be-954e-2f5ecc19af79 req-a7217d2c-ee94-4b3c-88d1-155552c51acb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3ad73812-60e8-4754-bf89-bc7945f351b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0420558 Nov 22 20:25:15.475811 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9965573d-245c-46be-954e-2f5ecc19af79 req-c9766780-9d1d-4590-aabf-7001126b7df6 service neutron] 10.222.0.41 "GET /v2.0/networks/3ad73812-60e8-4754-bf89-bc7945f351b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262622 Nov 22 20:25:15.482441 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e88a3e1-052e-4b17-b089-ff8534ad446a req-921b6ce7-024c-4cda-986d-62d493f3e2b8 tempest-TestNetworkAdvancedServerOps-1666653009 tempest-TestNetworkAdvancedServerOps-1666653009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:25:15.487909 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8e88a3e1-052e-4b17-b089-ff8534ad446a req-921b6ce7-024c-4cda-986d-62d493f3e2b8 tempest-TestNetworkAdvancedServerOps-1666653009 tempest-TestNetworkAdvancedServerOps-1666653009-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=d849f117-6f1f-4334-9477-96448e110c81 HTTP/1.1" status: 200 len: 1097 time: 0.0700858 Nov 22 20:25:15.603368 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8e88a3e1-052e-4b17-b089-ff8534ad446a req-91a5a52f-5a5e-42be-9aff-85dc596b4599 tempest-TestNetworkAdvancedServerOps-1666653009 tempest-TestNetworkAdvancedServerOps-1666653009-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=80d35954-332b-44d6-bf58-c3aefadfaef0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045952 Nov 22 20:25:15.626744 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9965573d-245c-46be-954e-2f5ecc19af79 req-49ba24e3-5755-49fb-9fc9-b902c0301d78 service neutron] 10.222.0.41 "GET /v2.0/networks/3ad73812-60e8-4754-bf89-bc7945f351b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376698 Nov 22 20:25:15.629011 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 56514) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:25:15.713049 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9965573d-245c-46be-954e-2f5ecc19af79 req-91440c02-9fc1-4be2-83bd-32ff1db70350 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.120&port_id=26cc7b13-59a1-4281-875f-27b2b98ae89e HTTP/1.1" status: 200 len: 217 time: 0.0762358 Nov 22 20:25:15.811452 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9965573d-245c-46be-954e-2f5ecc19af79 req-23ad5b19-edb4-4f76-bc0f-6e28c45c6e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:25:15.823047 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9965573d-245c-46be-954e-2f5ecc19af79 req-23ad5b19-edb4-4f76-bc0f-6e28c45c6e6d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e25cd4ad-e472-4506-b141-ef866ec585ef HTTP/1.1" status: 200 len: 797 time: 0.1016736 Nov 22 20:25:15.924788 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9965573d-245c-46be-954e-2f5ecc19af79 req-435703bd-6467-4414-8278-4418554b9f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:25:15.926534 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9965573d-245c-46be-954e-2f5ecc19af79 req-435703bd-6467-4414-8278-4418554b9f3e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3ad73812-60e8-4754-bf89-bc7945f351b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0916111 Nov 22 20:25:16.036876 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-9976373e-d1bb-49d2-b536-0c71c547623f tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Deleting port 3a1405f0-3d64-4e23-9899-2f44f4b88eb5 {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:25:16.037279 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9976373e-d1bb-49d2-b536-0c71c547623f tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:16.130690 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7111db8-bb2f-4d63-b02f-ee5b7833d918 req-49b80a95-97c3-4527-b37a-5a8f119381b6 tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:25:16.132435 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a7111db8-bb2f-4d63-b02f-ee5b7833d918 req-49b80a95-97c3-4527-b37a-5a8f119381b6 tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] 10.222.0.46 "GET /v2.0/ports?device_id=9daa3409-2ba5-4214-8232-64c594e1799c HTTP/1.1" status: 200 len: 946 time: 0.2118878 Nov 22 20:25:16.144005 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dab7eb-a42f-4291-8cca-40ad96a90619 req-92ab067b-eac7-42aa-a1d2-1b5086e16d22 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:25:16.145670 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c1dab7eb-a42f-4291-8cca-40ad96a90619 req-92ab067b-eac7-42aa-a1d2-1b5086e16d22 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce76aa75-6890-4214-b1ec-455b43223b5d HTTP/1.1" status: 200 len: 946 time: 0.2104566 Nov 22 20:25:16.195979 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9965573d-245c-46be-954e-2f5ecc19af79 req-9ac88981-593b-48e9-84d3-b8ccaec751cb service neutron] 10.222.0.41 "GET /v2.0/networks/3ad73812-60e8-4754-bf89-bc7945f351b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2585404 Nov 22 20:25:16.247267 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9976373e-d1bb-49d2-b536-0c71c547623f tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:16.247765 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9976373e-d1bb-49d2-b536-0c71c547623f tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:16.333767 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a7111db8-bb2f-4d63-b02f-ee5b7833d918 req-b1bb7b6f-2555-447f-98b7-b44ec9e89e25 tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] 10.222.0.46 "GET /v2.0/security-groups?id=e904806f-9bc9-4f52-beb6-3fb062dd1789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869411 Nov 22 20:25:16.349531 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-9976373e-d1bb-49d2-b536-0c71c547623f tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Calling delete_port for 3a1405f0-3d64-4e23-9899-2f44f4b88eb5 owned by network:floatingip {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:25:16.407041 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c1dab7eb-a42f-4291-8cca-40ad96a90619 req-79d602b3-97ac-40b5-a446-af0fb62c6777 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/security-groups?id=33003919-2e66-424f-89a8-28e4fe94add1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2330306 Nov 22 20:25:16.527814 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9965573d-245c-46be-954e-2f5ecc19af79 req-32df29c2-6fd6-432d-96d6-b3f12944b7fc service neutron] 10.222.0.41 "GET /v2.0/networks/3ad73812-60e8-4754-bf89-bc7945f351b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3230045 Nov 22 20:25:16.622717 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9965573d-245c-46be-954e-2f5ecc19af79 req-af11c234-2f89-40d6-93ce-76006736d3d0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.92&port_id=835a0333-17c1-49ac-a55d-d9999f17b48d HTTP/1.1" status: 200 len: 217 time: 0.0724545 Nov 22 20:25:16.786420 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9965573d-245c-46be-954e-2f5ecc19af79 req-4c5b16dc-9c3d-4c2d-8c8b-5a00fa6b0e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:25:16.788935 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9965573d-245c-46be-954e-2f5ecc19af79 req-4c5b16dc-9c3d-4c2d-8c8b-5a00fa6b0e65 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e25cd4ad-e472-4506-b141-ef866ec585ef HTTP/1.1" status: 200 len: 797 time: 0.1496978 Nov 22 20:25:16.845743 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9976373e-d1bb-49d2-b536-0c71c547623f tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:16.937592 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9976373e-d1bb-49d2-b536-0c71c547623f tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Pushing event deleted for resources: {'Port': ['ID=3a1405f0-3d64-4e23-9899-2f44f4b88eb5,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:25:16.946413 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9965573d-245c-46be-954e-2f5ecc19af79 req-6a79bbfb-209e-43c5-ac30-4b75e47ebfdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:25:16.948212 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9965573d-245c-46be-954e-2f5ecc19af79 req-6a79bbfb-209e-43c5-ac30-4b75e47ebfdb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3ad73812-60e8-4754-bf89-bc7945f351b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1479573 Nov 22 20:25:17.418610 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9976373e-d1bb-49d2-b536-0c71c547623f tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks [] for floatingip, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:17.419307 n-d-818823-1 neutron-server[103447]: INFO neutron.db.l3_db [None req-9976373e-d1bb-49d2-b536-0c71c547623f tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Floating IP bfa01d84-6314-40bf-9be7-737e7d3d0e11 disassociated (deleted). External IP: 172.25.5.39, port: 16c7c286-2bdc-4b17-83d6-965664355bf1. Nov 22 20:25:17.432424 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adc1d67-0564-4609-8ea7-ab86664bcbff req-237a7477-6afb-4057-aae8-aa832bd29116 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:25:17.433367 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5adc1d67-0564-4609-8ea7-ab86664bcbff req-237a7477-6afb-4057-aae8-aa832bd29116 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce76aa75-6890-4214-b1ec-455b43223b5d HTTP/1.1" status: 200 len: 946 time: 0.4933243 Nov 22 20:25:17.505405 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49eda5ea-3140-4381-b786-e9dcc905a254 req-5b8f4bb1-a2dd-422d-be94-90de8dc50c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:25:17.506855 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-49eda5ea-3140-4381-b786-e9dcc905a254 req-5b8f4bb1-a2dd-422d-be94-90de8dc50c38 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=953041b5ecb84670bb3f59610c3b98e5&device_id=ce76aa75-6890-4214-b1ec-455b43223b5d HTTP/1.1" status: 200 len: 1097 time: 0.5298982 Nov 22 20:25:17.540208 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9965573d-245c-46be-954e-2f5ecc19af79 req-3bd07b58-f12d-4ac4-bd16-dc629634d738 service neutron] 10.222.0.41 "GET /v2.0/networks/3ad73812-60e8-4754-bf89-bc7945f351b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5796242 Nov 22 20:25:17.699031 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74526638-1be4-4887-9e97-1c415534a222 req-8397d199-f3e7-4de7-a44b-f2fe7023d2b7 tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:25:17.700946 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-74526638-1be4-4887-9e97-1c415534a222 req-8397d199-f3e7-4de7-a44b-f2fe7023d2b7 tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] 10.222.0.46 "GET /v2.0/ports?device_id=9daa3409-2ba5-4214-8232-64c594e1799c HTTP/1.1" status: 200 len: 946 time: 0.2838011 Nov 22 20:25:17.740665 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5adc1d67-0564-4609-8ea7-ab86664bcbff req-e4bb435f-fc8a-4825-ad31-ace01d1fd0a1 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/security-groups?id=33003919-2e66-424f-89a8-28e4fe94add1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2645657 Nov 22 20:25:17.825992 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49eda5ea-3140-4381-b786-e9dcc905a254 req-abacc933-e62b-46cd-b0ed-375dcc31dcc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:25:17.827702 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-49eda5ea-3140-4381-b786-e9dcc905a254 req-abacc933-e62b-46cd-b0ed-375dcc31dcc4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=07a52fe9-f2bb-41b8-a0b8-a12077ec9b70 HTTP/1.1" status: 200 len: 915 time: 0.3093491 Nov 22 20:25:17.915005 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-74526638-1be4-4887-9e97-1c415534a222 req-e8421ad1-ea5e-4d47-9a15-5b22c61f2454 tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] 10.222.0.46 "GET /v2.0/security-groups?id=e904806f-9bc9-4f52-beb6-3fb062dd1789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031848 Nov 22 20:25:17.917458 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9965573d-245c-46be-954e-2f5ecc19af79 req-59b212bc-477b-4332-8ad4-53c493a25f6b service neutron] 10.222.0.41 "GET /v2.0/networks/3ad73812-60e8-4754-bf89-bc7945f351b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3549948 Nov 22 20:25:17.969108 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-49eda5ea-3140-4381-b786-e9dcc905a254 req-06c22791-c5fb-4fe0-b90f-62409f0d0a48 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3af90274-6df2-49fc-a29e-804805813bff HTTP/1.1" status: 200 len: 217 time: 0.0915482 Nov 22 20:25:18.018232 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9965573d-245c-46be-954e-2f5ecc19af79 req-63669795-201e-4167-8220-4cb9db626be0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=27859499-3fee-4255-98df-7775b62a7da8 HTTP/1.1" status: 200 len: 217 time: 0.0585952 Nov 22 20:25:18.161097 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49eda5ea-3140-4381-b786-e9dcc905a254 req-0618c804-4df7-4c7c-82dd-ddabe405fad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:25:18.162593 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-49eda5ea-3140-4381-b786-e9dcc905a254 req-0618c804-4df7-4c7c-82dd-ddabe405fad8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=700f25ca-fe48-4186-881c-bc8e45e72e13 HTTP/1.1" status: 200 len: 854 time: 0.1547370 Nov 22 20:25:18.183799 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9965573d-245c-46be-954e-2f5ecc19af79 req-5c685f7f-1bbb-4b71-82c6-3136665de9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:25:18.184698 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9965573d-245c-46be-954e-2f5ecc19af79 req-5c685f7f-1bbb-4b71-82c6-3136665de9cc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ef7fccd9-1ba4-439a-b54e-9e5a9b6c59f5 HTTP/1.1" status: 200 len: 797 time: 0.0951355 Nov 22 20:25:18.203236 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-49eda5ea-3140-4381-b786-e9dcc905a254 req-64d6a5a0-86e4-4ae0-a729-f8336d15203d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=07a52fe9-f2bb-41b8-a0b8-a12077ec9b70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305288 Nov 22 20:25:18.205043 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9976373e-d1bb-49d2-b536-0c71c547623f tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Router 17a3405a-dab1-4c2e-8c4a-2d89c628edb3 has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 20:25:18.361775 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9965573d-245c-46be-954e-2f5ecc19af79 req-45570015-5d35-42a4-922a-a4dca62f4c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:25:18.363332 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9965573d-245c-46be-954e-2f5ecc19af79 req-45570015-5d35-42a4-922a-a4dca62f4c58 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=af9bb979-b2e3-447d-a9f1-511c736d70b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1626611 Nov 22 20:25:18.475911 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-49eda5ea-3140-4381-b786-e9dcc905a254 req-150fd80f-05b9-46e0-8acd-4496651aaab3 service neutron] 10.222.0.20 "GET /v2.0/networks/07a52fe9-f2bb-41b8-a0b8-a12077ec9b70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2626724 Nov 22 20:25:18.517359 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9976373e-d1bb-49d2-b536-0c71c547623f tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:25:18.531501 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acea988a-4f70-4f1f-a4ce-928d7ff0d31d None None] Sync routers for ids ['17a3405a-dab1-4c2e-8c4a-2d89c628edb3'] in n-d-818823-1 {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:25:18.535854 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9976373e-d1bb-49d2-b536-0c71c547623f tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for floatingip, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:18.542193 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acea988a-4f70-4f1f-a4ce-928d7ff0d31d None None] Routers {'17a3405a-dab1-4c2e-8c4a-2d89c628edb3'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:25:18.542845 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-acea988a-4f70-4f1f-a4ce-928d7ff0d31d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:25:02Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['17a3405a-dab1-4c2e-8c4a-2d89c628edb3'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:25:18.638840 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-9976373e-d1bb-49d2-b536-0c71c547623f tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "DELETE /v2.0/floatingips/bfa01d84-6314-40bf-9be7-737e7d3d0e11 HTTP/1.1" status: 204 len: 168 time: 3.0062604 Nov 22 20:25:18.639849 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd849f117-6f1f-4334-9477-96448e110c81', 'tag': '16c7c286-2bdc-4b17-83d6-965664355bf1'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:25:18.642139 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6d31d72-6472-467a-a573-c5488ce942ba" -d '{"events": [{"name": "network-changed", "server_uuid": "d849f117-6f1f-4334-9477-96448e110c81", "tag": "16c7c286-2bdc-4b17-83d6-965664355bf1"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:25:18.668778 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9965573d-245c-46be-954e-2f5ecc19af79 req-fe154f1a-bc47-4a50-96d3-87a5cd0ed707 service neutron] 10.222.0.41 "GET /v2.0/networks/af9bb979-b2e3-447d-a9f1-511c736d70b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2522249 Nov 22 20:25:18.701631 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-acea988a-4f70-4f1f-a4ce-928d7ff0d31d None None] Set router 17a3405a-dab1-4c2e-8c4a-2d89c628edb3 gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:25:18.734973 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 20:25:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15d1c8a3-ab49-4a2e-9007-0c7f70a17adf x-openstack-request-id: req-15d1c8a3-ab49-4a2e-9007-0c7f70a17adf {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:25:18.735712 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d849f117-6f1f-4334-9477-96448e110c81", "tag": "16c7c286-2bdc-4b17-83d6-965664355bf1", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:25:18.736191 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-15d1c8a3-ab49-4a2e-9007-0c7f70a17adf {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:25:18.736836 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd849f117-6f1f-4334-9477-96448e110c81', 'tag': '16c7c286-2bdc-4b17-83d6-965664355bf1', 'status': 'completed', 'code': 200} Nov 22 20:25:18.785409 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-49eda5ea-3140-4381-b786-e9dcc905a254 req-c50e5381-8b54-462f-a41b-82c1b04e26a4 service neutron] 10.222.0.20 "GET /v2.0/networks/07a52fe9-f2bb-41b8-a0b8-a12077ec9b70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2454698 Nov 22 20:25:18.885644 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d31d72-6472-467a-a573-c5488ce942ba req-df5a9299-e90c-4698-a647-0f1f19112098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:25:18.889617 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d6d31d72-6472-467a-a573-c5488ce942ba req-df5a9299-e90c-4698-a647-0f1f19112098 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f13d149ee8a64f188025185f0e8b5cfe&device_id=d849f117-6f1f-4334-9477-96448e110c81 HTTP/1.1" status: 200 len: 1097 time: 0.1452858 Nov 22 20:25:18.906438 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9965573d-245c-46be-954e-2f5ecc19af79 req-7f6ef589-4deb-4067-ab91-37369c7311dc service neutron] 10.222.0.41 "GET /v2.0/networks/af9bb979-b2e3-447d-a9f1-511c736d70b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2267127 Nov 22 20:25:19.061739 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9965573d-245c-46be-954e-2f5ecc19af79 req-7c2fbab2-79cc-48a7-8047-52a51cab8eda service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ae0865ea-6502-4dd3-8f5a-f8707775c47a HTTP/1.1" status: 200 len: 217 time: 0.1129894 Nov 22 20:25:19.091553 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-acea988a-4f70-4f1f-a4ce-928d7ff0d31d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17a3405a-dab1-4c2e-8c4a-2d89c628edb3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1208146691', 'tenant_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': '80e0e558-05ef-4d88-b25c-32baea33fc9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:22:55Z', 'updated_at': '2021-11-22T20:23:07Z', 'revision_number': 4, 'project_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'gw_port': {'id': '80e0e558-05ef-4d88-b25c-32baea33fc9f', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:83:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17a3405a-dab1-4c2e-8c4a-2d89c628edb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2155, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:22:57Z', 'updated_at': '2021-11-22T20:23:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': 'fed04654-8c91-4065-a6ac-53d99df6b192', 'name': '', 'network_id': '67d08895-b2ce-4996-9944-b0b6375ce4b5', 'tenant_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'mac_address': 'fa:16:3e:62:ea:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17a3405a-dab1-4c2e-8c4a-2d89c628edb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2160, 'fixed_ips': [{'subnet_id': 'a647446e-a208-4e90-bb59-f7e7823f8a20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:23:04Z', 'updated_at': '2021-11-22T20:23:12Z', 'revision_number': 5, 'project_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'subnets': [{'id': 'a647446e-a208-4e90-bb59-f7e7823f8a20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:25:19.122890 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acea988a-4f70-4f1f-a4ce-928d7ff0d31d None None] Checking router: 17a3405a-dab1-4c2e-8c4a-2d89c628edb3 for host: n-d-818823-1 {{(pid=103449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 20:25:19.133693 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acea988a-4f70-4f1f-a4ce-928d7ff0d31d None None] Routers {'17a3405a-dab1-4c2e-8c4a-2d89c628edb3'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:25:19.134461 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-acea988a-4f70-4f1f-a4ce-928d7ff0d31d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:25:02Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['17a3405a-dab1-4c2e-8c4a-2d89c628edb3'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:25:19.137938 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9965573d-245c-46be-954e-2f5ecc19af79 req-01660d4a-e8cf-4c1c-9b14-82cb2b4ac166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:25:19.139605 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9965573d-245c-46be-954e-2f5ecc19af79 req-01660d4a-e8cf-4c1c-9b14-82cb2b4ac166 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ef7fccd9-1ba4-439a-b54e-9e5a9b6c59f5 HTTP/1.1" status: 200 len: 797 time: 0.0529501 Nov 22 20:25:19.211376 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986d7c7a-696a-40ed-8cd6-d1729ca1f264 req-c595c893-b467-4405-a442-7e7498466d30 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:25:19.213092 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-986d7c7a-696a-40ed-8cd6-d1729ca1f264 req-c595c893-b467-4405-a442-7e7498466d30 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce76aa75-6890-4214-b1ec-455b43223b5d HTTP/1.1" status: 200 len: 946 time: 0.3108330 Nov 22 20:25:19.259895 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17a48d3-ebd5-4eed-a6c5-265c8dacbca3 req-63bfc540-3181-438f-95d8-3737f2b08ebc tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:25:19.261424 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c17a48d3-ebd5-4eed-a6c5-265c8dacbca3 req-63bfc540-3181-438f-95d8-3737f2b08ebc tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/ports?device_id=d849f117-6f1f-4334-9477-96448e110c81 HTTP/1.1" status: 200 len: 946 time: 0.2096148 Nov 22 20:25:19.277353 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-acea988a-4f70-4f1f-a4ce-928d7ff0d31d None None] Set router 17a3405a-dab1-4c2e-8c4a-2d89c628edb3 gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:25:19.304084 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d31d72-6472-467a-a573-c5488ce942ba req-58e23ef4-67ca-4efb-aca0-5ff7aa41f93b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:25:19.305586 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d6d31d72-6472-467a-a573-c5488ce942ba req-58e23ef4-67ca-4efb-aca0-5ff7aa41f93b service neutron] 10.222.0.41 "GET /v2.0/networks?id=67d08895-b2ce-4996-9944-b0b6375ce4b5 HTTP/1.1" status: 200 len: 898 time: 0.3805642 Nov 22 20:25:19.309143 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9965573d-245c-46be-954e-2f5ecc19af79 req-de0b236d-dcd7-47ff-9164-90460cfc3cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:25:19.310679 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9965573d-245c-46be-954e-2f5ecc19af79 req-de0b236d-dcd7-47ff-9164-90460cfc3cdf service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=af9bb979-b2e3-447d-a9f1-511c736d70b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1626701 Nov 22 20:25:19.391309 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d6d31d72-6472-467a-a573-c5488ce942ba req-742aebcd-473e-438a-874c-55a704cb0be3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=16c7c286-2bdc-4b17-83d6-965664355bf1 HTTP/1.1" status: 200 len: 217 time: 0.0693240 Nov 22 20:25:19.419614 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c17a48d3-ebd5-4eed-a6c5-265c8dacbca3 req-1ff51a0e-728e-4115-a353-d095018c031c tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/security-groups?id=80d35954-332b-44d6-bf58-c3aefadfaef0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1420369 Nov 22 20:25:19.518605 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d31d72-6472-467a-a573-c5488ce942ba req-3caf18db-8314-461f-b5ce-bc0adfbb2f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:25:19.520444 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d6d31d72-6472-467a-a573-c5488ce942ba req-3caf18db-8314-461f-b5ce-bc0adfbb2f61 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a647446e-a208-4e90-bb59-f7e7823f8a20 HTTP/1.1" status: 200 len: 834 time: 0.0992160 Nov 22 20:25:19.528880 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-986d7c7a-696a-40ed-8cd6-d1729ca1f264 req-b25cfb86-013a-4097-9b21-d2a53c2189cd tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/security-groups?id=33003919-2e66-424f-89a8-28e4fe94add1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3008327 Nov 22 20:25:19.592001 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-acea988a-4f70-4f1f-a4ce-928d7ff0d31d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17a3405a-dab1-4c2e-8c4a-2d89c628edb3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1208146691', 'tenant_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': '80e0e558-05ef-4d88-b25c-32baea33fc9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:22:55Z', 'updated_at': '2021-11-22T20:23:07Z', 'revision_number': 4, 'project_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'gw_port': {'id': '80e0e558-05ef-4d88-b25c-32baea33fc9f', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:83:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17a3405a-dab1-4c2e-8c4a-2d89c628edb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2155, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:22:57Z', 'updated_at': '2021-11-22T20:23:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': 'fed04654-8c91-4065-a6ac-53d99df6b192', 'name': '', 'network_id': '67d08895-b2ce-4996-9944-b0b6375ce4b5', 'tenant_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'mac_address': 'fa:16:3e:62:ea:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17a3405a-dab1-4c2e-8c4a-2d89c628edb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2160, 'fixed_ips': [{'subnet_id': 'a647446e-a208-4e90-bb59-f7e7823f8a20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:23:04Z', 'updated_at': '2021-11-22T20:23:12Z', 'revision_number': 5, 'project_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'subnets': [{'id': 'a647446e-a208-4e90-bb59-f7e7823f8a20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:25:19.633154 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acea988a-4f70-4f1f-a4ce-928d7ff0d31d None None] The sync data for ids ['17a3405a-dab1-4c2e-8c4a-2d89c628edb3'] in n-d-818823-1 is: [{'id': '17a3405a-dab1-4c2e-8c4a-2d89c628edb3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1208146691', 'tenant_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': '80e0e558-05ef-4d88-b25c-32baea33fc9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:22:55Z', 'updated_at': '2021-11-22T20:23:07Z', 'revision_number': 4, 'project_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'gw_port': {'id': '80e0e558-05ef-4d88-b25c-32baea33fc9f', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:83:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17a3405a-dab1-4c2e-8c4a-2d89c628edb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2155, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:22:57Z', 'updated_at': '2021-11-22T20:23:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': 'fed04654-8c91-4065-a6ac-53d99df6b192', 'name': '', 'network_id': '67d08895-b2ce-4996-9944-b0b6375ce4b5', 'tenant_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'mac_address': 'fa:16:3e:62:ea:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17a3405a-dab1-4c2e-8c4a-2d89c628edb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2160, 'fixed_ips': [{'subnet_id': 'a647446e-a208-4e90-bb59-f7e7823f8a20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:23:04Z', 'updated_at': '2021-11-22T20:23:12Z', 'revision_number': 5, 'project_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'subnets': [{'id': 'a647446e-a208-4e90-bb59-f7e7823f8a20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:25:20.035112 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d31d72-6472-467a-a573-c5488ce942ba req-e970fae1-f2c7-49a6-8b7c-19f816d72f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:25:20.036697 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d6d31d72-6472-467a-a573-c5488ce942ba req-e970fae1-f2c7-49a6-8b7c-19f816d72f7c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=67d08895-b2ce-4996-9944-b0b6375ce4b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5068982 Nov 22 20:25:20.130885 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9965573d-245c-46be-954e-2f5ecc19af79 req-676488d8-f1f5-4385-9aa6-071f2da4daf8 service neutron] 10.222.0.41 "GET /v2.0/networks/af9bb979-b2e3-447d-a9f1-511c736d70b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8101194 Nov 22 20:25:20.149411 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db024c3-f2a5-40b6-ab64-20b6992f2f32 req-4964807c-7f15-4d73-a298-5d2069e4cb91 tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:25:20.150843 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5db024c3-f2a5-40b6-ab64-20b6992f2f32 req-4964807c-7f15-4d73-a298-5d2069e4cb91 tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] 10.222.0.46 "GET /v2.0/ports?device_id=9daa3409-2ba5-4214-8232-64c594e1799c HTTP/1.1" status: 200 len: 946 time: 0.1848602 Nov 22 20:25:20.160387 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32578ca4-de9b-4681-94ef-44d0a6757c36 None None] New status for floating IP bfa01d84-6314-40bf-9be7-737e7d3d0e11: DOWN {{(pid=103450) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 20:25:20.271284 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d6d31d72-6472-467a-a573-c5488ce942ba req-5fe7ce4b-4a19-4df5-8346-21b09efaae00 service neutron] 10.222.0.41 "GET /v2.0/networks/67d08895-b2ce-4996-9944-b0b6375ce4b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2167187 Nov 22 20:25:20.282096 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf5cd2b-4848-49d8-94c9-f55f22590f1a req-ea3eb508-10eb-4708-b8b7-0b1d4cb4807e tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:25:20.283851 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-6cf5cd2b-4848-49d8-94c9-f55f22590f1a req-ea3eb508-10eb-4708-b8b7-0b1d4cb4807e tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.41 "GET /v2.0/ports?device_id=d849f117-6f1f-4334-9477-96448e110c81 HTTP/1.1" status: 200 len: 946 time: 0.0932269 Nov 22 20:25:20.302766 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5db024c3-f2a5-40b6-ab64-20b6992f2f32 req-e04a759b-8fae-40a6-9b57-d0bc7ce9e314 tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] 10.222.0.46 "GET /v2.0/security-groups?id=e904806f-9bc9-4f52-beb6-3fb062dd1789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242566 Nov 22 20:25:20.365672 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9965573d-245c-46be-954e-2f5ecc19af79 req-345279ed-e480-452a-90cf-75ec857463d7 service neutron] 10.222.0.41 "GET /v2.0/networks/af9bb979-b2e3-447d-a9f1-511c736d70b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2261171 Nov 22 20:25:20.441959 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d6d31d72-6472-467a-a573-c5488ce942ba req-e320886a-30b9-49ac-ac89-20d9374aa01e service neutron] 10.222.0.41 "GET /v2.0/networks/67d08895-b2ce-4996-9944-b0b6375ce4b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597526 Nov 22 20:25:20.477412 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [req-6cf5cd2b-4848-49d8-94c9-f55f22590f1a req-65fb0dbd-a3b7-4506-bfab-f4619878e15a tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Deleting port 16c7c286-2bdc-4b17-83d6-965664355bf1 {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:25:20.477812 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-6cf5cd2b-4848-49d8-94c9-f55f22590f1a req-65fb0dbd-a3b7-4506-bfab-f4619878e15a tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:20.597819 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-6cf5cd2b-4848-49d8-94c9-f55f22590f1a req-65fb0dbd-a3b7-4506-bfab-f4619878e15a tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] For port 16c7c286-2bdc-4b17-83d6-965664355bf1, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=16c7c286-2bdc-4b17-83d6-965664355bf1,segment=NetworkSegment(d98c5774-f49e-4d4f-8f89-60677abce332),segment_id=d98c5774-f49e-4d4f-8f89-60677abce332)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:25:20.598752 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-6cf5cd2b-4848-49d8-94c9-f55f22590f1a req-65fb0dbd-a3b7-4506-bfab-f4619878e15a tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:20.620901 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [req-6cf5cd2b-4848-49d8-94c9-f55f22590f1a req-65fb0dbd-a3b7-4506-bfab-f4619878e15a tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Calling delete_port for 16c7c286-2bdc-4b17-83d6-965664355bf1 owned by compute:nova {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:25:20.628990 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78ebc72-034f-45a8-ba2a-9078d95e5426 req-9f3f4359-af28-4845-8027-37127a4181b0 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:25:20.631070 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d78ebc72-034f-45a8-ba2a-9078d95e5426 req-9f3f4359-af28-4845-8027-37127a4181b0 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/ports?device_id=d849f117-6f1f-4334-9477-96448e110c81 HTTP/1.1" status: 200 len: 946 time: 0.0646291 Nov 22 20:25:20.742258 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d78ebc72-034f-45a8-ba2a-9078d95e5426 req-a26819d5-a72f-42c8-bd98-519d0399b744 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/security-groups?id=80d35954-332b-44d6-bf58-c3aefadfaef0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978954 Nov 22 20:25:20.840446 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-6cf5cd2b-4848-49d8-94c9-f55f22590f1a req-65fb0dbd-a3b7-4506-bfab-f4619878e15a tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:20.876857 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fb0dbd-a3b7-4506-bfab-f4619878e15a tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Pushing event deleted for resources: {'Port': ['ID=16c7c286-2bdc-4b17-83d6-965664355bf1,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:25:20.888959 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fb0dbd-a3b7-4506-bfab-f4619878e15a tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:25:20.890016 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fb0dbd-a3b7-4506-bfab-f4619878e15a tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:25:20.890278 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fb0dbd-a3b7-4506-bfab-f4619878e15a tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:25:20.890692 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fb0dbd-a3b7-4506-bfab-f4619878e15a tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:25:20.891100 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fb0dbd-a3b7-4506-bfab-f4619878e15a tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:25:20.891524 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fb0dbd-a3b7-4506-bfab-f4619878e15a tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:25:20.891833 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6cdd0e-77cb-4306-9324-0b1d09d13797 req-85004cf9-1b4d-413c-98dd-72575e7fdbbf tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:25:20.891971 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fb0dbd-a3b7-4506-bfab-f4619878e15a tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:25:20.892387 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fb0dbd-a3b7-4506-bfab-f4619878e15a tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:25:20.893084 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fb0dbd-a3b7-4506-bfab-f4619878e15a tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:25:20.893431 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fb0dbd-a3b7-4506-bfab-f4619878e15a tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:25:20.893831 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fb0dbd-a3b7-4506-bfab-f4619878e15a tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:25:20.894257 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fb0dbd-a3b7-4506-bfab-f4619878e15a tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:25:20.905214 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-bc6cdd0e-77cb-4306-9324-0b1d09d13797 req-85004cf9-1b4d-413c-98dd-72575e7fdbbf tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce76aa75-6890-4214-b1ec-455b43223b5d HTTP/1.1" status: 200 len: 946 time: 0.1815381 Nov 22 20:25:20.976653 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cf5cd2b-4848-49d8-94c9-f55f22590f1a req-65fb0dbd-a3b7-4506-bfab-f4619878e15a tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] No DVR routers for this DVR port 16c7c286-2bdc-4b17-83d6-965664355bf1 on host n-h1-818823-1 {{(pid=103448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:25:20.981475 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-6cf5cd2b-4848-49d8-94c9-f55f22590f1a req-65fb0dbd-a3b7-4506-bfab-f4619878e15a tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:20.985351 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-6cf5cd2b-4848-49d8-94c9-f55f22590f1a req-65fb0dbd-a3b7-4506-bfab-f4619878e15a tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.41 "DELETE /v2.0/ports/16c7c286-2bdc-4b17-83d6-965664355bf1 HTTP/1.1" status: 204 len: 173 time: 0.6948643 Nov 22 20:25:20.985852 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd849f117-6f1f-4334-9477-96448e110c81', 'name': 'network-vif-deleted', 'tag': '16c7c286-2bdc-4b17-83d6-965664355bf1'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:25:20.999127 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589a98cf2aea187fcc423a5edb333e5a6cf3ad7c81115d1ebee0f079693c312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ffb8336-162a-43cd-b0da-f1df1b5d1180" -d '{"events": [{"server_uuid": "d849f117-6f1f-4334-9477-96448e110c81", "name": "network-vif-deleted", "tag": "16c7c286-2bdc-4b17-83d6-965664355bf1"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:25:21.025396 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-bc6cdd0e-77cb-4306-9324-0b1d09d13797 req-5a1cc57a-900c-4499-b3a0-f0f91af1db3b tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/security-groups?id=33003919-2e66-424f-89a8-28e4fe94add1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034846 Nov 22 20:25:21.067490 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:25:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9d1dacb-5047-48fc-bf51-f53e032a0442 x-openstack-request-id: req-b9d1dacb-5047-48fc-bf51-f53e032a0442 {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:25:21.067893 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d849f117-6f1f-4334-9477-96448e110c81", "name": "network-vif-deleted", "tag": "16c7c286-2bdc-4b17-83d6-965664355bf1", "status": "completed", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:25:21.068248 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b9d1dacb-5047-48fc-bf51-f53e032a0442 {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:25:21.068835 n-d-818823-1 neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd849f117-6f1f-4334-9477-96448e110c81', 'name': 'network-vif-deleted', 'tag': '16c7c286-2bdc-4b17-83d6-965664355bf1', 'status': 'completed', 'code': 200} Nov 22 20:25:21.208353 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa781e7b-833b-4a19-8fb8-ab8d99c03ca9 req-c62aa2f9-17ef-4d88-9c1a-0832f13c742d tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:25:21.209815 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-fa781e7b-833b-4a19-8fb8-ab8d99c03ca9 req-c62aa2f9-17ef-4d88-9c1a-0832f13c742d tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce76aa75-6890-4214-b1ec-455b43223b5d HTTP/1.1" status: 200 len: 946 time: 0.0604336 Nov 22 20:25:21.265547 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-fa781e7b-833b-4a19-8fb8-ab8d99c03ca9 req-c34aab68-1a7f-423b-9aca-163333a89e90 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/security-groups?id=33003919-2e66-424f-89a8-28e4fe94add1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488067 Nov 22 20:25:21.522290 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5018b85a-d2a9-48ce-9d28-5d7b9741767a req-ca3d5a0f-6c68-4572-8045-768e003d6870 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:25:21.528206 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5018b85a-d2a9-48ce-9d28-5d7b9741767a req-ca3d5a0f-6c68-4572-8045-768e003d6870 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce76aa75-6890-4214-b1ec-455b43223b5d HTTP/1.1" status: 200 len: 946 time: 0.1385839 Nov 22 20:25:21.547834 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3b98c6-bdc7-436b-b7ef-2cf568c34083 req-76f2eb90-329a-44ce-9298-7214d9383663 tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:25:21.556409 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-fc3b98c6-bdc7-436b-b7ef-2cf568c34083 req-76f2eb90-329a-44ce-9298-7214d9383663 tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] 10.222.0.46 "GET /v2.0/ports?device_id=9daa3409-2ba5-4214-8232-64c594e1799c HTTP/1.1" status: 200 len: 946 time: 0.1165147 Nov 22 20:25:21.638695 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5018b85a-d2a9-48ce-9d28-5d7b9741767a req-70f1a149-305b-48a7-9dc5-abd0e8bcfc6b tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/security-groups?id=33003919-2e66-424f-89a8-28e4fe94add1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786526 Nov 22 20:25:21.642047 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-fc3b98c6-bdc7-436b-b7ef-2cf568c34083 req-4db5d4bb-99e4-4d62-a40f-bd5994fff843 tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] 10.222.0.46 "GET /v2.0/security-groups?id=e904806f-9bc9-4f52-beb6-3fb062dd1789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845945 Nov 22 20:25:21.785102 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f43d1c-401f-4968-a0d5-528cfd1da077 req-5446cd4b-1d6e-40df-9474-dce1ce5cec63 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:25:21.786916 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-24f43d1c-401f-4968-a0d5-528cfd1da077 req-5446cd4b-1d6e-40df-9474-dce1ce5cec63 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce76aa75-6890-4214-b1ec-455b43223b5d HTTP/1.1" status: 200 len: 946 time: 0.0644033 Nov 22 20:25:21.807842 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 56636) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:25:21.863473 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-24f43d1c-401f-4968-a0d5-528cfd1da077 req-35c26729-b717-4d5f-81c2-c6ddb68aaee8 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/security-groups?id=33003919-2e66-424f-89a8-28e4fe94add1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696607 Nov 22 20:25:22.092609 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c3364b-9e91-49d8-a89b-9f7e2e7c7a57 req-928dcb64-3cd5-49f6-954b-015943c2c0a0 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:25:22.094400 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-30c3364b-9e91-49d8-a89b-9f7e2e7c7a57 req-928dcb64-3cd5-49f6-954b-015943c2c0a0 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce76aa75-6890-4214-b1ec-455b43223b5d HTTP/1.1" status: 200 len: 946 time: 0.0987713 Nov 22 20:25:22.152357 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-30c3364b-9e91-49d8-a89b-9f7e2e7c7a57 req-507aae0e-ab43-45d4-af19-97caf521041d tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/security-groups?id=33003919-2e66-424f-89a8-28e4fe94add1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519872 Nov 22 20:25:22.314405 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80bcc81-7140-45d7-b01d-9a6978466a04 req-7e972fad-97b7-46de-a507-fd2b7b075c6c tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:25:22.316377 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f80bcc81-7140-45d7-b01d-9a6978466a04 req-7e972fad-97b7-46de-a507-fd2b7b075c6c tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce76aa75-6890-4214-b1ec-455b43223b5d HTTP/1.1" status: 200 len: 946 time: 0.0595186 Nov 22 20:25:22.352764 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e81f70dc-f459-4691-9360-a41aa7be4e0e tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659736'] for router_interface, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:22.374070 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f80bcc81-7140-45d7-b01d-9a6978466a04 req-27749c38-87db-4cc6-a315-12ae5ef3a1a3 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/security-groups?id=33003919-2e66-424f-89a8-28e4fe94add1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511980 Nov 22 20:25:22.566524 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a398a43e-0af1-4360-8da6-b921ded4b290 req-56659d50-1b8b-4d52-a0ae-38e2f9ddcb97 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:25:22.578764 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a398a43e-0af1-4360-8da6-b921ded4b290 req-56659d50-1b8b-4d52-a0ae-38e2f9ddcb97 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce76aa75-6890-4214-b1ec-455b43223b5d HTTP/1.1" status: 200 len: 946 time: 0.0914361 Nov 22 20:25:22.652758 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a398a43e-0af1-4360-8da6-b921ded4b290 req-fefefc1f-a06d-4799-9aad-44f36907884e tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/security-groups?id=33003919-2e66-424f-89a8-28e4fe94add1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719695 Nov 22 20:25:22.888732 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5d973b-988b-4c7e-ad33-91eb1e21319e req-26b481cf-8bc5-4800-bd8d-51ee5498a6d5 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:25:22.890317 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3e5d973b-988b-4c7e-ad33-91eb1e21319e req-26b481cf-8bc5-4800-bd8d-51ee5498a6d5 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce76aa75-6890-4214-b1ec-455b43223b5d HTTP/1.1" status: 200 len: 946 time: 0.1171274 Nov 22 20:25:22.899169 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d9265e-2d5c-48b7-aed2-7589e0df5663 req-d9d1c34b-2add-4c9e-ad12-6b41d945f360 tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:25:22.907001 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-70d9265e-2d5c-48b7-aed2-7589e0df5663 req-d9d1c34b-2add-4c9e-ad12-6b41d945f360 tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] 10.222.0.46 "GET /v2.0/ports?device_id=9daa3409-2ba5-4214-8232-64c594e1799c HTTP/1.1" status: 200 len: 946 time: 0.1352215 Nov 22 20:25:22.982579 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-70d9265e-2d5c-48b7-aed2-7589e0df5663 req-7ac0277c-4a18-4dab-979b-c9584f8ec5a1 tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] 10.222.0.46 "GET /v2.0/security-groups?id=e904806f-9bc9-4f52-beb6-3fb062dd1789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746753 Nov 22 20:25:23.036134 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3e5d973b-988b-4c7e-ad33-91eb1e21319e req-2eb3d43f-8e18-4edd-ab7d-dd8ae23a2907 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/security-groups?id=33003919-2e66-424f-89a8-28e4fe94add1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069744 Nov 22 20:25:23.179473 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-e81f70dc-f459-4691-9360-a41aa7be4e0e tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Deleting port fed04654-8c91-4065-a6ac-53d99df6b192 {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:25:23.180029 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e81f70dc-f459-4691-9360-a41aa7be4e0e tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:23.260833 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91114786-05f2-42aa-8d25-2f086d3e991e req-aa3940f9-2743-4083-bb99-948d09f1c2f9 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:25:23.269174 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-91114786-05f2-42aa-8d25-2f086d3e991e req-aa3940f9-2743-4083-bb99-948d09f1c2f9 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce76aa75-6890-4214-b1ec-455b43223b5d HTTP/1.1" status: 200 len: 946 time: 0.0658653 Nov 22 20:25:23.341212 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-e81f70dc-f459-4691-9360-a41aa7be4e0e tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] For port fed04654-8c91-4065-a6ac-53d99df6b192, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=fed04654-8c91-4065-a6ac-53d99df6b192,segment=NetworkSegment(d98c5774-f49e-4d4f-8f89-60677abce332),segment_id=d98c5774-f49e-4d4f-8f89-60677abce332)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:25:23.341586 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e81f70dc-f459-4691-9360-a41aa7be4e0e tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:23.358235 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-e81f70dc-f459-4691-9360-a41aa7be4e0e tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Calling delete_port for fed04654-8c91-4065-a6ac-53d99df6b192 owned by network:router_interface {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:25:23.368931 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-91114786-05f2-42aa-8d25-2f086d3e991e req-3c36b15b-7f9e-48e2-86c0-9ce6124ce302 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/security-groups?id=33003919-2e66-424f-89a8-28e4fe94add1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929148 Nov 22 20:25:23.466086 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 56688) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:25:23.538341 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30c4634-621c-42a4-bd03-a42fe76e7b67 req-2d140871-fdf3-4ef4-83d0-9dce3bd09042 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:25:23.540584 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a30c4634-621c-42a4-bd03-a42fe76e7b67 req-2d140871-fdf3-4ef4-83d0-9dce3bd09042 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce76aa75-6890-4214-b1ec-455b43223b5d HTTP/1.1" status: 200 len: 946 time: 0.0592198 Nov 22 20:25:23.614324 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e81f70dc-f459-4691-9360-a41aa7be4e0e tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:23.634286 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a30c4634-621c-42a4-bd03-a42fe76e7b67 req-629183b5-fec4-4144-9a10-cb4946608a08 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/security-groups?id=33003919-2e66-424f-89a8-28e4fe94add1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877590 Nov 22 20:25:23.654127 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f43da1fa-8df3-4c9a-a94c-30a8adaebb3c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:23.739214 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81f70dc-f459-4691-9360-a41aa7be4e0e tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Pushing event deleted for resources: {'Port': ['ID=fed04654-8c91-4065-a6ac-53d99df6b192,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:25:23.827369 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f43da1fa-8df3-4c9a-a94c-30a8adaebb3c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:23.838372 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f43da1fa-8df3-4c9a-a94c-30a8adaebb3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:23.890809 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-f43da1fa-8df3-4c9a-a94c-30a8adaebb3c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ea7c0337999f455691041ceeebf0ba44&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4212339 Nov 22 20:25:23.896884 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53d4578-4b37-49bb-bb9e-832dd73a295a req-ed112e25-1c86-49f8-9d4e-eb4a9742369d tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:25:23.904130 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a53d4578-4b37-49bb-bb9e-832dd73a295a req-ed112e25-1c86-49f8-9d4e-eb4a9742369d tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce76aa75-6890-4214-b1ec-455b43223b5d HTTP/1.1" status: 200 len: 946 time: 0.1206191 Nov 22 20:25:23.906003 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43da1fa-8df3-4c9a-a94c-30a8adaebb3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=976652b4-bf4e-464b-a96b-f2f566c4d3ed,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:25:23.909931 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 56696) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:25:23.991218 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e58c5926-0a18-42f5-8303-20e540b8145a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:24.006020 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a53d4578-4b37-49bb-bb9e-832dd73a295a req-493c2a8a-f005-4ea4-bc95-aa97a585c65f tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/security-groups?id=33003919-2e66-424f-89a8-28e4fe94add1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009665 Nov 22 20:25:24.021804 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e58c5926-0a18-42f5-8303-20e540b8145a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:24.085663 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e58c5926-0a18-42f5-8303-20e540b8145a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:24.089986 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e58c5926-0a18-42f5-8303-20e540b8145a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:24.091089 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-e58c5926-0a18-42f5-8303-20e540b8145a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/976652b4-bf4e-464b-a96b-f2f566c4d3ed HTTP/1.1" status: 204 len: 168 time: 0.1794147 Nov 22 20:25:24.106493 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58c5926-0a18-42f5-8303-20e540b8145a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=976652b4-bf4e-464b-a96b-f2f566c4d3ed,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:25:24.117783 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e81f70dc-f459-4691-9360-a41aa7be4e0e tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-563470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-663272'] for router_interface, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:24.281616 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f72e6b0-9c07-474e-8c94-23ab8e12805d req-7dbf6a41-1ccd-491d-badd-50daaddb0f51 tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:25:24.289231 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5f72e6b0-9c07-474e-8c94-23ab8e12805d req-7dbf6a41-1ccd-491d-badd-50daaddb0f51 tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] 10.222.0.46 "GET /v2.0/ports?device_id=9daa3409-2ba5-4214-8232-64c594e1799c HTTP/1.1" status: 200 len: 946 time: 0.1596267 Nov 22 20:25:24.341060 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89267790-f490-4e08-84ee-f68304def4f0 req-6ac74944-eb6f-4f53-aab3-5dfb8fce3f8d tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:25:24.350369 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-89267790-f490-4e08-84ee-f68304def4f0 req-6ac74944-eb6f-4f53-aab3-5dfb8fce3f8d tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce76aa75-6890-4214-b1ec-455b43223b5d HTTP/1.1" status: 200 len: 946 time: 0.1404269 Nov 22 20:25:24.387028 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5f72e6b0-9c07-474e-8c94-23ab8e12805d req-047b478a-abc6-4f2b-94b4-cf9834f7e783 tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] 10.222.0.46 "GET /v2.0/security-groups?id=e904806f-9bc9-4f52-beb6-3fb062dd1789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970359 Nov 22 20:25:24.485553 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-89267790-f490-4e08-84ee-f68304def4f0 req-5adedd4c-3bbd-46b2-854e-ada9c3cf9973 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/security-groups?id=33003919-2e66-424f-89a8-28e4fe94add1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272950 Nov 22 20:25:24.555910 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e81f70dc-f459-4691-9360-a41aa7be4e0e tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Router 17a3405a-dab1-4c2e-8c4a-2d89c628edb3 has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 20:25:24.712421 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e81f70dc-f459-4691-9360-a41aa7be4e0e tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:25:24.714978 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091dba0d-a2a3-49e6-92be-a93598b3b58d req-3a2fad4a-1ac4-426c-abde-9f9dc9b4c5ca tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:25:24.716710 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-091dba0d-a2a3-49e6-92be-a93598b3b58d req-3a2fad4a-1ac4-426c-abde-9f9dc9b4c5ca tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce76aa75-6890-4214-b1ec-455b43223b5d HTTP/1.1" status: 200 len: 946 time: 0.0638394 Nov 22 20:25:24.724283 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f4ed3a-7e34-4535-965c-a54cb3ac1cd7 None None] Sync routers for ids ['17a3405a-dab1-4c2e-8c4a-2d89c628edb3'] in n-d-818823-1 {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:25:24.728167 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-e81f70dc-f459-4691-9360-a41aa7be4e0e tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "PUT /v2.0/routers/17a3405a-dab1-4c2e-8c4a-2d89c628edb3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9159353 Nov 22 20:25:24.728419 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 56730) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:25:24.741757 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f4ed3a-7e34-4535-965c-a54cb3ac1cd7 None None] Routers {'17a3405a-dab1-4c2e-8c4a-2d89c628edb3'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:25:24.742463 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-56f4ed3a-7e34-4535-965c-a54cb3ac1cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:25:02Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['17a3405a-dab1-4c2e-8c4a-2d89c628edb3'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:25:24.811065 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-091dba0d-a2a3-49e6-92be-a93598b3b58d req-5b824d2e-e772-498a-b2b4-53708e544449 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/security-groups?id=33003919-2e66-424f-89a8-28e4fe94add1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783093 Nov 22 20:25:24.811392 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb6c3d3b-abdf-465d-980b-0b93105d065b tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Deleting subnet a647446e-a208-4e90-bb59-f7e7823f8a20 {{(pid=103448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 20:25:24.815474 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-fb6c3d3b-abdf-465d-980b-0b93105d065b tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks [] for subnet, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:24.886572 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-fb6c3d3b-abdf-465d-980b-0b93105d065b tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11627908'] for subnet, precommit_delete_associations {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:24.946597 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-56f4ed3a-7e34-4535-965c-a54cb3ac1cd7 None None] Set router 17a3405a-dab1-4c2e-8c4a-2d89c628edb3 gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:25:24.970334 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55932fc8-cd43-461b-9d64-3504226994bf req-186fddb7-9e52-48f8-82f7-c4e96de6a5fa tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:25:24.972759 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-55932fc8-cd43-461b-9d64-3504226994bf req-186fddb7-9e52-48f8-82f7-c4e96de6a5fa tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce76aa75-6890-4214-b1ec-455b43223b5d HTTP/1.1" status: 200 len: 946 time: 0.0762589 Nov 22 20:25:25.026831 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-fb6c3d3b-abdf-465d-980b-0b93105d065b tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3753007'] for subnet, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:25.083990 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-55932fc8-cd43-461b-9d64-3504226994bf req-a994a910-559e-4c0e-b572-45f5c3ba6106 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/security-groups?id=33003919-2e66-424f-89a8-28e4fe94add1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040690 Nov 22 20:25:25.174798 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-fb6c3d3b-abdf-465d-980b-0b93105d065b tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3753014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11567369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11792914'] for subnet, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:25.215501 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6c3d3b-abdf-465d-980b-0b93105d065b tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Pushing event deleted for resources: {'Subnet': ['ID=a647446e-a208-4e90-bb59-f7e7823f8a20,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:25:25.227333 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-fb6c3d3b-abdf-465d-980b-0b93105d065b tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:25.234183 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 56752) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:25:25.234943 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-fb6c3d3b-abdf-465d-980b-0b93105d065b tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "DELETE /v2.0/subnets/a647446e-a208-4e90-bb59-f7e7823f8a20 HTTP/1.1" status: 204 len: 168 time: 0.5053761 Nov 22 20:25:25.282924 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93771275-39dd-427d-8c43-c9c483c8709c None None] Network 67d08895-b2ce-4996-9944-b0b6375ce4b5 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:25:25.381673 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b248f972-b8b7-477f-85ff-09eec19d49d9 req-2e07b746-f81c-41da-be33-d2febb55d474 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:25:25.384216 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b248f972-b8b7-477f-85ff-09eec19d49d9 req-2e07b746-f81c-41da-be33-d2febb55d474 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce76aa75-6890-4214-b1ec-455b43223b5d HTTP/1.1" status: 200 len: 946 time: 0.1433728 Nov 22 20:25:25.465116 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9175ba1d-3a7e-418e-839a-84ddb206c6cd tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks [] for router, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:25.516320 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-56f4ed3a-7e34-4535-965c-a54cb3ac1cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17a3405a-dab1-4c2e-8c4a-2d89c628edb3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1208146691', 'tenant_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': '80e0e558-05ef-4d88-b25c-32baea33fc9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:22:55Z', 'updated_at': '2021-11-22T20:25:23Z', 'revision_number': 5, 'project_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'gw_port': {'id': '80e0e558-05ef-4d88-b25c-32baea33fc9f', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:83:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17a3405a-dab1-4c2e-8c4a-2d89c628edb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2155, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:22:57Z', 'updated_at': '2021-11-22T20:23:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:25:25.566647 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 16c7c286-2bdc-4b17-83d6-965664355bf1 no longer exists at agent hyperv_n-h1-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:25:25.568566 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b248f972-b8b7-477f-85ff-09eec19d49d9 req-b114959d-b91e-46a9-b61a-622006a8c469 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/security-groups?id=33003919-2e66-424f-89a8-28e4fe94add1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757884 Nov 22 20:25:25.569219 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f4ed3a-7e34-4535-965c-a54cb3ac1cd7 None None] Checking router: 17a3405a-dab1-4c2e-8c4a-2d89c628edb3 for host: n-d-818823-1 {{(pid=103449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 20:25:25.604043 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5901ba79-816c-421d-b774-ee33660d0670 None None] DHCP port deletion for 67d08895-b2ce-4996-9944-b0b6375ce4b5 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:25:25.612189 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] No Port match for: 16c7c286-2bdc-4b17-83d6-965664355bf1 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:25:25.612658 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 16c7c286-2bdc-4b17-83d6-965664355bf1 not bound to the agent host n-h1-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:25:25.615293 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f4ed3a-7e34-4535-965c-a54cb3ac1cd7 None None] Routers {'17a3405a-dab1-4c2e-8c4a-2d89c628edb3'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:25:25.616031 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-56f4ed3a-7e34-4535-965c-a54cb3ac1cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:25:02Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['17a3405a-dab1-4c2e-8c4a-2d89c628edb3'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:25:25.733756 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef86fee-c48b-418d-a800-fc0f46c49913 req-8603b73c-cbcf-4fa1-8ebb-c648c0691b9e tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:25:25.735388 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-fef86fee-c48b-418d-a800-fc0f46c49913 req-8603b73c-cbcf-4fa1-8ebb-c648c0691b9e tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] 10.222.0.46 "GET /v2.0/ports?device_id=9daa3409-2ba5-4214-8232-64c594e1799c HTTP/1.1" status: 200 len: 946 time: 0.2676382 Nov 22 20:25:25.767254 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-5901ba79-816c-421d-b774-ee33660d0670 None None] Deleting port 2e52392e-28ce-42ed-95b5-963f4c08592c {{(pid=103449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:25:25.767910 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-5901ba79-816c-421d-b774-ee33660d0670 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:25.797696 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 56774) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:25:25.835192 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-56f4ed3a-7e34-4535-965c-a54cb3ac1cd7 None None] Set router 17a3405a-dab1-4c2e-8c4a-2d89c628edb3 gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:25:25.853354 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9175ba1d-3a7e-418e-839a-84ddb206c6cd tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:25.868235 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-fef86fee-c48b-418d-a800-fc0f46c49913 req-b6ae6f53-8a6c-4492-8287-36c05d5eadea tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] 10.222.0.46 "GET /v2.0/security-groups?id=e904806f-9bc9-4f52-beb6-3fb062dd1789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161573 Nov 22 20:25:25.978045 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6f2a2fa5-d8d9-48f9-b04f-07a08c1d1335 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:26.001017 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-5901ba79-816c-421d-b774-ee33660d0670 None None] For port 2e52392e-28ce-42ed-95b5-963f4c08592c, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=2e52392e-28ce-42ed-95b5-963f4c08592c,segment=NetworkSegment(d98c5774-f49e-4d4f-8f89-60677abce332),segment_id=d98c5774-f49e-4d4f-8f89-60677abce332)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:25:26.001422 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-5901ba79-816c-421d-b774-ee33660d0670 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:26.024477 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-5901ba79-816c-421d-b774-ee33660d0670 None None] Calling delete_port for 2e52392e-28ce-42ed-95b5-963f4c08592c owned by network:dhcp {{(pid=103449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:25:26.031489 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-9175ba1d-3a7e-418e-839a-84ddb206c6cd tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Deleting port 80e0e558-05ef-4d88-b25c-32baea33fc9f {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:25:26.032128 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9175ba1d-3a7e-418e-839a-84ddb206c6cd tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:26.145675 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6f2a2fa5-d8d9-48f9-b04f-07a08c1d1335 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:26.152676 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6f2a2fa5-d8d9-48f9-b04f-07a08c1d1335 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:26.156705 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [None req-9175ba1d-3a7e-418e-839a-84ddb206c6cd tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] For port 80e0e558-05ef-4d88-b25c-32baea33fc9f, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=80e0e558-05ef-4d88-b25c-32baea33fc9f,segment=NetworkSegment(8793ba83-8407-4c3d-9b56-2a177cd58a70),segment_id=8793ba83-8407-4c3d-9b56-2a177cd58a70)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:25:26.157518 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9175ba1d-3a7e-418e-839a-84ddb206c6cd tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:26.179787 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-5901ba79-816c-421d-b774-ee33660d0670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381'] for port, after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:26.185057 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-9175ba1d-3a7e-418e-839a-84ddb206c6cd tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Calling delete_port for 80e0e558-05ef-4d88-b25c-32baea33fc9f owned by network:router_gateway {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:25:26.191357 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-56f4ed3a-7e34-4535-965c-a54cb3ac1cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17a3405a-dab1-4c2e-8c4a-2d89c628edb3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1208146691', 'tenant_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': '80e0e558-05ef-4d88-b25c-32baea33fc9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:22:55Z', 'updated_at': '2021-11-22T20:25:23Z', 'revision_number': 5, 'project_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'gw_port': {'id': '80e0e558-05ef-4d88-b25c-32baea33fc9f', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:83:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17a3405a-dab1-4c2e-8c4a-2d89c628edb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2155, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:22:57Z', 'updated_at': '2021-11-22T20:23:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:25:26.208282 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-6f2a2fa5-d8d9-48f9-b04f-07a08c1d1335 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=30bfa1ea80154f6981e42216569c9e6e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4070761 Nov 22 20:25:26.210078 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 56780) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:25:26.268025 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5901ba79-816c-421d-b774-ee33660d0670 None None] Pushing event deleted for resources: {'Port': ['ID=2e52392e-28ce-42ed-95b5-963f4c08592c,revision_number=None']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:25:26.285788 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5901ba79-816c-421d-b774-ee33660d0670 None None] No DVR routers for this DVR port 2e52392e-28ce-42ed-95b5-963f4c08592c on host n-d-818823-1 {{(pid=103449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:25:26.286377 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2a2fa5-d8d9-48f9-b04f-07a08c1d1335 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e34b658a-6fd5-48d1-9929-8008c9912e30,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:25:26.322118 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5901ba79-816c-421d-b774-ee33660d0670 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:25:26.324158 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5901ba79-816c-421d-b774-ee33660d0670 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:25:26.324692 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5901ba79-816c-421d-b774-ee33660d0670 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:25:26.325195 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5901ba79-816c-421d-b774-ee33660d0670 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:25:26.325682 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5901ba79-816c-421d-b774-ee33660d0670 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:25:26.326639 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5901ba79-816c-421d-b774-ee33660d0670 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:25:26.327132 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5901ba79-816c-421d-b774-ee33660d0670 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:25:26.327985 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5901ba79-816c-421d-b774-ee33660d0670 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:25:26.328850 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5901ba79-816c-421d-b774-ee33660d0670 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:25:26.329613 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5901ba79-816c-421d-b774-ee33660d0670 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:25:26.330666 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5901ba79-816c-421d-b774-ee33660d0670 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:25:26.331157 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5901ba79-816c-421d-b774-ee33660d0670 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:25:26.337421 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f4ed3a-7e34-4535-965c-a54cb3ac1cd7 None None] The sync data for ids ['17a3405a-dab1-4c2e-8c4a-2d89c628edb3'] in n-d-818823-1 is: [{'id': '17a3405a-dab1-4c2e-8c4a-2d89c628edb3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1208146691', 'tenant_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': '80e0e558-05ef-4d88-b25c-32baea33fc9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:22:55Z', 'updated_at': '2021-11-22T20:25:23Z', 'revision_number': 5, 'project_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'gw_port': {'id': '80e0e558-05ef-4d88-b25c-32baea33fc9f', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:83:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17a3405a-dab1-4c2e-8c4a-2d89c628edb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2155, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:22:57Z', 'updated_at': '2021-11-22T20:23:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:25:26.356391 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4c87d63d-d6e8-4814-ac0e-8633d9a75380 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:26.409887 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4c87d63d-d6e8-4814-ac0e-8633d9a75380 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:26.457974 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9175ba1d-3a7e-418e-839a-84ddb206c6cd tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:26.489800 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9175ba1d-3a7e-418e-839a-84ddb206c6cd tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Pushing event deleted for resources: {'Port': ['ID=80e0e558-05ef-4d88-b25c-32baea33fc9f,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:25:26.503392 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9175ba1d-3a7e-418e-839a-84ddb206c6cd tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:25:26.503782 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9175ba1d-3a7e-418e-839a-84ddb206c6cd tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:25:26.504125 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9175ba1d-3a7e-418e-839a-84ddb206c6cd tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:25:26.504460 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9175ba1d-3a7e-418e-839a-84ddb206c6cd tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:25:26.504794 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9175ba1d-3a7e-418e-839a-84ddb206c6cd tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:25:26.505123 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9175ba1d-3a7e-418e-839a-84ddb206c6cd tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:25:26.505456 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9175ba1d-3a7e-418e-839a-84ddb206c6cd tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:25:26.505781 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9175ba1d-3a7e-418e-839a-84ddb206c6cd tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:25:26.506269 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9175ba1d-3a7e-418e-839a-84ddb206c6cd tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:25:26.506627 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9175ba1d-3a7e-418e-839a-84ddb206c6cd tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:25:26.507334 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9175ba1d-3a7e-418e-839a-84ddb206c6cd tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:25:26.507334 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9175ba1d-3a7e-418e-839a-84ddb206c6cd tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:25:26.509685 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3c7b4d2-19af-485f-ad97-c22cca8be4e5 None None] DHCP port deletion for c48a55e9-6a85-4746-b7bf-3e29fb560094 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:25:26.514441 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4c87d63d-d6e8-4814-ac0e-8633d9a75380 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:26.520818 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4c87d63d-d6e8-4814-ac0e-8633d9a75380 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:26.527378 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-4c87d63d-d6e8-4814-ac0e-8633d9a75380 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e34b658a-6fd5-48d1-9929-8008c9912e30 HTTP/1.1" status: 204 len: 168 time: 0.3164148 Nov 22 20:25:26.544810 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c87d63d-d6e8-4814-ac0e-8633d9a75380 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e34b658a-6fd5-48d1-9929-8008c9912e30,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:25:26.610978 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9175ba1d-3a7e-418e-839a-84ddb206c6cd tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595398'] for router_gateway, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:26.728280 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9175ba1d-3a7e-418e-839a-84ddb206c6cd tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24781'] for router, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:26.736806 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9175ba1d-3a7e-418e-839a-84ddb206c6cd tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:26.840183 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9175ba1d-3a7e-418e-839a-84ddb206c6cd tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-663261'] for router, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:26.846239 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9175ba1d-3a7e-418e-839a-84ddb206c6cd tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Fanout notify agent at l3_agent the message router_deleted on router 17a3405a-dab1-4c2e-8c4a-2d89c628edb3 {{(pid=103447) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 20:25:26.857460 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9175ba1d-3a7e-418e-839a-84ddb206c6cd tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks [] for router, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:26.861483 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-9175ba1d-3a7e-418e-839a-84ddb206c6cd tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "DELETE /v2.0/routers/17a3405a-dab1-4c2e-8c4a-2d89c628edb3 HTTP/1.1" status: 204 len: 168 time: 1.6261928 Nov 22 20:25:26.861644 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 56794) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:25:27.072324 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 2e52392e-28ce-42ed-95b5-963f4c08592c no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:25:27.108337 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-de44d031-83cc-43ca-9c69-bb333c086a62 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3961693'] for network, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:27.123677 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: 2e52392e-28ce-42ed-95b5-963f4c08592c {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:25:27.124168 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 2e52392e-28ce-42ed-95b5-963f4c08592c not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:25:27.124724 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device fed04654-8c91-4065-a6ac-53d99df6b192 no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:25:27.164513 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81860afb-617c-4da4-897c-22555e8c7bc5 req-35a08a9e-9b4e-4b9a-bc8b-dfb4b247a9a2 tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:25:27.166098 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-81860afb-617c-4da4-897c-22555e8c7bc5 req-35a08a9e-9b4e-4b9a-bc8b-dfb4b247a9a2 tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] 10.222.0.46 "GET /v2.0/ports?device_id=9daa3409-2ba5-4214-8232-64c594e1799c HTTP/1.1" status: 200 len: 946 time: 0.0908792 Nov 22 20:25:27.171164 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: fed04654-8c91-4065-a6ac-53d99df6b192 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:25:27.174620 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device fed04654-8c91-4065-a6ac-53d99df6b192 not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:25:27.296486 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-81860afb-617c-4da4-897c-22555e8c7bc5 req-32a3b3e0-76f5-471e-a3d8-fdf720cd404c tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] 10.222.0.46 "GET /v2.0/security-groups?id=e904806f-9bc9-4f52-beb6-3fb062dd1789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209559 Nov 22 20:25:27.297077 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-de44d031-83cc-43ca-9c69-bb333c086a62 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3760028', 'neutron.services.segments.db._delete_segments_for_network-8748992815755'] for network, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:27.331092 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-de44d031-83cc-43ca-9c69-bb333c086a62 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67d08895-b2ce-4996-9944-b0b6375ce4b5']}} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:25:27.341556 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-de44d031-83cc-43ca-9c69-bb333c086a62 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd98c5774-f49e-4d4f-8f89-60677abce332') {'for_net_delete': True} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:25:27.341835 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-de44d031-83cc-43ca-9c69-bb333c086a62 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd98c5774-f49e-4d4f-8f89-60677abce332') {} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:25:27.353963 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-de44d031-83cc-43ca-9c69-bb333c086a62 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748993039638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11627933'] for segment, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:27.370495 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-de44d031-83cc-43ca-9c69-bb333c086a62 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:27.378481 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de44d031-83cc-43ca-9c69-bb333c086a62 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Releasing vlan 618 on physical network physnet1 to pool {{(pid=103448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 20:25:27.379008 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-de44d031-83cc-43ca-9c69-bb333c086a62 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11567447'] for segment, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:27.406207 n-d-818823-1 neutron-server[103448]: Traceback (most recent call last): Nov 22 20:25:27.406207 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 20:25:27.406207 n-d-818823-1 neutron-server[103448]: timer() Nov 22 20:25:27.406207 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 20:25:27.406207 n-d-818823-1 neutron-server[103448]: cb(*args, **kw) Nov 22 20:25:27.406207 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 20:25:27.406207 n-d-818823-1 neutron-server[103448]: return func(*args, **kwargs) Nov 22 20:25:27.406207 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 20:25:27.406207 n-d-818823-1 neutron-server[103448]: self._notify() Nov 22 20:25:27.406207 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 20:25:27.406207 n-d-818823-1 neutron-server[103448]: self.callback(batched_events) Nov 22 20:25:27.406207 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 20:25:27.406207 n-d-818823-1 neutron-server[103448]: event.method(event) Nov 22 20:25:27.406207 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 20:25:27.406207 n-d-818823-1 neutron-server[103448]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 20:25:27.406207 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 20:25:27.406207 n-d-818823-1 neutron-server[103448]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 20:25:27.406207 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 20:25:27.406207 n-d-818823-1 neutron-server[103448]: return f(self, *a, **k) Nov 22 20:25:27.406207 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 20:25:27.406207 n-d-818823-1 neutron-server[103448]: return self._get(url).json() Nov 22 20:25:27.406207 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 20:25:27.406207 n-d-818823-1 neutron-server[103448]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 20:25:27.406207 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 20:25:27.406207 n-d-818823-1 neutron-server[103448]: return self.request(url, 'GET', **kwargs) Nov 22 20:25:27.406207 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 20:25:27.406207 n-d-818823-1 neutron-server[103448]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 20:25:27.406207 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 20:25:27.406207 n-d-818823-1 neutron-server[103448]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 20:25:27.406207 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 20:25:27.406207 n-d-818823-1 neutron-server[103448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 20:25:27.406207 n-d-818823-1 neutron-server[103448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 20:25:27.490023 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-de44d031-83cc-43ca-9c69-bb333c086a62 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3760002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595318'] for network, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:27.526836 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-de44d031-83cc-43ca-9c69-bb333c086a62 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks [] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:27.531018 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-de44d031-83cc-43ca-9c69-bb333c086a62 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "DELETE /v2.0/networks/67d08895-b2ce-4996-9944-b0b6375ce4b5 HTTP/1.1" status: 204 len: 168 time: 0.6672866 Nov 22 20:25:27.533978 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 56818) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:25:27.544039 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de44d031-83cc-43ca-9c69-bb333c086a62 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Pushing event deleted for resources: {'Network': ['ID=67d08895-b2ce-4996-9944-b0b6375ce4b5,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:25:27.633240 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-cef0bb97-501e-44c2-bcaf-562790d20959 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:27.668324 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-cef0bb97-501e-44c2-bcaf-562790d20959 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:27.748297 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-cef0bb97-501e-44c2-bcaf-562790d20959 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:27.751558 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-cef0bb97-501e-44c2-bcaf-562790d20959 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:27.756200 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-cef0bb97-501e-44c2-bcaf-562790d20959 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "DELETE /v2.0/security-groups/80d35954-332b-44d6-bf58-c3aefadfaef0 HTTP/1.1" status: 204 len: 168 time: 0.2184963 Nov 22 20:25:27.789489 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef0bb97-501e-44c2-bcaf-562790d20959 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=80d35954-332b-44d6-bf58-c3aefadfaef0,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:25:28.328779 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 56850) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:25:28.334335 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-6186356a-0f5f-4e6d-a846-f09cae6b8be0 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-813457231', 'description': 'tempest-secgroup-smoke-813457231 description', 'project_id': 'f13d149ee8a64f188025185f0e8b5cfe'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:25:28.437250 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6186356a-0f5f-4e6d-a846-f09cae6b8be0 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:28.463518 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52456dfd-69b8-485e-af45-5f43be764eb1 req-db8a7503-d783-4b24-8d5f-0fa4d0b396d5 tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:25:28.472687 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-52456dfd-69b8-485e-af45-5f43be764eb1 req-db8a7503-d783-4b24-8d5f-0fa4d0b396d5 tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] 10.222.0.46 "GET /v2.0/ports?device_id=9daa3409-2ba5-4214-8232-64c594e1799c HTTP/1.1" status: 200 len: 946 time: 0.0817468 Nov 22 20:25:28.541810 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 80e0e558-05ef-4d88-b25c-32baea33fc9f no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:25:28.580577 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-52456dfd-69b8-485e-af45-5f43be764eb1 req-2830bbac-92f7-4e88-a927-79cb64b42b6a tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] 10.222.0.46 "GET /v2.0/security-groups?id=e904806f-9bc9-4f52-beb6-3fb062dd1789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057181 Nov 22 20:25:28.584087 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: 80e0e558-05ef-4d88-b25c-32baea33fc9f {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:25:28.585918 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 80e0e558-05ef-4d88-b25c-32baea33fc9f not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:25:28.626403 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6186356a-0f5f-4e6d-a846-f09cae6b8be0 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:28.633036 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6186356a-0f5f-4e6d-a846-f09cae6b8be0 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:28.689717 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6186356a-0f5f-4e6d-a846-f09cae6b8be0 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26cb47fd-e14c-4850-9651-76395f6ea411,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:25:28.706180 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6186356a-0f5f-4e6d-a846-f09cae6b8be0 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:28.710982 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 56858) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:25:28.711485 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-6186356a-0f5f-4e6d-a846-f09cae6b8be0 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3812907 Nov 22 20:25:28.716443 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-4fc85346-7278-4894-b972-9f9436962b95 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Request body: {'security_group_rule': {'security_group_id': '26cb47fd-e14c-4850-9651-76395f6ea411', 'project_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:25:28.760058 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4fc85346-7278-4894-b972-9f9436962b95 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:28.833915 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4fc85346-7278-4894-b972-9f9436962b95 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:28.839155 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4fc85346-7278-4894-b972-9f9436962b95 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572323'] for security_group_rule, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:28.861257 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc85346-7278-4894-b972-9f9436962b95 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b428a48d-e8f0-4a3f-854c-1ed0ba6087e2,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:25:28.870020 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4fc85346-7278-4894-b972-9f9436962b95 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:28.874806 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 56860) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:25:28.880246 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-adabe12f-4229-462a-8cab-59bed6251e96 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Request body: {'security_group_rule': {'security_group_id': '26cb47fd-e14c-4850-9651-76395f6ea411', 'project_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:25:28.885255 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-4fc85346-7278-4894-b972-9f9436962b95 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1724157 Nov 22 20:25:28.916755 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-adabe12f-4229-462a-8cab-59bed6251e96 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:29.072188 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-adabe12f-4229-462a-8cab-59bed6251e96 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:29.081064 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-adabe12f-4229-462a-8cab-59bed6251e96 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572323'] for security_group_rule, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:29.131287 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adabe12f-4229-462a-8cab-59bed6251e96 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b5d1739-e114-4dd0-8bd5-69f1546c603d,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:25:29.158999 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-adabe12f-4229-462a-8cab-59bed6251e96 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:29.163607 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 56876) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:25:29.168439 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-088a91e5-a1de-4a10-a9d0-858f90cba637 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Request body: {'security_group_rule': {'security_group_id': '26cb47fd-e14c-4850-9651-76395f6ea411', 'project_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:25:29.176953 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-adabe12f-4229-462a-8cab-59bed6251e96 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3006659 Nov 22 20:25:29.237915 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-088a91e5-a1de-4a10-a9d0-858f90cba637 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:29.370562 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-088a91e5-a1de-4a10-a9d0-858f90cba637 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:29.377709 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-088a91e5-a1de-4a10-a9d0-858f90cba637 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572323'] for security_group_rule, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:29.400774 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088a91e5-a1de-4a10-a9d0-858f90cba637 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b93ea598-295a-4102-9ff6-9ccabf0b4fef,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:25:29.412330 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-088a91e5-a1de-4a10-a9d0-858f90cba637 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:29.414148 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-088a91e5-a1de-4a10-a9d0-858f90cba637 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2494564 Nov 22 20:25:29.417064 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 56880) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:25:29.421659 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-6baf2dd5-41e9-48a1-9913-fb899334c79f tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Request body: {'security_group_rule': {'security_group_id': '26cb47fd-e14c-4850-9651-76395f6ea411', 'project_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:25:29.468696 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6baf2dd5-41e9-48a1-9913-fb899334c79f tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:29.611967 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6baf2dd5-41e9-48a1-9913-fb899334c79f tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:29.618911 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6baf2dd5-41e9-48a1-9913-fb899334c79f tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572323'] for security_group_rule, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:29.675445 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6baf2dd5-41e9-48a1-9913-fb899334c79f tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:29.678260 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-6baf2dd5-41e9-48a1-9913-fb899334c79f tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2601869 Nov 22 20:25:29.681217 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 56888) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:25:29.686505 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-6b3dddbe-f1f0-4ccd-818e-08b7e89f94ab tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Request body: {'security_group_rule': {'security_group_id': '26cb47fd-e14c-4850-9651-76395f6ea411', 'project_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:25:29.686817 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baf2dd5-41e9-48a1-9913-fb899334c79f tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d97c8ca1-8500-4507-8e74-46335ff54bc7,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:25:29.745015 n-d-818823-1 neutron-server[103448]: INFO neutron.db.securitygroups_db [None req-6b3dddbe-f1f0-4ccd-818e-08b7e89f94ab tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Project f13d149ee8a64f188025185f0e8b5cfe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 22 20:25:29.752920 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6b3dddbe-f1f0-4ccd-818e-08b7e89f94ab tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:29.900558 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6b3dddbe-f1f0-4ccd-818e-08b7e89f94ab tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:29.903966 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b652b5fa-0c36-4dc1-bf03-f2c3077f5235 req-6d41d469-2355-4ab2-9084-715e01fac603 tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:25:29.905824 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b652b5fa-0c36-4dc1-bf03-f2c3077f5235 req-6d41d469-2355-4ab2-9084-715e01fac603 tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] 10.222.0.46 "GET /v2.0/ports?device_id=9daa3409-2ba5-4214-8232-64c594e1799c HTTP/1.1" status: 200 len: 946 time: 0.0815864 Nov 22 20:25:29.908780 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6b3dddbe-f1f0-4ccd-818e-08b7e89f94ab tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572323'] for security_group_rule, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:29.948503 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3dddbe-f1f0-4ccd-818e-08b7e89f94ab tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83b156e2-102e-454b-9e31-3d521cfd426d,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:25:29.958226 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-7bb87948-b1a3-4d3d-95e8-b5f42feb6b4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:29.964988 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6b3dddbe-f1f0-4ccd-818e-08b7e89f94ab tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:29.969030 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-6b3dddbe-f1f0-4ccd-818e-08b7e89f94ab tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2851334 Nov 22 20:25:29.970216 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 56890) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:25:29.976436 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-75665969-0ba4-4fcd-abb8-19c794e96981 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Request body: {'security_group_rule': {'security_group_id': '26cb47fd-e14c-4850-9651-76395f6ea411', 'project_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:25:30.011481 n-d-818823-1 neutron-server[103448]: INFO neutron.db.securitygroups_db [None req-75665969-0ba4-4fcd-abb8-19c794e96981 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Project f13d149ee8a64f188025185f0e8b5cfe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 22 20:25:30.013052 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b652b5fa-0c36-4dc1-bf03-f2c3077f5235 req-3a6de79a-f34b-49d8-a21b-e8e7c7ec0544 tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] 10.222.0.46 "GET /v2.0/security-groups?id=e904806f-9bc9-4f52-beb6-3fb062dd1789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999770 Nov 22 20:25:30.018052 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-75665969-0ba4-4fcd-abb8-19c794e96981 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:30.099692 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-75665969-0ba4-4fcd-abb8-19c794e96981 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:30.106137 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-75665969-0ba4-4fcd-abb8-19c794e96981 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572323'] for security_group_rule, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:30.117191 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.agents_db [None req-aa8313f2-1ee4-4e7b-8c5a-d32b2f9d31ee None None] Agent healthcheck: found 7 active agents {{(pid=103450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 20:25:30.133291 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75665969-0ba4-4fcd-abb8-19c794e96981 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98cef462-f733-41f4-98f8-e71467b2e186,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:25:30.155032 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-75665969-0ba4-4fcd-abb8-19c794e96981 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:30.156715 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-75665969-0ba4-4fcd-abb8-19c794e96981 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1844084 Nov 22 20:25:30.160822 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 56894) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:25:30.166026 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-24fb9929-6e38-42c0-8264-b461a564d1b7 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Request body: {'network': {'name': 'tempest-network-smoke--185913539', 'project_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'port_security_enabled': True}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:25:30.190622 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24fb9929-6e38-42c0-8264-b461a564d1b7 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Made reservation on behalf of f13d149ee8a64f188025185f0e8b5cfe for: {'network': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:25:30.194836 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-24fb9929-6e38-42c0-8264-b461a564d1b7 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for network, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:30.222570 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24fb9929-6e38-42c0-8264-b461a564d1b7 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] vlan segment allocate from pool success with {'vlan_id': 604, 'physical_network': 'physnet1'} {{(pid=103448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 20:25:30.235109 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-24fb9929-6e38-42c0-8264-b461a564d1b7 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:30.235822 n-d-818823-1 neutron-server[103448]: INFO neutron.db.segments_db [None req-24fb9929-6e38-42c0-8264-b461a564d1b7 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Added segment 7af7694e-f413-4bd1-a96f-73c3984108b1 of type vlan for network 22c33f95-7a2e-45e4-9b0d-c39ba8a5509b Nov 22 20:25:30.289330 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-24fb9929-6e38-42c0-8264-b461a564d1b7 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748992492791'] for network, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:30.328186 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-24fb9929-6e38-42c0-8264-b461a564d1b7 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for network, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:30.336593 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24fb9929-6e38-42c0-8264-b461a564d1b7 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:25:30.337440 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-24fb9929-6e38-42c0-8264-b461a564d1b7 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks [] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:30.439016 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fb9929-6e38-42c0-8264-b461a564d1b7 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Pushing event updated for resources: {'Network': ['ID=22c33f95-7a2e-45e4-9b0d-c39ba8a5509b,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:25:30.452334 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Network 22c33f95-7a2e-45e4-9b0d-c39ba8a5509b details requested by agent ovs-agent-n-d-818823-1 with host n-d-818823-1 {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 20:25:30.469964 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-24fb9929-6e38-42c0-8264-b461a564d1b7 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3054020 Nov 22 20:25:30.470361 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 56902) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:25:30.475954 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-dd1c0e40-6ec2-4f14-9ddd-210c50f45417 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-442827262', 'admin_state_up': True, 'project_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'}}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:25:30.503235 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-dd1c0e40-6ec2-4f14-9ddd-210c50f45417 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24799'] for router, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:30.504409 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-dd1c0e40-6ec2-4f14-9ddd-210c50f45417 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-632716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24788'] for router, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:30.581674 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-dd1c0e40-6ec2-4f14-9ddd-210c50f45417 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:30.817312 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-dd1c0e40-6ec2-4f14-9ddd-210c50f45417 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:31.063168 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-dd1c0e40-6ec2-4f14-9ddd-210c50f45417 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks [] for router_gateway, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:31.093527 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-dd1c0e40-6ec2-4f14-9ddd-210c50f45417 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:31.312634 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5d8be6-5278-40a2-adab-870529d8eab0 req-6312f6b1-bc76-40cd-9156-b0251d02a944 tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:25:31.314760 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9a5d8be6-5278-40a2-adab-870529d8eab0 req-6312f6b1-bc76-40cd-9156-b0251d02a944 tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] 10.222.0.46 "GET /v2.0/ports?device_id=9daa3409-2ba5-4214-8232-64c594e1799c HTTP/1.1" status: 200 len: 946 time: 0.1318295 Nov 22 20:25:31.402048 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [None req-dd1c0e40-6ec2-4f14-9ddd-210c50f45417 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Allocated IP 172.25.5.134 (c48a55e9-6a85-4746-b7bf-3e29fb560094/5da6f781-63e6-4328-ae7a-5e672262f55a/2098f165-e500-48e8-8c34-416bd3dcb059) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:25:31.472604 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9a5d8be6-5278-40a2-adab-870529d8eab0 req-d71d87f6-4d32-4ecc-9aca-61cb27f210f6 tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] 10.222.0.46 "GET /v2.0/security-groups?id=e904806f-9bc9-4f52-beb6-3fb062dd1789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480427 Nov 22 20:25:31.600952 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-dd1c0e40-6ec2-4f14-9ddd-210c50f45417 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:31.650452 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-dd1c0e40-6ec2-4f14-9ddd-210c50f45417 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:31.690961 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd1c0e40-6ec2-4f14-9ddd-210c50f45417 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Network c48a55e9-6a85-4746-b7bf-3e29fb560094 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:25:31.696987 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-dd1c0e40-6ec2-4f14-9ddd-210c50f45417 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:25:31.700756 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd1c0e40-6ec2-4f14-9ddd-210c50f45417 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:25:31.716674 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cada5d9-3809-4815-b5f8-4debc061b90c None None] DHCP port deletion for c48a55e9-6a85-4746-b7bf-3e29fb560094 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:25:31.734489 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1c0e40-6ec2-4f14-9ddd-210c50f45417 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Pushing event updated for resources: {'Port': ['ID=2098f165-e500-48e8-8c34-416bd3dcb059,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:25:31.799935 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-1cccd57c-c893-4d27-89e1-f4d0dae6ba8a None None] Provisioning complete for port 2098f165-e500-48e8-8c34-416bd3dcb059 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:25:31.800632 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-1cccd57c-c893-4d27-89e1-f4d0dae6ba8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:31.856807 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-1cccd57c-c893-4d27-89e1-f4d0dae6ba8a None None] Port 2098f165-e500-48e8-8c34-416bd3dcb059 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:25:32.096631 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-dd1c0e40-6ec2-4f14-9ddd-210c50f45417 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks [] for router_gateway, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:32.527262 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-53c2c269-62ba-4556-9d38-8336ca845f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:32.717930 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beee85d9-386b-4092-8212-d88b6f39e28a req-7027cda0-3c5d-420a-8607-994f249c851f tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:25:32.719826 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-beee85d9-386b-4092-8212-d88b6f39e28a req-7027cda0-3c5d-420a-8607-994f249c851f tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] 10.222.0.46 "GET /v2.0/ports?device_id=9daa3409-2ba5-4214-8232-64c594e1799c HTTP/1.1" status: 200 len: 946 time: 0.1075344 Nov 22 20:25:32.900750 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-beee85d9-386b-4092-8212-d88b6f39e28a req-6469f1ff-a4c3-4c02-b205-e77af588ef8d tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] 10.222.0.46 "GET /v2.0/security-groups?id=e904806f-9bc9-4f52-beb6-3fb062dd1789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695600 Nov 22 20:25:32.930714 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0717c3d-e60a-4325-a5de-0e12fbfe0b5f req-72143cd5-2128-45f8-9cdf-f96173b6c2d0 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:25:32.940437 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d0717c3d-e60a-4325-a5de-0e12fbfe0b5f req-72143cd5-2128-45f8-9cdf-f96173b6c2d0 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce76aa75-6890-4214-b1ec-455b43223b5d HTTP/1.1" status: 200 len: 946 time: 0.1316879 Nov 22 20:25:32.954278 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-dd1c0e40-6ec2-4f14-9ddd-210c50f45417 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-659538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-841284'] for router, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:33.098506 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d0717c3d-e60a-4325-a5de-0e12fbfe0b5f req-528c3a1d-c3bb-4cef-915c-cbc4c08285c7 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/security-groups?id=33003919-2e66-424f-89a8-28e4fe94add1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570137 Nov 22 20:25:33.144388 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd1c0e40-6ec2-4f14-9ddd-210c50f45417 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Router e5d151bc-1823-4f4b-9ab2-46ce73f7d992 is scheduled to L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 with binding_index 1 {{(pid=103447) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 20:25:33.275274 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd1c0e40-6ec2-4f14-9ddd-210c50f45417 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:25:33.288110 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf0b392-7af7-4693-8bd0-285344f11c56 None None] Sync routers for ids ['e5d151bc-1823-4f4b-9ab2-46ce73f7d992'] in n-d-818823-1 {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:25:33.300022 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf0b392-7af7-4693-8bd0-285344f11c56 None None] Routers {'e5d151bc-1823-4f4b-9ab2-46ce73f7d992'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:25:33.301013 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-2cf0b392-7af7-4693-8bd0-285344f11c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:25:32Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['e5d151bc-1823-4f4b-9ab2-46ce73f7d992'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:25:33.302375 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-dd1c0e40-6ec2-4f14-9ddd-210c50f45417 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks [] for router, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:33.306978 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 56964) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:25:33.307547 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-dd1c0e40-6ec2-4f14-9ddd-210c50f45417 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.8347929 Nov 22 20:25:33.352073 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-23dd3b1d-bf74-4802-9cd5-ded8d7a04c21 tempest-TestNetworkAdvancedServerOps-1666653009 tempest-TestNetworkAdvancedServerOps-1666653009-project-admin] 10.222.0.46 "GET /v2.0/subnets?project_id=f13d149ee8a64f188025185f0e8b5cfe&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0415549 Nov 22 20:25:33.355011 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 56966) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:25:33.404086 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-03f0964f-1b75-4df7-99e0-a3cdb56ec2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:33.474964 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67ee5c85-7444-40c6-b45c-b741f3762060 tempest-TestNetworkAdvancedServerOps-1666653009 tempest-TestNetworkAdvancedServerOps-1666653009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:25:33.475990 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-2cf0b392-7af7-4693-8bd0-285344f11c56 None None] Set router e5d151bc-1823-4f4b-9ab2-46ce73f7d992 gateway port host: n-d-818823-1 {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:25:33.476529 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-67ee5c85-7444-40c6-b45c-b741f3762060 tempest-TestNetworkAdvancedServerOps-1666653009 tempest-TestNetworkAdvancedServerOps-1666653009-project-admin] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1202180 Nov 22 20:25:33.479467 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 56972) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:25:33.531455 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-27456a46-7446-4b39-8c73-a34ae11be333 tempest-TestNetworkAdvancedServerOps-1666653009 tempest-TestNetworkAdvancedServerOps-1666653009-project-admin] 10.222.0.46 "GET /v2.0/subnets?network_id=c48a55e9-6a85-4746-b7bf-3e29fb560094&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0507352 Nov 22 20:25:33.534834 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 56980) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:25:33.543180 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-d8e2d9eb-df93-41fb-ae33-e22e2eb25778 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2087981918', 'network_id': '22c33f95-7a2e-45e4-9b0d-c39ba8a5509b', 'project_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:25:33.655350 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8e2d9eb-df93-41fb-ae33-e22e2eb25778 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Made reservation on behalf of f13d149ee8a64f188025185f0e8b5cfe for: {'subnet': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:25:33.659130 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d8e2d9eb-df93-41fb-ae33-e22e2eb25778 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11792951'] for subnet, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:33.693555 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-2cf0b392-7af7-4693-8bd0-285344f11c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5d151bc-1823-4f4b-9ab2-46ce73f7d992', 'name': 'tempest-TestNetworkAdvancedServerOps-router-442827262', 'tenant_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': '2098f165-e500-48e8-8c34-416bd3dcb059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:25:30Z', 'updated_at': '2021-11-22T20:25:31Z', 'revision_number': 3, 'project_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'gw_port': {'id': '2098f165-e500-48e8-8c34-416bd3dcb059', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:1f:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5d151bc-1823-4f4b-9ab2-46ce73f7d992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:25:31Z', 'updated_at': '2021-11-22T20:25:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:25:33.725349 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf0b392-7af7-4693-8bd0-285344f11c56 None None] Checking router: e5d151bc-1823-4f4b-9ab2-46ce73f7d992 for host: n-d-818823-1 {{(pid=103450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 20:25:33.725942 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf0b392-7af7-4693-8bd0-285344f11c56 None None] Updating router e5d151bc-1823-4f4b-9ab2-46ce73f7d992 port 2098f165-e500-48e8-8c34-416bd3dcb059 binding host n-d-818823-1 {{(pid=103450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 20:25:33.753905 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2cf0b392-7af7-4693-8bd0-285344f11c56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:33.979470 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d8e2d9eb-df93-41fb-ae33-e22e2eb25778 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11567560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11792921'] for subnet, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:34.054945 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e2d9eb-df93-41fb-ae33-e22e2eb25778 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Pushing event updated for resources: {'Subnet': ['ID=3e37bfbb-72b3-421a-8cc1-7541352f60a6,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:25:34.072179 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e2d9eb-df93-41fb-ae33-e22e2eb25778 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Checking segment: {'id': '7af7694e-f413-4bd1-a96f-73c3984108b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '22c33f95-7a2e-45e4-9b0d-c39ba8a5509b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:25:34.072536 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8e2d9eb-df93-41fb-ae33-e22e2eb25778 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Network hostable DHCP agents. Network: 22c33f95-7a2e-45e4-9b0d-c39ba8a5509b, hostable agents: ['02adaa64-0987-4b74-bad0-cbcf56f8a294'], hosted agents: [] {{(pid=103448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 20:25:34.104973 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8e2d9eb-df93-41fb-ae33-e22e2eb25778 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Network 22c33f95-7a2e-45e4-9b0d-c39ba8a5509b is scheduled to be hosted by DHCP agent 02adaa64-0987-4b74-bad0-cbcf56f8a294 with binding_index 1 {{(pid=103448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 20:25:34.112876 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb46f118-7475-4d67-b8c3-4bd9510782a3 req-0dc6efca-40a9-444d-8704-f554c327b113 tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:25:34.115906 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-eb46f118-7475-4d67-b8c3-4bd9510782a3 req-0dc6efca-40a9-444d-8704-f554c327b113 tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] 10.222.0.46 "GET /v2.0/ports?device_id=9daa3409-2ba5-4214-8232-64c594e1799c HTTP/1.1" status: 200 len: 946 time: 0.0781991 Nov 22 20:25:34.130151 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-d8e2d9eb-df93-41fb-ae33-e22e2eb25778 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818823-1, 22c33f95-7a2e-45e4-9b0d-c39ba8a5509b) {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:25:34.136942 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8e2d9eb-df93-41fb-ae33-e22e2eb25778 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:25:34.138099 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d8e2d9eb-df93-41fb-ae33-e22e2eb25778 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:34.139764 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7dd6f86-c1bc-4d39-87ab-9157dbc7dd32 None None] Network 22c33f95-7a2e-45e4-9b0d-c39ba8a5509b requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:25:34.192303 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-d8e2d9eb-df93-41fb-ae33-e22e2eb25778 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6558225 Nov 22 20:25:34.195488 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 56996) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:25:34.280590 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-eb46f118-7475-4d67-b8c3-4bd9510782a3 req-992d708a-7753-4612-bc64-7c32de3ee8f5 tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] 10.222.0.46 "GET /v2.0/security-groups?id=e904806f-9bc9-4f52-beb6-3fb062dd1789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511166 Nov 22 20:25:34.306965 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2cf0b392-7af7-4693-8bd0-285344f11c56 None None] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:34.321182 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2cf0b392-7af7-4693-8bd0-285344f11c56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:34.383750 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f238d6ac-01fb-45fa-95df-f2b601f04399 req-d06795d7-04dc-4d4c-ae1a-0396a2a9c4a7 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:25:34.391943 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f238d6ac-01fb-45fa-95df-f2b601f04399 req-d06795d7-04dc-4d4c-ae1a-0396a2a9c4a7 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce76aa75-6890-4214-b1ec-455b43223b5d HTTP/1.1" status: 200 len: 946 time: 0.1100156 Nov 22 20:25:34.426902 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1095d6-2fef-41eb-82e9-a2e05595ab90 None None] Pushing event updated for resources: {'Port': ['ID=2098f165-e500-48e8-8c34-416bd3dcb059,revision_number=2']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:25:34.460369 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3144acf7-8f43-400a-a6b6-e1e4e8186de7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fb26bd7-ce56-527b-b94f-2e1f7cb2bb35-22c33f95-7a2e-45e4-9b0d-c39ba8a5509b', 'network_id': '22c33f95-7a2e-45e4-9b0d-c39ba8a5509b', 'tenant_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'fixed_ips': [{'subnet_id': '3e37bfbb-72b3-421a-8cc1-7541352f60a6'}]}} from n-d-818823-1. {{(pid=103449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 20:25:34.461261 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-3144acf7-8f43-400a-a6b6-e1e4e8186de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:34.465725 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1095d6-2fef-41eb-82e9-a2e05595ab90 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:25:34.466118 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1095d6-2fef-41eb-82e9-a2e05595ab90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:25:34.466377 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1095d6-2fef-41eb-82e9-a2e05595ab90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:25:34.466852 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1095d6-2fef-41eb-82e9-a2e05595ab90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:25:34.467192 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1095d6-2fef-41eb-82e9-a2e05595ab90 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:25:34.467570 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1095d6-2fef-41eb-82e9-a2e05595ab90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:25:34.468001 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1095d6-2fef-41eb-82e9-a2e05595ab90 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:25:34.468329 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1095d6-2fef-41eb-82e9-a2e05595ab90 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:25:34.468713 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1095d6-2fef-41eb-82e9-a2e05595ab90 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:25:34.468963 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1095d6-2fef-41eb-82e9-a2e05595ab90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:25:34.469286 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1095d6-2fef-41eb-82e9-a2e05595ab90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:25:34.469605 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1095d6-2fef-41eb-82e9-a2e05595ab90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:25:34.499845 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-2cf0b392-7af7-4693-8bd0-285344f11c56 None None] Attempting to bind port 2098f165-e500-48e8-8c34-416bd3dcb059 on host n-d-818823-1 for vnic_type normal with profile {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:25:34.500217 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-2cf0b392-7af7-4693-8bd0-285344f11c56 None None] Attempting to bind port 2098f165-e500-48e8-8c34-416bd3dcb059 by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:25:34.500591 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf0b392-7af7-4693-8bd0-285344f11c56 None None] Attempting to bind port 2098f165-e500-48e8-8c34-416bd3dcb059 on network c48a55e9-6a85-4746-b7bf-3e29fb560094 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:25:34.521709 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf0b392-7af7-4693-8bd0-285344f11c56 None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 25, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:25:34.522102 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf0b392-7af7-4693-8bd0-285344f11c56 None None] Checking segment: {'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:25:34.524357 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2cf0b392-7af7-4693-8bd0-285344f11c56 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:34.524777 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf0b392-7af7-4693-8bd0-285344f11c56 None None] Bound using segment: {'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:25:34.527497 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-2cf0b392-7af7-4693-8bd0-285344f11c56 None None] Bound port: 2098f165-e500-48e8-8c34-416bd3dcb059, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'}}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:25:34.527949 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2cf0b392-7af7-4693-8bd0-285344f11c56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:34.557747 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f238d6ac-01fb-45fa-95df-f2b601f04399 req-da15159e-c158-45cd-8874-78963800f0b5 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/security-groups?id=33003919-2e66-424f-89a8-28e4fe94add1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641326 Nov 22 20:25:34.594409 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7c8564-30b2-496c-9512-59bf5d6d449a req-27e380b9-37a4-4952-bc56-0c0c4b8f1c32 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:25:34.597477 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-bb7c8564-30b2-496c-9512-59bf5d6d449a req-27e380b9-37a4-4952-bc56-0c0c4b8f1c32 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce76aa75-6890-4214-b1ec-455b43223b5d HTTP/1.1" status: 200 len: 946 time: 0.1873224 Nov 22 20:25:34.630287 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4fb280a-f4c2-43c6-ab0d-ef470fc51589 None None] DHCP port deletion for c48a55e9-6a85-4746-b7bf-3e29fb560094 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:25:34.642665 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-2cf0b392-7af7-4693-8bd0-285344f11c56 None None] For port 2098f165-e500-48e8-8c34-416bd3dcb059, host n-d-818823-1, cleared binding levels {{(pid=103450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:25:34.662321 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-2cf0b392-7af7-4693-8bd0-285344f11c56 None None] For port 2098f165-e500-48e8-8c34-416bd3dcb059, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=2098f165-e500-48e8-8c34-416bd3dcb059,segment=NetworkSegment(8793ba83-8407-4c3d-9b56-2a177cd58a70),segment_id=8793ba83-8407-4c3d-9b56-2a177cd58a70)] {{(pid=103450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:25:34.667975 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-2cf0b392-7af7-4693-8bd0-285344f11c56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:34.743718 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1095d6-2fef-41eb-82e9-a2e05595ab90 None None] Pushing event updated for resources: {'Port': ['ID=2098f165-e500-48e8-8c34-416bd3dcb059,revision_number=3']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:25:34.797189 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf0b392-7af7-4693-8bd0-285344f11c56 None None] Routers {'e5d151bc-1823-4f4b-9ab2-46ce73f7d992'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:25:34.799567 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-2cf0b392-7af7-4693-8bd0-285344f11c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:25:32Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['e5d151bc-1823-4f4b-9ab2-46ce73f7d992'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:25:34.804900 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-bb7c8564-30b2-496c-9512-59bf5d6d449a req-1c7c8d4d-4c89-425f-91a1-eb73501865e5 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] Deleting port 3af90274-6df2-49fc-a29e-804805813bff {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:25:34.805333 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-bb7c8564-30b2-496c-9512-59bf5d6d449a req-1c7c8d4d-4c89-425f-91a1-eb73501865e5 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:34.837216 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.db_base_plugin_common [None req-3144acf7-8f43-400a-a6b6-e1e4e8186de7 None None] Allocated IP 172.20.0.2 (22c33f95-7a2e-45e4-9b0d-c39ba8a5509b/3e37bfbb-72b3-421a-8cc1-7541352f60a6/921577c2-35b4-4721-86a9-8d5cbf65f31c) {{(pid=103449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:25:34.916908 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daf50aa4-7020-4a5a-8e64-999637f1d8d3 None None] DHCP port deletion for c48a55e9-6a85-4746-b7bf-3e29fb560094 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:25:34.943917 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-bb7c8564-30b2-496c-9512-59bf5d6d449a req-1c7c8d4d-4c89-425f-91a1-eb73501865e5 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] For port 3af90274-6df2-49fc-a29e-804805813bff, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=3af90274-6df2-49fc-a29e-804805813bff,segment=NetworkSegment(6b8f1d18-2278-40c7-b488-3ca021d47ca0),segment_id=6b8f1d18-2278-40c7-b488-3ca021d47ca0)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:25:34.944293 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-bb7c8564-30b2-496c-9512-59bf5d6d449a req-1c7c8d4d-4c89-425f-91a1-eb73501865e5 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:34.972272 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-bb7c8564-30b2-496c-9512-59bf5d6d449a req-1c7c8d4d-4c89-425f-91a1-eb73501865e5 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] Calling delete_port for 3af90274-6df2-49fc-a29e-804805813bff owned by compute:nova {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:25:35.036752 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-2cf0b392-7af7-4693-8bd0-285344f11c56 None None] Set router e5d151bc-1823-4f4b-9ab2-46ce73f7d992 gateway port host: n-d-818823-1 {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:25:35.041025 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-dab2aa2c-b284-46f1-bde0-ad4eb3bf2ead None None] Provisioning complete for port 2098f165-e500-48e8-8c34-416bd3dcb059 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:25:35.041403 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-dab2aa2c-b284-46f1-bde0-ad4eb3bf2ead None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:35.073100 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f88f782c-a28b-43d4-859e-49fe8829f150 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:35.248644 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-3144acf7-8f43-400a-a6b6-e1e4e8186de7 None None] Publish callbacks [] for port, precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:35.275085 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-3144acf7-8f43-400a-a6b6-e1e4e8186de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372'] for port, after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:35.342860 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-bb7c8564-30b2-496c-9512-59bf5d6d449a req-1c7c8d4d-4c89-425f-91a1-eb73501865e5 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:35.368358 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3144acf7-8f43-400a-a6b6-e1e4e8186de7 None None] Network 22c33f95-7a2e-45e4-9b0d-c39ba8a5509b is already hosted by enough agents. {{(pid=103449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:25:35.385994 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e49ee129-e862-4476-beca-cdc8150d2345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:35.400538 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.base_scheduler [None req-3144acf7-8f43-400a-a6b6-e1e4e8186de7 None None] Resources bound (agent type, host, resource id): {{(pid=103449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:25:35.402301 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-2cf0b392-7af7-4693-8bd0-285344f11c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5d151bc-1823-4f4b-9ab2-46ce73f7d992', 'name': 'tempest-TestNetworkAdvancedServerOps-router-442827262', 'tenant_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': '2098f165-e500-48e8-8c34-416bd3dcb059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:25:30Z', 'updated_at': '2021-11-22T20:25:31Z', 'revision_number': 3, 'project_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'gw_port': {'id': '2098f165-e500-48e8-8c34-416bd3dcb059', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:1f:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5d151bc-1823-4f4b-9ab2-46ce73f7d992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:25:31Z', 'updated_at': '2021-11-22T20:25:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:25:35.411094 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3144acf7-8f43-400a-a6b6-e1e4e8186de7 None None] Received port after_create {{(pid=103449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:25:35.443389 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf0b392-7af7-4693-8bd0-285344f11c56 None None] The sync data for ids ['e5d151bc-1823-4f4b-9ab2-46ce73f7d992'] in n-d-818823-1 is: [{'id': 'e5d151bc-1823-4f4b-9ab2-46ce73f7d992', 'name': 'tempest-TestNetworkAdvancedServerOps-router-442827262', 'tenant_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': '2098f165-e500-48e8-8c34-416bd3dcb059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:25:30Z', 'updated_at': '2021-11-22T20:25:31Z', 'revision_number': 3, 'project_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'gw_port': {'id': '2098f165-e500-48e8-8c34-416bd3dcb059', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:1f:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5d151bc-1823-4f4b-9ab2-46ce73f7d992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:25:31Z', 'updated_at': '2021-11-22T20:25:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}] {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:25:35.449603 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3144acf7-8f43-400a-a6b6-e1e4e8186de7 None None] Pushing event updated for resources: {'Port': ['ID=921577c2-35b4-4721-86a9-8d5cbf65f31c,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:25:35.488978 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7c8d4d-4c89-425f-91a1-eb73501865e5 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] Pushing event deleted for resources: {'Port': ['ID=3af90274-6df2-49fc-a29e-804805813bff,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:25:35.540780 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-dab2aa2c-b284-46f1-bde0-ad4eb3bf2ead None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:35.543145 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb7c8564-30b2-496c-9512-59bf5d6d449a req-1c7c8d4d-4c89-425f-91a1-eb73501865e5 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] No DVR routers for this DVR port 3af90274-6df2-49fc-a29e-804805813bff on host n-h2-818823-1 {{(pid=103447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:25:35.546372 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-bb7c8564-30b2-496c-9512-59bf5d6d449a req-1c7c8d4d-4c89-425f-91a1-eb73501865e5 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:35.549912 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-bb7c8564-30b2-496c-9512-59bf5d6d449a req-1c7c8d4d-4c89-425f-91a1-eb73501865e5 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.20 "DELETE /v2.0/ports/3af90274-6df2-49fc-a29e-804805813bff HTTP/1.1" status: 204 len: 173 time: 0.9373260 Nov 22 20:25:35.552114 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [None req-f88f782c-a28b-43d4-859e-49fe8829f150 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Allocated IP 172.20.0.1 (22c33f95-7a2e-45e4-9b0d-c39ba8a5509b/3e37bfbb-72b3-421a-8cc1-7541352f60a6/c4fd7fa7-7464-49c6-bea0-89e8a348771f) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:25:35.552261 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce76aa75-6890-4214-b1ec-455b43223b5d', 'name': 'network-vif-deleted', 'tag': '3af90274-6df2-49fc-a29e-804805813bff'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:25:35.554512 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2257f519-2183-41b6-8074-05215d0491d1" -d '{"events": [{"server_uuid": "ce76aa75-6890-4214-b1ec-455b43223b5d", "name": "network-vif-deleted", "tag": "3af90274-6df2-49fc-a29e-804805813bff"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:25:35.582516 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-3144acf7-8f43-400a-a6b6-e1e4e8186de7 None None] Attempting to bind port 921577c2-35b4-4721-86a9-8d5cbf65f31c on host n-d-818823-1 for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:25:35.584041 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-3144acf7-8f43-400a-a6b6-e1e4e8186de7 None None] Attempting to bind port 921577c2-35b4-4721-86a9-8d5cbf65f31c by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': '7af7694e-f413-4bd1-a96f-73c3984108b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '22c33f95-7a2e-45e4-9b0d-c39ba8a5509b'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:25:35.584466 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3144acf7-8f43-400a-a6b6-e1e4e8186de7 None None] Attempting to bind port 921577c2-35b4-4721-86a9-8d5cbf65f31c on network 22c33f95-7a2e-45e4-9b0d-c39ba8a5509b {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:25:35.586342 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae2c2df-159f-4025-8e84-16d40eee744d req-bf8adc58-f076-4171-a130-3b4fba1df745 tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:25:35.588074 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4ae2c2df-159f-4025-8e84-16d40eee744d req-bf8adc58-f076-4171-a130-3b4fba1df745 tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] 10.222.0.46 "GET /v2.0/ports?device_id=9daa3409-2ba5-4214-8232-64c594e1799c HTTP/1.1" status: 200 len: 946 time: 0.1558480 Nov 22 20:25:35.618687 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3144acf7-8f43-400a-a6b6-e1e4e8186de7 None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 25, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:25:35.619487 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3144acf7-8f43-400a-a6b6-e1e4e8186de7 None None] Checking segment: {'id': '7af7694e-f413-4bd1-a96f-73c3984108b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '22c33f95-7a2e-45e4-9b0d-c39ba8a5509b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:25:35.620113 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-3144acf7-8f43-400a-a6b6-e1e4e8186de7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:35.620720 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3144acf7-8f43-400a-a6b6-e1e4e8186de7 None None] Bound using segment: {'id': '7af7694e-f413-4bd1-a96f-73c3984108b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '22c33f95-7a2e-45e4-9b0d-c39ba8a5509b'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:25:35.621402 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-3144acf7-8f43-400a-a6b6-e1e4e8186de7 None None] Bound port: 921577c2-35b4-4721-86a9-8d5cbf65f31c, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7af7694e-f413-4bd1-a96f-73c3984108b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '22c33f95-7a2e-45e4-9b0d-c39ba8a5509b'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:25:35.622042 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-3144acf7-8f43-400a-a6b6-e1e4e8186de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:35.634254 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-dab2aa2c-b284-46f1-bde0-ad4eb3bf2ead None None] For port 2098f165-e500-48e8-8c34-416bd3dcb059, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=2098f165-e500-48e8-8c34-416bd3dcb059,segment=NetworkSegment(8793ba83-8407-4c3d-9b56-2a177cd58a70),segment_id=8793ba83-8407-4c3d-9b56-2a177cd58a70)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:25:35.649542 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-dab2aa2c-b284-46f1-bde0-ad4eb3bf2ead None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:35.673824 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:25:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5265de5f-166e-4457-8848-ecdcb7e86629 x-openstack-request-id: req-5265de5f-166e-4457-8848-ecdcb7e86629 {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:25:35.674126 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce76aa75-6890-4214-b1ec-455b43223b5d", "name": "network-vif-deleted", "tag": "3af90274-6df2-49fc-a29e-804805813bff", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:25:35.674400 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5265de5f-166e-4457-8848-ecdcb7e86629 {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:25:35.674814 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce76aa75-6890-4214-b1ec-455b43223b5d', 'name': 'network-vif-deleted', 'tag': '3af90274-6df2-49fc-a29e-804805813bff', 'status': 'completed', 'code': 200} Nov 22 20:25:35.704436 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4ae2c2df-159f-4025-8e84-16d40eee744d req-ca72c7b9-e543-48a2-b448-49715dc9a781 tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] 10.222.0.46 "GET /v2.0/security-groups?id=e904806f-9bc9-4f52-beb6-3fb062dd1789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051669 Nov 22 20:25:35.743664 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab2aa2c-b284-46f1-bde0-ad4eb3bf2ead None None] Pushing event updated for resources: {'Port': ['ID=2098f165-e500-48e8-8c34-416bd3dcb059,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:25:35.829307 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-699792b5-21b6-46fb-b47e-60c3124d65d0 None None] Provisioning complete for port 2098f165-e500-48e8-8c34-416bd3dcb059 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:25:35.830489 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-699792b5-21b6-46fb-b47e-60c3124d65d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:35.836307 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f88f782c-a28b-43d4-859e-49fe8829f150 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:35.862644 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3cc1490b-2088-421d-980f-e20fa295de20 req-18007fdb-6760-4fae-88d5-12493a6132b7 tempest-ServersNegativeTestJSON-1802504368 tempest-ServersNegativeTestJSON-1802504368-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce76aa75-6890-4214-b1ec-455b43223b5d HTTP/1.1" status: 200 len: 210 time: 0.0441055 Nov 22 20:25:35.902119 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-3144acf7-8f43-400a-a6b6-e1e4e8186de7 None None] For port 921577c2-35b4-4721-86a9-8d5cbf65f31c, host n-d-818823-1, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:25:35.910451 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f88f782c-a28b-43d4-859e-49fe8829f150 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:35.918921 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-3144acf7-8f43-400a-a6b6-e1e4e8186de7 None None] For port 921577c2-35b4-4721-86a9-8d5cbf65f31c, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=921577c2-35b4-4721-86a9-8d5cbf65f31c,segment=NetworkSegment(7af7694e-f413-4bd1-a96f-73c3984108b1),segment_id=7af7694e-f413-4bd1-a96f-73c3984108b1)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:25:35.930719 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-3144acf7-8f43-400a-a6b6-e1e4e8186de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:35.984993 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88f782c-a28b-43d4-859e-49fe8829f150 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Pushing event updated for resources: {'Port': ['ID=c4fd7fa7-7464-49c6-bea0-89e8a348771f,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:25:36.005773 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f88f782c-a28b-43d4-859e-49fe8829f150 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Network 22c33f95-7a2e-45e4-9b0d-c39ba8a5509b is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:25:36.012665 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-f88f782c-a28b-43d4-859e-49fe8829f150 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:25:36.020346 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f88f782c-a28b-43d4-859e-49fe8829f150 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:25:36.078108 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3144acf7-8f43-400a-a6b6-e1e4e8186de7 None None] Pushing event updated for resources: {'Port': ['ID=921577c2-35b4-4721-86a9-8d5cbf65f31c,revision_number=2']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:25:36.099597 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f88f782c-a28b-43d4-859e-49fe8829f150 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659939'] for router_interface, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:36.176302 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:36.328565 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f88f782c-a28b-43d4-859e-49fe8829f150 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:36.745453 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 921577c2-35b4-4721-86a9-8d5cbf65f31c up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:25:36.818870 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 921577c2-35b4-4721-86a9-8d5cbf65f31c triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:25:36.819243 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:36.980990 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd9a337-c92b-4f1b-a723-6dcc91902c0c req-06f29502-942e-4aa9-ae12-712f42c4a8c8 tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:25:36.996384 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7cd9a337-c92b-4f1b-a723-6dcc91902c0c req-06f29502-942e-4aa9-ae12-712f42c4a8c8 tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] 10.222.0.46 "GET /v2.0/ports?device_id=9daa3409-2ba5-4214-8232-64c594e1799c HTTP/1.1" status: 200 len: 946 time: 0.1246161 Nov 22 20:25:37.010066 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:37.077854 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7cd9a337-c92b-4f1b-a723-6dcc91902c0c req-a7528d76-ca49-4eaa-a168-0dfc32411a84 tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] 10.222.0.46 "GET /v2.0/security-groups?id=e904806f-9bc9-4f52-beb6-3fb062dd1789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805671 Nov 22 20:25:37.091306 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 57058) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:25:37.099682 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] For port 921577c2-35b4-4721-86a9-8d5cbf65f31c, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=921577c2-35b4-4721-86a9-8d5cbf65f31c,segment=NetworkSegment(7af7694e-f413-4bd1-a96f-73c3984108b1),segment_id=7af7694e-f413-4bd1-a96f-73c3984108b1)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:25:37.105990 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:37.107085 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 2098f165-e500-48e8-8c34-416bd3dcb059 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:25:37.184647 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_v2 [None req-b12f4af9-672b-4ba1-a994-ab444ead9a02 admin admin] Deleting subnet 700f25ca-fe48-4186-881c-bc8e45e72e13 {{(pid=103447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 20:25:37.193734 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b12f4af9-672b-4ba1-a994-ab444ead9a02 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:37.286550 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b12f4af9-672b-4ba1-a994-ab444ead9a02 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12178353'] for subnet, precommit_delete_associations {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:37.292375 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Pushing event updated for resources: {'Port': ['ID=921577c2-35b4-4721-86a9-8d5cbf65f31c,revision_number=3']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:25:37.317329 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 3af90274-6df2-49fc-a29e-804805813bff no longer exists at agent hyperv_n-h2-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:25:37.322961 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 2098f165-e500-48e8-8c34-416bd3dcb059 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:25:37.323337 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:37.399498 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b12f4af9-672b-4ba1-a994-ab444ead9a02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3753007'] for subnet, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:37.402363 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] No Port match for: 3af90274-6df2-49fc-a29e-804805813bff {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:25:37.402708 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 3af90274-6df2-49fc-a29e-804805813bff not bound to the agent host n-h2-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:25:37.520611 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b12f4af9-672b-4ba1-a994-ab444ead9a02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3753014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8900804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8485115'] for subnet, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:37.555663 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f88f782c-a28b-43d4-859e-49fe8829f150 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks [] for port, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:37.565744 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f88f782c-a28b-43d4-859e-49fe8829f150 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:37.575672 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b12f4af9-672b-4ba1-a994-ab444ead9a02 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for subnet, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:37.586947 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-b12f4af9-672b-4ba1-a994-ab444ead9a02 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/700f25ca-fe48-4186-881c-bc8e45e72e13 HTTP/1.1" status: 204 len: 168 time: 0.4944599 Nov 22 20:25:37.643208 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 57068) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:25:37.652890 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12f4af9-672b-4ba1-a994-ab444ead9a02 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=700f25ca-fe48-4186-881c-bc8e45e72e13,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:25:37.861010 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f88f782c-a28b-43d4-859e-49fe8829f150 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-563461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-659839'] for router_interface, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:37.862725 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88f782c-a28b-43d4-859e-49fe8829f150 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Pushing event updated for resources: {'Port': ['ID=c4fd7fa7-7464-49c6-bea0-89e8a348771f,revision_number=2']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:25:37.902164 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-711a4af9-9f6e-4275-863d-54d1eb7b7e26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3961693'] for network, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:37.914260 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e3f4836-d63c-4307-b6a4-ca2d8481c8f2 None None] Network 22c33f95-7a2e-45e4-9b0d-c39ba8a5509b requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:25:38.232010 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-711a4af9-9f6e-4275-863d-54d1eb7b7e26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3760028', 'neutron.services.segments.db._delete_segments_for_network-8748992815755'] for network, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:38.281533 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-84da61e4-3851-4153-86e2-083ab1b190d3 None None] Provisioning complete for port 921577c2-35b4-4721-86a9-8d5cbf65f31c triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:25:38.281907 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-84da61e4-3851-4153-86e2-083ab1b190d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:38.304459 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f88f782c-a28b-43d4-859e-49fe8829f150 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Network 22c33f95-7a2e-45e4-9b0d-c39ba8a5509b is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:25:38.306133 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-711a4af9-9f6e-4275-863d-54d1eb7b7e26 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07a52fe9-f2bb-41b8-a0b8-a12077ec9b70']}} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:25:38.322294 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-f88f782c-a28b-43d4-859e-49fe8829f150 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:25:38.402693 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695128b5-17da-4cab-b516-9b23825c475d req-d54f9ebb-3b3b-4404-8b11-29a436a75f0e tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:25:38.410858 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-695128b5-17da-4cab-b516-9b23825c475d req-d54f9ebb-3b3b-4404-8b11-29a436a75f0e tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] 10.222.0.46 "GET /v2.0/ports?device_id=9daa3409-2ba5-4214-8232-64c594e1799c HTTP/1.1" status: 200 len: 946 time: 0.1872828 Nov 22 20:25:38.433362 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-711a4af9-9f6e-4275-863d-54d1eb7b7e26 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b8f1d18-2278-40c7-b488-3ca021d47ca0') {'for_net_delete': True} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:25:38.433660 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-711a4af9-9f6e-4275-863d-54d1eb7b7e26 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b8f1d18-2278-40c7-b488-3ca021d47ca0') {} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:25:38.454006 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-711a4af9-9f6e-4275-863d-54d1eb7b7e26 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748993039638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11627933'] for segment, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:38.474130 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-695128b5-17da-4cab-b516-9b23825c475d req-b5e885f7-859a-4279-9122-efa956b968da tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] 10.222.0.46 "GET /v2.0/security-groups?id=e904806f-9bc9-4f52-beb6-3fb062dd1789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623119 Nov 22 20:25:38.476636 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-711a4af9-9f6e-4275-863d-54d1eb7b7e26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:38.489882 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-711a4af9-9f6e-4275-863d-54d1eb7b7e26 admin admin] Releasing vlan 631 on physical network physnet1 to pool {{(pid=103448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 20:25:38.490285 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-711a4af9-9f6e-4275-863d-54d1eb7b7e26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11567447'] for segment, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:38.491985 n-d-818823-1 neutron-server[103448]: Traceback (most recent call last): Nov 22 20:25:38.491985 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 20:25:38.491985 n-d-818823-1 neutron-server[103448]: timer() Nov 22 20:25:38.491985 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 20:25:38.491985 n-d-818823-1 neutron-server[103448]: cb(*args, **kw) Nov 22 20:25:38.491985 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 20:25:38.491985 n-d-818823-1 neutron-server[103448]: return func(*args, **kwargs) Nov 22 20:25:38.491985 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 20:25:38.491985 n-d-818823-1 neutron-server[103448]: self._notify() Nov 22 20:25:38.491985 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 20:25:38.491985 n-d-818823-1 neutron-server[103448]: self.callback(batched_events) Nov 22 20:25:38.491985 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 20:25:38.491985 n-d-818823-1 neutron-server[103448]: event.method(event) Nov 22 20:25:38.491985 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 20:25:38.491985 n-d-818823-1 neutron-server[103448]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 20:25:38.491985 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 20:25:38.491985 n-d-818823-1 neutron-server[103448]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 20:25:38.491985 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 20:25:38.491985 n-d-818823-1 neutron-server[103448]: return f(self, *a, **k) Nov 22 20:25:38.491985 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 20:25:38.491985 n-d-818823-1 neutron-server[103448]: return self._get(url).json() Nov 22 20:25:38.491985 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 20:25:38.491985 n-d-818823-1 neutron-server[103448]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 20:25:38.491985 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 20:25:38.491985 n-d-818823-1 neutron-server[103448]: return self.request(url, 'GET', **kwargs) Nov 22 20:25:38.491985 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 20:25:38.491985 n-d-818823-1 neutron-server[103448]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 20:25:38.491985 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 20:25:38.491985 n-d-818823-1 neutron-server[103448]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 20:25:38.491985 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 20:25:38.491985 n-d-818823-1 neutron-server[103448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 20:25:38.491985 n-d-818823-1 neutron-server[103448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 20:25:38.533804 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f88f782c-a28b-43d4-859e-49fe8829f150 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Router e5d151bc-1823-4f4b-9ab2-46ce73f7d992 has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 20:25:38.621224 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-711a4af9-9f6e-4275-863d-54d1eb7b7e26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3760002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595318'] for network, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:38.642028 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-711a4af9-9f6e-4275-863d-54d1eb7b7e26 admin admin] Publish callbacks [] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:38.661312 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-711a4af9-9f6e-4275-863d-54d1eb7b7e26 admin admin] 10.222.0.46 "DELETE /v2.0/networks/07a52fe9-f2bb-41b8-a0b8-a12077ec9b70 HTTP/1.1" status: 204 len: 168 time: 1.0023301 Nov 22 20:25:38.773935 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 921577c2-35b4-4721-86a9-8d5cbf65f31c up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:25:38.791553 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a4e2bc-4a1f-48c0-8903-2e7ca6ce291f req-aeb8af8f-5def-4681-b8d2-c82c5b5bc9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:25:38.793413 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-49a4e2bc-4a1f-48c0-8903-2e7ca6ce291f req-aeb8af8f-5def-4681-b8d2-c82c5b5bc9b9 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=9daa3409-2ba5-4214-8232-64c594e1799c HTTP/1.1" status: 200 len: 1097 time: 0.1250935 Nov 22 20:25:38.841110 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711a4af9-9f6e-4275-863d-54d1eb7b7e26 admin admin] Pushing event deleted for resources: {'Network': ['ID=07a52fe9-f2bb-41b8-a0b8-a12077ec9b70,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:25:38.920905 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f88f782c-a28b-43d4-859e-49fe8829f150 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:25:38.923063 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-49a4e2bc-4a1f-48c0-8903-2e7ca6ce291f req-f6697d61-e2af-454f-b9ac-eceb9efc1f86 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=e904806f-9bc9-4f52-beb6-3fb062dd1789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216187 Nov 22 20:25:38.928570 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-f88f782c-a28b-43d4-859e-49fe8829f150 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "PUT /v2.0/routers/e5d151bc-1823-4f4b-9ab2-46ce73f7d992/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7309229 Nov 22 20:25:38.955087 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba54af5e-b9f7-4bb7-917e-d345a51f3e6b None None] Sync routers for ids ['e5d151bc-1823-4f4b-9ab2-46ce73f7d992'] in n-d-818823-1 {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:25:38.975980 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 921577c2-35b4-4721-86a9-8d5cbf65f31c triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:25:38.976475 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:39.028997 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 57106) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:25:39.103548 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba54af5e-b9f7-4bb7-917e-d345a51f3e6b None None] Routers {'e5d151bc-1823-4f4b-9ab2-46ce73f7d992'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:25:39.108660 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-ba54af5e-b9f7-4bb7-917e-d345a51f3e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:25:32Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['e5d151bc-1823-4f4b-9ab2-46ce73f7d992'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:25:39.141684 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 57118) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:25:39.148795 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-dde87ad2-3805-48bd-bdc6-233d672a0fa4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=953041b5ecb84670bb3f59610c3b98e5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1180322 Nov 22 20:25:39.242270 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-da2275cf-59f7-4f6c-9955-9a61126fe434 req-a18f433c-df65-4a9f-b8f3-7316b0baaed0 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-813457231&fields=id&tenant_id=f13d149ee8a64f188025185f0e8b5cfe HTTP/1.1" status: 200 len: 267 time: 0.1153061 Nov 22 20:25:39.252633 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-ba54af5e-b9f7-4bb7-917e-d345a51f3e6b None None] Set router e5d151bc-1823-4f4b-9ab2-46ce73f7d992 gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:25:39.433956 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ec3bbd9e-2db9-4bb0-b6fe-63838784dfec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:39.471578 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-be2f1414-961f-47a4-9b82-85ab856c5794 None None] Provisioning complete for port 921577c2-35b4-4721-86a9-8d5cbf65f31c triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:25:39.471969 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-be2f1414-961f-47a4-9b82-85ab856c5794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:39.500398 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ec3bbd9e-2db9-4bb0-b6fe-63838784dfec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:39.597489 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ec3bbd9e-2db9-4bb0-b6fe-63838784dfec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:39.600675 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ec3bbd9e-2db9-4bb0-b6fe-63838784dfec admin admin] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:39.606496 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-ec3bbd9e-2db9-4bb0-b6fe-63838784dfec admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/33003919-2e66-424f-89a8-28e4fe94add1 HTTP/1.1" status: 204 len: 168 time: 0.4628870 Nov 22 20:25:39.629721 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2275cf-59f7-4f6c-9955-9a61126fe434 req-67f2fa61-5691-4b28-bfb2-a71ca7e5010f tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:25:39.631854 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-da2275cf-59f7-4f6c-9955-9a61126fe434 req-67f2fa61-5691-4b28-bfb2-a71ca7e5010f tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/networks?id=22c33f95-7a2e-45e4-9b0d-c39ba8a5509b HTTP/1.1" status: 200 len: 796 time: 0.3789830 Nov 22 20:25:39.633051 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3bbd9e-2db9-4bb0-b6fe-63838784dfec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33003919-2e66-424f-89a8-28e4fe94add1,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:25:39.660521 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-da2275cf-59f7-4f6c-9955-9a61126fe434 req-4a33244f-41d2-4d9a-bbf2-36675e71d171 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/quotas/f13d149ee8a64f188025185f0e8b5cfe HTTP/1.1" status: 200 len: 375 time: 0.0152309 Nov 22 20:25:39.887161 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0566efcb-5bc3-42e4-904c-ed5477bd4c49 req-786471a6-8417-4819-9181-225bbb0487b3 tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:25:39.896006 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0566efcb-5bc3-42e4-904c-ed5477bd4c49 req-786471a6-8417-4819-9181-225bbb0487b3 tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] 10.222.0.46 "GET /v2.0/ports?device_id=9daa3409-2ba5-4214-8232-64c594e1799c HTTP/1.1" status: 200 len: 946 time: 0.1497731 Nov 22 20:25:40.031269 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-da2275cf-59f7-4f6c-9955-9a61126fe434 req-151a98b4-36bf-4953-93b7-730ca8f50519 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=f13d149ee8a64f188025185f0e8b5cfe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3632503 Nov 22 20:25:40.058364 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0566efcb-5bc3-42e4-904c-ed5477bd4c49 req-d18fb93b-a39c-47f4-a1f9-54d712225af5 tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] 10.222.0.46 "GET /v2.0/security-groups?id=e904806f-9bc9-4f52-beb6-3fb062dd1789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611259 Nov 22 20:25:40.107461 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-be2f1414-961f-47a4-9b82-85ab856c5794 None None] Provisioning complete for port c4fd7fa7-7464-49c6-bea0-89e8a348771f triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:25:40.112135 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-be2f1414-961f-47a4-9b82-85ab856c5794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:40.183631 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-ba54af5e-b9f7-4bb7-917e-d345a51f3e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5d151bc-1823-4f4b-9ab2-46ce73f7d992', 'name': 'tempest-TestNetworkAdvancedServerOps-router-442827262', 'tenant_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': '2098f165-e500-48e8-8c34-416bd3dcb059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:25:30Z', 'updated_at': '2021-11-22T20:25:36Z', 'revision_number': 4, 'project_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'gw_port': {'id': '2098f165-e500-48e8-8c34-416bd3dcb059', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:1f:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d151bc-1823-4f4b-9ab2-46ce73f7d992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:25:31Z', 'updated_at': '2021-11-22T20:25:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': 'c4fd7fa7-7464-49c6-bea0-89e8a348771f', 'name': '', 'network_id': '22c33f95-7a2e-45e4-9b0d-c39ba8a5509b', 'tenant_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'mac_address': 'fa:16:3e:08:38:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5d151bc-1823-4f4b-9ab2-46ce73f7d992', 'device_owner': 'network:router_interface', 'standard_attr_id': 2252, 'fixed_ips': [{'subnet_id': '3e37bfbb-72b3-421a-8cc1-7541352f60a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:25:35Z', 'updated_at': '2021-11-22T20:25:37Z', 'revision_number': 2, 'project_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'subnets': [{'id': '3e37bfbb-72b3-421a-8cc1-7541352f60a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:25:40.216209 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba54af5e-b9f7-4bb7-917e-d345a51f3e6b None None] Checking router: e5d151bc-1823-4f4b-9ab2-46ce73f7d992 for host: n-d-818823-1 {{(pid=103449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 20:25:40.216463 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba54af5e-b9f7-4bb7-917e-d345a51f3e6b None None] Updating router e5d151bc-1823-4f4b-9ab2-46ce73f7d992 port c4fd7fa7-7464-49c6-bea0-89e8a348771f binding host n-d-818823-1 {{(pid=103449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 20:25:40.218284 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-be2f1414-961f-47a4-9b82-85ab856c5794 None None] Port c4fd7fa7-7464-49c6-bea0-89e8a348771f cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:25:40.254594 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba54af5e-b9f7-4bb7-917e-d345a51f3e6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:40.445210 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-0b204615-ab80-482c-82bd-f072907332ee None None] Provisioning complete for port c4fd7fa7-7464-49c6-bea0-89e8a348771f triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:25:40.445210 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-0b204615-ab80-482c-82bd-f072907332ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:40.484948 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-da2275cf-59f7-4f6c-9955-9a61126fe434 req-94f43866-8c12-438c-a752-945328d04e21 service neutron] 10.222.0.46 "GET /v2.0/networks/22c33f95-7a2e-45e4-9b0d-c39ba8a5509b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4136472 Nov 22 20:25:40.499860 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-0b204615-ab80-482c-82bd-f072907332ee None None] Port c4fd7fa7-7464-49c6-bea0-89e8a348771f cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:25:40.622234 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-da2275cf-59f7-4f6c-9955-9a61126fe434 req-131a8f1a-0740-4406-817a-60159d0f0ba0 service neutron] 10.222.0.46 "GET /v2.0/networks/22c33f95-7a2e-45e4-9b0d-c39ba8a5509b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364186 Nov 22 20:25:40.738544 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba54af5e-b9f7-4bb7-917e-d345a51f3e6b None None] Publish callbacks [] for port, precommit_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:40.753254 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba54af5e-b9f7-4bb7-917e-d345a51f3e6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:40.913770 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15aaadf4-ba67-46b5-a0e0-86deb30d873d None None] Pushing event updated for resources: {'Port': ['ID=c4fd7fa7-7464-49c6-bea0-89e8a348771f,revision_number=3']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:25:40.993528 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-ba54af5e-b9f7-4bb7-917e-d345a51f3e6b None None] Attempting to bind port c4fd7fa7-7464-49c6-bea0-89e8a348771f on host n-d-818823-1 for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:25:40.994037 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-ba54af5e-b9f7-4bb7-917e-d345a51f3e6b None None] Attempting to bind port c4fd7fa7-7464-49c6-bea0-89e8a348771f by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': '7af7694e-f413-4bd1-a96f-73c3984108b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '22c33f95-7a2e-45e4-9b0d-c39ba8a5509b'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:25:40.994448 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba54af5e-b9f7-4bb7-917e-d345a51f3e6b None None] Attempting to bind port c4fd7fa7-7464-49c6-bea0-89e8a348771f on network 22c33f95-7a2e-45e4-9b0d-c39ba8a5509b {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:25:41.012483 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba54af5e-b9f7-4bb7-917e-d345a51f3e6b None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 25, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:25:41.012483 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba54af5e-b9f7-4bb7-917e-d345a51f3e6b None None] Checking segment: {'id': '7af7694e-f413-4bd1-a96f-73c3984108b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '22c33f95-7a2e-45e4-9b0d-c39ba8a5509b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:25:41.012483 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba54af5e-b9f7-4bb7-917e-d345a51f3e6b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:41.012941 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba54af5e-b9f7-4bb7-917e-d345a51f3e6b None None] Bound using segment: {'id': '7af7694e-f413-4bd1-a96f-73c3984108b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '22c33f95-7a2e-45e4-9b0d-c39ba8a5509b'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:25:41.013086 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-ba54af5e-b9f7-4bb7-917e-d345a51f3e6b None None] Bound port: c4fd7fa7-7464-49c6-bea0-89e8a348771f, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7af7694e-f413-4bd1-a96f-73c3984108b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '22c33f95-7a2e-45e4-9b0d-c39ba8a5509b'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:25:41.013487 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba54af5e-b9f7-4bb7-917e-d345a51f3e6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:41.032128 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9f8a7bc0-4212-4e8f-961b-39243668aee6 req-b6da857c-4a24-4126-a34c-766f7cf4b39f tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/ports?device_id=711b0642-53a2-4096-8841-f7ad0d4ae143 HTTP/1.1" status: 200 len: 210 time: 0.0862486 Nov 22 20:25:41.112216 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba54af5e-b9f7-4bb7-917e-d345a51f3e6b None None] For port c4fd7fa7-7464-49c6-bea0-89e8a348771f, host n-d-818823-1, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:25:41.116306 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba54af5e-b9f7-4bb7-917e-d345a51f3e6b None None] For port c4fd7fa7-7464-49c6-bea0-89e8a348771f, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=c4fd7fa7-7464-49c6-bea0-89e8a348771f,segment=NetworkSegment(7af7694e-f413-4bd1-a96f-73c3984108b1),segment_id=7af7694e-f413-4bd1-a96f-73c3984108b1)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:25:41.123046 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 57194) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:25:41.123687 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba54af5e-b9f7-4bb7-917e-d345a51f3e6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:41.300587 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba54af5e-b9f7-4bb7-917e-d345a51f3e6b None None] Routers {'e5d151bc-1823-4f4b-9ab2-46ce73f7d992'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:25:41.303754 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-ba54af5e-b9f7-4bb7-917e-d345a51f3e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:25:32Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['e5d151bc-1823-4f4b-9ab2-46ce73f7d992'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:25:41.348264 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f1c7ca-2963-4cd2-b387-87c44680afe5 req-19d12416-c338-487a-8487-3b1aff801f94 tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:25:41.349973 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-78f1c7ca-2963-4cd2-b387-87c44680afe5 req-19d12416-c338-487a-8487-3b1aff801f94 tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] 10.222.0.46 "GET /v2.0/ports?device_id=9daa3409-2ba5-4214-8232-64c594e1799c HTTP/1.1" status: 200 len: 946 time: 0.1971455 Nov 22 20:25:41.464150 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-b2ea029a-d41e-4843-a261-96cc5ede50ba admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-34162518-network', 'tenant_id': 'b49ffae0998b42cf90d82005a2279509'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:25:41.487240 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15aaadf4-ba67-46b5-a0e0-86deb30d873d None None] Pushing event updated for resources: {'Port': ['ID=c4fd7fa7-7464-49c6-bea0-89e8a348771f,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:25:41.488341 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-78f1c7ca-2963-4cd2-b387-87c44680afe5 req-31adcb2d-d394-48c5-8095-bfd973f88695 tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] 10.222.0.46 "GET /v2.0/security-groups?id=e904806f-9bc9-4f52-beb6-3fb062dd1789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322415 Nov 22 20:25:41.527031 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-c6fd90e2-eed3-4ef9-901b-837df3d87ed2 None None] Provisioning complete for port c4fd7fa7-7464-49c6-bea0-89e8a348771f triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:25:41.527407 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-c6fd90e2-eed3-4ef9-901b-837df3d87ed2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:41.551492 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2ea029a-d41e-4843-a261-96cc5ede50ba admin admin] Made reservation on behalf of b49ffae0998b42cf90d82005a2279509 for: {'network': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:25:41.555391 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b2ea029a-d41e-4843-a261-96cc5ede50ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for network, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:41.577477 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b2ea029a-d41e-4843-a261-96cc5ede50ba admin admin] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:41.812494 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b2ea029a-d41e-4843-a261-96cc5ede50ba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:41.817575 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b2ea029a-d41e-4843-a261-96cc5ede50ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:41.833105 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2ea029a-d41e-4843-a261-96cc5ede50ba admin admin] vlan segment allocate from pool success with {'vlan_id': 613, 'physical_network': 'physnet1'} {{(pid=103447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 20:25:41.846937 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b2ea029a-d41e-4843-a261-96cc5ede50ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:41.847294 n-d-818823-1 neutron-server[103447]: INFO neutron.db.segments_db [None req-b2ea029a-d41e-4843-a261-96cc5ede50ba admin admin] Added segment 7bb9d1cb-054b-4490-bdb0-97683e50f8df of type vlan for network 7f744b6d-d53b-48bc-90d8-0ac9583035c9 Nov 22 20:25:41.869406 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-ba54af5e-b9f7-4bb7-917e-d345a51f3e6b None None] Set router e5d151bc-1823-4f4b-9ab2-46ce73f7d992 gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:25:41.908543 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b2ea029a-d41e-4843-a261-96cc5ede50ba admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748992492791'] for network, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:41.947538 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-c6fd90e2-eed3-4ef9-901b-837df3d87ed2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:41.977291 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ea029a-d41e-4843-a261-96cc5ede50ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba01c207-9c21-46e8-8927-68d7cc159606,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:25:41.980461 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b2ea029a-d41e-4843-a261-96cc5ede50ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for network, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:41.981699 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2ea029a-d41e-4843-a261-96cc5ede50ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:25:41.982284 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b2ea029a-d41e-4843-a261-96cc5ede50ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for network, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:42.082546 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-c6fd90e2-eed3-4ef9-901b-837df3d87ed2 None None] For port c4fd7fa7-7464-49c6-bea0-89e8a348771f, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=c4fd7fa7-7464-49c6-bea0-89e8a348771f,segment=NetworkSegment(7af7694e-f413-4bd1-a96f-73c3984108b1),segment_id=7af7694e-f413-4bd1-a96f-73c3984108b1)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:25:42.100340 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-c6fd90e2-eed3-4ef9-901b-837df3d87ed2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:42.174938 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ea029a-d41e-4843-a261-96cc5ede50ba admin admin] Pushing event updated for resources: {'Network': ['ID=7f744b6d-d53b-48bc-90d8-0ac9583035c9,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:25:42.197811 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-b2ea029a-d41e-4843-a261-96cc5ede50ba admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0702286 Nov 22 20:25:42.200847 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 57222) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:25:42.209015 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-8fbf3c8d-46e4-4d02-a42d-f244e8458fdb admin admin] Request body: {'subnet': {'network_id': '7f744b6d-d53b-48bc-90d8-0ac9583035c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-34162518-subnet', 'tenant_id': 'b49ffae0998b42cf90d82005a2279509', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:25:42.227435 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6bb9fac2-073c-4dba-97cf-478e570ef06f req-7650c940-88f5-4310-859f-88244127b8db tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/ports?device_id=711b0642-53a2-4096-8841-f7ad0d4ae143 HTTP/1.1" status: 200 len: 210 time: 0.0900528 Nov 22 20:25:42.229577 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac2ce89-3dbd-4c8e-ab16-82d6812f8f9e req-99eb0b1e-a15d-41dc-809d-c83c91d5de68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:25:42.231563 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9ac2ce89-3dbd-4c8e-ab16-82d6812f8f9e req-99eb0b1e-a15d-41dc-809d-c83c91d5de68 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e793ff984057470cb2eb493439c6c5c1&device_id=9daa3409-2ba5-4214-8232-64c594e1799c HTTP/1.1" status: 200 len: 1097 time: 0.2904377 Nov 22 20:25:42.240462 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Network 7f744b6d-d53b-48bc-90d8-0ac9583035c9 details requested by agent ovs-agent-n-d-818823-1 with host n-d-818823-1 {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 20:25:42.251394 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bca732-4587-45e4-ada0-f959af07d7ec req-67cb861e-93a1-4fc3-aa6e-ff32cb90cdd5 tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:25:42.255531 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-29bca732-4587-45e4-ada0-f959af07d7ec req-67cb861e-93a1-4fc3-aa6e-ff32cb90cdd5 tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] 10.222.0.46 "GET /v2.0/ports?device_id=9daa3409-2ba5-4214-8232-64c594e1799c HTTP/1.1" status: 200 len: 946 time: 0.3171444 Nov 22 20:25:42.262127 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fbf3c8d-46e4-4d02-a42d-f244e8458fdb admin admin] Made reservation on behalf of b49ffae0998b42cf90d82005a2279509 for: {'subnet': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:25:42.264868 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8fbf3c8d-46e4-4d02-a42d-f244e8458fdb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11792951'] for subnet, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:42.420529 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-29bca732-4587-45e4-ada0-f959af07d7ec req-bdc8cbb6-a9c6-4d02-9ccd-93c0a908e907 tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] 10.222.0.46 "GET /v2.0/security-groups?id=e904806f-9bc9-4f52-beb6-3fb062dd1789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505489 Nov 22 20:25:42.437298 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac2ce89-3dbd-4c8e-ab16-82d6812f8f9e req-9be86399-9fd0-4755-a2e8-25337f123eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:25:42.439559 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9ac2ce89-3dbd-4c8e-ab16-82d6812f8f9e req-9be86399-9fd0-4755-a2e8-25337f123eb5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=704c1d40-093b-4a06-ac89-44d0005714b2 HTTP/1.1" status: 200 len: 912 time: 0.2006674 Nov 22 20:25:42.484221 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2275cf-59f7-4f6c-9955-9a61126fe434 req-2e0d88a6-af18-4306-aa9b-2b6b81199d46 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:25:42.486370 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-da2275cf-59f7-4f6c-9955-9a61126fe434 req-2e0d88a6-af18-4306-aa9b-2b6b81199d46 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.41 "GET /v2.0/networks?id=22c33f95-7a2e-45e4-9b0d-c39ba8a5509b HTTP/1.1" status: 200 len: 796 time: 0.2518468 Nov 22 20:25:42.560874 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9ac2ce89-3dbd-4c8e-ab16-82d6812f8f9e req-92e442da-f1e3-4d32-bdb2-1a9c919e4b9f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ed29f738-93d8-49f7-bc81-0dd4d63d6083 HTTP/1.1" status: 200 len: 217 time: 0.1125989 Nov 22 20:25:42.631813 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-da2275cf-59f7-4f6c-9955-9a61126fe434 req-3cd134cd-001b-4434-9139-83b1d826f12a tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f13d149ee8a64f188025185f0e8b5cfe HTTP/1.1" status: 200 len: 379 time: 0.1254106 Nov 22 20:25:42.654460 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [req-da2275cf-59f7-4f6c-9955-9a61126fe434 req-2cf3e5e2-8576-4ff6-84b9-7ba39e7c6e8b tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Request body: {'port': {'device_id': '711b0642-53a2-4096-8841-f7ad0d4ae143', 'network_id': '22c33f95-7a2e-45e4-9b0d-c39ba8a5509b', 'admin_state_up': True, 'tenant_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'security_groups': ['26cb47fd-e14c-4850-9651-76395f6ea411']}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:25:42.669891 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac2ce89-3dbd-4c8e-ab16-82d6812f8f9e req-cfdf06d0-283e-45ed-8bcf-7bcbb9ca75bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:25:42.672832 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9ac2ce89-3dbd-4c8e-ab16-82d6812f8f9e req-cfdf06d0-283e-45ed-8bcf-7bcbb9ca75bc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=19f24a92-36ce-45ff-85ec-f7e350181a79 HTTP/1.1" status: 200 len: 851 time: 0.1030886 Nov 22 20:25:42.673881 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8fbf3c8d-46e4-4d02-a42d-f244e8458fdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11567560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11792921'] for subnet, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:42.713321 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9ac2ce89-3dbd-4c8e-ab16-82d6812f8f9e req-061b5272-eb11-4271-9139-5bc6064c3726 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=704c1d40-093b-4a06-ac89-44d0005714b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347650 Nov 22 20:25:42.800079 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbf3c8d-46e4-4d02-a42d-f244e8458fdb admin admin] Pushing event updated for resources: {'Subnet': ['ID=dcdf7c04-9a25-42ed-b898-d573319ea588,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:25:42.825350 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fbf3c8d-46e4-4d02-a42d-f244e8458fdb admin admin] Checking segment: {'id': '7bb9d1cb-054b-4490-bdb0-97683e50f8df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '7f744b6d-d53b-48bc-90d8-0ac9583035c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:25:42.825718 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fbf3c8d-46e4-4d02-a42d-f244e8458fdb admin admin] Network hostable DHCP agents. Network: 7f744b6d-d53b-48bc-90d8-0ac9583035c9, hostable agents: ['02adaa64-0987-4b74-bad0-cbcf56f8a294'], hosted agents: [] {{(pid=103448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 20:25:42.862708 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fd90e2-eed3-4ef9-901b-837df3d87ed2 None None] Pushing event updated for resources: {'Port': ['ID=c4fd7fa7-7464-49c6-bea0-89e8a348771f,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:25:42.865094 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fbf3c8d-46e4-4d02-a42d-f244e8458fdb admin admin] Network 7f744b6d-d53b-48bc-90d8-0ac9583035c9 is scheduled to be hosted by DHCP agent 02adaa64-0987-4b74-bad0-cbcf56f8a294 with binding_index 1 {{(pid=103448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 20:25:42.871998 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da2275cf-59f7-4f6c-9955-9a61126fe434 req-2cf3e5e2-8576-4ff6-84b9-7ba39e7c6e8b tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Made reservation on behalf of f13d149ee8a64f188025185f0e8b5cfe for: {'port': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:25:42.880575 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-da2275cf-59f7-4f6c-9955-9a61126fe434 req-2cf3e5e2-8576-4ff6-84b9-7ba39e7c6e8b tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:42.897916 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-bacf3396-9f9d-4998-909f-8abd4a9a1c62 None None] Provisioning complete for port c4fd7fa7-7464-49c6-bea0-89e8a348771f triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:25:42.898357 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-bacf3396-9f9d-4998-909f-8abd4a9a1c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:42.921221 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-8fbf3c8d-46e4-4d02-a42d-f244e8458fdb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818823-1, 7f744b6d-d53b-48bc-90d8-0ac9583035c9) {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:25:42.934986 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fbf3c8d-46e4-4d02-a42d-f244e8458fdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:25:42.936125 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8fbf3c8d-46e4-4d02-a42d-f244e8458fdb admin admin] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:42.944842 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4bf7711-f12f-4734-aa14-cddfb8c584e1 None None] Network 7f744b6d-d53b-48bc-90d8-0ac9583035c9 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:25:42.959781 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9ac2ce89-3dbd-4c8e-ab16-82d6812f8f9e req-0e6e96be-f9dc-4e8d-a6cd-6404cb42ca70 service neutron] 10.222.0.20 "GET /v2.0/networks/704c1d40-093b-4a06-ac89-44d0005714b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2379229 Nov 22 20:25:43.042126 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-ba54af5e-b9f7-4bb7-917e-d345a51f3e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5d151bc-1823-4f4b-9ab2-46ce73f7d992', 'name': 'tempest-TestNetworkAdvancedServerOps-router-442827262', 'tenant_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': '2098f165-e500-48e8-8c34-416bd3dcb059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:25:30Z', 'updated_at': '2021-11-22T20:25:36Z', 'revision_number': 4, 'project_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'gw_port': {'id': '2098f165-e500-48e8-8c34-416bd3dcb059', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:1f:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d151bc-1823-4f4b-9ab2-46ce73f7d992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:25:31Z', 'updated_at': '2021-11-22T20:25:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': 'c4fd7fa7-7464-49c6-bea0-89e8a348771f', 'name': '', 'network_id': '22c33f95-7a2e-45e4-9b0d-c39ba8a5509b', 'tenant_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'mac_address': 'fa:16:3e:08:38:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5d151bc-1823-4f4b-9ab2-46ce73f7d992', 'device_owner': 'network:router_interface', 'standard_attr_id': 2252, 'fixed_ips': [{'subnet_id': '3e37bfbb-72b3-421a-8cc1-7541352f60a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:25:35Z', 'updated_at': '2021-11-22T20:25:41Z', 'revision_number': 4, 'project_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'subnets': [{'id': '3e37bfbb-72b3-421a-8cc1-7541352f60a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:25:43.089609 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba54af5e-b9f7-4bb7-917e-d345a51f3e6b None None] The sync data for ids ['e5d151bc-1823-4f4b-9ab2-46ce73f7d992'] in n-d-818823-1 is: [{'id': 'e5d151bc-1823-4f4b-9ab2-46ce73f7d992', 'name': 'tempest-TestNetworkAdvancedServerOps-router-442827262', 'tenant_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': '2098f165-e500-48e8-8c34-416bd3dcb059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:25:30Z', 'updated_at': '2021-11-22T20:25:36Z', 'revision_number': 4, 'project_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'gw_port': {'id': '2098f165-e500-48e8-8c34-416bd3dcb059', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:1f:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d151bc-1823-4f4b-9ab2-46ce73f7d992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:25:31Z', 'updated_at': '2021-11-22T20:25:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': 'c4fd7fa7-7464-49c6-bea0-89e8a348771f', 'name': '', 'network_id': '22c33f95-7a2e-45e4-9b0d-c39ba8a5509b', 'tenant_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'mac_address': 'fa:16:3e:08:38:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5d151bc-1823-4f4b-9ab2-46ce73f7d992', 'device_owner': 'network:router_interface', 'standard_attr_id': 2252, 'fixed_ips': [{'subnet_id': '3e37bfbb-72b3-421a-8cc1-7541352f60a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:25:35Z', 'updated_at': '2021-11-22T20:25:41Z', 'revision_number': 4, 'project_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'subnets': [{'id': '3e37bfbb-72b3-421a-8cc1-7541352f60a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:25:43.098792 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-8fbf3c8d-46e4-4d02-a42d-f244e8458fdb admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8967245 Nov 22 20:25:43.109679 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9ac2ce89-3dbd-4c8e-ab16-82d6812f8f9e req-5e487c45-c0a4-4a74-affa-c8cda97ce544 service neutron] 10.222.0.20 "GET /v2.0/networks/704c1d40-093b-4a06-ac89-44d0005714b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419261 Nov 22 20:25:43.114397 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [req-da2275cf-59f7-4f6c-9955-9a61126fe434 req-2cf3e5e2-8576-4ff6-84b9-7ba39e7c6e8b tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Allocated IP 172.20.0.3 (22c33f95-7a2e-45e4-9b0d-c39ba8a5509b/3e37bfbb-72b3-421a-8cc1-7541352f60a6/387f7758-a22f-4dbb-be03-ff4930c61931) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:25:43.373746 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3479a6ea-7b47-477d-88fa-dd9316d81612 None None] Network 7f744b6d-d53b-48bc-90d8-0ac9583035c9 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:25:43.460592 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3db31b30-af9b-48d6-ba20-9ced1bd683f0 req-b77f61c9-d6f4-47ca-8562-ea67a7583514 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/ports?device_id=711b0642-53a2-4096-8841-f7ad0d4ae143 HTTP/1.1" status: 200 len: 210 time: 0.0409739 Nov 22 20:25:43.487043 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-da2275cf-59f7-4f6c-9955-9a61126fe434 req-2cf3e5e2-8576-4ff6-84b9-7ba39e7c6e8b tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:43.577818 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-da2275cf-59f7-4f6c-9955-9a61126fe434 req-2cf3e5e2-8576-4ff6-84b9-7ba39e7c6e8b tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:43.673064 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da2275cf-59f7-4f6c-9955-9a61126fe434 req-2cf3e5e2-8576-4ff6-84b9-7ba39e7c6e8b tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Network 22c33f95-7a2e-45e4-9b0d-c39ba8a5509b is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:25:43.676144 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [req-da2275cf-59f7-4f6c-9955-9a61126fe434 req-2cf3e5e2-8576-4ff6-84b9-7ba39e7c6e8b tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:25:43.680692 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [req-da2275cf-59f7-4f6c-9955-9a61126fe434 req-2cf3e5e2-8576-4ff6-84b9-7ba39e7c6e8b tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:25:43.701637 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7d0f72-8b00-4f30-9b29-b39013192be5 req-058e295b-80ca-49f8-a5bc-0d8a93bd3d55 tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:25:43.711969 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8c7d0f72-8b00-4f30-9b29-b39013192be5 req-058e295b-80ca-49f8-a5bc-0d8a93bd3d55 tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] 10.222.0.46 "GET /v2.0/ports?device_id=9daa3409-2ba5-4214-8232-64c594e1799c HTTP/1.1" status: 200 len: 946 time: 0.1427240 Nov 22 20:25:43.768234 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf3e5e2-8576-4ff6-84b9-7ba39e7c6e8b tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Pushing event updated for resources: {'Port': ['ID=387f7758-a22f-4dbb-be03-ff4930c61931,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:25:43.791823 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8c7d0f72-8b00-4f30-9b29-b39013192be5 req-16d99c0b-6658-4d74-83fe-be9bedc7eea3 tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] 10.222.0.46 "GET /v2.0/security-groups?id=e904806f-9bc9-4f52-beb6-3fb062dd1789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776258 Nov 22 20:25:43.869514 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2275cf-59f7-4f6c-9955-9a61126fe434 req-2cf3e5e2-8576-4ff6-84b9-7ba39e7c6e8b tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:25:43.870204 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-da2275cf-59f7-4f6c-9955-9a61126fe434 req-2cf3e5e2-8576-4ff6-84b9-7ba39e7c6e8b tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:43.901480 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-da2275cf-59f7-4f6c-9955-9a61126fe434 req-2cf3e5e2-8576-4ff6-84b9-7ba39e7c6e8b tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2523665 Nov 22 20:25:43.914925 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [req-da2275cf-59f7-4f6c-9955-9a61126fe434 req-009185a6-47f5-4203-bb62-87c39cd2ecd6 service neutron] Request body: {'port': {'device_id': '711b0642-53a2-4096-8841-f7ad0d4ae143', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818823-1'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:25:44.042828 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-da2275cf-59f7-4f6c-9955-9a61126fe434 req-009185a6-47f5-4203-bb62-87c39cd2ecd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:44.102248 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-3ac4cd07-39b2-4cc5-add1-eab166723ab2 None None] Provisioning complete for port 387f7758-a22f-4dbb-be03-ff4930c61931 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:25:44.102457 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-3ac4cd07-39b2-4cc5-add1-eab166723ab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:44.170823 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-3ac4cd07-39b2-4cc5-add1-eab166723ab2 None None] Port 387f7758-a22f-4dbb-be03-ff4930c61931 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:25:44.296761 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d1b931-c4f5-465c-a678-1613d9312943 req-b73ec204-1ac7-400f-b55d-2dfbe730139f tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:25:44.305388 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-41d1b931-c4f5-465c-a678-1613d9312943 req-b73ec204-1ac7-400f-b55d-2dfbe730139f tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] 10.222.0.46 "GET /v2.0/networks?id=7f744b6d-d53b-48bc-90d8-0ac9583035c9 HTTP/1.1" status: 200 len: 813 time: 0.2478576 Nov 22 20:25:44.318116 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-41d1b931-c4f5-465c-a678-1613d9312943 req-fce8fa52-ba63-491f-9f14-9b9378912df6 tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] 10.222.0.46 "GET /v2.0/quotas/b49ffae0998b42cf90d82005a2279509 HTTP/1.1" status: 200 len: 375 time: 0.0118513 Nov 22 20:25:44.381776 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-41d1b931-c4f5-465c-a678-1613d9312943 req-37b550c4-bbc9-4b80-98f4-a2cfe421d688 tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=b49ffae0998b42cf90d82005a2279509&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0522993 Nov 22 20:25:44.387936 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:44.398340 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [req-41d1b931-c4f5-465c-a678-1613d9312943 req-7b363ad7-c512-430d-a6f0-d7b2c2fb47cd service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=103447) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 20:25:44.399781 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-41d1b931-c4f5-465c-a678-1613d9312943 req-7b363ad7-c512-430d-a6f0-d7b2c2fb47cd service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0067911 Nov 22 20:25:44.410792 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:44.494779 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [req-da2275cf-59f7-4f6c-9955-9a61126fe434 req-009185a6-47f5-4203-bb62-87c39cd2ecd6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 387f7758-a22f-4dbb-be03-ff4930c61931 {{(pid=103448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:25:44.504424 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-da2275cf-59f7-4f6c-9955-9a61126fe434 req-009185a6-47f5-4203-bb62-87c39cd2ecd6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:44.530744 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [req-da2275cf-59f7-4f6c-9955-9a61126fe434 req-009185a6-47f5-4203-bb62-87c39cd2ecd6 service neutron] Transition to ACTIVE for port object 387f7758-a22f-4dbb-be03-ff4930c61931 will not be triggered until provisioned by entity L2. {{(pid=103448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 20:25:44.537686 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-da2275cf-59f7-4f6c-9955-9a61126fe434 req-009185a6-47f5-4203-bb62-87c39cd2ecd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:44.666600 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009185a6-47f5-4203-bb62-87c39cd2ecd6 service neutron] Pushing event updated for resources: {'Port': ['ID=387f7758-a22f-4dbb-be03-ff4930c61931,revision_number=2']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:25:44.693858 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-41d1b931-c4f5-465c-a678-1613d9312943 req-bc015f50-19df-4f67-8f93-bc6693f91611 service neutron] 10.222.0.46 "GET /v2.0/networks/7f744b6d-d53b-48bc-90d8-0ac9583035c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2795503 Nov 22 20:25:44.759670 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device c4fd7fa7-7464-49c6-bea0-89e8a348771f up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:25:44.859056 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-da2275cf-59f7-4f6c-9955-9a61126fe434 req-009185a6-47f5-4203-bb62-87c39cd2ecd6 service neutron] Attempting to bind port 387f7758-a22f-4dbb-be03-ff4930c61931 on host n-h1-818823-1 for vnic_type normal with profile {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:25:44.859386 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-da2275cf-59f7-4f6c-9955-9a61126fe434 req-009185a6-47f5-4203-bb62-87c39cd2ecd6 service neutron] Attempting to bind port 387f7758-a22f-4dbb-be03-ff4930c61931 by drivers openvswitch,hyperv on host n-h1-818823-1 at level 0 using segments [{'id': '7af7694e-f413-4bd1-a96f-73c3984108b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '22c33f95-7a2e-45e4-9b0d-c39ba8a5509b'}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:25:44.859671 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da2275cf-59f7-4f6c-9955-9a61126fe434 req-009185a6-47f5-4203-bb62-87c39cd2ecd6 service neutron] Attempting to bind port 387f7758-a22f-4dbb-be03-ff4930c61931 on network 22c33f95-7a2e-45e4-9b0d-c39ba8a5509b {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:25:44.869330 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da2275cf-59f7-4f6c-9955-9a61126fe434 req-009185a6-47f5-4203-bb62-87c39cd2ecd6 service neutron] Port 387f7758-a22f-4dbb-be03-ff4930c61931 on network 22c33f95-7a2e-45e4-9b0d-c39ba8a5509b not bound, no agent of type Open vSwitch agent registered on host n-h1-818823-1 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:25:44.869658 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da2275cf-59f7-4f6c-9955-9a61126fe434 req-009185a6-47f5-4203-bb62-87c39cd2ecd6 service neutron] Attempting to bind port 387f7758-a22f-4dbb-be03-ff4930c61931 on network 22c33f95-7a2e-45e4-9b0d-c39ba8a5509b {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:25:44.880216 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da2275cf-59f7-4f6c-9955-9a61126fe434 req-009185a6-47f5-4203-bb62-87c39cd2ecd6 service neutron] Checking agent: {'id': '7a008cff-3b49-418c-8046-689d46cc800f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'started_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 25, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:25:44.880556 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da2275cf-59f7-4f6c-9955-9a61126fe434 req-009185a6-47f5-4203-bb62-87c39cd2ecd6 service neutron] Checking segment: {'id': '7af7694e-f413-4bd1-a96f-73c3984108b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '22c33f95-7a2e-45e4-9b0d-c39ba8a5509b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:25:44.880945 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da2275cf-59f7-4f6c-9955-9a61126fe434 req-009185a6-47f5-4203-bb62-87c39cd2ecd6 service neutron] Bound using segment: {'id': '7af7694e-f413-4bd1-a96f-73c3984108b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '22c33f95-7a2e-45e4-9b0d-c39ba8a5509b'} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:25:44.881377 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-da2275cf-59f7-4f6c-9955-9a61126fe434 req-009185a6-47f5-4203-bb62-87c39cd2ecd6 service neutron] Bound port: 387f7758-a22f-4dbb-be03-ff4930c61931, host: n-h1-818823-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7af7694e-f413-4bd1-a96f-73c3984108b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '22c33f95-7a2e-45e4-9b0d-c39ba8a5509b'}}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:25:44.881738 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-da2275cf-59f7-4f6c-9955-9a61126fe434 req-009185a6-47f5-4203-bb62-87c39cd2ecd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:44.912047 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port c4fd7fa7-7464-49c6-bea0-89e8a348771f triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:25:44.912425 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:45.024025 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-41d1b931-c4f5-465c-a678-1613d9312943 req-9143b7dc-d134-4c84-86d0-812b79807293 service neutron] 10.222.0.46 "GET /v2.0/networks/7f744b6d-d53b-48bc-90d8-0ac9583035c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3288558 Nov 22 20:25:45.078075 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751bbbb3-13bb-4df4-80ee-249104ba13e7 req-45a64713-01ba-4c2e-a0df-d52af93f9319 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:25:45.086186 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-da2275cf-59f7-4f6c-9955-9a61126fe434 req-009185a6-47f5-4203-bb62-87c39cd2ecd6 service neutron] For port 387f7758-a22f-4dbb-be03-ff4930c61931, host n-h1-818823-1, cleared binding levels {{(pid=103448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:25:45.089763 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-da2275cf-59f7-4f6c-9955-9a61126fe434 req-009185a6-47f5-4203-bb62-87c39cd2ecd6 service neutron] For port 387f7758-a22f-4dbb-be03-ff4930c61931, host n-h1-818823-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=387f7758-a22f-4dbb-be03-ff4930c61931,segment=NetworkSegment(7af7694e-f413-4bd1-a96f-73c3984108b1),segment_id=7af7694e-f413-4bd1-a96f-73c3984108b1)] {{(pid=103448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:25:45.090745 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-751bbbb3-13bb-4df4-80ee-249104ba13e7 req-45a64713-01ba-4c2e-a0df-d52af93f9319 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/ports?device_id=711b0642-53a2-4096-8841-f7ad0d4ae143 HTTP/1.1" status: 200 len: 943 time: 0.3634436 Nov 22 20:25:45.096394 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-da2275cf-59f7-4f6c-9955-9a61126fe434 req-009185a6-47f5-4203-bb62-87c39cd2ecd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:45.175971 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2275cf-59f7-4f6c-9955-9a61126fe434 req-009185a6-47f5-4203-bb62-87c39cd2ecd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:25:45.184263 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-da2275cf-59f7-4f6c-9955-9a61126fe434 req-009185a6-47f5-4203-bb62-87c39cd2ecd6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:45.188049 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-da2275cf-59f7-4f6c-9955-9a61126fe434 req-009185a6-47f5-4203-bb62-87c39cd2ecd6 service neutron] 10.222.0.41 "PUT /v2.0/ports/387f7758-a22f-4dbb-be03-ff4930c61931 HTTP/1.1" status: 200 len: 1091 time: 1.2774332 Nov 22 20:25:45.188558 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '711b0642-53a2-4096-8841-f7ad0d4ae143', 'tag': '387f7758-a22f-4dbb-be03-ff4930c61931'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:25:45.194890 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589a98cf2aea187fcc423a5edb333e5a6cf3ad7c81115d1ebee0f079693c312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67130e11-53f1-4c96-9d7b-676fbf8e460d" -d '{"events": [{"name": "network-changed", "server_uuid": "711b0642-53a2-4096-8841-f7ad0d4ae143", "tag": "387f7758-a22f-4dbb-be03-ff4930c61931"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:25:45.236098 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-751bbbb3-13bb-4df4-80ee-249104ba13e7 req-5d95b179-71ed-4d24-aa28-10e6bf627c77 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/security-groups?id=26cb47fd-e14c-4850-9651-76395f6ea411&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1442146 Nov 22 20:25:45.268418 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009185a6-47f5-4203-bb62-87c39cd2ecd6 service neutron] Pushing event updated for resources: {'Port': ['ID=387f7758-a22f-4dbb-be03-ff4930c61931,revision_number=3']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:25:45.402092 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2275cf-59f7-4f6c-9955-9a61126fe434 req-0f1b5285-f146-4a41-a10a-9309dd17b73f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:25:45.404991 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-da2275cf-59f7-4f6c-9955-9a61126fe434 req-0f1b5285-f146-4a41-a10a-9309dd17b73f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f13d149ee8a64f188025185f0e8b5cfe&device_id=711b0642-53a2-4096-8841-f7ad0d4ae143 HTTP/1.1" status: 200 len: 1094 time: 0.1229417 Nov 22 20:25:45.498554 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-da2275cf-59f7-4f6c-9955-9a61126fe434 req-2a846994-31d4-41ba-af1f-1c577b5ad9bb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=387f7758-a22f-4dbb-be03-ff4930c61931 HTTP/1.1" status: 200 len: 217 time: 0.0751281 Nov 22 20:25:45.607822 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43c6259-42da-43f8-821c-36a423803a3b req-73b98f3e-5057-46f3-9491-7b5faa1afb7d tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:25:45.621405 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b43c6259-42da-43f8-821c-36a423803a3b req-73b98f3e-5057-46f3-9491-7b5faa1afb7d tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] 10.222.0.46 "GET /v2.0/ports?device_id=9daa3409-2ba5-4214-8232-64c594e1799c HTTP/1.1" status: 200 len: 946 time: 0.0946147 Nov 22 20:25:45.726344 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b43c6259-42da-43f8-821c-36a423803a3b req-9ed6144f-2a43-4513-bc13-9011493c5a10 tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] 10.222.0.46 "GET /v2.0/security-groups?id=e904806f-9bc9-4f52-beb6-3fb062dd1789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038084 Nov 22 20:25:45.735219 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2275cf-59f7-4f6c-9955-9a61126fe434 req-acd82b7b-ef83-4eac-81e5-5c21e00e17ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:25:45.743289 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-da2275cf-59f7-4f6c-9955-9a61126fe434 req-acd82b7b-ef83-4eac-81e5-5c21e00e17ae service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3e37bfbb-72b3-421a-8cc1-7541352f60a6 HTTP/1.1" status: 200 len: 835 time: 0.2305424 Nov 22 20:25:45.863807 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2275cf-59f7-4f6c-9955-9a61126fe434 req-b47024c6-db47-42c1-8d76-d354caa8d96a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:25:45.885375 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-da2275cf-59f7-4f6c-9955-9a61126fe434 req-b47024c6-db47-42c1-8d76-d354caa8d96a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=22c33f95-7a2e-45e4-9b0d-c39ba8a5509b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1317544 Nov 22 20:25:45.891727 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 20:25:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7735a840-c603-4b93-94e6-ed271ce1510e x-openstack-request-id: req-7735a840-c603-4b93-94e6-ed271ce1510e {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:25:45.892574 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "711b0642-53a2-4096-8841-f7ad0d4ae143", "tag": "387f7758-a22f-4dbb-be03-ff4930c61931", "status": "completed", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:25:45.892923 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7735a840-c603-4b93-94e6-ed271ce1510e {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:25:45.893337 n-d-818823-1 neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '711b0642-53a2-4096-8841-f7ad0d4ae143', 'tag': '387f7758-a22f-4dbb-be03-ff4930c61931', 'status': 'completed', 'code': 200} Nov 22 20:25:45.926753 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2cf5bffc-c465-4e8f-89d6-da562069a936 req-1da8efbc-0304-4dd3-9621-c4204ca1fbbf tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] 10.222.0.46 "GET /v2.0/ports?device_id=a761ec48-a3d3-4821-9828-81b83fdfc667 HTTP/1.1" status: 200 len: 210 time: 0.0920355 Nov 22 20:25:46.032761 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-da2275cf-59f7-4f6c-9955-9a61126fe434 req-d2afdfc5-79a7-40db-a4fa-26f05a190a69 service neutron] 10.222.0.41 "GET /v2.0/networks/22c33f95-7a2e-45e4-9b0d-c39ba8a5509b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280704 Nov 22 20:25:46.241854 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-da2275cf-59f7-4f6c-9955-9a61126fe434 req-7af8db99-dbfd-40af-82fa-f1e0bf750e92 service neutron] 10.222.0.41 "GET /v2.0/networks/22c33f95-7a2e-45e4-9b0d-c39ba8a5509b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2010753 Nov 22 20:25:46.406805 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67130e11-53f1-4c96-9d7b-676fbf8e460d req-d8cf00af-1ae1-47ef-8f60-dbb9b49150c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:25:46.408533 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-67130e11-53f1-4c96-9d7b-676fbf8e460d req-d8cf00af-1ae1-47ef-8f60-dbb9b49150c9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f13d149ee8a64f188025185f0e8b5cfe&device_id=711b0642-53a2-4096-8841-f7ad0d4ae143 HTTP/1.1" status: 200 len: 1094 time: 0.0839956 Nov 22 20:25:46.479963 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdb315a-28a4-4b3e-b7a4-3c0a61ce5ced req-286bfcf2-61f0-44fb-867f-275cae51cd93 tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:25:46.494648 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6bdb315a-28a4-4b3e-b7a4-3c0a61ce5ced req-286bfcf2-61f0-44fb-867f-275cae51cd93 tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] 10.222.0.46 "GET /v2.0/ports?device_id=9daa3409-2ba5-4214-8232-64c594e1799c HTTP/1.1" status: 200 len: 946 time: 0.1867671 Nov 22 20:25:46.545191 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347db51a-810e-4823-82c9-6ee1c8cf0ee1 req-0caa4ef8-a61c-495c-8264-abfe29b87f92 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:25:46.555502 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-347db51a-810e-4823-82c9-6ee1c8cf0ee1 req-0caa4ef8-a61c-495c-8264-abfe29b87f92 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/ports?device_id=711b0642-53a2-4096-8841-f7ad0d4ae143 HTTP/1.1" status: 200 len: 943 time: 0.2353609 Nov 22 20:25:46.645472 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67130e11-53f1-4c96-9d7b-676fbf8e460d req-f2a37e91-f2b5-400a-b7b1-470ad80f75f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:25:46.647528 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-67130e11-53f1-4c96-9d7b-676fbf8e460d req-f2a37e91-f2b5-400a-b7b1-470ad80f75f4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=22c33f95-7a2e-45e4-9b0d-c39ba8a5509b HTTP/1.1" status: 200 len: 897 time: 0.2311604 Nov 22 20:25:46.667774 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6bdb315a-28a4-4b3e-b7a4-3c0a61ce5ced req-519619ff-f4a9-4914-920e-0e87f6ca5bb6 tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] 10.222.0.46 "GET /v2.0/security-groups?id=e904806f-9bc9-4f52-beb6-3fb062dd1789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724646 Nov 22 20:25:46.749723 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-347db51a-810e-4823-82c9-6ee1c8cf0ee1 req-b3e74d1c-af47-4e96-b559-cb090806c056 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/security-groups?id=26cb47fd-e14c-4850-9651-76395f6ea411&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1930616 Nov 22 20:25:46.776227 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-67130e11-53f1-4c96-9d7b-676fbf8e460d req-ffecd1e5-e7fd-406d-9cf4-246a898255e1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=387f7758-a22f-4dbb-be03-ff4930c61931 HTTP/1.1" status: 200 len: 217 time: 0.1148932 Nov 22 20:25:46.882511 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67130e11-53f1-4c96-9d7b-676fbf8e460d req-c71fc7d6-4ad7-43b1-b0b7-0f95b866d23c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:25:46.884049 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-67130e11-53f1-4c96-9d7b-676fbf8e460d req-c71fc7d6-4ad7-43b1-b0b7-0f95b866d23c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3e37bfbb-72b3-421a-8cc1-7541352f60a6 HTTP/1.1" status: 200 len: 835 time: 0.1008949 Nov 22 20:25:46.938316 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67130e11-53f1-4c96-9d7b-676fbf8e460d req-c2cfd36f-13d2-4ed8-b303-e19b1e84b2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:25:46.940458 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-67130e11-53f1-4c96-9d7b-676fbf8e460d req-c2cfd36f-13d2-4ed8-b303-e19b1e84b2fc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=22c33f95-7a2e-45e4-9b0d-c39ba8a5509b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0494268 Nov 22 20:25:47.085274 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-67130e11-53f1-4c96-9d7b-676fbf8e460d req-f6cb25b5-08d3-4aba-ab53-cac2e3628224 service neutron] 10.222.0.41 "GET /v2.0/networks/22c33f95-7a2e-45e4-9b0d-c39ba8a5509b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362948 Nov 22 20:25:47.119483 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-fb3018ea-bedf-4696-89da-7e8587f6a066 req-a34dd292-4538-49f7-b123-bf495eb4c8d7 tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] 10.222.0.46 "GET /v2.0/ports?device_id=a761ec48-a3d3-4821-9828-81b83fdfc667 HTTP/1.1" status: 200 len: 210 time: 0.0645318 Nov 22 20:25:47.240017 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-67130e11-53f1-4c96-9d7b-676fbf8e460d req-f4ab3413-56e3-4934-8744-47b9550f5381 service neutron] 10.222.0.41 "GET /v2.0/networks/22c33f95-7a2e-45e4-9b0d-c39ba8a5509b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468625 Nov 22 20:25:47.356782 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d1b931-c4f5-465c-a678-1613d9312943 req-a6966e22-1818-4c2b-9c98-b0c1a406b27f tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:25:47.359393 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-41d1b931-c4f5-465c-a678-1613d9312943 req-a6966e22-1818-4c2b-9c98-b0c1a406b27f tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] 10.222.0.20 "GET /v2.0/networks?id=7f744b6d-d53b-48bc-90d8-0ac9583035c9 HTTP/1.1" status: 200 len: 813 time: 0.1686006 Nov 22 20:25:47.375970 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-41d1b931-c4f5-465c-a678-1613d9312943 req-4e509760-638c-4548-bb34-ca9dd89afebe tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] Request body: {'port': {'device_id': 'a761ec48-a3d3-4821-9828-81b83fdfc667', 'network_id': '7f744b6d-d53b-48bc-90d8-0ac9583035c9', 'admin_state_up': True, 'tenant_id': 'b49ffae0998b42cf90d82005a2279509'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:25:47.509485 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41d1b931-c4f5-465c-a678-1613d9312943 req-4e509760-638c-4548-bb34-ca9dd89afebe tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] Made reservation on behalf of b49ffae0998b42cf90d82005a2279509 for: {'port': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:25:47.514328 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-41d1b931-c4f5-465c-a678-1613d9312943 req-4e509760-638c-4548-bb34-ca9dd89afebe tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:47.641016 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [req-41d1b931-c4f5-465c-a678-1613d9312943 req-4e509760-638c-4548-bb34-ca9dd89afebe tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] Allocated IP 172.20.0.4 (7f744b6d-d53b-48bc-90d8-0ac9583035c9/dcdf7c04-9a25-42ed-b898-d573319ea588/6c2aca17-1074-4087-a7a1-e1767ebff2c1) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:25:47.843316 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4840196d-3f44-41c3-a32a-e97a6da619d0 req-8d2dab63-5bae-4532-9d3d-a4847ce8e898 tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:25:47.845446 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4840196d-3f44-41c3-a32a-e97a6da619d0 req-8d2dab63-5bae-4532-9d3d-a4847ce8e898 tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] 10.222.0.46 "GET /v2.0/ports?device_id=9daa3409-2ba5-4214-8232-64c594e1799c HTTP/1.1" status: 200 len: 946 time: 0.1003046 Nov 22 20:25:47.919667 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-41d1b931-c4f5-465c-a678-1613d9312943 req-4e509760-638c-4548-bb34-ca9dd89afebe tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:47.952329 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611859e2-6819-44a7-a31a-bcac90c33c8a req-838e5578-4e95-4466-9dd8-6bc0478ea30a tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:25:47.953828 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-611859e2-6819-44a7-a31a-bcac90c33c8a req-838e5578-4e95-4466-9dd8-6bc0478ea30a tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/ports?device_id=711b0642-53a2-4096-8841-f7ad0d4ae143 HTTP/1.1" status: 200 len: 943 time: 0.1040468 Nov 22 20:25:47.979774 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4840196d-3f44-41c3-a32a-e97a6da619d0 req-f214b10a-6b18-4252-ab34-89a8a4460231 tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] 10.222.0.46 "GET /v2.0/security-groups?id=e904806f-9bc9-4f52-beb6-3fb062dd1789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180320 Nov 22 20:25:48.031652 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-611859e2-6819-44a7-a31a-bcac90c33c8a req-b7f98e85-5a21-4075-b8d9-e97ac827f475 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/security-groups?id=26cb47fd-e14c-4850-9651-76395f6ea411&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670373 Nov 22 20:25:48.049993 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-41d1b931-c4f5-465c-a678-1613d9312943 req-4e509760-638c-4548-bb34-ca9dd89afebe tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:48.177891 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41d1b931-c4f5-465c-a678-1613d9312943 req-4e509760-638c-4548-bb34-ca9dd89afebe tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] Network 7f744b6d-d53b-48bc-90d8-0ac9583035c9 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:25:48.181774 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [req-41d1b931-c4f5-465c-a678-1613d9312943 req-4e509760-638c-4548-bb34-ca9dd89afebe tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:25:48.184067 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-41d1b931-c4f5-465c-a678-1613d9312943 req-4e509760-638c-4548-bb34-ca9dd89afebe tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:25:48.186790 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e509760-638c-4548-bb34-ca9dd89afebe tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] Pushing event updated for resources: {'Port': ['ID=6c2aca17-1074-4087-a7a1-e1767ebff2c1,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:25:48.247589 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d1b931-c4f5-465c-a678-1613d9312943 req-4e509760-638c-4548-bb34-ca9dd89afebe tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:25:48.248200 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-41d1b931-c4f5-465c-a678-1613d9312943 req-4e509760-638c-4548-bb34-ca9dd89afebe tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:48.583900 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-41d1b931-c4f5-465c-a678-1613d9312943 req-4e509760-638c-4548-bb34-ca9dd89afebe tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2137883 Nov 22 20:25:48.597746 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-41d1b931-c4f5-465c-a678-1613d9312943 req-c14c2a97-824b-4eda-9140-9d8c268c70b6 service neutron] Request body: {'port': {'device_id': 'a761ec48-a3d3-4821-9828-81b83fdfc667', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818823-1'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:25:48.608457 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39648a9-01e5-4ad8-8ffe-7d2eb5ae90e3 req-3c93a4a4-4fcb-47e0-bcf7-8a7ffed5e956 tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:25:48.610235 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a39648a9-01e5-4ad8-8ffe-7d2eb5ae90e3 req-3c93a4a4-4fcb-47e0-bcf7-8a7ffed5e956 tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] 10.222.0.46 "GET /v2.0/ports?device_id=a761ec48-a3d3-4821-9828-81b83fdfc667 HTTP/1.1" status: 200 len: 931 time: 0.3698273 Nov 22 20:25:48.692660 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-41d1b931-c4f5-465c-a678-1613d9312943 req-c14c2a97-824b-4eda-9140-9d8c268c70b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:48.705184 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a39648a9-01e5-4ad8-8ffe-7d2eb5ae90e3 req-9446e5c6-96d6-4c30-bc9d-5d833b1c25de tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] 10.222.0.46 "GET /v2.0/security-groups?id=ba01c207-9c21-46e8-8927-68d7cc159606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793869 Nov 22 20:25:49.041895 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [req-41d1b931-c4f5-465c-a678-1613d9312943 req-c14c2a97-824b-4eda-9140-9d8c268c70b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c2aca17-1074-4087-a7a1-e1767ebff2c1 {{(pid=103447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:25:49.050282 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-41d1b931-c4f5-465c-a678-1613d9312943 req-c14c2a97-824b-4eda-9140-9d8c268c70b6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:49.065877 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.provisioning_blocks [req-41d1b931-c4f5-465c-a678-1613d9312943 req-c14c2a97-824b-4eda-9140-9d8c268c70b6 service neutron] Transition to ACTIVE for port object 6c2aca17-1074-4087-a7a1-e1767ebff2c1 will not be triggered until provisioned by entity L2. {{(pid=103447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 20:25:49.071789 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-41d1b931-c4f5-465c-a678-1613d9312943 req-c14c2a97-824b-4eda-9140-9d8c268c70b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:49.277740 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14c2a97-824b-4eda-9140-9d8c268c70b6 service neutron] Pushing event updated for resources: {'Port': ['ID=6c2aca17-1074-4087-a7a1-e1767ebff2c1,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:25:49.352886 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddc7b8b-e78d-49ce-847a-d5a320fa9023 req-387a0ec7-c3ac-42dd-8d33-df874252c9f8 tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:25:49.354741 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7ddc7b8b-e78d-49ce-847a-d5a320fa9023 req-387a0ec7-c3ac-42dd-8d33-df874252c9f8 tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] 10.222.0.46 "GET /v2.0/ports?device_id=9daa3409-2ba5-4214-8232-64c594e1799c HTTP/1.1" status: 200 len: 946 time: 0.2317302 Nov 22 20:25:49.390903 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-41d1b931-c4f5-465c-a678-1613d9312943 req-c14c2a97-824b-4eda-9140-9d8c268c70b6 service neutron] Attempting to bind port 6c2aca17-1074-4087-a7a1-e1767ebff2c1 on host n-h2-818823-1 for vnic_type normal with profile {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:25:49.391538 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-41d1b931-c4f5-465c-a678-1613d9312943 req-c14c2a97-824b-4eda-9140-9d8c268c70b6 service neutron] Attempting to bind port 6c2aca17-1074-4087-a7a1-e1767ebff2c1 by drivers openvswitch,hyperv on host n-h2-818823-1 at level 0 using segments [{'id': '7bb9d1cb-054b-4490-bdb0-97683e50f8df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '7f744b6d-d53b-48bc-90d8-0ac9583035c9'}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:25:49.392595 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41d1b931-c4f5-465c-a678-1613d9312943 req-c14c2a97-824b-4eda-9140-9d8c268c70b6 service neutron] Attempting to bind port 6c2aca17-1074-4087-a7a1-e1767ebff2c1 on network 7f744b6d-d53b-48bc-90d8-0ac9583035c9 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:25:49.406625 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4ffb98-61ed-4d99-b036-2e1f1a4662a6 req-8d3176df-c4d9-4cbc-92cf-02e511f60704 tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:25:49.408604 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8e4ffb98-61ed-4d99-b036-2e1f1a4662a6 req-8d3176df-c4d9-4cbc-92cf-02e511f60704 tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] 10.222.0.20 "GET /v2.0/ports?device_id=9daa3409-2ba5-4214-8232-64c594e1799c HTTP/1.1" status: 200 len: 946 time: 0.2239327 Nov 22 20:25:49.443687 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1410b669-3e88-4535-86fa-dda9cb442b43 req-fc674f68-1f04-4d13-b2b3-8a31fb2ed143 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:25:49.445292 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1410b669-3e88-4535-86fa-dda9cb442b43 req-fc674f68-1f04-4d13-b2b3-8a31fb2ed143 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/ports?device_id=711b0642-53a2-4096-8841-f7ad0d4ae143 HTTP/1.1" status: 200 len: 943 time: 0.2644353 Nov 22 20:25:49.448977 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41d1b931-c4f5-465c-a678-1613d9312943 req-c14c2a97-824b-4eda-9140-9d8c268c70b6 service neutron] Port 6c2aca17-1074-4087-a7a1-e1767ebff2c1 on network 7f744b6d-d53b-48bc-90d8-0ac9583035c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-818823-1 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:25:49.449305 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41d1b931-c4f5-465c-a678-1613d9312943 req-c14c2a97-824b-4eda-9140-9d8c268c70b6 service neutron] Attempting to bind port 6c2aca17-1074-4087-a7a1-e1767ebff2c1 on network 7f744b6d-d53b-48bc-90d8-0ac9583035c9 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:25:49.519142 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7ddc7b8b-e78d-49ce-847a-d5a320fa9023 req-079e6e2c-3284-4a40-a2d0-b09218873580 tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] 10.222.0.46 "GET /v2.0/security-groups?id=e904806f-9bc9-4f52-beb6-3fb062dd1789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338086 Nov 22 20:25:49.535998 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41d1b931-c4f5-465c-a678-1613d9312943 req-c14c2a97-824b-4eda-9140-9d8c268c70b6 service neutron] Checking agent: {'id': '65e0486a-7030-4065-96f0-10aa7402a530', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'started_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 25, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:25:49.535998 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41d1b931-c4f5-465c-a678-1613d9312943 req-c14c2a97-824b-4eda-9140-9d8c268c70b6 service neutron] Checking segment: {'id': '7bb9d1cb-054b-4490-bdb0-97683e50f8df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '7f744b6d-d53b-48bc-90d8-0ac9583035c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:25:49.535998 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41d1b931-c4f5-465c-a678-1613d9312943 req-c14c2a97-824b-4eda-9140-9d8c268c70b6 service neutron] Bound using segment: {'id': '7bb9d1cb-054b-4490-bdb0-97683e50f8df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '7f744b6d-d53b-48bc-90d8-0ac9583035c9'} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:25:49.535998 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-41d1b931-c4f5-465c-a678-1613d9312943 req-c14c2a97-824b-4eda-9140-9d8c268c70b6 service neutron] Bound port: 6c2aca17-1074-4087-a7a1-e1767ebff2c1, host: n-h2-818823-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7bb9d1cb-054b-4490-bdb0-97683e50f8df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '7f744b6d-d53b-48bc-90d8-0ac9583035c9'}}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:25:49.535998 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-41d1b931-c4f5-465c-a678-1613d9312943 req-c14c2a97-824b-4eda-9140-9d8c268c70b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:49.647885 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 387f7758-a22f-4dbb-be03-ff4930c61931 details requested by agent hyperv_n-h1-818823-1 with host n-h1-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 20:25:49.717405 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1410b669-3e88-4535-86fa-dda9cb442b43 req-b04f48e5-a9a0-4907-80f0-4c92ebaa3f79 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/security-groups?id=26cb47fd-e14c-4850-9651-76395f6ea411&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2327151 Nov 22 20:25:49.768313 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-41d1b931-c4f5-465c-a678-1613d9312943 req-c14c2a97-824b-4eda-9140-9d8c268c70b6 service neutron] For port 6c2aca17-1074-4087-a7a1-e1767ebff2c1, host n-h2-818823-1, cleared binding levels {{(pid=103447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:25:49.777459 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-41d1b931-c4f5-465c-a678-1613d9312943 req-c14c2a97-824b-4eda-9140-9d8c268c70b6 service neutron] For port 6c2aca17-1074-4087-a7a1-e1767ebff2c1, host n-h2-818823-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=6c2aca17-1074-4087-a7a1-e1767ebff2c1,segment=NetworkSegment(7bb9d1cb-054b-4490-bdb0-97683e50f8df),segment_id=7bb9d1cb-054b-4490-bdb0-97683e50f8df)] {{(pid=103447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:25:49.788794 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-8e4ffb98-61ed-4d99-b036-2e1f1a4662a6 req-84a3752a-2641-402f-8398-cde91b63f257 tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] Deleting port ed29f738-93d8-49f7-bc81-0dd4d63d6083 {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:25:49.789204 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-8e4ffb98-61ed-4d99-b036-2e1f1a4662a6 req-84a3752a-2641-402f-8398-cde91b63f257 tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:49.798480 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-41d1b931-c4f5-465c-a678-1613d9312943 req-c14c2a97-824b-4eda-9140-9d8c268c70b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:49.919578 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d1b931-c4f5-465c-a678-1613d9312943 req-c14c2a97-824b-4eda-9140-9d8c268c70b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:25:49.920219 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-41d1b931-c4f5-465c-a678-1613d9312943 req-c14c2a97-824b-4eda-9140-9d8c268c70b6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:49.921651 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-41d1b931-c4f5-465c-a678-1613d9312943 req-c14c2a97-824b-4eda-9140-9d8c268c70b6 service neutron] 10.222.0.20 "PUT /v2.0/ports/6c2aca17-1074-4087-a7a1-e1767ebff2c1 HTTP/1.1" status: 200 len: 1091 time: 1.3286452 Nov 22 20:25:49.946821 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a761ec48-a3d3-4821-9828-81b83fdfc667', 'tag': '6c2aca17-1074-4087-a7a1-e1767ebff2c1'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:25:49.949283 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-682979fa-6721-4fbe-965a-b4eded1929d6" -d '{"events": [{"name": "network-changed", "server_uuid": "a761ec48-a3d3-4821-9828-81b83fdfc667", "tag": "6c2aca17-1074-4087-a7a1-e1767ebff2c1"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:25:50.020867 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 20:25:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c39b0d83-d3c4-4478-9dd0-6200217a3d44 x-openstack-request-id: req-c39b0d83-d3c4-4478-9dd0-6200217a3d44 {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:25:50.021425 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a761ec48-a3d3-4821-9828-81b83fdfc667", "tag": "6c2aca17-1074-4087-a7a1-e1767ebff2c1", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:25:50.021688 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c39b0d83-d3c4-4478-9dd0-6200217a3d44 {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:25:50.022085 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a761ec48-a3d3-4821-9828-81b83fdfc667', 'tag': '6c2aca17-1074-4087-a7a1-e1767ebff2c1', 'status': 'completed', 'code': 200} Nov 22 20:25:50.023032 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 387f7758-a22f-4dbb-be03-ff4930c61931, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=387f7758-a22f-4dbb-be03-ff4930c61931,segment=NetworkSegment(7af7694e-f413-4bd1-a96f-73c3984108b1),segment_id=7af7694e-f413-4bd1-a96f-73c3984108b1)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:25:50.066347 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Returning: {'device': '387f7758-a22f-4dbb-be03-ff4930c61931', 'network_id': '22c33f95-7a2e-45e4-9b0d-c39ba8a5509b', 'port_id': '387f7758-a22f-4dbb-be03-ff4930c61931', 'mac_address': 'fa:16:3e:37:ab:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e37bfbb-72b3-421a-8cc1-7541352f60a6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 20:25:50.086732 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14c2a97-824b-4eda-9140-9d8c268c70b6 service neutron] Pushing event updated for resources: {'Port': ['ID=6c2aca17-1074-4087-a7a1-e1767ebff2c1,revision_number=3']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:25:50.125327 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0300d5ff-0738-4360-9a89-822aade365b9 req-91c98d62-8e36-43a6-9682-9c84ef2890e1 tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:25:50.130294 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:50.134390 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0300d5ff-0738-4360-9a89-822aade365b9 req-91c98d62-8e36-43a6-9682-9c84ef2890e1 tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] 10.222.0.46 "GET /v2.0/ports?device_id=a761ec48-a3d3-4821-9828-81b83fdfc667 HTTP/1.1" status: 200 len: 943 time: 0.1934676 Nov 22 20:25:50.148702 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 387f7758-a22f-4dbb-be03-ff4930c61931 {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:25:50.166558 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-8e4ffb98-61ed-4d99-b036-2e1f1a4662a6 req-84a3752a-2641-402f-8398-cde91b63f257 tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] For port ed29f738-93d8-49f7-bc81-0dd4d63d6083, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=ed29f738-93d8-49f7-bc81-0dd4d63d6083,segment=NetworkSegment(e778d2dd-b877-4e30-b25d-58baa3933aef),segment_id=e778d2dd-b877-4e30-b25d-58baa3933aef)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:25:50.166940 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-8e4ffb98-61ed-4d99-b036-2e1f1a4662a6 req-84a3752a-2641-402f-8398-cde91b63f257 tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:50.182603 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d1b931-c4f5-465c-a678-1613d9312943 req-3cd174a3-1055-4433-bca1-6f10759d9a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:25:50.184336 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-41d1b931-c4f5-465c-a678-1613d9312943 req-3cd174a3-1055-4433-bca1-6f10759d9a89 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b49ffae0998b42cf90d82005a2279509&device_id=a761ec48-a3d3-4821-9828-81b83fdfc667 HTTP/1.1" status: 200 len: 1094 time: 0.2028384 Nov 22 20:25:50.194976 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-8e4ffb98-61ed-4d99-b036-2e1f1a4662a6 req-84a3752a-2641-402f-8398-cde91b63f257 tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] Calling delete_port for ed29f738-93d8-49f7-bc81-0dd4d63d6083 owned by compute:nova {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:25:50.199027 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 387f7758-a22f-4dbb-be03-ff4930c61931, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=387f7758-a22f-4dbb-be03-ff4930c61931,segment=NetworkSegment(7af7694e-f413-4bd1-a96f-73c3984108b1),segment_id=7af7694e-f413-4bd1-a96f-73c3984108b1)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:25:50.207014 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:50.279272 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=387f7758-a22f-4dbb-be03-ff4930c61931,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:25:50.281996 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-41d1b931-c4f5-465c-a678-1613d9312943 req-d4f0d1bb-606a-4195-9789-8ddb243a473a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6c2aca17-1074-4087-a7a1-e1767ebff2c1 HTTP/1.1" status: 200 len: 217 time: 0.0849023 Nov 22 20:25:50.384189 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0300d5ff-0738-4360-9a89-822aade365b9 req-fbed2f61-f199-4012-ad52-10e0bb5c2d3e tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] 10.222.0.46 "GET /v2.0/security-groups?id=ba01c207-9c21-46e8-8927-68d7cc159606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2488976 Nov 22 20:25:50.408929 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d1b931-c4f5-465c-a678-1613d9312943 req-2a31c22c-77f5-46d6-9d7e-8719c7fa3ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:25:50.410834 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-41d1b931-c4f5-465c-a678-1613d9312943 req-2a31c22c-77f5-46d6-9d7e-8719c7fa3ee4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=dcdf7c04-9a25-42ed-b898-d573319ea588 HTTP/1.1" status: 200 len: 853 time: 0.1177263 Nov 22 20:25:50.454428 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-41d1b931-c4f5-465c-a678-1613d9312943 req-80d64e84-faec-4bb3-85b8-597e64cdd494 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7f744b6d-d53b-48bc-90d8-0ac9583035c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295589 Nov 22 20:25:50.561730 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] get_ports_and_sgs() called for port_ids ['387f7758-a22f-4dbb-be03-ff4930c61931'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:25:50.604435 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-8e4ffb98-61ed-4d99-b036-2e1f1a4662a6 req-84a3752a-2641-402f-8398-cde91b63f257 tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:50.609578 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-41d1b931-c4f5-465c-a678-1613d9312943 req-1c49cf1e-fa41-4bc2-bb02-c0c40159a08b service neutron] 10.222.0.20 "GET /v2.0/networks/7f744b6d-d53b-48bc-90d8-0ac9583035c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446619 Nov 22 20:25:50.631516 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] get_ports_and_sgs() called for port_ids ['9b558ec9-94d1-4c33-8b52-4d3fbcc139d7'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:25:50.730850 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a3752a-2641-402f-8398-cde91b63f257 tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] Pushing event deleted for resources: {'Port': ['ID=ed29f738-93d8-49f7-bc81-0dd4d63d6083,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:25:50.761686 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-65500e4a-7ab9-48a9-8ef1-4f08af68eb9d req-dd8485cf-bbb5-4c6e-9682-448d43ec52fd tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] 10.222.0.46 "GET /v2.0/ports?device_id=9daa3409-2ba5-4214-8232-64c594e1799c HTTP/1.1" status: 200 len: 210 time: 0.1546543 Nov 22 20:25:50.850773 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e4ffb98-61ed-4d99-b036-2e1f1a4662a6 req-84a3752a-2641-402f-8398-cde91b63f257 tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] No DVR routers for this DVR port ed29f738-93d8-49f7-bc81-0dd4d63d6083 on host n-h2-818823-1 {{(pid=103447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:25:50.888829 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-41d1b931-c4f5-465c-a678-1613d9312943 req-69856f43-73d4-4275-8559-4f62b3143847 service neutron] 10.222.0.20 "GET /v2.0/networks/7f744b6d-d53b-48bc-90d8-0ac9583035c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2685952 Nov 22 20:25:50.890845 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-8e4ffb98-61ed-4d99-b036-2e1f1a4662a6 req-84a3752a-2641-402f-8398-cde91b63f257 tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:50.894612 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8e4ffb98-61ed-4d99-b036-2e1f1a4662a6 req-84a3752a-2641-402f-8398-cde91b63f257 tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] 10.222.0.20 "DELETE /v2.0/ports/ed29f738-93d8-49f7-bc81-0dd4d63d6083 HTTP/1.1" status: 204 len: 173 time: 1.4751132 Nov 22 20:25:51.090046 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e06d00c-7bba-4ed9-a9e5-e70da4dd34bb req-345fe1dd-afb6-4bec-9746-2887cd036e0b tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:25:51.100513 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9e06d00c-7bba-4ed9-a9e5-e70da4dd34bb req-345fe1dd-afb6-4bec-9746-2887cd036e0b tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/ports?device_id=711b0642-53a2-4096-8841-f7ad0d4ae143 HTTP/1.1" status: 200 len: 944 time: 0.2143476 Nov 22 20:25:51.128496 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682979fa-6721-4fbe-965a-b4eded1929d6 req-63abe351-255e-44b6-882b-a763595c6678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:25:51.129890 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-682979fa-6721-4fbe-965a-b4eded1929d6 req-63abe351-255e-44b6-882b-a763595c6678 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b49ffae0998b42cf90d82005a2279509&device_id=a761ec48-a3d3-4821-9828-81b83fdfc667 HTTP/1.1" status: 200 len: 1094 time: 0.1598780 Nov 22 20:25:51.202298 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9e06d00c-7bba-4ed9-a9e5-e70da4dd34bb req-6928c056-7472-4bd6-a6f9-b09bc03305bf tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/security-groups?id=26cb47fd-e14c-4850-9651-76395f6ea411&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1008003 Nov 22 20:25:51.247305 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682979fa-6721-4fbe-965a-b4eded1929d6 req-4aa7b269-e40e-44f1-9d6d-3375936314c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:25:51.253011 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-682979fa-6721-4fbe-965a-b4eded1929d6 req-4aa7b269-e40e-44f1-9d6d-3375936314c0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7f744b6d-d53b-48bc-90d8-0ac9583035c9 HTTP/1.1" status: 200 len: 914 time: 0.1112888 Nov 22 20:25:51.303203 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-682979fa-6721-4fbe-965a-b4eded1929d6 req-ed9126d1-b9f2-4ad4-bd4e-9483dc5b78bd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6c2aca17-1074-4087-a7a1-e1767ebff2c1 HTTP/1.1" status: 200 len: 217 time: 0.0416067 Nov 22 20:25:51.354020 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device ed29f738-93d8-49f7-bc81-0dd4d63d6083 no longer exists at agent hyperv_n-h2-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:25:51.361002 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682979fa-6721-4fbe-965a-b4eded1929d6 req-1e049e2a-2dae-4889-915d-0c2d175910ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:25:51.362611 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-682979fa-6721-4fbe-965a-b4eded1929d6 req-1e049e2a-2dae-4889-915d-0c2d175910ba service neutron] 10.222.0.20 "GET /v2.0/subnets?id=dcdf7c04-9a25-42ed-b898-d573319ea588 HTTP/1.1" status: 200 len: 853 time: 0.0510340 Nov 22 20:25:51.399049 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] No Port match for: ed29f738-93d8-49f7-bc81-0dd4d63d6083 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:25:51.399049 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device ed29f738-93d8-49f7-bc81-0dd4d63d6083 not bound to the agent host n-h2-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:25:51.419047 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-682979fa-6721-4fbe-965a-b4eded1929d6 req-1897c79d-4396-46b6-94ea-1e1841593197 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7f744b6d-d53b-48bc-90d8-0ac9583035c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396872 Nov 22 20:25:51.572484 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2d1d0c-d7a5-4b45-9971-45fcee412a7e req-dd1c2e14-21ca-47b6-903a-4311cebf80b2 tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:25:51.574051 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3a2d1d0c-d7a5-4b45-9971-45fcee412a7e req-dd1c2e14-21ca-47b6-903a-4311cebf80b2 tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] 10.222.0.46 "GET /v2.0/ports?device_id=a761ec48-a3d3-4821-9828-81b83fdfc667 HTTP/1.1" status: 200 len: 943 time: 0.1010911 Nov 22 20:25:51.616891 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-682979fa-6721-4fbe-965a-b4eded1929d6 req-4ab8bae9-148f-4a17-ac9e-90bdca330d57 service neutron] 10.222.0.20 "GET /v2.0/networks/7f744b6d-d53b-48bc-90d8-0ac9583035c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1838112 Nov 22 20:25:51.695872 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3a2d1d0c-d7a5-4b45-9971-45fcee412a7e req-cf53bea9-0124-4e64-aaf9-cfd34bb86711 tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] 10.222.0.46 "GET /v2.0/security-groups?id=ba01c207-9c21-46e8-8927-68d7cc159606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117311 Nov 22 20:25:51.765975 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-682979fa-6721-4fbe-965a-b4eded1929d6 req-f7ac1091-94ea-4b95-be58-af414837cc1a service neutron] 10.222.0.20 "GET /v2.0/networks/7f744b6d-d53b-48bc-90d8-0ac9583035c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346138 Nov 22 20:25:52.023874 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9daa3409-2ba5-4214-8232-64c594e1799c', 'name': 'network-vif-deleted', 'tag': 'ed29f738-93d8-49f7-bc81-0dd4d63d6083'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:25:52.026230 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b881800-987c-4c41-a7f7-9c4ae5e3c454" -d '{"events": [{"server_uuid": "9daa3409-2ba5-4214-8232-64c594e1799c", "name": "network-vif-deleted", "tag": "ed29f738-93d8-49f7-bc81-0dd4d63d6083"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:25:52.107002 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:25:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffdb45a1-744d-4772-be3e-60b87cacba6d x-openstack-request-id: req-ffdb45a1-744d-4772-be3e-60b87cacba6d {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:25:52.107309 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9daa3409-2ba5-4214-8232-64c594e1799c", "name": "network-vif-deleted", "tag": "ed29f738-93d8-49f7-bc81-0dd4d63d6083", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:25:52.107601 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ffdb45a1-744d-4772-be3e-60b87cacba6d {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:25:52.108004 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9daa3409-2ba5-4214-8232-64c594e1799c', 'name': 'network-vif-deleted', 'tag': 'ed29f738-93d8-49f7-bc81-0dd4d63d6083', 'status': 'completed', 'code': 200} Nov 22 20:25:52.145125 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c7319c-6b1a-415c-9460-86fd20223a34 req-76a11cbb-af50-4051-bae1-5cfccc5420e4 tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:25:52.153139 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-93c7319c-6b1a-415c-9460-86fd20223a34 req-76a11cbb-af50-4051-bae1-5cfccc5420e4 tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca99196e-ff25-4699-97d7-4a9388d2764b HTTP/1.1" status: 200 len: 945 time: 0.1045637 Nov 22 20:25:52.213300 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-93c7319c-6b1a-415c-9460-86fd20223a34 req-61255ab4-6d45-4e7f-86a1-ffbc656ab03b tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] 10.222.0.46 "GET /v2.0/security-groups?id=e904806f-9bc9-4f52-beb6-3fb062dd1789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595226 Nov 22 20:25:52.359499 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db84bfef-527f-4698-841e-870359b2b048 req-a26f7d64-b0b1-468e-943b-d1b3662fed52 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:25:52.365784 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-db84bfef-527f-4698-841e-870359b2b048 req-a26f7d64-b0b1-468e-943b-d1b3662fed52 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/ports?device_id=711b0642-53a2-4096-8841-f7ad0d4ae143 HTTP/1.1" status: 200 len: 944 time: 0.0673480 Nov 22 20:25:52.380083 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 57428) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:25:52.420405 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-db84bfef-527f-4698-841e-870359b2b048 req-54cac8ab-e7e5-4742-82b5-87b4b855d4bc tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/security-groups?id=26cb47fd-e14c-4850-9651-76395f6ea411&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490246 Nov 22 20:25:52.503058 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9e58b0ce-11db-4e36-9aae-3aca74b6b058 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:52.594053 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9e58b0ce-11db-4e36-9aae-3aca74b6b058 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:52.599449 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9e58b0ce-11db-4e36-9aae-3aca74b6b058 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:52.638566 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e58b0ce-11db-4e36-9aae-3aca74b6b058 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbcde8d4-1f6e-4c85-a37b-8dfc8bbb1009,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:25:52.643542 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-9e58b0ce-11db-4e36-9aae-3aca74b6b058 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3dfa4a0abbdb4694b52e7e45193f0037&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2623742 Nov 22 20:25:52.647726 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 57436) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:25:52.696337 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5789d112-ed81-475f-8858-6458bcb03e82 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:52.718835 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5789d112-ed81-475f-8858-6458bcb03e82 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:52.784838 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5789d112-ed81-475f-8858-6458bcb03e82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:52.789229 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5789d112-ed81-475f-8858-6458bcb03e82 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:52.792991 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-5789d112-ed81-475f-8858-6458bcb03e82 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/cbcde8d4-1f6e-4c85-a37b-8dfc8bbb1009 HTTP/1.1" status: 204 len: 168 time: 0.1421566 Nov 22 20:25:52.803317 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5789d112-ed81-475f-8858-6458bcb03e82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbcde8d4-1f6e-4c85-a37b-8dfc8bbb1009,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:25:52.902219 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c17290-a093-4e5b-a59f-a7d19797b083 req-5575bede-3c73-442f-8817-9be53c6d8ede tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:25:52.911731 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-41c17290-a093-4e5b-a59f-a7d19797b083 req-5575bede-3c73-442f-8817-9be53c6d8ede tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] 10.222.0.46 "GET /v2.0/ports?device_id=a761ec48-a3d3-4821-9828-81b83fdfc667 HTTP/1.1" status: 200 len: 943 time: 0.1100020 Nov 22 20:25:52.973256 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-41c17290-a093-4e5b-a59f-a7d19797b083 req-dbbd833d-6b62-450c-81a7-195c38b3d47d tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] 10.222.0.46 "GET /v2.0/security-groups?id=ba01c207-9c21-46e8-8927-68d7cc159606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557871 Nov 22 20:25:53.356220 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 6c2aca17-1074-4087-a7a1-e1767ebff2c1 details requested by agent hyperv_n-h2-818823-1 with host n-h2-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 20:25:53.440020 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873027a7-2945-4e0a-a70f-fb45c19bd9f2 req-a04abbb3-e103-48fa-b1b4-dbf900f704e4 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:25:53.447919 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-873027a7-2945-4e0a-a70f-fb45c19bd9f2 req-a04abbb3-e103-48fa-b1b4-dbf900f704e4 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/ports?device_id=f1a6bfe1-26d1-4dd2-94cd-df2360ee8ad5 HTTP/1.1" status: 200 len: 946 time: 0.1406329 Nov 22 20:25:53.458989 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c50ef46-6bea-4f05-90b0-7d1977166576 req-e37579d6-e66d-43c8-9f2d-0314fc7d7a5c tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:25:53.460555 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2c50ef46-6bea-4f05-90b0-7d1977166576 req-e37579d6-e66d-43c8-9f2d-0314fc7d7a5c tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca99196e-ff25-4699-97d7-4a9388d2764b HTTP/1.1" status: 200 len: 945 time: 0.1414144 Nov 22 20:25:53.503157 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port 6c2aca17-1074-4087-a7a1-e1767ebff2c1, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=6c2aca17-1074-4087-a7a1-e1767ebff2c1,segment=NetworkSegment(7bb9d1cb-054b-4490-bdb0-97683e50f8df),segment_id=7bb9d1cb-054b-4490-bdb0-97683e50f8df)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:25:53.515573 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Returning: {'device': '6c2aca17-1074-4087-a7a1-e1767ebff2c1', 'network_id': '7f744b6d-d53b-48bc-90d8-0ac9583035c9', 'port_id': '6c2aca17-1074-4087-a7a1-e1767ebff2c1', 'mac_address': 'fa:16:3e:e5:71:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcdf7c04-9a25-42ed-b898-d573319ea588', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 20:25:53.549355 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-873027a7-2945-4e0a-a70f-fb45c19bd9f2 req-6732dbfc-c743-4a23-ab40-bce1d79e62ea tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/security-groups?id=ace094e3-bfce-4b88-a460-949b8cf0d5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004510 Nov 22 20:25:53.560168 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2c50ef46-6bea-4f05-90b0-7d1977166576 req-cbc7cdfa-dcfe-4a5f-9998-b749d74e158a tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] 10.222.0.46 "GET /v2.0/security-groups?id=e904806f-9bc9-4f52-beb6-3fb062dd1789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850451 Nov 22 20:25:53.572937 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:53.599503 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c2aca17-1074-4087-a7a1-e1767ebff2c1 {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:25:53.630406 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port 6c2aca17-1074-4087-a7a1-e1767ebff2c1, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=6c2aca17-1074-4087-a7a1-e1767ebff2c1,segment=NetworkSegment(7bb9d1cb-054b-4490-bdb0-97683e50f8df),segment_id=7bb9d1cb-054b-4490-bdb0-97683e50f8df)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:25:53.635652 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:53.664871 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 387f7758-a22f-4dbb-be03-ff4930c61931 up at agent hyperv_n-h1-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:25:53.683343 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d59811-f928-4fae-b5b9-1c923d0954e2 req-c4436d14-bd2a-4861-bd4f-cc2119c573c5 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:25:53.694049 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-20d59811-f928-4fae-b5b9-1c923d0954e2 req-c4436d14-bd2a-4861-bd4f-cc2119c573c5 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/ports?device_id=711b0642-53a2-4096-8841-f7ad0d4ae143 HTTP/1.1" status: 200 len: 944 time: 0.0851600 Nov 22 20:25:53.736535 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=6c2aca17-1074-4087-a7a1-e1767ebff2c1,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:25:53.755745 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Provisioning for port 387f7758-a22f-4dbb-be03-ff4930c61931 completed by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 20:25:53.760658 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Provisioning complete for port 387f7758-a22f-4dbb-be03-ff4930c61931 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:25:53.761185 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:53.780955 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-20d59811-f928-4fae-b5b9-1c923d0954e2 req-9a0a55a9-a073-48c1-879a-81837439f7a5 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/security-groups?id=26cb47fd-e14c-4850-9651-76395f6ea411&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795681 Nov 22 20:25:53.840182 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 57484) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:25:53.861059 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] get_ports_and_sgs() called for port_ids ['6c2aca17-1074-4087-a7a1-e1767ebff2c1'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:25:53.863623 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:53.927957 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '711b0642-53a2-4096-8841-f7ad0d4ae143', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '387f7758-a22f-4dbb-be03-ff4930c61931'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:25:53.930364 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d39f6d30a11e565ec9648abcc015e8a6ab6cff4edd704add8155e28765d31eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7f0fb75-0719-4a0e-9fcd-c8bb985d2b2f" -d '{"events": [{"server_uuid": "711b0642-53a2-4096-8841-f7ad0d4ae143", "name": "network-vif-plugged", "status": "completed", "tag": "387f7758-a22f-4dbb-be03-ff4930c61931"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:25:53.952944 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 387f7758-a22f-4dbb-be03-ff4930c61931, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=387f7758-a22f-4dbb-be03-ff4930c61931,segment=NetworkSegment(7af7694e-f413-4bd1-a96f-73c3984108b1),segment_id=7af7694e-f413-4bd1-a96f-73c3984108b1)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:25:53.962012 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:53.991365 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-4d394302-293f-4ed9-bbc1-9d185445a794 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-490229661-network', 'tenant_id': 'b98f9ea0877b450793427166f9876e14'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:25:54.042937 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:25:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1f5bd49-ab85-44c3-ad58-ef0c07af29ba x-openstack-request-id: req-c1f5bd49-ab85-44c3-ad58-ef0c07af29ba {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:25:54.043259 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "711b0642-53a2-4096-8841-f7ad0d4ae143", "name": "network-vif-plugged", "status": "completed", "tag": "387f7758-a22f-4dbb-be03-ff4930c61931", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:25:54.043503 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c1f5bd49-ab85-44c3-ad58-ef0c07af29ba {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:25:54.044019 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '711b0642-53a2-4096-8841-f7ad0d4ae143', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '387f7758-a22f-4dbb-be03-ff4930c61931', 'code': 200} Nov 22 20:25:54.046048 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d394302-293f-4ed9-bbc1-9d185445a794 admin admin] Made reservation on behalf of b98f9ea0877b450793427166f9876e14 for: {'network': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:25:54.049193 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4d394302-293f-4ed9-bbc1-9d185445a794 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for network, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:54.082711 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4d394302-293f-4ed9-bbc1-9d185445a794 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:54.178367 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=387f7758-a22f-4dbb-be03-ff4930c61931,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:25:54.186059 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328bdbd7-aeb5-479f-b714-7621422b96b8 req-14000248-ef23-4329-a988-c792960235b3 tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:25:54.194265 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-328bdbd7-aeb5-479f-b714-7621422b96b8 req-14000248-ef23-4329-a988-c792960235b3 tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] 10.222.0.46 "GET /v2.0/ports?device_id=a761ec48-a3d3-4821-9828-81b83fdfc667 HTTP/1.1" status: 200 len: 944 time: 0.0849409 Nov 22 20:25:54.213865 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a52eca7-b854-4976-b086-5a297d5facfd req-f8d8f07e-75b1-4d8c-ba35-ba8763de0d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:25:54.215452 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-3a52eca7-b854-4976-b086-5a297d5facfd req-f8d8f07e-75b1-4d8c-ba35-ba8763de0d89 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=711b0642-53a2-4096-8841-f7ad0d4ae143 HTTP/1.1" status: 200 len: 1096 time: 0.1235168 Nov 22 20:25:54.292311 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-328bdbd7-aeb5-479f-b714-7621422b96b8 req-b38d9030-96af-480e-85a9-e343f6152d05 tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] 10.222.0.46 "GET /v2.0/security-groups?id=ba01c207-9c21-46e8-8927-68d7cc159606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950687 Nov 22 20:25:54.296151 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-3a52eca7-b854-4976-b086-5a297d5facfd req-7a1e3298-25e5-4a0c-9a5c-98f3204e9139 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=26cb47fd-e14c-4850-9651-76395f6ea411&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691018 Nov 22 20:25:54.339065 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee818c1b-8d0c-4e72-8247-448334759b6a req-25d2511f-a9d4-430a-8780-3ec140816eca tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:25:54.340624 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ee818c1b-8d0c-4e72-8247-448334759b6a req-25d2511f-a9d4-430a-8780-3ec140816eca tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca99196e-ff25-4699-97d7-4a9388d2764b HTTP/1.1" status: 200 len: 945 time: 0.0605431 Nov 22 20:25:54.345050 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4d394302-293f-4ed9-bbc1-9d185445a794 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:54.349867 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4d394302-293f-4ed9-bbc1-9d185445a794 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:54.386923 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d394302-293f-4ed9-bbc1-9d185445a794 admin admin] vlan segment allocate from pool success with {'vlan_id': 640, 'physical_network': 'physnet1'} {{(pid=103448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 20:25:54.393801 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d394302-293f-4ed9-bbc1-9d185445a794 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2bd36ea-fff5-4c53-80d3-585d8a14f8fa,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:25:54.400413 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4d394302-293f-4ed9-bbc1-9d185445a794 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:54.400768 n-d-818823-1 neutron-server[103448]: INFO neutron.db.segments_db [None req-4d394302-293f-4ed9-bbc1-9d185445a794 admin admin] Added segment a7c0e7ff-7a27-492d-907d-7ccfe5c23782 of type vlan for network ae1ebccf-2839-4f0d-9ea2-de0f939b66c4 Nov 22 20:25:54.459669 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4d394302-293f-4ed9-bbc1-9d185445a794 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748992492791'] for network, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:54.461289 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-ee818c1b-8d0c-4e72-8247-448334759b6a req-3efd4f47-8bbf-4b06-a7f5-b8aff1232586 tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] Deleting port 9b558ec9-94d1-4c33-8b52-4d3fbcc139d7 {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:25:54.461941 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-ee818c1b-8d0c-4e72-8247-448334759b6a req-3efd4f47-8bbf-4b06-a7f5-b8aff1232586 tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:54.487123 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4d394302-293f-4ed9-bbc1-9d185445a794 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for network, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:54.488269 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d394302-293f-4ed9-bbc1-9d185445a794 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:25:54.488892 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4d394302-293f-4ed9-bbc1-9d185445a794 admin admin] Publish callbacks [] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:54.555787 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-4d394302-293f-4ed9-bbc1-9d185445a794 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7117682 Nov 22 20:25:54.556018 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 57506) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:25:54.560894 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-fdcbea6c-e014-454a-bd5d-8f5a42b981c0 admin admin] Request body: {'subnet': {'network_id': 'ae1ebccf-2839-4f0d-9ea2-de0f939b66c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-490229661-subnet', 'tenant_id': 'b98f9ea0877b450793427166f9876e14', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:25:54.569395 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-ee818c1b-8d0c-4e72-8247-448334759b6a req-3efd4f47-8bbf-4b06-a7f5-b8aff1232586 tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] For port 9b558ec9-94d1-4c33-8b52-4d3fbcc139d7, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=9b558ec9-94d1-4c33-8b52-4d3fbcc139d7,segment=NetworkSegment(e778d2dd-b877-4e30-b25d-58baa3933aef),segment_id=e778d2dd-b877-4e30-b25d-58baa3933aef)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:25:54.569769 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-ee818c1b-8d0c-4e72-8247-448334759b6a req-3efd4f47-8bbf-4b06-a7f5-b8aff1232586 tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:54.570646 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d394302-293f-4ed9-bbc1-9d185445a794 admin admin] Pushing event updated for resources: {'Network': ['ID=ae1ebccf-2839-4f0d-9ea2-de0f939b66c4,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:25:54.587917 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Network ae1ebccf-2839-4f0d-9ea2-de0f939b66c4 details requested by agent ovs-agent-n-d-818823-1 with host n-d-818823-1 {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 20:25:54.598184 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdcbea6c-e014-454a-bd5d-8f5a42b981c0 admin admin] Made reservation on behalf of b98f9ea0877b450793427166f9876e14 for: {'subnet': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:25:54.600038 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-ee818c1b-8d0c-4e72-8247-448334759b6a req-3efd4f47-8bbf-4b06-a7f5-b8aff1232586 tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] Calling delete_port for 9b558ec9-94d1-4c33-8b52-4d3fbcc139d7 owned by compute:nova {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:25:54.603820 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-fdcbea6c-e014-454a-bd5d-8f5a42b981c0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11792951'] for subnet, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:54.767536 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bf5e6b-4445-4249-bf7c-a5e30763fb1d req-fe983b10-dcc4-4375-a9f3-0f024f8396c5 tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:25:54.769042 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-90bf5e6b-4445-4249-bf7c-a5e30763fb1d req-fe983b10-dcc4-4375-a9f3-0f024f8396c5 tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca99196e-ff25-4699-97d7-4a9388d2764b HTTP/1.1" status: 200 len: 945 time: 0.0929456 Nov 22 20:25:54.811211 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-fdcbea6c-e014-454a-bd5d-8f5a42b981c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11567560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11792921'] for subnet, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:54.868958 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcbea6c-e014-454a-bd5d-8f5a42b981c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2261e0fe-c510-4cbb-8205-a39506c65cf7,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:25:54.878795 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdcbea6c-e014-454a-bd5d-8f5a42b981c0 admin admin] Checking segment: {'id': 'a7c0e7ff-7a27-492d-907d-7ccfe5c23782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'ae1ebccf-2839-4f0d-9ea2-de0f939b66c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:25:54.879158 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdcbea6c-e014-454a-bd5d-8f5a42b981c0 admin admin] Network hostable DHCP agents. Network: ae1ebccf-2839-4f0d-9ea2-de0f939b66c4, hostable agents: ['02adaa64-0987-4b74-bad0-cbcf56f8a294'], hosted agents: [] {{(pid=103448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 20:25:54.899824 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdcbea6c-e014-454a-bd5d-8f5a42b981c0 admin admin] Network ae1ebccf-2839-4f0d-9ea2-de0f939b66c4 is scheduled to be hosted by DHCP agent 02adaa64-0987-4b74-bad0-cbcf56f8a294 with binding_index 1 {{(pid=103448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 20:25:54.914550 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-fdcbea6c-e014-454a-bd5d-8f5a42b981c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818823-1, ae1ebccf-2839-4f0d-9ea2-de0f939b66c4) {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:25:54.920886 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-ee818c1b-8d0c-4e72-8247-448334759b6a req-3efd4f47-8bbf-4b06-a7f5-b8aff1232586 tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:54.921307 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdcbea6c-e014-454a-bd5d-8f5a42b981c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:25:54.922089 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-fdcbea6c-e014-454a-bd5d-8f5a42b981c0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:54.929180 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6480da3b-0fb2-4100-8bce-98d86205c4af None None] Network ae1ebccf-2839-4f0d-9ea2-de0f939b66c4 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:25:54.934873 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] get_ports_and_sgs() called for port_ids ['9b558ec9-94d1-4c33-8b52-4d3fbcc139d7'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:25:54.955100 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-fdcbea6c-e014-454a-bd5d-8f5a42b981c0 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3971100 Nov 22 20:25:54.974645 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efd4f47-8bbf-4b06-a7f5-b8aff1232586 tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] Pushing event deleted for resources: {'Port': ['ID=9b558ec9-94d1-4c33-8b52-4d3fbcc139d7,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:25:54.982758 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-90bf5e6b-4445-4249-bf7c-a5e30763fb1d req-6a30219d-63ba-45e0-a24f-4f7aaa5308ed tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] 10.222.0.46 "GET /v2.0/security-groups?id=e904806f-9bc9-4f52-beb6-3fb062dd1789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037885 Nov 22 20:25:55.161949 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a998ec3e-d408-433a-a3c7-f54440a75c93 None None] Network ae1ebccf-2839-4f0d-9ea2-de0f939b66c4 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:25:55.362881 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee818c1b-8d0c-4e72-8247-448334759b6a req-3efd4f47-8bbf-4b06-a7f5-b8aff1232586 tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] No DVR routers for this DVR port 9b558ec9-94d1-4c33-8b52-4d3fbcc139d7 on host n-h2-818823-1 {{(pid=103447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:25:55.373707 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb5b206-49b2-4dba-9349-964b8c008e45 req-aedf2de1-f515-4e07-b4d7-87115ec22eee tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:25:55.382728 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8bb5b206-49b2-4dba-9349-964b8c008e45 req-aedf2de1-f515-4e07-b4d7-87115ec22eee tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/ports?device_id=711b0642-53a2-4096-8841-f7ad0d4ae143 HTTP/1.1" status: 200 len: 945 time: 0.5136416 Nov 22 20:25:55.396546 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 6c2aca17-1074-4087-a7a1-e1767ebff2c1 up at agent hyperv_n-h2-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:25:55.403201 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-ee818c1b-8d0c-4e72-8247-448334759b6a req-3efd4f47-8bbf-4b06-a7f5-b8aff1232586 tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:55.406700 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ee818c1b-8d0c-4e72-8247-448334759b6a req-3efd4f47-8bbf-4b06-a7f5-b8aff1232586 tempest-ServerRescueTestJSON-96147222 tempest-ServerRescueTestJSON-96147222-project] 10.222.0.20 "DELETE /v2.0/ports/9b558ec9-94d1-4c33-8b52-4d3fbcc139d7 HTTP/1.1" status: 204 len: 173 time: 1.0595322 Nov 22 20:25:55.408068 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca99196e-ff25-4699-97d7-4a9388d2764b', 'name': 'network-vif-deleted', 'tag': '9b558ec9-94d1-4c33-8b52-4d3fbcc139d7'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:25:55.410456 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-293dc901-6d75-454f-8b6d-db471607c490" -d '{"events": [{"server_uuid": "ca99196e-ff25-4699-97d7-4a9388d2764b", "name": "network-vif-deleted", "tag": "9b558ec9-94d1-4c33-8b52-4d3fbcc139d7"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:25:55.502914 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Provisioning for port 6c2aca17-1074-4087-a7a1-e1767ebff2c1 completed by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 20:25:55.508513 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Provisioning complete for port 6c2aca17-1074-4087-a7a1-e1767ebff2c1 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:25:55.509079 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:55.538659 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8bb5b206-49b2-4dba-9349-964b8c008e45 req-c9010087-c773-45e9-bba5-9ecea0eeecd4 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/security-groups?id=26cb47fd-e14c-4850-9651-76395f6ea411&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1549892 Nov 22 20:25:55.634545 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:25:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54d42647-3aed-4d29-97b8-a1cc44ecf2a3 x-openstack-request-id: req-54d42647-3aed-4d29-97b8-a1cc44ecf2a3 {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:25:55.634817 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca99196e-ff25-4699-97d7-4a9388d2764b", "name": "network-vif-deleted", "tag": "9b558ec9-94d1-4c33-8b52-4d3fbcc139d7", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:25:55.635082 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-54d42647-3aed-4d29-97b8-a1cc44ecf2a3 {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:25:55.635541 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca99196e-ff25-4699-97d7-4a9388d2764b', 'name': 'network-vif-deleted', 'tag': '9b558ec9-94d1-4c33-8b52-4d3fbcc139d7', 'status': 'completed', 'code': 200} Nov 22 20:25:55.649837 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2efb5fb-4152-45c4-9439-1b238fbfe82d req-5ce53c57-9f26-4d9c-9259-c9cebe6f7d2c tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:25:55.659188 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c2efb5fb-4152-45c4-9439-1b238fbfe82d req-5ce53c57-9f26-4d9c-9259-c9cebe6f7d2c tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] 10.222.0.46 "GET /v2.0/ports?device_id=a761ec48-a3d3-4821-9828-81b83fdfc667 HTTP/1.1" status: 200 len: 944 time: 0.0976915 Nov 22 20:25:55.689785 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:55.733156 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c2efb5fb-4152-45c4-9439-1b238fbfe82d req-7bfac9a1-d873-4080-9e2b-bdd7dd3b3db4 tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] 10.222.0.46 "GET /v2.0/security-groups?id=ba01c207-9c21-46e8-8927-68d7cc159606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717788 Nov 22 20:25:55.752982 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port 6c2aca17-1074-4087-a7a1-e1767ebff2c1, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=6c2aca17-1074-4087-a7a1-e1767ebff2c1,segment=NetworkSegment(7bb9d1cb-054b-4490-bdb0-97683e50f8df),segment_id=7bb9d1cb-054b-4490-bdb0-97683e50f8df)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:25:55.759044 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:55.759895 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 9b558ec9-94d1-4c33-8b52-4d3fbcc139d7 no longer exists at agent hyperv_n-h2-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:25:55.820747 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=6c2aca17-1074-4087-a7a1-e1767ebff2c1,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:25:55.843501 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] No Port match for: 9b558ec9-94d1-4c33-8b52-4d3fbcc139d7 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:25:55.843859 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 9b558ec9-94d1-4c33-8b52-4d3fbcc139d7 not bound to the agent host n-h2-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:25:56.046023 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a761ec48-a3d3-4821-9828-81b83fdfc667', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c2aca17-1074-4087-a7a1-e1767ebff2c1'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:25:56.050523 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d39f6d30a11e565ec9648abcc015e8a6ab6cff4edd704add8155e28765d31eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42c65b9f-6b3e-4932-8dfa-9103a4ff35ed" -d '{"events": [{"server_uuid": "a761ec48-a3d3-4821-9828-81b83fdfc667", "name": "network-vif-plugged", "status": "completed", "tag": "6c2aca17-1074-4087-a7a1-e1767ebff2c1"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:25:56.136027 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:25:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-552e8f56-5297-4d84-881a-da3715097400 x-openstack-request-id: req-552e8f56-5297-4d84-881a-da3715097400 {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:25:56.136328 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a761ec48-a3d3-4821-9828-81b83fdfc667", "name": "network-vif-plugged", "status": "completed", "tag": "6c2aca17-1074-4087-a7a1-e1767ebff2c1", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:25:56.136583 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-552e8f56-5297-4d84-881a-da3715097400 {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:25:56.136978 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a761ec48-a3d3-4821-9828-81b83fdfc667', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c2aca17-1074-4087-a7a1-e1767ebff2c1', 'code': 200} Nov 22 20:25:56.138307 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 57562) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:25:56.277787 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c4c7bf-a62a-41dc-8c5c-da0ed8b62289 req-e44037c1-e73c-4b3e-97f3-9b1477e12696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:25:56.280598 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c2c4c7bf-a62a-41dc-8c5c-da0ed8b62289 req-e44037c1-e73c-4b3e-97f3-9b1477e12696 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a761ec48-a3d3-4821-9828-81b83fdfc667 HTTP/1.1" status: 200 len: 1096 time: 0.0762680 Nov 22 20:25:56.341941 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c2c4c7bf-a62a-41dc-8c5c-da0ed8b62289 req-463063af-8503-4f94-ac26-390ce726d31b service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=ba01c207-9c21-46e8-8927-68d7cc159606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538104 Nov 22 20:25:56.613331 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0645e2d4-0573-4268-a234-6d1e0ddd0588 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659736'] for router_interface, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:56.715702 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71249956-8c48-4ab3-bb84-5c9826365663 req-1ca9dfd5-91c5-49d5-b24d-c250b350977e tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:25:56.717389 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-71249956-8c48-4ab3-bb84-5c9826365663 req-1ca9dfd5-91c5-49d5-b24d-c250b350977e tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/ports?device_id=711b0642-53a2-4096-8841-f7ad0d4ae143 HTTP/1.1" status: 200 len: 945 time: 0.0785332 Nov 22 20:25:56.812630 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-71249956-8c48-4ab3-bb84-5c9826365663 req-8f1d72cd-fbbf-475f-9e3f-faea19af0e2f tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/security-groups?id=26cb47fd-e14c-4850-9651-76395f6ea411&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0878997 Nov 22 20:25:56.952182 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4686c9a-20cc-4946-ab85-192fecd15c18 req-50acdd95-fa7a-4384-923c-afb70153c42e tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:25:56.960012 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c4686c9a-20cc-4946-ab85-192fecd15c18 req-50acdd95-fa7a-4384-923c-afb70153c42e tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] 10.222.0.46 "GET /v2.0/ports?device_id=a761ec48-a3d3-4821-9828-81b83fdfc667 HTTP/1.1" status: 200 len: 945 time: 0.1083860 Nov 22 20:25:56.969165 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-0645e2d4-0573-4268-a234-6d1e0ddd0588 admin admin] Deleting port c49d0072-4898-404e-8a94-357f8e8ceed3 {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:25:56.969509 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0645e2d4-0573-4268-a234-6d1e0ddd0588 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:56.981360 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d47009-3046-428c-a33b-d8256bbfa9ea req-5fcbeaf0-96ba-4bcf-b5a7-7ce2b4f23af2 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:25:56.983204 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-66d47009-3046-428c-a33b-d8256bbfa9ea req-5fcbeaf0-96ba-4bcf-b5a7-7ce2b4f23af2 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/ports?device_id=711b0642-53a2-4096-8841-f7ad0d4ae143 HTTP/1.1" status: 200 len: 945 time: 0.0950356 Nov 22 20:25:57.059747 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c4686c9a-20cc-4946-ab85-192fecd15c18 req-125caf6c-45ec-4af6-af60-2459d9f4baa0 tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] 10.222.0.46 "GET /v2.0/security-groups?id=ba01c207-9c21-46e8-8927-68d7cc159606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990748 Nov 22 20:25:57.077744 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-0645e2d4-0573-4268-a234-6d1e0ddd0588 admin admin] For port c49d0072-4898-404e-8a94-357f8e8ceed3, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=c49d0072-4898-404e-8a94-357f8e8ceed3,segment=NetworkSegment(e778d2dd-b877-4e30-b25d-58baa3933aef),segment_id=e778d2dd-b877-4e30-b25d-58baa3933aef)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:25:57.078122 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0645e2d4-0573-4268-a234-6d1e0ddd0588 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:57.091908 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-66d47009-3046-428c-a33b-d8256bbfa9ea req-37efe1e4-be29-428d-8b18-4b76431a370c tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/security-groups?id=26cb47fd-e14c-4850-9651-76395f6ea411&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925603 Nov 22 20:25:57.093170 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-0645e2d4-0573-4268-a234-6d1e0ddd0588 admin admin] Calling delete_port for c49d0072-4898-404e-8a94-357f8e8ceed3 owned by network:router_interface {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:25:57.122119 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 57592) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:25:57.456684 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0645e2d4-0573-4268-a234-6d1e0ddd0588 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:57.524897 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-636270f8-9c73-45ac-a8c8-a96656145316 tempest-TestNetworkAdvancedServerOps-1666653009 tempest-TestNetworkAdvancedServerOps-1666653009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:25:57.527769 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-636270f8-9c73-45ac-a8c8-a96656145316 tempest-TestNetworkAdvancedServerOps-1666653009 tempest-TestNetworkAdvancedServerOps-1666653009-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=711b0642-53a2-4096-8841-f7ad0d4ae143 HTTP/1.1" status: 200 len: 1091 time: 0.4043281 Nov 22 20:25:57.531965 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 57616) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:25:57.539402 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-0b5db79a-3ecb-480e-bfad-1c01d26536ae tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Request body: {'floatingip': {'floating_network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'port_id': '387f7758-a22f-4dbb-be03-ff4930c61931', 'tenant_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:25:57.577675 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0645e2d4-0573-4268-a234-6d1e0ddd0588 admin admin] Pushing event deleted for resources: {'Port': ['ID=c49d0072-4898-404e-8a94-357f8e8ceed3,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:25:57.615478 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0b5db79a-3ecb-480e-bfad-1c01d26536ae tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks [] for floatingip, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:57.661984 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 9c51b9e8-9b54-46f6-8722-f3321988d408 details requested by agent hyperv_n-h1-818823-1 with host n-h1-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 20:25:57.814698 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0b5db79a-3ecb-480e-bfad-1c01d26536ae tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:57.841656 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 9c51b9e8-9b54-46f6-8722-f3321988d408, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=9c51b9e8-9b54-46f6-8722-f3321988d408,segment=NetworkSegment(60e02a7e-98a0-4d76-b36b-46f7624c5b28),segment_id=60e02a7e-98a0-4d76-b36b-46f7624c5b28)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:25:57.856067 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Returning: {'device': '9c51b9e8-9b54-46f6-8722-f3321988d408', 'network_id': '13496096-9618-4fad-a538-016ce712d3bd', 'port_id': '9c51b9e8-9b54-46f6-8722-f3321988d408', 'mac_address': 'fa:16:3e:68:32:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c03e1529-a0c9-4990-b0cd-08a1dc455fd5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 20:25:57.916669 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:57.937744 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9c51b9e8-9b54-46f6-8722-f3321988d408 {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:25:57.961300 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 9c51b9e8-9b54-46f6-8722-f3321988d408, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=9c51b9e8-9b54-46f6-8722-f3321988d408,segment=NetworkSegment(60e02a7e-98a0-4d76-b36b-46f7624c5b28),segment_id=60e02a7e-98a0-4d76-b36b-46f7624c5b28)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:25:57.967695 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:58.035732 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=9c51b9e8-9b54-46f6-8722-f3321988d408,revision_number=6']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:25:58.036846 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [None req-0b5db79a-3ecb-480e-bfad-1c01d26536ae tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Allocated IP 172.25.5.122 (c48a55e9-6a85-4746-b7bf-3e29fb560094/5da6f781-63e6-4328-ae7a-5e672262f55a/ef3955ec-6a67-4741-9df0-db02b4ed84d5) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:25:58.082199 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] get_ports_and_sgs() called for port_ids ['9c51b9e8-9b54-46f6-8722-f3321988d408'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:25:58.345721 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0b5db79a-3ecb-480e-bfad-1c01d26536ae tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:58.358930 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0645e2d4-0573-4268-a234-6d1e0ddd0588 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-563470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-663272'] for router_interface, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:58.378918 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f129a93-8183-40ac-ab1e-fbf84400fe00 req-6f8ffb4e-7dc2-4080-ada2-85df009dd36a tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:25:58.407563 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8f129a93-8183-40ac-ab1e-fbf84400fe00 req-6f8ffb4e-7dc2-4080-ada2-85df009dd36a tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] 10.222.0.46 "GET /v2.0/ports?device_id=a761ec48-a3d3-4821-9828-81b83fdfc667 HTTP/1.1" status: 200 len: 945 time: 0.1866863 Nov 22 20:25:58.578275 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8f129a93-8183-40ac-ab1e-fbf84400fe00 req-9ccee672-cd4a-499a-bbf6-5a75d5f3a59d tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] 10.222.0.46 "GET /v2.0/security-groups?id=ba01c207-9c21-46e8-8927-68d7cc159606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694541 Nov 22 20:25:58.609117 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0b5db79a-3ecb-480e-bfad-1c01d26536ae tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:58.776073 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b5db79a-3ecb-480e-bfad-1c01d26536ae tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Network c48a55e9-6a85-4746-b7bf-3e29fb560094 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:25:58.793682 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-0b5db79a-3ecb-480e-bfad-1c01d26536ae tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:25:58.807564 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b5db79a-3ecb-480e-bfad-1c01d26536ae tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:25:58.812795 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5db79a-3ecb-480e-bfad-1c01d26536ae tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Pushing event updated for resources: {'Port': ['ID=ef3955ec-6a67-4741-9df0-db02b4ed84d5,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:25:58.888624 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0645e2d4-0573-4268-a234-6d1e0ddd0588 admin admin] Router f0788f90-129b-4887-b4d6-5a305b43dbcf has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 20:25:59.100504 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0645e2d4-0573-4268-a234-6d1e0ddd0588 admin admin] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:25:59.110496 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-0645e2d4-0573-4268-a234-6d1e0ddd0588 admin admin] 10.222.0.46 "PUT /v2.0/routers/f0788f90-129b-4887-b4d6-5a305b43dbcf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9683380 Nov 22 20:25:59.112230 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7440f16f-d92d-4bfe-9597-edc0d9a5f6d4 None None] Sync routers for ids ['f0788f90-129b-4887-b4d6-5a305b43dbcf'] in n-d-818823-1 {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:25:59.120575 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 57658) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:25:59.134245 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7440f16f-d92d-4bfe-9597-edc0d9a5f6d4 None None] Routers {'f0788f90-129b-4887-b4d6-5a305b43dbcf'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:25:59.135330 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-7440f16f-d92d-4bfe-9597-edc0d9a5f6d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:25:32Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['f0788f90-129b-4887-b4d6-5a305b43dbcf'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:25:59.291209 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-7440f16f-d92d-4bfe-9597-edc0d9a5f6d4 None None] Set router f0788f90-129b-4887-b4d6-5a305b43dbcf gateway port host: n-d-818823-1 {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:25:59.401758 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a9aa3725-30dc-47ca-a40f-7b5a3abeced8 admin admin] Publish callbacks [] for router, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:59.673372 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a9aa3725-30dc-47ca-a40f-7b5a3abeced8 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:59.677423 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 9c51b9e8-9b54-46f6-8722-f3321988d408 up at agent hyperv_n-h1-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:25:59.738696 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-7440f16f-d92d-4bfe-9597-edc0d9a5f6d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0788f90-129b-4887-b4d6-5a305b43dbcf', 'name': 'tempest-ServerRescueTestJSON-2023213763-router', 'tenant_id': 'e793ff984057470cb2eb493439c6c5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': '7bb808dd-2382-42ca-a4bb-761015e0ae04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:23:28Z', 'updated_at': '2021-11-22T20:25:57Z', 'revision_number': 5, 'project_id': 'e793ff984057470cb2eb493439c6c5c1', 'gw_port': {'id': '7bb808dd-2382-42ca-a4bb-761015e0ae04', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:a0:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0788f90-129b-4887-b4d6-5a305b43dbcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2171, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:23:30Z', 'updated_at': '2021-11-22T20:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:25:59.828402 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7440f16f-d92d-4bfe-9597-edc0d9a5f6d4 None None] Checking router: f0788f90-129b-4887-b4d6-5a305b43dbcf for host: n-d-818823-1 {{(pid=103450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 20:25:59.852114 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7440f16f-d92d-4bfe-9597-edc0d9a5f6d4 None None] Routers {'f0788f90-129b-4887-b4d6-5a305b43dbcf'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:25:59.852907 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-7440f16f-d92d-4bfe-9597-edc0d9a5f6d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:25:32Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['f0788f90-129b-4887-b4d6-5a305b43dbcf'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:25:59.926683 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0b5db79a-3ecb-480e-bfad-1c01d26536ae tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:59.937354 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-a9aa3725-30dc-47ca-a40f-7b5a3abeced8 admin admin] Deleting port 7bb808dd-2382-42ca-a4bb-761015e0ae04 {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:25:59.937354 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a9aa3725-30dc-47ca-a40f-7b5a3abeced8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:25:59.993719 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-3f93ef95-5096-4470-ab0a-742ac5e9012d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:26:00.001631 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Provisioning complete for port 9c51b9e8-9b54-46f6-8722-f3321988d408 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:26:00.002591 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:26:00.158040 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-7440f16f-d92d-4bfe-9597-edc0d9a5f6d4 None None] Set router f0788f90-129b-4887-b4d6-5a305b43dbcf gateway port host: None {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:26:00.193624 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0b5db79a-3ecb-480e-bfad-1c01d26536ae tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:26:00.317073 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:26:00.350365 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-a9aa3725-30dc-47ca-a40f-7b5a3abeced8 admin admin] For port 7bb808dd-2382-42ca-a4bb-761015e0ae04, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=7bb808dd-2382-42ca-a4bb-761015e0ae04,segment=NetworkSegment(8793ba83-8407-4c3d-9b56-2a177cd58a70),segment_id=8793ba83-8407-4c3d-9b56-2a177cd58a70)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:26:00.350730 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a9aa3725-30dc-47ca-a40f-7b5a3abeced8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:26:00.368787 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-7440f16f-d92d-4bfe-9597-edc0d9a5f6d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0788f90-129b-4887-b4d6-5a305b43dbcf', 'name': 'tempest-ServerRescueTestJSON-2023213763-router', 'tenant_id': 'e793ff984057470cb2eb493439c6c5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:23:28Z', 'updated_at': '2021-11-22T20:25:59Z', 'revision_number': 6, 'project_id': 'e793ff984057470cb2eb493439c6c5c1', 'gw_port_host': None}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:26:00.439204 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7440f16f-d92d-4bfe-9597-edc0d9a5f6d4 None None] The sync data for ids ['f0788f90-129b-4887-b4d6-5a305b43dbcf'] in n-d-818823-1 is: [{'id': 'f0788f90-129b-4887-b4d6-5a305b43dbcf', 'name': 'tempest-ServerRescueTestJSON-2023213763-router', 'tenant_id': 'e793ff984057470cb2eb493439c6c5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:23:28Z', 'updated_at': '2021-11-22T20:25:59Z', 'revision_number': 6, 'project_id': 'e793ff984057470cb2eb493439c6c5c1', 'gw_port_host': None}] {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:26:00.450346 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-a9aa3725-30dc-47ca-a40f-7b5a3abeced8 admin admin] Calling delete_port for 7bb808dd-2382-42ca-a4bb-761015e0ae04 owned by network:router_gateway {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:26:00.456805 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1a6bfe1-26d1-4dd2-94cd-df2360ee8ad5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c51b9e8-9b54-46f6-8722-f3321988d408'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:26:00.463480 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d39f6d30a11e565ec9648abcc015e8a6ab6cff4edd704add8155e28765d31eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeefcc2d-3890-4657-bd62-0e432da18333" -d '{"events": [{"server_uuid": "f1a6bfe1-26d1-4dd2-94cd-df2360ee8ad5", "name": "network-vif-plugged", "status": "completed", "tag": "9c51b9e8-9b54-46f6-8722-f3321988d408"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:26:00.534767 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 9c51b9e8-9b54-46f6-8722-f3321988d408, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=9c51b9e8-9b54-46f6-8722-f3321988d408,segment=NetworkSegment(60e02a7e-98a0-4d76-b36b-46f7624c5b28),segment_id=60e02a7e-98a0-4d76-b36b-46f7624c5b28)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:26:00.542444 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:26:00.624747 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0b5db79a-3ecb-480e-bfad-1c01d26536ae tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks [] for port, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:26:00.635557 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0b5db79a-3ecb-480e-bfad-1c01d26536ae tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:26:00.697858 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:26:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-637685f1-49a9-45d5-b6fc-adebf1c60e7c x-openstack-request-id: req-637685f1-49a9-45d5-b6fc-adebf1c60e7c {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:26:00.698415 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1a6bfe1-26d1-4dd2-94cd-df2360ee8ad5", "name": "network-vif-plugged", "status": "completed", "tag": "9c51b9e8-9b54-46f6-8722-f3321988d408", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:26:00.698415 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-637685f1-49a9-45d5-b6fc-adebf1c60e7c {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:26:00.698808 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1a6bfe1-26d1-4dd2-94cd-df2360ee8ad5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c51b9e8-9b54-46f6-8722-f3321988d408', 'code': 200} Nov 22 20:26:00.714072 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=9c51b9e8-9b54-46f6-8722-f3321988d408,revision_number=7']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:26:00.764097 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5db79a-3ecb-480e-bfad-1c01d26536ae tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Pushing event updated for resources: {'Port': ['ID=ef3955ec-6a67-4741-9df0-db02b4ed84d5,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:26:00.853287 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device c49d0072-4898-404e-8a94-357f8e8ceed3 no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:26:00.887426 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0b5db79a-3ecb-480e-bfad-1c01d26536ae tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-595224'] for floatingip, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:26:00.929316 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: c49d0072-4898-404e-8a94-357f8e8ceed3 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:26:00.929666 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device c49d0072-4898-404e-8a94-357f8e8ceed3 not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:26:01.010643 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a9aa3725-30dc-47ca-a40f-7b5a3abeced8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:26:01.132916 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aa3725-30dc-47ca-a40f-7b5a3abeced8 admin admin] Pushing event deleted for resources: {'Port': ['ID=7bb808dd-2382-42ca-a4bb-761015e0ae04,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:26:01.165265 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ac730d8-f75a-4fc3-b4e6-78af629f1103 None None] DHCP port deletion for c48a55e9-6a85-4746-b7bf-3e29fb560094 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:26:01.200522 n-d-818823-1 neutron-server[103447]: INFO neutron.db.l3_db [None req-0b5db79a-3ecb-480e-bfad-1c01d26536ae tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Floating IP 5ca8f81b-ce0c-47a2-8a2a-8f05188a7d5a associated. External IP: 172.25.5.122, port: 387f7758-a22f-4dbb-be03-ff4930c61931. Nov 22 20:26:01.307983 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a9aa3725-30dc-47ca-a40f-7b5a3abeced8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595398'] for router_gateway, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:26:01.539547 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a9aa3725-30dc-47ca-a40f-7b5a3abeced8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24781'] for router, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:26:01.544990 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a9aa3725-30dc-47ca-a40f-7b5a3abeced8 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:26:01.594669 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b5db79a-3ecb-480e-bfad-1c01d26536ae tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Router e5d151bc-1823-4f4b-9ab2-46ce73f7d992 has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 20:26:01.608946 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a9aa3725-30dc-47ca-a40f-7b5a3abeced8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-663261'] for router, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:26:01.611613 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9aa3725-30dc-47ca-a40f-7b5a3abeced8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f0788f90-129b-4887-b4d6-5a305b43dbcf {{(pid=103448) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 20:26:01.619702 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a9aa3725-30dc-47ca-a40f-7b5a3abeced8 admin admin] Publish callbacks [] for router, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:26:01.622657 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-a9aa3725-30dc-47ca-a40f-7b5a3abeced8 admin admin] 10.222.0.46 "DELETE /v2.0/routers/f0788f90-129b-4887-b4d6-5a305b43dbcf HTTP/1.1" status: 204 len: 168 time: 2.5005114 Nov 22 20:26:01.625443 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 57718) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:26:01.711626 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_v2 [None req-40e79bb0-9dc6-4ac5-87c2-096adfaf68af admin admin] Deleting subnet 19f24a92-36ce-45ff-85ec-f7e350181a79 {{(pid=103448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 20:26:01.747304 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-40e79bb0-9dc6-4ac5-87c2-096adfaf68af admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:26:01.917167 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-40e79bb0-9dc6-4ac5-87c2-096adfaf68af admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11627908'] for subnet, precommit_delete_associations {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:26:01.944396 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b5db79a-3ecb-480e-bfad-1c01d26536ae tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:26:01.966258 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f83832fb-86ce-4e0c-bc08-0e7d75a4e710 None None] Sync routers for ids ['e5d151bc-1823-4f4b-9ab2-46ce73f7d992'] in n-d-818823-1 {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:26:01.978643 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0b5db79a-3ecb-480e-bfad-1c01d26536ae tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for floatingip, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:26:01.983867 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f83832fb-86ce-4e0c-bc08-0e7d75a4e710 None None] Routers {'e5d151bc-1823-4f4b-9ab2-46ce73f7d992'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:26:01.990004 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-f83832fb-86ce-4e0c-bc08-0e7d75a4e710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:25:32Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['e5d151bc-1823-4f4b-9ab2-46ce73f7d992'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:26:02.051304 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-0b5db79a-3ecb-480e-bfad-1c01d26536ae tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.5178401 Nov 22 20:26:02.052062 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '711b0642-53a2-4096-8841-f7ad0d4ae143', 'tag': '387f7758-a22f-4dbb-be03-ff4930c61931'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:26:02.054792 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01475961-b07d-407b-833f-e7bc3f567e89" -d '{"events": [{"name": "network-changed", "server_uuid": "711b0642-53a2-4096-8841-f7ad0d4ae143", "tag": "387f7758-a22f-4dbb-be03-ff4930c61931"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:26:02.129057 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-40e79bb0-9dc6-4ac5-87c2-096adfaf68af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3753007'] for subnet, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:26:02.275609 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 20:26:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c41f8d0-2f27-4605-9e58-9e12ee0fdbcf x-openstack-request-id: req-0c41f8d0-2f27-4605-9e58-9e12ee0fdbcf {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:26:02.276168 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "711b0642-53a2-4096-8841-f7ad0d4ae143", "tag": "387f7758-a22f-4dbb-be03-ff4930c61931", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:26:02.276651 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0c41f8d0-2f27-4605-9e58-9e12ee0fdbcf {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:26:02.277188 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '711b0642-53a2-4096-8841-f7ad0d4ae143', 'tag': '387f7758-a22f-4dbb-be03-ff4930c61931', 'status': 'completed', 'code': 200} Nov 22 20:26:02.292355 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-40e79bb0-9dc6-4ac5-87c2-096adfaf68af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3753014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11567369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11792914'] for subnet, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:26:02.325566 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-40e79bb0-9dc6-4ac5-87c2-096adfaf68af admin admin] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:26:02.330632 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-40e79bb0-9dc6-4ac5-87c2-096adfaf68af admin admin] 10.222.0.46 "DELETE /v2.0/subnets/19f24a92-36ce-45ff-85ec-f7e350181a79 HTTP/1.1" status: 204 len: 168 time: 0.7021952 Nov 22 20:26:02.334645 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 57742) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:26:02.427815 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7071b48-c99f-4d44-83ee-aac4130cd7a0 req-2d0ffc22-f0a9-4116-8d34-7849ea5ace71 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:26:02.430265 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c7071b48-c99f-4d44-83ee-aac4130cd7a0 req-2d0ffc22-f0a9-4116-8d34-7849ea5ace71 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/ports?device_id=711b0642-53a2-4096-8841-f7ad0d4ae143 HTTP/1.1" status: 200 len: 945 time: 0.1493359 Nov 22 20:26:02.474295 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e79bb0-9dc6-4ac5-87c2-096adfaf68af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=19f24a92-36ce-45ff-85ec-f7e350181a79,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:26:02.501168 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-f83832fb-86ce-4e0c-bc08-0e7d75a4e710 None None] Set router e5d151bc-1823-4f4b-9ab2-46ce73f7d992 gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:26:02.616835 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01475961-b07d-407b-833f-e7bc3f567e89 req-f38b43be-1b82-4a6e-9674-0f387e8a8cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:26:02.618929 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-01475961-b07d-407b-833f-e7bc3f567e89 req-f38b43be-1b82-4a6e-9674-0f387e8a8cd2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f13d149ee8a64f188025185f0e8b5cfe&device_id=711b0642-53a2-4096-8841-f7ad0d4ae143 HTTP/1.1" status: 200 len: 1096 time: 0.3147614 Nov 22 20:26:02.626912 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-bc822224-03d2-401c-a6c2-b97b2f4eef65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3961693'] for network, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:26:02.632343 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c7071b48-c99f-4d44-83ee-aac4130cd7a0 req-659a08d8-34a7-4c96-aeb0-2e78254b2bba tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/security-groups?id=26cb47fd-e14c-4850-9651-76395f6ea411&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1927793 Nov 22 20:26:02.643375 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 57748) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:26:02.763601 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 7bb808dd-2382-42ca-a4bb-761015e0ae04 no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:26:02.791761 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-58e52594-3986-4c19-8627-8279fc1ea8de tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/floatingips/5ca8f81b-ce0c-47a2-8a2a-8f05188a7d5a HTTP/1.1" status: 200 len: 991 time: 0.1467338 Nov 22 20:26:02.811763 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: 7bb808dd-2382-42ca-a4bb-761015e0ae04 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:26:02.812353 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 7bb808dd-2382-42ca-a4bb-761015e0ae04 not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:26:03.002816 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-bc822224-03d2-401c-a6c2-b97b2f4eef65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3760028', 'neutron.services.segments.db._delete_segments_for_network-8748992815755'] for network, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:26:03.066279 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-bc822224-03d2-401c-a6c2-b97b2f4eef65 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['704c1d40-093b-4a06-ac89-44d0005714b2']}} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:26:03.120645 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-bc822224-03d2-401c-a6c2-b97b2f4eef65 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e778d2dd-b877-4e30-b25d-58baa3933aef') {'for_net_delete': True} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:26:03.121348 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-bc822224-03d2-401c-a6c2-b97b2f4eef65 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e778d2dd-b877-4e30-b25d-58baa3933aef') {} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:26:03.135070 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-bc822224-03d2-401c-a6c2-b97b2f4eef65 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748993039638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11627933'] for segment, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:26:03.153419 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-bc822224-03d2-401c-a6c2-b97b2f4eef65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:26:03.161547 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc822224-03d2-401c-a6c2-b97b2f4eef65 admin admin] Releasing vlan 617 on physical network physnet1 to pool {{(pid=103448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 20:26:03.162240 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-bc822224-03d2-401c-a6c2-b97b2f4eef65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11567447'] for segment, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:26:03.177707 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-b1a0d2cb-7cba-43dc-be9c-8900fb0f5378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:26:03.320342 n-d-818823-1 neutron-server[103448]: Traceback (most recent call last): Nov 22 20:26:03.320342 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 20:26:03.320342 n-d-818823-1 neutron-server[103448]: timer() Nov 22 20:26:03.320342 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 20:26:03.320342 n-d-818823-1 neutron-server[103448]: cb(*args, **kw) Nov 22 20:26:03.320342 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 20:26:03.320342 n-d-818823-1 neutron-server[103448]: return func(*args, **kwargs) Nov 22 20:26:03.320342 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 20:26:03.320342 n-d-818823-1 neutron-server[103448]: self._notify() Nov 22 20:26:03.320342 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 20:26:03.320342 n-d-818823-1 neutron-server[103448]: self.callback(batched_events) Nov 22 20:26:03.320342 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 20:26:03.320342 n-d-818823-1 neutron-server[103448]: event.method(event) Nov 22 20:26:03.320342 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 20:26:03.320342 n-d-818823-1 neutron-server[103448]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 20:26:03.320342 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 20:26:03.320342 n-d-818823-1 neutron-server[103448]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 20:26:03.320342 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 20:26:03.320342 n-d-818823-1 neutron-server[103448]: return f(self, *a, **k) Nov 22 20:26:03.320342 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 20:26:03.320342 n-d-818823-1 neutron-server[103448]: return self._get(url).json() Nov 22 20:26:03.320342 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 20:26:03.320342 n-d-818823-1 neutron-server[103448]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 20:26:03.320342 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 20:26:03.320342 n-d-818823-1 neutron-server[103448]: return self.request(url, 'GET', **kwargs) Nov 22 20:26:03.320342 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 20:26:03.320342 n-d-818823-1 neutron-server[103448]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 20:26:03.320342 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 20:26:03.320342 n-d-818823-1 neutron-server[103448]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 20:26:03.320342 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 20:26:03.320342 n-d-818823-1 neutron-server[103448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 20:26:03.320342 n-d-818823-1 neutron-server[103448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 20:26:03.371257 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01475961-b07d-407b-833f-e7bc3f567e89 req-034bb916-49a7-4347-8679-bd60cfc2a054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:26:03.374267 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-01475961-b07d-407b-833f-e7bc3f567e89 req-034bb916-49a7-4347-8679-bd60cfc2a054 service neutron] 10.222.0.41 "GET /v2.0/networks?id=22c33f95-7a2e-45e4-9b0d-c39ba8a5509b HTTP/1.1" status: 200 len: 897 time: 0.7417634 Nov 22 20:26:03.379480 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-bc822224-03d2-401c-a6c2-b97b2f4eef65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3760002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595318'] for network, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:26:03.399508 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-f83832fb-86ce-4e0c-bc08-0e7d75a4e710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5d151bc-1823-4f4b-9ab2-46ce73f7d992', 'name': 'tempest-TestNetworkAdvancedServerOps-router-442827262', 'tenant_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': '2098f165-e500-48e8-8c34-416bd3dcb059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:25:30Z', 'updated_at': '2021-11-22T20:25:36Z', 'revision_number': 4, 'project_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'gw_port': {'id': '2098f165-e500-48e8-8c34-416bd3dcb059', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:1f:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d151bc-1823-4f4b-9ab2-46ce73f7d992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:25:31Z', 'updated_at': '2021-11-22T20:25:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_floatingips': [{'id': '5ca8f81b-ce0c-47a2-8a2a-8f05188a7d5a', 'tenant_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'floating_ip_address': '172.25.5.122', 'floating_network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'router_id': 'e5d151bc-1823-4f4b-9ab2-46ce73f7d992', 'port_id': '387f7758-a22f-4dbb-be03-ff4930c61931', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2277, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22c33f95-7a2e-45e4-9b0d-c39ba8a5509b', 'mac_address': 'fa:16:3e:37:ab:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '711b0642-53a2-4096-8841-f7ad0d4ae143', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T20:25:59Z', 'updated_at': '2021-11-22T20:25:59Z', 'revision_number': 0, 'project_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4fd7fa7-7464-49c6-bea0-89e8a348771f', 'name': '', 'network_id': '22c33f95-7a2e-45e4-9b0d-c39ba8a5509b', 'tenant_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'mac_address': 'fa:16:3e:08:38:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d151bc-1823-4f4b-9ab2-46ce73f7d992', 'device_owner': 'network:router_interface', 'standard_attr_id': 2252, 'fixed_ips': [{'subnet_id': '3e37bfbb-72b3-421a-8cc1-7541352f60a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:25:35Z', 'updated_at': '2021-11-22T20:25:41Z', 'revision_number': 5, 'project_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'subnets': [{'id': '3e37bfbb-72b3-421a-8cc1-7541352f60a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:26:03.466890 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-bc822224-03d2-401c-a6c2-b97b2f4eef65 admin admin] Publish callbacks [] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:26:03.474655 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-bc822224-03d2-401c-a6c2-b97b2f4eef65 admin admin] 10.222.0.46 "DELETE /v2.0/networks/704c1d40-093b-4a06-ac89-44d0005714b2 HTTP/1.1" status: 204 len: 168 time: 1.1385908 Nov 22 20:26:03.477093 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-01475961-b07d-407b-833f-e7bc3f567e89 req-4f1afb3a-eec1-4c78-b393-b336a0b734b0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=387f7758-a22f-4dbb-be03-ff4930c61931 HTTP/1.1" status: 200 len: 999 time: 0.0916867 Nov 22 20:26:03.497365 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc822224-03d2-401c-a6c2-b97b2f4eef65 admin admin] Pushing event deleted for resources: {'Network': ['ID=704c1d40-093b-4a06-ac89-44d0005714b2,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:26:03.520178 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f83832fb-86ce-4e0c-bc08-0e7d75a4e710 None None] Checking router: e5d151bc-1823-4f4b-9ab2-46ce73f7d992 for host: n-d-818823-1 {{(pid=103449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 20:26:03.554307 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01475961-b07d-407b-833f-e7bc3f567e89 req-3dedd2e9-5538-47fc-ba05-b3c3c662b8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:26:03.554622 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-03f0964f-1b75-4df7-99e0-a3cdb56ec2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:26:03.557412 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-01475961-b07d-407b-833f-e7bc3f567e89 req-3dedd2e9-5538-47fc-ba05-b3c3c662b8e8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3e37bfbb-72b3-421a-8cc1-7541352f60a6 HTTP/1.1" status: 200 len: 835 time: 0.0677559 Nov 22 20:26:03.566305 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f83832fb-86ce-4e0c-bc08-0e7d75a4e710 None None] Routers {'e5d151bc-1823-4f4b-9ab2-46ce73f7d992'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:26:03.568361 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-f83832fb-86ce-4e0c-bc08-0e7d75a4e710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:26:02Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['e5d151bc-1823-4f4b-9ab2-46ce73f7d992'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:26:03.665918 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01475961-b07d-407b-833f-e7bc3f567e89 req-79613083-1667-4588-9e87-72bf4cad7c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:26:03.667699 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-01475961-b07d-407b-833f-e7bc3f567e89 req-79613083-1667-4588-9e87-72bf4cad7c47 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=22c33f95-7a2e-45e4-9b0d-c39ba8a5509b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1030266 Nov 22 20:26:03.766264 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 57772) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:26:03.801906 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 57774) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:26:03.890829 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-01475961-b07d-407b-833f-e7bc3f567e89 req-d2057140-7d77-49a5-ab17-585f06290157 service neutron] 10.222.0.41 "GET /v2.0/networks/22c33f95-7a2e-45e4-9b0d-c39ba8a5509b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2119756 Nov 22 20:26:03.981369 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-c6de3dbb-4b57-4538-8ce5-fa2489d03123 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/floatingips/5ca8f81b-ce0c-47a2-8a2a-8f05188a7d5a HTTP/1.1" status: 200 len: 991 time: 0.1733162 Nov 22 20:26:03.985127 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-f83832fb-86ce-4e0c-bc08-0e7d75a4e710 None None] Set router e5d151bc-1823-4f4b-9ab2-46ce73f7d992 gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:26:04.036510 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-f1c597c6-b592-4b2b-b7b8-70989e90d7e9 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e793ff984057470cb2eb493439c6c5c1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2682924 Nov 22 20:26:04.039392 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 57778) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:26:04.118863 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-01475961-b07d-407b-833f-e7bc3f567e89 req-0635447a-d795-48ef-b271-60efb7aab9bc service neutron] 10.222.0.41 "GET /v2.0/networks/22c33f95-7a2e-45e4-9b0d-c39ba8a5509b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2150693 Nov 22 20:26:04.175612 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-3d738f1f-fdcb-4be9-aa62-0547dcfff59e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:26:04.202778 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-3d738f1f-fdcb-4be9-aa62-0547dcfff59e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:26:04.268669 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-3d738f1f-fdcb-4be9-aa62-0547dcfff59e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:26:04.274430 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-3d738f1f-fdcb-4be9-aa62-0547dcfff59e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:26:04.277160 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-3d738f1f-fdcb-4be9-aa62-0547dcfff59e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e904806f-9bc9-4f52-beb6-3fb062dd1789 HTTP/1.1" status: 204 len: 168 time: 0.2345109 Nov 22 20:26:04.313622 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d738f1f-fdcb-4be9-aa62-0547dcfff59e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e904806f-9bc9-4f52-beb6-3fb062dd1789,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:26:04.553684 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-f83832fb-86ce-4e0c-bc08-0e7d75a4e710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5d151bc-1823-4f4b-9ab2-46ce73f7d992', 'name': 'tempest-TestNetworkAdvancedServerOps-router-442827262', 'tenant_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': '2098f165-e500-48e8-8c34-416bd3dcb059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:25:30Z', 'updated_at': '2021-11-22T20:25:36Z', 'revision_number': 4, 'project_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'gw_port': {'id': '2098f165-e500-48e8-8c34-416bd3dcb059', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:1f:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d151bc-1823-4f4b-9ab2-46ce73f7d992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:25:31Z', 'updated_at': '2021-11-22T20:25:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_floatingips': [{'id': '5ca8f81b-ce0c-47a2-8a2a-8f05188a7d5a', 'tenant_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'floating_ip_address': '172.25.5.122', 'floating_network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'router_id': 'e5d151bc-1823-4f4b-9ab2-46ce73f7d992', 'port_id': '387f7758-a22f-4dbb-be03-ff4930c61931', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2277, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22c33f95-7a2e-45e4-9b0d-c39ba8a5509b', 'mac_address': 'fa:16:3e:37:ab:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '711b0642-53a2-4096-8841-f7ad0d4ae143', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T20:25:59Z', 'updated_at': '2021-11-22T20:25:59Z', 'revision_number': 0, 'project_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4fd7fa7-7464-49c6-bea0-89e8a348771f', 'name': '', 'network_id': '22c33f95-7a2e-45e4-9b0d-c39ba8a5509b', 'tenant_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'mac_address': 'fa:16:3e:08:38:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d151bc-1823-4f4b-9ab2-46ce73f7d992', 'device_owner': 'network:router_interface', 'standard_attr_id': 2252, 'fixed_ips': [{'subnet_id': '3e37bfbb-72b3-421a-8cc1-7541352f60a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:25:35Z', 'updated_at': '2021-11-22T20:25:41Z', 'revision_number': 5, 'project_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'subnets': [{'id': '3e37bfbb-72b3-421a-8cc1-7541352f60a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:26:04.596928 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f83832fb-86ce-4e0c-bc08-0e7d75a4e710 None None] The sync data for ids ['e5d151bc-1823-4f4b-9ab2-46ce73f7d992'] in n-d-818823-1 is: [{'id': 'e5d151bc-1823-4f4b-9ab2-46ce73f7d992', 'name': 'tempest-TestNetworkAdvancedServerOps-router-442827262', 'tenant_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': '2098f165-e500-48e8-8c34-416bd3dcb059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:25:30Z', 'updated_at': '2021-11-22T20:25:36Z', 'revision_number': 4, 'project_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'gw_port': {'id': '2098f165-e500-48e8-8c34-416bd3dcb059', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:1f:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d151bc-1823-4f4b-9ab2-46ce73f7d992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:25:31Z', 'updated_at': '2021-11-22T20:25:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_floatingips': [{'id': '5ca8f81b-ce0c-47a2-8a2a-8f05188a7d5a', 'tenant_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'floating_ip_address': '172.25.5.122', 'floating_network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'router_id': 'e5d151bc-1823-4f4b-9ab2-46ce73f7d992', 'port_id': '387f7758-a22f-4dbb-be03-ff4930c61931', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2277, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22c33f95-7a2e-45e4-9b0d-c39ba8a5509b', 'mac_address': 'fa:16:3e:37:ab:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '711b0642-53a2-4096-8841-f7ad0d4ae143', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T20:25:59Z', 'updated_at': '2021-11-22T20:25:59Z', 'revision_number': 0, 'project_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4fd7fa7-7464-49c6-bea0-89e8a348771f', 'name': '', 'network_id': '22c33f95-7a2e-45e4-9b0d-c39ba8a5509b', 'tenant_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'mac_address': 'fa:16:3e:08:38:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d151bc-1823-4f4b-9ab2-46ce73f7d992', 'device_owner': 'network:router_interface', 'standard_attr_id': 2252, 'fixed_ips': [{'subnet_id': '3e37bfbb-72b3-421a-8cc1-7541352f60a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:25:35Z', 'updated_at': '2021-11-22T20:25:41Z', 'revision_number': 5, 'project_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'subnets': [{'id': '3e37bfbb-72b3-421a-8cc1-7541352f60a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:26:04.995806 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 57816) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:26:05.110129 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e49ee129-e862-4476-beca-cdc8150d2345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:26:05.131357 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd18062-9e26-446b-bf5c-295f5a2da7c4 None None] New status for floating IP 5ca8f81b-ce0c-47a2-8a2a-8f05188a7d5a: ACTIVE {{(pid=103450) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 20:26:05.232016 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-f0a5a0e8-a96d-4173-a857-3a539e5c8112 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/floatingips/5ca8f81b-ce0c-47a2-8a2a-8f05188a7d5a HTTP/1.1" status: 200 len: 991 time: 0.2349043 Nov 22 20:26:05.889192 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 57848) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:26:05.997370 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:26:06.183575 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-1f24529a-57f1-45e6-96c2-8a8ba671ada3 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-2129347914-network', 'tenant_id': '29da824bf15a445bbf26268a467525c6'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:26:06.236432 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 57858) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:26:06.268338 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f24529a-57f1-45e6-96c2-8a8ba671ada3 admin admin] Made reservation on behalf of 29da824bf15a445bbf26268a467525c6 for: {'network': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:26:06.270691 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1f24529a-57f1-45e6-96c2-8a8ba671ada3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for network, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:26:06.322545 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1f24529a-57f1-45e6-96c2-8a8ba671ada3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:26:06.447858 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-59b8c229-ef6a-4b14-ad61-ca6573a46d7f tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/floatingips/5ca8f81b-ce0c-47a2-8a2a-8f05188a7d5a HTTP/1.1" status: 200 len: 993 time: 0.2101104 Nov 22 20:26:06.648782 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1f24529a-57f1-45e6-96c2-8a8ba671ada3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:26:06.658517 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1f24529a-57f1-45e6-96c2-8a8ba671ada3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:26:06.684276 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f24529a-57f1-45e6-96c2-8a8ba671ada3 admin admin] vlan segment allocate from pool success with {'vlan_id': 646, 'physical_network': 'physnet1'} {{(pid=103448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 20:26:06.710272 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1f24529a-57f1-45e6-96c2-8a8ba671ada3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:26:06.711202 n-d-818823-1 neutron-server[103448]: INFO neutron.db.segments_db [None req-1f24529a-57f1-45e6-96c2-8a8ba671ada3 admin admin] Added segment fef09205-cf13-4605-9a1a-191c2313f307 of type vlan for network cb9c3dd8-bae9-4cd9-b384-694328227ace Nov 22 20:26:06.766138 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1f24529a-57f1-45e6-96c2-8a8ba671ada3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748992492791'] for network, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:26:06.831760 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1f24529a-57f1-45e6-96c2-8a8ba671ada3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for network, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:26:06.833179 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f24529a-57f1-45e6-96c2-8a8ba671ada3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:26:06.834017 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1f24529a-57f1-45e6-96c2-8a8ba671ada3 admin admin] Publish callbacks [] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:26:06.875673 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-1f24529a-57f1-45e6-96c2-8a8ba671ada3 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9848046 Nov 22 20:26:06.937646 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f24529a-57f1-45e6-96c2-8a8ba671ada3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f341d179-4320-47c6-9f7f-ad359de7f2a4,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:26:06.978023 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f24529a-57f1-45e6-96c2-8a8ba671ada3 admin admin] Pushing event updated for resources: {'Network': ['ID=cb9c3dd8-bae9-4cd9-b384-694328227ace,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:26:07.003940 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Network cb9c3dd8-bae9-4cd9-b384-694328227ace details requested by agent ovs-agent-n-d-818823-1 with host n-d-818823-1 {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 20:26:07.108071 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.agents_db [None req-aa8313f2-1ee4-4e7b-8c5a-d32b2f9d31ee None None] Agent healthcheck: found 7 active agents {{(pid=103450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 20:26:07.826803 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b525db3-3b3f-4cdd-bf02-69705de37d67 req-a76af493-f96e-4f23-8ad1-3eef200c8379 tempest-ComputeTenantNetworksTest-1871580417 tempest-ComputeTenantNetworksTest-1871580417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:26:07.834629 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b525db3-3b3f-4cdd-bf02-69705de37d67 req-a76af493-f96e-4f23-8ad1-3eef200c8379 tempest-ComputeTenantNetworksTest-1871580417 tempest-ComputeTenantNetworksTest-1871580417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:26:07.841970 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b525db3-3b3f-4cdd-bf02-69705de37d67 req-a76af493-f96e-4f23-8ad1-3eef200c8379 tempest-ComputeTenantNetworksTest-1871580417 tempest-ComputeTenantNetworksTest-1871580417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:26:07.848906 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3b525db3-3b3f-4cdd-bf02-69705de37d67 req-a76af493-f96e-4f23-8ad1-3eef200c8379 tempest-ComputeTenantNetworksTest-1871580417 tempest-ComputeTenantNetworksTest-1871580417-project] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.2890959 Nov 22 20:26:08.089460 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dde58d2-ae44-42db-ad6c-eedf4f44924a req-73e1c877-6717-4ae7-877b-0ed87efb8bbe tempest-ComputeTenantNetworksTest-1871580417 tempest-ComputeTenantNetworksTest-1871580417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:26:08.096610 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6dde58d2-ae44-42db-ad6c-eedf4f44924a req-73e1c877-6717-4ae7-877b-0ed87efb8bbe tempest-ComputeTenantNetworksTest-1871580417 tempest-ComputeTenantNetworksTest-1871580417-project] 10.222.0.46 "GET /v2.0/networks/cb9c3dd8-bae9-4cd9-b384-694328227ace HTTP/1.1" status: 200 len: 769 time: 0.1678009 Nov 22 20:26:08.105777 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 57910) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:26:08.197813 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-39a978be-b213-4e5d-8798-8c9d663ac7ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3961693'] for network, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:26:08.401398 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-39a978be-b213-4e5d-8798-8c9d663ac7ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3760028', 'neutron.services.segments.db._delete_segments_for_network-8748992815755'] for network, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:26:08.514789 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-39a978be-b213-4e5d-8798-8c9d663ac7ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb9c3dd8-bae9-4cd9-b384-694328227ace']}} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:26:08.534088 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-39a978be-b213-4e5d-8798-8c9d663ac7ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fef09205-cf13-4605-9a1a-191c2313f307') {'for_net_delete': True} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:26:08.534474 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-39a978be-b213-4e5d-8798-8c9d663ac7ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fef09205-cf13-4605-9a1a-191c2313f307') {} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:26:08.609204 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-39a978be-b213-4e5d-8798-8c9d663ac7ce admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748993039638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12178344'] for segment, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:26:08.638643 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-39a978be-b213-4e5d-8798-8c9d663ac7ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:26:08.650124 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39a978be-b213-4e5d-8798-8c9d663ac7ce admin admin] Releasing vlan 646 on physical network physnet1 to pool {{(pid=103447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 20:26:08.651013 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-39a978be-b213-4e5d-8798-8c9d663ac7ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8900762'] for segment, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:26:08.720699 n-d-818823-1 neutron-server[103447]: Traceback (most recent call last): Nov 22 20:26:08.720699 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 20:26:08.720699 n-d-818823-1 neutron-server[103447]: timer() Nov 22 20:26:08.720699 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 20:26:08.720699 n-d-818823-1 neutron-server[103447]: cb(*args, **kw) Nov 22 20:26:08.720699 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 20:26:08.720699 n-d-818823-1 neutron-server[103447]: return func(*args, **kwargs) Nov 22 20:26:08.720699 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 20:26:08.720699 n-d-818823-1 neutron-server[103447]: self._notify() Nov 22 20:26:08.720699 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 20:26:08.720699 n-d-818823-1 neutron-server[103447]: self.callback(batched_events) Nov 22 20:26:08.720699 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 20:26:08.720699 n-d-818823-1 neutron-server[103447]: event.method(event) Nov 22 20:26:08.720699 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 20:26:08.720699 n-d-818823-1 neutron-server[103447]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 20:26:08.720699 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 20:26:08.720699 n-d-818823-1 neutron-server[103447]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 20:26:08.720699 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 20:26:08.720699 n-d-818823-1 neutron-server[103447]: return f(self, *a, **k) Nov 22 20:26:08.720699 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 20:26:08.720699 n-d-818823-1 neutron-server[103447]: return self._get(url).json() Nov 22 20:26:08.720699 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 20:26:08.720699 n-d-818823-1 neutron-server[103447]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 20:26:08.720699 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 20:26:08.720699 n-d-818823-1 neutron-server[103447]: return self.request(url, 'GET', **kwargs) Nov 22 20:26:08.720699 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 20:26:08.720699 n-d-818823-1 neutron-server[103447]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 20:26:08.720699 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 20:26:08.720699 n-d-818823-1 neutron-server[103447]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 20:26:08.720699 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 20:26:08.720699 n-d-818823-1 neutron-server[103447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 20:26:08.720699 n-d-818823-1 neutron-server[103447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 20:26:08.725693 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-39a978be-b213-4e5d-8798-8c9d663ac7ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3760002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595318'] for network, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:26:08.731248 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-39a978be-b213-4e5d-8798-8c9d663ac7ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for network, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:26:08.739372 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-39a978be-b213-4e5d-8798-8c9d663ac7ce admin admin] 10.222.0.46 "DELETE /v2.0/networks/cb9c3dd8-bae9-4cd9-b384-694328227ace HTTP/1.1" status: 204 len: 168 time: 0.6323814 Nov 22 20:26:08.776534 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a978be-b213-4e5d-8798-8c9d663ac7ce admin admin] Pushing event deleted for resources: {'Network': ['ID=cb9c3dd8-bae9-4cd9-b384-694328227ace,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:26:08.971658 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 57930) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:26:09.056476 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-4e7ef1fe-4443-42a3-8a69-55fbd0e7c06e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=29da824bf15a445bbf26268a467525c6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0815744 Nov 22 20:26:09.056954 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 57934) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:26:09.238351 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d3ffd680-a206-4d82-a46b-2c74215266d0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:26:09.327682 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d3ffd680-a206-4d82-a46b-2c74215266d0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:26:09.430345 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d3ffd680-a206-4d82-a46b-2c74215266d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:26:09.433759 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d3ffd680-a206-4d82-a46b-2c74215266d0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:26:09.447921 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-d3ffd680-a206-4d82-a46b-2c74215266d0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f341d179-4320-47c6-9f7f-ad359de7f2a4 HTTP/1.1" status: 204 len: 168 time: 0.3894610 Nov 22 20:26:09.482224 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ffd680-a206-4d82-a46b-2c74215266d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f341d179-4320-47c6-9f7f-ad359de7f2a4,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:26:11.769316 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 58012) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:26:12.054363 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-443824cf-04b3-4b90-8421-0f8c0b4ad5b9 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1883671480-network', 'tenant_id': '99aeed5920ec4cada406eeeb08e171e4'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:26:12.124309 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-443824cf-04b3-4b90-8421-0f8c0b4ad5b9 admin admin] Made reservation on behalf of 99aeed5920ec4cada406eeeb08e171e4 for: {'network': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:26:12.127025 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-443824cf-04b3-4b90-8421-0f8c0b4ad5b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for network, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:26:12.173559 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-443824cf-04b3-4b90-8421-0f8c0b4ad5b9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:26:12.423222 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-443824cf-04b3-4b90-8421-0f8c0b4ad5b9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:26:12.430708 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-443824cf-04b3-4b90-8421-0f8c0b4ad5b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:26:12.548854 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-443824cf-04b3-4b90-8421-0f8c0b4ad5b9 admin admin] vlan segment allocate from pool success with {'vlan_id': 632, 'physical_network': 'physnet1'} {{(pid=103447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 20:26:12.569461 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-443824cf-04b3-4b90-8421-0f8c0b4ad5b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:26:12.569857 n-d-818823-1 neutron-server[103447]: INFO neutron.db.segments_db [None req-443824cf-04b3-4b90-8421-0f8c0b4ad5b9 admin admin] Added segment 0f31ec19-3af4-4928-96f6-fbcd53d7ad3c of type vlan for network 472efbbc-d832-48a8-ba47-cb0fa0f678cf Nov 22 20:26:12.655649 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-443824cf-04b3-4b90-8421-0f8c0b4ad5b9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748992492791'] for network, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:26:12.701609 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443824cf-04b3-4b90-8421-0f8c0b4ad5b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=244b1ea4-a2b8-48ae-9d72-b2500a25b9de,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:26:12.706775 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-443824cf-04b3-4b90-8421-0f8c0b4ad5b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for network, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:26:12.710784 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-443824cf-04b3-4b90-8421-0f8c0b4ad5b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:26:12.711549 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-443824cf-04b3-4b90-8421-0f8c0b4ad5b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for network, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:26:12.927715 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443824cf-04b3-4b90-8421-0f8c0b4ad5b9 admin admin] Pushing event updated for resources: {'Network': ['ID=472efbbc-d832-48a8-ba47-cb0fa0f678cf,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:26:12.949087 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Network 472efbbc-d832-48a8-ba47-cb0fa0f678cf details requested by agent ovs-agent-n-d-818823-1 with host n-d-818823-1 {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 20:26:12.952551 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 58026) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:26:12.958678 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-1821db90-b33b-47dd-817c-2da5b5909ccc admin admin] Request body: {'subnet': {'network_id': '472efbbc-d832-48a8-ba47-cb0fa0f678cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1883671480-subnet', 'tenant_id': '99aeed5920ec4cada406eeeb08e171e4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:26:12.964845 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-443824cf-04b3-4b90-8421-0f8c0b4ad5b9 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.1916392 Nov 22 20:26:13.008848 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1821db90-b33b-47dd-817c-2da5b5909ccc admin admin] Made reservation on behalf of 99aeed5920ec4cada406eeeb08e171e4 for: {'subnet': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:26:13.013250 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1821db90-b33b-47dd-817c-2da5b5909ccc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11792951'] for subnet, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:26:13.312698 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1821db90-b33b-47dd-817c-2da5b5909ccc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11567560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11792921'] for subnet, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:26:13.509939 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1821db90-b33b-47dd-817c-2da5b5909ccc admin admin] Pushing event updated for resources: {'Subnet': ['ID=bfcf564a-3590-4b88-b146-a6d87131f13b,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:26:13.526638 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1821db90-b33b-47dd-817c-2da5b5909ccc admin admin] Checking segment: {'id': '0f31ec19-3af4-4928-96f6-fbcd53d7ad3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '472efbbc-d832-48a8-ba47-cb0fa0f678cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:26:13.527221 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1821db90-b33b-47dd-817c-2da5b5909ccc admin admin] Network hostable DHCP agents. Network: 472efbbc-d832-48a8-ba47-cb0fa0f678cf, hostable agents: ['02adaa64-0987-4b74-bad0-cbcf56f8a294'], hosted agents: [] {{(pid=103448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 20:26:13.561065 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1821db90-b33b-47dd-817c-2da5b5909ccc admin admin] Network 472efbbc-d832-48a8-ba47-cb0fa0f678cf is scheduled to be hosted by DHCP agent 02adaa64-0987-4b74-bad0-cbcf56f8a294 with binding_index 1 {{(pid=103448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 20:26:13.582883 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-1821db90-b33b-47dd-817c-2da5b5909ccc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818823-1, 472efbbc-d832-48a8-ba47-cb0fa0f678cf) {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:26:13.594353 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebb89cbd-f5d4-433e-948b-a8606d17f138 None None] Network 472efbbc-d832-48a8-ba47-cb0fa0f678cf requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:26:13.597938 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1821db90-b33b-47dd-817c-2da5b5909ccc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:26:13.604631 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1821db90-b33b-47dd-817c-2da5b5909ccc admin admin] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:26:13.639570 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-1821db90-b33b-47dd-817c-2da5b5909ccc admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6847444 Nov 22 20:26:13.642364 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 58038) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:26:13.648170 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-6edae4d1-a024-4e87-a526-d2a6f4e37e52 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1883671480-router', 'tenant_id': '99aeed5920ec4cada406eeeb08e171e4', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'}}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:26:13.720234 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6edae4d1-a024-4e87-a526-d2a6f4e37e52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24799'] for router, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:26:13.747518 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6edae4d1-a024-4e87-a526-d2a6f4e37e52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-632716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24788'] for router, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:26:13.898342 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6edae4d1-a024-4e87-a526-d2a6f4e37e52 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:26:13.929761 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1465b08b-2a49-4181-901a-3e000f9f9b39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fb26bd7-ce56-527b-b94f-2e1f7cb2bb35-472efbbc-d832-48a8-ba47-cb0fa0f678cf', 'network_id': '472efbbc-d832-48a8-ba47-cb0fa0f678cf', 'tenant_id': '99aeed5920ec4cada406eeeb08e171e4', 'fixed_ips': [{'subnet_id': 'bfcf564a-3590-4b88-b146-a6d87131f13b'}]}} from n-d-818823-1. {{(pid=103449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 20:26:13.930647 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-1465b08b-2a49-4181-901a-3e000f9f9b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:26:14.323601 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.db_base_plugin_common [None req-1465b08b-2a49-4181-901a-3e000f9f9b39 None None] Allocated IP 172.20.0.2 (472efbbc-d832-48a8-ba47-cb0fa0f678cf/bfcf564a-3590-4b88-b146-a6d87131f13b/dfeaba5c-985f-440f-be33-8e4c59315496) {{(pid=103449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:26:14.509573 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:26:14.533784 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:26:14.807578 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-1465b08b-2a49-4181-901a-3e000f9f9b39 None None] Publish callbacks [] for port, precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:26:14.826722 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-1465b08b-2a49-4181-901a-3e000f9f9b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372'] for port, after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:26:14.887825 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6edae4d1-a024-4e87-a526-d2a6f4e37e52 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:26:15.021763 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1465b08b-2a49-4181-901a-3e000f9f9b39 None None] Network 472efbbc-d832-48a8-ba47-cb0fa0f678cf is already hosted by enough agents. {{(pid=103449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:26:15.025233 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.base_scheduler [None req-1465b08b-2a49-4181-901a-3e000f9f9b39 None None] Resources bound (agent type, host, resource id): {{(pid=103449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:26:15.036003 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1465b08b-2a49-4181-901a-3e000f9f9b39 None None] Received port after_create {{(pid=103449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:26:15.112031 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1465b08b-2a49-4181-901a-3e000f9f9b39 None None] Pushing event updated for resources: {'Port': ['ID=dfeaba5c-985f-440f-be33-8e4c59315496,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:26:15.137386 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c933018-9e54-4658-9d5b-5bac6a01740b req-28b1677c-32a9-4502-8e6a-efc4d36495f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:26:15.140160 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-3c933018-9e54-4658-9d5b-5bac6a01740b req-28b1677c-32a9-4502-8e6a-efc4d36495f0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a3670ebd84cb4741b338db645a992249&device_id=f1a6bfe1-26d1-4dd2-94cd-df2360ee8ad5 HTTP/1.1" status: 200 len: 1097 time: 0.1203732 Nov 22 20:26:15.209946 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3922f167-6c4d-4d54-b28f-da0cda2cebec req-53afb491-88dd-4484-a1c8-44609db6be39 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:26:15.223493 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-1465b08b-2a49-4181-901a-3e000f9f9b39 None None] Attempting to bind port dfeaba5c-985f-440f-be33-8e4c59315496 on host n-d-818823-1 for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:26:15.224059 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-1465b08b-2a49-4181-901a-3e000f9f9b39 None None] Attempting to bind port dfeaba5c-985f-440f-be33-8e4c59315496 by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': '0f31ec19-3af4-4928-96f6-fbcd53d7ad3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '472efbbc-d832-48a8-ba47-cb0fa0f678cf'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:26:15.224435 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1465b08b-2a49-4181-901a-3e000f9f9b39 None None] Attempting to bind port dfeaba5c-985f-440f-be33-8e4c59315496 on network 472efbbc-d832-48a8-ba47-cb0fa0f678cf {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:26:15.227983 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3922f167-6c4d-4d54-b28f-da0cda2cebec req-53afb491-88dd-4484-a1c8-44609db6be39 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:26:15.235151 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3922f167-6c4d-4d54-b28f-da0cda2cebec req-53afb491-88dd-4484-a1c8-44609db6be39 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:26:15.240928 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1465b08b-2a49-4181-901a-3e000f9f9b39 None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 26, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:26:15.241390 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1465b08b-2a49-4181-901a-3e000f9f9b39 None None] Checking segment: {'id': '0f31ec19-3af4-4928-96f6-fbcd53d7ad3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '472efbbc-d832-48a8-ba47-cb0fa0f678cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:26:15.241862 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-1465b08b-2a49-4181-901a-3e000f9f9b39 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:26:15.242265 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1465b08b-2a49-4181-901a-3e000f9f9b39 None None] Bound using segment: {'id': '0f31ec19-3af4-4928-96f6-fbcd53d7ad3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '472efbbc-d832-48a8-ba47-cb0fa0f678cf'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:26:15.242757 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-1465b08b-2a49-4181-901a-3e000f9f9b39 None None] Bound port: dfeaba5c-985f-440f-be33-8e4c59315496, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f31ec19-3af4-4928-96f6-fbcd53d7ad3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '472efbbc-d832-48a8-ba47-cb0fa0f678cf'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:26:15.243144 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-1465b08b-2a49-4181-901a-3e000f9f9b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:26:15.243779 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3922f167-6c4d-4d54-b28f-da0cda2cebec req-53afb491-88dd-4484-a1c8-44609db6be39 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:26:15.251134 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3922f167-6c4d-4d54-b28f-da0cda2cebec req-53afb491-88dd-4484-a1c8-44609db6be39 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:26:15.259081 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3922f167-6c4d-4d54-b28f-da0cda2cebec req-53afb491-88dd-4484-a1c8-44609db6be39 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:26:15.267887 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3922f167-6c4d-4d54-b28f-da0cda2cebec req-53afb491-88dd-4484-a1c8-44609db6be39 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:26:15.280290 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3922f167-6c4d-4d54-b28f-da0cda2cebec req-53afb491-88dd-4484-a1c8-44609db6be39 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] 10.222.0.46 "GET /v2.0/ports?device_id=40c93a37-becd-4018-b943-1d6e903a3ffe HTTP/1.1" status: 200 len: 5445 time: 0.3854954 Nov 22 20:26:15.359031 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c933018-9e54-4658-9d5b-5bac6a01740b req-ba128d42-d7fd-416d-912c-479fa3fcb610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:26:15.360919 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-3c933018-9e54-4658-9d5b-5bac6a01740b req-ba128d42-d7fd-416d-912c-479fa3fcb610 service neutron] 10.222.0.41 "GET /v2.0/networks?id=13496096-9618-4fad-a538-016ce712d3bd HTTP/1.1" status: 200 len: 913 time: 0.1910965 Nov 22 20:26:15.537196 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3922f167-6c4d-4d54-b28f-da0cda2cebec req-2cdeb9f6-2db5-465c-a329-dbe0def717b2 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] 10.222.0.46 "GET /v2.0/security-groups?id=70cb0c9d-9724-446c-9f0a-bf3510156947&id=f57d0821-447e-4bd4-9be8-6ef5d6dfd2db&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2557654 Nov 22 20:26:15.539904 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-1465b08b-2a49-4181-901a-3e000f9f9b39 None None] For port dfeaba5c-985f-440f-be33-8e4c59315496, host n-d-818823-1, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:26:15.549926 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-1465b08b-2a49-4181-901a-3e000f9f9b39 None None] For port dfeaba5c-985f-440f-be33-8e4c59315496, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=dfeaba5c-985f-440f-be33-8e4c59315496,segment=NetworkSegment(0f31ec19-3af4-4928-96f6-fbcd53d7ad3c),segment_id=0f31ec19-3af4-4928-96f6-fbcd53d7ad3c)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:26:15.560398 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-1465b08b-2a49-4181-901a-3e000f9f9b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:26:15.628738 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-3c933018-9e54-4658-9d5b-5bac6a01740b req-4883b853-bcac-42d3-aa9f-2d2cc49d2174 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9c51b9e8-9b54-46f6-8722-f3321988d408 HTTP/1.1" status: 200 len: 1001 time: 0.2592359 Nov 22 20:26:15.746948 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c933018-9e54-4658-9d5b-5bac6a01740b req-fae4a629-f151-41e9-890c-5f483313fb89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:26:15.748901 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-3c933018-9e54-4658-9d5b-5bac6a01740b req-fae4a629-f151-41e9-890c-5f483313fb89 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c03e1529-a0c9-4990-b0cd-08a1dc455fd5 HTTP/1.1" status: 200 len: 851 time: 0.1124573 Nov 22 20:26:15.804227 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1465b08b-2a49-4181-901a-3e000f9f9b39 None None] Pushing event updated for resources: {'Port': ['ID=dfeaba5c-985f-440f-be33-8e4c59315496,revision_number=2']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:26:15.925185 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c933018-9e54-4658-9d5b-5bac6a01740b req-fe1d893b-9999-4be8-b714-eae48f501724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:26:15.931803 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-3c933018-9e54-4658-9d5b-5bac6a01740b req-fe1d893b-9999-4be8-b714-eae48f501724 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=13496096-9618-4fad-a538-016ce712d3bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1742244 Nov 22 20:26:16.118744 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6edae4d1-a024-4e87-a526-d2a6f4e37e52 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:26:16.156569 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6edae4d1-a024-4e87-a526-d2a6f4e37e52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:26:16.206625 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-3c933018-9e54-4658-9d5b-5bac6a01740b req-3ae61503-1453-4bfb-8cb5-29604f533497 service neutron] 10.222.0.41 "GET /v2.0/networks/13496096-9618-4fad-a538-016ce712d3bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2653813 Nov 22 20:26:16.273534 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ed33b0-c773-4ab7-96dc-2f1051e30e55 req-65ad17b5-a73a-40e3-918a-03975ef3365c tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:26:16.281064 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ed33b0-c773-4ab7-96dc-2f1051e30e55 req-65ad17b5-a73a-40e3-918a-03975ef3365c tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:26:16.294050 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ed33b0-c773-4ab7-96dc-2f1051e30e55 req-65ad17b5-a73a-40e3-918a-03975ef3365c tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:26:16.301114 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ed33b0-c773-4ab7-96dc-2f1051e30e55 req-65ad17b5-a73a-40e3-918a-03975ef3365c tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:26:16.307865 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ed33b0-c773-4ab7-96dc-2f1051e30e55 req-65ad17b5-a73a-40e3-918a-03975ef3365c tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:26:16.318687 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ed33b0-c773-4ab7-96dc-2f1051e30e55 req-65ad17b5-a73a-40e3-918a-03975ef3365c tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:26:16.347893 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ed33b0-c773-4ab7-96dc-2f1051e30e55 req-65ad17b5-a73a-40e3-918a-03975ef3365c tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:26:16.350280 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f3ed33b0-c773-4ab7-96dc-2f1051e30e55 req-65ad17b5-a73a-40e3-918a-03975ef3365c tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] 10.222.0.46 "GET /v2.0/ports?device_id=40c93a37-becd-4018-b943-1d6e903a3ffe HTTP/1.1" status: 200 len: 5445 time: 0.4819708 Nov 22 20:26:16.504316 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-3c933018-9e54-4658-9d5b-5bac6a01740b req-78b5059e-a7ae-4772-9140-2f394db1ce80 service neutron] 10.222.0.41 "GET /v2.0/networks/13496096-9618-4fad-a538-016ce712d3bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2887778 Nov 22 20:26:16.661829 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [None req-6edae4d1-a024-4e87-a526-d2a6f4e37e52 admin admin] Allocated IP 172.25.5.154 (c48a55e9-6a85-4746-b7bf-3e29fb560094/5da6f781-63e6-4328-ae7a-5e672262f55a/a35931e5-9d85-4ddb-9da2-bf9a83990327) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:26:16.780213 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device dfeaba5c-985f-440f-be33-8e4c59315496 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:26:16.909817 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port dfeaba5c-985f-440f-be33-8e4c59315496 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:26:16.916142 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:26:16.963310 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6edae4d1-a024-4e87-a526-d2a6f4e37e52 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:26:17.038593 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:26:17.079314 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6edae4d1-a024-4e87-a526-d2a6f4e37e52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:26:17.085525 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] For port dfeaba5c-985f-440f-be33-8e4c59315496, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=dfeaba5c-985f-440f-be33-8e4c59315496,segment=NetworkSegment(0f31ec19-3af4-4928-96f6-fbcd53d7ad3c),segment_id=0f31ec19-3af4-4928-96f6-fbcd53d7ad3c)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:26:17.092060 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:26:17.139323 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6edae4d1-a024-4e87-a526-d2a6f4e37e52 admin admin] Network c48a55e9-6a85-4746-b7bf-3e29fb560094 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:26:17.160119 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-6edae4d1-a024-4e87-a526-d2a6f4e37e52 admin admin] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:26:17.191538 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Pushing event updated for resources: {'Port': ['ID=dfeaba5c-985f-440f-be33-8e4c59315496,revision_number=3']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:26:17.194828 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffdd1db3-1c25-419e-a088-b51730d70e4e None None] DHCP port deletion for c48a55e9-6a85-4746-b7bf-3e29fb560094 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:26:17.233916 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6edae4d1-a024-4e87-a526-d2a6f4e37e52 admin admin] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:26:17.293065 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-64e33d36-ede8-4c18-935d-31faaf46a7ec None None] Provisioning complete for port a35931e5-9d85-4ddb-9da2-bf9a83990327 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:26:17.303516 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-64e33d36-ede8-4c18-935d-31faaf46a7ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:26:17.386744 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-64e33d36-ede8-4c18-935d-31faaf46a7ec None None] Port a35931e5-9d85-4ddb-9da2-bf9a83990327 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:26:17.430282 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edae4d1-a024-4e87-a526-d2a6f4e37e52 admin admin] Pushing event updated for resources: {'Port': ['ID=a35931e5-9d85-4ddb-9da2-bf9a83990327,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:26:17.669060 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6edae4d1-a024-4e87-a526-d2a6f4e37e52 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:26:17.705098 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f7265c6-38e6-48f5-9bf4-09a21ce51bbe None None] Network 472efbbc-d832-48a8-ba47-cb0fa0f678cf requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:26:17.875968 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-be3483f4-d024-4f1c-a75f-48348bb5f683 None None] Provisioning complete for port dfeaba5c-985f-440f-be33-8e4c59315496 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:26:17.876610 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-be3483f4-d024-4f1c-a75f-48348bb5f683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:26:18.129606 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6edae4d1-a024-4e87-a526-d2a6f4e37e52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-659538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-841284'] for router, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:26:18.559929 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6edae4d1-a024-4e87-a526-d2a6f4e37e52 admin admin] Router 465eee6a-d00b-4a92-933d-be36d09a8662 is scheduled to L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 with binding_index 1 {{(pid=103447) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 20:26:18.791694 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device dfeaba5c-985f-440f-be33-8e4c59315496 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:26:18.947850 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6edae4d1-a024-4e87-a526-d2a6f4e37e52 admin admin] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:26:18.970374 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b79ef0e-0d9c-4425-9854-2f40bb1d080b None None] Sync routers for ids ['465eee6a-d00b-4a92-933d-be36d09a8662'] in n-d-818823-1 {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:26:18.976659 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-d59e2a9d-a2a0-4875-bf8f-3ee8eba02741 None None] Provisioning complete for port dfeaba5c-985f-440f-be33-8e4c59315496 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:26:18.977250 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-d59e2a9d-a2a0-4875-bf8f-3ee8eba02741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:26:18.994025 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6edae4d1-a024-4e87-a526-d2a6f4e37e52 admin admin] Publish callbacks [] for router, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:26:19.002020 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 58146) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:26:19.010610 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-6edae4d1-a024-4e87-a526-d2a6f4e37e52 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.3666809 Nov 22 20:26:19.179750 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 58156) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:26:19.421289 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc7939b-ccff-4dec-94dd-548467cd615e req-f27f8eeb-93c3-4dfd-b96d-2e9905428cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:26:19.421941 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc7939b-ccff-4dec-94dd-548467cd615e req-f27f8eeb-93c3-4dfd-b96d-2e9905428cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:26:19.423068 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc7939b-ccff-4dec-94dd-548467cd615e req-f27f8eeb-93c3-4dfd-b96d-2e9905428cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:26:19.423641 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc7939b-ccff-4dec-94dd-548467cd615e req-f27f8eeb-93c3-4dfd-b96d-2e9905428cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:26:19.424261 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc7939b-ccff-4dec-94dd-548467cd615e req-f27f8eeb-93c3-4dfd-b96d-2e9905428cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:26:19.424797 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc7939b-ccff-4dec-94dd-548467cd615e req-f27f8eeb-93c3-4dfd-b96d-2e9905428cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:26:19.425408 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc7939b-ccff-4dec-94dd-548467cd615e req-f27f8eeb-93c3-4dfd-b96d-2e9905428cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:26:19.428186 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6bc7939b-ccff-4dec-94dd-548467cd615e req-f27f8eeb-93c3-4dfd-b96d-2e9905428cb2 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=40c93a37-becd-4018-b943-1d6e903a3ffe HTTP/1.1" status: 200 len: 6502 time: 0.2461765 Nov 22 20:26:19.558964 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6bc7939b-ccff-4dec-94dd-548467cd615e req-582e69a2-6e15-4481-810e-06110d3e97f4 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=f57d0821-447e-4bd4-9be8-6ef5d6dfd2db&id=70cb0c9d-9724-446c-9f0a-bf3510156947&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1206276 Nov 22 20:26:19.571919 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b79ef0e-0d9c-4425-9854-2f40bb1d080b None None] Routers {'465eee6a-d00b-4a92-933d-be36d09a8662'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:26:19.571919 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-5b79ef0e-0d9c-4425-9854-2f40bb1d080b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:26:02Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['465eee6a-d00b-4a92-933d-be36d09a8662'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:26:19.633382 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port dfeaba5c-985f-440f-be33-8e4c59315496 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:26:19.633688 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:26:19.797757 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-5b79ef0e-0d9c-4425-9854-2f40bb1d080b None None] Set router 465eee6a-d00b-4a92-933d-be36d09a8662 gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:26:20.402589 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-5b79ef0e-0d9c-4425-9854-2f40bb1d080b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '465eee6a-d00b-4a92-933d-be36d09a8662', 'name': 'tempest-AttachVolumeShelveTestJSON-1883671480-router', 'tenant_id': '99aeed5920ec4cada406eeeb08e171e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': 'a35931e5-9d85-4ddb-9da2-bf9a83990327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:26:13Z', 'updated_at': '2021-11-22T20:26:17Z', 'revision_number': 3, 'project_id': '99aeed5920ec4cada406eeeb08e171e4', 'gw_port': {'id': 'a35931e5-9d85-4ddb-9da2-bf9a83990327', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:ce:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '465eee6a-d00b-4a92-933d-be36d09a8662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2295, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:26:16Z', 'updated_at': '2021-11-22T20:26:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:26:20.494994 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b79ef0e-0d9c-4425-9854-2f40bb1d080b None None] Checking router: 465eee6a-d00b-4a92-933d-be36d09a8662 for host: n-d-818823-1 {{(pid=103449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 20:26:20.495774 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b79ef0e-0d9c-4425-9854-2f40bb1d080b None None] Updating router 465eee6a-d00b-4a92-933d-be36d09a8662 port a35931e5-9d85-4ddb-9da2-bf9a83990327 binding host n-d-818823-1 {{(pid=103449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 20:26:20.555335 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-5b79ef0e-0d9c-4425-9854-2f40bb1d080b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:26:20.630663 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60946b27-35c8-4f14-8a70-84749e28fb68 req-4e28c647-5954-48f0-a4fb-7ffdcc4ec018 tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:26:20.632429 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-60946b27-35c8-4f14-8a70-84749e28fb68 req-4e28c647-5954-48f0-a4fb-7ffdcc4ec018 tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] 10.222.0.46 "GET /v2.0/networks?id=7f744b6d-d53b-48bc-90d8-0ac9583035c9 HTTP/1.1" status: 200 len: 813 time: 0.2457845 Nov 22 20:26:20.633285 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6ef4e529-ae98-4da9-b2c4-9eec14e570a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:26:20.658644 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-60946b27-35c8-4f14-8a70-84749e28fb68 req-aefdff30-e204-4c18-8cdd-688c7bb2a0c5 tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] 10.222.0.46 "GET /v2.0/quotas/b49ffae0998b42cf90d82005a2279509 HTTP/1.1" status: 200 len: 375 time: 0.0183992 Nov 22 20:26:20.775288 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-60946b27-35c8-4f14-8a70-84749e28fb68 req-6de5e488-d351-478d-828d-7c9cf2b3e8be tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=b49ffae0998b42cf90d82005a2279509&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1093333 Nov 22 20:26:20.889274 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [None req-6ef4e529-ae98-4da9-b2c4-9eec14e570a2 admin admin] Allocated IP 172.20.0.1 (472efbbc-d832-48a8-ba47-cb0fa0f678cf/bfcf564a-3590-4b88-b146-a6d87131f13b/026d84b4-3f7b-4ebc-99ab-5a5971b8ead8) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:26:20.987138 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-60946b27-35c8-4f14-8a70-84749e28fb68 req-7dfd5390-d825-4010-9c10-d279253ab350 service neutron] 10.222.0.46 "GET /v2.0/networks/7f744b6d-d53b-48bc-90d8-0ac9583035c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2109597 Nov 22 20:26:21.016113 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6ef4e529-ae98-4da9-b2c4-9eec14e570a2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:26:21.056633 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6ef4e529-ae98-4da9-b2c4-9eec14e570a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:26:21.118355 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ef4e529-ae98-4da9-b2c4-9eec14e570a2 admin admin] Network 472efbbc-d832-48a8-ba47-cb0fa0f678cf is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:26:21.119687 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef4e529-ae98-4da9-b2c4-9eec14e570a2 admin admin] Pushing event updated for resources: {'Port': ['ID=026d84b4-3f7b-4ebc-99ab-5a5971b8ead8,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:26:21.127830 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-6ef4e529-ae98-4da9-b2c4-9eec14e570a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:26:21.130399 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef4e529-ae98-4da9-b2c4-9eec14e570a2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:26:21.130815 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef4e529-ae98-4da9-b2c4-9eec14e570a2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:26:21.131076 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef4e529-ae98-4da9-b2c4-9eec14e570a2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:26:21.131425 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef4e529-ae98-4da9-b2c4-9eec14e570a2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:26:21.131899 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef4e529-ae98-4da9-b2c4-9eec14e570a2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:26:21.132233 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef4e529-ae98-4da9-b2c4-9eec14e570a2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:26:21.132564 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef4e529-ae98-4da9-b2c4-9eec14e570a2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:26:21.132897 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef4e529-ae98-4da9-b2c4-9eec14e570a2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:26:21.133220 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef4e529-ae98-4da9-b2c4-9eec14e570a2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:26:21.134100 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef4e529-ae98-4da9-b2c4-9eec14e570a2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:26:21.134100 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef4e529-ae98-4da9-b2c4-9eec14e570a2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:26:21.134378 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef4e529-ae98-4da9-b2c4-9eec14e570a2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:26:21.137920 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef4e529-ae98-4da9-b2c4-9eec14e570a2 admin admin] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:26:21.207956 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-60946b27-35c8-4f14-8a70-84749e28fb68 req-1ec3728e-8133-485f-930d-a627022bd0fa service neutron] 10.222.0.46 "GET /v2.0/networks/7f744b6d-d53b-48bc-90d8-0ac9583035c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2199061 Nov 22 20:26:21.211633 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6ef4e529-ae98-4da9-b2c4-9eec14e570a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659939'] for router_interface, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:26:21.263695 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-5b79ef0e-0d9c-4425-9854-2f40bb1d080b None None] Publish callbacks [] for port, precommit_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:26:21.280050 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-5b79ef0e-0d9c-4425-9854-2f40bb1d080b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:26:21.398425 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cf8c50-ea49-4be8-99a6-8feb9a21c1af None None] Pushing event updated for resources: {'Port': ['ID=a35931e5-9d85-4ddb-9da2-bf9a83990327,revision_number=2']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:26:21.460823 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05da1a12-fd05-49c2-a2ce-aeef72058d23 None None] DHCP port deletion for c48a55e9-6a85-4746-b7bf-3e29fb560094 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:26:21.461630 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6ef4e529-ae98-4da9-b2c4-9eec14e570a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:26:21.479481 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-5b79ef0e-0d9c-4425-9854-2f40bb1d080b None None] Attempting to bind port a35931e5-9d85-4ddb-9da2-bf9a83990327 on host n-d-818823-1 for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:26:21.483394 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-5b79ef0e-0d9c-4425-9854-2f40bb1d080b None None] Attempting to bind port a35931e5-9d85-4ddb-9da2-bf9a83990327 by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:26:21.483863 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b79ef0e-0d9c-4425-9854-2f40bb1d080b None None] Attempting to bind port a35931e5-9d85-4ddb-9da2-bf9a83990327 on network c48a55e9-6a85-4746-b7bf-3e29fb560094 {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:26:21.509425 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b79ef0e-0d9c-4425-9854-2f40bb1d080b None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 26, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:26:21.511058 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b79ef0e-0d9c-4425-9854-2f40bb1d080b None None] Checking segment: {'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:26:21.511852 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-5b79ef0e-0d9c-4425-9854-2f40bb1d080b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:26:21.512462 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b79ef0e-0d9c-4425-9854-2f40bb1d080b None None] Bound using segment: {'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:26:21.513637 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-5b79ef0e-0d9c-4425-9854-2f40bb1d080b None None] Bound port: a35931e5-9d85-4ddb-9da2-bf9a83990327, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:26:21.514364 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-5b79ef0e-0d9c-4425-9854-2f40bb1d080b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:26:21.661278 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-94190565-b1a9-46d1-9727-2551ce1b680d req-66f48c9b-a621-42cf-81fa-05c939d4edb6 tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] 10.222.0.46 "GET /v2.0/ports?device_id=f6a28645-107f-4866-b24e-f26198b8fbe3 HTTP/1.1" status: 200 len: 210 time: 0.0685885 Nov 22 20:26:21.753388 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-5b79ef0e-0d9c-4425-9854-2f40bb1d080b None None] For port a35931e5-9d85-4ddb-9da2-bf9a83990327, host n-d-818823-1, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:26:21.773125 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-5b79ef0e-0d9c-4425-9854-2f40bb1d080b None None] For port a35931e5-9d85-4ddb-9da2-bf9a83990327, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=a35931e5-9d85-4ddb-9da2-bf9a83990327,segment=NetworkSegment(8793ba83-8407-4c3d-9b56-2a177cd58a70),segment_id=8793ba83-8407-4c3d-9b56-2a177cd58a70)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:26:21.774806 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-b13327ca-10f2-4ea7-a6a9-754ad59804af None None] Provisioning complete for port 026d84b4-3f7b-4ebc-99ab-5a5971b8ead8 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:26:21.775183 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-b13327ca-10f2-4ea7-a6a9-754ad59804af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:26:21.785801 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6ef4e529-ae98-4da9-b2c4-9eec14e570a2 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:26:21.805533 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6ef4e529-ae98-4da9-b2c4-9eec14e570a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:26:21.809564 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-5b79ef0e-0d9c-4425-9854-2f40bb1d080b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:26:21.883965 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-b13327ca-10f2-4ea7-a6a9-754ad59804af None None] Port 026d84b4-3f7b-4ebc-99ab-5a5971b8ead8 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:26:21.901305 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6ef4e529-ae98-4da9-b2c4-9eec14e570a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-563461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-659839'] for router_interface, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:26:21.904547 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef4e529-ae98-4da9-b2c4-9eec14e570a2 admin admin] Pushing event updated for resources: {'Port': ['ID=026d84b4-3f7b-4ebc-99ab-5a5971b8ead8,revision_number=2']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:26:21.906033 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b79ef0e-0d9c-4425-9854-2f40bb1d080b None None] Routers {'465eee6a-d00b-4a92-933d-be36d09a8662'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:26:21.907587 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-5b79ef0e-0d9c-4425-9854-2f40bb1d080b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:26:02Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['465eee6a-d00b-4a92-933d-be36d09a8662'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:26:21.911573 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cf8c50-ea49-4be8-99a6-8feb9a21c1af None None] Pushing event updated for resources: {'Port': ['ID=a35931e5-9d85-4ddb-9da2-bf9a83990327,revision_number=3']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:26:21.958603 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-b13327ca-10f2-4ea7-a6a9-754ad59804af None None] Provisioning complete for port a35931e5-9d85-4ddb-9da2-bf9a83990327 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:26:21.959534 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-b13327ca-10f2-4ea7-a6a9-754ad59804af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:26:22.101879 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ef4e529-ae98-4da9-b2c4-9eec14e570a2 admin admin] Network 472efbbc-d832-48a8-ba47-cb0fa0f678cf is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:26:22.113096 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-6ef4e529-ae98-4da9-b2c4-9eec14e570a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:26:22.137693 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-5b79ef0e-0d9c-4425-9854-2f40bb1d080b None None] Set router 465eee6a-d00b-4a92-933d-be36d09a8662 gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:26:22.181751 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-305f4e01-0947-4218-8b33-4e05138433a4 None None] DHCP port deletion for c48a55e9-6a85-4746-b7bf-3e29fb560094 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:26:22.214586 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-b13327ca-10f2-4ea7-a6a9-754ad59804af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:26:22.296806 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-b13327ca-10f2-4ea7-a6a9-754ad59804af None None] For port a35931e5-9d85-4ddb-9da2-bf9a83990327, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=a35931e5-9d85-4ddb-9da2-bf9a83990327,segment=NetworkSegment(8793ba83-8407-4c3d-9b56-2a177cd58a70),segment_id=8793ba83-8407-4c3d-9b56-2a177cd58a70)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:26:22.370196 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-b13327ca-10f2-4ea7-a6a9-754ad59804af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:26:22.458663 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13327ca-10f2-4ea7-a6a9-754ad59804af None None] Pushing event updated for resources: {'Port': ['ID=a35931e5-9d85-4ddb-9da2-bf9a83990327,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:26:22.507449 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-67df7e0f-0265-4d60-81d2-4f2ea2a012b1 None None] Provisioning complete for port a35931e5-9d85-4ddb-9da2-bf9a83990327 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:26:22.507979 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-67df7e0f-0265-4d60-81d2-4f2ea2a012b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:26:22.592119 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ef4e529-ae98-4da9-b2c4-9eec14e570a2 admin admin] Router 465eee6a-d00b-4a92-933d-be36d09a8662 has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 20:26:22.616530 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-5b79ef0e-0d9c-4425-9854-2f40bb1d080b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '465eee6a-d00b-4a92-933d-be36d09a8662', 'name': 'tempest-AttachVolumeShelveTestJSON-1883671480-router', 'tenant_id': '99aeed5920ec4cada406eeeb08e171e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': 'a35931e5-9d85-4ddb-9da2-bf9a83990327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:26:13Z', 'updated_at': '2021-11-22T20:26:21Z', 'revision_number': 4, 'project_id': '99aeed5920ec4cada406eeeb08e171e4', 'gw_port': {'id': 'a35931e5-9d85-4ddb-9da2-bf9a83990327', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:ce:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '465eee6a-d00b-4a92-933d-be36d09a8662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2295, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:26:16Z', 'updated_at': '2021-11-22T20:26:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': '026d84b4-3f7b-4ebc-99ab-5a5971b8ead8', 'name': '', 'network_id': '472efbbc-d832-48a8-ba47-cb0fa0f678cf', 'tenant_id': '99aeed5920ec4cada406eeeb08e171e4', 'mac_address': 'fa:16:3e:10:d4:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '465eee6a-d00b-4a92-933d-be36d09a8662', 'device_owner': 'network:router_interface', 'standard_attr_id': 2296, 'fixed_ips': [{'subnet_id': 'bfcf564a-3590-4b88-b146-a6d87131f13b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:26:20Z', 'updated_at': '2021-11-22T20:26:21Z', 'revision_number': 2, 'project_id': '99aeed5920ec4cada406eeeb08e171e4', 'subnets': [{'id': 'bfcf564a-3590-4b88-b146-a6d87131f13b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:26:22.671932 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b79ef0e-0d9c-4425-9854-2f40bb1d080b None None] The sync data for ids ['465eee6a-d00b-4a92-933d-be36d09a8662'] in n-d-818823-1 is: [{'id': '465eee6a-d00b-4a92-933d-be36d09a8662', 'name': 'tempest-AttachVolumeShelveTestJSON-1883671480-router', 'tenant_id': '99aeed5920ec4cada406eeeb08e171e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': 'a35931e5-9d85-4ddb-9da2-bf9a83990327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:26:13Z', 'updated_at': '2021-11-22T20:26:21Z', 'revision_number': 4, 'project_id': '99aeed5920ec4cada406eeeb08e171e4', 'gw_port': {'id': 'a35931e5-9d85-4ddb-9da2-bf9a83990327', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:ce:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '465eee6a-d00b-4a92-933d-be36d09a8662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2295, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:26:16Z', 'updated_at': '2021-11-22T20:26:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': '026d84b4-3f7b-4ebc-99ab-5a5971b8ead8', 'name': '', 'network_id': '472efbbc-d832-48a8-ba47-cb0fa0f678cf', 'tenant_id': '99aeed5920ec4cada406eeeb08e171e4', 'mac_address': 'fa:16:3e:10:d4:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '465eee6a-d00b-4a92-933d-be36d09a8662', 'device_owner': 'network:router_interface', 'standard_attr_id': 2296, 'fixed_ips': [{'subnet_id': 'bfcf564a-3590-4b88-b146-a6d87131f13b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:26:20Z', 'updated_at': '2021-11-22T20:26:21Z', 'revision_number': 2, 'project_id': '99aeed5920ec4cada406eeeb08e171e4', 'subnets': [{'id': 'bfcf564a-3590-4b88-b146-a6d87131f13b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:26:22.930143 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8e830de0-dd2a-42ca-9fa9-f6d45d53e92c req-1952beb6-9ab1-4eb8-b7e6-50aa6ed53423 tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] 10.222.0.46 "GET /v2.0/ports?device_id=f6a28645-107f-4866-b24e-f26198b8fbe3 HTTP/1.1" status: 200 len: 210 time: 0.0806258 Nov 22 20:26:22.931252 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-c2209bff-e7f1-4c58-92da-2f98b5e5bf2e None None] Provisioning complete for port 026d84b4-3f7b-4ebc-99ab-5a5971b8ead8 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:26:22.942272 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-c2209bff-e7f1-4c58-92da-2f98b5e5bf2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:26:23.008908 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ef4e529-ae98-4da9-b2c4-9eec14e570a2 admin admin] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:26:23.016292 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-c2209bff-e7f1-4c58-92da-2f98b5e5bf2e None None] Port 026d84b4-3f7b-4ebc-99ab-5a5971b8ead8 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:26:23.040067 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-6ef4e529-ae98-4da9-b2c4-9eec14e570a2 admin admin] 10.222.0.46 "PUT /v2.0/routers/465eee6a-d00b-4a92-933d-be36d09a8662/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0367968 Nov 22 20:26:24.224669 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e4650571-ff00-421a-9c61-062848f989c3 req-b1c060d8-f88b-474d-9346-a98b4e39bc0b tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] 10.222.0.46 "GET /v2.0/ports?device_id=f6a28645-107f-4866-b24e-f26198b8fbe3 HTTP/1.1" status: 200 len: 210 time: 0.0769515 Nov 22 20:26:24.350293 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 58290) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:26:24.355396 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60946b27-35c8-4f14-8a70-84749e28fb68 req-cbd27d05-00d2-4b6f-bd20-51b39f3abf3f tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:26:24.357805 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-60946b27-35c8-4f14-8a70-84749e28fb68 req-cbd27d05-00d2-4b6f-bd20-51b39f3abf3f tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] 10.222.0.20 "GET /v2.0/networks?id=7f744b6d-d53b-48bc-90d8-0ac9583035c9 HTTP/1.1" status: 200 len: 813 time: 0.3731291 Nov 22 20:26:24.367295 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-25eaa90c-eb32-44bf-b230-fda8124dde77 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Request body: {'security_group': {'name': 'tempest-securitygroup--928836503', 'description': 'tempest-description--150640812'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:26:24.378087 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-60946b27-35c8-4f14-8a70-84749e28fb68 req-060212c4-c891-454d-876b-3c917099a847 tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] Request body: {'port': {'device_id': 'f6a28645-107f-4866-b24e-f26198b8fbe3', 'network_id': '7f744b6d-d53b-48bc-90d8-0ac9583035c9', 'admin_state_up': True, 'tenant_id': 'b49ffae0998b42cf90d82005a2279509'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:26:24.422835 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-25eaa90c-eb32-44bf-b230-fda8124dde77 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:26:24.585370 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60946b27-35c8-4f14-8a70-84749e28fb68 req-060212c4-c891-454d-876b-3c917099a847 tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] Made reservation on behalf of b49ffae0998b42cf90d82005a2279509 for: {'port': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:26:24.593531 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-60946b27-35c8-4f14-8a70-84749e28fb68 req-060212c4-c891-454d-876b-3c917099a847 tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:26:24.746623 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-25eaa90c-eb32-44bf-b230-fda8124dde77 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:26:24.753823 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-25eaa90c-eb32-44bf-b230-fda8124dde77 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:26:24.798374 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device a35931e5-9d85-4ddb-9da2-bf9a83990327 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:26:24.885510 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port a35931e5-9d85-4ddb-9da2-bf9a83990327 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:26:24.886281 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:26:24.907105 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [req-b3dd55a8-7b82-4f44-adee-8b7866da21f6 req-158d4e87-4344-4846-8af2-ca69a10827f6 service neutron] (103448) timed out ('10.222.0.41', 50187) {{(pid=103448) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 22 20:26:24.934267 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-25eaa90c-eb32-44bf-b230-fda8124dde77 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:26:24.938758 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-25eaa90c-eb32-44bf-b230-fda8124dde77 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.5835402 Nov 22 20:26:24.938758 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25eaa90c-eb32-44bf-b230-fda8124dde77 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Pushing event updated for resources: {'SecurityGroup': ['ID=643fc82d-0ef9-4521-94aa-3318d50a506a,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:26:24.946497 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 58308) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:26:24.956541 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-33d3a43e-08e1-4abf-9204-f72e07132b9d tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Request body: {'security_group_rule': {'security_group_id': '643fc82d-0ef9-4521-94aa-3318d50a506a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:26:25.124182 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-33d3a43e-08e1-4abf-9204-f72e07132b9d tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:26:25.206722 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [req-60946b27-35c8-4f14-8a70-84749e28fb68 req-060212c4-c891-454d-876b-3c917099a847 tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] Allocated IP 172.20.0.10 (7f744b6d-d53b-48bc-90d8-0ac9583035c9/dcdf7c04-9a25-42ed-b898-d573319ea588/a671633e-50aa-4a0f-8c8d-5e71001ec623) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:26:25.332269 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-33d3a43e-08e1-4abf-9204-f72e07132b9d tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:26:25.428445 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-33d3a43e-08e1-4abf-9204-f72e07132b9d tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572323'] for security_group_rule, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:26:25.464122 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ed01b3be-f8ba-41e3-9bec-aa1722097f4d req-71a0486d-2c2c-4fad-86ae-fee86e4a136f tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] 10.222.0.46 "GET /v2.0/ports?device_id=f6a28645-107f-4866-b24e-f26198b8fbe3 HTTP/1.1" status: 200 len: 210 time: 0.0515847 Nov 22 20:26:25.508860 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d3a43e-08e1-4abf-9204-f72e07132b9d tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d56d73f9-3383-4f8b-9da7-47302f619832,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:26:25.579721 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-33d3a43e-08e1-4abf-9204-f72e07132b9d tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:26:25.583360 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-33d3a43e-08e1-4abf-9204-f72e07132b9d tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6301684 Nov 22 20:26:25.583810 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 58320) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:26:25.589200 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-bb5fa974-dc9e-44f2-83ea-3f72e59c7773 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Request body: {'security_group_rule': {'security_group_id': '643fc82d-0ef9-4521-94aa-3318d50a506a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:26:25.639291 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-bb5fa974-dc9e-44f2-83ea-3f72e59c7773 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:26:25.720794 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-60946b27-35c8-4f14-8a70-84749e28fb68 req-060212c4-c891-454d-876b-3c917099a847 tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:26:25.721862 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-bb5fa974-dc9e-44f2-83ea-3f72e59c7773 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:26:25.730001 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-bb5fa974-dc9e-44f2-83ea-3f72e59c7773 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572323'] for security_group_rule, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:26:25.768481 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-60946b27-35c8-4f14-8a70-84749e28fb68 req-060212c4-c891-454d-876b-3c917099a847 tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:26:25.776965 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-bb5fa974-dc9e-44f2-83ea-3f72e59c7773 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:26:25.781451 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] get_ports_and_sgs() called for port_ids ['6c2aca17-1074-4087-a7a1-e1767ebff2c1'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:26:25.785066 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-bb5fa974-dc9e-44f2-83ea-3f72e59c7773 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1934576 Nov 22 20:26:25.823720 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 58328) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:26:25.829829 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-f48a3813-b6b1-4436-a891-f9b23cce03e0 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Request body: {'floatingip': {'floating_network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:26:25.893386 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5fa974-dc9e-44f2-83ea-3f72e59c7773 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8d4217c-b7e6-454c-87a9-84497ce2b62a,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:26:25.900540 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f48a3813-b6b1-4436-a891-f9b23cce03e0 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Publish callbacks [] for floatingip, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:26:25.940568 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60946b27-35c8-4f14-8a70-84749e28fb68 req-060212c4-c891-454d-876b-3c917099a847 tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] Network 7f744b6d-d53b-48bc-90d8-0ac9583035c9 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:26:25.952754 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [req-60946b27-35c8-4f14-8a70-84749e28fb68 req-060212c4-c891-454d-876b-3c917099a847 tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:26:25.956053 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-60946b27-35c8-4f14-8a70-84749e28fb68 req-060212c4-c891-454d-876b-3c917099a847 tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:26:26.087598 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060212c4-c891-454d-876b-3c917099a847 tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] Pushing event updated for resources: {'Port': ['ID=a671633e-50aa-4a0f-8c8d-5e71001ec623,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:26:26.126552 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f48a3813-b6b1-4436-a891-f9b23cce03e0 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:26:26.149757 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60946b27-35c8-4f14-8a70-84749e28fb68 req-060212c4-c891-454d-876b-3c917099a847 tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:26:26.150441 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-60946b27-35c8-4f14-8a70-84749e28fb68 req-060212c4-c891-454d-876b-3c917099a847 tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:26:26.207942 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-60946b27-35c8-4f14-8a70-84749e28fb68 req-060212c4-c891-454d-876b-3c917099a847 tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8352039 Nov 22 20:26:26.222066 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-60946b27-35c8-4f14-8a70-84749e28fb68 req-542ccfb4-4975-42e1-91f1-10056a977ad6 service neutron] Request body: {'port': {'device_id': 'f6a28645-107f-4866-b24e-f26198b8fbe3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818823-1'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:26:26.318401 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-60946b27-35c8-4f14-8a70-84749e28fb68 req-542ccfb4-4975-42e1-91f1-10056a977ad6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:26:26.368445 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [None req-f48a3813-b6b1-4436-a891-f9b23cce03e0 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Allocated IP 172.25.5.210 (c48a55e9-6a85-4746-b7bf-3e29fb560094/5da6f781-63e6-4328-ae7a-5e672262f55a/d554fe08-0e60-4cb2-bc6a-7258bb0fe6d6) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:26:26.588268 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f48a3813-b6b1-4436-a891-f9b23cce03e0 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:26:26.652064 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f48a3813-b6b1-4436-a891-f9b23cce03e0 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:26:26.711182 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc5ce72f-28c6-49d5-9189-23c5b60a7eef None None] Sync routers for ids ['465eee6a-d00b-4a92-933d-be36d09a8662'] in n-d-818823-1 {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:26:26.713939 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f48a3813-b6b1-4436-a891-f9b23cce03e0 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Network c48a55e9-6a85-4746-b7bf-3e29fb560094 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:26:26.717222 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-f48a3813-b6b1-4436-a891-f9b23cce03e0 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:26:26.722081 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48a3813-b6b1-4436-a891-f9b23cce03e0 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:26:26.727024 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc5ce72f-28c6-49d5-9189-23c5b60a7eef None None] Routers {'465eee6a-d00b-4a92-933d-be36d09a8662'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:26:26.727736 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-cc5ce72f-28c6-49d5-9189-23c5b60a7eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:26:02Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['465eee6a-d00b-4a92-933d-be36d09a8662'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:26:26.777112 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48a3813-b6b1-4436-a891-f9b23cce03e0 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Pushing event updated for resources: {'Port': ['ID=d554fe08-0e60-4cb2-bc6a-7258bb0fe6d6,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:26:26.920506 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f48a3813-b6b1-4436-a891-f9b23cce03e0 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:26:27.000453 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f48a3813-b6b1-4436-a891-f9b23cce03e0 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:26:27.046501 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e391ac-7145-499c-8a9f-5264a96f637f req-47a8940e-7e2a-40a1-bcc6-7f500af105fd tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:26:27.055697 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-cc5ce72f-28c6-49d5-9189-23c5b60a7eef None None] Set router 465eee6a-d00b-4a92-933d-be36d09a8662 gateway port host: n-d-818823-1 {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:26:27.061095 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-10e391ac-7145-499c-8a9f-5264a96f637f req-47a8940e-7e2a-40a1-bcc6-7f500af105fd tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] 10.222.0.46 "GET /v2.0/ports?device_id=f6a28645-107f-4866-b24e-f26198b8fbe3 HTTP/1.1" status: 200 len: 932 time: 0.4121225 Nov 22 20:26:27.241580 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-10e391ac-7145-499c-8a9f-5264a96f637f req-09373579-27e8-4e5b-ae06-40ad014aeaf5 tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] 10.222.0.46 "GET /v2.0/security-groups?id=ba01c207-9c21-46e8-8927-68d7cc159606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801205 Nov 22 20:26:27.425833 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [req-60946b27-35c8-4f14-8a70-84749e28fb68 req-542ccfb4-4975-42e1-91f1-10056a977ad6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a671633e-50aa-4a0f-8c8d-5e71001ec623 {{(pid=103447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:26:27.435373 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f48a3813-b6b1-4436-a891-f9b23cce03e0 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Publish callbacks [] for port, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:26:27.436962 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-60946b27-35c8-4f14-8a70-84749e28fb68 req-542ccfb4-4975-42e1-91f1-10056a977ad6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:26:27.444511 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f48a3813-b6b1-4436-a891-f9b23cce03e0 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:26:27.452708 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.provisioning_blocks [req-60946b27-35c8-4f14-8a70-84749e28fb68 req-542ccfb4-4975-42e1-91f1-10056a977ad6 service neutron] Transition to ACTIVE for port object a671633e-50aa-4a0f-8c8d-5e71001ec623 will not be triggered until provisioned by entity L2. {{(pid=103447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 20:26:27.458735 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-60946b27-35c8-4f14-8a70-84749e28fb68 req-542ccfb4-4975-42e1-91f1-10056a977ad6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:26:27.524089 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-cc5ce72f-28c6-49d5-9189-23c5b60a7eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '465eee6a-d00b-4a92-933d-be36d09a8662', 'name': 'tempest-AttachVolumeShelveTestJSON-1883671480-router', 'tenant_id': '99aeed5920ec4cada406eeeb08e171e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': 'a35931e5-9d85-4ddb-9da2-bf9a83990327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:26:13Z', 'updated_at': '2021-11-22T20:26:21Z', 'revision_number': 4, 'project_id': '99aeed5920ec4cada406eeeb08e171e4', 'gw_port': {'id': 'a35931e5-9d85-4ddb-9da2-bf9a83990327', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:ce:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465eee6a-d00b-4a92-933d-be36d09a8662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2295, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:26:16Z', 'updated_at': '2021-11-22T20:26:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': '026d84b4-3f7b-4ebc-99ab-5a5971b8ead8', 'name': '', 'network_id': '472efbbc-d832-48a8-ba47-cb0fa0f678cf', 'tenant_id': '99aeed5920ec4cada406eeeb08e171e4', 'mac_address': 'fa:16:3e:10:d4:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '465eee6a-d00b-4a92-933d-be36d09a8662', 'device_owner': 'network:router_interface', 'standard_attr_id': 2296, 'fixed_ips': [{'subnet_id': 'bfcf564a-3590-4b88-b146-a6d87131f13b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:26:20Z', 'updated_at': '2021-11-22T20:26:21Z', 'revision_number': 2, 'project_id': '99aeed5920ec4cada406eeeb08e171e4', 'subnets': [{'id': 'bfcf564a-3590-4b88-b146-a6d87131f13b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:26:27.566339 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542ccfb4-4975-42e1-91f1-10056a977ad6 service neutron] Pushing event updated for resources: {'Port': ['ID=a671633e-50aa-4a0f-8c8d-5e71001ec623,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:26:27.578459 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc5ce72f-28c6-49d5-9189-23c5b60a7eef None None] Checking router: 465eee6a-d00b-4a92-933d-be36d09a8662 for host: n-d-818823-1 {{(pid=103450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 20:26:27.578947 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc5ce72f-28c6-49d5-9189-23c5b60a7eef None None] Updating router 465eee6a-d00b-4a92-933d-be36d09a8662 port 026d84b4-3f7b-4ebc-99ab-5a5971b8ead8 binding host n-d-818823-1 {{(pid=103450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 20:26:27.592959 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542ccfb4-4975-42e1-91f1-10056a977ad6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:26:27.593468 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542ccfb4-4975-42e1-91f1-10056a977ad6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:26:27.594435 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542ccfb4-4975-42e1-91f1-10056a977ad6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:26:27.594868 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542ccfb4-4975-42e1-91f1-10056a977ad6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:26:27.595297 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542ccfb4-4975-42e1-91f1-10056a977ad6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:26:27.595744 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542ccfb4-4975-42e1-91f1-10056a977ad6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:26:27.596171 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542ccfb4-4975-42e1-91f1-10056a977ad6 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:26:27.596632 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542ccfb4-4975-42e1-91f1-10056a977ad6 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:26:27.597036 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542ccfb4-4975-42e1-91f1-10056a977ad6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:26:27.597463 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542ccfb4-4975-42e1-91f1-10056a977ad6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:26:27.597881 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542ccfb4-4975-42e1-91f1-10056a977ad6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:26:27.598305 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542ccfb4-4975-42e1-91f1-10056a977ad6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:26:27.600746 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48a3813-b6b1-4436-a891-f9b23cce03e0 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Pushing event updated for resources: {'Port': ['ID=d554fe08-0e60-4cb2-bc6a-7258bb0fe6d6,revision_number=2']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:26:27.608093 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f48a3813-b6b1-4436-a891-f9b23cce03e0 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-595224'] for floatingip, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:26:27.637878 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f48a3813-b6b1-4436-a891-f9b23cce03e0 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for floatingip, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:26:27.638560 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-cc5ce72f-28c6-49d5-9189-23c5b60a7eef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:26:27.640267 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-f48a3813-b6b1-4436-a891-f9b23cce03e0 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8160634 Nov 22 20:26:27.735346 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-60946b27-35c8-4f14-8a70-84749e28fb68 req-542ccfb4-4975-42e1-91f1-10056a977ad6 service neutron] Attempting to bind port a671633e-50aa-4a0f-8c8d-5e71001ec623 on host n-h2-818823-1 for vnic_type normal with profile {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:26:27.759979 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-60946b27-35c8-4f14-8a70-84749e28fb68 req-542ccfb4-4975-42e1-91f1-10056a977ad6 service neutron] Attempting to bind port a671633e-50aa-4a0f-8c8d-5e71001ec623 by drivers openvswitch,hyperv on host n-h2-818823-1 at level 0 using segments [{'id': '7bb9d1cb-054b-4490-bdb0-97683e50f8df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '7f744b6d-d53b-48bc-90d8-0ac9583035c9'}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:26:27.760650 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60946b27-35c8-4f14-8a70-84749e28fb68 req-542ccfb4-4975-42e1-91f1-10056a977ad6 service neutron] Attempting to bind port a671633e-50aa-4a0f-8c8d-5e71001ec623 on network 7f744b6d-d53b-48bc-90d8-0ac9583035c9 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:26:27.767377 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60946b27-35c8-4f14-8a70-84749e28fb68 req-542ccfb4-4975-42e1-91f1-10056a977ad6 service neutron] Port a671633e-50aa-4a0f-8c8d-5e71001ec623 on network 7f744b6d-d53b-48bc-90d8-0ac9583035c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-818823-1 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:26:27.767928 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60946b27-35c8-4f14-8a70-84749e28fb68 req-542ccfb4-4975-42e1-91f1-10056a977ad6 service neutron] Attempting to bind port a671633e-50aa-4a0f-8c8d-5e71001ec623 on network 7f744b6d-d53b-48bc-90d8-0ac9583035c9 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:26:27.792177 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60946b27-35c8-4f14-8a70-84749e28fb68 req-542ccfb4-4975-42e1-91f1-10056a977ad6 service neutron] Checking agent: {'id': '65e0486a-7030-4065-96f0-10aa7402a530', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'started_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 26, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:26:27.792911 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60946b27-35c8-4f14-8a70-84749e28fb68 req-542ccfb4-4975-42e1-91f1-10056a977ad6 service neutron] Checking segment: {'id': '7bb9d1cb-054b-4490-bdb0-97683e50f8df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '7f744b6d-d53b-48bc-90d8-0ac9583035c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:26:27.793318 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60946b27-35c8-4f14-8a70-84749e28fb68 req-542ccfb4-4975-42e1-91f1-10056a977ad6 service neutron] Bound using segment: {'id': '7bb9d1cb-054b-4490-bdb0-97683e50f8df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '7f744b6d-d53b-48bc-90d8-0ac9583035c9'} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:26:27.793770 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-60946b27-35c8-4f14-8a70-84749e28fb68 req-542ccfb4-4975-42e1-91f1-10056a977ad6 service neutron] Bound port: a671633e-50aa-4a0f-8c8d-5e71001ec623, host: n-h2-818823-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7bb9d1cb-054b-4490-bdb0-97683e50f8df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '7f744b6d-d53b-48bc-90d8-0ac9583035c9'}}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:26:27.794139 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-60946b27-35c8-4f14-8a70-84749e28fb68 req-542ccfb4-4975-42e1-91f1-10056a977ad6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:26:28.181117 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-cc5ce72f-28c6-49d5-9189-23c5b60a7eef None None] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:26:28.190023 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-cc5ce72f-28c6-49d5-9189-23c5b60a7eef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:26:28.251953 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2441c05-c697-408e-8428-6e12fd13bc15 None None] Pushing event updated for resources: {'Port': ['ID=026d84b4-3f7b-4ebc-99ab-5a5971b8ead8,revision_number=3']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:26:28.306022 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-cc5ce72f-28c6-49d5-9189-23c5b60a7eef None None] Attempting to bind port 026d84b4-3f7b-4ebc-99ab-5a5971b8ead8 on host n-d-818823-1 for vnic_type normal with profile {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:26:28.306676 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-cc5ce72f-28c6-49d5-9189-23c5b60a7eef None None] Attempting to bind port 026d84b4-3f7b-4ebc-99ab-5a5971b8ead8 by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': '0f31ec19-3af4-4928-96f6-fbcd53d7ad3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '472efbbc-d832-48a8-ba47-cb0fa0f678cf'}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:26:28.307222 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc5ce72f-28c6-49d5-9189-23c5b60a7eef None None] Attempting to bind port 026d84b4-3f7b-4ebc-99ab-5a5971b8ead8 on network 472efbbc-d832-48a8-ba47-cb0fa0f678cf {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:26:28.316239 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc5ce72f-28c6-49d5-9189-23c5b60a7eef None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 26, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:26:28.316902 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc5ce72f-28c6-49d5-9189-23c5b60a7eef None None] Checking segment: {'id': '0f31ec19-3af4-4928-96f6-fbcd53d7ad3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '472efbbc-d832-48a8-ba47-cb0fa0f678cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:26:28.317481 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-cc5ce72f-28c6-49d5-9189-23c5b60a7eef None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:26:28.318019 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc5ce72f-28c6-49d5-9189-23c5b60a7eef None None] Bound using segment: {'id': '0f31ec19-3af4-4928-96f6-fbcd53d7ad3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '472efbbc-d832-48a8-ba47-cb0fa0f678cf'} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:26:28.320011 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-cc5ce72f-28c6-49d5-9189-23c5b60a7eef None None] Bound port: 026d84b4-3f7b-4ebc-99ab-5a5971b8ead8, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f31ec19-3af4-4928-96f6-fbcd53d7ad3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '472efbbc-d832-48a8-ba47-cb0fa0f678cf'}}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:26:28.320922 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-cc5ce72f-28c6-49d5-9189-23c5b60a7eef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:26:28.425022 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-cc5ce72f-28c6-49d5-9189-23c5b60a7eef None None] For port 026d84b4-3f7b-4ebc-99ab-5a5971b8ead8, host n-d-818823-1, cleared binding levels {{(pid=103450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:26:28.429194 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-cc5ce72f-28c6-49d5-9189-23c5b60a7eef None None] For port 026d84b4-3f7b-4ebc-99ab-5a5971b8ead8, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=026d84b4-3f7b-4ebc-99ab-5a5971b8ead8,segment=NetworkSegment(0f31ec19-3af4-4928-96f6-fbcd53d7ad3c),segment_id=0f31ec19-3af4-4928-96f6-fbcd53d7ad3c)] {{(pid=103450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:26:28.435587 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-cc5ce72f-28c6-49d5-9189-23c5b60a7eef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:26:28.524613 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-584c9ca6-fc67-4adb-934b-0f855f4cac2a req-2683fcd7-27ad-4c11-b3d5-7dee16688c20 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--928836503&fields=id&tenant_id=99aeed5920ec4cada406eeeb08e171e4 HTTP/1.1" status: 200 len: 267 time: 0.6952386 Nov 22 20:26:28.588277 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2441c05-c697-408e-8428-6e12fd13bc15 None None] Pushing event updated for resources: {'Port': ['ID=026d84b4-3f7b-4ebc-99ab-5a5971b8ead8,revision_number=4']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:26:28.595062 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc5ce72f-28c6-49d5-9189-23c5b60a7eef None None] Routers {'465eee6a-d00b-4a92-933d-be36d09a8662'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:26:28.595933 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-cc5ce72f-28c6-49d5-9189-23c5b60a7eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:26:02Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['465eee6a-d00b-4a92-933d-be36d09a8662'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:26:28.637352 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-3d6a0a7b-1ba6-4dfb-b59c-78300c219d20 None None] Provisioning complete for port 026d84b4-3f7b-4ebc-99ab-5a5971b8ead8 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:26:28.637884 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-3d6a0a7b-1ba6-4dfb-b59c-78300c219d20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:26:28.697575 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584c9ca6-fc67-4adb-934b-0f855f4cac2a req-66cd5a1c-1fd4-4d79-9dab-e586ab4317f8 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:26:28.704367 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-584c9ca6-fc67-4adb-934b-0f855f4cac2a req-66cd5a1c-1fd4-4d79-9dab-e586ab4317f8 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/networks?id=472efbbc-d832-48a8-ba47-cb0fa0f678cf HTTP/1.1" status: 200 len: 817 time: 0.1579797 Nov 22 20:26:28.742423 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-cc5ce72f-28c6-49d5-9189-23c5b60a7eef None None] Set router 465eee6a-d00b-4a92-933d-be36d09a8662 gateway port host: n-d-818823-1 {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:26:28.753077 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc66e69-1ef5-4529-a11d-43886d13422d req-6a63c97e-ad41-4c1f-b194-464b2518f417 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:26:28.754661 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8dc66e69-1ef5-4529-a11d-43886d13422d req-6a63c97e-ad41-4c1f-b194-464b2518f417 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/ports?device_id=f1a6bfe1-26d1-4dd2-94cd-df2360ee8ad5 HTTP/1.1" status: 200 len: 946 time: 0.7805471 Nov 22 20:26:28.777768 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-60946b27-35c8-4f14-8a70-84749e28fb68 req-542ccfb4-4975-42e1-91f1-10056a977ad6 service neutron] For port a671633e-50aa-4a0f-8c8d-5e71001ec623, host n-h2-818823-1, cleared binding levels {{(pid=103447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:26:28.782795 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-60946b27-35c8-4f14-8a70-84749e28fb68 req-542ccfb4-4975-42e1-91f1-10056a977ad6 service neutron] For port a671633e-50aa-4a0f-8c8d-5e71001ec623, host n-h2-818823-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=a671633e-50aa-4a0f-8c8d-5e71001ec623,segment=NetworkSegment(7bb9d1cb-054b-4490-bdb0-97683e50f8df),segment_id=7bb9d1cb-054b-4490-bdb0-97683e50f8df)] {{(pid=103447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:26:28.785928 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-584c9ca6-fc67-4adb-934b-0f855f4cac2a req-c4d7cb7d-3437-4165-a719-43058893ed1b tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/quotas/99aeed5920ec4cada406eeeb08e171e4 HTTP/1.1" status: 200 len: 375 time: 0.0712571 Nov 22 20:26:28.793411 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-60946b27-35c8-4f14-8a70-84749e28fb68 req-542ccfb4-4975-42e1-91f1-10056a977ad6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:26:28.820457 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-3d6a0a7b-1ba6-4dfb-b59c-78300c219d20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:26:28.865258 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-3d6a0a7b-1ba6-4dfb-b59c-78300c219d20 None None] For port 026d84b4-3f7b-4ebc-99ab-5a5971b8ead8, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=026d84b4-3f7b-4ebc-99ab-5a5971b8ead8,segment=NetworkSegment(0f31ec19-3af4-4928-96f6-fbcd53d7ad3c),segment_id=0f31ec19-3af4-4928-96f6-fbcd53d7ad3c)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:26:28.872466 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-3d6a0a7b-1ba6-4dfb-b59c-78300c219d20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:26:28.941218 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8dc66e69-1ef5-4529-a11d-43886d13422d req-0c32f57a-61ca-4a62-b443-233ee1be0245 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/security-groups?id=ace094e3-bfce-4b88-a460-949b8cf0d5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1708419 Nov 22 20:26:28.946354 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60946b27-35c8-4f14-8a70-84749e28fb68 req-542ccfb4-4975-42e1-91f1-10056a977ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:26:28.947075 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-60946b27-35c8-4f14-8a70-84749e28fb68 req-542ccfb4-4975-42e1-91f1-10056a977ad6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:26:28.949131 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-60946b27-35c8-4f14-8a70-84749e28fb68 req-542ccfb4-4975-42e1-91f1-10056a977ad6 service neutron] 10.222.0.20 "PUT /v2.0/ports/a671633e-50aa-4a0f-8c8d-5e71001ec623 HTTP/1.1" status: 200 len: 1092 time: 2.7320807 Nov 22 20:26:28.950098 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6a28645-107f-4866-b24e-f26198b8fbe3', 'tag': 'a671633e-50aa-4a0f-8c8d-5e71001ec623'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:26:28.952649 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4c93b40-304d-48ee-a30d-e4b6383afbc5" -d '{"events": [{"name": "network-changed", "server_uuid": "f6a28645-107f-4866-b24e-f26198b8fbe3", "tag": "a671633e-50aa-4a0f-8c8d-5e71001ec623"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:26:28.960429 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6a0a7b-1ba6-4dfb-b59c-78300c219d20 None None] Pushing event updated for resources: {'Port': ['ID=026d84b4-3f7b-4ebc-99ab-5a5971b8ead8,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:26:28.989889 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6a0a7b-1ba6-4dfb-b59c-78300c219d20 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:26:28.991319 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6a0a7b-1ba6-4dfb-b59c-78300c219d20 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:26:28.991698 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6a0a7b-1ba6-4dfb-b59c-78300c219d20 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:26:28.992042 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6a0a7b-1ba6-4dfb-b59c-78300c219d20 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:26:28.994290 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6a0a7b-1ba6-4dfb-b59c-78300c219d20 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:26:28.995625 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6a0a7b-1ba6-4dfb-b59c-78300c219d20 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:26:28.995972 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6a0a7b-1ba6-4dfb-b59c-78300c219d20 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:26:28.996312 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6a0a7b-1ba6-4dfb-b59c-78300c219d20 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:26:28.996649 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6a0a7b-1ba6-4dfb-b59c-78300c219d20 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:26:28.996985 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6a0a7b-1ba6-4dfb-b59c-78300c219d20 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:26:29.003459 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6a0a7b-1ba6-4dfb-b59c-78300c219d20 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:26:29.004142 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6a0a7b-1ba6-4dfb-b59c-78300c219d20 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:26:29.052996 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-584c9ca6-fc67-4adb-934b-0f855f4cac2a req-4340a537-ce1d-42a6-a823-62cd6b78b476 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=99aeed5920ec4cada406eeeb08e171e4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2285929 Nov 22 20:26:29.054895 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-f163da35-0cb4-4af7-a203-fe690ab838dc None None] Provisioning complete for port 026d84b4-3f7b-4ebc-99ab-5a5971b8ead8 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:26:29.055490 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-f163da35-0cb4-4af7-a203-fe690ab838dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:26:29.089504 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542ccfb4-4975-42e1-91f1-10056a977ad6 service neutron] Pushing event updated for resources: {'Port': ['ID=a671633e-50aa-4a0f-8c8d-5e71001ec623,revision_number=3']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:26:29.171169 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-cc5ce72f-28c6-49d5-9189-23c5b60a7eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '465eee6a-d00b-4a92-933d-be36d09a8662', 'name': 'tempest-AttachVolumeShelveTestJSON-1883671480-router', 'tenant_id': '99aeed5920ec4cada406eeeb08e171e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': 'a35931e5-9d85-4ddb-9da2-bf9a83990327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:26:13Z', 'updated_at': '2021-11-22T20:26:21Z', 'revision_number': 4, 'project_id': '99aeed5920ec4cada406eeeb08e171e4', 'gw_port': {'id': 'a35931e5-9d85-4ddb-9da2-bf9a83990327', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:ce:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465eee6a-d00b-4a92-933d-be36d09a8662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2295, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:26:16Z', 'updated_at': '2021-11-22T20:26:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': '026d84b4-3f7b-4ebc-99ab-5a5971b8ead8', 'name': '', 'network_id': '472efbbc-d832-48a8-ba47-cb0fa0f678cf', 'tenant_id': '99aeed5920ec4cada406eeeb08e171e4', 'mac_address': 'fa:16:3e:10:d4:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '465eee6a-d00b-4a92-933d-be36d09a8662', 'device_owner': 'network:router_interface', 'standard_attr_id': 2296, 'fixed_ips': [{'subnet_id': 'bfcf564a-3590-4b88-b146-a6d87131f13b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:26:20Z', 'updated_at': '2021-11-22T20:26:28Z', 'revision_number': 4, 'project_id': '99aeed5920ec4cada406eeeb08e171e4', 'subnets': [{'id': 'bfcf564a-3590-4b88-b146-a6d87131f13b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:26:29.247365 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc5ce72f-28c6-49d5-9189-23c5b60a7eef None None] The sync data for ids ['465eee6a-d00b-4a92-933d-be36d09a8662'] in n-d-818823-1 is: [{'id': '465eee6a-d00b-4a92-933d-be36d09a8662', 'name': 'tempest-AttachVolumeShelveTestJSON-1883671480-router', 'tenant_id': '99aeed5920ec4cada406eeeb08e171e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': 'a35931e5-9d85-4ddb-9da2-bf9a83990327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:26:13Z', 'updated_at': '2021-11-22T20:26:21Z', 'revision_number': 4, 'project_id': '99aeed5920ec4cada406eeeb08e171e4', 'gw_port': {'id': 'a35931e5-9d85-4ddb-9da2-bf9a83990327', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:ce:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465eee6a-d00b-4a92-933d-be36d09a8662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2295, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:26:16Z', 'updated_at': '2021-11-22T20:26:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': '026d84b4-3f7b-4ebc-99ab-5a5971b8ead8', 'name': '', 'network_id': '472efbbc-d832-48a8-ba47-cb0fa0f678cf', 'tenant_id': '99aeed5920ec4cada406eeeb08e171e4', 'mac_address': 'fa:16:3e:10:d4:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '465eee6a-d00b-4a92-933d-be36d09a8662', 'device_owner': 'network:router_interface', 'standard_attr_id': 2296, 'fixed_ips': [{'subnet_id': 'bfcf564a-3590-4b88-b146-a6d87131f13b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:26:20Z', 'updated_at': '2021-11-22T20:26:28Z', 'revision_number': 4, 'project_id': '99aeed5920ec4cada406eeeb08e171e4', 'subnets': [{'id': 'bfcf564a-3590-4b88-b146-a6d87131f13b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:26:29.281894 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d68823b-beb4-4b08-9b1c-36f65c8c79e7 req-0c144e7d-b830-4a29-8569-6a9426680a0a tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:26:29.292572 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5d68823b-beb4-4b08-9b1c-36f65c8c79e7 req-0c144e7d-b830-4a29-8569-6a9426680a0a tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] 10.222.0.46 "GET /v2.0/ports?device_id=f6a28645-107f-4866-b24e-f26198b8fbe3 HTTP/1.1" status: 200 len: 944 time: 0.2523890 Nov 22 20:26:29.299151 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60946b27-35c8-4f14-8a70-84749e28fb68 req-d38f3473-3a26-4a34-a274-9ce51bed678e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:26:29.305366 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-60946b27-35c8-4f14-8a70-84749e28fb68 req-d38f3473-3a26-4a34-a274-9ce51bed678e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b49ffae0998b42cf90d82005a2279509&device_id=f6a28645-107f-4866-b24e-f26198b8fbe3 HTTP/1.1" status: 200 len: 1095 time: 0.2973099 Nov 22 20:26:29.307405 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-584c9ca6-fc67-4adb-934b-0f855f4cac2a req-e7429dc8-c0b0-493f-9235-9e32dada048f service neutron] 10.222.0.46 "GET /v2.0/networks/472efbbc-d832-48a8-ba47-cb0fa0f678cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1925690 Nov 22 20:26:29.399346 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-60946b27-35c8-4f14-8a70-84749e28fb68 req-9ca8cd30-f757-4068-b9d9-49f4f8ba580c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a671633e-50aa-4a0f-8c8d-5e71001ec623 HTTP/1.1" status: 200 len: 217 time: 0.0650120 Nov 22 20:26:29.505295 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5d68823b-beb4-4b08-9b1c-36f65c8c79e7 req-01f61754-0935-4690-9eac-216fb350150c tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] 10.222.0.46 "GET /v2.0/security-groups?id=ba01c207-9c21-46e8-8927-68d7cc159606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110460 Nov 22 20:26:29.561146 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-584c9ca6-fc67-4adb-934b-0f855f4cac2a req-ab92b5a7-8083-4391-81cc-ac744bd95064 service neutron] 10.222.0.46 "GET /v2.0/networks/472efbbc-d832-48a8-ba47-cb0fa0f678cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1803741 Nov 22 20:26:29.562822 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60946b27-35c8-4f14-8a70-84749e28fb68 req-8ce8a80f-6e44-4d7f-93cd-9f21ea644097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:26:29.564586 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-60946b27-35c8-4f14-8a70-84749e28fb68 req-8ce8a80f-6e44-4d7f-93cd-9f21ea644097 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=dcdf7c04-9a25-42ed-b898-d573319ea588 HTTP/1.1" status: 200 len: 853 time: 0.1137588 Nov 22 20:26:29.609529 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 20:26:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaa1d7c0-b741-4eeb-bdad-b1742b9c226b x-openstack-request-id: req-eaa1d7c0-b741-4eeb-bdad-b1742b9c226b {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:26:29.609642 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6a28645-107f-4866-b24e-f26198b8fbe3", "tag": "a671633e-50aa-4a0f-8c8d-5e71001ec623", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:26:29.609924 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-eaa1d7c0-b741-4eeb-bdad-b1742b9c226b {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:26:29.610741 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6a28645-107f-4866-b24e-f26198b8fbe3', 'tag': 'a671633e-50aa-4a0f-8c8d-5e71001ec623', 'status': 'completed', 'code': 200} Nov 22 20:26:29.615814 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-60946b27-35c8-4f14-8a70-84749e28fb68 req-249b3a0a-8a51-4fbc-baca-d986fd384101 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7f744b6d-d53b-48bc-90d8-0ac9583035c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416055 Nov 22 20:26:29.775820 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-60946b27-35c8-4f14-8a70-84749e28fb68 req-911c0dde-34ad-4eea-b294-366ee2a48fc2 service neutron] 10.222.0.20 "GET /v2.0/networks/7f744b6d-d53b-48bc-90d8-0ac9583035c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516848 Nov 22 20:26:29.903552 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-fa8fa020-e7b9-48cf-87ff-0fa10d66ee6a req-0ac73e06-c47e-4dfa-ad5e-0e9df8457a47 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/ports?device_id=33b2b907-88b2-43cc-a329-814686ee9d6b HTTP/1.1" status: 200 len: 210 time: 0.0782301 Nov 22 20:26:29.994456 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-c31fa921-1659-4ea3-8f5b-44eac3b10cf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:26:30.005307 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-60946b27-35c8-4f14-8a70-84749e28fb68 req-f21f3b6f-4ebf-4d55-aef8-d11a42919942 service neutron] 10.222.0.20 "GET /v2.0/networks/7f744b6d-d53b-48bc-90d8-0ac9583035c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1946211 Nov 22 20:26:30.145193 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c93b40-304d-48ee-a30d-e4b6383afbc5 req-c13f6e48-333b-4f18-b5ec-3f6bb92f62ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:26:30.147120 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a4c93b40-304d-48ee-a30d-e4b6383afbc5 req-c13f6e48-333b-4f18-b5ec-3f6bb92f62ff service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b49ffae0998b42cf90d82005a2279509&device_id=f6a28645-107f-4866-b24e-f26198b8fbe3 HTTP/1.1" status: 200 len: 1095 time: 0.1053343 Nov 22 20:26:30.251259 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [req-8b943f4e-0dc9-4d83-8a74-8919176968e3 req-d7019c62-4ea7-4c49-8815-f956b0971bff service neutron] (103447) timed out ('10.222.0.41', 50195) {{(pid=103447) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 22 20:26:30.278306 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9f9889-380e-4db9-989c-1514a301165c req-da0081f4-3659-4365-b520-0c3803a91d20 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:26:30.279886 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ef9f9889-380e-4db9-989c-1514a301165c req-da0081f4-3659-4365-b520-0c3803a91d20 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/ports?device_id=f1a6bfe1-26d1-4dd2-94cd-df2360ee8ad5 HTTP/1.1" status: 200 len: 946 time: 0.1985049 Nov 22 20:26:30.374284 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c93b40-304d-48ee-a30d-e4b6383afbc5 req-807e5a64-b487-4c49-a38a-95e9ff2dcd2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:26:30.377416 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a4c93b40-304d-48ee-a30d-e4b6383afbc5 req-807e5a64-b487-4c49-a38a-95e9ff2dcd2c service neutron] 10.222.0.20 "GET /v2.0/networks?id=7f744b6d-d53b-48bc-90d8-0ac9583035c9 HTTP/1.1" status: 200 len: 914 time: 0.2219460 Nov 22 20:26:30.395200 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ef9f9889-380e-4db9-989c-1514a301165c req-95cdc67e-6026-40b6-9a22-2ec340a675fa tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/security-groups?id=ace094e3-bfce-4b88-a460-949b8cf0d5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1030388 Nov 22 20:26:30.449171 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a4c93b40-304d-48ee-a30d-e4b6383afbc5 req-2434dee4-99ec-4827-80db-75afa8885887 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a671633e-50aa-4a0f-8c8d-5e71001ec623 HTTP/1.1" status: 200 len: 217 time: 0.0515924 Nov 22 20:26:30.511032 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c93b40-304d-48ee-a30d-e4b6383afbc5 req-8b24edac-c450-48a5-8a27-0f5d980f68c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:26:30.512716 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a4c93b40-304d-48ee-a30d-e4b6383afbc5 req-8b24edac-c450-48a5-8a27-0f5d980f68c2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=dcdf7c04-9a25-42ed-b898-d573319ea588 HTTP/1.1" status: 200 len: 853 time: 0.0561907 Nov 22 20:26:30.595773 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a4c93b40-304d-48ee-a30d-e4b6383afbc5 req-1f336f19-e4c2-4036-86c4-cad3eca0c126 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7f744b6d-d53b-48bc-90d8-0ac9583035c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0735028 Nov 22 20:26:30.737754 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cdf7fd-03b3-44f6-a99e-84a0e2bba49c req-3d4a45d5-f9fd-4fd6-810b-72b6430df29a tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:26:30.743354 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 026d84b4-3f7b-4ebc-99ab-5a5971b8ead8 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:26:30.747614 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-28cdf7fd-03b3-44f6-a99e-84a0e2bba49c req-3d4a45d5-f9fd-4fd6-810b-72b6430df29a tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] 10.222.0.46 "GET /v2.0/ports?device_id=f6a28645-107f-4866-b24e-f26198b8fbe3 HTTP/1.1" status: 200 len: 944 time: 0.1281240 Nov 22 20:26:30.827516 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a4c93b40-304d-48ee-a30d-e4b6383afbc5 req-ac537475-4540-4acb-a630-631435b2a2e9 service neutron] 10.222.0.20 "GET /v2.0/networks/7f744b6d-d53b-48bc-90d8-0ac9583035c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2242222 Nov 22 20:26:30.839463 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-28cdf7fd-03b3-44f6-a99e-84a0e2bba49c req-29657993-c24b-4972-ac15-fcea396c0bd3 tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] 10.222.0.46 "GET /v2.0/security-groups?id=ba01c207-9c21-46e8-8927-68d7cc159606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909071 Nov 22 20:26:30.854069 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 026d84b4-3f7b-4ebc-99ab-5a5971b8ead8 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:26:30.854069 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:26:30.949390 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a4c93b40-304d-48ee-a30d-e4b6383afbc5 req-5d1431a9-23c3-454d-94a4-100e7ef9edce service neutron] 10.222.0.20 "GET /v2.0/networks/7f744b6d-d53b-48bc-90d8-0ac9583035c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016026 Nov 22 20:26:31.030373 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9449c96a-6256-4782-8fe1-412243888fb0 req-a0dda19a-a722-4334-9961-c901b5703109 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/ports?device_id=33b2b907-88b2-43cc-a329-814686ee9d6b HTTP/1.1" status: 200 len: 210 time: 0.0297852 Nov 22 20:26:31.295923 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584c9ca6-fc67-4adb-934b-0f855f4cac2a req-9faf8e12-87f1-493a-b8f5-71eb3a9b02a7 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:26:31.297715 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-584c9ca6-fc67-4adb-934b-0f855f4cac2a req-9faf8e12-87f1-493a-b8f5-71eb3a9b02a7 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.41 "GET /v2.0/networks?id=472efbbc-d832-48a8-ba47-cb0fa0f678cf HTTP/1.1" status: 200 len: 817 time: 0.1273110 Nov 22 20:26:31.406787 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-584c9ca6-fc67-4adb-934b-0f855f4cac2a req-08d9f5bb-7cf8-450b-8f79-69dc48cb2cc6 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=99aeed5920ec4cada406eeeb08e171e4 HTTP/1.1" status: 200 len: 379 time: 0.0880406 Nov 22 20:26:31.422495 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [req-584c9ca6-fc67-4adb-934b-0f855f4cac2a req-d3b4d0f9-9715-4835-949b-9f5a5c48b46d tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Request body: {'port': {'device_id': '33b2b907-88b2-43cc-a329-814686ee9d6b', 'network_id': '472efbbc-d832-48a8-ba47-cb0fa0f678cf', 'admin_state_up': True, 'tenant_id': '99aeed5920ec4cada406eeeb08e171e4', 'security_groups': ['643fc82d-0ef9-4521-94aa-3318d50a506a']}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:26:31.547384 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-584c9ca6-fc67-4adb-934b-0f855f4cac2a req-d3b4d0f9-9715-4835-949b-9f5a5c48b46d tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Made reservation on behalf of 99aeed5920ec4cada406eeeb08e171e4 for: {'port': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:26:31.551050 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-584c9ca6-fc67-4adb-934b-0f855f4cac2a req-d3b4d0f9-9715-4835-949b-9f5a5c48b46d tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:26:31.566168 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device a671633e-50aa-4a0f-8c8d-5e71001ec623 details requested by agent hyperv_n-h2-818823-1 with host n-h2-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 20:26:31.682942 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port a671633e-50aa-4a0f-8c8d-5e71001ec623, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=a671633e-50aa-4a0f-8c8d-5e71001ec623,segment=NetworkSegment(7bb9d1cb-054b-4490-bdb0-97683e50f8df),segment_id=7bb9d1cb-054b-4490-bdb0-97683e50f8df)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:26:31.692697 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [req-584c9ca6-fc67-4adb-934b-0f855f4cac2a req-d3b4d0f9-9715-4835-949b-9f5a5c48b46d tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Allocated IP 172.20.0.9 (472efbbc-d832-48a8-ba47-cb0fa0f678cf/bfcf564a-3590-4b88-b146-a6d87131f13b/e1b23151-dad5-4a0d-a549-a1497d3eb2a7) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:26:31.699948 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Returning: {'device': 'a671633e-50aa-4a0f-8c8d-5e71001ec623', 'network_id': '7f744b6d-d53b-48bc-90d8-0ac9583035c9', 'port_id': 'a671633e-50aa-4a0f-8c8d-5e71001ec623', 'mac_address': 'fa:16:3e:3d:f9:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcdf7c04-9a25-42ed-b898-d573319ea588', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 20:26:31.755820 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:26:31.770807 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a671633e-50aa-4a0f-8c8d-5e71001ec623 {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:26:31.799617 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port a671633e-50aa-4a0f-8c8d-5e71001ec623, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=a671633e-50aa-4a0f-8c8d-5e71001ec623,segment=NetworkSegment(7bb9d1cb-054b-4490-bdb0-97683e50f8df),segment_id=7bb9d1cb-054b-4490-bdb0-97683e50f8df)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:26:31.808433 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:26:31.856375 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 9c51b9e8-9b54-46f6-8722-f3321988d408 no longer exists at agent hyperv_n-h1-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:26:31.890881 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-584c9ca6-fc67-4adb-934b-0f855f4cac2a req-d3b4d0f9-9715-4835-949b-9f5a5c48b46d tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:26:31.934150 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-584c9ca6-fc67-4adb-934b-0f855f4cac2a req-d3b4d0f9-9715-4835-949b-9f5a5c48b46d tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:26:31.973737 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dacd18-c80c-438f-bf50-bc645b3abfaf req-571da74f-004f-455d-a3ce-9f9a94d94bb0 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:26:31.979386 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-584c9ca6-fc67-4adb-934b-0f855f4cac2a req-d3b4d0f9-9715-4835-949b-9f5a5c48b46d tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Network 472efbbc-d832-48a8-ba47-cb0fa0f678cf is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:26:31.982288 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-81dacd18-c80c-438f-bf50-bc645b3abfaf req-571da74f-004f-455d-a3ce-9f9a94d94bb0 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/ports?device_id=711b0642-53a2-4096-8841-f7ad0d4ae143 HTTP/1.1" status: 200 len: 945 time: 0.1177838 Nov 22 20:26:31.986436 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [req-584c9ca6-fc67-4adb-934b-0f855f4cac2a req-d3b4d0f9-9715-4835-949b-9f5a5c48b46d tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:26:31.991056 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [req-584c9ca6-fc67-4adb-934b-0f855f4cac2a req-d3b4d0f9-9715-4835-949b-9f5a5c48b46d tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:26:32.036073 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b4d0f9-9715-4835-949b-9f5a5c48b46d tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Pushing event updated for resources: {'Port': ['ID=e1b23151-dad5-4a0d-a549-a1497d3eb2a7,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:26:32.074939 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584c9ca6-fc67-4adb-934b-0f855f4cac2a req-d3b4d0f9-9715-4835-949b-9f5a5c48b46d tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:26:32.079100 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-584c9ca6-fc67-4adb-934b-0f855f4cac2a req-d3b4d0f9-9715-4835-949b-9f5a5c48b46d tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:26:32.112339 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-584c9ca6-fc67-4adb-934b-0f855f4cac2a req-d3b4d0f9-9715-4835-949b-9f5a5c48b46d tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6951063 Nov 22 20:26:32.123317 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b29cc4-71e8-4316-8465-072ccfaa56b0 req-99e21be7-bbce-4d9b-bf65-afefd3d7010c tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:26:32.135230 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [req-584c9ca6-fc67-4adb-934b-0f855f4cac2a req-e8248f2a-6dd0-4a93-9b2c-cf234dd6f3f3 service neutron] Request body: {'port': {'device_id': '33b2b907-88b2-43cc-a329-814686ee9d6b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818823-1'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:26:32.138485 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e2b29cc4-71e8-4316-8465-072ccfaa56b0 req-99e21be7-bbce-4d9b-bf65-afefd3d7010c tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] 10.222.0.46 "GET /v2.0/ports?device_id=f6a28645-107f-4866-b24e-f26198b8fbe3 HTTP/1.1" status: 200 len: 945 time: 0.1286585 Nov 22 20:26:32.164485 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-81dacd18-c80c-438f-bf50-bc645b3abfaf req-cda0d84a-5307-4100-9a82-30ef1eb808b8 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/security-groups?id=26cb47fd-e14c-4850-9651-76395f6ea411&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1810243 Nov 22 20:26:32.199471 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 58504) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:26:32.260707 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] get_ports_and_sgs() called for port_ids ['a671633e-50aa-4a0f-8c8d-5e71001ec623'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:26:32.269660 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=a671633e-50aa-4a0f-8c8d-5e71001ec623,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:26:32.325142 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:26:32.371018 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-584c9ca6-fc67-4adb-934b-0f855f4cac2a req-e8248f2a-6dd0-4a93-9b2c-cf234dd6f3f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:26:32.419862 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1a6bfe1-26d1-4dd2-94cd-df2360ee8ad5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c51b9e8-9b54-46f6-8722-f3321988d408'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:26:32.427735 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d39f6d30a11e565ec9648abcc015e8a6ab6cff4edd704add8155e28765d31eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c08fcc2c-b6f1-450b-b61e-a4f30a2500ae" -d '{"events": [{"server_uuid": "f1a6bfe1-26d1-4dd2-94cd-df2360ee8ad5", "name": "network-vif-unplugged", "status": "completed", "tag": "9c51b9e8-9b54-46f6-8722-f3321988d408"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:26:32.477561 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-77a19bbd-20e4-4295-89c3-e06d8066c00b tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/floatingips/5ca8f81b-ce0c-47a2-8a2a-8f05188a7d5a HTTP/1.1" status: 200 len: 993 time: 0.2757032 Nov 22 20:26:32.535751 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 9c51b9e8-9b54-46f6-8722-f3321988d408, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=9c51b9e8-9b54-46f6-8722-f3321988d408,segment=NetworkSegment(60e02a7e-98a0-4d76-b36b-46f7624c5b28),segment_id=60e02a7e-98a0-4d76-b36b-46f7624c5b28)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:26:32.569097 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:26:32.573951 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafab93f-fe0a-46dc-9cb0-81d822e7f7d7 req-06367ceb-cba2-4341-8778-3cf9d8bcc374 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:26:32.583498 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-dafab93f-fe0a-46dc-9cb0-81d822e7f7d7 req-06367ceb-cba2-4341-8778-3cf9d8bcc374 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/ports?device_id=33b2b907-88b2-43cc-a329-814686ee9d6b HTTP/1.1" status: 200 len: 931 time: 0.2261443 Nov 22 20:26:32.598064 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e2b29cc4-71e8-4316-8465-072ccfaa56b0 req-35fea43f-dddc-490b-a889-967f72590aea tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] 10.222.0.46 "GET /v2.0/security-groups?id=ba01c207-9c21-46e8-8927-68d7cc159606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4322376 Nov 22 20:26:32.608021 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-8921a0cf-6375-4833-8b69-9253f8a16bff None None] Provisioning complete for port e1b23151-dad5-4a0d-a549-a1497d3eb2a7 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:26:32.608443 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-8921a0cf-6375-4833-8b69-9253f8a16bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:26:32.614983 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-1332087b-063d-4ad9-be72-86d91780212b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:26:32.669442 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-dafab93f-fe0a-46dc-9cb0-81d822e7f7d7 req-e770ae2b-d7b7-4285-89a0-cecc193acc3c tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/security-groups?id=643fc82d-0ef9-4521-94aa-3318d50a506a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845706 Nov 22 20:26:32.702415 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 22 Nov 2021 20:26:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9baa8e9-3c37-43f9-b550-37663efa73e4 x-openstack-request-id: req-a9baa8e9-3c37-43f9-b550-37663efa73e4 {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:26:32.702837 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1a6bfe1-26d1-4dd2-94cd-df2360ee8ad5", "name": "network-vif-unplugged", "status": "completed", "tag": "9c51b9e8-9b54-46f6-8722-f3321988d408", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:26:32.703802 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a9baa8e9-3c37-43f9-b550-37663efa73e4 {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:26:32.704305 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1a6bfe1-26d1-4dd2-94cd-df2360ee8ad5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c51b9e8-9b54-46f6-8722-f3321988d408', 'code': 200} Nov 22 20:26:32.729217 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-8921a0cf-6375-4833-8b69-9253f8a16bff None None] Port e1b23151-dad5-4a0d-a549-a1497d3eb2a7 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:26:32.731096 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=9c51b9e8-9b54-46f6-8722-f3321988d408,revision_number=8']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:26:32.813142 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [req-584c9ca6-fc67-4adb-934b-0f855f4cac2a req-e8248f2a-6dd0-4a93-9b2c-cf234dd6f3f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1b23151-dad5-4a0d-a549-a1497d3eb2a7 {{(pid=103448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:26:32.821070 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-584c9ca6-fc67-4adb-934b-0f855f4cac2a req-e8248f2a-6dd0-4a93-9b2c-cf234dd6f3f3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:26:32.833884 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [req-584c9ca6-fc67-4adb-934b-0f855f4cac2a req-e8248f2a-6dd0-4a93-9b2c-cf234dd6f3f3 service neutron] Transition to ACTIVE for port object e1b23151-dad5-4a0d-a549-a1497d3eb2a7 will not be triggered until provisioned by entity L2. {{(pid=103448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 20:26:32.838090 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-584c9ca6-fc67-4adb-934b-0f855f4cac2a req-e8248f2a-6dd0-4a93-9b2c-cf234dd6f3f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:26:32.891302 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8248f2a-6dd0-4a93-9b2c-cf234dd6f3f3 service neutron] Pushing event updated for resources: {'Port': ['ID=e1b23151-dad5-4a0d-a549-a1497d3eb2a7,revision_number=2']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:26:32.962393 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-584c9ca6-fc67-4adb-934b-0f855f4cac2a req-e8248f2a-6dd0-4a93-9b2c-cf234dd6f3f3 service neutron] Attempting to bind port e1b23151-dad5-4a0d-a549-a1497d3eb2a7 on host n-h1-818823-1 for vnic_type normal with profile {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:26:32.962727 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-584c9ca6-fc67-4adb-934b-0f855f4cac2a req-e8248f2a-6dd0-4a93-9b2c-cf234dd6f3f3 service neutron] Attempting to bind port e1b23151-dad5-4a0d-a549-a1497d3eb2a7 by drivers openvswitch,hyperv on host n-h1-818823-1 at level 0 using segments [{'id': '0f31ec19-3af4-4928-96f6-fbcd53d7ad3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '472efbbc-d832-48a8-ba47-cb0fa0f678cf'}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:26:32.963061 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-584c9ca6-fc67-4adb-934b-0f855f4cac2a req-e8248f2a-6dd0-4a93-9b2c-cf234dd6f3f3 service neutron] Attempting to bind port e1b23151-dad5-4a0d-a549-a1497d3eb2a7 on network 472efbbc-d832-48a8-ba47-cb0fa0f678cf {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:26:32.973272 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-584c9ca6-fc67-4adb-934b-0f855f4cac2a req-e8248f2a-6dd0-4a93-9b2c-cf234dd6f3f3 service neutron] Port e1b23151-dad5-4a0d-a549-a1497d3eb2a7 on network 472efbbc-d832-48a8-ba47-cb0fa0f678cf not bound, no agent of type Open vSwitch agent registered on host n-h1-818823-1 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:26:32.973592 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-584c9ca6-fc67-4adb-934b-0f855f4cac2a req-e8248f2a-6dd0-4a93-9b2c-cf234dd6f3f3 service neutron] Attempting to bind port e1b23151-dad5-4a0d-a549-a1497d3eb2a7 on network 472efbbc-d832-48a8-ba47-cb0fa0f678cf {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:26:32.979322 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-584c9ca6-fc67-4adb-934b-0f855f4cac2a req-e8248f2a-6dd0-4a93-9b2c-cf234dd6f3f3 service neutron] Checking agent: {'id': '7a008cff-3b49-418c-8046-689d46cc800f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'started_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 26, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:26:32.979935 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-584c9ca6-fc67-4adb-934b-0f855f4cac2a req-e8248f2a-6dd0-4a93-9b2c-cf234dd6f3f3 service neutron] Checking segment: {'id': '0f31ec19-3af4-4928-96f6-fbcd53d7ad3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '472efbbc-d832-48a8-ba47-cb0fa0f678cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:26:32.980498 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-584c9ca6-fc67-4adb-934b-0f855f4cac2a req-e8248f2a-6dd0-4a93-9b2c-cf234dd6f3f3 service neutron] Bound using segment: {'id': '0f31ec19-3af4-4928-96f6-fbcd53d7ad3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '472efbbc-d832-48a8-ba47-cb0fa0f678cf'} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:26:32.981083 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-584c9ca6-fc67-4adb-934b-0f855f4cac2a req-e8248f2a-6dd0-4a93-9b2c-cf234dd6f3f3 service neutron] Bound port: e1b23151-dad5-4a0d-a549-a1497d3eb2a7, host: n-h1-818823-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f31ec19-3af4-4928-96f6-fbcd53d7ad3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '472efbbc-d832-48a8-ba47-cb0fa0f678cf'}}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:26:32.981615 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-584c9ca6-fc67-4adb-934b-0f855f4cac2a req-e8248f2a-6dd0-4a93-9b2c-cf234dd6f3f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:26:33.032906 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f74ef8-8dcf-4059-8084-0254da235ba2 req-70e2f8e6-2d91-444b-b020-dbf39ed9dd6c tempest-TestNetworkAdvancedServerOps-1666653009 tempest-TestNetworkAdvancedServerOps-1666653009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:26:33.034194 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a2f74ef8-8dcf-4059-8084-0254da235ba2 req-70e2f8e6-2d91-444b-b020-dbf39ed9dd6c tempest-TestNetworkAdvancedServerOps-1666653009 tempest-TestNetworkAdvancedServerOps-1666653009-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=711b0642-53a2-4096-8841-f7ad0d4ae143 HTTP/1.1" status: 200 len: 1096 time: 0.0493200 Nov 22 20:26:33.067335 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-584c9ca6-fc67-4adb-934b-0f855f4cac2a req-e8248f2a-6dd0-4a93-9b2c-cf234dd6f3f3 service neutron] For port e1b23151-dad5-4a0d-a549-a1497d3eb2a7, host n-h1-818823-1, cleared binding levels {{(pid=103448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:26:33.071979 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-584c9ca6-fc67-4adb-934b-0f855f4cac2a req-e8248f2a-6dd0-4a93-9b2c-cf234dd6f3f3 service neutron] For port e1b23151-dad5-4a0d-a549-a1497d3eb2a7, host n-h1-818823-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=e1b23151-dad5-4a0d-a549-a1497d3eb2a7,segment=NetworkSegment(0f31ec19-3af4-4928-96f6-fbcd53d7ad3c),segment_id=0f31ec19-3af4-4928-96f6-fbcd53d7ad3c)] {{(pid=103448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:26:33.079185 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-584c9ca6-fc67-4adb-934b-0f855f4cac2a req-e8248f2a-6dd0-4a93-9b2c-cf234dd6f3f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:26:33.105358 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a2f74ef8-8dcf-4059-8084-0254da235ba2 req-f9513e5a-5ba5-4c04-8d0d-2d10fa99fad9 tempest-TestNetworkAdvancedServerOps-1666653009 tempest-TestNetworkAdvancedServerOps-1666653009-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=26cb47fd-e14c-4850-9651-76395f6ea411&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620849 Nov 22 20:26:33.155147 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584c9ca6-fc67-4adb-934b-0f855f4cac2a req-e8248f2a-6dd0-4a93-9b2c-cf234dd6f3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:26:33.155941 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-584c9ca6-fc67-4adb-934b-0f855f4cac2a req-e8248f2a-6dd0-4a93-9b2c-cf234dd6f3f3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:26:33.157598 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-584c9ca6-fc67-4adb-934b-0f855f4cac2a req-e8248f2a-6dd0-4a93-9b2c-cf234dd6f3f3 service neutron] 10.222.0.41 "PUT /v2.0/ports/e1b23151-dad5-4a0d-a549-a1497d3eb2a7 HTTP/1.1" status: 200 len: 1091 time: 1.0324562 Nov 22 20:26:33.157981 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33b2b907-88b2-43cc-a329-814686ee9d6b', 'tag': 'e1b23151-dad5-4a0d-a549-a1497d3eb2a7'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:26:33.160508 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589a98cf2aea187fcc423a5edb333e5a6cf3ad7c81115d1ebee0f079693c312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fcf67bb-97c3-4076-b8cb-6876cbd5e694" -d '{"events": [{"name": "network-changed", "server_uuid": "33b2b907-88b2-43cc-a329-814686ee9d6b", "tag": "e1b23151-dad5-4a0d-a549-a1497d3eb2a7"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:26:33.191169 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8248f2a-6dd0-4a93-9b2c-cf234dd6f3f3 service neutron] Pushing event updated for resources: {'Port': ['ID=e1b23151-dad5-4a0d-a549-a1497d3eb2a7,revision_number=3']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:26:33.221299 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [req-6e5d85a6-a544-46ff-b03e-6a352db82b50 req-758fa8a9-c2d7-4c39-af0e-affb16409bfd service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=103447) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 20:26:33.222630 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6e5d85a6-a544-46ff-b03e-6a352db82b50 req-758fa8a9-c2d7-4c39-af0e-affb16409bfd service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061631 Nov 22 20:26:33.260147 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 20:26:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df322b49-1da1-4eb5-81c4-4397d529cbe0 x-openstack-request-id: req-df322b49-1da1-4eb5-81c4-4397d529cbe0 {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:26:33.260525 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33b2b907-88b2-43cc-a329-814686ee9d6b", "tag": "e1b23151-dad5-4a0d-a549-a1497d3eb2a7", "status": "completed", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:26:33.261321 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-df322b49-1da1-4eb5-81c4-4397d529cbe0 {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:26:33.261948 n-d-818823-1 neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33b2b907-88b2-43cc-a329-814686ee9d6b', 'tag': 'e1b23151-dad5-4a0d-a549-a1497d3eb2a7', 'status': 'completed', 'code': 200} Nov 22 20:26:33.277255 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584c9ca6-fc67-4adb-934b-0f855f4cac2a req-fc387b12-937e-4cd3-be6c-4746321d90cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:26:33.277583 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-584c9ca6-fc67-4adb-934b-0f855f4cac2a req-fc387b12-937e-4cd3-be6c-4746321d90cd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=99aeed5920ec4cada406eeeb08e171e4&device_id=33b2b907-88b2-43cc-a329-814686ee9d6b HTTP/1.1" status: 200 len: 1094 time: 0.0594597 Nov 22 20:26:33.337479 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-584c9ca6-fc67-4adb-934b-0f855f4cac2a req-bcf7275d-a0a7-4131-83bd-5b3c198b956f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e1b23151-dad5-4a0d-a549-a1497d3eb2a7 HTTP/1.1" status: 200 len: 217 time: 0.0490999 Nov 22 20:26:33.445427 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-03f0964f-1b75-4df7-99e0-a3cdb56ec2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:26:33.451561 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584c9ca6-fc67-4adb-934b-0f855f4cac2a req-48412464-b7f8-4eed-bfef-4cebc8fcff4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:26:33.453153 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-584c9ca6-fc67-4adb-934b-0f855f4cac2a req-48412464-b7f8-4eed-bfef-4cebc8fcff4f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bfcf564a-3590-4b88-b146-a6d87131f13b HTTP/1.1" status: 200 len: 856 time: 0.1076128 Nov 22 20:26:33.565339 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584c9ca6-fc67-4adb-934b-0f855f4cac2a req-36a63bab-46c2-491b-8256-8a001846a251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:26:33.569473 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-584c9ca6-fc67-4adb-934b-0f855f4cac2a req-36a63bab-46c2-491b-8256-8a001846a251 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=472efbbc-d832-48a8-ba47-cb0fa0f678cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1076877 Nov 22 20:26:33.578844 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device a671633e-50aa-4a0f-8c8d-5e71001ec623 up at agent hyperv_n-h2-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:26:33.651988 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Provisioning for port a671633e-50aa-4a0f-8c8d-5e71001ec623 completed by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 20:26:33.660176 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Provisioning complete for port a671633e-50aa-4a0f-8c8d-5e71001ec623 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:26:33.660959 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:26:33.755599 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-584c9ca6-fc67-4adb-934b-0f855f4cac2a req-8bcd2479-0e9d-4770-b551-87db8a939804 service neutron] 10.222.0.41 "GET /v2.0/networks/472efbbc-d832-48a8-ba47-cb0fa0f678cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766095 Nov 22 20:26:33.783129 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:26:33.818711 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28815e4-4f4f-4087-be53-4a5ab2a5b178 req-46f03461-66dd-4f92-9b1c-ea3277a764ad tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:26:33.832037 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d28815e4-4f4f-4087-be53-4a5ab2a5b178 req-46f03461-66dd-4f92-9b1c-ea3277a764ad tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] 10.222.0.46 "GET /v2.0/ports?device_id=f6a28645-107f-4866-b24e-f26198b8fbe3 HTTP/1.1" status: 200 len: 945 time: 0.1113605 Nov 22 20:26:33.850022 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port a671633e-50aa-4a0f-8c8d-5e71001ec623, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=a671633e-50aa-4a0f-8c8d-5e71001ec623,segment=NetworkSegment(7bb9d1cb-054b-4490-bdb0-97683e50f8df),segment_id=7bb9d1cb-054b-4490-bdb0-97683e50f8df)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:26:33.853355 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 9c51b9e8-9b54-46f6-8722-f3321988d408 details requested by agent hyperv_n-h1-818823-1 with host n-h1-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 20:26:33.926145 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d28815e4-4f4f-4087-be53-4a5ab2a5b178 req-a5c2f5cb-966a-4172-9de5-df238748b221 tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] 10.222.0.46 "GET /v2.0/security-groups?id=ba01c207-9c21-46e8-8927-68d7cc159606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886526 Nov 22 20:26:33.991149 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 9c51b9e8-9b54-46f6-8722-f3321988d408, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=9c51b9e8-9b54-46f6-8722-f3321988d408,segment=NetworkSegment(60e02a7e-98a0-4d76-b36b-46f7624c5b28),segment_id=60e02a7e-98a0-4d76-b36b-46f7624c5b28)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:26:34.005719 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Returning: {'device': '9c51b9e8-9b54-46f6-8722-f3321988d408', 'network_id': '13496096-9618-4fad-a538-016ce712d3bd', 'port_id': '9c51b9e8-9b54-46f6-8722-f3321988d408', 'mac_address': 'fa:16:3e:68:32:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c03e1529-a0c9-4990-b0cd-08a1dc455fd5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 20:26:34.009737 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:26:34.058356 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-83960c25-61d8-427c-afad-0b0bade506f6 req-2a1d1eeb-cbe3-4907-8529-5b216d99e6e9 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=711b0642-53a2-4096-8841-f7ad0d4ae143&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2782636 Nov 22 20:26:34.069806 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [req-83960c25-61d8-427c-afad-0b0bade506f6 req-e2b3c88b-07dc-4e77-8617-c803c92e961e service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=103448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 20:26:34.083003 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-83960c25-61d8-427c-afad-0b0bade506f6 req-e2b3c88b-07dc-4e77-8617-c803c92e961e service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0237463 Nov 22 20:26:34.087580 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-584c9ca6-fc67-4adb-934b-0f855f4cac2a req-ef6ef2b6-a6b6-4a2e-a3f5-99e9ea4f395b service neutron] 10.222.0.41 "GET /v2.0/networks/472efbbc-d832-48a8-ba47-cb0fa0f678cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3190958 Nov 22 20:26:34.129787 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:26:34.136973 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db9fb19-b0dc-419d-8ff1-793319ad5dd3 req-febc3597-4ab7-49aa-9624-19f18935f248 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:26:34.155113 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=a671633e-50aa-4a0f-8c8d-5e71001ec623,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:26:34.159202 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4db9fb19-b0dc-419d-8ff1-793319ad5dd3 req-febc3597-4ab7-49aa-9624-19f18935f248 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/ports?device_id=33b2b907-88b2-43cc-a329-814686ee9d6b HTTP/1.1" status: 200 len: 943 time: 0.1518157 Nov 22 20:26:34.173222 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c51b9e8-9b54-46f6-8722-f3321988d408 {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:26:34.234973 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4db9fb19-b0dc-419d-8ff1-793319ad5dd3 req-021d2d8e-ae7c-4078-8027-586d0112187b tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/security-groups?id=643fc82d-0ef9-4521-94aa-3318d50a506a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668476 Nov 22 20:26:34.238939 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 9c51b9e8-9b54-46f6-8722-f3321988d408, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=9c51b9e8-9b54-46f6-8722-f3321988d408,segment=NetworkSegment(60e02a7e-98a0-4d76-b36b-46f7624c5b28),segment_id=60e02a7e-98a0-4d76-b36b-46f7624c5b28)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:26:34.245228 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:26:34.270991 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcf67bb-97c3-4076-b8cb-6876cbd5e694 req-added454-d76b-4283-a3eb-ff175cabb932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:26:34.272596 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-2fcf67bb-97c3-4076-b8cb-6876cbd5e694 req-added454-d76b-4283-a3eb-ff175cabb932 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=99aeed5920ec4cada406eeeb08e171e4&device_id=33b2b907-88b2-43cc-a329-814686ee9d6b HTTP/1.1" status: 200 len: 1094 time: 0.1099474 Nov 22 20:26:34.360411 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=9c51b9e8-9b54-46f6-8722-f3321988d408,revision_number=9']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:26:34.429763 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcf67bb-97c3-4076-b8cb-6876cbd5e694 req-37a039f5-dea7-412b-a5ca-73dd77d3aaa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:26:34.432100 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-2fcf67bb-97c3-4076-b8cb-6876cbd5e694 req-37a039f5-dea7-412b-a5ca-73dd77d3aaa9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=472efbbc-d832-48a8-ba47-cb0fa0f678cf HTTP/1.1" status: 200 len: 918 time: 0.1493926 Nov 22 20:26:34.448675 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] get_ports_and_sgs() called for port_ids ['9c51b9e8-9b54-46f6-8722-f3321988d408'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:26:34.504532 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-2fcf67bb-97c3-4076-b8cb-6876cbd5e694 req-a5e314ea-3dfd-461a-82a4-c72d44e11e29 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e1b23151-dad5-4a0d-a549-a1497d3eb2a7 HTTP/1.1" status: 200 len: 217 time: 0.0557024 Nov 22 20:26:34.652447 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcf67bb-97c3-4076-b8cb-6876cbd5e694 req-b4153f80-fcf9-45e2-a85b-28a51ea959f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:26:34.661219 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-2fcf67bb-97c3-4076-b8cb-6876cbd5e694 req-b4153f80-fcf9-45e2-a85b-28a51ea959f3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bfcf564a-3590-4b88-b146-a6d87131f13b HTTP/1.1" status: 200 len: 856 time: 0.1285262 Nov 22 20:26:34.705547 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6a28645-107f-4866-b24e-f26198b8fbe3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a671633e-50aa-4a0f-8c8d-5e71001ec623'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:26:34.707917 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d39f6d30a11e565ec9648abcc015e8a6ab6cff4edd704add8155e28765d31eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48332578-ec76-465c-ac6c-f63fd8386181" -d '{"events": [{"server_uuid": "f6a28645-107f-4866-b24e-f26198b8fbe3", "name": "network-vif-plugged", "status": "completed", "tag": "a671633e-50aa-4a0f-8c8d-5e71001ec623"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:26:34.754683 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcf67bb-97c3-4076-b8cb-6876cbd5e694 req-25de1704-df04-4bcf-8518-497ce665a513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:26:34.756551 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-2fcf67bb-97c3-4076-b8cb-6876cbd5e694 req-25de1704-df04-4bcf-8518-497ce665a513 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=472efbbc-d832-48a8-ba47-cb0fa0f678cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0879352 Nov 22 20:26:34.768071 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:26:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db903197-b598-48a0-a839-e490acb04ce3 x-openstack-request-id: req-db903197-b598-48a0-a839-e490acb04ce3 {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:26:34.768368 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6a28645-107f-4866-b24e-f26198b8fbe3", "name": "network-vif-plugged", "status": "completed", "tag": "a671633e-50aa-4a0f-8c8d-5e71001ec623", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:26:34.768627 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-db903197-b598-48a0-a839-e490acb04ce3 {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:26:34.769025 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6a28645-107f-4866-b24e-f26198b8fbe3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a671633e-50aa-4a0f-8c8d-5e71001ec623', 'code': 200} Nov 22 20:26:34.928673 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83960c25-61d8-427c-afad-0b0bade506f6 req-f64a9900-2125-4080-88e6-fa8a4c23756b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:26:34.930121 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-83960c25-61d8-427c-afad-0b0bade506f6 req-f64a9900-2125-4080-88e6-fa8a4c23756b service neutron] 10.222.0.46 "GET /v2.0/ports/387f7758-a22f-4dbb-be03-ff4930c61931 HTTP/1.1" status: 200 len: 1093 time: 0.0508938 Nov 22 20:26:34.955767 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76955ca3-eaa4-40a3-8167-853a25bf0c02 req-825144dc-399a-4b87-a0a2-be90da562f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:26:34.957251 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-76955ca3-eaa4-40a3-8167-853a25bf0c02 req-825144dc-399a-4b87-a0a2-be90da562f71 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f6a28645-107f-4866-b24e-f26198b8fbe3 HTTP/1.1" status: 200 len: 1097 time: 0.0908659 Nov 22 20:26:35.008892 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [req-83960c25-61d8-427c-afad-0b0bade506f6 req-76656ee4-5c38-4595-b66a-f9cbce7de913 service neutron] Request body: {'binding': {'host': 'n-h2-818823-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:26:35.009343 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [req-83960c25-61d8-427c-afad-0b0bade506f6 req-76656ee4-5c38-4595-b66a-f9cbce7de913 service neutron] Unknown quota resources ['binding']. {{(pid=103448) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 22 20:26:35.107085 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e49ee129-e862-4476-beca-cdc8150d2345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:26:35.136911 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-2fcf67bb-97c3-4076-b8cb-6876cbd5e694 req-6ba92155-55bf-4d33-80f9-e74937a9c3df service neutron] 10.222.0.41 "GET /v2.0/networks/472efbbc-d832-48a8-ba47-cb0fa0f678cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3648341 Nov 22 20:26:35.166700 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-76955ca3-eaa4-40a3-8167-853a25bf0c02 req-f2c5a1b0-5369-45a4-9fb8-4763462fd12f service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=ba01c207-9c21-46e8-8927-68d7cc159606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010219 Nov 22 20:26:35.183896 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0b661e-695f-4250-94d6-75ff247f47f1 req-e61ff4e0-2bca-4a2d-9f45-0e108cb8d031 tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:26:35.192569 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6b0b661e-695f-4250-94d6-75ff247f47f1 req-e61ff4e0-2bca-4a2d-9f45-0e108cb8d031 tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] 10.222.0.46 "GET /v2.0/ports?device_id=f6a28645-107f-4866-b24e-f26198b8fbe3 HTTP/1.1" status: 200 len: 946 time: 0.1422918 Nov 22 20:26:35.263278 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6b0b661e-695f-4250-94d6-75ff247f47f1 req-bf11dcf9-5a4b-4f22-974c-84e6a35074a2 tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] 10.222.0.46 "GET /v2.0/security-groups?id=ba01c207-9c21-46e8-8927-68d7cc159606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692995 Nov 22 20:26:35.274195 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-2fcf67bb-97c3-4076-b8cb-6876cbd5e694 req-6f8bfa75-1587-477d-9689-a44f428f6cc7 service neutron] 10.222.0.41 "GET /v2.0/networks/472efbbc-d832-48a8-ba47-cb0fa0f678cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293387 Nov 22 20:26:35.403848 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721b0dfc-cc34-4f92-b3d0-27c093eeb05b req-24cfe1e1-5eed-42f1-8da8-a5b31977da9e tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:26:35.422240 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-721b0dfc-cc34-4f92-b3d0-27c093eeb05b req-24cfe1e1-5eed-42f1-8da8-a5b31977da9e tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/ports?device_id=33b2b907-88b2-43cc-a329-814686ee9d6b HTTP/1.1" status: 200 len: 943 time: 0.0906231 Nov 22 20:26:35.450556 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-83960c25-61d8-427c-afad-0b0bade506f6 req-76656ee4-5c38-4595-b66a-f9cbce7de913 service neutron] Attempting to bind port 387f7758-a22f-4dbb-be03-ff4930c61931 on host n-h2-818823-1 for vnic_type normal with profile None {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:26:35.451211 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-83960c25-61d8-427c-afad-0b0bade506f6 req-76656ee4-5c38-4595-b66a-f9cbce7de913 service neutron] Attempting to bind port 387f7758-a22f-4dbb-be03-ff4930c61931 by drivers openvswitch,hyperv on host n-h2-818823-1 at level 0 using segments [{'id': '7af7694e-f413-4bd1-a96f-73c3984108b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '22c33f95-7a2e-45e4-9b0d-c39ba8a5509b'}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:26:35.452269 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83960c25-61d8-427c-afad-0b0bade506f6 req-76656ee4-5c38-4595-b66a-f9cbce7de913 service neutron] Attempting to bind port 387f7758-a22f-4dbb-be03-ff4930c61931 on network 22c33f95-7a2e-45e4-9b0d-c39ba8a5509b {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:26:35.459635 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83960c25-61d8-427c-afad-0b0bade506f6 req-76656ee4-5c38-4595-b66a-f9cbce7de913 service neutron] Port 387f7758-a22f-4dbb-be03-ff4930c61931 on network 22c33f95-7a2e-45e4-9b0d-c39ba8a5509b not bound, no agent of type Open vSwitch agent registered on host n-h2-818823-1 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:26:35.460276 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83960c25-61d8-427c-afad-0b0bade506f6 req-76656ee4-5c38-4595-b66a-f9cbce7de913 service neutron] Attempting to bind port 387f7758-a22f-4dbb-be03-ff4930c61931 on network 22c33f95-7a2e-45e4-9b0d-c39ba8a5509b {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:26:35.469328 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83960c25-61d8-427c-afad-0b0bade506f6 req-76656ee4-5c38-4595-b66a-f9cbce7de913 service neutron] Checking agent: {'id': '65e0486a-7030-4065-96f0-10aa7402a530', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'started_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 26, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:26:35.469960 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83960c25-61d8-427c-afad-0b0bade506f6 req-76656ee4-5c38-4595-b66a-f9cbce7de913 service neutron] Checking segment: {'id': '7af7694e-f413-4bd1-a96f-73c3984108b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '22c33f95-7a2e-45e4-9b0d-c39ba8a5509b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:26:35.470692 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83960c25-61d8-427c-afad-0b0bade506f6 req-76656ee4-5c38-4595-b66a-f9cbce7de913 service neutron] Bound using segment: {'id': '7af7694e-f413-4bd1-a96f-73c3984108b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '22c33f95-7a2e-45e4-9b0d-c39ba8a5509b'} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:26:35.471689 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-83960c25-61d8-427c-afad-0b0bade506f6 req-76656ee4-5c38-4595-b66a-f9cbce7de913 service neutron] Bound port: 387f7758-a22f-4dbb-be03-ff4930c61931, host: n-h2-818823-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7af7694e-f413-4bd1-a96f-73c3984108b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '22c33f95-7a2e-45e4-9b0d-c39ba8a5509b'}}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:26:35.578447 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-83960c25-61d8-427c-afad-0b0bade506f6 req-76656ee4-5c38-4595-b66a-f9cbce7de913 service neutron] For port 387f7758-a22f-4dbb-be03-ff4930c61931, host n-h2-818823-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=387f7758-a22f-4dbb-be03-ff4930c61931,segment=NetworkSegment(7af7694e-f413-4bd1-a96f-73c3984108b1),segment_id=7af7694e-f413-4bd1-a96f-73c3984108b1)] {{(pid=103448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:26:35.588246 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-83960c25-61d8-427c-afad-0b0bade506f6 req-76656ee4-5c38-4595-b66a-f9cbce7de913 service neutron] Publish callbacks [] for binding, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:26:35.590026 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-83960c25-61d8-427c-afad-0b0bade506f6 req-76656ee4-5c38-4595-b66a-f9cbce7de913 service neutron] 10.222.0.46 "POST /v2.0/ports/387f7758-a22f-4dbb-be03-ff4930c61931/bindings HTTP/1.1" status: 201 len: 389 time: 0.6161647 Nov 22 20:26:35.604034 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-721b0dfc-cc34-4f92-b3d0-27c093eeb05b req-eda470ee-56e2-4547-a51d-0f276a11d03b tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/security-groups?id=643fc82d-0ef9-4521-94aa-3318d50a506a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1808226 Nov 22 20:26:35.849122 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 9c51b9e8-9b54-46f6-8722-f3321988d408 up at agent hyperv_n-h1-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:26:35.894954 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5aa617-1286-48d3-9ddc-3a383f3b3200 req-6e96e86b-2d1f-4f39-a839-2b92f965f208 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:26:35.915205 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0c5aa617-1286-48d3-9ddc-3a383f3b3200 req-6e96e86b-2d1f-4f39-a839-2b92f965f208 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/ports?device_id=711b0642-53a2-4096-8841-f7ad0d4ae143 HTTP/1.1" status: 200 len: 945 time: 0.1186526 Nov 22 20:26:36.001978 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:26:36.025161 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Provisioning complete for port 9c51b9e8-9b54-46f6-8722-f3321988d408 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:26:36.030731 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:26:36.033440 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0c5aa617-1286-48d3-9ddc-3a383f3b3200 req-e6f7f22e-cd6a-4381-a9bc-fbb0f4f1aa39 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/security-groups?id=26cb47fd-e14c-4850-9651-76395f6ea411&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1172259 Nov 22 20:26:36.212438 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:26:36.218207 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83960c25-61d8-427c-afad-0b0bade506f6 req-1a7b3b4c-ae32-4b2b-a823-1463eae3d974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:26:36.222736 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-83960c25-61d8-427c-afad-0b0bade506f6 req-1a7b3b4c-ae32-4b2b-a823-1463eae3d974 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f13d149ee8a64f188025185f0e8b5cfe&device_id=711b0642-53a2-4096-8841-f7ad0d4ae143 HTTP/1.1" status: 200 len: 1096 time: 0.1137838 Nov 22 20:26:36.254099 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 9c51b9e8-9b54-46f6-8722-f3321988d408, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=9c51b9e8-9b54-46f6-8722-f3321988d408,segment=NetworkSegment(60e02a7e-98a0-4d76-b36b-46f7624c5b28),segment_id=60e02a7e-98a0-4d76-b36b-46f7624c5b28)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:26:36.260414 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:26:36.426751 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=9c51b9e8-9b54-46f6-8722-f3321988d408,revision_number=10']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:26:36.500508 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9b5404-c84e-442d-b799-abe355a5803d req-f886170f-a961-4953-b9ee-f74851b7cb35 tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:26:36.510616 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-fc9b5404-c84e-442d-b799-abe355a5803d req-f886170f-a961-4953-b9ee-f74851b7cb35 tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] 10.222.0.46 "GET /v2.0/ports?device_id=30223940-a247-436b-b2ee-f0eac24f58b9 HTTP/1.1" status: 200 len: 945 time: 0.1472132 Nov 22 20:26:36.551402 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bced694-3093-44b8-818b-194ad8b654b4 req-69c3ddd0-1166-4c29-824a-50fb5636f30b tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:26:36.553166 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1bced694-3093-44b8-818b-194ad8b654b4 req-69c3ddd0-1166-4c29-824a-50fb5636f30b tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] 10.222.0.46 "GET /v2.0/ports?device_id=f6a28645-107f-4866-b24e-f26198b8fbe3 HTTP/1.1" status: 200 len: 946 time: 0.1388645 Nov 22 20:26:36.581972 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83960c25-61d8-427c-afad-0b0bade506f6 req-d2809b62-57e7-44fc-9efd-0868933ece0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:26:36.583669 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-83960c25-61d8-427c-afad-0b0bade506f6 req-d2809b62-57e7-44fc-9efd-0868933ece0f service neutron] 10.222.0.20 "GET /v2.0/networks?id=22c33f95-7a2e-45e4-9b0d-c39ba8a5509b HTTP/1.1" status: 200 len: 897 time: 0.3513429 Nov 22 20:26:36.663776 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-83960c25-61d8-427c-afad-0b0bade506f6 req-358a0eb9-45eb-483d-a3ac-2915ac818a0f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=387f7758-a22f-4dbb-be03-ff4930c61931 HTTP/1.1" status: 200 len: 1001 time: 0.0651937 Nov 22 20:26:36.726925 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83960c25-61d8-427c-afad-0b0bade506f6 req-7879f1c1-6df5-4a2b-a8b0-43ba1e1c0bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:26:36.728463 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-83960c25-61d8-427c-afad-0b0bade506f6 req-7879f1c1-6df5-4a2b-a8b0-43ba1e1c0bdf service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3e37bfbb-72b3-421a-8cc1-7541352f60a6 HTTP/1.1" status: 200 len: 835 time: 0.0545833 Nov 22 20:26:36.768954 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1bced694-3093-44b8-818b-194ad8b654b4 req-19aa5dcb-6c8f-4545-be71-ce5ab6a8c6b6 tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] 10.222.0.46 "GET /v2.0/security-groups?id=ba01c207-9c21-46e8-8927-68d7cc159606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072828 Nov 22 20:26:36.772433 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1a6bfe1-26d1-4dd2-94cd-df2360ee8ad5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c51b9e8-9b54-46f6-8722-f3321988d408'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:26:36.776004 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d39f6d30a11e565ec9648abcc015e8a6ab6cff4edd704add8155e28765d31eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c888f3e-c40f-40d3-94aa-a45140058e59" -d '{"events": [{"server_uuid": "f1a6bfe1-26d1-4dd2-94cd-df2360ee8ad5", "name": "network-vif-plugged", "status": "completed", "tag": "9c51b9e8-9b54-46f6-8722-f3321988d408"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:26:36.785826 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-fc9b5404-c84e-442d-b799-abe355a5803d req-79c2dfc1-297b-412c-ba69-b1b3f6052157 tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] 10.222.0.46 "GET /v2.0/security-groups?id=e77ff0e9-b450-4641-ad17-7a74a6cf419c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2739375 Nov 22 20:26:36.849796 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83960c25-61d8-427c-afad-0b0bade506f6 req-7102fef9-2219-4676-be2b-d6a3050ac201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:26:36.851433 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-83960c25-61d8-427c-afad-0b0bade506f6 req-7102fef9-2219-4676-be2b-d6a3050ac201 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=22c33f95-7a2e-45e4-9b0d-c39ba8a5509b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0932958 Nov 22 20:26:36.939945 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:26:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b71444ff-7813-41a5-814b-05a6ec242180 x-openstack-request-id: req-b71444ff-7813-41a5-814b-05a6ec242180 {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:26:36.940446 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1a6bfe1-26d1-4dd2-94cd-df2360ee8ad5", "name": "network-vif-plugged", "status": "completed", "tag": "9c51b9e8-9b54-46f6-8722-f3321988d408", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:26:36.940557 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b71444ff-7813-41a5-814b-05a6ec242180 {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:26:36.940881 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1a6bfe1-26d1-4dd2-94cd-df2360ee8ad5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c51b9e8-9b54-46f6-8722-f3321988d408', 'code': 200} Nov 22 20:26:37.072358 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c96f2e-8fd3-48e1-9269-a124aa45ebea req-4d00c61c-d184-46c2-8afc-2cc8314d2631 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:26:37.074031 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e3c96f2e-8fd3-48e1-9269-a124aa45ebea req-4d00c61c-d184-46c2-8afc-2cc8314d2631 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/ports?device_id=33b2b907-88b2-43cc-a329-814686ee9d6b HTTP/1.1" status: 200 len: 943 time: 0.1233516 Nov 22 20:26:37.120063 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-83960c25-61d8-427c-afad-0b0bade506f6 req-ffc1cbc7-0b62-4210-a9bf-72097318d183 service neutron] 10.222.0.20 "GET /v2.0/networks/22c33f95-7a2e-45e4-9b0d-c39ba8a5509b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2608452 Nov 22 20:26:37.277342 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-83960c25-61d8-427c-afad-0b0bade506f6 req-a380b2ed-808e-4327-baf7-7ee1ca51fe87 service neutron] 10.222.0.20 "GET /v2.0/networks/22c33f95-7a2e-45e4-9b0d-c39ba8a5509b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482019 Nov 22 20:26:37.294360 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e3c96f2e-8fd3-48e1-9269-a124aa45ebea req-91acc9d6-17c9-476b-8932-734da4806e20 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/security-groups?id=643fc82d-0ef9-4521-94aa-3318d50a506a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2118318 Nov 22 20:26:37.543922 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83960c25-61d8-427c-afad-0b0bade506f6 req-35b66032-adea-4061-8c7b-9bc66b080bc4 tempest-TestNetworkAdvancedServerOps-1666653009 tempest-TestNetworkAdvancedServerOps-1666653009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:26:37.545909 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-83960c25-61d8-427c-afad-0b0bade506f6 req-35b66032-adea-4061-8c7b-9bc66b080bc4 tempest-TestNetworkAdvancedServerOps-1666653009 tempest-TestNetworkAdvancedServerOps-1666653009-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=711b0642-53a2-4096-8841-f7ad0d4ae143&tenant_id=f13d149ee8a64f188025185f0e8b5cfe&binding%3Ahost_id=n-h1-818823-1 HTTP/1.1" status: 200 len: 1096 time: 0.1496956 Nov 22 20:26:37.556835 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d89a24-c09a-4f46-affa-583de5c29529 req-dedf831c-6075-4c69-b0be-06f07fbfaed9 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:26:37.565996 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e7d89a24-c09a-4f46-affa-583de5c29529 req-dedf831c-6075-4c69-b0be-06f07fbfaed9 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/ports?device_id=711b0642-53a2-4096-8841-f7ad0d4ae143 HTTP/1.1" status: 200 len: 945 time: 0.2702796 Nov 22 20:26:37.573023 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-83960c25-61d8-427c-afad-0b0bade506f6 req-9e69232b-526e-4e88-8c60-6124fef44150 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-818823-1'}}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:26:37.716207 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-83960c25-61d8-427c-afad-0b0bade506f6 req-9e69232b-526e-4e88-8c60-6124fef44150 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:26:37.740362 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e7d89a24-c09a-4f46-affa-583de5c29529 req-ba3b6cbb-9723-4ab3-a679-1f01c643e407 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/security-groups?id=26cb47fd-e14c-4850-9651-76395f6ea411&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1732922 Nov 22 20:26:37.871918 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device e1b23151-dad5-4a0d-a549-a1497d3eb2a7 details requested by agent hyperv_n-h1-818823-1 with host n-h1-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 20:26:38.103916 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port e1b23151-dad5-4a0d-a549-a1497d3eb2a7, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=e1b23151-dad5-4a0d-a549-a1497d3eb2a7,segment=NetworkSegment(0f31ec19-3af4-4928-96f6-fbcd53d7ad3c),segment_id=0f31ec19-3af4-4928-96f6-fbcd53d7ad3c)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:26:38.121636 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Returning: {'device': 'e1b23151-dad5-4a0d-a549-a1497d3eb2a7', 'network_id': '472efbbc-d832-48a8-ba47-cb0fa0f678cf', 'port_id': 'e1b23151-dad5-4a0d-a549-a1497d3eb2a7', 'mac_address': 'fa:16:3e:cf:ee:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 632, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfcf564a-3590-4b88-b146-a6d87131f13b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 20:26:38.130166 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-83960c25-61d8-427c-afad-0b0bade506f6 req-9e69232b-526e-4e88-8c60-6124fef44150 service neutron] For port 387f7758-a22f-4dbb-be03-ff4930c61931, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=387f7758-a22f-4dbb-be03-ff4930c61931,segment=NetworkSegment(7af7694e-f413-4bd1-a96f-73c3984108b1),segment_id=7af7694e-f413-4bd1-a96f-73c3984108b1)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:26:38.208243 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:26:38.231183 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-83960c25-61d8-427c-afad-0b0bade506f6 req-9e69232b-526e-4e88-8c60-6124fef44150 service neutron] For port 387f7758-a22f-4dbb-be03-ff4930c61931, host n-h1-818823-1, cleared binding levels {{(pid=103447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:26:38.307525 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1b23151-dad5-4a0d-a549-a1497d3eb2a7 {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:26:38.339034 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-83960c25-61d8-427c-afad-0b0bade506f6 req-9e69232b-526e-4e88-8c60-6124fef44150 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:26:38.344751 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '711b0642-53a2-4096-8841-f7ad0d4ae143', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '387f7758-a22f-4dbb-be03-ff4930c61931'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:26:38.347864 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b803b776-43c9-4dcc-96f7-544d5e873d34" -d '{"events": [{"server_uuid": "711b0642-53a2-4096-8841-f7ad0d4ae143", "name": "network-vif-unplugged", "status": "completed", "tag": "387f7758-a22f-4dbb-be03-ff4930c61931"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:26:38.356765 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-83960c25-61d8-427c-afad-0b0bade506f6 req-9e69232b-526e-4e88-8c60-6124fef44150 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:26:38.425519 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port e1b23151-dad5-4a0d-a549-a1497d3eb2a7, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=e1b23151-dad5-4a0d-a549-a1497d3eb2a7,segment=NetworkSegment(0f31ec19-3af4-4928-96f6-fbcd53d7ad3c),segment_id=0f31ec19-3af4-4928-96f6-fbcd53d7ad3c)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:26:38.439351 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:26:38.453817 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d99f39c-1b87-4551-a4c8-6caa6168b7f6 req-c6899f60-8327-4eb2-a990-bfea493228da tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:26:38.462238 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8d99f39c-1b87-4551-a4c8-6caa6168b7f6 req-c6899f60-8327-4eb2-a990-bfea493228da tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] 10.222.0.46 "GET /v2.0/ports?device_id=30223940-a247-436b-b2ee-f0eac24f58b9 HTTP/1.1" status: 200 len: 945 time: 0.5168653 Nov 22 20:26:38.465949 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e69232b-526e-4e88-8c60-6124fef44150 service neutron] Pushing event updated for resources: {'Port': ['ID=387f7758-a22f-4dbb-be03-ff4930c61931,revision_number=7']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:26:38.619099 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=e1b23151-dad5-4a0d-a549-a1497d3eb2a7,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:26:38.777225 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] get_ports_and_sgs() called for port_ids ['e1b23151-dad5-4a0d-a549-a1497d3eb2a7'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:26:39.104966 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8d99f39c-1b87-4551-a4c8-6caa6168b7f6 req-e6723ce9-3ae9-42df-a62e-eadf2364df24 tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] 10.222.0.46 "GET /v2.0/security-groups?id=e77ff0e9-b450-4641-ad17-7a74a6cf419c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6363842 Nov 22 20:26:39.206110 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 22 Nov 2021 20:26:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ce84b05-3431-4f75-b021-63166cb2e593 x-openstack-request-id: req-3ce84b05-3431-4f75-b021-63166cb2e593 {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:26:39.206774 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "711b0642-53a2-4096-8841-f7ad0d4ae143", "name": "network-vif-unplugged", "status": "completed", "tag": "387f7758-a22f-4dbb-be03-ff4930c61931", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:26:39.207129 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3ce84b05-3431-4f75-b021-63166cb2e593 {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:26:39.208684 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '711b0642-53a2-4096-8841-f7ad0d4ae143', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '387f7758-a22f-4dbb-be03-ff4930c61931', 'code': 200} Nov 22 20:26:39.216972 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f118fd-2ce3-40aa-a86d-a9ed2ef93cd5 req-1de184a6-a48e-474e-838e-c959b4886002 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:26:39.237635 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-22f118fd-2ce3-40aa-a86d-a9ed2ef93cd5 req-1de184a6-a48e-474e-838e-c959b4886002 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/ports?device_id=33b2b907-88b2-43cc-a329-814686ee9d6b HTTP/1.1" status: 200 len: 944 time: 0.3179200 Nov 22 20:26:39.377426 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-17f81a00-5710-4acb-a1b2-b06f62a8b80c None None] Provisioning complete for port 387f7758-a22f-4dbb-be03-ff4930c61931 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:26:39.377970 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-17f81a00-5710-4acb-a1b2-b06f62a8b80c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:26:39.415132 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-83960c25-61d8-427c-afad-0b0bade506f6 req-9e69232b-526e-4e88-8c60-6124fef44150 service neutron] Attempting to bind port 387f7758-a22f-4dbb-be03-ff4930c61931 on host n-h1-818823-1 for vnic_type normal with profile {"migrating_to": "n-h2-818823-1"} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:26:39.425860 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-83960c25-61d8-427c-afad-0b0bade506f6 req-9e69232b-526e-4e88-8c60-6124fef44150 service neutron] Attempting to bind port 387f7758-a22f-4dbb-be03-ff4930c61931 by drivers openvswitch,hyperv on host n-h1-818823-1 at level 0 using segments [{'id': '7af7694e-f413-4bd1-a96f-73c3984108b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '22c33f95-7a2e-45e4-9b0d-c39ba8a5509b'}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:26:39.426535 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83960c25-61d8-427c-afad-0b0bade506f6 req-9e69232b-526e-4e88-8c60-6124fef44150 service neutron] Attempting to bind port 387f7758-a22f-4dbb-be03-ff4930c61931 on network 22c33f95-7a2e-45e4-9b0d-c39ba8a5509b {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:26:39.465838 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83960c25-61d8-427c-afad-0b0bade506f6 req-9e69232b-526e-4e88-8c60-6124fef44150 service neutron] Port 387f7758-a22f-4dbb-be03-ff4930c61931 on network 22c33f95-7a2e-45e4-9b0d-c39ba8a5509b not bound, no agent of type Open vSwitch agent registered on host n-h1-818823-1 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:26:39.466552 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83960c25-61d8-427c-afad-0b0bade506f6 req-9e69232b-526e-4e88-8c60-6124fef44150 service neutron] Attempting to bind port 387f7758-a22f-4dbb-be03-ff4930c61931 on network 22c33f95-7a2e-45e4-9b0d-c39ba8a5509b {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:26:39.474097 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-17f81a00-5710-4acb-a1b2-b06f62a8b80c None None] Port 387f7758-a22f-4dbb-be03-ff4930c61931 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:26:39.488653 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83960c25-61d8-427c-afad-0b0bade506f6 req-9e69232b-526e-4e88-8c60-6124fef44150 service neutron] Checking agent: {'id': '7a008cff-3b49-418c-8046-689d46cc800f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'started_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 26, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:26:39.489352 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83960c25-61d8-427c-afad-0b0bade506f6 req-9e69232b-526e-4e88-8c60-6124fef44150 service neutron] Checking segment: {'id': '7af7694e-f413-4bd1-a96f-73c3984108b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '22c33f95-7a2e-45e4-9b0d-c39ba8a5509b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:26:39.490002 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83960c25-61d8-427c-afad-0b0bade506f6 req-9e69232b-526e-4e88-8c60-6124fef44150 service neutron] Bound using segment: {'id': '7af7694e-f413-4bd1-a96f-73c3984108b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '22c33f95-7a2e-45e4-9b0d-c39ba8a5509b'} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:26:39.490687 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-83960c25-61d8-427c-afad-0b0bade506f6 req-9e69232b-526e-4e88-8c60-6124fef44150 service neutron] Bound port: 387f7758-a22f-4dbb-be03-ff4930c61931, host: n-h1-818823-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7af7694e-f413-4bd1-a96f-73c3984108b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '22c33f95-7a2e-45e4-9b0d-c39ba8a5509b'}}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:26:39.491270 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-83960c25-61d8-427c-afad-0b0bade506f6 req-9e69232b-526e-4e88-8c60-6124fef44150 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:26:39.506113 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-22f118fd-2ce3-40aa-a86d-a9ed2ef93cd5 req-8781d725-0fff-4fa0-b453-da00bcbbfef9 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/security-groups?id=643fc82d-0ef9-4521-94aa-3318d50a506a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2656872 Nov 22 20:26:39.576240 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e571e4a-9371-4469-9092-89bb6f2e8706 req-41251365-df33-4bf7-b710-f80568cd4522 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:26:39.589850 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4e571e4a-9371-4469-9092-89bb6f2e8706 req-41251365-df33-4bf7-b710-f80568cd4522 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/ports?device_id=711b0642-53a2-4096-8841-f7ad0d4ae143 HTTP/1.1" status: 200 len: 943 time: 0.1404278 Nov 22 20:26:39.719356 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4e571e4a-9371-4469-9092-89bb6f2e8706 req-445b2266-ec9c-4347-b026-8d1c598d45e8 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/security-groups?id=26cb47fd-e14c-4850-9651-76395f6ea411&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1246502 Nov 22 20:26:39.728001 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-83960c25-61d8-427c-afad-0b0bade506f6 req-9e69232b-526e-4e88-8c60-6124fef44150 service neutron] For port 387f7758-a22f-4dbb-be03-ff4930c61931, host n-h1-818823-1, cleared binding levels {{(pid=103447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:26:39.738891 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-83960c25-61d8-427c-afad-0b0bade506f6 req-9e69232b-526e-4e88-8c60-6124fef44150 service neutron] For port 387f7758-a22f-4dbb-be03-ff4930c61931, host n-h1-818823-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=387f7758-a22f-4dbb-be03-ff4930c61931,segment=NetworkSegment(7af7694e-f413-4bd1-a96f-73c3984108b1),segment_id=7af7694e-f413-4bd1-a96f-73c3984108b1)] {{(pid=103447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:26:39.746712 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-83960c25-61d8-427c-afad-0b0bade506f6 req-9e69232b-526e-4e88-8c60-6124fef44150 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:26:40.092928 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83960c25-61d8-427c-afad-0b0bade506f6 req-9e69232b-526e-4e88-8c60-6124fef44150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:26:40.093590 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-83960c25-61d8-427c-afad-0b0bade506f6 req-9e69232b-526e-4e88-8c60-6124fef44150 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:26:40.095026 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-83960c25-61d8-427c-afad-0b0bade506f6 req-9e69232b-526e-4e88-8c60-6124fef44150 service neutron] 10.222.0.20 "PUT /v2.0/ports/387f7758-a22f-4dbb-be03-ff4930c61931 HTTP/1.1" status: 200 len: 1121 time: 2.5261602 Nov 22 20:26:40.100244 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e69232b-526e-4e88-8c60-6124fef44150 service neutron] Pushing event updated for resources: {'Port': ['ID=387f7758-a22f-4dbb-be03-ff4930c61931,revision_number=8']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:26:40.217395 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] get_ports_and_sgs() called for port_ids ['387f7758-a22f-4dbb-be03-ff4930c61931'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:26:40.399156 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6fe978-0045-465f-a95a-4465af1aece5 req-6f06fb25-31a5-4d8c-a5c1-9bd00ab2fc7d tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:26:40.422140 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-de6fe978-0045-465f-a95a-4465af1aece5 req-6f06fb25-31a5-4d8c-a5c1-9bd00ab2fc7d tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] 10.222.0.46 "GET /v2.0/ports?device_id=30223940-a247-436b-b2ee-f0eac24f58b9 HTTP/1.1" status: 200 len: 945 time: 0.1729815 Nov 22 20:26:40.458041 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-6b2d74b0-8f9c-4e90-8da7-67ff18f1b26d None None] Provisioning complete for port 387f7758-a22f-4dbb-be03-ff4930c61931 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:26:40.458594 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6b2d74b0-8f9c-4e90-8da7-67ff18f1b26d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:26:40.567764 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-de6fe978-0045-465f-a95a-4465af1aece5 req-f463be68-2520-4cae-adae-9a8855acb5d8 tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] 10.222.0.46 "GET /v2.0/security-groups?id=e77ff0e9-b450-4641-ad17-7a74a6cf419c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1412351 Nov 22 20:26:40.784994 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd676ce-dd29-458a-85bb-7957c3c47a9c req-3233bbc5-97d9-44fa-9d2b-0aa0d1c82ed4 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:26:40.824858 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-cdd676ce-dd29-458a-85bb-7957c3c47a9c req-3233bbc5-97d9-44fa-9d2b-0aa0d1c82ed4 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/ports?device_id=33b2b907-88b2-43cc-a329-814686ee9d6b HTTP/1.1" status: 200 len: 944 time: 0.1606102 Nov 22 20:26:40.895612 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6b2d74b0-8f9c-4e90-8da7-67ff18f1b26d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:26:40.933435 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '711b0642-53a2-4096-8841-f7ad0d4ae143', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '387f7758-a22f-4dbb-be03-ff4930c61931'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:26:40.935984 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d39f6d30a11e565ec9648abcc015e8a6ab6cff4edd704add8155e28765d31eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-346ae824-896a-4912-a711-c3a7c72dce3b" -d '{"events": [{"server_uuid": "711b0642-53a2-4096-8841-f7ad0d4ae143", "name": "network-vif-plugged", "status": "completed", "tag": "387f7758-a22f-4dbb-be03-ff4930c61931"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:26:40.961927 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-6b2d74b0-8f9c-4e90-8da7-67ff18f1b26d None None] For port 387f7758-a22f-4dbb-be03-ff4930c61931, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=387f7758-a22f-4dbb-be03-ff4930c61931,segment=NetworkSegment(7af7694e-f413-4bd1-a96f-73c3984108b1),segment_id=7af7694e-f413-4bd1-a96f-73c3984108b1)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:26:40.973703 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6b2d74b0-8f9c-4e90-8da7-67ff18f1b26d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:26:41.092909 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-cdd676ce-dd29-458a-85bb-7957c3c47a9c req-833bd082-2bed-4971-b2d2-a3e447e88d09 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/security-groups?id=643fc82d-0ef9-4521-94aa-3318d50a506a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2651770 Nov 22 20:26:41.122614 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2d74b0-8f9c-4e90-8da7-67ff18f1b26d None None] Pushing event updated for resources: {'Port': ['ID=387f7758-a22f-4dbb-be03-ff4930c61931,revision_number=9']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:26:41.124832 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3eb5dc7-67d2-45d4-8176-4da2071e7552 req-81da0afb-6bf2-4a27-96d7-7545dbea43aa tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:26:41.126208 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e3eb5dc7-67d2-45d4-8176-4da2071e7552 req-81da0afb-6bf2-4a27-96d7-7545dbea43aa tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/ports?device_id=711b0642-53a2-4096-8841-f7ad0d4ae143 HTTP/1.1" status: 200 len: 943 time: 0.2961681 Nov 22 20:26:41.213411 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '711b0642-53a2-4096-8841-f7ad0d4ae143', 'tag': '387f7758-a22f-4dbb-be03-ff4930c61931'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:26:41.224303 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39bd864c-8295-426b-bfa8-671537901b44" -d '{"events": [{"name": "network-changed", "server_uuid": "711b0642-53a2-4096-8841-f7ad0d4ae143", "tag": "387f7758-a22f-4dbb-be03-ff4930c61931"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:26:41.280618 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:26:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d7276f1-98f0-4f23-b6ba-8f2a5f652e05 x-openstack-request-id: req-4d7276f1-98f0-4f23-b6ba-8f2a5f652e05 {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:26:41.280936 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "711b0642-53a2-4096-8841-f7ad0d4ae143", "name": "network-vif-plugged", "status": "completed", "tag": "387f7758-a22f-4dbb-be03-ff4930c61931", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:26:41.281207 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4d7276f1-98f0-4f23-b6ba-8f2a5f652e05 {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:26:41.306937 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '711b0642-53a2-4096-8841-f7ad0d4ae143', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '387f7758-a22f-4dbb-be03-ff4930c61931', 'code': 200} Nov 22 20:26:41.311814 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e3eb5dc7-67d2-45d4-8176-4da2071e7552 req-b684aa67-865c-4d65-8745-1692c67b6a8a tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/security-groups?id=26cb47fd-e14c-4850-9651-76395f6ea411&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1651108 Nov 22 20:26:41.320758 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 20:26:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ce34531-3eac-4a5b-bef1-a17ba7dbc46c x-openstack-request-id: req-6ce34531-3eac-4a5b-bef1-a17ba7dbc46c {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:26:41.321059 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "711b0642-53a2-4096-8841-f7ad0d4ae143", "tag": "387f7758-a22f-4dbb-be03-ff4930c61931", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:26:41.321314 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6ce34531-3eac-4a5b-bef1-a17ba7dbc46c {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:26:41.321715 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '711b0642-53a2-4096-8841-f7ad0d4ae143', 'tag': '387f7758-a22f-4dbb-be03-ff4930c61931', 'status': 'completed', 'code': 200} Nov 22 20:26:41.430272 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bd864c-8295-426b-bfa8-671537901b44 req-8f6f969f-e6ba-4283-b420-d0b843b58240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:26:41.437044 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-39bd864c-8295-426b-bfa8-671537901b44 req-8f6f969f-e6ba-4283-b420-d0b843b58240 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f13d149ee8a64f188025185f0e8b5cfe&device_id=711b0642-53a2-4096-8841-f7ad0d4ae143 HTTP/1.1" status: 200 len: 1126 time: 0.0913346 Nov 22 20:26:41.641316 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 387f7758-a22f-4dbb-be03-ff4930c61931 details requested by agent hyperv_n-h2-818823-1 with host n-h2-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 20:26:41.658411 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bd864c-8295-426b-bfa8-671537901b44 req-0544b69f-9b6e-4c30-9873-8a3032452bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:26:41.672572 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-39bd864c-8295-426b-bfa8-671537901b44 req-0544b69f-9b6e-4c30-9873-8a3032452bc7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=22c33f95-7a2e-45e4-9b0d-c39ba8a5509b HTTP/1.1" status: 200 len: 897 time: 0.2208045 Nov 22 20:26:41.774949 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-39bd864c-8295-426b-bfa8-671537901b44 req-5e261719-3b53-4d69-912c-3cbf0c8f624a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=387f7758-a22f-4dbb-be03-ff4930c61931 HTTP/1.1" status: 200 len: 1001 time: 0.0896521 Nov 22 20:26:41.887883 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port 387f7758-a22f-4dbb-be03-ff4930c61931, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=387f7758-a22f-4dbb-be03-ff4930c61931,segment=NetworkSegment(7af7694e-f413-4bd1-a96f-73c3984108b1),segment_id=7af7694e-f413-4bd1-a96f-73c3984108b1)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:26:41.898243 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device e1b23151-dad5-4a0d-a549-a1497d3eb2a7 up at agent hyperv_n-h1-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:26:41.907900 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bd864c-8295-426b-bfa8-671537901b44 req-d2cb2c82-9249-4b61-8032-97ace1eaa76e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:26:41.910124 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-39bd864c-8295-426b-bfa8-671537901b44 req-d2cb2c82-9249-4b61-8032-97ace1eaa76e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3e37bfbb-72b3-421a-8cc1-7541352f60a6 HTTP/1.1" status: 200 len: 835 time: 0.1278877 Nov 22 20:26:41.918636 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47305c1b-46cf-43dc-a22d-c77ce193b998 req-e2ecca53-eca0-493a-871a-288af6e7ad6a tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:26:41.938942 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-47305c1b-46cf-43dc-a22d-c77ce193b998 req-e2ecca53-eca0-493a-871a-288af6e7ad6a tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] 10.222.0.46 "GET /v2.0/ports?device_id=30223940-a247-436b-b2ee-f0eac24f58b9 HTTP/1.1" status: 200 len: 945 time: 0.1872365 Nov 22 20:26:42.051573 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bd864c-8295-426b-bfa8-671537901b44 req-3de5682b-abd0-420d-b472-04b096e6e5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:26:42.079723 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-39bd864c-8295-426b-bfa8-671537901b44 req-3de5682b-abd0-420d-b472-04b096e6e5ef service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=22c33f95-7a2e-45e4-9b0d-c39ba8a5509b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1508391 Nov 22 20:26:42.095827 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 387f7758-a22f-4dbb-be03-ff4930c61931 has no active binding in host n-h2-818823-1 {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 22 20:26:42.101618 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-47305c1b-46cf-43dc-a22d-c77ce193b998 req-9fbd25ab-68d8-4dd6-969b-ad822a7cd041 tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] 10.222.0.46 "GET /v2.0/security-groups?id=e77ff0e9-b450-4641-ad17-7a74a6cf419c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1616962 Nov 22 20:26:42.122584 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Provisioning for port e1b23151-dad5-4a0d-a549-a1497d3eb2a7 completed by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 20:26:42.136731 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Provisioning complete for port e1b23151-dad5-4a0d-a549-a1497d3eb2a7 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:26:42.138738 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:26:42.266483 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-39bd864c-8295-426b-bfa8-671537901b44 req-73b2de45-c9bb-40c7-a44f-f40b359e4709 service neutron] 10.222.0.41 "GET /v2.0/networks/22c33f95-7a2e-45e4-9b0d-c39ba8a5509b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742971 Nov 22 20:26:42.346839 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:26:42.376310 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5dd349-f8f8-46c1-9d26-9bfb055f5648 req-2eb0fd6e-623b-4232-9977-3ed2b0da2a3d tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:26:42.378212 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8d5dd349-f8f8-46c1-9d26-9bfb055f5648 req-2eb0fd6e-623b-4232-9977-3ed2b0da2a3d tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/ports?device_id=33b2b907-88b2-43cc-a329-814686ee9d6b HTTP/1.1" status: 200 len: 944 time: 0.1063952 Nov 22 20:26:42.419008 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port e1b23151-dad5-4a0d-a549-a1497d3eb2a7, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=e1b23151-dad5-4a0d-a549-a1497d3eb2a7,segment=NetworkSegment(0f31ec19-3af4-4928-96f6-fbcd53d7ad3c),segment_id=0f31ec19-3af4-4928-96f6-fbcd53d7ad3c)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:26:42.427494 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:26:42.449543 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-39bd864c-8295-426b-bfa8-671537901b44 req-2545fb6f-48e0-4455-b9b6-a50e63f52cfd service neutron] 10.222.0.41 "GET /v2.0/networks/22c33f95-7a2e-45e4-9b0d-c39ba8a5509b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774211 Nov 22 20:26:42.501807 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8d5dd349-f8f8-46c1-9d26-9bfb055f5648 req-2af29469-caaf-457a-a5f8-bc2ba8816478 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/security-groups?id=643fc82d-0ef9-4521-94aa-3318d50a506a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1151087 Nov 22 20:26:42.540387 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b867ec8c-0052-405b-9b05-1210a0a136c9 req-94cfdc34-711d-4a54-98d7-9dbf29860350 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:26:42.541950 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b867ec8c-0052-405b-9b05-1210a0a136c9 req-94cfdc34-711d-4a54-98d7-9dbf29860350 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/ports?device_id=711b0642-53a2-4096-8841-f7ad0d4ae143 HTTP/1.1" status: 200 len: 945 time: 0.0753257 Nov 22 20:26:42.552437 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=e1b23151-dad5-4a0d-a549-a1497d3eb2a7,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:26:42.610171 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b867ec8c-0052-405b-9b05-1210a0a136c9 req-64ce17b8-0793-4bee-9fa7-5ff4af8c8579 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/security-groups?id=26cb47fd-e14c-4850-9651-76395f6ea411&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613048 Nov 22 20:26:43.276080 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01e3b6e-f541-4185-ba0f-6f2086a77db8 req-6ac0f1a0-556f-4fe2-9ab8-d3aa38c4824f tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:26:43.285128 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a01e3b6e-f541-4185-ba0f-6f2086a77db8 req-6ac0f1a0-556f-4fe2-9ab8-d3aa38c4824f tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] 10.222.0.46 "GET /v2.0/ports?device_id=30223940-a247-436b-b2ee-f0eac24f58b9 HTTP/1.1" status: 200 len: 945 time: 0.0840576 Nov 22 20:26:43.298869 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33b2b907-88b2-43cc-a329-814686ee9d6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1b23151-dad5-4a0d-a549-a1497d3eb2a7'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:26:43.301966 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d39f6d30a11e565ec9648abcc015e8a6ab6cff4edd704add8155e28765d31eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c71183da-e0a0-444e-ae45-16de89bf773a" -d '{"events": [{"server_uuid": "33b2b907-88b2-43cc-a329-814686ee9d6b", "name": "network-vif-plugged", "status": "completed", "tag": "e1b23151-dad5-4a0d-a549-a1497d3eb2a7"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:26:43.351833 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a01e3b6e-f541-4185-ba0f-6f2086a77db8 req-5aab3111-a174-417a-ba33-af36eb83dd20 tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] 10.222.0.46 "GET /v2.0/security-groups?id=e77ff0e9-b450-4641-ad17-7a74a6cf419c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650439 Nov 22 20:26:43.439918 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:26:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04bc83af-34a8-4a96-89fd-fce1d17f2177 x-openstack-request-id: req-04bc83af-34a8-4a96-89fd-fce1d17f2177 {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:26:43.440368 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33b2b907-88b2-43cc-a329-814686ee9d6b", "name": "network-vif-plugged", "status": "completed", "tag": "e1b23151-dad5-4a0d-a549-a1497d3eb2a7", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:26:43.440694 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-04bc83af-34a8-4a96-89fd-fce1d17f2177 {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:26:43.441158 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33b2b907-88b2-43cc-a329-814686ee9d6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1b23151-dad5-4a0d-a549-a1497d3eb2a7', 'code': 200} Nov 22 20:26:43.603144 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bd46ca-b347-433a-994e-1bc19572a186 req-12a83577-dfa8-4eb1-a7ba-3cb3f95a9577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:26:43.608459 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-06bd46ca-b347-433a-994e-1bc19572a186 req-12a83577-dfa8-4eb1-a7ba-3cb3f95a9577 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=33b2b907-88b2-43cc-a329-814686ee9d6b HTTP/1.1" status: 200 len: 1096 time: 0.0935924 Nov 22 20:26:43.762775 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-06bd46ca-b347-433a-994e-1bc19572a186 req-64ecfa24-33b0-4c66-a563-9b8909f82015 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=643fc82d-0ef9-4521-94aa-3318d50a506a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1427093 Nov 22 20:26:43.782241 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963fb16c-5aa5-4073-ac77-383eb33ff9c9 req-1f563d0a-0119-4f68-8d0d-e6e307a33782 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:26:43.791902 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-963fb16c-5aa5-4073-ac77-383eb33ff9c9 req-1f563d0a-0119-4f68-8d0d-e6e307a33782 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/ports?device_id=33b2b907-88b2-43cc-a329-814686ee9d6b HTTP/1.1" status: 200 len: 945 time: 0.1233518 Nov 22 20:26:43.964781 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfa8d87-6a49-4d7a-b863-948c5df5a9e1 req-6619c24d-0361-4a79-adcd-151b409e7cbb tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:26:43.966551 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6dfa8d87-6a49-4d7a-b863-948c5df5a9e1 req-6619c24d-0361-4a79-adcd-151b409e7cbb tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/ports?device_id=711b0642-53a2-4096-8841-f7ad0d4ae143 HTTP/1.1" status: 200 len: 945 time: 0.1692314 Nov 22 20:26:43.998940 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-963fb16c-5aa5-4073-ac77-383eb33ff9c9 req-fdf1c232-fbed-4370-99af-00a88ce5d801 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/security-groups?id=643fc82d-0ef9-4521-94aa-3318d50a506a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2078521 Nov 22 20:26:44.072838 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6dfa8d87-6a49-4d7a-b863-948c5df5a9e1 req-d6edf7ed-d461-4c76-b64c-333faca7c8b1 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/security-groups?id=26cb47fd-e14c-4850-9651-76395f6ea411&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725894 Nov 22 20:26:44.109507 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.agents_db [None req-aa8313f2-1ee4-4e7b-8c5a-d32b2f9d31ee None None] Agent healthcheck: found 7 active agents {{(pid=103450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 20:26:44.407222 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:26:44.413811 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:26:44.604970 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6bd2d3-a239-43dc-b22b-9b5474e48489 req-a61ee322-5ab0-4727-9b97-361b87a5c093 tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:26:44.607569 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8d6bd2d3-a239-43dc-b22b-9b5474e48489 req-a61ee322-5ab0-4727-9b97-361b87a5c093 tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] 10.222.0.46 "GET /v2.0/ports?device_id=30223940-a247-436b-b2ee-f0eac24f58b9 HTTP/1.1" status: 200 len: 945 time: 0.1063554 Nov 22 20:26:44.711887 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8d6bd2d3-a239-43dc-b22b-9b5474e48489 req-7298e841-dd61-4fc9-9dee-9226c4d2a4db tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] 10.222.0.46 "GET /v2.0/security-groups?id=e77ff0e9-b450-4641-ad17-7a74a6cf419c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918119 Nov 22 20:26:45.234426 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975d19b1-01f5-4aab-bb3c-5ff50a83d856 req-d362df10-8162-485b-a0a7-b107647e987d tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:26:45.236080 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-975d19b1-01f5-4aab-bb3c-5ff50a83d856 req-d362df10-8162-485b-a0a7-b107647e987d tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/ports?device_id=33b2b907-88b2-43cc-a329-814686ee9d6b HTTP/1.1" status: 200 len: 945 time: 0.1173515 Nov 22 20:26:45.382150 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a90f3b2-4d3a-4815-8f2d-8868ac13f471 req-2cec4537-1e40-463a-9623-f1ac9586c611 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:26:45.383810 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7a90f3b2-4d3a-4815-8f2d-8868ac13f471 req-2cec4537-1e40-463a-9623-f1ac9586c611 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/ports?device_id=711b0642-53a2-4096-8841-f7ad0d4ae143 HTTP/1.1" status: 200 len: 945 time: 0.1243641 Nov 22 20:26:45.387874 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-975d19b1-01f5-4aab-bb3c-5ff50a83d856 req-e03a6b28-ade7-42b6-90a1-b421e75ee23e tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/security-groups?id=643fc82d-0ef9-4521-94aa-3318d50a506a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1446176 Nov 22 20:26:45.539935 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7a90f3b2-4d3a-4815-8f2d-8868ac13f471 req-cbfccd7a-a79a-411b-b865-020a972a8537 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/security-groups?id=26cb47fd-e14c-4850-9651-76395f6ea411&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1374764 Nov 22 20:26:45.572889 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-83960c25-61d8-427c-afad-0b0bade506f6 req-96dfc5f5-614e-4363-b78a-d9c3660b8cad service neutron] 10.222.0.41 "GET /v2.0/ports/387f7758-a22f-4dbb-be03-ff4930c61931/bindings/n-h2-818823-1 HTTP/1.1" status: 200 len: 384 time: 0.1252174 Nov 22 20:26:45.866746 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-83960c25-61d8-427c-afad-0b0bade506f6 req-ba39ef64-a602-4241-a5ff-7010079cafff service neutron] For port 387f7758-a22f-4dbb-be03-ff4930c61931, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=387f7758-a22f-4dbb-be03-ff4930c61931,segment=NetworkSegment(7af7694e-f413-4bd1-a96f-73c3984108b1),segment_id=7af7694e-f413-4bd1-a96f-73c3984108b1)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:26:45.909380 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-83960c25-61d8-427c-afad-0b0bade506f6 req-ba39ef64-a602-4241-a5ff-7010079cafff service neutron] For port 387f7758-a22f-4dbb-be03-ff4930c61931, host n-h1-818823-1, cleared binding levels {{(pid=103448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:26:45.919261 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707e068f-b17f-4d5b-9fe5-92e8470232d9 req-1fd3f4ae-16c3-499b-b417-8b43bbe2b09a tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:26:45.921209 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-707e068f-b17f-4d5b-9fe5-92e8470232d9 req-1fd3f4ae-16c3-499b-b417-8b43bbe2b09a tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] 10.222.0.46 "GET /v2.0/ports?device_id=30223940-a247-436b-b2ee-f0eac24f58b9 HTTP/1.1" status: 200 len: 945 time: 0.0875244 Nov 22 20:26:46.008745 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '711b0642-53a2-4096-8841-f7ad0d4ae143', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '387f7758-a22f-4dbb-be03-ff4930c61931'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:26:46.011038 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589a98cf2aea187fcc423a5edb333e5a6cf3ad7c81115d1ebee0f079693c312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70fa5398-5dea-42d5-aaaa-754ce77d5496" -d '{"events": [{"server_uuid": "711b0642-53a2-4096-8841-f7ad0d4ae143", "name": "network-vif-unplugged", "status": "completed", "tag": "387f7758-a22f-4dbb-be03-ff4930c61931"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:26:46.032264 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-83960c25-61d8-427c-afad-0b0bade506f6 req-ba39ef64-a602-4241-a5ff-7010079cafff service neutron] For port 387f7758-a22f-4dbb-be03-ff4930c61931, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=387f7758-a22f-4dbb-be03-ff4930c61931,segment=NetworkSegment(7af7694e-f413-4bd1-a96f-73c3984108b1),segment_id=7af7694e-f413-4bd1-a96f-73c3984108b1)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:26:46.054903 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-83960c25-61d8-427c-afad-0b0bade506f6 req-ba39ef64-a602-4241-a5ff-7010079cafff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:26:46.089980 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-707e068f-b17f-4d5b-9fe5-92e8470232d9 req-0b74b135-7bc9-41e6-a728-1992fa0a2074 tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] 10.222.0.46 "GET /v2.0/security-groups?id=e77ff0e9-b450-4641-ad17-7a74a6cf419c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1615198 Nov 22 20:26:46.147559 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [req-83960c25-61d8-427c-afad-0b0bade506f6 req-ba39ef64-a602-4241-a5ff-7010079cafff service neutron] Transition to ACTIVE for port object 387f7758-a22f-4dbb-be03-ff4930c61931 will not be triggered until provisioned by entity L2. {{(pid=103448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 20:26:46.149886 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 22 Nov 2021 20:26:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c82c74d4-345a-4067-bbe0-c91954cd0601 x-openstack-request-id: req-c82c74d4-345a-4067-bbe0-c91954cd0601 {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:26:46.150202 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "711b0642-53a2-4096-8841-f7ad0d4ae143", "name": "network-vif-unplugged", "status": "completed", "tag": "387f7758-a22f-4dbb-be03-ff4930c61931", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:26:46.150513 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c82c74d4-345a-4067-bbe0-c91954cd0601 {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:26:46.150945 n-d-818823-1 neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '711b0642-53a2-4096-8841-f7ad0d4ae143', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '387f7758-a22f-4dbb-be03-ff4930c61931', 'code': 200} Nov 22 20:26:46.155563 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-83960c25-61d8-427c-afad-0b0bade506f6 req-ba39ef64-a602-4241-a5ff-7010079cafff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:26:46.227186 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba39ef64-a602-4241-a5ff-7010079cafff service neutron] Pushing event updated for resources: {'Port': ['ID=387f7758-a22f-4dbb-be03-ff4930c61931,revision_number=11']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:26:46.413896 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [req-83960c25-61d8-427c-afad-0b0bade506f6 req-ba39ef64-a602-4241-a5ff-7010079cafff service neutron] No DVR routers for this DVR port 387f7758-a22f-4dbb-be03-ff4930c61931 on host n-h1-818823-1 {{(pid=103448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:26:46.656269 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-83960c25-61d8-427c-afad-0b0bade506f6 req-ba39ef64-a602-4241-a5ff-7010079cafff service neutron] 10.222.0.41 "PUT /v2.0/ports/387f7758-a22f-4dbb-be03-ff4930c61931/bindings/n-h2-818823-1/activate HTTP/1.1" status: 200 len: 369 time: 1.0752385 Nov 22 20:26:46.674021 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe7bec9-5b79-41ed-9729-750e8cf6b805 req-0224b33c-34d4-4856-a99d-a6e1cc6fff3c tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:26:46.675942 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3fe7bec9-5b79-41ed-9729-750e8cf6b805 req-0224b33c-34d4-4856-a99d-a6e1cc6fff3c tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/ports?device_id=33b2b907-88b2-43cc-a329-814686ee9d6b HTTP/1.1" status: 200 len: 945 time: 0.1470089 Nov 22 20:26:46.844392 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3462e5-0aca-4122-a863-48bffbea94a1 req-9c9cb41b-cca3-42c1-987d-c8444f4dc7e5 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:26:46.857297 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5e3462e5-0aca-4122-a863-48bffbea94a1 req-9c9cb41b-cca3-42c1-987d-c8444f4dc7e5 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/ports?device_id=711b0642-53a2-4096-8841-f7ad0d4ae143 HTTP/1.1" status: 200 len: 944 time: 0.1721148 Nov 22 20:26:46.869748 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3fe7bec9-5b79-41ed-9729-750e8cf6b805 req-176930ec-5cff-4c26-b9b3-6a90cc3f7dee tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/security-groups?id=643fc82d-0ef9-4521-94aa-3318d50a506a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1836224 Nov 22 20:26:46.919373 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83960c25-61d8-427c-afad-0b0bade506f6 req-89be2ca0-a90c-4a00-977b-82c037317f23 tempest-TestNetworkAdvancedServerOps-1666653009 tempest-TestNetworkAdvancedServerOps-1666653009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:26:46.920937 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-83960c25-61d8-427c-afad-0b0bade506f6 req-89be2ca0-a90c-4a00-977b-82c037317f23 tempest-TestNetworkAdvancedServerOps-1666653009 tempest-TestNetworkAdvancedServerOps-1666653009-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=711b0642-53a2-4096-8841-f7ad0d4ae143&tenant_id=f13d149ee8a64f188025185f0e8b5cfe&binding%3Ahost_id=n-h1-818823-1 HTTP/1.1" status: 200 len: 1095 time: 0.1967816 Nov 22 20:26:46.987319 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5e3462e5-0aca-4122-a863-48bffbea94a1 req-e3884d9e-af9e-4a9b-be5a-59bd39b944e1 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/security-groups?id=26cb47fd-e14c-4850-9651-76395f6ea411&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1312790 Nov 22 20:26:47.055349 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83960c25-61d8-427c-afad-0b0bade506f6 req-5a00f869-0980-441f-bb99-14c18e869b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:26:47.057296 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-83960c25-61d8-427c-afad-0b0bade506f6 req-5a00f869-0980-441f-bb99-14c18e869b70 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=711b0642-53a2-4096-8841-f7ad0d4ae143&tenant_id=f13d149ee8a64f188025185f0e8b5cfe HTTP/1.1" status: 200 len: 1095 time: 0.1277142 Nov 22 20:26:47.119990 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f508f9-3342-45c0-9143-f5835ec49049 req-4a8d76a4-e0e0-43b0-9427-e59a8a33a19a tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:26:47.133253 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 58922) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:26:47.138230 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-a5ddf2a0-e1b6-499c-9b10-0a2de319b6d7 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Request body: {'floatingip': {'port_id': 'e1b23151-dad5-4a0d-a549-a1497d3eb2a7'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:26:47.146218 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c8f508f9-3342-45c0-9143-f5835ec49049 req-4a8d76a4-e0e0-43b0-9427-e59a8a33a19a tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/ports?device_id=33b2b907-88b2-43cc-a329-814686ee9d6b HTTP/1.1" status: 200 len: 945 time: 0.1327665 Nov 22 20:26:47.228512 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a5ddf2a0-e1b6-499c-9b10-0a2de319b6d7 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Publish callbacks [] for floatingip, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:26:47.260555 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83960c25-61d8-427c-afad-0b0bade506f6 req-40854cc8-011f-461a-8c72-503a60c63033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:26:47.262290 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-83960c25-61d8-427c-afad-0b0bade506f6 req-40854cc8-011f-461a-8c72-503a60c63033 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f13d149ee8a64f188025185f0e8b5cfe&device_id=711b0642-53a2-4096-8841-f7ad0d4ae143 HTTP/1.1" status: 200 len: 1095 time: 0.1698592 Nov 22 20:26:47.273261 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e06a8f0-efae-4f9d-89ac-d0e530539aca req-a89ec854-b94a-4779-a022-5716131600ca tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:26:47.275000 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0e06a8f0-efae-4f9d-89ac-d0e530539aca req-a89ec854-b94a-4779-a022-5716131600ca tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] 10.222.0.46 "GET /v2.0/ports?device_id=30223940-a247-436b-b2ee-f0eac24f58b9 HTTP/1.1" status: 200 len: 945 time: 0.0746191 Nov 22 20:26:47.410012 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83960c25-61d8-427c-afad-0b0bade506f6 req-13ab4d1c-a965-4afc-bcd9-9c5acc8628cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:26:47.412149 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-83960c25-61d8-427c-afad-0b0bade506f6 req-13ab4d1c-a965-4afc-bcd9-9c5acc8628cb service neutron] 10.222.0.20 "GET /v2.0/networks?id=22c33f95-7a2e-45e4-9b0d-c39ba8a5509b HTTP/1.1" status: 200 len: 897 time: 0.1310651 Nov 22 20:26:47.577585 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-83960c25-61d8-427c-afad-0b0bade506f6 req-26f6ed3f-8573-4a71-8025-ec304fa052ab service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=387f7758-a22f-4dbb-be03-ff4930c61931 HTTP/1.1" status: 200 len: 999 time: 0.1292086 Nov 22 20:26:47.811063 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83960c25-61d8-427c-afad-0b0bade506f6 req-db406ddd-2e33-44da-83df-ebb7f3ddf09f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:26:47.813725 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-83960c25-61d8-427c-afad-0b0bade506f6 req-db406ddd-2e33-44da-83df-ebb7f3ddf09f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3e37bfbb-72b3-421a-8cc1-7541352f60a6 HTTP/1.1" status: 200 len: 835 time: 0.1973729 Nov 22 20:26:47.868627 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0e06a8f0-efae-4f9d-89ac-d0e530539aca req-ab6f1940-79cc-4efc-9c7e-88bf669f7d9a tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] 10.222.0.46 "GET /v2.0/security-groups?id=e77ff0e9-b450-4641-ad17-7a74a6cf419c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4550276 Nov 22 20:26:47.986680 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83960c25-61d8-427c-afad-0b0bade506f6 req-ac2b8761-d013-4140-b52e-c0fd9213be46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:26:47.994114 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-83960c25-61d8-427c-afad-0b0bade506f6 req-ac2b8761-d013-4140-b52e-c0fd9213be46 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=22c33f95-7a2e-45e4-9b0d-c39ba8a5509b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1244228 Nov 22 20:26:48.303752 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10897394-9209-4cac-b269-cf468a7bf634 req-a8e934fd-6b0c-45c3-930f-2669c762d45d tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:26:48.313106 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-10897394-9209-4cac-b269-cf468a7bf634 req-a8e934fd-6b0c-45c3-930f-2669c762d45d tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/ports?device_id=711b0642-53a2-4096-8841-f7ad0d4ae143 HTTP/1.1" status: 200 len: 944 time: 0.1471570 Nov 22 20:26:48.455797 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-83960c25-61d8-427c-afad-0b0bade506f6 req-19f29b83-e8aa-4f0a-8f8b-c3e50f5a5d82 service neutron] 10.222.0.20 "GET /v2.0/networks/22c33f95-7a2e-45e4-9b0d-c39ba8a5509b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4533780 Nov 22 20:26:48.545740 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a5ddf2a0-e1b6-499c-9b10-0a2de319b6d7 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:26:48.553222 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a5ddf2a0-e1b6-499c-9b10-0a2de319b6d7 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-595224'] for floatingip, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:26:48.581902 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-10897394-9209-4cac-b269-cf468a7bf634 req-4ad7c2a0-00cd-4f98-af26-0174154ec816 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/security-groups?id=26cb47fd-e14c-4850-9651-76395f6ea411&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2677386 Nov 22 20:26:48.653513 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f8be8e-87c6-4eeb-908f-7bb1c5056188 req-5668d092-5a59-4e0a-8614-4c841aafe2c8 tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:26:48.654988 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-03f8be8e-87c6-4eeb-908f-7bb1c5056188 req-5668d092-5a59-4e0a-8614-4c841aafe2c8 tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] 10.222.0.46 "GET /v2.0/networks?id=7f744b6d-d53b-48bc-90d8-0ac9583035c9 HTTP/1.1" status: 200 len: 813 time: 0.5365422 Nov 22 20:26:48.695561 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-03f8be8e-87c6-4eeb-908f-7bb1c5056188 req-023818cc-f061-414c-87ee-0410da16bc6d tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] 10.222.0.46 "GET /v2.0/quotas/b49ffae0998b42cf90d82005a2279509 HTTP/1.1" status: 200 len: 375 time: 0.0265520 Nov 22 20:26:48.756786 n-d-818823-1 neutron-server[103448]: INFO neutron.db.l3_db [None req-a5ddf2a0-e1b6-499c-9b10-0a2de319b6d7 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Floating IP 45f9c4a4-e2d5-4ad2-9c2a-d0c8d5f0ea71 associated. External IP: 172.25.5.210, port: e1b23151-dad5-4a0d-a549-a1497d3eb2a7. Nov 22 20:26:48.850639 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-83960c25-61d8-427c-afad-0b0bade506f6 req-f9e9253e-e93a-4311-9e1a-c9a6ffa72996 service neutron] 10.222.0.20 "GET /v2.0/networks/22c33f95-7a2e-45e4-9b0d-c39ba8a5509b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3401721 Nov 22 20:26:48.941547 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-03f8be8e-87c6-4eeb-908f-7bb1c5056188 req-abe41730-29c0-4b33-8ee1-fc27831d7a15 tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=b49ffae0998b42cf90d82005a2279509&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2362857 Nov 22 20:26:49.270924 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5ddf2a0-e1b6-499c-9b10-0a2de319b6d7 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Router 465eee6a-d00b-4a92-933d-be36d09a8662 has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 20:26:49.332177 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83960c25-61d8-427c-afad-0b0bade506f6 req-67a2bf70-09f1-4966-9916-316b618e384f tempest-TestNetworkAdvancedServerOps-1666653009 tempest-TestNetworkAdvancedServerOps-1666653009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:26:49.333895 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-83960c25-61d8-427c-afad-0b0bade506f6 req-67a2bf70-09f1-4966-9916-316b618e384f tempest-TestNetworkAdvancedServerOps-1666653009 tempest-TestNetworkAdvancedServerOps-1666653009-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=711b0642-53a2-4096-8841-f7ad0d4ae143&tenant_id=f13d149ee8a64f188025185f0e8b5cfe&binding%3Ahost_id=n-h2-818823-1 HTTP/1.1" status: 200 len: 1095 time: 0.1870189 Nov 22 20:26:49.367436 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f8a799-3cdb-41b6-86a3-6bdd3e8daf82 req-2dbe57d1-8208-4970-89bd-056e9201f689 tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:26:49.369432 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-95f8a799-3cdb-41b6-86a3-6bdd3e8daf82 req-2dbe57d1-8208-4970-89bd-056e9201f689 tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] 10.222.0.46 "GET /v2.0/ports?device_id=30223940-a247-436b-b2ee-f0eac24f58b9 HTTP/1.1" status: 200 len: 945 time: 0.2558846 Nov 22 20:26:49.426649 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-03f8be8e-87c6-4eeb-908f-7bb1c5056188 req-0fbef37b-8d02-4657-9d3e-6c5bd56600f3 service neutron] 10.222.0.46 "GET /v2.0/networks/7f744b6d-d53b-48bc-90d8-0ac9583035c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4758546 Nov 22 20:26:49.487368 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5ddf2a0-e1b6-499c-9b10-0a2de319b6d7 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:26:49.492714 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a5ddf2a0-e1b6-499c-9b10-0a2de319b6d7 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for floatingip, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:26:49.499147 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d397bc-1e0c-4bfd-a360-0c1fb6460a06 None None] Sync routers for ids ['465eee6a-d00b-4a92-933d-be36d09a8662'] in n-d-818823-1 {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:26:49.512078 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d397bc-1e0c-4bfd-a360-0c1fb6460a06 None None] Routers {'465eee6a-d00b-4a92-933d-be36d09a8662'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:26:49.513237 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-23d397bc-1e0c-4bfd-a360-0c1fb6460a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:26:32Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['465eee6a-d00b-4a92-933d-be36d09a8662'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:26:49.592395 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-a5ddf2a0-e1b6-499c-9b10-0a2de319b6d7 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "PUT /v2.0/floatingips/45f9c4a4-e2d5-4ad2-9c2a-d0c8d5f0ea71 HTTP/1.1" status: 200 len: 991 time: 2.4554343 Nov 22 20:26:49.592395 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33b2b907-88b2-43cc-a329-814686ee9d6b', 'tag': 'e1b23151-dad5-4a0d-a549-a1497d3eb2a7'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:26:49.594135 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589a98cf2aea187fcc423a5edb333e5a6cf3ad7c81115d1ebee0f079693c312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a824636-a740-4387-be0f-7ca3ac27d136" -d '{"events": [{"name": "network-changed", "server_uuid": "33b2b907-88b2-43cc-a329-814686ee9d6b", "tag": "e1b23151-dad5-4a0d-a549-a1497d3eb2a7"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:26:49.609512 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-95f8a799-3cdb-41b6-86a3-6bdd3e8daf82 req-74c5e1e4-f6d5-4c4e-a0b2-236dcc7ccf5d tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] 10.222.0.46 "GET /v2.0/security-groups?id=e77ff0e9-b450-4641-ad17-7a74a6cf419c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1944931 Nov 22 20:26:49.743621 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-83960c25-61d8-427c-afad-0b0bade506f6 req-bf42fe44-30b8-4e59-aacf-38a7f6bc5da9 service neutron] For port 387f7758-a22f-4dbb-be03-ff4930c61931, host n-h1-818823-1, cleared binding levels {{(pid=103447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:26:49.752571 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-83960c25-61d8-427c-afad-0b0bade506f6 req-bf42fe44-30b8-4e59-aacf-38a7f6bc5da9 service neutron] Publish callbacks [] for binding, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:26:49.754025 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-83960c25-61d8-427c-afad-0b0bade506f6 req-bf42fe44-30b8-4e59-aacf-38a7f6bc5da9 service neutron] 10.222.0.20 "DELETE /v2.0/ports/387f7758-a22f-4dbb-be03-ff4930c61931/bindings/n-h1-818823-1 HTTP/1.1" status: 204 len: 173 time: 0.4089315 Nov 22 20:26:49.759963 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-03f8be8e-87c6-4eeb-908f-7bb1c5056188 req-df6e24f3-a58c-46f4-9097-09714d525798 service neutron] 10.222.0.46 "GET /v2.0/networks/7f744b6d-d53b-48bc-90d8-0ac9583035c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3176038 Nov 22 20:26:49.872370 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 20:26:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa7f9369-134d-406e-bce8-0746de027144 x-openstack-request-id: req-fa7f9369-134d-406e-bce8-0746de027144 {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:26:49.872784 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33b2b907-88b2-43cc-a329-814686ee9d6b", "tag": "e1b23151-dad5-4a0d-a549-a1497d3eb2a7", "status": "completed", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:26:49.873170 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-fa7f9369-134d-406e-bce8-0746de027144 {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:26:49.873674 n-d-818823-1 neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33b2b907-88b2-43cc-a329-814686ee9d6b', 'tag': 'e1b23151-dad5-4a0d-a549-a1497d3eb2a7', 'status': 'completed', 'code': 200} Nov 22 20:26:49.972572 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a824636-a740-4387-be0f-7ca3ac27d136 req-201c95d3-7cc0-473c-9f6d-38b66b70018e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:26:49.975718 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-5a824636-a740-4387-be0f-7ca3ac27d136 req-201c95d3-7cc0-473c-9f6d-38b66b70018e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=99aeed5920ec4cada406eeeb08e171e4&device_id=33b2b907-88b2-43cc-a329-814686ee9d6b HTTP/1.1" status: 200 len: 1096 time: 0.0794005 Nov 22 20:26:49.982044 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 387f7758-a22f-4dbb-be03-ff4930c61931 no longer exists at agent hyperv_n-h1-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:26:50.189557 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a61d32f1-489c-4d04-a912-ffe04f2e22f3 req-b6e019f2-bc7e-41f7-9b23-68ac6635a175 tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] 10.222.0.46 "GET /v2.0/ports?device_id=33c576e3-c5f1-4903-bbed-ca9169ca3fbc HTTP/1.1" status: 200 len: 210 time: 0.0941918 Nov 22 20:26:50.223322 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 387f7758-a22f-4dbb-be03-ff4930c61931 not bound to the agent host n-h1-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:26:50.244251 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-23d397bc-1e0c-4bfd-a360-0c1fb6460a06 None None] Set router 465eee6a-d00b-4a92-933d-be36d09a8662 gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:26:50.270113 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355ff069-ca64-47ad-9588-3464aa35d02e req-476e013c-f638-4c70-bbe9-76365feae45b tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:26:50.282907 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-355ff069-ca64-47ad-9588-3464aa35d02e req-476e013c-f638-4c70-bbe9-76365feae45b tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/ports?device_id=711b0642-53a2-4096-8841-f7ad0d4ae143 HTTP/1.1" status: 200 len: 944 time: 0.2594874 Nov 22 20:26:50.304172 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a824636-a740-4387-be0f-7ca3ac27d136 req-30758af1-4e7c-4dc6-9005-9f494bcf5da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:26:50.307100 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-5a824636-a740-4387-be0f-7ca3ac27d136 req-30758af1-4e7c-4dc6-9005-9f494bcf5da1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=472efbbc-d832-48a8-ba47-cb0fa0f678cf HTTP/1.1" status: 200 len: 918 time: 0.3206186 Nov 22 20:26:50.391197 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-355ff069-ca64-47ad-9588-3464aa35d02e req-b692fd68-104c-4b92-a2a6-ab3196f07747 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/security-groups?id=26cb47fd-e14c-4850-9651-76395f6ea411&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1065471 Nov 22 20:26:50.546468 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-5a824636-a740-4387-be0f-7ca3ac27d136 req-71c5e193-1f05-4c3b-8daa-65da6fc0135d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e1b23151-dad5-4a0d-a549-a1497d3eb2a7 HTTP/1.1" status: 200 len: 999 time: 0.2313459 Nov 22 20:26:50.610125 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1131d7a9-325b-4c17-a853-695ed759412a req-17230752-d6d1-4fcc-b10f-c3ae7d3d905a tempest-TestNetworkAdvancedServerOps-1666653009 tempest-TestNetworkAdvancedServerOps-1666653009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:26:50.628724 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1131d7a9-325b-4c17-a853-695ed759412a req-17230752-d6d1-4fcc-b10f-c3ae7d3d905a tempest-TestNetworkAdvancedServerOps-1666653009 tempest-TestNetworkAdvancedServerOps-1666653009-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=711b0642-53a2-4096-8841-f7ad0d4ae143 HTTP/1.1" status: 200 len: 1095 time: 0.1041300 Nov 22 20:26:50.741017 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1131d7a9-325b-4c17-a853-695ed759412a req-4ea90a7c-03f5-42a1-bbda-a3c1189e5f58 tempest-TestNetworkAdvancedServerOps-1666653009 tempest-TestNetworkAdvancedServerOps-1666653009-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=26cb47fd-e14c-4850-9651-76395f6ea411&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1092637 Nov 22 20:26:50.785425 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a824636-a740-4387-be0f-7ca3ac27d136 req-400e60c3-7587-4fcf-9008-eafc3e66852f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:26:50.787213 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-5a824636-a740-4387-be0f-7ca3ac27d136 req-400e60c3-7587-4fcf-9008-eafc3e66852f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bfcf564a-3590-4b88-b146-a6d87131f13b HTTP/1.1" status: 200 len: 856 time: 0.2272522 Nov 22 20:26:50.828990 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-23d397bc-1e0c-4bfd-a360-0c1fb6460a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '465eee6a-d00b-4a92-933d-be36d09a8662', 'name': 'tempest-AttachVolumeShelveTestJSON-1883671480-router', 'tenant_id': '99aeed5920ec4cada406eeeb08e171e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': 'a35931e5-9d85-4ddb-9da2-bf9a83990327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:26:13Z', 'updated_at': '2021-11-22T20:26:21Z', 'revision_number': 4, 'project_id': '99aeed5920ec4cada406eeeb08e171e4', 'gw_port': {'id': 'a35931e5-9d85-4ddb-9da2-bf9a83990327', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:ce:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465eee6a-d00b-4a92-933d-be36d09a8662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2295, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:26:16Z', 'updated_at': '2021-11-22T20:26:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_floatingips': [{'id': '45f9c4a4-e2d5-4ad2-9c2a-d0c8d5f0ea71', 'tenant_id': '99aeed5920ec4cada406eeeb08e171e4', 'floating_ip_address': '172.25.5.210', 'floating_network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'router_id': '465eee6a-d00b-4a92-933d-be36d09a8662', 'port_id': 'e1b23151-dad5-4a0d-a549-a1497d3eb2a7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2304, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '472efbbc-d832-48a8-ba47-cb0fa0f678cf', 'mac_address': 'fa:16:3e:cf:ee:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33b2b907-88b2-43cc-a329-814686ee9d6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T20:26:26Z', 'updated_at': '2021-11-22T20:26:48Z', 'revision_number': 1, 'project_id': '99aeed5920ec4cada406eeeb08e171e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '026d84b4-3f7b-4ebc-99ab-5a5971b8ead8', 'name': '', 'network_id': '472efbbc-d832-48a8-ba47-cb0fa0f678cf', 'tenant_id': '99aeed5920ec4cada406eeeb08e171e4', 'mac_address': 'fa:16:3e:10:d4:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465eee6a-d00b-4a92-933d-be36d09a8662', 'device_owner': 'network:router_interface', 'standard_attr_id': 2296, 'fixed_ips': [{'subnet_id': 'bfcf564a-3590-4b88-b146-a6d87131f13b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:26:20Z', 'updated_at': '2021-11-22T20:26:28Z', 'revision_number': 5, 'project_id': '99aeed5920ec4cada406eeeb08e171e4', 'subnets': [{'id': 'bfcf564a-3590-4b88-b146-a6d87131f13b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:26:50.942068 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d397bc-1e0c-4bfd-a360-0c1fb6460a06 None None] Checking router: 465eee6a-d00b-4a92-933d-be36d09a8662 for host: n-d-818823-1 {{(pid=103449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 20:26:50.966659 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6655cba-7eaf-47b3-afb7-4f01e4040618 req-f9a347e0-ac73-4178-aec2-0ce3d791d959 tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:26:50.981147 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b6655cba-7eaf-47b3-afb7-4f01e4040618 req-f9a347e0-ac73-4178-aec2-0ce3d791d959 tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] 10.222.0.46 "GET /v2.0/ports?device_id=30223940-a247-436b-b2ee-f0eac24f58b9 HTTP/1.1" status: 200 len: 945 time: 0.2345703 Nov 22 20:26:50.983436 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a824636-a740-4387-be0f-7ca3ac27d136 req-b6a3f705-fa45-4cb5-a128-720307285f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:26:50.985549 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-5a824636-a740-4387-be0f-7ca3ac27d136 req-b6a3f705-fa45-4cb5-a128-720307285f14 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=472efbbc-d832-48a8-ba47-cb0fa0f678cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1870995 Nov 22 20:26:50.999148 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d397bc-1e0c-4bfd-a360-0c1fb6460a06 None None] Routers {'465eee6a-d00b-4a92-933d-be36d09a8662'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:26:51.001599 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-23d397bc-1e0c-4bfd-a360-0c1fb6460a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:26:32Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['465eee6a-d00b-4a92-933d-be36d09a8662'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:26:51.211757 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b6655cba-7eaf-47b3-afb7-4f01e4040618 req-5cb83674-1d6a-4576-b73e-79b21dd7adee tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] 10.222.0.46 "GET /v2.0/security-groups?id=e77ff0e9-b450-4641-ad17-7a74a6cf419c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2296944 Nov 22 20:26:51.242219 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-5a824636-a740-4387-be0f-7ca3ac27d136 req-13f52afa-aac7-4c2d-9919-0bc79dfffec9 service neutron] 10.222.0.41 "GET /v2.0/networks/472efbbc-d832-48a8-ba47-cb0fa0f678cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2375946 Nov 22 20:26:51.266943 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8bd9f7-1d49-4032-8ff2-466317ae09dc req-0cde90fc-c5fc-44f8-acaa-fd70133c4bec tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:26:51.280630 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-bb8bd9f7-1d49-4032-8ff2-466317ae09dc req-0cde90fc-c5fc-44f8-acaa-fd70133c4bec tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/ports?device_id=711b0642-53a2-4096-8841-f7ad0d4ae143 HTTP/1.1" status: 200 len: 944 time: 0.2397516 Nov 22 20:26:51.362796 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-23d397bc-1e0c-4bfd-a360-0c1fb6460a06 None None] Set router 465eee6a-d00b-4a92-933d-be36d09a8662 gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:26:51.426147 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-bb8bd9f7-1d49-4032-8ff2-466317ae09dc req-984d0f7e-51b5-466f-a12c-87fa92c3197f tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/security-groups?id=26cb47fd-e14c-4850-9651-76395f6ea411&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1440866 Nov 22 20:26:51.428192 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b98915ef-dfc3-41b8-b3a0-bceb1ff47bb6 req-53307b8a-c140-4d48-9ac0-24a944589249 tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] 10.222.0.46 "GET /v2.0/ports?device_id=33c576e3-c5f1-4903-bbed-ca9169ca3fbc HTTP/1.1" status: 200 len: 210 time: 0.0365880 Nov 22 20:26:51.473899 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 59038) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:26:51.478904 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-5a824636-a740-4387-be0f-7ca3ac27d136 req-79e457b5-21d7-47be-b113-0c591865fbe8 service neutron] 10.222.0.41 "GET /v2.0/networks/472efbbc-d832-48a8-ba47-cb0fa0f678cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2209220 Nov 22 20:26:51.586221 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-25bd3731-3931-41fb-b5ed-ad4a17d6a110 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/floatingips/5ca8f81b-ce0c-47a2-8a2a-8f05188a7d5a HTTP/1.1" status: 200 len: 991 time: 0.1111202 Nov 22 20:26:51.865292 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 59048) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:26:51.873363 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-23d397bc-1e0c-4bfd-a360-0c1fb6460a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '465eee6a-d00b-4a92-933d-be36d09a8662', 'name': 'tempest-AttachVolumeShelveTestJSON-1883671480-router', 'tenant_id': '99aeed5920ec4cada406eeeb08e171e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': 'a35931e5-9d85-4ddb-9da2-bf9a83990327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:26:13Z', 'updated_at': '2021-11-22T20:26:21Z', 'revision_number': 4, 'project_id': '99aeed5920ec4cada406eeeb08e171e4', 'gw_port': {'id': 'a35931e5-9d85-4ddb-9da2-bf9a83990327', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:ce:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465eee6a-d00b-4a92-933d-be36d09a8662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2295, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:26:16Z', 'updated_at': '2021-11-22T20:26:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_floatingips': [{'id': '45f9c4a4-e2d5-4ad2-9c2a-d0c8d5f0ea71', 'tenant_id': '99aeed5920ec4cada406eeeb08e171e4', 'floating_ip_address': '172.25.5.210', 'floating_network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'router_id': '465eee6a-d00b-4a92-933d-be36d09a8662', 'port_id': 'e1b23151-dad5-4a0d-a549-a1497d3eb2a7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2304, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '472efbbc-d832-48a8-ba47-cb0fa0f678cf', 'mac_address': 'fa:16:3e:cf:ee:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33b2b907-88b2-43cc-a329-814686ee9d6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T20:26:26Z', 'updated_at': '2021-11-22T20:26:48Z', 'revision_number': 1, 'project_id': '99aeed5920ec4cada406eeeb08e171e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '026d84b4-3f7b-4ebc-99ab-5a5971b8ead8', 'name': '', 'network_id': '472efbbc-d832-48a8-ba47-cb0fa0f678cf', 'tenant_id': '99aeed5920ec4cada406eeeb08e171e4', 'mac_address': 'fa:16:3e:10:d4:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465eee6a-d00b-4a92-933d-be36d09a8662', 'device_owner': 'network:router_interface', 'standard_attr_id': 2296, 'fixed_ips': [{'subnet_id': 'bfcf564a-3590-4b88-b146-a6d87131f13b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:26:20Z', 'updated_at': '2021-11-22T20:26:28Z', 'revision_number': 5, 'project_id': '99aeed5920ec4cada406eeeb08e171e4', 'subnets': [{'id': 'bfcf564a-3590-4b88-b146-a6d87131f13b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:26:51.928081 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d397bc-1e0c-4bfd-a360-0c1fb6460a06 None None] The sync data for ids ['465eee6a-d00b-4a92-933d-be36d09a8662'] in n-d-818823-1 is: [{'id': '465eee6a-d00b-4a92-933d-be36d09a8662', 'name': 'tempest-AttachVolumeShelveTestJSON-1883671480-router', 'tenant_id': '99aeed5920ec4cada406eeeb08e171e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': 'a35931e5-9d85-4ddb-9da2-bf9a83990327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:26:13Z', 'updated_at': '2021-11-22T20:26:21Z', 'revision_number': 4, 'project_id': '99aeed5920ec4cada406eeeb08e171e4', 'gw_port': {'id': 'a35931e5-9d85-4ddb-9da2-bf9a83990327', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:ce:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465eee6a-d00b-4a92-933d-be36d09a8662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2295, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:26:16Z', 'updated_at': '2021-11-22T20:26:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_floatingips': [{'id': '45f9c4a4-e2d5-4ad2-9c2a-d0c8d5f0ea71', 'tenant_id': '99aeed5920ec4cada406eeeb08e171e4', 'floating_ip_address': '172.25.5.210', 'floating_network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'router_id': '465eee6a-d00b-4a92-933d-be36d09a8662', 'port_id': 'e1b23151-dad5-4a0d-a549-a1497d3eb2a7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2304, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '472efbbc-d832-48a8-ba47-cb0fa0f678cf', 'mac_address': 'fa:16:3e:cf:ee:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33b2b907-88b2-43cc-a329-814686ee9d6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T20:26:26Z', 'updated_at': '2021-11-22T20:26:48Z', 'revision_number': 1, 'project_id': '99aeed5920ec4cada406eeeb08e171e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '026d84b4-3f7b-4ebc-99ab-5a5971b8ead8', 'name': '', 'network_id': '472efbbc-d832-48a8-ba47-cb0fa0f678cf', 'tenant_id': '99aeed5920ec4cada406eeeb08e171e4', 'mac_address': 'fa:16:3e:10:d4:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465eee6a-d00b-4a92-933d-be36d09a8662', 'device_owner': 'network:router_interface', 'standard_attr_id': 2296, 'fixed_ips': [{'subnet_id': 'bfcf564a-3590-4b88-b146-a6d87131f13b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:26:20Z', 'updated_at': '2021-11-22T20:26:28Z', 'revision_number': 5, 'project_id': '99aeed5920ec4cada406eeeb08e171e4', 'subnets': [{'id': 'bfcf564a-3590-4b88-b146-a6d87131f13b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:26:52.106263 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f8be8e-87c6-4eeb-908f-7bb1c5056188 req-ab21f3e5-4ba2-48ac-9127-09ce843988e7 tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:26:52.109976 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-03f8be8e-87c6-4eeb-908f-7bb1c5056188 req-ab21f3e5-4ba2-48ac-9127-09ce843988e7 tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] 10.222.0.20 "GET /v2.0/networks?id=7f744b6d-d53b-48bc-90d8-0ac9583035c9 HTTP/1.1" status: 200 len: 813 time: 0.3554184 Nov 22 20:26:52.122024 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-03f8be8e-87c6-4eeb-908f-7bb1c5056188 req-0ace922b-b63a-4450-8e15-0f3b74e3a9c3 tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] Request body: {'port': {'device_id': '33c576e3-c5f1-4903-bbed-ca9169ca3fbc', 'network_id': '7f744b6d-d53b-48bc-90d8-0ac9583035c9', 'admin_state_up': True, 'tenant_id': 'b49ffae0998b42cf90d82005a2279509'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:26:52.383943 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-8376c24d-504e-4a25-9805-5bfcfaa503f1 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Deleting port ef3955ec-6a67-4741-9df0-db02b4ed84d5 {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:26:52.384201 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8376c24d-504e-4a25-9805-5bfcfaa503f1 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:26:52.444001 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba9e797c-6e21-46fe-9a39-04a33a443e1c None None] New status for floating IP 45f9c4a4-e2d5-4ad2-9c2a-d0c8d5f0ea71: ACTIVE {{(pid=103450) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 20:26:52.526070 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8376c24d-504e-4a25-9805-5bfcfaa503f1 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:26:52.528083 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8376c24d-504e-4a25-9805-5bfcfaa503f1 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:26:52.557477 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-8376c24d-504e-4a25-9805-5bfcfaa503f1 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Calling delete_port for ef3955ec-6a67-4741-9df0-db02b4ed84d5 owned by network:floatingip {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:26:52.576156 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03f8be8e-87c6-4eeb-908f-7bb1c5056188 req-0ace922b-b63a-4450-8e15-0f3b74e3a9c3 tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] Made reservation on behalf of b49ffae0998b42cf90d82005a2279509 for: {'port': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:26:52.583833 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-03f8be8e-87c6-4eeb-908f-7bb1c5056188 req-0ace922b-b63a-4450-8e15-0f3b74e3a9c3 tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:26:52.640648 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-eef9c189-9b58-45e8-b014-9ac2e5093325 req-5090da4b-0225-41aa-b6d3-b423c5a6111e tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] 10.222.0.46 "GET /v2.0/ports?device_id=33c576e3-c5f1-4903-bbed-ca9169ca3fbc HTTP/1.1" status: 200 len: 210 time: 0.1051412 Nov 22 20:26:52.745038 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64519ab-472f-4524-9156-72ba161c6300 req-279848ac-dcef-452c-a3aa-42ab2dd3347b tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:26:52.755113 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d64519ab-472f-4524-9156-72ba161c6300 req-279848ac-dcef-452c-a3aa-42ab2dd3347b tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] 10.222.0.46 "GET /v2.0/ports?device_id=30223940-a247-436b-b2ee-f0eac24f58b9 HTTP/1.1" status: 200 len: 945 time: 0.3722868 Nov 22 20:26:52.860171 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8376c24d-504e-4a25-9805-5bfcfaa503f1 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:26:52.866272 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d64519ab-472f-4524-9156-72ba161c6300 req-2af8e02d-e1e9-466c-81de-f42772547fb1 tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] 10.222.0.46 "GET /v2.0/security-groups?id=e77ff0e9-b450-4641-ad17-7a74a6cf419c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1034439 Nov 22 20:26:52.959337 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8376c24d-504e-4a25-9805-5bfcfaa503f1 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Pushing event deleted for resources: {'Port': ['ID=ef3955ec-6a67-4741-9df0-db02b4ed84d5,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:26:53.090171 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [req-03f8be8e-87c6-4eeb-908f-7bb1c5056188 req-0ace922b-b63a-4450-8e15-0f3b74e3a9c3 tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] Allocated IP 172.20.0.7 (7f744b6d-d53b-48bc-90d8-0ac9583035c9/dcdf7c04-9a25-42ed-b898-d573319ea588/dfd612c2-b994-45aa-8ed7-30aaa2503400) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:26:53.095881 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8376c24d-504e-4a25-9805-5bfcfaa503f1 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks [] for floatingip, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:26:53.096342 n-d-818823-1 neutron-server[103448]: INFO neutron.db.l3_db [None req-8376c24d-504e-4a25-9805-5bfcfaa503f1 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Floating IP 5ca8f81b-ce0c-47a2-8a2a-8f05188a7d5a disassociated (deleted). External IP: 172.25.5.122, port: 387f7758-a22f-4dbb-be03-ff4930c61931. Nov 22 20:26:53.414610 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52be8743-fa5b-4077-9077-06d3120427d0 req-1209ade7-2a96-4ded-8c61-8d8d2254fcf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:26:53.418231 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-52be8743-fa5b-4077-9077-06d3120427d0 req-1209ade7-2a96-4ded-8c61-8d8d2254fcf2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=85bf20edceb64b41a574b1567a4068c1&device_id=30223940-a247-436b-b2ee-f0eac24f58b9 HTTP/1.1" status: 200 len: 1096 time: 0.1531215 Nov 22 20:26:53.622101 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8376c24d-504e-4a25-9805-5bfcfaa503f1 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Router e5d151bc-1823-4f4b-9ab2-46ce73f7d992 has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 20:26:53.768328 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52be8743-fa5b-4077-9077-06d3120427d0 req-5f8c4aab-a74a-4f8b-bc27-90f4c4a343c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:26:53.771150 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-52be8743-fa5b-4077-9077-06d3120427d0 req-5f8c4aab-a74a-4f8b-bc27-90f4c4a343c7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6efa7afe-07b7-401b-a93b-34d9934a86f8 HTTP/1.1" status: 200 len: 911 time: 0.3470111 Nov 22 20:26:53.852461 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8376c24d-504e-4a25-9805-5bfcfaa503f1 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:26:53.880965 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-001ad8e8-2670-4610-a475-d7d40481d32f None None] Sync routers for ids ['e5d151bc-1823-4f4b-9ab2-46ce73f7d992'] in n-d-818823-1 {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:26:53.897539 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8376c24d-504e-4a25-9805-5bfcfaa503f1 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for floatingip, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:26:53.910648 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-001ad8e8-2670-4610-a475-d7d40481d32f None None] Routers {'e5d151bc-1823-4f4b-9ab2-46ce73f7d992'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:26:53.911314 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-001ad8e8-2670-4610-a475-d7d40481d32f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:26:32Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['e5d151bc-1823-4f4b-9ab2-46ce73f7d992'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:26:53.984865 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5f052c01-6959-4358-b41b-74d0694d121b req-91e473c2-cfb9-4ed3-b895-4681e6871946 tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] 10.222.0.46 "GET /v2.0/ports?device_id=33c576e3-c5f1-4903-bbed-ca9169ca3fbc HTTP/1.1" status: 200 len: 210 time: 0.0775237 Nov 22 20:26:54.051681 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-8376c24d-504e-4a25-9805-5bfcfaa503f1 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "DELETE /v2.0/floatingips/5ca8f81b-ce0c-47a2-8a2a-8f05188a7d5a HTTP/1.1" status: 204 len: 168 time: 2.1852078 Nov 22 20:26:54.053465 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f2cf6c-4a1b-406c-8ee6-34dcdce86c65 req-a39b5a8d-1b2e-4627-8b2d-75402b3d80e3 tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:26:54.055049 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-40f2cf6c-4a1b-406c-8ee6-34dcdce86c65 req-a39b5a8d-1b2e-4627-8b2d-75402b3d80e3 tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] 10.222.0.46 "GET /v2.0/ports?device_id=30223940-a247-436b-b2ee-f0eac24f58b9 HTTP/1.1" status: 200 len: 945 time: 0.7552230 Nov 22 20:26:54.078521 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '711b0642-53a2-4096-8841-f7ad0d4ae143', 'tag': '387f7758-a22f-4dbb-be03-ff4930c61931'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:26:54.081316 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589a98cf2aea187fcc423a5edb333e5a6cf3ad7c81115d1ebee0f079693c312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-431588ef-a95f-45f3-9bbe-c60cb2aef3f5" -d '{"events": [{"name": "network-changed", "server_uuid": "711b0642-53a2-4096-8841-f7ad0d4ae143", "tag": "387f7758-a22f-4dbb-be03-ff4930c61931"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:26:54.086462 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-52be8743-fa5b-4077-9077-06d3120427d0 req-95509b50-a156-4a0a-aa53-7751c608c73f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4e2dae83-da4c-42ee-837c-a1756683232f HTTP/1.1" status: 200 len: 1000 time: 0.2143562 Nov 22 20:26:54.138432 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-001ad8e8-2670-4610-a475-d7d40481d32f None None] Set router e5d151bc-1823-4f4b-9ab2-46ce73f7d992 gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:26:54.192914 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52be8743-fa5b-4077-9077-06d3120427d0 req-73663d46-492b-4fa3-841a-e482964beaac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:26:54.196127 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-52be8743-fa5b-4077-9077-06d3120427d0 req-73663d46-492b-4fa3-841a-e482964beaac service neutron] 10.222.0.41 "GET /v2.0/subnets?id=41e22381-7e39-4421-9ae7-fd38b15d4349 HTTP/1.1" status: 200 len: 849 time: 0.1012111 Nov 22 20:26:54.229946 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-03f8be8e-87c6-4eeb-908f-7bb1c5056188 req-0ace922b-b63a-4450-8e15-0f3b74e3a9c3 tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:26:54.273843 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-40f2cf6c-4a1b-406c-8ee6-34dcdce86c65 req-5e7c6c35-fd9c-4f18-9598-ce5d83da029f tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] 10.222.0.46 "GET /v2.0/security-groups?id=e77ff0e9-b450-4641-ad17-7a74a6cf419c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2021525 Nov 22 20:26:54.325981 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52be8743-fa5b-4077-9077-06d3120427d0 req-b093f9b5-9c26-487e-aa5c-d850d347ee9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:26:54.339168 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-52be8743-fa5b-4077-9077-06d3120427d0 req-b093f9b5-9c26-487e-aa5c-d850d347ee9c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6efa7afe-07b7-401b-a93b-34d9934a86f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1263340 Nov 22 20:26:54.395377 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-03f8be8e-87c6-4eeb-908f-7bb1c5056188 req-0ace922b-b63a-4450-8e15-0f3b74e3a9c3 tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:26:54.428006 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 20:26:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77501cf7-ad79-4e9f-8079-89c662c53c55 x-openstack-request-id: req-77501cf7-ad79-4e9f-8079-89c662c53c55 {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:26:54.428283 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "711b0642-53a2-4096-8841-f7ad0d4ae143", "tag": "387f7758-a22f-4dbb-be03-ff4930c61931", "status": "completed", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:26:54.428541 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-77501cf7-ad79-4e9f-8079-89c662c53c55 {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:26:54.428956 n-d-818823-1 neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '711b0642-53a2-4096-8841-f7ad0d4ae143', 'tag': '387f7758-a22f-4dbb-be03-ff4930c61931', 'status': 'completed', 'code': 200} Nov 22 20:26:54.488463 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] get_ports_and_sgs() called for port_ids ['6c2aca17-1074-4087-a7a1-e1767ebff2c1', 'a671633e-50aa-4a0f-8c8d-5e71001ec623'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:26:54.580232 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03f8be8e-87c6-4eeb-908f-7bb1c5056188 req-0ace922b-b63a-4450-8e15-0f3b74e3a9c3 tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] Network 7f744b6d-d53b-48bc-90d8-0ac9583035c9 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:26:54.585085 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [req-03f8be8e-87c6-4eeb-908f-7bb1c5056188 req-0ace922b-b63a-4450-8e15-0f3b74e3a9c3 tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:26:54.588004 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-03f8be8e-87c6-4eeb-908f-7bb1c5056188 req-0ace922b-b63a-4450-8e15-0f3b74e3a9c3 tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:26:54.674127 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ace922b-b63a-4450-8e15-0f3b74e3a9c3 tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] Pushing event updated for resources: {'Port': ['ID=dfd612c2-b994-45aa-8ed7-30aaa2503400,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:26:54.699450 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431588ef-a95f-45f3-9bbe-c60cb2aef3f5 req-64a3d4d9-67c4-4ced-be82-7fdd0e86ef1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:26:54.701358 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-431588ef-a95f-45f3-9bbe-c60cb2aef3f5 req-64a3d4d9-67c4-4ced-be82-7fdd0e86ef1b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f13d149ee8a64f188025185f0e8b5cfe&device_id=711b0642-53a2-4096-8841-f7ad0d4ae143 HTTP/1.1" status: 200 len: 1095 time: 0.2236927 Nov 22 20:26:54.712799 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f8be8e-87c6-4eeb-908f-7bb1c5056188 req-0ace922b-b63a-4450-8e15-0f3b74e3a9c3 tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:26:54.714440 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-03f8be8e-87c6-4eeb-908f-7bb1c5056188 req-0ace922b-b63a-4450-8e15-0f3b74e3a9c3 tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:26:54.745351 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-03f8be8e-87c6-4eeb-908f-7bb1c5056188 req-0ace922b-b63a-4450-8e15-0f3b74e3a9c3 tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6273696 Nov 22 20:26:54.750241 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-52be8743-fa5b-4077-9077-06d3120427d0 req-deb2b39b-00e7-4d5d-92c2-08dcf17bccd6 service neutron] 10.222.0.41 "GET /v2.0/networks/6efa7afe-07b7-401b-a93b-34d9934a86f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4033105 Nov 22 20:26:54.768479 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6557a9-75ce-4db7-9288-af9d38a0e2d1 req-67651ac3-77fc-45d2-89cb-b9a57f6b4d9e tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:26:54.776736 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3f6557a9-75ce-4db7-9288-af9d38a0e2d1 req-67651ac3-77fc-45d2-89cb-b9a57f6b4d9e tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/ports?device_id=711b0642-53a2-4096-8841-f7ad0d4ae143 HTTP/1.1" status: 200 len: 944 time: 0.1929765 Nov 22 20:26:54.785242 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-03f8be8e-87c6-4eeb-908f-7bb1c5056188 req-40394243-b5d8-4d7e-a288-ec539ae825bf service neutron] Request body: {'port': {'device_id': '33c576e3-c5f1-4903-bbed-ca9169ca3fbc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818823-1'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:26:54.908672 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-001ad8e8-2670-4610-a475-d7d40481d32f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5d151bc-1823-4f4b-9ab2-46ce73f7d992', 'name': 'tempest-TestNetworkAdvancedServerOps-router-442827262', 'tenant_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': '2098f165-e500-48e8-8c34-416bd3dcb059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:25:30Z', 'updated_at': '2021-11-22T20:25:36Z', 'revision_number': 4, 'project_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'gw_port': {'id': '2098f165-e500-48e8-8c34-416bd3dcb059', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:1f:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d151bc-1823-4f4b-9ab2-46ce73f7d992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:25:31Z', 'updated_at': '2021-11-22T20:25:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': 'c4fd7fa7-7464-49c6-bea0-89e8a348771f', 'name': '', 'network_id': '22c33f95-7a2e-45e4-9b0d-c39ba8a5509b', 'tenant_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'mac_address': 'fa:16:3e:08:38:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d151bc-1823-4f4b-9ab2-46ce73f7d992', 'device_owner': 'network:router_interface', 'standard_attr_id': 2252, 'fixed_ips': [{'subnet_id': '3e37bfbb-72b3-421a-8cc1-7541352f60a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:25:35Z', 'updated_at': '2021-11-22T20:25:41Z', 'revision_number': 5, 'project_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'subnets': [{'id': '3e37bfbb-72b3-421a-8cc1-7541352f60a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:26:54.954654 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-52be8743-fa5b-4077-9077-06d3120427d0 req-eacffa02-949e-4d82-8472-efe25dfe51d2 service neutron] 10.222.0.41 "GET /v2.0/networks/6efa7afe-07b7-401b-a93b-34d9934a86f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1974466 Nov 22 20:26:54.982617 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-001ad8e8-2670-4610-a475-d7d40481d32f None None] Checking router: e5d151bc-1823-4f4b-9ab2-46ce73f7d992 for host: n-d-818823-1 {{(pid=103449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 20:26:55.018058 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-001ad8e8-2670-4610-a475-d7d40481d32f None None] Routers {'e5d151bc-1823-4f4b-9ab2-46ce73f7d992'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:26:55.018866 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-001ad8e8-2670-4610-a475-d7d40481d32f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:26:32Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['e5d151bc-1823-4f4b-9ab2-46ce73f7d992'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:26:55.179626 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3f6557a9-75ce-4db7-9288-af9d38a0e2d1 req-20cce8f8-6486-45e1-a740-d6e705c951d6 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/security-groups?id=26cb47fd-e14c-4850-9651-76395f6ea411&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3972280 Nov 22 20:26:55.180384 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-03f8be8e-87c6-4eeb-908f-7bb1c5056188 req-40394243-b5d8-4d7e-a288-ec539ae825bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:26:55.329249 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840a517c-410a-4a4c-b3d5-9dc7a6d88a45 req-2d24c2df-ca07-449b-96d3-4a49ec7f617f tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:26:55.330820 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-840a517c-410a-4a4c-b3d5-9dc7a6d88a45 req-2d24c2df-ca07-449b-96d3-4a49ec7f617f tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.20 "GET /v2.0/ports?device_id=711b0642-53a2-4096-8841-f7ad0d4ae143 HTTP/1.1" status: 200 len: 944 time: 0.4374940 Nov 22 20:26:55.454381 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-001ad8e8-2670-4610-a475-d7d40481d32f None None] Set router e5d151bc-1823-4f4b-9ab2-46ce73f7d992 gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:26:55.531735 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431588ef-a95f-45f3-9bbe-c60cb2aef3f5 req-8e8b1c6e-6aca-4d80-a5a4-3fe6eeafbf20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:26:55.533252 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-431588ef-a95f-45f3-9bbe-c60cb2aef3f5 req-8e8b1c6e-6aca-4d80-a5a4-3fe6eeafbf20 service neutron] 10.222.0.20 "GET /v2.0/networks?id=22c33f95-7a2e-45e4-9b0d-c39ba8a5509b HTTP/1.1" status: 200 len: 897 time: 0.8047023 Nov 22 20:26:56.040606 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab24038b-2cfb-4ef7-82fa-f93c030ef518 req-8840687c-0df0-4b50-bff2-4ab80f3d57de tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:26:56.048458 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ab24038b-2cfb-4ef7-82fa-f93c030ef518 req-8840687c-0df0-4b50-bff2-4ab80f3d57de tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] 10.222.0.46 "GET /v2.0/ports?device_id=33c576e3-c5f1-4903-bbed-ca9169ca3fbc HTTP/1.1" status: 200 len: 931 time: 0.8655369 Nov 22 20:26:56.051496 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-001ad8e8-2670-4610-a475-d7d40481d32f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5d151bc-1823-4f4b-9ab2-46ce73f7d992', 'name': 'tempest-TestNetworkAdvancedServerOps-router-442827262', 'tenant_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': '2098f165-e500-48e8-8c34-416bd3dcb059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:25:30Z', 'updated_at': '2021-11-22T20:25:36Z', 'revision_number': 4, 'project_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'gw_port': {'id': '2098f165-e500-48e8-8c34-416bd3dcb059', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:1f:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d151bc-1823-4f4b-9ab2-46ce73f7d992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:25:31Z', 'updated_at': '2021-11-22T20:25:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': 'c4fd7fa7-7464-49c6-bea0-89e8a348771f', 'name': '', 'network_id': '22c33f95-7a2e-45e4-9b0d-c39ba8a5509b', 'tenant_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'mac_address': 'fa:16:3e:08:38:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d151bc-1823-4f4b-9ab2-46ce73f7d992', 'device_owner': 'network:router_interface', 'standard_attr_id': 2252, 'fixed_ips': [{'subnet_id': '3e37bfbb-72b3-421a-8cc1-7541352f60a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:25:35Z', 'updated_at': '2021-11-22T20:25:41Z', 'revision_number': 5, 'project_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'subnets': [{'id': '3e37bfbb-72b3-421a-8cc1-7541352f60a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:26:56.081474 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-431588ef-a95f-45f3-9bbe-c60cb2aef3f5 req-de4b6a17-4e25-45fe-961c-8ae2eff43f09 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=387f7758-a22f-4dbb-be03-ff4930c61931 HTTP/1.1" status: 200 len: 217 time: 0.4571562 Nov 22 20:26:56.102535 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-001ad8e8-2670-4610-a475-d7d40481d32f None None] The sync data for ids ['e5d151bc-1823-4f4b-9ab2-46ce73f7d992'] in n-d-818823-1 is: [{'id': 'e5d151bc-1823-4f4b-9ab2-46ce73f7d992', 'name': 'tempest-TestNetworkAdvancedServerOps-router-442827262', 'tenant_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': '2098f165-e500-48e8-8c34-416bd3dcb059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:25:30Z', 'updated_at': '2021-11-22T20:25:36Z', 'revision_number': 4, 'project_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'gw_port': {'id': '2098f165-e500-48e8-8c34-416bd3dcb059', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:1f:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d151bc-1823-4f4b-9ab2-46ce73f7d992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:25:31Z', 'updated_at': '2021-11-22T20:25:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': 'c4fd7fa7-7464-49c6-bea0-89e8a348771f', 'name': '', 'network_id': '22c33f95-7a2e-45e4-9b0d-c39ba8a5509b', 'tenant_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'mac_address': 'fa:16:3e:08:38:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d151bc-1823-4f4b-9ab2-46ce73f7d992', 'device_owner': 'network:router_interface', 'standard_attr_id': 2252, 'fixed_ips': [{'subnet_id': '3e37bfbb-72b3-421a-8cc1-7541352f60a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:25:35Z', 'updated_at': '2021-11-22T20:25:41Z', 'revision_number': 5, 'project_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'subnets': [{'id': '3e37bfbb-72b3-421a-8cc1-7541352f60a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:26:56.231811 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e00613-f0c0-4b50-8bb4-e1ca7de868a8 req-75e297aa-8842-40ad-8d8b-25ef8fe4a25a tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:26:56.240114 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-01e00613-f0c0-4b50-8bb4-e1ca7de868a8 req-75e297aa-8842-40ad-8d8b-25ef8fe4a25a tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] 10.222.0.46 "GET /v2.0/ports?device_id=30223940-a247-436b-b2ee-f0eac24f58b9 HTTP/1.1" status: 200 len: 945 time: 0.6942286 Nov 22 20:26:56.439575 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ab24038b-2cfb-4ef7-82fa-f93c030ef518 req-f952ef02-4270-4044-980b-54e81040708d tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] 10.222.0.46 "GET /v2.0/security-groups?id=ba01c207-9c21-46e8-8927-68d7cc159606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3779998 Nov 22 20:26:56.496680 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-01e00613-f0c0-4b50-8bb4-e1ca7de868a8 req-aa3a63d6-ea56-4217-b228-cb62868ec6e6 tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] 10.222.0.46 "GET /v2.0/security-groups?id=e77ff0e9-b450-4641-ad17-7a74a6cf419c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2508163 Nov 22 20:26:56.535456 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431588ef-a95f-45f3-9bbe-c60cb2aef3f5 req-3b52e145-76f4-4f94-b8a1-6726e76d8d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:26:56.535456 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-431588ef-a95f-45f3-9bbe-c60cb2aef3f5 req-3b52e145-76f4-4f94-b8a1-6726e76d8d27 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3e37bfbb-72b3-421a-8cc1-7541352f60a6 HTTP/1.1" status: 200 len: 835 time: 0.4227617 Nov 22 20:26:56.535456 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-840a517c-410a-4a4c-b3d5-9dc7a6d88a45 req-99d6d805-c5a0-4945-b8e0-726e6b22caf2 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Deleting port 387f7758-a22f-4dbb-be03-ff4930c61931 {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:26:56.536128 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-840a517c-410a-4a4c-b3d5-9dc7a6d88a45 req-99d6d805-c5a0-4945-b8e0-726e6b22caf2 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:26:56.656910 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a29b79-e8d1-48a0-adb1-12fe4df21ebf None None] New status for floating IP 5ca8f81b-ce0c-47a2-8a2a-8f05188a7d5a: DOWN {{(pid=103450) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 20:26:56.681882 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-840a517c-410a-4a4c-b3d5-9dc7a6d88a45 req-99d6d805-c5a0-4945-b8e0-726e6b22caf2 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] For port 387f7758-a22f-4dbb-be03-ff4930c61931, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=387f7758-a22f-4dbb-be03-ff4930c61931,segment=NetworkSegment(7af7694e-f413-4bd1-a96f-73c3984108b1),segment_id=7af7694e-f413-4bd1-a96f-73c3984108b1)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:26:56.682258 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-840a517c-410a-4a4c-b3d5-9dc7a6d88a45 req-99d6d805-c5a0-4945-b8e0-726e6b22caf2 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:26:56.696492 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-840a517c-410a-4a4c-b3d5-9dc7a6d88a45 req-99d6d805-c5a0-4945-b8e0-726e6b22caf2 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Calling delete_port for 387f7758-a22f-4dbb-be03-ff4930c61931 owned by compute:nova {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:26:56.924086 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [req-03f8be8e-87c6-4eeb-908f-7bb1c5056188 req-40394243-b5d8-4d7e-a288-ec539ae825bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfd612c2-b994-45aa-8ed7-30aaa2503400 {{(pid=103447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:26:56.933959 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-03f8be8e-87c6-4eeb-908f-7bb1c5056188 req-40394243-b5d8-4d7e-a288-ec539ae825bf service neutron] Publish callbacks [] for port, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:26:56.941228 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-840a517c-410a-4a4c-b3d5-9dc7a6d88a45 req-99d6d805-c5a0-4945-b8e0-726e6b22caf2 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:26:57.018980 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.provisioning_blocks [req-03f8be8e-87c6-4eeb-908f-7bb1c5056188 req-40394243-b5d8-4d7e-a288-ec539ae825bf service neutron] Transition to ACTIVE for port object dfd612c2-b994-45aa-8ed7-30aaa2503400 will not be triggered until provisioned by entity L2. {{(pid=103447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 20:26:57.037088 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d6d805-c5a0-4945-b8e0-726e6b22caf2 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Pushing event deleted for resources: {'Port': ['ID=387f7758-a22f-4dbb-be03-ff4930c61931,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:26:57.051378 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-03f8be8e-87c6-4eeb-908f-7bb1c5056188 req-40394243-b5d8-4d7e-a288-ec539ae825bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:26:57.065004 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56773955-a21e-4cca-9db8-638a7ba9061a req-419e95e2-0f11-4d04-97c7-70c6e55b08cf tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:26:57.066873 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-56773955-a21e-4cca-9db8-638a7ba9061a req-419e95e2-0f11-4d04-97c7-70c6e55b08cf tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/ports?device_id=711b0642-53a2-4096-8841-f7ad0d4ae143 HTTP/1.1" status: 200 len: 866 time: 0.2691479 Nov 22 20:26:57.133835 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-840a517c-410a-4a4c-b3d5-9dc7a6d88a45 req-99d6d805-c5a0-4945-b8e0-726e6b22caf2 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] No DVR routers for this DVR port 387f7758-a22f-4dbb-be03-ff4930c61931 on host n-h2-818823-1 {{(pid=103447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:26:57.137303 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-840a517c-410a-4a4c-b3d5-9dc7a6d88a45 req-99d6d805-c5a0-4945-b8e0-726e6b22caf2 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:26:57.142080 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-840a517c-410a-4a4c-b3d5-9dc7a6d88a45 req-99d6d805-c5a0-4945-b8e0-726e6b22caf2 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.20 "DELETE /v2.0/ports/387f7758-a22f-4dbb-be03-ff4930c61931 HTTP/1.1" status: 204 len: 173 time: 1.7976308 Nov 22 20:26:57.179022 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '711b0642-53a2-4096-8841-f7ad0d4ae143', 'name': 'network-vif-deleted', 'tag': '387f7758-a22f-4dbb-be03-ff4930c61931'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:26:57.188123 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54cb3d43-3b49-474f-b548-860d7a9292df" -d '{"events": [{"server_uuid": "711b0642-53a2-4096-8841-f7ad0d4ae143", "name": "network-vif-deleted", "tag": "387f7758-a22f-4dbb-be03-ff4930c61931"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:26:57.200184 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431588ef-a95f-45f3-9bbe-c60cb2aef3f5 req-85dd7920-576c-4caa-be4d-17df77ffe4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:26:57.206237 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-431588ef-a95f-45f3-9bbe-c60cb2aef3f5 req-85dd7920-576c-4caa-be4d-17df77ffe4b3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=22c33f95-7a2e-45e4-9b0d-c39ba8a5509b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3891947 Nov 22 20:26:57.254480 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40394243-b5d8-4d7e-a288-ec539ae825bf service neutron] Pushing event updated for resources: {'Port': ['ID=dfd612c2-b994-45aa-8ed7-30aaa2503400,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:26:57.356743 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:26:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f35dc99c-cfe0-4fd7-ad94-483e9bc13075 x-openstack-request-id: req-f35dc99c-cfe0-4fd7-ad94-483e9bc13075 {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:26:57.357215 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "711b0642-53a2-4096-8841-f7ad0d4ae143", "name": "network-vif-deleted", "tag": "387f7758-a22f-4dbb-be03-ff4930c61931", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:26:57.357587 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f35dc99c-cfe0-4fd7-ad94-483e9bc13075 {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:26:57.358122 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '711b0642-53a2-4096-8841-f7ad0d4ae143', 'name': 'network-vif-deleted', 'tag': '387f7758-a22f-4dbb-be03-ff4930c61931', 'status': 'completed', 'code': 200} Nov 22 20:26:57.521337 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-56773955-a21e-4cca-9db8-638a7ba9061a req-8c7806f4-aa4a-462c-bccb-5d1619e931bd tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/security-groups?id=26cb47fd-e14c-4850-9651-76395f6ea411&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3985193 Nov 22 20:26:57.643063 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-431588ef-a95f-45f3-9bbe-c60cb2aef3f5 req-8eeeeff4-d0ab-4f74-9133-ec42435ee282 service neutron] 10.222.0.20 "GET /v2.0/networks/22c33f95-7a2e-45e4-9b0d-c39ba8a5509b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4183583 Nov 22 20:26:57.722315 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-03f8be8e-87c6-4eeb-908f-7bb1c5056188 req-40394243-b5d8-4d7e-a288-ec539ae825bf service neutron] Attempting to bind port dfd612c2-b994-45aa-8ed7-30aaa2503400 on host n-h2-818823-1 for vnic_type normal with profile {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:26:57.722744 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-03f8be8e-87c6-4eeb-908f-7bb1c5056188 req-40394243-b5d8-4d7e-a288-ec539ae825bf service neutron] Attempting to bind port dfd612c2-b994-45aa-8ed7-30aaa2503400 by drivers openvswitch,hyperv on host n-h2-818823-1 at level 0 using segments [{'id': '7bb9d1cb-054b-4490-bdb0-97683e50f8df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '7f744b6d-d53b-48bc-90d8-0ac9583035c9'}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:26:57.729585 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03f8be8e-87c6-4eeb-908f-7bb1c5056188 req-40394243-b5d8-4d7e-a288-ec539ae825bf service neutron] Attempting to bind port dfd612c2-b994-45aa-8ed7-30aaa2503400 on network 7f744b6d-d53b-48bc-90d8-0ac9583035c9 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:26:57.739163 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 387f7758-a22f-4dbb-be03-ff4930c61931 no longer exists at agent hyperv_n-h2-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:26:57.834779 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] No Port match for: 387f7758-a22f-4dbb-be03-ff4930c61931 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:26:57.849645 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 387f7758-a22f-4dbb-be03-ff4930c61931 not bound to the agent host n-h2-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:26:57.875911 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03f8be8e-87c6-4eeb-908f-7bb1c5056188 req-40394243-b5d8-4d7e-a288-ec539ae825bf service neutron] Port dfd612c2-b994-45aa-8ed7-30aaa2503400 on network 7f744b6d-d53b-48bc-90d8-0ac9583035c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-818823-1 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:26:57.876452 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03f8be8e-87c6-4eeb-908f-7bb1c5056188 req-40394243-b5d8-4d7e-a288-ec539ae825bf service neutron] Attempting to bind port dfd612c2-b994-45aa-8ed7-30aaa2503400 on network 7f744b6d-d53b-48bc-90d8-0ac9583035c9 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:26:57.900661 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03f8be8e-87c6-4eeb-908f-7bb1c5056188 req-40394243-b5d8-4d7e-a288-ec539ae825bf service neutron] Checking agent: {'id': '65e0486a-7030-4065-96f0-10aa7402a530', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'started_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 26, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:26:57.901192 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03f8be8e-87c6-4eeb-908f-7bb1c5056188 req-40394243-b5d8-4d7e-a288-ec539ae825bf service neutron] Checking segment: {'id': '7bb9d1cb-054b-4490-bdb0-97683e50f8df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '7f744b6d-d53b-48bc-90d8-0ac9583035c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:26:57.901581 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03f8be8e-87c6-4eeb-908f-7bb1c5056188 req-40394243-b5d8-4d7e-a288-ec539ae825bf service neutron] Bound using segment: {'id': '7bb9d1cb-054b-4490-bdb0-97683e50f8df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '7f744b6d-d53b-48bc-90d8-0ac9583035c9'} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:26:57.902027 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-03f8be8e-87c6-4eeb-908f-7bb1c5056188 req-40394243-b5d8-4d7e-a288-ec539ae825bf service neutron] Bound port: dfd612c2-b994-45aa-8ed7-30aaa2503400, host: n-h2-818823-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7bb9d1cb-054b-4490-bdb0-97683e50f8df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '7f744b6d-d53b-48bc-90d8-0ac9583035c9'}}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:26:57.902382 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-03f8be8e-87c6-4eeb-908f-7bb1c5056188 req-40394243-b5d8-4d7e-a288-ec539ae825bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:26:57.924875 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660c54b9-c49d-49d9-9bba-b5a570217da7 req-771e4012-c6e1-4a47-82ef-89472d3e6ba3 tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:26:57.932653 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-660c54b9-c49d-49d9-9bba-b5a570217da7 req-771e4012-c6e1-4a47-82ef-89472d3e6ba3 tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] 10.222.0.46 "GET /v2.0/ports?device_id=33c576e3-c5f1-4903-bbed-ca9169ca3fbc HTTP/1.1" status: 200 len: 943 time: 0.2647843 Nov 22 20:26:57.967858 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-431588ef-a95f-45f3-9bbe-c60cb2aef3f5 req-1767e4b3-5ce3-4355-886c-41cd93b6f4fc service neutron] 10.222.0.20 "GET /v2.0/networks/22c33f95-7a2e-45e4-9b0d-c39ba8a5509b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2870581 Nov 22 20:26:58.100712 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1140b98a-2f3a-44e5-86b6-53ceddd55536 req-85cdd68f-5c08-47f6-b5a0-d5f0db014aa6 tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:26:58.102666 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1140b98a-2f3a-44e5-86b6-53ceddd55536 req-85cdd68f-5c08-47f6-b5a0-d5f0db014aa6 tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] 10.222.0.46 "GET /v2.0/ports?device_id=30223940-a247-436b-b2ee-f0eac24f58b9 HTTP/1.1" status: 200 len: 945 time: 0.1287014 Nov 22 20:26:58.107754 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-03f8be8e-87c6-4eeb-908f-7bb1c5056188 req-40394243-b5d8-4d7e-a288-ec539ae825bf service neutron] For port dfd612c2-b994-45aa-8ed7-30aaa2503400, host n-h2-818823-1, cleared binding levels {{(pid=103447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:26:58.113109 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-660c54b9-c49d-49d9-9bba-b5a570217da7 req-55f01cc0-a96b-45ea-9650-bcc63b647ccd tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] 10.222.0.46 "GET /v2.0/security-groups?id=ba01c207-9c21-46e8-8927-68d7cc159606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794219 Nov 22 20:26:58.115030 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-03f8be8e-87c6-4eeb-908f-7bb1c5056188 req-40394243-b5d8-4d7e-a288-ec539ae825bf service neutron] For port dfd612c2-b994-45aa-8ed7-30aaa2503400, host n-h2-818823-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=dfd612c2-b994-45aa-8ed7-30aaa2503400,segment=NetworkSegment(7bb9d1cb-054b-4490-bdb0-97683e50f8df),segment_id=7bb9d1cb-054b-4490-bdb0-97683e50f8df)] {{(pid=103447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:26:58.125184 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-03f8be8e-87c6-4eeb-908f-7bb1c5056188 req-40394243-b5d8-4d7e-a288-ec539ae825bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:26:58.199455 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40394243-b5d8-4d7e-a288-ec539ae825bf service neutron] Pushing event updated for resources: {'Port': ['ID=dfd612c2-b994-45aa-8ed7-30aaa2503400,revision_number=3']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:26:58.224650 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f8be8e-87c6-4eeb-908f-7bb1c5056188 req-40394243-b5d8-4d7e-a288-ec539ae825bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:26:58.225535 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-03f8be8e-87c6-4eeb-908f-7bb1c5056188 req-40394243-b5d8-4d7e-a288-ec539ae825bf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:26:58.227074 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-03f8be8e-87c6-4eeb-908f-7bb1c5056188 req-40394243-b5d8-4d7e-a288-ec539ae825bf service neutron] 10.222.0.20 "PUT /v2.0/ports/dfd612c2-b994-45aa-8ed7-30aaa2503400 HTTP/1.1" status: 200 len: 1091 time: 3.4473469 Nov 22 20:26:58.270440 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1140b98a-2f3a-44e5-86b6-53ceddd55536 req-1729fdf3-9e08-44de-975c-1caa8d57b323 tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] 10.222.0.46 "GET /v2.0/security-groups?id=e77ff0e9-b450-4641-ad17-7a74a6cf419c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1534450 Nov 22 20:26:58.546548 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f8be8e-87c6-4eeb-908f-7bb1c5056188 req-7f872838-9096-4cfd-8f31-9f9e37e73202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:26:58.546548 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-03f8be8e-87c6-4eeb-908f-7bb1c5056188 req-7f872838-9096-4cfd-8f31-9f9e37e73202 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b49ffae0998b42cf90d82005a2279509&device_id=33c576e3-c5f1-4903-bbed-ca9169ca3fbc HTTP/1.1" status: 200 len: 1094 time: 0.0719078 Nov 22 20:26:58.546548 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-03f8be8e-87c6-4eeb-908f-7bb1c5056188 req-b4f76d92-645a-4a2e-96de-4e92536be373 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dfd612c2-b994-45aa-8ed7-30aaa2503400 HTTP/1.1" status: 200 len: 217 time: 0.1206064 Nov 22 20:26:58.663240 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f8be8e-87c6-4eeb-908f-7bb1c5056188 req-d7b3adf4-843f-43b2-9dc6-f3265ac37976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:26:58.665127 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-03f8be8e-87c6-4eeb-908f-7bb1c5056188 req-d7b3adf4-843f-43b2-9dc6-f3265ac37976 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=dcdf7c04-9a25-42ed-b898-d573319ea588 HTTP/1.1" status: 200 len: 853 time: 0.1764088 Nov 22 20:26:58.721989 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-03f8be8e-87c6-4eeb-908f-7bb1c5056188 req-7f9a7998-78a4-400d-8d11-be31c36731a6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7f744b6d-d53b-48bc-90d8-0ac9583035c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482447 Nov 22 20:26:58.735619 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 59218) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:26:58.888121 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-03f8be8e-87c6-4eeb-908f-7bb1c5056188 req-e1734d2c-b64b-4444-aed0-835572450c27 service neutron] 10.222.0.20 "GET /v2.0/networks/7f744b6d-d53b-48bc-90d8-0ac9583035c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582901 Nov 22 20:26:59.121599 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-03f8be8e-87c6-4eeb-908f-7bb1c5056188 req-6ad5252a-de68-4b46-960c-3dd28333ba47 service neutron] 10.222.0.20 "GET /v2.0/networks/7f744b6d-d53b-48bc-90d8-0ac9583035c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2259326 Nov 22 20:26:59.282898 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba45058-1d7b-49e6-863b-f4acc402cb7d req-7580a42c-fb1b-4d1d-a1dd-eca79306cb81 tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:26:59.284699 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-dba45058-1d7b-49e6-863b-f4acc402cb7d req-7580a42c-fb1b-4d1d-a1dd-eca79306cb81 tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] 10.222.0.46 "GET /v2.0/ports?device_id=33c576e3-c5f1-4903-bbed-ca9169ca3fbc HTTP/1.1" status: 200 len: 943 time: 0.0696867 Nov 22 20:26:59.333607 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3133b86c-39d3-4d84-9c0e-8c95c7d6b468 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659736'] for router_interface, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:26:59.359830 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33c576e3-c5f1-4903-bbed-ca9169ca3fbc', 'tag': 'dfd612c2-b994-45aa-8ed7-30aaa2503400'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:26:59.362626 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28717159-7293-442d-ab8b-a8f820fda914" -d '{"events": [{"name": "network-changed", "server_uuid": "33c576e3-c5f1-4903-bbed-ca9169ca3fbc", "tag": "dfd612c2-b994-45aa-8ed7-30aaa2503400"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:26:59.381393 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-dba45058-1d7b-49e6-863b-f4acc402cb7d req-9ee402a2-b943-4b3a-ba1a-e87a239a1479 tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] 10.222.0.46 "GET /v2.0/security-groups?id=ba01c207-9c21-46e8-8927-68d7cc159606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876529 Nov 22 20:26:59.493989 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 20:26:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-755442e0-4c57-469f-a32c-6419dbaa9aad x-openstack-request-id: req-755442e0-4c57-469f-a32c-6419dbaa9aad {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:26:59.494291 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33c576e3-c5f1-4903-bbed-ca9169ca3fbc", "tag": "dfd612c2-b994-45aa-8ed7-30aaa2503400", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:26:59.494553 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-755442e0-4c57-469f-a32c-6419dbaa9aad {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:26:59.494956 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33c576e3-c5f1-4903-bbed-ca9169ca3fbc', 'tag': 'dfd612c2-b994-45aa-8ed7-30aaa2503400', 'status': 'completed', 'code': 200} Nov 22 20:26:59.622140 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28717159-7293-442d-ab8b-a8f820fda914 req-0b05ff36-be3e-4b3f-bf86-87f39dd4e190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:26:59.626737 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-28717159-7293-442d-ab8b-a8f820fda914 req-0b05ff36-be3e-4b3f-bf86-87f39dd4e190 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b49ffae0998b42cf90d82005a2279509&device_id=33c576e3-c5f1-4903-bbed-ca9169ca3fbc HTTP/1.1" status: 200 len: 1094 time: 0.1117613 Nov 22 20:26:59.642819 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ef148d-2569-4bee-b576-bc29ab7cdd63 req-f32d8e8a-42ac-4e00-91ba-5026bbd09b84 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:26:59.645874 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-29ef148d-2569-4bee-b576-bc29ab7cdd63 req-f32d8e8a-42ac-4e00-91ba-5026bbd09b84 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/ports?device_id=f1a6bfe1-26d1-4dd2-94cd-df2360ee8ad5 HTTP/1.1" status: 200 len: 947 time: 0.1174746 Nov 22 20:26:59.785835 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-3133b86c-39d3-4d84-9c0e-8c95c7d6b468 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Deleting port c4fd7fa7-7464-49c6-bea0-89e8a348771f {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:26:59.786448 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3133b86c-39d3-4d84-9c0e-8c95c7d6b468 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:26:59.815916 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-29ef148d-2569-4bee-b576-bc29ab7cdd63 req-b6770447-c0a8-4b84-9656-0df710b1bd74 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/security-groups?id=ace094e3-bfce-4b88-a460-949b8cf0d5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1484785 Nov 22 20:26:59.831567 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28717159-7293-442d-ab8b-a8f820fda914 req-69a23591-9813-47d0-a24d-cd49c53ca2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:26:59.833149 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-28717159-7293-442d-ab8b-a8f820fda914 req-69a23591-9813-47d0-a24d-cd49c53ca2e3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7f744b6d-d53b-48bc-90d8-0ac9583035c9 HTTP/1.1" status: 200 len: 914 time: 0.1861246 Nov 22 20:26:59.890601 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-28717159-7293-442d-ab8b-a8f820fda914 req-53a72148-f8e5-48a1-9129-5a5d91d11ed4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dfd612c2-b994-45aa-8ed7-30aaa2503400 HTTP/1.1" status: 200 len: 217 time: 0.0398746 Nov 22 20:26:59.940271 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-3133b86c-39d3-4d84-9c0e-8c95c7d6b468 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] For port c4fd7fa7-7464-49c6-bea0-89e8a348771f, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=c4fd7fa7-7464-49c6-bea0-89e8a348771f,segment=NetworkSegment(7af7694e-f413-4bd1-a96f-73c3984108b1),segment_id=7af7694e-f413-4bd1-a96f-73c3984108b1)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:26:59.942873 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3133b86c-39d3-4d84-9c0e-8c95c7d6b468 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:26:59.955708 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-23b5c3b2-7846-4d81-8db9-99f06d0d6c20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:26:59.961444 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-3133b86c-39d3-4d84-9c0e-8c95c7d6b468 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Calling delete_port for c4fd7fa7-7464-49c6-bea0-89e8a348771f owned by network:router_interface {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:26:59.975835 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28717159-7293-442d-ab8b-a8f820fda914 req-26bd604d-b751-41bd-a798-fb822fbda7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:26:59.978163 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-28717159-7293-442d-ab8b-a8f820fda914 req-26bd604d-b751-41bd-a798-fb822fbda7e5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=dcdf7c04-9a25-42ed-b898-d573319ea588 HTTP/1.1" status: 200 len: 853 time: 0.0803249 Nov 22 20:27:00.020574 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-28717159-7293-442d-ab8b-a8f820fda914 req-d640339f-feba-474f-a388-33d3dcab194b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7f744b6d-d53b-48bc-90d8-0ac9583035c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330117 Nov 22 20:27:00.153350 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-28717159-7293-442d-ab8b-a8f820fda914 req-92a613dc-a3ff-4aae-aeb3-77fc488e32b7 service neutron] 10.222.0.20 "GET /v2.0/networks/7f744b6d-d53b-48bc-90d8-0ac9583035c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233437 Nov 22 20:27:00.199881 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3133b86c-39d3-4d84-9c0e-8c95c7d6b468 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:27:00.229478 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3133b86c-39d3-4d84-9c0e-8c95c7d6b468 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Pushing event deleted for resources: {'Port': ['ID=c4fd7fa7-7464-49c6-bea0-89e8a348771f,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:27:00.290158 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-28717159-7293-442d-ab8b-a8f820fda914 req-ce2a0645-fd3d-4536-a3aa-6e331a57ccfa service neutron] 10.222.0.20 "GET /v2.0/networks/7f744b6d-d53b-48bc-90d8-0ac9583035c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285846 Nov 22 20:27:00.473347 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3133b86c-39d3-4d84-9c0e-8c95c7d6b468 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-563470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-663272'] for router_interface, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:27:00.596527 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c0c15a-3362-400a-bd45-410fdd5c00cc req-9343bdf7-33d6-4d08-bcd9-1a187ab6de96 tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:27:00.607778 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b1c0c15a-3362-400a-bd45-410fdd5c00cc req-9343bdf7-33d6-4d08-bcd9-1a187ab6de96 tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] 10.222.0.46 "GET /v2.0/ports?device_id=33c576e3-c5f1-4903-bbed-ca9169ca3fbc HTTP/1.1" status: 200 len: 943 time: 0.1239581 Nov 22 20:27:00.708030 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b1c0c15a-3362-400a-bd45-410fdd5c00cc req-6c69fc79-6539-4325-ad29-aace63e24979 tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] 10.222.0.46 "GET /v2.0/security-groups?id=ba01c207-9c21-46e8-8927-68d7cc159606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837276 Nov 22 20:27:00.816146 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3133b86c-39d3-4d84-9c0e-8c95c7d6b468 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Router e5d151bc-1823-4f4b-9ab2-46ce73f7d992 has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 20:27:00.970048 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18f17ed-917f-4925-81ee-40a5b1d639be req-193fe837-3ec3-4ec9-9a89-6589388f7483 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:27:00.971866 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c18f17ed-917f-4925-81ee-40a5b1d639be req-193fe837-3ec3-4ec9-9a89-6589388f7483 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/ports?device_id=f1a6bfe1-26d1-4dd2-94cd-df2360ee8ad5 HTTP/1.1" status: 200 len: 947 time: 0.0595634 Nov 22 20:27:01.041674 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c18f17ed-917f-4925-81ee-40a5b1d639be req-43af9edd-503b-4df5-802a-44a598dd02c2 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/security-groups?id=ace094e3-bfce-4b88-a460-949b8cf0d5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619924 Nov 22 20:27:01.399072 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3133b86c-39d3-4d84-9c0e-8c95c7d6b468 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:27:01.413859 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 59336) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:27:01.414312 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-3133b86c-39d3-4d84-9c0e-8c95c7d6b468 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "PUT /v2.0/routers/e5d151bc-1823-4f4b-9ab2-46ce73f7d992/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6768382 Nov 22 20:27:01.423809 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f545b86f-d5a7-4e91-9002-21f1591501a4 None None] Sync routers for ids ['e5d151bc-1823-4f4b-9ab2-46ce73f7d992'] in n-d-818823-1 {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:27:01.443486 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f545b86f-d5a7-4e91-9002-21f1591501a4 None None] Routers {'e5d151bc-1823-4f4b-9ab2-46ce73f7d992'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:27:01.443486 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-f545b86f-d5a7-4e91-9002-21f1591501a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:26:32Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['e5d151bc-1823-4f4b-9ab2-46ce73f7d992'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:27:01.519682 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1710f55-e3aa-4159-8f4d-bc9c6e943112 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Deleting subnet 3e37bfbb-72b3-421a-8cc1-7541352f60a6 {{(pid=103447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 20:27:01.528765 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e1710f55-e3aa-4159-8f4d-bc9c6e943112 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks [] for subnet, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:27:01.611079 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e1710f55-e3aa-4159-8f4d-bc9c6e943112 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12178353'] for subnet, precommit_delete_associations {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:27:01.641770 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-f545b86f-d5a7-4e91-9002-21f1591501a4 None None] Set router e5d151bc-1823-4f4b-9ab2-46ce73f7d992 gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:27:01.642382 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7782ac-a374-4dd9-b18c-a60e33417cc5 req-7c385c36-de08-4646-847b-e14fddd36a97 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:27:01.644113 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-cd7782ac-a374-4dd9-b18c-a60e33417cc5 req-7c385c36-de08-4646-847b-e14fddd36a97 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/ports?device_id=f1a6bfe1-26d1-4dd2-94cd-df2360ee8ad5 HTTP/1.1" status: 200 len: 947 time: 0.0908899 Nov 22 20:27:01.774162 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device dfd612c2-b994-45aa-8ed7-30aaa2503400 details requested by agent hyperv_n-h2-818823-1 with host n-h2-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 20:27:01.878400 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-cd7782ac-a374-4dd9-b18c-a60e33417cc5 req-64c8ff1c-786f-40df-b0bc-820d72468ee4 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/security-groups?id=ace094e3-bfce-4b88-a460-949b8cf0d5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1973553 Nov 22 20:27:01.935768 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a63312c-2b28-4b19-b2f0-7230cb8a808c req-c00f0c58-006b-4bd5-87a4-febfa578d2d9 tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:27:01.943808 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5a63312c-2b28-4b19-b2f0-7230cb8a808c req-c00f0c58-006b-4bd5-87a4-febfa578d2d9 tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] 10.222.0.46 "GET /v2.0/ports?device_id=33c576e3-c5f1-4903-bbed-ca9169ca3fbc HTTP/1.1" status: 200 len: 943 time: 0.1513619 Nov 22 20:27:01.966738 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e1710f55-e3aa-4159-8f4d-bc9c6e943112 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3753007'] for subnet, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:27:01.989752 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port dfd612c2-b994-45aa-8ed7-30aaa2503400, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=dfd612c2-b994-45aa-8ed7-30aaa2503400,segment=NetworkSegment(7bb9d1cb-054b-4490-bdb0-97683e50f8df),segment_id=7bb9d1cb-054b-4490-bdb0-97683e50f8df)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:27:02.016590 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Returning: {'device': 'dfd612c2-b994-45aa-8ed7-30aaa2503400', 'network_id': '7f744b6d-d53b-48bc-90d8-0ac9583035c9', 'port_id': 'dfd612c2-b994-45aa-8ed7-30aaa2503400', 'mac_address': 'fa:16:3e:cb:07:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcdf7c04-9a25-42ed-b898-d573319ea588', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 20:27:02.052048 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5a63312c-2b28-4b19-b2f0-7230cb8a808c req-1691a1e5-4152-4b63-8a14-b36eac8d502e tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] 10.222.0.46 "GET /v2.0/security-groups?id=ba01c207-9c21-46e8-8927-68d7cc159606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072068 Nov 22 20:27:02.072261 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:27:02.105824 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-f545b86f-d5a7-4e91-9002-21f1591501a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5d151bc-1823-4f4b-9ab2-46ce73f7d992', 'name': 'tempest-TestNetworkAdvancedServerOps-router-442827262', 'tenant_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': '2098f165-e500-48e8-8c34-416bd3dcb059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:25:30Z', 'updated_at': '2021-11-22T20:27:00Z', 'revision_number': 5, 'project_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'gw_port': {'id': '2098f165-e500-48e8-8c34-416bd3dcb059', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:1f:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d151bc-1823-4f4b-9ab2-46ce73f7d992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:25:31Z', 'updated_at': '2021-11-22T20:25:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:27:02.106826 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e1710f55-e3aa-4159-8f4d-bc9c6e943112 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3753014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8900804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8485115'] for subnet, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:27:02.115310 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfd612c2-b994-45aa-8ed7-30aaa2503400 {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:27:02.137062 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1710f55-e3aa-4159-8f4d-bc9c6e943112 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Pushing event deleted for resources: {'Subnet': ['ID=3e37bfbb-72b3-421a-8cc1-7541352f60a6,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:27:02.141932 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e1710f55-e3aa-4159-8f4d-bc9c6e943112 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for subnet, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:27:02.149139 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-e1710f55-e3aa-4159-8f4d-bc9c6e943112 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "DELETE /v2.0/subnets/3e37bfbb-72b3-421a-8cc1-7541352f60a6 HTTP/1.1" status: 204 len: 168 time: 0.7308688 Nov 22 20:27:02.149852 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 59360) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:27:02.325546 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-113e4dda-d5f7-4b46-8960-f47f825ce64b tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks [] for router, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:27:02.340855 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af16321f-7fa4-4aeb-be39-3657d09819ae None None] Network 22c33f95-7a2e-45e4-9b0d-c39ba8a5509b requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:27:02.343935 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f545b86f-d5a7-4e91-9002-21f1591501a4 None None] Checking router: e5d151bc-1823-4f4b-9ab2-46ce73f7d992 for host: n-d-818823-1 {{(pid=103449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 20:27:02.424699 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port dfd612c2-b994-45aa-8ed7-30aaa2503400, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=dfd612c2-b994-45aa-8ed7-30aaa2503400,segment=NetworkSegment(7bb9d1cb-054b-4490-bdb0-97683e50f8df),segment_id=7bb9d1cb-054b-4490-bdb0-97683e50f8df)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:27:02.427288 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f545b86f-d5a7-4e91-9002-21f1591501a4 None None] Routers {'e5d151bc-1823-4f4b-9ab2-46ce73f7d992'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:27:02.427913 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-f545b86f-d5a7-4e91-9002-21f1591501a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:26:32Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['e5d151bc-1823-4f4b-9ab2-46ce73f7d992'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:27:02.491475 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:27:02.505753 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-113e4dda-d5f7-4b46-8960-f47f825ce64b tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:27:02.576669 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-113e4dda-d5f7-4b46-8960-f47f825ce64b tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Deleting port 2098f165-e500-48e8-8c34-416bd3dcb059 {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:27:02.577518 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-113e4dda-d5f7-4b46-8960-f47f825ce64b tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:27:02.695248 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e3a22438-75de-4edf-be68-69c48eafea3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:27:02.705109 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-113e4dda-d5f7-4b46-8960-f47f825ce64b tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] For port 2098f165-e500-48e8-8c34-416bd3dcb059, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=2098f165-e500-48e8-8c34-416bd3dcb059,segment=NetworkSegment(8793ba83-8407-4c3d-9b56-2a177cd58a70),segment_id=8793ba83-8407-4c3d-9b56-2a177cd58a70)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:27:02.705471 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-113e4dda-d5f7-4b46-8960-f47f825ce64b tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:27:02.707383 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=dfd612c2-b994-45aa-8ed7-30aaa2503400,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:27:02.722339 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-113e4dda-d5f7-4b46-8960-f47f825ce64b tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Calling delete_port for 2098f165-e500-48e8-8c34-416bd3dcb059 owned by network:router_gateway {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:27:02.753140 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-f545b86f-d5a7-4e91-9002-21f1591501a4 None None] Set router e5d151bc-1823-4f4b-9ab2-46ce73f7d992 gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:27:02.849238 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] get_ports_and_sgs() called for port_ids ['dfd612c2-b994-45aa-8ed7-30aaa2503400'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:27:03.001629 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-113e4dda-d5f7-4b46-8960-f47f825ce64b tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:27:03.020998 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-884fedad-353f-45fd-a24f-62d1ff666ecb None None] DHCP port deletion for 22c33f95-7a2e-45e4-9b0d-c39ba8a5509b request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:27:03.063046 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367cfd39-8d4e-4629-927f-6ba479021dee req-5c5564fb-2611-41fc-8b0a-946ed1001a54 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:27:03.072487 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-367cfd39-8d4e-4629-927f-6ba479021dee req-5c5564fb-2611-41fc-8b0a-946ed1001a54 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/ports?device_id=f1a6bfe1-26d1-4dd2-94cd-df2360ee8ad5 HTTP/1.1" status: 200 len: 947 time: 0.0644469 Nov 22 20:27:03.111832 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113e4dda-d5f7-4b46-8960-f47f825ce64b tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Pushing event deleted for resources: {'Port': ['ID=2098f165-e500-48e8-8c34-416bd3dcb059,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:27:03.143363 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-367cfd39-8d4e-4629-927f-6ba479021dee req-4cae60c9-a7c3-4bf7-8c36-13bef7b98641 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/security-groups?id=ace094e3-bfce-4b88-a460-949b8cf0d5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676343 Nov 22 20:27:03.209754 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22bb77ef-599a-4148-a141-f5f29faccba9 None None] DHCP port deletion for c48a55e9-6a85-4746-b7bf-3e29fb560094 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:27:03.269345 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319e0dc0-84bd-4314-ac07-f0350031d80d req-bfbf1b7d-e055-4752-b81e-09c8f1736ef5 tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:27:03.272423 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-113e4dda-d5f7-4b46-8960-f47f825ce64b tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595398'] for router_gateway, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:27:03.279635 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-319e0dc0-84bd-4314-ac07-f0350031d80d req-bfbf1b7d-e055-4752-b81e-09c8f1736ef5 tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] 10.222.0.46 "GET /v2.0/ports?device_id=33c576e3-c5f1-4903-bbed-ca9169ca3fbc HTTP/1.1" status: 200 len: 944 time: 0.1178041 Nov 22 20:27:03.341457 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-884fedad-353f-45fd-a24f-62d1ff666ecb None None] Deleting port 921577c2-35b4-4721-86a9-8d5cbf65f31c {{(pid=103449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:27:03.341978 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-884fedad-353f-45fd-a24f-62d1ff666ecb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:27:03.365784 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-319e0dc0-84bd-4314-ac07-f0350031d80d req-911b8b44-7fa8-4b3b-b590-2fdc77edbe6f tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] 10.222.0.46 "GET /v2.0/security-groups?id=ba01c207-9c21-46e8-8927-68d7cc159606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850480 Nov 22 20:27:03.460333 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-113e4dda-d5f7-4b46-8960-f47f825ce64b tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24781'] for router, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:27:03.464070 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-113e4dda-d5f7-4b46-8960-f47f825ce64b tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:27:03.533411 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-113e4dda-d5f7-4b46-8960-f47f825ce64b tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-663261'] for router, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:27:03.533952 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-113e4dda-d5f7-4b46-8960-f47f825ce64b tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Fanout notify agent at l3_agent the message router_deleted on router e5d151bc-1823-4f4b-9ab2-46ce73f7d992 {{(pid=103448) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 20:27:03.543337 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-f545b86f-d5a7-4e91-9002-21f1591501a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5d151bc-1823-4f4b-9ab2-46ce73f7d992', 'name': 'tempest-TestNetworkAdvancedServerOps-router-442827262', 'tenant_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': '2098f165-e500-48e8-8c34-416bd3dcb059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:25:30Z', 'updated_at': '2021-11-22T20:27:00Z', 'revision_number': 5, 'project_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'gw_port': {'id': '2098f165-e500-48e8-8c34-416bd3dcb059', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:1f:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d151bc-1823-4f4b-9ab2-46ce73f7d992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:25:31Z', 'updated_at': '2021-11-22T20:25:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:27:03.546677 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-113e4dda-d5f7-4b46-8960-f47f825ce64b tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks [] for router, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:27:03.552134 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 59402) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:27:03.553227 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-113e4dda-d5f7-4b46-8960-f47f825ce64b tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "DELETE /v2.0/routers/e5d151bc-1823-4f4b-9ab2-46ce73f7d992 HTTP/1.1" status: 204 len: 168 time: 1.4009411 Nov 22 20:27:03.600789 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-884fedad-353f-45fd-a24f-62d1ff666ecb None None] For port 921577c2-35b4-4721-86a9-8d5cbf65f31c, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=921577c2-35b4-4721-86a9-8d5cbf65f31c,segment=NetworkSegment(7af7694e-f413-4bd1-a96f-73c3984108b1),segment_id=7af7694e-f413-4bd1-a96f-73c3984108b1)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:27:03.601695 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-884fedad-353f-45fd-a24f-62d1ff666ecb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:27:03.613394 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-03f0964f-1b75-4df7-99e0-a3cdb56ec2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:27:03.623057 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f545b86f-d5a7-4e91-9002-21f1591501a4 None None] The sync data for ids ['e5d151bc-1823-4f4b-9ab2-46ce73f7d992'] in n-d-818823-1 is: [{'id': 'e5d151bc-1823-4f4b-9ab2-46ce73f7d992', 'name': 'tempest-TestNetworkAdvancedServerOps-router-442827262', 'tenant_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': '2098f165-e500-48e8-8c34-416bd3dcb059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:25:30Z', 'updated_at': '2021-11-22T20:27:00Z', 'revision_number': 5, 'project_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'gw_port': {'id': '2098f165-e500-48e8-8c34-416bd3dcb059', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:1f:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d151bc-1823-4f4b-9ab2-46ce73f7d992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:25:31Z', 'updated_at': '2021-11-22T20:25:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:27:03.625611 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-884fedad-353f-45fd-a24f-62d1ff666ecb None None] Calling delete_port for 921577c2-35b4-4721-86a9-8d5cbf65f31c owned by network:dhcp {{(pid=103449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:27:03.661696 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-93c52c5c-db1a-4d64-bb13-f716fa55ae85 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3961693'] for network, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:27:03.762005 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-93c52c5c-db1a-4d64-bb13-f716fa55ae85 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Deleting port 921577c2-35b4-4721-86a9-8d5cbf65f31c {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:27:03.762448 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-93c52c5c-db1a-4d64-bb13-f716fa55ae85 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:27:03.779660 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-884fedad-353f-45fd-a24f-62d1ff666ecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381'] for port, after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:27:03.794391 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-884fedad-353f-45fd-a24f-62d1ff666ecb None None] No DVR routers for this DVR port 921577c2-35b4-4721-86a9-8d5cbf65f31c on host n-d-818823-1 {{(pid=103449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:27:03.850082 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884fedad-353f-45fd-a24f-62d1ff666ecb None None] Pushing event deleted for resources: {'Port': ['ID=921577c2-35b4-4721-86a9-8d5cbf65f31c,revision_number=None']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:27:03.897403 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [None req-93c52c5c-db1a-4d64-bb13-f716fa55ae85 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] For port 921577c2-35b4-4721-86a9-8d5cbf65f31c, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=921577c2-35b4-4721-86a9-8d5cbf65f31c,segment=NetworkSegment(7af7694e-f413-4bd1-a96f-73c3984108b1),segment_id=7af7694e-f413-4bd1-a96f-73c3984108b1)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:27:03.897931 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-93c52c5c-db1a-4d64-bb13-f716fa55ae85 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:27:03.914615 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-93c52c5c-db1a-4d64-bb13-f716fa55ae85 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Calling delete_port for 921577c2-35b4-4721-86a9-8d5cbf65f31c owned by network:dhcp {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:27:04.004359 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 9c51b9e8-9b54-46f6-8722-f3321988d408 details requested by agent hyperv_n-h1-818823-1 with host n-h1-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 20:27:04.008666 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 9c51b9e8-9b54-46f6-8722-f3321988d408 no longer exists at agent hyperv_n-h1-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:27:04.191075 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:27:04.231258 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 9c51b9e8-9b54-46f6-8722-f3321988d408, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=9c51b9e8-9b54-46f6-8722-f3321988d408,segment=NetworkSegment(60e02a7e-98a0-4d76-b36b-46f7624c5b28),segment_id=60e02a7e-98a0-4d76-b36b-46f7624c5b28)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:27:04.255141 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1a6bfe1-26d1-4dd2-94cd-df2360ee8ad5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c51b9e8-9b54-46f6-8722-f3321988d408'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:27:04.257442 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d39f6d30a11e565ec9648abcc015e8a6ab6cff4edd704add8155e28765d31eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bafd4f4-7ea2-434b-b79b-5f73a02aafe4" -d '{"events": [{"server_uuid": "f1a6bfe1-26d1-4dd2-94cd-df2360ee8ad5", "name": "network-vif-unplugged", "status": "completed", "tag": "9c51b9e8-9b54-46f6-8722-f3321988d408"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:27:04.275192 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 9c51b9e8-9b54-46f6-8722-f3321988d408, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=9c51b9e8-9b54-46f6-8722-f3321988d408,segment=NetworkSegment(60e02a7e-98a0-4d76-b36b-46f7624c5b28),segment_id=60e02a7e-98a0-4d76-b36b-46f7624c5b28)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:27:04.276517 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Returning: {'device': '9c51b9e8-9b54-46f6-8722-f3321988d408', 'network_id': '13496096-9618-4fad-a538-016ce712d3bd', 'port_id': '9c51b9e8-9b54-46f6-8722-f3321988d408', 'mac_address': 'fa:16:3e:68:32:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c03e1529-a0c9-4990-b0cd-08a1dc455fd5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 20:27:04.286257 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:27:04.334287 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 22 Nov 2021 20:27:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecd3dcd0-5845-4660-a563-4c4e580e608a x-openstack-request-id: req-ecd3dcd0-5845-4660-a563-4c4e580e608a {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:27:04.334578 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1a6bfe1-26d1-4dd2-94cd-df2360ee8ad5", "name": "network-vif-unplugged", "status": "completed", "tag": "9c51b9e8-9b54-46f6-8722-f3321988d408", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:27:04.334839 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ecd3dcd0-5845-4660-a563-4c4e580e608a {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:27:04.335226 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1a6bfe1-26d1-4dd2-94cd-df2360ee8ad5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c51b9e8-9b54-46f6-8722-f3321988d408', 'code': 200} Nov 22 20:27:04.405881 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=9c51b9e8-9b54-46f6-8722-f3321988d408,revision_number=11']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:27:04.408890 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:27:04.426114 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c51b9e8-9b54-46f6-8722-f3321988d408 {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:27:04.458613 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 9c51b9e8-9b54-46f6-8722-f3321988d408, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=9c51b9e8-9b54-46f6-8722-f3321988d408,segment=NetworkSegment(60e02a7e-98a0-4d76-b36b-46f7624c5b28),segment_id=60e02a7e-98a0-4d76-b36b-46f7624c5b28)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:27:04.471032 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:27:04.561385 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=9c51b9e8-9b54-46f6-8722-f3321988d408,revision_number=12']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:27:04.602380 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-93c52c5c-db1a-4d64-bb13-f716fa55ae85 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:27:04.637118 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c52c5c-db1a-4d64-bb13-f716fa55ae85 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Pushing event deleted for resources: {'Port': ['ID=921577c2-35b4-4721-86a9-8d5cbf65f31c,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:27:04.649061 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3268f1-9c77-462b-91a7-6da505fecc2a req-4188c746-fa2b-4de7-a6b1-62c08ce8e8a2 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:27:04.650635 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6d3268f1-9c77-462b-91a7-6da505fecc2a req-4188c746-fa2b-4de7-a6b1-62c08ce8e8a2 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/ports?device_id=f1a6bfe1-26d1-4dd2-94cd-df2360ee8ad5 HTTP/1.1" status: 200 len: 946 time: 0.1217353 Nov 22 20:27:04.652060 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c52c5c-db1a-4d64-bb13-f716fa55ae85 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] No DVR routers for this DVR port 921577c2-35b4-4721-86a9-8d5cbf65f31c on host n-d-818823-1 {{(pid=103447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:27:04.659150 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] get_ports_and_sgs() called for port_ids ['9c51b9e8-9b54-46f6-8722-f3321988d408'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:27:04.750393 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bdc4b3-a3e9-4452-b85e-b2f559e82396 req-a69b8702-aa27-4b9b-bf5e-f7466fa80767 tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:27:04.752003 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c7bdc4b3-a3e9-4452-b85e-b2f559e82396 req-a69b8702-aa27-4b9b-bf5e-f7466fa80767 tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] 10.222.0.46 "GET /v2.0/ports?device_id=33c576e3-c5f1-4903-bbed-ca9169ca3fbc HTTP/1.1" status: 200 len: 944 time: 0.2197657 Nov 22 20:27:04.788671 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-93c52c5c-db1a-4d64-bb13-f716fa55ae85 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3760028', 'neutron.services.segments.db._delete_segments_for_network-8748992815755'] for network, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:27:04.862301 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-93c52c5c-db1a-4d64-bb13-f716fa55ae85 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22c33f95-7a2e-45e4-9b0d-c39ba8a5509b']}} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:27:04.908221 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6d3268f1-9c77-462b-91a7-6da505fecc2a req-e8793f2d-73d1-4630-8ce8-bc48499bf04b tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/security-groups?id=ace094e3-bfce-4b88-a460-949b8cf0d5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2498355 Nov 22 20:27:04.917932 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-93c52c5c-db1a-4d64-bb13-f716fa55ae85 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7af7694e-f413-4bd1-a96f-73c3984108b1') {'for_net_delete': True} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:27:04.917932 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-93c52c5c-db1a-4d64-bb13-f716fa55ae85 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7af7694e-f413-4bd1-a96f-73c3984108b1') {} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:27:04.939152 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 921577c2-35b4-4721-86a9-8d5cbf65f31c no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:27:04.950345 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-93c52c5c-db1a-4d64-bb13-f716fa55ae85 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748993039638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12178344'] for segment, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:27:04.976876 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-93c52c5c-db1a-4d64-bb13-f716fa55ae85 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:27:04.977146 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: 921577c2-35b4-4721-86a9-8d5cbf65f31c {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:27:04.977146 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 921577c2-35b4-4721-86a9-8d5cbf65f31c not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:27:04.977146 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device c4fd7fa7-7464-49c6-bea0-89e8a348771f no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:27:04.992445 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c7bdc4b3-a3e9-4452-b85e-b2f559e82396 req-fee9ced8-8841-4ead-abc2-4aa406d5509b tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] 10.222.0.46 "GET /v2.0/security-groups?id=ba01c207-9c21-46e8-8927-68d7cc159606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107770 Nov 22 20:27:04.992445 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93c52c5c-db1a-4d64-bb13-f716fa55ae85 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Releasing vlan 604 on physical network physnet1 to pool {{(pid=103447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 20:27:04.992445 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-93c52c5c-db1a-4d64-bb13-f716fa55ae85 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8900762'] for segment, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:27:05.004197 n-d-818823-1 neutron-server[103447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 20:27:05.004197 n-d-818823-1 neutron-server[103447]: self.session.flush() Nov 22 20:27:05.004197 n-d-818823-1 neutron-server[103447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 20:27:05.004197 n-d-818823-1 neutron-server[103447]: self.session.flush() Nov 22 20:27:05.004197 n-d-818823-1 neutron-server[103447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 20:27:05.004197 n-d-818823-1 neutron-server[103447]: self.session.flush() Nov 22 20:27:05.004197 n-d-818823-1 neutron-server[103447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 20:27:05.004197 n-d-818823-1 neutron-server[103447]: self.session.flush() Nov 22 20:27:05.004197 n-d-818823-1 neutron-server[103447]: Traceback (most recent call last): Nov 22 20:27:05.004197 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 20:27:05.004197 n-d-818823-1 neutron-server[103447]: timer() Nov 22 20:27:05.004197 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 20:27:05.004197 n-d-818823-1 neutron-server[103447]: cb(*args, **kw) Nov 22 20:27:05.004197 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 20:27:05.004197 n-d-818823-1 neutron-server[103447]: return func(*args, **kwargs) Nov 22 20:27:05.004197 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 20:27:05.004197 n-d-818823-1 neutron-server[103447]: self._notify() Nov 22 20:27:05.004197 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 20:27:05.004197 n-d-818823-1 neutron-server[103447]: self.callback(batched_events) Nov 22 20:27:05.004197 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 20:27:05.004197 n-d-818823-1 neutron-server[103447]: event.method(event) Nov 22 20:27:05.004197 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 20:27:05.004197 n-d-818823-1 neutron-server[103447]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 20:27:05.004197 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 20:27:05.004197 n-d-818823-1 neutron-server[103447]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 20:27:05.004197 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 20:27:05.004197 n-d-818823-1 neutron-server[103447]: return f(self, *a, **k) Nov 22 20:27:05.004197 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 20:27:05.004197 n-d-818823-1 neutron-server[103447]: return self._get(url).json() Nov 22 20:27:05.004197 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 20:27:05.004197 n-d-818823-1 neutron-server[103447]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 20:27:05.004197 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 20:27:05.004197 n-d-818823-1 neutron-server[103447]: return self.request(url, 'GET', **kwargs) Nov 22 20:27:05.004197 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 20:27:05.004197 n-d-818823-1 neutron-server[103447]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 20:27:05.004197 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 20:27:05.004197 n-d-818823-1 neutron-server[103447]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 20:27:05.004197 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 20:27:05.004197 n-d-818823-1 neutron-server[103447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 20:27:05.004197 n-d-818823-1 neutron-server[103447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 20:27:05.026932 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: c4fd7fa7-7464-49c6-bea0-89e8a348771f {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:27:05.027403 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device c4fd7fa7-7464-49c6-bea0-89e8a348771f not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:27:05.027851 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 2098f165-e500-48e8-8c34-416bd3dcb059 no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:27:05.082497 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: 2098f165-e500-48e8-8c34-416bd3dcb059 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:27:05.082938 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 2098f165-e500-48e8-8c34-416bd3dcb059 not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:27:05.105846 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e49ee129-e862-4476-beca-cdc8150d2345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:27:05.123468 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-93c52c5c-db1a-4d64-bb13-f716fa55ae85 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3760002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595318'] for network, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:27:05.131652 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-93c52c5c-db1a-4d64-bb13-f716fa55ae85 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for network, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:27:05.136201 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-93c52c5c-db1a-4d64-bb13-f716fa55ae85 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "DELETE /v2.0/networks/22c33f95-7a2e-45e4-9b0d-c39ba8a5509b HTTP/1.1" status: 204 len: 168 time: 1.5819778 Nov 22 20:27:05.141221 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 59450) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:27:05.148984 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c52c5c-db1a-4d64-bb13-f716fa55ae85 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Pushing event deleted for resources: {'Network': ['ID=22c33f95-7a2e-45e4-9b0d-c39ba8a5509b,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:27:05.287059 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4c9ae95b-4eb7-43df-b83a-7f1eea32bc40 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:27:05.334714 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4c9ae95b-4eb7-43df-b83a-7f1eea32bc40 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:27:05.438951 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4c9ae95b-4eb7-43df-b83a-7f1eea32bc40 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:27:05.445143 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4c9ae95b-4eb7-43df-b83a-7f1eea32bc40 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:27:05.448463 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-4c9ae95b-4eb7-43df-b83a-7f1eea32bc40 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "DELETE /v2.0/security-groups/26cb47fd-e14c-4850-9651-76395f6ea411 HTTP/1.1" status: 204 len: 168 time: 0.3046947 Nov 22 20:27:05.474420 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9ae95b-4eb7-43df-b83a-7f1eea32bc40 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26cb47fd-e14c-4850-9651-76395f6ea411,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:27:05.787085 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device dfd612c2-b994-45aa-8ed7-30aaa2503400 up at agent hyperv_n-h2-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:27:05.891876 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Provisioning for port dfd612c2-b994-45aa-8ed7-30aaa2503400 completed by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 20:27:05.897232 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Provisioning complete for port dfd612c2-b994-45aa-8ed7-30aaa2503400 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:27:05.899749 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:27:06.066785 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 9c51b9e8-9b54-46f6-8722-f3321988d408 up at agent hyperv_n-h1-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:27:06.102444 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edb7de5-a44b-4c7a-83cc-78952f869ce4 req-9c84f7e4-0bf8-49cc-8c4f-88038b763b3f tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:27:06.114037 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1edb7de5-a44b-4c7a-83cc-78952f869ce4 req-9c84f7e4-0bf8-49cc-8c4f-88038b763b3f tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/ports?device_id=f1a6bfe1-26d1-4dd2-94cd-df2360ee8ad5 HTTP/1.1" status: 200 len: 946 time: 0.0979774 Nov 22 20:27:06.172749 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:27:06.224802 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1edb7de5-a44b-4c7a-83cc-78952f869ce4 req-2c878ed7-4787-4412-8eb4-da29e4208c85 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/security-groups?id=ace094e3-bfce-4b88-a460-949b8cf0d5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1094787 Nov 22 20:27:06.449555 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1620e455-0b5e-4463-9070-975bc3a08b80 req-a8293415-16c8-475f-97f1-974d3b29b41f tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:27:06.462848 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1620e455-0b5e-4463-9070-975bc3a08b80 req-a8293415-16c8-475f-97f1-974d3b29b41f tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] 10.222.0.46 "GET /v2.0/ports?device_id=33c576e3-c5f1-4903-bbed-ca9169ca3fbc HTTP/1.1" status: 200 len: 944 time: 0.0839243 Nov 22 20:27:06.563268 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:27:06.621504 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Provisioning complete for port 9c51b9e8-9b54-46f6-8722-f3321988d408 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:27:06.621887 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:27:06.623601 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33c576e3-c5f1-4903-bbed-ca9169ca3fbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfd612c2-b994-45aa-8ed7-30aaa2503400'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:27:06.627284 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d39f6d30a11e565ec9648abcc015e8a6ab6cff4edd704add8155e28765d31eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19becc09-485d-43be-b0f4-9bbf54611c85" -d '{"events": [{"server_uuid": "33c576e3-c5f1-4903-bbed-ca9169ca3fbc", "name": "network-vif-plugged", "status": "completed", "tag": "dfd612c2-b994-45aa-8ed7-30aaa2503400"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:27:06.668536 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1620e455-0b5e-4463-9070-975bc3a08b80 req-4c14abb4-35fb-4be2-b0ad-7a2991685ad6 tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] 10.222.0.46 "GET /v2.0/security-groups?id=ba01c207-9c21-46e8-8927-68d7cc159606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009220 Nov 22 20:27:06.712507 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port dfd612c2-b994-45aa-8ed7-30aaa2503400, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=dfd612c2-b994-45aa-8ed7-30aaa2503400,segment=NetworkSegment(7bb9d1cb-054b-4490-bdb0-97683e50f8df),segment_id=7bb9d1cb-054b-4490-bdb0-97683e50f8df)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:27:06.725512 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:27:06.834521 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=dfd612c2-b994-45aa-8ed7-30aaa2503400,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:27:06.865193 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 59512) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:27:06.870192 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-1e5e1bd9-c7c5-42b2-8a88-a4544e7207b3 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2025179270', 'description': 'tempest-secgroup-smoke-2025179270 description', 'project_id': 'f13d149ee8a64f188025185f0e8b5cfe'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:27:06.914820 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1e5e1bd9-c7c5-42b2-8a88-a4544e7207b3 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:27:07.006621 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:27:07.036570 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:27:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4551d3b6-a2f2-4b70-b44a-221c67679f27 x-openstack-request-id: req-4551d3b6-a2f2-4b70-b44a-221c67679f27 {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:27:07.037150 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33c576e3-c5f1-4903-bbed-ca9169ca3fbc", "name": "network-vif-plugged", "status": "completed", "tag": "dfd612c2-b994-45aa-8ed7-30aaa2503400", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:27:07.037627 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4551d3b6-a2f2-4b70-b44a-221c67679f27 {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:27:07.038267 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33c576e3-c5f1-4903-bbed-ca9169ca3fbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfd612c2-b994-45aa-8ed7-30aaa2503400', 'code': 200} Nov 22 20:27:07.064628 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1e5e1bd9-c7c5-42b2-8a88-a4544e7207b3 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:27:07.072798 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1e5e1bd9-c7c5-42b2-8a88-a4544e7207b3 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:27:07.116637 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1e5e1bd9-c7c5-42b2-8a88-a4544e7207b3 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:27:07.118215 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-1e5e1bd9-c7c5-42b2-8a88-a4544e7207b3 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2519960 Nov 22 20:27:07.118910 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 9c51b9e8-9b54-46f6-8722-f3321988d408, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=9c51b9e8-9b54-46f6-8722-f3321988d408,segment=NetworkSegment(60e02a7e-98a0-4d76-b36b-46f7624c5b28),segment_id=60e02a7e-98a0-4d76-b36b-46f7624c5b28)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:27:07.120784 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5e1bd9-c7c5-42b2-8a88-a4544e7207b3 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8457929e-de92-4261-bfd8-ed76b2441300,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:27:07.121382 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 59518) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:27:07.131123 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:27:07.148495 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-cea7b509-5595-452b-87a5-29b9d2f74983 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Request body: {'security_group_rule': {'security_group_id': '8457929e-de92-4261-bfd8-ed76b2441300', 'project_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:27:07.213415 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b602268e-4490-44ac-97f8-c96dc7045558 req-a8bca84b-9dab-4ce2-8a63-c0cccaebced3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:27:07.216523 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b602268e-4490-44ac-97f8-c96dc7045558 req-a8bca84b-9dab-4ce2-8a63-c0cccaebced3 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=33c576e3-c5f1-4903-bbed-ca9169ca3fbc HTTP/1.1" status: 200 len: 1096 time: 0.1951494 Nov 22 20:27:07.224719 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-cea7b509-5595-452b-87a5-29b9d2f74983 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:27:07.395465 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b602268e-4490-44ac-97f8-c96dc7045558 req-4cd9d9cb-06ad-4e05-aa9d-c9f882c615f1 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=ba01c207-9c21-46e8-8927-68d7cc159606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254072 Nov 22 20:27:07.404944 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-cea7b509-5595-452b-87a5-29b9d2f74983 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:27:07.445906 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-cea7b509-5595-452b-87a5-29b9d2f74983 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572323'] for security_group_rule, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:27:07.489797 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-cea7b509-5595-452b-87a5-29b9d2f74983 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:27:07.491560 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-cea7b509-5595-452b-87a5-29b9d2f74983 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3689454 Nov 22 20:27:07.494306 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 59528) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:27:07.498370 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea7b509-5595-452b-87a5-29b9d2f74983 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3a0c59e-33db-4cb0-827f-7679ac74ad2e,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:27:07.499047 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-f420cbdf-6b6f-4bd9-a1be-e7ae4163e380 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Request body: {'security_group_rule': {'security_group_id': '8457929e-de92-4261-bfd8-ed76b2441300', 'project_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:27:07.518818 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ed815b-7614-4a80-8622-f96210375601 req-580861cb-f7bd-4e41-ac27-1dff0efb66a4 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:27:07.522259 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c6ed815b-7614-4a80-8622-f96210375601 req-580861cb-f7bd-4e41-ac27-1dff0efb66a4 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/ports?device_id=f1a6bfe1-26d1-4dd2-94cd-df2360ee8ad5 HTTP/1.1" status: 200 len: 947 time: 0.1416783 Nov 22 20:27:07.535451 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=9c51b9e8-9b54-46f6-8722-f3321988d408,revision_number=13']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:27:07.587640 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f420cbdf-6b6f-4bd9-a1be-e7ae4163e380 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:27:07.638104 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c6ed815b-7614-4a80-8622-f96210375601 req-dd53a839-98c6-4c8d-a002-d7b5b0af5436 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/security-groups?id=ace094e3-bfce-4b88-a460-949b8cf0d5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1031520 Nov 22 20:27:07.691675 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f420cbdf-6b6f-4bd9-a1be-e7ae4163e380 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:27:07.696811 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f420cbdf-6b6f-4bd9-a1be-e7ae4163e380 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572323'] for security_group_rule, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:27:07.718210 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f420cbdf-6b6f-4bd9-a1be-e7ae4163e380 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=657bc07b-1991-4859-9a08-fbf96f9e416b,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:27:07.771557 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f420cbdf-6b6f-4bd9-a1be-e7ae4163e380 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:27:07.771557 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-f420cbdf-6b6f-4bd9-a1be-e7ae4163e380 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2678137 Nov 22 20:27:07.772231 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 59538) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:27:07.772231 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-a9e0bef2-c7a4-431f-b0fc-a313958cb2f2 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Request body: {'security_group_rule': {'security_group_id': '8457929e-de92-4261-bfd8-ed76b2441300', 'project_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:27:07.819404 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a9e0bef2-c7a4-431f-b0fc-a313958cb2f2 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:27:08.003835 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a9e0bef2-c7a4-431f-b0fc-a313958cb2f2 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:27:08.045556 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a9e0bef2-c7a4-431f-b0fc-a313958cb2f2 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572323'] for security_group_rule, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:27:08.104154 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e0bef2-c7a4-431f-b0fc-a313958cb2f2 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32113fe0-9743-44e5-a659-71ab1d34d2c0,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:27:08.119387 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a9e0bef2-c7a4-431f-b0fc-a313958cb2f2 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:27:08.123584 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-a9e0bef2-c7a4-431f-b0fc-a313958cb2f2 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3530874 Nov 22 20:27:08.125689 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 59548) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:27:08.131478 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-cb2578f0-7623-4cd1-b83f-2911f5aa38fa tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Request body: {'security_group_rule': {'security_group_id': '8457929e-de92-4261-bfd8-ed76b2441300', 'project_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:27:08.133811 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1799767-88fb-4894-a11c-68bee5d1bc4d req-76e830c8-a964-4fd3-86cf-4748b48ff853 tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:27:08.135509 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b1799767-88fb-4894-a11c-68bee5d1bc4d req-76e830c8-a964-4fd3-86cf-4748b48ff853 tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] 10.222.0.46 "GET /v2.0/ports?device_id=33c576e3-c5f1-4903-bbed-ca9169ca3fbc HTTP/1.1" status: 200 len: 945 time: 0.2375066 Nov 22 20:27:08.189441 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cb2578f0-7623-4cd1-b83f-2911f5aa38fa tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:27:08.206700 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b1799767-88fb-4894-a11c-68bee5d1bc4d req-af747afb-f664-4817-9b12-15177304af1f tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] 10.222.0.46 "GET /v2.0/security-groups?id=ba01c207-9c21-46e8-8927-68d7cc159606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596325 Nov 22 20:27:08.383168 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cb2578f0-7623-4cd1-b83f-2911f5aa38fa tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:27:08.390473 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cb2578f0-7623-4cd1-b83f-2911f5aa38fa tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572323'] for security_group_rule, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:27:08.443063 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2578f0-7623-4cd1-b83f-2911f5aa38fa tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60f85a8b-ce0d-4b4e-b226-6aa6fc0843be,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:27:08.464723 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cb2578f0-7623-4cd1-b83f-2911f5aa38fa tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:27:08.473772 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 59558) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:27:08.473976 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-cb2578f0-7623-4cd1-b83f-2911f5aa38fa tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3437603 Nov 22 20:27:08.475008 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-67e09b6b-7d70-4201-aeef-3faec6b1d27d tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Request body: {'security_group_rule': {'security_group_id': '8457929e-de92-4261-bfd8-ed76b2441300', 'project_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:27:08.518294 n-d-818823-1 neutron-server[103447]: INFO neutron.db.securitygroups_db [None req-67e09b6b-7d70-4201-aeef-3faec6b1d27d tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Project f13d149ee8a64f188025185f0e8b5cfe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 22 20:27:08.526505 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-67e09b6b-7d70-4201-aeef-3faec6b1d27d tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:27:08.725483 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-67e09b6b-7d70-4201-aeef-3faec6b1d27d tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:27:08.732955 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-67e09b6b-7d70-4201-aeef-3faec6b1d27d tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572323'] for security_group_rule, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:27:08.894590 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e09b6b-7d70-4201-aeef-3faec6b1d27d tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16c7932d-3860-4862-9f9a-56eb7438cd46,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:27:08.908968 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-67e09b6b-7d70-4201-aeef-3faec6b1d27d tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:27:08.911196 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-67e09b6b-7d70-4201-aeef-3faec6b1d27d tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4401689 Nov 22 20:27:08.914231 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 59568) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:27:08.920048 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-64ff881c-f91c-42cd-b70d-348ea1321604 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Request body: {'security_group_rule': {'security_group_id': '8457929e-de92-4261-bfd8-ed76b2441300', 'project_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:27:08.947772 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212af5ba-e5c3-4426-a5a3-aadcc65c5dc8 req-90221478-2d56-43fd-8e06-83bb27f92618 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:27:08.957051 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-212af5ba-e5c3-4426-a5a3-aadcc65c5dc8 req-90221478-2d56-43fd-8e06-83bb27f92618 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/ports?device_id=f1a6bfe1-26d1-4dd2-94cd-df2360ee8ad5 HTTP/1.1" status: 200 len: 947 time: 0.1734049 Nov 22 20:27:08.964462 n-d-818823-1 neutron-server[103448]: INFO neutron.db.securitygroups_db [None req-64ff881c-f91c-42cd-b70d-348ea1321604 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Project f13d149ee8a64f188025185f0e8b5cfe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 22 20:27:08.980329 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-64ff881c-f91c-42cd-b70d-348ea1321604 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:27:09.039989 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1a6bfe1-26d1-4dd2-94cd-df2360ee8ad5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c51b9e8-9b54-46f6-8722-f3321988d408'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:27:09.042953 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d39f6d30a11e565ec9648abcc015e8a6ab6cff4edd704add8155e28765d31eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99798a69-76f0-4264-a3a6-fb5174833576" -d '{"events": [{"server_uuid": "f1a6bfe1-26d1-4dd2-94cd-df2360ee8ad5", "name": "network-vif-plugged", "status": "completed", "tag": "9c51b9e8-9b54-46f6-8722-f3321988d408"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:27:09.100831 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-212af5ba-e5c3-4426-a5a3-aadcc65c5dc8 req-dddb0c60-7f0b-4273-b15c-54d65d9ec02d tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/security-groups?id=ace094e3-bfce-4b88-a460-949b8cf0d5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1426556 Nov 22 20:27:09.132487 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-64ff881c-f91c-42cd-b70d-348ea1321604 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:27:09.138720 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-64ff881c-f91c-42cd-b70d-348ea1321604 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572323'] for security_group_rule, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:27:09.178723 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:27:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cd64ca2-79a1-4f1c-aa41-0ea779b3c604 x-openstack-request-id: req-7cd64ca2-79a1-4f1c-aa41-0ea779b3c604 {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:27:09.179101 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1a6bfe1-26d1-4dd2-94cd-df2360ee8ad5", "name": "network-vif-plugged", "status": "completed", "tag": "9c51b9e8-9b54-46f6-8722-f3321988d408", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:27:09.179657 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7cd64ca2-79a1-4f1c-aa41-0ea779b3c604 {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:27:09.180163 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1a6bfe1-26d1-4dd2-94cd-df2360ee8ad5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c51b9e8-9b54-46f6-8722-f3321988d408', 'code': 200} Nov 22 20:27:09.183929 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ff881c-f91c-42cd-b70d-348ea1321604 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f942b20-d71b-4dd9-bb33-8bd6256bcb72,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:27:09.205344 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-64ff881c-f91c-42cd-b70d-348ea1321604 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:27:09.206992 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-64ff881c-f91c-42cd-b70d-348ea1321604 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2912166 Nov 22 20:27:09.209761 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 59578) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:27:09.224019 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-0d20a45c-6f98-49b1-87cd-f560f09f2d12 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Request body: {'network': {'name': 'tempest-network-smoke--931724132', 'project_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'port_security_enabled': True}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:27:09.298828 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d20a45c-6f98-49b1-87cd-f560f09f2d12 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Made reservation on behalf of f13d149ee8a64f188025185f0e8b5cfe for: {'network': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:27:09.312092 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0d20a45c-6f98-49b1-87cd-f560f09f2d12 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for network, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:27:09.351330 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d20a45c-6f98-49b1-87cd-f560f09f2d12 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] vlan segment allocate from pool success with {'vlan_id': 636, 'physical_network': 'physnet1'} {{(pid=103448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 20:27:09.364185 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0d20a45c-6f98-49b1-87cd-f560f09f2d12 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:27:09.364903 n-d-818823-1 neutron-server[103448]: INFO neutron.db.segments_db [None req-0d20a45c-6f98-49b1-87cd-f560f09f2d12 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Added segment 208d283f-ba75-4157-9bce-90f23dffc7bc of type vlan for network 1db40f05-df12-49c2-bc90-ab4e664c648c Nov 22 20:27:09.442374 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0d20a45c-6f98-49b1-87cd-f560f09f2d12 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748992492791'] for network, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:27:09.497341 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0d20a45c-6f98-49b1-87cd-f560f09f2d12 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for network, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:27:09.505276 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d20a45c-6f98-49b1-87cd-f560f09f2d12 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:27:09.506159 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0d20a45c-6f98-49b1-87cd-f560f09f2d12 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks [] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:27:09.519278 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194c1939-a05d-4ceb-a214-689fc871936b req-4bfde313-a3dc-4aa6-a1fa-20a45aab3a24 tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:27:09.531537 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-194c1939-a05d-4ceb-a214-689fc871936b req-4bfde313-a3dc-4aa6-a1fa-20a45aab3a24 tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] 10.222.0.46 "GET /v2.0/ports?device_id=33c576e3-c5f1-4903-bbed-ca9169ca3fbc HTTP/1.1" status: 200 len: 945 time: 0.1325622 Nov 22 20:27:09.618911 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-0d20a45c-6f98-49b1-87cd-f560f09f2d12 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4079833 Nov 22 20:27:09.622598 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 59592) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:27:09.643301 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-3b9aebdd-b4ca-4b8d-a6da-b97415febc01 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-549102032', 'admin_state_up': True, 'project_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'}}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:27:09.647558 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d20a45c-6f98-49b1-87cd-f560f09f2d12 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Pushing event updated for resources: {'Network': ['ID=1db40f05-df12-49c2-bc90-ab4e664c648c,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:27:09.660464 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Network 1db40f05-df12-49c2-bc90-ab4e664c648c details requested by agent ovs-agent-n-d-818823-1 with host n-d-818823-1 {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 20:27:09.663423 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-194c1939-a05d-4ceb-a214-689fc871936b req-4e82330d-0b14-4401-a09d-27435f0b60f9 tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] 10.222.0.46 "GET /v2.0/security-groups?id=ba01c207-9c21-46e8-8927-68d7cc159606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300666 Nov 22 20:27:09.730667 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-3b9aebdd-b4ca-4b8d-a6da-b97415febc01 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24799'] for router, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:27:09.731838 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-3b9aebdd-b4ca-4b8d-a6da-b97415febc01 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-632716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24788'] for router, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:27:09.879538 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-3b9aebdd-b4ca-4b8d-a6da-b97415febc01 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:27:10.235694 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-3b9aebdd-b4ca-4b8d-a6da-b97415febc01 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:27:10.449778 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89dfeb0-2be1-4105-ad41-98f5dd82110e req-f414f612-ae97-4f0c-b922-7d0594655ddb tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:27:10.457889 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e89dfeb0-2be1-4105-ad41-98f5dd82110e req-f414f612-ae97-4f0c-b922-7d0594655ddb tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/ports?device_id=f1a6bfe1-26d1-4dd2-94cd-df2360ee8ad5 HTTP/1.1" status: 200 len: 947 time: 0.0997815 Nov 22 20:27:10.578761 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e89dfeb0-2be1-4105-ad41-98f5dd82110e req-c2dec4c2-78b0-4b77-8c66-7def3aff1697 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/security-groups?id=ace094e3-bfce-4b88-a460-949b8cf0d5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1197879 Nov 22 20:27:10.764964 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-3b9aebdd-b4ca-4b8d-a6da-b97415febc01 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks [] for router_gateway, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:27:10.793648 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-3b9aebdd-b4ca-4b8d-a6da-b97415febc01 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:27:11.072286 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [None req-3b9aebdd-b4ca-4b8d-a6da-b97415febc01 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Allocated IP 172.25.5.171 (c48a55e9-6a85-4746-b7bf-3e29fb560094/5da6f781-63e6-4328-ae7a-5e672262f55a/7fae2a6d-9f45-48f8-91f4-e7719e461511) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:27:11.404017 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-3b9aebdd-b4ca-4b8d-a6da-b97415febc01 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:27:11.493982 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-3b9aebdd-b4ca-4b8d-a6da-b97415febc01 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:27:11.570392 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9aebdd-b4ca-4b8d-a6da-b97415febc01 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Pushing event updated for resources: {'Port': ['ID=7fae2a6d-9f45-48f8-91f4-e7719e461511,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:27:11.613528 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b9aebdd-b4ca-4b8d-a6da-b97415febc01 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Network c48a55e9-6a85-4746-b7bf-3e29fb560094 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:27:11.621240 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-3b9aebdd-b4ca-4b8d-a6da-b97415febc01 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:27:11.625021 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b9aebdd-b4ca-4b8d-a6da-b97415febc01 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:27:11.646376 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e8d8423-e6cf-4e51-a048-13fafa89f606 None None] DHCP port deletion for c48a55e9-6a85-4746-b7bf-3e29fb560094 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:27:11.770273 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-742cd9cf-a102-4801-8a0c-2690f4fcbb63 None None] Provisioning complete for port 7fae2a6d-9f45-48f8-91f4-e7719e461511 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:27:11.771032 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-742cd9cf-a102-4801-8a0c-2690f4fcbb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:27:11.843807 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-742cd9cf-a102-4801-8a0c-2690f4fcbb63 None None] Port 7fae2a6d-9f45-48f8-91f4-e7719e461511 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:27:11.944525 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56df9ea0-c5cc-48ee-ad48-eb9fae1c92eb req-6dd7492a-4eef-4b4d-8dbf-2ba9626e581e tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:27:11.952033 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-56df9ea0-c5cc-48ee-ad48-eb9fae1c92eb req-6dd7492a-4eef-4b4d-8dbf-2ba9626e581e tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/ports?device_id=f1a6bfe1-26d1-4dd2-94cd-df2360ee8ad5 HTTP/1.1" status: 200 len: 947 time: 0.1985378 Nov 22 20:27:12.023391 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-56df9ea0-c5cc-48ee-ad48-eb9fae1c92eb req-c8f2d3fb-bc3e-4c4d-86d0-6f0e39a273f3 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/security-groups?id=ace094e3-bfce-4b88-a460-949b8cf0d5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691137 Nov 22 20:27:12.147190 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-3b9aebdd-b4ca-4b8d-a6da-b97415febc01 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks [] for router_gateway, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:27:12.581027 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-3b9aebdd-b4ca-4b8d-a6da-b97415febc01 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-659538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-841284'] for router, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:27:12.872489 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b9aebdd-b4ca-4b8d-a6da-b97415febc01 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Router d43385be-9f3c-45e1-9942-af498d093418 is scheduled to L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 with binding_index 1 {{(pid=103447) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 20:27:13.150460 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b9aebdd-b4ca-4b8d-a6da-b97415febc01 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:27:13.166086 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbf96924-0c58-44be-a266-cd61a0122a72 None None] Sync routers for ids ['d43385be-9f3c-45e1-9942-af498d093418'] in n-d-818823-1 {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:27:13.181845 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-3b9aebdd-b4ca-4b8d-a6da-b97415febc01 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks [] for router, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:27:13.189798 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 59694) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:27:13.190495 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-3b9aebdd-b4ca-4b8d-a6da-b97415febc01 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.5604544 Nov 22 20:27:13.200622 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf96924-0c58-44be-a266-cd61a0122a72 None None] Routers {'d43385be-9f3c-45e1-9942-af498d093418'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:27:13.200622 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-dbf96924-0c58-44be-a266-cd61a0122a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:27:02Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['d43385be-9f3c-45e1-9942-af498d093418'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:27:13.249220 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-33c3f478-7d28-4b50-96eb-16b50a555054 tempest-TestNetworkAdvancedServerOps-1666653009 tempest-TestNetworkAdvancedServerOps-1666653009-project-admin] 10.222.0.46 "GET /v2.0/subnets?project_id=f13d149ee8a64f188025185f0e8b5cfe&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0579345 Nov 22 20:27:13.252045 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 59696) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:27:13.376405 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f06b199-0550-42fa-8d02-3e9587e446b9 req-ad4d35e6-b99f-4c04-b6d9-407a7f31deed tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:27:13.387905 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9f06b199-0550-42fa-8d02-3e9587e446b9 req-ad4d35e6-b99f-4c04-b6d9-407a7f31deed tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/ports?device_id=f1a6bfe1-26d1-4dd2-94cd-df2360ee8ad5 HTTP/1.1" status: 200 len: 947 time: 0.1867812 Nov 22 20:27:13.388225 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-dbf96924-0c58-44be-a266-cd61a0122a72 None None] Set router d43385be-9f3c-45e1-9942-af498d093418 gateway port host: n-d-818823-1 {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:27:13.570062 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9f06b199-0550-42fa-8d02-3e9587e446b9 req-71ea659a-d19b-425c-a828-fb66a9bc1de3 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/security-groups?id=ace094e3-bfce-4b88-a460-949b8cf0d5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1791158 Nov 22 20:27:13.615221 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39138001-b398-4340-b1ea-3aa93d4c0013 tempest-TestNetworkAdvancedServerOps-1666653009 tempest-TestNetworkAdvancedServerOps-1666653009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:27:13.635567 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-39138001-b398-4340-b1ea-3aa93d4c0013 tempest-TestNetworkAdvancedServerOps-1666653009 tempest-TestNetworkAdvancedServerOps-1666653009-project-admin] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3789866 Nov 22 20:27:13.641808 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 59710) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:27:13.765608 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-55616935-cca2-4c0a-9096-48c44105adff tempest-TestNetworkAdvancedServerOps-1666653009 tempest-TestNetworkAdvancedServerOps-1666653009-project-admin] 10.222.0.46 "GET /v2.0/subnets?network_id=c48a55e9-6a85-4746-b7bf-3e29fb560094&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1190639 Nov 22 20:27:13.767144 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 59716) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:27:13.780980 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-e2d2bf48-f98a-441c-8f5b-11d6ad7a12df tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1604511817', 'network_id': '1db40f05-df12-49c2-bc90-ab4e664c648c', 'project_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:27:13.957688 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2d2bf48-f98a-441c-8f5b-11d6ad7a12df tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Made reservation on behalf of f13d149ee8a64f188025185f0e8b5cfe for: {'subnet': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:27:13.963618 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e2d2bf48-f98a-441c-8f5b-11d6ad7a12df tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8485086'] for subnet, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:27:14.004834 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-dbf96924-0c58-44be-a266-cd61a0122a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd43385be-9f3c-45e1-9942-af498d093418', 'name': 'tempest-TestNetworkAdvancedServerOps-router-549102032', 'tenant_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': '7fae2a6d-9f45-48f8-91f4-e7719e461511', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:27:09Z', 'updated_at': '2021-11-22T20:27:12Z', 'revision_number': 3, 'project_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'gw_port': {'id': '7fae2a6d-9f45-48f8-91f4-e7719e461511', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:d1:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd43385be-9f3c-45e1-9942-af498d093418', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2319, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:27:10Z', 'updated_at': '2021-11-22T20:27:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:27:14.080395 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbf96924-0c58-44be-a266-cd61a0122a72 None None] Checking router: d43385be-9f3c-45e1-9942-af498d093418 for host: n-d-818823-1 {{(pid=103450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 20:27:14.081023 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbf96924-0c58-44be-a266-cd61a0122a72 None None] Updating router d43385be-9f3c-45e1-9942-af498d093418 port 7fae2a6d-9f45-48f8-91f4-e7719e461511 binding host n-d-818823-1 {{(pid=103450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 20:27:14.151568 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-dbf96924-0c58-44be-a266-cd61a0122a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:27:14.346206 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-cf892d97-c213-4ca8-bea6-078ff74ad5c3 req-d8b9df01-2d58-4c07-8277-63e0952500f5 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a761ec48-a3d3-4821-9828-81b83fdfc667&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1902750 Nov 22 20:27:14.417698 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:27:14.494086 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:27:14.530008 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-dbf96924-0c58-44be-a266-cd61a0122a72 None None] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:27:14.543148 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-dbf96924-0c58-44be-a266-cd61a0122a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:27:14.555244 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e2d2bf48-f98a-441c-8f5b-11d6ad7a12df tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8900613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8485104'] for subnet, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:27:14.571124 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf892d97-c213-4ca8-bea6-078ff74ad5c3 req-cebdad53-a76e-46aa-bf14-527bde08fc8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:27:14.573258 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-cf892d97-c213-4ca8-bea6-078ff74ad5c3 req-cebdad53-a76e-46aa-bf14-527bde08fc8a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b49ffae0998b42cf90d82005a2279509&device_id=a761ec48-a3d3-4821-9828-81b83fdfc667 HTTP/1.1" status: 200 len: 1096 time: 0.1172388 Nov 22 20:27:14.777882 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d2bf48-f98a-441c-8f5b-11d6ad7a12df tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Pushing event updated for resources: {'Subnet': ['ID=443e6440-2cd1-4084-9bfd-0f8654190aeb,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:27:14.846586 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d2bf48-f98a-441c-8f5b-11d6ad7a12df tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Checking segment: {'id': '208d283f-ba75-4157-9bce-90f23dffc7bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '1db40f05-df12-49c2-bc90-ab4e664c648c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:27:14.847408 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2d2bf48-f98a-441c-8f5b-11d6ad7a12df tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Network hostable DHCP agents. Network: 1db40f05-df12-49c2-bc90-ab4e664c648c, hostable agents: ['02adaa64-0987-4b74-bad0-cbcf56f8a294'], hosted agents: [] {{(pid=103447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 20:27:14.904499 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89a8c88c-ffa6-4668-a2e7-507b880653e0 None None] DHCP port deletion for c48a55e9-6a85-4746-b7bf-3e29fb560094 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:27:14.950908 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-dbf96924-0c58-44be-a266-cd61a0122a72 None None] Attempting to bind port 7fae2a6d-9f45-48f8-91f4-e7719e461511 on host n-d-818823-1 for vnic_type normal with profile {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:27:14.951273 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-dbf96924-0c58-44be-a266-cd61a0122a72 None None] Attempting to bind port 7fae2a6d-9f45-48f8-91f4-e7719e461511 by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:27:14.951712 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf96924-0c58-44be-a266-cd61a0122a72 None None] Attempting to bind port 7fae2a6d-9f45-48f8-91f4-e7719e461511 on network c48a55e9-6a85-4746-b7bf-3e29fb560094 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:27:14.959493 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f28d4a-a483-4db4-b0bf-b2bbe8d013a3 None None] Pushing event updated for resources: {'Port': ['ID=7fae2a6d-9f45-48f8-91f4-e7719e461511,revision_number=2']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:27:14.962273 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf96924-0c58-44be-a266-cd61a0122a72 None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 27, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:27:14.962643 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf96924-0c58-44be-a266-cd61a0122a72 None None] Checking segment: {'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:27:14.963047 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-dbf96924-0c58-44be-a266-cd61a0122a72 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:27:14.963451 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf96924-0c58-44be-a266-cd61a0122a72 None None] Bound using segment: {'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:27:14.963930 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-dbf96924-0c58-44be-a266-cd61a0122a72 None None] Bound port: 7fae2a6d-9f45-48f8-91f4-e7719e461511, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'}}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:27:14.964307 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-dbf96924-0c58-44be-a266-cd61a0122a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:27:14.991575 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f28d4a-a483-4db4-b0bf-b2bbe8d013a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:27:14.992201 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f28d4a-a483-4db4-b0bf-b2bbe8d013a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:27:14.992777 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f28d4a-a483-4db4-b0bf-b2bbe8d013a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:27:14.993284 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f28d4a-a483-4db4-b0bf-b2bbe8d013a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:27:14.993775 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f28d4a-a483-4db4-b0bf-b2bbe8d013a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:27:14.994246 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f28d4a-a483-4db4-b0bf-b2bbe8d013a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:27:14.994733 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f28d4a-a483-4db4-b0bf-b2bbe8d013a3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:27:14.995221 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f28d4a-a483-4db4-b0bf-b2bbe8d013a3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:27:14.995788 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f28d4a-a483-4db4-b0bf-b2bbe8d013a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:27:14.996292 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f28d4a-a483-4db4-b0bf-b2bbe8d013a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:27:14.997050 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f28d4a-a483-4db4-b0bf-b2bbe8d013a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:27:14.998227 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f28d4a-a483-4db4-b0bf-b2bbe8d013a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:27:15.002234 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf892d97-c213-4ca8-bea6-078ff74ad5c3 req-42efadbd-a2e0-4b87-9a9c-8a11b8ccd9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:27:15.003778 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-cf892d97-c213-4ca8-bea6-078ff74ad5c3 req-42efadbd-a2e0-4b87-9a9c-8a11b8ccd9e0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7f744b6d-d53b-48bc-90d8-0ac9583035c9 HTTP/1.1" status: 200 len: 914 time: 0.4035296 Nov 22 20:27:15.027513 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2808f4d-f1a5-44d1-a47d-8133f91f0b8e req-cca6e663-4bbf-45bb-a4fb-a3352a1216c5 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:27:15.029397 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c2808f4d-f1a5-44d1-a47d-8133f91f0b8e req-cca6e663-4bbf-45bb-a4fb-a3352a1216c5 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/ports?device_id=f1a6bfe1-26d1-4dd2-94cd-df2360ee8ad5 HTTP/1.1" status: 200 len: 947 time: 0.2360151 Nov 22 20:27:15.056724 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-cc8fdc35-889b-42c6-8c93-5839abf0f26b None None] Provisioning complete for port 7fae2a6d-9f45-48f8-91f4-e7719e461511 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:27:15.057549 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-cc8fdc35-889b-42c6-8c93-5839abf0f26b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:27:15.083576 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-dbf96924-0c58-44be-a266-cd61a0122a72 None None] For port 7fae2a6d-9f45-48f8-91f4-e7719e461511, host n-d-818823-1, cleared binding levels {{(pid=103450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:27:15.090250 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-30816075-3c97-4fda-bf42-89e85f37eb26 req-23e03207-7530-440a-9136-568f233744a5 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=30223940-a247-436b-b2ee-f0eac24f58b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1090720 Nov 22 20:27:15.093455 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-dbf96924-0c58-44be-a266-cd61a0122a72 None None] For port 7fae2a6d-9f45-48f8-91f4-e7719e461511, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=7fae2a6d-9f45-48f8-91f4-e7719e461511,segment=NetworkSegment(8793ba83-8407-4c3d-9b56-2a177cd58a70),segment_id=8793ba83-8407-4c3d-9b56-2a177cd58a70)] {{(pid=103450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:27:15.093772 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-cf892d97-c213-4ca8-bea6-078ff74ad5c3 req-2a580584-fa8f-49c5-a38d-95d0452e4bb9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6c2aca17-1074-4087-a7a1-e1767ebff2c1 HTTP/1.1" status: 200 len: 217 time: 0.0602913 Nov 22 20:27:15.101034 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-dbf96924-0c58-44be-a266-cd61a0122a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:27:15.199615 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf96924-0c58-44be-a266-cd61a0122a72 None None] Routers {'d43385be-9f3c-45e1-9942-af498d093418'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:27:15.200524 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-dbf96924-0c58-44be-a266-cd61a0122a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:27:02Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['d43385be-9f3c-45e1-9942-af498d093418'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:27:15.226510 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-cc8fdc35-889b-42c6-8c93-5839abf0f26b None None] Port 7fae2a6d-9f45-48f8-91f4-e7719e461511 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:27:15.231703 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36b81d39-3365-488e-98bf-76cca449d753 None None] DHCP port deletion for c48a55e9-6a85-4746-b7bf-3e29fb560094 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:27:15.255064 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f28d4a-a483-4db4-b0bf-b2bbe8d013a3 None None] Pushing event updated for resources: {'Port': ['ID=7fae2a6d-9f45-48f8-91f4-e7719e461511,revision_number=3']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:27:15.288963 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2d2bf48-f98a-441c-8f5b-11d6ad7a12df tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Network 1db40f05-df12-49c2-bc90-ab4e664c648c is scheduled to be hosted by DHCP agent 02adaa64-0987-4b74-bad0-cbcf56f8a294 with binding_index 1 {{(pid=103447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 20:27:15.306792 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30816075-3c97-4fda-bf42-89e85f37eb26 req-09e43311-6018-4283-a15e-2ade174d3712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:27:15.314582 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-30816075-3c97-4fda-bf42-89e85f37eb26 req-09e43311-6018-4283-a15e-2ade174d3712 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=85bf20edceb64b41a574b1567a4068c1&device_id=30223940-a247-436b-b2ee-f0eac24f58b9 HTTP/1.1" status: 200 len: 1096 time: 0.1987693 Nov 22 20:27:15.319592 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-e2d2bf48-f98a-441c-8f5b-11d6ad7a12df tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818823-1, 1db40f05-df12-49c2-bc90-ab4e664c648c) {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:27:15.324106 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2d2bf48-f98a-441c-8f5b-11d6ad7a12df tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:27:15.325081 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e2d2bf48-f98a-441c-8f5b-11d6ad7a12df tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for subnet, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:27:15.339176 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-451e9288-d989-4014-b43d-b8197acf6c8f None None] Network 1db40f05-df12-49c2-bc90-ab4e664c648c requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:27:15.377058 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf892d97-c213-4ca8-bea6-078ff74ad5c3 req-1d5a0bb0-a3b0-4677-a5b7-55dd88841cde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:27:15.378795 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-cf892d97-c213-4ca8-bea6-078ff74ad5c3 req-1d5a0bb0-a3b0-4677-a5b7-55dd88841cde service neutron] 10.222.0.20 "GET /v2.0/subnets?id=dcdf7c04-9a25-42ed-b898-d573319ea588 HTTP/1.1" status: 200 len: 853 time: 0.2425003 Nov 22 20:27:15.417585 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-dbf96924-0c58-44be-a266-cd61a0122a72 None None] Set router d43385be-9f3c-45e1-9942-af498d093418 gateway port host: n-d-818823-1 {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:27:15.441775 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-e2d2bf48-f98a-441c-8f5b-11d6ad7a12df tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.6704211 Nov 22 20:27:15.445884 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 59746) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:27:15.511961 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c2808f4d-f1a5-44d1-a47d-8133f91f0b8e req-e4717a98-7341-4da4-8661-7c5933e59076 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/security-groups?id=ace094e3-bfce-4b88-a460-949b8cf0d5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4171772 Nov 22 20:27:15.513971 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-cf892d97-c213-4ca8-bea6-078ff74ad5c3 req-de18be02-1cb0-451e-9044-925684267567 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7f744b6d-d53b-48bc-90d8-0ac9583035c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1219430 Nov 22 20:27:15.543596 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-1b758dd4-9693-4251-98ec-2fc76c7f539f None None] Provisioning complete for port 7fae2a6d-9f45-48f8-91f4-e7719e461511 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:27:15.547048 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-1b758dd4-9693-4251-98ec-2fc76c7f539f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:27:15.638018 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30816075-3c97-4fda-bf42-89e85f37eb26 req-08c6f8ff-2dea-4c88-99a7-b379f537b1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:27:15.643248 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-30816075-3c97-4fda-bf42-89e85f37eb26 req-08c6f8ff-2dea-4c88-99a7-b379f537b1b1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6efa7afe-07b7-401b-a93b-34d9934a86f8 HTTP/1.1" status: 200 len: 911 time: 0.2913356 Nov 22 20:27:15.756196 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-30816075-3c97-4fda-bf42-89e85f37eb26 req-da602ee2-5f22-4132-8013-67246d0e182c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4e2dae83-da4c-42ee-837c-a1756683232f HTTP/1.1" status: 200 len: 1000 time: 0.1036749 Nov 22 20:27:15.905236 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-1b758dd4-9693-4251-98ec-2fc76c7f539f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:27:15.948660 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30816075-3c97-4fda-bf42-89e85f37eb26 req-21dac94d-9015-4cbd-8263-2067c566b9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:27:15.952315 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-30816075-3c97-4fda-bf42-89e85f37eb26 req-21dac94d-9015-4cbd-8263-2067c566b9ff service neutron] 10.222.0.41 "GET /v2.0/subnets?id=41e22381-7e39-4421-9ae7-fd38b15d4349 HTTP/1.1" status: 200 len: 849 time: 0.1796763 Nov 22 20:27:15.966055 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-1b758dd4-9693-4251-98ec-2fc76c7f539f None None] For port 7fae2a6d-9f45-48f8-91f4-e7719e461511, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=7fae2a6d-9f45-48f8-91f4-e7719e461511,segment=NetworkSegment(8793ba83-8407-4c3d-9b56-2a177cd58a70),segment_id=8793ba83-8407-4c3d-9b56-2a177cd58a70)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:27:16.058755 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30816075-3c97-4fda-bf42-89e85f37eb26 req-cad7c8ce-a853-42c9-a048-11ba17022f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:27:16.060591 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-1b758dd4-9693-4251-98ec-2fc76c7f539f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:27:16.060780 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-30816075-3c97-4fda-bf42-89e85f37eb26 req-cad7c8ce-a853-42c9-a048-11ba17022f35 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6efa7afe-07b7-401b-a93b-34d9934a86f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0992787 Nov 22 20:27:16.132487 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-dbf96924-0c58-44be-a266-cd61a0122a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd43385be-9f3c-45e1-9942-af498d093418', 'name': 'tempest-TestNetworkAdvancedServerOps-router-549102032', 'tenant_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': '7fae2a6d-9f45-48f8-91f4-e7719e461511', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:27:09Z', 'updated_at': '2021-11-22T20:27:12Z', 'revision_number': 3, 'project_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'gw_port': {'id': '7fae2a6d-9f45-48f8-91f4-e7719e461511', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:d1:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd43385be-9f3c-45e1-9942-af498d093418', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2319, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:27:10Z', 'updated_at': '2021-11-22T20:27:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:27:16.176070 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a85152cb-494e-4387-a267-0421b4c09cb6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fb26bd7-ce56-527b-b94f-2e1f7cb2bb35-1db40f05-df12-49c2-bc90-ab4e664c648c', 'network_id': '1db40f05-df12-49c2-bc90-ab4e664c648c', 'tenant_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'fixed_ips': [{'subnet_id': '443e6440-2cd1-4084-9bfd-0f8654190aeb'}]}} from n-d-818823-1. {{(pid=103449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 20:27:16.186586 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-a85152cb-494e-4387-a267-0421b4c09cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:27:16.199201 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbf96924-0c58-44be-a266-cd61a0122a72 None None] The sync data for ids ['d43385be-9f3c-45e1-9942-af498d093418'] in n-d-818823-1 is: [{'id': 'd43385be-9f3c-45e1-9942-af498d093418', 'name': 'tempest-TestNetworkAdvancedServerOps-router-549102032', 'tenant_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': '7fae2a6d-9f45-48f8-91f4-e7719e461511', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:27:09Z', 'updated_at': '2021-11-22T20:27:12Z', 'revision_number': 3, 'project_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'gw_port': {'id': '7fae2a6d-9f45-48f8-91f4-e7719e461511', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:d1:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd43385be-9f3c-45e1-9942-af498d093418', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2319, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:27:10Z', 'updated_at': '2021-11-22T20:27:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}] {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:27:16.246547 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-30816075-3c97-4fda-bf42-89e85f37eb26 req-968810bd-2ad4-48e0-a2fc-4e1829948453 service neutron] 10.222.0.41 "GET /v2.0/networks/6efa7afe-07b7-401b-a93b-34d9934a86f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620960 Nov 22 20:27:16.482618 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-30816075-3c97-4fda-bf42-89e85f37eb26 req-0f97b0b5-519d-49ec-965d-2520fbbcd79f service neutron] 10.222.0.41 "GET /v2.0/networks/6efa7afe-07b7-401b-a93b-34d9934a86f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2273808 Nov 22 20:27:16.517097 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b758dd4-9693-4251-98ec-2fc76c7f539f None None] Pushing event updated for resources: {'Port': ['ID=7fae2a6d-9f45-48f8-91f4-e7719e461511,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:27:16.771220 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.db_base_plugin_common [None req-a85152cb-494e-4387-a267-0421b4c09cb6 None None] Allocated IP 172.20.0.2 (1db40f05-df12-49c2-bc90-ab4e664c648c/443e6440-2cd1-4084-9bfd-0f8654190aeb/43b76106-93a2-4a9e-9558-053824f3fcfa) {{(pid=103449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:27:17.066444 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-cf892d97-c213-4ca8-bea6-078ff74ad5c3 req-8b0a1f46-1b76-44ac-b975-75425d09aa20 service neutron] 10.222.0.20 "GET /v2.0/networks/7f744b6d-d53b-48bc-90d8-0ac9583035c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2003524 Nov 22 20:27:17.284580 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-a85152cb-494e-4387-a267-0421b4c09cb6 None None] Publish callbacks [] for port, precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:27:17.302482 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-a85152cb-494e-4387-a267-0421b4c09cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372'] for port, after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:27:17.325519 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058074c5-2a25-4aab-a808-eba0e6420f40 req-3fa4f762-2c2d-4453-9bfc-375f64f1c6cc tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:27:17.331805 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-058074c5-2a25-4aab-a808-eba0e6420f40 req-3fa4f762-2c2d-4453-9bfc-375f64f1c6cc tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/ports?device_id=f1a6bfe1-26d1-4dd2-94cd-df2360ee8ad5 HTTP/1.1" status: 200 len: 947 time: 0.3931828 Nov 22 20:27:17.430943 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a85152cb-494e-4387-a267-0421b4c09cb6 None None] Network 1db40f05-df12-49c2-bc90-ab4e664c648c is already hosted by enough agents. {{(pid=103449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:27:17.435634 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.base_scheduler [None req-a85152cb-494e-4387-a267-0421b4c09cb6 None None] Resources bound (agent type, host, resource id): {{(pid=103449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:27:17.448040 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a85152cb-494e-4387-a267-0421b4c09cb6 None None] Received port after_create {{(pid=103449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:27:17.452279 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85152cb-494e-4387-a267-0421b4c09cb6 None None] Pushing event updated for resources: {'Port': ['ID=43b76106-93a2-4a9e-9558-053824f3fcfa,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:27:17.492490 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-cf892d97-c213-4ca8-bea6-078ff74ad5c3 req-73c91cc7-b01d-4dc4-aa3e-d7a3d2547506 service neutron] 10.222.0.20 "GET /v2.0/networks/7f744b6d-d53b-48bc-90d8-0ac9583035c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4153340 Nov 22 20:27:17.562309 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-a85152cb-494e-4387-a267-0421b4c09cb6 None None] Attempting to bind port 43b76106-93a2-4a9e-9558-053824f3fcfa on host n-d-818823-1 for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:27:17.562718 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-a85152cb-494e-4387-a267-0421b4c09cb6 None None] Attempting to bind port 43b76106-93a2-4a9e-9558-053824f3fcfa by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': '208d283f-ba75-4157-9bce-90f23dffc7bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '1db40f05-df12-49c2-bc90-ab4e664c648c'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:27:17.563090 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a85152cb-494e-4387-a267-0421b4c09cb6 None None] Attempting to bind port 43b76106-93a2-4a9e-9558-053824f3fcfa on network 1db40f05-df12-49c2-bc90-ab4e664c648c {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:27:17.570448 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a85152cb-494e-4387-a267-0421b4c09cb6 None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 27, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:27:17.570830 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a85152cb-494e-4387-a267-0421b4c09cb6 None None] Checking segment: {'id': '208d283f-ba75-4157-9bce-90f23dffc7bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '1db40f05-df12-49c2-bc90-ab4e664c648c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:27:17.571557 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-a85152cb-494e-4387-a267-0421b4c09cb6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:27:17.572257 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a85152cb-494e-4387-a267-0421b4c09cb6 None None] Bound using segment: {'id': '208d283f-ba75-4157-9bce-90f23dffc7bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '1db40f05-df12-49c2-bc90-ab4e664c648c'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:27:17.594583 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-a85152cb-494e-4387-a267-0421b4c09cb6 None None] Bound port: 43b76106-93a2-4a9e-9558-053824f3fcfa, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '208d283f-ba75-4157-9bce-90f23dffc7bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '1db40f05-df12-49c2-bc90-ab4e664c648c'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:27:17.595120 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-a85152cb-494e-4387-a267-0421b4c09cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:27:17.693655 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-058074c5-2a25-4aab-a808-eba0e6420f40 req-dcd71b98-3d75-4d83-b9f1-d07212a9e214 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/security-groups?id=ace094e3-bfce-4b88-a460-949b8cf0d5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3475142 Nov 22 20:27:17.863627 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-a85152cb-494e-4387-a267-0421b4c09cb6 None None] For port 43b76106-93a2-4a9e-9558-053824f3fcfa, host n-d-818823-1, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:27:17.872493 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-a85152cb-494e-4387-a267-0421b4c09cb6 None None] For port 43b76106-93a2-4a9e-9558-053824f3fcfa, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=43b76106-93a2-4a9e-9558-053824f3fcfa,segment=NetworkSegment(208d283f-ba75-4157-9bce-90f23dffc7bc),segment_id=208d283f-ba75-4157-9bce-90f23dffc7bc)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:27:17.879302 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-a85152cb-494e-4387-a267-0421b4c09cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:27:18.078572 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ec5b14ed-25c4-48c0-b70f-e734755b1587 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:27:18.121994 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85152cb-494e-4387-a267-0421b4c09cb6 None None] Pushing event updated for resources: {'Port': ['ID=43b76106-93a2-4a9e-9558-053824f3fcfa,revision_number=2']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:27:18.997929 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [None req-ec5b14ed-25c4-48c0-b70f-e734755b1587 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Allocated IP 172.20.0.1 (1db40f05-df12-49c2-bc90-ab4e664c648c/443e6440-2cd1-4084-9bfd-0f8654190aeb/8a4bfb97-6a18-41c0-8cfc-c74cfde5ce08) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:27:19.070713 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 7fae2a6d-9f45-48f8-91f4-e7719e461511 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:27:19.246648 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e7bc61-b533-465c-8a42-7472509bb925 req-8d93ea63-5df5-4af8-8d17-25f8aa221a13 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:27:19.267276 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-20e7bc61-b533-465c-8a42-7472509bb925 req-8d93ea63-5df5-4af8-8d17-25f8aa221a13 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/ports?device_id=f1a6bfe1-26d1-4dd2-94cd-df2360ee8ad5 HTTP/1.1" status: 200 len: 947 time: 0.1160681 Nov 22 20:27:19.310822 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ec5b14ed-25c4-48c0-b70f-e734755b1587 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:27:19.334536 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 7fae2a6d-9f45-48f8-91f4-e7719e461511 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:27:19.334926 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:27:19.341335 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-20e7bc61-b533-465c-8a42-7472509bb925 req-a1888273-8f4c-40f5-b86a-1c21a6bd5aa5 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/security-groups?id=ace094e3-bfce-4b88-a460-949b8cf0d5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725842 Nov 22 20:27:19.425032 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ec5b14ed-25c4-48c0-b70f-e734755b1587 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:27:19.599401 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec5b14ed-25c4-48c0-b70f-e734755b1587 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Network 1db40f05-df12-49c2-bc90-ab4e664c648c is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:27:19.606614 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-ec5b14ed-25c4-48c0-b70f-e734755b1587 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:27:19.620916 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec5b14ed-25c4-48c0-b70f-e734755b1587 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:27:19.680950 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 43b76106-93a2-4a9e-9558-053824f3fcfa up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:27:19.695198 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5b14ed-25c4-48c0-b70f-e734755b1587 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Pushing event updated for resources: {'Port': ['ID=8a4bfb97-6a18-41c0-8cfc-c74cfde5ce08,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:27:19.746377 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ec5b14ed-25c4-48c0-b70f-e734755b1587 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659939'] for router_interface, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:27:19.777898 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 43b76106-93a2-4a9e-9558-053824f3fcfa triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:27:19.778348 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:27:19.999148 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:27:20.004986 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ec5b14ed-25c4-48c0-b70f-e734755b1587 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:27:20.088648 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] For port 43b76106-93a2-4a9e-9558-053824f3fcfa, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=43b76106-93a2-4a9e-9558-053824f3fcfa,segment=NetworkSegment(208d283f-ba75-4157-9bce-90f23dffc7bc),segment_id=208d283f-ba75-4157-9bce-90f23dffc7bc)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:27:20.095595 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:27:20.234646 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Pushing event updated for resources: {'Port': ['ID=43b76106-93a2-4a9e-9558-053824f3fcfa,revision_number=3']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:27:20.653638 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ec5b14ed-25c4-48c0-b70f-e734755b1587 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks [] for port, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:27:20.669217 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2e798e3-65de-4d8c-af2d-fd8a5f251a26 None None] Network 1db40f05-df12-49c2-bc90-ab4e664c648c requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:27:20.677006 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ec5b14ed-25c4-48c0-b70f-e734755b1587 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:27:20.765846 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598cc65d-49fa-454d-a445-1a2b835dcfa7 req-63661a63-ea43-46bd-b90a-86c1b00bcf0e tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:27:20.767771 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-598cc65d-49fa-454d-a445-1a2b835dcfa7 req-63661a63-ea43-46bd-b90a-86c1b00bcf0e tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/ports?device_id=f1a6bfe1-26d1-4dd2-94cd-df2360ee8ad5 HTTP/1.1" status: 200 len: 947 time: 0.1832836 Nov 22 20:27:20.811297 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ba4888f2-2713-4582-8c20-87c1a91e0097 None None] Provisioning complete for port 43b76106-93a2-4a9e-9558-053824f3fcfa triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:27:20.811947 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba4888f2-2713-4582-8c20-87c1a91e0097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:27:20.860387 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5b14ed-25c4-48c0-b70f-e734755b1587 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Pushing event updated for resources: {'Port': ['ID=8a4bfb97-6a18-41c0-8cfc-c74cfde5ce08,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:27:20.871014 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 43b76106-93a2-4a9e-9558-053824f3fcfa up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:27:21.003226 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ec5b14ed-25c4-48c0-b70f-e734755b1587 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-563461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-659839'] for router_interface, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:27:21.024793 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-598cc65d-49fa-454d-a445-1a2b835dcfa7 req-7c142fb9-46b3-45c9-9cfc-da0ddfab2d2d tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/security-groups?id=ace094e3-bfce-4b88-a460-949b8cf0d5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1831431 Nov 22 20:27:21.109413 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.agents_db [None req-aa8313f2-1ee4-4e7b-8c5a-d32b2f9d31ee None None] Agent healthcheck: found 7 active agents {{(pid=103450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 20:27:21.113184 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 43b76106-93a2-4a9e-9558-053824f3fcfa triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:27:21.114559 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:27:21.178641 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec5b14ed-25c4-48c0-b70f-e734755b1587 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Network 1db40f05-df12-49c2-bc90-ab4e664c648c is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:27:21.180173 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-ec5b14ed-25c4-48c0-b70f-e734755b1587 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:27:21.518579 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec5b14ed-25c4-48c0-b70f-e734755b1587 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Router d43385be-9f3c-45e1-9942-af498d093418 has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 20:27:21.669853 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-747328df-1812-45fd-bee7-6d3d5e1a3998 None None] Provisioning complete for port 43b76106-93a2-4a9e-9558-053824f3fcfa triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:27:21.670343 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-747328df-1812-45fd-bee7-6d3d5e1a3998 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:27:21.759490 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec5b14ed-25c4-48c0-b70f-e734755b1587 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:27:21.766346 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-ec5b14ed-25c4-48c0-b70f-e734755b1587 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "PUT /v2.0/routers/d43385be-9f3c-45e1-9942-af498d093418/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2689431 Nov 22 20:27:21.767830 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd7d1ddb-2f98-4b9c-9963-74623f139c30 None None] Sync routers for ids ['d43385be-9f3c-45e1-9942-af498d093418'] in n-d-818823-1 {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:27:21.789653 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd7d1ddb-2f98-4b9c-9963-74623f139c30 None None] Routers {'d43385be-9f3c-45e1-9942-af498d093418'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:27:21.790368 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-bd7d1ddb-2f98-4b9c-9963-74623f139c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:27:02Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['d43385be-9f3c-45e1-9942-af498d093418'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:27:21.999125 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-747328df-1812-45fd-bee7-6d3d5e1a3998 None None] Provisioning complete for port 8a4bfb97-6a18-41c0-8cfc-c74cfde5ce08 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:27:21.999634 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-747328df-1812-45fd-bee7-6d3d5e1a3998 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:27:22.163970 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-747328df-1812-45fd-bee7-6d3d5e1a3998 None None] Port 8a4bfb97-6a18-41c0-8cfc-c74cfde5ce08 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:27:22.259793 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-bd7d1ddb-2f98-4b9c-9963-74623f139c30 None None] Set router d43385be-9f3c-45e1-9942-af498d093418 gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:27:22.411262 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-b7e94652-7d60-4788-80e9-143ae7754c2b None None] Provisioning complete for port 8a4bfb97-6a18-41c0-8cfc-c74cfde5ce08 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:27:22.411843 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-b7e94652-7d60-4788-80e9-143ae7754c2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:27:22.424254 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-02304f51-1133-4a21-92c7-e143e61a8c0d req-ff58ff27-cb52-48b7-a7cd-fb1287a554b9 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2025179270&fields=id&tenant_id=f13d149ee8a64f188025185f0e8b5cfe HTTP/1.1" status: 200 len: 267 time: 0.2449610 Nov 22 20:27:22.539926 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36ac97e-6ccf-4732-9fd3-704f0754a872 req-8b606df4-8551-4a9a-9650-e17f2758b90b tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:27:22.548844 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d36ac97e-6ccf-4732-9fd3-704f0754a872 req-8b606df4-8551-4a9a-9650-e17f2758b90b tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/ports?device_id=f1a6bfe1-26d1-4dd2-94cd-df2360ee8ad5 HTTP/1.1" status: 200 len: 947 time: 0.2756314 Nov 22 20:27:22.766991 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d36ac97e-6ccf-4732-9fd3-704f0754a872 req-b703ceb0-7ace-40e7-bff0-8d1049c8b068 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/security-groups?id=ace094e3-bfce-4b88-a460-949b8cf0d5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1957102 Nov 22 20:27:22.796869 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-b7e94652-7d60-4788-80e9-143ae7754c2b None None] Port 8a4bfb97-6a18-41c0-8cfc-c74cfde5ce08 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:27:22.863564 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02304f51-1133-4a21-92c7-e143e61a8c0d req-44a83e9c-b967-49fd-a680-93a82281cf04 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:27:22.867516 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-02304f51-1133-4a21-92c7-e143e61a8c0d req-44a83e9c-b967-49fd-a680-93a82281cf04 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/networks?id=1db40f05-df12-49c2-bc90-ab4e664c648c HTTP/1.1" status: 200 len: 796 time: 0.4333158 Nov 22 20:27:22.892370 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-02304f51-1133-4a21-92c7-e143e61a8c0d req-c2b56871-3b33-4aaf-bbef-fc2b43c92db4 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/quotas/f13d149ee8a64f188025185f0e8b5cfe HTTP/1.1" status: 200 len: 375 time: 0.0149057 Nov 22 20:27:22.954129 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-495ff9db-7bd6-470d-a1da-ddfb04154af3 None None] Provisioning complete for port 8a4bfb97-6a18-41c0-8cfc-c74cfde5ce08 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:27:22.954708 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-495ff9db-7bd6-470d-a1da-ddfb04154af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:27:23.009245 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-02304f51-1133-4a21-92c7-e143e61a8c0d req-149562b5-4361-4b7e-8296-e8040a55d013 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=f13d149ee8a64f188025185f0e8b5cfe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1102951 Nov 22 20:27:23.075828 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-495ff9db-7bd6-470d-a1da-ddfb04154af3 None None] Port 8a4bfb97-6a18-41c0-8cfc-c74cfde5ce08 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:27:23.081647 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-bd7d1ddb-2f98-4b9c-9963-74623f139c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd43385be-9f3c-45e1-9942-af498d093418', 'name': 'tempest-TestNetworkAdvancedServerOps-router-549102032', 'tenant_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': '7fae2a6d-9f45-48f8-91f4-e7719e461511', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:27:09Z', 'updated_at': '2021-11-22T20:27:19Z', 'revision_number': 4, 'project_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'gw_port': {'id': '7fae2a6d-9f45-48f8-91f4-e7719e461511', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:d1:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd43385be-9f3c-45e1-9942-af498d093418', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2319, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:27:10Z', 'updated_at': '2021-11-22T20:27:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': '8a4bfb97-6a18-41c0-8cfc-c74cfde5ce08', 'name': '', 'network_id': '1db40f05-df12-49c2-bc90-ab4e664c648c', 'tenant_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'mac_address': 'fa:16:3e:54:fe:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd43385be-9f3c-45e1-9942-af498d093418', 'device_owner': 'network:router_interface', 'standard_attr_id': 2322, 'fixed_ips': [{'subnet_id': '443e6440-2cd1-4084-9bfd-0f8654190aeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:27:18Z', 'updated_at': '2021-11-22T20:27:20Z', 'revision_number': 2, 'project_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'subnets': [{'id': '443e6440-2cd1-4084-9bfd-0f8654190aeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:27:23.121255 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd7d1ddb-2f98-4b9c-9963-74623f139c30 None None] Checking router: d43385be-9f3c-45e1-9942-af498d093418 for host: n-d-818823-1 {{(pid=103449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 20:27:23.121495 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd7d1ddb-2f98-4b9c-9963-74623f139c30 None None] Updating router d43385be-9f3c-45e1-9942-af498d093418 port 8a4bfb97-6a18-41c0-8cfc-c74cfde5ce08 binding host n-d-818823-1 {{(pid=103449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 20:27:23.153338 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-bd7d1ddb-2f98-4b9c-9963-74623f139c30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:27:23.390974 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-02304f51-1133-4a21-92c7-e143e61a8c0d req-513c55e4-01da-4dad-8628-288a1018ca62 service neutron] 10.222.0.46 "GET /v2.0/networks/1db40f05-df12-49c2-bc90-ab4e664c648c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2939041 Nov 22 20:27:23.730977 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-02304f51-1133-4a21-92c7-e143e61a8c0d req-e5955843-d340-4ab1-a37d-e8cbc6002702 service neutron] 10.222.0.46 "GET /v2.0/networks/1db40f05-df12-49c2-bc90-ab4e664c648c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3315263 Nov 22 20:27:24.048847 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-bd7d1ddb-2f98-4b9c-9963-74623f139c30 None None] Publish callbacks [] for port, precommit_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:27:24.066777 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-bd7d1ddb-2f98-4b9c-9963-74623f139c30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:27:24.268225 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cb320d-5c45-4257-9488-2a865aa11c1c req-3cdab349-2360-460c-bbe1-28efc3a1a66a tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:27:24.270044 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d8e7d4-88aa-45eb-b1f3-bad0c58192ac None None] Pushing event updated for resources: {'Port': ['ID=8a4bfb97-6a18-41c0-8cfc-c74cfde5ce08,revision_number=3']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:27:24.280619 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-27cb320d-5c45-4257-9488-2a865aa11c1c req-3cdab349-2360-460c-bbe1-28efc3a1a66a tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/ports?device_id=f1a6bfe1-26d1-4dd2-94cd-df2360ee8ad5 HTTP/1.1" status: 200 len: 947 time: 0.1820052 Nov 22 20:27:24.322756 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-bd7d1ddb-2f98-4b9c-9963-74623f139c30 None None] Attempting to bind port 8a4bfb97-6a18-41c0-8cfc-c74cfde5ce08 on host n-d-818823-1 for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:27:24.330278 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-bd7d1ddb-2f98-4b9c-9963-74623f139c30 None None] Attempting to bind port 8a4bfb97-6a18-41c0-8cfc-c74cfde5ce08 by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': '208d283f-ba75-4157-9bce-90f23dffc7bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '1db40f05-df12-49c2-bc90-ab4e664c648c'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:27:24.330937 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd7d1ddb-2f98-4b9c-9963-74623f139c30 None None] Attempting to bind port 8a4bfb97-6a18-41c0-8cfc-c74cfde5ce08 on network 1db40f05-df12-49c2-bc90-ab4e664c648c {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:27:24.353858 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd7d1ddb-2f98-4b9c-9963-74623f139c30 None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 27, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:27:24.354569 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd7d1ddb-2f98-4b9c-9963-74623f139c30 None None] Checking segment: {'id': '208d283f-ba75-4157-9bce-90f23dffc7bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '1db40f05-df12-49c2-bc90-ab4e664c648c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:27:24.357263 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-bd7d1ddb-2f98-4b9c-9963-74623f139c30 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:27:24.357963 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd7d1ddb-2f98-4b9c-9963-74623f139c30 None None] Bound using segment: {'id': '208d283f-ba75-4157-9bce-90f23dffc7bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '1db40f05-df12-49c2-bc90-ab4e664c648c'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:27:24.358670 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-bd7d1ddb-2f98-4b9c-9963-74623f139c30 None None] Bound port: 8a4bfb97-6a18-41c0-8cfc-c74cfde5ce08, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '208d283f-ba75-4157-9bce-90f23dffc7bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '1db40f05-df12-49c2-bc90-ab4e664c648c'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:27:24.363434 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-bd7d1ddb-2f98-4b9c-9963-74623f139c30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:27:24.454783 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-27cb320d-5c45-4257-9488-2a865aa11c1c req-5576739b-1472-4bd6-92c5-ba183b0b31ba tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/security-groups?id=ace094e3-bfce-4b88-a460-949b8cf0d5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1716106 Nov 22 20:27:24.608464 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0c09cffd-4c24-45e6-adc2-13f829deac4b req-6e20a108-138e-4276-ba7d-5b3c07d447ca tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/ports?device_id=70cd0428-2052-4b2d-96eb-4343ede0f061 HTTP/1.1" status: 200 len: 210 time: 0.0704403 Nov 22 20:27:24.620514 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-bd7d1ddb-2f98-4b9c-9963-74623f139c30 None None] For port 8a4bfb97-6a18-41c0-8cfc-c74cfde5ce08, host n-d-818823-1, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:27:24.631989 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-bd7d1ddb-2f98-4b9c-9963-74623f139c30 None None] For port 8a4bfb97-6a18-41c0-8cfc-c74cfde5ce08, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=8a4bfb97-6a18-41c0-8cfc-c74cfde5ce08,segment=NetworkSegment(208d283f-ba75-4157-9bce-90f23dffc7bc),segment_id=208d283f-ba75-4157-9bce-90f23dffc7bc)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:27:24.649140 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-bd7d1ddb-2f98-4b9c-9963-74623f139c30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:27:24.865448 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d8e7d4-88aa-45eb-b1f3-bad0c58192ac None None] Pushing event updated for resources: {'Port': ['ID=8a4bfb97-6a18-41c0-8cfc-c74cfde5ce08,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:27:24.909752 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd7d1ddb-2f98-4b9c-9963-74623f139c30 None None] Routers {'d43385be-9f3c-45e1-9942-af498d093418'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:27:24.910403 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-bd7d1ddb-2f98-4b9c-9963-74623f139c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:27:02Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['d43385be-9f3c-45e1-9942-af498d093418'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:27:25.093011 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-6bb4e1c0-5731-4c6f-962e-c2bdf3115fd2 None None] Provisioning complete for port 8a4bfb97-6a18-41c0-8cfc-c74cfde5ce08 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:27:25.103032 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6bb4e1c0-5731-4c6f-962e-c2bdf3115fd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:27:25.381414 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6bb4e1c0-5731-4c6f-962e-c2bdf3115fd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:27:25.410456 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-bd7d1ddb-2f98-4b9c-9963-74623f139c30 None None] Set router d43385be-9f3c-45e1-9942-af498d093418 gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:27:25.721142 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3084775a-f81d-43ce-8fae-3f58cb463124 req-99e855fe-9cd9-4564-adad-607c06e37d28 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:27:25.734958 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3084775a-f81d-43ce-8fae-3f58cb463124 req-99e855fe-9cd9-4564-adad-607c06e37d28 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/ports?device_id=f1a6bfe1-26d1-4dd2-94cd-df2360ee8ad5 HTTP/1.1" status: 200 len: 947 time: 0.1541541 Nov 22 20:27:25.865281 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-6bb4e1c0-5731-4c6f-962e-c2bdf3115fd2 None None] For port 8a4bfb97-6a18-41c0-8cfc-c74cfde5ce08, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=8a4bfb97-6a18-41c0-8cfc-c74cfde5ce08,segment=NetworkSegment(208d283f-ba75-4157-9bce-90f23dffc7bc),segment_id=208d283f-ba75-4157-9bce-90f23dffc7bc)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:27:25.913565 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6bb4e1c0-5731-4c6f-962e-c2bdf3115fd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:27:26.059775 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-388746a9-2634-4da6-b1ad-14b87407772f req-895777a9-18f4-4e79-b355-38ad2299f537 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/ports?device_id=70cd0428-2052-4b2d-96eb-4343ede0f061 HTTP/1.1" status: 200 len: 210 time: 0.1772089 Nov 22 20:27:26.066305 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3084775a-f81d-43ce-8fae-3f58cb463124 req-4b9bbd73-50a0-4d13-965a-10f7327d670c tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/security-groups?id=ace094e3-bfce-4b88-a460-949b8cf0d5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3287013 Nov 22 20:27:26.069313 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb4e1c0-5731-4c6f-962e-c2bdf3115fd2 None None] Pushing event updated for resources: {'Port': ['ID=8a4bfb97-6a18-41c0-8cfc-c74cfde5ce08,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:27:26.129578 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-5d56e640-87d8-4847-9b15-2c27c559a12d None None] Provisioning complete for port 8a4bfb97-6a18-41c0-8cfc-c74cfde5ce08 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:27:26.130247 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-5d56e640-87d8-4847-9b15-2c27c559a12d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:27:26.207519 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-bd7d1ddb-2f98-4b9c-9963-74623f139c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd43385be-9f3c-45e1-9942-af498d093418', 'name': 'tempest-TestNetworkAdvancedServerOps-router-549102032', 'tenant_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': '7fae2a6d-9f45-48f8-91f4-e7719e461511', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:27:09Z', 'updated_at': '2021-11-22T20:27:19Z', 'revision_number': 4, 'project_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'gw_port': {'id': '7fae2a6d-9f45-48f8-91f4-e7719e461511', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:d1:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd43385be-9f3c-45e1-9942-af498d093418', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2319, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:27:10Z', 'updated_at': '2021-11-22T20:27:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': '8a4bfb97-6a18-41c0-8cfc-c74cfde5ce08', 'name': '', 'network_id': '1db40f05-df12-49c2-bc90-ab4e664c648c', 'tenant_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'mac_address': 'fa:16:3e:54:fe:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd43385be-9f3c-45e1-9942-af498d093418', 'device_owner': 'network:router_interface', 'standard_attr_id': 2322, 'fixed_ips': [{'subnet_id': '443e6440-2cd1-4084-9bfd-0f8654190aeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:27:18Z', 'updated_at': '2021-11-22T20:27:24Z', 'revision_number': 4, 'project_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'subnets': [{'id': '443e6440-2cd1-4084-9bfd-0f8654190aeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:27:26.325066 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd7d1ddb-2f98-4b9c-9963-74623f139c30 None None] The sync data for ids ['d43385be-9f3c-45e1-9942-af498d093418'] in n-d-818823-1 is: [{'id': 'd43385be-9f3c-45e1-9942-af498d093418', 'name': 'tempest-TestNetworkAdvancedServerOps-router-549102032', 'tenant_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': '7fae2a6d-9f45-48f8-91f4-e7719e461511', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:27:09Z', 'updated_at': '2021-11-22T20:27:19Z', 'revision_number': 4, 'project_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'gw_port': {'id': '7fae2a6d-9f45-48f8-91f4-e7719e461511', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:d1:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd43385be-9f3c-45e1-9942-af498d093418', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2319, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:27:10Z', 'updated_at': '2021-11-22T20:27:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': '8a4bfb97-6a18-41c0-8cfc-c74cfde5ce08', 'name': '', 'network_id': '1db40f05-df12-49c2-bc90-ab4e664c648c', 'tenant_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'mac_address': 'fa:16:3e:54:fe:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd43385be-9f3c-45e1-9942-af498d093418', 'device_owner': 'network:router_interface', 'standard_attr_id': 2322, 'fixed_ips': [{'subnet_id': '443e6440-2cd1-4084-9bfd-0f8654190aeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:27:18Z', 'updated_at': '2021-11-22T20:27:24Z', 'revision_number': 4, 'project_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'subnets': [{'id': '443e6440-2cd1-4084-9bfd-0f8654190aeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:27:26.355646 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02304f51-1133-4a21-92c7-e143e61a8c0d req-0ec57a7c-81d0-499b-91bf-6bfb6ce1747c tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:27:26.360925 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-02304f51-1133-4a21-92c7-e143e61a8c0d req-0ec57a7c-81d0-499b-91bf-6bfb6ce1747c tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.20 "GET /v2.0/networks?id=1db40f05-df12-49c2-bc90-ab4e664c648c HTTP/1.1" status: 200 len: 796 time: 0.1736739 Nov 22 20:27:26.556639 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-02304f51-1133-4a21-92c7-e143e61a8c0d req-d6c57b6e-8ca1-48e1-9d55-d00832272d70 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f13d149ee8a64f188025185f0e8b5cfe HTTP/1.1" status: 200 len: 380 time: 0.1810112 Nov 22 20:27:26.588967 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-02304f51-1133-4a21-92c7-e143e61a8c0d req-5b29603b-77ed-419b-bbe4-cbb017d336b8 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Request body: {'port': {'device_id': '70cd0428-2052-4b2d-96eb-4343ede0f061', 'network_id': '1db40f05-df12-49c2-bc90-ab4e664c648c', 'admin_state_up': True, 'tenant_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'security_groups': ['8457929e-de92-4261-bfd8-ed76b2441300']}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:27:26.909277 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 8a4bfb97-6a18-41c0-8cfc-c74cfde5ce08 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:27:26.944624 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02304f51-1133-4a21-92c7-e143e61a8c0d req-5b29603b-77ed-419b-bbe4-cbb017d336b8 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Made reservation on behalf of f13d149ee8a64f188025185f0e8b5cfe for: {'port': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:27:26.948677 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-02304f51-1133-4a21-92c7-e143e61a8c0d req-5b29603b-77ed-419b-bbe4-cbb017d336b8 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:27:27.094932 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 8a4bfb97-6a18-41c0-8cfc-c74cfde5ce08 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:27:27.095619 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:27:27.396016 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [req-02304f51-1133-4a21-92c7-e143e61a8c0d req-5b29603b-77ed-419b-bbe4-cbb017d336b8 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Allocated IP 172.20.0.5 (1db40f05-df12-49c2-bc90-ab4e664c648c/443e6440-2cd1-4084-9bfd-0f8654190aeb/0dbc1b02-eca5-4e1e-921a-2de29b8a9d56) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:27:27.621883 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-09c92466-117c-4170-b22c-40496cf1dae6 req-b9c2aee4-9c5e-4d85-917c-f33b5bcc2535 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/ports?device_id=70cd0428-2052-4b2d-96eb-4343ede0f061 HTTP/1.1" status: 200 len: 210 time: 0.0636160 Nov 22 20:27:27.630401 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-02304f51-1133-4a21-92c7-e143e61a8c0d req-5b29603b-77ed-419b-bbe4-cbb017d336b8 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:27:27.670038 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15dc63f-d5f0-47fb-97bc-58b21a98bd29 req-446725d0-d8c0-4914-bbfc-a6e5e3c97b99 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:27:27.671747 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f15dc63f-d5f0-47fb-97bc-58b21a98bd29 req-446725d0-d8c0-4914-bbfc-a6e5e3c97b99 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/ports?device_id=f1a6bfe1-26d1-4dd2-94cd-df2360ee8ad5 HTTP/1.1" status: 200 len: 947 time: 0.1146843 Nov 22 20:27:27.745012 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f15dc63f-d5f0-47fb-97bc-58b21a98bd29 req-eeeca371-9124-431c-8207-ccbf6c3dfa40 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/security-groups?id=ace094e3-bfce-4b88-a460-949b8cf0d5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637336 Nov 22 20:27:27.752703 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-02304f51-1133-4a21-92c7-e143e61a8c0d req-5b29603b-77ed-419b-bbe4-cbb017d336b8 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:27:27.865181 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b29603b-77ed-419b-bbe4-cbb017d336b8 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Pushing event updated for resources: {'Port': ['ID=0dbc1b02-eca5-4e1e-921a-2de29b8a9d56,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:27:27.877859 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b29603b-77ed-419b-bbe4-cbb017d336b8 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:27:27.878219 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b29603b-77ed-419b-bbe4-cbb017d336b8 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:27:27.878572 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b29603b-77ed-419b-bbe4-cbb017d336b8 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:27:27.878919 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b29603b-77ed-419b-bbe4-cbb017d336b8 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:27:27.879262 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b29603b-77ed-419b-bbe4-cbb017d336b8 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:27:27.879807 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b29603b-77ed-419b-bbe4-cbb017d336b8 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:27:27.880234 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b29603b-77ed-419b-bbe4-cbb017d336b8 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:27:27.880578 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b29603b-77ed-419b-bbe4-cbb017d336b8 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:27:27.880918 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b29603b-77ed-419b-bbe4-cbb017d336b8 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:27:27.881988 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b29603b-77ed-419b-bbe4-cbb017d336b8 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:27:27.882341 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b29603b-77ed-419b-bbe4-cbb017d336b8 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:27:27.882678 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b29603b-77ed-419b-bbe4-cbb017d336b8 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:27:27.887767 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02304f51-1133-4a21-92c7-e143e61a8c0d req-5b29603b-77ed-419b-bbe4-cbb017d336b8 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Network 1db40f05-df12-49c2-bc90-ab4e664c648c is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:27:27.890519 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [req-02304f51-1133-4a21-92c7-e143e61a8c0d req-5b29603b-77ed-419b-bbe4-cbb017d336b8 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:27:27.892983 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-02304f51-1133-4a21-92c7-e143e61a8c0d req-5b29603b-77ed-419b-bbe4-cbb017d336b8 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:27:27.985450 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02304f51-1133-4a21-92c7-e143e61a8c0d req-5b29603b-77ed-419b-bbe4-cbb017d336b8 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:27:27.986116 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-02304f51-1133-4a21-92c7-e143e61a8c0d req-5b29603b-77ed-419b-bbe4-cbb017d336b8 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:27:28.009924 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-02304f51-1133-4a21-92c7-e143e61a8c0d req-5b29603b-77ed-419b-bbe4-cbb017d336b8 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4469368 Nov 22 20:27:28.032585 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-02304f51-1133-4a21-92c7-e143e61a8c0d req-171f291d-9d89-4bec-b5bc-7097cee3d974 service neutron] Request body: {'port': {'device_id': '70cd0428-2052-4b2d-96eb-4343ede0f061', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818823-1'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:27:28.130670 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-02304f51-1133-4a21-92c7-e143e61a8c0d req-171f291d-9d89-4bec-b5bc-7097cee3d974 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:27:28.486717 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-104f0ef9-f2d7-4ed6-bfa9-e955b6707fb0 None None] Provisioning complete for port 0dbc1b02-eca5-4e1e-921a-2de29b8a9d56 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:27:28.487240 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-104f0ef9-f2d7-4ed6-bfa9-e955b6707fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:27:28.569033 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-104f0ef9-f2d7-4ed6-bfa9-e955b6707fb0 None None] Port 0dbc1b02-eca5-4e1e-921a-2de29b8a9d56 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:27:28.641996 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [req-02304f51-1133-4a21-92c7-e143e61a8c0d req-171f291d-9d89-4bec-b5bc-7097cee3d974 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0dbc1b02-eca5-4e1e-921a-2de29b8a9d56 {{(pid=103447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:27:28.656294 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-02304f51-1133-4a21-92c7-e143e61a8c0d req-171f291d-9d89-4bec-b5bc-7097cee3d974 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:27:28.673560 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.provisioning_blocks [req-02304f51-1133-4a21-92c7-e143e61a8c0d req-171f291d-9d89-4bec-b5bc-7097cee3d974 service neutron] Transition to ACTIVE for port object 0dbc1b02-eca5-4e1e-921a-2de29b8a9d56 will not be triggered until provisioned by entity L2. {{(pid=103447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 20:27:28.678851 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-02304f51-1133-4a21-92c7-e143e61a8c0d req-171f291d-9d89-4bec-b5bc-7097cee3d974 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:27:28.833930 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171f291d-9d89-4bec-b5bc-7097cee3d974 service neutron] Pushing event updated for resources: {'Port': ['ID=0dbc1b02-eca5-4e1e-921a-2de29b8a9d56,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:27:28.867175 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583615c5-b479-476c-accb-dff4c58111a1 req-e89c0e4b-aecd-477a-b4e3-671c4fe7479e tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:27:28.868897 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-583615c5-b479-476c-accb-dff4c58111a1 req-e89c0e4b-aecd-477a-b4e3-671c4fe7479e tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/ports?device_id=70cd0428-2052-4b2d-96eb-4343ede0f061 HTTP/1.1" status: 200 len: 943 time: 0.1452878 Nov 22 20:27:28.970441 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-02304f51-1133-4a21-92c7-e143e61a8c0d req-171f291d-9d89-4bec-b5bc-7097cee3d974 service neutron] Attempting to bind port 0dbc1b02-eca5-4e1e-921a-2de29b8a9d56 on host n-h2-818823-1 for vnic_type normal with profile {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:27:28.970783 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-02304f51-1133-4a21-92c7-e143e61a8c0d req-171f291d-9d89-4bec-b5bc-7097cee3d974 service neutron] Attempting to bind port 0dbc1b02-eca5-4e1e-921a-2de29b8a9d56 by drivers openvswitch,hyperv on host n-h2-818823-1 at level 0 using segments [{'id': '208d283f-ba75-4157-9bce-90f23dffc7bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '1db40f05-df12-49c2-bc90-ab4e664c648c'}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:27:28.971131 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02304f51-1133-4a21-92c7-e143e61a8c0d req-171f291d-9d89-4bec-b5bc-7097cee3d974 service neutron] Attempting to bind port 0dbc1b02-eca5-4e1e-921a-2de29b8a9d56 on network 1db40f05-df12-49c2-bc90-ab4e664c648c {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:27:28.976350 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02304f51-1133-4a21-92c7-e143e61a8c0d req-171f291d-9d89-4bec-b5bc-7097cee3d974 service neutron] Port 0dbc1b02-eca5-4e1e-921a-2de29b8a9d56 on network 1db40f05-df12-49c2-bc90-ab4e664c648c not bound, no agent of type Open vSwitch agent registered on host n-h2-818823-1 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:27:28.976671 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02304f51-1133-4a21-92c7-e143e61a8c0d req-171f291d-9d89-4bec-b5bc-7097cee3d974 service neutron] Attempting to bind port 0dbc1b02-eca5-4e1e-921a-2de29b8a9d56 on network 1db40f05-df12-49c2-bc90-ab4e664c648c {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:27:29.015040 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-583615c5-b479-476c-accb-dff4c58111a1 req-19bd636a-df2a-45d0-98e7-0c8ab9dcbf01 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/security-groups?id=8457929e-de92-4261-bfd8-ed76b2441300&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1300533 Nov 22 20:27:29.016996 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02304f51-1133-4a21-92c7-e143e61a8c0d req-171f291d-9d89-4bec-b5bc-7097cee3d974 service neutron] Checking agent: {'id': '65e0486a-7030-4065-96f0-10aa7402a530', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'started_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 27, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:27:29.017337 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02304f51-1133-4a21-92c7-e143e61a8c0d req-171f291d-9d89-4bec-b5bc-7097cee3d974 service neutron] Checking segment: {'id': '208d283f-ba75-4157-9bce-90f23dffc7bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '1db40f05-df12-49c2-bc90-ab4e664c648c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:27:29.017714 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02304f51-1133-4a21-92c7-e143e61a8c0d req-171f291d-9d89-4bec-b5bc-7097cee3d974 service neutron] Bound using segment: {'id': '208d283f-ba75-4157-9bce-90f23dffc7bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '1db40f05-df12-49c2-bc90-ab4e664c648c'} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:27:29.018366 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-02304f51-1133-4a21-92c7-e143e61a8c0d req-171f291d-9d89-4bec-b5bc-7097cee3d974 service neutron] Bound port: 0dbc1b02-eca5-4e1e-921a-2de29b8a9d56, host: n-h2-818823-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '208d283f-ba75-4157-9bce-90f23dffc7bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '1db40f05-df12-49c2-bc90-ab4e664c648c'}}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:27:29.018479 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-02304f51-1133-4a21-92c7-e143e61a8c0d req-171f291d-9d89-4bec-b5bc-7097cee3d974 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:27:29.052543 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6207ddb5-1970-4a37-bd63-e5462cfa0af6 req-780850df-5661-4131-8449-b4f72ff34251 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:27:29.054183 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6207ddb5-1970-4a37-bd63-e5462cfa0af6 req-780850df-5661-4131-8449-b4f72ff34251 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/ports?device_id=f1a6bfe1-26d1-4dd2-94cd-df2360ee8ad5 HTTP/1.1" status: 200 len: 947 time: 0.1298630 Nov 22 20:27:29.158500 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-02304f51-1133-4a21-92c7-e143e61a8c0d req-171f291d-9d89-4bec-b5bc-7097cee3d974 service neutron] For port 0dbc1b02-eca5-4e1e-921a-2de29b8a9d56, host n-h2-818823-1, cleared binding levels {{(pid=103447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:27:29.163250 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-02304f51-1133-4a21-92c7-e143e61a8c0d req-171f291d-9d89-4bec-b5bc-7097cee3d974 service neutron] For port 0dbc1b02-eca5-4e1e-921a-2de29b8a9d56, host n-h2-818823-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=0dbc1b02-eca5-4e1e-921a-2de29b8a9d56,segment=NetworkSegment(208d283f-ba75-4157-9bce-90f23dffc7bc),segment_id=208d283f-ba75-4157-9bce-90f23dffc7bc)] {{(pid=103447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:27:29.168473 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6207ddb5-1970-4a37-bd63-e5462cfa0af6 req-915107cf-7e66-455e-9110-097e187d2b8e tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/security-groups?id=ace094e3-bfce-4b88-a460-949b8cf0d5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892937 Nov 22 20:27:29.170226 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-02304f51-1133-4a21-92c7-e143e61a8c0d req-171f291d-9d89-4bec-b5bc-7097cee3d974 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:27:29.256792 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02304f51-1133-4a21-92c7-e143e61a8c0d req-171f291d-9d89-4bec-b5bc-7097cee3d974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:27:29.258048 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-02304f51-1133-4a21-92c7-e143e61a8c0d req-171f291d-9d89-4bec-b5bc-7097cee3d974 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:27:29.259826 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-02304f51-1133-4a21-92c7-e143e61a8c0d req-171f291d-9d89-4bec-b5bc-7097cee3d974 service neutron] 10.222.0.20 "PUT /v2.0/ports/0dbc1b02-eca5-4e1e-921a-2de29b8a9d56 HTTP/1.1" status: 200 len: 1091 time: 1.2357101 Nov 22 20:27:29.291153 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70cd0428-2052-4b2d-96eb-4343ede0f061', 'tag': '0dbc1b02-eca5-4e1e-921a-2de29b8a9d56'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:27:29.296214 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cd7862f-e35c-4d26-aef4-90b8404c0b2b" -d '{"events": [{"name": "network-changed", "server_uuid": "70cd0428-2052-4b2d-96eb-4343ede0f061", "tag": "0dbc1b02-eca5-4e1e-921a-2de29b8a9d56"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:27:29.389997 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 20:27:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc8afa13-e373-42ab-ac0c-54564ed0d16e x-openstack-request-id: req-fc8afa13-e373-42ab-ac0c-54564ed0d16e {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:27:29.390302 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70cd0428-2052-4b2d-96eb-4343ede0f061", "tag": "0dbc1b02-eca5-4e1e-921a-2de29b8a9d56", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:27:29.390562 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-fc8afa13-e373-42ab-ac0c-54564ed0d16e {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:27:29.391048 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70cd0428-2052-4b2d-96eb-4343ede0f061', 'tag': '0dbc1b02-eca5-4e1e-921a-2de29b8a9d56', 'status': 'completed', 'code': 200} Nov 22 20:27:29.397148 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171f291d-9d89-4bec-b5bc-7097cee3d974 service neutron] Pushing event updated for resources: {'Port': ['ID=0dbc1b02-eca5-4e1e-921a-2de29b8a9d56,revision_number=3']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:27:29.416543 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02304f51-1133-4a21-92c7-e143e61a8c0d req-f77b9a10-1489-4b62-a865-24377bc94959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:27:29.418078 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-02304f51-1133-4a21-92c7-e143e61a8c0d req-f77b9a10-1489-4b62-a865-24377bc94959 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f13d149ee8a64f188025185f0e8b5cfe&device_id=70cd0428-2052-4b2d-96eb-4343ede0f061 HTTP/1.1" status: 200 len: 1094 time: 0.0841172 Nov 22 20:27:29.477588 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-02304f51-1133-4a21-92c7-e143e61a8c0d req-11a24ebe-7aeb-4749-9ebf-eea0b02d75f2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0dbc1b02-eca5-4e1e-921a-2de29b8a9d56 HTTP/1.1" status: 200 len: 217 time: 0.0507159 Nov 22 20:27:29.572421 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b6479b-441e-4e85-bb81-c72fc7ee4302 req-5189dfab-4856-4036-a045-eb8d41fcdc0a tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:27:29.574077 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-66b6479b-441e-4e85-bb81-c72fc7ee4302 req-5189dfab-4856-4036-a045-eb8d41fcdc0a tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/ports?device_id=f1a6bfe1-26d1-4dd2-94cd-df2360ee8ad5 HTTP/1.1" status: 200 len: 947 time: 0.1074822 Nov 22 20:27:29.577855 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02304f51-1133-4a21-92c7-e143e61a8c0d req-8a9ab1e8-d080-4353-b002-d1d2db2d4a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:27:29.579516 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-02304f51-1133-4a21-92c7-e143e61a8c0d req-8a9ab1e8-d080-4353-b002-d1d2db2d4a22 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=443e6440-2cd1-4084-9bfd-0f8654190aeb HTTP/1.1" status: 200 len: 835 time: 0.0858662 Nov 22 20:27:29.671051 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-66b6479b-441e-4e85-bb81-c72fc7ee4302 req-b151a1cb-9fb6-42f0-905d-9f97ab3bec0c tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/security-groups?id=ace094e3-bfce-4b88-a460-949b8cf0d5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833678 Nov 22 20:27:29.675681 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02304f51-1133-4a21-92c7-e143e61a8c0d req-a3bb0086-b721-47e7-affb-fb851c0055ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:27:29.676989 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-02304f51-1133-4a21-92c7-e143e61a8c0d req-a3bb0086-b721-47e7-affb-fb851c0055ff service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1db40f05-df12-49c2-bc90-ab4e664c648c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0813956 Nov 22 20:27:29.795205 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-02304f51-1133-4a21-92c7-e143e61a8c0d req-4df447fa-1e0b-47dc-9c82-d2023a910d21 service neutron] 10.222.0.20 "GET /v2.0/networks/1db40f05-df12-49c2-bc90-ab4e664c648c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086073 Nov 22 20:27:29.939919 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-02304f51-1133-4a21-92c7-e143e61a8c0d req-f3aad47b-c9ae-4ebb-b6ae-ccae34540da6 service neutron] 10.222.0.20 "GET /v2.0/networks/1db40f05-df12-49c2-bc90-ab4e664c648c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360173 Nov 22 20:27:29.974225 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-b8a64d75-a79a-40ac-904d-38635a964936 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:27:30.053684 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd7862f-e35c-4d26-aef4-90b8404c0b2b req-884300f9-e6f7-4b91-a017-81b9c960de29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:27:30.055219 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8cd7862f-e35c-4d26-aef4-90b8404c0b2b req-884300f9-e6f7-4b91-a017-81b9c960de29 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f13d149ee8a64f188025185f0e8b5cfe&device_id=70cd0428-2052-4b2d-96eb-4343ede0f061 HTTP/1.1" status: 200 len: 1094 time: 0.0555887 Nov 22 20:27:30.617741 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027907c1-f60a-4ac7-9a7e-4426f88ec5b9 req-55a4cf95-cd5a-41e1-a9d7-3f2bbd8c0492 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:27:30.620091 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-027907c1-f60a-4ac7-9a7e-4426f88ec5b9 req-55a4cf95-cd5a-41e1-a9d7-3f2bbd8c0492 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/ports?device_id=70cd0428-2052-4b2d-96eb-4343ede0f061 HTTP/1.1" status: 200 len: 943 time: 0.0777147 Nov 22 20:27:30.651360 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd7862f-e35c-4d26-aef4-90b8404c0b2b req-b2b3ebe2-e56a-47e3-8862-04b10502ab79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:27:30.656266 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8cd7862f-e35c-4d26-aef4-90b8404c0b2b req-b2b3ebe2-e56a-47e3-8862-04b10502ab79 service neutron] 10.222.0.20 "GET /v2.0/networks?id=1db40f05-df12-49c2-bc90-ab4e664c648c HTTP/1.1" status: 200 len: 897 time: 0.5878906 Nov 22 20:27:30.726563 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8cd7862f-e35c-4d26-aef4-90b8404c0b2b req-cc266504-2eeb-4cd8-898f-2be87f0a38c6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0dbc1b02-eca5-4e1e-921a-2de29b8a9d56 HTTP/1.1" status: 200 len: 217 time: 0.0551174 Nov 22 20:27:30.776509 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-027907c1-f60a-4ac7-9a7e-4426f88ec5b9 req-9e352586-6208-4bf5-a8fa-5b08a0e203dd tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/security-groups?id=8457929e-de92-4261-bfd8-ed76b2441300&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1378574 Nov 22 20:27:30.815033 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd7862f-e35c-4d26-aef4-90b8404c0b2b req-75446a03-1d38-4916-9c59-1a8b3cffe26f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:27:30.816590 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8cd7862f-e35c-4d26-aef4-90b8404c0b2b req-75446a03-1d38-4916-9c59-1a8b3cffe26f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=443e6440-2cd1-4084-9bfd-0f8654190aeb HTTP/1.1" status: 200 len: 835 time: 0.0779359 Nov 22 20:27:30.891222 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd7862f-e35c-4d26-aef4-90b8404c0b2b req-50244d77-e4d8-491f-8b0d-21b728362821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:27:30.893290 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8cd7862f-e35c-4d26-aef4-90b8404c0b2b req-50244d77-e4d8-491f-8b0d-21b728362821 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1db40f05-df12-49c2-bc90-ab4e664c648c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0614226 Nov 22 20:27:31.030261 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec4c96b-6cf8-4f51-8658-4ced96402767 req-416d11ef-a8e1-473b-8531-0785e033d42d tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:27:31.031748 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9ec4c96b-6cf8-4f51-8658-4ced96402767 req-416d11ef-a8e1-473b-8531-0785e033d42d tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/ports?device_id=f1a6bfe1-26d1-4dd2-94cd-df2360ee8ad5 HTTP/1.1" status: 200 len: 947 time: 0.0785351 Nov 22 20:27:31.048825 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8cd7862f-e35c-4d26-aef4-90b8404c0b2b req-dc7006e5-2308-4b47-bbf4-7f8655e2021b service neutron] 10.222.0.20 "GET /v2.0/networks/1db40f05-df12-49c2-bc90-ab4e664c648c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478965 Nov 22 20:27:31.141011 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9ec4c96b-6cf8-4f51-8658-4ced96402767 req-a5824bc4-4166-4406-b215-5315964ea506 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/security-groups?id=ace094e3-bfce-4b88-a460-949b8cf0d5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014881 Nov 22 20:27:31.173685 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8cd7862f-e35c-4d26-aef4-90b8404c0b2b req-ffddfd8a-c4ff-4443-95f1-ba64f6dd8ad9 service neutron] 10.222.0.20 "GET /v2.0/networks/1db40f05-df12-49c2-bc90-ab4e664c648c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163716 Nov 22 20:27:31.453439 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a113e6-cf3c-4654-b886-339edf0a289d req-f2799da4-8231-442e-b803-3d3889b62eb9 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:27:31.463148 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f1a113e6-cf3c-4654-b886-339edf0a289d req-f2799da4-8231-442e-b803-3d3889b62eb9 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/ports?device_id=f1a6bfe1-26d1-4dd2-94cd-df2360ee8ad5 HTTP/1.1" status: 200 len: 947 time: 0.0691276 Nov 22 20:27:31.464279 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ebce30-59d9-415e-a209-8547305fd351 req-c300797f-a456-406d-83bf-612af245b7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:27:31.467156 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-16ebce30-59d9-415e-a209-8547305fd351 req-c300797f-a456-406d-83bf-612af245b7ae service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a3670ebd84cb4741b338db645a992249&device_id=f1a6bfe1-26d1-4dd2-94cd-df2360ee8ad5 HTTP/1.1" status: 200 len: 1098 time: 0.0697885 Nov 22 20:27:31.521527 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f1a113e6-cf3c-4654-b886-339edf0a289d req-10ef6d8d-6168-4b23-9156-5b490c08b430 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/security-groups?id=ace094e3-bfce-4b88-a460-949b8cf0d5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572195 Nov 22 20:27:31.573899 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ebce30-59d9-415e-a209-8547305fd351 req-6578c0b7-97b6-4f6a-ac96-ba5497db101d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:27:31.575455 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-16ebce30-59d9-415e-a209-8547305fd351 req-6578c0b7-97b6-4f6a-ac96-ba5497db101d service neutron] 10.222.0.41 "GET /v2.0/networks?id=13496096-9618-4fad-a538-016ce712d3bd HTTP/1.1" status: 200 len: 913 time: 0.1006587 Nov 22 20:27:31.642676 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-16ebce30-59d9-415e-a209-8547305fd351 req-070f93d9-523c-4cf8-a719-465e847b1090 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9c51b9e8-9b54-46f6-8722-f3321988d408 HTTP/1.1" status: 200 len: 1001 time: 0.0599923 Nov 22 20:27:31.696021 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ebce30-59d9-415e-a209-8547305fd351 req-327614d7-c207-4f7c-881b-00f769f17265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:27:31.697530 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-16ebce30-59d9-415e-a209-8547305fd351 req-327614d7-c207-4f7c-881b-00f769f17265 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c03e1529-a0c9-4990-b0cd-08a1dc455fd5 HTTP/1.1" status: 200 len: 851 time: 0.0466666 Nov 22 20:27:31.753151 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ebce30-59d9-415e-a209-8547305fd351 req-93dc938f-1707-41d3-a148-005e1451846b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:27:31.754700 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-16ebce30-59d9-415e-a209-8547305fd351 req-93dc938f-1707-41d3-a148-005e1451846b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=13496096-9618-4fad-a538-016ce712d3bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0491788 Nov 22 20:27:31.855285 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-16ebce30-59d9-415e-a209-8547305fd351 req-3c32aaf7-ae08-4ae7-b6e2-9603ec55075b service neutron] 10.222.0.41 "GET /v2.0/networks/13496096-9618-4fad-a538-016ce712d3bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908656 Nov 22 20:27:31.909645 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 0dbc1b02-eca5-4e1e-921a-2de29b8a9d56 details requested by agent hyperv_n-h2-818823-1 with host n-h2-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 20:27:31.921539 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf42cde9-2af8-4c90-856e-6ff0fe15f4e7 req-d852c55e-5eb3-4585-8333-4d039b7672c3 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:27:31.923299 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-cf42cde9-2af8-4c90-856e-6ff0fe15f4e7 req-d852c55e-5eb3-4585-8333-4d039b7672c3 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/ports?device_id=70cd0428-2052-4b2d-96eb-4343ede0f061 HTTP/1.1" status: 200 len: 943 time: 0.0644262 Nov 22 20:27:31.973907 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-16ebce30-59d9-415e-a209-8547305fd351 req-36cbeaf7-34f9-41b1-9e49-8cb794565e8a service neutron] 10.222.0.41 "GET /v2.0/networks/13496096-9618-4fad-a538-016ce712d3bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115427 Nov 22 20:27:31.995062 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-cf42cde9-2af8-4c90-856e-6ff0fe15f4e7 req-d0f0ef09-f21c-4393-b18b-9999f4e6cacb tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/security-groups?id=8457929e-de92-4261-bfd8-ed76b2441300&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516074 Nov 22 20:27:32.061460 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port 0dbc1b02-eca5-4e1e-921a-2de29b8a9d56, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=0dbc1b02-eca5-4e1e-921a-2de29b8a9d56,segment=NetworkSegment(208d283f-ba75-4157-9bce-90f23dffc7bc),segment_id=208d283f-ba75-4157-9bce-90f23dffc7bc)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:27:32.074482 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Returning: {'device': '0dbc1b02-eca5-4e1e-921a-2de29b8a9d56', 'network_id': '1db40f05-df12-49c2-bc90-ab4e664c648c', 'port_id': '0dbc1b02-eca5-4e1e-921a-2de29b8a9d56', 'mac_address': 'fa:16:3e:4d:fe:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 636, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '443e6440-2cd1-4084-9bfd-0f8654190aeb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 20:27:32.118691 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:27:32.133081 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0dbc1b02-eca5-4e1e-921a-2de29b8a9d56 {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:27:32.142202 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 9c51b9e8-9b54-46f6-8722-f3321988d408 no longer exists at agent hyperv_n-h1-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:27:32.182858 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port 0dbc1b02-eca5-4e1e-921a-2de29b8a9d56, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=0dbc1b02-eca5-4e1e-921a-2de29b8a9d56,segment=NetworkSegment(208d283f-ba75-4157-9bce-90f23dffc7bc),segment_id=208d283f-ba75-4157-9bce-90f23dffc7bc)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:27:32.189858 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:27:32.273793 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=0dbc1b02-eca5-4e1e-921a-2de29b8a9d56,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:27:32.286471 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:27:32.287106 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:27:32.287491 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:27:32.287817 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:27:32.288151 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:27:32.288677 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:27:32.289009 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:27:32.289340 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:27:32.289669 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:27:32.289998 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:27:32.290327 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:27:32.290653 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:27:32.297076 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:27:32.322789 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1a6bfe1-26d1-4dd2-94cd-df2360ee8ad5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c51b9e8-9b54-46f6-8722-f3321988d408'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:27:32.325066 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d39f6d30a11e565ec9648abcc015e8a6ab6cff4edd704add8155e28765d31eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24d77414-44a6-4f0f-af90-df1e15921432" -d '{"events": [{"server_uuid": "f1a6bfe1-26d1-4dd2-94cd-df2360ee8ad5", "name": "network-vif-unplugged", "status": "completed", "tag": "9c51b9e8-9b54-46f6-8722-f3321988d408"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:27:32.338691 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 9c51b9e8-9b54-46f6-8722-f3321988d408, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=9c51b9e8-9b54-46f6-8722-f3321988d408,segment=NetworkSegment(60e02a7e-98a0-4d76-b36b-46f7624c5b28),segment_id=60e02a7e-98a0-4d76-b36b-46f7624c5b28)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:27:32.345238 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:27:32.387317 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 22 Nov 2021 20:27:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbdfd52a-3179-4fb4-9230-91e12be72290 x-openstack-request-id: req-fbdfd52a-3179-4fb4-9230-91e12be72290 {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:27:32.387852 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1a6bfe1-26d1-4dd2-94cd-df2360ee8ad5", "name": "network-vif-unplugged", "status": "completed", "tag": "9c51b9e8-9b54-46f6-8722-f3321988d408", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:27:32.388301 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-fbdfd52a-3179-4fb4-9230-91e12be72290 {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:27:32.389398 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1a6bfe1-26d1-4dd2-94cd-df2360ee8ad5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c51b9e8-9b54-46f6-8722-f3321988d408', 'code': 200} Nov 22 20:27:32.418677 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=9c51b9e8-9b54-46f6-8722-f3321988d408,revision_number=14']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:27:32.480656 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] get_ports_and_sgs() called for port_ids ['0dbc1b02-eca5-4e1e-921a-2de29b8a9d56'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:27:32.524139 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-754d6511-42c0-4895-be20-83ccf3d66174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:27:32.693223 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c69d85-02bf-41a8-bb8d-cef347208841 req-f439afdb-1b16-4424-9899-56adb49ee98a tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:27:32.695667 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-82c69d85-02bf-41a8-bb8d-cef347208841 req-f439afdb-1b16-4424-9899-56adb49ee98a tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/ports?device_id=f1a6bfe1-26d1-4dd2-94cd-df2360ee8ad5 HTTP/1.1" status: 200 len: 945 time: 0.0740595 Nov 22 20:27:32.765133 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-82c69d85-02bf-41a8-bb8d-cef347208841 req-afba18c0-d50c-441e-a85f-7dff24acd42d tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/security-groups?id=ace094e3-bfce-4b88-a460-949b8cf0d5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615575 Nov 22 20:27:32.968306 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae75fd63-ea50-41a0-995a-c835cad0e846 req-40e6c49c-e682-4d8b-a96f-8f38eb8c4af4 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:27:32.969754 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ae75fd63-ea50-41a0-995a-c835cad0e846 req-40e6c49c-e682-4d8b-a96f-8f38eb8c4af4 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/ports?device_id=f1a6bfe1-26d1-4dd2-94cd-df2360ee8ad5 HTTP/1.1" status: 200 len: 945 time: 0.0496325 Nov 22 20:27:33.023055 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ae75fd63-ea50-41a0-995a-c835cad0e846 req-4e860d85-a3d4-458b-ac6b-38b9145fe276 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/security-groups?id=ace094e3-bfce-4b88-a460-949b8cf0d5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470495 Nov 22 20:27:33.149248 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80afb853-31c5-4043-ada8-efd5951604c2 req-e0f41f10-a3a3-4adf-b921-b568f770f117 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:27:33.150766 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-80afb853-31c5-4043-ada8-efd5951604c2 req-e0f41f10-a3a3-4adf-b921-b568f770f117 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/ports?device_id=70cd0428-2052-4b2d-96eb-4343ede0f061 HTTP/1.1" status: 200 len: 944 time: 0.0800788 Nov 22 20:27:33.163764 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa36881-269f-4969-9908-d90669ff7a0f req-cd6c816c-2ac5-4ede-8312-8c138b9a820e tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:27:33.165331 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0aa36881-269f-4969-9908-d90669ff7a0f req-cd6c816c-2ac5-4ede-8312-8c138b9a820e tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/ports?device_id=f1a6bfe1-26d1-4dd2-94cd-df2360ee8ad5 HTTP/1.1" status: 200 len: 945 time: 0.0681086 Nov 22 20:27:33.246853 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0aa36881-269f-4969-9908-d90669ff7a0f req-ccae543f-09b1-4147-8121-07a3800cda67 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/security-groups?id=ace094e3-bfce-4b88-a460-949b8cf0d5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745275 Nov 22 20:27:33.250684 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-80afb853-31c5-4043-ada8-efd5951604c2 req-2adc16e2-9471-4958-a5ca-38397812997f tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/security-groups?id=8457929e-de92-4261-bfd8-ed76b2441300&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844469 Nov 22 20:27:33.406918 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-03f0964f-1b75-4df7-99e0-a3cdb56ec2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:27:33.571900 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c83388e-0c54-4002-8255-3cce54d21568 req-1797bf5c-9838-4371-890c-2187a9b8ca3b tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:27:33.573759 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9c83388e-0c54-4002-8255-3cce54d21568 req-1797bf5c-9838-4371-890c-2187a9b8ca3b tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/networks?id=13496096-9618-4fad-a538-016ce712d3bd HTTP/1.1" status: 200 len: 812 time: 0.1422081 Nov 22 20:27:33.599732 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9c83388e-0c54-4002-8255-3cce54d21568 req-80fc9bca-7ef6-4e4d-87dc-d099d8ac728d tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/quotas/a3670ebd84cb4741b338db645a992249 HTTP/1.1" status: 200 len: 375 time: 0.0186350 Nov 22 20:27:33.666661 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9c83388e-0c54-4002-8255-3cce54d21568 req-9efc6b57-3a8f-4210-b968-4260e6d6302a tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=a3670ebd84cb4741b338db645a992249&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0601697 Nov 22 20:27:33.781874 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9c83388e-0c54-4002-8255-3cce54d21568 req-643a877e-a612-4dad-a9dd-756bf55913fc service neutron] 10.222.0.46 "GET /v2.0/networks/13496096-9618-4fad-a538-016ce712d3bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057792 Nov 22 20:27:33.894321 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9c83388e-0c54-4002-8255-3cce54d21568 req-156a645f-dc29-45e5-9fbf-ae51ad655c77 service neutron] 10.222.0.46 "GET /v2.0/networks/13496096-9618-4fad-a538-016ce712d3bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052165 Nov 22 20:27:33.907374 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 0dbc1b02-eca5-4e1e-921a-2de29b8a9d56 up at agent hyperv_n-h2-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:27:33.976423 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Provisioning for port 0dbc1b02-eca5-4e1e-921a-2de29b8a9d56 completed by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 20:27:33.981103 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Provisioning complete for port 0dbc1b02-eca5-4e1e-921a-2de29b8a9d56 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:27:33.981682 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:27:34.080315 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:27:34.122739 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port 0dbc1b02-eca5-4e1e-921a-2de29b8a9d56, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=0dbc1b02-eca5-4e1e-921a-2de29b8a9d56,segment=NetworkSegment(208d283f-ba75-4157-9bce-90f23dffc7bc),segment_id=208d283f-ba75-4157-9bce-90f23dffc7bc)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:27:34.129674 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:27:34.165063 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2d8449f6-e9c9-4d60-80dc-997d2f007763 req-cd372b47-bb31-446e-894a-e1a947e4fbf6 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/ports?device_id=49d7c329-30a1-4efb-89cd-665861be1695 HTTP/1.1" status: 200 len: 210 time: 0.0487406 Nov 22 20:27:34.196561 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=0dbc1b02-eca5-4e1e-921a-2de29b8a9d56,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:27:34.390825 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70cd0428-2052-4b2d-96eb-4343ede0f061', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dbc1b02-eca5-4e1e-921a-2de29b8a9d56'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:27:34.393999 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d39f6d30a11e565ec9648abcc015e8a6ab6cff4edd704add8155e28765d31eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c789498-fe35-4dfe-aeae-ef5376357e9a" -d '{"events": [{"server_uuid": "70cd0428-2052-4b2d-96eb-4343ede0f061", "name": "network-vif-plugged", "status": "completed", "tag": "0dbc1b02-eca5-4e1e-921a-2de29b8a9d56"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:27:34.436125 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d5c8a9-daf5-4873-992e-9960a84017a3 req-2de789d6-f180-41b4-a3a1-346ce8a16097 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:27:34.446292 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c0d5c8a9-daf5-4873-992e-9960a84017a3 req-2de789d6-f180-41b4-a3a1-346ce8a16097 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/ports?device_id=70cd0428-2052-4b2d-96eb-4343ede0f061 HTTP/1.1" status: 200 len: 945 time: 0.0764959 Nov 22 20:27:34.457256 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:27:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53a09677-7048-4253-951a-af8888952bfe x-openstack-request-id: req-53a09677-7048-4253-951a-af8888952bfe {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:27:34.457939 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70cd0428-2052-4b2d-96eb-4343ede0f061", "name": "network-vif-plugged", "status": "completed", "tag": "0dbc1b02-eca5-4e1e-921a-2de29b8a9d56", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:27:34.458413 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-53a09677-7048-4253-951a-af8888952bfe {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:27:34.459162 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70cd0428-2052-4b2d-96eb-4343ede0f061', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dbc1b02-eca5-4e1e-921a-2de29b8a9d56', 'code': 200} Nov 22 20:27:34.520269 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c0d5c8a9-daf5-4873-992e-9960a84017a3 req-057467a3-5450-4c4d-9e68-59a9472c9efd tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/security-groups?id=8457929e-de92-4261-bfd8-ed76b2441300&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726438 Nov 22 20:27:34.563162 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f05748-4a33-4f7f-8cb9-e89a3ef63771 req-80841dd4-ab02-4c5e-85b7-3b2cffa13839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:27:34.564733 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b3f05748-4a33-4f7f-8cb9-e89a3ef63771 req-80841dd4-ab02-4c5e-85b7-3b2cffa13839 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=70cd0428-2052-4b2d-96eb-4343ede0f061 HTTP/1.1" status: 200 len: 1096 time: 0.0433013 Nov 22 20:27:34.641083 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b3f05748-4a33-4f7f-8cb9-e89a3ef63771 req-5e6f1280-a37d-486f-83e2-98c217732821 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=8457929e-de92-4261-bfd8-ed76b2441300&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673230 Nov 22 20:27:35.108182 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e49ee129-e862-4476-beca-cdc8150d2345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:27:35.288968 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2bae7975-d24d-4258-8131-0b629b2a7980 req-d17c6ca3-df59-4889-8918-66a5d8c84fad tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/ports?device_id=49d7c329-30a1-4efb-89cd-665861be1695 HTTP/1.1" status: 200 len: 210 time: 0.0362902 Nov 22 20:27:35.304088 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c83388e-0c54-4002-8255-3cce54d21568 req-7a1aec8e-ce08-4aac-bc03-03cb08de3820 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:27:35.305529 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-9c83388e-0c54-4002-8255-3cce54d21568 req-7a1aec8e-ce08-4aac-bc03-03cb08de3820 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.41 "GET /v2.0/networks?id=13496096-9618-4fad-a538-016ce712d3bd HTTP/1.1" status: 200 len: 812 time: 0.1408298 Nov 22 20:27:35.322441 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [req-9c83388e-0c54-4002-8255-3cce54d21568 req-b6189bf9-8327-4687-93f8-2e51f35b15ef tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Request body: {'port': {'device_id': '49d7c329-30a1-4efb-89cd-665861be1695', 'network_id': '13496096-9618-4fad-a538-016ce712d3bd', 'admin_state_up': True, 'tenant_id': 'a3670ebd84cb4741b338db645a992249'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:27:35.441903 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c83388e-0c54-4002-8255-3cce54d21568 req-b6189bf9-8327-4687-93f8-2e51f35b15ef tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Made reservation on behalf of a3670ebd84cb4741b338db645a992249 for: {'port': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:27:35.445610 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-9c83388e-0c54-4002-8255-3cce54d21568 req-b6189bf9-8327-4687-93f8-2e51f35b15ef tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:27:35.577351 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [req-9c83388e-0c54-4002-8255-3cce54d21568 req-b6189bf9-8327-4687-93f8-2e51f35b15ef tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Allocated IP 172.20.0.9 (13496096-9618-4fad-a538-016ce712d3bd/c03e1529-a0c9-4990-b0cd-08a1dc455fd5/c4e2b759-e838-4d5a-914f-a0e91771c133) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:27:35.645982 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab9d80c-662e-447e-b616-e71a4e5cd782 req-2cd1f2e2-534b-4554-bc1c-fab2ab9b6d3c tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:27:35.647802 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7ab9d80c-662e-447e-b616-e71a4e5cd782 req-2cd1f2e2-534b-4554-bc1c-fab2ab9b6d3c tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/ports?device_id=70cd0428-2052-4b2d-96eb-4343ede0f061 HTTP/1.1" status: 200 len: 945 time: 0.0569146 Nov 22 20:27:35.702968 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7ab9d80c-662e-447e-b616-e71a4e5cd782 req-e619ad22-94af-459b-b78e-960c0ea1fb12 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/security-groups?id=8457929e-de92-4261-bfd8-ed76b2441300&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473840 Nov 22 20:27:35.763244 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-9c83388e-0c54-4002-8255-3cce54d21568 req-b6189bf9-8327-4687-93f8-2e51f35b15ef tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:27:35.801646 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-9c83388e-0c54-4002-8255-3cce54d21568 req-b6189bf9-8327-4687-93f8-2e51f35b15ef tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:27:35.860220 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c83388e-0c54-4002-8255-3cce54d21568 req-b6189bf9-8327-4687-93f8-2e51f35b15ef tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Network 13496096-9618-4fad-a538-016ce712d3bd is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:27:35.864265 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [req-9c83388e-0c54-4002-8255-3cce54d21568 req-b6189bf9-8327-4687-93f8-2e51f35b15ef tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:27:35.866201 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6189bf9-8327-4687-93f8-2e51f35b15ef tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Pushing event updated for resources: {'Port': ['ID=c4e2b759-e838-4d5a-914f-a0e91771c133,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:27:35.868408 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c83388e-0c54-4002-8255-3cce54d21568 req-b6189bf9-8327-4687-93f8-2e51f35b15ef tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:27:35.894340 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6189bf9-8327-4687-93f8-2e51f35b15ef tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:27:35.894956 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6189bf9-8327-4687-93f8-2e51f35b15ef tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:27:35.895300 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6189bf9-8327-4687-93f8-2e51f35b15ef tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:27:35.895682 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6189bf9-8327-4687-93f8-2e51f35b15ef tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:27:35.896011 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6189bf9-8327-4687-93f8-2e51f35b15ef tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:27:35.896344 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6189bf9-8327-4687-93f8-2e51f35b15ef tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:27:35.897063 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6189bf9-8327-4687-93f8-2e51f35b15ef tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:27:35.897063 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6189bf9-8327-4687-93f8-2e51f35b15ef tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:27:35.897300 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6189bf9-8327-4687-93f8-2e51f35b15ef tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:27:35.897616 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6189bf9-8327-4687-93f8-2e51f35b15ef tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:27:35.898122 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6189bf9-8327-4687-93f8-2e51f35b15ef tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:27:35.898621 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6189bf9-8327-4687-93f8-2e51f35b15ef tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:27:35.932982 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c83388e-0c54-4002-8255-3cce54d21568 req-b6189bf9-8327-4687-93f8-2e51f35b15ef tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:27:35.933615 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-9c83388e-0c54-4002-8255-3cce54d21568 req-b6189bf9-8327-4687-93f8-2e51f35b15ef tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:27:35.952728 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-9c83388e-0c54-4002-8255-3cce54d21568 req-b6189bf9-8327-4687-93f8-2e51f35b15ef tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6341205 Nov 22 20:27:35.966303 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [req-9c83388e-0c54-4002-8255-3cce54d21568 req-19f514bd-0da9-42ad-abc4-69a5b1645de2 service neutron] Request body: {'port': {'device_id': '49d7c329-30a1-4efb-89cd-665861be1695', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818823-1'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:27:35.973882 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:27:36.028840 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-9c83388e-0c54-4002-8255-3cce54d21568 req-19f514bd-0da9-42ad-abc4-69a5b1645de2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:27:36.208835 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-2472d372-c61e-4050-82ab-be96d7e004eb None None] Provisioning complete for port c4e2b759-e838-4d5a-914f-a0e91771c133 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:27:36.209251 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-2472d372-c61e-4050-82ab-be96d7e004eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:27:36.255164 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-2472d372-c61e-4050-82ab-be96d7e004eb None None] Port c4e2b759-e838-4d5a-914f-a0e91771c133 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:27:36.312004 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [req-9c83388e-0c54-4002-8255-3cce54d21568 req-19f514bd-0da9-42ad-abc4-69a5b1645de2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4e2b759-e838-4d5a-914f-a0e91771c133 {{(pid=103448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:27:36.320362 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-9c83388e-0c54-4002-8255-3cce54d21568 req-19f514bd-0da9-42ad-abc4-69a5b1645de2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:27:36.333912 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [req-9c83388e-0c54-4002-8255-3cce54d21568 req-19f514bd-0da9-42ad-abc4-69a5b1645de2 service neutron] Transition to ACTIVE for port object c4e2b759-e838-4d5a-914f-a0e91771c133 will not be triggered until provisioned by entity L2. {{(pid=103448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 20:27:36.339700 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-9c83388e-0c54-4002-8255-3cce54d21568 req-19f514bd-0da9-42ad-abc4-69a5b1645de2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:27:36.416920 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7eaf4a9-a8bd-41e4-9955-64b9842de25b req-a9993634-d34f-4f5d-9079-00c4a2998659 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:27:36.422626 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f514bd-0da9-42ad-abc4-69a5b1645de2 service neutron] Pushing event updated for resources: {'Port': ['ID=c4e2b759-e838-4d5a-914f-a0e91771c133,revision_number=2']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:27:36.434702 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d7eaf4a9-a8bd-41e4-9955-64b9842de25b req-a9993634-d34f-4f5d-9079-00c4a2998659 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/ports?device_id=49d7c329-30a1-4efb-89cd-665861be1695 HTTP/1.1" status: 200 len: 943 time: 0.0807154 Nov 22 20:27:36.509921 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-9c83388e-0c54-4002-8255-3cce54d21568 req-19f514bd-0da9-42ad-abc4-69a5b1645de2 service neutron] Attempting to bind port c4e2b759-e838-4d5a-914f-a0e91771c133 on host n-h1-818823-1 for vnic_type normal with profile {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:27:36.510808 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-9c83388e-0c54-4002-8255-3cce54d21568 req-19f514bd-0da9-42ad-abc4-69a5b1645de2 service neutron] Attempting to bind port c4e2b759-e838-4d5a-914f-a0e91771c133 by drivers openvswitch,hyperv on host n-h1-818823-1 at level 0 using segments [{'id': '60e02a7e-98a0-4d76-b36b-46f7624c5b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '13496096-9618-4fad-a538-016ce712d3bd'}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:27:36.511509 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c83388e-0c54-4002-8255-3cce54d21568 req-19f514bd-0da9-42ad-abc4-69a5b1645de2 service neutron] Attempting to bind port c4e2b759-e838-4d5a-914f-a0e91771c133 on network 13496096-9618-4fad-a538-016ce712d3bd {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:27:36.515613 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d7eaf4a9-a8bd-41e4-9955-64b9842de25b req-ac1349d7-3770-44ba-9f5a-f39aea37a912 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e8bab57-9061-4423-98eb-3cb5b90f4a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790260 Nov 22 20:27:36.518044 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c83388e-0c54-4002-8255-3cce54d21568 req-19f514bd-0da9-42ad-abc4-69a5b1645de2 service neutron] Port c4e2b759-e838-4d5a-914f-a0e91771c133 on network 13496096-9618-4fad-a538-016ce712d3bd not bound, no agent of type Open vSwitch agent registered on host n-h1-818823-1 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:27:36.518381 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c83388e-0c54-4002-8255-3cce54d21568 req-19f514bd-0da9-42ad-abc4-69a5b1645de2 service neutron] Attempting to bind port c4e2b759-e838-4d5a-914f-a0e91771c133 on network 13496096-9618-4fad-a538-016ce712d3bd {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:27:36.526726 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c83388e-0c54-4002-8255-3cce54d21568 req-19f514bd-0da9-42ad-abc4-69a5b1645de2 service neutron] Checking agent: {'id': '7a008cff-3b49-418c-8046-689d46cc800f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'started_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 27, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:27:36.527140 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c83388e-0c54-4002-8255-3cce54d21568 req-19f514bd-0da9-42ad-abc4-69a5b1645de2 service neutron] Checking segment: {'id': '60e02a7e-98a0-4d76-b36b-46f7624c5b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '13496096-9618-4fad-a538-016ce712d3bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:27:36.527504 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c83388e-0c54-4002-8255-3cce54d21568 req-19f514bd-0da9-42ad-abc4-69a5b1645de2 service neutron] Bound using segment: {'id': '60e02a7e-98a0-4d76-b36b-46f7624c5b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '13496096-9618-4fad-a538-016ce712d3bd'} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:27:36.527952 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-9c83388e-0c54-4002-8255-3cce54d21568 req-19f514bd-0da9-42ad-abc4-69a5b1645de2 service neutron] Bound port: c4e2b759-e838-4d5a-914f-a0e91771c133, host: n-h1-818823-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60e02a7e-98a0-4d76-b36b-46f7624c5b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '13496096-9618-4fad-a538-016ce712d3bd'}}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:27:36.528316 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-9c83388e-0c54-4002-8255-3cce54d21568 req-19f514bd-0da9-42ad-abc4-69a5b1645de2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:27:36.616297 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-9c83388e-0c54-4002-8255-3cce54d21568 req-19f514bd-0da9-42ad-abc4-69a5b1645de2 service neutron] For port c4e2b759-e838-4d5a-914f-a0e91771c133, host n-h1-818823-1, cleared binding levels {{(pid=103448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:27:36.619499 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-9c83388e-0c54-4002-8255-3cce54d21568 req-19f514bd-0da9-42ad-abc4-69a5b1645de2 service neutron] For port c4e2b759-e838-4d5a-914f-a0e91771c133, host n-h1-818823-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=c4e2b759-e838-4d5a-914f-a0e91771c133,segment=NetworkSegment(60e02a7e-98a0-4d76-b36b-46f7624c5b28),segment_id=60e02a7e-98a0-4d76-b36b-46f7624c5b28)] {{(pid=103448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:27:36.624895 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-9c83388e-0c54-4002-8255-3cce54d21568 req-19f514bd-0da9-42ad-abc4-69a5b1645de2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:27:36.673806 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c83388e-0c54-4002-8255-3cce54d21568 req-19f514bd-0da9-42ad-abc4-69a5b1645de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:27:36.674641 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-9c83388e-0c54-4002-8255-3cce54d21568 req-19f514bd-0da9-42ad-abc4-69a5b1645de2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:27:36.676632 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-9c83388e-0c54-4002-8255-3cce54d21568 req-19f514bd-0da9-42ad-abc4-69a5b1645de2 service neutron] 10.222.0.41 "PUT /v2.0/ports/c4e2b759-e838-4d5a-914f-a0e91771c133 HTTP/1.1" status: 200 len: 1091 time: 0.7158954 Nov 22 20:27:36.677359 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49d7c329-30a1-4efb-89cd-665861be1695', 'tag': 'c4e2b759-e838-4d5a-914f-a0e91771c133'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:27:36.681582 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589a98cf2aea187fcc423a5edb333e5a6cf3ad7c81115d1ebee0f079693c312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19569724-4389-4302-b7aa-3aed786b19d4" -d '{"events": [{"name": "network-changed", "server_uuid": "49d7c329-30a1-4efb-89cd-665861be1695", "tag": "c4e2b759-e838-4d5a-914f-a0e91771c133"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:27:36.708838 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f514bd-0da9-42ad-abc4-69a5b1645de2 service neutron] Pushing event updated for resources: {'Port': ['ID=c4e2b759-e838-4d5a-914f-a0e91771c133,revision_number=3']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:27:36.760305 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 20:27:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b475955-ac13-4222-9042-fd78d7f2c6ce x-openstack-request-id: req-4b475955-ac13-4222-9042-fd78d7f2c6ce {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:27:36.760889 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49d7c329-30a1-4efb-89cd-665861be1695", "tag": "c4e2b759-e838-4d5a-914f-a0e91771c133", "status": "completed", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:27:36.761346 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4b475955-ac13-4222-9042-fd78d7f2c6ce {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:27:36.761928 n-d-818823-1 neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49d7c329-30a1-4efb-89cd-665861be1695', 'tag': 'c4e2b759-e838-4d5a-914f-a0e91771c133', 'status': 'completed', 'code': 200} Nov 22 20:27:36.779772 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c83388e-0c54-4002-8255-3cce54d21568 req-f7307f3d-8148-4549-807b-3486d1541e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:27:36.781322 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-9c83388e-0c54-4002-8255-3cce54d21568 req-f7307f3d-8148-4549-807b-3486d1541e42 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a3670ebd84cb4741b338db645a992249&device_id=49d7c329-30a1-4efb-89cd-665861be1695 HTTP/1.1" status: 200 len: 1094 time: 0.0595706 Nov 22 20:27:36.850034 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-9c83388e-0c54-4002-8255-3cce54d21568 req-fb21210a-f6f2-4e7e-8189-a7d9c8a3cde8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c4e2b759-e838-4d5a-914f-a0e91771c133 HTTP/1.1" status: 200 len: 217 time: 0.0609334 Nov 22 20:27:36.897929 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a4207a-7757-4d02-bb7b-17be20c57627 req-43595554-a666-43a1-89a3-1295f725d0f8 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:27:36.900339 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-62a4207a-7757-4d02-bb7b-17be20c57627 req-43595554-a666-43a1-89a3-1295f725d0f8 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/ports?device_id=70cd0428-2052-4b2d-96eb-4343ede0f061 HTTP/1.1" status: 200 len: 945 time: 0.0736933 Nov 22 20:27:36.916785 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c83388e-0c54-4002-8255-3cce54d21568 req-46f6ef14-65ba-4a08-af9f-4f6198dea946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:27:36.918287 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-9c83388e-0c54-4002-8255-3cce54d21568 req-46f6ef14-65ba-4a08-af9f-4f6198dea946 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c03e1529-a0c9-4990-b0cd-08a1dc455fd5 HTTP/1.1" status: 200 len: 851 time: 0.0530701 Nov 22 20:27:36.966294 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-62a4207a-7757-4d02-bb7b-17be20c57627 req-82996552-0296-4877-9301-ca4cdd82fa88 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/security-groups?id=8457929e-de92-4261-bfd8-ed76b2441300&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589643 Nov 22 20:27:36.966522 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c83388e-0c54-4002-8255-3cce54d21568 req-9066a921-0bca-4a9e-8152-eea56453bab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:27:36.968831 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-9c83388e-0c54-4002-8255-3cce54d21568 req-9066a921-0bca-4a9e-8152-eea56453bab0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=13496096-9618-4fad-a538-016ce712d3bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432973 Nov 22 20:27:37.067597 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-9c83388e-0c54-4002-8255-3cce54d21568 req-2ea3852e-b384-4075-b139-bb6d654d9051 service neutron] 10.222.0.41 "GET /v2.0/networks/13496096-9618-4fad-a538-016ce712d3bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917549 Nov 22 20:27:37.095095 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227c00c4-b69b-4e7b-9d71-639c623c7866 req-d1928cbe-c84a-4fab-85f4-6ce187695ba6 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:27:37.096763 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-227c00c4-b69b-4e7b-9d71-639c623c7866 req-d1928cbe-c84a-4fab-85f4-6ce187695ba6 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/ports?device_id=70cd0428-2052-4b2d-96eb-4343ede0f061 HTTP/1.1" status: 200 len: 945 time: 0.0523479 Nov 22 20:27:37.152207 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-227c00c4-b69b-4e7b-9d71-639c623c7866 req-4b605315-0dac-4142-8323-6c7c04abb31c tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/security-groups?id=8457929e-de92-4261-bfd8-ed76b2441300&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493581 Nov 22 20:27:37.165343 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-9c83388e-0c54-4002-8255-3cce54d21568 req-284c0f73-c92b-47b5-a142-c695975d75e1 service neutron] 10.222.0.41 "GET /v2.0/networks/13496096-9618-4fad-a538-016ce712d3bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912399 Nov 22 20:27:37.180431 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 60366) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:27:37.224975 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65634f91-5998-4217-823d-e4efa64e5b56 tempest-TestNetworkAdvancedServerOps-1666653009 tempest-TestNetworkAdvancedServerOps-1666653009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:27:37.226541 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-65634f91-5998-4217-823d-e4efa64e5b56 tempest-TestNetworkAdvancedServerOps-1666653009 tempest-TestNetworkAdvancedServerOps-1666653009-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=70cd0428-2052-4b2d-96eb-4343ede0f061 HTTP/1.1" status: 200 len: 1091 time: 0.0446889 Nov 22 20:27:37.229652 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 60368) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:27:37.235194 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-a752a8f4-2fd7-4228-b110-66756597392d tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Request body: {'floatingip': {'floating_network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'port_id': '0dbc1b02-eca5-4e1e-921a-2de29b8a9d56', 'tenant_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:27:37.257792 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a752a8f4-2fd7-4228-b110-66756597392d tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks [] for floatingip, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:27:37.276029 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19569724-4389-4302-b7aa-3aed786b19d4 req-880d21b6-dc03-4818-98f3-9c4a74786665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:27:37.277564 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-19569724-4389-4302-b7aa-3aed786b19d4 req-880d21b6-dc03-4818-98f3-9c4a74786665 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a3670ebd84cb4741b338db645a992249&device_id=49d7c329-30a1-4efb-89cd-665861be1695 HTTP/1.1" status: 200 len: 1094 time: 0.0486076 Nov 22 20:27:37.369046 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a752a8f4-2fd7-4228-b110-66756597392d tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:27:37.373289 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19569724-4389-4302-b7aa-3aed786b19d4 req-48c2e28e-b6ba-4b08-8f1f-9738063fb51e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:27:37.374983 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-19569724-4389-4302-b7aa-3aed786b19d4 req-48c2e28e-b6ba-4b08-8f1f-9738063fb51e service neutron] 10.222.0.41 "GET /v2.0/networks?id=13496096-9618-4fad-a538-016ce712d3bd HTTP/1.1" status: 200 len: 913 time: 0.0905118 Nov 22 20:27:37.429079 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-19569724-4389-4302-b7aa-3aed786b19d4 req-0eb02992-9bad-4f82-a3e4-dc443e12cd1f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c4e2b759-e838-4d5a-914f-a0e91771c133 HTTP/1.1" status: 200 len: 217 time: 0.0441227 Nov 22 20:27:37.481170 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19569724-4389-4302-b7aa-3aed786b19d4 req-497d5b2d-8204-498b-968e-3fd6057b6d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:27:37.483250 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-19569724-4389-4302-b7aa-3aed786b19d4 req-497d5b2d-8204-498b-968e-3fd6057b6d7c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c03e1529-a0c9-4990-b0cd-08a1dc455fd5 HTTP/1.1" status: 200 len: 851 time: 0.0473440 Nov 22 20:27:37.491651 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [None req-a752a8f4-2fd7-4228-b110-66756597392d tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Allocated IP 172.25.5.36 (c48a55e9-6a85-4746-b7bf-3e29fb560094/5da6f781-63e6-4328-ae7a-5e672262f55a/3da3df1a-5c42-4dad-b725-0f39bf77fb79) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:27:37.541463 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19569724-4389-4302-b7aa-3aed786b19d4 req-6f6e4ad0-8e31-455b-8e4a-de38fad6dc90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:27:37.543078 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-19569724-4389-4302-b7aa-3aed786b19d4 req-6f6e4ad0-8e31-455b-8e4a-de38fad6dc90 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=13496096-9618-4fad-a538-016ce712d3bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0512016 Nov 22 20:27:37.659934 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-19569724-4389-4302-b7aa-3aed786b19d4 req-0da14b64-678c-4f8c-b981-e24981c407b1 service neutron] 10.222.0.41 "GET /v2.0/networks/13496096-9618-4fad-a538-016ce712d3bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093097 Nov 22 20:27:37.669318 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a752a8f4-2fd7-4228-b110-66756597392d tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:27:37.684492 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cd4737-b86a-47b9-b7f9-d8c6df9e8d1b req-567d0e28-febd-4652-bff6-aa09e3a4fba0 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:27:37.686278 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-41cd4737-b86a-47b9-b7f9-d8c6df9e8d1b req-567d0e28-febd-4652-bff6-aa09e3a4fba0 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/ports?device_id=49d7c329-30a1-4efb-89cd-665861be1695 HTTP/1.1" status: 200 len: 943 time: 0.0894687 Nov 22 20:27:37.752797 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-41cd4737-b86a-47b9-b7f9-d8c6df9e8d1b req-719804d8-854a-4dbf-99bd-907407eaa9ab tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e8bab57-9061-4423-98eb-3cb5b90f4a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592790 Nov 22 20:27:37.764275 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a752a8f4-2fd7-4228-b110-66756597392d tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:27:37.807336 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-19569724-4389-4302-b7aa-3aed786b19d4 req-e0b316dc-6792-47f7-9e5e-978115819788 service neutron] 10.222.0.41 "GET /v2.0/networks/13496096-9618-4fad-a538-016ce712d3bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383185 Nov 22 20:27:37.820727 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a752a8f4-2fd7-4228-b110-66756597392d tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Network c48a55e9-6a85-4746-b7bf-3e29fb560094 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:27:37.825315 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-a752a8f4-2fd7-4228-b110-66756597392d tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:27:37.828585 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a752a8f4-2fd7-4228-b110-66756597392d tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:27:37.851435 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a752a8f4-2fd7-4228-b110-66756597392d tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Pushing event updated for resources: {'Port': ['ID=3da3df1a-5c42-4dad-b725-0f39bf77fb79,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:27:38.220109 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a752a8f4-2fd7-4228-b110-66756597392d tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:27:38.302166 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a752a8f4-2fd7-4228-b110-66756597392d tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:27:38.475552 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a752a8f4-2fd7-4228-b110-66756597392d tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks [] for port, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:27:38.481125 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a752a8f4-2fd7-4228-b110-66756597392d tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:27:38.550191 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a752a8f4-2fd7-4228-b110-66756597392d tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Pushing event updated for resources: {'Port': ['ID=3da3df1a-5c42-4dad-b725-0f39bf77fb79,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:27:38.562926 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a752a8f4-2fd7-4228-b110-66756597392d tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-595224'] for floatingip, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:27:38.681811 n-d-818823-1 neutron-server[103447]: INFO neutron.db.l3_db [None req-a752a8f4-2fd7-4228-b110-66756597392d tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Floating IP f1397192-c17d-47c8-a771-c59918df6ffd associated. External IP: 172.25.5.36, port: 0dbc1b02-eca5-4e1e-921a-2de29b8a9d56. Nov 22 20:27:39.018230 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e248d2c-0ec7-457d-bdb0-59c09e934d13 req-b9436677-f1db-4061-ac80-361b31ee0f81 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:27:39.026625 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1e248d2c-0ec7-457d-bdb0-59c09e934d13 req-b9436677-f1db-4061-ac80-361b31ee0f81 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/ports?device_id=49d7c329-30a1-4efb-89cd-665861be1695 HTTP/1.1" status: 200 len: 943 time: 0.1357455 Nov 22 20:27:39.095039 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a752a8f4-2fd7-4228-b110-66756597392d tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Router d43385be-9f3c-45e1-9942-af498d093418 has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 20:27:39.129621 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1e248d2c-0ec7-457d-bdb0-59c09e934d13 req-6f3ca966-c98d-438f-8fa8-20050b87740d tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e8bab57-9061-4423-98eb-3cb5b90f4a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020603 Nov 22 20:27:39.244317 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a752a8f4-2fd7-4228-b110-66756597392d tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:27:39.256452 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c90b88d0-aae5-43b3-bc2c-ba1d8068b259 None None] Sync routers for ids ['d43385be-9f3c-45e1-9942-af498d093418'] in n-d-818823-1 {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:27:39.265577 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a752a8f4-2fd7-4228-b110-66756597392d tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for floatingip, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:27:39.269137 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c90b88d0-aae5-43b3-bc2c-ba1d8068b259 None None] Routers {'d43385be-9f3c-45e1-9942-af498d093418'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:27:39.270045 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-c90b88d0-aae5-43b3-bc2c-ba1d8068b259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:27:32Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['d43385be-9f3c-45e1-9942-af498d093418'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:27:39.306116 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-a752a8f4-2fd7-4228-b110-66756597392d tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0752196 Nov 22 20:27:39.307115 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70cd0428-2052-4b2d-96eb-4343ede0f061', 'tag': '0dbc1b02-eca5-4e1e-921a-2de29b8a9d56'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:27:39.310480 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1668dd61-6d96-460f-9446-0e1b2dda3e0b" -d '{"events": [{"name": "network-changed", "server_uuid": "70cd0428-2052-4b2d-96eb-4343ede0f061", "tag": "0dbc1b02-eca5-4e1e-921a-2de29b8a9d56"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:27:39.363986 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 20:27:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b03201e-a136-42c9-82bf-1f5685f08f87 x-openstack-request-id: req-3b03201e-a136-42c9-82bf-1f5685f08f87 {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:27:39.364393 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70cd0428-2052-4b2d-96eb-4343ede0f061", "tag": "0dbc1b02-eca5-4e1e-921a-2de29b8a9d56", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:27:39.364748 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3b03201e-a136-42c9-82bf-1f5685f08f87 {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:27:39.365258 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70cd0428-2052-4b2d-96eb-4343ede0f061', 'tag': '0dbc1b02-eca5-4e1e-921a-2de29b8a9d56', 'status': 'completed', 'code': 200} Nov 22 20:27:39.401303 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-c90b88d0-aae5-43b3-bc2c-ba1d8068b259 None None] Set router d43385be-9f3c-45e1-9942-af498d093418 gateway port host: n-d-818823-1 {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:27:39.465816 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1dc70e-cbff-47cc-a48a-d5b2eddd2fe3 req-7e9ca5b8-3f4a-484e-a0f0-d58151736657 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:27:39.467508 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ec1dc70e-cbff-47cc-a48a-d5b2eddd2fe3 req-7e9ca5b8-3f4a-484e-a0f0-d58151736657 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/ports?device_id=70cd0428-2052-4b2d-96eb-4343ede0f061 HTTP/1.1" status: 200 len: 945 time: 0.1003246 Nov 22 20:27:39.548809 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1668dd61-6d96-460f-9446-0e1b2dda3e0b req-83e52fe4-f05a-4b0c-914a-3cf8f5a6d5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:27:39.550381 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1668dd61-6d96-460f-9446-0e1b2dda3e0b req-83e52fe4-f05a-4b0c-914a-3cf8f5a6d5d6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f13d149ee8a64f188025185f0e8b5cfe&device_id=70cd0428-2052-4b2d-96eb-4343ede0f061 HTTP/1.1" status: 200 len: 1096 time: 0.1419964 Nov 22 20:27:39.658944 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ec1dc70e-cbff-47cc-a48a-d5b2eddd2fe3 req-bb4c82f7-5066-4af6-bf33-394bf570dbc3 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/security-groups?id=8457929e-de92-4261-bfd8-ed76b2441300&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1745448 Nov 22 20:27:39.675537 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 60390) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:27:39.685656 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1668dd61-6d96-460f-9446-0e1b2dda3e0b req-89af93e0-6aa8-4140-a2f0-7b19a5357a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:27:39.688091 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1668dd61-6d96-460f-9446-0e1b2dda3e0b req-89af93e0-6aa8-4140-a2f0-7b19a5357a23 service neutron] 10.222.0.20 "GET /v2.0/networks?id=1db40f05-df12-49c2-bc90-ab4e664c648c HTTP/1.1" status: 200 len: 897 time: 0.1282258 Nov 22 20:27:39.751646 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-c90b88d0-aae5-43b3-bc2c-ba1d8068b259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd43385be-9f3c-45e1-9942-af498d093418', 'name': 'tempest-TestNetworkAdvancedServerOps-router-549102032', 'tenant_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': '7fae2a6d-9f45-48f8-91f4-e7719e461511', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:27:09Z', 'updated_at': '2021-11-22T20:27:19Z', 'revision_number': 4, 'project_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'gw_port': {'id': '7fae2a6d-9f45-48f8-91f4-e7719e461511', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:d1:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd43385be-9f3c-45e1-9942-af498d093418', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2319, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:27:10Z', 'updated_at': '2021-11-22T20:27:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_floatingips': [{'id': 'f1397192-c17d-47c8-a771-c59918df6ffd', 'tenant_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'floating_ip_address': '172.25.5.36', 'floating_network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'router_id': 'd43385be-9f3c-45e1-9942-af498d093418', 'port_id': '0dbc1b02-eca5-4e1e-921a-2de29b8a9d56', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2326, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1db40f05-df12-49c2-bc90-ab4e664c648c', 'mac_address': 'fa:16:3e:4d:fe:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70cd0428-2052-4b2d-96eb-4343ede0f061', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T20:27:38Z', 'updated_at': '2021-11-22T20:27:38Z', 'revision_number': 0, 'project_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a4bfb97-6a18-41c0-8cfc-c74cfde5ce08', 'name': '', 'network_id': '1db40f05-df12-49c2-bc90-ab4e664c648c', 'tenant_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'mac_address': 'fa:16:3e:54:fe:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd43385be-9f3c-45e1-9942-af498d093418', 'device_owner': 'network:router_interface', 'standard_attr_id': 2322, 'fixed_ips': [{'subnet_id': '443e6440-2cd1-4084-9bfd-0f8654190aeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:27:18Z', 'updated_at': '2021-11-22T20:27:25Z', 'revision_number': 5, 'project_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'subnets': [{'id': '443e6440-2cd1-4084-9bfd-0f8654190aeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:27:39.771607 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-985b3d29-0289-4213-b4e9-275ec8093e7a tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/floatingips/f1397192-c17d-47c8-a771-c59918df6ffd HTTP/1.1" status: 200 len: 990 time: 0.0936725 Nov 22 20:27:39.782068 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1668dd61-6d96-460f-9446-0e1b2dda3e0b req-7b85d0d9-98f8-4f31-8db6-5eda2f06068b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0dbc1b02-eca5-4e1e-921a-2de29b8a9d56 HTTP/1.1" status: 200 len: 998 time: 0.0861676 Nov 22 20:27:39.783753 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c90b88d0-aae5-43b3-bc2c-ba1d8068b259 None None] Checking router: d43385be-9f3c-45e1-9942-af498d093418 for host: n-d-818823-1 {{(pid=103450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 20:27:39.794020 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c90b88d0-aae5-43b3-bc2c-ba1d8068b259 None None] Routers {'d43385be-9f3c-45e1-9942-af498d093418'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:27:39.795289 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-c90b88d0-aae5-43b3-bc2c-ba1d8068b259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:27:32Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['d43385be-9f3c-45e1-9942-af498d093418'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:27:39.887893 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1668dd61-6d96-460f-9446-0e1b2dda3e0b req-101f4d63-7049-4474-98a7-28237b6993d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:27:39.889831 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1668dd61-6d96-460f-9446-0e1b2dda3e0b req-101f4d63-7049-4474-98a7-28237b6993d1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=443e6440-2cd1-4084-9bfd-0f8654190aeb HTTP/1.1" status: 200 len: 835 time: 0.0829713 Nov 22 20:27:39.906744 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012a06cc-7298-4a80-bd5c-9dcb907de52a req-ef3e9074-bc84-4ef5-b085-73293ad4b405 tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:27:39.913959 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-012a06cc-7298-4a80-bd5c-9dcb907de52a req-ef3e9074-bc84-4ef5-b085-73293ad4b405 tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] 10.222.0.46 "GET /v2.0/ports?device_id=30223940-a247-436b-b2ee-f0eac24f58b9 HTTP/1.1" status: 200 len: 945 time: 0.0750377 Nov 22 20:27:39.919829 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-c90b88d0-aae5-43b3-bc2c-ba1d8068b259 None None] Set router d43385be-9f3c-45e1-9942-af498d093418 gateway port host: n-d-818823-1 {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:27:39.995645 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-012a06cc-7298-4a80-bd5c-9dcb907de52a req-4780b345-079d-4050-a76c-33436879eef4 tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] 10.222.0.46 "GET /v2.0/security-groups?id=e77ff0e9-b450-4641-ad17-7a74a6cf419c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807176 Nov 22 20:27:40.004721 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1668dd61-6d96-460f-9446-0e1b2dda3e0b req-c130ac03-4102-425c-bbdd-43d7bd2e43dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:27:40.006236 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1668dd61-6d96-460f-9446-0e1b2dda3e0b req-c130ac03-4102-425c-bbdd-43d7bd2e43dc service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1db40f05-df12-49c2-bc90-ab4e664c648c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0807841 Nov 22 20:27:40.112709 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1668dd61-6d96-460f-9446-0e1b2dda3e0b req-fdbcdf61-6c5c-40ec-9713-170d02befdae service neutron] 10.222.0.20 "GET /v2.0/networks/1db40f05-df12-49c2-bc90-ab4e664c648c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956457 Nov 22 20:27:40.167267 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-c90b88d0-aae5-43b3-bc2c-ba1d8068b259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd43385be-9f3c-45e1-9942-af498d093418', 'name': 'tempest-TestNetworkAdvancedServerOps-router-549102032', 'tenant_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': '7fae2a6d-9f45-48f8-91f4-e7719e461511', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:27:09Z', 'updated_at': '2021-11-22T20:27:19Z', 'revision_number': 4, 'project_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'gw_port': {'id': '7fae2a6d-9f45-48f8-91f4-e7719e461511', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:d1:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd43385be-9f3c-45e1-9942-af498d093418', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2319, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:27:10Z', 'updated_at': '2021-11-22T20:27:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_floatingips': [{'id': 'f1397192-c17d-47c8-a771-c59918df6ffd', 'tenant_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'floating_ip_address': '172.25.5.36', 'floating_network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'router_id': 'd43385be-9f3c-45e1-9942-af498d093418', 'port_id': '0dbc1b02-eca5-4e1e-921a-2de29b8a9d56', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2326, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1db40f05-df12-49c2-bc90-ab4e664c648c', 'mac_address': 'fa:16:3e:4d:fe:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70cd0428-2052-4b2d-96eb-4343ede0f061', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T20:27:38Z', 'updated_at': '2021-11-22T20:27:38Z', 'revision_number': 0, 'project_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a4bfb97-6a18-41c0-8cfc-c74cfde5ce08', 'name': '', 'network_id': '1db40f05-df12-49c2-bc90-ab4e664c648c', 'tenant_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'mac_address': 'fa:16:3e:54:fe:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd43385be-9f3c-45e1-9942-af498d093418', 'device_owner': 'network:router_interface', 'standard_attr_id': 2322, 'fixed_ips': [{'subnet_id': '443e6440-2cd1-4084-9bfd-0f8654190aeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:27:18Z', 'updated_at': '2021-11-22T20:27:25Z', 'revision_number': 5, 'project_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'subnets': [{'id': '443e6440-2cd1-4084-9bfd-0f8654190aeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:27:40.190988 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device c4e2b759-e838-4d5a-914f-a0e91771c133 details requested by agent hyperv_n-h1-818823-1 with host n-h1-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 20:27:40.194756 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c90b88d0-aae5-43b3-bc2c-ba1d8068b259 None None] The sync data for ids ['d43385be-9f3c-45e1-9942-af498d093418'] in n-d-818823-1 is: [{'id': 'd43385be-9f3c-45e1-9942-af498d093418', 'name': 'tempest-TestNetworkAdvancedServerOps-router-549102032', 'tenant_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': '7fae2a6d-9f45-48f8-91f4-e7719e461511', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:27:09Z', 'updated_at': '2021-11-22T20:27:19Z', 'revision_number': 4, 'project_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'gw_port': {'id': '7fae2a6d-9f45-48f8-91f4-e7719e461511', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:d1:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd43385be-9f3c-45e1-9942-af498d093418', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2319, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:27:10Z', 'updated_at': '2021-11-22T20:27:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_floatingips': [{'id': 'f1397192-c17d-47c8-a771-c59918df6ffd', 'tenant_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'floating_ip_address': '172.25.5.36', 'floating_network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'router_id': 'd43385be-9f3c-45e1-9942-af498d093418', 'port_id': '0dbc1b02-eca5-4e1e-921a-2de29b8a9d56', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2326, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1db40f05-df12-49c2-bc90-ab4e664c648c', 'mac_address': 'fa:16:3e:4d:fe:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70cd0428-2052-4b2d-96eb-4343ede0f061', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T20:27:38Z', 'updated_at': '2021-11-22T20:27:38Z', 'revision_number': 0, 'project_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a4bfb97-6a18-41c0-8cfc-c74cfde5ce08', 'name': '', 'network_id': '1db40f05-df12-49c2-bc90-ab4e664c648c', 'tenant_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'mac_address': 'fa:16:3e:54:fe:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd43385be-9f3c-45e1-9942-af498d093418', 'device_owner': 'network:router_interface', 'standard_attr_id': 2322, 'fixed_ips': [{'subnet_id': '443e6440-2cd1-4084-9bfd-0f8654190aeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:27:18Z', 'updated_at': '2021-11-22T20:27:25Z', 'revision_number': 5, 'project_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'subnets': [{'id': '443e6440-2cd1-4084-9bfd-0f8654190aeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:27:40.262249 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1668dd61-6d96-460f-9446-0e1b2dda3e0b req-70914771-0423-4708-aae2-a0178323e38c service neutron] 10.222.0.20 "GET /v2.0/networks/1db40f05-df12-49c2-bc90-ab4e664c648c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351025 Nov 22 20:27:40.288241 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad9f200-0f9b-4ea0-9dd2-49e97f0d5a7c req-6c7e63fe-d005-43da-bcc7-75f31fa7a5b1 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:27:40.290187 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9ad9f200-0f9b-4ea0-9dd2-49e97f0d5a7c req-6c7e63fe-d005-43da-bcc7-75f31fa7a5b1 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/ports?device_id=49d7c329-30a1-4efb-89cd-665861be1695 HTTP/1.1" status: 200 len: 943 time: 0.0634587 Nov 22 20:27:40.329009 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port c4e2b759-e838-4d5a-914f-a0e91771c133, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=c4e2b759-e838-4d5a-914f-a0e91771c133,segment=NetworkSegment(60e02a7e-98a0-4d76-b36b-46f7624c5b28),segment_id=60e02a7e-98a0-4d76-b36b-46f7624c5b28)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:27:40.345609 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Returning: {'device': 'c4e2b759-e838-4d5a-914f-a0e91771c133', 'network_id': '13496096-9618-4fad-a538-016ce712d3bd', 'port_id': 'c4e2b759-e838-4d5a-914f-a0e91771c133', 'mac_address': 'fa:16:3e:66:2a:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c03e1529-a0c9-4990-b0cd-08a1dc455fd5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 20:27:40.358748 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9ad9f200-0f9b-4ea0-9dd2-49e97f0d5a7c req-a00e96c9-422a-4fed-a2e4-a177f53dd312 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e8bab57-9061-4423-98eb-3cb5b90f4a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612893 Nov 22 20:27:40.400378 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:27:40.417335 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4e2b759-e838-4d5a-914f-a0e91771c133 {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:27:40.442305 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port c4e2b759-e838-4d5a-914f-a0e91771c133, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=c4e2b759-e838-4d5a-914f-a0e91771c133,segment=NetworkSegment(60e02a7e-98a0-4d76-b36b-46f7624c5b28),segment_id=60e02a7e-98a0-4d76-b36b-46f7624c5b28)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:27:40.446906 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:27:40.498881 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=c4e2b759-e838-4d5a-914f-a0e91771c133,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:27:40.509965 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a8d727e-cbb2-4b3c-bc2e-9b227ea7984b None None] New status for floating IP f1397192-c17d-47c8-a771-c59918df6ffd: ACTIVE {{(pid=103449) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 20:27:40.774338 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 60404) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:27:40.791195 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] get_ports_and_sgs() called for port_ids ['c4e2b759-e838-4d5a-914f-a0e91771c133'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:27:40.842427 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-94769944-7c86-4b47-8aad-fe54ac5d9db8 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/floatingips/f1397192-c17d-47c8-a771-c59918df6ffd HTTP/1.1" status: 200 len: 992 time: 0.0668945 Nov 22 20:27:41.117205 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad38432-0391-4c62-9c92-7b740442200f req-3545509a-7a26-43a5-ab7b-90000c7aa09d tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:27:41.118686 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-dad38432-0391-4c62-9c92-7b740442200f req-3545509a-7a26-43a5-ab7b-90000c7aa09d tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] 10.222.0.46 "GET /v2.0/ports?device_id=30223940-a247-436b-b2ee-f0eac24f58b9 HTTP/1.1" status: 200 len: 945 time: 0.0490294 Nov 22 20:27:41.168014 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-dad38432-0391-4c62-9c92-7b740442200f req-8c69c136-b6ca-4d7b-ab27-a7213ac712ca tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] 10.222.0.46 "GET /v2.0/security-groups?id=e77ff0e9-b450-4641-ad17-7a74a6cf419c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428519 Nov 22 20:27:41.488570 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc37184e-3ddb-4d0a-a663-ced43595e9b3 req-0b20d9a7-08b4-4442-b408-255202400e7d tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:27:41.490062 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-dc37184e-3ddb-4d0a-a663-ced43595e9b3 req-0b20d9a7-08b4-4442-b408-255202400e7d tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/ports?device_id=49d7c329-30a1-4efb-89cd-665861be1695 HTTP/1.1" status: 200 len: 944 time: 0.0569715 Nov 22 20:27:41.539788 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-dc37184e-3ddb-4d0a-a663-ced43595e9b3 req-0ba3af30-b43f-448e-bd18-f6b0473d85a3 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e8bab57-9061-4423-98eb-3cb5b90f4a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436924 Nov 22 20:27:42.215056 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device c4e2b759-e838-4d5a-914f-a0e91771c133 up at agent hyperv_n-h1-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:27:42.289074 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Provisioning for port c4e2b759-e838-4d5a-914f-a0e91771c133 completed by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 20:27:42.294268 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Provisioning complete for port c4e2b759-e838-4d5a-914f-a0e91771c133 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:27:42.294888 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:27:42.316844 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50afb573-cfab-48bf-a736-fde4893b4577 req-6325b2ce-ac5d-4f18-bcc0-dade4dd6aae5 tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:27:42.319897 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-50afb573-cfab-48bf-a736-fde4893b4577 req-6325b2ce-ac5d-4f18-bcc0-dade4dd6aae5 tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] 10.222.0.46 "GET /v2.0/ports?device_id=30223940-a247-436b-b2ee-f0eac24f58b9 HTTP/1.1" status: 200 len: 945 time: 0.0706210 Nov 22 20:27:42.370523 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-50afb573-cfab-48bf-a736-fde4893b4577 req-329272f9-2f19-40c8-97a9-21a55e0fb638 tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] 10.222.0.46 "GET /v2.0/security-groups?id=e77ff0e9-b450-4641-ad17-7a74a6cf419c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449650 Nov 22 20:27:42.383369 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:27:42.408379 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49d7c329-30a1-4efb-89cd-665861be1695', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4e2b759-e838-4d5a-914f-a0e91771c133'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:27:42.410593 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d39f6d30a11e565ec9648abcc015e8a6ab6cff4edd704add8155e28765d31eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b571fa11-0775-48e3-baf4-14f328c3dab7" -d '{"events": [{"server_uuid": "49d7c329-30a1-4efb-89cd-665861be1695", "name": "network-vif-plugged", "status": "completed", "tag": "c4e2b759-e838-4d5a-914f-a0e91771c133"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:27:42.424223 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port c4e2b759-e838-4d5a-914f-a0e91771c133, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=c4e2b759-e838-4d5a-914f-a0e91771c133,segment=NetworkSegment(60e02a7e-98a0-4d76-b36b-46f7624c5b28),segment_id=60e02a7e-98a0-4d76-b36b-46f7624c5b28)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:27:42.429945 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:27:42.455911 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:27:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44e8f839-f89f-4a21-b6d7-82d7ccd8fbd8 x-openstack-request-id: req-44e8f839-f89f-4a21-b6d7-82d7ccd8fbd8 {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:27:42.456270 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49d7c329-30a1-4efb-89cd-665861be1695", "name": "network-vif-plugged", "status": "completed", "tag": "c4e2b759-e838-4d5a-914f-a0e91771c133", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:27:42.456684 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-44e8f839-f89f-4a21-b6d7-82d7ccd8fbd8 {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:27:42.457072 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49d7c329-30a1-4efb-89cd-665861be1695', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4e2b759-e838-4d5a-914f-a0e91771c133', 'code': 200} Nov 22 20:27:42.483570 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=c4e2b759-e838-4d5a-914f-a0e91771c133,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:27:42.562045 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a5c11c-6c73-49f1-9358-c3b95ea3c358 req-a1b7d16e-5034-49a8-bc0e-344a467ed5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:27:42.565394 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-16a5c11c-6c73-49f1-9358-c3b95ea3c358 req-a1b7d16e-5034-49a8-bc0e-344a467ed5aa service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=49d7c329-30a1-4efb-89cd-665861be1695 HTTP/1.1" status: 200 len: 1096 time: 0.0445535 Nov 22 20:27:42.628723 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-16a5c11c-6c73-49f1-9358-c3b95ea3c358 req-442c6038-ac45-4c98-a0f7-75b0cabcc23b service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=4e8bab57-9061-4423-98eb-3cb5b90f4a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554318 Nov 22 20:27:42.670068 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab7454f-7382-450a-aebd-388e65d36ac3 req-2fac3e0c-e565-4c7e-a29d-f3ac4a906474 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:27:42.671765 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0ab7454f-7382-450a-aebd-388e65d36ac3 req-2fac3e0c-e565-4c7e-a29d-f3ac4a906474 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/ports?device_id=49d7c329-30a1-4efb-89cd-665861be1695 HTTP/1.1" status: 200 len: 945 time: 0.0525191 Nov 22 20:27:42.746687 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0ab7454f-7382-450a-aebd-388e65d36ac3 req-e3a5176a-3eb5-4d9a-89b0-43f0eb22ec4a tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e8bab57-9061-4423-98eb-3cb5b90f4a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680399 Nov 22 20:27:43.510323 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1523be0d-b77c-468e-a5b4-b93b4d88545a req-7d72e21d-176f-4ce4-9524-cc7451cc4ac9 tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:27:43.511865 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1523be0d-b77c-468e-a5b4-b93b4d88545a req-7d72e21d-176f-4ce4-9524-cc7451cc4ac9 tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] 10.222.0.46 "GET /v2.0/ports?device_id=30223940-a247-436b-b2ee-f0eac24f58b9 HTTP/1.1" status: 200 len: 945 time: 0.0555365 Nov 22 20:27:43.574672 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1523be0d-b77c-468e-a5b4-b93b4d88545a req-34a28294-ff18-48ae-ae2e-8c7f69e00114 tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] 10.222.0.46 "GET /v2.0/security-groups?id=e77ff0e9-b450-4641-ad17-7a74a6cf419c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556359 Nov 22 20:27:43.921438 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5e85b9-3a53-47d5-b475-22521050c041 req-8601f91e-bde1-48ac-a7dc-66b9cd4dfbf0 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:27:43.923729 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4a5e85b9-3a53-47d5-b475-22521050c041 req-8601f91e-bde1-48ac-a7dc-66b9cd4dfbf0 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/ports?device_id=49d7c329-30a1-4efb-89cd-665861be1695 HTTP/1.1" status: 200 len: 945 time: 0.0658708 Nov 22 20:27:43.982524 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4a5e85b9-3a53-47d5-b475-22521050c041 req-8f250a24-b1b3-44fb-8bd5-1b7fef10af07 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e8bab57-9061-4423-98eb-3cb5b90f4a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515506 Nov 22 20:27:44.394174 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:27:44.424675 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:27:44.721457 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d116f655-4e4e-49a7-aa4f-94fa4fc7f4c4 req-91bb2fb1-51b3-4aad-b755-9843e973e173 tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:27:44.723123 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d116f655-4e4e-49a7-aa4f-94fa4fc7f4c4 req-91bb2fb1-51b3-4aad-b755-9843e973e173 tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] 10.222.0.46 "GET /v2.0/ports?device_id=30223940-a247-436b-b2ee-f0eac24f58b9 HTTP/1.1" status: 200 len: 945 time: 0.0671427 Nov 22 20:27:44.785563 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d116f655-4e4e-49a7-aa4f-94fa4fc7f4c4 req-d84f91f2-0e60-4fe5-9b1b-dea8ae8be2fd tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] 10.222.0.46 "GET /v2.0/security-groups?id=e77ff0e9-b450-4641-ad17-7a74a6cf419c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558980 Nov 22 20:27:45.150641 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ab3680-42c3-4ea7-a20d-928216fe10f8 req-e9aeddc1-aff6-4f11-b977-80c0122599b4 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:27:45.152178 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a6ab3680-42c3-4ea7-a20d-928216fe10f8 req-e9aeddc1-aff6-4f11-b977-80c0122599b4 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/ports?device_id=49d7c329-30a1-4efb-89cd-665861be1695 HTTP/1.1" status: 200 len: 945 time: 0.0552099 Nov 22 20:27:45.221791 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a6ab3680-42c3-4ea7-a20d-928216fe10f8 req-fa7b3f69-60cc-44cf-90ac-a970dc42ab7b tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e8bab57-9061-4423-98eb-3cb5b90f4a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565019 Nov 22 20:27:45.454688 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f017f338-d80b-49d3-a5d5-8a361f8f717e req-a0116746-8b8e-44b2-81f4-ec48c916e4df tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:27:45.456212 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f017f338-d80b-49d3-a5d5-8a361f8f717e req-a0116746-8b8e-44b2-81f4-ec48c916e4df tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/ports?device_id=49d7c329-30a1-4efb-89cd-665861be1695 HTTP/1.1" status: 200 len: 945 time: 0.0751288 Nov 22 20:27:45.516109 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f017f338-d80b-49d3-a5d5-8a361f8f717e req-9cc03308-f276-488f-9e18-497c8cec8389 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e8bab57-9061-4423-98eb-3cb5b90f4a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507791 Nov 22 20:27:45.922707 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df504c64-4a21-4e18-88f5-c6dc4940e8ad req-5a6f3276-3b32-43c6-b6a0-0415566b250f tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:27:45.927668 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-df504c64-4a21-4e18-88f5-c6dc4940e8ad req-5a6f3276-3b32-43c6-b6a0-0415566b250f tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] 10.222.0.46 "GET /v2.0/ports?device_id=30223940-a247-436b-b2ee-f0eac24f58b9 HTTP/1.1" status: 200 len: 945 time: 0.0611651 Nov 22 20:27:45.997534 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-df504c64-4a21-4e18-88f5-c6dc4940e8ad req-cbc5a8be-bb18-4c1d-aa34-da90ac746cda tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] 10.222.0.46 "GET /v2.0/security-groups?id=e77ff0e9-b450-4641-ad17-7a74a6cf419c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613961 Nov 22 20:27:46.647871 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6754720c-ad81-417e-ad22-3fc060df6a0b req-f1fb9994-1c8b-4b72-bf55-6c9e11d8e517 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:27:46.649797 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6754720c-ad81-417e-ad22-3fc060df6a0b req-f1fb9994-1c8b-4b72-bf55-6c9e11d8e517 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/ports?device_id=49d7c329-30a1-4efb-89cd-665861be1695 HTTP/1.1" status: 200 len: 945 time: 0.0537088 Nov 22 20:27:46.708578 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6754720c-ad81-417e-ad22-3fc060df6a0b req-2c5e54b6-bb84-4b50-9963-a941001e068b tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e8bab57-9061-4423-98eb-3cb5b90f4a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526428 Nov 22 20:27:47.061847 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc0d578-3239-4351-882c-c9205dfd954d req-aeaf4578-1b01-4cf3-a8b3-7782269c20a8 tempest-VolumesSnapshotTestJSON-2135202428 tempest-VolumesSnapshotTestJSON-2135202428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:27:47.063369 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ccc0d578-3239-4351-882c-c9205dfd954d req-aeaf4578-1b01-4cf3-a8b3-7782269c20a8 tempest-VolumesSnapshotTestJSON-2135202428 tempest-VolumesSnapshotTestJSON-2135202428-project] 10.222.0.46 "GET /v2.0/networks?id=ae1ebccf-2839-4f0d-9ea2-de0f939b66c4 HTTP/1.1" status: 200 len: 813 time: 0.1089816 Nov 22 20:27:47.091975 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ccc0d578-3239-4351-882c-c9205dfd954d req-0122a6e9-0f93-4df6-a44b-1d8dcecc5357 tempest-VolumesSnapshotTestJSON-2135202428 tempest-VolumesSnapshotTestJSON-2135202428-project] 10.222.0.46 "GET /v2.0/quotas/b98f9ea0877b450793427166f9876e14 HTTP/1.1" status: 200 len: 375 time: 0.0189922 Nov 22 20:27:47.139197 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ccc0d578-3239-4351-882c-c9205dfd954d req-aee4ef67-c73c-4ab2-af05-3ebf15a48692 tempest-VolumesSnapshotTestJSON-2135202428 tempest-VolumesSnapshotTestJSON-2135202428-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=b98f9ea0877b450793427166f9876e14&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0328383 Nov 22 20:27:47.165594 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f22d9e-5665-4c6f-8b09-0a3843c60da1 req-4480aee7-0dfc-4082-a234-fe2e08afc86e tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:27:47.167075 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-90f22d9e-5665-4c6f-8b09-0a3843c60da1 req-4480aee7-0dfc-4082-a234-fe2e08afc86e tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] 10.222.0.46 "GET /v2.0/ports?device_id=30223940-a247-436b-b2ee-f0eac24f58b9 HTTP/1.1" status: 200 len: 945 time: 0.0882554 Nov 22 20:27:47.262707 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-90f22d9e-5665-4c6f-8b09-0a3843c60da1 req-c784d75f-59e2-4638-a4ee-9d4a970ecb85 tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] 10.222.0.46 "GET /v2.0/security-groups?id=e77ff0e9-b450-4641-ad17-7a74a6cf419c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852993 Nov 22 20:27:47.286016 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ccc0d578-3239-4351-882c-c9205dfd954d req-d0123297-aade-4819-917a-5b3753f6bbdf service neutron] 10.222.0.46 "GET /v2.0/networks/ae1ebccf-2839-4f0d-9ea2-de0f939b66c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387749 Nov 22 20:27:47.756246 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ccc0d578-3239-4351-882c-c9205dfd954d req-c0f8e03f-51da-475d-8f2e-dd18d95f5c99 service neutron] 10.222.0.46 "GET /v2.0/networks/ae1ebccf-2839-4f0d-9ea2-de0f939b66c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4640050 Nov 22 20:27:47.772543 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2e6464-20ac-492e-a468-d8877c3602e5 req-3135efbd-093e-4da5-b657-a8687f004567 tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:27:47.774068 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3b2e6464-20ac-492e-a468-d8877c3602e5 req-3135efbd-093e-4da5-b657-a8687f004567 tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] 10.222.0.46 "GET /v2.0/networks?id=7f744b6d-d53b-48bc-90d8-0ac9583035c9 HTTP/1.1" status: 200 len: 813 time: 0.1357117 Nov 22 20:27:47.801927 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3b2e6464-20ac-492e-a468-d8877c3602e5 req-3a8d5ef7-ff95-48a0-af87-cbf42d2c3ac2 tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] 10.222.0.46 "GET /v2.0/quotas/b49ffae0998b42cf90d82005a2279509 HTTP/1.1" status: 200 len: 375 time: 0.0185728 Nov 22 20:27:47.855307 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3b2e6464-20ac-492e-a468-d8877c3602e5 req-9a3012b4-a652-44be-8df8-e160493ecb35 tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=b49ffae0998b42cf90d82005a2279509&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0521519 Nov 22 20:27:47.995903 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3b2e6464-20ac-492e-a468-d8877c3602e5 req-01d333de-da25-4286-958e-7eb83de20aa9 service neutron] 10.222.0.46 "GET /v2.0/networks/7f744b6d-d53b-48bc-90d8-0ac9583035c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314843 Nov 22 20:27:48.109743 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6146872-d1ee-4e07-863e-b34564732c77 req-45e8b993-9cce-4ee1-a565-9473fc3cc043 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:27:48.112708 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f6146872-d1ee-4e07-863e-b34564732c77 req-45e8b993-9cce-4ee1-a565-9473fc3cc043 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/ports?device_id=49d7c329-30a1-4efb-89cd-665861be1695 HTTP/1.1" status: 200 len: 945 time: 0.1038184 Nov 22 20:27:48.169050 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3b2e6464-20ac-492e-a468-d8877c3602e5 req-44417897-8427-47a9-a51c-22d7fa58f8ef service neutron] 10.222.0.46 "GET /v2.0/networks/7f744b6d-d53b-48bc-90d8-0ac9583035c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1709774 Nov 22 20:27:48.203107 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f6146872-d1ee-4e07-863e-b34564732c77 req-36469929-ec93-4b72-99ff-ca6311ea226a tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e8bab57-9061-4423-98eb-3cb5b90f4a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717182 Nov 22 20:27:48.442054 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-41f27658-f5a7-4e3e-8d31-6fa283442ad2 req-87b83745-0ac2-4650-8fa0-7f61d709b3e4 tempest-VolumesSnapshotTestJSON-2135202428 tempest-VolumesSnapshotTestJSON-2135202428-project] 10.222.0.46 "GET /v2.0/ports?device_id=d5e2f7eb-bb02-4e22-aa8f-92b5f9aa55ba HTTP/1.1" status: 200 len: 210 time: 0.0772691 Nov 22 20:27:48.513928 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb8ff04-b9cc-4162-9404-815810050486 req-9936b79e-526a-4cc8-9dd9-c9bc605bba56 tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:27:48.515704 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0fb8ff04-b9cc-4162-9404-815810050486 req-9936b79e-526a-4cc8-9dd9-c9bc605bba56 tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] 10.222.0.46 "GET /v2.0/ports?device_id=30223940-a247-436b-b2ee-f0eac24f58b9 HTTP/1.1" status: 200 len: 945 time: 0.0843999 Nov 22 20:27:48.558057 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-13cf7269-ae5f-47b8-b279-a7c1de4a0c5f req-7c9acb91-d05e-46aa-8ca2-92283a3a9cf4 tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] 10.222.0.46 "GET /v2.0/ports?device_id=d4bed4ed-989a-4ec1-98ba-a9d872693634 HTTP/1.1" status: 200 len: 210 time: 0.0411408 Nov 22 20:27:48.609754 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0fb8ff04-b9cc-4162-9404-815810050486 req-046d163d-5e10-4b02-873f-f36ecff29bdd tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] 10.222.0.46 "GET /v2.0/security-groups?id=e77ff0e9-b450-4641-ad17-7a74a6cf419c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830648 Nov 22 20:27:49.379513 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc0d578-3239-4351-882c-c9205dfd954d req-3443df47-e5f4-4a9d-b2f8-e833fa2371ba tempest-VolumesSnapshotTestJSON-2135202428 tempest-VolumesSnapshotTestJSON-2135202428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:27:49.381017 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ccc0d578-3239-4351-882c-c9205dfd954d req-3443df47-e5f4-4a9d-b2f8-e833fa2371ba tempest-VolumesSnapshotTestJSON-2135202428 tempest-VolumesSnapshotTestJSON-2135202428-project] 10.222.0.20 "GET /v2.0/networks?id=ae1ebccf-2839-4f0d-9ea2-de0f939b66c4 HTTP/1.1" status: 200 len: 813 time: 0.1697762 Nov 22 20:27:49.414210 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-ccc0d578-3239-4351-882c-c9205dfd954d req-4203baf4-6a4b-4306-9762-cbcc23885a3c tempest-VolumesSnapshotTestJSON-2135202428 tempest-VolumesSnapshotTestJSON-2135202428-project] Request body: {'port': {'device_id': 'd5e2f7eb-bb02-4e22-aa8f-92b5f9aa55ba', 'network_id': 'ae1ebccf-2839-4f0d-9ea2-de0f939b66c4', 'admin_state_up': True, 'tenant_id': 'b98f9ea0877b450793427166f9876e14'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:27:49.492199 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433a9ea0-7091-4d1a-80ce-4929fd1da72f req-640eb597-20a9-4c87-a71f-e562f15ba49d tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:27:49.493741 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-433a9ea0-7091-4d1a-80ce-4929fd1da72f req-640eb597-20a9-4c87-a71f-e562f15ba49d tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/ports?device_id=49d7c329-30a1-4efb-89cd-665861be1695 HTTP/1.1" status: 200 len: 945 time: 0.1771491 Nov 22 20:27:49.605701 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-08aa5a2c-02bb-463f-b5e2-08e91ca90f38 req-81626cbd-b626-4896-b0c1-c6badcde2e96 tempest-VolumesSnapshotTestJSON-2135202428 tempest-VolumesSnapshotTestJSON-2135202428-project] 10.222.0.46 "GET /v2.0/ports?device_id=d5e2f7eb-bb02-4e22-aa8f-92b5f9aa55ba HTTP/1.1" status: 200 len: 210 time: 0.0376697 Nov 22 20:27:49.608627 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ccc0d578-3239-4351-882c-c9205dfd954d req-4203baf4-6a4b-4306-9762-cbcc23885a3c tempest-VolumesSnapshotTestJSON-2135202428 tempest-VolumesSnapshotTestJSON-2135202428-project] Made reservation on behalf of b98f9ea0877b450793427166f9876e14 for: {'port': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:27:49.612163 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-ccc0d578-3239-4351-882c-c9205dfd954d req-4203baf4-6a4b-4306-9762-cbcc23885a3c tempest-VolumesSnapshotTestJSON-2135202428 tempest-VolumesSnapshotTestJSON-2135202428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:27:49.660068 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-433a9ea0-7091-4d1a-80ce-4929fd1da72f req-348a6a66-39b2-4c9a-981a-f116c48ffd78 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e8bab57-9061-4423-98eb-3cb5b90f4a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258333 Nov 22 20:27:49.840075 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f4077bdd-0051-4ebb-9655-a9dc1f12cf32 req-f02162f2-6bc5-4e42-a6f7-d913bed92a18 tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] 10.222.0.46 "GET /v2.0/ports?device_id=d4bed4ed-989a-4ec1-98ba-a9d872693634 HTTP/1.1" status: 200 len: 210 time: 0.1207147 Nov 22 20:27:49.961462 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2e6464-20ac-492e-a468-d8877c3602e5 req-6d06874f-ef6c-479f-a90c-bebfbee1436b tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:27:49.962999 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3b2e6464-20ac-492e-a468-d8877c3602e5 req-6d06874f-ef6c-479f-a90c-bebfbee1436b tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] 10.222.0.20 "GET /v2.0/networks?id=7f744b6d-d53b-48bc-90d8-0ac9583035c9 HTTP/1.1" status: 200 len: 813 time: 0.3216522 Nov 22 20:27:49.973086 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28989f7-f5ed-416a-ae64-33f3aa87455a req-8492eea0-5513-4687-93a6-098dcf3bd283 tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:27:49.974635 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a28989f7-f5ed-416a-ae64-33f3aa87455a req-8492eea0-5513-4687-93a6-098dcf3bd283 tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] 10.222.0.46 "GET /v2.0/ports?device_id=30223940-a247-436b-b2ee-f0eac24f58b9 HTTP/1.1" status: 200 len: 945 time: 0.2170999 Nov 22 20:27:49.981773 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-3b2e6464-20ac-492e-a468-d8877c3602e5 req-27628838-9c2e-4c9d-a737-0a4873d9028f tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] Request body: {'port': {'device_id': 'd4bed4ed-989a-4ec1-98ba-a9d872693634', 'network_id': '7f744b6d-d53b-48bc-90d8-0ac9583035c9', 'admin_state_up': True, 'tenant_id': 'b49ffae0998b42cf90d82005a2279509'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:27:50.073179 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [req-ccc0d578-3239-4351-882c-c9205dfd954d req-4203baf4-6a4b-4306-9762-cbcc23885a3c tempest-VolumesSnapshotTestJSON-2135202428 tempest-VolumesSnapshotTestJSON-2135202428-project] Allocated IP 172.20.0.8 (ae1ebccf-2839-4f0d-9ea2-de0f939b66c4/2261e0fe-c510-4cbb-8205-a39506c65cf7/da1c56da-9db9-4532-8224-eba85327d575) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:27:50.130282 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a28989f7-f5ed-416a-ae64-33f3aa87455a req-fb8c0431-a57d-4a60-a195-bfbf762c73c0 tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] 10.222.0.46 "GET /v2.0/security-groups?id=e77ff0e9-b450-4641-ad17-7a74a6cf419c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1448054 Nov 22 20:27:50.259902 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b2e6464-20ac-492e-a468-d8877c3602e5 req-27628838-9c2e-4c9d-a737-0a4873d9028f tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] Made reservation on behalf of b49ffae0998b42cf90d82005a2279509 for: {'port': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:27:50.264149 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-3b2e6464-20ac-492e-a468-d8877c3602e5 req-27628838-9c2e-4c9d-a737-0a4873d9028f tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:27:50.400322 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-ccc0d578-3239-4351-882c-c9205dfd954d req-4203baf4-6a4b-4306-9762-cbcc23885a3c tempest-VolumesSnapshotTestJSON-2135202428 tempest-VolumesSnapshotTestJSON-2135202428-project] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:27:50.517955 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [req-3b2e6464-20ac-492e-a468-d8877c3602e5 req-27628838-9c2e-4c9d-a737-0a4873d9028f tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] Allocated IP 172.20.0.14 (7f744b6d-d53b-48bc-90d8-0ac9583035c9/dcdf7c04-9a25-42ed-b898-d573319ea588/387219b8-6ddc-4c74-920a-5080a70485c1) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:27:50.534706 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-ccc0d578-3239-4351-882c-c9205dfd954d req-4203baf4-6a4b-4306-9762-cbcc23885a3c tempest-VolumesSnapshotTestJSON-2135202428 tempest-VolumesSnapshotTestJSON-2135202428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:27:50.590165 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4203baf4-6a4b-4306-9762-cbcc23885a3c tempest-VolumesSnapshotTestJSON-2135202428 tempest-VolumesSnapshotTestJSON-2135202428-project] Pushing event updated for resources: {'Port': ['ID=da1c56da-9db9-4532-8224-eba85327d575,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:27:50.619158 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ccc0d578-3239-4351-882c-c9205dfd954d req-4203baf4-6a4b-4306-9762-cbcc23885a3c tempest-VolumesSnapshotTestJSON-2135202428 tempest-VolumesSnapshotTestJSON-2135202428-project] Network ae1ebccf-2839-4f0d-9ea2-de0f939b66c4 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:27:50.623482 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [req-ccc0d578-3239-4351-882c-c9205dfd954d req-4203baf4-6a4b-4306-9762-cbcc23885a3c tempest-VolumesSnapshotTestJSON-2135202428 tempest-VolumesSnapshotTestJSON-2135202428-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:27:50.626112 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccc0d578-3239-4351-882c-c9205dfd954d req-4203baf4-6a4b-4306-9762-cbcc23885a3c tempest-VolumesSnapshotTestJSON-2135202428 tempest-VolumesSnapshotTestJSON-2135202428-project] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:27:50.696243 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc0d578-3239-4351-882c-c9205dfd954d req-4203baf4-6a4b-4306-9762-cbcc23885a3c tempest-VolumesSnapshotTestJSON-2135202428 tempest-VolumesSnapshotTestJSON-2135202428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:27:50.697205 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-ccc0d578-3239-4351-882c-c9205dfd954d req-4203baf4-6a4b-4306-9762-cbcc23885a3c tempest-VolumesSnapshotTestJSON-2135202428 tempest-VolumesSnapshotTestJSON-2135202428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:27:50.816174 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ccc0d578-3239-4351-882c-c9205dfd954d req-4203baf4-6a4b-4306-9762-cbcc23885a3c tempest-VolumesSnapshotTestJSON-2135202428 tempest-VolumesSnapshotTestJSON-2135202428-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4058394 Nov 22 20:27:50.832692 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-ccc0d578-3239-4351-882c-c9205dfd954d req-916f6c99-b89d-4fc4-8d49-33ad82901b63 service neutron] Request body: {'port': {'device_id': 'd5e2f7eb-bb02-4e22-aa8f-92b5f9aa55ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818823-1'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:27:50.947590 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f2e0d1-c870-4da2-9ea3-0b6c72e5eeac req-e8827a8e-1e4a-4a72-a150-50e82dbdd0a0 tempest-VolumesSnapshotTestJSON-2135202428 tempest-VolumesSnapshotTestJSON-2135202428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:27:50.949129 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d1f2e0d1-c870-4da2-9ea3-0b6c72e5eeac req-e8827a8e-1e4a-4a72-a150-50e82dbdd0a0 tempest-VolumesSnapshotTestJSON-2135202428 tempest-VolumesSnapshotTestJSON-2135202428-project] 10.222.0.46 "GET /v2.0/ports?device_id=d5e2f7eb-bb02-4e22-aa8f-92b5f9aa55ba HTTP/1.1" status: 200 len: 931 time: 0.2285011 Nov 22 20:27:51.016589 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-3b2e6464-20ac-492e-a468-d8877c3602e5 req-27628838-9c2e-4c9d-a737-0a4873d9028f tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:27:51.018758 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-ccc0d578-3239-4351-882c-c9205dfd954d req-916f6c99-b89d-4fc4-8d49-33ad82901b63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:27:51.052087 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8849fd-f761-4ffb-9497-da217ef2abe2 req-1cb91bb5-7121-42e5-b349-0015428af90c tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:27:51.060309 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2a8849fd-f761-4ffb-9497-da217ef2abe2 req-1cb91bb5-7121-42e5-b349-0015428af90c tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/ports?device_id=49d7c329-30a1-4efb-89cd-665861be1695 HTTP/1.1" status: 200 len: 945 time: 0.2430265 Nov 22 20:27:51.149828 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d1f2e0d1-c870-4da2-9ea3-0b6c72e5eeac req-ba4ba44c-6e92-4e27-9264-2fb79021813b tempest-VolumesSnapshotTestJSON-2135202428 tempest-VolumesSnapshotTestJSON-2135202428-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2bd36ea-fff5-4c53-80d3-585d8a14f8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775522 Nov 22 20:27:51.242187 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-3b2e6464-20ac-492e-a468-d8877c3602e5 req-27628838-9c2e-4c9d-a737-0a4873d9028f tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:27:51.256117 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] get_ports_and_sgs() called for port_ids ['6c2aca17-1074-4087-a7a1-e1767ebff2c1', 'a671633e-50aa-4a0f-8c8d-5e71001ec623', 'dfd612c2-b994-45aa-8ed7-30aaa2503400'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:27:51.272874 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2a8849fd-f761-4ffb-9497-da217ef2abe2 req-61febedd-9cdb-4bcb-a721-4aa7e5d263e2 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e8bab57-9061-4423-98eb-3cb5b90f4a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115722 Nov 22 20:27:51.432018 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b2e6464-20ac-492e-a468-d8877c3602e5 req-27628838-9c2e-4c9d-a737-0a4873d9028f tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] Network 7f744b6d-d53b-48bc-90d8-0ac9583035c9 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:27:51.487196 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [req-3b2e6464-20ac-492e-a468-d8877c3602e5 req-27628838-9c2e-4c9d-a737-0a4873d9028f tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:27:51.490077 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b2e6464-20ac-492e-a468-d8877c3602e5 req-27628838-9c2e-4c9d-a737-0a4873d9028f tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:27:51.542166 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27628838-9c2e-4c9d-a737-0a4873d9028f tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] Pushing event updated for resources: {'Port': ['ID=387219b8-6ddc-4c74-920a-5080a70485c1,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:27:51.605287 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2e6464-20ac-492e-a468-d8877c3602e5 req-27628838-9c2e-4c9d-a737-0a4873d9028f tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:27:51.605886 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-3b2e6464-20ac-492e-a468-d8877c3602e5 req-27628838-9c2e-4c9d-a737-0a4873d9028f tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:27:51.619600 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55d190f-903e-48a5-b5bd-58be2524a859 req-9bad508b-8921-4fcd-8d6d-6ee614c2824c tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:27:51.621168 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d55d190f-903e-48a5-b5bd-58be2524a859 req-9bad508b-8921-4fcd-8d6d-6ee614c2824c tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] 10.222.0.46 "GET /v2.0/ports?device_id=d4bed4ed-989a-4ec1-98ba-a9d872693634 HTTP/1.1" status: 200 len: 932 time: 0.3662429 Nov 22 20:27:51.632034 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8199d09-caad-42ff-a887-40e79e86fab9 req-1d13bc62-8e8e-482c-8789-3aa38b1fbb72 tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:27:51.633819 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d8199d09-caad-42ff-a887-40e79e86fab9 req-1d13bc62-8e8e-482c-8789-3aa38b1fbb72 tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] 10.222.0.46 "GET /v2.0/ports?device_id=30223940-a247-436b-b2ee-f0eac24f58b9 HTTP/1.1" status: 200 len: 945 time: 0.2558429 Nov 22 20:27:51.695905 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3b2e6464-20ac-492e-a468-d8877c3602e5 req-27628838-9c2e-4c9d-a737-0a4873d9028f tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7201073 Nov 22 20:27:51.714678 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-3b2e6464-20ac-492e-a468-d8877c3602e5 req-836c464a-7719-4758-8556-8da03bab84e4 service neutron] Request body: {'port': {'device_id': 'd4bed4ed-989a-4ec1-98ba-a9d872693634', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818823-1'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:27:51.826441 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d55d190f-903e-48a5-b5bd-58be2524a859 req-94cbec46-5ee1-467b-9550-062e60f0aed8 tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] 10.222.0.46 "GET /v2.0/security-groups?id=ba01c207-9c21-46e8-8927-68d7cc159606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849673 Nov 22 20:27:51.848608 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d8199d09-caad-42ff-a887-40e79e86fab9 req-f6acfe17-3f98-41c2-ad35-5b146a383b8f tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] 10.222.0.46 "GET /v2.0/security-groups?id=e77ff0e9-b450-4641-ad17-7a74a6cf419c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2059736 Nov 22 20:27:51.864852 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-3b2e6464-20ac-492e-a468-d8877c3602e5 req-836c464a-7719-4758-8556-8da03bab84e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:27:51.870415 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [req-ccc0d578-3239-4351-882c-c9205dfd954d req-916f6c99-b89d-4fc4-8d49-33ad82901b63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da1c56da-9db9-4532-8224-eba85327d575 {{(pid=103447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:27:51.886987 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-ccc0d578-3239-4351-882c-c9205dfd954d req-916f6c99-b89d-4fc4-8d49-33ad82901b63 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:27:51.929034 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.provisioning_blocks [req-ccc0d578-3239-4351-882c-c9205dfd954d req-916f6c99-b89d-4fc4-8d49-33ad82901b63 service neutron] Transition to ACTIVE for port object da1c56da-9db9-4532-8224-eba85327d575 will not be triggered until provisioned by entity L2. {{(pid=103447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 20:27:51.936505 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-ccc0d578-3239-4351-882c-c9205dfd954d req-916f6c99-b89d-4fc4-8d49-33ad82901b63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:27:52.118135 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916f6c99-b89d-4fc4-8d49-33ad82901b63 service neutron] Pushing event updated for resources: {'Port': ['ID=da1c56da-9db9-4532-8224-eba85327d575,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:27:52.149427 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dccff3-6a3d-4cc0-bcfc-34bd82c92d7c req-7e015e0d-9fc6-4238-9186-22dacecebbed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:27:52.151665 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-69dccff3-6a3d-4cc0-bcfc-34bd82c92d7c req-7e015e0d-9fc6-4238-9186-22dacecebbed service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=85bf20edceb64b41a574b1567a4068c1&device_id=30223940-a247-436b-b2ee-f0eac24f58b9 HTTP/1.1" status: 200 len: 1096 time: 0.0513232 Nov 22 20:27:52.281378 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dccff3-6a3d-4cc0-bcfc-34bd82c92d7c req-39a34845-3f8f-41e5-92ec-8fb3be032b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:27:52.282745 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-69dccff3-6a3d-4cc0-bcfc-34bd82c92d7c req-39a34845-3f8f-41e5-92ec-8fb3be032b55 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6efa7afe-07b7-401b-a93b-34d9934a86f8 HTTP/1.1" status: 200 len: 911 time: 0.1243026 Nov 22 20:27:52.361600 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-69dccff3-6a3d-4cc0-bcfc-34bd82c92d7c req-e0f0235f-df95-4b62-8a61-5fccdede039e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4e2dae83-da4c-42ee-837c-a1756683232f HTTP/1.1" status: 200 len: 1000 time: 0.0713949 Nov 22 20:27:52.426639 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dccff3-6a3d-4cc0-bcfc-34bd82c92d7c req-f7d5aba7-9ac5-4b06-bbd6-f8b3ae0f1e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:27:52.432474 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-69dccff3-6a3d-4cc0-bcfc-34bd82c92d7c req-f7d5aba7-9ac5-4b06-bbd6-f8b3ae0f1e87 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=41e22381-7e39-4421-9ae7-fd38b15d4349 HTTP/1.1" status: 200 len: 849 time: 0.0633137 Nov 22 20:27:52.493785 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dccff3-6a3d-4cc0-bcfc-34bd82c92d7c req-39b2622a-14e4-436a-8b0c-196a890b2f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:27:52.495516 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-69dccff3-6a3d-4cc0-bcfc-34bd82c92d7c req-39b2622a-14e4-436a-8b0c-196a890b2f32 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6efa7afe-07b7-401b-a93b-34d9934a86f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0511501 Nov 22 20:27:52.596795 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-69dccff3-6a3d-4cc0-bcfc-34bd82c92d7c req-fab1388a-92c4-4c81-96cb-b0bee13bba67 service neutron] 10.222.0.41 "GET /v2.0/networks/6efa7afe-07b7-401b-a93b-34d9934a86f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928910 Nov 22 20:27:52.648990 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e95fe8-c1ea-42fc-88bd-a3f93a6b9ba4 req-3150bda1-50a9-4c37-989e-737aaf15c658 tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:27:52.650551 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-58e95fe8-c1ea-42fc-88bd-a3f93a6b9ba4 req-3150bda1-50a9-4c37-989e-737aaf15c658 tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] 10.222.0.46 "GET /v2.0/ports?device_id=30223940-a247-436b-b2ee-f0eac24f58b9 HTTP/1.1" status: 200 len: 945 time: 0.5728166 Nov 22 20:27:52.656248 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-ccc0d578-3239-4351-882c-c9205dfd954d req-916f6c99-b89d-4fc4-8d49-33ad82901b63 service neutron] Attempting to bind port da1c56da-9db9-4532-8224-eba85327d575 on host n-h2-818823-1 for vnic_type normal with profile {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:27:52.656572 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-ccc0d578-3239-4351-882c-c9205dfd954d req-916f6c99-b89d-4fc4-8d49-33ad82901b63 service neutron] Attempting to bind port da1c56da-9db9-4532-8224-eba85327d575 by drivers openvswitch,hyperv on host n-h2-818823-1 at level 0 using segments [{'id': 'a7c0e7ff-7a27-492d-907d-7ccfe5c23782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'ae1ebccf-2839-4f0d-9ea2-de0f939b66c4'}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:27:52.656742 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccc0d578-3239-4351-882c-c9205dfd954d req-916f6c99-b89d-4fc4-8d49-33ad82901b63 service neutron] Attempting to bind port da1c56da-9db9-4532-8224-eba85327d575 on network ae1ebccf-2839-4f0d-9ea2-de0f939b66c4 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:27:52.698919 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd8b358-32ef-4bce-9e71-996910701beb req-8e17544e-0eb6-4516-9ddc-b3bc3a944c63 tempest-VolumesSnapshotTestJSON-2135202428 tempest-VolumesSnapshotTestJSON-2135202428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:27:52.700679 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4dd8b358-32ef-4bce-9e71-996910701beb req-8e17544e-0eb6-4516-9ddc-b3bc3a944c63 tempest-VolumesSnapshotTestJSON-2135202428 tempest-VolumesSnapshotTestJSON-2135202428-project] 10.222.0.46 "GET /v2.0/ports?device_id=d5e2f7eb-bb02-4e22-aa8f-92b5f9aa55ba HTTP/1.1" status: 200 len: 943 time: 0.1530752 Nov 22 20:27:52.701497 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccc0d578-3239-4351-882c-c9205dfd954d req-916f6c99-b89d-4fc4-8d49-33ad82901b63 service neutron] Port da1c56da-9db9-4532-8224-eba85327d575 on network ae1ebccf-2839-4f0d-9ea2-de0f939b66c4 not bound, no agent of type Open vSwitch agent registered on host n-h2-818823-1 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:27:52.701890 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccc0d578-3239-4351-882c-c9205dfd954d req-916f6c99-b89d-4fc4-8d49-33ad82901b63 service neutron] Attempting to bind port da1c56da-9db9-4532-8224-eba85327d575 on network ae1ebccf-2839-4f0d-9ea2-de0f939b66c4 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:27:52.714881 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-69dccff3-6a3d-4cc0-bcfc-34bd82c92d7c req-19a647b7-1fe5-48be-9f2c-fca46e2d0527 service neutron] 10.222.0.41 "GET /v2.0/networks/6efa7afe-07b7-401b-a93b-34d9934a86f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088550 Nov 22 20:27:52.726994 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccc0d578-3239-4351-882c-c9205dfd954d req-916f6c99-b89d-4fc4-8d49-33ad82901b63 service neutron] Checking agent: {'id': '65e0486a-7030-4065-96f0-10aa7402a530', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'started_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 27, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:27:52.727234 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccc0d578-3239-4351-882c-c9205dfd954d req-916f6c99-b89d-4fc4-8d49-33ad82901b63 service neutron] Checking segment: {'id': 'a7c0e7ff-7a27-492d-907d-7ccfe5c23782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'ae1ebccf-2839-4f0d-9ea2-de0f939b66c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:27:52.727642 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccc0d578-3239-4351-882c-c9205dfd954d req-916f6c99-b89d-4fc4-8d49-33ad82901b63 service neutron] Bound using segment: {'id': 'a7c0e7ff-7a27-492d-907d-7ccfe5c23782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'ae1ebccf-2839-4f0d-9ea2-de0f939b66c4'} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:27:52.728081 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-ccc0d578-3239-4351-882c-c9205dfd954d req-916f6c99-b89d-4fc4-8d49-33ad82901b63 service neutron] Bound port: da1c56da-9db9-4532-8224-eba85327d575, host: n-h2-818823-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7c0e7ff-7a27-492d-907d-7ccfe5c23782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'ae1ebccf-2839-4f0d-9ea2-de0f939b66c4'}}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:27:52.728433 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-ccc0d578-3239-4351-882c-c9205dfd954d req-916f6c99-b89d-4fc4-8d49-33ad82901b63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:27:52.833215 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-58e95fe8-c1ea-42fc-88bd-a3f93a6b9ba4 req-55a96f14-b8d0-4d2c-9627-a66ba4bffa4e tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] 10.222.0.46 "GET /v2.0/security-groups?id=e77ff0e9-b450-4641-ad17-7a74a6cf419c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1686974 Nov 22 20:27:52.876848 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4dd8b358-32ef-4bce-9e71-996910701beb req-3df06e26-f44b-42e2-a260-f91cfe119623 tempest-VolumesSnapshotTestJSON-2135202428 tempest-VolumesSnapshotTestJSON-2135202428-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2bd36ea-fff5-4c53-80d3-585d8a14f8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607113 Nov 22 20:27:52.882232 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [req-3b2e6464-20ac-492e-a468-d8877c3602e5 req-836c464a-7719-4758-8556-8da03bab84e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 387219b8-6ddc-4c74-920a-5080a70485c1 {{(pid=103447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:27:52.892665 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-3b2e6464-20ac-492e-a468-d8877c3602e5 req-836c464a-7719-4758-8556-8da03bab84e4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:27:52.927524 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.provisioning_blocks [req-3b2e6464-20ac-492e-a468-d8877c3602e5 req-836c464a-7719-4758-8556-8da03bab84e4 service neutron] Transition to ACTIVE for port object 387219b8-6ddc-4c74-920a-5080a70485c1 will not be triggered until provisioned by entity L2. {{(pid=103447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 20:27:52.947614 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-3b2e6464-20ac-492e-a468-d8877c3602e5 req-836c464a-7719-4758-8556-8da03bab84e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:27:52.973408 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-ccc0d578-3239-4351-882c-c9205dfd954d req-916f6c99-b89d-4fc4-8d49-33ad82901b63 service neutron] For port da1c56da-9db9-4532-8224-eba85327d575, host n-h2-818823-1, cleared binding levels {{(pid=103447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:27:53.040510 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-ccc0d578-3239-4351-882c-c9205dfd954d req-916f6c99-b89d-4fc4-8d49-33ad82901b63 service neutron] For port da1c56da-9db9-4532-8224-eba85327d575, host n-h2-818823-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=da1c56da-9db9-4532-8224-eba85327d575,segment=NetworkSegment(a7c0e7ff-7a27-492d-907d-7ccfe5c23782),segment_id=a7c0e7ff-7a27-492d-907d-7ccfe5c23782)] {{(pid=103447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:27:53.056499 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-ccc0d578-3239-4351-882c-c9205dfd954d req-916f6c99-b89d-4fc4-8d49-33ad82901b63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:27:53.084135 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6730fda7-8a60-4e0a-9d27-6582ee6c2b84 req-42d769b2-31cc-4ff0-a3b2-a045091166b3 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:27:53.085904 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6730fda7-8a60-4e0a-9d27-6582ee6c2b84 req-42d769b2-31cc-4ff0-a3b2-a045091166b3 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/ports?device_id=49d7c329-30a1-4efb-89cd-665861be1695 HTTP/1.1" status: 200 len: 945 time: 0.1756439 Nov 22 20:27:53.092974 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836c464a-7719-4758-8556-8da03bab84e4 service neutron] Pushing event updated for resources: {'Port': ['ID=387219b8-6ddc-4c74-920a-5080a70485c1,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:27:53.105716 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc0d578-3239-4351-882c-c9205dfd954d req-916f6c99-b89d-4fc4-8d49-33ad82901b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:27:53.106216 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-ccc0d578-3239-4351-882c-c9205dfd954d req-916f6c99-b89d-4fc4-8d49-33ad82901b63 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:27:53.108214 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ccc0d578-3239-4351-882c-c9205dfd954d req-916f6c99-b89d-4fc4-8d49-33ad82901b63 service neutron] 10.222.0.20 "PUT /v2.0/ports/da1c56da-9db9-4532-8224-eba85327d575 HTTP/1.1" status: 200 len: 1091 time: 2.2796967 Nov 22 20:27:53.128020 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5e2f7eb-bb02-4e22-aa8f-92b5f9aa55ba', 'tag': 'da1c56da-9db9-4532-8224-eba85327d575'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:27:53.130311 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c433e3f0-d593-4208-afed-9ec0cd7ea3a2" -d '{"events": [{"name": "network-changed", "server_uuid": "d5e2f7eb-bb02-4e22-aa8f-92b5f9aa55ba", "tag": "da1c56da-9db9-4532-8224-eba85327d575"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:27:53.189165 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e34630c-6e17-4556-add1-c2632d4991dc req-513b35b6-f241-4667-81c4-3cdacb2630cb tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:27:53.190643 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2e34630c-6e17-4556-add1-c2632d4991dc req-513b35b6-f241-4667-81c4-3cdacb2630cb tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] 10.222.0.46 "GET /v2.0/ports?device_id=d4bed4ed-989a-4ec1-98ba-a9d872693634 HTTP/1.1" status: 200 len: 944 time: 0.2313883 Nov 22 20:27:53.338937 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916f6c99-b89d-4fc4-8d49-33ad82901b63 service neutron] Pushing event updated for resources: {'Port': ['ID=da1c56da-9db9-4532-8224-eba85327d575,revision_number=3']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:27:53.366307 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6730fda7-8a60-4e0a-9d27-6582ee6c2b84 req-755cf910-025d-4411-90ae-1cf890b03435 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e8bab57-9061-4423-98eb-3cb5b90f4a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2682972 Nov 22 20:27:53.371538 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc0d578-3239-4351-882c-c9205dfd954d req-aed5b805-0349-463d-9423-9bdc9080fcb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:27:53.373110 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ccc0d578-3239-4351-882c-c9205dfd954d req-aed5b805-0349-463d-9423-9bdc9080fcb4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b98f9ea0877b450793427166f9876e14&device_id=d5e2f7eb-bb02-4e22-aa8f-92b5f9aa55ba HTTP/1.1" status: 200 len: 1094 time: 0.2084675 Nov 22 20:27:53.374185 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-3b2e6464-20ac-492e-a468-d8877c3602e5 req-836c464a-7719-4758-8556-8da03bab84e4 service neutron] Attempting to bind port 387219b8-6ddc-4c74-920a-5080a70485c1 on host n-h2-818823-1 for vnic_type normal with profile {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:27:53.374512 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-3b2e6464-20ac-492e-a468-d8877c3602e5 req-836c464a-7719-4758-8556-8da03bab84e4 service neutron] Attempting to bind port 387219b8-6ddc-4c74-920a-5080a70485c1 by drivers openvswitch,hyperv on host n-h2-818823-1 at level 0 using segments [{'id': '7bb9d1cb-054b-4490-bdb0-97683e50f8df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '7f744b6d-d53b-48bc-90d8-0ac9583035c9'}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:27:53.374836 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b2e6464-20ac-492e-a468-d8877c3602e5 req-836c464a-7719-4758-8556-8da03bab84e4 service neutron] Attempting to bind port 387219b8-6ddc-4c74-920a-5080a70485c1 on network 7f744b6d-d53b-48bc-90d8-0ac9583035c9 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:27:53.381945 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2e34630c-6e17-4556-add1-c2632d4991dc req-38764245-94ba-412e-bf67-0ed861f955ab tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] 10.222.0.46 "GET /v2.0/security-groups?id=ba01c207-9c21-46e8-8927-68d7cc159606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629663 Nov 22 20:27:53.392292 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b2e6464-20ac-492e-a468-d8877c3602e5 req-836c464a-7719-4758-8556-8da03bab84e4 service neutron] Port 387219b8-6ddc-4c74-920a-5080a70485c1 on network 7f744b6d-d53b-48bc-90d8-0ac9583035c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-818823-1 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:27:53.392292 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b2e6464-20ac-492e-a468-d8877c3602e5 req-836c464a-7719-4758-8556-8da03bab84e4 service neutron] Attempting to bind port 387219b8-6ddc-4c74-920a-5080a70485c1 on network 7f744b6d-d53b-48bc-90d8-0ac9583035c9 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:27:53.425560 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ccc0d578-3239-4351-882c-c9205dfd954d req-010d228a-f822-41fe-993c-386a077255db service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=da1c56da-9db9-4532-8224-eba85327d575 HTTP/1.1" status: 200 len: 217 time: 0.0411718 Nov 22 20:27:53.426727 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b2e6464-20ac-492e-a468-d8877c3602e5 req-836c464a-7719-4758-8556-8da03bab84e4 service neutron] Checking agent: {'id': '65e0486a-7030-4065-96f0-10aa7402a530', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'started_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 27, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:27:53.427039 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b2e6464-20ac-492e-a468-d8877c3602e5 req-836c464a-7719-4758-8556-8da03bab84e4 service neutron] Checking segment: {'id': '7bb9d1cb-054b-4490-bdb0-97683e50f8df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '7f744b6d-d53b-48bc-90d8-0ac9583035c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:27:53.427766 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b2e6464-20ac-492e-a468-d8877c3602e5 req-836c464a-7719-4758-8556-8da03bab84e4 service neutron] Bound using segment: {'id': '7bb9d1cb-054b-4490-bdb0-97683e50f8df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '7f744b6d-d53b-48bc-90d8-0ac9583035c9'} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:27:53.428395 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-3b2e6464-20ac-492e-a468-d8877c3602e5 req-836c464a-7719-4758-8556-8da03bab84e4 service neutron] Bound port: 387219b8-6ddc-4c74-920a-5080a70485c1, host: n-h2-818823-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7bb9d1cb-054b-4490-bdb0-97683e50f8df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '7f744b6d-d53b-48bc-90d8-0ac9583035c9'}}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:27:53.428718 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-3b2e6464-20ac-492e-a468-d8877c3602e5 req-836c464a-7719-4758-8556-8da03bab84e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:27:53.454255 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 20:27:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-deb34ec9-bd7b-498a-96f4-5245c9afe558 x-openstack-request-id: req-deb34ec9-bd7b-498a-96f4-5245c9afe558 {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:27:53.454558 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5e2f7eb-bb02-4e22-aa8f-92b5f9aa55ba", "tag": "da1c56da-9db9-4532-8224-eba85327d575", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:27:53.454816 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-deb34ec9-bd7b-498a-96f4-5245c9afe558 {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:27:53.455213 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5e2f7eb-bb02-4e22-aa8f-92b5f9aa55ba', 'tag': 'da1c56da-9db9-4532-8224-eba85327d575', 'status': 'completed', 'code': 200} Nov 22 20:27:53.527293 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc0d578-3239-4351-882c-c9205dfd954d req-5faf404e-e1da-4481-acfe-b1d702b39584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:27:53.529387 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ccc0d578-3239-4351-882c-c9205dfd954d req-5faf404e-e1da-4481-acfe-b1d702b39584 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2261e0fe-c510-4cbb-8205-a39506c65cf7 HTTP/1.1" status: 200 len: 853 time: 0.0894063 Nov 22 20:27:53.572062 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ccc0d578-3239-4351-882c-c9205dfd954d req-31dd7bb4-49d5-458b-8b6e-06c063f63aff service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ae1ebccf-2839-4f0d-9ea2-de0f939b66c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329409 Nov 22 20:27:53.573145 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-3b2e6464-20ac-492e-a468-d8877c3602e5 req-836c464a-7719-4758-8556-8da03bab84e4 service neutron] For port 387219b8-6ddc-4c74-920a-5080a70485c1, host n-h2-818823-1, cleared binding levels {{(pid=103447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:27:53.593806 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-3b2e6464-20ac-492e-a468-d8877c3602e5 req-836c464a-7719-4758-8556-8da03bab84e4 service neutron] For port 387219b8-6ddc-4c74-920a-5080a70485c1, host n-h2-818823-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=387219b8-6ddc-4c74-920a-5080a70485c1,segment=NetworkSegment(7bb9d1cb-054b-4490-bdb0-97683e50f8df),segment_id=7bb9d1cb-054b-4490-bdb0-97683e50f8df)] {{(pid=103447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:27:53.604544 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-3b2e6464-20ac-492e-a468-d8877c3602e5 req-836c464a-7719-4758-8556-8da03bab84e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:27:53.678447 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2e6464-20ac-492e-a468-d8877c3602e5 req-836c464a-7719-4758-8556-8da03bab84e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:27:53.679269 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-3b2e6464-20ac-492e-a468-d8877c3602e5 req-836c464a-7719-4758-8556-8da03bab84e4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:27:53.680465 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3b2e6464-20ac-492e-a468-d8877c3602e5 req-836c464a-7719-4758-8556-8da03bab84e4 service neutron] 10.222.0.20 "PUT /v2.0/ports/387219b8-6ddc-4c74-920a-5080a70485c1 HTTP/1.1" status: 200 len: 1092 time: 1.9741600 Nov 22 20:27:53.719545 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836c464a-7719-4758-8556-8da03bab84e4 service neutron] Pushing event updated for resources: {'Port': ['ID=387219b8-6ddc-4c74-920a-5080a70485c1,revision_number=3']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:27:53.733631 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ccc0d578-3239-4351-882c-c9205dfd954d req-7d3e34c5-df5b-4c17-936e-fb10bf0ccb52 service neutron] 10.222.0.20 "GET /v2.0/networks/ae1ebccf-2839-4f0d-9ea2-de0f939b66c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509962 Nov 22 20:27:53.828880 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2e6464-20ac-492e-a468-d8877c3602e5 req-7990ef68-1abb-4204-a6ad-3228c51573f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:27:53.830384 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3b2e6464-20ac-492e-a468-d8877c3602e5 req-7990ef68-1abb-4204-a6ad-3228c51573f3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b49ffae0998b42cf90d82005a2279509&device_id=d4bed4ed-989a-4ec1-98ba-a9d872693634 HTTP/1.1" status: 200 len: 1095 time: 0.0957928 Nov 22 20:27:53.889598 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3b2e6464-20ac-492e-a468-d8877c3602e5 req-a641e563-c915-41f3-83e6-b5fd154d2e46 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=387219b8-6ddc-4c74-920a-5080a70485c1 HTTP/1.1" status: 200 len: 217 time: 0.0483427 Nov 22 20:27:53.895972 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ccc0d578-3239-4351-882c-c9205dfd954d req-a6968f91-5fc6-4033-9ccf-fccc00f12a85 service neutron] 10.222.0.20 "GET /v2.0/networks/ae1ebccf-2839-4f0d-9ea2-de0f939b66c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535811 Nov 22 20:27:54.036718 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2e6464-20ac-492e-a468-d8877c3602e5 req-72446fd5-018f-4ffe-b888-fc9cfdee6c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:27:54.038245 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3b2e6464-20ac-492e-a468-d8877c3602e5 req-72446fd5-018f-4ffe-b888-fc9cfdee6c54 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=dcdf7c04-9a25-42ed-b898-d573319ea588 HTTP/1.1" status: 200 len: 853 time: 0.1414063 Nov 22 20:27:54.089985 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785dbf95-efdc-4102-aa58-d20014ba05f6 req-d85dc3ba-d6d4-499e-975a-29237ff8b206 tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:27:54.091558 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-785dbf95-efdc-4102-aa58-d20014ba05f6 req-d85dc3ba-d6d4-499e-975a-29237ff8b206 tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] 10.222.0.46 "GET /v2.0/ports?device_id=30223940-a247-436b-b2ee-f0eac24f58b9 HTTP/1.1" status: 200 len: 945 time: 0.1739864 Nov 22 20:27:54.094594 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3b2e6464-20ac-492e-a468-d8877c3602e5 req-608a0c63-d376-448c-8b08-405882d53828 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7f744b6d-d53b-48bc-90d8-0ac9583035c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466325 Nov 22 20:27:54.104879 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c433e3f0-d593-4208-afed-9ec0cd7ea3a2 req-0e3fb6d8-f110-4b94-a9d2-af5dc6934b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:27:54.106464 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c433e3f0-d593-4208-afed-9ec0cd7ea3a2 req-0e3fb6d8-f110-4b94-a9d2-af5dc6934b2e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b98f9ea0877b450793427166f9876e14&device_id=d5e2f7eb-bb02-4e22-aa8f-92b5f9aa55ba HTTP/1.1" status: 200 len: 1094 time: 0.1543267 Nov 22 20:27:54.119848 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a13f79-0966-4c40-8342-0718c83c8292 req-a07daa58-a76d-4f39-8f42-bd2089d5988f tempest-VolumesSnapshotTestJSON-2135202428 tempest-VolumesSnapshotTestJSON-2135202428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:27:54.121305 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-27a13f79-0966-4c40-8342-0718c83c8292 req-a07daa58-a76d-4f39-8f42-bd2089d5988f tempest-VolumesSnapshotTestJSON-2135202428 tempest-VolumesSnapshotTestJSON-2135202428-project] 10.222.0.46 "GET /v2.0/ports?device_id=d5e2f7eb-bb02-4e22-aa8f-92b5f9aa55ba HTTP/1.1" status: 200 len: 943 time: 0.1454718 Nov 22 20:27:54.298022 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-785dbf95-efdc-4102-aa58-d20014ba05f6 req-4f34a8d9-f214-4738-bd6c-f980923cc184 tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] 10.222.0.46 "GET /v2.0/security-groups?id=e77ff0e9-b450-4641-ad17-7a74a6cf419c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1975293 Nov 22 20:27:54.327338 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-27a13f79-0966-4c40-8342-0718c83c8292 req-c04cba33-0c9b-4020-9364-05d57ec348c7 tempest-VolumesSnapshotTestJSON-2135202428 tempest-VolumesSnapshotTestJSON-2135202428-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2bd36ea-fff5-4c53-80d3-585d8a14f8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828218 Nov 22 20:27:54.349907 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3b2e6464-20ac-492e-a468-d8877c3602e5 req-75941c79-f976-4a9a-9c58-3649a1e6afdf service neutron] 10.222.0.20 "GET /v2.0/networks/7f744b6d-d53b-48bc-90d8-0ac9583035c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2379339 Nov 22 20:27:54.352562 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c433e3f0-d593-4208-afed-9ec0cd7ea3a2 req-1bd9322f-981a-44d9-a02e-b32bb948c94b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:27:54.353929 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c433e3f0-d593-4208-afed-9ec0cd7ea3a2 req-1bd9322f-981a-44d9-a02e-b32bb948c94b service neutron] 10.222.0.20 "GET /v2.0/networks?id=ae1ebccf-2839-4f0d-9ea2-de0f939b66c4 HTTP/1.1" status: 200 len: 914 time: 0.2302201 Nov 22 20:27:54.451863 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c433e3f0-d593-4208-afed-9ec0cd7ea3a2 req-1d54bd10-5b21-4e66-ac43-19b2f637b6d5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=da1c56da-9db9-4532-8224-eba85327d575 HTTP/1.1" status: 200 len: 217 time: 0.0869403 Nov 22 20:27:54.603963 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c39281-139b-4ab8-b785-444a8866377d req-0651dd2a-b3d5-46f6-81f9-8a67979b449c tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:27:54.605486 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-50c39281-139b-4ab8-b785-444a8866377d req-0651dd2a-b3d5-46f6-81f9-8a67979b449c tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/ports?device_id=49d7c329-30a1-4efb-89cd-665861be1695 HTTP/1.1" status: 200 len: 945 time: 0.1572409 Nov 22 20:27:54.611535 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3b2e6464-20ac-492e-a468-d8877c3602e5 req-f3700613-7276-4043-89d2-9822d7394ae4 service neutron] 10.222.0.20 "GET /v2.0/networks/7f744b6d-d53b-48bc-90d8-0ac9583035c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2479169 Nov 22 20:27:54.612934 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c433e3f0-d593-4208-afed-9ec0cd7ea3a2 req-664a93cb-e262-4243-8280-3c993392c14d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:27:54.614295 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c433e3f0-d593-4208-afed-9ec0cd7ea3a2 req-664a93cb-e262-4243-8280-3c993392c14d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2261e0fe-c510-4cbb-8205-a39506c65cf7 HTTP/1.1" status: 200 len: 853 time: 0.1532848 Nov 22 20:27:54.624958 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefe3715-b55d-437a-afd3-a9edce90531e req-089eaf60-af33-4031-b8cd-f3ccbf8bee24 tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:27:54.626460 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-aefe3715-b55d-437a-afd3-a9edce90531e req-089eaf60-af33-4031-b8cd-f3ccbf8bee24 tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] 10.222.0.46 "GET /v2.0/ports?device_id=d4bed4ed-989a-4ec1-98ba-a9d872693634 HTTP/1.1" status: 200 len: 944 time: 0.1630023 Nov 22 20:27:54.671252 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c433e3f0-d593-4208-afed-9ec0cd7ea3a2 req-0690700c-4602-4058-8301-afe3efd51851 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ae1ebccf-2839-4f0d-9ea2-de0f939b66c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395672 Nov 22 20:27:54.787460 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-50c39281-139b-4ab8-b785-444a8866377d req-4a7b43a3-ee93-4d13-8c7a-91e099c04808 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e8bab57-9061-4423-98eb-3cb5b90f4a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702003 Nov 22 20:27:54.816770 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-aefe3715-b55d-437a-afd3-a9edce90531e req-2915b2c1-db90-4466-ac08-6ac9cfbab883 tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] 10.222.0.46 "GET /v2.0/security-groups?id=ba01c207-9c21-46e8-8927-68d7cc159606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628158 Nov 22 20:27:54.851317 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c433e3f0-d593-4208-afed-9ec0cd7ea3a2 req-a55538e1-7abd-415b-9d8f-68f6b0cfc097 service neutron] 10.222.0.20 "GET /v2.0/networks/ae1ebccf-2839-4f0d-9ea2-de0f939b66c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700037 Nov 22 20:27:54.951723 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c433e3f0-d593-4208-afed-9ec0cd7ea3a2 req-534eb771-8c91-4283-b169-76db707f0a22 service neutron] 10.222.0.20 "GET /v2.0/networks/ae1ebccf-2839-4f0d-9ea2-de0f939b66c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896728 Nov 22 20:27:55.451180 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9ecd32-4a1e-4de1-84f7-24ad68786ecb req-96a0ddb7-70e1-4d4b-add5-6bc91eb173ba tempest-VolumesSnapshotTestJSON-2135202428 tempest-VolumesSnapshotTestJSON-2135202428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:27:55.452701 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-aa9ecd32-4a1e-4de1-84f7-24ad68786ecb req-96a0ddb7-70e1-4d4b-add5-6bc91eb173ba tempest-VolumesSnapshotTestJSON-2135202428 tempest-VolumesSnapshotTestJSON-2135202428-project] 10.222.0.46 "GET /v2.0/ports?device_id=d5e2f7eb-bb02-4e22-aa8f-92b5f9aa55ba HTTP/1.1" status: 200 len: 943 time: 0.0549479 Nov 22 20:27:55.456257 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4bed4ed-989a-4ec1-98ba-a9d872693634', 'tag': '387219b8-6ddc-4c74-920a-5080a70485c1'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:27:55.458492 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5efb7fdf-d4a3-4dac-9c16-5d7dd2c04812" -d '{"events": [{"name": "network-changed", "server_uuid": "d4bed4ed-989a-4ec1-98ba-a9d872693634", "tag": "387219b8-6ddc-4c74-920a-5080a70485c1"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:27:55.502829 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 20:27:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5d43a59-b291-403c-ba4b-dde4d061ba85 x-openstack-request-id: req-a5d43a59-b291-403c-ba4b-dde4d061ba85 {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:27:55.503128 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4bed4ed-989a-4ec1-98ba-a9d872693634", "tag": "387219b8-6ddc-4c74-920a-5080a70485c1", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:27:55.503385 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a5d43a59-b291-403c-ba4b-dde4d061ba85 {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:27:55.503812 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4bed4ed-989a-4ec1-98ba-a9d872693634', 'tag': '387219b8-6ddc-4c74-920a-5080a70485c1', 'status': 'completed', 'code': 200} Nov 22 20:27:55.515447 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-aa9ecd32-4a1e-4de1-84f7-24ad68786ecb req-ae5e9d20-721c-4c44-990d-347d64d6bd3e tempest-VolumesSnapshotTestJSON-2135202428 tempest-VolumesSnapshotTestJSON-2135202428-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2bd36ea-fff5-4c53-80d3-585d8a14f8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538340 Nov 22 20:27:55.569428 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efb7fdf-d4a3-4dac-9c16-5d7dd2c04812 req-a92ca673-82b1-41e3-91f4-8cace5d5941a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:27:55.571031 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5efb7fdf-d4a3-4dac-9c16-5d7dd2c04812 req-a92ca673-82b1-41e3-91f4-8cace5d5941a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b49ffae0998b42cf90d82005a2279509&device_id=d4bed4ed-989a-4ec1-98ba-a9d872693634 HTTP/1.1" status: 200 len: 1095 time: 0.0443625 Nov 22 20:27:55.672125 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efb7fdf-d4a3-4dac-9c16-5d7dd2c04812 req-338c4200-f7b7-41f7-8023-aeb34a139312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:27:55.673611 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5efb7fdf-d4a3-4dac-9c16-5d7dd2c04812 req-338c4200-f7b7-41f7-8023-aeb34a139312 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7f744b6d-d53b-48bc-90d8-0ac9583035c9 HTTP/1.1" status: 200 len: 914 time: 0.0933194 Nov 22 20:27:55.717993 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5efb7fdf-d4a3-4dac-9c16-5d7dd2c04812 req-2e33dc6f-d38b-4ea3-8413-2b3e58ea51d8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=387219b8-6ddc-4c74-920a-5080a70485c1 HTTP/1.1" status: 200 len: 217 time: 0.0369911 Nov 22 20:27:55.766110 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efb7fdf-d4a3-4dac-9c16-5d7dd2c04812 req-d73661f9-e64d-4282-b16b-0a20869a8481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:27:55.767625 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5efb7fdf-d4a3-4dac-9c16-5d7dd2c04812 req-d73661f9-e64d-4282-b16b-0a20869a8481 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=dcdf7c04-9a25-42ed-b898-d573319ea588 HTTP/1.1" status: 200 len: 853 time: 0.0435748 Nov 22 20:27:55.799333 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5efb7fdf-d4a3-4dac-9c16-5d7dd2c04812 req-5c35e137-134c-4f52-95f8-b7b9ce19492e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7f744b6d-d53b-48bc-90d8-0ac9583035c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244396 Nov 22 20:27:55.979022 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5efb7fdf-d4a3-4dac-9c16-5d7dd2c04812 req-4f3647c7-3ad7-4e21-847b-7caafbec3a55 service neutron] 10.222.0.20 "GET /v2.0/networks/7f744b6d-d53b-48bc-90d8-0ac9583035c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726487 Nov 22 20:27:56.006140 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device da1c56da-9db9-4532-8224-eba85327d575 details requested by agent hyperv_n-h2-818823-1 with host n-h2-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 20:27:56.006824 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dc2f69-cacb-4b15-a0b8-4a89c9fb689a req-ebcb5543-3522-4e43-aa5b-b356e9b7bad7 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:27:56.008457 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d5dc2f69-cacb-4b15-a0b8-4a89c9fb689a req-ebcb5543-3522-4e43-aa5b-b356e9b7bad7 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/ports?device_id=49d7c329-30a1-4efb-89cd-665861be1695 HTTP/1.1" status: 200 len: 945 time: 0.1258943 Nov 22 20:27:56.032959 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcdf69e-7500-4a71-991f-6e95c0a93373 req-3a55e833-c406-486e-bbda-a17672f6518e tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:27:56.034319 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-cfcdf69e-7500-4a71-991f-6e95c0a93373 req-3a55e833-c406-486e-bbda-a17672f6518e tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] 10.222.0.46 "GET /v2.0/ports?device_id=d4bed4ed-989a-4ec1-98ba-a9d872693634 HTTP/1.1" status: 200 len: 944 time: 0.1360307 Nov 22 20:27:56.134139 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port da1c56da-9db9-4532-8224-eba85327d575, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=da1c56da-9db9-4532-8224-eba85327d575,segment=NetworkSegment(a7c0e7ff-7a27-492d-907d-7ccfe5c23782),segment_id=a7c0e7ff-7a27-492d-907d-7ccfe5c23782)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:27:56.149748 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Returning: {'device': 'da1c56da-9db9-4532-8224-eba85327d575', 'network_id': 'ae1ebccf-2839-4f0d-9ea2-de0f939b66c4', 'port_id': 'da1c56da-9db9-4532-8224-eba85327d575', 'mac_address': 'fa:16:3e:66:6f:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2261e0fe-c510-4cbb-8205-a39506c65cf7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 20:27:56.167688 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d5dc2f69-cacb-4b15-a0b8-4a89c9fb689a req-e51aeceb-17ce-42f8-9f90-2dd8f6f5d93d tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e8bab57-9061-4423-98eb-3cb5b90f4a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482375 Nov 22 20:27:56.198985 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-cfcdf69e-7500-4a71-991f-6e95c0a93373 req-c348de73-877e-423f-89ce-f0346a736760 tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] 10.222.0.46 "GET /v2.0/security-groups?id=ba01c207-9c21-46e8-8927-68d7cc159606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382406 Nov 22 20:27:56.217701 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:27:56.219169 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5efb7fdf-d4a3-4dac-9c16-5d7dd2c04812 req-b9719c02-1ecc-4b14-be04-7cb91f375771 service neutron] 10.222.0.20 "GET /v2.0/networks/7f744b6d-d53b-48bc-90d8-0ac9583035c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2315466 Nov 22 20:27:56.245506 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da1c56da-9db9-4532-8224-eba85327d575 {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:27:56.268966 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port da1c56da-9db9-4532-8224-eba85327d575, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=da1c56da-9db9-4532-8224-eba85327d575,segment=NetworkSegment(a7c0e7ff-7a27-492d-907d-7ccfe5c23782),segment_id=a7c0e7ff-7a27-492d-907d-7ccfe5c23782)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:27:56.273898 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:27:56.274659 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 387219b8-6ddc-4c74-920a-5080a70485c1 details requested by agent hyperv_n-h2-818823-1 with host n-h2-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 20:27:56.372352 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=da1c56da-9db9-4532-8224-eba85327d575,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:27:56.418025 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port 387219b8-6ddc-4c74-920a-5080a70485c1, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=387219b8-6ddc-4c74-920a-5080a70485c1,segment=NetworkSegment(7bb9d1cb-054b-4490-bdb0-97683e50f8df),segment_id=7bb9d1cb-054b-4490-bdb0-97683e50f8df)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:27:56.430318 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Returning: {'device': '387219b8-6ddc-4c74-920a-5080a70485c1', 'network_id': '7f744b6d-d53b-48bc-90d8-0ac9583035c9', 'port_id': '387219b8-6ddc-4c74-920a-5080a70485c1', 'mac_address': 'fa:16:3e:2f:d4:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcdf7c04-9a25-42ed-b898-d573319ea588', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 20:27:56.470075 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:27:56.483937 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 387219b8-6ddc-4c74-920a-5080a70485c1 {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:27:56.508974 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port 387219b8-6ddc-4c74-920a-5080a70485c1, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=387219b8-6ddc-4c74-920a-5080a70485c1,segment=NetworkSegment(7bb9d1cb-054b-4490-bdb0-97683e50f8df),segment_id=7bb9d1cb-054b-4490-bdb0-97683e50f8df)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:27:56.513706 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:27:56.565081 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=387219b8-6ddc-4c74-920a-5080a70485c1,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:27:56.805383 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] get_ports_and_sgs() called for port_ids ['da1c56da-9db9-4532-8224-eba85327d575'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:27:56.811610 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] get_ports_and_sgs() called for port_ids ['387219b8-6ddc-4c74-920a-5080a70485c1'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:27:56.947813 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c08ebef-5dfa-4314-b910-7724c9a15bde req-6b8ac01b-7afc-4a75-88d5-4822d97d08b3 tempest-VolumesSnapshotTestJSON-2135202428 tempest-VolumesSnapshotTestJSON-2135202428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:27:56.950135 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3c08ebef-5dfa-4314-b910-7724c9a15bde req-6b8ac01b-7afc-4a75-88d5-4822d97d08b3 tempest-VolumesSnapshotTestJSON-2135202428 tempest-VolumesSnapshotTestJSON-2135202428-project] 10.222.0.46 "GET /v2.0/ports?device_id=d5e2f7eb-bb02-4e22-aa8f-92b5f9aa55ba HTTP/1.1" status: 200 len: 944 time: 0.3615673 Nov 22 20:27:57.009020 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3c08ebef-5dfa-4314-b910-7724c9a15bde req-73f72848-1dbf-49d5-9ac3-18150fa75629 tempest-VolumesSnapshotTestJSON-2135202428 tempest-VolumesSnapshotTestJSON-2135202428-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2bd36ea-fff5-4c53-80d3-585d8a14f8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508044 Nov 22 20:27:57.326807 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60fe67a-8d36-4f44-888f-456cb00e93e6 req-22b990fe-3d50-4e39-baf8-f859fcaf35b8 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:27:57.328266 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d60fe67a-8d36-4f44-888f-456cb00e93e6 req-22b990fe-3d50-4e39-baf8-f859fcaf35b8 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/ports?device_id=49d7c329-30a1-4efb-89cd-665861be1695 HTTP/1.1" status: 200 len: 945 time: 0.0826979 Nov 22 20:27:57.341736 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a111f27-4d13-4d09-a405-1bc5adbf2a80 req-1b22d310-3e07-4146-85bb-4baf9f0fade3 tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:27:57.343212 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9a111f27-4d13-4d09-a405-1bc5adbf2a80 req-1b22d310-3e07-4146-85bb-4baf9f0fade3 tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] 10.222.0.46 "GET /v2.0/ports?device_id=d4bed4ed-989a-4ec1-98ba-a9d872693634 HTTP/1.1" status: 200 len: 945 time: 0.0697529 Nov 22 20:27:57.415885 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d60fe67a-8d36-4f44-888f-456cb00e93e6 req-a9b7656a-5c0b-4003-8944-de258a2c31a3 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e8bab57-9061-4423-98eb-3cb5b90f4a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716739 Nov 22 20:27:57.419189 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9a111f27-4d13-4d09-a405-1bc5adbf2a80 req-88f6d013-cff7-425b-b129-5c6561a1a42c tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] 10.222.0.46 "GET /v2.0/security-groups?id=ba01c207-9c21-46e8-8927-68d7cc159606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692134 Nov 22 20:27:58.020007 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device da1c56da-9db9-4532-8224-eba85327d575 up at agent hyperv_n-h2-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:27:58.084140 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Provisioning for port da1c56da-9db9-4532-8224-eba85327d575 completed by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 20:27:58.088947 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Provisioning complete for port da1c56da-9db9-4532-8224-eba85327d575 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:27:58.089346 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:27:58.115653 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.agents_db [None req-aa8313f2-1ee4-4e7b-8c5a-d32b2f9d31ee None None] Agent healthcheck: found 7 active agents {{(pid=103450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 20:27:58.153089 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40eef6e1-6b24-47fd-86fb-5d78292b78df req-522905fe-6944-4e8f-bb49-a3577726989f tempest-VolumesSnapshotTestJSON-2135202428 tempest-VolumesSnapshotTestJSON-2135202428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:27:58.155324 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-40eef6e1-6b24-47fd-86fb-5d78292b78df req-522905fe-6944-4e8f-bb49-a3577726989f tempest-VolumesSnapshotTestJSON-2135202428 tempest-VolumesSnapshotTestJSON-2135202428-project] 10.222.0.46 "GET /v2.0/ports?device_id=d5e2f7eb-bb02-4e22-aa8f-92b5f9aa55ba HTTP/1.1" status: 200 len: 944 time: 0.0710168 Nov 22 20:27:58.186794 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:27:58.219356 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-40eef6e1-6b24-47fd-86fb-5d78292b78df req-aeba0ce3-679a-4ed0-a9c3-d1f27c8f72c2 tempest-VolumesSnapshotTestJSON-2135202428 tempest-VolumesSnapshotTestJSON-2135202428-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2bd36ea-fff5-4c53-80d3-585d8a14f8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563467 Nov 22 20:27:58.219662 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5e2f7eb-bb02-4e22-aa8f-92b5f9aa55ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da1c56da-9db9-4532-8224-eba85327d575'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:27:58.221578 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d39f6d30a11e565ec9648abcc015e8a6ab6cff4edd704add8155e28765d31eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d90fdd1-c47a-4304-99a7-f0c8b5b0a028" -d '{"events": [{"server_uuid": "d5e2f7eb-bb02-4e22-aa8f-92b5f9aa55ba", "name": "network-vif-plugged", "status": "completed", "tag": "da1c56da-9db9-4532-8224-eba85327d575"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:27:58.240988 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port da1c56da-9db9-4532-8224-eba85327d575, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=da1c56da-9db9-4532-8224-eba85327d575,segment=NetworkSegment(a7c0e7ff-7a27-492d-907d-7ccfe5c23782),segment_id=a7c0e7ff-7a27-492d-907d-7ccfe5c23782)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:27:58.244904 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:27:58.245747 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 387219b8-6ddc-4c74-920a-5080a70485c1 up at agent hyperv_n-h2-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:27:58.270488 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:27:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-078436bb-2c5b-442d-9a74-ad023854a63e x-openstack-request-id: req-078436bb-2c5b-442d-9a74-ad023854a63e {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:27:58.271303 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5e2f7eb-bb02-4e22-aa8f-92b5f9aa55ba", "name": "network-vif-plugged", "status": "completed", "tag": "da1c56da-9db9-4532-8224-eba85327d575", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:27:58.271303 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-078436bb-2c5b-442d-9a74-ad023854a63e {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:27:58.271571 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5e2f7eb-bb02-4e22-aa8f-92b5f9aa55ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da1c56da-9db9-4532-8224-eba85327d575', 'code': 200} Nov 22 20:27:58.334543 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=da1c56da-9db9-4532-8224-eba85327d575,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:27:58.344885 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Provisioning for port 387219b8-6ddc-4c74-920a-5080a70485c1 completed by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 20:27:58.348140 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Provisioning complete for port 387219b8-6ddc-4c74-920a-5080a70485c1 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:27:58.348515 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:27:58.380876 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b90496d-3ac7-424c-a798-a55008bd3317 req-c0aba6a4-4f29-4f31-82ae-bf6bae3ce527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:27:58.382378 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7b90496d-3ac7-424c-a798-a55008bd3317 req-c0aba6a4-4f29-4f31-82ae-bf6bae3ce527 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d5e2f7eb-bb02-4e22-aa8f-92b5f9aa55ba HTTP/1.1" status: 200 len: 1096 time: 0.0554059 Nov 22 20:27:58.430793 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:27:58.431798 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7b90496d-3ac7-424c-a798-a55008bd3317 req-22ee04f9-9b67-4386-aae9-1003e7827ab6 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=f2bd36ea-fff5-4c53-80d3-585d8a14f8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408378 Nov 22 20:27:58.469501 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port 387219b8-6ddc-4c74-920a-5080a70485c1, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=387219b8-6ddc-4c74-920a-5080a70485c1,segment=NetworkSegment(7bb9d1cb-054b-4490-bdb0-97683e50f8df),segment_id=7bb9d1cb-054b-4490-bdb0-97683e50f8df)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:27:58.475057 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:27:58.535854 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=387219b8-6ddc-4c74-920a-5080a70485c1,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:27:58.602046 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49639278-7e6c-4b40-95e3-846c3c9d1683 req-c77b61b6-e621-42d4-89b5-f8b650efee07 tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:27:58.603565 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-49639278-7e6c-4b40-95e3-846c3c9d1683 req-c77b61b6-e621-42d4-89b5-f8b650efee07 tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] 10.222.0.46 "GET /v2.0/ports?device_id=d4bed4ed-989a-4ec1-98ba-a9d872693634 HTTP/1.1" status: 200 len: 946 time: 0.0819347 Nov 22 20:27:58.611658 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1f4360-f4cc-4f5a-8b59-ec7bb9312b55 req-58d59142-d533-4708-8a25-8f5b1adade89 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:27:58.613221 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8c1f4360-f4cc-4f5a-8b59-ec7bb9312b55 req-58d59142-d533-4708-8a25-8f5b1adade89 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/ports?device_id=49d7c329-30a1-4efb-89cd-665861be1695 HTTP/1.1" status: 200 len: 945 time: 0.0822189 Nov 22 20:27:58.689044 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-49639278-7e6c-4b40-95e3-846c3c9d1683 req-ed7d8872-eb0d-4047-b64d-d3d0dbe701f5 tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] 10.222.0.46 "GET /v2.0/security-groups?id=ba01c207-9c21-46e8-8927-68d7cc159606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747590 Nov 22 20:27:58.696409 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8c1f4360-f4cc-4f5a-8b59-ec7bb9312b55 req-1a72f65b-7bb9-4236-82cb-16a230ec0429 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e8bab57-9061-4423-98eb-3cb5b90f4a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751297 Nov 22 20:27:59.333155 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6da0848-0566-4e29-9d31-8158aa73b553 req-1c891507-28f7-4791-ba00-10d4456e4224 tempest-VolumesSnapshotTestJSON-2135202428 tempest-VolumesSnapshotTestJSON-2135202428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:27:59.334703 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b6da0848-0566-4e29-9d31-8158aa73b553 req-1c891507-28f7-4791-ba00-10d4456e4224 tempest-VolumesSnapshotTestJSON-2135202428 tempest-VolumesSnapshotTestJSON-2135202428-project] 10.222.0.46 "GET /v2.0/ports?device_id=d5e2f7eb-bb02-4e22-aa8f-92b5f9aa55ba HTTP/1.1" status: 200 len: 945 time: 0.0504427 Nov 22 20:27:59.382735 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b6da0848-0566-4e29-9d31-8158aa73b553 req-e780be91-35cb-425a-9999-b83979ff1522 tempest-VolumesSnapshotTestJSON-2135202428 tempest-VolumesSnapshotTestJSON-2135202428-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2bd36ea-fff5-4c53-80d3-585d8a14f8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417993 Nov 22 20:27:59.847906 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba244c40-c652-4abc-8565-b2426a22d275 req-64eac69f-c6f3-4c85-be6c-4c59d173aae4 tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:27:59.849464 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ba244c40-c652-4abc-8565-b2426a22d275 req-64eac69f-c6f3-4c85-be6c-4c59d173aae4 tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] 10.222.0.46 "GET /v2.0/ports?device_id=d4bed4ed-989a-4ec1-98ba-a9d872693634 HTTP/1.1" status: 200 len: 946 time: 0.0872545 Nov 22 20:27:59.863302 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faf373f-96e0-48c3-b8da-1bf5dedbac42 req-caf63076-6c6c-49b8-8afa-65b8d9c09f77 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:27:59.864966 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4faf373f-96e0-48c3-b8da-1bf5dedbac42 req-caf63076-6c6c-49b8-8afa-65b8d9c09f77 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/ports?device_id=49d7c329-30a1-4efb-89cd-665861be1695 HTTP/1.1" status: 200 len: 945 time: 0.0918934 Nov 22 20:27:59.938680 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ba244c40-c652-4abc-8565-b2426a22d275 req-edcee623-6120-4180-a847-7cc7700b1430 tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] 10.222.0.46 "GET /v2.0/security-groups?id=ba01c207-9c21-46e8-8927-68d7cc159606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727019 Nov 22 20:27:59.947263 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4faf373f-96e0-48c3-b8da-1bf5dedbac42 req-531d8833-1596-45ff-81e4-63b8ec111fc1 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e8bab57-9061-4423-98eb-3cb5b90f4a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736482 Nov 22 20:27:59.968557 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-2da137cc-aebd-48a2-a472-e92e43786bf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:28:00.272795 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4bed4ed-989a-4ec1-98ba-a9d872693634', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '387219b8-6ddc-4c74-920a-5080a70485c1'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:28:00.275239 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d39f6d30a11e565ec9648abcc015e8a6ab6cff4edd704add8155e28765d31eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6cafd7d-b335-4cb6-bca9-3da07e00d7d9" -d '{"events": [{"server_uuid": "d4bed4ed-989a-4ec1-98ba-a9d872693634", "name": "network-vif-plugged", "status": "completed", "tag": "387219b8-6ddc-4c74-920a-5080a70485c1"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:28:00.315037 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:28:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8106dbc5-271b-43ea-99e0-0d28ed660343 x-openstack-request-id: req-8106dbc5-271b-43ea-99e0-0d28ed660343 {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:28:00.315336 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4bed4ed-989a-4ec1-98ba-a9d872693634", "name": "network-vif-plugged", "status": "completed", "tag": "387219b8-6ddc-4c74-920a-5080a70485c1", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:28:00.315628 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8106dbc5-271b-43ea-99e0-0d28ed660343 {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:28:00.316029 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4bed4ed-989a-4ec1-98ba-a9d872693634', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '387219b8-6ddc-4c74-920a-5080a70485c1', 'code': 200} Nov 22 20:28:00.430495 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6761af3-ff17-494a-94dd-c38dc3a460b6 req-ba1f9ef3-d629-416c-9e3c-758acd487516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:28:00.432108 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a6761af3-ff17-494a-94dd-c38dc3a460b6 req-ba1f9ef3-d629-416c-9e3c-758acd487516 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d4bed4ed-989a-4ec1-98ba-a9d872693634 HTTP/1.1" status: 200 len: 1097 time: 0.0503089 Nov 22 20:28:00.490493 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a6761af3-ff17-494a-94dd-c38dc3a460b6 req-ceb15059-f637-443d-8ad3-5442cad2ad29 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=ba01c207-9c21-46e8-8927-68d7cc159606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463681 Nov 22 20:28:00.568402 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a186ae29-c13d-484d-9491-338ee1d3042a req-4a69048d-a882-40a7-bec8-9fff9fb53630 tempest-VolumesSnapshotTestJSON-2135202428 tempest-VolumesSnapshotTestJSON-2135202428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:28:00.569826 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a186ae29-c13d-484d-9491-338ee1d3042a req-4a69048d-a882-40a7-bec8-9fff9fb53630 tempest-VolumesSnapshotTestJSON-2135202428 tempest-VolumesSnapshotTestJSON-2135202428-project] 10.222.0.46 "GET /v2.0/ports?device_id=d5e2f7eb-bb02-4e22-aa8f-92b5f9aa55ba HTTP/1.1" status: 200 len: 945 time: 0.1119921 Nov 22 20:28:00.617630 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a186ae29-c13d-484d-9491-338ee1d3042a req-73619fc6-5a54-408b-aa4e-40b50e5591aa tempest-VolumesSnapshotTestJSON-2135202428 tempest-VolumesSnapshotTestJSON-2135202428-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2bd36ea-fff5-4c53-80d3-585d8a14f8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416946 Nov 22 20:28:01.116145 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbcdc56-078c-4853-884b-9c131ca78654 req-7096705e-5469-4b3f-908e-8edf3da9f3d4 tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:28:01.117683 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2bbcdc56-078c-4853-884b-9c131ca78654 req-7096705e-5469-4b3f-908e-8edf3da9f3d4 tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] 10.222.0.46 "GET /v2.0/ports?device_id=d4bed4ed-989a-4ec1-98ba-a9d872693634 HTTP/1.1" status: 200 len: 946 time: 0.0837452 Nov 22 20:28:01.133709 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaf873a-3b07-44eb-b54b-cd6b8aaeea3e req-43ed4cca-a00d-450f-94d6-6764a92ad0a8 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:28:01.135371 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-deaf873a-3b07-44eb-b54b-cd6b8aaeea3e req-43ed4cca-a00d-450f-94d6-6764a92ad0a8 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/ports?device_id=49d7c329-30a1-4efb-89cd-665861be1695 HTTP/1.1" status: 200 len: 945 time: 0.0676820 Nov 22 20:28:01.244132 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2bbcdc56-078c-4853-884b-9c131ca78654 req-3cefacca-c576-4b13-b3ba-4101519f1ec2 tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] 10.222.0.46 "GET /v2.0/security-groups?id=ba01c207-9c21-46e8-8927-68d7cc159606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071870 Nov 22 20:28:01.251851 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-deaf873a-3b07-44eb-b54b-cd6b8aaeea3e req-ec429649-6dd2-410c-a7b9-a89f1d4846c7 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e8bab57-9061-4423-98eb-3cb5b90f4a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073382 Nov 22 20:28:02.379734 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f521daf5-a5c5-4631-ac58-eaba3ba99986 req-03c794b5-4074-4e66-b742-41869e844a80 tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:28:02.382057 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f521daf5-a5c5-4631-ac58-eaba3ba99986 req-03c794b5-4074-4e66-b742-41869e844a80 tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] 10.222.0.46 "GET /v2.0/ports?device_id=d4bed4ed-989a-4ec1-98ba-a9d872693634 HTTP/1.1" status: 200 len: 946 time: 0.0751235 Nov 22 20:28:02.416090 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d36c54e-a395-4914-942a-014e03f6bb2a req-767b2c7d-8ab2-491a-9a46-45d356a52b4e tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:28:02.417588 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4d36c54e-a395-4914-942a-014e03f6bb2a req-767b2c7d-8ab2-491a-9a46-45d356a52b4e tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/ports?device_id=49d7c329-30a1-4efb-89cd-665861be1695 HTTP/1.1" status: 200 len: 945 time: 0.0808153 Nov 22 20:28:02.452406 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f521daf5-a5c5-4631-ac58-eaba3ba99986 req-964cba13-0373-4765-9464-075885992f9d tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] 10.222.0.46 "GET /v2.0/security-groups?id=ba01c207-9c21-46e8-8927-68d7cc159606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634243 Nov 22 20:28:02.489024 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-fb4b10ac-93a9-4644-aeb7-f4ebf199bbda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:28:02.611356 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4d36c54e-a395-4914-942a-014e03f6bb2a req-6aeccfee-3be9-45da-b21c-9fcc6c14ae0d tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e8bab57-9061-4423-98eb-3cb5b90f4a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767209 Nov 22 20:28:03.407284 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-03f0964f-1b75-4df7-99e0-a3cdb56ec2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:28:03.780867 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22086c1-0870-4b35-b003-62cfaf6f5178 req-319c84ff-48b7-40e4-8635-438273ac1d1f tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:28:03.783351 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d22086c1-0870-4b35-b003-62cfaf6f5178 req-319c84ff-48b7-40e4-8635-438273ac1d1f tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/ports?device_id=49d7c329-30a1-4efb-89cd-665861be1695 HTTP/1.1" status: 200 len: 945 time: 0.0643687 Nov 22 20:28:03.847150 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d22086c1-0870-4b35-b003-62cfaf6f5178 req-003ddfe0-0a82-46e7-b9ae-89096ad6ff44 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e8bab57-9061-4423-98eb-3cb5b90f4a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572252 Nov 22 20:28:04.991903 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5ecad1-7e41-4221-8f9b-bd073fadef33 req-e8e11e67-4377-4e2e-a333-8b0ae4713eb6 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:28:04.993457 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1f5ecad1-7e41-4221-8f9b-bd073fadef33 req-e8e11e67-4377-4e2e-a333-8b0ae4713eb6 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/ports?device_id=49d7c329-30a1-4efb-89cd-665861be1695 HTTP/1.1" status: 200 len: 945 time: 0.0564458 Nov 22 20:28:05.063996 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1f5ecad1-7e41-4221-8f9b-bd073fadef33 req-155e0a80-e7e6-454e-9c43-2e2d11a9e1e8 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e8bab57-9061-4423-98eb-3cb5b90f4a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634508 Nov 22 20:28:05.115566 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e49ee129-e862-4476-beca-cdc8150d2345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:28:05.976098 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:28:06.221811 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3768724d-7080-4fa1-81dc-7b2f7abdb650 req-cc29f9dd-5d80-4286-9e46-869b0e85c8cf tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:28:06.223452 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3768724d-7080-4fa1-81dc-7b2f7abdb650 req-cc29f9dd-5d80-4286-9e46-869b0e85c8cf tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/ports?device_id=49d7c329-30a1-4efb-89cd-665861be1695 HTTP/1.1" status: 200 len: 945 time: 0.0613236 Nov 22 20:28:06.284649 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3768724d-7080-4fa1-81dc-7b2f7abdb650 req-06c0f9e9-30a1-4f30-a50a-5ec45f1bda33 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e8bab57-9061-4423-98eb-3cb5b90f4a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549037 Nov 22 20:28:07.487049 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec46ea8-d9dc-4642-baf9-60837fb823ce req-362df33d-e5f0-400f-966a-c75953329ffe tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:28:07.495389 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4ec46ea8-d9dc-4642-baf9-60837fb823ce req-362df33d-e5f0-400f-966a-c75953329ffe tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/ports?device_id=49d7c329-30a1-4efb-89cd-665861be1695 HTTP/1.1" status: 200 len: 945 time: 0.0841660 Nov 22 20:28:07.551962 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4ec46ea8-d9dc-4642-baf9-60837fb823ce req-d7191508-c627-4cef-b03f-4ebd34301620 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e8bab57-9061-4423-98eb-3cb5b90f4a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554402 Nov 22 20:28:08.721412 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e8b0b1-08cb-4987-9238-b8cd58f13d31 req-be39f764-6d5c-40ef-ae81-172376d244d2 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:28:08.727905 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-34e8b0b1-08cb-4987-9238-b8cd58f13d31 req-be39f764-6d5c-40ef-ae81-172376d244d2 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/ports?device_id=49d7c329-30a1-4efb-89cd-665861be1695 HTTP/1.1" status: 200 len: 945 time: 0.0762570 Nov 22 20:28:08.808071 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-34e8b0b1-08cb-4987-9238-b8cd58f13d31 req-0dea820d-0eb9-4d6d-be83-7dbacd2a56f7 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e8bab57-9061-4423-98eb-3cb5b90f4a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782633 Nov 22 20:28:09.957762 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04058b6d-469a-4a34-8b20-d526d64e50b2 req-7cb62bfe-8135-4e0f-9515-e3bd51ee76cf tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:28:09.964769 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-04058b6d-469a-4a34-8b20-d526d64e50b2 req-7cb62bfe-8135-4e0f-9515-e3bd51ee76cf tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/ports?device_id=49d7c329-30a1-4efb-89cd-665861be1695 HTTP/1.1" status: 200 len: 945 time: 0.0893602 Nov 22 20:28:10.047997 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-04058b6d-469a-4a34-8b20-d526d64e50b2 req-af37c1b0-f008-460f-9d1f-b1e907c79027 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e8bab57-9061-4423-98eb-3cb5b90f4a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798655 Nov 22 20:28:11.178321 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3367a074-3d5d-4766-9703-2f2519bbd35e req-1ea3526c-f6bd-43a1-b99b-a2e283fb523b tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:28:11.179983 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3367a074-3d5d-4766-9703-2f2519bbd35e req-1ea3526c-f6bd-43a1-b99b-a2e283fb523b tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/ports?device_id=49d7c329-30a1-4efb-89cd-665861be1695 HTTP/1.1" status: 200 len: 945 time: 0.0598156 Nov 22 20:28:11.250515 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3367a074-3d5d-4766-9703-2f2519bbd35e req-7d90f686-f105-4ee9-b3a1-3d51660a2940 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e8bab57-9061-4423-98eb-3cb5b90f4a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607700 Nov 22 20:28:12.389008 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20373ce8-43d4-4dc9-b4b1-e2f1a483c08d req-2ed6cb22-7fa4-4580-9747-072edd56eef8 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:28:12.396608 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-20373ce8-43d4-4dc9-b4b1-e2f1a483c08d req-2ed6cb22-7fa4-4580-9747-072edd56eef8 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/ports?device_id=49d7c329-30a1-4efb-89cd-665861be1695 HTTP/1.1" status: 200 len: 945 time: 0.0707088 Nov 22 20:28:12.451570 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-20373ce8-43d4-4dc9-b4b1-e2f1a483c08d req-da54f38c-56ca-4187-80ca-a9a60aedd722 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e8bab57-9061-4423-98eb-3cb5b90f4a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540037 Nov 22 20:28:13.569843 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae04663-c3e4-4810-a4be-9f6bc335d509 req-5f5d7672-029f-4214-9a59-2ec2b5a73dac tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:28:13.571557 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7ae04663-c3e4-4810-a4be-9f6bc335d509 req-5f5d7672-029f-4214-9a59-2ec2b5a73dac tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/ports?device_id=49d7c329-30a1-4efb-89cd-665861be1695 HTTP/1.1" status: 200 len: 945 time: 0.0553443 Nov 22 20:28:13.622773 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7ae04663-c3e4-4810-a4be-9f6bc335d509 req-bad79e9e-43e9-415f-8d6b-45f4381fbaad tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e8bab57-9061-4423-98eb-3cb5b90f4a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432258 Nov 22 20:28:13.953318 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-52eb754b-1b8e-4022-8779-ae85f936919d req-1ffc0a1b-cb8b-49e4-8e07-6e517843ec21 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f6a28645-107f-4866-b24e-f26198b8fbe3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0572617 Nov 22 20:28:14.046498 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eb754b-1b8e-4022-8779-ae85f936919d req-d2dd65d6-445a-4038-8d88-99fae6535839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:28:14.048775 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-52eb754b-1b8e-4022-8779-ae85f936919d req-d2dd65d6-445a-4038-8d88-99fae6535839 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b49ffae0998b42cf90d82005a2279509&device_id=f6a28645-107f-4866-b24e-f26198b8fbe3 HTTP/1.1" status: 200 len: 1097 time: 0.0671546 Nov 22 20:28:14.164771 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eb754b-1b8e-4022-8779-ae85f936919d req-f28cec78-6ca5-49ec-a1f5-c2872a382175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:28:14.166432 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-52eb754b-1b8e-4022-8779-ae85f936919d req-f28cec78-6ca5-49ec-a1f5-c2872a382175 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7f744b6d-d53b-48bc-90d8-0ac9583035c9 HTTP/1.1" status: 200 len: 914 time: 0.0924299 Nov 22 20:28:14.237889 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-52eb754b-1b8e-4022-8779-ae85f936919d req-9259479f-1f09-4c45-b9c0-bb3c8b8fac3a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a671633e-50aa-4a0f-8c8d-5e71001ec623 HTTP/1.1" status: 200 len: 217 time: 0.0490737 Nov 22 20:28:14.298945 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eb754b-1b8e-4022-8779-ae85f936919d req-35c401cb-9a95-4154-b40d-afbb157474e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:28:14.301450 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-52eb754b-1b8e-4022-8779-ae85f936919d req-35c401cb-9a95-4154-b40d-afbb157474e2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=dcdf7c04-9a25-42ed-b898-d573319ea588 HTTP/1.1" status: 200 len: 853 time: 0.0537493 Nov 22 20:28:14.352047 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-52eb754b-1b8e-4022-8779-ae85f936919d req-227b9862-9a27-43b9-8e13-023362e66db9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7f744b6d-d53b-48bc-90d8-0ac9583035c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392835 Nov 22 20:28:14.454396 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5004fa-1197-4b5a-ad73-cbff7077a0fe req-69ab2924-b5b8-482c-ae47-4d3efdf814a5 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:28:14.456079 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-af5004fa-1197-4b5a-ad73-cbff7077a0fe req-69ab2924-b5b8-482c-ae47-4d3efdf814a5 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/ports?device_id=70cd0428-2052-4b2d-96eb-4343ede0f061 HTTP/1.1" status: 200 len: 945 time: 0.1315079 Nov 22 20:28:14.484245 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:28:14.486968 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:28:14.506349 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-52eb754b-1b8e-4022-8779-ae85f936919d req-b8930f42-8706-4996-b0bd-cb5c9aec79d3 service neutron] 10.222.0.20 "GET /v2.0/networks/7f744b6d-d53b-48bc-90d8-0ac9583035c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325865 Nov 22 20:28:14.587397 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-af5004fa-1197-4b5a-ad73-cbff7077a0fe req-8e29f8c8-0078-4b3c-adcd-d6704851fa3a tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/security-groups?id=8457929e-de92-4261-bfd8-ed76b2441300&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1161394 Nov 22 20:28:14.635989 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-52eb754b-1b8e-4022-8779-ae85f936919d req-ec2fcee4-8511-4f09-9806-71833cfa58da service neutron] 10.222.0.20 "GET /v2.0/networks/7f744b6d-d53b-48bc-90d8-0ac9583035c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194446 Nov 22 20:28:14.764214 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a386d007-d160-4f76-a19d-39639dbf5269 req-c1b0f843-965e-4f48-bfda-6475339358c6 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:28:14.766411 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a386d007-d160-4f76-a19d-39639dbf5269 req-c1b0f843-965e-4f48-bfda-6475339358c6 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/ports?device_id=49d7c329-30a1-4efb-89cd-665861be1695 HTTP/1.1" status: 200 len: 945 time: 0.0585942 Nov 22 20:28:14.835694 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a386d007-d160-4f76-a19d-39639dbf5269 req-d7b7e8ce-de6c-4189-9a86-f9d02d8d0ad7 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e8bab57-9061-4423-98eb-3cb5b90f4a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628698 Nov 22 20:28:15.758863 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519058df-fcb1-4a2d-8706-c610d975b59a req-19bf7500-4734-4412-aeb2-dac3560848e3 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:28:15.760531 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-519058df-fcb1-4a2d-8706-c610d975b59a req-19bf7500-4734-4412-aeb2-dac3560848e3 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/ports?device_id=70cd0428-2052-4b2d-96eb-4343ede0f061 HTTP/1.1" status: 200 len: 945 time: 0.0632048 Nov 22 20:28:15.846577 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-519058df-fcb1-4a2d-8706-c610d975b59a req-7e801281-0ac4-498c-a6eb-93c5499851b1 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/security-groups?id=8457929e-de92-4261-bfd8-ed76b2441300&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794291 Nov 22 20:28:15.966431 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e11d995-ba6e-4e42-a2de-3376f95d213e req-7f1caafa-254f-4f4e-8fae-86a7a9c87055 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:28:15.974142 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4e11d995-ba6e-4e42-a2de-3376f95d213e req-7f1caafa-254f-4f4e-8fae-86a7a9c87055 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/ports?device_id=49d7c329-30a1-4efb-89cd-665861be1695 HTTP/1.1" status: 200 len: 945 time: 0.0589912 Nov 22 20:28:15.998458 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-d88417b0-92ac-4ed1-b570-7b245b86d314 req-d938bae9-922f-4895-afdf-1cfac207ad12 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=40c93a37-becd-4018-b943-1d6e903a3ffe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0593500 Nov 22 20:28:16.039730 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4e11d995-ba6e-4e42-a2de-3376f95d213e req-387383ba-025a-4df2-8a77-0edda0a0ec6f tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e8bab57-9061-4423-98eb-3cb5b90f4a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646689 Nov 22 20:28:16.128715 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88417b0-92ac-4ed1-b570-7b245b86d314 req-611de50d-9af5-4441-bf66-fc1199a8ce3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:28:16.129520 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88417b0-92ac-4ed1-b570-7b245b86d314 req-611de50d-9af5-4441-bf66-fc1199a8ce3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:28:16.130186 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88417b0-92ac-4ed1-b570-7b245b86d314 req-611de50d-9af5-4441-bf66-fc1199a8ce3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:28:16.131340 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88417b0-92ac-4ed1-b570-7b245b86d314 req-611de50d-9af5-4441-bf66-fc1199a8ce3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:28:16.131901 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88417b0-92ac-4ed1-b570-7b245b86d314 req-611de50d-9af5-4441-bf66-fc1199a8ce3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:28:16.132429 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88417b0-92ac-4ed1-b570-7b245b86d314 req-611de50d-9af5-4441-bf66-fc1199a8ce3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:28:16.132956 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88417b0-92ac-4ed1-b570-7b245b86d314 req-611de50d-9af5-4441-bf66-fc1199a8ce3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:28:16.135078 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-d88417b0-92ac-4ed1-b570-7b245b86d314 req-611de50d-9af5-4441-bf66-fc1199a8ce3d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cd84c4200e0d47b4bcba9b053bf608fb&device_id=40c93a37-becd-4018-b943-1d6e903a3ffe HTTP/1.1" status: 200 len: 6502 time: 0.0691400 Nov 22 20:28:16.277706 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e88960f-4c15-451b-b598-526ea2bdf2a2 req-06fad99c-3bfa-4698-808c-8775451664bb tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:28:16.285479 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5e88960f-4c15-451b-b598-526ea2bdf2a2 req-06fad99c-3bfa-4698-808c-8775451664bb tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/ports?device_id=f1a6bfe1-26d1-4dd2-94cd-df2360ee8ad5 HTTP/1.1" status: 200 len: 945 time: 0.0640194 Nov 22 20:28:16.324161 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88417b0-92ac-4ed1-b570-7b245b86d314 req-66c95d1b-1fd6-4606-a0b3-8ca401b4c6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:28:16.325017 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88417b0-92ac-4ed1-b570-7b245b86d314 req-66c95d1b-1fd6-4606-a0b3-8ca401b4c6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:28:16.325672 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88417b0-92ac-4ed1-b570-7b245b86d314 req-66c95d1b-1fd6-4606-a0b3-8ca401b4c6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:28:16.330383 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-d88417b0-92ac-4ed1-b570-7b245b86d314 req-66c95d1b-1fd6-4606-a0b3-8ca401b4c6aa service neutron] 10.222.0.41 "GET /v2.0/networks?id=d850805c-8248-4517-bdd1-4a876cc6baf0&id=3ad73812-60e8-4754-bf89-bc7945f351b9&id=3ad73812-60e8-4754-bf89-bc7945f351b9&id=3ad73812-60e8-4754-bf89-bc7945f351b9&id=3ad73812-60e8-4754-bf89-bc7945f351b9&id=af9bb979-b2e3-447d-a9f1-511c736d70b3&id=af9bb979-b2e3-447d-a9f1-511c736d70b3 HTTP/1.1" status: 200 len: 2298 time: 0.1479702 Nov 22 20:28:16.333989 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5e88960f-4c15-451b-b598-526ea2bdf2a2 req-e109bf0f-a1bd-4147-8666-2d16afdc0812 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/security-groups?id=ace094e3-bfce-4b88-a460-949b8cf0d5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472944 Nov 22 20:28:16.412477 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-d88417b0-92ac-4ed1-b570-7b245b86d314 req-1a9caf4e-607e-4912-8be8-4b0dca655d2d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=24e26784-28ce-4e69-aa50-f9485f00f0dd HTTP/1.1" status: 200 len: 1000 time: 0.0742393 Nov 22 20:28:16.490850 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88417b0-92ac-4ed1-b570-7b245b86d314 req-2fcc818e-d005-4097-9439-b08b325f73ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:28:16.492647 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-d88417b0-92ac-4ed1-b570-7b245b86d314 req-2fcc818e-d005-4097-9439-b08b325f73ee service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e1bf7e3c-bb18-492e-826e-dd3a8d7abcd1 HTTP/1.1" status: 200 len: 855 time: 0.0723186 Nov 22 20:28:16.500949 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685ac965-aaff-4399-bd52-f27da970219f req-14ca6d03-6faf-418d-93c3-bc5d182a3cac tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:28:16.508852 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-685ac965-aaff-4399-bd52-f27da970219f req-14ca6d03-6faf-418d-93c3-bc5d182a3cac tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/ports?device_id=f1a6bfe1-26d1-4dd2-94cd-df2360ee8ad5 HTTP/1.1" status: 200 len: 945 time: 0.0727217 Nov 22 20:28:16.545495 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88417b0-92ac-4ed1-b570-7b245b86d314 req-c2b802ad-8aa8-47a4-8f54-a8f373a7cac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:28:16.547028 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-d88417b0-92ac-4ed1-b570-7b245b86d314 req-c2b802ad-8aa8-47a4-8f54-a8f373a7cac7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d850805c-8248-4517-bdd1-4a876cc6baf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0470016 Nov 22 20:28:16.572469 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-685ac965-aaff-4399-bd52-f27da970219f req-dc1ba07a-c7cb-46f0-bcb8-c44dd8688941 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/security-groups?id=ace094e3-bfce-4b88-a460-949b8cf0d5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579958 Nov 22 20:28:16.738279 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-d88417b0-92ac-4ed1-b570-7b245b86d314 req-1760aa87-2b8e-494a-93fe-223de2d309cd service neutron] 10.222.0.41 "GET /v2.0/networks/d850805c-8248-4517-bdd1-4a876cc6baf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811829 Nov 22 20:28:16.914476 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-d88417b0-92ac-4ed1-b570-7b245b86d314 req-35159c15-fde1-4250-887b-423406cb4a3b service neutron] 10.222.0.41 "GET /v2.0/networks/d850805c-8248-4517-bdd1-4a876cc6baf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681583 Nov 22 20:28:16.925531 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf45c2b7-b86b-4b7c-9723-211b1812a2ee req-a4dfed7b-d198-44db-8c80-3c9f43fa6ed7 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:28:16.936090 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-bf45c2b7-b86b-4b7c-9723-211b1812a2ee req-a4dfed7b-d198-44db-8c80-3c9f43fa6ed7 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/networks?id=13496096-9618-4fad-a538-016ce712d3bd HTTP/1.1" status: 200 len: 812 time: 0.1926215 Nov 22 20:28:16.979859 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-d88417b0-92ac-4ed1-b570-7b245b86d314 req-1cbd528c-3938-4ed2-8a64-1bbc1ddf4e48 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.100&port_id=23b5427c-a333-43d6-a0e0-5ca27da7038f HTTP/1.1" status: 200 len: 217 time: 0.0570910 Nov 22 20:28:17.004599 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-bf45c2b7-b86b-4b7c-9723-211b1812a2ee req-b6e84cdb-245d-4359-a03e-f70f48e74708 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/quotas/a3670ebd84cb4741b338db645a992249 HTTP/1.1" status: 200 len: 375 time: 0.0660961 Nov 22 20:28:17.082820 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88417b0-92ac-4ed1-b570-7b245b86d314 req-9b0574f6-eb3e-4a05-957c-ddae6ad514dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:28:17.086082 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-d88417b0-92ac-4ed1-b570-7b245b86d314 req-9b0574f6-eb3e-4a05-957c-ddae6ad514dd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e25cd4ad-e472-4506-b141-ef866ec585ef HTTP/1.1" status: 200 len: 797 time: 0.0982649 Nov 22 20:28:17.162183 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-bf45c2b7-b86b-4b7c-9723-211b1812a2ee req-18ed0139-2f22-4deb-8744-be3c7130631f tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=a3670ebd84cb4741b338db645a992249&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1557527 Nov 22 20:28:17.167705 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88417b0-92ac-4ed1-b570-7b245b86d314 req-d9f1fb2c-b287-498d-95de-400af019e7de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:28:17.169705 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-d88417b0-92ac-4ed1-b570-7b245b86d314 req-d9f1fb2c-b287-498d-95de-400af019e7de service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3ad73812-60e8-4754-bf89-bc7945f351b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0751851 Nov 22 20:28:17.280579 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-bf45c2b7-b86b-4b7c-9723-211b1812a2ee req-844de596-64c8-40ec-b758-a87da152d2fc service neutron] 10.222.0.46 "GET /v2.0/networks/13496096-9618-4fad-a538-016ce712d3bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162107 Nov 22 20:28:17.318582 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00669e56-0c2a-4eab-aaa2-4c99a695f268 req-3f32327e-9834-42b6-b70d-f9b313155b36 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:28:17.327722 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-00669e56-0c2a-4eab-aaa2-4c99a695f268 req-3f32327e-9834-42b6-b70d-f9b313155b36 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/ports?device_id=70cd0428-2052-4b2d-96eb-4343ede0f061 HTTP/1.1" status: 200 len: 945 time: 0.3604031 Nov 22 20:28:17.367126 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-d88417b0-92ac-4ed1-b570-7b245b86d314 req-7eab0812-11c3-42e3-9ea8-e61be9b18fc2 service neutron] 10.222.0.41 "GET /v2.0/networks/3ad73812-60e8-4754-bf89-bc7945f351b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721728 Nov 22 20:28:17.468889 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-00669e56-0c2a-4eab-aaa2-4c99a695f268 req-6fcb89a8-e7f4-44fc-b1e2-1123f8396cbd tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/security-groups?id=8457929e-de92-4261-bfd8-ed76b2441300&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1205683 Nov 22 20:28:17.521806 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-bf45c2b7-b86b-4b7c-9723-211b1812a2ee req-dbb1015f-4ebf-4eed-b442-a7786d9b8c78 service neutron] 10.222.0.46 "GET /v2.0/networks/13496096-9618-4fad-a538-016ce712d3bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2401676 Nov 22 20:28:17.846171 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1568de89-40b3-4613-90ea-8f7775a41ed4 req-2a8b3116-719b-498a-949f-d6561e9a811c tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/ports?device_id=b934650a-6723-42dc-852a-0cdb5ffb10f7 HTTP/1.1" status: 200 len: 210 time: 0.1130183 Nov 22 20:28:18.056313 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-d88417b0-92ac-4ed1-b570-7b245b86d314 req-e01cf237-2943-4ee3-9297-7f0fbdb658ad service neutron] 10.222.0.41 "GET /v2.0/networks/3ad73812-60e8-4754-bf89-bc7945f351b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6785831 Nov 22 20:28:18.143721 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-d88417b0-92ac-4ed1-b570-7b245b86d314 req-4a30ed77-a14d-44f8-8fa4-b28fb9f19bee service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.254&port_id=cc5614ff-8218-4f84-9a25-5dccd5d7dcd7 HTTP/1.1" status: 200 len: 217 time: 0.0788634 Nov 22 20:28:18.217116 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88417b0-92ac-4ed1-b570-7b245b86d314 req-a3aea32d-ff71-44ce-8c91-2552df702d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:28:18.219674 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-d88417b0-92ac-4ed1-b570-7b245b86d314 req-a3aea32d-ff71-44ce-8c91-2552df702d43 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e25cd4ad-e472-4506-b141-ef866ec585ef HTTP/1.1" status: 200 len: 797 time: 0.0683017 Nov 22 20:28:18.277665 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88417b0-92ac-4ed1-b570-7b245b86d314 req-84467bee-a769-4609-89bc-fabc81b58a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:28:18.279816 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-d88417b0-92ac-4ed1-b570-7b245b86d314 req-84467bee-a769-4609-89bc-fabc81b58a72 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3ad73812-60e8-4754-bf89-bc7945f351b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0530746 Nov 22 20:28:18.415512 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-d88417b0-92ac-4ed1-b570-7b245b86d314 req-89e789f4-d8b4-4aa3-b1f3-479eeeaf2b54 service neutron] 10.222.0.41 "GET /v2.0/networks/3ad73812-60e8-4754-bf89-bc7945f351b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274817 Nov 22 20:28:18.565897 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-d88417b0-92ac-4ed1-b570-7b245b86d314 req-ce16efd1-7187-4dfe-9847-fd623a18a3ef service neutron] 10.222.0.41 "GET /v2.0/networks/3ad73812-60e8-4754-bf89-bc7945f351b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430695 Nov 22 20:28:18.667367 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-d88417b0-92ac-4ed1-b570-7b245b86d314 req-43b0dce1-69aa-4d69-b93a-c9e4a3c0ded6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.120&port_id=26cc7b13-59a1-4281-875f-27b2b98ae89e HTTP/1.1" status: 200 len: 217 time: 0.0913081 Nov 22 20:28:18.768187 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253bb268-c836-417e-a910-84ee3061a992 req-b9f25abd-1265-4cdb-943e-fb580f6364db tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:28:18.772773 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-253bb268-c836-417e-a910-84ee3061a992 req-b9f25abd-1265-4cdb-943e-fb580f6364db tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/ports?device_id=70cd0428-2052-4b2d-96eb-4343ede0f061 HTTP/1.1" status: 200 len: 945 time: 0.1425567 Nov 22 20:28:18.831859 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88417b0-92ac-4ed1-b570-7b245b86d314 req-896126c9-3a40-486b-8db6-4bab0d0ea2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:28:18.834353 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-d88417b0-92ac-4ed1-b570-7b245b86d314 req-896126c9-3a40-486b-8db6-4bab0d0ea2d5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e25cd4ad-e472-4506-b141-ef866ec585ef HTTP/1.1" status: 200 len: 797 time: 0.1518443 Nov 22 20:28:18.853896 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-253bb268-c836-417e-a910-84ee3061a992 req-c4810193-0083-43c4-91a6-8ba1d704062a tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/security-groups?id=8457929e-de92-4261-bfd8-ed76b2441300&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735445 Nov 22 20:28:19.010289 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88417b0-92ac-4ed1-b570-7b245b86d314 req-155ddf3e-dbbc-40d1-a1e2-daa0bf2de9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:28:19.015781 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-d88417b0-92ac-4ed1-b570-7b245b86d314 req-155ddf3e-dbbc-40d1-a1e2-daa0bf2de9ff service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3ad73812-60e8-4754-bf89-bc7945f351b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1702797 Nov 22 20:28:19.070486 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5f41d91c-7b38-45cf-a506-61c0bfb9fcc0 req-2a3458a2-8028-4e35-8635-32875e6466c4 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/ports?device_id=b934650a-6723-42dc-852a-0cdb5ffb10f7 HTTP/1.1" status: 200 len: 210 time: 0.0958586 Nov 22 20:28:19.133204 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-d88417b0-92ac-4ed1-b570-7b245b86d314 req-9065d203-32c9-4a01-a586-3f57b2bbb7ae service neutron] 10.222.0.41 "GET /v2.0/networks/3ad73812-60e8-4754-bf89-bc7945f351b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078861 Nov 22 20:28:19.350636 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-d88417b0-92ac-4ed1-b570-7b245b86d314 req-c2042370-770e-48d2-8d4b-e93039ca3584 service neutron] 10.222.0.41 "GET /v2.0/networks/3ad73812-60e8-4754-bf89-bc7945f351b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876426 Nov 22 20:28:19.401495 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf45c2b7-b86b-4b7c-9723-211b1812a2ee req-3a0020be-bb1b-4f0b-affc-88b90838733b tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:28:19.404760 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-bf45c2b7-b86b-4b7c-9723-211b1812a2ee req-3a0020be-bb1b-4f0b-affc-88b90838733b tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.41 "GET /v2.0/networks?id=13496096-9618-4fad-a538-016ce712d3bd HTTP/1.1" status: 200 len: 812 time: 0.1935303 Nov 22 20:28:19.422001 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-bf45c2b7-b86b-4b7c-9723-211b1812a2ee req-db823d25-8f45-4120-a254-c6d40f7f2d9a tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Request body: {'port': {'device_id': 'b934650a-6723-42dc-852a-0cdb5ffb10f7', 'network_id': '13496096-9618-4fad-a538-016ce712d3bd', 'admin_state_up': True, 'tenant_id': 'a3670ebd84cb4741b338db645a992249'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:28:19.463111 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-d88417b0-92ac-4ed1-b570-7b245b86d314 req-302dee23-30bd-49bf-bbc4-c3b78a655851 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.92&port_id=835a0333-17c1-49ac-a55d-d9999f17b48d HTTP/1.1" status: 200 len: 217 time: 0.0987847 Nov 22 20:28:19.544053 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88417b0-92ac-4ed1-b570-7b245b86d314 req-67f39fe0-cb5d-4c91-ba31-09031bc5310e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:28:19.546974 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-d88417b0-92ac-4ed1-b570-7b245b86d314 req-67f39fe0-cb5d-4c91-ba31-09031bc5310e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e25cd4ad-e472-4506-b141-ef866ec585ef HTTP/1.1" status: 200 len: 797 time: 0.0752065 Nov 22 20:28:19.638892 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf45c2b7-b86b-4b7c-9723-211b1812a2ee req-db823d25-8f45-4120-a254-c6d40f7f2d9a tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Made reservation on behalf of a3670ebd84cb4741b338db645a992249 for: {'port': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:28:19.660732 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-bf45c2b7-b86b-4b7c-9723-211b1812a2ee req-db823d25-8f45-4120-a254-c6d40f7f2d9a tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:28:19.669894 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88417b0-92ac-4ed1-b570-7b245b86d314 req-6569d06c-7be8-4873-b588-9c95316b9bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:28:19.671861 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-d88417b0-92ac-4ed1-b570-7b245b86d314 req-6569d06c-7be8-4873-b588-9c95316b9bb7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3ad73812-60e8-4754-bf89-bc7945f351b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1154258 Nov 22 20:28:19.822844 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-d88417b0-92ac-4ed1-b570-7b245b86d314 req-235fce35-1b18-46a8-82bc-f81235b67e6d service neutron] 10.222.0.41 "GET /v2.0/networks/3ad73812-60e8-4754-bf89-bc7945f351b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425548 Nov 22 20:28:19.823108 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [req-bf45c2b7-b86b-4b7c-9723-211b1812a2ee req-db823d25-8f45-4120-a254-c6d40f7f2d9a tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Allocated IP 172.20.0.14 (13496096-9618-4fad-a538-016ce712d3bd/c03e1529-a0c9-4990-b0cd-08a1dc455fd5/9757a672-e445-4799-a23d-c2d9c3fbfb86) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:28:19.939102 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-d88417b0-92ac-4ed1-b570-7b245b86d314 req-472f763f-faaf-4156-8aea-973ad4c38836 service neutron] 10.222.0.41 "GET /v2.0/networks/3ad73812-60e8-4754-bf89-bc7945f351b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070652 Nov 22 20:28:20.016735 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-d88417b0-92ac-4ed1-b570-7b245b86d314 req-76e49498-5721-423e-a462-caedef004a1c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=27859499-3fee-4255-98df-7775b62a7da8 HTTP/1.1" status: 200 len: 217 time: 0.0695770 Nov 22 20:28:20.108438 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88417b0-92ac-4ed1-b570-7b245b86d314 req-73ee554a-3b24-4ed5-ba2f-ea144688df21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:28:20.112747 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-d88417b0-92ac-4ed1-b570-7b245b86d314 req-73ee554a-3b24-4ed5-ba2f-ea144688df21 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ef7fccd9-1ba4-439a-b54e-9e5a9b6c59f5 HTTP/1.1" status: 200 len: 797 time: 0.0857296 Nov 22 20:28:20.206775 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89eebe7c-4b2f-4361-99fe-41902c59beb9 req-688fd3f2-139d-451c-9461-639dbd3ea606 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:28:20.206775 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-89eebe7c-4b2f-4361-99fe-41902c59beb9 req-688fd3f2-139d-451c-9461-639dbd3ea606 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/ports?device_id=70cd0428-2052-4b2d-96eb-4343ede0f061 HTTP/1.1" status: 200 len: 945 time: 0.1611288 Nov 22 20:28:20.244886 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88417b0-92ac-4ed1-b570-7b245b86d314 req-fabde681-e5ad-4f0b-a180-6ab9d0527458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:28:20.251770 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-d88417b0-92ac-4ed1-b570-7b245b86d314 req-fabde681-e5ad-4f0b-a180-6ab9d0527458 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=af9bb979-b2e3-447d-a9f1-511c736d70b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1300225 Nov 22 20:28:20.279106 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ddc5d3c1-2c2c-4944-8705-852a4b596889 req-5cdb1582-2168-4d8c-9435-8e04e611a827 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/ports?device_id=b934650a-6723-42dc-852a-0cdb5ffb10f7 HTTP/1.1" status: 200 len: 210 time: 0.0776889 Nov 22 20:28:20.289372 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-bf45c2b7-b86b-4b7c-9723-211b1812a2ee req-db823d25-8f45-4120-a254-c6d40f7f2d9a tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:28:20.346632 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-89eebe7c-4b2f-4361-99fe-41902c59beb9 req-71f3a8d4-c300-410f-9586-fee15a38905c tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/security-groups?id=8457929e-de92-4261-bfd8-ed76b2441300&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1355450 Nov 22 20:28:20.378872 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-bf45c2b7-b86b-4b7c-9723-211b1812a2ee req-db823d25-8f45-4120-a254-c6d40f7f2d9a tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:28:20.393198 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] get_ports_and_sgs() called for port_ids ['c4e2b759-e838-4d5a-914f-a0e91771c133'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:28:20.483174 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-d88417b0-92ac-4ed1-b570-7b245b86d314 req-4bf73ef0-3f92-4217-96a7-3ad3e4bd62aa service neutron] 10.222.0.41 "GET /v2.0/networks/af9bb979-b2e3-447d-a9f1-511c736d70b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2238491 Nov 22 20:28:20.509701 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf45c2b7-b86b-4b7c-9723-211b1812a2ee req-db823d25-8f45-4120-a254-c6d40f7f2d9a tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Network 13496096-9618-4fad-a538-016ce712d3bd is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:28:20.513192 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [req-bf45c2b7-b86b-4b7c-9723-211b1812a2ee req-db823d25-8f45-4120-a254-c6d40f7f2d9a tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:28:20.516591 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf45c2b7-b86b-4b7c-9723-211b1812a2ee req-db823d25-8f45-4120-a254-c6d40f7f2d9a tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:28:20.631017 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db823d25-8f45-4120-a254-c6d40f7f2d9a tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Pushing event updated for resources: {'Port': ['ID=9757a672-e445-4799-a23d-c2d9c3fbfb86,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:28:20.707677 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf45c2b7-b86b-4b7c-9723-211b1812a2ee req-db823d25-8f45-4120-a254-c6d40f7f2d9a tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:28:20.709947 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-bf45c2b7-b86b-4b7c-9723-211b1812a2ee req-db823d25-8f45-4120-a254-c6d40f7f2d9a tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:28:20.716508 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-d88417b0-92ac-4ed1-b570-7b245b86d314 req-2689cfc5-062a-4814-83bc-15f3cc13f903 service neutron] 10.222.0.41 "GET /v2.0/networks/af9bb979-b2e3-447d-a9f1-511c736d70b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2251735 Nov 22 20:28:20.739846 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-bf45c2b7-b86b-4b7c-9723-211b1812a2ee req-db823d25-8f45-4120-a254-c6d40f7f2d9a tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3227997 Nov 22 20:28:20.752800 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-bf45c2b7-b86b-4b7c-9723-211b1812a2ee req-29ffe2a2-d909-473a-bf53-9952b690271b service neutron] Request body: {'port': {'device_id': 'b934650a-6723-42dc-852a-0cdb5ffb10f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818823-1'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:28:20.783666 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-d88417b0-92ac-4ed1-b570-7b245b86d314 req-806d6717-d5e1-4139-b2fc-6938c15a9539 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ae0865ea-6502-4dd3-8f5a-f8707775c47a HTTP/1.1" status: 200 len: 217 time: 0.0587525 Nov 22 20:28:20.843122 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88417b0-92ac-4ed1-b570-7b245b86d314 req-8137472c-a2f9-4e28-bbea-eb17d81c2249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:28:20.844762 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-d88417b0-92ac-4ed1-b570-7b245b86d314 req-8137472c-a2f9-4e28-bbea-eb17d81c2249 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ef7fccd9-1ba4-439a-b54e-9e5a9b6c59f5 HTTP/1.1" status: 200 len: 797 time: 0.0512321 Nov 22 20:28:20.849118 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-bf45c2b7-b86b-4b7c-9723-211b1812a2ee req-29ffe2a2-d909-473a-bf53-9952b690271b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:28:20.888532 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-52dd6844-ad57-4e99-a693-faf8a9660bb4 None None] Provisioning complete for port 9757a672-e445-4799-a23d-c2d9c3fbfb86 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:28:20.889021 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-52dd6844-ad57-4e99-a693-faf8a9660bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:28:20.930275 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-52dd6844-ad57-4e99-a693-faf8a9660bb4 None None] Port 9757a672-e445-4799-a23d-c2d9c3fbfb86 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:28:20.948929 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88417b0-92ac-4ed1-b570-7b245b86d314 req-fceacc97-2569-4ee3-adf1-55c58259799c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:28:20.951251 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-d88417b0-92ac-4ed1-b570-7b245b86d314 req-fceacc97-2569-4ee3-adf1-55c58259799c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=af9bb979-b2e3-447d-a9f1-511c736d70b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0973456 Nov 22 20:28:21.062807 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-d88417b0-92ac-4ed1-b570-7b245b86d314 req-2a9c34b6-10c0-42d0-9501-c72657b3e409 service neutron] 10.222.0.41 "GET /v2.0/networks/af9bb979-b2e3-447d-a9f1-511c736d70b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037524 Nov 22 20:28:21.169858 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-d88417b0-92ac-4ed1-b570-7b245b86d314 req-10450615-e93a-49d8-8c7c-1576607011a6 service neutron] 10.222.0.41 "GET /v2.0/networks/af9bb979-b2e3-447d-a9f1-511c736d70b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982411 Nov 22 20:28:21.225765 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [req-bf45c2b7-b86b-4b7c-9723-211b1812a2ee req-29ffe2a2-d909-473a-bf53-9952b690271b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9757a672-e445-4799-a23d-c2d9c3fbfb86 {{(pid=103447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:28:21.238270 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-bf45c2b7-b86b-4b7c-9723-211b1812a2ee req-29ffe2a2-d909-473a-bf53-9952b690271b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:28:21.253319 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.provisioning_blocks [req-bf45c2b7-b86b-4b7c-9723-211b1812a2ee req-29ffe2a2-d909-473a-bf53-9952b690271b service neutron] Transition to ACTIVE for port object 9757a672-e445-4799-a23d-c2d9c3fbfb86 will not be triggered until provisioned by entity L2. {{(pid=103447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 20:28:21.258371 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-bf45c2b7-b86b-4b7c-9723-211b1812a2ee req-29ffe2a2-d909-473a-bf53-9952b690271b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:28:21.315256 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ffe2a2-d909-473a-bf53-9952b690271b service neutron] Pushing event updated for resources: {'Port': ['ID=9757a672-e445-4799-a23d-c2d9c3fbfb86,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:28:21.474814 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-bf45c2b7-b86b-4b7c-9723-211b1812a2ee req-29ffe2a2-d909-473a-bf53-9952b690271b service neutron] Attempting to bind port 9757a672-e445-4799-a23d-c2d9c3fbfb86 on host n-h1-818823-1 for vnic_type normal with profile {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:28:21.475316 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-bf45c2b7-b86b-4b7c-9723-211b1812a2ee req-29ffe2a2-d909-473a-bf53-9952b690271b service neutron] Attempting to bind port 9757a672-e445-4799-a23d-c2d9c3fbfb86 by drivers openvswitch,hyperv on host n-h1-818823-1 at level 0 using segments [{'id': '60e02a7e-98a0-4d76-b36b-46f7624c5b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '13496096-9618-4fad-a538-016ce712d3bd'}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:28:21.475821 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf45c2b7-b86b-4b7c-9723-211b1812a2ee req-29ffe2a2-d909-473a-bf53-9952b690271b service neutron] Attempting to bind port 9757a672-e445-4799-a23d-c2d9c3fbfb86 on network 13496096-9618-4fad-a538-016ce712d3bd {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:28:21.482171 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf45c2b7-b86b-4b7c-9723-211b1812a2ee req-29ffe2a2-d909-473a-bf53-9952b690271b service neutron] Port 9757a672-e445-4799-a23d-c2d9c3fbfb86 on network 13496096-9618-4fad-a538-016ce712d3bd not bound, no agent of type Open vSwitch agent registered on host n-h1-818823-1 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:28:21.482828 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf45c2b7-b86b-4b7c-9723-211b1812a2ee req-29ffe2a2-d909-473a-bf53-9952b690271b service neutron] Attempting to bind port 9757a672-e445-4799-a23d-c2d9c3fbfb86 on network 13496096-9618-4fad-a538-016ce712d3bd {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:28:21.488953 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf45c2b7-b86b-4b7c-9723-211b1812a2ee req-29ffe2a2-d909-473a-bf53-9952b690271b service neutron] Checking agent: {'id': '7a008cff-3b49-418c-8046-689d46cc800f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'started_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 28, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:28:21.489439 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf45c2b7-b86b-4b7c-9723-211b1812a2ee req-29ffe2a2-d909-473a-bf53-9952b690271b service neutron] Checking segment: {'id': '60e02a7e-98a0-4d76-b36b-46f7624c5b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '13496096-9618-4fad-a538-016ce712d3bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:28:21.489982 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf45c2b7-b86b-4b7c-9723-211b1812a2ee req-29ffe2a2-d909-473a-bf53-9952b690271b service neutron] Bound using segment: {'id': '60e02a7e-98a0-4d76-b36b-46f7624c5b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '13496096-9618-4fad-a538-016ce712d3bd'} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:28:21.490530 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-bf45c2b7-b86b-4b7c-9723-211b1812a2ee req-29ffe2a2-d909-473a-bf53-9952b690271b service neutron] Bound port: 9757a672-e445-4799-a23d-c2d9c3fbfb86, host: n-h1-818823-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60e02a7e-98a0-4d76-b36b-46f7624c5b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '13496096-9618-4fad-a538-016ce712d3bd'}}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:28:21.490995 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-bf45c2b7-b86b-4b7c-9723-211b1812a2ee req-29ffe2a2-d909-473a-bf53-9952b690271b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:28:21.501065 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d9e6f4-3410-4866-b8d6-604e2249df54 req-f5fd8975-a378-4447-a85d-f3e3829f047c tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:28:21.509248 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-04d9e6f4-3410-4866-b8d6-604e2249df54 req-f5fd8975-a378-4447-a85d-f3e3829f047c tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/ports?device_id=b934650a-6723-42dc-852a-0cdb5ffb10f7 HTTP/1.1" status: 200 len: 944 time: 0.0943842 Nov 22 20:28:21.604342 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-04d9e6f4-3410-4866-b8d6-604e2249df54 req-ad5164d1-f09f-42fa-9a2d-3cd485b8191a tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e8bab57-9061-4423-98eb-3cb5b90f4a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940421 Nov 22 20:28:21.635907 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-bf45c2b7-b86b-4b7c-9723-211b1812a2ee req-29ffe2a2-d909-473a-bf53-9952b690271b service neutron] For port 9757a672-e445-4799-a23d-c2d9c3fbfb86, host n-h1-818823-1, cleared binding levels {{(pid=103447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:28:21.644621 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-bf45c2b7-b86b-4b7c-9723-211b1812a2ee req-29ffe2a2-d909-473a-bf53-9952b690271b service neutron] For port 9757a672-e445-4799-a23d-c2d9c3fbfb86, host n-h1-818823-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=9757a672-e445-4799-a23d-c2d9c3fbfb86,segment=NetworkSegment(60e02a7e-98a0-4d76-b36b-46f7624c5b28),segment_id=60e02a7e-98a0-4d76-b36b-46f7624c5b28)] {{(pid=103447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:28:21.663076 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-bf45c2b7-b86b-4b7c-9723-211b1812a2ee req-29ffe2a2-d909-473a-bf53-9952b690271b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:28:21.712290 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf45c2b7-b86b-4b7c-9723-211b1812a2ee req-29ffe2a2-d909-473a-bf53-9952b690271b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:28:21.713037 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-bf45c2b7-b86b-4b7c-9723-211b1812a2ee req-29ffe2a2-d909-473a-bf53-9952b690271b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:28:21.714484 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-bf45c2b7-b86b-4b7c-9723-211b1812a2ee req-29ffe2a2-d909-473a-bf53-9952b690271b service neutron] 10.222.0.41 "PUT /v2.0/ports/9757a672-e445-4799-a23d-c2d9c3fbfb86 HTTP/1.1" status: 200 len: 1092 time: 0.9666269 Nov 22 20:28:21.714939 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b934650a-6723-42dc-852a-0cdb5ffb10f7', 'tag': '9757a672-e445-4799-a23d-c2d9c3fbfb86'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:28:21.718055 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f55bd84c-b088-4690-8219-ba6889cfd7ad" -d '{"events": [{"name": "network-changed", "server_uuid": "b934650a-6723-42dc-852a-0cdb5ffb10f7", "tag": "9757a672-e445-4799-a23d-c2d9c3fbfb86"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:28:21.839225 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ffe2a2-d909-473a-bf53-9952b690271b service neutron] Pushing event updated for resources: {'Port': ['ID=9757a672-e445-4799-a23d-c2d9c3fbfb86,revision_number=3']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:28:21.896650 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ddb554-bdaf-4d33-afe0-791d8f3199ee req-8c56765d-5efe-44f9-8d95-0734d4da4486 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:28:21.898225 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c1ddb554-bdaf-4d33-afe0-791d8f3199ee req-8c56765d-5efe-44f9-8d95-0734d4da4486 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/ports?device_id=70cd0428-2052-4b2d-96eb-4343ede0f061 HTTP/1.1" status: 200 len: 945 time: 0.1270015 Nov 22 20:28:21.900268 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf45c2b7-b86b-4b7c-9723-211b1812a2ee req-ada94082-1274-4bf5-98a3-2ff6511b2d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:28:21.901703 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-bf45c2b7-b86b-4b7c-9723-211b1812a2ee req-ada94082-1274-4bf5-98a3-2ff6511b2d6e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a3670ebd84cb4741b338db645a992249&device_id=b934650a-6723-42dc-852a-0cdb5ffb10f7 HTTP/1.1" status: 200 len: 1095 time: 0.0909295 Nov 22 20:28:21.971247 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-bf45c2b7-b86b-4b7c-9723-211b1812a2ee req-595a5b14-249f-402b-9930-ec961f2a493f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9757a672-e445-4799-a23d-c2d9c3fbfb86 HTTP/1.1" status: 200 len: 217 time: 0.0566790 Nov 22 20:28:22.088302 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c1ddb554-bdaf-4d33-afe0-791d8f3199ee req-199b947b-f0ab-4829-9d35-2866bfc8f566 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/security-groups?id=8457929e-de92-4261-bfd8-ed76b2441300&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1800272 Nov 22 20:28:22.127611 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf45c2b7-b86b-4b7c-9723-211b1812a2ee req-22e08e43-bde3-4d82-a34a-8da6c06094d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:28:22.130880 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-bf45c2b7-b86b-4b7c-9723-211b1812a2ee req-22e08e43-bde3-4d82-a34a-8da6c06094d6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c03e1529-a0c9-4990-b0cd-08a1dc455fd5 HTTP/1.1" status: 200 len: 851 time: 0.1477084 Nov 22 20:28:22.210394 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf45c2b7-b86b-4b7c-9723-211b1812a2ee req-5ca87aac-491f-4ceb-b28a-9e266f95bb58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:28:22.212058 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-bf45c2b7-b86b-4b7c-9723-211b1812a2ee req-5ca87aac-491f-4ceb-b28a-9e266f95bb58 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=13496096-9618-4fad-a538-016ce712d3bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0594683 Nov 22 20:28:22.281532 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 20:28:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b49dbd02-d037-4ee7-8559-341b9c3da87c x-openstack-request-id: req-b49dbd02-d037-4ee7-8559-341b9c3da87c {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:28:22.281831 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b934650a-6723-42dc-852a-0cdb5ffb10f7", "tag": "9757a672-e445-4799-a23d-c2d9c3fbfb86", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:28:22.282090 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b49dbd02-d037-4ee7-8559-341b9c3da87c {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:28:22.282536 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b934650a-6723-42dc-852a-0cdb5ffb10f7', 'tag': '9757a672-e445-4799-a23d-c2d9c3fbfb86', 'status': 'completed', 'code': 200} Nov 22 20:28:22.342252 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-bf45c2b7-b86b-4b7c-9723-211b1812a2ee req-df4b433c-a35f-425a-bb8b-84d011a93665 service neutron] 10.222.0.41 "GET /v2.0/networks/13496096-9618-4fad-a538-016ce712d3bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211834 Nov 22 20:28:22.472435 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-bf45c2b7-b86b-4b7c-9723-211b1812a2ee req-7846329f-e194-4db5-8a3d-0e58c6df181b service neutron] 10.222.0.41 "GET /v2.0/networks/13496096-9618-4fad-a538-016ce712d3bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169624 Nov 22 20:28:22.579669 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba71cef-baea-4117-aa48-587a8ad0cf3e req-16313293-798e-4ed8-9dc3-bc683a23672c tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:28:22.586188 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba71cef-baea-4117-aa48-587a8ad0cf3e req-16313293-798e-4ed8-9dc3-bc683a23672c tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:28:22.595453 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba71cef-baea-4117-aa48-587a8ad0cf3e req-16313293-798e-4ed8-9dc3-bc683a23672c tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:28:22.602127 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba71cef-baea-4117-aa48-587a8ad0cf3e req-16313293-798e-4ed8-9dc3-bc683a23672c tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:28:22.609382 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba71cef-baea-4117-aa48-587a8ad0cf3e req-16313293-798e-4ed8-9dc3-bc683a23672c tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:28:22.616372 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba71cef-baea-4117-aa48-587a8ad0cf3e req-16313293-798e-4ed8-9dc3-bc683a23672c tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:28:22.623152 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba71cef-baea-4117-aa48-587a8ad0cf3e req-16313293-798e-4ed8-9dc3-bc683a23672c tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:28:22.638673 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8ba71cef-baea-4117-aa48-587a8ad0cf3e req-16313293-798e-4ed8-9dc3-bc683a23672c tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] 10.222.0.46 "GET /v2.0/ports?device_id=40c93a37-becd-4018-b943-1d6e903a3ffe HTTP/1.1" status: 200 len: 5445 time: 0.2925885 Nov 22 20:28:22.712515 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55bd84c-b088-4690-8219-ba6889cfd7ad req-4cc945ef-54dc-4fb8-ae88-c7ca157f0984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:28:22.714065 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f55bd84c-b088-4690-8219-ba6889cfd7ad req-4cc945ef-54dc-4fb8-ae88-c7ca157f0984 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a3670ebd84cb4741b338db645a992249&device_id=b934650a-6723-42dc-852a-0cdb5ffb10f7 HTTP/1.1" status: 200 len: 1095 time: 0.1817322 Nov 22 20:28:22.786781 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8ba71cef-baea-4117-aa48-587a8ad0cf3e req-b4e4f75a-cf7b-4379-9657-7e6b66a10de2 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] 10.222.0.46 "GET /v2.0/security-groups?id=70cb0c9d-9724-446c-9f0a-bf3510156947&id=f57d0821-447e-4bd4-9be8-6ef5d6dfd2db&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1471975 Nov 22 20:28:22.927777 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93395134-0bfe-4fef-baf7-59cb0112489e req-8f232d4c-ae84-47e1-acca-dfdb73d91f0f tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:28:22.936675 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93395134-0bfe-4fef-baf7-59cb0112489e req-8f232d4c-ae84-47e1-acca-dfdb73d91f0f tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:28:22.953985 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93395134-0bfe-4fef-baf7-59cb0112489e req-8f232d4c-ae84-47e1-acca-dfdb73d91f0f tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:28:22.982420 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93395134-0bfe-4fef-baf7-59cb0112489e req-8f232d4c-ae84-47e1-acca-dfdb73d91f0f tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:28:22.988695 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93395134-0bfe-4fef-baf7-59cb0112489e req-8f232d4c-ae84-47e1-acca-dfdb73d91f0f tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:28:23.007018 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93395134-0bfe-4fef-baf7-59cb0112489e req-8f232d4c-ae84-47e1-acca-dfdb73d91f0f tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:28:23.017505 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93395134-0bfe-4fef-baf7-59cb0112489e req-8f232d4c-ae84-47e1-acca-dfdb73d91f0f tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:28:23.021781 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-93395134-0bfe-4fef-baf7-59cb0112489e req-8f232d4c-ae84-47e1-acca-dfdb73d91f0f tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] 10.222.0.41 "GET /v2.0/ports?device_id=40c93a37-becd-4018-b943-1d6e903a3ffe HTTP/1.1" status: 200 len: 5445 time: 0.2160876 Nov 22 20:28:23.103226 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93395134-0bfe-4fef-baf7-59cb0112489e req-1704735e-31a8-4026-99d1-65146a4e8279 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:28:23.128707 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-93395134-0bfe-4fef-baf7-59cb0112489e req-1704735e-31a8-4026-99d1-65146a4e8279 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] 10.222.0.41 "GET /v2.0/ports/cc5614ff-8218-4f84-9a25-5dccd5d7dcd7?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0982783 Nov 22 20:28:23.237410 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5139c6b7-2984-4719-b415-f70503731486 req-9081f31b-d22d-4dd3-88ba-64ae73234f15 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:28:23.244495 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5139c6b7-2984-4719-b415-f70503731486 req-9081f31b-d22d-4dd3-88ba-64ae73234f15 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/ports?device_id=b934650a-6723-42dc-852a-0cdb5ffb10f7 HTTP/1.1" status: 200 len: 944 time: 0.5251462 Nov 22 20:28:23.329260 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55bd84c-b088-4690-8219-ba6889cfd7ad req-ae2f1bec-a2c6-49c9-adee-b721952df090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:28:23.330731 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f55bd84c-b088-4690-8219-ba6889cfd7ad req-ae2f1bec-a2c6-49c9-adee-b721952df090 service neutron] 10.222.0.41 "GET /v2.0/networks?id=13496096-9618-4fad-a538-016ce712d3bd HTTP/1.1" status: 200 len: 913 time: 0.5967944 Nov 22 20:28:23.352842 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-93395134-0bfe-4fef-baf7-59cb0112489e req-2c8160c1-8004-49e0-b0e4-6007c99ffc0a tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] 10.222.0.41 "GET /v2.0/networks/3ad73812-60e8-4754-bf89-bc7945f351b9?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2140853 Nov 22 20:28:23.359634 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5139c6b7-2984-4719-b415-f70503731486 req-f66efe68-0bbc-428f-8b04-274f4684b373 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e8bab57-9061-4423-98eb-3cb5b90f4a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105397 Nov 22 20:28:23.368698 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [req-93395134-0bfe-4fef-baf7-59cb0112489e req-5470264c-2b71-4926-b16e-cdbd64b84e9e service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:28:23.437996 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f55bd84c-b088-4690-8219-ba6889cfd7ad req-009534e2-1c11-4683-b59d-2853a9532348 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9757a672-e445-4799-a23d-c2d9c3fbfb86 HTTP/1.1" status: 200 len: 217 time: 0.0772316 Nov 22 20:28:23.453163 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf11fce6-5554-4fd9-95f9-1a56b4768b30 req-f786c33a-85a4-403f-8455-ca7b69dc724d tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:28:23.461964 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-bf11fce6-5554-4fd9-95f9-1a56b4768b30 req-f786c33a-85a4-403f-8455-ca7b69dc724d tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/ports?device_id=70cd0428-2052-4b2d-96eb-4343ede0f061 HTTP/1.1" status: 200 len: 945 time: 0.2065628 Nov 22 20:28:23.474185 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-93395134-0bfe-4fef-baf7-59cb0112489e req-5470264c-2b71-4926-b16e-cdbd64b84e9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:28:23.567535 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55bd84c-b088-4690-8219-ba6889cfd7ad req-c381666e-1e39-48de-90f4-890b45156385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:28:23.576914 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f55bd84c-b088-4690-8219-ba6889cfd7ad req-c381666e-1e39-48de-90f4-890b45156385 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c03e1529-a0c9-4990-b0cd-08a1dc455fd5 HTTP/1.1" status: 200 len: 851 time: 0.1047523 Nov 22 20:28:23.636745 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-bf11fce6-5554-4fd9-95f9-1a56b4768b30 req-a9eb5348-8407-4e02-9829-a1a0e07a9b35 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/security-groups?id=8457929e-de92-4261-bfd8-ed76b2441300&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1735859 Nov 22 20:28:23.654127 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55bd84c-b088-4690-8219-ba6889cfd7ad req-9fccc444-eb7d-4af7-a68c-826c3c3b4084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:28:23.655844 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f55bd84c-b088-4690-8219-ba6889cfd7ad req-9fccc444-eb7d-4af7-a68c-826c3c3b4084 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=13496096-9618-4fad-a538-016ce712d3bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0750816 Nov 22 20:28:23.699151 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-93395134-0bfe-4fef-baf7-59cb0112489e req-5470264c-2b71-4926-b16e-cdbd64b84e9e service neutron] For port cc5614ff-8218-4f84-9a25-5dccd5d7dcd7, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=cc5614ff-8218-4f84-9a25-5dccd5d7dcd7,segment=NetworkSegment(c15bb4e7-ea13-4fea-a3f9-07fbd2080202),segment_id=c15bb4e7-ea13-4fea-a3f9-07fbd2080202)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:28:23.739257 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-93395134-0bfe-4fef-baf7-59cb0112489e req-5470264c-2b71-4926-b16e-cdbd64b84e9e service neutron] For port cc5614ff-8218-4f84-9a25-5dccd5d7dcd7, host n-h1-818823-1, cleared binding levels {{(pid=103448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:28:23.766014 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f55bd84c-b088-4690-8219-ba6889cfd7ad req-619a5c24-2f78-40c6-ad70-eb617f9daecc service neutron] 10.222.0.41 "GET /v2.0/networks/13496096-9618-4fad-a538-016ce712d3bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026413 Nov 22 20:28:23.780736 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [req-93395134-0bfe-4fef-baf7-59cb0112489e req-5470264c-2b71-4926-b16e-cdbd64b84e9e service neutron] device_id is not set on port cc5614ff-8218-4f84-9a25-5dccd5d7dcd7 yet. {{(pid=103448) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 20:28:23.806301 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-93395134-0bfe-4fef-baf7-59cb0112489e req-5470264c-2b71-4926-b16e-cdbd64b84e9e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:28:23.816805 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-93395134-0bfe-4fef-baf7-59cb0112489e req-5470264c-2b71-4926-b16e-cdbd64b84e9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:28:23.890125 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f55bd84c-b088-4690-8219-ba6889cfd7ad req-80b5decd-4e84-4b2d-95f7-bd00f8068b34 service neutron] 10.222.0.41 "GET /v2.0/networks/13496096-9618-4fad-a538-016ce712d3bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169450 Nov 22 20:28:23.927784 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [req-93395134-0bfe-4fef-baf7-59cb0112489e req-5470264c-2b71-4926-b16e-cdbd64b84e9e service neutron] No DVR routers for this DVR port cc5614ff-8218-4f84-9a25-5dccd5d7dcd7 on host n-h1-818823-1 {{(pid=103448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:28:23.951755 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5470264c-2b71-4926-b16e-cdbd64b84e9e service neutron] Pushing event updated for resources: {'Port': ['ID=cc5614ff-8218-4f84-9a25-5dccd5d7dcd7,revision_number=6']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:28:23.975232 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [req-93395134-0bfe-4fef-baf7-59cb0112489e req-5470264c-2b71-4926-b16e-cdbd64b84e9e service neutron] In _notify_port_updated(), no bound segment for port cc5614ff-8218-4f84-9a25-5dccd5d7dcd7 on network 3ad73812-60e8-4754-bf89-bc7945f351b9 {{(pid=103448) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 22 20:28:23.976282 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93395134-0bfe-4fef-baf7-59cb0112489e req-5470264c-2b71-4926-b16e-cdbd64b84e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:28:23.978250 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-93395134-0bfe-4fef-baf7-59cb0112489e req-5470264c-2b71-4926-b16e-cdbd64b84e9e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:28:23.980294 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-93395134-0bfe-4fef-baf7-59cb0112489e req-5470264c-2b71-4926-b16e-cdbd64b84e9e service neutron] 10.222.0.41 "PUT /v2.0/ports/cc5614ff-8218-4f84-9a25-5dccd5d7dcd7 HTTP/1.1" status: 200 len: 1033 time: 0.6172481 Nov 22 20:28:23.998682 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d034f2-8be1-4ac2-b9a9-d2e2059af58d req-71188957-5910-4b1d-9f04-65ad44a4ee4a tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:28:24.004876 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d034f2-8be1-4ac2-b9a9-d2e2059af58d req-71188957-5910-4b1d-9f04-65ad44a4ee4a tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:28:24.011144 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d034f2-8be1-4ac2-b9a9-d2e2059af58d req-71188957-5910-4b1d-9f04-65ad44a4ee4a tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:28:24.020065 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d034f2-8be1-4ac2-b9a9-d2e2059af58d req-71188957-5910-4b1d-9f04-65ad44a4ee4a tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:28:24.026631 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d034f2-8be1-4ac2-b9a9-d2e2059af58d req-71188957-5910-4b1d-9f04-65ad44a4ee4a tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:28:24.032736 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d034f2-8be1-4ac2-b9a9-d2e2059af58d req-71188957-5910-4b1d-9f04-65ad44a4ee4a tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:28:24.040935 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b5d034f2-8be1-4ac2-b9a9-d2e2059af58d req-71188957-5910-4b1d-9f04-65ad44a4ee4a tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] 10.222.0.46 "GET /v2.0/ports?device_id=40c93a37-becd-4018-b943-1d6e903a3ffe HTTP/1.1" status: 200 len: 4665 time: 0.1302090 Nov 22 20:28:24.089383 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93395134-0bfe-4fef-baf7-59cb0112489e req-bd68e0a9-e935-46ff-92c7-9f851c4fb954 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:28:24.092990 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-93395134-0bfe-4fef-baf7-59cb0112489e req-bd68e0a9-e935-46ff-92c7-9f851c4fb954 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] 10.222.0.41 "GET /v2.0/ports/23b5427c-a333-43d6-a0e0-5ca27da7038f?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1053154 Nov 22 20:28:24.105642 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [req-93395134-0bfe-4fef-baf7-59cb0112489e req-2e1ec371-a2b7-4829-b0b4-fc003d57d88c service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:28:24.120350 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b5d034f2-8be1-4ac2-b9a9-d2e2059af58d req-f6aa90e9-3540-4527-a8a9-ac63c2fc66bb tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] 10.222.0.46 "GET /v2.0/security-groups?id=70cb0c9d-9724-446c-9f0a-bf3510156947&id=f57d0821-447e-4bd4-9be8-6ef5d6dfd2db&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0784411 Nov 22 20:28:24.193247 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-93395134-0bfe-4fef-baf7-59cb0112489e req-2e1ec371-a2b7-4829-b0b4-fc003d57d88c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:28:24.283778 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-af5f5119-1a01-4d3a-b087-91ec476d726c None None] Provisioning complete for port cc5614ff-8218-4f84-9a25-5dccd5d7dcd7 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:28:24.284857 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-af5f5119-1a01-4d3a-b087-91ec476d726c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:28:24.328228 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-af5f5119-1a01-4d3a-b087-91ec476d726c None None] Port cc5614ff-8218-4f84-9a25-5dccd5d7dcd7 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:28:24.363379 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-93395134-0bfe-4fef-baf7-59cb0112489e req-2e1ec371-a2b7-4829-b0b4-fc003d57d88c service neutron] For port 23b5427c-a333-43d6-a0e0-5ca27da7038f, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=23b5427c-a333-43d6-a0e0-5ca27da7038f,segment=NetworkSegment(c15bb4e7-ea13-4fea-a3f9-07fbd2080202),segment_id=c15bb4e7-ea13-4fea-a3f9-07fbd2080202)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:28:24.410517 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-93395134-0bfe-4fef-baf7-59cb0112489e req-2e1ec371-a2b7-4829-b0b4-fc003d57d88c service neutron] For port 23b5427c-a333-43d6-a0e0-5ca27da7038f, host n-h1-818823-1, cleared binding levels {{(pid=103448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:28:24.425134 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 9757a672-e445-4799-a23d-c2d9c3fbfb86 details requested by agent hyperv_n-h1-818823-1 with host n-h1-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 20:28:24.478530 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [req-93395134-0bfe-4fef-baf7-59cb0112489e req-2e1ec371-a2b7-4829-b0b4-fc003d57d88c service neutron] device_id is not set on port 23b5427c-a333-43d6-a0e0-5ca27da7038f yet. {{(pid=103448) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 20:28:24.490491 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-93395134-0bfe-4fef-baf7-59cb0112489e req-2e1ec371-a2b7-4829-b0b4-fc003d57d88c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:28:24.502338 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-93395134-0bfe-4fef-baf7-59cb0112489e req-2e1ec371-a2b7-4829-b0b4-fc003d57d88c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:28:24.513199 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00eb9a0-b233-4758-b16b-dce888f823c7 req-d76cab80-d062-483b-b440-4d7fb44e23e1 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:28:24.523477 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d00eb9a0-b233-4758-b16b-dce888f823c7 req-d76cab80-d062-483b-b440-4d7fb44e23e1 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/ports?device_id=b934650a-6723-42dc-852a-0cdb5ffb10f7 HTTP/1.1" status: 200 len: 944 time: 0.0879304 Nov 22 20:28:24.582834 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1ec371-a2b7-4829-b0b4-fc003d57d88c service neutron] Pushing event updated for resources: {'Port': ['ID=23b5427c-a333-43d6-a0e0-5ca27da7038f,revision_number=6']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:28:24.615613 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [req-93395134-0bfe-4fef-baf7-59cb0112489e req-2e1ec371-a2b7-4829-b0b4-fc003d57d88c service neutron] No DVR routers for this DVR port 23b5427c-a333-43d6-a0e0-5ca27da7038f on host n-h1-818823-1 {{(pid=103448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:28:24.623118 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 9757a672-e445-4799-a23d-c2d9c3fbfb86, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=9757a672-e445-4799-a23d-c2d9c3fbfb86,segment=NetworkSegment(60e02a7e-98a0-4d76-b36b-46f7624c5b28),segment_id=60e02a7e-98a0-4d76-b36b-46f7624c5b28)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:28:24.647402 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d00eb9a0-b233-4758-b16b-dce888f823c7 req-e54f45c8-d178-4547-84e9-1e8e5b191c48 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e8bab57-9061-4423-98eb-3cb5b90f4a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226821 Nov 22 20:28:24.658615 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Returning: {'device': '9757a672-e445-4799-a23d-c2d9c3fbfb86', 'network_id': '13496096-9618-4fad-a538-016ce712d3bd', 'port_id': '9757a672-e445-4799-a23d-c2d9c3fbfb86', 'mac_address': 'fa:16:3e:f5:10:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c03e1529-a0c9-4990-b0cd-08a1dc455fd5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 20:28:24.683055 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [req-93395134-0bfe-4fef-baf7-59cb0112489e req-2e1ec371-a2b7-4829-b0b4-fc003d57d88c service neutron] In _notify_port_updated(), no bound segment for port 23b5427c-a333-43d6-a0e0-5ca27da7038f on network 3ad73812-60e8-4754-bf89-bc7945f351b9 {{(pid=103448) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 22 20:28:24.698145 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93395134-0bfe-4fef-baf7-59cb0112489e req-2e1ec371-a2b7-4829-b0b4-fc003d57d88c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:28:24.700831 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-93395134-0bfe-4fef-baf7-59cb0112489e req-2e1ec371-a2b7-4829-b0b4-fc003d57d88c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:28:24.708982 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-93395134-0bfe-4fef-baf7-59cb0112489e req-2e1ec371-a2b7-4829-b0b4-fc003d57d88c service neutron] 10.222.0.41 "PUT /v2.0/ports/23b5427c-a333-43d6-a0e0-5ca27da7038f HTTP/1.1" status: 200 len: 1033 time: 0.6057227 Nov 22 20:28:24.710614 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:28:24.728238 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9757a672-e445-4799-a23d-c2d9c3fbfb86 {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:28:24.773850 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 9757a672-e445-4799-a23d-c2d9c3fbfb86, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=9757a672-e445-4799-a23d-c2d9c3fbfb86,segment=NetworkSegment(60e02a7e-98a0-4d76-b36b-46f7624c5b28),segment_id=60e02a7e-98a0-4d76-b36b-46f7624c5b28)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:28:24.781337 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:28:24.836769 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062330d8-1269-4a5e-a1be-183ab2623919 req-f903706a-427a-4833-b9ae-db0a1c9af8c4 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:28:24.838656 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-062330d8-1269-4a5e-a1be-183ab2623919 req-f903706a-427a-4833-b9ae-db0a1c9af8c4 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/ports?device_id=70cd0428-2052-4b2d-96eb-4343ede0f061 HTTP/1.1" status: 200 len: 945 time: 0.0820365 Nov 22 20:28:24.903357 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=9757a672-e445-4799-a23d-c2d9c3fbfb86,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:28:24.947005 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [req-93395134-0bfe-4fef-baf7-59cb0112489e req-d065121d-f64b-4bc4-8bfa-32d53cf5d618 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Deleting port 24e26784-28ce-4e69-aa50-f9485f00f0dd {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:28:24.947647 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-93395134-0bfe-4fef-baf7-59cb0112489e req-d065121d-f64b-4bc4-8bfa-32d53cf5d618 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:28:24.950468 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-062330d8-1269-4a5e-a1be-183ab2623919 req-fb9fad16-5e27-4495-8848-1f346222a038 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/security-groups?id=8457929e-de92-4261-bfd8-ed76b2441300&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003702 Nov 22 20:28:24.959269 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-dfc91a88-b9d3-466f-8dd2-72f5e7942642 None None] Provisioning complete for port 23b5427c-a333-43d6-a0e0-5ca27da7038f triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:28:24.959562 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-dfc91a88-b9d3-466f-8dd2-72f5e7942642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:28:25.011401 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-dfc91a88-b9d3-466f-8dd2-72f5e7942642 None None] Port 23b5427c-a333-43d6-a0e0-5ca27da7038f cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:28:25.069919 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-93395134-0bfe-4fef-baf7-59cb0112489e req-d065121d-f64b-4bc4-8bfa-32d53cf5d618 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] For port 24e26784-28ce-4e69-aa50-f9485f00f0dd, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=24e26784-28ce-4e69-aa50-f9485f00f0dd,segment=NetworkSegment(6273ad9b-43bd-49ab-92c4-43e66fe51a00),segment_id=6273ad9b-43bd-49ab-92c4-43e66fe51a00)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:28:25.070546 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-93395134-0bfe-4fef-baf7-59cb0112489e req-d065121d-f64b-4bc4-8bfa-32d53cf5d618 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:28:25.126750 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] get_ports_and_sgs() called for port_ids ['9757a672-e445-4799-a23d-c2d9c3fbfb86'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:28:25.361873 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a747c06-ad0c-4962-a0e0-79febce4fe03 req-b17ea673-818c-43a8-882b-5f750c847dfb tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:28:25.371599 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a747c06-ad0c-4962-a0e0-79febce4fe03 req-b17ea673-818c-43a8-882b-5f750c847dfb tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:28:25.385890 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a747c06-ad0c-4962-a0e0-79febce4fe03 req-b17ea673-818c-43a8-882b-5f750c847dfb tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:28:25.397360 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a747c06-ad0c-4962-a0e0-79febce4fe03 req-b17ea673-818c-43a8-882b-5f750c847dfb tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:28:25.405602 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a747c06-ad0c-4962-a0e0-79febce4fe03 req-b17ea673-818c-43a8-882b-5f750c847dfb tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:28:25.413564 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9a747c06-ad0c-4962-a0e0-79febce4fe03 req-b17ea673-818c-43a8-882b-5f750c847dfb tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] 10.222.0.46 "GET /v2.0/ports?device_id=40c93a37-becd-4018-b943-1d6e903a3ffe HTTP/1.1" status: 200 len: 3885 time: 0.1537344 Nov 22 20:28:25.475597 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9a747c06-ad0c-4962-a0e0-79febce4fe03 req-c40d16c3-9520-40fc-8888-bfc1b16d4aeb tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] 10.222.0.46 "GET /v2.0/security-groups?id=70cb0c9d-9724-446c-9f0a-bf3510156947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604658 Nov 22 20:28:25.481600 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-93395134-0bfe-4fef-baf7-59cb0112489e req-d065121d-f64b-4bc4-8bfa-32d53cf5d618 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:28:25.481969 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-93395134-0bfe-4fef-baf7-59cb0112489e req-d065121d-f64b-4bc4-8bfa-32d53cf5d618 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-595224'] for floatingip, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:28:25.482292 n-d-818823-1 neutron-server[103448]: INFO neutron.db.l3_db [req-93395134-0bfe-4fef-baf7-59cb0112489e req-d065121d-f64b-4bc4-8bfa-32d53cf5d618 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Floating IP 418c9061-a99e-4d9d-96fa-6fc4772edc88 disassociated. External IP: 172.25.5.29, port: 24e26784-28ce-4e69-aa50-f9485f00f0dd. Nov 22 20:28:25.483558 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [req-93395134-0bfe-4fef-baf7-59cb0112489e req-d065121d-f64b-4bc4-8bfa-32d53cf5d618 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Calling delete_port for 24e26784-28ce-4e69-aa50-f9485f00f0dd owned by compute:nova {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:28:25.644046 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-93395134-0bfe-4fef-baf7-59cb0112489e req-d065121d-f64b-4bc4-8bfa-32d53cf5d618 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:28:25.674199 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d065121d-f64b-4bc4-8bfa-32d53cf5d618 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Pushing event deleted for resources: {'Port': ['ID=24e26784-28ce-4e69-aa50-f9485f00f0dd,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:28:25.806296 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [req-93395134-0bfe-4fef-baf7-59cb0112489e req-d065121d-f64b-4bc4-8bfa-32d53cf5d618 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Router 491cf769-6515-45c4-b403-98b68ef8d5de has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 20:28:25.873166 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411750be-69a1-4159-a377-35f1d668c225 req-13791058-dfab-416b-9f6a-db8ecdde06de tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:28:25.874811 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-411750be-69a1-4159-a377-35f1d668c225 req-13791058-dfab-416b-9f6a-db8ecdde06de tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/ports?device_id=b934650a-6723-42dc-852a-0cdb5ffb10f7 HTTP/1.1" status: 200 len: 945 time: 0.1137812 Nov 22 20:28:25.958767 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-411750be-69a1-4159-a377-35f1d668c225 req-31828877-5c0f-4006-8c89-60af234dd1e6 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e8bab57-9061-4423-98eb-3cb5b90f4a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749040 Nov 22 20:28:26.010759 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-93395134-0bfe-4fef-baf7-59cb0112489e req-d065121d-f64b-4bc4-8bfa-32d53cf5d618 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:28:26.024148 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-befcbfd6-8feb-46a3-bed7-7ad1b65fa5ed None None] Sync routers for ids ['491cf769-6515-45c4-b403-98b68ef8d5de'] in n-d-818823-1 {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:28:26.045673 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-befcbfd6-8feb-46a3-bed7-7ad1b65fa5ed None None] Routers {'491cf769-6515-45c4-b403-98b68ef8d5de'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:28:26.053000 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-befcbfd6-8feb-46a3-bed7-7ad1b65fa5ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:28:02Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['491cf769-6515-45c4-b403-98b68ef8d5de'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:28:26.149000 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [req-93395134-0bfe-4fef-baf7-59cb0112489e req-d065121d-f64b-4bc4-8bfa-32d53cf5d618 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] No DVR routers for this DVR port 24e26784-28ce-4e69-aa50-f9485f00f0dd on host n-h1-818823-1 {{(pid=103448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:28:26.155132 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-93395134-0bfe-4fef-baf7-59cb0112489e req-d065121d-f64b-4bc4-8bfa-32d53cf5d618 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:28:26.161100 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-93395134-0bfe-4fef-baf7-59cb0112489e req-d065121d-f64b-4bc4-8bfa-32d53cf5d618 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] 10.222.0.41 "DELETE /v2.0/ports/24e26784-28ce-4e69-aa50-f9485f00f0dd HTTP/1.1" status: 204 len: 173 time: 1.4448445 Nov 22 20:28:26.162584 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40c93a37-becd-4018-b943-1d6e903a3ffe', 'name': 'network-vif-deleted', 'tag': '24e26784-28ce-4e69-aa50-f9485f00f0dd'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:28:26.164496 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94ae5b7-43ee-4a53-8c57-2d5e25e1cdf8 req-5df0bd18-1394-446f-afe4-bef5f7b1eeff tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:28:26.165867 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589a98cf2aea187fcc423a5edb333e5a6cf3ad7c81115d1ebee0f079693c312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc9fcc5b-20ac-43c5-95a5-ccaf7d20e736" -d '{"events": [{"server_uuid": "40c93a37-becd-4018-b943-1d6e903a3ffe", "name": "network-vif-deleted", "tag": "24e26784-28ce-4e69-aa50-f9485f00f0dd"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:28:26.172545 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d94ae5b7-43ee-4a53-8c57-2d5e25e1cdf8 req-5df0bd18-1394-446f-afe4-bef5f7b1eeff tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/ports?device_id=70cd0428-2052-4b2d-96eb-4343ede0f061 HTTP/1.1" status: 200 len: 945 time: 0.1102247 Nov 22 20:28:26.244572 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d94ae5b7-43ee-4a53-8c57-2d5e25e1cdf8 req-e5fc0193-69f6-4b4d-98b9-0b0fa7638b58 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/security-groups?id=8457929e-de92-4261-bfd8-ed76b2441300&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658851 Nov 22 20:28:26.339582 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-befcbfd6-8feb-46a3-bed7-7ad1b65fa5ed None None] Set router 491cf769-6515-45c4-b403-98b68ef8d5de gateway port host: n-d-818823-1 {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:28:26.388600 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:28:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcb3bccf-f8c0-4d5d-9a67-577e9caa35ad x-openstack-request-id: req-dcb3bccf-f8c0-4d5d-9a67-577e9caa35ad {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:28:26.389733 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40c93a37-becd-4018-b943-1d6e903a3ffe", "name": "network-vif-deleted", "tag": "24e26784-28ce-4e69-aa50-f9485f00f0dd", "status": "completed", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:28:26.390268 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-dcb3bccf-f8c0-4d5d-9a67-577e9caa35ad {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:28:26.390832 n-d-818823-1 neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40c93a37-becd-4018-b943-1d6e903a3ffe', 'name': 'network-vif-deleted', 'tag': '24e26784-28ce-4e69-aa50-f9485f00f0dd', 'status': 'completed', 'code': 200} Nov 22 20:28:26.441634 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [req-93395134-0bfe-4fef-baf7-59cb0112489e req-532dd4cf-1d95-456a-aff5-a6615f6dca50 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Deleting port 835a0333-17c1-49ac-a55d-d9999f17b48d {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:28:26.441929 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-93395134-0bfe-4fef-baf7-59cb0112489e req-532dd4cf-1d95-456a-aff5-a6615f6dca50 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:28:26.456539 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 9757a672-e445-4799-a23d-c2d9c3fbfb86 up at agent hyperv_n-h1-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:28:26.554461 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Provisioning for port 9757a672-e445-4799-a23d-c2d9c3fbfb86 completed by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 20:28:26.562107 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Provisioning complete for port 9757a672-e445-4799-a23d-c2d9c3fbfb86 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:28:26.562598 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:28:26.579343 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-93395134-0bfe-4fef-baf7-59cb0112489e req-532dd4cf-1d95-456a-aff5-a6615f6dca50 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] For port 835a0333-17c1-49ac-a55d-d9999f17b48d, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=835a0333-17c1-49ac-a55d-d9999f17b48d,segment=NetworkSegment(c15bb4e7-ea13-4fea-a3f9-07fbd2080202),segment_id=c15bb4e7-ea13-4fea-a3f9-07fbd2080202)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:28:26.579885 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-93395134-0bfe-4fef-baf7-59cb0112489e req-532dd4cf-1d95-456a-aff5-a6615f6dca50 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:28:26.593761 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [req-93395134-0bfe-4fef-baf7-59cb0112489e req-532dd4cf-1d95-456a-aff5-a6615f6dca50 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Calling delete_port for 835a0333-17c1-49ac-a55d-d9999f17b48d owned by compute:nova {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:28:26.690208 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:28:26.717939 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b934650a-6723-42dc-852a-0cdb5ffb10f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9757a672-e445-4799-a23d-c2d9c3fbfb86'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:28:26.721112 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d39f6d30a11e565ec9648abcc015e8a6ab6cff4edd704add8155e28765d31eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5afd286-9674-454e-88b3-079d64db3847" -d '{"events": [{"server_uuid": "b934650a-6723-42dc-852a-0cdb5ffb10f7", "name": "network-vif-plugged", "status": "completed", "tag": "9757a672-e445-4799-a23d-c2d9c3fbfb86"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:28:26.728267 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85425ffb-9ff2-40e3-ae0f-d1ba13835ab4 req-3cd0286a-737b-4e05-bee9-02794c7df16a tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:28:26.743735 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 9757a672-e445-4799-a23d-c2d9c3fbfb86, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=9757a672-e445-4799-a23d-c2d9c3fbfb86,segment=NetworkSegment(60e02a7e-98a0-4d76-b36b-46f7624c5b28),segment_id=60e02a7e-98a0-4d76-b36b-46f7624c5b28)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:28:26.749996 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:28:26.750293 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85425ffb-9ff2-40e3-ae0f-d1ba13835ab4 req-3cd0286a-737b-4e05-bee9-02794c7df16a tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:28:26.753484 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 835a0333-17c1-49ac-a55d-d9999f17b48d no longer exists at agent hyperv_n-h1-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:28:26.769425 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85425ffb-9ff2-40e3-ae0f-d1ba13835ab4 req-3cd0286a-737b-4e05-bee9-02794c7df16a tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:28:26.782177 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85425ffb-9ff2-40e3-ae0f-d1ba13835ab4 req-3cd0286a-737b-4e05-bee9-02794c7df16a tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:28:26.796006 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-85425ffb-9ff2-40e3-ae0f-d1ba13835ab4 req-3cd0286a-737b-4e05-bee9-02794c7df16a tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] 10.222.0.46 "GET /v2.0/ports?device_id=40c93a37-becd-4018-b943-1d6e903a3ffe HTTP/1.1" status: 200 len: 3150 time: 0.1899650 Nov 22 20:28:26.799023 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-befcbfd6-8feb-46a3-bed7-7ad1b65fa5ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '491cf769-6515-45c4-b403-98b68ef8d5de', 'name': 'tempest-TaggedBootDevicesTest_v242-706507199-router', 'tenant_id': 'cd84c4200e0d47b4bcba9b053bf608fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': '28a26d22-4d09-42b7-993f-2911a9761cc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:16:56Z', 'updated_at': '2021-11-22T20:17:05Z', 'revision_number': 4, 'project_id': 'cd84c4200e0d47b4bcba9b053bf608fb', 'gw_port': {'id': '28a26d22-4d09-42b7-993f-2911a9761cc7', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:5c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '491cf769-6515-45c4-b403-98b68ef8d5de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:16:57Z', 'updated_at': '2021-11-22T20:17:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': '1819c5ba-3507-44cc-a7d5-e7ea94e734fa', 'name': '', 'network_id': 'd850805c-8248-4517-bdd1-4a876cc6baf0', 'tenant_id': 'cd84c4200e0d47b4bcba9b053bf608fb', 'mac_address': 'fa:16:3e:fe:d0:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '491cf769-6515-45c4-b403-98b68ef8d5de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'e1bf7e3c-bb18-492e-826e-dd3a8d7abcd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:17:03Z', 'updated_at': '2021-11-22T20:17:18Z', 'revision_number': 5, 'project_id': 'cd84c4200e0d47b4bcba9b053bf608fb', 'subnets': [{'id': 'e1bf7e3c-bb18-492e-826e-dd3a8d7abcd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:28:26.855341 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-befcbfd6-8feb-46a3-bed7-7ad1b65fa5ed None None] Checking router: 491cf769-6515-45c4-b403-98b68ef8d5de for host: n-d-818823-1 {{(pid=103450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 20:28:26.858699 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:28:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b44ba006-872d-4a7f-8922-62dc64d92be9 x-openstack-request-id: req-b44ba006-872d-4a7f-8922-62dc64d92be9 {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:28:26.859358 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b934650a-6723-42dc-852a-0cdb5ffb10f7", "name": "network-vif-plugged", "status": "completed", "tag": "9757a672-e445-4799-a23d-c2d9c3fbfb86", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:28:26.859511 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b44ba006-872d-4a7f-8922-62dc64d92be9 {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:28:26.859917 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b934650a-6723-42dc-852a-0cdb5ffb10f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9757a672-e445-4799-a23d-c2d9c3fbfb86', 'code': 200} Nov 22 20:28:26.878325 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-befcbfd6-8feb-46a3-bed7-7ad1b65fa5ed None None] Routers {'491cf769-6515-45c4-b403-98b68ef8d5de'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:28:26.879166 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-befcbfd6-8feb-46a3-bed7-7ad1b65fa5ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:28:02Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['491cf769-6515-45c4-b403-98b68ef8d5de'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:28:26.909620 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-93395134-0bfe-4fef-baf7-59cb0112489e req-532dd4cf-1d95-456a-aff5-a6615f6dca50 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:28:26.942420 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532dd4cf-1d95-456a-aff5-a6615f6dca50 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Pushing event deleted for resources: {'Port': ['ID=835a0333-17c1-49ac-a55d-d9999f17b48d,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:28:27.020789 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=9757a672-e445-4799-a23d-c2d9c3fbfb86,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:28:27.056149 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-85425ffb-9ff2-40e3-ae0f-d1ba13835ab4 req-f2216705-69d1-4926-afd4-1fd1b0b99267 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] 10.222.0.46 "GET /v2.0/security-groups?id=70cb0c9d-9724-446c-9f0a-bf3510156947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2584901 Nov 22 20:28:27.058788 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] No active binding found for port 835a0333-17c1-49ac-a55d-d9999f17b48d {{(pid=103449) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 22 20:28:27.060019 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 835a0333-17c1-49ac-a55d-d9999f17b48d not bound to the agent host n-h1-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:28:27.060905 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 27859499-3fee-4255-98df-7775b62a7da8 no longer exists at agent hyperv_n-h1-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:28:27.063851 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [req-93395134-0bfe-4fef-baf7-59cb0112489e req-532dd4cf-1d95-456a-aff5-a6615f6dca50 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] No DVR routers for this DVR port 835a0333-17c1-49ac-a55d-d9999f17b48d on host n-h1-818823-1 {{(pid=103448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:28:27.068676 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-93395134-0bfe-4fef-baf7-59cb0112489e req-532dd4cf-1d95-456a-aff5-a6615f6dca50 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:28:27.075236 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-93395134-0bfe-4fef-baf7-59cb0112489e req-532dd4cf-1d95-456a-aff5-a6615f6dca50 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] 10.222.0.41 "DELETE /v2.0/ports/835a0333-17c1-49ac-a55d-d9999f17b48d HTTP/1.1" status: 204 len: 173 time: 0.9031682 Nov 22 20:28:27.094066 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ca963f-cc64-4767-8eb0-f6ed24444a4f req-fe80c152-4032-4142-a376-345a22aa1fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:28:27.096053 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-25ca963f-cc64-4767-8eb0-f6ed24444a4f req-fe80c152-4032-4142-a376-345a22aa1fd2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b934650a-6723-42dc-852a-0cdb5ffb10f7 HTTP/1.1" status: 200 len: 1097 time: 0.1914763 Nov 22 20:28:27.226328 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-befcbfd6-8feb-46a3-bed7-7ad1b65fa5ed None None] Set router 491cf769-6515-45c4-b403-98b68ef8d5de gateway port host: n-d-818823-1 {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:28:27.311085 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [req-93395134-0bfe-4fef-baf7-59cb0112489e req-019c5271-f26e-448d-8a57-54c9e22812ed tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Deleting port 26cc7b13-59a1-4281-875f-27b2b98ae89e {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:28:27.311645 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-93395134-0bfe-4fef-baf7-59cb0112489e req-019c5271-f26e-448d-8a57-54c9e22812ed tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:28:27.315883 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-25ca963f-cc64-4767-8eb0-f6ed24444a4f req-3f8d4176-521a-4f1c-b6f4-7cb508ae5bad service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=4e8bab57-9061-4423-98eb-3cb5b90f4a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103710 Nov 22 20:28:27.365735 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fac7b97-1c53-4bdc-a511-a3787f9213df req-64b17d5a-1a04-493e-bdf8-a8d2db4a895f tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:28:27.373934 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:28:27.377719 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5fac7b97-1c53-4bdc-a511-a3787f9213df req-64b17d5a-1a04-493e-bdf8-a8d2db4a895f tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/ports?device_id=b934650a-6723-42dc-852a-0cdb5ffb10f7 HTTP/1.1" status: 200 len: 946 time: 0.2274168 Nov 22 20:28:27.490186 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 27859499-3fee-4255-98df-7775b62a7da8, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=27859499-3fee-4255-98df-7775b62a7da8,segment=NetworkSegment(d56448b6-bc95-4d55-8516-7d5f9686cbb7),segment_id=d56448b6-bc95-4d55-8516-7d5f9686cbb7)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:28:27.501478 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:28:27.502527 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 24e26784-28ce-4e69-aa50-f9485f00f0dd no longer exists at agent hyperv_n-h1-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:28:27.527110 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5fac7b97-1c53-4bdc-a511-a3787f9213df req-bb1eb8dc-0e10-486e-a997-4044fc48ff86 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e8bab57-9061-4423-98eb-3cb5b90f4a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417162 Nov 22 20:28:27.561919 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-93395134-0bfe-4fef-baf7-59cb0112489e req-019c5271-f26e-448d-8a57-54c9e22812ed tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] For port 26cc7b13-59a1-4281-875f-27b2b98ae89e, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=26cc7b13-59a1-4281-875f-27b2b98ae89e,segment=NetworkSegment(c15bb4e7-ea13-4fea-a3f9-07fbd2080202),segment_id=c15bb4e7-ea13-4fea-a3f9-07fbd2080202)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:28:27.562296 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-93395134-0bfe-4fef-baf7-59cb0112489e req-019c5271-f26e-448d-8a57-54c9e22812ed tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:28:27.599317 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] No Port match for: 24e26784-28ce-4e69-aa50-f9485f00f0dd {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:28:27.605427 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 24e26784-28ce-4e69-aa50-f9485f00f0dd not bound to the agent host n-h1-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:28:27.606092 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device ae0865ea-6502-4dd3-8f5a-f8707775c47a no longer exists at agent hyperv_n-h1-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:28:27.610851 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [req-93395134-0bfe-4fef-baf7-59cb0112489e req-019c5271-f26e-448d-8a57-54c9e22812ed tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Calling delete_port for 26cc7b13-59a1-4281-875f-27b2b98ae89e owned by compute:nova {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:28:27.679769 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8917aa1e-77ec-4488-897b-7d550792f83f req-0d9a840e-9e50-4223-9d47-cb415bfaf063 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:28:27.693401 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8917aa1e-77ec-4488-897b-7d550792f83f req-0d9a840e-9e50-4223-9d47-cb415bfaf063 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/ports?device_id=70cd0428-2052-4b2d-96eb-4343ede0f061 HTTP/1.1" status: 200 len: 945 time: 0.1676793 Nov 22 20:28:27.792885 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-93395134-0bfe-4fef-baf7-59cb0112489e req-019c5271-f26e-448d-8a57-54c9e22812ed tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:28:27.800543 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-befcbfd6-8feb-46a3-bed7-7ad1b65fa5ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '491cf769-6515-45c4-b403-98b68ef8d5de', 'name': 'tempest-TaggedBootDevicesTest_v242-706507199-router', 'tenant_id': 'cd84c4200e0d47b4bcba9b053bf608fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': '28a26d22-4d09-42b7-993f-2911a9761cc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:16:56Z', 'updated_at': '2021-11-22T20:17:05Z', 'revision_number': 4, 'project_id': 'cd84c4200e0d47b4bcba9b053bf608fb', 'gw_port': {'id': '28a26d22-4d09-42b7-993f-2911a9761cc7', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:5c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '491cf769-6515-45c4-b403-98b68ef8d5de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:16:57Z', 'updated_at': '2021-11-22T20:17:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': '1819c5ba-3507-44cc-a7d5-e7ea94e734fa', 'name': '', 'network_id': 'd850805c-8248-4517-bdd1-4a876cc6baf0', 'tenant_id': 'cd84c4200e0d47b4bcba9b053bf608fb', 'mac_address': 'fa:16:3e:fe:d0:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '491cf769-6515-45c4-b403-98b68ef8d5de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'e1bf7e3c-bb18-492e-826e-dd3a8d7abcd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:17:03Z', 'updated_at': '2021-11-22T20:17:18Z', 'revision_number': 5, 'project_id': 'cd84c4200e0d47b4bcba9b053bf608fb', 'subnets': [{'id': 'e1bf7e3c-bb18-492e-826e-dd3a8d7abcd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:28:27.822430 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=27859499-3fee-4255-98df-7775b62a7da8,revision_number=6']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:28:27.841821 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c5271-f26e-448d-8a57-54c9e22812ed tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Pushing event deleted for resources: {'Port': ['ID=26cc7b13-59a1-4281-875f-27b2b98ae89e,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:28:27.852191 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8917aa1e-77ec-4488-897b-7d550792f83f req-b6a0d87e-ad35-47c0-a984-4a7b2c1b7813 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/security-groups?id=8457929e-de92-4261-bfd8-ed76b2441300&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1573396 Nov 22 20:28:27.892320 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-befcbfd6-8feb-46a3-bed7-7ad1b65fa5ed None None] The sync data for ids ['491cf769-6515-45c4-b403-98b68ef8d5de'] in n-d-818823-1 is: [{'id': '491cf769-6515-45c4-b403-98b68ef8d5de', 'name': 'tempest-TaggedBootDevicesTest_v242-706507199-router', 'tenant_id': 'cd84c4200e0d47b4bcba9b053bf608fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': '28a26d22-4d09-42b7-993f-2911a9761cc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:16:56Z', 'updated_at': '2021-11-22T20:17:05Z', 'revision_number': 4, 'project_id': 'cd84c4200e0d47b4bcba9b053bf608fb', 'gw_port': {'id': '28a26d22-4d09-42b7-993f-2911a9761cc7', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:5c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '491cf769-6515-45c4-b403-98b68ef8d5de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:16:57Z', 'updated_at': '2021-11-22T20:17:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': '1819c5ba-3507-44cc-a7d5-e7ea94e734fa', 'name': '', 'network_id': 'd850805c-8248-4517-bdd1-4a876cc6baf0', 'tenant_id': 'cd84c4200e0d47b4bcba9b053bf608fb', 'mac_address': 'fa:16:3e:fe:d0:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '491cf769-6515-45c4-b403-98b68ef8d5de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'e1bf7e3c-bb18-492e-826e-dd3a8d7abcd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:17:03Z', 'updated_at': '2021-11-22T20:17:18Z', 'revision_number': 5, 'project_id': 'cd84c4200e0d47b4bcba9b053bf608fb', 'subnets': [{'id': 'e1bf7e3c-bb18-492e-826e-dd3a8d7abcd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:28:27.899530 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:28:27.930145 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [req-93395134-0bfe-4fef-baf7-59cb0112489e req-019c5271-f26e-448d-8a57-54c9e22812ed tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] No DVR routers for this DVR port 26cc7b13-59a1-4281-875f-27b2b98ae89e on host n-h1-818823-1 {{(pid=103448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:28:27.959806 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-93395134-0bfe-4fef-baf7-59cb0112489e req-019c5271-f26e-448d-8a57-54c9e22812ed tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:28:27.968989 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port ae0865ea-6502-4dd3-8f5a-f8707775c47a, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=ae0865ea-6502-4dd3-8f5a-f8707775c47a,segment=NetworkSegment(d56448b6-bc95-4d55-8516-7d5f9686cbb7),segment_id=d56448b6-bc95-4d55-8516-7d5f9686cbb7)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:28:27.971322 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-93395134-0bfe-4fef-baf7-59cb0112489e req-019c5271-f26e-448d-8a57-54c9e22812ed tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] 10.222.0.41 "DELETE /v2.0/ports/26cc7b13-59a1-4281-875f-27b2b98ae89e HTTP/1.1" status: 204 len: 173 time: 0.8872104 Nov 22 20:28:27.974382 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:28:27.975598 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device cc5614ff-8218-4f84-9a25-5dccd5d7dcd7 no longer exists at agent hyperv_n-h1-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:28:28.008092 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf0b875-3624-4840-991e-9310f94c001c req-5f58232c-6f44-4b71-af89-0dbd9743cefd tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:28:28.011303 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ebf0b875-3624-4840-991e-9310f94c001c req-5f58232c-6f44-4b71-af89-0dbd9743cefd tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] 10.222.0.46 "GET /v2.0/ports?device_id=30223940-a247-436b-b2ee-f0eac24f58b9 HTTP/1.1" status: 200 len: 945 time: 0.1458097 Nov 22 20:28:28.091478 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=ae0865ea-6502-4dd3-8f5a-f8707775c47a,revision_number=6']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:28:28.108711 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device cc5614ff-8218-4f84-9a25-5dccd5d7dcd7 not bound to the agent host n-h1-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:28:28.110559 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 26cc7b13-59a1-4281-875f-27b2b98ae89e no longer exists at agent hyperv_n-h1-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:28:28.138396 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] No Port match for: 26cc7b13-59a1-4281-875f-27b2b98ae89e {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:28:28.138892 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 26cc7b13-59a1-4281-875f-27b2b98ae89e not bound to the agent host n-h1-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:28:28.140057 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 23b5427c-a333-43d6-a0e0-5ca27da7038f no longer exists at agent hyperv_n-h1-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:28:28.155616 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ebf0b875-3624-4840-991e-9310f94c001c req-fa8b42d1-9236-4cc9-b09d-ca8eee292f37 tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] 10.222.0.46 "GET /v2.0/security-groups?id=e77ff0e9-b450-4641-ad17-7a74a6cf419c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1357932 Nov 22 20:28:28.230380 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 23b5427c-a333-43d6-a0e0-5ca27da7038f not bound to the agent host n-h1-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:28:28.266309 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [req-93395134-0bfe-4fef-baf7-59cb0112489e req-412b0ef5-9c4f-49e5-ac94-b304767c4502 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Deleting port ae0865ea-6502-4dd3-8f5a-f8707775c47a {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:28:28.266659 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-93395134-0bfe-4fef-baf7-59cb0112489e req-412b0ef5-9c4f-49e5-ac94-b304767c4502 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:28:28.373346 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ce613e-9eb5-4ba3-8dfd-9fa729e48a49 req-100fc484-e112-4dba-a26c-f3518b91723d tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:28:28.389364 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ce613e-9eb5-4ba3-8dfd-9fa729e48a49 req-100fc484-e112-4dba-a26c-f3518b91723d tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:28:28.391196 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-57ce613e-9eb5-4ba3-8dfd-9fa729e48a49 req-100fc484-e112-4dba-a26c-f3518b91723d tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] 10.222.0.46 "GET /v2.0/ports?device_id=40c93a37-becd-4018-b943-1d6e903a3ffe HTTP/1.1" status: 200 len: 1677 time: 0.1697989 Nov 22 20:28:28.400881 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40c93a37-becd-4018-b943-1d6e903a3ffe', 'name': 'network-vif-deleted', 'tag': '835a0333-17c1-49ac-a55d-d9999f17b48d'}, {'server_uuid': '40c93a37-becd-4018-b943-1d6e903a3ffe', 'name': 'network-vif-deleted', 'tag': '26cc7b13-59a1-4281-875f-27b2b98ae89e'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:28:28.403741 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589a98cf2aea187fcc423a5edb333e5a6cf3ad7c81115d1ebee0f079693c312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a1742d9-c542-4c2f-8cc2-6ba8642abff0" -d '{"events": [{"server_uuid": "40c93a37-becd-4018-b943-1d6e903a3ffe", "name": "network-vif-deleted", "tag": "835a0333-17c1-49ac-a55d-d9999f17b48d"}, {"server_uuid": "40c93a37-becd-4018-b943-1d6e903a3ffe", "name": "network-vif-deleted", "tag": "26cc7b13-59a1-4281-875f-27b2b98ae89e"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:28:28.422855 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea1e1584-3312-462a-914c-6d9059fec219 None None] New status for floating IP 418c9061-a99e-4d9d-96fa-6fc4772edc88: DOWN {{(pid=103449) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 20:28:28.504768 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 22 Nov 2021 20:28:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fc02221-c121-4e85-9fa0-5e771d1712e3 x-openstack-request-id: req-0fc02221-c121-4e85-9fa0-5e771d1712e3 {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:28:28.505050 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40c93a37-becd-4018-b943-1d6e903a3ffe", "name": "network-vif-deleted", "tag": "835a0333-17c1-49ac-a55d-d9999f17b48d", "status": "completed", "code": 200}, {"server_uuid": "40c93a37-becd-4018-b943-1d6e903a3ffe", "name": "network-vif-deleted", "tag": "26cc7b13-59a1-4281-875f-27b2b98ae89e", "status": "completed", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:28:28.505400 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0fc02221-c121-4e85-9fa0-5e771d1712e3 {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:28:28.505905 n-d-818823-1 neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40c93a37-becd-4018-b943-1d6e903a3ffe', 'name': 'network-vif-deleted', 'tag': '835a0333-17c1-49ac-a55d-d9999f17b48d', 'status': 'completed', 'code': 200} Nov 22 20:28:28.506180 n-d-818823-1 neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40c93a37-becd-4018-b943-1d6e903a3ffe', 'name': 'network-vif-deleted', 'tag': '26cc7b13-59a1-4281-875f-27b2b98ae89e', 'status': 'completed', 'code': 200} Nov 22 20:28:28.537466 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-93395134-0bfe-4fef-baf7-59cb0112489e req-412b0ef5-9c4f-49e5-ac94-b304767c4502 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] For port ae0865ea-6502-4dd3-8f5a-f8707775c47a, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=ae0865ea-6502-4dd3-8f5a-f8707775c47a,segment=NetworkSegment(d56448b6-bc95-4d55-8516-7d5f9686cbb7),segment_id=d56448b6-bc95-4d55-8516-7d5f9686cbb7)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:28:28.538727 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-93395134-0bfe-4fef-baf7-59cb0112489e req-412b0ef5-9c4f-49e5-ac94-b304767c4502 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:28:28.591716 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-57ce613e-9eb5-4ba3-8dfd-9fa729e48a49 req-f3e00795-fefe-4db5-9d3b-338faab76156 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] 10.222.0.46 "GET /v2.0/security-groups?id=70cb0c9d-9724-446c-9f0a-bf3510156947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1867070 Nov 22 20:28:28.596998 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [req-93395134-0bfe-4fef-baf7-59cb0112489e req-412b0ef5-9c4f-49e5-ac94-b304767c4502 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Calling delete_port for ae0865ea-6502-4dd3-8f5a-f8707775c47a owned by compute:nova {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:28:28.753542 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daec8375-114e-4635-9939-21460be6e88d req-babe31f2-c2d6-4202-94a8-670ed7493c72 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:28:28.778937 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-daec8375-114e-4635-9939-21460be6e88d req-babe31f2-c2d6-4202-94a8-670ed7493c72 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/ports?device_id=b934650a-6723-42dc-852a-0cdb5ffb10f7 HTTP/1.1" status: 200 len: 946 time: 0.1200194 Nov 22 20:28:28.861152 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40c93a37-becd-4018-b943-1d6e903a3ffe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27859499-3fee-4255-98df-7775b62a7da8'}, {'server_uuid': '40c93a37-becd-4018-b943-1d6e903a3ffe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae0865ea-6502-4dd3-8f5a-f8707775c47a'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:28:28.866461 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d39f6d30a11e565ec9648abcc015e8a6ab6cff4edd704add8155e28765d31eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23864ce0-a6c6-472f-a0b8-c9241c44bfdb" -d '{"events": [{"server_uuid": "40c93a37-becd-4018-b943-1d6e903a3ffe", "name": "network-vif-unplugged", "status": "completed", "tag": "27859499-3fee-4255-98df-7775b62a7da8"}, {"server_uuid": "40c93a37-becd-4018-b943-1d6e903a3ffe", "name": "network-vif-unplugged", "status": "completed", "tag": "ae0865ea-6502-4dd3-8f5a-f8707775c47a"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:28:29.033803 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-93395134-0bfe-4fef-baf7-59cb0112489e req-412b0ef5-9c4f-49e5-ac94-b304767c4502 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:28:29.059888 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-daec8375-114e-4635-9939-21460be6e88d req-7895e959-1f40-497e-ab08-9e4eca49a8da tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e8bab57-9061-4423-98eb-3cb5b90f4a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2787561 Nov 22 20:28:29.105673 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b0ef5-9c4f-49e5-ac94-b304767c4502 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Pushing event deleted for resources: {'Port': ['ID=ae0865ea-6502-4dd3-8f5a-f8707775c47a,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:28:29.130657 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bd616d-3a9a-45a2-9cf1-e27ca960b3e5 req-2bd10060-a6d6-4511-b8c2-a97a2399fb6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:28:29.132625 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-93bd616d-3a9a-45a2-9cf1-e27ca960b3e5 req-2bd10060-a6d6-4511-b8c2-a97a2399fb6c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=70cd0428-2052-4b2d-96eb-4343ede0f061 HTTP/1.1" status: 200 len: 1096 time: 0.2446549 Nov 22 20:28:29.153026 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Mon, 22 Nov 2021 20:28:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c07c321-397b-4f67-b7cc-d310a1275f19 x-openstack-request-id: req-2c07c321-397b-4f67-b7cc-d310a1275f19 {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:28:29.154961 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40c93a37-becd-4018-b943-1d6e903a3ffe", "name": "network-vif-unplugged", "status": "completed", "tag": "27859499-3fee-4255-98df-7775b62a7da8", "code": 200}, {"server_uuid": "40c93a37-becd-4018-b943-1d6e903a3ffe", "name": "network-vif-unplugged", "status": "completed", "tag": "ae0865ea-6502-4dd3-8f5a-f8707775c47a", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:28:29.154961 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2c07c321-397b-4f67-b7cc-d310a1275f19 {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:28:29.156550 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40c93a37-becd-4018-b943-1d6e903a3ffe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27859499-3fee-4255-98df-7775b62a7da8', 'code': 200} Nov 22 20:28:29.162200 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40c93a37-becd-4018-b943-1d6e903a3ffe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae0865ea-6502-4dd3-8f5a-f8707775c47a', 'code': 200} Nov 22 20:28:29.197608 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [req-93395134-0bfe-4fef-baf7-59cb0112489e req-412b0ef5-9c4f-49e5-ac94-b304767c4502 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] No DVR routers for this DVR port ae0865ea-6502-4dd3-8f5a-f8707775c47a on host n-h1-818823-1 {{(pid=103448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:28:29.206944 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bf22b3-48d1-45a0-8a8e-d8756c01bc52 req-4f09c252-aa64-4ea7-9ac2-1b16d722c17e tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:28:29.208003 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-93395134-0bfe-4fef-baf7-59cb0112489e req-412b0ef5-9c4f-49e5-ac94-b304767c4502 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:28:29.213436 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-93395134-0bfe-4fef-baf7-59cb0112489e req-412b0ef5-9c4f-49e5-ac94-b304767c4502 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] 10.222.0.41 "DELETE /v2.0/ports/ae0865ea-6502-4dd3-8f5a-f8707775c47a HTTP/1.1" status: 204 len: 173 time: 1.2365668 Nov 22 20:28:29.237025 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-45bf22b3-48d1-45a0-8a8e-d8756c01bc52 req-4f09c252-aa64-4ea7-9ac2-1b16d722c17e tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/ports?device_id=70cd0428-2052-4b2d-96eb-4343ede0f061 HTTP/1.1" status: 200 len: 945 time: 0.2141366 Nov 22 20:28:29.353628 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [req-93395134-0bfe-4fef-baf7-59cb0112489e req-ee0b29c1-7bca-4af2-b920-522c8487f428 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Deleting port 27859499-3fee-4255-98df-7775b62a7da8 {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:28:29.353987 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-93395134-0bfe-4fef-baf7-59cb0112489e req-ee0b29c1-7bca-4af2-b920-522c8487f428 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:28:29.445312 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-93bd616d-3a9a-45a2-9cf1-e27ca960b3e5 req-d1d08ac2-8a2e-4d21-b8a8-8e10a601e224 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=8457929e-de92-4261-bfd8-ed76b2441300&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3017938 Nov 22 20:28:29.503838 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fc6f60-0f66-46b7-a873-09c63a76aae8 req-0164caf3-6578-4516-8880-5e9c924bb0df tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:28:29.505775 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f4fc6f60-0f66-46b7-a873-09c63a76aae8 req-0164caf3-6578-4516-8880-5e9c924bb0df tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] 10.222.0.46 "GET /v2.0/ports?device_id=30223940-a247-436b-b2ee-f0eac24f58b9 HTTP/1.1" status: 200 len: 945 time: 0.2144637 Nov 22 20:28:29.516667 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-93395134-0bfe-4fef-baf7-59cb0112489e req-ee0b29c1-7bca-4af2-b920-522c8487f428 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] For port 27859499-3fee-4255-98df-7775b62a7da8, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=27859499-3fee-4255-98df-7775b62a7da8,segment=NetworkSegment(d56448b6-bc95-4d55-8516-7d5f9686cbb7),segment_id=d56448b6-bc95-4d55-8516-7d5f9686cbb7)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:28:29.517155 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-93395134-0bfe-4fef-baf7-59cb0112489e req-ee0b29c1-7bca-4af2-b920-522c8487f428 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:28:29.520012 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-45bf22b3-48d1-45a0-8a8e-d8756c01bc52 req-21a556ce-8089-4076-b57f-c72111590aa8 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/security-groups?id=8457929e-de92-4261-bfd8-ed76b2441300&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2815044 Nov 22 20:28:29.541193 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [req-93395134-0bfe-4fef-baf7-59cb0112489e req-ee0b29c1-7bca-4af2-b920-522c8487f428 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Calling delete_port for 27859499-3fee-4255-98df-7775b62a7da8 owned by compute:nova {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:28:29.695320 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f4fc6f60-0f66-46b7-a873-09c63a76aae8 req-3a3d446f-06b0-414d-8a0c-767d35e0acbd tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] 10.222.0.46 "GET /v2.0/security-groups?id=e77ff0e9-b450-4641-ad17-7a74a6cf419c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1669278 Nov 22 20:28:29.726330 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76233f04-03c7-4957-ac9c-2f221dad17a3 req-6e8ba13c-b1e5-4961-aec9-dfd1720eb91e tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:28:29.727999 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-76233f04-03c7-4957-ac9c-2f221dad17a3 req-6e8ba13c-b1e5-4961-aec9-dfd1720eb91e tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] 10.222.0.41 "GET /v2.0/ports?device_id=30223940-a247-436b-b2ee-f0eac24f58b9 HTTP/1.1" status: 200 len: 945 time: 0.1771016 Nov 22 20:28:29.842876 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-93395134-0bfe-4fef-baf7-59cb0112489e req-ee0b29c1-7bca-4af2-b920-522c8487f428 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:28:29.877588 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0b29c1-7bca-4af2-b920-522c8487f428 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Pushing event deleted for resources: {'Port': ['ID=27859499-3fee-4255-98df-7775b62a7da8,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:28:29.940797 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [req-93395134-0bfe-4fef-baf7-59cb0112489e req-ee0b29c1-7bca-4af2-b920-522c8487f428 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] No DVR routers for this DVR port 27859499-3fee-4255-98df-7775b62a7da8 on host n-h1-818823-1 {{(pid=103448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:28:29.944426 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-93395134-0bfe-4fef-baf7-59cb0112489e req-ee0b29c1-7bca-4af2-b920-522c8487f428 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:28:29.953741 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-93395134-0bfe-4fef-baf7-59cb0112489e req-ee0b29c1-7bca-4af2-b920-522c8487f428 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] 10.222.0.41 "DELETE /v2.0/ports/27859499-3fee-4255-98df-7775b62a7da8 HTTP/1.1" status: 204 len: 173 time: 0.7335396 Nov 22 20:28:29.985443 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-424f536e-273f-4b76-a4df-e81b2132b12f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:28:29.995474 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5cf8dd-fe78-472b-accb-57bf6ccdd8da req-6bb93cff-9a09-453e-88e2-acbc03af6502 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:28:30.004410 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-eb5cf8dd-fe78-472b-accb-57bf6ccdd8da req-6bb93cff-9a09-453e-88e2-acbc03af6502 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] 10.222.0.46 "GET /v2.0/ports?device_id=40c93a37-becd-4018-b943-1d6e903a3ffe HTTP/1.1" status: 200 len: 865 time: 0.2678516 Nov 22 20:28:30.048487 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-76233f04-03c7-4957-ac9c-2f221dad17a3 req-0eb88b45-71af-41d0-95cd-4a1f229ddc1b tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] Deleting port 4e2dae83-da4c-42ee-837c-a1756683232f {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:28:30.049047 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-76233f04-03c7-4957-ac9c-2f221dad17a3 req-0eb88b45-71af-41d0-95cd-4a1f229ddc1b tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:28:30.148843 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-eb5cf8dd-fe78-472b-accb-57bf6ccdd8da req-db2b524b-ecf1-49fe-88d7-7e99ef82b487 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] 10.222.0.46 "GET /v2.0/security-groups?id=70cb0c9d-9724-446c-9f0a-bf3510156947&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1436017 Nov 22 20:28:30.190097 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 0dbc1b02-eca5-4e1e-921a-2de29b8a9d56 details requested by agent hyperv_n-h2-818823-1 with host n-h2-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 20:28:30.316999 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c9185a-4f14-497b-8cc0-1c04bb27b40f req-53a5b804-a183-4626-b875-3e3e742cf0eb tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:28:30.318653 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-19c9185a-4f14-497b-8cc0-1c04bb27b40f req-53a5b804-a183-4626-b875-3e3e742cf0eb tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/ports?device_id=b934650a-6723-42dc-852a-0cdb5ffb10f7 HTTP/1.1" status: 200 len: 946 time: 0.1431079 Nov 22 20:28:30.334591 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-76233f04-03c7-4957-ac9c-2f221dad17a3 req-0eb88b45-71af-41d0-95cd-4a1f229ddc1b tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] For port 4e2dae83-da4c-42ee-837c-a1756683232f, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=4e2dae83-da4c-42ee-837c-a1756683232f,segment=NetworkSegment(1739ccaa-9c80-4797-8458-792c11f48e76),segment_id=1739ccaa-9c80-4797-8458-792c11f48e76)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:28:30.334974 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-76233f04-03c7-4957-ac9c-2f221dad17a3 req-0eb88b45-71af-41d0-95cd-4a1f229ddc1b tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:28:30.387074 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port 0dbc1b02-eca5-4e1e-921a-2de29b8a9d56, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=0dbc1b02-eca5-4e1e-921a-2de29b8a9d56,segment=NetworkSegment(208d283f-ba75-4157-9bce-90f23dffc7bc),segment_id=208d283f-ba75-4157-9bce-90f23dffc7bc)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:28:30.421226 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Returning: {'device': '0dbc1b02-eca5-4e1e-921a-2de29b8a9d56', 'network_id': '1db40f05-df12-49c2-bc90-ab4e664c648c', 'port_id': '0dbc1b02-eca5-4e1e-921a-2de29b8a9d56', 'mac_address': 'fa:16:3e:4d:fe:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 636, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '443e6440-2cd1-4084-9bfd-0f8654190aeb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 20:28:30.491910 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:28:30.507069 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0dbc1b02-eca5-4e1e-921a-2de29b8a9d56 {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:28:30.507336 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40c93a37-becd-4018-b943-1d6e903a3ffe', 'name': 'network-vif-deleted', 'tag': 'ae0865ea-6502-4dd3-8f5a-f8707775c47a'}, {'server_uuid': '40c93a37-becd-4018-b943-1d6e903a3ffe', 'name': 'network-vif-deleted', 'tag': '27859499-3fee-4255-98df-7775b62a7da8'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:28:30.509615 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589a98cf2aea187fcc423a5edb333e5a6cf3ad7c81115d1ebee0f079693c312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f1e2abe-5bfd-4380-a27b-28c5f82746a1" -d '{"events": [{"server_uuid": "40c93a37-becd-4018-b943-1d6e903a3ffe", "name": "network-vif-deleted", "tag": "ae0865ea-6502-4dd3-8f5a-f8707775c47a"}, {"server_uuid": "40c93a37-becd-4018-b943-1d6e903a3ffe", "name": "network-vif-deleted", "tag": "27859499-3fee-4255-98df-7775b62a7da8"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:28:30.534857 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-19c9185a-4f14-497b-8cc0-1c04bb27b40f req-570e50b7-be4b-47dd-9025-a3e577ac388f tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e8bab57-9061-4423-98eb-3cb5b90f4a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070851 Nov 22 20:28:30.572747 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port 0dbc1b02-eca5-4e1e-921a-2de29b8a9d56, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=0dbc1b02-eca5-4e1e-921a-2de29b8a9d56,segment=NetworkSegment(208d283f-ba75-4157-9bce-90f23dffc7bc),segment_id=208d283f-ba75-4157-9bce-90f23dffc7bc)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:28:30.581757 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:28:30.591242 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 22 Nov 2021 20:28:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33ccc291-99c9-4bcb-ba15-a1f0bea6a397 x-openstack-request-id: req-33ccc291-99c9-4bcb-ba15-a1f0bea6a397 {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:28:30.591841 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40c93a37-becd-4018-b943-1d6e903a3ffe", "name": "network-vif-deleted", "tag": "ae0865ea-6502-4dd3-8f5a-f8707775c47a", "status": "completed", "code": 200}, {"server_uuid": "40c93a37-becd-4018-b943-1d6e903a3ffe", "name": "network-vif-deleted", "tag": "27859499-3fee-4255-98df-7775b62a7da8", "status": "completed", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:28:30.591841 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-33ccc291-99c9-4bcb-ba15-a1f0bea6a397 {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:28:30.592192 n-d-818823-1 neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40c93a37-becd-4018-b943-1d6e903a3ffe', 'name': 'network-vif-deleted', 'tag': 'ae0865ea-6502-4dd3-8f5a-f8707775c47a', 'status': 'completed', 'code': 200} Nov 22 20:28:30.592448 n-d-818823-1 neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40c93a37-becd-4018-b943-1d6e903a3ffe', 'name': 'network-vif-deleted', 'tag': '27859499-3fee-4255-98df-7775b62a7da8', 'status': 'completed', 'code': 200} Nov 22 20:28:30.693098 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=0dbc1b02-eca5-4e1e-921a-2de29b8a9d56,revision_number=6']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:28:30.781607 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-76233f04-03c7-4957-ac9c-2f221dad17a3 req-0eb88b45-71af-41d0-95cd-4a1f229ddc1b tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:28:30.782020 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-76233f04-03c7-4957-ac9c-2f221dad17a3 req-0eb88b45-71af-41d0-95cd-4a1f229ddc1b tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-595224'] for floatingip, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:28:30.782290 n-d-818823-1 neutron-server[103447]: INFO neutron.db.l3_db [req-76233f04-03c7-4957-ac9c-2f221dad17a3 req-0eb88b45-71af-41d0-95cd-4a1f229ddc1b tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] Floating IP 4ce19dfc-b916-401c-bea9-0c9030a7a256 disassociated. External IP: 172.25.5.81, port: 4e2dae83-da4c-42ee-837c-a1756683232f. Nov 22 20:28:30.782683 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-76233f04-03c7-4957-ac9c-2f221dad17a3 req-0eb88b45-71af-41d0-95cd-4a1f229ddc1b tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] Calling delete_port for 4e2dae83-da4c-42ee-837c-a1756683232f owned by compute:nova {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:28:30.930283 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] get_ports_and_sgs() called for port_ids ['0dbc1b02-eca5-4e1e-921a-2de29b8a9d56'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:28:31.006311 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f463e258-14cd-4615-966e-f0575da3e6f6 req-86ec7141-d0fb-4112-be00-f2a7b8cc6fa5 tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] 10.222.0.46 "GET /v2.0/ports?device_id=30223940-a247-436b-b2ee-f0eac24f58b9 HTTP/1.1" status: 200 len: 210 time: 0.0612192 Nov 22 20:28:31.010481 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-76233f04-03c7-4957-ac9c-2f221dad17a3 req-0eb88b45-71af-41d0-95cd-4a1f229ddc1b tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:28:31.041314 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb88b45-71af-41d0-95cd-4a1f229ddc1b tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] Pushing event deleted for resources: {'Port': ['ID=4e2dae83-da4c-42ee-837c-a1756683232f,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:28:31.066022 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb88b45-71af-41d0-95cd-4a1f229ddc1b tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:28:31.067827 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb88b45-71af-41d0-95cd-4a1f229ddc1b tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:28:31.068385 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb88b45-71af-41d0-95cd-4a1f229ddc1b tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:28:31.068921 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb88b45-71af-41d0-95cd-4a1f229ddc1b tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:28:31.070238 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb88b45-71af-41d0-95cd-4a1f229ddc1b tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:28:31.071006 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb88b45-71af-41d0-95cd-4a1f229ddc1b tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:28:31.072110 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb88b45-71af-41d0-95cd-4a1f229ddc1b tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:28:31.072664 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb88b45-71af-41d0-95cd-4a1f229ddc1b tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:28:31.073206 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb88b45-71af-41d0-95cd-4a1f229ddc1b tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:28:31.073731 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb88b45-71af-41d0-95cd-4a1f229ddc1b tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:28:31.074843 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb88b45-71af-41d0-95cd-4a1f229ddc1b tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:28:31.076027 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb88b45-71af-41d0-95cd-4a1f229ddc1b tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:28:31.096948 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1942cdf-d95a-42f0-9858-33d8831862e8 req-2b1d39fa-98ea-4c39-8e46-00661641933a tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:28:31.098552 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c1942cdf-d95a-42f0-9858-33d8831862e8 req-2b1d39fa-98ea-4c39-8e46-00661641933a tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/ports?device_id=70cd0428-2052-4b2d-96eb-4343ede0f061 HTTP/1.1" status: 200 len: 944 time: 0.4033093 Nov 22 20:28:31.240071 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c1942cdf-d95a-42f0-9858-33d8831862e8 req-ffa56f8f-529b-497d-b71b-c5096d4aa157 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/security-groups?id=8457929e-de92-4261-bfd8-ed76b2441300&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009915 Nov 22 20:28:31.292013 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.l3_agent_scheduler [req-76233f04-03c7-4957-ac9c-2f221dad17a3 req-0eb88b45-71af-41d0-95cd-4a1f229ddc1b tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] Router 0b01ca47-3578-490c-8468-cf94f1d1b6b1 has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 20:28:31.350772 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b5d3739d-1afc-4f38-9f1b-bbcd8a8dae85 req-20b28bd9-168c-4318-a080-171624f61cb7 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] 10.222.0.46 "GET /v2.0/ports?device_id=40c93a37-becd-4018-b943-1d6e903a3ffe HTTP/1.1" status: 200 len: 210 time: 0.0408289 Nov 22 20:28:31.524480 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-76233f04-03c7-4957-ac9c-2f221dad17a3 req-0eb88b45-71af-41d0-95cd-4a1f229ddc1b tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:28:31.546848 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efbfabc5-0efb-440d-bb49-72daba72ae6c None None] Sync routers for ids ['0b01ca47-3578-490c-8468-cf94f1d1b6b1'] in n-d-818823-1 {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:28:31.567482 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efbfabc5-0efb-440d-bb49-72daba72ae6c None None] Routers {'0b01ca47-3578-490c-8468-cf94f1d1b6b1'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:28:31.568311 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-76233f04-03c7-4957-ac9c-2f221dad17a3 req-0eb88b45-71af-41d0-95cd-4a1f229ddc1b tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] No DVR routers for this DVR port 4e2dae83-da4c-42ee-837c-a1756683232f on host n-h1-818823-1 {{(pid=103447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:28:31.568584 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-efbfabc5-0efb-440d-bb49-72daba72ae6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:28:02Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['0b01ca47-3578-490c-8468-cf94f1d1b6b1'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:28:31.575642 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-76233f04-03c7-4957-ac9c-2f221dad17a3 req-0eb88b45-71af-41d0-95cd-4a1f229ddc1b tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:28:31.579025 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-76233f04-03c7-4957-ac9c-2f221dad17a3 req-0eb88b45-71af-41d0-95cd-4a1f229ddc1b tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] 10.222.0.41 "DELETE /v2.0/ports/4e2dae83-da4c-42ee-837c-a1756683232f HTTP/1.1" status: 204 len: 173 time: 1.8415501 Nov 22 20:28:31.579525 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30223940-a247-436b-b2ee-f0eac24f58b9', 'name': 'network-vif-deleted', 'tag': '4e2dae83-da4c-42ee-837c-a1756683232f'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:28:31.581811 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51a4b57b-6544-4cd1-a9a7-4c5573000539" -d '{"events": [{"server_uuid": "30223940-a247-436b-b2ee-f0eac24f58b9", "name": "network-vif-deleted", "tag": "4e2dae83-da4c-42ee-837c-a1756683232f"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:28:31.732437 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:28:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-099c42d8-5ecf-4d41-8858-0ef865f7f0d0 x-openstack-request-id: req-099c42d8-5ecf-4d41-8858-0ef865f7f0d0 {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:28:31.732770 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30223940-a247-436b-b2ee-f0eac24f58b9", "name": "network-vif-deleted", "tag": "4e2dae83-da4c-42ee-837c-a1756683232f", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:28:31.733011 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-099c42d8-5ecf-4d41-8858-0ef865f7f0d0 {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:28:31.733446 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30223940-a247-436b-b2ee-f0eac24f58b9', 'name': 'network-vif-deleted', 'tag': '4e2dae83-da4c-42ee-837c-a1756683232f', 'status': 'completed', 'code': 200} Nov 22 20:28:31.901327 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-efbfabc5-0efb-440d-bb49-72daba72ae6c None None] Set router 0b01ca47-3578-490c-8468-cf94f1d1b6b1 gateway port host: n-d-818823-1 {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:28:32.168709 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ec8798b9-8ca4-484c-ab69-3f20cbbd21a5 req-1eff78a5-8506-4dc9-b4a9-234572fd2539 tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] 10.222.0.46 "GET /v2.0/ports?device_id=30223940-a247-436b-b2ee-f0eac24f58b9 HTTP/1.1" status: 200 len: 210 time: 0.0477374 Nov 22 20:28:32.192432 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 0dbc1b02-eca5-4e1e-921a-2de29b8a9d56 up at agent hyperv_n-h2-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:28:32.218319 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-efbfabc5-0efb-440d-bb49-72daba72ae6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b01ca47-3578-490c-8468-cf94f1d1b6b1', 'name': 'tempest-AttachVolumeTestJSON-388477978-router', 'tenant_id': '85bf20edceb64b41a574b1567a4068c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': 'dd6e914c-61c9-403e-a609-e6b3968a14c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:23:52Z', 'updated_at': '2021-11-22T20:23:58Z', 'revision_number': 4, 'project_id': '85bf20edceb64b41a574b1567a4068c1', 'gw_port': {'id': 'dd6e914c-61c9-403e-a609-e6b3968a14c4', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:89:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b01ca47-3578-490c-8468-cf94f1d1b6b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2210, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:23:53Z', 'updated_at': '2021-11-22T20:24:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': '245496fa-94df-417f-8d01-799d37709ecc', 'name': '', 'network_id': '6efa7afe-07b7-401b-a93b-34d9934a86f8', 'tenant_id': '85bf20edceb64b41a574b1567a4068c1', 'mac_address': 'fa:16:3e:87:5b:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b01ca47-3578-490c-8468-cf94f1d1b6b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2211, 'fixed_ips': [{'subnet_id': '41e22381-7e39-4421-9ae7-fd38b15d4349', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:23:56Z', 'updated_at': '2021-11-22T20:24:08Z', 'revision_number': 5, 'project_id': '85bf20edceb64b41a574b1567a4068c1', 'subnets': [{'id': '41e22381-7e39-4421-9ae7-fd38b15d4349', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:28:32.259489 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efbfabc5-0efb-440d-bb49-72daba72ae6c None None] Checking router: 0b01ca47-3578-490c-8468-cf94f1d1b6b1 for host: n-d-818823-1 {{(pid=103450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 20:28:32.287357 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efbfabc5-0efb-440d-bb49-72daba72ae6c None None] Routers {'0b01ca47-3578-490c-8468-cf94f1d1b6b1'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:28:32.288016 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-efbfabc5-0efb-440d-bb49-72daba72ae6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:28:02Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['0b01ca47-3578-490c-8468-cf94f1d1b6b1'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:28:32.324238 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Provisioning complete for port 0dbc1b02-eca5-4e1e-921a-2de29b8a9d56 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:28:32.327141 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:28:32.455826 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-efbfabc5-0efb-440d-bb49-72daba72ae6c None None] Set router 0b01ca47-3578-490c-8468-cf94f1d1b6b1 gateway port host: n-d-818823-1 {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:28:32.457222 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 4e2dae83-da4c-42ee-837c-a1756683232f no longer exists at agent hyperv_n-h1-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:28:32.492729 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92163c34-bedb-450c-a127-091ab8d611a5 req-54a8919a-db61-4163-86a0-48d022f7a213 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:28:32.502712 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-92163c34-bedb-450c-a127-091ab8d611a5 req-54a8919a-db61-4163-86a0-48d022f7a213 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/ports?device_id=70cd0428-2052-4b2d-96eb-4343ede0f061 HTTP/1.1" status: 200 len: 944 time: 0.1196790 Nov 22 20:28:32.506154 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] No Port match for: 4e2dae83-da4c-42ee-837c-a1756683232f {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:28:32.511169 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 4e2dae83-da4c-42ee-837c-a1756683232f not bound to the agent host n-h1-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:28:32.587519 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1484dc06-8558-420e-b97b-8d02c2569296 req-ec361185-17a5-4937-af84-d27eb5b3ba0d tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] 10.222.0.46 "GET /v2.0/ports?device_id=40c93a37-becd-4018-b943-1d6e903a3ffe HTTP/1.1" status: 200 len: 210 time: 0.0706213 Nov 22 20:28:32.600687 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e01767b9-a980-4c4f-8384-6ede18385e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:28:32.619263 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 34206) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:28:32.620298 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-92163c34-bedb-450c-a127-091ab8d611a5 req-f666aa9e-e981-4b27-a9c2-f95435a5f47b tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/security-groups?id=8457929e-de92-4261-bfd8-ed76b2441300&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1164038 Nov 22 20:28:32.653887 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:28:32.724113 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port 0dbc1b02-eca5-4e1e-921a-2de29b8a9d56, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=0dbc1b02-eca5-4e1e-921a-2de29b8a9d56,segment=NetworkSegment(208d283f-ba75-4157-9bce-90f23dffc7bc),segment_id=208d283f-ba75-4157-9bce-90f23dffc7bc)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:28:32.725597 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70cd0428-2052-4b2d-96eb-4343ede0f061', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dbc1b02-eca5-4e1e-921a-2de29b8a9d56'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:28:32.729269 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d39f6d30a11e565ec9648abcc015e8a6ab6cff4edd704add8155e28765d31eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de8aa6de-c221-4d3d-8acd-6daaeb173656" -d '{"events": [{"server_uuid": "70cd0428-2052-4b2d-96eb-4343ede0f061", "name": "network-vif-plugged", "status": "completed", "tag": "0dbc1b02-eca5-4e1e-921a-2de29b8a9d56"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:28:32.735127 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:28:32.751637 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-a6196391-606d-4199-a23d-84edc9fcf864 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/floatingips/f1397192-c17d-47c8-a771-c59918df6ffd HTTP/1.1" status: 200 len: 991 time: 0.1277061 Nov 22 20:28:32.831870 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:28:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc64822b-b3e9-4719-b1df-f8bcc0f9e7f0 x-openstack-request-id: req-bc64822b-b3e9-4719-b1df-f8bcc0f9e7f0 {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:28:32.832379 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70cd0428-2052-4b2d-96eb-4343ede0f061", "name": "network-vif-plugged", "status": "completed", "tag": "0dbc1b02-eca5-4e1e-921a-2de29b8a9d56", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:28:32.833372 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-bc64822b-b3e9-4719-b1df-f8bcc0f9e7f0 {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:28:32.833756 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70cd0428-2052-4b2d-96eb-4343ede0f061', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dbc1b02-eca5-4e1e-921a-2de29b8a9d56', 'code': 200} Nov 22 20:28:32.843789 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=0dbc1b02-eca5-4e1e-921a-2de29b8a9d56,revision_number=7']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:28:32.858365 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:28:32.862373 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:28:32.862884 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:28:32.863303 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:28:32.863721 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:28:32.864124 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:28:32.864765 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:28:32.865040 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:28:32.865399 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:28:32.865790 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:28:32.866237 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:28:32.866625 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:28:33.054054 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-efbfabc5-0efb-440d-bb49-72daba72ae6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b01ca47-3578-490c-8468-cf94f1d1b6b1', 'name': 'tempest-AttachVolumeTestJSON-388477978-router', 'tenant_id': '85bf20edceb64b41a574b1567a4068c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': 'dd6e914c-61c9-403e-a609-e6b3968a14c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:23:52Z', 'updated_at': '2021-11-22T20:23:58Z', 'revision_number': 4, 'project_id': '85bf20edceb64b41a574b1567a4068c1', 'gw_port': {'id': 'dd6e914c-61c9-403e-a609-e6b3968a14c4', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:89:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b01ca47-3578-490c-8468-cf94f1d1b6b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2210, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:23:53Z', 'updated_at': '2021-11-22T20:24:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': '245496fa-94df-417f-8d01-799d37709ecc', 'name': '', 'network_id': '6efa7afe-07b7-401b-a93b-34d9934a86f8', 'tenant_id': '85bf20edceb64b41a574b1567a4068c1', 'mac_address': 'fa:16:3e:87:5b:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b01ca47-3578-490c-8468-cf94f1d1b6b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2211, 'fixed_ips': [{'subnet_id': '41e22381-7e39-4421-9ae7-fd38b15d4349', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:23:56Z', 'updated_at': '2021-11-22T20:24:08Z', 'revision_number': 5, 'project_id': '85bf20edceb64b41a574b1567a4068c1', 'subnets': [{'id': '41e22381-7e39-4421-9ae7-fd38b15d4349', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:28:33.094046 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efbfabc5-0efb-440d-bb49-72daba72ae6c None None] The sync data for ids ['0b01ca47-3578-490c-8468-cf94f1d1b6b1'] in n-d-818823-1 is: [{'id': '0b01ca47-3578-490c-8468-cf94f1d1b6b1', 'name': 'tempest-AttachVolumeTestJSON-388477978-router', 'tenant_id': '85bf20edceb64b41a574b1567a4068c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': 'dd6e914c-61c9-403e-a609-e6b3968a14c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:23:52Z', 'updated_at': '2021-11-22T20:23:58Z', 'revision_number': 4, 'project_id': '85bf20edceb64b41a574b1567a4068c1', 'gw_port': {'id': 'dd6e914c-61c9-403e-a609-e6b3968a14c4', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:89:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b01ca47-3578-490c-8468-cf94f1d1b6b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2210, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:23:53Z', 'updated_at': '2021-11-22T20:24:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': '245496fa-94df-417f-8d01-799d37709ecc', 'name': '', 'network_id': '6efa7afe-07b7-401b-a93b-34d9934a86f8', 'tenant_id': '85bf20edceb64b41a574b1567a4068c1', 'mac_address': 'fa:16:3e:87:5b:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b01ca47-3578-490c-8468-cf94f1d1b6b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2211, 'fixed_ips': [{'subnet_id': '41e22381-7e39-4421-9ae7-fd38b15d4349', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:23:56Z', 'updated_at': '2021-11-22T20:24:08Z', 'revision_number': 5, 'project_id': '85bf20edceb64b41a574b1567a4068c1', 'subnets': [{'id': '41e22381-7e39-4421-9ae7-fd38b15d4349', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:28:33.259235 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 34224) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:28:33.331346 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b126c038-ea15-4743-83a3-629542914b82 tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:28:33.364362 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b126c038-ea15-4743-83a3-629542914b82 tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:28:33.447656 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b126c038-ea15-4743-83a3-629542914b82 tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:28:33.452246 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b126c038-ea15-4743-83a3-629542914b82 tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:28:33.453511 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-b126c038-ea15-4743-83a3-629542914b82 tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] 10.222.0.46 "DELETE /v2.0/security-groups/e77ff0e9-b450-4641-ad17-7a74a6cf419c HTTP/1.1" status: 204 len: 168 time: 0.1928301 Nov 22 20:28:33.456254 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 34230) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:28:33.467692 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b126c038-ea15-4743-83a3-629542914b82 tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e77ff0e9-b450-4641-ad17-7a74a6cf419c,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:28:33.472609 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-03f0964f-1b75-4df7-99e0-a3cdb56ec2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:28:33.474824 n-d-818823-1 neutron-server[103448]: INFO neutron.api.v2.resource [None req-87840e82-1318-4026-91ac-8c2a7131791d tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] show failed (client error): The resource could not be found. Nov 22 20:28:33.479176 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 34232) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:28:33.480957 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-87840e82-1318-4026-91ac-8c2a7131791d tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] 10.222.0.46 "GET /v2.0/security-groups/e77ff0e9-b450-4641-ad17-7a74a6cf419c HTTP/1.1" status: 404 len: 347 time: 0.0236144 Nov 22 20:28:33.591792 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-095c829c-dd03-4b8e-9499-15021068212c None None] New status for floating IP 4ce19dfc-b916-401c-bea9-0c9030a7a256: DOWN {{(pid=103449) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 20:28:33.737902 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-63382804-e1d9-4da0-8166-5d3546ce2af0 tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] Deleting port 21963623-f821-415c-81f5-7f21b2d173fa {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:28:33.738964 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-63382804-e1d9-4da0-8166-5d3546ce2af0 tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:28:33.840627 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-59611dfb-3052-4625-a2ed-b0fb06f868b4 req-0d80eb01-132d-49dd-a504-f8fd0ffd5561 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] 10.222.0.46 "GET /v2.0/ports?device_id=40c93a37-becd-4018-b943-1d6e903a3ffe HTTP/1.1" status: 200 len: 210 time: 0.0878580 Nov 22 20:28:33.897281 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-63382804-e1d9-4da0-8166-5d3546ce2af0 tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:28:33.897607 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-63382804-e1d9-4da0-8166-5d3546ce2af0 tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:28:33.917741 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-63382804-e1d9-4da0-8166-5d3546ce2af0 tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] Calling delete_port for 21963623-f821-415c-81f5-7f21b2d173fa owned by network:floatingip {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:28:34.097236 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-63382804-e1d9-4da0-8166-5d3546ce2af0 tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:28:34.137601 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63382804-e1d9-4da0-8166-5d3546ce2af0 tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] Pushing event deleted for resources: {'Port': ['ID=21963623-f821-415c-81f5-7f21b2d173fa,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:28:34.267976 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-63382804-e1d9-4da0-8166-5d3546ce2af0 tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] Publish callbacks [] for floatingip, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:28:34.269178 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-63382804-e1d9-4da0-8166-5d3546ce2af0 tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for floatingip, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:28:34.270458 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-63382804-e1d9-4da0-8166-5d3546ce2af0 tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] 10.222.0.46 "DELETE /v2.0/floatingips/4ce19dfc-b916-401c-bea9-0c9030a7a256 HTTP/1.1" status: 204 len: 168 time: 0.7896357 Nov 22 20:28:34.658224 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baee8da-4188-4466-99c8-0b3a16e561a9 req-8a7bdc45-5e1e-46d8-80a3-9fa33e6a684c tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:28:34.659777 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6baee8da-4188-4466-99c8-0b3a16e561a9 req-8a7bdc45-5e1e-46d8-80a3-9fa33e6a684c tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] 10.222.0.46 "GET /v2.0/ports?device_id=d4bed4ed-989a-4ec1-98ba-a9d872693634 HTTP/1.1" status: 200 len: 946 time: 0.0741806 Nov 22 20:28:34.721960 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 34260) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:28:34.728395 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-3878413b-e4f8-44d7-b5c1-3cfdfe1e74cd tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2120425872', 'description': 'tempest-description--1939289238'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:28:34.758931 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6baee8da-4188-4466-99c8-0b3a16e561a9 req-42eceaaa-36b8-4f0f-95c5-d5a8c19702dd tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] 10.222.0.46 "GET /v2.0/security-groups?id=ba01c207-9c21-46e8-8927-68d7cc159606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926080 Nov 22 20:28:34.786395 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3878413b-e4f8-44d7-b5c1-3cfdfe1e74cd tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:28:34.877174 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3878413b-e4f8-44d7-b5c1-3cfdfe1e74cd tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:28:34.881855 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3878413b-e4f8-44d7-b5c1-3cfdfe1e74cd tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:28:34.944631 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3878413b-e4f8-44d7-b5c1-3cfdfe1e74cd tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84970250-1d6e-4947-9e84-e093167b9595,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:28:34.962940 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3878413b-e4f8-44d7-b5c1-3cfdfe1e74cd tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:28:34.964591 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-3878413b-e4f8-44d7-b5c1-3cfdfe1e74cd tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.2415774 Nov 22 20:28:34.970850 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 34266) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:28:34.975574 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-417568da-598d-465d-a12b-5bc52b771e7e tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] Request body: {'security_group_rule': {'security_group_id': '84970250-1d6e-4947-9e84-e093167b9595', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:28:35.014469 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4cfa4a5e-a526-4889-b430-680e5b476295 req-1302c0ec-25a8-47cf-bd02-a6c4ec091a20 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] 10.222.0.46 "GET /v2.0/ports?device_id=40c93a37-becd-4018-b943-1d6e903a3ffe HTTP/1.1" status: 200 len: 210 time: 0.0568612 Nov 22 20:28:35.063634 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-417568da-598d-465d-a12b-5bc52b771e7e tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:28:35.117708 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.agents_db [None req-aa8313f2-1ee4-4e7b-8c5a-d32b2f9d31ee None None] Agent healthcheck: found 7 active agents {{(pid=103450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 20:28:35.125744 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e49ee129-e862-4476-beca-cdc8150d2345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:28:35.228090 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-417568da-598d-465d-a12b-5bc52b771e7e tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:28:35.240966 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-417568da-598d-465d-a12b-5bc52b771e7e tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572323'] for security_group_rule, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:28:35.265890 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417568da-598d-465d-a12b-5bc52b771e7e tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=369ed40a-5f74-43f2-a761-716784a327cd,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:28:35.273019 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-417568da-598d-465d-a12b-5bc52b771e7e tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:28:35.275025 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-417568da-598d-465d-a12b-5bc52b771e7e tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3030796 Nov 22 20:28:35.278333 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 34282) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:28:35.283180 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-7499f80e-dcee-4898-a907-99211a9b5392 tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] Request body: {'security_group_rule': {'security_group_id': '84970250-1d6e-4947-9e84-e093167b9595', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:28:35.336204 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7499f80e-dcee-4898-a907-99211a9b5392 tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:28:35.469108 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7499f80e-dcee-4898-a907-99211a9b5392 tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:28:35.475199 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7499f80e-dcee-4898-a907-99211a9b5392 tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572323'] for security_group_rule, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:28:35.505330 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7499f80e-dcee-4898-a907-99211a9b5392 tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=118c35e2-d9d7-4611-ba50-9d69a0b43c40,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:28:35.516488 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7499f80e-dcee-4898-a907-99211a9b5392 tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:28:35.518246 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-7499f80e-dcee-4898-a907-99211a9b5392 tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2387519 Nov 22 20:28:35.521682 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 34294) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:28:35.540684 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-a688228a-172b-48c4-802a-34564578fe54 tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] Request body: {'floatingip': {'floating_network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:28:35.608781 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a688228a-172b-48c4-802a-34564578fe54 tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] Publish callbacks [] for floatingip, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:28:35.754938 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9e675f-9709-470b-b902-47fab1a11847 req-2d8987d7-1bb3-42b2-8c4d-0c99ae42a0bd tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:28:35.756891 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ab9e675f-9709-470b-b902-47fab1a11847 req-2d8987d7-1bb3-42b2-8c4d-0c99ae42a0bd tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/ports?device_id=33b2b907-88b2-43cc-a329-814686ee9d6b HTTP/1.1" status: 200 len: 945 time: 0.0636208 Nov 22 20:28:35.852957 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ab9e675f-9709-470b-b902-47fab1a11847 req-5d4ad394-9d3f-4605-bd43-2d87b9788dff tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/security-groups?id=643fc82d-0ef9-4521-94aa-3318d50a506a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887239 Nov 22 20:28:35.907257 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a688228a-172b-48c4-802a-34564578fe54 tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:28:35.975241 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee8cc46-4789-4990-bf77-84d25ab210d5 req-6c595fd0-20ca-427f-aaa2-ffa3aa0b8e8a tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:28:35.981530 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9ee8cc46-4789-4990-bf77-84d25ab210d5 req-6c595fd0-20ca-427f-aaa2-ffa3aa0b8e8a tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] 10.222.0.46 "GET /v2.0/ports?device_id=d4bed4ed-989a-4ec1-98ba-a9d872693634 HTTP/1.1" status: 200 len: 946 time: 0.1090331 Nov 22 20:28:35.982722 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:28:36.084769 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9ee8cc46-4789-4990-bf77-84d25ab210d5 req-23d2073c-76ab-4bd5-968a-ab0ee090a88d tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] 10.222.0.46 "GET /v2.0/security-groups?id=ba01c207-9c21-46e8-8927-68d7cc159606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971520 Nov 22 20:28:36.103239 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [None req-a688228a-172b-48c4-802a-34564578fe54 tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] Allocated IP 172.25.5.132 (c48a55e9-6a85-4746-b7bf-3e29fb560094/5da6f781-63e6-4328-ae7a-5e672262f55a/1c55e27c-673b-4b44-9919-a20c031cea5a) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:28:36.159541 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-722ab28e-e5fa-4ce3-91b9-73e4084fe632 req-d71e85c4-0aab-43f1-b5a4-8a7b25a65269 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] 10.222.0.46 "GET /v2.0/ports?device_id=40c93a37-becd-4018-b943-1d6e903a3ffe HTTP/1.1" status: 200 len: 210 time: 0.0315425 Nov 22 20:28:36.314152 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb258350-8ce7-4ac0-b208-ad1b2135702f req-7d7085e3-30a2-423b-9921-6f307e5a8903 tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:28:36.315881 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-eb258350-8ce7-4ac0-b208-ad1b2135702f req-7d7085e3-30a2-423b-9921-6f307e5a8903 tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] 10.222.0.20 "GET /v2.0/ports?device_id=d4bed4ed-989a-4ec1-98ba-a9d872693634 HTTP/1.1" status: 200 len: 946 time: 0.0908208 Nov 22 20:28:36.362496 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a688228a-172b-48c4-802a-34564578fe54 tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:28:36.448705 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a688228a-172b-48c4-802a-34564578fe54 tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:28:36.469501 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-eb258350-8ce7-4ac0-b208-ad1b2135702f req-5d53d9d8-baa9-443c-b071-37825ebbeb8c tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] Deleting port 387219b8-6ddc-4c74-920a-5080a70485c1 {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:28:36.469845 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-eb258350-8ce7-4ac0-b208-ad1b2135702f req-5d53d9d8-baa9-443c-b071-37825ebbeb8c tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:28:36.557072 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a688228a-172b-48c4-802a-34564578fe54 tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] Network c48a55e9-6a85-4746-b7bf-3e29fb560094 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:28:36.564993 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-a688228a-172b-48c4-802a-34564578fe54 tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:28:36.568999 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a688228a-172b-48c4-802a-34564578fe54 tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:28:36.570943 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a688228a-172b-48c4-802a-34564578fe54 tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] Pushing event updated for resources: {'Port': ['ID=1c55e27c-673b-4b44-9919-a20c031cea5a,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:28:36.647738 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-eb258350-8ce7-4ac0-b208-ad1b2135702f req-5d53d9d8-baa9-443c-b071-37825ebbeb8c tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] For port 387219b8-6ddc-4c74-920a-5080a70485c1, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=387219b8-6ddc-4c74-920a-5080a70485c1,segment=NetworkSegment(7bb9d1cb-054b-4490-bdb0-97683e50f8df),segment_id=7bb9d1cb-054b-4490-bdb0-97683e50f8df)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:28:36.648087 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-eb258350-8ce7-4ac0-b208-ad1b2135702f req-5d53d9d8-baa9-443c-b071-37825ebbeb8c tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:28:36.685245 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-eb258350-8ce7-4ac0-b208-ad1b2135702f req-5d53d9d8-baa9-443c-b071-37825ebbeb8c tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] Calling delete_port for 387219b8-6ddc-4c74-920a-5080a70485c1 owned by compute:nova {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:28:36.742220 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a688228a-172b-48c4-802a-34564578fe54 tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:28:36.810096 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a688228a-172b-48c4-802a-34564578fe54 tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:28:36.953713 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-eb258350-8ce7-4ac0-b208-ad1b2135702f req-5d53d9d8-baa9-443c-b071-37825ebbeb8c tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:28:36.968266 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] get_ports_and_sgs() called for port_ids ['6c2aca17-1074-4087-a7a1-e1767ebff2c1', 'a671633e-50aa-4a0f-8c8d-5e71001ec623', 'dfd612c2-b994-45aa-8ed7-30aaa2503400', '387219b8-6ddc-4c74-920a-5080a70485c1'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:28:37.015528 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d53d9d8-baa9-443c-b071-37825ebbeb8c tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] Pushing event deleted for resources: {'Port': ['ID=387219b8-6ddc-4c74-920a-5080a70485c1,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:28:37.444360 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb258350-8ce7-4ac0-b208-ad1b2135702f req-5d53d9d8-baa9-443c-b071-37825ebbeb8c tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] No DVR routers for this DVR port 387219b8-6ddc-4c74-920a-5080a70485c1 on host n-h2-818823-1 {{(pid=103447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:28:37.447969 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-eb258350-8ce7-4ac0-b208-ad1b2135702f req-5d53d9d8-baa9-443c-b071-37825ebbeb8c tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:28:37.452410 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-eb258350-8ce7-4ac0-b208-ad1b2135702f req-5d53d9d8-baa9-443c-b071-37825ebbeb8c tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] 10.222.0.20 "DELETE /v2.0/ports/387219b8-6ddc-4c74-920a-5080a70485c1 HTTP/1.1" status: 204 len: 173 time: 1.1256568 Nov 22 20:28:37.477223 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4bed4ed-989a-4ec1-98ba-a9d872693634', 'name': 'network-vif-deleted', 'tag': '387219b8-6ddc-4c74-920a-5080a70485c1'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:28:37.481771 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9b8c874-22dc-4747-8766-7ee35d3d2f0f" -d '{"events": [{"server_uuid": "d4bed4ed-989a-4ec1-98ba-a9d872693634", "name": "network-vif-deleted", "tag": "387219b8-6ddc-4c74-920a-5080a70485c1"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:28:37.519599 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d917afcb-c172-439d-bbac-01bd1e282bee req-069e8968-d628-4eeb-935f-2325b412e2ac tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] 10.222.0.46 "GET /v2.0/ports?device_id=d4bed4ed-989a-4ec1-98ba-a9d872693634 HTTP/1.1" status: 200 len: 210 time: 0.1172390 Nov 22 20:28:37.599580 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f6a488-cb61-4efc-8b40-ca3b0e3a5522 req-6dc1180d-71ed-45e0-916c-98f1c732e1aa tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:28:37.603930 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-97f6a488-cb61-4efc-8b40-ca3b0e3a5522 req-6dc1180d-71ed-45e0-916c-98f1c732e1aa tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/ports?device_id=33b2b907-88b2-43cc-a329-814686ee9d6b HTTP/1.1" status: 200 len: 945 time: 0.2027199 Nov 22 20:28:37.690487 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-97f6a488-cb61-4efc-8b40-ca3b0e3a5522 req-9b981431-493d-4c67-81d8-0a86d493a00f tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/security-groups?id=643fc82d-0ef9-4521-94aa-3318d50a506a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747855 Nov 22 20:28:37.694315 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a688228a-172b-48c4-802a-34564578fe54 tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] Publish callbacks [] for port, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:28:37.734473 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8006867f-327f-4b11-b284-73e8e0f2afee req-f3b86849-a35b-4a86-8ed5-d7aeda14fcce tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] 10.222.0.46 "GET /v2.0/ports?device_id=40c93a37-becd-4018-b943-1d6e903a3ffe HTTP/1.1" status: 200 len: 210 time: 0.0499387 Nov 22 20:28:37.734473 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a688228a-172b-48c4-802a-34564578fe54 tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:28:37.816451 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:28:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f9b12e1-a6c3-4800-8cf5-ab0dda4a6585 x-openstack-request-id: req-3f9b12e1-a6c3-4800-8cf5-ab0dda4a6585 {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:28:37.816810 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4bed4ed-989a-4ec1-98ba-a9d872693634", "name": "network-vif-deleted", "tag": "387219b8-6ddc-4c74-920a-5080a70485c1", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:28:37.817003 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3f9b12e1-a6c3-4800-8cf5-ab0dda4a6585 {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:28:37.817389 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4bed4ed-989a-4ec1-98ba-a9d872693634', 'name': 'network-vif-deleted', 'tag': '387219b8-6ddc-4c74-920a-5080a70485c1', 'status': 'completed', 'code': 200} Nov 22 20:28:37.857205 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a688228a-172b-48c4-802a-34564578fe54 tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] Pushing event updated for resources: {'Port': ['ID=1c55e27c-673b-4b44-9919-a20c031cea5a,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:28:37.887699 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a688228a-172b-48c4-802a-34564578fe54 tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-595224'] for floatingip, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:28:37.920952 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a688228a-172b-48c4-802a-34564578fe54 tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for floatingip, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:28:37.932079 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-a688228a-172b-48c4-802a-34564578fe54 tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4089568 Nov 22 20:28:38.259010 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-831579be-2e5d-4560-ae58-951d5779bd87 req-c2e80f3c-3840-4ccc-88ae-1d6156f417da tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--2120425872&fields=id&tenant_id=85bf20edceb64b41a574b1567a4068c1 HTTP/1.1" status: 200 len: 267 time: 0.0751383 Nov 22 20:28:38.395248 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831579be-2e5d-4560-ae58-951d5779bd87 req-20f906ab-fed2-4e9e-bdae-70c72de514b5 tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:28:38.397260 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-831579be-2e5d-4560-ae58-951d5779bd87 req-20f906ab-fed2-4e9e-bdae-70c72de514b5 tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] 10.222.0.46 "GET /v2.0/networks?id=6efa7afe-07b7-401b-a93b-34d9934a86f8 HTTP/1.1" status: 200 len: 810 time: 0.1362698 Nov 22 20:28:38.422672 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-831579be-2e5d-4560-ae58-951d5779bd87 req-b8be7236-cd32-4b1b-8061-4b668cf6166d tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] 10.222.0.46 "GET /v2.0/quotas/85bf20edceb64b41a574b1567a4068c1 HTTP/1.1" status: 200 len: 375 time: 0.0179105 Nov 22 20:28:38.482187 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-831579be-2e5d-4560-ae58-951d5779bd87 req-68e6f2da-17d7-4f54-abae-f5ec7d3b0aed tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=85bf20edceb64b41a574b1567a4068c1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0562108 Nov 22 20:28:38.703032 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-831579be-2e5d-4560-ae58-951d5779bd87 req-785d0a6b-5949-45fd-92c3-ecc9971296a6 service neutron] 10.222.0.46 "GET /v2.0/networks/6efa7afe-07b7-401b-a93b-34d9934a86f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1888399 Nov 22 20:28:38.898789 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-831579be-2e5d-4560-ae58-951d5779bd87 req-66627915-3184-466d-bb08-5f8721523343 service neutron] 10.222.0.46 "GET /v2.0/networks/6efa7afe-07b7-401b-a93b-34d9934a86f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1807067 Nov 22 20:28:38.999486 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ef0037-987b-427e-a325-4cb0255f0704 req-a053d377-0ceb-47cf-9fda-4db5f6734e36 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:28:39.001095 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c1ef0037-987b-427e-a325-4cb0255f0704 req-a053d377-0ceb-47cf-9fda-4db5f6734e36 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/ports?device_id=33b2b907-88b2-43cc-a329-814686ee9d6b HTTP/1.1" status: 200 len: 945 time: 0.1270883 Nov 22 20:28:39.103352 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c1ef0037-987b-427e-a325-4cb0255f0704 req-0508c0b2-c477-43fa-b8da-af8b6db04e6e tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/security-groups?id=643fc82d-0ef9-4521-94aa-3318d50a506a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881493 Nov 22 20:28:39.292138 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ab118953-0263-4dc8-98b9-cd88a51b3d26 req-f075737e-bc7e-41d1-be67-fc6a788f42b3 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] 10.222.0.46 "GET /v2.0/ports?device_id=40c93a37-becd-4018-b943-1d6e903a3ffe HTTP/1.1" status: 200 len: 210 time: 0.0897055 Nov 22 20:28:39.359563 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c9dbfddf-8c8f-4553-97d2-48509871a9ba req-a758fedb-fc3d-4388-9d13-8b3ffad8ab3d tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] 10.222.0.46 "GET /v2.0/ports?device_id=9f516280-49b7-4727-b9f7-6eaaccb54c6b HTTP/1.1" status: 200 len: 210 time: 0.0594127 Nov 22 20:28:40.220469 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 387219b8-6ddc-4c74-920a-5080a70485c1 no longer exists at agent hyperv_n-h2-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:28:40.244395 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] No Port match for: 387219b8-6ddc-4c74-920a-5080a70485c1 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:28:40.244747 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 387219b8-6ddc-4c74-920a-5080a70485c1 not bound to the agent host n-h2-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:28:40.248220 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db031532-24db-47ec-add6-9671e8269cd1 req-45122144-d425-4a47-96a1-2d1047871d1a tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:28:40.251959 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-db031532-24db-47ec-add6-9671e8269cd1 req-45122144-d425-4a47-96a1-2d1047871d1a tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/ports?device_id=33b2b907-88b2-43cc-a329-814686ee9d6b HTTP/1.1" status: 200 len: 945 time: 0.0611854 Nov 22 20:28:40.314639 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-db031532-24db-47ec-add6-9671e8269cd1 req-96d57479-ba79-4850-bc2f-17e5a5626108 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/security-groups?id=643fc82d-0ef9-4521-94aa-3318d50a506a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509727 Nov 22 20:28:40.515958 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-299cb92b-e115-45bb-907f-2dc7f8951e55 req-654fc6e6-eb08-4493-9953-8b8a8200e0d7 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] 10.222.0.46 "GET /v2.0/ports?device_id=40c93a37-becd-4018-b943-1d6e903a3ffe HTTP/1.1" status: 200 len: 210 time: 0.0889366 Nov 22 20:28:40.539440 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-657a7ec1-5222-47f5-ba85-f8582adb3972 req-b0fdae12-4300-4f28-b778-6d6572e4c58b tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] 10.222.0.46 "GET /v2.0/ports?device_id=9f516280-49b7-4727-b9f7-6eaaccb54c6b HTTP/1.1" status: 200 len: 210 time: 0.0630009 Nov 22 20:28:40.618750 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831579be-2e5d-4560-ae58-951d5779bd87 req-101f6057-95da-4ff1-9237-f7e1dce3f3b4 tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:28:40.620648 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-831579be-2e5d-4560-ae58-951d5779bd87 req-101f6057-95da-4ff1-9237-f7e1dce3f3b4 tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] 10.222.0.20 "GET /v2.0/networks?id=6efa7afe-07b7-401b-a93b-34d9934a86f8 HTTP/1.1" status: 200 len: 810 time: 0.2343180 Nov 22 20:28:40.687626 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-831579be-2e5d-4560-ae58-951d5779bd87 req-6df594d8-003d-4083-aea7-b5a3f0292322 tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=85bf20edceb64b41a574b1567a4068c1 HTTP/1.1" status: 200 len: 380 time: 0.0571992 Nov 22 20:28:40.705148 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-831579be-2e5d-4560-ae58-951d5779bd87 req-f461e694-a671-43b4-8490-a5d6ec0f0dde tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] Request body: {'port': {'device_id': '9f516280-49b7-4727-b9f7-6eaaccb54c6b', 'network_id': '6efa7afe-07b7-401b-a93b-34d9934a86f8', 'admin_state_up': True, 'tenant_id': '85bf20edceb64b41a574b1567a4068c1', 'security_groups': ['84970250-1d6e-4947-9e84-e093167b9595']}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:28:40.860373 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-831579be-2e5d-4560-ae58-951d5779bd87 req-f461e694-a671-43b4-8490-a5d6ec0f0dde tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] Made reservation on behalf of 85bf20edceb64b41a574b1567a4068c1 for: {'port': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:28:40.865047 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-831579be-2e5d-4560-ae58-951d5779bd87 req-f461e694-a671-43b4-8490-a5d6ec0f0dde tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:28:41.005708 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [req-831579be-2e5d-4560-ae58-951d5779bd87 req-f461e694-a671-43b4-8490-a5d6ec0f0dde tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] Allocated IP 172.20.0.9 (6efa7afe-07b7-401b-a93b-34d9934a86f8/41e22381-7e39-4421-9ae7-fd38b15d4349/a1bb3d65-a524-49af-a9a5-5d656f804b0b) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:28:41.179965 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-831579be-2e5d-4560-ae58-951d5779bd87 req-f461e694-a671-43b4-8490-a5d6ec0f0dde tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:28:41.218562 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-831579be-2e5d-4560-ae58-951d5779bd87 req-f461e694-a671-43b4-8490-a5d6ec0f0dde tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:28:41.268824 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-831579be-2e5d-4560-ae58-951d5779bd87 req-f461e694-a671-43b4-8490-a5d6ec0f0dde tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] Network 6efa7afe-07b7-401b-a93b-34d9934a86f8 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:28:41.274900 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [req-831579be-2e5d-4560-ae58-951d5779bd87 req-f461e694-a671-43b4-8490-a5d6ec0f0dde tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:28:41.290898 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-831579be-2e5d-4560-ae58-951d5779bd87 req-f461e694-a671-43b4-8490-a5d6ec0f0dde tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:28:41.327700 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f461e694-a671-43b4-8490-a5d6ec0f0dde tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] Pushing event updated for resources: {'Port': ['ID=a1bb3d65-a524-49af-a9a5-5d656f804b0b,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:28:41.376578 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831579be-2e5d-4560-ae58-951d5779bd87 req-f461e694-a671-43b4-8490-a5d6ec0f0dde tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:28:41.377230 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-831579be-2e5d-4560-ae58-951d5779bd87 req-f461e694-a671-43b4-8490-a5d6ec0f0dde tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:28:41.401126 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-831579be-2e5d-4560-ae58-951d5779bd87 req-f461e694-a671-43b4-8490-a5d6ec0f0dde tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6996047 Nov 22 20:28:41.413027 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-831579be-2e5d-4560-ae58-951d5779bd87 req-232549c5-8af6-499e-83c9-2f63f249aac0 service neutron] Request body: {'port': {'device_id': '9f516280-49b7-4727-b9f7-6eaaccb54c6b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818823-1'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:28:41.584955 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-831579be-2e5d-4560-ae58-951d5779bd87 req-232549c5-8af6-499e-83c9-2f63f249aac0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:28:41.619835 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90460c3-6a6e-4141-a55d-d33534b8069d req-c931957e-23ff-46d1-a864-0e66d3777d7b tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:28:41.622134 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a90460c3-6a6e-4141-a55d-d33534b8069d req-c931957e-23ff-46d1-a864-0e66d3777d7b tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/ports?device_id=33b2b907-88b2-43cc-a329-814686ee9d6b HTTP/1.1" status: 200 len: 945 time: 0.1491368 Nov 22 20:28:41.685169 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69edadd3-1fb6-4ce1-84c5-96c4178320ea req-a4dcbfad-6b38-4ee1-b56f-bbfcb0ce2e34 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:28:41.686521 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-69edadd3-1fb6-4ce1-84c5-96c4178320ea req-a4dcbfad-6b38-4ee1-b56f-bbfcb0ce2e34 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/ports?device_id=f1a6bfe1-26d1-4dd2-94cd-df2360ee8ad5 HTTP/1.1" status: 200 len: 945 time: 0.1465185 Nov 22 20:28:41.722383 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ad1e7ef7-3ebc-4f33-8a9f-62f57bd18a03 None None] Provisioning complete for port a1bb3d65-a524-49af-a9a5-5d656f804b0b triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:28:41.722943 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ad1e7ef7-3ebc-4f33-8a9f-62f57bd18a03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:28:41.787767 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-ad1e7ef7-3ebc-4f33-8a9f-62f57bd18a03 None None] Port a1bb3d65-a524-49af-a9a5-5d656f804b0b cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:28:41.817621 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a90460c3-6a6e-4141-a55d-d33534b8069d req-04a862ce-6424-4871-86af-b7686e9eaca4 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/security-groups?id=643fc82d-0ef9-4521-94aa-3318d50a506a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1871390 Nov 22 20:28:41.948797 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1898ae58-026b-4b05-8b43-6314784e09e0 req-47621a43-f40d-449e-8b88-b072f73761e6 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] 10.222.0.46 "GET /v2.0/ports?device_id=40c93a37-becd-4018-b943-1d6e903a3ffe HTTP/1.1" status: 200 len: 210 time: 0.0342474 Nov 22 20:28:41.955762 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-69edadd3-1fb6-4ce1-84c5-96c4178320ea req-952c6952-a425-45f6-a924-5821112a8a8c tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/security-groups?id=ace094e3-bfce-4b88-a460-949b8cf0d5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2601714 Nov 22 20:28:42.307870 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bf0ff7-c16e-4076-a8d5-4bad4b62e33f req-9c070039-2a05-423d-ac33-a05aa6d18993 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:28:42.309364 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-64bf0ff7-c16e-4076-a8d5-4bad4b62e33f req-9c070039-2a05-423d-ac33-a05aa6d18993 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/ports?device_id=f1a6bfe1-26d1-4dd2-94cd-df2360ee8ad5 HTTP/1.1" status: 200 len: 945 time: 0.1452603 Nov 22 20:28:42.324982 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e18d109-a82e-49d9-b3de-a59c28dce355 req-f2640813-858d-4e62-8370-a1e48e02a759 tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:28:42.326663 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9e18d109-a82e-49d9-b3de-a59c28dce355 req-f2640813-858d-4e62-8370-a1e48e02a759 tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] 10.222.0.46 "GET /v2.0/ports?device_id=9f516280-49b7-4727-b9f7-6eaaccb54c6b HTTP/1.1" status: 200 len: 931 time: 0.1671531 Nov 22 20:28:42.365089 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [req-831579be-2e5d-4560-ae58-951d5779bd87 req-232549c5-8af6-499e-83c9-2f63f249aac0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1bb3d65-a524-49af-a9a5-5d656f804b0b {{(pid=103447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:28:42.378305 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-831579be-2e5d-4560-ae58-951d5779bd87 req-232549c5-8af6-499e-83c9-2f63f249aac0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:28:42.425294 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.provisioning_blocks [req-831579be-2e5d-4560-ae58-951d5779bd87 req-232549c5-8af6-499e-83c9-2f63f249aac0 service neutron] Transition to ACTIVE for port object a1bb3d65-a524-49af-a9a5-5d656f804b0b will not be triggered until provisioned by entity L2. {{(pid=103447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 20:28:42.430298 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-64bf0ff7-c16e-4076-a8d5-4bad4b62e33f req-cd7d99e7-6fd9-4c58-8f5d-dd31286b6dfc tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/security-groups?id=ace094e3-bfce-4b88-a460-949b8cf0d5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007655 Nov 22 20:28:42.434828 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9e18d109-a82e-49d9-b3de-a59c28dce355 req-a5bf4f48-55d1-42df-a202-61a9bdcf7f02 tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] 10.222.0.46 "GET /v2.0/security-groups?id=84970250-1d6e-4947-9e84-e093167b9595&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899682 Nov 22 20:28:42.435406 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-831579be-2e5d-4560-ae58-951d5779bd87 req-232549c5-8af6-499e-83c9-2f63f249aac0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:28:42.501848 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232549c5-8af6-499e-83c9-2f63f249aac0 service neutron] Pushing event updated for resources: {'Port': ['ID=a1bb3d65-a524-49af-a9a5-5d656f804b0b,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:28:42.622242 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-831579be-2e5d-4560-ae58-951d5779bd87 req-232549c5-8af6-499e-83c9-2f63f249aac0 service neutron] Attempting to bind port a1bb3d65-a524-49af-a9a5-5d656f804b0b on host n-h2-818823-1 for vnic_type normal with profile {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:28:42.622694 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-831579be-2e5d-4560-ae58-951d5779bd87 req-232549c5-8af6-499e-83c9-2f63f249aac0 service neutron] Attempting to bind port a1bb3d65-a524-49af-a9a5-5d656f804b0b by drivers openvswitch,hyperv on host n-h2-818823-1 at level 0 using segments [{'id': '1739ccaa-9c80-4797-8458-792c11f48e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '6efa7afe-07b7-401b-a93b-34d9934a86f8'}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:28:42.623101 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-831579be-2e5d-4560-ae58-951d5779bd87 req-232549c5-8af6-499e-83c9-2f63f249aac0 service neutron] Attempting to bind port a1bb3d65-a524-49af-a9a5-5d656f804b0b on network 6efa7afe-07b7-401b-a93b-34d9934a86f8 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:28:42.630015 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-831579be-2e5d-4560-ae58-951d5779bd87 req-232549c5-8af6-499e-83c9-2f63f249aac0 service neutron] Port a1bb3d65-a524-49af-a9a5-5d656f804b0b on network 6efa7afe-07b7-401b-a93b-34d9934a86f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-818823-1 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:28:42.630368 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-831579be-2e5d-4560-ae58-951d5779bd87 req-232549c5-8af6-499e-83c9-2f63f249aac0 service neutron] Attempting to bind port a1bb3d65-a524-49af-a9a5-5d656f804b0b on network 6efa7afe-07b7-401b-a93b-34d9934a86f8 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:28:42.640059 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-831579be-2e5d-4560-ae58-951d5779bd87 req-232549c5-8af6-499e-83c9-2f63f249aac0 service neutron] Checking agent: {'id': '65e0486a-7030-4065-96f0-10aa7402a530', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'started_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 28, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:28:42.640412 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-831579be-2e5d-4560-ae58-951d5779bd87 req-232549c5-8af6-499e-83c9-2f63f249aac0 service neutron] Checking segment: {'id': '1739ccaa-9c80-4797-8458-792c11f48e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '6efa7afe-07b7-401b-a93b-34d9934a86f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:28:42.640936 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-831579be-2e5d-4560-ae58-951d5779bd87 req-232549c5-8af6-499e-83c9-2f63f249aac0 service neutron] Bound using segment: {'id': '1739ccaa-9c80-4797-8458-792c11f48e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '6efa7afe-07b7-401b-a93b-34d9934a86f8'} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:28:42.641378 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-831579be-2e5d-4560-ae58-951d5779bd87 req-232549c5-8af6-499e-83c9-2f63f249aac0 service neutron] Bound port: a1bb3d65-a524-49af-a9a5-5d656f804b0b, host: n-h2-818823-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1739ccaa-9c80-4797-8458-792c11f48e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '6efa7afe-07b7-401b-a93b-34d9934a86f8'}}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:28:42.641742 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-831579be-2e5d-4560-ae58-951d5779bd87 req-232549c5-8af6-499e-83c9-2f63f249aac0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:28:42.731074 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-831579be-2e5d-4560-ae58-951d5779bd87 req-232549c5-8af6-499e-83c9-2f63f249aac0 service neutron] For port a1bb3d65-a524-49af-a9a5-5d656f804b0b, host n-h2-818823-1, cleared binding levels {{(pid=103447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:28:42.735693 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-831579be-2e5d-4560-ae58-951d5779bd87 req-232549c5-8af6-499e-83c9-2f63f249aac0 service neutron] For port a1bb3d65-a524-49af-a9a5-5d656f804b0b, host n-h2-818823-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=a1bb3d65-a524-49af-a9a5-5d656f804b0b,segment=NetworkSegment(1739ccaa-9c80-4797-8458-792c11f48e76),segment_id=1739ccaa-9c80-4797-8458-792c11f48e76)] {{(pid=103447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:28:42.742535 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-831579be-2e5d-4560-ae58-951d5779bd87 req-232549c5-8af6-499e-83c9-2f63f249aac0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:28:42.825541 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831579be-2e5d-4560-ae58-951d5779bd87 req-232549c5-8af6-499e-83c9-2f63f249aac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:28:42.826175 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-831579be-2e5d-4560-ae58-951d5779bd87 req-232549c5-8af6-499e-83c9-2f63f249aac0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:28:42.828023 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-831579be-2e5d-4560-ae58-951d5779bd87 req-232549c5-8af6-499e-83c9-2f63f249aac0 service neutron] 10.222.0.20 "PUT /v2.0/ports/a1bb3d65-a524-49af-a9a5-5d656f804b0b HTTP/1.1" status: 200 len: 1091 time: 1.4198761 Nov 22 20:28:42.831322 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f516280-49b7-4727-b9f7-6eaaccb54c6b', 'tag': 'a1bb3d65-a524-49af-a9a5-5d656f804b0b'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:28:42.833952 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a7d55c4-1921-4e77-9f6c-9855843d91f0" -d '{"events": [{"name": "network-changed", "server_uuid": "9f516280-49b7-4727-b9f7-6eaaccb54c6b", "tag": "a1bb3d65-a524-49af-a9a5-5d656f804b0b"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:28:42.889026 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b9830c-ca45-43e9-a633-469c4600fbea req-0f5977ec-1049-44a1-97e9-9ee02e2efe6c tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:28:42.890968 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-82b9830c-ca45-43e9-a633-469c4600fbea req-0f5977ec-1049-44a1-97e9-9ee02e2efe6c tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/ports?device_id=f1a6bfe1-26d1-4dd2-94cd-df2360ee8ad5 HTTP/1.1" status: 200 len: 945 time: 0.1067140 Nov 22 20:28:42.891698 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232549c5-8af6-499e-83c9-2f63f249aac0 service neutron] Pushing event updated for resources: {'Port': ['ID=a1bb3d65-a524-49af-a9a5-5d656f804b0b,revision_number=3']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:28:42.917378 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 20:28:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e09ee37-7799-4d19-9b95-589056e5abe4 x-openstack-request-id: req-5e09ee37-7799-4d19-9b95-589056e5abe4 {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:28:42.918518 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f516280-49b7-4727-b9f7-6eaaccb54c6b", "tag": "a1bb3d65-a524-49af-a9a5-5d656f804b0b", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:28:42.918815 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5e09ee37-7799-4d19-9b95-589056e5abe4 {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:28:42.919183 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f516280-49b7-4727-b9f7-6eaaccb54c6b', 'tag': 'a1bb3d65-a524-49af-a9a5-5d656f804b0b', 'status': 'completed', 'code': 200} Nov 22 20:28:43.013642 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-82b9830c-ca45-43e9-a633-469c4600fbea req-09ed4485-2f64-4cf2-a2c7-ca63283ee8e0 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/security-groups?id=ace094e3-bfce-4b88-a460-949b8cf0d5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1079059 Nov 22 20:28:43.040960 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831579be-2e5d-4560-ae58-951d5779bd87 req-4a8faaf7-f4e5-4e1a-8d56-abbe242b73f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:28:43.042545 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-831579be-2e5d-4560-ae58-951d5779bd87 req-4a8faaf7-f4e5-4e1a-8d56-abbe242b73f7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=85bf20edceb64b41a574b1567a4068c1&device_id=9f516280-49b7-4727-b9f7-6eaaccb54c6b HTTP/1.1" status: 200 len: 1094 time: 0.1466033 Nov 22 20:28:43.053652 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32b0a7e-5855-4e7b-89fb-4773be572f3c req-a0c7f2c9-363b-489b-872b-ff0708ed4439 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:28:43.056138 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a32b0a7e-5855-4e7b-89fb-4773be572f3c req-a0c7f2c9-363b-489b-872b-ff0708ed4439 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/ports?device_id=33b2b907-88b2-43cc-a329-814686ee9d6b HTTP/1.1" status: 200 len: 945 time: 0.0823641 Nov 22 20:28:43.110951 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-831579be-2e5d-4560-ae58-951d5779bd87 req-26470e16-8a36-4a42-9bd3-3ad1b928f51c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a1bb3d65-a524-49af-a9a5-5d656f804b0b HTTP/1.1" status: 200 len: 217 time: 0.0536821 Nov 22 20:28:43.212789 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a32b0a7e-5855-4e7b-89fb-4773be572f3c req-2c66e594-5cd8-438b-9840-d53619e8845a tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/security-groups?id=643fc82d-0ef9-4521-94aa-3318d50a506a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1466036 Nov 22 20:28:43.231346 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7dfb1cfc-b448-4a90-be0f-8a8908fe51c7 req-bd05e3da-f5da-4c05-a4ea-7df422cbb225 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] 10.222.0.46 "GET /v2.0/ports?device_id=40c93a37-becd-4018-b943-1d6e903a3ffe HTTP/1.1" status: 200 len: 210 time: 0.0573461 Nov 22 20:28:43.252345 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831579be-2e5d-4560-ae58-951d5779bd87 req-f6808d47-89fb-4efa-8dc1-fc522df06a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:28:43.252345 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-831579be-2e5d-4560-ae58-951d5779bd87 req-f6808d47-89fb-4efa-8dc1-fc522df06a7b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=41e22381-7e39-4421-9ae7-fd38b15d4349 HTTP/1.1" status: 200 len: 849 time: 0.1312344 Nov 22 20:28:43.308652 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831579be-2e5d-4560-ae58-951d5779bd87 req-c4f5d0dd-fefc-4c3a-8166-b6fe10413a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:28:43.310401 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-831579be-2e5d-4560-ae58-951d5779bd87 req-c4f5d0dd-fefc-4c3a-8166-b6fe10413a94 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6efa7afe-07b7-401b-a93b-34d9934a86f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0526211 Nov 22 20:28:43.453814 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-831579be-2e5d-4560-ae58-951d5779bd87 req-7eeda952-b556-463f-8e09-3bd1d9d38e1d service neutron] 10.222.0.20 "GET /v2.0/networks/6efa7afe-07b7-401b-a93b-34d9934a86f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359069 Nov 22 20:28:43.631908 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-831579be-2e5d-4560-ae58-951d5779bd87 req-f20ad59d-1aae-41b4-aaf2-7f8d12937046 service neutron] 10.222.0.20 "GET /v2.0/networks/6efa7afe-07b7-401b-a93b-34d9934a86f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1705699 Nov 22 20:28:43.661280 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a5fc86-770f-48a2-b8bb-eea3c9224b4e req-921ebcfc-f21d-40ba-ab69-1b9339090e88 tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:28:43.663900 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-07a5fc86-770f-48a2-b8bb-eea3c9224b4e req-921ebcfc-f21d-40ba-ab69-1b9339090e88 tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] 10.222.0.46 "GET /v2.0/ports?device_id=9f516280-49b7-4727-b9f7-6eaaccb54c6b HTTP/1.1" status: 200 len: 943 time: 0.0762205 Nov 22 20:28:43.781722 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7d55c4-1921-4e77-9f6c-9855843d91f0 req-1dcf2b4a-2ced-42d1-a8d1-2fac2373f8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:28:43.783145 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0a7d55c4-1921-4e77-9f6c-9855843d91f0 req-1dcf2b4a-2ced-42d1-a8d1-2fac2373f8bb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=85bf20edceb64b41a574b1567a4068c1&device_id=9f516280-49b7-4727-b9f7-6eaaccb54c6b HTTP/1.1" status: 200 len: 1094 time: 0.0827117 Nov 22 20:28:43.820923 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89934b8c-b069-468e-8218-26ee642f9f7b req-6dad3d36-3e34-492a-bebb-faaa5057beff tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:28:43.823585 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-89934b8c-b069-468e-8218-26ee642f9f7b req-6dad3d36-3e34-492a-bebb-faaa5057beff tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/ports?device_id=f1a6bfe1-26d1-4dd2-94cd-df2360ee8ad5 HTTP/1.1" status: 200 len: 945 time: 0.1551661 Nov 22 20:28:43.855869 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-07a5fc86-770f-48a2-b8bb-eea3c9224b4e req-59adc139-026e-405e-a1a7-0f3d499702b7 tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] 10.222.0.46 "GET /v2.0/security-groups?id=84970250-1d6e-4947-9e84-e093167b9595&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1768541 Nov 22 20:28:43.936141 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-89934b8c-b069-468e-8218-26ee642f9f7b req-71beb97f-a1cc-4a8f-a7fa-5397f6a28cbc tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/security-groups?id=ace094e3-bfce-4b88-a460-949b8cf0d5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792859 Nov 22 20:28:43.964331 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7d55c4-1921-4e77-9f6c-9855843d91f0 req-dc08172a-f0a8-4856-828f-03608b3ca9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:28:43.965925 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0a7d55c4-1921-4e77-9f6c-9855843d91f0 req-dc08172a-f0a8-4856-828f-03608b3ca9a4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=6efa7afe-07b7-401b-a93b-34d9934a86f8 HTTP/1.1" status: 200 len: 911 time: 0.1754031 Nov 22 20:28:44.017147 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0a7d55c4-1921-4e77-9f6c-9855843d91f0 req-eff143d4-0ab9-4cf8-8d58-c26252f8dc04 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a1bb3d65-a524-49af-a9a5-5d656f804b0b HTTP/1.1" status: 200 len: 217 time: 0.0402365 Nov 22 20:28:44.080554 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7d55c4-1921-4e77-9f6c-9855843d91f0 req-2abe59b2-9909-4d38-aa1e-5fc82370782c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:28:44.082173 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0a7d55c4-1921-4e77-9f6c-9855843d91f0 req-2abe59b2-9909-4d38-aa1e-5fc82370782c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=41e22381-7e39-4421-9ae7-fd38b15d4349 HTTP/1.1" status: 200 len: 849 time: 0.0561178 Nov 22 20:28:44.139469 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7d55c4-1921-4e77-9f6c-9855843d91f0 req-591e50f5-4f3b-4df3-8100-aaaeeb6b01ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:28:44.141509 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0a7d55c4-1921-4e77-9f6c-9855843d91f0 req-591e50f5-4f3b-4df3-8100-aaaeeb6b01ab service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6efa7afe-07b7-401b-a93b-34d9934a86f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0487895 Nov 22 20:28:44.255154 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0a7d55c4-1921-4e77-9f6c-9855843d91f0 req-47596604-2735-4752-aeeb-9fcfc5e3f3ae service neutron] 10.222.0.20 "GET /v2.0/networks/6efa7afe-07b7-401b-a93b-34d9934a86f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061726 Nov 22 20:28:44.379159 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0a7d55c4-1921-4e77-9f6c-9855843d91f0 req-a439a2f7-2581-411e-a3ab-7886af9e5381 service neutron] 10.222.0.20 "GET /v2.0/networks/6efa7afe-07b7-401b-a93b-34d9934a86f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147962 Nov 22 20:28:44.415154 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:28:44.442070 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd0e55d-6cbc-464b-8c1c-43f0458ed3be req-ddac0ac1-f638-4eef-9f3c-b3adcdd1169b tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:28:44.444532 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9dd0e55d-6cbc-464b-8c1c-43f0458ed3be req-ddac0ac1-f638-4eef-9f3c-b3adcdd1169b tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/ports?device_id=33b2b907-88b2-43cc-a329-814686ee9d6b HTTP/1.1" status: 200 len: 945 time: 0.0640700 Nov 22 20:28:44.445666 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:28:44.521239 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9dd0e55d-6cbc-464b-8c1c-43f0458ed3be req-c27b73c5-5521-448c-ba1a-daab504325f8 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/security-groups?id=643fc82d-0ef9-4521-94aa-3318d50a506a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681221 Nov 22 20:28:44.673792 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-bba4c125-074a-416c-a614-ebd0fd7baba3 req-1c9e3cfb-08a9-47e6-8578-136d72b079ba tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] 10.222.0.46 "GET /v2.0/ports?device_id=40c93a37-becd-4018-b943-1d6e903a3ffe HTTP/1.1" status: 200 len: 210 time: 0.0747793 Nov 22 20:28:44.718339 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6eb96f-e65c-4340-857f-ffbf2733d6a9 req-c43b7aef-7b13-464f-a332-0f3cb174ad5d tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:28:44.726696 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3b6eb96f-e65c-4340-857f-ffbf2733d6a9 req-c43b7aef-7b13-464f-a332-0f3cb174ad5d tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] 10.222.0.46 "GET /v2.0/ports?device_id=33c576e3-c5f1-4903-bbed-ca9169ca3fbc HTTP/1.1" status: 200 len: 945 time: 0.1142395 Nov 22 20:28:44.814186 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3b6eb96f-e65c-4340-857f-ffbf2733d6a9 req-5dbf9dcf-cf04-429c-bffa-90b6c12b434a tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] 10.222.0.46 "GET /v2.0/security-groups?id=ba01c207-9c21-46e8-8927-68d7cc159606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840688 Nov 22 20:28:45.047773 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0be5d95-dbc5-435a-ae12-adb6367b7d5a req-4b3646d5-7f99-4665-9a3e-b103a0015626 tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:28:45.051568 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a0be5d95-dbc5-435a-ae12-adb6367b7d5a req-4b3646d5-7f99-4665-9a3e-b103a0015626 tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] 10.222.0.46 "GET /v2.0/ports?device_id=9f516280-49b7-4727-b9f7-6eaaccb54c6b HTTP/1.1" status: 200 len: 943 time: 0.1094487 Nov 22 20:28:45.142125 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a0be5d95-dbc5-435a-ae12-adb6367b7d5a req-bbf6cf82-acf2-4042-a721-ad7a49cfcb78 tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] 10.222.0.46 "GET /v2.0/security-groups?id=84970250-1d6e-4947-9e84-e093167b9595&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816848 Nov 22 20:28:45.165525 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94be0e74-5768-433e-8771-dde4a20575f4 req-a3f87b60-2ba9-4d5d-ac75-5537c5682827 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:28:45.175381 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-94be0e74-5768-433e-8771-dde4a20575f4 req-a3f87b60-2ba9-4d5d-ac75-5537c5682827 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/ports?device_id=f1a6bfe1-26d1-4dd2-94cd-df2360ee8ad5 HTTP/1.1" status: 200 len: 945 time: 0.1224163 Nov 22 20:28:45.233966 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-94be0e74-5768-433e-8771-dde4a20575f4 req-4028ed09-568f-4196-84b3-4d1dd29ebbaa tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/security-groups?id=ace094e3-bfce-4b88-a460-949b8cf0d5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574510 Nov 22 20:28:45.649904 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517d36ce-b1b0-41ff-9298-d7f431f346c7 req-a1a3a87e-b80b-4050-abf2-2cb37399122d tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:28:45.651741 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-517d36ce-b1b0-41ff-9298-d7f431f346c7 req-a1a3a87e-b80b-4050-abf2-2cb37399122d tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/ports?device_id=33b2b907-88b2-43cc-a329-814686ee9d6b HTTP/1.1" status: 200 len: 945 time: 0.0496604 Nov 22 20:28:45.703401 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-517d36ce-b1b0-41ff-9298-d7f431f346c7 req-72d287e5-7f34-4a70-a8e8-d2223d3e6f51 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/security-groups?id=643fc82d-0ef9-4521-94aa-3318d50a506a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455253 Nov 22 20:28:45.786147 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8a88c021-0b37-4d1a-a0c2-78899e07b8d4 req-6d6ebd1b-5613-4684-99c8-9e9604dc3417 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] 10.222.0.46 "GET /v2.0/ports?device_id=40c93a37-becd-4018-b943-1d6e903a3ffe HTTP/1.1" status: 200 len: 210 time: 0.0296082 Nov 22 20:28:45.981715 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59e34d6-4d05-4ad1-947c-dfdf74949e27 req-ae9a5772-2c59-4e77-a9be-a69abfb93051 tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:28:45.983717 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c59e34d6-4d05-4ad1-947c-dfdf74949e27 req-ae9a5772-2c59-4e77-a9be-a69abfb93051 tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] 10.222.0.46 "GET /v2.0/ports?device_id=33c576e3-c5f1-4903-bbed-ca9169ca3fbc HTTP/1.1" status: 200 len: 945 time: 0.0820243 Nov 22 20:28:46.033356 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c59e34d6-4d05-4ad1-947c-dfdf74949e27 req-44bcb7ca-dcbc-4c58-ab18-312bc68d776d tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] 10.222.0.46 "GET /v2.0/security-groups?id=ba01c207-9c21-46e8-8927-68d7cc159606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435228 Nov 22 20:28:46.190862 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286b1c05-3552-45dc-be8e-036b28310382 req-bf925ae4-cb39-4297-9d2d-3dd98c905e7d tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:28:46.192754 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-286b1c05-3552-45dc-be8e-036b28310382 req-bf925ae4-cb39-4297-9d2d-3dd98c905e7d tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] 10.222.0.20 "GET /v2.0/ports?device_id=33c576e3-c5f1-4903-bbed-ca9169ca3fbc HTTP/1.1" status: 200 len: 945 time: 0.0567408 Nov 22 20:28:46.336183 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8970a799-d0f4-4d99-86a9-d3735740f6cb req-9872ce13-2447-4e89-8795-ebc095747604 tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:28:46.337704 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8970a799-d0f4-4d99-86a9-d3735740f6cb req-9872ce13-2447-4e89-8795-ebc095747604 tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] 10.222.0.46 "GET /v2.0/ports?device_id=9f516280-49b7-4727-b9f7-6eaaccb54c6b HTTP/1.1" status: 200 len: 943 time: 0.1033702 Nov 22 20:28:46.351890 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-286b1c05-3552-45dc-be8e-036b28310382 req-e0e24b08-399f-4f18-a0c5-4b4b52c63054 tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] Deleting port dfd612c2-b994-45aa-8ed7-30aaa2503400 {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:28:46.352240 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-286b1c05-3552-45dc-be8e-036b28310382 req-e0e24b08-399f-4f18-a0c5-4b4b52c63054 tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:28:46.457956 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8970a799-d0f4-4d99-86a9-d3735740f6cb req-37d76ded-50a0-48fb-bbd5-6c16f5c20ecb tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] 10.222.0.46 "GET /v2.0/security-groups?id=84970250-1d6e-4947-9e84-e093167b9595&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013608 Nov 22 20:28:46.525726 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-286b1c05-3552-45dc-be8e-036b28310382 req-e0e24b08-399f-4f18-a0c5-4b4b52c63054 tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] For port dfd612c2-b994-45aa-8ed7-30aaa2503400, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=dfd612c2-b994-45aa-8ed7-30aaa2503400,segment=NetworkSegment(7bb9d1cb-054b-4490-bdb0-97683e50f8df),segment_id=7bb9d1cb-054b-4490-bdb0-97683e50f8df)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:28:46.526009 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-286b1c05-3552-45dc-be8e-036b28310382 req-e0e24b08-399f-4f18-a0c5-4b4b52c63054 tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:28:46.533194 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device e1b23151-dad5-4a0d-a549-a1497d3eb2a7 details requested by agent hyperv_n-h1-818823-1 with host n-h1-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 20:28:46.549185 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64eed2ea-8ae9-4414-a037-06eaaeb00066 req-df829fc9-925e-40dc-8995-1a6eade8de34 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:28:46.550616 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-64eed2ea-8ae9-4414-a037-06eaaeb00066 req-df829fc9-925e-40dc-8995-1a6eade8de34 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/ports?device_id=f1a6bfe1-26d1-4dd2-94cd-df2360ee8ad5 HTTP/1.1" status: 200 len: 945 time: 0.0967672 Nov 22 20:28:46.551609 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-286b1c05-3552-45dc-be8e-036b28310382 req-e0e24b08-399f-4f18-a0c5-4b4b52c63054 tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] Calling delete_port for dfd612c2-b994-45aa-8ed7-30aaa2503400 owned by compute:nova {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:28:46.652061 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-64eed2ea-8ae9-4414-a037-06eaaeb00066 req-68cfbdb3-40b7-4a57-9962-6a5c56963dd6 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/security-groups?id=ace094e3-bfce-4b88-a460-949b8cf0d5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898647 Nov 22 20:28:46.668610 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port e1b23151-dad5-4a0d-a549-a1497d3eb2a7, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=e1b23151-dad5-4a0d-a549-a1497d3eb2a7,segment=NetworkSegment(0f31ec19-3af4-4928-96f6-fbcd53d7ad3c),segment_id=0f31ec19-3af4-4928-96f6-fbcd53d7ad3c)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:28:46.687130 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Returning: {'device': 'e1b23151-dad5-4a0d-a549-a1497d3eb2a7', 'network_id': '472efbbc-d832-48a8-ba47-cb0fa0f678cf', 'port_id': 'e1b23151-dad5-4a0d-a549-a1497d3eb2a7', 'mac_address': 'fa:16:3e:cf:ee:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 632, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfcf564a-3590-4b88-b146-a6d87131f13b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 20:28:46.729917 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:28:46.752533 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-286b1c05-3552-45dc-be8e-036b28310382 req-e0e24b08-399f-4f18-a0c5-4b4b52c63054 tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:28:46.765936 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] get_ports_and_sgs() called for port_ids ['6c2aca17-1074-4087-a7a1-e1767ebff2c1', 'a671633e-50aa-4a0f-8c8d-5e71001ec623', 'dfd612c2-b994-45aa-8ed7-30aaa2503400'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:28:46.788377 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e24b08-399f-4f18-a0c5-4b4b52c63054 tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] Pushing event deleted for resources: {'Port': ['ID=dfd612c2-b994-45aa-8ed7-30aaa2503400,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:28:46.853099 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-286b1c05-3552-45dc-be8e-036b28310382 req-e0e24b08-399f-4f18-a0c5-4b4b52c63054 tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] No DVR routers for this DVR port dfd612c2-b994-45aa-8ed7-30aaa2503400 on host n-h2-818823-1 {{(pid=103447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:28:46.858969 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-286b1c05-3552-45dc-be8e-036b28310382 req-e0e24b08-399f-4f18-a0c5-4b4b52c63054 tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:28:46.865893 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-286b1c05-3552-45dc-be8e-036b28310382 req-e0e24b08-399f-4f18-a0c5-4b4b52c63054 tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] 10.222.0.20 "DELETE /v2.0/ports/dfd612c2-b994-45aa-8ed7-30aaa2503400 HTTP/1.1" status: 204 len: 173 time: 0.6659081 Nov 22 20:28:46.866486 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e1b23151-dad5-4a0d-a549-a1497d3eb2a7 {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:28:46.867986 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33c576e3-c5f1-4903-bbed-ca9169ca3fbc', 'name': 'network-vif-deleted', 'tag': 'dfd612c2-b994-45aa-8ed7-30aaa2503400'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:28:46.872333 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0f1723d-6887-4fb4-9555-756008ae932e" -d '{"events": [{"server_uuid": "33c576e3-c5f1-4903-bbed-ca9169ca3fbc", "name": "network-vif-deleted", "tag": "dfd612c2-b994-45aa-8ed7-30aaa2503400"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:28:46.915732 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port e1b23151-dad5-4a0d-a549-a1497d3eb2a7, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=e1b23151-dad5-4a0d-a549-a1497d3eb2a7,segment=NetworkSegment(0f31ec19-3af4-4928-96f6-fbcd53d7ad3c),segment_id=0f31ec19-3af4-4928-96f6-fbcd53d7ad3c)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:28:46.931881 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:28:46.978911 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-06e94915-b1d5-4b1f-96cf-92e71435ada1 req-18c29675-051c-4f7f-be62-7222fa0da941 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] 10.222.0.46 "GET /v2.0/ports?device_id=40c93a37-becd-4018-b943-1d6e903a3ffe HTTP/1.1" status: 200 len: 210 time: 0.0378435 Nov 22 20:28:47.011676 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504333fc-8441-411b-9a1c-769eaaa1de55 req-5cc57f91-e157-4646-8b01-5c9477ed130a tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:28:47.011676 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-504333fc-8441-411b-9a1c-769eaaa1de55 req-5cc57f91-e157-4646-8b01-5c9477ed130a tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/ports?device_id=33b2b907-88b2-43cc-a329-814686ee9d6b HTTP/1.1" status: 200 len: 945 time: 0.1232021 Nov 22 20:28:47.025080 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=e1b23151-dad5-4a0d-a549-a1497d3eb2a7,revision_number=6']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:28:47.088307 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:28:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cbca733-2717-4d2c-b30b-277880ff95c2 x-openstack-request-id: req-7cbca733-2717-4d2c-b30b-277880ff95c2 {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:28:47.088616 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33c576e3-c5f1-4903-bbed-ca9169ca3fbc", "name": "network-vif-deleted", "tag": "dfd612c2-b994-45aa-8ed7-30aaa2503400", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:28:47.088879 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7cbca733-2717-4d2c-b30b-277880ff95c2 {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:28:47.089300 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33c576e3-c5f1-4903-bbed-ca9169ca3fbc', 'name': 'network-vif-deleted', 'tag': 'dfd612c2-b994-45aa-8ed7-30aaa2503400', 'status': 'completed', 'code': 200} Nov 22 20:28:47.099134 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] get_ports_and_sgs() called for port_ids ['e1b23151-dad5-4a0d-a549-a1497d3eb2a7'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:28:47.113791 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-504333fc-8441-411b-9a1c-769eaaa1de55 req-c7d93708-1bcc-48f3-9029-d82f7d18642b tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/security-groups?id=643fc82d-0ef9-4521-94aa-3318d50a506a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0975387 Nov 22 20:28:47.208233 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-03fc4037-7d80-46d7-b1df-d76e147256e1 req-aeff7eb1-18c0-44f2-ac99-9f0417577dcb tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] 10.222.0.46 "GET /v2.0/ports?device_id=33c576e3-c5f1-4903-bbed-ca9169ca3fbc HTTP/1.1" status: 200 len: 210 time: 0.0456967 Nov 22 20:28:47.614942 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1672d746-ba20-455e-aab7-c55843a6117c req-f9fa338d-ffaa-4f38-827e-78d2958eb189 tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:28:47.616584 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1672d746-ba20-455e-aab7-c55843a6117c req-f9fa338d-ffaa-4f38-827e-78d2958eb189 tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] 10.222.0.46 "GET /v2.0/ports?device_id=9f516280-49b7-4727-b9f7-6eaaccb54c6b HTTP/1.1" status: 200 len: 943 time: 0.0775523 Nov 22 20:28:47.701574 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1672d746-ba20-455e-aab7-c55843a6117c req-03d99937-2ffd-4ba8-ae9d-e59746f74848 tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] 10.222.0.46 "GET /v2.0/security-groups?id=84970250-1d6e-4947-9e84-e093167b9595&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725470 Nov 22 20:28:47.817924 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eece2a-c1aa-4529-a1bf-87065615370b req-8390a12c-42c7-43d5-8640-790f68a7739e tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:28:47.819495 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-87eece2a-c1aa-4529-a1bf-87065615370b req-8390a12c-42c7-43d5-8640-790f68a7739e tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/ports?device_id=f1a6bfe1-26d1-4dd2-94cd-df2360ee8ad5 HTTP/1.1" status: 200 len: 945 time: 0.0560517 Nov 22 20:28:47.874498 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-87eece2a-c1aa-4529-a1bf-87065615370b req-b9aa0a57-e049-4fac-9c96-c6418e43ceeb tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/security-groups?id=ace094e3-bfce-4b88-a460-949b8cf0d5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469618 Nov 22 20:28:48.131959 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-fb573e73-a0ad-47e9-b67f-1ccc8bac3903 req-6f17e7fc-6924-4fb0-a451-7ba5044f6476 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] 10.222.0.46 "GET /v2.0/ports?device_id=40c93a37-becd-4018-b943-1d6e903a3ffe HTTP/1.1" status: 200 len: 210 time: 0.0337124 Nov 22 20:28:48.249584 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device a1bb3d65-a524-49af-a9a5-5d656f804b0b details requested by agent hyperv_n-h2-818823-1 with host n-h2-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 20:28:48.311038 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6435f175-3b60-438e-9cc1-b171141d2027 req-6482bb1b-3712-4057-96cc-7dbf11b0a162 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:28:48.315237 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6435f175-3b60-438e-9cc1-b171141d2027 req-6482bb1b-3712-4057-96cc-7dbf11b0a162 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/ports?device_id=33b2b907-88b2-43cc-a329-814686ee9d6b HTTP/1.1" status: 200 len: 944 time: 0.1167600 Nov 22 20:28:48.410495 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6435f175-3b60-438e-9cc1-b171141d2027 req-0a87ad68-9b44-4951-baa5-6f114778f758 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/security-groups?id=643fc82d-0ef9-4521-94aa-3318d50a506a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883892 Nov 22 20:28:48.437486 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port a1bb3d65-a524-49af-a9a5-5d656f804b0b, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=a1bb3d65-a524-49af-a9a5-5d656f804b0b,segment=NetworkSegment(1739ccaa-9c80-4797-8458-792c11f48e76),segment_id=1739ccaa-9c80-4797-8458-792c11f48e76)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:28:48.481863 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Returning: {'device': 'a1bb3d65-a524-49af-a9a5-5d656f804b0b', 'network_id': '6efa7afe-07b7-401b-a93b-34d9934a86f8', 'port_id': 'a1bb3d65-a524-49af-a9a5-5d656f804b0b', 'mac_address': 'fa:16:3e:77:ee:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41e22381-7e39-4421-9ae7-fd38b15d4349', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 20:28:48.533996 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device e1b23151-dad5-4a0d-a549-a1497d3eb2a7 up at agent hyperv_n-h1-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:28:48.605057 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d1d89b-826f-444f-9214-922e97553ef0 req-431a987f-331a-4a17-aadd-0e7618a65da7 tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:28:48.614596 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-79d1d89b-826f-444f-9214-922e97553ef0 req-431a987f-331a-4a17-aadd-0e7618a65da7 tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] 10.222.0.46 "GET /v2.0/ports?device_id=f6a28645-107f-4866-b24e-f26198b8fbe3 HTTP/1.1" status: 200 len: 946 time: 0.0677538 Nov 22 20:28:48.616514 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:28:48.636547 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1bb3d65-a524-49af-a9a5-5d656f804b0b {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:28:48.686831 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port a1bb3d65-a524-49af-a9a5-5d656f804b0b, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=a1bb3d65-a524-49af-a9a5-5d656f804b0b,segment=NetworkSegment(1739ccaa-9c80-4797-8458-792c11f48e76),segment_id=1739ccaa-9c80-4797-8458-792c11f48e76)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:28:48.692147 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Provisioning complete for port e1b23151-dad5-4a0d-a549-a1497d3eb2a7 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:28:48.692752 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:28:48.693483 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-79d1d89b-826f-444f-9214-922e97553ef0 req-c74a726a-c812-4fe7-8feb-46fb356a9562 tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] 10.222.0.46 "GET /v2.0/security-groups?id=ba01c207-9c21-46e8-8927-68d7cc159606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766137 Nov 22 20:28:48.696100 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:28:48.875974 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=a1bb3d65-a524-49af-a9a5-5d656f804b0b,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:28:48.900595 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63ef87b-6ca1-4c87-9811-f1b77340a152 req-9c685132-66f2-4e4d-b612-d2cc17851bea tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:28:48.905683 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a63ef87b-6ca1-4c87-9811-f1b77340a152 req-9c685132-66f2-4e4d-b612-d2cc17851bea tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] 10.222.0.46 "GET /v2.0/ports?device_id=9f516280-49b7-4727-b9f7-6eaaccb54c6b HTTP/1.1" status: 200 len: 944 time: 0.0738204 Nov 22 20:28:48.956588 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] get_ports_and_sgs() called for port_ids ['a1bb3d65-a524-49af-a9a5-5d656f804b0b'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:28:48.992544 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:28:49.041038 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33b2b907-88b2-43cc-a329-814686ee9d6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1b23151-dad5-4a0d-a549-a1497d3eb2a7'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:28:49.043610 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d39f6d30a11e565ec9648abcc015e8a6ab6cff4edd704add8155e28765d31eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2838ba0c-e107-4d86-8874-be94c2a4e8e6" -d '{"events": [{"server_uuid": "33b2b907-88b2-43cc-a329-814686ee9d6b", "name": "network-vif-plugged", "status": "completed", "tag": "e1b23151-dad5-4a0d-a549-a1497d3eb2a7"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:28:49.064961 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port e1b23151-dad5-4a0d-a549-a1497d3eb2a7, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=e1b23151-dad5-4a0d-a549-a1497d3eb2a7,segment=NetworkSegment(0f31ec19-3af4-4928-96f6-fbcd53d7ad3c),segment_id=0f31ec19-3af4-4928-96f6-fbcd53d7ad3c)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:28:49.098388 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:28:49.124678 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a63ef87b-6ca1-4c87-9811-f1b77340a152 req-ee2c12fd-22d5-49ce-b154-9e18dc49954c tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] 10.222.0.46 "GET /v2.0/security-groups?id=84970250-1d6e-4947-9e84-e093167b9595&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2106533 Nov 22 20:28:49.154942 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=e1b23151-dad5-4a0d-a549-a1497d3eb2a7,revision_number=7']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:28:49.212901 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584e5da1-a9f8-412b-8361-aa8f86957331 req-2c48ce30-4a58-4961-9504-0f3efe1c07a7 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:28:49.218686 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-584e5da1-a9f8-412b-8361-aa8f86957331 req-2c48ce30-4a58-4961-9504-0f3efe1c07a7 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/ports?device_id=f1a6bfe1-26d1-4dd2-94cd-df2360ee8ad5 HTTP/1.1" status: 200 len: 945 time: 0.2011588 Nov 22 20:28:49.260062 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:28:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df0497fa-d822-4ec1-ae8c-b6c086083e91 x-openstack-request-id: req-df0497fa-d822-4ec1-ae8c-b6c086083e91 {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:28:49.260571 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33b2b907-88b2-43cc-a329-814686ee9d6b", "name": "network-vif-plugged", "status": "completed", "tag": "e1b23151-dad5-4a0d-a549-a1497d3eb2a7", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:28:49.260698 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-df0497fa-d822-4ec1-ae8c-b6c086083e91 {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:28:49.261137 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33b2b907-88b2-43cc-a329-814686ee9d6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1b23151-dad5-4a0d-a549-a1497d3eb2a7', 'code': 200} Nov 22 20:28:49.334147 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-584e5da1-a9f8-412b-8361-aa8f86957331 req-60111a2d-b3f8-46a2-b1c6-9d533bc36026 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/security-groups?id=ace094e3-bfce-4b88-a460-949b8cf0d5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1022050 Nov 22 20:28:49.386490 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-58b0b07c-f6f3-4fa8-8d5f-bae4f3f3951a req-90192642-c0d9-4eb2-a637-c3168b4444be tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] 10.222.0.46 "GET /v2.0/ports?device_id=40c93a37-becd-4018-b943-1d6e903a3ffe HTTP/1.1" status: 200 len: 210 time: 0.0426986 Nov 22 20:28:49.579877 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a5b83a-b030-42d3-b2a4-c35aa782e4d6 req-af7f0d4d-8bee-4eb4-9b4c-9402fd7499f9 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:28:49.582655 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d8a5b83a-b030-42d3-b2a4-c35aa782e4d6 req-af7f0d4d-8bee-4eb4-9b4c-9402fd7499f9 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/ports?device_id=33b2b907-88b2-43cc-a329-814686ee9d6b HTTP/1.1" status: 200 len: 945 time: 0.0789993 Nov 22 20:28:49.672908 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d8a5b83a-b030-42d3-b2a4-c35aa782e4d6 req-e2882c29-a160-4fdf-8374-63da3b894981 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/security-groups?id=643fc82d-0ef9-4521-94aa-3318d50a506a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623717 Nov 22 20:28:49.843681 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40361d3a-11db-4cd4-ac34-27f46c3cbca3 req-cfb415d4-4957-44eb-aede-3edd71af01cc tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:28:49.845118 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-40361d3a-11db-4cd4-ac34-27f46c3cbca3 req-cfb415d4-4957-44eb-aede-3edd71af01cc tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] 10.222.0.46 "GET /v2.0/ports?device_id=f6a28645-107f-4866-b24e-f26198b8fbe3 HTTP/1.1" status: 200 len: 946 time: 0.0806792 Nov 22 20:28:50.012739 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-40361d3a-11db-4cd4-ac34-27f46c3cbca3 req-9a7b5777-7f8b-45b5-9d39-239e19766b1f tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] 10.222.0.46 "GET /v2.0/security-groups?id=ba01c207-9c21-46e8-8927-68d7cc159606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444519 Nov 22 20:28:50.036366 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58a5c0a-383d-42c8-a30a-64d99acf598d req-78d46cb0-1fb8-44bf-b5c6-ea983d57d23b tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:28:50.038380 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a58a5c0a-383d-42c8-a30a-64d99acf598d req-78d46cb0-1fb8-44bf-b5c6-ea983d57d23b tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6a28645-107f-4866-b24e-f26198b8fbe3 HTTP/1.1" status: 200 len: 946 time: 0.1921697 Nov 22 20:28:50.277635 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-a58a5c0a-383d-42c8-a30a-64d99acf598d req-977ef306-f9ba-4452-8bee-dc559d46d4ec tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] Deleting port a671633e-50aa-4a0f-8c8d-5e71001ec623 {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:28:50.278048 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-a58a5c0a-383d-42c8-a30a-64d99acf598d req-977ef306-f9ba-4452-8bee-dc559d46d4ec tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:28:50.281100 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device a1bb3d65-a524-49af-a9a5-5d656f804b0b up at agent hyperv_n-h2-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:28:50.428962 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Provisioning for port a1bb3d65-a524-49af-a9a5-5d656f804b0b completed by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 20:28:50.436652 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Provisioning complete for port a1bb3d65-a524-49af-a9a5-5d656f804b0b triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:28:50.437033 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:28:50.457570 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffd89fe-c622-4a51-839e-82ef8cdaf106 req-ca19aef7-5943-461d-b5aa-04003370dac5 tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:28:50.464759 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4ffd89fe-c622-4a51-839e-82ef8cdaf106 req-ca19aef7-5943-461d-b5aa-04003370dac5 tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] 10.222.0.46 "GET /v2.0/ports?device_id=9f516280-49b7-4727-b9f7-6eaaccb54c6b HTTP/1.1" status: 200 len: 944 time: 0.2529612 Nov 22 20:28:50.601498 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:28:50.608931 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7e94d0-80b8-44c4-ab47-b798e8fab89a req-f74fb5ec-0479-4231-8527-5ac1f35083bb tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:28:50.616253 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ed7e94d0-80b8-44c4-ab47-b798e8fab89a req-f74fb5ec-0479-4231-8527-5ac1f35083bb tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/ports?device_id=f1a6bfe1-26d1-4dd2-94cd-df2360ee8ad5 HTTP/1.1" status: 200 len: 945 time: 0.1414008 Nov 22 20:28:50.642778 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port a1bb3d65-a524-49af-a9a5-5d656f804b0b, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=a1bb3d65-a524-49af-a9a5-5d656f804b0b,segment=NetworkSegment(1739ccaa-9c80-4797-8458-792c11f48e76),segment_id=1739ccaa-9c80-4797-8458-792c11f48e76)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:28:50.652309 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:28:50.653776 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device dfd612c2-b994-45aa-8ed7-30aaa2503400 no longer exists at agent hyperv_n-h2-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:28:50.657364 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-a58a5c0a-383d-42c8-a30a-64d99acf598d req-977ef306-f9ba-4452-8bee-dc559d46d4ec tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] For port a671633e-50aa-4a0f-8c8d-5e71001ec623, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=a671633e-50aa-4a0f-8c8d-5e71001ec623,segment=NetworkSegment(7bb9d1cb-054b-4490-bdb0-97683e50f8df),segment_id=7bb9d1cb-054b-4490-bdb0-97683e50f8df)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:28:50.657734 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-a58a5c0a-383d-42c8-a30a-64d99acf598d req-977ef306-f9ba-4452-8bee-dc559d46d4ec tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:28:50.671484 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4ffd89fe-c622-4a51-839e-82ef8cdaf106 req-263b7c90-b973-4e72-b2c5-efcdca005788 tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] 10.222.0.46 "GET /v2.0/security-groups?id=84970250-1d6e-4947-9e84-e093167b9595&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1922271 Nov 22 20:28:50.684959 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-a58a5c0a-383d-42c8-a30a-64d99acf598d req-977ef306-f9ba-4452-8bee-dc559d46d4ec tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] Calling delete_port for a671633e-50aa-4a0f-8c8d-5e71001ec623 owned by compute:nova {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:28:50.706233 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] No Port match for: dfd612c2-b994-45aa-8ed7-30aaa2503400 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:28:50.706677 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device dfd612c2-b994-45aa-8ed7-30aaa2503400 not bound to the agent host n-h2-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:28:50.721796 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ed7e94d0-80b8-44c4-ab47-b798e8fab89a req-27cb6352-124e-4b5a-b191-1a469bc46cad tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/security-groups?id=ace094e3-bfce-4b88-a460-949b8cf0d5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045763 Nov 22 20:28:50.764159 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=a1bb3d65-a524-49af-a9a5-5d656f804b0b,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:28:51.243714 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-19e043b3-bc17-499b-a1c9-7b379c5c6932 req-4b6672e0-fb72-4306-87f5-ad0282dbe887 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] 10.222.0.46 "GET /v2.0/ports?device_id=40c93a37-becd-4018-b943-1d6e903a3ffe HTTP/1.1" status: 200 len: 210 time: 0.0714786 Nov 22 20:28:51.264427 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f516280-49b7-4727-b9f7-6eaaccb54c6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1bb3d65-a524-49af-a9a5-5d656f804b0b'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:28:51.266430 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d39f6d30a11e565ec9648abcc015e8a6ab6cff4edd704add8155e28765d31eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8747909-b50a-4341-bc2b-8ac5213cf5da" -d '{"events": [{"server_uuid": "9f516280-49b7-4727-b9f7-6eaaccb54c6b", "name": "network-vif-plugged", "status": "completed", "tag": "a1bb3d65-a524-49af-a9a5-5d656f804b0b"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:28:51.328561 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14281e04-8012-4ef4-a4f2-7693ca105157 req-1d54ea62-14a5-49cd-8e85-c975183c02fe tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:28:51.346700 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-14281e04-8012-4ef4-a4f2-7693ca105157 req-1d54ea62-14a5-49cd-8e85-c975183c02fe tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/ports?device_id=33b2b907-88b2-43cc-a329-814686ee9d6b HTTP/1.1" status: 200 len: 945 time: 0.1800354 Nov 22 20:28:51.484583 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-14281e04-8012-4ef4-a4f2-7693ca105157 req-57ec898e-fec9-4c85-a03a-aea4cb0454a5 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/security-groups?id=643fc82d-0ef9-4521-94aa-3318d50a506a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1316323 Nov 22 20:28:51.516352 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67c5a51-e313-4a13-b1e8-da59e0bdc468 req-b58fe9e7-ccaf-4d2f-91ab-8714cbf7e2eb tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:28:51.529464 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b67c5a51-e313-4a13-b1e8-da59e0bdc468 req-b58fe9e7-ccaf-4d2f-91ab-8714cbf7e2eb tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] 10.222.0.46 "GET /v2.0/ports?device_id=f6a28645-107f-4866-b24e-f26198b8fbe3 HTTP/1.1" status: 200 len: 946 time: 0.1655142 Nov 22 20:28:51.569952 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:28:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39a71bcb-3eea-43d8-b452-eb94bf70c35e x-openstack-request-id: req-39a71bcb-3eea-43d8-b452-eb94bf70c35e {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:28:51.570813 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f516280-49b7-4727-b9f7-6eaaccb54c6b", "name": "network-vif-plugged", "status": "completed", "tag": "a1bb3d65-a524-49af-a9a5-5d656f804b0b", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:28:51.571240 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-39a71bcb-3eea-43d8-b452-eb94bf70c35e {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:28:51.571835 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f516280-49b7-4727-b9f7-6eaaccb54c6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1bb3d65-a524-49af-a9a5-5d656f804b0b', 'code': 200} Nov 22 20:28:51.588714 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-a58a5c0a-383d-42c8-a30a-64d99acf598d req-977ef306-f9ba-4452-8bee-dc559d46d4ec tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:28:51.601824 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] get_ports_and_sgs() called for port_ids ['6c2aca17-1074-4087-a7a1-e1767ebff2c1', 'a671633e-50aa-4a0f-8c8d-5e71001ec623'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:28:51.707166 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977ef306-f9ba-4452-8bee-dc559d46d4ec tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] Pushing event deleted for resources: {'Port': ['ID=a671633e-50aa-4a0f-8c8d-5e71001ec623,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:28:51.846050 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b67c5a51-e313-4a13-b1e8-da59e0bdc468 req-a579b63d-61d0-463c-97a2-4ac587ac4f94 tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] 10.222.0.46 "GET /v2.0/security-groups?id=ba01c207-9c21-46e8-8927-68d7cc159606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3105628 Nov 22 20:28:51.893756 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-a58a5c0a-383d-42c8-a30a-64d99acf598d req-977ef306-f9ba-4452-8bee-dc559d46d4ec tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] No DVR routers for this DVR port a671633e-50aa-4a0f-8c8d-5e71001ec623 on host n-h2-818823-1 {{(pid=103447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:28:51.946660 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-a58a5c0a-383d-42c8-a30a-64d99acf598d req-977ef306-f9ba-4452-8bee-dc559d46d4ec tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:28:51.950736 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a58a5c0a-383d-42c8-a30a-64d99acf598d req-977ef306-f9ba-4452-8bee-dc559d46d4ec tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] 10.222.0.20 "DELETE /v2.0/ports/a671633e-50aa-4a0f-8c8d-5e71001ec623 HTTP/1.1" status: 204 len: 173 time: 1.9040394 Nov 22 20:28:51.951192 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6a28645-107f-4866-b24e-f26198b8fbe3', 'name': 'network-vif-deleted', 'tag': 'a671633e-50aa-4a0f-8c8d-5e71001ec623'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:28:51.955179 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfc831af-d827-44d7-8157-4b5a0e94e26d" -d '{"events": [{"server_uuid": "f6a28645-107f-4866-b24e-f26198b8fbe3", "name": "network-vif-deleted", "tag": "a671633e-50aa-4a0f-8c8d-5e71001ec623"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:28:52.055103 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c3806f-07d3-4781-95da-3e875ff321ea req-492df9dc-626d-4fe0-9027-bc97c739c814 tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:28:52.062602 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c7c3806f-07d3-4781-95da-3e875ff321ea req-492df9dc-626d-4fe0-9027-bc97c739c814 tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] 10.222.0.46 "GET /v2.0/ports?device_id=9f516280-49b7-4727-b9f7-6eaaccb54c6b HTTP/1.1" status: 200 len: 945 time: 0.2150578 Nov 22 20:28:52.082613 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ef3510-1362-4670-9e33-f6dd1dd14f95 req-0bfbd5ed-5be7-4914-99ef-42a4c818ae18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:28:52.084378 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-15ef3510-1362-4670-9e33-f6dd1dd14f95 req-0bfbd5ed-5be7-4914-99ef-42a4c818ae18 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=9f516280-49b7-4727-b9f7-6eaaccb54c6b HTTP/1.1" status: 200 len: 1096 time: 0.4334142 Nov 22 20:28:52.100078 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d856e8-ff4a-4093-9acc-bb10b88dff3c req-4a61c893-e7f8-446a-9563-4690cf79c428 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:28:52.107951 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b9d856e8-ff4a-4093-9acc-bb10b88dff3c req-4a61c893-e7f8-446a-9563-4690cf79c428 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/ports?device_id=f1a6bfe1-26d1-4dd2-94cd-df2360ee8ad5 HTTP/1.1" status: 200 len: 945 time: 0.1192813 Nov 22 20:28:52.246727 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c7c3806f-07d3-4781-95da-3e875ff321ea req-096e5758-e1f5-4b28-9902-1d8a32226e22 tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] 10.222.0.46 "GET /v2.0/security-groups?id=84970250-1d6e-4947-9e84-e093167b9595&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1823344 Nov 22 20:28:52.273539 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-15ef3510-1362-4670-9e33-f6dd1dd14f95 req-9fc748d8-4b10-4f0a-93f8-009cbe29964d service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=84970250-1d6e-4947-9e84-e093167b9595&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1634686 Nov 22 20:28:52.277840 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b9d856e8-ff4a-4093-9acc-bb10b88dff3c req-5cfc5f39-13fb-4983-affb-9389c4c93f39 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/security-groups?id=ace094e3-bfce-4b88-a460-949b8cf0d5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1685903 Nov 22 20:28:52.316700 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:28:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5eeabee-0baa-4217-9629-055cac1a7a6c x-openstack-request-id: req-b5eeabee-0baa-4217-9629-055cac1a7a6c {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:28:52.317825 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6a28645-107f-4866-b24e-f26198b8fbe3", "name": "network-vif-deleted", "tag": "a671633e-50aa-4a0f-8c8d-5e71001ec623", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:28:52.318269 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b5eeabee-0baa-4217-9629-055cac1a7a6c {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:28:52.318770 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6a28645-107f-4866-b24e-f26198b8fbe3', 'name': 'network-vif-deleted', 'tag': 'a671633e-50aa-4a0f-8c8d-5e71001ec623', 'status': 'completed', 'code': 200} Nov 22 20:28:52.413317 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9d06f74f-334b-49b9-9c2b-84fc391dbca7 req-41be2fd6-dea4-4c6a-ba19-f2001c75a010 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] 10.222.0.46 "GET /v2.0/ports?device_id=40c93a37-becd-4018-b943-1d6e903a3ffe HTTP/1.1" status: 200 len: 210 time: 0.0361719 Nov 22 20:28:52.660236 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a79375-2804-4a8f-9cea-490b512b98f3 req-acf41e87-1c5a-4487-ae24-30104938b07e tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:28:52.665176 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f5a79375-2804-4a8f-9cea-490b512b98f3 req-acf41e87-1c5a-4487-ae24-30104938b07e tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/ports?device_id=33b2b907-88b2-43cc-a329-814686ee9d6b HTTP/1.1" status: 200 len: 945 time: 0.0939684 Nov 22 20:28:52.771721 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f5a79375-2804-4a8f-9cea-490b512b98f3 req-870558a9-a1c6-4517-a682-bf7993044481 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/security-groups?id=643fc82d-0ef9-4521-94aa-3318d50a506a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0982323 Nov 22 20:28:53.434951 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5d837b-231f-4e32-843e-8f9efcc3ecde req-dac84974-9ae7-4eb6-8266-0a0d92fb2978 tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:28:53.445522 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7d5d837b-231f-4e32-843e-8f9efcc3ecde req-dac84974-9ae7-4eb6-8266-0a0d92fb2978 tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] 10.222.0.46 "GET /v2.0/ports?device_id=9f516280-49b7-4727-b9f7-6eaaccb54c6b HTTP/1.1" status: 200 len: 945 time: 0.1104763 Nov 22 20:28:53.562702 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8204af-120d-4df3-8bcf-00464b13cd4e req-b11476ac-0be8-4915-9c0f-20a137bf466b tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:28:53.570935 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1a8204af-120d-4df3-8bcf-00464b13cd4e req-b11476ac-0be8-4915-9c0f-20a137bf466b tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/ports?device_id=f1a6bfe1-26d1-4dd2-94cd-df2360ee8ad5 HTTP/1.1" status: 200 len: 945 time: 0.1229217 Nov 22 20:28:53.582813 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7d5d837b-231f-4e32-843e-8f9efcc3ecde req-4f4b56fd-ec61-4e3d-8eba-7cfdcba333e5 tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] 10.222.0.46 "GET /v2.0/security-groups?id=84970250-1d6e-4947-9e84-e093167b9595&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046112 Nov 22 20:28:53.651142 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1a8204af-120d-4df3-8bcf-00464b13cd4e req-856ea732-1505-4139-b883-794260ff39af tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/security-groups?id=ace094e3-bfce-4b88-a460-949b8cf0d5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791228 Nov 22 20:28:53.785574 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-398c3819-83bb-4a5d-aa9d-3da4a2beced8 req-1793a0db-39f2-4277-88fb-480293bd201d tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] 10.222.0.46 "GET /v2.0/ports?device_id=40c93a37-becd-4018-b943-1d6e903a3ffe HTTP/1.1" status: 200 len: 210 time: 0.0581198 Nov 22 20:28:53.966680 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682e646f-aa25-4de3-bab3-9145c1898c08 req-d01e2c24-a5c8-4aa6-ae52-07c1d04c9558 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:28:53.968293 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-682e646f-aa25-4de3-bab3-9145c1898c08 req-d01e2c24-a5c8-4aa6-ae52-07c1d04c9558 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/ports?device_id=33b2b907-88b2-43cc-a329-814686ee9d6b HTTP/1.1" status: 200 len: 945 time: 0.1018500 Nov 22 20:28:54.049557 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-682e646f-aa25-4de3-bab3-9145c1898c08 req-987c78ac-cbee-4cd8-8761-e6352532f890 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/security-groups?id=643fc82d-0ef9-4521-94aa-3318d50a506a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735641 Nov 22 20:28:54.289373 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device a671633e-50aa-4a0f-8c8d-5e71001ec623 no longer exists at agent hyperv_n-h2-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:28:54.334750 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] No Port match for: a671633e-50aa-4a0f-8c8d-5e71001ec623 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:28:54.335536 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device a671633e-50aa-4a0f-8c8d-5e71001ec623 not bound to the agent host n-h2-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:28:54.880437 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f87284-2e6f-4d34-b270-f173cccf0263 req-8c5d8c7b-1b2f-49c8-adea-9496798a644e tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:28:54.888974 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-23f87284-2e6f-4d34-b270-f173cccf0263 req-8c5d8c7b-1b2f-49c8-adea-9496798a644e tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] 10.222.0.46 "GET /v2.0/ports?device_id=9f516280-49b7-4727-b9f7-6eaaccb54c6b HTTP/1.1" status: 200 len: 945 time: 0.1737647 Nov 22 20:28:54.956951 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa94458-626b-4ddf-9862-cba960bb46cf req-f8d003d8-4e53-429d-8ea5-7a911f62be6b tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:28:54.965709 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2aa94458-626b-4ddf-9862-cba960bb46cf req-f8d003d8-4e53-429d-8ea5-7a911f62be6b tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/ports?device_id=f1a6bfe1-26d1-4dd2-94cd-df2360ee8ad5 HTTP/1.1" status: 200 len: 945 time: 0.1530013 Nov 22 20:28:55.002106 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-23f87284-2e6f-4d34-b270-f173cccf0263 req-ae29f7c1-bb6a-4332-91f2-48541b83ccf1 tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] 10.222.0.46 "GET /v2.0/security-groups?id=84970250-1d6e-4947-9e84-e093167b9595&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1087415 Nov 22 20:28:55.087773 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2aa94458-626b-4ddf-9862-cba960bb46cf req-160b13ee-fa20-4796-bf57-c637c98dbfef tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/security-groups?id=ace094e3-bfce-4b88-a460-949b8cf0d5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1112237 Nov 22 20:28:55.258219 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0c88d799-b2b5-451f-bfe1-9287432d3f6b req-c520b712-9463-4b97-91c6-376d1766e960 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] 10.222.0.46 "GET /v2.0/ports?device_id=40c93a37-becd-4018-b943-1d6e903a3ffe HTTP/1.1" status: 200 len: 210 time: 0.0780213 Nov 22 20:28:55.308959 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510664c3-f003-4053-b38f-d9104256f58c req-e4e45a8a-2526-4a8e-b087-2d4a53cfcd03 tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:28:55.323179 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 34688) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:28:55.326385 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-510664c3-f003-4053-b38f-d9104256f58c req-e4e45a8a-2526-4a8e-b087-2d4a53cfcd03 tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] 10.222.0.46 "GET /v2.0/ports?device_id=9f516280-49b7-4727-b9f7-6eaaccb54c6b HTTP/1.1" status: 200 len: 945 time: 0.1772785 Nov 22 20:28:55.330233 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-9095f2c8-f79a-4c8b-9e7d-e380ca1a6e18 tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] Request body: {'floatingip': {'port_id': 'a1bb3d65-a524-49af-a9a5-5d656f804b0b'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:28:55.478794 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9095f2c8-f79a-4c8b-9e7d-e380ca1a6e18 tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] Publish callbacks [] for floatingip, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:28:55.578582 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6f76fc-e121-4b2e-add5-3adb797d904a req-eb88f9a6-581f-4c2e-a73e-ab4499c7916f tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:28:55.587339 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7a6f76fc-e121-4b2e-add5-3adb797d904a req-eb88f9a6-581f-4c2e-a73e-ab4499c7916f tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/ports?device_id=33b2b907-88b2-43cc-a329-814686ee9d6b HTTP/1.1" status: 200 len: 945 time: 0.1602118 Nov 22 20:28:55.714529 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7a6f76fc-e121-4b2e-add5-3adb797d904a req-a9883427-f2f2-4246-a719-bef06a5460d6 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/security-groups?id=643fc82d-0ef9-4521-94aa-3318d50a506a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1260796 Nov 22 20:28:55.880570 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0598105a-003f-488e-8be9-c63bff1bdb02 req-0f8d56e6-95b0-4f12-93ad-85c177618317 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:28:55.892233 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0598105a-003f-488e-8be9-c63bff1bdb02 req-0f8d56e6-95b0-4f12-93ad-85c177618317 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/ports?device_id=f1a6bfe1-26d1-4dd2-94cd-df2360ee8ad5 HTTP/1.1" status: 200 len: 945 time: 0.2098975 Nov 22 20:28:55.938397 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aa21ff-5c85-4026-a30a-301bcae46068 req-7e95e007-11db-47f5-9403-4138d89ea60d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:28:55.940557 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c9aa21ff-5c85-4026-a30a-301bcae46068 req-7e95e007-11db-47f5-9403-4138d89ea60d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a3670ebd84cb4741b338db645a992249&device_id=f1a6bfe1-26d1-4dd2-94cd-df2360ee8ad5 HTTP/1.1" status: 200 len: 1096 time: 0.2251372 Nov 22 20:28:56.015276 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0598105a-003f-488e-8be9-c63bff1bdb02 req-3316f8b2-7f77-4048-815c-66f15e092e4d tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/security-groups?id=ace094e3-bfce-4b88-a460-949b8cf0d5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1208830 Nov 22 20:28:56.112982 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aa21ff-5c85-4026-a30a-301bcae46068 req-a3fc6fe5-fe62-47ce-a11b-48bf3ae4beac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:28:56.114770 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c9aa21ff-5c85-4026-a30a-301bcae46068 req-a3fc6fe5-fe62-47ce-a11b-48bf3ae4beac service neutron] 10.222.0.41 "GET /v2.0/networks?id=13496096-9618-4fad-a538-016ce712d3bd HTTP/1.1" status: 200 len: 913 time: 0.1635175 Nov 22 20:28:56.209877 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c9aa21ff-5c85-4026-a30a-301bcae46068 req-3868d045-c1be-4ba2-8e88-af0e910a76f9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9c51b9e8-9b54-46f6-8722-f3321988d408 HTTP/1.1" status: 200 len: 999 time: 0.0856397 Nov 22 20:28:56.270122 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aa21ff-5c85-4026-a30a-301bcae46068 req-b390801c-8ce5-445c-bfab-ebc733a30501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:28:56.274751 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c9aa21ff-5c85-4026-a30a-301bcae46068 req-b390801c-8ce5-445c-bfab-ebc733a30501 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c03e1529-a0c9-4990-b0cd-08a1dc455fd5 HTTP/1.1" status: 200 len: 851 time: 0.0504227 Nov 22 20:28:56.349862 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aa21ff-5c85-4026-a30a-301bcae46068 req-030b5745-4df7-44dc-8074-021662838ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:28:56.351727 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c9aa21ff-5c85-4026-a30a-301bcae46068 req-030b5745-4df7-44dc-8074-021662838ab4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=13496096-9618-4fad-a538-016ce712d3bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0706253 Nov 22 20:28:56.426359 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 34704) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:28:56.526443 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-252e3eb5-1f81-4560-b1c4-72023869e5ce tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:28:56.575099 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c9aa21ff-5c85-4026-a30a-301bcae46068 req-a3ce4b6b-0fa3-4ceb-b591-45e0d0936368 service neutron] 10.222.0.41 "GET /v2.0/networks/13496096-9618-4fad-a538-016ce712d3bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2129667 Nov 22 20:28:56.577176 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-252e3eb5-1f81-4560-b1c4-72023869e5ce tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:28:56.699223 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c9aa21ff-5c85-4026-a30a-301bcae46068 req-84f4c6e2-c9c9-4415-a8e6-5b4151afe003 service neutron] 10.222.0.41 "GET /v2.0/networks/13496096-9618-4fad-a538-016ce712d3bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120598 Nov 22 20:28:56.775377 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-252e3eb5-1f81-4560-b1c4-72023869e5ce tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:28:56.781505 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-252e3eb5-1f81-4560-b1c4-72023869e5ce tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:28:56.785474 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-252e3eb5-1f81-4560-b1c4-72023869e5ce tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] 10.222.0.46 "DELETE /v2.0/security-groups/70cb0c9d-9724-446c-9f0a-bf3510156947 HTTP/1.1" status: 204 len: 168 time: 0.3578329 Nov 22 20:28:56.807271 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 34712) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:28:56.824613 n-d-818823-1 neutron-server[103447]: INFO neutron.api.v2.resource [None req-44974ffb-a559-4eaa-8f50-481b29637f03 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] show failed (client error): The resource could not be found. Nov 22 20:28:56.825664 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-44974ffb-a559-4eaa-8f50-481b29637f03 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] 10.222.0.46 "GET /v2.0/security-groups/70cb0c9d-9724-446c-9f0a-bf3510156947 HTTP/1.1" status: 404 len: 347 time: 0.0166268 Nov 22 20:28:56.831089 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 34714) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:28:56.899597 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252e3eb5-1f81-4560-b1c4-72023869e5ce tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=70cb0c9d-9724-446c-9f0a-bf3510156947,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:28:56.913383 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9095f2c8-f79a-4c8b-9e7d-e380ca1a6e18 tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:28:56.924705 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9095f2c8-f79a-4c8b-9e7d-e380ca1a6e18 tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-595224'] for floatingip, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:28:57.056190 n-d-818823-1 neutron-server[103448]: INFO neutron.db.l3_db [None req-9095f2c8-f79a-4c8b-9e7d-e380ca1a6e18 tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] Floating IP d17fd0c6-7206-4a80-a85d-d2f25f027f6d associated. External IP: 172.25.5.132, port: a1bb3d65-a524-49af-a9a5-5d656f804b0b. Nov 22 20:28:57.099489 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5964f391-4d8b-4314-b43d-53a0750ea771 req-8774cc5b-e3d0-47a8-8cd7-05e400a8b203 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:28:57.101589 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5964f391-4d8b-4314-b43d-53a0750ea771 req-8774cc5b-e3d0-47a8-8cd7-05e400a8b203 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/ports?device_id=33b2b907-88b2-43cc-a329-814686ee9d6b HTTP/1.1" status: 200 len: 945 time: 0.1102798 Nov 22 20:28:57.172657 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-a7cea4e0-94d1-436f-b131-a7fbd137d6a9 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Deleting port 554d8b7e-795f-4ce4-95f3-dff31cf0ab7e {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:28:57.173069 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a7cea4e0-94d1-436f-b131-a7fbd137d6a9 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:28:57.420454 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5964f391-4d8b-4314-b43d-53a0750ea771 req-4300a7a9-5ca0-4530-99cf-b85d4451fbb4 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/security-groups?id=643fc82d-0ef9-4521-94aa-3318d50a506a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3112538 Nov 22 20:28:57.483450 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fe459f-62a3-4488-a505-bac2e545c542 req-6eedbc93-772a-4cc1-9e7e-2c0bcba18c6f tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:28:57.484974 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-20fe459f-62a3-4488-a505-bac2e545c542 req-6eedbc93-772a-4cc1-9e7e-2c0bcba18c6f tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/ports?device_id=f1a6bfe1-26d1-4dd2-94cd-df2360ee8ad5 HTTP/1.1" status: 200 len: 945 time: 0.1679850 Nov 22 20:28:57.519476 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a7cea4e0-94d1-436f-b131-a7fbd137d6a9 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:28:57.519812 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a7cea4e0-94d1-436f-b131-a7fbd137d6a9 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:28:57.540418 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-a7cea4e0-94d1-436f-b131-a7fbd137d6a9 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Calling delete_port for 554d8b7e-795f-4ce4-95f3-dff31cf0ab7e owned by network:floatingip {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:28:57.560866 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9095f2c8-f79a-4c8b-9e7d-e380ca1a6e18 tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] Router 0b01ca47-3578-490c-8468-cf94f1d1b6b1 has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 20:28:57.617798 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-20fe459f-62a3-4488-a505-bac2e545c542 req-569dec1b-6943-41e5-84d0-085228e880f0 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/security-groups?id=ace094e3-bfce-4b88-a460-949b8cf0d5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1244986 Nov 22 20:28:57.780943 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9095f2c8-f79a-4c8b-9e7d-e380ca1a6e18 tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:28:57.796568 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9095f2c8-f79a-4c8b-9e7d-e380ca1a6e18 tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for floatingip, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:28:57.806052 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12fe26c0-102c-4f95-9496-8e3beb54bc96 None None] Sync routers for ids ['0b01ca47-3578-490c-8468-cf94f1d1b6b1'] in n-d-818823-1 {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:28:57.820668 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12fe26c0-102c-4f95-9496-8e3beb54bc96 None None] Routers {'0b01ca47-3578-490c-8468-cf94f1d1b6b1'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:28:57.822993 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-12fe26c0-102c-4f95-9496-8e3beb54bc96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:28:33Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['0b01ca47-3578-490c-8468-cf94f1d1b6b1'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:28:57.854271 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-9095f2c8-f79a-4c8b-9e7d-e380ca1a6e18 tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] 10.222.0.46 "PUT /v2.0/floatingips/d17fd0c6-7206-4a80-a85d-d2f25f027f6d HTTP/1.1" status: 200 len: 991 time: 2.5286183 Nov 22 20:28:57.855442 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f516280-49b7-4727-b9f7-6eaaccb54c6b', 'tag': 'a1bb3d65-a524-49af-a9a5-5d656f804b0b'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:28:57.861801 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589a98cf2aea187fcc423a5edb333e5a6cf3ad7c81115d1ebee0f079693c312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe3c8a72-21d3-4b7c-a835-cd06f7a2ca82" -d '{"events": [{"name": "network-changed", "server_uuid": "9f516280-49b7-4727-b9f7-6eaaccb54c6b", "tag": "a1bb3d65-a524-49af-a9a5-5d656f804b0b"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:28:57.900208 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a7cea4e0-94d1-436f-b131-a7fbd137d6a9 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:28:57.984945 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 20:28:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2d2dc05-4bf8-45e1-91ef-a6e6306bf1b6 x-openstack-request-id: req-f2d2dc05-4bf8-45e1-91ef-a6e6306bf1b6 {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:28:57.985471 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f516280-49b7-4727-b9f7-6eaaccb54c6b", "tag": "a1bb3d65-a524-49af-a9a5-5d656f804b0b", "status": "completed", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:28:57.985587 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f2d2dc05-4bf8-45e1-91ef-a6e6306bf1b6 {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:28:57.985896 n-d-818823-1 neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f516280-49b7-4727-b9f7-6eaaccb54c6b', 'tag': 'a1bb3d65-a524-49af-a9a5-5d656f804b0b', 'status': 'completed', 'code': 200} Nov 22 20:28:58.005420 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cea4e0-94d1-436f-b131-a7fbd137d6a9 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Pushing event deleted for resources: {'Port': ['ID=554d8b7e-795f-4ce4-95f3-dff31cf0ab7e,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:28:58.132081 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-12fe26c0-102c-4f95-9496-8e3beb54bc96 None None] Set router 0b01ca47-3578-490c-8468-cf94f1d1b6b1 gateway port host: n-d-818823-1 {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:28:58.192034 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a7cea4e0-94d1-436f-b131-a7fbd137d6a9 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Publish callbacks [] for floatingip, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:28:58.196196 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a7cea4e0-94d1-436f-b131-a7fbd137d6a9 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for floatingip, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:28:58.197757 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-a7cea4e0-94d1-436f-b131-a7fbd137d6a9 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] 10.222.0.46 "DELETE /v2.0/floatingips/418c9061-a99e-4d9d-96fa-6fc4772edc88 HTTP/1.1" status: 204 len: 168 time: 1.3656597 Nov 22 20:28:58.201146 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 34732) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:28:58.242432 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3c8a72-21d3-4b7c-a835-cd06f7a2ca82 req-c4d8a3d7-7e0b-412f-88dd-d9b9143f81f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:28:58.246687 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-fe3c8a72-21d3-4b7c-a835-cd06f7a2ca82 req-c4d8a3d7-7e0b-412f-88dd-d9b9143f81f3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=85bf20edceb64b41a574b1567a4068c1&device_id=9f516280-49b7-4727-b9f7-6eaaccb54c6b HTTP/1.1" status: 200 len: 1096 time: 0.2335110 Nov 22 20:28:58.402785 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-a07feeb7-a3e8-43a2-b4dd-4ef3e1e444d1 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Deleting port cc5614ff-8218-4f84-9a25-5dccd5d7dcd7 {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:28:58.403150 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a07feeb7-a3e8-43a2-b4dd-4ef3e1e444d1 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:28:58.445836 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3c8a72-21d3-4b7c-a835-cd06f7a2ca82 req-51bc0920-e311-4c99-82c7-cda3ad9c297a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:28:58.451361 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-fe3c8a72-21d3-4b7c-a835-cd06f7a2ca82 req-51bc0920-e311-4c99-82c7-cda3ad9c297a service neutron] 10.222.0.20 "GET /v2.0/networks?id=6efa7afe-07b7-401b-a93b-34d9934a86f8 HTTP/1.1" status: 200 len: 911 time: 0.1954415 Nov 22 20:28:58.597712 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a07feeb7-a3e8-43a2-b4dd-4ef3e1e444d1 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:28:58.598490 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-fe3c8a72-21d3-4b7c-a835-cd06f7a2ca82 req-634c234a-48b1-40bb-8933-3881fcedcc38 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a1bb3d65-a524-49af-a9a5-5d656f804b0b HTTP/1.1" status: 200 len: 999 time: 0.1382880 Nov 22 20:28:58.632767 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-a07feeb7-a3e8-43a2-b4dd-4ef3e1e444d1 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Calling delete_port for cc5614ff-8218-4f84-9a25-5dccd5d7dcd7 owned by {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:28:58.779073 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-12fe26c0-102c-4f95-9496-8e3beb54bc96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b01ca47-3578-490c-8468-cf94f1d1b6b1', 'name': 'tempest-AttachVolumeTestJSON-388477978-router', 'tenant_id': '85bf20edceb64b41a574b1567a4068c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': 'dd6e914c-61c9-403e-a609-e6b3968a14c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:23:52Z', 'updated_at': '2021-11-22T20:23:58Z', 'revision_number': 4, 'project_id': '85bf20edceb64b41a574b1567a4068c1', 'gw_port': {'id': 'dd6e914c-61c9-403e-a609-e6b3968a14c4', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:89:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b01ca47-3578-490c-8468-cf94f1d1b6b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2210, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:23:53Z', 'updated_at': '2021-11-22T20:24:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_floatingips': [{'id': 'd17fd0c6-7206-4a80-a85d-d2f25f027f6d', 'tenant_id': '85bf20edceb64b41a574b1567a4068c1', 'floating_ip_address': '172.25.5.132', 'floating_network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'router_id': '0b01ca47-3578-490c-8468-cf94f1d1b6b1', 'port_id': 'a1bb3d65-a524-49af-a9a5-5d656f804b0b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2336, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6efa7afe-07b7-401b-a93b-34d9934a86f8', 'mac_address': 'fa:16:3e:77:ee:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f516280-49b7-4727-b9f7-6eaaccb54c6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T20:28:36Z', 'updated_at': '2021-11-22T20:28:56Z', 'revision_number': 1, 'project_id': '85bf20edceb64b41a574b1567a4068c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '245496fa-94df-417f-8d01-799d37709ecc', 'name': '', 'network_id': '6efa7afe-07b7-401b-a93b-34d9934a86f8', 'tenant_id': '85bf20edceb64b41a574b1567a4068c1', 'mac_address': 'fa:16:3e:87:5b:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b01ca47-3578-490c-8468-cf94f1d1b6b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2211, 'fixed_ips': [{'subnet_id': '41e22381-7e39-4421-9ae7-fd38b15d4349', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:23:56Z', 'updated_at': '2021-11-22T20:24:08Z', 'revision_number': 5, 'project_id': '85bf20edceb64b41a574b1567a4068c1', 'subnets': [{'id': '41e22381-7e39-4421-9ae7-fd38b15d4349', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:28:58.815375 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea738e05-2a86-4540-ad91-56d42c23178d req-a505ef34-42a4-440a-80e9-debba5b5856c tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:28:58.826537 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ea738e05-2a86-4540-ad91-56d42c23178d req-a505ef34-42a4-440a-80e9-debba5b5856c tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/ports?device_id=33b2b907-88b2-43cc-a329-814686ee9d6b HTTP/1.1" status: 200 len: 945 time: 0.2056928 Nov 22 20:28:58.849803 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3c8a72-21d3-4b7c-a835-cd06f7a2ca82 req-3173c0d5-06c4-4230-b0bf-5c4ae06e7ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:28:58.851268 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-fe3c8a72-21d3-4b7c-a835-cd06f7a2ca82 req-3173c0d5-06c4-4230-b0bf-5c4ae06e7ff2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=41e22381-7e39-4421-9ae7-fd38b15d4349 HTTP/1.1" status: 200 len: 849 time: 0.2451715 Nov 22 20:28:58.862031 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12fe26c0-102c-4f95-9496-8e3beb54bc96 None None] Checking router: 0b01ca47-3578-490c-8468-cf94f1d1b6b1 for host: n-d-818823-1 {{(pid=103450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 20:28:58.893858 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12fe26c0-102c-4f95-9496-8e3beb54bc96 None None] Routers {'0b01ca47-3578-490c-8468-cf94f1d1b6b1'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:28:58.899714 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-12fe26c0-102c-4f95-9496-8e3beb54bc96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:28:33Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['0b01ca47-3578-490c-8468-cf94f1d1b6b1'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:28:58.930173 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a07feeb7-a3e8-43a2-b4dd-4ef3e1e444d1 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:28:58.976580 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07feeb7-a3e8-43a2-b4dd-4ef3e1e444d1 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Pushing event deleted for resources: {'Port': ['ID=cc5614ff-8218-4f84-9a25-5dccd5d7dcd7,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:28:59.007890 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07feeb7-a3e8-43a2-b4dd-4ef3e1e444d1 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:28:59.008960 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07feeb7-a3e8-43a2-b4dd-4ef3e1e444d1 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:28:59.009493 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07feeb7-a3e8-43a2-b4dd-4ef3e1e444d1 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:28:59.010002 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07feeb7-a3e8-43a2-b4dd-4ef3e1e444d1 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:28:59.011871 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07feeb7-a3e8-43a2-b4dd-4ef3e1e444d1 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:28:59.015284 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07feeb7-a3e8-43a2-b4dd-4ef3e1e444d1 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:28:59.015866 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07feeb7-a3e8-43a2-b4dd-4ef3e1e444d1 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:28:59.016372 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07feeb7-a3e8-43a2-b4dd-4ef3e1e444d1 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:28:59.016879 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07feeb7-a3e8-43a2-b4dd-4ef3e1e444d1 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:28:59.018066 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07feeb7-a3e8-43a2-b4dd-4ef3e1e444d1 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:28:59.019403 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07feeb7-a3e8-43a2-b4dd-4ef3e1e444d1 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:28:59.025365 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07feeb7-a3e8-43a2-b4dd-4ef3e1e444d1 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:28:59.076045 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ea738e05-2a86-4540-ad91-56d42c23178d req-6af6dd4b-386d-44ea-af42-9fb144ef4579 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/security-groups?id=643fc82d-0ef9-4521-94aa-3318d50a506a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2481441 Nov 22 20:28:59.108574 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4843e476-eab0-4ff0-859f-8d0d8f47f7de req-18fbc677-2e3b-4dde-a37c-f6b1f78c53ff tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:28:59.128993 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4843e476-eab0-4ff0-859f-8d0d8f47f7de req-18fbc677-2e3b-4dde-a37c-f6b1f78c53ff tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/ports?device_id=f1a6bfe1-26d1-4dd2-94cd-df2360ee8ad5 HTTP/1.1" status: 200 len: 945 time: 0.3238356 Nov 22 20:28:59.192619 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3c8a72-21d3-4b7c-a835-cd06f7a2ca82 req-0db0ebbf-2474-4973-a821-7962f726917f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:28:59.194025 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a07feeb7-a3e8-43a2-b4dd-4ef3e1e444d1 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:28:59.194657 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-fe3c8a72-21d3-4b7c-a835-cd06f7a2ca82 req-0db0ebbf-2474-4973-a821-7962f726917f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6efa7afe-07b7-401b-a93b-34d9934a86f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3090339 Nov 22 20:28:59.203605 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-a07feeb7-a3e8-43a2-b4dd-4ef3e1e444d1 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] 10.222.0.46 "DELETE /v2.0/ports/cc5614ff-8218-4f84-9a25-5dccd5d7dcd7 HTTP/1.1" status: 204 len: 168 time: 1.0013602 Nov 22 20:28:59.206246 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 34746) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:28:59.303128 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-12fe26c0-102c-4f95-9496-8e3beb54bc96 None None] Set router 0b01ca47-3578-490c-8468-cf94f1d1b6b1 gateway port host: n-d-818823-1 {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:28:59.322701 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-fe3c8a72-21d3-4b7c-a835-cd06f7a2ca82 req-66a9dc1b-f8ad-4285-9b20-c74ddd9dc477 service neutron] 10.222.0.20 "GET /v2.0/networks/6efa7afe-07b7-401b-a93b-34d9934a86f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018598 Nov 22 20:28:59.357099 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-0bc81b7a-3875-45b7-b98c-b9644dc530a6 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Deleting port 23b5427c-a333-43d6-a0e0-5ca27da7038f {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:28:59.357558 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0bc81b7a-3875-45b7-b98c-b9644dc530a6 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:28:59.369275 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4843e476-eab0-4ff0-859f-8d0d8f47f7de req-8e44f198-8ebd-4192-940a-3608932127e8 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/security-groups?id=ace094e3-bfce-4b88-a460-949b8cf0d5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2387605 Nov 22 20:28:59.549701 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0bc81b7a-3875-45b7-b98c-b9644dc530a6 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:28:59.586061 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-0bc81b7a-3875-45b7-b98c-b9644dc530a6 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Calling delete_port for 23b5427c-a333-43d6-a0e0-5ca27da7038f owned by {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:28:59.640219 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023ba59e-7080-4fb1-98e4-a81ae4b2b63b req-0da4884d-c188-4a3f-a9ec-0043fadfae33 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:28:59.648914 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-023ba59e-7080-4fb1-98e4-a81ae4b2b63b req-0da4884d-c188-4a3f-a9ec-0043fadfae33 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/ports?device_id=f1a6bfe1-26d1-4dd2-94cd-df2360ee8ad5 HTTP/1.1" status: 200 len: 945 time: 0.1314297 Nov 22 20:28:59.675620 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-fe3c8a72-21d3-4b7c-a835-cd06f7a2ca82 req-65b530dc-785a-4dd9-b6bc-13278efaf619 service neutron] 10.222.0.20 "GET /v2.0/networks/6efa7afe-07b7-401b-a93b-34d9934a86f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3362455 Nov 22 20:28:59.811765 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-023ba59e-7080-4fb1-98e4-a81ae4b2b63b req-f1cb5e64-1e88-4514-a8e7-b8eafbe1f938 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/security-groups?id=ace094e3-bfce-4b88-a460-949b8cf0d5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1612287 Nov 22 20:28:59.936267 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0bc81b7a-3875-45b7-b98c-b9644dc530a6 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:28:59.951905 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-12fe26c0-102c-4f95-9496-8e3beb54bc96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b01ca47-3578-490c-8468-cf94f1d1b6b1', 'name': 'tempest-AttachVolumeTestJSON-388477978-router', 'tenant_id': '85bf20edceb64b41a574b1567a4068c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': 'dd6e914c-61c9-403e-a609-e6b3968a14c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:23:52Z', 'updated_at': '2021-11-22T20:23:58Z', 'revision_number': 4, 'project_id': '85bf20edceb64b41a574b1567a4068c1', 'gw_port': {'id': 'dd6e914c-61c9-403e-a609-e6b3968a14c4', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:89:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b01ca47-3578-490c-8468-cf94f1d1b6b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2210, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:23:53Z', 'updated_at': '2021-11-22T20:24:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_floatingips': [{'id': 'd17fd0c6-7206-4a80-a85d-d2f25f027f6d', 'tenant_id': '85bf20edceb64b41a574b1567a4068c1', 'floating_ip_address': '172.25.5.132', 'floating_network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'router_id': '0b01ca47-3578-490c-8468-cf94f1d1b6b1', 'port_id': 'a1bb3d65-a524-49af-a9a5-5d656f804b0b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2336, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6efa7afe-07b7-401b-a93b-34d9934a86f8', 'mac_address': 'fa:16:3e:77:ee:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f516280-49b7-4727-b9f7-6eaaccb54c6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T20:28:36Z', 'updated_at': '2021-11-22T20:28:56Z', 'revision_number': 1, 'project_id': '85bf20edceb64b41a574b1567a4068c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '245496fa-94df-417f-8d01-799d37709ecc', 'name': '', 'network_id': '6efa7afe-07b7-401b-a93b-34d9934a86f8', 'tenant_id': '85bf20edceb64b41a574b1567a4068c1', 'mac_address': 'fa:16:3e:87:5b:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b01ca47-3578-490c-8468-cf94f1d1b6b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2211, 'fixed_ips': [{'subnet_id': '41e22381-7e39-4421-9ae7-fd38b15d4349', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:23:56Z', 'updated_at': '2021-11-22T20:24:08Z', 'revision_number': 5, 'project_id': '85bf20edceb64b41a574b1567a4068c1', 'subnets': [{'id': '41e22381-7e39-4421-9ae7-fd38b15d4349', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:28:59.987938 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ace18f9e-3d38-4160-b037-dcab16c73e51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:00.007772 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc81b7a-3875-45b7-b98c-b9644dc530a6 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Pushing event deleted for resources: {'Port': ['ID=23b5427c-a333-43d6-a0e0-5ca27da7038f,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:29:00.016038 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12fe26c0-102c-4f95-9496-8e3beb54bc96 None None] The sync data for ids ['0b01ca47-3578-490c-8468-cf94f1d1b6b1'] in n-d-818823-1 is: [{'id': '0b01ca47-3578-490c-8468-cf94f1d1b6b1', 'name': 'tempest-AttachVolumeTestJSON-388477978-router', 'tenant_id': '85bf20edceb64b41a574b1567a4068c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': 'dd6e914c-61c9-403e-a609-e6b3968a14c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:23:52Z', 'updated_at': '2021-11-22T20:23:58Z', 'revision_number': 4, 'project_id': '85bf20edceb64b41a574b1567a4068c1', 'gw_port': {'id': 'dd6e914c-61c9-403e-a609-e6b3968a14c4', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:89:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b01ca47-3578-490c-8468-cf94f1d1b6b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2210, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:23:53Z', 'updated_at': '2021-11-22T20:24:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_floatingips': [{'id': 'd17fd0c6-7206-4a80-a85d-d2f25f027f6d', 'tenant_id': '85bf20edceb64b41a574b1567a4068c1', 'floating_ip_address': '172.25.5.132', 'floating_network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'router_id': '0b01ca47-3578-490c-8468-cf94f1d1b6b1', 'port_id': 'a1bb3d65-a524-49af-a9a5-5d656f804b0b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2336, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6efa7afe-07b7-401b-a93b-34d9934a86f8', 'mac_address': 'fa:16:3e:77:ee:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f516280-49b7-4727-b9f7-6eaaccb54c6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T20:28:36Z', 'updated_at': '2021-11-22T20:28:56Z', 'revision_number': 1, 'project_id': '85bf20edceb64b41a574b1567a4068c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '245496fa-94df-417f-8d01-799d37709ecc', 'name': '', 'network_id': '6efa7afe-07b7-401b-a93b-34d9934a86f8', 'tenant_id': '85bf20edceb64b41a574b1567a4068c1', 'mac_address': 'fa:16:3e:87:5b:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b01ca47-3578-490c-8468-cf94f1d1b6b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2211, 'fixed_ips': [{'subnet_id': '41e22381-7e39-4421-9ae7-fd38b15d4349', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:23:56Z', 'updated_at': '2021-11-22T20:24:08Z', 'revision_number': 5, 'project_id': '85bf20edceb64b41a574b1567a4068c1', 'subnets': [{'id': '41e22381-7e39-4421-9ae7-fd38b15d4349', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:29:00.110357 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0bc81b7a-3875-45b7-b98c-b9644dc530a6 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:00.114104 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-0bc81b7a-3875-45b7-b98c-b9644dc530a6 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] 10.222.0.46 "DELETE /v2.0/ports/23b5427c-a333-43d6-a0e0-5ca27da7038f HTTP/1.1" status: 204 len: 168 time: 0.9007397 Nov 22 20:29:00.116714 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 34764) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:29:00.258962 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4d5e8d8-9ccc-458e-92d0-65f519f08712 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Deleting subnet ef7fccd9-1ba4-439a-b54e-9e5a9b6c59f5 {{(pid=103448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 20:29:00.265327 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b4d5e8d8-9ccc-458e-92d0-65f519f08712 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Publish callbacks [] for subnet, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:00.312309 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b4d5e8d8-9ccc-458e-92d0-65f519f08712 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11627908'] for subnet, precommit_delete_associations {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:00.319050 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3163b2ff-a83d-4b1b-9023-8f00947cce7c req-5590d205-f1ef-490e-b5ad-d33b2112eba2 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:29:00.327732 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3163b2ff-a83d-4b1b-9023-8f00947cce7c req-5590d205-f1ef-490e-b5ad-d33b2112eba2 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/ports?device_id=33b2b907-88b2-43cc-a329-814686ee9d6b HTTP/1.1" status: 200 len: 945 time: 0.1401091 Nov 22 20:29:00.461720 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358837a0-4391-45f3-9547-c3bb128dca23 req-a680bf44-6bad-468c-8823-bf278550483e tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:29:00.476343 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-358837a0-4391-45f3-9547-c3bb128dca23 req-a680bf44-6bad-468c-8823-bf278550483e tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/ports?device_id=f1a6bfe1-26d1-4dd2-94cd-df2360ee8ad5 HTTP/1.1" status: 200 len: 945 time: 0.1955421 Nov 22 20:29:00.508969 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db20a20-e7da-4484-bd63-ae2503fd67d8 None None] New status for floating IP d17fd0c6-7206-4a80-a85d-d2f25f027f6d: ACTIVE {{(pid=103449) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 20:29:00.534357 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b4d5e8d8-9ccc-458e-92d0-65f519f08712 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3753007'] for subnet, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:00.644783 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-358837a0-4391-45f3-9547-c3bb128dca23 req-b84fcb15-f1a7-412b-b160-171fee953098 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/security-groups?id=ace094e3-bfce-4b88-a460-949b8cf0d5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1674881 Nov 22 20:29:00.686405 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b4d5e8d8-9ccc-458e-92d0-65f519f08712 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3753014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11567369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11792914'] for subnet, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:00.710644 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3163b2ff-a83d-4b1b-9023-8f00947cce7c req-fd0bcf01-a536-4f64-814f-6c863bc5c441 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/security-groups?id=643fc82d-0ef9-4521-94aa-3318d50a506a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3797317 Nov 22 20:29:00.800229 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d5e8d8-9ccc-458e-92d0-65f519f08712 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Pushing event deleted for resources: {'Subnet': ['ID=ef7fccd9-1ba4-439a-b54e-9e5a9b6c59f5,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:29:00.835180 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b4d5e8d8-9ccc-458e-92d0-65f519f08712 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:00.850945 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-b4d5e8d8-9ccc-458e-92d0-65f519f08712 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] 10.222.0.46 "DELETE /v2.0/subnets/ef7fccd9-1ba4-439a-b54e-9e5a9b6c59f5 HTTP/1.1" status: 204 len: 168 time: 0.7330720 Nov 22 20:29:00.862501 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 34778) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:29:00.887314 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-351d3854-fbfe-4e1e-babf-d4146c9895db None None] Network af9bb979-b2e3-447d-a9f1-511c736d70b3 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:29:01.105116 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_v2 [None req-e34b4c39-fbb6-4e97-a3dd-107e4cd11961 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Deleting subnet e25cd4ad-e472-4506-b141-ef866ec585ef {{(pid=103447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 20:29:01.109597 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e34b4c39-fbb6-4e97-a3dd-107e4cd11961 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Publish callbacks [] for subnet, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:01.200909 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e34b4c39-fbb6-4e97-a3dd-107e4cd11961 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12178353'] for subnet, precommit_delete_associations {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:01.390319 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8378a137-ab88-40f7-909c-443ae595141e req-0779edac-ff97-4b21-a85f-c23e48b3e5cb tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:29:01.392076 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8378a137-ab88-40f7-909c-443ae595141e req-0779edac-ff97-4b21-a85f-c23e48b3e5cb tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/ports?device_id=f1a6bfe1-26d1-4dd2-94cd-df2360ee8ad5 HTTP/1.1" status: 200 len: 945 time: 0.1215525 Nov 22 20:29:01.414818 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ef19fe0-886a-4e64-9077-15ef8452dc88 None None] DHCP port deletion for af9bb979-b2e3-447d-a9f1-511c736d70b3 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:29:01.517477 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8378a137-ab88-40f7-909c-443ae595141e req-27a3b031-e3e3-4240-9828-6ed69bf69e99 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/security-groups?id=ace094e3-bfce-4b88-a460-949b8cf0d5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726655 Nov 22 20:29:01.527704 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-6ef19fe0-886a-4e64-9077-15ef8452dc88 None None] Deleting port 555086cc-7c4a-445d-9ab7-6bfc6544adc1 {{(pid=103449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:29:01.531137 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6ef19fe0-886a-4e64-9077-15ef8452dc88 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:01.559273 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e34b4c39-fbb6-4e97-a3dd-107e4cd11961 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3753007'] for subnet, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:01.602602 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b6f73a-1a5d-4f65-bf52-51736f26d588 req-20fac8a4-55fe-4363-910a-74d2bfe73c1f tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:29:01.612078 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f7b6f73a-1a5d-4f65-bf52-51736f26d588 req-20fac8a4-55fe-4363-910a-74d2bfe73c1f tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] 10.222.0.46 "GET /v2.0/ports?device_id=a761ec48-a3d3-4821-9828-81b83fdfc667 HTTP/1.1" status: 200 len: 945 time: 0.2015386 Nov 22 20:29:01.666961 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-6ef19fe0-886a-4e64-9077-15ef8452dc88 None None] For port 555086cc-7c4a-445d-9ab7-6bfc6544adc1, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=555086cc-7c4a-445d-9ab7-6bfc6544adc1,segment=NetworkSegment(d56448b6-bc95-4d55-8516-7d5f9686cbb7),segment_id=d56448b6-bc95-4d55-8516-7d5f9686cbb7)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:29:01.667402 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6ef19fe0-886a-4e64-9077-15ef8452dc88 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:01.680500 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-6ef19fe0-886a-4e64-9077-15ef8452dc88 None None] Calling delete_port for 555086cc-7c4a-445d-9ab7-6bfc6544adc1 owned by network:dhcp {{(pid=103449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:29:01.692863 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f7b6f73a-1a5d-4f65-bf52-51736f26d588 req-118aa38e-7369-4053-9105-1cac4c44b6db tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] 10.222.0.46 "GET /v2.0/security-groups?id=ba01c207-9c21-46e8-8927-68d7cc159606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710094 Nov 22 20:29:01.741577 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e34b4c39-fbb6-4e97-a3dd-107e4cd11961 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3753014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8900804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8485115'] for subnet, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:01.869477 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e34b4c39-fbb6-4e97-a3dd-107e4cd11961 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for subnet, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:01.877401 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-e34b4c39-fbb6-4e97-a3dd-107e4cd11961 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] 10.222.0.46 "DELETE /v2.0/subnets/e25cd4ad-e472-4506-b141-ef866ec585ef HTTP/1.1" status: 204 len: 168 time: 1.0139158 Nov 22 20:29:01.879962 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 34800) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:29:01.895864 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34b4c39-fbb6-4e97-a3dd-107e4cd11961 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Pushing event deleted for resources: {'Subnet': ['ID=e25cd4ad-e472-4506-b141-ef866ec585ef,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:29:01.983970 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8f1350c1-3c06-4e85-b193-dc9f0d73e53d tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3961693'] for network, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:02.000599 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7bbb786-aebd-4336-a64a-0ca58a0e5f41 None None] Network 3ad73812-60e8-4754-bf89-bc7945f351b9 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:29:02.004460 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6ef19fe0-886a-4e64-9077-15ef8452dc88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381'] for port, after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:02.032891 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-8f1350c1-3c06-4e85-b193-dc9f0d73e53d tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] The port '555086cc-7c4a-445d-9ab7-6bfc6544adc1' was deleted {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Nov 22 20:29:02.059588 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349a46dd-3a46-447a-931f-906c12f89d15 req-07a7f8c4-8ad1-4007-8f42-d0478d8f435b tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:29:02.061853 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-349a46dd-3a46-447a-931f-906c12f89d15 req-07a7f8c4-8ad1-4007-8f42-d0478d8f435b tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/ports?device_id=33b2b907-88b2-43cc-a329-814686ee9d6b HTTP/1.1" status: 200 len: 945 time: 0.1540186 Nov 22 20:29:02.118449 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef19fe0-886a-4e64-9077-15ef8452dc88 None None] Pushing event deleted for resources: {'Port': ['ID=555086cc-7c4a-445d-9ab7-6bfc6544adc1,revision_number=None']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:29:02.125466 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef19fe0-886a-4e64-9077-15ef8452dc88 None None] No DVR routers for this DVR port 555086cc-7c4a-445d-9ab7-6bfc6544adc1 on host n-d-818823-1 {{(pid=103449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:29:02.155530 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8f1350c1-3c06-4e85-b193-dc9f0d73e53d tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3760028', 'neutron.services.segments.db._delete_segments_for_network-8748992815755'] for network, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:02.172226 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-349a46dd-3a46-447a-931f-906c12f89d15 req-b808aab5-4486-49fd-9ad0-f45bd4328547 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/security-groups?id=643fc82d-0ef9-4521-94aa-3318d50a506a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1043406 Nov 22 20:29:02.216220 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-8f1350c1-3c06-4e85-b193-dc9f0d73e53d tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af9bb979-b2e3-447d-a9f1-511c736d70b3']}} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:29:02.233835 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-8f1350c1-3c06-4e85-b193-dc9f0d73e53d tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd56448b6-bc95-4d55-8516-7d5f9686cbb7') {'for_net_delete': True} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:29:02.234155 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-8f1350c1-3c06-4e85-b193-dc9f0d73e53d tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd56448b6-bc95-4d55-8516-7d5f9686cbb7') {} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:29:02.246226 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8f1350c1-3c06-4e85-b193-dc9f0d73e53d tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748993039638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11627933'] for segment, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:02.325669 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8f1350c1-3c06-4e85-b193-dc9f0d73e53d tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:02.337758 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f1350c1-3c06-4e85-b193-dc9f0d73e53d tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Releasing vlan 602 on physical network physnet1 to pool {{(pid=103448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 20:29:02.338230 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8f1350c1-3c06-4e85-b193-dc9f0d73e53d tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11567447'] for segment, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:02.344288 n-d-818823-1 neutron-server[103448]: Traceback (most recent call last): Nov 22 20:29:02.344288 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 20:29:02.344288 n-d-818823-1 neutron-server[103448]: timer() Nov 22 20:29:02.344288 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 20:29:02.344288 n-d-818823-1 neutron-server[103448]: cb(*args, **kw) Nov 22 20:29:02.344288 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 20:29:02.344288 n-d-818823-1 neutron-server[103448]: return func(*args, **kwargs) Nov 22 20:29:02.344288 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 20:29:02.344288 n-d-818823-1 neutron-server[103448]: self._notify() Nov 22 20:29:02.344288 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 20:29:02.344288 n-d-818823-1 neutron-server[103448]: self.callback(batched_events) Nov 22 20:29:02.344288 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 20:29:02.344288 n-d-818823-1 neutron-server[103448]: event.method(event) Nov 22 20:29:02.344288 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 20:29:02.344288 n-d-818823-1 neutron-server[103448]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 20:29:02.344288 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 20:29:02.344288 n-d-818823-1 neutron-server[103448]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 20:29:02.344288 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 20:29:02.344288 n-d-818823-1 neutron-server[103448]: return f(self, *a, **k) Nov 22 20:29:02.344288 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 20:29:02.344288 n-d-818823-1 neutron-server[103448]: return self._get(url).json() Nov 22 20:29:02.344288 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 20:29:02.344288 n-d-818823-1 neutron-server[103448]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 20:29:02.344288 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 20:29:02.344288 n-d-818823-1 neutron-server[103448]: return self.request(url, 'GET', **kwargs) Nov 22 20:29:02.344288 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 20:29:02.344288 n-d-818823-1 neutron-server[103448]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 20:29:02.344288 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 20:29:02.344288 n-d-818823-1 neutron-server[103448]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 20:29:02.344288 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 20:29:02.344288 n-d-818823-1 neutron-server[103448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 20:29:02.344288 n-d-818823-1 neutron-server[103448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 20:29:02.463060 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8f1350c1-3c06-4e85-b193-dc9f0d73e53d tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3760002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595318'] for network, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:02.463688 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50b98e09-de29-4cd5-86d0-0f4b0556649a None None] DHCP port deletion for 3ad73812-60e8-4754-bf89-bc7945f351b9 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:29:02.469769 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8f1350c1-3c06-4e85-b193-dc9f0d73e53d tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Publish callbacks [] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:02.478949 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-8f1350c1-3c06-4e85-b193-dc9f0d73e53d tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] 10.222.0.46 "DELETE /v2.0/networks/af9bb979-b2e3-447d-a9f1-511c736d70b3 HTTP/1.1" status: 204 len: 168 time: 0.5960462 Nov 22 20:29:02.479782 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 34808) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:29:02.536237 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1350c1-3c06-4e85-b193-dc9f0d73e53d tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Pushing event deleted for resources: {'Network': ['ID=af9bb979-b2e3-447d-a9f1-511c736d70b3,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:29:02.572227 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-3fbd9f9b-e0c5-42b9-ace8-f064d4f27bcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:02.624333 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-50b98e09-de29-4cd5-86d0-0f4b0556649a None None] Deleting port 8106a2ad-d380-4c57-a09b-273eace594ce {{(pid=103449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:29:02.624806 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-50b98e09-de29-4cd5-86d0-0f4b0556649a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:02.646782 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1d7d77d9-3265-4e3f-b6b3-404e545faf28 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3961693'] for network, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:02.769322 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a7d9b4-488b-4364-b828-7abb0faa89fe req-0eae4aee-971e-43c9-840c-8e1f29ac6f4a tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:29:02.778480 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-49a7d9b4-488b-4364-b828-7abb0faa89fe req-0eae4aee-971e-43c9-840c-8e1f29ac6f4a tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/ports?device_id=f1a6bfe1-26d1-4dd2-94cd-df2360ee8ad5 HTTP/1.1" status: 200 len: 945 time: 0.1490476 Nov 22 20:29:02.813192 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc88732-0b1b-4fbb-959e-3499fd26ae66 req-443e881a-aa9d-4e20-ae98-12b720e17505 tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:29:02.814746 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3fc88732-0b1b-4fbb-959e-3499fd26ae66 req-443e881a-aa9d-4e20-ae98-12b720e17505 tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] 10.222.0.20 "GET /v2.0/ports?device_id=a761ec48-a3d3-4821-9828-81b83fdfc667 HTTP/1.1" status: 200 len: 945 time: 0.1406870 Nov 22 20:29:02.871032 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-50b98e09-de29-4cd5-86d0-0f4b0556649a None None] For port 8106a2ad-d380-4c57-a09b-273eace594ce, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=8106a2ad-d380-4c57-a09b-273eace594ce,segment=NetworkSegment(c15bb4e7-ea13-4fea-a3f9-07fbd2080202),segment_id=c15bb4e7-ea13-4fea-a3f9-07fbd2080202)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:29:02.876649 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-50b98e09-de29-4cd5-86d0-0f4b0556649a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:02.930461 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-50b98e09-de29-4cd5-86d0-0f4b0556649a None None] Calling delete_port for 8106a2ad-d380-4c57-a09b-273eace594ce owned by network:dhcp {{(pid=103449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:29:03.061388 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-49a7d9b4-488b-4364-b828-7abb0faa89fe req-a9933c7b-7ce8-4d91-9752-a37cc3d1ebbc tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/security-groups?id=ace094e3-bfce-4b88-a460-949b8cf0d5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2775140 Nov 22 20:29:03.081583 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 8106a2ad-d380-4c57-a09b-273eace594ce no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:29:03.085768 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-1d7d77d9-3265-4e3f-b6b3-404e545faf28 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Deleting port 8106a2ad-d380-4c57-a09b-273eace594ce {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:29:03.093377 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1d7d77d9-3265-4e3f-b6b3-404e545faf28 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:03.348101 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-50b98e09-de29-4cd5-86d0-0f4b0556649a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381'] for port, after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:03.474174 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b98e09-de29-4cd5-86d0-0f4b0556649a None None] Pushing event deleted for resources: {'Port': ['ID=8106a2ad-d380-4c57-a09b-273eace594ce,revision_number=None']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:29:03.497680 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Port 8106a2ad-d380-4c57-a09b-273eace594ce update to DOWN by agent not found {{(pid=103449) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 22 20:29:03.498158 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 555086cc-7c4a-445d-9ab7-6bfc6544adc1 no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:29:03.549814 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b98e09-de29-4cd5-86d0-0f4b0556649a None None] No DVR routers for this DVR port 8106a2ad-d380-4c57-a09b-273eace594ce on host n-d-818823-1 {{(pid=103449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:29:03.555479 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: 555086cc-7c4a-445d-9ab7-6bfc6544adc1 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:29:03.556018 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 555086cc-7c4a-445d-9ab7-6bfc6544adc1 not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:29:03.573837 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-03f0964f-1b75-4df7-99e0-a3cdb56ec2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:03.933446 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [None req-1d7d77d9-3265-4e3f-b6b3-404e545faf28 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] For port 8106a2ad-d380-4c57-a09b-273eace594ce, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=8106a2ad-d380-4c57-a09b-273eace594ce,segment=NetworkSegment(c15bb4e7-ea13-4fea-a3f9-07fbd2080202),segment_id=c15bb4e7-ea13-4fea-a3f9-07fbd2080202)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:29:03.934018 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1d7d77d9-3265-4e3f-b6b3-404e545faf28 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:03.946746 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-1d7d77d9-3265-4e3f-b6b3-404e545faf28 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Calling delete_port for 8106a2ad-d380-4c57-a09b-273eace594ce owned by network:dhcp {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:29:04.037418 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa8e069-f2c9-4e14-bedc-605b08b2a6b3 req-481ff22c-1a86-428c-8df2-22941cc2746e tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:29:04.045631 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-daa8e069-f2c9-4e14-bedc-605b08b2a6b3 req-481ff22c-1a86-428c-8df2-22941cc2746e tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] 10.222.0.46 "GET /v2.0/ports?device_id=a761ec48-a3d3-4821-9828-81b83fdfc667 HTTP/1.1" status: 200 len: 945 time: 1.2116737 Nov 22 20:29:04.063461 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1d7d77d9-3265-4e3f-b6b3-404e545faf28 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:04.114008 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d7d77d9-3265-4e3f-b6b3-404e545faf28 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] No DVR routers for this DVR port 8106a2ad-d380-4c57-a09b-273eace594ce on host n-d-818823-1 {{(pid=103447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:29:04.165508 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-daa8e069-f2c9-4e14-bedc-605b08b2a6b3 req-4092bed8-2be5-4181-bfff-26bf70694871 tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] 10.222.0.46 "GET /v2.0/security-groups?id=ba01c207-9c21-46e8-8927-68d7cc159606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188979 Nov 22 20:29:04.264490 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1d7d77d9-3265-4e3f-b6b3-404e545faf28 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3760028', 'neutron.services.segments.db._delete_segments_for_network-8748992815755'] for network, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:04.366500 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7d77d9-3265-4e3f-b6b3-404e545faf28 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Pushing event deleted for resources: {'Port': ['ID=8106a2ad-d380-4c57-a09b-273eace594ce,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:29:04.376214 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-1d7d77d9-3265-4e3f-b6b3-404e545faf28 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ad73812-60e8-4754-bf89-bc7945f351b9']}} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:29:04.391592 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-1d7d77d9-3265-4e3f-b6b3-404e545faf28 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c15bb4e7-ea13-4fea-a3f9-07fbd2080202') {'for_net_delete': True} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:29:04.392069 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-1d7d77d9-3265-4e3f-b6b3-404e545faf28 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c15bb4e7-ea13-4fea-a3f9-07fbd2080202') {} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:29:04.404443 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1d7d77d9-3265-4e3f-b6b3-404e545faf28 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748993039638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12178344'] for segment, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:04.428762 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1d7d77d9-3265-4e3f-b6b3-404e545faf28 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:04.437472 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d7d77d9-3265-4e3f-b6b3-404e545faf28 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Releasing vlan 625 on physical network physnet1 to pool {{(pid=103447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 20:29:04.437472 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1d7d77d9-3265-4e3f-b6b3-404e545faf28 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8900762'] for segment, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:04.506262 n-d-818823-1 neutron-server[103447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 20:29:04.506262 n-d-818823-1 neutron-server[103447]: self.session.flush() Nov 22 20:29:04.506262 n-d-818823-1 neutron-server[103447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 20:29:04.506262 n-d-818823-1 neutron-server[103447]: self.session.flush() Nov 22 20:29:04.506262 n-d-818823-1 neutron-server[103447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 20:29:04.506262 n-d-818823-1 neutron-server[103447]: self.session.flush() Nov 22 20:29:04.506262 n-d-818823-1 neutron-server[103447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 20:29:04.506262 n-d-818823-1 neutron-server[103447]: self.session.flush() Nov 22 20:29:04.506262 n-d-818823-1 neutron-server[103447]: Traceback (most recent call last): Nov 22 20:29:04.506262 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 20:29:04.506262 n-d-818823-1 neutron-server[103447]: timer() Nov 22 20:29:04.506262 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 20:29:04.506262 n-d-818823-1 neutron-server[103447]: cb(*args, **kw) Nov 22 20:29:04.506262 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 20:29:04.506262 n-d-818823-1 neutron-server[103447]: return func(*args, **kwargs) Nov 22 20:29:04.506262 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 20:29:04.506262 n-d-818823-1 neutron-server[103447]: self._notify() Nov 22 20:29:04.506262 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 20:29:04.506262 n-d-818823-1 neutron-server[103447]: self.callback(batched_events) Nov 22 20:29:04.506262 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 20:29:04.506262 n-d-818823-1 neutron-server[103447]: event.method(event) Nov 22 20:29:04.506262 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 20:29:04.506262 n-d-818823-1 neutron-server[103447]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 20:29:04.506262 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 20:29:04.506262 n-d-818823-1 neutron-server[103447]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 20:29:04.506262 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 20:29:04.506262 n-d-818823-1 neutron-server[103447]: return f(self, *a, **k) Nov 22 20:29:04.506262 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 20:29:04.506262 n-d-818823-1 neutron-server[103447]: return self._get(url).json() Nov 22 20:29:04.506262 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 20:29:04.506262 n-d-818823-1 neutron-server[103447]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 20:29:04.506262 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 20:29:04.506262 n-d-818823-1 neutron-server[103447]: return self.request(url, 'GET', **kwargs) Nov 22 20:29:04.506262 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 20:29:04.506262 n-d-818823-1 neutron-server[103447]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 20:29:04.506262 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 20:29:04.506262 n-d-818823-1 neutron-server[103447]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 20:29:04.506262 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 20:29:04.506262 n-d-818823-1 neutron-server[103447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 20:29:04.506262 n-d-818823-1 neutron-server[103447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 20:29:04.550361 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a164c21c-0fcf-4dd2-bcc7-21ee803436fa req-e57bddbe-fb35-4609-a3eb-bb2ab15d692b tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:29:04.562495 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a164c21c-0fcf-4dd2-bcc7-21ee803436fa req-e57bddbe-fb35-4609-a3eb-bb2ab15d692b tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/ports?device_id=f1a6bfe1-26d1-4dd2-94cd-df2360ee8ad5 HTTP/1.1" status: 200 len: 945 time: 0.2572746 Nov 22 20:29:04.576382 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dd346d-a43e-4141-abf0-8a6d33d49f52 req-f3f81896-0d8a-4d8c-8f91-0c5714bb6c13 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:29:04.586966 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d5dd346d-a43e-4141-abf0-8a6d33d49f52 req-f3f81896-0d8a-4d8c-8f91-0c5714bb6c13 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/ports?device_id=33b2b907-88b2-43cc-a329-814686ee9d6b HTTP/1.1" status: 200 len: 945 time: 0.5143414 Nov 22 20:29:04.598378 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1d7d77d9-3265-4e3f-b6b3-404e545faf28 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3760002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595318'] for network, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:04.629986 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-3fc88732-0b1b-4fbb-959e-3499fd26ae66 req-720486f1-0ef9-4da5-8316-03bd36e9c4d0 tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] Deleting port 6c2aca17-1074-4087-a7a1-e1767ebff2c1 {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:29:04.631437 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-3fc88732-0b1b-4fbb-959e-3499fd26ae66 req-720486f1-0ef9-4da5-8316-03bd36e9c4d0 tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:04.670017 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1d7d77d9-3265-4e3f-b6b3-404e545faf28 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for network, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:04.673483 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-1d7d77d9-3265-4e3f-b6b3-404e545faf28 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] 10.222.0.46 "DELETE /v2.0/networks/3ad73812-60e8-4754-bf89-bc7945f351b9 HTTP/1.1" status: 204 len: 168 time: 2.1925695 Nov 22 20:29:04.742213 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7d77d9-3265-4e3f-b6b3-404e545faf28 tempest-TaggedBootDevicesTest_v242-37347202 tempest-TaggedBootDevicesTest_v242-37347202-project] Pushing event deleted for resources: {'Network': ['ID=3ad73812-60e8-4754-bf89-bc7945f351b9,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:29:04.759225 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a164c21c-0fcf-4dd2-bcc7-21ee803436fa req-f5e63500-f21a-438b-af10-f85687f98116 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/security-groups?id=ace094e3-bfce-4b88-a460-949b8cf0d5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1957142 Nov 22 20:29:04.825234 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d5dd346d-a43e-4141-abf0-8a6d33d49f52 req-d1a9cf96-1f8a-42d6-92d5-548d0d298f2d tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/security-groups?id=643fc82d-0ef9-4521-94aa-3318d50a506a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2371571 Nov 22 20:29:04.920863 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-3fc88732-0b1b-4fbb-959e-3499fd26ae66 req-720486f1-0ef9-4da5-8316-03bd36e9c4d0 tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] For port 6c2aca17-1074-4087-a7a1-e1767ebff2c1, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=6c2aca17-1074-4087-a7a1-e1767ebff2c1,segment=NetworkSegment(7bb9d1cb-054b-4490-bdb0-97683e50f8df),segment_id=7bb9d1cb-054b-4490-bdb0-97683e50f8df)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:29:04.921249 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-3fc88732-0b1b-4fbb-959e-3499fd26ae66 req-720486f1-0ef9-4da5-8316-03bd36e9c4d0 tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:04.941431 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-3fc88732-0b1b-4fbb-959e-3499fd26ae66 req-720486f1-0ef9-4da5-8316-03bd36e9c4d0 tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] Calling delete_port for 6c2aca17-1074-4087-a7a1-e1767ebff2c1 owned by compute:nova {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:29:05.077087 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f99eb7-f487-49de-9977-199a7c16cfcd req-ab68978a-aa55-4278-84d5-68af07234c64 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:29:05.082523 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b5f99eb7-f487-49de-9977-199a7c16cfcd req-ab68978a-aa55-4278-84d5-68af07234c64 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/ports?device_id=f1a6bfe1-26d1-4dd2-94cd-df2360ee8ad5 HTTP/1.1" status: 200 len: 945 time: 0.1162665 Nov 22 20:29:05.124664 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e49ee129-e862-4476-beca-cdc8150d2345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:05.207083 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-3fc88732-0b1b-4fbb-959e-3499fd26ae66 req-720486f1-0ef9-4da5-8316-03bd36e9c4d0 tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:05.279135 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720486f1-0ef9-4da5-8316-03bd36e9c4d0 tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] Pushing event deleted for resources: {'Port': ['ID=6c2aca17-1074-4087-a7a1-e1767ebff2c1,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:29:05.352204 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-038110a4-4e6d-45b0-a415-6d788e5fb517 req-6859c06c-98c4-4dfe-855a-bfedce54406c tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] 10.222.0.46 "GET /v2.0/ports?device_id=a761ec48-a3d3-4821-9828-81b83fdfc667 HTTP/1.1" status: 200 len: 210 time: 0.0900245 Nov 22 20:29:05.363278 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b5f99eb7-f487-49de-9977-199a7c16cfcd req-1ac51dd2-a533-4772-8bf1-3c79b900a253 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/security-groups?id=ace094e3-bfce-4b88-a460-949b8cf0d5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1719551 Nov 22 20:29:05.405489 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fc88732-0b1b-4fbb-959e-3499fd26ae66 req-720486f1-0ef9-4da5-8316-03bd36e9c4d0 tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] No DVR routers for this DVR port 6c2aca17-1074-4087-a7a1-e1767ebff2c1 on host n-h2-818823-1 {{(pid=103447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:29:05.411374 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-3fc88732-0b1b-4fbb-959e-3499fd26ae66 req-720486f1-0ef9-4da5-8316-03bd36e9c4d0 tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:05.421468 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3fc88732-0b1b-4fbb-959e-3499fd26ae66 req-720486f1-0ef9-4da5-8316-03bd36e9c4d0 tempest-AttachVolumeNegativeTest-663166730 tempest-AttachVolumeNegativeTest-663166730-project] 10.222.0.20 "DELETE /v2.0/ports/6c2aca17-1074-4087-a7a1-e1767ebff2c1 HTTP/1.1" status: 204 len: 173 time: 2.5958772 Nov 22 20:29:05.422584 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a761ec48-a3d3-4821-9828-81b83fdfc667', 'name': 'network-vif-deleted', 'tag': '6c2aca17-1074-4087-a7a1-e1767ebff2c1'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:29:05.433042 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c81540a8-d229-4c10-b5ac-a72e939afbb5" -d '{"events": [{"server_uuid": "a761ec48-a3d3-4821-9828-81b83fdfc667", "name": "network-vif-deleted", "tag": "6c2aca17-1074-4087-a7a1-e1767ebff2c1"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:29:05.505640 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:29:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49758281-e5e5-49ee-9b80-c3bbd7237cc2 x-openstack-request-id: req-49758281-e5e5-49ee-9b80-c3bbd7237cc2 {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:29:05.505941 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a761ec48-a3d3-4821-9828-81b83fdfc667", "name": "network-vif-deleted", "tag": "6c2aca17-1074-4087-a7a1-e1767ebff2c1", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:29:05.506201 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-49758281-e5e5-49ee-9b80-c3bbd7237cc2 {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:29:05.506608 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a761ec48-a3d3-4821-9828-81b83fdfc667', 'name': 'network-vif-deleted', 'tag': '6c2aca17-1074-4087-a7a1-e1767ebff2c1', 'status': 'completed', 'code': 200} Nov 22 20:29:05.591804 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 34852) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:29:05.723022 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758d9071-dc0d-430e-a4f8-339dc57bbab6 req-807a5d48-b816-43ab-a9eb-f4130e772200 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:29:05.724852 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-758d9071-dc0d-430e-a4f8-339dc57bbab6 req-807a5d48-b816-43ab-a9eb-f4130e772200 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/ports?device_id=f1a6bfe1-26d1-4dd2-94cd-df2360ee8ad5 HTTP/1.1" status: 200 len: 945 time: 0.2025020 Nov 22 20:29:05.861479 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-758d9071-dc0d-430e-a4f8-339dc57bbab6 req-a38097b6-340c-4c29-8243-8584818c61ed tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/security-groups?id=ace094e3-bfce-4b88-a460-949b8cf0d5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1248498 Nov 22 20:29:05.988899 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:06.176334 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ba107d-f9f4-4efa-b158-6d2316ac7588 req-76ea4af4-0866-43c1-a713-a250fcb7803e tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:29:06.189144 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e8ba107d-f9f4-4efa-b158-6d2316ac7588 req-76ea4af4-0866-43c1-a713-a250fcb7803e tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/ports?device_id=f1a6bfe1-26d1-4dd2-94cd-df2360ee8ad5 HTTP/1.1" status: 200 len: 945 time: 0.1422341 Nov 22 20:29:06.213191 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365d790c-bc3c-4e14-9dab-418d55f774ee req-ee2d3f9e-6962-461f-ad67-40aeb1675288 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:29:06.233328 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-365d790c-bc3c-4e14-9dab-418d55f774ee req-ee2d3f9e-6962-461f-ad67-40aeb1675288 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/ports?device_id=33b2b907-88b2-43cc-a329-814686ee9d6b HTTP/1.1" status: 200 len: 945 time: 0.2629387 Nov 22 20:29:06.284166 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-235829ce-8617-4546-9708-4eeeae3344a1 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Deleting port 3da3df1a-5c42-4dad-b725-0f39bf77fb79 {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:29:06.286954 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-235829ce-8617-4546-9708-4eeeae3344a1 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:06.350562 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 6c2aca17-1074-4087-a7a1-e1767ebff2c1 no longer exists at agent hyperv_n-h2-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:29:06.383272 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] No Port match for: 6c2aca17-1074-4087-a7a1-e1767ebff2c1 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:29:06.384038 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 6c2aca17-1074-4087-a7a1-e1767ebff2c1 not bound to the agent host n-h2-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:29:06.422669 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-235829ce-8617-4546-9708-4eeeae3344a1 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:06.423050 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-235829ce-8617-4546-9708-4eeeae3344a1 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:06.438536 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-235829ce-8617-4546-9708-4eeeae3344a1 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Calling delete_port for 3da3df1a-5c42-4dad-b725-0f39bf77fb79 owned by network:floatingip {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:29:06.644207 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-365d790c-bc3c-4e14-9dab-418d55f774ee req-aebb48fe-548b-43a7-80fe-500e04dcf9ca tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/security-groups?id=643fc82d-0ef9-4521-94aa-3318d50a506a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3978527 Nov 22 20:29:06.716086 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e8ba107d-f9f4-4efa-b158-6d2316ac7588 req-5cf90d35-ccc1-4e0d-991c-58469f22e5c9 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/security-groups?id=ace094e3-bfce-4b88-a460-949b8cf0d5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5235939 Nov 22 20:29:06.759067 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-235829ce-8617-4546-9708-4eeeae3344a1 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:06.810960 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 34874) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:29:06.835950 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235829ce-8617-4546-9708-4eeeae3344a1 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Pushing event deleted for resources: {'Port': ['ID=3da3df1a-5c42-4dad-b725-0f39bf77fb79,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:29:06.937264 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b77ad07-9c8a-44b4-80e3-59d89a270a83 admin admin] Deleting subnet dcdf7c04-9a25-42ed-b898-d573319ea588 {{(pid=103448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 20:29:06.941366 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6b77ad07-9c8a-44b4-80e3-59d89a270a83 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:06.953117 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-235829ce-8617-4546-9708-4eeeae3344a1 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks [] for floatingip, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:06.953697 n-d-818823-1 neutron-server[103447]: INFO neutron.db.l3_db [None req-235829ce-8617-4546-9708-4eeeae3344a1 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Floating IP f1397192-c17d-47c8-a771-c59918df6ffd disassociated (deleted). External IP: 172.25.5.36, port: 0dbc1b02-eca5-4e1e-921a-2de29b8a9d56. Nov 22 20:29:07.002703 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6b77ad07-9c8a-44b4-80e3-59d89a270a83 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11627908'] for subnet, precommit_delete_associations {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:07.064207 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6b77ad07-9c8a-44b4-80e3-59d89a270a83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3753007'] for subnet, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:07.165633 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6b77ad07-9c8a-44b4-80e3-59d89a270a83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3753014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11567369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11792914'] for subnet, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:07.206922 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6b77ad07-9c8a-44b4-80e3-59d89a270a83 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:07.214524 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-6b77ad07-9c8a-44b4-80e3-59d89a270a83 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/dcdf7c04-9a25-42ed-b898-d573319ea588 HTTP/1.1" status: 204 len: 168 time: 0.4018099 Nov 22 20:29:07.215360 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 34876) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:29:07.216598 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b77ad07-9c8a-44b4-80e3-59d89a270a83 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dcdf7c04-9a25-42ed-b898-d573319ea588,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:29:07.308959 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-235829ce-8617-4546-9708-4eeeae3344a1 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Router d43385be-9f3c-45e1-9942-af498d093418 has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 20:29:07.314304 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1f2d71a8-a972-4c3f-9280-734dcbbfe7d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3961693'] for network, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:07.494017 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1f2d71a8-a972-4c3f-9280-734dcbbfe7d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3760028', 'neutron.services.segments.db._delete_segments_for_network-8748992815755'] for network, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:07.525020 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-1f2d71a8-a972-4c3f-9280-734dcbbfe7d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f744b6d-d53b-48bc-90d8-0ac9583035c9']}} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:29:07.528673 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-235829ce-8617-4546-9708-4eeeae3344a1 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:29:07.533651 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-235829ce-8617-4546-9708-4eeeae3344a1 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for floatingip, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:07.538794 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b31fdbb-5da6-49e7-85fd-2f13bcc3e3bf None None] Sync routers for ids ['d43385be-9f3c-45e1-9942-af498d093418'] in n-d-818823-1 {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:29:07.554777 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b31fdbb-5da6-49e7-85fd-2f13bcc3e3bf None None] Routers {'d43385be-9f3c-45e1-9942-af498d093418'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:29:07.560821 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-1f2d71a8-a972-4c3f-9280-734dcbbfe7d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bb9d1cb-054b-4490-bdb0-97683e50f8df') {'for_net_delete': True} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:29:07.561158 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-1f2d71a8-a972-4c3f-9280-734dcbbfe7d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bb9d1cb-054b-4490-bdb0-97683e50f8df') {} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:29:07.562783 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-5b31fdbb-5da6-49e7-85fd-2f13bcc3e3bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:29:02Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['d43385be-9f3c-45e1-9942-af498d093418'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:29:07.575759 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1f2d71a8-a972-4c3f-9280-734dcbbfe7d2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748993039638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12178344'] for segment, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:07.585587 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-235829ce-8617-4546-9708-4eeeae3344a1 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "DELETE /v2.0/floatingips/f1397192-c17d-47c8-a771-c59918df6ffd HTTP/1.1" status: 204 len: 168 time: 1.9928026 Nov 22 20:29:07.587810 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70cd0428-2052-4b2d-96eb-4343ede0f061', 'tag': '0dbc1b02-eca5-4e1e-921a-2de29b8a9d56'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:29:07.590725 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7d54d14-668e-4d7b-a05f-15317e40bf1f" -d '{"events": [{"name": "network-changed", "server_uuid": "70cd0428-2052-4b2d-96eb-4343ede0f061", "tag": "0dbc1b02-eca5-4e1e-921a-2de29b8a9d56"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:29:07.599796 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1f2d71a8-a972-4c3f-9280-734dcbbfe7d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:07.606934 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f2d71a8-a972-4c3f-9280-734dcbbfe7d2 admin admin] Releasing vlan 613 on physical network physnet1 to pool {{(pid=103447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 20:29:07.607770 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1f2d71a8-a972-4c3f-9280-734dcbbfe7d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8900762'] for segment, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:07.609756 n-d-818823-1 neutron-server[103447]: Traceback (most recent call last): Nov 22 20:29:07.609756 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 20:29:07.609756 n-d-818823-1 neutron-server[103447]: timer() Nov 22 20:29:07.609756 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 20:29:07.609756 n-d-818823-1 neutron-server[103447]: cb(*args, **kw) Nov 22 20:29:07.609756 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 20:29:07.609756 n-d-818823-1 neutron-server[103447]: return func(*args, **kwargs) Nov 22 20:29:07.609756 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 20:29:07.609756 n-d-818823-1 neutron-server[103447]: self._notify() Nov 22 20:29:07.609756 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 20:29:07.609756 n-d-818823-1 neutron-server[103447]: self.callback(batched_events) Nov 22 20:29:07.609756 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 20:29:07.609756 n-d-818823-1 neutron-server[103447]: event.method(event) Nov 22 20:29:07.609756 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 20:29:07.609756 n-d-818823-1 neutron-server[103447]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 20:29:07.609756 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 20:29:07.609756 n-d-818823-1 neutron-server[103447]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 20:29:07.609756 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 20:29:07.609756 n-d-818823-1 neutron-server[103447]: return f(self, *a, **k) Nov 22 20:29:07.609756 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 20:29:07.609756 n-d-818823-1 neutron-server[103447]: return self._get(url).json() Nov 22 20:29:07.609756 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 20:29:07.609756 n-d-818823-1 neutron-server[103447]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 20:29:07.609756 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 20:29:07.609756 n-d-818823-1 neutron-server[103447]: return self.request(url, 'GET', **kwargs) Nov 22 20:29:07.609756 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 20:29:07.609756 n-d-818823-1 neutron-server[103447]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 20:29:07.609756 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 20:29:07.609756 n-d-818823-1 neutron-server[103447]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 20:29:07.609756 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 20:29:07.609756 n-d-818823-1 neutron-server[103447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 20:29:07.609756 n-d-818823-1 neutron-server[103447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 20:29:07.711911 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 20:29:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d15bc88f-ff6c-413a-9c56-42ee73bc0104 x-openstack-request-id: req-d15bc88f-ff6c-413a-9c56-42ee73bc0104 {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:29:07.712968 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70cd0428-2052-4b2d-96eb-4343ede0f061", "tag": "0dbc1b02-eca5-4e1e-921a-2de29b8a9d56", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:29:07.725116 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d15bc88f-ff6c-413a-9c56-42ee73bc0104 {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:29:07.725684 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70cd0428-2052-4b2d-96eb-4343ede0f061', 'tag': '0dbc1b02-eca5-4e1e-921a-2de29b8a9d56', 'status': 'completed', 'code': 200} Nov 22 20:29:07.756956 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-5b31fdbb-5da6-49e7-85fd-2f13bcc3e3bf None None] Set router d43385be-9f3c-45e1-9942-af498d093418 gateway port host: n-d-818823-1 {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:29:07.978076 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1f2d71a8-a972-4c3f-9280-734dcbbfe7d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3760002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595318'] for network, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:08.001589 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d54d14-668e-4d7b-a05f-15317e40bf1f req-e9b9b607-9a9a-41c9-81cf-3b17c69b0602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:29:08.003142 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d7d54d14-668e-4d7b-a05f-15317e40bf1f req-e9b9b607-9a9a-41c9-81cf-3b17c69b0602 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f13d149ee8a64f188025185f0e8b5cfe&device_id=70cd0428-2052-4b2d-96eb-4343ede0f061 HTTP/1.1" status: 200 len: 1096 time: 0.2636347 Nov 22 20:29:08.027546 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1f2d71a8-a972-4c3f-9280-734dcbbfe7d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for network, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:08.054042 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-1f2d71a8-a972-4c3f-9280-734dcbbfe7d2 admin admin] 10.222.0.46 "DELETE /v2.0/networks/7f744b6d-d53b-48bc-90d8-0ac9583035c9 HTTP/1.1" status: 204 len: 168 time: 0.8370130 Nov 22 20:29:08.078374 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2d71a8-a972-4c3f-9280-734dcbbfe7d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=7f744b6d-d53b-48bc-90d8-0ac9583035c9,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:29:08.119548 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-5b31fdbb-5da6-49e7-85fd-2f13bcc3e3bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd43385be-9f3c-45e1-9942-af498d093418', 'name': 'tempest-TestNetworkAdvancedServerOps-router-549102032', 'tenant_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': '7fae2a6d-9f45-48f8-91f4-e7719e461511', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:27:09Z', 'updated_at': '2021-11-22T20:27:19Z', 'revision_number': 4, 'project_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'gw_port': {'id': '7fae2a6d-9f45-48f8-91f4-e7719e461511', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:d1:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd43385be-9f3c-45e1-9942-af498d093418', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2319, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:27:10Z', 'updated_at': '2021-11-22T20:27:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': '8a4bfb97-6a18-41c0-8cfc-c74cfde5ce08', 'name': '', 'network_id': '1db40f05-df12-49c2-bc90-ab4e664c648c', 'tenant_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'mac_address': 'fa:16:3e:54:fe:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd43385be-9f3c-45e1-9942-af498d093418', 'device_owner': 'network:router_interface', 'standard_attr_id': 2322, 'fixed_ips': [{'subnet_id': '443e6440-2cd1-4084-9bfd-0f8654190aeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:27:18Z', 'updated_at': '2021-11-22T20:27:25Z', 'revision_number': 5, 'project_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'subnets': [{'id': '443e6440-2cd1-4084-9bfd-0f8654190aeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:29:08.160305 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b31fdbb-5da6-49e7-85fd-2f13bcc3e3bf None None] Checking router: d43385be-9f3c-45e1-9942-af498d093418 for host: n-d-818823-1 {{(pid=103450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 20:29:08.170777 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b31fdbb-5da6-49e7-85fd-2f13bcc3e3bf None None] Routers {'d43385be-9f3c-45e1-9942-af498d093418'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:29:08.171384 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-5b31fdbb-5da6-49e7-85fd-2f13bcc3e3bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:29:02Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['d43385be-9f3c-45e1-9942-af498d093418'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:29:08.201515 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b95d96a-fcae-4bd6-aece-919bc2aa3124 req-4314923f-17e0-44ec-b3f0-bf0613be6721 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:29:08.203308 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6b95d96a-fcae-4bd6-aece-919bc2aa3124 req-4314923f-17e0-44ec-b3f0-bf0613be6721 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/ports?device_id=33b2b907-88b2-43cc-a329-814686ee9d6b HTTP/1.1" status: 200 len: 945 time: 0.3520699 Nov 22 20:29:08.299997 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f0d871-75d3-45e5-8234-833c9b933661 req-f9c47c0b-846e-490d-9e43-bc94c9536b7b tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:29:08.301625 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d1f0d871-75d3-45e5-8234-833c9b933661 req-f9c47c0b-846e-490d-9e43-bc94c9536b7b tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/ports?device_id=70cd0428-2052-4b2d-96eb-4343ede0f061 HTTP/1.1" status: 200 len: 945 time: 0.1795728 Nov 22 20:29:08.362377 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6b95d96a-fcae-4bd6-aece-919bc2aa3124 req-9e1d82b4-39e2-4c1c-9f14-5736103055d6 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/security-groups?id=643fc82d-0ef9-4521-94aa-3318d50a506a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1415405 Nov 22 20:29:08.365432 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d54d14-668e-4d7b-a05f-15317e40bf1f req-c0880fef-676d-4b8d-b634-36ce42f1fb4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:29:08.366859 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d7d54d14-668e-4d7b-a05f-15317e40bf1f req-c0880fef-676d-4b8d-b634-36ce42f1fb4d service neutron] 10.222.0.20 "GET /v2.0/networks?id=1db40f05-df12-49c2-bc90-ab4e664c648c HTTP/1.1" status: 200 len: 897 time: 0.3115320 Nov 22 20:29:08.414542 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 34900) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:29:08.425687 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d7d54d14-668e-4d7b-a05f-15317e40bf1f req-00f7ed90-0e7c-4e8d-b217-d2816d4030cf service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0dbc1b02-eca5-4e1e-921a-2de29b8a9d56 HTTP/1.1" status: 200 len: 217 time: 0.0471866 Nov 22 20:29:08.431763 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-5b31fdbb-5da6-49e7-85fd-2f13bcc3e3bf None None] Set router d43385be-9f3c-45e1-9942-af498d093418 gateway port host: n-d-818823-1 {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:29:08.444042 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d1f0d871-75d3-45e5-8234-833c9b933661 req-54a73d0f-4675-441b-b588-266055b4e56d tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/security-groups?id=8457929e-de92-4261-bfd8-ed76b2441300&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1307490 Nov 22 20:29:08.498388 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d54d14-668e-4d7b-a05f-15317e40bf1f req-160748df-7414-4eb6-a434-2760f498a3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:29:08.500187 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d7d54d14-668e-4d7b-a05f-15317e40bf1f req-160748df-7414-4eb6-a434-2760f498a3b1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=443e6440-2cd1-4084-9bfd-0f8654190aeb HTTP/1.1" status: 200 len: 835 time: 0.0499954 Nov 22 20:29:08.507576 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-fa6022ab-890f-46a9-a2e2-3baf134e11b4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b49ffae0998b42cf90d82005a2279509&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0895441 Nov 22 20:29:08.511882 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 34902) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:29:08.594408 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d54d14-668e-4d7b-a05f-15317e40bf1f req-6df4d0bb-271d-4700-bcf2-8b36e559d46a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:29:08.596311 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d7d54d14-668e-4d7b-a05f-15317e40bf1f req-6df4d0bb-271d-4700-bcf2-8b36e559d46a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1db40f05-df12-49c2-bc90-ab4e664c648c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0862899 Nov 22 20:29:08.631575 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2dc49e96-811f-4128-a0c5-302c77cc4afe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:08.674530 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2dc49e96-811f-4128-a0c5-302c77cc4afe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:08.731822 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2dc49e96-811f-4128-a0c5-302c77cc4afe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:08.734854 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2dc49e96-811f-4128-a0c5-302c77cc4afe admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:08.736245 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-2dc49e96-811f-4128-a0c5-302c77cc4afe admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ba01c207-9c21-46e8-8927-68d7cc159606 HTTP/1.1" status: 204 len: 168 time: 0.2231240 Nov 22 20:29:08.753126 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc49e96-811f-4128-a0c5-302c77cc4afe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba01c207-9c21-46e8-8927-68d7cc159606,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:29:08.777580 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d7d54d14-668e-4d7b-a05f-15317e40bf1f req-02565672-ee7a-47d8-bd6b-8f8b92cd8a5f service neutron] 10.222.0.20 "GET /v2.0/networks/1db40f05-df12-49c2-bc90-ab4e664c648c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712766 Nov 22 20:29:08.943120 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d7d54d14-668e-4d7b-a05f-15317e40bf1f req-216a9644-7a98-4d1d-8dbb-98d3d51b9731 service neutron] 10.222.0.20 "GET /v2.0/networks/1db40f05-df12-49c2-bc90-ab4e664c648c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554241 Nov 22 20:29:08.958947 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-5b31fdbb-5da6-49e7-85fd-2f13bcc3e3bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd43385be-9f3c-45e1-9942-af498d093418', 'name': 'tempest-TestNetworkAdvancedServerOps-router-549102032', 'tenant_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': '7fae2a6d-9f45-48f8-91f4-e7719e461511', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:27:09Z', 'updated_at': '2021-11-22T20:27:19Z', 'revision_number': 4, 'project_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'gw_port': {'id': '7fae2a6d-9f45-48f8-91f4-e7719e461511', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:d1:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd43385be-9f3c-45e1-9942-af498d093418', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2319, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:27:10Z', 'updated_at': '2021-11-22T20:27:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': '8a4bfb97-6a18-41c0-8cfc-c74cfde5ce08', 'name': '', 'network_id': '1db40f05-df12-49c2-bc90-ab4e664c648c', 'tenant_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'mac_address': 'fa:16:3e:54:fe:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd43385be-9f3c-45e1-9942-af498d093418', 'device_owner': 'network:router_interface', 'standard_attr_id': 2322, 'fixed_ips': [{'subnet_id': '443e6440-2cd1-4084-9bfd-0f8654190aeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:27:18Z', 'updated_at': '2021-11-22T20:27:25Z', 'revision_number': 5, 'project_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'subnets': [{'id': '443e6440-2cd1-4084-9bfd-0f8654190aeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:29:09.001050 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b31fdbb-5da6-49e7-85fd-2f13bcc3e3bf None None] The sync data for ids ['d43385be-9f3c-45e1-9942-af498d093418'] in n-d-818823-1 is: [{'id': 'd43385be-9f3c-45e1-9942-af498d093418', 'name': 'tempest-TestNetworkAdvancedServerOps-router-549102032', 'tenant_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': '7fae2a6d-9f45-48f8-91f4-e7719e461511', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:27:09Z', 'updated_at': '2021-11-22T20:27:19Z', 'revision_number': 4, 'project_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'gw_port': {'id': '7fae2a6d-9f45-48f8-91f4-e7719e461511', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:d1:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd43385be-9f3c-45e1-9942-af498d093418', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2319, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:27:10Z', 'updated_at': '2021-11-22T20:27:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': '8a4bfb97-6a18-41c0-8cfc-c74cfde5ce08', 'name': '', 'network_id': '1db40f05-df12-49c2-bc90-ab4e664c648c', 'tenant_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'mac_address': 'fa:16:3e:54:fe:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd43385be-9f3c-45e1-9942-af498d093418', 'device_owner': 'network:router_interface', 'standard_attr_id': 2322, 'fixed_ips': [{'subnet_id': '443e6440-2cd1-4084-9bfd-0f8654190aeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:27:18Z', 'updated_at': '2021-11-22T20:27:25Z', 'revision_number': 5, 'project_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'subnets': [{'id': '443e6440-2cd1-4084-9bfd-0f8654190aeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:29:09.472519 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03482d7b-aca5-4156-ae48-440d0030f6fa None None] New status for floating IP f1397192-c17d-47c8-a771-c59918df6ffd: DOWN {{(pid=103449) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 20:29:09.521831 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca3aa0e-5502-411e-b013-969fca159665 req-9b6fc399-9c3f-4553-b7f2-48124e596efe tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:29:09.523337 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-aca3aa0e-5502-411e-b013-969fca159665 req-9b6fc399-9c3f-4553-b7f2-48124e596efe tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.20 "GET /v2.0/ports?device_id=70cd0428-2052-4b2d-96eb-4343ede0f061 HTTP/1.1" status: 200 len: 945 time: 0.1306627 Nov 22 20:29:09.757480 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f705e08-29b2-4485-b857-fad592b18630 req-9de7ba5d-f4ad-4696-9fab-00cc3fc8d57d tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:29:09.759266 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8f705e08-29b2-4485-b857-fad592b18630 req-9de7ba5d-f4ad-4696-9fab-00cc3fc8d57d tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/ports?device_id=70cd0428-2052-4b2d-96eb-4343ede0f061 HTTP/1.1" status: 200 len: 945 time: 0.2082012 Nov 22 20:29:09.807258 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7966a69f-23c6-44db-9bb1-63a9197d9a7b req-4b320d2b-7fb1-4c07-9aa4-fe429d174cf7 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:29:09.809270 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7966a69f-23c6-44db-9bb1-63a9197d9a7b req-4b320d2b-7fb1-4c07-9aa4-fe429d174cf7 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/ports?device_id=33b2b907-88b2-43cc-a329-814686ee9d6b HTTP/1.1" status: 200 len: 945 time: 0.2791882 Nov 22 20:29:09.812821 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-aca3aa0e-5502-411e-b013-969fca159665 req-f4b9a514-5432-4042-aaa1-6135b1ac82be tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Deleting port 0dbc1b02-eca5-4e1e-921a-2de29b8a9d56 {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:29:09.813342 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-aca3aa0e-5502-411e-b013-969fca159665 req-f4b9a514-5432-4042-aaa1-6135b1ac82be tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:09.936312 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7966a69f-23c6-44db-9bb1-63a9197d9a7b req-dba9a893-23e6-4592-a9b6-41861e45bf18 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/security-groups?id=643fc82d-0ef9-4521-94aa-3318d50a506a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1186702 Nov 22 20:29:09.942918 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8f705e08-29b2-4485-b857-fad592b18630 req-3c27b98f-35d7-41bd-9fb3-7c85488109d9 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/security-groups?id=8457929e-de92-4261-bfd8-ed76b2441300&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1715286 Nov 22 20:29:10.008739 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-aca3aa0e-5502-411e-b013-969fca159665 req-f4b9a514-5432-4042-aaa1-6135b1ac82be tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] For port 0dbc1b02-eca5-4e1e-921a-2de29b8a9d56, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=0dbc1b02-eca5-4e1e-921a-2de29b8a9d56,segment=NetworkSegment(208d283f-ba75-4157-9bce-90f23dffc7bc),segment_id=208d283f-ba75-4157-9bce-90f23dffc7bc)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:29:10.009123 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-aca3aa0e-5502-411e-b013-969fca159665 req-f4b9a514-5432-4042-aaa1-6135b1ac82be tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:10.031236 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-aca3aa0e-5502-411e-b013-969fca159665 req-f4b9a514-5432-4042-aaa1-6135b1ac82be tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Calling delete_port for 0dbc1b02-eca5-4e1e-921a-2de29b8a9d56 owned by compute:nova {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:29:10.215542 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-aca3aa0e-5502-411e-b013-969fca159665 req-f4b9a514-5432-4042-aaa1-6135b1ac82be tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:10.605160 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b9a514-5432-4042-aaa1-6135b1ac82be tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Pushing event deleted for resources: {'Port': ['ID=0dbc1b02-eca5-4e1e-921a-2de29b8a9d56,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:29:10.711600 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-aca3aa0e-5502-411e-b013-969fca159665 req-f4b9a514-5432-4042-aaa1-6135b1ac82be tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] No DVR routers for this DVR port 0dbc1b02-eca5-4e1e-921a-2de29b8a9d56 on host n-h2-818823-1 {{(pid=103447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:29:10.715369 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-aca3aa0e-5502-411e-b013-969fca159665 req-f4b9a514-5432-4042-aaa1-6135b1ac82be tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:10.718822 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-aca3aa0e-5502-411e-b013-969fca159665 req-f4b9a514-5432-4042-aaa1-6135b1ac82be tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.20 "DELETE /v2.0/ports/0dbc1b02-eca5-4e1e-921a-2de29b8a9d56 HTTP/1.1" status: 204 len: 173 time: 1.1798029 Nov 22 20:29:10.721688 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70cd0428-2052-4b2d-96eb-4343ede0f061', 'name': 'network-vif-deleted', 'tag': '0dbc1b02-eca5-4e1e-921a-2de29b8a9d56'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:29:10.724012 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd64d358-6ecc-44d0-a812-067f9ce92a57" -d '{"events": [{"server_uuid": "70cd0428-2052-4b2d-96eb-4343ede0f061", "name": "network-vif-deleted", "tag": "0dbc1b02-eca5-4e1e-921a-2de29b8a9d56"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:29:10.735902 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d994de-d9e5-4c68-a760-4fe6d9f204fc req-486946a2-422e-44b5-9b6a-d3d15a7f197b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:29:10.737549 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-47d994de-d9e5-4c68-a760-4fe6d9f204fc req-486946a2-422e-44b5-9b6a-d3d15a7f197b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=99aeed5920ec4cada406eeeb08e171e4&device_id=33b2b907-88b2-43cc-a329-814686ee9d6b HTTP/1.1" status: 200 len: 1096 time: 0.1406114 Nov 22 20:29:10.745624 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c300af-5338-488c-96c7-66e81010b45c req-17cb541b-0977-4338-bead-d5020bef9f5c tempest-VolumesSnapshotTestJSON-2135202428 tempest-VolumesSnapshotTestJSON-2135202428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:29:10.754188 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a3c300af-5338-488c-96c7-66e81010b45c req-17cb541b-0977-4338-bead-d5020bef9f5c tempest-VolumesSnapshotTestJSON-2135202428 tempest-VolumesSnapshotTestJSON-2135202428-project] 10.222.0.46 "GET /v2.0/ports?device_id=d5e2f7eb-bb02-4e22-aa8f-92b5f9aa55ba HTTP/1.1" status: 200 len: 945 time: 0.1576867 Nov 22 20:29:10.783566 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:29:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68e4149b-e951-4242-8214-293ba9ca38aa x-openstack-request-id: req-68e4149b-e951-4242-8214-293ba9ca38aa {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:29:10.783942 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70cd0428-2052-4b2d-96eb-4343ede0f061", "name": "network-vif-deleted", "tag": "0dbc1b02-eca5-4e1e-921a-2de29b8a9d56", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:29:10.784264 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-68e4149b-e951-4242-8214-293ba9ca38aa {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:29:10.784714 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70cd0428-2052-4b2d-96eb-4343ede0f061', 'name': 'network-vif-deleted', 'tag': '0dbc1b02-eca5-4e1e-921a-2de29b8a9d56', 'status': 'completed', 'code': 200} Nov 22 20:29:10.866012 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a3c300af-5338-488c-96c7-66e81010b45c req-243a36cb-ea7f-4a6f-a102-84bf6704b87f tempest-VolumesSnapshotTestJSON-2135202428 tempest-VolumesSnapshotTestJSON-2135202428-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2bd36ea-fff5-4c53-80d3-585d8a14f8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113234 Nov 22 20:29:10.902093 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d994de-d9e5-4c68-a760-4fe6d9f204fc req-9f5a69ea-eef0-48ab-94aa-8303afe95374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:29:10.904376 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-47d994de-d9e5-4c68-a760-4fe6d9f204fc req-9f5a69ea-eef0-48ab-94aa-8303afe95374 service neutron] 10.222.0.41 "GET /v2.0/networks?id=472efbbc-d832-48a8-ba47-cb0fa0f678cf HTTP/1.1" status: 200 len: 918 time: 0.1472383 Nov 22 20:29:10.993250 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-47d994de-d9e5-4c68-a760-4fe6d9f204fc req-91a28817-9599-4549-b9ac-d035ca8805b5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e1b23151-dad5-4a0d-a549-a1497d3eb2a7 HTTP/1.1" status: 200 len: 1001 time: 0.0800555 Nov 22 20:29:11.134786 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d994de-d9e5-4c68-a760-4fe6d9f204fc req-05eaf7fc-ba5a-4c3e-ad85-90fcb4753c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:29:11.147183 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-47d994de-d9e5-4c68-a760-4fe6d9f204fc req-05eaf7fc-ba5a-4c3e-ad85-90fcb4753c00 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bfcf564a-3590-4b88-b146-a6d87131f13b HTTP/1.1" status: 200 len: 856 time: 0.1426415 Nov 22 20:29:11.190661 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7a798d0f-72f5-4799-a087-d711522b9632 req-c8094cfc-abf3-4335-8e0f-ab7192facbea tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "GET /v2.0/ports?device_id=70cd0428-2052-4b2d-96eb-4343ede0f061 HTTP/1.1" status: 200 len: 210 time: 0.0946312 Nov 22 20:29:11.239760 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476e3404-3480-4515-8eaa-1b3c641d2e72 req-9d3b10fa-fba3-49c5-9452-d86f25326730 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:29:11.241326 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-476e3404-3480-4515-8eaa-1b3c641d2e72 req-9d3b10fa-fba3-49c5-9452-d86f25326730 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/ports?device_id=33b2b907-88b2-43cc-a329-814686ee9d6b HTTP/1.1" status: 200 len: 945 time: 0.1872561 Nov 22 20:29:11.279485 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d994de-d9e5-4c68-a760-4fe6d9f204fc req-d2fa42dd-8c8d-4ef4-a8f4-ddb72919e1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:29:11.286195 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-47d994de-d9e5-4c68-a760-4fe6d9f204fc req-d2fa42dd-8c8d-4ef4-a8f4-ddb72919e1d6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=472efbbc-d832-48a8-ba47-cb0fa0f678cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1330006 Nov 22 20:29:11.354134 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-476e3404-3480-4515-8eaa-1b3c641d2e72 req-142744b5-c186-4c13-8cd7-2c4fa74018e9 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/security-groups?id=643fc82d-0ef9-4521-94aa-3318d50a506a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0991621 Nov 22 20:29:11.461193 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-47d994de-d9e5-4c68-a760-4fe6d9f204fc req-2e427e94-bf8d-471d-ae33-c1731df595e7 service neutron] 10.222.0.41 "GET /v2.0/networks/472efbbc-d832-48a8-ba47-cb0fa0f678cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052437 Nov 22 20:29:11.563034 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-47d994de-d9e5-4c68-a760-4fe6d9f204fc req-2ba41724-9320-4f03-a8de-dd45f311cbae service neutron] 10.222.0.41 "GET /v2.0/networks/472efbbc-d832-48a8-ba47-cb0fa0f678cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932865 Nov 22 20:29:12.023899 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abc631d-8166-4017-81bd-7337a3eac7df req-b1e1c21e-5b63-46e7-b629-ea343b4d7bb5 tempest-VolumesSnapshotTestJSON-2135202428 tempest-VolumesSnapshotTestJSON-2135202428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:29:12.025483 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1abc631d-8166-4017-81bd-7337a3eac7df req-b1e1c21e-5b63-46e7-b629-ea343b4d7bb5 tempest-VolumesSnapshotTestJSON-2135202428 tempest-VolumesSnapshotTestJSON-2135202428-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5e2f7eb-bb02-4e22-aa8f-92b5f9aa55ba HTTP/1.1" status: 200 len: 945 time: 0.0905089 Nov 22 20:29:12.038996 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e2d082-d663-4490-aae5-c853673ec5cf req-8cc650c4-efd0-4779-a50b-8c56d116dbb0 tempest-VolumesSnapshotTestJSON-2135202428 tempest-VolumesSnapshotTestJSON-2135202428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:29:12.040770 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f9e2d082-d663-4490-aae5-c853673ec5cf req-8cc650c4-efd0-4779-a50b-8c56d116dbb0 tempest-VolumesSnapshotTestJSON-2135202428 tempest-VolumesSnapshotTestJSON-2135202428-project] 10.222.0.46 "GET /v2.0/ports?device_id=d5e2f7eb-bb02-4e22-aa8f-92b5f9aa55ba HTTP/1.1" status: 200 len: 945 time: 0.0948410 Nov 22 20:29:12.116603 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.agents_db [None req-aa8313f2-1ee4-4e7b-8c5a-d32b2f9d31ee None None] Agent healthcheck: found 7 active agents {{(pid=103450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 20:29:12.176482 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f9e2d082-d663-4490-aae5-c853673ec5cf req-4a43059b-edc5-403e-b333-c3c30f224045 tempest-VolumesSnapshotTestJSON-2135202428 tempest-VolumesSnapshotTestJSON-2135202428-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2bd36ea-fff5-4c53-80d3-585d8a14f8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260719 Nov 22 20:29:12.190582 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-1abc631d-8166-4017-81bd-7337a3eac7df req-8a2e6e55-b212-4372-b62a-5b893712c485 tempest-VolumesSnapshotTestJSON-2135202428 tempest-VolumesSnapshotTestJSON-2135202428-project] Deleting port da1c56da-9db9-4532-8224-eba85327d575 {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:29:12.191081 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-1abc631d-8166-4017-81bd-7337a3eac7df req-8a2e6e55-b212-4372-b62a-5b893712c485 tempest-VolumesSnapshotTestJSON-2135202428 tempest-VolumesSnapshotTestJSON-2135202428-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:12.253400 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 35010) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:29:12.299108 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-1abc631d-8166-4017-81bd-7337a3eac7df req-8a2e6e55-b212-4372-b62a-5b893712c485 tempest-VolumesSnapshotTestJSON-2135202428 tempest-VolumesSnapshotTestJSON-2135202428-project] For port da1c56da-9db9-4532-8224-eba85327d575, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=da1c56da-9db9-4532-8224-eba85327d575,segment=NetworkSegment(a7c0e7ff-7a27-492d-907d-7ccfe5c23782),segment_id=a7c0e7ff-7a27-492d-907d-7ccfe5c23782)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:29:12.299626 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-1abc631d-8166-4017-81bd-7337a3eac7df req-8a2e6e55-b212-4372-b62a-5b893712c485 tempest-VolumesSnapshotTestJSON-2135202428 tempest-VolumesSnapshotTestJSON-2135202428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:12.325304 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-1abc631d-8166-4017-81bd-7337a3eac7df req-8a2e6e55-b212-4372-b62a-5b893712c485 tempest-VolumesSnapshotTestJSON-2135202428 tempest-VolumesSnapshotTestJSON-2135202428-project] Calling delete_port for da1c56da-9db9-4532-8224-eba85327d575 owned by compute:nova {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:29:12.540478 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-1abc631d-8166-4017-81bd-7337a3eac7df req-8a2e6e55-b212-4372-b62a-5b893712c485 tempest-VolumesSnapshotTestJSON-2135202428 tempest-VolumesSnapshotTestJSON-2135202428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:12.552423 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] get_ports_and_sgs() called for port_ids ['da1c56da-9db9-4532-8224-eba85327d575'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:29:12.585817 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2e6e55-b212-4372-b62a-5b893712c485 tempest-VolumesSnapshotTestJSON-2135202428 tempest-VolumesSnapshotTestJSON-2135202428-project] Pushing event deleted for resources: {'Port': ['ID=da1c56da-9db9-4532-8224-eba85327d575,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:29:12.640171 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-1abc631d-8166-4017-81bd-7337a3eac7df req-8a2e6e55-b212-4372-b62a-5b893712c485 tempest-VolumesSnapshotTestJSON-2135202428 tempest-VolumesSnapshotTestJSON-2135202428-project] No DVR routers for this DVR port da1c56da-9db9-4532-8224-eba85327d575 on host n-h2-818823-1 {{(pid=103447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:29:12.643666 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device e1b23151-dad5-4a0d-a549-a1497d3eb2a7 no longer exists at agent hyperv_n-h1-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:29:12.651885 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7e7ff6-4e05-48c3-9548-b3a22417eb6e req-7f11cbda-811d-4cf8-bcfd-b484adcb9165 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:29:12.653629 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7f7e7ff6-4e05-48c3-9548-b3a22417eb6e req-7f11cbda-811d-4cf8-bcfd-b484adcb9165 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/ports?device_id=33b2b907-88b2-43cc-a329-814686ee9d6b HTTP/1.1" status: 200 len: 945 time: 0.1537271 Nov 22 20:29:12.654879 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-1abc631d-8166-4017-81bd-7337a3eac7df req-8a2e6e55-b212-4372-b62a-5b893712c485 tempest-VolumesSnapshotTestJSON-2135202428 tempest-VolumesSnapshotTestJSON-2135202428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:12.658293 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1abc631d-8166-4017-81bd-7337a3eac7df req-8a2e6e55-b212-4372-b62a-5b893712c485 tempest-VolumesSnapshotTestJSON-2135202428 tempest-VolumesSnapshotTestJSON-2135202428-project] 10.222.0.20 "DELETE /v2.0/ports/da1c56da-9db9-4532-8224-eba85327d575 HTTP/1.1" status: 204 len: 173 time: 0.6165767 Nov 22 20:29:12.753863 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:12.759565 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7f7e7ff6-4e05-48c3-9548-b3a22417eb6e req-ecb2d384-27d1-4203-95a6-28350be5cc60 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/security-groups?id=643fc82d-0ef9-4521-94aa-3318d50a506a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0976582 Nov 22 20:29:12.786029 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5e2f7eb-bb02-4e22-aa8f-92b5f9aa55ba', 'name': 'network-vif-deleted', 'tag': 'da1c56da-9db9-4532-8224-eba85327d575'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:29:12.790777 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-867eb4f0-72b2-46d3-8148-7c498fe6bcc2 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659736'] for router_interface, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:12.790946 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45d556a4-a14e-4bba-872d-771da3ac8970" -d '{"events": [{"server_uuid": "d5e2f7eb-bb02-4e22-aa8f-92b5f9aa55ba", "name": "network-vif-deleted", "tag": "da1c56da-9db9-4532-8224-eba85327d575"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:29:12.836820 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port e1b23151-dad5-4a0d-a549-a1497d3eb2a7, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=e1b23151-dad5-4a0d-a549-a1497d3eb2a7,segment=NetworkSegment(0f31ec19-3af4-4928-96f6-fbcd53d7ad3c),segment_id=0f31ec19-3af4-4928-96f6-fbcd53d7ad3c)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:29:12.838216 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33b2b907-88b2-43cc-a329-814686ee9d6b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e1b23151-dad5-4a0d-a549-a1497d3eb2a7'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:29:12.840976 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d39f6d30a11e565ec9648abcc015e8a6ab6cff4edd704add8155e28765d31eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a749a21-6bf6-4ac4-b308-88d6b5ab2c9b" -d '{"events": [{"server_uuid": "33b2b907-88b2-43cc-a329-814686ee9d6b", "name": "network-vif-unplugged", "status": "completed", "tag": "e1b23151-dad5-4a0d-a549-a1497d3eb2a7"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:29:12.852517 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:12.879914 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:29:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa79a774-2a01-47b3-a8ec-f41857d772f0 x-openstack-request-id: req-fa79a774-2a01-47b3-a8ec-f41857d772f0 {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:29:12.880452 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5e2f7eb-bb02-4e22-aa8f-92b5f9aa55ba", "name": "network-vif-deleted", "tag": "da1c56da-9db9-4532-8224-eba85327d575", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:29:12.880810 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-fa79a774-2a01-47b3-a8ec-f41857d772f0 {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:29:12.881323 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5e2f7eb-bb02-4e22-aa8f-92b5f9aa55ba', 'name': 'network-vif-deleted', 'tag': 'da1c56da-9db9-4532-8224-eba85327d575', 'status': 'completed', 'code': 200} Nov 22 20:29:12.929310 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=e1b23151-dad5-4a0d-a549-a1497d3eb2a7,revision_number=8']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:29:13.173552 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-867eb4f0-72b2-46d3-8148-7c498fe6bcc2 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Deleting port 8a4bfb97-6a18-41c0-8cfc-c74cfde5ce08 {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:29:13.173909 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-867eb4f0-72b2-46d3-8148-7c498fe6bcc2 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:13.178134 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 22 Nov 2021 20:29:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ca1e3e4-c172-4684-9c35-4fb1e506e505 x-openstack-request-id: req-9ca1e3e4-c172-4684-9c35-4fb1e506e505 {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:29:13.178676 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33b2b907-88b2-43cc-a329-814686ee9d6b", "name": "network-vif-unplugged", "status": "completed", "tag": "e1b23151-dad5-4a0d-a549-a1497d3eb2a7", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:29:13.179063 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9ca1e3e4-c172-4684-9c35-4fb1e506e505 {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:29:13.179637 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33b2b907-88b2-43cc-a329-814686ee9d6b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e1b23151-dad5-4a0d-a549-a1497d3eb2a7', 'code': 200} Nov 22 20:29:13.339565 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-867eb4f0-72b2-46d3-8148-7c498fe6bcc2 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] For port 8a4bfb97-6a18-41c0-8cfc-c74cfde5ce08, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=8a4bfb97-6a18-41c0-8cfc-c74cfde5ce08,segment=NetworkSegment(208d283f-ba75-4157-9bce-90f23dffc7bc),segment_id=208d283f-ba75-4157-9bce-90f23dffc7bc)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:29:13.340808 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-867eb4f0-72b2-46d3-8148-7c498fe6bcc2 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:13.360722 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-867eb4f0-72b2-46d3-8148-7c498fe6bcc2 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Calling delete_port for 8a4bfb97-6a18-41c0-8cfc-c74cfde5ce08 owned by network:router_interface {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:29:13.389909 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ef413cb9-3617-45ff-858e-3b2e192b0ecf req-16a55739-e600-401b-8177-ad68bf75dc33 tempest-VolumesSnapshotTestJSON-2135202428 tempest-VolumesSnapshotTestJSON-2135202428-project] 10.222.0.46 "GET /v2.0/ports?device_id=d5e2f7eb-bb02-4e22-aa8f-92b5f9aa55ba HTTP/1.1" status: 200 len: 210 time: 0.0538185 Nov 22 20:29:13.615385 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-867eb4f0-72b2-46d3-8148-7c498fe6bcc2 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:13.665079 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867eb4f0-72b2-46d3-8148-7c498fe6bcc2 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Pushing event deleted for resources: {'Port': ['ID=8a4bfb97-6a18-41c0-8cfc-c74cfde5ce08,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:29:14.032816 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-867eb4f0-72b2-46d3-8148-7c498fe6bcc2 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-563470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-663272'] for router_interface, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:14.045990 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec99a9fe-a99b-4cf2-ad08-6dff33e81e45 req-f48851e3-0332-495e-887c-53f716d1e6ca tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:29:14.056331 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ec99a9fe-a99b-4cf2-ad08-6dff33e81e45 req-f48851e3-0332-495e-887c-53f716d1e6ca tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/ports?device_id=33b2b907-88b2-43cc-a329-814686ee9d6b HTTP/1.1" status: 200 len: 943 time: 0.1031775 Nov 22 20:29:14.155403 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ec99a9fe-a99b-4cf2-ad08-6dff33e81e45 req-9f0e964d-9c47-44d2-9c84-371cd90b6970 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/security-groups?id=643fc82d-0ef9-4521-94aa-3318d50a506a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0937564 Nov 22 20:29:14.332156 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-867eb4f0-72b2-46d3-8148-7c498fe6bcc2 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Router d43385be-9f3c-45e1-9942-af498d093418 has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 20:29:14.383521 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 0dbc1b02-eca5-4e1e-921a-2de29b8a9d56 no longer exists at agent hyperv_n-h2-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:29:14.518650 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] No Port match for: 0dbc1b02-eca5-4e1e-921a-2de29b8a9d56 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:29:14.520055 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 0dbc1b02-eca5-4e1e-921a-2de29b8a9d56 not bound to the agent host n-h2-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:29:14.521160 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device da1c56da-9db9-4532-8224-eba85327d575 no longer exists at agent hyperv_n-h2-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:29:14.537733 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:14.562180 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-867eb4f0-72b2-46d3-8148-7c498fe6bcc2 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:29:14.578659 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fafaab8-3b07-4cfb-b760-6046895e3c41 None None] Sync routers for ids ['d43385be-9f3c-45e1-9942-af498d093418'] in n-d-818823-1 {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:29:14.601826 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-867eb4f0-72b2-46d3-8148-7c498fe6bcc2 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "PUT /v2.0/routers/d43385be-9f3c-45e1-9942-af498d093418/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3448162 Nov 22 20:29:14.602259 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 35082) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:29:14.603022 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fafaab8-3b07-4cfb-b760-6046895e3c41 None None] Routers {'d43385be-9f3c-45e1-9942-af498d093418'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:29:14.603692 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-1fafaab8-3b07-4cfb-b760-6046895e3c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:29:02Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['d43385be-9f3c-45e1-9942-af498d093418'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:29:14.649306 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:14.650268 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] No Port match for: da1c56da-9db9-4532-8224-eba85327d575 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:29:14.650615 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device da1c56da-9db9-4532-8224-eba85327d575 not bound to the agent host n-h2-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:29:14.728968 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2c0a336-b9d9-4693-a87a-5ec870e38b29 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Deleting subnet 443e6440-2cd1-4084-9bfd-0f8654190aeb {{(pid=103447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 20:29:14.733488 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b2c0a336-b9d9-4693-a87a-5ec870e38b29 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks [] for subnet, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:14.791289 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b2c0a336-b9d9-4693-a87a-5ec870e38b29 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12178353'] for subnet, precommit_delete_associations {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:14.916144 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-1fafaab8-3b07-4cfb-b760-6046895e3c41 None None] Set router d43385be-9f3c-45e1-9942-af498d093418 gateway port host: n-d-818823-1 {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:29:14.982444 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b2c0a336-b9d9-4693-a87a-5ec870e38b29 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3753007'] for subnet, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:15.069330 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b2c0a336-b9d9-4693-a87a-5ec870e38b29 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3753014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8900804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8485115'] for subnet, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:15.103563 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c0a336-b9d9-4693-a87a-5ec870e38b29 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Pushing event deleted for resources: {'Subnet': ['ID=443e6440-2cd1-4084-9bfd-0f8654190aeb,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:29:15.111612 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b2c0a336-b9d9-4693-a87a-5ec870e38b29 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for subnet, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:15.114534 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08d8a242-2a8d-4f85-83a2-48248d89d328 None None] Network 1db40f05-df12-49c2-bc90-ab4e664c648c requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:29:15.132086 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-b2c0a336-b9d9-4693-a87a-5ec870e38b29 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "DELETE /v2.0/subnets/443e6440-2cd1-4084-9bfd-0f8654190aeb HTTP/1.1" status: 204 len: 168 time: 0.5285871 Nov 22 20:29:15.134801 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 35106) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:29:15.369350 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba011c96-6c51-4d65-be9f-afc0c6b9a7c3 None None] DHCP port deletion for 1db40f05-df12-49c2-bc90-ab4e664c648c request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:29:15.455895 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-ba011c96-6c51-4d65-be9f-afc0c6b9a7c3 None None] Deleting port 43b76106-93a2-4a9e-9558-053824f3fcfa {{(pid=103449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:29:15.456963 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba011c96-6c51-4d65-be9f-afc0c6b9a7c3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:15.481856 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2199e8e1-4b19-4c98-b5bf-b693e55c345f tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks [] for router, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:15.585652 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba011c96-6c51-4d65-be9f-afc0c6b9a7c3 None None] For port 43b76106-93a2-4a9e-9558-053824f3fcfa, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=43b76106-93a2-4a9e-9558-053824f3fcfa,segment=NetworkSegment(208d283f-ba75-4157-9bce-90f23dffc7bc),segment_id=208d283f-ba75-4157-9bce-90f23dffc7bc)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:29:15.586464 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba011c96-6c51-4d65-be9f-afc0c6b9a7c3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:15.602186 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-ba011c96-6c51-4d65-be9f-afc0c6b9a7c3 None None] Calling delete_port for 43b76106-93a2-4a9e-9558-053824f3fcfa owned by network:dhcp {{(pid=103449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:29:15.623628 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-1fafaab8-3b07-4cfb-b760-6046895e3c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd43385be-9f3c-45e1-9942-af498d093418', 'name': 'tempest-TestNetworkAdvancedServerOps-router-549102032', 'tenant_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': '7fae2a6d-9f45-48f8-91f4-e7719e461511', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:27:09Z', 'updated_at': '2021-11-22T20:29:13Z', 'revision_number': 5, 'project_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'gw_port': {'id': '7fae2a6d-9f45-48f8-91f4-e7719e461511', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:d1:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd43385be-9f3c-45e1-9942-af498d093418', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2319, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:27:10Z', 'updated_at': '2021-11-22T20:27:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:29:15.704919 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fafaab8-3b07-4cfb-b760-6046895e3c41 None None] Checking router: d43385be-9f3c-45e1-9942-af498d093418 for host: n-d-818823-1 {{(pid=103450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 20:29:15.727982 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fafaab8-3b07-4cfb-b760-6046895e3c41 None None] Routers {'d43385be-9f3c-45e1-9942-af498d093418'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:29:15.731733 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-1fafaab8-3b07-4cfb-b760-6046895e3c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:29:02Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['d43385be-9f3c-45e1-9942-af498d093418'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:29:15.782285 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba011c96-6c51-4d65-be9f-afc0c6b9a7c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381'] for port, after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:15.830393 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba011c96-6c51-4d65-be9f-afc0c6b9a7c3 None None] Pushing event deleted for resources: {'Port': ['ID=43b76106-93a2-4a9e-9558-053824f3fcfa,revision_number=None']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:29:15.840703 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba011c96-6c51-4d65-be9f-afc0c6b9a7c3 None None] No DVR routers for this DVR port 43b76106-93a2-4a9e-9558-053824f3fcfa on host n-d-818823-1 {{(pid=103449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:29:15.855580 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2199e8e1-4b19-4c98-b5bf-b693e55c345f tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:15.884095 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1137fd-f4f2-436e-80d6-906b7365e4c6 req-9b45c569-a127-4a08-b4b0-3e10ab6f9554 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:29:15.894068 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2e1137fd-f4f2-436e-80d6-906b7365e4c6 req-9b45c569-a127-4a08-b4b0-3e10ab6f9554 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/ports?device_id=33b2b907-88b2-43cc-a329-814686ee9d6b HTTP/1.1" status: 200 len: 943 time: 0.3611891 Nov 22 20:29:16.009440 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8e67041d-71ba-4825-92f1-3c9817e4756f req-f1f34d00-2ef0-4f48-8fd5-909ab77e688c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=33b2b907-88b2-43cc-a329-814686ee9d6b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3644667 Nov 22 20:29:16.010982 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-2199e8e1-4b19-4c98-b5bf-b693e55c345f tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Deleting port 7fae2a6d-9f45-48f8-91f4-e7719e461511 {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:29:16.011325 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2199e8e1-4b19-4c98-b5bf-b693e55c345f tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:16.044129 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2e1137fd-f4f2-436e-80d6-906b7365e4c6 req-0bcc4455-8a92-417f-97cc-aae9db007116 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/security-groups?id=643fc82d-0ef9-4521-94aa-3318d50a506a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1490014 Nov 22 20:29:16.106687 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-1fafaab8-3b07-4cfb-b760-6046895e3c41 None None] Set router d43385be-9f3c-45e1-9942-af498d093418 gateway port host: n-d-818823-1 {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:29:16.281072 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-2199e8e1-4b19-4c98-b5bf-b693e55c345f tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] For port 7fae2a6d-9f45-48f8-91f4-e7719e461511, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=7fae2a6d-9f45-48f8-91f4-e7719e461511,segment=NetworkSegment(8793ba83-8407-4c3d-9b56-2a177cd58a70),segment_id=8793ba83-8407-4c3d-9b56-2a177cd58a70)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:29:16.281391 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2199e8e1-4b19-4c98-b5bf-b693e55c345f tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:16.328201 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-2199e8e1-4b19-4c98-b5bf-b693e55c345f tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Calling delete_port for 7fae2a6d-9f45-48f8-91f4-e7719e461511 owned by network:router_gateway {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:29:16.421485 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-1fafaab8-3b07-4cfb-b760-6046895e3c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd43385be-9f3c-45e1-9942-af498d093418', 'name': 'tempest-TestNetworkAdvancedServerOps-router-549102032', 'tenant_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': '7fae2a6d-9f45-48f8-91f4-e7719e461511', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:27:09Z', 'updated_at': '2021-11-22T20:29:13Z', 'revision_number': 5, 'project_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'gw_port': {'id': '7fae2a6d-9f45-48f8-91f4-e7719e461511', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:d1:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd43385be-9f3c-45e1-9942-af498d093418', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2319, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:27:10Z', 'updated_at': '2021-11-22T20:27:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:29:16.467827 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fafaab8-3b07-4cfb-b760-6046895e3c41 None None] The sync data for ids ['d43385be-9f3c-45e1-9942-af498d093418'] in n-d-818823-1 is: [{'id': 'd43385be-9f3c-45e1-9942-af498d093418', 'name': 'tempest-TestNetworkAdvancedServerOps-router-549102032', 'tenant_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': '7fae2a6d-9f45-48f8-91f4-e7719e461511', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:27:09Z', 'updated_at': '2021-11-22T20:29:13Z', 'revision_number': 5, 'project_id': 'f13d149ee8a64f188025185f0e8b5cfe', 'gw_port': {'id': '7fae2a6d-9f45-48f8-91f4-e7719e461511', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:d1:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd43385be-9f3c-45e1-9942-af498d093418', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2319, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:27:10Z', 'updated_at': '2021-11-22T20:27:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}] {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:29:16.642011 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device e1b23151-dad5-4a0d-a549-a1497d3eb2a7 no longer exists at agent hyperv_n-h1-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:29:16.677969 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2199e8e1-4b19-4c98-b5bf-b693e55c345f tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:16.728066 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bacdcc9-fd8c-4316-8f2e-a1ceb9448bb6 None None] DHCP port deletion for c48a55e9-6a85-4746-b7bf-3e29fb560094 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:29:16.799257 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2199e8e1-4b19-4c98-b5bf-b693e55c345f tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Pushing event deleted for resources: {'Port': ['ID=7fae2a6d-9f45-48f8-91f4-e7719e461511,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:29:16.924062 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2199e8e1-4b19-4c98-b5bf-b693e55c345f tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595398'] for router_gateway, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:17.128159 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 43b76106-93a2-4a9e-9558-053824f3fcfa no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:29:17.223849 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: 43b76106-93a2-4a9e-9558-053824f3fcfa {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:29:17.224397 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 43b76106-93a2-4a9e-9558-053824f3fcfa not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:29:17.224822 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 8a4bfb97-6a18-41c0-8cfc-c74cfde5ce08 no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:29:17.275666 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2199e8e1-4b19-4c98-b5bf-b693e55c345f tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24781'] for router, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:17.286157 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2199e8e1-4b19-4c98-b5bf-b693e55c345f tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:17.300894 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: 8a4bfb97-6a18-41c0-8cfc-c74cfde5ce08 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:29:17.301614 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 8a4bfb97-6a18-41c0-8cfc-c74cfde5ce08 not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:29:17.382514 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07505f7d-27fc-49b2-841f-16f073d98192 req-18a6e6e4-6508-4a4f-a6c9-43b2d4bf446a tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:29:17.384844 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-07505f7d-27fc-49b2-841f-16f073d98192 req-18a6e6e4-6508-4a4f-a6c9-43b2d4bf446a tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/ports?device_id=33b2b907-88b2-43cc-a329-814686ee9d6b HTTP/1.1" status: 200 len: 943 time: 0.1208017 Nov 22 20:29:17.446091 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2199e8e1-4b19-4c98-b5bf-b693e55c345f tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-663261'] for router, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:17.448085 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2199e8e1-4b19-4c98-b5bf-b693e55c345f tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Fanout notify agent at l3_agent the message router_deleted on router d43385be-9f3c-45e1-9942-af498d093418 {{(pid=103448) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 20:29:17.455056 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-07505f7d-27fc-49b2-841f-16f073d98192 req-af26fb88-20a0-44dc-abd3-e59720ca07a7 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/security-groups?id=643fc82d-0ef9-4521-94aa-3318d50a506a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634031 Nov 22 20:29:17.467091 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2199e8e1-4b19-4c98-b5bf-b693e55c345f tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks [] for router, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:17.468892 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-2199e8e1-4b19-4c98-b5bf-b693e55c345f tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "DELETE /v2.0/routers/d43385be-9f3c-45e1-9942-af498d093418 HTTP/1.1" status: 204 len: 168 time: 2.3330209 Nov 22 20:29:17.471587 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 35162) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:29:17.629853 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-551aef85-b0a8-44d1-8871-49eb8fb68da5 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3961693'] for network, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:17.927268 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-551aef85-b0a8-44d1-8871-49eb8fb68da5 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3760028', 'neutron.services.segments.db._delete_segments_for_network-8748992815755'] for network, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:17.973689 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-551aef85-b0a8-44d1-8871-49eb8fb68da5 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1db40f05-df12-49c2-bc90-ab4e664c648c']}} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:29:17.986794 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-551aef85-b0a8-44d1-8871-49eb8fb68da5 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '208d283f-ba75-4157-9bce-90f23dffc7bc') {'for_net_delete': True} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:29:17.988044 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-551aef85-b0a8-44d1-8871-49eb8fb68da5 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '208d283f-ba75-4157-9bce-90f23dffc7bc') {} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:29:18.007105 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-551aef85-b0a8-44d1-8871-49eb8fb68da5 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748993039638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12178344'] for segment, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:18.025725 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-551aef85-b0a8-44d1-8871-49eb8fb68da5 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:18.038019 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-551aef85-b0a8-44d1-8871-49eb8fb68da5 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Releasing vlan 636 on physical network physnet1 to pool {{(pid=103447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 20:29:18.038672 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-551aef85-b0a8-44d1-8871-49eb8fb68da5 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8900762'] for segment, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:18.134446 n-d-818823-1 neutron-server[103447]: Traceback (most recent call last): Nov 22 20:29:18.134446 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 20:29:18.134446 n-d-818823-1 neutron-server[103447]: timer() Nov 22 20:29:18.134446 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 20:29:18.134446 n-d-818823-1 neutron-server[103447]: cb(*args, **kw) Nov 22 20:29:18.134446 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 20:29:18.134446 n-d-818823-1 neutron-server[103447]: return func(*args, **kwargs) Nov 22 20:29:18.134446 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 20:29:18.134446 n-d-818823-1 neutron-server[103447]: self._notify() Nov 22 20:29:18.134446 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 20:29:18.134446 n-d-818823-1 neutron-server[103447]: self.callback(batched_events) Nov 22 20:29:18.134446 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 20:29:18.134446 n-d-818823-1 neutron-server[103447]: event.method(event) Nov 22 20:29:18.134446 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 20:29:18.134446 n-d-818823-1 neutron-server[103447]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 20:29:18.134446 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 20:29:18.134446 n-d-818823-1 neutron-server[103447]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 20:29:18.134446 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 20:29:18.134446 n-d-818823-1 neutron-server[103447]: return f(self, *a, **k) Nov 22 20:29:18.134446 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 20:29:18.134446 n-d-818823-1 neutron-server[103447]: return self._get(url).json() Nov 22 20:29:18.134446 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 20:29:18.134446 n-d-818823-1 neutron-server[103447]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 20:29:18.134446 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 20:29:18.134446 n-d-818823-1 neutron-server[103447]: return self.request(url, 'GET', **kwargs) Nov 22 20:29:18.134446 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 20:29:18.134446 n-d-818823-1 neutron-server[103447]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 20:29:18.134446 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 20:29:18.134446 n-d-818823-1 neutron-server[103447]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 20:29:18.134446 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 20:29:18.134446 n-d-818823-1 neutron-server[103447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 20:29:18.134446 n-d-818823-1 neutron-server[103447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 20:29:18.201243 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-551aef85-b0a8-44d1-8871-49eb8fb68da5 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3760002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595318'] for network, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:18.236662 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-551aef85-b0a8-44d1-8871-49eb8fb68da5 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for network, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:18.240325 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-551aef85-b0a8-44d1-8871-49eb8fb68da5 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "DELETE /v2.0/networks/1db40f05-df12-49c2-bc90-ab4e664c648c HTTP/1.1" status: 204 len: 168 time: 0.7676294 Nov 22 20:29:18.245206 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 35176) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:29:18.255092 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 35178) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:29:18.330921 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551aef85-b0a8-44d1-8871-49eb8fb68da5 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Pushing event deleted for resources: {'Network': ['ID=1db40f05-df12-49c2-bc90-ab4e664c648c,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:29:18.386658 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8f19c6ef-c510-462e-9655-efe553d45db4 req-6ccd01cd-02ff-4878-ae0d-3c40e24d63a5 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f1a6bfe1-26d1-4dd2-94cd-df2360ee8ad5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2509718 Nov 22 20:29:18.427024 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a7843669-ae1d-4919-b45b-ccad430048b8 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:18.512287 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-01f127ac-66bc-4b7c-98e1-e4939ec126e4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:18.559199 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a7843669-ae1d-4919-b45b-ccad430048b8 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:18.592350 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f19c6ef-c510-462e-9655-efe553d45db4 req-2111375e-3ff8-40b9-ae04-36b06a89e92c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:29:18.594539 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8f19c6ef-c510-462e-9655-efe553d45db4 req-2111375e-3ff8-40b9-ae04-36b06a89e92c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a3670ebd84cb4741b338db645a992249&device_id=f1a6bfe1-26d1-4dd2-94cd-df2360ee8ad5 HTTP/1.1" status: 200 len: 1096 time: 0.1644406 Nov 22 20:29:18.705052 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a7843669-ae1d-4919-b45b-ccad430048b8 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:18.707888 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a7843669-ae1d-4919-b45b-ccad430048b8 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:18.712704 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-a7843669-ae1d-4919-b45b-ccad430048b8 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] 10.222.0.46 "DELETE /v2.0/security-groups/8457929e-de92-4261-bfd8-ed76b2441300 HTTP/1.1" status: 204 len: 168 time: 0.4649599 Nov 22 20:29:18.723575 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7843669-ae1d-4919-b45b-ccad430048b8 tempest-TestNetworkAdvancedServerOps-366824714 tempest-TestNetworkAdvancedServerOps-366824714-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8457929e-de92-4261-bfd8-ed76b2441300,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:29:18.776383 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-01f127ac-66bc-4b7c-98e1-e4939ec126e4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:18.798695 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cda459-7e0e-4497-b961-acb7dac1e726 req-33121aa7-6a22-4304-b35f-8c1b1ddb9e41 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:29:18.799949 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-80cda459-7e0e-4497-b961-acb7dac1e726 req-33121aa7-6a22-4304-b35f-8c1b1ddb9e41 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/ports?device_id=33b2b907-88b2-43cc-a329-814686ee9d6b HTTP/1.1" status: 200 len: 943 time: 0.2044032 Nov 22 20:29:18.803044 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-01f127ac-66bc-4b7c-98e1-e4939ec126e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:18.843110 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f127ac-66bc-4b7c-98e1-e4939ec126e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfdd8b07-ce31-432f-9a9f-24a40f29642f,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:29:18.910156 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f19c6ef-c510-462e-9655-efe553d45db4 req-629034d1-c533-47e9-835e-d2a342174f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:29:18.912024 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8f19c6ef-c510-462e-9655-efe553d45db4 req-629034d1-c533-47e9-835e-d2a342174f3a service neutron] 10.222.0.41 "GET /v2.0/networks?id=13496096-9618-4fad-a538-016ce712d3bd HTTP/1.1" status: 200 len: 913 time: 0.2908025 Nov 22 20:29:18.918915 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-01f127ac-66bc-4b7c-98e1-e4939ec126e4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f983615e042541068850ecb677c96211&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6597996 Nov 22 20:29:18.919294 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 35192) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:29:18.941633 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 7fae2a6d-9f45-48f8-91f4-e7719e461511 no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:29:19.013655 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: 7fae2a6d-9f45-48f8-91f4-e7719e461511 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:29:19.020907 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 7fae2a6d-9f45-48f8-91f4-e7719e461511 not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:29:19.036604 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5e80b1f5-1db7-4395-93b7-a030f4b0d5a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:19.086783 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-80cda459-7e0e-4497-b961-acb7dac1e726 req-f9f5d28e-0be6-4742-83e3-8460c8ab36b5 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/security-groups?id=643fc82d-0ef9-4521-94aa-3318d50a506a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2464080 Nov 22 20:29:19.090837 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5e80b1f5-1db7-4395-93b7-a030f4b0d5a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:19.133965 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8f19c6ef-c510-462e-9655-efe553d45db4 req-5537f30a-6707-4bf9-8e98-c88f4b5063f9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9c51b9e8-9b54-46f6-8722-f3321988d408 HTTP/1.1" status: 200 len: 999 time: 0.1965847 Nov 22 20:29:19.179510 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5e80b1f5-1db7-4395-93b7-a030f4b0d5a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:19.183283 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5e80b1f5-1db7-4395-93b7-a030f4b0d5a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:19.188552 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-5e80b1f5-1db7-4395-93b7-a030f4b0d5a3 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/bfdd8b07-ce31-432f-9a9f-24a40f29642f HTTP/1.1" status: 204 len: 168 time: 0.2673192 Nov 22 20:29:19.200004 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e80b1f5-1db7-4395-93b7-a030f4b0d5a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfdd8b07-ce31-432f-9a9f-24a40f29642f,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:29:19.238668 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f19c6ef-c510-462e-9655-efe553d45db4 req-41e6db21-80af-45dd-a1f2-4129bedac0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:29:19.240526 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8f19c6ef-c510-462e-9655-efe553d45db4 req-41e6db21-80af-45dd-a1f2-4129bedac0ec service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c03e1529-a0c9-4990-b0cd-08a1dc455fd5 HTTP/1.1" status: 200 len: 851 time: 0.0992031 Nov 22 20:29:19.300320 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 35204) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:29:19.336033 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f19c6ef-c510-462e-9655-efe553d45db4 req-9384c889-bd50-4948-82fa-79b9b255c328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:29:19.336033 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8f19c6ef-c510-462e-9655-efe553d45db4 req-9384c889-bd50-4948-82fa-79b9b255c328 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=13496096-9618-4fad-a538-016ce712d3bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0858579 Nov 22 20:29:19.668688 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8f19c6ef-c510-462e-9655-efe553d45db4 req-28db9a23-9574-40fb-b786-3ca10631b0e8 service neutron] 10.222.0.41 "GET /v2.0/networks/13496096-9618-4fad-a538-016ce712d3bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2209997 Nov 22 20:29:19.686420 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-18a76293-7c33-4c35-9679-1d531f81e4f5 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f13d149ee8a64f188025185f0e8b5cfe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3848484 Nov 22 20:29:19.687060 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 35236) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:29:19.821641 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8f19c6ef-c510-462e-9655-efe553d45db4 req-e6dcbb67-5018-4a9d-b1f0-900893de8954 service neutron] 10.222.0.41 "GET /v2.0/networks/13496096-9618-4fad-a538-016ce712d3bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2495141 Nov 22 20:29:19.829829 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a596096b-a7c4-47e9-be8c-c71100334652 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:19.878826 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a596096b-a7c4-47e9-be8c-c71100334652 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:19.988503 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a596096b-a7c4-47e9-be8c-c71100334652 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:19.992225 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a596096b-a7c4-47e9-be8c-c71100334652 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:20.006720 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-a596096b-a7c4-47e9-be8c-c71100334652 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ab643e68-e2d8-4e2d-be43-c2d087da72a7 HTTP/1.1" status: 204 len: 168 time: 0.3164520 Nov 22 20:29:20.033463 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596096b-a7c4-47e9-be8c-c71100334652 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab643e68-e2d8-4e2d-be43-c2d087da72a7,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:29:20.080589 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 35250) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:29:20.186355 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f6e74985-84e6-4277-aa13-ffc739699976 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:20.395656 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f6e74985-84e6-4277-aa13-ffc739699976 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:20.408225 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f6e74985-84e6-4277-aa13-ffc739699976 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:20.450499 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e75d93-60c0-47e6-815b-26b782a3fdf0 req-583bce00-3b22-4bba-b9ce-1238646439fa tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:29:20.458078 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-91e75d93-60c0-47e6-815b-26b782a3fdf0 req-583bce00-3b22-4bba-b9ce-1238646439fa tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/ports?device_id=33b2b907-88b2-43cc-a329-814686ee9d6b HTTP/1.1" status: 200 len: 943 time: 0.2108405 Nov 22 20:29:20.488186 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e74985-84e6-4277-aa13-ffc739699976 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a1aaa01-c8a2-4cb0-aa5a-c4c0b3d93563,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:29:20.622023 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 35266) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:29:20.622644 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-f6e74985-84e6-4277-aa13-ffc739699976 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8f7d47887c784f848c69bd34ceaf8c53&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5408704 Nov 22 20:29:20.656578 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-91e75d93-60c0-47e6-815b-26b782a3fdf0 req-9ab24cb7-3cd8-4636-8f02-507c719c7891 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/security-groups?id=643fc82d-0ef9-4521-94aa-3318d50a506a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1918766 Nov 22 20:29:20.782345 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8bc2fc91-0691-4140-9fd1-4095a68e66bf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:20.815037 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8bc2fc91-0691-4140-9fd1-4095a68e66bf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:20.894421 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 35272) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:29:20.908981 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8bc2fc91-0691-4140-9fd1-4095a68e66bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:20.912116 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8bc2fc91-0691-4140-9fd1-4095a68e66bf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:20.915617 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-8bc2fc91-0691-4140-9fd1-4095a68e66bf admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7a1aaa01-c8a2-4cb0-aa5a-c4c0b3d93563 HTTP/1.1" status: 204 len: 168 time: 0.2821665 Nov 22 20:29:20.923096 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc2fc91-0691-4140-9fd1-4095a68e66bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a1aaa01-c8a2-4cb0-aa5a-c4c0b3d93563,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:29:20.974870 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-5d9f63a5-c2bb-4dfa-93ce-9e6648399d0c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=67270dc59e4d4b83ad00823c603a5099&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0790138 Nov 22 20:29:20.977511 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 35278) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:29:21.122792 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ca3afe3e-31bd-47ba-b326-705c1d877e1b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:21.163076 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ca3afe3e-31bd-47ba-b326-705c1d877e1b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:21.222400 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ca3afe3e-31bd-47ba-b326-705c1d877e1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:21.226005 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ca3afe3e-31bd-47ba-b326-705c1d877e1b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:21.230490 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-ca3afe3e-31bd-47ba-b326-705c1d877e1b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a95dde89-817a-4b1a-9ca7-16d249cf4e39 HTTP/1.1" status: 204 len: 168 time: 0.2488489 Nov 22 20:29:21.247971 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3afe3e-31bd-47ba-b326-705c1d877e1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a95dde89-817a-4b1a-9ca7-16d249cf4e39,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:29:21.995577 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e465c23-249f-485b-abd0-71c70e0a4226 req-65e8dcc8-ebaf-4c93-8fd2-6161ebcbe7bb tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:29:22.090946 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7e465c23-249f-485b-abd0-71c70e0a4226 req-65e8dcc8-ebaf-4c93-8fd2-6161ebcbe7bb tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/ports?device_id=33b2b907-88b2-43cc-a329-814686ee9d6b HTTP/1.1" status: 200 len: 943 time: 0.2361574 Nov 22 20:29:22.288735 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7e465c23-249f-485b-abd0-71c70e0a4226 req-6e9f4d75-3bce-4da5-afb0-3fdb0a11477f tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/security-groups?id=643fc82d-0ef9-4521-94aa-3318d50a506a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1923232 Nov 22 20:29:23.566075 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d91adc-8175-4a81-adcb-7cb9c02956a3 req-aebe7037-98a7-4ad5-88e1-8e5f965b93f6 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:29:23.581056 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-31d91adc-8175-4a81-adcb-7cb9c02956a3 req-aebe7037-98a7-4ad5-88e1-8e5f965b93f6 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/ports?device_id=33b2b907-88b2-43cc-a329-814686ee9d6b HTTP/1.1" status: 200 len: 943 time: 0.1518791 Nov 22 20:29:23.718421 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-31d91adc-8175-4a81-adcb-7cb9c02956a3 req-b257dc38-ef08-45fc-bccf-feb32fb950ff tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/security-groups?id=643fc82d-0ef9-4521-94aa-3318d50a506a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1333456 Nov 22 20:29:24.972955 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225824ca-b297-4463-842a-be64b392e63d req-8722f2c8-7710-444f-9beb-a61466d97370 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:29:24.982300 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-225824ca-b297-4463-842a-be64b392e63d req-8722f2c8-7710-444f-9beb-a61466d97370 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/ports?device_id=33b2b907-88b2-43cc-a329-814686ee9d6b HTTP/1.1" status: 200 len: 943 time: 0.1137686 Nov 22 20:29:25.116005 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-225824ca-b297-4463-842a-be64b392e63d req-f747fce1-f408-4b85-91c9-35cee6cd3857 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/security-groups?id=643fc82d-0ef9-4521-94aa-3318d50a506a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1211545 Nov 22 20:29:25.415958 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 35442) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:29:25.703771 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-61e9f6c9-b5fc-4753-a193-26153f158ae5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:25.859676 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-61e9f6c9-b5fc-4753-a193-26153f158ae5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:25.873034 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-61e9f6c9-b5fc-4753-a193-26153f158ae5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:25.911679 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-61e9f6c9-b5fc-4753-a193-26153f158ae5 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7bbf9f9a364e4d3891a3e84f371165fb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4943824 Nov 22 20:29:25.914017 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 35460) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:29:25.975576 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e9f6c9-b5fc-4753-a193-26153f158ae5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=883e8bca-3777-473c-a7b8-74ec09a3adeb,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:29:26.007425 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-2c58262c-c49e-41c3-b2ce-4a5a9c2e6c51 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:26.029909 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-2c58262c-c49e-41c3-b2ce-4a5a9c2e6c51 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:26.077709 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-2c58262c-c49e-41c3-b2ce-4a5a9c2e6c51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:26.081621 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-2c58262c-c49e-41c3-b2ce-4a5a9c2e6c51 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:26.082951 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-2c58262c-c49e-41c3-b2ce-4a5a9c2e6c51 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/883e8bca-3777-473c-a7b8-74ec09a3adeb HTTP/1.1" status: 204 len: 168 time: 0.1678133 Nov 22 20:29:26.095298 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c58262c-c49e-41c3-b2ce-4a5a9c2e6c51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=883e8bca-3777-473c-a7b8-74ec09a3adeb,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:29:26.276841 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1b83cb-6a9e-4e4f-9b9c-86be68a9b4dc req-b6d266ce-0f53-4cfe-abce-b6ddd28cb1c4 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:29:26.285778 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-fd1b83cb-6a9e-4e4f-9b9c-86be68a9b4dc req-b6d266ce-0f53-4cfe-abce-b6ddd28cb1c4 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/ports?device_id=33b2b907-88b2-43cc-a329-814686ee9d6b HTTP/1.1" status: 200 len: 943 time: 0.0951524 Nov 22 20:29:26.364200 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-fd1b83cb-6a9e-4e4f-9b9c-86be68a9b4dc req-5198aeb4-09d2-4ea1-a8af-a47932d6ab38 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/security-groups?id=643fc82d-0ef9-4521-94aa-3318d50a506a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771027 Nov 22 20:29:26.480419 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 35488) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:29:26.497135 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4dc7a0a3-fd37-4520-84e6-df3866bede9a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:26.668266 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0245540b-41a8-4f96-8815-2cf15f8b0915 req-b5cb5cbb-0fc4-446b-b07d-5baec7c10044 tempest-VolumesSnapshotTestJSON-2135202428 tempest-VolumesSnapshotTestJSON-2135202428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:29:26.669821 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0245540b-41a8-4f96-8815-2cf15f8b0915 req-b5cb5cbb-0fc4-446b-b07d-5baec7c10044 tempest-VolumesSnapshotTestJSON-2135202428 tempest-VolumesSnapshotTestJSON-2135202428-project] 10.222.0.46 "GET /v2.0/networks?id=ae1ebccf-2839-4f0d-9ea2-de0f939b66c4 HTTP/1.1" status: 200 len: 813 time: 0.1454480 Nov 22 20:29:26.688885 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4dc7a0a3-fd37-4520-84e6-df3866bede9a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:26.699520 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0245540b-41a8-4f96-8815-2cf15f8b0915 req-f69539a5-ebde-4bbf-90cd-24412a3eca5d tempest-VolumesSnapshotTestJSON-2135202428 tempest-VolumesSnapshotTestJSON-2135202428-project] 10.222.0.46 "GET /v2.0/quotas/b98f9ea0877b450793427166f9876e14 HTTP/1.1" status: 200 len: 375 time: 0.0207205 Nov 22 20:29:26.721526 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4dc7a0a3-fd37-4520-84e6-df3866bede9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:26.751470 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0245540b-41a8-4f96-8815-2cf15f8b0915 req-e8a9baf8-f0aa-44a3-a32d-4571c0b434a6 tempest-VolumesSnapshotTestJSON-2135202428 tempest-VolumesSnapshotTestJSON-2135202428-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=b98f9ea0877b450793427166f9876e14&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0419457 Nov 22 20:29:26.824867 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 35502) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:29:26.825500 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-4dc7a0a3-fd37-4520-84e6-df3866bede9a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0b1f4ef1eeab4231b95c0a6c345076e6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3431981 Nov 22 20:29:26.835067 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc7a0a3-fd37-4520-84e6-df3866bede9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f32f7e1-a40f-4a6b-9e30-66a3eb817099,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:29:26.934116 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0245540b-41a8-4f96-8815-2cf15f8b0915 req-e98456cb-36bd-4312-9da1-f2898380b01e service neutron] 10.222.0.46 "GET /v2.0/networks/ae1ebccf-2839-4f0d-9ea2-de0f939b66c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1831946 Nov 22 20:29:27.174833 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0245540b-41a8-4f96-8815-2cf15f8b0915 req-6048d926-5817-4c9c-b746-e4b0400360a2 service neutron] 10.222.0.46 "GET /v2.0/networks/ae1ebccf-2839-4f0d-9ea2-de0f939b66c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2334635 Nov 22 20:29:27.302167 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b5472c7f-f831-4362-8403-0edfe408cc44 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:27.360351 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b5472c7f-f831-4362-8403-0edfe408cc44 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:27.452612 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-faea983b-0e29-4993-9cc3-b08d391dbde9 req-15fdb26e-4f0f-4dbf-821f-795e0ea9bc31 tempest-VolumesSnapshotTestJSON-2135202428 tempest-VolumesSnapshotTestJSON-2135202428-project] 10.222.0.46 "GET /v2.0/ports?device_id=dd4200af-150b-4498-b349-8333c538c3af HTTP/1.1" status: 200 len: 210 time: 0.0677180 Nov 22 20:29:27.488566 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b5472c7f-f831-4362-8403-0edfe408cc44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:27.491062 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b5472c7f-f831-4362-8403-0edfe408cc44 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:27.514935 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-b5472c7f-f831-4362-8403-0edfe408cc44 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0f32f7e1-a40f-4a6b-9e30-66a3eb817099 HTTP/1.1" status: 204 len: 168 time: 0.6885216 Nov 22 20:29:27.541414 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5472c7f-f831-4362-8403-0edfe408cc44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f32f7e1-a40f-4a6b-9e30-66a3eb817099,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:29:27.587064 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892454e1-4d90-4ef1-bb13-f9b5b2ba91a2 req-ace1294c-d5f9-4110-af3e-c936d5746c69 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:29:27.595801 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-892454e1-4d90-4ef1-bb13-f9b5b2ba91a2 req-ace1294c-d5f9-4110-af3e-c936d5746c69 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/ports?device_id=33b2b907-88b2-43cc-a329-814686ee9d6b HTTP/1.1" status: 200 len: 943 time: 0.0799525 Nov 22 20:29:27.646766 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-892454e1-4d90-4ef1-bb13-f9b5b2ba91a2 req-a92dba81-554a-4775-ae11-0f151a388512 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/security-groups?id=643fc82d-0ef9-4521-94aa-3318d50a506a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500836 Nov 22 20:29:27.804202 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e67041d-71ba-4825-92f1-3c9817e4756f req-a449aa31-e14d-444b-96a2-4584b91480e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:29:27.806321 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8e67041d-71ba-4825-92f1-3c9817e4756f req-a449aa31-e14d-444b-96a2-4584b91480e8 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=33b2b907-88b2-43cc-a329-814686ee9d6b&tenant_id=99aeed5920ec4cada406eeeb08e171e4 HTTP/1.1" status: 200 len: 1094 time: 0.0647888 Nov 22 20:29:27.821722 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-8e67041d-71ba-4825-92f1-3c9817e4756f req-bbe28591-e693-411f-b990-e5b5811d5ffd service neutron] Request body: {'port': {'binding:host_id': 'n-h2-818823-1', 'device_owner': 'compute:nova'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:29:27.921937 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-8e67041d-71ba-4825-92f1-3c9817e4756f req-bbe28591-e693-411f-b990-e5b5811d5ffd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:28.278749 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-8e67041d-71ba-4825-92f1-3c9817e4756f req-bbe28591-e693-411f-b990-e5b5811d5ffd service neutron] For port e1b23151-dad5-4a0d-a549-a1497d3eb2a7, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=e1b23151-dad5-4a0d-a549-a1497d3eb2a7,segment=NetworkSegment(0f31ec19-3af4-4928-96f6-fbcd53d7ad3c),segment_id=0f31ec19-3af4-4928-96f6-fbcd53d7ad3c)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:29:28.329711 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-8e67041d-71ba-4825-92f1-3c9817e4756f req-bbe28591-e693-411f-b990-e5b5811d5ffd service neutron] For port e1b23151-dad5-4a0d-a549-a1497d3eb2a7, host n-h1-818823-1, cleared binding levels {{(pid=103447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:29:28.414854 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [req-8e67041d-71ba-4825-92f1-3c9817e4756f req-bbe28591-e693-411f-b990-e5b5811d5ffd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1b23151-dad5-4a0d-a549-a1497d3eb2a7 {{(pid=103447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:29:28.425593 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-8e67041d-71ba-4825-92f1-3c9817e4756f req-bbe28591-e693-411f-b990-e5b5811d5ffd service neutron] Publish callbacks [] for port, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:28.439366 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.provisioning_blocks [req-8e67041d-71ba-4825-92f1-3c9817e4756f req-bbe28591-e693-411f-b990-e5b5811d5ffd service neutron] Transition to ACTIVE for port object e1b23151-dad5-4a0d-a549-a1497d3eb2a7 will not be triggered until provisioned by entity L2. {{(pid=103447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 20:29:28.452617 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-8e67041d-71ba-4825-92f1-3c9817e4756f req-bbe28591-e693-411f-b990-e5b5811d5ffd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:28.517287 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe28591-e693-411f-b990-e5b5811d5ffd service neutron] Pushing event updated for resources: {'Port': ['ID=e1b23151-dad5-4a0d-a549-a1497d3eb2a7,revision_number=9']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:29:28.690777 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e67041d-71ba-4825-92f1-3c9817e4756f req-bbe28591-e693-411f-b990-e5b5811d5ffd service neutron] No DVR routers for this DVR port e1b23151-dad5-4a0d-a549-a1497d3eb2a7 on host n-h1-818823-1 {{(pid=103447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:29:28.825485 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-634aa557-07ee-4366-ab91-6c8dec71a616 req-7cf2fcfe-7917-4175-a55a-be3acbce44d7 tempest-VolumesSnapshotTestJSON-2135202428 tempest-VolumesSnapshotTestJSON-2135202428-project] 10.222.0.46 "GET /v2.0/ports?device_id=dd4200af-150b-4498-b349-8333c538c3af HTTP/1.1" status: 200 len: 210 time: 0.1437564 Nov 22 20:29:29.091386 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643f3611-d561-4c3c-8fd9-798eb190a844 req-49d97cee-f6cc-4bf7-a419-47964de7abdf tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:29:29.093998 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-643f3611-d561-4c3c-8fd9-798eb190a844 req-49d97cee-f6cc-4bf7-a419-47964de7abdf tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/ports?device_id=33b2b907-88b2-43cc-a329-814686ee9d6b HTTP/1.1" status: 200 len: 943 time: 0.1370909 Nov 22 20:29:29.118675 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0245540b-41a8-4f96-8815-2cf15f8b0915 req-0d8f1a62-cd4c-4730-bfff-5cbe0f8f554d tempest-VolumesSnapshotTestJSON-2135202428 tempest-VolumesSnapshotTestJSON-2135202428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:29:29.122023 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0245540b-41a8-4f96-8815-2cf15f8b0915 req-0d8f1a62-cd4c-4730-bfff-5cbe0f8f554d tempest-VolumesSnapshotTestJSON-2135202428 tempest-VolumesSnapshotTestJSON-2135202428-project] 10.222.0.20 "GET /v2.0/networks?id=ae1ebccf-2839-4f0d-9ea2-de0f939b66c4 HTTP/1.1" status: 200 len: 813 time: 0.3169153 Nov 22 20:29:29.150661 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-0245540b-41a8-4f96-8815-2cf15f8b0915 req-2293101a-1309-48c7-8300-467053c14263 tempest-VolumesSnapshotTestJSON-2135202428 tempest-VolumesSnapshotTestJSON-2135202428-project] Request body: {'port': {'device_id': 'dd4200af-150b-4498-b349-8333c538c3af', 'network_id': 'ae1ebccf-2839-4f0d-9ea2-de0f939b66c4', 'admin_state_up': True, 'tenant_id': 'b98f9ea0877b450793427166f9876e14'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:29:29.268280 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-643f3611-d561-4c3c-8fd9-798eb190a844 req-47958ba6-0213-4da6-9424-4e7899686cd9 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/security-groups?id=643fc82d-0ef9-4521-94aa-3318d50a506a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1659126 Nov 22 20:29:29.273463 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-8e67041d-71ba-4825-92f1-3c9817e4756f req-bbe28591-e693-411f-b990-e5b5811d5ffd service neutron] Attempting to bind port e1b23151-dad5-4a0d-a549-a1497d3eb2a7 on host n-h2-818823-1 for vnic_type normal with profile {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:29:29.273797 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-8e67041d-71ba-4825-92f1-3c9817e4756f req-bbe28591-e693-411f-b990-e5b5811d5ffd service neutron] Attempting to bind port e1b23151-dad5-4a0d-a549-a1497d3eb2a7 by drivers openvswitch,hyperv on host n-h2-818823-1 at level 0 using segments [{'id': '0f31ec19-3af4-4928-96f6-fbcd53d7ad3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '472efbbc-d832-48a8-ba47-cb0fa0f678cf'}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:29:29.274123 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e67041d-71ba-4825-92f1-3c9817e4756f req-bbe28591-e693-411f-b990-e5b5811d5ffd service neutron] Attempting to bind port e1b23151-dad5-4a0d-a549-a1497d3eb2a7 on network 472efbbc-d832-48a8-ba47-cb0fa0f678cf {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:29:29.288062 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e67041d-71ba-4825-92f1-3c9817e4756f req-bbe28591-e693-411f-b990-e5b5811d5ffd service neutron] Port e1b23151-dad5-4a0d-a549-a1497d3eb2a7 on network 472efbbc-d832-48a8-ba47-cb0fa0f678cf not bound, no agent of type Open vSwitch agent registered on host n-h2-818823-1 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:29:29.288692 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e67041d-71ba-4825-92f1-3c9817e4756f req-bbe28591-e693-411f-b990-e5b5811d5ffd service neutron] Attempting to bind port e1b23151-dad5-4a0d-a549-a1497d3eb2a7 on network 472efbbc-d832-48a8-ba47-cb0fa0f678cf {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:29:29.630369 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e67041d-71ba-4825-92f1-3c9817e4756f req-bbe28591-e693-411f-b990-e5b5811d5ffd service neutron] Checking agent: {'id': '65e0486a-7030-4065-96f0-10aa7402a530', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'started_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 29, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:29:29.630737 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e67041d-71ba-4825-92f1-3c9817e4756f req-bbe28591-e693-411f-b990-e5b5811d5ffd service neutron] Checking segment: {'id': '0f31ec19-3af4-4928-96f6-fbcd53d7ad3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '472efbbc-d832-48a8-ba47-cb0fa0f678cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:29:29.631116 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e67041d-71ba-4825-92f1-3c9817e4756f req-bbe28591-e693-411f-b990-e5b5811d5ffd service neutron] Bound using segment: {'id': '0f31ec19-3af4-4928-96f6-fbcd53d7ad3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '472efbbc-d832-48a8-ba47-cb0fa0f678cf'} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:29:29.631605 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-8e67041d-71ba-4825-92f1-3c9817e4756f req-bbe28591-e693-411f-b990-e5b5811d5ffd service neutron] Bound port: e1b23151-dad5-4a0d-a549-a1497d3eb2a7, host: n-h2-818823-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f31ec19-3af4-4928-96f6-fbcd53d7ad3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '472efbbc-d832-48a8-ba47-cb0fa0f678cf'}}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:29:29.631962 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-8e67041d-71ba-4825-92f1-3c9817e4756f req-bbe28591-e693-411f-b990-e5b5811d5ffd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:29.716269 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0245540b-41a8-4f96-8815-2cf15f8b0915 req-2293101a-1309-48c7-8300-467053c14263 tempest-VolumesSnapshotTestJSON-2135202428 tempest-VolumesSnapshotTestJSON-2135202428-project] Made reservation on behalf of b98f9ea0877b450793427166f9876e14 for: {'port': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:29:29.719852 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-0245540b-41a8-4f96-8815-2cf15f8b0915 req-2293101a-1309-48c7-8300-467053c14263 tempest-VolumesSnapshotTestJSON-2135202428 tempest-VolumesSnapshotTestJSON-2135202428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:29.739647 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-8e67041d-71ba-4825-92f1-3c9817e4756f req-bbe28591-e693-411f-b990-e5b5811d5ffd service neutron] For port e1b23151-dad5-4a0d-a549-a1497d3eb2a7, host n-h2-818823-1, cleared binding levels {{(pid=103447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:29:29.778036 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-8e67041d-71ba-4825-92f1-3c9817e4756f req-bbe28591-e693-411f-b990-e5b5811d5ffd service neutron] For port e1b23151-dad5-4a0d-a549-a1497d3eb2a7, host n-h2-818823-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=e1b23151-dad5-4a0d-a549-a1497d3eb2a7,segment=NetworkSegment(0f31ec19-3af4-4928-96f6-fbcd53d7ad3c),segment_id=0f31ec19-3af4-4928-96f6-fbcd53d7ad3c)] {{(pid=103447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:29:29.929017 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-8e67041d-71ba-4825-92f1-3c9817e4756f req-bbe28591-e693-411f-b990-e5b5811d5ffd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:29.974943 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ea6c32fe-c80f-45aa-88f4-cc28333fba38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:29.998472 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e67041d-71ba-4825-92f1-3c9817e4756f req-bbe28591-e693-411f-b990-e5b5811d5ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:29:30.000715 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-8e67041d-71ba-4825-92f1-3c9817e4756f req-bbe28591-e693-411f-b990-e5b5811d5ffd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:30.003449 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8e67041d-71ba-4825-92f1-3c9817e4756f req-bbe28591-e693-411f-b990-e5b5811d5ffd service neutron] 10.222.0.20 "PUT /v2.0/ports/e1b23151-dad5-4a0d-a549-a1497d3eb2a7 HTTP/1.1" status: 200 len: 1091 time: 2.1868956 Nov 22 20:29:30.057110 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33b2b907-88b2-43cc-a329-814686ee9d6b', 'tag': 'e1b23151-dad5-4a0d-a549-a1497d3eb2a7'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:29:30.059699 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-370c9c57-9308-4de2-9d65-86da7a4bfebd" -d '{"events": [{"name": "network-changed", "server_uuid": "33b2b907-88b2-43cc-a329-814686ee9d6b", "tag": "e1b23151-dad5-4a0d-a549-a1497d3eb2a7"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:29:30.165992 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-53f04840-2c83-4975-9841-87010c21e816 req-10e714e1-cac8-4442-9955-85162ed1b1b6 tempest-VolumesSnapshotTestJSON-2135202428 tempest-VolumesSnapshotTestJSON-2135202428-project] 10.222.0.46 "GET /v2.0/ports?device_id=dd4200af-150b-4498-b349-8333c538c3af HTTP/1.1" status: 200 len: 210 time: 0.2185409 Nov 22 20:29:30.303093 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 20:29:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e8f522d-4ef1-411e-b59f-8540315c225b x-openstack-request-id: req-4e8f522d-4ef1-411e-b59f-8540315c225b {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:29:30.303093 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33b2b907-88b2-43cc-a329-814686ee9d6b", "tag": "e1b23151-dad5-4a0d-a549-a1497d3eb2a7", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:29:30.303093 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4e8f522d-4ef1-411e-b59f-8540315c225b {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:29:30.303093 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33b2b907-88b2-43cc-a329-814686ee9d6b', 'tag': 'e1b23151-dad5-4a0d-a549-a1497d3eb2a7', 'status': 'completed', 'code': 200} Nov 22 20:29:30.316684 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [req-0245540b-41a8-4f96-8815-2cf15f8b0915 req-2293101a-1309-48c7-8300-467053c14263 tempest-VolumesSnapshotTestJSON-2135202428 tempest-VolumesSnapshotTestJSON-2135202428-project] Allocated IP 172.20.0.3 (ae1ebccf-2839-4f0d-9ea2-de0f939b66c4/2261e0fe-c510-4cbb-8205-a39506c65cf7/ce6bb0aa-47bf-4789-9117-81113743a360) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:29:30.327235 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e67041d-71ba-4825-92f1-3c9817e4756f req-a03d095c-f103-489b-83ea-e3c708484726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:29:30.328792 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8e67041d-71ba-4825-92f1-3c9817e4756f req-a03d095c-f103-489b-83ea-e3c708484726 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=99aeed5920ec4cada406eeeb08e171e4&device_id=33b2b907-88b2-43cc-a329-814686ee9d6b HTTP/1.1" status: 200 len: 1095 time: 0.2290754 Nov 22 20:29:30.329421 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe28591-e693-411f-b990-e5b5811d5ffd service neutron] Pushing event updated for resources: {'Port': ['ID=e1b23151-dad5-4a0d-a549-a1497d3eb2a7,revision_number=10']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:29:30.523679 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e67041d-71ba-4825-92f1-3c9817e4756f req-2abf9296-64c6-4a0e-a85f-4931dcf86f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:29:30.525365 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8e67041d-71ba-4825-92f1-3c9817e4756f req-2abf9296-64c6-4a0e-a85f-4931dcf86f9a service neutron] 10.222.0.20 "GET /v2.0/networks?id=472efbbc-d832-48a8-ba47-cb0fa0f678cf HTTP/1.1" status: 200 len: 918 time: 0.1873176 Nov 22 20:29:30.619458 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e98028c-3361-4a6c-9d9b-d405d408386e req-98644d96-82d4-4298-a6fb-76e30a5424ec tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:29:30.627609 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4e98028c-3361-4a6c-9d9b-d405d408386e req-98644d96-82d4-4298-a6fb-76e30a5424ec tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/ports?device_id=33b2b907-88b2-43cc-a329-814686ee9d6b HTTP/1.1" status: 200 len: 944 time: 0.1979926 Nov 22 20:29:30.713970 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8e67041d-71ba-4825-92f1-3c9817e4756f req-cd737d13-b515-41e2-b8ef-94d8fe042d2b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e1b23151-dad5-4a0d-a549-a1497d3eb2a7 HTTP/1.1" status: 200 len: 999 time: 0.1756542 Nov 22 20:29:30.825849 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4e98028c-3361-4a6c-9d9b-d405d408386e req-858469fb-e2ed-4df9-993e-5651cdb326f1 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/security-groups?id=643fc82d-0ef9-4521-94aa-3318d50a506a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1972501 Nov 22 20:29:30.843451 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e67041d-71ba-4825-92f1-3c9817e4756f req-51951692-e69d-4961-a5af-3a6bfdb0369a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:29:30.845581 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8e67041d-71ba-4825-92f1-3c9817e4756f req-51951692-e69d-4961-a5af-3a6bfdb0369a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bfcf564a-3590-4b88-b146-a6d87131f13b HTTP/1.1" status: 200 len: 856 time: 0.1213350 Nov 22 20:29:30.931655 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-0245540b-41a8-4f96-8815-2cf15f8b0915 req-2293101a-1309-48c7-8300-467053c14263 tempest-VolumesSnapshotTestJSON-2135202428 tempest-VolumesSnapshotTestJSON-2135202428-project] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:30.965957 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e67041d-71ba-4825-92f1-3c9817e4756f req-c2329a32-7272-480b-b00b-2104b99bfcce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:29:30.967513 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8e67041d-71ba-4825-92f1-3c9817e4756f req-c2329a32-7272-480b-b00b-2104b99bfcce service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=472efbbc-d832-48a8-ba47-cb0fa0f678cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1084909 Nov 22 20:29:31.065108 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-0245540b-41a8-4f96-8815-2cf15f8b0915 req-2293101a-1309-48c7-8300-467053c14263 tempest-VolumesSnapshotTestJSON-2135202428 tempest-VolumesSnapshotTestJSON-2135202428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:31.173988 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0245540b-41a8-4f96-8815-2cf15f8b0915 req-2293101a-1309-48c7-8300-467053c14263 tempest-VolumesSnapshotTestJSON-2135202428 tempest-VolumesSnapshotTestJSON-2135202428-project] Network ae1ebccf-2839-4f0d-9ea2-de0f939b66c4 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:29:31.182681 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [req-0245540b-41a8-4f96-8815-2cf15f8b0915 req-2293101a-1309-48c7-8300-467053c14263 tempest-VolumesSnapshotTestJSON-2135202428 tempest-VolumesSnapshotTestJSON-2135202428-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:29:31.198702 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2293101a-1309-48c7-8300-467053c14263 tempest-VolumesSnapshotTestJSON-2135202428 tempest-VolumesSnapshotTestJSON-2135202428-project] Pushing event updated for resources: {'Port': ['ID=ce6bb0aa-47bf-4789-9117-81113743a360,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:29:31.207149 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-0245540b-41a8-4f96-8815-2cf15f8b0915 req-2293101a-1309-48c7-8300-467053c14263 tempest-VolumesSnapshotTestJSON-2135202428 tempest-VolumesSnapshotTestJSON-2135202428-project] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:29:31.265525 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 35690) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:29:31.272917 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2293101a-1309-48c7-8300-467053c14263 tempest-VolumesSnapshotTestJSON-2135202428 tempest-VolumesSnapshotTestJSON-2135202428-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:29:31.273500 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2293101a-1309-48c7-8300-467053c14263 tempest-VolumesSnapshotTestJSON-2135202428 tempest-VolumesSnapshotTestJSON-2135202428-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:29:31.274176 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2293101a-1309-48c7-8300-467053c14263 tempest-VolumesSnapshotTestJSON-2135202428 tempest-VolumesSnapshotTestJSON-2135202428-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:29:31.274709 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2293101a-1309-48c7-8300-467053c14263 tempest-VolumesSnapshotTestJSON-2135202428 tempest-VolumesSnapshotTestJSON-2135202428-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:29:31.275146 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2293101a-1309-48c7-8300-467053c14263 tempest-VolumesSnapshotTestJSON-2135202428 tempest-VolumesSnapshotTestJSON-2135202428-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:29:31.276151 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2293101a-1309-48c7-8300-467053c14263 tempest-VolumesSnapshotTestJSON-2135202428 tempest-VolumesSnapshotTestJSON-2135202428-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:29:31.276696 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2293101a-1309-48c7-8300-467053c14263 tempest-VolumesSnapshotTestJSON-2135202428 tempest-VolumesSnapshotTestJSON-2135202428-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:29:31.277608 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2293101a-1309-48c7-8300-467053c14263 tempest-VolumesSnapshotTestJSON-2135202428 tempest-VolumesSnapshotTestJSON-2135202428-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:29:31.278167 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2293101a-1309-48c7-8300-467053c14263 tempest-VolumesSnapshotTestJSON-2135202428 tempest-VolumesSnapshotTestJSON-2135202428-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:29:31.278587 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2293101a-1309-48c7-8300-467053c14263 tempest-VolumesSnapshotTestJSON-2135202428 tempest-VolumesSnapshotTestJSON-2135202428-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:29:31.279198 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2293101a-1309-48c7-8300-467053c14263 tempest-VolumesSnapshotTestJSON-2135202428 tempest-VolumesSnapshotTestJSON-2135202428-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:29:31.279627 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2293101a-1309-48c7-8300-467053c14263 tempest-VolumesSnapshotTestJSON-2135202428 tempest-VolumesSnapshotTestJSON-2135202428-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:29:31.301753 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0245540b-41a8-4f96-8815-2cf15f8b0915 req-2293101a-1309-48c7-8300-467053c14263 tempest-VolumesSnapshotTestJSON-2135202428 tempest-VolumesSnapshotTestJSON-2135202428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:29:31.302528 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-0245540b-41a8-4f96-8815-2cf15f8b0915 req-2293101a-1309-48c7-8300-467053c14263 tempest-VolumesSnapshotTestJSON-2135202428 tempest-VolumesSnapshotTestJSON-2135202428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:31.310107 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8e67041d-71ba-4825-92f1-3c9817e4756f req-c681a08d-0615-4e2e-81ae-45bbf031a315 service neutron] 10.222.0.20 "GET /v2.0/networks/472efbbc-d832-48a8-ba47-cb0fa0f678cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3346512 Nov 22 20:29:31.336962 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0245540b-41a8-4f96-8815-2cf15f8b0915 req-2293101a-1309-48c7-8300-467053c14263 tempest-VolumesSnapshotTestJSON-2135202428 tempest-VolumesSnapshotTestJSON-2135202428-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1922827 Nov 22 20:29:31.368410 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-0245540b-41a8-4f96-8815-2cf15f8b0915 req-56c2c57d-88ea-4f24-b26a-5a80f8637131 service neutron] Request body: {'port': {'device_id': 'dd4200af-150b-4498-b349-8333c538c3af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818823-1'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:29:31.604857 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17994e69-d457-4d60-8cee-47cc42e292b4 req-8b404bcd-c093-47b0-b379-ed7ece5b33c9 tempest-VolumesSnapshotTestJSON-2135202428 tempest-VolumesSnapshotTestJSON-2135202428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:29:31.606400 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-17994e69-d457-4d60-8cee-47cc42e292b4 req-8b404bcd-c093-47b0-b379-ed7ece5b33c9 tempest-VolumesSnapshotTestJSON-2135202428 tempest-VolumesSnapshotTestJSON-2135202428-project] 10.222.0.46 "GET /v2.0/ports?device_id=dd4200af-150b-4498-b349-8333c538c3af HTTP/1.1" status: 200 len: 931 time: 0.1740887 Nov 22 20:29:31.611742 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 35702) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:29:31.721458 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-0245540b-41a8-4f96-8815-2cf15f8b0915 req-56c2c57d-88ea-4f24-b26a-5a80f8637131 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:31.728961 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-17994e69-d457-4d60-8cee-47cc42e292b4 req-570e3f60-6b51-4918-a348-ee43a9575ff2 tempest-VolumesSnapshotTestJSON-2135202428 tempest-VolumesSnapshotTestJSON-2135202428-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2bd36ea-fff5-4c53-80d3-585d8a14f8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083870 Nov 22 20:29:31.738386 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8e67041d-71ba-4825-92f1-3c9817e4756f req-413279e0-1a64-493f-9236-cf3854022a02 service neutron] 10.222.0.20 "GET /v2.0/networks/472efbbc-d832-48a8-ba47-cb0fa0f678cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4203300 Nov 22 20:29:31.990967 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-df1bf92d-3e4c-49c3-bc3c-3da0b474f250 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659736'] for router_interface, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:32.090912 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-799974f6-c96d-4009-9036-bdd65daaba85 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:32.241437 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370c9c57-9308-4de2-9d65-86da7a4bfebd req-c3b0a05b-0bf5-4520-8f9e-30481d8d4166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:29:32.243020 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-370c9c57-9308-4de2-9d65-86da7a4bfebd req-c3b0a05b-0bf5-4520-8f9e-30481d8d4166 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=99aeed5920ec4cada406eeeb08e171e4&device_id=33b2b907-88b2-43cc-a329-814686ee9d6b HTTP/1.1" status: 200 len: 1095 time: 0.2156634 Nov 22 20:29:32.259863 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c569b7d8-2d58-4aac-99c5-c7913801d920 req-ac7dca7e-79dc-49e7-8fb7-47b33472f067 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:29:32.262226 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c569b7d8-2d58-4aac-99c5-c7913801d920 req-ac7dca7e-79dc-49e7-8fb7-47b33472f067 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/ports?device_id=33b2b907-88b2-43cc-a329-814686ee9d6b HTTP/1.1" status: 200 len: 944 time: 0.2336450 Nov 22 20:29:32.423190 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-df1bf92d-3e4c-49c3-bc3c-3da0b474f250 admin admin] Deleting port 1819c5ba-3507-44cc-a7d5-e7ea94e734fa {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:29:32.424361 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-df1bf92d-3e4c-49c3-bc3c-3da0b474f250 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:32.490294 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ea00611a-507b-49a2-ab3c-376582cd853f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:32.549067 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-df1bf92d-3e4c-49c3-bc3c-3da0b474f250 admin admin] For port 1819c5ba-3507-44cc-a7d5-e7ea94e734fa, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=1819c5ba-3507-44cc-a7d5-e7ea94e734fa,segment=NetworkSegment(6273ad9b-43bd-49ab-92c4-43e66fe51a00),segment_id=6273ad9b-43bd-49ab-92c4-43e66fe51a00)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:29:32.549844 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-df1bf92d-3e4c-49c3-bc3c-3da0b474f250 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:32.567361 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-df1bf92d-3e4c-49c3-bc3c-3da0b474f250 admin admin] Calling delete_port for 1819c5ba-3507-44cc-a7d5-e7ea94e734fa owned by network:router_interface {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:29:32.579796 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [req-0245540b-41a8-4f96-8815-2cf15f8b0915 req-56c2c57d-88ea-4f24-b26a-5a80f8637131 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce6bb0aa-47bf-4789-9117-81113743a360 {{(pid=103447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:29:32.608386 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-0245540b-41a8-4f96-8815-2cf15f8b0915 req-56c2c57d-88ea-4f24-b26a-5a80f8637131 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:32.659507 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c569b7d8-2d58-4aac-99c5-c7913801d920 req-0389dc5d-47f1-4e5f-83d4-9c364890aef4 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/security-groups?id=643fc82d-0ef9-4521-94aa-3318d50a506a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3264759 Nov 22 20:29:32.671590 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-799974f6-c96d-4009-9036-bdd65daaba85 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:32.674910 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.provisioning_blocks [req-0245540b-41a8-4f96-8815-2cf15f8b0915 req-56c2c57d-88ea-4f24-b26a-5a80f8637131 service neutron] Transition to ACTIVE for port object ce6bb0aa-47bf-4789-9117-81113743a360 will not be triggered until provisioned by entity L2. {{(pid=103447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 20:29:32.682591 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-799974f6-c96d-4009-9036-bdd65daaba85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:32.705535 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-0245540b-41a8-4f96-8815-2cf15f8b0915 req-56c2c57d-88ea-4f24-b26a-5a80f8637131 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:32.907506 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c2c57d-88ea-4f24-b26a-5a80f8637131 service neutron] Pushing event updated for resources: {'Port': ['ID=ce6bb0aa-47bf-4789-9117-81113743a360,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:29:32.934788 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370c9c57-9308-4de2-9d65-86da7a4bfebd req-7453424d-db96-4188-b1f5-c59c08052095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:29:32.936631 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-370c9c57-9308-4de2-9d65-86da7a4bfebd req-7453424d-db96-4188-b1f5-c59c08052095 service neutron] 10.222.0.20 "GET /v2.0/networks?id=472efbbc-d832-48a8-ba47-cb0fa0f678cf HTTP/1.1" status: 200 len: 918 time: 0.6723125 Nov 22 20:29:32.966057 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-799974f6-c96d-4009-9036-bdd65daaba85 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=603ec400a7b74088a13179fbb9ebfc87&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3503091 Nov 22 20:29:32.979727 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799974f6-c96d-4009-9036-bdd65daaba85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9446eb9-b2d4-4366-b9b9-b396478eceda,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:29:32.981539 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 35752) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:29:33.012925 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bf8005-0330-4106-a29d-f99a1f2ae482 req-800de557-f194-4352-af42-1051d40e9e32 tempest-VolumesSnapshotTestJSON-2135202428 tempest-VolumesSnapshotTestJSON-2135202428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:29:33.021326 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c1bf8005-0330-4106-a29d-f99a1f2ae482 req-800de557-f194-4352-af42-1051d40e9e32 tempest-VolumesSnapshotTestJSON-2135202428 tempest-VolumesSnapshotTestJSON-2135202428-project] 10.222.0.46 "GET /v2.0/ports?device_id=dd4200af-150b-4498-b349-8333c538c3af HTTP/1.1" status: 200 len: 943 time: 0.1503680 Nov 22 20:29:33.282856 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-370c9c57-9308-4de2-9d65-86da7a4bfebd req-ed7d41e6-ded5-4949-a2cc-cfd7e676f43f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e1b23151-dad5-4a0d-a549-a1497d3eb2a7 HTTP/1.1" status: 200 len: 999 time: 0.1693282 Nov 22 20:29:33.287426 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3c7977c5-7c1e-4069-89d5-50857738d950 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:33.305368 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c1bf8005-0330-4106-a29d-f99a1f2ae482 req-afc04d34-f829-482d-a0cb-efd0af068374 tempest-VolumesSnapshotTestJSON-2135202428 tempest-VolumesSnapshotTestJSON-2135202428-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2bd36ea-fff5-4c53-80d3-585d8a14f8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2822154 Nov 22 20:29:33.333337 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3c7977c5-7c1e-4069-89d5-50857738d950 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:33.349531 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-0245540b-41a8-4f96-8815-2cf15f8b0915 req-56c2c57d-88ea-4f24-b26a-5a80f8637131 service neutron] Attempting to bind port ce6bb0aa-47bf-4789-9117-81113743a360 on host n-h2-818823-1 for vnic_type normal with profile {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:29:33.350278 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-0245540b-41a8-4f96-8815-2cf15f8b0915 req-56c2c57d-88ea-4f24-b26a-5a80f8637131 service neutron] Attempting to bind port ce6bb0aa-47bf-4789-9117-81113743a360 by drivers openvswitch,hyperv on host n-h2-818823-1 at level 0 using segments [{'id': 'a7c0e7ff-7a27-492d-907d-7ccfe5c23782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'ae1ebccf-2839-4f0d-9ea2-de0f939b66c4'}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:29:33.351177 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0245540b-41a8-4f96-8815-2cf15f8b0915 req-56c2c57d-88ea-4f24-b26a-5a80f8637131 service neutron] Attempting to bind port ce6bb0aa-47bf-4789-9117-81113743a360 on network ae1ebccf-2839-4f0d-9ea2-de0f939b66c4 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:29:33.367222 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0245540b-41a8-4f96-8815-2cf15f8b0915 req-56c2c57d-88ea-4f24-b26a-5a80f8637131 service neutron] Port ce6bb0aa-47bf-4789-9117-81113743a360 on network ae1ebccf-2839-4f0d-9ea2-de0f939b66c4 not bound, no agent of type Open vSwitch agent registered on host n-h2-818823-1 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:29:33.367222 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0245540b-41a8-4f96-8815-2cf15f8b0915 req-56c2c57d-88ea-4f24-b26a-5a80f8637131 service neutron] Attempting to bind port ce6bb0aa-47bf-4789-9117-81113743a360 on network ae1ebccf-2839-4f0d-9ea2-de0f939b66c4 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:29:33.380405 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0245540b-41a8-4f96-8815-2cf15f8b0915 req-56c2c57d-88ea-4f24-b26a-5a80f8637131 service neutron] Checking agent: {'id': '65e0486a-7030-4065-96f0-10aa7402a530', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'started_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 29, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:29:33.380405 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0245540b-41a8-4f96-8815-2cf15f8b0915 req-56c2c57d-88ea-4f24-b26a-5a80f8637131 service neutron] Checking segment: {'id': 'a7c0e7ff-7a27-492d-907d-7ccfe5c23782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'ae1ebccf-2839-4f0d-9ea2-de0f939b66c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:29:33.380405 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0245540b-41a8-4f96-8815-2cf15f8b0915 req-56c2c57d-88ea-4f24-b26a-5a80f8637131 service neutron] Bound using segment: {'id': 'a7c0e7ff-7a27-492d-907d-7ccfe5c23782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'ae1ebccf-2839-4f0d-9ea2-de0f939b66c4'} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:29:33.380405 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-0245540b-41a8-4f96-8815-2cf15f8b0915 req-56c2c57d-88ea-4f24-b26a-5a80f8637131 service neutron] Bound port: ce6bb0aa-47bf-4789-9117-81113743a360, host: n-h2-818823-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7c0e7ff-7a27-492d-907d-7ccfe5c23782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'ae1ebccf-2839-4f0d-9ea2-de0f939b66c4'}}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:29:33.380405 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-0245540b-41a8-4f96-8815-2cf15f8b0915 req-56c2c57d-88ea-4f24-b26a-5a80f8637131 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:33.418964 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-df1bf92d-3e4c-49c3-bc3c-3da0b474f250 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:33.422961 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-03f0964f-1b75-4df7-99e0-a3cdb56ec2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:33.462802 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3c7977c5-7c1e-4069-89d5-50857738d950 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:33.468234 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3c7977c5-7c1e-4069-89d5-50857738d950 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:33.469967 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-3c7977c5-7c1e-4069-89d5-50857738d950 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d9446eb9-b2d4-4366-b9b9-b396478eceda HTTP/1.1" status: 204 len: 168 time: 0.4755423 Nov 22 20:29:33.524702 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1bf92d-3e4c-49c3-bc3c-3da0b474f250 admin admin] Pushing event deleted for resources: {'Port': ['ID=1819c5ba-3507-44cc-a7d5-e7ea94e734fa,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:29:33.551166 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7977c5-7c1e-4069-89d5-50857738d950 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9446eb9-b2d4-4366-b9b9-b396478eceda,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:29:33.581425 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-0245540b-41a8-4f96-8815-2cf15f8b0915 req-56c2c57d-88ea-4f24-b26a-5a80f8637131 service neutron] For port ce6bb0aa-47bf-4789-9117-81113743a360, host n-h2-818823-1, cleared binding levels {{(pid=103447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:29:33.593830 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-0245540b-41a8-4f96-8815-2cf15f8b0915 req-56c2c57d-88ea-4f24-b26a-5a80f8637131 service neutron] For port ce6bb0aa-47bf-4789-9117-81113743a360, host n-h2-818823-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=ce6bb0aa-47bf-4789-9117-81113743a360,segment=NetworkSegment(a7c0e7ff-7a27-492d-907d-7ccfe5c23782),segment_id=a7c0e7ff-7a27-492d-907d-7ccfe5c23782)] {{(pid=103447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:29:33.606676 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-0245540b-41a8-4f96-8815-2cf15f8b0915 req-56c2c57d-88ea-4f24-b26a-5a80f8637131 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:33.957933 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0245540b-41a8-4f96-8815-2cf15f8b0915 req-56c2c57d-88ea-4f24-b26a-5a80f8637131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:29:33.958745 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-0245540b-41a8-4f96-8815-2cf15f8b0915 req-56c2c57d-88ea-4f24-b26a-5a80f8637131 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:33.960966 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0245540b-41a8-4f96-8815-2cf15f8b0915 req-56c2c57d-88ea-4f24-b26a-5a80f8637131 service neutron] 10.222.0.20 "PUT /v2.0/ports/ce6bb0aa-47bf-4789-9117-81113743a360 HTTP/1.1" status: 200 len: 1091 time: 2.5983546 Nov 22 20:29:33.968890 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd4200af-150b-4498-b349-8333c538c3af', 'tag': 'ce6bb0aa-47bf-4789-9117-81113743a360'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:29:33.973234 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ccc1198-e1a7-4481-93c9-a05a6e2ccac0" -d '{"events": [{"name": "network-changed", "server_uuid": "dd4200af-150b-4498-b349-8333c538c3af", "tag": "ce6bb0aa-47bf-4789-9117-81113743a360"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:29:34.030232 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-df1bf92d-3e4c-49c3-bc3c-3da0b474f250 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-563470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-663272'] for router_interface, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:34.045096 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370c9c57-9308-4de2-9d65-86da7a4bfebd req-758ac6de-bf5f-4372-b31c-abb9d11d0a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:29:34.047920 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-370c9c57-9308-4de2-9d65-86da7a4bfebd req-758ac6de-bf5f-4372-b31c-abb9d11d0a62 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bfcf564a-3590-4b88-b146-a6d87131f13b HTTP/1.1" status: 200 len: 856 time: 0.4326429 Nov 22 20:29:34.226724 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 35782) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:29:34.264065 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1e5ab590-ac03-4f34-96a3-bd63cd01fcbb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:34.283282 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6706b9e7-3325-4b64-864d-bd95ff4971ec req-7488df94-d222-4c9e-a786-c296c3fb7db3 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:29:34.290903 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6706b9e7-3325-4b64-864d-bd95ff4971ec req-7488df94-d222-4c9e-a786-c296c3fb7db3 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/ports?device_id=33b2b907-88b2-43cc-a329-814686ee9d6b HTTP/1.1" status: 200 len: 944 time: 0.3377228 Nov 22 20:29:34.304537 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c2c57d-88ea-4f24-b26a-5a80f8637131 service neutron] Pushing event updated for resources: {'Port': ['ID=ce6bb0aa-47bf-4789-9117-81113743a360,revision_number=3']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:29:34.347610 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daffbbe2-db65-4d49-a0d7-8591919272a1 req-df25d12f-0174-4c35-9e1b-497fc45dc977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:29:34.349135 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-daffbbe2-db65-4d49-a0d7-8591919272a1 req-df25d12f-0174-4c35-9e1b-497fc45dc977 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a3670ebd84cb4741b338db645a992249&device_id=f1a6bfe1-26d1-4dd2-94cd-df2360ee8ad5 HTTP/1.1" status: 200 len: 1096 time: 0.3870983 Nov 22 20:29:34.377138 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2018eeb4-9d19-43e5-858c-f84e188ad0f7 req-fc7445e7-9f1e-4360-9ef7-256ce1f28dc4 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:29:34.382421 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2018eeb4-9d19-43e5-858c-f84e188ad0f7 req-fc7445e7-9f1e-4360-9ef7-256ce1f28dc4 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/ports?device_id=f1a6bfe1-26d1-4dd2-94cd-df2360ee8ad5 HTTP/1.1" status: 200 len: 945 time: 0.4483058 Nov 22 20:29:34.411795 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0245540b-41a8-4f96-8815-2cf15f8b0915 req-d290ec05-e076-4bd8-b8ee-3acfc711f340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:29:34.420116 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0245540b-41a8-4f96-8815-2cf15f8b0915 req-d290ec05-e076-4bd8-b8ee-3acfc711f340 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b98f9ea0877b450793427166f9876e14&device_id=dd4200af-150b-4498-b349-8333c538c3af HTTP/1.1" status: 200 len: 1094 time: 0.2555945 Nov 22 20:29:34.560430 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df1bf92d-3e4c-49c3-bc3c-3da0b474f250 admin admin] Router 491cf769-6515-45c4-b403-98b68ef8d5de has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 20:29:34.591639 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6706b9e7-3325-4b64-864d-bd95ff4971ec req-23257870-3719-46e2-9797-526cc3688a73 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/security-groups?id=643fc82d-0ef9-4521-94aa-3318d50a506a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2891827 Nov 22 20:29:34.650922 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2018eeb4-9d19-43e5-858c-f84e188ad0f7 req-3fe1b16b-f8d0-4638-8379-c563161aadce tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/security-groups?id=ace094e3-bfce-4b88-a460-949b8cf0d5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2254927 Nov 22 20:29:34.717402 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 20:29:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b413d64-6b92-435f-82c7-a75580c596d4 x-openstack-request-id: req-7b413d64-6b92-435f-82c7-a75580c596d4 {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:29:34.718094 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd4200af-150b-4498-b349-8333c538c3af", "tag": "ce6bb0aa-47bf-4789-9117-81113743a360", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:29:34.718628 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7b413d64-6b92-435f-82c7-a75580c596d4 {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:29:34.719277 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd4200af-150b-4498-b349-8333c538c3af', 'tag': 'ce6bb0aa-47bf-4789-9117-81113743a360', 'status': 'completed', 'code': 200} Nov 22 20:29:34.758512 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daffbbe2-db65-4d49-a0d7-8591919272a1 req-d2143095-5bae-481a-a554-340f94fe7ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:29:34.761585 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-daffbbe2-db65-4d49-a0d7-8591919272a1 req-d2143095-5bae-481a-a554-340f94fe7ad4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=13496096-9618-4fad-a538-016ce712d3bd HTTP/1.1" status: 200 len: 913 time: 0.3990049 Nov 22 20:29:34.856651 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df1bf92d-3e4c-49c3-bc3c-3da0b474f250 admin admin] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:29:34.868560 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0de4c0a0-4565-46fa-a458-2d124be8efc5 None None] Sync routers for ids ['491cf769-6515-45c4-b403-98b68ef8d5de'] in n-d-818823-1 {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:29:34.873086 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-df1bf92d-3e4c-49c3-bc3c-3da0b474f250 admin admin] 10.222.0.46 "PUT /v2.0/routers/491cf769-6515-45c4-b403-98b68ef8d5de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6060488 Nov 22 20:29:34.884473 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 35798) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:29:34.889296 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de4c0a0-4565-46fa-a458-2d124be8efc5 None None] Routers {'491cf769-6515-45c4-b403-98b68ef8d5de'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:29:34.894201 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-0de4c0a0-4565-46fa-a458-2d124be8efc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:29:32Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['491cf769-6515-45c4-b403-98b68ef8d5de'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:29:35.070969 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1e5ab590-ac03-4f34-96a3-bd63cd01fcbb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:35.089366 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0245540b-41a8-4f96-8815-2cf15f8b0915 req-3f0d56a3-a113-49ab-a724-d47889d91f37 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ce6bb0aa-47bf-4789-9117-81113743a360 HTTP/1.1" status: 200 len: 217 time: 0.2559488 Nov 22 20:29:35.106015 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1e5ab590-ac03-4f34-96a3-bd63cd01fcbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:35.148177 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e49ee129-e862-4476-beca-cdc8150d2345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:35.169943 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-0de4c0a0-4565-46fa-a458-2d124be8efc5 None None] Set router 491cf769-6515-45c4-b403-98b68ef8d5de gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:29:35.214953 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-77bd40d4-5f13-49c7-aab1-ed1efdb44b07 admin admin] Publish callbacks [] for router, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:35.241539 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370c9c57-9308-4de2-9d65-86da7a4bfebd req-205068e1-0a61-4d5f-bc1e-1977a54147f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:29:35.245457 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-370c9c57-9308-4de2-9d65-86da7a4bfebd req-205068e1-0a61-4d5f-bc1e-1977a54147f7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=472efbbc-d832-48a8-ba47-cb0fa0f678cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4372065 Nov 22 20:29:35.247667 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-daffbbe2-db65-4d49-a0d7-8591919272a1 req-f83b6cf9-2dd2-4e96-afc3-83b73807df7e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9c51b9e8-9b54-46f6-8722-f3321988d408 HTTP/1.1" status: 200 len: 999 time: 0.4742193 Nov 22 20:29:35.305063 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092dd7a4-cf30-4805-a13b-782bc667e0fc req-ca612835-4870-4a2f-b9b2-c4abd981cbbd tempest-VolumesSnapshotTestJSON-2135202428 tempest-VolumesSnapshotTestJSON-2135202428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:29:35.314358 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-092dd7a4-cf30-4805-a13b-782bc667e0fc req-ca612835-4870-4a2f-b9b2-c4abd981cbbd tempest-VolumesSnapshotTestJSON-2135202428 tempest-VolumesSnapshotTestJSON-2135202428-project] 10.222.0.46 "GET /v2.0/ports?device_id=dd4200af-150b-4498-b349-8333c538c3af HTTP/1.1" status: 200 len: 943 time: 0.5071471 Nov 22 20:29:35.403013 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daffbbe2-db65-4d49-a0d7-8591919272a1 req-f6f95009-c293-45a1-8519-25e4d594b7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:29:35.404696 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-daffbbe2-db65-4d49-a0d7-8591919272a1 req-f6f95009-c293-45a1-8519-25e4d594b7c9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c03e1529-a0c9-4990-b0cd-08a1dc455fd5 HTTP/1.1" status: 200 len: 851 time: 0.1086695 Nov 22 20:29:35.411973 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-77bd40d4-5f13-49c7-aab1-ed1efdb44b07 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:35.419951 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-1e5ab590-ac03-4f34-96a3-bd63cd01fcbb admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6635aa298b894bf29872d86ce1244b1c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1866000 Nov 22 20:29:35.422339 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 35806) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:29:35.439624 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5ab590-ac03-4f34-96a3-bd63cd01fcbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be34f7f8-9704-4df0-a8d8-2384eedb4695,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:29:35.581668 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-50523527-ad7f-4274-a9eb-66bb6b62e998 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:35.587318 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-77bd40d4-5f13-49c7-aab1-ed1efdb44b07 admin admin] Deleting port 28a26d22-4d09-42b7-993f-2911a9761cc7 {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:29:35.587838 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-77bd40d4-5f13-49c7-aab1-ed1efdb44b07 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:35.600571 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-0de4c0a0-4565-46fa-a458-2d124be8efc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '491cf769-6515-45c4-b403-98b68ef8d5de', 'name': 'tempest-TaggedBootDevicesTest_v242-706507199-router', 'tenant_id': 'cd84c4200e0d47b4bcba9b053bf608fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': '28a26d22-4d09-42b7-993f-2911a9761cc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:16:56Z', 'updated_at': '2021-11-22T20:29:33Z', 'revision_number': 5, 'project_id': 'cd84c4200e0d47b4bcba9b053bf608fb', 'gw_port': {'id': '28a26d22-4d09-42b7-993f-2911a9761cc7', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:5c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '491cf769-6515-45c4-b403-98b68ef8d5de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:16:57Z', 'updated_at': '2021-11-22T20:17:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:29:35.601482 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-092dd7a4-cf30-4805-a13b-782bc667e0fc req-4c09a99d-b906-4580-b207-f7bfa449ac32 tempest-VolumesSnapshotTestJSON-2135202428 tempest-VolumesSnapshotTestJSON-2135202428-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2bd36ea-fff5-4c53-80d3-585d8a14f8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2835944 Nov 22 20:29:35.612170 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0245540b-41a8-4f96-8815-2cf15f8b0915 req-907c202b-88ce-43d5-a9e3-7153fa7b6a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:29:35.614588 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0245540b-41a8-4f96-8815-2cf15f8b0915 req-907c202b-88ce-43d5-a9e3-7153fa7b6a20 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2261e0fe-c510-4cbb-8205-a39506c65cf7 HTTP/1.1" status: 200 len: 853 time: 0.4052157 Nov 22 20:29:35.646319 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0de4c0a0-4565-46fa-a458-2d124be8efc5 None None] Checking router: 491cf769-6515-45c4-b403-98b68ef8d5de for host: n-d-818823-1 {{(pid=103449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 20:29:35.662291 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de4c0a0-4565-46fa-a458-2d124be8efc5 None None] Routers {'491cf769-6515-45c4-b403-98b68ef8d5de'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:29:35.663116 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-0de4c0a0-4565-46fa-a458-2d124be8efc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:29:32Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['491cf769-6515-45c4-b403-98b68ef8d5de'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:29:35.731335 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daffbbe2-db65-4d49-a0d7-8591919272a1 req-6d2d1e06-89a6-4670-ba94-3cc3183125e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:29:35.736400 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-daffbbe2-db65-4d49-a0d7-8591919272a1 req-6d2d1e06-89a6-4670-ba94-3cc3183125e6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=13496096-9618-4fad-a538-016ce712d3bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3021615 Nov 22 20:29:35.860291 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-77bd40d4-5f13-49c7-aab1-ed1efdb44b07 admin admin] For port 28a26d22-4d09-42b7-993f-2911a9761cc7, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=28a26d22-4d09-42b7-993f-2911a9761cc7,segment=NetworkSegment(8793ba83-8407-4c3d-9b56-2a177cd58a70),segment_id=8793ba83-8407-4c3d-9b56-2a177cd58a70)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:29:35.861042 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-77bd40d4-5f13-49c7-aab1-ed1efdb44b07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:35.884890 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-77bd40d4-5f13-49c7-aab1-ed1efdb44b07 admin admin] Calling delete_port for 28a26d22-4d09-42b7-993f-2911a9761cc7 owned by network:router_gateway {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:29:35.949179 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-0de4c0a0-4565-46fa-a458-2d124be8efc5 None None] Set router 491cf769-6515-45c4-b403-98b68ef8d5de gateway port host: None {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:29:36.097458 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-0de4c0a0-4565-46fa-a458-2d124be8efc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '491cf769-6515-45c4-b403-98b68ef8d5de', 'name': 'tempest-TaggedBootDevicesTest_v242-706507199-router', 'tenant_id': 'cd84c4200e0d47b4bcba9b053bf608fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:16:56Z', 'updated_at': '2021-11-22T20:29:35Z', 'revision_number': 6, 'project_id': 'cd84c4200e0d47b4bcba9b053bf608fb', 'gw_port_host': None}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:29:36.148354 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-50523527-ad7f-4274-a9eb-66bb6b62e998 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:36.258984 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0245540b-41a8-4f96-8815-2cf15f8b0915 req-0c2080a8-c1f1-4128-a526-64a15aa69e74 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ae1ebccf-2839-4f0d-9ea2-de0f939b66c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5621569 Nov 22 20:29:36.331939 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-50523527-ad7f-4274-a9eb-66bb6b62e998 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:36.335803 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-50523527-ad7f-4274-a9eb-66bb6b62e998 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:36.337522 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-50523527-ad7f-4274-a9eb-66bb6b62e998 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/be34f7f8-9704-4df0-a8d8-2384eedb4695 HTTP/1.1" status: 204 len: 168 time: 0.9142485 Nov 22 20:29:36.353674 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-77bd40d4-5f13-49c7-aab1-ed1efdb44b07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:36.363909 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50523527-ad7f-4274-a9eb-66bb6b62e998 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be34f7f8-9704-4df0-a8d8-2384eedb4695,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:29:36.393226 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bd40d4-5f13-49c7-aab1-ed1efdb44b07 admin admin] Pushing event deleted for resources: {'Port': ['ID=28a26d22-4d09-42b7-993f-2911a9761cc7,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:29:36.425819 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-370c9c57-9308-4de2-9d65-86da7a4bfebd req-b820ff7e-0c50-4273-af8a-7c9628bc30bd service neutron] 10.222.0.20 "GET /v2.0/networks/472efbbc-d832-48a8-ba47-cb0fa0f678cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0546603 Nov 22 20:29:36.490057 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ba7638-581b-4e29-ac12-507fb80df91e req-7347e800-da74-4ff0-aaff-b2f8b737a1eb tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:29:36.502457 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-24ba7638-581b-4e29-ac12-507fb80df91e req-7347e800-da74-4ff0-aaff-b2f8b737a1eb tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/ports?device_id=f1a6bfe1-26d1-4dd2-94cd-df2360ee8ad5 HTTP/1.1" status: 200 len: 945 time: 0.2490182 Nov 22 20:29:36.534635 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4446ea03-9833-43e3-a1d6-733f9c7c3c44 req-4445f6c6-d58a-4441-be47-8dd7200f99a8 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:29:36.539703 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4446ea03-9833-43e3-a1d6-733f9c7c3c44 req-4445f6c6-d58a-4441-be47-8dd7200f99a8 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/ports?device_id=33b2b907-88b2-43cc-a329-814686ee9d6b HTTP/1.1" status: 200 len: 944 time: 0.7972260 Nov 22 20:29:36.592284 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-77bd40d4-5f13-49c7-aab1-ed1efdb44b07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595398'] for router_gateway, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:36.623259 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0de4c0a0-4565-46fa-a458-2d124be8efc5 None None] The sync data for ids ['491cf769-6515-45c4-b403-98b68ef8d5de'] in n-d-818823-1 is: [{'id': '491cf769-6515-45c4-b403-98b68ef8d5de', 'name': 'tempest-TaggedBootDevicesTest_v242-706507199-router', 'tenant_id': 'cd84c4200e0d47b4bcba9b053bf608fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:16:56Z', 'updated_at': '2021-11-22T20:29:35Z', 'revision_number': 6, 'project_id': 'cd84c4200e0d47b4bcba9b053bf608fb', 'gw_port_host': None}] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:29:36.635970 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab02a60d-f2f4-4a73-ad7c-ffeaf00602dc None None] DHCP port deletion for c48a55e9-6a85-4746-b7bf-3e29fb560094 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:29:36.644935 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-24ba7638-581b-4e29-ac12-507fb80df91e req-4c548e64-d926-4e5e-aa3c-f5015557cfc9 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/security-groups?id=ace094e3-bfce-4b88-a460-949b8cf0d5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1410270 Nov 22 20:29:36.685116 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:36.834381 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-77bd40d4-5f13-49c7-aab1-ed1efdb44b07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24781'] for router, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:36.836718 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-77bd40d4-5f13-49c7-aab1-ed1efdb44b07 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:36.902717 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-77bd40d4-5f13-49c7-aab1-ed1efdb44b07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-663261'] for router, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:36.903188 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77bd40d4-5f13-49c7-aab1-ed1efdb44b07 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 491cf769-6515-45c4-b403-98b68ef8d5de {{(pid=103448) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 20:29:36.908058 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-77bd40d4-5f13-49c7-aab1-ed1efdb44b07 admin admin] Publish callbacks [] for router, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:36.911914 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-77bd40d4-5f13-49c7-aab1-ed1efdb44b07 admin admin] 10.222.0.46 "DELETE /v2.0/routers/491cf769-6515-45c4-b403-98b68ef8d5de HTTP/1.1" status: 204 len: 168 time: 2.0245378 Nov 22 20:29:36.916757 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 35828) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:29:37.012020 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fbb8051-fa7c-4305-88d5-a2d2634b4f82 admin admin] Deleting subnet e1bf7e3c-bb18-492e-826e-dd3a8d7abcd1 {{(pid=103448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 20:29:37.021020 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5fbb8051-fa7c-4305-88d5-a2d2634b4f82 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:37.102679 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0245540b-41a8-4f96-8815-2cf15f8b0915 req-f139a5e1-7076-49a5-8c3d-55f0cc3f6342 service neutron] 10.222.0.20 "GET /v2.0/networks/ae1ebccf-2839-4f0d-9ea2-de0f939b66c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3909202 Nov 22 20:29:37.122836 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5fbb8051-fa7c-4305-88d5-a2d2634b4f82 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11627908'] for subnet, precommit_delete_associations {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:37.125676 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-daffbbe2-db65-4d49-a0d7-8591919272a1 req-8b57f562-c7a3-4bd2-980b-14b904a78164 service neutron] 10.222.0.41 "GET /v2.0/networks/13496096-9618-4fad-a538-016ce712d3bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3809521 Nov 22 20:29:37.274631 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 1819c5ba-3507-44cc-a7d5-e7ea94e734fa no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:29:37.327498 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: 1819c5ba-3507-44cc-a7d5-e7ea94e734fa {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:29:37.331914 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 1819c5ba-3507-44cc-a7d5-e7ea94e734fa not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:29:37.345707 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5fbb8051-fa7c-4305-88d5-a2d2634b4f82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3753007'] for subnet, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:37.355244 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-370c9c57-9308-4de2-9d65-86da7a4bfebd req-a9e65ae7-0a60-4418-bb20-60adb57e0913 service neutron] 10.222.0.20 "GET /v2.0/networks/472efbbc-d832-48a8-ba47-cb0fa0f678cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6690967 Nov 22 20:29:37.360981 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4446ea03-9833-43e3-a1d6-733f9c7c3c44 req-ad9da4d5-09c4-419f-8624-e1f19fffdeeb tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/security-groups?id=643fc82d-0ef9-4521-94aa-3318d50a506a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8052340 Nov 22 20:29:37.450903 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5fbb8051-fa7c-4305-88d5-a2d2634b4f82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3753014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11567369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11792914'] for subnet, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:37.480882 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5fbb8051-fa7c-4305-88d5-a2d2634b4f82 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:37.483794 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecb71e64-5870-4a46-a0ba-148d647bea14 None None] Network d850805c-8248-4517-bdd1-4a876cc6baf0 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:29:37.490325 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-5fbb8051-fa7c-4305-88d5-a2d2634b4f82 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/e1bf7e3c-bb18-492e-826e-dd3a8d7abcd1 HTTP/1.1" status: 204 len: 168 time: 0.5724533 Nov 22 20:29:37.491971 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 35842) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:29:37.569771 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbb8051-fa7c-4305-88d5-a2d2634b4f82 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e1bf7e3c-bb18-492e-826e-dd3a8d7abcd1,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:29:37.604836 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0245540b-41a8-4f96-8815-2cf15f8b0915 req-f0266f9a-cc98-4613-ac8f-fad299a153dc service neutron] 10.222.0.20 "GET /v2.0/networks/ae1ebccf-2839-4f0d-9ea2-de0f939b66c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545389 Nov 22 20:29:37.619949 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6e0e54-400f-4da6-a211-51fb8718eade req-e43a4123-1f8d-41db-a31b-96e59711b09c tempest-VolumesSnapshotTestJSON-2135202428 tempest-VolumesSnapshotTestJSON-2135202428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:29:37.629635 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-db6e0e54-400f-4da6-a211-51fb8718eade req-e43a4123-1f8d-41db-a31b-96e59711b09c tempest-VolumesSnapshotTestJSON-2135202428 tempest-VolumesSnapshotTestJSON-2135202428-project] 10.222.0.46 "GET /v2.0/ports?device_id=dd4200af-150b-4498-b349-8333c538c3af HTTP/1.1" status: 200 len: 943 time: 0.6904063 Nov 22 20:29:37.687081 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-daffbbe2-db65-4d49-a0d7-8591919272a1 req-2f616b7e-4f21-4c0d-9b20-3d5b38912abf service neutron] 10.222.0.41 "GET /v2.0/networks/13496096-9618-4fad-a538-016ce712d3bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5009868 Nov 22 20:29:37.833203 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-db6e0e54-400f-4da6-a211-51fb8718eade req-b5c7e928-e342-4e94-a3fe-0e4adf8e9fa5 tempest-VolumesSnapshotTestJSON-2135202428 tempest-VolumesSnapshotTestJSON-2135202428-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2bd36ea-fff5-4c53-80d3-585d8a14f8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013783 Nov 22 20:29:37.838426 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3d401537-7152-4e72-b4ce-78c2ddb782df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3961693'] for network, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:37.966753 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf64e33-d270-46d0-abe4-5d68c700347d req-0f0ba592-c000-4ba9-9db6-16b6a8462c7c tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:29:37.976247 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3bf64e33-d270-46d0-abe4-5d68c700347d req-0f0ba592-c000-4ba9-9db6-16b6a8462c7c tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/ports?device_id=f1a6bfe1-26d1-4dd2-94cd-df2360ee8ad5 HTTP/1.1" status: 200 len: 945 time: 0.1838174 Nov 22 20:29:38.007828 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccc1198-e1a7-4481-93c9-a05a6e2ccac0 req-34b2bcac-2333-4f4f-a478-262eedc86809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:29:38.010378 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7ccc1198-e1a7-4481-93c9-a05a6e2ccac0 req-34b2bcac-2333-4f4f-a478-262eedc86809 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b98f9ea0877b450793427166f9876e14&device_id=dd4200af-150b-4498-b349-8333c538c3af HTTP/1.1" status: 200 len: 1094 time: 0.2888775 Nov 22 20:29:38.020790 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8816ea08-b14c-4cf0-ac9a-d091bfc3d7b8 None None] DHCP port deletion for d850805c-8248-4517-bdd1-4a876cc6baf0 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:29:38.063860 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-3d401537-7152-4e72-b4ce-78c2ddb782df admin admin] Deleting port 8135dbc4-279d-4294-b6a5-597a3dba95b6 {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:29:38.068135 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3d401537-7152-4e72-b4ce-78c2ddb782df admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:38.176668 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-8816ea08-b14c-4cf0-ac9a-d091bfc3d7b8 None None] Deleting port 8135dbc4-279d-4294-b6a5-597a3dba95b6 {{(pid=103449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:29:38.177354 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-8816ea08-b14c-4cf0-ac9a-d091bfc3d7b8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:38.261438 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-3d401537-7152-4e72-b4ce-78c2ddb782df admin admin] For port 8135dbc4-279d-4294-b6a5-597a3dba95b6, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=8135dbc4-279d-4294-b6a5-597a3dba95b6,segment=NetworkSegment(6273ad9b-43bd-49ab-92c4-43e66fe51a00),segment_id=6273ad9b-43bd-49ab-92c4-43e66fe51a00)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:29:38.264357 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3d401537-7152-4e72-b4ce-78c2ddb782df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:38.274610 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3bf64e33-d270-46d0-abe4-5d68c700347d req-23f229cc-a212-4c0c-bd04-04e79f3ee91c tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/security-groups?id=ace094e3-bfce-4b88-a460-949b8cf0d5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2973864 Nov 22 20:29:38.295287 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-3d401537-7152-4e72-b4ce-78c2ddb782df admin admin] Calling delete_port for 8135dbc4-279d-4294-b6a5-597a3dba95b6 owned by network:dhcp {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:29:38.340567 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccc1198-e1a7-4481-93c9-a05a6e2ccac0 req-1b891943-85e2-491c-82f4-64eac4176169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:29:38.344971 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7ccc1198-e1a7-4481-93c9-a05a6e2ccac0 req-1b891943-85e2-491c-82f4-64eac4176169 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ae1ebccf-2839-4f0d-9ea2-de0f939b66c4 HTTP/1.1" status: 200 len: 914 time: 0.3219225 Nov 22 20:29:38.431196 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7ccc1198-e1a7-4481-93c9-a05a6e2ccac0 req-430b6ecb-9811-459c-afb6-36931a25c211 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ce6bb0aa-47bf-4789-9117-81113743a360 HTTP/1.1" status: 200 len: 217 time: 0.0724576 Nov 22 20:29:38.432690 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-8816ea08-b14c-4cf0-ac9a-d091bfc3d7b8 None None] For port 8135dbc4-279d-4294-b6a5-597a3dba95b6, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=8135dbc4-279d-4294-b6a5-597a3dba95b6,segment=NetworkSegment(6273ad9b-43bd-49ab-92c4-43e66fe51a00),segment_id=6273ad9b-43bd-49ab-92c4-43e66fe51a00)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:29:38.433229 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-8816ea08-b14c-4cf0-ac9a-d091bfc3d7b8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:38.459695 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3d401537-7152-4e72-b4ce-78c2ddb782df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:38.517470 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-8816ea08-b14c-4cf0-ac9a-d091bfc3d7b8 None None] Calling delete_port for 8135dbc4-279d-4294-b6a5-597a3dba95b6 owned by network:dhcp {{(pid=103449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:29:38.529230 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d401537-7152-4e72-b4ce-78c2ddb782df admin admin] Pushing event deleted for resources: {'Port': ['ID=8135dbc4-279d-4294-b6a5-597a3dba95b6,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:29:38.558112 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d401537-7152-4e72-b4ce-78c2ddb782df admin admin] No DVR routers for this DVR port 8135dbc4-279d-4294-b6a5-597a3dba95b6 on host n-d-818823-1 {{(pid=103448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:29:38.704867 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccc1198-e1a7-4481-93c9-a05a6e2ccac0 req-725fe62d-31a4-4848-9261-7b5cd65bf9df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:29:38.711088 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7ccc1198-e1a7-4481-93c9-a05a6e2ccac0 req-725fe62d-31a4-4848-9261-7b5cd65bf9df service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2261e0fe-c510-4cbb-8205-a39506c65cf7 HTTP/1.1" status: 200 len: 853 time: 0.2644839 Nov 22 20:29:38.748413 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3d401537-7152-4e72-b4ce-78c2ddb782df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3760028', 'neutron.services.segments.db._delete_segments_for_network-8748992815755'] for network, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:38.806102 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7ccc1198-e1a7-4481-93c9-a05a6e2ccac0 req-289891a0-7ee4-4219-8bed-1949930662f1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ae1ebccf-2839-4f0d-9ea2-de0f939b66c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0840807 Nov 22 20:29:38.807599 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-3d401537-7152-4e72-b4ce-78c2ddb782df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d850805c-8248-4517-bdd1-4a876cc6baf0']}} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:29:38.825902 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a3c90b-e09c-4335-86bb-a189e44ff196 req-79e00863-58ec-47ce-860b-be8af4209bf9 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:29:38.836985 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-3d401537-7152-4e72-b4ce-78c2ddb782df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6273ad9b-43bd-49ab-92c4-43e66fe51a00') {'for_net_delete': True} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:29:38.837288 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-3d401537-7152-4e72-b4ce-78c2ddb782df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6273ad9b-43bd-49ab-92c4-43e66fe51a00') {} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:29:38.839209 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-47a3c90b-e09c-4335-86bb-a189e44ff196 req-79e00863-58ec-47ce-860b-be8af4209bf9 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/ports?device_id=33b2b907-88b2-43cc-a329-814686ee9d6b HTTP/1.1" status: 200 len: 944 time: 0.2434444 Nov 22 20:29:38.859663 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3d401537-7152-4e72-b4ce-78c2ddb782df admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748993039638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11627933'] for segment, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:38.888169 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3d401537-7152-4e72-b4ce-78c2ddb782df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:38.905532 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d401537-7152-4e72-b4ce-78c2ddb782df admin admin] Releasing vlan 611 on physical network physnet1 to pool {{(pid=103448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 20:29:38.905955 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3d401537-7152-4e72-b4ce-78c2ddb782df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11567447'] for segment, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:38.926928 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-8816ea08-b14c-4cf0-ac9a-d091bfc3d7b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381'] for port, after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:39.022034 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8816ea08-b14c-4cf0-ac9a-d091bfc3d7b8 None None] Pushing event deleted for resources: {'Port': ['ID=8135dbc4-279d-4294-b6a5-597a3dba95b6,revision_number=None']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:29:39.035549 n-d-818823-1 neutron-server[103448]: Traceback (most recent call last): Nov 22 20:29:39.035549 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 20:29:39.035549 n-d-818823-1 neutron-server[103448]: timer() Nov 22 20:29:39.035549 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 20:29:39.035549 n-d-818823-1 neutron-server[103448]: cb(*args, **kw) Nov 22 20:29:39.035549 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 20:29:39.035549 n-d-818823-1 neutron-server[103448]: return func(*args, **kwargs) Nov 22 20:29:39.035549 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 20:29:39.035549 n-d-818823-1 neutron-server[103448]: self._notify() Nov 22 20:29:39.035549 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 20:29:39.035549 n-d-818823-1 neutron-server[103448]: self.callback(batched_events) Nov 22 20:29:39.035549 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 20:29:39.035549 n-d-818823-1 neutron-server[103448]: event.method(event) Nov 22 20:29:39.035549 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 20:29:39.035549 n-d-818823-1 neutron-server[103448]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 20:29:39.035549 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 20:29:39.035549 n-d-818823-1 neutron-server[103448]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 20:29:39.035549 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 20:29:39.035549 n-d-818823-1 neutron-server[103448]: return f(self, *a, **k) Nov 22 20:29:39.035549 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 20:29:39.035549 n-d-818823-1 neutron-server[103448]: return self._get(url).json() Nov 22 20:29:39.035549 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 20:29:39.035549 n-d-818823-1 neutron-server[103448]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 20:29:39.035549 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 20:29:39.035549 n-d-818823-1 neutron-server[103448]: return self.request(url, 'GET', **kwargs) Nov 22 20:29:39.035549 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 20:29:39.035549 n-d-818823-1 neutron-server[103448]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 20:29:39.035549 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 20:29:39.035549 n-d-818823-1 neutron-server[103448]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 20:29:39.035549 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 20:29:39.035549 n-d-818823-1 neutron-server[103448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 20:29:39.035549 n-d-818823-1 neutron-server[103448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 20:29:39.039723 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3d401537-7152-4e72-b4ce-78c2ddb782df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3760002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595318'] for network, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:39.052602 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8816ea08-b14c-4cf0-ac9a-d091bfc3d7b8 None None] No DVR routers for this DVR port 8135dbc4-279d-4294-b6a5-597a3dba95b6 on host n-d-818823-1 {{(pid=103449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:29:39.066212 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8816ea08-b14c-4cf0-ac9a-d091bfc3d7b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:29:39.069394 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8816ea08-b14c-4cf0-ac9a-d091bfc3d7b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:29:39.072810 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8816ea08-b14c-4cf0-ac9a-d091bfc3d7b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:29:39.072810 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8816ea08-b14c-4cf0-ac9a-d091bfc3d7b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:29:39.073178 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8816ea08-b14c-4cf0-ac9a-d091bfc3d7b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:29:39.073564 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8816ea08-b14c-4cf0-ac9a-d091bfc3d7b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:29:39.074005 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8816ea08-b14c-4cf0-ac9a-d091bfc3d7b8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:29:39.075330 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8816ea08-b14c-4cf0-ac9a-d091bfc3d7b8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:29:39.075768 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8816ea08-b14c-4cf0-ac9a-d091bfc3d7b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:29:39.076505 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8816ea08-b14c-4cf0-ac9a-d091bfc3d7b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:29:39.076904 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8816ea08-b14c-4cf0-ac9a-d091bfc3d7b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:29:39.077304 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8816ea08-b14c-4cf0-ac9a-d091bfc3d7b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:29:39.083066 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3d401537-7152-4e72-b4ce-78c2ddb782df admin admin] Publish callbacks [] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:39.090994 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 8135dbc4-279d-4294-b6a5-597a3dba95b6 no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:29:39.103018 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-3d401537-7152-4e72-b4ce-78c2ddb782df admin admin] 10.222.0.46 "DELETE /v2.0/networks/d850805c-8248-4517-bdd1-4a876cc6baf0 HTTP/1.1" status: 204 len: 168 time: 1.5551658 Nov 22 20:29:39.105151 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d401537-7152-4e72-b4ce-78c2ddb782df admin admin] Pushing event deleted for resources: {'Network': ['ID=d850805c-8248-4517-bdd1-4a876cc6baf0,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:29:39.112201 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 35872) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:29:39.164851 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: 8135dbc4-279d-4294-b6a5-597a3dba95b6 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:29:39.164851 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 8135dbc4-279d-4294-b6a5-597a3dba95b6 not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:29:39.165734 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 28a26d22-4d09-42b7-993f-2911a9761cc7 no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:29:39.207179 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: 28a26d22-4d09-42b7-993f-2911a9761cc7 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:29:39.208190 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 28a26d22-4d09-42b7-993f-2911a9761cc7 not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:29:39.272311 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7ccc1198-e1a7-4481-93c9-a05a6e2ccac0 req-d51ea7b0-a2cd-40e0-9252-556e1c09b6f9 service neutron] 10.222.0.20 "GET /v2.0/networks/ae1ebccf-2839-4f0d-9ea2-de0f939b66c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4309983 Nov 22 20:29:39.383492 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-47a3c90b-e09c-4335-86bb-a189e44ff196 req-dbf62599-9e7b-4b62-877c-f94df05ffd68 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/security-groups?id=643fc82d-0ef9-4521-94aa-3318d50a506a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5432503 Nov 22 20:29:39.637609 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97a19ec-3248-485b-a822-a4d151077f05 req-3a1905ab-10cf-4711-9c91-6f579fbd2ccd tempest-VolumesSnapshotTestJSON-2135202428 tempest-VolumesSnapshotTestJSON-2135202428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:29:39.640137 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f97a19ec-3248-485b-a822-a4d151077f05 req-3a1905ab-10cf-4711-9c91-6f579fbd2ccd tempest-VolumesSnapshotTestJSON-2135202428 tempest-VolumesSnapshotTestJSON-2135202428-project] 10.222.0.46 "GET /v2.0/ports?device_id=dd4200af-150b-4498-b349-8333c538c3af HTTP/1.1" status: 200 len: 943 time: 0.5288136 Nov 22 20:29:39.734600 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7ccc1198-e1a7-4481-93c9-a05a6e2ccac0 req-da8a6637-5ac2-4a41-9c15-cfaacf412d59 service neutron] 10.222.0.20 "GET /v2.0/networks/ae1ebccf-2839-4f0d-9ea2-de0f939b66c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3933415 Nov 22 20:29:39.844451 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f97a19ec-3248-485b-a822-a4d151077f05 req-1d3fa43d-b548-4a05-bcab-be65e8ffcd4e tempest-VolumesSnapshotTestJSON-2135202428 tempest-VolumesSnapshotTestJSON-2135202428-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2bd36ea-fff5-4c53-80d3-585d8a14f8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086109 Nov 22 20:29:40.225262 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23f5d67-2294-4f4c-820b-67d79fc20a41 req-035d4989-0a09-4590-9125-62b4551a755a tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:29:40.235318 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e23f5d67-2294-4f4c-820b-67d79fc20a41 req-035d4989-0a09-4590-9125-62b4551a755a tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/ports?device_id=f1a6bfe1-26d1-4dd2-94cd-df2360ee8ad5 HTTP/1.1" status: 200 len: 945 time: 0.1509902 Nov 22 20:29:40.365921 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e23f5d67-2294-4f4c-820b-67d79fc20a41 req-e92bbb17-0f70-45fd-9138-d361ed6eab05 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/security-groups?id=ace094e3-bfce-4b88-a460-949b8cf0d5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1254876 Nov 22 20:29:40.413036 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-13933ad3-4c42-4370-bf4a-c32a31a9c516 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659736'] for router_interface, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:40.453477 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device ce6bb0aa-47bf-4789-9117-81113743a360 details requested by agent hyperv_n-h2-818823-1 with host n-h2-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 20:29:40.745738 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port ce6bb0aa-47bf-4789-9117-81113743a360, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=ce6bb0aa-47bf-4789-9117-81113743a360,segment=NetworkSegment(a7c0e7ff-7a27-492d-907d-7ccfe5c23782),segment_id=a7c0e7ff-7a27-492d-907d-7ccfe5c23782)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:29:40.779962 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Returning: {'device': 'ce6bb0aa-47bf-4789-9117-81113743a360', 'network_id': 'ae1ebccf-2839-4f0d-9ea2-de0f939b66c4', 'port_id': 'ce6bb0aa-47bf-4789-9117-81113743a360', 'mac_address': 'fa:16:3e:30:7a:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2261e0fe-c510-4cbb-8205-a39506c65cf7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 20:29:40.876865 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:40.913220 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cdf4df-5556-4476-915a-c772fbf9b19f req-bc6e9443-31d5-4eb4-8e22-22f6c702b39f tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:29:40.922243 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-58cdf4df-5556-4476-915a-c772fbf9b19f req-bc6e9443-31d5-4eb4-8e22-22f6c702b39f tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/ports?device_id=33b2b907-88b2-43cc-a329-814686ee9d6b HTTP/1.1" status: 200 len: 944 time: 0.3733153 Nov 22 20:29:40.932702 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce6bb0aa-47bf-4789-9117-81113743a360 {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:29:40.979928 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port ce6bb0aa-47bf-4789-9117-81113743a360, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=ce6bb0aa-47bf-4789-9117-81113743a360,segment=NetworkSegment(a7c0e7ff-7a27-492d-907d-7ccfe5c23782),segment_id=a7c0e7ff-7a27-492d-907d-7ccfe5c23782)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:29:40.990792 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:41.022881 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-58cdf4df-5556-4476-915a-c772fbf9b19f req-e3d1c343-8d39-4d43-ba86-1a5495c40ff3 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/security-groups?id=643fc82d-0ef9-4521-94aa-3318d50a506a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0993595 Nov 22 20:29:41.162810 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=ce6bb0aa-47bf-4789-9117-81113743a360,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:29:41.249119 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] get_ports_and_sgs() called for port_ids ['ce6bb0aa-47bf-4789-9117-81113743a360'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:29:41.305246 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd852324-8438-41bb-abd8-fbb983a8a74d req-02a3f119-0380-4254-91b5-96781e29f81f tempest-VolumesSnapshotTestJSON-2135202428 tempest-VolumesSnapshotTestJSON-2135202428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:29:41.307177 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-fd852324-8438-41bb-abd8-fbb983a8a74d req-02a3f119-0380-4254-91b5-96781e29f81f tempest-VolumesSnapshotTestJSON-2135202428 tempest-VolumesSnapshotTestJSON-2135202428-project] 10.222.0.46 "GET /v2.0/ports?device_id=dd4200af-150b-4498-b349-8333c538c3af HTTP/1.1" status: 200 len: 944 time: 0.1472192 Nov 22 20:29:41.330288 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-13933ad3-4c42-4370-bf4a-c32a31a9c516 admin admin] Deleting port ff74deab-ef9f-4330-a672-b890e6c5a89d {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:29:41.333261 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-13933ad3-4c42-4370-bf4a-c32a31a9c516 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:41.507396 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [None req-13933ad3-4c42-4370-bf4a-c32a31a9c516 admin admin] For port ff74deab-ef9f-4330-a672-b890e6c5a89d, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=ff74deab-ef9f-4330-a672-b890e6c5a89d,segment=NetworkSegment(97d6c464-3bdf-48cd-be6a-728661c2d234),segment_id=97d6c464-3bdf-48cd-be6a-728661c2d234)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:29:41.508522 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-13933ad3-4c42-4370-bf4a-c32a31a9c516 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:41.565958 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-13933ad3-4c42-4370-bf4a-c32a31a9c516 admin admin] Calling delete_port for ff74deab-ef9f-4330-a672-b890e6c5a89d owned by network:router_interface {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:29:41.663281 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-fd852324-8438-41bb-abd8-fbb983a8a74d req-8dda639d-d0b5-40fa-b7b9-e2ec2265e6b1 tempest-VolumesSnapshotTestJSON-2135202428 tempest-VolumesSnapshotTestJSON-2135202428-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2bd36ea-fff5-4c53-80d3-585d8a14f8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3394425 Nov 22 20:29:42.451557 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-13933ad3-4c42-4370-bf4a-c32a31a9c516 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:42.467447 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device ce6bb0aa-47bf-4789-9117-81113743a360 up at agent hyperv_n-h2-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:29:42.484167 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13933ad3-4c42-4370-bf4a-c32a31a9c516 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff74deab-ef9f-4330-a672-b890e6c5a89d,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:29:42.501426 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8891e22c-c166-46e2-a833-ba6e56f92d78 req-d4ae7050-3abd-46a2-a610-de646deb7f05 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:29:42.503184 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8891e22c-c166-46e2-a833-ba6e56f92d78 req-d4ae7050-3abd-46a2-a610-de646deb7f05 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/ports?device_id=33b2b907-88b2-43cc-a329-814686ee9d6b HTTP/1.1" status: 200 len: 944 time: 0.1131589 Nov 22 20:29:42.578611 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Provisioning for port ce6bb0aa-47bf-4789-9117-81113743a360 completed by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 20:29:42.585108 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Provisioning complete for port ce6bb0aa-47bf-4789-9117-81113743a360 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:29:42.585496 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:42.784882 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:42.833925 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd4200af-150b-4498-b349-8333c538c3af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce6bb0aa-47bf-4789-9117-81113743a360'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:29:42.841106 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8891e22c-c166-46e2-a833-ba6e56f92d78 req-6c07eaff-76d7-46a5-afd3-011e96b5fc9e tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/security-groups?id=643fc82d-0ef9-4521-94aa-3318d50a506a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3288898 Nov 22 20:29:42.842956 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d39f6d30a11e565ec9648abcc015e8a6ab6cff4edd704add8155e28765d31eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14bd35f2-21a4-4da5-9355-c32d64c90cb0" -d '{"events": [{"server_uuid": "dd4200af-150b-4498-b349-8333c538c3af", "name": "network-vif-plugged", "status": "completed", "tag": "ce6bb0aa-47bf-4789-9117-81113743a360"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:29:42.862406 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port ce6bb0aa-47bf-4789-9117-81113743a360, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=ce6bb0aa-47bf-4789-9117-81113743a360,segment=NetworkSegment(a7c0e7ff-7a27-492d-907d-7ccfe5c23782),segment_id=a7c0e7ff-7a27-492d-907d-7ccfe5c23782)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:29:42.871097 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:42.923105 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-13933ad3-4c42-4370-bf4a-c32a31a9c516 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-563470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-663272'] for router_interface, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:43.053915 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=ce6bb0aa-47bf-4789-9117-81113743a360,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:29:43.121155 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3a5f39-81fa-4821-b805-93ee3159550b req-185f1c4e-223a-4c5d-8e8a-0bc61a10ac6e tempest-VolumesSnapshotTestJSON-2135202428 tempest-VolumesSnapshotTestJSON-2135202428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:29:43.128612 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4b3a5f39-81fa-4821-b805-93ee3159550b req-185f1c4e-223a-4c5d-8e8a-0bc61a10ac6e tempest-VolumesSnapshotTestJSON-2135202428 tempest-VolumesSnapshotTestJSON-2135202428-project] 10.222.0.46 "GET /v2.0/ports?device_id=dd4200af-150b-4498-b349-8333c538c3af HTTP/1.1" status: 200 len: 945 time: 0.1177876 Nov 22 20:29:43.244887 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4b3a5f39-81fa-4821-b805-93ee3159550b req-f7343598-0814-48c1-a4ac-ec3c1f6982f1 tempest-VolumesSnapshotTestJSON-2135202428 tempest-VolumesSnapshotTestJSON-2135202428-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2bd36ea-fff5-4c53-80d3-585d8a14f8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147888 Nov 22 20:29:43.347144 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:29:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-021b607f-a445-4a45-ac72-3ac9440d7a73 x-openstack-request-id: req-021b607f-a445-4a45-ac72-3ac9440d7a73 {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:29:43.347548 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd4200af-150b-4498-b349-8333c538c3af", "name": "network-vif-plugged", "status": "completed", "tag": "ce6bb0aa-47bf-4789-9117-81113743a360", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:29:43.347820 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-021b607f-a445-4a45-ac72-3ac9440d7a73 {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:29:43.348218 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd4200af-150b-4498-b349-8333c538c3af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce6bb0aa-47bf-4789-9117-81113743a360', 'code': 200} Nov 22 20:29:43.380791 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13933ad3-4c42-4370-bf4a-c32a31a9c516 admin admin] Router 416955ea-c632-4d7e-bba2-4bbfb019bb87 has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 20:29:43.577271 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13933ad3-4c42-4370-bf4a-c32a31a9c516 admin admin] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:29:43.590917 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1bc9337-0683-44e9-8532-2862f78cf46c None None] Sync routers for ids ['416955ea-c632-4d7e-bba2-4bbfb019bb87'] in n-d-818823-1 {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:29:43.596286 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 35954) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:29:43.596820 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-13933ad3-4c42-4370-bf4a-c32a31a9c516 admin admin] 10.222.0.46 "PUT /v2.0/routers/416955ea-c632-4d7e-bba2-4bbfb019bb87/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4619801 Nov 22 20:29:43.607952 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1bc9337-0683-44e9-8532-2862f78cf46c None None] Routers {'416955ea-c632-4d7e-bba2-4bbfb019bb87'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:29:43.609009 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-b1bc9337-0683-44e9-8532-2862f78cf46c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:29:32Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['416955ea-c632-4d7e-bba2-4bbfb019bb87'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:29:43.759731 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-b1bc9337-0683-44e9-8532-2862f78cf46c None None] Set router 416955ea-c632-4d7e-bba2-4bbfb019bb87 gateway port host: n-d-818823-1 {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:29:43.825192 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-15d3669a-d2df-4cd8-90d7-c540d5423448 admin admin] Publish callbacks [] for router, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:44.008879 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-15d3669a-d2df-4cd8-90d7-c540d5423448 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:44.069937 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb881e85-c135-49f3-b6a4-5900ae93ed91 req-e381db27-dcff-47f3-9e7d-13841c5a38c3 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:29:44.079796 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-cb881e85-c135-49f3-b6a4-5900ae93ed91 req-e381db27-dcff-47f3-9e7d-13841c5a38c3 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/ports?device_id=33b2b907-88b2-43cc-a329-814686ee9d6b HTTP/1.1" status: 200 len: 944 time: 0.0739751 Nov 22 20:29:44.098978 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-b1bc9337-0683-44e9-8532-2862f78cf46c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '416955ea-c632-4d7e-bba2-4bbfb019bb87', 'name': 'tempest-TaggedBootDevicesTest_v242-1947763067-router', 'tenant_id': '321f5784f3ae4933955026f73ebf2678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.9'}], 'enable_snat': True}, 'gw_port_id': 'e539afc5-1362-471f-b58c-36255a2f4f6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:17:16Z', 'updated_at': '2021-11-22T20:29:41Z', 'revision_number': 5, 'project_id': '321f5784f3ae4933955026f73ebf2678', 'gw_port': {'id': 'e539afc5-1362-471f-b58c-36255a2f4f6d', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:c5:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '416955ea-c632-4d7e-bba2-4bbfb019bb87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:17:21Z', 'updated_at': '2021-11-22T20:17:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:29:44.116866 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-15d3669a-d2df-4cd8-90d7-c540d5423448 admin admin] Deleting port e539afc5-1362-471f-b58c-36255a2f4f6d {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:29:44.117462 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-15d3669a-d2df-4cd8-90d7-c540d5423448 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:44.184337 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1bc9337-0683-44e9-8532-2862f78cf46c None None] Checking router: 416955ea-c632-4d7e-bba2-4bbfb019bb87 for host: n-d-818823-1 {{(pid=103450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 20:29:44.200587 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-cb881e85-c135-49f3-b6a4-5900ae93ed91 req-848a4a27-bbf6-4f0d-8c1b-80a3661ef550 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/security-groups?id=643fc82d-0ef9-4521-94aa-3318d50a506a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1156237 Nov 22 20:29:44.220175 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1bc9337-0683-44e9-8532-2862f78cf46c None None] Routers {'416955ea-c632-4d7e-bba2-4bbfb019bb87'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:29:44.221138 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-b1bc9337-0683-44e9-8532-2862f78cf46c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:29:32Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['416955ea-c632-4d7e-bba2-4bbfb019bb87'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:29:44.231816 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-15d3669a-d2df-4cd8-90d7-c540d5423448 admin admin] For port e539afc5-1362-471f-b58c-36255a2f4f6d, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=e539afc5-1362-471f-b58c-36255a2f4f6d,segment=NetworkSegment(8793ba83-8407-4c3d-9b56-2a177cd58a70),segment_id=8793ba83-8407-4c3d-9b56-2a177cd58a70)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:29:44.232320 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-15d3669a-d2df-4cd8-90d7-c540d5423448 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:44.248138 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-15d3669a-d2df-4cd8-90d7-c540d5423448 admin admin] Calling delete_port for e539afc5-1362-471f-b58c-36255a2f4f6d owned by network:router_gateway {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:29:44.464407 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-b1bc9337-0683-44e9-8532-2862f78cf46c None None] Set router 416955ea-c632-4d7e-bba2-4bbfb019bb87 gateway port host: None {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:29:44.498444 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:44.500338 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:44.516301 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffeec39-5ad5-4336-872d-91d38ea32de1 req-11fca4fc-1fa0-469b-b0ab-db51ea9f42ce tempest-VolumesSnapshotTestJSON-2135202428 tempest-VolumesSnapshotTestJSON-2135202428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:29:44.528109 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8ffeec39-5ad5-4336-872d-91d38ea32de1 req-11fca4fc-1fa0-469b-b0ab-db51ea9f42ce tempest-VolumesSnapshotTestJSON-2135202428 tempest-VolumesSnapshotTestJSON-2135202428-project] 10.222.0.46 "GET /v2.0/ports?device_id=dd4200af-150b-4498-b349-8333c538c3af HTTP/1.1" status: 200 len: 945 time: 0.1443338 Nov 22 20:29:44.676235 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8ffeec39-5ad5-4336-872d-91d38ea32de1 req-f3f56203-96ea-4291-9104-9c66020c37c5 tempest-VolumesSnapshotTestJSON-2135202428 tempest-VolumesSnapshotTestJSON-2135202428-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2bd36ea-fff5-4c53-80d3-585d8a14f8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446033 Nov 22 20:29:44.680826 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-15d3669a-d2df-4cd8-90d7-c540d5423448 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:44.715333 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d3669a-d2df-4cd8-90d7-c540d5423448 admin admin] Pushing event deleted for resources: {'Port': ['ID=e539afc5-1362-471f-b58c-36255a2f4f6d,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:29:44.729853 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df85c8b6-09a5-44ad-93ec-fdf0989d86bc None None] DHCP port deletion for c48a55e9-6a85-4746-b7bf-3e29fb560094 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:29:44.843461 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-b1bc9337-0683-44e9-8532-2862f78cf46c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '416955ea-c632-4d7e-bba2-4bbfb019bb87', 'name': 'tempest-TaggedBootDevicesTest_v242-1947763067-router', 'tenant_id': '321f5784f3ae4933955026f73ebf2678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:17:16Z', 'updated_at': '2021-11-22T20:29:44Z', 'revision_number': 6, 'project_id': '321f5784f3ae4933955026f73ebf2678', 'gw_port_host': None}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:29:44.850244 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-15d3669a-d2df-4cd8-90d7-c540d5423448 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595398'] for router_gateway, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:44.927952 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1bc9337-0683-44e9-8532-2862f78cf46c None None] The sync data for ids ['416955ea-c632-4d7e-bba2-4bbfb019bb87'] in n-d-818823-1 is: [{'id': '416955ea-c632-4d7e-bba2-4bbfb019bb87', 'name': 'tempest-TaggedBootDevicesTest_v242-1947763067-router', 'tenant_id': '321f5784f3ae4933955026f73ebf2678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:17:16Z', 'updated_at': '2021-11-22T20:29:44Z', 'revision_number': 6, 'project_id': '321f5784f3ae4933955026f73ebf2678', 'gw_port_host': None}] {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:29:45.343383 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-15d3669a-d2df-4cd8-90d7-c540d5423448 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24781'] for router, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:45.347198 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-15d3669a-d2df-4cd8-90d7-c540d5423448 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:45.389369 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd003a7c-465e-40d5-8309-d6bb7f752189 req-852be860-5548-4449-ba46-a1354925ae12 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:29:45.393567 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-dd003a7c-465e-40d5-8309-d6bb7f752189 req-852be860-5548-4449-ba46-a1354925ae12 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/ports?device_id=33b2b907-88b2-43cc-a329-814686ee9d6b HTTP/1.1" status: 200 len: 944 time: 0.1066685 Nov 22 20:29:45.400927 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-15d3669a-d2df-4cd8-90d7-c540d5423448 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-663261'] for router, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:45.401724 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15d3669a-d2df-4cd8-90d7-c540d5423448 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 416955ea-c632-4d7e-bba2-4bbfb019bb87 {{(pid=103448) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 20:29:45.409508 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-15d3669a-d2df-4cd8-90d7-c540d5423448 admin admin] Publish callbacks [] for router, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:45.412837 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-15d3669a-d2df-4cd8-90d7-c540d5423448 admin admin] 10.222.0.46 "DELETE /v2.0/routers/416955ea-c632-4d7e-bba2-4bbfb019bb87 HTTP/1.1" status: 204 len: 168 time: 1.8132455 Nov 22 20:29:45.414503 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 35988) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:29:45.486320 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-dd003a7c-465e-40d5-8309-d6bb7f752189 req-129702dc-8510-4131-af73-9fa1b15a239a tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/security-groups?id=643fc82d-0ef9-4521-94aa-3318d50a506a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861104 Nov 22 20:29:45.499174 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_v2 [None req-2759c018-3060-4cbe-bb7c-842c47aa2cc1 admin admin] Deleting subnet a9459790-656c-4592-aa70-6647f39af199 {{(pid=103448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 20:29:45.511904 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2759c018-3060-4cbe-bb7c-842c47aa2cc1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:45.572721 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2759c018-3060-4cbe-bb7c-842c47aa2cc1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11627908'] for subnet, precommit_delete_associations {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:45.637988 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92e2cc0-d8a9-4ca2-9435-433ac972c34e req-6baece8e-dcc8-4292-84cc-c4e997e1dfed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:29:45.639848 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e92e2cc0-d8a9-4ca2-9435-433ac972c34e req-6baece8e-dcc8-4292-84cc-c4e997e1dfed service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=dd4200af-150b-4498-b349-8333c538c3af HTTP/1.1" status: 200 len: 1096 time: 0.0595889 Nov 22 20:29:45.664615 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2759c018-3060-4cbe-bb7c-842c47aa2cc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3753007'] for subnet, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:45.701088 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e92e2cc0-d8a9-4ca2-9435-433ac972c34e req-a7a5002d-ac06-4198-a1c1-8da1d76c535f service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=f2bd36ea-fff5-4c53-80d3-585d8a14f8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485020 Nov 22 20:29:45.725677 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2759c018-3060-4cbe-bb7c-842c47aa2cc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3753014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11567369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11792914'] for subnet, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:45.777720 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2759c018-3060-4cbe-bb7c-842c47aa2cc1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a9459790-656c-4592-aa70-6647f39af199,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:29:45.784558 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2759c018-3060-4cbe-bb7c-842c47aa2cc1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:45.793856 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-2759c018-3060-4cbe-bb7c-842c47aa2cc1 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/a9459790-656c-4592-aa70-6647f39af199 HTTP/1.1" status: 204 len: 168 time: 0.3782492 Nov 22 20:29:45.794479 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b82cb26-cf5a-4f95-9bbe-2db5bec0bf70 None None] Network b98e39f9-6f6d-4a8b-97fa-f7c4bd6c5fa0 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:29:45.794939 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 35998) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:29:45.835978 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da114f3-dcfc-4755-b369-5fdde710a9ef req-7e2b6d8f-c9d9-48c7-8625-357eb2be069c tempest-VolumesSnapshotTestJSON-2135202428 tempest-VolumesSnapshotTestJSON-2135202428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:29:45.838542 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9da114f3-dcfc-4755-b369-5fdde710a9ef req-7e2b6d8f-c9d9-48c7-8625-357eb2be069c tempest-VolumesSnapshotTestJSON-2135202428 tempest-VolumesSnapshotTestJSON-2135202428-project] 10.222.0.46 "GET /v2.0/ports?device_id=dd4200af-150b-4498-b349-8333c538c3af HTTP/1.1" status: 200 len: 945 time: 0.0758476 Nov 22 20:29:45.900178 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5a9be299-e191-4ef8-864b-0d649c354993 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3961693'] for network, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:45.946667 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9da114f3-dcfc-4755-b369-5fdde710a9ef req-a9061c41-b73f-4f3e-92be-7326725ca50d tempest-VolumesSnapshotTestJSON-2135202428 tempest-VolumesSnapshotTestJSON-2135202428-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2bd36ea-fff5-4c53-80d3-585d8a14f8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023502 Nov 22 20:29:45.971819 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-5a9be299-e191-4ef8-864b-0d649c354993 admin admin] Deleting port 66dd8a9e-9d2b-44ff-be8f-9c1a786a5bae {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:29:45.972191 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5a9be299-e191-4ef8-864b-0d649c354993 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:46.054533 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-5a9be299-e191-4ef8-864b-0d649c354993 admin admin] For port 66dd8a9e-9d2b-44ff-be8f-9c1a786a5bae, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=66dd8a9e-9d2b-44ff-be8f-9c1a786a5bae,segment=NetworkSegment(97d6c464-3bdf-48cd-be6a-728661c2d234),segment_id=97d6c464-3bdf-48cd-be6a-728661c2d234)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:29:46.054659 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5a9be299-e191-4ef8-864b-0d649c354993 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:46.078133 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-5a9be299-e191-4ef8-864b-0d649c354993 admin admin] Calling delete_port for 66dd8a9e-9d2b-44ff-be8f-9c1a786a5bae owned by network:dhcp {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:29:46.110014 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bab5db35-0902-4e2f-b167-8e437318e540 None None] DHCP port deletion for b98e39f9-6f6d-4a8b-97fa-f7c4bd6c5fa0 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:29:46.177099 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-bab5db35-0902-4e2f-b167-8e437318e540 None None] Deleting port 66dd8a9e-9d2b-44ff-be8f-9c1a786a5bae {{(pid=103449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:29:46.177514 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-bab5db35-0902-4e2f-b167-8e437318e540 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:46.178921 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5a9be299-e191-4ef8-864b-0d649c354993 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:46.229217 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9be299-e191-4ef8-864b-0d649c354993 admin admin] Pushing event deleted for resources: {'Port': ['ID=66dd8a9e-9d2b-44ff-be8f-9c1a786a5bae,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:29:46.234063 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a9be299-e191-4ef8-864b-0d649c354993 admin admin] No DVR routers for this DVR port 66dd8a9e-9d2b-44ff-be8f-9c1a786a5bae on host n-d-818823-1 {{(pid=103448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:29:46.274966 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-bab5db35-0902-4e2f-b167-8e437318e540 None None] For port 66dd8a9e-9d2b-44ff-be8f-9c1a786a5bae, host n-d-818823-1, got binding levels [] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:29:46.275401 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-bab5db35-0902-4e2f-b167-8e437318e540 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:46.292941 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-bab5db35-0902-4e2f-b167-8e437318e540 None None] Calling delete_port for 66dd8a9e-9d2b-44ff-be8f-9c1a786a5bae owned by network:dhcp {{(pid=103449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:29:46.295784 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.ipam_backend_mixin [None req-bab5db35-0902-4e2f-b167-8e437318e540 None None] Port 66dd8a9e-9d2b-44ff-be8f-9c1a786a5bae was not found and therefore no delete operation was performed {{(pid=103449) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 22 20:29:46.297591 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-bab5db35-0902-4e2f-b167-8e437318e540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381'] for port, after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:46.326072 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab5db35-0902-4e2f-b167-8e437318e540 None None] Pushing event deleted for resources: {'Port': ['ID=66dd8a9e-9d2b-44ff-be8f-9c1a786a5bae,revision_number=None']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:29:46.335478 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab5db35-0902-4e2f-b167-8e437318e540 None None] No DVR routers for this DVR port 66dd8a9e-9d2b-44ff-be8f-9c1a786a5bae on host n-d-818823-1 {{(pid=103449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:29:46.342250 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5a9be299-e191-4ef8-864b-0d649c354993 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3760028', 'neutron.services.segments.db._delete_segments_for_network-8748992815755'] for network, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:46.365192 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-5a9be299-e191-4ef8-864b-0d649c354993 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b98e39f9-6f6d-4a8b-97fa-f7c4bd6c5fa0']}} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:29:46.375034 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-5a9be299-e191-4ef8-864b-0d649c354993 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97d6c464-3bdf-48cd-be6a-728661c2d234') {'for_net_delete': True} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:29:46.375328 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-5a9be299-e191-4ef8-864b-0d649c354993 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97d6c464-3bdf-48cd-be6a-728661c2d234') {} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:29:46.385694 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5a9be299-e191-4ef8-864b-0d649c354993 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748993039638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11627933'] for segment, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:46.398751 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5a9be299-e191-4ef8-864b-0d649c354993 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:46.404857 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a9be299-e191-4ef8-864b-0d649c354993 admin admin] Releasing vlan 647 on physical network physnet1 to pool {{(pid=103448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 20:29:46.405207 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5a9be299-e191-4ef8-864b-0d649c354993 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11567447'] for segment, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:46.406854 n-d-818823-1 neutron-server[103448]: Traceback (most recent call last): Nov 22 20:29:46.406854 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 20:29:46.406854 n-d-818823-1 neutron-server[103448]: timer() Nov 22 20:29:46.406854 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 20:29:46.406854 n-d-818823-1 neutron-server[103448]: cb(*args, **kw) Nov 22 20:29:46.406854 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 20:29:46.406854 n-d-818823-1 neutron-server[103448]: return func(*args, **kwargs) Nov 22 20:29:46.406854 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 20:29:46.406854 n-d-818823-1 neutron-server[103448]: self._notify() Nov 22 20:29:46.406854 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 20:29:46.406854 n-d-818823-1 neutron-server[103448]: self.callback(batched_events) Nov 22 20:29:46.406854 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 20:29:46.406854 n-d-818823-1 neutron-server[103448]: event.method(event) Nov 22 20:29:46.406854 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 20:29:46.406854 n-d-818823-1 neutron-server[103448]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 20:29:46.406854 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 20:29:46.406854 n-d-818823-1 neutron-server[103448]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 20:29:46.406854 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 20:29:46.406854 n-d-818823-1 neutron-server[103448]: return f(self, *a, **k) Nov 22 20:29:46.406854 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 20:29:46.406854 n-d-818823-1 neutron-server[103448]: return self._get(url).json() Nov 22 20:29:46.406854 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 20:29:46.406854 n-d-818823-1 neutron-server[103448]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 20:29:46.406854 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 20:29:46.406854 n-d-818823-1 neutron-server[103448]: return self.request(url, 'GET', **kwargs) Nov 22 20:29:46.406854 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 20:29:46.406854 n-d-818823-1 neutron-server[103448]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 20:29:46.406854 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 20:29:46.406854 n-d-818823-1 neutron-server[103448]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 20:29:46.406854 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 20:29:46.406854 n-d-818823-1 neutron-server[103448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 20:29:46.406854 n-d-818823-1 neutron-server[103448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 20:29:46.465100 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5a9be299-e191-4ef8-864b-0d649c354993 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3760002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595318'] for network, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:46.475837 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5a9be299-e191-4ef8-864b-0d649c354993 admin admin] Publish callbacks [] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:46.479025 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-5a9be299-e191-4ef8-864b-0d649c354993 admin admin] 10.222.0.46 "DELETE /v2.0/networks/b98e39f9-6f6d-4a8b-97fa-f7c4bd6c5fa0 HTTP/1.1" status: 204 len: 168 time: 0.6835375 Nov 22 20:29:46.490671 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9be299-e191-4ef8-864b-0d649c354993 admin admin] Pushing event deleted for resources: {'Network': ['ID=b98e39f9-6f6d-4a8b-97fa-f7c4bd6c5fa0,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:29:46.626333 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e266d5-8e3f-4667-94f6-cdc4f9869621 req-b91bad6b-9bb2-471c-b416-42ffe31bdcef tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:29:46.628416 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f5e266d5-8e3f-4667-94f6-cdc4f9869621 req-b91bad6b-9bb2-471c-b416-42ffe31bdcef tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/ports?device_id=33b2b907-88b2-43cc-a329-814686ee9d6b HTTP/1.1" status: 200 len: 944 time: 0.0615456 Nov 22 20:29:46.679765 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f5e266d5-8e3f-4667-94f6-cdc4f9869621 req-073cc2c2-3e72-4d64-a986-38a5274f5a28 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/security-groups?id=643fc82d-0ef9-4521-94aa-3318d50a506a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451853 Nov 22 20:29:46.691160 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 36022) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:29:46.745058 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-d5ee07da-ca02-4f6a-8dcb-0f21ca980a7f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=cd84c4200e0d47b4bcba9b053bf608fb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0526588 Nov 22 20:29:46.747447 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 36026) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:29:46.798786 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-68911478-f06d-4dae-830d-db5b10b14978 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:46.826442 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-68911478-f06d-4dae-830d-db5b10b14978 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:46.889522 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-68911478-f06d-4dae-830d-db5b10b14978 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:46.894057 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-68911478-f06d-4dae-830d-db5b10b14978 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:46.898049 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-68911478-f06d-4dae-830d-db5b10b14978 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f57d0821-447e-4bd4-9be8-6ef5d6dfd2db HTTP/1.1" status: 204 len: 168 time: 0.1493542 Nov 22 20:29:46.907809 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68911478-f06d-4dae-830d-db5b10b14978 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f57d0821-447e-4bd4-9be8-6ef5d6dfd2db,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:29:47.020632 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device e539afc5-1362-471f-b58c-36255a2f4f6d no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:29:47.065451 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: e539afc5-1362-471f-b58c-36255a2f4f6d {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:29:47.065811 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device e539afc5-1362-471f-b58c-36255a2f4f6d not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:29:47.066245 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device ff74deab-ef9f-4330-a672-b890e6c5a89d no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:29:47.104790 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: ff74deab-ef9f-4330-a672-b890e6c5a89d {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:29:47.105355 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device ff74deab-ef9f-4330-a672-b890e6c5a89d not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:29:47.106116 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 66dd8a9e-9d2b-44ff-be8f-9c1a786a5bae no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:29:47.127591 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: 66dd8a9e-9d2b-44ff-be8f-9c1a786a5bae {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:29:47.128147 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 66dd8a9e-9d2b-44ff-be8f-9c1a786a5bae not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:29:47.161540 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d29c8b-85d3-4045-bb00-a72f5e8e0453 req-23ab73d4-c602-445f-b21c-a9d41d54922d tempest-VolumesSnapshotTestJSON-2135202428 tempest-VolumesSnapshotTestJSON-2135202428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:29:47.163470 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-62d29c8b-85d3-4045-bb00-a72f5e8e0453 req-23ab73d4-c602-445f-b21c-a9d41d54922d tempest-VolumesSnapshotTestJSON-2135202428 tempest-VolumesSnapshotTestJSON-2135202428-project] 10.222.0.46 "GET /v2.0/ports?device_id=dd4200af-150b-4498-b349-8333c538c3af HTTP/1.1" status: 200 len: 945 time: 0.0908980 Nov 22 20:29:47.248997 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-62d29c8b-85d3-4045-bb00-a72f5e8e0453 req-d75b8230-93e6-4336-9752-7e576a6ecd8a tempest-VolumesSnapshotTestJSON-2135202428 tempest-VolumesSnapshotTestJSON-2135202428-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2bd36ea-fff5-4c53-80d3-585d8a14f8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773878 Nov 22 20:29:47.404860 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 36064) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:29:47.465862 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-041b4a4d-c1ca-48f2-a036-70bd6543e6fb admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=321f5784f3ae4933955026f73ebf2678&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0594583 Nov 22 20:29:47.468058 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 36066) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:29:47.535291 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-41cf02e5-2db2-41d3-8d9a-3724767b7450 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:47.563771 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-41cf02e5-2db2-41d3-8d9a-3724767b7450 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:47.634615 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-41cf02e5-2db2-41d3-8d9a-3724767b7450 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:47.637364 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-41cf02e5-2db2-41d3-8d9a-3724767b7450 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:47.638931 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-41cf02e5-2db2-41d3-8d9a-3724767b7450 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8408b9e4-4059-480c-b3cf-83284601b12b HTTP/1.1" status: 204 len: 168 time: 0.1698029 Nov 22 20:29:47.668540 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cf02e5-2db2-41d3-8d9a-3724767b7450 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8408b9e4-4059-480c-b3cf-83284601b12b,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:29:47.870107 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8c62a9-4838-4a48-8626-ef4b2a18b187 req-2e8eac24-9fcf-45c6-89eb-bad423590492 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:29:47.878901 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7f8c62a9-4838-4a48-8626-ef4b2a18b187 req-2e8eac24-9fcf-45c6-89eb-bad423590492 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/ports?device_id=33b2b907-88b2-43cc-a329-814686ee9d6b HTTP/1.1" status: 200 len: 944 time: 0.0851905 Nov 22 20:29:47.954249 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7f8c62a9-4838-4a48-8626-ef4b2a18b187 req-77506dbe-3265-4351-964a-c208007f361f tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/security-groups?id=643fc82d-0ef9-4521-94aa-3318d50a506a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744498 Nov 22 20:29:48.673300 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 36112) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:29:48.850454 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-23c4b8b1-e875-4fa6-bc35-ca4cba0c76fe admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1472838260-network', 'tenant_id': '58f18dba29b1404593b210234b4fc486'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:29:48.874283 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23c4b8b1-e875-4fa6-bc35-ca4cba0c76fe admin admin] Made reservation on behalf of 58f18dba29b1404593b210234b4fc486 for: {'network': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:29:48.877926 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-23c4b8b1-e875-4fa6-bc35-ca4cba0c76fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for network, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:48.896159 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-23c4b8b1-e875-4fa6-bc35-ca4cba0c76fe admin admin] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:49.032150 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-23c4b8b1-e875-4fa6-bc35-ca4cba0c76fe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:49.040710 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-23c4b8b1-e875-4fa6-bc35-ca4cba0c76fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:49.088354 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23c4b8b1-e875-4fa6-bc35-ca4cba0c76fe admin admin] vlan segment allocate from pool success with {'vlan_id': 622, 'physical_network': 'physnet1'} {{(pid=103447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 20:29:49.117191 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.agents_db [None req-aa8313f2-1ee4-4e7b-8c5a-d32b2f9d31ee None None] Agent healthcheck: found 7 active agents {{(pid=103450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 20:29:49.153217 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-23c4b8b1-e875-4fa6-bc35-ca4cba0c76fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:49.153850 n-d-818823-1 neutron-server[103447]: INFO neutron.db.segments_db [None req-23c4b8b1-e875-4fa6-bc35-ca4cba0c76fe admin admin] Added segment bcbbe86a-c061-495c-a828-256b0a522cc1 of type vlan for network bac7bcf3-51ae-4543-8f0e-82b2d2e8c1d3 Nov 22 20:29:49.155599 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c4b8b1-e875-4fa6-bc35-ca4cba0c76fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3776e3ad-7077-49a6-9ca5-2a879ce1ed3b,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:29:49.237695 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-23c4b8b1-e875-4fa6-bc35-ca4cba0c76fe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748992492791'] for network, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:49.249752 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13233215-6698-4879-950e-50e238dfa769 req-c2ac7de9-26cf-46d3-a1aa-91dfc0ebca80 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:29:49.251913 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-13233215-6698-4879-950e-50e238dfa769 req-c2ac7de9-26cf-46d3-a1aa-91dfc0ebca80 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/ports?device_id=33b2b907-88b2-43cc-a329-814686ee9d6b HTTP/1.1" status: 200 len: 944 time: 0.1653614 Nov 22 20:29:49.293568 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-23c4b8b1-e875-4fa6-bc35-ca4cba0c76fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for network, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:49.294537 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23c4b8b1-e875-4fa6-bc35-ca4cba0c76fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:29:49.295107 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-23c4b8b1-e875-4fa6-bc35-ca4cba0c76fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for network, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:49.332191 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-23c4b8b1-e875-4fa6-bc35-ca4cba0c76fe admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.6577399 Nov 22 20:29:49.335046 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 36138) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:29:49.341640 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-bf055513-d25f-4549-9f9d-56a4dcc6a9f1 admin admin] Request body: {'subnet': {'network_id': 'bac7bcf3-51ae-4543-8f0e-82b2d2e8c1d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1472838260-subnet', 'tenant_id': '58f18dba29b1404593b210234b4fc486', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:29:49.385509 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf055513-d25f-4549-9f9d-56a4dcc6a9f1 admin admin] Made reservation on behalf of 58f18dba29b1404593b210234b4fc486 for: {'subnet': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:29:49.392846 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-bf055513-d25f-4549-9f9d-56a4dcc6a9f1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11792951'] for subnet, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:49.401412 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-13233215-6698-4879-950e-50e238dfa769 req-0da8ac0d-c889-4267-a4ed-2ec919be4ad1 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/security-groups?id=643fc82d-0ef9-4521-94aa-3318d50a506a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1358743 Nov 22 20:29:49.417010 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c4b8b1-e875-4fa6-bc35-ca4cba0c76fe admin admin] Pushing event updated for resources: {'Network': ['ID=bac7bcf3-51ae-4543-8f0e-82b2d2e8c1d3,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:29:49.428958 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Network bac7bcf3-51ae-4543-8f0e-82b2d2e8c1d3 details requested by agent ovs-agent-n-d-818823-1 with host n-d-818823-1 {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 20:29:49.668111 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-bf055513-d25f-4549-9f9d-56a4dcc6a9f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11567560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11792921'] for subnet, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:49.752335 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf055513-d25f-4549-9f9d-56a4dcc6a9f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=06df14ad-dfdd-4da5-9f27-f399f4421e36,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:29:49.758119 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf055513-d25f-4549-9f9d-56a4dcc6a9f1 admin admin] Checking segment: {'id': 'bcbbe86a-c061-495c-a828-256b0a522cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'bac7bcf3-51ae-4543-8f0e-82b2d2e8c1d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:29:49.758630 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf055513-d25f-4549-9f9d-56a4dcc6a9f1 admin admin] Network hostable DHCP agents. Network: bac7bcf3-51ae-4543-8f0e-82b2d2e8c1d3, hostable agents: ['02adaa64-0987-4b74-bad0-cbcf56f8a294'], hosted agents: [] {{(pid=103448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 20:29:49.780745 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf055513-d25f-4549-9f9d-56a4dcc6a9f1 admin admin] Network bac7bcf3-51ae-4543-8f0e-82b2d2e8c1d3 is scheduled to be hosted by DHCP agent 02adaa64-0987-4b74-bad0-cbcf56f8a294 with binding_index 1 {{(pid=103448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 20:29:49.794030 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-bf055513-d25f-4549-9f9d-56a4dcc6a9f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818823-1, bac7bcf3-51ae-4543-8f0e-82b2d2e8c1d3) {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:29:49.803661 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0cdde32-5273-4a71-a560-40c35368adf9 None None] Network bac7bcf3-51ae-4543-8f0e-82b2d2e8c1d3 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:29:49.809667 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf055513-d25f-4549-9f9d-56a4dcc6a9f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:29:49.811101 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-bf055513-d25f-4549-9f9d-56a4dcc6a9f1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:49.839720 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 36148) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:29:49.840103 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-bf055513-d25f-4549-9f9d-56a4dcc6a9f1 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.5031881 Nov 22 20:29:49.844497 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-f9aca522-ccca-44bb-b2e8-817da154de74 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1472838260-router', 'tenant_id': '58f18dba29b1404593b210234b4fc486', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'}}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:29:49.893236 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f9aca522-ccca-44bb-b2e8-817da154de74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24799'] for router, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:49.895141 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f9aca522-ccca-44bb-b2e8-817da154de74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-632716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24788'] for router, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:49.993329 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f9aca522-ccca-44bb-b2e8-817da154de74 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:50.037652 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31ea3436-18f2-4f24-90a0-ad41e71458fe None None] Network bac7bcf3-51ae-4543-8f0e-82b2d2e8c1d3 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:29:50.198466 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f9aca522-ccca-44bb-b2e8-817da154de74 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:50.473043 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f9aca522-ccca-44bb-b2e8-817da154de74 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:50.499605 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f9aca522-ccca-44bb-b2e8-817da154de74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:50.658402 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028bc438-f377-4909-9839-b76465164155 req-ad754291-8cfa-4d87-a74a-b6ea764fd553 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:29:50.660217 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-028bc438-f377-4909-9839-b76465164155 req-ad754291-8cfa-4d87-a74a-b6ea764fd553 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/ports?device_id=33b2b907-88b2-43cc-a329-814686ee9d6b HTTP/1.1" status: 200 len: 944 time: 0.0972729 Nov 22 20:29:50.700230 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [None req-f9aca522-ccca-44bb-b2e8-817da154de74 admin admin] Allocated IP 172.25.5.218 (c48a55e9-6a85-4746-b7bf-3e29fb560094/5da6f781-63e6-4328-ae7a-5e672262f55a/54322d99-a974-4992-b924-b385167251ea) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:29:50.750573 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-028bc438-f377-4909-9839-b76465164155 req-9dcd5f77-8bfa-4a12-9dea-3868042a7616 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/security-groups?id=643fc82d-0ef9-4521-94aa-3318d50a506a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815935 Nov 22 20:29:50.846993 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f9aca522-ccca-44bb-b2e8-817da154de74 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:50.892467 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f9aca522-ccca-44bb-b2e8-817da154de74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:50.945663 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9aca522-ccca-44bb-b2e8-817da154de74 admin admin] Network c48a55e9-6a85-4746-b7bf-3e29fb560094 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:29:50.953703 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-f9aca522-ccca-44bb-b2e8-817da154de74 admin admin] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:29:50.968353 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9aca522-ccca-44bb-b2e8-817da154de74 admin admin] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:29:50.969008 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfc05e76-404f-4d75-a4d0-2a34b224536d None None] DHCP port deletion for c48a55e9-6a85-4746-b7bf-3e29fb560094 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:29:51.019784 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-0439f09a-d505-48f8-9064-07b1cc246eff None None] Provisioning complete for port 54322d99-a974-4992-b924-b385167251ea triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:29:51.020252 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-0439f09a-d505-48f8-9064-07b1cc246eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:51.032288 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9aca522-ccca-44bb-b2e8-817da154de74 admin admin] Pushing event updated for resources: {'Port': ['ID=54322d99-a974-4992-b924-b385167251ea,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:29:51.106805 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-0439f09a-d505-48f8-9064-07b1cc246eff None None] Port 54322d99-a974-4992-b924-b385167251ea cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:29:51.326150 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f9aca522-ccca-44bb-b2e8-817da154de74 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:51.625529 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f9aca522-ccca-44bb-b2e8-817da154de74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-659538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-841284'] for router, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:51.962516 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9aca522-ccca-44bb-b2e8-817da154de74 admin admin] Router fa604c6d-a086-42f5-aec4-7ffe07489e4d is scheduled to L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 with binding_index 1 {{(pid=103447) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 20:29:52.047646 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179cff57-7fc2-495a-9e4b-0a11f0fbb171 req-18370bd1-ae42-4796-b68d-8c9ec46990e4 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:29:52.049254 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-179cff57-7fc2-495a-9e4b-0a11f0fbb171 req-18370bd1-ae42-4796-b68d-8c9ec46990e4 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/ports?device_id=33b2b907-88b2-43cc-a329-814686ee9d6b HTTP/1.1" status: 200 len: 944 time: 0.1325107 Nov 22 20:29:52.492382 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-179cff57-7fc2-495a-9e4b-0a11f0fbb171 req-518ae874-4b07-4646-ad7e-d765f4449bbc tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/security-groups?id=643fc82d-0ef9-4521-94aa-3318d50a506a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4358938 Nov 22 20:29:52.497169 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9aca522-ccca-44bb-b2e8-817da154de74 admin admin] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:29:52.509503 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c3ab56-7e5d-4302-a447-4a9deefabf1b None None] Sync routers for ids ['fa604c6d-a086-42f5-aec4-7ffe07489e4d'] in n-d-818823-1 {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:29:52.522311 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f9aca522-ccca-44bb-b2e8-817da154de74 admin admin] Publish callbacks [] for router, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:52.526930 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-f9aca522-ccca-44bb-b2e8-817da154de74 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 2.6829014 Nov 22 20:29:52.527393 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 36318) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:29:52.532245 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c3ab56-7e5d-4302-a447-4a9deefabf1b None None] Routers {'fa604c6d-a086-42f5-aec4-7ffe07489e4d'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:29:52.532881 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-a0c3ab56-7e5d-4302-a447-4a9deefabf1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:29:32Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['fa604c6d-a086-42f5-aec4-7ffe07489e4d'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:29:52.686557 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-a0c3ab56-7e5d-4302-a447-4a9deefabf1b None None] Set router fa604c6d-a086-42f5-aec4-7ffe07489e4d gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:29:53.025026 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-a0c3ab56-7e5d-4302-a447-4a9deefabf1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa604c6d-a086-42f5-aec4-7ffe07489e4d', 'name': 'tempest-ServerRescueTestJSONUnderV235-1472838260-router', 'tenant_id': '58f18dba29b1404593b210234b4fc486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': '54322d99-a974-4992-b924-b385167251ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:29:49Z', 'updated_at': '2021-11-22T20:29:51Z', 'revision_number': 3, 'project_id': '58f18dba29b1404593b210234b4fc486', 'gw_port': {'id': '54322d99-a974-4992-b924-b385167251ea', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:d3:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa604c6d-a086-42f5-aec4-7ffe07489e4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2378, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:29:50Z', 'updated_at': '2021-11-22T20:29:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:29:53.055495 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c3ab56-7e5d-4302-a447-4a9deefabf1b None None] Checking router: fa604c6d-a086-42f5-aec4-7ffe07489e4d for host: n-d-818823-1 {{(pid=103449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 20:29:53.056624 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c3ab56-7e5d-4302-a447-4a9deefabf1b None None] Updating router fa604c6d-a086-42f5-aec4-7ffe07489e4d port 54322d99-a974-4992-b924-b385167251ea binding host n-d-818823-1 {{(pid=103449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 20:29:53.096822 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-a0c3ab56-7e5d-4302-a447-4a9deefabf1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:53.112227 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-858a0ba3-26f1-4bab-8342-13d6aec65d73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:53.382781 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [None req-858a0ba3-26f1-4bab-8342-13d6aec65d73 admin admin] Allocated IP 172.20.0.1 (bac7bcf3-51ae-4543-8f0e-82b2d2e8c1d3/06df14ad-dfdd-4da5-9f27-f399f4421e36/18680f9b-29f4-44b8-8025-3c44f6dc545c) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:29:53.484634 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-a0c3ab56-7e5d-4302-a447-4a9deefabf1b None None] Publish callbacks [] for port, precommit_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:53.492845 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-a0c3ab56-7e5d-4302-a447-4a9deefabf1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:53.541947 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-858a0ba3-26f1-4bab-8342-13d6aec65d73 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:53.593627 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee18819-ed69-4430-83a8-9793877a3ad9 None None] Pushing event updated for resources: {'Port': ['ID=54322d99-a974-4992-b924-b385167251ea,revision_number=2']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:29:53.613880 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70c09c73-a40f-4cc9-9d03-3a3b4c984aa0 None None] DHCP port deletion for c48a55e9-6a85-4746-b7bf-3e29fb560094 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:29:53.631396 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-858a0ba3-26f1-4bab-8342-13d6aec65d73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:53.640406 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-a0c3ab56-7e5d-4302-a447-4a9deefabf1b None None] Attempting to bind port 54322d99-a974-4992-b924-b385167251ea on host n-d-818823-1 for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:29:53.641149 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-a0c3ab56-7e5d-4302-a447-4a9deefabf1b None None] Attempting to bind port 54322d99-a974-4992-b924-b385167251ea by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:29:53.641968 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c3ab56-7e5d-4302-a447-4a9deefabf1b None None] Attempting to bind port 54322d99-a974-4992-b924-b385167251ea on network c48a55e9-6a85-4746-b7bf-3e29fb560094 {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:29:53.657410 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c3ab56-7e5d-4302-a447-4a9deefabf1b None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 29, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:29:53.657821 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c3ab56-7e5d-4302-a447-4a9deefabf1b None None] Checking segment: {'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:29:53.658238 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-a0c3ab56-7e5d-4302-a447-4a9deefabf1b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:53.658646 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c3ab56-7e5d-4302-a447-4a9deefabf1b None None] Bound using segment: {'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:29:53.661601 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-858a0ba3-26f1-4bab-8342-13d6aec65d73 admin admin] Network bac7bcf3-51ae-4543-8f0e-82b2d2e8c1d3 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:29:53.662249 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-a0c3ab56-7e5d-4302-a447-4a9deefabf1b None None] Bound port: 54322d99-a974-4992-b924-b385167251ea, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:29:53.663092 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-a0c3ab56-7e5d-4302-a447-4a9deefabf1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:53.668489 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-858a0ba3-26f1-4bab-8342-13d6aec65d73 admin admin] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:29:53.715110 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-858a0ba3-26f1-4bab-8342-13d6aec65d73 admin admin] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:29:53.776674 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-a0c3ab56-7e5d-4302-a447-4a9deefabf1b None None] For port 54322d99-a974-4992-b924-b385167251ea, host n-d-818823-1, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:29:53.781677 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-a0c3ab56-7e5d-4302-a447-4a9deefabf1b None None] For port 54322d99-a974-4992-b924-b385167251ea, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=54322d99-a974-4992-b924-b385167251ea,segment=NetworkSegment(8793ba83-8407-4c3d-9b56-2a177cd58a70),segment_id=8793ba83-8407-4c3d-9b56-2a177cd58a70)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:29:53.792290 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858a0ba3-26f1-4bab-8342-13d6aec65d73 admin admin] Pushing event updated for resources: {'Port': ['ID=18680f9b-29f4-44b8-8025-3c44f6dc545c,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:29:53.805373 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-858a0ba3-26f1-4bab-8342-13d6aec65d73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659939'] for router_interface, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:53.811202 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fd9538-8414-45ea-a157-8163eabd8fb5 req-6dc4aff4-847e-4c4a-b6d8-d1268b1ddb97 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:29:53.814529 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-a0c3ab56-7e5d-4302-a447-4a9deefabf1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:53.816364 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-29fd9538-8414-45ea-a157-8163eabd8fb5 req-6dc4aff4-847e-4c4a-b6d8-d1268b1ddb97 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/ports?device_id=33b2b907-88b2-43cc-a329-814686ee9d6b HTTP/1.1" status: 200 len: 944 time: 0.1400008 Nov 22 20:29:53.866678 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-2f262b02-8359-4d82-acda-4e499e693d52 None None] Provisioning complete for port 54322d99-a974-4992-b924-b385167251ea triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:29:53.867047 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-2f262b02-8359-4d82-acda-4e499e693d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:53.919103 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-29fd9538-8414-45ea-a157-8163eabd8fb5 req-4bea0360-dcc7-4ada-8a35-5602870accc4 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/security-groups?id=643fc82d-0ef9-4521-94aa-3318d50a506a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862765 Nov 22 20:29:53.986930 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-858a0ba3-26f1-4bab-8342-13d6aec65d73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:54.017250 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c3ab56-7e5d-4302-a447-4a9deefabf1b None None] Routers {'fa604c6d-a086-42f5-aec4-7ffe07489e4d'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:29:54.018463 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-a0c3ab56-7e5d-4302-a447-4a9deefabf1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:29:32Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['fa604c6d-a086-42f5-aec4-7ffe07489e4d'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:29:54.060788 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee18819-ed69-4430-83a8-9793877a3ad9 None None] Pushing event updated for resources: {'Port': ['ID=54322d99-a974-4992-b924-b385167251ea,revision_number=3']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:29:54.283010 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0edaf3e8-7e3a-41bd-96a6-c7fe53b18637 None None] DHCP port deletion for c48a55e9-6a85-4746-b7bf-3e29fb560094 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:29:54.313151 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-a0c3ab56-7e5d-4302-a447-4a9deefabf1b None None] Set router fa604c6d-a086-42f5-aec4-7ffe07489e4d gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:29:54.417993 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-858a0ba3-26f1-4bab-8342-13d6aec65d73 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:54.425844 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-858a0ba3-26f1-4bab-8342-13d6aec65d73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:54.484126 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-858a0ba3-26f1-4bab-8342-13d6aec65d73 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-563461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-659839'] for router_interface, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:54.572792 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858a0ba3-26f1-4bab-8342-13d6aec65d73 admin admin] Pushing event updated for resources: {'Port': ['ID=18680f9b-29f4-44b8-8025-3c44f6dc545c,revision_number=2']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:29:54.601921 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device e1b23151-dad5-4a0d-a549-a1497d3eb2a7 details requested by agent hyperv_n-h2-818823-1 with host n-h2-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 20:29:54.690077 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-858a0ba3-26f1-4bab-8342-13d6aec65d73 admin admin] Network bac7bcf3-51ae-4543-8f0e-82b2d2e8c1d3 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:29:54.692604 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-858a0ba3-26f1-4bab-8342-13d6aec65d73 admin admin] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:29:54.736321 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-2f262b02-8359-4d82-acda-4e499e693d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:54.771567 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-2f262b02-8359-4d82-acda-4e499e693d52 None None] For port 54322d99-a974-4992-b924-b385167251ea, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=54322d99-a974-4992-b924-b385167251ea,segment=NetworkSegment(8793ba83-8407-4c3d-9b56-2a177cd58a70),segment_id=8793ba83-8407-4c3d-9b56-2a177cd58a70)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:29:54.788834 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-2f262b02-8359-4d82-acda-4e499e693d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:54.874469 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port e1b23151-dad5-4a0d-a549-a1497d3eb2a7, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=e1b23151-dad5-4a0d-a549-a1497d3eb2a7,segment=NetworkSegment(0f31ec19-3af4-4928-96f6-fbcd53d7ad3c),segment_id=0f31ec19-3af4-4928-96f6-fbcd53d7ad3c)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:29:54.878329 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-858a0ba3-26f1-4bab-8342-13d6aec65d73 admin admin] Router fa604c6d-a086-42f5-aec4-7ffe07489e4d has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 20:29:54.904988 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Returning: {'device': 'e1b23151-dad5-4a0d-a549-a1497d3eb2a7', 'network_id': '472efbbc-d832-48a8-ba47-cb0fa0f678cf', 'port_id': 'e1b23151-dad5-4a0d-a549-a1497d3eb2a7', 'mac_address': 'fa:16:3e:cf:ee:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 632, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfcf564a-3590-4b88-b146-a6d87131f13b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 20:29:54.913155 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f262b02-8359-4d82-acda-4e499e693d52 None None] Pushing event updated for resources: {'Port': ['ID=54322d99-a974-4992-b924-b385167251ea,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:29:54.966205 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-16d4561e-475d-458b-8219-7fa958e984b8 None None] Provisioning complete for port 54322d99-a974-4992-b924-b385167251ea triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:29:54.966589 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-16d4561e-475d-458b-8219-7fa958e984b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:54.972561 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-a0c3ab56-7e5d-4302-a447-4a9deefabf1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa604c6d-a086-42f5-aec4-7ffe07489e4d', 'name': 'tempest-ServerRescueTestJSONUnderV235-1472838260-router', 'tenant_id': '58f18dba29b1404593b210234b4fc486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': '54322d99-a974-4992-b924-b385167251ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:29:49Z', 'updated_at': '2021-11-22T20:29:53Z', 'revision_number': 4, 'project_id': '58f18dba29b1404593b210234b4fc486', 'gw_port': {'id': '54322d99-a974-4992-b924-b385167251ea', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:d3:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa604c6d-a086-42f5-aec4-7ffe07489e4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2378, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:29:50Z', 'updated_at': '2021-11-22T20:29:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': '18680f9b-29f4-44b8-8025-3c44f6dc545c', 'name': '', 'network_id': 'bac7bcf3-51ae-4543-8f0e-82b2d2e8c1d3', 'tenant_id': '58f18dba29b1404593b210234b4fc486', 'mac_address': 'fa:16:3e:68:ff:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa604c6d-a086-42f5-aec4-7ffe07489e4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2379, 'fixed_ips': [{'subnet_id': '06df14ad-dfdd-4da5-9f27-f399f4421e36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:29:53Z', 'updated_at': '2021-11-22T20:29:53Z', 'revision_number': 1, 'project_id': '58f18dba29b1404593b210234b4fc486', 'subnets': [{'id': '06df14ad-dfdd-4da5-9f27-f399f4421e36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:29:55.048435 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c3ab56-7e5d-4302-a447-4a9deefabf1b None None] The sync data for ids ['fa604c6d-a086-42f5-aec4-7ffe07489e4d'] in n-d-818823-1 is: [{'id': 'fa604c6d-a086-42f5-aec4-7ffe07489e4d', 'name': 'tempest-ServerRescueTestJSONUnderV235-1472838260-router', 'tenant_id': '58f18dba29b1404593b210234b4fc486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': '54322d99-a974-4992-b924-b385167251ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:29:49Z', 'updated_at': '2021-11-22T20:29:53Z', 'revision_number': 4, 'project_id': '58f18dba29b1404593b210234b4fc486', 'gw_port': {'id': '54322d99-a974-4992-b924-b385167251ea', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:d3:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa604c6d-a086-42f5-aec4-7ffe07489e4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2378, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:29:50Z', 'updated_at': '2021-11-22T20:29:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': '18680f9b-29f4-44b8-8025-3c44f6dc545c', 'name': '', 'network_id': 'bac7bcf3-51ae-4543-8f0e-82b2d2e8c1d3', 'tenant_id': '58f18dba29b1404593b210234b4fc486', 'mac_address': 'fa:16:3e:68:ff:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa604c6d-a086-42f5-aec4-7ffe07489e4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2379, 'fixed_ips': [{'subnet_id': '06df14ad-dfdd-4da5-9f27-f399f4421e36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:29:53Z', 'updated_at': '2021-11-22T20:29:53Z', 'revision_number': 1, 'project_id': '58f18dba29b1404593b210234b4fc486', 'subnets': [{'id': '06df14ad-dfdd-4da5-9f27-f399f4421e36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:29:55.050047 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:55.091405 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1b23151-dad5-4a0d-a549-a1497d3eb2a7 {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:29:55.128539 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port e1b23151-dad5-4a0d-a549-a1497d3eb2a7, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=e1b23151-dad5-4a0d-a549-a1497d3eb2a7,segment=NetworkSegment(0f31ec19-3af4-4928-96f6-fbcd53d7ad3c),segment_id=0f31ec19-3af4-4928-96f6-fbcd53d7ad3c)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:29:55.137358 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:55.154947 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558da96e-a5d9-4e86-adb0-2f3902e24d0d req-769c9270-bf05-4388-aa1a-42d23a867307 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:29:55.156756 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-558da96e-a5d9-4e86-adb0-2f3902e24d0d req-769c9270-bf05-4388-aa1a-42d23a867307 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/ports?device_id=33b2b907-88b2-43cc-a329-814686ee9d6b HTTP/1.1" status: 200 len: 944 time: 0.1055884 Nov 22 20:29:55.178124 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-858a0ba3-26f1-4bab-8342-13d6aec65d73 admin admin] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:29:55.214636 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-858a0ba3-26f1-4bab-8342-13d6aec65d73 admin admin] 10.222.0.46 "PUT /v2.0/routers/fa604c6d-a086-42f5-aec4-7ffe07489e4d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6863363 Nov 22 20:29:55.250917 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-558da96e-a5d9-4e86-adb0-2f3902e24d0d req-105e306f-c0a9-48ac-bc81-8be9c74c4c19 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/security-groups?id=643fc82d-0ef9-4521-94aa-3318d50a506a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771985 Nov 22 20:29:55.260666 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=e1b23151-dad5-4a0d-a549-a1497d3eb2a7,revision_number=11']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:29:55.387104 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] get_ports_and_sgs() called for port_ids ['e1b23151-dad5-4a0d-a549-a1497d3eb2a7'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:29:55.945847 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f99dd1-9998-4d44-b83c-b963650b97bd req-2994909d-a759-45d3-8236-44e16e1c2736 tempest-ServerRescueTestJSONUnderV235-174357529 tempest-ServerRescueTestJSONUnderV235-174357529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:29:55.948017 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-33f99dd1-9998-4d44-b83c-b963650b97bd req-2994909d-a759-45d3-8236-44e16e1c2736 tempest-ServerRescueTestJSONUnderV235-174357529 tempest-ServerRescueTestJSONUnderV235-174357529-project] 10.222.0.46 "GET /v2.0/networks?id=bac7bcf3-51ae-4543-8f0e-82b2d2e8c1d3 HTTP/1.1" status: 200 len: 820 time: 0.1476381 Nov 22 20:29:55.974461 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-33f99dd1-9998-4d44-b83c-b963650b97bd req-c3b9a330-2470-4b84-b209-55ab4446dce0 tempest-ServerRescueTestJSONUnderV235-174357529 tempest-ServerRescueTestJSONUnderV235-174357529-project] 10.222.0.46 "GET /v2.0/quotas/58f18dba29b1404593b210234b4fc486 HTTP/1.1" status: 200 len: 375 time: 0.0166209 Nov 22 20:29:56.035988 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-33f99dd1-9998-4d44-b83c-b963650b97bd req-489a5ed9-b4ec-4554-97fa-95efd37333b2 tempest-ServerRescueTestJSONUnderV235-174357529 tempest-ServerRescueTestJSONUnderV235-174357529-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=58f18dba29b1404593b210234b4fc486&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0605874 Nov 22 20:29:56.155976 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-33f99dd1-9998-4d44-b83c-b963650b97bd req-43524b88-5b1f-4706-ad3f-79de73bcdb61 service neutron] 10.222.0.46 "GET /v2.0/networks/bac7bcf3-51ae-4543-8f0e-82b2d2e8c1d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172812 Nov 22 20:29:56.260712 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-33f99dd1-9998-4d44-b83c-b963650b97bd req-36d7dc75-d7b1-40a5-84ab-a5eceb3eb78b service neutron] 10.222.0.46 "GET /v2.0/networks/bac7bcf3-51ae-4543-8f0e-82b2d2e8c1d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970664 Nov 22 20:29:56.461409 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f841bc-0ed4-43c4-b7a4-4bce9291ae49 req-48d2db1f-ea51-4615-9ee2-c252c31e292c tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:29:56.463523 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-61f841bc-0ed4-43c4-b7a4-4bce9291ae49 req-48d2db1f-ea51-4615-9ee2-c252c31e292c tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/ports?device_id=33b2b907-88b2-43cc-a329-814686ee9d6b HTTP/1.1" status: 200 len: 945 time: 0.1088421 Nov 22 20:29:56.483747 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-73dbaab4-5a06-498b-8f44-e4226aa92918 req-f68b738d-066a-44d3-b5ec-f78859a8fc1c tempest-ServerRescueTestJSONUnderV235-174357529 tempest-ServerRescueTestJSONUnderV235-174357529-project] 10.222.0.46 "GET /v2.0/ports?device_id=d73f004c-3e7c-4e3e-96fd-907fe73c64f7 HTTP/1.1" status: 200 len: 210 time: 0.0445554 Nov 22 20:29:56.531989 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device e1b23151-dad5-4a0d-a549-a1497d3eb2a7 up at agent hyperv_n-h2-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:29:56.556567 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-61f841bc-0ed4-43c4-b7a4-4bce9291ae49 req-8dccaf0a-cb36-4c89-ba7a-6978e3309c92 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/security-groups?id=643fc82d-0ef9-4521-94aa-3318d50a506a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705676 Nov 22 20:29:56.625620 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Provisioning for port e1b23151-dad5-4a0d-a549-a1497d3eb2a7 completed by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 20:29:56.634976 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Provisioning complete for port e1b23151-dad5-4a0d-a549-a1497d3eb2a7 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:29:56.635359 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:56.761373 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:56.811391 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33b2b907-88b2-43cc-a329-814686ee9d6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1b23151-dad5-4a0d-a549-a1497d3eb2a7'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:29:56.816230 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d39f6d30a11e565ec9648abcc015e8a6ab6cff4edd704add8155e28765d31eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eb134ca-b254-4d56-a741-e4613c2dfea2" -d '{"events": [{"server_uuid": "33b2b907-88b2-43cc-a329-814686ee9d6b", "name": "network-vif-plugged", "status": "completed", "tag": "e1b23151-dad5-4a0d-a549-a1497d3eb2a7"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:29:56.832079 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port e1b23151-dad5-4a0d-a549-a1497d3eb2a7, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=e1b23151-dad5-4a0d-a549-a1497d3eb2a7,segment=NetworkSegment(0f31ec19-3af4-4928-96f6-fbcd53d7ad3c),segment_id=0f31ec19-3af4-4928-96f6-fbcd53d7ad3c)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:29:56.839972 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:56.944378 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:29:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-212c12d3-06da-4228-af4f-8f33a754115a x-openstack-request-id: req-212c12d3-06da-4228-af4f-8f33a754115a {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:29:56.944670 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33b2b907-88b2-43cc-a329-814686ee9d6b", "name": "network-vif-plugged", "status": "completed", "tag": "e1b23151-dad5-4a0d-a549-a1497d3eb2a7", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:29:56.945693 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-212c12d3-06da-4228-af4f-8f33a754115a {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:29:56.946828 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33b2b907-88b2-43cc-a329-814686ee9d6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1b23151-dad5-4a0d-a549-a1497d3eb2a7', 'code': 200} Nov 22 20:29:56.987967 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=e1b23151-dad5-4a0d-a549-a1497d3eb2a7,revision_number=12']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:29:57.031111 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 36760) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:29:57.093743 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 54322d99-a974-4992-b924-b385167251ea up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:29:57.160422 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 54322d99-a974-4992-b924-b385167251ea triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:29:57.161167 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:57.218989 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94db7b5-931b-45ad-8398-a1b3df3d608a req-323185e2-b03c-465a-b39d-26cb9ac9cfef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:29:57.220546 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a94db7b5-931b-45ad-8398-a1b3df3d608a req-323185e2-b03c-465a-b39d-26cb9ac9cfef service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=33b2b907-88b2-43cc-a329-814686ee9d6b HTTP/1.1" status: 200 len: 1097 time: 0.1116192 Nov 22 20:29:57.244875 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-39aec441-396e-4b89-b36d-19f0d8bfd823 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:57.350582 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a94db7b5-931b-45ad-8398-a1b3df3d608a req-de937df3-e8d0-4afe-98c8-0309949da023 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=643fc82d-0ef9-4521-94aa-3318d50a506a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1174102 Nov 22 20:29:57.359110 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-39aec441-396e-4b89-b36d-19f0d8bfd823 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:57.363401 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-39aec441-396e-4b89-b36d-19f0d8bfd823 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:57.404461 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-39aec441-396e-4b89-b36d-19f0d8bfd823 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3eb8f2753fa6467687afc3fc07a13eff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3719819 Nov 22 20:29:57.405768 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39aec441-396e-4b89-b36d-19f0d8bfd823 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70551b16-ee9e-48dd-9227-5c71fba17213,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:29:57.407135 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 36764) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:29:57.459981 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f278beb8-c5ad-4967-9c4a-5f14ea9bbf4c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:57.481763 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f278beb8-c5ad-4967-9c4a-5f14ea9bbf4c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:57.541665 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f278beb8-c5ad-4967-9c4a-5f14ea9bbf4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:57.544832 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f278beb8-c5ad-4967-9c4a-5f14ea9bbf4c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:57.546299 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-f278beb8-c5ad-4967-9c4a-5f14ea9bbf4c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/70551b16-ee9e-48dd-9227-5c71fba17213 HTTP/1.1" status: 204 len: 168 time: 0.1361959 Nov 22 20:29:57.573416 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f278beb8-c5ad-4967-9c4a-5f14ea9bbf4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70551b16-ee9e-48dd-9227-5c71fba17213,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:29:57.642976 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e2c1f94e-5aac-4534-83ca-3e63339ffee5 req-246cf301-aadc-4a7e-8492-01d779364e46 tempest-ServerRescueTestJSONUnderV235-174357529 tempest-ServerRescueTestJSONUnderV235-174357529-project] 10.222.0.46 "GET /v2.0/ports?device_id=d73f004c-3e7c-4e3e-96fd-907fe73c64f7 HTTP/1.1" status: 200 len: 210 time: 0.0691717 Nov 22 20:29:57.777516 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c7860a-20c0-410f-ac5a-638d176a0608 req-5a89d504-a4a9-4a6e-b8d3-5dd63e130be4 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:29:57.788807 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a2c7860a-20c0-410f-ac5a-638d176a0608 req-5a89d504-a4a9-4a6e-b8d3-5dd63e130be4 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/ports?device_id=33b2b907-88b2-43cc-a329-814686ee9d6b HTTP/1.1" status: 200 len: 946 time: 0.0988441 Nov 22 20:29:57.929171 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a2c7860a-20c0-410f-ac5a-638d176a0608 req-bb2c0169-6e20-4785-893c-bd4be6528aef tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/security-groups?id=643fc82d-0ef9-4521-94aa-3318d50a506a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1392515 Nov 22 20:29:58.003676 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f99dd1-9998-4d44-b83c-b963650b97bd req-864f04c8-4c3d-4c2e-a8d1-13f7fb209dbf tempest-ServerRescueTestJSONUnderV235-174357529 tempest-ServerRescueTestJSONUnderV235-174357529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:29:58.005528 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-33f99dd1-9998-4d44-b83c-b963650b97bd req-864f04c8-4c3d-4c2e-a8d1-13f7fb209dbf tempest-ServerRescueTestJSONUnderV235-174357529 tempest-ServerRescueTestJSONUnderV235-174357529-project] 10.222.0.41 "GET /v2.0/networks?id=bac7bcf3-51ae-4543-8f0e-82b2d2e8c1d3 HTTP/1.1" status: 200 len: 820 time: 0.1936052 Nov 22 20:29:58.025949 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-33f99dd1-9998-4d44-b83c-b963650b97bd req-c8c939f2-ea9f-4266-9a95-f5368e64fbe2 tempest-ServerRescueTestJSONUnderV235-174357529 tempest-ServerRescueTestJSONUnderV235-174357529-project] Request body: {'port': {'device_id': 'd73f004c-3e7c-4e3e-96fd-907fe73c64f7', 'network_id': 'bac7bcf3-51ae-4543-8f0e-82b2d2e8c1d3', 'admin_state_up': True, 'tenant_id': '58f18dba29b1404593b210234b4fc486'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:29:58.037697 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 36780) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:29:58.056734 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5cbcf349-1daa-4e77-a2f6-de8874576543 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:58.067860 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcaa8fde-171a-47fb-b762-f2affb8901ff None None] Sync routers for ids ['fa604c6d-a086-42f5-aec4-7ffe07489e4d'] in n-d-818823-1 {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:29:58.081428 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcaa8fde-171a-47fb-b762-f2affb8901ff None None] Routers {'fa604c6d-a086-42f5-aec4-7ffe07489e4d'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:29:58.082055 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-dcaa8fde-171a-47fb-b762-f2affb8901ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:29:32Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['fa604c6d-a086-42f5-aec4-7ffe07489e4d'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:29:58.162749 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33f99dd1-9998-4d44-b83c-b963650b97bd req-c8c939f2-ea9f-4266-9a95-f5368e64fbe2 tempest-ServerRescueTestJSONUnderV235-174357529 tempest-ServerRescueTestJSONUnderV235-174357529-project] Made reservation on behalf of 58f18dba29b1404593b210234b4fc486 for: {'port': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:29:58.167196 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-33f99dd1-9998-4d44-b83c-b963650b97bd req-c8c939f2-ea9f-4266-9a95-f5368e64fbe2 tempest-ServerRescueTestJSONUnderV235-174357529 tempest-ServerRescueTestJSONUnderV235-174357529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:58.170291 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5cbcf349-1daa-4e77-a2f6-de8874576543 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:58.175000 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5cbcf349-1daa-4e77-a2f6-de8874576543 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:58.208329 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-dcaa8fde-171a-47fb-b762-f2affb8901ff None None] Set router fa604c6d-a086-42f5-aec4-7ffe07489e4d gateway port host: n-d-818823-1 {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:29:58.225778 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbcf349-1daa-4e77-a2f6-de8874576543 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff994bae-c974-4c01-b852-dbf0fe40f949,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:29:58.230427 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-5cbcf349-1daa-4e77-a2f6-de8874576543 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=40b38f70338a4a9ebd148ce3569cc4ea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1917040 Nov 22 20:29:58.233683 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 36782) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:29:58.294761 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-21e4c14b-1225-481e-a04a-c493f9b4dc9b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:58.321598 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-21e4c14b-1225-481e-a04a-c493f9b4dc9b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:58.336744 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [req-33f99dd1-9998-4d44-b83c-b963650b97bd req-c8c939f2-ea9f-4266-9a95-f5368e64fbe2 tempest-ServerRescueTestJSONUnderV235-174357529 tempest-ServerRescueTestJSONUnderV235-174357529-project] Allocated IP 172.20.0.12 (bac7bcf3-51ae-4543-8f0e-82b2d2e8c1d3/06df14ad-dfdd-4da5-9f27-f399f4421e36/96cfbef8-f7ec-4b1c-878e-a28cfbf6e47e) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:29:58.379593 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-21e4c14b-1225-481e-a04a-c493f9b4dc9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:58.382735 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-21e4c14b-1225-481e-a04a-c493f9b4dc9b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:58.385617 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-21e4c14b-1225-481e-a04a-c493f9b4dc9b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ff994bae-c974-4c01-b852-dbf0fe40f949 HTTP/1.1" status: 204 len: 168 time: 0.1504378 Nov 22 20:29:58.397016 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e4c14b-1225-481e-a04a-c493f9b4dc9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff994bae-c974-4c01-b852-dbf0fe40f949,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:29:58.484591 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-dcaa8fde-171a-47fb-b762-f2affb8901ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa604c6d-a086-42f5-aec4-7ffe07489e4d', 'name': 'tempest-ServerRescueTestJSONUnderV235-1472838260-router', 'tenant_id': '58f18dba29b1404593b210234b4fc486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': '54322d99-a974-4992-b924-b385167251ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:29:49Z', 'updated_at': '2021-11-22T20:29:53Z', 'revision_number': 4, 'project_id': '58f18dba29b1404593b210234b4fc486', 'gw_port': {'id': '54322d99-a974-4992-b924-b385167251ea', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:d3:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa604c6d-a086-42f5-aec4-7ffe07489e4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2378, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:29:50Z', 'updated_at': '2021-11-22T20:29:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': '18680f9b-29f4-44b8-8025-3c44f6dc545c', 'name': '', 'network_id': 'bac7bcf3-51ae-4543-8f0e-82b2d2e8c1d3', 'tenant_id': '58f18dba29b1404593b210234b4fc486', 'mac_address': 'fa:16:3e:68:ff:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa604c6d-a086-42f5-aec4-7ffe07489e4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2379, 'fixed_ips': [{'subnet_id': '06df14ad-dfdd-4da5-9f27-f399f4421e36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:29:53Z', 'updated_at': '2021-11-22T20:29:54Z', 'revision_number': 2, 'project_id': '58f18dba29b1404593b210234b4fc486', 'subnets': [{'id': '06df14ad-dfdd-4da5-9f27-f399f4421e36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:29:58.550053 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcaa8fde-171a-47fb-b762-f2affb8901ff None None] Checking router: fa604c6d-a086-42f5-aec4-7ffe07489e4d for host: n-d-818823-1 {{(pid=103450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 20:29:58.550756 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcaa8fde-171a-47fb-b762-f2affb8901ff None None] Updating router fa604c6d-a086-42f5-aec4-7ffe07489e4d port 18680f9b-29f4-44b8-8025-3c44f6dc545c binding host n-d-818823-1 {{(pid=103450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 20:29:58.571149 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-33f99dd1-9998-4d44-b83c-b963650b97bd req-c8c939f2-ea9f-4266-9a95-f5368e64fbe2 tempest-ServerRescueTestJSONUnderV235-174357529 tempest-ServerRescueTestJSONUnderV235-174357529-project] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:58.580881 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-dcaa8fde-171a-47fb-b762-f2affb8901ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:58.622909 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-33f99dd1-9998-4d44-b83c-b963650b97bd req-c8c939f2-ea9f-4266-9a95-f5368e64fbe2 tempest-ServerRescueTestJSONUnderV235-174357529 tempest-ServerRescueTestJSONUnderV235-174357529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:58.674339 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33f99dd1-9998-4d44-b83c-b963650b97bd req-c8c939f2-ea9f-4266-9a95-f5368e64fbe2 tempest-ServerRescueTestJSONUnderV235-174357529 tempest-ServerRescueTestJSONUnderV235-174357529-project] Network bac7bcf3-51ae-4543-8f0e-82b2d2e8c1d3 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:29:58.683886 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [req-33f99dd1-9998-4d44-b83c-b963650b97bd req-c8c939f2-ea9f-4266-9a95-f5368e64fbe2 tempest-ServerRescueTestJSONUnderV235-174357529 tempest-ServerRescueTestJSONUnderV235-174357529-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:29:58.688365 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-33f99dd1-9998-4d44-b83c-b963650b97bd req-c8c939f2-ea9f-4266-9a95-f5368e64fbe2 tempest-ServerRescueTestJSONUnderV235-174357529 tempest-ServerRescueTestJSONUnderV235-174357529-project] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:29:58.717404 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c939f2-ea9f-4266-9a95-f5368e64fbe2 tempest-ServerRescueTestJSONUnderV235-174357529 tempest-ServerRescueTestJSONUnderV235-174357529-project] Pushing event updated for resources: {'Port': ['ID=96cfbef8-f7ec-4b1c-878e-a28cfbf6e47e,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:29:58.774489 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f99dd1-9998-4d44-b83c-b963650b97bd req-c8c939f2-ea9f-4266-9a95-f5368e64fbe2 tempest-ServerRescueTestJSONUnderV235-174357529 tempest-ServerRescueTestJSONUnderV235-174357529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:29:58.774489 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-33f99dd1-9998-4d44-b83c-b963650b97bd req-c8c939f2-ea9f-4266-9a95-f5368e64fbe2 tempest-ServerRescueTestJSONUnderV235-174357529 tempest-ServerRescueTestJSONUnderV235-174357529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:58.828152 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-33f99dd1-9998-4d44-b83c-b963650b97bd req-c8c939f2-ea9f-4266-9a95-f5368e64fbe2 tempest-ServerRescueTestJSONUnderV235-174357529 tempest-ServerRescueTestJSONUnderV235-174357529-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8105438 Nov 22 20:29:58.840605 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823a44d5-d8c8-4b47-b0c2-d71b91bd3a67 req-6a615c14-778f-4367-a4ee-f3b6f833963d tempest-ServerRescueTestJSONUnderV235-174357529 tempest-ServerRescueTestJSONUnderV235-174357529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:29:58.842199 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-823a44d5-d8c8-4b47-b0c2-d71b91bd3a67 req-6a615c14-778f-4367-a4ee-f3b6f833963d tempest-ServerRescueTestJSONUnderV235-174357529 tempest-ServerRescueTestJSONUnderV235-174357529-project] 10.222.0.46 "GET /v2.0/ports?device_id=d73f004c-3e7c-4e3e-96fd-907fe73c64f7 HTTP/1.1" status: 200 len: 932 time: 0.0780184 Nov 22 20:29:58.848060 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-33f99dd1-9998-4d44-b83c-b963650b97bd req-b0a88b29-74e2-4c79-a146-ac4c124bee4a service neutron] Request body: {'port': {'device_id': 'd73f004c-3e7c-4e3e-96fd-907fe73c64f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818823-1'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:29:58.950565 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-823a44d5-d8c8-4b47-b0c2-d71b91bd3a67 req-c5d86ddd-5c63-4c40-b365-d7f357764d1f tempest-ServerRescueTestJSONUnderV235-174357529 tempest-ServerRescueTestJSONUnderV235-174357529-project] 10.222.0.46 "GET /v2.0/security-groups?id=3776e3ad-7077-49a6-9ca5-2a879ce1ed3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984845 Nov 22 20:29:58.991216 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-33f99dd1-9998-4d44-b83c-b963650b97bd req-b0a88b29-74e2-4c79-a146-ac4c124bee4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:59.203687 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d84887c-c17e-4d7e-871e-bdeb5875af28 req-b22ffad4-d2a0-407e-9fa5-517b45f34e51 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:29:59.211156 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-dcaa8fde-171a-47fb-b762-f2affb8901ff None None] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:59.212899 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9d84887c-c17e-4d7e-871e-bdeb5875af28 req-b22ffad4-d2a0-407e-9fa5-517b45f34e51 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/ports?device_id=33b2b907-88b2-43cc-a329-814686ee9d6b HTTP/1.1" status: 200 len: 946 time: 0.1544185 Nov 22 20:29:59.220795 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-dcaa8fde-171a-47fb-b762-f2affb8901ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:59.338950 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9d84887c-c17e-4d7e-871e-bdeb5875af28 req-42baa74d-b883-4e54-a7f9-4b9c7259dcb0 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/security-groups?id=643fc82d-0ef9-4521-94aa-3318d50a506a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1172266 Nov 22 20:29:59.435687 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-dcaa8fde-171a-47fb-b762-f2affb8901ff None None] Attempting to bind port 18680f9b-29f4-44b8-8025-3c44f6dc545c on host n-d-818823-1 for vnic_type normal with profile {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:29:59.439183 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-dcaa8fde-171a-47fb-b762-f2affb8901ff None None] Attempting to bind port 18680f9b-29f4-44b8-8025-3c44f6dc545c by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': 'bcbbe86a-c061-495c-a828-256b0a522cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'bac7bcf3-51ae-4543-8f0e-82b2d2e8c1d3'}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:29:59.439610 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcaa8fde-171a-47fb-b762-f2affb8901ff None None] Attempting to bind port 18680f9b-29f4-44b8-8025-3c44f6dc545c on network bac7bcf3-51ae-4543-8f0e-82b2d2e8c1d3 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:29:59.442933 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f99ccc-38b1-4c93-a04d-ee672704fa17 None None] Pushing event updated for resources: {'Port': ['ID=18680f9b-29f4-44b8-8025-3c44f6dc545c,revision_number=3']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:29:59.459456 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f99ccc-38b1-4c93-a04d-ee672704fa17 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:29:59.459794 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f99ccc-38b1-4c93-a04d-ee672704fa17 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:29:59.460310 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f99ccc-38b1-4c93-a04d-ee672704fa17 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:29:59.460807 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f99ccc-38b1-4c93-a04d-ee672704fa17 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:29:59.461129 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f99ccc-38b1-4c93-a04d-ee672704fa17 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:29:59.461610 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f99ccc-38b1-4c93-a04d-ee672704fa17 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:29:59.462351 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f99ccc-38b1-4c93-a04d-ee672704fa17 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:29:59.462828 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f99ccc-38b1-4c93-a04d-ee672704fa17 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:29:59.463488 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f99ccc-38b1-4c93-a04d-ee672704fa17 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:29:59.463986 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f99ccc-38b1-4c93-a04d-ee672704fa17 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:29:59.464462 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f99ccc-38b1-4c93-a04d-ee672704fa17 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:29:59.464943 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f99ccc-38b1-4c93-a04d-ee672704fa17 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:29:59.478678 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcaa8fde-171a-47fb-b762-f2affb8901ff None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 29, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:29:59.479054 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcaa8fde-171a-47fb-b762-f2affb8901ff None None] Checking segment: {'id': 'bcbbe86a-c061-495c-a828-256b0a522cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'bac7bcf3-51ae-4543-8f0e-82b2d2e8c1d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:29:59.479516 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-dcaa8fde-171a-47fb-b762-f2affb8901ff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:59.480102 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcaa8fde-171a-47fb-b762-f2affb8901ff None None] Bound using segment: {'id': 'bcbbe86a-c061-495c-a828-256b0a522cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'bac7bcf3-51ae-4543-8f0e-82b2d2e8c1d3'} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:29:59.480753 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-dcaa8fde-171a-47fb-b762-f2affb8901ff None None] Bound port: 18680f9b-29f4-44b8-8025-3c44f6dc545c, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcbbe86a-c061-495c-a828-256b0a522cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'bac7bcf3-51ae-4543-8f0e-82b2d2e8c1d3'}}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:29:59.481297 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-dcaa8fde-171a-47fb-b762-f2affb8901ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:59.504485 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [req-33f99dd1-9998-4d44-b83c-b963650b97bd req-b0a88b29-74e2-4c79-a146-ac4c124bee4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96cfbef8-f7ec-4b1c-878e-a28cfbf6e47e {{(pid=103447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:29:59.513226 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-33f99dd1-9998-4d44-b83c-b963650b97bd req-b0a88b29-74e2-4c79-a146-ac4c124bee4a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:59.548951 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.provisioning_blocks [req-33f99dd1-9998-4d44-b83c-b963650b97bd req-b0a88b29-74e2-4c79-a146-ac4c124bee4a service neutron] Transition to ACTIVE for port object 96cfbef8-f7ec-4b1c-878e-a28cfbf6e47e will not be triggered until provisioned by entity L2. {{(pid=103447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 20:29:59.554662 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-33f99dd1-9998-4d44-b83c-b963650b97bd req-b0a88b29-74e2-4c79-a146-ac4c124bee4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:59.566487 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-dcaa8fde-171a-47fb-b762-f2affb8901ff None None] For port 18680f9b-29f4-44b8-8025-3c44f6dc545c, host n-d-818823-1, cleared binding levels {{(pid=103450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:29:59.570324 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-dcaa8fde-171a-47fb-b762-f2affb8901ff None None] For port 18680f9b-29f4-44b8-8025-3c44f6dc545c, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=18680f9b-29f4-44b8-8025-3c44f6dc545c,segment=NetworkSegment(bcbbe86a-c061-495c-a828-256b0a522cc1),segment_id=bcbbe86a-c061-495c-a828-256b0a522cc1)] {{(pid=103450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:29:59.577387 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-dcaa8fde-171a-47fb-b762-f2affb8901ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:59.629227 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcaa8fde-171a-47fb-b762-f2affb8901ff None None] Routers {'fa604c6d-a086-42f5-aec4-7ffe07489e4d'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:29:59.630092 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-dcaa8fde-171a-47fb-b762-f2affb8901ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:29:32Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['fa604c6d-a086-42f5-aec4-7ffe07489e4d'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:29:59.667981 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a88b29-74e2-4c79-a146-ac4c124bee4a service neutron] Pushing event updated for resources: {'Port': ['ID=96cfbef8-f7ec-4b1c-878e-a28cfbf6e47e,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:29:59.705518 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-33f99dd1-9998-4d44-b83c-b963650b97bd req-b0a88b29-74e2-4c79-a146-ac4c124bee4a service neutron] Attempting to bind port 96cfbef8-f7ec-4b1c-878e-a28cfbf6e47e on host n-h1-818823-1 for vnic_type normal with profile {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:29:59.706005 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-33f99dd1-9998-4d44-b83c-b963650b97bd req-b0a88b29-74e2-4c79-a146-ac4c124bee4a service neutron] Attempting to bind port 96cfbef8-f7ec-4b1c-878e-a28cfbf6e47e by drivers openvswitch,hyperv on host n-h1-818823-1 at level 0 using segments [{'id': 'bcbbe86a-c061-495c-a828-256b0a522cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'bac7bcf3-51ae-4543-8f0e-82b2d2e8c1d3'}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:29:59.706460 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33f99dd1-9998-4d44-b83c-b963650b97bd req-b0a88b29-74e2-4c79-a146-ac4c124bee4a service neutron] Attempting to bind port 96cfbef8-f7ec-4b1c-878e-a28cfbf6e47e on network bac7bcf3-51ae-4543-8f0e-82b2d2e8c1d3 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:29:59.713095 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33f99dd1-9998-4d44-b83c-b963650b97bd req-b0a88b29-74e2-4c79-a146-ac4c124bee4a service neutron] Port 96cfbef8-f7ec-4b1c-878e-a28cfbf6e47e on network bac7bcf3-51ae-4543-8f0e-82b2d2e8c1d3 not bound, no agent of type Open vSwitch agent registered on host n-h1-818823-1 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:29:59.713536 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33f99dd1-9998-4d44-b83c-b963650b97bd req-b0a88b29-74e2-4c79-a146-ac4c124bee4a service neutron] Attempting to bind port 96cfbef8-f7ec-4b1c-878e-a28cfbf6e47e on network bac7bcf3-51ae-4543-8f0e-82b2d2e8c1d3 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:29:59.722595 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33f99dd1-9998-4d44-b83c-b963650b97bd req-b0a88b29-74e2-4c79-a146-ac4c124bee4a service neutron] Checking agent: {'id': '7a008cff-3b49-418c-8046-689d46cc800f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'started_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 29, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:29:59.723061 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33f99dd1-9998-4d44-b83c-b963650b97bd req-b0a88b29-74e2-4c79-a146-ac4c124bee4a service neutron] Checking segment: {'id': 'bcbbe86a-c061-495c-a828-256b0a522cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'bac7bcf3-51ae-4543-8f0e-82b2d2e8c1d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:29:59.723680 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33f99dd1-9998-4d44-b83c-b963650b97bd req-b0a88b29-74e2-4c79-a146-ac4c124bee4a service neutron] Bound using segment: {'id': 'bcbbe86a-c061-495c-a828-256b0a522cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'bac7bcf3-51ae-4543-8f0e-82b2d2e8c1d3'} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:29:59.724453 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-33f99dd1-9998-4d44-b83c-b963650b97bd req-b0a88b29-74e2-4c79-a146-ac4c124bee4a service neutron] Bound port: 96cfbef8-f7ec-4b1c-878e-a28cfbf6e47e, host: n-h1-818823-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bcbbe86a-c061-495c-a828-256b0a522cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'bac7bcf3-51ae-4543-8f0e-82b2d2e8c1d3'}}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:29:59.724919 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-33f99dd1-9998-4d44-b83c-b963650b97bd req-b0a88b29-74e2-4c79-a146-ac4c124bee4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:59.814830 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-dcaa8fde-171a-47fb-b762-f2affb8901ff None None] Set router fa604c6d-a086-42f5-aec4-7ffe07489e4d gateway port host: n-d-818823-1 {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:29:59.847606 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-33f99dd1-9998-4d44-b83c-b963650b97bd req-b0a88b29-74e2-4c79-a146-ac4c124bee4a service neutron] For port 96cfbef8-f7ec-4b1c-878e-a28cfbf6e47e, host n-h1-818823-1, cleared binding levels {{(pid=103447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:29:59.855936 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-33f99dd1-9998-4d44-b83c-b963650b97bd req-b0a88b29-74e2-4c79-a146-ac4c124bee4a service neutron] For port 96cfbef8-f7ec-4b1c-878e-a28cfbf6e47e, host n-h1-818823-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=96cfbef8-f7ec-4b1c-878e-a28cfbf6e47e,segment=NetworkSegment(bcbbe86a-c061-495c-a828-256b0a522cc1),segment_id=bcbbe86a-c061-495c-a828-256b0a522cc1)] {{(pid=103447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:29:59.865166 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-33f99dd1-9998-4d44-b83c-b963650b97bd req-b0a88b29-74e2-4c79-a146-ac4c124bee4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:59.905932 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f99dd1-9998-4d44-b83c-b963650b97bd req-b0a88b29-74e2-4c79-a146-ac4c124bee4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:29:59.905932 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-33f99dd1-9998-4d44-b83c-b963650b97bd req-b0a88b29-74e2-4c79-a146-ac4c124bee4a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:29:59.907479 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-33f99dd1-9998-4d44-b83c-b963650b97bd req-b0a88b29-74e2-4c79-a146-ac4c124bee4a service neutron] 10.222.0.41 "PUT /v2.0/ports/96cfbef8-f7ec-4b1c-878e-a28cfbf6e47e HTTP/1.1" status: 200 len: 1092 time: 1.0642819 Nov 22 20:29:59.907708 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f99ccc-38b1-4c93-a04d-ee672704fa17 None None] Pushing event updated for resources: {'Port': ['ID=18680f9b-29f4-44b8-8025-3c44f6dc545c,revision_number=4']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:29:59.908103 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd73f004c-3e7c-4e3e-96fd-907fe73c64f7', 'tag': '96cfbef8-f7ec-4b1c-878e-a28cfbf6e47e'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:29:59.910700 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6382d8dd-f0bd-4848-8f95-f634da446889" -d '{"events": [{"name": "network-changed", "server_uuid": "d73f004c-3e7c-4e3e-96fd-907fe73c64f7", "tag": "96cfbef8-f7ec-4b1c-878e-a28cfbf6e47e"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:29:59.936022 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a88b29-74e2-4c79-a146-ac4c124bee4a service neutron] Pushing event updated for resources: {'Port': ['ID=96cfbef8-f7ec-4b1c-878e-a28cfbf6e47e,revision_number=3']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:29:59.974773 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-2d248632-9b5e-4d3f-8235-dbedfb33ce90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:00.060832 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f99dd1-9998-4d44-b83c-b963650b97bd req-7b0f89c8-0bb3-468c-b654-4ca17e237171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:30:00.062394 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-33f99dd1-9998-4d44-b83c-b963650b97bd req-7b0f89c8-0bb3-468c-b654-4ca17e237171 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=58f18dba29b1404593b210234b4fc486&device_id=d73f004c-3e7c-4e3e-96fd-907fe73c64f7 HTTP/1.1" status: 200 len: 1095 time: 0.0826943 Nov 22 20:30:00.162205 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-33f99dd1-9998-4d44-b83c-b963650b97bd req-56eeee1a-dffb-4204-ac0a-1db56773e707 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=96cfbef8-f7ec-4b1c-878e-a28cfbf6e47e HTTP/1.1" status: 200 len: 217 time: 0.0898709 Nov 22 20:30:00.252407 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 20:29:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae888431-399d-4bff-8423-e297addaff40 x-openstack-request-id: req-ae888431-399d-4bff-8423-e297addaff40 {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:30:00.252715 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d73f004c-3e7c-4e3e-96fd-907fe73c64f7", "tag": "96cfbef8-f7ec-4b1c-878e-a28cfbf6e47e", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:30:00.252980 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ae888431-399d-4bff-8423-e297addaff40 {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:30:00.253534 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd73f004c-3e7c-4e3e-96fd-907fe73c64f7', 'tag': '96cfbef8-f7ec-4b1c-878e-a28cfbf6e47e', 'status': 'completed', 'code': 200} Nov 22 20:30:00.260816 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-dcaa8fde-171a-47fb-b762-f2affb8901ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa604c6d-a086-42f5-aec4-7ffe07489e4d', 'name': 'tempest-ServerRescueTestJSONUnderV235-1472838260-router', 'tenant_id': '58f18dba29b1404593b210234b4fc486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': '54322d99-a974-4992-b924-b385167251ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:29:49Z', 'updated_at': '2021-11-22T20:29:53Z', 'revision_number': 4, 'project_id': '58f18dba29b1404593b210234b4fc486', 'gw_port': {'id': '54322d99-a974-4992-b924-b385167251ea', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:d3:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa604c6d-a086-42f5-aec4-7ffe07489e4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2378, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:29:50Z', 'updated_at': '2021-11-22T20:29:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': '18680f9b-29f4-44b8-8025-3c44f6dc545c', 'name': '', 'network_id': 'bac7bcf3-51ae-4543-8f0e-82b2d2e8c1d3', 'tenant_id': '58f18dba29b1404593b210234b4fc486', 'mac_address': 'fa:16:3e:68:ff:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa604c6d-a086-42f5-aec4-7ffe07489e4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2379, 'fixed_ips': [{'subnet_id': '06df14ad-dfdd-4da5-9f27-f399f4421e36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:29:53Z', 'updated_at': '2021-11-22T20:29:59Z', 'revision_number': 4, 'project_id': '58f18dba29b1404593b210234b4fc486', 'subnets': [{'id': '06df14ad-dfdd-4da5-9f27-f399f4421e36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:30:00.268714 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f99dd1-9998-4d44-b83c-b963650b97bd req-88707eca-72bf-4e62-87d3-d893fea05a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:30:00.270224 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-33f99dd1-9998-4d44-b83c-b963650b97bd req-88707eca-72bf-4e62-87d3-d893fea05a5e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=06df14ad-dfdd-4da5-9f27-f399f4421e36 HTTP/1.1" status: 200 len: 860 time: 0.1007028 Nov 22 20:30:00.328524 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-33f99dd1-9998-4d44-b83c-b963650b97bd req-168854c9-7b42-4eee-bf05-d131b7f8b642 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bac7bcf3-51ae-4543-8f0e-82b2d2e8c1d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501165 Nov 22 20:30:00.343397 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68b260b-45b7-48b5-a86c-5a1fa9a02174 req-15495d51-b475-49aa-af49-64f1df5c8820 tempest-ServerRescueTestJSONUnderV235-174357529 tempest-ServerRescueTestJSONUnderV235-174357529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:30:00.345421 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b68b260b-45b7-48b5-a86c-5a1fa9a02174 req-15495d51-b475-49aa-af49-64f1df5c8820 tempest-ServerRescueTestJSONUnderV235-174357529 tempest-ServerRescueTestJSONUnderV235-174357529-project] 10.222.0.46 "GET /v2.0/ports?device_id=d73f004c-3e7c-4e3e-96fd-907fe73c64f7 HTTP/1.1" status: 200 len: 944 time: 0.1349444 Nov 22 20:30:00.436883 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcaa8fde-171a-47fb-b762-f2affb8901ff None None] The sync data for ids ['fa604c6d-a086-42f5-aec4-7ffe07489e4d'] in n-d-818823-1 is: [{'id': 'fa604c6d-a086-42f5-aec4-7ffe07489e4d', 'name': 'tempest-ServerRescueTestJSONUnderV235-1472838260-router', 'tenant_id': '58f18dba29b1404593b210234b4fc486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': '54322d99-a974-4992-b924-b385167251ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:29:49Z', 'updated_at': '2021-11-22T20:29:53Z', 'revision_number': 4, 'project_id': '58f18dba29b1404593b210234b4fc486', 'gw_port': {'id': '54322d99-a974-4992-b924-b385167251ea', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:d3:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa604c6d-a086-42f5-aec4-7ffe07489e4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2378, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:29:50Z', 'updated_at': '2021-11-22T20:29:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': '18680f9b-29f4-44b8-8025-3c44f6dc545c', 'name': '', 'network_id': 'bac7bcf3-51ae-4543-8f0e-82b2d2e8c1d3', 'tenant_id': '58f18dba29b1404593b210234b4fc486', 'mac_address': 'fa:16:3e:68:ff:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa604c6d-a086-42f5-aec4-7ffe07489e4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2379, 'fixed_ips': [{'subnet_id': '06df14ad-dfdd-4da5-9f27-f399f4421e36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:29:53Z', 'updated_at': '2021-11-22T20:29:59Z', 'revision_number': 4, 'project_id': '58f18dba29b1404593b210234b4fc486', 'subnets': [{'id': '06df14ad-dfdd-4da5-9f27-f399f4421e36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:30:00.450642 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 36878) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:30:00.669067 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-33f99dd1-9998-4d44-b83c-b963650b97bd req-1bf7b6b4-d86b-44f2-9915-4a313ac713bb service neutron] 10.222.0.41 "GET /v2.0/networks/bac7bcf3-51ae-4543-8f0e-82b2d2e8c1d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3225679 Nov 22 20:30:00.669676 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c7621bf3-d9b4-432f-9b7e-bb6519267592 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:00.679090 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5913b0b9-f20d-4501-8791-e4a32da8a31c req-29d7fbb9-0db5-42dc-8841-46c4b47202e5 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:30:00.681016 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5913b0b9-f20d-4501-8791-e4a32da8a31c req-29d7fbb9-0db5-42dc-8841-46c4b47202e5 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/ports?device_id=33b2b907-88b2-43cc-a329-814686ee9d6b HTTP/1.1" status: 200 len: 946 time: 0.2254512 Nov 22 20:30:00.693718 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b68b260b-45b7-48b5-a86c-5a1fa9a02174 req-67864bfd-61d5-47a0-ad11-f7606ffb9024 tempest-ServerRescueTestJSONUnderV235-174357529 tempest-ServerRescueTestJSONUnderV235-174357529-project] 10.222.0.46 "GET /v2.0/security-groups?id=3776e3ad-7077-49a6-9ca5-2a879ce1ed3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2366416 Nov 22 20:30:00.784427 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c7621bf3-d9b4-432f-9b7e-bb6519267592 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:00.791551 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c7621bf3-d9b4-432f-9b7e-bb6519267592 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:00.804847 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5913b0b9-f20d-4501-8791-e4a32da8a31c req-092e2a1e-6711-48e2-bc8f-3a168b1195ce tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/security-groups?id=643fc82d-0ef9-4521-94aa-3318d50a506a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1084073 Nov 22 20:30:00.820279 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-33f99dd1-9998-4d44-b83c-b963650b97bd req-a7e154d5-a14f-48de-ae49-526dee35ebc2 service neutron] 10.222.0.41 "GET /v2.0/networks/bac7bcf3-51ae-4543-8f0e-82b2d2e8c1d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381905 Nov 22 20:30:00.854296 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-c7621bf3-d9b4-432f-9b7e-bb6519267592 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d5c9ab42671a4d4fb36043831c2bcff7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4001117 Nov 22 20:30:00.854296 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7621bf3-d9b4-432f-9b7e-bb6519267592 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db0ced40-bd19-4124-8405-fe4c769f9109,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:30:00.855656 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 36882) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:30:00.875488 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7621bf3-d9b4-432f-9b7e-bb6519267592 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:30:00.876191 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7621bf3-d9b4-432f-9b7e-bb6519267592 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:30:00.876541 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7621bf3-d9b4-432f-9b7e-bb6519267592 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:30:00.876881 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7621bf3-d9b4-432f-9b7e-bb6519267592 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:30:00.877531 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7621bf3-d9b4-432f-9b7e-bb6519267592 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:30:00.877889 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7621bf3-d9b4-432f-9b7e-bb6519267592 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:30:00.878299 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7621bf3-d9b4-432f-9b7e-bb6519267592 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:30:00.878635 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7621bf3-d9b4-432f-9b7e-bb6519267592 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:30:00.878972 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7621bf3-d9b4-432f-9b7e-bb6519267592 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:30:00.879301 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7621bf3-d9b4-432f-9b7e-bb6519267592 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:30:00.879651 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7621bf3-d9b4-432f-9b7e-bb6519267592 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:30:00.879981 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7621bf3-d9b4-432f-9b7e-bb6519267592 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:30:00.951917 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6912d44e-c77d-4474-9700-f7f69285ce5e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:00.955990 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6382d8dd-f0bd-4848-8f95-f634da446889 req-8a952fe8-616f-4c9b-8e73-5bb5a585043e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:30:00.956374 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6382d8dd-f0bd-4848-8f95-f634da446889 req-8a952fe8-616f-4c9b-8e73-5bb5a585043e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=58f18dba29b1404593b210234b4fc486&device_id=d73f004c-3e7c-4e3e-96fd-907fe73c64f7 HTTP/1.1" status: 200 len: 1095 time: 0.0806332 Nov 22 20:30:01.017665 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6912d44e-c77d-4474-9700-f7f69285ce5e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:01.109088 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 18680f9b-29f4-44b8-8025-3c44f6dc545c up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:30:01.110842 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6912d44e-c77d-4474-9700-f7f69285ce5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:01.114827 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6912d44e-c77d-4474-9700-f7f69285ce5e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:01.116389 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-6912d44e-c77d-4474-9700-f7f69285ce5e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/db0ced40-bd19-4124-8405-fe4c769f9109 HTTP/1.1" status: 204 len: 168 time: 0.2598169 Nov 22 20:30:01.128808 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6912d44e-c77d-4474-9700-f7f69285ce5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db0ced40-bd19-4124-8405-fe4c769f9109,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:30:01.261990 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 18680f9b-29f4-44b8-8025-3c44f6dc545c triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:30:01.262750 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:01.264788 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6382d8dd-f0bd-4848-8f95-f634da446889 req-6db59e31-7c2a-42bb-a671-9acb1cfe6719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:30:01.279459 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6382d8dd-f0bd-4848-8f95-f634da446889 req-6db59e31-7c2a-42bb-a671-9acb1cfe6719 service neutron] 10.222.0.41 "GET /v2.0/networks?id=bac7bcf3-51ae-4543-8f0e-82b2d2e8c1d3 HTTP/1.1" status: 200 len: 921 time: 0.3037131 Nov 22 20:30:01.380838 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:01.408353 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6382d8dd-f0bd-4848-8f95-f634da446889 req-714218e2-e888-4d34-af71-08ec535c1912 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=96cfbef8-f7ec-4b1c-878e-a28cfbf6e47e HTTP/1.1" status: 200 len: 217 time: 0.1231802 Nov 22 20:30:01.428731 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] For port 18680f9b-29f4-44b8-8025-3c44f6dc545c, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=18680f9b-29f4-44b8-8025-3c44f6dc545c,segment=NetworkSegment(bcbbe86a-c061-495c-a828-256b0a522cc1),segment_id=bcbbe86a-c061-495c-a828-256b0a522cc1)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:30:01.446333 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:01.538439 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6382d8dd-f0bd-4848-8f95-f634da446889 req-b5470559-07ff-4959-96e9-1f4ec53a59d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:30:01.540769 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6382d8dd-f0bd-4848-8f95-f634da446889 req-b5470559-07ff-4959-96e9-1f4ec53a59d4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=06df14ad-dfdd-4da5-9f27-f399f4421e36 HTTP/1.1" status: 200 len: 860 time: 0.1198244 Nov 22 20:30:01.594611 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6382d8dd-f0bd-4848-8f95-f634da446889 req-ff8713e5-4dcf-4a35-b555-1c457a661587 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bac7bcf3-51ae-4543-8f0e-82b2d2e8c1d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467973 Nov 22 20:30:01.622007 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Pushing event updated for resources: {'Port': ['ID=18680f9b-29f4-44b8-8025-3c44f6dc545c,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:30:01.780413 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6382d8dd-f0bd-4848-8f95-f634da446889 req-69f95e5b-1095-4f93-b1ab-cc1cad351621 service neutron] 10.222.0.41 "GET /v2.0/networks/bac7bcf3-51ae-4543-8f0e-82b2d2e8c1d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745210 Nov 22 20:30:02.076457 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85684f2e-ef38-46fb-8a49-9abbf7c2e07a req-1e0f6336-3e5d-4c67-ab31-5f6af13e2438 tempest-ServerRescueTestJSONUnderV235-174357529 tempest-ServerRescueTestJSONUnderV235-174357529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:30:02.078132 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-85684f2e-ef38-46fb-8a49-9abbf7c2e07a req-1e0f6336-3e5d-4c67-ab31-5f6af13e2438 tempest-ServerRescueTestJSONUnderV235-174357529 tempest-ServerRescueTestJSONUnderV235-174357529-project] 10.222.0.46 "GET /v2.0/ports?device_id=d73f004c-3e7c-4e3e-96fd-907fe73c64f7 HTTP/1.1" status: 200 len: 944 time: 0.2446105 Nov 22 20:30:02.158052 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6382d8dd-f0bd-4848-8f95-f634da446889 req-f41c08c3-600a-45ba-ad60-91f7f76607e6 service neutron] 10.222.0.41 "GET /v2.0/networks/bac7bcf3-51ae-4543-8f0e-82b2d2e8c1d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3691804 Nov 22 20:30:02.220798 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-85684f2e-ef38-46fb-8a49-9abbf7c2e07a req-43c3fa23-c263-4ab2-8a46-cf61f4e7e57d tempest-ServerRescueTestJSONUnderV235-174357529 tempest-ServerRescueTestJSONUnderV235-174357529-project] 10.222.0.46 "GET /v2.0/security-groups?id=3776e3ad-7077-49a6-9ca5-2a879ce1ed3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292627 Nov 22 20:30:02.494453 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-81db2ed0-1571-411e-9500-31482e1fdd2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:02.846673 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 96cfbef8-f7ec-4b1c-878e-a28cfbf6e47e details requested by agent hyperv_n-h1-818823-1 with host n-h1-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 20:30:03.010300 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 96cfbef8-f7ec-4b1c-878e-a28cfbf6e47e, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=96cfbef8-f7ec-4b1c-878e-a28cfbf6e47e,segment=NetworkSegment(bcbbe86a-c061-495c-a828-256b0a522cc1),segment_id=bcbbe86a-c061-495c-a828-256b0a522cc1)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:30:03.045199 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Returning: {'device': '96cfbef8-f7ec-4b1c-878e-a28cfbf6e47e', 'network_id': 'bac7bcf3-51ae-4543-8f0e-82b2d2e8c1d3', 'port_id': '96cfbef8-f7ec-4b1c-878e-a28cfbf6e47e', 'mac_address': 'fa:16:3e:2f:92:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06df14ad-dfdd-4da5-9f27-f399f4421e36', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 20:30:03.048879 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 18680f9b-29f4-44b8-8025-3c44f6dc545c up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:30:03.156345 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:03.173814 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 18680f9b-29f4-44b8-8025-3c44f6dc545c triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:30:03.174506 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:03.177345 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96cfbef8-f7ec-4b1c-878e-a28cfbf6e47e {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:30:03.225887 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 96cfbef8-f7ec-4b1c-878e-a28cfbf6e47e, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=96cfbef8-f7ec-4b1c-878e-a28cfbf6e47e,segment=NetworkSegment(bcbbe86a-c061-495c-a828-256b0a522cc1),segment_id=bcbbe86a-c061-495c-a828-256b0a522cc1)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:30:03.235686 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:03.345483 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=96cfbef8-f7ec-4b1c-878e-a28cfbf6e47e,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:30:03.477882 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-03f0964f-1b75-4df7-99e0-a3cdb56ec2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:03.482868 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b32b95-fb9d-4143-b73c-9a7c07e02396 req-676e952d-b9e3-4218-b2b3-e570baa39be8 tempest-ServerRescueTestJSONUnderV235-174357529 tempest-ServerRescueTestJSONUnderV235-174357529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:30:03.513064 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] get_ports_and_sgs() called for port_ids ['96cfbef8-f7ec-4b1c-878e-a28cfbf6e47e'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:30:03.515012 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c6b32b95-fb9d-4143-b73c-9a7c07e02396 req-676e952d-b9e3-4218-b2b3-e570baa39be8 tempest-ServerRescueTestJSONUnderV235-174357529 tempest-ServerRescueTestJSONUnderV235-174357529-project] 10.222.0.46 "GET /v2.0/ports?device_id=d73f004c-3e7c-4e3e-96fd-907fe73c64f7 HTTP/1.1" status: 200 len: 945 time: 0.1953473 Nov 22 20:30:03.607291 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c6b32b95-fb9d-4143-b73c-9a7c07e02396 req-cb3c36b8-79fa-4915-8bc7-eeb2e19e3d8a tempest-ServerRescueTestJSONUnderV235-174357529 tempest-ServerRescueTestJSONUnderV235-174357529-project] 10.222.0.46 "GET /v2.0/security-groups?id=3776e3ad-7077-49a6-9ca5-2a879ce1ed3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885749 Nov 22 20:30:03.839084 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 37028) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:30:03.944521 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-197f833c-41e2-41ed-89dd-4e854f1e95cd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:04.017133 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-197f833c-41e2-41ed-89dd-4e854f1e95cd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:04.021656 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-197f833c-41e2-41ed-89dd-4e854f1e95cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:04.059574 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-197f833c-41e2-41ed-89dd-4e854f1e95cd admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=deddae94abb54a49b5715cfdb2bc7cff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2193108 Nov 22 20:30:04.061479 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197f833c-41e2-41ed-89dd-4e854f1e95cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=880d5f68-ca46-411a-be89-a129f8471172,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:30:04.062388 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 37032) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:30:04.114538 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-7dc1b170-57ba-42ba-82dc-f11af08c8fab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:04.140747 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-7dc1b170-57ba-42ba-82dc-f11af08c8fab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:04.188303 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-7dc1b170-57ba-42ba-82dc-f11af08c8fab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:04.191228 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-7dc1b170-57ba-42ba-82dc-f11af08c8fab admin admin] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:04.192701 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-7dc1b170-57ba-42ba-82dc-f11af08c8fab admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/880d5f68-ca46-411a-be89-a129f8471172 HTTP/1.1" status: 204 len: 168 time: 0.1292348 Nov 22 20:30:04.203331 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc1b170-57ba-42ba-82dc-f11af08c8fab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=880d5f68-ca46-411a-be89-a129f8471172,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:30:04.777990 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22566e98-d970-4e72-b069-83ea0c2cd4df req-ab23dec4-2ce8-4555-807d-6251d7161a91 tempest-ServerRescueTestJSONUnderV235-174357529 tempest-ServerRescueTestJSONUnderV235-174357529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:30:04.779735 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-22566e98-d970-4e72-b069-83ea0c2cd4df req-ab23dec4-2ce8-4555-807d-6251d7161a91 tempest-ServerRescueTestJSONUnderV235-174357529 tempest-ServerRescueTestJSONUnderV235-174357529-project] 10.222.0.46 "GET /v2.0/ports?device_id=d73f004c-3e7c-4e3e-96fd-907fe73c64f7 HTTP/1.1" status: 200 len: 945 time: 0.0832839 Nov 22 20:30:04.845062 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-22566e98-d970-4e72-b069-83ea0c2cd4df req-2bc7fdbb-fe08-42c6-b123-314f8c950522 tempest-ServerRescueTestJSONUnderV235-174357529 tempest-ServerRescueTestJSONUnderV235-174357529-project] 10.222.0.46 "GET /v2.0/security-groups?id=3776e3ad-7077-49a6-9ca5-2a879ce1ed3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591083 Nov 22 20:30:04.893165 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 96cfbef8-f7ec-4b1c-878e-a28cfbf6e47e up at agent hyperv_n-h1-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:30:04.949378 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Provisioning for port 96cfbef8-f7ec-4b1c-878e-a28cfbf6e47e completed by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 20:30:04.957403 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Provisioning complete for port 96cfbef8-f7ec-4b1c-878e-a28cfbf6e47e triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:30:04.959553 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:05.054247 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:05.088233 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd73f004c-3e7c-4e3e-96fd-907fe73c64f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96cfbef8-f7ec-4b1c-878e-a28cfbf6e47e'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:30:05.090765 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d39f6d30a11e565ec9648abcc015e8a6ab6cff4edd704add8155e28765d31eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dd8170f-3e7f-42ae-8872-ee87554665cc" -d '{"events": [{"server_uuid": "d73f004c-3e7c-4e3e-96fd-907fe73c64f7", "name": "network-vif-plugged", "status": "completed", "tag": "96cfbef8-f7ec-4b1c-878e-a28cfbf6e47e"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:30:05.106017 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 96cfbef8-f7ec-4b1c-878e-a28cfbf6e47e, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=96cfbef8-f7ec-4b1c-878e-a28cfbf6e47e,segment=NetworkSegment(bcbbe86a-c061-495c-a828-256b0a522cc1),segment_id=bcbbe86a-c061-495c-a828-256b0a522cc1)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:30:05.117598 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:05.154355 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:30:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6dae820-2236-430b-a59f-85d38588da0b x-openstack-request-id: req-c6dae820-2236-430b-a59f-85d38588da0b {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:30:05.154662 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d73f004c-3e7c-4e3e-96fd-907fe73c64f7", "name": "network-vif-plugged", "status": "completed", "tag": "96cfbef8-f7ec-4b1c-878e-a28cfbf6e47e", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:30:05.155197 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c6dae820-2236-430b-a59f-85d38588da0b {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:30:05.155632 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd73f004c-3e7c-4e3e-96fd-907fe73c64f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96cfbef8-f7ec-4b1c-878e-a28cfbf6e47e', 'code': 200} Nov 22 20:30:05.164276 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e49ee129-e862-4476-beca-cdc8150d2345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:05.204574 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=96cfbef8-f7ec-4b1c-878e-a28cfbf6e47e,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:30:05.273535 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7f69da-1d8e-45cb-9bcb-3acffdd73ed6 req-4a188447-fa9c-4d5a-9e21-1bc0ee00dd9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:30:05.276752 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0a7f69da-1d8e-45cb-9bcb-3acffdd73ed6 req-4a188447-fa9c-4d5a-9e21-1bc0ee00dd9a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d73f004c-3e7c-4e3e-96fd-907fe73c64f7 HTTP/1.1" status: 200 len: 1097 time: 0.0548143 Nov 22 20:30:05.335284 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0a7f69da-1d8e-45cb-9bcb-3acffdd73ed6 req-1e8e8f3b-2e8c-4f6b-9da1-519028f95191 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=3776e3ad-7077-49a6-9ca5-2a879ce1ed3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487571 Nov 22 20:30:05.676007 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 37084) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:30:05.856389 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-9aa72804-1331-4f07-865b-61d174c7d76a tempest-DHCPAgentSchedulersTestJSON-862946479 tempest-DHCPAgentSchedulersTestJSON-862946479-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-594966273'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:30:05.886533 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aa72804-1331-4f07-865b-61d174c7d76a tempest-DHCPAgentSchedulersTestJSON-862946479 tempest-DHCPAgentSchedulersTestJSON-862946479-project] Made reservation on behalf of ccac551096504a8f8acc24964d077a42 for: {'network': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:30:05.892856 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9aa72804-1331-4f07-865b-61d174c7d76a tempest-DHCPAgentSchedulersTestJSON-862946479 tempest-DHCPAgentSchedulersTestJSON-862946479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for network, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:05.931543 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9aa72804-1331-4f07-865b-61d174c7d76a tempest-DHCPAgentSchedulersTestJSON-862946479 tempest-DHCPAgentSchedulersTestJSON-862946479-project] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:05.980598 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:06.116204 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d810cc5-e9a9-42c8-8d65-8cef45a0a4d1 req-27977a3b-7102-400a-9d0d-deb83fc332fc tempest-ServerRescueTestJSONUnderV235-174357529 tempest-ServerRescueTestJSONUnderV235-174357529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:30:06.125011 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9d810cc5-e9a9-42c8-8d65-8cef45a0a4d1 req-27977a3b-7102-400a-9d0d-deb83fc332fc tempest-ServerRescueTestJSONUnderV235-174357529 tempest-ServerRescueTestJSONUnderV235-174357529-project] 10.222.0.46 "GET /v2.0/ports?device_id=d73f004c-3e7c-4e3e-96fd-907fe73c64f7 HTTP/1.1" status: 200 len: 946 time: 0.0869021 Nov 22 20:30:06.127056 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 37100) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:30:06.150667 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9aa72804-1331-4f07-865b-61d174c7d76a tempest-DHCPAgentSchedulersTestJSON-862946479 tempest-DHCPAgentSchedulersTestJSON-862946479-project] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:06.195121 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9d810cc5-e9a9-42c8-8d65-8cef45a0a4d1 req-22f48bb0-20ae-46a6-b9f6-37e9cf491830 tempest-ServerRescueTestJSONUnderV235-174357529 tempest-ServerRescueTestJSONUnderV235-174357529-project] 10.222.0.46 "GET /v2.0/security-groups?id=3776e3ad-7077-49a6-9ca5-2a879ce1ed3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648291 Nov 22 20:30:06.207515 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9aa72804-1331-4f07-865b-61d174c7d76a tempest-DHCPAgentSchedulersTestJSON-862946479 tempest-DHCPAgentSchedulersTestJSON-862946479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:06.231533 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9aa72804-1331-4f07-865b-61d174c7d76a tempest-DHCPAgentSchedulersTestJSON-862946479 tempest-DHCPAgentSchedulersTestJSON-862946479-project] vlan segment allocate from pool success with {'vlan_id': 645, 'physical_network': 'physnet1'} {{(pid=103447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 20:30:06.271436 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa72804-1331-4f07-865b-61d174c7d76a tempest-DHCPAgentSchedulersTestJSON-862946479 tempest-DHCPAgentSchedulersTestJSON-862946479-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4aa60cc-1d8b-45f5-9a28-becae373342d,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:30:06.275752 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-d568addc-d27e-410e-8300-87cba88e3a32 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=40b98c91e95a44868951285ed1624338&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1474600 Nov 22 20:30:06.276354 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 37104) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:30:06.298003 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9aa72804-1331-4f07-865b-61d174c7d76a tempest-DHCPAgentSchedulersTestJSON-862946479 tempest-DHCPAgentSchedulersTestJSON-862946479-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:06.298551 n-d-818823-1 neutron-server[103447]: INFO neutron.db.segments_db [None req-9aa72804-1331-4f07-865b-61d174c7d76a tempest-DHCPAgentSchedulersTestJSON-862946479 tempest-DHCPAgentSchedulersTestJSON-862946479-project] Added segment 0eb2d21f-455f-4cb7-b44b-bd886845b869 of type vlan for network 34f78b9f-425a-4fc2-901a-14a271153b95 Nov 22 20:30:06.369389 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9aa72804-1331-4f07-865b-61d174c7d76a tempest-DHCPAgentSchedulersTestJSON-862946479 tempest-DHCPAgentSchedulersTestJSON-862946479-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748992492791'] for network, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:06.375504 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ca0fb96e-f8aa-4c0c-8e30-90a390dbaf0d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:06.418657 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9aa72804-1331-4f07-865b-61d174c7d76a tempest-DHCPAgentSchedulersTestJSON-862946479 tempest-DHCPAgentSchedulersTestJSON-862946479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for network, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:06.426056 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ca0fb96e-f8aa-4c0c-8e30-90a390dbaf0d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:06.435498 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aa72804-1331-4f07-865b-61d174c7d76a tempest-DHCPAgentSchedulersTestJSON-862946479 tempest-DHCPAgentSchedulersTestJSON-862946479-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:30:06.437783 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9aa72804-1331-4f07-865b-61d174c7d76a tempest-DHCPAgentSchedulersTestJSON-862946479 tempest-DHCPAgentSchedulersTestJSON-862946479-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for network, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:06.514201 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ca0fb96e-f8aa-4c0c-8e30-90a390dbaf0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:06.518203 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ca0fb96e-f8aa-4c0c-8e30-90a390dbaf0d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:06.526169 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-ca0fb96e-f8aa-4c0c-8e30-90a390dbaf0d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9e8f9eb5-3d23-4263-a72e-d8b3ea5ba304 HTTP/1.1" status: 204 len: 168 time: 0.2436800 Nov 22 20:30:06.587974 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0fb96e-f8aa-4c0c-8e30-90a390dbaf0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e8f9eb5-3d23-4263-a72e-d8b3ea5ba304,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:30:06.840731 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa72804-1331-4f07-865b-61d174c7d76a tempest-DHCPAgentSchedulersTestJSON-862946479 tempest-DHCPAgentSchedulersTestJSON-862946479-project] Pushing event updated for resources: {'Network': ['ID=34f78b9f-425a-4fc2-901a-14a271153b95,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:30:06.855162 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 37112) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:30:06.856927 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Network 34f78b9f-425a-4fc2-901a-14a271153b95 details requested by agent ovs-agent-n-d-818823-1 with host n-d-818823-1 {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 20:30:06.861455 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-f97aa0cb-2c8b-4bc2-99d1-7db56e4def84 tempest-DHCPAgentSchedulersTestJSON-862946479 tempest-DHCPAgentSchedulersTestJSON-862946479-project] Request body: {'subnet': {'network_id': '34f78b9f-425a-4fc2-901a-14a271153b95', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:30:06.867172 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-9aa72804-1331-4f07-865b-61d174c7d76a tempest-DHCPAgentSchedulersTestJSON-862946479 tempest-DHCPAgentSchedulersTestJSON-862946479-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.1837978 Nov 22 20:30:07.070571 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f97aa0cb-2c8b-4bc2-99d1-7db56e4def84 tempest-DHCPAgentSchedulersTestJSON-862946479 tempest-DHCPAgentSchedulersTestJSON-862946479-project] Made reservation on behalf of ccac551096504a8f8acc24964d077a42 for: {'subnet': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:30:07.074680 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f97aa0cb-2c8b-4bc2-99d1-7db56e4def84 tempest-DHCPAgentSchedulersTestJSON-862946479 tempest-DHCPAgentSchedulersTestJSON-862946479-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11792951'] for subnet, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:07.284048 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f97aa0cb-2c8b-4bc2-99d1-7db56e4def84 tempest-DHCPAgentSchedulersTestJSON-862946479 tempest-DHCPAgentSchedulersTestJSON-862946479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11567560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11792921'] for subnet, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:07.310457 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bfa65c-7b72-477d-bc39-11e335c33ba2 req-1ffd23b1-c53d-4b4b-b57a-f2739fb22f74 tempest-ServerRescueTestJSONUnderV235-174357529 tempest-ServerRescueTestJSONUnderV235-174357529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:30:07.312062 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-05bfa65c-7b72-477d-bc39-11e335c33ba2 req-1ffd23b1-c53d-4b4b-b57a-f2739fb22f74 tempest-ServerRescueTestJSONUnderV235-174357529 tempest-ServerRescueTestJSONUnderV235-174357529-project] 10.222.0.46 "GET /v2.0/ports?device_id=d73f004c-3e7c-4e3e-96fd-907fe73c64f7 HTTP/1.1" status: 200 len: 946 time: 0.0572252 Nov 22 20:30:07.362190 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97aa0cb-2c8b-4bc2-99d1-7db56e4def84 tempest-DHCPAgentSchedulersTestJSON-862946479 tempest-DHCPAgentSchedulersTestJSON-862946479-project] Pushing event updated for resources: {'Subnet': ['ID=bffaedd9-0424-47b9-afc5-0d79f5bf69c0,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:30:07.369095 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-05bfa65c-7b72-477d-bc39-11e335c33ba2 req-6545ed0d-6b0a-4c9e-aa5f-c5744bd823df tempest-ServerRescueTestJSONUnderV235-174357529 tempest-ServerRescueTestJSONUnderV235-174357529-project] 10.222.0.46 "GET /v2.0/security-groups?id=3776e3ad-7077-49a6-9ca5-2a879ce1ed3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484827 Nov 22 20:30:07.383309 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f97aa0cb-2c8b-4bc2-99d1-7db56e4def84 tempest-DHCPAgentSchedulersTestJSON-862946479 tempest-DHCPAgentSchedulersTestJSON-862946479-project] Checking segment: {'id': '0eb2d21f-455f-4cb7-b44b-bd886845b869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '34f78b9f-425a-4fc2-901a-14a271153b95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:30:07.383606 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f97aa0cb-2c8b-4bc2-99d1-7db56e4def84 tempest-DHCPAgentSchedulersTestJSON-862946479 tempest-DHCPAgentSchedulersTestJSON-862946479-project] Network hostable DHCP agents. Network: 34f78b9f-425a-4fc2-901a-14a271153b95, hostable agents: ['02adaa64-0987-4b74-bad0-cbcf56f8a294'], hosted agents: [] {{(pid=103448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 20:30:07.409259 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f97aa0cb-2c8b-4bc2-99d1-7db56e4def84 tempest-DHCPAgentSchedulersTestJSON-862946479 tempest-DHCPAgentSchedulersTestJSON-862946479-project] Network 34f78b9f-425a-4fc2-901a-14a271153b95 is scheduled to be hosted by DHCP agent 02adaa64-0987-4b74-bad0-cbcf56f8a294 with binding_index 1 {{(pid=103448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 20:30:07.420139 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-f97aa0cb-2c8b-4bc2-99d1-7db56e4def84 tempest-DHCPAgentSchedulersTestJSON-862946479 tempest-DHCPAgentSchedulersTestJSON-862946479-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818823-1, 34f78b9f-425a-4fc2-901a-14a271153b95) {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:30:07.424678 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f97aa0cb-2c8b-4bc2-99d1-7db56e4def84 tempest-DHCPAgentSchedulersTestJSON-862946479 tempest-DHCPAgentSchedulersTestJSON-862946479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:30:07.425367 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f97aa0cb-2c8b-4bc2-99d1-7db56e4def84 tempest-DHCPAgentSchedulersTestJSON-862946479 tempest-DHCPAgentSchedulersTestJSON-862946479-project] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:07.430916 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaec4f57-e30b-473f-9811-6aba261cf7f2 None None] Network 34f78b9f-425a-4fc2-901a-14a271153b95 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:30:07.453599 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-f97aa0cb-2c8b-4bc2-99d1-7db56e4def84 tempest-DHCPAgentSchedulersTestJSON-862946479 tempest-DHCPAgentSchedulersTestJSON-862946479-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5969989 Nov 22 20:30:07.456310 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 37136) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:30:07.461285 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-e216c381-717d-4364-aca1-eeb355eaa2fa tempest-DHCPAgentSchedulersTestJSON-862946479 tempest-DHCPAgentSchedulersTestJSON-862946479-project] Request body: {'port': {'network_id': '34f78b9f-425a-4fc2-901a-14a271153b95', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1933504163'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:30:07.601249 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e216c381-717d-4364-aca1-eeb355eaa2fa tempest-DHCPAgentSchedulersTestJSON-862946479 tempest-DHCPAgentSchedulersTestJSON-862946479-project] Made reservation on behalf of ccac551096504a8f8acc24964d077a42 for: {'port': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:30:07.605516 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e216c381-717d-4364-aca1-eeb355eaa2fa tempest-DHCPAgentSchedulersTestJSON-862946479 tempest-DHCPAgentSchedulersTestJSON-862946479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:07.635338 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b08782d0-679b-48cb-9e45-cb2be27d41ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fb26bd7-ce56-527b-b94f-2e1f7cb2bb35-34f78b9f-425a-4fc2-901a-14a271153b95', 'network_id': '34f78b9f-425a-4fc2-901a-14a271153b95', 'tenant_id': 'ccac551096504a8f8acc24964d077a42', 'fixed_ips': [{'subnet_id': 'bffaedd9-0424-47b9-afc5-0d79f5bf69c0'}]}} from n-d-818823-1. {{(pid=103449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 20:30:07.636808 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [None req-e216c381-717d-4364-aca1-eeb355eaa2fa tempest-DHCPAgentSchedulersTestJSON-862946479 tempest-DHCPAgentSchedulersTestJSON-862946479-project] device_id is not set on port 0f6309d7-0938-4b74-a01a-31730c53e163 yet. {{(pid=103448) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 20:30:07.637951 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-b08782d0-679b-48cb-9e45-cb2be27d41ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:07.710859 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76a434a-9073-40b5-851f-77c08730a9f5 req-d2497d9e-e838-49b4-b166-8563f06b65a8 tempest-ServerRescueTestJSONUnderV235-174357529 tempest-ServerRescueTestJSONUnderV235-174357529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:30:07.713151 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a76a434a-9073-40b5-851f-77c08730a9f5 req-d2497d9e-e838-49b4-b166-8563f06b65a8 tempest-ServerRescueTestJSONUnderV235-174357529 tempest-ServerRescueTestJSONUnderV235-174357529-project] 10.222.0.46 "GET /v2.0/ports?device_id=d73f004c-3e7c-4e3e-96fd-907fe73c64f7 HTTP/1.1" status: 200 len: 946 time: 0.0735943 Nov 22 20:30:07.720121 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce280b8-2efe-4932-8cd9-5950303ef82d req-ba1cc237-1caf-4d55-aa13-7dd72168b03d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:30:07.721756 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9ce280b8-2efe-4932-8cd9-5950303ef82d req-ba1cc237-1caf-4d55-aa13-7dd72168b03d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=58f18dba29b1404593b210234b4fc486&device_id=d73f004c-3e7c-4e3e-96fd-907fe73c64f7 HTTP/1.1" status: 200 len: 1097 time: 0.1162958 Nov 22 20:30:07.758115 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [None req-e216c381-717d-4364-aca1-eeb355eaa2fa tempest-DHCPAgentSchedulersTestJSON-862946479 tempest-DHCPAgentSchedulersTestJSON-862946479-project] Allocated IP 172.20.0.3 (34f78b9f-425a-4fc2-901a-14a271153b95/bffaedd9-0424-47b9-afc5-0d79f5bf69c0/0f6309d7-0938-4b74-a01a-31730c53e163) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:30:07.826546 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a76a434a-9073-40b5-851f-77c08730a9f5 req-c3ab4923-4da1-4910-b1ba-610bfc33a868 tempest-ServerRescueTestJSONUnderV235-174357529 tempest-ServerRescueTestJSONUnderV235-174357529-project] 10.222.0.46 "GET /v2.0/security-groups?id=3776e3ad-7077-49a6-9ca5-2a879ce1ed3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037962 Nov 22 20:30:07.855478 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce280b8-2efe-4932-8cd9-5950303ef82d req-38010855-1b9f-400a-a7d9-1870da86820c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:30:07.856989 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9ce280b8-2efe-4932-8cd9-5950303ef82d req-38010855-1b9f-400a-a7d9-1870da86820c service neutron] 10.222.0.41 "GET /v2.0/networks?id=bac7bcf3-51ae-4543-8f0e-82b2d2e8c1d3 HTTP/1.1" status: 200 len: 921 time: 0.1272514 Nov 22 20:30:07.906111 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9ce280b8-2efe-4932-8cd9-5950303ef82d req-a3b3e2a7-a448-4e48-9756-899bc1f11048 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=96cfbef8-f7ec-4b1c-878e-a28cfbf6e47e HTTP/1.1" status: 200 len: 217 time: 0.0415220 Nov 22 20:30:07.961698 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e216c381-717d-4364-aca1-eeb355eaa2fa tempest-DHCPAgentSchedulersTestJSON-862946479 tempest-DHCPAgentSchedulersTestJSON-862946479-project] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:07.970156 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce280b8-2efe-4932-8cd9-5950303ef82d req-8bcd28d5-7061-4112-8b35-a05b8c588da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:30:07.971800 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9ce280b8-2efe-4932-8cd9-5950303ef82d req-8bcd28d5-7061-4112-8b35-a05b8c588da6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=06df14ad-dfdd-4da5-9f27-f399f4421e36 HTTP/1.1" status: 200 len: 860 time: 0.0582285 Nov 22 20:30:07.998276 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e216c381-717d-4364-aca1-eeb355eaa2fa tempest-DHCPAgentSchedulersTestJSON-862946479 tempest-DHCPAgentSchedulersTestJSON-862946479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:08.014284 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9ce280b8-2efe-4932-8cd9-5950303ef82d req-fb0ddd9f-0f5a-49cc-9e6f-9cb20af12f51 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bac7bcf3-51ae-4543-8f0e-82b2d2e8c1d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283568 Nov 22 20:30:08.054830 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.db_base_plugin_common [None req-b08782d0-679b-48cb-9e45-cb2be27d41ea None None] Allocated IP 172.20.0.2 (34f78b9f-425a-4fc2-901a-14a271153b95/bffaedd9-0424-47b9-afc5-0d79f5bf69c0/49b15341-ba29-4a5e-b0ee-6499dd314f13) {{(pid=103449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:30:08.058518 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e216c381-717d-4364-aca1-eeb355eaa2fa tempest-DHCPAgentSchedulersTestJSON-862946479 tempest-DHCPAgentSchedulersTestJSON-862946479-project] Network 34f78b9f-425a-4fc2-901a-14a271153b95 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:30:08.063122 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-e216c381-717d-4364-aca1-eeb355eaa2fa tempest-DHCPAgentSchedulersTestJSON-862946479 tempest-DHCPAgentSchedulersTestJSON-862946479-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:30:08.068258 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e216c381-717d-4364-aca1-eeb355eaa2fa tempest-DHCPAgentSchedulersTestJSON-862946479 tempest-DHCPAgentSchedulersTestJSON-862946479-project] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:30:08.076192 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e216c381-717d-4364-aca1-eeb355eaa2fa tempest-DHCPAgentSchedulersTestJSON-862946479 tempest-DHCPAgentSchedulersTestJSON-862946479-project] Pushing event updated for resources: {'Port': ['ID=0f6309d7-0938-4b74-a01a-31730c53e163,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:30:08.145973 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e216c381-717d-4364-aca1-eeb355eaa2fa tempest-DHCPAgentSchedulersTestJSON-862946479 tempest-DHCPAgentSchedulersTestJSON-862946479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:30:08.146185 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e216c381-717d-4364-aca1-eeb355eaa2fa tempest-DHCPAgentSchedulersTestJSON-862946479 tempest-DHCPAgentSchedulersTestJSON-862946479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:08.149972 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9ce280b8-2efe-4932-8cd9-5950303ef82d req-71539a69-da5a-40b6-aad7-60ad7248c7e4 service neutron] 10.222.0.41 "GET /v2.0/networks/bac7bcf3-51ae-4543-8f0e-82b2d2e8c1d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277726 Nov 22 20:30:08.164696 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-e216c381-717d-4364-aca1-eeb355eaa2fa tempest-DHCPAgentSchedulersTestJSON-862946479 tempest-DHCPAgentSchedulersTestJSON-862946479-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7073767 Nov 22 20:30:08.169608 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 37156) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:30:08.299975 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-b08782d0-679b-48cb-9e45-cb2be27d41ea None None] Publish callbacks [] for port, precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:08.309830 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-b08782d0-679b-48cb-9e45-cb2be27d41ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372'] for port, after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:08.315613 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9ce280b8-2efe-4932-8cd9-5950303ef82d req-dec2ba47-352e-48d6-b7cf-00197495672e service neutron] 10.222.0.41 "GET /v2.0/networks/bac7bcf3-51ae-4543-8f0e-82b2d2e8c1d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581936 Nov 22 20:30:08.374787 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b08782d0-679b-48cb-9e45-cb2be27d41ea None None] Network 34f78b9f-425a-4fc2-901a-14a271153b95 is already hosted by enough agents. {{(pid=103449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:30:08.375254 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-28d2347d-e55f-4a03-a9db-4c4f95227342 tempest-DHCPAgentSchedulersTestJSON-862946479 tempest-DHCPAgentSchedulersTestJSON-862946479-project] Deleting port 0f6309d7-0938-4b74-a01a-31730c53e163 {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:30:08.376250 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-28d2347d-e55f-4a03-a9db-4c4f95227342 tempest-DHCPAgentSchedulersTestJSON-862946479 tempest-DHCPAgentSchedulersTestJSON-862946479-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:08.380406 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.base_scheduler [None req-b08782d0-679b-48cb-9e45-cb2be27d41ea None None] Resources bound (agent type, host, resource id): {{(pid=103449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:30:08.382531 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08782d0-679b-48cb-9e45-cb2be27d41ea None None] Pushing event updated for resources: {'Port': ['ID=49b15341-ba29-4a5e-b0ee-6499dd314f13,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:30:08.384993 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b08782d0-679b-48cb-9e45-cb2be27d41ea None None] Received port after_create {{(pid=103449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:30:08.469943 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 37168) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:30:08.470532 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-b08782d0-679b-48cb-9e45-cb2be27d41ea None None] Attempting to bind port 49b15341-ba29-4a5e-b0ee-6499dd314f13 on host n-d-818823-1 for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:30:08.471116 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-b08782d0-679b-48cb-9e45-cb2be27d41ea None None] Attempting to bind port 49b15341-ba29-4a5e-b0ee-6499dd314f13 by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': '0eb2d21f-455f-4cb7-b44b-bd886845b869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '34f78b9f-425a-4fc2-901a-14a271153b95'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:30:08.471506 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b08782d0-679b-48cb-9e45-cb2be27d41ea None None] Attempting to bind port 49b15341-ba29-4a5e-b0ee-6499dd314f13 on network 34f78b9f-425a-4fc2-901a-14a271153b95 {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:30:08.478469 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b08782d0-679b-48cb-9e45-cb2be27d41ea None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 30, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:30:08.478804 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b08782d0-679b-48cb-9e45-cb2be27d41ea None None] Checking segment: {'id': '0eb2d21f-455f-4cb7-b44b-bd886845b869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '34f78b9f-425a-4fc2-901a-14a271153b95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:30:08.479473 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-b08782d0-679b-48cb-9e45-cb2be27d41ea None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:08.479880 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b08782d0-679b-48cb-9e45-cb2be27d41ea None None] Bound using segment: {'id': '0eb2d21f-455f-4cb7-b44b-bd886845b869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '34f78b9f-425a-4fc2-901a-14a271153b95'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:30:08.480356 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-b08782d0-679b-48cb-9e45-cb2be27d41ea None None] Bound port: 49b15341-ba29-4a5e-b0ee-6499dd314f13, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0eb2d21f-455f-4cb7-b44b-bd886845b869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '34f78b9f-425a-4fc2-901a-14a271153b95'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:30:08.480743 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-b08782d0-679b-48cb-9e45-cb2be27d41ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:08.538383 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-28d2347d-e55f-4a03-a9db-4c4f95227342 tempest-DHCPAgentSchedulersTestJSON-862946479 tempest-DHCPAgentSchedulersTestJSON-862946479-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:08.556620 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-b08782d0-679b-48cb-9e45-cb2be27d41ea None None] For port 49b15341-ba29-4a5e-b0ee-6499dd314f13, host n-d-818823-1, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:30:08.574163 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-28d2347d-e55f-4a03-a9db-4c4f95227342 tempest-DHCPAgentSchedulersTestJSON-862946479 tempest-DHCPAgentSchedulersTestJSON-862946479-project] Calling delete_port for 0f6309d7-0938-4b74-a01a-31730c53e163 owned by {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:30:08.578416 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-b08782d0-679b-48cb-9e45-cb2be27d41ea None None] For port 49b15341-ba29-4a5e-b0ee-6499dd314f13, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=49b15341-ba29-4a5e-b0ee-6499dd314f13,segment=NetworkSegment(0eb2d21f-455f-4cb7-b44b-bd886845b869),segment_id=0eb2d21f-455f-4cb7-b44b-bd886845b869)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:30:08.585230 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-b08782d0-679b-48cb-9e45-cb2be27d41ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:08.679665 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08782d0-679b-48cb-9e45-cb2be27d41ea None None] Pushing event updated for resources: {'Port': ['ID=49b15341-ba29-4a5e-b0ee-6499dd314f13,revision_number=2']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:30:08.686800 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-dc6c897d-3cd5-4f34-bb42-c7b136c08d62 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Request body: {'network': {'name': 'tempest-network-smoke--1446220354', 'project_id': '67d164fc12fc462bb9fe3a42a4c66cfa', 'port_security_enabled': True}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:30:08.709776 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc6c897d-3cd5-4f34-bb42-c7b136c08d62 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Made reservation on behalf of 67d164fc12fc462bb9fe3a42a4c66cfa for: {'network': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:30:08.714195 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-dc6c897d-3cd5-4f34-bb42-c7b136c08d62 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for network, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:08.726604 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-dc6c897d-3cd5-4f34-bb42-c7b136c08d62 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:08.783151 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-28d2347d-e55f-4a03-a9db-4c4f95227342 tempest-DHCPAgentSchedulersTestJSON-862946479 tempest-DHCPAgentSchedulersTestJSON-862946479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:08.826667 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d2347d-e55f-4a03-a9db-4c4f95227342 tempest-DHCPAgentSchedulersTestJSON-862946479 tempest-DHCPAgentSchedulersTestJSON-862946479-project] Pushing event deleted for resources: {'Port': ['ID=0f6309d7-0938-4b74-a01a-31730c53e163,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:30:08.916692 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-dc6c897d-3cd5-4f34-bb42-c7b136c08d62 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:08.930557 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-dc6c897d-3cd5-4f34-bb42-c7b136c08d62 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:08.955484 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-28d2347d-e55f-4a03-a9db-4c4f95227342 tempest-DHCPAgentSchedulersTestJSON-862946479 tempest-DHCPAgentSchedulersTestJSON-862946479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:08.966630 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-28d2347d-e55f-4a03-a9db-4c4f95227342 tempest-DHCPAgentSchedulersTestJSON-862946479 tempest-DHCPAgentSchedulersTestJSON-862946479-project] 10.222.0.46 "DELETE /v2.0/ports/0f6309d7-0938-4b74-a01a-31730c53e163 HTTP/1.1" status: 204 len: 168 time: 0.7950716 Nov 22 20:30:08.967339 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 37174) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:30:09.066352 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc6c897d-3cd5-4f34-bb42-c7b136c08d62 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] vlan segment allocate from pool success with {'vlan_id': 609, 'physical_network': 'physnet1'} {{(pid=103447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 20:30:09.092522 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 49b15341-ba29-4a5e-b0ee-6499dd314f13 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:30:09.114666 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6c897d-3cd5-4f34-bb42-c7b136c08d62 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a6b3433-f803-461d-96a7-f888e164cbd8,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:30:09.120652 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-dc6c897d-3cd5-4f34-bb42-c7b136c08d62 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:09.120948 n-d-818823-1 neutron-server[103447]: INFO neutron.db.segments_db [None req-dc6c897d-3cd5-4f34-bb42-c7b136c08d62 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Added segment dbe15f2b-18f6-4fb3-82f1-4b95701e72ac of type vlan for network bc6b8ee0-c93e-4fd5-b6d2-3b4003108205 Nov 22 20:30:09.154166 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5d8b6d-79ad-4f1b-ae7a-24c022e81f65 req-dd5331fc-5700-4ce7-a097-406018bfa5c5 tempest-ServerRescueTestJSONUnderV235-174357529 tempest-ServerRescueTestJSONUnderV235-174357529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:30:09.155931 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4a5d8b6d-79ad-4f1b-ae7a-24c022e81f65 req-dd5331fc-5700-4ce7-a097-406018bfa5c5 tempest-ServerRescueTestJSONUnderV235-174357529 tempest-ServerRescueTestJSONUnderV235-174357529-project] 10.222.0.46 "GET /v2.0/ports?device_id=d73f004c-3e7c-4e3e-96fd-907fe73c64f7 HTTP/1.1" status: 200 len: 946 time: 0.2164528 Nov 22 20:30:09.192484 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-1eab9878-c235-43c2-a00f-d452765e171f tempest-DHCPAgentSchedulersTestJSON-1341106584 tempest-DHCPAgentSchedulersTestJSON-1341106584-project-admin] 10.222.0.46 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4927 time: 0.2224083 Nov 22 20:30:09.193371 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 37180) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:30:09.209001 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-f57f8dfa-a322-41af-a15a-d29e1e0a1d6f tempest-DHCPAgentSchedulersTestJSON-862946479 tempest-DHCPAgentSchedulersTestJSON-862946479-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1856655383'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:30:09.246786 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-dc6c897d-3cd5-4f34-bb42-c7b136c08d62 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748992492791'] for network, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:09.257574 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f57f8dfa-a322-41af-a15a-d29e1e0a1d6f tempest-DHCPAgentSchedulersTestJSON-862946479 tempest-DHCPAgentSchedulersTestJSON-862946479-project] Made reservation on behalf of ccac551096504a8f8acc24964d077a42 for: {'network': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:30:09.270028 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f57f8dfa-a322-41af-a15a-d29e1e0a1d6f tempest-DHCPAgentSchedulersTestJSON-862946479 tempest-DHCPAgentSchedulersTestJSON-862946479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for network, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:09.297239 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4a5d8b6d-79ad-4f1b-ae7a-24c022e81f65 req-948a5565-ddd9-4e88-8aa2-73a6fa1eaac1 tempest-ServerRescueTestJSONUnderV235-174357529 tempest-ServerRescueTestJSONUnderV235-174357529-project] 10.222.0.46 "GET /v2.0/security-groups?id=3776e3ad-7077-49a6-9ca5-2a879ce1ed3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841358 Nov 22 20:30:09.299545 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-dc6c897d-3cd5-4f34-bb42-c7b136c08d62 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for network, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:09.306889 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc6c897d-3cd5-4f34-bb42-c7b136c08d62 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:30:09.307844 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-dc6c897d-3cd5-4f34-bb42-c7b136c08d62 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for network, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:09.310188 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f57f8dfa-a322-41af-a15a-d29e1e0a1d6f tempest-DHCPAgentSchedulersTestJSON-862946479 tempest-DHCPAgentSchedulersTestJSON-862946479-project] vlan segment allocate from pool success with {'vlan_id': 617, 'physical_network': 'physnet1'} {{(pid=103448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 20:30:09.333302 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-dc6c897d-3cd5-4f34-bb42-c7b136c08d62 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8619871 Nov 22 20:30:09.340162 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 37184) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:30:09.342140 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f57f8dfa-a322-41af-a15a-d29e1e0a1d6f tempest-DHCPAgentSchedulersTestJSON-862946479 tempest-DHCPAgentSchedulersTestJSON-862946479-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:09.342738 n-d-818823-1 neutron-server[103448]: INFO neutron.db.segments_db [None req-f57f8dfa-a322-41af-a15a-d29e1e0a1d6f tempest-DHCPAgentSchedulersTestJSON-862946479 tempest-DHCPAgentSchedulersTestJSON-862946479-project] Added segment 456f826d-b93f-440f-9d6a-57f0cc3ed8a4 of type vlan for network cbcab5b8-ebc7-40d9-bebe-1872bff305de Nov 22 20:30:09.383861 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-cbdb9659-4ad0-4011-a08d-34900e139735 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-686587762', 'admin_state_up': True, 'project_id': '67d164fc12fc462bb9fe3a42a4c66cfa', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'}}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:30:09.398396 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 49b15341-ba29-4a5e-b0ee-6499dd314f13 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:30:09.399061 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:09.407490 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f57f8dfa-a322-41af-a15a-d29e1e0a1d6f tempest-DHCPAgentSchedulersTestJSON-862946479 tempest-DHCPAgentSchedulersTestJSON-862946479-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748992492791'] for network, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:09.410631 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6c897d-3cd5-4f34-bb42-c7b136c08d62 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Pushing event updated for resources: {'Network': ['ID=bc6b8ee0-c93e-4fd5-b6d2-3b4003108205,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:30:09.439802 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Network bc6b8ee0-c93e-4fd5-b6d2-3b4003108205 details requested by agent ovs-agent-n-d-818823-1 with host n-d-818823-1 {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 20:30:09.464571 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cbdb9659-4ad0-4011-a08d-34900e139735 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24799'] for router, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:09.465614 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cbdb9659-4ad0-4011-a08d-34900e139735 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-632716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24788'] for router, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:09.487036 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f57f8dfa-a322-41af-a15a-d29e1e0a1d6f tempest-DHCPAgentSchedulersTestJSON-862946479 tempest-DHCPAgentSchedulersTestJSON-862946479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for network, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:09.492847 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f57f8dfa-a322-41af-a15a-d29e1e0a1d6f tempest-DHCPAgentSchedulersTestJSON-862946479 tempest-DHCPAgentSchedulersTestJSON-862946479-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:30:09.493496 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f57f8dfa-a322-41af-a15a-d29e1e0a1d6f tempest-DHCPAgentSchedulersTestJSON-862946479 tempest-DHCPAgentSchedulersTestJSON-862946479-project] Publish callbacks [] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:09.578923 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:09.596715 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-f57f8dfa-a322-41af-a15a-d29e1e0a1d6f tempest-DHCPAgentSchedulersTestJSON-862946479 tempest-DHCPAgentSchedulersTestJSON-862946479-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.3972189 Nov 22 20:30:09.597960 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cbdb9659-4ad0-4011-a08d-34900e139735 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:09.599396 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 37186) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:30:09.607890 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57f8dfa-a322-41af-a15a-d29e1e0a1d6f tempest-DHCPAgentSchedulersTestJSON-862946479 tempest-DHCPAgentSchedulersTestJSON-862946479-project] Pushing event updated for resources: {'Network': ['ID=cbcab5b8-ebc7-40d9-bebe-1872bff305de,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:30:09.635493 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] For port 49b15341-ba29-4a5e-b0ee-6499dd314f13, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=49b15341-ba29-4a5e-b0ee-6499dd314f13,segment=NetworkSegment(0eb2d21f-455f-4cb7-b44b-bd886845b869),segment_id=0eb2d21f-455f-4cb7-b44b-bd886845b869)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:30:09.637281 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Network cbcab5b8-ebc7-40d9-bebe-1872bff305de details requested by agent ovs-agent-n-d-818823-1 with host n-d-818823-1 {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 20:30:09.644070 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:09.794529 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Pushing event updated for resources: {'Port': ['ID=49b15341-ba29-4a5e-b0ee-6499dd314f13,revision_number=3']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:30:09.814929 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-50a51bb6-83e4-4d66-aa0c-69d901fa0eb2 tempest-DHCPAgentSchedulersTestJSON-1341106584 tempest-DHCPAgentSchedulersTestJSON-1341106584-project-admin] 10.222.0.46 "GET /v2.0/agents/02adaa64-0987-4b74-bad0-cbcf56f8a294/dhcp-networks HTTP/1.1" status: 200 len: 7300 time: 0.2139881 Nov 22 20:30:09.815799 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 37188) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:30:10.011905 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e859280-d048-45a3-a615-11e09f3f6c1e tempest-DHCPAgentSchedulersTestJSON-1341106584 tempest-DHCPAgentSchedulersTestJSON-1341106584-project-admin] Network cbcab5b8-ebc7-40d9-bebe-1872bff305de is scheduled to be hosted by DHCP agent 02adaa64-0987-4b74-bad0-cbcf56f8a294 with binding_index 1 {{(pid=103447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 20:30:10.027050 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-5e859280-d048-45a3-a615-11e09f3f6c1e tempest-DHCPAgentSchedulersTestJSON-1341106584 tempest-DHCPAgentSchedulersTestJSON-1341106584-project-admin] 10.222.0.46 "POST /v2.0/agents/02adaa64-0987-4b74-bad0-cbcf56f8a294/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.2094016 Nov 22 20:30:10.029571 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 37190) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:30:10.033122 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fa3fcd9-f62a-467a-a946-feb3e3e51869 None None] Network cbcab5b8-ebc7-40d9-bebe-1872bff305de requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:30:10.296227 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-44961334-0750-48e0-bc4b-729c219c2acc tempest-DHCPAgentSchedulersTestJSON-1341106584 tempest-DHCPAgentSchedulersTestJSON-1341106584-project-admin] 10.222.0.46 "GET /v2.0/agents/02adaa64-0987-4b74-bad0-cbcf56f8a294/dhcp-networks HTTP/1.1" status: 200 len: 8071 time: 0.2620099 Nov 22 20:30:10.296227 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 37194) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:30:10.306950 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2445bc1f-7a68-47f7-b5bd-2491ae2813a2 None None] Network 34f78b9f-425a-4fc2-901a-14a271153b95 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:30:10.412237 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cbdb9659-4ad0-4011-a08d-34900e139735 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:10.471329 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-2c99856f-fa8d-4920-971f-a076c10e868a None None] Provisioning complete for port 49b15341-ba29-4a5e-b0ee-6499dd314f13 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:30:10.471824 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-2c99856f-fa8d-4920-971f-a076c10e868a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:10.496552 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-8e510087-af62-4be5-bd37-f643b2faae87 tempest-DHCPAgentSchedulersTestJSON-1341106584 tempest-DHCPAgentSchedulersTestJSON-1341106584-project-admin] 10.222.0.46 "DELETE /v2.0/agents/02adaa64-0987-4b74-bad0-cbcf56f8a294/dhcp-networks/cbcab5b8-ebc7-40d9-bebe-1872bff305de HTTP/1.1" status: 204 len: 168 time: 0.1996486 Nov 22 20:30:10.500475 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 37200) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:30:10.527266 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27180aec-4fe0-48df-86ec-e8a4b0c2f0a3 req-f987eb7e-816a-49be-bc70-8937e7a96f8a tempest-ServerRescueTestJSONUnderV235-174357529 tempest-ServerRescueTestJSONUnderV235-174357529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:30:10.528785 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-27180aec-4fe0-48df-86ec-e8a4b0c2f0a3 req-f987eb7e-816a-49be-bc70-8937e7a96f8a tempest-ServerRescueTestJSONUnderV235-174357529 tempest-ServerRescueTestJSONUnderV235-174357529-project] 10.222.0.46 "GET /v2.0/ports?device_id=d73f004c-3e7c-4e3e-96fd-907fe73c64f7 HTTP/1.1" status: 200 len: 946 time: 0.0760496 Nov 22 20:30:10.586689 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-27180aec-4fe0-48df-86ec-e8a4b0c2f0a3 req-6b9e1179-f28f-4888-8420-1e0da4eb0c14 tempest-ServerRescueTestJSONUnderV235-174357529 tempest-ServerRescueTestJSONUnderV235-174357529-project] 10.222.0.46 "GET /v2.0/security-groups?id=3776e3ad-7077-49a6-9ca5-2a879ce1ed3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513861 Nov 22 20:30:10.738205 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-b4422744-ba21-4b77-b4f7-a2d4cc4e7bcc tempest-DHCPAgentSchedulersTestJSON-1341106584 tempest-DHCPAgentSchedulersTestJSON-1341106584-project-admin] 10.222.0.46 "GET /v2.0/agents/02adaa64-0987-4b74-bad0-cbcf56f8a294/dhcp-networks HTTP/1.1" status: 200 len: 7300 time: 0.2368112 Nov 22 20:30:10.742916 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 37202) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:30:10.756216 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cbdb9659-4ad0-4011-a08d-34900e139735 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks [] for router_gateway, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:10.763807 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-b9640d73-77f3-4324-b04e-256fbafe8f07 tempest-DHCPAgentSchedulersTestJSON-1341106584 tempest-DHCPAgentSchedulersTestJSON-1341106584-project-admin] 10.222.0.46 "GET /v2.0/networks/34f78b9f-425a-4fc2-901a-14a271153b95/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0201728 Nov 22 20:30:10.767773 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 37204) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:30:10.776134 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cbdb9659-4ad0-4011-a08d-34900e139735 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:10.787649 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-403ff6cb-0c62-4542-bbbf-37c70a4c222f tempest-DHCPAgentSchedulersTestJSON-1341106584 tempest-DHCPAgentSchedulersTestJSON-1341106584-project-admin] 10.222.0.46 "GET /v2.0/networks/34f78b9f-425a-4fc2-901a-14a271153b95/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0183330 Nov 22 20:30:10.790692 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 37206) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:30:10.823390 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-b8bac7d8-bfe2-484a-88db-33ca8ff1c8cb None None] Provisioning complete for port 49b15341-ba29-4a5e-b0ee-6499dd314f13 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:30:10.824054 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-b8bac7d8-bfe2-484a-88db-33ca8ff1c8cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:10.912751 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [None req-cbdb9659-4ad0-4011-a08d-34900e139735 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Allocated IP 172.25.5.51 (c48a55e9-6a85-4746-b7bf-3e29fb560094/5da6f781-63e6-4328-ae7a-5e672262f55a/b7cac5e9-5818-4db2-8593-f6a7a0fa9767) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:30:10.953103 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-0c91de05-9009-47f2-9e21-e35086206c44 tempest-DHCPAgentSchedulersTestJSON-1341106584 tempest-DHCPAgentSchedulersTestJSON-1341106584-project-admin] 10.222.0.46 "GET /v2.0/agents/02adaa64-0987-4b74-bad0-cbcf56f8a294/dhcp-networks HTTP/1.1" status: 200 len: 7300 time: 0.1610699 Nov 22 20:30:10.957773 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 37208) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:30:10.997966 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 49b15341-ba29-4a5e-b0ee-6499dd314f13 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:30:11.046869 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ab493f3d-b86a-41b8-8039-86a8de914017 tempest-DHCPAgentSchedulersTestJSON-862946479 tempest-DHCPAgentSchedulersTestJSON-862946479-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3961693'] for network, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:11.055326 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cbdb9659-4ad0-4011-a08d-34900e139735 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:11.057169 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 49b15341-ba29-4a5e-b0ee-6499dd314f13 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:30:11.057862 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:11.105793 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cbdb9659-4ad0-4011-a08d-34900e139735 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:11.138773 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-03079c39-2373-47a2-aaf2-a5077eebc276 None None] Could not find standard attr ID for object 0f6309d7-0938-4b74-a01a-31730c53e163. {{(pid=103449) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 22 20:30:11.184591 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbdb9659-4ad0-4011-a08d-34900e139735 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Network c48a55e9-6a85-4746-b7bf-3e29fb560094 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:30:11.185924 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdb9659-4ad0-4011-a08d-34900e139735 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Pushing event updated for resources: {'Port': ['ID=b7cac5e9-5818-4db2-8593-f6a7a0fa9767,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:30:11.190512 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-cbdb9659-4ad0-4011-a08d-34900e139735 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:30:11.204504 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbdb9659-4ad0-4011-a08d-34900e139735 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:30:11.209187 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2922a624-84b6-42c7-858c-922c13037380 None None] DHCP port deletion for c48a55e9-6a85-4746-b7bf-3e29fb560094 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:30:11.279255 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-2c2fa171-42d8-480e-af2e-3dda59b06b5f None None] Provisioning complete for port b7cac5e9-5818-4db2-8593-f6a7a0fa9767 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:30:11.279769 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-2c2fa171-42d8-480e-af2e-3dda59b06b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:11.321889 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-2c2fa171-42d8-480e-af2e-3dda59b06b5f None None] Port b7cac5e9-5818-4db2-8593-f6a7a0fa9767 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:30:11.550378 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ab493f3d-b86a-41b8-8039-86a8de914017 tempest-DHCPAgentSchedulersTestJSON-862946479 tempest-DHCPAgentSchedulersTestJSON-862946479-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3760028', 'neutron.services.segments.db._delete_segments_for_network-8748992815755'] for network, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:11.570619 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cbdb9659-4ad0-4011-a08d-34900e139735 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks [] for router_gateway, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:11.588683 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-ab493f3d-b86a-41b8-8039-86a8de914017 tempest-DHCPAgentSchedulersTestJSON-862946479 tempest-DHCPAgentSchedulersTestJSON-862946479-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbcab5b8-ebc7-40d9-bebe-1872bff305de']}} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:30:11.602329 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-ab493f3d-b86a-41b8-8039-86a8de914017 tempest-DHCPAgentSchedulersTestJSON-862946479 tempest-DHCPAgentSchedulersTestJSON-862946479-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '456f826d-b93f-440f-9d6a-57f0cc3ed8a4') {'for_net_delete': True} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:30:11.602707 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-ab493f3d-b86a-41b8-8039-86a8de914017 tempest-DHCPAgentSchedulersTestJSON-862946479 tempest-DHCPAgentSchedulersTestJSON-862946479-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '456f826d-b93f-440f-9d6a-57f0cc3ed8a4') {} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:30:11.613664 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ab493f3d-b86a-41b8-8039-86a8de914017 tempest-DHCPAgentSchedulersTestJSON-862946479 tempest-DHCPAgentSchedulersTestJSON-862946479-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748993039638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12178344'] for segment, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:11.628019 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ab493f3d-b86a-41b8-8039-86a8de914017 tempest-DHCPAgentSchedulersTestJSON-862946479 tempest-DHCPAgentSchedulersTestJSON-862946479-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:11.637030 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab493f3d-b86a-41b8-8039-86a8de914017 tempest-DHCPAgentSchedulersTestJSON-862946479 tempest-DHCPAgentSchedulersTestJSON-862946479-project] Releasing vlan 617 on physical network physnet1 to pool {{(pid=103447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 20:30:11.637345 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ab493f3d-b86a-41b8-8039-86a8de914017 tempest-DHCPAgentSchedulersTestJSON-862946479 tempest-DHCPAgentSchedulersTestJSON-862946479-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8900762'] for segment, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:11.641179 n-d-818823-1 neutron-server[103447]: Traceback (most recent call last): Nov 22 20:30:11.641179 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 20:30:11.641179 n-d-818823-1 neutron-server[103447]: timer() Nov 22 20:30:11.641179 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 20:30:11.641179 n-d-818823-1 neutron-server[103447]: cb(*args, **kw) Nov 22 20:30:11.641179 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 20:30:11.641179 n-d-818823-1 neutron-server[103447]: return func(*args, **kwargs) Nov 22 20:30:11.641179 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 20:30:11.641179 n-d-818823-1 neutron-server[103447]: self._notify() Nov 22 20:30:11.641179 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 20:30:11.641179 n-d-818823-1 neutron-server[103447]: self.callback(batched_events) Nov 22 20:30:11.641179 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 20:30:11.641179 n-d-818823-1 neutron-server[103447]: event.method(event) Nov 22 20:30:11.641179 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 20:30:11.641179 n-d-818823-1 neutron-server[103447]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 20:30:11.641179 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 20:30:11.641179 n-d-818823-1 neutron-server[103447]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 20:30:11.641179 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 20:30:11.641179 n-d-818823-1 neutron-server[103447]: return f(self, *a, **k) Nov 22 20:30:11.641179 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 20:30:11.641179 n-d-818823-1 neutron-server[103447]: return self._get(url).json() Nov 22 20:30:11.641179 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 20:30:11.641179 n-d-818823-1 neutron-server[103447]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 20:30:11.641179 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 20:30:11.641179 n-d-818823-1 neutron-server[103447]: return self.request(url, 'GET', **kwargs) Nov 22 20:30:11.641179 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 20:30:11.641179 n-d-818823-1 neutron-server[103447]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 20:30:11.641179 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 20:30:11.641179 n-d-818823-1 neutron-server[103447]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 20:30:11.641179 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 20:30:11.641179 n-d-818823-1 neutron-server[103447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 20:30:11.641179 n-d-818823-1 neutron-server[103447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 20:30:11.746836 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ab493f3d-b86a-41b8-8039-86a8de914017 tempest-DHCPAgentSchedulersTestJSON-862946479 tempest-DHCPAgentSchedulersTestJSON-862946479-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3760002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595318'] for network, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:11.781041 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ab493f3d-b86a-41b8-8039-86a8de914017 tempest-DHCPAgentSchedulersTestJSON-862946479 tempest-DHCPAgentSchedulersTestJSON-862946479-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for network, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:11.792694 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-ab493f3d-b86a-41b8-8039-86a8de914017 tempest-DHCPAgentSchedulersTestJSON-862946479 tempest-DHCPAgentSchedulersTestJSON-862946479-project] 10.222.0.46 "DELETE /v2.0/networks/cbcab5b8-ebc7-40d9-bebe-1872bff305de HTTP/1.1" status: 204 len: 168 time: 0.8337617 Nov 22 20:30:11.824671 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 37220) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:30:11.847837 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab493f3d-b86a-41b8-8039-86a8de914017 tempest-DHCPAgentSchedulersTestJSON-862946479 tempest-DHCPAgentSchedulersTestJSON-862946479-project] Pushing event deleted for resources: {'Network': ['ID=cbcab5b8-ebc7-40d9-bebe-1872bff305de,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:30:11.850375 n-d-818823-1 neutron-server[103448]: INFO neutron.pecan_wsgi.hooks.translation [None req-276d0b0b-1927-4f37-8248-e7fd156a4ae6 tempest-DHCPAgentSchedulersTestJSON-862946479 tempest-DHCPAgentSchedulersTestJSON-862946479-project] DELETE failed (client error): The resource could not be found. Nov 22 20:30:11.850972 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-276d0b0b-1927-4f37-8248-e7fd156a4ae6 tempest-DHCPAgentSchedulersTestJSON-862946479 tempest-DHCPAgentSchedulersTestJSON-862946479-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 20:30:11.857173 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-276d0b0b-1927-4f37-8248-e7fd156a4ae6 tempest-DHCPAgentSchedulersTestJSON-862946479 tempest-DHCPAgentSchedulersTestJSON-862946479-project] 10.222.0.46 "DELETE /v2.0/ports/0f6309d7-0938-4b74-a01a-31730c53e163 HTTP/1.1" status: 404 len: 333 time: 0.0314584 Nov 22 20:30:11.862933 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 37222) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:30:11.865697 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2eef1f-c211-4701-8099-c368eded0214 req-6363707b-d060-4981-9000-7823074a2e62 tempest-ServerRescueTestJSONUnderV235-174357529 tempest-ServerRescueTestJSONUnderV235-174357529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:30:11.875797 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-eb2eef1f-c211-4701-8099-c368eded0214 req-6363707b-d060-4981-9000-7823074a2e62 tempest-ServerRescueTestJSONUnderV235-174357529 tempest-ServerRescueTestJSONUnderV235-174357529-project] 10.222.0.46 "GET /v2.0/ports?device_id=d73f004c-3e7c-4e3e-96fd-907fe73c64f7 HTTP/1.1" status: 200 len: 946 time: 0.0819266 Nov 22 20:30:11.927636 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee84a780-1f1d-4887-b10b-786f376b00d3 tempest-DHCPAgentSchedulersTestJSON-862946479 tempest-DHCPAgentSchedulersTestJSON-862946479-project] Deleting subnet bffaedd9-0424-47b9-afc5-0d79f5bf69c0 {{(pid=103448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 20:30:11.933394 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ee84a780-1f1d-4887-b10b-786f376b00d3 tempest-DHCPAgentSchedulersTestJSON-862946479 tempest-DHCPAgentSchedulersTestJSON-862946479-project] Publish callbacks [] for subnet, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:11.942190 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-eb2eef1f-c211-4701-8099-c368eded0214 req-3b0fa7de-a020-44c2-b903-c766bcbeb38c tempest-ServerRescueTestJSONUnderV235-174357529 tempest-ServerRescueTestJSONUnderV235-174357529-project] 10.222.0.46 "GET /v2.0/security-groups?id=3776e3ad-7077-49a6-9ca5-2a879ce1ed3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652385 Nov 22 20:30:11.982397 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cbdb9659-4ad0-4011-a08d-34900e139735 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-659538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-841284'] for router, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:11.988157 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ee84a780-1f1d-4887-b10b-786f376b00d3 tempest-DHCPAgentSchedulersTestJSON-862946479 tempest-DHCPAgentSchedulersTestJSON-862946479-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11627908'] for subnet, precommit_delete_associations {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:12.155518 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ee84a780-1f1d-4887-b10b-786f376b00d3 tempest-DHCPAgentSchedulersTestJSON-862946479 tempest-DHCPAgentSchedulersTestJSON-862946479-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3753007'] for subnet, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:12.229885 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbdb9659-4ad0-4011-a08d-34900e139735 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Router 5a3f574e-2437-448a-998c-74e9b4f764fb is scheduled to L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 with binding_index 1 {{(pid=103448) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 20:30:12.238635 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ee84a780-1f1d-4887-b10b-786f376b00d3 tempest-DHCPAgentSchedulersTestJSON-862946479 tempest-DHCPAgentSchedulersTestJSON-862946479-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3753014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11567369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11792914'] for subnet, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:12.304046 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee84a780-1f1d-4887-b10b-786f376b00d3 tempest-DHCPAgentSchedulersTestJSON-862946479 tempest-DHCPAgentSchedulersTestJSON-862946479-project] Pushing event deleted for resources: {'Subnet': ['ID=bffaedd9-0424-47b9-afc5-0d79f5bf69c0,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:30:12.306653 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ee84a780-1f1d-4887-b10b-786f376b00d3 tempest-DHCPAgentSchedulersTestJSON-862946479 tempest-DHCPAgentSchedulersTestJSON-862946479-project] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:12.312505 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-ee84a780-1f1d-4887-b10b-786f376b00d3 tempest-DHCPAgentSchedulersTestJSON-862946479 tempest-DHCPAgentSchedulersTestJSON-862946479-project] 10.222.0.46 "DELETE /v2.0/subnets/bffaedd9-0424-47b9-afc5-0d79f5bf69c0 HTTP/1.1" status: 204 len: 168 time: 0.4481499 Nov 22 20:30:12.312786 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 37224) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:30:12.316723 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85b94f29-e2e6-4c12-acfb-8e7cf69e113e None None] Network 34f78b9f-425a-4fc2-901a-14a271153b95 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:30:12.421764 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-faaa677d-aee2-46d8-ae43-3c3ab881eae0 tempest-DHCPAgentSchedulersTestJSON-862946479 tempest-DHCPAgentSchedulersTestJSON-862946479-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3961693'] for network, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:12.532191 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbdb9659-4ad0-4011-a08d-34900e139735 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:30:12.554048 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-faaa677d-aee2-46d8-ae43-3c3ab881eae0 tempest-DHCPAgentSchedulersTestJSON-862946479 tempest-DHCPAgentSchedulersTestJSON-862946479-project] Deleting port 49b15341-ba29-4a5e-b0ee-6499dd314f13 {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:30:12.554613 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-faaa677d-aee2-46d8-ae43-3c3ab881eae0 tempest-DHCPAgentSchedulersTestJSON-862946479 tempest-DHCPAgentSchedulersTestJSON-862946479-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:12.558987 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-672c75d6-962b-40a3-9e3c-68a0a9dfd357 None None] Sync routers for ids ['5a3f574e-2437-448a-998c-74e9b4f764fb'] in n-d-818823-1 {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:30:12.560385 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cbdb9659-4ad0-4011-a08d-34900e139735 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks [] for router, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:12.570136 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 37232) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:30:12.570581 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-cbdb9659-4ad0-4011-a08d-34900e139735 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.1925614 Nov 22 20:30:12.607221 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-672c75d6-962b-40a3-9e3c-68a0a9dfd357 None None] Routers {'5a3f574e-2437-448a-998c-74e9b4f764fb'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:30:12.607916 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-672c75d6-962b-40a3-9e3c-68a0a9dfd357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:30:02Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['5a3f574e-2437-448a-998c-74e9b4f764fb'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:30:12.738101 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-672c75d6-962b-40a3-9e3c-68a0a9dfd357 None None] Set router 5a3f574e-2437-448a-998c-74e9b4f764fb gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:30:12.780818 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee765767-4781-424e-855a-ee7a5ef25da7 req-dff4c46c-cde5-49a7-bb66-3ca14b0831f9 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:30:12.786551 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ee765767-4781-424e-855a-ee7a5ef25da7 req-dff4c46c-cde5-49a7-bb66-3ca14b0831f9 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/ports?device_id=f1a6bfe1-26d1-4dd2-94cd-df2360ee8ad5 HTTP/1.1" status: 200 len: 945 time: 0.2379599 Nov 22 20:30:12.794681 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [None req-faaa677d-aee2-46d8-ae43-3c3ab881eae0 tempest-DHCPAgentSchedulersTestJSON-862946479 tempest-DHCPAgentSchedulersTestJSON-862946479-project] For port 49b15341-ba29-4a5e-b0ee-6499dd314f13, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=49b15341-ba29-4a5e-b0ee-6499dd314f13,segment=NetworkSegment(0eb2d21f-455f-4cb7-b44b-bd886845b869),segment_id=0eb2d21f-455f-4cb7-b44b-bd886845b869)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:30:12.795051 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-faaa677d-aee2-46d8-ae43-3c3ab881eae0 tempest-DHCPAgentSchedulersTestJSON-862946479 tempest-DHCPAgentSchedulersTestJSON-862946479-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:12.856426 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-faaa677d-aee2-46d8-ae43-3c3ab881eae0 tempest-DHCPAgentSchedulersTestJSON-862946479 tempest-DHCPAgentSchedulersTestJSON-862946479-project] Calling delete_port for 49b15341-ba29-4a5e-b0ee-6499dd314f13 owned by network:dhcp {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:30:12.913970 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-3833ab36-348b-46de-a5b6-e60113fe6641 tempest-TestNetworkBasicOps-1697801292 tempest-TestNetworkBasicOps-1697801292-project-admin] 10.222.0.46 "GET /v2.0/subnets?project_id=67d164fc12fc462bb9fe3a42a4c66cfa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3427143 Nov 22 20:30:12.917441 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 37236) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:30:13.097072 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-684323a8-fa5e-4d1a-a218-c964f1c1fdb1 tempest-TestNetworkBasicOps-1697801292 tempest-TestNetworkBasicOps-1697801292-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:30:13.101475 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-684323a8-fa5e-4d1a-a218-c964f1c1fdb1 tempest-TestNetworkBasicOps-1697801292 tempest-TestNetworkBasicOps-1697801292-project-admin] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1807976 Nov 22 20:30:13.102503 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 37240) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:30:13.126129 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ee765767-4781-424e-855a-ee7a5ef25da7 req-116f513f-dff3-4f14-8fb3-ad0619298ec9 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/security-groups?id=ace094e3-bfce-4b88-a460-949b8cf0d5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2988238 Nov 22 20:30:13.146530 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-4f27f78f-092a-40b0-b18c-02fedd897cab tempest-TestNetworkBasicOps-1697801292 tempest-TestNetworkBasicOps-1697801292-project-admin] 10.222.0.46 "GET /v2.0/subnets?network_id=c48a55e9-6a85-4746-b7bf-3e29fb560094&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0399253 Nov 22 20:30:13.147210 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 37242) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:30:13.158557 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-6c70be59-d91a-4655-89f1-58c65bebd8c2 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1301223525', 'network_id': 'bc6b8ee0-c93e-4fd5-b6d2-3b4003108205', 'project_id': '67d164fc12fc462bb9fe3a42a4c66cfa', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:30:13.182000 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f91ed0b4-92c9-4403-b937-11bceaaed867 None None] DHCP port deletion for 34f78b9f-425a-4fc2-901a-14a271153b95 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:30:13.291456 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-faaa677d-aee2-46d8-ae43-3c3ab881eae0 tempest-DHCPAgentSchedulersTestJSON-862946479 tempest-DHCPAgentSchedulersTestJSON-862946479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:13.334816 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c70be59-d91a-4655-89f1-58c65bebd8c2 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Made reservation on behalf of 67d164fc12fc462bb9fe3a42a4c66cfa for: {'subnet': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:30:13.339171 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6c70be59-d91a-4655-89f1-58c65bebd8c2 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11792951'] for subnet, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:13.377543 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-f91ed0b4-92c9-4403-b937-11bceaaed867 None None] Deleting port 49b15341-ba29-4a5e-b0ee-6499dd314f13 {{(pid=103449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:30:13.378129 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-f91ed0b4-92c9-4403-b937-11bceaaed867 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:13.391963 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-672c75d6-962b-40a3-9e3c-68a0a9dfd357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a3f574e-2437-448a-998c-74e9b4f764fb', 'name': 'tempest-TestNetworkBasicOps-router-686587762', 'tenant_id': '67d164fc12fc462bb9fe3a42a4c66cfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.51'}], 'enable_snat': True}, 'gw_port_id': 'b7cac5e9-5818-4db2-8593-f6a7a0fa9767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:30:09Z', 'updated_at': '2021-11-22T20:30:11Z', 'revision_number': 3, 'project_id': '67d164fc12fc462bb9fe3a42a4c66cfa', 'gw_port': {'id': 'b7cac5e9-5818-4db2-8593-f6a7a0fa9767', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:9c:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a3f574e-2437-448a-998c-74e9b4f764fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2421, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:30:10Z', 'updated_at': '2021-11-22T20:30:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:30:13.453021 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faaa677d-aee2-46d8-ae43-3c3ab881eae0 tempest-DHCPAgentSchedulersTestJSON-862946479 tempest-DHCPAgentSchedulersTestJSON-862946479-project] Pushing event deleted for resources: {'Port': ['ID=49b15341-ba29-4a5e-b0ee-6499dd314f13,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:30:13.456935 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faaa677d-aee2-46d8-ae43-3c3ab881eae0 tempest-DHCPAgentSchedulersTestJSON-862946479 tempest-DHCPAgentSchedulersTestJSON-862946479-project] No DVR routers for this DVR port 49b15341-ba29-4a5e-b0ee-6499dd314f13 on host n-d-818823-1 {{(pid=103447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:30:13.478977 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-672c75d6-962b-40a3-9e3c-68a0a9dfd357 None None] Checking router: 5a3f574e-2437-448a-998c-74e9b4f764fb for host: n-d-818823-1 {{(pid=103449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 20:30:13.479606 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-672c75d6-962b-40a3-9e3c-68a0a9dfd357 None None] Updating router 5a3f574e-2437-448a-998c-74e9b4f764fb port b7cac5e9-5818-4db2-8593-f6a7a0fa9767 binding host n-d-818823-1 {{(pid=103449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 20:30:13.552103 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-f91ed0b4-92c9-4403-b937-11bceaaed867 None None] For port 49b15341-ba29-4a5e-b0ee-6499dd314f13, host n-d-818823-1, got binding levels [] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:30:13.552499 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-f91ed0b4-92c9-4403-b937-11bceaaed867 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:13.554851 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6913e42-c906-4a35-aad0-c105db886fb7 req-1353b1d9-1605-4489-b80f-378155572cca tempest-ServerRescueTestJSONUnderV235-174357529 tempest-ServerRescueTestJSONUnderV235-174357529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:30:13.555125 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-672c75d6-962b-40a3-9e3c-68a0a9dfd357 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:13.556142 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f6913e42-c906-4a35-aad0-c105db886fb7 req-1353b1d9-1605-4489-b80f-378155572cca tempest-ServerRescueTestJSONUnderV235-174357529 tempest-ServerRescueTestJSONUnderV235-174357529-project] 10.222.0.46 "GET /v2.0/ports?device_id=d73f004c-3e7c-4e3e-96fd-907fe73c64f7 HTTP/1.1" status: 200 len: 946 time: 0.2701044 Nov 22 20:30:13.570972 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9852708e-cf8b-4925-87d4-380dd195f52a req-5a270682-d5b3-4d62-b0df-3083245a26a5 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:30:13.573069 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9852708e-cf8b-4925-87d4-380dd195f52a req-5a270682-d5b3-4d62-b0df-3083245a26a5 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/ports?device_id=f1a6bfe1-26d1-4dd2-94cd-df2360ee8ad5 HTTP/1.1" status: 200 len: 945 time: 0.2420967 Nov 22 20:30:13.618220 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-f91ed0b4-92c9-4403-b937-11bceaaed867 None None] Calling delete_port for 49b15341-ba29-4a5e-b0ee-6499dd314f13 owned by network:dhcp {{(pid=103449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:30:13.618694 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-faaa677d-aee2-46d8-ae43-3c3ab881eae0 tempest-DHCPAgentSchedulersTestJSON-862946479 tempest-DHCPAgentSchedulersTestJSON-862946479-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3760028', 'neutron.services.segments.db._delete_segments_for_network-8748992815755'] for network, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:13.622764 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.ipam_backend_mixin [None req-f91ed0b4-92c9-4403-b937-11bceaaed867 None None] Port 49b15341-ba29-4a5e-b0ee-6499dd314f13 was not found and therefore no delete operation was performed {{(pid=103449) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 22 20:30:13.624457 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-f91ed0b4-92c9-4403-b937-11bceaaed867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381'] for port, after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:13.659976 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-faaa677d-aee2-46d8-ae43-3c3ab881eae0 tempest-DHCPAgentSchedulersTestJSON-862946479 tempest-DHCPAgentSchedulersTestJSON-862946479-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34f78b9f-425a-4fc2-901a-14a271153b95']}} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:30:13.664438 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91ed0b4-92c9-4403-b937-11bceaaed867 None None] Pushing event deleted for resources: {'Port': ['ID=49b15341-ba29-4a5e-b0ee-6499dd314f13,revision_number=None']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:30:13.683202 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-faaa677d-aee2-46d8-ae43-3c3ab881eae0 tempest-DHCPAgentSchedulersTestJSON-862946479 tempest-DHCPAgentSchedulersTestJSON-862946479-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0eb2d21f-455f-4cb7-b44b-bd886845b869') {'for_net_delete': True} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:30:13.683534 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-faaa677d-aee2-46d8-ae43-3c3ab881eae0 tempest-DHCPAgentSchedulersTestJSON-862946479 tempest-DHCPAgentSchedulersTestJSON-862946479-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0eb2d21f-455f-4cb7-b44b-bd886845b869') {} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:30:13.684574 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f91ed0b4-92c9-4403-b937-11bceaaed867 None None] No DVR routers for this DVR port 49b15341-ba29-4a5e-b0ee-6499dd314f13 on host n-d-818823-1 {{(pid=103449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:30:13.708457 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-faaa677d-aee2-46d8-ae43-3c3ab881eae0 tempest-DHCPAgentSchedulersTestJSON-862946479 tempest-DHCPAgentSchedulersTestJSON-862946479-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748993039638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12178344'] for segment, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:13.714727 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f6913e42-c906-4a35-aad0-c105db886fb7 req-3726df35-e287-4cb6-9f48-3bb8a455cf29 tempest-ServerRescueTestJSONUnderV235-174357529 tempest-ServerRescueTestJSONUnderV235-174357529-project] 10.222.0.46 "GET /v2.0/security-groups?id=3776e3ad-7077-49a6-9ca5-2a879ce1ed3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407020 Nov 22 20:30:13.723917 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9852708e-cf8b-4925-87d4-380dd195f52a req-1d94ae4d-87e9-4053-a151-bbf58e5e517a tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/security-groups?id=ace094e3-bfce-4b88-a460-949b8cf0d5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1423357 Nov 22 20:30:13.725982 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6c70be59-d91a-4655-89f1-58c65bebd8c2 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11567560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11792921'] for subnet, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:13.743082 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-faaa677d-aee2-46d8-ae43-3c3ab881eae0 tempest-DHCPAgentSchedulersTestJSON-862946479 tempest-DHCPAgentSchedulersTestJSON-862946479-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:13.751302 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-faaa677d-aee2-46d8-ae43-3c3ab881eae0 tempest-DHCPAgentSchedulersTestJSON-862946479 tempest-DHCPAgentSchedulersTestJSON-862946479-project] Releasing vlan 645 on physical network physnet1 to pool {{(pid=103447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 20:30:13.751690 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-faaa677d-aee2-46d8-ae43-3c3ab881eae0 tempest-DHCPAgentSchedulersTestJSON-862946479 tempest-DHCPAgentSchedulersTestJSON-862946479-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8900762'] for segment, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:13.754880 n-d-818823-1 neutron-server[103447]: Traceback (most recent call last): Nov 22 20:30:13.754880 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 20:30:13.754880 n-d-818823-1 neutron-server[103447]: timer() Nov 22 20:30:13.754880 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 20:30:13.754880 n-d-818823-1 neutron-server[103447]: cb(*args, **kw) Nov 22 20:30:13.754880 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 20:30:13.754880 n-d-818823-1 neutron-server[103447]: return func(*args, **kwargs) Nov 22 20:30:13.754880 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 20:30:13.754880 n-d-818823-1 neutron-server[103447]: self._notify() Nov 22 20:30:13.754880 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 20:30:13.754880 n-d-818823-1 neutron-server[103447]: self.callback(batched_events) Nov 22 20:30:13.754880 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 20:30:13.754880 n-d-818823-1 neutron-server[103447]: event.method(event) Nov 22 20:30:13.754880 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 20:30:13.754880 n-d-818823-1 neutron-server[103447]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 20:30:13.754880 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 20:30:13.754880 n-d-818823-1 neutron-server[103447]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 20:30:13.754880 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 20:30:13.754880 n-d-818823-1 neutron-server[103447]: return f(self, *a, **k) Nov 22 20:30:13.754880 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 20:30:13.754880 n-d-818823-1 neutron-server[103447]: return self._get(url).json() Nov 22 20:30:13.754880 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 20:30:13.754880 n-d-818823-1 neutron-server[103447]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 20:30:13.754880 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 20:30:13.754880 n-d-818823-1 neutron-server[103447]: return self.request(url, 'GET', **kwargs) Nov 22 20:30:13.754880 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 20:30:13.754880 n-d-818823-1 neutron-server[103447]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 20:30:13.754880 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 20:30:13.754880 n-d-818823-1 neutron-server[103447]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 20:30:13.754880 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 20:30:13.754880 n-d-818823-1 neutron-server[103447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 20:30:13.754880 n-d-818823-1 neutron-server[103447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 20:30:13.843270 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c70be59-d91a-4655-89f1-58c65bebd8c2 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Pushing event updated for resources: {'Subnet': ['ID=c85ed097-9a10-4cb0-8436-ab0dc36d4a33,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:30:13.857063 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-faaa677d-aee2-46d8-ae43-3c3ab881eae0 tempest-DHCPAgentSchedulersTestJSON-862946479 tempest-DHCPAgentSchedulersTestJSON-862946479-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3760002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595318'] for network, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:13.872541 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-faaa677d-aee2-46d8-ae43-3c3ab881eae0 tempest-DHCPAgentSchedulersTestJSON-862946479 tempest-DHCPAgentSchedulersTestJSON-862946479-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for network, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:13.876011 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-faaa677d-aee2-46d8-ae43-3c3ab881eae0 tempest-DHCPAgentSchedulersTestJSON-862946479 tempest-DHCPAgentSchedulersTestJSON-862946479-project] 10.222.0.46 "DELETE /v2.0/networks/34f78b9f-425a-4fc2-901a-14a271153b95 HTTP/1.1" status: 204 len: 168 time: 1.5621920 Nov 22 20:30:13.887831 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faaa677d-aee2-46d8-ae43-3c3ab881eae0 tempest-DHCPAgentSchedulersTestJSON-862946479 tempest-DHCPAgentSchedulersTestJSON-862946479-project] Pushing event deleted for resources: {'Network': ['ID=34f78b9f-425a-4fc2-901a-14a271153b95,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:30:13.891026 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c70be59-d91a-4655-89f1-58c65bebd8c2 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Checking segment: {'id': 'dbe15f2b-18f6-4fb3-82f1-4b95701e72ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'bc6b8ee0-c93e-4fd5-b6d2-3b4003108205'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:30:13.893031 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c70be59-d91a-4655-89f1-58c65bebd8c2 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Network hostable DHCP agents. Network: bc6b8ee0-c93e-4fd5-b6d2-3b4003108205, hostable agents: ['02adaa64-0987-4b74-bad0-cbcf56f8a294'], hosted agents: [] {{(pid=103448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 20:30:13.922780 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c70be59-d91a-4655-89f1-58c65bebd8c2 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Network bc6b8ee0-c93e-4fd5-b6d2-3b4003108205 is scheduled to be hosted by DHCP agent 02adaa64-0987-4b74-bad0-cbcf56f8a294 with binding_index 1 {{(pid=103448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 20:30:13.945717 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-6c70be59-d91a-4655-89f1-58c65bebd8c2 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818823-1, bc6b8ee0-c93e-4fd5-b6d2-3b4003108205) {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:30:13.951274 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c70be59-d91a-4655-89f1-58c65bebd8c2 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:30:13.951508 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6c70be59-d91a-4655-89f1-58c65bebd8c2 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:13.956435 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf165923-5931-4f65-9e86-71c1aa4c749e None None] Network bc6b8ee0-c93e-4fd5-b6d2-3b4003108205 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:30:13.982856 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-6c70be59-d91a-4655-89f1-58c65bebd8c2 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8343859 Nov 22 20:30:13.985731 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 37264) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:30:14.086067 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-672c75d6-962b-40a3-9e3c-68a0a9dfd357 None None] Publish callbacks [] for port, precommit_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:14.117397 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-672c75d6-962b-40a3-9e3c-68a0a9dfd357 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:14.191293 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d5ccc6-5ab8-4d58-9f7a-86ad962c7407 req-c10af0b2-ae9a-469f-a656-4bc995cb5f14 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:30:14.192864 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c8d5ccc6-5ab8-4d58-9f7a-86ad962c7407 req-c10af0b2-ae9a-469f-a656-4bc995cb5f14 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/networks?id=13496096-9618-4fad-a538-016ce712d3bd HTTP/1.1" status: 200 len: 812 time: 0.1989992 Nov 22 20:30:14.202707 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 37268) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:30:14.209410 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e325dcbc-946e-4668-94e9-6f4912888bfc None None] DHCP port deletion for c48a55e9-6a85-4746-b7bf-3e29fb560094 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:30:14.221063 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2dc524c-13d3-47b2-8286-72c2584b78f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fb26bd7-ce56-527b-b94f-2e1f7cb2bb35-bc6b8ee0-c93e-4fd5-b6d2-3b4003108205', 'network_id': 'bc6b8ee0-c93e-4fd5-b6d2-3b4003108205', 'tenant_id': '67d164fc12fc462bb9fe3a42a4c66cfa', 'fixed_ips': [{'subnet_id': 'c85ed097-9a10-4cb0-8436-ab0dc36d4a33'}]}} from n-d-818823-1. {{(pid=103449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 20:30:14.222547 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-c2dc524c-13d3-47b2-8286-72c2584b78f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:14.224838 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39edf24a-5529-4d5f-a37f-5849a832fa76 None None] Pushing event updated for resources: {'Port': ['ID=b7cac5e9-5818-4db2-8593-f6a7a0fa9767,revision_number=2']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:30:14.229477 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-672c75d6-962b-40a3-9e3c-68a0a9dfd357 None None] Attempting to bind port b7cac5e9-5818-4db2-8593-f6a7a0fa9767 on host n-d-818823-1 for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:30:14.229861 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-672c75d6-962b-40a3-9e3c-68a0a9dfd357 None None] Attempting to bind port b7cac5e9-5818-4db2-8593-f6a7a0fa9767 by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:30:14.230229 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-672c75d6-962b-40a3-9e3c-68a0a9dfd357 None None] Attempting to bind port b7cac5e9-5818-4db2-8593-f6a7a0fa9767 on network c48a55e9-6a85-4746-b7bf-3e29fb560094 {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:30:14.244995 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-672c75d6-962b-40a3-9e3c-68a0a9dfd357 None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 30, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:30:14.245376 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-672c75d6-962b-40a3-9e3c-68a0a9dfd357 None None] Checking segment: {'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:30:14.245787 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-672c75d6-962b-40a3-9e3c-68a0a9dfd357 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:14.246181 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-672c75d6-962b-40a3-9e3c-68a0a9dfd357 None None] Bound using segment: {'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:30:14.246652 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-672c75d6-962b-40a3-9e3c-68a0a9dfd357 None None] Bound port: b7cac5e9-5818-4db2-8593-f6a7a0fa9767, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:30:14.247037 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-672c75d6-962b-40a3-9e3c-68a0a9dfd357 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:14.262157 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c8d5ccc6-5ab8-4d58-9f7a-86ad962c7407 req-9488b99f-98dc-42a8-ab87-173cb47265aa tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/quotas/a3670ebd84cb4741b338db645a992249 HTTP/1.1" status: 200 len: 375 time: 0.0510881 Nov 22 20:30:14.370228 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c8d5ccc6-5ab8-4d58-9f7a-86ad962c7407 req-1a50d682-7fdd-4977-b107-571330f60eca tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=a3670ebd84cb4741b338db645a992249&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0990293 Nov 22 20:30:14.374071 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-84158f66-8a71-4254-a8f3-d88e0cc613db None None] Provisioning complete for port b7cac5e9-5818-4db2-8593-f6a7a0fa9767 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:30:14.374453 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-84158f66-8a71-4254-a8f3-d88e0cc613db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:14.381878 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 37272) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:30:14.382135 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-b4db61be-2318-4269-b43f-d377edcbeb12 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ccac551096504a8f8acc24964d077a42&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1773474 Nov 22 20:30:14.402668 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-672c75d6-962b-40a3-9e3c-68a0a9dfd357 None None] For port b7cac5e9-5818-4db2-8593-f6a7a0fa9767, host n-d-818823-1, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:30:14.456656 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-672c75d6-962b-40a3-9e3c-68a0a9dfd357 None None] For port b7cac5e9-5818-4db2-8593-f6a7a0fa9767, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=b7cac5e9-5818-4db2-8593-f6a7a0fa9767,segment=NetworkSegment(8793ba83-8407-4c3d-9b56-2a177cd58a70),segment_id=8793ba83-8407-4c3d-9b56-2a177cd58a70)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:30:14.473953 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:14.476403 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-672c75d6-962b-40a3-9e3c-68a0a9dfd357 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:14.484794 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-84158f66-8a71-4254-a8f3-d88e0cc613db None None] Port b7cac5e9-5818-4db2-8593-f6a7a0fa9767 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:30:14.599515 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-568ae27c-53ad-4d58-8d5c-d40649004743 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:14.604271 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c8d5ccc6-5ab8-4d58-9f7a-86ad962c7407 req-921ee007-2e71-4088-b41f-d8b6d9f82ff5 service neutron] 10.222.0.46 "GET /v2.0/networks/13496096-9618-4fad-a538-016ce712d3bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1803691 Nov 22 20:30:14.689859 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:14.698474 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.db_base_plugin_common [None req-c2dc524c-13d3-47b2-8286-72c2584b78f8 None None] Allocated IP 172.20.0.2 (bc6b8ee0-c93e-4fd5-b6d2-3b4003108205/c85ed097-9a10-4cb0-8436-ab0dc36d4a33/68dce281-410b-4982-a82f-9b8f7b99c136) {{(pid=103449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:30:14.707003 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2bc007d-1234-4ce2-b56d-f752b4d3499d None None] DHCP port deletion for c48a55e9-6a85-4746-b7bf-3e29fb560094 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:30:14.715750 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-568ae27c-53ad-4d58-8d5c-d40649004743 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:14.764383 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39edf24a-5529-4d5f-a37f-5849a832fa76 None None] Pushing event updated for resources: {'Port': ['ID=b7cac5e9-5818-4db2-8593-f6a7a0fa9767,revision_number=3']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:30:14.777676 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-672c75d6-962b-40a3-9e3c-68a0a9dfd357 None None] Routers {'5a3f574e-2437-448a-998c-74e9b4f764fb'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:30:14.777788 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-672c75d6-962b-40a3-9e3c-68a0a9dfd357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:30:02Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['5a3f574e-2437-448a-998c-74e9b4f764fb'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:30:14.893106 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-c45b56b8-89f2-4186-8d06-28a4da2fa3e8 None None] Provisioning complete for port b7cac5e9-5818-4db2-8593-f6a7a0fa9767 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:30:14.893251 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c8d5ccc6-5ab8-4d58-9f7a-86ad962c7407 req-d7ce3af7-123d-4106-a8a8-adacce6bfa9e service neutron] 10.222.0.46 "GET /v2.0/networks/13496096-9618-4fad-a538-016ce712d3bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2683804 Nov 22 20:30:14.893493 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-c45b56b8-89f2-4186-8d06-28a4da2fa3e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:14.903599 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-568ae27c-53ad-4d58-8d5c-d40649004743 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:14.906164 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-568ae27c-53ad-4d58-8d5c-d40649004743 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:14.907481 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-568ae27c-53ad-4d58-8d5c-d40649004743 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d4aa60cc-1d8b-45f5-9a28-becae373342d HTTP/1.1" status: 204 len: 168 time: 0.5254230 Nov 22 20:30:14.941450 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568ae27c-53ad-4d58-8d5c-d40649004743 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4aa60cc-1d8b-45f5-9a28-becae373342d,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:30:14.970217 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a20f98e-b67c-49d2-9eed-6bbaabe2b2c0 req-a5dc17a3-03ec-482b-8406-ef9c66617c49 tempest-ServerRescueTestJSONUnderV235-174357529 tempest-ServerRescueTestJSONUnderV235-174357529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:30:14.977937 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9a20f98e-b67c-49d2-9eed-6bbaabe2b2c0 req-a5dc17a3-03ec-482b-8406-ef9c66617c49 tempest-ServerRescueTestJSONUnderV235-174357529 tempest-ServerRescueTestJSONUnderV235-174357529-project] 10.222.0.46 "GET /v2.0/ports?device_id=d73f004c-3e7c-4e3e-96fd-907fe73c64f7 HTTP/1.1" status: 200 len: 946 time: 0.1394298 Nov 22 20:30:14.987182 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-00998e27-623c-49b1-8f10-a84f3a1c88ec tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:15.096914 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-672c75d6-962b-40a3-9e3c-68a0a9dfd357 None None] Set router 5a3f574e-2437-448a-998c-74e9b4f764fb gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:30:15.098850 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-c45b56b8-89f2-4186-8d06-28a4da2fa3e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:15.235981 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 49b15341-ba29-4a5e-b0ee-6499dd314f13 no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:30:15.264446 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9a20f98e-b67c-49d2-9eed-6bbaabe2b2c0 req-173b5b01-0f7e-4647-8d98-5193018983e6 tempest-ServerRescueTestJSONUnderV235-174357529 tempest-ServerRescueTestJSONUnderV235-174357529-project] 10.222.0.46 "GET /v2.0/security-groups?id=3776e3ad-7077-49a6-9ca5-2a879ce1ed3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2853668 Nov 22 20:30:15.312485 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-dd8d868d-2649-4f00-88ea-18bff2d4c917 req-5900cfb0-c742-4def-a453-c86f4148f468 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/ports?device_id=bbf8cbb9-c17a-423d-9c0a-cab42a8c30e7 HTTP/1.1" status: 200 len: 210 time: 0.0401082 Nov 22 20:30:15.361571 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: 49b15341-ba29-4a5e-b0ee-6499dd314f13 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:30:15.361921 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 49b15341-ba29-4a5e-b0ee-6499dd314f13 not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:30:15.434835 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 37296) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:30:15.453041 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-707cc7f9-14a2-4329-a7a4-e7416ccc89a4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:15.511145 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-c45b56b8-89f2-4186-8d06-28a4da2fa3e8 None None] For port b7cac5e9-5818-4db2-8593-f6a7a0fa9767, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=b7cac5e9-5818-4db2-8593-f6a7a0fa9767,segment=NetworkSegment(8793ba83-8407-4c3d-9b56-2a177cd58a70),segment_id=8793ba83-8407-4c3d-9b56-2a177cd58a70)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:30:15.542574 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-c2dc524c-13d3-47b2-8286-72c2584b78f8 None None] Publish callbacks [] for port, precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:15.548315 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-c45b56b8-89f2-4186-8d06-28a4da2fa3e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:15.557450 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-c2dc524c-13d3-47b2-8286-72c2584b78f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372'] for port, after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:15.602156 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2dc524c-13d3-47b2-8286-72c2584b78f8 None None] Network bc6b8ee0-c93e-4fd5-b6d2-3b4003108205 is already hosted by enough agents. {{(pid=103449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:30:15.612173 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.base_scheduler [None req-c2dc524c-13d3-47b2-8286-72c2584b78f8 None None] Resources bound (agent type, host, resource id): {{(pid=103449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:30:15.614177 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-707cc7f9-14a2-4329-a7a4-e7416ccc89a4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:15.617098 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2dc524c-13d3-47b2-8286-72c2584b78f8 None None] Received port after_create {{(pid=103449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:30:15.621814 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-707cc7f9-14a2-4329-a7a4-e7416ccc89a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:15.658013 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [None req-00998e27-623c-49b1-8f10-a84f3a1c88ec tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Allocated IP 172.20.0.1 (bc6b8ee0-c93e-4fd5-b6d2-3b4003108205/c85ed097-9a10-4cb0-8436-ab0dc36d4a33/b08c4f9c-f7d7-4305-a469-ee6855d739b1) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:30:15.666229 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-707cc7f9-14a2-4329-a7a4-e7416ccc89a4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=872dcf4cdcfa47cb9b7cdf4d0beb66a5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2296889 Nov 22 20:30:15.672109 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707cc7f9-14a2-4329-a7a4-e7416ccc89a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae6e53f9-dce7-4fe1-9945-a664c07dc120,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:30:15.673780 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 37300) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:30:15.688941 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45b56b8-89f2-4186-8d06-28a4da2fa3e8 None None] Pushing event updated for resources: {'Port': ['ID=b7cac5e9-5818-4db2-8593-f6a7a0fa9767,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:30:15.714018 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-c2dc524c-13d3-47b2-8286-72c2584b78f8 None None] Attempting to bind port 68dce281-410b-4982-a82f-9b8f7b99c136 on host n-d-818823-1 for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:30:15.714400 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-c2dc524c-13d3-47b2-8286-72c2584b78f8 None None] Attempting to bind port 68dce281-410b-4982-a82f-9b8f7b99c136 by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': 'dbe15f2b-18f6-4fb3-82f1-4b95701e72ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'bc6b8ee0-c93e-4fd5-b6d2-3b4003108205'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:30:15.714766 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2dc524c-13d3-47b2-8286-72c2584b78f8 None None] Attempting to bind port 68dce281-410b-4982-a82f-9b8f7b99c136 on network bc6b8ee0-c93e-4fd5-b6d2-3b4003108205 {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:30:15.753482 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2dc524c-13d3-47b2-8286-72c2584b78f8 None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 30, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:30:15.753966 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2dc524c-13d3-47b2-8286-72c2584b78f8 None None] Checking segment: {'id': 'dbe15f2b-18f6-4fb3-82f1-4b95701e72ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'bc6b8ee0-c93e-4fd5-b6d2-3b4003108205'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:30:15.754259 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-c2dc524c-13d3-47b2-8286-72c2584b78f8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:15.754841 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2dc524c-13d3-47b2-8286-72c2584b78f8 None None] Bound using segment: {'id': 'dbe15f2b-18f6-4fb3-82f1-4b95701e72ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'bc6b8ee0-c93e-4fd5-b6d2-3b4003108205'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:30:15.755468 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-c2dc524c-13d3-47b2-8286-72c2584b78f8 None None] Bound port: 68dce281-410b-4982-a82f-9b8f7b99c136, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbe15f2b-18f6-4fb3-82f1-4b95701e72ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'bc6b8ee0-c93e-4fd5-b6d2-3b4003108205'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:30:15.755864 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-c2dc524c-13d3-47b2-8286-72c2584b78f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:15.778915 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-672c75d6-962b-40a3-9e3c-68a0a9dfd357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a3f574e-2437-448a-998c-74e9b4f764fb', 'name': 'tempest-TestNetworkBasicOps-router-686587762', 'tenant_id': '67d164fc12fc462bb9fe3a42a4c66cfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.51'}], 'enable_snat': True}, 'gw_port_id': 'b7cac5e9-5818-4db2-8593-f6a7a0fa9767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:30:09Z', 'updated_at': '2021-11-22T20:30:11Z', 'revision_number': 3, 'project_id': '67d164fc12fc462bb9fe3a42a4c66cfa', 'gw_port': {'id': 'b7cac5e9-5818-4db2-8593-f6a7a0fa9767', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:9c:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a3f574e-2437-448a-998c-74e9b4f764fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2421, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:30:10Z', 'updated_at': '2021-11-22T20:30:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:30:15.798009 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4bcd2e00-c7b0-4120-96cd-5da3e5ad473f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:15.836703 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dc524c-13d3-47b2-8286-72c2584b78f8 None None] Pushing event updated for resources: {'Port': ['ID=68dce281-410b-4982-a82f-9b8f7b99c136,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:30:15.840950 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-672c75d6-962b-40a3-9e3c-68a0a9dfd357 None None] The sync data for ids ['5a3f574e-2437-448a-998c-74e9b4f764fb'] in n-d-818823-1 is: [{'id': '5a3f574e-2437-448a-998c-74e9b4f764fb', 'name': 'tempest-TestNetworkBasicOps-router-686587762', 'tenant_id': '67d164fc12fc462bb9fe3a42a4c66cfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.51'}], 'enable_snat': True}, 'gw_port_id': 'b7cac5e9-5818-4db2-8593-f6a7a0fa9767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:30:09Z', 'updated_at': '2021-11-22T20:30:11Z', 'revision_number': 3, 'project_id': '67d164fc12fc462bb9fe3a42a4c66cfa', 'gw_port': {'id': 'b7cac5e9-5818-4db2-8593-f6a7a0fa9767', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:9c:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a3f574e-2437-448a-998c-74e9b4f764fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2421, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:30:10Z', 'updated_at': '2021-11-22T20:30:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:30:15.902160 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4bcd2e00-c7b0-4120-96cd-5da3e5ad473f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:15.942850 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-c2dc524c-13d3-47b2-8286-72c2584b78f8 None None] For port 68dce281-410b-4982-a82f-9b8f7b99c136, host n-d-818823-1, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:30:15.949475 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-c2dc524c-13d3-47b2-8286-72c2584b78f8 None None] For port 68dce281-410b-4982-a82f-9b8f7b99c136, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=68dce281-410b-4982-a82f-9b8f7b99c136,segment=NetworkSegment(dbe15f2b-18f6-4fb3-82f1-4b95701e72ac),segment_id=dbe15f2b-18f6-4fb3-82f1-4b95701e72ac)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:30:15.961109 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-c2dc524c-13d3-47b2-8286-72c2584b78f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:16.044716 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a77bdb1e-9597-4c2b-9a45-bb802a3ef1a1 req-ec38f068-bc0f-40cd-a030-705695965774 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=33b2b907-88b2-43cc-a329-814686ee9d6b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0809240 Nov 22 20:30:16.052266 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-00998e27-623c-49b1-8f10-a84f3a1c88ec tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:16.057984 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4bcd2e00-c7b0-4120-96cd-5da3e5ad473f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:16.061254 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4bcd2e00-c7b0-4120-96cd-5da3e5ad473f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:16.062775 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-4bcd2e00-c7b0-4120-96cd-5da3e5ad473f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ae6e53f9-dce7-4fe1-9945-a664c07dc120 HTTP/1.1" status: 204 len: 168 time: 0.3926687 Nov 22 20:30:16.078434 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcd2e00-c7b0-4120-96cd-5da3e5ad473f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae6e53f9-dce7-4fe1-9945-a664c07dc120,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:30:16.129495 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dc524c-13d3-47b2-8286-72c2584b78f8 None None] Pushing event updated for resources: {'Port': ['ID=68dce281-410b-4982-a82f-9b8f7b99c136,revision_number=2']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:30:16.129763 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-00998e27-623c-49b1-8f10-a84f3a1c88ec tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:16.245640 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00998e27-623c-49b1-8f10-a84f3a1c88ec tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Network bc6b8ee0-c93e-4fd5-b6d2-3b4003108205 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:30:16.263786 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-00998e27-623c-49b1-8f10-a84f3a1c88ec tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:30:16.269995 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00998e27-623c-49b1-8f10-a84f3a1c88ec tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:30:16.364639 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77bdb1e-9597-4c2b-9a45-bb802a3ef1a1 req-bdac333a-bdab-4745-8c75-a1605e3d6bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:30:16.368386 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a77bdb1e-9597-4c2b-9a45-bb802a3ef1a1 req-bdac333a-bdab-4745-8c75-a1605e3d6bc8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=99aeed5920ec4cada406eeeb08e171e4&device_id=33b2b907-88b2-43cc-a329-814686ee9d6b HTTP/1.1" status: 200 len: 1097 time: 0.2320869 Nov 22 20:30:16.412462 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00998e27-623c-49b1-8f10-a84f3a1c88ec tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Pushing event updated for resources: {'Port': ['ID=b08c4f9c-f7d7-4305-a469-ee6855d739b1,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:30:16.540648 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-00998e27-623c-49b1-8f10-a84f3a1c88ec tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659939'] for router_interface, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:16.717935 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-dbbe45c3-7831-475a-bb78-2a4a008d94db req-0847fb7c-17f6-4325-b620-d01eaaff9910 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/ports?device_id=bbf8cbb9-c17a-423d-9c0a-cab42a8c30e7 HTTP/1.1" status: 200 len: 210 time: 0.2120016 Nov 22 20:30:17.158625 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device b7cac5e9-5818-4db2-8593-f6a7a0fa9767 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:30:17.311362 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port b7cac5e9-5818-4db2-8593-f6a7a0fa9767 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:30:17.312749 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:17.424145 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 68dce281-410b-4982-a82f-9b8f7b99c136 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:30:17.498583 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 68dce281-410b-4982-a82f-9b8f7b99c136 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:30:17.499262 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:17.588114 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-107cbd23-feb9-4582-a258-be2af7c6593c None None] Network bc6b8ee0-c93e-4fd5-b6d2-3b4003108205 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:30:17.646894 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88692033-1455-4296-abc8-bca1cb7f3ea1 req-1d459f05-905c-43dc-92d6-106119ed6032 tempest-ServerRescueTestJSONUnderV235-174357529 tempest-ServerRescueTestJSONUnderV235-174357529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:30:17.648446 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-88692033-1455-4296-abc8-bca1cb7f3ea1 req-1d459f05-905c-43dc-92d6-106119ed6032 tempest-ServerRescueTestJSONUnderV235-174357529 tempest-ServerRescueTestJSONUnderV235-174357529-project] 10.222.0.46 "GET /v2.0/ports?device_id=d73f004c-3e7c-4e3e-96fd-907fe73c64f7 HTTP/1.1" status: 200 len: 946 time: 1.1762123 Nov 22 20:30:17.661215 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:17.668242 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-6274f2c0-cb4c-4296-a349-6372ae8b113f None None] Provisioning complete for port 68dce281-410b-4982-a82f-9b8f7b99c136 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:30:17.668618 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6274f2c0-cb4c-4296-a349-6372ae8b113f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:17.671272 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77bdb1e-9597-4c2b-9a45-bb802a3ef1a1 req-fb7ae394-960a-47d4-8f8e-34e64dc6dc3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:30:17.672799 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a77bdb1e-9597-4c2b-9a45-bb802a3ef1a1 req-fb7ae394-960a-47d4-8f8e-34e64dc6dc3a service neutron] 10.222.0.20 "GET /v2.0/networks?id=472efbbc-d832-48a8-ba47-cb0fa0f678cf HTTP/1.1" status: 200 len: 918 time: 1.2616627 Nov 22 20:30:17.713920 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d5ccc6-5ab8-4d58-9f7a-86ad962c7407 req-d5c096e1-9c29-4b8e-832c-1560722bce23 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:30:17.715407 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c8d5ccc6-5ab8-4d58-9f7a-86ad962c7407 req-d5c096e1-9c29-4b8e-832c-1560722bce23 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.20 "GET /v2.0/networks?id=13496096-9618-4fad-a538-016ce712d3bd HTTP/1.1" status: 200 len: 812 time: 1.1049085 Nov 22 20:30:17.765404 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-c8d5ccc6-5ab8-4d58-9f7a-86ad962c7407 req-1bc4cc18-737f-4721-822f-b6aee2a3e000 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Request body: {'port': {'device_id': 'bbf8cbb9-c17a-423d-9c0a-cab42a8c30e7', 'network_id': '13496096-9618-4fad-a538-016ce712d3bd', 'admin_state_up': True, 'tenant_id': 'a3670ebd84cb4741b338db645a992249'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:30:17.814163 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] For port 68dce281-410b-4982-a82f-9b8f7b99c136, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=68dce281-410b-4982-a82f-9b8f7b99c136,segment=NetworkSegment(dbe15f2b-18f6-4fb3-82f1-4b95701e72ac),segment_id=dbe15f2b-18f6-4fb3-82f1-4b95701e72ac)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:30:17.825792 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:17.894897 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-741c1494-88b8-41b1-8ece-59142e843c38 req-8afcb0cf-cff7-4673-bac1-028c97445b5f tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/ports?device_id=bbf8cbb9-c17a-423d-9c0a-cab42a8c30e7 HTTP/1.1" status: 200 len: 210 time: 0.0412178 Nov 22 20:30:17.925562 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-00998e27-623c-49b1-8f10-a84f3a1c88ec tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:17.983381 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Pushing event updated for resources: {'Port': ['ID=68dce281-410b-4982-a82f-9b8f7b99c136,revision_number=3']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:30:17.995706 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-88692033-1455-4296-abc8-bca1cb7f3ea1 req-5006cfdc-bd14-4631-83fc-aac628c85c89 tempest-ServerRescueTestJSONUnderV235-174357529 tempest-ServerRescueTestJSONUnderV235-174357529-project] 10.222.0.46 "GET /v2.0/security-groups?id=3776e3ad-7077-49a6-9ca5-2a879ce1ed3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3268037 Nov 22 20:30:18.017774 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a77bdb1e-9597-4c2b-9a45-bb802a3ef1a1 req-ada8fb94-990d-4bbe-9cd2-0b2ceeb57d06 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e1b23151-dad5-4a0d-a549-a1497d3eb2a7 HTTP/1.1" status: 200 len: 1001 time: 0.3305807 Nov 22 20:30:18.198930 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77bdb1e-9597-4c2b-9a45-bb802a3ef1a1 req-feea89c5-47c6-403a-9834-d549f0750f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:30:18.201314 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a77bdb1e-9597-4c2b-9a45-bb802a3ef1a1 req-feea89c5-47c6-403a-9834-d549f0750f62 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bfcf564a-3590-4b88-b146-a6d87131f13b HTTP/1.1" status: 200 len: 856 time: 0.1712298 Nov 22 20:30:18.238071 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8d5ccc6-5ab8-4d58-9f7a-86ad962c7407 req-1bc4cc18-737f-4721-822f-b6aee2a3e000 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Made reservation on behalf of a3670ebd84cb4741b338db645a992249 for: {'port': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:30:18.241624 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-c8d5ccc6-5ab8-4d58-9f7a-86ad962c7407 req-1bc4cc18-737f-4721-822f-b6aee2a3e000 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:18.346764 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-e7664bca-5cb2-4acb-b873-3150e600c2bf None None] Provisioning complete for port 68dce281-410b-4982-a82f-9b8f7b99c136 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:30:18.347315 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e7664bca-5cb2-4acb-b873-3150e600c2bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:18.401198 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 37360) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:30:18.422418 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77bdb1e-9597-4c2b-9a45-bb802a3ef1a1 req-b8df4b3a-95ae-4e51-aa5e-4f50145ab63e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:30:18.424125 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a77bdb1e-9597-4c2b-9a45-bb802a3ef1a1 req-b8df4b3a-95ae-4e51-aa5e-4f50145ab63e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=472efbbc-d832-48a8-ba47-cb0fa0f678cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1872444 Nov 22 20:30:18.524394 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-e7664bca-5cb2-4acb-b873-3150e600c2bf None None] Provisioning complete for port b08c4f9c-f7d7-4305-a469-ee6855d739b1 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:30:18.524773 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e7664bca-5cb2-4acb-b873-3150e600c2bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:18.587731 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-64d31026-a821-4751-ad98-c41f5720bf29 tempest-RoutersAdminNegativeIpV6Test-1069556278 tempest-RoutersAdminNegativeIpV6Test-1069556278-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1678589032', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:30:18.597628 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-e7664bca-5cb2-4acb-b873-3150e600c2bf None None] Port b08c4f9c-f7d7-4305-a469-ee6855d739b1 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:30:18.619883 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64d31026-a821-4751-ad98-c41f5720bf29 tempest-RoutersAdminNegativeIpV6Test-1069556278 tempest-RoutersAdminNegativeIpV6Test-1069556278-project-admin] Made reservation on behalf of eb5e842dcd92406c8e1ad6500a6ed1f7 for: {'port': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:30:18.622567 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-64d31026-a821-4751-ad98-c41f5720bf29 tempest-RoutersAdminNegativeIpV6Test-1069556278 tempest-RoutersAdminNegativeIpV6Test-1069556278-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:18.633314 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-64d31026-a821-4751-ad98-c41f5720bf29 tempest-RoutersAdminNegativeIpV6Test-1069556278 tempest-RoutersAdminNegativeIpV6Test-1069556278-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:18.670787 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [req-c8d5ccc6-5ab8-4d58-9f7a-86ad962c7407 req-1bc4cc18-737f-4721-822f-b6aee2a3e000 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Allocated IP 172.20.0.8 (13496096-9618-4fad-a538-016ce712d3bd/c03e1529-a0c9-4990-b0cd-08a1dc455fd5/30e2de48-0c41-48d3-83c8-5bd09fd0ad8b) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:30:18.713474 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-64d31026-a821-4751-ad98-c41f5720bf29 tempest-RoutersAdminNegativeIpV6Test-1069556278 tempest-RoutersAdminNegativeIpV6Test-1069556278-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:18.720502 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-64d31026-a821-4751-ad98-c41f5720bf29 tempest-RoutersAdminNegativeIpV6Test-1069556278 tempest-RoutersAdminNegativeIpV6Test-1069556278-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:18.725754 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [None req-64d31026-a821-4751-ad98-c41f5720bf29 tempest-RoutersAdminNegativeIpV6Test-1069556278 tempest-RoutersAdminNegativeIpV6Test-1069556278-project-admin] device_id is not set on port 7af1881d-9ff1-4504-86be-a1c71e707872 yet. {{(pid=103448) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 20:30:18.725946 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-fd30898b-77a6-4eae-b378-2c6248a9d1ac None None] Provisioning complete for port b08c4f9c-f7d7-4305-a469-ee6855d739b1 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:30:18.726152 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-fd30898b-77a6-4eae-b378-2c6248a9d1ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:18.727476 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a77bdb1e-9597-4c2b-9a45-bb802a3ef1a1 req-17a8c133-144c-4154-8ebf-93d1c3f27fa5 service neutron] 10.222.0.20 "GET /v2.0/networks/472efbbc-d832-48a8-ba47-cb0fa0f678cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2653570 Nov 22 20:30:18.763368 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-fd30898b-77a6-4eae-b378-2c6248a9d1ac None None] Port b08c4f9c-f7d7-4305-a469-ee6855d739b1 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:30:18.788040 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d31026-a821-4751-ad98-c41f5720bf29 tempest-RoutersAdminNegativeIpV6Test-1069556278 tempest-RoutersAdminNegativeIpV6Test-1069556278-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=146f6c63-59d8-441c-b5e0-55383827ded5,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:30:18.857396 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-00998e27-623c-49b1-8f10-a84f3a1c88ec tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks [] for port, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:18.866118 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [None req-64d31026-a821-4751-ad98-c41f5720bf29 tempest-RoutersAdminNegativeIpV6Test-1069556278 tempest-RoutersAdminNegativeIpV6Test-1069556278-project-admin] Allocated IP 172.25.5.208 (c48a55e9-6a85-4746-b7bf-3e29fb560094/5da6f781-63e6-4328-ae7a-5e672262f55a/7af1881d-9ff1-4504-86be-a1c71e707872) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:30:18.880398 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-00998e27-623c-49b1-8f10-a84f3a1c88ec tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:19.069649 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 68dce281-410b-4982-a82f-9b8f7b99c136 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:30:19.080043 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7bd73e31-4246-49df-8944-3ee3fb77828c req-6a025022-3210-4c26-8d2a-2119c008d130 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/ports?device_id=bbf8cbb9-c17a-423d-9c0a-cab42a8c30e7 HTTP/1.1" status: 200 len: 210 time: 0.0453007 Nov 22 20:30:19.087819 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-00998e27-623c-49b1-8f10-a84f3a1c88ec tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-563461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-659839'] for router_interface, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:19.089438 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00998e27-623c-49b1-8f10-a84f3a1c88ec tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Pushing event updated for resources: {'Port': ['ID=b08c4f9c-f7d7-4305-a469-ee6855d739b1,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:30:19.098757 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a77bdb1e-9597-4c2b-9a45-bb802a3ef1a1 req-8890f31c-a2e6-4964-aa61-b58fc3ddb12f service neutron] 10.222.0.20 "GET /v2.0/networks/472efbbc-d832-48a8-ba47-cb0fa0f678cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3512533 Nov 22 20:30:19.123879 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-64d31026-a821-4751-ad98-c41f5720bf29 tempest-RoutersAdminNegativeIpV6Test-1069556278 tempest-RoutersAdminNegativeIpV6Test-1069556278-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:19.169708 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-64d31026-a821-4751-ad98-c41f5720bf29 tempest-RoutersAdminNegativeIpV6Test-1069556278 tempest-RoutersAdminNegativeIpV6Test-1069556278-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:19.179574 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 68dce281-410b-4982-a82f-9b8f7b99c136 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:30:19.180132 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:19.225956 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-c8d5ccc6-5ab8-4d58-9f7a-86ad962c7407 req-1bc4cc18-737f-4721-822f-b6aee2a3e000 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:19.231799 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64d31026-a821-4751-ad98-c41f5720bf29 tempest-RoutersAdminNegativeIpV6Test-1069556278 tempest-RoutersAdminNegativeIpV6Test-1069556278-project-admin] Network c48a55e9-6a85-4746-b7bf-3e29fb560094 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:30:19.235121 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-64d31026-a821-4751-ad98-c41f5720bf29 tempest-RoutersAdminNegativeIpV6Test-1069556278 tempest-RoutersAdminNegativeIpV6Test-1069556278-project-admin] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:30:19.261264 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d31026-a821-4751-ad98-c41f5720bf29 tempest-RoutersAdminNegativeIpV6Test-1069556278 tempest-RoutersAdminNegativeIpV6Test-1069556278-project-admin] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:30:19.273373 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34b47434-0087-4093-ad49-c2ade51ea117 None None] DHCP port deletion for c48a55e9-6a85-4746-b7bf-3e29fb560094 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:30:19.276503 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad9cdd0-ad07-4441-8881-36e56b6ec3b8 req-bea09bc8-4324-48f1-8c0b-212b5c79d7c6 tempest-ServerRescueTestJSONUnderV235-174357529 tempest-ServerRescueTestJSONUnderV235-174357529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:30:19.284238 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6ad9cdd0-ad07-4441-8881-36e56b6ec3b8 req-bea09bc8-4324-48f1-8c0b-212b5c79d7c6 tempest-ServerRescueTestJSONUnderV235-174357529 tempest-ServerRescueTestJSONUnderV235-174357529-project] 10.222.0.46 "GET /v2.0/ports?device_id=d73f004c-3e7c-4e3e-96fd-907fe73c64f7 HTTP/1.1" status: 200 len: 946 time: 0.1879771 Nov 22 20:30:19.315897 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d31026-a821-4751-ad98-c41f5720bf29 tempest-RoutersAdminNegativeIpV6Test-1069556278 tempest-RoutersAdminNegativeIpV6Test-1069556278-project-admin] Pushing event updated for resources: {'Port': ['ID=7af1881d-9ff1-4504-86be-a1c71e707872,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:30:19.338350 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00998e27-623c-49b1-8f10-a84f3a1c88ec tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Network bc6b8ee0-c93e-4fd5-b6d2-3b4003108205 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:30:19.339841 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64d31026-a821-4751-ad98-c41f5720bf29 tempest-RoutersAdminNegativeIpV6Test-1069556278 tempest-RoutersAdminNegativeIpV6Test-1069556278-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:30:19.341079 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-64d31026-a821-4751-ad98-c41f5720bf29 tempest-RoutersAdminNegativeIpV6Test-1069556278 tempest-RoutersAdminNegativeIpV6Test-1069556278-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:19.342524 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-00998e27-623c-49b1-8f10-a84f3a1c88ec tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:30:19.365195 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-64d31026-a821-4751-ad98-c41f5720bf29 tempest-RoutersAdminNegativeIpV6Test-1069556278 tempest-RoutersAdminNegativeIpV6Test-1069556278-project-admin] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 0.9602950 Nov 22 20:30:19.365700 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 37372) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:30:19.382429 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-c8d5ccc6-5ab8-4d58-9f7a-86ad962c7407 req-1bc4cc18-737f-4721-822f-b6aee2a3e000 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:19.392999 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6ad9cdd0-ad07-4441-8881-36e56b6ec3b8 req-9a3a161a-517c-46c3-8446-ac5f5ec1c4a7 tempest-ServerRescueTestJSONUnderV235-174357529 tempest-ServerRescueTestJSONUnderV235-174357529-project] 10.222.0.46 "GET /v2.0/security-groups?id=3776e3ad-7077-49a6-9ca5-2a879ce1ed3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077850 Nov 22 20:30:19.393447 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-947c6166-e1a6-47ce-8d08-a4b496e22822 tempest-RoutersAdminNegativeIpV6Test-1069556278 tempest-RoutersAdminNegativeIpV6Test-1069556278-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.208'}]}}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:30:19.415944 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] get_ports_and_sgs() called for port_ids ['c4e2b759-e838-4d5a-914f-a0e91771c133', '9757a672-e445-4799-a23d-c2d9c3fbfb86'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:30:19.420458 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-db2ffc31-0632-4d4c-9c69-19fe93ab9bba None None] Provisioning complete for port 7af1881d-9ff1-4504-86be-a1c71e707872 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:30:19.420458 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-db2ffc31-0632-4d4c-9c69-19fe93ab9bba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:19.459798 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-947c6166-e1a6-47ce-8d08-a4b496e22822 tempest-RoutersAdminNegativeIpV6Test-1069556278 tempest-RoutersAdminNegativeIpV6Test-1069556278-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24799'] for router, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:19.464738 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-947c6166-e1a6-47ce-8d08-a4b496e22822 tempest-RoutersAdminNegativeIpV6Test-1069556278 tempest-RoutersAdminNegativeIpV6Test-1069556278-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-632716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24788'] for router, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:19.520524 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8d5ccc6-5ab8-4d58-9f7a-86ad962c7407 req-1bc4cc18-737f-4721-822f-b6aee2a3e000 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Network 13496096-9618-4fad-a538-016ce712d3bd is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:30:19.527585 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-db2ffc31-0632-4d4c-9c69-19fe93ab9bba None None] Port 7af1881d-9ff1-4504-86be-a1c71e707872 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:30:19.570684 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-947c6166-e1a6-47ce-8d08-a4b496e22822 tempest-RoutersAdminNegativeIpV6Test-1069556278 tempest-RoutersAdminNegativeIpV6Test-1069556278-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:19.620051 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [req-c8d5ccc6-5ab8-4d58-9f7a-86ad962c7407 req-1bc4cc18-737f-4721-822f-b6aee2a3e000 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:30:19.632350 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8d5ccc6-5ab8-4d58-9f7a-86ad962c7407 req-1bc4cc18-737f-4721-822f-b6aee2a3e000 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:30:19.662278 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc4cc18-737f-4721-822f-b6aee2a3e000 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Pushing event updated for resources: {'Port': ['ID=30e2de48-0c41-48d3-83c8-5bd09fd0ad8b,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:30:19.710377 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d5ccc6-5ab8-4d58-9f7a-86ad962c7407 req-1bc4cc18-737f-4721-822f-b6aee2a3e000 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:30:19.711008 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-c8d5ccc6-5ab8-4d58-9f7a-86ad962c7407 req-1bc4cc18-737f-4721-822f-b6aee2a3e000 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:19.721116 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00998e27-623c-49b1-8f10-a84f3a1c88ec tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Router 5a3f574e-2437-448a-998c-74e9b4f764fb has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 20:30:19.736725 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c8d5ccc6-5ab8-4d58-9f7a-86ad962c7407 req-1bc4cc18-737f-4721-822f-b6aee2a3e000 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9825871 Nov 22 20:30:19.752125 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-c8d5ccc6-5ab8-4d58-9f7a-86ad962c7407 req-4fddc1a5-9641-4a11-8cfd-f5c5fb291202 service neutron] Request body: {'port': {'device_id': 'bbf8cbb9-c17a-423d-9c0a-cab42a8c30e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818823-1'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:30:19.880100 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-947c6166-e1a6-47ce-8d08-a4b496e22822 tempest-RoutersAdminNegativeIpV6Test-1069556278 tempest-RoutersAdminNegativeIpV6Test-1069556278-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:19.940215 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-7fba7bd7-d095-4180-8416-89070fa2027c None None] Provisioning complete for port b08c4f9c-f7d7-4305-a469-ee6855d739b1 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:30:19.940510 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-7fba7bd7-d095-4180-8416-89070fa2027c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:19.954990 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-c8d5ccc6-5ab8-4d58-9f7a-86ad962c7407 req-4fddc1a5-9641-4a11-8cfd-f5c5fb291202 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:20.008439 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-7fba7bd7-d095-4180-8416-89070fa2027c None None] Port b08c4f9c-f7d7-4305-a469-ee6855d739b1 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:30:20.058747 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00998e27-623c-49b1-8f10-a84f3a1c88ec tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:30:20.068483 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-00998e27-623c-49b1-8f10-a84f3a1c88ec tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] 10.222.0.46 "PUT /v2.0/routers/5a3f574e-2437-448a-998c-74e9b4f764fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0789559 Nov 22 20:30:20.070714 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 37376) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:30:20.073406 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe65ae86-d3e0-481c-902e-55261cbb3d03 None None] Sync routers for ids ['5a3f574e-2437-448a-998c-74e9b4f764fb'] in n-d-818823-1 {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:30:20.087987 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe65ae86-d3e0-481c-902e-55261cbb3d03 None None] Routers {'5a3f574e-2437-448a-998c-74e9b4f764fb'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:30:20.088939 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-fe65ae86-d3e0-481c-902e-55261cbb3d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:30:02Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['5a3f574e-2437-448a-998c-74e9b4f764fb'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:30:20.171402 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-72e8623a-a8df-4aed-a023-97022dff8494 None None] Provisioning complete for port 30e2de48-0c41-48d3-83c8-5bd09fd0ad8b triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:30:20.172097 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-72e8623a-a8df-4aed-a023-97022dff8494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:20.192116 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-947c6166-e1a6-47ce-8d08-a4b496e22822 tempest-RoutersAdminNegativeIpV6Test-1069556278 tempest-RoutersAdminNegativeIpV6Test-1069556278-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:20.217850 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-947c6166-e1a6-47ce-8d08-a4b496e22822 tempest-RoutersAdminNegativeIpV6Test-1069556278 tempest-RoutersAdminNegativeIpV6Test-1069556278-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:20.237634 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-fe65ae86-d3e0-481c-902e-55261cbb3d03 None None] Set router 5a3f574e-2437-448a-998c-74e9b4f764fb gateway port host: n-d-818823-1 {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:30:20.265002 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-72e8623a-a8df-4aed-a023-97022dff8494 None None] Port 30e2de48-0c41-48d3-83c8-5bd09fd0ad8b cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:30:20.396650 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-947c6166-e1a6-47ce-8d08-a4b496e22822 tempest-RoutersAdminNegativeIpV6Test-1069556278 tempest-RoutersAdminNegativeIpV6Test-1069556278-project-admin] Publish callbacks [] for router, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:20.480120 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-fe65ae86-d3e0-481c-902e-55261cbb3d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a3f574e-2437-448a-998c-74e9b4f764fb', 'name': 'tempest-TestNetworkBasicOps-router-686587762', 'tenant_id': '67d164fc12fc462bb9fe3a42a4c66cfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.51'}], 'enable_snat': True}, 'gw_port_id': 'b7cac5e9-5818-4db2-8593-f6a7a0fa9767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:30:09Z', 'updated_at': '2021-11-22T20:30:17Z', 'revision_number': 4, 'project_id': '67d164fc12fc462bb9fe3a42a4c66cfa', 'gw_port': {'id': 'b7cac5e9-5818-4db2-8593-f6a7a0fa9767', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:9c:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a3f574e-2437-448a-998c-74e9b4f764fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2421, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:30:10Z', 'updated_at': '2021-11-22T20:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': 'b08c4f9c-f7d7-4305-a469-ee6855d739b1', 'name': '', 'network_id': 'bc6b8ee0-c93e-4fd5-b6d2-3b4003108205', 'tenant_id': '67d164fc12fc462bb9fe3a42a4c66cfa', 'mac_address': 'fa:16:3e:03:8e:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a3f574e-2437-448a-998c-74e9b4f764fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2424, 'fixed_ips': [{'subnet_id': 'c85ed097-9a10-4cb0-8436-ab0dc36d4a33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:30:15Z', 'updated_at': '2021-11-22T20:30:18Z', 'revision_number': 2, 'project_id': '67d164fc12fc462bb9fe3a42a4c66cfa', 'subnets': [{'id': 'c85ed097-9a10-4cb0-8436-ab0dc36d4a33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:30:20.531546 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-276033ff-3bfe-4c33-9c3c-a5a76ba886dc tempest-TestNetworkBasicOps-1697801292 tempest-TestNetworkBasicOps-1697801292-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:30:20.532027 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-276033ff-3bfe-4c33-9c3c-a5a76ba886dc tempest-TestNetworkBasicOps-1697801292 tempest-TestNetworkBasicOps-1697801292-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:30:20.532491 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-276033ff-3bfe-4c33-9c3c-a5a76ba886dc tempest-TestNetworkBasicOps-1697801292 tempest-TestNetworkBasicOps-1697801292-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:30:20.532954 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-276033ff-3bfe-4c33-9c3c-a5a76ba886dc tempest-TestNetworkBasicOps-1697801292 tempest-TestNetworkBasicOps-1697801292-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:30:20.533410 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-276033ff-3bfe-4c33-9c3c-a5a76ba886dc tempest-TestNetworkBasicOps-1697801292 tempest-TestNetworkBasicOps-1697801292-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:30:20.534195 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-276033ff-3bfe-4c33-9c3c-a5a76ba886dc tempest-TestNetworkBasicOps-1697801292 tempest-TestNetworkBasicOps-1697801292-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:30:20.534324 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-276033ff-3bfe-4c33-9c3c-a5a76ba886dc tempest-TestNetworkBasicOps-1697801292 tempest-TestNetworkBasicOps-1697801292-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:30:20.534752 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-276033ff-3bfe-4c33-9c3c-a5a76ba886dc tempest-TestNetworkBasicOps-1697801292 tempest-TestNetworkBasicOps-1697801292-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:30:20.535203 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-276033ff-3bfe-4c33-9c3c-a5a76ba886dc tempest-TestNetworkBasicOps-1697801292 tempest-TestNetworkBasicOps-1697801292-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:30:20.539716 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-276033ff-3bfe-4c33-9c3c-a5a76ba886dc tempest-TestNetworkBasicOps-1697801292 tempest-TestNetworkBasicOps-1697801292-project-admin] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6398 time: 0.4635253 Nov 22 20:30:20.540416 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe65ae86-d3e0-481c-902e-55261cbb3d03 None None] Checking router: 5a3f574e-2437-448a-998c-74e9b4f764fb for host: n-d-818823-1 {{(pid=103450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 20:30:20.541060 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe65ae86-d3e0-481c-902e-55261cbb3d03 None None] Updating router 5a3f574e-2437-448a-998c-74e9b4f764fb port b08c4f9c-f7d7-4305-a469-ee6855d739b1 binding host n-d-818823-1 {{(pid=103450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 20:30:20.568274 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-fe65ae86-d3e0-481c-902e-55261cbb3d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:20.572443 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 37384) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:30:20.604852 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-73b4f432-7e9e-4350-a979-1d236c4f0136 req-37fac541-efc6-4ba6-b61e-57ef9511d30f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=49d7c329-30a1-4efb-89cd-665861be1695&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6065729 Nov 22 20:30:20.651244 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [req-c8d5ccc6-5ab8-4d58-9f7a-86ad962c7407 req-4fddc1a5-9641-4a11-8cfd-f5c5fb291202 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30e2de48-0c41-48d3-83c8-5bd09fd0ad8b {{(pid=103447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:30:20.661268 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-947c6166-e1a6-47ce-8d08-a4b496e22822 tempest-RoutersAdminNegativeIpV6Test-1069556278 tempest-RoutersAdminNegativeIpV6Test-1069556278-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24781'] for router, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:20.662600 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d94cab-922d-4669-8f57-5355b39a5d50 req-20f38bf6-ef6d-4349-945e-e2ac1ae1b34f tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:30:20.663514 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-947c6166-e1a6-47ce-8d08-a4b496e22822 tempest-RoutersAdminNegativeIpV6Test-1069556278 tempest-RoutersAdminNegativeIpV6Test-1069556278-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:20.671036 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c9d94cab-922d-4669-8f57-5355b39a5d50 req-20f38bf6-ef6d-4349-945e-e2ac1ae1b34f tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/ports?device_id=bbf8cbb9-c17a-423d-9c0a-cab42a8c30e7 HTTP/1.1" status: 200 len: 931 time: 0.3881536 Nov 22 20:30:20.714335 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-c8d5ccc6-5ab8-4d58-9f7a-86ad962c7407 req-4fddc1a5-9641-4a11-8cfd-f5c5fb291202 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:20.717955 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-947c6166-e1a6-47ce-8d08-a4b496e22822 tempest-RoutersAdminNegativeIpV6Test-1069556278 tempest-RoutersAdminNegativeIpV6Test-1069556278-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-663261'] for router, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:20.719565 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-947c6166-e1a6-47ce-8d08-a4b496e22822 tempest-RoutersAdminNegativeIpV6Test-1069556278 tempest-RoutersAdminNegativeIpV6Test-1069556278-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0012757d-4711-44c3-9405-7137ab600887 {{(pid=103448) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 20:30:20.728987 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad12979-e1cf-40e7-9edc-da666a161edf req-b22fd840-7538-44a6-99fa-5e7fc1bc7236 tempest-ServerRescueTestJSONUnderV235-174357529 tempest-ServerRescueTestJSONUnderV235-174357529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:30:20.730634 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8ad12979-e1cf-40e7-9edc-da666a161edf req-b22fd840-7538-44a6-99fa-5e7fc1bc7236 tempest-ServerRescueTestJSONUnderV235-174357529 tempest-ServerRescueTestJSONUnderV235-174357529-project] 10.222.0.46 "GET /v2.0/ports?device_id=d73f004c-3e7c-4e3e-96fd-907fe73c64f7 HTTP/1.1" status: 200 len: 946 time: 0.1901174 Nov 22 20:30:20.746557 n-d-818823-1 neutron-server[103448]: INFO neutron.api.v2.resource [None req-947c6166-e1a6-47ce-8d08-a4b496e22822 tempest-RoutersAdminNegativeIpV6Test-1069556278 tempest-RoutersAdminNegativeIpV6Test-1069556278-project-admin] create failed (client error): There was a conflict when trying to complete your request. Nov 22 20:30:20.747858 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-947c6166-e1a6-47ce-8d08-a4b496e22822 tempest-RoutersAdminNegativeIpV6Test-1069556278 tempest-RoutersAdminNegativeIpV6Test-1069556278-project-admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.3811657 Nov 22 20:30:20.751208 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 37388) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:30:20.837247 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c9d94cab-922d-4669-8f57-5355b39a5d50 req-eb99257b-d302-4648-97eb-b0a68e36ab50 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e8bab57-9061-4423-98eb-3cb5b90f4a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596882 Nov 22 20:30:20.852148 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-f5d662eb-d988-44ab-abc4-5235ae695e9d tempest-RoutersAdminNegativeIpV6Test-1069556278 tempest-RoutersAdminNegativeIpV6Test-1069556278-project-admin] Deleting port 7af1881d-9ff1-4504-86be-a1c71e707872 {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:30:20.852628 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f5d662eb-d988-44ab-abc4-5235ae695e9d tempest-RoutersAdminNegativeIpV6Test-1069556278 tempest-RoutersAdminNegativeIpV6Test-1069556278-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:20.908494 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.provisioning_blocks [req-c8d5ccc6-5ab8-4d58-9f7a-86ad962c7407 req-4fddc1a5-9641-4a11-8cfd-f5c5fb291202 service neutron] Transition to ACTIVE for port object 30e2de48-0c41-48d3-83c8-5bd09fd0ad8b will not be triggered until provisioned by entity L2. {{(pid=103447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 20:30:20.919561 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-fe65ae86-d3e0-481c-902e-55261cbb3d03 None None] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:20.931718 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-fe65ae86-d3e0-481c-902e-55261cbb3d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:20.933818 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b4f432-7e9e-4350-a979-1d236c4f0136 req-77b3d3b6-92f6-45f8-9c4c-f455a1ab8d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:30:20.937965 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-73b4f432-7e9e-4350-a979-1d236c4f0136 req-77b3d3b6-92f6-45f8-9c4c-f455a1ab8d4f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a3670ebd84cb4741b338db645a992249&device_id=49d7c329-30a1-4efb-89cd-665861be1695 HTTP/1.1" status: 200 len: 1096 time: 0.2969635 Nov 22 20:30:20.963780 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4eae5ef-bf60-40ae-a6e3-0a9cf144fc71 tempest-TestNetworkBasicOps-1697801292 tempest-TestNetworkBasicOps-1697801292-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:30:20.964591 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4eae5ef-bf60-40ae-a6e3-0a9cf144fc71 tempest-TestNetworkBasicOps-1697801292 tempest-TestNetworkBasicOps-1697801292-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:30:20.964591 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4eae5ef-bf60-40ae-a6e3-0a9cf144fc71 tempest-TestNetworkBasicOps-1697801292 tempest-TestNetworkBasicOps-1697801292-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:30:20.965040 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4eae5ef-bf60-40ae-a6e3-0a9cf144fc71 tempest-TestNetworkBasicOps-1697801292 tempest-TestNetworkBasicOps-1697801292-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:30:20.965396 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4eae5ef-bf60-40ae-a6e3-0a9cf144fc71 tempest-TestNetworkBasicOps-1697801292 tempest-TestNetworkBasicOps-1697801292-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:30:20.965846 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4eae5ef-bf60-40ae-a6e3-0a9cf144fc71 tempest-TestNetworkBasicOps-1697801292 tempest-TestNetworkBasicOps-1697801292-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:30:20.966293 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4eae5ef-bf60-40ae-a6e3-0a9cf144fc71 tempest-TestNetworkBasicOps-1697801292 tempest-TestNetworkBasicOps-1697801292-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:30:20.966741 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4eae5ef-bf60-40ae-a6e3-0a9cf144fc71 tempest-TestNetworkBasicOps-1697801292 tempest-TestNetworkBasicOps-1697801292-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:30:20.967337 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4eae5ef-bf60-40ae-a6e3-0a9cf144fc71 tempest-TestNetworkBasicOps-1697801292 tempest-TestNetworkBasicOps-1697801292-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:30:20.975306 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-d4eae5ef-bf60-40ae-a6e3-0a9cf144fc71 tempest-TestNetworkBasicOps-1697801292 tempest-TestNetworkBasicOps-1697801292-project-admin] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5937 time: 0.3894641 Nov 22 20:30:20.975306 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-c8d5ccc6-5ab8-4d58-9f7a-86ad962c7407 req-4fddc1a5-9641-4a11-8cfd-f5c5fb291202 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:20.979132 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f5d662eb-d988-44ab-abc4-5235ae695e9d tempest-RoutersAdminNegativeIpV6Test-1069556278 tempest-RoutersAdminNegativeIpV6Test-1069556278-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:20.981872 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 37390) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:30:21.005570 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103e793c-b662-4bf3-a00f-64a66b92e0d5 None None] Pushing event updated for resources: {'Port': ['ID=b08c4f9c-f7d7-4305-a469-ee6855d739b1,revision_number=3']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:30:21.117035 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-fe65ae86-d3e0-481c-902e-55261cbb3d03 None None] Attempting to bind port b08c4f9c-f7d7-4305-a469-ee6855d739b1 on host n-d-818823-1 for vnic_type normal with profile {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:30:21.117731 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-fe65ae86-d3e0-481c-902e-55261cbb3d03 None None] Attempting to bind port b08c4f9c-f7d7-4305-a469-ee6855d739b1 by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': 'dbe15f2b-18f6-4fb3-82f1-4b95701e72ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'bc6b8ee0-c93e-4fd5-b6d2-3b4003108205'}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:30:21.118050 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe65ae86-d3e0-481c-902e-55261cbb3d03 None None] Attempting to bind port b08c4f9c-f7d7-4305-a469-ee6855d739b1 on network bc6b8ee0-c93e-4fd5-b6d2-3b4003108205 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:30:21.128764 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe65ae86-d3e0-481c-902e-55261cbb3d03 None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 30, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:30:21.129399 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe65ae86-d3e0-481c-902e-55261cbb3d03 None None] Checking segment: {'id': 'dbe15f2b-18f6-4fb3-82f1-4b95701e72ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'bc6b8ee0-c93e-4fd5-b6d2-3b4003108205'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:30:21.130000 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-fe65ae86-d3e0-481c-902e-55261cbb3d03 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:21.130578 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe65ae86-d3e0-481c-902e-55261cbb3d03 None None] Bound using segment: {'id': 'dbe15f2b-18f6-4fb3-82f1-4b95701e72ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'bc6b8ee0-c93e-4fd5-b6d2-3b4003108205'} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:30:21.131264 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-fe65ae86-d3e0-481c-902e-55261cbb3d03 None None] Bound port: b08c4f9c-f7d7-4305-a469-ee6855d739b1, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbe15f2b-18f6-4fb3-82f1-4b95701e72ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'bc6b8ee0-c93e-4fd5-b6d2-3b4003108205'}}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:30:21.131858 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-fe65ae86-d3e0-481c-902e-55261cbb3d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:21.258897 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-fe65ae86-d3e0-481c-902e-55261cbb3d03 None None] For port b08c4f9c-f7d7-4305-a469-ee6855d739b1, host n-d-818823-1, cleared binding levels {{(pid=103450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:30:21.267717 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-fe65ae86-d3e0-481c-902e-55261cbb3d03 None None] For port b08c4f9c-f7d7-4305-a469-ee6855d739b1, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=b08c4f9c-f7d7-4305-a469-ee6855d739b1,segment=NetworkSegment(dbe15f2b-18f6-4fb3-82f1-4b95701e72ac),segment_id=dbe15f2b-18f6-4fb3-82f1-4b95701e72ac)] {{(pid=103450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:30:21.274045 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-fe65ae86-d3e0-481c-902e-55261cbb3d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:21.359041 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe65ae86-d3e0-481c-902e-55261cbb3d03 None None] Routers {'5a3f574e-2437-448a-998c-74e9b4f764fb'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:30:21.359788 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-fe65ae86-d3e0-481c-902e-55261cbb3d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:30:02Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['5a3f574e-2437-448a-998c-74e9b4f764fb'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:30:21.422438 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-196ebd79-652f-4a4e-8237-33f467bb2c86 None None] Provisioning complete for port b08c4f9c-f7d7-4305-a469-ee6855d739b1 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:30:21.422923 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-196ebd79-652f-4a4e-8237-33f467bb2c86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:21.566359 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-fe65ae86-d3e0-481c-902e-55261cbb3d03 None None] Set router 5a3f574e-2437-448a-998c-74e9b4f764fb gateway port host: n-d-818823-1 {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:30:21.586279 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-f5d662eb-d988-44ab-abc4-5235ae695e9d tempest-RoutersAdminNegativeIpV6Test-1069556278 tempest-RoutersAdminNegativeIpV6Test-1069556278-project-admin] Calling delete_port for 7af1881d-9ff1-4504-86be-a1c71e707872 owned by {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:30:21.625643 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-196ebd79-652f-4a4e-8237-33f467bb2c86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:21.703896 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-196ebd79-652f-4a4e-8237-33f467bb2c86 None None] For port b08c4f9c-f7d7-4305-a469-ee6855d739b1, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=b08c4f9c-f7d7-4305-a469-ee6855d739b1,segment=NetworkSegment(dbe15f2b-18f6-4fb3-82f1-4b95701e72ac),segment_id=dbe15f2b-18f6-4fb3-82f1-4b95701e72ac)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:30:21.705957 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fddc1a5-9641-4a11-8cfd-f5c5fb291202 service neutron] Pushing event updated for resources: {'Port': ['ID=30e2de48-0c41-48d3-83c8-5bd09fd0ad8b,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:30:21.713911 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-196ebd79-652f-4a4e-8237-33f467bb2c86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:21.767683 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103e793c-b662-4bf3-a00f-64a66b92e0d5 None None] Pushing event updated for resources: {'Port': ['ID=b08c4f9c-f7d7-4305-a469-ee6855d739b1,revision_number=4']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:30:21.867526 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8ad12979-e1cf-40e7-9edc-da666a161edf req-4b82b819-4e14-49b4-a746-0f28233b8cef tempest-ServerRescueTestJSONUnderV235-174357529 tempest-ServerRescueTestJSONUnderV235-174357529-project] 10.222.0.46 "GET /v2.0/security-groups?id=3776e3ad-7077-49a6-9ca5-2a879ce1ed3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1233032 Nov 22 20:30:21.871813 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-c8d5ccc6-5ab8-4d58-9f7a-86ad962c7407 req-4fddc1a5-9641-4a11-8cfd-f5c5fb291202 service neutron] Attempting to bind port 30e2de48-0c41-48d3-83c8-5bd09fd0ad8b on host n-h2-818823-1 for vnic_type normal with profile {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:30:21.872348 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-c8d5ccc6-5ab8-4d58-9f7a-86ad962c7407 req-4fddc1a5-9641-4a11-8cfd-f5c5fb291202 service neutron] Attempting to bind port 30e2de48-0c41-48d3-83c8-5bd09fd0ad8b by drivers openvswitch,hyperv on host n-h2-818823-1 at level 0 using segments [{'id': '60e02a7e-98a0-4d76-b36b-46f7624c5b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '13496096-9618-4fad-a538-016ce712d3bd'}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:30:21.872869 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8d5ccc6-5ab8-4d58-9f7a-86ad962c7407 req-4fddc1a5-9641-4a11-8cfd-f5c5fb291202 service neutron] Attempting to bind port 30e2de48-0c41-48d3-83c8-5bd09fd0ad8b on network 13496096-9618-4fad-a538-016ce712d3bd {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:30:21.881762 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8d5ccc6-5ab8-4d58-9f7a-86ad962c7407 req-4fddc1a5-9641-4a11-8cfd-f5c5fb291202 service neutron] Port 30e2de48-0c41-48d3-83c8-5bd09fd0ad8b on network 13496096-9618-4fad-a538-016ce712d3bd not bound, no agent of type Open vSwitch agent registered on host n-h2-818823-1 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:30:21.882438 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8d5ccc6-5ab8-4d58-9f7a-86ad962c7407 req-4fddc1a5-9641-4a11-8cfd-f5c5fb291202 service neutron] Attempting to bind port 30e2de48-0c41-48d3-83c8-5bd09fd0ad8b on network 13496096-9618-4fad-a538-016ce712d3bd {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:30:21.891234 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8d5ccc6-5ab8-4d58-9f7a-86ad962c7407 req-4fddc1a5-9641-4a11-8cfd-f5c5fb291202 service neutron] Checking agent: {'id': '65e0486a-7030-4065-96f0-10aa7402a530', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'started_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 30, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:30:21.891621 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8d5ccc6-5ab8-4d58-9f7a-86ad962c7407 req-4fddc1a5-9641-4a11-8cfd-f5c5fb291202 service neutron] Checking segment: {'id': '60e02a7e-98a0-4d76-b36b-46f7624c5b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '13496096-9618-4fad-a538-016ce712d3bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:30:21.891994 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8d5ccc6-5ab8-4d58-9f7a-86ad962c7407 req-4fddc1a5-9641-4a11-8cfd-f5c5fb291202 service neutron] Bound using segment: {'id': '60e02a7e-98a0-4d76-b36b-46f7624c5b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '13496096-9618-4fad-a538-016ce712d3bd'} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:30:21.892755 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-c8d5ccc6-5ab8-4d58-9f7a-86ad962c7407 req-4fddc1a5-9641-4a11-8cfd-f5c5fb291202 service neutron] Bound port: 30e2de48-0c41-48d3-83c8-5bd09fd0ad8b, host: n-h2-818823-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60e02a7e-98a0-4d76-b36b-46f7624c5b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '13496096-9618-4fad-a538-016ce712d3bd'}}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:30:21.893125 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-c8d5ccc6-5ab8-4d58-9f7a-86ad962c7407 req-4fddc1a5-9641-4a11-8cfd-f5c5fb291202 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:21.999533 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b4f432-7e9e-4350-a979-1d236c4f0136 req-d3247fda-55b1-4408-95dc-647346e91146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:30:22.001670 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-73b4f432-7e9e-4350-a979-1d236c4f0136 req-d3247fda-55b1-4408-95dc-647346e91146 service neutron] 10.222.0.41 "GET /v2.0/networks?id=13496096-9618-4fad-a538-016ce712d3bd HTTP/1.1" status: 200 len: 913 time: 1.0261605 Nov 22 20:30:22.066447 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-fe65ae86-d3e0-481c-902e-55261cbb3d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a3f574e-2437-448a-998c-74e9b4f764fb', 'name': 'tempest-TestNetworkBasicOps-router-686587762', 'tenant_id': '67d164fc12fc462bb9fe3a42a4c66cfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.51'}], 'enable_snat': True}, 'gw_port_id': 'b7cac5e9-5818-4db2-8593-f6a7a0fa9767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:30:09Z', 'updated_at': '2021-11-22T20:30:17Z', 'revision_number': 4, 'project_id': '67d164fc12fc462bb9fe3a42a4c66cfa', 'gw_port': {'id': 'b7cac5e9-5818-4db2-8593-f6a7a0fa9767', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:9c:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a3f574e-2437-448a-998c-74e9b4f764fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2421, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:30:10Z', 'updated_at': '2021-11-22T20:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': 'b08c4f9c-f7d7-4305-a469-ee6855d739b1', 'name': '', 'network_id': 'bc6b8ee0-c93e-4fd5-b6d2-3b4003108205', 'tenant_id': '67d164fc12fc462bb9fe3a42a4c66cfa', 'mac_address': 'fa:16:3e:03:8e:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a3f574e-2437-448a-998c-74e9b4f764fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2424, 'fixed_ips': [{'subnet_id': 'c85ed097-9a10-4cb0-8436-ab0dc36d4a33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:30:15Z', 'updated_at': '2021-11-22T20:30:21Z', 'revision_number': 4, 'project_id': '67d164fc12fc462bb9fe3a42a4c66cfa', 'subnets': [{'id': 'c85ed097-9a10-4cb0-8436-ab0dc36d4a33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:30:22.096201 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe65ae86-d3e0-481c-902e-55261cbb3d03 None None] The sync data for ids ['5a3f574e-2437-448a-998c-74e9b4f764fb'] in n-d-818823-1 is: [{'id': '5a3f574e-2437-448a-998c-74e9b4f764fb', 'name': 'tempest-TestNetworkBasicOps-router-686587762', 'tenant_id': '67d164fc12fc462bb9fe3a42a4c66cfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.51'}], 'enable_snat': True}, 'gw_port_id': 'b7cac5e9-5818-4db2-8593-f6a7a0fa9767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:30:09Z', 'updated_at': '2021-11-22T20:30:17Z', 'revision_number': 4, 'project_id': '67d164fc12fc462bb9fe3a42a4c66cfa', 'gw_port': {'id': 'b7cac5e9-5818-4db2-8593-f6a7a0fa9767', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:9c:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a3f574e-2437-448a-998c-74e9b4f764fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2421, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:30:10Z', 'updated_at': '2021-11-22T20:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': 'b08c4f9c-f7d7-4305-a469-ee6855d739b1', 'name': '', 'network_id': 'bc6b8ee0-c93e-4fd5-b6d2-3b4003108205', 'tenant_id': '67d164fc12fc462bb9fe3a42a4c66cfa', 'mac_address': 'fa:16:3e:03:8e:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a3f574e-2437-448a-998c-74e9b4f764fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2424, 'fixed_ips': [{'subnet_id': 'c85ed097-9a10-4cb0-8436-ab0dc36d4a33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:30:15Z', 'updated_at': '2021-11-22T20:30:21Z', 'revision_number': 4, 'project_id': '67d164fc12fc462bb9fe3a42a4c66cfa', 'subnets': [{'id': 'c85ed097-9a10-4cb0-8436-ab0dc36d4a33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:30:22.166837 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-61900465-4b26-4a4f-ae2e-58956e96bb8b tempest-TestNetworkBasicOps-1697801292 tempest-TestNetworkBasicOps-1697801292-project-admin] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4499 time: 1.1833127 Nov 22 20:30:22.177338 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f5d662eb-d988-44ab-abc4-5235ae695e9d tempest-RoutersAdminNegativeIpV6Test-1069556278 tempest-RoutersAdminNegativeIpV6Test-1069556278-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:22.202035 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-91bf4546-acfa-4762-b7da-013746ec5fcb None None] Provisioning complete for port b08c4f9c-f7d7-4305-a469-ee6855d739b1 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:30:22.204974 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-91bf4546-acfa-4762-b7da-013746ec5fcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:22.219000 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d662eb-d988-44ab-abc4-5235ae695e9d tempest-RoutersAdminNegativeIpV6Test-1069556278 tempest-RoutersAdminNegativeIpV6Test-1069556278-project-admin] Pushing event deleted for resources: {'Port': ['ID=7af1881d-9ff1-4504-86be-a1c71e707872,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:30:22.248070 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-73b4f432-7e9e-4350-a979-1d236c4f0136 req-4af26177-9901-4e7c-b410-52e23a0d47de service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c4e2b759-e838-4d5a-914f-a0e91771c133 HTTP/1.1" status: 200 len: 217 time: 0.2255518 Nov 22 20:30:22.293330 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af484eca-713c-46bd-be76-b02514cdf3af None None] DHCP port deletion for c48a55e9-6a85-4746-b7bf-3e29fb560094 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:30:22.314614 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f5d662eb-d988-44ab-abc4-5235ae695e9d tempest-RoutersAdminNegativeIpV6Test-1069556278 tempest-RoutersAdminNegativeIpV6Test-1069556278-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:22.321817 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-f5d662eb-d988-44ab-abc4-5235ae695e9d tempest-RoutersAdminNegativeIpV6Test-1069556278 tempest-RoutersAdminNegativeIpV6Test-1069556278-project-admin] 10.222.0.46 "DELETE /v2.0/ports/7af1881d-9ff1-4504-86be-a1c71e707872 HTTP/1.1" status: 204 len: 168 time: 1.5644104 Nov 22 20:30:22.378614 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196ebd79-652f-4a4e-8237-33f467bb2c86 None None] Pushing event updated for resources: {'Port': ['ID=b08c4f9c-f7d7-4305-a469-ee6855d739b1,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:30:22.408053 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ced7afe-cace-4846-aaff-a2820190195e req-152c7973-1020-486a-a586-71bd86529602 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:30:22.409849 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7ced7afe-cace-4846-aaff-a2820190195e req-152c7973-1020-486a-a586-71bd86529602 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/ports?device_id=bbf8cbb9-c17a-423d-9c0a-cab42a8c30e7 HTTP/1.1" status: 200 len: 943 time: 0.4046180 Nov 22 20:30:22.417015 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b4f432-7e9e-4350-a979-1d236c4f0136 req-ee8ff982-3b53-4dc3-9be8-a772fbbdb1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:30:22.419701 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-73b4f432-7e9e-4350-a979-1d236c4f0136 req-ee8ff982-3b53-4dc3-9be8-a772fbbdb1a2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c03e1529-a0c9-4990-b0cd-08a1dc455fd5 HTTP/1.1" status: 200 len: 851 time: 0.1501815 Nov 22 20:30:22.443407 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-c8d5ccc6-5ab8-4d58-9f7a-86ad962c7407 req-4fddc1a5-9641-4a11-8cfd-f5c5fb291202 service neutron] For port 30e2de48-0c41-48d3-83c8-5bd09fd0ad8b, host n-h2-818823-1, cleared binding levels {{(pid=103447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:30:22.498128 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 37404) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:30:22.503826 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-bea4a3ae-d2a1-415f-9093-d773ec2ca0e8 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-320818492', 'description': 'tempest-secgroup-smoke-320818492 description', 'project_id': '67d164fc12fc462bb9fe3a42a4c66cfa'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:30:22.513989 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-c8d5ccc6-5ab8-4d58-9f7a-86ad962c7407 req-4fddc1a5-9641-4a11-8cfd-f5c5fb291202 service neutron] For port 30e2de48-0c41-48d3-83c8-5bd09fd0ad8b, host n-h2-818823-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=30e2de48-0c41-48d3-83c8-5bd09fd0ad8b,segment=NetworkSegment(60e02a7e-98a0-4d76-b36b-46f7624c5b28),segment_id=60e02a7e-98a0-4d76-b36b-46f7624c5b28)] {{(pid=103447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:30:22.534976 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-bea4a3ae-d2a1-415f-9093-d773ec2ca0e8 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:22.554684 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7ced7afe-cace-4846-aaff-a2820190195e req-60121ebb-845a-4043-ac77-c9fa17c227b7 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e8bab57-9061-4423-98eb-3cb5b90f4a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323993 Nov 22 20:30:22.556671 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-c8d5ccc6-5ab8-4d58-9f7a-86ad962c7407 req-4fddc1a5-9641-4a11-8cfd-f5c5fb291202 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:22.617857 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d5ccc6-5ab8-4d58-9f7a-86ad962c7407 req-4fddc1a5-9641-4a11-8cfd-f5c5fb291202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:30:22.618737 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-c8d5ccc6-5ab8-4d58-9f7a-86ad962c7407 req-4fddc1a5-9641-4a11-8cfd-f5c5fb291202 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:22.620197 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c8d5ccc6-5ab8-4d58-9f7a-86ad962c7407 req-4fddc1a5-9641-4a11-8cfd-f5c5fb291202 service neutron] 10.222.0.20 "PUT /v2.0/ports/30e2de48-0c41-48d3-83c8-5bd09fd0ad8b HTTP/1.1" status: 200 len: 1091 time: 2.8724394 Nov 22 20:30:22.622369 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b4f432-7e9e-4350-a979-1d236c4f0136 req-d2343b15-7888-4087-95a9-2e94127db273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:30:22.624053 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-73b4f432-7e9e-4350-a979-1d236c4f0136 req-d2343b15-7888-4087-95a9-2e94127db273 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=13496096-9618-4fad-a538-016ce712d3bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1925550 Nov 22 20:30:22.624562 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbf8cbb9-c17a-423d-9c0a-cab42a8c30e7', 'tag': '30e2de48-0c41-48d3-83c8-5bd09fd0ad8b'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:30:22.635143 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-249eb2e9-f091-4955-b750-b3612f6c07f9" -d '{"events": [{"name": "network-changed", "server_uuid": "bbf8cbb9-c17a-423d-9c0a-cab42a8c30e7", "tag": "30e2de48-0c41-48d3-83c8-5bd09fd0ad8b"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:30:22.788584 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-bea4a3ae-d2a1-415f-9093-d773ec2ca0e8 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:22.801967 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-bea4a3ae-d2a1-415f-9093-d773ec2ca0e8 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:22.879506 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-bea4a3ae-d2a1-415f-9093-d773ec2ca0e8 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:22.880936 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-bea4a3ae-d2a1-415f-9093-d773ec2ca0e8 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3817821 Nov 22 20:30:22.884374 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 37412) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:30:22.890518 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-fd713d1a-4416-4a59-84b8-b20a304c2c6e tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Request body: {'security_group_rule': {'security_group_id': 'e70a60d7-89bb-466f-9aa7-31b1bc285180', 'project_id': '67d164fc12fc462bb9fe3a42a4c66cfa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:30:22.890704 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-73b4f432-7e9e-4350-a979-1d236c4f0136 req-9adc3176-88f3-4ccd-a65d-f07c0ed0e788 service neutron] 10.222.0.41 "GET /v2.0/networks/13496096-9618-4fad-a538-016ce712d3bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2491899 Nov 22 20:30:22.918359 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 20:30:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-234ba5a0-35cf-4c54-a15b-c960ee08cc92 x-openstack-request-id: req-234ba5a0-35cf-4c54-a15b-c960ee08cc92 {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:30:22.918750 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbf8cbb9-c17a-423d-9c0a-cab42a8c30e7", "tag": "30e2de48-0c41-48d3-83c8-5bd09fd0ad8b", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:30:22.919020 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-234ba5a0-35cf-4c54-a15b-c960ee08cc92 {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:30:22.919489 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbf8cbb9-c17a-423d-9c0a-cab42a8c30e7', 'tag': '30e2de48-0c41-48d3-83c8-5bd09fd0ad8b', 'status': 'completed', 'code': 200} Nov 22 20:30:22.951533 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 37416) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:30:22.975138 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-fd713d1a-4416-4a59-84b8-b20a304c2c6e tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:22.978301 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea4a3ae-d2a1-415f-9093-d773ec2ca0e8 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e70a60d7-89bb-466f-9aa7-31b1bc285180,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:30:23.127692 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-fd713d1a-4416-4a59-84b8-b20a304c2c6e tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:23.138657 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-fd713d1a-4416-4a59-84b8-b20a304c2c6e tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572323'] for security_group_rule, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:23.144938 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device b08c4f9c-f7d7-4305-a469-ee6855d739b1 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:30:23.153759 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fddc1a5-9641-4a11-8cfd-f5c5fb291202 service neutron] Pushing event updated for resources: {'Port': ['ID=30e2de48-0c41-48d3-83c8-5bd09fd0ad8b,revision_number=3']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:30:23.193673 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-fd713d1a-4416-4a59-84b8-b20a304c2c6e tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:23.193673 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-fd713d1a-4416-4a59-84b8-b20a304c2c6e tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3076293 Nov 22 20:30:23.200106 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 37422) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:30:23.206644 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-622a1d9e-5efc-4b9a-b209-9fe23d131433 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Request body: {'security_group_rule': {'security_group_id': 'e70a60d7-89bb-466f-9aa7-31b1bc285180', 'project_id': '67d164fc12fc462bb9fe3a42a4c66cfa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:30:23.228948 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd713d1a-4416-4a59-84b8-b20a304c2c6e tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0027956b-1af3-4d44-972b-0edeac6747c4,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:30:23.248532 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0d812d81-4419-4312-9986-ec9a62d78dcf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:23.257825 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port b08c4f9c-f7d7-4305-a469-ee6855d739b1 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:30:23.258412 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:23.307233 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d5ccc6-5ab8-4d58-9f7a-86ad962c7407 req-712af2ad-acd8-4e7c-ab8c-277013e25f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:30:23.313911 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c8d5ccc6-5ab8-4d58-9f7a-86ad962c7407 req-712af2ad-acd8-4e7c-ab8c-277013e25f3a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a3670ebd84cb4741b338db645a992249&device_id=bbf8cbb9-c17a-423d-9c0a-cab42a8c30e7 HTTP/1.1" status: 200 len: 1094 time: 0.3934734 Nov 22 20:30:23.381081 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-622a1d9e-5efc-4b9a-b209-9fe23d131433 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:23.398793 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35654592-2a1e-44f0-8df9-3d20c73abfa3 req-f4f775c3-bfae-414f-a663-a79730c664a9 tempest-ServerRescueTestJSONUnderV235-174357529 tempest-ServerRescueTestJSONUnderV235-174357529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:30:23.400506 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-35654592-2a1e-44f0-8df9-3d20c73abfa3 req-f4f775c3-bfae-414f-a663-a79730c664a9 tempest-ServerRescueTestJSONUnderV235-174357529 tempest-ServerRescueTestJSONUnderV235-174357529-project] 10.222.0.46 "GET /v2.0/ports?device_id=d73f004c-3e7c-4e3e-96fd-907fe73c64f7 HTTP/1.1" status: 200 len: 946 time: 0.2336955 Nov 22 20:30:23.417506 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0d812d81-4419-4312-9986-ec9a62d78dcf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:23.436288 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-73b4f432-7e9e-4350-a979-1d236c4f0136 req-496ca798-fa15-4efe-9fac-050ea48ba772 service neutron] 10.222.0.41 "GET /v2.0/networks/13496096-9618-4fad-a538-016ce712d3bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5080848 Nov 22 20:30:23.438280 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c8d5ccc6-5ab8-4d58-9f7a-86ad962c7407 req-bf7608c8-487f-48ff-a6c9-0d2a84d56419 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=30e2de48-0c41-48d3-83c8-5bd09fd0ad8b HTTP/1.1" status: 200 len: 217 time: 0.0895848 Nov 22 20:30:23.445852 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-622a1d9e-5efc-4b9a-b209-9fe23d131433 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:23.448673 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0d812d81-4419-4312-9986-ec9a62d78dcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:23.482962 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-0d812d81-4419-4312-9986-ec9a62d78dcf admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=40d43a88ea3c4d37b57c14621caa6610&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5285504 Nov 22 20:30:23.484067 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-622a1d9e-5efc-4b9a-b209-9fe23d131433 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572323'] for security_group_rule, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:23.503244 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 37424) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:30:23.531593 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622a1d9e-5efc-4b9a-b209-9fe23d131433 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbe7fd4d-904b-4b18-a005-dcb9a61d0b3a,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:30:23.536251 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-35654592-2a1e-44f0-8df9-3d20c73abfa3 req-0def84d3-ab34-4f64-8e6d-cadadd3794a5 tempest-ServerRescueTestJSONUnderV235-174357529 tempest-ServerRescueTestJSONUnderV235-174357529-project] 10.222.0.46 "GET /v2.0/security-groups?id=3776e3ad-7077-49a6-9ca5-2a879ce1ed3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029558 Nov 22 20:30:23.538937 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-622a1d9e-5efc-4b9a-b209-9fe23d131433 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:23.540290 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-622a1d9e-5efc-4b9a-b209-9fe23d131433 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3390374 Nov 22 20:30:23.543019 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 37426) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:30:23.550085 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-da53f27f-3dc5-499c-8828-075a5176e2bf tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Request body: {'security_group_rule': {'security_group_id': 'e70a60d7-89bb-466f-9aa7-31b1bc285180', 'project_id': '67d164fc12fc462bb9fe3a42a4c66cfa', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:30:23.558281 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d5ccc6-5ab8-4d58-9f7a-86ad962c7407 req-1087b089-5cb6-4afd-969d-b32eb205bc85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:30:23.560839 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c8d5ccc6-5ab8-4d58-9f7a-86ad962c7407 req-1087b089-5cb6-4afd-969d-b32eb205bc85 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c03e1529-a0c9-4990-b0cd-08a1dc455fd5 HTTP/1.1" status: 200 len: 851 time: 0.0958211 Nov 22 20:30:23.589125 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d812d81-4419-4312-9986-ec9a62d78dcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=097beee2-2dd1-447f-88d8-e12e547ce728,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:30:23.618597 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-48ca3497-9859-4aab-a189-6962afbe147a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:23.631941 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-da53f27f-3dc5-499c-8828-075a5176e2bf tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:23.647088 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d5ccc6-5ab8-4d58-9f7a-86ad962c7407 req-9ba8e65a-fc68-4e72-bddc-9a91ce663913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:30:23.650342 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c8d5ccc6-5ab8-4d58-9f7a-86ad962c7407 req-9ba8e65a-fc68-4e72-bddc-9a91ce663913 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=13496096-9618-4fad-a538-016ce712d3bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0736902 Nov 22 20:30:23.658033 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-48ca3497-9859-4aab-a189-6962afbe147a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:23.721928 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-48ca3497-9859-4aab-a189-6962afbe147a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:23.725244 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-48ca3497-9859-4aab-a189-6962afbe147a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:23.726598 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-48ca3497-9859-4aab-a189-6962afbe147a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/097beee2-2dd1-447f-88d8-e12e547ce728 HTTP/1.1" status: 204 len: 168 time: 0.2098260 Nov 22 20:30:23.735371 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ca3497-9859-4aab-a189-6962afbe147a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=097beee2-2dd1-447f-88d8-e12e547ce728,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:30:23.894654 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf893578-6dc0-47a4-af9b-749461a4fea4 req-49496fe8-a6c6-4448-869a-eb7fe38dd1e6 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:30:23.897298 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-cf893578-6dc0-47a4-af9b-749461a4fea4 req-49496fe8-a6c6-4448-869a-eb7fe38dd1e6 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/ports?device_id=bbf8cbb9-c17a-423d-9c0a-cab42a8c30e7 HTTP/1.1" status: 200 len: 943 time: 0.1907105 Nov 22 20:30:23.913354 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-da53f27f-3dc5-499c-8828-075a5176e2bf tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:23.939583 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-da53f27f-3dc5-499c-8828-075a5176e2bf tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572323'] for security_group_rule, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:23.964733 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da53f27f-3dc5-499c-8828-075a5176e2bf tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec20dd8c-0ced-4db7-b30d-5dd662c88504,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:30:23.992115 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c8d5ccc6-5ab8-4d58-9f7a-86ad962c7407 req-29dee10e-d384-4ea7-aa7b-a389d21a1de1 service neutron] 10.222.0.20 "GET /v2.0/networks/13496096-9618-4fad-a538-016ce712d3bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3287296 Nov 22 20:30:24.046823 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-da53f27f-3dc5-499c-8828-075a5176e2bf tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:24.050905 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-da53f27f-3dc5-499c-8828-075a5176e2bf tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5065625 Nov 22 20:30:24.051638 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 37436) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:30:24.058657 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-fcb29b20-3295-4482-81d5-594055e9776d tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Request body: {'security_group_rule': {'security_group_id': 'e70a60d7-89bb-466f-9aa7-31b1bc285180', 'project_id': '67d164fc12fc462bb9fe3a42a4c66cfa', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:30:24.084005 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-cf893578-6dc0-47a4-af9b-749461a4fea4 req-2221050f-b383-46b3-960f-9c12769bfcca tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e8bab57-9061-4423-98eb-3cb5b90f4a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744778 Nov 22 20:30:24.100764 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-fcb29b20-3295-4482-81d5-594055e9776d tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:24.146545 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c8d5ccc6-5ab8-4d58-9f7a-86ad962c7407 req-0ce13050-d90f-4757-9f88-55da3450d0ae service neutron] 10.222.0.20 "GET /v2.0/networks/13496096-9618-4fad-a538-016ce712d3bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408918 Nov 22 20:30:24.156887 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 37438) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:30:24.219067 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-fcb29b20-3295-4482-81d5-594055e9776d tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:24.230842 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-fcb29b20-3295-4482-81d5-594055e9776d tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572323'] for security_group_rule, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:24.247061 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249eb2e9-f091-4955-b750-b3612f6c07f9 req-fb2aac1a-9a6f-4074-8d00-781cd054fb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:30:24.249242 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-249eb2e9-f091-4955-b750-b3612f6c07f9 req-fb2aac1a-9a6f-4074-8d00-781cd054fb38 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a3670ebd84cb4741b338db645a992249&device_id=bbf8cbb9-c17a-423d-9c0a-cab42a8c30e7 HTTP/1.1" status: 200 len: 1094 time: 0.0510576 Nov 22 20:30:24.250247 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-2e130748-a4fd-4042-ba33-a26bbcb58d3c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=eb5e842dcd92406c8e1ad6500a6ed1f7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0922630 Nov 22 20:30:24.253015 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 37442) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:30:24.255950 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb29b20-3295-4482-81d5-594055e9776d tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0794b96b-485b-4fd3-b4d6-0e02d966aa21,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:30:24.270299 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-fcb29b20-3295-4482-81d5-594055e9776d tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:24.272190 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-fcb29b20-3295-4482-81d5-594055e9776d tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2193177 Nov 22 20:30:24.275437 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 37444) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:30:24.280816 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-07e67144-6728-431b-aec5-8034edd96f41 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Request body: {'security_group_rule': {'security_group_id': 'e70a60d7-89bb-466f-9aa7-31b1bc285180', 'project_id': '67d164fc12fc462bb9fe3a42a4c66cfa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:30:24.307071 n-d-818823-1 neutron-server[103448]: INFO neutron.db.securitygroups_db [None req-07e67144-6728-431b-aec5-8034edd96f41 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Project 67d164fc12fc462bb9fe3a42a4c66cfa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 22 20:30:24.312568 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-07e67144-6728-431b-aec5-8034edd96f41 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:24.372160 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-fe1af4d2-2b0e-49f6-9111-755a024fc5e2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:24.395066 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-07e67144-6728-431b-aec5-8034edd96f41 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:24.401086 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-07e67144-6728-431b-aec5-8034edd96f41 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572323'] for security_group_rule, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:24.407805 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249eb2e9-f091-4955-b750-b3612f6c07f9 req-5bb79e5d-12a3-4f40-ada8-6e740c40e430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:30:24.409691 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-249eb2e9-f091-4955-b750-b3612f6c07f9 req-5bb79e5d-12a3-4f40-ada8-6e740c40e430 service neutron] 10.222.0.20 "GET /v2.0/networks?id=13496096-9618-4fad-a538-016ce712d3bd HTTP/1.1" status: 200 len: 913 time: 0.1414669 Nov 22 20:30:24.411360 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-fe1af4d2-2b0e-49f6-9111-755a024fc5e2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:24.425087 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e67144-6728-431b-aec5-8034edd96f41 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3de29fe4-2a41-42e1-b06b-6afecbc08cfc,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:30:24.440559 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-07e67144-6728-431b-aec5-8034edd96f41 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:24.443985 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-07e67144-6728-431b-aec5-8034edd96f41 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1649795 Nov 22 20:30:24.444693 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 37446) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:30:24.451254 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-136c5ba2-bb36-4afa-8c62-f545c1edf9e0 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Request body: {'security_group_rule': {'security_group_id': 'e70a60d7-89bb-466f-9aa7-31b1bc285180', 'project_id': '67d164fc12fc462bb9fe3a42a4c66cfa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:30:24.470964 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-249eb2e9-f091-4955-b750-b3612f6c07f9 req-e6afc004-1431-4cd3-bb4a-61ef4c1ff73f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=30e2de48-0c41-48d3-83c8-5bd09fd0ad8b HTTP/1.1" status: 200 len: 217 time: 0.0484416 Nov 22 20:30:24.474424 n-d-818823-1 neutron-server[103448]: INFO neutron.db.securitygroups_db [None req-136c5ba2-bb36-4afa-8c62-f545c1edf9e0 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Project 67d164fc12fc462bb9fe3a42a4c66cfa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 22 20:30:24.479905 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-136c5ba2-bb36-4afa-8c62-f545c1edf9e0 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:24.527977 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-fe1af4d2-2b0e-49f6-9111-755a024fc5e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:24.531235 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-fe1af4d2-2b0e-49f6-9111-755a024fc5e2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:24.535251 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-fe1af4d2-2b0e-49f6-9111-755a024fc5e2 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/146f6c63-59d8-441c-b5e0-55383827ded5 HTTP/1.1" status: 204 len: 168 time: 0.2812340 Nov 22 20:30:24.538820 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249eb2e9-f091-4955-b750-b3612f6c07f9 req-a5e22b3b-d18d-41c6-8e7a-5d1b2440bf55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:30:24.540484 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-249eb2e9-f091-4955-b750-b3612f6c07f9 req-a5e22b3b-d18d-41c6-8e7a-5d1b2440bf55 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c03e1529-a0c9-4990-b0cd-08a1dc455fd5 HTTP/1.1" status: 200 len: 851 time: 0.0579360 Nov 22 20:30:24.546651 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1af4d2-2b0e-49f6-9111-755a024fc5e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=146f6c63-59d8-441c-b5e0-55383827ded5,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:30:24.572463 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-136c5ba2-bb36-4afa-8c62-f545c1edf9e0 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:24.580078 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-136c5ba2-bb36-4afa-8c62-f545c1edf9e0 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572323'] for security_group_rule, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:24.601336 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249eb2e9-f091-4955-b750-b3612f6c07f9 req-f74c7a7f-d068-4d3a-9392-5697c277c298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:30:24.603634 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-249eb2e9-f091-4955-b750-b3612f6c07f9 req-f74c7a7f-d068-4d3a-9392-5697c277c298 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=13496096-9618-4fad-a538-016ce712d3bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0546176 Nov 22 20:30:24.605130 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c5ba2-bb36-4afa-8c62-f545c1edf9e0 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91dd2bc9-e0d4-4a38-a5f2-1184ebebd166,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:30:24.616378 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-136c5ba2-bb36-4afa-8c62-f545c1edf9e0 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:24.628528 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-136c5ba2-bb36-4afa-8c62-f545c1edf9e0 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1813793 Nov 22 20:30:24.776287 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-249eb2e9-f091-4955-b750-b3612f6c07f9 req-a0bdc4bb-8fca-4862-9932-a05fa2876efa service neutron] 10.222.0.20 "GET /v2.0/networks/13496096-9618-4fad-a538-016ce712d3bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642556 Nov 22 20:30:24.785576 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daf4fa9-50e2-4760-b7cb-89ab8f9267f1 req-a2edc63e-07a8-4bb9-9882-16270550be06 tempest-ServerRescueTestJSONUnderV235-174357529 tempest-ServerRescueTestJSONUnderV235-174357529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:30:24.787195 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2daf4fa9-50e2-4760-b7cb-89ab8f9267f1 req-a2edc63e-07a8-4bb9-9882-16270550be06 tempest-ServerRescueTestJSONUnderV235-174357529 tempest-ServerRescueTestJSONUnderV235-174357529-project] 10.222.0.46 "GET /v2.0/ports?device_id=d73f004c-3e7c-4e3e-96fd-907fe73c64f7 HTTP/1.1" status: 200 len: 946 time: 0.0945814 Nov 22 20:30:24.953797 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2daf4fa9-50e2-4760-b7cb-89ab8f9267f1 req-67d7018d-8e66-454d-9210-2bcbb65bac11 tempest-ServerRescueTestJSONUnderV235-174357529 tempest-ServerRescueTestJSONUnderV235-174357529-project] 10.222.0.46 "GET /v2.0/security-groups?id=3776e3ad-7077-49a6-9ca5-2a879ce1ed3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370909 Nov 22 20:30:25.000542 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7a8febc2-e3a4-4849-9bf7-f65da1c115b2 req-e2655129-e6f3-46d4-9d91-cb1f1ba08bde tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-320818492&fields=id&tenant_id=67d164fc12fc462bb9fe3a42a4c66cfa HTTP/1.1" status: 200 len: 267 time: 0.1436276 Nov 22 20:30:25.012459 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-249eb2e9-f091-4955-b750-b3612f6c07f9 req-d7774ac4-ee7a-49e1-b7f1-264490267ced service neutron] 10.222.0.20 "GET /v2.0/networks/13496096-9618-4fad-a538-016ce712d3bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2239692 Nov 22 20:30:25.134295 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8febc2-e3a4-4849-9bf7-f65da1c115b2 req-546b5c3f-6bc1-43a4-a688-bf6e085a9620 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:30:25.135921 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7a8febc2-e3a4-4849-9bf7-f65da1c115b2 req-546b5c3f-6bc1-43a4-a688-bf6e085a9620 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] 10.222.0.46 "GET /v2.0/networks?id=bc6b8ee0-c93e-4fd5-b6d2-3b4003108205 HTTP/1.1" status: 200 len: 797 time: 0.1225827 Nov 22 20:30:25.158179 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7a8febc2-e3a4-4849-9bf7-f65da1c115b2 req-699b5519-dc15-45b8-9e43-743bfc74fcbe tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] 10.222.0.46 "GET /v2.0/quotas/67d164fc12fc462bb9fe3a42a4c66cfa HTTP/1.1" status: 200 len: 375 time: 0.0144336 Nov 22 20:30:25.264921 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7a8febc2-e3a4-4849-9bf7-f65da1c115b2 req-0467380e-645d-4ccc-8658-86679e67521b tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=67d164fc12fc462bb9fe3a42a4c66cfa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0973456 Nov 22 20:30:25.278968 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4ea7bc-6bc8-4541-b8ad-28519372d59a req-f2e60f9a-b687-49a2-96da-23d602ef67c5 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:30:25.280748 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2c4ea7bc-6bc8-4541-b8ad-28519372d59a req-f2e60f9a-b687-49a2-96da-23d602ef67c5 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/ports?device_id=bbf8cbb9-c17a-423d-9c0a-cab42a8c30e7 HTTP/1.1" status: 200 len: 943 time: 0.0773547 Nov 22 20:30:25.399114 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2c4ea7bc-6bc8-4541-b8ad-28519372d59a req-f7b7c697-4670-4fed-99f0-58ccabbf25be tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e8bab57-9061-4423-98eb-3cb5b90f4a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108181 Nov 22 20:30:25.419379 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7a8febc2-e3a4-4849-9bf7-f65da1c115b2 req-fdcd1f19-d123-4a98-a5d5-fcaeb72abb11 service neutron] 10.222.0.46 "GET /v2.0/networks/bc6b8ee0-c93e-4fd5-b6d2-3b4003108205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236830 Nov 22 20:30:25.445405 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 37488) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:30:25.550789 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7a8febc2-e3a4-4849-9bf7-f65da1c115b2 req-d0523574-395e-4ded-b50d-53a077588ad3 service neutron] 10.222.0.46 "GET /v2.0/networks/bc6b8ee0-c93e-4fd5-b6d2-3b4003108205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228659 Nov 22 20:30:25.585241 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-03994d6b-43a0-48c5-9c21-d29b125ccd81 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-244611728'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:30:25.610035 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03994d6b-43a0-48c5-9c21-d29b125ccd81 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Made reservation on behalf of aa06169c4e4d4119918ff90a471be1d0 for: {'network': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:30:25.613814 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-03994d6b-43a0-48c5-9c21-d29b125ccd81 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for network, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:25.626775 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-03994d6b-43a0-48c5-9c21-d29b125ccd81 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:25.716047 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-03994d6b-43a0-48c5-9c21-d29b125ccd81 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:25.724599 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-03994d6b-43a0-48c5-9c21-d29b125ccd81 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:25.757371 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03994d6b-43a0-48c5-9c21-d29b125ccd81 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] vlan segment allocate from pool success with {'vlan_id': 613, 'physical_network': 'physnet1'} {{(pid=103448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 20:30:25.767434 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03994d6b-43a0-48c5-9c21-d29b125ccd81 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af616e20-b195-4b1d-99a4-2344da97346c,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:30:25.771311 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-715b0190-5ec2-445c-bcbc-592f1b3814ec req-017dd05a-ccd9-4321-af95-a954fa6dfa06 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] 10.222.0.46 "GET /v2.0/ports?device_id=9b8bcab5-d7eb-4942-8883-7f3b125ddb74 HTTP/1.1" status: 200 len: 210 time: 0.0395072 Nov 22 20:30:25.775117 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-03994d6b-43a0-48c5-9c21-d29b125ccd81 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:25.775648 n-d-818823-1 neutron-server[103448]: INFO neutron.db.segments_db [None req-03994d6b-43a0-48c5-9c21-d29b125ccd81 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Added segment bdb0f717-aa5f-4e33-bcc3-95472c9b5b64 of type vlan for network 7bd88872-a540-4e3b-ac93-d884c5e46f76 Nov 22 20:30:25.831105 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-03994d6b-43a0-48c5-9c21-d29b125ccd81 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748992492791'] for network, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:25.860334 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-03994d6b-43a0-48c5-9c21-d29b125ccd81 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for network, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:25.868458 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03994d6b-43a0-48c5-9c21-d29b125ccd81 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:30:25.869069 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-03994d6b-43a0-48c5-9c21-d29b125ccd81 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks [] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:25.919308 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-03994d6b-43a0-48c5-9c21-d29b125ccd81 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4721365 Nov 22 20:30:25.923083 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 37500) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:30:25.929540 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-91ddec55-a212-422c-9859-52346f414960 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Request body: {'subnet': {'network_id': '7bd88872-a540-4e3b-ac93-d884c5e46f76', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:30:25.949583 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03994d6b-43a0-48c5-9c21-d29b125ccd81 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Pushing event updated for resources: {'Network': ['ID=7bd88872-a540-4e3b-ac93-d884c5e46f76,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:30:25.965690 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Network 7bd88872-a540-4e3b-ac93-d884c5e46f76 details requested by agent ovs-agent-n-d-818823-1 with host n-d-818823-1 {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 20:30:26.098493 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91ddec55-a212-422c-9859-52346f414960 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Made reservation on behalf of aa06169c4e4d4119918ff90a471be1d0 for: {'subnet': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:30:26.102452 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-91ddec55-a212-422c-9859-52346f414960 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8485086'] for subnet, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:26.115882 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39b238e-43e6-47cc-8eb8-d7815cf8311e req-8e63f3e1-49ab-4a16-9837-00f68df665bc tempest-ServerRescueTestJSONUnderV235-174357529 tempest-ServerRescueTestJSONUnderV235-174357529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:30:26.117469 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f39b238e-43e6-47cc-8eb8-d7815cf8311e req-8e63f3e1-49ab-4a16-9837-00f68df665bc tempest-ServerRescueTestJSONUnderV235-174357529 tempest-ServerRescueTestJSONUnderV235-174357529-project] 10.222.0.46 "GET /v2.0/ports?device_id=d73f004c-3e7c-4e3e-96fd-907fe73c64f7 HTTP/1.1" status: 200 len: 946 time: 0.0796490 Nov 22 20:30:26.130671 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.agents_db [None req-aa8313f2-1ee4-4e7b-8c5a-d32b2f9d31ee None None] Agent healthcheck: found 7 active agents {{(pid=103450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 20:30:26.261091 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f39b238e-43e6-47cc-8eb8-d7815cf8311e req-a71c8c07-a650-4ca7-a6e0-4c4d1527e3b5 tempest-ServerRescueTestJSONUnderV235-174357529 tempest-ServerRescueTestJSONUnderV235-174357529-project] 10.222.0.46 "GET /v2.0/security-groups?id=3776e3ad-7077-49a6-9ca5-2a879ce1ed3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325831 Nov 22 20:30:26.316896 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eff1157-16d5-4a5d-87c0-ea9b03ee6294 req-360ab3b1-3d3d-43f1-afbe-520995fc82cb tempest-VolumesSnapshotTestJSON-2135202428 tempest-VolumesSnapshotTestJSON-2135202428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:30:26.318413 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9eff1157-16d5-4a5d-87c0-ea9b03ee6294 req-360ab3b1-3d3d-43f1-afbe-520995fc82cb tempest-VolumesSnapshotTestJSON-2135202428 tempest-VolumesSnapshotTestJSON-2135202428-project] 10.222.0.46 "GET /v2.0/ports?device_id=dd4200af-150b-4498-b349-8333c538c3af HTTP/1.1" status: 200 len: 945 time: 0.0961220 Nov 22 20:30:26.422196 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9eff1157-16d5-4a5d-87c0-ea9b03ee6294 req-320c12be-a4b2-4f27-97fe-2720950a65d3 tempest-VolumesSnapshotTestJSON-2135202428 tempest-VolumesSnapshotTestJSON-2135202428-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2bd36ea-fff5-4c53-80d3-585d8a14f8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949025 Nov 22 20:30:26.423521 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-91ddec55-a212-422c-9859-52346f414960 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8900613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8485104'] for subnet, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:26.496148 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ddec55-a212-422c-9859-52346f414960 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Pushing event updated for resources: {'Subnet': ['ID=3cb34e79-6a87-402b-a2fb-c87857c2168f,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:30:26.522872 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91ddec55-a212-422c-9859-52346f414960 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Checking segment: {'id': 'bdb0f717-aa5f-4e33-bcc3-95472c9b5b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '7bd88872-a540-4e3b-ac93-d884c5e46f76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:30:26.523241 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91ddec55-a212-422c-9859-52346f414960 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Network hostable DHCP agents. Network: 7bd88872-a540-4e3b-ac93-d884c5e46f76, hostable agents: ['02adaa64-0987-4b74-bad0-cbcf56f8a294'], hosted agents: [] {{(pid=103447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 20:30:26.549913 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8cc416-72df-469a-bd42-bbf13b4bdd4c req-4e4f30f8-32a4-4b17-8d3d-62cb812dc6d5 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:30:26.551350 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4d8cc416-72df-469a-bd42-bbf13b4bdd4c req-4e4f30f8-32a4-4b17-8d3d-62cb812dc6d5 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/ports?device_id=bbf8cbb9-c17a-423d-9c0a-cab42a8c30e7 HTTP/1.1" status: 200 len: 943 time: 0.0761316 Nov 22 20:30:26.556042 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91ddec55-a212-422c-9859-52346f414960 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Network 7bd88872-a540-4e3b-ac93-d884c5e46f76 is scheduled to be hosted by DHCP agent 02adaa64-0987-4b74-bad0-cbcf56f8a294 with binding_index 1 {{(pid=103447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 20:30:26.579839 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-91ddec55-a212-422c-9859-52346f414960 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818823-1, 7bd88872-a540-4e3b-ac93-d884c5e46f76) {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:30:26.586528 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91ddec55-a212-422c-9859-52346f414960 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:30:26.587761 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-91ddec55-a212-422c-9859-52346f414960 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for subnet, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:26.588589 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd0a74cd-c969-42c9-b7cc-843c0bf5de15 None None] Network 7bd88872-a540-4e3b-ac93-d884c5e46f76 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:30:26.617070 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4d8cc416-72df-469a-bd42-bbf13b4bdd4c req-c4e54197-3d93-4e20-9b45-67b04b292911 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e8bab57-9061-4423-98eb-3cb5b90f4a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584683 Nov 22 20:30:26.621429 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-91ddec55-a212-422c-9859-52346f414960 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6971622 Nov 22 20:30:26.624404 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 37516) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:30:26.630706 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-f7d8bf2f-6b31-4d99-92ec-0db205aca565 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Request body: {'port': {'network_id': '7bd88872-a540-4e3b-ac93-d884c5e46f76', 'name': 'tempest-NetworksTestDHCPv6-2054672511'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:30:26.760159 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdb309cc-2418-4f7c-a20f-8ac8dc28f05e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fb26bd7-ce56-527b-b94f-2e1f7cb2bb35-7bd88872-a540-4e3b-ac93-d884c5e46f76', 'network_id': '7bd88872-a540-4e3b-ac93-d884c5e46f76', 'tenant_id': 'aa06169c4e4d4119918ff90a471be1d0', 'fixed_ips': [{'subnet_id': '3cb34e79-6a87-402b-a2fb-c87857c2168f'}]}} from n-d-818823-1. {{(pid=103449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 20:30:26.762055 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-fdb309cc-2418-4f7c-a20f-8ac8dc28f05e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:26.781043 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7d8bf2f-6b31-4d99-92ec-0db205aca565 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Made reservation on behalf of aa06169c4e4d4119918ff90a471be1d0 for: {'port': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:30:26.785547 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f7d8bf2f-6b31-4d99-92ec-0db205aca565 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:26.824024 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [None req-f7d8bf2f-6b31-4d99-92ec-0db205aca565 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] device_id is not set on port 0982b0f3-eb10-487f-ac1b-6e4d7baaf87f yet. {{(pid=103448) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 20:30:26.918822 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8febc2-e3a4-4849-9bf7-f65da1c115b2 req-1d3bb112-a12e-4fd5-bdfe-9063d434a0c8 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:30:26.920342 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7a8febc2-e3a4-4849-9bf7-f65da1c115b2 req-1d3bb112-a12e-4fd5-bdfe-9063d434a0c8 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] 10.222.0.41 "GET /v2.0/networks?id=bc6b8ee0-c93e-4fd5-b6d2-3b4003108205 HTTP/1.1" status: 200 len: 797 time: 0.1737683 Nov 22 20:30:26.937363 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a79cf390-56dc-4b31-97fd-e91986248b47 req-20613f97-6c8e-40da-bcfd-13b15777325e tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] 10.222.0.46 "GET /v2.0/ports?device_id=9b8bcab5-d7eb-4942-8883-7f3b125ddb74 HTTP/1.1" status: 200 len: 210 time: 0.0395508 Nov 22 20:30:26.961954 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.db_base_plugin_common [None req-fdb309cc-2418-4f7c-a20f-8ac8dc28f05e None None] Allocated IP 2001:db8::2 (7bd88872-a540-4e3b-ac93-d884c5e46f76/3cb34e79-6a87-402b-a2fb-c87857c2168f/ec168b27-4f6a-46bb-87c1-108bbbd0c468) {{(pid=103449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:30:26.990785 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7a8febc2-e3a4-4849-9bf7-f65da1c115b2 req-0f39cdaa-c528-4155-9285-fc8328946223 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=67d164fc12fc462bb9fe3a42a4c66cfa HTTP/1.1" status: 200 len: 379 time: 0.0559485 Nov 22 20:30:27.003979 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-7a8febc2-e3a4-4849-9bf7-f65da1c115b2 req-cf6515a9-4912-4962-a9d5-44c1d63bf95a tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Request body: {'port': {'device_id': '9b8bcab5-d7eb-4942-8883-7f3b125ddb74', 'network_id': 'bc6b8ee0-c93e-4fd5-b6d2-3b4003108205', 'admin_state_up': True, 'tenant_id': '67d164fc12fc462bb9fe3a42a4c66cfa', 'security_groups': ['e70a60d7-89bb-466f-9aa7-31b1bc285180']}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:30:27.116968 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-fdb309cc-2418-4f7c-a20f-8ac8dc28f05e None None] Publish callbacks [] for port, precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:27.120009 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a8febc2-e3a4-4849-9bf7-f65da1c115b2 req-cf6515a9-4912-4962-a9d5-44c1d63bf95a tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Made reservation on behalf of 67d164fc12fc462bb9fe3a42a4c66cfa for: {'port': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:30:27.122341 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-fdb309cc-2418-4f7c-a20f-8ac8dc28f05e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372'] for port, after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:27.124001 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-7a8febc2-e3a4-4849-9bf7-f65da1c115b2 req-cf6515a9-4912-4962-a9d5-44c1d63bf95a tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:27.162711 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdb309cc-2418-4f7c-a20f-8ac8dc28f05e None None] Network 7bd88872-a540-4e3b-ac93-d884c5e46f76 is already hosted by enough agents. {{(pid=103449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:30:27.166190 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.base_scheduler [None req-fdb309cc-2418-4f7c-a20f-8ac8dc28f05e None None] Resources bound (agent type, host, resource id): {{(pid=103449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:30:27.170459 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb309cc-2418-4f7c-a20f-8ac8dc28f05e None None] Received port after_create {{(pid=103449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:30:27.181537 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb309cc-2418-4f7c-a20f-8ac8dc28f05e None None] Pushing event updated for resources: {'Port': ['ID=ec168b27-4f6a-46bb-87c1-108bbbd0c468,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:30:27.206666 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [None req-f7d8bf2f-6b31-4d99-92ec-0db205aca565 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Allocated IP 2001:db8::4e (7bd88872-a540-4e3b-ac93-d884c5e46f76/3cb34e79-6a87-402b-a2fb-c87857c2168f/0982b0f3-eb10-487f-ac1b-6e4d7baaf87f) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:30:27.233505 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-fdb309cc-2418-4f7c-a20f-8ac8dc28f05e None None] Attempting to bind port ec168b27-4f6a-46bb-87c1-108bbbd0c468 on host n-d-818823-1 for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:30:27.233879 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-fdb309cc-2418-4f7c-a20f-8ac8dc28f05e None None] Attempting to bind port ec168b27-4f6a-46bb-87c1-108bbbd0c468 by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': 'bdb0f717-aa5f-4e33-bcc3-95472c9b5b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '7bd88872-a540-4e3b-ac93-d884c5e46f76'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:30:27.234248 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb309cc-2418-4f7c-a20f-8ac8dc28f05e None None] Attempting to bind port ec168b27-4f6a-46bb-87c1-108bbbd0c468 on network 7bd88872-a540-4e3b-ac93-d884c5e46f76 {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:30:27.239951 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb309cc-2418-4f7c-a20f-8ac8dc28f05e None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 30, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:30:27.240571 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb309cc-2418-4f7c-a20f-8ac8dc28f05e None None] Checking segment: {'id': 'bdb0f717-aa5f-4e33-bcc3-95472c9b5b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '7bd88872-a540-4e3b-ac93-d884c5e46f76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:30:27.241195 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-fdb309cc-2418-4f7c-a20f-8ac8dc28f05e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:27.241772 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb309cc-2418-4f7c-a20f-8ac8dc28f05e None None] Bound using segment: {'id': 'bdb0f717-aa5f-4e33-bcc3-95472c9b5b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '7bd88872-a540-4e3b-ac93-d884c5e46f76'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:30:27.242412 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-fdb309cc-2418-4f7c-a20f-8ac8dc28f05e None None] Bound port: ec168b27-4f6a-46bb-87c1-108bbbd0c468, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdb0f717-aa5f-4e33-bcc3-95472c9b5b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '7bd88872-a540-4e3b-ac93-d884c5e46f76'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:30:27.243044 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-fdb309cc-2418-4f7c-a20f-8ac8dc28f05e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:27.272823 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [req-7a8febc2-e3a4-4849-9bf7-f65da1c115b2 req-cf6515a9-4912-4962-a9d5-44c1d63bf95a tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Allocated IP 172.20.0.14 (bc6b8ee0-c93e-4fd5-b6d2-3b4003108205/c85ed097-9a10-4cb0-8436-ab0dc36d4a33/c02d7240-fd9a-4491-9cf3-2e4d5bd83887) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:30:27.339815 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-fdb309cc-2418-4f7c-a20f-8ac8dc28f05e None None] For port ec168b27-4f6a-46bb-87c1-108bbbd0c468, host n-d-818823-1, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:30:27.343620 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-fdb309cc-2418-4f7c-a20f-8ac8dc28f05e None None] For port ec168b27-4f6a-46bb-87c1-108bbbd0c468, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=ec168b27-4f6a-46bb-87c1-108bbbd0c468,segment=NetworkSegment(bdb0f717-aa5f-4e33-bcc3-95472c9b5b64),segment_id=bdb0f717-aa5f-4e33-bcc3-95472c9b5b64)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:30:27.348281 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-fdb309cc-2418-4f7c-a20f-8ac8dc28f05e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:27.389968 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f7d8bf2f-6b31-4d99-92ec-0db205aca565 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:27.417732 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb309cc-2418-4f7c-a20f-8ac8dc28f05e None None] Pushing event updated for resources: {'Port': ['ID=ec168b27-4f6a-46bb-87c1-108bbbd0c468,revision_number=2']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:30:27.437828 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f7d8bf2f-6b31-4d99-92ec-0db205aca565 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:27.457299 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc2951a-cb50-413e-8acf-0f1aeeaf4971 req-d65b3a7c-26a4-441d-83cb-9cab434d3f3c tempest-ServerRescueTestJSONUnderV235-174357529 tempest-ServerRescueTestJSONUnderV235-174357529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:30:27.458890 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3bc2951a-cb50-413e-8acf-0f1aeeaf4971 req-d65b3a7c-26a4-441d-83cb-9cab434d3f3c tempest-ServerRescueTestJSONUnderV235-174357529 tempest-ServerRescueTestJSONUnderV235-174357529-project] 10.222.0.46 "GET /v2.0/ports?device_id=d73f004c-3e7c-4e3e-96fd-907fe73c64f7 HTTP/1.1" status: 200 len: 946 time: 0.1153581 Nov 22 20:30:27.493429 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7d8bf2f-6b31-4d99-92ec-0db205aca565 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Network 7bd88872-a540-4e3b-ac93-d884c5e46f76 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:30:27.498955 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-f7d8bf2f-6b31-4d99-92ec-0db205aca565 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:30:27.503867 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d8bf2f-6b31-4d99-92ec-0db205aca565 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:30:27.511335 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d8bf2f-6b31-4d99-92ec-0db205aca565 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:30:27.512038 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f7d8bf2f-6b31-4d99-92ec-0db205aca565 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:27.517442 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d8bf2f-6b31-4d99-92ec-0db205aca565 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Pushing event updated for resources: {'Port': ['ID=0982b0f3-eb10-487f-ac1b-6e4d7baaf87f,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:30:27.533551 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-f7d8bf2f-6b31-4d99-92ec-0db205aca565 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.9073422 Nov 22 20:30:27.536075 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 37524) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:30:27.541379 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-7a8febc2-e3a4-4849-9bf7-f65da1c115b2 req-cf6515a9-4912-4962-a9d5-44c1d63bf95a tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:27.546715 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3bc2951a-cb50-413e-8acf-0f1aeeaf4971 req-d06e16f2-4fd9-46c8-9828-e767b7c1777f tempest-ServerRescueTestJSONUnderV235-174357529 tempest-ServerRescueTestJSONUnderV235-174357529-project] 10.222.0.46 "GET /v2.0/security-groups?id=3776e3ad-7077-49a6-9ca5-2a879ce1ed3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799296 Nov 22 20:30:27.624866 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37da951-c54d-41fd-bde8-2bd5c29010ee req-34f62819-407a-403b-aa4e-4f5fcd82a1ad tempest-VolumesSnapshotTestJSON-2135202428 tempest-VolumesSnapshotTestJSON-2135202428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:30:27.653489 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c37da951-c54d-41fd-bde8-2bd5c29010ee req-34f62819-407a-403b-aa4e-4f5fcd82a1ad tempest-VolumesSnapshotTestJSON-2135202428 tempest-VolumesSnapshotTestJSON-2135202428-project] 10.222.0.46 "GET /v2.0/ports?device_id=dd4200af-150b-4498-b349-8333c538c3af HTTP/1.1" status: 200 len: 945 time: 0.1162686 Nov 22 20:30:27.655786 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f72834d5-b5b3-4f72-9561-0455cec4c465 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:30:27.673459 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f72834d5-b5b3-4f72-9561-0455cec4c465 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:30:27.677831 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-f72834d5-b5b3-4f72-9561-0455cec4c465 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1380038 Nov 22 20:30:27.678118 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 37530) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:30:27.729617 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-7a8febc2-e3a4-4849-9bf7-f65da1c115b2 req-cf6515a9-4912-4962-a9d5-44c1d63bf95a tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:27.816059 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-915d8d43-31af-4bb4-8145-6c8a1b80f931 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Deleting port 0982b0f3-eb10-487f-ac1b-6e4d7baaf87f {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:30:27.816410 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-915d8d43-31af-4bb4-8145-6c8a1b80f931 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:27.817939 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c37da951-c54d-41fd-bde8-2bd5c29010ee req-ac1cf651-3941-40fc-a821-7f2cd1f69766 tempest-VolumesSnapshotTestJSON-2135202428 tempest-VolumesSnapshotTestJSON-2135202428-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2bd36ea-fff5-4c53-80d3-585d8a14f8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631048 Nov 22 20:30:27.824111 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6515a9-4912-4962-a9d5-44c1d63bf95a tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Pushing event updated for resources: {'Port': ['ID=c02d7240-fd9a-4491-9cf3-2e4d5bd83887,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:30:27.862062 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a8febc2-e3a4-4849-9bf7-f65da1c115b2 req-cf6515a9-4912-4962-a9d5-44c1d63bf95a tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Network bc6b8ee0-c93e-4fd5-b6d2-3b4003108205 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:30:27.866203 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [req-7a8febc2-e3a4-4849-9bf7-f65da1c115b2 req-cf6515a9-4912-4962-a9d5-44c1d63bf95a tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:30:27.869579 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a8febc2-e3a4-4849-9bf7-f65da1c115b2 req-cf6515a9-4912-4962-a9d5-44c1d63bf95a tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:30:27.898920 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb456fb-374a-48b6-bf85-6a6faf25a3ef req-2e948421-8e96-4b26-bcc8-e5b0e6647005 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:30:27.903876 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2eb456fb-374a-48b6-bf85-6a6faf25a3ef req-2e948421-8e96-4b26-bcc8-e5b0e6647005 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/ports?device_id=bbf8cbb9-c17a-423d-9c0a-cab42a8c30e7 HTTP/1.1" status: 200 len: 943 time: 0.1158497 Nov 22 20:30:27.953404 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-915d8d43-31af-4bb4-8145-6c8a1b80f931 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:27.976776 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-915d8d43-31af-4bb4-8145-6c8a1b80f931 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Calling delete_port for 0982b0f3-eb10-487f-ac1b-6e4d7baaf87f owned by {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:30:28.021446 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8febc2-e3a4-4849-9bf7-f65da1c115b2 req-cf6515a9-4912-4962-a9d5-44c1d63bf95a tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:30:28.022120 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-7a8febc2-e3a4-4849-9bf7-f65da1c115b2 req-cf6515a9-4912-4962-a9d5-44c1d63bf95a tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:28.078605 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7a8febc2-e3a4-4849-9bf7-f65da1c115b2 req-cf6515a9-4912-4962-a9d5-44c1d63bf95a tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0806131 Nov 22 20:30:28.082562 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2eb456fb-374a-48b6-bf85-6a6faf25a3ef req-2d0e6588-b479-456b-b1ea-eef328302845 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e8bab57-9061-4423-98eb-3cb5b90f4a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508517 Nov 22 20:30:28.117557 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56677508-6d07-4cb5-af15-ba0a907018c4 req-4a18a0d6-76c8-4fd3-8f3b-de983c5f2170 tempest-VolumesSnapshotTestJSON-2135202428 tempest-VolumesSnapshotTestJSON-2135202428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:30:28.122928 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-56677508-6d07-4cb5-af15-ba0a907018c4 req-4a18a0d6-76c8-4fd3-8f3b-de983c5f2170 tempest-VolumesSnapshotTestJSON-2135202428 tempest-VolumesSnapshotTestJSON-2135202428-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd4200af-150b-4498-b349-8333c538c3af HTTP/1.1" status: 200 len: 945 time: 0.1851852 Nov 22 20:30:28.130042 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-7a8febc2-e3a4-4849-9bf7-f65da1c115b2 req-48fa1a96-352f-4b5a-872c-6e63405145f6 service neutron] Request body: {'port': {'device_id': '9b8bcab5-d7eb-4942-8883-7f3b125ddb74', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818823-1'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:30:28.173000 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-915d8d43-31af-4bb4-8145-6c8a1b80f931 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:28.206765 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d8d43-31af-4bb4-8145-6c8a1b80f931 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Pushing event deleted for resources: {'Port': ['ID=0982b0f3-eb10-487f-ac1b-6e4d7baaf87f,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:30:28.239989 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-915d8d43-31af-4bb4-8145-6c8a1b80f931 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:28.243766 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-c7494c89-6ae0-498f-953b-da5e27392b86 None None] Provisioning complete for port c02d7240-fd9a-4491-9cf3-2e4d5bd83887 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:30:28.245147 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-c7494c89-6ae0-498f-953b-da5e27392b86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:28.250154 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-915d8d43-31af-4bb4-8145-6c8a1b80f931 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "DELETE /v2.0/ports/0982b0f3-eb10-487f-ac1b-6e4d7baaf87f HTTP/1.1" status: 204 len: 168 time: 0.5687120 Nov 22 20:30:28.251577 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 37534) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:30:28.253380 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900d07c7-4b9d-4dbf-b581-a9e1c3b16e43 req-c13d8d53-85de-413e-ba92-02faf3fa6228 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:30:28.256993 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-900d07c7-4b9d-4dbf-b581-a9e1c3b16e43 req-c13d8d53-85de-413e-ba92-02faf3fa6228 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] 10.222.0.46 "GET /v2.0/ports?device_id=9b8bcab5-d7eb-4942-8883-7f3b125ddb74 HTTP/1.1" status: 200 len: 932 time: 0.2092431 Nov 22 20:30:28.286944 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-7a8febc2-e3a4-4849-9bf7-f65da1c115b2 req-48fa1a96-352f-4b5a-872c-6e63405145f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:28.293328 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-c7494c89-6ae0-498f-953b-da5e27392b86 None None] Port c02d7240-fd9a-4491-9cf3-2e4d5bd83887 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:30:28.357971 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f280c08-8be6-46de-b994-e849e5760120 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:30:28.360722 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f280c08-8be6-46de-b994-e849e5760120 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:30:28.362667 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-9f280c08-8be6-46de-b994-e849e5760120 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1113582 Nov 22 20:30:28.365926 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 37536) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:30:28.420740 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-900d07c7-4b9d-4dbf-b581-a9e1c3b16e43 req-6fc2aa6b-6702-4226-aa81-0629c55b1349 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] 10.222.0.46 "GET /v2.0/security-groups?id=e70a60d7-89bb-466f-9aa7-31b1bc285180&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1319165 Nov 22 20:30:28.425642 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_v2 [None req-43684aa7-a694-4091-971b-262198772e65 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Deleting subnet 3cb34e79-6a87-402b-a2fb-c87857c2168f {{(pid=103448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 20:30:28.431185 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-43684aa7-a694-4091-971b-262198772e65 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks [] for subnet, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:28.488593 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-43684aa7-a694-4091-971b-262198772e65 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11627908'] for subnet, precommit_delete_associations {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:28.609554 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-43684aa7-a694-4091-971b-262198772e65 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3753007'] for subnet, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:28.703599 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 30e2de48-0c41-48d3-83c8-5bd09fd0ad8b details requested by agent hyperv_n-h2-818823-1 with host n-h2-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 20:30:28.708747 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-43684aa7-a694-4091-971b-262198772e65 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3753014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11567369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11792914'] for subnet, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:28.822145 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-43684aa7-a694-4091-971b-262198772e65 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:28.828485 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-43684aa7-a694-4091-971b-262198772e65 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "DELETE /v2.0/subnets/3cb34e79-6a87-402b-a2fb-c87857c2168f HTTP/1.1" status: 204 len: 168 time: 0.4616160 Nov 22 20:30:28.829383 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 37544) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:30:28.830225 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43684aa7-a694-4091-971b-262198772e65 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Pushing event deleted for resources: {'Subnet': ['ID=3cb34e79-6a87-402b-a2fb-c87857c2168f,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:30:28.876986 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6821b96-98f2-4f62-9bac-4b923529f4a6 None None] Network 7bd88872-a540-4e3b-ac93-d884c5e46f76 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:30:28.887704 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-56677508-6d07-4cb5-af15-ba0a907018c4 req-72a0aa95-5101-4a78-a872-d193069c7485 tempest-VolumesSnapshotTestJSON-2135202428 tempest-VolumesSnapshotTestJSON-2135202428-project] Deleting port ce6bb0aa-47bf-4789-9117-81113743a360 {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:30:28.888276 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-56677508-6d07-4cb5-af15-ba0a907018c4 req-72a0aa95-5101-4a78-a872-d193069c7485 tempest-VolumesSnapshotTestJSON-2135202428 tempest-VolumesSnapshotTestJSON-2135202428-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:28.942988 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-b6e87969-df96-4047-b12c-f4cb01c3bcfb tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1034393 Nov 22 20:30:28.949663 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 37548) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:30:28.954686 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-dc8ab1e5-e02f-4aa9-b4fe-7208c2efeee9 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Request body: {'subnet': {'network_id': '7bd88872-a540-4e3b-ac93-d884c5e46f76', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:30:29.044509 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-314f59a8-a57e-4ea9-8a80-205c8ecff824 None None] Provisioning complete for port ec168b27-4f6a-46bb-87c1-108bbbd0c468 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:30:29.045030 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-314f59a8-a57e-4ea9-8a80-205c8ecff824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:29.126882 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port 30e2de48-0c41-48d3-83c8-5bd09fd0ad8b, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=30e2de48-0c41-48d3-83c8-5bd09fd0ad8b,segment=NetworkSegment(60e02a7e-98a0-4d76-b36b-46f7624c5b28),segment_id=60e02a7e-98a0-4d76-b36b-46f7624c5b28)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:30:29.130363 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device ec168b27-4f6a-46bb-87c1-108bbbd0c468 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:30:29.136870 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc8ab1e5-e02f-4aa9-b4fe-7208c2efeee9 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Made reservation on behalf of aa06169c4e4d4119918ff90a471be1d0 for: {'subnet': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:30:29.137502 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17d0c8c-a3b2-4263-bd09-efd813bdc74d req-0e4221c0-a887-4d09-aeb3-b0a90475d963 tempest-ServerRescueTestJSONUnderV235-174357529 tempest-ServerRescueTestJSONUnderV235-174357529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:30:29.139508 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e17d0c8c-a3b2-4263-bd09-efd813bdc74d req-0e4221c0-a887-4d09-aeb3-b0a90475d963 tempest-ServerRescueTestJSONUnderV235-174357529 tempest-ServerRescueTestJSONUnderV235-174357529-project] 10.222.0.46 "GET /v2.0/ports?device_id=d73f004c-3e7c-4e3e-96fd-907fe73c64f7 HTTP/1.1" status: 200 len: 946 time: 0.2704654 Nov 22 20:30:29.150005 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-dc8ab1e5-e02f-4aa9-b4fe-7208c2efeee9 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11792951'] for subnet, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:29.189103 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Returning: {'device': '30e2de48-0c41-48d3-83c8-5bd09fd0ad8b', 'network_id': '13496096-9618-4fad-a538-016ce712d3bd', 'port_id': '30e2de48-0c41-48d3-83c8-5bd09fd0ad8b', 'mac_address': 'fa:16:3e:9d:01:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c03e1529-a0c9-4990-b0cd-08a1dc455fd5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 20:30:29.195275 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6f12c9-f078-4be8-becb-9766d08a61c9 req-a650e87d-7fdc-422a-beb3-eebd2f123618 tempest-VolumesSnapshotTestJSON-2135202428 tempest-VolumesSnapshotTestJSON-2135202428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:30:29.197000 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6f6f12c9-f078-4be8-becb-9766d08a61c9 req-a650e87d-7fdc-422a-beb3-eebd2f123618 tempest-VolumesSnapshotTestJSON-2135202428 tempest-VolumesSnapshotTestJSON-2135202428-project] 10.222.0.46 "GET /v2.0/ports?device_id=dd4200af-150b-4498-b349-8333c538c3af HTTP/1.1" status: 200 len: 945 time: 0.2334528 Nov 22 20:30:29.216020 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-56677508-6d07-4cb5-af15-ba0a907018c4 req-72a0aa95-5101-4a78-a872-d193069c7485 tempest-VolumesSnapshotTestJSON-2135202428 tempest-VolumesSnapshotTestJSON-2135202428-project] For port ce6bb0aa-47bf-4789-9117-81113743a360, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=ce6bb0aa-47bf-4789-9117-81113743a360,segment=NetworkSegment(a7c0e7ff-7a27-492d-907d-7ccfe5c23782),segment_id=a7c0e7ff-7a27-492d-907d-7ccfe5c23782)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:30:29.216529 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-56677508-6d07-4cb5-af15-ba0a907018c4 req-72a0aa95-5101-4a78-a872-d193069c7485 tempest-VolumesSnapshotTestJSON-2135202428 tempest-VolumesSnapshotTestJSON-2135202428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:29.297736 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:29.309637 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-56677508-6d07-4cb5-af15-ba0a907018c4 req-72a0aa95-5101-4a78-a872-d193069c7485 tempest-VolumesSnapshotTestJSON-2135202428 tempest-VolumesSnapshotTestJSON-2135202428-project] Calling delete_port for ce6bb0aa-47bf-4789-9117-81113743a360 owned by compute:nova {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:30:29.324279 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-314f59a8-a57e-4ea9-8a80-205c8ecff824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:29.330491 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25791cd1-17af-4fc2-a735-b41fbd618661 None None] DHCP port deletion for 7bd88872-a540-4e3b-ac93-d884c5e46f76 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:30:29.341034 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port ec168b27-4f6a-46bb-87c1-108bbbd0c468 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:30:29.341650 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:29.387461 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30e2de48-0c41-48d3-83c8-5bd09fd0ad8b {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:30:29.392261 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e17d0c8c-a3b2-4263-bd09-efd813bdc74d req-1a9075fa-2a8b-4aeb-9d52-ce93ba824539 tempest-ServerRescueTestJSONUnderV235-174357529 tempest-ServerRescueTestJSONUnderV235-174357529-project] 10.222.0.46 "GET /v2.0/security-groups?id=3776e3ad-7077-49a6-9ca5-2a879ce1ed3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2442675 Nov 22 20:30:29.404785 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-dc8ab1e5-e02f-4aa9-b4fe-7208c2efeee9 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11567560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11792921'] for subnet, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:29.470188 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc8ab1e5-e02f-4aa9-b4fe-7208c2efeee9 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Network 7bd88872-a540-4e3b-ac93-d884c5e46f76 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:30:29.478392 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-dc8ab1e5-e02f-4aa9-b4fe-7208c2efeee9 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:30:29.483398 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc8ab1e5-e02f-4aa9-b4fe-7208c2efeee9 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:30:29.483995 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-dc8ab1e5-e02f-4aa9-b4fe-7208c2efeee9 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:29.486629 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8ab1e5-e02f-4aa9-b4fe-7208c2efeee9 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Pushing event updated for resources: {'Subnet': ['ID=3a8ff5ed-2016-4ca3-b312-c2874d310edb,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:30:29.492320 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [req-7a8febc2-e3a4-4849-9bf7-f65da1c115b2 req-48fa1a96-352f-4b5a-872c-6e63405145f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c02d7240-fd9a-4491-9cf3-2e4d5bd83887 {{(pid=103447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:30:29.502968 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-7a8febc2-e3a4-4849-9bf7-f65da1c115b2 req-48fa1a96-352f-4b5a-872c-6e63405145f6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:29.510422 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-dc8ab1e5-e02f-4aa9-b4fe-7208c2efeee9 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5565994 Nov 22 20:30:29.510968 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 37554) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:30:29.517705 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-18ca5350-f94e-41eb-97dc-0e1a19b5e8ca tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Request body: {'port': {'network_id': '7bd88872-a540-4e3b-ac93-d884c5e46f76', 'name': 'tempest-NetworksTestDHCPv6-6328980'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:30:29.541286 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-314f59a8-a57e-4ea9-8a80-205c8ecff824 None None] For port ec168b27-4f6a-46bb-87c1-108bbbd0c468, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=ec168b27-4f6a-46bb-87c1-108bbbd0c468,segment=NetworkSegment(bdb0f717-aa5f-4e33-bcc3-95472c9b5b64),segment_id=bdb0f717-aa5f-4e33-bcc3-95472c9b5b64)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:30:29.550373 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port 30e2de48-0c41-48d3-83c8-5bd09fd0ad8b, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=30e2de48-0c41-48d3-83c8-5bd09fd0ad8b,segment=NetworkSegment(60e02a7e-98a0-4d76-b36b-46f7624c5b28),segment_id=60e02a7e-98a0-4d76-b36b-46f7624c5b28)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:30:29.555405 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-314f59a8-a57e-4ea9-8a80-205c8ecff824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:29.603788 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:29.630189 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314f59a8-a57e-4ea9-8a80-205c8ecff824 None None] Pushing event updated for resources: {'Port': ['ID=ec168b27-4f6a-46bb-87c1-108bbbd0c468,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:30:29.650573 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.provisioning_blocks [req-7a8febc2-e3a4-4849-9bf7-f65da1c115b2 req-48fa1a96-352f-4b5a-872c-6e63405145f6 service neutron] Transition to ACTIVE for port object c02d7240-fd9a-4491-9cf3-2e4d5bd83887 will not be triggered until provisioned by entity L2. {{(pid=103447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 20:30:29.669613 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-7a8febc2-e3a4-4849-9bf7-f65da1c115b2 req-48fa1a96-352f-4b5a-872c-6e63405145f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:29.670616 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18ca5350-f94e-41eb-97dc-0e1a19b5e8ca tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Made reservation on behalf of aa06169c4e4d4119918ff90a471be1d0 for: {'port': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:30:29.676164 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-18ca5350-f94e-41eb-97dc-0e1a19b5e8ca tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:29.693413 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-56677508-6d07-4cb5-af15-ba0a907018c4 req-72a0aa95-5101-4a78-a872-d193069c7485 tempest-VolumesSnapshotTestJSON-2135202428 tempest-VolumesSnapshotTestJSON-2135202428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:29.706433 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [None req-18ca5350-f94e-41eb-97dc-0e1a19b5e8ca tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] device_id is not set on port 1ea12d21-2eaa-4600-bae5-bb67897e7060 yet. {{(pid=103448) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 20:30:29.734948 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6f6f12c9-f078-4be8-becb-9766d08a61c9 req-79d367bb-5db9-4ba4-a67f-36bb219ca5a9 tempest-VolumesSnapshotTestJSON-2135202428 tempest-VolumesSnapshotTestJSON-2135202428-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2bd36ea-fff5-4c53-80d3-585d8a14f8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5017350 Nov 22 20:30:29.735800 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-25791cd1-17af-4fc2-a735-b41fbd618661 None None] Deleting port ec168b27-4f6a-46bb-87c1-108bbbd0c468 {{(pid=103449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:30:29.736248 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-25791cd1-17af-4fc2-a735-b41fbd618661 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:29.863082 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] get_ports_and_sgs() called for port_ids ['30e2de48-0c41-48d3-83c8-5bd09fd0ad8b'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:30:29.865320 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaf00a2-85cd-4c90-ad55-8b668a704936 req-1e20eafe-f6c3-4ab5-a000-0fe9ef28177f tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:30:29.866937 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-bcaf00a2-85cd-4c90-ad55-8b668a704936 req-1e20eafe-f6c3-4ab5-a000-0fe9ef28177f tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/ports?device_id=bbf8cbb9-c17a-423d-9c0a-cab42a8c30e7 HTTP/1.1" status: 200 len: 944 time: 0.2844210 Nov 22 20:30:29.876304 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=30e2de48-0c41-48d3-83c8-5bd09fd0ad8b,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:30:29.902028 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fa1a96-352f-4b5a-872c-6e63405145f6 service neutron] Pushing event updated for resources: {'Port': ['ID=c02d7240-fd9a-4491-9cf3-2e4d5bd83887,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:30:29.920504 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [None req-18ca5350-f94e-41eb-97dc-0e1a19b5e8ca tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Allocated IP 2001:db8::168 (7bd88872-a540-4e3b-ac93-d884c5e46f76/3a8ff5ed-2016-4ca3-b312-c2874d310edb/1ea12d21-2eaa-4600-bae5-bb67897e7060) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:30:30.042617 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-c2091dd7-a5e7-44e4-9614-ed17fe618372 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:30.049161 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-56677508-6d07-4cb5-af15-ba0a907018c4 req-72a0aa95-5101-4a78-a872-d193069c7485 tempest-VolumesSnapshotTestJSON-2135202428 tempest-VolumesSnapshotTestJSON-2135202428-project] No DVR routers for this DVR port ce6bb0aa-47bf-4789-9117-81113743a360 on host n-h2-818823-1 {{(pid=103447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:30:30.055253 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-56677508-6d07-4cb5-af15-ba0a907018c4 req-72a0aa95-5101-4a78-a872-d193069c7485 tempest-VolumesSnapshotTestJSON-2135202428 tempest-VolumesSnapshotTestJSON-2135202428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:30.061091 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-56677508-6d07-4cb5-af15-ba0a907018c4 req-72a0aa95-5101-4a78-a872-d193069c7485 tempest-VolumesSnapshotTestJSON-2135202428 tempest-VolumesSnapshotTestJSON-2135202428-project] 10.222.0.20 "DELETE /v2.0/ports/ce6bb0aa-47bf-4789-9117-81113743a360 HTTP/1.1" status: 204 len: 173 time: 1.9267116 Nov 22 20:30:30.153700 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd4200af-150b-4498-b349-8333c538c3af', 'name': 'network-vif-deleted', 'tag': 'ce6bb0aa-47bf-4789-9117-81113743a360'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:30:30.156175 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be912d9e-8540-4a89-b5fa-d1ba7eef36e9" -d '{"events": [{"server_uuid": "dd4200af-150b-4498-b349-8333c538c3af", "name": "network-vif-deleted", "tag": "ce6bb0aa-47bf-4789-9117-81113743a360"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:30:30.164586 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-25791cd1-17af-4fc2-a735-b41fbd618661 None None] For port ec168b27-4f6a-46bb-87c1-108bbbd0c468, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=ec168b27-4f6a-46bb-87c1-108bbbd0c468,segment=NetworkSegment(bdb0f717-aa5f-4e33-bcc3-95472c9b5b64),segment_id=bdb0f717-aa5f-4e33-bcc3-95472c9b5b64)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:30:30.164997 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-25791cd1-17af-4fc2-a735-b41fbd618661 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:30.166450 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-18ca5350-f94e-41eb-97dc-0e1a19b5e8ca tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:30.197823 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-25791cd1-17af-4fc2-a735-b41fbd618661 None None] Calling delete_port for ec168b27-4f6a-46bb-87c1-108bbbd0c468 owned by network:dhcp {{(pid=103449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:30:30.217319 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a0aa95-5101-4a78-a872-d193069c7485 tempest-VolumesSnapshotTestJSON-2135202428 tempest-VolumesSnapshotTestJSON-2135202428-project] Pushing event deleted for resources: {'Port': ['ID=ce6bb0aa-47bf-4789-9117-81113743a360,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:30:30.221007 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-18ca5350-f94e-41eb-97dc-0e1a19b5e8ca tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:30.255447 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-bcaf00a2-85cd-4c90-ad55-8b668a704936 req-6968b822-c09d-4940-8e06-c7a7df33116d tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e8bab57-9061-4423-98eb-3cb5b90f4a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3723309 Nov 22 20:30:30.309877 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f9522f-cbb7-4d9e-9c1f-3ecf76d05bad req-33b5f396-036e-4d6f-9601-37b8213d3c3d tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:30:30.311609 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-66f9522f-cbb7-4d9e-9c1f-3ecf76d05bad req-33b5f396-036e-4d6f-9601-37b8213d3c3d tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] 10.222.0.46 "GET /v2.0/ports?device_id=9b8bcab5-d7eb-4942-8883-7f3b125ddb74 HTTP/1.1" status: 200 len: 944 time: 0.3633385 Nov 22 20:30:30.311771 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18ca5350-f94e-41eb-97dc-0e1a19b5e8ca tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Network 7bd88872-a540-4e3b-ac93-d884c5e46f76 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:30:30.313440 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ca5350-f94e-41eb-97dc-0e1a19b5e8ca tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Pushing event updated for resources: {'Port': ['ID=1ea12d21-2eaa-4600-bae5-bb67897e7060,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:30:30.315186 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-7a8febc2-e3a4-4849-9bf7-f65da1c115b2 req-48fa1a96-352f-4b5a-872c-6e63405145f6 service neutron] Attempting to bind port c02d7240-fd9a-4491-9cf3-2e4d5bd83887 on host n-h1-818823-1 for vnic_type normal with profile {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:30:30.319104 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-7a8febc2-e3a4-4849-9bf7-f65da1c115b2 req-48fa1a96-352f-4b5a-872c-6e63405145f6 service neutron] Attempting to bind port c02d7240-fd9a-4491-9cf3-2e4d5bd83887 by drivers openvswitch,hyperv on host n-h1-818823-1 at level 0 using segments [{'id': 'dbe15f2b-18f6-4fb3-82f1-4b95701e72ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'bc6b8ee0-c93e-4fd5-b6d2-3b4003108205'}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:30:30.319104 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8febc2-e3a4-4849-9bf7-f65da1c115b2 req-48fa1a96-352f-4b5a-872c-6e63405145f6 service neutron] Attempting to bind port c02d7240-fd9a-4491-9cf3-2e4d5bd83887 on network bc6b8ee0-c93e-4fd5-b6d2-3b4003108205 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:30:30.327209 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-18ca5350-f94e-41eb-97dc-0e1a19b5e8ca tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:30:30.332368 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ca5350-f94e-41eb-97dc-0e1a19b5e8ca tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:30:30.347003 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18ca5350-f94e-41eb-97dc-0e1a19b5e8ca tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:30:30.348656 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-18ca5350-f94e-41eb-97dc-0e1a19b5e8ca tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:30.362250 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8febc2-e3a4-4849-9bf7-f65da1c115b2 req-48fa1a96-352f-4b5a-872c-6e63405145f6 service neutron] Port c02d7240-fd9a-4491-9cf3-2e4d5bd83887 on network bc6b8ee0-c93e-4fd5-b6d2-3b4003108205 not bound, no agent of type Open vSwitch agent registered on host n-h1-818823-1 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:30:30.362718 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8febc2-e3a4-4849-9bf7-f65da1c115b2 req-48fa1a96-352f-4b5a-872c-6e63405145f6 service neutron] Attempting to bind port c02d7240-fd9a-4491-9cf3-2e4d5bd83887 on network bc6b8ee0-c93e-4fd5-b6d2-3b4003108205 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:30:30.379207 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8febc2-e3a4-4849-9bf7-f65da1c115b2 req-48fa1a96-352f-4b5a-872c-6e63405145f6 service neutron] Checking agent: {'id': '7a008cff-3b49-418c-8046-689d46cc800f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'started_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 30, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:30:30.380170 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8febc2-e3a4-4849-9bf7-f65da1c115b2 req-48fa1a96-352f-4b5a-872c-6e63405145f6 service neutron] Checking segment: {'id': 'dbe15f2b-18f6-4fb3-82f1-4b95701e72ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'bc6b8ee0-c93e-4fd5-b6d2-3b4003108205'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:30:30.380170 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8febc2-e3a4-4849-9bf7-f65da1c115b2 req-48fa1a96-352f-4b5a-872c-6e63405145f6 service neutron] Bound using segment: {'id': 'dbe15f2b-18f6-4fb3-82f1-4b95701e72ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'bc6b8ee0-c93e-4fd5-b6d2-3b4003108205'} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:30:30.380759 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-7a8febc2-e3a4-4849-9bf7-f65da1c115b2 req-48fa1a96-352f-4b5a-872c-6e63405145f6 service neutron] Bound port: c02d7240-fd9a-4491-9cf3-2e4d5bd83887, host: n-h1-818823-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbe15f2b-18f6-4fb3-82f1-4b95701e72ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'bc6b8ee0-c93e-4fd5-b6d2-3b4003108205'}}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:30:30.380893 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-7a8febc2-e3a4-4849-9bf7-f65da1c115b2 req-48fa1a96-352f-4b5a-872c-6e63405145f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:30.382695 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-18ca5350-f94e-41eb-97dc-0e1a19b5e8ca tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.8702891 Nov 22 20:30:30.385767 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 37560) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:30:30.455229 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-25791cd1-17af-4fc2-a735-b41fbd618661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381'] for port, after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:30.491658 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-7a8febc2-e3a4-4849-9bf7-f65da1c115b2 req-48fa1a96-352f-4b5a-872c-6e63405145f6 service neutron] For port c02d7240-fd9a-4491-9cf3-2e4d5bd83887, host n-h1-818823-1, cleared binding levels {{(pid=103447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:30:30.498341 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-7a8febc2-e3a4-4849-9bf7-f65da1c115b2 req-48fa1a96-352f-4b5a-872c-6e63405145f6 service neutron] For port c02d7240-fd9a-4491-9cf3-2e4d5bd83887, host n-h1-818823-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=c02d7240-fd9a-4491-9cf3-2e4d5bd83887,segment=NetworkSegment(dbe15f2b-18f6-4fb3-82f1-4b95701e72ac),segment_id=dbe15f2b-18f6-4fb3-82f1-4b95701e72ac)] {{(pid=103447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:30:30.502537 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:30:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01669fe9-414b-43c9-a3b1-d849f4c553cd x-openstack-request-id: req-01669fe9-414b-43c9-a3b1-d849f4c553cd {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:30:30.503034 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd4200af-150b-4498-b349-8333c538c3af", "name": "network-vif-deleted", "tag": "ce6bb0aa-47bf-4789-9117-81113743a360", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:30:30.503297 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-01669fe9-414b-43c9-a3b1-d849f4c553cd {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:30:30.503981 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd4200af-150b-4498-b349-8333c538c3af', 'name': 'network-vif-deleted', 'tag': 'ce6bb0aa-47bf-4789-9117-81113743a360', 'status': 'completed', 'code': 200} Nov 22 20:30:30.511854 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-7a8febc2-e3a4-4849-9bf7-f65da1c115b2 req-48fa1a96-352f-4b5a-872c-6e63405145f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:30.522389 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25791cd1-17af-4fc2-a735-b41fbd618661 None None] No DVR routers for this DVR port ec168b27-4f6a-46bb-87c1-108bbbd0c468 on host n-d-818823-1 {{(pid=103449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:30:30.525772 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52be03c3-ea50-4604-b4fb-5419e4a69812 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:30:30.532966 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52be03c3-ea50-4604-b4fb-5419e4a69812 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:30:30.535502 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25791cd1-17af-4fc2-a735-b41fbd618661 None None] Pushing event deleted for resources: {'Port': ['ID=ec168b27-4f6a-46bb-87c1-108bbbd0c468,revision_number=None']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:30:30.539769 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-52be03c3-ea50-4604-b4fb-5419e4a69812 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1589 time: 0.1525013 Nov 22 20:30:30.540149 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 37564) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:30:30.542013 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-66f9522f-cbb7-4d9e-9c1f-3ecf76d05bad req-cd482406-ea3c-4f8d-ab97-1f099cb8dbaa tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] 10.222.0.46 "GET /v2.0/security-groups?id=e70a60d7-89bb-466f-9aa7-31b1bc285180&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2048974 Nov 22 20:30:30.576846 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a721fdfe-934d-4e7d-ae3a-d5e5dacaed8a None None] Network 7bd88872-a540-4e3b-ac93-d884c5e46f76 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:30:30.649482 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8febc2-e3a4-4849-9bf7-f65da1c115b2 req-48fa1a96-352f-4b5a-872c-6e63405145f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:30:30.650988 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-7a8febc2-e3a4-4849-9bf7-f65da1c115b2 req-48fa1a96-352f-4b5a-872c-6e63405145f6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:30.653786 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7a8febc2-e3a4-4849-9bf7-f65da1c115b2 req-48fa1a96-352f-4b5a-872c-6e63405145f6 service neutron] 10.222.0.41 "PUT /v2.0/ports/c02d7240-fd9a-4491-9cf3-2e4d5bd83887 HTTP/1.1" status: 200 len: 1092 time: 2.5294745 Nov 22 20:30:30.698866 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-8af1d2d2-83d0-4ec7-8b9e-c1810f647080 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Deleting port 1ea12d21-2eaa-4600-bae5-bb67897e7060 {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:30:30.699215 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8af1d2d2-83d0-4ec7-8b9e-c1810f647080 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:30.712748 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device ce6bb0aa-47bf-4789-9117-81113743a360 no longer exists at agent hyperv_n-h2-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:30:30.737971 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493470e1-1ec1-49d3-a5d1-cc1d40844f8a req-96f6e324-0fa2-4ade-960f-0b9a799f686b tempest-ServerRescueTestJSONUnderV235-174357529 tempest-ServerRescueTestJSONUnderV235-174357529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:30:30.740917 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-493470e1-1ec1-49d3-a5d1-cc1d40844f8a req-96f6e324-0fa2-4ade-960f-0b9a799f686b tempest-ServerRescueTestJSONUnderV235-174357529 tempest-ServerRescueTestJSONUnderV235-174357529-project] 10.222.0.46 "GET /v2.0/ports?device_id=d73f004c-3e7c-4e3e-96fd-907fe73c64f7 HTTP/1.1" status: 200 len: 946 time: 0.2064466 Nov 22 20:30:30.741884 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fa1a96-352f-4b5a-872c-6e63405145f6 service neutron] Pushing event updated for resources: {'Port': ['ID=c02d7240-fd9a-4491-9cf3-2e4d5bd83887,revision_number=3']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:30:30.905813 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-493470e1-1ec1-49d3-a5d1-cc1d40844f8a req-e1245f3a-5472-459e-928a-a1c0f629b36b tempest-ServerRescueTestJSONUnderV235-174357529 tempest-ServerRescueTestJSONUnderV235-174357529-project] 10.222.0.46 "GET /v2.0/security-groups?id=3776e3ad-7077-49a6-9ca5-2a879ce1ed3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500266 Nov 22 20:30:30.914164 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8febc2-e3a4-4849-9bf7-f65da1c115b2 req-8ac7096a-a77e-4ade-adec-ecd7d8570085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:30:30.916035 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7a8febc2-e3a4-4849-9bf7-f65da1c115b2 req-8ac7096a-a77e-4ade-adec-ecd7d8570085 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=67d164fc12fc462bb9fe3a42a4c66cfa&device_id=9b8bcab5-d7eb-4942-8883-7f3b125ddb74 HTTP/1.1" status: 200 len: 1095 time: 0.1634142 Nov 22 20:30:30.934512 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8af1d2d2-83d0-4ec7-8b9e-c1810f647080 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:30.981645 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-8af1d2d2-83d0-4ec7-8b9e-c1810f647080 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Calling delete_port for 1ea12d21-2eaa-4600-bae5-bb67897e7060 owned by {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:30:31.014248 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7a8febc2-e3a4-4849-9bf7-f65da1c115b2 req-e6600034-6513-466a-94cd-9b2731a78386 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c02d7240-fd9a-4491-9cf3-2e4d5bd83887 HTTP/1.1" status: 200 len: 217 time: 0.0876622 Nov 22 20:30:31.067937 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device ec168b27-4f6a-46bb-87c1-108bbbd0c468 no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:30:31.080356 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8febc2-e3a4-4849-9bf7-f65da1c115b2 req-910e56db-7ecc-4407-b118-17236541d216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:30:31.081869 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7a8febc2-e3a4-4849-9bf7-f65da1c115b2 req-910e56db-7ecc-4407-b118-17236541d216 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c85ed097-9a10-4cb0-8436-ab0dc36d4a33 HTTP/1.1" status: 200 len: 835 time: 0.0565329 Nov 22 20:30:31.087453 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] No Port match for: ce6bb0aa-47bf-4789-9117-81113743a360 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:30:31.087453 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device ce6bb0aa-47bf-4789-9117-81113743a360 not bound to the agent host n-h2-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:30:31.130717 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: ec168b27-4f6a-46bb-87c1-108bbbd0c468 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:30:31.131628 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device ec168b27-4f6a-46bb-87c1-108bbbd0c468 not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:30:31.163207 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8febc2-e3a4-4849-9bf7-f65da1c115b2 req-83e5d797-c5ee-425d-a65a-1c54b92a649c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:30:31.165969 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7a8febc2-e3a4-4849-9bf7-f65da1c115b2 req-83e5d797-c5ee-425d-a65a-1c54b92a649c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bc6b8ee0-c93e-4fd5-b6d2-3b4003108205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0760825 Nov 22 20:30:31.191127 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8af1d2d2-83d0-4ec7-8b9e-c1810f647080 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:31.269793 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aada526-aa3f-4cd5-96e6-b915e52fb80c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fb26bd7-ce56-527b-b94f-2e1f7cb2bb35-7bd88872-a540-4e3b-ac93-d884c5e46f76', 'network_id': '7bd88872-a540-4e3b-ac93-d884c5e46f76', 'tenant_id': 'aa06169c4e4d4119918ff90a471be1d0', 'fixed_ips': [{'subnet_id': '3a8ff5ed-2016-4ca3-b312-c2874d310edb'}]}} from n-d-818823-1. {{(pid=103449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 20:30:31.270764 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-2aada526-aa3f-4cd5-96e6-b915e52fb80c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:31.277050 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af1d2d2-83d0-4ec7-8b9e-c1810f647080 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Pushing event deleted for resources: {'Port': ['ID=1ea12d21-2eaa-4600-bae5-bb67897e7060,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:30:31.341581 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8af1d2d2-83d0-4ec7-8b9e-c1810f647080 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:31.347522 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-8af1d2d2-83d0-4ec7-8b9e-c1810f647080 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "DELETE /v2.0/ports/1ea12d21-2eaa-4600-bae5-bb67897e7060 HTTP/1.1" status: 204 len: 168 time: 0.8062303 Nov 22 20:30:31.352689 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 37576) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:30:31.418596 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7a8febc2-e3a4-4849-9bf7-f65da1c115b2 req-d707dec3-8d1a-40a7-b24d-83ce51d18c40 service neutron] 10.222.0.41 "GET /v2.0/networks/bc6b8ee0-c93e-4fd5-b6d2-3b4003108205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2444060 Nov 22 20:30:31.515899 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c3874cf-c868-4829-a183-50bd2919215e tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:30:31.516099 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.db_base_plugin_common [None req-2aada526-aa3f-4cd5-96e6-b915e52fb80c None None] Allocated IP 2001:db8::2 (7bd88872-a540-4e3b-ac93-d884c5e46f76/3a8ff5ed-2016-4ca3-b312-c2874d310edb/769ea4ee-6a6a-4da8-a62a-badbc7fe5cb2) {{(pid=103449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:30:31.518447 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c3874cf-c868-4829-a183-50bd2919215e tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:30:31.521645 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-0c3874cf-c868-4829-a183-50bd2919215e tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1464050 Nov 22 20:30:31.522181 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 37582) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:30:31.629609 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a2d7746-cc31-436c-8760-ca44811a617b tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Deleting subnet 3a8ff5ed-2016-4ca3-b312-c2874d310edb {{(pid=103448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 20:30:31.660406 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307c2571-3929-4e33-abca-020552934828 req-e33ac10b-0121-4bac-bddf-237d80960d19 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:30:31.663117 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-307c2571-3929-4e33-abca-020552934828 req-e33ac10b-0121-4bac-bddf-237d80960d19 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/ports?device_id=bbf8cbb9-c17a-423d-9c0a-cab42a8c30e7 HTTP/1.1" status: 200 len: 944 time: 0.2501600 Nov 22 20:30:31.733478 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-2aada526-aa3f-4cd5-96e6-b915e52fb80c None None] Publish callbacks [] for port, precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:31.742242 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2a2d7746-cc31-436c-8760-ca44811a617b tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks [] for subnet, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:31.745190 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-2aada526-aa3f-4cd5-96e6-b915e52fb80c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372'] for port, after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:31.762938 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7a8febc2-e3a4-4849-9bf7-f65da1c115b2 req-b4ca821a-d09f-47bb-9d33-5d2cf23239e4 service neutron] 10.222.0.41 "GET /v2.0/networks/bc6b8ee0-c93e-4fd5-b6d2-3b4003108205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2514095 Nov 22 20:30:31.801420 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-307c2571-3929-4e33-abca-020552934828 req-969ec2c5-2b81-4060-ba5a-f0e6972fa6a3 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e8bab57-9061-4423-98eb-3cb5b90f4a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307712 Nov 22 20:30:31.829135 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c923d7-a963-4faa-90f0-362dc0a39d5f req-e4117bb3-f17d-418a-a68d-e0c2ac39919e tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:30:31.841787 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aada526-aa3f-4cd5-96e6-b915e52fb80c None None] Network 7bd88872-a540-4e3b-ac93-d884c5e46f76 is already hosted by enough agents. {{(pid=103449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:30:31.842010 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-78c923d7-a963-4faa-90f0-362dc0a39d5f req-e4117bb3-f17d-418a-a68d-e0c2ac39919e tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] 10.222.0.46 "GET /v2.0/ports?device_id=9b8bcab5-d7eb-4942-8883-7f3b125ddb74 HTTP/1.1" status: 200 len: 944 time: 0.1534040 Nov 22 20:30:31.845091 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.base_scheduler [None req-2aada526-aa3f-4cd5-96e6-b915e52fb80c None None] Resources bound (agent type, host, resource id): {{(pid=103449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:30:31.852621 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2a2d7746-cc31-436c-8760-ca44811a617b tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11627908'] for subnet, precommit_delete_associations {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:31.855199 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aada526-aa3f-4cd5-96e6-b915e52fb80c None None] Received port after_create {{(pid=103449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:30:31.868562 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aada526-aa3f-4cd5-96e6-b915e52fb80c None None] Pushing event updated for resources: {'Port': ['ID=769ea4ee-6a6a-4da8-a62a-badbc7fe5cb2,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:30:31.913470 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-78c923d7-a963-4faa-90f0-362dc0a39d5f req-28dbc697-49c9-42b8-8485-cd844579e57f tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] 10.222.0.46 "GET /v2.0/security-groups?id=e70a60d7-89bb-466f-9aa7-31b1bc285180&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714412 Nov 22 20:30:31.958373 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-2aada526-aa3f-4cd5-96e6-b915e52fb80c None None] Attempting to bind port 769ea4ee-6a6a-4da8-a62a-badbc7fe5cb2 on host n-d-818823-1 for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:30:31.958825 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-2aada526-aa3f-4cd5-96e6-b915e52fb80c None None] Attempting to bind port 769ea4ee-6a6a-4da8-a62a-badbc7fe5cb2 by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': 'bdb0f717-aa5f-4e33-bcc3-95472c9b5b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '7bd88872-a540-4e3b-ac93-d884c5e46f76'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:30:31.959647 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aada526-aa3f-4cd5-96e6-b915e52fb80c None None] Attempting to bind port 769ea4ee-6a6a-4da8-a62a-badbc7fe5cb2 on network 7bd88872-a540-4e3b-ac93-d884c5e46f76 {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:30:31.972906 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aada526-aa3f-4cd5-96e6-b915e52fb80c None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 30, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:30:31.973311 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aada526-aa3f-4cd5-96e6-b915e52fb80c None None] Checking segment: {'id': 'bdb0f717-aa5f-4e33-bcc3-95472c9b5b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '7bd88872-a540-4e3b-ac93-d884c5e46f76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:30:31.973720 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-2aada526-aa3f-4cd5-96e6-b915e52fb80c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:31.974128 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aada526-aa3f-4cd5-96e6-b915e52fb80c None None] Bound using segment: {'id': 'bdb0f717-aa5f-4e33-bcc3-95472c9b5b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '7bd88872-a540-4e3b-ac93-d884c5e46f76'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:30:31.977646 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-2aada526-aa3f-4cd5-96e6-b915e52fb80c None None] Bound port: 769ea4ee-6a6a-4da8-a62a-badbc7fe5cb2, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdb0f717-aa5f-4e33-bcc3-95472c9b5b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '7bd88872-a540-4e3b-ac93-d884c5e46f76'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:30:31.978059 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-2aada526-aa3f-4cd5-96e6-b915e52fb80c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:32.034186 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2a2d7746-cc31-436c-8760-ca44811a617b tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3753007'] for subnet, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:32.092803 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1a297f-dcac-4b7b-8a6a-e6884906f13c req-89e9c226-b587-42e0-9fb3-4d2ec30bc537 tempest-ServerRescueTestJSONUnderV235-174357529 tempest-ServerRescueTestJSONUnderV235-174357529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:30:32.105861 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-bf1a297f-dcac-4b7b-8a6a-e6884906f13c req-89e9c226-b587-42e0-9fb3-4d2ec30bc537 tempest-ServerRescueTestJSONUnderV235-174357529 tempest-ServerRescueTestJSONUnderV235-174357529-project] 10.222.0.46 "GET /v2.0/ports?device_id=d73f004c-3e7c-4e3e-96fd-907fe73c64f7 HTTP/1.1" status: 200 len: 946 time: 0.0887535 Nov 22 20:30:32.115730 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2a2d7746-cc31-436c-8760-ca44811a617b tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3753014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11567369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11792914'] for subnet, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:32.117849 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-2aada526-aa3f-4cd5-96e6-b915e52fb80c None None] For port 769ea4ee-6a6a-4da8-a62a-badbc7fe5cb2, host n-d-818823-1, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:30:32.121606 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-2aada526-aa3f-4cd5-96e6-b915e52fb80c None None] For port 769ea4ee-6a6a-4da8-a62a-badbc7fe5cb2, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=769ea4ee-6a6a-4da8-a62a-badbc7fe5cb2,segment=NetworkSegment(bdb0f717-aa5f-4e33-bcc3-95472c9b5b64),segment_id=bdb0f717-aa5f-4e33-bcc3-95472c9b5b64)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:30:32.131193 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-2aada526-aa3f-4cd5-96e6-b915e52fb80c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:32.155607 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2d7746-cc31-436c-8760-ca44811a617b tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Pushing event deleted for resources: {'Subnet': ['ID=3a8ff5ed-2016-4ca3-b312-c2874d310edb,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:30:32.169468 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2a2d7746-cc31-436c-8760-ca44811a617b tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:32.173767 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-2a2d7746-cc31-436c-8760-ca44811a617b tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "DELETE /v2.0/subnets/3a8ff5ed-2016-4ca3-b312-c2874d310edb HTTP/1.1" status: 204 len: 168 time: 0.6505382 Nov 22 20:30:32.180810 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 37588) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:30:32.188679 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-bf1a297f-dcac-4b7b-8a6a-e6884906f13c req-45a2b69e-8c36-4121-aa16-5addfb7335e7 tempest-ServerRescueTestJSONUnderV235-174357529 tempest-ServerRescueTestJSONUnderV235-174357529-project] 10.222.0.46 "GET /v2.0/security-groups?id=3776e3ad-7077-49a6-9ca5-2a879ce1ed3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809734 Nov 22 20:30:32.232397 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aada526-aa3f-4cd5-96e6-b915e52fb80c None None] Pushing event updated for resources: {'Port': ['ID=769ea4ee-6a6a-4da8-a62a-badbc7fe5cb2,revision_number=3']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:30:32.256179 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-5ae588ed-6866-4a53-a14a-906f5b2b1d2b tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0738246 Nov 22 20:30:32.258900 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 37590) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:30:32.264128 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-a7d9c2f9-3393-4bf3-8c8f-c5eeef479e17 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Request body: {'subnet': {'network_id': '7bd88872-a540-4e3b-ac93-d884c5e46f76', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:30:32.392866 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7d9c2f9-3393-4bf3-8c8f-c5eeef479e17 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Made reservation on behalf of aa06169c4e4d4119918ff90a471be1d0 for: {'subnet': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:30:32.397106 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a7d9c2f9-3393-4bf3-8c8f-c5eeef479e17 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11792951'] for subnet, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:32.503386 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-78e68911-bf17-43f1-aff3-b5f4e382ce90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:32.505331 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b8bcab5-d7eb-4942-8883-7f3b125ddb74', 'tag': 'c02d7240-fd9a-4491-9cf3-2e4d5bd83887'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:30:32.512784 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9bbed54-1214-4ce6-8069-0d07cdbef6b0" -d '{"events": [{"name": "network-changed", "server_uuid": "9b8bcab5-d7eb-4942-8883-7f3b125ddb74", "tag": "c02d7240-fd9a-4491-9cf3-2e4d5bd83887"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:30:32.611461 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 20:30:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5cb9f88-da10-4009-9401-fe3c8a1e587c x-openstack-request-id: req-e5cb9f88-da10-4009-9401-fe3c8a1e587c {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:30:32.611914 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b8bcab5-d7eb-4942-8883-7f3b125ddb74", "tag": "c02d7240-fd9a-4491-9cf3-2e4d5bd83887", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:30:32.612216 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e5cb9f88-da10-4009-9401-fe3c8a1e587c {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:30:32.613105 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b8bcab5-d7eb-4942-8883-7f3b125ddb74', 'tag': 'c02d7240-fd9a-4491-9cf3-2e4d5bd83887', 'status': 'completed', 'code': 200} Nov 22 20:30:32.714304 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bbed54-1214-4ce6-8069-0d07cdbef6b0 req-bc060173-451c-4382-860c-3a83542dec28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:30:32.716238 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e9bbed54-1214-4ce6-8069-0d07cdbef6b0 req-bc060173-451c-4382-860c-3a83542dec28 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=67d164fc12fc462bb9fe3a42a4c66cfa&device_id=9b8bcab5-d7eb-4942-8883-7f3b125ddb74 HTTP/1.1" status: 200 len: 1095 time: 0.0786524 Nov 22 20:30:32.734400 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 30e2de48-0c41-48d3-83c8-5bd09fd0ad8b up at agent hyperv_n-h2-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:30:32.738718 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a7d9c2f9-3393-4bf3-8c8f-c5eeef479e17 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11567560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11792921'] for subnet, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:32.818767 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7d9c2f9-3393-4bf3-8c8f-c5eeef479e17 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Network 7bd88872-a540-4e3b-ac93-d884c5e46f76 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:30:32.819808 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d9c2f9-3393-4bf3-8c8f-c5eeef479e17 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Pushing event updated for resources: {'Subnet': ['ID=23bb61be-443d-4ab0-a63c-14cf6ffd682b,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:30:32.823725 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Provisioning for port 30e2de48-0c41-48d3-83c8-5bd09fd0ad8b completed by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 20:30:32.827871 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-a7d9c2f9-3393-4bf3-8c8f-c5eeef479e17 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:30:32.834622 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7d9c2f9-3393-4bf3-8c8f-c5eeef479e17 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:30:32.835133 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a7d9c2f9-3393-4bf3-8c8f-c5eeef479e17 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:32.838290 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Provisioning complete for port 30e2de48-0c41-48d3-83c8-5bd09fd0ad8b triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:30:32.838674 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:32.862694 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-a7d9c2f9-3393-4bf3-8c8f-c5eeef479e17 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6025164 Nov 22 20:30:32.866478 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bbed54-1214-4ce6-8069-0d07cdbef6b0 req-031a1e55-e002-4466-8556-bc402bd5ae3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:30:32.870267 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 37600) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:30:32.875119 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e9bbed54-1214-4ce6-8069-0d07cdbef6b0 req-031a1e55-e002-4466-8556-bc402bd5ae3e service neutron] 10.222.0.41 "GET /v2.0/networks?id=bc6b8ee0-c93e-4fd5-b6d2-3b4003108205 HTTP/1.1" status: 200 len: 898 time: 0.1473098 Nov 22 20:30:32.878366 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-f071ba86-2617-4ebe-a6c7-f8769fdb80c2 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Request body: {'port': {'network_id': '7bd88872-a540-4e3b-ac93-d884c5e46f76', 'name': 'tempest-NetworksTestDHCPv6-1108470165'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:30:32.972519 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:32.974799 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e9bbed54-1214-4ce6-8069-0d07cdbef6b0 req-577a2fe2-40bd-4ccb-b88d-27a03e24adce service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c02d7240-fd9a-4491-9cf3-2e4d5bd83887 HTTP/1.1" status: 200 len: 217 time: 0.0938308 Nov 22 20:30:33.019004 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbf8cbb9-c17a-423d-9c0a-cab42a8c30e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30e2de48-0c41-48d3-83c8-5bd09fd0ad8b'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:30:33.024600 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d39f6d30a11e565ec9648abcc015e8a6ab6cff4edd704add8155e28765d31eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4b40a64-4afd-4165-bc64-8f3688aee99b" -d '{"events": [{"server_uuid": "bbf8cbb9-c17a-423d-9c0a-cab42a8c30e7", "name": "network-vif-plugged", "status": "completed", "tag": "30e2de48-0c41-48d3-83c8-5bd09fd0ad8b"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:30:33.049019 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device c02d7240-fd9a-4491-9cf3-2e4d5bd83887 details requested by agent hyperv_n-h1-818823-1 with host n-h1-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 20:30:33.111722 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port 30e2de48-0c41-48d3-83c8-5bd09fd0ad8b, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=30e2de48-0c41-48d3-83c8-5bd09fd0ad8b,segment=NetworkSegment(60e02a7e-98a0-4d76-b36b-46f7624c5b28),segment_id=60e02a7e-98a0-4d76-b36b-46f7624c5b28)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:30:33.137424 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bbed54-1214-4ce6-8069-0d07cdbef6b0 req-ef928151-d1c0-446d-bef1-b101a41fe1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:30:33.139025 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e9bbed54-1214-4ce6-8069-0d07cdbef6b0 req-ef928151-d1c0-446d-bef1-b101a41fe1c7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c85ed097-9a10-4cb0-8436-ab0dc36d4a33 HTTP/1.1" status: 200 len: 835 time: 0.1319327 Nov 22 20:30:33.149370 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 769ea4ee-6a6a-4da8-a62a-badbc7fe5cb2 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:30:33.170323 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f071ba86-2617-4ebe-a6c7-f8769fdb80c2 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Made reservation on behalf of aa06169c4e4d4119918ff90a471be1d0 for: {'port': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:30:33.176478 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f071ba86-2617-4ebe-a6c7-f8769fdb80c2 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:33.208500 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af30effc-1e1f-4c83-9afe-42928e46f4ba req-b689188e-6e00-493c-a1b8-3a5dfc55c8f4 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:30:33.210103 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-af30effc-1e1f-4c83-9afe-42928e46f4ba req-b689188e-6e00-493c-a1b8-3a5dfc55c8f4 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/ports?device_id=bbf8cbb9-c17a-423d-9c0a-cab42a8c30e7 HTTP/1.1" status: 200 len: 944 time: 0.2505558 Nov 22 20:30:33.225847 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [None req-f071ba86-2617-4ebe-a6c7-f8769fdb80c2 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] device_id is not set on port 40d03447-c05d-4aa7-91fc-43e8d1ac777f yet. {{(pid=103448) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 20:30:33.258803 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port c02d7240-fd9a-4491-9cf3-2e4d5bd83887, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=c02d7240-fd9a-4491-9cf3-2e4d5bd83887,segment=NetworkSegment(dbe15f2b-18f6-4fb3-82f1-4b95701e72ac),segment_id=dbe15f2b-18f6-4fb3-82f1-4b95701e72ac)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:30:33.274109 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Returning: {'device': 'c02d7240-fd9a-4491-9cf3-2e4d5bd83887', 'network_id': 'bc6b8ee0-c93e-4fd5-b6d2-3b4003108205', 'port_id': 'c02d7240-fd9a-4491-9cf3-2e4d5bd83887', 'mac_address': 'fa:16:3e:78:ab:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 609, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c85ed097-9a10-4cb0-8436-ab0dc36d4a33', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 20:30:33.280873 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36847f20-9904-4cb5-ad46-068f6a89cc88 req-96d192c4-f4fe-4253-9fe4-94c38f9e1c5c tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:30:33.281205 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:33.290716 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-36847f20-9904-4cb5-ad46-068f6a89cc88 req-96d192c4-f4fe-4253-9fe4-94c38f9e1c5c tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] 10.222.0.46 "GET /v2.0/ports?device_id=9b8bcab5-d7eb-4942-8883-7f3b125ddb74 HTTP/1.1" status: 200 len: 944 time: 0.1674478 Nov 22 20:30:33.341969 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-af30effc-1e1f-4c83-9afe-42928e46f4ba req-8d3312c0-e588-4f03-9fb0-86dba18dbf55 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e8bab57-9061-4423-98eb-3cb5b90f4a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201077 Nov 22 20:30:33.346259 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bbed54-1214-4ce6-8069-0d07cdbef6b0 req-fa19a7cf-671a-4f33-8c40-f175a0d2905c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:30:33.348202 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e9bbed54-1214-4ce6-8069-0d07cdbef6b0 req-fa19a7cf-671a-4f33-8c40-f175a0d2905c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bc6b8ee0-c93e-4fd5-b6d2-3b4003108205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1878421 Nov 22 20:30:33.430073 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [None req-f071ba86-2617-4ebe-a6c7-f8769fdb80c2 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Allocated IP 2001:db8::14e (7bd88872-a540-4e3b-ac93-d884c5e46f76/23bb61be-443d-4ab0-a63c-14cf6ffd682b/40d03447-c05d-4aa7-91fc-43e8d1ac777f) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:30:33.496805 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:30:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-596e1d4f-43b9-44c3-88db-f4291705f57b x-openstack-request-id: req-596e1d4f-43b9-44c3-88db-f4291705f57b {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:30:33.498589 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbf8cbb9-c17a-423d-9c0a-cab42a8c30e7", "name": "network-vif-plugged", "status": "completed", "tag": "30e2de48-0c41-48d3-83c8-5bd09fd0ad8b", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:30:33.498589 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-596e1d4f-43b9-44c3-88db-f4291705f57b {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:30:33.498829 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbf8cbb9-c17a-423d-9c0a-cab42a8c30e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30e2de48-0c41-48d3-83c8-5bd09fd0ad8b', 'code': 200} Nov 22 20:30:33.507037 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=30e2de48-0c41-48d3-83c8-5bd09fd0ad8b,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:30:33.510267 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:33.532520 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-03f0964f-1b75-4df7-99e0-a3cdb56ec2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:33.540104 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c02d7240-fd9a-4491-9cf3-2e4d5bd83887 {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:30:33.542662 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e9bbed54-1214-4ce6-8069-0d07cdbef6b0 req-b557bf9f-348e-479b-a025-1392c33e6525 service neutron] 10.222.0.41 "GET /v2.0/networks/bc6b8ee0-c93e-4fd5-b6d2-3b4003108205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1864903 Nov 22 20:30:33.597029 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port c02d7240-fd9a-4491-9cf3-2e4d5bd83887, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=c02d7240-fd9a-4491-9cf3-2e4d5bd83887,segment=NetworkSegment(dbe15f2b-18f6-4fb3-82f1-4b95701e72ac),segment_id=dbe15f2b-18f6-4fb3-82f1-4b95701e72ac)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:30:33.604159 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 769ea4ee-6a6a-4da8-a62a-badbc7fe5cb2 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:30:33.604892 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:33.608689 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:33.728100 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=c02d7240-fd9a-4491-9cf3-2e4d5bd83887,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:30:33.777194 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f071ba86-2617-4ebe-a6c7-f8769fdb80c2 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:33.787878 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fde7169-d5a4-46d6-b8f2-86e456836b66 None None] Network 7bd88872-a540-4e3b-ac93-d884c5e46f76 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:30:33.811293 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-36847f20-9904-4cb5-ad46-068f6a89cc88 req-a4dabbce-6971-4119-bccb-869fbd8b4387 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] 10.222.0.46 "GET /v2.0/security-groups?id=e70a60d7-89bb-466f-9aa7-31b1bc285180&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5195887 Nov 22 20:30:33.835813 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f071ba86-2617-4ebe-a6c7-f8769fdb80c2 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:33.843099 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:33.921116 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f071ba86-2617-4ebe-a6c7-f8769fdb80c2 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Network 7bd88872-a540-4e3b-ac93-d884c5e46f76 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:30:33.923224 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] get_ports_and_sgs() called for port_ids ['c02d7240-fd9a-4491-9cf3-2e4d5bd83887'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:30:33.929302 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-f071ba86-2617-4ebe-a6c7-f8769fdb80c2 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:30:33.936248 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f071ba86-2617-4ebe-a6c7-f8769fdb80c2 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:30:33.946445 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f071ba86-2617-4ebe-a6c7-f8769fdb80c2 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:30:33.947247 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f071ba86-2617-4ebe-a6c7-f8769fdb80c2 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:33.954345 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f071ba86-2617-4ebe-a6c7-f8769fdb80c2 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Pushing event updated for resources: {'Port': ['ID=40d03447-c05d-4aa7-91fc-43e8d1ac777f,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:30:33.971391 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa121889-1a08-4585-9600-8a151a5f99e4 req-4328a726-219e-4137-8f69-dc2f22d39c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:30:33.973917 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-fa121889-1a08-4585-9600-8a151a5f99e4 req-4328a726-219e-4137-8f69-dc2f22d39c29 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=bbf8cbb9-c17a-423d-9c0a-cab42a8c30e7 HTTP/1.1" status: 200 len: 1096 time: 0.4110601 Nov 22 20:30:33.983137 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-f071ba86-2617-4ebe-a6c7-f8769fdb80c2 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.1117165 Nov 22 20:30:33.987327 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 37618) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:30:34.007145 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] For port 769ea4ee-6a6a-4da8-a62a-badbc7fe5cb2, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=769ea4ee-6a6a-4da8-a62a-badbc7fe5cb2,segment=NetworkSegment(bdb0f717-aa5f-4e33-bcc3-95472c9b5b64),segment_id=bdb0f717-aa5f-4e33-bcc3-95472c9b5b64)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:30:34.028343 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-1e255dc4-d6f2-456d-904f-b158f4add1fe None None] Provisioning complete for port 769ea4ee-6a6a-4da8-a62a-badbc7fe5cb2 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:30:34.028719 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-1e255dc4-d6f2-456d-904f-b158f4add1fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:34.030779 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:34.038113 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f79320-a78b-4d47-9c02-e5797f22e91a req-b1ea7597-0927-4eeb-b9eb-584ffe6172f5 tempest-ServerRescueTestJSONUnderV235-174357529 tempest-ServerRescueTestJSONUnderV235-174357529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:30:34.039788 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-50f79320-a78b-4d47-9c02-e5797f22e91a req-b1ea7597-0927-4eeb-b9eb-584ffe6172f5 tempest-ServerRescueTestJSONUnderV235-174357529 tempest-ServerRescueTestJSONUnderV235-174357529-project] 10.222.0.46 "GET /v2.0/ports?device_id=d73f004c-3e7c-4e3e-96fd-907fe73c64f7 HTTP/1.1" status: 200 len: 946 time: 0.4757495 Nov 22 20:30:34.161462 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e9bbed54-1214-4ce6-8069-0d07cdbef6b0 req-110a1d1f-5a07-46d2-a467-f2a77b327441 service neutron] 10.222.0.41 "GET /v2.0/networks/bc6b8ee0-c93e-4fd5-b6d2-3b4003108205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5934415 Nov 22 20:30:34.174644 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Pushing event updated for resources: {'Port': ['ID=769ea4ee-6a6a-4da8-a62a-badbc7fe5cb2,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:30:34.241845 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc6452a8-8deb-44c9-91b5-b5b106bff014 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:30:34.248844 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc6452a8-8deb-44c9-91b5-b5b106bff014 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:30:34.250476 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-bc6452a8-8deb-44c9-91b5-b5b106bff014 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1592 time: 0.2622089 Nov 22 20:30:34.253476 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 37624) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:30:34.266199 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-fa121889-1a08-4585-9600-8a151a5f99e4 req-c312ceb3-bd23-42e2-8447-9518684ce5de service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=4e8bab57-9061-4423-98eb-3cb5b90f4a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061105 Nov 22 20:30:34.271713 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-50f79320-a78b-4d47-9c02-e5797f22e91a req-7ad25c49-81f7-4f54-b59a-40835ae902af tempest-ServerRescueTestJSONUnderV235-174357529 tempest-ServerRescueTestJSONUnderV235-174357529-project] 10.222.0.46 "GET /v2.0/security-groups?id=3776e3ad-7077-49a6-9ca5-2a879ce1ed3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588726 Nov 22 20:30:34.465328 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-8b0e913e-ee6c-47bb-a316-cf9c2a6d15a4 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Deleting port 40d03447-c05d-4aa7-91fc-43e8d1ac777f {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:30:34.465794 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8b0e913e-ee6c-47bb-a316-cf9c2a6d15a4 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:34.592380 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020d7b92-aea9-4d61-9f86-38072a98fa00 req-12e9e50f-dcfd-4f64-a4bc-4da35b9462f5 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:30:34.607160 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-020d7b92-aea9-4d61-9f86-38072a98fa00 req-12e9e50f-dcfd-4f64-a4bc-4da35b9462f5 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/ports?device_id=bbf8cbb9-c17a-423d-9c0a-cab42a8c30e7 HTTP/1.1" status: 200 len: 945 time: 0.1241956 Nov 22 20:30:34.715664 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8b0e913e-ee6c-47bb-a316-cf9c2a6d15a4 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:34.761016 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-8b0e913e-ee6c-47bb-a316-cf9c2a6d15a4 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Calling delete_port for 40d03447-c05d-4aa7-91fc-43e8d1ac777f owned by {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:30:34.779195 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-020d7b92-aea9-4d61-9f86-38072a98fa00 req-14c4f4fe-0b7f-4e7c-af8e-146f84bc87b5 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e8bab57-9061-4423-98eb-3cb5b90f4a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680260 Nov 22 20:30:34.821167 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431731c6-6d39-4154-97e5-cda54a604b66 req-3a83ab1a-ead7-473e-a259-9ab76a19502d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:30:34.822980 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-431731c6-6d39-4154-97e5-cda54a604b66 req-3a83ab1a-ead7-473e-a259-9ab76a19502d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d73f004c-3e7c-4e3e-96fd-907fe73c64f7 HTTP/1.1" status: 200 len: 1097 time: 0.1651776 Nov 22 20:30:34.962971 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-431731c6-6d39-4154-97e5-cda54a604b66 req-3da2f741-8d93-40b9-80d7-e106c5d83f87 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=3776e3ad-7077-49a6-9ca5-2a879ce1ed3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320686 Nov 22 20:30:35.083234 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 769ea4ee-6a6a-4da8-a62a-badbc7fe5cb2 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:30:35.092730 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bf7280-efcb-4954-82a4-06c7f1d34418 req-4eb6fca0-7521-4705-aa36-3588894a0be4 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:30:35.102990 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-65bf7280-efcb-4954-82a4-06c7f1d34418 req-4eb6fca0-7521-4705-aa36-3588894a0be4 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] 10.222.0.46 "GET /v2.0/ports?device_id=9b8bcab5-d7eb-4942-8883-7f3b125ddb74 HTTP/1.1" status: 200 len: 945 time: 0.1821015 Nov 22 20:30:35.176602 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8b0e913e-ee6c-47bb-a316-cf9c2a6d15a4 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:35.182663 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-65bf7280-efcb-4954-82a4-06c7f1d34418 req-0c5e4982-e942-464d-bd97-1a57100ce141 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] 10.222.0.46 "GET /v2.0/security-groups?id=e70a60d7-89bb-466f-9aa7-31b1bc285180&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737951 Nov 22 20:30:35.232014 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0e913e-ee6c-47bb-a316-cf9c2a6d15a4 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Pushing event deleted for resources: {'Port': ['ID=40d03447-c05d-4aa7-91fc-43e8d1ac777f,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:30:35.255398 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e49ee129-e862-4476-beca-cdc8150d2345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:35.276148 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-9c424f52-10c3-4446-88a2-ab975fb32c7e None None] Provisioning complete for port 769ea4ee-6a6a-4da8-a62a-badbc7fe5cb2 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:30:35.276968 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-9c424f52-10c3-4446-88a2-ab975fb32c7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:35.282432 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8b0e913e-ee6c-47bb-a316-cf9c2a6d15a4 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:35.287869 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-8b0e913e-ee6c-47bb-a316-cf9c2a6d15a4 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "DELETE /v2.0/ports/40d03447-c05d-4aa7-91fc-43e8d1ac777f HTTP/1.1" status: 204 len: 168 time: 1.0330825 Nov 22 20:30:35.291058 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 37638) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:30:35.350031 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 769ea4ee-6a6a-4da8-a62a-badbc7fe5cb2 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:30:35.350434 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:35.435815 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-964f8710-9d74-41a7-8ff1-5f6c6102dea1 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:30:35.441510 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-964f8710-9d74-41a7-8ff1-5f6c6102dea1 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:30:35.446931 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-964f8710-9d74-41a7-8ff1-5f6c6102dea1 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1518366 Nov 22 20:30:35.447667 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 37642) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:30:35.516818 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-9c424f52-10c3-4446-88a2-ab975fb32c7e None None] Could not find standard attr ID for object 40d03447-c05d-4aa7-91fc-43e8d1ac777f. {{(pid=103449) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 22 20:30:35.555800 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4b91ff-2596-48e6-8bc8-7786826b3c66 req-7d3c52b5-e5e6-4793-b221-71ce7876d24c tempest-ServerRescueTestJSONUnderV235-174357529 tempest-ServerRescueTestJSONUnderV235-174357529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:30:35.561266 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-dc4b91ff-2596-48e6-8bc8-7786826b3c66 req-7d3c52b5-e5e6-4793-b221-71ce7876d24c tempest-ServerRescueTestJSONUnderV235-174357529 tempest-ServerRescueTestJSONUnderV235-174357529-project] 10.222.0.46 "GET /v2.0/ports?device_id=d73f004c-3e7c-4e3e-96fd-907fe73c64f7 HTTP/1.1" status: 200 len: 946 time: 0.1121814 Nov 22 20:30:35.632340 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_v2 [None req-98353d90-69b0-40a0-a0ec-3d67c4608e75 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Deleting subnet 23bb61be-443d-4ab0-a63c-14cf6ffd682b {{(pid=103448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 20:30:35.645979 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-79cb7325-8eb2-48d5-a9cd-ab1b1bdee16b None None] Could not find standard attr ID for object 0982b0f3-eb10-487f-ac1b-6e4d7baaf87f. {{(pid=103449) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 22 20:30:35.657686 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-98353d90-69b0-40a0-a0ec-3d67c4608e75 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks [] for subnet, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:35.707713 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-dc4b91ff-2596-48e6-8bc8-7786826b3c66 req-907237d6-89a1-4e17-a11a-9fbea18847e3 tempest-ServerRescueTestJSONUnderV235-174357529 tempest-ServerRescueTestJSONUnderV235-174357529-project] 10.222.0.46 "GET /v2.0/security-groups?id=3776e3ad-7077-49a6-9ca5-2a879ce1ed3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378608 Nov 22 20:30:35.820067 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-98353d90-69b0-40a0-a0ec-3d67c4608e75 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11627908'] for subnet, precommit_delete_associations {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:35.947839 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-98353d90-69b0-40a0-a0ec-3d67c4608e75 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3753007'] for subnet, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:35.979107 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bf9c81-340a-49d6-bad5-be295a48319b req-eb472e0d-0611-48e7-ac52-a63118470798 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:30:35.988361 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-32bf9c81-340a-49d6-bad5-be295a48319b req-eb472e0d-0611-48e7-ac52-a63118470798 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/ports?device_id=bbf8cbb9-c17a-423d-9c0a-cab42a8c30e7 HTTP/1.1" status: 200 len: 945 time: 0.0952220 Nov 22 20:30:35.998483 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-d8845706-6611-448b-9147-40b6a5317bcd None None] Could not find standard attr ID for object 1ea12d21-2eaa-4600-bae5-bb67897e7060. {{(pid=103449) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 22 20:30:36.002998 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:36.195555 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-32bf9c81-340a-49d6-bad5-be295a48319b req-7fe72031-6076-4b0e-bacb-abf37f7f2927 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e8bab57-9061-4423-98eb-3cb5b90f4a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058527 Nov 22 20:30:36.196815 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-98353d90-69b0-40a0-a0ec-3d67c4608e75 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3753014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11567369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11792914'] for subnet, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:36.244239 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-98353d90-69b0-40a0-a0ec-3d67c4608e75 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:36.264289 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-98353d90-69b0-40a0-a0ec-3d67c4608e75 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "DELETE /v2.0/subnets/23bb61be-443d-4ab0-a63c-14cf6ffd682b HTTP/1.1" status: 204 len: 168 time: 0.8151145 Nov 22 20:30:36.266555 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 37654) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:30:36.334821 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98353d90-69b0-40a0-a0ec-3d67c4608e75 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Pushing event deleted for resources: {'Subnet': ['ID=23bb61be-443d-4ab0-a63c-14cf6ffd682b,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:30:36.459198 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d884b502-21ab-418e-a5d0-a980f2ce5932 None None] Network 7bd88872-a540-4e3b-ac93-d884c5e46f76 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:30:36.498277 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-ad101994-09bc-4cdf-b938-8c3b4b68d4d7 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2294443 Nov 22 20:30:36.501279 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 37656) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:30:36.572036 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-7f422309-92af-47df-b424-7dfcac2b09d1 None None] Could not find standard attr ID for object 40d03447-c05d-4aa7-91fc-43e8d1ac777f. {{(pid=103449) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 22 20:30:36.590282 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9c576e-1bf4-4802-ac2c-c6c69a52ff74 req-c3aa6b97-18ea-4cba-800d-5850bbf495c0 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:30:36.603015 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-dd9c576e-1bf4-4802-ac2c-c6c69a52ff74 req-c3aa6b97-18ea-4cba-800d-5850bbf495c0 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] 10.222.0.46 "GET /v2.0/ports?device_id=9b8bcab5-d7eb-4942-8883-7f3b125ddb74 HTTP/1.1" status: 200 len: 945 time: 0.2517638 Nov 22 20:30:36.649902 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31fe7066-2857-4370-abf0-198ef869b883 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:30:36.651872 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-31fe7066-2857-4370-abf0-198ef869b883 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1495938 Nov 22 20:30:36.655931 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 37658) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:30:36.662669 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-68e27176-d5d1-4700-aabd-a36addd1cb9b req-99831fdd-c6b1-4b34-ab89-d019b631e2ca tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=a3670ebd84cb4741b338db645a992249 HTTP/1.1" status: 200 len: 267 time: 0.2865043 Nov 22 20:30:36.714915 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22886ad8-d018-4b96-9eee-7cd7e0e73dbe tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:30:36.716812 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-22886ad8-d018-4b96-9eee-7cd7e0e73dbe tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0591381 Nov 22 20:30:36.719375 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 37660) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:30:36.737128 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-dd9c576e-1bf4-4802-ac2c-c6c69a52ff74 req-24e94a05-a356-4ca1-be21-8d16777fa16d tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] 10.222.0.46 "GET /v2.0/security-groups?id=e70a60d7-89bb-466f-9aa7-31b1bc285180&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1328974 Nov 22 20:30:36.775043 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-f6b110fc-9eb1-4d1d-b5c1-1021f8e3d5d5 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0543079 Nov 22 20:30:36.779663 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 37664) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:30:36.785287 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-9cb6f7ef-b2b9-4a8c-ba8f-4da1a898c32d tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Request body: {'subnet': {'network_id': '7bd88872-a540-4e3b-ac93-d884c5e46f76', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:30:36.806865 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e27176-d5d1-4700-aabd-a36addd1cb9b req-b430a17a-2d2f-4be6-a040-c4a49e365653 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:30:36.810764 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-68e27176-d5d1-4700-aabd-a36addd1cb9b req-b430a17a-2d2f-4be6-a040-c4a49e365653 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/ports?device_id=bbf8cbb9-c17a-423d-9c0a-cab42a8c30e7 HTTP/1.1" status: 200 len: 945 time: 0.1218116 Nov 22 20:30:36.823598 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-68e27176-d5d1-4700-aabd-a36addd1cb9b req-0a53db3f-accf-4563-a74b-23cb044d9ab4 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Request body: {'port': {'security_groups': []}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:30:36.874944 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-402764be-cb77-40c8-914e-ccdc73e32a43 None None] DHCP port deletion for 7bd88872-a540-4e3b-ac93-d884c5e46f76 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:30:36.937308 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cb6f7ef-b2b9-4a8c-ba8f-4da1a898c32d tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Made reservation on behalf of aa06169c4e4d4119918ff90a471be1d0 for: {'subnet': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:30:36.941716 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9cb6f7ef-b2b9-4a8c-ba8f-4da1a898c32d tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11792951'] for subnet, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:36.965345 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-402764be-cb77-40c8-914e-ccdc73e32a43 None None] Deleting port 769ea4ee-6a6a-4da8-a62a-badbc7fe5cb2 {{(pid=103449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:30:36.965718 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-402764be-cb77-40c8-914e-ccdc73e32a43 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:37.057502 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-68e27176-d5d1-4700-aabd-a36addd1cb9b req-0a53db3f-accf-4563-a74b-23cb044d9ab4 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:37.064682 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device c02d7240-fd9a-4491-9cf3-2e4d5bd83887 up at agent hyperv_n-h1-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:30:37.064914 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 769ea4ee-6a6a-4da8-a62a-badbc7fe5cb2 no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:30:37.098531 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43004185-dd80-4f4d-be45-a51810991647 req-01e97250-2870-444c-8a2c-e3505289bac9 tempest-ServerRescueTestJSONUnderV235-174357529 tempest-ServerRescueTestJSONUnderV235-174357529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:30:37.116112 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-43004185-dd80-4f4d-be45-a51810991647 req-01e97250-2870-444c-8a2c-e3505289bac9 tempest-ServerRescueTestJSONUnderV235-174357529 tempest-ServerRescueTestJSONUnderV235-174357529-project] 10.222.0.46 "GET /v2.0/ports?device_id=d73f004c-3e7c-4e3e-96fd-907fe73c64f7 HTTP/1.1" status: 200 len: 946 time: 0.2017789 Nov 22 20:30:37.153321 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-402764be-cb77-40c8-914e-ccdc73e32a43 None None] For port 769ea4ee-6a6a-4da8-a62a-badbc7fe5cb2, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=769ea4ee-6a6a-4da8-a62a-badbc7fe5cb2,segment=NetworkSegment(bdb0f717-aa5f-4e33-bcc3-95472c9b5b64),segment_id=bdb0f717-aa5f-4e33-bcc3-95472c9b5b64)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:30:37.154108 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-402764be-cb77-40c8-914e-ccdc73e32a43 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:37.180972 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-402764be-cb77-40c8-914e-ccdc73e32a43 None None] Calling delete_port for 769ea4ee-6a6a-4da8-a62a-badbc7fe5cb2 owned by network:dhcp {{(pid=103449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:30:37.235469 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9cb6f7ef-b2b9-4a8c-ba8f-4da1a898c32d tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11567560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11792921'] for subnet, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:37.245713 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-43004185-dd80-4f4d-be45-a51810991647 req-500375a2-b696-4299-b8e2-a74e965b8f93 tempest-ServerRescueTestJSONUnderV235-174357529 tempest-ServerRescueTestJSONUnderV235-174357529-project] 10.222.0.46 "GET /v2.0/security-groups?id=3776e3ad-7077-49a6-9ca5-2a879ce1ed3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214738 Nov 22 20:30:37.307638 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb6f7ef-b2b9-4a8c-ba8f-4da1a898c32d tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Pushing event updated for resources: {'Subnet': ['ID=33711f40-ad76-4fdf-a73a-32be0142bb50,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:30:37.328922 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-402764be-cb77-40c8-914e-ccdc73e32a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381'] for port, after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:37.329452 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cb6f7ef-b2b9-4a8c-ba8f-4da1a898c32d tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Network 7bd88872-a540-4e3b-ac93-d884c5e46f76 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:30:37.332240 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-9cb6f7ef-b2b9-4a8c-ba8f-4da1a898c32d tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:30:37.346608 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cb6f7ef-b2b9-4a8c-ba8f-4da1a898c32d tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:30:37.349223 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9cb6f7ef-b2b9-4a8c-ba8f-4da1a898c32d tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:37.366813 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No active binding found for port 769ea4ee-6a6a-4da8-a62a-badbc7fe5cb2 {{(pid=103449) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 22 20:30:37.368068 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 769ea4ee-6a6a-4da8-a62a-badbc7fe5cb2 not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:30:37.381729 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-9cb6f7ef-b2b9-4a8c-ba8f-4da1a898c32d tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6014471 Nov 22 20:30:37.384028 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 37678) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:30:37.388586 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Provisioning for port c02d7240-fd9a-4491-9cf3-2e4d5bd83887 completed by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 20:30:37.390878 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402764be-cb77-40c8-914e-ccdc73e32a43 None None] Pushing event deleted for resources: {'Port': ['ID=769ea4ee-6a6a-4da8-a62a-badbc7fe5cb2,revision_number=None']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:30:37.391111 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-5d369bb4-e770-4603-ad5e-dd8ff8052f5c tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Request body: {'port': {'network_id': '7bd88872-a540-4e3b-ac93-d884c5e46f76', 'fixed_ips': [{'subnet_id': '33711f40-ad76-4fdf-a73a-32be0142bb50', 'ip_address': '2001:db8::71b7:6571:5ff2:f1f1'}], 'name': 'tempest-NetworksTestDHCPv6-601277633'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:30:37.406247 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-402764be-cb77-40c8-914e-ccdc73e32a43 None None] No DVR routers for this DVR port 769ea4ee-6a6a-4da8-a62a-badbc7fe5cb2 on host n-d-818823-1 {{(pid=103449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:30:37.408372 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Provisioning complete for port c02d7240-fd9a-4491-9cf3-2e4d5bd83887 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:30:37.408372 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:37.461945 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-68e27176-d5d1-4700-aabd-a36addd1cb9b req-0a53db3f-accf-4563-a74b-23cb044d9ab4 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] For port 30e2de48-0c41-48d3-83c8-5bd09fd0ad8b, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=30e2de48-0c41-48d3-83c8-5bd09fd0ad8b,segment=NetworkSegment(60e02a7e-98a0-4d76-b36b-46f7624c5b28),segment_id=60e02a7e-98a0-4d76-b36b-46f7624c5b28)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:30:37.477652 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3c8a48d-fb49-432a-8769-1d8fa5e24014 None None] Network 7bd88872-a540-4e3b-ac93-d884c5e46f76 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:30:37.497998 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-68e27176-d5d1-4700-aabd-a36addd1cb9b req-0a53db3f-accf-4563-a74b-23cb044d9ab4 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Publish callbacks [] for port, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:37.505763 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-68e27176-d5d1-4700-aabd-a36addd1cb9b req-0a53db3f-accf-4563-a74b-23cb044d9ab4 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:37.564922 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] get_ports_and_sgs() called for port_ids ['c4e2b759-e838-4d5a-914f-a0e91771c133', '9757a672-e445-4799-a23d-c2d9c3fbfb86'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:30:37.569786 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] get_ports_and_sgs() called for port_ids ['30e2de48-0c41-48d3-83c8-5bd09fd0ad8b'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:30:37.672532 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a53db3f-accf-4563-a74b-23cb044d9ab4 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Pushing event updated for resources: {'Port': ['ID=30e2de48-0c41-48d3-83c8-5bd09fd0ad8b,revision_number=6']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:30:37.703610 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e27176-d5d1-4700-aabd-a36addd1cb9b req-0a53db3f-accf-4563-a74b-23cb044d9ab4 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:30:37.705366 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-68e27176-d5d1-4700-aabd-a36addd1cb9b req-0a53db3f-accf-4563-a74b-23cb044d9ab4 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:37.724489 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-68e27176-d5d1-4700-aabd-a36addd1cb9b req-0a53db3f-accf-4563-a74b-23cb044d9ab4 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "PUT /v2.0/ports/30e2de48-0c41-48d3-83c8-5bd09fd0ad8b HTTP/1.1" status: 200 len: 904 time: 0.9070587 Nov 22 20:30:37.729819 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbf8cbb9-c17a-423d-9c0a-cab42a8c30e7', 'tag': '30e2de48-0c41-48d3-83c8-5bd09fd0ad8b'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:30:37.739471 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6f3ad00-ace0-49c4-90aa-2b88552d95cf" -d '{"events": [{"name": "network-changed", "server_uuid": "bbf8cbb9-c17a-423d-9c0a-cab42a8c30e7", "tag": "30e2de48-0c41-48d3-83c8-5bd09fd0ad8b"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:30:37.756098 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d369bb4-e770-4603-ad5e-dd8ff8052f5c tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Made reservation on behalf of aa06169c4e4d4119918ff90a471be1d0 for: {'port': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:30:37.765202 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-72dbe968-4afd-4036-a7db-5ca97a2dc543 req-e2d27e5e-8826-4445-b44f-6f0934e61ef4 tempest-ServerRescueTestJSONUnderV235-174357529 tempest-ServerRescueTestJSONUnderV235-174357529-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1237278626', 'description': 'tempest-description-687327694'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:30:37.824222 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a53db3f-accf-4563-a74b-23cb044d9ab4 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:30:37.824843 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a53db3f-accf-4563-a74b-23cb044d9ab4 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:30:37.825450 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a53db3f-accf-4563-a74b-23cb044d9ab4 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:30:37.825944 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a53db3f-accf-4563-a74b-23cb044d9ab4 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:30:37.828881 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a53db3f-accf-4563-a74b-23cb044d9ab4 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:30:37.829424 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a53db3f-accf-4563-a74b-23cb044d9ab4 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:30:37.835170 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a53db3f-accf-4563-a74b-23cb044d9ab4 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:30:37.835798 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a53db3f-accf-4563-a74b-23cb044d9ab4 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:30:37.836969 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a53db3f-accf-4563-a74b-23cb044d9ab4 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:30:37.837576 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a53db3f-accf-4563-a74b-23cb044d9ab4 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:30:37.838164 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a53db3f-accf-4563-a74b-23cb044d9ab4 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:30:37.838888 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a53db3f-accf-4563-a74b-23cb044d9ab4 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:30:37.872115 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-72dbe968-4afd-4036-a7db-5ca97a2dc543 req-e2d27e5e-8826-4445-b44f-6f0934e61ef4 tempest-ServerRescueTestJSONUnderV235-174357529 tempest-ServerRescueTestJSONUnderV235-174357529-project] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:38.032426 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5d369bb4-e770-4603-ad5e-dd8ff8052f5c tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:38.063186 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [None req-5d369bb4-e770-4603-ad5e-dd8ff8052f5c tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] device_id is not set on port f3fdd24b-e33d-4594-8e81-a8ae55e136c2 yet. {{(pid=103448) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 20:30:38.213893 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-72dbe968-4afd-4036-a7db-5ca97a2dc543 req-e2d27e5e-8826-4445-b44f-6f0934e61ef4 tempest-ServerRescueTestJSONUnderV235-174357529 tempest-ServerRescueTestJSONUnderV235-174357529-project] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:38.225986 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-72dbe968-4afd-4036-a7db-5ca97a2dc543 req-e2d27e5e-8826-4445-b44f-6f0934e61ef4 tempest-ServerRescueTestJSONUnderV235-174357529 tempest-ServerRescueTestJSONUnderV235-174357529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:38.275297 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] get_ports_and_sgs() called for port_ids ['30e2de48-0c41-48d3-83c8-5bd09fd0ad8b'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:30:38.290461 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d27e5e-8826-4445-b44f-6f0934e61ef4 tempest-ServerRescueTestJSONUnderV235-174357529 tempest-ServerRescueTestJSONUnderV235-174357529-project] Pushing event updated for resources: {'SecurityGroup': ['ID=146d8b99-6d27-404c-b03a-2a0c79d84e51,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:30:38.334221 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8ec8c6-ae94-4917-8dbf-de0b36db4428 req-03fc541f-8f4b-4056-ac05-64b466730b51 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:30:38.337274 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3b8ec8c6-ae94-4917-8dbf-de0b36db4428 req-03fc541f-8f4b-4056-ac05-64b466730b51 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/ports?device_id=bbf8cbb9-c17a-423d-9c0a-cab42a8c30e7 HTTP/1.1" status: 200 len: 907 time: 0.2637954 Nov 22 20:30:38.342320 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-72dbe968-4afd-4036-a7db-5ca97a2dc543 req-e2d27e5e-8826-4445-b44f-6f0934e61ef4 tempest-ServerRescueTestJSONUnderV235-174357529 tempest-ServerRescueTestJSONUnderV235-174357529-project] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:38.345849 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-72dbe968-4afd-4036-a7db-5ca97a2dc543 req-e2d27e5e-8826-4445-b44f-6f0934e61ef4 tempest-ServerRescueTestJSONUnderV235-174357529 tempest-ServerRescueTestJSONUnderV235-174357529-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1831 time: 0.5973084 Nov 22 20:30:38.427460 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 20:30:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eb2b6cf-4e88-438b-9465-e2a2302cd142 x-openstack-request-id: req-5eb2b6cf-4e88-438b-9465-e2a2302cd142 {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:30:38.427748 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbf8cbb9-c17a-423d-9c0a-cab42a8c30e7", "tag": "30e2de48-0c41-48d3-83c8-5bd09fd0ad8b", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:30:38.428007 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5eb2b6cf-4e88-438b-9465-e2a2302cd142 {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:30:38.428419 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbf8cbb9-c17a-423d-9c0a-cab42a8c30e7', 'tag': '30e2de48-0c41-48d3-83c8-5bd09fd0ad8b', 'status': 'completed', 'code': 200} Nov 22 20:30:38.700034 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f3ad00-ace0-49c4-90aa-2b88552d95cf req-441d021c-5cbd-4cc6-9fff-5aa831557811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:30:38.702290 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a6f3ad00-ace0-49c4-90aa-2b88552d95cf req-441d021c-5cbd-4cc6-9fff-5aa831557811 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a3670ebd84cb4741b338db645a992249&device_id=bbf8cbb9-c17a-423d-9c0a-cab42a8c30e7 HTTP/1.1" status: 200 len: 1058 time: 0.2477033 Nov 22 20:30:38.724033 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16935935-a9d5-405c-9170-8949a7b5da94 req-4b600a0d-1c98-4528-baa8-517e1e9781fe tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:30:38.733693 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-16935935-a9d5-405c-9170-8949a7b5da94 req-4b600a0d-1c98-4528-baa8-517e1e9781fe tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] 10.222.0.46 "GET /v2.0/ports?device_id=9b8bcab5-d7eb-4942-8883-7f3b125ddb74 HTTP/1.1" status: 200 len: 945 time: 0.2019057 Nov 22 20:30:38.753784 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ff0ea960-6b27-4df0-ae6a-eadb90decd13 None None] Provisioning complete for port 30e2de48-0c41-48d3-83c8-5bd09fd0ad8b triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:30:38.754897 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ff0ea960-6b27-4df0-ae6a-eadb90decd13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:38.808813 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d779ea61-c20c-42bc-a344-73965949c3db req-405e3a15-06de-4dfa-9c99-47df4adbc691 tempest-ServerRescueTestJSONUnderV235-174357529 tempest-ServerRescueTestJSONUnderV235-174357529-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1237278626&fields=id&tenant_id=58f18dba29b1404593b210234b4fc486 HTTP/1.1" status: 200 len: 267 time: 0.2342446 Nov 22 20:30:38.925162 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:38.951142 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca817c20-6e03-46a1-b111-2f06ae7c3d7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fb26bd7-ce56-527b-b94f-2e1f7cb2bb35-7bd88872-a540-4e3b-ac93-d884c5e46f76', 'network_id': '7bd88872-a540-4e3b-ac93-d884c5e46f76', 'tenant_id': 'aa06169c4e4d4119918ff90a471be1d0', 'fixed_ips': [{'subnet_id': '33711f40-ad76-4fdf-a73a-32be0142bb50'}]}} from n-d-818823-1. {{(pid=103449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 20:30:38.956701 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ca817c20-6e03-46a1-b111-2f06ae7c3d7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:38.987223 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-16935935-a9d5-405c-9170-8949a7b5da94 req-de6f7b95-806f-43b3-b615-e531026f6a38 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] 10.222.0.46 "GET /v2.0/security-groups?id=e70a60d7-89bb-466f-9aa7-31b1bc285180&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2522776 Nov 22 20:30:39.137017 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [None req-5d369bb4-e770-4603-ad5e-dd8ff8052f5c tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Allocated IP 2001:db8::71b7:6571:5ff2:f1f1 (7bd88872-a540-4e3b-ac93-d884c5e46f76/33711f40-ad76-4fdf-a73a-32be0142bb50/f3fdd24b-e33d-4594-8e81-a8ae55e136c2) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:30:39.197511 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d779ea61-c20c-42bc-a344-73965949c3db req-9d785101-0c9b-4244-b5bb-3a4cb73999fa tempest-ServerRescueTestJSONUnderV235-174357529 tempest-ServerRescueTestJSONUnderV235-174357529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:30:39.201256 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d779ea61-c20c-42bc-a344-73965949c3db req-9d785101-0c9b-4244-b5bb-3a4cb73999fa tempest-ServerRescueTestJSONUnderV235-174357529 tempest-ServerRescueTestJSONUnderV235-174357529-project] 10.222.0.46 "GET /v2.0/ports?device_id=d73f004c-3e7c-4e3e-96fd-907fe73c64f7 HTTP/1.1" status: 200 len: 946 time: 0.3749843 Nov 22 20:30:39.259158 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f3ad00-ace0-49c4-90aa-2b88552d95cf req-bd7f72ce-8f7e-425e-93b9-1eeac6b9ee04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:30:39.260254 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b8bcab5-d7eb-4942-8883-7f3b125ddb74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c02d7240-fd9a-4491-9cf3-2e4d5bd83887'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:30:39.262512 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d39f6d30a11e565ec9648abcc015e8a6ab6cff4edd704add8155e28765d31eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed0008ed-7a66-4092-bd40-6a0b7252ac0f" -d '{"events": [{"server_uuid": "9b8bcab5-d7eb-4942-8883-7f3b125ddb74", "name": "network-vif-plugged", "status": "completed", "tag": "c02d7240-fd9a-4491-9cf3-2e4d5bd83887"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:30:39.264141 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a6f3ad00-ace0-49c4-90aa-2b88552d95cf req-bd7f72ce-8f7e-425e-93b9-1eeac6b9ee04 service neutron] 10.222.0.20 "GET /v2.0/networks?id=13496096-9618-4fad-a538-016ce712d3bd HTTP/1.1" status: 200 len: 913 time: 0.5208805 Nov 22 20:30:39.302077 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port c02d7240-fd9a-4491-9cf3-2e4d5bd83887, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=c02d7240-fd9a-4491-9cf3-2e4d5bd83887,segment=NetworkSegment(dbe15f2b-18f6-4fb3-82f1-4b95701e72ac),segment_id=dbe15f2b-18f6-4fb3-82f1-4b95701e72ac)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:30:39.320132 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-d779ea61-c20c-42bc-a344-73965949c3db req-3987107f-06c0-4e06-9828-d9c412277a07 tempest-ServerRescueTestJSONUnderV235-174357529 tempest-ServerRescueTestJSONUnderV235-174357529-project] Request body: {'port': {'security_groups': ['3776e3ad-7077-49a6-9ca5-2a879ce1ed3b', '146d8b99-6d27-404c-b03a-2a0c79d84e51']}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:30:39.342553 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:39.465879 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5d369bb4-e770-4603-ad5e-dd8ff8052f5c tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:39.478933 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a6f3ad00-ace0-49c4-90aa-2b88552d95cf req-c27f1579-9f07-4464-b856-e19ddd5aa5a6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=30e2de48-0c41-48d3-83c8-5bd09fd0ad8b HTTP/1.1" status: 200 len: 217 time: 0.1759613 Nov 22 20:30:39.559171 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=c02d7240-fd9a-4491-9cf3-2e4d5bd83887,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:30:39.561881 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5d369bb4-e770-4603-ad5e-dd8ff8052f5c tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:39.622828 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f3ad00-ace0-49c4-90aa-2b88552d95cf req-28671fa8-0390-4a1e-8b0f-b0b87271fcc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:30:39.629905 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a6f3ad00-ace0-49c4-90aa-2b88552d95cf req-28671fa8-0390-4a1e-8b0f-b0b87271fcc3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c03e1529-a0c9-4990-b0cd-08a1dc455fd5 HTTP/1.1" status: 200 len: 851 time: 0.1348581 Nov 22 20:30:39.654137 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a9823a-dcd6-446b-b57a-98dbd092cec4 req-b57ad3a1-2179-482e-b5ec-6295c3cd0506 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:30:39.658834 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b5a9823a-dcd6-446b-b57a-98dbd092cec4 req-b57ad3a1-2179-482e-b5ec-6295c3cd0506 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/ports?device_id=f1a6bfe1-26d1-4dd2-94cd-df2360ee8ad5 HTTP/1.1" status: 200 len: 945 time: 0.4522998 Nov 22 20:30:39.663954 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-d779ea61-c20c-42bc-a344-73965949c3db req-3987107f-06c0-4e06-9828-d9c412277a07 tempest-ServerRescueTestJSONUnderV235-174357529 tempest-ServerRescueTestJSONUnderV235-174357529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:39.677984 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d369bb4-e770-4603-ad5e-dd8ff8052f5c tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Network 7bd88872-a540-4e3b-ac93-d884c5e46f76 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:30:39.685762 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-5d369bb4-e770-4603-ad5e-dd8ff8052f5c tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:30:39.696192 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d369bb4-e770-4603-ad5e-dd8ff8052f5c tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:30:39.706916 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d369bb4-e770-4603-ad5e-dd8ff8052f5c tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:30:39.712849 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5d369bb4-e770-4603-ad5e-dd8ff8052f5c tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:39.748833 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:30:39.749174 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:30:39.749524 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:30:39.749870 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:30:39.750887 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:30:39.750887 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:30:39.751119 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:30:39.751318 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:30:39.753260 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:30:39.753612 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:30:39.753952 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:30:39.754560 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:30:39.764199 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-5d369bb4-e770-4603-ad5e-dd8ff8052f5c tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.3788309 Nov 22 20:30:39.773971 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 37712) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:30:39.798804 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d369bb4-e770-4603-ad5e-dd8ff8052f5c tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Pushing event updated for resources: {'Port': ['ID=f3fdd24b-e33d-4594-8e81-a8ae55e136c2,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:30:39.968941 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.db_base_plugin_common [None req-ca817c20-6e03-46a1-b111-2f06ae7c3d7d None None] Allocated IP 2001:db8::2 (7bd88872-a540-4e3b-ac93-d884c5e46f76/33711f40-ad76-4fdf-a73a-32be0142bb50/8a66f5bb-3773-4989-bebe-c94f47f34ed3) {{(pid=103449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:30:40.458323 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ca817c20-6e03-46a1-b111-2f06ae7c3d7d None None] Publish callbacks [] for port, precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:40.469481 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ca817c20-6e03-46a1-b111-2f06ae7c3d7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372'] for port, after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:40.564200 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca817c20-6e03-46a1-b111-2f06ae7c3d7d None None] Network 7bd88872-a540-4e3b-ac93-d884c5e46f76 is already hosted by enough agents. {{(pid=103449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:30:40.568310 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.base_scheduler [None req-ca817c20-6e03-46a1-b111-2f06ae7c3d7d None None] Resources bound (agent type, host, resource id): {{(pid=103449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:30:40.573685 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca817c20-6e03-46a1-b111-2f06ae7c3d7d None None] Received port after_create {{(pid=103449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:30:40.577350 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca817c20-6e03-46a1-b111-2f06ae7c3d7d None None] Pushing event updated for resources: {'Port': ['ID=8a66f5bb-3773-4989-bebe-c94f47f34ed3,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:30:40.657395 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f3ad00-ace0-49c4-90aa-2b88552d95cf req-9bc986a2-cb11-4af6-b3c4-15d646145ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:30:40.658910 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a6f3ad00-ace0-49c4-90aa-2b88552d95cf req-9bc986a2-cb11-4af6-b3c4-15d646145ea5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=13496096-9618-4fad-a538-016ce712d3bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9987998 Nov 22 20:30:40.766426 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-ca817c20-6e03-46a1-b111-2f06ae7c3d7d None None] Attempting to bind port 8a66f5bb-3773-4989-bebe-c94f47f34ed3 on host n-d-818823-1 for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:30:40.768015 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-ca817c20-6e03-46a1-b111-2f06ae7c3d7d None None] Attempting to bind port 8a66f5bb-3773-4989-bebe-c94f47f34ed3 by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': 'bdb0f717-aa5f-4e33-bcc3-95472c9b5b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '7bd88872-a540-4e3b-ac93-d884c5e46f76'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:30:40.768818 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca817c20-6e03-46a1-b111-2f06ae7c3d7d None None] Attempting to bind port 8a66f5bb-3773-4989-bebe-c94f47f34ed3 on network 7bd88872-a540-4e3b-ac93-d884c5e46f76 {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:30:40.777523 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca817c20-6e03-46a1-b111-2f06ae7c3d7d None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 30, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:30:40.778594 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca817c20-6e03-46a1-b111-2f06ae7c3d7d None None] Checking segment: {'id': 'bdb0f717-aa5f-4e33-bcc3-95472c9b5b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '7bd88872-a540-4e3b-ac93-d884c5e46f76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:30:40.779181 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ca817c20-6e03-46a1-b111-2f06ae7c3d7d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:40.780761 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca817c20-6e03-46a1-b111-2f06ae7c3d7d None None] Bound using segment: {'id': 'bdb0f717-aa5f-4e33-bcc3-95472c9b5b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '7bd88872-a540-4e3b-ac93-d884c5e46f76'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:30:40.783092 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-ca817c20-6e03-46a1-b111-2f06ae7c3d7d None None] Bound port: 8a66f5bb-3773-4989-bebe-c94f47f34ed3, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdb0f717-aa5f-4e33-bcc3-95472c9b5b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '7bd88872-a540-4e3b-ac93-d884c5e46f76'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:30:40.784162 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ca817c20-6e03-46a1-b111-2f06ae7c3d7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:40.796267 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a6f3ad00-ace0-49c4-90aa-2b88552d95cf req-e4ba31d1-2a97-4b6c-bd42-3b11e04ea4a2 service neutron] 10.222.0.20 "GET /v2.0/networks/13496096-9618-4fad-a538-016ce712d3bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193132 Nov 22 20:30:40.901923 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5cf48db-a181-4675-b7a3-6f21e7c51877 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:30:40.903568 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-f5cf48db-a181-4675-b7a3-6f21e7c51877 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 1.1230984 Nov 22 20:30:40.906343 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 37720) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:30:40.942348 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b5a9823a-dcd6-446b-b57a-98dbd092cec4 req-cca04df6-81a1-43a2-9153-a945dea78843 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/security-groups?id=ace094e3-bfce-4b88-a460-949b8cf0d5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.2066031 Nov 22 20:30:40.943967 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ca817c20-6e03-46a1-b111-2f06ae7c3d7d None None] For port 8a66f5bb-3773-4989-bebe-c94f47f34ed3, host n-d-818823-1, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:30:40.989705 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ca817c20-6e03-46a1-b111-2f06ae7c3d7d None None] For port 8a66f5bb-3773-4989-bebe-c94f47f34ed3, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=8a66f5bb-3773-4989-bebe-c94f47f34ed3,segment=NetworkSegment(bdb0f717-aa5f-4e33-bcc3-95472c9b5b64),segment_id=bdb0f717-aa5f-4e33-bcc3-95472c9b5b64)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:30:41.003686 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ca817c20-6e03-46a1-b111-2f06ae7c3d7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:41.180579 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-9941d169-b739-4ec8-b270-32693919921e tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Deleting port f3fdd24b-e33d-4594-8e81-a8ae55e136c2 {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:30:41.183340 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9941d169-b739-4ec8-b270-32693919921e tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:41.212385 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:30:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de0603c1-592a-44d2-869f-8cfc978c636d x-openstack-request-id: req-de0603c1-592a-44d2-869f-8cfc978c636d {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:30:41.212600 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b8bcab5-d7eb-4942-8883-7f3b125ddb74", "name": "network-vif-plugged", "status": "completed", "tag": "c02d7240-fd9a-4491-9cf3-2e4d5bd83887", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:30:41.212892 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-de0603c1-592a-44d2-869f-8cfc978c636d {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:30:41.213835 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b8bcab5-d7eb-4942-8883-7f3b125ddb74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c02d7240-fd9a-4491-9cf3-2e4d5bd83887', 'code': 200} Nov 22 20:30:41.216071 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca817c20-6e03-46a1-b111-2f06ae7c3d7d None None] Pushing event updated for resources: {'Port': ['ID=8a66f5bb-3773-4989-bebe-c94f47f34ed3,revision_number=2']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:30:41.220938 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a6f3ad00-ace0-49c4-90aa-2b88552d95cf req-c7b509dc-c7de-4e26-aa40-713a81366fb9 service neutron] 10.222.0.20 "GET /v2.0/networks/13496096-9618-4fad-a538-016ce712d3bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4055336 Nov 22 20:30:41.385149 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9941d169-b739-4ec8-b270-32693919921e tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:41.447509 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-9941d169-b739-4ec8-b270-32693919921e tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Calling delete_port for f3fdd24b-e33d-4594-8e81-a8ae55e136c2 owned by {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:30:41.480040 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-d779ea61-c20c-42bc-a344-73965949c3db req-3987107f-06c0-4e06-9828-d9c412277a07 tempest-ServerRescueTestJSONUnderV235-174357529 tempest-ServerRescueTestJSONUnderV235-174357529-project] For port 96cfbef8-f7ec-4b1c-878e-a28cfbf6e47e, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=96cfbef8-f7ec-4b1c-878e-a28cfbf6e47e,segment=NetworkSegment(bcbbe86a-c061-495c-a828-256b0a522cc1),segment_id=bcbbe86a-c061-495c-a828-256b0a522cc1)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:30:41.520085 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6697506-3ade-45ff-b114-6e23fdb45a72 req-5eff2cb4-5ee1-47fc-a814-f4f08469359f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:30:41.521582 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a6697506-3ade-45ff-b114-6e23fdb45a72 req-5eff2cb4-5ee1-47fc-a814-f4f08469359f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9b8bcab5-d7eb-4942-8883-7f3b125ddb74 HTTP/1.1" status: 200 len: 1097 time: 0.2173281 Nov 22 20:30:41.541822 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693e8c8c-f185-4d3b-addc-c338e47bb2fd req-8e4cbd7d-5714-4e8b-8c14-7fb51621be2b tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:30:41.543342 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-693e8c8c-f185-4d3b-addc-c338e47bb2fd req-8e4cbd7d-5714-4e8b-8c14-7fb51621be2b tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] 10.222.0.46 "GET /v2.0/ports?device_id=9b8bcab5-d7eb-4942-8883-7f3b125ddb74 HTTP/1.1" status: 200 len: 946 time: 0.2412016 Nov 22 20:30:41.553879 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-d779ea61-c20c-42bc-a344-73965949c3db req-3987107f-06c0-4e06-9828-d9c412277a07 tempest-ServerRescueTestJSONUnderV235-174357529 tempest-ServerRescueTestJSONUnderV235-174357529-project] Publish callbacks [] for port, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:41.572604 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-d779ea61-c20c-42bc-a344-73965949c3db req-3987107f-06c0-4e06-9828-d9c412277a07 tempest-ServerRescueTestJSONUnderV235-174357529 tempest-ServerRescueTestJSONUnderV235-174357529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:41.585320 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] get_ports_and_sgs() called for port_ids ['96cfbef8-f7ec-4b1c-878e-a28cfbf6e47e'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:30:41.706720 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d779ea61-c20c-42bc-a344-73965949c3db req-3987107f-06c0-4e06-9828-d9c412277a07 tempest-ServerRescueTestJSONUnderV235-174357529 tempest-ServerRescueTestJSONUnderV235-174357529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:30:41.707440 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-d779ea61-c20c-42bc-a344-73965949c3db req-3987107f-06c0-4e06-9828-d9c412277a07 tempest-ServerRescueTestJSONUnderV235-174357529 tempest-ServerRescueTestJSONUnderV235-174357529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:41.708968 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d779ea61-c20c-42bc-a344-73965949c3db req-3987107f-06c0-4e06-9828-d9c412277a07 tempest-ServerRescueTestJSONUnderV235-174357529 tempest-ServerRescueTestJSONUnderV235-174357529-project] 10.222.0.46 "PUT /v2.0/ports/96cfbef8-f7ec-4b1c-878e-a28cfbf6e47e HTTP/1.1" status: 200 len: 982 time: 2.4521363 Nov 22 20:30:41.725110 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd73f004c-3e7c-4e3e-96fd-907fe73c64f7', 'tag': '96cfbef8-f7ec-4b1c-878e-a28cfbf6e47e'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:30:41.736171 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bc81823-4aa3-444d-8119-8bfc05c5e0b9" -d '{"events": [{"name": "network-changed", "server_uuid": "d73f004c-3e7c-4e3e-96fd-907fe73c64f7", "tag": "96cfbef8-f7ec-4b1c-878e-a28cfbf6e47e"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:30:41.822722 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9941d169-b739-4ec8-b270-32693919921e tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:41.826538 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] get_ports_and_sgs() called for port_ids ['96cfbef8-f7ec-4b1c-878e-a28cfbf6e47e'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:30:41.938187 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a6697506-3ade-45ff-b114-6e23fdb45a72 req-4ea2dda5-6425-43a4-a1e6-a98036eee71c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=e70a60d7-89bb-466f-9aa7-31b1bc285180&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3919048 Nov 22 20:30:41.962474 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9941d169-b739-4ec8-b270-32693919921e tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Pushing event deleted for resources: {'Port': ['ID=f3fdd24b-e33d-4594-8e81-a8ae55e136c2,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:30:41.964680 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9941d169-b739-4ec8-b270-32693919921e tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:41.977933 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-9941d169-b739-4ec8-b270-32693919921e tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "DELETE /v2.0/ports/f3fdd24b-e33d-4594-8e81-a8ae55e136c2 HTTP/1.1" status: 204 len: 168 time: 1.0692508 Nov 22 20:30:41.980272 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 37736) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:30:42.004811 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3987107f-06c0-4e06-9828-d9c412277a07 tempest-ServerRescueTestJSONUnderV235-174357529 tempest-ServerRescueTestJSONUnderV235-174357529-project] Pushing event updated for resources: {'Port': ['ID=96cfbef8-f7ec-4b1c-878e-a28cfbf6e47e,revision_number=6']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:30:42.019325 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-693e8c8c-f185-4d3b-addc-c338e47bb2fd req-90d57017-4d83-4cdf-a882-f09ba95321b7 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] 10.222.0.46 "GET /v2.0/security-groups?id=e70a60d7-89bb-466f-9aa7-31b1bc285180&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4541104 Nov 22 20:30:42.051803 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-629f242f-6b8b-4da3-a093-4f14f6692c76 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:30:42.054045 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-629f242f-6b8b-4da3-a093-4f14f6692c76 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:30:42.059593 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-629f242f-6b8b-4da3-a093-4f14f6692c76 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0783160 Nov 22 20:30:42.062419 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 37740) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:30:42.146774 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0c88d2-2796-4064-ac9d-ba3a88c3e651 req-4f744362-868b-43cf-b7c6-d827434d6d82 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:30:42.160250 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5e0c88d2-2796-4064-ac9d-ba3a88c3e651 req-4f744362-868b-43cf-b7c6-d827434d6d82 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/ports?device_id=f1a6bfe1-26d1-4dd2-94cd-df2360ee8ad5 HTTP/1.1" status: 200 len: 945 time: 0.3006618 Nov 22 20:30:42.212425 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d056731-f5d3-45ab-88d7-c37eb65c7023 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Deleting subnet 33711f40-ad76-4fdf-a73a-32be0142bb50 {{(pid=103447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 20:30:42.311231 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8d056731-f5d3-45ab-88d7-c37eb65c7023 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks [] for subnet, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:42.317005 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5e0c88d2-2796-4064-ac9d-ba3a88c3e651 req-5dcbdfa2-6630-47db-ac7e-757e5000f20a tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/security-groups?id=ace094e3-bfce-4b88-a460-949b8cf0d5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1459374 Nov 22 20:30:42.412519 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8d056731-f5d3-45ab-88d7-c37eb65c7023 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12178353'] for subnet, precommit_delete_associations {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:42.460551 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 20:30:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26d428ce-9507-4ca6-b588-89a18ee73769 x-openstack-request-id: req-26d428ce-9507-4ca6-b588-89a18ee73769 {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:30:42.463789 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d73f004c-3e7c-4e3e-96fd-907fe73c64f7", "tag": "96cfbef8-f7ec-4b1c-878e-a28cfbf6e47e", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:30:42.464060 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-26d428ce-9507-4ca6-b588-89a18ee73769 {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:30:42.464491 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd73f004c-3e7c-4e3e-96fd-907fe73c64f7', 'tag': '96cfbef8-f7ec-4b1c-878e-a28cfbf6e47e', 'status': 'completed', 'code': 200} Nov 22 20:30:42.540854 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3f8761b6-0976-4a95-b2a7-519ba60aa1fb req-fb044b0f-5f36-44e5-9990-0df67788c747 tempest-ServerRescueTestJSONUnderV235-174357529 tempest-ServerRescueTestJSONUnderV235-174357529-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1237278626&fields=id&tenant_id=58f18dba29b1404593b210234b4fc486 HTTP/1.1" status: 200 len: 267 time: 0.1697135 Nov 22 20:30:42.635612 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc81823-4aa3-444d-8119-8bfc05c5e0b9 req-bc988c7e-d117-4efc-8f67-d458f434a60d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:30:42.637313 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1bc81823-4aa3-444d-8119-8bfc05c5e0b9 req-bc988c7e-d117-4efc-8f67-d458f434a60d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=58f18dba29b1404593b210234b4fc486&device_id=d73f004c-3e7c-4e3e-96fd-907fe73c64f7 HTTP/1.1" status: 200 len: 1136 time: 0.1675110 Nov 22 20:30:42.762212 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8761b6-0976-4a95-b2a7-519ba60aa1fb req-08a71cc8-7544-4a9f-bb81-f8836f3cd07b tempest-ServerRescueTestJSONUnderV235-174357529 tempest-ServerRescueTestJSONUnderV235-174357529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:30:42.770614 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3f8761b6-0976-4a95-b2a7-519ba60aa1fb req-08a71cc8-7544-4a9f-bb81-f8836f3cd07b tempest-ServerRescueTestJSONUnderV235-174357529 tempest-ServerRescueTestJSONUnderV235-174357529-project] 10.222.0.46 "GET /v2.0/ports?device_id=d73f004c-3e7c-4e3e-96fd-907fe73c64f7 HTTP/1.1" status: 200 len: 985 time: 0.2109542 Nov 22 20:30:42.788480 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-3f8761b6-0976-4a95-b2a7-519ba60aa1fb req-6556a0f5-7c89-435b-9c19-bbb9b8cd55ff tempest-ServerRescueTestJSONUnderV235-174357529 tempest-ServerRescueTestJSONUnderV235-174357529-project] Request body: {'port': {'security_groups': ['3776e3ad-7077-49a6-9ca5-2a879ce1ed3b']}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:30:42.884094 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8d056731-f5d3-45ab-88d7-c37eb65c7023 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3753007'] for subnet, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:43.119988 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-3f8761b6-0976-4a95-b2a7-519ba60aa1fb req-6556a0f5-7c89-435b-9c19-bbb9b8cd55ff tempest-ServerRescueTestJSONUnderV235-174357529 tempest-ServerRescueTestJSONUnderV235-174357529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:43.205120 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 8a66f5bb-3773-4989-bebe-c94f47f34ed3 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:30:43.246354 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8d056731-f5d3-45ab-88d7-c37eb65c7023 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3753014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8900804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8485115'] for subnet, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:43.299499 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d056731-f5d3-45ab-88d7-c37eb65c7023 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Pushing event deleted for resources: {'Subnet': ['ID=33711f40-ad76-4fdf-a73a-32be0142bb50,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:30:43.307303 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc81823-4aa3-444d-8119-8bfc05c5e0b9 req-23491ec4-ff75-4eb7-893a-f63a0bcef0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:30:43.308809 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1bc81823-4aa3-444d-8119-8bfc05c5e0b9 req-23491ec4-ff75-4eb7-893a-f63a0bcef0f3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=bac7bcf3-51ae-4543-8f0e-82b2d2e8c1d3 HTTP/1.1" status: 200 len: 921 time: 0.6619971 Nov 22 20:30:43.330640 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-891217b0-cafa-4e55-81d5-befd4cdb7716 None None] Provisioning complete for port 8a66f5bb-3773-4989-bebe-c94f47f34ed3 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:30:43.332128 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-891217b0-cafa-4e55-81d5-befd4cdb7716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:43.339561 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8d056731-f5d3-45ab-88d7-c37eb65c7023 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for subnet, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:43.345245 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-8d056731-f5d3-45ab-88d7-c37eb65c7023 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "DELETE /v2.0/subnets/33711f40-ad76-4fdf-a73a-32be0142bb50 HTTP/1.1" status: 204 len: 168 time: 1.2794063 Nov 22 20:30:43.345644 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 37766) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:30:43.350214 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3fe142-d4e8-49da-9de6-862d07c13e22 req-0a3b33e5-2782-4766-8b42-bae74bf9d83a tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:30:43.358247 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1f3fe142-d4e8-49da-9de6-862d07c13e22 req-0a3b33e5-2782-4766-8b42-bae74bf9d83a tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/networks?id=13496096-9618-4fad-a538-016ce712d3bd HTTP/1.1" status: 200 len: 812 time: 0.6512692 Nov 22 20:30:43.404958 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 8a66f5bb-3773-4989-bebe-c94f47f34ed3 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:30:43.405400 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:43.416296 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-f0831fb9-5a7d-471c-8f97-61a801a47c2c tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0688751 Nov 22 20:30:43.421338 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 37768) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:30:43.426681 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1f3fe142-d4e8-49da-9de6-862d07c13e22 req-1570c77d-8256-40d5-9a5e-81d4dc39b764 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/quotas/a3670ebd84cb4741b338db645a992249 HTTP/1.1" status: 200 len: 375 time: 0.0674267 Nov 22 20:30:43.430747 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-b87d5fe9-23ea-415b-b34d-df8c738c9566 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Request body: {'subnet': {'network_id': '7bd88872-a540-4e3b-ac93-d884c5e46f76', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:30:43.441368 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1bc81823-4aa3-444d-8119-8bfc05c5e0b9 req-42204ddc-ce2a-437d-908c-63150127b9c9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=96cfbef8-f7ec-4b1c-878e-a28cfbf6e47e HTTP/1.1" status: 200 len: 217 time: 0.1209850 Nov 22 20:30:43.532869 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-891217b0-cafa-4e55-81d5-befd4cdb7716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:43.627755 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1f3fe142-d4e8-49da-9de6-862d07c13e22 req-1c4bca5f-c0cd-4d6b-a3b9-bbc7723de697 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=a3670ebd84cb4741b338db645a992249&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1999774 Nov 22 20:30:43.635728 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b87d5fe9-23ea-415b-b34d-df8c738c9566 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Made reservation on behalf of aa06169c4e4d4119918ff90a471be1d0 for: {'subnet': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:30:43.636399 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6ddec89-88f1-4b73-99f3-adf7e4de0cdc None None] Network 7bd88872-a540-4e3b-ac93-d884c5e46f76 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:30:43.640118 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-891217b0-cafa-4e55-81d5-befd4cdb7716 None None] For port 8a66f5bb-3773-4989-bebe-c94f47f34ed3, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=8a66f5bb-3773-4989-bebe-c94f47f34ed3,segment=NetworkSegment(bdb0f717-aa5f-4e33-bcc3-95472c9b5b64),segment_id=bdb0f717-aa5f-4e33-bcc3-95472c9b5b64)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:30:43.645584 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b87d5fe9-23ea-415b-b34d-df8c738c9566 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11792951'] for subnet, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:43.653939 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:43.675209 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc81823-4aa3-444d-8119-8bfc05c5e0b9 req-2e3aebe1-416c-4048-8221-58528da89a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:30:43.679105 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1bc81823-4aa3-444d-8119-8bfc05c5e0b9 req-2e3aebe1-416c-4048-8221-58528da89a55 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=06df14ad-dfdd-4da5-9f27-f399f4421e36 HTTP/1.1" status: 200 len: 860 time: 0.2262766 Nov 22 20:30:43.700336 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-891217b0-cafa-4e55-81d5-befd4cdb7716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:43.876674 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1f3fe142-d4e8-49da-9de6-862d07c13e22 req-798881e4-a275-4ecd-99fe-dee54856ef2b service neutron] 10.222.0.46 "GET /v2.0/networks/13496096-9618-4fad-a538-016ce712d3bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2470496 Nov 22 20:30:43.878495 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1bc81823-4aa3-444d-8119-8bfc05c5e0b9 req-0313993b-da6f-4a3d-b938-a4095250c18d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bac7bcf3-51ae-4543-8f0e-82b2d2e8c1d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1831613 Nov 22 20:30:43.916281 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-47433a14-0fb5-4f3c-b44c-7f12654263ff None None] Could not find standard attr ID for object f3fdd24b-e33d-4594-8e81-a8ae55e136c2. {{(pid=103449) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 22 20:30:43.979556 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891217b0-cafa-4e55-81d5-befd4cdb7716 None None] Pushing event updated for resources: {'Port': ['ID=8a66f5bb-3773-4989-bebe-c94f47f34ed3,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:30:43.997057 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.db.api [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103449) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 20:30:44.008044 n-d-818823-1 neutron-server[103449]: DEBUG oslo_db.api [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 20:30:44.041896 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b87d5fe9-23ea-415b-b34d-df8c738c9566 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11567560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11792921'] for subnet, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:44.079755 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-3f8761b6-0976-4a95-b2a7-519ba60aa1fb req-6556a0f5-7c89-435b-9c19-bbb9b8cd55ff tempest-ServerRescueTestJSONUnderV235-174357529 tempest-ServerRescueTestJSONUnderV235-174357529-project] For port 96cfbef8-f7ec-4b1c-878e-a28cfbf6e47e, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=96cfbef8-f7ec-4b1c-878e-a28cfbf6e47e,segment=NetworkSegment(bcbbe86a-c061-495c-a828-256b0a522cc1),segment_id=bcbbe86a-c061-495c-a828-256b0a522cc1)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:30:44.111066 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-3f8761b6-0976-4a95-b2a7-519ba60aa1fb req-6556a0f5-7c89-435b-9c19-bbb9b8cd55ff tempest-ServerRescueTestJSONUnderV235-174357529 tempest-ServerRescueTestJSONUnderV235-174357529-project] Publish callbacks [] for port, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:44.121558 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b87d5fe9-23ea-415b-b34d-df8c738c9566 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Network 7bd88872-a540-4e3b-ac93-d884c5e46f76 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:30:44.121786 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9831fb1-88d0-4622-8de5-4a7dde719d6e None None] DHCP port deletion for 7bd88872-a540-4e3b-ac93-d884c5e46f76 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:30:44.126304 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-b87d5fe9-23ea-415b-b34d-df8c738c9566 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:30:44.137182 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b87d5fe9-23ea-415b-b34d-df8c738c9566 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:30:44.137845 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b87d5fe9-23ea-415b-b34d-df8c738c9566 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:44.141378 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1f3fe142-d4e8-49da-9de6-862d07c13e22 req-1b270d65-9bd9-44c9-844c-d09cb00bd797 service neutron] 10.222.0.46 "GET /v2.0/networks/13496096-9618-4fad-a538-016ce712d3bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2587252 Nov 22 20:30:44.144516 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-3f8761b6-0976-4a95-b2a7-519ba60aa1fb req-6556a0f5-7c89-435b-9c19-bbb9b8cd55ff tempest-ServerRescueTestJSONUnderV235-174357529 tempest-ServerRescueTestJSONUnderV235-174357529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:44.162180 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87d5fe9-23ea-415b-b34d-df8c738c9566 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Pushing event updated for resources: {'Subnet': ['ID=9f37113f-2a1e-4de5-aae0-1aeac4cc60ad,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:30:44.178919 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-b87d5fe9-23ea-415b-b34d-df8c738c9566 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7561698 Nov 22 20:30:44.180180 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 37776) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:30:44.186531 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-fdc7b9d8-e682-40a0-bc74-03d1ec2b9fa7 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Request body: {'port': {'network_id': '7bd88872-a540-4e3b-ac93-d884c5e46f76', 'fixed_ips': [{'subnet_id': '9f37113f-2a1e-4de5-aae0-1aeac4cc60ad', 'ip_address': '2001:db8::c6e4:ed62:6cbc:8346'}], 'name': 'tempest-NetworksTestDHCPv6-1810806157'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:30:44.189537 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] get_ports_and_sgs() called for port_ids ['96cfbef8-f7ec-4b1c-878e-a28cfbf6e47e'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:30:44.240637 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8761b6-0976-4a95-b2a7-519ba60aa1fb req-6556a0f5-7c89-435b-9c19-bbb9b8cd55ff tempest-ServerRescueTestJSONUnderV235-174357529 tempest-ServerRescueTestJSONUnderV235-174357529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:30:44.241276 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-3f8761b6-0976-4a95-b2a7-519ba60aa1fb req-6556a0f5-7c89-435b-9c19-bbb9b8cd55ff tempest-ServerRescueTestJSONUnderV235-174357529 tempest-ServerRescueTestJSONUnderV235-174357529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:44.280218 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3f8761b6-0976-4a95-b2a7-519ba60aa1fb req-6556a0f5-7c89-435b-9c19-bbb9b8cd55ff tempest-ServerRescueTestJSONUnderV235-174357529 tempest-ServerRescueTestJSONUnderV235-174357529-project] 10.222.0.46 "PUT /v2.0/ports/96cfbef8-f7ec-4b1c-878e-a28cfbf6e47e HTTP/1.1" status: 200 len: 943 time: 1.5085986 Nov 22 20:30:44.331595 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] get_ports_and_sgs() called for port_ids ['96cfbef8-f7ec-4b1c-878e-a28cfbf6e47e'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:30:44.368666 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6556a0f5-7c89-435b-9c19-bbb9b8cd55ff tempest-ServerRescueTestJSONUnderV235-174357529 tempest-ServerRescueTestJSONUnderV235-174357529-project] Pushing event updated for resources: {'Port': ['ID=96cfbef8-f7ec-4b1c-878e-a28cfbf6e47e,revision_number=7']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:30:44.379704 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1bc81823-4aa3-444d-8119-8bfc05c5e0b9 req-8eb85eec-f7e5-4589-9b30-4ba84a97c5b1 service neutron] 10.222.0.41 "GET /v2.0/networks/bac7bcf3-51ae-4543-8f0e-82b2d2e8c1d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3640113 Nov 22 20:30:44.382176 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-e9831fb1-88d0-4622-8de5-4a7dde719d6e None None] Deleting port 8a66f5bb-3773-4989-bebe-c94f47f34ed3 {{(pid=103449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:30:44.382532 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e9831fb1-88d0-4622-8de5-4a7dde719d6e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:44.481290 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdc7b9d8-e682-40a0-bc74-03d1ec2b9fa7 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Made reservation on behalf of aa06169c4e4d4119918ff90a471be1d0 for: {'port': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:30:44.508357 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:44.524785 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:44.532285 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd73f004c-3e7c-4e3e-96fd-907fe73c64f7', 'tag': '96cfbef8-f7ec-4b1c-878e-a28cfbf6e47e'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:30:44.539109 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85720e73-c58d-4cf1-bb10-aa5008bf5f8a" -d '{"events": [{"name": "network-changed", "server_uuid": "d73f004c-3e7c-4e3e-96fd-907fe73c64f7", "tag": "96cfbef8-f7ec-4b1c-878e-a28cfbf6e47e"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:30:44.607654 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-e9831fb1-88d0-4622-8de5-4a7dde719d6e None None] For port 8a66f5bb-3773-4989-bebe-c94f47f34ed3, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=8a66f5bb-3773-4989-bebe-c94f47f34ed3,segment=NetworkSegment(bdb0f717-aa5f-4e33-bcc3-95472c9b5b64),segment_id=bdb0f717-aa5f-4e33-bcc3-95472c9b5b64)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:30:44.608207 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e9831fb1-88d0-4622-8de5-4a7dde719d6e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:44.639580 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-e9831fb1-88d0-4622-8de5-4a7dde719d6e None None] Calling delete_port for 8a66f5bb-3773-4989-bebe-c94f47f34ed3 owned by network:dhcp {{(pid=103449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:30:44.694148 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-fdc7b9d8-e682-40a0-bc74-03d1ec2b9fa7 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:44.735000 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [None req-fdc7b9d8-e682-40a0-bc74-03d1ec2b9fa7 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] device_id is not set on port 61137d65-1796-43a9-9b76-d3e04cd98967 yet. {{(pid=103448) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 20:30:44.867859 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1bc81823-4aa3-444d-8119-8bfc05c5e0b9 req-8f512ba3-8312-4792-bd44-58288c209680 service neutron] 10.222.0.41 "GET /v2.0/networks/bac7bcf3-51ae-4543-8f0e-82b2d2e8c1d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4806376 Nov 22 20:30:44.909858 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e9831fb1-88d0-4622-8de5-4a7dde719d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381'] for port, after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:44.929741 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ec1c2d-ab11-4726-80aa-6b8a880f5340 req-a60caec9-cae5-4a93-8ade-607b713ec357 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:30:44.931301 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c9ec1c2d-ab11-4726-80aa-6b8a880f5340 req-a60caec9-cae5-4a93-8ade-607b713ec357 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] 10.222.0.46 "GET /v2.0/ports?device_id=9b8bcab5-d7eb-4942-8883-7f3b125ddb74 HTTP/1.1" status: 200 len: 946 time: 0.3670452 Nov 22 20:30:45.001984 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c9ec1c2d-ab11-4726-80aa-6b8a880f5340 req-4abbb395-e0ff-4f3b-b381-7ade307f1e19 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] 10.222.0.46 "GET /v2.0/security-groups?id=e70a60d7-89bb-466f-9aa7-31b1bc285180&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631404 Nov 22 20:30:45.014786 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e99b43de-0394-4efd-b69f-1beb69fe9cae req-4a153e9b-d957-416d-8576-cab2ca2e864e tempest-ServerRescueTestJSONUnderV235-174357529 tempest-ServerRescueTestJSONUnderV235-174357529-project] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3680005 Nov 22 20:30:45.024166 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9831fb1-88d0-4622-8de5-4a7dde719d6e None None] No DVR routers for this DVR port 8a66f5bb-3773-4989-bebe-c94f47f34ed3 on host n-d-818823-1 {{(pid=103449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:30:45.036391 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9831fb1-88d0-4622-8de5-4a7dde719d6e None None] Pushing event deleted for resources: {'Port': ['ID=8a66f5bb-3773-4989-bebe-c94f47f34ed3,revision_number=None']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:30:45.049792 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-e99b43de-0394-4efd-b69f-1beb69fe9cae req-6dffe943-ae33-4220-8cb5-9920669681b7 tempest-ServerRescueTestJSONUnderV235-174357529 tempest-ServerRescueTestJSONUnderV235-174357529-project] Request body: {'floatingip': {'floating_network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:30:45.055143 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e65b97c9-465a-488b-a5da-9fe37bc410f3 None None] Network 7bd88872-a540-4e3b-ac93-d884c5e46f76 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:30:45.117738 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-e99b43de-0394-4efd-b69f-1beb69fe9cae req-6dffe943-ae33-4220-8cb5-9920669681b7 tempest-ServerRescueTestJSONUnderV235-174357529 tempest-ServerRescueTestJSONUnderV235-174357529-project] Publish callbacks [] for floatingip, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:45.207054 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 8a66f5bb-3773-4989-bebe-c94f47f34ed3 no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:30:45.230336 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-26b03eb8-fe96-46ca-aa2a-81f835b86ede req-ae3bf9f8-a9e6-4159-b926-3fca6ed41679 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/ports?device_id=223a6470-c695-4f80-9249-14d64f28075d HTTP/1.1" status: 200 len: 210 time: 0.0859480 Nov 22 20:30:45.253829 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [None req-fdc7b9d8-e682-40a0-bc74-03d1ec2b9fa7 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Allocated IP 2001:db8::c6e4:ed62:6cbc:8346 (7bd88872-a540-4e3b-ac93-d884c5e46f76/9f37113f-2a1e-4de5-aae0-1aeac4cc60ad/61137d65-1796-43a9-9b76-d3e04cd98967) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:30:45.290039 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: 8a66f5bb-3773-4989-bebe-c94f47f34ed3 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:30:45.290904 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 8a66f5bb-3773-4989-bebe-c94f47f34ed3 not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:30:45.346232 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-e99b43de-0394-4efd-b69f-1beb69fe9cae req-6dffe943-ae33-4220-8cb5-9920669681b7 tempest-ServerRescueTestJSONUnderV235-174357529 tempest-ServerRescueTestJSONUnderV235-174357529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:45.488960 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [req-e99b43de-0394-4efd-b69f-1beb69fe9cae req-6dffe943-ae33-4220-8cb5-9920669681b7 tempest-ServerRescueTestJSONUnderV235-174357529 tempest-ServerRescueTestJSONUnderV235-174357529-project] Allocated IP 172.25.5.161 (c48a55e9-6a85-4746-b7bf-3e29fb560094/5da6f781-63e6-4328-ae7a-5e672262f55a/bede8214-93e1-4f4c-a1f5-328c65d2ddee) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:30:45.699423 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-e99b43de-0394-4efd-b69f-1beb69fe9cae req-6dffe943-ae33-4220-8cb5-9920669681b7 tempest-ServerRescueTestJSONUnderV235-174357529 tempest-ServerRescueTestJSONUnderV235-174357529-project] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:45.717594 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-fdc7b9d8-e682-40a0-bc74-03d1ec2b9fa7 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:45.732878 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f97a08b9-b82a-4f2e-85c7-9cf9f9e3b9dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fb26bd7-ce56-527b-b94f-2e1f7cb2bb35-7bd88872-a540-4e3b-ac93-d884c5e46f76', 'network_id': '7bd88872-a540-4e3b-ac93-d884c5e46f76', 'tenant_id': 'aa06169c4e4d4119918ff90a471be1d0', 'fixed_ips': [{'subnet_id': '9f37113f-2a1e-4de5-aae0-1aeac4cc60ad'}]}} from n-d-818823-1. {{(pid=103449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 20:30:45.738576 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-f97a08b9-b82a-4f2e-85c7-9cf9f9e3b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:45.778138 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 20:30:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47d6c796-32a8-4337-ae7d-285ec2e88dac x-openstack-request-id: req-47d6c796-32a8-4337-ae7d-285ec2e88dac {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:30:45.778473 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d73f004c-3e7c-4e3e-96fd-907fe73c64f7", "tag": "96cfbef8-f7ec-4b1c-878e-a28cfbf6e47e", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:30:45.778758 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-47d6c796-32a8-4337-ae7d-285ec2e88dac {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:30:45.779610 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd73f004c-3e7c-4e3e-96fd-907fe73c64f7', 'tag': '96cfbef8-f7ec-4b1c-878e-a28cfbf6e47e', 'status': 'completed', 'code': 200} Nov 22 20:30:45.803658 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-fdc7b9d8-e682-40a0-bc74-03d1ec2b9fa7 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:45.812646 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-e99b43de-0394-4efd-b69f-1beb69fe9cae req-6dffe943-ae33-4220-8cb5-9920669681b7 tempest-ServerRescueTestJSONUnderV235-174357529 tempest-ServerRescueTestJSONUnderV235-174357529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:45.848014 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e99b43de-0394-4efd-b69f-1beb69fe9cae req-6dffe943-ae33-4220-8cb5-9920669681b7 tempest-ServerRescueTestJSONUnderV235-174357529 tempest-ServerRescueTestJSONUnderV235-174357529-project] Network c48a55e9-6a85-4746-b7bf-3e29fb560094 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:30:45.851158 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [req-e99b43de-0394-4efd-b69f-1beb69fe9cae req-6dffe943-ae33-4220-8cb5-9920669681b7 tempest-ServerRescueTestJSONUnderV235-174357529 tempest-ServerRescueTestJSONUnderV235-174357529-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:30:45.889695 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-e99b43de-0394-4efd-b69f-1beb69fe9cae req-6dffe943-ae33-4220-8cb5-9920669681b7 tempest-ServerRescueTestJSONUnderV235-174357529 tempest-ServerRescueTestJSONUnderV235-174357529-project] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:30:45.957848 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdc7b9d8-e682-40a0-bc74-03d1ec2b9fa7 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Network 7bd88872-a540-4e3b-ac93-d884c5e46f76 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:30:45.979740 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-fdc7b9d8-e682-40a0-bc74-03d1ec2b9fa7 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:30:45.995751 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc7b9d8-e682-40a0-bc74-03d1ec2b9fa7 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:30:46.003581 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae51fcc-4b04-4f6b-a1e5-35dc5e8fb846 req-c9e946a5-9026-4d2c-805e-cbf37ed1ccc8 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:30:46.010526 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdc7b9d8-e682-40a0-bc74-03d1ec2b9fa7 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:30:46.019788 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6ae51fcc-4b04-4f6b-a1e5-35dc5e8fb846 req-c9e946a5-9026-4d2c-805e-cbf37ed1ccc8 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] 10.222.0.46 "GET /v2.0/ports?device_id=9b8bcab5-d7eb-4942-8883-7f3b125ddb74 HTTP/1.1" status: 200 len: 946 time: 0.2377791 Nov 22 20:30:46.020943 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-fdc7b9d8-e682-40a0-bc74-03d1ec2b9fa7 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:46.045744 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc7b9d8-e682-40a0-bc74-03d1ec2b9fa7 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Pushing event updated for resources: {'Port': ['ID=61137d65-1796-43a9-9b76-d3e04cd98967,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:30:46.060056 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dffe943-ae33-4220-8cb5-9920669681b7 tempest-ServerRescueTestJSONUnderV235-174357529 tempest-ServerRescueTestJSONUnderV235-174357529-project] Pushing event updated for resources: {'Port': ['ID=bede8214-93e1-4f4c-a1f5-328c65d2ddee,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:30:46.084186 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85720e73-c58d-4cf1-bb10-aa5008bf5f8a req-bc940646-2b94-4bcd-a8ca-a18fc60e4b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:30:46.086361 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-85720e73-c58d-4cf1-bb10-aa5008bf5f8a req-bc940646-2b94-4bcd-a8ca-a18fc60e4b6c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=58f18dba29b1404593b210234b4fc486&device_id=d73f004c-3e7c-4e3e-96fd-907fe73c64f7 HTTP/1.1" status: 200 len: 1097 time: 0.3198977 Nov 22 20:30:46.090867 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-fdc7b9d8-e682-40a0-bc74-03d1ec2b9fa7 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.9071627 Nov 22 20:30:46.091888 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 37796) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:30:46.193632 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17bcb9cf-6471-489e-993d-26c14f7bc0a1 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:30:46.197226 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-17bcb9cf-6471-489e-993d-26c14f7bc0a1 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1043768 Nov 22 20:30:46.200317 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 37798) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:30:46.409676 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.db_base_plugin_common [None req-f97a08b9-b82a-4f2e-85c7-9cf9f9e3b9dc None None] Allocated IP 2001:db8::2 (7bd88872-a540-4e3b-ac93-d884c5e46f76/9f37113f-2a1e-4de5-aae0-1aeac4cc60ad/d10cf084-0653-4df9-95d6-4d9d98692f0e) {{(pid=103449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:30:46.447567 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-e99b43de-0394-4efd-b69f-1beb69fe9cae req-6dffe943-ae33-4220-8cb5-9920669681b7 tempest-ServerRescueTestJSONUnderV235-174357529 tempest-ServerRescueTestJSONUnderV235-174357529-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:46.507912 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-199b5a0e-4db5-4fe3-894f-26430df772f7 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Deleting port 61137d65-1796-43a9-9b76-d3e04cd98967 {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:30:46.508395 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-199b5a0e-4db5-4fe3-894f-26430df772f7 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:46.545986 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3fe142-d4e8-49da-9de6-862d07c13e22 req-f969d2cf-2d42-4819-a08f-e21e5cf83d63 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:30:46.547905 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1f3fe142-d4e8-49da-9de6-862d07c13e22 req-f969d2cf-2d42-4819-a08f-e21e5cf83d63 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.20 "GET /v2.0/networks?id=13496096-9618-4fad-a538-016ce712d3bd HTTP/1.1" status: 200 len: 812 time: 0.3104448 Nov 22 20:30:46.568828 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-1f3fe142-d4e8-49da-9de6-862d07c13e22 req-aa253fc5-e62b-4bb2-abfe-40d00dc8a5a7 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Request body: {'port': {'device_id': '223a6470-c695-4f80-9249-14d64f28075d', 'network_id': '13496096-9618-4fad-a538-016ce712d3bd', 'admin_state_up': True, 'tenant_id': 'a3670ebd84cb4741b338db645a992249'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:30:46.723114 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-f97a08b9-b82a-4f2e-85c7-9cf9f9e3b9dc None None] Publish callbacks [] for port, precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:46.732781 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-f97a08b9-b82a-4f2e-85c7-9cf9f9e3b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372'] for port, after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:46.837592 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f97a08b9-b82a-4f2e-85c7-9cf9f9e3b9dc None None] Network 7bd88872-a540-4e3b-ac93-d884c5e46f76 is already hosted by enough agents. {{(pid=103449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:30:46.841117 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.base_scheduler [None req-f97a08b9-b82a-4f2e-85c7-9cf9f9e3b9dc None None] Resources bound (agent type, host, resource id): {{(pid=103449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:30:46.844652 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f97a08b9-b82a-4f2e-85c7-9cf9f9e3b9dc None None] Received port after_create {{(pid=103449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:30:46.861906 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97a08b9-b82a-4f2e-85c7-9cf9f9e3b9dc None None] Pushing event updated for resources: {'Port': ['ID=d10cf084-0653-4df9-95d6-4d9d98692f0e,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:30:46.862158 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-199b5a0e-4db5-4fe3-894f-26430df772f7 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:46.907506 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-199b5a0e-4db5-4fe3-894f-26430df772f7 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Calling delete_port for 61137d65-1796-43a9-9b76-d3e04cd98967 owned by {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:30:47.004931 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-f97a08b9-b82a-4f2e-85c7-9cf9f9e3b9dc None None] Attempting to bind port d10cf084-0653-4df9-95d6-4d9d98692f0e on host n-d-818823-1 for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:30:47.009024 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-f97a08b9-b82a-4f2e-85c7-9cf9f9e3b9dc None None] Attempting to bind port d10cf084-0653-4df9-95d6-4d9d98692f0e by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': 'bdb0f717-aa5f-4e33-bcc3-95472c9b5b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '7bd88872-a540-4e3b-ac93-d884c5e46f76'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:30:47.010082 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f97a08b9-b82a-4f2e-85c7-9cf9f9e3b9dc None None] Attempting to bind port d10cf084-0653-4df9-95d6-4d9d98692f0e on network 7bd88872-a540-4e3b-ac93-d884c5e46f76 {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:30:47.035697 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f97a08b9-b82a-4f2e-85c7-9cf9f9e3b9dc None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 30, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:30:47.043501 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f97a08b9-b82a-4f2e-85c7-9cf9f9e3b9dc None None] Checking segment: {'id': 'bdb0f717-aa5f-4e33-bcc3-95472c9b5b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '7bd88872-a540-4e3b-ac93-d884c5e46f76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:30:47.046670 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-f97a08b9-b82a-4f2e-85c7-9cf9f9e3b9dc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:47.050904 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f97a08b9-b82a-4f2e-85c7-9cf9f9e3b9dc None None] Bound using segment: {'id': 'bdb0f717-aa5f-4e33-bcc3-95472c9b5b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '7bd88872-a540-4e3b-ac93-d884c5e46f76'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:30:47.052506 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-f97a08b9-b82a-4f2e-85c7-9cf9f9e3b9dc None None] Bound port: d10cf084-0653-4df9-95d6-4d9d98692f0e, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdb0f717-aa5f-4e33-bcc3-95472c9b5b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '7bd88872-a540-4e3b-ac93-d884c5e46f76'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:30:47.055651 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-f97a08b9-b82a-4f2e-85c7-9cf9f9e3b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:47.149064 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6ae51fcc-4b04-4f6b-a1e5-35dc5e8fb846 req-a3f3f035-7639-4b7f-a307-914006aa31cd tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] 10.222.0.46 "GET /v2.0/security-groups?id=e70a60d7-89bb-466f-9aa7-31b1bc285180&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0660138 Nov 22 20:30:47.183689 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 37802) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:30:47.206214 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-199b5a0e-4db5-4fe3-894f-26430df772f7 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:47.207992 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85720e73-c58d-4cf1-bb10-aa5008bf5f8a req-df0206d1-daa0-41ba-9973-4b35cced6f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:30:47.211337 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-85720e73-c58d-4cf1-bb10-aa5008bf5f8a req-df0206d1-daa0-41ba-9973-4b35cced6f00 service neutron] 10.222.0.41 "GET /v2.0/networks?id=bac7bcf3-51ae-4543-8f0e-82b2d2e8c1d3 HTTP/1.1" status: 200 len: 921 time: 1.1151328 Nov 22 20:30:47.214348 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-e99b43de-0394-4efd-b69f-1beb69fe9cae req-6dffe943-ae33-4220-8cb5-9920669681b7 tempest-ServerRescueTestJSONUnderV235-174357529 tempest-ServerRescueTestJSONUnderV235-174357529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:47.241561 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-f97a08b9-b82a-4f2e-85c7-9cf9f9e3b9dc None None] For port d10cf084-0653-4df9-95d6-4d9d98692f0e, host n-d-818823-1, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:30:47.250014 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-f97a08b9-b82a-4f2e-85c7-9cf9f9e3b9dc None None] For port d10cf084-0653-4df9-95d6-4d9d98692f0e, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=d10cf084-0653-4df9-95d6-4d9d98692f0e,segment=NetworkSegment(bdb0f717-aa5f-4e33-bcc3-95472c9b5b64),segment_id=bdb0f717-aa5f-4e33-bcc3-95472c9b5b64)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:30:47.265555 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-f97a08b9-b82a-4f2e-85c7-9cf9f9e3b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:47.280853 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199b5a0e-4db5-4fe3-894f-26430df772f7 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Pushing event deleted for resources: {'Port': ['ID=61137d65-1796-43a9-9b76-d3e04cd98967,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:30:47.337128 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-199b5a0e-4db5-4fe3-894f-26430df772f7 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:47.350539 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-199b5a0e-4db5-4fe3-894f-26430df772f7 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "DELETE /v2.0/ports/61137d65-1796-43a9-9b76-d3e04cd98967 HTTP/1.1" status: 204 len: 168 time: 1.1488042 Nov 22 20:30:47.353463 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 37804) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:30:47.388239 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-85720e73-c58d-4cf1-bb10-aa5008bf5f8a req-d939601e-2940-4bda-9b60-e2c2b1c57ef1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=96cfbef8-f7ec-4b1c-878e-a28cfbf6e47e HTTP/1.1" status: 200 len: 217 time: 0.0464835 Nov 22 20:30:47.452960 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3a2549a-90cc-4c86-a2d4-09d266029eaa tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:30:47.455448 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3a2549a-90cc-4c86-a2d4-09d266029eaa tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:30:47.461105 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-b3a2549a-90cc-4c86-a2d4-09d266029eaa tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1066942 Nov 22 20:30:47.461807 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 37806) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:30:47.514200 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97a08b9-b82a-4f2e-85c7-9cf9f9e3b9dc None None] Pushing event updated for resources: {'Port': ['ID=d10cf084-0653-4df9-95d6-4d9d98692f0e,revision_number=2']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:30:47.561872 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_v2 [None req-17c81899-505c-4d32-b21f-89936372cb65 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Deleting subnet 9f37113f-2a1e-4de5-aae0-1aeac4cc60ad {{(pid=103448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 20:30:47.570950 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-17c81899-505c-4d32-b21f-89936372cb65 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks [] for subnet, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:47.599187 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-eedb611d-e433-4f83-b5c3-8fefb61a23e8 req-63f2dd7f-6df8-4eba-aa9e-bd2a0cbddd27 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/ports?device_id=223a6470-c695-4f80-9249-14d64f28075d HTTP/1.1" status: 200 len: 210 time: 0.0686243 Nov 22 20:30:47.675981 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-e99b43de-0394-4efd-b69f-1beb69fe9cae req-6dffe943-ae33-4220-8cb5-9920669681b7 tempest-ServerRescueTestJSONUnderV235-174357529 tempest-ServerRescueTestJSONUnderV235-174357529-project] Publish callbacks [] for port, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:47.682317 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85720e73-c58d-4cf1-bb10-aa5008bf5f8a req-4cb0b74f-e2c2-4935-9398-5d7a78aea1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:30:47.684382 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-85720e73-c58d-4cf1-bb10-aa5008bf5f8a req-4cb0b74f-e2c2-4935-9398-5d7a78aea1f1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=06df14ad-dfdd-4da5-9f27-f399f4421e36 HTTP/1.1" status: 200 len: 860 time: 0.2749619 Nov 22 20:30:47.686749 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce26572e-9978-4b75-b0df-953904f4216e tempest-TestNetworkBasicOps-1697801292 tempest-TestNetworkBasicOps-1697801292-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:30:47.691755 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-ce26572e-9978-4b75-b0df-953904f4216e tempest-TestNetworkBasicOps-1697801292 tempest-TestNetworkBasicOps-1697801292-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=9b8bcab5-d7eb-4942-8883-7f3b125ddb74 HTTP/1.1" status: 200 len: 1092 time: 0.4735394 Nov 22 20:30:47.692310 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 37808) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:30:47.693768 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-e99b43de-0394-4efd-b69f-1beb69fe9cae req-6dffe943-ae33-4220-8cb5-9920669681b7 tempest-ServerRescueTestJSONUnderV235-174357529 tempest-ServerRescueTestJSONUnderV235-174357529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:47.703373 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f3fe142-d4e8-49da-9de6-862d07c13e22 req-aa253fc5-e62b-4bb2-abfe-40d00dc8a5a7 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Made reservation on behalf of a3670ebd84cb4741b338db645a992249 for: {'port': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:30:47.707172 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-1f3fe142-d4e8-49da-9de6-862d07c13e22 req-aa253fc5-e62b-4bb2-abfe-40d00dc8a5a7 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:47.709626 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-21e791fb-2b98-4eb1-b931-c70117b435b1 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Request body: {'floatingip': {'floating_network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'port_id': 'c02d7240-fd9a-4491-9cf3-2e4d5bd83887', 'tenant_id': '67d164fc12fc462bb9fe3a42a4c66cfa', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:30:47.772105 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-17c81899-505c-4d32-b21f-89936372cb65 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11627908'] for subnet, precommit_delete_associations {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:47.844696 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-85720e73-c58d-4cf1-bb10-aa5008bf5f8a req-c585dbda-63b3-46b4-a1bf-c78f882991e8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bac7bcf3-51ae-4543-8f0e-82b2d2e8c1d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1299727 Nov 22 20:30:47.887590 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-17c81899-505c-4d32-b21f-89936372cb65 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3753007'] for subnet, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:47.921204 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-21e791fb-2b98-4eb1-b931-c70117b435b1 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks [] for floatingip, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:48.031805 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-17c81899-505c-4d32-b21f-89936372cb65 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3753014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11567369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11792914'] for subnet, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:48.032893 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-e99b43de-0394-4efd-b69f-1beb69fe9cae req-6dffe943-ae33-4220-8cb5-9920669681b7 tempest-ServerRescueTestJSONUnderV235-174357529 tempest-ServerRescueTestJSONUnderV235-174357529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-595224'] for floatingip, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:48.040536 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dffe943-ae33-4220-8cb5-9920669681b7 tempest-ServerRescueTestJSONUnderV235-174357529 tempest-ServerRescueTestJSONUnderV235-174357529-project] Pushing event updated for resources: {'Port': ['ID=bede8214-93e1-4f4c-a1f5-328c65d2ddee,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:30:48.059197 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-17c81899-505c-4d32-b21f-89936372cb65 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:48.065193 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-17c81899-505c-4d32-b21f-89936372cb65 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "DELETE /v2.0/subnets/9f37113f-2a1e-4de5-aae0-1aeac4cc60ad HTTP/1.1" status: 204 len: 168 time: 0.6023028 Nov 22 20:30:48.095197 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 37810) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:30:48.114939 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c81899-505c-4d32-b21f-89936372cb65 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Pushing event deleted for resources: {'Subnet': ['ID=9f37113f-2a1e-4de5-aae0-1aeac4cc60ad,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:30:48.120182 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-e99b43de-0394-4efd-b69f-1beb69fe9cae req-6dffe943-ae33-4220-8cb5-9920669681b7 tempest-ServerRescueTestJSONUnderV235-174357529 tempest-ServerRescueTestJSONUnderV235-174357529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for floatingip, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:48.121430 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e99b43de-0394-4efd-b69f-1beb69fe9cae req-6dffe943-ae33-4220-8cb5-9920669681b7 tempest-ServerRescueTestJSONUnderV235-174357529 tempest-ServerRescueTestJSONUnderV235-174357529-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.0778263 Nov 22 20:30:48.220010 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-3bcc7ab3-7360-478d-92f9-36cdcb020fd2 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1223621 Nov 22 20:30:48.222549 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 37812) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:30:48.230478 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e99b43de-0394-4efd-b69f-1beb69fe9cae req-253554c2-2fc2-4c75-a874-03c83c457f0e tempest-ServerRescueTestJSONUnderV235-174357529 tempest-ServerRescueTestJSONUnderV235-174357529-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.5.161 HTTP/1.1" status: 200 len: 696 time: 0.0794773 Nov 22 20:30:48.257877 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-441bb8f3-cb5c-43df-b463-19dd67bf1943 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Request body: {'subnet': {'network_id': '7bd88872-a540-4e3b-ac93-d884c5e46f76', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:30:48.359390 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-85720e73-c58d-4cf1-bb10-aa5008bf5f8a req-b380a329-46c4-4264-8e9b-c075db5ba3ee service neutron] 10.222.0.41 "GET /v2.0/networks/bac7bcf3-51ae-4543-8f0e-82b2d2e8c1d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5005770 Nov 22 20:30:48.420715 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99b43de-0394-4efd-b69f-1beb69fe9cae req-24c2e4fe-0fa0-4ecc-bfa4-8a04ab854737 tempest-ServerRescueTestJSONUnderV235-174357529 tempest-ServerRescueTestJSONUnderV235-174357529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:30:48.430176 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e99b43de-0394-4efd-b69f-1beb69fe9cae req-24c2e4fe-0fa0-4ecc-bfa4-8a04ab854737 tempest-ServerRescueTestJSONUnderV235-174357529 tempest-ServerRescueTestJSONUnderV235-174357529-project] 10.222.0.46 "GET /v2.0/networks/c48a55e9-6a85-4746-b7bf-3e29fb560094 HTTP/1.1" status: 200 len: 784 time: 0.1790369 Nov 22 20:30:48.434889 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-21e791fb-2b98-4eb1-b931-c70117b435b1 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:48.449404 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [req-e99b43de-0394-4efd-b69f-1beb69fe9cae req-ffd3de4b-42ea-4bbc-ab0b-9438177cec1d tempest-ServerRescueTestJSONUnderV235-174357529 tempest-ServerRescueTestJSONUnderV235-174357529-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=103447) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 20:30:48.455997 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e99b43de-0394-4efd-b69f-1beb69fe9cae req-ffd3de4b-42ea-4bbc-ab0b-9438177cec1d tempest-ServerRescueTestJSONUnderV235-174357529 tempest-ServerRescueTestJSONUnderV235-174357529-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0245755 Nov 22 20:30:48.474470 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [req-1f3fe142-d4e8-49da-9de6-862d07c13e22 req-aa253fc5-e62b-4bb2-abfe-40d00dc8a5a7 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Allocated IP 172.20.0.4 (13496096-9618-4fad-a538-016ce712d3bd/c03e1529-a0c9-4990-b0cd-08a1dc455fd5/cdc14639-ccc0-49ca-96c4-bc427e74b24d) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:30:48.528835 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-441bb8f3-cb5c-43df-b463-19dd67bf1943 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Made reservation on behalf of aa06169c4e4d4119918ff90a471be1d0 for: {'subnet': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:30:48.545797 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-441bb8f3-cb5c-43df-b463-19dd67bf1943 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11792951'] for subnet, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:48.695037 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [None req-21e791fb-2b98-4eb1-b931-c70117b435b1 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Allocated IP 172.25.5.160 (c48a55e9-6a85-4746-b7bf-3e29fb560094/5da6f781-63e6-4328-ae7a-5e672262f55a/9d5446fc-5778-4e49-8708-4b7d39491374) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:30:48.818782 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f08acc-846c-4c2b-9551-8daea13f2f88 req-9062e0d4-f66b-42ea-aeec-659b7e871038 tempest-ServerRescueTestJSONUnderV235-174357529 tempest-ServerRescueTestJSONUnderV235-174357529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:30:48.827517 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c4f08acc-846c-4c2b-9551-8daea13f2f88 req-9062e0d4-f66b-42ea-aeec-659b7e871038 tempest-ServerRescueTestJSONUnderV235-174357529 tempest-ServerRescueTestJSONUnderV235-174357529-project] 10.222.0.46 "GET /v2.0/ports?device_id=d73f004c-3e7c-4e3e-96fd-907fe73c64f7&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2450778 Nov 22 20:30:48.886651 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c4f08acc-846c-4c2b-9551-8daea13f2f88 req-5dfd81fb-ebfe-4746-a6fc-7cd37729500c tempest-ServerRescueTestJSONUnderV235-174357529 tempest-ServerRescueTestJSONUnderV235-174357529-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.5.161 HTTP/1.1" status: 200 len: 696 time: 0.0581770 Nov 22 20:30:48.891436 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-c4f08acc-846c-4c2b-9551-8daea13f2f88 req-82aacb80-2c38-4075-96e5-ec4580ae4ae3 tempest-ServerRescueTestJSONUnderV235-174357529 tempest-ServerRescueTestJSONUnderV235-174357529-project] Request body: {'floatingip': {'port_id': '96cfbef8-f7ec-4b1c-878e-a28cfbf6e47e', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:30:48.922042 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-21e791fb-2b98-4eb1-b931-c70117b435b1 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:48.934353 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-441bb8f3-cb5c-43df-b463-19dd67bf1943 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11567560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11792921'] for subnet, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:48.958370 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-16afc9b0-59cd-4ada-a37e-5d7e7cbaee4a req-b89c5cd6-6a92-46e6-8daf-44338959e242 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/ports?device_id=223a6470-c695-4f80-9249-14d64f28075d HTTP/1.1" status: 200 len: 210 time: 0.2169118 Nov 22 20:30:48.965520 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-c4f08acc-846c-4c2b-9551-8daea13f2f88 req-82aacb80-2c38-4075-96e5-ec4580ae4ae3 tempest-ServerRescueTestJSONUnderV235-174357529 tempest-ServerRescueTestJSONUnderV235-174357529-project] Publish callbacks [] for floatingip, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:49.010210 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-441bb8f3-cb5c-43df-b463-19dd67bf1943 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Network 7bd88872-a540-4e3b-ac93-d884c5e46f76 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:30:49.030725 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-441bb8f3-cb5c-43df-b463-19dd67bf1943 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:30:49.045120 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-441bb8f3-cb5c-43df-b463-19dd67bf1943 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:30:49.045733 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-441bb8f3-cb5c-43df-b463-19dd67bf1943 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:49.109649 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441bb8f3-cb5c-43df-b463-19dd67bf1943 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Pushing event updated for resources: {'Subnet': ['ID=5ed211f8-91b0-4bc0-9669-3ffa8b21fd60,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:30:49.123660 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-21e791fb-2b98-4eb1-b931-c70117b435b1 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:49.176244 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-85720e73-c58d-4cf1-bb10-aa5008bf5f8a req-94ad4e84-e0cf-4cfd-b0c1-4797784e5f48 service neutron] 10.222.0.41 "GET /v2.0/networks/bac7bcf3-51ae-4543-8f0e-82b2d2e8c1d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7394769 Nov 22 20:30:49.191567 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76b775ba-1262-4daf-8d25-6e1af0e57e2c None None] Network 7bd88872-a540-4e3b-ac93-d884c5e46f76 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:30:49.206677 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e791fb-2b98-4eb1-b931-c70117b435b1 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Pushing event updated for resources: {'Port': ['ID=9d5446fc-5778-4e49-8708-4b7d39491374,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:30:49.225241 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-441bb8f3-cb5c-43df-b463-19dd67bf1943 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0009987 Nov 22 20:30:49.229112 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 37820) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:30:49.237879 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-a72210ee-aaeb-42d4-ba12-ede89cb9cc96 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Request body: {'port': {'network_id': '7bd88872-a540-4e3b-ac93-d884c5e46f76', 'fixed_ips': [{'subnet_id': '5ed211f8-91b0-4bc0-9669-3ffa8b21fd60', 'ip_address': '2001:db8::9c07:707e:3aa2:b8ec'}], 'name': 'tempest-NetworksTestDHCPv6-867321209'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:30:49.247054 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device d10cf084-0653-4df9-95d6-4d9d98692f0e up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:30:49.261631 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21e791fb-2b98-4eb1-b931-c70117b435b1 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Network c48a55e9-6a85-4746-b7bf-3e29fb560094 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:30:49.274961 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-21e791fb-2b98-4eb1-b931-c70117b435b1 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:30:49.297758 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e791fb-2b98-4eb1-b931-c70117b435b1 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:30:49.440376 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-1f3fe142-d4e8-49da-9de6-862d07c13e22 req-aa253fc5-e62b-4bb2-abfe-40d00dc8a5a7 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:49.440680 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-56b1b894-f325-42c5-b076-11f356ef7136 None None] Provisioning complete for port d10cf084-0653-4df9-95d6-4d9d98692f0e triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:30:49.440904 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-56b1b894-f325-42c5-b076-11f356ef7136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:49.652865 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port d10cf084-0653-4df9-95d6-4d9d98692f0e triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:30:49.653657 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:49.740647 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-1f3fe142-d4e8-49da-9de6-862d07c13e22 req-aa253fc5-e62b-4bb2-abfe-40d00dc8a5a7 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:49.759364 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:49.772578 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-56b1b894-f325-42c5-b076-11f356ef7136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:49.772915 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a72210ee-aaeb-42d4-ba12-ede89cb9cc96 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Made reservation on behalf of aa06169c4e4d4119918ff90a471be1d0 for: {'port': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:30:49.775496 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] get_ports_and_sgs() called for port_ids ['c4e2b759-e838-4d5a-914f-a0e91771c133', '9757a672-e445-4799-a23d-c2d9c3fbfb86'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:30:49.923384 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa253fc5-e62b-4bb2-abfe-40d00dc8a5a7 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Pushing event updated for resources: {'Port': ['ID=cdc14639-ccc0-49ca-96c4-bc427e74b24d,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:30:49.979163 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f3fe142-d4e8-49da-9de6-862d07c13e22 req-aa253fc5-e62b-4bb2-abfe-40d00dc8a5a7 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Network 13496096-9618-4fad-a538-016ce712d3bd is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:30:49.990160 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] For port d10cf084-0653-4df9-95d6-4d9d98692f0e, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=d10cf084-0653-4df9-95d6-4d9d98692f0e,segment=NetworkSegment(bdb0f717-aa5f-4e33-bcc3-95472c9b5b64),segment_id=bdb0f717-aa5f-4e33-bcc3-95472c9b5b64)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:30:50.015647 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [req-1f3fe142-d4e8-49da-9de6-862d07c13e22 req-aa253fc5-e62b-4bb2-abfe-40d00dc8a5a7 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:30:50.018608 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f3fe142-d4e8-49da-9de6-862d07c13e22 req-aa253fc5-e62b-4bb2-abfe-40d00dc8a5a7 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:30:50.079743 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.db.api [None req-56b1b894-f325-42c5-b076-11f356ef7136 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103449) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 20:30:50.082363 n-d-818823-1 neutron-server[103449]: DEBUG oslo_db.api [None req-56b1b894-f325-42c5-b076-11f356ef7136 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 20:30:50.083312 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:50.084806 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-21e791fb-2b98-4eb1-b931-c70117b435b1 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:50.197277 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-21e791fb-2b98-4eb1-b931-c70117b435b1 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:50.215852 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3fe142-d4e8-49da-9de6-862d07c13e22 req-aa253fc5-e62b-4bb2-abfe-40d00dc8a5a7 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:30:50.216541 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-1f3fe142-d4e8-49da-9de6-862d07c13e22 req-aa253fc5-e62b-4bb2-abfe-40d00dc8a5a7 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:50.274368 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1f3fe142-d4e8-49da-9de6-862d07c13e22 req-aa253fc5-e62b-4bb2-abfe-40d00dc8a5a7 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7107072 Nov 22 20:30:50.280444 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a72210ee-aaeb-42d4-ba12-ede89cb9cc96 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:50.320831 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-1f3fe142-d4e8-49da-9de6-862d07c13e22 req-0e62bdd6-51a7-4f28-8303-09d4cc87be93 service neutron] Request body: {'port': {'device_id': '223a6470-c695-4f80-9249-14d64f28075d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818823-1'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:30:50.378574 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [None req-a72210ee-aaeb-42d4-ba12-ede89cb9cc96 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] device_id is not set on port 7cb51acc-431a-4ac7-b4a9-2d3a4d8b88d2 yet. {{(pid=103447) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 20:30:50.430096 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Pushing event updated for resources: {'Port': ['ID=d10cf084-0653-4df9-95d6-4d9d98692f0e,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:30:50.465605 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63f8675-06e8-498a-aad7-02d28de1109f req-f88abf6e-6eda-4595-9b23-48520897dace tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:30:50.474518 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c63f8675-06e8-498a-aad7-02d28de1109f req-f88abf6e-6eda-4595-9b23-48520897dace tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/ports?device_id=223a6470-c695-4f80-9249-14d64f28075d HTTP/1.1" status: 200 len: 931 time: 0.3215811 Nov 22 20:30:50.676632 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.db.resource_extend [req-c4f08acc-846c-4c2b-9551-8daea13f2f88 req-82aacb80-2c38-4075-96e5-ec4580ae4ae3 tempest-ServerRescueTestJSONUnderV235-174357529 tempest-ServerRescueTestJSONUnderV235-174357529-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 22 20:30:50.762369 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-1f3fe142-d4e8-49da-9de6-862d07c13e22 req-0e62bdd6-51a7-4f28-8303-09d4cc87be93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:50.838205 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-7ae164f0-b99d-481c-bb55-3b3dfd7fccd5 None None] Provisioning complete for port cdc14639-ccc0-49ca-96c4-bc427e74b24d triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:30:50.838582 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-7ae164f0-b99d-481c-bb55-3b3dfd7fccd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:50.951408 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-7ae164f0-b99d-481c-bb55-3b3dfd7fccd5 None None] Port cdc14639-ccc0-49ca-96c4-bc427e74b24d cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:30:50.973185 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-7ae164f0-b99d-481c-bb55-3b3dfd7fccd5 None None] Provisioning complete for port d10cf084-0653-4df9-95d6-4d9d98692f0e triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:30:50.975474 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-7ae164f0-b99d-481c-bb55-3b3dfd7fccd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:51.025387 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [None req-a72210ee-aaeb-42d4-ba12-ede89cb9cc96 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Allocated IP 2001:db8::9c07:707e:3aa2:b8ec (7bd88872-a540-4e3b-ac93-d884c5e46f76/5ed211f8-91b0-4bc0-9669-3ffa8b21fd60/7cb51acc-431a-4ac7-b4a9-2d3a4d8b88d2) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:30:51.041402 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-21e791fb-2b98-4eb1-b931-c70117b435b1 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks [] for port, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:51.048662 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-21e791fb-2b98-4eb1-b931-c70117b435b1 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:51.192131 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e791fb-2b98-4eb1-b931-c70117b435b1 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Pushing event updated for resources: {'Port': ['ID=9d5446fc-5778-4e49-8708-4b7d39491374,revision_number=2']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:30:51.205078 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device d10cf084-0653-4df9-95d6-4d9d98692f0e up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:30:51.211575 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-21e791fb-2b98-4eb1-b931-c70117b435b1 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-595224'] for floatingip, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:51.368876 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port d10cf084-0653-4df9-95d6-4d9d98692f0e triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:30:51.371058 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:51.381216 n-d-818823-1 neutron-server[103448]: INFO neutron.db.l3_db [None req-21e791fb-2b98-4eb1-b931-c70117b435b1 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Floating IP ae5a993b-f81f-43b4-a692-206fe3f84ee8 associated. External IP: 172.25.5.160, port: c02d7240-fd9a-4491-9cf3-2e4d5bd83887. Nov 22 20:30:51.453673 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-a619b761-b7c8-4575-b8e7-523742fe88f4 None None] Could not find standard attr ID for object 61137d65-1796-43a9-9b76-d3e04cd98967. {{(pid=103449) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 22 20:30:51.652734 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21e791fb-2b98-4eb1-b931-c70117b435b1 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Router 5a3f574e-2437-448a-998c-74e9b4f764fb has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 20:30:51.692479 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c63f8675-06e8-498a-aad7-02d28de1109f req-b3c5d239-787f-46b0-b79e-07a2f9c1a652 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e8bab57-9061-4423-98eb-3cb5b90f4a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2148225 Nov 22 20:30:51.705063 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-c4f08acc-846c-4c2b-9551-8daea13f2f88 req-82aacb80-2c38-4075-96e5-ec4580ae4ae3 tempest-ServerRescueTestJSONUnderV235-174357529 tempest-ServerRescueTestJSONUnderV235-174357529-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:51.730677 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-c4f08acc-846c-4c2b-9551-8daea13f2f88 req-82aacb80-2c38-4075-96e5-ec4580ae4ae3 tempest-ServerRescueTestJSONUnderV235-174357529 tempest-ServerRescueTestJSONUnderV235-174357529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-595224'] for floatingip, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:51.807320 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21e791fb-2b98-4eb1-b931-c70117b435b1 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:30:51.820914 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e0ab65-7961-4683-a024-de0192045394 None None] Sync routers for ids ['5a3f574e-2437-448a-998c-74e9b4f764fb'] in n-d-818823-1 {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:30:51.829542 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-21e791fb-2b98-4eb1-b931-c70117b435b1 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for floatingip, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:51.833281 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e0ab65-7961-4683-a024-de0192045394 None None] Routers {'5a3f574e-2437-448a-998c-74e9b4f764fb'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:30:51.834359 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-54e0ab65-7961-4683-a024-de0192045394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:30:32Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['5a3f574e-2437-448a-998c-74e9b4f764fb'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:30:51.838910 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a72210ee-aaeb-42d4-ba12-ede89cb9cc96 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:51.875348 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-21e791fb-2b98-4eb1-b931-c70117b435b1 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.1775486 Nov 22 20:30:51.876276 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b8bcab5-d7eb-4942-8883-7f3b125ddb74', 'tag': 'c02d7240-fd9a-4491-9cf3-2e4d5bd83887'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:30:51.880643 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589a98cf2aea187fcc423a5edb333e5a6cf3ad7c81115d1ebee0f079693c312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c71d80d6-ec53-4562-bfb5-2c871b08d280" -d '{"events": [{"name": "network-changed", "server_uuid": "9b8bcab5-d7eb-4942-8883-7f3b125ddb74", "tag": "c02d7240-fd9a-4491-9cf3-2e4d5bd83887"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:30:51.883088 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 37828) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:30:52.003837 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-f0415787-1b37-45c7-a519-087d0298ea60 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] 10.222.0.46 "GET /v2.0/floatingips/ae5a993b-f81f-43b4-a692-206fe3f84ee8 HTTP/1.1" status: 200 len: 992 time: 0.1152761 Nov 22 20:30:52.009184 n-d-818823-1 neutron-server[103447]: INFO neutron.db.l3_db [req-c4f08acc-846c-4c2b-9551-8daea13f2f88 req-82aacb80-2c38-4075-96e5-ec4580ae4ae3 tempest-ServerRescueTestJSONUnderV235-174357529 tempest-ServerRescueTestJSONUnderV235-174357529-project] Floating IP dd8e58c4-47eb-40ee-a1e6-f0df5482832a associated. External IP: 172.25.5.161, port: 96cfbef8-f7ec-4b1c-878e-a28cfbf6e47e. Nov 22 20:30:52.021444 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a72210ee-aaeb-42d4-ba12-ede89cb9cc96 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:52.035441 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-54e0ab65-7961-4683-a024-de0192045394 None None] Set router 5a3f574e-2437-448a-998c-74e9b4f764fb gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:30:52.104804 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 20:30:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f815b60-d76c-4e70-b3cd-2a0676d43aa5 x-openstack-request-id: req-6f815b60-d76c-4e70-b3cd-2a0676d43aa5 {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:30:52.105115 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b8bcab5-d7eb-4942-8883-7f3b125ddb74", "tag": "c02d7240-fd9a-4491-9cf3-2e4d5bd83887", "status": "completed", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:30:52.105379 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6f815b60-d76c-4e70-b3cd-2a0676d43aa5 {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:30:52.105791 n-d-818823-1 neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b8bcab5-d7eb-4942-8883-7f3b125ddb74', 'tag': 'c02d7240-fd9a-4491-9cf3-2e4d5bd83887', 'status': 'completed', 'code': 200} Nov 22 20:30:52.183101 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a72210ee-aaeb-42d4-ba12-ede89cb9cc96 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Network 7bd88872-a540-4e3b-ac93-d884c5e46f76 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:30:52.218162 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-a72210ee-aaeb-42d4-ba12-ede89cb9cc96 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:30:52.228106 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a72210ee-aaeb-42d4-ba12-ede89cb9cc96 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:30:52.233820 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a72210ee-aaeb-42d4-ba12-ede89cb9cc96 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:30:52.234464 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a72210ee-aaeb-42d4-ba12-ede89cb9cc96 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:52.243943 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72210ee-aaeb-42d4-ba12-ede89cb9cc96 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Pushing event updated for resources: {'Port': ['ID=7cb51acc-431a-4ac7-b4a9-2d3a4d8b88d2,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:30:52.291205 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-a72210ee-aaeb-42d4-ba12-ede89cb9cc96 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.0569785 Nov 22 20:30:52.293197 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 37834) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:30:52.325024 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71d80d6-ec53-4562-bfb5-2c871b08d280 req-12c37a2e-36a5-4ee4-94a3-5d8924f81f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:30:52.326557 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c71d80d6-ec53-4562-bfb5-2c871b08d280 req-12c37a2e-36a5-4ee4-94a3-5d8924f81f97 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=67d164fc12fc462bb9fe3a42a4c66cfa&device_id=9b8bcab5-d7eb-4942-8883-7f3b125ddb74 HTTP/1.1" status: 200 len: 1097 time: 0.1893902 Nov 22 20:30:52.351055 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-54e0ab65-7961-4683-a024-de0192045394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a3f574e-2437-448a-998c-74e9b4f764fb', 'name': 'tempest-TestNetworkBasicOps-router-686587762', 'tenant_id': '67d164fc12fc462bb9fe3a42a4c66cfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.51'}], 'enable_snat': True}, 'gw_port_id': 'b7cac5e9-5818-4db2-8593-f6a7a0fa9767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:30:09Z', 'updated_at': '2021-11-22T20:30:17Z', 'revision_number': 4, 'project_id': '67d164fc12fc462bb9fe3a42a4c66cfa', 'gw_port': {'id': 'b7cac5e9-5818-4db2-8593-f6a7a0fa9767', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:9c:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a3f574e-2437-448a-998c-74e9b4f764fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2421, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:30:10Z', 'updated_at': '2021-11-22T20:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_floatingips': [{'id': 'ae5a993b-f81f-43b4-a692-206fe3f84ee8', 'tenant_id': '67d164fc12fc462bb9fe3a42a4c66cfa', 'floating_ip_address': '172.25.5.160', 'floating_network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'router_id': '5a3f574e-2437-448a-998c-74e9b4f764fb', 'port_id': 'c02d7240-fd9a-4491-9cf3-2e4d5bd83887', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2483, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc6b8ee0-c93e-4fd5-b6d2-3b4003108205', 'mac_address': 'fa:16:3e:78:ab:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b8bcab5-d7eb-4942-8883-7f3b125ddb74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T20:30:49Z', 'updated_at': '2021-11-22T20:30:49Z', 'revision_number': 0, 'project_id': '67d164fc12fc462bb9fe3a42a4c66cfa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b08c4f9c-f7d7-4305-a469-ee6855d739b1', 'name': '', 'network_id': 'bc6b8ee0-c93e-4fd5-b6d2-3b4003108205', 'tenant_id': '67d164fc12fc462bb9fe3a42a4c66cfa', 'mac_address': 'fa:16:3e:03:8e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a3f574e-2437-448a-998c-74e9b4f764fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2424, 'fixed_ips': [{'subnet_id': 'c85ed097-9a10-4cb0-8436-ab0dc36d4a33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:30:15Z', 'updated_at': '2021-11-22T20:30:21Z', 'revision_number': 5, 'project_id': '67d164fc12fc462bb9fe3a42a4c66cfa', 'subnets': [{'id': 'c85ed097-9a10-4cb0-8436-ab0dc36d4a33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:30:52.407378 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [req-1f3fe142-d4e8-49da-9de6-862d07c13e22 req-0e62bdd6-51a7-4f28-8303-09d4cc87be93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cdc14639-ccc0-49ca-96c4-bc427e74b24d {{(pid=103447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:30:52.415008 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e0ab65-7961-4683-a024-de0192045394 None None] Checking router: 5a3f574e-2437-448a-998c-74e9b4f764fb for host: n-d-818823-1 {{(pid=103449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 20:30:52.430512 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e0ab65-7961-4683-a024-de0192045394 None None] Routers {'5a3f574e-2437-448a-998c-74e9b4f764fb'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:30:52.431473 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-54e0ab65-7961-4683-a024-de0192045394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:30:32Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['5a3f574e-2437-448a-998c-74e9b4f764fb'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:30:52.432764 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8f85514-1d18-44cb-8efe-74f9d17af73c tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:30:52.439124 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8f85514-1d18-44cb-8efe-74f9d17af73c tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:30:52.454598 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-c8f85514-1d18-44cb-8efe-74f9d17af73c tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1607 time: 0.1597047 Nov 22 20:30:52.455251 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 37838) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:30:52.463755 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-1f3fe142-d4e8-49da-9de6-862d07c13e22 req-0e62bdd6-51a7-4f28-8303-09d4cc87be93 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:52.527882 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.provisioning_blocks [req-1f3fe142-d4e8-49da-9de6-862d07c13e22 req-0e62bdd6-51a7-4f28-8303-09d4cc87be93 service neutron] Transition to ACTIVE for port object cdc14639-ccc0-49ca-96c4-bc427e74b24d will not be triggered until provisioned by entity L2. {{(pid=103447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 20:30:52.553472 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-1f3fe142-d4e8-49da-9de6-862d07c13e22 req-0e62bdd6-51a7-4f28-8303-09d4cc87be93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:52.700529 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-152fcf61-e1be-4b6b-a2e9-a3c4bb5b8a55 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Deleting port 7cb51acc-431a-4ac7-b4a9-2d3a4d8b88d2 {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:30:52.700880 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-152fcf61-e1be-4b6b-a2e9-a3c4bb5b8a55 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:52.713534 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71d80d6-ec53-4562-bfb5-2c871b08d280 req-c029ac4e-0a03-4713-9d8f-1da724154022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:30:52.715723 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c71d80d6-ec53-4562-bfb5-2c871b08d280 req-c029ac4e-0a03-4713-9d8f-1da724154022 service neutron] 10.222.0.41 "GET /v2.0/networks?id=bc6b8ee0-c93e-4fd5-b6d2-3b4003108205 HTTP/1.1" status: 200 len: 898 time: 0.3794558 Nov 22 20:30:52.720393 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e62bdd6-51a7-4f28-8303-09d4cc87be93 service neutron] Pushing event updated for resources: {'Port': ['ID=cdc14639-ccc0-49ca-96c4-bc427e74b24d,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:30:52.743765 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c4f08acc-846c-4c2b-9551-8daea13f2f88 req-82aacb80-2c38-4075-96e5-ec4580ae4ae3 tempest-ServerRescueTestJSONUnderV235-174357529 tempest-ServerRescueTestJSONUnderV235-174357529-project] Router fa604c6d-a086-42f5-aec4-7ffe07489e4d has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 20:30:52.921224 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-152fcf61-e1be-4b6b-a2e9-a3c4bb5b8a55 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:52.940738 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-54e0ab65-7961-4683-a024-de0192045394 None None] Set router 5a3f574e-2437-448a-998c-74e9b4f764fb gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:30:52.950393 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-152fcf61-e1be-4b6b-a2e9-a3c4bb5b8a55 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Calling delete_port for 7cb51acc-431a-4ac7-b4a9-2d3a4d8b88d2 owned by {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:30:53.047082 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 37848) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:30:53.120818 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c71d80d6-ec53-4562-bfb5-2c871b08d280 req-e50522e1-684d-441a-a6d5-ff30b8d3e55e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c02d7240-fd9a-4491-9cf3-2e4d5bd83887 HTTP/1.1" status: 200 len: 1000 time: 0.3951221 Nov 22 20:30:53.161413 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-e91ca270-7c7b-4700-af08-0b1ecc7b6119 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] 10.222.0.46 "GET /v2.0/floatingips/ae5a993b-f81f-43b4-a692-206fe3f84ee8 HTTP/1.1" status: 200 len: 992 time: 0.1131012 Nov 22 20:30:53.188213 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-1f3fe142-d4e8-49da-9de6-862d07c13e22 req-0e62bdd6-51a7-4f28-8303-09d4cc87be93 service neutron] Attempting to bind port cdc14639-ccc0-49ca-96c4-bc427e74b24d on host n-h2-818823-1 for vnic_type normal with profile {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:30:53.188602 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-1f3fe142-d4e8-49da-9de6-862d07c13e22 req-0e62bdd6-51a7-4f28-8303-09d4cc87be93 service neutron] Attempting to bind port cdc14639-ccc0-49ca-96c4-bc427e74b24d by drivers openvswitch,hyperv on host n-h2-818823-1 at level 0 using segments [{'id': '60e02a7e-98a0-4d76-b36b-46f7624c5b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '13496096-9618-4fad-a538-016ce712d3bd'}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:30:53.188896 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f3fe142-d4e8-49da-9de6-862d07c13e22 req-0e62bdd6-51a7-4f28-8303-09d4cc87be93 service neutron] Attempting to bind port cdc14639-ccc0-49ca-96c4-bc427e74b24d on network 13496096-9618-4fad-a538-016ce712d3bd {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:30:53.192350 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71d80d6-ec53-4562-bfb5-2c871b08d280 req-cfc579af-c945-4906-8910-d5ab15baad5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:30:53.194023 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c71d80d6-ec53-4562-bfb5-2c871b08d280 req-cfc579af-c945-4906-8910-d5ab15baad5e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c85ed097-9a10-4cb0-8436-ab0dc36d4a33 HTTP/1.1" status: 200 len: 835 time: 0.0518415 Nov 22 20:30:53.222791 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f3fe142-d4e8-49da-9de6-862d07c13e22 req-0e62bdd6-51a7-4f28-8303-09d4cc87be93 service neutron] Port cdc14639-ccc0-49ca-96c4-bc427e74b24d on network 13496096-9618-4fad-a538-016ce712d3bd not bound, no agent of type Open vSwitch agent registered on host n-h2-818823-1 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:30:53.223176 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f3fe142-d4e8-49da-9de6-862d07c13e22 req-0e62bdd6-51a7-4f28-8303-09d4cc87be93 service neutron] Attempting to bind port cdc14639-ccc0-49ca-96c4-bc427e74b24d on network 13496096-9618-4fad-a538-016ce712d3bd {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:30:53.226817 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-da086228-172d-4634-803a-7815dff64d08 None None] Provisioning complete for port 7cb51acc-431a-4ac7-b4a9-2d3a4d8b88d2 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:30:53.227209 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-da086228-172d-4634-803a-7815dff64d08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:53.259656 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eda1811-b7e0-4b73-b642-57e7502608c2 req-c5510267-dc0a-4647-b9d6-57c4aa7371da tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:30:53.266265 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-152fcf61-e1be-4b6b-a2e9-a3c4bb5b8a55 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:53.269088 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6eda1811-b7e0-4b73-b642-57e7502608c2 req-c5510267-dc0a-4647-b9d6-57c4aa7371da tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/ports?device_id=223a6470-c695-4f80-9249-14d64f28075d HTTP/1.1" status: 200 len: 943 time: 0.4214361 Nov 22 20:30:53.277417 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-da086228-172d-4634-803a-7815dff64d08 None None] Port 7cb51acc-431a-4ac7-b4a9-2d3a4d8b88d2 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:30:53.292719 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-54e0ab65-7961-4683-a024-de0192045394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a3f574e-2437-448a-998c-74e9b4f764fb', 'name': 'tempest-TestNetworkBasicOps-router-686587762', 'tenant_id': '67d164fc12fc462bb9fe3a42a4c66cfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.51'}], 'enable_snat': True}, 'gw_port_id': 'b7cac5e9-5818-4db2-8593-f6a7a0fa9767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:30:09Z', 'updated_at': '2021-11-22T20:30:17Z', 'revision_number': 4, 'project_id': '67d164fc12fc462bb9fe3a42a4c66cfa', 'gw_port': {'id': 'b7cac5e9-5818-4db2-8593-f6a7a0fa9767', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:9c:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a3f574e-2437-448a-998c-74e9b4f764fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2421, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:30:10Z', 'updated_at': '2021-11-22T20:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_floatingips': [{'id': 'ae5a993b-f81f-43b4-a692-206fe3f84ee8', 'tenant_id': '67d164fc12fc462bb9fe3a42a4c66cfa', 'floating_ip_address': '172.25.5.160', 'floating_network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'router_id': '5a3f574e-2437-448a-998c-74e9b4f764fb', 'port_id': 'c02d7240-fd9a-4491-9cf3-2e4d5bd83887', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2483, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc6b8ee0-c93e-4fd5-b6d2-3b4003108205', 'mac_address': 'fa:16:3e:78:ab:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b8bcab5-d7eb-4942-8883-7f3b125ddb74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T20:30:49Z', 'updated_at': '2021-11-22T20:30:49Z', 'revision_number': 0, 'project_id': '67d164fc12fc462bb9fe3a42a4c66cfa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b08c4f9c-f7d7-4305-a469-ee6855d739b1', 'name': '', 'network_id': 'bc6b8ee0-c93e-4fd5-b6d2-3b4003108205', 'tenant_id': '67d164fc12fc462bb9fe3a42a4c66cfa', 'mac_address': 'fa:16:3e:03:8e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a3f574e-2437-448a-998c-74e9b4f764fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2424, 'fixed_ips': [{'subnet_id': 'c85ed097-9a10-4cb0-8436-ab0dc36d4a33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:30:15Z', 'updated_at': '2021-11-22T20:30:21Z', 'revision_number': 5, 'project_id': '67d164fc12fc462bb9fe3a42a4c66cfa', 'subnets': [{'id': 'c85ed097-9a10-4cb0-8436-ab0dc36d4a33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:30:53.295720 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c4f08acc-846c-4c2b-9551-8daea13f2f88 req-82aacb80-2c38-4075-96e5-ec4580ae4ae3 tempest-ServerRescueTestJSONUnderV235-174357529 tempest-ServerRescueTestJSONUnderV235-174357529-project] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:30:53.299811 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f3fe142-d4e8-49da-9de6-862d07c13e22 req-0e62bdd6-51a7-4f28-8303-09d4cc87be93 service neutron] Checking agent: {'id': '65e0486a-7030-4065-96f0-10aa7402a530', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'started_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 30, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:30:53.300081 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f3fe142-d4e8-49da-9de6-862d07c13e22 req-0e62bdd6-51a7-4f28-8303-09d4cc87be93 service neutron] Checking segment: {'id': '60e02a7e-98a0-4d76-b36b-46f7624c5b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '13496096-9618-4fad-a538-016ce712d3bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:30:53.300463 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f3fe142-d4e8-49da-9de6-862d07c13e22 req-0e62bdd6-51a7-4f28-8303-09d4cc87be93 service neutron] Bound using segment: {'id': '60e02a7e-98a0-4d76-b36b-46f7624c5b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '13496096-9618-4fad-a538-016ce712d3bd'} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:30:53.301270 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-1f3fe142-d4e8-49da-9de6-862d07c13e22 req-0e62bdd6-51a7-4f28-8303-09d4cc87be93 service neutron] Bound port: cdc14639-ccc0-49ca-96c4-bc427e74b24d, host: n-h2-818823-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60e02a7e-98a0-4d76-b36b-46f7624c5b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '13496096-9618-4fad-a538-016ce712d3bd'}}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:30:53.301270 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-1f3fe142-d4e8-49da-9de6-862d07c13e22 req-0e62bdd6-51a7-4f28-8303-09d4cc87be93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:53.305822 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23bba44d-a1fb-4cfd-83ef-92079f45d884 None None] Sync routers for ids ['fa604c6d-a086-42f5-aec4-7ffe07489e4d'] in n-d-818823-1 {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:30:53.313716 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-c4f08acc-846c-4c2b-9551-8daea13f2f88 req-82aacb80-2c38-4075-96e5-ec4580ae4ae3 tempest-ServerRescueTestJSONUnderV235-174357529 tempest-ServerRescueTestJSONUnderV235-174357529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for floatingip, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:53.325933 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23bba44d-a1fb-4cfd-83ef-92079f45d884 None None] Routers {'fa604c6d-a086-42f5-aec4-7ffe07489e4d'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:30:53.326574 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-23bba44d-a1fb-4cfd-83ef-92079f45d884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:30:32Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['fa604c6d-a086-42f5-aec4-7ffe07489e4d'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:30:53.348541 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c4f08acc-846c-4c2b-9551-8daea13f2f88 req-82aacb80-2c38-4075-96e5-ec4580ae4ae3 tempest-ServerRescueTestJSONUnderV235-174357529 tempest-ServerRescueTestJSONUnderV235-174357529-project] 10.222.0.46 "PUT /v2.0/floatingips/dd8e58c4-47eb-40ee-a1e6-f0df5482832a HTTP/1.1" status: 200 len: 997 time: 4.4609473 Nov 22 20:30:53.358478 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd73f004c-3e7c-4e3e-96fd-907fe73c64f7', 'tag': '96cfbef8-f7ec-4b1c-878e-a28cfbf6e47e'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:30:53.359157 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152fcf61-e1be-4b6b-a2e9-a3c4bb5b8a55 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Pushing event deleted for resources: {'Port': ['ID=7cb51acc-431a-4ac7-b4a9-2d3a4d8b88d2,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:30:53.361403 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52f0717f-376c-4f10-b294-efe36ff9c986" -d '{"events": [{"name": "network-changed", "server_uuid": "d73f004c-3e7c-4e3e-96fd-907fe73c64f7", "tag": "96cfbef8-f7ec-4b1c-878e-a28cfbf6e47e"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:30:53.371751 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e0ab65-7961-4683-a024-de0192045394 None None] The sync data for ids ['5a3f574e-2437-448a-998c-74e9b4f764fb'] in n-d-818823-1 is: [{'id': '5a3f574e-2437-448a-998c-74e9b4f764fb', 'name': 'tempest-TestNetworkBasicOps-router-686587762', 'tenant_id': '67d164fc12fc462bb9fe3a42a4c66cfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.51'}], 'enable_snat': True}, 'gw_port_id': 'b7cac5e9-5818-4db2-8593-f6a7a0fa9767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:30:09Z', 'updated_at': '2021-11-22T20:30:17Z', 'revision_number': 4, 'project_id': '67d164fc12fc462bb9fe3a42a4c66cfa', 'gw_port': {'id': 'b7cac5e9-5818-4db2-8593-f6a7a0fa9767', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:9c:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a3f574e-2437-448a-998c-74e9b4f764fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2421, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:30:10Z', 'updated_at': '2021-11-22T20:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_floatingips': [{'id': 'ae5a993b-f81f-43b4-a692-206fe3f84ee8', 'tenant_id': '67d164fc12fc462bb9fe3a42a4c66cfa', 'floating_ip_address': '172.25.5.160', 'floating_network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'router_id': '5a3f574e-2437-448a-998c-74e9b4f764fb', 'port_id': 'c02d7240-fd9a-4491-9cf3-2e4d5bd83887', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2483, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc6b8ee0-c93e-4fd5-b6d2-3b4003108205', 'mac_address': 'fa:16:3e:78:ab:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b8bcab5-d7eb-4942-8883-7f3b125ddb74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T20:30:49Z', 'updated_at': '2021-11-22T20:30:49Z', 'revision_number': 0, 'project_id': '67d164fc12fc462bb9fe3a42a4c66cfa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b08c4f9c-f7d7-4305-a469-ee6855d739b1', 'name': '', 'network_id': 'bc6b8ee0-c93e-4fd5-b6d2-3b4003108205', 'tenant_id': '67d164fc12fc462bb9fe3a42a4c66cfa', 'mac_address': 'fa:16:3e:03:8e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a3f574e-2437-448a-998c-74e9b4f764fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2424, 'fixed_ips': [{'subnet_id': 'c85ed097-9a10-4cb0-8436-ab0dc36d4a33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:30:15Z', 'updated_at': '2021-11-22T20:30:21Z', 'revision_number': 5, 'project_id': '67d164fc12fc462bb9fe3a42a4c66cfa', 'subnets': [{'id': 'c85ed097-9a10-4cb0-8436-ab0dc36d4a33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:30:53.468695 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-152fcf61-e1be-4b6b-a2e9-a3c4bb5b8a55 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:53.474970 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-152fcf61-e1be-4b6b-a2e9-a3c4bb5b8a55 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "DELETE /v2.0/ports/7cb51acc-431a-4ac7-b4a9-2d3a4d8b88d2 HTTP/1.1" status: 204 len: 168 time: 1.0186720 Nov 22 20:30:53.475651 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 37852) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:30:53.555301 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-1f3fe142-d4e8-49da-9de6-862d07c13e22 req-0e62bdd6-51a7-4f28-8303-09d4cc87be93 service neutron] For port cdc14639-ccc0-49ca-96c4-bc427e74b24d, host n-h2-818823-1, cleared binding levels {{(pid=103447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:30:53.561266 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-1f3fe142-d4e8-49da-9de6-862d07c13e22 req-0e62bdd6-51a7-4f28-8303-09d4cc87be93 service neutron] For port cdc14639-ccc0-49ca-96c4-bc427e74b24d, host n-h2-818823-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=cdc14639-ccc0-49ca-96c4-bc427e74b24d,segment=NetworkSegment(60e02a7e-98a0-4d76-b36b-46f7624c5b28),segment_id=60e02a7e-98a0-4d76-b36b-46f7624c5b28)] {{(pid=103447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:30:53.587056 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-23bba44d-a1fb-4cfd-83ef-92079f45d884 None None] Set router fa604c6d-a086-42f5-aec4-7ffe07489e4d gateway port host: n-d-818823-1 {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:30:53.600398 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cef98ea-e375-4778-b503-e3634b5700f9 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:30:53.602006 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cef98ea-e375-4778-b503-e3634b5700f9 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:30:53.609397 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-1f3fe142-d4e8-49da-9de6-862d07c13e22 req-0e62bdd6-51a7-4f28-8303-09d4cc87be93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:53.616986 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-0cef98ea-e375-4778-b503-e3634b5700f9 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1395092 Nov 22 20:30:53.618253 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 37856) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:30:53.656041 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6eda1811-b7e0-4b73-b642-57e7502608c2 req-cf3417f3-f039-4bf2-8395-544e02b9828e tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e8bab57-9061-4423-98eb-3cb5b90f4a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3769388 Nov 22 20:30:53.656041 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71d80d6-ec53-4562-bfb5-2c871b08d280 req-982a202f-ae0c-4513-93e1-1ae79398faf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:30:53.660045 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c71d80d6-ec53-4562-bfb5-2c871b08d280 req-982a202f-ae0c-4513-93e1-1ae79398faf0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bc6b8ee0-c93e-4fd5-b6d2-3b4003108205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4478762 Nov 22 20:30:53.778735 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_v2 [None req-15436b75-3c13-42cc-a7fb-2a00bd7465fe tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Deleting subnet 5ed211f8-91b0-4bc0-9669-3ffa8b21fd60 {{(pid=103448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 20:30:53.790986 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3fe142-d4e8-49da-9de6-862d07c13e22 req-0e62bdd6-51a7-4f28-8303-09d4cc87be93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:30:53.791668 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-1f3fe142-d4e8-49da-9de6-862d07c13e22 req-0e62bdd6-51a7-4f28-8303-09d4cc87be93 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:53.793024 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1f3fe142-d4e8-49da-9de6-862d07c13e22 req-0e62bdd6-51a7-4f28-8303-09d4cc87be93 service neutron] 10.222.0.20 "PUT /v2.0/ports/cdc14639-ccc0-49ca-96c4-bc427e74b24d HTTP/1.1" status: 200 len: 1091 time: 3.4816465 Nov 22 20:30:53.814475 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-15436b75-3c13-42cc-a7fb-2a00bd7465fe tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks [] for subnet, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:53.827589 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a23ec95-5d9b-4472-8865-69ad2602cb4e None None] New status for floating IP ae5a993b-f81f-43b4-a692-206fe3f84ee8: ACTIVE {{(pid=103449) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 20:30:53.835308 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e62bdd6-51a7-4f28-8303-09d4cc87be93 service neutron] Pushing event updated for resources: {'Port': ['ID=cdc14639-ccc0-49ca-96c4-bc427e74b24d,revision_number=3']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:30:53.978082 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f08acc-846c-4c2b-9551-8daea13f2f88 req-3d9201a7-6016-4fa9-abc3-4bbd3967b81f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:30:53.982172 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c4f08acc-846c-4c2b-9551-8daea13f2f88 req-3d9201a7-6016-4fa9-abc3-4bbd3967b81f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=58f18dba29b1404593b210234b4fc486&device_id=d73f004c-3e7c-4e3e-96fd-907fe73c64f7 HTTP/1.1" status: 200 len: 1097 time: 0.5947344 Nov 22 20:30:54.022592 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-15436b75-3c13-42cc-a7fb-2a00bd7465fe tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11627908'] for subnet, precommit_delete_associations {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:54.024377 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 20:30:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92c349dc-3b0b-4eb5-95d4-376e30de3333 x-openstack-request-id: req-92c349dc-3b0b-4eb5-95d4-376e30de3333 {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:30:54.024942 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d73f004c-3e7c-4e3e-96fd-907fe73c64f7", "tag": "96cfbef8-f7ec-4b1c-878e-a28cfbf6e47e", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:30:54.025435 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-92c349dc-3b0b-4eb5-95d4-376e30de3333 {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:30:54.026071 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd73f004c-3e7c-4e3e-96fd-907fe73c64f7', 'tag': '96cfbef8-f7ec-4b1c-878e-a28cfbf6e47e', 'status': 'completed', 'code': 200} Nov 22 20:30:54.099351 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-15436b75-3c13-42cc-a7fb-2a00bd7465fe tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3753007'] for subnet, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:54.170305 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3fe142-d4e8-49da-9de6-862d07c13e22 req-292458aa-e5da-486b-8a86-b0f0f6ba808a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:30:54.175250 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1f3fe142-d4e8-49da-9de6-862d07c13e22 req-292458aa-e5da-486b-8a86-b0f0f6ba808a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a3670ebd84cb4741b338db645a992249&device_id=223a6470-c695-4f80-9249-14d64f28075d HTTP/1.1" status: 200 len: 1094 time: 0.2906156 Nov 22 20:30:54.182653 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 37864) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:30:54.216650 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c71d80d6-ec53-4562-bfb5-2c871b08d280 req-2fdc3186-f38e-4f0f-83b4-c74af27f244c service neutron] 10.222.0.41 "GET /v2.0/networks/bc6b8ee0-c93e-4fd5-b6d2-3b4003108205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4226093 Nov 22 20:30:54.269853 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-15436b75-3c13-42cc-a7fb-2a00bd7465fe tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3753014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11567369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11792914'] for subnet, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:54.351669 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2262dd1d-fe78-43bc-8ce8-203cebdb9469 None None] Network 7bd88872-a540-4e3b-ac93-d884c5e46f76 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:30:54.376780 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15436b75-3c13-42cc-a7fb-2a00bd7465fe tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Pushing event deleted for resources: {'Subnet': ['ID=5ed211f8-91b0-4bc0-9669-3ffa8b21fd60,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:30:54.379598 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-15436b75-3c13-42cc-a7fb-2a00bd7465fe tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:54.384810 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-15436b75-3c13-42cc-a7fb-2a00bd7465fe tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "DELETE /v2.0/subnets/5ed211f8-91b0-4bc0-9669-3ffa8b21fd60 HTTP/1.1" status: 204 len: 168 time: 0.7653172 Nov 22 20:30:54.393302 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 37866) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:30:54.450610 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-4cf08ea4-08f1-46a4-8a74-a00589abddc1 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0559111 Nov 22 20:30:54.458540 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 37870) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:30:54.462335 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-23bba44d-a1fb-4cfd-83ef-92079f45d884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa604c6d-a086-42f5-aec4-7ffe07489e4d', 'name': 'tempest-ServerRescueTestJSONUnderV235-1472838260-router', 'tenant_id': '58f18dba29b1404593b210234b4fc486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': '54322d99-a974-4992-b924-b385167251ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:29:49Z', 'updated_at': '2021-11-22T20:29:53Z', 'revision_number': 4, 'project_id': '58f18dba29b1404593b210234b4fc486', 'gw_port': {'id': '54322d99-a974-4992-b924-b385167251ea', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:d3:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa604c6d-a086-42f5-aec4-7ffe07489e4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2378, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:29:50Z', 'updated_at': '2021-11-22T20:29:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_floatingips': [{'id': 'dd8e58c4-47eb-40ee-a1e6-f0df5482832a', 'tenant_id': '58f18dba29b1404593b210234b4fc486', 'floating_ip_address': '172.25.5.161', 'floating_network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'router_id': 'fa604c6d-a086-42f5-aec4-7ffe07489e4d', 'port_id': '96cfbef8-f7ec-4b1c-878e-a28cfbf6e47e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2478, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bac7bcf3-51ae-4543-8f0e-82b2d2e8c1d3', 'mac_address': 'fa:16:3e:2f:92:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd73f004c-3e7c-4e3e-96fd-907fe73c64f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T20:30:45Z', 'updated_at': '2021-11-22T20:30:50Z', 'revision_number': 1, 'project_id': '58f18dba29b1404593b210234b4fc486', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18680f9b-29f4-44b8-8025-3c44f6dc545c', 'name': '', 'network_id': 'bac7bcf3-51ae-4543-8f0e-82b2d2e8c1d3', 'tenant_id': '58f18dba29b1404593b210234b4fc486', 'mac_address': 'fa:16:3e:68:ff:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa604c6d-a086-42f5-aec4-7ffe07489e4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2379, 'fixed_ips': [{'subnet_id': '06df14ad-dfdd-4da5-9f27-f399f4421e36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:29:53Z', 'updated_at': '2021-11-22T20:30:01Z', 'revision_number': 5, 'project_id': '58f18dba29b1404593b210234b4fc486', 'subnets': [{'id': '06df14ad-dfdd-4da5-9f27-f399f4421e36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:30:54.464667 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1f3fe142-d4e8-49da-9de6-862d07c13e22 req-0f4b28b1-308f-4a12-a32e-3a6e4a270822 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cdc14639-ccc0-49ca-96c4-bc427e74b24d HTTP/1.1" status: 200 len: 217 time: 0.2602468 Nov 22 20:30:54.513263 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f0717f-376c-4f10-b294-efe36ff9c986 req-20cc5d9a-84dc-46e0-baec-d68561ceed28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:30:54.514873 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-52f0717f-376c-4f10-b294-efe36ff9c986 req-20cc5d9a-84dc-46e0-baec-d68561ceed28 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=58f18dba29b1404593b210234b4fc486&device_id=d73f004c-3e7c-4e3e-96fd-907fe73c64f7 HTTP/1.1" status: 200 len: 1097 time: 0.2747304 Nov 22 20:30:54.536966 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23bba44d-a1fb-4cfd-83ef-92079f45d884 None None] Checking router: fa604c6d-a086-42f5-aec4-7ffe07489e4d for host: n-d-818823-1 {{(pid=103450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 20:30:54.549281 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7de62d20-dff1-4288-99f9-4dd9e44f02d4 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:30:54.556614 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-7de62d20-dff1-4288-99f9-4dd9e44f02d4 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0940607 Nov 22 20:30:54.561479 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23bba44d-a1fb-4cfd-83ef-92079f45d884 None None] Routers {'fa604c6d-a086-42f5-aec4-7ffe07489e4d'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:30:54.562136 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-23bba44d-a1fb-4cfd-83ef-92079f45d884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:30:32Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['fa604c6d-a086-42f5-aec4-7ffe07489e4d'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:30:54.568426 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 37872) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:30:54.689725 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3fe142-d4e8-49da-9de6-862d07c13e22 req-f9448272-116a-43b7-b3fb-609a226b727a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:30:54.699067 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1f3fe142-d4e8-49da-9de6-862d07c13e22 req-f9448272-116a-43b7-b3fb-609a226b727a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c03e1529-a0c9-4990-b0cd-08a1dc455fd5 HTTP/1.1" status: 200 len: 851 time: 0.1786368 Nov 22 20:30:54.705266 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-041b4113-0338-4944-b38c-1bc2a97301c6 None None] DHCP port deletion for 7bd88872-a540-4e3b-ac93-d884c5e46f76 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:30:54.732291 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-23bba44d-a1fb-4cfd-83ef-92079f45d884 None None] Set router fa604c6d-a086-42f5-aec4-7ffe07489e4d gateway port host: n-d-818823-1 {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:30:54.770039 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-c1088ea0-0836-4b0d-a3d7-bdeab30bc311 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] 10.222.0.46 "GET /v2.0/floatingips/ae5a993b-f81f-43b4-a692-206fe3f84ee8 HTTP/1.1" status: 200 len: 992 time: 0.5815802 Nov 22 20:30:54.831804 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f08acc-846c-4c2b-9551-8daea13f2f88 req-97fb472b-77bb-4798-852e-c7f9751d5cee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:30:54.833382 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c4f08acc-846c-4c2b-9551-8daea13f2f88 req-97fb472b-77bb-4798-852e-c7f9751d5cee service neutron] 10.222.0.46 "GET /v2.0/networks?id=bac7bcf3-51ae-4543-8f0e-82b2d2e8c1d3 HTTP/1.1" status: 200 len: 921 time: 0.8333240 Nov 22 20:30:54.873535 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f0717f-376c-4f10-b294-efe36ff9c986 req-6dda29b7-1ec6-4052-a1fc-856c0d74398e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:30:54.880398 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-52f0717f-376c-4f10-b294-efe36ff9c986 req-6dda29b7-1ec6-4052-a1fc-856c0d74398e service neutron] 10.222.0.41 "GET /v2.0/networks?id=bac7bcf3-51ae-4543-8f0e-82b2d2e8c1d3 HTTP/1.1" status: 200 len: 921 time: 0.3510885 Nov 22 20:30:54.891195 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-041b4113-0338-4944-b38c-1bc2a97301c6 None None] Deleting port d10cf084-0653-4df9-95d6-4d9d98692f0e {{(pid=103449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:30:54.894515 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-041b4113-0338-4944-b38c-1bc2a97301c6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:54.992312 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c4f08acc-846c-4c2b-9551-8daea13f2f88 req-87c3ae71-116b-4e3d-8f94-0808eb568bbe service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=96cfbef8-f7ec-4b1c-878e-a28cfbf6e47e HTTP/1.1" status: 200 len: 1000 time: 0.1312585 Nov 22 20:30:55.056624 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-041b4113-0338-4944-b38c-1bc2a97301c6 None None] For port d10cf084-0653-4df9-95d6-4d9d98692f0e, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=d10cf084-0653-4df9-95d6-4d9d98692f0e,segment=NetworkSegment(bdb0f717-aa5f-4e33-bcc3-95472c9b5b64),segment_id=bdb0f717-aa5f-4e33-bcc3-95472c9b5b64)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:30:55.057036 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-041b4113-0338-4944-b38c-1bc2a97301c6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:55.062340 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f08acc-846c-4c2b-9551-8daea13f2f88 req-73420f87-bc01-425f-87df-854717ceb1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:30:55.064508 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c4f08acc-846c-4c2b-9551-8daea13f2f88 req-73420f87-bc01-425f-87df-854717ceb1d8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=06df14ad-dfdd-4da5-9f27-f399f4421e36 HTTP/1.1" status: 200 len: 860 time: 0.0547829 Nov 22 20:30:55.075100 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afabba1-2e97-47db-aba2-71b2f0ac0787 req-7520c86c-fd93-4fdb-8c52-2fcfc9f0b244 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:30:55.076710 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1afabba1-2e97-47db-aba2-71b2f0ac0787 req-7520c86c-fd93-4fdb-8c52-2fcfc9f0b244 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/ports?device_id=33b2b907-88b2-43cc-a329-814686ee9d6b HTTP/1.1" status: 200 len: 946 time: 0.5280936 Nov 22 20:30:55.087629 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-041b4113-0338-4944-b38c-1bc2a97301c6 None None] Calling delete_port for d10cf084-0653-4df9-95d6-4d9d98692f0e owned by network:dhcp {{(pid=103449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:30:55.102248 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3fe142-d4e8-49da-9de6-862d07c13e22 req-8efe3698-2313-4899-b7f1-e9b3d0b11333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:30:55.103834 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1f3fe142-d4e8-49da-9de6-862d07c13e22 req-8efe3698-2313-4899-b7f1-e9b3d0b11333 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=13496096-9618-4fad-a538-016ce712d3bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3311160 Nov 22 20:30:55.105908 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c71d80d6-ec53-4562-bfb5-2c871b08d280 req-877fecbd-6af8-415f-b1e2-234b9eec9392 service neutron] 10.222.0.41 "GET /v2.0/networks/bc6b8ee0-c93e-4fd5-b6d2-3b4003108205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8772843 Nov 22 20:30:55.109815 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device d10cf084-0653-4df9-95d6-4d9d98692f0e no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:30:55.197894 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c4f08acc-846c-4c2b-9551-8daea13f2f88 req-6a4e393d-b924-485e-8c81-4540c51c83ca service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=bac7bcf3-51ae-4543-8f0e-82b2d2e8c1d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1196935 Nov 22 20:30:55.237564 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [req-c4f08acc-846c-4c2b-9551-8daea13f2f88 req-eebf23fc-3e72-4b19-8cb5-a58e35a76c19 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=103447) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 20:30:55.238621 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c4f08acc-846c-4c2b-9551-8daea13f2f88 req-eebf23fc-3e72-4b19-8cb5-a58e35a76c19 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062289 Nov 22 20:30:55.273334 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c97385ad-98e9-4cd8-9625-55354aea2ca7 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:30:55.287854 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-c97385ad-98e9-4cd8-9625-55354aea2ca7 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.6978095 Nov 22 20:30:55.306351 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 37882) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:30:55.325885 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-52f0717f-376c-4f10-b294-efe36ff9c986 req-027eaa51-dfe2-42a2-bf63-6dd36c3fcd9f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=96cfbef8-f7ec-4b1c-878e-a28cfbf6e47e HTTP/1.1" status: 200 len: 1000 time: 0.3945770 Nov 22 20:30:55.354405 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-23bba44d-a1fb-4cfd-83ef-92079f45d884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa604c6d-a086-42f5-aec4-7ffe07489e4d', 'name': 'tempest-ServerRescueTestJSONUnderV235-1472838260-router', 'tenant_id': '58f18dba29b1404593b210234b4fc486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': '54322d99-a974-4992-b924-b385167251ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:29:49Z', 'updated_at': '2021-11-22T20:29:53Z', 'revision_number': 4, 'project_id': '58f18dba29b1404593b210234b4fc486', 'gw_port': {'id': '54322d99-a974-4992-b924-b385167251ea', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:d3:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa604c6d-a086-42f5-aec4-7ffe07489e4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2378, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:29:50Z', 'updated_at': '2021-11-22T20:29:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_floatingips': [{'id': 'dd8e58c4-47eb-40ee-a1e6-f0df5482832a', 'tenant_id': '58f18dba29b1404593b210234b4fc486', 'floating_ip_address': '172.25.5.161', 'floating_network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'router_id': 'fa604c6d-a086-42f5-aec4-7ffe07489e4d', 'port_id': '96cfbef8-f7ec-4b1c-878e-a28cfbf6e47e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2478, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bac7bcf3-51ae-4543-8f0e-82b2d2e8c1d3', 'mac_address': 'fa:16:3e:2f:92:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd73f004c-3e7c-4e3e-96fd-907fe73c64f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T20:30:45Z', 'updated_at': '2021-11-22T20:30:50Z', 'revision_number': 1, 'project_id': '58f18dba29b1404593b210234b4fc486', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18680f9b-29f4-44b8-8025-3c44f6dc545c', 'name': '', 'network_id': 'bac7bcf3-51ae-4543-8f0e-82b2d2e8c1d3', 'tenant_id': '58f18dba29b1404593b210234b4fc486', 'mac_address': 'fa:16:3e:68:ff:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa604c6d-a086-42f5-aec4-7ffe07489e4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2379, 'fixed_ips': [{'subnet_id': '06df14ad-dfdd-4da5-9f27-f399f4421e36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:29:53Z', 'updated_at': '2021-11-22T20:30:01Z', 'revision_number': 5, 'project_id': '58f18dba29b1404593b210234b4fc486', 'subnets': [{'id': '06df14ad-dfdd-4da5-9f27-f399f4421e36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:30:55.354710 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-041b4113-0338-4944-b38c-1bc2a97301c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381'] for port, after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:55.384405 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-041b4113-0338-4944-b38c-1bc2a97301c6 None None] No DVR routers for this DVR port d10cf084-0653-4df9-95d6-4d9d98692f0e on host n-d-818823-1 {{(pid=103449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:30:55.406186 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23bba44d-a1fb-4cfd-83ef-92079f45d884 None None] The sync data for ids ['fa604c6d-a086-42f5-aec4-7ffe07489e4d'] in n-d-818823-1 is: [{'id': 'fa604c6d-a086-42f5-aec4-7ffe07489e4d', 'name': 'tempest-ServerRescueTestJSONUnderV235-1472838260-router', 'tenant_id': '58f18dba29b1404593b210234b4fc486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': '54322d99-a974-4992-b924-b385167251ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:29:49Z', 'updated_at': '2021-11-22T20:29:53Z', 'revision_number': 4, 'project_id': '58f18dba29b1404593b210234b4fc486', 'gw_port': {'id': '54322d99-a974-4992-b924-b385167251ea', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:d3:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa604c6d-a086-42f5-aec4-7ffe07489e4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2378, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:29:50Z', 'updated_at': '2021-11-22T20:29:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_floatingips': [{'id': 'dd8e58c4-47eb-40ee-a1e6-f0df5482832a', 'tenant_id': '58f18dba29b1404593b210234b4fc486', 'floating_ip_address': '172.25.5.161', 'floating_network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'router_id': 'fa604c6d-a086-42f5-aec4-7ffe07489e4d', 'port_id': '96cfbef8-f7ec-4b1c-878e-a28cfbf6e47e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2478, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bac7bcf3-51ae-4543-8f0e-82b2d2e8c1d3', 'mac_address': 'fa:16:3e:2f:92:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd73f004c-3e7c-4e3e-96fd-907fe73c64f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T20:30:45Z', 'updated_at': '2021-11-22T20:30:50Z', 'revision_number': 1, 'project_id': '58f18dba29b1404593b210234b4fc486', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18680f9b-29f4-44b8-8025-3c44f6dc545c', 'name': '', 'network_id': 'bac7bcf3-51ae-4543-8f0e-82b2d2e8c1d3', 'tenant_id': '58f18dba29b1404593b210234b4fc486', 'mac_address': 'fa:16:3e:68:ff:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa604c6d-a086-42f5-aec4-7ffe07489e4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2379, 'fixed_ips': [{'subnet_id': '06df14ad-dfdd-4da5-9f27-f399f4421e36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:29:53Z', 'updated_at': '2021-11-22T20:30:01Z', 'revision_number': 5, 'project_id': '58f18dba29b1404593b210234b4fc486', 'subnets': [{'id': '06df14ad-dfdd-4da5-9f27-f399f4421e36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:30:55.439803 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041b4113-0338-4944-b38c-1bc2a97301c6 None None] Pushing event deleted for resources: {'Port': ['ID=d10cf084-0653-4df9-95d6-4d9d98692f0e,revision_number=None']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:30:55.444086 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:55.460036 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f0717f-376c-4f10-b294-efe36ff9c986 req-fe6ce8e7-2304-4bf5-8d3c-cca3f4bdb887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:30:55.461593 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-52f0717f-376c-4f10-b294-efe36ff9c986 req-fe6ce8e7-2304-4bf5-8d3c-cca3f4bdb887 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=06df14ad-dfdd-4da5-9f27-f399f4421e36 HTTP/1.1" status: 200 len: 860 time: 0.1270597 Nov 22 20:30:55.544097 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-2fa7481f-4d3d-4c7d-bd9e-f03a27c18e4b tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0931532 Nov 22 20:30:55.544719 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 37884) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:30:55.547116 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-52f0717f-376c-4f10-b294-efe36ff9c986 req-55b23a55-a93b-45c4-ae2f-93f6654400c1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bac7bcf3-51ae-4543-8f0e-82b2d2e8c1d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0759549 Nov 22 20:30:55.558372 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-1ffb6a99-6a29-447f-a5db-c6b5bf5910fe tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Request body: {'subnet': {'network_id': '7bd88872-a540-4e3b-ac93-d884c5e46f76', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:30:55.666692 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-52f0717f-376c-4f10-b294-efe36ff9c986 req-754b6614-9fe0-4813-92fc-e72548407b43 service neutron] 10.222.0.41 "GET /v2.0/networks/bac7bcf3-51ae-4543-8f0e-82b2d2e8c1d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070628 Nov 22 20:30:55.806710 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-52f0717f-376c-4f10-b294-efe36ff9c986 req-ce46a64d-ad17-4a7f-9710-49f12bb3cc64 service neutron] 10.222.0.41 "GET /v2.0/networks/bac7bcf3-51ae-4543-8f0e-82b2d2e8c1d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321197 Nov 22 20:30:55.807217 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 37886) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:30:55.872547 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b5ea97e-3ecf-4e2b-9f49-4fb7b228fc7a None None] New status for floating IP dd8e58c4-47eb-40ee-a1e6-f0df5482832a: ACTIVE {{(pid=103450) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 20:30:55.917528 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-706f3a8c-45b2-4ab8-9121-9b7fe400828f tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] 10.222.0.46 "GET /v2.0/floatingips/ae5a993b-f81f-43b4-a692-206fe3f84ee8 HTTP/1.1" status: 200 len: 994 time: 0.1031618 Nov 22 20:30:56.117084 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '223a6470-c695-4f80-9249-14d64f28075d', 'tag': 'cdc14639-ccc0-49ca-96c4-bc427e74b24d'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:30:56.119317 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff271be0-2701-4dee-8cd9-d2b55043630c" -d '{"events": [{"name": "network-changed", "server_uuid": "223a6470-c695-4f80-9249-14d64f28075d", "tag": "cdc14639-ccc0-49ca-96c4-bc427e74b24d"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:30:56.153352 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c4f08acc-846c-4c2b-9551-8daea13f2f88 req-db4495e0-a193-4c90-8b5b-3338b44d8a40 service neutron] 10.222.0.46 "GET /v2.0/networks/bac7bcf3-51ae-4543-8f0e-82b2d2e8c1d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8465686 Nov 22 20:30:56.182532 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1afabba1-2e97-47db-aba2-71b2f0ac0787 req-0c0d9100-9e09-43fa-baa6-0c7a37e060b7 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/security-groups?id=643fc82d-0ef9-4521-94aa-3318d50a506a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0990305 Nov 22 20:30:56.329401 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1f3fe142-d4e8-49da-9de6-862d07c13e22 req-4b8f1c2d-d8e5-4caf-b5d8-821544a19b21 service neutron] 10.222.0.20 "GET /v2.0/networks/13496096-9618-4fad-a538-016ce712d3bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1992726 Nov 22 20:30:56.346179 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0896ad-40f7-451a-8818-65c7a8079e52 req-61dd98e1-bac3-469b-b04c-9696c576f7a2 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:30:56.347654 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0e0896ad-40f7-451a-8818-65c7a8079e52 req-61dd98e1-bac3-469b-b04c-9696c576f7a2 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.20 "GET /v2.0/ports?device_id=33b2b907-88b2-43cc-a329-814686ee9d6b HTTP/1.1" status: 200 len: 946 time: 0.2255213 Nov 22 20:30:56.415104 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ffb6a99-6a29-447f-a5db-c6b5bf5910fe tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Made reservation on behalf of aa06169c4e4d4119918ff90a471be1d0 for: {'subnet': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:30:56.418558 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1ffb6a99-6a29-447f-a5db-c6b5bf5910fe tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8485086'] for subnet, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:56.511152 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c4f08acc-846c-4c2b-9551-8daea13f2f88 req-df29c011-866e-498b-8e4d-15663bcccfbd service neutron] 10.222.0.46 "GET /v2.0/networks/bac7bcf3-51ae-4543-8f0e-82b2d2e8c1d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3328357 Nov 22 20:30:56.528272 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e271aa8a-db61-4766-b02f-b1b43279d4f9 req-c47f27c9-773a-4bc3-97ce-891ad76bf0ff tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:30:56.529790 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e271aa8a-db61-4766-b02f-b1b43279d4f9 req-c47f27c9-773a-4bc3-97ce-891ad76bf0ff tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/ports?device_id=223a6470-c695-4f80-9249-14d64f28075d HTTP/1.1" status: 200 len: 943 time: 0.2634370 Nov 22 20:30:56.599812 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 20:30:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c9672a3-b2ad-47a7-b6ee-84d0437a275d x-openstack-request-id: req-7c9672a3-b2ad-47a7-b6ee-84d0437a275d {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:30:56.600104 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "223a6470-c695-4f80-9249-14d64f28075d", "tag": "cdc14639-ccc0-49ca-96c4-bc427e74b24d", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:30:56.600355 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7c9672a3-b2ad-47a7-b6ee-84d0437a275d {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:30:56.600868 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '223a6470-c695-4f80-9249-14d64f28075d', 'tag': 'cdc14639-ccc0-49ca-96c4-bc427e74b24d', 'status': 'completed', 'code': 200} Nov 22 20:30:56.757084 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1f3fe142-d4e8-49da-9de6-862d07c13e22 req-2d3dc64e-ade3-42c8-b429-036ef6af78b9 service neutron] 10.222.0.20 "GET /v2.0/networks/13496096-9618-4fad-a538-016ce712d3bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4043713 Nov 22 20:30:56.825292 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2d346d84-d618-4e80-a088-bdadea3a69b5 req-a6af24e4-6965-47fe-977e-e0a788cf2ae0 tempest-ServerRescueTestJSONUnderV235-174357529 tempest-ServerRescueTestJSONUnderV235-174357529-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.5.161 HTTP/1.1" status: 200 len: 1002 time: 0.2143543 Nov 22 20:30:56.846454 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e271aa8a-db61-4766-b02f-b1b43279d4f9 req-80ce08d7-ec8c-413a-8788-55aaec467d63 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e8bab57-9061-4423-98eb-3cb5b90f4a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3067989 Nov 22 20:30:56.912641 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-0e0896ad-40f7-451a-8818-65c7a8079e52 req-71e3f496-65a7-433b-8e21-98e6160c9f66 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Deleting port e1b23151-dad5-4a0d-a549-a1497d3eb2a7 {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:30:56.912972 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-0e0896ad-40f7-451a-8818-65c7a8079e52 req-71e3f496-65a7-433b-8e21-98e6160c9f66 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:56.929610 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d346d84-d618-4e80-a088-bdadea3a69b5 req-405bbce1-6648-4660-a642-9cb0a8d791e8 tempest-ServerRescueTestJSONUnderV235-174357529 tempest-ServerRescueTestJSONUnderV235-174357529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:30:56.931634 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2d346d84-d618-4e80-a088-bdadea3a69b5 req-405bbce1-6648-4660-a642-9cb0a8d791e8 tempest-ServerRescueTestJSONUnderV235-174357529 tempest-ServerRescueTestJSONUnderV235-174357529-project] 10.222.0.46 "GET /v2.0/ports/96cfbef8-f7ec-4b1c-878e-a28cfbf6e47e HTTP/1.1" status: 200 len: 943 time: 0.0984092 Nov 22 20:30:57.049047 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff271be0-2701-4dee-8cd9-d2b55043630c req-deff5b81-b60b-4a7e-8d1a-a4ed97faa28f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:30:57.050521 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ff271be0-2701-4dee-8cd9-d2b55043630c req-deff5b81-b60b-4a7e-8d1a-a4ed97faa28f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a3670ebd84cb4741b338db645a992249&device_id=223a6470-c695-4f80-9249-14d64f28075d HTTP/1.1" status: 200 len: 1094 time: 0.2225940 Nov 22 20:30:57.236827 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2d346d84-d618-4e80-a088-bdadea3a69b5 req-1f0e06ed-977b-42c4-bb9a-0d5f42985d31 tempest-ServerRescueTestJSONUnderV235-174357529 tempest-ServerRescueTestJSONUnderV235-174357529-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.5.161 HTTP/1.1" status: 200 len: 1002 time: 0.2022228 Nov 22 20:30:57.342119 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1ffb6a99-6a29-447f-a5db-c6b5bf5910fe tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8900613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8485104'] for subnet, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:57.384169 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-0e0896ad-40f7-451a-8818-65c7a8079e52 req-71e3f496-65a7-433b-8e21-98e6160c9f66 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] For port e1b23151-dad5-4a0d-a549-a1497d3eb2a7, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=e1b23151-dad5-4a0d-a549-a1497d3eb2a7,segment=NetworkSegment(0f31ec19-3af4-4928-96f6-fbcd53d7ad3c),segment_id=0f31ec19-3af4-4928-96f6-fbcd53d7ad3c)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:30:57.384563 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-0e0896ad-40f7-451a-8818-65c7a8079e52 req-71e3f496-65a7-433b-8e21-98e6160c9f66 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:57.503554 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff271be0-2701-4dee-8cd9-d2b55043630c req-b266c92a-61aa-4c71-a5c4-def6b96d7091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:30:57.504966 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ff271be0-2701-4dee-8cd9-d2b55043630c req-b266c92a-61aa-4c71-a5c4-def6b96d7091 service neutron] 10.222.0.20 "GET /v2.0/networks?id=13496096-9618-4fad-a538-016ce712d3bd HTTP/1.1" status: 200 len: 913 time: 0.4205267 Nov 22 20:30:57.532649 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ffb6a99-6a29-447f-a5db-c6b5bf5910fe tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Network 7bd88872-a540-4e3b-ac93-d884c5e46f76 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:30:57.594824 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-1ffb6a99-6a29-447f-a5db-c6b5bf5910fe tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:30:57.607736 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23e0da9c-e2c0-4522-89b5-b47fceeee6ad None None] Network 7bd88872-a540-4e3b-ac93-d884c5e46f76 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:30:57.612342 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ffb6a99-6a29-447f-a5db-c6b5bf5910fe tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:30:57.612966 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1ffb6a99-6a29-447f-a5db-c6b5bf5910fe tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for subnet, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:57.618089 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ff271be0-2701-4dee-8cd9-d2b55043630c req-72212d4b-8a3c-403d-8654-ebc4bf6821f6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cdc14639-ccc0-49ca-96c4-bc427e74b24d HTTP/1.1" status: 200 len: 217 time: 0.0874860 Nov 22 20:30:57.645323 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d346d84-d618-4e80-a088-bdadea3a69b5 req-bd7b5d3a-ac93-4c92-930f-7bbd2e6a6440 tempest-ServerRescueTestJSONUnderV235-174357529 tempest-ServerRescueTestJSONUnderV235-174357529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:30:57.646864 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2d346d84-d618-4e80-a088-bdadea3a69b5 req-bd7b5d3a-ac93-4c92-930f-7bbd2e6a6440 tempest-ServerRescueTestJSONUnderV235-174357529 tempest-ServerRescueTestJSONUnderV235-174357529-project] 10.222.0.46 "GET /v2.0/networks/c48a55e9-6a85-4746-b7bf-3e29fb560094 HTTP/1.1" status: 200 len: 784 time: 0.3996520 Nov 22 20:30:57.657529 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffb6a99-6a29-447f-a5db-c6b5bf5910fe tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Pushing event updated for resources: {'Subnet': ['ID=6ef84e86-5abe-4c65-9f30-3a96e5e953c2,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:30:57.705825 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707af7e0-41bb-4c18-a9e5-747e408dbb93 req-6cb78fd9-c2c2-4620-9727-b6334b10bce3 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:30:57.707227 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-707af7e0-41bb-4c18-a9e5-747e408dbb93 req-6cb78fd9-c2c2-4620-9727-b6334b10bce3 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/ports?device_id=33b2b907-88b2-43cc-a329-814686ee9d6b HTTP/1.1" status: 200 len: 946 time: 0.4000728 Nov 22 20:30:57.755622 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-1ffb6a99-6a29-447f-a5db-c6b5bf5910fe tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.2016578 Nov 22 20:30:57.759180 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 37912) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:30:57.764977 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-8c9a2f2a-08a8-4e74-b751-110d1f6bc4c5 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Request body: {'port': {'network_id': '7bd88872-a540-4e3b-ac93-d884c5e46f76', 'fixed_ips': [{'subnet_id': '6ef84e86-5abe-4c65-9f30-3a96e5e953c2', 'ip_address': '2001:db8::777f:18b1:d56c:41a'}], 'name': 'tempest-NetworksTestDHCPv6-1740880861'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:30:57.837451 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-662dbb98-5315-4ba3-9d38-319d6c02f94b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fb26bd7-ce56-527b-b94f-2e1f7cb2bb35-7bd88872-a540-4e3b-ac93-d884c5e46f76', 'network_id': '7bd88872-a540-4e3b-ac93-d884c5e46f76', 'tenant_id': 'aa06169c4e4d4119918ff90a471be1d0', 'fixed_ips': [{'subnet_id': '6ef84e86-5abe-4c65-9f30-3a96e5e953c2'}]}} from n-d-818823-1. {{(pid=103449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 20:30:57.839808 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-662dbb98-5315-4ba3-9d38-319d6c02f94b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:57.846292 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-707af7e0-41bb-4c18-a9e5-747e408dbb93 req-e3324838-2c20-474f-b44d-e2c73166ca0f tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/security-groups?id=643fc82d-0ef9-4521-94aa-3318d50a506a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1234841 Nov 22 20:30:57.926377 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff271be0-2701-4dee-8cd9-d2b55043630c req-8b32f264-7093-40b3-8b0b-f0af0b5af68d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:30:57.930825 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ff271be0-2701-4dee-8cd9-d2b55043630c req-8b32f264-7093-40b3-8b0b-f0af0b5af68d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c03e1529-a0c9-4990-b0cd-08a1dc455fd5 HTTP/1.1" status: 200 len: 851 time: 0.2784095 Nov 22 20:30:57.956328 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2d346d84-d618-4e80-a088-bdadea3a69b5 req-3e8064de-5bf1-49e3-aeb9-2a4bf0d74680 tempest-ServerRescueTestJSONUnderV235-174357529 tempest-ServerRescueTestJSONUnderV235-174357529-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.5.161 HTTP/1.1" status: 200 len: 1002 time: 0.2653418 Nov 22 20:30:57.980344 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-2d346d84-d618-4e80-a088-bdadea3a69b5 req-1dc12189-18e7-44a3-a3ed-0cbff9189f9d tempest-ServerRescueTestJSONUnderV235-174357529 tempest-ServerRescueTestJSONUnderV235-174357529-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:30:58.091155 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-0e0896ad-40f7-451a-8818-65c7a8079e52 req-71e3f496-65a7-433b-8e21-98e6160c9f66 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:58.091155 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-0e0896ad-40f7-451a-8818-65c7a8079e52 req-71e3f496-65a7-433b-8e21-98e6160c9f66 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-595224'] for floatingip, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:58.091563 n-d-818823-1 neutron-server[103447]: INFO neutron.db.l3_db [req-0e0896ad-40f7-451a-8818-65c7a8079e52 req-71e3f496-65a7-433b-8e21-98e6160c9f66 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Floating IP 45f9c4a4-e2d5-4ad2-9c2a-d0c8d5f0ea71 disassociated. External IP: 172.25.5.210, port: e1b23151-dad5-4a0d-a549-a1497d3eb2a7. Nov 22 20:30:58.091732 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-0e0896ad-40f7-451a-8818-65c7a8079e52 req-71e3f496-65a7-433b-8e21-98e6160c9f66 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Calling delete_port for e1b23151-dad5-4a0d-a549-a1497d3eb2a7 owned by compute:nova {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:30:58.120943 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-2d346d84-d618-4e80-a088-bdadea3a69b5 req-1dc12189-18e7-44a3-a3ed-0cbff9189f9d tempest-ServerRescueTestJSONUnderV235-174357529 tempest-ServerRescueTestJSONUnderV235-174357529-project] Publish callbacks [] for floatingip, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:58.127895 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.db_base_plugin_common [None req-662dbb98-5315-4ba3-9d38-319d6c02f94b None None] Allocated IP 2001:db8::2 (7bd88872-a540-4e3b-ac93-d884c5e46f76/6ef84e86-5abe-4c65-9f30-3a96e5e953c2/c64e58fe-8320-4ccc-bdd0-dfa4543dff9b) {{(pid=103449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:30:58.206603 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff271be0-2701-4dee-8cd9-d2b55043630c req-d5c59f23-029a-4b3b-a149-f70172bdab94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:30:58.208362 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ff271be0-2701-4dee-8cd9-d2b55043630c req-d5c59f23-029a-4b3b-a149-f70172bdab94 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=13496096-9618-4fad-a538-016ce712d3bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2666092 Nov 22 20:30:58.221790 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768d7d95-9af8-42bb-bdd2-92ca84f21d6b req-7ff93a0f-84f0-4d58-9bc5-c7e7fc4d596e tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:30:58.222022 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c9a2f2a-08a8-4e74-b751-110d1f6bc4c5 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Made reservation on behalf of aa06169c4e4d4119918ff90a471be1d0 for: {'port': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:30:58.230360 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-768d7d95-9af8-42bb-bdd2-92ca84f21d6b req-7ff93a0f-84f0-4d58-9bc5-c7e7fc4d596e tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/ports?device_id=223a6470-c695-4f80-9249-14d64f28075d HTTP/1.1" status: 200 len: 943 time: 0.2096689 Nov 22 20:30:58.317545 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8c9a2f2a-08a8-4e74-b751-110d1f6bc4c5 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:58.335688 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-662dbb98-5315-4ba3-9d38-319d6c02f94b None None] Publish callbacks [] for port, precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:58.338272 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [None req-8c9a2f2a-08a8-4e74-b751-110d1f6bc4c5 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] device_id is not set on port dc8dc675-7df8-4405-8444-2bbd9844dc26 yet. {{(pid=103448) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 20:30:58.345276 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-662dbb98-5315-4ba3-9d38-319d6c02f94b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372'] for port, after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:58.398347 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-662dbb98-5315-4ba3-9d38-319d6c02f94b None None] Network 7bd88872-a540-4e3b-ac93-d884c5e46f76 is already hosted by enough agents. {{(pid=103449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:30:58.409031 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.base_scheduler [None req-662dbb98-5315-4ba3-9d38-319d6c02f94b None None] Resources bound (agent type, host, resource id): {{(pid=103449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:30:58.417495 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662dbb98-5315-4ba3-9d38-319d6c02f94b None None] Received port after_create {{(pid=103449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:30:58.466242 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662dbb98-5315-4ba3-9d38-319d6c02f94b None None] Pushing event updated for resources: {'Port': ['ID=c64e58fe-8320-4ccc-bdd0-dfa4543dff9b,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:30:58.514900 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-662dbb98-5315-4ba3-9d38-319d6c02f94b None None] Attempting to bind port c64e58fe-8320-4ccc-bdd0-dfa4543dff9b on host n-d-818823-1 for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:30:58.515275 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-662dbb98-5315-4ba3-9d38-319d6c02f94b None None] Attempting to bind port c64e58fe-8320-4ccc-bdd0-dfa4543dff9b by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': 'bdb0f717-aa5f-4e33-bcc3-95472c9b5b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '7bd88872-a540-4e3b-ac93-d884c5e46f76'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:30:58.515674 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662dbb98-5315-4ba3-9d38-319d6c02f94b None None] Attempting to bind port c64e58fe-8320-4ccc-bdd0-dfa4543dff9b on network 7bd88872-a540-4e3b-ac93-d884c5e46f76 {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:30:58.521540 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662dbb98-5315-4ba3-9d38-319d6c02f94b None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 30, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:30:58.521967 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662dbb98-5315-4ba3-9d38-319d6c02f94b None None] Checking segment: {'id': 'bdb0f717-aa5f-4e33-bcc3-95472c9b5b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '7bd88872-a540-4e3b-ac93-d884c5e46f76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:30:58.522378 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-662dbb98-5315-4ba3-9d38-319d6c02f94b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:58.522974 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662dbb98-5315-4ba3-9d38-319d6c02f94b None None] Bound using segment: {'id': 'bdb0f717-aa5f-4e33-bcc3-95472c9b5b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '7bd88872-a540-4e3b-ac93-d884c5e46f76'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:30:58.523477 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-662dbb98-5315-4ba3-9d38-319d6c02f94b None None] Bound port: c64e58fe-8320-4ccc-bdd0-dfa4543dff9b, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdb0f717-aa5f-4e33-bcc3-95472c9b5b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '7bd88872-a540-4e3b-ac93-d884c5e46f76'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:30:58.524119 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-662dbb98-5315-4ba3-9d38-319d6c02f94b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:58.534859 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [None req-8c9a2f2a-08a8-4e74-b751-110d1f6bc4c5 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Allocated IP 2001:db8::777f:18b1:d56c:41a (7bd88872-a540-4e3b-ac93-d884c5e46f76/6ef84e86-5abe-4c65-9f30-3a96e5e953c2/dc8dc675-7df8-4405-8444-2bbd9844dc26) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:30:58.641357 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-662dbb98-5315-4ba3-9d38-319d6c02f94b None None] For port c64e58fe-8320-4ccc-bdd0-dfa4543dff9b, host n-d-818823-1, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:30:58.646982 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-662dbb98-5315-4ba3-9d38-319d6c02f94b None None] For port c64e58fe-8320-4ccc-bdd0-dfa4543dff9b, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=c64e58fe-8320-4ccc-bdd0-dfa4543dff9b,segment=NetworkSegment(bdb0f717-aa5f-4e33-bcc3-95472c9b5b64),segment_id=bdb0f717-aa5f-4e33-bcc3-95472c9b5b64)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:30:58.653719 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-662dbb98-5315-4ba3-9d38-319d6c02f94b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:58.731129 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662dbb98-5315-4ba3-9d38-319d6c02f94b None None] Pushing event updated for resources: {'Port': ['ID=c64e58fe-8320-4ccc-bdd0-dfa4543dff9b,revision_number=2']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:30:58.736227 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8c9a2f2a-08a8-4e74-b751-110d1f6bc4c5 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:58.778982 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8c9a2f2a-08a8-4e74-b751-110d1f6bc4c5 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:58.796085 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-768d7d95-9af8-42bb-bdd2-92ca84f21d6b req-81bef5e7-6c49-48b2-9331-c89b7744bf33 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e8bab57-9061-4423-98eb-3cb5b90f4a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5646811 Nov 22 20:30:58.847619 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c9a2f2a-08a8-4e74-b751-110d1f6bc4c5 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Network 7bd88872-a540-4e3b-ac93-d884c5e46f76 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:30:58.854937 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-8c9a2f2a-08a8-4e74-b751-110d1f6bc4c5 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:30:58.865266 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c9a2f2a-08a8-4e74-b751-110d1f6bc4c5 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:30:58.872215 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c9a2f2a-08a8-4e74-b751-110d1f6bc4c5 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:30:58.873276 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8c9a2f2a-08a8-4e74-b751-110d1f6bc4c5 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:58.893025 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9a2f2a-08a8-4e74-b751-110d1f6bc4c5 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Pushing event updated for resources: {'Port': ['ID=dc8dc675-7df8-4405-8444-2bbd9844dc26,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:30:58.903891 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-8c9a2f2a-08a8-4e74-b751-110d1f6bc4c5 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.1429052 Nov 22 20:30:58.906861 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 37924) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:30:58.912778 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-12a146b5-85fd-4ef0-bb32-609a6f308134 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Request body: {'port': {'network_id': '7bd88872-a540-4e3b-ac93-d884c5e46f76', 'fixed_ips': [{'subnet_id': '6ef84e86-5abe-4c65-9f30-3a96e5e953c2', 'ip_address': '2001:db8::777f:18b1:d56c:41a'}], 'name': 'tempest-NetworksTestDHCPv6-1467950473'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:30:58.995745 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ff271be0-2701-4dee-8cd9-d2b55043630c req-16e8776d-efa6-4cc3-8e57-086a0d59436c service neutron] 10.222.0.20 "GET /v2.0/networks/13496096-9618-4fad-a538-016ce712d3bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7607374 Nov 22 20:30:59.005824 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-2d346d84-d618-4e80-a088-bdadea3a69b5 req-1dc12189-18e7-44a3-a3ed-0cbff9189f9d tempest-ServerRescueTestJSONUnderV235-174357529 tempest-ServerRescueTestJSONUnderV235-174357529-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:59.088036 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-2d346d84-d618-4e80-a088-bdadea3a69b5 req-1dc12189-18e7-44a3-a3ed-0cbff9189f9d tempest-ServerRescueTestJSONUnderV235-174357529 tempest-ServerRescueTestJSONUnderV235-174357529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-595224'] for floatingip, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:59.088784 n-d-818823-1 neutron-server[103447]: INFO neutron.db.l3_db [req-2d346d84-d618-4e80-a088-bdadea3a69b5 req-1dc12189-18e7-44a3-a3ed-0cbff9189f9d tempest-ServerRescueTestJSONUnderV235-174357529 tempest-ServerRescueTestJSONUnderV235-174357529-project] Floating IP dd8e58c4-47eb-40ee-a1e6-f0df5482832a disassociated. External IP: 172.25.5.161, port: 96cfbef8-f7ec-4b1c-878e-a28cfbf6e47e. Nov 22 20:30:59.093108 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12a146b5-85fd-4ef0-bb32-609a6f308134 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Made reservation on behalf of aa06169c4e4d4119918ff90a471be1d0 for: {'port': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:30:59.099055 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-12a146b5-85fd-4ef0-bb32-609a6f308134 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:59.130378 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [None req-12a146b5-85fd-4ef0-bb32-609a6f308134 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] device_id is not set on port 159f42b1-c712-413c-b435-44d1804174c3 yet. {{(pid=103448) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 20:30:59.156878 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device c64e58fe-8320-4ccc-bdd0-dfa4543dff9b up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:30:59.211806 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-0e0896ad-40f7-451a-8818-65c7a8079e52 req-71e3f496-65a7-433b-8e21-98e6160c9f66 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:59.292494 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e3f496-65a7-433b-8e21-98e6160c9f66 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Pushing event deleted for resources: {'Port': ['ID=e1b23151-dad5-4a0d-a549-a1497d3eb2a7,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:30:59.306884 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port c64e58fe-8320-4ccc-bdd0-dfa4543dff9b triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:30:59.307385 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:59.340446 n-d-818823-1 neutron-server[103448]: INFO neutron.pecan_wsgi.hooks.translation [None req-12a146b5-85fd-4ef0-bb32-609a6f308134 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] POST failed (client error): There was a conflict when trying to complete your request. Nov 22 20:30:59.341073 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12a146b5-85fd-4ef0-bb32-609a6f308134 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 20:30:59.362245 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-12a146b5-85fd-4ef0-bb32-609a6f308134 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 409 len: 388 time: 0.4539645 Nov 22 20:30:59.366323 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 37930) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:30:59.412533 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:59.424369 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21a5f6de-c4c0-4976-a3c2-64283486fe31 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:30:59.431199 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21a5f6de-c4c0-4976-a3c2-64283486fe31 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:30:59.433640 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64e41ec-9e02-4a88-9fc8-c5d151ebf0ae req-ee5fd2be-53bb-4d1c-91f1-77b564194aa0 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:30:59.434572 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-21a5f6de-c4c0-4976-a3c2-64283486fe31 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.0661075 Nov 22 20:30:59.436967 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 37932) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:30:59.443213 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f64e41ec-9e02-4a88-9fc8-c5d151ebf0ae req-ee5fd2be-53bb-4d1c-91f1-77b564194aa0 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/ports?device_id=33b2b907-88b2-43cc-a329-814686ee9d6b HTTP/1.1" status: 200 len: 868 time: 0.3851819 Nov 22 20:30:59.473322 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] For port c64e58fe-8320-4ccc-bdd0-dfa4543dff9b, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=c64e58fe-8320-4ccc-bdd0-dfa4543dff9b,segment=NetworkSegment(bdb0f717-aa5f-4e33-bcc3-95472c9b5b64),segment_id=bdb0f717-aa5f-4e33-bcc3-95472c9b5b64)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:30:59.478813 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:59.502193 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ff271be0-2701-4dee-8cd9-d2b55043630c req-390f0108-b5e9-46b9-9d7c-b5f276b9e59b service neutron] 10.222.0.20 "GET /v2.0/networks/13496096-9618-4fad-a538-016ce712d3bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4478128 Nov 22 20:30:59.540480 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Pushing event updated for resources: {'Port': ['ID=c64e58fe-8320-4ccc-bdd0-dfa4543dff9b,revision_number=3']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:30:59.585044 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-3f32f690-f239-4386-9a77-10215eafa5de tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Deleting port dc8dc675-7df8-4405-8444-2bbd9844dc26 {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:30:59.585431 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3f32f690-f239-4386-9a77-10215eafa5de tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:59.657685 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f64e41ec-9e02-4a88-9fc8-c5d151ebf0ae req-b576d25a-25e5-4418-b1cf-6928198ab032 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/security-groups?id=643fc82d-0ef9-4521-94aa-3318d50a506a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2132406 Nov 22 20:30:59.709652 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3f32f690-f239-4386-9a77-10215eafa5de tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:30:59.722820 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0e0896ad-40f7-451a-8818-65c7a8079e52 req-71e3f496-65a7-433b-8e21-98e6160c9f66 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Router 465eee6a-d00b-4a92-933d-be36d09a8662 has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 20:30:59.733409 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-3f32f690-f239-4386-9a77-10215eafa5de tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Calling delete_port for dc8dc675-7df8-4405-8444-2bbd9844dc26 owned by {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:30:59.889809 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2d346d84-d618-4e80-a088-bdadea3a69b5 req-1dc12189-18e7-44a3-a3ed-0cbff9189f9d tempest-ServerRescueTestJSONUnderV235-174357529 tempest-ServerRescueTestJSONUnderV235-174357529-project] Router fa604c6d-a086-42f5-aec4-7ffe07489e4d has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 20:30:59.994524 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-c078a974-6099-49cb-8c80-d6726bdd8387 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:00.006540 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3f32f690-f239-4386-9a77-10215eafa5de tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:00.104069 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3f32f690-f239-4386-9a77-10215eafa5de tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:00.111578 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-3f32f690-f239-4386-9a77-10215eafa5de tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "DELETE /v2.0/ports/dc8dc675-7df8-4405-8444-2bbd9844dc26 HTTP/1.1" status: 204 len: 168 time: 0.6724448 Nov 22 20:31:00.114475 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f32f690-f239-4386-9a77-10215eafa5de tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Pushing event deleted for resources: {'Port': ['ID=dc8dc675-7df8-4405-8444-2bbd9844dc26,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:31:00.119334 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feb1836-b714-449d-b48e-1fc395581f2d req-627c0c1b-f72f-41f9-839b-790cbe128aac tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:31:00.121116 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 37936) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:31:00.126736 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3feb1836-b714-449d-b48e-1fc395581f2d req-627c0c1b-f72f-41f9-839b-790cbe128aac tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/ports?device_id=223a6470-c695-4f80-9249-14d64f28075d HTTP/1.1" status: 200 len: 943 time: 0.1109838 Nov 22 20:31:00.161570 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0e0896ad-40f7-451a-8818-65c7a8079e52 req-71e3f496-65a7-433b-8e21-98e6160c9f66 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:31:00.173858 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa2cb56-f506-42a9-92cc-a07057f69c1d None None] Sync routers for ids ['465eee6a-d00b-4a92-933d-be36d09a8662'] in n-d-818823-1 {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:31:00.199492 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa2cb56-f506-42a9-92cc-a07057f69c1d None None] Routers {'465eee6a-d00b-4a92-933d-be36d09a8662'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:31:00.199492 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-5aa2cb56-f506-42a9-92cc-a07057f69c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:30:32Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['465eee6a-d00b-4a92-933d-be36d09a8662'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:31:00.214564 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da5f273b-7b24-4127-b2b8-c49e5e25848f tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:31:00.216418 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da5f273b-7b24-4127-b2b8-c49e5e25848f tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:31:00.225514 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-da5f273b-7b24-4127-b2b8-c49e5e25848f tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1007926 Nov 22 20:31:00.225932 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 37942) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:31:00.239225 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e0896ad-40f7-451a-8818-65c7a8079e52 req-71e3f496-65a7-433b-8e21-98e6160c9f66 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] No DVR routers for this DVR port e1b23151-dad5-4a0d-a549-a1497d3eb2a7 on host n-h2-818823-1 {{(pid=103447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:31:00.247580 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-0e0896ad-40f7-451a-8818-65c7a8079e52 req-71e3f496-65a7-433b-8e21-98e6160c9f66 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:00.251765 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0e0896ad-40f7-451a-8818-65c7a8079e52 req-71e3f496-65a7-433b-8e21-98e6160c9f66 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.20 "DELETE /v2.0/ports/e1b23151-dad5-4a0d-a549-a1497d3eb2a7 HTTP/1.1" status: 204 len: 173 time: 3.8843699 Nov 22 20:31:00.252410 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33b2b907-88b2-43cc-a329-814686ee9d6b', 'name': 'network-vif-deleted', 'tag': 'e1b23151-dad5-4a0d-a549-a1497d3eb2a7'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:31:00.254905 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f617b4d4-d717-4ce1-a345-07bcfdfda5a6" -d '{"events": [{"server_uuid": "33b2b907-88b2-43cc-a329-814686ee9d6b", "name": "network-vif-deleted", "tag": "e1b23151-dad5-4a0d-a549-a1497d3eb2a7"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:31:00.278334 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2d346d84-d618-4e80-a088-bdadea3a69b5 req-1dc12189-18e7-44a3-a3ed-0cbff9189f9d tempest-ServerRescueTestJSONUnderV235-174357529 tempest-ServerRescueTestJSONUnderV235-174357529-project] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:31:00.289284 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4802b1a2-607a-46ee-8d96-f2f29c304ff8 None None] Sync routers for ids ['fa604c6d-a086-42f5-aec4-7ffe07489e4d'] in n-d-818823-1 {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:31:00.308028 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3feb1836-b714-449d-b48e-1fc395581f2d req-a5c18ab5-ab52-48bb-99da-f6f84955292a tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e8bab57-9061-4423-98eb-3cb5b90f4a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803138 Nov 22 20:31:00.314742 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-2d346d84-d618-4e80-a088-bdadea3a69b5 req-1dc12189-18e7-44a3-a3ed-0cbff9189f9d tempest-ServerRescueTestJSONUnderV235-174357529 tempest-ServerRescueTestJSONUnderV235-174357529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for floatingip, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:00.328843 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4802b1a2-607a-46ee-8d96-f2f29c304ff8 None None] Routers {'fa604c6d-a086-42f5-aec4-7ffe07489e4d'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:31:00.336366 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-4802b1a2-607a-46ee-8d96-f2f29c304ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:30:32Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['fa604c6d-a086-42f5-aec4-7ffe07489e4d'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:31:00.347245 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_v2 [None req-17e522f3-e7dd-4a0d-bd1a-b8a67c246a20 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Deleting subnet 6ef84e86-5abe-4c65-9f30-3a96e5e953c2 {{(pid=103448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 20:31:00.364190 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-17e522f3-e7dd-4a0d-bd1a-b8a67c246a20 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks [] for subnet, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:00.410248 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-5aa2cb56-f506-42a9-92cc-a07057f69c1d None None] Set router 465eee6a-d00b-4a92-933d-be36d09a8662 gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:31:00.427076 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2d346d84-d618-4e80-a088-bdadea3a69b5 req-1dc12189-18e7-44a3-a3ed-0cbff9189f9d tempest-ServerRescueTestJSONUnderV235-174357529 tempest-ServerRescueTestJSONUnderV235-174357529-project] 10.222.0.46 "PUT /v2.0/floatingips/dd8e58c4-47eb-40ee-a1e6-f0df5482832a HTTP/1.1" status: 200 len: 695 time: 2.4516535 Nov 22 20:31:00.458040 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:31:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e6bda0a-971e-4390-92ef-ab6bea4f44f1 x-openstack-request-id: req-4e6bda0a-971e-4390-92ef-ab6bea4f44f1 {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:31:00.458738 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33b2b907-88b2-43cc-a329-814686ee9d6b", "name": "network-vif-deleted", "tag": "e1b23151-dad5-4a0d-a549-a1497d3eb2a7", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:31:00.459299 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4e6bda0a-971e-4390-92ef-ab6bea4f44f1 {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:31:00.462266 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33b2b907-88b2-43cc-a329-814686ee9d6b', 'name': 'network-vif-deleted', 'tag': 'e1b23151-dad5-4a0d-a549-a1497d3eb2a7', 'status': 'completed', 'code': 200} Nov 22 20:31:00.486391 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-17e522f3-e7dd-4a0d-bd1a-b8a67c246a20 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11627908'] for subnet, precommit_delete_associations {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:00.535273 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d346d84-d618-4e80-a088-bdadea3a69b5 req-e11e75f1-1fd5-4c38-bd17-d0ccabd3f5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:31:00.536996 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2d346d84-d618-4e80-a088-bdadea3a69b5 req-e11e75f1-1fd5-4c38-bd17-d0ccabd3f5b0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=58f18dba29b1404593b210234b4fc486&device_id=d73f004c-3e7c-4e3e-96fd-907fe73c64f7 HTTP/1.1" status: 200 len: 1097 time: 0.0897381 Nov 22 20:31:00.552520 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-4802b1a2-607a-46ee-8d96-f2f29c304ff8 None None] Set router fa604c6d-a086-42f5-aec4-7ffe07489e4d gateway port host: n-d-818823-1 {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:31:00.685666 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-17e522f3-e7dd-4a0d-bd1a-b8a67c246a20 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3753007'] for subnet, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:00.770556 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d346d84-d618-4e80-a088-bdadea3a69b5 req-bb294a68-b372-4ac7-ae9c-c32b5820e000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:31:00.778338 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2d346d84-d618-4e80-a088-bdadea3a69b5 req-bb294a68-b372-4ac7-ae9c-c32b5820e000 service neutron] 10.222.0.46 "GET /v2.0/networks?id=bac7bcf3-51ae-4543-8f0e-82b2d2e8c1d3 HTTP/1.1" status: 200 len: 921 time: 0.2350411 Nov 22 20:31:00.818204 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-17e522f3-e7dd-4a0d-bd1a-b8a67c246a20 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3753014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11567369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11792914'] for subnet, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:00.849684 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device cdc14639-ccc0-49ca-96c4-bc427e74b24d details requested by agent hyperv_n-h2-818823-1 with host n-h2-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 20:31:00.866070 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device e1b23151-dad5-4a0d-a549-a1497d3eb2a7 no longer exists at agent hyperv_n-h2-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:31:00.897300 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2d346d84-d618-4e80-a088-bdadea3a69b5 req-d7ceaae6-d47f-4954-ad7f-15dac5f3b9c1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=96cfbef8-f7ec-4b1c-878e-a28cfbf6e47e HTTP/1.1" status: 200 len: 217 time: 0.1067305 Nov 22 20:31:00.902606 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e522f3-e7dd-4a0d-bd1a-b8a67c246a20 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Pushing event deleted for resources: {'Subnet': ['ID=6ef84e86-5abe-4c65-9f30-3a96e5e953c2,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:31:00.919226 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e522f3-e7dd-4a0d-bd1a-b8a67c246a20 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:31:00.919988 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e522f3-e7dd-4a0d-bd1a-b8a67c246a20 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:31:00.920588 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e522f3-e7dd-4a0d-bd1a-b8a67c246a20 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:31:00.921290 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e522f3-e7dd-4a0d-bd1a-b8a67c246a20 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:31:00.921865 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e522f3-e7dd-4a0d-bd1a-b8a67c246a20 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:31:00.922430 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e522f3-e7dd-4a0d-bd1a-b8a67c246a20 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:31:00.922981 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e522f3-e7dd-4a0d-bd1a-b8a67c246a20 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:31:00.923595 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e522f3-e7dd-4a0d-bd1a-b8a67c246a20 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:31:00.925179 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e522f3-e7dd-4a0d-bd1a-b8a67c246a20 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:31:00.925179 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e522f3-e7dd-4a0d-bd1a-b8a67c246a20 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:31:00.925179 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e522f3-e7dd-4a0d-bd1a-b8a67c246a20 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:31:00.925179 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e522f3-e7dd-4a0d-bd1a-b8a67c246a20 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:31:00.928661 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-17e522f3-e7dd-4a0d-bd1a-b8a67c246a20 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:00.932843 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-17e522f3-e7dd-4a0d-bd1a-b8a67c246a20 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "DELETE /v2.0/subnets/6ef84e86-5abe-4c65-9f30-3a96e5e953c2 HTTP/1.1" status: 204 len: 168 time: 0.7059598 Nov 22 20:31:00.935224 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 37954) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:31:00.984387 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-4802b1a2-607a-46ee-8d96-f2f29c304ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa604c6d-a086-42f5-aec4-7ffe07489e4d', 'name': 'tempest-ServerRescueTestJSONUnderV235-1472838260-router', 'tenant_id': '58f18dba29b1404593b210234b4fc486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': '54322d99-a974-4992-b924-b385167251ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:29:49Z', 'updated_at': '2021-11-22T20:29:53Z', 'revision_number': 4, 'project_id': '58f18dba29b1404593b210234b4fc486', 'gw_port': {'id': '54322d99-a974-4992-b924-b385167251ea', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:d3:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa604c6d-a086-42f5-aec4-7ffe07489e4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2378, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:29:50Z', 'updated_at': '2021-11-22T20:29:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': '18680f9b-29f4-44b8-8025-3c44f6dc545c', 'name': '', 'network_id': 'bac7bcf3-51ae-4543-8f0e-82b2d2e8c1d3', 'tenant_id': '58f18dba29b1404593b210234b4fc486', 'mac_address': 'fa:16:3e:68:ff:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa604c6d-a086-42f5-aec4-7ffe07489e4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2379, 'fixed_ips': [{'subnet_id': '06df14ad-dfdd-4da5-9f27-f399f4421e36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:29:53Z', 'updated_at': '2021-11-22T20:30:01Z', 'revision_number': 5, 'project_id': '58f18dba29b1404593b210234b4fc486', 'subnets': [{'id': '06df14ad-dfdd-4da5-9f27-f399f4421e36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:31:00.986759 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-e6448126-460b-4d0c-800e-e930e9d88f6d tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0493853 Nov 22 20:31:00.989658 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a7b86ca0-6c69-4127-a6ae-75d8343f8f73 req-112bde4a-0005-416c-be03-d0902b46449f tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/ports?device_id=33b2b907-88b2-43cc-a329-814686ee9d6b HTTP/1.1" status: 200 len: 210 time: 0.0878887 Nov 22 20:31:00.989844 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 37956) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:31:01.004385 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-bed23892-36f0-4c48-91eb-bb25e3baf4f0 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Request body: {'subnet': {'network_id': '7bd88872-a540-4e3b-ac93-d884c5e46f76', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:31:01.008051 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] No Port match for: e1b23151-dad5-4a0d-a549-a1497d3eb2a7 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:31:01.008523 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device e1b23151-dad5-4a0d-a549-a1497d3eb2a7 not bound to the agent host n-h2-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:31:01.020891 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ac2133f8-98d8-44a6-9ee6-1870203e1cf8 None None] Provisioning complete for port c64e58fe-8320-4ccc-bdd0-dfa4543dff9b triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:31:01.021448 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ac2133f8-98d8-44a6-9ee6-1870203e1cf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:01.040123 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4802b1a2-607a-46ee-8d96-f2f29c304ff8 None None] Checking router: fa604c6d-a086-42f5-aec4-7ffe07489e4d for host: n-d-818823-1 {{(pid=103450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 20:31:01.052250 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4802b1a2-607a-46ee-8d96-f2f29c304ff8 None None] Routers {'fa604c6d-a086-42f5-aec4-7ffe07489e4d'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:31:01.053083 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-4802b1a2-607a-46ee-8d96-f2f29c304ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:30:32Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['fa604c6d-a086-42f5-aec4-7ffe07489e4d'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:31:01.070726 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96320d58-88c8-4c3a-b46b-4e584108bd0a None None] Network 7bd88872-a540-4e3b-ac93-d884c5e46f76 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:31:01.083805 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d346d84-d618-4e80-a088-bdadea3a69b5 req-fa4515e2-fb88-4609-a7b6-394307e25b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:31:01.085981 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2d346d84-d618-4e80-a088-bdadea3a69b5 req-fa4515e2-fb88-4609-a7b6-394307e25b08 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=06df14ad-dfdd-4da5-9f27-f399f4421e36 HTTP/1.1" status: 200 len: 860 time: 0.0871596 Nov 22 20:31:01.135256 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2d346d84-d618-4e80-a088-bdadea3a69b5 req-9247586f-8efd-4802-ab2c-7254e71b70c0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=bac7bcf3-51ae-4543-8f0e-82b2d2e8c1d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421991 Nov 22 20:31:01.143291 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device c64e58fe-8320-4ccc-bdd0-dfa4543dff9b up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:31:01.192806 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bed23892-36f0-4c48-91eb-bb25e3baf4f0 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Made reservation on behalf of aa06169c4e4d4119918ff90a471be1d0 for: {'subnet': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:31:01.197438 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-bed23892-36f0-4c48-91eb-bb25e3baf4f0 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11792951'] for subnet, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:01.222307 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-4802b1a2-607a-46ee-8d96-f2f29c304ff8 None None] Set router fa604c6d-a086-42f5-aec4-7ffe07489e4d gateway port host: n-d-818823-1 {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:31:01.239082 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.db.resource_extend [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 22 20:31:01.261427 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2d346d84-d618-4e80-a088-bdadea3a69b5 req-47d8110b-9e34-4680-b24c-3b602d03b5e4 service neutron] 10.222.0.46 "GET /v2.0/networks/bac7bcf3-51ae-4543-8f0e-82b2d2e8c1d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161110 Nov 22 20:31:01.548989 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-4802b1a2-607a-46ee-8d96-f2f29c304ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa604c6d-a086-42f5-aec4-7ffe07489e4d', 'name': 'tempest-ServerRescueTestJSONUnderV235-1472838260-router', 'tenant_id': '58f18dba29b1404593b210234b4fc486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': '54322d99-a974-4992-b924-b385167251ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:29:49Z', 'updated_at': '2021-11-22T20:29:53Z', 'revision_number': 4, 'project_id': '58f18dba29b1404593b210234b4fc486', 'gw_port': {'id': '54322d99-a974-4992-b924-b385167251ea', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:d3:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa604c6d-a086-42f5-aec4-7ffe07489e4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2378, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:29:50Z', 'updated_at': '2021-11-22T20:29:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': '18680f9b-29f4-44b8-8025-3c44f6dc545c', 'name': '', 'network_id': 'bac7bcf3-51ae-4543-8f0e-82b2d2e8c1d3', 'tenant_id': '58f18dba29b1404593b210234b4fc486', 'mac_address': 'fa:16:3e:68:ff:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa604c6d-a086-42f5-aec4-7ffe07489e4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2379, 'fixed_ips': [{'subnet_id': '06df14ad-dfdd-4da5-9f27-f399f4421e36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:29:53Z', 'updated_at': '2021-11-22T20:30:01Z', 'revision_number': 5, 'project_id': '58f18dba29b1404593b210234b4fc486', 'subnets': [{'id': '06df14ad-dfdd-4da5-9f27-f399f4421e36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:31:01.572217 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2d346d84-d618-4e80-a088-bdadea3a69b5 req-1cc28f35-3c3b-48f8-a4f9-1dce81563216 service neutron] 10.222.0.46 "GET /v2.0/networks/bac7bcf3-51ae-4543-8f0e-82b2d2e8c1d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2992015 Nov 22 20:31:01.581377 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4802b1a2-607a-46ee-8d96-f2f29c304ff8 None None] The sync data for ids ['fa604c6d-a086-42f5-aec4-7ffe07489e4d'] in n-d-818823-1 is: [{'id': 'fa604c6d-a086-42f5-aec4-7ffe07489e4d', 'name': 'tempest-ServerRescueTestJSONUnderV235-1472838260-router', 'tenant_id': '58f18dba29b1404593b210234b4fc486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': '54322d99-a974-4992-b924-b385167251ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:29:49Z', 'updated_at': '2021-11-22T20:29:53Z', 'revision_number': 4, 'project_id': '58f18dba29b1404593b210234b4fc486', 'gw_port': {'id': '54322d99-a974-4992-b924-b385167251ea', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:d3:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa604c6d-a086-42f5-aec4-7ffe07489e4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2378, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:29:50Z', 'updated_at': '2021-11-22T20:29:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': '18680f9b-29f4-44b8-8025-3c44f6dc545c', 'name': '', 'network_id': 'bac7bcf3-51ae-4543-8f0e-82b2d2e8c1d3', 'tenant_id': '58f18dba29b1404593b210234b4fc486', 'mac_address': 'fa:16:3e:68:ff:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa604c6d-a086-42f5-aec4-7ffe07489e4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2379, 'fixed_ips': [{'subnet_id': '06df14ad-dfdd-4da5-9f27-f399f4421e36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:29:53Z', 'updated_at': '2021-11-22T20:30:01Z', 'revision_number': 5, 'project_id': '58f18dba29b1404593b210234b4fc486', 'subnets': [{'id': '06df14ad-dfdd-4da5-9f27-f399f4421e36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:31:01.589311 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-bed23892-36f0-4c48-91eb-bb25e3baf4f0 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11567560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11792921'] for subnet, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:01.652881 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port c64e58fe-8320-4ccc-bdd0-dfa4543dff9b triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:31:01.653238 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:01.664870 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a20e614-b1de-499e-a5a0-26a09779c48f req-4dc127b2-f176-4170-9133-e5cee936b283 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:31:01.667055 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1a20e614-b1de-499e-a5a0-26a09779c48f req-4dc127b2-f176-4170-9133-e5cee936b283 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/ports?device_id=223a6470-c695-4f80-9249-14d64f28075d HTTP/1.1" status: 200 len: 943 time: 0.0924747 Nov 22 20:31:01.696363 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed23892-36f0-4c48-91eb-bb25e3baf4f0 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Pushing event updated for resources: {'Subnet': ['ID=03cc95c9-9c08-43e1-bf8a-856aa1e2e987,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:31:01.699904 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bed23892-36f0-4c48-91eb-bb25e3baf4f0 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Network 7bd88872-a540-4e3b-ac93-d884c5e46f76 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:31:01.702887 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-bed23892-36f0-4c48-91eb-bb25e3baf4f0 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:31:01.706566 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bed23892-36f0-4c48-91eb-bb25e3baf4f0 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:31:01.709216 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-bed23892-36f0-4c48-91eb-bb25e3baf4f0 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:01.734684 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-656aecab-1de7-42bb-b08f-4a44013429b4 req-ab0aad91-2cfd-4e14-b876-d36d121cc0b5 tempest-ServerRescueTestJSONUnderV235-174357529 tempest-ServerRescueTestJSONUnderV235-174357529-project] 10.222.0.46 "GET /v2.0/floatingips/dd8e58c4-47eb-40ee-a1e6-f0df5482832a HTTP/1.1" status: 200 len: 695 time: 0.0901003 Nov 22 20:31:01.748678 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-bed23892-36f0-4c48-91eb-bb25e3baf4f0 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7553220 Nov 22 20:31:01.749271 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 37966) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:31:01.759490 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-a51c5f00-7df3-435c-b460-d88645bc5b18 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Request body: {'port': {'network_id': '7bd88872-a540-4e3b-ac93-d884c5e46f76', 'fixed_ips': [{'subnet_id': '03cc95c9-9c08-43e1-bf8a-856aa1e2e987', 'ip_address': '2001:db8:0:1::5'}], 'name': 'tempest-NetworksTestDHCPv6-1857746150'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:31:01.815387 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-5aa2cb56-f506-42a9-92cc-a07057f69c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '465eee6a-d00b-4a92-933d-be36d09a8662', 'name': 'tempest-AttachVolumeShelveTestJSON-1883671480-router', 'tenant_id': '99aeed5920ec4cada406eeeb08e171e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': 'a35931e5-9d85-4ddb-9da2-bf9a83990327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:26:13Z', 'updated_at': '2021-11-22T20:26:21Z', 'revision_number': 4, 'project_id': '99aeed5920ec4cada406eeeb08e171e4', 'gw_port': {'id': 'a35931e5-9d85-4ddb-9da2-bf9a83990327', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:ce:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465eee6a-d00b-4a92-933d-be36d09a8662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2295, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:26:16Z', 'updated_at': '2021-11-22T20:26:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': '026d84b4-3f7b-4ebc-99ab-5a5971b8ead8', 'name': '', 'network_id': '472efbbc-d832-48a8-ba47-cb0fa0f678cf', 'tenant_id': '99aeed5920ec4cada406eeeb08e171e4', 'mac_address': 'fa:16:3e:10:d4:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465eee6a-d00b-4a92-933d-be36d09a8662', 'device_owner': 'network:router_interface', 'standard_attr_id': 2296, 'fixed_ips': [{'subnet_id': 'bfcf564a-3590-4b88-b146-a6d87131f13b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:26:20Z', 'updated_at': '2021-11-22T20:26:28Z', 'revision_number': 5, 'project_id': '99aeed5920ec4cada406eeeb08e171e4', 'subnets': [{'id': 'bfcf564a-3590-4b88-b146-a6d87131f13b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:31:01.821300 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port cdc14639-ccc0-49ca-96c4-bc427e74b24d, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=cdc14639-ccc0-49ca-96c4-bc427e74b24d,segment=NetworkSegment(60e02a7e-98a0-4d76-b36b-46f7624c5b28),segment_id=60e02a7e-98a0-4d76-b36b-46f7624c5b28)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:31:01.851684 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1a20e614-b1de-499e-a5a0-26a09779c48f req-501f5b14-0a51-4525-8ff4-84998037d4bd tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e8bab57-9061-4423-98eb-3cb5b90f4a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491940 Nov 22 20:31:01.921696 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Returning: {'device': 'cdc14639-ccc0-49ca-96c4-bc427e74b24d', 'network_id': '13496096-9618-4fad-a538-016ce712d3bd', 'port_id': 'cdc14639-ccc0-49ca-96c4-bc427e74b24d', 'mac_address': 'fa:16:3e:c7:36:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c03e1529-a0c9-4990-b0cd-08a1dc455fd5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 20:31:01.922720 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a51c5f00-7df3-435c-b460-d88645bc5b18 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Made reservation on behalf of aa06169c4e4d4119918ff90a471be1d0 for: {'port': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:31:01.924182 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa2cb56-f506-42a9-92cc-a07057f69c1d None None] Checking router: 465eee6a-d00b-4a92-933d-be36d09a8662 for host: n-d-818823-1 {{(pid=103449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 20:31:01.952466 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a51c5f00-7df3-435c-b460-d88645bc5b18 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:01.960455 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656aecab-1de7-42bb-b08f-4a44013429b4 req-3af70569-6548-44e4-9cf5-e0924b4ba2d9 tempest-ServerRescueTestJSONUnderV235-174357529 tempest-ServerRescueTestJSONUnderV235-174357529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:31:01.962579 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-656aecab-1de7-42bb-b08f-4a44013429b4 req-3af70569-6548-44e4-9cf5-e0924b4ba2d9 tempest-ServerRescueTestJSONUnderV235-174357529 tempest-ServerRescueTestJSONUnderV235-174357529-project] 10.222.0.46 "GET /v2.0/networks/c48a55e9-6a85-4746-b7bf-3e29fb560094 HTTP/1.1" status: 200 len: 784 time: 0.2176082 Nov 22 20:31:01.973692 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [req-656aecab-1de7-42bb-b08f-4a44013429b4 req-822c081d-cf95-4861-99f5-c8fe25a29083 tempest-ServerRescueTestJSONUnderV235-174357529 tempest-ServerRescueTestJSONUnderV235-174357529-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=103447) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 20:31:01.977785 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-656aecab-1de7-42bb-b08f-4a44013429b4 req-822c081d-cf95-4861-99f5-c8fe25a29083 tempest-ServerRescueTestJSONUnderV235-174357529 tempest-ServerRescueTestJSONUnderV235-174357529-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0095122 Nov 22 20:31:01.994088 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [None req-a51c5f00-7df3-435c-b460-d88645bc5b18 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] device_id is not set on port f44f90b9-9c4b-4111-8458-816d3851cb12 yet. {{(pid=103448) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 20:31:01.998770 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa2cb56-f506-42a9-92cc-a07057f69c1d None None] Routers {'465eee6a-d00b-4a92-933d-be36d09a8662'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:31:01.999495 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-5aa2cb56-f506-42a9-92cc-a07057f69c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:30:32Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['465eee6a-d00b-4a92-933d-be36d09a8662'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:31:02.069586 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66e09769-114b-48b4-863e-d1367807e3fa None None] DHCP port deletion for 7bd88872-a540-4e3b-ac93-d884c5e46f76 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:31:02.114479 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:02.117848 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-6938a2eb-ed9e-4325-bf3c-181392138478 None None] Could not find standard attr ID for object dc8dc675-7df8-4405-8444-2bbd9844dc26. {{(pid=103449) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 22 20:31:02.134795 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-969ebf26-062c-4be8-9f60-f3dd9486910e None None] New status for floating IP dd8e58c4-47eb-40ee-a1e6-f0df5482832a: DOWN {{(pid=103449) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 20:31:02.144067 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-656aecab-1de7-42bb-b08f-4a44013429b4 req-e63aa9b9-af7c-4389-8333-cac1d27a4a6d tempest-ServerRescueTestJSONUnderV235-174357529 tempest-ServerRescueTestJSONUnderV235-174357529-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.5.161 HTTP/1.1" status: 200 len: 698 time: 0.1572077 Nov 22 20:31:02.175068 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 37974) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:31:02.207707 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-656aecab-1de7-42bb-b08f-4a44013429b4 req-52ce5c88-6d90-4768-8591-4a22bdd3670a tempest-ServerRescueTestJSONUnderV235-174357529 tempest-ServerRescueTestJSONUnderV235-174357529-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.5.161 HTTP/1.1" status: 200 len: 698 time: 0.0585051 Nov 22 20:31:02.224490 n-d-818823-1 neutron-server[103448]: INFO neutron.pecan_wsgi.hooks.translation [None req-a51c5f00-7df3-435c-b460-d88645bc5b18 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 22 20:31:02.225081 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a51c5f00-7df3-435c-b460-d88645bc5b18 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 20:31:02.260293 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5eb70e0c-b2a8-462f-b2e3-00b8e72a83f3 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:02.281196 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-a51c5f00-7df3-435c-b460-d88645bc5b18 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.5285583 Nov 22 20:31:02.282168 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 37976) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:31:02.285812 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdc14639-ccc0-49ca-96c4-bc427e74b24d {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:31:02.334181 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5eb70e0c-b2a8-462f-b2e3-00b8e72a83f3 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:02.382089 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-656aecab-1de7-42bb-b08f-4a44013429b4 req-a6bc32bf-30dc-4e1c-bb8f-f23559f87545 tempest-ServerRescueTestJSONUnderV235-174357529 tempest-ServerRescueTestJSONUnderV235-174357529-project] Deleting port bede8214-93e1-4f4c-a1f5-328c65d2ddee {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:31:02.382476 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-656aecab-1de7-42bb-b08f-4a44013429b4 req-a6bc32bf-30dc-4e1c-bb8f-f23559f87545 tempest-ServerRescueTestJSONUnderV235-174357529 tempest-ServerRescueTestJSONUnderV235-174357529-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:02.394160 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port cdc14639-ccc0-49ca-96c4-bc427e74b24d, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=cdc14639-ccc0-49ca-96c4-bc427e74b24d,segment=NetworkSegment(60e02a7e-98a0-4d76-b36b-46f7624c5b28),segment_id=60e02a7e-98a0-4d76-b36b-46f7624c5b28)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:31:02.446375 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:02.448014 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2090c597-16a3-41bd-a09c-015ac747ae49 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:31:02.450006 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-2090c597-16a3-41bd-a09c-015ac747ae49 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1666820 Nov 22 20:31:02.451455 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5eb70e0c-b2a8-462f-b2e3-00b8e72a83f3 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:02.454274 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5eb70e0c-b2a8-462f-b2e3-00b8e72a83f3 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:02.458342 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-5eb70e0c-b2a8-462f-b2e3-00b8e72a83f3 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "DELETE /v2.0/security-groups/643fc82d-0ef9-4521-94aa-3318d50a506a HTTP/1.1" status: 204 len: 168 time: 0.2817407 Nov 22 20:31:02.458937 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 37978) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:31:02.459273 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 37980) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:31:02.480934 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-656aecab-1de7-42bb-b08f-4a44013429b4 req-a6bc32bf-30dc-4e1c-bb8f-f23559f87545 tempest-ServerRescueTestJSONUnderV235-174357529 tempest-ServerRescueTestJSONUnderV235-174357529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:02.481411 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-656aecab-1de7-42bb-b08f-4a44013429b4 req-a6bc32bf-30dc-4e1c-bb8f-f23559f87545 tempest-ServerRescueTestJSONUnderV235-174357529 tempest-ServerRescueTestJSONUnderV235-174357529-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:02.496291 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-656aecab-1de7-42bb-b08f-4a44013429b4 req-a6bc32bf-30dc-4e1c-bb8f-f23559f87545 tempest-ServerRescueTestJSONUnderV235-174357529 tempest-ServerRescueTestJSONUnderV235-174357529-project] Calling delete_port for bede8214-93e1-4f4c-a1f5-328c65d2ddee owned by network:floatingip {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:31:02.509214 n-d-818823-1 neutron-server[103448]: INFO neutron.api.v2.resource [None req-8aa48d65-bb0b-426a-acc9-7bafcd137667 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] show failed (client error): The resource could not be found. Nov 22 20:31:02.510548 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-8aa48d65-bb0b-426a-acc9-7bafcd137667 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/security-groups/643fc82d-0ef9-4521-94aa-3318d50a506a HTTP/1.1" status: 404 len: 347 time: 0.0190015 Nov 22 20:31:02.511902 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb70e0c-b2a8-462f-b2e3-00b8e72a83f3 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=643fc82d-0ef9-4521-94aa-3318d50a506a,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:31:02.514338 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 37982) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:31:02.534962 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-5aa2cb56-f506-42a9-92cc-a07057f69c1d None None] Set router 465eee6a-d00b-4a92-933d-be36d09a8662 gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:31:02.598212 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-9d16a9e2-f6d1-49b4-8cc6-7ce1d1f8bc73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:02.667467 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-66e09769-114b-48b4-863e-d1367807e3fa None None] Deleting port c64e58fe-8320-4ccc-bdd0-dfa4543dff9b {{(pid=103449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:31:02.668112 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-66e09769-114b-48b4-863e-d1367807e3fa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:02.723195 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=cdc14639-ccc0-49ca-96c4-bc427e74b24d,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:31:02.777412 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] get_ports_and_sgs() called for port_ids ['cdc14639-ccc0-49ca-96c4-bc427e74b24d'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:31:02.805858 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff800944-8daa-4672-9242-6b2222699a71 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:31:02.811753 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff800944-8daa-4672-9242-6b2222699a71 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:31:02.813414 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-ff800944-8daa-4672-9242-6b2222699a71 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3332732 Nov 22 20:31:02.859830 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 37990) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:31:02.907861 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd73f004c-3e7c-4e3e-96fd-907fe73c64f7', 'tag': '96cfbef8-f7ec-4b1c-878e-a28cfbf6e47e'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:31:02.910121 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a84a0c47-0c81-4d16-b479-8b4ebf1bc671" -d '{"events": [{"name": "network-changed", "server_uuid": "d73f004c-3e7c-4e3e-96fd-907fe73c64f7", "tag": "96cfbef8-f7ec-4b1c-878e-a28cfbf6e47e"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:31:02.943497 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ad6264c-8940-4fbf-9889-46ed62380bb3 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Deleting subnet 03cc95c9-9c08-43e1-bf8a-856aa1e2e987 {{(pid=103448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 20:31:02.947852 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6ad6264c-8940-4fbf-9889-46ed62380bb3 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks [] for subnet, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:03.062382 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6ad6264c-8940-4fbf-9889-46ed62380bb3 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11627908'] for subnet, precommit_delete_associations {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:03.067686 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-9f512179-4e2a-4c91-8165-e4f8fb338c5f tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Deleting port d554fe08-0e60-4cb2-bc6a-7258bb0fe6d6 {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:31:03.075587 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9f512179-4e2a-4c91-8165-e4f8fb338c5f tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:03.090155 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-66e09769-114b-48b4-863e-d1367807e3fa None None] For port c64e58fe-8320-4ccc-bdd0-dfa4543dff9b, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=c64e58fe-8320-4ccc-bdd0-dfa4543dff9b,segment=NetworkSegment(bdb0f717-aa5f-4e33-bcc3-95472c9b5b64),segment_id=bdb0f717-aa5f-4e33-bcc3-95472c9b5b64)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:31:03.090726 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-66e09769-114b-48b4-863e-d1367807e3fa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:03.109989 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-66e09769-114b-48b4-863e-d1367807e3fa None None] Calling delete_port for c64e58fe-8320-4ccc-bdd0-dfa4543dff9b owned by network:dhcp {{(pid=103449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:31:03.120614 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.agents_db [None req-aa8313f2-1ee4-4e7b-8c5a-d32b2f9d31ee None None] Agent healthcheck: found 7 active agents {{(pid=103450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 20:31:03.153139 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-656aecab-1de7-42bb-b08f-4a44013429b4 req-a6bc32bf-30dc-4e1c-bb8f-f23559f87545 tempest-ServerRescueTestJSONUnderV235-174357529 tempest-ServerRescueTestJSONUnderV235-174357529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:03.160478 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device c64e58fe-8320-4ccc-bdd0-dfa4543dff9b no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:31:03.192067 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d114c776-24a4-4d81-afc0-484f33481cd7 req-066bb83c-c81d-4d16-9384-bcb4b6c1ab8f tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:31:03.203860 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d114c776-24a4-4d81-afc0-484f33481cd7 req-066bb83c-c81d-4d16-9384-bcb4b6c1ab8f tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/ports?device_id=223a6470-c695-4f80-9249-14d64f28075d HTTP/1.1" status: 200 len: 944 time: 0.1298211 Nov 22 20:31:03.229895 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bc32bf-30dc-4e1c-bb8f-f23559f87545 tempest-ServerRescueTestJSONUnderV235-174357529 tempest-ServerRescueTestJSONUnderV235-174357529-project] Pushing event deleted for resources: {'Port': ['ID=bede8214-93e1-4f4c-a1f5-328c65d2ddee,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:31:03.263296 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9f512179-4e2a-4c91-8165-e4f8fb338c5f tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:03.263968 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9f512179-4e2a-4c91-8165-e4f8fb338c5f tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:03.289501 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-9f512179-4e2a-4c91-8165-e4f8fb338c5f tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Calling delete_port for d554fe08-0e60-4cb2-bc6a-7258bb0fe6d6 owned by network:floatingip {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:31:03.295177 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6ad6264c-8940-4fbf-9889-46ed62380bb3 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3753007'] for subnet, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:03.394030 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d114c776-24a4-4d81-afc0-484f33481cd7 req-cffac73e-96a2-49f3-868d-135f884f2968 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e8bab57-9061-4423-98eb-3cb5b90f4a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880991 Nov 22 20:31:03.394292 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-5aa2cb56-f506-42a9-92cc-a07057f69c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '465eee6a-d00b-4a92-933d-be36d09a8662', 'name': 'tempest-AttachVolumeShelveTestJSON-1883671480-router', 'tenant_id': '99aeed5920ec4cada406eeeb08e171e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': 'a35931e5-9d85-4ddb-9da2-bf9a83990327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:26:13Z', 'updated_at': '2021-11-22T20:26:21Z', 'revision_number': 4, 'project_id': '99aeed5920ec4cada406eeeb08e171e4', 'gw_port': {'id': 'a35931e5-9d85-4ddb-9da2-bf9a83990327', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:ce:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465eee6a-d00b-4a92-933d-be36d09a8662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2295, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:26:16Z', 'updated_at': '2021-11-22T20:26:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': '026d84b4-3f7b-4ebc-99ab-5a5971b8ead8', 'name': '', 'network_id': '472efbbc-d832-48a8-ba47-cb0fa0f678cf', 'tenant_id': '99aeed5920ec4cada406eeeb08e171e4', 'mac_address': 'fa:16:3e:10:d4:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465eee6a-d00b-4a92-933d-be36d09a8662', 'device_owner': 'network:router_interface', 'standard_attr_id': 2296, 'fixed_ips': [{'subnet_id': 'bfcf564a-3590-4b88-b146-a6d87131f13b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:26:20Z', 'updated_at': '2021-11-22T20:26:28Z', 'revision_number': 5, 'project_id': '99aeed5920ec4cada406eeeb08e171e4', 'subnets': [{'id': 'bfcf564a-3590-4b88-b146-a6d87131f13b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:31:03.406527 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-656aecab-1de7-42bb-b08f-4a44013429b4 req-a6bc32bf-30dc-4e1c-bb8f-f23559f87545 tempest-ServerRescueTestJSONUnderV235-174357529 tempest-ServerRescueTestJSONUnderV235-174357529-project] Publish callbacks [] for floatingip, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:03.420020 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-656aecab-1de7-42bb-b08f-4a44013429b4 req-a6bc32bf-30dc-4e1c-bb8f-f23559f87545 tempest-ServerRescueTestJSONUnderV235-174357529 tempest-ServerRescueTestJSONUnderV235-174357529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for floatingip, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:03.422792 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-656aecab-1de7-42bb-b08f-4a44013429b4 req-a6bc32bf-30dc-4e1c-bb8f-f23559f87545 tempest-ServerRescueTestJSONUnderV235-174357529 tempest-ServerRescueTestJSONUnderV235-174357529-project] 10.222.0.46 "DELETE /v2.0/floatingips/dd8e58c4-47eb-40ee-a1e6-f0df5482832a HTTP/1.1" status: 204 len: 173 time: 1.2089009 Nov 22 20:31:03.468523 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:03.476133 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa2cb56-f506-42a9-92cc-a07057f69c1d None None] The sync data for ids ['465eee6a-d00b-4a92-933d-be36d09a8662'] in n-d-818823-1 is: [{'id': '465eee6a-d00b-4a92-933d-be36d09a8662', 'name': 'tempest-AttachVolumeShelveTestJSON-1883671480-router', 'tenant_id': '99aeed5920ec4cada406eeeb08e171e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': 'a35931e5-9d85-4ddb-9da2-bf9a83990327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:26:13Z', 'updated_at': '2021-11-22T20:26:21Z', 'revision_number': 4, 'project_id': '99aeed5920ec4cada406eeeb08e171e4', 'gw_port': {'id': 'a35931e5-9d85-4ddb-9da2-bf9a83990327', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:ce:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465eee6a-d00b-4a92-933d-be36d09a8662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2295, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:26:16Z', 'updated_at': '2021-11-22T20:26:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': '026d84b4-3f7b-4ebc-99ab-5a5971b8ead8', 'name': '', 'network_id': '472efbbc-d832-48a8-ba47-cb0fa0f678cf', 'tenant_id': '99aeed5920ec4cada406eeeb08e171e4', 'mac_address': 'fa:16:3e:10:d4:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465eee6a-d00b-4a92-933d-be36d09a8662', 'device_owner': 'network:router_interface', 'standard_attr_id': 2296, 'fixed_ips': [{'subnet_id': 'bfcf564a-3590-4b88-b146-a6d87131f13b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:26:20Z', 'updated_at': '2021-11-22T20:26:28Z', 'revision_number': 5, 'project_id': '99aeed5920ec4cada406eeeb08e171e4', 'subnets': [{'id': 'bfcf564a-3590-4b88-b146-a6d87131f13b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:31:03.478320 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-66e09769-114b-48b4-863e-d1367807e3fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381'] for port, after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:03.495264 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6ad6264c-8940-4fbf-9889-46ed62380bb3 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3753014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11567369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11792914'] for subnet, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:03.512628 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6ad6264c-8940-4fbf-9889-46ed62380bb3 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:03.516714 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-6ad6264c-8940-4fbf-9889-46ed62380bb3 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "DELETE /v2.0/subnets/03cc95c9-9c08-43e1-bf8a-856aa1e2e987 HTTP/1.1" status: 204 len: 168 time: 0.6475039 Nov 22 20:31:03.526306 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 38008) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:31:03.540328 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad6264c-8940-4fbf-9889-46ed62380bb3 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Pushing event deleted for resources: {'Subnet': ['ID=03cc95c9-9c08-43e1-bf8a-856aa1e2e987,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:31:03.613277 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e09769-114b-48b4-863e-d1367807e3fa None None] Pushing event deleted for resources: {'Port': ['ID=c64e58fe-8320-4ccc-bdd0-dfa4543dff9b,revision_number=None']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:31:03.621837 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e09769-114b-48b4-863e-d1367807e3fa None None] No DVR routers for this DVR port c64e58fe-8320-4ccc-bdd0-dfa4543dff9b on host n-d-818823-1 {{(pid=103449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:31:03.654692 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-03f0964f-1b75-4df7-99e0-a3cdb56ec2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:03.670526 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5794196c-9c8c-4bc3-870b-9202b21e11f6 None None] Network 7bd88872-a540-4e3b-ac93-d884c5e46f76 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:31:03.678749 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9f512179-4e2a-4c91-8165-e4f8fb338c5f tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:03.684022 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 20:31:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e92034b1-f525-412c-87cb-8184f153dba6 x-openstack-request-id: req-e92034b1-f525-412c-87cb-8184f153dba6 {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:31:03.685491 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d73f004c-3e7c-4e3e-96fd-907fe73c64f7", "tag": "96cfbef8-f7ec-4b1c-878e-a28cfbf6e47e", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:31:03.685491 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e92034b1-f525-412c-87cb-8184f153dba6 {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:31:03.690664 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd73f004c-3e7c-4e3e-96fd-907fe73c64f7', 'tag': '96cfbef8-f7ec-4b1c-878e-a28cfbf6e47e', 'status': 'completed', 'code': 200} Nov 22 20:31:03.711552 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-2aa6369e-76aa-46ff-9b47-b44cfc29167a tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1826987 Nov 22 20:31:03.716062 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 38010) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:31:03.723073 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-329592f7-3bb9-4e87-b22d-b43602e9913b tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Request body: {'subnet': {'network_id': '7bd88872-a540-4e3b-ac93-d884c5e46f76', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:31:03.728615 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f512179-4e2a-4c91-8165-e4f8fb338c5f tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Pushing event deleted for resources: {'Port': ['ID=d554fe08-0e60-4cb2-bc6a-7258bb0fe6d6,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:31:03.750709 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7f96071b-2071-4ba5-94a3-48299f096c1f req-774b688b-834a-4a9a-a417-833aac9ac55e tempest-ServerRescueTestJSONUnderV235-174357529 tempest-ServerRescueTestJSONUnderV235-174357529-project] 10.222.0.46 "GET /v2.0/security-groups/146d8b99-6d27-404c-b03a-2a0c79d84e51 HTTP/1.1" status: 200 len: 1826 time: 0.2783470 Nov 22 20:31:03.849502 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84a0c47-0c81-4d16-b479-8b4ebf1bc671 req-8ab1a54b-5258-430c-bd51-a9a37135ba96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:31:03.852023 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-a84a0c47-0c81-4d16-b479-8b4ebf1bc671 req-8ab1a54b-5258-430c-bd51-a9a37135ba96 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=58f18dba29b1404593b210234b4fc486&device_id=d73f004c-3e7c-4e3e-96fd-907fe73c64f7 HTTP/1.1" status: 200 len: 1097 time: 0.2807236 Nov 22 20:31:03.869737 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-7f96071b-2071-4ba5-94a3-48299f096c1f req-d02c05e2-9886-48ec-ba89-5ab82898a184 tempest-ServerRescueTestJSONUnderV235-174357529 tempest-ServerRescueTestJSONUnderV235-174357529-project] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:03.937470 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-7f96071b-2071-4ba5-94a3-48299f096c1f req-d02c05e2-9886-48ec-ba89-5ab82898a184 tempest-ServerRescueTestJSONUnderV235-174357529 tempest-ServerRescueTestJSONUnderV235-174357529-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:04.026653 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-7f96071b-2071-4ba5-94a3-48299f096c1f req-d02c05e2-9886-48ec-ba89-5ab82898a184 tempest-ServerRescueTestJSONUnderV235-174357529 tempest-ServerRescueTestJSONUnderV235-174357529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:04.031002 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-7f96071b-2071-4ba5-94a3-48299f096c1f req-d02c05e2-9886-48ec-ba89-5ab82898a184 tempest-ServerRescueTestJSONUnderV235-174357529 tempest-ServerRescueTestJSONUnderV235-174357529-project] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:04.032456 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7f96071b-2071-4ba5-94a3-48299f096c1f req-d02c05e2-9886-48ec-ba89-5ab82898a184 tempest-ServerRescueTestJSONUnderV235-174357529 tempest-ServerRescueTestJSONUnderV235-174357529-project] 10.222.0.46 "DELETE /v2.0/security-groups/146d8b99-6d27-404c-b03a-2a0c79d84e51 HTTP/1.1" status: 204 len: 173 time: 0.2695069 Nov 22 20:31:04.052709 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9f512179-4e2a-4c91-8165-e4f8fb338c5f tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Publish callbacks [] for floatingip, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:04.052996 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02c05e2-9886-48ec-ba89-5ab82898a184 tempest-ServerRescueTestJSONUnderV235-174357529 tempest-ServerRescueTestJSONUnderV235-174357529-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=146d8b99-6d27-404c-b03a-2a0c79d84e51,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:31:04.057232 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9f512179-4e2a-4c91-8165-e4f8fb338c5f tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for floatingip, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:04.058416 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-9f512179-4e2a-4c91-8165-e4f8fb338c5f tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "DELETE /v2.0/floatingips/45f9c4a4-e2d5-4ad2-9c2a-d0c8d5f0ea71 HTTP/1.1" status: 204 len: 168 time: 1.5094104 Nov 22 20:31:04.061753 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-329592f7-3bb9-4e87-b22d-b43602e9913b tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Made reservation on behalf of aa06169c4e4d4119918ff90a471be1d0 for: {'subnet': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:31:04.065758 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-329592f7-3bb9-4e87-b22d-b43602e9913b tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11792951'] for subnet, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:04.083436 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ab7365-1cb5-43ad-a43a-39e5db2f32fe None None] New status for floating IP 45f9c4a4-e2d5-4ad2-9c2a-d0c8d5f0ea71: DOWN {{(pid=103450) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 20:31:04.312404 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-329592f7-3bb9-4e87-b22d-b43602e9913b tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11567560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11792921'] for subnet, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:04.395498 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-329592f7-3bb9-4e87-b22d-b43602e9913b tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Network 7bd88872-a540-4e3b-ac93-d884c5e46f76 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:31:04.404727 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-329592f7-3bb9-4e87-b22d-b43602e9913b tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:31:04.407236 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84a0c47-0c81-4d16-b479-8b4ebf1bc671 req-2ec2a89a-901d-45b0-bbaf-4aab6dc5c726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:31:04.409698 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-a84a0c47-0c81-4d16-b479-8b4ebf1bc671 req-2ec2a89a-901d-45b0-bbaf-4aab6dc5c726 service neutron] 10.222.0.41 "GET /v2.0/networks?id=bac7bcf3-51ae-4543-8f0e-82b2d2e8c1d3 HTTP/1.1" status: 200 len: 921 time: 0.5277901 Nov 22 20:31:04.411208 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-329592f7-3bb9-4e87-b22d-b43602e9913b tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:31:04.411818 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-329592f7-3bb9-4e87-b22d-b43602e9913b tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:04.426695 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-448bcbe6-8f66-4068-8d65-bb11f00d1f30 None None] Network 7bd88872-a540-4e3b-ac93-d884c5e46f76 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:31:04.447205 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329592f7-3bb9-4e87-b22d-b43602e9913b tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Pushing event updated for resources: {'Subnet': ['ID=093ac59f-3fc3-46f5-942a-9c3ca5d61cdf,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:31:04.540538 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-a84a0c47-0c81-4d16-b479-8b4ebf1bc671 req-09d665bb-0d86-4267-8abd-1214cb7b5f86 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=96cfbef8-f7ec-4b1c-878e-a28cfbf6e47e HTTP/1.1" status: 200 len: 217 time: 0.1042798 Nov 22 20:31:04.562867 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-329592f7-3bb9-4e87-b22d-b43602e9913b tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8438272 Nov 22 20:31:04.579217 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 38024) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:31:04.594912 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-9d907f32-e27f-4b00-8c14-375a0f49c33d tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1043334722', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:31:04.644267 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84a0c47-0c81-4d16-b479-8b4ebf1bc671 req-325b7f1c-86b9-4de5-8142-10bc17466f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:31:04.649960 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-a84a0c47-0c81-4d16-b479-8b4ebf1bc671 req-325b7f1c-86b9-4de5-8142-10bc17466f06 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=06df14ad-dfdd-4da5-9f27-f399f4421e36 HTTP/1.1" status: 200 len: 860 time: 0.1009815 Nov 22 20:31:04.668759 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1094065-518b-49de-a243-aa263cc651cb req-83846140-5346-4c53-a2ea-3f9d86101b9c tempest-ServerRescueTestJSONUnderV235-174357529 tempest-ServerRescueTestJSONUnderV235-174357529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:31:04.672050 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a1094065-518b-49de-a243-aa263cc651cb req-83846140-5346-4c53-a2ea-3f9d86101b9c tempest-ServerRescueTestJSONUnderV235-174357529 tempest-ServerRescueTestJSONUnderV235-174357529-project] 10.222.0.46 "GET /v2.0/ports?device_id=d73f004c-3e7c-4e3e-96fd-907fe73c64f7 HTTP/1.1" status: 200 len: 946 time: 0.1507015 Nov 22 20:31:04.675505 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9d907f32-e27f-4b00-8c14-375a0f49c33d tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24799'] for router, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:04.676510 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9d907f32-e27f-4b00-8c14-375a0f49c33d tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-632716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24788'] for router, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:04.709078 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb4a696f-897e-46a3-abb9-5994930d5bdb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fb26bd7-ce56-527b-b94f-2e1f7cb2bb35-7bd88872-a540-4e3b-ac93-d884c5e46f76', 'network_id': '7bd88872-a540-4e3b-ac93-d884c5e46f76', 'tenant_id': 'aa06169c4e4d4119918ff90a471be1d0', 'fixed_ips': [{'subnet_id': '093ac59f-3fc3-46f5-942a-9c3ca5d61cdf'}]}} from n-d-818823-1. {{(pid=103449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 20:31:04.711029 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-eb4a696f-897e-46a3-abb9-5994930d5bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:04.726932 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-a84a0c47-0c81-4d16-b479-8b4ebf1bc671 req-6ba89f20-acf3-477d-8480-8f72c8da97fa service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bac7bcf3-51ae-4543-8f0e-82b2d2e8c1d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0667369 Nov 22 20:31:04.841533 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 38028) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:31:04.847589 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-49be06ca-8e03-4fbb-8c6d-726d3b487642 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Request body: {'security_group': {'name': 'tempest-securitygroup--79744249', 'description': 'tempest-description--92359076'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:31:04.852136 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device cdc14639-ccc0-49ca-96c4-bc427e74b24d up at agent hyperv_n-h2-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:31:04.853651 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9d907f32-e27f-4b00-8c14-375a0f49c33d tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:04.879241 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a1094065-518b-49de-a243-aa263cc651cb req-b4d6b5fc-6086-4b4f-a862-026d39faad10 tempest-ServerRescueTestJSONUnderV235-174357529 tempest-ServerRescueTestJSONUnderV235-174357529-project] 10.222.0.46 "GET /v2.0/security-groups?id=3776e3ad-7077-49a6-9ca5-2a879ce1ed3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045431 Nov 22 20:31:04.912635 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9d907f32-e27f-4b00-8c14-375a0f49c33d tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-659538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-841284'] for router, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:04.941912 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-a84a0c47-0c81-4d16-b479-8b4ebf1bc671 req-bf84fd95-bdee-4422-9795-8a83cc40cdb3 service neutron] 10.222.0.41 "GET /v2.0/networks/bac7bcf3-51ae-4543-8f0e-82b2d2e8c1d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2059264 Nov 22 20:31:05.021840 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-49be06ca-8e03-4fbb-8c6d-726d3b487642 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:05.045055 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Provisioning for port cdc14639-ccc0-49ca-96c4-bc427e74b24d completed by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 20:31:05.057350 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Provisioning complete for port cdc14639-ccc0-49ca-96c4-bc427e74b24d triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:31:05.057808 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:05.084345 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-a84a0c47-0c81-4d16-b479-8b4ebf1bc671 req-0c6afeca-d9fe-4487-b012-0d8d38aa9465 service neutron] 10.222.0.41 "GET /v2.0/networks/bac7bcf3-51ae-4543-8f0e-82b2d2e8c1d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328578 Nov 22 20:31:05.086080 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.db_base_plugin_common [None req-eb4a696f-897e-46a3-abb9-5994930d5bdb None None] Allocated IP 2001:db8::2 (7bd88872-a540-4e3b-ac93-d884c5e46f76/093ac59f-3fc3-46f5-942a-9c3ca5d61cdf/83499c4e-21f3-4320-b90f-0492ce2255ce) {{(pid=103449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:31:05.089004 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9d907f32-e27f-4b00-8c14-375a0f49c33d tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks [] for router, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:05.093575 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-9d907f32-e27f-4b00-8c14-375a0f49c33d tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.5106735 Nov 22 20:31:05.095503 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 38030) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:31:05.139518 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8ed71b-1cfb-4451-a1ed-4da6d20ea344 req-98396851-4802-4221-876d-8cf52be583c3 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:31:05.141041 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4e8ed71b-1cfb-4451-a1ed-4da6d20ea344 req-98396851-4802-4221-876d-8cf52be583c3 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/ports?device_id=223a6470-c695-4f80-9249-14d64f28075d HTTP/1.1" status: 200 len: 944 time: 0.1940699 Nov 22 20:31:05.222354 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e49ee129-e862-4476-beca-cdc8150d2345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:05.308651 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-49be06ca-8e03-4fbb-8c6d-726d3b487642 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:05.377361 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-49be06ca-8e03-4fbb-8c6d-726d3b487642 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:05.414971 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4e8ed71b-1cfb-4451-a1ed-4da6d20ea344 req-d6ef28c1-a34c-4311-a855-f41be5e51bec tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e8bab57-9061-4423-98eb-3cb5b90f4a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118874 Nov 22 20:31:05.436818 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:05.470451 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-49be06ca-8e03-4fbb-8c6d-726d3b487642 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:05.471721 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-49be06ca-8e03-4fbb-8c6d-726d3b487642 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.6285975 Nov 22 20:31:05.474559 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 38034) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:31:05.481866 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-5f3bfc57-4f96-4bba-8676-b4cf07225907 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Request body: {'security_group_rule': {'security_group_id': 'be1c2326-cee4-429b-9524-b757ff14e61f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:31:05.495169 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '223a6470-c695-4f80-9249-14d64f28075d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdc14639-ccc0-49ca-96c4-bc427e74b24d'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:31:05.497565 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d39f6d30a11e565ec9648abcc015e8a6ab6cff4edd704add8155e28765d31eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f59df18-8c30-48ae-8017-8ca74e54bde3" -d '{"events": [{"server_uuid": "223a6470-c695-4f80-9249-14d64f28075d", "name": "network-vif-plugged", "status": "completed", "tag": "cdc14639-ccc0-49ca-96c4-bc427e74b24d"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:31:05.514202 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port cdc14639-ccc0-49ca-96c4-bc427e74b24d, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=cdc14639-ccc0-49ca-96c4-bc427e74b24d,segment=NetworkSegment(60e02a7e-98a0-4d76-b36b-46f7624c5b28),segment_id=60e02a7e-98a0-4d76-b36b-46f7624c5b28)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:31:05.525137 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:05.528858 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5f3bfc57-4f96-4bba-8676-b4cf07225907 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:05.531969 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-eb4a696f-897e-46a3-abb9-5994930d5bdb None None] Publish callbacks [] for port, precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:05.535798 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49be06ca-8e03-4fbb-8c6d-726d3b487642 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be1c2326-cee4-429b-9524-b757ff14e61f,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:31:05.565300 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-eb4a696f-897e-46a3-abb9-5994930d5bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372'] for port, after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:05.570441 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:31:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-738fe81a-235c-4c02-ad00-cd02c0f5e13c x-openstack-request-id: req-738fe81a-235c-4c02-ad00-cd02c0f5e13c {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:31:05.570745 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "223a6470-c695-4f80-9249-14d64f28075d", "name": "network-vif-plugged", "status": "completed", "tag": "cdc14639-ccc0-49ca-96c4-bc427e74b24d", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:31:05.571005 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-738fe81a-235c-4c02-ad00-cd02c0f5e13c {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:31:05.571402 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '223a6470-c695-4f80-9249-14d64f28075d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdc14639-ccc0-49ca-96c4-bc427e74b24d', 'code': 200} Nov 22 20:31:05.604613 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb4a696f-897e-46a3-abb9-5994930d5bdb None None] Network 7bd88872-a540-4e3b-ac93-d884c5e46f76 is already hosted by enough agents. {{(pid=103449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:31:05.607505 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.base_scheduler [None req-eb4a696f-897e-46a3-abb9-5994930d5bdb None None] Resources bound (agent type, host, resource id): {{(pid=103449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:31:05.611856 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb4a696f-897e-46a3-abb9-5994930d5bdb None None] Received port after_create {{(pid=103449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:31:05.614996 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=cdc14639-ccc0-49ca-96c4-bc427e74b24d,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:31:05.650143 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1e879e9b-40c3-4d83-9afa-775b7b6d681b tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:05.658512 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5f3bfc57-4f96-4bba-8676-b4cf07225907 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:05.662494 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5f3bfc57-4f96-4bba-8676-b4cf07225907 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572323'] for security_group_rule, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:05.685489 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3bfc57-4f96-4bba-8676-b4cf07225907 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99c5a72e-86f7-41d1-99ad-7ac1a93cc2d6,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:31:05.705291 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4a696f-897e-46a3-abb9-5994930d5bdb None None] Pushing event updated for resources: {'Port': ['ID=83499c4e-21f3-4320-b90f-0492ce2255ce,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:31:05.717362 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-eb4a696f-897e-46a3-abb9-5994930d5bdb None None] Attempting to bind port 83499c4e-21f3-4320-b90f-0492ce2255ce on host n-d-818823-1 for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:31:05.717741 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-eb4a696f-897e-46a3-abb9-5994930d5bdb None None] Attempting to bind port 83499c4e-21f3-4320-b90f-0492ce2255ce by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': 'bdb0f717-aa5f-4e33-bcc3-95472c9b5b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '7bd88872-a540-4e3b-ac93-d884c5e46f76'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:31:05.718334 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb4a696f-897e-46a3-abb9-5994930d5bdb None None] Attempting to bind port 83499c4e-21f3-4320-b90f-0492ce2255ce on network 7bd88872-a540-4e3b-ac93-d884c5e46f76 {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:31:05.724002 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb4a696f-897e-46a3-abb9-5994930d5bdb None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 30, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:31:05.724468 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb4a696f-897e-46a3-abb9-5994930d5bdb None None] Checking segment: {'id': 'bdb0f717-aa5f-4e33-bcc3-95472c9b5b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '7bd88872-a540-4e3b-ac93-d884c5e46f76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:31:05.724987 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-eb4a696f-897e-46a3-abb9-5994930d5bdb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:05.726314 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb4a696f-897e-46a3-abb9-5994930d5bdb None None] Bound using segment: {'id': 'bdb0f717-aa5f-4e33-bcc3-95472c9b5b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '7bd88872-a540-4e3b-ac93-d884c5e46f76'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:31:05.726529 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-eb4a696f-897e-46a3-abb9-5994930d5bdb None None] Bound port: 83499c4e-21f3-4320-b90f-0492ce2255ce, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdb0f717-aa5f-4e33-bcc3-95472c9b5b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '7bd88872-a540-4e3b-ac93-d884c5e46f76'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:31:05.726954 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-eb4a696f-897e-46a3-abb9-5994930d5bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:05.732870 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5f3bfc57-4f96-4bba-8676-b4cf07225907 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:05.735147 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-5f3bfc57-4f96-4bba-8676-b4cf07225907 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2579217 Nov 22 20:31:05.740555 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 38040) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:31:05.755108 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-f2ea0eea-a219-43b6-bd87-f471c4b6a183 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Request body: {'security_group_rule': {'security_group_id': 'be1c2326-cee4-429b-9524-b757ff14e61f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:31:05.802035 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f2ea0eea-a219-43b6-bd87-f471c4b6a183 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:05.805033 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de43de35-7f47-4d16-a736-4327b10e0cd3 req-b3a0d863-da95-4206-bb3b-3b16abe176af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:31:05.806698 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-de43de35-7f47-4d16-a736-4327b10e0cd3 req-b3a0d863-da95-4206-bb3b-3b16abe176af service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=223a6470-c695-4f80-9249-14d64f28075d HTTP/1.1" status: 200 len: 1096 time: 0.1582525 Nov 22 20:31:05.841916 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-eb4a696f-897e-46a3-abb9-5994930d5bdb None None] For port 83499c4e-21f3-4320-b90f-0492ce2255ce, host n-d-818823-1, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:31:05.849377 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-eb4a696f-897e-46a3-abb9-5994930d5bdb None None] For port 83499c4e-21f3-4320-b90f-0492ce2255ce, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=83499c4e-21f3-4320-b90f-0492ce2255ce,segment=NetworkSegment(bdb0f717-aa5f-4e33-bcc3-95472c9b5b64),segment_id=bdb0f717-aa5f-4e33-bcc3-95472c9b5b64)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:31:05.861117 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-eb4a696f-897e-46a3-abb9-5994930d5bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:05.947695 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f2ea0eea-a219-43b6-bd87-f471c4b6a183 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:05.959662 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f2ea0eea-a219-43b6-bd87-f471c4b6a183 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572323'] for security_group_rule, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:06.015171 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-de43de35-7f47-4d16-a736-4327b10e0cd3 req-877c0013-9c38-4fc4-8c23-a6b5864885d7 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=4e8bab57-9061-4423-98eb-3cb5b90f4a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730180 Nov 22 20:31:06.018867 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4a696f-897e-46a3-abb9-5994930d5bdb None None] Pushing event updated for resources: {'Port': ['ID=83499c4e-21f3-4320-b90f-0492ce2255ce,revision_number=2']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:31:06.024169 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:06.028026 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ea0eea-a219-43b6-bd87-f471c4b6a183 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8701173e-f2cf-48b6-887b-d4a78dc8806b,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:31:06.033212 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f2ea0eea-a219-43b6-bd87-f471c4b6a183 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:06.036580 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-f2ea0eea-a219-43b6-bd87-f471c4b6a183 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2930934 Nov 22 20:31:06.038633 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 38050) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:31:06.044334 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-0fcb60e9-f250-42e7-af0a-c40ae2cda2d6 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Request body: {'floatingip': {'floating_network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:31:06.091782 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0fcb60e9-f250-42e7-af0a-c40ae2cda2d6 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Publish callbacks [] for floatingip, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:06.266939 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0fcb60e9-f250-42e7-af0a-c40ae2cda2d6 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:06.381029 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3018bee5-c9c1-4c60-9e68-f07766f9f4f0 req-c20bfefb-123a-4b84-bcdb-83514e4dce61 tempest-ServerRescueTestJSONUnderV235-174357529 tempest-ServerRescueTestJSONUnderV235-174357529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:31:06.402336 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3018bee5-c9c1-4c60-9e68-f07766f9f4f0 req-c20bfefb-123a-4b84-bcdb-83514e4dce61 tempest-ServerRescueTestJSONUnderV235-174357529 tempest-ServerRescueTestJSONUnderV235-174357529-project] 10.222.0.46 "GET /v2.0/ports?device_id=d73f004c-3e7c-4e3e-96fd-907fe73c64f7 HTTP/1.1" status: 200 len: 946 time: 0.3898749 Nov 22 20:31:06.517567 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [None req-1e879e9b-40c3-4d83-9afa-775b7b6d681b tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Allocated IP 2001:db8::1 (7bd88872-a540-4e3b-ac93-d884c5e46f76/093ac59f-3fc3-46f5-942a-9c3ca5d61cdf/74c10b0d-9897-449d-b82b-4f6fe19afff2) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:31:06.544758 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3018bee5-c9c1-4c60-9e68-f07766f9f4f0 req-2a19e861-71e5-4e52-921b-154eb74435fc tempest-ServerRescueTestJSONUnderV235-174357529 tempest-ServerRescueTestJSONUnderV235-174357529-project] 10.222.0.46 "GET /v2.0/security-groups?id=3776e3ad-7077-49a6-9ca5-2a879ce1ed3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411567 Nov 22 20:31:06.574234 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [None req-0fcb60e9-f250-42e7-af0a-c40ae2cda2d6 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Allocated IP 172.25.5.209 (c48a55e9-6a85-4746-b7bf-3e29fb560094/5da6f781-63e6-4328-ae7a-5e672262f55a/f9a2717a-c24f-494c-895b-f919145b1ade) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:31:06.672819 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f07a96-546d-4a6a-b8c1-683cd108f571 req-5d0ad689-96d0-410e-8172-0b1e672c7653 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:31:06.674375 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f9f07a96-546d-4a6a-b8c1-683cd108f571 req-5d0ad689-96d0-410e-8172-0b1e672c7653 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/ports?device_id=223a6470-c695-4f80-9249-14d64f28075d HTTP/1.1" status: 200 len: 945 time: 0.1286633 Nov 22 20:31:06.737691 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0fcb60e9-f250-42e7-af0a-c40ae2cda2d6 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:06.821013 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1e879e9b-40c3-4d83-9afa-775b7b6d681b tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:06.851752 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b0dda0-8494-43b6-afc8-8493a5303139 req-9d2ad3eb-9b3c-4852-9a09-8ef287424f78 tempest-ServerRescueTestJSONUnderV235-174357529 tempest-ServerRescueTestJSONUnderV235-174357529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:31:06.853891 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-c7b0dda0-8494-43b6-afc8-8493a5303139 req-9d2ad3eb-9b3c-4852-9a09-8ef287424f78 tempest-ServerRescueTestJSONUnderV235-174357529 tempest-ServerRescueTestJSONUnderV235-174357529-project] 10.222.0.41 "GET /v2.0/ports?device_id=d73f004c-3e7c-4e3e-96fd-907fe73c64f7 HTTP/1.1" status: 200 len: 946 time: 0.1139765 Nov 22 20:31:06.858804 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f9f07a96-546d-4a6a-b8c1-683cd108f571 req-e8904bdb-e309-4bb7-ba05-c4eb1c46edc9 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e8bab57-9061-4423-98eb-3cb5b90f4a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588545 Nov 22 20:31:06.885957 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0fcb60e9-f250-42e7-af0a-c40ae2cda2d6 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:06.905650 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1e879e9b-40c3-4d83-9afa-775b7b6d681b tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:07.095529 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e879e9b-40c3-4d83-9afa-775b7b6d681b tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Network 7bd88872-a540-4e3b-ac93-d884c5e46f76 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:31:07.099512 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fcb60e9-f250-42e7-af0a-c40ae2cda2d6 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Network c48a55e9-6a85-4746-b7bf-3e29fb560094 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:31:07.119771 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-1e879e9b-40c3-4d83-9afa-775b7b6d681b tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:31:07.128604 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e879e9b-40c3-4d83-9afa-775b7b6d681b tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:31:07.129081 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1e879e9b-40c3-4d83-9afa-775b7b6d681b tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659939'] for router_interface, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:07.203756 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-0fcb60e9-f250-42e7-af0a-c40ae2cda2d6 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:31:07.212552 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fcb60e9-f250-42e7-af0a-c40ae2cda2d6 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:31:07.241332 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 83499c4e-21f3-4320-b90f-0492ce2255ce up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:31:07.275695 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcb60e9-f250-42e7-af0a-c40ae2cda2d6 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Pushing event updated for resources: {'Port': ['ID=f9a2717a-c24f-494c-895b-f919145b1ade,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:31:07.281612 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e879e9b-40c3-4d83-9afa-775b7b6d681b tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Pushing event updated for resources: {'Port': ['ID=74c10b0d-9897-449d-b82b-4f6fe19afff2,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:31:07.329691 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [req-c7b0dda0-8494-43b6-afc8-8493a5303139 req-99c783cd-dc9f-4adb-92be-836b191ac43a tempest-ServerRescueTestJSONUnderV235-174357529 tempest-ServerRescueTestJSONUnderV235-174357529-project] Deleting port 96cfbef8-f7ec-4b1c-878e-a28cfbf6e47e {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:31:07.330243 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-c7b0dda0-8494-43b6-afc8-8493a5303139 req-99c783cd-dc9f-4adb-92be-836b191ac43a tempest-ServerRescueTestJSONUnderV235-174357529 tempest-ServerRescueTestJSONUnderV235-174357529-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:07.419484 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1e879e9b-40c3-4d83-9afa-775b7b6d681b tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:07.438999 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 83499c4e-21f3-4320-b90f-0492ce2255ce triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:31:07.439382 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:07.733516 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:07.818615 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-a7f8a00e-e750-497c-8605-11c44ea94dff None None] Provisioning complete for port 83499c4e-21f3-4320-b90f-0492ce2255ce triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:31:07.818841 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-a7f8a00e-e750-497c-8605-11c44ea94dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:07.822342 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] For port 83499c4e-21f3-4320-b90f-0492ce2255ce, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=83499c4e-21f3-4320-b90f-0492ce2255ce,segment=NetworkSegment(bdb0f717-aa5f-4e33-bcc3-95472c9b5b64),segment_id=bdb0f717-aa5f-4e33-bcc3-95472c9b5b64)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:31:07.852039 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:07.855573 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafc91dd-bc4d-470b-954f-1d0c398de603 req-6e7988ed-2c2e-4b04-bb2a-a3b24f256d60 tempest-ServerRescueTestJSONUnderV235-174357529 tempest-ServerRescueTestJSONUnderV235-174357529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:31:07.857443 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-fafc91dd-bc4d-470b-954f-1d0c398de603 req-6e7988ed-2c2e-4b04-bb2a-a3b24f256d60 tempest-ServerRescueTestJSONUnderV235-174357529 tempest-ServerRescueTestJSONUnderV235-174357529-project] 10.222.0.46 "GET /v2.0/ports?device_id=d73f004c-3e7c-4e3e-96fd-907fe73c64f7 HTTP/1.1" status: 200 len: 946 time: 0.1574166 Nov 22 20:31:07.933909 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Pushing event updated for resources: {'Port': ['ID=83499c4e-21f3-4320-b90f-0492ce2255ce,revision_number=3']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:31:08.021336 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-fafc91dd-bc4d-470b-954f-1d0c398de603 req-5199b373-9471-47c3-8257-cd4d3e600940 tempest-ServerRescueTestJSONUnderV235-174357529 tempest-ServerRescueTestJSONUnderV235-174357529-project] 10.222.0.46 "GET /v2.0/security-groups?id=3776e3ad-7077-49a6-9ca5-2a879ce1ed3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264875 Nov 22 20:31:08.138702 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0fcb60e9-f250-42e7-af0a-c40ae2cda2d6 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:08.155201 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03a1bb8-dfd1-4631-aab7-606f1bdb8a52 req-70b95b84-c83d-41e1-909c-941d01858acd tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:31:08.157518 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a03a1bb8-dfd1-4631-aab7-606f1bdb8a52 req-70b95b84-c83d-41e1-909c-941d01858acd tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/ports?device_id=223a6470-c695-4f80-9249-14d64f28075d HTTP/1.1" status: 200 len: 945 time: 0.1302609 Nov 22 20:31:08.174587 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1e879e9b-40c3-4d83-9afa-775b7b6d681b tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks [] for port, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:08.186281 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1e879e9b-40c3-4d83-9afa-775b7b6d681b tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:08.187184 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1e879e9b-40c3-4d83-9afa-775b7b6d681b tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-563461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-659839'] for router_interface, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:08.198439 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-c7b0dda0-8494-43b6-afc8-8493a5303139 req-99c783cd-dc9f-4adb-92be-836b191ac43a tempest-ServerRescueTestJSONUnderV235-174357529 tempest-ServerRescueTestJSONUnderV235-174357529-project] For port 96cfbef8-f7ec-4b1c-878e-a28cfbf6e47e, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=96cfbef8-f7ec-4b1c-878e-a28cfbf6e47e,segment=NetworkSegment(bcbbe86a-c061-495c-a828-256b0a522cc1),segment_id=bcbbe86a-c061-495c-a828-256b0a522cc1)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:31:08.199560 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-c7b0dda0-8494-43b6-afc8-8493a5303139 req-99c783cd-dc9f-4adb-92be-836b191ac43a tempest-ServerRescueTestJSONUnderV235-174357529 tempest-ServerRescueTestJSONUnderV235-174357529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:08.231173 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-54846000-291f-4d5a-aee5-ac998dd675d1 None None] Provisioning complete for port 74c10b0d-9897-449d-b82b-4f6fe19afff2 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:31:08.231625 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-54846000-291f-4d5a-aee5-ac998dd675d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:08.277766 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [req-c7b0dda0-8494-43b6-afc8-8493a5303139 req-99c783cd-dc9f-4adb-92be-836b191ac43a tempest-ServerRescueTestJSONUnderV235-174357529 tempest-ServerRescueTestJSONUnderV235-174357529-project] Calling delete_port for 96cfbef8-f7ec-4b1c-878e-a28cfbf6e47e owned by compute:nova {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:31:08.282787 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-54846000-291f-4d5a-aee5-ac998dd675d1 None None] Port 74c10b0d-9897-449d-b82b-4f6fe19afff2 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:31:08.294420 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0fcb60e9-f250-42e7-af0a-c40ae2cda2d6 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:08.380584 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a03a1bb8-dfd1-4631-aab7-606f1bdb8a52 req-353e08ce-8d60-48b7-8de7-eb91d43e5ed2 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e8bab57-9061-4423-98eb-3cb5b90f4a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993670 Nov 22 20:31:08.383652 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e879e9b-40c3-4d83-9afa-775b7b6d681b tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Pushing event updated for resources: {'Port': ['ID=74c10b0d-9897-449d-b82b-4f6fe19afff2,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:31:08.454641 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e879e9b-40c3-4d83-9afa-775b7b6d681b tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Network 7bd88872-a540-4e3b-ac93-d884c5e46f76 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:31:08.460137 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-1e879e9b-40c3-4d83-9afa-775b7b6d681b tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:31:08.636684 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0fcb60e9-f250-42e7-af0a-c40ae2cda2d6 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Publish callbacks [] for port, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:08.639703 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-c7b0dda0-8494-43b6-afc8-8493a5303139 req-99c783cd-dc9f-4adb-92be-836b191ac43a tempest-ServerRescueTestJSONUnderV235-174357529 tempest-ServerRescueTestJSONUnderV235-174357529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:08.656889 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0fcb60e9-f250-42e7-af0a-c40ae2cda2d6 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:08.750694 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c783cd-dc9f-4adb-92be-836b191ac43a tempest-ServerRescueTestJSONUnderV235-174357529 tempest-ServerRescueTestJSONUnderV235-174357529-project] Pushing event deleted for resources: {'Port': ['ID=96cfbef8-f7ec-4b1c-878e-a28cfbf6e47e,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:31:08.868895 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e879e9b-40c3-4d83-9afa-775b7b6d681b tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Router 9e4f3551-aa51-4fc0-ad08-ab48fd3224e9 is scheduled to L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 with binding_index 1 {{(pid=103447) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 20:31:08.900264 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7b0dda0-8494-43b6-afc8-8493a5303139 req-99c783cd-dc9f-4adb-92be-836b191ac43a tempest-ServerRescueTestJSONUnderV235-174357529 tempest-ServerRescueTestJSONUnderV235-174357529-project] No DVR routers for this DVR port 96cfbef8-f7ec-4b1c-878e-a28cfbf6e47e on host n-h1-818823-1 {{(pid=103448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:31:08.908045 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-c7b0dda0-8494-43b6-afc8-8493a5303139 req-99c783cd-dc9f-4adb-92be-836b191ac43a tempest-ServerRescueTestJSONUnderV235-174357529 tempest-ServerRescueTestJSONUnderV235-174357529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:08.916592 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-c7b0dda0-8494-43b6-afc8-8493a5303139 req-99c783cd-dc9f-4adb-92be-836b191ac43a tempest-ServerRescueTestJSONUnderV235-174357529 tempest-ServerRescueTestJSONUnderV235-174357529-project] 10.222.0.41 "DELETE /v2.0/ports/96cfbef8-f7ec-4b1c-878e-a28cfbf6e47e HTTP/1.1" status: 204 len: 173 time: 2.0539434 Nov 22 20:31:08.917093 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd73f004c-3e7c-4e3e-96fd-907fe73c64f7', 'name': 'network-vif-deleted', 'tag': '96cfbef8-f7ec-4b1c-878e-a28cfbf6e47e'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:31:08.919445 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589a98cf2aea187fcc423a5edb333e5a6cf3ad7c81115d1ebee0f079693c312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59fc0195-fabc-4405-a4b3-e6347c269da9" -d '{"events": [{"server_uuid": "d73f004c-3e7c-4e3e-96fd-907fe73c64f7", "name": "network-vif-deleted", "tag": "96cfbef8-f7ec-4b1c-878e-a28cfbf6e47e"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:31:08.945696 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0fcb60e9-f250-42e7-af0a-c40ae2cda2d6 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-595224'] for floatingip, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:08.977572 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcb60e9-f250-42e7-af0a-c40ae2cda2d6 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Pushing event updated for resources: {'Port': ['ID=f9a2717a-c24f-494c-895b-f919145b1ade,revision_number=2']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:31:08.995137 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0fcb60e9-f250-42e7-af0a-c40ae2cda2d6 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for floatingip, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:08.996453 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-0fcb60e9-f250-42e7-af0a-c40ae2cda2d6 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9565916 Nov 22 20:31:09.017470 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:31:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca00ae32-8a0f-4bf9-8b7c-c39673e88560 x-openstack-request-id: req-ca00ae32-8a0f-4bf9-8b7c-c39673e88560 {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:31:09.017840 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d73f004c-3e7c-4e3e-96fd-907fe73c64f7", "name": "network-vif-deleted", "tag": "96cfbef8-f7ec-4b1c-878e-a28cfbf6e47e", "status": "completed", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:31:09.018103 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ca00ae32-8a0f-4bf9-8b7c-c39673e88560 {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:31:09.018536 n-d-818823-1 neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd73f004c-3e7c-4e3e-96fd-907fe73c64f7', 'name': 'network-vif-deleted', 'tag': '96cfbef8-f7ec-4b1c-878e-a28cfbf6e47e', 'status': 'completed', 'code': 200} Nov 22 20:31:09.138308 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-8fc32758-c1f1-404b-beff-9d504b7fca35 None None] Provisioning complete for port 74c10b0d-9897-449d-b82b-4f6fe19afff2 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:31:09.139602 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-8fc32758-c1f1-404b-beff-9d504b7fca35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:09.207330 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d50fdc-08cf-4e1a-a4be-354cdcdd5cb2 req-f6680c17-912e-48c8-9866-8eafd9ada3d9 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:31:09.215819 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b9d50fdc-08cf-4e1a-a4be-354cdcdd5cb2 req-f6680c17-912e-48c8-9866-8eafd9ada3d9 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/ports?device_id=223a6470-c695-4f80-9249-14d64f28075d HTTP/1.1" status: 200 len: 945 time: 0.4336269 Nov 22 20:31:09.223400 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e879e9b-40c3-4d83-9afa-775b7b6d681b tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:31:09.231720 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-1e879e9b-40c3-4d83-9afa-775b7b6d681b tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "PUT /v2.0/routers/9e4f3551-aa51-4fc0-ad08-ab48fd3224e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1332560 Nov 22 20:31:09.234396 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 38084) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:31:09.277694 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-8fc32758-c1f1-404b-beff-9d504b7fca35 None None] Port 74c10b0d-9897-449d-b82b-4f6fe19afff2 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:31:09.279506 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b0254a71-fb0b-4515-82d3-7f547a32e506 req-e03998f9-6c3d-4c6c-b849-357780a3ab11 tempest-ServerRescueTestJSONUnderV235-174357529 tempest-ServerRescueTestJSONUnderV235-174357529-project] 10.222.0.46 "GET /v2.0/ports?device_id=d73f004c-3e7c-4e3e-96fd-907fe73c64f7 HTTP/1.1" status: 200 len: 210 time: 0.0540538 Nov 22 20:31:09.283312 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 96cfbef8-f7ec-4b1c-878e-a28cfbf6e47e no longer exists at agent hyperv_n-h1-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:31:09.307936 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 83499c4e-21f3-4320-b90f-0492ce2255ce up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:31:09.325288 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dffd006-1915-4143-9e55-fe11a1e73509 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:31:09.337083 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-8dffd006-1915-4143-9e55-fe11a1e73509 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "GET /v2.0/ports/74c10b0d-9897-449d-b82b-4f6fe19afff2 HTTP/1.1" status: 200 len: 911 time: 0.0979455 Nov 22 20:31:09.338175 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 38086) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:31:09.361795 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b9d50fdc-08cf-4e1a-a4be-354cdcdd5cb2 req-17147611-1b16-4679-80dd-e4331b7f8ab8 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e8bab57-9061-4423-98eb-3cb5b90f4a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429193 Nov 22 20:31:09.382658 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f52e515-97f7-4947-bf6e-6e6445e62648 None None] Sync routers for ids ['9e4f3551-aa51-4fc0-ad08-ab48fd3224e9'] in n-d-818823-1 {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:31:09.422819 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] No Port match for: 96cfbef8-f7ec-4b1c-878e-a28cfbf6e47e {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:31:09.427270 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 96cfbef8-f7ec-4b1c-878e-a28cfbf6e47e not bound to the agent host n-h1-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:31:09.440571 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f52e515-97f7-4947-bf6e-6e6445e62648 None None] Routers {'9e4f3551-aa51-4fc0-ad08-ab48fd3224e9'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:31:09.441639 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-5f52e515-97f7-4947-bf6e-6e6445e62648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:31:03Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['9e4f3551-aa51-4fc0-ad08-ab48fd3224e9'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:31:09.470332 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1defd240-209b-4a9b-abb1-77da15b176b2 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:31:09.489057 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1defd240-209b-4a9b-abb1-77da15b176b2 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:31:09.494346 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 38094) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:31:09.494737 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-1defd240-209b-4a9b-abb1-77da15b176b2 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1551666 Nov 22 20:31:09.622515 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8972a59d-44dd-404c-8d33-ab2afa3369ab req-4cf9cf5a-1bfd-48a7-bd11-1b826ff11ee7 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--79744249&fields=id&tenant_id=99aeed5920ec4cada406eeeb08e171e4 HTTP/1.1" status: 200 len: 267 time: 0.0927629 Nov 22 20:31:09.749956 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 83499c4e-21f3-4320-b90f-0492ce2255ce triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:31:09.750454 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:09.823573 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-5f52e515-97f7-4947-bf6e-6e6445e62648 None None] Set router 9e4f3551-aa51-4fc0-ad08-ab48fd3224e9 gateway port host: None {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:31:10.393269 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8972a59d-44dd-404c-8d33-ab2afa3369ab req-0da36a54-307a-4b6f-88a8-36b8c9626482 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:31:10.401778 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8972a59d-44dd-404c-8d33-ab2afa3369ab req-0da36a54-307a-4b6f-88a8-36b8c9626482 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/networks?id=472efbbc-d832-48a8-ba47-cb0fa0f678cf HTTP/1.1" status: 200 len: 817 time: 0.7410562 Nov 22 20:31:10.428532 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8972a59d-44dd-404c-8d33-ab2afa3369ab req-4534724c-5046-499c-88a8-414ebb3a7323 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/quotas/99aeed5920ec4cada406eeeb08e171e4 HTTP/1.1" status: 200 len: 375 time: 0.0255771 Nov 22 20:31:10.443765 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 38112) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:31:10.545793 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-5f52e515-97f7-4947-bf6e-6e6445e62648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e4f3551-aa51-4fc0-ad08-ab48fd3224e9', 'name': 'tempest-NetworksTestDHCPv6-router-1043334722', 'tenant_id': 'aa06169c4e4d4119918ff90a471be1d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:31:04Z', 'updated_at': '2021-11-22T20:31:07Z', 'revision_number': 2, 'project_id': 'aa06169c4e4d4119918ff90a471be1d0', 'gw_port_host': None, '_interfaces': [{'id': '74c10b0d-9897-449d-b82b-4f6fe19afff2', 'name': '', 'network_id': '7bd88872-a540-4e3b-ac93-d884c5e46f76', 'tenant_id': 'aa06169c4e4d4119918ff90a471be1d0', 'mac_address': 'fa:16:3e:9b:09:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e4f3551-aa51-4fc0-ad08-ab48fd3224e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2498, 'fixed_ips': [{'subnet_id': '093ac59f-3fc3-46f5-942a-9c3ca5d61cdf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:31:05Z', 'updated_at': '2021-11-22T20:31:07Z', 'revision_number': 2, 'project_id': 'aa06169c4e4d4119918ff90a471be1d0', 'subnets': [{'id': '093ac59f-3fc3-46f5-942a-9c3ca5d61cdf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:31:10.653057 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f52e515-97f7-4947-bf6e-6e6445e62648 None None] Checking router: 9e4f3551-aa51-4fc0-ad08-ab48fd3224e9 for host: n-d-818823-1 {{(pid=103449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 20:31:10.657507 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f52e515-97f7-4947-bf6e-6e6445e62648 None None] Updating router 9e4f3551-aa51-4fc0-ad08-ab48fd3224e9 port 74c10b0d-9897-449d-b82b-4f6fe19afff2 binding host n-d-818823-1 {{(pid=103449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 20:31:10.660601 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6fc27dd0-b0fc-4c51-862c-95c5f58c2fbe tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659736'] for router_interface, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:10.663271 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8972a59d-44dd-404c-8d33-ab2afa3369ab req-e1719a35-43b1-42b4-991c-68bc71b8c255 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=99aeed5920ec4cada406eeeb08e171e4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2260554 Nov 22 20:31:10.746920 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-5f52e515-97f7-4947-bf6e-6e6445e62648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:10.816388 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80449dc9-1a8a-4143-b9b6-84a09f849a8d req-8f943071-96a5-4ce8-a4d9-e9740cd47e6c tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:31:10.826549 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-80449dc9-1a8a-4143-b9b6-84a09f849a8d req-8f943071-96a5-4ce8-a4d9-e9740cd47e6c tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/ports?device_id=223a6470-c695-4f80-9249-14d64f28075d HTTP/1.1" status: 200 len: 945 time: 0.2362399 Nov 22 20:31:10.966862 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-80449dc9-1a8a-4143-b9b6-84a09f849a8d req-3365d5d6-1170-4a09-9584-95ba851961fd tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e8bab57-9061-4423-98eb-3cb5b90f4a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393883 Nov 22 20:31:11.108674 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-6fc27dd0-b0fc-4c51-862c-95c5f58c2fbe tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Deleting port 74c10b0d-9897-449d-b82b-4f6fe19afff2 {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:31:11.109395 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6fc27dd0-b0fc-4c51-862c-95c5f58c2fbe tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:11.279408 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6fc27dd0-b0fc-4c51-862c-95c5f58c2fbe tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:11.307080 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-6fc27dd0-b0fc-4c51-862c-95c5f58c2fbe tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Calling delete_port for 74c10b0d-9897-449d-b82b-4f6fe19afff2 owned by network:router_interface {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:31:11.338503 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-5f52e515-97f7-4947-bf6e-6e6445e62648 None None] Publish callbacks [] for port, precommit_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:11.342593 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8972a59d-44dd-404c-8d33-ab2afa3369ab req-2b68d3b9-1c96-4487-9317-8a2f55a007f4 service neutron] 10.222.0.46 "GET /v2.0/networks/472efbbc-d832-48a8-ba47-cb0fa0f678cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6783004 Nov 22 20:31:11.352507 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-5f52e515-97f7-4947-bf6e-6e6445e62648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:11.451221 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41f3708-a300-455d-8448-bb163a888b47 None None] Pushing event updated for resources: {'Port': ['ID=74c10b0d-9897-449d-b82b-4f6fe19afff2,revision_number=3']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:31:11.473108 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8972a59d-44dd-404c-8d33-ab2afa3369ab req-4a9e0eea-6b82-4d7a-a2b0-0838a30138cf service neutron] 10.222.0.46 "GET /v2.0/networks/472efbbc-d832-48a8-ba47-cb0fa0f678cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054094 Nov 22 20:31:11.570587 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-5f52e515-97f7-4947-bf6e-6e6445e62648 None None] Attempting to bind port 74c10b0d-9897-449d-b82b-4f6fe19afff2 on host n-d-818823-1 for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:31:11.571074 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-5f52e515-97f7-4947-bf6e-6e6445e62648 None None] Attempting to bind port 74c10b0d-9897-449d-b82b-4f6fe19afff2 by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': 'bdb0f717-aa5f-4e33-bcc3-95472c9b5b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '7bd88872-a540-4e3b-ac93-d884c5e46f76'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:31:11.571588 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f52e515-97f7-4947-bf6e-6e6445e62648 None None] Attempting to bind port 74c10b0d-9897-449d-b82b-4f6fe19afff2 on network 7bd88872-a540-4e3b-ac93-d884c5e46f76 {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:31:11.587369 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f52e515-97f7-4947-bf6e-6e6445e62648 None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 31, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:31:11.587959 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f52e515-97f7-4947-bf6e-6e6445e62648 None None] Checking segment: {'id': 'bdb0f717-aa5f-4e33-bcc3-95472c9b5b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '7bd88872-a540-4e3b-ac93-d884c5e46f76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:31:11.588438 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-5f52e515-97f7-4947-bf6e-6e6445e62648 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:11.589170 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f52e515-97f7-4947-bf6e-6e6445e62648 None None] Bound using segment: {'id': 'bdb0f717-aa5f-4e33-bcc3-95472c9b5b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '7bd88872-a540-4e3b-ac93-d884c5e46f76'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:31:11.589722 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-5f52e515-97f7-4947-bf6e-6e6445e62648 None None] Bound port: 74c10b0d-9897-449d-b82b-4f6fe19afff2, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdb0f717-aa5f-4e33-bcc3-95472c9b5b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '7bd88872-a540-4e3b-ac93-d884c5e46f76'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:31:11.591084 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-5f52e515-97f7-4947-bf6e-6e6445e62648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:11.795036 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6fc27dd0-b0fc-4c51-862c-95c5f58c2fbe tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:11.822669 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.db.api [None req-5f52e515-97f7-4947-bf6e-6e6445e62648 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=103449) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 20:31:11.823036 n-d-818823-1 neutron-server[103449]: DEBUG oslo_db.api [None req-5f52e515-97f7-4947-bf6e-6e6445e62648 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 20:31:11.962730 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc27dd0-b0fc-4c51-862c-95c5f58c2fbe tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Pushing event deleted for resources: {'Port': ['ID=74c10b0d-9897-449d-b82b-4f6fe19afff2,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:31:12.035038 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-dc0b9f50-4744-409b-ae4b-15be8b85ac6c None None] Could not find standard attr ID for object 74c10b0d-9897-449d-b82b-4f6fe19afff2. {{(pid=103449) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 22 20:31:12.140142 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d9927757-bacf-4136-9c1b-dc36255b5c27 req-2e3084d8-b026-492b-be7c-200e24bd514d tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/ports?device_id=55c8ea2e-f35c-4917-83f4-6a6eece9ab8c HTTP/1.1" status: 200 len: 210 time: 0.1954057 Nov 22 20:31:12.293492 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6fc27dd0-b0fc-4c51-862c-95c5f58c2fbe tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-563470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-663272'] for router_interface, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:12.315978 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515d5203-8927-460d-a3f4-bef109432222 req-4aca9856-5b36-42db-badc-e5221f8cb9e2 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:31:12.317941 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-515d5203-8927-460d-a3f4-bef109432222 req-4aca9856-5b36-42db-badc-e5221f8cb9e2 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/ports?device_id=223a6470-c695-4f80-9249-14d64f28075d HTTP/1.1" status: 200 len: 945 time: 0.3774073 Nov 22 20:31:12.375838 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-5f52e515-97f7-4947-bf6e-6e6445e62648 None None] Attempting to bind port 74c10b0d-9897-449d-b82b-4f6fe19afff2 on host n-d-818823-1 for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:31:12.376206 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-5f52e515-97f7-4947-bf6e-6e6445e62648 None None] Attempting to bind port 74c10b0d-9897-449d-b82b-4f6fe19afff2 by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': 'bdb0f717-aa5f-4e33-bcc3-95472c9b5b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '7bd88872-a540-4e3b-ac93-d884c5e46f76'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:31:12.376578 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f52e515-97f7-4947-bf6e-6e6445e62648 None None] Attempting to bind port 74c10b0d-9897-449d-b82b-4f6fe19afff2 on network 7bd88872-a540-4e3b-ac93-d884c5e46f76 {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:31:12.380008 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-58d4edc2-b0ae-4d20-a9c8-468f36a6751a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659736'] for router_interface, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:12.429659 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f52e515-97f7-4947-bf6e-6e6445e62648 None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 31, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:31:12.434969 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f52e515-97f7-4947-bf6e-6e6445e62648 None None] Checking segment: {'id': 'bdb0f717-aa5f-4e33-bcc3-95472c9b5b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '7bd88872-a540-4e3b-ac93-d884c5e46f76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:31:12.435855 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-5f52e515-97f7-4947-bf6e-6e6445e62648 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:12.439133 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f52e515-97f7-4947-bf6e-6e6445e62648 None None] Bound using segment: {'id': 'bdb0f717-aa5f-4e33-bcc3-95472c9b5b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '7bd88872-a540-4e3b-ac93-d884c5e46f76'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:31:12.446107 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-515d5203-8927-460d-a3f4-bef109432222 req-328f2103-fa0b-4f84-a190-29dde70dbb07 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e8bab57-9061-4423-98eb-3cb5b90f4a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122048 Nov 22 20:31:12.448472 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-5f52e515-97f7-4947-bf6e-6e6445e62648 None None] Bound port: 74c10b0d-9897-449d-b82b-4f6fe19afff2, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdb0f717-aa5f-4e33-bcc3-95472c9b5b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '7bd88872-a540-4e3b-ac93-d884c5e46f76'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:31:12.453209 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-5f52e515-97f7-4947-bf6e-6e6445e62648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:12.550635 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-5f52e515-97f7-4947-bf6e-6e6445e62648 None None] Port 74c10b0d-9897-449d-b82b-4f6fe19afff2 has been deleted concurrently {{(pid=103449) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:665}} Nov 22 20:31:12.572823 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f52e515-97f7-4947-bf6e-6e6445e62648 None None] Routers {'9e4f3551-aa51-4fc0-ad08-ab48fd3224e9'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:31:12.573463 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-5f52e515-97f7-4947-bf6e-6e6445e62648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:31:03Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['9e4f3551-aa51-4fc0-ad08-ab48fd3224e9'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:31:12.665607 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fc27dd0-b0fc-4c51-862c-95c5f58c2fbe tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Router 9e4f3551-aa51-4fc0-ad08-ab48fd3224e9 has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 20:31:12.707961 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-5f52e515-97f7-4947-bf6e-6e6445e62648 None None] Set router 9e4f3551-aa51-4fc0-ad08-ab48fd3224e9 gateway port host: None {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:31:12.812246 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fc27dd0-b0fc-4c51-862c-95c5f58c2fbe tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:31:12.823712 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-6fc27dd0-b0fc-4c51-862c-95c5f58c2fbe tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "PUT /v2.0/routers/9e4f3551-aa51-4fc0-ad08-ab48fd3224e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3271585 Nov 22 20:31:12.829833 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 38146) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:31:12.871270 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-5f52e515-97f7-4947-bf6e-6e6445e62648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e4f3551-aa51-4fc0-ad08-ab48fd3224e9', 'name': 'tempest-NetworksTestDHCPv6-router-1043334722', 'tenant_id': 'aa06169c4e4d4119918ff90a471be1d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:31:04Z', 'updated_at': '2021-11-22T20:31:11Z', 'revision_number': 3, 'project_id': 'aa06169c4e4d4119918ff90a471be1d0', 'gw_port_host': None}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:31:12.926166 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f52e515-97f7-4947-bf6e-6e6445e62648 None None] The sync data for ids ['9e4f3551-aa51-4fc0-ad08-ab48fd3224e9'] in n-d-818823-1 is: [{'id': '9e4f3551-aa51-4fc0-ad08-ab48fd3224e9', 'name': 'tempest-NetworksTestDHCPv6-router-1043334722', 'tenant_id': 'aa06169c4e4d4119918ff90a471be1d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:31:04Z', 'updated_at': '2021-11-22T20:31:11Z', 'revision_number': 3, 'project_id': 'aa06169c4e4d4119918ff90a471be1d0', 'gw_port_host': None}] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:31:13.015818 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27b8b40d-ec7d-4e3e-8a6a-54d64c43c7c1 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:31:13.017755 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27b8b40d-ec7d-4e3e-8a6a-54d64c43c7c1 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:31:13.019404 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-27b8b40d-ec7d-4e3e-8a6a-54d64c43c7c1 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1878417 Nov 22 20:31:13.022135 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 38148) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:31:13.087729 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_v2 [None req-75162d30-e828-4017-af74-ff4f5726d2c4 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Deleting subnet 093ac59f-3fc3-46f5-942a-9c3ca5d61cdf {{(pid=103447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 20:31:13.091798 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-58d4edc2-b0ae-4d20-a9c8-468f36a6751a admin admin] Deleting port 18680f9b-29f4-44b8-8025-3c44f6dc545c {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:31:13.092121 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-58d4edc2-b0ae-4d20-a9c8-468f36a6751a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:13.093871 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-75162d30-e828-4017-af74-ff4f5726d2c4 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks [] for subnet, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:13.177972 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-75162d30-e828-4017-af74-ff4f5726d2c4 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12178353'] for subnet, precommit_delete_associations {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:13.272651 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [None req-58d4edc2-b0ae-4d20-a9c8-468f36a6751a admin admin] For port 18680f9b-29f4-44b8-8025-3c44f6dc545c, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=18680f9b-29f4-44b8-8025-3c44f6dc545c,segment=NetworkSegment(bcbbe86a-c061-495c-a828-256b0a522cc1),segment_id=bcbbe86a-c061-495c-a828-256b0a522cc1)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:31:13.276699 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-58d4edc2-b0ae-4d20-a9c8-468f36a6751a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:13.380599 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0bb0a45c-0b72-4361-b2de-c5c00b19be8d req-b5631116-4942-4b30-8336-101b43c66ef3 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/ports?device_id=55c8ea2e-f35c-4917-83f4-6a6eece9ab8c HTTP/1.1" status: 200 len: 210 time: 0.0442452 Nov 22 20:31:13.383722 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-58d4edc2-b0ae-4d20-a9c8-468f36a6751a admin admin] Calling delete_port for 18680f9b-29f4-44b8-8025-3c44f6dc545c owned by network:router_interface {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:31:13.403511 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-75162d30-e828-4017-af74-ff4f5726d2c4 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3753007'] for subnet, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:13.676846 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-75162d30-e828-4017-af74-ff4f5726d2c4 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3753014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8900804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8485115'] for subnet, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:13.700391 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-75162d30-e828-4017-af74-ff4f5726d2c4 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for subnet, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:13.703657 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-75162d30-e828-4017-af74-ff4f5726d2c4 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "DELETE /v2.0/subnets/093ac59f-3fc3-46f5-942a-9c3ca5d61cdf HTTP/1.1" status: 204 len: 168 time: 0.6800222 Nov 22 20:31:13.708992 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33baa6fe-1d67-4101-ba7a-f9b70ccf7a1d None None] Network 7bd88872-a540-4e3b-ac93-d884c5e46f76 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:31:13.731605 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 38158) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:31:13.742413 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75162d30-e828-4017-af74-ff4f5726d2c4 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Pushing event deleted for resources: {'Subnet': ['ID=093ac59f-3fc3-46f5-942a-9c3ca5d61cdf,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:31:14.053125 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-797ea784-4f8f-4409-a133-391d5ffb5598 None None] DHCP port deletion for 7bd88872-a540-4e3b-ac93-d884c5e46f76 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:31:14.166342 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-797ea784-4f8f-4409-a133-391d5ffb5598 None None] Deleting port 83499c4e-21f3-4320-b90f-0492ce2255ce {{(pid=103449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:31:14.166792 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-797ea784-4f8f-4409-a133-391d5ffb5598 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:14.198156 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f59e0e-5d1c-4ccf-beab-32d076242331 req-60559431-4538-44d9-9766-2c1039b8e2ea tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:31:14.199875 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-12f59e0e-5d1c-4ccf-beab-32d076242331 req-60559431-4538-44d9-9766-2c1039b8e2ea tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/ports?device_id=223a6470-c695-4f80-9249-14d64f28075d HTTP/1.1" status: 200 len: 945 time: 0.6127014 Nov 22 20:31:14.267052 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-797ea784-4f8f-4409-a133-391d5ffb5598 None None] For port 83499c4e-21f3-4320-b90f-0492ce2255ce, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=83499c4e-21f3-4320-b90f-0492ce2255ce,segment=NetworkSegment(bdb0f717-aa5f-4e33-bcc3-95472c9b5b64),segment_id=bdb0f717-aa5f-4e33-bcc3-95472c9b5b64)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:31:14.267514 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-797ea784-4f8f-4409-a133-391d5ffb5598 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:14.373099 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-10312ce1-add7-4cb6-83ea-497e3c1b8c97 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.6399348 Nov 22 20:31:14.373788 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 38176) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:31:14.397516 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8972a59d-44dd-404c-8d33-ab2afa3369ab req-df6cca73-8945-400e-92eb-b227356be6e4 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:31:14.402577 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-8972a59d-44dd-404c-8d33-ab2afa3369ab req-df6cca73-8945-400e-92eb-b227356be6e4 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.41 "GET /v2.0/networks?id=472efbbc-d832-48a8-ba47-cb0fa0f678cf HTTP/1.1" status: 200 len: 817 time: 0.9103777 Nov 22 20:31:14.480223 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5eb4402-5ae6-4f68-b1b1-6f4cde3de637 None None] Sync routers for ids ['9e4f3551-aa51-4fc0-ad08-ab48fd3224e9'] in n-d-818823-1 {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:31:14.505646 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5eb4402-5ae6-4f68-b1b1-6f4cde3de637 None None] Routers {'9e4f3551-aa51-4fc0-ad08-ab48fd3224e9'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:31:14.506440 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-d5eb4402-5ae6-4f68-b1b1-6f4cde3de637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:31:03Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['9e4f3551-aa51-4fc0-ad08-ab48fd3224e9'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:31:14.620019 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-8972a59d-44dd-404c-8d33-ab2afa3369ab req-305cfc4b-fa23-4a05-8e95-3ae4a7dcea80 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=99aeed5920ec4cada406eeeb08e171e4 HTTP/1.1" status: 200 len: 378 time: 0.2047238 Nov 22 20:31:14.632271 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [req-8972a59d-44dd-404c-8d33-ab2afa3369ab req-ea06b7be-9277-46fe-b824-cb2867292196 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Request body: {'port': {'device_id': '55c8ea2e-f35c-4917-83f4-6a6eece9ab8c', 'network_id': '472efbbc-d832-48a8-ba47-cb0fa0f678cf', 'admin_state_up': True, 'tenant_id': '99aeed5920ec4cada406eeeb08e171e4', 'security_groups': ['be1c2326-cee4-429b-9524-b757ff14e61f']}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:31:14.683333 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-797ea784-4f8f-4409-a133-391d5ffb5598 None None] Calling delete_port for 83499c4e-21f3-4320-b90f-0492ce2255ce owned by network:dhcp {{(pid=103449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:31:14.688339 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-58d4edc2-b0ae-4d20-a9c8-468f36a6751a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:14.776567 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:14.784417 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:14.785021 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8972a59d-44dd-404c-8d33-ab2afa3369ab req-ea06b7be-9277-46fe-b824-cb2867292196 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Made reservation on behalf of 99aeed5920ec4cada406eeeb08e171e4 for: {'port': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:31:14.790810 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-8972a59d-44dd-404c-8d33-ab2afa3369ab req-ea06b7be-9277-46fe-b824-cb2867292196 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:14.862455 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d4edc2-b0ae-4d20-a9c8-468f36a6751a admin admin] Pushing event deleted for resources: {'Port': ['ID=18680f9b-29f4-44b8-8025-3c44f6dc545c,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:31:14.879957 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b4c0deed-709d-45b7-9073-0f46fe571486 req-c8b33d31-67d4-47a8-aa55-01ab7fcba9e7 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/ports?device_id=55c8ea2e-f35c-4917-83f4-6a6eece9ab8c HTTP/1.1" status: 200 len: 210 time: 0.2153113 Nov 22 20:31:14.895972 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device cdc14639-ccc0-49ca-96c4-bc427e74b24d details requested by agent hyperv_n-h2-818823-1 with host n-h2-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 20:31:14.923758 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-12f59e0e-5d1c-4ccf-beab-32d076242331 req-ee10a0b3-eeee-427d-9130-ccdb0b6ef51b tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e8bab57-9061-4423-98eb-3cb5b90f4a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7072678 Nov 22 20:31:14.938649 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-dfbfbe42-5760-460c-8fcb-025c1e3dd1f4 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks [] for router, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:15.025296 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-d5eb4402-5ae6-4f68-b1b1-6f4cde3de637 None None] Set router 9e4f3551-aa51-4fc0-ad08-ab48fd3224e9 gateway port host: None {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:31:15.175730 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-797ea784-4f8f-4409-a133-391d5ffb5598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381'] for port, after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:15.206702 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [req-8972a59d-44dd-404c-8d33-ab2afa3369ab req-ea06b7be-9277-46fe-b824-cb2867292196 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Allocated IP 172.20.0.12 (472efbbc-d832-48a8-ba47-cb0fa0f678cf/bfcf564a-3590-4b88-b146-a6d87131f13b/d45dc3a7-ff28-432b-8016-c373ba7cbd55) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:31:15.211029 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797ea784-4f8f-4409-a133-391d5ffb5598 None None] Pushing event deleted for resources: {'Port': ['ID=83499c4e-21f3-4320-b90f-0492ce2255ce,revision_number=None']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:31:15.214978 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-797ea784-4f8f-4409-a133-391d5ffb5598 None None] No DVR routers for this DVR port 83499c4e-21f3-4320-b90f-0492ce2255ce on host n-d-818823-1 {{(pid=103449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:31:15.262070 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-d5eb4402-5ae6-4f68-b1b1-6f4cde3de637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e4f3551-aa51-4fc0-ad08-ab48fd3224e9', 'name': 'tempest-NetworksTestDHCPv6-router-1043334722', 'tenant_id': 'aa06169c4e4d4119918ff90a471be1d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:31:04Z', 'updated_at': '2021-11-22T20:31:11Z', 'revision_number': 3, 'project_id': 'aa06169c4e4d4119918ff90a471be1d0', 'gw_port_host': None}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:31:15.269461 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port cdc14639-ccc0-49ca-96c4-bc427e74b24d, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=cdc14639-ccc0-49ca-96c4-bc427e74b24d,segment=NetworkSegment(60e02a7e-98a0-4d76-b36b-46f7624c5b28),segment_id=60e02a7e-98a0-4d76-b36b-46f7624c5b28)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:31:15.274147 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 83499c4e-21f3-4320-b90f-0492ce2255ce no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:31:15.306840 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: 83499c4e-21f3-4320-b90f-0492ce2255ce {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:31:15.308104 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 83499c4e-21f3-4320-b90f-0492ce2255ce not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:31:15.314765 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Returning: {'device': 'cdc14639-ccc0-49ca-96c4-bc427e74b24d', 'network_id': '13496096-9618-4fad-a538-016ce712d3bd', 'port_id': 'cdc14639-ccc0-49ca-96c4-bc427e74b24d', 'mac_address': 'fa:16:3e:c7:36:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c03e1529-a0c9-4990-b0cd-08a1dc455fd5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 20:31:15.369117 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:15.377602 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5eb4402-5ae6-4f68-b1b1-6f4cde3de637 None None] Checking router: 9e4f3551-aa51-4fc0-ad08-ab48fd3224e9 for host: n-d-818823-1 {{(pid=103450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 20:31:15.387540 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cdc14639-ccc0-49ca-96c4-bc427e74b24d {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:31:15.404770 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5eb4402-5ae6-4f68-b1b1-6f4cde3de637 None None] Routers {'9e4f3551-aa51-4fc0-ad08-ab48fd3224e9'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:31:15.405404 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-d5eb4402-5ae6-4f68-b1b1-6f4cde3de637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:31:03Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['9e4f3551-aa51-4fc0-ad08-ab48fd3224e9'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:31:15.426896 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port cdc14639-ccc0-49ca-96c4-bc427e74b24d, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=cdc14639-ccc0-49ca-96c4-bc427e74b24d,segment=NetworkSegment(60e02a7e-98a0-4d76-b36b-46f7624c5b28),segment_id=60e02a7e-98a0-4d76-b36b-46f7624c5b28)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:31:15.434096 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:15.522331 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-8972a59d-44dd-404c-8d33-ab2afa3369ab req-ea06b7be-9277-46fe-b824-cb2867292196 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:15.530574 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=cdc14639-ccc0-49ca-96c4-bc427e74b24d,revision_number=6']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:31:15.585411 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] get_ports_and_sgs() called for port_ids ['cdc14639-ccc0-49ca-96c4-bc427e74b24d'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:31:15.605280 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-8972a59d-44dd-404c-8d33-ab2afa3369ab req-ea06b7be-9277-46fe-b824-cb2867292196 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:15.606651 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-58d4edc2-b0ae-4d20-a9c8-468f36a6751a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-563470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-663272'] for router_interface, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:15.673930 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8972a59d-44dd-404c-8d33-ab2afa3369ab req-ea06b7be-9277-46fe-b824-cb2867292196 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Network 472efbbc-d832-48a8-ba47-cb0fa0f678cf is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:31:15.678330 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [req-8972a59d-44dd-404c-8d33-ab2afa3369ab req-ea06b7be-9277-46fe-b824-cb2867292196 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:31:15.682561 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [req-8972a59d-44dd-404c-8d33-ab2afa3369ab req-ea06b7be-9277-46fe-b824-cb2867292196 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:31:15.703114 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-d5eb4402-5ae6-4f68-b1b1-6f4cde3de637 None None] Set router 9e4f3551-aa51-4fc0-ad08-ab48fd3224e9 gateway port host: None {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:31:15.751940 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8972a59d-44dd-404c-8d33-ab2afa3369ab req-ea06b7be-9277-46fe-b824-cb2867292196 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:31:15.752616 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-8972a59d-44dd-404c-8d33-ab2afa3369ab req-ea06b7be-9277-46fe-b824-cb2867292196 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:15.782647 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-8972a59d-44dd-404c-8d33-ab2afa3369ab req-ea06b7be-9277-46fe-b824-cb2867292196 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1551478 Nov 22 20:31:15.783382 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea06b7be-9277-46fe-b824-cb2867292196 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Pushing event updated for resources: {'Port': ['ID=d45dc3a7-ff28-432b-8016-c373ba7cbd55,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:31:15.803089 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [req-8972a59d-44dd-404c-8d33-ab2afa3369ab req-c938fa6d-b98a-41c6-a564-571fd32d2f5d service neutron] Request body: {'port': {'device_id': '55c8ea2e-f35c-4917-83f4-6a6eece9ab8c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818823-1'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:31:15.960485 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-d5eb4402-5ae6-4f68-b1b1-6f4cde3de637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e4f3551-aa51-4fc0-ad08-ab48fd3224e9', 'name': 'tempest-NetworksTestDHCPv6-router-1043334722', 'tenant_id': 'aa06169c4e4d4119918ff90a471be1d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:31:04Z', 'updated_at': '2021-11-22T20:31:11Z', 'revision_number': 3, 'project_id': 'aa06169c4e4d4119918ff90a471be1d0', 'gw_port_host': None}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:31:15.962363 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-8972a59d-44dd-404c-8d33-ab2afa3369ab req-c938fa6d-b98a-41c6-a564-571fd32d2f5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:16.038470 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5eb4402-5ae6-4f68-b1b1-6f4cde3de637 None None] The sync data for ids ['9e4f3551-aa51-4fc0-ad08-ab48fd3224e9'] in n-d-818823-1 is: [{'id': '9e4f3551-aa51-4fc0-ad08-ab48fd3224e9', 'name': 'tempest-NetworksTestDHCPv6-router-1043334722', 'tenant_id': 'aa06169c4e4d4119918ff90a471be1d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:31:04Z', 'updated_at': '2021-11-22T20:31:11Z', 'revision_number': 3, 'project_id': 'aa06169c4e4d4119918ff90a471be1d0', 'gw_port_host': None}] {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:31:16.105443 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-48104965-9763-4c27-967c-468d8f349b21 None None] Provisioning complete for port d45dc3a7-ff28-432b-8016-c373ba7cbd55 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:31:16.106594 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-48104965-9763-4c27-967c-468d8f349b21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:16.137548 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-dfbfbe42-5760-460c-8fcb-025c1e3dd1f4 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24781'] for router, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:16.157690 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-dfbfbe42-5760-460c-8fcb-025c1e3dd1f4 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:16.163814 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-48104965-9763-4c27-967c-468d8f349b21 None None] Port d45dc3a7-ff28-432b-8016-c373ba7cbd55 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:31:16.372070 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-dfbfbe42-5760-460c-8fcb-025c1e3dd1f4 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-663261'] for router, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:16.372648 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfbfbe42-5760-460c-8fcb-025c1e3dd1f4 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Fanout notify agent at l3_agent the message router_deleted on router 9e4f3551-aa51-4fc0-ad08-ab48fd3224e9 {{(pid=103447) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 20:31:16.382818 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-dfbfbe42-5760-460c-8fcb-025c1e3dd1f4 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks [] for router, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:16.383975 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-dfbfbe42-5760-460c-8fcb-025c1e3dd1f4 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "DELETE /v2.0/routers/9e4f3551-aa51-4fc0-ad08-ab48fd3224e9 HTTP/1.1" status: 204 len: 168 time: 2.0056126 Nov 22 20:31:16.388855 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 38212) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:31:16.397988 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-230ce6f0-f481-4821-8f7d-e0c341c436d0 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Request body: {'subnet': {'network_id': '7bd88872-a540-4e3b-ac93-d884c5e46f76', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:31:16.409585 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92512d4-316a-4d51-9698-7ae91e4eb063 req-e1a95386-b198-483c-b619-8cc2ba9aec1c tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:31:16.411184 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b92512d4-316a-4d51-9698-7ae91e4eb063 req-e1a95386-b198-483c-b619-8cc2ba9aec1c tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/ports?device_id=223a6470-c695-4f80-9249-14d64f28075d HTTP/1.1" status: 200 len: 944 time: 0.3495460 Nov 22 20:31:16.450382 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090983ec-a76d-47fa-aeac-a8035a1beecf req-0426fc60-131c-46cf-9297-492e3c08a5a1 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:31:16.452059 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-090983ec-a76d-47fa-aeac-a8035a1beecf req-0426fc60-131c-46cf-9297-492e3c08a5a1 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/ports?device_id=55c8ea2e-f35c-4917-83f4-6a6eece9ab8c HTTP/1.1" status: 200 len: 932 time: 0.3105903 Nov 22 20:31:16.536159 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 38214) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:31:16.653331 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-230ce6f0-f481-4821-8f7d-e0c341c436d0 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Made reservation on behalf of aa06169c4e4d4119918ff90a471be1d0 for: {'subnet': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:31:16.664968 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-230ce6f0-f481-4821-8f7d-e0c341c436d0 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11792951'] for subnet, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:16.814076 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ec90bdd-e73f-4d52-93a1-ba81c256b992 tempest-TestNetworkBasicOps-1697801292 tempest-TestNetworkBasicOps-1697801292-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:31:16.814702 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ec90bdd-e73f-4d52-93a1-ba81c256b992 tempest-TestNetworkBasicOps-1697801292 tempest-TestNetworkBasicOps-1697801292-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:31:16.815224 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ec90bdd-e73f-4d52-93a1-ba81c256b992 tempest-TestNetworkBasicOps-1697801292 tempest-TestNetworkBasicOps-1697801292-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:31:16.831319 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-3ec90bdd-e73f-4d52-93a1-ba81c256b992 tempest-TestNetworkBasicOps-1697801292 tempest-TestNetworkBasicOps-1697801292-project-admin] 10.222.0.46 "GET /v2.0/ports?project_id=67d164fc12fc462bb9fe3a42a4c66cfa&network_id=bc6b8ee0-c93e-4fd5-b6d2-3b4003108205 HTTP/1.1" status: 200 len: 2970 time: 0.2750900 Nov 22 20:31:16.831319 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b92512d4-316a-4d51-9698-7ae91e4eb063 req-e449a3df-3203-43de-94d0-4203b1880958 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e8bab57-9061-4423-98eb-3cb5b90f4a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3992012 Nov 22 20:31:16.885772 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-090983ec-a76d-47fa-aeac-a8035a1beecf req-abcc1795-ae72-4368-885c-7c33aa94eae8 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/security-groups?id=be1c2326-cee4-429b-9524-b757ff14e61f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4172361 Nov 22 20:31:16.891105 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device cdc14639-ccc0-49ca-96c4-bc427e74b24d up at agent hyperv_n-h2-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:31:16.995194 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-230ce6f0-f481-4821-8f7d-e0c341c436d0 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11567560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11792921'] for subnet, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:17.019720 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58d4edc2-b0ae-4d20-a9c8-468f36a6751a admin admin] Router fa604c6d-a086-42f5-aec4-7ffe07489e4d has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 20:31:17.024741 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Provisioning complete for port cdc14639-ccc0-49ca-96c4-bc427e74b24d triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:31:17.025119 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:17.036876 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8c666b89-0e75-41bc-91d7-39fe456be0dc req-9020060d-caa3-4194-9694-46af80d4497c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=9f516280-49b7-4727-b9f7-6eaaccb54c6b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1986039 Nov 22 20:31:17.182577 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:17.183953 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-230ce6f0-f481-4821-8f7d-e0c341c436d0 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Network 7bd88872-a540-4e3b-ac93-d884c5e46f76 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:31:17.191696 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [req-8972a59d-44dd-404c-8d33-ab2afa3369ab req-c938fa6d-b98a-41c6-a564-571fd32d2f5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d45dc3a7-ff28-432b-8016-c373ba7cbd55 {{(pid=103448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:31:17.212356 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230ce6f0-f481-4821-8f7d-e0c341c436d0 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Pushing event updated for resources: {'Subnet': ['ID=8ecd0a75-d96f-400f-99eb-61d65451a19e,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:31:17.217659 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-230ce6f0-f481-4821-8f7d-e0c341c436d0 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:31:17.223303 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-230ce6f0-f481-4821-8f7d-e0c341c436d0 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:31:17.223930 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-230ce6f0-f481-4821-8f7d-e0c341c436d0 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:17.226967 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '223a6470-c695-4f80-9249-14d64f28075d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdc14639-ccc0-49ca-96c4-bc427e74b24d'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:31:17.228436 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-8972a59d-44dd-404c-8d33-ab2afa3369ab req-c938fa6d-b98a-41c6-a564-571fd32d2f5d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:17.230526 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d39f6d30a11e565ec9648abcc015e8a6ab6cff4edd704add8155e28765d31eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-170705b8-50f9-48e2-8fae-bf0154f6db9f" -d '{"events": [{"server_uuid": "223a6470-c695-4f80-9249-14d64f28075d", "name": "network-vif-plugged", "status": "completed", "tag": "cdc14639-ccc0-49ca-96c4-bc427e74b24d"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:31:17.238808 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3f9f75f-61e2-40cd-9680-059c5f60d7fa None None] Network 7bd88872-a540-4e3b-ac93-d884c5e46f76 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:31:17.253285 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c666b89-0e75-41bc-91d7-39fe456be0dc req-2e61cea5-9b21-40e5-aa8d-382d4fc630c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:31:17.254865 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8c666b89-0e75-41bc-91d7-39fe456be0dc req-2e61cea5-9b21-40e5-aa8d-382d4fc630c9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=85bf20edceb64b41a574b1567a4068c1&device_id=9f516280-49b7-4727-b9f7-6eaaccb54c6b HTTP/1.1" status: 200 len: 1096 time: 0.1581843 Nov 22 20:31:17.292437 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [req-8972a59d-44dd-404c-8d33-ab2afa3369ab req-c938fa6d-b98a-41c6-a564-571fd32d2f5d service neutron] Transition to ACTIVE for port object d45dc3a7-ff28-432b-8016-c373ba7cbd55 will not be triggered until provisioned by entity L2. {{(pid=103448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 20:31:17.302418 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-230ce6f0-f481-4821-8f7d-e0c341c436d0 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9118354 Nov 22 20:31:17.311393 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 38226) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:31:17.321710 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-8972a59d-44dd-404c-8d33-ab2afa3369ab req-c938fa6d-b98a-41c6-a564-571fd32d2f5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:17.333884 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-de05cf3d-71a6-4ae1-b10e-b853418648cf tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-503486666', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:31:17.378480 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port cdc14639-ccc0-49ca-96c4-bc427e74b24d, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=cdc14639-ccc0-49ca-96c4-bc427e74b24d,segment=NetworkSegment(60e02a7e-98a0-4d76-b36b-46f7624c5b28),segment_id=60e02a7e-98a0-4d76-b36b-46f7624c5b28)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:31:17.381144 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:31:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-527b1cae-a70e-4b13-ad29-3ce3319df6b2 x-openstack-request-id: req-527b1cae-a70e-4b13-ad29-3ce3319df6b2 {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:31:17.382093 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "223a6470-c695-4f80-9249-14d64f28075d", "name": "network-vif-plugged", "status": "completed", "tag": "cdc14639-ccc0-49ca-96c4-bc427e74b24d", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:31:17.382442 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-527b1cae-a70e-4b13-ad29-3ce3319df6b2 {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:31:17.382941 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '223a6470-c695-4f80-9249-14d64f28075d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdc14639-ccc0-49ca-96c4-bc427e74b24d', 'code': 200} Nov 22 20:31:17.388780 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:17.416295 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c666b89-0e75-41bc-91d7-39fe456be0dc req-b076f479-d54c-49fc-bba4-c5897c72f14c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:31:17.420817 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8c666b89-0e75-41bc-91d7-39fe456be0dc req-b076f479-d54c-49fc-bba4-c5897c72f14c service neutron] 10.222.0.20 "GET /v2.0/networks?id=6efa7afe-07b7-401b-a93b-34d9934a86f8 HTTP/1.1" status: 200 len: 911 time: 0.1291792 Nov 22 20:31:17.494176 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-de05cf3d-71a6-4ae1-b10e-b853418648cf tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24799'] for router, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:17.494732 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-de05cf3d-71a6-4ae1-b10e-b853418648cf tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-632716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24788'] for router, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:17.504826 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=cdc14639-ccc0-49ca-96c4-bc427e74b24d,revision_number=7']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:31:17.510221 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52024ce6-da72-45aa-a590-e44f5f621294 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fb26bd7-ce56-527b-b94f-2e1f7cb2bb35-7bd88872-a540-4e3b-ac93-d884c5e46f76', 'network_id': '7bd88872-a540-4e3b-ac93-d884c5e46f76', 'tenant_id': 'aa06169c4e4d4119918ff90a471be1d0', 'fixed_ips': [{'subnet_id': '8ecd0a75-d96f-400f-99eb-61d65451a19e'}]}} from n-d-818823-1. {{(pid=103449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 20:31:17.511035 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-52024ce6-da72-45aa-a590-e44f5f621294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:17.511914 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c938fa6d-b98a-41c6-a564-571fd32d2f5d service neutron] Pushing event updated for resources: {'Port': ['ID=d45dc3a7-ff28-432b-8016-c373ba7cbd55,revision_number=2']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:31:17.544960 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58d4edc2-b0ae-4d20-a9c8-468f36a6751a admin admin] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:31:17.567323 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 38228) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:31:17.571590 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-58d4edc2-b0ae-4d20-a9c8-468f36a6751a admin admin] 10.222.0.46 "PUT /v2.0/routers/fa604c6d-a086-42f5-aec4-7ffe07489e4d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1255333 Nov 22 20:31:17.610040 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8c666b89-0e75-41bc-91d7-39fe456be0dc req-723bd1f4-6174-4951-9475-957f4be78268 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a1bb3d65-a524-49af-a9a5-5d656f804b0b HTTP/1.1" status: 200 len: 1001 time: 0.1819510 Nov 22 20:31:17.674469 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c666b89-0e75-41bc-91d7-39fe456be0dc req-468e5d27-bc9a-4a7e-8020-0ac7d9cb2756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:31:17.677042 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8c666b89-0e75-41bc-91d7-39fe456be0dc req-468e5d27-bc9a-4a7e-8020-0ac7d9cb2756 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=41e22381-7e39-4421-9ae7-fd38b15d4349 HTTP/1.1" status: 200 len: 849 time: 0.0594554 Nov 22 20:31:17.721559 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-de05cf3d-71a6-4ae1-b10e-b853418648cf tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:17.748838 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c666b89-0e75-41bc-91d7-39fe456be0dc req-40159869-82d1-4123-bd02-4b6babae18c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:31:17.752840 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-de05cf3d-71a6-4ae1-b10e-b853418648cf tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-659538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-841284'] for router, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:17.753361 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8c666b89-0e75-41bc-91d7-39fe456be0dc req-40159869-82d1-4123-bd02-4b6babae18c4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6efa7afe-07b7-401b-a93b-34d9934a86f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0690331 Nov 22 20:31:17.758167 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.db_base_plugin_common [None req-52024ce6-da72-45aa-a590-e44f5f621294 None None] Allocated IP 2001:db8::2 (7bd88872-a540-4e3b-ac93-d884c5e46f76/8ecd0a75-d96f-400f-99eb-61d65451a19e/f9f002dd-6ccb-4946-9c8c-b617623b12a3) {{(pid=103449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:31:17.884339 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-8972a59d-44dd-404c-8d33-ab2afa3369ab req-c938fa6d-b98a-41c6-a564-571fd32d2f5d service neutron] Attempting to bind port d45dc3a7-ff28-432b-8016-c373ba7cbd55 on host n-h1-818823-1 for vnic_type normal with profile {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:31:17.885400 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-8972a59d-44dd-404c-8d33-ab2afa3369ab req-c938fa6d-b98a-41c6-a564-571fd32d2f5d service neutron] Attempting to bind port d45dc3a7-ff28-432b-8016-c373ba7cbd55 by drivers openvswitch,hyperv on host n-h1-818823-1 at level 0 using segments [{'id': '0f31ec19-3af4-4928-96f6-fbcd53d7ad3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '472efbbc-d832-48a8-ba47-cb0fa0f678cf'}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:31:17.885400 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8972a59d-44dd-404c-8d33-ab2afa3369ab req-c938fa6d-b98a-41c6-a564-571fd32d2f5d service neutron] Attempting to bind port d45dc3a7-ff28-432b-8016-c373ba7cbd55 on network 472efbbc-d832-48a8-ba47-cb0fa0f678cf {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:31:17.911671 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-de05cf3d-71a6-4ae1-b10e-b853418648cf tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks [] for router, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:17.923381 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-de05cf3d-71a6-4ae1-b10e-b853418648cf tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.6083970 Nov 22 20:31:17.926168 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8972a59d-44dd-404c-8d33-ab2afa3369ab req-c938fa6d-b98a-41c6-a564-571fd32d2f5d service neutron] Port d45dc3a7-ff28-432b-8016-c373ba7cbd55 on network 472efbbc-d832-48a8-ba47-cb0fa0f678cf not bound, no agent of type Open vSwitch agent registered on host n-h1-818823-1 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:31:17.927770 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 38234) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:31:17.928845 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8972a59d-44dd-404c-8d33-ab2afa3369ab req-c938fa6d-b98a-41c6-a564-571fd32d2f5d service neutron] Attempting to bind port d45dc3a7-ff28-432b-8016-c373ba7cbd55 on network 472efbbc-d832-48a8-ba47-cb0fa0f678cf {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:31:17.970893 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8972a59d-44dd-404c-8d33-ab2afa3369ab req-c938fa6d-b98a-41c6-a564-571fd32d2f5d service neutron] Checking agent: {'id': '7a008cff-3b49-418c-8046-689d46cc800f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'started_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 31, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:31:17.970893 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8972a59d-44dd-404c-8d33-ab2afa3369ab req-c938fa6d-b98a-41c6-a564-571fd32d2f5d service neutron] Checking segment: {'id': '0f31ec19-3af4-4928-96f6-fbcd53d7ad3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '472efbbc-d832-48a8-ba47-cb0fa0f678cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:31:17.970893 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8972a59d-44dd-404c-8d33-ab2afa3369ab req-c938fa6d-b98a-41c6-a564-571fd32d2f5d service neutron] Bound using segment: {'id': '0f31ec19-3af4-4928-96f6-fbcd53d7ad3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '472efbbc-d832-48a8-ba47-cb0fa0f678cf'} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:31:17.971461 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-8972a59d-44dd-404c-8d33-ab2afa3369ab req-c938fa6d-b98a-41c6-a564-571fd32d2f5d service neutron] Bound port: d45dc3a7-ff28-432b-8016-c373ba7cbd55, host: n-h1-818823-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f31ec19-3af4-4928-96f6-fbcd53d7ad3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '472efbbc-d832-48a8-ba47-cb0fa0f678cf'}}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:31:17.971597 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-8972a59d-44dd-404c-8d33-ab2afa3369ab req-c938fa6d-b98a-41c6-a564-571fd32d2f5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:18.111780 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-8972a59d-44dd-404c-8d33-ab2afa3369ab req-c938fa6d-b98a-41c6-a564-571fd32d2f5d service neutron] For port d45dc3a7-ff28-432b-8016-c373ba7cbd55, host n-h1-818823-1, cleared binding levels {{(pid=103448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:31:18.118852 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-8972a59d-44dd-404c-8d33-ab2afa3369ab req-c938fa6d-b98a-41c6-a564-571fd32d2f5d service neutron] For port d45dc3a7-ff28-432b-8016-c373ba7cbd55, host n-h1-818823-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=d45dc3a7-ff28-432b-8016-c373ba7cbd55,segment=NetworkSegment(0f31ec19-3af4-4928-96f6-fbcd53d7ad3c),segment_id=0f31ec19-3af4-4928-96f6-fbcd53d7ad3c)] {{(pid=103448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:31:18.132628 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-8972a59d-44dd-404c-8d33-ab2afa3369ab req-c938fa6d-b98a-41c6-a564-571fd32d2f5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:18.154852 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-52024ce6-da72-45aa-a590-e44f5f621294 None None] Publish callbacks [] for port, precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:18.161728 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e961581-8df8-4d5f-b063-313245918374 None None] Sync routers for ids ['fa604c6d-a086-42f5-aec4-7ffe07489e4d'] in n-d-818823-1 {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:31:18.177057 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-52024ce6-da72-45aa-a590-e44f5f621294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372'] for port, after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:18.213823 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9d846713-e394-4e4e-b4f3-125412e0ffd6 admin admin] Publish callbacks [] for router, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:18.222274 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e961581-8df8-4d5f-b063-313245918374 None None] Routers {'fa604c6d-a086-42f5-aec4-7ffe07489e4d'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:31:18.223659 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-0e961581-8df8-4d5f-b063-313245918374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:31:03Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['fa604c6d-a086-42f5-aec4-7ffe07489e4d'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:31:18.338658 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-0e961581-8df8-4d5f-b063-313245918374 None None] Set router fa604c6d-a086-42f5-aec4-7ffe07489e4d gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:31:18.383827 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8c666b89-0e75-41bc-91d7-39fe456be0dc req-2fb10245-6178-4308-89d5-9528a45a1af0 service neutron] 10.222.0.20 "GET /v2.0/networks/6efa7afe-07b7-401b-a93b-34d9934a86f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6235878 Nov 22 20:31:18.413816 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9d846713-e394-4e4e-b4f3-125412e0ffd6 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:18.445449 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8972a59d-44dd-404c-8d33-ab2afa3369ab req-c938fa6d-b98a-41c6-a564-571fd32d2f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:31:18.446880 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-8972a59d-44dd-404c-8d33-ab2afa3369ab req-c938fa6d-b98a-41c6-a564-571fd32d2f5d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:18.448986 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-8972a59d-44dd-404c-8d33-ab2afa3369ab req-c938fa6d-b98a-41c6-a564-571fd32d2f5d service neutron] 10.222.0.41 "PUT /v2.0/ports/d45dc3a7-ff28-432b-8016-c373ba7cbd55 HTTP/1.1" status: 200 len: 1092 time: 2.6514738 Nov 22 20:31:18.452569 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55c8ea2e-f35c-4917-83f4-6a6eece9ab8c', 'tag': 'd45dc3a7-ff28-432b-8016-c373ba7cbd55'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:31:18.466818 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589a98cf2aea187fcc423a5edb333e5a6cf3ad7c81115d1ebee0f079693c312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ec402cf-636e-49ec-8e23-fb2ceb548ea1" -d '{"events": [{"name": "network-changed", "server_uuid": "55c8ea2e-f35c-4917-83f4-6a6eece9ab8c", "tag": "d45dc3a7-ff28-432b-8016-c373ba7cbd55"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:31:18.510851 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52024ce6-da72-45aa-a590-e44f5f621294 None None] Network 7bd88872-a540-4e3b-ac93-d884c5e46f76 is already hosted by enough agents. {{(pid=103449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:31:18.536523 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8c666b89-0e75-41bc-91d7-39fe456be0dc req-4c21eaf0-78b4-4338-a4fd-b2a512fc19a0 service neutron] 10.222.0.20 "GET /v2.0/networks/6efa7afe-07b7-401b-a93b-34d9934a86f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290510 Nov 22 20:31:18.548298 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.base_scheduler [None req-52024ce6-da72-45aa-a590-e44f5f621294 None None] Resources bound (agent type, host, resource id): {{(pid=103449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:31:18.562189 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52024ce6-da72-45aa-a590-e44f5f621294 None None] Received port after_create {{(pid=103449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:31:18.670671 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c938fa6d-b98a-41c6-a564-571fd32d2f5d service neutron] Pushing event updated for resources: {'Port': ['ID=d45dc3a7-ff28-432b-8016-c373ba7cbd55,revision_number=3']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:31:18.694631 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d88905-956f-4131-b17c-66e597ebb032 req-5d8ccf99-36c7-4d11-9aaa-9e42588eec44 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:31:18.696455 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-22d88905-956f-4131-b17c-66e597ebb032 req-5d8ccf99-36c7-4d11-9aaa-9e42588eec44 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/ports?device_id=55c8ea2e-f35c-4917-83f4-6a6eece9ab8c HTTP/1.1" status: 200 len: 944 time: 0.3650172 Nov 22 20:31:18.751821 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8972a59d-44dd-404c-8d33-ab2afa3369ab req-2b522834-d5c4-4efc-b555-5e1982c5fbcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:31:18.756030 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-8972a59d-44dd-404c-8d33-ab2afa3369ab req-2b522834-d5c4-4efc-b555-5e1982c5fbcc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=99aeed5920ec4cada406eeeb08e171e4&device_id=55c8ea2e-f35c-4917-83f4-6a6eece9ab8c HTTP/1.1" status: 200 len: 1095 time: 0.2127740 Nov 22 20:31:18.774545 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-9d846713-e394-4e4e-b4f3-125412e0ffd6 admin admin] Deleting port 54322d99-a974-4992-b924-b385167251ea {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:31:18.774889 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9d846713-e394-4e4e-b4f3-125412e0ffd6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:18.781628 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52024ce6-da72-45aa-a590-e44f5f621294 None None] Pushing event updated for resources: {'Port': ['ID=f9f002dd-6ccb-4946-9c8c-b617623b12a3,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:31:18.803343 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-52024ce6-da72-45aa-a590-e44f5f621294 None None] Attempting to bind port f9f002dd-6ccb-4946-9c8c-b617623b12a3 on host n-d-818823-1 for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:31:18.804859 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-52024ce6-da72-45aa-a590-e44f5f621294 None None] Attempting to bind port f9f002dd-6ccb-4946-9c8c-b617623b12a3 by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': 'bdb0f717-aa5f-4e33-bcc3-95472c9b5b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '7bd88872-a540-4e3b-ac93-d884c5e46f76'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:31:18.806104 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52024ce6-da72-45aa-a590-e44f5f621294 None None] Attempting to bind port f9f002dd-6ccb-4946-9c8c-b617623b12a3 on network 7bd88872-a540-4e3b-ac93-d884c5e46f76 {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:31:18.820337 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2827bc44-750c-4eea-bfe0-ec3f1a4f8342 req-b904ab5c-d426-4239-b035-8f5c06c0527c tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:31:18.821981 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2827bc44-750c-4eea-bfe0-ec3f1a4f8342 req-b904ab5c-d426-4239-b035-8f5c06c0527c tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/ports?device_id=223a6470-c695-4f80-9249-14d64f28075d HTTP/1.1" status: 200 len: 945 time: 0.4541800 Nov 22 20:31:18.823761 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52024ce6-da72-45aa-a590-e44f5f621294 None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 31, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:31:18.824586 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52024ce6-da72-45aa-a590-e44f5f621294 None None] Checking segment: {'id': 'bdb0f717-aa5f-4e33-bcc3-95472c9b5b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '7bd88872-a540-4e3b-ac93-d884c5e46f76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:31:18.825491 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-52024ce6-da72-45aa-a590-e44f5f621294 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:18.827360 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52024ce6-da72-45aa-a590-e44f5f621294 None None] Bound using segment: {'id': 'bdb0f717-aa5f-4e33-bcc3-95472c9b5b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '7bd88872-a540-4e3b-ac93-d884c5e46f76'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:31:18.828094 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-52024ce6-da72-45aa-a590-e44f5f621294 None None] Bound port: f9f002dd-6ccb-4946-9c8c-b617623b12a3, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdb0f717-aa5f-4e33-bcc3-95472c9b5b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '7bd88872-a540-4e3b-ac93-d884c5e46f76'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:31:18.828710 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-52024ce6-da72-45aa-a590-e44f5f621294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:18.868549 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-8972a59d-44dd-404c-8d33-ab2afa3369ab req-927589a5-991e-4c88-96a5-b13a41cbe22b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d45dc3a7-ff28-432b-8016-c373ba7cbd55 HTTP/1.1" status: 200 len: 217 time: 0.1035967 Nov 22 20:31:18.956020 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-22d88905-956f-4131-b17c-66e597ebb032 req-e2fd352c-5c22-4d8d-90ff-43bc645c5078 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/security-groups?id=be1c2326-cee4-429b-9524-b757ff14e61f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2091024 Nov 22 20:31:18.962237 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f37f8231-f158-49af-bc0a-ac7b5b6de071 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:19.036031 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8972a59d-44dd-404c-8d33-ab2afa3369ab req-5f9d2348-978e-440b-ad14-89aad902ca81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:31:19.037529 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-8972a59d-44dd-404c-8d33-ab2afa3369ab req-5f9d2348-978e-440b-ad14-89aad902ca81 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bfcf564a-3590-4b88-b146-a6d87131f13b HTTP/1.1" status: 200 len: 856 time: 0.1292536 Nov 22 20:31:19.055636 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-52024ce6-da72-45aa-a590-e44f5f621294 None None] For port f9f002dd-6ccb-4946-9c8c-b617623b12a3, host n-d-818823-1, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:31:19.059371 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-52024ce6-da72-45aa-a590-e44f5f621294 None None] For port f9f002dd-6ccb-4946-9c8c-b617623b12a3, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=f9f002dd-6ccb-4946-9c8c-b617623b12a3,segment=NetworkSegment(bdb0f717-aa5f-4e33-bcc3-95472c9b5b64),segment_id=bdb0f717-aa5f-4e33-bcc3-95472c9b5b64)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:31:19.071467 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-52024ce6-da72-45aa-a590-e44f5f621294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:19.163558 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2827bc44-750c-4eea-bfe0-ec3f1a4f8342 req-68c7a1b3-f868-4ca2-943f-648892bc8107 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e8bab57-9061-4423-98eb-3cb5b90f4a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2726822 Nov 22 20:31:19.212715 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-9d846713-e394-4e4e-b4f3-125412e0ffd6 admin admin] For port 54322d99-a974-4992-b924-b385167251ea, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=54322d99-a974-4992-b924-b385167251ea,segment=NetworkSegment(8793ba83-8407-4c3d-9b56-2a177cd58a70),segment_id=8793ba83-8407-4c3d-9b56-2a177cd58a70)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:31:19.213115 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9d846713-e394-4e4e-b4f3-125412e0ffd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:19.218286 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 20:31:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf0acba5-ad1d-42d8-9d81-80f05e14b55b x-openstack-request-id: req-bf0acba5-ad1d-42d8-9d81-80f05e14b55b {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:31:19.218584 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55c8ea2e-f35c-4917-83f4-6a6eece9ab8c", "tag": "d45dc3a7-ff28-432b-8016-c373ba7cbd55", "status": "completed", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:31:19.218830 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-bf0acba5-ad1d-42d8-9d81-80f05e14b55b {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:31:19.227783 n-d-818823-1 neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55c8ea2e-f35c-4917-83f4-6a6eece9ab8c', 'tag': 'd45dc3a7-ff28-432b-8016-c373ba7cbd55', 'status': 'completed', 'code': 200} Nov 22 20:31:19.230879 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-0e961581-8df8-4d5f-b063-313245918374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa604c6d-a086-42f5-aec4-7ffe07489e4d', 'name': 'tempest-ServerRescueTestJSONUnderV235-1472838260-router', 'tenant_id': '58f18dba29b1404593b210234b4fc486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': '54322d99-a974-4992-b924-b385167251ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:29:49Z', 'updated_at': '2021-11-22T20:31:14Z', 'revision_number': 5, 'project_id': '58f18dba29b1404593b210234b4fc486', 'gw_port': {'id': '54322d99-a974-4992-b924-b385167251ea', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:d3:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa604c6d-a086-42f5-aec4-7ffe07489e4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2378, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:29:50Z', 'updated_at': '2021-11-22T20:29:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:31:19.266885 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-9d846713-e394-4e4e-b4f3-125412e0ffd6 admin admin] Calling delete_port for 54322d99-a974-4992-b924-b385167251ea owned by network:router_gateway {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:31:19.286274 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8972a59d-44dd-404c-8d33-ab2afa3369ab req-e358d3d9-37a6-4973-95a4-1dfcc82a7eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:31:19.288052 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-8972a59d-44dd-404c-8d33-ab2afa3369ab req-e358d3d9-37a6-4973-95a4-1dfcc82a7eb9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=472efbbc-d832-48a8-ba47-cb0fa0f678cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2401831 Nov 22 20:31:19.294437 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e961581-8df8-4d5f-b063-313245918374 None None] Checking router: fa604c6d-a086-42f5-aec4-7ffe07489e4d for host: n-d-818823-1 {{(pid=103449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 20:31:19.305637 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52024ce6-da72-45aa-a590-e44f5f621294 None None] Pushing event updated for resources: {'Port': ['ID=f9f002dd-6ccb-4946-9c8c-b617623b12a3,revision_number=2']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:31:19.314522 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e961581-8df8-4d5f-b063-313245918374 None None] Routers {'fa604c6d-a086-42f5-aec4-7ffe07489e4d'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:31:19.315457 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-0e961581-8df8-4d5f-b063-313245918374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:31:03Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['fa604c6d-a086-42f5-aec4-7ffe07489e4d'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:31:19.452713 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-0e961581-8df8-4d5f-b063-313245918374 None None] Set router fa604c6d-a086-42f5-aec4-7ffe07489e4d gateway port host: None {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:31:19.582394 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-0e961581-8df8-4d5f-b063-313245918374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa604c6d-a086-42f5-aec4-7ffe07489e4d', 'name': 'tempest-ServerRescueTestJSONUnderV235-1472838260-router', 'tenant_id': '58f18dba29b1404593b210234b4fc486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:29:49Z', 'updated_at': '2021-11-22T20:31:18Z', 'revision_number': 6, 'project_id': '58f18dba29b1404593b210234b4fc486', 'gw_port_host': None}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:31:19.624695 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e961581-8df8-4d5f-b063-313245918374 None None] The sync data for ids ['fa604c6d-a086-42f5-aec4-7ffe07489e4d'] in n-d-818823-1 is: [{'id': 'fa604c6d-a086-42f5-aec4-7ffe07489e4d', 'name': 'tempest-ServerRescueTestJSONUnderV235-1472838260-router', 'tenant_id': '58f18dba29b1404593b210234b4fc486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:29:49Z', 'updated_at': '2021-11-22T20:31:18Z', 'revision_number': 6, 'project_id': '58f18dba29b1404593b210234b4fc486', 'gw_port_host': None}] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:31:19.758256 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [None req-f37f8231-f158-49af-bc0a-ac7b5b6de071 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Allocated IP 2001:db8::1 (7bd88872-a540-4e3b-ac93-d884c5e46f76/8ecd0a75-d96f-400f-99eb-61d65451a19e/0ce15bef-3bab-4f32-99ca-335b0ab34f34) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:31:19.823997 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-8972a59d-44dd-404c-8d33-ab2afa3369ab req-c2a76418-9a75-4659-b005-4f2fef85f0e9 service neutron] 10.222.0.41 "GET /v2.0/networks/472efbbc-d832-48a8-ba47-cb0fa0f678cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5190823 Nov 22 20:31:19.888246 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 38250) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:31:20.143956 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-8972a59d-44dd-404c-8d33-ab2afa3369ab req-8e8ee5ef-39f8-4d6d-a6d6-48833849d52a service neutron] 10.222.0.41 "GET /v2.0/networks/472efbbc-d832-48a8-ba47-cb0fa0f678cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3054781 Nov 22 20:31:20.186138 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9d846713-e394-4e4e-b4f3-125412e0ffd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:20.249728 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f37f8231-f158-49af-bc0a-ac7b5b6de071 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:20.273684 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17fc55f4-0caf-4794-a548-53c17afda0e1 None None] DHCP port deletion for c48a55e9-6a85-4746-b7bf-3e29fb560094 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:31:20.356577 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eac49ff1-ecb3-4d5c-b943-91c5f9480a49 tempest-TestNetworkBasicOps-1697801292 tempest-TestNetworkBasicOps-1697801292-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:31:20.377039 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-eac49ff1-ecb3-4d5c-b943-91c5f9480a49 tempest-TestNetworkBasicOps-1697801292 tempest-TestNetworkBasicOps-1697801292-project-admin] 10.222.0.46 "GET /v2.0/subnets?network_id=c48a55e9-6a85-4746-b7bf-3e29fb560094 HTTP/1.1" status: 200 len: 814 time: 0.4873095 Nov 22 20:31:20.485993 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9d846713-e394-4e4e-b4f3-125412e0ffd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595398'] for router_gateway, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:20.526812 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d846713-e394-4e4e-b4f3-125412e0ffd6 admin admin] Pushing event deleted for resources: {'Port': ['ID=54322d99-a974-4992-b924-b385167251ea,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:31:20.552858 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-866a198d-44c1-4526-ac17-6f9b4072ed61 req-91dfd919-cd5b-4562-8194-d97c28f9b062 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f1a6bfe1-26d1-4dd2-94cd-df2360ee8ad5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5596118 Nov 22 20:31:20.575060 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39fd534-4393-4883-83a4-54978eddd0f4 req-4fbc5b42-52d8-438d-a8d4-965690ae0b3e tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:31:20.577750 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a39fd534-4393-4883-83a4-54978eddd0f4 req-4fbc5b42-52d8-438d-a8d4-965690ae0b3e tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/ports?device_id=55c8ea2e-f35c-4917-83f4-6a6eece9ab8c HTTP/1.1" status: 200 len: 944 time: 0.4088430 Nov 22 20:31:20.633534 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a0ac64-47f2-449c-92b3-a37db6489b23 req-bc69d99c-bbd8-48ea-b2b9-89787dcbc1ad tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:31:20.641728 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-89a0ac64-47f2-449c-92b3-a37db6489b23 req-bc69d99c-bbd8-48ea-b2b9-89787dcbc1ad tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/ports?device_id=223a6470-c695-4f80-9249-14d64f28075d HTTP/1.1" status: 200 len: 945 time: 0.2613928 Nov 22 20:31:20.698712 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec402cf-636e-49ec-8e23-fb2ceb548ea1 req-54226d9d-c980-46c2-a7c5-2fa3c986fd41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:31:20.700277 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-9ec402cf-636e-49ec-8e23-fb2ceb548ea1 req-54226d9d-c980-46c2-a7c5-2fa3c986fd41 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=99aeed5920ec4cada406eeeb08e171e4&device_id=55c8ea2e-f35c-4917-83f4-6a6eece9ab8c HTTP/1.1" status: 200 len: 1095 time: 0.3733647 Nov 22 20:31:20.708378 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9d846713-e394-4e4e-b4f3-125412e0ffd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24781'] for router, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:20.712964 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9d846713-e394-4e4e-b4f3-125412e0ffd6 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:20.795784 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a39fd534-4393-4883-83a4-54978eddd0f4 req-b12b48d7-e059-464f-800f-3034c67dba15 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/security-groups?id=be1c2326-cee4-429b-9524-b757ff14e61f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2114592 Nov 22 20:31:20.797426 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f37f8231-f158-49af-bc0a-ac7b5b6de071 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:20.829854 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec402cf-636e-49ec-8e23-fb2ceb548ea1 req-71fe1944-1488-4574-a9b8-31f4692c98ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:31:20.831304 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-9ec402cf-636e-49ec-8e23-fb2ceb548ea1 req-71fe1944-1488-4574-a9b8-31f4692c98ca service neutron] 10.222.0.41 "GET /v2.0/networks?id=472efbbc-d832-48a8-ba47-cb0fa0f678cf HTTP/1.1" status: 200 len: 918 time: 0.1201539 Nov 22 20:31:20.840785 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f37f8231-f158-49af-bc0a-ac7b5b6de071 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Network 7bd88872-a540-4e3b-ac93-d884c5e46f76 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:31:20.868451 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-f37f8231-f158-49af-bc0a-ac7b5b6de071 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:31:20.919745 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-9ec402cf-636e-49ec-8e23-fb2ceb548ea1 req-f7d0e73d-80c6-4c32-b5b2-b96573c6169d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d45dc3a7-ff28-432b-8016-c373ba7cbd55 HTTP/1.1" status: 200 len: 217 time: 0.0803680 Nov 22 20:31:20.922555 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9d846713-e394-4e4e-b4f3-125412e0ffd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-663261'] for router, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:20.923344 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d846713-e394-4e4e-b4f3-125412e0ffd6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fa604c6d-a086-42f5-aec4-7ffe07489e4d {{(pid=103448) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 20:31:20.931514 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f37f8231-f158-49af-bc0a-ac7b5b6de071 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:31:20.931734 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9d846713-e394-4e4e-b4f3-125412e0ffd6 admin admin] Publish callbacks [] for router, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:20.931970 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f37f8231-f158-49af-bc0a-ac7b5b6de071 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659939'] for router_interface, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:20.934240 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-9d846713-e394-4e4e-b4f3-125412e0ffd6 admin admin] 10.222.0.46 "DELETE /v2.0/routers/fa604c6d-a086-42f5-aec4-7ffe07489e4d HTTP/1.1" status: 204 len: 168 time: 3.3632312 Nov 22 20:31:20.936169 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 38270) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:31:20.995462 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866a198d-44c1-4526-ac17-6f9b4072ed61 req-c6e789ef-3f9b-445c-a99a-d1c48a9d46b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:31:20.997240 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-866a198d-44c1-4526-ac17-6f9b4072ed61 req-c6e789ef-3f9b-445c-a99a-d1c48a9d46b2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a3670ebd84cb4741b338db645a992249&device_id=f1a6bfe1-26d1-4dd2-94cd-df2360ee8ad5 HTTP/1.1" status: 200 len: 1096 time: 0.3178971 Nov 22 20:31:21.002106 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_v2 [None req-448e6d38-2e2d-48df-a240-bd0467a4601e admin admin] Deleting subnet 06df14ad-dfdd-4da5-9f27-f399f4421e36 {{(pid=103448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 20:31:21.006242 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-448e6d38-2e2d-48df-a240-bd0467a4601e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:21.022884 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-89a0ac64-47f2-449c-92b3-a37db6489b23 req-cb2362b4-846d-486f-bf07-dd63e9382ea0 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e8bab57-9061-4423-98eb-3cb5b90f4a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3793447 Nov 22 20:31:21.047060 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-448e6d38-2e2d-48df-a240-bd0467a4601e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11627908'] for subnet, precommit_delete_associations {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:21.064302 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37f8231-f158-49af-bc0a-ac7b5b6de071 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Pushing event updated for resources: {'Port': ['ID=0ce15bef-3bab-4f32-99ca-335b0ab34f34,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:31:21.124251 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-448e6d38-2e2d-48df-a240-bd0467a4601e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3753007'] for subnet, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:21.153079 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-cf9a9e23-f34f-4c07-9f6f-4e139851b6e3 None None] Provisioning complete for port f9f002dd-6ccb-4946-9c8c-b617623b12a3 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:31:21.153462 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-cf9a9e23-f34f-4c07-9f6f-4e139851b6e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:21.288887 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device f9f002dd-6ccb-4946-9c8c-b617623b12a3 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:31:21.309916 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device d45dc3a7-ff28-432b-8016-c373ba7cbd55 details requested by agent hyperv_n-h1-818823-1 with host n-h1-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 20:31:21.399180 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866a198d-44c1-4526-ac17-6f9b4072ed61 req-d6f21ffb-ed61-4ae7-bdaa-426ef68fe6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:31:21.405021 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-866a198d-44c1-4526-ac17-6f9b4072ed61 req-d6f21ffb-ed61-4ae7-bdaa-426ef68fe6a5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=13496096-9618-4fad-a538-016ce712d3bd HTTP/1.1" status: 200 len: 913 time: 0.3722951 Nov 22 20:31:21.555928 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 38276) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:31:21.572951 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-fbdb0f0a-e209-4b57-9dd7-c424e21f14e6 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Request body: {'network': {'name': 'tempest-network-smoke--333270676', 'project_id': '67d164fc12fc462bb9fe3a42a4c66cfa', 'port_security_enabled': True}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:31:21.674129 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f37f8231-f158-49af-bc0a-ac7b5b6de071 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:21.813298 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbdb0f0a-e209-4b57-9dd7-c424e21f14e6 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Made reservation on behalf of 67d164fc12fc462bb9fe3a42a4c66cfa for: {'network': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:31:21.823222 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-fbdb0f0a-e209-4b57-9dd7-c424e21f14e6 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for network, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:21.880681 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-866a198d-44c1-4526-ac17-6f9b4072ed61 req-55edcb47-5343-4636-b9a6-344bc692bca6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9c51b9e8-9b54-46f6-8722-f3321988d408 HTTP/1.1" status: 200 len: 999 time: 0.4706180 Nov 22 20:31:21.970552 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec402cf-636e-49ec-8e23-fb2ceb548ea1 req-41461b8b-6aa6-4476-954a-cf4e7fd1f0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:31:21.971944 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-9ec402cf-636e-49ec-8e23-fb2ceb548ea1 req-41461b8b-6aa6-4476-954a-cf4e7fd1f0e5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bfcf564a-3590-4b88-b146-a6d87131f13b HTTP/1.1" status: 200 len: 856 time: 1.0366275 Nov 22 20:31:21.984292 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port f9f002dd-6ccb-4946-9c8c-b617623b12a3 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:31:21.984693 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:22.040693 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-cf9a9e23-f34f-4c07-9f6f-4e139851b6e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:22.054600 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866a198d-44c1-4526-ac17-6f9b4072ed61 req-2004e2c5-62fa-4431-b410-e3bb9969d69f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:31:22.059585 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-866a198d-44c1-4526-ac17-6f9b4072ed61 req-2004e2c5-62fa-4431-b410-e3bb9969d69f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c03e1529-a0c9-4990-b0cd-08a1dc455fd5 HTTP/1.1" status: 200 len: 851 time: 0.1412551 Nov 22 20:31:22.070068 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port d45dc3a7-ff28-432b-8016-c373ba7cbd55, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=d45dc3a7-ff28-432b-8016-c373ba7cbd55,segment=NetworkSegment(0f31ec19-3af4-4928-96f6-fbcd53d7ad3c),segment_id=0f31ec19-3af4-4928-96f6-fbcd53d7ad3c)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:31:22.086656 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-448e6d38-2e2d-48df-a240-bd0467a4601e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3753014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11567369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11792914'] for subnet, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:22.151682 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Returning: {'device': 'd45dc3a7-ff28-432b-8016-c373ba7cbd55', 'network_id': '472efbbc-d832-48a8-ba47-cb0fa0f678cf', 'port_id': 'd45dc3a7-ff28-432b-8016-c373ba7cbd55', 'mac_address': 'fa:16:3e:5d:4a:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 632, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfcf564a-3590-4b88-b146-a6d87131f13b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 20:31:22.165111 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbdb0f0a-e209-4b57-9dd7-c424e21f14e6 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] vlan segment allocate from pool success with {'vlan_id': 628, 'physical_network': 'physnet1'} {{(pid=103447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 20:31:22.234042 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448e6d38-2e2d-48df-a240-bd0467a4601e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=06df14ad-dfdd-4da5-9f27-f399f4421e36,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:31:22.242905 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-448e6d38-2e2d-48df-a240-bd0467a4601e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:22.244197 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-cf9a9e23-f34f-4c07-9f6f-4e139851b6e3 None None] For port f9f002dd-6ccb-4946-9c8c-b617623b12a3, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=f9f002dd-6ccb-4946-9c8c-b617623b12a3,segment=NetworkSegment(bdb0f717-aa5f-4e33-bcc3-95472c9b5b64),segment_id=bdb0f717-aa5f-4e33-bcc3-95472c9b5b64)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:31:22.248994 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-448e6d38-2e2d-48df-a240-bd0467a4601e admin admin] 10.222.0.46 "DELETE /v2.0/subnets/06df14ad-dfdd-4da5-9f27-f399f4421e36 HTTP/1.1" status: 204 len: 168 time: 1.3118663 Nov 22 20:31:22.251557 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 38284) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:31:22.275284 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec402cf-636e-49ec-8e23-fb2ceb548ea1 req-162dd007-af1a-4d62-a919-912dddb141c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:31:22.276976 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-9ec402cf-636e-49ec-8e23-fb2ceb548ea1 req-162dd007-af1a-4d62-a919-912dddb141c6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=472efbbc-d832-48a8-ba47-cb0fa0f678cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2967768 Nov 22 20:31:22.433472 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1b4c6e7d-0379-4726-b5ea-923b90856981 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3961693'] for network, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:22.476733 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:22.504972 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-cf9a9e23-f34f-4c07-9f6f-4e139851b6e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:22.514272 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-fbdb0f0a-e209-4b57-9dd7-c424e21f14e6 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:22.516507 n-d-818823-1 neutron-server[103447]: INFO neutron.db.segments_db [None req-fbdb0f0a-e209-4b57-9dd7-c424e21f14e6 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Added segment 067c07b8-2a70-4987-afc0-219229c2065a of type vlan for network a2fb1d1d-e875-477e-b404-e136472c7a50 Nov 22 20:31:22.588519 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-9ec402cf-636e-49ec-8e23-fb2ceb548ea1 req-40764f9c-5dc6-4be9-8e0a-41b2abde12aa service neutron] 10.222.0.41 "GET /v2.0/networks/472efbbc-d832-48a8-ba47-cb0fa0f678cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2765799 Nov 22 20:31:22.651223 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866a198d-44c1-4526-ac17-6f9b4072ed61 req-3df5de1f-e798-400d-a3a9-242c0ebe9b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:31:22.667365 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-866a198d-44c1-4526-ac17-6f9b4072ed61 req-3df5de1f-e798-400d-a3a9-242c0ebe9b45 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=13496096-9618-4fad-a538-016ce712d3bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4899530 Nov 22 20:31:22.696570 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9a9e23-f34f-4c07-9f6f-4e139851b6e3 None None] Pushing event updated for resources: {'Port': ['ID=f9f002dd-6ccb-4946-9c8c-b617623b12a3,revision_number=3']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:31:22.708819 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d45dc3a7-ff28-432b-8016-c373ba7cbd55 {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:31:22.732914 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a55de36-f7af-45b0-a033-0c8ef7e177ff req-ad7e0cb3-68c3-41b6-9fff-827c51bfe5b9 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:31:22.735857 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port d45dc3a7-ff28-432b-8016-c373ba7cbd55, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=d45dc3a7-ff28-432b-8016-c373ba7cbd55,segment=NetworkSegment(0f31ec19-3af4-4928-96f6-fbcd53d7ad3c),segment_id=0f31ec19-3af4-4928-96f6-fbcd53d7ad3c)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:31:22.741888 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2a55de36-f7af-45b0-a033-0c8ef7e177ff req-ad7e0cb3-68c3-41b6-9fff-827c51bfe5b9 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/ports?device_id=55c8ea2e-f35c-4917-83f4-6a6eece9ab8c HTTP/1.1" status: 200 len: 944 time: 0.6638227 Nov 22 20:31:22.766420 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:22.799060 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cf3fa1-9e21-47a7-bb22-277ed1418f32 req-082e7fdc-7950-40a1-bd07-257710407e70 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:31:22.813546 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-41cf3fa1-9e21-47a7-bb22-277ed1418f32 req-082e7fdc-7950-40a1-bd07-257710407e70 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/ports?device_id=223a6470-c695-4f80-9249-14d64f28075d HTTP/1.1" status: 200 len: 945 time: 0.6039338 Nov 22 20:31:22.864266 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1b4c6e7d-0379-4726-b5ea-923b90856981 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3760028', 'neutron.services.segments.db._delete_segments_for_network-8748992815755'] for network, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:22.885360 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-fbdb0f0a-e209-4b57-9dd7-c424e21f14e6 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748992492791'] for network, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:22.934801 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 54322d99-a974-4992-b924-b385167251ea no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:31:22.946804 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-1b4c6e7d-0379-4726-b5ea-923b90856981 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bac7bcf3-51ae-4543-8f0e-82b2d2e8c1d3']}} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:31:22.947054 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-961eb974-8ffb-4329-8ab9-20e92d7ac437 None None] Provisioning complete for port 0ce15bef-3bab-4f32-99ca-335b0ab34f34 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:31:22.947349 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-961eb974-8ffb-4329-8ab9-20e92d7ac437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:22.967193 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-1b4c6e7d-0379-4726-b5ea-923b90856981 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcbbe86a-c061-495c-a828-256b0a522cc1') {'for_net_delete': True} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:31:22.967523 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-1b4c6e7d-0379-4726-b5ea-923b90856981 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcbbe86a-c061-495c-a828-256b0a522cc1') {} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:31:22.985984 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1b4c6e7d-0379-4726-b5ea-923b90856981 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748993039638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11627933'] for segment, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:23.018004 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-9ec402cf-636e-49ec-8e23-fb2ceb548ea1 req-1bc6971b-031b-4ab0-b7b3-78dac30af371 service neutron] 10.222.0.41 "GET /v2.0/networks/472efbbc-d832-48a8-ba47-cb0fa0f678cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4204876 Nov 22 20:31:23.034697 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1b4c6e7d-0379-4726-b5ea-923b90856981 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:23.046422 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b4c6e7d-0379-4726-b5ea-923b90856981 admin admin] Releasing vlan 622 on physical network physnet1 to pool {{(pid=103448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 20:31:23.047015 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1b4c6e7d-0379-4726-b5ea-923b90856981 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11567447'] for segment, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:23.054343 n-d-818823-1 neutron-server[103448]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 20:31:23.054343 n-d-818823-1 neutron-server[103448]: items = [ Nov 22 20:31:23.054343 n-d-818823-1 neutron-server[103448]: Traceback (most recent call last): Nov 22 20:31:23.054343 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 20:31:23.054343 n-d-818823-1 neutron-server[103448]: timer() Nov 22 20:31:23.054343 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 20:31:23.054343 n-d-818823-1 neutron-server[103448]: cb(*args, **kw) Nov 22 20:31:23.054343 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 20:31:23.054343 n-d-818823-1 neutron-server[103448]: return func(*args, **kwargs) Nov 22 20:31:23.054343 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 20:31:23.054343 n-d-818823-1 neutron-server[103448]: self._notify() Nov 22 20:31:23.054343 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 20:31:23.054343 n-d-818823-1 neutron-server[103448]: self.callback(batched_events) Nov 22 20:31:23.054343 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 20:31:23.054343 n-d-818823-1 neutron-server[103448]: event.method(event) Nov 22 20:31:23.054343 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 20:31:23.054343 n-d-818823-1 neutron-server[103448]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 20:31:23.054343 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 20:31:23.054343 n-d-818823-1 neutron-server[103448]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 20:31:23.054343 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 20:31:23.054343 n-d-818823-1 neutron-server[103448]: return f(self, *a, **k) Nov 22 20:31:23.054343 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 20:31:23.054343 n-d-818823-1 neutron-server[103448]: return self._get(url).json() Nov 22 20:31:23.054343 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 20:31:23.054343 n-d-818823-1 neutron-server[103448]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 20:31:23.054343 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 20:31:23.054343 n-d-818823-1 neutron-server[103448]: return self.request(url, 'GET', **kwargs) Nov 22 20:31:23.054343 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 20:31:23.054343 n-d-818823-1 neutron-server[103448]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 20:31:23.054343 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 20:31:23.054343 n-d-818823-1 neutron-server[103448]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 20:31:23.054343 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 20:31:23.054343 n-d-818823-1 neutron-server[103448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 20:31:23.054343 n-d-818823-1 neutron-server[103448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 20:31:23.114083 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-866a198d-44c1-4526-ac17-6f9b4072ed61 req-5a319191-3a56-42c5-9e1a-ee18077978a4 service neutron] 10.222.0.41 "GET /v2.0/networks/13496096-9618-4fad-a538-016ce712d3bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4186978 Nov 22 20:31:23.158269 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] get_ports_and_sgs() called for port_ids ['d45dc3a7-ff28-432b-8016-c373ba7cbd55'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:31:23.160649 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: 54322d99-a974-4992-b924-b385167251ea {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:31:23.161001 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 54322d99-a974-4992-b924-b385167251ea not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:31:23.161478 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 18680f9b-29f4-44b8-8025-3c44f6dc545c no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:31:23.173894 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.db.resource_extend [None req-fbdb0f0a-e209-4b57-9dd7-c424e21f14e6 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 22 20:31:23.204918 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1b4c6e7d-0379-4726-b5ea-923b90856981 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3760002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595318'] for network, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:23.222995 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1b4c6e7d-0379-4726-b5ea-923b90856981 admin admin] Publish callbacks [] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:23.233792 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-1b4c6e7d-0379-4726-b5ea-923b90856981 admin admin] 10.222.0.46 "DELETE /v2.0/networks/bac7bcf3-51ae-4543-8f0e-82b2d2e8c1d3 HTTP/1.1" status: 204 len: 168 time: 0.9785461 Nov 22 20:31:23.270978 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4c6e7d-0379-4726-b5ea-923b90856981 admin admin] Pushing event deleted for resources: {'Network': ['ID=bac7bcf3-51ae-4543-8f0e-82b2d2e8c1d3,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:31:23.296858 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: 18680f9b-29f4-44b8-8025-3c44f6dc545c {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:31:23.297484 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 18680f9b-29f4-44b8-8025-3c44f6dc545c not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:31:23.319919 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=d45dc3a7-ff28-432b-8016-c373ba7cbd55,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:31:23.326371 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-961eb974-8ffb-4329-8ab9-20e92d7ac437 None None] Port 0ce15bef-3bab-4f32-99ca-335b0ab34f34 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:31:23.440024 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-41cf3fa1-9e21-47a7-bb22-277ed1418f32 req-100c2ee0-c7ad-4c20-8f77-a7c46642aabc tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e8bab57-9061-4423-98eb-3cb5b90f4a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6252482 Nov 22 20:31:23.455095 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device f9f002dd-6ccb-4946-9c8c-b617623b12a3 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:31:23.516898 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-866a198d-44c1-4526-ac17-6f9b4072ed61 req-c56cf25b-d339-41d2-9c4f-1f90ef438ac5 service neutron] 10.222.0.41 "GET /v2.0/networks/13496096-9618-4fad-a538-016ce712d3bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3642049 Nov 22 20:31:23.520657 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2a55de36-f7af-45b0-a033-0c8ef7e177ff req-6dfe2913-abf9-470d-b961-41202412cb26 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/security-groups?id=be1c2326-cee4-429b-9524-b757ff14e61f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.7500672 Nov 22 20:31:23.521347 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-fbdb0f0a-e209-4b57-9dd7-c424e21f14e6 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for network, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:23.529116 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbdb0f0a-e209-4b57-9dd7-c424e21f14e6 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:31:23.529777 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-fbdb0f0a-e209-4b57-9dd7-c424e21f14e6 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for network, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:23.621844 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 38300) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:31:23.648960 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port f9f002dd-6ccb-4946-9c8c-b617623b12a3 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:31:23.649495 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:23.661979 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-fbdb0f0a-e209-4b57-9dd7-c424e21f14e6 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 2.0974903 Nov 22 20:31:23.669928 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 38302) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:31:23.767997 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-1e3312bf-e449-42b7-9987-912d8db2556a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=58f18dba29b1404593b210234b4fc486&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1441569 Nov 22 20:31:23.768660 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 38304) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:31:23.900554 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3c7c5dc-48aa-437e-a1a3-c6312a0685d3 tempest-TestNetworkBasicOps-1697801292 tempest-TestNetworkBasicOps-1697801292-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:31:23.908151 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-f3c7c5dc-48aa-437e-a1a3-c6312a0685d3 tempest-TestNetworkBasicOps-1697801292 tempest-TestNetworkBasicOps-1697801292-project-admin] 10.222.0.46 "GET /v2.0/subnets?project_id=67d164fc12fc462bb9fe3a42a4c66cfa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.2362428 Nov 22 20:31:23.908890 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 38310) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:31:23.925604 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f37f8231-f158-49af-bc0a-ac7b5b6de071 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks [] for port, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:23.936674 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdb0f0a-e209-4b57-9dd7-c424e21f14e6 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Pushing event updated for resources: {'Network': ['ID=a2fb1d1d-e875-477e-b404-e136472c7a50,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:31:23.949644 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Network a2fb1d1d-e875-477e-b404-e136472c7a50 details requested by agent ovs-agent-n-d-818823-1 with host n-d-818823-1 {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 20:31:23.954813 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f37f8231-f158-49af-bc0a-ac7b5b6de071 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:23.955631 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f37f8231-f158-49af-bc0a-ac7b5b6de071 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-563461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-659839'] for router_interface, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:24.058175 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-dc8ea08f-db6a-47d5-82df-b064e9ce415e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:24.122364 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-dc8ea08f-db6a-47d5-82df-b064e9ce415e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:24.167790 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e76b2f58-847d-4930-a9ac-ad6975b62594 tempest-TestNetworkBasicOps-1697801292 tempest-TestNetworkBasicOps-1697801292-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:31:24.172131 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-e76b2f58-847d-4930-a9ac-ad6975b62594 tempest-TestNetworkBasicOps-1697801292 tempest-TestNetworkBasicOps-1697801292-project-admin] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2578764 Nov 22 20:31:24.173979 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 38316) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:31:24.227174 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-bfb74039-8161-4106-b557-f7c882b9e6b2 tempest-TestNetworkBasicOps-1697801292 tempest-TestNetworkBasicOps-1697801292-project-admin] 10.222.0.46 "GET /v2.0/subnets?network_id=c48a55e9-6a85-4746-b7bf-3e29fb560094&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0520048 Nov 22 20:31:24.230149 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 38320) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:31:24.307058 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-dc8ea08f-db6a-47d5-82df-b064e9ce415e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:24.309751 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-dc8ea08f-db6a-47d5-82df-b064e9ce415e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:24.311017 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-dc8ea08f-db6a-47d5-82df-b064e9ce415e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3776e3ad-7077-49a6-9ca5-2a879ce1ed3b HTTP/1.1" status: 204 len: 168 time: 0.5354326 Nov 22 20:31:24.316017 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-5a4f91c9-cd37-4639-9a0e-18a31a06b944 tempest-TestNetworkBasicOps-1697801292 tempest-TestNetworkBasicOps-1697801292-project-admin] 10.222.0.46 "GET /v2.0/subnets?project_id=67d164fc12fc462bb9fe3a42a4c66cfa&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0847340 Nov 22 20:31:24.316741 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 38328) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:31:24.425358 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3de58509-7a24-4946-aed6-e5074889dfeb tempest-TestNetworkBasicOps-1697801292 tempest-TestNetworkBasicOps-1697801292-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:31:24.427240 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-3de58509-7a24-4946-aed6-e5074889dfeb tempest-TestNetworkBasicOps-1697801292 tempest-TestNetworkBasicOps-1697801292-project-admin] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1069121 Nov 22 20:31:24.434616 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 38330) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:31:24.436269 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37f8231-f158-49af-bc0a-ac7b5b6de071 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Pushing event updated for resources: {'Port': ['ID=0ce15bef-3bab-4f32-99ca-335b0ab34f34,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:31:24.437199 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8ea08f-db6a-47d5-82df-b064e9ce415e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3776e3ad-7077-49a6-9ca5-2a879ce1ed3b,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:31:24.493110 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-ef1a15a6-b4f7-4760-9254-737b2c4b5aaf tempest-TestNetworkBasicOps-1697801292 tempest-TestNetworkBasicOps-1697801292-project-admin] 10.222.0.46 "GET /v2.0/subnets?network_id=c48a55e9-6a85-4746-b7bf-3e29fb560094&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0569968 Nov 22 20:31:24.501183 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 38334) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:31:24.508379 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-03ad65a1-b8a5-44f0-89a9-42eccb60f52f tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1805598448', 'network_id': 'a2fb1d1d-e875-477e-b404-e136472c7a50', 'project_id': '67d164fc12fc462bb9fe3a42a4c66cfa', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:31:24.636864 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03ad65a1-b8a5-44f0-89a9-42eccb60f52f tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Made reservation on behalf of 67d164fc12fc462bb9fe3a42a4c66cfa for: {'subnet': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:31:24.649344 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-03ad65a1-b8a5-44f0-89a9-42eccb60f52f tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11792951'] for subnet, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:24.683076 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f37f8231-f158-49af-bc0a-ac7b5b6de071 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Network 7bd88872-a540-4e3b-ac93-d884c5e46f76 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:31:24.687833 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-f37f8231-f158-49af-bc0a-ac7b5b6de071 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:31:24.766531 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284dffc4-2c41-4065-938e-117414d5b461 req-c1edde1c-fe66-4905-a9c5-4cfda0f6f649 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:31:24.783087 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-284dffc4-2c41-4065-938e-117414d5b461 req-c1edde1c-fe66-4905-a9c5-4cfda0f6f649 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/ports?device_id=223a6470-c695-4f80-9249-14d64f28075d HTTP/1.1" status: 200 len: 945 time: 0.2243543 Nov 22 20:31:24.993235 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-284dffc4-2c41-4065-938e-117414d5b461 req-38da33f4-a981-4502-bdfd-3e8c2d18090c tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e8bab57-9061-4423-98eb-3cb5b90f4a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684089 Nov 22 20:31:25.055709 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f37f8231-f158-49af-bc0a-ac7b5b6de071 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Router 820bdb08-ff58-4c0e-abf5-0e9352cdde32 is scheduled to L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 with binding_index 1 {{(pid=103447) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 20:31:25.171737 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-03ad65a1-b8a5-44f0-89a9-42eccb60f52f tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11567560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11792921'] for subnet, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:25.229751 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f37f8231-f158-49af-bc0a-ac7b5b6de071 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:31:25.245841 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-f37f8231-f158-49af-bc0a-ac7b5b6de071 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "PUT /v2.0/routers/820bdb08-ff58-4c0e-abf5-0e9352cdde32/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3164704 Nov 22 20:31:25.246720 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8180b260-5575-4933-be37-f5a341302b2c None None] Sync routers for ids ['820bdb08-ff58-4c0e-abf5-0e9352cdde32'] in n-d-818823-1 {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:31:25.247998 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 38358) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:31:25.270602 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8180b260-5575-4933-be37-f5a341302b2c None None] Routers {'820bdb08-ff58-4c0e-abf5-0e9352cdde32'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:31:25.271151 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-8180b260-5575-4933-be37-f5a341302b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:31:03Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['820bdb08-ff58-4c0e-abf5-0e9352cdde32'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:31:25.318677 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device d45dc3a7-ff28-432b-8016-c373ba7cbd55 up at agent hyperv_n-h1-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:31:25.455296 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-374456a1-88e5-48de-89fb-79dfa3c29a2e tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:31:25.460574 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-8180b260-5575-4933-be37-f5a341302b2c None None] Set router 820bdb08-ff58-4c0e-abf5-0e9352cdde32 gateway port host: None {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:31:25.461616 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-374456a1-88e5-48de-89fb-79dfa3c29a2e tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "GET /v2.0/ports/0ce15bef-3bab-4f32-99ca-335b0ab34f34 HTTP/1.1" status: 200 len: 911 time: 0.2075772 Nov 22 20:31:25.463499 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 38364) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:31:25.549571 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ad65a1-b8a5-44f0-89a9-42eccb60f52f tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Pushing event updated for resources: {'Subnet': ['ID=9f94004e-b9e9-4353-a173-a41f7b0d7ff1,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:31:25.551874 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ee4a6cd1-d416-412a-a217-9b890c931af3 None None] Provisioning complete for port 0ce15bef-3bab-4f32-99ca-335b0ab34f34 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:31:25.574041 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ee4a6cd1-d416-412a-a217-9b890c931af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:25.619306 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ad65a1-b8a5-44f0-89a9-42eccb60f52f tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Checking segment: {'id': '067c07b8-2a70-4987-afc0-219229c2065a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'a2fb1d1d-e875-477e-b404-e136472c7a50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:31:25.621519 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1746648-6035-4496-9683-13e0ab9659f0 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:31:25.624009 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03ad65a1-b8a5-44f0-89a9-42eccb60f52f tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Network hostable DHCP agents. Network: a2fb1d1d-e875-477e-b404-e136472c7a50, hostable agents: ['02adaa64-0987-4b74-bad0-cbcf56f8a294'], hosted agents: [] {{(pid=103448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 20:31:25.628568 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1746648-6035-4496-9683-13e0ab9659f0 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:31:25.632769 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-d1746648-6035-4496-9683-13e0ab9659f0 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1652949 Nov 22 20:31:25.637275 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 38368) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:31:25.653570 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-ee4a6cd1-d416-412a-a217-9b890c931af3 None None] Port 0ce15bef-3bab-4f32-99ca-335b0ab34f34 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:31:25.687203 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Provisioning for port d45dc3a7-ff28-432b-8016-c373ba7cbd55 completed by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 20:31:25.692070 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Provisioning complete for port d45dc3a7-ff28-432b-8016-c373ba7cbd55 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:31:25.696334 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:25.699918 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26ae76c-5a9e-4f92-9077-a29714173573 req-e23e0924-dc6d-4a02-9394-94e02b42dcd0 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:31:25.709156 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e26ae76c-5a9e-4f92-9077-a29714173573 req-e23e0924-dc6d-4a02-9394-94e02b42dcd0 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/ports?device_id=55c8ea2e-f35c-4917-83f4-6a6eece9ab8c HTTP/1.1" status: 200 len: 945 time: 0.1247318 Nov 22 20:31:25.783086 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e26ae76c-5a9e-4f92-9077-a29714173573 req-84173931-61ec-40f5-8174-528bac8172c4 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/security-groups?id=be1c2326-cee4-429b-9524-b757ff14e61f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0679262 Nov 22 20:31:25.881576 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:25.957009 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-8180b260-5575-4933-be37-f5a341302b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '820bdb08-ff58-4c0e-abf5-0e9352cdde32', 'name': 'tempest-NetworksTestDHCPv6-router-503486666', 'tenant_id': 'aa06169c4e4d4119918ff90a471be1d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:31:17Z', 'updated_at': '2021-11-22T20:31:21Z', 'revision_number': 2, 'project_id': 'aa06169c4e4d4119918ff90a471be1d0', 'gw_port_host': None, '_interfaces': [{'id': '0ce15bef-3bab-4f32-99ca-335b0ab34f34', 'name': '', 'network_id': '7bd88872-a540-4e3b-ac93-d884c5e46f76', 'tenant_id': 'aa06169c4e4d4119918ff90a471be1d0', 'mac_address': 'fa:16:3e:ac:60:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '820bdb08-ff58-4c0e-abf5-0e9352cdde32', 'device_owner': 'network:router_interface', 'standard_attr_id': 2506, 'fixed_ips': [{'subnet_id': '8ecd0a75-d96f-400f-99eb-61d65451a19e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:31:19Z', 'updated_at': '2021-11-22T20:31:22Z', 'revision_number': 2, 'project_id': 'aa06169c4e4d4119918ff90a471be1d0', 'subnets': [{'id': '8ecd0a75-d96f-400f-99eb-61d65451a19e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:31:25.964831 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55c8ea2e-f35c-4917-83f4-6a6eece9ab8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd45dc3a7-ff28-432b-8016-c373ba7cbd55'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:31:25.970636 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d39f6d30a11e565ec9648abcc015e8a6ab6cff4edd704add8155e28765d31eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1051e876-a3ba-4611-9ae7-f07d87e87cf3" -d '{"events": [{"server_uuid": "55c8ea2e-f35c-4917-83f4-6a6eece9ab8c", "name": "network-vif-plugged", "status": "completed", "tag": "d45dc3a7-ff28-432b-8016-c373ba7cbd55"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:31:25.995614 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port d45dc3a7-ff28-432b-8016-c373ba7cbd55, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=d45dc3a7-ff28-432b-8016-c373ba7cbd55,segment=NetworkSegment(0f31ec19-3af4-4928-96f6-fbcd53d7ad3c),segment_id=0f31ec19-3af4-4928-96f6-fbcd53d7ad3c)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:31:26.004755 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 38378) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:31:26.005112 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:26.040980 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8180b260-5575-4933-be37-f5a341302b2c None None] Checking router: 820bdb08-ff58-4c0e-abf5-0e9352cdde32 for host: n-d-818823-1 {{(pid=103450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 20:31:26.044118 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8180b260-5575-4933-be37-f5a341302b2c None None] Updating router 820bdb08-ff58-4c0e-abf5-0e9352cdde32 port 0ce15bef-3bab-4f32-99ca-335b0ab34f34 binding host n-d-818823-1 {{(pid=103450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 20:31:26.088318 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03ad65a1-b8a5-44f0-89a9-42eccb60f52f tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Network a2fb1d1d-e875-477e-b404-e136472c7a50 is scheduled to be hosted by DHCP agent 02adaa64-0987-4b74-bad0-cbcf56f8a294 with binding_index 1 {{(pid=103448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 20:31:26.125449 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:31:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-073e9ea6-ea7d-4c68-bd0e-1724a3a5f432 x-openstack-request-id: req-073e9ea6-ea7d-4c68-bd0e-1724a3a5f432 {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:31:26.126977 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55c8ea2e-f35c-4917-83f4-6a6eece9ab8c", "name": "network-vif-plugged", "status": "completed", "tag": "d45dc3a7-ff28-432b-8016-c373ba7cbd55", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:31:26.126977 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-073e9ea6-ea7d-4c68-bd0e-1724a3a5f432 {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:31:26.130021 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55c8ea2e-f35c-4917-83f4-6a6eece9ab8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd45dc3a7-ff28-432b-8016-c373ba7cbd55', 'code': 200} Nov 22 20:31:26.142020 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8180b260-5575-4933-be37-f5a341302b2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:26.142382 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=d45dc3a7-ff28-432b-8016-c373ba7cbd55,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:31:26.148853 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-03ad65a1-b8a5-44f0-89a9-42eccb60f52f tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818823-1, a2fb1d1d-e875-477e-b404-e136472c7a50) {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:31:26.157307 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03ad65a1-b8a5-44f0-89a9-42eccb60f52f tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:31:26.157856 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-03ad65a1-b8a5-44f0-89a9-42eccb60f52f tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:26.163555 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-117c43fc-b8e3-4214-98e6-25df1a56e845 None None] Network a2fb1d1d-e875-477e-b404-e136472c7a50 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:31:26.235137 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-03ad65a1-b8a5-44f0-89a9-42eccb60f52f tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.7269499 Nov 22 20:31:26.324808 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-87e6fa1f-b8ad-4be0-8471-f5a5f1060836 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1070323631-network', 'tenant_id': 'b741c1041ead4066a271a7ac45bca161'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:31:26.380482 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87e6fa1f-b8ad-4be0-8471-f5a5f1060836 admin admin] Made reservation on behalf of b741c1041ead4066a271a7ac45bca161 for: {'network': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:31:26.384775 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-87e6fa1f-b8ad-4be0-8471-f5a5f1060836 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for network, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:26.413018 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0efec1c-473c-4c66-a384-d14055455bae req-14498420-92dc-4ee6-b66e-1473248e3799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:31:26.414639 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c0efec1c-473c-4c66-a384-d14055455bae req-14498420-92dc-4ee6-b66e-1473248e3799 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=55c8ea2e-f35c-4917-83f4-6a6eece9ab8c HTTP/1.1" status: 200 len: 1097 time: 0.2590673 Nov 22 20:31:26.418803 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-87e6fa1f-b8ad-4be0-8471-f5a5f1060836 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:26.509726 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bef1a9a-7ac6-4def-9a98-58033a1e7b7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fb26bd7-ce56-527b-b94f-2e1f7cb2bb35-a2fb1d1d-e875-477e-b404-e136472c7a50', 'network_id': 'a2fb1d1d-e875-477e-b404-e136472c7a50', 'tenant_id': '67d164fc12fc462bb9fe3a42a4c66cfa', 'fixed_ips': [{'subnet_id': '9f94004e-b9e9-4353-a173-a41f7b0d7ff1'}]}} from n-d-818823-1. {{(pid=103449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 20:31:26.510731 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6bef1a9a-7ac6-4def-9a98-58033a1e7b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:26.559460 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c0efec1c-473c-4c66-a384-d14055455bae req-5375756c-1d62-466f-86be-5c11fe8e9781 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=be1c2326-cee4-429b-9524-b757ff14e61f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1281874 Nov 22 20:31:26.599847 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5015ed7-402b-4677-a36c-44635092e418 req-a284786d-b88c-4af5-acb7-51e93bc9bf37 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:31:26.605594 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d5015ed7-402b-4677-a36c-44635092e418 req-a284786d-b88c-4af5-acb7-51e93bc9bf37 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/ports?device_id=223a6470-c695-4f80-9249-14d64f28075d HTTP/1.1" status: 200 len: 945 time: 0.3527577 Nov 22 20:31:26.731786 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d5015ed7-402b-4677-a36c-44635092e418 req-e0d8ffa8-a22f-4100-8749-d78ab967bc6c tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e8bab57-9061-4423-98eb-3cb5b90f4a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100085 Nov 22 20:31:26.763631 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 38388) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:31:26.775901 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-84fbf410-f43f-49db-85c6-61bf44325874 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1034730471', 'description': 'tempest-secgroup-smoke-1034730471 description', 'project_id': '67d164fc12fc462bb9fe3a42a4c66cfa'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:31:26.802354 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.db_base_plugin_common [None req-6bef1a9a-7ac6-4def-9a98-58033a1e7b7a None None] Allocated IP 172.20.0.18 (a2fb1d1d-e875-477e-b404-e136472c7a50/9f94004e-b9e9-4353-a173-a41f7b0d7ff1/63cdc84b-510d-4963-9817-ff632658acd6) {{(pid=103449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:31:26.816779 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c8791581-6691-4ce4-b022-2cd300fbbeeb tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659736'] for router_interface, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:26.878908 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-84fbf410-f43f-49db-85c6-61bf44325874 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:26.931005 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8180b260-5575-4933-be37-f5a341302b2c None None] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:26.946788 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8180b260-5575-4933-be37-f5a341302b2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:27.016555 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2b2b9f-b1a7-4cf3-9efc-791be6bc2c84 None None] Pushing event updated for resources: {'Port': ['ID=0ce15bef-3bab-4f32-99ca-335b0ab34f34,revision_number=3']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:31:27.034710 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2b2b9f-b1a7-4cf3-9efc-791be6bc2c84 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:31:27.035498 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2b2b9f-b1a7-4cf3-9efc-791be6bc2c84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:31:27.036060 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2b2b9f-b1a7-4cf3-9efc-791be6bc2c84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:31:27.036597 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2b2b9f-b1a7-4cf3-9efc-791be6bc2c84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:31:27.037171 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2b2b9f-b1a7-4cf3-9efc-791be6bc2c84 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:31:27.038465 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2b2b9f-b1a7-4cf3-9efc-791be6bc2c84 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:31:27.039191 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2b2b9f-b1a7-4cf3-9efc-791be6bc2c84 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:31:27.039772 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2b2b9f-b1a7-4cf3-9efc-791be6bc2c84 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:31:27.040305 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2b2b9f-b1a7-4cf3-9efc-791be6bc2c84 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:31:27.040835 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2b2b9f-b1a7-4cf3-9efc-791be6bc2c84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:31:27.041374 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2b2b9f-b1a7-4cf3-9efc-791be6bc2c84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:31:27.041899 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2b2b9f-b1a7-4cf3-9efc-791be6bc2c84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:31:27.139236 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-8180b260-5575-4933-be37-f5a341302b2c None None] Attempting to bind port 0ce15bef-3bab-4f32-99ca-335b0ab34f34 on host n-d-818823-1 for vnic_type normal with profile {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:31:27.140001 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-8180b260-5575-4933-be37-f5a341302b2c None None] Attempting to bind port 0ce15bef-3bab-4f32-99ca-335b0ab34f34 by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': 'bdb0f717-aa5f-4e33-bcc3-95472c9b5b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '7bd88872-a540-4e3b-ac93-d884c5e46f76'}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:31:27.140596 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8180b260-5575-4933-be37-f5a341302b2c None None] Attempting to bind port 0ce15bef-3bab-4f32-99ca-335b0ab34f34 on network 7bd88872-a540-4e3b-ac93-d884c5e46f76 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:31:27.150479 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8180b260-5575-4933-be37-f5a341302b2c None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 31, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:31:27.151138 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8180b260-5575-4933-be37-f5a341302b2c None None] Checking segment: {'id': 'bdb0f717-aa5f-4e33-bcc3-95472c9b5b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '7bd88872-a540-4e3b-ac93-d884c5e46f76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:31:27.152128 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8180b260-5575-4933-be37-f5a341302b2c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:27.152847 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8180b260-5575-4933-be37-f5a341302b2c None None] Bound using segment: {'id': 'bdb0f717-aa5f-4e33-bcc3-95472c9b5b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '7bd88872-a540-4e3b-ac93-d884c5e46f76'} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:31:27.155794 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-8180b260-5575-4933-be37-f5a341302b2c None None] Bound port: 0ce15bef-3bab-4f32-99ca-335b0ab34f34, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdb0f717-aa5f-4e33-bcc3-95472c9b5b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '7bd88872-a540-4e3b-ac93-d884c5e46f76'}}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:31:27.156483 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8180b260-5575-4933-be37-f5a341302b2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:27.241559 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-84fbf410-f43f-49db-85c6-61bf44325874 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:27.263070 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-84fbf410-f43f-49db-85c6-61bf44325874 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:27.286085 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-87e6fa1f-b8ad-4be0-8471-f5a5f1060836 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:27.292568 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-8180b260-5575-4933-be37-f5a341302b2c None None] For port 0ce15bef-3bab-4f32-99ca-335b0ab34f34, host n-d-818823-1, cleared binding levels {{(pid=103450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:31:27.298330 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-8180b260-5575-4933-be37-f5a341302b2c None None] For port 0ce15bef-3bab-4f32-99ca-335b0ab34f34, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=0ce15bef-3bab-4f32-99ca-335b0ab34f34,segment=NetworkSegment(bdb0f717-aa5f-4e33-bcc3-95472c9b5b64),segment_id=bdb0f717-aa5f-4e33-bcc3-95472c9b5b64)] {{(pid=103450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:31:27.305644 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8180b260-5575-4933-be37-f5a341302b2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:27.345413 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6bef1a9a-7ac6-4def-9a98-58033a1e7b7a None None] Publish callbacks [] for port, precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:27.359821 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fbf410-f43f-49db-85c6-61bf44325874 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91638e95-6dc6-4f92-8c46-f88544dc3a0c,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:31:27.369906 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6bef1a9a-7ac6-4def-9a98-58033a1e7b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372'] for port, after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:27.384478 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-87e6fa1f-b8ad-4be0-8471-f5a5f1060836 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:27.386758 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2b2b9f-b1a7-4cf3-9efc-791be6bc2c84 None None] Pushing event updated for resources: {'Port': ['ID=0ce15bef-3bab-4f32-99ca-335b0ab34f34,revision_number=4']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:31:27.406727 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8180b260-5575-4933-be37-f5a341302b2c None None] Routers {'820bdb08-ff58-4c0e-abf5-0e9352cdde32'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:31:27.407593 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-8180b260-5575-4933-be37-f5a341302b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:31:03Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['820bdb08-ff58-4c0e-abf5-0e9352cdde32'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:31:27.421540 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87e6fa1f-b8ad-4be0-8471-f5a5f1060836 admin admin] vlan segment allocate from pool success with {'vlan_id': 606, 'physical_network': 'physnet1'} {{(pid=103447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 20:31:27.443523 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-87e6fa1f-b8ad-4be0-8471-f5a5f1060836 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:27.444771 n-d-818823-1 neutron-server[103447]: INFO neutron.db.segments_db [None req-87e6fa1f-b8ad-4be0-8471-f5a5f1060836 admin admin] Added segment 470d5048-a1ed-4f8a-b81a-95ae6f6f9db0 of type vlan for network 33dd767d-ab2c-4bf6-a32d-ce7483655865 Nov 22 20:31:27.504419 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-c8791581-6691-4ce4-b022-2cd300fbbeeb tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Deleting port 0ce15bef-3bab-4f32-99ca-335b0ab34f34 {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:31:27.507638 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c8791581-6691-4ce4-b022-2cd300fbbeeb tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:27.540736 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-87e6fa1f-b8ad-4be0-8471-f5a5f1060836 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748992492791'] for network, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:27.602811 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bef1a9a-7ac6-4def-9a98-58033a1e7b7a None None] Pushing event updated for resources: {'Port': ['ID=63cdc84b-510d-4963-9817-ff632658acd6,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:31:27.624498 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-84fbf410-f43f-49db-85c6-61bf44325874 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:27.628742 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-84fbf410-f43f-49db-85c6-61bf44325874 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.8639317 Nov 22 20:31:27.637699 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bef1a9a-7ac6-4def-9a98-58033a1e7b7a None None] Network a2fb1d1d-e875-477e-b404-e136472c7a50 is already hosted by enough agents. {{(pid=103449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:31:27.644278 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 38396) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:31:27.652229 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.base_scheduler [None req-6bef1a9a-7ac6-4def-9a98-58033a1e7b7a None None] Resources bound (agent type, host, resource id): {{(pid=103449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:31:27.673699 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-ab88e3fa-b65c-45f7-b1f3-39903ea84d0c tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Request body: {'security_group_rule': {'security_group_id': '91638e95-6dc6-4f92-8c46-f88544dc3a0c', 'project_id': '67d164fc12fc462bb9fe3a42a4c66cfa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:31:27.675016 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bef1a9a-7ac6-4def-9a98-58033a1e7b7a None None] Received port after_create {{(pid=103449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:31:27.718811 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-87e6fa1f-b8ad-4be0-8471-f5a5f1060836 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for network, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:27.721946 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e6fa1f-b8ad-4be0-8471-f5a5f1060836 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:31:27.723589 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-87e6fa1f-b8ad-4be0-8471-f5a5f1060836 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for network, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:27.756888 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e6fa1f-b8ad-4be0-8471-f5a5f1060836 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=967182ec-36b6-43cb-985c-f0d9e87194dc,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:31:27.779522 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-8180b260-5575-4933-be37-f5a341302b2c None None] Set router 820bdb08-ff58-4c0e-abf5-0e9352cdde32 gateway port host: None {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:31:27.934589 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ab88e3fa-b65c-45f7-b1f3-39903ea84d0c tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:27.961075 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-6bef1a9a-7ac6-4def-9a98-58033a1e7b7a None None] Attempting to bind port 63cdc84b-510d-4963-9817-ff632658acd6 on host n-d-818823-1 for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:31:27.961450 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-6bef1a9a-7ac6-4def-9a98-58033a1e7b7a None None] Attempting to bind port 63cdc84b-510d-4963-9817-ff632658acd6 by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': '067c07b8-2a70-4987-afc0-219229c2065a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'a2fb1d1d-e875-477e-b404-e136472c7a50'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:31:27.961864 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bef1a9a-7ac6-4def-9a98-58033a1e7b7a None None] Attempting to bind port 63cdc84b-510d-4963-9817-ff632658acd6 on network a2fb1d1d-e875-477e-b404-e136472c7a50 {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:31:27.976981 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61186031-cc5b-4db3-b927-081f05851d6d req-60bcc982-b8ea-4120-a02c-6d61796993b0 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:31:27.996176 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-61186031-cc5b-4db3-b927-081f05851d6d req-60bcc982-b8ea-4120-a02c-6d61796993b0 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/ports?device_id=55c8ea2e-f35c-4917-83f4-6a6eece9ab8c HTTP/1.1" status: 200 len: 946 time: 1.0389712 Nov 22 20:31:28.001646 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-5b2a2091-9f94-493a-adf9-a91f4a3fc383 None None] Provisioning complete for port 0ce15bef-3bab-4f32-99ca-335b0ab34f34 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:31:28.004539 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-5b2a2091-9f94-493a-adf9-a91f4a3fc383 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:28.015880 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bef1a9a-7ac6-4def-9a98-58033a1e7b7a None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 31, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:31:28.020881 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bef1a9a-7ac6-4def-9a98-58033a1e7b7a None None] Checking segment: {'id': '067c07b8-2a70-4987-afc0-219229c2065a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'a2fb1d1d-e875-477e-b404-e136472c7a50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:31:28.026138 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6bef1a9a-7ac6-4def-9a98-58033a1e7b7a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:28.026830 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bef1a9a-7ac6-4def-9a98-58033a1e7b7a None None] Bound using segment: {'id': '067c07b8-2a70-4987-afc0-219229c2065a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'a2fb1d1d-e875-477e-b404-e136472c7a50'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:31:28.027615 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-6bef1a9a-7ac6-4def-9a98-58033a1e7b7a None None] Bound port: 63cdc84b-510d-4963-9817-ff632658acd6, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '067c07b8-2a70-4987-afc0-219229c2065a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'a2fb1d1d-e875-477e-b404-e136472c7a50'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:31:28.028184 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6bef1a9a-7ac6-4def-9a98-58033a1e7b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:28.031016 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-87e6fa1f-b8ad-4be0-8471-f5a5f1060836 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 2.0225565 Nov 22 20:31:28.032988 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 38400) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:31:28.082520 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-c8791581-6691-4ce4-b022-2cd300fbbeeb tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] For port 0ce15bef-3bab-4f32-99ca-335b0ab34f34, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=0ce15bef-3bab-4f32-99ca-335b0ab34f34,segment=NetworkSegment(bdb0f717-aa5f-4e33-bcc3-95472c9b5b64),segment_id=bdb0f717-aa5f-4e33-bcc3-95472c9b5b64)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:31:28.087642 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c8791581-6691-4ce4-b022-2cd300fbbeeb tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:28.119656 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-f250c005-8b48-4aa1-ba31-16dc5d9df088 admin admin] Request body: {'subnet': {'network_id': '33dd767d-ab2c-4bf6-a32d-ce7483655865', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1070323631-subnet', 'tenant_id': 'b741c1041ead4066a271a7ac45bca161', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:31:28.214763 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-c8791581-6691-4ce4-b022-2cd300fbbeeb tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Calling delete_port for 0ce15bef-3bab-4f32-99ca-335b0ab34f34 owned by network:router_interface {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:31:28.268395 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e6fa1f-b8ad-4be0-8471-f5a5f1060836 admin admin] Pushing event updated for resources: {'Network': ['ID=33dd767d-ab2c-4bf6-a32d-ce7483655865,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:31:28.288916 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-6bef1a9a-7ac6-4def-9a98-58033a1e7b7a None None] For port 63cdc84b-510d-4963-9817-ff632658acd6, host n-d-818823-1, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:31:28.300654 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-6bef1a9a-7ac6-4def-9a98-58033a1e7b7a None None] For port 63cdc84b-510d-4963-9817-ff632658acd6, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=63cdc84b-510d-4963-9817-ff632658acd6,segment=NetworkSegment(067c07b8-2a70-4987-afc0-219229c2065a),segment_id=067c07b8-2a70-4987-afc0-219229c2065a)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:31:28.313545 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Network 33dd767d-ab2c-4bf6-a32d-ce7483655865 details requested by agent ovs-agent-n-d-818823-1 with host n-d-818823-1 {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 20:31:28.346248 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6bef1a9a-7ac6-4def-9a98-58033a1e7b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:28.353830 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f250c005-8b48-4aa1-ba31-16dc5d9df088 admin admin] Made reservation on behalf of b741c1041ead4066a271a7ac45bca161 for: {'subnet': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:31:28.360401 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f250c005-8b48-4aa1-ba31-16dc5d9df088 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8485086'] for subnet, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:28.404129 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-8180b260-5575-4933-be37-f5a341302b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '820bdb08-ff58-4c0e-abf5-0e9352cdde32', 'name': 'tempest-NetworksTestDHCPv6-router-503486666', 'tenant_id': 'aa06169c4e4d4119918ff90a471be1d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:31:17Z', 'updated_at': '2021-11-22T20:31:21Z', 'revision_number': 2, 'project_id': 'aa06169c4e4d4119918ff90a471be1d0', 'gw_port_host': None, '_interfaces': [{'id': '0ce15bef-3bab-4f32-99ca-335b0ab34f34', 'name': '', 'network_id': '7bd88872-a540-4e3b-ac93-d884c5e46f76', 'tenant_id': 'aa06169c4e4d4119918ff90a471be1d0', 'mac_address': 'fa:16:3e:ac:60:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '820bdb08-ff58-4c0e-abf5-0e9352cdde32', 'device_owner': 'network:router_interface', 'standard_attr_id': 2506, 'fixed_ips': [{'subnet_id': '8ecd0a75-d96f-400f-99eb-61d65451a19e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:31:19Z', 'updated_at': '2021-11-22T20:31:27Z', 'revision_number': 4, 'project_id': 'aa06169c4e4d4119918ff90a471be1d0', 'subnets': [{'id': '8ecd0a75-d96f-400f-99eb-61d65451a19e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:31:28.437711 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ab88e3fa-b65c-45f7-b1f3-39903ea84d0c tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:28.456899 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ab88e3fa-b65c-45f7-b1f3-39903ea84d0c tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572323'] for security_group_rule, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:28.478312 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8180b260-5575-4933-be37-f5a341302b2c None None] The sync data for ids ['820bdb08-ff58-4c0e-abf5-0e9352cdde32'] in n-d-818823-1 is: [{'id': '820bdb08-ff58-4c0e-abf5-0e9352cdde32', 'name': 'tempest-NetworksTestDHCPv6-router-503486666', 'tenant_id': 'aa06169c4e4d4119918ff90a471be1d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:31:17Z', 'updated_at': '2021-11-22T20:31:21Z', 'revision_number': 2, 'project_id': 'aa06169c4e4d4119918ff90a471be1d0', 'gw_port_host': None, '_interfaces': [{'id': '0ce15bef-3bab-4f32-99ca-335b0ab34f34', 'name': '', 'network_id': '7bd88872-a540-4e3b-ac93-d884c5e46f76', 'tenant_id': 'aa06169c4e4d4119918ff90a471be1d0', 'mac_address': 'fa:16:3e:ac:60:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '820bdb08-ff58-4c0e-abf5-0e9352cdde32', 'device_owner': 'network:router_interface', 'standard_attr_id': 2506, 'fixed_ips': [{'subnet_id': '8ecd0a75-d96f-400f-99eb-61d65451a19e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:31:19Z', 'updated_at': '2021-11-22T20:31:27Z', 'revision_number': 4, 'project_id': 'aa06169c4e4d4119918ff90a471be1d0', 'subnets': [{'id': '8ecd0a75-d96f-400f-99eb-61d65451a19e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:31:28.486837 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05aed97-8310-4258-a1cc-27f4a5cb682e req-f4769e1b-0607-4b2d-98a0-cb968ffcd03f tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:31:28.497119 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a05aed97-8310-4258-a1cc-27f4a5cb682e req-f4769e1b-0607-4b2d-98a0-cb968ffcd03f tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/ports?device_id=223a6470-c695-4f80-9249-14d64f28075d HTTP/1.1" status: 200 len: 945 time: 0.4648211 Nov 22 20:31:28.522421 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ab88e3fa-b65c-45f7-b1f3-39903ea84d0c tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:28.523674 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-ab88e3fa-b65c-45f7-b1f3-39903ea84d0c tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8746819 Nov 22 20:31:28.529337 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-61186031-cc5b-4db3-b927-081f05851d6d req-f908f5e4-cd0e-44a3-9aab-34b88033d353 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/security-groups?id=be1c2326-cee4-429b-9524-b757ff14e61f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5327032 Nov 22 20:31:28.541931 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 38404) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:31:28.551324 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bef1a9a-7ac6-4def-9a98-58033a1e7b7a None None] Pushing event updated for resources: {'Port': ['ID=63cdc84b-510d-4963-9817-ff632658acd6,revision_number=2']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:31:28.572547 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-b41f774f-7f9b-4b64-b94f-1e3d43746380 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Request body: {'security_group_rule': {'security_group_id': '91638e95-6dc6-4f92-8c46-f88544dc3a0c', 'project_id': '67d164fc12fc462bb9fe3a42a4c66cfa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:31:28.604794 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab88e3fa-b65c-45f7-b1f3-39903ea84d0c tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5c08a83-57be-47c4-961e-ff4f8fab6424,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:31:28.683059 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a05aed97-8310-4258-a1cc-27f4a5cb682e req-af7b5971-7083-4b8e-b07c-b4414f9e83c1 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e8bab57-9061-4423-98eb-3cb5b90f4a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525123 Nov 22 20:31:28.777741 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-5b2a2091-9f94-493a-adf9-a91f4a3fc383 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:28.892079 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b41f774f-7f9b-4b64-b94f-1e3d43746380 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:28.917442 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-5b2a2091-9f94-493a-adf9-a91f4a3fc383 None None] For port 0ce15bef-3bab-4f32-99ca-335b0ab34f34, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=0ce15bef-3bab-4f32-99ca-335b0ab34f34,segment=NetworkSegment(bdb0f717-aa5f-4e33-bcc3-95472c9b5b64),segment_id=bdb0f717-aa5f-4e33-bcc3-95472c9b5b64)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:31:28.935310 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-5b2a2091-9f94-493a-adf9-a91f4a3fc383 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:28.943238 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f250c005-8b48-4aa1-ba31-16dc5d9df088 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8900613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8485104'] for subnet, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:29.127516 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f250c005-8b48-4aa1-ba31-16dc5d9df088 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e400cdbc-53df-47e7-8a78-7e2509f719bf,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:31:29.157493 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f250c005-8b48-4aa1-ba31-16dc5d9df088 admin admin] Checking segment: {'id': '470d5048-a1ed-4f8a-b81a-95ae6f6f9db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '33dd767d-ab2c-4bf6-a32d-ce7483655865'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:31:29.158045 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f250c005-8b48-4aa1-ba31-16dc5d9df088 admin admin] Network hostable DHCP agents. Network: 33dd767d-ab2c-4bf6-a32d-ce7483655865, hostable agents: ['02adaa64-0987-4b74-bad0-cbcf56f8a294'], hosted agents: [] {{(pid=103447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 20:31:29.182867 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-1d3f5918-34a4-49a7-9266-7701e03c183e None None] Provisioning complete for port 0ce15bef-3bab-4f32-99ca-335b0ab34f34 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:31:29.183350 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-1d3f5918-34a4-49a7-9266-7701e03c183e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:29.201568 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f250c005-8b48-4aa1-ba31-16dc5d9df088 admin admin] Network 33dd767d-ab2c-4bf6-a32d-ce7483655865 is scheduled to be hosted by DHCP agent 02adaa64-0987-4b74-bad0-cbcf56f8a294 with binding_index 1 {{(pid=103447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 20:31:29.216104 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-f250c005-8b48-4aa1-ba31-16dc5d9df088 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818823-1, 33dd767d-ab2c-4bf6-a32d-ce7483655865) {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:31:29.220371 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f250c005-8b48-4aa1-ba31-16dc5d9df088 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:31:29.220901 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f250c005-8b48-4aa1-ba31-16dc5d9df088 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for subnet, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:29.249477 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-f250c005-8b48-4aa1-ba31-16dc5d9df088 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.1713207 Nov 22 20:31:29.277626 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b41f774f-7f9b-4b64-b94f-1e3d43746380 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:29.286278 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c8791581-6691-4ce4-b022-2cd300fbbeeb tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:29.302847 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b41f774f-7f9b-4b64-b94f-1e3d43746380 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572323'] for security_group_rule, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:29.324061 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efa6814e-721f-4315-b629-c43d09d67182 None None] Network 33dd767d-ab2c-4bf6-a32d-ce7483655865 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:31:29.478137 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b41f774f-7f9b-4b64-b94f-1e3d43746380 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:29.483041 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 38412) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:31:29.484644 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-b41f774f-7f9b-4b64-b94f-1e3d43746380 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9400566 Nov 22 20:31:29.488700 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-d35ac0d7-7397-4bd5-ad27-8175f7fffee4 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Request body: {'security_group_rule': {'security_group_id': '91638e95-6dc6-4f92-8c46-f88544dc3a0c', 'project_id': '67d164fc12fc462bb9fe3a42a4c66cfa', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:31:29.510809 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8791581-6691-4ce4-b022-2cd300fbbeeb tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Pushing event deleted for resources: {'Port': ['ID=0ce15bef-3bab-4f32-99ca-335b0ab34f34,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:31:29.585374 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-d35ac0d7-7397-4bd5-ad27-8175f7fffee4 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:29.595395 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41f774f-7f9b-4b64-b94f-1e3d43746380 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6c36616-574a-47a0-a970-72359406916c,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:31:29.701468 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2a2091-9f94-493a-adf9-a91f4a3fc383 None None] Pushing event updated for resources: {'Port': ['ID=0ce15bef-3bab-4f32-99ca-335b0ab34f34,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:31:29.723966 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d039525-290c-41e6-a794-1a2843d53392 None None] Network 33dd767d-ab2c-4bf6-a32d-ce7483655865 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:31:29.899162 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 0ce15bef-3bab-4f32-99ca-335b0ab34f34 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:31:30.013695 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c8791581-6691-4ce4-b022-2cd300fbbeeb tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-563470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-663272'] for router_interface, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:30.021361 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-1d3f5918-34a4-49a7-9266-7701e03c183e None None] Could not find standard attr ID for object 0ce15bef-3bab-4f32-99ca-335b0ab34f34. {{(pid=103449) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 22 20:31:30.023280 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: 0ce15bef-3bab-4f32-99ca-335b0ab34f34 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:31:30.027861 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 0ce15bef-3bab-4f32-99ca-335b0ab34f34 not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 22 20:31:30.088384 n-d-818823-1 neutron-server[103449]: INFO neutron.plugins.ml2.db [None req-1d3f5918-34a4-49a7-9266-7701e03c183e None None] No ports have port_id starting with 0ce15bef-3bab-4f32-99ca-335b0ab34f34 Nov 22 20:31:30.126848 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Port 0ce15bef-3bab-4f32-99ca-335b0ab34f34 not found, will not notify nova. {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 22 20:31:30.127273 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 63cdc84b-510d-4963-9817-ff632658acd6 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:31:30.196043 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a44b9e7-b9d2-45a8-a532-6d23696100fa req-e3e70dcc-f6c2-4aa0-8802-aa7ddbffec59 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:31:30.211042 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0a44b9e7-b9d2-45a8-a532-6d23696100fa req-e3e70dcc-f6c2-4aa0-8802-aa7ddbffec59 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/ports?device_id=55c8ea2e-f35c-4917-83f4-6a6eece9ab8c HTTP/1.1" status: 200 len: 946 time: 0.3880086 Nov 22 20:31:30.221894 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-76321f56-c962-4611-80aa-b70cf947d025 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:30.257433 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-d35ac0d7-7397-4bd5-ad27-8175f7fffee4 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:30.306932 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5c0e96-1bae-4eec-b847-046508bec354 req-59fdaa01-8bb6-49d1-8092-844c7d917604 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:31:30.315802 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9b5c0e96-1bae-4eec-b847-046508bec354 req-59fdaa01-8bb6-49d1-8092-844c7d917604 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/ports?device_id=223a6470-c695-4f80-9249-14d64f28075d HTTP/1.1" status: 200 len: 945 time: 0.4192421 Nov 22 20:31:30.318027 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-d35ac0d7-7397-4bd5-ad27-8175f7fffee4 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572323'] for security_group_rule, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:30.409243 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 63cdc84b-510d-4963-9817-ff632658acd6 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:31:30.409925 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:30.467115 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35ac0d7-7397-4bd5-ad27-8175f7fffee4 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dba450e8-e3df-46b3-8d7b-31e62165e3e9,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:31:30.479704 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-d35ac0d7-7397-4bd5-ad27-8175f7fffee4 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:30.482615 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-d35ac0d7-7397-4bd5-ad27-8175f7fffee4 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9981914 Nov 22 20:31:30.499002 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 38424) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:31:30.515640 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-38157bed-5275-40b2-b534-aa5baf81d745 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Request body: {'security_group_rule': {'security_group_id': '91638e95-6dc6-4f92-8c46-f88544dc3a0c', 'project_id': '67d164fc12fc462bb9fe3a42a4c66cfa', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:31:30.656043 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9b5c0e96-1bae-4eec-b847-046508bec354 req-050f9bae-ea1a-4342-bdc5-e7c0128b4f62 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e8bab57-9061-4423-98eb-3cb5b90f4a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3021476 Nov 22 20:31:30.677381 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8791581-6691-4ce4-b022-2cd300fbbeeb tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Router 820bdb08-ff58-4c0e-abf5-0e9352cdde32 has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 20:31:30.679198 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0a44b9e7-b9d2-45a8-a532-6d23696100fa req-f3017dff-a7ba-4972-a0b5-25437b84dfa9 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/security-groups?id=be1c2326-cee4-429b-9524-b757ff14e61f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4670644 Nov 22 20:31:30.687738 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:30.688872 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-38157bed-5275-40b2-b534-aa5baf81d745 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:30.861031 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] For port 63cdc84b-510d-4963-9817-ff632658acd6, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=63cdc84b-510d-4963-9817-ff632658acd6,segment=NetworkSegment(067c07b8-2a70-4987-afc0-219229c2065a),segment_id=067c07b8-2a70-4987-afc0-219229c2065a)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:31:30.871590 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:31.010229 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Pushing event updated for resources: {'Port': ['ID=63cdc84b-510d-4963-9817-ff632658acd6,revision_number=3']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:31:31.025264 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3586a0ab-97f0-494d-a76b-e59920f693f6 None None] Network a2fb1d1d-e875-477e-b404-e136472c7a50 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:31:31.132464 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-89006497-55a4-4af1-b599-d7b3bb735e84 None None] Provisioning complete for port 63cdc84b-510d-4963-9817-ff632658acd6 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:31:31.132917 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-89006497-55a4-4af1-b599-d7b3bb735e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:31.152008 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43df34d9-e2c6-4fe1-bd13-7e0e4c450507 req-315eeadd-774c-4bff-9d2b-fce666ef232a tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:31:31.153803 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-43df34d9-e2c6-4fe1-bd13-7e0e4c450507 req-315eeadd-774c-4bff-9d2b-fce666ef232a tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/ports?device_id=55c8ea2e-f35c-4917-83f4-6a6eece9ab8c HTTP/1.1" status: 200 len: 946 time: 0.3235073 Nov 22 20:31:31.164066 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 38440) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:31:31.180691 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-38157bed-5275-40b2-b534-aa5baf81d745 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:31.186338 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-78c9533e-c658-4ab4-a57a-03373e6dc50c tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Request body: {'floatingip': {'port_id': 'd45dc3a7-ff28-432b-8016-c373ba7cbd55'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:31:31.206444 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8791581-6691-4ce4-b022-2cd300fbbeeb tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:31:31.234218 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-c8791581-6691-4ce4-b022-2cd300fbbeeb tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "PUT /v2.0/routers/820bdb08-ff58-4c0e-abf5-0e9352cdde32/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5821335 Nov 22 20:31:31.235086 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 38450) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:31:31.283577 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-38157bed-5275-40b2-b534-aa5baf81d745 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572323'] for security_group_rule, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:31.367762 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-78c9533e-c658-4ab4-a57a-03373e6dc50c tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Publish callbacks [] for floatingip, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:31.431384 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38157bed-5275-40b2-b534-aa5baf81d745 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf4261bf-9557-4b8c-9f6f-dc8ed36d7c22,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:31:31.438282 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe6abc73-fb90-4bfd-9538-c03fa27d8c79 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:31:31.442073 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe6abc73-fb90-4bfd-9538-c03fa27d8c79 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:31:31.452650 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-fe6abc73-fb90-4bfd-9538-c03fa27d8c79 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2136693 Nov 22 20:31:31.453518 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 38452) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:31:31.506945 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-38157bed-5275-40b2-b534-aa5baf81d745 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:31.508500 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-38157bed-5275-40b2-b534-aa5baf81d745 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0046201 Nov 22 20:31:31.524936 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 38454) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:31:31.534476 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-075801d5-32e3-4106-8327-9bb221c37bc6 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Request body: {'security_group_rule': {'security_group_id': '91638e95-6dc6-4f92-8c46-f88544dc3a0c', 'project_id': '67d164fc12fc462bb9fe3a42a4c66cfa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:31:31.630988 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6a9f355-afa2-4a6f-8d5e-bbca0d0f1d13 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Deleting subnet 8ecd0a75-d96f-400f-99eb-61d65451a19e {{(pid=103448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 20:31:31.641801 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e6a9f355-afa2-4a6f-8d5e-bbca0d0f1d13 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks [] for subnet, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:31.783134 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e6a9f355-afa2-4a6f-8d5e-bbca0d0f1d13 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11627908'] for subnet, precommit_delete_associations {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:31.895835 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16fa5bd3-87d2-461c-865a-18228f272f6f None None] Sync routers for ids ['820bdb08-ff58-4c0e-abf5-0e9352cdde32'] in n-d-818823-1 {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:31:31.904588 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 63cdc84b-510d-4963-9817-ff632658acd6 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:31:31.932803 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e6a9f355-afa2-4a6f-8d5e-bbca0d0f1d13 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3753007'] for subnet, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:31.942162 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba76248-a3d1-4e6f-b563-b0050520aee9 req-957a3f9f-c4b1-46f8-ae71-1bfabd0a8c34 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:31:31.958646 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7ba76248-a3d1-4e6f-b563-b0050520aee9 req-957a3f9f-c4b1-46f8-ae71-1bfabd0a8c34 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/networks?id=33dd767d-ab2c-4bf6-a32d-ce7483655865 HTTP/1.1" status: 200 len: 806 time: 0.6564105 Nov 22 20:31:32.016429 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e6a9f355-afa2-4a6f-8d5e-bbca0d0f1d13 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3753014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11567369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11792914'] for subnet, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:32.053548 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16fa5bd3-87d2-461c-865a-18228f272f6f None None] Routers {'820bdb08-ff58-4c0e-abf5-0e9352cdde32'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:31:32.054218 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-16fa5bd3-87d2-461c-865a-18228f272f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:31:03Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['820bdb08-ff58-4c0e-abf5-0e9352cdde32'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:31:32.077516 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a9f355-afa2-4a6f-8d5e-bbca0d0f1d13 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Pushing event deleted for resources: {'Subnet': ['ID=8ecd0a75-d96f-400f-99eb-61d65451a19e,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:31:32.092984 n-d-818823-1 neutron-server[103448]: INFO neutron.db.securitygroups_db [None req-075801d5-32e3-4106-8327-9bb221c37bc6 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Project 67d164fc12fc462bb9fe3a42a4c66cfa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 22 20:31:32.100517 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-075801d5-32e3-4106-8327-9bb221c37bc6 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:32.103824 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7ba76248-a3d1-4e6f-b563-b0050520aee9 req-fe565267-bbc1-43ea-8fd8-8e1896988671 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/quotas/b741c1041ead4066a271a7ac45bca161 HTTP/1.1" status: 200 len: 375 time: 0.1486821 Nov 22 20:31:32.200931 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e6a9f355-afa2-4a6f-8d5e-bbca0d0f1d13 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:32.209820 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-e6a9f355-afa2-4a6f-8d5e-bbca0d0f1d13 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "DELETE /v2.0/subnets/8ecd0a75-d96f-400f-99eb-61d65451a19e HTTP/1.1" status: 204 len: 168 time: 0.7545440 Nov 22 20:31:32.210534 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 38462) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:31:32.291296 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 63cdc84b-510d-4963-9817-ff632658acd6 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:31:32.292257 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:32.313491 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7ba76248-a3d1-4e6f-b563-b0050520aee9 req-6f1c96f1-18d6-4242-b326-a9bee18a7677 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=b741c1041ead4066a271a7ac45bca161&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1902568 Nov 22 20:31:32.337119 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669a7188-ea02-4d6b-ba31-a4a23ff465c1 req-87a35478-c33a-4a3d-8dae-e83ee9b29b93 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:31:32.338840 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-669a7188-ea02-4d6b-ba31-a4a23ff465c1 req-87a35478-c33a-4a3d-8dae-e83ee9b29b93 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/ports?device_id=223a6470-c695-4f80-9249-14d64f28075d HTTP/1.1" status: 200 len: 945 time: 0.5367825 Nov 22 20:31:32.371944 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cbe6c31-aba5-4176-a9c7-5c3fa33f1d9d None None] Network 7bd88872-a540-4e3b-ac93-d884c5e46f76 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:31:32.580505 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-075801d5-32e3-4106-8327-9bb221c37bc6 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:32.597741 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-075801d5-32e3-4106-8327-9bb221c37bc6 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572323'] for security_group_rule, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:32.626958 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-8d9640b2-8e20-416a-957f-6e42dca27b0f tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.4094155 Nov 22 20:31:32.632131 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 38464) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:31:32.659584 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-16fa5bd3-87d2-461c-865a-18228f272f6f None None] Set router 820bdb08-ff58-4c0e-abf5-0e9352cdde32 gateway port host: None {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:31:32.667827 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-0a5f342d-547b-498d-aee4-4d072ff4b32c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:32.735539 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-669a7188-ea02-4d6b-ba31-a4a23ff465c1 req-360414de-8de6-4a4f-8f2e-244a25ecfdc8 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e8bab57-9061-4423-98eb-3cb5b90f4a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3638008 Nov 22 20:31:32.746260 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7ba76248-a3d1-4e6f-b563-b0050520aee9 req-f21b0022-3261-4534-bda7-99e8547290de service neutron] 10.222.0.46 "GET /v2.0/networks/33dd767d-ab2c-4bf6-a32d-ce7483655865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4063270 Nov 22 20:31:32.901904 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-48a00a50-50d1-42be-b4bc-5acf19cb2584 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks [] for router, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:32.929108 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-16fa5bd3-87d2-461c-865a-18228f272f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '820bdb08-ff58-4c0e-abf5-0e9352cdde32', 'name': 'tempest-NetworksTestDHCPv6-router-503486666', 'tenant_id': 'aa06169c4e4d4119918ff90a471be1d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:31:17Z', 'updated_at': '2021-11-22T20:31:29Z', 'revision_number': 3, 'project_id': 'aa06169c4e4d4119918ff90a471be1d0', 'gw_port_host': None}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:31:32.999828 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075801d5-32e3-4106-8327-9bb221c37bc6 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39847cd2-5487-4931-9d38-b4924303c385,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:31:33.080789 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-075801d5-32e3-4106-8327-9bb221c37bc6 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:33.082025 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-075801d5-32e3-4106-8327-9bb221c37bc6 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.5554714 Nov 22 20:31:33.090439 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 38468) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:31:33.100134 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-0f089eef-0ad2-4d21-8cdf-5c340871524c tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Request body: {'security_group_rule': {'security_group_id': '91638e95-6dc6-4f92-8c46-f88544dc3a0c', 'project_id': '67d164fc12fc462bb9fe3a42a4c66cfa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:31:33.150757 n-d-818823-1 neutron-server[103448]: INFO neutron.db.securitygroups_db [None req-0f089eef-0ad2-4d21-8cdf-5c340871524c tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Project 67d164fc12fc462bb9fe3a42a4c66cfa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 22 20:31:33.168580 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0f089eef-0ad2-4d21-8cdf-5c340871524c tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:33.178368 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16fa5bd3-87d2-461c-865a-18228f272f6f None None] Checking router: 820bdb08-ff58-4c0e-abf5-0e9352cdde32 for host: n-d-818823-1 {{(pid=103449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 20:31:33.210127 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed43c247-d51b-4d01-890c-d5aa37b54228 None None] DHCP port deletion for 7bd88872-a540-4e3b-ac93-d884c5e46f76 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:31:33.221031 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-78c9533e-c658-4ab4-a57a-03373e6dc50c tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:33.236504 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-78c9533e-c658-4ab4-a57a-03373e6dc50c tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-595224'] for floatingip, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:33.450066 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16fa5bd3-87d2-461c-865a-18228f272f6f None None] Routers {'820bdb08-ff58-4c0e-abf5-0e9352cdde32'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:31:33.450706 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-16fa5bd3-87d2-461c-865a-18228f272f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:31:33Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['820bdb08-ff58-4c0e-abf5-0e9352cdde32'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:31:33.481720 n-d-818823-1 neutron-server[103447]: INFO neutron.db.l3_db [None req-78c9533e-c658-4ab4-a57a-03373e6dc50c tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Floating IP 5b06adff-d2e1-4e72-98a7-fa8d888f6d1e associated. External IP: 172.25.5.209, port: d45dc3a7-ff28-432b-8016-c373ba7cbd55. Nov 22 20:31:33.561351 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-c25395f6-6217-4cf8-b8fa-291cafc7b849 None None] Provisioning complete for port 63cdc84b-510d-4963-9817-ff632658acd6 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:31:33.561737 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-c25395f6-6217-4cf8-b8fa-291cafc7b849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:33.572045 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-03f0964f-1b75-4df7-99e0-a3cdb56ec2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:33.807046 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-48a00a50-50d1-42be-b4bc-5acf19cb2584 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24781'] for router, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:33.848616 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device f9f002dd-6ccb-4946-9c8c-b617623b12a3 no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:31:33.851260 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0f089eef-0ad2-4d21-8cdf-5c340871524c tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:33.854014 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-48a00a50-50d1-42be-b4bc-5acf19cb2584 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:33.859561 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0f089eef-0ad2-4d21-8cdf-5c340871524c tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572323'] for security_group_rule, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:33.931394 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-16fa5bd3-87d2-461c-865a-18228f272f6f None None] Set router 820bdb08-ff58-4c0e-abf5-0e9352cdde32 gateway port host: None {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:31:33.934140 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0f089eef-0ad2-4d21-8cdf-5c340871524c tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:33.946941 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-0f089eef-0ad2-4d21-8cdf-5c340871524c tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.8553541 Nov 22 20:31:33.952936 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f089eef-0ad2-4d21-8cdf-5c340871524c tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c7137fb-1b6c-40e9-b130-60fa7a6924ce,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:31:33.964737 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-48a00a50-50d1-42be-b4bc-5acf19cb2584 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-663261'] for router, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:33.965272 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48a00a50-50d1-42be-b4bc-5acf19cb2584 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Fanout notify agent at l3_agent the message router_deleted on router 820bdb08-ff58-4c0e-abf5-0e9352cdde32 {{(pid=103448) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 20:31:33.994052 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-48a00a50-50d1-42be-b4bc-5acf19cb2584 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks [] for router, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:34.002180 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-48a00a50-50d1-42be-b4bc-5acf19cb2584 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "DELETE /v2.0/routers/820bdb08-ff58-4c0e-abf5-0e9352cdde32 HTTP/1.1" status: 204 len: 168 time: 1.3567235 Nov 22 20:31:34.004718 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 38476) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:31:34.109093 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7ba76248-a3d1-4e6f-b563-b0050520aee9 req-8d82de45-e9fe-4b04-8362-01ac889f53f6 service neutron] 10.222.0.46 "GET /v2.0/networks/33dd767d-ab2c-4bf6-a32d-ce7483655865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3617830 Nov 22 20:31:34.180404 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab50f77-5dc7-417a-84b1-91b698a75b19 req-fafab464-e371-44ae-8280-f1817730dcef tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:31:34.182527 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-dab50f77-5dc7-417a-84b1-91b698a75b19 req-fafab464-e371-44ae-8280-f1817730dcef tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/ports?device_id=223a6470-c695-4f80-9249-14d64f28075d HTTP/1.1" status: 200 len: 945 time: 0.1634874 Nov 22 20:31:34.195577 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-ed43c247-d51b-4d01-890c-d5aa37b54228 None None] Deleting port f9f002dd-6ccb-4946-9c8c-b617623b12a3 {{(pid=103449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:31:34.196126 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ed43c247-d51b-4d01-890c-d5aa37b54228 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:34.198359 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-16fa5bd3-87d2-461c-865a-18228f272f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '820bdb08-ff58-4c0e-abf5-0e9352cdde32', 'name': 'tempest-NetworksTestDHCPv6-router-503486666', 'tenant_id': 'aa06169c4e4d4119918ff90a471be1d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:31:17Z', 'updated_at': '2021-11-22T20:31:29Z', 'revision_number': 3, 'project_id': 'aa06169c4e4d4119918ff90a471be1d0', 'gw_port_host': None}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:31:34.209114 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d635d2ff-2600-44df-9dcf-25fea1ee1cfb tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:31:34.213688 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-d635d2ff-2600-44df-9dcf-25fea1ee1cfb tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2022388 Nov 22 20:31:34.228839 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 38482) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:31:34.317629 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78c9533e-c658-4ab4-a57a-03373e6dc50c tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Router 465eee6a-d00b-4a92-933d-be36d09a8662 has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 20:31:34.334654 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-dab50f77-5dc7-417a-84b1-91b698a75b19 req-c4a02d71-2c73-4fd4-a41a-13a2506cb059 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e8bab57-9061-4423-98eb-3cb5b90f4a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291175 Nov 22 20:31:34.394439 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16fa5bd3-87d2-461c-865a-18228f272f6f None None] The sync data for ids ['820bdb08-ff58-4c0e-abf5-0e9352cdde32'] in n-d-818823-1 is: [{'id': '820bdb08-ff58-4c0e-abf5-0e9352cdde32', 'name': 'tempest-NetworksTestDHCPv6-router-503486666', 'tenant_id': 'aa06169c4e4d4119918ff90a471be1d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:31:17Z', 'updated_at': '2021-11-22T20:31:29Z', 'revision_number': 3, 'project_id': 'aa06169c4e4d4119918ff90a471be1d0', 'gw_port_host': None}] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:31:34.519283 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2f10e41-b6b7-4968-813d-c1a73c206934 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:31:34.523742 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-b2f10e41-b6b7-4968-813d-c1a73c206934 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2910480 Nov 22 20:31:34.526012 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ed43c247-d51b-4d01-890c-d5aa37b54228 None None] For port f9f002dd-6ccb-4946-9c8c-b617623b12a3, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=f9f002dd-6ccb-4946-9c8c-b617623b12a3,segment=NetworkSegment(bdb0f717-aa5f-4e33-bcc3-95472c9b5b64),segment_id=bdb0f717-aa5f-4e33-bcc3-95472c9b5b64)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:31:34.530279 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ed43c247-d51b-4d01-890c-d5aa37b54228 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:34.540122 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 38498) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:31:34.562911 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-ed43c247-d51b-4d01-890c-d5aa37b54228 None None] Calling delete_port for f9f002dd-6ccb-4946-9c8c-b617623b12a3 owned by network:dhcp {{(pid=103449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:31:34.669033 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-bcca5574-940f-4b47-a26a-4fade4e0de33 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1230757 Nov 22 20:31:34.676928 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 38504) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:31:34.697680 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-28ecdedf-b88a-44b1-9cba-20804742bade tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Request body: {'subnet': {'network_id': '7bd88872-a540-4e3b-ac93-d884c5e46f76', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:31:34.701795 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:34.759883 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ed43c247-d51b-4d01-890c-d5aa37b54228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381'] for port, after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:34.848428 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed43c247-d51b-4d01-890c-d5aa37b54228 None None] Pushing event deleted for resources: {'Port': ['ID=f9f002dd-6ccb-4946-9c8c-b617623b12a3,revision_number=None']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:31:34.859068 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed43c247-d51b-4d01-890c-d5aa37b54228 None None] No DVR routers for this DVR port f9f002dd-6ccb-4946-9c8c-b617623b12a3 on host n-d-818823-1 {{(pid=103449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:31:34.968601 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28ecdedf-b88a-44b1-9cba-20804742bade tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Made reservation on behalf of aa06169c4e4d4119918ff90a471be1d0 for: {'subnet': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:31:34.972812 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-28ecdedf-b88a-44b1-9cba-20804742bade tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11792951'] for subnet, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:35.138667 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e49ee129-e862-4476-beca-cdc8150d2345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:35.289057 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-cdc4975f-dd98-4e24-9bc5-5c8e81abbc2b req-bbc5abbb-040d-4e58-8795-05eb9299fa63 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/ports?device_id=8c860d32-18ce-4ae9-b715-9596354e4a26 HTTP/1.1" status: 200 len: 210 time: 0.8926091 Nov 22 20:31:35.453644 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1b8c2260-82df-4b78-9410-119f29b51897 req-e1cc8a30-cf97-421b-b183-a82ba11a9d99 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1034730471&fields=id&tenant_id=67d164fc12fc462bb9fe3a42a4c66cfa HTTP/1.1" status: 200 len: 267 time: 0.3026185 Nov 22 20:31:35.517177 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 0ce15bef-3bab-4f32-99ca-335b0ab34f34 no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:31:35.543388 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78c9533e-c658-4ab4-a57a-03373e6dc50c tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:31:35.558167 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a719e505-af11-4d0f-a907-5670c99255f6 None None] Sync routers for ids ['465eee6a-d00b-4a92-933d-be36d09a8662'] in n-d-818823-1 {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:31:35.565455 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-78c9533e-c658-4ab4-a57a-03373e6dc50c tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for floatingip, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:35.570578 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: 0ce15bef-3bab-4f32-99ca-335b0ab34f34 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:31:35.575404 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a719e505-af11-4d0f-a907-5670c99255f6 None None] Routers {'465eee6a-d00b-4a92-933d-be36d09a8662'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:31:35.578608 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 0ce15bef-3bab-4f32-99ca-335b0ab34f34 not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:31:35.587810 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-a719e505-af11-4d0f-a907-5670c99255f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:31:33Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['465eee6a-d00b-4a92-933d-be36d09a8662'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:31:35.649807 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-78c9533e-c658-4ab4-a57a-03373e6dc50c tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "PUT /v2.0/floatingips/5b06adff-d2e1-4e72-98a7-fa8d888f6d1e HTTP/1.1" status: 200 len: 992 time: 4.4765830 Nov 22 20:31:35.653929 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55c8ea2e-f35c-4917-83f4-6a6eece9ab8c', 'tag': 'd45dc3a7-ff28-432b-8016-c373ba7cbd55'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:31:35.656739 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8965a941-73c3-41a4-b6f8-c733b6f3c504" -d '{"events": [{"name": "network-changed", "server_uuid": "55c8ea2e-f35c-4917-83f4-6a6eece9ab8c", "tag": "d45dc3a7-ff28-432b-8016-c373ba7cbd55"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:31:35.704928 n-d-818823-1 neutron-server[103448]: DEBUG neutron.objects.ports [None req-28ecdedf-b88a-44b1-9cba-20804742bade tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103448) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 22 20:31:35.706616 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-28ecdedf-b88a-44b1-9cba-20804742bade tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11567560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11792921'] for subnet, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:35.752538 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28ecdedf-b88a-44b1-9cba-20804742bade tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Network 7bd88872-a540-4e3b-ac93-d884c5e46f76 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:31:35.765426 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-28ecdedf-b88a-44b1-9cba-20804742bade tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:31:35.782911 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-863f7b79-df79-4684-85f3-e61e71a6cd42 None None] Network 7bd88872-a540-4e3b-ac93-d884c5e46f76 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:31:35.783169 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28ecdedf-b88a-44b1-9cba-20804742bade tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:31:35.783812 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-28ecdedf-b88a-44b1-9cba-20804742bade tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:35.791501 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48db5489-29f3-44b5-87bc-4512415122ab req-c93ef8bd-a8f8-4087-aa4c-785b207e29fd tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:31:35.805701 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-48db5489-29f3-44b5-87bc-4512415122ab req-c93ef8bd-a8f8-4087-aa4c-785b207e29fd tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/ports?device_id=223a6470-c695-4f80-9249-14d64f28075d HTTP/1.1" status: 200 len: 945 time: 0.1938715 Nov 22 20:31:35.857548 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ecdedf-b88a-44b1-9cba-20804742bade tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Pushing event updated for resources: {'Subnet': ['ID=c39c6292-d054-4b00-9078-c515abf90911,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:31:35.878288 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-28ecdedf-b88a-44b1-9cba-20804742bade tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.1999276 Nov 22 20:31:35.882571 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 38524) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:31:35.892503 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-ae5a90df-66cb-4001-b472-7cf05c9f07b6 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Request body: {'subnet': {'network_id': '7bd88872-a540-4e3b-ac93-d884c5e46f76', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:31:35.922609 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8c2260-82df-4b78-9410-119f29b51897 req-280829d9-db79-49da-b25a-30ff2c9fdf68 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:31:35.934851 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1b8c2260-82df-4b78-9410-119f29b51897 req-280829d9-db79-49da-b25a-30ff2c9fdf68 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] 10.222.0.46 "GET /v2.0/networks?id=a2fb1d1d-e875-477e-b404-e136472c7a50 HTTP/1.1" status: 200 len: 796 time: 0.4794645 Nov 22 20:31:35.968917 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1b8c2260-82df-4b78-9410-119f29b51897 req-45a4a436-1420-460d-8fd7-fe47ffea196e tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] 10.222.0.46 "GET /v2.0/quotas/67d164fc12fc462bb9fe3a42a4c66cfa HTTP/1.1" status: 200 len: 375 time: 0.0321541 Nov 22 20:31:36.068349 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-a719e505-af11-4d0f-a907-5670c99255f6 None None] Set router 465eee6a-d00b-4a92-933d-be36d09a8662 gateway port host: n-d-818823-1 {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:31:36.101287 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-48db5489-29f3-44b5-87bc-4512415122ab req-a01f53a6-421a-4873-850c-8b12c3aa53cb tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e8bab57-9061-4423-98eb-3cb5b90f4a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2945342 Nov 22 20:31:36.174171 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1b8c2260-82df-4b78-9410-119f29b51897 req-ac5c7a0a-0021-4fc0-a694-432553f997f1 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=67d164fc12fc462bb9fe3a42a4c66cfa&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2016416 Nov 22 20:31:36.232732 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:36.353039 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae5a90df-66cb-4001-b472-7cf05c9f07b6 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Made reservation on behalf of aa06169c4e4d4119918ff90a471be1d0 for: {'subnet': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:31:36.362304 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ae5a90df-66cb-4001-b472-7cf05c9f07b6 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11792951'] for subnet, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:36.364610 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c353d1bf-4fc6-4760-91c2-280799e538b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fb26bd7-ce56-527b-b94f-2e1f7cb2bb35-7bd88872-a540-4e3b-ac93-d884c5e46f76', 'network_id': '7bd88872-a540-4e3b-ac93-d884c5e46f76', 'tenant_id': 'aa06169c4e4d4119918ff90a471be1d0', 'fixed_ips': [{'subnet_id': 'c39c6292-d054-4b00-9078-c515abf90911'}]}} from n-d-818823-1. {{(pid=103449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 20:31:36.366250 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-c353d1bf-4fc6-4760-91c2-280799e538b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:36.373459 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 20:31:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59de7a08-a415-440a-91f8-7b1daaf460ee x-openstack-request-id: req-59de7a08-a415-440a-91f8-7b1daaf460ee {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:31:36.374034 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55c8ea2e-f35c-4917-83f4-6a6eece9ab8c", "tag": "d45dc3a7-ff28-432b-8016-c373ba7cbd55", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:31:36.374034 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-59de7a08-a415-440a-91f8-7b1daaf460ee {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:31:36.374443 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55c8ea2e-f35c-4917-83f4-6a6eece9ab8c', 'tag': 'd45dc3a7-ff28-432b-8016-c373ba7cbd55', 'status': 'completed', 'code': 200} Nov 22 20:31:36.473322 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1b8c2260-82df-4b78-9410-119f29b51897 req-0baf9a3a-7159-4022-94f0-0cdf591cde92 service neutron] 10.222.0.46 "GET /v2.0/networks/a2fb1d1d-e875-477e-b404-e136472c7a50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2776136 Nov 22 20:31:36.663197 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1b8c2260-82df-4b78-9410-119f29b51897 req-60b56fd5-c981-4555-a039-b3fe13cc5771 service neutron] 10.222.0.46 "GET /v2.0/networks/a2fb1d1d-e875-477e-b404-e136472c7a50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1888738 Nov 22 20:31:36.838163 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba76248-a3d1-4e6f-b563-b0050520aee9 req-b9139fc1-4a5b-4afa-9ecf-66036757a9cf tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:31:36.839752 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7ba76248-a3d1-4e6f-b563-b0050520aee9 req-b9139fc1-4a5b-4afa-9ecf-66036757a9cf tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.20 "GET /v2.0/networks?id=33dd767d-ab2c-4bf6-a32d-ce7483655865 HTTP/1.1" status: 200 len: 806 time: 0.1755288 Nov 22 20:31:36.889631 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-7ba76248-a3d1-4e6f-b563-b0050520aee9 req-a7b7ba1c-24a4-48b5-b80a-f054634aeef4 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Request body: {'port': {'device_id': '8c860d32-18ce-4ae9-b715-9596354e4a26', 'network_id': '33dd767d-ab2c-4bf6-a32d-ce7483655865', 'admin_state_up': True, 'tenant_id': 'b741c1041ead4066a271a7ac45bca161'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:31:36.970131 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-a719e505-af11-4d0f-a907-5670c99255f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '465eee6a-d00b-4a92-933d-be36d09a8662', 'name': 'tempest-AttachVolumeShelveTestJSON-1883671480-router', 'tenant_id': '99aeed5920ec4cada406eeeb08e171e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': 'a35931e5-9d85-4ddb-9da2-bf9a83990327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:26:13Z', 'updated_at': '2021-11-22T20:26:21Z', 'revision_number': 4, 'project_id': '99aeed5920ec4cada406eeeb08e171e4', 'gw_port': {'id': 'a35931e5-9d85-4ddb-9da2-bf9a83990327', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:ce:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465eee6a-d00b-4a92-933d-be36d09a8662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2295, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:26:16Z', 'updated_at': '2021-11-22T20:26:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_floatingips': [{'id': '5b06adff-d2e1-4e72-98a7-fa8d888f6d1e', 'tenant_id': '99aeed5920ec4cada406eeeb08e171e4', 'floating_ip_address': '172.25.5.209', 'floating_network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'router_id': '465eee6a-d00b-4a92-933d-be36d09a8662', 'port_id': 'd45dc3a7-ff28-432b-8016-c373ba7cbd55', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '472efbbc-d832-48a8-ba47-cb0fa0f678cf', 'mac_address': 'fa:16:3e:5d:4a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c8ea2e-f35c-4917-83f4-6a6eece9ab8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T20:31:07Z', 'updated_at': '2021-11-22T20:31:33Z', 'revision_number': 1, 'project_id': '99aeed5920ec4cada406eeeb08e171e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '026d84b4-3f7b-4ebc-99ab-5a5971b8ead8', 'name': '', 'network_id': '472efbbc-d832-48a8-ba47-cb0fa0f678cf', 'tenant_id': '99aeed5920ec4cada406eeeb08e171e4', 'mac_address': 'fa:16:3e:10:d4:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465eee6a-d00b-4a92-933d-be36d09a8662', 'device_owner': 'network:router_interface', 'standard_attr_id': 2296, 'fixed_ips': [{'subnet_id': 'bfcf564a-3590-4b88-b146-a6d87131f13b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:26:20Z', 'updated_at': '2021-11-22T20:26:28Z', 'revision_number': 5, 'project_id': '99aeed5920ec4cada406eeeb08e171e4', 'subnets': [{'id': 'bfcf564a-3590-4b88-b146-a6d87131f13b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:31:36.992716 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.db_base_plugin_common [None req-c353d1bf-4fc6-4760-91c2-280799e538b8 None None] Allocated IP 2001:db8::f816:3eff:fe20:6ae7 (7bd88872-a540-4e3b-ac93-d884c5e46f76/c39c6292-d054-4b00-9078-c515abf90911/39a7197c-fe3b-490f-88d1-3175e12ba8f0) {{(pid=103449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:31:37.108066 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-03b03908-f282-434e-aaa1-ff3ac61a012c req-12bbe341-eba0-44eb-881d-ababf6b45abf tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/ports?device_id=8c860d32-18ce-4ae9-b715-9596354e4a26 HTTP/1.1" status: 200 len: 210 time: 0.4954543 Nov 22 20:31:37.201328 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ed1f73d9-fd65-4a1d-a8b5-2e44db3d64ba req-d019139c-f3d9-4fd2-b4c4-c73f6537152e tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] 10.222.0.46 "GET /v2.0/ports?device_id=2d7e551c-fdb2-4045-a010-64adb070cc29 HTTP/1.1" status: 200 len: 210 time: 0.0395427 Nov 22 20:31:37.213976 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8965a941-73c3-41a4-b6f8-c733b6f3c504 req-7eca577c-cfed-486b-9222-93ca9c85576d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:31:37.215688 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8965a941-73c3-41a4-b6f8-c733b6f3c504 req-7eca577c-cfed-486b-9222-93ca9c85576d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=99aeed5920ec4cada406eeeb08e171e4&device_id=55c8ea2e-f35c-4917-83f4-6a6eece9ab8c HTTP/1.1" status: 200 len: 1097 time: 0.8297760 Nov 22 20:31:37.216531 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ba76248-a3d1-4e6f-b563-b0050520aee9 req-a7b7ba1c-24a4-48b5-b80a-f054634aeef4 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Made reservation on behalf of b741c1041ead4066a271a7ac45bca161 for: {'port': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:31:37.221457 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-7ba76248-a3d1-4e6f-b563-b0050520aee9 req-a7b7ba1c-24a4-48b5-b80a-f054634aeef4 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:37.262634 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ae5a90df-66cb-4001-b472-7cf05c9f07b6 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11567560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11792921'] for subnet, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:37.396920 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae5a90df-66cb-4001-b472-7cf05c9f07b6 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Network 7bd88872-a540-4e3b-ac93-d884c5e46f76 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:31:37.424944 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-ae5a90df-66cb-4001-b472-7cf05c9f07b6 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:31:37.434423 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae5a90df-66cb-4001-b472-7cf05c9f07b6 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:31:37.435046 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ae5a90df-66cb-4001-b472-7cf05c9f07b6 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:37.464707 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5a90df-66cb-4001-b472-7cf05c9f07b6 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Pushing event updated for resources: {'Subnet': ['ID=471ce4f4-96ca-4650-bafa-dbfd39df0b2b,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:31:37.474136 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8965a941-73c3-41a4-b6f8-c733b6f3c504 req-9b1ad062-e2b1-44d6-a00b-5e2249686a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:31:37.477137 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8965a941-73c3-41a4-b6f8-c733b6f3c504 req-9b1ad062-e2b1-44d6-a00b-5e2249686a18 service neutron] 10.222.0.41 "GET /v2.0/networks?id=472efbbc-d832-48a8-ba47-cb0fa0f678cf HTTP/1.1" status: 200 len: 918 time: 0.2510006 Nov 22 20:31:37.493312 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a719e505-af11-4d0f-a907-5670c99255f6 None None] Checking router: 465eee6a-d00b-4a92-933d-be36d09a8662 for host: n-d-818823-1 {{(pid=103450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 20:31:37.493545 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-ae5a90df-66cb-4001-b472-7cf05c9f07b6 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6098824 Nov 22 20:31:37.497541 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 38556) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:31:37.502838 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-c353d1bf-4fc6-4760-91c2-280799e538b8 None None] Publish callbacks [] for port, precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:37.517086 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a719e505-af11-4d0f-a907-5670c99255f6 None None] Routers {'465eee6a-d00b-4a92-933d-be36d09a8662'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:31:37.518776 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-99101752-6251-4866-8c44-33e77c861b0b tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Request body: {'port': {'network_id': '7bd88872-a540-4e3b-ac93-d884c5e46f76', 'mac_address': 'fa:16:3e:82:dd:1e', 'name': 'tempest-NetworksTestDHCPv6-725383660'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:31:37.523965 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-a719e505-af11-4d0f-a907-5670c99255f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:31:33Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['465eee6a-d00b-4a92-933d-be36d09a8662'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:31:37.540318 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-c353d1bf-4fc6-4760-91c2-280799e538b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372'] for port, after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:37.648176 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78e9011-8a9b-4f9b-bd1d-86617b846b28 req-6c8ba752-1542-48f2-98cc-482198177e18 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:31:37.656369 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a78e9011-8a9b-4f9b-bd1d-86617b846b28 req-6c8ba752-1542-48f2-98cc-482198177e18 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/ports?device_id=223a6470-c695-4f80-9249-14d64f28075d HTTP/1.1" status: 200 len: 945 time: 0.1769009 Nov 22 20:31:37.719373 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8965a941-73c3-41a4-b6f8-c733b6f3c504 req-9a39c8d9-35e9-4c0a-ab50-a9764dd746bf service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d45dc3a7-ff28-432b-8016-c373ba7cbd55 HTTP/1.1" status: 200 len: 1000 time: 0.1906509 Nov 22 20:31:37.753849 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c353d1bf-4fc6-4760-91c2-280799e538b8 None None] Network 7bd88872-a540-4e3b-ac93-d884c5e46f76 is already hosted by enough agents. {{(pid=103449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:31:37.768684 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.base_scheduler [None req-c353d1bf-4fc6-4760-91c2-280799e538b8 None None] Resources bound (agent type, host, resource id): {{(pid=103449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:31:37.826443 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c353d1bf-4fc6-4760-91c2-280799e538b8 None None] Received port after_create {{(pid=103449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:31:37.861068 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c353d1bf-4fc6-4760-91c2-280799e538b8 None None] Pushing event updated for resources: {'Port': ['ID=39a7197c-fe3b-490f-88d1-3175e12ba8f0,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:31:37.908790 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-a719e505-af11-4d0f-a907-5670c99255f6 None None] Set router 465eee6a-d00b-4a92-933d-be36d09a8662 gateway port host: n-d-818823-1 {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:31:38.031266 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-c353d1bf-4fc6-4760-91c2-280799e538b8 None None] Attempting to bind port 39a7197c-fe3b-490f-88d1-3175e12ba8f0 on host n-d-818823-1 for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:31:38.032418 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-c353d1bf-4fc6-4760-91c2-280799e538b8 None None] Attempting to bind port 39a7197c-fe3b-490f-88d1-3175e12ba8f0 by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': 'bdb0f717-aa5f-4e33-bcc3-95472c9b5b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '7bd88872-a540-4e3b-ac93-d884c5e46f76'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:31:38.033718 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c353d1bf-4fc6-4760-91c2-280799e538b8 None None] Attempting to bind port 39a7197c-fe3b-490f-88d1-3175e12ba8f0 on network 7bd88872-a540-4e3b-ac93-d884c5e46f76 {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:31:38.043728 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99101752-6251-4866-8c44-33e77c861b0b tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Made reservation on behalf of aa06169c4e4d4119918ff90a471be1d0 for: {'port': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:31:38.044879 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c353d1bf-4fc6-4760-91c2-280799e538b8 None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 31, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:31:38.045551 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c353d1bf-4fc6-4760-91c2-280799e538b8 None None] Checking segment: {'id': 'bdb0f717-aa5f-4e33-bcc3-95472c9b5b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '7bd88872-a540-4e3b-ac93-d884c5e46f76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:31:38.046142 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-c353d1bf-4fc6-4760-91c2-280799e538b8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:38.046711 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c353d1bf-4fc6-4760-91c2-280799e538b8 None None] Bound using segment: {'id': 'bdb0f717-aa5f-4e33-bcc3-95472c9b5b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '7bd88872-a540-4e3b-ac93-d884c5e46f76'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:31:38.048785 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-c353d1bf-4fc6-4760-91c2-280799e538b8 None None] Bound port: 39a7197c-fe3b-490f-88d1-3175e12ba8f0, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdb0f717-aa5f-4e33-bcc3-95472c9b5b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '7bd88872-a540-4e3b-ac93-d884c5e46f76'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:31:38.049661 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-c353d1bf-4fc6-4760-91c2-280799e538b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:38.201890 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-c353d1bf-4fc6-4760-91c2-280799e538b8 None None] For port 39a7197c-fe3b-490f-88d1-3175e12ba8f0, host n-d-818823-1, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:31:38.209698 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-c353d1bf-4fc6-4760-91c2-280799e538b8 None None] For port 39a7197c-fe3b-490f-88d1-3175e12ba8f0, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=39a7197c-fe3b-490f-88d1-3175e12ba8f0,segment=NetworkSegment(bdb0f717-aa5f-4e33-bcc3-95472c9b5b64),segment_id=bdb0f717-aa5f-4e33-bcc3-95472c9b5b64)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:31:38.220606 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-c353d1bf-4fc6-4760-91c2-280799e538b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:38.322207 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a78e9011-8a9b-4f9b-bd1d-86617b846b28 req-fc4419fe-7eaf-4898-840f-bc7e5222c490 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e8bab57-9061-4423-98eb-3cb5b90f4a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5982177 Nov 22 20:31:38.356734 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-99101752-6251-4866-8c44-33e77c861b0b tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:38.433297 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [None req-99101752-6251-4866-8c44-33e77c861b0b tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] device_id is not set on port 115e7525-1af1-4ed6-928a-215e2547d11c yet. {{(pid=103448) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 20:31:38.498981 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c353d1bf-4fc6-4760-91c2-280799e538b8 None None] Pushing event updated for resources: {'Port': ['ID=39a7197c-fe3b-490f-88d1-3175e12ba8f0,revision_number=2']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:31:38.502037 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8965a941-73c3-41a4-b6f8-c733b6f3c504 req-367b1580-04ae-45b1-bb69-def48eb6caf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:31:38.512763 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8965a941-73c3-41a4-b6f8-c733b6f3c504 req-367b1580-04ae-45b1-bb69-def48eb6caf5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bfcf564a-3590-4b88-b146-a6d87131f13b HTTP/1.1" status: 200 len: 856 time: 0.6066942 Nov 22 20:31:38.596760 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-a719e505-af11-4d0f-a907-5670c99255f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '465eee6a-d00b-4a92-933d-be36d09a8662', 'name': 'tempest-AttachVolumeShelveTestJSON-1883671480-router', 'tenant_id': '99aeed5920ec4cada406eeeb08e171e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': 'a35931e5-9d85-4ddb-9da2-bf9a83990327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:26:13Z', 'updated_at': '2021-11-22T20:26:21Z', 'revision_number': 4, 'project_id': '99aeed5920ec4cada406eeeb08e171e4', 'gw_port': {'id': 'a35931e5-9d85-4ddb-9da2-bf9a83990327', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:ce:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465eee6a-d00b-4a92-933d-be36d09a8662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2295, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:26:16Z', 'updated_at': '2021-11-22T20:26:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_floatingips': [{'id': '5b06adff-d2e1-4e72-98a7-fa8d888f6d1e', 'tenant_id': '99aeed5920ec4cada406eeeb08e171e4', 'floating_ip_address': '172.25.5.209', 'floating_network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'router_id': '465eee6a-d00b-4a92-933d-be36d09a8662', 'port_id': 'd45dc3a7-ff28-432b-8016-c373ba7cbd55', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '472efbbc-d832-48a8-ba47-cb0fa0f678cf', 'mac_address': 'fa:16:3e:5d:4a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c8ea2e-f35c-4917-83f4-6a6eece9ab8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T20:31:07Z', 'updated_at': '2021-11-22T20:31:33Z', 'revision_number': 1, 'project_id': '99aeed5920ec4cada406eeeb08e171e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '026d84b4-3f7b-4ebc-99ab-5a5971b8ead8', 'name': '', 'network_id': '472efbbc-d832-48a8-ba47-cb0fa0f678cf', 'tenant_id': '99aeed5920ec4cada406eeeb08e171e4', 'mac_address': 'fa:16:3e:10:d4:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465eee6a-d00b-4a92-933d-be36d09a8662', 'device_owner': 'network:router_interface', 'standard_attr_id': 2296, 'fixed_ips': [{'subnet_id': 'bfcf564a-3590-4b88-b146-a6d87131f13b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:26:20Z', 'updated_at': '2021-11-22T20:26:28Z', 'revision_number': 5, 'project_id': '99aeed5920ec4cada406eeeb08e171e4', 'subnets': [{'id': 'bfcf564a-3590-4b88-b146-a6d87131f13b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:31:38.619174 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5a9fcd5e-9d22-477c-8e35-6216e317bd23 req-d2d5f99f-1ec6-4e05-91b1-98b610fa706d tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/ports?device_id=8c860d32-18ce-4ae9-b715-9596354e4a26 HTTP/1.1" status: 200 len: 210 time: 0.1883790 Nov 22 20:31:38.688531 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a719e505-af11-4d0f-a907-5670c99255f6 None None] The sync data for ids ['465eee6a-d00b-4a92-933d-be36d09a8662'] in n-d-818823-1 is: [{'id': '465eee6a-d00b-4a92-933d-be36d09a8662', 'name': 'tempest-AttachVolumeShelveTestJSON-1883671480-router', 'tenant_id': '99aeed5920ec4cada406eeeb08e171e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': 'a35931e5-9d85-4ddb-9da2-bf9a83990327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:26:13Z', 'updated_at': '2021-11-22T20:26:21Z', 'revision_number': 4, 'project_id': '99aeed5920ec4cada406eeeb08e171e4', 'gw_port': {'id': 'a35931e5-9d85-4ddb-9da2-bf9a83990327', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:ce:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465eee6a-d00b-4a92-933d-be36d09a8662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2295, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:26:16Z', 'updated_at': '2021-11-22T20:26:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_floatingips': [{'id': '5b06adff-d2e1-4e72-98a7-fa8d888f6d1e', 'tenant_id': '99aeed5920ec4cada406eeeb08e171e4', 'floating_ip_address': '172.25.5.209', 'floating_network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'router_id': '465eee6a-d00b-4a92-933d-be36d09a8662', 'port_id': 'd45dc3a7-ff28-432b-8016-c373ba7cbd55', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '472efbbc-d832-48a8-ba47-cb0fa0f678cf', 'mac_address': 'fa:16:3e:5d:4a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c8ea2e-f35c-4917-83f4-6a6eece9ab8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T20:31:07Z', 'updated_at': '2021-11-22T20:31:33Z', 'revision_number': 1, 'project_id': '99aeed5920ec4cada406eeeb08e171e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '026d84b4-3f7b-4ebc-99ab-5a5971b8ead8', 'name': '', 'network_id': '472efbbc-d832-48a8-ba47-cb0fa0f678cf', 'tenant_id': '99aeed5920ec4cada406eeeb08e171e4', 'mac_address': 'fa:16:3e:10:d4:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465eee6a-d00b-4a92-933d-be36d09a8662', 'device_owner': 'network:router_interface', 'standard_attr_id': 2296, 'fixed_ips': [{'subnet_id': 'bfcf564a-3590-4b88-b146-a6d87131f13b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:26:20Z', 'updated_at': '2021-11-22T20:26:28Z', 'revision_number': 5, 'project_id': '99aeed5920ec4cada406eeeb08e171e4', 'subnets': [{'id': 'bfcf564a-3590-4b88-b146-a6d87131f13b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:31:38.901985 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-79192031-85b2-469d-b49c-7ff240142725 req-563507e4-7c32-4764-bc39-42e07e6388b6 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] 10.222.0.46 "GET /v2.0/ports?device_id=2d7e551c-fdb2-4045-a010-64adb070cc29 HTTP/1.1" status: 200 len: 210 time: 0.2604742 Nov 22 20:31:38.955034 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [req-7ba76248-a3d1-4e6f-b563-b0050520aee9 req-a7b7ba1c-24a4-48b5-b80a-f054634aeef4 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Allocated IP 172.20.0.11 (33dd767d-ab2c-4bf6-a32d-ce7483655865/e400cdbc-53df-47e7-8a78-7e2509f719bf/e08c4637-151d-48fd-b2f8-a723e7f9fa3c) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:31:39.069398 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8965a941-73c3-41a4-b6f8-c733b6f3c504 req-1e2ed0d6-3a7f-4ae9-8f21-a4c0e3048708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:31:39.074845 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8965a941-73c3-41a4-b6f8-c733b6f3c504 req-1e2ed0d6-3a7f-4ae9-8f21-a4c0e3048708 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=472efbbc-d832-48a8-ba47-cb0fa0f678cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4811430 Nov 22 20:31:39.134304 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [None req-99101752-6251-4866-8c44-33e77c861b0b tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Allocated IP 172.20.0.10 (7bd88872-a540-4e3b-ac93-d884c5e46f76/471ce4f4-96ca-4650-bafa-dbfd39df0b2b/115e7525-1af1-4ed6-928a-215e2547d11c) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:31:39.158636 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [None req-99101752-6251-4866-8c44-33e77c861b0b tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Allocated IP 2001:db8::f816:3eff:fe82:dd1e (7bd88872-a540-4e3b-ac93-d884c5e46f76/c39c6292-d054-4b00-9078-c515abf90911/115e7525-1af1-4ed6-928a-215e2547d11c) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:31:39.258537 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8769cfb-1a4c-420f-a2d6-47e87c772c01 None None] New status for floating IP 5b06adff-d2e1-4e72-98a7-fa8d888f6d1e: ACTIVE {{(pid=103449) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 20:31:39.726304 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-99101752-6251-4866-8c44-33e77c861b0b tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:39.732970 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 39a7197c-fe3b-490f-88d1-3175e12ba8f0 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:31:39.875906 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8965a941-73c3-41a4-b6f8-c733b6f3c504 req-ac4c1152-e772-4460-b70f-4eb8b0806ab2 service neutron] 10.222.0.41 "GET /v2.0/networks/472efbbc-d832-48a8-ba47-cb0fa0f678cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7388842 Nov 22 20:31:39.914752 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-99101752-6251-4866-8c44-33e77c861b0b tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:39.997241 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99101752-6251-4866-8c44-33e77c861b0b tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Network 7bd88872-a540-4e3b-ac93-d884c5e46f76 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:31:40.007589 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-99101752-6251-4866-8c44-33e77c861b0b tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:31:40.094528 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99101752-6251-4866-8c44-33e77c861b0b tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:31:40.122199 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.agents_db [None req-aa8313f2-1ee4-4e7b-8c5a-d32b2f9d31ee None None] Agent healthcheck: found 7 active agents {{(pid=103450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 20:31:40.206799 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99101752-6251-4866-8c44-33e77c861b0b tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Pushing event updated for resources: {'Port': ['ID=115e7525-1af1-4ed6-928a-215e2547d11c,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:31:40.223025 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99101752-6251-4866-8c44-33e77c861b0b tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:31:40.224801 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-99101752-6251-4866-8c44-33e77c861b0b tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:40.256639 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-99101752-6251-4866-8c44-33e77c861b0b tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.7570734 Nov 22 20:31:40.258923 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 38586) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:31:40.311009 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8965a941-73c3-41a4-b6f8-c733b6f3c504 req-2383b836-efc7-4483-a3d0-40a1847812b8 service neutron] 10.222.0.41 "GET /v2.0/networks/472efbbc-d832-48a8-ba47-cb0fa0f678cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4259851 Nov 22 20:31:40.325456 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-87dea212-7e66-4630-bf43-fca5032c4097 req-a8ae7720-2fd8-4cc8-a47a-c3cb95d54469 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/ports?device_id=8c860d32-18ce-4ae9-b715-9596354e4a26 HTTP/1.1" status: 200 len: 210 time: 0.4758275 Nov 22 20:31:40.382616 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 39a7197c-fe3b-490f-88d1-3175e12ba8f0 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:31:40.387823 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8c2260-82df-4b78-9410-119f29b51897 req-c1e2ece0-998e-4f33-8920-4886e0f80c6d tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:31:40.391094 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:40.404663 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1b8c2260-82df-4b78-9410-119f29b51897 req-c1e2ece0-998e-4f33-8920-4886e0f80c6d tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] 10.222.0.20 "GET /v2.0/networks?id=a2fb1d1d-e875-477e-b404-e136472c7a50 HTTP/1.1" status: 200 len: 796 time: 1.3238888 Nov 22 20:31:40.444830 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7684049-c9fd-44ad-8a4d-511ec47e7915 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:31:40.472138 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7684049-c9fd-44ad-8a4d-511ec47e7915 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:31:40.474007 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-c7684049-c9fd-44ad-8a4d-511ec47e7915 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.2132893 Nov 22 20:31:40.476666 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 38588) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:31:40.591542 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4734a0f7-b30a-4eb5-a4c7-3c0de6aa1b0b req-920264ba-d85d-465e-8b0b-0216530268db tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] 10.222.0.46 "GET /v2.0/ports?device_id=2d7e551c-fdb2-4045-a010-64adb070cc29 HTTP/1.1" status: 200 len: 210 time: 0.0762188 Nov 22 20:31:40.632594 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2c2495b-23a9-4d57-9dba-98ee2bab515f None None] Network 7bd88872-a540-4e3b-ac93-d884c5e46f76 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:31:40.653434 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-7ba76248-a3d1-4e6f-b563-b0050520aee9 req-a7b7ba1c-24a4-48b5-b80a-f054634aeef4 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:40.690246 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-453fb1ba-e088-4956-9783-9b1eb540ce02 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Deleting port 115e7525-1af1-4ed6-928a-215e2547d11c {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:31:40.694503 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-453fb1ba-e088-4956-9783-9b1eb540ce02 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:40.745853 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-7ba76248-a3d1-4e6f-b563-b0050520aee9 req-a7b7ba1c-24a4-48b5-b80a-f054634aeef4 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:40.863387 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-f9118e7c-5789-49b7-a637-3ceb8b6e09be None None] Provisioning complete for port 39a7197c-fe3b-490f-88d1-3175e12ba8f0 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:31:40.864031 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-f9118e7c-5789-49b7-a637-3ceb8b6e09be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:40.870252 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:40.934404 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b7ba1c-24a4-48b5-b80a-f054634aeef4 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Pushing event updated for resources: {'Port': ['ID=e08c4637-151d-48fd-b2f8-a723e7f9fa3c,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:31:40.990971 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeef3d25-375b-47df-975f-3707059f2c67 req-079e45d6-7591-4cb5-a70d-4cbe2a2a4fe5 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:31:40.994904 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-453fb1ba-e088-4956-9783-9b1eb540ce02 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:40.999119 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-aeef3d25-375b-47df-975f-3707059f2c67 req-079e45d6-7591-4cb5-a70d-4cbe2a2a4fe5 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/ports?device_id=223a6470-c695-4f80-9249-14d64f28075d HTTP/1.1" status: 200 len: 945 time: 1.4545350 Nov 22 20:31:41.067058 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-453fb1ba-e088-4956-9783-9b1eb540ce02 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Calling delete_port for 115e7525-1af1-4ed6-928a-215e2547d11c owned by {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:31:41.221419 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b7ba1c-24a4-48b5-b80a-f054634aeef4 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:31:41.221419 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b7ba1c-24a4-48b5-b80a-f054634aeef4 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:31:41.221419 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b7ba1c-24a4-48b5-b80a-f054634aeef4 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:31:41.221419 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b7ba1c-24a4-48b5-b80a-f054634aeef4 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:31:41.221419 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b7ba1c-24a4-48b5-b80a-f054634aeef4 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:31:41.222027 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b7ba1c-24a4-48b5-b80a-f054634aeef4 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:31:41.236058 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b7ba1c-24a4-48b5-b80a-f054634aeef4 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:31:41.236584 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b7ba1c-24a4-48b5-b80a-f054634aeef4 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:31:41.236936 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b7ba1c-24a4-48b5-b80a-f054634aeef4 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:31:41.237289 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b7ba1c-24a4-48b5-b80a-f054634aeef4 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:31:41.237632 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b7ba1c-24a4-48b5-b80a-f054634aeef4 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:31:41.237975 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b7ba1c-24a4-48b5-b80a-f054634aeef4 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:31:41.293390 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ba76248-a3d1-4e6f-b563-b0050520aee9 req-a7b7ba1c-24a4-48b5-b80a-f054634aeef4 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Network 33dd767d-ab2c-4bf6-a32d-ce7483655865 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:31:41.320217 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [req-7ba76248-a3d1-4e6f-b563-b0050520aee9 req-a7b7ba1c-24a4-48b5-b80a-f054634aeef4 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:31:41.326611 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ba76248-a3d1-4e6f-b563-b0050520aee9 req-a7b7ba1c-24a4-48b5-b80a-f054634aeef4 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:31:41.387933 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1b8c2260-82df-4b78-9410-119f29b51897 req-ac52f9b1-a224-45dc-8009-3c800b1cf6c2 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=67d164fc12fc462bb9fe3a42a4c66cfa HTTP/1.1" status: 200 len: 472 time: 0.9461069 Nov 22 20:31:41.424038 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] For port 39a7197c-fe3b-490f-88d1-3175e12ba8f0, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=39a7197c-fe3b-490f-88d1-3175e12ba8f0,segment=NetworkSegment(bdb0f717-aa5f-4e33-bcc3-95472c9b5b64),segment_id=bdb0f717-aa5f-4e33-bcc3-95472c9b5b64)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:31:41.461316 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:41.510854 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-1b8c2260-82df-4b78-9410-119f29b51897 req-5d65b67c-7356-4af5-a3cd-cdd0a4735991 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Request body: {'port': {'device_id': '2d7e551c-fdb2-4045-a010-64adb070cc29', 'network_id': 'a2fb1d1d-e875-477e-b404-e136472c7a50', 'admin_state_up': True, 'tenant_id': '67d164fc12fc462bb9fe3a42a4c66cfa', 'security_groups': ['91638e95-6dc6-4f92-8c46-f88544dc3a0c']}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:31:41.580775 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba76248-a3d1-4e6f-b563-b0050520aee9 req-a7b7ba1c-24a4-48b5-b80a-f054634aeef4 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:31:41.581857 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-7ba76248-a3d1-4e6f-b563-b0050520aee9 req-a7b7ba1c-24a4-48b5-b80a-f054634aeef4 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:41.618927 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Pushing event updated for resources: {'Port': ['ID=39a7197c-fe3b-490f-88d1-3175e12ba8f0,revision_number=3']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:31:41.630246 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-453fb1ba-e088-4956-9783-9b1eb540ce02 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:41.664817 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:31:41.665170 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:31:41.665536 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:31:41.665881 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:31:41.666213 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:31:41.666553 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:31:41.666880 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:31:41.667205 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:31:41.668064 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:31:41.668408 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:31:41.668734 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:31:41.669059 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:31:41.711764 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453fb1ba-e088-4956-9783-9b1eb540ce02 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Pushing event deleted for resources: {'Port': ['ID=115e7525-1af1-4ed6-928a-215e2547d11c,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:31:41.877593 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-aeef3d25-375b-47df-975f-3707059f2c67 req-5d518319-363d-4465-b823-5e98004a3604 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e8bab57-9061-4423-98eb-3cb5b90f4a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8773339 Nov 22 20:31:41.901185 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b8c2260-82df-4b78-9410-119f29b51897 req-5d65b67c-7356-4af5-a3cd-cdd0a4735991 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Made reservation on behalf of 67d164fc12fc462bb9fe3a42a4c66cfa for: {'port': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:31:41.920116 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-1b8c2260-82df-4b78-9410-119f29b51897 req-5d65b67c-7356-4af5-a3cd-cdd0a4735991 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:41.938673 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6b614e2-74cf-4c70-a2cf-663c2191da3f None None] Update dhcp port {'port': {'network_id': '7bd88872-a540-4e3b-ac93-d884c5e46f76', 'fixed_ips': [{'subnet_id': 'c39c6292-d054-4b00-9078-c515abf90911', 'ip_address': '2001:db8::f816:3eff:fe20:6ae7'}, {'subnet_id': '471ce4f4-96ca-4650-bafa-dbfd39df0b2b'}], 'binding:host_id': 'n-d-818823-1'}, 'id': '39a7197c-fe3b-490f-88d1-3175e12ba8f0'} from n-d-818823-1. {{(pid=103449) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 22 20:31:41.960795 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-453fb1ba-e088-4956-9783-9b1eb540ce02 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:41.964429 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-453fb1ba-e088-4956-9783-9b1eb540ce02 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "DELETE /v2.0/ports/115e7525-1af1-4ed6-928a-215e2547d11c HTTP/1.1" status: 204 len: 168 time: 1.4850609 Nov 22 20:31:41.968056 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 38600) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:31:42.018100 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7ba76248-a3d1-4e6f-b563-b0050520aee9 req-a7b7ba1c-24a4-48b5-b80a-f054634aeef4 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.1350160 Nov 22 20:31:42.025853 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e6b614e2-74cf-4c70-a2cf-663c2191da3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:42.111486 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-27b96e0e-82c7-409c-a4a5-5cd0299b933c req-2cfeb199-5fc1-454e-8614-875eff221735 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] 10.222.0.46 "GET /v2.0/ports?device_id=2d7e551c-fdb2-4045-a010-64adb070cc29 HTTP/1.1" status: 200 len: 210 time: 0.0932307 Nov 22 20:31:42.119887 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-745e3e45-83d4-442b-8b19-b8c923aa0d1b tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:31:42.125738 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-745e3e45-83d4-442b-8b19-b8c923aa0d1b tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:31:42.127570 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-745e3e45-83d4-442b-8b19-b8c923aa0d1b tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:31:42.129128 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-745e3e45-83d4-442b-8b19-b8c923aa0d1b tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1573102 Nov 22 20:31:42.144002 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 38608) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:31:42.157914 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b63ae5e-1379-4c28-9222-d7cab68d49ce req-3e1e0b22-e999-462b-b6d6-3e46e044a790 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:31:42.159623 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3b63ae5e-1379-4c28-9222-d7cab68d49ce req-3e1e0b22-e999-462b-b6d6-3e46e044a790 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/ports?device_id=8c860d32-18ce-4ae9-b715-9596354e4a26 HTTP/1.1" status: 200 len: 932 time: 0.5963776 Nov 22 20:31:42.163558 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-7ba76248-a3d1-4e6f-b563-b0050520aee9 req-29453bf1-ad28-4a78-874f-a1108178ba99 service neutron] Request body: {'port': {'device_id': '8c860d32-18ce-4ae9-b715-9596354e4a26', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818823-1'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:31:42.270275 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.db_base_plugin_common [None req-e6b614e2-74cf-4c70-a2cf-663c2191da3f None None] Allocated IP 172.20.0.2 (7bd88872-a540-4e3b-ac93-d884c5e46f76/471ce4f4-96ca-4650-bafa-dbfd39df0b2b/39a7197c-fe3b-490f-88d1-3175e12ba8f0) {{(pid=103449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:31:42.304647 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_v2 [None req-e81438c4-cd9d-49cd-9954-19afb0287544 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Deleting subnet 471ce4f4-96ca-4650-bafa-dbfd39df0b2b {{(pid=103448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 20:31:42.409840 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-e6b614e2-74cf-4c70-a2cf-663c2191da3f None None] For port 39a7197c-fe3b-490f-88d1-3175e12ba8f0, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=39a7197c-fe3b-490f-88d1-3175e12ba8f0,segment=NetworkSegment(bdb0f717-aa5f-4e33-bcc3-95472c9b5b64),segment_id=bdb0f717-aa5f-4e33-bcc3-95472c9b5b64)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:31:42.451241 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-7ba76248-a3d1-4e6f-b563-b0050520aee9 req-29453bf1-ad28-4a78-874f-a1108178ba99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:42.482210 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e6b614e2-74cf-4c70-a2cf-663c2191da3f None None] Publish callbacks [] for port, precommit_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:42.491097 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e6b614e2-74cf-4c70-a2cf-663c2191da3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:42.491695 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e81438c4-cd9d-49cd-9954-19afb0287544 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks [] for subnet, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:42.589790 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3b63ae5e-1379-4c28-9222-d7cab68d49ce req-cbcfe4a6-358b-4d0a-931e-ca578c5ff3ac tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/security-groups?id=967182ec-36b6-43cb-985c-f0d9e87194dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4126518 Nov 22 20:31:42.613179 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e81438c4-cd9d-49cd-9954-19afb0287544 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11627908'] for subnet, precommit_delete_associations {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:42.750941 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b614e2-74cf-4c70-a2cf-663c2191da3f None None] Pushing event updated for resources: {'Port': ['ID=39a7197c-fe3b-490f-88d1-3175e12ba8f0,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:31:42.751679 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [req-1b8c2260-82df-4b78-9410-119f29b51897 req-5d65b67c-7356-4af5-a3cd-cdd0a4735991 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Allocated IP 172.20.0.21 (a2fb1d1d-e875-477e-b404-e136472c7a50/9f94004e-b9e9-4353-a173-a41f7b0d7ff1/90d4336e-948d-486e-acd2-1f69950db5b6) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:31:42.838364 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e81438c4-cd9d-49cd-9954-19afb0287544 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3753007'] for subnet, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:42.967653 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e81438c4-cd9d-49cd-9954-19afb0287544 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3753014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11567369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11792914'] for subnet, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:43.005092 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81438c4-cd9d-49cd-9954-19afb0287544 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Pushing event deleted for resources: {'Subnet': ['ID=471ce4f4-96ca-4650-bafa-dbfd39df0b2b,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:31:43.019696 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e81438c4-cd9d-49cd-9954-19afb0287544 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:43.027196 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-e81438c4-cd9d-49cd-9954-19afb0287544 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "DELETE /v2.0/subnets/471ce4f4-96ca-4650-bafa-dbfd39df0b2b HTTP/1.1" status: 204 len: 168 time: 0.8892088 Nov 22 20:31:43.028568 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 38628) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:31:43.097925 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_v2 [None req-21ff5dde-39e5-44d9-a8f8-f84410d60c8a tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Deleting subnet c39c6292-d054-4b00-9078-c515abf90911 {{(pid=103448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 20:31:43.102300 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-21ff5dde-39e5-44d9-a8f8-f84410d60c8a tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks [] for subnet, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:43.191928 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-21ff5dde-39e5-44d9-a8f8-f84410d60c8a tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11627908'] for subnet, precommit_delete_associations {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:43.222932 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dab3ff-95ff-4e09-9c9e-692b3a34b490 req-eecf0a02-a45c-4684-99ca-3d1bbd71543a tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:31:43.230947 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c6dab3ff-95ff-4e09-9c9e-692b3a34b490 req-eecf0a02-a45c-4684-99ca-3d1bbd71543a tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/ports?device_id=223a6470-c695-4f80-9249-14d64f28075d HTTP/1.1" status: 200 len: 945 time: 0.2296448 Nov 22 20:31:43.361654 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-21ff5dde-39e5-44d9-a8f8-f84410d60c8a tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3753007'] for subnet, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:43.492216 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-21ff5dde-39e5-44d9-a8f8-f84410d60c8a tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3753014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11567369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11792914'] for subnet, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:43.581718 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ff5dde-39e5-44d9-a8f8-f84410d60c8a tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Pushing event deleted for resources: {'Subnet': ['ID=c39c6292-d054-4b00-9078-c515abf90911,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:31:43.600369 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-21ff5dde-39e5-44d9-a8f8-f84410d60c8a tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:43.606591 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-21ff5dde-39e5-44d9-a8f8-f84410d60c8a tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "DELETE /v2.0/subnets/c39c6292-d054-4b00-9078-c515abf90911 HTTP/1.1" status: 204 len: 168 time: 0.5738847 Nov 22 20:31:43.608942 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 38636) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:31:43.611167 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 39a7197c-fe3b-490f-88d1-3175e12ba8f0 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:31:43.700578 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-eeb3616d-b07d-448d-abfc-156bea836c88 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0738328 Nov 22 20:31:43.700801 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 38640) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:31:43.709652 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-0d974787-6458-4a17-94df-936ec13848a3 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Request body: {'subnet': {'network_id': '7bd88872-a540-4e3b-ac93-d884c5e46f76', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:31:43.718154 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 39a7197c-fe3b-490f-88d1-3175e12ba8f0 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:31:43.718539 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:43.919317 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d974787-6458-4a17-94df-936ec13848a3 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Made reservation on behalf of aa06169c4e4d4119918ff90a471be1d0 for: {'subnet': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:31:43.929505 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0d974787-6458-4a17-94df-936ec13848a3 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11792951'] for subnet, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:43.945994 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ca4ed87-042b-4cc4-9347-bdecdb5e2433 None None] Network 7bd88872-a540-4e3b-ac93-d884c5e46f76 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:31:43.949360 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3112960d-f29c-415b-b725-1687ea717b2d req-f4c4896f-a49a-41b8-b95e-3997d6c5c1c9 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] 10.222.0.46 "GET /v2.0/ports?device_id=2d7e551c-fdb2-4045-a010-64adb070cc29 HTTP/1.1" status: 200 len: 210 time: 0.6421976 Nov 22 20:31:44.085721 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c6dab3ff-95ff-4e09-9c9e-692b3a34b490 req-f5353aee-763f-445a-ab82-4c17cf9e5850 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e8bab57-9061-4423-98eb-3cb5b90f4a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8537166 Nov 22 20:31:44.099235 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-1b8c2260-82df-4b78-9410-119f29b51897 req-5d65b67c-7356-4af5-a3cd-cdd0a4735991 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:44.131902 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-f7931a12-404c-4384-9323-93e1783286d3 None None] Provisioning complete for port 39a7197c-fe3b-490f-88d1-3175e12ba8f0 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:31:44.132606 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-f7931a12-404c-4384-9323-93e1783286d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:44.256425 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [req-7ba76248-a3d1-4e6f-b563-b0050520aee9 req-29453bf1-ad28-4a78-874f-a1108178ba99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e08c4637-151d-48fd-b2f8-a723e7f9fa3c {{(pid=103447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:31:44.323660 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-7ba76248-a3d1-4e6f-b563-b0050520aee9 req-29453bf1-ad28-4a78-874f-a1108178ba99 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:44.371788 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.provisioning_blocks [req-7ba76248-a3d1-4e6f-b563-b0050520aee9 req-29453bf1-ad28-4a78-874f-a1108178ba99 service neutron] Transition to ACTIVE for port object e08c4637-151d-48fd-b2f8-a723e7f9fa3c will not be triggered until provisioned by entity L2. {{(pid=103447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 20:31:44.396777 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31835c13-7cfe-4b4a-9449-aaf58dbebe26 req-c377aed2-4eb9-45de-9b8e-b25f2676afec tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:31:44.398387 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-31835c13-7cfe-4b4a-9449-aaf58dbebe26 req-c377aed2-4eb9-45de-9b8e-b25f2676afec tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/ports?device_id=8c860d32-18ce-4ae9-b715-9596354e4a26 HTTP/1.1" status: 200 len: 932 time: 0.1922932 Nov 22 20:31:44.399546 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-1b8c2260-82df-4b78-9410-119f29b51897 req-5d65b67c-7356-4af5-a3cd-cdd0a4735991 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:44.407849 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-7ba76248-a3d1-4e6f-b563-b0050520aee9 req-29453bf1-ad28-4a78-874f-a1108178ba99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:44.420339 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71b2a022-714c-49cb-bc26-2519e1e77931 None None] DHCP port deletion for 7bd88872-a540-4e3b-ac93-d884c5e46f76 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:31:44.505237 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b8c2260-82df-4b78-9410-119f29b51897 req-5d65b67c-7356-4af5-a3cd-cdd0a4735991 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Network a2fb1d1d-e875-477e-b404-e136472c7a50 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:31:44.509753 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [req-1b8c2260-82df-4b78-9410-119f29b51897 req-5d65b67c-7356-4af5-a3cd-cdd0a4735991 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:31:44.526975 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b8c2260-82df-4b78-9410-119f29b51897 req-5d65b67c-7356-4af5-a3cd-cdd0a4735991 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:31:44.555037 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:44.562784 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:44.594546 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-71b2a022-714c-49cb-bc26-2519e1e77931 None None] Deleting port 39a7197c-fe3b-490f-88d1-3175e12ba8f0 {{(pid=103449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:31:44.595082 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-71b2a022-714c-49cb-bc26-2519e1e77931 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:44.601762 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29453bf1-ad28-4a78-874f-a1108178ba99 service neutron] Pushing event updated for resources: {'Port': ['ID=e08c4637-151d-48fd-b2f8-a723e7f9fa3c,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:31:44.608359 n-d-818823-1 neutron-server[103448]: DEBUG neutron.objects.ports [None req-0d974787-6458-4a17-94df-936ec13848a3 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103448) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 22 20:31:44.773293 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d65b67c-7356-4af5-a3cd-cdd0a4735991 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Pushing event updated for resources: {'Port': ['ID=90d4336e-948d-486e-acd2-1f69950db5b6,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:31:44.775140 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-71b2a022-714c-49cb-bc26-2519e1e77931 None None] For port 39a7197c-fe3b-490f-88d1-3175e12ba8f0, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=39a7197c-fe3b-490f-88d1-3175e12ba8f0,segment=NetworkSegment(bdb0f717-aa5f-4e33-bcc3-95472c9b5b64),segment_id=bdb0f717-aa5f-4e33-bcc3-95472c9b5b64)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:31:44.775673 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-71b2a022-714c-49cb-bc26-2519e1e77931 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:44.805891 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-71b2a022-714c-49cb-bc26-2519e1e77931 None None] Calling delete_port for 39a7197c-fe3b-490f-88d1-3175e12ba8f0 owned by network:dhcp {{(pid=103449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:31:44.810501 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-31835c13-7cfe-4b4a-9449-aaf58dbebe26 req-f9e70b30-fb18-4228-baaf-8920ac398e22 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/security-groups?id=967182ec-36b6-43cb-985c-f0d9e87194dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3886213 Nov 22 20:31:44.855567 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8c2260-82df-4b78-9410-119f29b51897 req-5d65b67c-7356-4af5-a3cd-cdd0a4735991 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:31:44.856630 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-1b8c2260-82df-4b78-9410-119f29b51897 req-5d65b67c-7356-4af5-a3cd-cdd0a4735991 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:44.889343 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1b8c2260-82df-4b78-9410-119f29b51897 req-5d65b67c-7356-4af5-a3cd-cdd0a4735991 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3957989 Nov 22 20:31:44.914174 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-1b8c2260-82df-4b78-9410-119f29b51897 req-e91d4861-acb7-48fd-bdb3-10fa912b2fe8 service neutron] Request body: {'port': {'device_id': '2d7e551c-fdb2-4045-a010-64adb070cc29', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818823-1'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:31:44.951224 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-71b2a022-714c-49cb-bc26-2519e1e77931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381'] for port, after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:44.981236 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b2a022-714c-49cb-bc26-2519e1e77931 None None] Pushing event deleted for resources: {'Port': ['ID=39a7197c-fe3b-490f-88d1-3175e12ba8f0,revision_number=None']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:31:44.994344 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b2a022-714c-49cb-bc26-2519e1e77931 None None] No DVR routers for this DVR port 39a7197c-fe3b-490f-88d1-3175e12ba8f0 on host n-d-818823-1 {{(pid=103449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:31:45.017815 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-9f0e7c1d-32bf-4440-919d-3534e3ddf9e0 None None] Provisioning complete for port 90d4336e-948d-486e-acd2-1f69950db5b6 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:31:45.019632 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-9f0e7c1d-32bf-4440-919d-3534e3ddf9e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:45.028950 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-7ba76248-a3d1-4e6f-b563-b0050520aee9 req-29453bf1-ad28-4a78-874f-a1108178ba99 service neutron] Attempting to bind port e08c4637-151d-48fd-b2f8-a723e7f9fa3c on host n-h2-818823-1 for vnic_type normal with profile {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:31:45.029203 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-7ba76248-a3d1-4e6f-b563-b0050520aee9 req-29453bf1-ad28-4a78-874f-a1108178ba99 service neutron] Attempting to bind port e08c4637-151d-48fd-b2f8-a723e7f9fa3c by drivers openvswitch,hyperv on host n-h2-818823-1 at level 0 using segments [{'id': '470d5048-a1ed-4f8a-b81a-95ae6f6f9db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '33dd767d-ab2c-4bf6-a32d-ce7483655865'}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:31:45.029552 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ba76248-a3d1-4e6f-b563-b0050520aee9 req-29453bf1-ad28-4a78-874f-a1108178ba99 service neutron] Attempting to bind port e08c4637-151d-48fd-b2f8-a723e7f9fa3c on network 33dd767d-ab2c-4bf6-a32d-ce7483655865 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:31:45.041178 n-d-818823-1 neutron-server[103448]: WARNING neutron.services.revisions.revision_plugin [None req-0d974787-6458-4a17-94df-936ec13848a3 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Could not find related port for resource to bump revision. Nov 22 20:31:45.052945 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.ipam_pluggable_backend [None req-0d974787-6458-4a17-94df-936ec13848a3 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Port 39a7197c-fe3b-490f-88d1-3175e12ba8f0 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103448) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Nov 22 20:31:45.053536 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.ipam_pluggable_backend [None req-0d974787-6458-4a17-94df-936ec13848a3 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Reverting IP allocation for 2001:db8::f816:3eff:fe20:6ae7 {{(pid=103448) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Nov 22 20:31:45.057838 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.ipam_pluggable_backend [None req-0d974787-6458-4a17-94df-936ec13848a3 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe20:6ae7 {{(pid=103448) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Nov 22 20:31:45.060040 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0d974787-6458-4a17-94df-936ec13848a3 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11567560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11792921'] for subnet, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:45.076383 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-9f0e7c1d-32bf-4440-919d-3534e3ddf9e0 None None] Port 90d4336e-948d-486e-acd2-1f69950db5b6 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:31:45.089905 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ba76248-a3d1-4e6f-b563-b0050520aee9 req-29453bf1-ad28-4a78-874f-a1108178ba99 service neutron] Port e08c4637-151d-48fd-b2f8-a723e7f9fa3c on network 33dd767d-ab2c-4bf6-a32d-ce7483655865 not bound, no agent of type Open vSwitch agent registered on host n-h2-818823-1 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:31:45.090232 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ba76248-a3d1-4e6f-b563-b0050520aee9 req-29453bf1-ad28-4a78-874f-a1108178ba99 service neutron] Attempting to bind port e08c4637-151d-48fd-b2f8-a723e7f9fa3c on network 33dd767d-ab2c-4bf6-a32d-ce7483655865 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:31:45.103382 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ba76248-a3d1-4e6f-b563-b0050520aee9 req-29453bf1-ad28-4a78-874f-a1108178ba99 service neutron] Checking agent: {'id': '65e0486a-7030-4065-96f0-10aa7402a530', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'started_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 31, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:31:45.103843 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ba76248-a3d1-4e6f-b563-b0050520aee9 req-29453bf1-ad28-4a78-874f-a1108178ba99 service neutron] Checking segment: {'id': '470d5048-a1ed-4f8a-b81a-95ae6f6f9db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '33dd767d-ab2c-4bf6-a32d-ce7483655865'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:31:45.104295 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ba76248-a3d1-4e6f-b563-b0050520aee9 req-29453bf1-ad28-4a78-874f-a1108178ba99 service neutron] Bound using segment: {'id': '470d5048-a1ed-4f8a-b81a-95ae6f6f9db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '33dd767d-ab2c-4bf6-a32d-ce7483655865'} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:31:45.104783 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-7ba76248-a3d1-4e6f-b563-b0050520aee9 req-29453bf1-ad28-4a78-874f-a1108178ba99 service neutron] Bound port: e08c4637-151d-48fd-b2f8-a723e7f9fa3c, host: n-h2-818823-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '470d5048-a1ed-4f8a-b81a-95ae6f6f9db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '33dd767d-ab2c-4bf6-a32d-ce7483655865'}}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:31:45.105148 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-7ba76248-a3d1-4e6f-b563-b0050520aee9 req-29453bf1-ad28-4a78-874f-a1108178ba99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:45.191114 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-7ba76248-a3d1-4e6f-b563-b0050520aee9 req-29453bf1-ad28-4a78-874f-a1108178ba99 service neutron] For port e08c4637-151d-48fd-b2f8-a723e7f9fa3c, host n-h2-818823-1, cleared binding levels {{(pid=103447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:31:45.196197 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-7ba76248-a3d1-4e6f-b563-b0050520aee9 req-29453bf1-ad28-4a78-874f-a1108178ba99 service neutron] For port e08c4637-151d-48fd-b2f8-a723e7f9fa3c, host n-h2-818823-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=e08c4637-151d-48fd-b2f8-a723e7f9fa3c,segment=NetworkSegment(470d5048-a1ed-4f8a-b81a-95ae6f6f9db0),segment_id=470d5048-a1ed-4f8a-b81a-95ae6f6f9db0)] {{(pid=103447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:31:45.197453 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-1b8c2260-82df-4b78-9410-119f29b51897 req-e91d4861-acb7-48fd-bdb3-10fa912b2fe8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:45.199377 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d974787-6458-4a17-94df-936ec13848a3 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Pushing event updated for resources: {'Subnet': ['ID=9c4140fd-11ad-4b0f-98ab-c63a19823b80,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:31:45.223710 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-7ba76248-a3d1-4e6f-b563-b0050520aee9 req-29453bf1-ad28-4a78-874f-a1108178ba99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:45.248779 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d974787-6458-4a17-94df-936ec13848a3 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Network 7bd88872-a540-4e3b-ac93-d884c5e46f76 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:31:45.250532 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-0d974787-6458-4a17-94df-936ec13848a3 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:31:45.258069 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d974787-6458-4a17-94df-936ec13848a3 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:31:45.258069 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0d974787-6458-4a17-94df-936ec13848a3 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:45.260807 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6c75768-f82e-446e-91c3-5bf5d922e23d None None] Network 7bd88872-a540-4e3b-ac93-d884c5e46f76 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:31:45.292614 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-0d974787-6458-4a17-94df-936ec13848a3 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5903494 Nov 22 20:31:45.292989 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 38654) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:31:45.301606 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-b28b89de-a4ef-467a-92e9-bcae46ff07ea tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Request body: {'subnet': {'network_id': '7bd88872-a540-4e3b-ac93-d884c5e46f76', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:31:45.454029 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b28b89de-a4ef-467a-92e9-bcae46ff07ea tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Made reservation on behalf of aa06169c4e4d4119918ff90a471be1d0 for: {'subnet': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:31:45.458103 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b28b89de-a4ef-467a-92e9-bcae46ff07ea tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11792951'] for subnet, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:45.587052 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-599f623f-1c53-4a71-9d31-97631cc3d5a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fb26bd7-ce56-527b-b94f-2e1f7cb2bb35-7bd88872-a540-4e3b-ac93-d884c5e46f76', 'network_id': '7bd88872-a540-4e3b-ac93-d884c5e46f76', 'tenant_id': 'aa06169c4e4d4119918ff90a471be1d0', 'fixed_ips': [{'subnet_id': '9c4140fd-11ad-4b0f-98ab-c63a19823b80'}]}} from n-d-818823-1. {{(pid=103449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 20:31:45.593813 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-599f623f-1c53-4a71-9d31-97631cc3d5a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:45.640322 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 39a7197c-fe3b-490f-88d1-3175e12ba8f0 no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:31:45.663362 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [req-1b8c2260-82df-4b78-9410-119f29b51897 req-e91d4861-acb7-48fd-bdb3-10fa912b2fe8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90d4336e-948d-486e-acd2-1f69950db5b6 {{(pid=103447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:31:45.671705 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-1b8c2260-82df-4b78-9410-119f29b51897 req-e91d4861-acb7-48fd-bdb3-10fa912b2fe8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:45.686210 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.provisioning_blocks [req-1b8c2260-82df-4b78-9410-119f29b51897 req-e91d4861-acb7-48fd-bdb3-10fa912b2fe8 service neutron] Transition to ACTIVE for port object 90d4336e-948d-486e-acd2-1f69950db5b6 will not be triggered until provisioned by entity L2. {{(pid=103447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 20:31:45.698680 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-1b8c2260-82df-4b78-9410-119f29b51897 req-e91d4861-acb7-48fd-bdb3-10fa912b2fe8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:45.731522 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba76248-a3d1-4e6f-b563-b0050520aee9 req-29453bf1-ad28-4a78-874f-a1108178ba99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:31:45.732296 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-7ba76248-a3d1-4e6f-b563-b0050520aee9 req-29453bf1-ad28-4a78-874f-a1108178ba99 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:45.733976 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7ba76248-a3d1-4e6f-b563-b0050520aee9 req-29453bf1-ad28-4a78-874f-a1108178ba99 service neutron] 10.222.0.20 "PUT /v2.0/ports/e08c4637-151d-48fd-b2f8-a723e7f9fa3c HTTP/1.1" status: 200 len: 1092 time: 3.5979986 Nov 22 20:31:45.736399 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c860d32-18ce-4ae9-b715-9596354e4a26', 'tag': 'e08c4637-151d-48fd-b2f8-a723e7f9fa3c'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:31:45.738941 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-947f80a1-1119-4ae7-8eb3-6387e57fd01b" -d '{"events": [{"name": "network-changed", "server_uuid": "8c860d32-18ce-4ae9-b715-9596354e4a26", "tag": "e08c4637-151d-48fd-b2f8-a723e7f9fa3c"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:31:45.789498 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aeffde7-0725-4692-a3fc-9a9f235d42cb req-7e8c830b-8c00-4f6e-ab8b-b65ed143e695 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:31:45.794298 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2aeffde7-0725-4692-a3fc-9a9f235d42cb req-7e8c830b-8c00-4f6e-ab8b-b65ed143e695 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] 10.222.0.46 "GET /v2.0/ports?device_id=2d7e551c-fdb2-4045-a010-64adb070cc29 HTTP/1.1" status: 200 len: 932 time: 0.6690807 Nov 22 20:31:45.795000 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29453bf1-ad28-4a78-874f-a1108178ba99 service neutron] Pushing event updated for resources: {'Port': ['ID=e08c4637-151d-48fd-b2f8-a723e7f9fa3c,revision_number=3']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:31:45.915889 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: 39a7197c-fe3b-490f-88d1-3175e12ba8f0 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:31:45.916469 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 39a7197c-fe3b-490f-88d1-3175e12ba8f0 not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:31:45.966660 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91d4861-acb7-48fd-bdb3-10fa912b2fe8 service neutron] Pushing event updated for resources: {'Port': ['ID=90d4336e-948d-486e-acd2-1f69950db5b6,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:31:45.997212 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f3378b-7e16-4f43-8e35-21a0ca95975d req-c02082a3-7021-4c2a-a009-102854815445 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:31:45.998958 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-86f3378b-7e16-4f43-8e35-21a0ca95975d req-c02082a3-7021-4c2a-a009-102854815445 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/ports?device_id=223a6470-c695-4f80-9249-14d64f28075d HTTP/1.1" status: 200 len: 945 time: 0.6827476 Nov 22 20:31:46.080747 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.db_base_plugin_common [None req-599f623f-1c53-4a71-9d31-97631cc3d5a1 None None] Allocated IP 2001:db8::f816:3eff:fed3:7693 (7bd88872-a540-4e3b-ac93-d884c5e46f76/9c4140fd-11ad-4b0f-98ab-c63a19823b80/2ada63da-577c-44ca-8af3-a51687ca59a2) {{(pid=103449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:31:46.106376 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b28b89de-a4ef-467a-92e9-bcae46ff07ea tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11567560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11792921'] for subnet, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:46.125743 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2aeffde7-0725-4692-a3fc-9a9f235d42cb req-ff29c280-8134-4929-9caa-e7de3b3e106a tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] 10.222.0.46 "GET /v2.0/security-groups?id=91638e95-6dc6-4f92-8c46-f88544dc3a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2356684 Nov 22 20:31:46.143526 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba76248-a3d1-4e6f-b563-b0050520aee9 req-4b1b602e-40df-459b-b98a-be886fa6ea2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:31:46.145294 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7ba76248-a3d1-4e6f-b563-b0050520aee9 req-4b1b602e-40df-459b-b98a-be886fa6ea2f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b741c1041ead4066a271a7ac45bca161&device_id=8c860d32-18ce-4ae9-b715-9596354e4a26 HTTP/1.1" status: 200 len: 1095 time: 0.3460374 Nov 22 20:31:46.190476 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-86f3378b-7e16-4f43-8e35-21a0ca95975d req-c4afd652-87dd-4752-91b2-d932df68ff02 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e8bab57-9061-4423-98eb-3cb5b90f4a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542642 Nov 22 20:31:46.264625 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7ba76248-a3d1-4e6f-b563-b0050520aee9 req-d17bf583-531c-4bd7-8de1-c72bae47e609 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e08c4637-151d-48fd-b2f8-a723e7f9fa3c HTTP/1.1" status: 200 len: 217 time: 0.0872922 Nov 22 20:31:46.271313 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-1b8c2260-82df-4b78-9410-119f29b51897 req-e91d4861-acb7-48fd-bdb3-10fa912b2fe8 service neutron] Attempting to bind port 90d4336e-948d-486e-acd2-1f69950db5b6 on host n-h2-818823-1 for vnic_type normal with profile {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:31:46.271739 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-1b8c2260-82df-4b78-9410-119f29b51897 req-e91d4861-acb7-48fd-bdb3-10fa912b2fe8 service neutron] Attempting to bind port 90d4336e-948d-486e-acd2-1f69950db5b6 by drivers openvswitch,hyperv on host n-h2-818823-1 at level 0 using segments [{'id': '067c07b8-2a70-4987-afc0-219229c2065a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'a2fb1d1d-e875-477e-b404-e136472c7a50'}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:31:46.276850 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b8c2260-82df-4b78-9410-119f29b51897 req-e91d4861-acb7-48fd-bdb3-10fa912b2fe8 service neutron] Attempting to bind port 90d4336e-948d-486e-acd2-1f69950db5b6 on network a2fb1d1d-e875-477e-b404-e136472c7a50 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:31:46.279145 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b28b89de-a4ef-467a-92e9-bcae46ff07ea tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Network 7bd88872-a540-4e3b-ac93-d884c5e46f76 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:31:46.287547 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 20:31:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a657a18-6a57-43cd-8ffd-a161c74f04ef x-openstack-request-id: req-9a657a18-6a57-43cd-8ffd-a161c74f04ef {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:31:46.288157 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c860d32-18ce-4ae9-b715-9596354e4a26", "tag": "e08c4637-151d-48fd-b2f8-a723e7f9fa3c", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:31:46.288701 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9a657a18-6a57-43cd-8ffd-a161c74f04ef {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:31:46.290043 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c860d32-18ce-4ae9-b715-9596354e4a26', 'tag': 'e08c4637-151d-48fd-b2f8-a723e7f9fa3c', 'status': 'completed', 'code': 200} Nov 22 20:31:46.292925 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-b28b89de-a4ef-467a-92e9-bcae46ff07ea tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:31:46.301552 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b28b89de-a4ef-467a-92e9-bcae46ff07ea tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:31:46.302466 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b28b89de-a4ef-467a-92e9-bcae46ff07ea tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:46.320946 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b8c2260-82df-4b78-9410-119f29b51897 req-e91d4861-acb7-48fd-bdb3-10fa912b2fe8 service neutron] Port 90d4336e-948d-486e-acd2-1f69950db5b6 on network a2fb1d1d-e875-477e-b404-e136472c7a50 not bound, no agent of type Open vSwitch agent registered on host n-h2-818823-1 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:31:46.321274 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b8c2260-82df-4b78-9410-119f29b51897 req-e91d4861-acb7-48fd-bdb3-10fa912b2fe8 service neutron] Attempting to bind port 90d4336e-948d-486e-acd2-1f69950db5b6 on network a2fb1d1d-e875-477e-b404-e136472c7a50 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:31:46.352453 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-b28b89de-a4ef-467a-92e9-bcae46ff07ea tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0582843 Nov 22 20:31:46.355288 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 38666) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:31:46.365791 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-5f3195d4-115e-4589-8468-c168e13f0add tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Request body: {'port': {'network_id': '7bd88872-a540-4e3b-ac93-d884c5e46f76', 'mac_address': 'fa:16:3e:32:87:d1', 'name': 'tempest-NetworksTestDHCPv6-819255516'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:31:46.393908 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b8c2260-82df-4b78-9410-119f29b51897 req-e91d4861-acb7-48fd-bdb3-10fa912b2fe8 service neutron] Checking agent: {'id': '65e0486a-7030-4065-96f0-10aa7402a530', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'started_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 31, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:31:46.394198 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b8c2260-82df-4b78-9410-119f29b51897 req-e91d4861-acb7-48fd-bdb3-10fa912b2fe8 service neutron] Checking segment: {'id': '067c07b8-2a70-4987-afc0-219229c2065a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'a2fb1d1d-e875-477e-b404-e136472c7a50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:31:46.395598 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b8c2260-82df-4b78-9410-119f29b51897 req-e91d4861-acb7-48fd-bdb3-10fa912b2fe8 service neutron] Bound using segment: {'id': '067c07b8-2a70-4987-afc0-219229c2065a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'a2fb1d1d-e875-477e-b404-e136472c7a50'} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:31:46.395598 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-1b8c2260-82df-4b78-9410-119f29b51897 req-e91d4861-acb7-48fd-bdb3-10fa912b2fe8 service neutron] Bound port: 90d4336e-948d-486e-acd2-1f69950db5b6, host: n-h2-818823-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '067c07b8-2a70-4987-afc0-219229c2065a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'a2fb1d1d-e875-477e-b404-e136472c7a50'}}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:31:46.395598 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-1b8c2260-82df-4b78-9410-119f29b51897 req-e91d4861-acb7-48fd-bdb3-10fa912b2fe8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:46.460072 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba76248-a3d1-4e6f-b563-b0050520aee9 req-d1da7f50-3601-450f-b699-d72efffc56d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:31:46.461812 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7ba76248-a3d1-4e6f-b563-b0050520aee9 req-d1da7f50-3601-450f-b699-d72efffc56d6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e400cdbc-53df-47e7-8a78-7e2509f719bf HTTP/1.1" status: 200 len: 846 time: 0.1696844 Nov 22 20:31:46.471608 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28b89de-a4ef-467a-92e9-bcae46ff07ea tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Pushing event updated for resources: {'Subnet': ['ID=a74b66fc-6530-4b27-8e0e-edcd223ccefc,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:31:46.529352 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa58cc5d-ad7c-413c-bbfe-17fd4edf7123 req-38bdbcf9-013f-4161-a312-c10e1ef0d98a tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:31:46.530749 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-aa58cc5d-ad7c-413c-bbfe-17fd4edf7123 req-38bdbcf9-013f-4161-a312-c10e1ef0d98a tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/ports?device_id=8c860d32-18ce-4ae9-b715-9596354e4a26 HTTP/1.1" status: 200 len: 944 time: 0.1606746 Nov 22 20:31:46.532802 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7ba76248-a3d1-4e6f-b563-b0050520aee9 req-b814f4fa-c083-43c4-a53d-c0c7a1d04d92 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=33dd767d-ab2c-4bf6-a32d-ce7483655865&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436587 Nov 22 20:31:46.569177 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-599f623f-1c53-4a71-9d31-97631cc3d5a1 None None] Publish callbacks [] for port, precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:46.586062 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-599f623f-1c53-4a71-9d31-97631cc3d5a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372'] for port, after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:46.599152 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f3195d4-115e-4589-8468-c168e13f0add tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Made reservation on behalf of aa06169c4e4d4119918ff90a471be1d0 for: {'port': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:31:46.660957 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-1b8c2260-82df-4b78-9410-119f29b51897 req-e91d4861-acb7-48fd-bdb3-10fa912b2fe8 service neutron] For port 90d4336e-948d-486e-acd2-1f69950db5b6, host n-h2-818823-1, cleared binding levels {{(pid=103447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:31:46.666334 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-aa58cc5d-ad7c-413c-bbfe-17fd4edf7123 req-7aa83d05-0a8c-417b-b077-17beb9c97f29 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/security-groups?id=967182ec-36b6-43cb-985c-f0d9e87194dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259494 Nov 22 20:31:46.683715 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-599f623f-1c53-4a71-9d31-97631cc3d5a1 None None] Network 7bd88872-a540-4e3b-ac93-d884c5e46f76 is already hosted by enough agents. {{(pid=103449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:31:46.683978 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-1b8c2260-82df-4b78-9410-119f29b51897 req-e91d4861-acb7-48fd-bdb3-10fa912b2fe8 service neutron] For port 90d4336e-948d-486e-acd2-1f69950db5b6, host n-h2-818823-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=90d4336e-948d-486e-acd2-1f69950db5b6,segment=NetworkSegment(067c07b8-2a70-4987-afc0-219229c2065a),segment_id=067c07b8-2a70-4987-afc0-219229c2065a)] {{(pid=103447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:31:46.687335 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.base_scheduler [None req-599f623f-1c53-4a71-9d31-97631cc3d5a1 None None] Resources bound (agent type, host, resource id): {{(pid=103449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:31:46.692145 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-599f623f-1c53-4a71-9d31-97631cc3d5a1 None None] Received port after_create {{(pid=103449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:31:46.693655 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-1b8c2260-82df-4b78-9410-119f29b51897 req-e91d4861-acb7-48fd-bdb3-10fa912b2fe8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:46.716206 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599f623f-1c53-4a71-9d31-97631cc3d5a1 None None] Pushing event updated for resources: {'Port': ['ID=2ada63da-577c-44ca-8af3-a51687ca59a2,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:31:46.809826 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-599f623f-1c53-4a71-9d31-97631cc3d5a1 None None] Attempting to bind port 2ada63da-577c-44ca-8af3-a51687ca59a2 on host n-d-818823-1 for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:31:46.810367 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7ba76248-a3d1-4e6f-b563-b0050520aee9 req-51b08204-5cd3-4fef-9fcc-e17d2f0bc60b service neutron] 10.222.0.20 "GET /v2.0/networks/33dd767d-ab2c-4bf6-a32d-ce7483655865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2539186 Nov 22 20:31:46.813399 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-599f623f-1c53-4a71-9d31-97631cc3d5a1 None None] Attempting to bind port 2ada63da-577c-44ca-8af3-a51687ca59a2 by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': 'bdb0f717-aa5f-4e33-bcc3-95472c9b5b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '7bd88872-a540-4e3b-ac93-d884c5e46f76'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:31:46.813904 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-599f623f-1c53-4a71-9d31-97631cc3d5a1 None None] Attempting to bind port 2ada63da-577c-44ca-8af3-a51687ca59a2 on network 7bd88872-a540-4e3b-ac93-d884c5e46f76 {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:31:46.825636 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-599f623f-1c53-4a71-9d31-97631cc3d5a1 None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 31, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:31:46.826115 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-599f623f-1c53-4a71-9d31-97631cc3d5a1 None None] Checking segment: {'id': 'bdb0f717-aa5f-4e33-bcc3-95472c9b5b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '7bd88872-a540-4e3b-ac93-d884c5e46f76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:31:46.826649 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-599f623f-1c53-4a71-9d31-97631cc3d5a1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:46.827113 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-599f623f-1c53-4a71-9d31-97631cc3d5a1 None None] Bound using segment: {'id': 'bdb0f717-aa5f-4e33-bcc3-95472c9b5b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '7bd88872-a540-4e3b-ac93-d884c5e46f76'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:31:46.827838 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-599f623f-1c53-4a71-9d31-97631cc3d5a1 None None] Bound port: 2ada63da-577c-44ca-8af3-a51687ca59a2, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdb0f717-aa5f-4e33-bcc3-95472c9b5b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '7bd88872-a540-4e3b-ac93-d884c5e46f76'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:31:46.828312 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-599f623f-1c53-4a71-9d31-97631cc3d5a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:46.858215 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5f3195d4-115e-4589-8468-c168e13f0add tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:46.859617 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91d4861-acb7-48fd-bdb3-10fa912b2fe8 service neutron] Pushing event updated for resources: {'Port': ['ID=90d4336e-948d-486e-acd2-1f69950db5b6,revision_number=3']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:31:46.866110 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8c2260-82df-4b78-9410-119f29b51897 req-e91d4861-acb7-48fd-bdb3-10fa912b2fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:31:46.867837 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-1b8c2260-82df-4b78-9410-119f29b51897 req-e91d4861-acb7-48fd-bdb3-10fa912b2fe8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:46.872953 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1b8c2260-82df-4b78-9410-119f29b51897 req-e91d4861-acb7-48fd-bdb3-10fa912b2fe8 service neutron] 10.222.0.20 "PUT /v2.0/ports/90d4336e-948d-486e-acd2-1f69950db5b6 HTTP/1.1" status: 200 len: 1092 time: 1.9718354 Nov 22 20:31:46.914403 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [None req-5f3195d4-115e-4589-8468-c168e13f0add tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] device_id is not set on port c7ad2b61-36c6-4e2f-a866-652b519a3be5 yet. {{(pid=103448) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 20:31:46.941859 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-599f623f-1c53-4a71-9d31-97631cc3d5a1 None None] For port 2ada63da-577c-44ca-8af3-a51687ca59a2, host n-d-818823-1, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:31:46.946560 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-599f623f-1c53-4a71-9d31-97631cc3d5a1 None None] For port 2ada63da-577c-44ca-8af3-a51687ca59a2, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=2ada63da-577c-44ca-8af3-a51687ca59a2,segment=NetworkSegment(bdb0f717-aa5f-4e33-bcc3-95472c9b5b64),segment_id=bdb0f717-aa5f-4e33-bcc3-95472c9b5b64)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:31:46.954429 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-599f623f-1c53-4a71-9d31-97631cc3d5a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:47.098114 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599f623f-1c53-4a71-9d31-97631cc3d5a1 None None] Pushing event updated for resources: {'Port': ['ID=2ada63da-577c-44ca-8af3-a51687ca59a2,revision_number=2']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:31:47.185206 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8c2260-82df-4b78-9410-119f29b51897 req-bf4c12cb-5ddf-4efa-a021-c593adfb00ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:31:47.190269 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1b8c2260-82df-4b78-9410-119f29b51897 req-bf4c12cb-5ddf-4efa-a021-c593adfb00ab service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=67d164fc12fc462bb9fe3a42a4c66cfa&device_id=2d7e551c-fdb2-4045-a010-64adb070cc29 HTTP/1.1" status: 200 len: 1095 time: 0.1985219 Nov 22 20:31:47.314824 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [None req-5f3195d4-115e-4589-8468-c168e13f0add tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Allocated IP 172.20.0.8 (7bd88872-a540-4e3b-ac93-d884c5e46f76/a74b66fc-6530-4b27-8e0e-edcd223ccefc/c7ad2b61-36c6-4e2f-a866-652b519a3be5) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:31:47.324622 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [None req-5f3195d4-115e-4589-8468-c168e13f0add tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Allocated IP 2001:db8::f816:3eff:fe32:87d1 (7bd88872-a540-4e3b-ac93-d884c5e46f76/9c4140fd-11ad-4b0f-98ab-c63a19823b80/c7ad2b61-36c6-4e2f-a866-652b519a3be5) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:31:47.328040 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1b8c2260-82df-4b78-9410-119f29b51897 req-4bdff295-eeaa-410f-888f-f3cedade55df service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=90d4336e-948d-486e-acd2-1f69950db5b6 HTTP/1.1" status: 200 len: 217 time: 0.1284285 Nov 22 20:31:47.343851 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7ba76248-a3d1-4e6f-b563-b0050520aee9 req-fc3d65c3-7834-44f8-9d46-0a26e5ef1d6b service neutron] 10.222.0.20 "GET /v2.0/networks/33dd767d-ab2c-4bf6-a32d-ce7483655865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4698045 Nov 22 20:31:47.563986 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b027a56-4623-44ac-9445-f235babcc293 req-969c90a0-d1f5-4914-a8cd-7ebdd97a2001 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:31:47.572023 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3b027a56-4623-44ac-9445-f235babcc293 req-969c90a0-d1f5-4914-a8cd-7ebdd97a2001 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] 10.222.0.46 "GET /v2.0/ports?device_id=2d7e551c-fdb2-4045-a010-64adb070cc29 HTTP/1.1" status: 200 len: 944 time: 0.2234578 Nov 22 20:31:47.612368 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8c2260-82df-4b78-9410-119f29b51897 req-c5842afd-8346-4f22-b73f-2b41a6f0cdad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:31:47.614200 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1b8c2260-82df-4b78-9410-119f29b51897 req-c5842afd-8346-4f22-b73f-2b41a6f0cdad service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9f94004e-b9e9-4353-a173-a41f7b0d7ff1 HTTP/1.1" status: 200 len: 838 time: 0.2782779 Nov 22 20:31:47.669107 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947f80a1-1119-4ae7-8eb3-6387e57fd01b req-1881f342-a5fe-43fc-b2bb-54377131be63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:31:47.670516 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-947f80a1-1119-4ae7-8eb3-6387e57fd01b req-1881f342-a5fe-43fc-b2bb-54377131be63 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b741c1041ead4066a271a7ac45bca161&device_id=8c860d32-18ce-4ae9-b715-9596354e4a26 HTTP/1.1" status: 200 len: 1095 time: 0.2609303 Nov 22 20:31:47.690699 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e67a58-fecc-4351-881e-b7ae6e1bbbd1 req-6d9198ea-dfd3-4850-a533-63acf5e79b4f tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:31:47.692490 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-78e67a58-fecc-4351-881e-b7ae6e1bbbd1 req-6d9198ea-dfd3-4850-a533-63acf5e79b4f tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/ports?device_id=223a6470-c695-4f80-9249-14d64f28075d HTTP/1.1" status: 200 len: 945 time: 0.3160236 Nov 22 20:31:47.700900 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5f3195d4-115e-4589-8468-c168e13f0add tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:47.730907 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 2ada63da-577c-44ca-8af3-a51687ca59a2 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:31:47.770890 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5f3195d4-115e-4589-8468-c168e13f0add tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:47.786630 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3b027a56-4623-44ac-9445-f235babcc293 req-3801b9d7-2c41-4e63-8c56-4f972b0a3dc3 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] 10.222.0.46 "GET /v2.0/security-groups?id=91638e95-6dc6-4f92-8c46-f88544dc3a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2135379 Nov 22 20:31:47.850479 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 2ada63da-577c-44ca-8af3-a51687ca59a2 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:31:47.850891 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:47.895333 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947f80a1-1119-4ae7-8eb3-6387e57fd01b req-fe41f50c-5354-4fb9-a1f6-d45e39b518f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:31:47.897609 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-947f80a1-1119-4ae7-8eb3-6387e57fd01b req-fe41f50c-5354-4fb9-a1f6-d45e39b518f2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=33dd767d-ab2c-4bf6-a32d-ce7483655865 HTTP/1.1" status: 200 len: 907 time: 0.2040982 Nov 22 20:31:47.903689 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8c2260-82df-4b78-9410-119f29b51897 req-cc78110a-ab82-4cb4-b108-9b3bb4cb75ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:31:47.905480 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1b8c2260-82df-4b78-9410-119f29b51897 req-cc78110a-ab82-4cb4-b108-9b3bb4cb75ba service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a2fb1d1d-e875-477e-b404-e136472c7a50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2828572 Nov 22 20:31:47.910613 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-78e67a58-fecc-4351-881e-b7ae6e1bbbd1 req-c3848829-d928-4ca0-b80f-6d09c521c44e tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e8bab57-9061-4423-98eb-3cb5b90f4a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016730 Nov 22 20:31:47.912745 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f3195d4-115e-4589-8468-c168e13f0add tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Network 7bd88872-a540-4e3b-ac93-d884c5e46f76 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:31:47.939523 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-5f3195d4-115e-4589-8468-c168e13f0add tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:31:47.940849 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3195d4-115e-4589-8468-c168e13f0add tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Pushing event updated for resources: {'Port': ['ID=c7ad2b61-36c6-4e2f-a866-652b519a3be5,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:31:47.946620 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f3195d4-115e-4589-8468-c168e13f0add tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:31:48.004799 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-947f80a1-1119-4ae7-8eb3-6387e57fd01b req-6edca89a-630f-4aad-8dcf-fbcdafe22ca1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e08c4637-151d-48fd-b2f8-a723e7f9fa3c HTTP/1.1" status: 200 len: 217 time: 0.0903194 Nov 22 20:31:48.011576 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:48.046610 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f3195d4-115e-4589-8468-c168e13f0add tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:31:48.047167 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5f3195d4-115e-4589-8468-c168e13f0add tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:48.054792 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] For port 2ada63da-577c-44ca-8af3-a51687ca59a2, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=2ada63da-577c-44ca-8af3-a51687ca59a2,segment=NetworkSegment(bdb0f717-aa5f-4e33-bcc3-95472c9b5b64),segment_id=bdb0f717-aa5f-4e33-bcc3-95472c9b5b64)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:31:48.061125 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:48.066231 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-5f3195d4-115e-4589-8468-c168e13f0add tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.7052319 Nov 22 20:31:48.069418 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 38696) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:31:48.107903 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1b8c2260-82df-4b78-9410-119f29b51897 req-813f0edc-b248-4a21-8293-8888abad4e3e service neutron] 10.222.0.20 "GET /v2.0/networks/a2fb1d1d-e875-477e-b404-e136472c7a50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1918244 Nov 22 20:31:48.123705 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Pushing event updated for resources: {'Port': ['ID=2ada63da-577c-44ca-8af3-a51687ca59a2,revision_number=3']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:31:48.140441 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2dba08c-e86d-45b6-a769-4767d6a818ff tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:31:48.148591 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2dba08c-e86d-45b6-a769-4767d6a818ff tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:31:48.151469 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-e2dba08c-e86d-45b6-a769-4767d6a818ff tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.0798986 Nov 22 20:31:48.153103 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 38698) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:31:48.198571 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947f80a1-1119-4ae7-8eb3-6387e57fd01b req-ededc828-40ca-40e3-b432-abc81c6edc39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:31:48.200142 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-947f80a1-1119-4ae7-8eb3-6387e57fd01b req-ededc828-40ca-40e3-b432-abc81c6edc39 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e400cdbc-53df-47e7-8a78-7e2509f719bf HTTP/1.1" status: 200 len: 846 time: 0.0913291 Nov 22 20:31:48.238996 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-947f80a1-1119-4ae7-8eb3-6387e57fd01b req-afc3a062-278f-45f4-afc1-b899e3c2779c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=33dd767d-ab2c-4bf6-a32d-ce7483655865&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265126 Nov 22 20:31:48.259718 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-1bdc6478-28c3-4ea1-90a6-e5719bc64d66 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Deleting port c7ad2b61-36c6-4e2f-a866-652b519a3be5 {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:31:48.260216 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1bdc6478-28c3-4ea1-90a6-e5719bc64d66 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:48.276275 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71935ce-d7c7-4688-9e9d-d5571f9b2605 req-14e16d43-e991-4ee2-b4c1-a70135b9573b tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:31:48.278324 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e71935ce-d7c7-4688-9e9d-d5571f9b2605 req-14e16d43-e991-4ee2-b4c1-a70135b9573b tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/ports?device_id=8c860d32-18ce-4ae9-b715-9596354e4a26 HTTP/1.1" status: 200 len: 944 time: 0.1616683 Nov 22 20:31:48.338725 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d7e551c-fdb2-4045-a010-64adb070cc29', 'tag': '90d4336e-948d-486e-acd2-1f69950db5b6'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:31:48.348365 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d1a2012-efaf-4f7e-a989-500e2151b5c5" -d '{"events": [{"name": "network-changed", "server_uuid": "2d7e551c-fdb2-4045-a010-64adb070cc29", "tag": "90d4336e-948d-486e-acd2-1f69950db5b6"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:31:48.373028 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1bdc6478-28c3-4ea1-90a6-e5719bc64d66 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:48.404682 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-1bdc6478-28c3-4ea1-90a6-e5719bc64d66 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Calling delete_port for c7ad2b61-36c6-4e2f-a866-652b519a3be5 owned by {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:31:48.419559 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-947f80a1-1119-4ae7-8eb3-6387e57fd01b req-48bfc52a-b5af-4382-906b-823339c473a8 service neutron] 10.222.0.20 "GET /v2.0/networks/33dd767d-ab2c-4bf6-a32d-ce7483655865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388507 Nov 22 20:31:48.474694 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 20:31:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ebb8744-6a19-4dba-a163-409bfd1db1dc x-openstack-request-id: req-6ebb8744-6a19-4dba-a163-409bfd1db1dc {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:31:48.474972 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d7e551c-fdb2-4045-a010-64adb070cc29", "tag": "90d4336e-948d-486e-acd2-1f69950db5b6", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:31:48.475171 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6ebb8744-6a19-4dba-a163-409bfd1db1dc {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:31:48.475756 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d7e551c-fdb2-4045-a010-64adb070cc29', 'tag': '90d4336e-948d-486e-acd2-1f69950db5b6', 'status': 'completed', 'code': 200} Nov 22 20:31:48.612734 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1b8c2260-82df-4b78-9410-119f29b51897 req-cdd60219-80ef-451d-9779-02cc3996ded3 service neutron] 10.222.0.20 "GET /v2.0/networks/a2fb1d1d-e875-477e-b404-e136472c7a50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4248450 Nov 22 20:31:48.627608 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e71935ce-d7c7-4688-9e9d-d5571f9b2605 req-ea541dfe-9b80-4faf-8d3e-99bad76e3d2e tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/security-groups?id=967182ec-36b6-43cb-985c-f0d9e87194dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2709346 Nov 22 20:31:48.663510 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26680d9c-0811-41b6-b017-57de86688ed1 req-7e8facc8-827f-4711-a002-205c4574c9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:31:48.665026 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-26680d9c-0811-41b6-b017-57de86688ed1 req-7e8facc8-827f-4711-a002-205c4574c9e5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a3670ebd84cb4741b338db645a992249&device_id=223a6470-c695-4f80-9249-14d64f28075d HTTP/1.1" status: 200 len: 1096 time: 0.1864142 Nov 22 20:31:48.708589 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1bdc6478-28c3-4ea1-90a6-e5719bc64d66 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:48.738952 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-947f80a1-1119-4ae7-8eb3-6387e57fd01b req-dca6b175-e1a2-4c41-a8d0-8a9d3ded0f73 service neutron] 10.222.0.20 "GET /v2.0/networks/33dd767d-ab2c-4bf6-a32d-ce7483655865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3011317 Nov 22 20:31:48.758425 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdc6478-28c3-4ea1-90a6-e5719bc64d66 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Pushing event deleted for resources: {'Port': ['ID=c7ad2b61-36c6-4e2f-a866-652b519a3be5,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:31:48.784653 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-522533e5-9246-4535-aa33-5308140d1cbe None None] Network 7bd88872-a540-4e3b-ac93-d884c5e46f76 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:31:48.840189 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1a2012-efaf-4f7e-a989-500e2151b5c5 req-9ed327d7-8caa-4a3d-a7a4-ee216c31418f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:31:48.841979 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2d1a2012-efaf-4f7e-a989-500e2151b5c5 req-9ed327d7-8caa-4a3d-a7a4-ee216c31418f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=67d164fc12fc462bb9fe3a42a4c66cfa&device_id=2d7e551c-fdb2-4045-a010-64adb070cc29 HTTP/1.1" status: 200 len: 1095 time: 0.0890119 Nov 22 20:31:48.843185 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26680d9c-0811-41b6-b017-57de86688ed1 req-cab5604e-a7d2-4356-aa1c-57f80556c38c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:31:48.845424 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-26680d9c-0811-41b6-b017-57de86688ed1 req-cab5604e-a7d2-4356-aa1c-57f80556c38c service neutron] 10.222.0.20 "GET /v2.0/networks?id=13496096-9618-4fad-a538-016ce712d3bd HTTP/1.1" status: 200 len: 913 time: 0.1678224 Nov 22 20:31:48.883786 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-efebb5a0-0349-4b64-84ef-83adfa010fa7 None None] Provisioning complete for port 2ada63da-577c-44ca-8af3-a51687ca59a2 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:31:48.884306 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-efebb5a0-0349-4b64-84ef-83adfa010fa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:48.925937 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1bdc6478-28c3-4ea1-90a6-e5719bc64d66 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:48.933671 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-1bdc6478-28c3-4ea1-90a6-e5719bc64d66 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "DELETE /v2.0/ports/c7ad2b61-36c6-4e2f-a866-652b519a3be5 HTTP/1.1" status: 204 len: 168 time: 0.7794459 Nov 22 20:31:48.934454 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 38706) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:31:49.008562 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e9f5da1-907d-4cab-9ad5-80beea9dcbe5 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:31:49.010317 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e9f5da1-907d-4cab-9ad5-80beea9dcbe5 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:31:49.012151 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e9f5da1-907d-4cab-9ad5-80beea9dcbe5 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:31:49.016776 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-3e9f5da1-907d-4cab-9ad5-80beea9dcbe5 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0802207 Nov 22 20:31:49.018460 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 38714) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:31:49.027147 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-26680d9c-0811-41b6-b017-57de86688ed1 req-d86d3596-48cc-4e75-bd39-20b86f288680 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cdc14639-ccc0-49ca-96c4-bc427e74b24d HTTP/1.1" status: 200 len: 217 time: 0.1703782 Nov 22 20:31:49.032940 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1a2012-efaf-4f7e-a989-500e2151b5c5 req-0abc1033-8881-48ac-88f9-e32816a57a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:31:49.038033 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2d1a2012-efaf-4f7e-a989-500e2151b5c5 req-0abc1033-8881-48ac-88f9-e32816a57a16 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a2fb1d1d-e875-477e-b404-e136472c7a50 HTTP/1.1" status: 200 len: 897 time: 0.1814337 Nov 22 20:31:49.135108 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_v2 [None req-687c5b6a-0772-44e4-96e2-a176034a5851 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Deleting subnet 9c4140fd-11ad-4b0f-98ab-c63a19823b80 {{(pid=103448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 20:31:49.143899 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-687c5b6a-0772-44e4-96e2-a176034a5851 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks [] for subnet, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:49.158905 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2d1a2012-efaf-4f7e-a989-500e2151b5c5 req-6a2d1638-0b56-4eb5-9ffb-812e46447460 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=90d4336e-948d-486e-acd2-1f69950db5b6 HTTP/1.1" status: 200 len: 217 time: 0.1077690 Nov 22 20:31:49.205421 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-687c5b6a-0772-44e4-96e2-a176034a5851 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11627908'] for subnet, precommit_delete_associations {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:49.218524 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8292199e-7177-42c1-a19d-c736873a7e51 None None] Update dhcp port {'port': {'network_id': '7bd88872-a540-4e3b-ac93-d884c5e46f76', 'fixed_ips': [{'subnet_id': '9c4140fd-11ad-4b0f-98ab-c63a19823b80', 'ip_address': '2001:db8::f816:3eff:fed3:7693'}, {'subnet_id': 'a74b66fc-6530-4b27-8e0e-edcd223ccefc'}], 'binding:host_id': 'n-d-818823-1'}, 'id': '2ada63da-577c-44ca-8af3-a51687ca59a2'} from n-d-818823-1. {{(pid=103449) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 22 20:31:49.227836 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a61587-c47e-44d2-8d66-121afea55ed1 req-2766b53e-f52d-4f4a-9f07-781eda011d4d tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:31:49.229377 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-66a61587-c47e-44d2-8d66-121afea55ed1 req-2766b53e-f52d-4f4a-9f07-781eda011d4d tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] 10.222.0.46 "GET /v2.0/ports?device_id=2d7e551c-fdb2-4045-a010-64adb070cc29 HTTP/1.1" status: 200 len: 944 time: 0.2751932 Nov 22 20:31:49.245851 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-8292199e-7177-42c1-a19d-c736873a7e51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:49.311684 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-687c5b6a-0772-44e4-96e2-a176034a5851 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3753007'] for subnet, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:49.330812 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26680d9c-0811-41b6-b017-57de86688ed1 req-3d55f31b-805a-4a86-81c4-ee09ec92c097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:31:49.332682 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-26680d9c-0811-41b6-b017-57de86688ed1 req-3d55f31b-805a-4a86-81c4-ee09ec92c097 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c03e1529-a0c9-4990-b0cd-08a1dc455fd5 HTTP/1.1" status: 200 len: 851 time: 0.2950256 Nov 22 20:31:49.347983 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-66a61587-c47e-44d2-8d66-121afea55ed1 req-3b702f57-83e5-46df-b6d3-7cfae68b2d4b tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] 10.222.0.46 "GET /v2.0/security-groups?id=91638e95-6dc6-4f92-8c46-f88544dc3a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792549 Nov 22 20:31:49.389019 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1a2012-efaf-4f7e-a989-500e2151b5c5 req-5fcee265-a78d-4058-a084-bcbd24909199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:31:49.390522 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2d1a2012-efaf-4f7e-a989-500e2151b5c5 req-5fcee265-a78d-4058-a084-bcbd24909199 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9f94004e-b9e9-4353-a173-a41f7b0d7ff1 HTTP/1.1" status: 200 len: 838 time: 0.2135003 Nov 22 20:31:49.402514 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9854e916-c829-41ee-b089-416ffcf236c6 req-56ad26e0-ef33-4cc6-a7b4-ccbb260a29b1 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:31:49.404086 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9854e916-c829-41ee-b089-416ffcf236c6 req-56ad26e0-ef33-4cc6-a7b4-ccbb260a29b1 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/ports?device_id=223a6470-c695-4f80-9249-14d64f28075d HTTP/1.1" status: 200 len: 945 time: 0.2492564 Nov 22 20:31:49.421390 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-687c5b6a-0772-44e4-96e2-a176034a5851 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3753014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11567369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11792914'] for subnet, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:49.429130 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server [None req-8292199e-7177-42c1-a19d-c736873a7e51 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9c4140fd-11ad-4b0f-98ab-c63a19823b80: This subnet is being modified by another concurrent operation. Nov 22 20:31:49.429130 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 22 20:31:49.429130 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 22 20:31:49.429130 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 22 20:31:49.429130 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 22 20:31:49.429130 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 22 20:31:49.429130 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 22 20:31:49.429130 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 22 20:31:49.429130 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 22 20:31:49.429130 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 22 20:31:49.429130 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 22 20:31:49.429130 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 22 20:31:49.429130 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 22 20:31:49.429130 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 22 20:31:49.429130 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 20:31:49.429130 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 20:31:49.429130 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 20:31:49.429130 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 20:31:49.429130 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 22 20:31:49.429130 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 22 20:31:49.429130 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 22 20:31:49.429130 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 22 20:31:49.429130 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 20:31:49.429130 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 20:31:49.429130 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 20:31:49.429130 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 20:31:49.429130 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 22 20:31:49.429130 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 22 20:31:49.429130 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 22 20:31:49.429130 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 22 20:31:49.429130 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 20:31:49.429130 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 20:31:49.429130 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 20:31:49.429130 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 20:31:49.429130 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 22 20:31:49.429130 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 22 20:31:49.429130 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Nov 22 20:31:49.429130 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Nov 22 20:31:49.429130 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Nov 22 20:31:49.429130 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Nov 22 20:31:49.429130 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 22 20:31:49.429130 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 22 20:31:49.429130 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 22 20:31:49.429130 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 22 20:31:49.429130 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 22 20:31:49.429130 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 22 20:31:49.429130 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 20:31:49.429130 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 20:31:49.429130 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 20:31:49.429130 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 20:31:49.429130 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 22 20:31:49.429130 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 22 20:31:49.429130 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 22 20:31:49.429130 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 22 20:31:49.429130 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 20:31:49.429130 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 20:31:49.429130 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 20:31:49.429130 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 20:31:49.429130 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 22 20:31:49.429130 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 22 20:31:49.429130 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 22 20:31:49.429130 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 22 20:31:49.429130 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 20:31:49.429130 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 20:31:49.429130 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 20:31:49.429130 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 20:31:49.429130 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 22 20:31:49.429130 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 22 20:31:49.429130 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1744, in update_port Nov 22 20:31:49.429130 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Nov 22 20:31:49.429130 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 22 20:31:49.429130 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 22 20:31:49.429130 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1515, in update_port Nov 22 20:31:49.429130 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Nov 22 20:31:49.429130 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Nov 22 20:31:49.429130 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Nov 22 20:31:49.429130 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Nov 22 20:31:49.429130 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Nov 22 20:31:49.429130 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Nov 22 20:31:49.429130 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 22 20:31:49.429130 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 22 20:31:49.429130 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 22 20:31:49.429130 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 22 20:31:49.429130 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server raise exception Nov 22 20:31:49.429130 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9c4140fd-11ad-4b0f-98ab-c63a19823b80: This subnet is being modified by another concurrent operation. Nov 22 20:31:49.429130 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server Nov 22 20:31:49.479956 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1a2012-efaf-4f7e-a989-500e2151b5c5 req-dc40e8ed-8049-4bb3-a338-4c908ffb7332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:31:49.480395 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2d1a2012-efaf-4f7e-a989-500e2151b5c5 req-dc40e8ed-8049-4bb3-a338-4c908ffb7332 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a2fb1d1d-e875-477e-b404-e136472c7a50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0750175 Nov 22 20:31:49.483291 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26680d9c-0811-41b6-b017-57de86688ed1 req-9ec50187-b0f6-48a5-a40f-200bbf897219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:31:49.486230 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-26680d9c-0811-41b6-b017-57de86688ed1 req-9ec50187-b0f6-48a5-a40f-200bbf897219 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=13496096-9618-4fad-a538-016ce712d3bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1371369 Nov 22 20:31:49.530905 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-687c5b6a-0772-44e4-96e2-a176034a5851 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:49.535736 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-687c5b6a-0772-44e4-96e2-a176034a5851 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "DELETE /v2.0/subnets/9c4140fd-11ad-4b0f-98ab-c63a19823b80 HTTP/1.1" status: 204 len: 168 time: 0.5162518 Nov 22 20:31:49.537305 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687c5b6a-0772-44e4-96e2-a176034a5851 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Pushing event deleted for resources: {'Subnet': ['ID=9c4140fd-11ad-4b0f-98ab-c63a19823b80,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:31:49.539164 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 38724) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:31:49.573353 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5156a996-07fa-4407-b673-7fb4deb30543 None None] Network 7bd88872-a540-4e3b-ac93-d884c5e46f76 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:31:49.607215 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-26680d9c-0811-41b6-b017-57de86688ed1 req-8c9e7c59-9e6a-47e4-9e49-fa5177dab428 service neutron] 10.222.0.20 "GET /v2.0/networks/13496096-9618-4fad-a538-016ce712d3bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989199 Nov 22 20:31:49.612771 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd2b6271-fe01-4228-80e9-8002bad17236 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Deleting subnet a74b66fc-6530-4b27-8e0e-edcd223ccefc {{(pid=103448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 20:31:49.618529 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-fd2b6271-fe01-4228-80e9-8002bad17236 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks [] for subnet, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:49.704369 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-fd2b6271-fe01-4228-80e9-8002bad17236 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11627908'] for subnet, precommit_delete_associations {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:49.771908 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-fd2b6271-fe01-4228-80e9-8002bad17236 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3753007'] for subnet, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:49.916705 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-e8c9ea6a-7d1b-474f-9d21-d787c585b835 None None] Provisioning complete for port 2ada63da-577c-44ca-8af3-a51687ca59a2 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:31:49.917302 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e8c9ea6a-7d1b-474f-9d21-d787c585b835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:50.082470 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9854e916-c829-41ee-b089-416ffcf236c6 req-7ddd3cc6-82ac-493c-9526-445a42ad758f tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e8bab57-9061-4423-98eb-3cb5b90f4a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6496921 Nov 22 20:31:50.129911 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb636ef-98d2-4b02-a21a-a3fb1a7952e8 req-32909361-3dd7-4dbe-a25a-d8c38fba39a5 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:31:50.131766 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-feb636ef-98d2-4b02-a21a-a3fb1a7952e8 req-32909361-3dd7-4dbe-a25a-d8c38fba39a5 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/ports?device_id=8c860d32-18ce-4ae9-b715-9596354e4a26 HTTP/1.1" status: 200 len: 944 time: 0.0815644 Nov 22 20:31:50.219378 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-26680d9c-0811-41b6-b017-57de86688ed1 req-3331fb14-e07f-4e9a-942e-506d4ee7771b service neutron] 10.222.0.20 "GET /v2.0/networks/13496096-9618-4fad-a538-016ce712d3bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5936017 Nov 22 20:31:50.224153 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-feb636ef-98d2-4b02-a21a-a3fb1a7952e8 req-00fa879a-5939-4c5c-a87f-7d1a6d526955 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/security-groups?id=967182ec-36b6-43cb-985c-f0d9e87194dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774419 Nov 22 20:31:50.226172 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2d1a2012-efaf-4f7e-a989-500e2151b5c5 req-9a9d1271-8955-4418-b8b2-38d586d383cc service neutron] 10.222.0.20 "GET /v2.0/networks/a2fb1d1d-e875-477e-b404-e136472c7a50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7272725 Nov 22 20:31:50.269476 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bf06514-a290-4ab2-a71a-4e06a98fe03c None None] Update dhcp port {'port': {'network_id': '7bd88872-a540-4e3b-ac93-d884c5e46f76', 'fixed_ips': [{'subnet_id': 'a74b66fc-6530-4b27-8e0e-edcd223ccefc'}], 'binding:host_id': 'n-d-818823-1'}, 'id': '2ada63da-577c-44ca-8af3-a51687ca59a2'} from n-d-818823-1. {{(pid=103449) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 22 20:31:50.309939 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-fd2b6271-fe01-4228-80e9-8002bad17236 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3753014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11567369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11792914'] for subnet, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:50.337260 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-8bf06514-a290-4ab2-a71a-4e06a98fe03c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:50.344692 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-fd2b6271-fe01-4228-80e9-8002bad17236 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:50.351759 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-fd2b6271-fe01-4228-80e9-8002bad17236 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "DELETE /v2.0/subnets/a74b66fc-6530-4b27-8e0e-edcd223ccefc HTTP/1.1" status: 204 len: 168 time: 0.8111866 Nov 22 20:31:50.352520 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 38738) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:31:50.388549 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2b6271-fe01-4228-80e9-8002bad17236 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Pushing event deleted for resources: {'Subnet': ['ID=a74b66fc-6530-4b27-8e0e-edcd223ccefc,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:31:50.407178 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2d1a2012-efaf-4f7e-a989-500e2151b5c5 req-ce60f074-3a04-499a-9e91-7db8e7c037f0 service neutron] 10.222.0.20 "GET /v2.0/networks/a2fb1d1d-e875-477e-b404-e136472c7a50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679578 Nov 22 20:31:50.441207 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-768129af-48cc-4391-b56f-78b27ba1cd7e tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0676346 Nov 22 20:31:50.441815 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 38742) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:31:50.448202 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-18eeab82-2946-47a8-b89d-fa8c3b7827e3 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Request body: {'subnet': {'network_id': '7bd88872-a540-4e3b-ac93-d884c5e46f76', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:31:50.606283 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87deb4d1-6e42-406e-b287-f0a79a092b62 req-1bfd757d-942a-4537-b08a-c6156ae4c5fb tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:31:50.607838 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-87deb4d1-6e42-406e-b287-f0a79a092b62 req-1bfd757d-942a-4537-b08a-c6156ae4c5fb tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] 10.222.0.46 "GET /v2.0/ports?device_id=2d7e551c-fdb2-4045-a010-64adb070cc29 HTTP/1.1" status: 200 len: 944 time: 0.1531756 Nov 22 20:31:50.658379 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18eeab82-2946-47a8-b89d-fa8c3b7827e3 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Made reservation on behalf of aa06169c4e4d4119918ff90a471be1d0 for: {'subnet': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:31:50.663161 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-18eeab82-2946-47a8-b89d-fa8c3b7827e3 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8485086'] for subnet, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:50.671371 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-61459d80-09ef-4ae3-ba5e-585dc71aa5f0 None None] Provisioning complete for port 2ada63da-577c-44ca-8af3-a51687ca59a2 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:31:50.671910 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-61459d80-09ef-4ae3-ba5e-585dc71aa5f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:50.719600 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74b906f-d885-4f5f-9b32-eff0163c3825 req-b299fcec-1128-4ebb-a8a5-09cdbb97bb50 tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:31:50.727978 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f74b906f-d885-4f5f-9b32-eff0163c3825 req-b299fcec-1128-4ebb-a8a5-09cdbb97bb50 tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] 10.222.0.46 "GET /v2.0/ports?device_id=9f516280-49b7-4727-b9f7-6eaaccb54c6b HTTP/1.1" status: 200 len: 945 time: 0.1668017 Nov 22 20:31:50.812781 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53cb7c8c-9263-428c-ba4a-0403ff6ab38a None None] get_active_networks_info from n-d-818823-1 {{(pid=103449) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 22 20:31:50.827997 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-87deb4d1-6e42-406e-b287-f0a79a092b62 req-819bd568-dc79-43d8-8b17-7cd436a63372 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] 10.222.0.46 "GET /v2.0/security-groups?id=91638e95-6dc6-4f92-8c46-f88544dc3a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2066636 Nov 22 20:31:50.844240 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f74b906f-d885-4f5f-9b32-eff0163c3825 req-a47f00e7-df32-4dae-99f0-47e86e404e52 tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] 10.222.0.46 "GET /v2.0/security-groups?id=84970250-1d6e-4947-9e84-e093167b9595&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1154094 Nov 22 20:31:50.909591 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-3ea2db68-9645-4b63-888e-21132213ef67 None None] Could not find standard attr ID for object c7ad2b61-36c6-4e2f-a866-652b519a3be5. {{(pid=103449) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 22 20:31:50.950882 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53cb7c8c-9263-428c-ba4a-0403ff6ab38a None None] Resources bound (agent type, host, resource id): {{(pid=103449) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 22 20:31:50.968115 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-18eeab82-2946-47a8-b89d-fa8c3b7827e3 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8900613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8485104'] for subnet, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:51.007466 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18eeab82-2946-47a8-b89d-fa8c3b7827e3 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Network 7bd88872-a540-4e3b-ac93-d884c5e46f76 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:31:51.012689 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-18eeab82-2946-47a8-b89d-fa8c3b7827e3 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:31:51.018810 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18eeab82-2946-47a8-b89d-fa8c3b7827e3 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:31:51.019441 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-18eeab82-2946-47a8-b89d-fa8c3b7827e3 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for subnet, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:51.030231 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18eeab82-2946-47a8-b89d-fa8c3b7827e3 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Pushing event updated for resources: {'Subnet': ['ID=553ba095-0bf3-4427-b4b1-fe369a8296b1,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:31:51.045650 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-18eeab82-2946-47a8-b89d-fa8c3b7827e3 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6028636 Nov 22 20:31:51.048595 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 38748) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:31:51.052199 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 90d4336e-948d-486e-acd2-1f69950db5b6 details requested by agent hyperv_n-h2-818823-1 with host n-h2-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 20:31:51.055086 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-cdaa2d37-6b6d-44a9-951e-3cacb95fea02 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Request body: {'subnet': {'network_id': '7bd88872-a540-4e3b-ac93-d884c5e46f76', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:31:51.182575 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdaa2d37-6b6d-44a9-951e-3cacb95fea02 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Made reservation on behalf of aa06169c4e4d4119918ff90a471be1d0 for: {'subnet': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:31:51.186918 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cdaa2d37-6b6d-44a9-951e-3cacb95fea02 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11792951'] for subnet, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:51.202257 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port 90d4336e-948d-486e-acd2-1f69950db5b6, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=90d4336e-948d-486e-acd2-1f69950db5b6,segment=NetworkSegment(067c07b8-2a70-4987-afc0-219229c2065a),segment_id=067c07b8-2a70-4987-afc0-219229c2065a)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:31:51.237166 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Returning: {'device': '90d4336e-948d-486e-acd2-1f69950db5b6', 'network_id': 'a2fb1d1d-e875-477e-b404-e136472c7a50', 'port_id': '90d4336e-948d-486e-acd2-1f69950db5b6', 'mac_address': 'fa:16:3e:c9:98:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f94004e-b9e9-4353-a173-a41f7b0d7ff1', 'ip_address': '172.20.0.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 20:31:51.249112 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f2ff02-c98d-4226-a0c9-b94c73db96ea req-7ebeaed6-5b2b-412f-a3c4-758b428e3176 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:31:51.252431 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-84f2ff02-c98d-4226-a0c9-b94c73db96ea req-7ebeaed6-5b2b-412f-a3c4-758b428e3176 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/ports?device_id=223a6470-c695-4f80-9249-14d64f28075d HTTP/1.1" status: 200 len: 945 time: 0.0609655 Nov 22 20:31:51.293889 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:51.330952 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-84f2ff02-c98d-4226-a0c9-b94c73db96ea req-c84eebbe-4c3b-4973-a9f2-7ac000c59b4a tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e8bab57-9061-4423-98eb-3cb5b90f4a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712588 Nov 22 20:31:51.345427 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90d4336e-948d-486e-acd2-1f69950db5b6 {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:31:51.366726 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port 90d4336e-948d-486e-acd2-1f69950db5b6, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=90d4336e-948d-486e-acd2-1f69950db5b6,segment=NetworkSegment(067c07b8-2a70-4987-afc0-219229c2065a),segment_id=067c07b8-2a70-4987-afc0-219229c2065a)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:31:51.395104 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:51.395875 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device e08c4637-151d-48fd-b2f8-a723e7f9fa3c details requested by agent hyperv_n-h2-818823-1 with host n-h2-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 20:31:51.438634 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b13d41-489d-4c5c-85cc-8042b9e5149d req-ce7eddd2-d365-4369-8c0f-43f293efb766 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:31:51.440844 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e9b13d41-489d-4c5c-85cc-8042b9e5149d req-ce7eddd2-d365-4369-8c0f-43f293efb766 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/ports?device_id=8c860d32-18ce-4ae9-b715-9596354e4a26 HTTP/1.1" status: 200 len: 944 time: 0.0645926 Nov 22 20:31:51.460663 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=90d4336e-948d-486e-acd2-1f69950db5b6,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:31:51.510467 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e9b13d41-489d-4c5c-85cc-8042b9e5149d req-96b01d48-ee32-458e-84a5-b467ac0027a7 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/security-groups?id=967182ec-36b6-43cb-985c-f0d9e87194dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630670 Nov 22 20:31:51.610722 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port e08c4637-151d-48fd-b2f8-a723e7f9fa3c, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=e08c4637-151d-48fd-b2f8-a723e7f9fa3c,segment=NetworkSegment(470d5048-a1ed-4f8a-b81a-95ae6f6f9db0),segment_id=470d5048-a1ed-4f8a-b81a-95ae6f6f9db0)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:31:51.641714 n-d-818823-1 neutron-server[103448]: DEBUG neutron.objects.ports [None req-cdaa2d37-6b6d-44a9-951e-3cacb95fea02 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103448) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 22 20:31:51.652662 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 2ada63da-577c-44ca-8af3-a51687ca59a2 no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:31:51.680498 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Returning: {'device': 'e08c4637-151d-48fd-b2f8-a723e7f9fa3c', 'network_id': '33dd767d-ab2c-4bf6-a32d-ce7483655865', 'port_id': 'e08c4637-151d-48fd-b2f8-a723e7f9fa3c', 'mac_address': 'fa:16:3e:96:42:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e400cdbc-53df-47e7-8a78-7e2509f719bf', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 20:31:51.738896 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6da5f4be-2334-47cc-87f4-415130671527 None None] Update dhcp port {'port': {'network_id': '7bd88872-a540-4e3b-ac93-d884c5e46f76', 'fixed_ips': [{'subnet_id': '553ba095-0bf3-4427-b4b1-fe369a8296b1'}], 'binding:host_id': 'n-d-818823-1'}, 'id': '2ada63da-577c-44ca-8af3-a51687ca59a2'} from n-d-818823-1. {{(pid=103449) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 22 20:31:51.812468 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cdaa2d37-6b6d-44a9-951e-3cacb95fea02 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:51.829534 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:51.833104 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6da5f4be-2334-47cc-87f4-415130671527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:51.932848 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:51.938682 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e08c4637-151d-48fd-b2f8-a723e7f9fa3c {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:31:52.032579 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-cdaa2d37-6b6d-44a9-951e-3cacb95fea02 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] For port 2ada63da-577c-44ca-8af3-a51687ca59a2, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=2ada63da-577c-44ca-8af3-a51687ca59a2,segment=NetworkSegment(bdb0f717-aa5f-4e33-bcc3-95472c9b5b64),segment_id=bdb0f717-aa5f-4e33-bcc3-95472c9b5b64)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:31:52.060649 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port e08c4637-151d-48fd-b2f8-a723e7f9fa3c, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=e08c4637-151d-48fd-b2f8-a723e7f9fa3c,segment=NetworkSegment(470d5048-a1ed-4f8a-b81a-95ae6f6f9db0),segment_id=470d5048-a1ed-4f8a-b81a-95ae6f6f9db0)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:31:52.070369 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:52.074073 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cdaa2d37-6b6d-44a9-951e-3cacb95fea02 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks [] for port, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:52.087022 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cdaa2d37-6b6d-44a9-951e-3cacb95fea02 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:52.088274 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cdaa2d37-6b6d-44a9-951e-3cacb95fea02 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11567560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11792921'] for subnet, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:52.130101 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc280e8-66ac-48c0-8a8e-73a2d8b5b01e req-4d0bc5eb-3c66-44e0-8653-0f603c2e5277 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:31:52.139429 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7dc280e8-66ac-48c0-8a8e-73a2d8b5b01e req-4d0bc5eb-3c66-44e0-8653-0f603c2e5277 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] 10.222.0.46 "GET /v2.0/ports?device_id=2d7e551c-fdb2-4045-a010-64adb070cc29 HTTP/1.1" status: 200 len: 945 time: 0.2202239 Nov 22 20:31:52.160830 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06cbe53-f7d2-4a57-87ea-d33c4ec4cb0d req-3017a163-5ab3-4018-b9b8-04bb0b617372 tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:31:52.168971 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a06cbe53-f7d2-4a57-87ea-d33c4ec4cb0d req-3017a163-5ab3-4018-b9b8-04bb0b617372 tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] 10.222.0.46 "GET /v2.0/ports?device_id=9f516280-49b7-4727-b9f7-6eaaccb54c6b HTTP/1.1" status: 200 len: 945 time: 0.2162123 Nov 22 20:31:52.191610 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdaa2d37-6b6d-44a9-951e-3cacb95fea02 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Network 7bd88872-a540-4e3b-ac93-d884c5e46f76 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:31:52.196686 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.db.api [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103449) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 20:31:52.197068 n-d-818823-1 neutron-server[103449]: DEBUG oslo_db.api [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 20:31:52.201892 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-cdaa2d37-6b6d-44a9-951e-3cacb95fea02 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:31:52.214446 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdaa2d37-6b6d-44a9-951e-3cacb95fea02 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:31:52.220054 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cdaa2d37-6b6d-44a9-951e-3cacb95fea02 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:52.249436 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaa2d37-6b6d-44a9-951e-3cacb95fea02 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Pushing event updated for resources: {'Subnet': ['ID=cd67eaa9-1e34-4866-b08b-f762490e82ed,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:31:52.250860 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=e08c4637-151d-48fd-b2f8-a723e7f9fa3c,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:31:52.269063 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaa2d37-6b6d-44a9-951e-3cacb95fea02 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Pushing event updated for resources: {'Port': ['ID=2ada63da-577c-44ca-8af3-a51687ca59a2,revision_number=6']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:31:52.276311 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.db_base_plugin_common [None req-6da5f4be-2334-47cc-87f4-415130671527 None None] Allocated IP 172.20.0.2 (7bd88872-a540-4e3b-ac93-d884c5e46f76/553ba095-0bf3-4427-b4b1-fe369a8296b1/2ada63da-577c-44ca-8af3-a51687ca59a2) {{(pid=103449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:31:52.281443 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-cdaa2d37-6b6d-44a9-951e-3cacb95fea02 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.2315044 Nov 22 20:31:52.282733 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 38762) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:31:52.289370 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-4deb12d1-8ff9-4771-8d39-95bc98011dac tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Request body: {'port': {'network_id': '7bd88872-a540-4e3b-ac93-d884c5e46f76', 'mac_address': 'fa:16:3e:c0:61:26', 'name': 'tempest-NetworksTestDHCPv6-1261279029'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:31:52.297885 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a06cbe53-f7d2-4a57-87ea-d33c4ec4cb0d req-b8dd632d-7727-49d1-8086-ed0532c03459 tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] 10.222.0.46 "GET /v2.0/security-groups?id=84970250-1d6e-4947-9e84-e093167b9595&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1282570 Nov 22 20:31:52.315912 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7dc280e8-66ac-48c0-8a8e-73a2d8b5b01e req-e14767f0-5c11-48c2-a7b2-9a793bd8f2a7 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] 10.222.0.46 "GET /v2.0/security-groups?id=91638e95-6dc6-4f92-8c46-f88544dc3a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1731849 Nov 22 20:31:52.327639 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] get_ports_and_sgs() called for port_ids ['90d4336e-948d-486e-acd2-1f69950db5b6'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:31:52.330602 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] get_ports_and_sgs() called for port_ids ['e08c4637-151d-48fd-b2f8-a723e7f9fa3c'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:31:52.332528 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b6ff6a-010a-4632-8493-58348a74d187 req-58436392-50e4-4c7c-a479-41f079acf439 tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:31:52.334981 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-27b6ff6a-010a-4632-8493-58348a74d187 req-58436392-50e4-4c7c-a479-41f079acf439 tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f516280-49b7-4727-b9f7-6eaaccb54c6b HTTP/1.1" status: 200 len: 945 time: 0.1299887 Nov 22 20:31:52.475290 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4deb12d1-8ff9-4771-8d39-95bc98011dac tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Made reservation on behalf of aa06169c4e4d4119918ff90a471be1d0 for: {'port': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:31:52.556665 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a777db-6138-4bb5-a7b4-e8200635a6ae req-a9f38d90-54e7-4f2c-85d1-c6fbec7c357b tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:31:52.563316 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e5a777db-6138-4bb5-a7b4-e8200635a6ae req-a9f38d90-54e7-4f2c-85d1-c6fbec7c357b tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/ports?device_id=223a6470-c695-4f80-9249-14d64f28075d HTTP/1.1" status: 200 len: 945 time: 0.1157429 Nov 22 20:31:52.628995 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-27b6ff6a-010a-4632-8493-58348a74d187 req-27155f31-54cf-4155-af97-e2e2693c1c79 tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] Deleting port a1bb3d65-a524-49af-a9a5-5d656f804b0b {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:31:52.629540 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-27b6ff6a-010a-4632-8493-58348a74d187 req-27155f31-54cf-4155-af97-e2e2693c1c79 tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:52.636223 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-6da5f4be-2334-47cc-87f4-415130671527 None None] For port 2ada63da-577c-44ca-8af3-a51687ca59a2, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=2ada63da-577c-44ca-8af3-a51687ca59a2,segment=NetworkSegment(bdb0f717-aa5f-4e33-bcc3-95472c9b5b64),segment_id=bdb0f717-aa5f-4e33-bcc3-95472c9b5b64)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:31:52.656373 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4deb12d1-8ff9-4771-8d39-95bc98011dac tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:52.680040 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [None req-4deb12d1-8ff9-4771-8d39-95bc98011dac tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] device_id is not set on port cd200c6f-fed8-4934-8f95-057b07501179 yet. {{(pid=103448) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 20:31:52.739522 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e5a777db-6138-4bb5-a7b4-e8200635a6ae req-e0033d17-27ad-4336-b094-c359cffbca59 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e8bab57-9061-4423-98eb-3cb5b90f4a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684425 Nov 22 20:31:52.755077 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6da5f4be-2334-47cc-87f4-415130671527 None None] Publish callbacks [] for port, precommit_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:52.804702 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387a461d-5f70-41d3-babe-429ee3c88c02 req-b795f314-7f0b-4717-ac8b-0735b32e1d6c tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:31:52.806562 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-387a461d-5f70-41d3-babe-429ee3c88c02 req-b795f314-7f0b-4717-ac8b-0735b32e1d6c tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/ports?device_id=8c860d32-18ce-4ae9-b715-9596354e4a26 HTTP/1.1" status: 200 len: 945 time: 0.1462617 Nov 22 20:31:52.839221 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6da5f4be-2334-47cc-87f4-415130671527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:52.891998 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-387a461d-5f70-41d3-babe-429ee3c88c02 req-fe3b2218-bd57-4fac-b6b4-60a9cf9fc25a tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/security-groups?id=967182ec-36b6-43cb-985c-f0d9e87194dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766132 Nov 22 20:31:52.914317 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-27b6ff6a-010a-4632-8493-58348a74d187 req-27155f31-54cf-4155-af97-e2e2693c1c79 tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] For port a1bb3d65-a524-49af-a9a5-5d656f804b0b, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=a1bb3d65-a524-49af-a9a5-5d656f804b0b,segment=NetworkSegment(1739ccaa-9c80-4797-8458-792c11f48e76),segment_id=1739ccaa-9c80-4797-8458-792c11f48e76)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:31:52.914799 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-27b6ff6a-010a-4632-8493-58348a74d187 req-27155f31-54cf-4155-af97-e2e2693c1c79 tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:52.988311 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [None req-4deb12d1-8ff9-4771-8d39-95bc98011dac tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Allocated IP 172.20.0.12 (7bd88872-a540-4e3b-ac93-d884c5e46f76/553ba095-0bf3-4427-b4b1-fe369a8296b1/cd200c6f-fed8-4934-8f95-057b07501179) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:31:52.998540 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [None req-4deb12d1-8ff9-4771-8d39-95bc98011dac tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Allocated IP 2001:db8::f816:3eff:fec0:6126 (7bd88872-a540-4e3b-ac93-d884c5e46f76/cd67eaa9-1e34-4866-b08b-f762490e82ed/cd200c6f-fed8-4934-8f95-057b07501179) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:31:53.004962 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:53.022628 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73eefc32-6919-49db-a9eb-360081c76091 req-ba653721-b40a-438e-8772-fb328510ca70 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:31:53.024550 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-73eefc32-6919-49db-a9eb-360081c76091 req-ba653721-b40a-438e-8772-fb328510ca70 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/ports?device_id=f1a6bfe1-26d1-4dd2-94cd-df2360ee8ad5 HTTP/1.1" status: 200 len: 945 time: 0.1388841 Nov 22 20:31:53.148424 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-73eefc32-6919-49db-a9eb-360081c76091 req-187eec7f-10c1-4a3f-a8d1-a2e3eab7d268 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/security-groups?id=ace094e3-bfce-4b88-a460-949b8cf0d5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1172564 Nov 22 20:31:53.230237 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4deb12d1-8ff9-4771-8d39-95bc98011dac tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:53.240413 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device cdc14639-ccc0-49ca-96c4-bc427e74b24d no longer exists at agent hyperv_n-h2-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:31:53.285742 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4deb12d1-8ff9-4771-8d39-95bc98011dac tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:53.312872 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-27b6ff6a-010a-4632-8493-58348a74d187 req-27155f31-54cf-4155-af97-e2e2693c1c79 tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:53.313579 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-27b6ff6a-010a-4632-8493-58348a74d187 req-27155f31-54cf-4155-af97-e2e2693c1c79 tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-595224'] for floatingip, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:53.313820 n-d-818823-1 neutron-server[103447]: INFO neutron.db.l3_db [req-27b6ff6a-010a-4632-8493-58348a74d187 req-27155f31-54cf-4155-af97-e2e2693c1c79 tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] Floating IP d17fd0c6-7206-4a80-a85d-d2f25f027f6d disassociated. External IP: 172.25.5.132, port: a1bb3d65-a524-49af-a9a5-5d656f804b0b. Nov 22 20:31:53.314329 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-27b6ff6a-010a-4632-8493-58348a74d187 req-27155f31-54cf-4155-af97-e2e2693c1c79 tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] Calling delete_port for a1bb3d65-a524-49af-a9a5-5d656f804b0b owned by compute:nova {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:31:53.338697 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da5f4be-2334-47cc-87f4-415130671527 None None] Pushing event updated for resources: {'Port': ['ID=2ada63da-577c-44ca-8af3-a51687ca59a2,revision_number=7']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:31:53.346805 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675b1653-abf1-4798-9e38-0ddfd25377ce req-7481225a-b583-45ad-b11d-be6e901bbb7b tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:31:53.355512 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-675b1653-abf1-4798-9e38-0ddfd25377ce req-7481225a-b583-45ad-b11d-be6e901bbb7b tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/ports?device_id=f1a6bfe1-26d1-4dd2-94cd-df2360ee8ad5 HTTP/1.1" status: 200 len: 945 time: 0.0935955 Nov 22 20:31:53.384335 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4deb12d1-8ff9-4771-8d39-95bc98011dac tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Network 7bd88872-a540-4e3b-ac93-d884c5e46f76 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:31:53.396139 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-4deb12d1-8ff9-4771-8d39-95bc98011dac tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:31:53.402227 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4deb12d1-8ff9-4771-8d39-95bc98011dac tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:31:53.451550 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.db.api [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103449) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 20:31:53.452149 n-d-818823-1 neutron-server[103449]: DEBUG oslo_db.api [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 20:31:53.587514 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4deb12d1-8ff9-4771-8d39-95bc98011dac tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:31:53.590454 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4deb12d1-8ff9-4771-8d39-95bc98011dac tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:53.604976 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:53.607550 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6659f569-f33d-4e0a-b1db-9cc10b92957e req-a46907a6-dde0-4861-b9fb-0921452ac104 tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:31:53.617613 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6659f569-f33d-4e0a-b1db-9cc10b92957e req-a46907a6-dde0-4861-b9fb-0921452ac104 tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] 10.222.0.46 "GET /v2.0/ports?device_id=9f516280-49b7-4727-b9f7-6eaaccb54c6b HTTP/1.1" status: 200 len: 945 time: 0.1824133 Nov 22 20:31:53.642736 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-4deb12d1-8ff9-4771-8d39-95bc98011dac tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.3585947 Nov 22 20:31:53.653802 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-675b1653-abf1-4798-9e38-0ddfd25377ce req-3497b684-1708-49e1-bd7a-015a7ee39290 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/security-groups?id=ace094e3-bfce-4b88-a460-949b8cf0d5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2972052 Nov 22 20:31:53.660930 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 38786) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:31:53.672881 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4deb12d1-8ff9-4771-8d39-95bc98011dac tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Pushing event updated for resources: {'Port': ['ID=cd200c6f-fed8-4934-8f95-057b07501179,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:31:53.721853 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '223a6470-c695-4f80-9249-14d64f28075d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cdc14639-ccc0-49ca-96c4-bc427e74b24d'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:31:53.725015 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d39f6d30a11e565ec9648abcc015e8a6ab6cff4edd704add8155e28765d31eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca0a1536-68f6-4fca-b885-36a6d394d665" -d '{"events": [{"server_uuid": "223a6470-c695-4f80-9249-14d64f28075d", "name": "network-vif-unplugged", "status": "completed", "tag": "cdc14639-ccc0-49ca-96c4-bc427e74b24d"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:31:53.732233 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2469110d-9003-49a8-89de-8e9d20870869 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:31:53.738856 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2469110d-9003-49a8-89de-8e9d20870869 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:31:53.745343 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-2469110d-9003-49a8-89de-8e9d20870869 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.0833659 Nov 22 20:31:53.746080 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 38792) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:31:53.751184 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port cdc14639-ccc0-49ca-96c4-bc427e74b24d, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=cdc14639-ccc0-49ca-96c4-bc427e74b24d,segment=NetworkSegment(60e02a7e-98a0-4d76-b36b-46f7624c5b28),segment_id=60e02a7e-98a0-4d76-b36b-46f7624c5b28)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:31:53.784903 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:53.820880 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6659f569-f33d-4e0a-b1db-9cc10b92957e req-f17ee79f-973c-4835-ab75-1ecadd982488 tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] 10.222.0.46 "GET /v2.0/security-groups?id=84970250-1d6e-4947-9e84-e093167b9595&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2021692 Nov 22 20:31:53.873790 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=cdc14639-ccc0-49ca-96c4-bc427e74b24d,revision_number=8']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:31:53.892282 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-560e4b4b-78a3-4329-b456-684c48de884e tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Deleting port cd200c6f-fed8-4934-8f95-057b07501179 {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:31:53.892653 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-560e4b4b-78a3-4329-b456-684c48de884e tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:54.018772 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-27b6ff6a-010a-4632-8493-58348a74d187 req-27155f31-54cf-4155-af97-e2e2693c1c79 tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:54.058673 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-560e4b4b-78a3-4329-b456-684c48de884e tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:54.059117 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27155f31-54cf-4155-af97-e2e2693c1c79 tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] Pushing event deleted for resources: {'Port': ['ID=a1bb3d65-a524-49af-a9a5-5d656f804b0b,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:31:54.070320 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5fb74c-7564-4192-b47e-f46eadcf5a7d req-b3a84bbd-427e-4adb-ada7-5af3d312a9fc tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:31:54.071926 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3d5fb74c-7564-4192-b47e-f46eadcf5a7d req-b3a84bbd-427e-4adb-ada7-5af3d312a9fc tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] 10.222.0.46 "GET /v2.0/ports?device_id=2d7e551c-fdb2-4045-a010-64adb070cc29 HTTP/1.1" status: 200 len: 945 time: 0.1858938 Nov 22 20:31:54.092807 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-560e4b4b-78a3-4329-b456-684c48de884e tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Calling delete_port for cd200c6f-fed8-4934-8f95-057b07501179 owned by {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:31:54.171209 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 22 Nov 2021 20:31:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4a87172-cf3b-49e7-8ba5-a4b3c94ac716 x-openstack-request-id: req-d4a87172-cf3b-49e7-8ba5-a4b3c94ac716 {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:31:54.171594 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "223a6470-c695-4f80-9249-14d64f28075d", "name": "network-vif-unplugged", "status": "failed", "tag": "cdc14639-ccc0-49ca-96c4-bc427e74b24d", "code": 422}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:31:54.171858 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d4a87172-cf3b-49e7-8ba5-a4b3c94ac716 {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:31:54.172269 n-d-818823-1 neutron-server[103449]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '223a6470-c695-4f80-9249-14d64f28075d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'cdc14639-ccc0-49ca-96c4-bc427e74b24d', 'code': 422} returned with failed status Nov 22 20:31:54.359585 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.l3_agent_scheduler [req-27b6ff6a-010a-4632-8493-58348a74d187 req-27155f31-54cf-4155-af97-e2e2693c1c79 tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] Router 0b01ca47-3578-490c-8468-cf94f1d1b6b1 has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 20:31:54.374635 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:54.393062 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3d5fb74c-7564-4192-b47e-f46eadcf5a7d req-f6560b4e-0c1b-485d-96ed-98eacc2ed3f0 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] 10.222.0.46 "GET /v2.0/security-groups?id=91638e95-6dc6-4f92-8c46-f88544dc3a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2982888 Nov 22 20:31:54.399705 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-560e4b4b-78a3-4329-b456-684c48de884e tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:54.467155 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] For port 2ada63da-577c-44ca-8af3-a51687ca59a2, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=2ada63da-577c-44ca-8af3-a51687ca59a2,segment=NetworkSegment(bdb0f717-aa5f-4e33-bcc3-95472c9b5b64),segment_id=bdb0f717-aa5f-4e33-bcc3-95472c9b5b64)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:31:54.476285 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:54.554460 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-560e4b4b-78a3-4329-b456-684c48de884e tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:54.561107 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-560e4b4b-78a3-4329-b456-684c48de884e tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "DELETE /v2.0/ports/cd200c6f-fed8-4934-8f95-057b07501179 HTTP/1.1" status: 204 len: 168 time: 0.8138490 Nov 22 20:31:54.561746 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 38800) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:31:54.564156 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560e4b4b-78a3-4329-b456-684c48de884e tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Pushing event deleted for resources: {'Port': ['ID=cd200c6f-fed8-4934-8f95-057b07501179,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:31:54.581386 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96071218-d0e1-4076-abbc-f64f5f63d195 None None] get_active_networks_info from n-d-818823-1 {{(pid=103449) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 22 20:31:54.586337 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-27b6ff6a-010a-4632-8493-58348a74d187 req-27155f31-54cf-4155-af97-e2e2693c1c79 tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:31:54.599831 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc3a4aeb-107e-4cc3-9232-5790e86b0cf9 None None] Sync routers for ids ['0b01ca47-3578-490c-8468-cf94f1d1b6b1'] in n-d-818823-1 {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:31:54.615916 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc3a4aeb-107e-4cc3-9232-5790e86b0cf9 None None] Routers {'0b01ca47-3578-490c-8468-cf94f1d1b6b1'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:31:54.616949 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-fc3a4aeb-107e-4cc3-9232-5790e86b0cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:31:33Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['0b01ca47-3578-490c-8468-cf94f1d1b6b1'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:31:54.651396 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-665c40fa-8bc4-4906-b87b-aaf432627716 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:31:54.653254 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-665c40fa-8bc4-4906-b87b-aaf432627716 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:31:54.656356 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-665c40fa-8bc4-4906-b87b-aaf432627716 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:31:54.662698 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-665c40fa-8bc4-4906-b87b-aaf432627716 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0989444 Nov 22 20:31:54.663472 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 38802) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:31:54.667725 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Pushing event updated for resources: {'Port': ['ID=2ada63da-577c-44ca-8af3-a51687ca59a2,revision_number=8']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:31:54.698808 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-27b6ff6a-010a-4632-8493-58348a74d187 req-27155f31-54cf-4155-af97-e2e2693c1c79 tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] No DVR routers for this DVR port a1bb3d65-a524-49af-a9a5-5d656f804b0b on host n-h2-818823-1 {{(pid=103447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:31:54.705352 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-27b6ff6a-010a-4632-8493-58348a74d187 req-27155f31-54cf-4155-af97-e2e2693c1c79 tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:54.710539 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-27b6ff6a-010a-4632-8493-58348a74d187 req-27155f31-54cf-4155-af97-e2e2693c1c79 tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] 10.222.0.20 "DELETE /v2.0/ports/a1bb3d65-a524-49af-a9a5-5d656f804b0b HTTP/1.1" status: 204 len: 173 time: 2.3689141 Nov 22 20:31:54.713619 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f516280-49b7-4727-b9f7-6eaaccb54c6b', 'name': 'network-vif-deleted', 'tag': 'a1bb3d65-a524-49af-a9a5-5d656f804b0b'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:31:54.715870 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a4447aa-bfcd-4410-9484-1b4d869c7ea5" -d '{"events": [{"server_uuid": "9f516280-49b7-4727-b9f7-6eaaccb54c6b", "name": "network-vif-deleted", "tag": "a1bb3d65-a524-49af-a9a5-5d656f804b0b"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:31:54.729017 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb9b7f8-975e-4fa1-8895-d352ae76a603 req-645dccfe-7421-41cb-afd9-4ac90b0ba59a tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:31:54.730728 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-dbb9b7f8-975e-4fa1-8895-d352ae76a603 req-645dccfe-7421-41cb-afd9-4ac90b0ba59a tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/ports?device_id=8c860d32-18ce-4ae9-b715-9596354e4a26 HTTP/1.1" status: 200 len: 945 time: 0.4555290 Nov 22 20:31:54.771855 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea3b128e-ce33-4977-a073-e20d3d41a256 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Deleting subnet 553ba095-0bf3-4427-b4b1-fe369a8296b1 {{(pid=103448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 20:31:54.776010 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ea3b128e-ce33-4977-a073-e20d3d41a256 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks [] for subnet, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:54.789259 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 2ada63da-577c-44ca-8af3-a51687ca59a2 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:31:54.822375 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-fc3a4aeb-107e-4cc3-9232-5790e86b0cf9 None None] Set router 0b01ca47-3578-490c-8468-cf94f1d1b6b1 gateway port host: n-d-818823-1 {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:31:54.831769 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ea3b128e-ce33-4977-a073-e20d3d41a256 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11627908'] for subnet, precommit_delete_associations {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:54.847512 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5acaa3-9c5d-4c93-8686-0b868042a20c req-0cc279ec-c16c-46df-9a8f-3971a053848f tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:31:54.868445 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2f5acaa3-9c5d-4c93-8686-0b868042a20c req-0cc279ec-c16c-46df-9a8f-3971a053848f tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/ports?device_id=f1a6bfe1-26d1-4dd2-94cd-df2360ee8ad5 HTTP/1.1" status: 200 len: 945 time: 0.2906830 Nov 22 20:31:54.937077 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-43039e81-b6e4-4aeb-bb92-799fa436407e None None] Provisioning complete for port 2ada63da-577c-44ca-8af3-a51687ca59a2 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:31:54.937619 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-43039e81-b6e4-4aeb-bb92-799fa436407e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:54.953931 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ea3b128e-ce33-4977-a073-e20d3d41a256 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3753007'] for subnet, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:55.004686 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2f5acaa3-9c5d-4c93-8686-0b868042a20c req-a239f725-a995-4c91-be23-b260156790d3 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/security-groups?id=ace094e3-bfce-4b88-a460-949b8cf0d5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1357820 Nov 22 20:31:55.043469 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ea3b128e-ce33-4977-a073-e20d3d41a256 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3753014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11567369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11792914'] for subnet, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:55.049975 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96071218-d0e1-4076-abbc-f64f5f63d195 None None] Resources bound (agent type, host, resource id): {{(pid=103449) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 22 20:31:55.054556 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-dbb9b7f8-975e-4fa1-8895-d352ae76a603 req-7057fa34-7a36-49df-9d67-fc9def5e0b32 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/security-groups?id=967182ec-36b6-43cb-985c-f0d9e87194dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2942107 Nov 22 20:31:55.090874 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ea3b128e-ce33-4977-a073-e20d3d41a256 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:55.095089 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 90d4336e-948d-486e-acd2-1f69950db5b6 up at agent hyperv_n-h2-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:31:55.096834 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 38812) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:31:55.097572 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-ea3b128e-ce33-4977-a073-e20d3d41a256 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "DELETE /v2.0/subnets/553ba095-0bf3-4427-b4b1-fe369a8296b1 HTTP/1.1" status: 204 len: 168 time: 0.4328749 Nov 22 20:31:55.098517 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3b128e-ce33-4977-a073-e20d3d41a256 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Pushing event deleted for resources: {'Subnet': ['ID=553ba095-0bf3-4427-b4b1-fe369a8296b1,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:31:55.125477 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 2ada63da-577c-44ca-8af3-a51687ca59a2 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:31:55.125854 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:55.157654 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:31:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-800245ff-2493-473b-9754-34ded5787f5a x-openstack-request-id: req-800245ff-2493-473b-9754-34ded5787f5a {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:31:55.158221 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f516280-49b7-4727-b9f7-6eaaccb54c6b", "name": "network-vif-deleted", "tag": "a1bb3d65-a524-49af-a9a5-5d656f804b0b", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:31:55.161332 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-800245ff-2493-473b-9754-34ded5787f5a {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:31:55.161996 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f516280-49b7-4727-b9f7-6eaaccb54c6b', 'name': 'network-vif-deleted', 'tag': 'a1bb3d65-a524-49af-a9a5-5d656f804b0b', 'status': 'completed', 'code': 200} Nov 22 20:31:55.190070 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-43039e81-b6e4-4aeb-bb92-799fa436407e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:55.216699 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-fc3a4aeb-107e-4cc3-9232-5790e86b0cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b01ca47-3578-490c-8468-cf94f1d1b6b1', 'name': 'tempest-AttachVolumeTestJSON-388477978-router', 'tenant_id': '85bf20edceb64b41a574b1567a4068c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': 'dd6e914c-61c9-403e-a609-e6b3968a14c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:23:52Z', 'updated_at': '2021-11-22T20:23:58Z', 'revision_number': 4, 'project_id': '85bf20edceb64b41a574b1567a4068c1', 'gw_port': {'id': 'dd6e914c-61c9-403e-a609-e6b3968a14c4', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:89:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b01ca47-3578-490c-8468-cf94f1d1b6b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2210, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:23:53Z', 'updated_at': '2021-11-22T20:24:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': '245496fa-94df-417f-8d01-799d37709ecc', 'name': '', 'network_id': '6efa7afe-07b7-401b-a93b-34d9934a86f8', 'tenant_id': '85bf20edceb64b41a574b1567a4068c1', 'mac_address': 'fa:16:3e:87:5b:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b01ca47-3578-490c-8468-cf94f1d1b6b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2211, 'fixed_ips': [{'subnet_id': '41e22381-7e39-4421-9ae7-fd38b15d4349', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:23:56Z', 'updated_at': '2021-11-22T20:24:08Z', 'revision_number': 5, 'project_id': '85bf20edceb64b41a574b1567a4068c1', 'subnets': [{'id': '41e22381-7e39-4421-9ae7-fd38b15d4349', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:31:55.220042 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd3be487-e4bd-48b5-8a98-ffd27e110a31 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Deleting subnet cd67eaa9-1e34-4866-b08b-f762490e82ed {{(pid=103447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 20:31:55.236604 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-bd3be487-e4bd-48b5-8a98-ffd27e110a31 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks [] for subnet, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:55.280030 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-894304e9-01f4-4ea1-a3c8-ffc742f23b02 req-886fd4b4-a0a9-4250-b4b4-0120657432ea tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] 10.222.0.46 "GET /v2.0/ports?device_id=9f516280-49b7-4727-b9f7-6eaaccb54c6b HTTP/1.1" status: 200 len: 210 time: 0.0542705 Nov 22 20:31:55.300941 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc3a4aeb-107e-4cc3-9232-5790e86b0cf9 None None] Checking router: 0b01ca47-3578-490c-8468-cf94f1d1b6b1 for host: n-d-818823-1 {{(pid=103450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 20:31:55.313727 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-bd3be487-e4bd-48b5-8a98-ffd27e110a31 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12178353'] for subnet, precommit_delete_associations {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:55.319161 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc3a4aeb-107e-4cc3-9232-5790e86b0cf9 None None] Routers {'0b01ca47-3578-490c-8468-cf94f1d1b6b1'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:31:55.321820 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-fc3a4aeb-107e-4cc3-9232-5790e86b0cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:31:33Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['0b01ca47-3578-490c-8468-cf94f1d1b6b1'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:31:55.364685 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-43039e81-b6e4-4aeb-bb92-799fa436407e None None] For port 2ada63da-577c-44ca-8af3-a51687ca59a2, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=2ada63da-577c-44ca-8af3-a51687ca59a2,segment=NetworkSegment(bdb0f717-aa5f-4e33-bcc3-95472c9b5b64),segment_id=bdb0f717-aa5f-4e33-bcc3-95472c9b5b64)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:31:55.382391 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-43039e81-b6e4-4aeb-bb92-799fa436407e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:55.432053 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Provisioning for port 90d4336e-948d-486e-acd2-1f69950db5b6 completed by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 20:31:55.458589 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-bd3be487-e4bd-48b5-8a98-ffd27e110a31 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3753007'] for subnet, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:55.486247 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-fc3a4aeb-107e-4cc3-9232-5790e86b0cf9 None None] Set router 0b01ca47-3578-490c-8468-cf94f1d1b6b1 gateway port host: n-d-818823-1 {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:31:55.502066 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Provisioning complete for port 90d4336e-948d-486e-acd2-1f69950db5b6 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:31:55.502612 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:55.575862 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4515adf1-faf8-41cc-99a5-eee2f1f4a1e9 req-e430404c-e546-441a-8273-36ad38a8a9d2 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:31:55.583225 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4515adf1-faf8-41cc-99a5-eee2f1f4a1e9 req-e430404c-e546-441a-8273-36ad38a8a9d2 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] 10.222.0.46 "GET /v2.0/ports?device_id=2d7e551c-fdb2-4045-a010-64adb070cc29 HTTP/1.1" status: 200 len: 945 time: 0.0856717 Nov 22 20:31:55.631237 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-bd3be487-e4bd-48b5-8a98-ffd27e110a31 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3753014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8900804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8485115'] for subnet, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:55.639658 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43039e81-b6e4-4aeb-bb92-799fa436407e None None] Pushing event updated for resources: {'Port': ['ID=2ada63da-577c-44ca-8af3-a51687ca59a2,revision_number=10']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:31:55.683026 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-bd3be487-e4bd-48b5-8a98-ffd27e110a31 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for subnet, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:55.689908 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-bd3be487-e4bd-48b5-8a98-ffd27e110a31 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "DELETE /v2.0/subnets/cd67eaa9-1e34-4866-b08b-f762490e82ed HTTP/1.1" status: 204 len: 168 time: 0.5895240 Nov 22 20:31:55.700302 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 38816) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:31:55.715653 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3be487-e4bd-48b5-8a98-ffd27e110a31 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Pushing event deleted for resources: {'Subnet': ['ID=cd67eaa9-1e34-4866-b08b-f762490e82ed,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:31:55.733991 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4515adf1-faf8-41cc-99a5-eee2f1f4a1e9 req-e29e95b6-712e-46a1-81cf-ac48ed8501e1 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] 10.222.0.46 "GET /v2.0/security-groups?id=91638e95-6dc6-4f92-8c46-f88544dc3a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1475077 Nov 22 20:31:55.763910 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:55.773802 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-fc3a4aeb-107e-4cc3-9232-5790e86b0cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b01ca47-3578-490c-8468-cf94f1d1b6b1', 'name': 'tempest-AttachVolumeTestJSON-388477978-router', 'tenant_id': '85bf20edceb64b41a574b1567a4068c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': 'dd6e914c-61c9-403e-a609-e6b3968a14c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:23:52Z', 'updated_at': '2021-11-22T20:23:58Z', 'revision_number': 4, 'project_id': '85bf20edceb64b41a574b1567a4068c1', 'gw_port': {'id': 'dd6e914c-61c9-403e-a609-e6b3968a14c4', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:89:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b01ca47-3578-490c-8468-cf94f1d1b6b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2210, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:23:53Z', 'updated_at': '2021-11-22T20:24:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': '245496fa-94df-417f-8d01-799d37709ecc', 'name': '', 'network_id': '6efa7afe-07b7-401b-a93b-34d9934a86f8', 'tenant_id': '85bf20edceb64b41a574b1567a4068c1', 'mac_address': 'fa:16:3e:87:5b:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b01ca47-3578-490c-8468-cf94f1d1b6b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2211, 'fixed_ips': [{'subnet_id': '41e22381-7e39-4421-9ae7-fd38b15d4349', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:23:56Z', 'updated_at': '2021-11-22T20:24:08Z', 'revision_number': 5, 'project_id': '85bf20edceb64b41a574b1567a4068c1', 'subnets': [{'id': '41e22381-7e39-4421-9ae7-fd38b15d4349', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:31:55.782999 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-806a61e9-ea27-4873-9e41-e0a64e3b921a tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0805004 Nov 22 20:31:55.785630 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 38818) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:31:55.805491 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-037184f5-4bc9-4f26-b3ea-28f2ee30c685 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Request body: {'subnet': {'network_id': '7bd88872-a540-4e3b-ac93-d884c5e46f76', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:31:55.807904 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port 90d4336e-948d-486e-acd2-1f69950db5b6, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=90d4336e-948d-486e-acd2-1f69950db5b6,segment=NetworkSegment(067c07b8-2a70-4987-afc0-219229c2065a),segment_id=067c07b8-2a70-4987-afc0-219229c2065a)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:31:55.815950 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc3a4aeb-107e-4cc3-9232-5790e86b0cf9 None None] The sync data for ids ['0b01ca47-3578-490c-8468-cf94f1d1b6b1'] in n-d-818823-1 is: [{'id': '0b01ca47-3578-490c-8468-cf94f1d1b6b1', 'name': 'tempest-AttachVolumeTestJSON-388477978-router', 'tenant_id': '85bf20edceb64b41a574b1567a4068c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': 'dd6e914c-61c9-403e-a609-e6b3968a14c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:23:52Z', 'updated_at': '2021-11-22T20:23:58Z', 'revision_number': 4, 'project_id': '85bf20edceb64b41a574b1567a4068c1', 'gw_port': {'id': 'dd6e914c-61c9-403e-a609-e6b3968a14c4', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:89:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b01ca47-3578-490c-8468-cf94f1d1b6b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2210, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:23:53Z', 'updated_at': '2021-11-22T20:24:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': '245496fa-94df-417f-8d01-799d37709ecc', 'name': '', 'network_id': '6efa7afe-07b7-401b-a93b-34d9934a86f8', 'tenant_id': '85bf20edceb64b41a574b1567a4068c1', 'mac_address': 'fa:16:3e:87:5b:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b01ca47-3578-490c-8468-cf94f1d1b6b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2211, 'fixed_ips': [{'subnet_id': '41e22381-7e39-4421-9ae7-fd38b15d4349', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:23:56Z', 'updated_at': '2021-11-22T20:24:08Z', 'revision_number': 5, 'project_id': '85bf20edceb64b41a574b1567a4068c1', 'subnets': [{'id': '41e22381-7e39-4421-9ae7-fd38b15d4349', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:31:55.817467 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:55.818907 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device e08c4637-151d-48fd-b2f8-a723e7f9fa3c up at agent hyperv_n-h2-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:31:55.918619 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-037184f5-4bc9-4f26-b3ea-28f2ee30c685 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Made reservation on behalf of aa06169c4e4d4119918ff90a471be1d0 for: {'subnet': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:31:55.926561 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-037184f5-4bc9-4f26-b3ea-28f2ee30c685 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11792951'] for subnet, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:55.951513 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=90d4336e-948d-486e-acd2-1f69950db5b6,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:31:55.966175 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b69e5d9-1582-4b0f-8393-fbdfc3841459 None None] Network 7bd88872-a540-4e3b-ac93-d884c5e46f76 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:31:56.148403 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Provisioning for port e08c4637-151d-48fd-b2f8-a723e7f9fa3c completed by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 20:31:56.177698 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d7e551c-fdb2-4045-a010-64adb070cc29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90d4336e-948d-486e-acd2-1f69950db5b6'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:31:56.183965 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d39f6d30a11e565ec9648abcc015e8a6ab6cff4edd704add8155e28765d31eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76ff8f0d-5e9b-4d82-b209-a7eef815af4a" -d '{"events": [{"server_uuid": "2d7e551c-fdb2-4045-a010-64adb070cc29", "name": "network-vif-plugged", "status": "completed", "tag": "90d4336e-948d-486e-acd2-1f69950db5b6"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:31:56.198936 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-9c91bee7-15cc-468f-88b5-0b43e056a56a None None] Provisioning complete for port 2ada63da-577c-44ca-8af3-a51687ca59a2 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:31:56.199317 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-9c91bee7-15cc-468f-88b5-0b43e056a56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:56.235149 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Provisioning complete for port e08c4637-151d-48fd-b2f8-a723e7f9fa3c triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:31:56.235550 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:56.237713 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-037184f5-4bc9-4f26-b3ea-28f2ee30c685 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11567560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11792921'] for subnet, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:56.258686 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f29c6f6-db93-4954-94ba-3379a9ae8b46 req-5577015c-848d-402a-9da0-657a0a1e0d1c tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:31:56.266611 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4f29c6f6-db93-4954-94ba-3379a9ae8b46 req-5577015c-848d-402a-9da0-657a0a1e0d1c tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/ports?device_id=f1a6bfe1-26d1-4dd2-94cd-df2360ee8ad5 HTTP/1.1" status: 200 len: 945 time: 0.1584322 Nov 22 20:31:56.280659 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b90454f-16dd-44a6-9913-185b248a2c62 None None] New status for floating IP d17fd0c6-7206-4a80-a85d-d2f25f027f6d: DOWN {{(pid=103449) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 20:31:56.330921 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4f29c6f6-db93-4954-94ba-3379a9ae8b46 req-d848ef8c-3612-4fb0-8b92-9679b356e0d1 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/security-groups?id=ace094e3-bfce-4b88-a460-949b8cf0d5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596178 Nov 22 20:31:56.349844 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037184f5-4bc9-4f26-b3ea-28f2ee30c685 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Pushing event updated for resources: {'Subnet': ['ID=5273418f-91dc-4dc0-8139-45eac5940438,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:31:56.355298 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-037184f5-4bc9-4f26-b3ea-28f2ee30c685 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Network 7bd88872-a540-4e3b-ac93-d884c5e46f76 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:31:56.362775 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-037184f5-4bc9-4f26-b3ea-28f2ee30c685 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:31:56.364625 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2d1bd0-fa7e-4278-91cf-6aed06488a6e req-540af2d9-285f-415f-8f43-536344cf08ca tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:31:56.366617 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-037184f5-4bc9-4f26-b3ea-28f2ee30c685 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:31:56.367238 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-037184f5-4bc9-4f26-b3ea-28f2ee30c685 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:56.372610 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-eb2d1bd0-fa7e-4278-91cf-6aed06488a6e req-540af2d9-285f-415f-8f43-536344cf08ca tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/ports?device_id=8c860d32-18ce-4ae9-b715-9596354e4a26 HTTP/1.1" status: 200 len: 945 time: 0.1756542 Nov 22 20:31:56.401815 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-037184f5-4bc9-4f26-b3ea-28f2ee30c685 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6147242 Nov 22 20:31:56.404562 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 38836) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:31:56.419491 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-84696541-8ba0-4843-a0e8-ce9a1a1058d2 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Request body: {'subnet': {'network_id': '7bd88872-a540-4e3b-ac93-d884c5e46f76', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:31:56.479636 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-eb2d1bd0-fa7e-4278-91cf-6aed06488a6e req-15bc449f-dc6e-4500-a29a-a46ee1f5c2e9 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/security-groups?id=967182ec-36b6-43cb-985c-f0d9e87194dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050341 Nov 22 20:31:56.513814 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:31:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e4ee4aa-41bb-498a-9c54-6ec721755211 x-openstack-request-id: req-2e4ee4aa-41bb-498a-9c54-6ec721755211 {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:31:56.519930 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d7e551c-fdb2-4045-a010-64adb070cc29", "name": "network-vif-plugged", "status": "completed", "tag": "90d4336e-948d-486e-acd2-1f69950db5b6", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:31:56.520877 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2e4ee4aa-41bb-498a-9c54-6ec721755211 {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:31:56.522583 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d7e551c-fdb2-4045-a010-64adb070cc29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90d4336e-948d-486e-acd2-1f69950db5b6', 'code': 200} Nov 22 20:31:56.618809 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 38840) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:31:56.666502 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4710d5b7-588e-4f90-8cfa-fc471c917b87 req-e4b406f9-d574-4e52-8190-26556f979d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:31:56.670263 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4710d5b7-588e-4f90-8cfa-fc471c917b87 req-e4b406f9-d574-4e52-8190-26556f979d2d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2d7e551c-fdb2-4045-a010-64adb070cc29 HTTP/1.1" status: 200 len: 1097 time: 0.1891229 Nov 22 20:31:56.682888 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84696541-8ba0-4843-a0e8-ce9a1a1058d2 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Made reservation on behalf of aa06169c4e4d4119918ff90a471be1d0 for: {'subnet': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:31:56.688348 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-84696541-8ba0-4843-a0e8-ce9a1a1058d2 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11792951'] for subnet, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:56.717331 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1db480a5-0370-41a5-bb95-d70d2b69a527 None None] DHCP port deletion for 7bd88872-a540-4e3b-ac93-d884c5e46f76 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:31:56.741146 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:56.755265 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4710d5b7-588e-4f90-8cfa-fc471c917b87 req-cb0f2fa2-06eb-4d16-8f5d-500baf22ae4d service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=91638e95-6dc6-4f92-8c46-f88544dc3a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704484 Nov 22 20:31:56.772434 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-2a1f3bf3-80a1-4aef-9eb1-2e8cee69d7c3 tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:56.799398 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-2a1f3bf3-80a1-4aef-9eb1-2e8cee69d7c3 tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:56.861428 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port e08c4637-151d-48fd-b2f8-a723e7f9fa3c, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=e08c4637-151d-48fd-b2f8-a723e7f9fa3c,segment=NetworkSegment(470d5048-a1ed-4f8a-b81a-95ae6f6f9db0),segment_id=470d5048-a1ed-4f8a-b81a-95ae6f6f9db0)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:31:56.869543 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:56.877247 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-1db480a5-0370-41a5-bb95-d70d2b69a527 None None] Deleting port 2ada63da-577c-44ca-8af3-a51687ca59a2 {{(pid=103449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:31:56.877917 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-1db480a5-0370-41a5-bb95-d70d2b69a527 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:56.911786 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e4e01c-12f8-4543-8ebf-12ec74e077c8 req-8d997960-a605-45c8-96ef-c82cb04fb318 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:31:56.913541 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-20e4e01c-12f8-4543-8ebf-12ec74e077c8 req-8d997960-a605-45c8-96ef-c82cb04fb318 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] 10.222.0.46 "GET /v2.0/ports?device_id=2d7e551c-fdb2-4045-a010-64adb070cc29 HTTP/1.1" status: 200 len: 946 time: 0.0754969 Nov 22 20:31:56.932934 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-2a1f3bf3-80a1-4aef-9eb1-2e8cee69d7c3 tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:56.935780 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-2a1f3bf3-80a1-4aef-9eb1-2e8cee69d7c3 tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:56.937500 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-2a1f3bf3-80a1-4aef-9eb1-2e8cee69d7c3 tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] 10.222.0.46 "DELETE /v2.0/security-groups/84970250-1d6e-4947-9e84-e093167b9595 HTTP/1.1" status: 204 len: 168 time: 0.3120027 Nov 22 20:31:56.948918 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 38844) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:31:56.957702 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1f3bf3-80a1-4aef-9eb1-2e8cee69d7c3 tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=84970250-1d6e-4947-9e84-e093167b9595,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:31:56.972043 n-d-818823-1 neutron-server[103448]: INFO neutron.api.v2.resource [None req-49647835-11d4-4248-a951-e8c8adfab2b0 tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] show failed (client error): The resource could not be found. Nov 22 20:31:56.973359 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-49647835-11d4-4248-a951-e8c8adfab2b0 tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] 10.222.0.46 "GET /v2.0/security-groups/84970250-1d6e-4947-9e84-e093167b9595 HTTP/1.1" status: 404 len: 347 time: 0.0230160 Nov 22 20:31:56.976911 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 38846) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:31:56.995796 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-20e4e01c-12f8-4543-8ebf-12ec74e077c8 req-02716899-b97f-46d7-80e3-86085e42051d tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] 10.222.0.46 "GET /v2.0/security-groups?id=91638e95-6dc6-4f92-8c46-f88544dc3a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744095 Nov 22 20:31:57.044483 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-1db480a5-0370-41a5-bb95-d70d2b69a527 None None] For port 2ada63da-577c-44ca-8af3-a51687ca59a2, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=2ada63da-577c-44ca-8af3-a51687ca59a2,segment=NetworkSegment(bdb0f717-aa5f-4e33-bcc3-95472c9b5b64),segment_id=bdb0f717-aa5f-4e33-bcc3-95472c9b5b64)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:31:57.044883 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-1db480a5-0370-41a5-bb95-d70d2b69a527 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:57.059046 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=e08c4637-151d-48fd-b2f8-a723e7f9fa3c,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:31:57.065876 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-1db480a5-0370-41a5-bb95-d70d2b69a527 None None] Calling delete_port for 2ada63da-577c-44ca-8af3-a51687ca59a2 owned by network:dhcp {{(pid=103449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:31:57.113128 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device cdc14639-ccc0-49ca-96c4-bc427e74b24d no longer exists at agent hyperv_n-h2-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:31:57.238587 n-d-818823-1 neutron-server[103448]: DEBUG neutron.objects.ports [None req-84696541-8ba0-4843-a0e8-ce9a1a1058d2 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103448) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 22 20:31:57.307530 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-a3754c4e-c04f-452a-be33-13d901b28e9a tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] Deleting port 1c55e27c-673b-4b44-9919-a20c031cea5a {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:31:57.307880 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a3754c4e-c04f-452a-be33-13d901b28e9a tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:57.386306 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-1db480a5-0370-41a5-bb95-d70d2b69a527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381'] for port, after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:57.397453 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device a1bb3d65-a524-49af-a9a5-5d656f804b0b no longer exists at agent hyperv_n-h2-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:31:57.436809 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a3754c4e-c04f-452a-be33-13d901b28e9a tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:57.437137 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a3754c4e-c04f-452a-be33-13d901b28e9a tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:57.447824 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.ipam_pluggable_backend [None req-84696541-8ba0-4843-a0e8-ce9a1a1058d2 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Port 2ada63da-577c-44ca-8af3-a51687ca59a2 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103448) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Nov 22 20:31:57.448114 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.ipam_pluggable_backend [None req-84696541-8ba0-4843-a0e8-ce9a1a1058d2 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Reverting IP allocation for 2001:db8::f816:3eff:fed3:7693 {{(pid=103448) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Nov 22 20:31:57.449623 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db480a5-0370-41a5-bb95-d70d2b69a527 None None] Pushing event deleted for resources: {'Port': ['ID=2ada63da-577c-44ca-8af3-a51687ca59a2,revision_number=None']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:31:57.453695 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-a3754c4e-c04f-452a-be33-13d901b28e9a tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] Calling delete_port for 1c55e27c-673b-4b44-9919-a20c031cea5a owned by network:floatingip {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:31:57.455708 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.ipam_pluggable_backend [None req-84696541-8ba0-4843-a0e8-ce9a1a1058d2 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fed3:7693 {{(pid=103448) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Nov 22 20:31:57.458562 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db480a5-0370-41a5-bb95-d70d2b69a527 None None] No DVR routers for this DVR port 2ada63da-577c-44ca-8af3-a51687ca59a2 on host n-d-818823-1 {{(pid=103449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:31:57.460234 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-84696541-8ba0-4843-a0e8-ce9a1a1058d2 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11567560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11792921'] for subnet, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:57.460426 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] No Port match for: a1bb3d65-a524-49af-a9a5-5d656f804b0b {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:31:57.460610 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device a1bb3d65-a524-49af-a9a5-5d656f804b0b not bound to the agent host n-h2-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:31:57.479551 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b0fcaba-155a-44ce-a8fc-a025a0bdafb1 None None] Network 7bd88872-a540-4e3b-ac93-d884c5e46f76 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:31:57.518757 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163885fc-82b2-46f8-9d5b-aa70f0ce7671 req-e7a517b8-93b5-485d-ba98-5ff49167df0a tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:31:57.521317 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-163885fc-82b2-46f8-9d5b-aa70f0ce7671 req-e7a517b8-93b5-485d-ba98-5ff49167df0a tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/ports?device_id=f1a6bfe1-26d1-4dd2-94cd-df2360ee8ad5 HTTP/1.1" status: 200 len: 945 time: 0.0799208 Nov 22 20:31:57.547261 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84696541-8ba0-4843-a0e8-ce9a1a1058d2 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Network 7bd88872-a540-4e3b-ac93-d884c5e46f76 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:31:57.556580 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-84696541-8ba0-4843-a0e8-ce9a1a1058d2 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:31:57.563773 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84696541-8ba0-4843-a0e8-ce9a1a1058d2 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:31:57.564372 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-84696541-8ba0-4843-a0e8-ce9a1a1058d2 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:57.581241 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84696541-8ba0-4843-a0e8-ce9a1a1058d2 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Pushing event updated for resources: {'Subnet': ['ID=161e14b9-e522-4209-b1eb-25e7c2d7f1a5,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:31:57.601292 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-84696541-8ba0-4843-a0e8-ce9a1a1058d2 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1906028 Nov 22 20:31:57.601292 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 38856) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:31:57.607120 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-336cf24c-b5b6-4192-8c8f-645d580849ed tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Request body: {'port': {'network_id': '7bd88872-a540-4e3b-ac93-d884c5e46f76', 'mac_address': 'fa:16:3e:a8:55:38', 'name': 'tempest-NetworksTestDHCPv6-1779884264'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:31:57.658066 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-163885fc-82b2-46f8-9d5b-aa70f0ce7671 req-db7744a9-9f09-47f0-8651-038e88d1180c tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/security-groups?id=ace094e3-bfce-4b88-a460-949b8cf0d5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1243744 Nov 22 20:31:57.703351 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11684e05-5c53-44cb-81e3-e16336142078 req-2b77a0f8-75c2-4fc6-a78d-0af498bece1b tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:31:57.705882 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-11684e05-5c53-44cb-81e3-e16336142078 req-2b77a0f8-75c2-4fc6-a78d-0af498bece1b tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/ports?device_id=8c860d32-18ce-4ae9-b715-9596354e4a26 HTTP/1.1" status: 200 len: 946 time: 0.1282914 Nov 22 20:31:57.711643 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65f01514-cc82-4f24-8800-f9416283ee41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fb26bd7-ce56-527b-b94f-2e1f7cb2bb35-7bd88872-a540-4e3b-ac93-d884c5e46f76', 'network_id': '7bd88872-a540-4e3b-ac93-d884c5e46f76', 'tenant_id': 'aa06169c4e4d4119918ff90a471be1d0', 'fixed_ips': [{'subnet_id': '161e14b9-e522-4209-b1eb-25e7c2d7f1a5'}, {'subnet_id': '5273418f-91dc-4dc0-8139-45eac5940438'}]}} from n-d-818823-1. {{(pid=103449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 20:31:57.713467 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-65f01514-cc82-4f24-8800-f9416283ee41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:57.812820 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-11684e05-5c53-44cb-81e3-e16336142078 req-98518bd4-5ae8-4a7b-9af9-c2ebe40daeee tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/security-groups?id=967182ec-36b6-43cb-985c-f0d9e87194dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929949 Nov 22 20:31:57.836483 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a3754c4e-c04f-452a-be33-13d901b28e9a tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:57.873954 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3754c4e-c04f-452a-be33-13d901b28e9a tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] Pushing event deleted for resources: {'Port': ['ID=1c55e27c-673b-4b44-9919-a20c031cea5a,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:31:57.947527 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.db_base_plugin_common [None req-65f01514-cc82-4f24-8800-f9416283ee41 None None] Allocated IP 172.20.0.2 (7bd88872-a540-4e3b-ac93-d884c5e46f76/5273418f-91dc-4dc0-8139-45eac5940438/33c3f7e9-ed1b-4b84-97a2-6680ca8e76b1) {{(pid=103449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:31:57.949240 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-336cf24c-b5b6-4192-8c8f-645d580849ed tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Made reservation on behalf of aa06169c4e4d4119918ff90a471be1d0 for: {'port': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:31:57.953951 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a3754c4e-c04f-452a-be33-13d901b28e9a tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] Publish callbacks [] for floatingip, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:57.954148 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.db_base_plugin_common [None req-65f01514-cc82-4f24-8800-f9416283ee41 None None] Allocated IP 2001:db8::f816:3eff:fe4d:96b2 (7bd88872-a540-4e3b-ac93-d884c5e46f76/161e14b9-e522-4209-b1eb-25e7c2d7f1a5/33c3f7e9-ed1b-4b84-97a2-6680ca8e76b1) {{(pid=103449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:31:57.956953 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a3754c4e-c04f-452a-be33-13d901b28e9a tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for floatingip, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:57.961837 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-a3754c4e-c04f-452a-be33-13d901b28e9a tempest-AttachVolumeTestJSON-73031687 tempest-AttachVolumeTestJSON-73031687-project] 10.222.0.46 "DELETE /v2.0/floatingips/d17fd0c6-7206-4a80-a85d-d2f25f027f6d HTTP/1.1" status: 204 len: 168 time: 0.9803140 Nov 22 20:31:58.129248 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-336cf24c-b5b6-4192-8c8f-645d580849ed tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:58.161241 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d310a70b-d62d-4ad8-bd0f-3b9f26be91bb req-4c76c79b-56b1-40c0-9739-17398a87993a tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:31:58.172088 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d310a70b-d62d-4ad8-bd0f-3b9f26be91bb req-4c76c79b-56b1-40c0-9739-17398a87993a tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] 10.222.0.46 "GET /v2.0/ports?device_id=2d7e551c-fdb2-4045-a010-64adb070cc29 HTTP/1.1" status: 200 len: 946 time: 0.0783722 Nov 22 20:31:58.180049 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [None req-336cf24c-b5b6-4192-8c8f-645d580849ed tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] device_id is not set on port f9da99d4-3296-4a5a-8f0c-896b7b9fefa1 yet. {{(pid=103448) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 20:31:58.183659 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-65f01514-cc82-4f24-8800-f9416283ee41 None None] Publish callbacks [] for port, precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:58.191247 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-65f01514-cc82-4f24-8800-f9416283ee41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372'] for port, after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:58.233157 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d310a70b-d62d-4ad8-bd0f-3b9f26be91bb req-b9133ab6-c1e5-4986-845a-9789072ab112 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] 10.222.0.46 "GET /v2.0/security-groups?id=91638e95-6dc6-4f92-8c46-f88544dc3a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601094 Nov 22 20:31:58.237992 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65f01514-cc82-4f24-8800-f9416283ee41 None None] Network 7bd88872-a540-4e3b-ac93-d884c5e46f76 is already hosted by enough agents. {{(pid=103449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:31:58.251174 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.base_scheduler [None req-65f01514-cc82-4f24-8800-f9416283ee41 None None] Resources bound (agent type, host, resource id): {{(pid=103449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:31:58.257214 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65f01514-cc82-4f24-8800-f9416283ee41 None None] Received port after_create {{(pid=103449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:31:58.260746 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f01514-cc82-4f24-8800-f9416283ee41 None None] Pushing event updated for resources: {'Port': ['ID=33c3f7e9-ed1b-4b84-97a2-6680ca8e76b1,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:31:58.394261 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4040e0-4cc5-41d9-9461-50a567b55090 req-26486f82-38ec-4664-a51d-52638c81f536 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:31:58.396787 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-fa4040e0-4cc5-41d9-9461-50a567b55090 req-26486f82-38ec-4664-a51d-52638c81f536 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] 10.222.0.46 "GET /v2.0/ports?device_id=2d7e551c-fdb2-4045-a010-64adb070cc29 HTTP/1.1" status: 200 len: 946 time: 0.0656259 Nov 22 20:31:58.407402 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-65f01514-cc82-4f24-8800-f9416283ee41 None None] Attempting to bind port 33c3f7e9-ed1b-4b84-97a2-6680ca8e76b1 on host n-d-818823-1 for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:31:58.407947 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-65f01514-cc82-4f24-8800-f9416283ee41 None None] Attempting to bind port 33c3f7e9-ed1b-4b84-97a2-6680ca8e76b1 by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': 'bdb0f717-aa5f-4e33-bcc3-95472c9b5b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '7bd88872-a540-4e3b-ac93-d884c5e46f76'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:31:58.408409 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65f01514-cc82-4f24-8800-f9416283ee41 None None] Attempting to bind port 33c3f7e9-ed1b-4b84-97a2-6680ca8e76b1 on network 7bd88872-a540-4e3b-ac93-d884c5e46f76 {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:31:58.412667 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [None req-336cf24c-b5b6-4192-8c8f-645d580849ed tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Allocated IP 172.20.0.4 (7bd88872-a540-4e3b-ac93-d884c5e46f76/5273418f-91dc-4dc0-8139-45eac5940438/f9da99d4-3296-4a5a-8f0c-896b7b9fefa1) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:31:58.419171 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65f01514-cc82-4f24-8800-f9416283ee41 None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 31, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:31:58.422166 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [None req-336cf24c-b5b6-4192-8c8f-645d580849ed tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Allocated IP 2001:db8::f816:3eff:fea8:5538 (7bd88872-a540-4e3b-ac93-d884c5e46f76/161e14b9-e522-4209-b1eb-25e7c2d7f1a5/f9da99d4-3296-4a5a-8f0c-896b7b9fefa1) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:31:58.422870 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65f01514-cc82-4f24-8800-f9416283ee41 None None] Checking segment: {'id': 'bdb0f717-aa5f-4e33-bcc3-95472c9b5b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '7bd88872-a540-4e3b-ac93-d884c5e46f76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:31:58.423541 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-65f01514-cc82-4f24-8800-f9416283ee41 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:58.424175 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65f01514-cc82-4f24-8800-f9416283ee41 None None] Bound using segment: {'id': 'bdb0f717-aa5f-4e33-bcc3-95472c9b5b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '7bd88872-a540-4e3b-ac93-d884c5e46f76'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:31:58.424910 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-65f01514-cc82-4f24-8800-f9416283ee41 None None] Bound port: 33c3f7e9-ed1b-4b84-97a2-6680ca8e76b1, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdb0f717-aa5f-4e33-bcc3-95472c9b5b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '7bd88872-a540-4e3b-ac93-d884c5e46f76'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:31:58.425540 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-65f01514-cc82-4f24-8800-f9416283ee41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:58.454963 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-fa4040e0-4cc5-41d9-9461-50a567b55090 req-85f8b4da-6968-4105-911a-ce7e90f71bab tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] 10.222.0.46 "GET /v2.0/security-groups?id=91638e95-6dc6-4f92-8c46-f88544dc3a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504234 Nov 22 20:31:58.522605 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-65f01514-cc82-4f24-8800-f9416283ee41 None None] For port 33c3f7e9-ed1b-4b84-97a2-6680ca8e76b1, host n-d-818823-1, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:31:58.527263 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-65f01514-cc82-4f24-8800-f9416283ee41 None None] For port 33c3f7e9-ed1b-4b84-97a2-6680ca8e76b1, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=33c3f7e9-ed1b-4b84-97a2-6680ca8e76b1,segment=NetworkSegment(bdb0f717-aa5f-4e33-bcc3-95472c9b5b64),segment_id=bdb0f717-aa5f-4e33-bcc3-95472c9b5b64)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:31:58.530493 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c860d32-18ce-4ae9-b715-9596354e4a26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e08c4637-151d-48fd-b2f8-a723e7f9fa3c'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:31:58.536245 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d39f6d30a11e565ec9648abcc015e8a6ab6cff4edd704add8155e28765d31eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fcbd231-dcbd-40e2-9eb0-27d44911665f" -d '{"events": [{"server_uuid": "8c860d32-18ce-4ae9-b715-9596354e4a26", "name": "network-vif-plugged", "status": "completed", "tag": "e08c4637-151d-48fd-b2f8-a723e7f9fa3c"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:31:58.545823 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-65f01514-cc82-4f24-8800-f9416283ee41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:58.611562 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 2ada63da-577c-44ca-8af3-a51687ca59a2 no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:31:58.646711 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:31:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09294cb9-02fb-498d-bac3-a006b6c7b2d5 x-openstack-request-id: req-09294cb9-02fb-498d-bac3-a006b6c7b2d5 {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:31:58.647117 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c860d32-18ce-4ae9-b715-9596354e4a26", "name": "network-vif-plugged", "status": "completed", "tag": "e08c4637-151d-48fd-b2f8-a723e7f9fa3c", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:31:58.647385 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-09294cb9-02fb-498d-bac3-a006b6c7b2d5 {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:31:58.647954 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c860d32-18ce-4ae9-b715-9596354e4a26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e08c4637-151d-48fd-b2f8-a723e7f9fa3c', 'code': 200} Nov 22 20:31:58.680942 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: 2ada63da-577c-44ca-8af3-a51687ca59a2 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:31:58.681382 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 2ada63da-577c-44ca-8af3-a51687ca59a2 not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:31:58.691682 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-336cf24c-b5b6-4192-8c8f-645d580849ed tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:58.747833 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-336cf24c-b5b6-4192-8c8f-645d580849ed tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:58.758511 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f01514-cc82-4f24-8800-f9416283ee41 None None] Pushing event updated for resources: {'Port': ['ID=33c3f7e9-ed1b-4b84-97a2-6680ca8e76b1,revision_number=2']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:31:58.814688 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-336cf24c-b5b6-4192-8c8f-645d580849ed tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Network 7bd88872-a540-4e3b-ac93-d884c5e46f76 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:31:58.820870 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-336cf24c-b5b6-4192-8c8f-645d580849ed tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:31:58.838210 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-336cf24c-b5b6-4192-8c8f-645d580849ed tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:31:58.841362 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336cf24c-b5b6-4192-8c8f-645d580849ed tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Pushing event updated for resources: {'Port': ['ID=f9da99d4-3296-4a5a-8f0c-896b7b9fefa1,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:31:58.866279 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4fcdaa-2655-4df9-ab45-55ad9d124c7e req-6d3f953e-2ab1-42d4-b515-89b0b5c0c0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:31:58.870754 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4a4fcdaa-2655-4df9-ab45-55ad9d124c7e req-6d3f953e-2ab1-42d4-b515-89b0b5c0c0c7 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=8c860d32-18ce-4ae9-b715-9596354e4a26 HTTP/1.1" status: 200 len: 1097 time: 0.1620388 Nov 22 20:31:58.906947 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-336cf24c-b5b6-4192-8c8f-645d580849ed tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:31:58.907906 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-336cf24c-b5b6-4192-8c8f-645d580849ed tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:58.919224 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9891869c-70d5-4787-9c79-906cdf9cfa6f req-112ce0df-d999-440c-95d5-4fb7206ba659 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:31:58.927511 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9891869c-70d5-4787-9c79-906cdf9cfa6f req-112ce0df-d999-440c-95d5-4fb7206ba659 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/ports?device_id=f1a6bfe1-26d1-4dd2-94cd-df2360ee8ad5 HTTP/1.1" status: 200 len: 945 time: 0.1452813 Nov 22 20:31:58.944410 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-336cf24c-b5b6-4192-8c8f-645d580849ed tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.3434703 Nov 22 20:31:58.946715 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 38880) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:31:59.061135 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4a4fcdaa-2655-4df9-ab45-55ad9d124c7e req-8b8e1fdf-999d-41b4-ae94-415dc1c79b4b service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=967182ec-36b6-43cb-985c-f0d9e87194dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709149 Nov 22 20:31:59.074330 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0bae004-9ae9-49d7-a5ab-b154a2021b1a tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:31:59.086494 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9891869c-70d5-4787-9c79-906cdf9cfa6f req-f80ecbcc-ec29-4cc8-80f9-be38c8252a00 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/security-groups?id=ace094e3-bfce-4b88-a460-949b8cf0d5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1574218 Nov 22 20:31:59.088180 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0bae004-9ae9-49d7-a5ab-b154a2021b1a tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:31:59.093950 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-f0bae004-9ae9-49d7-a5ab-b154a2021b1a tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.1454239 Nov 22 20:31:59.094716 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 38882) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:31:59.171669 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a109cf-6ea1-4be7-8b81-2428116ed345 req-925924fd-020d-44ec-9276-63a087ba9882 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:31:59.173274 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-63a109cf-6ea1-4be7-8b81-2428116ed345 req-925924fd-020d-44ec-9276-63a087ba9882 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/ports?device_id=8c860d32-18ce-4ae9-b715-9596354e4a26 HTTP/1.1" status: 200 len: 946 time: 0.0805316 Nov 22 20:31:59.241747 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-9f124c0d-700e-4239-b10e-8e840213d2a1 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Deleting port f9da99d4-3296-4a5a-8f0c-896b7b9fefa1 {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:31:59.242092 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9f124c0d-700e-4239-b10e-8e840213d2a1 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:59.270502 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-63a109cf-6ea1-4be7-8b81-2428116ed345 req-c0bd3722-5464-4910-b5d7-3fb25f4c553e tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/security-groups?id=967182ec-36b6-43cb-985c-f0d9e87194dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831647 Nov 22 20:31:59.368120 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9f124c0d-700e-4239-b10e-8e840213d2a1 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:59.383696 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-9f124c0d-700e-4239-b10e-8e840213d2a1 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Calling delete_port for f9da99d4-3296-4a5a-8f0c-896b7b9fefa1 owned by {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:31:59.575040 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9f124c0d-700e-4239-b10e-8e840213d2a1 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:59.606645 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f124c0d-700e-4239-b10e-8e840213d2a1 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Pushing event deleted for resources: {'Port': ['ID=f9da99d4-3296-4a5a-8f0c-896b7b9fefa1,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:31:59.726549 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9f124c0d-700e-4239-b10e-8e840213d2a1 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:59.733285 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 38888) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:31:59.744954 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-9f124c0d-700e-4239-b10e-8e840213d2a1 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "DELETE /v2.0/ports/f9da99d4-3296-4a5a-8f0c-896b7b9fefa1 HTTP/1.1" status: 204 len: 168 time: 0.6492825 Nov 22 20:31:59.794461 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8207f9b-5692-4298-ade5-eefd4109116c tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:31:59.794461 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8207f9b-5692-4298-ade5-eefd4109116c tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:31:59.794461 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8207f9b-5692-4298-ade5-eefd4109116c tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:31:59.799225 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 38890) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:31:59.809512 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-e8207f9b-5692-4298-ade5-eefd4109116c tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0728562 Nov 22 20:31:59.855733 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_v2 [None req-d53ec6ca-a209-4dbb-bdcc-c698e34db261 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Deleting subnet 161e14b9-e522-4209-b1eb-25e7c2d7f1a5 {{(pid=103448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 20:31:59.859399 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d53ec6ca-a209-4dbb-bdcc-c698e34db261 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks [] for subnet, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:59.907828 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d53ec6ca-a209-4dbb-bdcc-c698e34db261 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11627908'] for subnet, precommit_delete_associations {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:31:59.976385 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-99477ad9-4886-4388-a1af-fb2e79e52244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:00.005264 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d53ec6ca-a209-4dbb-bdcc-c698e34db261 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3753007'] for subnet, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:00.011130 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 38894) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:32:00.107957 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d53ec6ca-a209-4dbb-bdcc-c698e34db261 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3753014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11567369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11792914'] for subnet, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:00.182437 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d53ec6ca-a209-4dbb-bdcc-c698e34db261 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:00.191142 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 38898) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:32:00.191671 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-d53ec6ca-a209-4dbb-bdcc-c698e34db261 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "DELETE /v2.0/subnets/161e14b9-e522-4209-b1eb-25e7c2d7f1a5 HTTP/1.1" status: 204 len: 168 time: 0.3899102 Nov 22 20:32:00.194416 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53ec6ca-a209-4dbb-bdcc-c698e34db261 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Pushing event deleted for resources: {'Subnet': ['ID=161e14b9-e522-4209-b1eb-25e7c2d7f1a5,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:32:00.326244 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d95b435-c198-4bcb-bbb5-1b5f74819818 None None] Network 7bd88872-a540-4e3b-ac93-d884c5e46f76 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:32:00.448052 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 38906) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:32:00.467043 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-3120466a-910c-4ead-8e8e-75da2a1f6044 None None] Provisioning complete for port 33c3f7e9-ed1b-4b84-97a2-6680ca8e76b1 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:32:00.467436 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-3120466a-910c-4ead-8e8e-75da2a1f6044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:00.652697 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-3120466a-910c-4ead-8e8e-75da2a1f6044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:00.700761 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-3120466a-910c-4ead-8e8e-75da2a1f6044 None None] For port 33c3f7e9-ed1b-4b84-97a2-6680ca8e76b1, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=33c3f7e9-ed1b-4b84-97a2-6680ca8e76b1,segment=NetworkSegment(bdb0f717-aa5f-4e33-bcc3-95472c9b5b64),segment_id=bdb0f717-aa5f-4e33-bcc3-95472c9b5b64)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:32:00.710088 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 33c3f7e9-ed1b-4b84-97a2-6680ca8e76b1 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:32:00.722764 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a471d5e-1cb3-495b-bac4-88d8ee9dd7c9 admin admin] Deleting subnet 2261e0fe-c510-4cbb-8205-a39506c65cf7 {{(pid=103448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 20:32:00.732957 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8a471d5e-1cb3-495b-bac4-88d8ee9dd7c9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:00.771376 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-3120466a-910c-4ead-8e8e-75da2a1f6044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:00.803044 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8a471d5e-1cb3-495b-bac4-88d8ee9dd7c9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11627908'] for subnet, precommit_delete_associations {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:00.855839 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 33c3f7e9-ed1b-4b84-97a2-6680ca8e76b1 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:32:00.859121 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:00.876898 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8a471d5e-1cb3-495b-bac4-88d8ee9dd7c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3753007'] for subnet, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:00.894142 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3120466a-910c-4ead-8e8e-75da2a1f6044 None None] Pushing event updated for resources: {'Port': ['ID=33c3f7e9-ed1b-4b84-97a2-6680ca8e76b1,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:32:00.977780 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8a471d5e-1cb3-495b-bac4-88d8ee9dd7c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3753014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11567369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11792914'] for subnet, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:01.007083 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6507a0fd-8ffd-47ea-9654-0700d9b74a0f req-ab3d8905-0b76-4aab-b5df-99713093bf95 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:32:01.014417 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6507a0fd-8ffd-47ea-9654-0700d9b74a0f req-ab3d8905-0b76-4aab-b5df-99713093bf95 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/ports?device_id=8c860d32-18ce-4ae9-b715-9596354e4a26 HTTP/1.1" status: 200 len: 946 time: 0.3363290 Nov 22 20:32:01.023774 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a471d5e-1cb3-495b-bac4-88d8ee9dd7c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2261e0fe-c510-4cbb-8205-a39506c65cf7,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:32:01.045560 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efd18fc1-2c51-428f-bc40-2e63ab20dd55 None None] Network ae1ebccf-2839-4f0d-9ea2-de0f939b66c4 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:32:01.061330 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a471d5e-1cb3-495b-bac4-88d8ee9dd7c9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:32:01.061330 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a471d5e-1cb3-495b-bac4-88d8ee9dd7c9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:32:01.061692 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a471d5e-1cb3-495b-bac4-88d8ee9dd7c9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:32:01.061904 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a471d5e-1cb3-495b-bac4-88d8ee9dd7c9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:32:01.062244 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a471d5e-1cb3-495b-bac4-88d8ee9dd7c9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:32:01.062578 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a471d5e-1cb3-495b-bac4-88d8ee9dd7c9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:32:01.065918 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a471d5e-1cb3-495b-bac4-88d8ee9dd7c9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:32:01.066152 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a471d5e-1cb3-495b-bac4-88d8ee9dd7c9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:32:01.066502 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a471d5e-1cb3-495b-bac4-88d8ee9dd7c9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:32:01.066842 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a471d5e-1cb3-495b-bac4-88d8ee9dd7c9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:32:01.067184 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a471d5e-1cb3-495b-bac4-88d8ee9dd7c9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:32:01.069755 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a471d5e-1cb3-495b-bac4-88d8ee9dd7c9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:32:01.086699 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8a471d5e-1cb3-495b-bac4-88d8ee9dd7c9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:01.093083 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-8a471d5e-1cb3-495b-bac4-88d8ee9dd7c9 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/2261e0fe-c510-4cbb-8205-a39506c65cf7 HTTP/1.1" status: 204 len: 168 time: 0.6435101 Nov 22 20:32:01.096636 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 38910) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:32:01.243957 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548a8afb-4d90-4743-b639-c677ed4f51e9 req-bdadcb13-95f4-4d5b-a583-f687cf2c85b7 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:32:01.252396 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-548a8afb-4d90-4743-b639-c677ed4f51e9 req-bdadcb13-95f4-4d5b-a583-f687cf2c85b7 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/ports?device_id=f1a6bfe1-26d1-4dd2-94cd-df2360ee8ad5 HTTP/1.1" status: 200 len: 945 time: 0.5731268 Nov 22 20:32:01.283891 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cb50330-4c49-42f3-9874-f8de9239635f tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Deleting subnet 5273418f-91dc-4dc0-8139-45eac5940438 {{(pid=103447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 20:32:01.289137 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d541d6f8-5fa4-46c6-95d0-ee1245a8bbed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3961693'] for network, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:01.333799 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5d58b0a-ce6d-4f27-beb2-a8d190cb5fd8 None None] DHCP port deletion for ae1ebccf-2839-4f0d-9ea2-de0f939b66c4 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:32:01.367573 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-7cb50330-4c49-42f3-9874-f8de9239635f tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks [] for subnet, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:01.415766 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d541d6f8-5fa4-46c6-95d0-ee1245a8bbed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3760028', 'neutron.services.segments.db._delete_segments_for_network-8748992815755'] for network, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:01.440262 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-d541d6f8-5fa4-46c6-95d0-ee1245a8bbed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae1ebccf-2839-4f0d-9ea2-de0f939b66c4']}} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:32:01.451831 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-d541d6f8-5fa4-46c6-95d0-ee1245a8bbed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7c0e7ff-7a27-492d-907d-7ccfe5c23782') {'for_net_delete': True} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:32:01.452869 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-d541d6f8-5fa4-46c6-95d0-ee1245a8bbed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7c0e7ff-7a27-492d-907d-7ccfe5c23782') {} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:32:01.468835 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d541d6f8-5fa4-46c6-95d0-ee1245a8bbed admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748993039638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11627933'] for segment, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:01.487223 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d541d6f8-5fa4-46c6-95d0-ee1245a8bbed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:01.493754 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d541d6f8-5fa4-46c6-95d0-ee1245a8bbed admin admin] Releasing vlan 640 on physical network physnet1 to pool {{(pid=103448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 20:32:01.494267 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d541d6f8-5fa4-46c6-95d0-ee1245a8bbed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11567447'] for segment, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:01.549708 n-d-818823-1 neutron-server[103448]: Traceback (most recent call last): Nov 22 20:32:01.549708 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 20:32:01.549708 n-d-818823-1 neutron-server[103448]: timer() Nov 22 20:32:01.549708 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 20:32:01.549708 n-d-818823-1 neutron-server[103448]: cb(*args, **kw) Nov 22 20:32:01.549708 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 20:32:01.549708 n-d-818823-1 neutron-server[103448]: return func(*args, **kwargs) Nov 22 20:32:01.549708 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 20:32:01.549708 n-d-818823-1 neutron-server[103448]: self._notify() Nov 22 20:32:01.549708 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 20:32:01.549708 n-d-818823-1 neutron-server[103448]: self.callback(batched_events) Nov 22 20:32:01.549708 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 20:32:01.549708 n-d-818823-1 neutron-server[103448]: event.method(event) Nov 22 20:32:01.549708 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 20:32:01.549708 n-d-818823-1 neutron-server[103448]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 20:32:01.549708 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 20:32:01.549708 n-d-818823-1 neutron-server[103448]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 20:32:01.549708 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 20:32:01.549708 n-d-818823-1 neutron-server[103448]: return f(self, *a, **k) Nov 22 20:32:01.549708 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 20:32:01.549708 n-d-818823-1 neutron-server[103448]: return self._get(url).json() Nov 22 20:32:01.549708 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 20:32:01.549708 n-d-818823-1 neutron-server[103448]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 20:32:01.549708 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 20:32:01.549708 n-d-818823-1 neutron-server[103448]: return self.request(url, 'GET', **kwargs) Nov 22 20:32:01.549708 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 20:32:01.549708 n-d-818823-1 neutron-server[103448]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 20:32:01.549708 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 20:32:01.549708 n-d-818823-1 neutron-server[103448]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 20:32:01.549708 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 20:32:01.549708 n-d-818823-1 neutron-server[103448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 20:32:01.549708 n-d-818823-1 neutron-server[103448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 20:32:01.556695 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d541d6f8-5fa4-46c6-95d0-ee1245a8bbed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3760002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595318'] for network, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:01.564580 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d541d6f8-5fa4-46c6-95d0-ee1245a8bbed admin admin] Publish callbacks [] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:01.569801 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-d541d6f8-5fa4-46c6-95d0-ee1245a8bbed admin admin] 10.222.0.46 "DELETE /v2.0/networks/ae1ebccf-2839-4f0d-9ea2-de0f939b66c4 HTTP/1.1" status: 204 len: 168 time: 0.4684911 Nov 22 20:32:01.581249 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d541d6f8-5fa4-46c6-95d0-ee1245a8bbed admin admin] Pushing event deleted for resources: {'Network': ['ID=ae1ebccf-2839-4f0d-9ea2-de0f939b66c4,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:32:01.584872 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6507a0fd-8ffd-47ea-9654-0700d9b74a0f req-ece5cdda-8504-46e2-8a73-60cac304aac8 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/security-groups?id=967182ec-36b6-43cb-985c-f0d9e87194dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5491250 Nov 22 20:32:01.657767 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-812f8432-9ed8-4c06-9294-f5e22f3226d7 None None] Provisioning complete for port 33c3f7e9-ed1b-4b84-97a2-6680ca8e76b1 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:32:01.659223 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-812f8432-9ed8-4c06-9294-f5e22f3226d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:01.661172 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26bbdf13-a8f2-43c8-80c0-ce7b05b59cea None None] Network 7bd88872-a540-4e3b-ac93-d884c5e46f76 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:32:01.697095 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-7cb50330-4c49-42f3-9874-f8de9239635f tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12178353'] for subnet, precommit_delete_associations {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:01.780076 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 38922) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:32:01.860637 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-548a8afb-4d90-4743-b639-c677ed4f51e9 req-8dc0001f-5572-417b-a09d-442db40d5d8a tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/security-groups?id=ace094e3-bfce-4b88-a460-949b8cf0d5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6070442 Nov 22 20:32:01.914131 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-7cb50330-4c49-42f3-9874-f8de9239635f tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3753007'] for subnet, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:01.923984 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-dcbb189d-34f9-4fa7-8836-d59de498e0e2 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b98f9ea0877b450793427166f9876e14&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1427076 Nov 22 20:32:01.926821 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 38932) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:32:01.985290 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0d02cd63-8006-420f-a926-a44916117ef2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:02.011161 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e1752274-025c-4e84-9d65-73ff1415045b tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:02.016885 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0d02cd63-8006-420f-a926-a44916117ef2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:02.082085 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0d02cd63-8006-420f-a926-a44916117ef2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:02.084871 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0d02cd63-8006-420f-a926-a44916117ef2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:02.086036 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-0d02cd63-8006-420f-a926-a44916117ef2 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f2bd36ea-fff5-4c53-80d3-585d8a14f8fa HTTP/1.1" status: 204 len: 168 time: 0.1581047 Nov 22 20:32:02.095062 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d02cd63-8006-420f-a926-a44916117ef2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2bd36ea-fff5-4c53-80d3-585d8a14f8fa,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:32:02.188315 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-7cb50330-4c49-42f3-9874-f8de9239635f tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3753014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8900804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8485115'] for subnet, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:02.198014 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be90ea75-cd32-4323-9ff2-a13939367018 req-7fdc9241-f049-4dea-81eb-45c0af56cf0c tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:32:02.200633 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-be90ea75-cd32-4323-9ff2-a13939367018 req-7fdc9241-f049-4dea-81eb-45c0af56cf0c tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/networks?id=33dd767d-ab2c-4bf6-a32d-ce7483655865 HTTP/1.1" status: 200 len: 806 time: 0.2904732 Nov 22 20:32:02.295624 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-be90ea75-cd32-4323-9ff2-a13939367018 req-89a11827-3f4f-4819-84c8-8062a08cf791 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/quotas/b741c1041ead4066a271a7ac45bca161 HTTP/1.1" status: 200 len: 375 time: 0.0802021 Nov 22 20:32:02.296447 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb50330-4c49-42f3-9874-f8de9239635f tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Pushing event deleted for resources: {'Subnet': ['ID=5273418f-91dc-4dc0-8139-45eac5940438,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:32:02.298863 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-7cb50330-4c49-42f3-9874-f8de9239635f tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for subnet, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:02.302984 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-7cb50330-4c49-42f3-9874-f8de9239635f tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "DELETE /v2.0/subnets/5273418f-91dc-4dc0-8139-45eac5940438 HTTP/1.1" status: 204 len: 168 time: 2.1064301 Nov 22 20:32:02.305905 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 38936) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:32:02.382930 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4479654a-6b50-47d8-8ae5-444dfc888033 None None] Network 7bd88872-a540-4e3b-ac93-d884c5e46f76 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:32:02.414020 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-cb7985fc-79c0-4d5c-9f3e-697b386b319f tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1058815 Nov 22 20:32:02.418241 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 38942) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:32:02.440170 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-be90ea75-cd32-4323-9ff2-a13939367018 req-a9927574-9155-439e-86cf-94dd6c6a6913 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=b741c1041ead4066a271a7ac45bca161&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1333773 Nov 22 20:32:02.551592 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfaf095e-ee8a-48f1-aed3-94be318c2162 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:32:02.558231 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-dfaf095e-ee8a-48f1-aed3-94be318c2162 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1347225 Nov 22 20:32:02.558231 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 38946) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:32:02.653095 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-581899d3-7624-4ee1-8afc-168328c2824e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:02.662139 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-2e46ca65-50cd-4ff5-a600-ef4c00fe7d51 None None] Provisioning complete for port 33c3f7e9-ed1b-4b84-97a2-6680ca8e76b1 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:32:02.662599 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-2e46ca65-50cd-4ff5-a600-ef4c00fe7d51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:02.691899 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36193032-c7db-4788-bda1-5dc234926eb0 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:32:02.698831 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-36193032-c7db-4788-bda1-5dc234926eb0 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1381512 Nov 22 20:32:02.699881 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 38952) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:32:02.764726 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 33c3f7e9-ed1b-4b84-97a2-6680ca8e76b1 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:32:02.801741 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-21310bf7-fd0c-4478-905b-06d562d3d412 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0983157 Nov 22 20:32:02.810123 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 38960) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:32:02.815321 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-9f1d080e-807f-4d44-91fb-5afb56c8ef70 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Request body: {'subnet': {'network_id': '7bd88872-a540-4e3b-ac93-d884c5e46f76', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:32:02.916988 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-be90ea75-cd32-4323-9ff2-a13939367018 req-936c13f3-8c7c-4be0-a931-572ef62cc985 service neutron] 10.222.0.46 "GET /v2.0/networks/33dd767d-ab2c-4bf6-a32d-ce7483655865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4672842 Nov 22 20:32:02.940012 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f1d080e-807f-4d44-91fb-5afb56c8ef70 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Made reservation on behalf of aa06169c4e4d4119918ff90a471be1d0 for: {'subnet': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:32:02.948258 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9f1d080e-807f-4d44-91fb-5afb56c8ef70 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11792951'] for subnet, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:02.950331 n-d-818823-1 neutron-server[103448]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f1d080e-807f-4d44-91fb-5afb56c8ef70 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 22 20:32:02.950844 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f1d080e-807f-4d44-91fb-5afb56c8ef70 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 20:32:02.980616 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-9f1d080e-807f-4d44-91fb-5afb56c8ef70 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1690972 Nov 22 20:32:02.981291 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 38966) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:32:03.033193 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 33c3f7e9-ed1b-4b84-97a2-6680ca8e76b1 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:32:03.044301 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:03.062161 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [None req-e1752274-025c-4e84-9d65-73ff1415045b tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Allocated IP 172.20.0.17 (a2fb1d1d-e875-477e-b404-e136472c7a50/9f94004e-b9e9-4353-a173-a41f7b0d7ff1/34d32cbe-6593-422e-a193-ffeb801f3f4a) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:32:03.118429 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-671f2397-d058-4074-9e07-ceb5bd00356a None None] DHCP port deletion for 7bd88872-a540-4e3b-ac93-d884c5e46f76 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:32:03.281452 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfabb604-18ff-4fcb-8f40-654fba4815a5 req-7cf63551-a0b7-42ac-bea3-3cb4ca8ffac7 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:32:03.289900 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-bfabb604-18ff-4fcb-8f40-654fba4815a5 req-7cf63551-a0b7-42ac-bea3-3cb4ca8ffac7 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/ports?device_id=f1a6bfe1-26d1-4dd2-94cd-df2360ee8ad5 HTTP/1.1" status: 200 len: 945 time: 0.2330620 Nov 22 20:32:03.336337 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-be90ea75-cd32-4323-9ff2-a13939367018 req-0a793554-2549-42e2-a3fa-1b6c15e4cd26 service neutron] 10.222.0.46 "GET /v2.0/networks/33dd767d-ab2c-4bf6-a32d-ce7483655865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4180529 Nov 22 20:32:03.393454 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-671f2397-d058-4074-9e07-ceb5bd00356a None None] Deleting port 33c3f7e9-ed1b-4b84-97a2-6680ca8e76b1 {{(pid=103449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:32:03.394030 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-671f2397-d058-4074-9e07-ceb5bd00356a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:03.441768 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 38976) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:32:03.446905 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-bfabb604-18ff-4fcb-8f40-654fba4815a5 req-595306fe-5d97-4cfc-9e51-487b15ac5728 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/security-groups?id=ace094e3-bfce-4b88-a460-949b8cf0d5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1559775 Nov 22 20:32:03.488555 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e1752274-025c-4e84-9d65-73ff1415045b tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:03.518084 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-671f2397-d058-4074-9e07-ceb5bd00356a None None] For port 33c3f7e9-ed1b-4b84-97a2-6680ca8e76b1, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=33c3f7e9-ed1b-4b84-97a2-6680ca8e76b1,segment=NetworkSegment(bdb0f717-aa5f-4e33-bcc3-95472c9b5b64),segment_id=bdb0f717-aa5f-4e33-bcc3-95472c9b5b64)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:32:03.518502 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-671f2397-d058-4074-9e07-ceb5bd00356a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:03.522365 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-9f46572b-cdfd-4f1e-aef6-9c486a45aa27 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Request body: {'subnet': {'network_id': '7bd88872-a540-4e3b-ac93-d884c5e46f76', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:32:03.540022 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-671f2397-d058-4074-9e07-ceb5bd00356a None None] Calling delete_port for 33c3f7e9-ed1b-4b84-97a2-6680ca8e76b1 owned by network:dhcp {{(pid=103449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:32:03.587987 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e1752274-025c-4e84-9d65-73ff1415045b tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:03.731896 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1752274-025c-4e84-9d65-73ff1415045b tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Pushing event updated for resources: {'Port': ['ID=34d32cbe-6593-422e-a193-ffeb801f3f4a,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:32:03.735280 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f46572b-cdfd-4f1e-aef6-9c486a45aa27 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Made reservation on behalf of aa06169c4e4d4119918ff90a471be1d0 for: {'subnet': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:32:03.740083 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9f46572b-cdfd-4f1e-aef6-9c486a45aa27 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11792951'] for subnet, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:03.764335 n-d-818823-1 neutron-server[103448]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f46572b-cdfd-4f1e-aef6-9c486a45aa27 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 22 20:32:03.768527 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f46572b-cdfd-4f1e-aef6-9c486a45aa27 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 20:32:03.779494 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1752274-025c-4e84-9d65-73ff1415045b tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Network a2fb1d1d-e875-477e-b404-e136472c7a50 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:32:03.784719 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-e1752274-025c-4e84-9d65-73ff1415045b tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:32:03.803038 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1752274-025c-4e84-9d65-73ff1415045b tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:32:03.810155 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-03f0964f-1b75-4df7-99e0-a3cdb56ec2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:03.826919 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-9f46572b-cdfd-4f1e-aef6-9c486a45aa27 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.8415432 Nov 22 20:32:03.829490 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 38990) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:32:03.836177 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-671f2397-d058-4074-9e07-ceb5bd00356a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381'] for port, after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:03.843476 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-03f4dde4-d90b-4fc2-a60e-e03cba1b9236 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Request body: {'subnet': {'network_id': '7bd88872-a540-4e3b-ac93-d884c5e46f76', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:32:03.863357 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671f2397-d058-4074-9e07-ceb5bd00356a None None] No DVR routers for this DVR port 33c3f7e9-ed1b-4b84-97a2-6680ca8e76b1 on host n-d-818823-1 {{(pid=103449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:32:03.899197 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671f2397-d058-4074-9e07-ceb5bd00356a None None] Pushing event deleted for resources: {'Port': ['ID=33c3f7e9-ed1b-4b84-97a2-6680ca8e76b1,revision_number=None']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:32:03.929179 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-2b150997-a178-4cc6-8312-2b0cc0545e71 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-916431354-network', 'tenant_id': '9f480581a3a24d53832d12c56efe7dfb'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:32:03.975643 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b150997-a178-4cc6-8312-2b0cc0545e71 admin admin] Made reservation on behalf of 9f480581a3a24d53832d12c56efe7dfb for: {'network': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:32:03.978271 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-2b150997-a178-4cc6-8312-2b0cc0545e71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for network, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:04.013947 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-2b150997-a178-4cc6-8312-2b0cc0545e71 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:04.045549 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e1752274-025c-4e84-9d65-73ff1415045b tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659939'] for router_interface, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:04.159374 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03f4dde4-d90b-4fc2-a60e-e03cba1b9236 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Made reservation on behalf of aa06169c4e4d4119918ff90a471be1d0 for: {'subnet': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:32:04.164433 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-03f4dde4-d90b-4fc2-a60e-e03cba1b9236 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11792951'] for subnet, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:04.165997 n-d-818823-1 neutron-server[103448]: INFO neutron.pecan_wsgi.hooks.translation [None req-03f4dde4-d90b-4fc2-a60e-e03cba1b9236 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 22 20:32:04.166556 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03f4dde4-d90b-4fc2-a60e-e03cba1b9236 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 20:32:04.187603 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-03f4dde4-d90b-4fc2-a60e-e03cba1b9236 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3578296 Nov 22 20:32:04.190842 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 39008) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:32:04.202132 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-e10865be-01cd-4166-a3b0-629ca3c55541 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Request body: {'subnet': {'network_id': '7bd88872-a540-4e3b-ac93-d884c5e46f76', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:32:04.358470 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-558dc15d-c5a7-4897-9783-16aa9b43ac12 None None] Provisioning complete for port 34d32cbe-6593-422e-a193-ffeb801f3f4a triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:32:04.359259 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-558dc15d-c5a7-4897-9783-16aa9b43ac12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:04.366305 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e10865be-01cd-4166-a3b0-629ca3c55541 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Made reservation on behalf of aa06169c4e4d4119918ff90a471be1d0 for: {'subnet': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:32:04.370200 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e10865be-01cd-4166-a3b0-629ca3c55541 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11792951'] for subnet, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:04.371770 n-d-818823-1 neutron-server[103448]: INFO neutron.pecan_wsgi.hooks.translation [None req-e10865be-01cd-4166-a3b0-629ca3c55541 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 22 20:32:04.372200 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e10865be-01cd-4166-a3b0-629ca3c55541 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 20:32:04.390234 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-e10865be-01cd-4166-a3b0-629ca3c55541 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1977644 Nov 22 20:32:04.393504 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 39014) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:32:04.405502 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-98951e96-f8e3-4a4a-a0d3-113d0b9174a3 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Request body: {'subnet': {'network_id': '7bd88872-a540-4e3b-ac93-d884c5e46f76', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:32:04.438127 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e1752274-025c-4e84-9d65-73ff1415045b tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:04.442151 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-558dc15d-c5a7-4897-9783-16aa9b43ac12 None None] Port 34d32cbe-6593-422e-a193-ffeb801f3f4a cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:32:04.635551 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 33c3f7e9-ed1b-4b84-97a2-6680ca8e76b1 no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:32:04.636082 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98951e96-f8e3-4a4a-a0d3-113d0b9174a3 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Made reservation on behalf of aa06169c4e4d4119918ff90a471be1d0 for: {'subnet': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:32:04.644754 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-98951e96-f8e3-4a4a-a0d3-113d0b9174a3 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11792951'] for subnet, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:04.646481 n-d-818823-1 neutron-server[103448]: INFO neutron.pecan_wsgi.hooks.translation [None req-98951e96-f8e3-4a4a-a0d3-113d0b9174a3 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 22 20:32:04.647022 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98951e96-f8e3-4a4a-a0d3-113d0b9174a3 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 20:32:04.669909 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-98951e96-f8e3-4a4a-a0d3-113d0b9174a3 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2742403 Nov 22 20:32:04.672939 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 39028) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:32:04.677548 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: 33c3f7e9-ed1b-4b84-97a2-6680ca8e76b1 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:32:04.677907 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 33c3f7e9-ed1b-4b84-97a2-6680ca8e76b1 not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:32:04.680211 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-755ae1e1-393c-4f62-b6c0-fd117e012c46 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Request body: {'subnet': {'network_id': '7bd88872-a540-4e3b-ac93-d884c5e46f76', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:32:04.738870 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-2b150997-a178-4cc6-8312-2b0cc0545e71 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:04.759666 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-2b150997-a178-4cc6-8312-2b0cc0545e71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:04.787152 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-755ae1e1-393c-4f62-b6c0-fd117e012c46 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Made reservation on behalf of aa06169c4e4d4119918ff90a471be1d0 for: {'subnet': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:32:04.791364 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-755ae1e1-393c-4f62-b6c0-fd117e012c46 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11792951'] for subnet, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:04.792841 n-d-818823-1 neutron-server[103448]: INFO neutron.pecan_wsgi.hooks.translation [None req-755ae1e1-393c-4f62-b6c0-fd117e012c46 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 22 20:32:04.793626 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-755ae1e1-393c-4f62-b6c0-fd117e012c46 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 20:32:04.802748 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b150997-a178-4cc6-8312-2b0cc0545e71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37a46514-b489-47c7-9999-b0adf531bd4b,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:32:04.822244 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-755ae1e1-393c-4f62-b6c0-fd117e012c46 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1453955 Nov 22 20:32:04.823214 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 39030) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:32:05.133380 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e49ee129-e862-4476-beca-cdc8150d2345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:05.150372 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b150997-a178-4cc6-8312-2b0cc0545e71 admin admin] vlan segment allocate from pool success with {'vlan_id': 603, 'physical_network': 'physnet1'} {{(pid=103447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 20:32:05.170023 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85049e2-d7a7-4851-8bc3-7cfbc5a14dda req-d859fdeb-b82c-40f3-a20d-5918f84c8acb tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:32:05.171513 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e85049e2-d7a7-4851-8bc3-7cfbc5a14dda req-d859fdeb-b82c-40f3-a20d-5918f84c8acb tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/ports?device_id=f1a6bfe1-26d1-4dd2-94cd-df2360ee8ad5 HTTP/1.1" status: 200 len: 945 time: 0.5285079 Nov 22 20:32:05.229167 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-ce228e12-8a4f-4a8f-ada7-0c418f015431 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.3990550 Nov 22 20:32:05.231733 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 39036) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:32:05.254973 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-2b150997-a178-4cc6-8312-2b0cc0545e71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:05.255352 n-d-818823-1 neutron-server[103447]: INFO neutron.db.segments_db [None req-2b150997-a178-4cc6-8312-2b0cc0545e71 admin admin] Added segment c3b74bc4-e4af-4168-85ff-2c72b306ea1a of type vlan for network 4c363749-4641-444d-b12e-785df04d6621 Nov 22 20:32:05.284314 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebc44e38-8ccb-40f6-9e30-9259e3c221dd tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:32:05.285997 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-ebc44e38-8ccb-40f6-9e30-9259e3c221dd tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0532389 Nov 22 20:32:05.289173 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 39038) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:32:05.289761 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c46374-fded-4276-aaba-d236da8a3db6 req-197ee8ef-e278-42e5-b840-bad1465a9d2e tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:32:05.291207 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-46c46374-fded-4276-aaba-d236da8a3db6 req-197ee8ef-e278-42e5-b840-bad1465a9d2e tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/networks?id=33dd767d-ab2c-4bf6-a32d-ce7483655865 HTTP/1.1" status: 200 len: 806 time: 0.6543720 Nov 22 20:32:05.328938 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-152a35cf-2b56-4c32-a1a5-38801dd49d46 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0385761 Nov 22 20:32:05.334203 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 39040) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:32:05.339429 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-d70489d3-a569-4212-9bd1-2e09fa26199a tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Request body: {'subnet': {'network_id': '7bd88872-a540-4e3b-ac93-d884c5e46f76', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:32:05.365473 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-2b150997-a178-4cc6-8312-2b0cc0545e71 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748992492791'] for network, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:05.379570 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-46c46374-fded-4276-aaba-d236da8a3db6 req-92d66bd0-2b1d-4af1-a0ec-5859f34242ec tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/quotas/b741c1041ead4066a271a7ac45bca161 HTTP/1.1" status: 200 len: 375 time: 0.0574844 Nov 22 20:32:05.395608 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e85049e2-d7a7-4851-8bc3-7cfbc5a14dda req-6713120d-18d3-42bf-bcde-9b7b33b4d77f tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/security-groups?id=ace094e3-bfce-4b88-a460-949b8cf0d5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1971633 Nov 22 20:32:05.449650 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d70489d3-a569-4212-9bd1-2e09fa26199a tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Made reservation on behalf of aa06169c4e4d4119918ff90a471be1d0 for: {'subnet': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:32:05.453804 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d70489d3-a569-4212-9bd1-2e09fa26199a tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11792951'] for subnet, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:05.491712 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e1752274-025c-4e84-9d65-73ff1415045b tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks [] for port, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:05.510065 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-2b150997-a178-4cc6-8312-2b0cc0545e71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for network, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:05.511968 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b150997-a178-4cc6-8312-2b0cc0545e71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:32:05.512585 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-2b150997-a178-4cc6-8312-2b0cc0545e71 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for network, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:05.518773 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-46c46374-fded-4276-aaba-d236da8a3db6 req-c9a3421e-e237-4002-b511-20a5dab7e90a tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=b741c1041ead4066a271a7ac45bca161&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1289623 Nov 22 20:32:05.522894 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e1752274-025c-4e84-9d65-73ff1415045b tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:05.707638 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-2b150997-a178-4cc6-8312-2b0cc0545e71 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.2594521 Nov 22 20:32:05.715788 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 39046) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:32:05.741422 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-388c9021-9ea2-45fd-9e8a-8b11e822f63a admin admin] Request body: {'subnet': {'network_id': '4c363749-4641-444d-b12e-785df04d6621', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-916431354-subnet', 'tenant_id': '9f480581a3a24d53832d12c56efe7dfb', 'ip_version': 4}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:32:05.744659 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e1752274-025c-4e84-9d65-73ff1415045b tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-563461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-659839'] for router_interface, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:05.781421 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1752274-025c-4e84-9d65-73ff1415045b tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Pushing event updated for resources: {'Port': ['ID=34d32cbe-6593-422e-a193-ffeb801f3f4a,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:32:05.783679 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b150997-a178-4cc6-8312-2b0cc0545e71 admin admin] Pushing event updated for resources: {'Network': ['ID=4c363749-4641-444d-b12e-785df04d6621,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:32:05.805829 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Network 4c363749-4641-444d-b12e-785df04d6621 details requested by agent ovs-agent-n-d-818823-1 with host n-d-818823-1 {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 20:32:05.853794 n-d-818823-1 neutron-server[103448]: DEBUG neutron.objects.ports [None req-d70489d3-a569-4212-9bd1-2e09fa26199a tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103448) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 22 20:32:05.855447 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d70489d3-a569-4212-9bd1-2e09fa26199a tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11567560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11792921'] for subnet, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:05.905536 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-388c9021-9ea2-45fd-9e8a-8b11e822f63a admin admin] Made reservation on behalf of 9f480581a3a24d53832d12c56efe7dfb for: {'subnet': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:32:05.907786 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-388c9021-9ea2-45fd-9e8a-8b11e822f63a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8485086'] for subnet, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:05.924069 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d70489d3-a569-4212-9bd1-2e09fa26199a tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Network 7bd88872-a540-4e3b-ac93-d884c5e46f76 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:32:05.928517 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70489d3-a569-4212-9bd1-2e09fa26199a tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Pushing event updated for resources: {'Subnet': ['ID=f89f9515-799e-455c-845d-97603ec16c43,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:32:05.929336 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d85703-d869-4bb6-9460-bba8da8992bc req-67be3a15-9692-4a03-89c2-b720994a9394 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:32:05.931696 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-d70489d3-a569-4212-9bd1-2e09fa26199a tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:32:05.934214 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d70489d3-a569-4212-9bd1-2e09fa26199a tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:32:05.934810 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d70489d3-a569-4212-9bd1-2e09fa26199a tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:05.938331 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-82d85703-d869-4bb6-9460-bba8da8992bc req-67be3a15-9692-4a03-89c2-b720994a9394 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/ports?device_id=f1a6bfe1-26d1-4dd2-94cd-df2360ee8ad5 HTTP/1.1" status: 200 len: 945 time: 0.2382729 Nov 22 20:32:05.945120 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d238740c-91cb-4f34-8da9-f4e8ed59ea62 None None] Network 7bd88872-a540-4e3b-ac93-d884c5e46f76 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:32:05.947030 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-46c46374-fded-4276-aaba-d236da8a3db6 req-a4c31c45-71f5-42b6-9901-0e33474e534e service neutron] 10.222.0.46 "GET /v2.0/networks/33dd767d-ab2c-4bf6-a32d-ce7483655865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3834674 Nov 22 20:32:05.969012 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-d70489d3-a569-4212-9bd1-2e09fa26199a tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.6331496 Nov 22 20:32:05.971104 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 39050) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:32:05.978019 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-f239d1f3-c3ea-4c7f-bb62-ccfa9616922c tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Request body: {'port': {'network_id': '7bd88872-a540-4e3b-ac93-d884c5e46f76', 'mac_address': 'fa:16:3e:0b:07:43', 'name': 'tempest-NetworksTestDHCPv6-1295685195'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:32:06.037601 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2430da8-7781-4b94-a2d3-896f6a73ef85 req-ea2ecd68-6ea1-48b0-b538-351252036e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:32:06.039302 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b2430da8-7781-4b94-a2d3-896f6a73ef85 req-ea2ecd68-6ea1-48b0-b538-351252036e10 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a3670ebd84cb4741b338db645a992249&device_id=f1a6bfe1-26d1-4dd2-94cd-df2360ee8ad5 HTTP/1.1" status: 200 len: 1096 time: 0.2721050 Nov 22 20:32:06.129622 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f239d1f3-c3ea-4c7f-bb62-ccfa9616922c tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Made reservation on behalf of aa06169c4e4d4119918ff90a471be1d0 for: {'port': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:32:06.184404 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-46c46374-fded-4276-aaba-d236da8a3db6 req-574cb594-c9b4-416e-8216-f2cb2265b880 service neutron] 10.222.0.46 "GET /v2.0/networks/33dd767d-ab2c-4bf6-a32d-ce7483655865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1847935 Nov 22 20:32:06.277434 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1752274-025c-4e84-9d65-73ff1415045b tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Network a2fb1d1d-e875-477e-b404-e136472c7a50 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:32:06.280880 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f239d1f3-c3ea-4c7f-bb62-ccfa9616922c tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:06.282104 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-e1752274-025c-4e84-9d65-73ff1415045b tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:32:06.311712 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:06.315019 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [None req-f239d1f3-c3ea-4c7f-bb62-ccfa9616922c tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] device_id is not set on port 36620a87-cbf3-490e-970b-31cc355b50dc yet. {{(pid=103448) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 20:32:06.498898 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [None req-f239d1f3-c3ea-4c7f-bb62-ccfa9616922c tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Allocated IP 2001:db8::f816:3eff:fe0b:743 (7bd88872-a540-4e3b-ac93-d884c5e46f76/f89f9515-799e-455c-845d-97603ec16c43/36620a87-cbf3-490e-970b-31cc355b50dc) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:32:06.508489 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-82d85703-d869-4bb6-9460-bba8da8992bc req-326751c0-2336-4925-870e-08817a98072f tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/security-groups?id=ace094e3-bfce-4b88-a460-949b8cf0d5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5692337 Nov 22 20:32:06.540111 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faef6e73-7c73-4aef-8442-f0d37f4710f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fb26bd7-ce56-527b-b94f-2e1f7cb2bb35-7bd88872-a540-4e3b-ac93-d884c5e46f76', 'network_id': '7bd88872-a540-4e3b-ac93-d884c5e46f76', 'tenant_id': 'aa06169c4e4d4119918ff90a471be1d0', 'fixed_ips': [{'subnet_id': 'f89f9515-799e-455c-845d-97603ec16c43'}]}} from n-d-818823-1. {{(pid=103449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 20:32:06.541393 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-faef6e73-7c73-4aef-8442-f0d37f4710f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:06.579506 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1752274-025c-4e84-9d65-73ff1415045b tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Router 5a3f574e-2437-448a-998c-74e9b4f764fb has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 20:32:06.593973 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-35996733-70d0-4d6d-a486-7c4e4a7593b5 req-33d41870-0171-4c5e-b329-3bf2059eaad3 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/ports?device_id=b7b5dc30-fe6f-4664-b91e-e11a00cbd74f HTTP/1.1" status: 200 len: 210 time: 0.0700917 Nov 22 20:32:06.732475 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f239d1f3-c3ea-4c7f-bb62-ccfa9616922c tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:06.766434 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-76e8c4d3-a1de-4f67-a65c-4019fd104593 None None] Provisioning complete for port 34d32cbe-6593-422e-a193-ffeb801f3f4a triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:32:06.766731 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-76e8c4d3-a1de-4f67-a65c-4019fd104593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:06.791374 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f239d1f3-c3ea-4c7f-bb62-ccfa9616922c tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:06.863381 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-76e8c4d3-a1de-4f67-a65c-4019fd104593 None None] Port 34d32cbe-6593-422e-a193-ffeb801f3f4a cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:32:06.875107 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f239d1f3-c3ea-4c7f-bb62-ccfa9616922c tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Pushing event updated for resources: {'Port': ['ID=36620a87-cbf3-490e-970b-31cc355b50dc,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:32:06.883394 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.db_base_plugin_common [None req-faef6e73-7c73-4aef-8442-f0d37f4710f8 None None] Allocated IP 2001:db8::f816:3eff:fec3:fb5b (7bd88872-a540-4e3b-ac93-d884c5e46f76/f89f9515-799e-455c-845d-97603ec16c43/19dd8cbe-e03c-4231-8466-abaa4f7345e0) {{(pid=103449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:32:06.896437 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2430da8-7781-4b94-a2d3-896f6a73ef85 req-ad8f6702-9f94-48d5-b528-86e90e2b9f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:32:06.898457 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b2430da8-7781-4b94-a2d3-896f6a73ef85 req-ad8f6702-9f94-48d5-b528-86e90e2b9f95 service neutron] 10.222.0.41 "GET /v2.0/networks?id=13496096-9618-4fad-a538-016ce712d3bd HTTP/1.1" status: 200 len: 913 time: 0.7804034 Nov 22 20:32:06.903511 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-388c9021-9ea2-45fd-9e8a-8b11e822f63a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8900613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8485104'] for subnet, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:06.918789 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f239d1f3-c3ea-4c7f-bb62-ccfa9616922c tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Network 7bd88872-a540-4e3b-ac93-d884c5e46f76 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:32:06.920525 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-f239d1f3-c3ea-4c7f-bb62-ccfa9616922c tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:32:06.923777 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f239d1f3-c3ea-4c7f-bb62-ccfa9616922c tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:32:06.932188 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f239d1f3-c3ea-4c7f-bb62-ccfa9616922c tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:32:06.932843 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f239d1f3-c3ea-4c7f-bb62-ccfa9616922c tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:06.984775 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-f239d1f3-c3ea-4c7f-bb62-ccfa9616922c tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.0096998 Nov 22 20:32:06.986342 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 39066) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:32:07.070694 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1752274-025c-4e84-9d65-73ff1415045b tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:32:07.086228 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c0f05a5-47f6-40a5-a9a8-9371047b09c0 None None] Sync routers for ids ['5a3f574e-2437-448a-998c-74e9b4f764fb'] in n-d-818823-1 {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:32:07.094148 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-e1752274-025c-4e84-9d65-73ff1415045b tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] 10.222.0.46 "PUT /v2.0/routers/5a3f574e-2437-448a-998c-74e9b4f764fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0807512 Nov 22 20:32:07.100726 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388c9021-9ea2-45fd-9e8a-8b11e822f63a admin admin] Pushing event updated for resources: {'Subnet': ['ID=914ec341-e8f9-45e2-bd46-ed1ea518b4e9,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:32:07.104920 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b2430da8-7781-4b94-a2d3-896f6a73ef85 req-0d294471-e9a3-4a42-ba88-fa89a0de795d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9c51b9e8-9b54-46f6-8722-f3321988d408 HTTP/1.1" status: 200 len: 999 time: 0.1622765 Nov 22 20:32:07.106850 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c0f05a5-47f6-40a5-a9a8-9371047b09c0 None None] Routers {'5a3f574e-2437-448a-998c-74e9b4f764fb'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:32:07.107492 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-7c0f05a5-47f6-40a5-a9a8-9371047b09c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:32:03Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['5a3f574e-2437-448a-998c-74e9b4f764fb'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:32:07.118439 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa28cc26-09f6-41ab-aa4b-40d070c55d9b tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:32:07.122632 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-fa28cc26-09f6-41ab-aa4b-40d070c55d9b tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1330955 Nov 22 20:32:07.128047 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 39070) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:32:07.141709 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-faef6e73-7c73-4aef-8442-f0d37f4710f8 None None] Publish callbacks [] for port, precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:07.149938 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-faef6e73-7c73-4aef-8442-f0d37f4710f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372'] for port, after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:07.151030 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-388c9021-9ea2-45fd-9e8a-8b11e822f63a admin admin] Checking segment: {'id': 'c3b74bc4-e4af-4168-85ff-2c72b306ea1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '4c363749-4641-444d-b12e-785df04d6621'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:32:07.151531 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-388c9021-9ea2-45fd-9e8a-8b11e822f63a admin admin] Network hostable DHCP agents. Network: 4c363749-4641-444d-b12e-785df04d6621, hostable agents: ['02adaa64-0987-4b74-bad0-cbcf56f8a294'], hosted agents: [] {{(pid=103447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 20:32:07.204848 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2430da8-7781-4b94-a2d3-896f6a73ef85 req-680c3cbb-418c-4d2e-8a6b-a5ab8072333c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:32:07.207749 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b2430da8-7781-4b94-a2d3-896f6a73ef85 req-680c3cbb-418c-4d2e-8a6b-a5ab8072333c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c03e1529-a0c9-4990-b0cd-08a1dc455fd5 HTTP/1.1" status: 200 len: 851 time: 0.0902250 Nov 22 20:32:07.209817 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-388c9021-9ea2-45fd-9e8a-8b11e822f63a admin admin] Network 4c363749-4641-444d-b12e-785df04d6621 is scheduled to be hosted by DHCP agent 02adaa64-0987-4b74-bad0-cbcf56f8a294 with binding_index 1 {{(pid=103447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 20:32:07.247697 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-388c9021-9ea2-45fd-9e8a-8b11e822f63a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818823-1, 4c363749-4641-444d-b12e-785df04d6621) {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:32:07.255953 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-388c9021-9ea2-45fd-9e8a-8b11e822f63a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:32:07.256856 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-388c9021-9ea2-45fd-9e8a-8b11e822f63a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for subnet, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:07.279922 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2430da8-7781-4b94-a2d3-896f6a73ef85 req-660bb6c0-95cb-4473-8af1-d96ae71a715e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:32:07.282067 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b2430da8-7781-4b94-a2d3-896f6a73ef85 req-660bb6c0-95cb-4473-8af1-d96ae71a715e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=13496096-9618-4fad-a538-016ce712d3bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0677886 Nov 22 20:32:07.286454 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-388c9021-9ea2-45fd-9e8a-8b11e822f63a admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5559070 Nov 22 20:32:07.289779 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-7c0f05a5-47f6-40a5-a9a8-9371047b09c0 None None] Set router 5a3f574e-2437-448a-998c-74e9b4f764fb gateway port host: n-d-818823-1 {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:32:07.290558 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 39074) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:32:07.296344 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-9b75a4d2-7a93-452c-913c-c2ed5536549f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-916431354-router', 'tenant_id': '9f480581a3a24d53832d12c56efe7dfb', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'}}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:32:07.312264 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faef6e73-7c73-4aef-8442-f0d37f4710f8 None None] Network 7bd88872-a540-4e3b-ac93-d884c5e46f76 is already hosted by enough agents. {{(pid=103449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:32:07.325941 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.base_scheduler [None req-faef6e73-7c73-4aef-8442-f0d37f4710f8 None None] Resources bound (agent type, host, resource id): {{(pid=103449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:32:07.328052 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75941304-1d04-4b66-be8d-09315dc898cf None None] Network 4c363749-4641-444d-b12e-785df04d6621 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:32:07.331669 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faef6e73-7c73-4aef-8442-f0d37f4710f8 None None] Received port after_create {{(pid=103449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:32:07.365329 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faef6e73-7c73-4aef-8442-f0d37f4710f8 None None] Pushing event updated for resources: {'Port': ['ID=19dd8cbe-e03c-4231-8466-abaa4f7345e0,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:32:07.381899 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-21974f43-a1cd-4ed8-88e5-a6005aae36da tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Deleting port 36620a87-cbf3-490e-970b-31cc355b50dc {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:32:07.383528 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-21974f43-a1cd-4ed8-88e5-a6005aae36da tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:07.413167 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9b75a4d2-7a93-452c-913c-c2ed5536549f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24799'] for router, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:07.417458 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9b75a4d2-7a93-452c-913c-c2ed5536549f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-632716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24788'] for router, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:07.487628 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b2430da8-7781-4b94-a2d3-896f6a73ef85 req-10845b80-bee6-46a9-8f4e-2b93cb47f79d service neutron] 10.222.0.41 "GET /v2.0/networks/13496096-9618-4fad-a538-016ce712d3bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1980612 Nov 22 20:32:07.572006 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-21974f43-a1cd-4ed8-88e5-a6005aae36da tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:07.587207 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-21974f43-a1cd-4ed8-88e5-a6005aae36da tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Calling delete_port for 36620a87-cbf3-490e-970b-31cc355b50dc owned by {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:32:07.605692 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9b75a4d2-7a93-452c-913c-c2ed5536549f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:07.707031 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-faef6e73-7c73-4aef-8442-f0d37f4710f8 None None] Attempting to bind port 19dd8cbe-e03c-4231-8466-abaa4f7345e0 on host n-d-818823-1 for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:32:07.707270 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-faef6e73-7c73-4aef-8442-f0d37f4710f8 None None] Attempting to bind port 19dd8cbe-e03c-4231-8466-abaa4f7345e0 by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': 'bdb0f717-aa5f-4e33-bcc3-95472c9b5b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '7bd88872-a540-4e3b-ac93-d884c5e46f76'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:32:07.707483 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faef6e73-7c73-4aef-8442-f0d37f4710f8 None None] Attempting to bind port 19dd8cbe-e03c-4231-8466-abaa4f7345e0 on network 7bd88872-a540-4e3b-ac93-d884c5e46f76 {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:32:07.728971 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-604e1f1c-fab9-4d33-b07a-3f716496f6ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fb26bd7-ce56-527b-b94f-2e1f7cb2bb35-4c363749-4641-444d-b12e-785df04d6621', 'network_id': '4c363749-4641-444d-b12e-785df04d6621', 'tenant_id': '9f480581a3a24d53832d12c56efe7dfb', 'fixed_ips': [{'subnet_id': '914ec341-e8f9-45e2-bd46-ed1ea518b4e9'}]}} from n-d-818823-1. {{(pid=103449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 20:32:07.729934 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-604e1f1c-fab9-4d33-b07a-3f716496f6ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:07.746312 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faef6e73-7c73-4aef-8442-f0d37f4710f8 None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 32, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:32:07.746699 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faef6e73-7c73-4aef-8442-f0d37f4710f8 None None] Checking segment: {'id': 'bdb0f717-aa5f-4e33-bcc3-95472c9b5b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '7bd88872-a540-4e3b-ac93-d884c5e46f76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:32:07.747109 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-faef6e73-7c73-4aef-8442-f0d37f4710f8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:07.747553 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faef6e73-7c73-4aef-8442-f0d37f4710f8 None None] Bound using segment: {'id': 'bdb0f717-aa5f-4e33-bcc3-95472c9b5b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '7bd88872-a540-4e3b-ac93-d884c5e46f76'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:32:07.749040 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-faef6e73-7c73-4aef-8442-f0d37f4710f8 None None] Bound port: 19dd8cbe-e03c-4231-8466-abaa4f7345e0, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdb0f717-aa5f-4e33-bcc3-95472c9b5b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '7bd88872-a540-4e3b-ac93-d884c5e46f76'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:32:07.749490 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-faef6e73-7c73-4aef-8442-f0d37f4710f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:07.813245 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-21974f43-a1cd-4ed8-88e5-a6005aae36da tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:07.894346 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-7c0f05a5-47f6-40a5-a9a8-9371047b09c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a3f574e-2437-448a-998c-74e9b4f764fb', 'name': 'tempest-TestNetworkBasicOps-router-686587762', 'tenant_id': '67d164fc12fc462bb9fe3a42a4c66cfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.51'}], 'enable_snat': True}, 'gw_port_id': 'b7cac5e9-5818-4db2-8593-f6a7a0fa9767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:30:09Z', 'updated_at': '2021-11-22T20:32:04Z', 'revision_number': 5, 'project_id': '67d164fc12fc462bb9fe3a42a4c66cfa', 'gw_port': {'id': 'b7cac5e9-5818-4db2-8593-f6a7a0fa9767', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:9c:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a3f574e-2437-448a-998c-74e9b4f764fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2421, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:30:10Z', 'updated_at': '2021-11-22T20:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_floatingips': [{'id': 'ae5a993b-f81f-43b4-a692-206fe3f84ee8', 'tenant_id': '67d164fc12fc462bb9fe3a42a4c66cfa', 'floating_ip_address': '172.25.5.160', 'floating_network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'router_id': '5a3f574e-2437-448a-998c-74e9b4f764fb', 'port_id': 'c02d7240-fd9a-4491-9cf3-2e4d5bd83887', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 2483, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc6b8ee0-c93e-4fd5-b6d2-3b4003108205', 'mac_address': 'fa:16:3e:78:ab:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b8bcab5-d7eb-4942-8883-7f3b125ddb74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T20:30:49Z', 'updated_at': '2021-11-22T20:30:54Z', 'revision_number': 1, 'project_id': '67d164fc12fc462bb9fe3a42a4c66cfa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34d32cbe-6593-422e-a193-ffeb801f3f4a', 'name': '', 'network_id': 'a2fb1d1d-e875-477e-b404-e136472c7a50', 'tenant_id': '67d164fc12fc462bb9fe3a42a4c66cfa', 'mac_address': 'fa:16:3e:2b:7b:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a3f574e-2437-448a-998c-74e9b4f764fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2545, 'fixed_ips': [{'subnet_id': '9f94004e-b9e9-4353-a173-a41f7b0d7ff1', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:32:02Z', 'updated_at': '2021-11-22T20:32:04Z', 'revision_number': 2, 'project_id': '67d164fc12fc462bb9fe3a42a4c66cfa', 'subnets': [{'id': '9f94004e-b9e9-4353-a173-a41f7b0d7ff1', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b08c4f9c-f7d7-4305-a469-ee6855d739b1', 'name': '', 'network_id': 'bc6b8ee0-c93e-4fd5-b6d2-3b4003108205', 'tenant_id': '67d164fc12fc462bb9fe3a42a4c66cfa', 'mac_address': 'fa:16:3e:03:8e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a3f574e-2437-448a-998c-74e9b4f764fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2424, 'fixed_ips': [{'subnet_id': 'c85ed097-9a10-4cb0-8436-ab0dc36d4a33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:30:15Z', 'updated_at': '2021-11-22T20:30:21Z', 'revision_number': 5, 'project_id': '67d164fc12fc462bb9fe3a42a4c66cfa', 'subnets': [{'id': 'c85ed097-9a10-4cb0-8436-ab0dc36d4a33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:32:07.909482 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21974f43-a1cd-4ed8-88e5-a6005aae36da tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Pushing event deleted for resources: {'Port': ['ID=36620a87-cbf3-490e-970b-31cc355b50dc,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:32:07.949243 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c0f05a5-47f6-40a5-a9a8-9371047b09c0 None None] Checking router: 5a3f574e-2437-448a-998c-74e9b4f764fb for host: n-d-818823-1 {{(pid=103450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 20:32:07.949602 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-21974f43-a1cd-4ed8-88e5-a6005aae36da tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:07.949875 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c0f05a5-47f6-40a5-a9a8-9371047b09c0 None None] Updating router 5a3f574e-2437-448a-998c-74e9b4f764fb port 34d32cbe-6593-422e-a193-ffeb801f3f4a binding host n-d-818823-1 {{(pid=103450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 20:32:07.954226 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-21974f43-a1cd-4ed8-88e5-a6005aae36da tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "DELETE /v2.0/ports/36620a87-cbf3-490e-970b-31cc355b50dc HTTP/1.1" status: 204 len: 168 time: 0.8252573 Nov 22 20:32:07.958593 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 39082) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:32:08.009177 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7c0f05a5-47f6-40a5-a9a8-9371047b09c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:08.037290 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-17d7fbe4-711b-41b0-8005-f23c15d851ab req-fa0c83d3-e132-4323-90fc-906406b3d72e tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/ports?device_id=b7b5dc30-fe6f-4664-b91e-e11a00cbd74f HTTP/1.1" status: 200 len: 210 time: 0.1320612 Nov 22 20:32:08.081407 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.db_base_plugin_common [None req-604e1f1c-fab9-4d33-b07a-3f716496f6ee None None] Allocated IP 172.20.0.2 (4c363749-4641-444d-b12e-785df04d6621/914ec341-e8f9-45e2-bd46-ed1ea518b4e9/afb62b4d-f95b-41d1-a315-13975be51d54) {{(pid=103449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:32:08.123694 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-faef6e73-7c73-4aef-8442-f0d37f4710f8 None None] For port 19dd8cbe-e03c-4231-8466-abaa4f7345e0, host n-d-818823-1, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:32:08.135346 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c46374-fded-4276-aaba-d236da8a3db6 req-da15f675-9c4c-4b4f-bfe1-c3660d779109 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:32:08.141274 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-faef6e73-7c73-4aef-8442-f0d37f4710f8 None None] For port 19dd8cbe-e03c-4231-8466-abaa4f7345e0, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=19dd8cbe-e03c-4231-8466-abaa4f7345e0,segment=NetworkSegment(bdb0f717-aa5f-4e33-bcc3-95472c9b5b64),segment_id=bdb0f717-aa5f-4e33-bcc3-95472c9b5b64)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:32:08.149622 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-faef6e73-7c73-4aef-8442-f0d37f4710f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:08.151265 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-46c46374-fded-4276-aaba-d236da8a3db6 req-da15f675-9c4c-4b4f-bfe1-c3660d779109 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.41 "GET /v2.0/networks?id=33dd767d-ab2c-4bf6-a32d-ce7483655865 HTTP/1.1" status: 200 len: 806 time: 0.2500687 Nov 22 20:32:08.169404 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [req-46c46374-fded-4276-aaba-d236da8a3db6 req-5770f272-bf75-4aec-92ac-e482e3af6840 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Request body: {'port': {'device_id': 'b7b5dc30-fe6f-4664-b91e-e11a00cbd74f', 'network_id': '33dd767d-ab2c-4bf6-a32d-ce7483655865', 'admin_state_up': True, 'tenant_id': 'b741c1041ead4066a271a7ac45bca161'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:32:08.276018 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546056af-3a7c-4110-8282-36c60f67b3a5 req-f949bdde-c097-42af-92a7-25d14fddac93 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:32:08.283499 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-546056af-3a7c-4110-8282-36c60f67b3a5 req-f949bdde-c097-42af-92a7-25d14fddac93 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/ports?device_id=f1a6bfe1-26d1-4dd2-94cd-df2360ee8ad5 HTTP/1.1" status: 200 len: 945 time: 0.6240699 Nov 22 20:32:08.287400 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9b75a4d2-7a93-452c-913c-c2ed5536549f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:08.309154 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41f5aaac-309d-4247-9150-26998e90ec99 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:32:08.310835 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41f5aaac-309d-4247-9150-26998e90ec99 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:32:08.312460 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-41f5aaac-309d-4247-9150-26998e90ec99 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.3424575 Nov 22 20:32:08.318149 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faef6e73-7c73-4aef-8442-f0d37f4710f8 None None] Pushing event updated for resources: {'Port': ['ID=19dd8cbe-e03c-4231-8466-abaa4f7345e0,revision_number=2']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:32:08.325542 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 39092) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:32:08.375957 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b2430da8-7781-4b94-a2d3-896f6a73ef85 req-769e3c27-8e07-4ce4-8d40-4baf2d1e14a1 service neutron] 10.222.0.41 "GET /v2.0/networks/13496096-9618-4fad-a538-016ce712d3bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8526931 Nov 22 20:32:08.495687 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46c46374-fded-4276-aaba-d236da8a3db6 req-5770f272-bf75-4aec-92ac-e482e3af6840 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Made reservation on behalf of b741c1041ead4066a271a7ac45bca161 for: {'port': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:32:08.499939 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-46c46374-fded-4276-aaba-d236da8a3db6 req-5770f272-bf75-4aec-92ac-e482e3af6840 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:08.515944 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_v2 [None req-4922320a-3184-4a76-83c5-600d5ac34db3 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Deleting subnet f89f9515-799e-455c-845d-97603ec16c43 {{(pid=103447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 20:32:08.539692 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-604e1f1c-fab9-4d33-b07a-3f716496f6ee None None] Publish callbacks [] for port, precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:08.547671 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-604e1f1c-fab9-4d33-b07a-3f716496f6ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372'] for port, after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:08.594652 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7c0f05a5-47f6-40a5-a9a8-9371047b09c0 None None] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:08.609021 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7c0f05a5-47f6-40a5-a9a8-9371047b09c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:08.611866 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-604e1f1c-fab9-4d33-b07a-3f716496f6ee None None] Network 4c363749-4641-444d-b12e-785df04d6621 is already hosted by enough agents. {{(pid=103449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:32:08.631406 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.base_scheduler [None req-604e1f1c-fab9-4d33-b07a-3f716496f6ee None None] Resources bound (agent type, host, resource id): {{(pid=103449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:32:08.636395 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604e1f1c-fab9-4d33-b07a-3f716496f6ee None None] Pushing event updated for resources: {'Port': ['ID=afb62b4d-f95b-41d1-a315-13975be51d54,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:32:08.638027 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4922320a-3184-4a76-83c5-600d5ac34db3 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks [] for subnet, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:08.641111 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604e1f1c-fab9-4d33-b07a-3f716496f6ee None None] Received port after_create {{(pid=103449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:32:08.738004 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716bf07d-1082-4f73-a957-55f3f8ca0944 None None] Pushing event updated for resources: {'Port': ['ID=34d32cbe-6593-422e-a193-ffeb801f3f4a,revision_number=3']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:32:08.797194 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4922320a-3184-4a76-83c5-600d5ac34db3 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12178353'] for subnet, precommit_delete_associations {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:08.859091 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-604e1f1c-fab9-4d33-b07a-3f716496f6ee None None] Attempting to bind port afb62b4d-f95b-41d1-a315-13975be51d54 on host n-d-818823-1 for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:32:08.860878 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-604e1f1c-fab9-4d33-b07a-3f716496f6ee None None] Attempting to bind port afb62b4d-f95b-41d1-a315-13975be51d54 by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': 'c3b74bc4-e4af-4168-85ff-2c72b306ea1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '4c363749-4641-444d-b12e-785df04d6621'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:32:08.861030 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [req-46c46374-fded-4276-aaba-d236da8a3db6 req-5770f272-bf75-4aec-92ac-e482e3af6840 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Allocated IP 172.20.0.10 (33dd767d-ab2c-4bf6-a32d-ce7483655865/e400cdbc-53df-47e7-8a78-7e2509f719bf/8d4e4e36-a305-4d2d-b7a0-f073ea88ec5e) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:32:08.872450 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-604e1f1c-fab9-4d33-b07a-3f716496f6ee None None] Attempting to bind port afb62b4d-f95b-41d1-a315-13975be51d54 on network 4c363749-4641-444d-b12e-785df04d6621 {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:32:08.887916 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-604e1f1c-fab9-4d33-b07a-3f716496f6ee None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 32, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:32:08.888646 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-604e1f1c-fab9-4d33-b07a-3f716496f6ee None None] Checking segment: {'id': 'c3b74bc4-e4af-4168-85ff-2c72b306ea1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '4c363749-4641-444d-b12e-785df04d6621'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:32:08.889250 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-604e1f1c-fab9-4d33-b07a-3f716496f6ee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:08.889832 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-604e1f1c-fab9-4d33-b07a-3f716496f6ee None None] Bound using segment: {'id': 'c3b74bc4-e4af-4168-85ff-2c72b306ea1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '4c363749-4641-444d-b12e-785df04d6621'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:32:08.890763 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-604e1f1c-fab9-4d33-b07a-3f716496f6ee None None] Bound port: afb62b4d-f95b-41d1-a315-13975be51d54, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3b74bc4-e4af-4168-85ff-2c72b306ea1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '4c363749-4641-444d-b12e-785df04d6621'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:32:08.891631 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-604e1f1c-fab9-4d33-b07a-3f716496f6ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:08.910567 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-546056af-3a7c-4110-8282-36c60f67b3a5 req-495db727-e898-44cc-b37f-dc8076995d53 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/security-groups?id=ace094e3-bfce-4b88-a460-949b8cf0d5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6260936 Nov 22 20:32:08.940251 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-7c0f05a5-47f6-40a5-a9a8-9371047b09c0 None None] Attempting to bind port 34d32cbe-6593-422e-a193-ffeb801f3f4a on host n-d-818823-1 for vnic_type normal with profile {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:32:08.940251 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-7c0f05a5-47f6-40a5-a9a8-9371047b09c0 None None] Attempting to bind port 34d32cbe-6593-422e-a193-ffeb801f3f4a by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': '067c07b8-2a70-4987-afc0-219229c2065a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'a2fb1d1d-e875-477e-b404-e136472c7a50'}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:32:08.946316 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c0f05a5-47f6-40a5-a9a8-9371047b09c0 None None] Attempting to bind port 34d32cbe-6593-422e-a193-ffeb801f3f4a on network a2fb1d1d-e875-477e-b404-e136472c7a50 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:32:08.959876 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c0f05a5-47f6-40a5-a9a8-9371047b09c0 None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 32, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:32:08.966890 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c0f05a5-47f6-40a5-a9a8-9371047b09c0 None None] Checking segment: {'id': '067c07b8-2a70-4987-afc0-219229c2065a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'a2fb1d1d-e875-477e-b404-e136472c7a50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:32:08.967539 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7c0f05a5-47f6-40a5-a9a8-9371047b09c0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:08.968064 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c0f05a5-47f6-40a5-a9a8-9371047b09c0 None None] Bound using segment: {'id': '067c07b8-2a70-4987-afc0-219229c2065a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'a2fb1d1d-e875-477e-b404-e136472c7a50'} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:32:08.968683 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-7c0f05a5-47f6-40a5-a9a8-9371047b09c0 None None] Bound port: 34d32cbe-6593-422e-a193-ffeb801f3f4a, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '067c07b8-2a70-4987-afc0-219229c2065a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'a2fb1d1d-e875-477e-b404-e136472c7a50'}}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:32:08.969169 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7c0f05a5-47f6-40a5-a9a8-9371047b09c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:09.089010 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-604e1f1c-fab9-4d33-b07a-3f716496f6ee None None] For port afb62b4d-f95b-41d1-a315-13975be51d54, host n-d-818823-1, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:32:09.100400 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-604e1f1c-fab9-4d33-b07a-3f716496f6ee None None] For port afb62b4d-f95b-41d1-a315-13975be51d54, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=afb62b4d-f95b-41d1-a315-13975be51d54,segment=NetworkSegment(c3b74bc4-e4af-4168-85ff-2c72b306ea1a),segment_id=c3b74bc4-e4af-4168-85ff-2c72b306ea1a)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:32:09.110938 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-604e1f1c-fab9-4d33-b07a-3f716496f6ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:09.150248 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-7c0f05a5-47f6-40a5-a9a8-9371047b09c0 None None] For port 34d32cbe-6593-422e-a193-ffeb801f3f4a, host n-d-818823-1, cleared binding levels {{(pid=103450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:32:09.154363 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-7c0f05a5-47f6-40a5-a9a8-9371047b09c0 None None] For port 34d32cbe-6593-422e-a193-ffeb801f3f4a, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=34d32cbe-6593-422e-a193-ffeb801f3f4a,segment=NetworkSegment(067c07b8-2a70-4987-afc0-219229c2065a),segment_id=067c07b8-2a70-4987-afc0-219229c2065a)] {{(pid=103450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:32:09.165501 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7c0f05a5-47f6-40a5-a9a8-9371047b09c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:09.174363 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4922320a-3184-4a76-83c5-600d5ac34db3 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3753007'] for subnet, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:09.221295 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604e1f1c-fab9-4d33-b07a-3f716496f6ee None None] Pushing event updated for resources: {'Port': ['ID=afb62b4d-f95b-41d1-a315-13975be51d54,revision_number=2']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:32:09.278732 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716bf07d-1082-4f73-a957-55f3f8ca0944 None None] Pushing event updated for resources: {'Port': ['ID=34d32cbe-6593-422e-a193-ffeb801f3f4a,revision_number=4']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:32:09.308989 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c0f05a5-47f6-40a5-a9a8-9371047b09c0 None None] Routers {'5a3f574e-2437-448a-998c-74e9b4f764fb'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:32:09.309543 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-4801feae-c739-4021-99c5-4d673210c38a None None] Provisioning complete for port 34d32cbe-6593-422e-a193-ffeb801f3f4a triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:32:09.310165 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4801feae-c739-4021-99c5-4d673210c38a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:09.311101 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-7c0f05a5-47f6-40a5-a9a8-9371047b09c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:32:03Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['5a3f574e-2437-448a-998c-74e9b4f764fb'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:32:09.339114 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-46c46374-fded-4276-aaba-d236da8a3db6 req-5770f272-bf75-4aec-92ac-e482e3af6840 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:09.344293 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ecbc55ff-0ed4-468e-b7f2-086c74c7c315 req-14ac217c-bfe3-4fe2-a688-9cd3bbd03905 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/ports?device_id=b7b5dc30-fe6f-4664-b91e-e11a00cbd74f HTTP/1.1" status: 200 len: 210 time: 0.1551704 Nov 22 20:32:09.408295 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-46c46374-fded-4276-aaba-d236da8a3db6 req-5770f272-bf75-4aec-92ac-e482e3af6840 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:09.432738 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] get_ports_and_sgs() called for port_ids ['e08c4637-151d-48fd-b2f8-a723e7f9fa3c'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:32:09.551003 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46c46374-fded-4276-aaba-d236da8a3db6 req-5770f272-bf75-4aec-92ac-e482e3af6840 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Network 33dd767d-ab2c-4bf6-a32d-ce7483655865 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:32:09.566905 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [req-46c46374-fded-4276-aaba-d236da8a3db6 req-5770f272-bf75-4aec-92ac-e482e3af6840 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:32:09.566905 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [req-46c46374-fded-4276-aaba-d236da8a3db6 req-5770f272-bf75-4aec-92ac-e482e3af6840 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:32:09.626766 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-7c0f05a5-47f6-40a5-a9a8-9371047b09c0 None None] Set router 5a3f574e-2437-448a-998c-74e9b4f764fb gateway port host: n-d-818823-1 {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:32:09.630750 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4801feae-c739-4021-99c5-4d673210c38a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:09.674412 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f99b51e-e554-4e9f-96ff-a1d844ef0d03 None None] DHCP port deletion for 33dd767d-ab2c-4bf6-a32d-ce7483655865 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:32:09.759767 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5770f272-bf75-4aec-92ac-e482e3af6840 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Pushing event updated for resources: {'Port': ['ID=8d4e4e36-a305-4d2d-b7a0-f073ea88ec5e,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:32:09.770405 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-4801feae-c739-4021-99c5-4d673210c38a None None] For port 34d32cbe-6593-422e-a193-ffeb801f3f4a, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=34d32cbe-6593-422e-a193-ffeb801f3f4a,segment=NetworkSegment(067c07b8-2a70-4987-afc0-219229c2065a),segment_id=067c07b8-2a70-4987-afc0-219229c2065a)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:32:09.794011 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4801feae-c739-4021-99c5-4d673210c38a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:09.853252 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c46374-fded-4276-aaba-d236da8a3db6 req-5770f272-bf75-4aec-92ac-e482e3af6840 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:32:09.854039 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-46c46374-fded-4276-aaba-d236da8a3db6 req-5770f272-bf75-4aec-92ac-e482e3af6840 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:09.900521 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-46c46374-fded-4276-aaba-d236da8a3db6 req-5770f272-bf75-4aec-92ac-e482e3af6840 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7351251 Nov 22 20:32:09.923074 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [req-46c46374-fded-4276-aaba-d236da8a3db6 req-604bd0df-74a4-44c6-8e31-d489d4b43446 service neutron] Request body: {'port': {'device_id': 'b7b5dc30-fe6f-4664-b91e-e11a00cbd74f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818823-1'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:32:10.026950 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-46c46374-fded-4276-aaba-d236da8a3db6 req-604bd0df-74a4-44c6-8e31-d489d4b43446 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:10.062075 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-1c9adc95-53d0-4dac-a693-3c2e27365ef0 None None] Provisioning complete for port 34d32cbe-6593-422e-a193-ffeb801f3f4a triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:32:10.062447 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-1c9adc95-53d0-4dac-a693-3c2e27365ef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:10.099367 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4801feae-c739-4021-99c5-4d673210c38a None None] Pushing event updated for resources: {'Port': ['ID=34d32cbe-6593-422e-a193-ffeb801f3f4a,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:32:10.180095 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-7c0f05a5-47f6-40a5-a9a8-9371047b09c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a3f574e-2437-448a-998c-74e9b4f764fb', 'name': 'tempest-TestNetworkBasicOps-router-686587762', 'tenant_id': '67d164fc12fc462bb9fe3a42a4c66cfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.51'}], 'enable_snat': True}, 'gw_port_id': 'b7cac5e9-5818-4db2-8593-f6a7a0fa9767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:30:09Z', 'updated_at': '2021-11-22T20:32:04Z', 'revision_number': 5, 'project_id': '67d164fc12fc462bb9fe3a42a4c66cfa', 'gw_port': {'id': 'b7cac5e9-5818-4db2-8593-f6a7a0fa9767', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:9c:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a3f574e-2437-448a-998c-74e9b4f764fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2421, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:30:10Z', 'updated_at': '2021-11-22T20:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_floatingips': [{'id': 'ae5a993b-f81f-43b4-a692-206fe3f84ee8', 'tenant_id': '67d164fc12fc462bb9fe3a42a4c66cfa', 'floating_ip_address': '172.25.5.160', 'floating_network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'router_id': '5a3f574e-2437-448a-998c-74e9b4f764fb', 'port_id': 'c02d7240-fd9a-4491-9cf3-2e4d5bd83887', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 2483, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc6b8ee0-c93e-4fd5-b6d2-3b4003108205', 'mac_address': 'fa:16:3e:78:ab:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b8bcab5-d7eb-4942-8883-7f3b125ddb74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T20:30:49Z', 'updated_at': '2021-11-22T20:30:54Z', 'revision_number': 1, 'project_id': '67d164fc12fc462bb9fe3a42a4c66cfa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34d32cbe-6593-422e-a193-ffeb801f3f4a', 'name': '', 'network_id': 'a2fb1d1d-e875-477e-b404-e136472c7a50', 'tenant_id': '67d164fc12fc462bb9fe3a42a4c66cfa', 'mac_address': 'fa:16:3e:2b:7b:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a3f574e-2437-448a-998c-74e9b4f764fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2545, 'fixed_ips': [{'subnet_id': '9f94004e-b9e9-4353-a173-a41f7b0d7ff1', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:32:02Z', 'updated_at': '2021-11-22T20:32:09Z', 'revision_number': 4, 'project_id': '67d164fc12fc462bb9fe3a42a4c66cfa', 'subnets': [{'id': '9f94004e-b9e9-4353-a173-a41f7b0d7ff1', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b08c4f9c-f7d7-4305-a469-ee6855d739b1', 'name': '', 'network_id': 'bc6b8ee0-c93e-4fd5-b6d2-3b4003108205', 'tenant_id': '67d164fc12fc462bb9fe3a42a4c66cfa', 'mac_address': 'fa:16:3e:03:8e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a3f574e-2437-448a-998c-74e9b4f764fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2424, 'fixed_ips': [{'subnet_id': 'c85ed097-9a10-4cb0-8436-ab0dc36d4a33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:30:15Z', 'updated_at': '2021-11-22T20:30:21Z', 'revision_number': 5, 'project_id': '67d164fc12fc462bb9fe3a42a4c66cfa', 'subnets': [{'id': 'c85ed097-9a10-4cb0-8436-ab0dc36d4a33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:32:10.219561 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c0f05a5-47f6-40a5-a9a8-9371047b09c0 None None] The sync data for ids ['5a3f574e-2437-448a-998c-74e9b4f764fb'] in n-d-818823-1 is: [{'id': '5a3f574e-2437-448a-998c-74e9b4f764fb', 'name': 'tempest-TestNetworkBasicOps-router-686587762', 'tenant_id': '67d164fc12fc462bb9fe3a42a4c66cfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.51'}], 'enable_snat': True}, 'gw_port_id': 'b7cac5e9-5818-4db2-8593-f6a7a0fa9767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:30:09Z', 'updated_at': '2021-11-22T20:32:04Z', 'revision_number': 5, 'project_id': '67d164fc12fc462bb9fe3a42a4c66cfa', 'gw_port': {'id': 'b7cac5e9-5818-4db2-8593-f6a7a0fa9767', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:9c:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a3f574e-2437-448a-998c-74e9b4f764fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2421, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:30:10Z', 'updated_at': '2021-11-22T20:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_floatingips': [{'id': 'ae5a993b-f81f-43b4-a692-206fe3f84ee8', 'tenant_id': '67d164fc12fc462bb9fe3a42a4c66cfa', 'floating_ip_address': '172.25.5.160', 'floating_network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'router_id': '5a3f574e-2437-448a-998c-74e9b4f764fb', 'port_id': 'c02d7240-fd9a-4491-9cf3-2e4d5bd83887', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 2483, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc6b8ee0-c93e-4fd5-b6d2-3b4003108205', 'mac_address': 'fa:16:3e:78:ab:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b8bcab5-d7eb-4942-8883-7f3b125ddb74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T20:30:49Z', 'updated_at': '2021-11-22T20:30:54Z', 'revision_number': 1, 'project_id': '67d164fc12fc462bb9fe3a42a4c66cfa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34d32cbe-6593-422e-a193-ffeb801f3f4a', 'name': '', 'network_id': 'a2fb1d1d-e875-477e-b404-e136472c7a50', 'tenant_id': '67d164fc12fc462bb9fe3a42a4c66cfa', 'mac_address': 'fa:16:3e:2b:7b:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a3f574e-2437-448a-998c-74e9b4f764fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2545, 'fixed_ips': [{'subnet_id': '9f94004e-b9e9-4353-a173-a41f7b0d7ff1', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:32:02Z', 'updated_at': '2021-11-22T20:32:09Z', 'revision_number': 4, 'project_id': '67d164fc12fc462bb9fe3a42a4c66cfa', 'subnets': [{'id': '9f94004e-b9e9-4353-a173-a41f7b0d7ff1', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b08c4f9c-f7d7-4305-a469-ee6855d739b1', 'name': '', 'network_id': 'bc6b8ee0-c93e-4fd5-b6d2-3b4003108205', 'tenant_id': '67d164fc12fc462bb9fe3a42a4c66cfa', 'mac_address': 'fa:16:3e:03:8e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a3f574e-2437-448a-998c-74e9b4f764fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2424, 'fixed_ips': [{'subnet_id': 'c85ed097-9a10-4cb0-8436-ab0dc36d4a33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:30:15Z', 'updated_at': '2021-11-22T20:30:21Z', 'revision_number': 5, 'project_id': '67d164fc12fc462bb9fe3a42a4c66cfa', 'subnets': [{'id': 'c85ed097-9a10-4cb0-8436-ab0dc36d4a33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:32:10.393479 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-1c9adc95-53d0-4dac-a693-3c2e27365ef0 None None] Provisioning complete for port 8d4e4e36-a305-4d2d-b7a0-f073ea88ec5e triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:32:10.394088 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-1c9adc95-53d0-4dac-a693-3c2e27365ef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:10.436747 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-1c9adc95-53d0-4dac-a693-3c2e27365ef0 None None] Port 8d4e4e36-a305-4d2d-b7a0-f073ea88ec5e cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:32:10.587966 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-1b05c6f3-c182-43a8-a20c-82e61665db70 None None] Provisioning complete for port 19dd8cbe-e03c-4231-8466-abaa4f7345e0 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:32:10.590190 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-1b05c6f3-c182-43a8-a20c-82e61665db70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:10.686951 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [req-46c46374-fded-4276-aaba-d236da8a3db6 req-604bd0df-74a4-44c6-8e31-d489d4b43446 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d4e4e36-a305-4d2d-b7a0-f073ea88ec5e {{(pid=103448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:32:10.699879 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-46c46374-fded-4276-aaba-d236da8a3db6 req-604bd0df-74a4-44c6-8e31-d489d4b43446 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:10.713202 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4922320a-3184-4a76-83c5-600d5ac34db3 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3753014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8900804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8485115'] for subnet, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:10.719776 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [req-46c46374-fded-4276-aaba-d236da8a3db6 req-604bd0df-74a4-44c6-8e31-d489d4b43446 service neutron] Transition to ACTIVE for port object 8d4e4e36-a305-4d2d-b7a0-f073ea88ec5e will not be triggered until provisioned by entity L2. {{(pid=103448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 20:32:10.729209 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-46c46374-fded-4276-aaba-d236da8a3db6 req-604bd0df-74a4-44c6-8e31-d489d4b43446 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:10.809928 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4922320a-3184-4a76-83c5-600d5ac34db3 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Pushing event deleted for resources: {'Subnet': ['ID=f89f9515-799e-455c-845d-97603ec16c43,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:32:10.855967 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec30b7ff-d84a-49e8-af88-5e8785e1a913 None None] DHCP port deletion for 33dd767d-ab2c-4bf6-a32d-ce7483655865 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:32:10.871082 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4922320a-3184-4a76-83c5-600d5ac34db3 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for subnet, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:10.881996 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-4922320a-3184-4a76-83c5-600d5ac34db3 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "DELETE /v2.0/subnets/f89f9515-799e-455c-845d-97603ec16c43 HTTP/1.1" status: 204 len: 168 time: 2.5513301 Nov 22 20:32:10.893373 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 39112) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:32:10.902701 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4026e8a-0ff7-4fec-ba2b-5994312b52e1 req-85d126d1-fa63-49ac-bc03-9c0d478d1c08 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:32:10.906756 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-1b05c6f3-c182-43a8-a20c-82e61665db70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:10.918635 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e4026e8a-0ff7-4fec-ba2b-5994312b52e1 req-85d126d1-fa63-49ac-bc03-9c0d478d1c08 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/ports?device_id=f1a6bfe1-26d1-4dd2-94cd-df2360ee8ad5 HTTP/1.1" status: 200 len: 945 time: 0.4000738 Nov 22 20:32:10.931004 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device afb62b4d-f95b-41d1-a315-13975be51d54 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:32:10.963832 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dea9fce-0512-489d-b9ca-482e23bb6eed req-5724c4d6-55f6-45b8-b489-43c22616645a tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:32:10.965884 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8dea9fce-0512-489d-b9ca-482e23bb6eed req-5724c4d6-55f6-45b8-b489-43c22616645a tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/ports?device_id=b7b5dc30-fe6f-4664-b91e-e11a00cbd74f HTTP/1.1" status: 200 len: 932 time: 0.4644318 Nov 22 20:32:10.967167 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9b75a4d2-7a93-452c-913c-c2ed5536549f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:11.014495 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9b75a4d2-7a93-452c-913c-c2ed5536549f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:11.030375 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604bd0df-74a4-44c6-8e31-d489d4b43446 service neutron] Pushing event updated for resources: {'Port': ['ID=8d4e4e36-a305-4d2d-b7a0-f073ea88ec5e,revision_number=2']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:32:11.062404 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-7b7b122d-7dd9-4ecf-a52a-bb3816f86a65 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1532183 Nov 22 20:32:11.101627 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b827941-cecd-4df0-b25f-377d8db6ddaa None None] Network 7bd88872-a540-4e3b-ac93-d884c5e46f76 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:32:11.114857 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 39114) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:32:11.120003 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-a0ba94b6-6844-4fb7-bc15-b56f99137f38 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Request body: {'subnet': {'network_id': '7bd88872-a540-4e3b-ac93-d884c5e46f76', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:32:11.153186 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [None req-9b75a4d2-7a93-452c-913c-c2ed5536549f admin admin] Allocated IP 172.25.5.213 (c48a55e9-6a85-4746-b7bf-3e29fb560094/5da6f781-63e6-4328-ae7a-5e672262f55a/1e263e93-9285-4b58-a694-fedb4b719dbb) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:32:11.186677 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-1b05c6f3-c182-43a8-a20c-82e61665db70 None None] For port 19dd8cbe-e03c-4231-8466-abaa4f7345e0, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=19dd8cbe-e03c-4231-8466-abaa4f7345e0,segment=NetworkSegment(bdb0f717-aa5f-4e33-bcc3-95472c9b5b64),segment_id=bdb0f717-aa5f-4e33-bcc3-95472c9b5b64)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:32:11.281322 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9b75a4d2-7a93-452c-913c-c2ed5536549f admin admin] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:11.296489 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port afb62b4d-f95b-41d1-a315-13975be51d54 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:32:11.297140 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:11.331928 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-46c46374-fded-4276-aaba-d236da8a3db6 req-604bd0df-74a4-44c6-8e31-d489d4b43446 service neutron] Attempting to bind port 8d4e4e36-a305-4d2d-b7a0-f073ea88ec5e on host n-h1-818823-1 for vnic_type normal with profile {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:32:11.332682 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-46c46374-fded-4276-aaba-d236da8a3db6 req-604bd0df-74a4-44c6-8e31-d489d4b43446 service neutron] Attempting to bind port 8d4e4e36-a305-4d2d-b7a0-f073ea88ec5e by drivers openvswitch,hyperv on host n-h1-818823-1 at level 0 using segments [{'id': '470d5048-a1ed-4f8a-b81a-95ae6f6f9db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '33dd767d-ab2c-4bf6-a32d-ce7483655865'}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:32:11.333328 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46c46374-fded-4276-aaba-d236da8a3db6 req-604bd0df-74a4-44c6-8e31-d489d4b43446 service neutron] Attempting to bind port 8d4e4e36-a305-4d2d-b7a0-f073ea88ec5e on network 33dd767d-ab2c-4bf6-a32d-ce7483655865 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:32:11.338156 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9b75a4d2-7a93-452c-913c-c2ed5536549f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:11.355950 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46c46374-fded-4276-aaba-d236da8a3db6 req-604bd0df-74a4-44c6-8e31-d489d4b43446 service neutron] Port 8d4e4e36-a305-4d2d-b7a0-f073ea88ec5e on network 33dd767d-ab2c-4bf6-a32d-ce7483655865 not bound, no agent of type Open vSwitch agent registered on host n-h1-818823-1 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:32:11.356560 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46c46374-fded-4276-aaba-d236da8a3db6 req-604bd0df-74a4-44c6-8e31-d489d4b43446 service neutron] Attempting to bind port 8d4e4e36-a305-4d2d-b7a0-f073ea88ec5e on network 33dd767d-ab2c-4bf6-a32d-ce7483655865 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:32:11.363804 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-1b05c6f3-c182-43a8-a20c-82e61665db70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:11.379744 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46c46374-fded-4276-aaba-d236da8a3db6 req-604bd0df-74a4-44c6-8e31-d489d4b43446 service neutron] Checking agent: {'id': '7a008cff-3b49-418c-8046-689d46cc800f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'started_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 31, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:32:11.381140 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46c46374-fded-4276-aaba-d236da8a3db6 req-604bd0df-74a4-44c6-8e31-d489d4b43446 service neutron] Checking segment: {'id': '470d5048-a1ed-4f8a-b81a-95ae6f6f9db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '33dd767d-ab2c-4bf6-a32d-ce7483655865'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:32:11.382162 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46c46374-fded-4276-aaba-d236da8a3db6 req-604bd0df-74a4-44c6-8e31-d489d4b43446 service neutron] Bound using segment: {'id': '470d5048-a1ed-4f8a-b81a-95ae6f6f9db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '33dd767d-ab2c-4bf6-a32d-ce7483655865'} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:32:11.384145 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-46c46374-fded-4276-aaba-d236da8a3db6 req-604bd0df-74a4-44c6-8e31-d489d4b43446 service neutron] Bound port: 8d4e4e36-a305-4d2d-b7a0-f073ea88ec5e, host: n-h1-818823-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '470d5048-a1ed-4f8a-b81a-95ae6f6f9db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '33dd767d-ab2c-4bf6-a32d-ce7483655865'}}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:32:11.384978 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-46c46374-fded-4276-aaba-d236da8a3db6 req-604bd0df-74a4-44c6-8e31-d489d4b43446 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:11.407017 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b75a4d2-7a93-452c-913c-c2ed5536549f admin admin] Network c48a55e9-6a85-4746-b7bf-3e29fb560094 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:32:11.409914 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b75a4d2-7a93-452c-913c-c2ed5536549f admin admin] Pushing event updated for resources: {'Port': ['ID=1e263e93-9285-4b58-a694-fedb4b719dbb,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:32:11.414453 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-9b75a4d2-7a93-452c-913c-c2ed5536549f admin admin] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:32:11.422866 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b75a4d2-7a93-452c-913c-c2ed5536549f admin admin] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:32:11.443256 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99fe712a-e7c1-4d2e-9b67-018336ff93fd None None] DHCP port deletion for c48a55e9-6a85-4746-b7bf-3e29fb560094 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:32:11.538402 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:11.548303 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0ba94b6-6844-4fb7-bc15-b56f99137f38 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Made reservation on behalf of aa06169c4e4d4119918ff90a471be1d0 for: {'subnet': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:32:11.553361 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a0ba94b6-6844-4fb7-bc15-b56f99137f38 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11792951'] for subnet, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:11.554042 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e653a6e6-66ef-4484-9253-72cecf833379 None None] Network 4c363749-4641-444d-b12e-785df04d6621 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:32:11.583929 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] For port afb62b4d-f95b-41d1-a315-13975be51d54, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=afb62b4d-f95b-41d1-a315-13975be51d54,segment=NetworkSegment(c3b74bc4-e4af-4168-85ff-2c72b306ea1a),segment_id=c3b74bc4-e4af-4168-85ff-2c72b306ea1a)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:32:11.622679 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e4026e8a-0ff7-4fec-ba2b-5994312b52e1 req-a9f12cd2-d21e-49f7-8ddb-1b95b54fad85 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/security-groups?id=ace094e3-bfce-4b88-a460-949b8cf0d5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7000797 Nov 22 20:32:11.650214 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:11.651202 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 19dd8cbe-e03c-4231-8466-abaa4f7345e0 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:32:11.657092 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b05c6f3-c182-43a8-a20c-82e61665db70 None None] Pushing event updated for resources: {'Port': ['ID=19dd8cbe-e03c-4231-8466-abaa4f7345e0,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:32:11.718808 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-d7477456-d2f1-4395-a666-63ea62adba80 None None] Provisioning complete for port 1e263e93-9285-4b58-a694-fedb4b719dbb triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:32:11.719187 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-d7477456-d2f1-4395-a666-63ea62adba80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:11.797357 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8dea9fce-0512-489d-b9ca-482e23bb6eed req-9b32a83d-4bf7-47d1-a18a-2034d0e60621 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/security-groups?id=967182ec-36b6-43cb-985c-f0d9e87194dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7939968 Nov 22 20:32:11.816710 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-46c46374-fded-4276-aaba-d236da8a3db6 req-604bd0df-74a4-44c6-8e31-d489d4b43446 service neutron] For port 8d4e4e36-a305-4d2d-b7a0-f073ea88ec5e, host n-h1-818823-1, cleared binding levels {{(pid=103448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:32:11.820630 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-46c46374-fded-4276-aaba-d236da8a3db6 req-604bd0df-74a4-44c6-8e31-d489d4b43446 service neutron] For port 8d4e4e36-a305-4d2d-b7a0-f073ea88ec5e, host n-h1-818823-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=8d4e4e36-a305-4d2d-b7a0-f073ea88ec5e,segment=NetworkSegment(470d5048-a1ed-4f8a-b81a-95ae6f6f9db0),segment_id=470d5048-a1ed-4f8a-b81a-95ae6f6f9db0)] {{(pid=103448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:32:11.824600 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-d7477456-d2f1-4395-a666-63ea62adba80 None None] Port 1e263e93-9285-4b58-a694-fedb4b719dbb cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:32:11.833487 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-46c46374-fded-4276-aaba-d236da8a3db6 req-604bd0df-74a4-44c6-8e31-d489d4b43446 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:11.867158 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9b75a4d2-7a93-452c-913c-c2ed5536549f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:11.927064 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c46374-fded-4276-aaba-d236da8a3db6 req-604bd0df-74a4-44c6-8e31-d489d4b43446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:32:11.927724 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-46c46374-fded-4276-aaba-d236da8a3db6 req-604bd0df-74a4-44c6-8e31-d489d4b43446 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:11.929445 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-46c46374-fded-4276-aaba-d236da8a3db6 req-604bd0df-74a4-44c6-8e31-d489d4b43446 service neutron] 10.222.0.41 "PUT /v2.0/ports/8d4e4e36-a305-4d2d-b7a0-f073ea88ec5e HTTP/1.1" status: 200 len: 1092 time: 2.0188859 Nov 22 20:32:11.932071 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7b5dc30-fe6f-4664-b91e-e11a00cbd74f', 'tag': '8d4e4e36-a305-4d2d-b7a0-f073ea88ec5e'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:32:11.934686 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589a98cf2aea187fcc423a5edb333e5a6cf3ad7c81115d1ebee0f079693c312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-428676b8-2c48-43e8-817e-b7cb8a51a27b" -d '{"events": [{"name": "network-changed", "server_uuid": "b7b5dc30-fe6f-4664-b91e-e11a00cbd74f", "tag": "8d4e4e36-a305-4d2d-b7a0-f073ea88ec5e"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:32:12.009453 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83c1046-3790-49c9-a540-7d80bac2d6df req-9861485d-d4e2-4968-9666-5e80222c4866 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:32:12.012200 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b83c1046-3790-49c9-a540-7d80bac2d6df req-9861485d-d4e2-4968-9666-5e80222c4866 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/ports?device_id=f1a6bfe1-26d1-4dd2-94cd-df2360ee8ad5 HTTP/1.1" status: 200 len: 945 time: 0.1416690 Nov 22 20:32:12.014622 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 20:32:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d042d9d2-8579-4038-bf47-594c85d4719e x-openstack-request-id: req-d042d9d2-8579-4038-bf47-594c85d4719e {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:32:12.014928 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7b5dc30-fe6f-4664-b91e-e11a00cbd74f", "tag": "8d4e4e36-a305-4d2d-b7a0-f073ea88ec5e", "status": "completed", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:32:12.015253 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d042d9d2-8579-4038-bf47-594c85d4719e {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:32:12.015951 n-d-818823-1 neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7b5dc30-fe6f-4664-b91e-e11a00cbd74f', 'tag': '8d4e4e36-a305-4d2d-b7a0-f073ea88ec5e', 'status': 'completed', 'code': 200} Nov 22 20:32:12.019229 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604bd0df-74a4-44c6-8e31-d489d4b43446 service neutron] Pushing event updated for resources: {'Port': ['ID=8d4e4e36-a305-4d2d-b7a0-f073ea88ec5e,revision_number=3']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:32:12.040622 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5d1349e-bd08-461c-9d65-99229547336a None None] DHCP port deletion for 33dd767d-ab2c-4bf6-a32d-ce7483655865 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:32:12.078944 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Pushing event updated for resources: {'Port': ['ID=afb62b4d-f95b-41d1-a315-13975be51d54,revision_number=3']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:32:12.105678 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 19dd8cbe-e03c-4231-8466-abaa4f7345e0 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:32:12.107266 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:12.116069 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b83c1046-3790-49c9-a540-7d80bac2d6df req-355ba21d-b36a-4cab-ba50-d36befe68f06 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/security-groups?id=ace094e3-bfce-4b88-a460-949b8cf0d5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642214 Nov 22 20:32:12.166662 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-288d0543-f68d-400a-8047-88af0dadb9fe None None] DHCP port deletion for 7bd88872-a540-4e3b-ac93-d884c5e46f76 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:32:12.189885 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-d7477456-d2f1-4395-a666-63ea62adba80 None None] Provisioning complete for port afb62b4d-f95b-41d1-a315-13975be51d54 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:32:12.190570 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-d7477456-d2f1-4395-a666-63ea62adba80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:12.244234 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c46374-fded-4276-aaba-d236da8a3db6 req-dc5c89c6-595a-46d2-ba1b-49ae124466d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:32:12.245953 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-46c46374-fded-4276-aaba-d236da8a3db6 req-dc5c89c6-595a-46d2-ba1b-49ae124466d8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b741c1041ead4066a271a7ac45bca161&device_id=b7b5dc30-fe6f-4664-b91e-e11a00cbd74f HTTP/1.1" status: 200 len: 1095 time: 0.2474718 Nov 22 20:32:12.248051 n-d-818823-1 neutron-server[103448]: DEBUG neutron.objects.ports [None req-a0ba94b6-6844-4fb7-bc15-b56f99137f38 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103448) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 22 20:32:12.334505 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0acb8b-5330-44b9-800c-453ac94ed2aa req-594e82f6-87a9-4fa9-9967-2d7a93f45329 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:32:12.336337 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8b0acb8b-5330-44b9-800c-453ac94ed2aa req-594e82f6-87a9-4fa9-9967-2d7a93f45329 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/ports?device_id=f1a6bfe1-26d1-4dd2-94cd-df2360ee8ad5 HTTP/1.1" status: 200 len: 945 time: 0.0942428 Nov 22 20:32:12.350978 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-46c46374-fded-4276-aaba-d236da8a3db6 req-612d4316-4518-4313-983f-c9ef24dbdf1e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8d4e4e36-a305-4d2d-b7a0-f073ea88ec5e HTTP/1.1" status: 200 len: 217 time: 0.0961311 Nov 22 20:32:12.431102 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-d7477456-d2f1-4395-a666-63ea62adba80 None None] Could not find standard attr ID for object 36620a87-cbf3-490e-970b-31cc355b50dc. {{(pid=103449) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 22 20:32:12.447066 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c46374-fded-4276-aaba-d236da8a3db6 req-80155cf1-f8f7-4832-8a0a-0ab77b8cb4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:32:12.449393 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-46c46374-fded-4276-aaba-d236da8a3db6 req-80155cf1-f8f7-4832-8a0a-0ab77b8cb4ca service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e400cdbc-53df-47e7-8a78-7e2509f719bf HTTP/1.1" status: 200 len: 846 time: 0.0908279 Nov 22 20:32:12.450750 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 34d32cbe-6593-422e-a193-ffeb801f3f4a up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:32:12.465837 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8b0acb8b-5330-44b9-800c-453ac94ed2aa req-c0836cee-b231-4901-a6fd-354baf8d9927 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/security-groups?id=ace094e3-bfce-4b88-a460-949b8cf0d5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913947 Nov 22 20:32:12.476086 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9b75a4d2-7a93-452c-913c-c2ed5536549f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-659538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-841284'] for router, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:12.517857 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-288d0543-f68d-400a-8047-88af0dadb9fe None None] Deleting port 19dd8cbe-e03c-4231-8466-abaa4f7345e0 {{(pid=103449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:32:12.518485 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-288d0543-f68d-400a-8047-88af0dadb9fe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:12.530985 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-46c46374-fded-4276-aaba-d236da8a3db6 req-d9e7adb2-db33-4677-9c4b-1f94d7501c59 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=33dd767d-ab2c-4bf6-a32d-ce7483655865&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0723052 Nov 22 20:32:12.611972 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 34d32cbe-6593-422e-a193-ffeb801f3f4a triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:32:12.612346 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:12.696686 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-46c46374-fded-4276-aaba-d236da8a3db6 req-15b226d3-aa5c-4ff3-b4c3-0d2a8cf64ee9 service neutron] 10.222.0.41 "GET /v2.0/networks/33dd767d-ab2c-4bf6-a32d-ce7483655865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200686 Nov 22 20:32:12.773883 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b75a4d2-7a93-452c-913c-c2ed5536549f admin admin] Router eeea5059-f676-428f-80c9-c5dcbf907e74 is scheduled to L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 with binding_index 1 {{(pid=103447) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 20:32:12.828292 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-288d0543-f68d-400a-8047-88af0dadb9fe None None] For port 19dd8cbe-e03c-4231-8466-abaa4f7345e0, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=19dd8cbe-e03c-4231-8466-abaa4f7345e0,segment=NetworkSegment(bdb0f717-aa5f-4e33-bcc3-95472c9b5b64),segment_id=bdb0f717-aa5f-4e33-bcc3-95472c9b5b64)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:32:12.828699 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-288d0543-f68d-400a-8047-88af0dadb9fe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:12.859859 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-288d0543-f68d-400a-8047-88af0dadb9fe None None] Calling delete_port for 19dd8cbe-e03c-4231-8466-abaa4f7345e0 owned by network:dhcp {{(pid=103449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:32:12.864033 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a0ba94b6-6844-4fb7-bc15-b56f99137f38 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:12.947656 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-46c46374-fded-4276-aaba-d236da8a3db6 req-f053b698-47f4-4a2e-80aa-de87483f1f22 service neutron] 10.222.0.41 "GET /v2.0/networks/33dd767d-ab2c-4bf6-a32d-ce7483655865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2433751 Nov 22 20:32:13.031456 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ff7ac31d-f691-4202-b776-c562256d433a None None] Provisioning complete for port afb62b4d-f95b-41d1-a315-13975be51d54 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:32:13.031456 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ff7ac31d-f691-4202-b776-c562256d433a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:13.042574 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76052794-5a1b-42fd-a14f-150212e4997d req-f30440be-f82f-4a3e-8fe6-be7a3f618fb1 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:32:13.053047 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-76052794-5a1b-42fd-a14f-150212e4997d req-f30440be-f82f-4a3e-8fe6-be7a3f618fb1 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/ports?device_id=f1a6bfe1-26d1-4dd2-94cd-df2360ee8ad5 HTTP/1.1" status: 200 len: 945 time: 0.1985507 Nov 22 20:32:13.094530 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device afb62b4d-f95b-41d1-a315-13975be51d54 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:32:13.097844 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1abbe1-db04-45ed-8280-700317a79e87 req-f2f303f6-71e5-4a97-9108-cabd049dc5ff tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:32:13.107827 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ba1abbe1-db04-45ed-8280-700317a79e87 req-f2f303f6-71e5-4a97-9108-cabd049dc5ff tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/ports?device_id=b7b5dc30-fe6f-4664-b91e-e11a00cbd74f HTTP/1.1" status: 200 len: 944 time: 0.1410789 Nov 22 20:32:13.146235 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b75a4d2-7a93-452c-913c-c2ed5536549f admin admin] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:32:13.160716 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e456b000-09e5-45d6-97d3-d33c4ca99460 None None] Sync routers for ids ['eeea5059-f676-428f-80c9-c5dcbf907e74'] in n-d-818823-1 {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:32:13.191198 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e456b000-09e5-45d6-97d3-d33c4ca99460 None None] Routers {'eeea5059-f676-428f-80c9-c5dcbf907e74'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:32:13.192014 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-e456b000-09e5-45d6-97d3-d33c4ca99460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:32:03Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['eeea5059-f676-428f-80c9-c5dcbf907e74'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:32:13.213382 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ba1abbe1-db04-45ed-8280-700317a79e87 req-de45eb60-a9ab-44e5-b2fb-04a2c2c46e28 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/security-groups?id=967182ec-36b6-43cb-985c-f0d9e87194dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044576 Nov 22 20:32:13.226145 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9b75a4d2-7a93-452c-913c-c2ed5536549f admin admin] Publish callbacks [] for router, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:13.227494 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-9b75a4d2-7a93-452c-913c-c2ed5536549f admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.9359007 Nov 22 20:32:13.230183 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 39138) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:32:13.237834 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-a0ba94b6-6844-4fb7-bc15-b56f99137f38 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] For port 19dd8cbe-e03c-4231-8466-abaa4f7345e0, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=19dd8cbe-e03c-4231-8466-abaa4f7345e0,segment=NetworkSegment(bdb0f717-aa5f-4e33-bcc3-95472c9b5b64),segment_id=bdb0f717-aa5f-4e33-bcc3-95472c9b5b64)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:32:13.278035 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a0ba94b6-6844-4fb7-bc15-b56f99137f38 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks [] for port, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:13.283790 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428676b8-2c48-43e8-817e-b7cb8a51a27b req-bb6303aa-5bfe-44dd-b91e-297d5b59fdfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:32:13.300145 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-428676b8-2c48-43e8-817e-b7cb8a51a27b req-bb6303aa-5bfe-44dd-b91e-297d5b59fdfa service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b741c1041ead4066a271a7ac45bca161&device_id=b7b5dc30-fe6f-4664-b91e-e11a00cbd74f HTTP/1.1" status: 200 len: 1095 time: 0.2058947 Nov 22 20:32:13.303489 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a0ba94b6-6844-4fb7-bc15-b56f99137f38 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:13.304897 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port afb62b4d-f95b-41d1-a315-13975be51d54 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:32:13.305343 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:13.306804 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a0ba94b6-6844-4fb7-bc15-b56f99137f38 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11567560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11792921'] for subnet, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:13.310504 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-288d0543-f68d-400a-8047-88af0dadb9fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381'] for port, after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:13.408239 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288d0543-f68d-400a-8047-88af0dadb9fe None None] Pushing event deleted for resources: {'Port': ['ID=19dd8cbe-e03c-4231-8466-abaa4f7345e0,revision_number=None']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:32:13.410574 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-288d0543-f68d-400a-8047-88af0dadb9fe None None] No DVR routers for this DVR port 19dd8cbe-e03c-4231-8466-abaa4f7345e0 on host n-d-818823-1 {{(pid=103449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:32:13.450710 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-e456b000-09e5-45d6-97d3-d33c4ca99460 None None] Set router eeea5059-f676-428f-80c9-c5dcbf907e74 gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:32:13.530537 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428676b8-2c48-43e8-817e-b7cb8a51a27b req-88c459cd-6ce2-4bd3-b479-46194faaceb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:32:13.532638 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-428676b8-2c48-43e8-817e-b7cb8a51a27b req-88c459cd-6ce2-4bd3-b479-46194faaceb3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=33dd767d-ab2c-4bf6-a32d-ce7483655865 HTTP/1.1" status: 200 len: 907 time: 0.2220306 Nov 22 20:32:13.536901 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba94b6-6844-4fb7-bc15-b56f99137f38 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Pushing event deleted for resources: {'Port': ['ID=19dd8cbe-e03c-4231-8466-abaa4f7345e0,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:32:13.545113 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba94b6-6844-4fb7-bc15-b56f99137f38 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Pushing event updated for resources: {'Subnet': ['ID=6a11d3e9-55e7-452b-a49e-669a362abb98,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:32:13.610480 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-76052794-5a1b-42fd-a14f-150212e4997d req-de112179-4fb5-4e73-bba0-6d8e9b99c6de tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/security-groups?id=ace094e3-bfce-4b88-a460-949b8cf0d5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5558779 Nov 22 20:32:13.620551 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-428676b8-2c48-43e8-817e-b7cb8a51a27b req-aa0b3f5b-2a10-43b2-9d75-a12121c9cab8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8d4e4e36-a305-4d2d-b7a0-f073ea88ec5e HTTP/1.1" status: 200 len: 217 time: 0.0632524 Nov 22 20:32:13.629320 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0ba94b6-6844-4fb7-bc15-b56f99137f38 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Network 7bd88872-a540-4e3b-ac93-d884c5e46f76 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:32:13.644166 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-a0ba94b6-6844-4fb7-bc15-b56f99137f38 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:32:13.648763 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0ba94b6-6844-4fb7-bc15-b56f99137f38 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:32:13.649552 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a0ba94b6-6844-4fb7-bc15-b56f99137f38 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:13.657801 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8833c7d8-9fd1-49d1-861f-1fda72670f6a None None] Network 7bd88872-a540-4e3b-ac93-d884c5e46f76 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:32:13.709019 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-a0ba94b6-6844-4fb7-bc15-b56f99137f38 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.5921037 Nov 22 20:32:13.711940 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 39140) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:32:13.717159 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-43ecaad6-1a01-4a3c-9d57-4c83eb8e2740 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Request body: {'port': {'network_id': '7bd88872-a540-4e3b-ac93-d884c5e46f76', 'mac_address': 'fa:16:3e:ef:66:2c', 'name': 'tempest-NetworksTestDHCPv6-1653004829'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:32:13.751264 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 19dd8cbe-e03c-4231-8466-abaa4f7345e0 no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:32:13.784290 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428676b8-2c48-43e8-817e-b7cb8a51a27b req-c7a0d804-6ca3-44c7-a602-eb33be9bc464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:32:13.785800 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-428676b8-2c48-43e8-817e-b7cb8a51a27b req-c7a0d804-6ca3-44c7-a602-eb33be9bc464 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e400cdbc-53df-47e7-8a78-7e2509f719bf HTTP/1.1" status: 200 len: 846 time: 0.1535635 Nov 22 20:32:13.788453 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: 19dd8cbe-e03c-4231-8466-abaa4f7345e0 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:32:13.788453 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 19dd8cbe-e03c-4231-8466-abaa4f7345e0 not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:32:13.797843 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-576acc4d-8a6e-4d22-b35a-78ddc2f774f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:13.828166 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-428676b8-2c48-43e8-817e-b7cb8a51a27b req-827e6d59-eae2-404a-9ca6-3d60f6e061c1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=33dd767d-ab2c-4bf6-a32d-ce7483655865&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341728 Nov 22 20:32:13.873939 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-e456b000-09e5-45d6-97d3-d33c4ca99460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eeea5059-f676-428f-80c9-c5dcbf907e74', 'name': 'tempest-TestVolumeBackupRestore-916431354-router', 'tenant_id': '9f480581a3a24d53832d12c56efe7dfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': '1e263e93-9285-4b58-a694-fedb4b719dbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:32:07Z', 'updated_at': '2021-11-22T20:32:11Z', 'revision_number': 3, 'project_id': '9f480581a3a24d53832d12c56efe7dfb', 'gw_port': {'id': '1e263e93-9285-4b58-a694-fedb4b719dbb', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:c8:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eeea5059-f676-428f-80c9-c5dcbf907e74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2560, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:32:11Z', 'updated_at': '2021-11-22T20:32:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:32:13.969429 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43ecaad6-1a01-4a3c-9d57-4c83eb8e2740 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Made reservation on behalf of aa06169c4e4d4119918ff90a471be1d0 for: {'port': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:32:13.979019 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e456b000-09e5-45d6-97d3-d33c4ca99460 None None] Checking router: eeea5059-f676-428f-80c9-c5dcbf907e74 for host: n-d-818823-1 {{(pid=103449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 20:32:13.979378 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e456b000-09e5-45d6-97d3-d33c4ca99460 None None] Updating router eeea5059-f676-428f-80c9-c5dcbf907e74 port 1e263e93-9285-4b58-a694-fedb4b719dbb binding host n-d-818823-1 {{(pid=103449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 20:32:14.017442 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21300d0c-7bdd-482e-94c0-de3e635ee450 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fb26bd7-ce56-527b-b94f-2e1f7cb2bb35-7bd88872-a540-4e3b-ac93-d884c5e46f76', 'network_id': '7bd88872-a540-4e3b-ac93-d884c5e46f76', 'tenant_id': 'aa06169c4e4d4119918ff90a471be1d0', 'fixed_ips': [{'subnet_id': '6a11d3e9-55e7-452b-a49e-669a362abb98'}]}} from n-d-818823-1. {{(pid=103449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 20:32:14.018403 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-21300d0c-7bdd-482e-94c0-de3e635ee450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:14.024268 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-428676b8-2c48-43e8-817e-b7cb8a51a27b req-ceb919b6-0952-43bb-9e51-1d807ae873a8 service neutron] 10.222.0.41 "GET /v2.0/networks/33dd767d-ab2c-4bf6-a32d-ce7483655865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852098 Nov 22 20:32:14.106300 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e456b000-09e5-45d6-97d3-d33c4ca99460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:14.125577 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-43ecaad6-1a01-4a3c-9d57-4c83eb8e2740 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:14.137681 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [None req-576acc4d-8a6e-4d22-b35a-78ddc2f774f3 admin admin] Allocated IP 172.20.0.1 (4c363749-4641-444d-b12e-785df04d6621/914ec341-e8f9-45e2-bd46-ed1ea518b4e9/962d52d4-f506-4922-8a74-4b7e502d9d76) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:32:14.167294 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [None req-43ecaad6-1a01-4a3c-9d57-4c83eb8e2740 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] device_id is not set on port 0be828ad-70e4-449e-ab5a-a3275ef7ae1d yet. {{(pid=103448) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 20:32:14.249673 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.db_base_plugin_common [None req-21300d0c-7bdd-482e-94c0-de3e635ee450 None None] Allocated IP 2001:db8::f816:3eff:fec5:a9eb (7bd88872-a540-4e3b-ac93-d884c5e46f76/6a11d3e9-55e7-452b-a49e-669a362abb98/1469476b-29da-41ee-b4f5-ee422b17018b) {{(pid=103449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:32:14.253394 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-428676b8-2c48-43e8-817e-b7cb8a51a27b req-b51511fa-d6a9-4b7d-9fbf-281418815386 service neutron] 10.222.0.41 "GET /v2.0/networks/33dd767d-ab2c-4bf6-a32d-ce7483655865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2207968 Nov 22 20:32:14.305904 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-576acc4d-8a6e-4d22-b35a-78ddc2f774f3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:14.378411 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4411f2d-f9dd-41d8-b10e-b30e2ee156cd req-30e20670-ccec-41d9-907a-9c8954188dbc tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:32:14.379991 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d4411f2d-f9dd-41d8-b10e-b30e2ee156cd req-30e20670-ccec-41d9-907a-9c8954188dbc tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/ports?device_id=b7b5dc30-fe6f-4664-b91e-e11a00cbd74f HTTP/1.1" status: 200 len: 944 time: 0.0687473 Nov 22 20:32:14.388829 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-576acc4d-8a6e-4d22-b35a-78ddc2f774f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:14.452340 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-576acc4d-8a6e-4d22-b35a-78ddc2f774f3 admin admin] Network 4c363749-4641-444d-b12e-785df04d6621 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:32:14.462007 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-576acc4d-8a6e-4d22-b35a-78ddc2f774f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:32:14.468901 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576acc4d-8a6e-4d22-b35a-78ddc2f774f3 admin admin] Pushing event updated for resources: {'Port': ['ID=962d52d4-f506-4922-8a74-4b7e502d9d76,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:32:14.474488 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-576acc4d-8a6e-4d22-b35a-78ddc2f774f3 admin admin] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:32:14.500533 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d4411f2d-f9dd-41d8-b10e-b30e2ee156cd req-80ddd3ee-7ae8-4519-9c05-ab7d973607bf tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/security-groups?id=967182ec-36b6-43cb-985c-f0d9e87194dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141727 Nov 22 20:32:14.503824 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:14.529698 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-576acc4d-8a6e-4d22-b35a-78ddc2f774f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659939'] for router_interface, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:14.543507 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:14.604946 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-21300d0c-7bdd-482e-94c0-de3e635ee450 None None] Publish callbacks [] for port, precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:14.619017 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-21300d0c-7bdd-482e-94c0-de3e635ee450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372'] for port, after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:14.634335 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e456b000-09e5-45d6-97d3-d33c4ca99460 None None] Publish callbacks [] for port, precommit_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:14.680973 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21300d0c-7bdd-482e-94c0-de3e635ee450 None None] Network 7bd88872-a540-4e3b-ac93-d884c5e46f76 is already hosted by enough agents. {{(pid=103449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:32:14.687676 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.base_scheduler [None req-21300d0c-7bdd-482e-94c0-de3e635ee450 None None] Resources bound (agent type, host, resource id): {{(pid=103449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:32:14.692982 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e456b000-09e5-45d6-97d3-d33c4ca99460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:14.695735 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21300d0c-7bdd-482e-94c0-de3e635ee450 None None] Received port after_create {{(pid=103449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:32:14.727395 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [None req-43ecaad6-1a01-4a3c-9d57-4c83eb8e2740 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Allocated IP 2001:db8::f816:3eff:feef:662c (7bd88872-a540-4e3b-ac93-d884c5e46f76/6a11d3e9-55e7-452b-a49e-669a362abb98/0be828ad-70e4-449e-ab5a-a3275ef7ae1d) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:32:14.732440 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21300d0c-7bdd-482e-94c0-de3e635ee450 None None] Pushing event updated for resources: {'Port': ['ID=1469476b-29da-41ee-b4f5-ee422b17018b,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:32:14.759298 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b7f772d-6108-4839-80dd-14dbfa0daca7 None None] DHCP port deletion for c48a55e9-6a85-4746-b7bf-3e29fb560094 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:32:14.784561 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-576acc4d-8a6e-4d22-b35a-78ddc2f774f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:14.814720 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da543042-ae57-47d8-8162-aa998f9a8860 req-19d49757-a84b-4d81-9aa5-6a655bc53b6b tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:32:14.815948 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-da543042-ae57-47d8-8162-aa998f9a8860 req-19d49757-a84b-4d81-9aa5-6a655bc53b6b tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/ports?device_id=f1a6bfe1-26d1-4dd2-94cd-df2360ee8ad5 HTTP/1.1" status: 200 len: 945 time: 0.1187727 Nov 22 20:32:14.840811 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-21300d0c-7bdd-482e-94c0-de3e635ee450 None None] Attempting to bind port 1469476b-29da-41ee-b4f5-ee422b17018b on host n-d-818823-1 for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:32:14.841239 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-21300d0c-7bdd-482e-94c0-de3e635ee450 None None] Attempting to bind port 1469476b-29da-41ee-b4f5-ee422b17018b by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': 'bdb0f717-aa5f-4e33-bcc3-95472c9b5b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '7bd88872-a540-4e3b-ac93-d884c5e46f76'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:32:14.841615 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21300d0c-7bdd-482e-94c0-de3e635ee450 None None] Attempting to bind port 1469476b-29da-41ee-b4f5-ee422b17018b on network 7bd88872-a540-4e3b-ac93-d884c5e46f76 {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:32:14.845203 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-e456b000-09e5-45d6-97d3-d33c4ca99460 None None] Attempting to bind port 1e263e93-9285-4b58-a694-fedb4b719dbb on host n-d-818823-1 for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:32:14.845580 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-e456b000-09e5-45d6-97d3-d33c4ca99460 None None] Attempting to bind port 1e263e93-9285-4b58-a694-fedb4b719dbb by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:32:14.845994 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e456b000-09e5-45d6-97d3-d33c4ca99460 None None] Attempting to bind port 1e263e93-9285-4b58-a694-fedb4b719dbb on network c48a55e9-6a85-4746-b7bf-3e29fb560094 {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:32:14.866852 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21300d0c-7bdd-482e-94c0-de3e635ee450 None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 32, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:32:14.867235 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21300d0c-7bdd-482e-94c0-de3e635ee450 None None] Checking segment: {'id': 'bdb0f717-aa5f-4e33-bcc3-95472c9b5b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '7bd88872-a540-4e3b-ac93-d884c5e46f76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:32:14.867670 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-21300d0c-7bdd-482e-94c0-de3e635ee450 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:14.868069 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21300d0c-7bdd-482e-94c0-de3e635ee450 None None] Bound using segment: {'id': 'bdb0f717-aa5f-4e33-bcc3-95472c9b5b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '7bd88872-a540-4e3b-ac93-d884c5e46f76'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:32:14.868553 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-21300d0c-7bdd-482e-94c0-de3e635ee450 None None] Bound port: 1469476b-29da-41ee-b4f5-ee422b17018b, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdb0f717-aa5f-4e33-bcc3-95472c9b5b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '7bd88872-a540-4e3b-ac93-d884c5e46f76'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:32:14.868940 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-21300d0c-7bdd-482e-94c0-de3e635ee450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:14.874596 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e456b000-09e5-45d6-97d3-d33c4ca99460 None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 32, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:32:14.874977 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e456b000-09e5-45d6-97d3-d33c4ca99460 None None] Checking segment: {'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:32:14.875379 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e456b000-09e5-45d6-97d3-d33c4ca99460 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:14.875810 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e456b000-09e5-45d6-97d3-d33c4ca99460 None None] Bound using segment: {'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:32:14.876283 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-e456b000-09e5-45d6-97d3-d33c4ca99460 None None] Bound port: 1e263e93-9285-4b58-a694-fedb4b719dbb, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:32:14.876666 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e456b000-09e5-45d6-97d3-d33c4ca99460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:14.887353 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7847d9-250f-4e50-a80f-d12f54fee520 None None] Pushing event updated for resources: {'Port': ['ID=1e263e93-9285-4b58-a694-fedb4b719dbb,revision_number=2']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:32:14.946759 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-63b7e73d-054e-4544-8404-cefff8263032 None None] Provisioning complete for port 962d52d4-f506-4922-8a74-4b7e502d9d76 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:32:14.947166 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-63b7e73d-054e-4544-8404-cefff8263032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:14.985910 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-63b7e73d-054e-4544-8404-cefff8263032 None None] Port 962d52d4-f506-4922-8a74-4b7e502d9d76 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:32:15.014832 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-576acc4d-8a6e-4d22-b35a-78ddc2f774f3 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:15.047333 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-576acc4d-8a6e-4d22-b35a-78ddc2f774f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:15.059206 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-e456b000-09e5-45d6-97d3-d33c4ca99460 None None] For port 1e263e93-9285-4b58-a694-fedb4b719dbb, host n-d-818823-1, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:32:15.065393 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-e456b000-09e5-45d6-97d3-d33c4ca99460 None None] For port 1e263e93-9285-4b58-a694-fedb4b719dbb, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=1e263e93-9285-4b58-a694-fedb4b719dbb,segment=NetworkSegment(8793ba83-8407-4c3d-9b56-2a177cd58a70),segment_id=8793ba83-8407-4c3d-9b56-2a177cd58a70)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:32:15.072945 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-21300d0c-7bdd-482e-94c0-de3e635ee450 None None] For port 1469476b-29da-41ee-b4f5-ee422b17018b, host n-d-818823-1, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:32:15.076927 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-21300d0c-7bdd-482e-94c0-de3e635ee450 None None] For port 1469476b-29da-41ee-b4f5-ee422b17018b, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=1469476b-29da-41ee-b4f5-ee422b17018b,segment=NetworkSegment(bdb0f717-aa5f-4e33-bcc3-95472c9b5b64),segment_id=bdb0f717-aa5f-4e33-bcc3-95472c9b5b64)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:32:15.078932 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e456b000-09e5-45d6-97d3-d33c4ca99460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:15.111354 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-21300d0c-7bdd-482e-94c0-de3e635ee450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:15.160191 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a34c723-6c93-4371-b31b-f60c25ad1d00 None None] DHCP port deletion for c48a55e9-6a85-4746-b7bf-3e29fb560094 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:32:15.189312 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-37cf8811-c8d4-4dca-ba5b-9d20f7151549 None None] Provisioning complete for port 1e263e93-9285-4b58-a694-fedb4b719dbb triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:32:15.189768 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-37cf8811-c8d4-4dca-ba5b-9d20f7151549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:15.231858 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-da543042-ae57-47d8-8162-aa998f9a8860 req-c695abd8-0cc3-43ba-9336-93c4a3706db1 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/security-groups?id=ace094e3-bfce-4b88-a460-949b8cf0d5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3945985 Nov 22 20:32:15.236441 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 39160) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:32:15.277663 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-576acc4d-8a6e-4d22-b35a-78ddc2f774f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-563461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-659839'] for router_interface, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:15.301340 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576acc4d-8a6e-4d22-b35a-78ddc2f774f3 admin admin] Pushing event updated for resources: {'Port': ['ID=962d52d4-f506-4922-8a74-4b7e502d9d76,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:32:15.492738 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-43ecaad6-1a01-4a3c-9d57-4c83eb8e2740 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:15.506336 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7847d9-250f-4e50-a80f-d12f54fee520 None None] Pushing event updated for resources: {'Port': ['ID=1e263e93-9285-4b58-a694-fedb4b719dbb,revision_number=3']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:32:15.539946 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e456b000-09e5-45d6-97d3-d33c4ca99460 None None] Routers {'eeea5059-f676-428f-80c9-c5dcbf907e74'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:32:15.540600 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-e456b000-09e5-45d6-97d3-d33c4ca99460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:32:03Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['eeea5059-f676-428f-80c9-c5dcbf907e74'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:32:15.583254 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-43ecaad6-1a01-4a3c-9d57-4c83eb8e2740 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:15.641597 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 8d4e4e36-a305-4d2d-b7a0-f073ea88ec5e details requested by agent hyperv_n-h1-818823-1 with host n-h1-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 20:32:15.645083 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43ecaad6-1a01-4a3c-9d57-4c83eb8e2740 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Network 7bd88872-a540-4e3b-ac93-d884c5e46f76 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:32:15.715180 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-43ecaad6-1a01-4a3c-9d57-4c83eb8e2740 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:32:15.718780 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ecaad6-1a01-4a3c-9d57-4c83eb8e2740 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:32:15.725875 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43ecaad6-1a01-4a3c-9d57-4c83eb8e2740 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:32:15.726848 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-43ecaad6-1a01-4a3c-9d57-4c83eb8e2740 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:15.795587 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21300d0c-7bdd-482e-94c0-de3e635ee450 None None] Pushing event updated for resources: {'Port': ['ID=1469476b-29da-41ee-b4f5-ee422b17018b,revision_number=2']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:32:15.810682 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ecaad6-1a01-4a3c-9d57-4c83eb8e2740 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Pushing event updated for resources: {'Port': ['ID=0be828ad-70e4-449e-ab5a-a3275ef7ae1d,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:32:15.823610 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-43ecaad6-1a01-4a3c-9d57-4c83eb8e2740 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.1102810 Nov 22 20:32:15.827122 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 39170) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:32:15.827269 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-576acc4d-8a6e-4d22-b35a-78ddc2f774f3 admin admin] Network 4c363749-4641-444d-b12e-785df04d6621 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:32:15.839449 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e764bf0d-bd57-4030-859f-9d5c27a6b06d req-ffd98eb7-4d5f-4d5a-8da1-fa1f75c17da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:32:15.840590 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-e764bf0d-bd57-4030-859f-9d5c27a6b06d req-ffd98eb7-4d5f-4d5a-8da1-fa1f75c17da4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a3670ebd84cb4741b338db645a992249&device_id=f1a6bfe1-26d1-4dd2-94cd-df2360ee8ad5 HTTP/1.1" status: 200 len: 1096 time: 0.1910851 Nov 22 20:32:15.853574 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-576acc4d-8a6e-4d22-b35a-78ddc2f774f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:32:15.903881 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-e456b000-09e5-45d6-97d3-d33c4ca99460 None None] Set router eeea5059-f676-428f-80c9-c5dcbf907e74 gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:32:15.957919 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-37cf8811-c8d4-4dca-ba5b-9d20f7151549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:15.987723 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e764bf0d-bd57-4030-859f-9d5c27a6b06d req-d9836397-8da0-42dc-ab0b-7f059473dcb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:32:15.989999 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-e764bf0d-bd57-4030-859f-9d5c27a6b06d req-d9836397-8da0-42dc-ab0b-7f059473dcb2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=13496096-9618-4fad-a538-016ce712d3bd HTTP/1.1" status: 200 len: 913 time: 0.1283703 Nov 22 20:32:16.113085 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-774e07fa-be94-4a16-8b77-8a57c5daab47 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:32:16.115345 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-37cf8811-c8d4-4dca-ba5b-9d20f7151549 None None] For port 1e263e93-9285-4b58-a694-fedb4b719dbb, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=1e263e93-9285-4b58-a694-fedb4b719dbb,segment=NetworkSegment(8793ba83-8407-4c3d-9b56-2a177cd58a70),segment_id=8793ba83-8407-4c3d-9b56-2a177cd58a70)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:32:16.117413 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 8d4e4e36-a305-4d2d-b7a0-f073ea88ec5e, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=8d4e4e36-a305-4d2d-b7a0-f073ea88ec5e,segment=NetworkSegment(470d5048-a1ed-4f8a-b81a-95ae6f6f9db0),segment_id=470d5048-a1ed-4f8a-b81a-95ae6f6f9db0)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:32:16.121909 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-774e07fa-be94-4a16-8b77-8a57c5daab47 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:32:16.124515 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-774e07fa-be94-4a16-8b77-8a57c5daab47 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.2962694 Nov 22 20:32:16.128845 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 39172) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:32:16.131512 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-37cf8811-c8d4-4dca-ba5b-9d20f7151549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:16.158091 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-e764bf0d-bd57-4030-859f-9d5c27a6b06d req-83abd1ea-00d1-47ba-8b00-9c3054da3d9a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9c51b9e8-9b54-46f6-8722-f3321988d408 HTTP/1.1" status: 200 len: 999 time: 0.1555541 Nov 22 20:32:16.181656 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Returning: {'device': '8d4e4e36-a305-4d2d-b7a0-f073ea88ec5e', 'network_id': '33dd767d-ab2c-4bf6-a32d-ce7483655865', 'port_id': '8d4e4e36-a305-4d2d-b7a0-f073ea88ec5e', 'mac_address': 'fa:16:3e:90:46:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e400cdbc-53df-47e7-8a78-7e2509f719bf', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 20:32:16.274238 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cf8811-c8d4-4dca-ba5b-9d20f7151549 None None] Pushing event updated for resources: {'Port': ['ID=1e263e93-9285-4b58-a694-fedb4b719dbb,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:32:16.289165 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e764bf0d-bd57-4030-859f-9d5c27a6b06d req-22009914-aa56-47c8-b336-62cff20a0916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:32:16.291138 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-e764bf0d-bd57-4030-859f-9d5c27a6b06d req-22009914-aa56-47c8-b336-62cff20a0916 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c03e1529-a0c9-4990-b0cd-08a1dc455fd5 HTTP/1.1" status: 200 len: 851 time: 0.1202412 Nov 22 20:32:16.329382 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:16.346790 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d4e4e36-a305-4d2d-b7a0-f073ea88ec5e {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:32:16.354827 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-bf544566-dfdf-452c-8ce5-eb3cde4af6d4 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Deleting port 0be828ad-70e4-449e-ab5a-a3275ef7ae1d {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:32:16.355226 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-bf544566-dfdf-452c-8ce5-eb3cde4af6d4 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:16.356851 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-0ad4df89-0672-4204-ab28-496bfabae777 None None] Provisioning complete for port 1e263e93-9285-4b58-a694-fedb4b719dbb triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:32:16.357192 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-0ad4df89-0672-4204-ab28-496bfabae777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:16.394082 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e764bf0d-bd57-4030-859f-9d5c27a6b06d req-8ace7036-b7eb-4aed-a26c-975eb4c9aa1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:32:16.396208 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-e764bf0d-bd57-4030-859f-9d5c27a6b06d req-8ace7036-b7eb-4aed-a26c-975eb4c9aa1a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=13496096-9618-4fad-a538-016ce712d3bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0932970 Nov 22 20:32:16.406398 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 8d4e4e36-a305-4d2d-b7a0-f073ea88ec5e, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=8d4e4e36-a305-4d2d-b7a0-f073ea88ec5e,segment=NetworkSegment(470d5048-a1ed-4f8a-b81a-95ae6f6f9db0),segment_id=470d5048-a1ed-4f8a-b81a-95ae6f6f9db0)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:32:16.418819 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:16.501546 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=8d4e4e36-a305-4d2d-b7a0-f073ea88ec5e,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:32:16.530597 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36110057-3c3f-4351-883b-68ad4460a08d req-7d39f347-fde2-41cd-b748-f5953aca6c4b tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:32:16.540476 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-e456b000-09e5-45d6-97d3-d33c4ca99460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eeea5059-f676-428f-80c9-c5dcbf907e74', 'name': 'tempest-TestVolumeBackupRestore-916431354-router', 'tenant_id': '9f480581a3a24d53832d12c56efe7dfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': '1e263e93-9285-4b58-a694-fedb4b719dbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:32:07Z', 'updated_at': '2021-11-22T20:32:14Z', 'revision_number': 4, 'project_id': '9f480581a3a24d53832d12c56efe7dfb', 'gw_port': {'id': '1e263e93-9285-4b58-a694-fedb4b719dbb', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:c8:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eeea5059-f676-428f-80c9-c5dcbf907e74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2560, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:32:11Z', 'updated_at': '2021-11-22T20:32:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': '962d52d4-f506-4922-8a74-4b7e502d9d76', 'name': '', 'network_id': '4c363749-4641-444d-b12e-785df04d6621', 'tenant_id': '9f480581a3a24d53832d12c56efe7dfb', 'mac_address': 'fa:16:3e:b6:eb:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eeea5059-f676-428f-80c9-c5dcbf907e74', 'device_owner': 'network:router_interface', 'standard_attr_id': 2562, 'fixed_ips': [{'subnet_id': '914ec341-e8f9-45e2-bd46-ed1ea518b4e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:32:13Z', 'updated_at': '2021-11-22T20:32:14Z', 'revision_number': 2, 'project_id': '9f480581a3a24d53832d12c56efe7dfb', 'subnets': [{'id': '914ec341-e8f9-45e2-bd46-ed1ea518b4e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:32:16.548051 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-36110057-3c3f-4351-883b-68ad4460a08d req-7d39f347-fde2-41cd-b748-f5953aca6c4b tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/ports?device_id=f1a6bfe1-26d1-4dd2-94cd-df2360ee8ad5 HTTP/1.1" status: 200 len: 945 time: 0.8349395 Nov 22 20:32:16.587377 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e456b000-09e5-45d6-97d3-d33c4ca99460 None None] The sync data for ids ['eeea5059-f676-428f-80c9-c5dcbf907e74'] in n-d-818823-1 is: [{'id': 'eeea5059-f676-428f-80c9-c5dcbf907e74', 'name': 'tempest-TestVolumeBackupRestore-916431354-router', 'tenant_id': '9f480581a3a24d53832d12c56efe7dfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': '1e263e93-9285-4b58-a694-fedb4b719dbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:32:07Z', 'updated_at': '2021-11-22T20:32:14Z', 'revision_number': 4, 'project_id': '9f480581a3a24d53832d12c56efe7dfb', 'gw_port': {'id': '1e263e93-9285-4b58-a694-fedb4b719dbb', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:c8:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eeea5059-f676-428f-80c9-c5dcbf907e74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2560, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:32:11Z', 'updated_at': '2021-11-22T20:32:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': '962d52d4-f506-4922-8a74-4b7e502d9d76', 'name': '', 'network_id': '4c363749-4641-444d-b12e-785df04d6621', 'tenant_id': '9f480581a3a24d53832d12c56efe7dfb', 'mac_address': 'fa:16:3e:b6:eb:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eeea5059-f676-428f-80c9-c5dcbf907e74', 'device_owner': 'network:router_interface', 'standard_attr_id': 2562, 'fixed_ips': [{'subnet_id': '914ec341-e8f9-45e2-bd46-ed1ea518b4e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:32:13Z', 'updated_at': '2021-11-22T20:32:14Z', 'revision_number': 2, 'project_id': '9f480581a3a24d53832d12c56efe7dfb', 'subnets': [{'id': '914ec341-e8f9-45e2-bd46-ed1ea518b4e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:32:16.595850 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3dbd96-4dfe-404e-b973-38f282ff5792 req-d89f3818-643b-494d-8297-558941122006 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:32:16.600197 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-0ad4df89-0672-4204-ab28-496bfabae777 None None] Provisioning complete for port 962d52d4-f506-4922-8a74-4b7e502d9d76 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:32:16.600573 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-0ad4df89-0672-4204-ab28-496bfabae777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:16.604659 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9b3dbd96-4dfe-404e-b973-38f282ff5792 req-d89f3818-643b-494d-8297-558941122006 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/ports?device_id=b7b5dc30-fe6f-4664-b91e-e11a00cbd74f HTTP/1.1" status: 200 len: 944 time: 0.8772943 Nov 22 20:32:16.632793 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-bf544566-dfdf-452c-8ce5-eb3cde4af6d4 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:16.648193 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-0ad4df89-0672-4204-ab28-496bfabae777 None None] Port 962d52d4-f506-4922-8a74-4b7e502d9d76 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:32:16.663528 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-bf544566-dfdf-452c-8ce5-eb3cde4af6d4 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Calling delete_port for 0be828ad-70e4-449e-ab5a-a3275ef7ae1d owned by {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:32:16.688045 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] get_ports_and_sgs() called for port_ids ['8d4e4e36-a305-4d2d-b7a0-f073ea88ec5e'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:32:16.746642 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-e764bf0d-bd57-4030-859f-9d5c27a6b06d req-77293226-af27-4e13-b84f-0369c4c643fe service neutron] 10.222.0.41 "GET /v2.0/networks/13496096-9618-4fad-a538-016ce712d3bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2979486 Nov 22 20:32:16.812090 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-36110057-3c3f-4351-883b-68ad4460a08d req-1f003bc8-4e3a-4ae2-a6fa-ec1f47bfffd4 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/security-groups?id=ace094e3-bfce-4b88-a460-949b8cf0d5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2631240 Nov 22 20:32:16.819802 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9b3dbd96-4dfe-404e-b973-38f282ff5792 req-0b2881c5-4ba7-4e0e-bf0a-d4f6c7c883af tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/security-groups?id=967182ec-36b6-43cb-985c-f0d9e87194dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142568 Nov 22 20:32:16.835815 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-576acc4d-8a6e-4d22-b35a-78ddc2f774f3 admin admin] Router eeea5059-f676-428f-80c9-c5dcbf907e74 has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 20:32:16.933057 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-e2edd1c5-38c7-4e9f-bd6b-14a56962cb99 None None] Provisioning complete for port 1469476b-29da-41ee-b4f5-ee422b17018b triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:32:16.933512 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e2edd1c5-38c7-4e9f-bd6b-14a56962cb99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:17.072411 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-e764bf0d-bd57-4030-859f-9d5c27a6b06d req-4cd9dfd0-cc82-4b47-8865-f0d235323847 service neutron] 10.222.0.41 "GET /v2.0/networks/13496096-9618-4fad-a538-016ce712d3bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3130202 Nov 22 20:32:17.081275 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-bf544566-dfdf-452c-8ce5-eb3cde4af6d4 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:17.087014 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e2edd1c5-38c7-4e9f-bd6b-14a56962cb99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:17.134296 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-e2edd1c5-38c7-4e9f-bd6b-14a56962cb99 None None] For port 1469476b-29da-41ee-b4f5-ee422b17018b, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=1469476b-29da-41ee-b4f5-ee422b17018b,segment=NetworkSegment(bdb0f717-aa5f-4e33-bcc3-95472c9b5b64),segment_id=bdb0f717-aa5f-4e33-bcc3-95472c9b5b64)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:32:17.134452 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.agents_db [None req-aa8313f2-1ee4-4e7b-8c5a-d32b2f9d31ee None None] Agent healthcheck: found 7 active agents {{(pid=103450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 20:32:17.141103 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf544566-dfdf-452c-8ce5-eb3cde4af6d4 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Pushing event deleted for resources: {'Port': ['ID=0be828ad-70e4-449e-ab5a-a3275ef7ae1d,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:32:17.151968 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-576acc4d-8a6e-4d22-b35a-78ddc2f774f3 admin admin] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:32:17.159836 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-576acc4d-8a6e-4d22-b35a-78ddc2f774f3 admin admin] 10.222.0.46 "PUT /v2.0/routers/eeea5059-f676-428f-80c9-c5dcbf907e74/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9283864 Nov 22 20:32:17.163808 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9f915969-c3d0-4d90-839b-87deb0000add admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659736'] for router_interface, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:17.177282 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e2edd1c5-38c7-4e9f-bd6b-14a56962cb99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:17.191152 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-bf544566-dfdf-452c-8ce5-eb3cde4af6d4 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:17.194384 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-bf544566-dfdf-452c-8ce5-eb3cde4af6d4 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "DELETE /v2.0/ports/0be828ad-70e4-449e-ab5a-a3275ef7ae1d HTTP/1.1" status: 204 len: 168 time: 1.0648646 Nov 22 20:32:17.198811 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 39180) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:32:17.240960 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 1469476b-29da-41ee-b4f5-ee422b17018b up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:32:17.328114 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dde93f4-26f4-42ab-b84b-310171d8650a tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:32:17.331692 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dde93f4-26f4-42ab-b84b-310171d8650a tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:32:17.339234 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-1dde93f4-26f4-42ab-b84b-310171d8650a tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1386194 Nov 22 20:32:17.341096 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 39182) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:32:17.342526 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2edd1c5-38c7-4e9f-bd6b-14a56962cb99 None None] Pushing event updated for resources: {'Port': ['ID=1469476b-29da-41ee-b4f5-ee422b17018b,revision_number=3']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:32:17.362630 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 1469476b-29da-41ee-b4f5-ee422b17018b triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:32:17.364195 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:17.408780 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-b58aaed7-b346-41c4-84fb-2ab89701e4db None None] Could not find standard attr ID for object 0be828ad-70e4-449e-ab5a-a3275ef7ae1d. {{(pid=103449) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 22 20:32:17.431924 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd08e3a9-224f-41dc-899a-44019d9dcef7 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Deleting subnet 6a11d3e9-55e7-452b-a49e-669a362abb98 {{(pid=103447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 20:32:17.437767 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-fd08e3a9-224f-41dc-899a-44019d9dcef7 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks [] for subnet, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:17.536352 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-fd08e3a9-224f-41dc-899a-44019d9dcef7 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12178353'] for subnet, precommit_delete_associations {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:17.710296 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-fd08e3a9-224f-41dc-899a-44019d9dcef7 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3753007'] for subnet, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:17.861723 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-fd08e3a9-224f-41dc-899a-44019d9dcef7 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3753014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8900804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8485115'] for subnet, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:17.918039 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd08e3a9-224f-41dc-899a-44019d9dcef7 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Pushing event deleted for resources: {'Subnet': ['ID=6a11d3e9-55e7-452b-a49e-669a362abb98,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:32:17.922171 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-9f915969-c3d0-4d90-839b-87deb0000add admin admin] Deleting port 245496fa-94df-417f-8d01-799d37709ecc {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:32:17.922501 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9f915969-c3d0-4d90-839b-87deb0000add admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:17.930621 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 39200) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:32:17.933818 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e0e2236-110f-4376-8a68-1b803bffe423 None None] Network 7bd88872-a540-4e3b-ac93-d884c5e46f76 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:32:17.934399 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-fd08e3a9-224f-41dc-899a-44019d9dcef7 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for subnet, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:17.937181 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-6dbb79d0-d24e-4e9d-8bde-d2cffa61f2cc admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-2074793907-network', 'tenant_id': '2f1be1e17ce745a3a14e4edd9f41dbe6'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:32:17.938082 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-fd08e3a9-224f-41dc-899a-44019d9dcef7 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "DELETE /v2.0/subnets/6a11d3e9-55e7-452b-a49e-669a362abb98 HTTP/1.1" status: 204 len: 168 time: 0.5901778 Nov 22 20:32:17.946373 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 39202) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:32:18.015850 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-738a707a-f618-4a4b-bc2c-778d8d02c011 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0678267 Nov 22 20:32:18.016645 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 39206) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:32:18.056037 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dbb79d0-d24e-4e9d-8bde-d2cffa61f2cc admin admin] Made reservation on behalf of 2f1be1e17ce745a3a14e4edd9f41dbe6 for: {'network': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:32:18.058129 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6dbb79d0-d24e-4e9d-8bde-d2cffa61f2cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for network, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:18.070633 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6dbb79d0-d24e-4e9d-8bde-d2cffa61f2cc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:18.103996 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c7fed2-9813-42ed-a673-622f7fbf0773 req-f3e6550c-3a9b-4455-8156-ecd0a68175c1 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:32:18.105702 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-79c7fed2-9813-42ed-a673-622f7fbf0773 req-f3e6550c-3a9b-4455-8156-ecd0a68175c1 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/ports?device_id=b7b5dc30-fe6f-4664-b91e-e11a00cbd74f HTTP/1.1" status: 200 len: 945 time: 0.1552000 Nov 22 20:32:18.115314 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b969f724-3abe-41fc-a75f-08ffba29d21c tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:32:18.119525 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-b969f724-3abe-41fc-a75f-08ffba29d21c tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0980258 Nov 22 20:32:18.121915 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 39208) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:32:18.131980 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6c38de-b6bd-4f9b-b67e-d6182f473595 req-c9b73b0c-2a9c-49f5-9e2e-1ec0eaa7a84a tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:32:18.138762 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0b6c38de-b6bd-4f9b-b67e-d6182f473595 req-c9b73b0c-2a9c-49f5-9e2e-1ec0eaa7a84a tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/ports?device_id=f1a6bfe1-26d1-4dd2-94cd-df2360ee8ad5 HTTP/1.1" status: 200 len: 945 time: 0.1552126 Nov 22 20:32:18.141224 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [None req-9f915969-c3d0-4d90-839b-87deb0000add admin admin] For port 245496fa-94df-417f-8d01-799d37709ecc, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=245496fa-94df-417f-8d01-799d37709ecc,segment=NetworkSegment(1739ccaa-9c80-4797-8458-792c11f48e76),segment_id=1739ccaa-9c80-4797-8458-792c11f48e76)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:32:18.141661 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9f915969-c3d0-4d90-839b-87deb0000add admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:18.193970 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-9f915969-c3d0-4d90-839b-87deb0000add admin admin] Calling delete_port for 245496fa-94df-417f-8d01-799d37709ecc owned by network:router_interface {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:32:18.194696 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b8d7ed2-8229-4633-bce0-386dd293ed0b None None] DHCP port deletion for 7bd88872-a540-4e3b-ac93-d884c5e46f76 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:32:18.212212 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33aaf612-90b8-4f8c-bdf6-945c033b5e2c tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:32:18.217006 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-33aaf612-90b8-4f8c-bdf6-945c033b5e2c tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0914538 Nov 22 20:32:18.217512 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 39210) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:32:18.262837 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-5b8d7ed2-8229-4633-bce0-386dd293ed0b None None] Deleting port 1469476b-29da-41ee-b4f5-ee422b17018b {{(pid=103449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:32:18.263217 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-5b8d7ed2-8229-4633-bce0-386dd293ed0b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:18.279472 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0b6c38de-b6bd-4f9b-b67e-d6182f473595 req-8f091b49-3333-48ad-90bb-9866d94c5f01 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/security-groups?id=ace094e3-bfce-4b88-a460-949b8cf0d5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1119006 Nov 22 20:32:18.281059 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6dbb79d0-d24e-4e9d-8bde-d2cffa61f2cc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:18.302402 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-79c7fed2-9813-42ed-a673-622f7fbf0773 req-30a67819-bc49-4026-bd2c-89fbffa5b54a tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/security-groups?id=967182ec-36b6-43cb-985c-f0d9e87194dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739271 Nov 22 20:32:18.332453 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-9b89bd1b-7851-431a-9985-60e68a31d5ad tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1138365 Nov 22 20:32:18.333976 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 39214) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:32:18.334644 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6dbb79d0-d24e-4e9d-8bde-d2cffa61f2cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:18.347172 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-dd7fce4e-40bb-4719-ac68-5273ae9378f9 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Request body: {'subnet': {'network_id': '7bd88872-a540-4e3b-ac93-d884c5e46f76', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:32:18.349457 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-5b8d7ed2-8229-4633-bce0-386dd293ed0b None None] For port 1469476b-29da-41ee-b4f5-ee422b17018b, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=1469476b-29da-41ee-b4f5-ee422b17018b,segment=NetworkSegment(bdb0f717-aa5f-4e33-bcc3-95472c9b5b64),segment_id=bdb0f717-aa5f-4e33-bcc3-95472c9b5b64)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:32:18.349858 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-5b8d7ed2-8229-4633-bce0-386dd293ed0b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:18.368954 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-5b8d7ed2-8229-4633-bce0-386dd293ed0b None None] Calling delete_port for 1469476b-29da-41ee-b4f5-ee422b17018b owned by network:dhcp {{(pid=103449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:32:18.464237 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-5b8d7ed2-8229-4633-bce0-386dd293ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381'] for port, after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:18.485396 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6dbb79d0-d24e-4e9d-8bde-d2cffa61f2cc admin admin] vlan segment allocate from pool success with {'vlan_id': 634, 'physical_network': 'physnet1'} {{(pid=103448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 20:32:18.506824 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8d7ed2-8229-4633-bce0-386dd293ed0b None None] Pushing event deleted for resources: {'Port': ['ID=1469476b-29da-41ee-b4f5-ee422b17018b,revision_number=None']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:32:18.508225 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbb79d0-d24e-4e9d-8bde-d2cffa61f2cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3efdc55-a6f6-4a09-813f-699521f05acf,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:32:18.509108 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b8d7ed2-8229-4633-bce0-386dd293ed0b None None] No DVR routers for this DVR port 1469476b-29da-41ee-b4f5-ee422b17018b on host n-d-818823-1 {{(pid=103449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:32:18.515787 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6dbb79d0-d24e-4e9d-8bde-d2cffa61f2cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:18.516136 n-d-818823-1 neutron-server[103448]: INFO neutron.db.segments_db [None req-6dbb79d0-d24e-4e9d-8bde-d2cffa61f2cc admin admin] Added segment 66713f17-6529-474a-95dd-5910789685dd of type vlan for network 57b8d32b-2e18-418c-bdae-79baa57b75d7 Nov 22 20:32:18.524518 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d4f68c-54c4-423b-89e8-4e6f8e666ff6 req-0f3194b3-ee22-4e81-a790-c3ef35cf887c tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:32:18.526091 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-26d4f68c-54c4-423b-89e8-4e6f8e666ff6 req-0f3194b3-ee22-4e81-a790-c3ef35cf887c tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/ports?device_id=f1a6bfe1-26d1-4dd2-94cd-df2360ee8ad5 HTTP/1.1" status: 200 len: 945 time: 0.1158779 Nov 22 20:32:18.574887 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd7fce4e-40bb-4719-ac68-5273ae9378f9 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Made reservation on behalf of aa06169c4e4d4119918ff90a471be1d0 for: {'subnet': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:32:18.578451 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-dd7fce4e-40bb-4719-ac68-5273ae9378f9 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11792951'] for subnet, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:18.625437 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6dbb79d0-d24e-4e9d-8bde-d2cffa61f2cc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748992492791'] for network, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:18.627898 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-26d4f68c-54c4-423b-89e8-4e6f8e666ff6 req-18bb9c0f-8fac-4cdc-9ac0-4e04a7bd3027 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/security-groups?id=ace094e3-bfce-4b88-a460-949b8cf0d5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946469 Nov 22 20:32:18.684956 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9f915969-c3d0-4d90-839b-87deb0000add admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:18.699120 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6dbb79d0-d24e-4e9d-8bde-d2cffa61f2cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for network, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:18.699387 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dbb79d0-d24e-4e9d-8bde-d2cffa61f2cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:32:18.700047 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6dbb79d0-d24e-4e9d-8bde-d2cffa61f2cc admin admin] Publish callbacks [] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:18.732712 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f915969-c3d0-4d90-839b-87deb0000add admin admin] Pushing event deleted for resources: {'Port': ['ID=245496fa-94df-417f-8d01-799d37709ecc,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:32:18.850791 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-6dbb79d0-d24e-4e9d-8bde-d2cffa61f2cc admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9193313 Nov 22 20:32:18.861109 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 39226) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:32:18.866768 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-daaf4a21-91fd-4f51-81b4-81e1ace0e403 admin admin] Request body: {'subnet': {'network_id': '57b8d32b-2e18-418c-bdae-79baa57b75d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-2074793907-subnet', 'tenant_id': '2f1be1e17ce745a3a14e4edd9f41dbe6', 'ip_version': 4}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:32:18.883382 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbb79d0-d24e-4e9d-8bde-d2cffa61f2cc admin admin] Pushing event updated for resources: {'Network': ['ID=57b8d32b-2e18-418c-bdae-79baa57b75d7,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:32:18.897363 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Network 57b8d32b-2e18-418c-bdae-79baa57b75d7 details requested by agent ovs-agent-n-d-818823-1 with host n-d-818823-1 {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 20:32:18.957550 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9f915969-c3d0-4d90-839b-87deb0000add admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-563470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-663272'] for router_interface, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:19.000195 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daaf4a21-91fd-4f51-81b4-81e1ace0e403 admin admin] Made reservation on behalf of 2f1be1e17ce745a3a14e4edd9f41dbe6 for: {'subnet': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:32:19.003491 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-daaf4a21-91fd-4f51-81b4-81e1ace0e403 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11792951'] for subnet, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:19.208167 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 1e263e93-9285-4b58-a694-fedb4b719dbb up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:32:19.273088 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f915969-c3d0-4d90-839b-87deb0000add admin admin] Router 0b01ca47-3578-490c-8468-cf94f1d1b6b1 has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 20:32:19.293320 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 1e263e93-9285-4b58-a694-fedb4b719dbb triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:32:19.294129 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:19.300016 n-d-818823-1 neutron-server[103448]: DEBUG neutron.objects.ports [None req-dd7fce4e-40bb-4719-ac68-5273ae9378f9 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103448) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 22 20:32:19.303930 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-dd7fce4e-40bb-4719-ac68-5273ae9378f9 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11567560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11792921'] for subnet, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:19.399178 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd7fce4e-40bb-4719-ac68-5273ae9378f9 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Network 7bd88872-a540-4e3b-ac93-d884c5e46f76 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:32:19.404935 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-dd7fce4e-40bb-4719-ac68-5273ae9378f9 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:32:19.408320 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd7fce4e-40bb-4719-ac68-5273ae9378f9 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:32:19.408930 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-dd7fce4e-40bb-4719-ac68-5273ae9378f9 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:19.441820 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7fce4e-40bb-4719-ac68-5273ae9378f9 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Pushing event updated for resources: {'Subnet': ['ID=ae3e3acd-fb4a-4c50-8cc4-e97fc4ba5a05,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:32:19.450021 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-daaf4a21-91fd-4f51-81b4-81e1ace0e403 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11567560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11792921'] for subnet, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:19.466032 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-dd7fce4e-40bb-4719-ac68-5273ae9378f9 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.1200087 Nov 22 20:32:19.466792 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 39264) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:32:19.475855 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-a4a3d092-5d92-4591-adf9-91350dc75a85 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Request body: {'port': {'network_id': '7bd88872-a540-4e3b-ac93-d884c5e46f76', 'mac_address': 'fa:16:3e:58:8e:75', 'name': 'tempest-NetworksTestDHCPv6-620046992'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:32:19.507596 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f915969-c3d0-4d90-839b-87deb0000add admin admin] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:32:19.524524 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23920f8f-e9e0-467a-9028-2dda95beef25 None None] Sync routers for ids ['0b01ca47-3578-490c-8468-cf94f1d1b6b1'] in n-d-818823-1 {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:32:19.551074 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-9f915969-c3d0-4d90-839b-87deb0000add admin admin] 10.222.0.46 "PUT /v2.0/routers/0b01ca47-3578-490c-8468-cf94f1d1b6b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3097310 Nov 22 20:32:19.552982 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 39270) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:32:19.553389 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23920f8f-e9e0-467a-9028-2dda95beef25 None None] Routers {'0b01ca47-3578-490c-8468-cf94f1d1b6b1'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:32:19.562739 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-23920f8f-e9e0-467a-9028-2dda95beef25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:32:03Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['0b01ca47-3578-490c-8468-cf94f1d1b6b1'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:32:19.571591 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daaf4a21-91fd-4f51-81b4-81e1ace0e403 admin admin] Checking segment: {'id': '66713f17-6529-474a-95dd-5910789685dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '57b8d32b-2e18-418c-bdae-79baa57b75d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:32:19.572401 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daaf4a21-91fd-4f51-81b4-81e1ace0e403 admin admin] Network hostable DHCP agents. Network: 57b8d32b-2e18-418c-bdae-79baa57b75d7, hostable agents: ['02adaa64-0987-4b74-bad0-cbcf56f8a294'], hosted agents: [] {{(pid=103448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 20:32:19.575281 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daaf4a21-91fd-4f51-81b4-81e1ace0e403 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b2068bd-0116-4c8e-801b-824b8c14e13b,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:32:19.599763 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daaf4a21-91fd-4f51-81b4-81e1ace0e403 admin admin] Network 57b8d32b-2e18-418c-bdae-79baa57b75d7 is scheduled to be hosted by DHCP agent 02adaa64-0987-4b74-bad0-cbcf56f8a294 with binding_index 1 {{(pid=103448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 20:32:19.606157 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff6d2815-5d31-4a3c-9102-1568d2d34147 None None] Network 7bd88872-a540-4e3b-ac93-d884c5e46f76 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:32:19.617195 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-daaf4a21-91fd-4f51-81b4-81e1ace0e403 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818823-1, 57b8d32b-2e18-418c-bdae-79baa57b75d7) {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:32:19.626654 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 8d4e4e36-a305-4d2d-b7a0-f073ea88ec5e up at agent hyperv_n-h1-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:32:19.635927 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daaf4a21-91fd-4f51-81b4-81e1ace0e403 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:32:19.637279 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-daaf4a21-91fd-4f51-81b4-81e1ace0e403 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:19.651063 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e134c451-eb8c-4970-9b3c-20c688e6181d None None] Network 57b8d32b-2e18-418c-bdae-79baa57b75d7 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:32:19.668926 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-daaf4a21-91fd-4f51-81b4-81e1ace0e403 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8057847 Nov 22 20:32:19.670356 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 39272) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:32:19.679702 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-3fef307a-baa8-4b10-a39e-7c5cfd79fda0 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-2074793907-router', 'tenant_id': '2f1be1e17ce745a3a14e4edd9f41dbe6', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'}}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:32:19.693482 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9f59ed39-b93b-4e27-b4de-c59429f550c6 admin admin] Publish callbacks [] for router, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:19.734192 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3fef307a-baa8-4b10-a39e-7c5cfd79fda0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24799'] for router, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:19.737895 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3fef307a-baa8-4b10-a39e-7c5cfd79fda0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-632716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24788'] for router, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:19.785660 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-23920f8f-e9e0-467a-9028-2dda95beef25 None None] Set router 0b01ca47-3578-490c-8468-cf94f1d1b6b1 gateway port host: n-d-818823-1 {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:32:19.852675 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3fef307a-baa8-4b10-a39e-7c5cfd79fda0 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:19.890727 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48702f64-4866-4b3f-b6b9-d492215d325e req-59841c07-7c8a-4483-8fd3-da291abd00e1 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:32:19.893700 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-48702f64-4866-4b3f-b6b9-d492215d325e req-59841c07-7c8a-4483-8fd3-da291abd00e1 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/ports?device_id=b7b5dc30-fe6f-4664-b91e-e11a00cbd74f HTTP/1.1" status: 200 len: 945 time: 0.3878198 Nov 22 20:32:19.982517 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8788c988-7ad1-42bb-8769-a604004039e2 None None] Sync routers for ids ['eeea5059-f676-428f-80c9-c5dcbf907e74'] in n-d-818823-1 {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:32:20.012254 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4a3d092-5d92-4591-adf9-91350dc75a85 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Made reservation on behalf of aa06169c4e4d4119918ff90a471be1d0 for: {'port': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:32:20.023107 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-48702f64-4866-4b3f-b6b9-d492215d325e req-77a456b5-8981-4037-bfc8-be24d388172f tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/security-groups?id=967182ec-36b6-43cb-985c-f0d9e87194dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174345 Nov 22 20:32:20.039144 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Provisioning for port 8d4e4e36-a305-4d2d-b7a0-f073ea88ec5e completed by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 20:32:20.056345 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Provisioning complete for port 8d4e4e36-a305-4d2d-b7a0-f073ea88ec5e triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:32:20.056829 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:20.069412 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3fef307a-baa8-4b10-a39e-7c5cfd79fda0 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:20.133520 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8788c988-7ad1-42bb-8769-a604004039e2 None None] Routers {'eeea5059-f676-428f-80c9-c5dcbf907e74'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:32:20.135075 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-8788c988-7ad1-42bb-8769-a604004039e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:32:03Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['eeea5059-f676-428f-80c9-c5dcbf907e74'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:32:20.148200 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e11eeb7-e6aa-4614-a871-5ad19808fb49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fb26bd7-ce56-527b-b94f-2e1f7cb2bb35-7bd88872-a540-4e3b-ac93-d884c5e46f76', 'network_id': '7bd88872-a540-4e3b-ac93-d884c5e46f76', 'tenant_id': 'aa06169c4e4d4119918ff90a471be1d0', 'fixed_ips': [{'subnet_id': 'ae3e3acd-fb4a-4c50-8cc4-e97fc4ba5a05'}]}} from n-d-818823-1. {{(pid=103449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 20:32:20.149071 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-8e11eeb7-e6aa-4614-a871-5ad19808fb49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:20.168553 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a4a3d092-5d92-4591-adf9-91350dc75a85 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:20.172318 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9f59ed39-b93b-4e27-b4de-c59429f550c6 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:20.178579 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-23920f8f-e9e0-467a-9028-2dda95beef25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b01ca47-3578-490c-8468-cf94f1d1b6b1', 'name': 'tempest-AttachVolumeTestJSON-388477978-router', 'tenant_id': '85bf20edceb64b41a574b1567a4068c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': 'dd6e914c-61c9-403e-a609-e6b3968a14c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:23:52Z', 'updated_at': '2021-11-22T20:32:18Z', 'revision_number': 5, 'project_id': '85bf20edceb64b41a574b1567a4068c1', 'gw_port': {'id': 'dd6e914c-61c9-403e-a609-e6b3968a14c4', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:89:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b01ca47-3578-490c-8468-cf94f1d1b6b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2210, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:23:53Z', 'updated_at': '2021-11-22T20:24:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:32:20.206946 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 1469476b-29da-41ee-b4f5-ee422b17018b no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:32:20.220318 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23920f8f-e9e0-467a-9028-2dda95beef25 None None] Checking router: 0b01ca47-3578-490c-8468-cf94f1d1b6b1 for host: n-d-818823-1 {{(pid=103450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 20:32:20.232158 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23920f8f-e9e0-467a-9028-2dda95beef25 None None] Routers {'0b01ca47-3578-490c-8468-cf94f1d1b6b1'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:32:20.233167 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-23920f8f-e9e0-467a-9028-2dda95beef25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:32:03Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['0b01ca47-3578-490c-8468-cf94f1d1b6b1'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:32:20.245717 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: 1469476b-29da-41ee-b4f5-ee422b17018b {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:32:20.246305 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 1469476b-29da-41ee-b4f5-ee422b17018b not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:32:20.246460 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [None req-a4a3d092-5d92-4591-adf9-91350dc75a85 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] device_id is not set on port f938ea03-5a47-4ff9-bf48-514c8faf6044 yet. {{(pid=103447) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 20:32:20.260485 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b626f69d-f315-4c77-ac6d-bf7fdc0e7e20 req-5f12333f-0528-414d-8d4e-10c9c57a6494 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:32:20.262061 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b626f69d-f315-4c77-ac6d-bf7fdc0e7e20 req-5f12333f-0528-414d-8d4e-10c9c57a6494 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/ports?device_id=223a6470-c695-4f80-9249-14d64f28075d HTTP/1.1" status: 200 len: 943 time: 0.3228090 Nov 22 20:32:20.344753 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4b4838f-89a2-4a1b-bbaf-9615b8f3c654 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fb26bd7-ce56-527b-b94f-2e1f7cb2bb35-57b8d32b-2e18-418c-bdae-79baa57b75d7', 'network_id': '57b8d32b-2e18-418c-bdae-79baa57b75d7', 'tenant_id': '2f1be1e17ce745a3a14e4edd9f41dbe6', 'fixed_ips': [{'subnet_id': '6b2068bd-0116-4c8e-801b-824b8c14e13b'}]}} from n-d-818823-1. {{(pid=103449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 20:32:20.346148 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-a4b4838f-89a2-4a1b-bbaf-9615b8f3c654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:20.363620 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-23920f8f-e9e0-467a-9028-2dda95beef25 None None] Set router 0b01ca47-3578-490c-8468-cf94f1d1b6b1 gateway port host: None {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:32:20.377677 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3fef307a-baa8-4b10-a39e-7c5cfd79fda0 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:20.412547 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3fef307a-baa8-4b10-a39e-7c5cfd79fda0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:20.562259 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [None req-3fef307a-baa8-4b10-a39e-7c5cfd79fda0 admin admin] Allocated IP 172.25.5.135 (c48a55e9-6a85-4746-b7bf-3e29fb560094/5da6f781-63e6-4328-ae7a-5e672262f55a/f0181abe-9974-4360-9347-53578c02ccdc) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:32:20.564626 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-23920f8f-e9e0-467a-9028-2dda95beef25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b01ca47-3578-490c-8468-cf94f1d1b6b1', 'name': 'tempest-AttachVolumeTestJSON-388477978-router', 'tenant_id': '85bf20edceb64b41a574b1567a4068c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:23:52Z', 'updated_at': '2021-11-22T20:32:20Z', 'revision_number': 6, 'project_id': '85bf20edceb64b41a574b1567a4068c1', 'gw_port_host': None}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:32:20.578247 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.db_base_plugin_common [None req-a4b4838f-89a2-4a1b-bbaf-9615b8f3c654 None None] Allocated IP 172.20.0.2 (57b8d32b-2e18-418c-bdae-79baa57b75d7/6b2068bd-0116-4c8e-801b-824b8c14e13b/5ce0141c-57cd-4b4c-b55a-a32b88fda451) {{(pid=103449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:32:20.605185 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23920f8f-e9e0-467a-9028-2dda95beef25 None None] The sync data for ids ['0b01ca47-3578-490c-8468-cf94f1d1b6b1'] in n-d-818823-1 is: [{'id': '0b01ca47-3578-490c-8468-cf94f1d1b6b1', 'name': 'tempest-AttachVolumeTestJSON-388477978-router', 'tenant_id': '85bf20edceb64b41a574b1567a4068c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:23:52Z', 'updated_at': '2021-11-22T20:32:20Z', 'revision_number': 6, 'project_id': '85bf20edceb64b41a574b1567a4068c1', 'gw_port_host': None}] {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:32:20.702811 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3fef307a-baa8-4b10-a39e-7c5cfd79fda0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:20.724173 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-9f59ed39-b93b-4e27-b4de-c59429f550c6 admin admin] Deleting port dd6e914c-61c9-403e-a609-e6b3968a14c4 {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:32:20.724787 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9f59ed39-b93b-4e27-b4de-c59429f550c6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:20.751487 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3fef307a-baa8-4b10-a39e-7c5cfd79fda0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:20.757810 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-8788c988-7ad1-42bb-8769-a604004039e2 None None] Set router eeea5059-f676-428f-80c9-c5dcbf907e74 gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:32:20.804615 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fef307a-baa8-4b10-a39e-7c5cfd79fda0 admin admin] Network c48a55e9-6a85-4746-b7bf-3e29fb560094 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:32:20.807585 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:20.810716 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-3fef307a-baa8-4b10-a39e-7c5cfd79fda0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:32:20.816255 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fef307a-baa8-4b10-a39e-7c5cfd79fda0 admin admin] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:32:20.839168 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-debf44ca-236b-4080-9827-321cb14ab529 None None] DHCP port deletion for c48a55e9-6a85-4746-b7bf-3e29fb560094 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:32:20.850933 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fef307a-baa8-4b10-a39e-7c5cfd79fda0 admin admin] Pushing event updated for resources: {'Port': ['ID=f0181abe-9974-4360-9347-53578c02ccdc,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:32:20.852881 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [None req-a4a3d092-5d92-4591-adf9-91350dc75a85 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Allocated IP 2001:db8::f816:3eff:fe58:8e75 (7bd88872-a540-4e3b-ac93-d884c5e46f76/ae3e3acd-fb4a-4c50-8cc4-e97fc4ba5a05/f938ea03-5a47-4ff9-bf48-514c8faf6044) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:32:20.859610 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-a4b4838f-89a2-4a1b-bbaf-9615b8f3c654 None None] Publish callbacks [] for port, precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:20.906103 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [None req-9f59ed39-b93b-4e27-b4de-c59429f550c6 admin admin] For port dd6e914c-61c9-403e-a609-e6b3968a14c4, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=dd6e914c-61c9-403e-a609-e6b3968a14c4,segment=NetworkSegment(8793ba83-8407-4c3d-9b56-2a177cd58a70),segment_id=8793ba83-8407-4c3d-9b56-2a177cd58a70)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:32:20.907530 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9f59ed39-b93b-4e27-b4de-c59429f550c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:20.907659 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7b5dc30-fe6f-4664-b91e-e11a00cbd74f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d4e4e36-a305-4d2d-b7a0-f073ea88ec5e'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:32:20.911670 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d39f6d30a11e565ec9648abcc015e8a6ab6cff4edd704add8155e28765d31eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-542bcec4-480e-4390-bf50-657f4aef1d65" -d '{"events": [{"server_uuid": "b7b5dc30-fe6f-4664-b91e-e11a00cbd74f", "name": "network-vif-plugged", "status": "completed", "tag": "8d4e4e36-a305-4d2d-b7a0-f073ea88ec5e"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:32:20.933921 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-b626f69d-f315-4c77-ac6d-bf7fdc0e7e20 req-724caf70-a35e-4b0c-b224-40f44d66b569 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Deleting port cdc14639-ccc0-49ca-96c4-bc427e74b24d {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:32:20.934264 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-b626f69d-f315-4c77-ac6d-bf7fdc0e7e20 req-724caf70-a35e-4b0c-b224-40f44d66b569 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:20.941061 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-a4b4838f-89a2-4a1b-bbaf-9615b8f3c654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372'] for port, after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:20.942845 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-9f59ed39-b93b-4e27-b4de-c59429f550c6 admin admin] Calling delete_port for dd6e914c-61c9-403e-a609-e6b3968a14c4 owned by network:router_gateway {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:32:20.978043 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 8d4e4e36-a305-4d2d-b7a0-f073ea88ec5e, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=8d4e4e36-a305-4d2d-b7a0-f073ea88ec5e,segment=NetworkSegment(470d5048-a1ed-4f8a-b81a-95ae6f6f9db0),segment_id=470d5048-a1ed-4f8a-b81a-95ae6f6f9db0)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:32:21.061926 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:21.083301 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:32:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cacaa7c8-beb4-48e8-b809-4ee855dff801 x-openstack-request-id: req-cacaa7c8-beb4-48e8-b809-4ee855dff801 {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:32:21.083700 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7b5dc30-fe6f-4664-b91e-e11a00cbd74f", "name": "network-vif-plugged", "status": "completed", "tag": "8d4e4e36-a305-4d2d-b7a0-f073ea88ec5e", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:32:21.083941 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-cacaa7c8-beb4-48e8-b809-4ee855dff801 {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:32:21.084344 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7b5dc30-fe6f-4664-b91e-e11a00cbd74f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d4e4e36-a305-4d2d-b7a0-f073ea88ec5e', 'code': 200} Nov 22 20:32:21.108851 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 245496fa-94df-417f-8d01-799d37709ecc no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:32:21.174774 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-07001ac2-6bc2-4f1f-86fc-1782a31d2e04 req-7f53fa88-b1f1-4c65-ac96-87cb872b7101 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=49d7c329-30a1-4efb-89cd-665861be1695&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1806984 Nov 22 20:32:21.181934 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: 245496fa-94df-417f-8d01-799d37709ecc {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:32:21.182282 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 245496fa-94df-417f-8d01-799d37709ecc not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:32:21.185801 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4b4838f-89a2-4a1b-bbaf-9615b8f3c654 None None] Network 57b8d32b-2e18-418c-bdae-79baa57b75d7 is already hosted by enough agents. {{(pid=103449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:32:21.195382 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.base_scheduler [None req-a4b4838f-89a2-4a1b-bbaf-9615b8f3c654 None None] Resources bound (agent type, host, resource id): {{(pid=103449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:32:21.203186 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b4838f-89a2-4a1b-bbaf-9615b8f3c654 None None] Received port after_create {{(pid=103449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:32:21.209448 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b4838f-89a2-4a1b-bbaf-9615b8f3c654 None None] Pushing event updated for resources: {'Port': ['ID=5ce0141c-57cd-4b4c-b55a-a32b88fda451,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:32:21.214088 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-04f45145-ec53-440f-bc56-9cfe22544d4e None None] Provisioning complete for port f0181abe-9974-4360-9347-53578c02ccdc triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:32:21.214462 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-04f45145-ec53-440f-bc56-9cfe22544d4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:21.287952 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-b626f69d-f315-4c77-ac6d-bf7fdc0e7e20 req-724caf70-a35e-4b0c-b224-40f44d66b569 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] For port cdc14639-ccc0-49ca-96c4-bc427e74b24d, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=cdc14639-ccc0-49ca-96c4-bc427e74b24d,segment=NetworkSegment(60e02a7e-98a0-4d76-b36b-46f7624c5b28),segment_id=60e02a7e-98a0-4d76-b36b-46f7624c5b28)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:32:21.288349 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-b626f69d-f315-4c77-ac6d-bf7fdc0e7e20 req-724caf70-a35e-4b0c-b224-40f44d66b569 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:21.322489 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-b626f69d-f315-4c77-ac6d-bf7fdc0e7e20 req-724caf70-a35e-4b0c-b224-40f44d66b569 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Calling delete_port for cdc14639-ccc0-49ca-96c4-bc427e74b24d owned by compute:nova {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:32:21.330581 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07001ac2-6bc2-4f1f-86fc-1782a31d2e04 req-bdcddfd1-a8d7-4b32-98b0-ac37c5303925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:32:21.332156 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-07001ac2-6bc2-4f1f-86fc-1782a31d2e04 req-bdcddfd1-a8d7-4b32-98b0-ac37c5303925 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a3670ebd84cb4741b338db645a992249&device_id=49d7c329-30a1-4efb-89cd-665861be1695 HTTP/1.1" status: 200 len: 1096 time: 0.0911016 Nov 22 20:32:21.340438 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-04f45145-ec53-440f-bc56-9cfe22544d4e None None] Port f0181abe-9974-4360-9347-53578c02ccdc cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:32:21.344634 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-a4b4838f-89a2-4a1b-bbaf-9615b8f3c654 None None] Attempting to bind port 5ce0141c-57cd-4b4c-b55a-a32b88fda451 on host n-d-818823-1 for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:32:21.345021 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-a4b4838f-89a2-4a1b-bbaf-9615b8f3c654 None None] Attempting to bind port 5ce0141c-57cd-4b4c-b55a-a32b88fda451 by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': '66713f17-6529-474a-95dd-5910789685dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '57b8d32b-2e18-418c-bdae-79baa57b75d7'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:32:21.345389 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b4838f-89a2-4a1b-bbaf-9615b8f3c654 None None] Attempting to bind port 5ce0141c-57cd-4b4c-b55a-a32b88fda451 on network 57b8d32b-2e18-418c-bdae-79baa57b75d7 {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:32:21.355457 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=8d4e4e36-a305-4d2d-b7a0-f073ea88ec5e,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:32:21.359026 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b4838f-89a2-4a1b-bbaf-9615b8f3c654 None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 32, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:32:21.359422 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b4838f-89a2-4a1b-bbaf-9615b8f3c654 None None] Checking segment: {'id': '66713f17-6529-474a-95dd-5910789685dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '57b8d32b-2e18-418c-bdae-79baa57b75d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:32:21.359855 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-a4b4838f-89a2-4a1b-bbaf-9615b8f3c654 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:21.360247 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b4838f-89a2-4a1b-bbaf-9615b8f3c654 None None] Bound using segment: {'id': '66713f17-6529-474a-95dd-5910789685dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '57b8d32b-2e18-418c-bdae-79baa57b75d7'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:32:21.360729 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-a4b4838f-89a2-4a1b-bbaf-9615b8f3c654 None None] Bound port: 5ce0141c-57cd-4b4c-b55a-a32b88fda451, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66713f17-6529-474a-95dd-5910789685dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '57b8d32b-2e18-418c-bdae-79baa57b75d7'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:32:21.361120 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-a4b4838f-89a2-4a1b-bbaf-9615b8f3c654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:21.364803 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-8788c988-7ad1-42bb-8769-a604004039e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eeea5059-f676-428f-80c9-c5dcbf907e74', 'name': 'tempest-TestVolumeBackupRestore-916431354-router', 'tenant_id': '9f480581a3a24d53832d12c56efe7dfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': '1e263e93-9285-4b58-a694-fedb4b719dbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:32:07Z', 'updated_at': '2021-11-22T20:32:14Z', 'revision_number': 4, 'project_id': '9f480581a3a24d53832d12c56efe7dfb', 'gw_port': {'id': '1e263e93-9285-4b58-a694-fedb4b719dbb', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:c8:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeea5059-f676-428f-80c9-c5dcbf907e74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2560, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:32:11Z', 'updated_at': '2021-11-22T20:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': '962d52d4-f506-4922-8a74-4b7e502d9d76', 'name': '', 'network_id': '4c363749-4641-444d-b12e-785df04d6621', 'tenant_id': '9f480581a3a24d53832d12c56efe7dfb', 'mac_address': 'fa:16:3e:b6:eb:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eeea5059-f676-428f-80c9-c5dcbf907e74', 'device_owner': 'network:router_interface', 'standard_attr_id': 2562, 'fixed_ips': [{'subnet_id': '914ec341-e8f9-45e2-bd46-ed1ea518b4e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:32:13Z', 'updated_at': '2021-11-22T20:32:14Z', 'revision_number': 2, 'project_id': '9f480581a3a24d53832d12c56efe7dfb', 'subnets': [{'id': '914ec341-e8f9-45e2-bd46-ed1ea518b4e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:32:21.375056 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09cf5a8-0dec-4a7c-9736-0a846a9cd42c req-7de18d34-791f-46cd-a7b9-8559c2dd4752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:32:21.376606 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b09cf5a8-0dec-4a7c-9736-0a846a9cd42c req-7de18d34-791f-46cd-a7b9-8559c2dd4752 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b7b5dc30-fe6f-4664-b91e-e11a00cbd74f HTTP/1.1" status: 200 len: 1097 time: 0.2724042 Nov 22 20:32:21.401326 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8788c988-7ad1-42bb-8769-a604004039e2 None None] Checking router: eeea5059-f676-428f-80c9-c5dcbf907e74 for host: n-d-818823-1 {{(pid=103449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 20:32:21.401686 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8788c988-7ad1-42bb-8769-a604004039e2 None None] Updating router eeea5059-f676-428f-80c9-c5dcbf907e74 port 962d52d4-f506-4922-8a74-4b7e502d9d76 binding host n-d-818823-1 {{(pid=103449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 20:32:21.408546 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3fef307a-baa8-4b10-a39e-7c5cfd79fda0 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:21.418760 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67349555-5558-4c5d-b811-d03c1aa3dc7d req-4001df46-b5e5-4974-b3c4-906ef110fbbc tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:32:21.420437 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-67349555-5558-4c5d-b811-d03c1aa3dc7d req-4001df46-b5e5-4974-b3c4-906ef110fbbc tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/ports?device_id=b7b5dc30-fe6f-4664-b91e-e11a00cbd74f HTTP/1.1" status: 200 len: 946 time: 0.2624490 Nov 22 20:32:21.451752 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a4a3d092-5d92-4591-adf9-91350dc75a85 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:21.459662 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-8788c988-7ad1-42bb-8769-a604004039e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:21.626157 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b09cf5a8-0dec-4a7c-9736-0a846a9cd42c req-e096d395-de08-4586-ae62-5b7726273c0e service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=967182ec-36b6-43cb-985c-f0d9e87194dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2361977 Nov 22 20:32:21.686476 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-67349555-5558-4c5d-b811-d03c1aa3dc7d req-21b3ba04-3686-4fe5-963d-387baba27a51 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/security-groups?id=967182ec-36b6-43cb-985c-f0d9e87194dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2390864 Nov 22 20:32:21.691208 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-a4b4838f-89a2-4a1b-bbaf-9615b8f3c654 None None] For port 5ce0141c-57cd-4b4c-b55a-a32b88fda451, host n-d-818823-1, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:32:21.702255 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a4a3d092-5d92-4591-adf9-91350dc75a85 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:21.733467 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-a4b4838f-89a2-4a1b-bbaf-9615b8f3c654 None None] For port 5ce0141c-57cd-4b4c-b55a-a32b88fda451, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=5ce0141c-57cd-4b4c-b55a-a32b88fda451,segment=NetworkSegment(66713f17-6529-474a-95dd-5910789685dd),segment_id=66713f17-6529-474a-95dd-5910789685dd)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:32:21.748960 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9f59ed39-b93b-4e27-b4de-c59429f550c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:21.792576 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-a4b4838f-89a2-4a1b-bbaf-9615b8f3c654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:21.814675 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.db_base_plugin_common [None req-8e11eeb7-e6aa-4614-a871-5ad19808fb49 None None] Allocated IP 2001:db8::f816:3eff:fe15:4039 (7bd88872-a540-4e3b-ac93-d884c5e46f76/ae3e3acd-fb4a-4c50-8cc4-e97fc4ba5a05/a65e9e14-a0ba-43ce-92f8-8c84d66fa85b) {{(pid=103449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:32:21.828638 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4a3d092-5d92-4591-adf9-91350dc75a85 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Network 7bd88872-a540-4e3b-ac93-d884c5e46f76 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:32:21.849395 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2ef5463-a027-4601-ab22-0e79eacf7e2c None None] DHCP port deletion for c48a55e9-6a85-4746-b7bf-3e29fb560094 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:32:21.873069 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-a4a3d092-5d92-4591-adf9-91350dc75a85 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:32:21.876298 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a3d092-5d92-4591-adf9-91350dc75a85 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:32:21.883755 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4a3d092-5d92-4591-adf9-91350dc75a85 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:32:21.884795 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a4a3d092-5d92-4591-adf9-91350dc75a85 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:21.920851 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a3d092-5d92-4591-adf9-91350dc75a85 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Pushing event updated for resources: {'Port': ['ID=f938ea03-5a47-4ff9-bf48-514c8faf6044,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:32:21.939380 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07001ac2-6bc2-4f1f-86fc-1782a31d2e04 req-ce8e4a92-2389-4347-8bbd-ced03f5d2d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:32:21.942627 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-07001ac2-6bc2-4f1f-86fc-1782a31d2e04 req-ce8e4a92-2389-4347-8bbd-ced03f5d2d60 service neutron] 10.222.0.41 "GET /v2.0/networks?id=13496096-9618-4fad-a538-016ce712d3bd HTTP/1.1" status: 200 len: 913 time: 0.5886061 Nov 22 20:32:22.010968 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f59ed39-b93b-4e27-b4de-c59429f550c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd6e914c-61c9-403e-a609-e6b3968a14c4,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:32:22.024826 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-a4a3d092-5d92-4591-adf9-91350dc75a85 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.5570579 Nov 22 20:32:22.029411 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 39282) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:32:22.032047 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-07001ac2-6bc2-4f1f-86fc-1782a31d2e04 req-1a5d60f0-a926-4d11-984d-5bcb6e84f01c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c4e2b759-e838-4d5a-914f-a0e91771c133 HTTP/1.1" status: 200 len: 217 time: 0.0775976 Nov 22 20:32:22.037876 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b4838f-89a2-4a1b-bbaf-9615b8f3c654 None None] Pushing event updated for resources: {'Port': ['ID=5ce0141c-57cd-4b4c-b55a-a32b88fda451,revision_number=2']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:32:22.059441 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-b626f69d-f315-4c77-ac6d-bf7fdc0e7e20 req-724caf70-a35e-4b0c-b224-40f44d66b569 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:22.077242 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] get_ports_and_sgs() called for port_ids ['c4e2b759-e838-4d5a-914f-a0e91771c133', '9757a672-e445-4799-a23d-c2d9c3fbfb86'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:32:22.095542 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9f59ed39-b93b-4e27-b4de-c59429f550c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595398'] for router_gateway, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:22.166497 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3fef307a-baa8-4b10-a39e-7c5cfd79fda0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-659538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-841284'] for router, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:22.169540 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07001ac2-6bc2-4f1f-86fc-1782a31d2e04 req-3bb7aba6-db3f-4423-813c-1a9ca5453941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:32:22.171067 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-07001ac2-6bc2-4f1f-86fc-1782a31d2e04 req-3bb7aba6-db3f-4423-813c-1a9ca5453941 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c03e1529-a0c9-4990-b0cd-08a1dc455fd5 HTTP/1.1" status: 200 len: 851 time: 0.0845745 Nov 22 20:32:22.214467 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724caf70-a35e-4b0c-b224-40f44d66b569 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Pushing event deleted for resources: {'Port': ['ID=cdc14639-ccc0-49ca-96c4-bc427e74b24d,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:32:22.312911 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9f59ed39-b93b-4e27-b4de-c59429f550c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24781'] for router, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:22.327205 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9f59ed39-b93b-4e27-b4de-c59429f550c6 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:22.347058 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-b626f69d-f315-4c77-ac6d-bf7fdc0e7e20 req-724caf70-a35e-4b0c-b224-40f44d66b569 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] No DVR routers for this DVR port cdc14639-ccc0-49ca-96c4-bc427e74b24d on host n-h2-818823-1 {{(pid=103447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:32:22.349890 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-8e11eeb7-e6aa-4614-a871-5ad19808fb49 None None] Publish callbacks [] for port, precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:22.368321 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-b626f69d-f315-4c77-ac6d-bf7fdc0e7e20 req-724caf70-a35e-4b0c-b224-40f44d66b569 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:22.371998 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b626f69d-f315-4c77-ac6d-bf7fdc0e7e20 req-724caf70-a35e-4b0c-b224-40f44d66b569 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "DELETE /v2.0/ports/cdc14639-ccc0-49ca-96c4-bc427e74b24d HTTP/1.1" status: 204 len: 173 time: 2.0686557 Nov 22 20:32:22.374924 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '223a6470-c695-4f80-9249-14d64f28075d', 'name': 'network-vif-deleted', 'tag': 'cdc14639-ccc0-49ca-96c4-bc427e74b24d'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:32:22.378341 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c1f0d64-d720-4e91-8c2c-10fc68647f14" -d '{"events": [{"server_uuid": "223a6470-c695-4f80-9249-14d64f28075d", "name": "network-vif-deleted", "tag": "cdc14639-ccc0-49ca-96c4-bc427e74b24d"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:32:22.419500 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-8e11eeb7-e6aa-4614-a871-5ad19808fb49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372'] for port, after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:22.425543 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07001ac2-6bc2-4f1f-86fc-1782a31d2e04 req-fc6810e9-5602-4862-85ea-307d2e58832b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:32:22.427787 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-07001ac2-6bc2-4f1f-86fc-1782a31d2e04 req-fc6810e9-5602-4862-85ea-307d2e58832b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=13496096-9618-4fad-a538-016ce712d3bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0916340 Nov 22 20:32:22.477582 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd243e49-9b92-4d12-8fa1-0c09e730825b tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:32:22.479173 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-fd243e49-9b92-4d12-8fa1-0c09e730825b tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.4453199 Nov 22 20:32:22.480561 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9f59ed39-b93b-4e27-b4de-c59429f550c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-663261'] for router, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:22.481127 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f59ed39-b93b-4e27-b4de-c59429f550c6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0b01ca47-3578-490c-8468-cf94f1d1b6b1 {{(pid=103447) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 20:32:22.500566 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-8788c988-7ad1-42bb-8769-a604004039e2 None None] Publish callbacks [] for port, precommit_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:22.508344 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 39288) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:32:22.531677 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fef307a-baa8-4b10-a39e-7c5cfd79fda0 admin admin] Router f7b9389c-948b-4084-b64e-abdfb814f4e8 is scheduled to L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 with binding_index 1 {{(pid=103448) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 20:32:22.536627 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9f59ed39-b93b-4e27-b4de-c59429f550c6 admin admin] Publish callbacks [] for router, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:22.544335 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 39292) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:32:22.544886 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-9f59ed39-b93b-4e27-b4de-c59429f550c6 admin admin] 10.222.0.46 "DELETE /v2.0/routers/0b01ca47-3578-490c-8468-cf94f1d1b6b1 HTTP/1.1" status: 204 len: 168 time: 2.9893155 Nov 22 20:32:22.552528 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Mon, 22 Nov 2021 20:32:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31bf6423-dba9-47a9-aed9-2366bcaf2e8f x-openstack-request-id: req-31bf6423-dba9-47a9-aed9-2366bcaf2e8f {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:32:22.553123 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "223a6470-c695-4f80-9249-14d64f28075d", "name": "network-vif-deleted", "tag": "cdc14639-ccc0-49ca-96c4-bc427e74b24d", "status": "failed", "code": 422}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:32:22.553567 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-31bf6423-dba9-47a9-aed9-2366bcaf2e8f {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:32:22.554358 n-d-818823-1 neutron-server[103447]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '223a6470-c695-4f80-9249-14d64f28075d', 'name': 'network-vif-deleted', 'tag': 'cdc14639-ccc0-49ca-96c4-bc427e74b24d', 'status': 'failed', 'code': 422} returned with failed status Nov 22 20:32:22.570127 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e11eeb7-e6aa-4614-a871-5ad19808fb49 None None] Network 7bd88872-a540-4e3b-ac93-d884c5e46f76 is already hosted by enough agents. {{(pid=103449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:32:22.603756 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.base_scheduler [None req-8e11eeb7-e6aa-4614-a871-5ad19808fb49 None None] Resources bound (agent type, host, resource id): {{(pid=103449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:32:22.613175 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e11eeb7-e6aa-4614-a871-5ad19808fb49 None None] Received port after_create {{(pid=103449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:32:22.645731 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-8788c988-7ad1-42bb-8769-a604004039e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:22.751200 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_v2 [None req-570706c4-6736-4039-89c5-818ba15302db admin admin] Deleting subnet 41e22381-7e39-4421-9ae7-fd38b15d4349 {{(pid=103448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 20:32:22.767182 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-570706c4-6736-4039-89c5-818ba15302db admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:22.770041 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-fc0cdf18-a89d-44b1-9675-ee9224376900 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Deleting port f938ea03-5a47-4ff9-bf48-514c8faf6044 {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:32:22.770569 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-fc0cdf18-a89d-44b1-9675-ee9224376900 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:22.854708 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-07001ac2-6bc2-4f1f-86fc-1782a31d2e04 req-9f72f78f-d596-4435-be28-e6b719c3bade service neutron] 10.222.0.41 "GET /v2.0/networks/13496096-9618-4fad-a538-016ce712d3bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4057934 Nov 22 20:32:23.024988 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-570706c4-6736-4039-89c5-818ba15302db admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11627908'] for subnet, precommit_delete_associations {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:23.080914 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b307bd-83cd-4bc1-88b7-09b1e7827b30 req-a7540fe0-65d8-4958-8f7e-c23958a1ce82 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:32:23.094246 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fef307a-baa8-4b10-a39e-7c5cfd79fda0 admin admin] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:32:23.094738 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-21b307bd-83cd-4bc1-88b7-09b1e7827b30 req-a7540fe0-65d8-4958-8f7e-c23958a1ce82 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/ports?device_id=b7b5dc30-fe6f-4664-b91e-e11a00cbd74f HTTP/1.1" status: 200 len: 946 time: 0.2113111 Nov 22 20:32:23.108488 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-8e11eeb7-e6aa-4614-a871-5ad19808fb49 None None] Attempting to bind port a65e9e14-a0ba-43ce-92f8-8c84d66fa85b on host n-d-818823-1 for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:32:23.110088 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-8e11eeb7-e6aa-4614-a871-5ad19808fb49 None None] Attempting to bind port a65e9e14-a0ba-43ce-92f8-8c84d66fa85b by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': 'bdb0f717-aa5f-4e33-bcc3-95472c9b5b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '7bd88872-a540-4e3b-ac93-d884c5e46f76'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:32:23.110954 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e11eeb7-e6aa-4614-a871-5ad19808fb49 None None] Attempting to bind port a65e9e14-a0ba-43ce-92f8-8c84d66fa85b on network 7bd88872-a540-4e3b-ac93-d884c5e46f76 {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:32:23.116159 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-fc0cdf18-a89d-44b1-9675-ee9224376900 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:23.122824 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f02aa6-b5ac-4049-8226-9d507592e7e8 None None] Sync routers for ids ['f7b9389c-948b-4084-b64e-abdfb814f4e8'] in n-d-818823-1 {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:32:23.145025 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-fc0cdf18-a89d-44b1-9675-ee9224376900 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Calling delete_port for f938ea03-5a47-4ff9-bf48-514c8faf6044 owned by {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:32:23.158058 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f02aa6-b5ac-4049-8226-9d507592e7e8 None None] Routers {'f7b9389c-948b-4084-b64e-abdfb814f4e8'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:32:23.159132 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-b0f02aa6-b5ac-4049-8226-9d507592e7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:32:03Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['f7b9389c-948b-4084-b64e-abdfb814f4e8'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:32:23.185871 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3fef307a-baa8-4b10-a39e-7c5cfd79fda0 admin admin] Publish callbacks [] for router, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:23.187053 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-3fef307a-baa8-4b10-a39e-7c5cfd79fda0 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.5154643 Nov 22 20:32:23.201947 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 39302) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:32:23.205043 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-21b307bd-83cd-4bc1-88b7-09b1e7827b30 req-2a8bba48-ddd2-4418-9d13-e018d5720922 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/security-groups?id=967182ec-36b6-43cb-985c-f0d9e87194dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092386 Nov 22 20:32:23.277539 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-07001ac2-6bc2-4f1f-86fc-1782a31d2e04 req-19862ba8-10e6-4c1a-9691-9750560bbc2f service neutron] 10.222.0.41 "GET /v2.0/networks/13496096-9618-4fad-a538-016ce712d3bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3949459 Nov 22 20:32:23.299194 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-570706c4-6736-4039-89c5-818ba15302db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3753007'] for subnet, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:23.321489 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e11eeb7-e6aa-4614-a871-5ad19808fb49 None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 32, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:32:23.321864 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e11eeb7-e6aa-4614-a871-5ad19808fb49 None None] Checking segment: {'id': 'bdb0f717-aa5f-4e33-bcc3-95472c9b5b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '7bd88872-a540-4e3b-ac93-d884c5e46f76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:32:23.322268 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-8e11eeb7-e6aa-4614-a871-5ad19808fb49 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:23.322662 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e11eeb7-e6aa-4614-a871-5ad19808fb49 None None] Bound using segment: {'id': 'bdb0f717-aa5f-4e33-bcc3-95472c9b5b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '7bd88872-a540-4e3b-ac93-d884c5e46f76'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:32:23.323148 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-8e11eeb7-e6aa-4614-a871-5ad19808fb49 None None] Bound port: a65e9e14-a0ba-43ce-92f8-8c84d66fa85b, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdb0f717-aa5f-4e33-bcc3-95472c9b5b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '7bd88872-a540-4e3b-ac93-d884c5e46f76'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:32:23.325518 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-8e11eeb7-e6aa-4614-a871-5ad19808fb49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:23.439196 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 5ce0141c-57cd-4b4c-b55a-a32b88fda451 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:32:23.476691 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-b0f02aa6-b5ac-4049-8226-9d507592e7e8 None None] Set router f7b9389c-948b-4084-b64e-abdfb814f4e8 gateway port host: n-d-818823-1 {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:32:23.493561 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-570706c4-6736-4039-89c5-818ba15302db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3753014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11567369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11792914'] for subnet, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:23.532793 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570706c4-6736-4039-89c5-818ba15302db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=41e22381-7e39-4421-9ae7-fd38b15d4349,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:32:23.549300 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-8788c988-7ad1-42bb-8769-a604004039e2 None None] Attempting to bind port 962d52d4-f506-4922-8a74-4b7e502d9d76 on host n-d-818823-1 for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:32:23.550044 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-8788c988-7ad1-42bb-8769-a604004039e2 None None] Attempting to bind port 962d52d4-f506-4922-8a74-4b7e502d9d76 by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': 'c3b74bc4-e4af-4168-85ff-2c72b306ea1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '4c363749-4641-444d-b12e-785df04d6621'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:32:23.550426 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8788c988-7ad1-42bb-8769-a604004039e2 None None] Attempting to bind port 962d52d4-f506-4922-8a74-4b7e502d9d76 on network 4c363749-4641-444d-b12e-785df04d6621 {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:32:23.559454 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-570706c4-6736-4039-89c5-818ba15302db admin admin] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:23.566471 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-fc0cdf18-a89d-44b1-9675-ee9224376900 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:23.570004 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-570706c4-6736-4039-89c5-818ba15302db admin admin] 10.222.0.46 "DELETE /v2.0/subnets/41e22381-7e39-4421-9ae7-fd38b15d4349 HTTP/1.1" status: 204 len: 168 time: 1.0191741 Nov 22 20:32:23.570278 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2be15b74-650d-4eda-9b49-e8af8f5b79f8 None None] Network 6efa7afe-07b7-401b-a93b-34d9934a86f8 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:32:23.571604 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 39308) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:32:23.573214 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e11eeb7-e6aa-4614-a871-5ad19808fb49 None None] Pushing event updated for resources: {'Port': ['ID=a65e9e14-a0ba-43ce-92f8-8c84d66fa85b,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:32:23.666562 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0cdf18-a89d-44b1-9675-ee9224376900 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Pushing event deleted for resources: {'Port': ['ID=f938ea03-5a47-4ff9-bf48-514c8faf6044,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:32:23.679438 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8788c988-7ad1-42bb-8769-a604004039e2 None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 32, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:32:23.679813 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8788c988-7ad1-42bb-8769-a604004039e2 None None] Checking segment: {'id': 'c3b74bc4-e4af-4168-85ff-2c72b306ea1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '4c363749-4641-444d-b12e-785df04d6621'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:32:23.680217 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-8788c988-7ad1-42bb-8769-a604004039e2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:23.680744 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8788c988-7ad1-42bb-8769-a604004039e2 None None] Bound using segment: {'id': 'c3b74bc4-e4af-4168-85ff-2c72b306ea1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '4c363749-4641-444d-b12e-785df04d6621'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:32:23.681231 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-8788c988-7ad1-42bb-8769-a604004039e2 None None] Bound port: 962d52d4-f506-4922-8a74-4b7e502d9d76, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3b74bc4-e4af-4168-85ff-2c72b306ea1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '4c363749-4641-444d-b12e-785df04d6621'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:32:23.681612 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-8788c988-7ad1-42bb-8769-a604004039e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:23.734486 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-df38a69c-367f-4c56-9714-53a1b92f6e89 None None] Provisioning complete for port 962d52d4-f506-4922-8a74-4b7e502d9d76 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:32:23.735514 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-df38a69c-367f-4c56-9714-53a1b92f6e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:23.746796 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2d589dfc-fd0a-47f7-8dc0-cc453fc4c0b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3961693'] for network, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:23.789217 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-fc0cdf18-a89d-44b1-9675-ee9224376900 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:23.796692 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-fc0cdf18-a89d-44b1-9675-ee9224376900 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "DELETE /v2.0/ports/f938ea03-5a47-4ff9-bf48-514c8faf6044 HTTP/1.1" status: 204 len: 168 time: 1.2820339 Nov 22 20:32:23.796692 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 39310) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:32:23.817247 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853e8bfb-2f42-4434-a114-14b78f11c397 req-6ee4d922-caed-48dd-a04f-03ab3884f9aa tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:32:23.824258 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-b0f02aa6-b5ac-4049-8226-9d507592e7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7b9389c-948b-4084-b64e-abdfb814f4e8', 'name': 'tempest-TestVolumeBackupRestore-2074793907-router', 'tenant_id': '2f1be1e17ce745a3a14e4edd9f41dbe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.135'}], 'enable_snat': True}, 'gw_port_id': 'f0181abe-9974-4360-9347-53578c02ccdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:32:19Z', 'updated_at': '2021-11-22T20:32:21Z', 'revision_number': 3, 'project_id': '2f1be1e17ce745a3a14e4edd9f41dbe6', 'gw_port': {'id': 'f0181abe-9974-4360-9347-53578c02ccdc', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:76:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7b9389c-948b-4084-b64e-abdfb814f4e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2577, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:32:20Z', 'updated_at': '2021-11-22T20:32:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:32:23.831883 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-853e8bfb-2f42-4434-a114-14b78f11c397 req-6ee4d922-caed-48dd-a04f-03ab3884f9aa tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/ports?device_id=bbf8cbb9-c17a-423d-9c0a-cab42a8c30e7 HTTP/1.1" status: 200 len: 907 time: 0.1625712 Nov 22 20:32:23.859818 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-165fe263-eb58-4431-b20b-6eb67f193327 None None] Network 57b8d32b-2e18-418c-bdae-79baa57b75d7 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:32:23.862168 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49555008-67b5-44f0-8c17-95f96aac70da None None] Pushing event updated for resources: {'Port': ['ID=962d52d4-f506-4922-8a74-4b7e502d9d76,revision_number=3']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:32:23.862617 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f02aa6-b5ac-4049-8226-9d507592e7e8 None None] Checking router: f7b9389c-948b-4084-b64e-abdfb814f4e8 for host: n-d-818823-1 {{(pid=103450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 20:32:23.863064 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f02aa6-b5ac-4049-8226-9d507592e7e8 None None] Updating router f7b9389c-948b-4084-b64e-abdfb814f4e8 port f0181abe-9974-4360-9347-53578c02ccdc binding host n-d-818823-1 {{(pid=103450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 20:32:23.892702 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94ed3643-6725-4ed8-adcc-e8cb1aba12c7 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:32:23.896620 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b0f02aa6-b5ac-4049-8226-9d507592e7e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:23.897083 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94ed3643-6725-4ed8-adcc-e8cb1aba12c7 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:32:23.901941 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-94ed3643-6725-4ed8-adcc-e8cb1aba12c7 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1030288 Nov 22 20:32:23.903634 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 39312) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:32:23.961006 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 5ce0141c-57cd-4b4c-b55a-a32b88fda451 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:32:23.961303 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:23.964816 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-8e11eeb7-e6aa-4614-a871-5ad19808fb49 None None] For port a65e9e14-a0ba-43ce-92f8-8c84d66fa85b, host n-d-818823-1, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:32:23.994308 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_v2 [None req-b24f429e-1f46-4542-93df-c2110c9ec304 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Deleting subnet ae3e3acd-fb4a-4c50-8cc4-e97fc4ba5a05 {{(pid=103447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 20:32:24.001069 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b24f429e-1f46-4542-93df-c2110c9ec304 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks [] for subnet, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:24.005420 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-8788c988-7ad1-42bb-8769-a604004039e2 None None] For port 962d52d4-f506-4922-8a74-4b7e502d9d76, host n-d-818823-1, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:32:24.034681 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-df38a69c-367f-4c56-9714-53a1b92f6e89 None None] Port 962d52d4-f506-4922-8a74-4b7e502d9d76 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:32:24.037982 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-8e11eeb7-e6aa-4614-a871-5ad19808fb49 None None] For port a65e9e14-a0ba-43ce-92f8-8c84d66fa85b, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=a65e9e14-a0ba-43ce-92f8-8c84d66fa85b,segment=NetworkSegment(bdb0f717-aa5f-4e33-bcc3-95472c9b5b64),segment_id=bdb0f717-aa5f-4e33-bcc3-95472c9b5b64)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:32:24.061305 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b24f429e-1f46-4542-93df-c2110c9ec304 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12178353'] for subnet, precommit_delete_associations {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:24.071059 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-8e11eeb7-e6aa-4614-a871-5ad19808fb49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:24.083277 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-8788c988-7ad1-42bb-8769-a604004039e2 None None] For port 962d52d4-f506-4922-8a74-4b7e502d9d76, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=962d52d4-f506-4922-8a74-4b7e502d9d76,segment=NetworkSegment(c3b74bc4-e4af-4168-85ff-2c72b306ea1a),segment_id=c3b74bc4-e4af-4168-85ff-2c72b306ea1a)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:32:24.089208 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-2d589dfc-fd0a-47f7-8dc0-cc453fc4c0b1 admin admin] Deleting port 5d95c822-b7e9-4fd4-9459-95cd7e0d9dbf {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:32:24.089597 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2d589dfc-fd0a-47f7-8dc0-cc453fc4c0b1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:24.127868 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f061fdd8-e08f-46c3-82da-fd04862c06fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:24.154792 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-8788c988-7ad1-42bb-8769-a604004039e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:24.209247 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b24f429e-1f46-4542-93df-c2110c9ec304 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3753007'] for subnet, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:24.242024 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-2d589dfc-fd0a-47f7-8dc0-cc453fc4c0b1 admin admin] For port 5d95c822-b7e9-4fd4-9459-95cd7e0d9dbf, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=5d95c822-b7e9-4fd4-9459-95cd7e0d9dbf,segment=NetworkSegment(1739ccaa-9c80-4797-8458-792c11f48e76),segment_id=1739ccaa-9c80-4797-8458-792c11f48e76)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:32:24.242530 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2d589dfc-fd0a-47f7-8dc0-cc453fc4c0b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:24.248538 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b0f02aa6-b5ac-4049-8226-9d507592e7e8 None None] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:24.260126 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b0f02aa6-b5ac-4049-8226-9d507592e7e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:24.294243 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-2d589dfc-fd0a-47f7-8dc0-cc453fc4c0b1 admin admin] Calling delete_port for 5d95c822-b7e9-4fd4-9459-95cd7e0d9dbf owned by network:dhcp {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:32:24.329922 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-7c961aa1-f9e4-4911-b737-cf4224b7c040 None None] Provisioning complete for port 5ce0141c-57cd-4b4c-b55a-a32b88fda451 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:32:24.330652 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-7c961aa1-f9e4-4911-b737-cf4224b7c040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:24.397085 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ad9682-38d7-444c-9c75-b5fab877f34f None None] Pushing event updated for resources: {'Port': ['ID=f0181abe-9974-4360-9347-53578c02ccdc,revision_number=2']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:32:24.427365 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-b0f02aa6-b5ac-4049-8226-9d507592e7e8 None None] Attempting to bind port f0181abe-9974-4360-9347-53578c02ccdc on host n-d-818823-1 for vnic_type normal with profile {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:32:24.428000 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-b0f02aa6-b5ac-4049-8226-9d507592e7e8 None None] Attempting to bind port f0181abe-9974-4360-9347-53578c02ccdc by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:32:24.428543 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f02aa6-b5ac-4049-8226-9d507592e7e8 None None] Attempting to bind port f0181abe-9974-4360-9347-53578c02ccdc on network c48a55e9-6a85-4746-b7bf-3e29fb560094 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:32:24.440299 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f02aa6-b5ac-4049-8226-9d507592e7e8 None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 32, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:32:24.441023 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f02aa6-b5ac-4049-8226-9d507592e7e8 None None] Checking segment: {'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:32:24.441662 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b0f02aa6-b5ac-4049-8226-9d507592e7e8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:24.443269 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f02aa6-b5ac-4049-8226-9d507592e7e8 None None] Bound using segment: {'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:32:24.443954 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-b0f02aa6-b5ac-4049-8226-9d507592e7e8 None None] Bound port: f0181abe-9974-4360-9347-53578c02ccdc, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'}}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:32:24.444560 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b0f02aa6-b5ac-4049-8226-9d507592e7e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:24.499631 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b24f429e-1f46-4542-93df-c2110c9ec304 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3753014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8900804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8485115'] for subnet, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:24.518566 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8788c988-7ad1-42bb-8769-a604004039e2 None None] Routers {'eeea5059-f676-428f-80c9-c5dcbf907e74'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:32:24.519222 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-8788c988-7ad1-42bb-8769-a604004039e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:32:03Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['eeea5059-f676-428f-80c9-c5dcbf907e74'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:32:24.559482 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24f429e-1f46-4542-93df-c2110c9ec304 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Pushing event deleted for resources: {'Subnet': ['ID=ae3e3acd-fb4a-4c50-8cc4-e97fc4ba5a05,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:32:24.570800 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b24f429e-1f46-4542-93df-c2110c9ec304 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for subnet, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:24.574418 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-b24f429e-1f46-4542-93df-c2110c9ec304 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "DELETE /v2.0/subnets/ae3e3acd-fb4a-4c50-8cc4-e97fc4ba5a05 HTTP/1.1" status: 204 len: 168 time: 0.6651449 Nov 22 20:32:24.577082 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 39318) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:32:24.584950 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-b0f02aa6-b5ac-4049-8226-9d507592e7e8 None None] For port f0181abe-9974-4360-9347-53578c02ccdc, host n-d-818823-1, cleared binding levels {{(pid=103450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:32:24.589129 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-b0f02aa6-b5ac-4049-8226-9d507592e7e8 None None] For port f0181abe-9974-4360-9347-53578c02ccdc, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=f0181abe-9974-4360-9347-53578c02ccdc,segment=NetworkSegment(8793ba83-8407-4c3d-9b56-2a177cd58a70),segment_id=8793ba83-8407-4c3d-9b56-2a177cd58a70)] {{(pid=103450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:32:24.598163 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b0f02aa6-b5ac-4049-8226-9d507592e7e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:24.608440 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e0be2c3-ea7c-4dfc-836b-060f45fdcb0f None None] DHCP port deletion for c48a55e9-6a85-4746-b7bf-3e29fb560094 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:32:24.627804 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e11eeb7-e6aa-4614-a871-5ad19808fb49 None None] Pushing event updated for resources: {'Port': ['ID=a65e9e14-a0ba-43ce-92f8-8c84d66fa85b,revision_number=2']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:32:24.635625 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-6aa3cb39-df83-479d-87aa-7529aebf4ca1 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0546997 Nov 22 20:32:24.639213 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 39320) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:32:24.649778 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd325ba-5579-4ca0-93b5-93ac2714affd req-7f779913-22e2-4966-bf3d-3d6e51f7a5e8 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:32:24.661521 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-bfd325ba-5579-4ca0-93b5-93ac2714affd req-7f779913-22e2-4966-bf3d-3d6e51f7a5e8 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/ports?device_id=b7b5dc30-fe6f-4664-b91e-e11a00cbd74f HTTP/1.1" status: 200 len: 946 time: 0.2566755 Nov 22 20:32:24.669663 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-8c421a58-79d1-4982-af65-cc4bcd9af849 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Request body: {'subnet': {'network_id': '7bd88872-a540-4e3b-ac93-d884c5e46f76', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:32:24.689990 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ad9682-38d7-444c-9c75-b5fab877f34f None None] Pushing event updated for resources: {'Port': ['ID=f0181abe-9974-4360-9347-53578c02ccdc,revision_number=3']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:32:24.723028 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f02aa6-b5ac-4049-8226-9d507592e7e8 None None] Routers {'f7b9389c-948b-4084-b64e-abdfb814f4e8'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:32:24.723748 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-b0f02aa6-b5ac-4049-8226-9d507592e7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:32:03Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['f7b9389c-948b-4084-b64e-abdfb814f4e8'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:32:24.742887 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-bfd325ba-5579-4ca0-93b5-93ac2714affd req-62dba11d-4017-44bb-b4ad-cccf60dea95e tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/security-groups?id=967182ec-36b6-43cb-985c-f0d9e87194dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798843 Nov 22 20:32:24.752233 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ebf78a2-d5ce-47f7-9a7d-9df52e59ecfd None None] DHCP port deletion for 6efa7afe-07b7-401b-a93b-34d9934a86f8 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:32:24.815983 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [None req-f061fdd8-e08f-46c3-82da-fd04862c06fe admin admin] Allocated IP 172.20.0.1 (57b8d32b-2e18-418c-bdae-79baa57b75d7/6b2068bd-0116-4c8e-801b-824b8c14e13b/0a28dd71-af9c-45cb-a286-89664225beff) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:32:24.828783 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2d589dfc-fd0a-47f7-8dc0-cc453fc4c0b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:24.887248 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d589dfc-fd0a-47f7-8dc0-cc453fc4c0b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d95c822-b7e9-4fd4-9459-95cd7e0d9dbf,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:32:24.894838 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-b0f02aa6-b5ac-4049-8226-9d507592e7e8 None None] Set router f7b9389c-948b-4084-b64e-abdfb814f4e8 gateway port host: n-d-818823-1 {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:32:24.925619 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d589dfc-fd0a-47f7-8dc0-cc453fc4c0b1 admin admin] No DVR routers for this DVR port 5d95c822-b7e9-4fd4-9459-95cd7e0d9dbf on host n-d-818823-1 {{(pid=103448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:32:25.048632 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa13fde-010b-4282-b177-afce8544c240 req-b06994c6-b798-41bc-832e-4951ceb08e15 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:32:25.057191 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-eaa13fde-010b-4282-b177-afce8544c240 req-b06994c6-b798-41bc-832e-4951ceb08e15 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/ports?device_id=b7b5dc30-fe6f-4664-b91e-e11a00cbd74f HTTP/1.1" status: 200 len: 946 time: 0.1275465 Nov 22 20:32:25.077834 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a728850d-f0c2-42b8-aa4f-54d94b1fb10a None None] DHCP port deletion for c48a55e9-6a85-4746-b7bf-3e29fb560094 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:32:25.092505 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b3707c-de10-4b41-8029-7c6ee761233c req-134dfc19-9a8f-49d8-8ba1-ff3c5d60a704 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:32:25.094054 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-15b3707c-de10-4b41-8029-7c6ee761233c req-134dfc19-9a8f-49d8-8ba1-ff3c5d60a704 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/ports?device_id=bbf8cbb9-c17a-423d-9c0a-cab42a8c30e7 HTTP/1.1" status: 200 len: 907 time: 0.1555512 Nov 22 20:32:25.096930 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2d589dfc-fd0a-47f7-8dc0-cc453fc4c0b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3760028', 'neutron.services.segments.db._delete_segments_for_network-8748992815755'] for network, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:25.115116 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dc4287-82da-47b4-90b1-0c0648a22f3a req-716136b1-c65f-4089-88dc-45820fb78096 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:32:25.116691 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f0dc4287-82da-47b4-90b1-0c0648a22f3a req-716136b1-c65f-4089-88dc-45820fb78096 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbf8cbb9-c17a-423d-9c0a-cab42a8c30e7 HTTP/1.1" status: 200 len: 907 time: 0.1301603 Nov 22 20:32:25.122218 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-2d589dfc-fd0a-47f7-8dc0-cc453fc4c0b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6efa7afe-07b7-401b-a93b-34d9934a86f8']}} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:32:25.132528 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-b0f02aa6-b5ac-4049-8226-9d507592e7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7b9389c-948b-4084-b64e-abdfb814f4e8', 'name': 'tempest-TestVolumeBackupRestore-2074793907-router', 'tenant_id': '2f1be1e17ce745a3a14e4edd9f41dbe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.135'}], 'enable_snat': True}, 'gw_port_id': 'f0181abe-9974-4360-9347-53578c02ccdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:32:19Z', 'updated_at': '2021-11-22T20:32:21Z', 'revision_number': 3, 'project_id': '2f1be1e17ce745a3a14e4edd9f41dbe6', 'gw_port': {'id': 'f0181abe-9974-4360-9347-53578c02ccdc', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:76:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7b9389c-948b-4084-b64e-abdfb814f4e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2577, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:32:20Z', 'updated_at': '2021-11-22T20:32:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:32:25.133064 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-2d589dfc-fd0a-47f7-8dc0-cc453fc4c0b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1739ccaa-9c80-4797-8458-792c11f48e76') {'for_net_delete': True} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:32:25.133367 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-2d589dfc-fd0a-47f7-8dc0-cc453fc4c0b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1739ccaa-9c80-4797-8458-792c11f48e76') {} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:32:25.144481 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2d589dfc-fd0a-47f7-8dc0-cc453fc4c0b1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748993039638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11627933'] for segment, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:25.156524 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-eaa13fde-010b-4282-b177-afce8544c240 req-3cf18433-3013-414b-8805-25293fe085cd tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/security-groups?id=967182ec-36b6-43cb-985c-f0d9e87194dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934153 Nov 22 20:32:25.173686 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2d589dfc-fd0a-47f7-8dc0-cc453fc4c0b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:25.174567 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:25.175712 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c421a58-79d1-4982-af65-cc4bcd9af849 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Made reservation on behalf of aa06169c4e4d4119918ff90a471be1d0 for: {'subnet': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:32:25.177045 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-7c961aa1-f9e4-4911-b737-cf4224b7c040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:25.178686 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49555008-67b5-44f0-8c17-95f96aac70da None None] Pushing event updated for resources: {'Port': ['ID=962d52d4-f506-4922-8a74-4b7e502d9d76,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:32:25.195025 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8c421a58-79d1-4982-af65-cc4bcd9af849 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11792951'] for subnet, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:25.201011 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f02aa6-b5ac-4049-8226-9d507592e7e8 None None] The sync data for ids ['f7b9389c-948b-4084-b64e-abdfb814f4e8'] in n-d-818823-1 is: [{'id': 'f7b9389c-948b-4084-b64e-abdfb814f4e8', 'name': 'tempest-TestVolumeBackupRestore-2074793907-router', 'tenant_id': '2f1be1e17ce745a3a14e4edd9f41dbe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.135'}], 'enable_snat': True}, 'gw_port_id': 'f0181abe-9974-4360-9347-53578c02ccdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:32:19Z', 'updated_at': '2021-11-22T20:32:21Z', 'revision_number': 3, 'project_id': '2f1be1e17ce745a3a14e4edd9f41dbe6', 'gw_port': {'id': 'f0181abe-9974-4360-9347-53578c02ccdc', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:76:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7b9389c-948b-4084-b64e-abdfb814f4e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2577, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:32:20Z', 'updated_at': '2021-11-22T20:32:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}] {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:32:25.245636 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-8ebf78a2-d5ce-47f7-9a7d-9df52e59ecfd None None] The port '5d95c822-b7e9-4fd4-9459-95cd7e0d9dbf' was deleted {{(pid=103449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Nov 22 20:32:25.285551 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f061fdd8-e08f-46c3-82da-fd04862c06fe admin admin] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:25.339654 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-7c961aa1-f9e4-4911-b737-cf4224b7c040 None None] For port 5ce0141c-57cd-4b4c-b55a-a32b88fda451, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=5ce0141c-57cd-4b4c-b55a-a32b88fda451,segment=NetworkSegment(66713f17-6529-474a-95dd-5910789685dd),segment_id=66713f17-6529-474a-95dd-5910789685dd)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:32:25.345673 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-8788c988-7ad1-42bb-8769-a604004039e2 None None] Set router eeea5059-f676-428f-80c9-c5dcbf907e74 gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:32:25.377944 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-f0dc4287-82da-47b4-90b1-0c0648a22f3a req-f36636a0-ab65-468e-8f6d-9c941b20b986 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Deleting port 30e2de48-0c41-48d3-83c8-5bd09fd0ad8b {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:32:25.378735 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-f0dc4287-82da-47b4-90b1-0c0648a22f3a req-f36636a0-ab65-468e-8f6d-9c941b20b986 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:25.381639 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d589dfc-fd0a-47f7-8dc0-cc453fc4c0b1 admin admin] Releasing vlan 612 on physical network physnet1 to pool {{(pid=103448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 20:32:25.382187 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2d589dfc-fd0a-47f7-8dc0-cc453fc4c0b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11567447'] for segment, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:25.384016 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-7c961aa1-f9e4-4911-b737-cf4224b7c040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:25.515738 n-d-818823-1 neutron-server[103448]: Traceback (most recent call last): Nov 22 20:32:25.515738 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 20:32:25.515738 n-d-818823-1 neutron-server[103448]: timer() Nov 22 20:32:25.515738 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 20:32:25.515738 n-d-818823-1 neutron-server[103448]: cb(*args, **kw) Nov 22 20:32:25.515738 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 20:32:25.515738 n-d-818823-1 neutron-server[103448]: return func(*args, **kwargs) Nov 22 20:32:25.515738 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 20:32:25.515738 n-d-818823-1 neutron-server[103448]: self._notify() Nov 22 20:32:25.515738 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 20:32:25.515738 n-d-818823-1 neutron-server[103448]: self.callback(batched_events) Nov 22 20:32:25.515738 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 20:32:25.515738 n-d-818823-1 neutron-server[103448]: event.method(event) Nov 22 20:32:25.515738 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 20:32:25.515738 n-d-818823-1 neutron-server[103448]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 20:32:25.515738 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 20:32:25.515738 n-d-818823-1 neutron-server[103448]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 20:32:25.515738 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 20:32:25.515738 n-d-818823-1 neutron-server[103448]: return f(self, *a, **k) Nov 22 20:32:25.515738 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 20:32:25.515738 n-d-818823-1 neutron-server[103448]: return self._get(url).json() Nov 22 20:32:25.515738 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 20:32:25.515738 n-d-818823-1 neutron-server[103448]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 20:32:25.515738 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 20:32:25.515738 n-d-818823-1 neutron-server[103448]: return self.request(url, 'GET', **kwargs) Nov 22 20:32:25.515738 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 20:32:25.515738 n-d-818823-1 neutron-server[103448]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 20:32:25.515738 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 20:32:25.515738 n-d-818823-1 neutron-server[103448]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 20:32:25.515738 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 20:32:25.515738 n-d-818823-1 neutron-server[103448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 20:32:25.515738 n-d-818823-1 neutron-server[103448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 20:32:25.590454 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-f0dc4287-82da-47b4-90b1-0c0648a22f3a req-f36636a0-ab65-468e-8f6d-9c941b20b986 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] For port 30e2de48-0c41-48d3-83c8-5bd09fd0ad8b, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=30e2de48-0c41-48d3-83c8-5bd09fd0ad8b,segment=NetworkSegment(60e02a7e-98a0-4d76-b36b-46f7624c5b28),segment_id=60e02a7e-98a0-4d76-b36b-46f7624c5b28)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:32:25.590945 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-f0dc4287-82da-47b4-90b1-0c0648a22f3a req-f36636a0-ab65-468e-8f6d-9c941b20b986 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:25.665566 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-f0dc4287-82da-47b4-90b1-0c0648a22f3a req-f36636a0-ab65-468e-8f6d-9c941b20b986 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Calling delete_port for 30e2de48-0c41-48d3-83c8-5bd09fd0ad8b owned by compute:nova {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:32:25.672666 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f061fdd8-e08f-46c3-82da-fd04862c06fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:25.709114 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2d589dfc-fd0a-47f7-8dc0-cc453fc4c0b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3760002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595318'] for network, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:25.711054 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.db.api [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103449) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 20:32:25.711054 n-d-818823-1 neutron-server[103449]: DEBUG oslo_db.api [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 20:32:25.716605 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2d589dfc-fd0a-47f7-8dc0-cc453fc4c0b1 admin admin] Publish callbacks [] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:25.718063 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c961aa1-f9e4-4911-b737-cf4224b7c040 None None] Pushing event updated for resources: {'Port': ['ID=5ce0141c-57cd-4b4c-b55a-a32b88fda451,revision_number=3']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:32:25.736320 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-2d589dfc-fd0a-47f7-8dc0-cc453fc4c0b1 admin admin] 10.222.0.46 "DELETE /v2.0/networks/6efa7afe-07b7-401b-a93b-34d9934a86f8 HTTP/1.1" status: 204 len: 168 time: 2.1582737 Nov 22 20:32:25.736689 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-2768e664-a457-4428-8871-3b976fd34de4 None None] Provisioning complete for port f0181abe-9974-4360-9347-53578c02ccdc triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:32:25.736689 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-2768e664-a457-4428-8871-3b976fd34de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:25.773944 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 39336) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:32:25.831116 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d589dfc-fd0a-47f7-8dc0-cc453fc4c0b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=6efa7afe-07b7-401b-a93b-34d9934a86f8,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:32:25.869059 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f061fdd8-e08f-46c3-82da-fd04862c06fe admin admin] Network 57b8d32b-2e18-418c-bdae-79baa57b75d7 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:32:25.872052 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f061fdd8-e08f-46c3-82da-fd04862c06fe admin admin] Pushing event updated for resources: {'Port': ['ID=0a28dd71-af9c-45cb-a286-89664225beff,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:32:25.885219 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-f061fdd8-e08f-46c3-82da-fd04862c06fe admin admin] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:32:25.897673 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f061fdd8-e08f-46c3-82da-fd04862c06fe admin admin] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:32:25.991251 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f061fdd8-e08f-46c3-82da-fd04862c06fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659939'] for router_interface, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:26.024250 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-2768e664-a457-4428-8871-3b976fd34de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:26.063123 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-2768e664-a457-4428-8871-3b976fd34de4 None None] For port f0181abe-9974-4360-9347-53578c02ccdc, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=f0181abe-9974-4360-9347-53578c02ccdc,segment=NetworkSegment(8793ba83-8407-4c3d-9b56-2a177cd58a70),segment_id=8793ba83-8407-4c3d-9b56-2a177cd58a70)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:32:26.070486 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-8788c988-7ad1-42bb-8769-a604004039e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eeea5059-f676-428f-80c9-c5dcbf907e74', 'name': 'tempest-TestVolumeBackupRestore-916431354-router', 'tenant_id': '9f480581a3a24d53832d12c56efe7dfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': '1e263e93-9285-4b58-a694-fedb4b719dbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:32:07Z', 'updated_at': '2021-11-22T20:32:14Z', 'revision_number': 4, 'project_id': '9f480581a3a24d53832d12c56efe7dfb', 'gw_port': {'id': '1e263e93-9285-4b58-a694-fedb4b719dbb', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:c8:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeea5059-f676-428f-80c9-c5dcbf907e74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2560, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:32:11Z', 'updated_at': '2021-11-22T20:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': '962d52d4-f506-4922-8a74-4b7e502d9d76', 'name': '', 'network_id': '4c363749-4641-444d-b12e-785df04d6621', 'tenant_id': '9f480581a3a24d53832d12c56efe7dfb', 'mac_address': 'fa:16:3e:b6:eb:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eeea5059-f676-428f-80c9-c5dcbf907e74', 'device_owner': 'network:router_interface', 'standard_attr_id': 2562, 'fixed_ips': [{'subnet_id': '914ec341-e8f9-45e2-bd46-ed1ea518b4e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:32:13Z', 'updated_at': '2021-11-22T20:32:23Z', 'revision_number': 4, 'project_id': '9f480581a3a24d53832d12c56efe7dfb', 'subnets': [{'id': '914ec341-e8f9-45e2-bd46-ed1ea518b4e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:32:26.073997 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-2768e664-a457-4428-8871-3b976fd34de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:26.141278 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28084aaf-4ced-42a7-ba78-556520c85022 None None] Network 7bd88872-a540-4e3b-ac93-d884c5e46f76 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:32:26.155124 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8788c988-7ad1-42bb-8769-a604004039e2 None None] The sync data for ids ['eeea5059-f676-428f-80c9-c5dcbf907e74'] in n-d-818823-1 is: [{'id': 'eeea5059-f676-428f-80c9-c5dcbf907e74', 'name': 'tempest-TestVolumeBackupRestore-916431354-router', 'tenant_id': '9f480581a3a24d53832d12c56efe7dfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': '1e263e93-9285-4b58-a694-fedb4b719dbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:32:07Z', 'updated_at': '2021-11-22T20:32:14Z', 'revision_number': 4, 'project_id': '9f480581a3a24d53832d12c56efe7dfb', 'gw_port': {'id': '1e263e93-9285-4b58-a694-fedb4b719dbb', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:c8:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeea5059-f676-428f-80c9-c5dcbf907e74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2560, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:32:11Z', 'updated_at': '2021-11-22T20:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': '962d52d4-f506-4922-8a74-4b7e502d9d76', 'name': '', 'network_id': '4c363749-4641-444d-b12e-785df04d6621', 'tenant_id': '9f480581a3a24d53832d12c56efe7dfb', 'mac_address': 'fa:16:3e:b6:eb:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eeea5059-f676-428f-80c9-c5dcbf907e74', 'device_owner': 'network:router_interface', 'standard_attr_id': 2562, 'fixed_ips': [{'subnet_id': '914ec341-e8f9-45e2-bd46-ed1ea518b4e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:32:13Z', 'updated_at': '2021-11-22T20:32:23Z', 'revision_number': 4, 'project_id': '9f480581a3a24d53832d12c56efe7dfb', 'subnets': [{'id': '914ec341-e8f9-45e2-bd46-ed1ea518b4e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:32:26.188064 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6aa1da-6090-408b-b8a1-34b465a64214 req-8c95149e-2bb3-43b7-8750-dda7e4763f79 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:32:26.198587 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-de6aa1da-6090-408b-b8a1-34b465a64214 req-8c95149e-2bb3-43b7-8750-dda7e4763f79 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/ports?device_id=b7b5dc30-fe6f-4664-b91e-e11a00cbd74f HTTP/1.1" status: 200 len: 946 time: 0.4147007 Nov 22 20:32:26.384665 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 39340) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:32:26.528088 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-2768e664-a457-4428-8871-3b976fd34de4 None None] Provisioning complete for port 962d52d4-f506-4922-8a74-4b7e502d9d76 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:32:26.528459 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-2768e664-a457-4428-8871-3b976fd34de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:26.546626 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f061fdd8-e08f-46c3-82da-fd04862c06fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:26.576664 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-6a622414-f57e-4a44-b906-5405e13e286a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=85bf20edceb64b41a574b1567a4068c1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1876116 Nov 22 20:32:26.577544 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 39342) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:32:26.627850 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2768e664-a457-4428-8871-3b976fd34de4 None None] Pushing event updated for resources: {'Port': ['ID=f0181abe-9974-4360-9347-53578c02ccdc,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:32:26.782032 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-2768e664-a457-4428-8871-3b976fd34de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:26.786523 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device dd6e914c-61c9-403e-a609-e6b3968a14c4 no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:32:26.825528 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: dd6e914c-61c9-403e-a609-e6b3968a14c4 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:32:26.826070 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device dd6e914c-61c9-403e-a609-e6b3968a14c4 not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:32:26.972782 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-2768e664-a457-4428-8871-3b976fd34de4 None None] For port 962d52d4-f506-4922-8a74-4b7e502d9d76, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=962d52d4-f506-4922-8a74-4b7e502d9d76,segment=NetworkSegment(c3b74bc4-e4af-4168-85ff-2c72b306ea1a),segment_id=c3b74bc4-e4af-4168-85ff-2c72b306ea1a)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:32:26.978692 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-2768e664-a457-4428-8871-3b976fd34de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:27.060253 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-de6aa1da-6090-408b-b8a1-34b465a64214 req-5a2df83f-4520-414b-81a2-983f341f5b00 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/security-groups?id=967182ec-36b6-43cb-985c-f0d9e87194dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8589020 Nov 22 20:32:27.090928 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f4ebb15-4529-497d-aed5-41fa776f95f2 None None] DHCP port deletion for 7bd88872-a540-4e3b-ac93-d884c5e46f76 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:32:27.096465 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2768e664-a457-4428-8871-3b976fd34de4 None None] Pushing event updated for resources: {'Port': ['ID=962d52d4-f506-4922-8a74-4b7e502d9d76,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:32:27.117009 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b38d755-bb04-48b0-9e91-9dbe103a90eb req-e33e70ab-8890-476f-862c-78b3d9a29ff7 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:32:27.132687 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7b38d755-bb04-48b0-9e91-9dbe103a90eb req-e33e70ab-8890-476f-862c-78b3d9a29ff7 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/ports?device_id=bbf8cbb9-c17a-423d-9c0a-cab42a8c30e7 HTTP/1.1" status: 200 len: 907 time: 0.2801807 Nov 22 20:32:27.184101 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-a80281e8-4469-4a8c-a632-3661c1f7a0f0 None None] Provisioning complete for port 5ce0141c-57cd-4b4c-b55a-a32b88fda451 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:32:27.184507 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-a80281e8-4469-4a8c-a632-3661c1f7a0f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:27.187512 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-f0dc4287-82da-47b4-90b1-0c0648a22f3a req-f36636a0-ab65-468e-8f6d-9c941b20b986 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:27.252417 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36636a0-ab65-468e-8f6d-9c941b20b986 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Pushing event deleted for resources: {'Port': ['ID=30e2de48-0c41-48d3-83c8-5bd09fd0ad8b,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:32:27.269742 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 5ce0141c-57cd-4b4c-b55a-a32b88fda451 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:32:27.322168 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0dc4287-82da-47b4-90b1-0c0648a22f3a req-f36636a0-ab65-468e-8f6d-9c941b20b986 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] No DVR routers for this DVR port 30e2de48-0c41-48d3-83c8-5bd09fd0ad8b on host n-h2-818823-1 {{(pid=103447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:32:27.325442 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-f0dc4287-82da-47b4-90b1-0c0648a22f3a req-f36636a0-ab65-468e-8f6d-9c941b20b986 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:27.331005 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e1f727fd-b55e-414c-b771-37bd324fc03b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:27.331994 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f0dc4287-82da-47b4-90b1-0c0648a22f3a req-f36636a0-ab65-468e-8f6d-9c941b20b986 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.20 "DELETE /v2.0/ports/30e2de48-0c41-48d3-83c8-5bd09fd0ad8b HTTP/1.1" status: 204 len: 173 time: 2.1987834 Nov 22 20:32:27.338248 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbf8cbb9-c17a-423d-9c0a-cab42a8c30e7', 'name': 'network-vif-deleted', 'tag': '30e2de48-0c41-48d3-83c8-5bd09fd0ad8b'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:32:27.340414 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fba469d6-f425-43ab-be0b-02bf4ba9dc7a" -d '{"events": [{"server_uuid": "bbf8cbb9-c17a-423d-9c0a-cab42a8c30e7", "name": "network-vif-deleted", "tag": "30e2de48-0c41-48d3-83c8-5bd09fd0ad8b"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:32:27.411819 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-0f4ebb15-4529-497d-aed5-41fa776f95f2 None None] Deleting port a65e9e14-a0ba-43ce-92f8-8c84d66fa85b {{(pid=103449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:32:27.412203 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-0f4ebb15-4529-497d-aed5-41fa776f95f2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:27.420244 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 5ce0141c-57cd-4b4c-b55a-a32b88fda451 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:32:27.421003 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:27.431130 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:32:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10eff63f-ee40-4d32-a8fa-261e832a6089 x-openstack-request-id: req-10eff63f-ee40-4d32-a8fa-261e832a6089 {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:32:27.431514 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbf8cbb9-c17a-423d-9c0a-cab42a8c30e7", "name": "network-vif-deleted", "tag": "30e2de48-0c41-48d3-83c8-5bd09fd0ad8b", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:32:27.437021 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-10eff63f-ee40-4d32-a8fa-261e832a6089 {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:32:27.437556 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbf8cbb9-c17a-423d-9c0a-cab42a8c30e7', 'name': 'network-vif-deleted', 'tag': '30e2de48-0c41-48d3-83c8-5bd09fd0ad8b', 'status': 'completed', 'code': 200} Nov 22 20:32:27.453839 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e1f727fd-b55e-414c-b771-37bd324fc03b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:27.509284 n-d-818823-1 neutron-server[103448]: DEBUG neutron.objects.ports [None req-8c421a58-79d1-4982-af65-cc4bcd9af849 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103448) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 22 20:32:27.545282 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f791d68-4a34-4aef-99a5-a711233e90ca req-5cf7ba60-e004-44ae-9d4e-bbd17e63e1c5 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:32:27.546769 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-9f791d68-4a34-4aef-99a5-a711233e90ca req-5cf7ba60-e004-44ae-9d4e-bbd17e63e1c5 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7b5dc30-fe6f-4664-b91e-e11a00cbd74f HTTP/1.1" status: 200 len: 946 time: 0.2868862 Nov 22 20:32:27.558144 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-663da81e-1140-4df2-9a2e-d42acd285206 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659736'] for router_interface, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:27.593436 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-a80281e8-4469-4a8c-a632-3661c1f7a0f0 None None] Provisioning complete for port a65e9e14-a0ba-43ce-92f8-8c84d66fa85b triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:32:27.593718 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-a80281e8-4469-4a8c-a632-3661c1f7a0f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:27.625611 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-0f4ebb15-4529-497d-aed5-41fa776f95f2 None None] For port a65e9e14-a0ba-43ce-92f8-8c84d66fa85b, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=a65e9e14-a0ba-43ce-92f8-8c84d66fa85b,segment=NetworkSegment(bdb0f717-aa5f-4e33-bcc3-95472c9b5b64),segment_id=bdb0f717-aa5f-4e33-bcc3-95472c9b5b64)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:32:27.626491 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-0f4ebb15-4529-497d-aed5-41fa776f95f2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:27.667985 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-0f4ebb15-4529-497d-aed5-41fa776f95f2 None None] Calling delete_port for a65e9e14-a0ba-43ce-92f8-8c84d66fa85b owned by network:dhcp {{(pid=103449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:32:27.686767 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f061fdd8-e08f-46c3-82da-fd04862c06fe admin admin] Publish callbacks [] for port, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:27.706404 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f061fdd8-e08f-46c3-82da-fd04862c06fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:27.722304 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 962d52d4-f506-4922-8a74-4b7e502d9d76 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:32:27.785491 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e1f727fd-b55e-414c-b771-37bd324fc03b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:27.789042 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e1f727fd-b55e-414c-b771-37bd324fc03b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:27.793123 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-e1f727fd-b55e-414c-b771-37bd324fc03b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/92901c3a-b5c2-4a57-9ac2-d3da0ea53c51 HTTP/1.1" status: 204 len: 168 time: 1.2107389 Nov 22 20:32:27.852826 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-a80281e8-4469-4a8c-a632-3661c1f7a0f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:27.869889 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 962d52d4-f506-4922-8a74-4b7e502d9d76 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:32:27.870334 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:27.900227 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-0f4ebb15-4529-497d-aed5-41fa776f95f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381'] for port, after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:27.907273 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f727fd-b55e-414c-b771-37bd324fc03b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92901c3a-b5c2-4a57-9ac2-d3da0ea53c51,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:32:27.931796 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f061fdd8-e08f-46c3-82da-fd04862c06fe admin admin] Pushing event updated for resources: {'Port': ['ID=0a28dd71-af9c-45cb-a286-89664225beff,revision_number=2']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:32:27.940206 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f061fdd8-e08f-46c3-82da-fd04862c06fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-563461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-659839'] for router_interface, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:27.946382 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.ipam_pluggable_backend [None req-8c421a58-79d1-4982-af65-cc4bcd9af849 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Port a65e9e14-a0ba-43ce-92f8-8c84d66fa85b was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103448) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Nov 22 20:32:27.946839 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.ipam_pluggable_backend [None req-8c421a58-79d1-4982-af65-cc4bcd9af849 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Reverting IP allocation for 2001:db8::f816:3eff:fe15:4039 {{(pid=103448) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Nov 22 20:32:27.954574 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4ebb15-4529-497d-aed5-41fa776f95f2 None None] Pushing event deleted for resources: {'Port': ['ID=a65e9e14-a0ba-43ce-92f8-8c84d66fa85b,revision_number=None']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:32:27.961360 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.ipam_pluggable_backend [None req-8c421a58-79d1-4982-af65-cc4bcd9af849 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe15:4039 {{(pid=103448) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Nov 22 20:32:27.969558 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8c421a58-79d1-4982-af65-cc4bcd9af849 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11567560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11792921'] for subnet, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:28.036124 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4ebb15-4529-497d-aed5-41fa776f95f2 None None] No DVR routers for this DVR port a65e9e14-a0ba-43ce-92f8-8c84d66fa85b on host n-d-818823-1 {{(pid=103449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:32:28.090671 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-a80281e8-4469-4a8c-a632-3661c1f7a0f0 None None] Provisioning complete for port 0a28dd71-af9c-45cb-a286-89664225beff triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:32:28.091674 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-a80281e8-4469-4a8c-a632-3661c1f7a0f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:28.095446 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [req-9f791d68-4a34-4aef-99a5-a711233e90ca req-4ff1b9eb-07fb-4b82-9847-28dcefc35a5e tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Deleting port 8d4e4e36-a305-4d2d-b7a0-f073ea88ec5e {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:32:28.095446 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-9f791d68-4a34-4aef-99a5-a711233e90ca req-4ff1b9eb-07fb-4b82-9847-28dcefc35a5e tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:28.192689 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c421a58-79d1-4982-af65-cc4bcd9af849 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Network 7bd88872-a540-4e3b-ac93-d884c5e46f76 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:32:28.198083 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-663da81e-1140-4df2-9a2e-d42acd285206 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Deleting port 34d32cbe-6593-422e-a193-ffeb801f3f4a {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:32:28.204108 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-663da81e-1140-4df2-9a2e-d42acd285206 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:28.213235 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-8c421a58-79d1-4982-af65-cc4bcd9af849 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:32:28.216653 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c421a58-79d1-4982-af65-cc4bcd9af849 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:32:28.217787 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8c421a58-79d1-4982-af65-cc4bcd9af849 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:28.230561 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3078ade-9731-40dc-aa6d-eda2d7a2acd7 None None] Network 7bd88872-a540-4e3b-ac93-d884c5e46f76 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:32:28.234477 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-a80281e8-4469-4a8c-a632-3661c1f7a0f0 None None] Port 0a28dd71-af9c-45cb-a286-89664225beff cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:32:28.265029 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c421a58-79d1-4982-af65-cc4bcd9af849 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Pushing event updated for resources: {'Subnet': ['ID=2abde323-8eaf-41e6-8fb0-44ab28f06a2c,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:32:28.303264 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device f0181abe-9974-4360-9347-53578c02ccdc up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:32:28.346494 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-8c421a58-79d1-4982-af65-cc4bcd9af849 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 3.6937268 Nov 22 20:32:28.358393 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 39362) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:32:28.377679 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-eaf05b8f-02be-4b01-b36a-68a185cb4283 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Request body: {'port': {'network_id': '7bd88872-a540-4e3b-ac93-d884c5e46f76', 'mac_address': 'fa:16:3e:9f:a2:e4', 'name': 'tempest-NetworksTestDHCPv6-2078928141'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:32:28.401450 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [None req-663da81e-1140-4df2-9a2e-d42acd285206 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] For port 34d32cbe-6593-422e-a193-ffeb801f3f4a, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=34d32cbe-6593-422e-a193-ffeb801f3f4a,segment=NetworkSegment(067c07b8-2a70-4987-afc0-219229c2065a),segment_id=067c07b8-2a70-4987-afc0-219229c2065a)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:32:28.401970 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-663da81e-1140-4df2-9a2e-d42acd285206 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:28.434182 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-663da81e-1140-4df2-9a2e-d42acd285206 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Calling delete_port for 34d32cbe-6593-422e-a193-ffeb801f3f4a owned by network:router_interface {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:32:28.464132 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port f0181abe-9974-4360-9347-53578c02ccdc triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:32:28.464712 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:28.525476 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f061fdd8-e08f-46c3-82da-fd04862c06fe admin admin] Network 57b8d32b-2e18-418c-bdae-79baa57b75d7 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:32:28.537497 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-9f791d68-4a34-4aef-99a5-a711233e90ca req-4ff1b9eb-07fb-4b82-9847-28dcefc35a5e tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] For port 8d4e4e36-a305-4d2d-b7a0-f073ea88ec5e, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=8d4e4e36-a305-4d2d-b7a0-f073ea88ec5e,segment=NetworkSegment(470d5048-a1ed-4f8a-b81a-95ae6f6f9db0),segment_id=470d5048-a1ed-4f8a-b81a-95ae6f6f9db0)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:32:28.538027 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-9f791d68-4a34-4aef-99a5-a711233e90ca req-4ff1b9eb-07fb-4b82-9847-28dcefc35a5e tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:28.544478 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-f061fdd8-e08f-46c3-82da-fd04862c06fe admin admin] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:32:28.607141 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [req-9f791d68-4a34-4aef-99a5-a711233e90ca req-4ff1b9eb-07fb-4b82-9847-28dcefc35a5e tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Calling delete_port for 8d4e4e36-a305-4d2d-b7a0-f073ea88ec5e owned by compute:nova {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:32:28.663263 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7c1f0c-7187-47ba-b503-3c5366a5872e req-12364c6e-58fb-4259-9ae8-d9b5e75fe26d tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:32:28.667163 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ed7c1f0c-7187-47ba-b503-3c5366a5872e req-12364c6e-58fb-4259-9ae8-d9b5e75fe26d tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/ports?device_id=b7b5dc30-fe6f-4664-b91e-e11a00cbd74f HTTP/1.1" status: 200 len: 946 time: 0.3539932 Nov 22 20:32:28.920125 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-663da81e-1140-4df2-9a2e-d42acd285206 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:28.939687 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ed7c1f0c-7187-47ba-b503-3c5366a5872e req-90e5a07f-26ea-4fcb-b297-b2d4ba197437 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/security-groups?id=967182ec-36b6-43cb-985c-f0d9e87194dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2394094 Nov 22 20:32:28.965985 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac6f229e-cf53-48c7-9ca6-c3bd2f39dd73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fb26bd7-ce56-527b-b94f-2e1f7cb2bb35-7bd88872-a540-4e3b-ac93-d884c5e46f76', 'network_id': '7bd88872-a540-4e3b-ac93-d884c5e46f76', 'tenant_id': 'aa06169c4e4d4119918ff90a471be1d0', 'fixed_ips': [{'subnet_id': '2abde323-8eaf-41e6-8fb0-44ab28f06a2c'}]}} from n-d-818823-1. {{(pid=103449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 20:32:28.967482 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ac6f229e-cf53-48c7-9ca6-c3bd2f39dd73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:28.979749 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663da81e-1140-4df2-9a2e-d42acd285206 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Pushing event deleted for resources: {'Port': ['ID=34d32cbe-6593-422e-a193-ffeb801f3f4a,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:32:28.994309 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5f2d9b-ddd6-4ac2-8016-5dfba6d6e517 req-061a4ec2-555d-4da1-a07d-7ff82aaeeb2f tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:32:29.003784 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3a5f2d9b-ddd6-4ac2-8016-5dfba6d6e517 req-061a4ec2-555d-4da1-a07d-7ff82aaeeb2f tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/ports?device_id=b934650a-6723-42dc-852a-0cdb5ffb10f7 HTTP/1.1" status: 200 len: 946 time: 0.1918693 Nov 22 20:32:29.060779 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaf05b8f-02be-4b01-b36a-68a185cb4283 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Made reservation on behalf of aa06169c4e4d4119918ff90a471be1d0 for: {'port': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:32:29.160035 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3a5f2d9b-ddd6-4ac2-8016-5dfba6d6e517 req-82c0a5c5-8160-4bd6-aace-7ef15b41e677 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e8bab57-9061-4423-98eb-3cb5b90f4a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544564 Nov 22 20:32:29.161260 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-9f791d68-4a34-4aef-99a5-a711233e90ca req-4ff1b9eb-07fb-4b82-9847-28dcefc35a5e tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:29.212059 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff1b9eb-07fb-4b82-9847-28dcefc35a5e tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Pushing event deleted for resources: {'Port': ['ID=8d4e4e36-a305-4d2d-b7a0-f073ea88ec5e,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:32:29.237363 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.db_base_plugin_common [None req-ac6f229e-cf53-48c7-9ca6-c3bd2f39dd73 None None] Allocated IP 2001:db8::f816:3eff:fecc:10ed (7bd88872-a540-4e3b-ac93-d884c5e46f76/2abde323-8eaf-41e6-8fb0-44ab28f06a2c/e615926a-df22-42f2-b872-f0897dfb8ac8) {{(pid=103449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:32:29.266997 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 5d95c822-b7e9-4fd4-9459-95cd7e0d9dbf no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:32:29.268997 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] get_ports_and_sgs() called for port_ids ['e08c4637-151d-48fd-b2f8-a723e7f9fa3c'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:32:29.308813 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c1d578b-23e2-4fe7-a804-477ebf7da06a None None] DHCP port deletion for 33dd767d-ab2c-4bf6-a32d-ce7483655865 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:32:29.310981 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 30e2de48-0c41-48d3-83c8-5bd09fd0ad8b no longer exists at agent hyperv_n-h2-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:32:29.315450 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-663da81e-1140-4df2-9a2e-d42acd285206 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-563470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-663272'] for router_interface, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:29.381821 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] No Port match for: 30e2de48-0c41-48d3-83c8-5bd09fd0ad8b {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:32:29.382168 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 30e2de48-0c41-48d3-83c8-5bd09fd0ad8b not bound to the agent host n-h2-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:32:29.384618 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: 5d95c822-b7e9-4fd4-9459-95cd7e0d9dbf {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:32:29.384964 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 5d95c822-b7e9-4fd4-9459-95cd7e0d9dbf not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:32:29.390676 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f791d68-4a34-4aef-99a5-a711233e90ca req-4ff1b9eb-07fb-4b82-9847-28dcefc35a5e tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] No DVR routers for this DVR port 8d4e4e36-a305-4d2d-b7a0-f073ea88ec5e on host n-h1-818823-1 {{(pid=103448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:32:29.402642 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-9f791d68-4a34-4aef-99a5-a711233e90ca req-4ff1b9eb-07fb-4b82-9847-28dcefc35a5e tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:29.408950 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-9f791d68-4a34-4aef-99a5-a711233e90ca req-4ff1b9eb-07fb-4b82-9847-28dcefc35a5e tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.41 "DELETE /v2.0/ports/8d4e4e36-a305-4d2d-b7a0-f073ea88ec5e HTTP/1.1" status: 204 len: 173 time: 1.8486834 Nov 22 20:32:29.409433 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7b5dc30-fe6f-4664-b91e-e11a00cbd74f', 'name': 'network-vif-deleted', 'tag': '8d4e4e36-a305-4d2d-b7a0-f073ea88ec5e'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:32:29.421732 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589a98cf2aea187fcc423a5edb333e5a6cf3ad7c81115d1ebee0f079693c312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d62fb8d-509d-4db5-87ad-317ecebda6b7" -d '{"events": [{"server_uuid": "b7b5dc30-fe6f-4664-b91e-e11a00cbd74f", "name": "network-vif-deleted", "tag": "8d4e4e36-a305-4d2d-b7a0-f073ea88ec5e"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:32:29.499241 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-eaf05b8f-02be-4b01-b36a-68a185cb4283 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:29.512023 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-0eb4c6f3-fdaf-499c-bd7a-c5c7c94fd8f6 None None] Provisioning complete for port 0a28dd71-af9c-45cb-a286-89664225beff triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:32:29.512726 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-0eb4c6f3-fdaf-499c-bd7a-c5c7c94fd8f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:29.552070 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:32:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e187afc1-a538-47be-9775-491bb3ed139b x-openstack-request-id: req-e187afc1-a538-47be-9775-491bb3ed139b {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:32:29.552515 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7b5dc30-fe6f-4664-b91e-e11a00cbd74f", "name": "network-vif-deleted", "tag": "8d4e4e36-a305-4d2d-b7a0-f073ea88ec5e", "status": "completed", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:32:29.553040 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e187afc1-a538-47be-9775-491bb3ed139b {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:32:29.553599 n-d-818823-1 neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7b5dc30-fe6f-4664-b91e-e11a00cbd74f', 'name': 'network-vif-deleted', 'tag': '8d4e4e36-a305-4d2d-b7a0-f073ea88ec5e', 'status': 'completed', 'code': 200} Nov 22 20:32:29.561082 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-0eb4c6f3-fdaf-499c-bd7a-c5c7c94fd8f6 None None] Port 0a28dd71-af9c-45cb-a286-89664225beff cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:32:29.561905 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [None req-eaf05b8f-02be-4b01-b36a-68a185cb4283 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] device_id is not set on port 0798946b-9352-4f46-92b7-4a4a892dcfad yet. {{(pid=103448) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 20:32:29.584136 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f061fdd8-e08f-46c3-82da-fd04862c06fe admin admin] Router f7b9389c-948b-4084-b64e-abdfb814f4e8 has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 20:32:29.674380 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 962d52d4-f506-4922-8a74-4b7e502d9d76 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:32:29.681165 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 8d4e4e36-a305-4d2d-b7a0-f073ea88ec5e no longer exists at agent hyperv_n-h1-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:32:29.766878 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-663da81e-1140-4df2-9a2e-d42acd285206 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Router 5a3f574e-2437-448a-998c-74e9b4f764fb has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 20:32:29.774325 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] No Port match for: 8d4e4e36-a305-4d2d-b7a0-f073ea88ec5e {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:32:29.774746 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 8d4e4e36-a305-4d2d-b7a0-f073ea88ec5e not bound to the agent host n-h1-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:32:29.795444 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f061fdd8-e08f-46c3-82da-fd04862c06fe admin admin] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:32:29.812915 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-f061fdd8-e08f-46c3-82da-fd04862c06fe admin admin] 10.222.0.46 "PUT /v2.0/routers/f7b9389c-948b-4084-b64e-abdfb814f4e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6083791 Nov 22 20:32:29.819200 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20b546b2-be07-486f-8d1a-fc5a278b0839 None None] Sync routers for ids ['f7b9389c-948b-4084-b64e-abdfb814f4e8'] in n-d-818823-1 {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:32:29.830494 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ac6f229e-cf53-48c7-9ca6-c3bd2f39dd73 None None] Publish callbacks [] for port, precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:29.846339 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b546b2-be07-486f-8d1a-fc5a278b0839 None None] Routers {'f7b9389c-948b-4084-b64e-abdfb814f4e8'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:32:29.846961 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-20b546b2-be07-486f-8d1a-fc5a278b0839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:32:03Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['f7b9389c-948b-4084-b64e-abdfb814f4e8'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:32:29.857719 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ac6f229e-cf53-48c7-9ca6-c3bd2f39dd73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372'] for port, after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:29.923499 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [None req-eaf05b8f-02be-4b01-b36a-68a185cb4283 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Allocated IP 2001:db8::f816:3eff:fe9f:a2e4 (7bd88872-a540-4e3b-ac93-d884c5e46f76/2abde323-8eaf-41e6-8fb0-44ab28f06a2c/0798946b-9352-4f46-92b7-4a4a892dcfad) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:32:29.949131 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-663da81e-1140-4df2-9a2e-d42acd285206 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:32:29.973068 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38fd85d6-b8be-4778-85cb-2f232313441e None None] Sync routers for ids ['5a3f574e-2437-448a-998c-74e9b4f764fb'] in n-d-818823-1 {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:32:29.993026 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 962d52d4-f506-4922-8a74-4b7e502d9d76 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:32:29.993747 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:30.003010 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-663da81e-1140-4df2-9a2e-d42acd285206 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] 10.222.0.46 "PUT /v2.0/routers/5a3f574e-2437-448a-998c-74e9b4f764fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2165091 Nov 22 20:32:30.018968 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38fd85d6-b8be-4778-85cb-2f232313441e None None] Routers {'5a3f574e-2437-448a-998c-74e9b4f764fb'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:32:30.023700 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-38fd85d6-b8be-4778-85cb-2f232313441e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:32:03Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['5a3f574e-2437-448a-998c-74e9b4f764fb'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:32:30.058433 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac6f229e-cf53-48c7-9ca6-c3bd2f39dd73 None None] Network 7bd88872-a540-4e3b-ac93-d884c5e46f76 is already hosted by enough agents. {{(pid=103449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:32:30.078933 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.base_scheduler [None req-ac6f229e-cf53-48c7-9ca6-c3bd2f39dd73 None None] Resources bound (agent type, host, resource id): {{(pid=103449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:32:30.088869 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac6f229e-cf53-48c7-9ca6-c3bd2f39dd73 None None] Received port after_create {{(pid=103449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:32:30.180476 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-600a1597-3301-43cb-8133-16c7d4192b99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:30.232468 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6f229e-cf53-48c7-9ca6-c3bd2f39dd73 None None] Pushing event updated for resources: {'Port': ['ID=e615926a-df22-42f2-b872-f0897dfb8ac8,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:32:30.234054 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b6a9f8ac-8a03-49c4-9b36-926eceb7a93f req-526bb156-bfa7-430b-a695-0e850f2b7cc6 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/ports?device_id=b7b5dc30-fe6f-4664-b91e-e11a00cbd74f HTTP/1.1" status: 200 len: 210 time: 0.0797484 Nov 22 20:32:30.328300 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-20b546b2-be07-486f-8d1a-fc5a278b0839 None None] Set router f7b9389c-948b-4084-b64e-abdfb814f4e8 gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:32:30.348334 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e8a20d-1fb4-4df4-a847-0eeae46a3f1e req-db0b88f2-9c5c-4744-ad66-70cf693af0af tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:32:30.351793 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-87e8a20d-1fb4-4df4-a847-0eeae46a3f1e req-db0b88f2-9c5c-4744-ad66-70cf693af0af tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.41 "GET /v2.0/ports?device_id=b934650a-6723-42dc-852a-0cdb5ffb10f7 HTTP/1.1" status: 200 len: 946 time: 0.1413805 Nov 22 20:32:30.447545 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-eaf05b8f-02be-4b01-b36a-68a185cb4283 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:30.513511 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e07946-15ec-4e66-aa56-1ecc490bd343 req-bf8623c3-f0ae-4258-8e48-9ad46ba225ac tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:32:30.522003 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-96e07946-15ec-4e66-aa56-1ecc490bd343 req-bf8623c3-f0ae-4258-8e48-9ad46ba225ac tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/ports?device_id=b934650a-6723-42dc-852a-0cdb5ffb10f7 HTTP/1.1" status: 200 len: 946 time: 0.1355031 Nov 22 20:32:30.553880 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-ac6f229e-cf53-48c7-9ca6-c3bd2f39dd73 None None] Attempting to bind port e615926a-df22-42f2-b872-f0897dfb8ac8 on host n-d-818823-1 for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:32:30.554258 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-ac6f229e-cf53-48c7-9ca6-c3bd2f39dd73 None None] Attempting to bind port e615926a-df22-42f2-b872-f0897dfb8ac8 by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': 'bdb0f717-aa5f-4e33-bcc3-95472c9b5b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '7bd88872-a540-4e3b-ac93-d884c5e46f76'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:32:30.554630 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac6f229e-cf53-48c7-9ca6-c3bd2f39dd73 None None] Attempting to bind port e615926a-df22-42f2-b872-f0897dfb8ac8 on network 7bd88872-a540-4e3b-ac93-d884c5e46f76 {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:32:30.588795 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac6f229e-cf53-48c7-9ca6-c3bd2f39dd73 None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 32, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:32:30.589189 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac6f229e-cf53-48c7-9ca6-c3bd2f39dd73 None None] Checking segment: {'id': 'bdb0f717-aa5f-4e33-bcc3-95472c9b5b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '7bd88872-a540-4e3b-ac93-d884c5e46f76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:32:30.592072 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ac6f229e-cf53-48c7-9ca6-c3bd2f39dd73 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:30.595897 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac6f229e-cf53-48c7-9ca6-c3bd2f39dd73 None None] Bound using segment: {'id': 'bdb0f717-aa5f-4e33-bcc3-95472c9b5b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '7bd88872-a540-4e3b-ac93-d884c5e46f76'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:32:30.596520 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-ac6f229e-cf53-48c7-9ca6-c3bd2f39dd73 None None] Bound port: e615926a-df22-42f2-b872-f0897dfb8ac8, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdb0f717-aa5f-4e33-bcc3-95472c9b5b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '7bd88872-a540-4e3b-ac93-d884c5e46f76'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:32:30.597162 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ac6f229e-cf53-48c7-9ca6-c3bd2f39dd73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:30.612066 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-eaf05b8f-02be-4b01-b36a-68a185cb4283 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:30.612790 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-38fd85d6-b8be-4778-85cb-2f232313441e None None] Set router 5a3f574e-2437-448a-998c-74e9b4f764fb gateway port host: n-d-818823-1 {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:32:30.661903 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-96e07946-15ec-4e66-aa56-1ecc490bd343 req-c3dd9aa2-ec1d-4774-8113-d19711d37fe1 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e8bab57-9061-4423-98eb-3cb5b90f4a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345987 Nov 22 20:32:30.666452 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [req-87e8a20d-1fb4-4df4-a847-0eeae46a3f1e req-1080c296-522f-4832-8bbf-f966653ea0fe tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Deleting port 9757a672-e445-4799-a23d-c2d9c3fbfb86 {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:32:30.666858 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-87e8a20d-1fb4-4df4-a847-0eeae46a3f1e req-1080c296-522f-4832-8bbf-f966653ea0fe tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:30.703173 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dde87d-76a2-43ee-8a69-89a5b0728f73 req-83ad89c0-ddb7-4f81-8895-93d8ee20adcc tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:32:30.709446 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e2dde87d-76a2-43ee-8a69-89a5b0728f73 req-83ad89c0-ddb7-4f81-8895-93d8ee20adcc tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] 10.222.0.46 "GET /v2.0/ports?device_id=2d7e551c-fdb2-4045-a010-64adb070cc29 HTTP/1.1" status: 200 len: 946 time: 0.2117820 Nov 22 20:32:30.733294 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaf05b8f-02be-4b01-b36a-68a185cb4283 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Network 7bd88872-a540-4e3b-ac93-d884c5e46f76 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:32:30.754725 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-eaf05b8f-02be-4b01-b36a-68a185cb4283 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:32:30.770446 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf05b8f-02be-4b01-b36a-68a185cb4283 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:32:30.776424 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaf05b8f-02be-4b01-b36a-68a185cb4283 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:32:30.777136 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-eaf05b8f-02be-4b01-b36a-68a185cb4283 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:30.786420 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf05b8f-02be-4b01-b36a-68a185cb4283 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Pushing event updated for resources: {'Port': ['ID=0798946b-9352-4f46-92b7-4a4a892dcfad,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:32:30.829114 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-eaf05b8f-02be-4b01-b36a-68a185cb4283 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.4671838 Nov 22 20:32:30.829956 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 39456) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:32:30.858021 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e2dde87d-76a2-43ee-8a69-89a5b0728f73 req-dfdd7de0-b7dc-42de-9a9d-7018d73a90a5 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] 10.222.0.46 "GET /v2.0/security-groups?id=91638e95-6dc6-4f92-8c46-f88544dc3a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1422768 Nov 22 20:32:30.911221 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-87e8a20d-1fb4-4df4-a847-0eeae46a3f1e req-1080c296-522f-4832-8bbf-f966653ea0fe tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] For port 9757a672-e445-4799-a23d-c2d9c3fbfb86, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=9757a672-e445-4799-a23d-c2d9c3fbfb86,segment=NetworkSegment(60e02a7e-98a0-4d76-b36b-46f7624c5b28),segment_id=60e02a7e-98a0-4d76-b36b-46f7624c5b28)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:32:30.911746 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-87e8a20d-1fb4-4df4-a847-0eeae46a3f1e req-1080c296-522f-4832-8bbf-f966653ea0fe tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:30.931331 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [req-87e8a20d-1fb4-4df4-a847-0eeae46a3f1e req-1080c296-522f-4832-8bbf-f966653ea0fe tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Calling delete_port for 9757a672-e445-4799-a23d-c2d9c3fbfb86 owned by compute:nova {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:32:30.963213 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-38fd85d6-b8be-4778-85cb-2f232313441e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a3f574e-2437-448a-998c-74e9b4f764fb', 'name': 'tempest-TestNetworkBasicOps-router-686587762', 'tenant_id': '67d164fc12fc462bb9fe3a42a4c66cfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.51'}], 'enable_snat': True}, 'gw_port_id': 'b7cac5e9-5818-4db2-8593-f6a7a0fa9767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:30:09Z', 'updated_at': '2021-11-22T20:32:28Z', 'revision_number': 6, 'project_id': '67d164fc12fc462bb9fe3a42a4c66cfa', 'gw_port': {'id': 'b7cac5e9-5818-4db2-8593-f6a7a0fa9767', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:9c:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a3f574e-2437-448a-998c-74e9b4f764fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2421, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:30:10Z', 'updated_at': '2021-11-22T20:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_floatingips': [{'id': 'ae5a993b-f81f-43b4-a692-206fe3f84ee8', 'tenant_id': '67d164fc12fc462bb9fe3a42a4c66cfa', 'floating_ip_address': '172.25.5.160', 'floating_network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'router_id': '5a3f574e-2437-448a-998c-74e9b4f764fb', 'port_id': 'c02d7240-fd9a-4491-9cf3-2e4d5bd83887', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 2483, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc6b8ee0-c93e-4fd5-b6d2-3b4003108205', 'mac_address': 'fa:16:3e:78:ab:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b8bcab5-d7eb-4942-8883-7f3b125ddb74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T20:30:49Z', 'updated_at': '2021-11-22T20:30:54Z', 'revision_number': 1, 'project_id': '67d164fc12fc462bb9fe3a42a4c66cfa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b08c4f9c-f7d7-4305-a469-ee6855d739b1', 'name': '', 'network_id': 'bc6b8ee0-c93e-4fd5-b6d2-3b4003108205', 'tenant_id': '67d164fc12fc462bb9fe3a42a4c66cfa', 'mac_address': 'fa:16:3e:03:8e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a3f574e-2437-448a-998c-74e9b4f764fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2424, 'fixed_ips': [{'subnet_id': 'c85ed097-9a10-4cb0-8436-ab0dc36d4a33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:30:15Z', 'updated_at': '2021-11-22T20:30:21Z', 'revision_number': 5, 'project_id': '67d164fc12fc462bb9fe3a42a4c66cfa', 'subnets': [{'id': 'c85ed097-9a10-4cb0-8436-ab0dc36d4a33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:32:30.963536 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-123a045b-b47f-41d3-9767-7e0fad7fb5fd tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:32:30.970455 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-123a045b-b47f-41d3-9767-7e0fad7fb5fd tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:32:30.971124 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ac6f229e-cf53-48c7-9ca6-c3bd2f39dd73 None None] For port e615926a-df22-42f2-b872-f0897dfb8ac8, host n-d-818823-1, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:32:30.974711 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-123a045b-b47f-41d3-9767-7e0fad7fb5fd tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1415749 Nov 22 20:32:30.976007 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 39464) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:32:30.989419 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device a65e9e14-a0ba-43ce-92f8-8c84d66fa85b no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:32:31.009252 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ac6f229e-cf53-48c7-9ca6-c3bd2f39dd73 None None] For port e615926a-df22-42f2-b872-f0897dfb8ac8, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=e615926a-df22-42f2-b872-f0897dfb8ac8,segment=NetworkSegment(bdb0f717-aa5f-4e33-bcc3-95472c9b5b64),segment_id=bdb0f717-aa5f-4e33-bcc3-95472c9b5b64)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:32:31.034732 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: a65e9e14-a0ba-43ce-92f8-8c84d66fa85b {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:32:31.035081 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device a65e9e14-a0ba-43ce-92f8-8c84d66fa85b not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:32:31.037039 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ac6f229e-cf53-48c7-9ca6-c3bd2f39dd73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:31.059562 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38fd85d6-b8be-4778-85cb-2f232313441e None None] Checking router: 5a3f574e-2437-448a-998c-74e9b4f764fb for host: n-d-818823-1 {{(pid=103450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 20:32:31.083030 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38fd85d6-b8be-4778-85cb-2f232313441e None None] Routers {'5a3f574e-2437-448a-998c-74e9b4f764fb'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:32:31.086878 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-38fd85d6-b8be-4778-85cb-2f232313441e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:32:03Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['5a3f574e-2437-448a-998c-74e9b4f764fb'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:32:31.121442 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6f229e-cf53-48c7-9ca6-c3bd2f39dd73 None None] Pushing event updated for resources: {'Port': ['ID=e615926a-df22-42f2-b872-f0897dfb8ac8,revision_number=2']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:32:31.163752 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-20b546b2-be07-486f-8d1a-fc5a278b0839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7b9389c-948b-4084-b64e-abdfb814f4e8', 'name': 'tempest-TestVolumeBackupRestore-2074793907-router', 'tenant_id': '2f1be1e17ce745a3a14e4edd9f41dbe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.135'}], 'enable_snat': True}, 'gw_port_id': 'f0181abe-9974-4360-9347-53578c02ccdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:32:19Z', 'updated_at': '2021-11-22T20:32:26Z', 'revision_number': 4, 'project_id': '2f1be1e17ce745a3a14e4edd9f41dbe6', 'gw_port': {'id': 'f0181abe-9974-4360-9347-53578c02ccdc', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:76:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b9389c-948b-4084-b64e-abdfb814f4e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2577, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:32:20Z', 'updated_at': '2021-11-22T20:32:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': '0a28dd71-af9c-45cb-a286-89664225beff', 'name': '', 'network_id': '57b8d32b-2e18-418c-bdae-79baa57b75d7', 'tenant_id': '2f1be1e17ce745a3a14e4edd9f41dbe6', 'mac_address': 'fa:16:3e:a5:06:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7b9389c-948b-4084-b64e-abdfb814f4e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2579, 'fixed_ips': [{'subnet_id': '6b2068bd-0116-4c8e-801b-824b8c14e13b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:32:24Z', 'updated_at': '2021-11-22T20:32:26Z', 'revision_number': 2, 'project_id': '2f1be1e17ce745a3a14e4edd9f41dbe6', 'subnets': [{'id': '6b2068bd-0116-4c8e-801b-824b8c14e13b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:32:31.197318 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-e63d8103-9047-4f6c-ada0-674cdfeaa1a0 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Deleting port 0798946b-9352-4f46-92b7-4a4a892dcfad {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:32:31.197670 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e63d8103-9047-4f6c-ada0-674cdfeaa1a0 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:31.237146 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20b546b2-be07-486f-8d1a-fc5a278b0839 None None] Checking router: f7b9389c-948b-4084-b64e-abdfb814f4e8 for host: n-d-818823-1 {{(pid=103449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 20:32:31.266552 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20b546b2-be07-486f-8d1a-fc5a278b0839 None None] Updating router f7b9389c-948b-4084-b64e-abdfb814f4e8 port 0a28dd71-af9c-45cb-a286-89664225beff binding host n-d-818823-1 {{(pid=103449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 20:32:31.292503 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-38fd85d6-b8be-4778-85cb-2f232313441e None None] Set router 5a3f574e-2437-448a-998c-74e9b4f764fb gateway port host: n-d-818823-1 {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:32:31.324982 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e63d8103-9047-4f6c-ada0-674cdfeaa1a0 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:31.338946 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-e63d8103-9047-4f6c-ada0-674cdfeaa1a0 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Calling delete_port for 0798946b-9352-4f46-92b7-4a4a892dcfad owned by {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:32:31.342223 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-20b546b2-be07-486f-8d1a-fc5a278b0839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:31.718429 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-38fd85d6-b8be-4778-85cb-2f232313441e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a3f574e-2437-448a-998c-74e9b4f764fb', 'name': 'tempest-TestNetworkBasicOps-router-686587762', 'tenant_id': '67d164fc12fc462bb9fe3a42a4c66cfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.51'}], 'enable_snat': True}, 'gw_port_id': 'b7cac5e9-5818-4db2-8593-f6a7a0fa9767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:30:09Z', 'updated_at': '2021-11-22T20:32:28Z', 'revision_number': 6, 'project_id': '67d164fc12fc462bb9fe3a42a4c66cfa', 'gw_port': {'id': 'b7cac5e9-5818-4db2-8593-f6a7a0fa9767', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:9c:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a3f574e-2437-448a-998c-74e9b4f764fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2421, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:30:10Z', 'updated_at': '2021-11-22T20:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_floatingips': [{'id': 'ae5a993b-f81f-43b4-a692-206fe3f84ee8', 'tenant_id': '67d164fc12fc462bb9fe3a42a4c66cfa', 'floating_ip_address': '172.25.5.160', 'floating_network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'router_id': '5a3f574e-2437-448a-998c-74e9b4f764fb', 'port_id': 'c02d7240-fd9a-4491-9cf3-2e4d5bd83887', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 2483, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc6b8ee0-c93e-4fd5-b6d2-3b4003108205', 'mac_address': 'fa:16:3e:78:ab:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b8bcab5-d7eb-4942-8883-7f3b125ddb74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T20:30:49Z', 'updated_at': '2021-11-22T20:30:54Z', 'revision_number': 1, 'project_id': '67d164fc12fc462bb9fe3a42a4c66cfa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b08c4f9c-f7d7-4305-a469-ee6855d739b1', 'name': '', 'network_id': 'bc6b8ee0-c93e-4fd5-b6d2-3b4003108205', 'tenant_id': '67d164fc12fc462bb9fe3a42a4c66cfa', 'mac_address': 'fa:16:3e:03:8e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a3f574e-2437-448a-998c-74e9b4f764fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2424, 'fixed_ips': [{'subnet_id': 'c85ed097-9a10-4cb0-8436-ab0dc36d4a33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:30:15Z', 'updated_at': '2021-11-22T20:30:21Z', 'revision_number': 5, 'project_id': '67d164fc12fc462bb9fe3a42a4c66cfa', 'subnets': [{'id': 'c85ed097-9a10-4cb0-8436-ab0dc36d4a33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:32:31.846106 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38fd85d6-b8be-4778-85cb-2f232313441e None None] The sync data for ids ['5a3f574e-2437-448a-998c-74e9b4f764fb'] in n-d-818823-1 is: [{'id': '5a3f574e-2437-448a-998c-74e9b4f764fb', 'name': 'tempest-TestNetworkBasicOps-router-686587762', 'tenant_id': '67d164fc12fc462bb9fe3a42a4c66cfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.51'}], 'enable_snat': True}, 'gw_port_id': 'b7cac5e9-5818-4db2-8593-f6a7a0fa9767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:30:09Z', 'updated_at': '2021-11-22T20:32:28Z', 'revision_number': 6, 'project_id': '67d164fc12fc462bb9fe3a42a4c66cfa', 'gw_port': {'id': 'b7cac5e9-5818-4db2-8593-f6a7a0fa9767', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:9c:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a3f574e-2437-448a-998c-74e9b4f764fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2421, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:30:10Z', 'updated_at': '2021-11-22T20:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_floatingips': [{'id': 'ae5a993b-f81f-43b4-a692-206fe3f84ee8', 'tenant_id': '67d164fc12fc462bb9fe3a42a4c66cfa', 'floating_ip_address': '172.25.5.160', 'floating_network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'router_id': '5a3f574e-2437-448a-998c-74e9b4f764fb', 'port_id': 'c02d7240-fd9a-4491-9cf3-2e4d5bd83887', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 2483, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc6b8ee0-c93e-4fd5-b6d2-3b4003108205', 'mac_address': 'fa:16:3e:78:ab:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b8bcab5-d7eb-4942-8883-7f3b125ddb74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T20:30:49Z', 'updated_at': '2021-11-22T20:30:54Z', 'revision_number': 1, 'project_id': '67d164fc12fc462bb9fe3a42a4c66cfa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b08c4f9c-f7d7-4305-a469-ee6855d739b1', 'name': '', 'network_id': 'bc6b8ee0-c93e-4fd5-b6d2-3b4003108205', 'tenant_id': '67d164fc12fc462bb9fe3a42a4c66cfa', 'mac_address': 'fa:16:3e:03:8e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a3f574e-2437-448a-998c-74e9b4f764fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2424, 'fixed_ips': [{'subnet_id': 'c85ed097-9a10-4cb0-8436-ab0dc36d4a33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:30:15Z', 'updated_at': '2021-11-22T20:30:21Z', 'revision_number': 5, 'project_id': '67d164fc12fc462bb9fe3a42a4c66cfa', 'subnets': [{'id': 'c85ed097-9a10-4cb0-8436-ab0dc36d4a33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:32:31.877710 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-87e8a20d-1fb4-4df4-a847-0eeae46a3f1e req-1080c296-522f-4832-8bbf-f966653ea0fe tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:31.899243 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] get_ports_and_sgs() called for port_ids ['c4e2b759-e838-4d5a-914f-a0e91771c133'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:32:32.001787 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5fefa9aa-553f-4648-b441-ba4825e66189 req-3f04efe3-1d96-47e1-a93e-2537f9775219 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/ports?device_id=b934650a-6723-42dc-852a-0cdb5ffb10f7 HTTP/1.1" status: 200 len: 210 time: 0.1393583 Nov 22 20:32:32.026153 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1080c296-522f-4832-8bbf-f966653ea0fe tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Pushing event deleted for resources: {'Port': ['ID=9757a672-e445-4799-a23d-c2d9c3fbfb86,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:32:32.050574 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e63d8103-9047-4f6c-ada0-674cdfeaa1a0 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:32.068334 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fae8c5-1b05-4f32-aa06-9fa39607f638 req-eabcad31-0aee-42cf-9984-ecf34fe0780f tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:32:32.072883 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a3fae8c5-1b05-4f32-aa06-9fa39607f638 req-eabcad31-0aee-42cf-9984-ecf34fe0780f tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d7e551c-fdb2-4045-a010-64adb070cc29 HTTP/1.1" status: 200 len: 946 time: 0.3272629 Nov 22 20:32:32.240963 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63d8103-9047-4f6c-ada0-674cdfeaa1a0 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Pushing event deleted for resources: {'Port': ['ID=0798946b-9352-4f46-92b7-4a4a892dcfad,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:32:32.285327 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [req-87e8a20d-1fb4-4df4-a847-0eeae46a3f1e req-1080c296-522f-4832-8bbf-f966653ea0fe tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] No DVR routers for this DVR port 9757a672-e445-4799-a23d-c2d9c3fbfb86 on host n-h1-818823-1 {{(pid=103448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:32:32.305654 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-87e8a20d-1fb4-4df4-a847-0eeae46a3f1e req-1080c296-522f-4832-8bbf-f966653ea0fe tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:32.310219 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-87e8a20d-1fb4-4df4-a847-0eeae46a3f1e req-1080c296-522f-4832-8bbf-f966653ea0fe tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.41 "DELETE /v2.0/ports/9757a672-e445-4799-a23d-c2d9c3fbfb86 HTTP/1.1" status: 204 len: 173 time: 1.9506567 Nov 22 20:32:32.310968 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b934650a-6723-42dc-852a-0cdb5ffb10f7', 'name': 'network-vif-deleted', 'tag': '9757a672-e445-4799-a23d-c2d9c3fbfb86'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:32:32.320268 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-20b546b2-be07-486f-8d1a-fc5a278b0839 None None] Publish callbacks [] for port, precommit_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:32.327735 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589a98cf2aea187fcc423a5edb333e5a6cf3ad7c81115d1ebee0f079693c312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e353965-5b04-4a55-a2f4-a844aa73e8c8" -d '{"events": [{"server_uuid": "b934650a-6723-42dc-852a-0cdb5ffb10f7", "name": "network-vif-deleted", "tag": "9757a672-e445-4799-a23d-c2d9c3fbfb86"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:32:32.345710 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e63d8103-9047-4f6c-ada0-674cdfeaa1a0 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:32.350063 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-20b546b2-be07-486f-8d1a-fc5a278b0839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:32.355705 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-e63d8103-9047-4f6c-ada0-674cdfeaa1a0 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "DELETE /v2.0/ports/0798946b-9352-4f46-92b7-4a4a892dcfad HTTP/1.1" status: 204 len: 168 time: 1.3756585 Nov 22 20:32:32.356929 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 39556) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:32:32.528996 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f42e56e8-48c0-4c4b-afd5-4aa893ad0ee7 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:32:32.540934 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f42e56e8-48c0-4c4b-afd5-4aa893ad0ee7 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:32:32.550468 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-f42e56e8-48c0-4c4b-afd5-4aa893ad0ee7 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1922212 Nov 22 20:32:32.554248 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 39562) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:32:32.594078 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0c834a-ec2e-4270-bd4b-131d950af964 None None] Pushing event updated for resources: {'Port': ['ID=0a28dd71-af9c-45cb-a286-89664225beff,revision_number=3']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:32:32.633489 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-76f95d0a-4fd6-4df7-9710-667b5b4048b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:32.680582 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de233c5-b2d3-4d85-9911-d07eb9555feb req-c005a29f-0e8e-427d-8b72-26cc385fbdf9 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:32:32.690577 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9de233c5-b2d3-4d85-9911-d07eb9555feb req-c005a29f-0e8e-427d-8b72-26cc385fbdf9 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/networks?id=33dd767d-ab2c-4bf6-a32d-ce7483655865 HTTP/1.1" status: 200 len: 806 time: 0.3994949 Nov 22 20:32:32.742927 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9de233c5-b2d3-4d85-9911-d07eb9555feb req-0ae98302-6112-4504-bf7e-7b918d77ca71 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/quotas/b741c1041ead4066a271a7ac45bca161 HTTP/1.1" status: 200 len: 375 time: 0.0510819 Nov 22 20:32:32.750485 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3601429-f018-4845-bdba-833cebe2f72a tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Deleting subnet 2abde323-8eaf-41e6-8fb0-44ab28f06a2c {{(pid=103448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 20:32:32.765808 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e3601429-f018-4845-bdba-833cebe2f72a tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks [] for subnet, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:32.767547 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-20b546b2-be07-486f-8d1a-fc5a278b0839 None None] Attempting to bind port 0a28dd71-af9c-45cb-a286-89664225beff on host n-d-818823-1 for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:32:32.767934 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-20b546b2-be07-486f-8d1a-fc5a278b0839 None None] Attempting to bind port 0a28dd71-af9c-45cb-a286-89664225beff by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': '66713f17-6529-474a-95dd-5910789685dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '57b8d32b-2e18-418c-bdae-79baa57b75d7'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:32:32.769983 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20b546b2-be07-486f-8d1a-fc5a278b0839 None None] Attempting to bind port 0a28dd71-af9c-45cb-a286-89664225beff on network 57b8d32b-2e18-418c-bdae-79baa57b75d7 {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:32:32.792566 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20b546b2-be07-486f-8d1a-fc5a278b0839 None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 32, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:32:32.793040 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20b546b2-be07-486f-8d1a-fc5a278b0839 None None] Checking segment: {'id': '66713f17-6529-474a-95dd-5910789685dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '57b8d32b-2e18-418c-bdae-79baa57b75d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:32:32.793665 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-20b546b2-be07-486f-8d1a-fc5a278b0839 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:32.794240 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20b546b2-be07-486f-8d1a-fc5a278b0839 None None] Bound using segment: {'id': '66713f17-6529-474a-95dd-5910789685dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '57b8d32b-2e18-418c-bdae-79baa57b75d7'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:32:32.794914 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-20b546b2-be07-486f-8d1a-fc5a278b0839 None None] Bound port: 0a28dd71-af9c-45cb-a286-89664225beff, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66713f17-6529-474a-95dd-5910789685dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '57b8d32b-2e18-418c-bdae-79baa57b75d7'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:32:32.795535 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-20b546b2-be07-486f-8d1a-fc5a278b0839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:32.854154 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d28e78-ddf3-4c92-9645-7a94dea94308 req-63790042-3b1c-43bd-a6ea-888a01c351d0 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:32:32.869848 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-71d28e78-ddf3-4c92-9645-7a94dea94308 req-63790042-3b1c-43bd-a6ea-888a01c351d0 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] 10.222.0.46 "GET /v2.0/ports?device_id=2d7e551c-fdb2-4045-a010-64adb070cc29 HTTP/1.1" status: 200 len: 946 time: 0.6884122 Nov 22 20:32:32.949119 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e3601429-f018-4845-bdba-833cebe2f72a tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11627908'] for subnet, precommit_delete_associations {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:33.032204 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-a3fae8c5-1b05-4f32-aa06-9fa39607f638 req-eb3b435d-26b4-4b76-8b5c-ad579180f63f tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Deleting port 90d4336e-948d-486e-acd2-1f69950db5b6 {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:32:33.034034 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-a3fae8c5-1b05-4f32-aa06-9fa39607f638 req-eb3b435d-26b4-4b76-8b5c-ad579180f63f tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:33.094474 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9de233c5-b2d3-4d85-9911-d07eb9555feb req-b0bd59f6-8080-4362-992a-ce4bbc38afd0 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=b741c1041ead4066a271a7ac45bca161&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3500581 Nov 22 20:32:33.162198 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-20b546b2-be07-486f-8d1a-fc5a278b0839 None None] For port 0a28dd71-af9c-45cb-a286-89664225beff, host n-d-818823-1, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:32:33.164313 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-4528bea7-52c3-42be-8115-50ae2f053915 None None] Provisioning complete for port 0a28dd71-af9c-45cb-a286-89664225beff triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:32:33.164693 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4528bea7-52c3-42be-8115-50ae2f053915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:33.168858 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-20b546b2-be07-486f-8d1a-fc5a278b0839 None None] For port 0a28dd71-af9c-45cb-a286-89664225beff, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=0a28dd71-af9c-45cb-a286-89664225beff,segment=NetworkSegment(66713f17-6529-474a-95dd-5910789685dd),segment_id=66713f17-6529-474a-95dd-5910789685dd)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:32:33.189471 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-71d28e78-ddf3-4c92-9645-7a94dea94308 req-bb1f239a-59e1-4dca-8a2f-1c881f20a551 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] 10.222.0.46 "GET /v2.0/security-groups?id=91638e95-6dc6-4f92-8c46-f88544dc3a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3168879 Nov 22 20:32:33.207852 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e3601429-f018-4845-bdba-833cebe2f72a tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3753007'] for subnet, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:33.217976 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-20b546b2-be07-486f-8d1a-fc5a278b0839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:33.280975 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-4528bea7-52c3-42be-8115-50ae2f053915 None None] Port 0a28dd71-af9c-45cb-a286-89664225beff cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:32:33.309050 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b546b2-be07-486f-8d1a-fc5a278b0839 None None] Routers {'f7b9389c-948b-4084-b64e-abdfb814f4e8'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:32:33.310135 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-20b546b2-be07-486f-8d1a-fc5a278b0839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:32:33Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['f7b9389c-948b-4084-b64e-abdfb814f4e8'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:32:33.320295 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0c834a-ec2e-4270-bd4b-131d950af964 None None] Pushing event updated for resources: {'Port': ['ID=0a28dd71-af9c-45cb-a286-89664225beff,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:32:33.328437 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-a3fae8c5-1b05-4f32-aa06-9fa39607f638 req-eb3b435d-26b4-4b76-8b5c-ad579180f63f tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] For port 90d4336e-948d-486e-acd2-1f69950db5b6, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=90d4336e-948d-486e-acd2-1f69950db5b6,segment=NetworkSegment(067c07b8-2a70-4987-afc0-219229c2065a),segment_id=067c07b8-2a70-4987-afc0-219229c2065a)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:32:33.330522 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-a3fae8c5-1b05-4f32-aa06-9fa39607f638 req-eb3b435d-26b4-4b76-8b5c-ad579180f63f tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:33.352419 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:32:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92df7cd2-baf0-4e6a-8ee4-822d09e5825d x-openstack-request-id: req-92df7cd2-baf0-4e6a-8ee4-822d09e5825d {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:32:33.352725 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b934650a-6723-42dc-852a-0cdb5ffb10f7", "name": "network-vif-deleted", "tag": "9757a672-e445-4799-a23d-c2d9c3fbfb86", "status": "completed", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:32:33.352985 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-92df7cd2-baf0-4e6a-8ee4-822d09e5825d {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:32:33.353400 n-d-818823-1 neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b934650a-6723-42dc-852a-0cdb5ffb10f7', 'name': 'network-vif-deleted', 'tag': '9757a672-e445-4799-a23d-c2d9c3fbfb86', 'status': 'completed', 'code': 200} Nov 22 20:32:33.389725 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-a3fae8c5-1b05-4f32-aa06-9fa39607f638 req-eb3b435d-26b4-4b76-8b5c-ad579180f63f tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Calling delete_port for 90d4336e-948d-486e-acd2-1f69950db5b6 owned by compute:nova {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:32:33.423201 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e3601429-f018-4845-bdba-833cebe2f72a tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3753014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11567369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11792914'] for subnet, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:33.469364 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e3601429-f018-4845-bdba-833cebe2f72a tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:33.479778 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-e3601429-f018-4845-bdba-833cebe2f72a tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "DELETE /v2.0/subnets/2abde323-8eaf-41e6-8fb0-44ab28f06a2c HTTP/1.1" status: 204 len: 168 time: 0.9224436 Nov 22 20:32:33.499128 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 39582) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:32:33.527199 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3601429-f018-4845-bdba-833cebe2f72a tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Pushing event deleted for resources: {'Subnet': ['ID=2abde323-8eaf-41e6-8fb0-44ab28f06a2c,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:32:33.579612 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-4c203684-f758-4570-ab4b-e066f7472bb3 None None] Provisioning complete for port e615926a-df22-42f2-b872-f0897dfb8ac8 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:32:33.580406 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4c203684-f758-4570-ab4b-e066f7472bb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:33.606214 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-03f0964f-1b75-4df7-99e0-a3cdb56ec2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:33.676898 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-20b546b2-be07-486f-8d1a-fc5a278b0839 None None] Set router f7b9389c-948b-4084-b64e-abdfb814f4e8 gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:32:33.706143 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 39592) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:32:33.708925 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-33378835-fbab-42d5-96d4-0aead9bd8f31 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2047462 Nov 22 20:32:33.741377 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 9757a672-e445-4799-a23d-c2d9c3fbfb86 no longer exists at agent hyperv_n-h1-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:32:33.830533 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] No Port match for: 9757a672-e445-4799-a23d-c2d9c3fbfb86 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:32:33.831011 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 9757a672-e445-4799-a23d-c2d9c3fbfb86 not bound to the agent host n-h1-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:32:33.852702 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device e615926a-df22-42f2-b872-f0897dfb8ac8 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:32:33.853648 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b34d42d3-136b-45a1-abe6-2b7d5d92309c tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:32:33.857612 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-b34d42d3-136b-45a1-abe6-2b7d5d92309c tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1478436 Nov 22 20:32:33.862500 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 39594) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:32:34.013615 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fa289b1-4a8e-423f-a69f-7caeb3939151 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:32:34.020554 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-3fa289b1-4a8e-423f-a69f-7caeb3939151 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1563272 Nov 22 20:32:34.022973 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 39602) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:32:34.070549 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-dd29212e-9d63-4e3c-b587-a402f253a2b0 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0460987 Nov 22 20:32:34.074651 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-a3fae8c5-1b05-4f32-aa06-9fa39607f638 req-eb3b435d-26b4-4b76-8b5c-ad579180f63f tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:34.078323 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 39604) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:32:34.085973 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-7705dfcb-80d9-4654-bb64-a15dbf769805 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Request body: {'subnet': {'network_id': '7bd88872-a540-4e3b-ac93-d884c5e46f76', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:32:34.113754 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96eb197c-7e5e-4482-834d-d1bed4622bd4 None None] Network 7bd88872-a540-4e3b-ac93-d884c5e46f76 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:32:34.190405 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3fae8c5-1b05-4f32-aa06-9fa39607f638 req-eb3b435d-26b4-4b76-8b5c-ad579180f63f tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] No DVR routers for this DVR port 90d4336e-948d-486e-acd2-1f69950db5b6 on host n-h2-818823-1 {{(pid=103447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:32:34.195565 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3b435d-26b4-4b76-8b5c-ad579180f63f tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Pushing event deleted for resources: {'Port': ['ID=90d4336e-948d-486e-acd2-1f69950db5b6,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:32:34.198331 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-a3fae8c5-1b05-4f32-aa06-9fa39607f638 req-eb3b435d-26b4-4b76-8b5c-ad579180f63f tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:34.202779 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a3fae8c5-1b05-4f32-aa06-9fa39607f638 req-eb3b435d-26b4-4b76-8b5c-ad579180f63f tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] 10.222.0.20 "DELETE /v2.0/ports/90d4336e-948d-486e-acd2-1f69950db5b6 HTTP/1.1" status: 204 len: 173 time: 2.1228836 Nov 22 20:32:34.212565 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d7e551c-fdb2-4045-a010-64adb070cc29', 'name': 'network-vif-deleted', 'tag': '90d4336e-948d-486e-acd2-1f69950db5b6'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:32:34.215116 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5063f29-411b-490c-8360-69ca137c50c8" -d '{"events": [{"server_uuid": "2d7e551c-fdb2-4045-a010-64adb070cc29", "name": "network-vif-deleted", "tag": "90d4336e-948d-486e-acd2-1f69950db5b6"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:32:34.234771 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4c203684-f758-4570-ab4b-e066f7472bb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:34.303462 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7705dfcb-80d9-4654-bb64-a15dbf769805 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Made reservation on behalf of aa06169c4e4d4119918ff90a471be1d0 for: {'subnet': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:32:34.311392 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7705dfcb-80d9-4654-bb64-a15dbf769805 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11792951'] for subnet, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:34.336468 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94adef73-33a0-42f6-bf31-ff1a546c7377 req-0e795210-9614-4f12-9e3a-27bddfd6af81 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:32:34.338622 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-94adef73-33a0-42f6-bf31-ff1a546c7377 req-0e795210-9614-4f12-9e3a-27bddfd6af81 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/ports?device_id=49d7c329-30a1-4efb-89cd-665861be1695 HTTP/1.1" status: 200 len: 945 time: 0.1690099 Nov 22 20:32:34.346705 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9de233c5-b2d3-4d85-9911-d07eb9555feb req-c6a1e922-65b8-4d4c-9e4c-483db197c11e service neutron] 10.222.0.46 "GET /v2.0/networks/33dd767d-ab2c-4bf6-a32d-ce7483655865?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2257886 Nov 22 20:32:34.349498 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port e615926a-df22-42f2-b872-f0897dfb8ac8 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:32:34.350041 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:34.410417 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-4c203684-f758-4570-ab4b-e066f7472bb3 None None] For port e615926a-df22-42f2-b872-f0897dfb8ac8, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=e615926a-df22-42f2-b872-f0897dfb8ac8,segment=NetworkSegment(bdb0f717-aa5f-4e33-bcc3-95472c9b5b64),segment_id=bdb0f717-aa5f-4e33-bcc3-95472c9b5b64)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:32:34.412977 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-20b546b2-be07-486f-8d1a-fc5a278b0839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7b9389c-948b-4084-b64e-abdfb814f4e8', 'name': 'tempest-TestVolumeBackupRestore-2074793907-router', 'tenant_id': '2f1be1e17ce745a3a14e4edd9f41dbe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.135'}], 'enable_snat': True}, 'gw_port_id': 'f0181abe-9974-4360-9347-53578c02ccdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:32:19Z', 'updated_at': '2021-11-22T20:32:26Z', 'revision_number': 4, 'project_id': '2f1be1e17ce745a3a14e4edd9f41dbe6', 'gw_port': {'id': 'f0181abe-9974-4360-9347-53578c02ccdc', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:76:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b9389c-948b-4084-b64e-abdfb814f4e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2577, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:32:20Z', 'updated_at': '2021-11-22T20:32:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': '0a28dd71-af9c-45cb-a286-89664225beff', 'name': '', 'network_id': '57b8d32b-2e18-418c-bdae-79baa57b75d7', 'tenant_id': '2f1be1e17ce745a3a14e4edd9f41dbe6', 'mac_address': 'fa:16:3e:a5:06:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7b9389c-948b-4084-b64e-abdfb814f4e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2579, 'fixed_ips': [{'subnet_id': '6b2068bd-0116-4c8e-801b-824b8c14e13b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:32:24Z', 'updated_at': '2021-11-22T20:32:33Z', 'revision_number': 4, 'project_id': '2f1be1e17ce745a3a14e4edd9f41dbe6', 'subnets': [{'id': '6b2068bd-0116-4c8e-801b-824b8c14e13b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:32:34.425550 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4c203684-f758-4570-ab4b-e066f7472bb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:34.436420 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-94adef73-33a0-42f6-bf31-ff1a546c7377 req-ec0ff666-c746-49ae-965a-aab001eeedcd tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e8bab57-9061-4423-98eb-3cb5b90f4a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872316 Nov 22 20:32:34.504120 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20b546b2-be07-486f-8d1a-fc5a278b0839 None None] The sync data for ids ['f7b9389c-948b-4084-b64e-abdfb814f4e8'] in n-d-818823-1 is: [{'id': 'f7b9389c-948b-4084-b64e-abdfb814f4e8', 'name': 'tempest-TestVolumeBackupRestore-2074793907-router', 'tenant_id': '2f1be1e17ce745a3a14e4edd9f41dbe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.135'}], 'enable_snat': True}, 'gw_port_id': 'f0181abe-9974-4360-9347-53578c02ccdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:32:19Z', 'updated_at': '2021-11-22T20:32:26Z', 'revision_number': 4, 'project_id': '2f1be1e17ce745a3a14e4edd9f41dbe6', 'gw_port': {'id': 'f0181abe-9974-4360-9347-53578c02ccdc', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:76:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b9389c-948b-4084-b64e-abdfb814f4e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2577, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:32:20Z', 'updated_at': '2021-11-22T20:32:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': '0a28dd71-af9c-45cb-a286-89664225beff', 'name': '', 'network_id': '57b8d32b-2e18-418c-bdae-79baa57b75d7', 'tenant_id': '2f1be1e17ce745a3a14e4edd9f41dbe6', 'mac_address': 'fa:16:3e:a5:06:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7b9389c-948b-4084-b64e-abdfb814f4e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2579, 'fixed_ips': [{'subnet_id': '6b2068bd-0116-4c8e-801b-824b8c14e13b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:32:24Z', 'updated_at': '2021-11-22T20:32:33Z', 'revision_number': 4, 'project_id': '2f1be1e17ce745a3a14e4edd9f41dbe6', 'subnets': [{'id': '6b2068bd-0116-4c8e-801b-824b8c14e13b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:32:34.558683 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:32:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dc728fc-1b1f-4f7d-a991-951548e5fdb9 x-openstack-request-id: req-4dc728fc-1b1f-4f7d-a991-951548e5fdb9 {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:32:34.559584 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d7e551c-fdb2-4045-a010-64adb070cc29", "name": "network-vif-deleted", "tag": "90d4336e-948d-486e-acd2-1f69950db5b6", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:32:34.562219 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4dc728fc-1b1f-4f7d-a991-951548e5fdb9 {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:32:34.562916 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d7e551c-fdb2-4045-a010-64adb070cc29', 'name': 'network-vif-deleted', 'tag': '90d4336e-948d-486e-acd2-1f69950db5b6', 'status': 'completed', 'code': 200} Nov 22 20:32:34.569409 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-e96cefd1-8050-45e3-a03c-0558eabce81a None None] Could not find standard attr ID for object 0798946b-9352-4f46-92b7-4a4a892dcfad. {{(pid=103449) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 22 20:32:34.573786 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c203684-f758-4570-ab4b-e066f7472bb3 None None] Pushing event updated for resources: {'Port': ['ID=e615926a-df22-42f2-b872-f0897dfb8ac8,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:32:34.634344 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-e96cefd1-8050-45e3-a03c-0558eabce81a None None] Provisioning complete for port 0a28dd71-af9c-45cb-a286-89664225beff triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:32:34.634784 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e96cefd1-8050-45e3-a03c-0558eabce81a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:34.705434 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22fc9aa7-9a2f-40aa-b9c5-966463ab96f5 None None] DHCP port deletion for 7bd88872-a540-4e3b-ac93-d884c5e46f76 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:32:34.743393 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 34d32cbe-6593-422e-a193-ffeb801f3f4a no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:32:34.789332 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9de233c5-b2d3-4d85-9911-d07eb9555feb req-bfb56eb4-0066-4bab-90fb-df27d85128a6 service neutron] 10.222.0.46 "GET /v2.0/networks/33dd767d-ab2c-4bf6-a32d-ce7483655865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4303017 Nov 22 20:32:34.793351 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: 34d32cbe-6593-422e-a193-ffeb801f3f4a {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:32:34.793705 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 34d32cbe-6593-422e-a193-ffeb801f3f4a not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:32:34.880882 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c8429e1a-b534-478d-a723-e746358a5827 req-1062da82-ae19-4441-805c-3c311387ed21 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] 10.222.0.46 "GET /v2.0/ports?device_id=2d7e551c-fdb2-4045-a010-64adb070cc29 HTTP/1.1" status: 200 len: 210 time: 0.0706921 Nov 22 20:32:34.922681 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e96cefd1-8050-45e3-a03c-0558eabce81a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:34.963885 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-22fc9aa7-9a2f-40aa-b9c5-966463ab96f5 None None] Deleting port e615926a-df22-42f2-b872-f0897dfb8ac8 {{(pid=103449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:32:34.964431 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-22fc9aa7-9a2f-40aa-b9c5-966463ab96f5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:34.970592 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7705dfcb-80d9-4654-bb64-a15dbf769805 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11567560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11792921'] for subnet, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:35.101022 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-e96cefd1-8050-45e3-a03c-0558eabce81a None None] For port 0a28dd71-af9c-45cb-a286-89664225beff, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=0a28dd71-af9c-45cb-a286-89664225beff,segment=NetworkSegment(66713f17-6529-474a-95dd-5910789685dd),segment_id=66713f17-6529-474a-95dd-5910789685dd)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:32:35.105192 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7705dfcb-80d9-4654-bb64-a15dbf769805 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Pushing event updated for resources: {'Subnet': ['ID=1f365125-2579-4e92-9fb0-97472fbbd8c4,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:32:35.128908 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7705dfcb-80d9-4654-bb64-a15dbf769805 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Network 7bd88872-a540-4e3b-ac93-d884c5e46f76 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:32:35.137235 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-7705dfcb-80d9-4654-bb64-a15dbf769805 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:32:35.140387 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7705dfcb-80d9-4654-bb64-a15dbf769805 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:32:35.141342 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7705dfcb-80d9-4654-bb64-a15dbf769805 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:35.159745 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e96cefd1-8050-45e3-a03c-0558eabce81a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:35.168357 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-7705dfcb-80d9-4654-bb64-a15dbf769805 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0884137 Nov 22 20:32:35.171883 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 39624) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:32:35.176061 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-c3c7ec68-d67f-40db-86e5-2210a3229cfb tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Request body: {'port': {'network_id': '7bd88872-a540-4e3b-ac93-d884c5e46f76', 'mac_address': 'fa:16:3e:f2:88:4d', 'name': 'tempest-NetworksTestDHCPv6-2071408946'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:32:35.256215 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e49ee129-e862-4476-beca-cdc8150d2345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:35.268754 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-22fc9aa7-9a2f-40aa-b9c5-966463ab96f5 None None] For port e615926a-df22-42f2-b872-f0897dfb8ac8, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=e615926a-df22-42f2-b872-f0897dfb8ac8,segment=NetworkSegment(bdb0f717-aa5f-4e33-bcc3-95472c9b5b64),segment_id=bdb0f717-aa5f-4e33-bcc3-95472c9b5b64)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:32:35.269298 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-22fc9aa7-9a2f-40aa-b9c5-966463ab96f5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:35.277509 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 90d4336e-948d-486e-acd2-1f69950db5b6 no longer exists at agent hyperv_n-h2-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:32:35.322444 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] No Port match for: 90d4336e-948d-486e-acd2-1f69950db5b6 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:32:35.322944 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 90d4336e-948d-486e-acd2-1f69950db5b6 not bound to the agent host n-h2-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:32:35.327137 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-22fc9aa7-9a2f-40aa-b9c5-966463ab96f5 None None] Calling delete_port for e615926a-df22-42f2-b872-f0897dfb8ac8 owned by network:dhcp {{(pid=103449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:32:35.345433 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d0274b92-a699-42ad-b02f-5e278f70c349 req-ca55022f-4f39-47c6-be76-632b2a616691 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/ports?device_id=c945f350-a096-4981-8a81-fe60b4bac55b HTTP/1.1" status: 200 len: 210 time: 0.0640273 Nov 22 20:32:35.358098 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96cefd1-8050-45e3-a03c-0558eabce81a None None] Pushing event updated for resources: {'Port': ['ID=0a28dd71-af9c-45cb-a286-89664225beff,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:32:35.435693 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3c7ec68-d67f-40db-86e5-2210a3229cfb tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Made reservation on behalf of aa06169c4e4d4119918ff90a471be1d0 for: {'port': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:32:35.442687 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88b0863-097c-40dc-979a-114b7b857a7b req-e39c289e-9e05-47df-aac2-3671cc060965 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:32:35.444790 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-e88b0863-097c-40dc-979a-114b7b857a7b req-e39c289e-9e05-47df-aac2-3671cc060965 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.41 "GET /v2.0/ports?device_id=49d7c329-30a1-4efb-89cd-665861be1695 HTTP/1.1" status: 200 len: 945 time: 0.1386957 Nov 22 20:32:35.518242 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 39636) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:32:35.536666 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-22fc9aa7-9a2f-40aa-b9c5-966463ab96f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381'] for port, after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:35.607372 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fc9aa7-9a2f-40aa-b9c5-966463ab96f5 None None] Pushing event deleted for resources: {'Port': ['ID=e615926a-df22-42f2-b872-f0897dfb8ac8,revision_number=None']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:32:35.652594 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22fc9aa7-9a2f-40aa-b9c5-966463ab96f5 None None] No DVR routers for this DVR port e615926a-df22-42f2-b872-f0897dfb8ac8 on host n-d-818823-1 {{(pid=103449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:32:35.687101 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79771ad4-5ef8-48a0-8f0f-9552de6248b9 None None] Network 7bd88872-a540-4e3b-ac93-d884c5e46f76 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:32:35.699813 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c3c7ec68-d67f-40db-86e5-2210a3229cfb tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:35.706844 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 0a28dd71-af9c-45cb-a286-89664225beff up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:32:35.743327 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [req-e88b0863-097c-40dc-979a-114b7b857a7b req-21f0185d-0ad8-4f3e-a010-b6363b6174d5 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Deleting port c4e2b759-e838-4d5a-914f-a0e91771c133 {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:32:35.743852 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-e88b0863-097c-40dc-979a-114b7b857a7b req-21f0185d-0ad8-4f3e-a010-b6363b6174d5 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:35.787883 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [None req-c3c7ec68-d67f-40db-86e5-2210a3229cfb tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] device_id is not set on port 0886b046-8f60-468d-8198-adca5da3e1a9 yet. {{(pid=103447) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 20:32:35.810776 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0154a989-fcba-4d60-bf52-a32baa8ecfa9 req-5452cb5d-3cf7-4132-beb0-0917e8e1a60e tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:32:35.819164 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0154a989-fcba-4d60-bf52-a32baa8ecfa9 req-5452cb5d-3cf7-4132-beb0-0917e8e1a60e tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/ports?device_id=49d7c329-30a1-4efb-89cd-665861be1695 HTTP/1.1" status: 200 len: 945 time: 0.1235971 Nov 22 20:32:35.902625 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ce22842b-50f0-4bbc-aaca-b30b58aec19f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:36.006019 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0154a989-fcba-4d60-bf52-a32baa8ecfa9 req-4a0c4409-0898-4b0c-a90c-02d6cef979c9 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e8bab57-9061-4423-98eb-3cb5b90f4a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136935 Nov 22 20:32:36.033916 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 39646) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:32:36.104908 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-e88b0863-097c-40dc-979a-114b7b857a7b req-21f0185d-0ad8-4f3e-a010-b6363b6174d5 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] For port c4e2b759-e838-4d5a-914f-a0e91771c133, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=c4e2b759-e838-4d5a-914f-a0e91771c133,segment=NetworkSegment(60e02a7e-98a0-4d76-b36b-46f7624c5b28),segment_id=60e02a7e-98a0-4d76-b36b-46f7624c5b28)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:32:36.105598 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-e88b0863-097c-40dc-979a-114b7b857a7b req-21f0185d-0ad8-4f3e-a010-b6363b6174d5 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:36.111531 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ce22842b-50f0-4bbc-aaca-b30b58aec19f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:36.137288 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ce22842b-50f0-4bbc-aaca-b30b58aec19f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:36.141201 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [req-e88b0863-097c-40dc-979a-114b7b857a7b req-21f0185d-0ad8-4f3e-a010-b6363b6174d5 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Calling delete_port for c4e2b759-e838-4d5a-914f-a0e91771c133 owned by compute:nova {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:32:36.178285 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [None req-c3c7ec68-d67f-40db-86e5-2210a3229cfb tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Allocated IP 2001:db8::153 (7bd88872-a540-4e3b-ac93-d884c5e46f76/1f365125-2579-4e92-9fb0-97472fbbd8c4/0886b046-8f60-468d-8198-adca5da3e1a9) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:32:36.250366 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-ce22842b-50f0-4bbc-aaca-b30b58aec19f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a4b17d42396e4053917cb5bd5684ddb9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7302530 Nov 22 20:32:36.251208 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce22842b-50f0-4bbc-aaca-b30b58aec19f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91f1a4da-298c-4938-aef0-dfa484f673d9,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:32:36.258325 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 39650) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:32:36.320720 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:36.378152 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 0a28dd71-af9c-45cb-a286-89664225beff triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:32:36.378833 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:36.474101 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6bbe84c3-1670-467c-a453-7b45cd621dac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:36.517451 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e24bde1d-35d3-429f-ad68-c112df54c86c req-2d8918dd-90f3-4248-9c66-f7ceeab2bdcd tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/ports?device_id=c945f350-a096-4981-8a81-fe60b4bac55b HTTP/1.1" status: 200 len: 210 time: 0.0571413 Nov 22 20:32:36.562433 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0147443f-47a3-4d61-bf53-1fd4b33e1d1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fb26bd7-ce56-527b-b94f-2e1f7cb2bb35-7bd88872-a540-4e3b-ac93-d884c5e46f76', 'network_id': '7bd88872-a540-4e3b-ac93-d884c5e46f76', 'tenant_id': 'aa06169c4e4d4119918ff90a471be1d0', 'fixed_ips': [{'subnet_id': '1f365125-2579-4e92-9fb0-97472fbbd8c4'}]}} from n-d-818823-1. {{(pid=103449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 20:32:36.562961 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-0147443f-47a3-4d61-bf53-1fd4b33e1d1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:36.569029 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6bbe84c3-1670-467c-a453-7b45cd621dac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:36.619790 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c3c7ec68-d67f-40db-86e5-2210a3229cfb tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:36.766625 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c3c7ec68-d67f-40db-86e5-2210a3229cfb tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:36.815914 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6bbe84c3-1670-467c-a453-7b45cd621dac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:36.819874 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6bbe84c3-1670-467c-a453-7b45cd621dac admin admin] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:36.838517 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-6bbe84c3-1670-467c-a453-7b45cd621dac admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/91f1a4da-298c-4938-aef0-dfa484f673d9 HTTP/1.1" status: 204 len: 168 time: 0.5694835 Nov 22 20:32:36.866991 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device e615926a-df22-42f2-b872-f0897dfb8ac8 no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:32:36.873315 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.db_base_plugin_common [None req-0147443f-47a3-4d61-bf53-1fd4b33e1d1a None None] Allocated IP 2001:db8::2 (7bd88872-a540-4e3b-ac93-d884c5e46f76/1f365125-2579-4e92-9fb0-97472fbbd8c4/ba8150f9-a16f-43dd-b308-f974df16d823) {{(pid=103449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:32:36.886205 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3c7ec68-d67f-40db-86e5-2210a3229cfb tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Network 7bd88872-a540-4e3b-ac93-d884c5e46f76 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:32:36.887278 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbe84c3-1670-467c-a453-7b45cd621dac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91f1a4da-298c-4938-aef0-dfa484f673d9,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:32:36.898415 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-c3c7ec68-d67f-40db-86e5-2210a3229cfb tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:32:36.901428 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c7ec68-d67f-40db-86e5-2210a3229cfb tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:32:36.912078 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3c7ec68-d67f-40db-86e5-2210a3229cfb tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:32:36.914028 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c3c7ec68-d67f-40db-86e5-2210a3229cfb tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:36.947275 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c7ec68-d67f-40db-86e5-2210a3229cfb tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Pushing event updated for resources: {'Port': ['ID=0886b046-8f60-468d-8198-adca5da3e1a9,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:32:37.013115 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: e615926a-df22-42f2-b872-f0897dfb8ac8 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:32:37.013515 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device e615926a-df22-42f2-b872-f0897dfb8ac8 not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:32:37.052715 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-c3c7ec68-d67f-40db-86e5-2210a3229cfb tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.8805134 Nov 22 20:32:37.059126 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 39660) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:32:37.063116 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-34b422d9-e20c-4891-afa9-a3eb418d0f72 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:37.134624 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-34b422d9-e20c-4891-afa9-a3eb418d0f72 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:37.216614 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de233c5-b2d3-4d85-9911-d07eb9555feb req-9af5e18b-b2d2-4eca-a1b2-bcec1df322ab tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:32:37.218702 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9de233c5-b2d3-4d85-9911-d07eb9555feb req-9af5e18b-b2d2-4eca-a1b2-bcec1df322ab tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.20 "GET /v2.0/networks?id=33dd767d-ab2c-4bf6-a32d-ce7483655865 HTTP/1.1" status: 200 len: 806 time: 0.2888875 Nov 22 20:32:37.237381 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-9de233c5-b2d3-4d85-9911-d07eb9555feb req-0f0a6a20-1f55-4220-89aa-bdde5eafba8a tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Request body: {'port': {'device_id': 'c945f350-a096-4981-8a81-fe60b4bac55b', 'network_id': '33dd767d-ab2c-4bf6-a32d-ce7483655865', 'admin_state_up': True, 'tenant_id': 'b741c1041ead4066a271a7ac45bca161'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:32:37.307008 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2364a3-9f2b-4dc9-8611-c681e6afeebc req-307ad01c-ff0a-4942-b537-fc877bc7e6fb tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:32:37.313734 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-0147443f-47a3-4d61-bf53-1fd4b33e1d1a None None] Publish callbacks [] for port, precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:37.315235 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-bc2364a3-9f2b-4dc9-8611-c681e6afeebc req-307ad01c-ff0a-4942-b537-fc877bc7e6fb tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/ports?device_id=49d7c329-30a1-4efb-89cd-665861be1695 HTTP/1.1" status: 200 len: 945 time: 0.1652567 Nov 22 20:32:37.335883 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-0147443f-47a3-4d61-bf53-1fd4b33e1d1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372'] for port, after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:37.365455 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-e88b0863-097c-40dc-979a-114b7b857a7b req-21f0185d-0ad8-4f3e-a010-b6363b6174d5 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:37.407444 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0147443f-47a3-4d61-bf53-1fd4b33e1d1a None None] Network 7bd88872-a540-4e3b-ac93-d884c5e46f76 is already hosted by enough agents. {{(pid=103449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:32:37.413311 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.base_scheduler [None req-0147443f-47a3-4d61-bf53-1fd4b33e1d1a None None] Resources bound (agent type, host, resource id): {{(pid=103449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:32:37.423738 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0147443f-47a3-4d61-bf53-1fd4b33e1d1a None None] Received port after_create {{(pid=103449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:32:37.430554 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 39666) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:32:37.437748 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f0185d-0ad8-4f3e-a010-b6363b6174d5 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Pushing event deleted for resources: {'Port': ['ID=c4e2b759-e838-4d5a-914f-a0e91771c133,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:32:37.466873 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f64b05f8-c06a-4fb1-9856-fe8e5709cf1e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:37.480856 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f7855eb-025b-49ad-a702-b68f8116e0d6 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:32:37.489569 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f7855eb-025b-49ad-a702-b68f8116e0d6 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:32:37.491550 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-6f7855eb-025b-49ad-a702-b68f8116e0d6 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.2516704 Nov 22 20:32:37.493795 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-34b422d9-e20c-4891-afa9-a3eb418d0f72 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:37.495076 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-34b422d9-e20c-4891-afa9-a3eb418d0f72 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:37.498857 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-34b422d9-e20c-4891-afa9-a3eb418d0f72 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] 10.222.0.46 "DELETE /v2.0/security-groups/91638e95-6dc6-4f92-8c46-f88544dc3a0c HTTP/1.1" status: 204 len: 168 time: 1.4559569 Nov 22 20:32:37.498857 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 39668) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:32:37.536089 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b422d9-e20c-4891-afa9-a3eb418d0f72 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91638e95-6dc6-4f92-8c46-f88544dc3a0c,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:32:37.560116 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0147443f-47a3-4d61-bf53-1fd4b33e1d1a None None] Pushing event updated for resources: {'Port': ['ID=ba8150f9-a16f-43dd-b308-f974df16d823,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:32:37.586745 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 39674) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:32:37.654247 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-0147443f-47a3-4d61-bf53-1fd4b33e1d1a None None] Attempting to bind port ba8150f9-a16f-43dd-b308-f974df16d823 on host n-d-818823-1 for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:32:37.654491 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-0147443f-47a3-4d61-bf53-1fd4b33e1d1a None None] Attempting to bind port ba8150f9-a16f-43dd-b308-f974df16d823 by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': 'bdb0f717-aa5f-4e33-bcc3-95472c9b5b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '7bd88872-a540-4e3b-ac93-d884c5e46f76'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:32:37.654826 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0147443f-47a3-4d61-bf53-1fd4b33e1d1a None None] Attempting to bind port ba8150f9-a16f-43dd-b308-f974df16d823 on network 7bd88872-a540-4e3b-ac93-d884c5e46f76 {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:32:37.677772 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0147443f-47a3-4d61-bf53-1fd4b33e1d1a None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 32, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:32:37.678205 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0147443f-47a3-4d61-bf53-1fd4b33e1d1a None None] Checking segment: {'id': 'bdb0f717-aa5f-4e33-bcc3-95472c9b5b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '7bd88872-a540-4e3b-ac93-d884c5e46f76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:32:37.678570 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-0147443f-47a3-4d61-bf53-1fd4b33e1d1a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:37.678970 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0147443f-47a3-4d61-bf53-1fd4b33e1d1a None None] Bound using segment: {'id': 'bdb0f717-aa5f-4e33-bcc3-95472c9b5b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '7bd88872-a540-4e3b-ac93-d884c5e46f76'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:32:37.683525 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-0147443f-47a3-4d61-bf53-1fd4b33e1d1a None None] Bound port: ba8150f9-a16f-43dd-b308-f974df16d823, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdb0f717-aa5f-4e33-bcc3-95472c9b5b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '7bd88872-a540-4e3b-ac93-d884c5e46f76'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:32:37.684039 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-0147443f-47a3-4d61-bf53-1fd4b33e1d1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:37.702471 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [req-e88b0863-097c-40dc-979a-114b7b857a7b req-21f0185d-0ad8-4f3e-a010-b6363b6174d5 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] No DVR routers for this DVR port c4e2b759-e838-4d5a-914f-a0e91771c133 on host n-h1-818823-1 {{(pid=103448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:32:37.715574 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-e88b0863-097c-40dc-979a-114b7b857a7b req-21f0185d-0ad8-4f3e-a010-b6363b6174d5 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:37.717415 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device c4e2b759-e838-4d5a-914f-a0e91771c133 no longer exists at agent hyperv_n-h1-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:32:37.719700 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-e88b0863-097c-40dc-979a-114b7b857a7b req-21f0185d-0ad8-4f3e-a010-b6363b6174d5 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.41 "DELETE /v2.0/ports/c4e2b759-e838-4d5a-914f-a0e91771c133 HTTP/1.1" status: 204 len: 173 time: 2.2664065 Nov 22 20:32:37.724301 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49d7c329-30a1-4efb-89cd-665861be1695', 'name': 'network-vif-deleted', 'tag': 'c4e2b759-e838-4d5a-914f-a0e91771c133'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:32:37.727629 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589a98cf2aea187fcc423a5edb333e5a6cf3ad7c81115d1ebee0f079693c312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc1b5909-cee9-44a3-8123-271af0a41abf" -d '{"events": [{"server_uuid": "49d7c329-30a1-4efb-89cd-665861be1695", "name": "network-vif-deleted", "tag": "c4e2b759-e838-4d5a-914f-a0e91771c133"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:32:37.825502 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_v2 [None req-748c18f8-3fff-4f78-b0ba-83860a418204 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Deleting subnet 9f94004e-b9e9-4353-a173-a41f7b0d7ff1 {{(pid=103448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 20:32:37.827014 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] No Port match for: c4e2b759-e838-4d5a-914f-a0e91771c133 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:32:37.827376 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device c4e2b759-e838-4d5a-914f-a0e91771c133 not bound to the agent host n-h1-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:32:37.833017 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-748c18f8-3fff-4f78-b0ba-83860a418204 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks [] for subnet, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:37.941676 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5cbc1ee1-aa79-4a4f-b2aa-3e777a7f07b0 req-1b5c750b-0baf-44ac-986d-0ddb4fa814e5 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/ports?device_id=c945f350-a096-4981-8a81-fe60b4bac55b HTTP/1.1" status: 200 len: 210 time: 0.0948923 Nov 22 20:32:37.969769 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-0147443f-47a3-4d61-bf53-1fd4b33e1d1a None None] For port ba8150f9-a16f-43dd-b308-f974df16d823, host n-d-818823-1, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:32:37.972008 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-748c18f8-3fff-4f78-b0ba-83860a418204 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11627908'] for subnet, precommit_delete_associations {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:37.978233 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-0147443f-47a3-4d61-bf53-1fd4b33e1d1a None None] For port ba8150f9-a16f-43dd-b308-f974df16d823, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=ba8150f9-a16f-43dd-b308-f974df16d823,segment=NetworkSegment(bdb0f717-aa5f-4e33-bcc3-95472c9b5b64),segment_id=bdb0f717-aa5f-4e33-bcc3-95472c9b5b64)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:32:37.987969 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-0147443f-47a3-4d61-bf53-1fd4b33e1d1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:38.063473 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-bc2364a3-9f2b-4dc9-8611-c681e6afeebc req-e4228ad0-70c8-4ff1-8557-7d05bfa86eb5 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/security-groups?id=4e8bab57-9061-4423-98eb-3cb5b90f4a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7410328 Nov 22 20:32:38.077332 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f64b05f8-c06a-4fb1-9856-fe8e5709cf1e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:38.080378 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:32:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1236ab6-0715-410e-911b-f934cee7551f x-openstack-request-id: req-f1236ab6-0715-410e-911b-f934cee7551f {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:32:38.081008 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49d7c329-30a1-4efb-89cd-665861be1695", "name": "network-vif-deleted", "tag": "c4e2b759-e838-4d5a-914f-a0e91771c133", "status": "completed", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:32:38.081520 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f1236ab6-0715-410e-911b-f934cee7551f {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:32:38.082933 n-d-818823-1 neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49d7c329-30a1-4efb-89cd-665861be1695', 'name': 'network-vif-deleted', 'tag': 'c4e2b759-e838-4d5a-914f-a0e91771c133', 'status': 'completed', 'code': 200} Nov 22 20:32:38.090415 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-ef87f1b9-5cb8-456e-92f8-9bb35cd14ba8 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Deleting port 0886b046-8f60-468d-8198-adca5da3e1a9 {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:32:38.091155 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ef87f1b9-5cb8-456e-92f8-9bb35cd14ba8 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:38.108289 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f64b05f8-c06a-4fb1-9856-fe8e5709cf1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:38.138004 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0147443f-47a3-4d61-bf53-1fd4b33e1d1a None None] Pushing event updated for resources: {'Port': ['ID=ba8150f9-a16f-43dd-b308-f974df16d823,revision_number=2']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:32:38.182627 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9de233c5-b2d3-4d85-9911-d07eb9555feb req-0f0a6a20-1f55-4220-89aa-bdde5eafba8a tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Made reservation on behalf of b741c1041ead4066a271a7ac45bca161 for: {'port': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:32:38.190257 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-9de233c5-b2d3-4d85-9911-d07eb9555feb req-0f0a6a20-1f55-4220-89aa-bdde5eafba8a tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:38.216043 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64b05f8-c06a-4fb1-9856-fe8e5709cf1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9db7522-6e04-4038-8619-8f5bd6f90661,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:32:38.301285 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-f64b05f8-c06a-4fb1-9856-fe8e5709cf1e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=009614fbed054df2930a2709de27438c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8597627 Nov 22 20:32:38.304592 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 39680) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:32:38.453981 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ef87f1b9-5cb8-456e-92f8-9bb35cd14ba8 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:38.496322 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-748c18f8-3fff-4f78-b0ba-83860a418204 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3753007'] for subnet, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:38.554913 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-ef87f1b9-5cb8-456e-92f8-9bb35cd14ba8 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Calling delete_port for 0886b046-8f60-468d-8198-adca5da3e1a9 owned by {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:32:38.589866 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c92796b8-d7d5-4944-8a40-81a3a0905f61 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:38.600475 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [req-9de233c5-b2d3-4d85-9911-d07eb9555feb req-0f0a6a20-1f55-4220-89aa-bdde5eafba8a tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Allocated IP 172.20.0.13 (33dd767d-ab2c-4bf6-a32d-ce7483655865/e400cdbc-53df-47e7-8a78-7e2509f719bf/cb0006ce-60d3-453a-8e14-87217ed26fe3) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:32:38.645461 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c92796b8-d7d5-4944-8a40-81a3a0905f61 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:38.696088 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-748c18f8-3fff-4f78-b0ba-83860a418204 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3753014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11567369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11792914'] for subnet, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:38.764019 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748c18f8-3fff-4f78-b0ba-83860a418204 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Pushing event deleted for resources: {'Subnet': ['ID=9f94004e-b9e9-4353-a173-a41f7b0d7ff1,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:32:38.766706 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-748c18f8-3fff-4f78-b0ba-83860a418204 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:38.778579 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e26c547-2b3d-4586-84f9-66ea9c58acbc None None] Network a2fb1d1d-e875-477e-b404-e136472c7a50 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:32:38.791864 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 39684) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:32:38.792360 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-748c18f8-3fff-4f78-b0ba-83860a418204 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] 10.222.0.46 "DELETE /v2.0/subnets/9f94004e-b9e9-4353-a173-a41f7b0d7ff1 HTTP/1.1" status: 204 len: 168 time: 1.2040367 Nov 22 20:32:38.888297 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ef87f1b9-5cb8-456e-92f8-9bb35cd14ba8 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:38.896787 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c92796b8-d7d5-4944-8a40-81a3a0905f61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:38.899731 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c92796b8-d7d5-4944-8a40-81a3a0905f61 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:38.901002 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-c92796b8-d7d5-4944-8a40-81a3a0905f61 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d9db7522-6e04-4038-8619-8f5bd6f90661 HTTP/1.1" status: 204 len: 168 time: 0.5929713 Nov 22 20:32:38.953156 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92796b8-d7d5-4944-8a40-81a3a0905f61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9db7522-6e04-4038-8619-8f5bd6f90661,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:32:38.962909 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef87f1b9-5cb8-456e-92f8-9bb35cd14ba8 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Pushing event deleted for resources: {'Port': ['ID=0886b046-8f60-468d-8198-adca5da3e1a9,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:32:38.998492 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e407c1d0-4559-4607-af09-374734ca7bde tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3961693'] for network, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:39.045449 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-9de233c5-b2d3-4d85-9911-d07eb9555feb req-0f0a6a20-1f55-4220-89aa-bdde5eafba8a tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:39.058680 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ef87f1b9-5cb8-456e-92f8-9bb35cd14ba8 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:39.064704 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-ef87f1b9-5cb8-456e-92f8-9bb35cd14ba8 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "DELETE /v2.0/ports/0886b046-8f60-468d-8198-adca5da3e1a9 HTTP/1.1" status: 204 len: 168 time: 1.5502706 Nov 22 20:32:39.072119 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 39690) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:32:39.164987 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e49fa30-366f-4770-9c3e-05cd3a9af9d6 None None] DHCP port deletion for a2fb1d1d-e875-477e-b404-e136472c7a50 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:32:39.245387 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-9de233c5-b2d3-4d85-9911-d07eb9555feb req-0f0a6a20-1f55-4220-89aa-bdde5eafba8a tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:39.264820 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80d1d07f-44e6-4f15-a9d4-6dc4ae1798d5 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:32:39.266775 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80d1d07f-44e6-4f15-a9d4-6dc4ae1798d5 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:32:39.278675 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] get_ports_and_sgs() called for port_ids ['e08c4637-151d-48fd-b2f8-a723e7f9fa3c'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:32:39.286166 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-80d1d07f-44e6-4f15-a9d4-6dc4ae1798d5 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.2128963 Nov 22 20:32:39.293762 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 39698) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:32:39.410137 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a574e52-a3cd-40d7-8d01-b7d5592e9453 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Deleting subnet 1f365125-2579-4e92-9fb0-97472fbbd8c4 {{(pid=103448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 20:32:39.419514 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8a574e52-a3cd-40d7-8d01-b7d5592e9453 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks [] for subnet, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:39.427371 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9de233c5-b2d3-4d85-9911-d07eb9555feb req-0f0a6a20-1f55-4220-89aa-bdde5eafba8a tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Network 33dd767d-ab2c-4bf6-a32d-ce7483655865 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:32:39.454110 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [req-9de233c5-b2d3-4d85-9911-d07eb9555feb req-0f0a6a20-1f55-4220-89aa-bdde5eafba8a tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:32:39.462607 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-9de233c5-b2d3-4d85-9911-d07eb9555feb req-0f0a6a20-1f55-4220-89aa-bdde5eafba8a tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:32:39.497151 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aec7a52d-b10d-4b07-83f3-3ad7d2b017a7 None None] DHCP port deletion for 33dd767d-ab2c-4bf6-a32d-ce7483655865 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:32:39.542789 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8a574e52-a3cd-40d7-8d01-b7d5592e9453 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11627908'] for subnet, precommit_delete_associations {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:39.549333 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de233c5-b2d3-4d85-9911-d07eb9555feb req-0f0a6a20-1f55-4220-89aa-bdde5eafba8a tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:32:39.549984 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-9de233c5-b2d3-4d85-9911-d07eb9555feb req-0f0a6a20-1f55-4220-89aa-bdde5eafba8a tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:39.558345 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-0e49fa30-366f-4770-9c3e-05cd3a9af9d6 None None] Deleting port 63cdc84b-510d-4963-9817-ff632658acd6 {{(pid=103449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:32:39.563760 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-0e49fa30-366f-4770-9c3e-05cd3a9af9d6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:39.574384 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd4ad9c-f03d-4f3b-b878-aac2b3a5f4bb req-38885bcf-ebcf-4de9-935b-fbf00c9b7dd5 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:32:39.576535 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-bdd4ad9c-f03d-4f3b-b878-aac2b3a5f4bb req-38885bcf-ebcf-4de9-935b-fbf00c9b7dd5 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/ports?device_id=c945f350-a096-4981-8a81-fe60b4bac55b HTTP/1.1" status: 200 len: 932 time: 0.3684325 Nov 22 20:32:39.585096 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0a6a20-1f55-4220-89aa-bdde5eafba8a tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Pushing event updated for resources: {'Port': ['ID=cb0006ce-60d3-453a-8e14-87217ed26fe3,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:32:39.617815 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-e407c1d0-4559-4607-af09-374734ca7bde tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Deleting port 63cdc84b-510d-4963-9817-ff632658acd6 {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:32:39.618428 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e407c1d0-4559-4607-af09-374734ca7bde tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:39.674708 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-bdd4ad9c-f03d-4f3b-b878-aac2b3a5f4bb req-e2b413c2-c946-4a35-966d-27fa72c899af tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/security-groups?id=967182ec-36b6-43cb-985c-f0d9e87194dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863578 Nov 22 20:32:39.757009 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-4af9b712-c2c8-4b57-8323-660841af97f0 None None] Provisioning complete for port cb0006ce-60d3-453a-8e14-87217ed26fe3 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:32:39.757765 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4af9b712-c2c8-4b57-8323-660841af97f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:39.772830 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-0e49fa30-366f-4770-9c3e-05cd3a9af9d6 None None] For port 63cdc84b-510d-4963-9817-ff632658acd6, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=63cdc84b-510d-4963-9817-ff632658acd6,segment=NetworkSegment(067c07b8-2a70-4987-afc0-219229c2065a),segment_id=067c07b8-2a70-4987-afc0-219229c2065a)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:32:39.774159 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-0e49fa30-366f-4770-9c3e-05cd3a9af9d6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:39.781814 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9de233c5-b2d3-4d85-9911-d07eb9555feb req-0f0a6a20-1f55-4220-89aa-bdde5eafba8a tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5487938 Nov 22 20:32:39.797871 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-9de233c5-b2d3-4d85-9911-d07eb9555feb req-fdf32e4c-5283-4b55-a259-03a2e8691917 service neutron] Request body: {'port': {'device_id': 'c945f350-a096-4981-8a81-fe60b4bac55b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818823-1'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:32:39.863219 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device ba8150f9-a16f-43dd-b308-f974df16d823 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:32:39.899981 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8a574e52-a3cd-40d7-8d01-b7d5592e9453 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3753007'] for subnet, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:39.914900 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-0e49fa30-366f-4770-9c3e-05cd3a9af9d6 None None] Calling delete_port for 63cdc84b-510d-4963-9817-ff632658acd6 owned by network:dhcp {{(pid=103449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:32:39.948371 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-4af9b712-c2c8-4b57-8323-660841af97f0 None None] Port cb0006ce-60d3-453a-8e14-87217ed26fe3 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:32:39.970176 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b71e39-33ac-47e8-b4fc-0a81811999db req-f54fd1e4-f91d-429b-a788-7a7fd493ef31 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:32:39.971912 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-80b71e39-33ac-47e8-b4fc-0a81811999db req-f54fd1e4-f91d-429b-a788-7a7fd493ef31 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/ports?device_id=f1a6bfe1-26d1-4dd2-94cd-df2360ee8ad5 HTTP/1.1" status: 200 len: 945 time: 0.2960210 Nov 22 20:32:40.022873 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8a574e52-a3cd-40d7-8d01-b7d5592e9453 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3753014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11567369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11792914'] for subnet, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:40.050598 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [None req-e407c1d0-4559-4607-af09-374734ca7bde tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] For port 63cdc84b-510d-4963-9817-ff632658acd6, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=63cdc84b-510d-4963-9817-ff632658acd6,segment=NetworkSegment(067c07b8-2a70-4987-afc0-219229c2065a),segment_id=067c07b8-2a70-4987-afc0-219229c2065a)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:32:40.051569 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e407c1d0-4559-4607-af09-374734ca7bde tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:40.054852 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port ba8150f9-a16f-43dd-b308-f974df16d823 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:32:40.055233 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:40.095570 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a574e52-a3cd-40d7-8d01-b7d5592e9453 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Pushing event deleted for resources: {'Subnet': ['ID=1f365125-2579-4e92-9fb0-97472fbbd8c4,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:32:40.111435 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8a574e52-a3cd-40d7-8d01-b7d5592e9453 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:40.120680 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-8a574e52-a3cd-40d7-8d01-b7d5592e9453 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "DELETE /v2.0/subnets/1f365125-2579-4e92-9fb0-97472fbbd8c4 HTTP/1.1" status: 204 len: 168 time: 0.8248634 Nov 22 20:32:40.122107 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 39714) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:32:40.174392 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-bd61c082-4724-4e60-81eb-7af003fbff76 None None] Provisioning complete for port ba8150f9-a16f-43dd-b308-f974df16d823 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:32:40.174795 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-bd61c082-4724-4e60-81eb-7af003fbff76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:40.213293 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-845a34f5-9de5-4897-a1c0-8a29689154ab tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0884078 Nov 22 20:32:40.214008 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 39716) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:32:40.244430 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-0e49fa30-366f-4770-9c3e-05cd3a9af9d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381'] for port, after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:40.284881 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e49fa30-366f-4770-9c3e-05cd3a9af9d6 None None] Pushing event deleted for resources: {'Port': ['ID=63cdc84b-510d-4963-9817-ff632658acd6,revision_number=None']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:32:40.290920 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e49fa30-366f-4770-9c3e-05cd3a9af9d6 None None] No DVR routers for this DVR port 63cdc84b-510d-4963-9817-ff632658acd6 on host n-d-818823-1 {{(pid=103449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:32:40.303081 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-9de233c5-b2d3-4d85-9911-d07eb9555feb req-fdf32e4c-5283-4b55-a259-03a2e8691917 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:40.303884 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:40.323089 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-e407c1d0-4559-4607-af09-374734ca7bde tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Calling delete_port for 63cdc84b-510d-4963-9817-ff632658acd6 owned by network:dhcp {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:32:40.337017 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24c71170-1646-407a-be2b-7de08e9419c5 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:32:40.346382 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-24c71170-1646-407a-be2b-7de08e9419c5 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1312311 Nov 22 20:32:40.348732 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 39720) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:32:40.358204 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3198155-7f1e-49d3-96aa-692649f71dd0 None None] Network 7bd88872-a540-4e3b-ac93-d884c5e46f76 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:32:40.369626 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-80b71e39-33ac-47e8-b4fc-0a81811999db req-717f1a4f-5a9e-48b7-a007-d3de40579b3d tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/security-groups?id=ace094e3-bfce-4b88-a460-949b8cf0d5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3789914 Nov 22 20:32:40.427430 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11cb8418-b877-4dff-b656-0ff141a467e4 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:32:40.432991 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 39724) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:32:40.433853 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-11cb8418-b877-4dff-b656-0ff141a467e4 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0804398 Nov 22 20:32:40.448293 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] For port ba8150f9-a16f-43dd-b308-f974df16d823, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=ba8150f9-a16f-43dd-b308-f974df16d823,segment=NetworkSegment(bdb0f717-aa5f-4e33-bcc3-95472c9b5b64),segment_id=bdb0f717-aa5f-4e33-bcc3-95472c9b5b64)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:32:40.465316 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:40.485331 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-bd61c082-4724-4e60-81eb-7af003fbff76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:40.568876 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 63cdc84b-510d-4963-9817-ff632658acd6 no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:32:40.594145 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-9bc9cef3-c354-4878-bba3-501163b10d5d tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1576059 Nov 22 20:32:40.599923 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 39730) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:32:40.603488 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-ebb2d15d-2f81-4de7-9d22-34b1989bf172 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Request body: {'subnet': {'network_id': '7bd88872-a540-4e3b-ac93-d884c5e46f76', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:32:40.641959 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: 63cdc84b-510d-4963-9817-ff632658acd6 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:32:40.642319 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 63cdc84b-510d-4963-9817-ff632658acd6 not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:32:40.650489 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Pushing event updated for resources: {'Port': ['ID=ba8150f9-a16f-43dd-b308-f974df16d823,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:32:40.672499 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.db.api [None req-bd61c082-4724-4e60-81eb-7af003fbff76 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103449) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 20:32:40.672772 n-d-818823-1 neutron-server[103449]: DEBUG oslo_db.api [None req-bd61c082-4724-4e60-81eb-7af003fbff76 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 20:32:40.761862 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8889ddc9-ac4e-419e-84a3-f23b9679cfbc None None] DHCP port deletion for 7bd88872-a540-4e3b-ac93-d884c5e46f76 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:32:40.827756 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-8889ddc9-ac4e-419e-84a3-f23b9679cfbc None None] Deleting port ba8150f9-a16f-43dd-b308-f974df16d823 {{(pid=103449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:32:40.828131 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-8889ddc9-ac4e-419e-84a3-f23b9679cfbc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:40.942158 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-8889ddc9-ac4e-419e-84a3-f23b9679cfbc None None] For port ba8150f9-a16f-43dd-b308-f974df16d823, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=ba8150f9-a16f-43dd-b308-f974df16d823,segment=NetworkSegment(bdb0f717-aa5f-4e33-bcc3-95472c9b5b64),segment_id=bdb0f717-aa5f-4e33-bcc3-95472c9b5b64)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:32:40.942865 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-8889ddc9-ac4e-419e-84a3-f23b9679cfbc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:40.961867 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7b47c3-5189-4fa5-93f8-0af2114831af req-5cda0077-bae1-4995-84ee-5e5cba4d60c8 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:32:40.963494 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-2b7b47c3-5189-4fa5-93f8-0af2114831af req-5cda0077-bae1-4995-84ee-5e5cba4d60c8 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1a6bfe1-26d1-4dd2-94cd-df2360ee8ad5 HTTP/1.1" status: 200 len: 945 time: 0.1185627 Nov 22 20:32:40.975958 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-8889ddc9-ac4e-419e-84a3-f23b9679cfbc None None] Calling delete_port for ba8150f9-a16f-43dd-b308-f974df16d823 owned by network:dhcp {{(pid=103449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:32:40.992450 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e407c1d0-4559-4607-af09-374734ca7bde tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:41.035320 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd32d52-8efe-4b17-b877-fb2d6c390c15 req-fa7431ad-d9d8-4df5-8a23-a14d1c6e54bd tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:32:41.037109 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ebd32d52-8efe-4b17-b877-fb2d6c390c15 req-fa7431ad-d9d8-4df5-8a23-a14d1c6e54bd tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/ports?device_id=c945f350-a096-4981-8a81-fe60b4bac55b HTTP/1.1" status: 200 len: 932 time: 0.2514696 Nov 22 20:32:41.046486 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e407c1d0-4559-4607-af09-374734ca7bde tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Pushing event deleted for resources: {'Port': ['ID=63cdc84b-510d-4963-9817-ff632658acd6,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:32:41.076473 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e407c1d0-4559-4607-af09-374734ca7bde tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] No DVR routers for this DVR port 63cdc84b-510d-4963-9817-ff632658acd6 on host n-d-818823-1 {{(pid=103447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:32:41.092942 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-8889ddc9-ac4e-419e-84a3-f23b9679cfbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381'] for port, after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:41.119561 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [req-2b7b47c3-5189-4fa5-93f8-0af2114831af req-d987e2c9-efb5-43a8-831c-379188cf933d tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Deleting port 9c51b9e8-9b54-46f6-8722-f3321988d408 {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:32:41.120054 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-2b7b47c3-5189-4fa5-93f8-0af2114831af req-d987e2c9-efb5-43a8-831c-379188cf933d tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:41.143509 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebb2d15d-2f81-4de7-9d22-34b1989bf172 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Made reservation on behalf of aa06169c4e4d4119918ff90a471be1d0 for: {'subnet': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:32:41.147574 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ebb2d15d-2f81-4de7-9d22-34b1989bf172 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8485086'] for subnet, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:41.149701 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8889ddc9-ac4e-419e-84a3-f23b9679cfbc None None] Pushing event deleted for resources: {'Port': ['ID=ba8150f9-a16f-43dd-b308-f974df16d823,revision_number=None']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:32:41.159902 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8889ddc9-ac4e-419e-84a3-f23b9679cfbc None None] No DVR routers for this DVR port ba8150f9-a16f-43dd-b308-f974df16d823 on host n-d-818823-1 {{(pid=103449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:32:41.215852 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-bd61c082-4724-4e60-81eb-7af003fbff76 None None] Port ba8150f9-a16f-43dd-b308-f974df16d823 update to ACTIVE by agent not found {{(pid=103449) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 22 20:32:41.262938 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-2b7b47c3-5189-4fa5-93f8-0af2114831af req-d987e2c9-efb5-43a8-831c-379188cf933d tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] For port 9c51b9e8-9b54-46f6-8722-f3321988d408, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=9c51b9e8-9b54-46f6-8722-f3321988d408,segment=NetworkSegment(60e02a7e-98a0-4d76-b36b-46f7624c5b28),segment_id=60e02a7e-98a0-4d76-b36b-46f7624c5b28)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:32:41.263304 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-2b7b47c3-5189-4fa5-93f8-0af2114831af req-d987e2c9-efb5-43a8-831c-379188cf933d tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:41.333981 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-cd3083f4-c8ba-43a7-b8bc-ba4278131995 None None] Could not find standard attr ID for object 0886b046-8f60-468d-8198-adca5da3e1a9. {{(pid=103449) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 22 20:32:41.367177 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e407c1d0-4559-4607-af09-374734ca7bde tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3760028', 'neutron.services.segments.db._delete_segments_for_network-8748992815755'] for network, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:41.437749 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-e407c1d0-4559-4607-af09-374734ca7bde tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2fb1d1d-e875-477e-b404-e136472c7a50']}} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:32:41.447909 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ebd32d52-8efe-4b17-b877-fb2d6c390c15 req-8a3369e0-50df-418e-994d-e5b4a06301d4 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/security-groups?id=967182ec-36b6-43cb-985c-f0d9e87194dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3943355 Nov 22 20:32:41.526261 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [req-9de233c5-b2d3-4d85-9911-d07eb9555feb req-fdf32e4c-5283-4b55-a259-03a2e8691917 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb0006ce-60d3-453a-8e14-87217ed26fe3 {{(pid=103447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:32:41.597051 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-e407c1d0-4559-4607-af09-374734ca7bde tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '067c07b8-2a70-4987-afc0-219229c2065a') {'for_net_delete': True} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:32:41.597359 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-e407c1d0-4559-4607-af09-374734ca7bde tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '067c07b8-2a70-4987-afc0-219229c2065a') {} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:32:41.606377 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-2b7b47c3-5189-4fa5-93f8-0af2114831af req-d987e2c9-efb5-43a8-831c-379188cf933d tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:41.606884 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-2b7b47c3-5189-4fa5-93f8-0af2114831af req-d987e2c9-efb5-43a8-831c-379188cf933d tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-595224'] for floatingip, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:41.607254 n-d-818823-1 neutron-server[103448]: INFO neutron.db.l3_db [req-2b7b47c3-5189-4fa5-93f8-0af2114831af req-d987e2c9-efb5-43a8-831c-379188cf933d tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Floating IP 6b675702-eb57-48bb-89a3-ccdfe301a7ad disassociated. External IP: 172.25.5.74, port: 9c51b9e8-9b54-46f6-8722-f3321988d408. Nov 22 20:32:41.607746 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [req-2b7b47c3-5189-4fa5-93f8-0af2114831af req-d987e2c9-efb5-43a8-831c-379188cf933d tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Calling delete_port for 9c51b9e8-9b54-46f6-8722-f3321988d408 owned by compute:nova {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:32:41.612857 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device ba8150f9-a16f-43dd-b308-f974df16d823 no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:32:41.634273 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-9de233c5-b2d3-4d85-9911-d07eb9555feb req-fdf32e4c-5283-4b55-a259-03a2e8691917 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:41.651035 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e407c1d0-4559-4607-af09-374734ca7bde tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748993039638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12178344'] for segment, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:41.700057 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: ba8150f9-a16f-43dd-b308-f974df16d823 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:32:41.701566 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.provisioning_blocks [req-9de233c5-b2d3-4d85-9911-d07eb9555feb req-fdf32e4c-5283-4b55-a259-03a2e8691917 service neutron] Transition to ACTIVE for port object cb0006ce-60d3-453a-8e14-87217ed26fe3 will not be triggered until provisioned by entity L2. {{(pid=103447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 20:32:41.705281 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device ba8150f9-a16f-43dd-b308-f974df16d823 not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:32:41.715097 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e407c1d0-4559-4607-af09-374734ca7bde tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:41.727717 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb87a58-8e0c-4636-94fa-41b05f711252 req-7628f284-9960-4219-992f-2439d80fdcba tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:32:41.729523 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-beb87a58-8e0c-4636-94fa-41b05f711252 req-7628f284-9960-4219-992f-2439d80fdcba tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/ports?device_id=f1a6bfe1-26d1-4dd2-94cd-df2360ee8ad5 HTTP/1.1" status: 200 len: 945 time: 0.1942868 Nov 22 20:32:41.734987 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-9de233c5-b2d3-4d85-9911-d07eb9555feb req-fdf32e4c-5283-4b55-a259-03a2e8691917 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:41.751801 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e407c1d0-4559-4607-af09-374734ca7bde tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Releasing vlan 628 on physical network physnet1 to pool {{(pid=103447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 20:32:41.752253 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e407c1d0-4559-4607-af09-374734ca7bde tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8900762'] for segment, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:41.757118 n-d-818823-1 neutron-server[103447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 20:32:41.757118 n-d-818823-1 neutron-server[103447]: self.session.flush() Nov 22 20:32:41.757118 n-d-818823-1 neutron-server[103447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 20:32:41.757118 n-d-818823-1 neutron-server[103447]: self.session.flush() Nov 22 20:32:41.757118 n-d-818823-1 neutron-server[103447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 20:32:41.757118 n-d-818823-1 neutron-server[103447]: self.session.flush() Nov 22 20:32:41.757118 n-d-818823-1 neutron-server[103447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 20:32:41.757118 n-d-818823-1 neutron-server[103447]: self.session.flush() Nov 22 20:32:41.757118 n-d-818823-1 neutron-server[103447]: Traceback (most recent call last): Nov 22 20:32:41.757118 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 20:32:41.757118 n-d-818823-1 neutron-server[103447]: timer() Nov 22 20:32:41.757118 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 20:32:41.757118 n-d-818823-1 neutron-server[103447]: cb(*args, **kw) Nov 22 20:32:41.757118 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 20:32:41.757118 n-d-818823-1 neutron-server[103447]: return func(*args, **kwargs) Nov 22 20:32:41.757118 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 20:32:41.757118 n-d-818823-1 neutron-server[103447]: self._notify() Nov 22 20:32:41.757118 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 20:32:41.757118 n-d-818823-1 neutron-server[103447]: self.callback(batched_events) Nov 22 20:32:41.757118 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 20:32:41.757118 n-d-818823-1 neutron-server[103447]: event.method(event) Nov 22 20:32:41.757118 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 20:32:41.757118 n-d-818823-1 neutron-server[103447]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 20:32:41.757118 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 20:32:41.757118 n-d-818823-1 neutron-server[103447]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 20:32:41.757118 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 20:32:41.757118 n-d-818823-1 neutron-server[103447]: return f(self, *a, **k) Nov 22 20:32:41.757118 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 20:32:41.757118 n-d-818823-1 neutron-server[103447]: return self._get(url).json() Nov 22 20:32:41.757118 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 20:32:41.757118 n-d-818823-1 neutron-server[103447]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 20:32:41.757118 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 20:32:41.757118 n-d-818823-1 neutron-server[103447]: return self.request(url, 'GET', **kwargs) Nov 22 20:32:41.757118 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 20:32:41.757118 n-d-818823-1 neutron-server[103447]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 20:32:41.757118 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 20:32:41.757118 n-d-818823-1 neutron-server[103447]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 20:32:41.757118 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 20:32:41.757118 n-d-818823-1 neutron-server[103447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 20:32:41.757118 n-d-818823-1 neutron-server[103447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 20:32:41.817658 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-2b7b47c3-5189-4fa5-93f8-0af2114831af req-d987e2c9-efb5-43a8-831c-379188cf933d tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:41.854592 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d987e2c9-efb5-43a8-831c-379188cf933d tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Pushing event deleted for resources: {'Port': ['ID=9c51b9e8-9b54-46f6-8722-f3321988d408,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:32:41.946615 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a79a6bb-d7b2-4ec1-93bc-5f2238c61a5f None None] DHCP port deletion for 33dd767d-ab2c-4bf6-a32d-ce7483655865 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:32:42.026397 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-beb87a58-8e0c-4636-94fa-41b05f711252 req-917f0a15-c093-43f9-9e97-78c05f85becc tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/security-groups?id=ace094e3-bfce-4b88-a460-949b8cf0d5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2853596 Nov 22 20:32:42.044436 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf32e4c-5283-4b55-a259-03a2e8691917 service neutron] Pushing event updated for resources: {'Port': ['ID=cb0006ce-60d3-453a-8e14-87217ed26fe3,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:32:42.074951 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2b7b47c3-5189-4fa5-93f8-0af2114831af req-d987e2c9-efb5-43a8-831c-379188cf933d tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Router 6ddb0c47-68b4-4365-ab49-a2c935770e6c has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 20:32:42.103358 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e407c1d0-4559-4607-af09-374734ca7bde tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3760002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595318'] for network, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:42.120486 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf32e4c-5283-4b55-a259-03a2e8691917 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:32:42.120758 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf32e4c-5283-4b55-a259-03a2e8691917 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:32:42.121061 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf32e4c-5283-4b55-a259-03a2e8691917 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:32:42.121284 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf32e4c-5283-4b55-a259-03a2e8691917 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:32:42.121679 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf32e4c-5283-4b55-a259-03a2e8691917 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:32:42.122010 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf32e4c-5283-4b55-a259-03a2e8691917 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:32:42.122419 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf32e4c-5283-4b55-a259-03a2e8691917 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:32:42.122800 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf32e4c-5283-4b55-a259-03a2e8691917 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:32:42.123131 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf32e4c-5283-4b55-a259-03a2e8691917 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:32:42.123573 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf32e4c-5283-4b55-a259-03a2e8691917 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:32:42.124053 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf32e4c-5283-4b55-a259-03a2e8691917 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:32:42.124433 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf32e4c-5283-4b55-a259-03a2e8691917 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:32:42.134868 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e407c1d0-4559-4607-af09-374734ca7bde tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for network, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:42.141557 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-e407c1d0-4559-4607-af09-374734ca7bde tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] 10.222.0.46 "DELETE /v2.0/networks/a2fb1d1d-e875-477e-b404-e136472c7a50 HTTP/1.1" status: 204 len: 168 time: 3.3503957 Nov 22 20:32:42.149465 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 39766) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:32:42.174310 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e407c1d0-4559-4607-af09-374734ca7bde tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Pushing event deleted for resources: {'Network': ['ID=a2fb1d1d-e875-477e-b404-e136472c7a50,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:32:42.286192 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-9de233c5-b2d3-4d85-9911-d07eb9555feb req-fdf32e4c-5283-4b55-a259-03a2e8691917 service neutron] Attempting to bind port cb0006ce-60d3-453a-8e14-87217ed26fe3 on host n-h2-818823-1 for vnic_type normal with profile {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:32:42.287190 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-9de233c5-b2d3-4d85-9911-d07eb9555feb req-fdf32e4c-5283-4b55-a259-03a2e8691917 service neutron] Attempting to bind port cb0006ce-60d3-453a-8e14-87217ed26fe3 by drivers openvswitch,hyperv on host n-h2-818823-1 at level 0 using segments [{'id': '470d5048-a1ed-4f8a-b81a-95ae6f6f9db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '33dd767d-ab2c-4bf6-a32d-ce7483655865'}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:32:42.287854 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9de233c5-b2d3-4d85-9911-d07eb9555feb req-fdf32e4c-5283-4b55-a259-03a2e8691917 service neutron] Attempting to bind port cb0006ce-60d3-453a-8e14-87217ed26fe3 on network 33dd767d-ab2c-4bf6-a32d-ce7483655865 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:32:42.298233 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9de233c5-b2d3-4d85-9911-d07eb9555feb req-fdf32e4c-5283-4b55-a259-03a2e8691917 service neutron] Port cb0006ce-60d3-453a-8e14-87217ed26fe3 on network 33dd767d-ab2c-4bf6-a32d-ce7483655865 not bound, no agent of type Open vSwitch agent registered on host n-h2-818823-1 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:32:42.299103 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9de233c5-b2d3-4d85-9911-d07eb9555feb req-fdf32e4c-5283-4b55-a259-03a2e8691917 service neutron] Attempting to bind port cb0006ce-60d3-453a-8e14-87217ed26fe3 on network 33dd767d-ab2c-4bf6-a32d-ce7483655865 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:32:42.323637 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9de233c5-b2d3-4d85-9911-d07eb9555feb req-fdf32e4c-5283-4b55-a259-03a2e8691917 service neutron] Checking agent: {'id': '65e0486a-7030-4065-96f0-10aa7402a530', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'started_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 32, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:32:42.324428 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9de233c5-b2d3-4d85-9911-d07eb9555feb req-fdf32e4c-5283-4b55-a259-03a2e8691917 service neutron] Checking segment: {'id': '470d5048-a1ed-4f8a-b81a-95ae6f6f9db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '33dd767d-ab2c-4bf6-a32d-ce7483655865'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:32:42.325067 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9de233c5-b2d3-4d85-9911-d07eb9555feb req-fdf32e4c-5283-4b55-a259-03a2e8691917 service neutron] Bound using segment: {'id': '470d5048-a1ed-4f8a-b81a-95ae6f6f9db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '33dd767d-ab2c-4bf6-a32d-ce7483655865'} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:32:42.325752 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-9de233c5-b2d3-4d85-9911-d07eb9555feb req-fdf32e4c-5283-4b55-a259-03a2e8691917 service neutron] Bound port: cb0006ce-60d3-453a-8e14-87217ed26fe3, host: n-h2-818823-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '470d5048-a1ed-4f8a-b81a-95ae6f6f9db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '33dd767d-ab2c-4bf6-a32d-ce7483655865'}}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:32:42.326341 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-9de233c5-b2d3-4d85-9911-d07eb9555feb req-fdf32e4c-5283-4b55-a259-03a2e8691917 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:42.338685 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2b7b47c3-5189-4fa5-93f8-0af2114831af req-d987e2c9-efb5-43a8-831c-379188cf933d tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:32:42.348905 n-d-818823-1 neutron-server[103447]: DEBUG neutron.objects.ports [None req-ebb2d15d-2f81-4de7-9d22-34b1989bf172 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103447) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 22 20:32:42.353975 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25d8db16-a4e5-4c90-be84-d9d4501f933c None None] Sync routers for ids ['6ddb0c47-68b4-4365-ab49-a2c935770e6c'] in n-d-818823-1 {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:32:42.356074 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ebb2d15d-2f81-4de7-9d22-34b1989bf172 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8900613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8485104'] for subnet, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:42.373418 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d8db16-a4e5-4c90-be84-d9d4501f933c None None] Routers {'6ddb0c47-68b4-4365-ab49-a2c935770e6c'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:32:42.374060 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-25d8db16-a4e5-4c90-be84-d9d4501f933c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:32:33Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['6ddb0c47-68b4-4365-ab49-a2c935770e6c'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:32:42.448463 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b7b47c3-5189-4fa5-93f8-0af2114831af req-d987e2c9-efb5-43a8-831c-379188cf933d tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] No DVR routers for this DVR port 9c51b9e8-9b54-46f6-8722-f3321988d408 on host n-h1-818823-1 {{(pid=103448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:32:42.454882 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-2b7b47c3-5189-4fa5-93f8-0af2114831af req-d987e2c9-efb5-43a8-831c-379188cf933d tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:42.463671 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-2b7b47c3-5189-4fa5-93f8-0af2114831af req-d987e2c9-efb5-43a8-831c-379188cf933d tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.41 "DELETE /v2.0/ports/9c51b9e8-9b54-46f6-8722-f3321988d408 HTTP/1.1" status: 204 len: 173 time: 1.4855206 Nov 22 20:32:42.467214 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1a6bfe1-26d1-4dd2-94cd-df2360ee8ad5', 'name': 'network-vif-deleted', 'tag': '9c51b9e8-9b54-46f6-8722-f3321988d408'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:32:42.469817 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589a98cf2aea187fcc423a5edb333e5a6cf3ad7c81115d1ebee0f079693c312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-028e97ea-f0a8-436c-9039-d290ddd0bf1d" -d '{"events": [{"server_uuid": "f1a6bfe1-26d1-4dd2-94cd-df2360ee8ad5", "name": "network-vif-deleted", "tag": "9c51b9e8-9b54-46f6-8722-f3321988d408"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:32:42.477650 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebb2d15d-2f81-4de7-9d22-34b1989bf172 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Network 7bd88872-a540-4e3b-ac93-d884c5e46f76 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:32:42.498294 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-ebb2d15d-2f81-4de7-9d22-34b1989bf172 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:32:42.506254 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebb2d15d-2f81-4de7-9d22-34b1989bf172 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:32:42.506867 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ebb2d15d-2f81-4de7-9d22-34b1989bf172 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for subnet, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:42.514213 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 39774) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:32:42.587891 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb2d15d-2f81-4de7-9d22-34b1989bf172 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Pushing event updated for resources: {'Subnet': ['ID=bc0b1423-73ba-41bc-95c2-b6aa060ee078,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:32:42.615863 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-ebb2d15d-2f81-4de7-9d22-34b1989bf172 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.0160615 Nov 22 20:32:42.620256 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:32:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89efb8b1-e22c-41d6-a6e7-3d8d347babb5 x-openstack-request-id: req-89efb8b1-e22c-41d6-a6e7-3d8d347babb5 {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:32:42.621356 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1a6bfe1-26d1-4dd2-94cd-df2360ee8ad5", "name": "network-vif-deleted", "tag": "9c51b9e8-9b54-46f6-8722-f3321988d408", "status": "completed", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:32:42.621356 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-89efb8b1-e22c-41d6-a6e7-3d8d347babb5 {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:32:42.621736 n-d-818823-1 neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1a6bfe1-26d1-4dd2-94cd-df2360ee8ad5', 'name': 'network-vif-deleted', 'tag': '9c51b9e8-9b54-46f6-8722-f3321988d408', 'status': 'completed', 'code': 200} Nov 22 20:32:42.624506 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 39780) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:32:42.632142 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-9de233c5-b2d3-4d85-9911-d07eb9555feb req-fdf32e4c-5283-4b55-a259-03a2e8691917 service neutron] For port cb0006ce-60d3-453a-8e14-87217ed26fe3, host n-h2-818823-1, cleared binding levels {{(pid=103447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:32:42.644209 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-f407c337-8838-4578-89e7-eba4e8faab3c tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Request body: {'subnet': {'network_id': '7bd88872-a540-4e3b-ac93-d884c5e46f76', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:32:42.652202 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-9de233c5-b2d3-4d85-9911-d07eb9555feb req-fdf32e4c-5283-4b55-a259-03a2e8691917 service neutron] For port cb0006ce-60d3-453a-8e14-87217ed26fe3, host n-h2-818823-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=cb0006ce-60d3-453a-8e14-87217ed26fe3,segment=NetworkSegment(470d5048-a1ed-4f8a-b81a-95ae6f6f9db0),segment_id=470d5048-a1ed-4f8a-b81a-95ae6f6f9db0)] {{(pid=103447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:32:42.652699 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-5bf67c0f-80c2-4cab-87f6-badfe0a818e7 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Deleting port 9d5446fc-5778-4e49-8708-4b7d39491374 {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:32:42.653106 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5bf67c0f-80c2-4cab-87f6-badfe0a818e7 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:42.679350 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a40bcb8-a78a-4fa1-a8a8-bcd9700ae04a None None] Network 7bd88872-a540-4e3b-ac93-d884c5e46f76 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:32:42.702178 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-25d8db16-a4e5-4c90-be84-d9d4501f933c None None] Set router 6ddb0c47-68b4-4365-ab49-a2c935770e6c gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:32:42.720678 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-9de233c5-b2d3-4d85-9911-d07eb9555feb req-fdf32e4c-5283-4b55-a259-03a2e8691917 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:42.743210 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5bf67c0f-80c2-4cab-87f6-badfe0a818e7 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:42.743683 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5bf67c0f-80c2-4cab-87f6-badfe0a818e7 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:42.759031 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-5bf67c0f-80c2-4cab-87f6-badfe0a818e7 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Calling delete_port for 9d5446fc-5778-4e49-8708-4b7d39491374 owned by network:floatingip {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:32:42.805855 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de233c5-b2d3-4d85-9911-d07eb9555feb req-fdf32e4c-5283-4b55-a259-03a2e8691917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:32:42.806697 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-9de233c5-b2d3-4d85-9911-d07eb9555feb req-fdf32e4c-5283-4b55-a259-03a2e8691917 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:42.808328 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9de233c5-b2d3-4d85-9911-d07eb9555feb req-fdf32e4c-5283-4b55-a259-03a2e8691917 service neutron] 10.222.0.20 "PUT /v2.0/ports/cb0006ce-60d3-453a-8e14-87217ed26fe3 HTTP/1.1" status: 200 len: 1092 time: 3.0172074 Nov 22 20:32:42.812445 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c945f350-a096-4981-8a81-fe60b4bac55b', 'tag': 'cb0006ce-60d3-453a-8e14-87217ed26fe3'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:32:42.815092 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feb32f15-16d8-4a9b-bb78-505348b1c4d1" -d '{"events": [{"name": "network-changed", "server_uuid": "c945f350-a096-4981-8a81-fe60b4bac55b", "tag": "cb0006ce-60d3-453a-8e14-87217ed26fe3"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:32:42.870060 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78646474-5cbb-4388-824f-7a855a6b1024 req-8f2c3820-3759-4254-beeb-5f17b9db620e tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:32:42.872547 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-78646474-5cbb-4388-824f-7a855a6b1024 req-8f2c3820-3759-4254-beeb-5f17b9db620e tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/ports?device_id=c945f350-a096-4981-8a81-fe60b4bac55b HTTP/1.1" status: 200 len: 944 time: 0.2227468 Nov 22 20:32:42.895181 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf32e4c-5283-4b55-a259-03a2e8691917 service neutron] Pushing event updated for resources: {'Port': ['ID=cb0006ce-60d3-453a-8e14-87217ed26fe3,revision_number=3']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:32:42.906671 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7b26be0-dc0c-45eb-b44a-fdec08d2c097 None None] DHCP port deletion for 33dd767d-ab2c-4bf6-a32d-ce7483655865 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:32:42.925077 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 20:32:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b5f461d-f124-490f-add3-7e6710b7fc3d x-openstack-request-id: req-6b5f461d-f124-490f-add3-7e6710b7fc3d {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:32:42.925387 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c945f350-a096-4981-8a81-fe60b4bac55b", "tag": "cb0006ce-60d3-453a-8e14-87217ed26fe3", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:32:42.926689 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6b5f461d-f124-490f-add3-7e6710b7fc3d {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:32:42.926689 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c945f350-a096-4981-8a81-fe60b4bac55b', 'tag': 'cb0006ce-60d3-453a-8e14-87217ed26fe3', 'status': 'completed', 'code': 200} Nov 22 20:32:42.934766 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ed9cec76-4c21-4092-a9d3-bba1625c23be admin admin] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:43.051474 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de233c5-b2d3-4d85-9911-d07eb9555feb req-6a89a6f9-8b69-4bab-9f77-fa46259799b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:32:43.052982 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9de233c5-b2d3-4d85-9911-d07eb9555feb req-6a89a6f9-8b69-4bab-9f77-fa46259799b8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b741c1041ead4066a271a7ac45bca161&device_id=c945f350-a096-4981-8a81-fe60b4bac55b HTTP/1.1" status: 200 len: 1095 time: 0.1958654 Nov 22 20:32:43.075243 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5bf67c0f-80c2-4cab-87f6-badfe0a818e7 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:43.102879 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf67c0f-80c2-4cab-87f6-badfe0a818e7 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Pushing event deleted for resources: {'Port': ['ID=9d5446fc-5778-4e49-8708-4b7d39491374,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:32:43.156423 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9de233c5-b2d3-4d85-9911-d07eb9555feb req-74fe6fd5-696f-4b25-94ac-4e91438315b9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cb0006ce-60d3-453a-8e14-87217ed26fe3 HTTP/1.1" status: 200 len: 217 time: 0.0926573 Nov 22 20:32:43.177250 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-78646474-5cbb-4388-824f-7a855a6b1024 req-6ba45edb-0301-42ba-884d-d840d9480ddf tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/security-groups?id=967182ec-36b6-43cb-985c-f0d9e87194dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2540882 Nov 22 20:32:43.200245 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f407c337-8838-4578-89e7-eba4e8faab3c tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Made reservation on behalf of aa06169c4e4d4119918ff90a471be1d0 for: {'subnet': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:32:43.204676 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5bf67c0f-80c2-4cab-87f6-badfe0a818e7 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks [] for floatingip, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:43.206105 n-d-818823-1 neutron-server[103448]: INFO neutron.db.l3_db [None req-5bf67c0f-80c2-4cab-87f6-badfe0a818e7 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Floating IP ae5a993b-f81f-43b4-a692-206fe3f84ee8 disassociated (deleted). External IP: 172.25.5.160, port: c02d7240-fd9a-4491-9cf3-2e4d5bd83887. Nov 22 20:32:43.210677 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f407c337-8838-4578-89e7-eba4e8faab3c tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8485086'] for subnet, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:43.363370 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbbade15-cee8-4df8-9c94-20e03e41fc6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fb26bd7-ce56-527b-b94f-2e1f7cb2bb35-7bd88872-a540-4e3b-ac93-d884c5e46f76', 'network_id': '7bd88872-a540-4e3b-ac93-d884c5e46f76', 'tenant_id': 'aa06169c4e4d4119918ff90a471be1d0', 'fixed_ips': [{'subnet_id': 'bc0b1423-73ba-41bc-95c2-b6aa060ee078'}]}} from n-d-818823-1. {{(pid=103449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 20:32:43.364455 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-fbbade15-cee8-4df8-9c94-20e03e41fc6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:43.401898 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-25d8db16-a4e5-4c90-be84-d9d4501f933c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ddb0c47-68b4-4365-ab49-a2c935770e6c', 'name': 'tempest-ServerActionsTestJSON-2052855445-router', 'tenant_id': 'a3670ebd84cb4741b338db645a992249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': '7363c900-06ff-4d2b-b8a6-f72228263196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:23:36Z', 'updated_at': '2021-11-22T20:23:43Z', 'revision_number': 4, 'project_id': 'a3670ebd84cb4741b338db645a992249', 'gw_port': {'id': '7363c900-06ff-4d2b-b8a6-f72228263196', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:f3:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ddb0c47-68b4-4365-ab49-a2c935770e6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2185, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:23:37Z', 'updated_at': '2021-11-22T20:23:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': 'de4bdfac-0dbf-4534-bae2-02f1cbe9e419', 'name': '', 'network_id': '13496096-9618-4fad-a538-016ce712d3bd', 'tenant_id': 'a3670ebd84cb4741b338db645a992249', 'mac_address': 'fa:16:3e:d8:f8:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ddb0c47-68b4-4365-ab49-a2c935770e6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2186, 'fixed_ips': [{'subnet_id': 'c03e1529-a0c9-4990-b0cd-08a1dc455fd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:23:42Z', 'updated_at': '2021-11-22T20:23:50Z', 'revision_number': 5, 'project_id': 'a3670ebd84cb4741b338db645a992249', 'subnets': [{'id': 'c03e1529-a0c9-4990-b0cd-08a1dc455fd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:32:43.451683 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25d8db16-a4e5-4c90-be84-d9d4501f933c None None] Checking router: 6ddb0c47-68b4-4365-ab49-a2c935770e6c for host: n-d-818823-1 {{(pid=103449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 20:32:43.481523 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bf67c0f-80c2-4cab-87f6-badfe0a818e7 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Router 5a3f574e-2437-448a-998c-74e9b4f764fb has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 20:32:43.564543 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d8db16-a4e5-4c90-be84-d9d4501f933c None None] Routers {'6ddb0c47-68b4-4365-ab49-a2c935770e6c'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:32:43.565516 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-25d8db16-a4e5-4c90-be84-d9d4501f933c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:32:33Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['6ddb0c47-68b4-4365-ab49-a2c935770e6c'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:32:43.629585 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bf67c0f-80c2-4cab-87f6-badfe0a818e7 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:32:43.641381 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5bf67c0f-80c2-4cab-87f6-badfe0a818e7 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for floatingip, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:43.643530 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ea11d1-bcaa-4af8-91ab-0f579e4ebd7c None None] Sync routers for ids ['5a3f574e-2437-448a-998c-74e9b4f764fb'] in n-d-818823-1 {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:32:43.661758 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ea11d1-bcaa-4af8-91ab-0f579e4ebd7c None None] Routers {'5a3f574e-2437-448a-998c-74e9b4f764fb'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:32:43.663339 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-d4ea11d1-bcaa-4af8-91ab-0f579e4ebd7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:32:33Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['5a3f574e-2437-448a-998c-74e9b4f764fb'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:32:43.679965 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-5bf67c0f-80c2-4cab-87f6-badfe0a818e7 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] 10.222.0.46 "DELETE /v2.0/floatingips/ae5a993b-f81f-43b4-a692-206fe3f84ee8 HTTP/1.1" status: 204 len: 168 time: 1.5290430 Nov 22 20:32:43.743214 n-d-818823-1 neutron-server[103447]: INFO neutron.db.ipam_backend_mixin [None req-f407c337-8838-4578-89e7-eba4e8faab3c tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet bc0b1423-73ba-41bc-95c2-b6aa060ee078 (CIDR: 2001:db8::/64) Nov 22 20:32:43.783749 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6622cf6f-9d56-45af-82b3-00467876c12c req-e755cbaf-0309-47de-93f8-196ea874ede2 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/ports?device_id=f1a6bfe1-26d1-4dd2-94cd-df2360ee8ad5 HTTP/1.1" status: 200 len: 210 time: 0.5578353 Nov 22 20:32:43.809480 n-d-818823-1 neutron-server[103447]: INFO neutron.pecan_wsgi.hooks.translation [None req-f407c337-8838-4578-89e7-eba4e8faab3c tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 22 20:32:43.809969 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f407c337-8838-4578-89e7-eba4e8faab3c tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103447) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 20:32:43.843996 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ed9cec76-4c21-4092-a9d3-bba1625c23be admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:43.848568 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de233c5-b2d3-4d85-9911-d07eb9555feb req-c8fb2a12-741e-48e9-be43-4fd709d98517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:32:43.850143 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9de233c5-b2d3-4d85-9911-d07eb9555feb req-c8fb2a12-741e-48e9-be43-4fd709d98517 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e400cdbc-53df-47e7-8a78-7e2509f719bf HTTP/1.1" status: 200 len: 846 time: 0.6676462 Nov 22 20:32:43.853283 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-f407c337-8838-4578-89e7-eba4e8faab3c tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2277966 Nov 22 20:32:43.854817 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ed9cec76-4c21-4092-a9d3-bba1625c23be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:43.856138 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 39792) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:32:43.864805 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-313d0913-bf7a-4f76-a855-9c6ade393dcd tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Request body: {'subnet': {'network_id': '7bd88872-a540-4e3b-ac93-d884c5e46f76', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:32:43.957553 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.db_base_plugin_common [None req-fbbade15-cee8-4df8-9c94-20e03e41fc6f None None] Allocated IP 2001:db8::f816:3eff:fed7:baa4 (7bd88872-a540-4e3b-ac93-d884c5e46f76/bc0b1423-73ba-41bc-95c2-b6aa060ee078/d8687993-e55f-4775-ade1-8b52f27769bd) {{(pid=103449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:32:43.966870 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9de233c5-b2d3-4d85-9911-d07eb9555feb req-3d2dca2f-dce7-4003-86d2-21686bcc04b1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=33dd767d-ab2c-4bf6-a32d-ce7483655865&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1090755 Nov 22 20:32:43.967112 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-d4ea11d1-bcaa-4af8-91ab-0f579e4ebd7c None None] Set router 5a3f574e-2437-448a-998c-74e9b4f764fb gateway port host: n-d-818823-1 {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:32:43.983616 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 9c51b9e8-9b54-46f6-8722-f3321988d408 no longer exists at agent hyperv_n-h1-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:32:44.036212 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] No Port match for: 9c51b9e8-9b54-46f6-8722-f3321988d408 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:32:44.036567 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 9c51b9e8-9b54-46f6-8722-f3321988d408 not bound to the agent host n-h1-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:32:44.087883 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-ed9cec76-4c21-4092-a9d3-bba1625c23be admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=27d05058c8ee4afb9f2d75561bcdf2ec&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5569279 Nov 22 20:32:44.096937 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 39796) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:32:44.104454 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9cec76-4c21-4092-a9d3-bba1625c23be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88106e40-5506-4323-bed9-991195e22cf5,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:32:44.126174 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-313d0913-bf7a-4f76-a855-9c6ade393dcd tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Made reservation on behalf of aa06169c4e4d4119918ff90a471be1d0 for: {'subnet': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:32:44.137053 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-313d0913-bf7a-4f76-a855-9c6ade393dcd tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11792951'] for subnet, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:44.160169 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-25d8db16-a4e5-4c90-be84-d9d4501f933c None None] Set router 6ddb0c47-68b4-4365-ab49-a2c935770e6c gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:32:44.179243 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9de233c5-b2d3-4d85-9911-d07eb9555feb req-d18a0f4f-f7a7-4dfd-befa-8a7bfb779bb5 service neutron] 10.222.0.20 "GET /v2.0/networks/33dd767d-ab2c-4bf6-a32d-ce7483655865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1975863 Nov 22 20:32:44.251995 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7106e872-efc3-4051-96d7-6f40e52c0866 req-348a3fe9-804d-4094-aa46-4919420a3499 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:32:44.255899 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7106e872-efc3-4051-96d7-6f40e52c0866 req-348a3fe9-804d-4094-aa46-4919420a3499 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] 10.222.0.46 "GET /v2.0/ports?device_id=9b8bcab5-d7eb-4942-8883-7f3b125ddb74 HTTP/1.1" status: 200 len: 946 time: 0.2012100 Nov 22 20:32:44.334661 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-fbbade15-cee8-4df8-9c94-20e03e41fc6f None None] Publish callbacks [] for port, precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:44.344950 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-d4ea11d1-bcaa-4af8-91ab-0f579e4ebd7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a3f574e-2437-448a-998c-74e9b4f764fb', 'name': 'tempest-TestNetworkBasicOps-router-686587762', 'tenant_id': '67d164fc12fc462bb9fe3a42a4c66cfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.51'}], 'enable_snat': True}, 'gw_port_id': 'b7cac5e9-5818-4db2-8593-f6a7a0fa9767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:30:09Z', 'updated_at': '2021-11-22T20:32:28Z', 'revision_number': 6, 'project_id': '67d164fc12fc462bb9fe3a42a4c66cfa', 'gw_port': {'id': 'b7cac5e9-5818-4db2-8593-f6a7a0fa9767', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:9c:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a3f574e-2437-448a-998c-74e9b4f764fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2421, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:30:10Z', 'updated_at': '2021-11-22T20:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': 'b08c4f9c-f7d7-4305-a469-ee6855d739b1', 'name': '', 'network_id': 'bc6b8ee0-c93e-4fd5-b6d2-3b4003108205', 'tenant_id': '67d164fc12fc462bb9fe3a42a4c66cfa', 'mac_address': 'fa:16:3e:03:8e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a3f574e-2437-448a-998c-74e9b4f764fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2424, 'fixed_ips': [{'subnet_id': 'c85ed097-9a10-4cb0-8436-ab0dc36d4a33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:30:15Z', 'updated_at': '2021-11-22T20:30:21Z', 'revision_number': 5, 'project_id': '67d164fc12fc462bb9fe3a42a4c66cfa', 'subnets': [{'id': 'c85ed097-9a10-4cb0-8436-ab0dc36d4a33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:32:44.384562 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ea11d1-bcaa-4af8-91ab-0f579e4ebd7c None None] Checking router: 5a3f574e-2437-448a-998c-74e9b4f764fb for host: n-d-818823-1 {{(pid=103450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 20:32:44.394794 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ea11d1-bcaa-4af8-91ab-0f579e4ebd7c None None] Routers {'5a3f574e-2437-448a-998c-74e9b4f764fb'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:32:44.395647 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-d4ea11d1-bcaa-4af8-91ab-0f579e4ebd7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:32:33Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['5a3f574e-2437-448a-998c-74e9b4f764fb'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:32:44.435605 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c1961ac9-e459-417f-8866-5ee7494aa6d1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:44.448926 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-fbbade15-cee8-4df8-9c94-20e03e41fc6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372'] for port, after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:44.501333 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c4045f-4e3d-4e95-b11d-783ffa4e4284 req-5c345eae-c86d-46e3-b18e-381767491dd9 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:32:44.503035 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a4c4045f-4e3d-4e95-b11d-783ffa4e4284 req-5c345eae-c86d-46e3-b18e-381767491dd9 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/ports?device_id=c945f350-a096-4981-8a81-fe60b4bac55b HTTP/1.1" status: 200 len: 944 time: 0.1811883 Nov 22 20:32:44.510426 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c1961ac9-e459-417f-8866-5ee7494aa6d1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:44.521571 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9de233c5-b2d3-4d85-9911-d07eb9555feb req-7337c0e4-18e1-43ff-aead-12d52f32b0f8 service neutron] 10.222.0.20 "GET /v2.0/networks/33dd767d-ab2c-4bf6-a32d-ce7483655865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3323793 Nov 22 20:32:44.525774 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7106e872-efc3-4051-96d7-6f40e52c0866 req-1a25ad3f-da23-4f19-b7a6-ff167abcd692 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] 10.222.0.46 "GET /v2.0/security-groups?id=e70a60d7-89bb-466f-9aa7-31b1bc285180&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2054238 Nov 22 20:32:44.547963 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbade15-cee8-4df8-9c94-20e03e41fc6f None None] Pushing event updated for resources: {'Port': ['ID=d8687993-e55f-4775-ade1-8b52f27769bd,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:32:44.593111 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbade15-cee8-4df8-9c94-20e03e41fc6f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:32:44.593726 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbade15-cee8-4df8-9c94-20e03e41fc6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:32:44.594116 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbade15-cee8-4df8-9c94-20e03e41fc6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:32:44.597039 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbade15-cee8-4df8-9c94-20e03e41fc6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:32:44.597039 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbade15-cee8-4df8-9c94-20e03e41fc6f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:32:44.597039 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbade15-cee8-4df8-9c94-20e03e41fc6f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:32:44.597039 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbade15-cee8-4df8-9c94-20e03e41fc6f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:32:44.597039 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbade15-cee8-4df8-9c94-20e03e41fc6f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:32:44.598117 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbade15-cee8-4df8-9c94-20e03e41fc6f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:32:44.598117 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbade15-cee8-4df8-9c94-20e03e41fc6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:32:44.599123 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbade15-cee8-4df8-9c94-20e03e41fc6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:32:44.599123 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbade15-cee8-4df8-9c94-20e03e41fc6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:32:44.622790 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbbade15-cee8-4df8-9c94-20e03e41fc6f None None] Network 7bd88872-a540-4e3b-ac93-d884c5e46f76 is already hosted by enough agents. {{(pid=103449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:32:44.629556 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.base_scheduler [None req-fbbade15-cee8-4df8-9c94-20e03e41fc6f None None] Resources bound (agent type, host, resource id): {{(pid=103449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:32:44.635240 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbbade15-cee8-4df8-9c94-20e03e41fc6f None None] Received port after_create {{(pid=103449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:32:44.635511 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b8bcab5-d7eb-4942-8883-7f3b125ddb74', 'tag': 'c02d7240-fd9a-4491-9cf3-2e4d5bd83887'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:32:44.645557 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:44.645820 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589a98cf2aea187fcc423a5edb333e5a6cf3ad7c81115d1ebee0f079693c312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b2256a9-0275-487d-b986-e7900ef109bf" -d '{"events": [{"name": "network-changed", "server_uuid": "9b8bcab5-d7eb-4942-8883-7f3b125ddb74", "tag": "c02d7240-fd9a-4491-9cf3-2e4d5bd83887"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:32:44.659012 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a4c4045f-4e3d-4e95-b11d-783ffa4e4284 req-d5e41b6d-07f2-43d0-8ab6-48ac37c5f3f9 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/security-groups?id=967182ec-36b6-43cb-985c-f0d9e87194dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458340 Nov 22 20:32:44.699374 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c1961ac9-e459-417f-8866-5ee7494aa6d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:44.701284 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-d4ea11d1-bcaa-4af8-91ab-0f579e4ebd7c None None] Set router 5a3f574e-2437-448a-998c-74e9b4f764fb gateway port host: n-d-818823-1 {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:32:44.717062 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c1961ac9-e459-417f-8866-5ee7494aa6d1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:44.718266 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-c1961ac9-e459-417f-8866-5ee7494aa6d1 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/88106e40-5506-4323-bed9-991195e22cf5 HTTP/1.1" status: 204 len: 168 time: 0.6189759 Nov 22 20:32:44.718540 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:44.738892 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-313d0913-bf7a-4f76-a855-9c6ade393dcd tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11567560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11792921'] for subnet, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:44.746090 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb32f15-16d8-4a9b-bb78-505348b1c4d1 req-313251cd-100d-46ad-a0bf-df88e660ae52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:32:44.748025 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-feb32f15-16d8-4a9b-bb78-505348b1c4d1 req-313251cd-100d-46ad-a0bf-df88e660ae52 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b741c1041ead4066a271a7ac45bca161&device_id=c945f350-a096-4981-8a81-fe60b4bac55b HTTP/1.1" status: 200 len: 1095 time: 0.1527915 Nov 22 20:32:44.756974 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-fbbade15-cee8-4df8-9c94-20e03e41fc6f None None] Attempting to bind port d8687993-e55f-4775-ade1-8b52f27769bd on host n-d-818823-1 for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:32:44.757417 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-fbbade15-cee8-4df8-9c94-20e03e41fc6f None None] Attempting to bind port d8687993-e55f-4775-ade1-8b52f27769bd by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': 'bdb0f717-aa5f-4e33-bcc3-95472c9b5b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '7bd88872-a540-4e3b-ac93-d884c5e46f76'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:32:44.757789 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbbade15-cee8-4df8-9c94-20e03e41fc6f None None] Attempting to bind port d8687993-e55f-4775-ade1-8b52f27769bd on network 7bd88872-a540-4e3b-ac93-d884c5e46f76 {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:32:44.772451 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbbade15-cee8-4df8-9c94-20e03e41fc6f None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 32, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:32:44.773231 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbbade15-cee8-4df8-9c94-20e03e41fc6f None None] Checking segment: {'id': 'bdb0f717-aa5f-4e33-bcc3-95472c9b5b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '7bd88872-a540-4e3b-ac93-d884c5e46f76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:32:44.773732 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-fbbade15-cee8-4df8-9c94-20e03e41fc6f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:44.774937 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1961ac9-e459-417f-8866-5ee7494aa6d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88106e40-5506-4323-bed9-991195e22cf5,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:32:44.775103 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbbade15-cee8-4df8-9c94-20e03e41fc6f None None] Bound using segment: {'id': 'bdb0f717-aa5f-4e33-bcc3-95472c9b5b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '7bd88872-a540-4e3b-ac93-d884c5e46f76'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:32:44.775440 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-fbbade15-cee8-4df8-9c94-20e03e41fc6f None None] Bound port: d8687993-e55f-4775-ade1-8b52f27769bd, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdb0f717-aa5f-4e33-bcc3-95472c9b5b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '7bd88872-a540-4e3b-ac93-d884c5e46f76'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:32:44.775836 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-fbbade15-cee8-4df8-9c94-20e03e41fc6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:44.818986 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 20:32:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19d394f1-62b5-47e5-b9b5-7a5b04766526 x-openstack-request-id: req-19d394f1-62b5-47e5-b9b5-7a5b04766526 {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:32:44.823901 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b8bcab5-d7eb-4942-8883-7f3b125ddb74", "tag": "c02d7240-fd9a-4491-9cf3-2e4d5bd83887", "status": "completed", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:32:44.824726 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-19d394f1-62b5-47e5-b9b5-7a5b04766526 {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:32:44.824726 n-d-818823-1 neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b8bcab5-d7eb-4942-8883-7f3b125ddb74', 'tag': 'c02d7240-fd9a-4491-9cf3-2e4d5bd83887', 'status': 'completed', 'code': 200} Nov 22 20:32:44.830144 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-25d8db16-a4e5-4c90-be84-d9d4501f933c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ddb0c47-68b4-4365-ab49-a2c935770e6c', 'name': 'tempest-ServerActionsTestJSON-2052855445-router', 'tenant_id': 'a3670ebd84cb4741b338db645a992249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': '7363c900-06ff-4d2b-b8a6-f72228263196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:23:36Z', 'updated_at': '2021-11-22T20:23:43Z', 'revision_number': 4, 'project_id': 'a3670ebd84cb4741b338db645a992249', 'gw_port': {'id': '7363c900-06ff-4d2b-b8a6-f72228263196', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:f3:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ddb0c47-68b4-4365-ab49-a2c935770e6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2185, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:23:37Z', 'updated_at': '2021-11-22T20:23:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': 'de4bdfac-0dbf-4534-bae2-02f1cbe9e419', 'name': '', 'network_id': '13496096-9618-4fad-a538-016ce712d3bd', 'tenant_id': 'a3670ebd84cb4741b338db645a992249', 'mac_address': 'fa:16:3e:d8:f8:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ddb0c47-68b4-4365-ab49-a2c935770e6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2186, 'fixed_ips': [{'subnet_id': 'c03e1529-a0c9-4990-b0cd-08a1dc455fd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:23:42Z', 'updated_at': '2021-11-22T20:23:50Z', 'revision_number': 5, 'project_id': 'a3670ebd84cb4741b338db645a992249', 'subnets': [{'id': 'c03e1529-a0c9-4990-b0cd-08a1dc455fd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:32:44.900641 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25d8db16-a4e5-4c90-be84-d9d4501f933c None None] The sync data for ids ['6ddb0c47-68b4-4365-ab49-a2c935770e6c'] in n-d-818823-1 is: [{'id': '6ddb0c47-68b4-4365-ab49-a2c935770e6c', 'name': 'tempest-ServerActionsTestJSON-2052855445-router', 'tenant_id': 'a3670ebd84cb4741b338db645a992249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': '7363c900-06ff-4d2b-b8a6-f72228263196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:23:36Z', 'updated_at': '2021-11-22T20:23:43Z', 'revision_number': 4, 'project_id': 'a3670ebd84cb4741b338db645a992249', 'gw_port': {'id': '7363c900-06ff-4d2b-b8a6-f72228263196', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:f3:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ddb0c47-68b4-4365-ab49-a2c935770e6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2185, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:23:37Z', 'updated_at': '2021-11-22T20:23:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': 'de4bdfac-0dbf-4534-bae2-02f1cbe9e419', 'name': '', 'network_id': '13496096-9618-4fad-a538-016ce712d3bd', 'tenant_id': 'a3670ebd84cb4741b338db645a992249', 'mac_address': 'fa:16:3e:d8:f8:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ddb0c47-68b4-4365-ab49-a2c935770e6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2186, 'fixed_ips': [{'subnet_id': 'c03e1529-a0c9-4990-b0cd-08a1dc455fd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:23:42Z', 'updated_at': '2021-11-22T20:23:50Z', 'revision_number': 5, 'project_id': 'a3670ebd84cb4741b338db645a992249', 'subnets': [{'id': 'c03e1529-a0c9-4990-b0cd-08a1dc455fd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:32:44.921271 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-313d0913-bf7a-4f76-a855-9c6ade393dcd tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Network 7bd88872-a540-4e3b-ac93-d884c5e46f76 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:32:44.942616 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 39812) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:32:44.965274 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-313d0913-bf7a-4f76-a855-9c6ade393dcd tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:32:44.980614 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-fbbade15-cee8-4df8-9c94-20e03e41fc6f None None] For port d8687993-e55f-4775-ade1-8b52f27769bd, host n-d-818823-1, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:32:44.982631 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-313d0913-bf7a-4f76-a855-9c6ade393dcd tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:32:44.983877 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-313d0913-bf7a-4f76-a855-9c6ade393dcd tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:44.986524 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-fbbade15-cee8-4df8-9c94-20e03e41fc6f None None] For port d8687993-e55f-4775-ade1-8b52f27769bd, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=d8687993-e55f-4775-ade1-8b52f27769bd,segment=NetworkSegment(bdb0f717-aa5f-4e33-bcc3-95472c9b5b64),segment_id=bdb0f717-aa5f-4e33-bcc3-95472c9b5b64)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:32:44.994564 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-fbbade15-cee8-4df8-9c94-20e03e41fc6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:45.011255 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313d0913-bf7a-4f76-a855-9c6ade393dcd tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Pushing event updated for resources: {'Subnet': ['ID=b00bd2d0-924e-4dbf-ae33-503dbb61a82f,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:32:45.046064 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2256a9-0275-487d-b986-e7900ef109bf req-11bdef40-4463-4284-819a-06116d5ee3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:32:45.049753 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-9b2256a9-0275-487d-b986-e7900ef109bf req-11bdef40-4463-4284-819a-06116d5ee3ab service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=67d164fc12fc462bb9fe3a42a4c66cfa&device_id=9b8bcab5-d7eb-4942-8883-7f3b125ddb74 HTTP/1.1" status: 200 len: 1097 time: 0.2243421 Nov 22 20:32:45.054034 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-313d0913-bf7a-4f76-a855-9c6ade393dcd tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1965566 Nov 22 20:32:45.060684 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 39814) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:32:45.075592 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-c2d2a1d5-818f-40a6-b167-dee24aecc6fc tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Request body: {'port': {'network_id': '7bd88872-a540-4e3b-ac93-d884c5e46f76', 'mac_address': 'fa:16:3e:d3:f9:98', 'name': 'tempest-NetworksTestDHCPv6-1132714404'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:32:45.115568 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb32f15-16d8-4a9b-bb78-505348b1c4d1 req-e3530d06-1009-45d4-a824-228337244ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:32:45.118545 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-feb32f15-16d8-4a9b-bb78-505348b1c4d1 req-e3530d06-1009-45d4-a824-228337244ac6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=33dd767d-ab2c-4bf6-a32d-ce7483655865 HTTP/1.1" status: 200 len: 907 time: 0.3586411 Nov 22 20:32:45.136144 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbade15-cee8-4df8-9c94-20e03e41fc6f None None] Pushing event updated for resources: {'Port': ['ID=d8687993-e55f-4775-ade1-8b52f27769bd,revision_number=2']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:32:45.257142 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-feb32f15-16d8-4a9b-bb78-505348b1c4d1 req-d3798d4c-2bf7-4606-8134-b0a5e7ef9a83 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cb0006ce-60d3-453a-8e14-87217ed26fe3 HTTP/1.1" status: 200 len: 217 time: 0.1254222 Nov 22 20:32:45.263092 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-d4ea11d1-bcaa-4af8-91ab-0f579e4ebd7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a3f574e-2437-448a-998c-74e9b4f764fb', 'name': 'tempest-TestNetworkBasicOps-router-686587762', 'tenant_id': '67d164fc12fc462bb9fe3a42a4c66cfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.51'}], 'enable_snat': True}, 'gw_port_id': 'b7cac5e9-5818-4db2-8593-f6a7a0fa9767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:30:09Z', 'updated_at': '2021-11-22T20:32:28Z', 'revision_number': 6, 'project_id': '67d164fc12fc462bb9fe3a42a4c66cfa', 'gw_port': {'id': 'b7cac5e9-5818-4db2-8593-f6a7a0fa9767', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:9c:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a3f574e-2437-448a-998c-74e9b4f764fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2421, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:30:10Z', 'updated_at': '2021-11-22T20:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': 'b08c4f9c-f7d7-4305-a469-ee6855d739b1', 'name': '', 'network_id': 'bc6b8ee0-c93e-4fd5-b6d2-3b4003108205', 'tenant_id': '67d164fc12fc462bb9fe3a42a4c66cfa', 'mac_address': 'fa:16:3e:03:8e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a3f574e-2437-448a-998c-74e9b4f764fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2424, 'fixed_ips': [{'subnet_id': 'c85ed097-9a10-4cb0-8436-ab0dc36d4a33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:30:15Z', 'updated_at': '2021-11-22T20:30:21Z', 'revision_number': 5, 'project_id': '67d164fc12fc462bb9fe3a42a4c66cfa', 'subnets': [{'id': 'c85ed097-9a10-4cb0-8436-ab0dc36d4a33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:32:45.333791 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ea11d1-bcaa-4af8-91ab-0f579e4ebd7c None None] The sync data for ids ['5a3f574e-2437-448a-998c-74e9b4f764fb'] in n-d-818823-1 is: [{'id': '5a3f574e-2437-448a-998c-74e9b4f764fb', 'name': 'tempest-TestNetworkBasicOps-router-686587762', 'tenant_id': '67d164fc12fc462bb9fe3a42a4c66cfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.51'}], 'enable_snat': True}, 'gw_port_id': 'b7cac5e9-5818-4db2-8593-f6a7a0fa9767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:30:09Z', 'updated_at': '2021-11-22T20:32:28Z', 'revision_number': 6, 'project_id': '67d164fc12fc462bb9fe3a42a4c66cfa', 'gw_port': {'id': 'b7cac5e9-5818-4db2-8593-f6a7a0fa9767', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:9c:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a3f574e-2437-448a-998c-74e9b4f764fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2421, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:30:10Z', 'updated_at': '2021-11-22T20:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': 'b08c4f9c-f7d7-4305-a469-ee6855d739b1', 'name': '', 'network_id': 'bc6b8ee0-c93e-4fd5-b6d2-3b4003108205', 'tenant_id': '67d164fc12fc462bb9fe3a42a4c66cfa', 'mac_address': 'fa:16:3e:03:8e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a3f574e-2437-448a-998c-74e9b4f764fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2424, 'fixed_ips': [{'subnet_id': 'c85ed097-9a10-4cb0-8436-ab0dc36d4a33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:30:15Z', 'updated_at': '2021-11-22T20:30:21Z', 'revision_number': 5, 'project_id': '67d164fc12fc462bb9fe3a42a4c66cfa', 'subnets': [{'id': 'c85ed097-9a10-4cb0-8436-ab0dc36d4a33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:32:45.342595 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-911464f0-8554-4b55-afc0-62af073aede5 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:45.391320 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2256a9-0275-487d-b986-e7900ef109bf req-b01c5b57-2e4e-41ca-8a96-42bb422948c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:32:45.393228 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-9b2256a9-0275-487d-b986-e7900ef109bf req-b01c5b57-2e4e-41ca-8a96-42bb422948c3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=bc6b8ee0-c93e-4fd5-b6d2-3b4003108205 HTTP/1.1" status: 200 len: 898 time: 0.3333869 Nov 22 20:32:45.405954 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb32f15-16d8-4a9b-bb78-505348b1c4d1 req-0248b9d6-0ba3-420a-8a96-f63a66223bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:32:45.407488 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-feb32f15-16d8-4a9b-bb78-505348b1c4d1 req-0248b9d6-0ba3-420a-8a96-f63a66223bd1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e400cdbc-53df-47e7-8a78-7e2509f719bf HTTP/1.1" status: 200 len: 846 time: 0.1105998 Nov 22 20:32:45.414907 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-911464f0-8554-4b55-afc0-62af073aede5 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:45.449466 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9069293d-3f6f-4545-a514-3561ac704d02 req-bcef378d-8928-47b4-af6b-28bcdfe4e86a tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:32:45.451400 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9069293d-3f6f-4545-a514-3561ac704d02 req-bcef378d-8928-47b4-af6b-28bcdfe4e86a tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b8bcab5-d7eb-4942-8883-7f3b125ddb74 HTTP/1.1" status: 200 len: 946 time: 0.2319446 Nov 22 20:32:45.495282 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-9b2256a9-0275-487d-b986-e7900ef109bf req-9f14b5cc-e6c8-4794-8960-295064963db1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c02d7240-fd9a-4491-9cf3-2e4d5bd83887 HTTP/1.1" status: 200 len: 217 time: 0.0923495 Nov 22 20:32:45.515810 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-feb32f15-16d8-4a9b-bb78-505348b1c4d1 req-3b8a80e7-1ef2-49fd-a68c-5b72052406d7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=33dd767d-ab2c-4bf6-a32d-ce7483655865&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0961714 Nov 22 20:32:45.521104 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2d2a1d5-818f-40a6-b167-dee24aecc6fc tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Made reservation on behalf of aa06169c4e4d4119918ff90a471be1d0 for: {'port': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:32:45.552323 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cbcce1d-a834-4042-b05e-73f96a88be90 None None] New status for floating IP 6b675702-eb57-48bb-89a3-ccdfe301a7ad: DOWN {{(pid=103449) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 20:32:45.739279 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device d8687993-e55f-4775-ade1-8b52f27769bd up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:32:45.978040 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port d8687993-e55f-4775-ade1-8b52f27769bd triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:32:45.978424 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:46.016124 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f548c56-61d4-4670-84a8-fd2b188e4b70 req-01d45695-3251-49a4-84f1-bdae867fd927 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:32:46.024124 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6f548c56-61d4-4670-84a8-fd2b188e4b70 req-01d45695-3251-49a4-84f1-bdae867fd927 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] 10.222.0.46 "GET /v2.0/ports?device_id=9b8bcab5-d7eb-4942-8883-7f3b125ddb74 HTTP/1.1" status: 200 len: 946 time: 0.2573907 Nov 22 20:32:46.030918 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-911464f0-8554-4b55-afc0-62af073aede5 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:46.038971 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-911464f0-8554-4b55-afc0-62af073aede5 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:46.041356 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-911464f0-8554-4b55-afc0-62af073aede5 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "DELETE /v2.0/security-groups/ace094e3-bfce-4b88-a460-949b8cf0d5cf HTTP/1.1" status: 204 len: 168 time: 1.0966492 Nov 22 20:32:46.085539 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a77557fb-1643-4d69-9ba5-265af86c1fcc None None] New status for floating IP ae5a993b-f81f-43b4-a692-206fe3f84ee8: DOWN {{(pid=103450) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 20:32:46.146204 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 39836) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:32:46.198303 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:46.212341 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-feb32f15-16d8-4a9b-bb78-505348b1c4d1 req-744fba36-0c95-4fa6-80bf-2ca42a33f6af service neutron] 10.222.0.20 "GET /v2.0/networks/33dd767d-ab2c-4bf6-a32d-ce7483655865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6488409 Nov 22 20:32:46.262162 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911464f0-8554-4b55-afc0-62af073aede5 tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ace094e3-bfce-4b88-a460-949b8cf0d5cf,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:32:46.304628 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] For port d8687993-e55f-4775-ade1-8b52f27769bd, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=d8687993-e55f-4775-ade1-8b52f27769bd,segment=NetworkSegment(bdb0f717-aa5f-4e33-bcc3-95472c9b5b64),segment_id=bdb0f717-aa5f-4e33-bcc3-95472c9b5b64)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:32:46.322661 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4fc16a-7f10-4722-9f7b-2c2d3e94d5be req-09f7f8cd-1618-4d5e-927a-58a0a7a5d78c tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:32:46.327839 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:46.348803 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9a4fc16a-7f10-4722-9f7b-2c2d3e94d5be req-09f7f8cd-1618-4d5e-927a-58a0a7a5d78c tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/ports?device_id=c945f350-a096-4981-8a81-fe60b4bac55b HTTP/1.1" status: 200 len: 944 time: 0.3190086 Nov 22 20:32:46.351705 n-d-818823-1 neutron-server[103447]: INFO neutron.api.v2.resource [None req-73269a83-d914-4d94-b6a5-51078cb0eabd tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] show failed (client error): The resource could not be found. Nov 22 20:32:46.357534 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-73269a83-d914-4d94-b6a5-51078cb0eabd tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "GET /v2.0/security-groups/ace094e3-bfce-4b88-a460-949b8cf0d5cf HTTP/1.1" status: 404 len: 347 time: 0.1943898 Nov 22 20:32:46.361627 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 39844) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:32:46.427875 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-9069293d-3f6f-4545-a514-3561ac704d02 req-f64f075d-29d3-4573-a7d4-ff8b13146f5c tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Deleting port c02d7240-fd9a-4491-9cf3-2e4d5bd83887 {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:32:46.428510 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-9069293d-3f6f-4545-a514-3561ac704d02 req-f64f075d-29d3-4573-a7d4-ff8b13146f5c tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:46.480130 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Pushing event updated for resources: {'Port': ['ID=d8687993-e55f-4775-ade1-8b52f27769bd,revision_number=3']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:32:46.570249 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2256a9-0275-487d-b986-e7900ef109bf req-4716f141-1c1e-4f86-b11c-5359e16561b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:32:46.571965 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-9b2256a9-0275-487d-b986-e7900ef109bf req-4716f141-1c1e-4f86-b11c-5359e16561b9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c85ed097-9a10-4cb0-8436-ab0dc36d4a33 HTTP/1.1" status: 200 len: 835 time: 1.0679748 Nov 22 20:32:46.594707 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6f548c56-61d4-4670-84a8-fd2b188e4b70 req-6a45e274-2e55-4ef9-9ed6-ad2e3bf06ca4 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] 10.222.0.46 "GET /v2.0/security-groups?id=e70a60d7-89bb-466f-9aa7-31b1bc285180&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5475345 Nov 22 20:32:46.676476 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-feb32f15-16d8-4a9b-bb78-505348b1c4d1 req-f6df5089-c740-4c9a-86df-7b5d3da7ddf0 service neutron] 10.222.0.20 "GET /v2.0/networks/33dd767d-ab2c-4bf6-a32d-ce7483655865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4505963 Nov 22 20:32:46.751544 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2256a9-0275-487d-b986-e7900ef109bf req-6b34766e-8f35-422a-b9e6-2b7c5c99c29e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:32:46.754720 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-9b2256a9-0275-487d-b986-e7900ef109bf req-6b34766e-8f35-422a-b9e6-2b7c5c99c29e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bc6b8ee0-c93e-4fd5-b6d2-3b4003108205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1743433 Nov 22 20:32:46.759908 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9a4fc16a-7f10-4722-9f7b-2c2d3e94d5be req-a837dac7-84cd-46ef-a2a3-58b85cce0768 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/security-groups?id=967182ec-36b6-43cb-985c-f0d9e87194dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4097681 Nov 22 20:32:46.834862 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-9069293d-3f6f-4545-a514-3561ac704d02 req-f64f075d-29d3-4573-a7d4-ff8b13146f5c tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] For port c02d7240-fd9a-4491-9cf3-2e4d5bd83887, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=c02d7240-fd9a-4491-9cf3-2e4d5bd83887,segment=NetworkSegment(dbe15f2b-18f6-4fb3-82f1-4b95701e72ac),segment_id=dbe15f2b-18f6-4fb3-82f1-4b95701e72ac)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:32:46.835228 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-9069293d-3f6f-4545-a514-3561ac704d02 req-f64f075d-29d3-4573-a7d4-ff8b13146f5c tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:46.856412 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5456da5a-c200-4ad7-bdfe-df814612a47a None None] Network 7bd88872-a540-4e3b-ac93-d884c5e46f76 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:32:46.860406 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-9069293d-3f6f-4545-a514-3561ac704d02 req-f64f075d-29d3-4573-a7d4-ff8b13146f5c tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Calling delete_port for c02d7240-fd9a-4491-9cf3-2e4d5bd83887 owned by compute:nova {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:32:46.906581 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-5d075681-0319-4557-9d80-328d07976b4e tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Deleting port b5c275f5-14a5-4c30-b81d-d8474cf38682 {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:32:46.907173 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-5d075681-0319-4557-9d80-328d07976b4e tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:46.947105 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c2d2a1d5-818f-40a6-b167-dee24aecc6fc tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:47.020895 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-9b2256a9-0275-487d-b986-e7900ef109bf req-e9aa6315-68d6-4b97-8094-62e144de55be service neutron] 10.222.0.41 "GET /v2.0/networks/bc6b8ee0-c93e-4fd5-b6d2-3b4003108205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2490151 Nov 22 20:32:47.045507 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [None req-c2d2a1d5-818f-40a6-b167-dee24aecc6fc tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] device_id is not set on port 1b2cd5d6-5fda-47cd-94b1-71342b80461a yet. {{(pid=103448) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 20:32:47.050622 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-5d075681-0319-4557-9d80-328d07976b4e tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:47.051565 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-5d075681-0319-4557-9d80-328d07976b4e tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:47.065793 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-5d075681-0319-4557-9d80-328d07976b4e tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Calling delete_port for b5c275f5-14a5-4c30-b81d-d8474cf38682 owned by network:floatingip {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:32:47.121246 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-104103c7-71fe-4e42-9c0d-ba1f919823e3 None None] Provisioning complete for port d8687993-e55f-4775-ade1-8b52f27769bd triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:32:47.121631 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-104103c7-71fe-4e42-9c0d-ba1f919823e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:47.178099 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-9069293d-3f6f-4545-a514-3561ac704d02 req-f64f075d-29d3-4573-a7d4-ff8b13146f5c tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:47.220925 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64f075d-29d3-4573-a7d4-ff8b13146f5c tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Pushing event deleted for resources: {'Port': ['ID=c02d7240-fd9a-4491-9cf3-2e4d5bd83887,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:32:47.273126 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-9069293d-3f6f-4545-a514-3561ac704d02 req-f64f075d-29d3-4573-a7d4-ff8b13146f5c tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] No DVR routers for this DVR port c02d7240-fd9a-4491-9cf3-2e4d5bd83887 on host n-h1-818823-1 {{(pid=103447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:32:47.276011 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-9069293d-3f6f-4545-a514-3561ac704d02 req-f64f075d-29d3-4573-a7d4-ff8b13146f5c tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:47.279550 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9069293d-3f6f-4545-a514-3561ac704d02 req-f64f075d-29d3-4573-a7d4-ff8b13146f5c tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] 10.222.0.41 "DELETE /v2.0/ports/c02d7240-fd9a-4491-9cf3-2e4d5bd83887 HTTP/1.1" status: 204 len: 173 time: 1.8127809 Nov 22 20:32:47.280081 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b8bcab5-d7eb-4942-8883-7f3b125ddb74', 'name': 'network-vif-deleted', 'tag': 'c02d7240-fd9a-4491-9cf3-2e4d5bd83887'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:32:47.282538 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-237cfe7b-ff50-411c-8914-a8e39dfde8fa" -d '{"events": [{"server_uuid": "9b8bcab5-d7eb-4942-8883-7f3b125ddb74", "name": "network-vif-deleted", "tag": "c02d7240-fd9a-4491-9cf3-2e4d5bd83887"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:32:47.342028 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device cb0006ce-60d3-453a-8e14-87217ed26fe3 details requested by agent hyperv_n-h2-818823-1 with host n-h2-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 20:32:47.364966 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:32:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b37709e2-d162-4884-a314-a383250d35d9 x-openstack-request-id: req-b37709e2-d162-4884-a314-a383250d35d9 {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:32:47.365156 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b8bcab5-d7eb-4942-8883-7f3b125ddb74", "name": "network-vif-deleted", "tag": "c02d7240-fd9a-4491-9cf3-2e4d5bd83887", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:32:47.368397 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b37709e2-d162-4884-a314-a383250d35d9 {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:32:47.369256 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b8bcab5-d7eb-4942-8883-7f3b125ddb74', 'name': 'network-vif-deleted', 'tag': 'c02d7240-fd9a-4491-9cf3-2e4d5bd83887', 'status': 'completed', 'code': 200} Nov 22 20:32:47.372933 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-5d075681-0319-4557-9d80-328d07976b4e tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:47.395078 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-9b2256a9-0275-487d-b986-e7900ef109bf req-d5baa05a-4e87-4e27-b263-94ad09f38105 service neutron] 10.222.0.41 "GET /v2.0/networks/bc6b8ee0-c93e-4fd5-b6d2-3b4003108205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3644300 Nov 22 20:32:47.437721 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d075681-0319-4557-9d80-328d07976b4e tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Pushing event deleted for resources: {'Port': ['ID=b5c275f5-14a5-4c30-b81d-d8474cf38682,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:32:47.482980 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-5d075681-0319-4557-9d80-328d07976b4e tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Publish callbacks [] for floatingip, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:47.486529 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-5d075681-0319-4557-9d80-328d07976b4e tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for floatingip, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:47.488025 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-5d075681-0319-4557-9d80-328d07976b4e tempest-ServerActionsTestJSON-1684405498 tempest-ServerActionsTestJSON-1684405498-project] 10.222.0.46 "DELETE /v2.0/floatingips/6b675702-eb57-48bb-89a3-ccdfe301a7ad HTTP/1.1" status: 204 len: 168 time: 1.0924957 Nov 22 20:32:47.491114 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 39866) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:32:47.491273 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port cb0006ce-60d3-453a-8e14-87217ed26fe3, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=cb0006ce-60d3-453a-8e14-87217ed26fe3,segment=NetworkSegment(470d5048-a1ed-4f8a-b81a-95ae6f6f9db0),segment_id=470d5048-a1ed-4f8a-b81a-95ae6f6f9db0)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:32:47.528710 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Returning: {'device': 'cb0006ce-60d3-453a-8e14-87217ed26fe3', 'network_id': '33dd767d-ab2c-4bf6-a32d-ce7483655865', 'port_id': 'cb0006ce-60d3-453a-8e14-87217ed26fe3', 'mac_address': 'fa:16:3e:c9:0c:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e400cdbc-53df-47e7-8a78-7e2509f719bf', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 20:32:47.567584 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [None req-c2d2a1d5-818f-40a6-b167-dee24aecc6fc tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Allocated IP 2001:db8:0:1::8 (7bd88872-a540-4e3b-ac93-d884c5e46f76/b00bd2d0-924e-4dbf-ae33-503dbb61a82f/1b2cd5d6-5fda-47cd-94b1-71342b80461a) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:32:47.578140 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [None req-c2d2a1d5-818f-40a6-b167-dee24aecc6fc tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Allocated IP 2001:db8::f816:3eff:fed3:f998 (7bd88872-a540-4e3b-ac93-d884c5e46f76/bc0b1423-73ba-41bc-95c2-b6aa060ee078/1b2cd5d6-5fda-47cd-94b1-71342b80461a) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:32:47.718249 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device d8687993-e55f-4775-ade1-8b52f27769bd up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:32:47.736336 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device c02d7240-fd9a-4491-9cf3-2e4d5bd83887 no longer exists at agent hyperv_n-h1-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:32:47.739200 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-659e390a-0945-4493-9a4d-a2fbdca8e7b7 None None] Update dhcp port {'port': {'network_id': '7bd88872-a540-4e3b-ac93-d884c5e46f76', 'fixed_ips': [{'subnet_id': 'bc0b1423-73ba-41bc-95c2-b6aa060ee078', 'ip_address': '2001:db8::f816:3eff:fed7:baa4'}, {'subnet_id': 'b00bd2d0-924e-4dbf-ae33-503dbb61a82f'}], 'binding:host_id': 'n-d-818823-1'}, 'id': 'd8687993-e55f-4775-ade1-8b52f27769bd'} from n-d-818823-1. {{(pid=103449) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 22 20:32:47.862158 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] No Port match for: c02d7240-fd9a-4491-9cf3-2e4d5bd83887 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:32:47.866523 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device c02d7240-fd9a-4491-9cf3-2e4d5bd83887 not bound to the agent host n-h1-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:32:47.880864 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7e35f64c-9f34-4e64-802e-a6b46715d5a8 req-ec4bf304-8caa-409d-8ee6-353b61811e2b tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] 10.222.0.46 "GET /v2.0/ports?device_id=9b8bcab5-d7eb-4942-8883-7f3b125ddb74 HTTP/1.1" status: 200 len: 210 time: 0.0938351 Nov 22 20:32:47.920164 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:47.930156 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-659e390a-0945-4493-9a4d-a2fbdca8e7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:48.044943 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb0006ce-60d3-453a-8e14-87217ed26fe3 {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:32:48.079262 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4e2a9c-6095-4f48-ada6-f21ae448fee3 req-6b1ffc89-4acb-43e5-9daa-180257bb3553 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:32:48.083479 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c2d2a1d5-818f-40a6-b167-dee24aecc6fc tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:48.087833 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9c4e2a9c-6095-4f48-ada6-f21ae448fee3 req-6b1ffc89-4acb-43e5-9daa-180257bb3553 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/ports?device_id=c945f350-a096-4981-8a81-fe60b4bac55b HTTP/1.1" status: 200 len: 944 time: 0.1709521 Nov 22 20:32:48.173137 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c2d2a1d5-818f-40a6-b167-dee24aecc6fc tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:48.198252 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port d8687993-e55f-4775-ade1-8b52f27769bd triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:32:48.198654 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:48.235797 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port cb0006ce-60d3-453a-8e14-87217ed26fe3, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=cb0006ce-60d3-453a-8e14-87217ed26fe3,segment=NetworkSegment(470d5048-a1ed-4f8a-b81a-95ae6f6f9db0),segment_id=470d5048-a1ed-4f8a-b81a-95ae6f6f9db0)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:32:48.256625 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:48.273090 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2d2a1d5-818f-40a6-b167-dee24aecc6fc tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Network 7bd88872-a540-4e3b-ac93-d884c5e46f76 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:32:48.281119 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9c4e2a9c-6095-4f48-ada6-f21ae448fee3 req-87205a5b-41b0-48bb-ac03-9163a6bae079 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/security-groups?id=967182ec-36b6-43cb-985c-f0d9e87194dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808164 Nov 22 20:32:48.284657 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-c2d2a1d5-818f-40a6-b167-dee24aecc6fc tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:32:48.290314 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d2a1d5-818f-40a6-b167-dee24aecc6fc tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:32:48.296170 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2d2a1d5-818f-40a6-b167-dee24aecc6fc tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:32:48.296822 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c2d2a1d5-818f-40a6-b167-dee24aecc6fc tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:48.301561 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d2a1d5-818f-40a6-b167-dee24aecc6fc tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Pushing event updated for resources: {'Port': ['ID=1b2cd5d6-5fda-47cd-94b1-71342b80461a,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:32:48.338586 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-c2d2a1d5-818f-40a6-b167-dee24aecc6fc tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.2730720 Nov 22 20:32:48.341661 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 39886) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:32:48.423889 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=cb0006ce-60d3-453a-8e14-87217ed26fe3,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:32:48.461759 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.db_base_plugin_common [None req-659e390a-0945-4493-9a4d-a2fbdca8e7b7 None None] Allocated IP 2001:db8:0:1::2 (7bd88872-a540-4e3b-ac93-d884c5e46f76/b00bd2d0-924e-4dbf-ae33-503dbb61a82f/d8687993-e55f-4775-ade1-8b52f27769bd) {{(pid=103449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:32:48.496535 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] get_ports_and_sgs() called for port_ids ['cb0006ce-60d3-453a-8e14-87217ed26fe3'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:32:48.525286 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-4bead503-8000-4e86-8055-53f067775e38 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Deleting port 1b2cd5d6-5fda-47cd-94b1-71342b80461a {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:32:48.525663 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4bead503-8000-4e86-8055-53f067775e38 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:48.649679 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-659e390a-0945-4493-9a4d-a2fbdca8e7b7 None None] For port d8687993-e55f-4775-ade1-8b52f27769bd, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=d8687993-e55f-4775-ade1-8b52f27769bd,segment=NetworkSegment(bdb0f717-aa5f-4e33-bcc3-95472c9b5b64),segment_id=bdb0f717-aa5f-4e33-bcc3-95472c9b5b64)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:32:48.672809 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4bead503-8000-4e86-8055-53f067775e38 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:48.699929 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-4bead503-8000-4e86-8055-53f067775e38 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Calling delete_port for 1b2cd5d6-5fda-47cd-94b1-71342b80461a owned by {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:32:48.703111 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-659e390a-0945-4493-9a4d-a2fbdca8e7b7 None None] Publish callbacks [] for port, precommit_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:48.714491 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-659e390a-0945-4493-9a4d-a2fbdca8e7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:48.813126 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ee82428e-8937-4529-a061-d3f33dd93b06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659736'] for router_interface, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:48.845738 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659e390a-0945-4493-9a4d-a2fbdca8e7b7 None None] Pushing event updated for resources: {'Port': ['ID=d8687993-e55f-4775-ade1-8b52f27769bd,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:32:48.962042 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 39898) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:32:49.051492 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4bead503-8000-4e86-8055-53f067775e38 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:49.129880 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-37dc75d7-2f75-4baf-b052-9a0d8e93015b tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:49.194864 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bead503-8000-4e86-8055-53f067775e38 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Pushing event deleted for resources: {'Port': ['ID=1b2cd5d6-5fda-47cd-94b1-71342b80461a,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:32:49.199360 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-37dc75d7-2f75-4baf-b052-9a0d8e93015b tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:49.288416 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4bead503-8000-4e86-8055-53f067775e38 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:49.300181 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device cb0006ce-60d3-453a-8e14-87217ed26fe3 up at agent hyperv_n-h2-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:32:49.311977 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-4bead503-8000-4e86-8055-53f067775e38 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "DELETE /v2.0/ports/1b2cd5d6-5fda-47cd-94b1-71342b80461a HTTP/1.1" status: 204 len: 168 time: 0.9606252 Nov 22 20:32:49.312644 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 39926) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:32:49.403348 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Provisioning for port cb0006ce-60d3-453a-8e14-87217ed26fe3 completed by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 20:32:49.408935 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Provisioning complete for port cb0006ce-60d3-453a-8e14-87217ed26fe3 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:32:49.409469 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:49.414610 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-37dc75d7-2f75-4baf-b052-9a0d8e93015b tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:49.415277 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6cb4790-cf55-4b3c-8cb2-5234bbed5f84 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:32:49.417719 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-b6cb4790-cf55-4b3c-8cb2-5234bbed5f84 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1038294 Nov 22 20:32:49.420422 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 39930) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:32:49.425066 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-37dc75d7-2f75-4baf-b052-9a0d8e93015b tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:49.429359 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-37dc75d7-2f75-4baf-b052-9a0d8e93015b tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] 10.222.0.46 "DELETE /v2.0/security-groups/e70a60d7-89bb-466f-9aa7-31b1bc285180 HTTP/1.1" status: 204 len: 168 time: 0.4663060 Nov 22 20:32:49.510022 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-ee82428e-8937-4529-a061-d3f33dd93b06 admin admin] Deleting port de4bdfac-0dbf-4534-bae2-02f1cbe9e419 {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:32:49.511564 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ee82428e-8937-4529-a061-d3f33dd93b06 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:49.516722 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dc75d7-2f75-4baf-b052-9a0d8e93015b tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e70a60d7-89bb-466f-9aa7-31b1bc285180,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:32:49.523697 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 39934) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:32:49.568998 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a92701d6-7638-4857-abba-0a5377ed1411 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:32:49.577139 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-a92701d6-7638-4857-abba-0a5377ed1411 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1553092 Nov 22 20:32:49.585763 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 39936) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:32:49.802770 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 39940) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:32:49.877127 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device d8687993-e55f-4775-ade1-8b52f27769bd up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:32:50.083886 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-0e432689-5b7f-4e7c-9392-aa01a4b0cbbd None None] Provisioning complete for port d8687993-e55f-4775-ade1-8b52f27769bd triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:32:50.084555 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-0e432689-5b7f-4e7c-9392-aa01a4b0cbbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:50.125629 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-92f3e24d-c9f5-46aa-9f77-a1f3d602656f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:50.125921 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port d8687993-e55f-4775-ade1-8b52f27769bd triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:32:50.126205 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:50.156186 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:50.166789 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f2407c2-41fc-4f9c-9763-bf14eaea73cf tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:32:50.168374 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f2407c2-41fc-4f9c-9763-bf14eaea73cf tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:32:50.170023 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f2407c2-41fc-4f9c-9763-bf14eaea73cf tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:32:50.171852 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-6f2407c2-41fc-4f9c-9763-bf14eaea73cf tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.5838623 Nov 22 20:32:50.174903 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 39946) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:32:50.237548 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d306435-2420-447a-9851-ec00fec5e151 req-537f9a48-5a29-419f-9631-136441761338 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:32:50.239164 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8d306435-2420-447a-9851-ec00fec5e151 req-537f9a48-5a29-419f-9631-136441761338 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/ports?device_id=c945f350-a096-4981-8a81-fe60b4bac55b HTTP/1.1" status: 200 len: 945 time: 0.8029730 Nov 22 20:32:50.263119 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c945f350-a096-4981-8a81-fe60b4bac55b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb0006ce-60d3-453a-8e14-87217ed26fe3'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:32:50.265531 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d39f6d30a11e565ec9648abcc015e8a6ab6cff4edd704add8155e28765d31eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72ac3837-2ebb-417c-a260-472d7e8917c6" -d '{"events": [{"server_uuid": "c945f350-a096-4981-8a81-fe60b4bac55b", "name": "network-vif-plugged", "status": "completed", "tag": "cb0006ce-60d3-453a-8e14-87217ed26fe3"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:32:50.288907 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port cb0006ce-60d3-453a-8e14-87217ed26fe3, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=cb0006ce-60d3-453a-8e14-87217ed26fe3,segment=NetworkSegment(470d5048-a1ed-4f8a-b81a-95ae6f6f9db0),segment_id=470d5048-a1ed-4f8a-b81a-95ae6f6f9db0)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:32:50.357335 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_v2 [None req-019ff453-d78d-4127-9a48-dae08b89f2ad tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Deleting subnet b00bd2d0-924e-4dbf-ae33-503dbb61a82f {{(pid=103447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 20:32:50.361235 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-019ff453-d78d-4127-9a48-dae08b89f2ad tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks [] for subnet, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:50.370802 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-92f3e24d-c9f5-46aa-9f77-a1f3d602656f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:50.381616 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-92f3e24d-c9f5-46aa-9f77-a1f3d602656f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:50.398842 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:50.408823 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:32:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f1f5794-d39c-4e9b-9f29-06cefa0b1911 x-openstack-request-id: req-8f1f5794-d39c-4e9b-9f29-06cefa0b1911 {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:32:50.410192 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c945f350-a096-4981-8a81-fe60b4bac55b", "name": "network-vif-plugged", "status": "completed", "tag": "cb0006ce-60d3-453a-8e14-87217ed26fe3", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:32:50.410454 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8f1f5794-d39c-4e9b-9f29-06cefa0b1911 {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:32:50.410866 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c945f350-a096-4981-8a81-fe60b4bac55b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb0006ce-60d3-453a-8e14-87217ed26fe3', 'code': 200} Nov 22 20:32:50.433668 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-923e6f89-1487-4cda-8853-1044344b981c tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659736'] for router_interface, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:50.447948 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-019ff453-d78d-4127-9a48-dae08b89f2ad tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12178353'] for subnet, precommit_delete_associations {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:50.489681 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-92f3e24d-c9f5-46aa-9f77-a1f3d602656f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=47e27304b1a34e08b6271398ea5867e2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6761422 Nov 22 20:32:50.490679 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 39952) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:32:50.493408 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f3e24d-c9f5-46aa-9f77-a1f3d602656f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a9053f3-1712-4cc7-ab52-8570cafca534,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:32:50.536139 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-35fde32a-c2cc-4b4d-9cc0-a81f095c9dc4 None None] Could not find standard attr ID for object 1b2cd5d6-5fda-47cd-94b1-71342b80461a. {{(pid=103449) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 22 20:32:50.543774 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [None req-ee82428e-8937-4529-a061-d3f33dd93b06 admin admin] For port de4bdfac-0dbf-4534-bae2-02f1cbe9e419, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=de4bdfac-0dbf-4534-bae2-02f1cbe9e419,segment=NetworkSegment(60e02a7e-98a0-4d76-b36b-46f7624c5b28),segment_id=60e02a7e-98a0-4d76-b36b-46f7624c5b28)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:32:50.543774 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ee82428e-8937-4529-a061-d3f33dd93b06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:50.549636 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=cb0006ce-60d3-453a-8e14-87217ed26fe3,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:32:50.601983 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-ee82428e-8937-4529-a061-d3f33dd93b06 admin admin] Calling delete_port for de4bdfac-0dbf-4534-bae2-02f1cbe9e419 owned by network:router_interface {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:32:50.634741 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8d306435-2420-447a-9851-ec00fec5e151 req-cb21146f-a4b1-4740-8b7b-64c4dc82fd32 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/security-groups?id=967182ec-36b6-43cb-985c-f0d9e87194dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3821218 Nov 22 20:32:50.655217 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f4d163d6-a1e5-4f89-8467-f9234856ab85 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:50.701054 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f4d163d6-a1e5-4f89-8467-f9234856ab85 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:50.734731 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d346105e-e370-44af-9683-ab907aa7fdd1 req-2a8d0324-613a-45d7-bea0-df61061a6ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:32:50.736324 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d346105e-e370-44af-9683-ab907aa7fdd1 req-2a8d0324-613a-45d7-bea0-df61061a6ccf service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c945f350-a096-4981-8a81-fe60b4bac55b HTTP/1.1" status: 200 len: 1097 time: 0.2182736 Nov 22 20:32:50.787561 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f4d163d6-a1e5-4f89-8467-f9234856ab85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:50.789173 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-019ff453-d78d-4127-9a48-dae08b89f2ad tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3753007'] for subnet, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:50.790268 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f4d163d6-a1e5-4f89-8467-f9234856ab85 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:50.794072 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-f4d163d6-a1e5-4f89-8467-f9234856ab85 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9a9053f3-1712-4cc7-ab52-8570cafca534 HTTP/1.1" status: 204 len: 168 time: 0.2972357 Nov 22 20:32:50.809232 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d163d6-a1e5-4f89-8467-f9234856ab85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a9053f3-1712-4cc7-ab52-8570cafca534,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:32:50.866150 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-923e6f89-1487-4cda-8853-1044344b981c tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Deleting port b08c4f9c-f7d7-4305-a469-ee6855d739b1 {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:32:50.866916 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-923e6f89-1487-4cda-8853-1044344b981c tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:50.890415 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d346105e-e370-44af-9683-ab907aa7fdd1 req-87019def-63e7-41dc-8374-b4d5c59341e3 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=967182ec-36b6-43cb-985c-f0d9e87194dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456716 Nov 22 20:32:50.937925 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-019ff453-d78d-4127-9a48-dae08b89f2ad tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3753014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8900804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8485115'] for subnet, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:50.994484 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-923e6f89-1487-4cda-8853-1044344b981c tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] For port b08c4f9c-f7d7-4305-a469-ee6855d739b1, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=b08c4f9c-f7d7-4305-a469-ee6855d739b1,segment=NetworkSegment(dbe15f2b-18f6-4fb3-82f1-4b95701e72ac),segment_id=dbe15f2b-18f6-4fb3-82f1-4b95701e72ac)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:32:50.994851 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-923e6f89-1487-4cda-8853-1044344b981c tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:51.006813 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-019ff453-d78d-4127-9a48-dae08b89f2ad tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for subnet, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:51.009355 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-923e6f89-1487-4cda-8853-1044344b981c tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Calling delete_port for b08c4f9c-f7d7-4305-a469-ee6855d739b1 owned by network:router_interface {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:32:51.010024 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-019ff453-d78d-4127-9a48-dae08b89f2ad tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "DELETE /v2.0/subnets/b00bd2d0-924e-4dbf-ae33-503dbb61a82f HTTP/1.1" status: 204 len: 168 time: 0.8312094 Nov 22 20:32:51.010901 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019ff453-d78d-4127-9a48-dae08b89f2ad tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Pushing event deleted for resources: {'Subnet': ['ID=b00bd2d0-924e-4dbf-ae33-503dbb61a82f,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:32:51.013543 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 39958) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:32:51.020681 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bb5d559-7602-40a9-b07e-6cdccca54e4e None None] Network 7bd88872-a540-4e3b-ac93-d884c5e46f76 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:32:51.081589 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f644e81-6fdc-45fc-a91f-aff7ef19bd37 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Deleting subnet bc0b1423-73ba-41bc-95c2-b6aa060ee078 {{(pid=103447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 20:32:51.085885 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4f644e81-6fdc-45fc-a91f-aff7ef19bd37 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks [] for subnet, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:51.088397 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ee82428e-8937-4529-a061-d3f33dd93b06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:51.153834 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee82428e-8937-4529-a061-d3f33dd93b06 admin admin] Pushing event deleted for resources: {'Port': ['ID=de4bdfac-0dbf-4534-bae2-02f1cbe9e419,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:32:51.185364 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4f644e81-6fdc-45fc-a91f-aff7ef19bd37 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12178353'] for subnet, precommit_delete_associations {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:51.298038 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4f644e81-6fdc-45fc-a91f-aff7ef19bd37 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3753007'] for subnet, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:51.334716 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 39962) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:32:51.354595 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0e9fd698-ff5e-4038-b779-e73ea146707b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:51.415215 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-923e6f89-1487-4cda-8853-1044344b981c tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:51.548802 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4f644e81-6fdc-45fc-a91f-aff7ef19bd37 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3753014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8900804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8485115'] for subnet, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:51.549834 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923e6f89-1487-4cda-8853-1044344b981c tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Pushing event deleted for resources: {'Port': ['ID=b08c4f9c-f7d7-4305-a469-ee6855d739b1,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:32:51.601048 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ee82428e-8937-4529-a061-d3f33dd93b06 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-563470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-663272'] for router_interface, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:51.618435 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4f644e81-6fdc-45fc-a91f-aff7ef19bd37 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for subnet, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:51.624232 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-4f644e81-6fdc-45fc-a91f-aff7ef19bd37 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "DELETE /v2.0/subnets/bc0b1423-73ba-41bc-95c2-b6aa060ee078 HTTP/1.1" status: 204 len: 168 time: 0.6048813 Nov 22 20:32:51.624572 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f644e81-6fdc-45fc-a91f-aff7ef19bd37 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Pushing event deleted for resources: {'Subnet': ['ID=bc0b1423-73ba-41bc-95c2-b6aa060ee078,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:32:51.626002 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 39966) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:32:51.840957 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0e9fd698-ff5e-4038-b779-e73ea146707b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:51.849979 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0e9fd698-ff5e-4038-b779-e73ea146707b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:51.863526 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-23b9d41b-ee42-4180-a0b8-b450b286104e tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1047163 Nov 22 20:32:51.869729 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 39970) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:32:51.882839 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-57eb8885-3c0c-4e8b-9481-ab1c9cca33f6 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Request body: {'subnet': {'network_id': '7bd88872-a540-4e3b-ac93-d884c5e46f76', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:32:51.922267 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ce0f14-1e83-4682-a82e-85e9ded61bbe req-3203500c-dd35-41df-9679-b643887a951f tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:32:51.932898 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-47ce0f14-1e83-4682-a82e-85e9ded61bbe req-3203500c-dd35-41df-9679-b643887a951f tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/ports?device_id=c945f350-a096-4981-8a81-fe60b4bac55b HTTP/1.1" status: 200 len: 946 time: 0.1625473 Nov 22 20:32:51.985932 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9fd698-ff5e-4038-b779-e73ea146707b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=357c2238-70f0-4600-9357-33576a6eb015,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:32:51.991603 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-0e9fd698-ff5e-4038-b779-e73ea146707b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5a226f9a91ce4dbfbd042b3e6d51d791&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6557972 Nov 22 20:32:51.994855 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 39972) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:32:51.997652 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-923e6f89-1487-4cda-8853-1044344b981c tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-563470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-663272'] for router_interface, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:52.072750 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-47ce0f14-1e83-4682-a82e-85e9ded61bbe req-3d8057e2-20e5-410b-8ff4-e3033e58458b tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/security-groups?id=967182ec-36b6-43cb-985c-f0d9e87194dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389265 Nov 22 20:32:52.160011 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57eb8885-3c0c-4e8b-9481-ab1c9cca33f6 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Made reservation on behalf of aa06169c4e4d4119918ff90a471be1d0 for: {'subnet': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:32:52.167981 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-57eb8885-3c0c-4e8b-9481-ab1c9cca33f6 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11792951'] for subnet, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:52.169650 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee82428e-8937-4529-a061-d3f33dd93b06 admin admin] Router 6ddb0c47-68b4-4365-ab49-a2c935770e6c has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 20:32:52.230307 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f7523444-a83f-43be-842b-afd4998265da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:52.288706 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f7523444-a83f-43be-842b-afd4998265da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:52.322652 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee82428e-8937-4529-a061-d3f33dd93b06 admin admin] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:32:52.331995 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-ee82428e-8937-4529-a061-d3f33dd93b06 admin admin] 10.222.0.46 "PUT /v2.0/routers/6ddb0c47-68b4-4365-ab49-a2c935770e6c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8387036 Nov 22 20:32:52.335977 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 39976) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:32:52.338231 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133a8836-3b45-49cd-987a-ddd5a9af7305 None None] Sync routers for ids ['6ddb0c47-68b4-4365-ab49-a2c935770e6c'] in n-d-818823-1 {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:32:52.358400 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133a8836-3b45-49cd-987a-ddd5a9af7305 None None] Routers {'6ddb0c47-68b4-4365-ab49-a2c935770e6c'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:32:52.359606 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-133a8836-3b45-49cd-987a-ddd5a9af7305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:32:33Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['6ddb0c47-68b4-4365-ab49-a2c935770e6c'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:32:52.414122 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37c08aee-e8da-4f21-be52-fa24b91637bc None None] Network 7bd88872-a540-4e3b-ac93-d884c5e46f76 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:32:52.484442 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f7523444-a83f-43be-842b-afd4998265da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:52.486521 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8bafbcc7-8365-4bb7-92ce-3dfd17980ccf admin admin] Publish callbacks [] for router, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:52.487326 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f7523444-a83f-43be-842b-afd4998265da admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:52.489094 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-f7523444-a83f-43be-842b-afd4998265da admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/357c2238-70f0-4600-9357-33576a6eb015 HTTP/1.1" status: 204 len: 168 time: 0.4928627 Nov 22 20:32:52.520071 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7523444-a83f-43be-842b-afd4998265da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=357c2238-70f0-4600-9357-33576a6eb015,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:32:52.599947 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-9057c210-9444-498d-832b-0a421de3817f None None] Provisioning complete for port d8687993-e55f-4775-ade1-8b52f27769bd triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:32:52.600348 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-9057c210-9444-498d-832b-0a421de3817f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:52.610020 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8bafbcc7-8365-4bb7-92ce-3dfd17980ccf admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:52.661135 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-923e6f89-1487-4cda-8853-1044344b981c tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Router 5a3f574e-2437-448a-998c-74e9b4f764fb has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 20:32:52.698803 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-133a8836-3b45-49cd-987a-ddd5a9af7305 None None] Set router 6ddb0c47-68b4-4365-ab49-a2c935770e6c gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:32:52.711159 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-8bafbcc7-8365-4bb7-92ce-3dfd17980ccf admin admin] Deleting port 7363c900-06ff-4d2b-b8a6-f72228263196 {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:32:52.711550 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8bafbcc7-8365-4bb7-92ce-3dfd17980ccf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:52.856216 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [None req-8bafbcc7-8365-4bb7-92ce-3dfd17980ccf admin admin] For port 7363c900-06ff-4d2b-b8a6-f72228263196, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=7363c900-06ff-4d2b-b8a6-f72228263196,segment=NetworkSegment(8793ba83-8407-4c3d-9b56-2a177cd58a70),segment_id=8793ba83-8407-4c3d-9b56-2a177cd58a70)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:32:52.856681 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8bafbcc7-8365-4bb7-92ce-3dfd17980ccf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:52.873049 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-8bafbcc7-8365-4bb7-92ce-3dfd17980ccf admin admin] Calling delete_port for 7363c900-06ff-4d2b-b8a6-f72228263196 owned by network:router_gateway {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:32:52.911980 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-923e6f89-1487-4cda-8853-1044344b981c tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:32:52.918472 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-923e6f89-1487-4cda-8853-1044344b981c tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] 10.222.0.46 "PUT /v2.0/routers/5a3f574e-2437-448a-998c-74e9b4f764fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3936357 Nov 22 20:32:52.922323 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 39992) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:32:52.927852 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc9c23c-a41d-403d-a97b-67869d3ab73e None None] Sync routers for ids ['5a3f574e-2437-448a-998c-74e9b4f764fb'] in n-d-818823-1 {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:32:52.950886 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc9c23c-a41d-403d-a97b-67869d3ab73e None None] Routers {'5a3f574e-2437-448a-998c-74e9b4f764fb'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:32:52.951875 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-9fc9c23c-a41d-403d-a97b-67869d3ab73e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:32:33Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['5a3f574e-2437-448a-998c-74e9b4f764fb'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:32:52.988357 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_v2 [None req-3595c94e-46bb-46e2-bc79-09e2c18517bf tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Deleting subnet c85ed097-9a10-4cb0-8436-ab0dc36d4a33 {{(pid=103448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 20:32:52.996702 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3595c94e-46bb-46e2-bc79-09e2c18517bf tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks [] for subnet, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:53.106052 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3595c94e-46bb-46e2-bc79-09e2c18517bf tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11627908'] for subnet, precommit_delete_associations {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:53.122163 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-133a8836-3b45-49cd-987a-ddd5a9af7305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ddb0c47-68b4-4365-ab49-a2c935770e6c', 'name': 'tempest-ServerActionsTestJSON-2052855445-router', 'tenant_id': 'a3670ebd84cb4741b338db645a992249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': '7363c900-06ff-4d2b-b8a6-f72228263196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:23:36Z', 'updated_at': '2021-11-22T20:32:50Z', 'revision_number': 5, 'project_id': 'a3670ebd84cb4741b338db645a992249', 'gw_port': {'id': '7363c900-06ff-4d2b-b8a6-f72228263196', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:f3:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ddb0c47-68b4-4365-ab49-a2c935770e6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2185, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:23:37Z', 'updated_at': '2021-11-22T20:23:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:32:53.175309 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8bafbcc7-8365-4bb7-92ce-3dfd17980ccf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:53.183962 n-d-818823-1 neutron-server[103448]: DEBUG neutron.objects.ports [None req-57eb8885-3c0c-4e8b-9481-ab1c9cca33f6 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103448) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 22 20:32:53.237817 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2bd14ca-6012-45df-a891-9c7c94a2f967 None None] DHCP port deletion for c48a55e9-6a85-4746-b7bf-3e29fb560094 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:32:53.240388 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133a8836-3b45-49cd-987a-ddd5a9af7305 None None] Checking router: 6ddb0c47-68b4-4365-ab49-a2c935770e6c for host: n-d-818823-1 {{(pid=103449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 20:32:53.274208 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133a8836-3b45-49cd-987a-ddd5a9af7305 None None] Routers {'6ddb0c47-68b4-4365-ab49-a2c935770e6c'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:32:53.274843 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-133a8836-3b45-49cd-987a-ddd5a9af7305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:32:33Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['6ddb0c47-68b4-4365-ab49-a2c935770e6c'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:32:53.280176 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-9fc9c23c-a41d-403d-a97b-67869d3ab73e None None] Set router 5a3f574e-2437-448a-998c-74e9b4f764fb gateway port host: n-d-818823-1 {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:32:53.370379 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8bafbcc7-8365-4bb7-92ce-3dfd17980ccf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595398'] for router_gateway, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:53.386985 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bafbcc7-8365-4bb7-92ce-3dfd17980ccf admin admin] Pushing event deleted for resources: {'Port': ['ID=7363c900-06ff-4d2b-b8a6-f72228263196,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:32:53.448088 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-133a8836-3b45-49cd-987a-ddd5a9af7305 None None] Set router 6ddb0c47-68b4-4365-ab49-a2c935770e6c gateway port host: None {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:32:53.594206 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8bafbcc7-8365-4bb7-92ce-3dfd17980ccf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24781'] for router, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:53.598223 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8bafbcc7-8365-4bb7-92ce-3dfd17980ccf admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:53.600223 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-133a8836-3b45-49cd-987a-ddd5a9af7305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ddb0c47-68b4-4365-ab49-a2c935770e6c', 'name': 'tempest-ServerActionsTestJSON-2052855445-router', 'tenant_id': 'a3670ebd84cb4741b338db645a992249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:23:36Z', 'updated_at': '2021-11-22T20:32:53Z', 'revision_number': 7, 'project_id': 'a3670ebd84cb4741b338db645a992249', 'gw_port_host': None}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:32:53.617666 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f144d58c-46f1-462d-8d3e-c4495b1efc13 req-7194496a-aa3f-4f78-831c-1d3884c223ef tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:32:53.625982 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f144d58c-46f1-462d-8d3e-c4495b1efc13 req-7194496a-aa3f-4f78-831c-1d3884c223ef tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/ports?device_id=c945f350-a096-4981-8a81-fe60b4bac55b HTTP/1.1" status: 200 len: 946 time: 0.2598171 Nov 22 20:32:53.636891 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133a8836-3b45-49cd-987a-ddd5a9af7305 None None] The sync data for ids ['6ddb0c47-68b4-4365-ab49-a2c935770e6c'] in n-d-818823-1 is: [{'id': '6ddb0c47-68b4-4365-ab49-a2c935770e6c', 'name': 'tempest-ServerActionsTestJSON-2052855445-router', 'tenant_id': 'a3670ebd84cb4741b338db645a992249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:23:36Z', 'updated_at': '2021-11-22T20:32:53Z', 'revision_number': 7, 'project_id': 'a3670ebd84cb4741b338db645a992249', 'gw_port_host': None}] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:32:53.654696 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-c9e8fd5a-cebf-4158-9a9c-551406e58e2c None None] Provisioning complete for port d8687993-e55f-4775-ade1-8b52f27769bd triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:32:53.655379 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-c9e8fd5a-cebf-4158-9a9c-551406e58e2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:53.694401 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-9fc9c23c-a41d-403d-a97b-67869d3ab73e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a3f574e-2437-448a-998c-74e9b4f764fb', 'name': 'tempest-TestNetworkBasicOps-router-686587762', 'tenant_id': '67d164fc12fc462bb9fe3a42a4c66cfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.51'}], 'enable_snat': True}, 'gw_port_id': 'b7cac5e9-5818-4db2-8593-f6a7a0fa9767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:30:09Z', 'updated_at': '2021-11-22T20:32:51Z', 'revision_number': 7, 'project_id': '67d164fc12fc462bb9fe3a42a4c66cfa', 'gw_port': {'id': 'b7cac5e9-5818-4db2-8593-f6a7a0fa9767', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:9c:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a3f574e-2437-448a-998c-74e9b4f764fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2421, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:30:10Z', 'updated_at': '2021-11-22T20:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:32:53.727701 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8bafbcc7-8365-4bb7-92ce-3dfd17980ccf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-663261'] for router, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:53.731597 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bafbcc7-8365-4bb7-92ce-3dfd17980ccf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6ddb0c47-68b4-4365-ab49-a2c935770e6c {{(pid=103447) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 20:32:53.745306 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc9c23c-a41d-403d-a97b-67869d3ab73e None None] Checking router: 5a3f574e-2437-448a-998c-74e9b4f764fb for host: n-d-818823-1 {{(pid=103450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 20:32:53.749948 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8bafbcc7-8365-4bb7-92ce-3dfd17980ccf admin admin] Publish callbacks [] for router, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:53.751538 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-8bafbcc7-8365-4bb7-92ce-3dfd17980ccf admin admin] 10.222.0.46 "DELETE /v2.0/routers/6ddb0c47-68b4-4365-ab49-a2c935770e6c HTTP/1.1" status: 204 len: 168 time: 1.4142931 Nov 22 20:32:53.758276 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 40008) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:32:53.765996 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc9c23c-a41d-403d-a97b-67869d3ab73e None None] Routers {'5a3f574e-2437-448a-998c-74e9b4f764fb'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:32:53.768008 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-9fc9c23c-a41d-403d-a97b-67869d3ab73e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:32:33Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['5a3f574e-2437-448a-998c-74e9b4f764fb'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:32:53.914808 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3595c94e-46bb-46e2-bc79-09e2c18517bf tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3753007'] for subnet, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:53.924684 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f144d58c-46f1-462d-8d3e-c4495b1efc13 req-3c78e068-3f45-431b-adab-a72562bd798d tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/security-groups?id=967182ec-36b6-43cb-985c-f0d9e87194dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2977498 Nov 22 20:32:53.931103 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_v2 [None req-07b17a0c-99d6-4a15-91fc-df08a9237307 admin admin] Deleting subnet c03e1529-a0c9-4990-b0cd-08a1dc455fd5 {{(pid=103447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 20:32:53.934959 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-07b17a0c-99d6-4a15-91fc-df08a9237307 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:54.015786 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-57eb8885-3c0c-4e8b-9481-ab1c9cca33f6 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:54.017195 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-9fc9c23c-a41d-403d-a97b-67869d3ab73e None None] Set router 5a3f574e-2437-448a-998c-74e9b4f764fb gateway port host: n-d-818823-1 {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:32:54.026167 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-07b17a0c-99d6-4a15-91fc-df08a9237307 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12178353'] for subnet, precommit_delete_associations {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:54.069859 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3595c94e-46bb-46e2-bc79-09e2c18517bf tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3753014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11567369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11792914'] for subnet, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:54.144876 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3595c94e-46bb-46e2-bc79-09e2c18517bf tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Pushing event deleted for resources: {'Subnet': ['ID=c85ed097-9a10-4cb0-8436-ab0dc36d4a33,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:32:54.150361 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.agents_db [None req-aa8313f2-1ee4-4e7b-8c5a-d32b2f9d31ee None None] Agent healthcheck: found 7 active agents {{(pid=103450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 20:32:54.157574 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3595c94e-46bb-46e2-bc79-09e2c18517bf tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:54.164974 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b07bd33-c8c5-4884-b6a4-d971bdf878de None None] Network bc6b8ee0-c93e-4fd5-b6d2-3b4003108205 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:32:54.165205 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-3595c94e-46bb-46e2-bc79-09e2c18517bf tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] 10.222.0.46 "DELETE /v2.0/subnets/c85ed097-9a10-4cb0-8436-ab0dc36d4a33 HTTP/1.1" status: 204 len: 168 time: 1.2406166 Nov 22 20:32:54.183571 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 40026) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:32:54.270966 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-9fc9c23c-a41d-403d-a97b-67869d3ab73e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a3f574e-2437-448a-998c-74e9b4f764fb', 'name': 'tempest-TestNetworkBasicOps-router-686587762', 'tenant_id': '67d164fc12fc462bb9fe3a42a4c66cfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.51'}], 'enable_snat': True}, 'gw_port_id': 'b7cac5e9-5818-4db2-8593-f6a7a0fa9767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:30:09Z', 'updated_at': '2021-11-22T20:32:51Z', 'revision_number': 7, 'project_id': '67d164fc12fc462bb9fe3a42a4c66cfa', 'gw_port': {'id': 'b7cac5e9-5818-4db2-8593-f6a7a0fa9767', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:9c:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a3f574e-2437-448a-998c-74e9b4f764fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2421, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:30:10Z', 'updated_at': '2021-11-22T20:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:32:54.306282 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc9c23c-a41d-403d-a97b-67869d3ab73e None None] The sync data for ids ['5a3f574e-2437-448a-998c-74e9b4f764fb'] in n-d-818823-1 is: [{'id': '5a3f574e-2437-448a-998c-74e9b4f764fb', 'name': 'tempest-TestNetworkBasicOps-router-686587762', 'tenant_id': '67d164fc12fc462bb9fe3a42a4c66cfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.51'}], 'enable_snat': True}, 'gw_port_id': 'b7cac5e9-5818-4db2-8593-f6a7a0fa9767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:30:09Z', 'updated_at': '2021-11-22T20:32:51Z', 'revision_number': 7, 'project_id': '67d164fc12fc462bb9fe3a42a4c66cfa', 'gw_port': {'id': 'b7cac5e9-5818-4db2-8593-f6a7a0fa9767', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:9c:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a3f574e-2437-448a-998c-74e9b4f764fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2421, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:30:10Z', 'updated_at': '2021-11-22T20:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}] {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:32:54.456321 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-57eb8885-3c0c-4e8b-9481-ab1c9cca33f6 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] For port d8687993-e55f-4775-ade1-8b52f27769bd, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=d8687993-e55f-4775-ade1-8b52f27769bd,segment=NetworkSegment(bdb0f717-aa5f-4e33-bcc3-95472c9b5b64),segment_id=bdb0f717-aa5f-4e33-bcc3-95472c9b5b64)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:32:54.466448 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6c01f89f-138d-4624-bb88-86a3d8f29b6f tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks [] for router, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:54.497714 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-57eb8885-3c0c-4e8b-9481-ab1c9cca33f6 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks [] for port, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:54.505192 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-57eb8885-3c0c-4e8b-9481-ab1c9cca33f6 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:54.506227 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-57eb8885-3c0c-4e8b-9481-ab1c9cca33f6 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11567560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11792921'] for subnet, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:54.556549 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97db5625-2117-47c6-a9ad-f9c1bab33ad0 req-fa4b6da7-2ad1-4176-b148-c3295b1db93e tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:32:54.559116 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-97db5625-2117-47c6-a9ad-f9c1bab33ad0 req-fa4b6da7-2ad1-4176-b148-c3295b1db93e tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/ports?device_id=c945f350-a096-4981-8a81-fe60b4bac55b HTTP/1.1" status: 200 len: 946 time: 0.4950063 Nov 22 20:32:54.585695 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0934e2c-c31e-4dc6-bb06-3ca52dc8e19b None None] DHCP port deletion for bc6b8ee0-c93e-4fd5-b6d2-3b4003108205 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:32:54.626990 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eb8885-3c0c-4e8b-9481-ab1c9cca33f6 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Pushing event updated for resources: {'Subnet': ['ID=a2ca39e8-1c7e-4358-9f52-1f9da07b933f,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:32:54.643993 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57eb8885-3c0c-4e8b-9481-ab1c9cca33f6 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Network 7bd88872-a540-4e3b-ac93-d884c5e46f76 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:32:54.648911 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-57eb8885-3c0c-4e8b-9481-ab1c9cca33f6 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:32:54.653828 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57eb8885-3c0c-4e8b-9481-ab1c9cca33f6 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:32:54.654915 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-57eb8885-3c0c-4e8b-9481-ab1c9cca33f6 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:54.671738 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb4243bf-69eb-4ac9-8e9b-367538afc2d1 None None] Network 7bd88872-a540-4e3b-ac93-d884c5e46f76 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:32:54.682033 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eb8885-3c0c-4e8b-9481-ab1c9cca33f6 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Pushing event updated for resources: {'Port': ['ID=d8687993-e55f-4775-ade1-8b52f27769bd,revision_number=8']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:32:54.692024 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-57eb8885-3c0c-4e8b-9481-ab1c9cca33f6 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.8192060 Nov 22 20:32:54.693325 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 40060) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:32:54.698557 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6c01f89f-138d-4624-bb88-86a3d8f29b6f tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:54.699072 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-bb17e45b-a6c0-415d-a091-6d6b572fc08e tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Request body: {'subnet': {'network_id': '7bd88872-a540-4e3b-ac93-d884c5e46f76', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:32:54.906105 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-b0934e2c-c31e-4dc6-bb06-3ca52dc8e19b None None] Deleting port 68dce281-410b-4982-a82f-9b8f7b99c136 {{(pid=103449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:32:54.906458 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-b0934e2c-c31e-4dc6-bb06-3ca52dc8e19b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:54.928261 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb17e45b-a6c0-415d-a091-6d6b572fc08e tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Made reservation on behalf of aa06169c4e4d4119918ff90a471be1d0 for: {'subnet': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:32:54.938804 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-bb17e45b-a6c0-415d-a091-6d6b572fc08e tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11792951'] for subnet, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:55.052757 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-b0934e2c-c31e-4dc6-bb06-3ca52dc8e19b None None] For port 68dce281-410b-4982-a82f-9b8f7b99c136, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=68dce281-410b-4982-a82f-9b8f7b99c136,segment=NetworkSegment(dbe15f2b-18f6-4fb3-82f1-4b95701e72ac),segment_id=dbe15f2b-18f6-4fb3-82f1-4b95701e72ac)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:32:55.054798 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-b0934e2c-c31e-4dc6-bb06-3ca52dc8e19b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:55.075726 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-b0934e2c-c31e-4dc6-bb06-3ca52dc8e19b None None] Calling delete_port for 68dce281-410b-4982-a82f-9b8f7b99c136 owned by network:dhcp {{(pid=103449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:32:55.112848 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 40066) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:32:55.204305 n-d-818823-1 neutron-server[103448]: INFO neutron.db.ipam_backend_mixin [None req-bb17e45b-a6c0-415d-a091-6d6b572fc08e tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a2ca39e8-1c7e-4358-9f52-1f9da07b933f (CIDR: 2001:db8::/64) Nov 22 20:32:55.209922 n-d-818823-1 neutron-server[103448]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb17e45b-a6c0-415d-a091-6d6b572fc08e tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 22 20:32:55.210392 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb17e45b-a6c0-415d-a091-6d6b572fc08e tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 20:32:55.266464 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-bb17e45b-a6c0-415d-a091-6d6b572fc08e tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5689991 Nov 22 20:32:55.267444 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 40070) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:32:55.278160 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-b0934e2c-c31e-4dc6-bb06-3ca52dc8e19b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381'] for port, after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:55.279796 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-8cf76291-920f-4b7c-b628-80d5f41989f5 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Request body: {'subnet': {'network_id': '7bd88872-a540-4e3b-ac93-d884c5e46f76', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:32:55.311785 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-07b17a0c-99d6-4a15-91fc-df08a9237307 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3753007'] for subnet, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:55.351268 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0934e2c-c31e-4dc6-bb06-3ca52dc8e19b None None] Pushing event deleted for resources: {'Port': ['ID=68dce281-410b-4982-a82f-9b8f7b99c136,revision_number=None']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:32:55.355570 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0934e2c-c31e-4dc6-bb06-3ca52dc8e19b None None] No DVR routers for this DVR port 68dce281-410b-4982-a82f-9b8f7b99c136 on host n-d-818823-1 {{(pid=103449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:32:55.377764 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b2150870-4447-4b59-b65c-29e2e0c62b46 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:55.393357 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-97db5625-2117-47c6-a9ad-f9c1bab33ad0 req-4d578891-71f0-42ec-9485-d5b820ab2f87 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/security-groups?id=967182ec-36b6-43cb-985c-f0d9e87194dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7175353 Nov 22 20:32:55.429184 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-b48db0b7-8a8b-48c0-8ce3-dad2f76eefcf None None] Provisioning complete for port d8687993-e55f-4775-ade1-8b52f27769bd triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:32:55.429800 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-b48db0b7-8a8b-48c0-8ce3-dad2f76eefcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:55.480517 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-6c01f89f-138d-4624-bb88-86a3d8f29b6f tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Deleting port b7cac5e9-5818-4db2-8593-f6a7a0fa9767 {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:32:55.481062 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6c01f89f-138d-4624-bb88-86a3d8f29b6f tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:55.546211 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-07b17a0c-99d6-4a15-91fc-df08a9237307 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3753014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8900804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8485115'] for subnet, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:55.575219 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b17a0c-99d6-4a15-91fc-df08a9237307 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c03e1529-a0c9-4990-b0cd-08a1dc455fd5,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:32:55.592991 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-07b17a0c-99d6-4a15-91fc-df08a9237307 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for subnet, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:55.609646 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-07b17a0c-99d6-4a15-91fc-df08a9237307 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/c03e1529-a0c9-4990-b0cd-08a1dc455fd5 HTTP/1.1" status: 204 len: 168 time: 1.8460982 Nov 22 20:32:55.610585 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 40076) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:32:55.628515 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c31e99f5-dbbd-48c7-bef6-79921c181e91 None None] Network 13496096-9618-4fad-a538-016ce712d3bd requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:32:55.712591 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cf76291-920f-4b7c-b628-80d5f41989f5 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Made reservation on behalf of aa06169c4e4d4119918ff90a471be1d0 for: {'subnet': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:32:55.720117 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device d8687993-e55f-4775-ade1-8b52f27769bd up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:32:55.722126 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8cf76291-920f-4b7c-b628-80d5f41989f5 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11792951'] for subnet, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:55.734032 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b2150870-4447-4b59-b65c-29e2e0c62b46 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:55.802232 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b2150870-4447-4b59-b65c-29e2e0c62b46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:55.805443 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4957d223-f863-4aa5-8314-09d25213cca0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3961693'] for network, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:55.840905 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port d8687993-e55f-4775-ade1-8b52f27769bd triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:32:55.841294 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:55.862854 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5d028a-75e2-4935-a9bf-57c3fa32fc95 req-e53a31a0-3536-4530-8b07-9799e87cccec tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:32:55.865598 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3d5d028a-75e2-4935-a9bf-57c3fa32fc95 req-e53a31a0-3536-4530-8b07-9799e87cccec tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/ports?device_id=c945f350-a096-4981-8a81-fe60b4bac55b HTTP/1.1" status: 200 len: 946 time: 0.1020377 Nov 22 20:32:55.874146 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [None req-6c01f89f-138d-4624-bb88-86a3d8f29b6f tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] For port b7cac5e9-5818-4db2-8593-f6a7a0fa9767, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=b7cac5e9-5818-4db2-8593-f6a7a0fa9767,segment=NetworkSegment(8793ba83-8407-4c3d-9b56-2a177cd58a70),segment_id=8793ba83-8407-4c3d-9b56-2a177cd58a70)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:32:55.874832 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6c01f89f-138d-4624-bb88-86a3d8f29b6f tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:55.918484 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-b2150870-4447-4b59-b65c-29e2e0c62b46 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3a81b2ff5034442c8c3d7767b3b9e9d4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8046746 Nov 22 20:32:55.922162 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 40080) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:32:55.937195 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2150870-4447-4b59-b65c-29e2e0c62b46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f5fea4e-a186-411f-9c80-acb6abd8ec25,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:32:55.975461 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-6c01f89f-138d-4624-bb88-86a3d8f29b6f tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Calling delete_port for b7cac5e9-5818-4db2-8593-f6a7a0fa9767 owned by network:router_gateway {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:32:56.027820 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3d5d028a-75e2-4935-a9bf-57c3fa32fc95 req-48e7c7b6-b8fb-4eb4-abe1-8ecd229ed585 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/security-groups?id=967182ec-36b6-43cb-985c-f0d9e87194dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290908 Nov 22 20:32:56.086719 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-4957d223-f863-4aa5-8314-09d25213cca0 admin admin] Deleting port c62bd2e2-6cc9-4900-b607-d4e16b006495 {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:32:56.087101 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4957d223-f863-4aa5-8314-09d25213cca0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:56.092286 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6963e671-3cf5-4695-92c2-8a6aa492bb8b None None] DHCP port deletion for 13496096-9618-4fad-a538-016ce712d3bd request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:32:56.129262 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3635a648-b853-47d6-b16c-ca90edb52ea9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:56.192108 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-6963e671-3cf5-4695-92c2-8a6aa492bb8b None None] Deleting port c62bd2e2-6cc9-4900-b607-d4e16b006495 {{(pid=103449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:32:56.192488 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6963e671-3cf5-4695-92c2-8a6aa492bb8b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:56.205152 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3635a648-b853-47d6-b16c-ca90edb52ea9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:56.225569 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [None req-4957d223-f863-4aa5-8314-09d25213cca0 admin admin] For port c62bd2e2-6cc9-4900-b607-d4e16b006495, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=c62bd2e2-6cc9-4900-b607-d4e16b006495,segment=NetworkSegment(60e02a7e-98a0-4d76-b36b-46f7624c5b28),segment_id=60e02a7e-98a0-4d76-b36b-46f7624c5b28)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:32:56.225992 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4957d223-f863-4aa5-8314-09d25213cca0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:56.254579 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-4957d223-f863-4aa5-8314-09d25213cca0 admin admin] Calling delete_port for c62bd2e2-6cc9-4900-b607-d4e16b006495 owned by network:dhcp {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:32:56.294144 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-6963e671-3cf5-4695-92c2-8a6aa492bb8b None None] For port c62bd2e2-6cc9-4900-b607-d4e16b006495, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=c62bd2e2-6cc9-4900-b607-d4e16b006495,segment=NetworkSegment(60e02a7e-98a0-4d76-b36b-46f7624c5b28),segment_id=60e02a7e-98a0-4d76-b36b-46f7624c5b28)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:32:56.294607 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6963e671-3cf5-4695-92c2-8a6aa492bb8b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:56.321790 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device de4bdfac-0dbf-4534-bae2-02f1cbe9e419 no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:32:56.351218 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: de4bdfac-0dbf-4534-bae2-02f1cbe9e419 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:32:56.351890 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device de4bdfac-0dbf-4534-bae2-02f1cbe9e419 not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:32:56.352484 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device b08c4f9c-f7d7-4305-a469-ee6855d739b1 no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:32:56.355441 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-6963e671-3cf5-4695-92c2-8a6aa492bb8b None None] Calling delete_port for c62bd2e2-6cc9-4900-b607-d4e16b006495 owned by network:dhcp {{(pid=103449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:32:56.377754 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6c01f89f-138d-4624-bb88-86a3d8f29b6f tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:56.390098 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8cf76291-920f-4b7c-b628-80d5f41989f5 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11567560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11792921'] for subnet, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:56.393193 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: b08c4f9c-f7d7-4305-a469-ee6855d739b1 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:32:56.393777 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device b08c4f9c-f7d7-4305-a469-ee6855d739b1 not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:32:56.395151 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 7363c900-06ff-4d2b-b8a6-f72228263196 no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:32:56.411539 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cf76291-920f-4b7c-b628-80d5f41989f5 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Network 7bd88872-a540-4e3b-ac93-d884c5e46f76 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:32:56.412740 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3635a648-b853-47d6-b16c-ca90edb52ea9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:56.415777 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3635a648-b853-47d6-b16c-ca90edb52ea9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:56.419134 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-3635a648-b853-47d6-b16c-ca90edb52ea9 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0f5fea4e-a186-411f-9c80-acb6abd8ec25 HTTP/1.1" status: 204 len: 168 time: 0.4935725 Nov 22 20:32:56.419320 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c01f89f-138d-4624-bb88-86a3d8f29b6f tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Pushing event deleted for resources: {'Port': ['ID=b7cac5e9-5818-4db2-8593-f6a7a0fa9767,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:32:56.420609 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-8cf76291-920f-4b7c-b628-80d5f41989f5 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:32:56.424853 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cf76291-920f-4b7c-b628-80d5f41989f5 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:32:56.425853 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8cf76291-920f-4b7c-b628-80d5f41989f5 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:56.426928 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4957d223-f863-4aa5-8314-09d25213cca0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:56.456193 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: 7363c900-06ff-4d2b-b8a6-f72228263196 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:32:56.457383 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 7363c900-06ff-4d2b-b8a6-f72228263196 not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:32:56.458022 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 68dce281-410b-4982-a82f-9b8f7b99c136 no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:32:56.461187 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9660699e-f8ec-417f-b209-4a6b0152c3b9 None None] Network 7bd88872-a540-4e3b-ac93-d884c5e46f76 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:32:56.472490 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3635a648-b853-47d6-b16c-ca90edb52ea9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f5fea4e-a186-411f-9c80-acb6abd8ec25,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:32:56.473994 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4957d223-f863-4aa5-8314-09d25213cca0 admin admin] Pushing event deleted for resources: {'Port': ['ID=c62bd2e2-6cc9-4900-b607-d4e16b006495,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:32:56.497131 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-8cf76291-920f-4b7c-b628-80d5f41989f5 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2290092 Nov 22 20:32:56.497378 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b1380d0-a6fe-453a-90fe-c40cc1d989c0 None None] DHCP port deletion for c48a55e9-6a85-4746-b7bf-3e29fb560094 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:32:56.497774 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 40088) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:32:56.504862 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-9d9492b0-24a4-4095-88dd-893d86fdbabc tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Request body: {'port': {'network_id': '7bd88872-a540-4e3b-ac93-d884c5e46f76', 'mac_address': 'fa:16:3e:86:5c:4b', 'name': 'tempest-NetworksTestDHCPv6-909398436'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:32:56.506369 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4957d223-f863-4aa5-8314-09d25213cca0 admin admin] No DVR routers for this DVR port c62bd2e2-6cc9-4900-b607-d4e16b006495 on host n-d-818823-1 {{(pid=103447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:32:56.585953 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6c01f89f-138d-4624-bb88-86a3d8f29b6f tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595398'] for router_gateway, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:56.596609 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf76291-920f-4b7c-b628-80d5f41989f5 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Pushing event updated for resources: {'Subnet': ['ID=82dbaec4-29ef-44de-8b79-982807046360,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:32:56.694655 n-d-818823-1 neutron-server[103449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 20:32:56.694655 n-d-818823-1 neutron-server[103449]: self.session.flush() Nov 22 20:32:56.694655 n-d-818823-1 neutron-server[103449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 20:32:56.694655 n-d-818823-1 neutron-server[103449]: self.session.flush() Nov 22 20:32:56.694655 n-d-818823-1 neutron-server[103449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 20:32:56.694655 n-d-818823-1 neutron-server[103449]: self.session.flush() Nov 22 20:32:56.694655 n-d-818823-1 neutron-server[103449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 20:32:56.694655 n-d-818823-1 neutron-server[103449]: self.session.flush() Nov 22 20:32:56.694655 n-d-818823-1 neutron-server[103449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 20:32:56.694655 n-d-818823-1 neutron-server[103449]: self.session.flush() Nov 22 20:32:56.694655 n-d-818823-1 neutron-server[103449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 20:32:56.694655 n-d-818823-1 neutron-server[103449]: self.session.flush() Nov 22 20:32:56.694655 n-d-818823-1 neutron-server[103449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 20:32:56.694655 n-d-818823-1 neutron-server[103449]: self.session.flush() Nov 22 20:32:56.694655 n-d-818823-1 neutron-server[103449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 20:32:56.694655 n-d-818823-1 neutron-server[103449]: self.session.flush() Nov 22 20:32:56.694655 n-d-818823-1 neutron-server[103449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 20:32:56.694655 n-d-818823-1 neutron-server[103449]: self.session.flush() Nov 22 20:32:56.694655 n-d-818823-1 neutron-server[103449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 20:32:56.694655 n-d-818823-1 neutron-server[103449]: self.session.flush() Nov 22 20:32:56.694655 n-d-818823-1 neutron-server[103449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 20:32:56.694655 n-d-818823-1 neutron-server[103449]: self.session.flush() Nov 22 20:32:56.694655 n-d-818823-1 neutron-server[103449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 20:32:56.694655 n-d-818823-1 neutron-server[103449]: self.session.flush() Nov 22 20:32:56.694655 n-d-818823-1 neutron-server[103449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 20:32:56.694655 n-d-818823-1 neutron-server[103449]: self.session.flush() Nov 22 20:32:56.694655 n-d-818823-1 neutron-server[103449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 20:32:56.694655 n-d-818823-1 neutron-server[103449]: self.session.flush() Nov 22 20:32:56.694655 n-d-818823-1 neutron-server[103449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 20:32:56.694655 n-d-818823-1 neutron-server[103449]: self.session.flush() Nov 22 20:32:56.694655 n-d-818823-1 neutron-server[103449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 20:32:56.694655 n-d-818823-1 neutron-server[103449]: self.session.flush() Nov 22 20:32:56.694655 n-d-818823-1 neutron-server[103449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 20:32:56.694655 n-d-818823-1 neutron-server[103449]: self.session.flush() Nov 22 20:32:56.694655 n-d-818823-1 neutron-server[103449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 20:32:56.694655 n-d-818823-1 neutron-server[103449]: self.session.flush() Nov 22 20:32:56.694655 n-d-818823-1 neutron-server[103449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 20:32:56.694655 n-d-818823-1 neutron-server[103449]: self.session.flush() Nov 22 20:32:56.694655 n-d-818823-1 neutron-server[103449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 20:32:56.694655 n-d-818823-1 neutron-server[103449]: self.session.flush() Nov 22 20:32:56.694655 n-d-818823-1 neutron-server[103449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 20:32:56.694655 n-d-818823-1 neutron-server[103449]: self.session.flush() Nov 22 20:32:56.694655 n-d-818823-1 neutron-server[103449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 20:32:56.694655 n-d-818823-1 neutron-server[103449]: self.session.flush() Nov 22 20:32:56.694655 n-d-818823-1 neutron-server[103449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 20:32:56.694655 n-d-818823-1 neutron-server[103449]: self.session.flush() Nov 22 20:32:56.694655 n-d-818823-1 neutron-server[103449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 20:32:56.694655 n-d-818823-1 neutron-server[103449]: self.session.flush() Nov 22 20:32:56.694655 n-d-818823-1 neutron-server[103449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 20:32:56.694655 n-d-818823-1 neutron-server[103449]: self.session.flush() Nov 22 20:32:56.694655 n-d-818823-1 neutron-server[103449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 20:32:56.694655 n-d-818823-1 neutron-server[103449]: self.session.flush() Nov 22 20:32:56.694655 n-d-818823-1 neutron-server[103449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 20:32:56.694655 n-d-818823-1 neutron-server[103449]: self.session.flush() Nov 22 20:32:56.702250 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6963e671-3cf5-4695-92c2-8a6aa492bb8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381'] for port, after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:56.706270 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: 68dce281-410b-4982-a82f-9b8f7b99c136 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:32:56.707312 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 68dce281-410b-4982-a82f-9b8f7b99c136 not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:32:56.710783 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d9492b0-24a4-4095-88dd-893d86fdbabc tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Made reservation on behalf of aa06169c4e4d4119918ff90a471be1d0 for: {'port': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:32:56.774772 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6c01f89f-138d-4624-bb88-86a3d8f29b6f tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24781'] for router, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:56.779468 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6c01f89f-138d-4624-bb88-86a3d8f29b6f tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:56.783905 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4957d223-f863-4aa5-8314-09d25213cca0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3760028', 'neutron.services.segments.db._delete_segments_for_network-8748992815755'] for network, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:56.827386 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6963e671-3cf5-4695-92c2-8a6aa492bb8b None None] Pushing event deleted for resources: {'Port': ['ID=c62bd2e2-6cc9-4900-b607-d4e16b006495,revision_number=None']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:32:56.833694 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6963e671-3cf5-4695-92c2-8a6aa492bb8b None None] No DVR routers for this DVR port c62bd2e2-6cc9-4900-b607-d4e16b006495 on host n-d-818823-1 {{(pid=103449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:32:56.875806 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-4957d223-f863-4aa5-8314-09d25213cca0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13496096-9618-4fad-a538-016ce712d3bd']}} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:32:56.906345 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9d9492b0-24a4-4095-88dd-893d86fdbabc tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:56.933928 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [None req-9d9492b0-24a4-4095-88dd-893d86fdbabc tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] device_id is not set on port 1dd5c0f3-badf-4e25-a8f3-96cb037d120b yet. {{(pid=103448) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 20:32:56.941203 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-4957d223-f863-4aa5-8314-09d25213cca0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60e02a7e-98a0-4d76-b36b-46f7624c5b28') {'for_net_delete': True} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:32:56.942058 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-4957d223-f863-4aa5-8314-09d25213cca0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60e02a7e-98a0-4d76-b36b-46f7624c5b28') {} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:32:56.956018 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4957d223-f863-4aa5-8314-09d25213cca0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748993039638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12178344'] for segment, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:56.972219 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4957d223-f863-4aa5-8314-09d25213cca0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:56.979525 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4957d223-f863-4aa5-8314-09d25213cca0 admin admin] Releasing vlan 630 on physical network physnet1 to pool {{(pid=103447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 20:32:56.979877 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4957d223-f863-4aa5-8314-09d25213cca0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8900762'] for segment, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:56.981795 n-d-818823-1 neutron-server[103447]: Traceback (most recent call last): Nov 22 20:32:56.981795 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 20:32:56.981795 n-d-818823-1 neutron-server[103447]: timer() Nov 22 20:32:56.981795 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 20:32:56.981795 n-d-818823-1 neutron-server[103447]: cb(*args, **kw) Nov 22 20:32:56.981795 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 20:32:56.981795 n-d-818823-1 neutron-server[103447]: return func(*args, **kwargs) Nov 22 20:32:56.981795 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 20:32:56.981795 n-d-818823-1 neutron-server[103447]: self._notify() Nov 22 20:32:56.981795 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 20:32:56.981795 n-d-818823-1 neutron-server[103447]: self.callback(batched_events) Nov 22 20:32:56.981795 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 20:32:56.981795 n-d-818823-1 neutron-server[103447]: event.method(event) Nov 22 20:32:56.981795 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 20:32:56.981795 n-d-818823-1 neutron-server[103447]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 20:32:56.981795 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 20:32:56.981795 n-d-818823-1 neutron-server[103447]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 20:32:56.981795 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 20:32:56.981795 n-d-818823-1 neutron-server[103447]: return f(self, *a, **k) Nov 22 20:32:56.981795 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 20:32:56.981795 n-d-818823-1 neutron-server[103447]: return self._get(url).json() Nov 22 20:32:56.981795 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 20:32:56.981795 n-d-818823-1 neutron-server[103447]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 20:32:56.981795 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 20:32:56.981795 n-d-818823-1 neutron-server[103447]: return self.request(url, 'GET', **kwargs) Nov 22 20:32:56.981795 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 20:32:56.981795 n-d-818823-1 neutron-server[103447]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 20:32:56.981795 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 20:32:56.981795 n-d-818823-1 neutron-server[103447]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 20:32:56.981795 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 20:32:56.981795 n-d-818823-1 neutron-server[103447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 20:32:56.981795 n-d-818823-1 neutron-server[103447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 20:32:56.992118 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6c01f89f-138d-4624-bb88-86a3d8f29b6f tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-663261'] for router, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:56.992632 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c01f89f-138d-4624-bb88-86a3d8f29b6f tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Fanout notify agent at l3_agent the message router_deleted on router 5a3f574e-2437-448a-998c-74e9b4f764fb {{(pid=103447) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 20:32:57.030770 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6c01f89f-138d-4624-bb88-86a3d8f29b6f tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks [] for router, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:57.031799 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-6c01f89f-138d-4624-bb88-86a3d8f29b6f tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] 10.222.0.46 "DELETE /v2.0/routers/5a3f574e-2437-448a-998c-74e9b4f764fb HTTP/1.1" status: 204 len: 168 time: 2.8198445 Nov 22 20:32:57.041927 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 40104) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:32:57.067788 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2edad959-96bc-4ca9-8f9e-b3121c4a4cf4 None None] Update dhcp port {'port': {'network_id': '7bd88872-a540-4e3b-ac93-d884c5e46f76', 'fixed_ips': [{'subnet_id': 'a2ca39e8-1c7e-4358-9f52-1f9da07b933f', 'ip_address': '2001:db8::f816:3eff:fed7:baa4'}, {'subnet_id': '82dbaec4-29ef-44de-8b79-982807046360'}], 'binding:host_id': 'n-d-818823-1'}, 'id': 'd8687993-e55f-4775-ade1-8b52f27769bd'} from n-d-818823-1. {{(pid=103449) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 22 20:32:57.116507 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-2edad959-96bc-4ca9-8f9e-b3121c4a4cf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:57.328818 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4957d223-f863-4aa5-8314-09d25213cca0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3760002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595318'] for network, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:57.346274 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4957d223-f863-4aa5-8314-09d25213cca0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for network, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:57.350355 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-4957d223-f863-4aa5-8314-09d25213cca0 admin admin] 10.222.0.46 "DELETE /v2.0/networks/13496096-9618-4fad-a538-016ce712d3bd HTTP/1.1" status: 204 len: 168 time: 1.7348866 Nov 22 20:32:57.360735 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [None req-9d9492b0-24a4-4095-88dd-893d86fdbabc tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Allocated IP 2001:db8:0:1::89 (7bd88872-a540-4e3b-ac93-d884c5e46f76/82dbaec4-29ef-44de-8b79-982807046360/1dd5c0f3-badf-4e25-a8f3-96cb037d120b) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:32:57.377251 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [None req-9d9492b0-24a4-4095-88dd-893d86fdbabc tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Allocated IP 2001:db8::f816:3eff:fe86:5c4b (7bd88872-a540-4e3b-ac93-d884c5e46f76/a2ca39e8-1c7e-4358-9f52-1f9da07b933f/1dd5c0f3-badf-4e25-a8f3-96cb037d120b) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:32:57.382439 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4957d223-f863-4aa5-8314-09d25213cca0 admin admin] Pushing event deleted for resources: {'Network': ['ID=13496096-9618-4fad-a538-016ce712d3bd,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:32:57.403144 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1310af4-5976-401d-89cd-7341dade1d4d req-b5240e4d-7baa-49cf-80ef-948436072dd2 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:32:57.406913 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c1310af4-5976-401d-89cd-7341dade1d4d req-b5240e4d-7baa-49cf-80ef-948436072dd2 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.20 "GET /v2.0/ports?device_id=c945f350-a096-4981-8a81-fe60b4bac55b HTTP/1.1" status: 200 len: 946 time: 0.3837850 Nov 22 20:32:57.410583 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b3acfd8e-b116-4b31-81cb-189452655e94 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3961693'] for network, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:57.460863 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a31555-1465-4ebe-8f42-1568293a3a95 req-f171a094-4ce3-4f07-82ce-efa419f689ad tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:32:57.462415 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b4a31555-1465-4ebe-8f42-1568293a3a95 req-f171a094-4ce3-4f07-82ce-efa419f689ad tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/ports?device_id=c945f350-a096-4981-8a81-fe60b4bac55b HTTP/1.1" status: 200 len: 946 time: 0.2410455 Nov 22 20:32:57.567994 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 40124) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:32:57.603267 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9d9492b0-24a4-4095-88dd-893d86fdbabc tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:57.665127 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b3acfd8e-b116-4b31-81cb-189452655e94 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3760028', 'neutron.services.segments.db._delete_segments_for_network-8748992815755'] for network, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:57.706520 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9d9492b0-24a4-4095-88dd-893d86fdbabc tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:57.729381 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b4a31555-1465-4ebe-8f42-1568293a3a95 req-1387a4d3-d329-4d13-834e-bb11293f0827 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/security-groups?id=967182ec-36b6-43cb-985c-f0d9e87194dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2547088 Nov 22 20:32:57.750161 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-b3acfd8e-b116-4b31-81cb-189452655e94 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc6b8ee0-c93e-4fd5-b6d2-3b4003108205']}} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:32:57.761270 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-b3acfd8e-b116-4b31-81cb-189452655e94 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbe15f2b-18f6-4fb3-82f1-4b95701e72ac') {'for_net_delete': True} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:32:57.761581 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-b3acfd8e-b116-4b31-81cb-189452655e94 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbe15f2b-18f6-4fb3-82f1-4b95701e72ac') {} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:32:57.773211 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b3acfd8e-b116-4b31-81cb-189452655e94 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748993039638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12178344'] for segment, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:57.787388 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b3acfd8e-b116-4b31-81cb-189452655e94 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:57.794062 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3acfd8e-b116-4b31-81cb-189452655e94 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Releasing vlan 609 on physical network physnet1 to pool {{(pid=103447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 20:32:57.794460 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b3acfd8e-b116-4b31-81cb-189452655e94 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8900762'] for segment, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:57.837966 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.db_base_plugin_common [None req-2edad959-96bc-4ca9-8f9e-b3121c4a4cf4 None None] Allocated IP 2001:db8:0:1::2 (7bd88872-a540-4e3b-ac93-d884c5e46f76/82dbaec4-29ef-44de-8b79-982807046360/d8687993-e55f-4775-ade1-8b52f27769bd) {{(pid=103449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:32:57.844299 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d9492b0-24a4-4095-88dd-893d86fdbabc tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Network 7bd88872-a540-4e3b-ac93-d884c5e46f76 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:32:57.855657 n-d-818823-1 neutron-server[103447]: Traceback (most recent call last): Nov 22 20:32:57.855657 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 20:32:57.855657 n-d-818823-1 neutron-server[103447]: timer() Nov 22 20:32:57.855657 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 20:32:57.855657 n-d-818823-1 neutron-server[103447]: cb(*args, **kw) Nov 22 20:32:57.855657 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 20:32:57.855657 n-d-818823-1 neutron-server[103447]: return func(*args, **kwargs) Nov 22 20:32:57.855657 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 20:32:57.855657 n-d-818823-1 neutron-server[103447]: self._notify() Nov 22 20:32:57.855657 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 20:32:57.855657 n-d-818823-1 neutron-server[103447]: self.callback(batched_events) Nov 22 20:32:57.855657 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 20:32:57.855657 n-d-818823-1 neutron-server[103447]: event.method(event) Nov 22 20:32:57.855657 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 20:32:57.855657 n-d-818823-1 neutron-server[103447]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 20:32:57.855657 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 20:32:57.855657 n-d-818823-1 neutron-server[103447]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 20:32:57.855657 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 20:32:57.855657 n-d-818823-1 neutron-server[103447]: return f(self, *a, **k) Nov 22 20:32:57.855657 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 20:32:57.855657 n-d-818823-1 neutron-server[103447]: return self._get(url).json() Nov 22 20:32:57.855657 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 20:32:57.855657 n-d-818823-1 neutron-server[103447]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 20:32:57.855657 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 20:32:57.855657 n-d-818823-1 neutron-server[103447]: return self.request(url, 'GET', **kwargs) Nov 22 20:32:57.855657 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 20:32:57.855657 n-d-818823-1 neutron-server[103447]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 20:32:57.855657 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 20:32:57.855657 n-d-818823-1 neutron-server[103447]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 20:32:57.855657 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 20:32:57.855657 n-d-818823-1 neutron-server[103447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 20:32:57.855657 n-d-818823-1 neutron-server[103447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 20:32:57.862082 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-821e5416-4454-453a-b4d5-9589f5e21320 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a3670ebd84cb4741b338db645a992249&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3001547 Nov 22 20:32:57.863280 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 40132) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:32:57.870100 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-9d9492b0-24a4-4095-88dd-893d86fdbabc tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:32:57.871660 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b3acfd8e-b116-4b31-81cb-189452655e94 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3760002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595318'] for network, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:57.879259 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d9492b0-24a4-4095-88dd-893d86fdbabc tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:32:57.882029 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-c1310af4-5976-401d-89cd-7341dade1d4d req-def7feaa-09db-47bb-a679-93598f068660 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Deleting port cb0006ce-60d3-453a-8e14-87217ed26fe3 {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:32:57.882386 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-c1310af4-5976-401d-89cd-7341dade1d4d req-def7feaa-09db-47bb-a679-93598f068660 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:57.885450 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b3acfd8e-b116-4b31-81cb-189452655e94 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for network, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:57.888716 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-b3acfd8e-b116-4b31-81cb-189452655e94 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] 10.222.0.46 "DELETE /v2.0/networks/bc6b8ee0-c93e-4fd5-b6d2-3b4003108205 HTTP/1.1" status: 204 len: 168 time: 0.8445220 Nov 22 20:32:57.904801 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d9492b0-24a4-4095-88dd-893d86fdbabc tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:32:57.904801 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9d9492b0-24a4-4095-88dd-893d86fdbabc tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:57.921655 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 40134) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:32:57.926054 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3acfd8e-b116-4b31-81cb-189452655e94 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Pushing event deleted for resources: {'Network': ['ID=bc6b8ee0-c93e-4fd5-b6d2-3b4003108205,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:32:57.936208 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-e48094a0-dc67-4a3a-9453-56f5286214f6 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Request body: {'network': {'name': 'tempest-network-smoke--1633241362', 'project_id': '67d164fc12fc462bb9fe3a42a4c66cfa', 'port_security_enabled': True}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:32:57.955044 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9492b0-24a4-4095-88dd-893d86fdbabc tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Pushing event updated for resources: {'Port': ['ID=1dd5c0f3-badf-4e25-a8f3-96cb037d120b,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:32:57.996546 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device c62bd2e2-6cc9-4900-b607-d4e16b006495 no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:32:58.006663 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e48094a0-dc67-4a3a-9453-56f5286214f6 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Made reservation on behalf of 67d164fc12fc462bb9fe3a42a4c66cfa for: {'network': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:32:58.016518 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e48094a0-dc67-4a3a-9453-56f5286214f6 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for network, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:58.034084 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-9d9492b0-24a4-4095-88dd-893d86fdbabc tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.5342820 Nov 22 20:32:58.038359 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: c62bd2e2-6cc9-4900-b607-d4e16b006495 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:32:58.038944 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device c62bd2e2-6cc9-4900-b607-d4e16b006495 not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:32:58.039571 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device b7cac5e9-5818-4db2-8593-f6a7a0fa9767 no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:32:58.040252 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 40136) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:32:58.086947 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1639a182-077d-4b04-b05a-972179ff5544 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:58.091237 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e48094a0-dc67-4a3a-9453-56f5286214f6 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] vlan segment allocate from pool success with {'vlan_id': 642, 'physical_network': 'physnet1'} {{(pid=103448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 20:32:58.098966 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: b7cac5e9-5818-4db2-8593-f6a7a0fa9767 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:32:58.099328 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device b7cac5e9-5818-4db2-8593-f6a7a0fa9767 not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:32:58.116707 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-2edad959-96bc-4ca9-8f9e-b3121c4a4cf4 None None] For port d8687993-e55f-4775-ade1-8b52f27769bd, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=d8687993-e55f-4775-ade1-8b52f27769bd,segment=NetworkSegment(bdb0f717-aa5f-4e33-bcc3-95472c9b5b64),segment_id=bdb0f717-aa5f-4e33-bcc3-95472c9b5b64)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:32:58.117411 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e48094a0-dc67-4a3a-9453-56f5286214f6 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:58.117907 n-d-818823-1 neutron-server[103448]: INFO neutron.db.segments_db [None req-e48094a0-dc67-4a3a-9453-56f5286214f6 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Added segment 90866206-34f4-4d4b-aa28-eaca8b7ae991 of type vlan for network 4eee9871-c864-4a4e-beab-df170d4b2d0a Nov 22 20:32:58.155963 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-2edad959-96bc-4ca9-8f9e-b3121c4a4cf4 None None] Publish callbacks [] for port, precommit_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:58.161232 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-2edad959-96bc-4ca9-8f9e-b3121c4a4cf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:58.166706 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e48094a0-dc67-4a3a-9453-56f5286214f6 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748992492791'] for network, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:58.217470 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e48094a0-dc67-4a3a-9453-56f5286214f6 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for network, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:58.231279 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-c1310af4-5976-401d-89cd-7341dade1d4d req-def7feaa-09db-47bb-a679-93598f068660 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] For port cb0006ce-60d3-453a-8e14-87217ed26fe3, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=cb0006ce-60d3-453a-8e14-87217ed26fe3,segment=NetworkSegment(470d5048-a1ed-4f8a-b81a-95ae6f6f9db0),segment_id=470d5048-a1ed-4f8a-b81a-95ae6f6f9db0)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:32:58.231685 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-c1310af4-5976-401d-89cd-7341dade1d4d req-def7feaa-09db-47bb-a679-93598f068660 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:58.234886 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e48094a0-dc67-4a3a-9453-56f5286214f6 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:32:58.235599 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e48094a0-dc67-4a3a-9453-56f5286214f6 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks [] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:58.244793 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1639a182-077d-4b04-b05a-972179ff5544 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:58.294760 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-c1310af4-5976-401d-89cd-7341dade1d4d req-def7feaa-09db-47bb-a679-93598f068660 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Calling delete_port for cb0006ce-60d3-453a-8e14-87217ed26fe3 owned by compute:nova {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:32:58.296404 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edad959-96bc-4ca9-8f9e-b3121c4a4cf4 None None] Pushing event updated for resources: {'Port': ['ID=d8687993-e55f-4775-ade1-8b52f27769bd,revision_number=9']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:32:58.305681 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48094a0-dc67-4a3a-9453-56f5286214f6 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Pushing event updated for resources: {'Network': ['ID=4eee9871-c864-4a4e-beab-df170d4b2d0a,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:32:58.321220 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-e48094a0-dc67-4a3a-9453-56f5286214f6 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3982711 Nov 22 20:32:58.324093 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 40146) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:32:58.328665 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-600a217a-7e6d-4120-b455-b1a63c1111bd tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1644200045', 'admin_state_up': True, 'project_id': '67d164fc12fc462bb9fe3a42a4c66cfa', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'}}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:32:58.339916 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Network 4eee9871-c864-4a4e-beab-df170d4b2d0a details requested by agent ovs-agent-n-d-818823-1 with host n-d-818823-1 {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 20:32:58.387362 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-600a217a-7e6d-4120-b455-b1a63c1111bd tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24799'] for router, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:58.388488 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-600a217a-7e6d-4120-b455-b1a63c1111bd tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-632716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24788'] for router, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:58.402135 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-e1be9a5c-4aff-4ee1-8569-c3b951c065e8 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Deleting port 1dd5c0f3-badf-4e25-a8f3-96cb037d120b {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:32:58.404004 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e1be9a5c-4aff-4ee1-8569-c3b951c065e8 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:58.482531 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1639a182-077d-4b04-b05a-972179ff5544 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:58.485629 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1639a182-077d-4b04-b05a-972179ff5544 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:58.486934 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-1639a182-077d-4b04-b05a-972179ff5544 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4e8bab57-9061-4423-98eb-3cb5b90f4a48 HTTP/1.1" status: 204 len: 168 time: 0.6217513 Nov 22 20:32:58.518702 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1639a182-077d-4b04-b05a-972179ff5544 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e8bab57-9061-4423-98eb-3cb5b90f4a48,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:32:58.530611 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-600a217a-7e6d-4120-b455-b1a63c1111bd tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:58.657148 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-c1310af4-5976-401d-89cd-7341dade1d4d req-def7feaa-09db-47bb-a679-93598f068660 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:58.660841 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e1be9a5c-4aff-4ee1-8569-c3b951c065e8 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:58.669100 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] get_ports_and_sgs() called for port_ids ['e08c4637-151d-48fd-b2f8-a723e7f9fa3c', 'cb0006ce-60d3-453a-8e14-87217ed26fe3'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:32:58.765832 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def7feaa-09db-47bb-a679-93598f068660 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Pushing event deleted for resources: {'Port': ['ID=cb0006ce-60d3-453a-8e14-87217ed26fe3,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:32:58.773489 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-e1be9a5c-4aff-4ee1-8569-c3b951c065e8 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Calling delete_port for 1dd5c0f3-badf-4e25-a8f3-96cb037d120b owned by {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:32:58.817840 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1310af4-5976-401d-89cd-7341dade1d4d req-def7feaa-09db-47bb-a679-93598f068660 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] No DVR routers for this DVR port cb0006ce-60d3-453a-8e14-87217ed26fe3 on host n-h2-818823-1 {{(pid=103447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:32:58.822136 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-c1310af4-5976-401d-89cd-7341dade1d4d req-def7feaa-09db-47bb-a679-93598f068660 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:58.826401 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c1310af4-5976-401d-89cd-7341dade1d4d req-def7feaa-09db-47bb-a679-93598f068660 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.20 "DELETE /v2.0/ports/cb0006ce-60d3-453a-8e14-87217ed26fe3 HTTP/1.1" status: 204 len: 173 time: 1.4085388 Nov 22 20:32:58.827109 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c945f350-a096-4981-8a81-fe60b4bac55b', 'name': 'network-vif-deleted', 'tag': 'cb0006ce-60d3-453a-8e14-87217ed26fe3'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:32:58.830336 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fb308c1-0267-428c-9567-688d9cda92a4" -d '{"events": [{"server_uuid": "c945f350-a096-4981-8a81-fe60b4bac55b", "name": "network-vif-deleted", "tag": "cb0006ce-60d3-453a-8e14-87217ed26fe3"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:32:58.858842 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d98f6f8-91b5-49b7-b098-9dea081c07f8 None None] DHCP port deletion for 33dd767d-ab2c-4bf6-a32d-ce7483655865 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:32:59.020525 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:32:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8f9fd8b-4207-4a69-a067-b4bae609f559 x-openstack-request-id: req-d8f9fd8b-4207-4a69-a067-b4bae609f559 {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:32:59.021043 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c945f350-a096-4981-8a81-fe60b4bac55b", "name": "network-vif-deleted", "tag": "cb0006ce-60d3-453a-8e14-87217ed26fe3", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:32:59.021460 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d8f9fd8b-4207-4a69-a067-b4bae609f559 {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:32:59.022066 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c945f350-a096-4981-8a81-fe60b4bac55b', 'name': 'network-vif-deleted', 'tag': 'cb0006ce-60d3-453a-8e14-87217ed26fe3', 'status': 'completed', 'code': 200} Nov 22 20:32:59.034033 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-600a217a-7e6d-4120-b455-b1a63c1111bd tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:59.106108 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-955e14ae-290f-4aa0-bb32-f30d2e9d77c0 req-7c255265-67a8-4a30-a6aa-fb093516e6f3 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/ports?device_id=c945f350-a096-4981-8a81-fe60b4bac55b HTTP/1.1" status: 200 len: 210 time: 0.0389905 Nov 22 20:32:59.159330 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e1be9a5c-4aff-4ee1-8569-c3b951c065e8 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:59.220315 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1be9a5c-4aff-4ee1-8569-c3b951c065e8 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Pushing event deleted for resources: {'Port': ['ID=1dd5c0f3-badf-4e25-a8f3-96cb037d120b,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:32:59.279851 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e1be9a5c-4aff-4ee1-8569-c3b951c065e8 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:59.285301 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-e1be9a5c-4aff-4ee1-8569-c3b951c065e8 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "DELETE /v2.0/ports/1dd5c0f3-badf-4e25-a8f3-96cb037d120b HTTP/1.1" status: 204 len: 168 time: 1.2414329 Nov 22 20:32:59.290009 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 40168) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:32:59.551212 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-2b55bc63-a5ad-454d-808d-1a34355dd59f None None] Provisioning complete for port d8687993-e55f-4775-ade1-8b52f27769bd triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:32:59.551636 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-2b55bc63-a5ad-454d-808d-1a34355dd59f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:59.596298 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-600a217a-7e6d-4120-b455-b1a63c1111bd tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks [] for router_gateway, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:59.649441 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device d8687993-e55f-4775-ade1-8b52f27769bd up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:32:59.687385 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-600a217a-7e6d-4120-b455-b1a63c1111bd tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:59.698733 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 40182) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:32:59.715292 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f94e1ee5-54bf-4304-a517-f55811b0bca0 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:32:59.719713 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-f94e1ee5-54bf-4304-a517-f55811b0bca0 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.4260509 Nov 22 20:32:59.720445 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 40186) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:32:59.827071 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port d8687993-e55f-4775-ade1-8b52f27769bd triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:32:59.827512 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:32:59.853203 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6c32d49-6e08-44cd-8c9b-70ee3c1ec98f tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:32:59.861469 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 40192) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:32:59.883730 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-b6c32d49-6e08-44cd-8c9b-70ee3c1ec98f tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1617374 Nov 22 20:32:59.937596 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-5d1efedb-02eb-44ad-951b-f8a6bd5fb16b tempest-QuotasTest-1770074321 tempest-QuotasTest-1770074321-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:32:59.951134 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [None req-600a217a-7e6d-4120-b455-b1a63c1111bd tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Allocated IP 172.25.5.140 (c48a55e9-6a85-4746-b7bf-3e29fb560094/5da6f781-63e6-4328-ae7a-5e672262f55a/114cbcf1-a5e8-4d8a-be47-f4c4eb0c39b8) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:33:00.005948 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d60bad78-f3cd-4b8b-b145-834ef1e023f0 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:33:00.007998 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d60bad78-f3cd-4b8b-b145-834ef1e023f0 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:33:00.009197 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d60bad78-f3cd-4b8b-b145-834ef1e023f0 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:33:00.013338 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-d60bad78-f3cd-4b8b-b145-834ef1e023f0 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1465228 Nov 22 20:33:00.023982 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 40198) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:33:00.025709 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-7bc9e3be-8638-466f-8707-653566bbc20a None None] Could not find standard attr ID for object 1dd5c0f3-badf-4e25-a8f3-96cb037d120b. {{(pid=103449) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 22 20:33:00.038126 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-eec515e8-c7e7-4b8e-b791-9a5efc9b0420 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:00.083716 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-5d1efedb-02eb-44ad-951b-f8a6bd5fb16b tempest-QuotasTest-1770074321 tempest-QuotasTest-1770074321-project-admin] 10.222.0.46 "PUT /v2.0/quotas/9d9e8377af384c78962401c70f9e001c HTTP/1.1" status: 200 len: 366 time: 0.3830612 Nov 22 20:33:00.086379 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 40202) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:33:00.122523 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_v2 [None req-496c0e3b-ad8f-46c1-a8b8-0338f423cf76 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Deleting subnet 82dbaec4-29ef-44de-8b79-982807046360 {{(pid=103447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 20:33:00.126398 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-496c0e3b-ad8f-46c1-a8b8-0338f423cf76 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks [] for subnet, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:00.126891 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-154d47d2-9fb6-4a32-99a1-1254986c2593 tempest-QuotasTest-1770074321 tempest-QuotasTest-1770074321-project-admin] 10.222.0.46 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0386713 Nov 22 20:33:00.130401 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 40204) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:33:00.183988 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-600a217a-7e6d-4120-b455-b1a63c1111bd tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:00.197829 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-8d517584-ff55-475f-be6d-8ba7ab1e4906 tempest-QuotasTest-1770074321 tempest-QuotasTest-1770074321-project-admin] 10.222.0.46 "GET /v2.0/quotas/9d9e8377af384c78962401c70f9e001c HTTP/1.1" status: 200 len: 366 time: 0.0656767 Nov 22 20:33:00.200095 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 40210) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:33:00.200450 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 40212) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:33:00.217003 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-496c0e3b-ad8f-46c1-a8b8-0338f423cf76 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12178353'] for subnet, precommit_delete_associations {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:00.226858 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-b3ee6ed4-9f4f-4de7-83a5-eaf493252d1d tempest-QuotasTest-1770074321 tempest-QuotasTest-1770074321-project-admin] 10.222.0.46 "DELETE /v2.0/quotas/9d9e8377af384c78962401c70f9e001c HTTP/1.1" status: 204 len: 168 time: 0.0238290 Nov 22 20:33:00.233542 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 40216) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:33:00.259361 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-4c6b1363-4e2d-4f53-9585-01af02a08349 tempest-QuotasTest-1770074321 tempest-QuotasTest-1770074321-project-admin] 10.222.0.46 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0242908 Nov 22 20:33:00.261999 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 40218) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:33:00.293252 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-600a217a-7e6d-4120-b455-b1a63c1111bd tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:00.312935 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-3eeffa4d-e6a0-462f-b7b4-888d5ae47914 tempest-QuotasTest-1770074321 tempest-QuotasTest-1770074321-project-admin] 10.222.0.46 "GET /v2.0/quotas/9d9e8377af384c78962401c70f9e001c HTTP/1.1" status: 200 len: 370 time: 0.0473585 Nov 22 20:33:00.313899 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 40222) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:33:00.322526 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-313a20f9-1f78-45c0-ad1e-500f582b206f tempest-QuotasTest-1770074321 tempest-QuotasTest-1770074321-project-admin] 10.222.0.46 "GET /v2.0/quotas/9d9e8377af384c78962401c70f9e001c/default HTTP/1.1" status: 200 len: 370 time: 0.0051322 Nov 22 20:33:00.323139 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 40224) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:33:00.337229 n-d-818823-1 neutron-server[103447]: INFO neutron.api.v2.resource [None req-95a318ba-9ebc-4d06-8a07-6a3ebc984e72 tempest-QuotasTest-1770074321 tempest-QuotasTest-1770074321-project-admin] delete failed (client error): The resource could not be found. Nov 22 20:33:00.341739 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-95a318ba-9ebc-4d06-8a07-6a3ebc984e72 tempest-QuotasTest-1770074321 tempest-QuotasTest-1770074321-project-admin] 10.222.0.46 "DELETE /v2.0/quotas/9d9e8377af384c78962401c70f9e001c HTTP/1.1" status: 404 len: 348 time: 0.0140536 Nov 22 20:33:00.349739 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-600a217a-7e6d-4120-b455-b1a63c1111bd tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Network c48a55e9-6a85-4746-b7bf-3e29fb560094 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:33:00.359344 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-600a217a-7e6d-4120-b455-b1a63c1111bd tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:33:00.365045 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-600a217a-7e6d-4120-b455-b1a63c1111bd tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:33:00.377629 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd52f124-c074-48b3-9e8d-08fbca3eedd3 None None] DHCP port deletion for c48a55e9-6a85-4746-b7bf-3e29fb560094 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:33:00.410969 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-496c0e3b-ad8f-46c1-a8b8-0338f423cf76 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3753007'] for subnet, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:00.457483 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-774fee19-bd2b-4840-abd1-cd4a68897a79 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1486849007-network', 'tenant_id': '26092fd813f241ccbeeb26cadf7e8307'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:33:00.467878 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-677f31af-b962-4c51-9e1e-4217d7756d91 None None] Provisioning complete for port 114cbcf1-a5e8-4d8a-be47-f4c4eb0c39b8 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:33:00.469756 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-677f31af-b962-4c51-9e1e-4217d7756d91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:00.474422 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600a217a-7e6d-4120-b455-b1a63c1111bd tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Pushing event updated for resources: {'Port': ['ID=114cbcf1-a5e8-4d8a-be47-f4c4eb0c39b8,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:33:00.559721 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-496c0e3b-ad8f-46c1-a8b8-0338f423cf76 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3753014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8900804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8485115'] for subnet, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:00.583948 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-677f31af-b962-4c51-9e1e-4217d7756d91 None None] Port 114cbcf1-a5e8-4d8a-be47-f4c4eb0c39b8 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:33:00.616148 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496c0e3b-ad8f-46c1-a8b8-0338f423cf76 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Pushing event deleted for resources: {'Subnet': ['ID=82dbaec4-29ef-44de-8b79-982807046360,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:33:00.620739 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-496c0e3b-ad8f-46c1-a8b8-0338f423cf76 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for subnet, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:00.624803 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-496c0e3b-ad8f-46c1-a8b8-0338f423cf76 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "DELETE /v2.0/subnets/82dbaec4-29ef-44de-8b79-982807046360 HTTP/1.1" status: 204 len: 168 time: 0.5994368 Nov 22 20:33:00.625682 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 40242) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:33:00.632934 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 40244) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:33:00.638146 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ca21b16-31b5-421e-9e90-814395bc5124 None None] Network 7bd88872-a540-4e3b-ac93-d884c5e46f76 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:33:00.716240 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-774fee19-bd2b-4840-abd1-cd4a68897a79 admin admin] Made reservation on behalf of 26092fd813f241ccbeeb26cadf7e8307 for: {'network': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:33:00.719961 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-774fee19-bd2b-4840-abd1-cd4a68897a79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for network, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:00.771001 n-d-818823-1 neutron-server[103447]: DEBUG neutron.quota.resource [None req-d93308f0-023a-4297-b29c-c88aa74341d5 tempest-QuotasTest-1770074321 tempest-QuotasTest-1770074321-project-admin] Usage tracker for resource:network and project:5c1aeaf30a6f43d6a00f3b23682637b2 is out of sync, need to count used quota {{(pid=103447) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 22 20:33:00.780788 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_v2 [None req-73fb33dd-bfd2-4fe2-aeeb-ce62d1add100 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Deleting subnet a2ca39e8-1c7e-4358-9f52-1f9da07b933f {{(pid=103447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 20:33:00.784247 n-d-818823-1 neutron-server[103447]: DEBUG neutron.quota.resource [None req-d93308f0-023a-4297-b29c-c88aa74341d5 tempest-QuotasTest-1770074321 tempest-QuotasTest-1770074321-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103447) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 22 20:33:00.787260 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-73fb33dd-bfd2-4fe2-aeeb-ce62d1add100 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks [] for subnet, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:00.839887 n-d-818823-1 neutron-server[103447]: DEBUG neutron.quota.resource [None req-d93308f0-023a-4297-b29c-c88aa74341d5 tempest-QuotasTest-1770074321 tempest-QuotasTest-1770074321-project-admin] Usage tracker for resource:subnet and project:5c1aeaf30a6f43d6a00f3b23682637b2 is out of sync, need to count used quota {{(pid=103447) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 22 20:33:00.852460 n-d-818823-1 neutron-server[103447]: DEBUG neutron.quota.resource [None req-d93308f0-023a-4297-b29c-c88aa74341d5 tempest-QuotasTest-1770074321 tempest-QuotasTest-1770074321-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103447) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 22 20:33:00.860244 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-73fb33dd-bfd2-4fe2-aeeb-ce62d1add100 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12178353'] for subnet, precommit_delete_associations {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:00.870987 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-600a217a-7e6d-4120-b455-b1a63c1111bd tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks [] for router_gateway, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:00.873019 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-774fee19-bd2b-4840-abd1-cd4a68897a79 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:00.888063 n-d-818823-1 neutron-server[103447]: DEBUG neutron.quota.resource [None req-d93308f0-023a-4297-b29c-c88aa74341d5 tempest-QuotasTest-1770074321 tempest-QuotasTest-1770074321-project-admin] Usage tracker for resource:subnetpool and project:5c1aeaf30a6f43d6a00f3b23682637b2 is out of sync, need to count used quota {{(pid=103447) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 22 20:33:00.896851 n-d-818823-1 neutron-server[103447]: DEBUG neutron.quota.resource [None req-d93308f0-023a-4297-b29c-c88aa74341d5 tempest-QuotasTest-1770074321 tempest-QuotasTest-1770074321-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=103447) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 22 20:33:00.919258 n-d-818823-1 neutron-server[103447]: DEBUG neutron.quota.resource [None req-d93308f0-023a-4297-b29c-c88aa74341d5 tempest-QuotasTest-1770074321 tempest-QuotasTest-1770074321-project-admin] Usage tracker for resource:port and project:5c1aeaf30a6f43d6a00f3b23682637b2 is out of sync, need to count used quota {{(pid=103447) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 22 20:33:00.949625 n-d-818823-1 neutron-server[103447]: DEBUG neutron.quota.resource [None req-d93308f0-023a-4297-b29c-c88aa74341d5 tempest-QuotasTest-1770074321 tempest-QuotasTest-1770074321-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=103447) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 22 20:33:01.063572 n-d-818823-1 neutron-server[103447]: DEBUG neutron.quota.resource [None req-d93308f0-023a-4297-b29c-c88aa74341d5 tempest-QuotasTest-1770074321 tempest-QuotasTest-1770074321-project-admin] Usage tracker for resource:router and project:5c1aeaf30a6f43d6a00f3b23682637b2 is out of sync, need to count used quota {{(pid=103447) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 22 20:33:01.085326 n-d-818823-1 neutron-server[103447]: DEBUG neutron.quota.resource [None req-d93308f0-023a-4297-b29c-c88aa74341d5 tempest-QuotasTest-1770074321 tempest-QuotasTest-1770074321-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103447) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 22 20:33:01.101821 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-73fb33dd-bfd2-4fe2-aeeb-ce62d1add100 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3753007'] for subnet, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:01.177166 n-d-818823-1 neutron-server[103447]: DEBUG neutron.quota.resource [None req-d93308f0-023a-4297-b29c-c88aa74341d5 tempest-QuotasTest-1770074321 tempest-QuotasTest-1770074321-project-admin] Usage tracker for resource:floatingip and project:5c1aeaf30a6f43d6a00f3b23682637b2 is out of sync, need to count used quota {{(pid=103447) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 22 20:33:01.200650 n-d-818823-1 neutron-server[103447]: DEBUG neutron.quota.resource [None req-d93308f0-023a-4297-b29c-c88aa74341d5 tempest-QuotasTest-1770074321 tempest-QuotasTest-1770074321-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103447) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 22 20:33:01.210965 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-774fee19-bd2b-4840-abd1-cd4a68897a79 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:01.218780 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-774fee19-bd2b-4840-abd1-cd4a68897a79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:01.229445 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1f65c8-0b06-46b1-87d8-20d6b9944a9a req-ed8f5471-2932-4073-9116-2c5e2afe99c1 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:33:01.231273 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-df1f65c8-0b06-46b1-87d8-20d6b9944a9a req-ed8f5471-2932-4073-9116-2c5e2afe99c1 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/networks?id=33dd767d-ab2c-4bf6-a32d-ce7483655865 HTTP/1.1" status: 200 len: 806 time: 0.6268845 Nov 22 20:33:01.262349 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-774fee19-bd2b-4840-abd1-cd4a68897a79 admin admin] vlan segment allocate from pool success with {'vlan_id': 602, 'physical_network': 'physnet1'} {{(pid=103448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 20:33:01.268246 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-df1f65c8-0b06-46b1-87d8-20d6b9944a9a req-5a6b551e-c58e-4570-a366-3c4104dab084 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/quotas/b741c1041ead4066a271a7ac45bca161 HTTP/1.1" status: 200 len: 375 time: 0.0290706 Nov 22 20:33:01.273171 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774fee19-bd2b-4840-abd1-cd4a68897a79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=908dd922-6100-4e6f-b460-e525c5b1361a,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:33:01.275349 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-73fb33dd-bfd2-4fe2-aeeb-ce62d1add100 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3753014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8900804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8485115'] for subnet, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:01.278281 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-600a217a-7e6d-4120-b455-b1a63c1111bd tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-659538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-841284'] for router, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:01.287375 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-774fee19-bd2b-4840-abd1-cd4a68897a79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:01.287920 n-d-818823-1 neutron-server[103448]: INFO neutron.db.segments_db [None req-774fee19-bd2b-4840-abd1-cd4a68897a79 admin admin] Added segment a1fa56bc-a15e-4e03-908a-f5764f65fc21 of type vlan for network fb2c92ab-5c18-46a8-8c2b-de038a0cbdfc Nov 22 20:33:01.307700 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774fee19-bd2b-4840-abd1-cd4a68897a79 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:33:01.308019 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774fee19-bd2b-4840-abd1-cd4a68897a79 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:33:01.308267 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774fee19-bd2b-4840-abd1-cd4a68897a79 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:33:01.308615 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774fee19-bd2b-4840-abd1-cd4a68897a79 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:33:01.309102 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774fee19-bd2b-4840-abd1-cd4a68897a79 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:33:01.309613 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774fee19-bd2b-4840-abd1-cd4a68897a79 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:33:01.309912 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774fee19-bd2b-4840-abd1-cd4a68897a79 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:33:01.310313 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774fee19-bd2b-4840-abd1-cd4a68897a79 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:33:01.310992 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774fee19-bd2b-4840-abd1-cd4a68897a79 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:33:01.311494 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774fee19-bd2b-4840-abd1-cd4a68897a79 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:33:01.311858 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774fee19-bd2b-4840-abd1-cd4a68897a79 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:33:01.312345 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774fee19-bd2b-4840-abd1-cd4a68897a79 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:33:01.336967 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device cb0006ce-60d3-453a-8e14-87217ed26fe3 no longer exists at agent hyperv_n-h2-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:33:01.340887 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fb33dd-bfd2-4fe2-aeeb-ce62d1add100 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Pushing event deleted for resources: {'Subnet': ['ID=a2ca39e8-1c7e-4358-9f52-1f9da07b933f,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:33:01.345592 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-73fb33dd-bfd2-4fe2-aeeb-ce62d1add100 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for subnet, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:01.348953 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-73fb33dd-bfd2-4fe2-aeeb-ce62d1add100 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "DELETE /v2.0/subnets/a2ca39e8-1c7e-4358-9f52-1f9da07b933f HTTP/1.1" status: 204 len: 168 time: 0.7149987 Nov 22 20:33:01.352145 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 40248) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:33:01.365010 n-d-818823-1 neutron-server[103447]: DEBUG neutron.quota.resource [None req-d93308f0-023a-4297-b29c-c88aa74341d5 tempest-QuotasTest-1770074321 tempest-QuotasTest-1770074321-project-admin] Usage tracker for resource:security_group and project:5c1aeaf30a6f43d6a00f3b23682637b2 is out of sync, need to count used quota {{(pid=103447) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 22 20:33:01.393500 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] No Port match for: cb0006ce-60d3-453a-8e14-87217ed26fe3 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:33:01.394488 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device cb0006ce-60d3-453a-8e14-87217ed26fe3 not bound to the agent host n-h2-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:33:01.403461 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-774fee19-bd2b-4840-abd1-cd4a68897a79 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748992492791'] for network, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:01.419622 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-8b4409a7-0647-4524-aeda-979a05b71756 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0637565 Nov 22 20:33:01.420224 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 40250) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:33:01.427143 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-f76e416e-1d10-42db-a523-9e47d859a146 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Request body: {'subnet': {'network_id': '7bd88872-a540-4e3b-ac93-d884c5e46f76', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:33:01.430795 n-d-818823-1 neutron-server[103447]: DEBUG neutron.quota.resource [None req-d93308f0-023a-4297-b29c-c88aa74341d5 tempest-QuotasTest-1770074321 tempest-QuotasTest-1770074321-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=103447) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 22 20:33:01.492034 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-df1f65c8-0b06-46b1-87d8-20d6b9944a9a req-122faf50-c695-4d31-952a-b5e2ee91be05 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=b741c1041ead4066a271a7ac45bca161&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2059381 Nov 22 20:33:01.506773 n-d-818823-1 neutron-server[103447]: DEBUG neutron.quota.resource [None req-d93308f0-023a-4297-b29c-c88aa74341d5 tempest-QuotasTest-1770074321 tempest-QuotasTest-1770074321-project-admin] Usage tracker for resource:security_group_rule and project:5c1aeaf30a6f43d6a00f3b23682637b2 is out of sync, need to count used quota {{(pid=103447) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 22 20:33:01.598680 n-d-818823-1 neutron-server[103447]: DEBUG neutron.quota.resource [None req-d93308f0-023a-4297-b29c-c88aa74341d5 tempest-QuotasTest-1770074321 tempest-QuotasTest-1770074321-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103447) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 22 20:33:01.616550 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-d93308f0-023a-4297-b29c-c88aa74341d5 tempest-QuotasTest-1770074321 tempest-QuotasTest-1770074321-project-admin] 10.222.0.46 "GET /v2.0/quotas/5c1aeaf30a6f43d6a00f3b23682637b2/details.json HTTP/1.1" status: 200 len: 703 time: 0.9897816 Nov 22 20:33:01.668109 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f76e416e-1d10-42db-a523-9e47d859a146 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Made reservation on behalf of aa06169c4e4d4119918ff90a471be1d0 for: {'subnet': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:33:01.673404 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f76e416e-1d10-42db-a523-9e47d859a146 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8485086'] for subnet, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:01.685468 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-df1f65c8-0b06-46b1-87d8-20d6b9944a9a req-acc44612-a08b-41cd-b2d6-24b1799206d3 service neutron] 10.222.0.46 "GET /v2.0/networks/33dd767d-ab2c-4bf6-a32d-ce7483655865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808574 Nov 22 20:33:01.935430 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-df1f65c8-0b06-46b1-87d8-20d6b9944a9a req-8ed4148e-948f-428a-a6a2-c9fe0e8711dd service neutron] 10.222.0.46 "GET /v2.0/networks/33dd767d-ab2c-4bf6-a32d-ce7483655865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2332182 Nov 22 20:33:01.973042 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-459f539f-8e5c-4c92-b2c8-140bb6789069 None None] Network 7bd88872-a540-4e3b-ac93-d884c5e46f76 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:33:02.030246 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.db.resource_extend [None req-774fee19-bd2b-4840-abd1-cd4a68897a79 admin admin] It took 0.63 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 22 20:33:02.052682 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-774fee19-bd2b-4840-abd1-cd4a68897a79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for network, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:02.053951 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-774fee19-bd2b-4840-abd1-cd4a68897a79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:33:02.054734 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-774fee19-bd2b-4840-abd1-cd4a68897a79 admin admin] Publish callbacks [] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:02.089211 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 40258) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:33:02.134527 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774fee19-bd2b-4840-abd1-cd4a68897a79 admin admin] Pushing event updated for resources: {'Network': ['ID=fb2c92ab-5c18-46a8-8c2b-de038a0cbdfc,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:33:02.146494 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-774fee19-bd2b-4840-abd1-cd4a68897a79 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.9449873 Nov 22 20:33:02.149979 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 40264) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:33:02.155152 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-a9937338-968e-4f2a-9090-10ebb1b7ee6d admin admin] Request body: {'subnet': {'network_id': 'fb2c92ab-5c18-46a8-8c2b-de038a0cbdfc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1486849007-subnet', 'tenant_id': '26092fd813f241ccbeeb26cadf7e8307', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:33:02.165691 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-600a217a-7e6d-4120-b455-b1a63c1111bd tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Router 94f2b6d4-8464-4d92-a2c6-e8c26fc23a71 is scheduled to L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 with binding_index 1 {{(pid=103448) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 20:33:02.170034 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Network fb2c92ab-5c18-46a8-8c2b-de038a0cbdfc details requested by agent ovs-agent-n-d-818823-1 with host n-d-818823-1 {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 20:33:02.171999 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f76e416e-1d10-42db-a523-9e47d859a146 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8900613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8485104'] for subnet, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:02.271745 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-dca97a5c-82c4-46c8-8693-b39e146542ec req-cfa63723-4f1f-4eaa-b0c7-9310fc66e00c tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/ports?device_id=3824d5ff-501b-4403-bbe2-6343140d3b22 HTTP/1.1" status: 200 len: 210 time: 0.0351670 Nov 22 20:33:02.288342 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f76e416e-1d10-42db-a523-9e47d859a146 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Network 7bd88872-a540-4e3b-ac93-d884c5e46f76 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:33:02.324186 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-f76e416e-1d10-42db-a523-9e47d859a146 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:33:02.329667 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f76e416e-1d10-42db-a523-9e47d859a146 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:33:02.330282 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f76e416e-1d10-42db-a523-9e47d859a146 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for subnet, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:02.364544 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-600a217a-7e6d-4120-b455-b1a63c1111bd tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:33:02.380714 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6b62802b-2d5d-4933-9c55-137d6153ad0f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:02.405481 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9937338-968e-4f2a-9090-10ebb1b7ee6d admin admin] Made reservation on behalf of 26092fd813f241ccbeeb26cadf7e8307 for: {'subnet': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:33:02.407916 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-600a217a-7e6d-4120-b455-b1a63c1111bd tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks [] for router, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:02.408970 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a9937338-968e-4f2a-9090-10ebb1b7ee6d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8485086'] for subnet, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:02.409593 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-600a217a-7e6d-4120-b455-b1a63c1111bd tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.0845098 Nov 22 20:33:02.413352 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 40272) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:33:02.416315 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-001c131e-e73c-4cd7-8695-0ea7d1e6bef2 None None] Sync routers for ids ['94f2b6d4-8464-4d92-a2c6-e8c26fc23a71'] in n-d-818823-1 {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:33:02.442949 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-31a5b1e0-62a4-4b64-813f-665937deab4e None None] Provisioning complete for port d8687993-e55f-4775-ade1-8b52f27769bd triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:33:02.443607 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-31a5b1e0-62a4-4b64-813f-665937deab4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:02.450061 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-001c131e-e73c-4cd7-8695-0ea7d1e6bef2 None None] Routers {'94f2b6d4-8464-4d92-a2c6-e8c26fc23a71'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:33:02.450793 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-001c131e-e73c-4cd7-8695-0ea7d1e6bef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:32:33Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['94f2b6d4-8464-4d92-a2c6-e8c26fc23a71'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:33:02.451098 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-a562957d-326e-4560-87d1-2af166d4be78 tempest-TestNetworkBasicOps-1697801292 tempest-TestNetworkBasicOps-1697801292-project-admin] 10.222.0.46 "GET /v2.0/subnets?project_id=67d164fc12fc462bb9fe3a42a4c66cfa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0361898 Nov 22 20:33:02.456264 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 40276) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:33:02.479285 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-f76e416e-1d10-42db-a523-9e47d859a146 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0580337 Nov 22 20:33:02.480058 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76e416e-1d10-42db-a523-9e47d859a146 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Pushing event updated for resources: {'Subnet': ['ID=80c7ffac-590e-4c89-99b9-ef4023a01ae2,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:33:02.484269 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 40278) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:33:02.491589 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-3a952d0a-6490-4367-9d0b-242327be9e6f tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Request body: {'subnet': {'network_id': '7bd88872-a540-4e3b-ac93-d884c5e46f76', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:33:02.597224 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-3ff27aec-9cb6-411e-8fef-d887dca6da97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:02.660740 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6548ac7-8add-4208-a210-f9a1f7bc9b0e tempest-TestNetworkBasicOps-1697801292 tempest-TestNetworkBasicOps-1697801292-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:33:02.662458 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-a6548ac7-8add-4208-a210-f9a1f7bc9b0e tempest-TestNetworkBasicOps-1697801292 tempest-TestNetworkBasicOps-1697801292-project-admin] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2043521 Nov 22 20:33:02.668502 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 40282) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:33:02.705305 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-10bac4f8-ca45-4fb1-b3e3-e89bcff2941c tempest-TestNetworkBasicOps-1697801292 tempest-TestNetworkBasicOps-1697801292-project-admin] 10.222.0.46 "GET /v2.0/subnets?network_id=c48a55e9-6a85-4746-b7bf-3e29fb560094&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0333292 Nov 22 20:33:02.705526 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 40284) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:33:02.711061 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-4b896962-94d5-49af-828c-55ff6f6c9d8b tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1028121921', 'network_id': '4eee9871-c864-4a4e-beab-df170d4b2d0a', 'project_id': '67d164fc12fc462bb9fe3a42a4c66cfa', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:33:02.771434 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-001c131e-e73c-4cd7-8695-0ea7d1e6bef2 None None] Set router 94f2b6d4-8464-4d92-a2c6-e8c26fc23a71 gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:33:02.856827 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b896962-94d5-49af-828c-55ff6f6c9d8b tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Made reservation on behalf of 67d164fc12fc462bb9fe3a42a4c66cfa for: {'subnet': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:33:02.864677 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4b896962-94d5-49af-828c-55ff6f6c9d8b tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11792951'] for subnet, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:03.059059 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6eba3ee-5dac-4b9a-9fe6-4f645887b06e None None] Network 7bd88872-a540-4e3b-ac93-d884c5e46f76 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:33:03.264160 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-c1be2e44-8b1c-481e-bdd6-1f91aa69656f None None] Provisioning complete for port d8687993-e55f-4775-ade1-8b52f27769bd triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:33:03.264951 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-c1be2e44-8b1c-481e-bdd6-1f91aa69656f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:03.267176 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4b896962-94d5-49af-828c-55ff6f6c9d8b tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11567560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11792921'] for subnet, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:03.288937 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a952d0a-6490-4367-9d0b-242327be9e6f tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Made reservation on behalf of aa06169c4e4d4119918ff90a471be1d0 for: {'subnet': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:33:03.292594 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-3a952d0a-6490-4367-9d0b-242327be9e6f tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8485086'] for subnet, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:03.403583 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6b62802b-2d5d-4933-9c55-137d6153ad0f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:03.414040 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b896962-94d5-49af-828c-55ff6f6c9d8b tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Pushing event updated for resources: {'Subnet': ['ID=e4bcf6c5-bcfa-43f3-aeeb-3664afce2cd0,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:33:03.422378 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b896962-94d5-49af-828c-55ff6f6c9d8b tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Checking segment: {'id': '90866206-34f4-4d4b-aa28-eaca8b7ae991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '4eee9871-c864-4a4e-beab-df170d4b2d0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:33:03.422689 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b896962-94d5-49af-828c-55ff6f6c9d8b tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Network hostable DHCP agents. Network: 4eee9871-c864-4a4e-beab-df170d4b2d0a, hostable agents: ['02adaa64-0987-4b74-bad0-cbcf56f8a294'], hosted agents: [] {{(pid=103448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 20:33:03.443405 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b896962-94d5-49af-828c-55ff6f6c9d8b tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Network 4eee9871-c864-4a4e-beab-df170d4b2d0a is scheduled to be hosted by DHCP agent 02adaa64-0987-4b74-bad0-cbcf56f8a294 with binding_index 1 {{(pid=103448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 20:33:03.459668 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-4b896962-94d5-49af-828c-55ff6f6c9d8b tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818823-1, 4eee9871-c864-4a4e-beab-df170d4b2d0a) {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:33:03.469007 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b896962-94d5-49af-828c-55ff6f6c9d8b tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:33:03.469621 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4b896962-94d5-49af-828c-55ff6f6c9d8b tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:03.507424 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ee54308-8d57-4922-bcfd-414556792ef7 None None] Network 4eee9871-c864-4a4e-beab-df170d4b2d0a requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:33:03.516761 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-4b896962-94d5-49af-828c-55ff6f6c9d8b tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8101656 Nov 22 20:33:03.520197 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 40298) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:33:03.578790 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6b62802b-2d5d-4933-9c55-137d6153ad0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:03.676891 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-03f0964f-1b75-4df7-99e0-a3cdb56ec2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:03.712509 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-001c131e-e73c-4cd7-8695-0ea7d1e6bef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94f2b6d4-8464-4d92-a2c6-e8c26fc23a71', 'name': 'tempest-TestNetworkBasicOps-router-1644200045', 'tenant_id': '67d164fc12fc462bb9fe3a42a4c66cfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': '114cbcf1-a5e8-4d8a-be47-f4c4eb0c39b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:32:58Z', 'updated_at': '2021-11-22T20:33:00Z', 'revision_number': 3, 'project_id': '67d164fc12fc462bb9fe3a42a4c66cfa', 'gw_port': {'id': '114cbcf1-a5e8-4d8a-be47-f4c4eb0c39b8', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:42:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94f2b6d4-8464-4d92-a2c6-e8c26fc23a71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2627, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:32:59Z', 'updated_at': '2021-11-22T20:32:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:33:03.729199 n-d-818823-1 neutron-server[103447]: INFO neutron.db.ipam_backend_mixin [None req-3a952d0a-6490-4367-9d0b-242327be9e6f tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 80c7ffac-590e-4c89-99b9-ef4023a01ae2 (CIDR: 2001:db8::/64) Nov 22 20:33:03.755451 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-001c131e-e73c-4cd7-8695-0ea7d1e6bef2 None None] Checking router: 94f2b6d4-8464-4d92-a2c6-e8c26fc23a71 for host: n-d-818823-1 {{(pid=103449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 20:33:03.755824 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-001c131e-e73c-4cd7-8695-0ea7d1e6bef2 None None] Updating router 94f2b6d4-8464-4d92-a2c6-e8c26fc23a71 port 114cbcf1-a5e8-4d8a-be47-f4c4eb0c39b8 binding host n-d-818823-1 {{(pid=103449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 20:33:03.800729 n-d-818823-1 neutron-server[103447]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a952d0a-6490-4367-9d0b-242327be9e6f tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 22 20:33:03.801462 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a952d0a-6490-4367-9d0b-242327be9e6f tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103447) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 20:33:03.806165 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-001c131e-e73c-4cd7-8695-0ea7d1e6bef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:03.818567 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a9937338-968e-4f2a-9090-10ebb1b7ee6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8900613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8485104'] for subnet, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:03.869891 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-3a952d0a-6490-4367-9d0b-242327be9e6f tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3841555 Nov 22 20:33:03.896872 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 40304) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:33:03.897159 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9937338-968e-4f2a-9090-10ebb1b7ee6d admin admin] Pushing event updated for resources: {'Subnet': ['ID=8efc58dc-70dd-4c36-a445-71c9ec41dd85,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:33:03.900764 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-6b62802b-2d5d-4933-9c55-137d6153ad0f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=37cb9e9a2c3a4f44adaaa5cbde17cb0e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8105738 Nov 22 20:33:03.901754 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b62802b-2d5d-4933-9c55-137d6153ad0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=770749dd-2fda-423d-9359-b5568275d777,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:33:03.908424 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 40306) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:33:03.947134 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c11d714f-c1a4-4f85-ba07-80afcddb7a36 req-3325996f-998c-48f2-9ed3-27fe128d7c90 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/ports?device_id=3824d5ff-501b-4403-bbe2-6343140d3b22 HTTP/1.1" status: 200 len: 210 time: 0.4955304 Nov 22 20:33:03.984305 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-ae684c66-61b4-4084-9a89-08ee7142bca4 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Request body: {'subnet': {'network_id': '7bd88872-a540-4e3b-ac93-d884c5e46f76', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:33:04.019307 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1f65c8-0b06-46b1-87d8-20d6b9944a9a req-3002ed73-3fd9-408e-af4b-4f6f549bb0c7 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:33:04.021527 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-df1f65c8-0b06-46b1-87d8-20d6b9944a9a req-3002ed73-3fd9-408e-af4b-4f6f549bb0c7 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.20 "GET /v2.0/networks?id=33dd767d-ab2c-4bf6-a32d-ce7483655865 HTTP/1.1" status: 200 len: 806 time: 0.5007260 Nov 22 20:33:04.045725 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-df1f65c8-0b06-46b1-87d8-20d6b9944a9a req-8b608927-0bad-4b5c-863a-7654bcdf4d28 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Request body: {'port': {'device_id': '3824d5ff-501b-4403-bbe2-6343140d3b22', 'network_id': '33dd767d-ab2c-4bf6-a32d-ce7483655865', 'admin_state_up': True, 'tenant_id': 'b741c1041ead4066a271a7ac45bca161'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:33:04.118400 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9937338-968e-4f2a-9090-10ebb1b7ee6d admin admin] Checking segment: {'id': 'a1fa56bc-a15e-4e03-908a-f5764f65fc21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'fb2c92ab-5c18-46a8-8c2b-de038a0cbdfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:33:04.118800 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9937338-968e-4f2a-9090-10ebb1b7ee6d admin admin] Network hostable DHCP agents. Network: fb2c92ab-5c18-46a8-8c2b-de038a0cbdfc, hostable agents: ['02adaa64-0987-4b74-bad0-cbcf56f8a294'], hosted agents: [] {{(pid=103447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 20:33:04.155244 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-22ccc877-5c5a-4e23-8c37-c80745bcafeb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:04.197720 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9937338-968e-4f2a-9090-10ebb1b7ee6d admin admin] Network fb2c92ab-5c18-46a8-8c2b-de038a0cbdfc is scheduled to be hosted by DHCP agent 02adaa64-0987-4b74-bad0-cbcf56f8a294 with binding_index 1 {{(pid=103447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 20:33:04.201798 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-22ccc877-5c5a-4e23-8c37-c80745bcafeb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:04.227788 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-a9937338-968e-4f2a-9090-10ebb1b7ee6d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818823-1, fb2c92ab-5c18-46a8-8c2b-de038a0cbdfc) {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:33:04.240783 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9937338-968e-4f2a-9090-10ebb1b7ee6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:33:04.241303 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a9937338-968e-4f2a-9090-10ebb1b7ee6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for subnet, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:04.244472 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98e355f7-1026-4c35-88f4-6b658a1f2392 None None] Network fb2c92ab-5c18-46a8-8c2b-de038a0cbdfc requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:33:04.277753 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae684c66-61b4-4084-9a89-08ee7142bca4 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Made reservation on behalf of aa06169c4e4d4119918ff90a471be1d0 for: {'subnet': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:33:04.282341 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ae684c66-61b4-4084-9a89-08ee7142bca4 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11792951'] for subnet, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:04.286354 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-6c39071f-62fe-47c3-b161-3d189fe2a24d None None] Provisioning complete for port d8687993-e55f-4775-ade1-8b52f27769bd triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:33:04.286896 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6c39071f-62fe-47c3-b161-3d189fe2a24d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:04.291589 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-a9937338-968e-4f2a-9090-10ebb1b7ee6d admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 2.1403799 Nov 22 20:33:04.315057 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-22ccc877-5c5a-4e23-8c37-c80745bcafeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:04.324755 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-22ccc877-5c5a-4e23-8c37-c80745bcafeb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:04.326260 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-22ccc877-5c5a-4e23-8c37-c80745bcafeb admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/770749dd-2fda-423d-9359-b5568275d777 HTTP/1.1" status: 204 len: 168 time: 0.4166517 Nov 22 20:33:04.332786 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df1f65c8-0b06-46b1-87d8-20d6b9944a9a req-8b608927-0bad-4b5c-863a-7654bcdf4d28 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Made reservation on behalf of b741c1041ead4066a271a7ac45bca161 for: {'port': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:33:04.336574 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-df1f65c8-0b06-46b1-87d8-20d6b9944a9a req-8b608927-0bad-4b5c-863a-7654bcdf4d28 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:04.368242 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ccc877-5c5a-4e23-8c37-c80745bcafeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=770749dd-2fda-423d-9359-b5568275d777,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:33:04.382261 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-001c131e-e73c-4cd7-8695-0ea7d1e6bef2 None None] Publish callbacks [] for port, precommit_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:04.433166 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-001c131e-e73c-4cd7-8695-0ea7d1e6bef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:04.580625 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [req-df1f65c8-0b06-46b1-87d8-20d6b9944a9a req-8b608927-0bad-4b5c-863a-7654bcdf4d28 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Allocated IP 172.20.0.5 (33dd767d-ab2c-4bf6-a32d-ce7483655865/e400cdbc-53df-47e7-8a78-7e2509f719bf/9bd3e870-35fb-49c5-be6c-d866a309c97d) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:33:04.588322 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9c89bcd-f5c2-40bc-a608-74c6a0fd645f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fb26bd7-ce56-527b-b94f-2e1f7cb2bb35-4eee9871-c864-4a4e-beab-df170d4b2d0a', 'network_id': '4eee9871-c864-4a4e-beab-df170d4b2d0a', 'tenant_id': '67d164fc12fc462bb9fe3a42a4c66cfa', 'fixed_ips': [{'subnet_id': 'e4bcf6c5-bcfa-43f3-aeeb-3664afce2cd0'}]}} from n-d-818823-1. {{(pid=103449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 20:33:04.594709 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e9c89bcd-f5c2-40bc-a608-74c6a0fd645f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:04.687449 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-001c131e-e73c-4cd7-8695-0ea7d1e6bef2 None None] Attempting to bind port 114cbcf1-a5e8-4d8a-be47-f4c4eb0c39b8 on host n-d-818823-1 for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:33:04.687706 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-001c131e-e73c-4cd7-8695-0ea7d1e6bef2 None None] Attempting to bind port 114cbcf1-a5e8-4d8a-be47-f4c4eb0c39b8 by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:33:04.688377 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-001c131e-e73c-4cd7-8695-0ea7d1e6bef2 None None] Attempting to bind port 114cbcf1-a5e8-4d8a-be47-f4c4eb0c39b8 on network c48a55e9-6a85-4746-b7bf-3e29fb560094 {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:33:04.690256 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28b0fe48-2db0-4741-b560-da5bfa0c6baa None None] DHCP port deletion for c48a55e9-6a85-4746-b7bf-3e29fb560094 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:33:04.748721 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-001c131e-e73c-4cd7-8695-0ea7d1e6bef2 None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 32, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:33:04.749204 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-001c131e-e73c-4cd7-8695-0ea7d1e6bef2 None None] Checking segment: {'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:33:04.749626 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-001c131e-e73c-4cd7-8695-0ea7d1e6bef2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:04.750042 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-001c131e-e73c-4cd7-8695-0ea7d1e6bef2 None None] Bound using segment: {'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:33:04.750615 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-001c131e-e73c-4cd7-8695-0ea7d1e6bef2 None None] Bound port: 114cbcf1-a5e8-4d8a-be47-f4c4eb0c39b8, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:33:04.751059 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-001c131e-e73c-4cd7-8695-0ea7d1e6bef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:04.780965 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-296072b6-f118-414a-bfdc-0bb46270629c tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:04.907014 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 40332) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:33:04.916330 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-df1f65c8-0b06-46b1-87d8-20d6b9944a9a req-8b608927-0bad-4b5c-863a-7654bcdf4d28 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:04.963277 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-95ec9738-5cfc-4803-91bc-4cdcae6582cd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:04.982374 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19579cb5-76e6-411d-96f5-19d20808f628 None None] Pushing event updated for resources: {'Port': ['ID=114cbcf1-a5e8-4d8a-be47-f4c4eb0c39b8,revision_number=2']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:33:05.052449 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53fabeea-b623-44bb-b681-b945e691e306 None None] Network fb2c92ab-5c18-46a8-8c2b-de038a0cbdfc requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:33:05.176964 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-59f8522b-e6e8-417c-98ef-2678665069be req-5499d61c-247b-4dcb-8956-4e1433731004 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/ports?device_id=3824d5ff-501b-4403-bbe2-6343140d3b22 HTTP/1.1" status: 200 len: 210 time: 0.0763850 Nov 22 20:33:05.184758 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-001c131e-e73c-4cd7-8695-0ea7d1e6bef2 None None] For port 114cbcf1-a5e8-4d8a-be47-f4c4eb0c39b8, host n-d-818823-1, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:33:05.205806 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e49ee129-e862-4476-beca-cdc8150d2345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:05.208129 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-001c131e-e73c-4cd7-8695-0ea7d1e6bef2 None None] For port 114cbcf1-a5e8-4d8a-be47-f4c4eb0c39b8, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=114cbcf1-a5e8-4d8a-be47-f4c4eb0c39b8,segment=NetworkSegment(8793ba83-8407-4c3d-9b56-2a177cd58a70),segment_id=8793ba83-8407-4c3d-9b56-2a177cd58a70)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:33:05.222515 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610c471a-92b7-4241-8427-f6dd391e2ee7 req-a7f0c674-1cc0-4d35-b882-c8232312c254 tempest-ServerAddressesNegativeTestJSON-69929699 tempest-ServerAddressesNegativeTestJSON-69929699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:33:05.233456 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-610c471a-92b7-4241-8427-f6dd391e2ee7 req-a7f0c674-1cc0-4d35-b882-c8232312c254 tempest-ServerAddressesNegativeTestJSON-69929699 tempest-ServerAddressesNegativeTestJSON-69929699-project] 10.222.0.46 "GET /v2.0/networks?id=fb2c92ab-5c18-46a8-8c2b-de038a0cbdfc HTTP/1.1" status: 200 len: 822 time: 0.3201518 Nov 22 20:33:05.234561 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-df1f65c8-0b06-46b1-87d8-20d6b9944a9a req-8b608927-0bad-4b5c-863a-7654bcdf4d28 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:05.244169 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-001c131e-e73c-4cd7-8695-0ea7d1e6bef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:05.257781 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] get_ports_and_sgs() called for port_ids ['e08c4637-151d-48fd-b2f8-a723e7f9fa3c'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:33:05.267162 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-95ec9738-5cfc-4803-91bc-4cdcae6582cd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:05.296745 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-95ec9738-5cfc-4803-91bc-4cdcae6582cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:05.342756 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ec9738-5cfc-4803-91bc-4cdcae6582cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f486163-96ce-4a9b-8c55-e1c5427c7700,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:33:05.348767 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-610c471a-92b7-4241-8427-f6dd391e2ee7 req-8f2f9123-116d-4013-9d0f-f58edfa9d4a7 tempest-ServerAddressesNegativeTestJSON-69929699 tempest-ServerAddressesNegativeTestJSON-69929699-project] 10.222.0.46 "GET /v2.0/quotas/26092fd813f241ccbeeb26cadf7e8307 HTTP/1.1" status: 200 len: 375 time: 0.1025190 Nov 22 20:33:05.364026 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.db_base_plugin_common [None req-e9c89bcd-f5c2-40bc-a608-74c6a0fd645f None None] Allocated IP 172.20.0.2 (4eee9871-c864-4a4e-beab-df170d4b2d0a/e4bcf6c5-bcfa-43f3-aeeb-3664afce2cd0/fa4f8878-c6ee-4bf1-a03d-3b6565a2263c) {{(pid=103449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:33:05.374554 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-95ec9738-5cfc-4803-91bc-4cdcae6582cd admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5c1aeaf30a6f43d6a00f3b23682637b2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4638946 Nov 22 20:33:05.377951 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 40340) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:33:05.412522 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df1f65c8-0b06-46b1-87d8-20d6b9944a9a req-8b608927-0bad-4b5c-863a-7654bcdf4d28 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Network 33dd767d-ab2c-4bf6-a32d-ce7483655865 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:33:05.420689 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b438f617-f18b-4619-8fd2-42dfc505b6c3 None None] DHCP port deletion for c48a55e9-6a85-4746-b7bf-3e29fb560094 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:33:05.465440 n-d-818823-1 neutron-server[103448]: DEBUG neutron.objects.ports [None req-ae684c66-61b4-4084-9a89-08ee7142bca4 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103448) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 22 20:33:05.469916 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [req-df1f65c8-0b06-46b1-87d8-20d6b9944a9a req-8b608927-0bad-4b5c-863a-7654bcdf4d28 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:33:05.490193 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-df1f65c8-0b06-46b1-87d8-20d6b9944a9a req-8b608927-0bad-4b5c-863a-7654bcdf4d28 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:33:05.492041 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-b3ccf41f-3c03-4ea7-aaf8-8ef5aade8802 None None] Provisioning complete for port 114cbcf1-a5e8-4d8a-be47-f4c4eb0c39b8 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:33:05.492415 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-b3ccf41f-3c03-4ea7-aaf8-8ef5aade8802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:05.527992 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-001c131e-e73c-4cd7-8695-0ea7d1e6bef2 None None] Routers {'94f2b6d4-8464-4d92-a2c6-e8c26fc23a71'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:33:05.528689 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-001c131e-e73c-4cd7-8695-0ea7d1e6bef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:33:03Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['94f2b6d4-8464-4d92-a2c6-e8c26fc23a71'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:33:05.542300 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d089e09c-8ed4-4c37-a89d-87ab483da655 None None] DHCP port deletion for 33dd767d-ab2c-4bf6-a32d-ce7483655865 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:33:05.598148 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b23dfa07-88d7-4eef-ab06-ae8b4c884a66 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:05.623394 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-610c471a-92b7-4241-8427-f6dd391e2ee7 req-219cdf7f-5f4d-45ef-aa68-a21ac928ddf3 tempest-ServerAddressesNegativeTestJSON-69929699 tempest-ServerAddressesNegativeTestJSON-69929699-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=26092fd813f241ccbeeb26cadf7e8307&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2616053 Nov 22 20:33:05.629746 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b23dfa07-88d7-4eef-ab06-ae8b4c884a66 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:05.649504 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1f65c8-0b06-46b1-87d8-20d6b9944a9a req-8b608927-0bad-4b5c-863a-7654bcdf4d28 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:33:05.650407 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-df1f65c8-0b06-46b1-87d8-20d6b9944a9a req-8b608927-0bad-4b5c-863a-7654bcdf4d28 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:05.663366 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19579cb5-76e6-411d-96f5-19d20808f628 None None] Pushing event updated for resources: {'Port': ['ID=114cbcf1-a5e8-4d8a-be47-f4c4eb0c39b8,revision_number=3']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:33:05.686681 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b608927-0bad-4b5c-863a-7654bcdf4d28 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Pushing event updated for resources: {'Port': ['ID=9bd3e870-35fb-49c5-be6c-d866a309c97d,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:33:05.732098 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ae684c66-61b4-4084-9a89-08ee7142bca4 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:05.775645 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-df1f65c8-0b06-46b1-87d8-20d6b9944a9a req-8b608927-0bad-4b5c-863a-7654bcdf4d28 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7362633 Nov 22 20:33:05.795350 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-df1f65c8-0b06-46b1-87d8-20d6b9944a9a req-3edb1075-8ec3-4294-bf4e-6a43d41c705b service neutron] Request body: {'port': {'device_id': '3824d5ff-501b-4403-bbe2-6343140d3b22', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818823-1'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:33:05.801125 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b23dfa07-88d7-4eef-ab06-ae8b4c884a66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:05.804293 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b23dfa07-88d7-4eef-ab06-ae8b4c884a66 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:05.815031 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-b23dfa07-88d7-4eef-ab06-ae8b4c884a66 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0f486163-96ce-4a9b-8c55-e1c5427c7700 HTTP/1.1" status: 204 len: 168 time: 0.4324679 Nov 22 20:33:05.871297 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23dfa07-88d7-4eef-ab06-ae8b4c884a66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f486163-96ce-4a9b-8c55-e1c5427c7700,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:33:05.968962 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-610c471a-92b7-4241-8427-f6dd391e2ee7 req-59308482-6968-481f-9742-fc6795388ba3 service neutron] 10.222.0.46 "GET /v2.0/networks/fb2c92ab-5c18-46a8-8c2b-de038a0cbdfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3011384 Nov 22 20:33:05.999048 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-df1f65c8-0b06-46b1-87d8-20d6b9944a9a req-3edb1075-8ec3-4294-bf4e-6a43d41c705b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:06.099793 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-ae684c66-61b4-4084-9a89-08ee7142bca4 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] For port d8687993-e55f-4775-ade1-8b52f27769bd, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=d8687993-e55f-4775-ade1-8b52f27769bd,segment=NetworkSegment(bdb0f717-aa5f-4e33-bcc3-95472c9b5b64),segment_id=bdb0f717-aa5f-4e33-bcc3-95472c9b5b64)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:33:06.179955 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ae684c66-61b4-4084-9a89-08ee7142bca4 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks [] for port, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:06.190942 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ae684c66-61b4-4084-9a89-08ee7142bca4 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:06.192731 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ae684c66-61b4-4084-9a89-08ee7142bca4 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11567560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11792921'] for subnet, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:06.272412 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:06.302905 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-b3ccf41f-3c03-4ea7-aaf8-8ef5aade8802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:06.326179 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-b3ccf41f-3c03-4ea7-aaf8-8ef5aade8802 None None] For port 114cbcf1-a5e8-4d8a-be47-f4c4eb0c39b8, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=114cbcf1-a5e8-4d8a-be47-f4c4eb0c39b8,segment=NetworkSegment(8793ba83-8407-4c3d-9b56-2a177cd58a70),segment_id=8793ba83-8407-4c3d-9b56-2a177cd58a70)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:33:06.346724 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae684c66-61b4-4084-9a89-08ee7142bca4 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Network 7bd88872-a540-4e3b-ac93-d884c5e46f76 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:33:06.361942 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-ae684c66-61b4-4084-9a89-08ee7142bca4 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:33:06.365967 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae684c66-61b4-4084-9a89-08ee7142bca4 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:33:06.366799 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ae684c66-61b4-4084-9a89-08ee7142bca4 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:06.387556 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-b3ccf41f-3c03-4ea7-aaf8-8ef5aade8802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:06.399293 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae684c66-61b4-4084-9a89-08ee7142bca4 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Pushing event updated for resources: {'Subnet': ['ID=f951d19b-3499-45ee-8c9d-c2015e201d2f,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:33:06.427438 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-ae684c66-61b4-4084-9a89-08ee7142bca4 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.5300868 Nov 22 20:33:06.428742 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 40362) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:33:06.438004 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fec22fdf-795d-47a5-9ad2-d3572c3cf7de None None] Network 7bd88872-a540-4e3b-ac93-d884c5e46f76 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:33:06.440090 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-a7578a49-981d-4b5d-8c35-4a46af6bf846 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Request body: {'port': {'network_id': '7bd88872-a540-4e3b-ac93-d884c5e46f76', 'mac_address': 'fa:16:3e:24:6e:b3', 'name': 'tempest-NetworksTestDHCPv6-770358951'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:33:06.448365 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae684c66-61b4-4084-9a89-08ee7142bca4 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Pushing event updated for resources: {'Port': ['ID=d8687993-e55f-4775-ade1-8b52f27769bd,revision_number=13']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:33:06.616463 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-610c471a-92b7-4241-8427-f6dd391e2ee7 req-11329ee5-7768-40f5-8029-b41ee59f7a88 service neutron] 10.222.0.46 "GET /v2.0/networks/fb2c92ab-5c18-46a8-8c2b-de038a0cbdfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6492093 Nov 22 20:33:06.681984 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7578a49-981d-4b5d-8c35-4a46af6bf846 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Made reservation on behalf of aa06169c4e4d4119918ff90a471be1d0 for: {'port': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:33:06.702601 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e8817b-006a-4e83-aa0c-041c81379ac6 req-1ad2d860-7cc6-4e01-85a6-351934eabe81 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:33:06.704334 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-001c131e-e73c-4cd7-8695-0ea7d1e6bef2 None None] Set router 94f2b6d4-8464-4d92-a2c6-e8c26fc23a71 gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:33:06.707638 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-10e8817b-006a-4e83-aa0c-041c81379ac6 req-1ad2d860-7cc6-4e01-85a6-351934eabe81 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/ports?device_id=3824d5ff-501b-4403-bbe2-6343140d3b22 HTTP/1.1" status: 200 len: 931 time: 0.1887627 Nov 22 20:33:06.947599 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a7578a49-981d-4b5d-8c35-4a46af6bf846 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:06.959350 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-10e8817b-006a-4e83-aa0c-041c81379ac6 req-18621dfa-0a0d-4bdd-bd97-18fbf32bb216 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/security-groups?id=967182ec-36b6-43cb-985c-f0d9e87194dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2386303 Nov 22 20:33:06.997175 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [None req-a7578a49-981d-4b5d-8c35-4a46af6bf846 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] device_id is not set on port 53226976-440c-4b6d-8984-81d633713a7b yet. {{(pid=103448) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 20:33:07.056309 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [req-df1f65c8-0b06-46b1-87d8-20d6b9944a9a req-3edb1075-8ec3-4294-bf4e-6a43d41c705b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9bd3e870-35fb-49c5-be6c-d866a309c97d {{(pid=103447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:33:07.086909 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-644d680a-ff56-48dc-b9f2-a888a5588d3b req-7e1c2e53-f3d6-4acc-a99a-9f68609ba820 tempest-ServerAddressesNegativeTestJSON-69929699 tempest-ServerAddressesNegativeTestJSON-69929699-project] 10.222.0.46 "GET /v2.0/ports?device_id=13d8d2c2-ba45-481d-99f6-549c396d3f4b HTTP/1.1" status: 200 len: 210 time: 0.1470320 Nov 22 20:33:07.093940 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-df1f65c8-0b06-46b1-87d8-20d6b9944a9a req-3edb1075-8ec3-4294-bf4e-6a43d41c705b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:07.111670 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e9c89bcd-f5c2-40bc-a608-74c6a0fd645f None None] Publish callbacks [] for port, precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:07.133457 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.provisioning_blocks [req-df1f65c8-0b06-46b1-87d8-20d6b9944a9a req-3edb1075-8ec3-4294-bf4e-6a43d41c705b service neutron] Transition to ACTIVE for port object 9bd3e870-35fb-49c5-be6c-d866a309c97d will not be triggered until provisioned by entity L2. {{(pid=103447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 20:33:07.144223 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-df1f65c8-0b06-46b1-87d8-20d6b9944a9a req-3edb1075-8ec3-4294-bf4e-6a43d41c705b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:07.219291 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [None req-296072b6-f118-414a-bfdc-0bb46270629c tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Allocated IP 172.20.0.1 (4eee9871-c864-4a4e-beab-df170d4b2d0a/e4bcf6c5-bcfa-43f3-aeeb-3664afce2cd0/5d85c926-9152-43d2-9cc9-7f37abbbb7a7) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:33:07.266950 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ccf41f-3c03-4ea7-aaf8-8ef5aade8802 None None] Pushing event updated for resources: {'Port': ['ID=114cbcf1-a5e8-4d8a-be47-f4c4eb0c39b8,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:33:07.269971 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edb1075-8ec3-4294-bf4e-6a43d41c705b service neutron] Pushing event updated for resources: {'Port': ['ID=9bd3e870-35fb-49c5-be6c-d866a309c97d,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:33:07.309609 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e9c89bcd-f5c2-40bc-a608-74c6a0fd645f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372'] for port, after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:07.318093 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6fc5f48-e6cf-41af-aa90-d46a36ffc442 None None] DHCP port deletion for 33dd767d-ab2c-4bf6-a32d-ce7483655865 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:33:07.350567 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-df1f65c8-0b06-46b1-87d8-20d6b9944a9a req-3edb1075-8ec3-4294-bf4e-6a43d41c705b service neutron] Attempting to bind port 9bd3e870-35fb-49c5-be6c-d866a309c97d on host n-h2-818823-1 for vnic_type normal with profile {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:33:07.350875 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-df1f65c8-0b06-46b1-87d8-20d6b9944a9a req-3edb1075-8ec3-4294-bf4e-6a43d41c705b service neutron] Attempting to bind port 9bd3e870-35fb-49c5-be6c-d866a309c97d by drivers openvswitch,hyperv on host n-h2-818823-1 at level 0 using segments [{'id': '470d5048-a1ed-4f8a-b81a-95ae6f6f9db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '33dd767d-ab2c-4bf6-a32d-ce7483655865'}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:33:07.351372 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df1f65c8-0b06-46b1-87d8-20d6b9944a9a req-3edb1075-8ec3-4294-bf4e-6a43d41c705b service neutron] Attempting to bind port 9bd3e870-35fb-49c5-be6c-d866a309c97d on network 33dd767d-ab2c-4bf6-a32d-ce7483655865 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:33:07.357772 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df1f65c8-0b06-46b1-87d8-20d6b9944a9a req-3edb1075-8ec3-4294-bf4e-6a43d41c705b service neutron] Port 9bd3e870-35fb-49c5-be6c-d866a309c97d on network 33dd767d-ab2c-4bf6-a32d-ce7483655865 not bound, no agent of type Open vSwitch agent registered on host n-h2-818823-1 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:33:07.357972 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df1f65c8-0b06-46b1-87d8-20d6b9944a9a req-3edb1075-8ec3-4294-bf4e-6a43d41c705b service neutron] Attempting to bind port 9bd3e870-35fb-49c5-be6c-d866a309c97d on network 33dd767d-ab2c-4bf6-a32d-ce7483655865 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:33:07.377203 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df1f65c8-0b06-46b1-87d8-20d6b9944a9a req-3edb1075-8ec3-4294-bf4e-6a43d41c705b service neutron] Checking agent: {'id': '65e0486a-7030-4065-96f0-10aa7402a530', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'started_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 32, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:33:07.377557 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df1f65c8-0b06-46b1-87d8-20d6b9944a9a req-3edb1075-8ec3-4294-bf4e-6a43d41c705b service neutron] Checking segment: {'id': '470d5048-a1ed-4f8a-b81a-95ae6f6f9db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '33dd767d-ab2c-4bf6-a32d-ce7483655865'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:33:07.377864 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df1f65c8-0b06-46b1-87d8-20d6b9944a9a req-3edb1075-8ec3-4294-bf4e-6a43d41c705b service neutron] Bound using segment: {'id': '470d5048-a1ed-4f8a-b81a-95ae6f6f9db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '33dd767d-ab2c-4bf6-a32d-ce7483655865'} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:33:07.381530 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-df1f65c8-0b06-46b1-87d8-20d6b9944a9a req-3edb1075-8ec3-4294-bf4e-6a43d41c705b service neutron] Bound port: 9bd3e870-35fb-49c5-be6c-d866a309c97d, host: n-h2-818823-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '470d5048-a1ed-4f8a-b81a-95ae6f6f9db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '33dd767d-ab2c-4bf6-a32d-ce7483655865'}}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:33:07.382164 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-df1f65c8-0b06-46b1-87d8-20d6b9944a9a req-3edb1075-8ec3-4294-bf4e-6a43d41c705b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:07.546132 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-df1f65c8-0b06-46b1-87d8-20d6b9944a9a req-3edb1075-8ec3-4294-bf4e-6a43d41c705b service neutron] For port 9bd3e870-35fb-49c5-be6c-d866a309c97d, host n-h2-818823-1, cleared binding levels {{(pid=103447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:33:07.562211 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-296072b6-f118-414a-bfdc-0bb46270629c tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:07.574212 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-df1f65c8-0b06-46b1-87d8-20d6b9944a9a req-3edb1075-8ec3-4294-bf4e-6a43d41c705b service neutron] For port 9bd3e870-35fb-49c5-be6c-d866a309c97d, host n-h2-818823-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=9bd3e870-35fb-49c5-be6c-d866a309c97d,segment=NetworkSegment(470d5048-a1ed-4f8a-b81a-95ae6f6f9db0),segment_id=470d5048-a1ed-4f8a-b81a-95ae6f6f9db0)] {{(pid=103447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:33:07.588088 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-df1f65c8-0b06-46b1-87d8-20d6b9944a9a req-3edb1075-8ec3-4294-bf4e-6a43d41c705b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:07.631342 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device d8687993-e55f-4775-ade1-8b52f27769bd up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:33:07.659005 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9c89bcd-f5c2-40bc-a608-74c6a0fd645f None None] Network 4eee9871-c864-4a4e-beab-df170d4b2d0a is already hosted by enough agents. {{(pid=103449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:33:07.676649 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1f65c8-0b06-46b1-87d8-20d6b9944a9a req-3edb1075-8ec3-4294-bf4e-6a43d41c705b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:33:07.689707 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-df1f65c8-0b06-46b1-87d8-20d6b9944a9a req-3edb1075-8ec3-4294-bf4e-6a43d41c705b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:07.693696 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-df1f65c8-0b06-46b1-87d8-20d6b9944a9a req-3edb1075-8ec3-4294-bf4e-6a43d41c705b service neutron] 10.222.0.20 "PUT /v2.0/ports/9bd3e870-35fb-49c5-be6c-d866a309c97d HTTP/1.1" status: 200 len: 1091 time: 1.9065835 Nov 22 20:33:07.698422 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3824d5ff-501b-4403-bbe2-6343140d3b22', 'tag': '9bd3e870-35fb-49c5-be6c-d866a309c97d'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:33:07.701075 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ade5a9dc-bf10-462e-a962-363d8630abfa" -d '{"events": [{"name": "network-changed", "server_uuid": "3824d5ff-501b-4403-bbe2-6343140d3b22", "tag": "9bd3e870-35fb-49c5-be6c-d866a309c97d"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:33:07.773154 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94684c23-e950-40d8-8f73-ec4730010cd8 None None] DHCP port deletion for 33dd767d-ab2c-4bf6-a32d-ce7483655865 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:33:07.776075 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edb1075-8ec3-4294-bf4e-6a43d41c705b service neutron] Pushing event updated for resources: {'Port': ['ID=9bd3e870-35fb-49c5-be6c-d866a309c97d,revision_number=3']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:33:07.784270 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.base_scheduler [None req-e9c89bcd-f5c2-40bc-a608-74c6a0fd645f None None] Resources bound (agent type, host, resource id): {{(pid=103449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:33:07.820070 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 20:33:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e3fb532-3da0-4c85-82e3-47728da31955 x-openstack-request-id: req-1e3fb532-3da0-4c85-82e3-47728da31955 {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:33:07.820353 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3824d5ff-501b-4403-bbe2-6343140d3b22", "tag": "9bd3e870-35fb-49c5-be6c-d866a309c97d", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:33:07.820624 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1e3fb532-3da0-4c85-82e3-47728da31955 {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:33:07.821048 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3824d5ff-501b-4403-bbe2-6343140d3b22', 'tag': '9bd3e870-35fb-49c5-be6c-d866a309c97d', 'status': 'completed', 'code': 200} Nov 22 20:33:07.828944 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c89bcd-f5c2-40bc-a608-74c6a0fd645f None None] Received port after_create {{(pid=103449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:33:07.839669 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c89bcd-f5c2-40bc-a608-74c6a0fd645f None None] Pushing event updated for resources: {'Port': ['ID=fa4f8878-c6ee-4bf1-a03d-3b6565a2263c,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:33:07.857373 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1f65c8-0b06-46b1-87d8-20d6b9944a9a req-ae9f50f6-f887-42b3-9aae-dcd864df4f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:33:07.858925 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-df1f65c8-0b06-46b1-87d8-20d6b9944a9a req-ae9f50f6-f887-42b3-9aae-dcd864df4f78 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b741c1041ead4066a271a7ac45bca161&device_id=3824d5ff-501b-4403-bbe2-6343140d3b22 HTTP/1.1" status: 200 len: 1094 time: 0.1129599 Nov 22 20:33:07.918356 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-31672abb-ecb2-4d1e-9ef6-06a7ff71dbc4 None None] Provisioning complete for port 114cbcf1-a5e8-4d8a-be47-f4c4eb0c39b8 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:33:07.918731 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-31672abb-ecb2-4d1e-9ef6-06a7ff71dbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:07.947606 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-df1f65c8-0b06-46b1-87d8-20d6b9944a9a req-9ee9e633-4536-4d66-9e80-be91ab9f498e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9bd3e870-35fb-49c5-be6c-d866a309c97d HTTP/1.1" status: 200 len: 217 time: 0.0682032 Nov 22 20:33:07.967854 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-296072b6-f118-414a-bfdc-0bb46270629c tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:08.017700 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1f65c8-0b06-46b1-87d8-20d6b9944a9a req-29643bca-4ace-453a-8846-df226eea29c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:33:08.019948 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-df1f65c8-0b06-46b1-87d8-20d6b9944a9a req-29643bca-4ace-453a-8846-df226eea29c2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e400cdbc-53df-47e7-8a78-7e2509f719bf HTTP/1.1" status: 200 len: 846 time: 0.0712779 Nov 22 20:33:08.085150 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [None req-a7578a49-981d-4b5d-8c35-4a46af6bf846 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Allocated IP 2001:db8::196 (7bd88872-a540-4e3b-ac93-d884c5e46f76/80c7ffac-590e-4c89-99b9-ef4023a01ae2/53226976-440c-4b6d-8984-81d633713a7b) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:33:08.101502 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296072b6-f118-414a-bfdc-0bb46270629c tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Pushing event updated for resources: {'Port': ['ID=5d85c926-9152-43d2-9cc9-7f37abbbb7a7,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:33:08.131980 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [None req-a7578a49-981d-4b5d-8c35-4a46af6bf846 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Allocated IP 2001:db8:0:1:f816:3eff:fe24:6eb3 (7bd88872-a540-4e3b-ac93-d884c5e46f76/f951d19b-3499-45ee-8c9d-c2015e201d2f/53226976-440c-4b6d-8984-81d633713a7b) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:33:08.132672 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-df1f65c8-0b06-46b1-87d8-20d6b9944a9a req-0c0550d8-fc92-4704-b371-5840cfce8a61 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=33dd767d-ab2c-4bf6-a32d-ce7483655865&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1035995 Nov 22 20:33:08.181704 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-296072b6-f118-414a-bfdc-0bb46270629c tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Network 4eee9871-c864-4a4e-beab-df170d4b2d0a is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:33:08.187478 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-296072b6-f118-414a-bfdc-0bb46270629c tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:33:08.198970 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-296072b6-f118-414a-bfdc-0bb46270629c tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:33:08.276197 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-e9c89bcd-f5c2-40bc-a608-74c6a0fd645f None None] Attempting to bind port fa4f8878-c6ee-4bf1-a03d-3b6565a2263c on host n-d-818823-1 for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:33:08.276197 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-e9c89bcd-f5c2-40bc-a608-74c6a0fd645f None None] Attempting to bind port fa4f8878-c6ee-4bf1-a03d-3b6565a2263c by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': '90866206-34f4-4d4b-aa28-eaca8b7ae991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '4eee9871-c864-4a4e-beab-df170d4b2d0a'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:33:08.276197 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c89bcd-f5c2-40bc-a608-74c6a0fd645f None None] Attempting to bind port fa4f8878-c6ee-4bf1-a03d-3b6565a2263c on network 4eee9871-c864-4a4e-beab-df170d4b2d0a {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:33:08.287831 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78fb53bd-bee8-4f90-93f0-2d6968147dd7 None None] Update dhcp port {'port': {'network_id': '7bd88872-a540-4e3b-ac93-d884c5e46f76', 'fixed_ips': [{'subnet_id': 'f951d19b-3499-45ee-8c9d-c2015e201d2f', 'ip_address': '2001:db8:0:1:f816:3eff:fed7:baa4'}, {'subnet_id': '80c7ffac-590e-4c89-99b9-ef4023a01ae2'}], 'binding:host_id': 'n-d-818823-1'}, 'id': 'd8687993-e55f-4775-ade1-8b52f27769bd'} from n-d-818823-1. {{(pid=103449) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 22 20:33:08.294232 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port d8687993-e55f-4775-ade1-8b52f27769bd triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:33:08.294613 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:08.300652 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4e3e44b3-ee35-4037-91b7-ef249da4a14d req-19ac7c41-9e0b-49be-819f-ce8256e9b9d3 tempest-ServerAddressesNegativeTestJSON-69929699 tempest-ServerAddressesNegativeTestJSON-69929699-project] 10.222.0.46 "GET /v2.0/ports?device_id=13d8d2c2-ba45-481d-99f6-549c396d3f4b HTTP/1.1" status: 200 len: 210 time: 0.0716677 Nov 22 20:33:08.327445 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaadcd7-d02d-4e27-a4df-983910c15ffd req-6d99606a-fdfb-4b5a-a890-9927f68e0ac9 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:33:08.327445 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-caaadcd7-d02d-4e27-a4df-983910c15ffd req-6d99606a-fdfb-4b5a-a890-9927f68e0ac9 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/ports?device_id=3824d5ff-501b-4403-bbe2-6343140d3b22 HTTP/1.1" status: 200 len: 943 time: 0.1929183 Nov 22 20:33:08.353868 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c89bcd-f5c2-40bc-a608-74c6a0fd645f None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 33, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:33:08.354250 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c89bcd-f5c2-40bc-a608-74c6a0fd645f None None] Checking segment: {'id': '90866206-34f4-4d4b-aa28-eaca8b7ae991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '4eee9871-c864-4a4e-beab-df170d4b2d0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:33:08.354664 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e9c89bcd-f5c2-40bc-a608-74c6a0fd645f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:08.355068 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c89bcd-f5c2-40bc-a608-74c6a0fd645f None None] Bound using segment: {'id': '90866206-34f4-4d4b-aa28-eaca8b7ae991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '4eee9871-c864-4a4e-beab-df170d4b2d0a'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:33:08.355774 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-e9c89bcd-f5c2-40bc-a608-74c6a0fd645f None None] Bound port: fa4f8878-c6ee-4bf1-a03d-3b6565a2263c, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90866206-34f4-4d4b-aa28-eaca8b7ae991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '4eee9871-c864-4a4e-beab-df170d4b2d0a'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:33:08.355992 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e9c89bcd-f5c2-40bc-a608-74c6a0fd645f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:08.404682 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-caaadcd7-d02d-4e27-a4df-983910c15ffd req-7aed1d2c-707c-423f-bd9a-596b1cd96704 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/security-groups?id=967182ec-36b6-43cb-985c-f0d9e87194dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604124 Nov 22 20:33:08.418777 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-df1f65c8-0b06-46b1-87d8-20d6b9944a9a req-4768ce51-6b1c-46fe-a4e5-61a662853bdc service neutron] 10.222.0.20 "GET /v2.0/networks/33dd767d-ab2c-4bf6-a32d-ce7483655865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2654147 Nov 22 20:33:08.451985 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-296072b6-f118-414a-bfdc-0bb46270629c tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659939'] for router_interface, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:08.475138 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-78fb53bd-bee8-4f90-93f0-2d6968147dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:08.523224 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 40418) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:33:08.540086 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-001c131e-e73c-4cd7-8695-0ea7d1e6bef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94f2b6d4-8464-4d92-a2c6-e8c26fc23a71', 'name': 'tempest-TestNetworkBasicOps-router-1644200045', 'tenant_id': '67d164fc12fc462bb9fe3a42a4c66cfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': '114cbcf1-a5e8-4d8a-be47-f4c4eb0c39b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:32:58Z', 'updated_at': '2021-11-22T20:33:00Z', 'revision_number': 3, 'project_id': '67d164fc12fc462bb9fe3a42a4c66cfa', 'gw_port': {'id': '114cbcf1-a5e8-4d8a-be47-f4c4eb0c39b8', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:42:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94f2b6d4-8464-4d92-a2c6-e8c26fc23a71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2627, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:32:59Z', 'updated_at': '2021-11-22T20:33:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:33:08.606548 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-df1f65c8-0b06-46b1-87d8-20d6b9944a9a req-d688be6e-a0a9-4df3-bd26-e735587b72a4 service neutron] 10.222.0.20 "GET /v2.0/networks/33dd767d-ab2c-4bf6-a32d-ce7483655865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1776993 Nov 22 20:33:08.627566 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-001c131e-e73c-4cd7-8695-0ea7d1e6bef2 None None] The sync data for ids ['94f2b6d4-8464-4d92-a2c6-e8c26fc23a71'] in n-d-818823-1 is: [{'id': '94f2b6d4-8464-4d92-a2c6-e8c26fc23a71', 'name': 'tempest-TestNetworkBasicOps-router-1644200045', 'tenant_id': '67d164fc12fc462bb9fe3a42a4c66cfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': '114cbcf1-a5e8-4d8a-be47-f4c4eb0c39b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:32:58Z', 'updated_at': '2021-11-22T20:33:00Z', 'revision_number': 3, 'project_id': '67d164fc12fc462bb9fe3a42a4c66cfa', 'gw_port': {'id': '114cbcf1-a5e8-4d8a-be47-f4c4eb0c39b8', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:42:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94f2b6d4-8464-4d92-a2c6-e8c26fc23a71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2627, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:32:59Z', 'updated_at': '2021-11-22T20:33:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:33:08.672101 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-e9c89bcd-f5c2-40bc-a608-74c6a0fd645f None None] For port fa4f8878-c6ee-4bf1-a03d-3b6565a2263c, host n-d-818823-1, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:33:08.721344 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a7578a49-981d-4b5d-8c35-4a46af6bf846 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:08.776594 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a7578a49-981d-4b5d-8c35-4a46af6bf846 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:08.789943 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade5a9dc-bf10-462e-a962-363d8630abfa req-56e3ef0a-e158-4e16-8229-eb47c717108d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:33:08.792137 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ade5a9dc-bf10-462e-a962-363d8630abfa req-56e3ef0a-e158-4e16-8229-eb47c717108d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b741c1041ead4066a271a7ac45bca161&device_id=3824d5ff-501b-4403-bbe2-6343140d3b22 HTTP/1.1" status: 200 len: 1094 time: 0.1174159 Nov 22 20:33:08.867028 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-e9c89bcd-f5c2-40bc-a608-74c6a0fd645f None None] For port fa4f8878-c6ee-4bf1-a03d-3b6565a2263c, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=fa4f8878-c6ee-4bf1-a03d-3b6565a2263c,segment=NetworkSegment(90866206-34f4-4d4b-aa28-eaca8b7ae991),segment_id=90866206-34f4-4d4b-aa28-eaca8b7ae991)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:33:08.871191 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7578a49-981d-4b5d-8c35-4a46af6bf846 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Network 7bd88872-a540-4e3b-ac93-d884c5e46f76 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:33:08.881183 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e9c89bcd-f5c2-40bc-a608-74c6a0fd645f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:08.885190 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-a7578a49-981d-4b5d-8c35-4a46af6bf846 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:33:08.901238 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7578a49-981d-4b5d-8c35-4a46af6bf846 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:33:08.908757 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7578a49-981d-4b5d-8c35-4a46af6bf846 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:33:08.910134 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a7578a49-981d-4b5d-8c35-4a46af6bf846 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:08.945636 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-a7578a49-981d-4b5d-8c35-4a46af6bf846 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.5100756 Nov 22 20:33:08.960234 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c89bcd-f5c2-40bc-a608-74c6a0fd645f None None] Pushing event updated for resources: {'Port': ['ID=fa4f8878-c6ee-4bf1-a03d-3b6565a2263c,revision_number=2']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:33:08.970043 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 40424) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:33:08.977462 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-dec7726c-9dde-46af-9dff-f12a0974602f tempest-RoutersTestDVR-259090554 tempest-RoutersTestDVR-259090554-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-124935490'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:33:09.075305 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7578a49-981d-4b5d-8c35-4a46af6bf846 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Pushing event updated for resources: {'Port': ['ID=53226976-440c-4b6d-8984-81d633713a7b,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:33:09.114701 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade5a9dc-bf10-462e-a962-363d8630abfa req-c03f6def-eec7-4887-a5e3-5cc31cc3873b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:33:09.123529 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ade5a9dc-bf10-462e-a962-363d8630abfa req-c03f6def-eec7-4887-a5e3-5cc31cc3873b service neutron] 10.222.0.20 "GET /v2.0/networks?id=33dd767d-ab2c-4bf6-a32d-ce7483655865 HTTP/1.1" status: 200 len: 907 time: 0.3232965 Nov 22 20:33:09.124693 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.db_base_plugin_common [None req-78fb53bd-bee8-4f90-93f0-2d6968147dd7 None None] Allocated IP 2001:db8::2 (7bd88872-a540-4e3b-ac93-d884c5e46f76/80c7ffac-590e-4c89-99b9-ef4023a01ae2/d8687993-e55f-4775-ade1-8b52f27769bd) {{(pid=103449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:33:09.132358 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-dec7726c-9dde-46af-9dff-f12a0974602f tempest-RoutersTestDVR-259090554 tempest-RoutersTestDVR-259090554-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24799'] for router, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:09.136527 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-dec7726c-9dde-46af-9dff-f12a0974602f tempest-RoutersTestDVR-259090554 tempest-RoutersTestDVR-259090554-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-632716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24788'] for router, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:09.236823 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610c471a-92b7-4241-8427-f6dd391e2ee7 req-4e65810e-2b0b-4de5-b5ce-a8429d5337cb tempest-ServerAddressesNegativeTestJSON-69929699 tempest-ServerAddressesNegativeTestJSON-69929699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:33:09.240438 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-610c471a-92b7-4241-8427-f6dd391e2ee7 req-4e65810e-2b0b-4de5-b5ce-a8429d5337cb tempest-ServerAddressesNegativeTestJSON-69929699 tempest-ServerAddressesNegativeTestJSON-69929699-project] 10.222.0.41 "GET /v2.0/networks?id=fb2c92ab-5c18-46a8-8c2b-de038a0cbdfc HTTP/1.1" status: 200 len: 822 time: 0.4829185 Nov 22 20:33:09.274119 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ade5a9dc-bf10-462e-a962-363d8630abfa req-29066eb8-a3d7-4719-86d9-5eba4d8fe5f9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9bd3e870-35fb-49c5-be6c-d866a309c97d HTTP/1.1" status: 200 len: 217 time: 0.1277647 Nov 22 20:33:09.309469 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-296072b6-f118-414a-bfdc-0bb46270629c tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:09.317026 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [req-610c471a-92b7-4241-8427-f6dd391e2ee7 req-029056ab-364e-4f90-a0f3-8712282d6c74 tempest-ServerAddressesNegativeTestJSON-69929699 tempest-ServerAddressesNegativeTestJSON-69929699-project] Request body: {'port': {'device_id': '13d8d2c2-ba45-481d-99f6-549c396d3f4b', 'network_id': 'fb2c92ab-5c18-46a8-8c2b-de038a0cbdfc', 'admin_state_up': True, 'tenant_id': '26092fd813f241ccbeeb26cadf7e8307'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:33:09.328435 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-78fb53bd-bee8-4f90-93f0-2d6968147dd7 None None] For port d8687993-e55f-4775-ade1-8b52f27769bd, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=d8687993-e55f-4775-ade1-8b52f27769bd,segment=NetworkSegment(bdb0f717-aa5f-4e33-bcc3-95472c9b5b64),segment_id=bdb0f717-aa5f-4e33-bcc3-95472c9b5b64)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:33:09.454236 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-c70a2a19-48d9-469a-b7b1-9e53c421301e tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Deleting port 53226976-440c-4b6d-8984-81d633713a7b {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:33:09.454734 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c70a2a19-48d9-469a-b7b1-9e53c421301e tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:09.597739 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-dec7726c-9dde-46af-9dff-f12a0974602f tempest-RoutersTestDVR-259090554 tempest-RoutersTestDVR-259090554-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:09.603681 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-71da1c03-c62b-4090-a128-ee6954cfb1b4 req-9bd33ec5-edfc-4ee4-8fdc-760b140fa6ab tempest-ServerAddressesNegativeTestJSON-69929699 tempest-ServerAddressesNegativeTestJSON-69929699-project] 10.222.0.46 "GET /v2.0/ports?device_id=13d8d2c2-ba45-481d-99f6-549c396d3f4b HTTP/1.1" status: 200 len: 210 time: 0.1460516 Nov 22 20:33:09.619284 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-dec7726c-9dde-46af-9dff-f12a0974602f tempest-RoutersTestDVR-259090554 tempest-RoutersTestDVR-259090554-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-659538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-841284'] for router, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:09.643490 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade5a9dc-bf10-462e-a962-363d8630abfa req-cf12422d-087a-441a-a77e-5dcd3269f05d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:33:09.645402 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ade5a9dc-bf10-462e-a962-363d8630abfa req-cf12422d-087a-441a-a77e-5dcd3269f05d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e400cdbc-53df-47e7-8a78-7e2509f719bf HTTP/1.1" status: 200 len: 846 time: 0.3542395 Nov 22 20:33:09.650441 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-dec7726c-9dde-46af-9dff-f12a0974602f tempest-RoutersTestDVR-259090554 tempest-RoutersTestDVR-259090554-project-admin] Publish callbacks [] for router, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:09.651808 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-dec7726c-9dde-46af-9dff-f12a0974602f tempest-RoutersTestDVR-259090554 tempest-RoutersTestDVR-259090554-project-admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 1.1249247 Nov 22 20:33:09.654484 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 40442) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:33:09.844298 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 114cbcf1-a5e8-4d8a-be47-f4c4eb0c39b8 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:33:09.871489 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-eafd10b8-8a3c-4bc8-b1e7-07e9f332e67c tempest-RoutersTestDVR-259090554 tempest-RoutersTestDVR-259090554-project-admin] Publish callbacks [] for router, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:09.875366 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ade5a9dc-bf10-462e-a962-363d8630abfa req-18139c1c-1513-45bd-a4ae-7948f0c6e744 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=33dd767d-ab2c-4bf6-a32d-ce7483655865&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2223663 Nov 22 20:33:09.905573 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-78fb53bd-bee8-4f90-93f0-2d6968147dd7 None None] Publish callbacks [] for port, precommit_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:09.919931 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-78fb53bd-bee8-4f90-93f0-2d6968147dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:10.025034 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 114cbcf1-a5e8-4d8a-be47-f4c4eb0c39b8 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:33:10.025418 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:10.185705 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fb53bd-bee8-4f90-93f0-2d6968147dd7 None None] Pushing event updated for resources: {'Port': ['ID=d8687993-e55f-4775-ade1-8b52f27769bd,revision_number=14']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:33:10.294930 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device fa4f8878-c6ee-4bf1-a03d-3b6565a2263c up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:33:10.434954 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port fa4f8878-c6ee-4bf1-a03d-3b6565a2263c triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:33:10.435329 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:10.609039 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:10.665886 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] For port fa4f8878-c6ee-4bf1-a03d-3b6565a2263c, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=fa4f8878-c6ee-4bf1-a03d-3b6565a2263c,segment=NetworkSegment(90866206-34f4-4d4b-aa28-eaca8b7ae991),segment_id=90866206-34f4-4d4b-aa28-eaca8b7ae991)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:33:10.675741 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:10.701714 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c70a2a19-48d9-469a-b7b1-9e53c421301e tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:10.731734 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-c70a2a19-48d9-469a-b7b1-9e53c421301e tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Calling delete_port for 53226976-440c-4b6d-8984-81d633713a7b owned by {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:33:10.783368 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Pushing event updated for resources: {'Port': ['ID=fa4f8878-c6ee-4bf1-a03d-3b6565a2263c,revision_number=3']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:33:10.898392 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-eafd10b8-8a3c-4bc8-b1e7-07e9f332e67c tempest-RoutersTestDVR-259090554 tempest-RoutersTestDVR-259090554-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24781'] for router, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:10.901890 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-eafd10b8-8a3c-4bc8-b1e7-07e9f332e67c tempest-RoutersTestDVR-259090554 tempest-RoutersTestDVR-259090554-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:10.923123 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-277f91d1-20c3-441b-8929-d86008822881 None None] Network 4eee9871-c864-4a4e-beab-df170d4b2d0a requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:33:10.924776 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddb089b-cef1-43a8-8e3c-db38dae03e66 req-ff523dbd-4e63-4224-a864-ccda326089f8 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:33:10.934040 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-fddb089b-cef1-43a8-8e3c-db38dae03e66 req-ff523dbd-4e63-4224-a864-ccda326089f8 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/ports?device_id=3824d5ff-501b-4403-bbe2-6343140d3b22 HTTP/1.1" status: 200 len: 943 time: 1.0575416 Nov 22 20:33:11.015892 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028ff884-19cd-473f-bf72-1a1db5582f31 req-e43045fa-e71b-4dfa-8d02-86cdd6559f89 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:33:11.026737 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-028ff884-19cd-473f-bf72-1a1db5582f31 req-e43045fa-e71b-4dfa-8d02-86cdd6559f89 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/ports?device_id=55c8ea2e-f35c-4917-83f4-6a6eece9ab8c HTTP/1.1" status: 200 len: 946 time: 1.0254498 Nov 22 20:33:11.036716 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-eafd10b8-8a3c-4bc8-b1e7-07e9f332e67c tempest-RoutersTestDVR-259090554 tempest-RoutersTestDVR-259090554-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-663261'] for router, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:11.037518 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eafd10b8-8a3c-4bc8-b1e7-07e9f332e67c tempest-RoutersTestDVR-259090554 tempest-RoutersTestDVR-259090554-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b7ac6be4-48a7-4595-af07-a3912f5dec05 {{(pid=103447) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 20:33:11.049571 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-eafd10b8-8a3c-4bc8-b1e7-07e9f332e67c tempest-RoutersTestDVR-259090554 tempest-RoutersTestDVR-259090554-project-admin] Publish callbacks [] for router, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:11.054792 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-eafd10b8-8a3c-4bc8-b1e7-07e9f332e67c tempest-RoutersTestDVR-259090554 tempest-RoutersTestDVR-259090554-project-admin] 10.222.0.46 "DELETE /v2.0/routers/b7ac6be4-48a7-4595-af07-a3912f5dec05 HTTP/1.1" status: 204 len: 168 time: 1.3957739 Nov 22 20:33:11.054792 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ade5a9dc-bf10-462e-a962-363d8630abfa req-348c9895-12f5-42f2-9fd9-666bd2ee3a27 service neutron] 10.222.0.20 "GET /v2.0/networks/33dd767d-ab2c-4bf6-a32d-ce7483655865?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1644230 Nov 22 20:33:11.061403 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 40452) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:33:11.070797 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-8e7b51b2-52db-4b62-a02a-702e0b54e613 tempest-RoutersTestDVR-259090554 tempest-RoutersTestDVR-259090554-project-admin] Request body: {'router': {'name': 'tempest-router-773849843', 'distributed': False}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:33:11.081150 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c70a2a19-48d9-469a-b7b1-9e53c421301e tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:11.112105 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-fddb089b-cef1-43a8-8e3c-db38dae03e66 req-10bf4e51-4937-4fbe-85e7-b30fd10e034f tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/security-groups?id=967182ec-36b6-43cb-985c-f0d9e87194dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767077 Nov 22 20:33:11.178978 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70a2a19-48d9-469a-b7b1-9e53c421301e tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Pushing event deleted for resources: {'Port': ['ID=53226976-440c-4b6d-8984-81d633713a7b,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:33:11.259309 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-c2aa9744-fc8e-4488-b13e-4fd976ed1f1f None None] Provisioning complete for port fa4f8878-c6ee-4bf1-a03d-3b6565a2263c triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:33:11.261519 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-c2aa9744-fc8e-4488-b13e-4fd976ed1f1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:11.283030 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ade5a9dc-bf10-462e-a962-363d8630abfa req-5fe09d42-74ef-4ee8-b58d-29cb9fb5e6aa service neutron] 10.222.0.20 "GET /v2.0/networks/33dd767d-ab2c-4bf6-a32d-ce7483655865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1967833 Nov 22 20:33:11.361522 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e0b73945-45b6-47bd-b06d-f3a99d70fcc7 req-7f403ebd-ddc2-478f-8f35-7635c460429c tempest-ServerAddressesNegativeTestJSON-69929699 tempest-ServerAddressesNegativeTestJSON-69929699-project] 10.222.0.46 "GET /v2.0/ports?device_id=13d8d2c2-ba45-481d-99f6-549c396d3f4b HTTP/1.1" status: 200 len: 210 time: 0.0770259 Nov 22 20:33:11.372345 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-296072b6-f118-414a-bfdc-0bb46270629c tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks [] for port, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:11.376829 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 9bd3e870-35fb-49c5-be6c-d866a309c97d details requested by agent hyperv_n-h2-818823-1 with host n-h2-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 20:33:11.389305 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-028ff884-19cd-473f-bf72-1a1db5582f31 req-759f63a0-cd06-4e56-91d8-7346bed5eca8 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/security-groups?id=be1c2326-cee4-429b-9524-b757ff14e61f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3469217 Nov 22 20:33:11.395640 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-296072b6-f118-414a-bfdc-0bb46270629c tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:11.452179 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8e7b51b2-52db-4b62-a02a-702e0b54e613 tempest-RoutersTestDVR-259090554 tempest-RoutersTestDVR-259090554-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24799'] for router, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:11.453222 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8e7b51b2-52db-4b62-a02a-702e0b54e613 tempest-RoutersTestDVR-259090554 tempest-RoutersTestDVR-259090554-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-632716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24788'] for router, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:11.519250 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296072b6-f118-414a-bfdc-0bb46270629c tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Pushing event updated for resources: {'Port': ['ID=5d85c926-9152-43d2-9cc9-7f37abbbb7a7,revision_number=2']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:33:11.523295 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port 9bd3e870-35fb-49c5-be6c-d866a309c97d, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=9bd3e870-35fb-49c5-be6c-d866a309c97d,segment=NetworkSegment(470d5048-a1ed-4f8a-b81a-95ae6f6f9db0),segment_id=470d5048-a1ed-4f8a-b81a-95ae6f6f9db0)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:33:11.529366 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-296072b6-f118-414a-bfdc-0bb46270629c tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-563461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-659839'] for router_interface, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:11.545525 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Returning: {'device': '9bd3e870-35fb-49c5-be6c-d866a309c97d', 'network_id': '33dd767d-ab2c-4bf6-a32d-ce7483655865', 'port_id': '9bd3e870-35fb-49c5-be6c-d866a309c97d', 'mac_address': 'fa:16:3e:33:eb:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e400cdbc-53df-47e7-8a78-7e2509f719bf', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 20:33:11.643001 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device d8687993-e55f-4775-ade1-8b52f27769bd up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:33:11.668431 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:11.708890 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bd3e870-35fb-49c5-be6c-d866a309c97d {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:33:11.741663 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port 9bd3e870-35fb-49c5-be6c-d866a309c97d, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=9bd3e870-35fb-49c5-be6c-d866a309c97d,segment=NetworkSegment(470d5048-a1ed-4f8a-b81a-95ae6f6f9db0),segment_id=470d5048-a1ed-4f8a-b81a-95ae6f6f9db0)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:33:11.749725 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:11.754615 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port d8687993-e55f-4775-ade1-8b52f27769bd triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:33:11.755208 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:11.757437 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8e7b51b2-52db-4b62-a02a-702e0b54e613 tempest-RoutersTestDVR-259090554 tempest-RoutersTestDVR-259090554-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:11.822212 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c70a2a19-48d9-469a-b7b1-9e53c421301e tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:11.828979 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 40454) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:33:11.829442 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-c70a2a19-48d9-469a-b7b1-9e53c421301e tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "DELETE /v2.0/ports/53226976-440c-4b6d-8984-81d633713a7b HTTP/1.1" status: 204 len: 168 time: 2.8335557 Nov 22 20:33:11.831756 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=9bd3e870-35fb-49c5-be6c-d866a309c97d,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:33:11.833015 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-610c471a-92b7-4241-8427-f6dd391e2ee7 req-029056ab-364e-4f90-a0f3-8712282d6c74 tempest-ServerAddressesNegativeTestJSON-69929699 tempest-ServerAddressesNegativeTestJSON-69929699-project] Made reservation on behalf of 26092fd813f241ccbeeb26cadf7e8307 for: {'port': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:33:11.844538 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-610c471a-92b7-4241-8427-f6dd391e2ee7 req-029056ab-364e-4f90-a0f3-8712282d6c74 tempest-ServerAddressesNegativeTestJSON-69929699 tempest-ServerAddressesNegativeTestJSON-69929699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:11.864608 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8e7b51b2-52db-4b62-a02a-702e0b54e613 tempest-RoutersTestDVR-259090554 tempest-RoutersTestDVR-259090554-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-659538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-841284'] for router, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:11.866023 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-f0b40961-8c7a-4ef2-a8f1-e61ce9b7a437 None None] Could not find standard attr ID for object 53226976-440c-4b6d-8984-81d633713a7b. {{(pid=103449) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 22 20:33:11.889173 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-f0b40961-8c7a-4ef2-a8f1-e61ce9b7a437 None None] Provisioning complete for port d8687993-e55f-4775-ade1-8b52f27769bd triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:33:11.889804 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-f0b40961-8c7a-4ef2-a8f1-e61ce9b7a437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:11.928777 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1647a748-a39b-4eda-b2d3-1ea72b741a1d tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:33:11.951521 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-1647a748-a39b-4eda-b2d3-1ea72b741a1d tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1211085 Nov 22 20:33:11.953816 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 40456) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:33:11.965070 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] get_ports_and_sgs() called for port_ids ['9bd3e870-35fb-49c5-be6c-d866a309c97d'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:33:11.999006 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-296072b6-f118-414a-bfdc-0bb46270629c tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Network 4eee9871-c864-4a4e-beab-df170d4b2d0a is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:33:12.020030 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8e7b51b2-52db-4b62-a02a-702e0b54e613 tempest-RoutersTestDVR-259090554 tempest-RoutersTestDVR-259090554-project-admin] Publish callbacks [] for router, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:12.024531 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 40458) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:33:12.026430 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-8e7b51b2-52db-4b62-a02a-702e0b54e613 tempest-RoutersTestDVR-259090554 tempest-RoutersTestDVR-259090554-project-admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.9616089 Nov 22 20:33:12.035141 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-296072b6-f118-414a-bfdc-0bb46270629c tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:33:12.054093 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e79f7b8-92f8-45f0-bde3-722a697ec5dc tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:33:12.055726 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-5e79f7b8-92f8-45f0-bde3-722a697ec5dc tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1006472 Nov 22 20:33:12.059326 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 40460) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:33:12.068421 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device fa4f8878-c6ee-4bf1-a03d-3b6565a2263c up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:33:12.137117 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-bf0854b1-ebb7-44f0-b3fd-8ad7de3f2fbe tempest-RoutersTestDVR-259090554 tempest-RoutersTestDVR-259090554-project-admin] Publish callbacks [] for router, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:12.193515 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60931af9-7c1c-4420-9884-9e866a878cb5 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:33:12.195974 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60931af9-7c1c-4420-9884-9e866a878cb5 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:33:12.197721 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60931af9-7c1c-4420-9884-9e866a878cb5 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:33:12.201919 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-60931af9-7c1c-4420-9884-9e866a878cb5 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1389639 Nov 22 20:33:12.203690 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 40466) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:33:12.321186 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port fa4f8878-c6ee-4bf1-a03d-3b6565a2263c triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:33:12.321701 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:12.375755 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [req-610c471a-92b7-4241-8427-f6dd391e2ee7 req-029056ab-364e-4f90-a0f3-8712282d6c74 tempest-ServerAddressesNegativeTestJSON-69929699 tempest-ServerAddressesNegativeTestJSON-69929699-project] Allocated IP 172.20.0.11 (fb2c92ab-5c18-46a8-8c2b-de038a0cbdfc/8efc58dc-70dd-4c36-a445-71c9ec41dd85/26f97b7a-2b0d-4f19-aaad-9560be476e28) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:33:12.437104 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-bf0854b1-ebb7-44f0-b3fd-8ad7de3f2fbe tempest-RoutersTestDVR-259090554 tempest-RoutersTestDVR-259090554-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24781'] for router, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:12.441372 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-bf0854b1-ebb7-44f0-b3fd-8ad7de3f2fbe tempest-RoutersTestDVR-259090554 tempest-RoutersTestDVR-259090554-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:12.482715 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-0a8c5126-347d-4f6e-a739-14b6364260c6 None None] Provisioning complete for port fa4f8878-c6ee-4bf1-a03d-3b6565a2263c triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:33:12.483375 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-0a8c5126-347d-4f6e-a739-14b6364260c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:12.501567 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-bf0854b1-ebb7-44f0-b3fd-8ad7de3f2fbe tempest-RoutersTestDVR-259090554 tempest-RoutersTestDVR-259090554-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-663261'] for router, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:12.502137 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf0854b1-ebb7-44f0-b3fd-8ad7de3f2fbe tempest-RoutersTestDVR-259090554 tempest-RoutersTestDVR-259090554-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a5e5fcc1-daef-47e9-b83d-038b230634d3 {{(pid=103447) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 20:33:12.513554 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-bf0854b1-ebb7-44f0-b3fd-8ad7de3f2fbe tempest-RoutersTestDVR-259090554 tempest-RoutersTestDVR-259090554-project-admin] Publish callbacks [] for router, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:12.515809 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-bf0854b1-ebb7-44f0-b3fd-8ad7de3f2fbe tempest-RoutersTestDVR-259090554 tempest-RoutersTestDVR-259090554-project-admin] 10.222.0.46 "DELETE /v2.0/routers/a5e5fcc1-daef-47e9-b83d-038b230634d3 HTTP/1.1" status: 204 len: 168 time: 0.4870982 Nov 22 20:33:12.531451 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 40472) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:33:12.537362 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-24f57182-ae09-49a8-af0d-0a1ad66ee947 tempest-RoutersTestDVR-259090554 tempest-RoutersTestDVR-259090554-project-admin] Request body: {'router': {'name': 'tempest-router-966398009', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '9a6178cf28594acd9f96fbaa5507c660'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:33:12.547739 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b8e8b62c-304a-4e0e-a2a5-42393745f603 req-29fbb95f-f210-4ed3-962e-db3ef03089f0 tempest-ServerAddressesNegativeTestJSON-69929699 tempest-ServerAddressesNegativeTestJSON-69929699-project] 10.222.0.46 "GET /v2.0/ports?device_id=13d8d2c2-ba45-481d-99f6-549c396d3f4b HTTP/1.1" status: 200 len: 210 time: 0.0537729 Nov 22 20:33:12.557134 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_v2 [None req-931dae24-2878-4da4-9167-d361854f09a4 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Deleting subnet 80c7ffac-590e-4c89-99b9-ef4023a01ae2 {{(pid=103447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 20:33:12.562479 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-931dae24-2878-4da4-9167-d361854f09a4 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks [] for subnet, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:12.586044 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-24f57182-ae09-49a8-af0d-0a1ad66ee947 tempest-RoutersTestDVR-259090554 tempest-RoutersTestDVR-259090554-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24799'] for router, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:12.587351 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-24f57182-ae09-49a8-af0d-0a1ad66ee947 tempest-RoutersTestDVR-259090554 tempest-RoutersTestDVR-259090554-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-632716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24788'] for router, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:12.630363 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc84aa9-ed39-47cf-a58a-821c60a02932 req-9b07b5a3-0cf4-4514-ac8f-60b146636488 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:33:12.632531 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-cdc84aa9-ed39-47cf-a58a-821c60a02932 req-9b07b5a3-0cf4-4514-ac8f-60b146636488 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/ports?device_id=3824d5ff-501b-4403-bbe2-6343140d3b22 HTTP/1.1" status: 200 len: 944 time: 0.3871076 Nov 22 20:33:12.675866 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-931dae24-2878-4da4-9167-d361854f09a4 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12178353'] for subnet, precommit_delete_associations {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:12.676151 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-0a8c5126-347d-4f6e-a739-14b6364260c6 None None] Provisioning complete for port 5d85c926-9152-43d2-9cc9-7f37abbbb7a7 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:33:12.676275 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-0a8c5126-347d-4f6e-a739-14b6364260c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:12.696184 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-296072b6-f118-414a-bfdc-0bb46270629c tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Router 94f2b6d4-8464-4d92-a2c6-e8c26fc23a71 has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 20:33:12.706596 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-24f57182-ae09-49a8-af0d-0a1ad66ee947 tempest-RoutersTestDVR-259090554 tempest-RoutersTestDVR-259090554-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:12.715278 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-0a8c5126-347d-4f6e-a739-14b6364260c6 None None] Port 5d85c926-9152-43d2-9cc9-7f37abbbb7a7 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:33:12.722616 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-24f57182-ae09-49a8-af0d-0a1ad66ee947 tempest-RoutersTestDVR-259090554 tempest-RoutersTestDVR-259090554-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-659538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-841284'] for router, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:12.742473 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-610c471a-92b7-4241-8427-f6dd391e2ee7 req-029056ab-364e-4f90-a0f3-8712282d6c74 tempest-ServerAddressesNegativeTestJSON-69929699 tempest-ServerAddressesNegativeTestJSON-69929699-project] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:12.785853 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-cdc84aa9-ed39-47cf-a58a-821c60a02932 req-fe71d576-ef98-49b9-a9ac-c67f89705e61 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/security-groups?id=967182ec-36b6-43cb-985c-f0d9e87194dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433010 Nov 22 20:33:12.788959 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-24f57182-ae09-49a8-af0d-0a1ad66ee947 tempest-RoutersTestDVR-259090554 tempest-RoutersTestDVR-259090554-project-admin] Publish callbacks [] for router, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:12.790598 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-24f57182-ae09-49a8-af0d-0a1ad66ee947 tempest-RoutersTestDVR-259090554 tempest-RoutersTestDVR-259090554-project-admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2577417 Nov 22 20:33:12.794250 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 40474) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:33:12.803206 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-c6218236-37f0-44af-af7b-8a16c8a739b3 tempest-RoutersTestDVR-259090554 tempest-RoutersTestDVR-259090554-project-admin] Request body: {'router': {'distributed': True}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:33:12.828050 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3637cac2-731d-4518-a1d9-a1644605cd64 req-f56bf118-fce5-47f8-8d27-3a7d2e262d1a tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:33:12.829703 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3637cac2-731d-4518-a1d9-a1644605cd64 req-f56bf118-fce5-47f8-8d27-3a7d2e262d1a tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/ports?device_id=55c8ea2e-f35c-4917-83f4-6a6eece9ab8c HTTP/1.1" status: 200 len: 946 time: 0.1265597 Nov 22 20:33:12.843953 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-bbee93c0-9f6a-44a8-b6e4-6a5bbc30be46 None None] Provisioning complete for port 5d85c926-9152-43d2-9cc9-7f37abbbb7a7 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:33:12.844425 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-bbee93c0-9f6a-44a8-b6e4-6a5bbc30be46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:12.884379 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-bbee93c0-9f6a-44a8-b6e4-6a5bbc30be46 None None] Port 5d85c926-9152-43d2-9cc9-7f37abbbb7a7 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:33:12.902664 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-931dae24-2878-4da4-9167-d361854f09a4 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3753007'] for subnet, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:12.934752 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3637cac2-731d-4518-a1d9-a1644605cd64 req-af783d61-f50c-4c44-a590-e9539e1748f9 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/security-groups?id=be1c2326-cee4-429b-9524-b757ff14e61f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0942307 Nov 22 20:33:12.984027 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-931dae24-2878-4da4-9167-d361854f09a4 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3753014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8900804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8485115'] for subnet, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:13.013965 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931dae24-2878-4da4-9167-d361854f09a4 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Pushing event deleted for resources: {'Subnet': ['ID=80c7ffac-590e-4c89-99b9-ef4023a01ae2,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:33:13.020924 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-931dae24-2878-4da4-9167-d361854f09a4 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for subnet, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:13.026634 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-931dae24-2878-4da4-9167-d361854f09a4 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "DELETE /v2.0/subnets/80c7ffac-590e-4c89-99b9-ef4023a01ae2 HTTP/1.1" status: 204 len: 168 time: 0.8217003 Nov 22 20:33:13.033825 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d0c80b6-802e-4c04-b8aa-833dd95c4aa2 None None] Network 7bd88872-a540-4e3b-ac93-d884c5e46f76 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:33:13.037892 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 40476) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:33:13.093214 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c6218236-37f0-44af-af7b-8a16c8a739b3 tempest-RoutersTestDVR-259090554 tempest-RoutersTestDVR-259090554-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-541823', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-659547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25662'] for router, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:13.093457 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c6218236-37f0-44af-af7b-8a16c8a739b3 tempest-RoutersTestDVR-259090554 tempest-RoutersTestDVR-259090554-project-admin] Publish callbacks [] for router, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:13.100771 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b4428e7-adc0-471f-b34a-6d794850c8cd tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Deleting subnet f951d19b-3499-45ee-8c9d-c2015e201d2f {{(pid=103447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 20:33:13.104369 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0b4428e7-adc0-471f-b34a-6d794850c8cd tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks [] for subnet, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:13.178600 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-c6218236-37f0-44af-af7b-8a16c8a739b3 tempest-RoutersTestDVR-259090554 tempest-RoutersTestDVR-259090554-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=103448) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Nov 22 20:33:13.178949 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-c6218236-37f0-44af-af7b-8a16c8a739b3 tempest-RoutersTestDVR-259090554 tempest-RoutersTestDVR-259090554-project-admin] Router 19d924af-bbb7-44ec-8797-698dcce299aa migrating from provider to provider. {{(pid=103448) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Nov 22 20:33:13.179337 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c6218236-37f0-44af-af7b-8a16c8a739b3 tempest-RoutersTestDVR-259090554 tempest-RoutersTestDVR-259090554-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:13.184435 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c6218236-37f0-44af-af7b-8a16c8a739b3 tempest-RoutersTestDVR-259090554 tempest-RoutersTestDVR-259090554-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:13.193409 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0b4428e7-adc0-471f-b34a-6d794850c8cd tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12178353'] for subnet, precommit_delete_associations {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:13.195581 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-610c471a-92b7-4241-8427-f6dd391e2ee7 req-029056ab-364e-4f90-a0f3-8712282d6c74 tempest-ServerAddressesNegativeTestJSON-69929699 tempest-ServerAddressesNegativeTestJSON-69929699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:13.203249 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c6218236-37f0-44af-af7b-8a16c8a739b3 tempest-RoutersTestDVR-259090554 tempest-RoutersTestDVR-259090554-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-841284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-541764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-841989', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-659616'] for router, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:13.251209 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029056ab-364e-4f90-a0f3-8712282d6c74 tempest-ServerAddressesNegativeTestJSON-69929699 tempest-ServerAddressesNegativeTestJSON-69929699-project] Pushing event updated for resources: {'Port': ['ID=26f97b7a-2b0d-4f19-aaad-9560be476e28,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:33:13.323953 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0b4428e7-adc0-471f-b34a-6d794850c8cd tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3753007'] for subnet, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:13.338098 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-296072b6-f118-414a-bfdc-0bb46270629c tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:33:13.347975 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 40480) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:33:13.348167 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-296072b6-f118-414a-bfdc-0bb46270629c tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] 10.222.0.46 "PUT /v2.0/routers/94f2b6d4-8464-4d92-a2c6-e8c26fc23a71/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8254228 Nov 22 20:33:13.353920 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de538247-8a10-42d3-a9ee-d74d7854b713 None None] Sync routers for ids ['94f2b6d4-8464-4d92-a2c6-e8c26fc23a71'] in n-d-818823-1 {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:33:13.367402 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 9bd3e870-35fb-49c5-be6c-d866a309c97d up at agent hyperv_n-h2-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:33:13.368269 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de538247-8a10-42d3-a9ee-d74d7854b713 None None] Routers {'94f2b6d4-8464-4d92-a2c6-e8c26fc23a71'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:33:13.368936 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-de538247-8a10-42d3-a9ee-d74d7854b713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:33:03Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['94f2b6d4-8464-4d92-a2c6-e8c26fc23a71'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:33:13.402902 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-610c471a-92b7-4241-8427-f6dd391e2ee7 req-029056ab-364e-4f90-a0f3-8712282d6c74 tempest-ServerAddressesNegativeTestJSON-69929699 tempest-ServerAddressesNegativeTestJSON-69929699-project] Network fb2c92ab-5c18-46a8-8c2b-de038a0cbdfc is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:33:13.428751 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [req-610c471a-92b7-4241-8427-f6dd391e2ee7 req-029056ab-364e-4f90-a0f3-8712282d6c74 tempest-ServerAddressesNegativeTestJSON-69929699 tempest-ServerAddressesNegativeTestJSON-69929699-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:33:13.435782 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [req-610c471a-92b7-4241-8427-f6dd391e2ee7 req-029056ab-364e-4f90-a0f3-8712282d6c74 tempest-ServerAddressesNegativeTestJSON-69929699 tempest-ServerAddressesNegativeTestJSON-69929699-project] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:33:13.445710 n-d-818823-1 neutron-server[103448]: WARNING neutron.scheduler.l3_agent_scheduler [None req-c6218236-37f0-44af-af7b-8a16c8a739b3 tempest-RoutersTestDVR-259090554 tempest-RoutersTestDVR-259090554-project-admin] No L3 agents can host the router 19d924af-bbb7-44ec-8797-698dcce299aa Nov 22 20:33:13.488819 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Provisioning for port 9bd3e870-35fb-49c5-be6c-d866a309c97d completed by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 20:33:13.493746 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Provisioning complete for port 9bd3e870-35fb-49c5-be6c-d866a309c97d triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:33:13.494420 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:13.521884 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-de538247-8a10-42d3-a9ee-d74d7854b713 None None] Set router 94f2b6d4-8464-4d92-a2c6-e8c26fc23a71 gateway port host: n-d-818823-1 {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:33:13.542101 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0b4428e7-adc0-471f-b34a-6d794850c8cd tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3753014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8900804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8485115'] for subnet, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:13.616380 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610c471a-92b7-4241-8427-f6dd391e2ee7 req-029056ab-364e-4f90-a0f3-8712282d6c74 tempest-ServerAddressesNegativeTestJSON-69929699 tempest-ServerAddressesNegativeTestJSON-69929699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:33:13.617098 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-610c471a-92b7-4241-8427-f6dd391e2ee7 req-029056ab-364e-4f90-a0f3-8712282d6c74 tempest-ServerAddressesNegativeTestJSON-69929699 tempest-ServerAddressesNegativeTestJSON-69929699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:13.618142 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0b4428e7-adc0-471f-b34a-6d794850c8cd tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for subnet, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:13.629520 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-0b4428e7-adc0-471f-b34a-6d794850c8cd tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "DELETE /v2.0/subnets/f951d19b-3499-45ee-8c9d-c2015e201d2f HTTP/1.1" status: 204 len: 168 time: 0.5852034 Nov 22 20:33:13.630292 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 40484) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:33:13.652040 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4428e7-adc0-471f-b34a-6d794850c8cd tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Pushing event deleted for resources: {'Subnet': ['ID=f951d19b-3499-45ee-8c9d-c2015e201d2f,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:33:13.656209 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f22b47e-06ae-4c47-ab82-064300072db7 tempest-TestNetworkBasicOps-1697801292 tempest-TestNetworkBasicOps-1697801292-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:33:13.656672 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f22b47e-06ae-4c47-ab82-064300072db7 tempest-TestNetworkBasicOps-1697801292 tempest-TestNetworkBasicOps-1697801292-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:33:13.657560 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f22b47e-06ae-4c47-ab82-064300072db7 tempest-TestNetworkBasicOps-1697801292 tempest-TestNetworkBasicOps-1697801292-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:33:13.657726 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f22b47e-06ae-4c47-ab82-064300072db7 tempest-TestNetworkBasicOps-1697801292 tempest-TestNetworkBasicOps-1697801292-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:33:13.658189 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f22b47e-06ae-4c47-ab82-064300072db7 tempest-TestNetworkBasicOps-1697801292 tempest-TestNetworkBasicOps-1697801292-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:33:13.658646 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f22b47e-06ae-4c47-ab82-064300072db7 tempest-TestNetworkBasicOps-1697801292 tempest-TestNetworkBasicOps-1697801292-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:33:13.659134 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f22b47e-06ae-4c47-ab82-064300072db7 tempest-TestNetworkBasicOps-1697801292 tempest-TestNetworkBasicOps-1697801292-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:33:13.659614 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f22b47e-06ae-4c47-ab82-064300072db7 tempest-TestNetworkBasicOps-1697801292 tempest-TestNetworkBasicOps-1697801292-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:33:13.660069 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f22b47e-06ae-4c47-ab82-064300072db7 tempest-TestNetworkBasicOps-1697801292 tempest-TestNetworkBasicOps-1697801292-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:33:13.660522 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f22b47e-06ae-4c47-ab82-064300072db7 tempest-TestNetworkBasicOps-1697801292 tempest-TestNetworkBasicOps-1697801292-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:33:13.668514 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-9f22b47e-06ae-4c47-ab82-064300072db7 tempest-TestNetworkBasicOps-1697801292 tempest-TestNetworkBasicOps-1697801292-project-admin] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7100 time: 0.3161325 Nov 22 20:33:13.679579 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 40486) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:33:13.686127 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:13.721535 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-afdb33eb-3084-456a-a4c0-ee70ea85d645 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0752389 Nov 22 20:33:13.723228 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 40490) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:33:13.728393 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-675dcb43-fc4e-4454-b391-92c35ec33262 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Request body: {'subnet': {'network_id': '7bd88872-a540-4e3b-ac93-d884c5e46f76', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:33:13.736466 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6218236-37f0-44af-af7b-8a16c8a739b3 tempest-RoutersTestDVR-259090554 tempest-RoutersTestDVR-259090554-project-admin] Hosts for router 19d924af-bbb7-44ec-8797-698dcce299aa: [] {{(pid=103448) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Nov 22 20:33:13.776183 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port 9bd3e870-35fb-49c5-be6c-d866a309c97d, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=9bd3e870-35fb-49c5-be6c-d866a309c97d,segment=NetworkSegment(470d5048-a1ed-4f8a-b81a-95ae6f6f9db0),segment_id=470d5048-a1ed-4f8a-b81a-95ae6f6f9db0)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:33:13.777237 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3824d5ff-501b-4403-bbe2-6343140d3b22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bd3e870-35fb-49c5-be6c-d866a309c97d'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:33:13.780401 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d39f6d30a11e565ec9648abcc015e8a6ab6cff4edd704add8155e28765d31eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-745ee831-f3f5-40da-8938-ba3eed4093ed" -d '{"events": [{"server_uuid": "3824d5ff-501b-4403-bbe2-6343140d3b22", "name": "network-vif-plugged", "status": "completed", "tag": "9bd3e870-35fb-49c5-be6c-d866a309c97d"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:33:13.788734 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:13.794057 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-610c471a-92b7-4241-8427-f6dd391e2ee7 req-029056ab-364e-4f90-a0f3-8712282d6c74 tempest-ServerAddressesNegativeTestJSON-69929699 tempest-ServerAddressesNegativeTestJSON-69929699-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4869463 Nov 22 20:33:13.807833 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6218236-37f0-44af-af7b-8a16c8a739b3 tempest-RoutersTestDVR-259090554 tempest-RoutersTestDVR-259090554-project-admin] Hosts for other DVR routers connected to router 19d924af-bbb7-44ec-8797-698dcce299aa: set() {{(pid=103448) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Nov 22 20:33:13.810404 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c6218236-37f0-44af-af7b-8a16c8a739b3 tempest-RoutersTestDVR-259090554 tempest-RoutersTestDVR-259090554-project-admin] Publish callbacks [] for router, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:13.812469 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-c6218236-37f0-44af-af7b-8a16c8a739b3 tempest-RoutersTestDVR-259090554 tempest-RoutersTestDVR-259090554-project-admin] 10.222.0.46 "PUT /v2.0/routers/19d924af-bbb7-44ec-8797-698dcce299aa HTTP/1.1" status: 200 len: 716 time: 1.0133862 Nov 22 20:33:13.817139 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 40494) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:33:13.818468 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [req-610c471a-92b7-4241-8427-f6dd391e2ee7 req-96d6d54f-e381-4c9a-8889-cf22a373e5e9 service neutron] Request body: {'port': {'device_id': '13d8d2c2-ba45-481d-99f6-549c396d3f4b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818823-1'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:33:13.901556 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=9bd3e870-35fb-49c5-be6c-d866a309c97d,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:33:13.923837 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:33:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0e07fdf-4d87-4bf0-87fe-486c2b60396c x-openstack-request-id: req-c0e07fdf-4d87-4bf0-87fe-486c2b60396c {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:33:13.924344 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3824d5ff-501b-4403-bbe2-6343140d3b22", "name": "network-vif-plugged", "status": "completed", "tag": "9bd3e870-35fb-49c5-be6c-d866a309c97d", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:33:13.925285 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c0e07fdf-4d87-4bf0-87fe-486c2b60396c {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:33:13.925773 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3824d5ff-501b-4403-bbe2-6343140d3b22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bd3e870-35fb-49c5-be6c-d866a309c97d', 'code': 200} Nov 22 20:33:13.980068 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-f2bc8683-46cb-4477-8a08-97c5f1166a05 tempest-RoutersTestDVR-259090554 tempest-RoutersTestDVR-259090554-project-admin] 10.222.0.46 "GET /v2.0/routers/19d924af-bbb7-44ec-8797-698dcce299aa HTTP/1.1" status: 200 len: 716 time: 0.1614931 Nov 22 20:33:13.983605 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 40500) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:33:14.010010 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1f232af-ca54-487d-a66f-501b11e62b2b tempest-TestNetworkBasicOps-1697801292 tempest-TestNetworkBasicOps-1697801292-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:33:14.010473 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1f232af-ca54-487d-a66f-501b11e62b2b tempest-TestNetworkBasicOps-1697801292 tempest-TestNetworkBasicOps-1697801292-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:33:14.011163 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1f232af-ca54-487d-a66f-501b11e62b2b tempest-TestNetworkBasicOps-1697801292 tempest-TestNetworkBasicOps-1697801292-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:33:14.011658 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1f232af-ca54-487d-a66f-501b11e62b2b tempest-TestNetworkBasicOps-1697801292 tempest-TestNetworkBasicOps-1697801292-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:33:14.012046 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a22aba-5814-418c-be93-3b93291b8712 req-f7ce6a77-b3c5-49d9-8a58-587731940575 tempest-ServerAddressesNegativeTestJSON-69929699 tempest-ServerAddressesNegativeTestJSON-69929699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:33:14.012196 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1f232af-ca54-487d-a66f-501b11e62b2b tempest-TestNetworkBasicOps-1697801292 tempest-TestNetworkBasicOps-1697801292-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:33:14.012530 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1f232af-ca54-487d-a66f-501b11e62b2b tempest-TestNetworkBasicOps-1697801292 tempest-TestNetworkBasicOps-1697801292-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:33:14.012971 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1f232af-ca54-487d-a66f-501b11e62b2b tempest-TestNetworkBasicOps-1697801292 tempest-TestNetworkBasicOps-1697801292-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:33:14.013413 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1f232af-ca54-487d-a66f-501b11e62b2b tempest-TestNetworkBasicOps-1697801292 tempest-TestNetworkBasicOps-1697801292-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:33:14.013847 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1f232af-ca54-487d-a66f-501b11e62b2b tempest-TestNetworkBasicOps-1697801292 tempest-TestNetworkBasicOps-1697801292-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:33:14.015143 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-90a22aba-5814-418c-be93-3b93291b8712 req-f7ce6a77-b3c5-49d9-8a58-587731940575 tempest-ServerAddressesNegativeTestJSON-69929699 tempest-ServerAddressesNegativeTestJSON-69929699-project] 10.222.0.46 "GET /v2.0/ports?device_id=13d8d2c2-ba45-481d-99f6-549c396d3f4b HTTP/1.1" status: 200 len: 932 time: 0.3002105 Nov 22 20:33:14.016232 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-e1f232af-ca54-487d-a66f-501b11e62b2b tempest-TestNetworkBasicOps-1697801292 tempest-TestNetworkBasicOps-1697801292-project-admin] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5937 time: 0.3345804 Nov 22 20:33:14.019128 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 40502) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:33:14.063129 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-de538247-8a10-42d3-a9ee-d74d7854b713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94f2b6d4-8464-4d92-a2c6-e8c26fc23a71', 'name': 'tempest-TestNetworkBasicOps-router-1644200045', 'tenant_id': '67d164fc12fc462bb9fe3a42a4c66cfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': '114cbcf1-a5e8-4d8a-be47-f4c4eb0c39b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:32:58Z', 'updated_at': '2021-11-22T20:33:09Z', 'revision_number': 4, 'project_id': '67d164fc12fc462bb9fe3a42a4c66cfa', 'gw_port': {'id': '114cbcf1-a5e8-4d8a-be47-f4c4eb0c39b8', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:42:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94f2b6d4-8464-4d92-a2c6-e8c26fc23a71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2627, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:32:59Z', 'updated_at': '2021-11-22T20:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': '5d85c926-9152-43d2-9cc9-7f37abbbb7a7', 'name': '', 'network_id': '4eee9871-c864-4a4e-beab-df170d4b2d0a', 'tenant_id': '67d164fc12fc462bb9fe3a42a4c66cfa', 'mac_address': 'fa:16:3e:04:fd:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94f2b6d4-8464-4d92-a2c6-e8c26fc23a71', 'device_owner': 'network:router_interface', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': 'e4bcf6c5-bcfa-43f3-aeeb-3664afce2cd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:33:05Z', 'updated_at': '2021-11-22T20:33:11Z', 'revision_number': 2, 'project_id': '67d164fc12fc462bb9fe3a42a4c66cfa', 'subnets': [{'id': 'e4bcf6c5-bcfa-43f3-aeeb-3664afce2cd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:33:14.125871 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de538247-8a10-42d3-a9ee-d74d7854b713 None None] Checking router: 94f2b6d4-8464-4d92-a2c6-e8c26fc23a71 for host: n-d-818823-1 {{(pid=103450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 20:33:14.133361 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de538247-8a10-42d3-a9ee-d74d7854b713 None None] Updating router 94f2b6d4-8464-4d92-a2c6-e8c26fc23a71 port 5d85c926-9152-43d2-9cc9-7f37abbbb7a7 binding host n-d-818823-1 {{(pid=103450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 20:33:14.164830 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-675dcb43-fc4e-4454-b391-92c35ec33262 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Made reservation on behalf of aa06169c4e4d4119918ff90a471be1d0 for: {'subnet': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:33:14.168964 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-675dcb43-fc4e-4454-b391-92c35ec33262 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8485086'] for subnet, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:14.194230 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-610c471a-92b7-4241-8427-f6dd391e2ee7 req-96d6d54f-e381-4c9a-8889-cf22a373e5e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:14.228913 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-de538247-8a10-42d3-a9ee-d74d7854b713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:14.260992 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961a5284-f830-4b79-bb45-7b0f9114e8a1 req-b2184b9b-1883-4102-abb3-c62d6fe8c834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:33:14.262546 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-961a5284-f830-4b79-bb45-7b0f9114e8a1 req-b2184b9b-1883-4102-abb3-c62d6fe8c834 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3824d5ff-501b-4403-bbe2-6343140d3b22 HTTP/1.1" status: 200 len: 1096 time: 0.2404509 Nov 22 20:33:14.425899 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-625aa904-8cc8-48ed-838b-a8935b302ff7 None None] Network 7bd88872-a540-4e3b-ac93-d884c5e46f76 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:33:14.438050 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-90a22aba-5814-418c-be93-3b93291b8712 req-0713cdf9-a446-4c24-987d-13872fcfe6a2 tempest-ServerAddressesNegativeTestJSON-69929699 tempest-ServerAddressesNegativeTestJSON-69929699-project] 10.222.0.46 "GET /v2.0/security-groups?id=908dd922-6100-4e6f-b460-e525c5b1361a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3984168 Nov 22 20:33:14.619405 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:14.626532 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-de538247-8a10-42d3-a9ee-d74d7854b713 None None] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:14.627197 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-08b16524-be6d-4983-ad55-37d1007788b7 None None] Provisioning complete for port d8687993-e55f-4775-ade1-8b52f27769bd triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:33:14.627197 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-08b16524-be6d-4983-ad55-37d1007788b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:14.636608 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-de538247-8a10-42d3-a9ee-d74d7854b713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:14.675735 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:14.749570 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d409732-bef0-4b9e-8b38-8124dc6c22b8 None None] Pushing event updated for resources: {'Port': ['ID=5d85c926-9152-43d2-9cc9-7f37abbbb7a7,revision_number=3']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:33:14.758058 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d409732-bef0-4b9e-8b38-8124dc6c22b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:33:14.758672 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d409732-bef0-4b9e-8b38-8124dc6c22b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:33:14.759012 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d409732-bef0-4b9e-8b38-8124dc6c22b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:33:14.759348 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d409732-bef0-4b9e-8b38-8124dc6c22b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:33:14.759704 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d409732-bef0-4b9e-8b38-8124dc6c22b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:33:14.760032 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d409732-bef0-4b9e-8b38-8124dc6c22b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:33:14.760363 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d409732-bef0-4b9e-8b38-8124dc6c22b8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:33:14.760685 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d409732-bef0-4b9e-8b38-8124dc6c22b8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:33:14.761006 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d409732-bef0-4b9e-8b38-8124dc6c22b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:33:14.761327 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d409732-bef0-4b9e-8b38-8124dc6c22b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:33:14.761662 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d409732-bef0-4b9e-8b38-8124dc6c22b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:33:14.761968 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d409732-bef0-4b9e-8b38-8124dc6c22b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:33:14.801491 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-961a5284-f830-4b79-bb45-7b0f9114e8a1 req-2dcafd73-7ca2-47da-b187-77c8f424d99e service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=967182ec-36b6-43cb-985c-f0d9e87194dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4870927 Nov 22 20:33:14.802840 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-675dcb43-fc4e-4454-b391-92c35ec33262 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8900613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8485104'] for subnet, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:14.822952 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d51ae64f-fce0-4ce0-b4b9-c993bfee8731 None None] DHCP port deletion for 7bd88872-a540-4e3b-ac93-d884c5e46f76 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:33:14.831980 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a9b982-4979-479b-b54f-8f28508f9fa8 req-0729dd7e-4514-448d-8944-7681057cfbb6 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:33:14.833630 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-90a9b982-4979-479b-b54f-8f28508f9fa8 req-0729dd7e-4514-448d-8944-7681057cfbb6 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/ports?device_id=3824d5ff-501b-4403-bbe2-6343140d3b22 HTTP/1.1" status: 200 len: 945 time: 0.7581506 Nov 22 20:33:14.842976 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-4fe4f4d9-ac94-4021-9644-d785a68ef286 tempest-RoutersTestDVR-1132443918 tempest-RoutersTestDVR-1132443918-project] 10.222.0.46 "GET /v2.0/routers/19d924af-bbb7-44ec-8797-698dcce299aa HTTP/1.1" status: 200 len: 682 time: 0.8241730 Nov 22 20:33:14.844569 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 40508) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:33:14.911784 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-d51ae64f-fce0-4ce0-b4b9-c993bfee8731 None None] Deleting port d8687993-e55f-4775-ade1-8b52f27769bd {{(pid=103449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:33:14.912432 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-d51ae64f-fce0-4ce0-b4b9-c993bfee8731 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:14.942447 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-73bc0f93-46a5-4652-be09-865e2f4212e2 tempest-TestNetworkBasicOps-1697801292 tempest-TestNetworkBasicOps-1697801292-project-admin] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4290 time: 0.9143314 Nov 22 20:33:14.943932 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-886898b3-11ec-414e-81e8-96d80a54b5b5 tempest-RoutersTestDVR-259090554 tempest-RoutersTestDVR-259090554-project-admin] Publish callbacks [] for router, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:14.947658 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-de538247-8a10-42d3-a9ee-d74d7854b713 None None] Attempting to bind port 5d85c926-9152-43d2-9cc9-7f37abbbb7a7 on host n-d-818823-1 for vnic_type normal with profile {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:33:14.947658 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-de538247-8a10-42d3-a9ee-d74d7854b713 None None] Attempting to bind port 5d85c926-9152-43d2-9cc9-7f37abbbb7a7 by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': '90866206-34f4-4d4b-aa28-eaca8b7ae991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '4eee9871-c864-4a4e-beab-df170d4b2d0a'}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:33:14.948035 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de538247-8a10-42d3-a9ee-d74d7854b713 None None] Attempting to bind port 5d85c926-9152-43d2-9cc9-7f37abbbb7a7 on network 4eee9871-c864-4a4e-beab-df170d4b2d0a {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:33:14.961570 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de538247-8a10-42d3-a9ee-d74d7854b713 None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 33, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:33:14.962019 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de538247-8a10-42d3-a9ee-d74d7854b713 None None] Checking segment: {'id': '90866206-34f4-4d4b-aa28-eaca8b7ae991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '4eee9871-c864-4a4e-beab-df170d4b2d0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:33:14.962368 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-de538247-8a10-42d3-a9ee-d74d7854b713 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:14.962755 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de538247-8a10-42d3-a9ee-d74d7854b713 None None] Bound using segment: {'id': '90866206-34f4-4d4b-aa28-eaca8b7ae991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '4eee9871-c864-4a4e-beab-df170d4b2d0a'} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:33:14.963223 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-de538247-8a10-42d3-a9ee-d74d7854b713 None None] Bound port: 5d85c926-9152-43d2-9cc9-7f37abbbb7a7, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90866206-34f4-4d4b-aa28-eaca8b7ae991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '4eee9871-c864-4a4e-beab-df170d4b2d0a'}}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:33:14.966831 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-de538247-8a10-42d3-a9ee-d74d7854b713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:15.007215 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-675dcb43-fc4e-4454-b391-92c35ec33262 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Network 7bd88872-a540-4e3b-ac93-d884c5e46f76 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:33:15.008257 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675dcb43-fc4e-4454-b391-92c35ec33262 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Pushing event updated for resources: {'Subnet': ['ID=a375a2ad-711e-4439-b0fb-db673fedf99d,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:33:15.030722 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-675dcb43-fc4e-4454-b391-92c35ec33262 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:33:15.064236 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-675dcb43-fc4e-4454-b391-92c35ec33262 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:33:15.064850 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-675dcb43-fc4e-4454-b391-92c35ec33262 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for subnet, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:15.067926 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-de538247-8a10-42d3-a9ee-d74d7854b713 None None] For port 5d85c926-9152-43d2-9cc9-7f37abbbb7a7, host n-d-818823-1, cleared binding levels {{(pid=103450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:33:15.074935 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-de538247-8a10-42d3-a9ee-d74d7854b713 None None] For port 5d85c926-9152-43d2-9cc9-7f37abbbb7a7, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=5d85c926-9152-43d2-9cc9-7f37abbbb7a7,segment=NetworkSegment(90866206-34f4-4d4b-aa28-eaca8b7ae991),segment_id=90866206-34f4-4d4b-aa28-eaca8b7ae991)] {{(pid=103450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:33:15.075278 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-90a9b982-4979-479b-b54f-8f28508f9fa8 req-8753700b-5d15-4344-8b54-663c046f8306 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/security-groups?id=967182ec-36b6-43cb-985c-f0d9e87194dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2141881 Nov 22 20:33:15.085317 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-de538247-8a10-42d3-a9ee-d74d7854b713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:15.097437 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbbbeae-ab36-45f6-8f88-3edc21d046f2 req-068dde85-22f6-43f2-bdd5-128fa0a5a68a tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:33:15.099506 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7bbbbeae-ab36-45f6-8f88-3edc21d046f2 req-068dde85-22f6-43f2-bdd5-128fa0a5a68a tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/ports?device_id=55c8ea2e-f35c-4917-83f4-6a6eece9ab8c HTTP/1.1" status: 200 len: 946 time: 0.3455331 Nov 22 20:33:15.119318 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-675dcb43-fc4e-4454-b391-92c35ec33262 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3953640 Nov 22 20:33:15.123675 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-c6b96f93-0421-4268-b487-97880db1808f None None] Provisioning complete for port 5d85c926-9152-43d2-9cc9-7f37abbbb7a7 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:33:15.128756 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 40512) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:33:15.129285 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-c6b96f93-0421-4268-b487-97880db1808f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:15.135549 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-eda8e7fc-25b3-4245-8f8f-866534058556 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Request body: {'subnet': {'network_id': '7bd88872-a540-4e3b-ac93-d884c5e46f76', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:33:15.193366 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d409732-bef0-4b9e-8b38-8124dc6c22b8 None None] Pushing event updated for resources: {'Port': ['ID=5d85c926-9152-43d2-9cc9-7f37abbbb7a7,revision_number=4']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:33:15.203664 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-886898b3-11ec-414e-81e8-96d80a54b5b5 tempest-RoutersTestDVR-259090554 tempest-RoutersTestDVR-259090554-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24781'] for router, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:15.207873 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-886898b3-11ec-414e-81e8-96d80a54b5b5 tempest-RoutersTestDVR-259090554 tempest-RoutersTestDVR-259090554-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:15.248267 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de538247-8a10-42d3-a9ee-d74d7854b713 None None] Routers {'94f2b6d4-8464-4d92-a2c6-e8c26fc23a71'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:33:15.248936 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-de538247-8a10-42d3-a9ee-d74d7854b713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:33:03Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['94f2b6d4-8464-4d92-a2c6-e8c26fc23a71'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:33:15.251611 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7bbbbeae-ab36-45f6-8f88-3edc21d046f2 req-f96469fa-f0ca-4407-81e8-7bfc6ec4e255 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/security-groups?id=be1c2326-cee4-429b-9524-b757ff14e61f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1355045 Nov 22 20:33:15.309897 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [req-610c471a-92b7-4241-8427-f6dd391e2ee7 req-96d6d54f-e381-4c9a-8889-cf22a373e5e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26f97b7a-2b0d-4f19-aaad-9560be476e28 {{(pid=103448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:33:15.312666 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-d51ae64f-fce0-4ce0-b4b9-c993bfee8731 None None] For port d8687993-e55f-4775-ade1-8b52f27769bd, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=d8687993-e55f-4775-ade1-8b52f27769bd,segment=NetworkSegment(bdb0f717-aa5f-4e33-bcc3-95472c9b5b64),segment_id=bdb0f717-aa5f-4e33-bcc3-95472c9b5b64)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:33:15.314101 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-d51ae64f-fce0-4ce0-b4b9-c993bfee8731 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:15.329606 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-610c471a-92b7-4241-8427-f6dd391e2ee7 req-96d6d54f-e381-4c9a-8889-cf22a373e5e9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:15.333096 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-886898b3-11ec-414e-81e8-96d80a54b5b5 tempest-RoutersTestDVR-259090554 tempest-RoutersTestDVR-259090554-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-663261'] for router, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:15.333624 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-886898b3-11ec-414e-81e8-96d80a54b5b5 tempest-RoutersTestDVR-259090554 tempest-RoutersTestDVR-259090554-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 19d924af-bbb7-44ec-8797-698dcce299aa {{(pid=103448) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 20:33:15.342863 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-886898b3-11ec-414e-81e8-96d80a54b5b5 tempest-RoutersTestDVR-259090554 tempest-RoutersTestDVR-259090554-project-admin] Publish callbacks [] for router, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:15.350119 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-886898b3-11ec-414e-81e8-96d80a54b5b5 tempest-RoutersTestDVR-259090554 tempest-RoutersTestDVR-259090554-project-admin] 10.222.0.46 "DELETE /v2.0/routers/19d924af-bbb7-44ec-8797-698dcce299aa HTTP/1.1" status: 204 len: 168 time: 0.4985342 Nov 22 20:33:15.352778 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 40516) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:33:15.358801 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-d51ae64f-fce0-4ce0-b4b9-c993bfee8731 None None] Calling delete_port for d8687993-e55f-4775-ade1-8b52f27769bd owned by network:dhcp {{(pid=103449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:33:15.362371 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-80c2a3a3-7f6c-41cd-838f-0851b1e10e65 tempest-RoutersTestDVR-259090554 tempest-RoutersTestDVR-259090554-project-admin] Request body: {'router': {'name': 'tempest-router-1016344318', 'distributed': True}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:33:15.372517 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [req-610c471a-92b7-4241-8427-f6dd391e2ee7 req-96d6d54f-e381-4c9a-8889-cf22a373e5e9 service neutron] Transition to ACTIVE for port object 26f97b7a-2b0d-4f19-aaad-9560be476e28 will not be triggered until provisioned by entity L2. {{(pid=103448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 20:33:15.380600 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-610c471a-92b7-4241-8427-f6dd391e2ee7 req-96d6d54f-e381-4c9a-8889-cf22a373e5e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:15.447354 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.db.api [None req-eda8e7fc-25b3-4245-8f8f-866534058556 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 22 20:33:15.447354 n-d-818823-1 neutron-server[103447]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 22 20:33:15.447354 n-d-818823-1 neutron-server[103447]: [parameters: {'project_id_1': 'aa06169c4e4d4119918ff90a471be1d0', 'expiration_1': datetime.datetime(2021, 11, 22, 20, 32, 55, 416497)}] Nov 22 20:33:15.447354 n-d-818823-1 neutron-server[103447]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103447) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 20:33:15.447961 n-d-818823-1 neutron-server[103447]: DEBUG oslo_db.api [None req-eda8e7fc-25b3-4245-8f8f-866534058556 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 20:33:15.476989 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-80c2a3a3-7f6c-41cd-838f-0851b1e10e65 tempest-RoutersTestDVR-259090554 tempest-RoutersTestDVR-259090554-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24799'] for router, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:15.485894 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-80c2a3a3-7f6c-41cd-838f-0851b1e10e65 tempest-RoutersTestDVR-259090554 tempest-RoutersTestDVR-259090554-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-632716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24788'] for router, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:15.491041 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 40520) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:33:15.497842 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-40724801-902e-4fde-93fa-52020c36f0f8 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1417389805', 'description': 'tempest-secgroup-smoke-1417389805 description', 'project_id': '67d164fc12fc462bb9fe3a42a4c66cfa'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:33:15.515818 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-c6b96f93-0421-4268-b487-97880db1808f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:15.526405 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d6d54f-e381-4c9a-8889-cf22a373e5e9 service neutron] Pushing event updated for resources: {'Port': ['ID=26f97b7a-2b0d-4f19-aaad-9560be476e28,revision_number=2']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:33:15.538069 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-de538247-8a10-42d3-a9ee-d74d7854b713 None None] Set router 94f2b6d4-8464-4d92-a2c6-e8c26fc23a71 gateway port host: n-d-818823-1 {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:33:15.588720 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-c6b96f93-0421-4268-b487-97880db1808f None None] For port 5d85c926-9152-43d2-9cc9-7f37abbbb7a7, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=5d85c926-9152-43d2-9cc9-7f37abbbb7a7,segment=NetworkSegment(90866206-34f4-4d4b-aa28-eaca8b7ae991),segment_id=90866206-34f4-4d4b-aa28-eaca8b7ae991)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:33:15.598982 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-c6b96f93-0421-4268-b487-97880db1808f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:15.670549 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-80c2a3a3-7f6c-41cd-838f-0851b1e10e65 tempest-RoutersTestDVR-259090554 tempest-RoutersTestDVR-259090554-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:15.672604 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b96f93-0421-4268-b487-97880db1808f None None] Pushing event updated for resources: {'Port': ['ID=5d85c926-9152-43d2-9cc9-7f37abbbb7a7,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:33:15.678178 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device d8687993-e55f-4775-ade1-8b52f27769bd no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:33:15.687600 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-80c2a3a3-7f6c-41cd-838f-0851b1e10e65 tempest-RoutersTestDVR-259090554 tempest-RoutersTestDVR-259090554-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-659538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-841284'] for router, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:15.690977 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-610c471a-92b7-4241-8427-f6dd391e2ee7 req-96d6d54f-e381-4c9a-8889-cf22a373e5e9 service neutron] Attempting to bind port 26f97b7a-2b0d-4f19-aaad-9560be476e28 on host n-h1-818823-1 for vnic_type normal with profile {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:33:15.690977 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-610c471a-92b7-4241-8427-f6dd391e2ee7 req-96d6d54f-e381-4c9a-8889-cf22a373e5e9 service neutron] Attempting to bind port 26f97b7a-2b0d-4f19-aaad-9560be476e28 by drivers openvswitch,hyperv on host n-h1-818823-1 at level 0 using segments [{'id': 'a1fa56bc-a15e-4e03-908a-f5764f65fc21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'fb2c92ab-5c18-46a8-8c2b-de038a0cbdfc'}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:33:15.692272 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-610c471a-92b7-4241-8427-f6dd391e2ee7 req-96d6d54f-e381-4c9a-8889-cf22a373e5e9 service neutron] Attempting to bind port 26f97b7a-2b0d-4f19-aaad-9560be476e28 on network fb2c92ab-5c18-46a8-8c2b-de038a0cbdfc {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:33:15.702608 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-610c471a-92b7-4241-8427-f6dd391e2ee7 req-96d6d54f-e381-4c9a-8889-cf22a373e5e9 service neutron] Port 26f97b7a-2b0d-4f19-aaad-9560be476e28 on network fb2c92ab-5c18-46a8-8c2b-de038a0cbdfc not bound, no agent of type Open vSwitch agent registered on host n-h1-818823-1 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:33:15.703287 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-610c471a-92b7-4241-8427-f6dd391e2ee7 req-96d6d54f-e381-4c9a-8889-cf22a373e5e9 service neutron] Attempting to bind port 26f97b7a-2b0d-4f19-aaad-9560be476e28 on network fb2c92ab-5c18-46a8-8c2b-de038a0cbdfc {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:33:15.710507 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-40724801-902e-4fde-93fa-52020c36f0f8 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:15.731091 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b615a8af-9d47-40bf-9bd5-313a08cf107d req-2c7ac9f8-c023-4ba0-8595-2a5ca1150236 tempest-ServerAddressesNegativeTestJSON-69929699 tempest-ServerAddressesNegativeTestJSON-69929699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:33:15.733240 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-610c471a-92b7-4241-8427-f6dd391e2ee7 req-96d6d54f-e381-4c9a-8889-cf22a373e5e9 service neutron] Checking agent: {'id': '7a008cff-3b49-418c-8046-689d46cc800f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'started_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 33, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:33:15.733397 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b615a8af-9d47-40bf-9bd5-313a08cf107d req-2c7ac9f8-c023-4ba0-8595-2a5ca1150236 tempest-ServerAddressesNegativeTestJSON-69929699 tempest-ServerAddressesNegativeTestJSON-69929699-project] 10.222.0.46 "GET /v2.0/ports?device_id=13d8d2c2-ba45-481d-99f6-549c396d3f4b HTTP/1.1" status: 200 len: 944 time: 0.1061649 Nov 22 20:33:15.734136 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-610c471a-92b7-4241-8427-f6dd391e2ee7 req-96d6d54f-e381-4c9a-8889-cf22a373e5e9 service neutron] Checking segment: {'id': 'a1fa56bc-a15e-4e03-908a-f5764f65fc21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'fb2c92ab-5c18-46a8-8c2b-de038a0cbdfc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:33:15.734940 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-610c471a-92b7-4241-8427-f6dd391e2ee7 req-96d6d54f-e381-4c9a-8889-cf22a373e5e9 service neutron] Bound using segment: {'id': 'a1fa56bc-a15e-4e03-908a-f5764f65fc21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'fb2c92ab-5c18-46a8-8c2b-de038a0cbdfc'} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:33:15.735677 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-610c471a-92b7-4241-8427-f6dd391e2ee7 req-96d6d54f-e381-4c9a-8889-cf22a373e5e9 service neutron] Bound port: 26f97b7a-2b0d-4f19-aaad-9560be476e28, host: n-h1-818823-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1fa56bc-a15e-4e03-908a-f5764f65fc21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'fb2c92ab-5c18-46a8-8c2b-de038a0cbdfc'}}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:33:15.736473 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-610c471a-92b7-4241-8427-f6dd391e2ee7 req-96d6d54f-e381-4c9a-8889-cf22a373e5e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:15.738177 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-80c2a3a3-7f6c-41cd-838f-0851b1e10e65 tempest-RoutersTestDVR-259090554 tempest-RoutersTestDVR-259090554-project-admin] Publish callbacks [] for router, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:15.742478 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-80c2a3a3-7f6c-41cd-838f-0851b1e10e65 tempest-RoutersTestDVR-259090554 tempest-RoutersTestDVR-259090554-project-admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.3863387 Nov 22 20:33:15.743632 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 40522) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:33:15.762159 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-479a4ca2-0398-4da5-bc16-cf5409643b3a None None] Provisioning complete for port 5d85c926-9152-43d2-9cc9-7f37abbbb7a7 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:33:15.762556 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-479a4ca2-0398-4da5-bc16-cf5409643b3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:15.820255 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-d51ae64f-fce0-4ce0-b4b9-c993bfee8731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381'] for port, after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:15.823911 n-d-818823-1 neutron-server[103449]: INFO neutron.plugins.ml2.db [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No ports have port_id starting with d8687993-e55f-4775-ade1-8b52f27769bd Nov 22 20:33:15.888335 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51ae64f-fce0-4ce0-b4b9-c993bfee8731 None None] Pushing event deleted for resources: {'Port': ['ID=d8687993-e55f-4775-ade1-8b52f27769bd,revision_number=None']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:33:15.894254 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d51ae64f-fce0-4ce0-b4b9-c993bfee8731 None None] No DVR routers for this DVR port d8687993-e55f-4775-ade1-8b52f27769bd on host n-d-818823-1 {{(pid=103449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:33:15.922617 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a8d536d-3a97-495c-8144-deb3e213f8c9 None None] Network 7bd88872-a540-4e3b-ac93-d884c5e46f76 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:33:15.924374 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-610c471a-92b7-4241-8427-f6dd391e2ee7 req-96d6d54f-e381-4c9a-8889-cf22a373e5e9 service neutron] For port 26f97b7a-2b0d-4f19-aaad-9560be476e28, host n-h1-818823-1, cleared binding levels {{(pid=103448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:33:15.933331 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-610c471a-92b7-4241-8427-f6dd391e2ee7 req-96d6d54f-e381-4c9a-8889-cf22a373e5e9 service neutron] For port 26f97b7a-2b0d-4f19-aaad-9560be476e28, host n-h1-818823-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=26f97b7a-2b0d-4f19-aaad-9560be476e28,segment=NetworkSegment(a1fa56bc-a15e-4e03-908a-f5764f65fc21),segment_id=a1fa56bc-a15e-4e03-908a-f5764f65fc21)] {{(pid=103448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:33:15.945596 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-610c471a-92b7-4241-8427-f6dd391e2ee7 req-96d6d54f-e381-4c9a-8889-cf22a373e5e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:15.989350 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-de538247-8a10-42d3-a9ee-d74d7854b713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94f2b6d4-8464-4d92-a2c6-e8c26fc23a71', 'name': 'tempest-TestNetworkBasicOps-router-1644200045', 'tenant_id': '67d164fc12fc462bb9fe3a42a4c66cfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': '114cbcf1-a5e8-4d8a-be47-f4c4eb0c39b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:32:58Z', 'updated_at': '2021-11-22T20:33:09Z', 'revision_number': 4, 'project_id': '67d164fc12fc462bb9fe3a42a4c66cfa', 'gw_port': {'id': '114cbcf1-a5e8-4d8a-be47-f4c4eb0c39b8', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:42:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94f2b6d4-8464-4d92-a2c6-e8c26fc23a71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2627, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:32:59Z', 'updated_at': '2021-11-22T20:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': '5d85c926-9152-43d2-9cc9-7f37abbbb7a7', 'name': '', 'network_id': '4eee9871-c864-4a4e-beab-df170d4b2d0a', 'tenant_id': '67d164fc12fc462bb9fe3a42a4c66cfa', 'mac_address': 'fa:16:3e:04:fd:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94f2b6d4-8464-4d92-a2c6-e8c26fc23a71', 'device_owner': 'network:router_interface', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': 'e4bcf6c5-bcfa-43f3-aeeb-3664afce2cd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:33:05Z', 'updated_at': '2021-11-22T20:33:15Z', 'revision_number': 4, 'project_id': '67d164fc12fc462bb9fe3a42a4c66cfa', 'subnets': [{'id': 'e4bcf6c5-bcfa-43f3-aeeb-3664afce2cd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:33:15.998165 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-40724801-902e-4fde-93fa-52020c36f0f8 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:16.008420 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-40724801-902e-4fde-93fa-52020c36f0f8 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:16.019676 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de538247-8a10-42d3-a9ee-d74d7854b713 None None] The sync data for ids ['94f2b6d4-8464-4d92-a2c6-e8c26fc23a71'] in n-d-818823-1 is: [{'id': '94f2b6d4-8464-4d92-a2c6-e8c26fc23a71', 'name': 'tempest-TestNetworkBasicOps-router-1644200045', 'tenant_id': '67d164fc12fc462bb9fe3a42a4c66cfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': '114cbcf1-a5e8-4d8a-be47-f4c4eb0c39b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:32:58Z', 'updated_at': '2021-11-22T20:33:09Z', 'revision_number': 4, 'project_id': '67d164fc12fc462bb9fe3a42a4c66cfa', 'gw_port': {'id': '114cbcf1-a5e8-4d8a-be47-f4c4eb0c39b8', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:42:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94f2b6d4-8464-4d92-a2c6-e8c26fc23a71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2627, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:32:59Z', 'updated_at': '2021-11-22T20:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': '5d85c926-9152-43d2-9cc9-7f37abbbb7a7', 'name': '', 'network_id': '4eee9871-c864-4a4e-beab-df170d4b2d0a', 'tenant_id': '67d164fc12fc462bb9fe3a42a4c66cfa', 'mac_address': 'fa:16:3e:04:fd:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94f2b6d4-8464-4d92-a2c6-e8c26fc23a71', 'device_owner': 'network:router_interface', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': 'e4bcf6c5-bcfa-43f3-aeeb-3664afce2cd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:33:05Z', 'updated_at': '2021-11-22T20:33:15Z', 'revision_number': 4, 'project_id': '67d164fc12fc462bb9fe3a42a4c66cfa', 'subnets': [{'id': 'e4bcf6c5-bcfa-43f3-aeeb-3664afce2cd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:33:16.021837 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610c471a-92b7-4241-8427-f6dd391e2ee7 req-96d6d54f-e381-4c9a-8889-cf22a373e5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:33:16.022664 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-610c471a-92b7-4241-8427-f6dd391e2ee7 req-96d6d54f-e381-4c9a-8889-cf22a373e5e9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:16.024160 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-610c471a-92b7-4241-8427-f6dd391e2ee7 req-96d6d54f-e381-4c9a-8889-cf22a373e5e9 service neutron] 10.222.0.41 "PUT /v2.0/ports/26f97b7a-2b0d-4f19-aaad-9560be476e28 HTTP/1.1" status: 200 len: 1092 time: 2.2173250 Nov 22 20:33:16.036748 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13d8d2c2-ba45-481d-99f6-549c396d3f4b', 'tag': '26f97b7a-2b0d-4f19-aaad-9560be476e28'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:33:16.036748 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589a98cf2aea187fcc423a5edb333e5a6cf3ad7c81115d1ebee0f079693c312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-555e6156-a9d9-438a-898f-1487180c9534" -d '{"events": [{"name": "network-changed", "server_uuid": "13d8d2c2-ba45-481d-99f6-549c396d3f4b", "tag": "26f97b7a-2b0d-4f19-aaad-9560be476e28"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:33:16.053909 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b615a8af-9d47-40bf-9bd5-313a08cf107d req-96ee30e1-7fd9-4d5a-ac63-30eccb18efaa tempest-ServerAddressesNegativeTestJSON-69929699 tempest-ServerAddressesNegativeTestJSON-69929699-project] 10.222.0.46 "GET /v2.0/security-groups?id=908dd922-6100-4e6f-b460-e525c5b1361a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3061249 Nov 22 20:33:16.076176 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4c325871-97e9-4799-a87d-f950ab931ce4 tempest-RoutersTestDVR-259090554 tempest-RoutersTestDVR-259090554-project-admin] Publish callbacks [] for router, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:16.155498 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 20:33:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70bb9da7-f2e5-4b53-8268-a382b5ebc169 x-openstack-request-id: req-70bb9da7-f2e5-4b53-8268-a382b5ebc169 {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:33:16.157365 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13d8d2c2-ba45-481d-99f6-549c396d3f4b", "tag": "26f97b7a-2b0d-4f19-aaad-9560be476e28", "status": "completed", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:33:16.157916 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-70bb9da7-f2e5-4b53-8268-a382b5ebc169 {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:33:16.163848 n-d-818823-1 neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13d8d2c2-ba45-481d-99f6-549c396d3f4b', 'tag': '26f97b7a-2b0d-4f19-aaad-9560be476e28', 'status': 'completed', 'code': 200} Nov 22 20:33:16.200126 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eda8e7fc-25b3-4245-8f8f-866534058556 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Made reservation on behalf of aa06169c4e4d4119918ff90a471be1d0 for: {'subnet': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:33:16.211385 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d6d54f-e381-4c9a-8889-cf22a373e5e9 service neutron] Pushing event updated for resources: {'Port': ['ID=26f97b7a-2b0d-4f19-aaad-9560be476e28,revision_number=3']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:33:16.212385 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-eda8e7fc-25b3-4245-8f8f-866534058556 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8485086'] for subnet, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:16.218795 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40724801-902e-4fde-93fa-52020c36f0f8 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47c329a1-771a-489f-9c27-2c25a09975ac,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:33:16.224289 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-40724801-902e-4fde-93fa-52020c36f0f8 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:16.226262 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-40724801-902e-4fde-93fa-52020c36f0f8 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.7341979 Nov 22 20:33:16.233108 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 40528) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:33:16.239249 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-64679345-0bc6-4fe8-bdc5-a8f7c99ed5e8 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Request body: {'security_group_rule': {'security_group_id': '47c329a1-771a-489f-9c27-2c25a09975ac', 'project_id': '67d164fc12fc462bb9fe3a42a4c66cfa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:33:16.309548 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610c471a-92b7-4241-8427-f6dd391e2ee7 req-6be51689-a754-44de-80c5-3e0ad41223a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:33:16.324171 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-610c471a-92b7-4241-8427-f6dd391e2ee7 req-6be51689-a754-44de-80c5-3e0ad41223a5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=26092fd813f241ccbeeb26cadf7e8307&device_id=13d8d2c2-ba45-481d-99f6-549c396d3f4b HTTP/1.1" status: 200 len: 1095 time: 0.2380195 Nov 22 20:33:16.388343 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-610c471a-92b7-4241-8427-f6dd391e2ee7 req-c3b3a104-4da2-4a6f-8f1d-08a57ce09aa9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=26f97b7a-2b0d-4f19-aaad-9560be476e28 HTTP/1.1" status: 200 len: 217 time: 0.0577424 Nov 22 20:33:16.390326 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-64679345-0bc6-4fe8-bdc5-a8f7c99ed5e8 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:16.493073 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610c471a-92b7-4241-8427-f6dd391e2ee7 req-9ff25621-4d95-4455-918d-2facf88c09cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:33:16.494857 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-610c471a-92b7-4241-8427-f6dd391e2ee7 req-9ff25621-4d95-4455-918d-2facf88c09cd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8efc58dc-70dd-4c36-a445-71c9ec41dd85 HTTP/1.1" status: 200 len: 862 time: 0.0988355 Nov 22 20:33:16.531743 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-610c471a-92b7-4241-8427-f6dd391e2ee7 req-86356863-210c-4c26-8e30-de9efafb8c36 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fb2c92ab-5c18-46a8-8c2b-de038a0cbdfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289392 Nov 22 20:33:16.538996 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-64679345-0bc6-4fe8-bdc5-a8f7c99ed5e8 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:16.540724 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4c325871-97e9-4799-a87d-f950ab931ce4 tempest-RoutersTestDVR-259090554 tempest-RoutersTestDVR-259090554-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24781'] for router, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:16.544016 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4c325871-97e9-4799-a87d-f950ab931ce4 tempest-RoutersTestDVR-259090554 tempest-RoutersTestDVR-259090554-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:16.547588 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-695bf81f-0ddf-4662-8047-77f3a77adc25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fb26bd7-ce56-527b-b94f-2e1f7cb2bb35-7bd88872-a540-4e3b-ac93-d884c5e46f76', 'network_id': '7bd88872-a540-4e3b-ac93-d884c5e46f76', 'tenant_id': 'aa06169c4e4d4119918ff90a471be1d0', 'fixed_ips': [{'subnet_id': 'a375a2ad-711e-4439-b0fb-db673fedf99d'}]}} from n-d-818823-1. {{(pid=103449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 20:33:16.548512 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-695bf81f-0ddf-4662-8047-77f3a77adc25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:16.555995 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-64679345-0bc6-4fe8-bdc5-a8f7c99ed5e8 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572323'] for security_group_rule, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:16.626533 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64679345-0bc6-4fe8-bdc5-a8f7c99ed5e8 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f4d085a-4cc6-47bc-a8ba-c8eb0f70ef54,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:33:16.646706 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-64679345-0bc6-4fe8-bdc5-a8f7c99ed5e8 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:16.647973 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-64679345-0bc6-4fe8-bdc5-a8f7c99ed5e8 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4125135 Nov 22 20:33:16.650866 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 40542) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:33:16.670280 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-4c109503-469f-4879-a782-daf02133cc11 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Request body: {'security_group_rule': {'security_group_id': '47c329a1-771a-489f-9c27-2c25a09975ac', 'project_id': '67d164fc12fc462bb9fe3a42a4c66cfa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:33:16.722954 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4c109503-469f-4879-a782-daf02133cc11 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:16.746030 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-610c471a-92b7-4241-8427-f6dd391e2ee7 req-0efed266-f73d-42ea-be0d-37db798c05f9 service neutron] 10.222.0.41 "GET /v2.0/networks/fb2c92ab-5c18-46a8-8c2b-de038a0cbdfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2055089 Nov 22 20:33:16.798037 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.db_base_plugin_common [None req-695bf81f-0ddf-4662-8047-77f3a77adc25 None None] Allocated IP 2001:db8::2 (7bd88872-a540-4e3b-ac93-d884c5e46f76/a375a2ad-711e-4439-b0fb-db673fedf99d/abe27436-52eb-4ac8-bc74-4309bbc7ca53) {{(pid=103449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:33:16.889223 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4c109503-469f-4879-a782-daf02133cc11 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:16.907081 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4c109503-469f-4879-a782-daf02133cc11 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572323'] for security_group_rule, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:16.935076 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-610c471a-92b7-4241-8427-f6dd391e2ee7 req-a9c3fc72-eb4b-417a-9bc2-faf1f2397727 service neutron] 10.222.0.41 "GET /v2.0/networks/fb2c92ab-5c18-46a8-8c2b-de038a0cbdfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1742322 Nov 22 20:33:16.969810 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c109503-469f-4879-a782-daf02133cc11 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e62f09a7-1886-4d23-8884-dbcd78c9d10b,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:33:16.978986 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4c109503-469f-4879-a782-daf02133cc11 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:16.980797 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-4c109503-469f-4879-a782-daf02133cc11 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3292184 Nov 22 20:33:16.983983 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 40552) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:33:16.990614 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-2391ba7f-cd69-4680-896a-d79b66f4aceb tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Request body: {'security_group_rule': {'security_group_id': '47c329a1-771a-489f-9c27-2c25a09975ac', 'project_id': '67d164fc12fc462bb9fe3a42a4c66cfa', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:33:17.052260 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-695bf81f-0ddf-4662-8047-77f3a77adc25 None None] Publish callbacks [] for port, precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:17.063988 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-695bf81f-0ddf-4662-8047-77f3a77adc25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372'] for port, after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:17.082057 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2391ba7f-cd69-4680-896a-d79b66f4aceb tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:17.119340 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-695bf81f-0ddf-4662-8047-77f3a77adc25 None None] Network 7bd88872-a540-4e3b-ac93-d884c5e46f76 is already hosted by enough agents. {{(pid=103449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:33:17.122715 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.base_scheduler [None req-695bf81f-0ddf-4662-8047-77f3a77adc25 None None] Resources bound (agent type, host, resource id): {{(pid=103449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:33:17.127380 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-695bf81f-0ddf-4662-8047-77f3a77adc25 None None] Received port after_create {{(pid=103449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:33:17.132273 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555e6156-a9d9-438a-898f-1487180c9534 req-ec957e7a-6860-479b-a8ae-cfadbba0e595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:33:17.138511 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-555e6156-a9d9-438a-898f-1487180c9534 req-ec957e7a-6860-479b-a8ae-cfadbba0e595 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=26092fd813f241ccbeeb26cadf7e8307&device_id=13d8d2c2-ba45-481d-99f6-549c396d3f4b HTTP/1.1" status: 200 len: 1095 time: 0.1068575 Nov 22 20:33:17.145229 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695bf81f-0ddf-4662-8047-77f3a77adc25 None None] Pushing event updated for resources: {'Port': ['ID=abe27436-52eb-4ac8-bc74-4309bbc7ca53,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:33:17.222937 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-695bf81f-0ddf-4662-8047-77f3a77adc25 None None] Attempting to bind port abe27436-52eb-4ac8-bc74-4309bbc7ca53 on host n-d-818823-1 for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:33:17.224655 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-695bf81f-0ddf-4662-8047-77f3a77adc25 None None] Attempting to bind port abe27436-52eb-4ac8-bc74-4309bbc7ca53 by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': 'bdb0f717-aa5f-4e33-bcc3-95472c9b5b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '7bd88872-a540-4e3b-ac93-d884c5e46f76'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:33:17.225154 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-695bf81f-0ddf-4662-8047-77f3a77adc25 None None] Attempting to bind port abe27436-52eb-4ac8-bc74-4309bbc7ca53 on network 7bd88872-a540-4e3b-ac93-d884c5e46f76 {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:33:17.225678 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2391ba7f-cd69-4680-896a-d79b66f4aceb tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:17.235800 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-695bf81f-0ddf-4662-8047-77f3a77adc25 None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 33, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:33:17.236036 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2391ba7f-cd69-4680-896a-d79b66f4aceb tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572323'] for security_group_rule, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:17.236700 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-695bf81f-0ddf-4662-8047-77f3a77adc25 None None] Checking segment: {'id': 'bdb0f717-aa5f-4e33-bcc3-95472c9b5b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '7bd88872-a540-4e3b-ac93-d884c5e46f76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:33:17.238650 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-695bf81f-0ddf-4662-8047-77f3a77adc25 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:17.239269 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-695bf81f-0ddf-4662-8047-77f3a77adc25 None None] Bound using segment: {'id': 'bdb0f717-aa5f-4e33-bcc3-95472c9b5b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '7bd88872-a540-4e3b-ac93-d884c5e46f76'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:33:17.240843 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-695bf81f-0ddf-4662-8047-77f3a77adc25 None None] Bound port: abe27436-52eb-4ac8-bc74-4309bbc7ca53, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdb0f717-aa5f-4e33-bcc3-95472c9b5b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '7bd88872-a540-4e3b-ac93-d884c5e46f76'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:33:17.241336 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-695bf81f-0ddf-4662-8047-77f3a77adc25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:17.290834 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2391ba7f-cd69-4680-896a-d79b66f4aceb tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:17.292160 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-2391ba7f-cd69-4680-896a-d79b66f4aceb tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3067634 Nov 22 20:33:17.298765 n-d-818823-1 neutron-server[103447]: INFO neutron.db.ipam_backend_mixin [None req-eda8e7fc-25b3-4245-8f8f-866534058556 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a375a2ad-711e-4439-b0fb-db673fedf99d (CIDR: 2001:db8::/64) Nov 22 20:33:17.299519 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 40556) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:33:17.305106 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2391ba7f-cd69-4680-896a-d79b66f4aceb tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84ebec31-c632-4949-af2a-2e8192b7790d,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:33:17.321946 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-4b96c3ee-669c-4b44-aa98-60139cd85130 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Request body: {'security_group_rule': {'security_group_id': '47c329a1-771a-489f-9c27-2c25a09975ac', 'project_id': '67d164fc12fc462bb9fe3a42a4c66cfa', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:33:17.344411 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555e6156-a9d9-438a-898f-1487180c9534 req-8ecc7127-4cbe-4a6c-8136-35003f08d8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:33:17.348709 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-555e6156-a9d9-438a-898f-1487180c9534 req-8ecc7127-4cbe-4a6c-8136-35003f08d8a6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=fb2c92ab-5c18-46a8-8c2b-de038a0cbdfc HTTP/1.1" status: 200 len: 923 time: 0.1955450 Nov 22 20:33:17.357618 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978d334f-1582-4c8c-a257-844977db94da req-c6a04f86-08b0-442d-89ae-e22f5b1c2c80 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:33:17.360023 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-978d334f-1582-4c8c-a257-844977db94da req-c6a04f86-08b0-442d-89ae-e22f5b1c2c80 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/ports?device_id=3824d5ff-501b-4403-bbe2-6343140d3b22 HTTP/1.1" status: 200 len: 945 time: 1.0584266 Nov 22 20:33:17.372554 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-695bf81f-0ddf-4662-8047-77f3a77adc25 None None] For port abe27436-52eb-4ac8-bc74-4309bbc7ca53, host n-d-818823-1, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:33:17.378766 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4c325871-97e9-4799-a87d-f950ab931ce4 tempest-RoutersTestDVR-259090554 tempest-RoutersTestDVR-259090554-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-663261'] for router, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:17.379439 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c325871-97e9-4799-a87d-f950ab931ce4 tempest-RoutersTestDVR-259090554 tempest-RoutersTestDVR-259090554-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2c66c72f-6e9c-421e-8f0a-064bd7ef6baa {{(pid=103447) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 20:33:17.397636 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-695bf81f-0ddf-4662-8047-77f3a77adc25 None None] For port abe27436-52eb-4ac8-bc74-4309bbc7ca53, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=abe27436-52eb-4ac8-bc74-4309bbc7ca53,segment=NetworkSegment(bdb0f717-aa5f-4e33-bcc3-95472c9b5b64),segment_id=bdb0f717-aa5f-4e33-bcc3-95472c9b5b64)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:33:17.402435 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c6ac11-8e23-4c34-b153-2d3afb2dee69 req-230d5565-3655-4ed4-b908-2fbdb60c19d4 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:33:17.404077 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-85c6ac11-8e23-4c34-b153-2d3afb2dee69 req-230d5565-3655-4ed4-b908-2fbdb60c19d4 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/ports?device_id=55c8ea2e-f35c-4917-83f4-6a6eece9ab8c HTTP/1.1" status: 200 len: 946 time: 0.9315565 Nov 22 20:33:17.406834 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-695bf81f-0ddf-4662-8047-77f3a77adc25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:17.412044 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4c325871-97e9-4799-a87d-f950ab931ce4 tempest-RoutersTestDVR-259090554 tempest-RoutersTestDVR-259090554-project-admin] Publish callbacks [] for router, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:17.417855 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-4c325871-97e9-4799-a87d-f950ab931ce4 tempest-RoutersTestDVR-259090554 tempest-RoutersTestDVR-259090554-project-admin] 10.222.0.46 "DELETE /v2.0/routers/2c66c72f-6e9c-421e-8f0a-064bd7ef6baa HTTP/1.1" status: 204 len: 168 time: 1.6561124 Nov 22 20:33:17.417855 n-d-818823-1 neutron-server[103447]: INFO neutron.pecan_wsgi.hooks.translation [None req-eda8e7fc-25b3-4245-8f8f-866534058556 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 22 20:33:17.417855 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eda8e7fc-25b3-4245-8f8f-866534058556 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103447) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 20:33:17.448468 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4b96c3ee-669c-4b44-aa98-60139cd85130 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:17.467180 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-eda8e7fc-25b3-4245-8f8f-866534058556 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.3367996 Nov 22 20:33:17.485701 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 40568) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:33:17.510015 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-20e2246a-fbb1-47f1-b3b5-d8b70cfdf67c tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Request body: {'subnet': {'network_id': '7bd88872-a540-4e3b-ac93-d884c5e46f76', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:33:17.535282 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695bf81f-0ddf-4662-8047-77f3a77adc25 None None] Pushing event updated for resources: {'Port': ['ID=abe27436-52eb-4ac8-bc74-4309bbc7ca53,revision_number=2']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:33:17.548958 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-555e6156-a9d9-438a-898f-1487180c9534 req-0afdefc5-b205-4672-a139-0d08317114d6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=26f97b7a-2b0d-4f19-aaad-9560be476e28 HTTP/1.1" status: 200 len: 217 time: 0.1921537 Nov 22 20:33:17.645071 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555e6156-a9d9-438a-898f-1487180c9534 req-956cb121-7ae0-4a9a-a4f1-f52eac012def service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:33:17.647278 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-555e6156-a9d9-438a-898f-1487180c9534 req-956cb121-7ae0-4a9a-a4f1-f52eac012def service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8efc58dc-70dd-4c36-a445-71c9ec41dd85 HTTP/1.1" status: 200 len: 862 time: 0.0905292 Nov 22 20:33:17.710814 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-555e6156-a9d9-438a-898f-1487180c9534 req-40aab66a-b74a-49d3-a041-881098fe7b08 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fb2c92ab-5c18-46a8-8c2b-de038a0cbdfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439117 Nov 22 20:33:17.733841 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 5d85c926-9152-43d2-9cc9-7f37abbbb7a7 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:33:17.883565 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4b96c3ee-669c-4b44-aa98-60139cd85130 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:17.894144 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 5d85c926-9152-43d2-9cc9-7f37abbbb7a7 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:33:17.894794 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:17.909595 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-978d334f-1582-4c8c-a257-844977db94da req-abae7a0b-e608-40be-81c4-46b8c3b2c502 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/security-groups?id=967182ec-36b6-43cb-985c-f0d9e87194dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5264010 Nov 22 20:33:17.916590 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20e2246a-fbb1-47f1-b3b5-d8b70cfdf67c tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Made reservation on behalf of aa06169c4e4d4119918ff90a471be1d0 for: {'subnet': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:33:17.927479 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-20e2246a-fbb1-47f1-b3b5-d8b70cfdf67c tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8485086'] for subnet, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:17.954699 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4b96c3ee-669c-4b44-aa98-60139cd85130 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572323'] for security_group_rule, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:18.000701 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-555e6156-a9d9-438a-898f-1487180c9534 req-398b2bf3-0fed-446e-970e-30465d6bd907 service neutron] 10.222.0.41 "GET /v2.0/networks/fb2c92ab-5c18-46a8-8c2b-de038a0cbdfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2724059 Nov 22 20:33:18.074531 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 40578) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:33:18.199188 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b96c3ee-669c-4b44-aa98-60139cd85130 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a17e600-70ac-40f4-925a-e8f016bd1d60,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:33:18.220171 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-85c6ac11-8e23-4c34-b153-2d3afb2dee69 req-849aa801-4b64-4db4-93e2-5734fb9b92ac tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/security-groups?id=be1c2326-cee4-429b-9524-b757ff14e61f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.7355969 Nov 22 20:33:18.225545 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4b96c3ee-669c-4b44-aa98-60139cd85130 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:18.227456 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-4b96c3ee-669c-4b44-aa98-60139cd85130 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9099934 Nov 22 20:33:18.231651 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 40584) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:33:18.239137 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-fd86ce95-e209-4943-8122-51a79bd560a3 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Request body: {'security_group_rule': {'security_group_id': '47c329a1-771a-489f-9c27-2c25a09975ac', 'project_id': '67d164fc12fc462bb9fe3a42a4c66cfa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:33:18.246712 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-555e6156-a9d9-438a-898f-1487180c9534 req-f0ff4668-4274-4925-aa75-d35f36ef9aa7 service neutron] 10.222.0.41 "GET /v2.0/networks/fb2c92ab-5c18-46a8-8c2b-de038a0cbdfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2394154 Nov 22 20:33:18.272245 n-d-818823-1 neutron-server[103448]: INFO neutron.db.securitygroups_db [None req-fd86ce95-e209-4943-8122-51a79bd560a3 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Project 67d164fc12fc462bb9fe3a42a4c66cfa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 22 20:33:18.282214 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-fd86ce95-e209-4943-8122-51a79bd560a3 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:18.326404 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d6d1aa-6a1e-42b8-8fe7-8f95ddffa8af req-befed450-e3b2-4730-88b6-627ac2d1c67f tempest-ServerAddressesNegativeTestJSON-69929699 tempest-ServerAddressesNegativeTestJSON-69929699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:33:18.327976 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b6d6d1aa-6a1e-42b8-8fe7-8f95ddffa8af req-befed450-e3b2-4730-88b6-627ac2d1c67f tempest-ServerAddressesNegativeTestJSON-69929699 tempest-ServerAddressesNegativeTestJSON-69929699-project] 10.222.0.46 "GET /v2.0/ports?device_id=13d8d2c2-ba45-481d-99f6-549c396d3f4b HTTP/1.1" status: 200 len: 944 time: 0.2290154 Nov 22 20:33:18.440428 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-fa48ce24-16bf-4139-baaa-041fbdb27bcd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:18.468577 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-fd86ce95-e209-4943-8122-51a79bd560a3 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:18.486178 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-fd86ce95-e209-4943-8122-51a79bd560a3 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572323'] for security_group_rule, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:18.521949 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd86ce95-e209-4943-8122-51a79bd560a3 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26a925f6-4bc6-438a-b37b-e5045ed2a0c6,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:33:18.537105 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-fd86ce95-e209-4943-8122-51a79bd560a3 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:18.538578 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-fd86ce95-e209-4943-8122-51a79bd560a3 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3056815 Nov 22 20:33:18.542634 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 40598) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:33:18.547697 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-25e3f5e6-fcc6-4b98-8de4-248f17d64220 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Request body: {'security_group_rule': {'security_group_id': '47c329a1-771a-489f-9c27-2c25a09975ac', 'project_id': '67d164fc12fc462bb9fe3a42a4c66cfa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:33:18.570717 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b6d6d1aa-6a1e-42b8-8fe7-8f95ddffa8af req-a19971c7-068f-43f3-831a-b8b4ab56f7b3 tempest-ServerAddressesNegativeTestJSON-69929699 tempest-ServerAddressesNegativeTestJSON-69929699-project] 10.222.0.46 "GET /v2.0/security-groups?id=908dd922-6100-4e6f-b460-e525c5b1361a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071533 Nov 22 20:33:18.595580 n-d-818823-1 neutron-server[103448]: INFO neutron.db.securitygroups_db [None req-25e3f5e6-fcc6-4b98-8de4-248f17d64220 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Project 67d164fc12fc462bb9fe3a42a4c66cfa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 22 20:33:18.628929 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-fa48ce24-16bf-4139-baaa-041fbdb27bcd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:18.633296 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-25e3f5e6-fcc6-4b98-8de4-248f17d64220 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:18.644176 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-fa48ce24-16bf-4139-baaa-041fbdb27bcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:18.688604 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-fa48ce24-16bf-4139-baaa-041fbdb27bcd admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9a6178cf28594acd9f96fbaa5507c660&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6133010 Nov 22 20:33:18.692352 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 40600) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:33:18.710532 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5452b4f2-b2cc-456e-9942-a6540d080511 req-10fc503b-dd31-4e18-83ac-ca2a46537f00 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:33:18.712095 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5452b4f2-b2cc-456e-9942-a6540d080511 req-10fc503b-dd31-4e18-83ac-ca2a46537f00 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/networks?id=33dd767d-ab2c-4bf6-a32d-ce7483655865 HTTP/1.1" status: 200 len: 806 time: 0.2514927 Nov 22 20:33:18.728695 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa48ce24-16bf-4139-baaa-041fbdb27bcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=913ee00b-3f70-445f-856c-7070bef642af,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:33:18.745442 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5452b4f2-b2cc-456e-9942-a6540d080511 req-c59ff6cb-e3dc-434d-85ef-ce075013b3ec tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/quotas/b741c1041ead4066a271a7ac45bca161 HTTP/1.1" status: 200 len: 375 time: 0.0223994 Nov 22 20:33:18.752699 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-25e3f5e6-fcc6-4b98-8de4-248f17d64220 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:18.758951 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-25e3f5e6-fcc6-4b98-8de4-248f17d64220 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572323'] for security_group_rule, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:18.781623 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e3f5e6-fcc6-4b98-8de4-248f17d64220 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77581e5d-153c-4521-a9c1-33216fb00536,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:33:18.797990 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-25e3f5e6-fcc6-4b98-8de4-248f17d64220 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:18.799603 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-25e3f5e6-fcc6-4b98-8de4-248f17d64220 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2559106 Nov 22 20:33:18.881555 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-d15e5196-af48-4ab5-afab-766c6a21618f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:18.982110 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-d15e5196-af48-4ab5-afab-766c6a21618f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:19.021489 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5452b4f2-b2cc-456e-9942-a6540d080511 req-6b032e3a-dec6-4dbd-a7af-afa0d7cf7d48 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=b741c1041ead4066a271a7ac45bca161&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2357211 Nov 22 20:33:19.129531 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-3ff11215-06a6-4a49-96d3-a25712b39bd5 None None] Provisioning complete for port abe27436-52eb-4ac8-bc74-4309bbc7ca53 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:33:19.130801 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-3ff11215-06a6-4a49-96d3-a25712b39bd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:19.130979 n-d-818823-1 neutron-server[103447]: DEBUG neutron.objects.ports [None req-20e2246a-fbb1-47f1-b3b5-d8b70cfdf67c tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103447) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 22 20:33:19.148021 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a769e443-f986-4df4-8edc-5d46fc6d75ea req-ae39e662-782e-4b08-b8b5-a3e20e0d1610 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=8c860d32-18ce-4ae9-b715-9596354e4a26&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2424073 Nov 22 20:33:19.215915 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-3ff11215-06a6-4a49-96d3-a25712b39bd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:19.252636 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-3ff11215-06a6-4a49-96d3-a25712b39bd5 None None] For port abe27436-52eb-4ac8-bc74-4309bbc7ca53, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=abe27436-52eb-4ac8-bc74-4309bbc7ca53,segment=NetworkSegment(bdb0f717-aa5f-4e33-bcc3-95472c9b5b64),segment_id=bdb0f717-aa5f-4e33-bcc3-95472c9b5b64)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:33:19.260233 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-3ff11215-06a6-4a49-96d3-a25712b39bd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:19.314267 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff11215-06a6-4a49-96d3-a25712b39bd5 None None] Pushing event updated for resources: {'Port': ['ID=abe27436-52eb-4ac8-bc74-4309bbc7ca53,revision_number=3']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:33:19.319504 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-d15e5196-af48-4ab5-afab-766c6a21618f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:19.322175 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-d15e5196-af48-4ab5-afab-766c6a21618f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:19.325645 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-d15e5196-af48-4ab5-afab-766c6a21618f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/913ee00b-3f70-445f-856c-7070bef642af HTTP/1.1" status: 204 len: 168 time: 0.6300433 Nov 22 20:33:19.355703 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-94dcb5ec-d0a2-461b-a200-30dde6fcb6d6 req-c2741db4-03af-4b55-957b-b1295bcc0b6d tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1417389805&fields=id&tenant_id=67d164fc12fc462bb9fe3a42a4c66cfa HTTP/1.1" status: 200 len: 267 time: 0.2963943 Nov 22 20:33:19.373125 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15e5196-af48-4ab5-afab-766c6a21618f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=913ee00b-3f70-445f-856c-7070bef642af,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:33:19.400564 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5452b4f2-b2cc-456e-9942-a6540d080511 req-3fc82fdf-b9c4-402a-8ef5-626d2270fb27 service neutron] 10.222.0.46 "GET /v2.0/networks/33dd767d-ab2c-4bf6-a32d-ce7483655865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3614333 Nov 22 20:33:19.482554 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a769e443-f986-4df4-8edc-5d46fc6d75ea req-4c6be07c-239c-46c1-833b-b2ac32d73383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:33:19.484192 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a769e443-f986-4df4-8edc-5d46fc6d75ea req-4c6be07c-239c-46c1-833b-b2ac32d73383 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b741c1041ead4066a271a7ac45bca161&device_id=8c860d32-18ce-4ae9-b715-9596354e4a26 HTTP/1.1" status: 200 len: 1097 time: 0.2655222 Nov 22 20:33:19.650492 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device abe27436-52eb-4ac8-bc74-4309bbc7ca53 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:33:19.708526 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port abe27436-52eb-4ac8-bc74-4309bbc7ca53 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:33:19.709376 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:19.731387 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 40628) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:33:19.732908 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dcb5ec-d0a2-461b-a200-30dde6fcb6d6 req-07642ddc-6fc1-43b9-be2e-964bd3454bd4 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:33:19.734727 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-94dcb5ec-d0a2-461b-a200-30dde6fcb6d6 req-07642ddc-6fc1-43b9-be2e-964bd3454bd4 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] 10.222.0.46 "GET /v2.0/networks?id=4eee9871-c864-4a4e-beab-df170d4b2d0a HTTP/1.1" status: 200 len: 797 time: 0.3660190 Nov 22 20:33:19.735806 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a769e443-f986-4df4-8edc-5d46fc6d75ea req-2bd27ccc-9517-4683-9333-823ff94dbd96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:33:19.737741 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a769e443-f986-4df4-8edc-5d46fc6d75ea req-2bd27ccc-9517-4683-9333-823ff94dbd96 service neutron] 10.222.0.20 "GET /v2.0/networks?id=33dd767d-ab2c-4bf6-a32d-ce7483655865 HTTP/1.1" status: 200 len: 907 time: 0.2067928 Nov 22 20:33:19.769269 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a50c3838-5ad5-4ec3-9cc9-5d49899fcc81 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:19.835867 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-20e2246a-fbb1-47f1-b3b5-d8b70cfdf67c tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:19.841044 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a769e443-f986-4df4-8edc-5d46fc6d75ea req-be287a64-aca5-48df-990c-7110f70370d2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e08c4637-151d-48fd-b2f8-a723e7f9fa3c HTTP/1.1" status: 200 len: 217 time: 0.0746264 Nov 22 20:33:19.842230 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-94dcb5ec-d0a2-461b-a200-30dde6fcb6d6 req-7577b016-69d7-4aac-bb0e-0f1c6a0255bb tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] 10.222.0.46 "GET /v2.0/quotas/67d164fc12fc462bb9fe3a42a4c66cfa HTTP/1.1" status: 200 len: 375 time: 0.0792546 Nov 22 20:33:19.861196 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5452b4f2-b2cc-456e-9942-a6540d080511 req-3ea695dc-8771-49ab-9b1c-3308618ddb62 service neutron] 10.222.0.46 "GET /v2.0/networks/33dd767d-ab2c-4bf6-a32d-ce7483655865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4455001 Nov 22 20:33:19.875814 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 26f97b7a-2b0d-4f19-aaad-9560be476e28 details requested by agent hyperv_n-h1-818823-1 with host n-h1-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 20:33:19.903759 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a50c3838-5ad5-4ec3-9cc9-5d49899fcc81 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:19.916498 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a50c3838-5ad5-4ec3-9cc9-5d49899fcc81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:19.992189 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-94dcb5ec-d0a2-461b-a200-30dde6fcb6d6 req-3a2b16f3-f347-47f2-b076-b9e9bd1fcdf1 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=67d164fc12fc462bb9fe3a42a4c66cfa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1298232 Nov 22 20:33:20.002917 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a769e443-f986-4df4-8edc-5d46fc6d75ea req-2f8d2845-e96b-4ba7-b859-1d484375b92d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:33:20.004797 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a769e443-f986-4df4-8edc-5d46fc6d75ea req-2f8d2845-e96b-4ba7-b859-1d484375b92d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e400cdbc-53df-47e7-8a78-7e2509f719bf HTTP/1.1" status: 200 len: 846 time: 0.1554053 Nov 22 20:33:20.011821 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 26f97b7a-2b0d-4f19-aaad-9560be476e28, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=26f97b7a-2b0d-4f19-aaad-9560be476e28,segment=NetworkSegment(a1fa56bc-a15e-4e03-908a-f5764f65fc21),segment_id=a1fa56bc-a15e-4e03-908a-f5764f65fc21)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:33:20.025530 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Returning: {'device': '26f97b7a-2b0d-4f19-aaad-9560be476e28', 'network_id': 'fb2c92ab-5c18-46a8-8c2b-de038a0cbdfc', 'port_id': '26f97b7a-2b0d-4f19-aaad-9560be476e28', 'mac_address': 'fa:16:3e:64:02:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8efc58dc-70dd-4c36-a445-71c9ec41dd85', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 20:33:20.059075 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-a50c3838-5ad5-4ec3-9cc9-5d49899fcc81 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=71d24f5f3f55443298f931f023e7db28&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3258989 Nov 22 20:33:20.062227 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 40634) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:33:20.063316 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50c3838-5ad5-4ec3-9cc9-5d49899fcc81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dbf5258-e9ba-4010-9629-cb093e08c501,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:33:20.078131 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a769e443-f986-4df4-8edc-5d46fc6d75ea req-f57647a0-faed-4cf7-9e22-b829dafe6fd3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=33dd767d-ab2c-4bf6-a32d-ce7483655865&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0652130 Nov 22 20:33:20.078922 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:20.107393 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26f97b7a-2b0d-4f19-aaad-9560be476e28 {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:33:20.128614 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 26f97b7a-2b0d-4f19-aaad-9560be476e28, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=26f97b7a-2b0d-4f19-aaad-9560be476e28,segment=NetworkSegment(a1fa56bc-a15e-4e03-908a-f5764f65fc21),segment_id=a1fa56bc-a15e-4e03-908a-f5764f65fc21)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:33:20.133085 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:20.260808 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=26f97b7a-2b0d-4f19-aaad-9560be476e28,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:33:20.358639 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-5bc6d425-eb80-4e2f-9d03-cfd0bd384fe4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:20.382453 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] get_ports_and_sgs() called for port_ids ['26f97b7a-2b0d-4f19-aaad-9560be476e28'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:33:20.416279 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-94dcb5ec-d0a2-461b-a200-30dde6fcb6d6 req-7895cd9a-0f61-4c5f-af8a-f1c3d95524fe service neutron] 10.222.0.46 "GET /v2.0/networks/4eee9871-c864-4a4e-beab-df170d4b2d0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4022701 Nov 22 20:33:20.418138 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-5bc6d425-eb80-4e2f-9d03-cfd0bd384fe4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:20.422126 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [None req-20e2246a-fbb1-47f1-b3b5-d8b70cfdf67c tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] For port abe27436-52eb-4ac8-bc74-4309bbc7ca53, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=abe27436-52eb-4ac8-bc74-4309bbc7ca53,segment=NetworkSegment(bdb0f717-aa5f-4e33-bcc3-95472c9b5b64),segment_id=bdb0f717-aa5f-4e33-bcc3-95472c9b5b64)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:33:20.845119 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb1f481-7bfc-4e53-95c4-a3af2bd84c03 req-07907ba6-185b-472c-9483-d7d26ca8102e tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:33:20.846619 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-bfb1f481-7bfc-4e53-95c4-a3af2bd84c03 req-07907ba6-185b-472c-9483-d7d26ca8102e tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/ports?device_id=55c8ea2e-f35c-4917-83f4-6a6eece9ab8c HTTP/1.1" status: 200 len: 946 time: 0.5753558 Nov 22 20:33:20.881924 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a769e443-f986-4df4-8edc-5d46fc6d75ea req-ed1f3137-93b6-4d55-95f6-53ef06470bc5 service neutron] 10.222.0.20 "GET /v2.0/networks/33dd767d-ab2c-4bf6-a32d-ce7483655865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7039335 Nov 22 20:33:20.970974 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-20e2246a-fbb1-47f1-b3b5-d8b70cfdf67c tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks [] for port, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:20.981444 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-20e2246a-fbb1-47f1-b3b5-d8b70cfdf67c tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:20.982169 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-20e2246a-fbb1-47f1-b3b5-d8b70cfdf67c tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8900613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8485104'] for subnet, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:21.124217 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-bfb1f481-7bfc-4e53-95c4-a3af2bd84c03 req-7d9e4272-f155-4f76-bb74-429739ebb4e1 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/security-groups?id=be1c2326-cee4-429b-9524-b757ff14e61f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2466173 Nov 22 20:33:21.125949 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20e2246a-fbb1-47f1-b3b5-d8b70cfdf67c tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Network 7bd88872-a540-4e3b-ac93-d884c5e46f76 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:33:21.135403 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-94dcb5ec-d0a2-461b-a200-30dde6fcb6d6 req-ebc5f2c2-bdd1-41c8-bc19-5aacba041128 service neutron] 10.222.0.46 "GET /v2.0/networks/4eee9871-c864-4a4e-beab-df170d4b2d0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3326132 Nov 22 20:33:21.144273 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-5bc6d425-eb80-4e2f-9d03-cfd0bd384fe4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:21.146911 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-5bc6d425-eb80-4e2f-9d03-cfd0bd384fe4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:21.147989 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-5bc6d425-eb80-4e2f-9d03-cfd0bd384fe4 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6dbf5258-e9ba-4010-9629-cb093e08c501 HTTP/1.1" status: 204 len: 168 time: 1.0682101 Nov 22 20:33:21.163238 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-20e2246a-fbb1-47f1-b3b5-d8b70cfdf67c tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:33:21.174354 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20e2246a-fbb1-47f1-b3b5-d8b70cfdf67c tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:33:21.175853 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-20e2246a-fbb1-47f1-b3b5-d8b70cfdf67c tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for subnet, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:21.177845 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e2246a-fbb1-47f1-b3b5-d8b70cfdf67c tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Pushing event updated for resources: {'Subnet': ['ID=4b209929-4145-4e62-a37d-9dcd6d8fee8c,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:33:21.180330 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed299428-bbf8-402a-91c9-459b772dca4e None None] Network 7bd88872-a540-4e3b-ac93-d884c5e46f76 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:33:21.184224 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc6d425-eb80-4e2f-9d03-cfd0bd384fe4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dbf5258-e9ba-4010-9629-cb093e08c501,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:33:21.187466 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a769e443-f986-4df4-8edc-5d46fc6d75ea req-aa60c2f9-b268-4a65-a9df-1db9065ef6a5 service neutron] 10.222.0.20 "GET /v2.0/networks/33dd767d-ab2c-4bf6-a32d-ce7483655865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2946970 Nov 22 20:33:21.192261 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e2246a-fbb1-47f1-b3b5-d8b70cfdf67c tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Pushing event updated for resources: {'Port': ['ID=abe27436-52eb-4ac8-bc74-4309bbc7ca53,revision_number=5']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:33:21.263562 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-20e2246a-fbb1-47f1-b3b5-d8b70cfdf67c tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 3.7645566 Nov 22 20:33:21.267026 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 40652) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:33:21.281513 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-478bd05b-b078-443d-a03f-9e9c2f06043c tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Request body: {'port': {'network_id': '7bd88872-a540-4e3b-ac93-d884c5e46f76', 'mac_address': 'fa:16:3e:59:d3:4e', 'name': 'tempest-NetworksTestDHCPv6-135716805'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:33:21.355731 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5452b4f2-b2cc-456e-9942-a6540d080511 req-ff5511eb-d34c-4498-bfb8-29754556833c tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:33:21.357679 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5452b4f2-b2cc-456e-9942-a6540d080511 req-ff5511eb-d34c-4498-bfb8-29754556833c tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.20 "GET /v2.0/networks?id=33dd767d-ab2c-4bf6-a32d-ce7483655865 HTTP/1.1" status: 200 len: 806 time: 0.1622422 Nov 22 20:33:21.372156 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-5452b4f2-b2cc-456e-9942-a6540d080511 req-50708c2d-4603-44db-8c35-acb25ae50a93 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Request body: {'port': {'device_id': '0168d9d0-5f89-4479-91cb-817ef36bcca0', 'network_id': '33dd767d-ab2c-4bf6-a32d-ce7483655865', 'admin_state_up': True, 'tenant_id': 'b741c1041ead4066a271a7ac45bca161'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:33:21.569508 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-478bd05b-b078-443d-a03f-9e9c2f06043c tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Made reservation on behalf of aa06169c4e4d4119918ff90a471be1d0 for: {'port': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:33:21.698567 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device abe27436-52eb-4ac8-bc74-4309bbc7ca53 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:33:21.782263 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-478bd05b-b078-443d-a03f-9e9c2f06043c tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:21.790697 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-05802767-ab7e-4e2b-ac54-74b20d3e958c req-7627b79b-d107-4bbd-aad2-aca8bd78ea2b tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/ports?device_id=0168d9d0-5f89-4479-91cb-817ef36bcca0 HTTP/1.1" status: 200 len: 210 time: 0.1628437 Nov 22 20:33:21.793596 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5452b4f2-b2cc-456e-9942-a6540d080511 req-50708c2d-4603-44db-8c35-acb25ae50a93 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Made reservation on behalf of b741c1041ead4066a271a7ac45bca161 for: {'port': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:33:21.813372 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-5452b4f2-b2cc-456e-9942-a6540d080511 req-50708c2d-4603-44db-8c35-acb25ae50a93 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:21.815764 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port abe27436-52eb-4ac8-bc74-4309bbc7ca53 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:33:21.816143 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:21.870257 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [None req-478bd05b-b078-443d-a03f-9e9c2f06043c tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] device_id is not set on port 82e4d517-0315-4fdc-a82e-85a1473c0ced yet. {{(pid=103448) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 20:33:21.875389 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 26f97b7a-2b0d-4f19-aaad-9560be476e28 up at agent hyperv_n-h1-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:33:22.005556 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1929bcb-7645-424e-b1be-c3bd1e89212c req-a154dd47-6993-471b-962d-8f3873135e2a tempest-ServerAddressesNegativeTestJSON-69929699 tempest-ServerAddressesNegativeTestJSON-69929699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:33:22.016457 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c1929bcb-7645-424e-b1be-c3bd1e89212c req-a154dd47-6993-471b-962d-8f3873135e2a tempest-ServerAddressesNegativeTestJSON-69929699 tempest-ServerAddressesNegativeTestJSON-69929699-project] 10.222.0.46 "GET /v2.0/ports?device_id=13d8d2c2-ba45-481d-99f6-549c396d3f4b HTTP/1.1" status: 200 len: 945 time: 0.5730593 Nov 22 20:33:22.080565 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2c458b40-7623-4cc2-81ce-b328f195f7d4 req-efeed25b-6de9-45da-949f-8214819d4391 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] 10.222.0.46 "GET /v2.0/ports?device_id=f373b34a-1a79-4345-a16f-3792105f837a HTTP/1.1" status: 200 len: 210 time: 0.0890694 Nov 22 20:33:22.091461 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Provisioning for port 26f97b7a-2b0d-4f19-aaad-9560be476e28 completed by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 20:33:22.108193 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Provisioning complete for port 26f97b7a-2b0d-4f19-aaad-9560be476e28 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:33:22.109230 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:22.289040 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:22.292298 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c1929bcb-7645-424e-b1be-c3bd1e89212c req-31537ef6-cd37-4396-b4d8-396c2b161096 tempest-ServerAddressesNegativeTestJSON-69929699 tempest-ServerAddressesNegativeTestJSON-69929699-project] 10.222.0.46 "GET /v2.0/security-groups?id=908dd922-6100-4e6f-b460-e525c5b1361a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2749522 Nov 22 20:33:22.354378 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13d8d2c2-ba45-481d-99f6-549c396d3f4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26f97b7a-2b0d-4f19-aaad-9560be476e28'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:33:22.360833 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d39f6d30a11e565ec9648abcc015e8a6ab6cff4edd704add8155e28765d31eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41b6fef4-0770-4f3b-8c41-6f79c2a370b7" -d '{"events": [{"server_uuid": "13d8d2c2-ba45-481d-99f6-549c396d3f4b", "name": "network-vif-plugged", "status": "completed", "tag": "26f97b7a-2b0d-4f19-aaad-9560be476e28"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:33:22.398467 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 26f97b7a-2b0d-4f19-aaad-9560be476e28, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=26f97b7a-2b0d-4f19-aaad-9560be476e28,segment=NetworkSegment(a1fa56bc-a15e-4e03-908a-f5764f65fc21),segment_id=a1fa56bc-a15e-4e03-908a-f5764f65fc21)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:33:22.415193 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:22.459310 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [req-5452b4f2-b2cc-456e-9942-a6540d080511 req-50708c2d-4603-44db-8c35-acb25ae50a93 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Allocated IP 172.20.0.4 (33dd767d-ab2c-4bf6-a32d-ce7483655865/e400cdbc-53df-47e7-8a78-7e2509f719bf/cf13a8f6-de1d-4e06-8637-d6471d4d4305) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:33:22.471051 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:33:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2fce6ac-6cfb-4827-97fc-7df7448224e8 x-openstack-request-id: req-a2fce6ac-6cfb-4827-97fc-7df7448224e8 {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:33:22.472113 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13d8d2c2-ba45-481d-99f6-549c396d3f4b", "name": "network-vif-plugged", "status": "completed", "tag": "26f97b7a-2b0d-4f19-aaad-9560be476e28", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:33:22.472465 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a2fce6ac-6cfb-4827-97fc-7df7448224e8 {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:33:22.544615 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13d8d2c2-ba45-481d-99f6-549c396d3f4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26f97b7a-2b0d-4f19-aaad-9560be476e28', 'code': 200} Nov 22 20:33:22.548654 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [None req-478bd05b-b078-443d-a03f-9e9c2f06043c tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Allocated IP 2001:db8::92 (7bd88872-a540-4e3b-ac93-d884c5e46f76/a375a2ad-711e-4439-b0fb-db673fedf99d/82e4d517-0315-4fdc-a82e-85a1473c0ced) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:33:22.554690 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [None req-478bd05b-b078-443d-a03f-9e9c2f06043c tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Allocated IP 2001:db8:0:1:f816:3eff:fe59:d34e (7bd88872-a540-4e3b-ac93-d884c5e46f76/4b209929-4145-4e62-a37d-9dcd6d8fee8c/82e4d517-0315-4fdc-a82e-85a1473c0ced) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:33:22.605282 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=26f97b7a-2b0d-4f19-aaad-9560be476e28,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:33:22.660521 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc53edc-0cd4-4123-9aa5-927115372f97 req-1608b082-f415-48ee-be51-f3951a5ade4c tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:33:22.669216 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3bc53edc-0cd4-4123-9aa5-927115372f97 req-1608b082-f415-48ee-be51-f3951a5ade4c tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/ports?device_id=55c8ea2e-f35c-4917-83f4-6a6eece9ab8c HTTP/1.1" status: 200 len: 946 time: 0.2780514 Nov 22 20:33:22.823114 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3bc53edc-0cd4-4123-9aa5-927115372f97 req-799e65a4-8c5d-4c90-825f-fbdd3aaf510f tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/security-groups?id=be1c2326-cee4-429b-9524-b757ff14e61f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1511106 Nov 22 20:33:22.937025 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fa56b8-a7b8-4640-b793-c5c646b815ff req-3159f922-8a36-42ff-86c5-3723bdca8bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:33:22.940521 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-04fa56b8-a7b8-4640-b793-c5c646b815ff req-3159f922-8a36-42ff-86c5-3723bdca8bd7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=13d8d2c2-ba45-481d-99f6-549c396d3f4b HTTP/1.1" status: 200 len: 1097 time: 0.3614857 Nov 22 20:33:23.014909 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-478bd05b-b078-443d-a03f-9e9c2f06043c tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:23.034426 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 40726) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:33:23.042481 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-271898b6-ae79-4b6b-8746-4c4fbdf1da6a None None] Provisioning complete for port abe27436-52eb-4ac8-bc74-4309bbc7ca53 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:33:23.042747 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-5452b4f2-b2cc-456e-9942-a6540d080511 req-50708c2d-4603-44db-8c35-acb25ae50a93 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:23.043151 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-271898b6-ae79-4b6b-8746-4c4fbdf1da6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:23.070945 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-04fa56b8-a7b8-4640-b793-c5c646b815ff req-fa7cd4eb-2c75-48a2-bce7-8635bf1c3267 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=908dd922-6100-4e6f-b460-e525c5b1361a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171367 Nov 22 20:33:23.081085 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d369093f-424c-493b-aa66-e4c96e1370ca req-e6126f24-43b0-4d6e-b955-e03562ebec6f tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/ports?device_id=0168d9d0-5f89-4479-91cb-817ef36bcca0 HTTP/1.1" status: 200 len: 210 time: 0.0440328 Nov 22 20:33:23.122577 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-478bd05b-b078-443d-a03f-9e9c2f06043c tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:23.162005 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-5452b4f2-b2cc-456e-9942-a6540d080511 req-50708c2d-4603-44db-8c35-acb25ae50a93 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:23.230917 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478bd05b-b078-443d-a03f-9e9c2f06043c tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Pushing event updated for resources: {'Port': ['ID=82e4d517-0315-4fdc-a82e-85a1473c0ced,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:33:23.238236 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] get_ports_and_sgs() called for port_ids ['e08c4637-151d-48fd-b2f8-a723e7f9fa3c', '9bd3e870-35fb-49c5-be6c-d866a309c97d'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:33:23.288982 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50708c2d-4603-44db-8c35-acb25ae50a93 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Pushing event updated for resources: {'Port': ['ID=cf13a8f6-de1d-4e06-8637-d6471d4d4305,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:33:23.308897 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-cbe6cf29-d015-4361-be8c-dcdd16106222 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-552282237'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:33:23.312336 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5452b4f2-b2cc-456e-9942-a6540d080511 req-50708c2d-4603-44db-8c35-acb25ae50a93 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Network 33dd767d-ab2c-4bf6-a32d-ce7483655865 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:33:23.314904 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [req-5452b4f2-b2cc-456e-9942-a6540d080511 req-50708c2d-4603-44db-8c35-acb25ae50a93 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:33:23.318086 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-478bd05b-b078-443d-a03f-9e9c2f06043c tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Network 7bd88872-a540-4e3b-ac93-d884c5e46f76 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:33:23.318430 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-5452b4f2-b2cc-456e-9942-a6540d080511 req-50708c2d-4603-44db-8c35-acb25ae50a93 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:33:23.322565 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-478bd05b-b078-443d-a03f-9e9c2f06043c tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:33:23.327849 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-478bd05b-b078-443d-a03f-9e9c2f06043c tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:33:23.340253 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-478bd05b-b078-443d-a03f-9e9c2f06043c tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:33:23.344661 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-478bd05b-b078-443d-a03f-9e9c2f06043c tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:23.355740 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b8fbbad-63ca-4f1c-9d53-a13e0fe70b4e None None] DHCP port deletion for 33dd767d-ab2c-4bf6-a32d-ce7483655865 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:33:23.410669 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbe6cf29-d015-4361-be8c-dcdd16106222 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Made reservation on behalf of 514017ce9a25478c9d0da65e12765f42 for: {'network': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:33:23.417526 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cbe6cf29-d015-4361-be8c-dcdd16106222 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for network, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:23.467711 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-478bd05b-b078-443d-a03f-9e9c2f06043c tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 2.1985261 Nov 22 20:33:23.488176 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9d748052-285c-4461-9cae-1b9fde02c62e req-c7f365ab-5b12-4b7c-8a07-03589632ba33 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] 10.222.0.46 "GET /v2.0/ports?device_id=f373b34a-1a79-4345-a16f-3792105f837a HTTP/1.1" status: 200 len: 210 time: 0.1906250 Nov 22 20:33:23.488733 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 40742) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:33:23.521187 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cbe6cf29-d015-4361-be8c-dcdd16106222 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:23.645553 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cbe6cf29-d015-4361-be8c-dcdd16106222 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:23.655308 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ef972936-550c-4725-847d-ab2c38d7ae3f None None] Provisioning complete for port cf13a8f6-de1d-4e06-8637-d6471d4d4305 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:33:23.656968 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ef972936-550c-4725-847d-ab2c38d7ae3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:23.665937 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cbe6cf29-d015-4361-be8c-dcdd16106222 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:23.690280 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5452b4f2-b2cc-456e-9942-a6540d080511 req-50708c2d-4603-44db-8c35-acb25ae50a93 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:33:23.691089 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-5452b4f2-b2cc-456e-9942-a6540d080511 req-50708c2d-4603-44db-8c35-acb25ae50a93 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:23.737373 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-ef972936-550c-4725-847d-ab2c38d7ae3f None None] Port cf13a8f6-de1d-4e06-8637-d6471d4d4305 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:33:23.825916 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe6cf29-d015-4361-be8c-dcdd16106222 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7340698-4cc1-4e1e-938d-43d2f0c6034a,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:33:23.827799 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5452b4f2-b2cc-456e-9942-a6540d080511 req-50708c2d-4603-44db-8c35-acb25ae50a93 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4575734 Nov 22 20:33:23.864062 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e2ba18-a79e-46d7-99aa-8deec4b1e55d req-0b2ade5c-f202-4161-a7a6-993ac221d37f tempest-ServerAddressesNegativeTestJSON-69929699 tempest-ServerAddressesNegativeTestJSON-69929699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:33:23.874873 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbe6cf29-d015-4361-be8c-dcdd16106222 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] vlan segment allocate from pool success with {'vlan_id': 607, 'physical_network': 'physnet1'} {{(pid=103448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 20:33:23.879447 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-26e2ba18-a79e-46d7-99aa-8deec4b1e55d req-0b2ade5c-f202-4161-a7a6-993ac221d37f tempest-ServerAddressesNegativeTestJSON-69929699 tempest-ServerAddressesNegativeTestJSON-69929699-project] 10.222.0.46 "GET /v2.0/ports?device_id=13d8d2c2-ba45-481d-99f6-549c396d3f4b HTTP/1.1" status: 200 len: 946 time: 0.4147680 Nov 22 20:33:23.912260 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device d45dc3a7-ff28-432b-8016-c373ba7cbd55 details requested by agent hyperv_n-h1-818823-1 with host n-h1-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 20:33:23.916374 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cbe6cf29-d015-4361-be8c-dcdd16106222 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:23.917225 n-d-818823-1 neutron-server[103448]: INFO neutron.db.segments_db [None req-cbe6cf29-d015-4361-be8c-dcdd16106222 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Added segment d8868b34-628f-4102-8318-3ea05fa1e341 of type vlan for network 954930a5-dd5f-4c11-b638-021565b26b8e Nov 22 20:33:23.935508 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-5452b4f2-b2cc-456e-9942-a6540d080511 req-bdecf04e-95ad-4ebc-b6db-fe925d49a190 service neutron] Request body: {'port': {'device_id': '0168d9d0-5f89-4479-91cb-817ef36bcca0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818823-1'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:33:24.015985 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cbe6cf29-d015-4361-be8c-dcdd16106222 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748992492791'] for network, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:24.062665 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cbe6cf29-d015-4361-be8c-dcdd16106222 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for network, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:24.063338 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-03b0f528-50ea-4c32-b7dd-bf6ca09d0f57 None None] Provisioning complete for port 82e4d517-0315-4fdc-a82e-85a1473c0ced triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:33:24.063902 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-03b0f528-50ea-4c32-b7dd-bf6ca09d0f57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:24.076589 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbe6cf29-d015-4361-be8c-dcdd16106222 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:33:24.079727 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cbe6cf29-d015-4361-be8c-dcdd16106222 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks [] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:24.144378 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-26e2ba18-a79e-46d7-99aa-8deec4b1e55d req-7c40dd0d-0acd-4436-b897-871c97bd7623 tempest-ServerAddressesNegativeTestJSON-69929699 tempest-ServerAddressesNegativeTestJSON-69929699-project] 10.222.0.46 "GET /v2.0/security-groups?id=908dd922-6100-4e6f-b460-e525c5b1361a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2639949 Nov 22 20:33:24.166424 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-03b0f528-50ea-4c32-b7dd-bf6ca09d0f57 None None] Port 82e4d517-0315-4fdc-a82e-85a1473c0ced cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:33:24.173570 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe6cf29-d015-4361-be8c-dcdd16106222 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Pushing event updated for resources: {'Network': ['ID=954930a5-dd5f-4c11-b638-021565b26b8e,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:33:24.212335 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Network 954930a5-dd5f-4c11-b638-021565b26b8e details requested by agent ovs-agent-n-d-818823-1 with host n-d-818823-1 {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 20:33:24.214412 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-cbe6cf29-d015-4361-be8c-dcdd16106222 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.1785944 Nov 22 20:33:24.274187 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dcb5ec-d0a2-461b-a200-30dde6fcb6d6 req-b8ad2cf1-6d54-4a14-b066-4193e4bede18 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:33:24.275959 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-94dcb5ec-d0a2-461b-a200-30dde6fcb6d6 req-b8ad2cf1-6d54-4a14-b066-4193e4bede18 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] 10.222.0.41 "GET /v2.0/networks?id=4eee9871-c864-4a4e-beab-df170d4b2d0a HTTP/1.1" status: 200 len: 797 time: 0.6287014 Nov 22 20:33:24.297728 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-5452b4f2-b2cc-456e-9942-a6540d080511 req-bdecf04e-95ad-4ebc-b6db-fe925d49a190 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:24.382833 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port d45dc3a7-ff28-432b-8016-c373ba7cbd55, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=d45dc3a7-ff28-432b-8016-c373ba7cbd55,segment=NetworkSegment(0f31ec19-3af4-4928-96f6-fbcd53d7ad3c),segment_id=0f31ec19-3af4-4928-96f6-fbcd53d7ad3c)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:33:24.387964 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 40754) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:33:24.396965 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-eac40ffe-6035-479f-b45f-b4b192e5eae0 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Request body: {'subnet': {'network_id': '954930a5-dd5f-4c11-b638-021565b26b8e', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:33:24.432979 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Returning: {'device': 'd45dc3a7-ff28-432b-8016-c373ba7cbd55', 'network_id': '472efbbc-d832-48a8-ba47-cb0fa0f678cf', 'port_id': 'd45dc3a7-ff28-432b-8016-c373ba7cbd55', 'mac_address': 'fa:16:3e:5d:4a:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 632, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfcf564a-3590-4b88-b146-a6d87131f13b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 20:33:24.455013 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-097ecd26-41f8-4f0e-af0a-4e82b7498ed1 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Deleting port 82e4d517-0315-4fdc-a82e-85a1473c0ced {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:33:24.456937 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-097ecd26-41f8-4f0e-af0a-4e82b7498ed1 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:24.532617 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eac40ffe-6035-479f-b45f-b4b192e5eae0 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Made reservation on behalf of 514017ce9a25478c9d0da65e12765f42 for: {'subnet': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:33:24.538096 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-eac40ffe-6035-479f-b45f-b4b192e5eae0 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11792951'] for subnet, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:24.552579 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b629e396-c565-4729-9551-9d61ab0727da req-4a30ce53-61c1-4490-bccd-e8aaa5e8cd24 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:33:24.560271 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b629e396-c565-4729-9551-9d61ab0727da req-4a30ce53-61c1-4490-bccd-e8aaa5e8cd24 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/ports?device_id=55c8ea2e-f35c-4917-83f4-6a6eece9ab8c HTTP/1.1" status: 200 len: 946 time: 0.5129836 Nov 22 20:33:24.649573 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:24.676384 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d45dc3a7-ff28-432b-8016-c373ba7cbd55 {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:33:24.692840 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-94dcb5ec-d0a2-461b-a200-30dde6fcb6d6 req-dfbf87e1-172b-4655-a4db-df4798c6324c tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=67d164fc12fc462bb9fe3a42a4c66cfa HTTP/1.1" status: 200 len: 380 time: 0.4021461 Nov 22 20:33:24.700931 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port d45dc3a7-ff28-432b-8016-c373ba7cbd55, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=d45dc3a7-ff28-432b-8016-c373ba7cbd55,segment=NetworkSegment(0f31ec19-3af4-4928-96f6-fbcd53d7ad3c),segment_id=0f31ec19-3af4-4928-96f6-fbcd53d7ad3c)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:33:24.707915 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:24.714786 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [req-94dcb5ec-d0a2-461b-a200-30dde6fcb6d6 req-95a3f39a-41ae-4838-b6fc-5fc015e9735c tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Request body: {'port': {'device_id': 'f373b34a-1a79-4345-a16f-3792105f837a', 'network_id': '4eee9871-c864-4a4e-beab-df170d4b2d0a', 'admin_state_up': True, 'tenant_id': '67d164fc12fc462bb9fe3a42a4c66cfa', 'security_groups': ['47c329a1-771a-489f-9c27-2c25a09975ac']}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:33:24.734354 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8676c870-98bd-4c39-9f3f-719cf55fa100 req-a5f37ee1-f3f1-44f7-b619-4cdde1e73d91 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:33:24.736181 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8676c870-98bd-4c39-9f3f-719cf55fa100 req-a5f37ee1-f3f1-44f7-b619-4cdde1e73d91 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/ports?device_id=0168d9d0-5f89-4479-91cb-817ef36bcca0 HTTP/1.1" status: 200 len: 931 time: 0.3673654 Nov 22 20:33:24.766656 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=d45dc3a7-ff28-432b-8016-c373ba7cbd55,revision_number=6']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:33:24.816989 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] get_ports_and_sgs() called for port_ids ['d45dc3a7-ff28-432b-8016-c373ba7cbd55'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:33:24.975718 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94dcb5ec-d0a2-461b-a200-30dde6fcb6d6 req-95a3f39a-41ae-4838-b6fc-5fc015e9735c tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Made reservation on behalf of 67d164fc12fc462bb9fe3a42a4c66cfa for: {'port': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:33:24.984058 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-94dcb5ec-d0a2-461b-a200-30dde6fcb6d6 req-95a3f39a-41ae-4838-b6fc-5fc015e9735c tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:25.016255 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [req-5452b4f2-b2cc-456e-9942-a6540d080511 req-bdecf04e-95ad-4ebc-b6db-fe925d49a190 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf13a8f6-de1d-4e06-8637-d6471d4d4305 {{(pid=103447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:33:25.020386 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-eac40ffe-6035-479f-b45f-b4b192e5eae0 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11567560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11792921'] for subnet, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:25.025145 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-5452b4f2-b2cc-456e-9942-a6540d080511 req-bdecf04e-95ad-4ebc-b6db-fe925d49a190 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:25.037822 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.provisioning_blocks [req-5452b4f2-b2cc-456e-9942-a6540d080511 req-bdecf04e-95ad-4ebc-b6db-fe925d49a190 service neutron] Transition to ACTIVE for port object cf13a8f6-de1d-4e06-8637-d6471d4d4305 will not be triggered until provisioned by entity L2. {{(pid=103447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 20:33:25.054574 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-5452b4f2-b2cc-456e-9942-a6540d080511 req-bdecf04e-95ad-4ebc-b6db-fe925d49a190 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:25.100529 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac40ffe-6035-479f-b45f-b4b192e5eae0 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Pushing event updated for resources: {'Subnet': ['ID=20342544-ca01-41e9-a33a-773e9cc5f086,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:33:25.114624 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-097ecd26-41f8-4f0e-af0a-4e82b7498ed1 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:25.149385 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b629e396-c565-4729-9551-9d61ab0727da req-80687ec7-bbb4-4de8-969f-3c8598a0d52f tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/security-groups?id=be1c2326-cee4-429b-9524-b757ff14e61f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5880837 Nov 22 20:33:25.151978 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53f67b8e-e1a7-4cf6-b87b-8e923f426285 None None] DHCP port deletion for 33dd767d-ab2c-4bf6-a32d-ce7483655865 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:33:25.188467 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-097ecd26-41f8-4f0e-af0a-4e82b7498ed1 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Calling delete_port for 82e4d517-0315-4fdc-a82e-85a1473c0ced owned by {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:33:25.220541 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac40ffe-6035-479f-b45f-b4b192e5eae0 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Checking segment: {'id': 'd8868b34-628f-4102-8318-3ea05fa1e341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '954930a5-dd5f-4c11-b638-021565b26b8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:33:25.220907 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eac40ffe-6035-479f-b45f-b4b192e5eae0 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Network hostable DHCP agents. Network: 954930a5-dd5f-4c11-b638-021565b26b8e, hostable agents: ['02adaa64-0987-4b74-bad0-cbcf56f8a294'], hosted agents: [] {{(pid=103448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 20:33:25.251734 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdecf04e-95ad-4ebc-b6db-fe925d49a190 service neutron] Pushing event updated for resources: {'Port': ['ID=cf13a8f6-de1d-4e06-8637-d6471d4d4305,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:33:25.296058 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8676c870-98bd-4c39-9f3f-719cf55fa100 req-5c85070c-36a1-45d3-862a-b1b8a881c604 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/security-groups?id=967182ec-36b6-43cb-985c-f0d9e87194dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2554448 Nov 22 20:33:25.313152 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eac40ffe-6035-479f-b45f-b4b192e5eae0 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Network 954930a5-dd5f-4c11-b638-021565b26b8e is scheduled to be hosted by DHCP agent 02adaa64-0987-4b74-bad0-cbcf56f8a294 with binding_index 1 {{(pid=103448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 20:33:25.344131 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [req-94dcb5ec-d0a2-461b-a200-30dde6fcb6d6 req-95a3f39a-41ae-4838-b6fc-5fc015e9735c tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Allocated IP 172.20.0.3 (4eee9871-c864-4a4e-beab-df170d4b2d0a/e4bcf6c5-bcfa-43f3-aeeb-3664afce2cd0/c7d01183-2794-43c6-a1c5-3d0d43c62b98) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:33:25.346696 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-eac40ffe-6035-479f-b45f-b4b192e5eae0 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818823-1, 954930a5-dd5f-4c11-b638-021565b26b8e) {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:33:25.351190 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eac40ffe-6035-479f-b45f-b4b192e5eae0 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:33:25.351997 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-eac40ffe-6035-479f-b45f-b4b192e5eae0 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:25.356590 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f42340f9-4eb1-4b39-8ec9-939c0fdc43e7 None None] Network 954930a5-dd5f-4c11-b638-021565b26b8e requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:33:25.448925 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-eac40ffe-6035-479f-b45f-b4b192e5eae0 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.0537713 Nov 22 20:33:25.450391 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 40770) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:33:25.464564 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-cd83d4a5-f03a-4c4a-85ab-20773e9dc42f tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-644662994'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:33:25.544542 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd83d4a5-f03a-4c4a-85ab-20773e9dc42f tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Made reservation on behalf of 514017ce9a25478c9d0da65e12765f42 for: {'network': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:33:25.548140 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cd83d4a5-f03a-4c4a-85ab-20773e9dc42f tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for network, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:25.583448 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f1388234-1dc6-49c0-a502-09e3ab7a2fed req-88641fe7-ac69-4c24-a6b1-fa7706b0e02b tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] 10.222.0.46 "GET /v2.0/ports?device_id=f373b34a-1a79-4345-a16f-3792105f837a HTTP/1.1" status: 200 len: 210 time: 0.2788930 Nov 22 20:33:25.667068 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd83d4a5-f03a-4c4a-85ab-20773e9dc42f tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] vlan segment allocate from pool success with {'vlan_id': 623, 'physical_network': 'physnet1'} {{(pid=103448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 20:33:25.703257 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd9c63df-9c1b-48a1-9a7e-82ae81987d53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fb26bd7-ce56-527b-b94f-2e1f7cb2bb35-954930a5-dd5f-4c11-b638-021565b26b8e', 'network_id': '954930a5-dd5f-4c11-b638-021565b26b8e', 'tenant_id': '514017ce9a25478c9d0da65e12765f42', 'fixed_ips': [{'subnet_id': '20342544-ca01-41e9-a33a-773e9cc5f086'}]}} from n-d-818823-1. {{(pid=103449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 20:33:25.704156 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-bd9c63df-9c1b-48a1-9a7e-82ae81987d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:25.712712 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-94dcb5ec-d0a2-461b-a200-30dde6fcb6d6 req-95a3f39a-41ae-4838-b6fc-5fc015e9735c tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:25.728047 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cd83d4a5-f03a-4c4a-85ab-20773e9dc42f tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:25.728392 n-d-818823-1 neutron-server[103448]: INFO neutron.db.segments_db [None req-cd83d4a5-f03a-4c4a-85ab-20773e9dc42f tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Added segment f5736bc6-f430-478f-a683-808a4d25496b of type vlan for network 3f8895fd-a901-4e47-9cf2-9904f7992277 Nov 22 20:33:25.773320 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c47072-a776-4500-9029-3b6bc2a6e8a3 req-075f2d56-4c43-4e2a-9e39-dec239d98717 tempest-ServerAddressesNegativeTestJSON-69929699 tempest-ServerAddressesNegativeTestJSON-69929699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:33:25.774992 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-83c47072-a776-4500-9029-3b6bc2a6e8a3 req-075f2d56-4c43-4e2a-9e39-dec239d98717 tempest-ServerAddressesNegativeTestJSON-69929699 tempest-ServerAddressesNegativeTestJSON-69929699-project] 10.222.0.46 "GET /v2.0/ports?device_id=13d8d2c2-ba45-481d-99f6-549c396d3f4b HTTP/1.1" status: 200 len: 946 time: 0.3062556 Nov 22 20:33:25.781657 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-5452b4f2-b2cc-456e-9942-a6540d080511 req-bdecf04e-95ad-4ebc-b6db-fe925d49a190 service neutron] Attempting to bind port cf13a8f6-de1d-4e06-8637-d6471d4d4305 on host n-h2-818823-1 for vnic_type normal with profile {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:33:25.784919 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-5452b4f2-b2cc-456e-9942-a6540d080511 req-bdecf04e-95ad-4ebc-b6db-fe925d49a190 service neutron] Attempting to bind port cf13a8f6-de1d-4e06-8637-d6471d4d4305 by drivers openvswitch,hyperv on host n-h2-818823-1 at level 0 using segments [{'id': '470d5048-a1ed-4f8a-b81a-95ae6f6f9db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '33dd767d-ab2c-4bf6-a32d-ce7483655865'}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:33:25.785375 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5452b4f2-b2cc-456e-9942-a6540d080511 req-bdecf04e-95ad-4ebc-b6db-fe925d49a190 service neutron] Attempting to bind port cf13a8f6-de1d-4e06-8637-d6471d4d4305 on network 33dd767d-ab2c-4bf6-a32d-ce7483655865 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:33:25.838308 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cd83d4a5-f03a-4c4a-85ab-20773e9dc42f tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748992492791'] for network, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:25.839181 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5452b4f2-b2cc-456e-9942-a6540d080511 req-bdecf04e-95ad-4ebc-b6db-fe925d49a190 service neutron] Port cf13a8f6-de1d-4e06-8637-d6471d4d4305 on network 33dd767d-ab2c-4bf6-a32d-ce7483655865 not bound, no agent of type Open vSwitch agent registered on host n-h2-818823-1 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:33:25.839578 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5452b4f2-b2cc-456e-9942-a6540d080511 req-bdecf04e-95ad-4ebc-b6db-fe925d49a190 service neutron] Attempting to bind port cf13a8f6-de1d-4e06-8637-d6471d4d4305 on network 33dd767d-ab2c-4bf6-a32d-ce7483655865 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:33:25.884946 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5452b4f2-b2cc-456e-9942-a6540d080511 req-bdecf04e-95ad-4ebc-b6db-fe925d49a190 service neutron] Checking agent: {'id': '65e0486a-7030-4065-96f0-10aa7402a530', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'started_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 33, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:33:25.884946 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5452b4f2-b2cc-456e-9942-a6540d080511 req-bdecf04e-95ad-4ebc-b6db-fe925d49a190 service neutron] Checking segment: {'id': '470d5048-a1ed-4f8a-b81a-95ae6f6f9db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '33dd767d-ab2c-4bf6-a32d-ce7483655865'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:33:25.884946 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5452b4f2-b2cc-456e-9942-a6540d080511 req-bdecf04e-95ad-4ebc-b6db-fe925d49a190 service neutron] Bound using segment: {'id': '470d5048-a1ed-4f8a-b81a-95ae6f6f9db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '33dd767d-ab2c-4bf6-a32d-ce7483655865'} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:33:25.884946 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-5452b4f2-b2cc-456e-9942-a6540d080511 req-bdecf04e-95ad-4ebc-b6db-fe925d49a190 service neutron] Bound port: cf13a8f6-de1d-4e06-8637-d6471d4d4305, host: n-h2-818823-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '470d5048-a1ed-4f8a-b81a-95ae6f6f9db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '33dd767d-ab2c-4bf6-a32d-ce7483655865'}}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:33:25.885409 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-94dcb5ec-d0a2-461b-a200-30dde6fcb6d6 req-95a3f39a-41ae-4838-b6fc-5fc015e9735c tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:25.885513 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-5452b4f2-b2cc-456e-9942-a6540d080511 req-bdecf04e-95ad-4ebc-b6db-fe925d49a190 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:25.911287 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device d45dc3a7-ff28-432b-8016-c373ba7cbd55 up at agent hyperv_n-h1-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:33:25.965115 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a3f39a-41ae-4838-b6fc-5fc015e9735c tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Pushing event updated for resources: {'Port': ['ID=c7d01183-2794-43c6-a1c5-3d0d43c62b98,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:33:25.969097 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cd83d4a5-f03a-4c4a-85ab-20773e9dc42f tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for network, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:25.978556 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd83d4a5-f03a-4c4a-85ab-20773e9dc42f tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:33:25.979198 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cd83d4a5-f03a-4c4a-85ab-20773e9dc42f tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks [] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:25.993442 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.db_base_plugin_common [None req-bd9c63df-9c1b-48a1-9a7e-82ae81987d53 None None] Allocated IP 172.20.255.242 (954930a5-dd5f-4c11-b638-021565b26b8e/20342544-ca01-41e9-a33a-773e9cc5f086/cd82429d-2d34-4f04-9a6b-f1922b353ff5) {{(pid=103449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:33:26.002675 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-83c47072-a776-4500-9029-3b6bc2a6e8a3 req-eb2e7a47-58dc-4b9c-bf78-4326c9ef6f15 tempest-ServerAddressesNegativeTestJSON-69929699 tempest-ServerAddressesNegativeTestJSON-69929699-project] 10.222.0.46 "GET /v2.0/security-groups?id=908dd922-6100-4e6f-b460-e525c5b1361a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2132256 Nov 22 20:33:26.006856 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-097ecd26-41f8-4f0e-af0a-4e82b7498ed1 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:26.061713 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097ecd26-41f8-4f0e-af0a-4e82b7498ed1 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Pushing event deleted for resources: {'Port': ['ID=82e4d517-0315-4fdc-a82e-85a1473c0ced,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:33:26.161568 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd83d4a5-f03a-4c4a-85ab-20773e9dc42f tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Pushing event updated for resources: {'Network': ['ID=3f8895fd-a901-4e47-9cf2-9904f7992277,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:33:26.171462 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-5452b4f2-b2cc-456e-9942-a6540d080511 req-bdecf04e-95ad-4ebc-b6db-fe925d49a190 service neutron] For port cf13a8f6-de1d-4e06-8637-d6471d4d4305, host n-h2-818823-1, cleared binding levels {{(pid=103447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:33:26.174768 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-cd83d4a5-f03a-4c4a-85ab-20773e9dc42f tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7219167 Nov 22 20:33:26.177308 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 40784) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:33:26.180474 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-5452b4f2-b2cc-456e-9942-a6540d080511 req-bdecf04e-95ad-4ebc-b6db-fe925d49a190 service neutron] For port cf13a8f6-de1d-4e06-8637-d6471d4d4305, host n-h2-818823-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=cf13a8f6-de1d-4e06-8637-d6471d4d4305,segment=NetworkSegment(470d5048-a1ed-4f8a-b81a-95ae6f6f9db0),segment_id=470d5048-a1ed-4f8a-b81a-95ae6f6f9db0)] {{(pid=103447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:33:26.183718 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-4b553454-ffee-4a77-a324-e24d1f31c601 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Request body: {'subnet': {'network_id': '3f8895fd-a901-4e47-9cf2-9904f7992277', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:33:26.206938 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-5452b4f2-b2cc-456e-9942-a6540d080511 req-bdecf04e-95ad-4ebc-b6db-fe925d49a190 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:26.267214 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Network 3f8895fd-a901-4e47-9cf2-9904f7992277 details requested by agent ovs-agent-n-d-818823-1 with host n-d-818823-1 {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 20:33:26.332642 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94dcb5ec-d0a2-461b-a200-30dde6fcb6d6 req-95a3f39a-41ae-4838-b6fc-5fc015e9735c tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Network 4eee9871-c864-4a4e-beab-df170d4b2d0a is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:33:26.335841 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [req-94dcb5ec-d0a2-461b-a200-30dde6fcb6d6 req-95a3f39a-41ae-4838-b6fc-5fc015e9735c tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:33:26.347316 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [req-94dcb5ec-d0a2-461b-a200-30dde6fcb6d6 req-95a3f39a-41ae-4838-b6fc-5fc015e9735c tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:33:26.355327 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b553454-ffee-4a77-a324-e24d1f31c601 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Made reservation on behalf of 514017ce9a25478c9d0da65e12765f42 for: {'subnet': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:33:26.367358 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4b553454-ffee-4a77-a324-e24d1f31c601 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11792951'] for subnet, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:26.434812 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdecf04e-95ad-4ebc-b6db-fe925d49a190 service neutron] Pushing event updated for resources: {'Port': ['ID=cf13a8f6-de1d-4e06-8637-d6471d4d4305,revision_number=3']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:33:26.450256 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-097ecd26-41f8-4f0e-af0a-4e82b7498ed1 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:26.453501 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-097ecd26-41f8-4f0e-af0a-4e82b7498ed1 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "DELETE /v2.0/ports/82e4d517-0315-4fdc-a82e-85a1473c0ced HTTP/1.1" status: 204 len: 168 time: 2.9377732 Nov 22 20:33:26.472050 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 40796) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:33:26.525299 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5452b4f2-b2cc-456e-9942-a6540d080511 req-bdecf04e-95ad-4ebc-b6db-fe925d49a190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:33:26.526304 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-5452b4f2-b2cc-456e-9942-a6540d080511 req-bdecf04e-95ad-4ebc-b6db-fe925d49a190 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:26.527797 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5452b4f2-b2cc-456e-9942-a6540d080511 req-bdecf04e-95ad-4ebc-b6db-fe925d49a190 service neutron] 10.222.0.20 "PUT /v2.0/ports/cf13a8f6-de1d-4e06-8637-d6471d4d4305 HTTP/1.1" status: 200 len: 1091 time: 2.6442528 Nov 22 20:33:26.547966 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0168d9d0-5f89-4479-91cb-817ef36bcca0', 'tag': 'cf13a8f6-de1d-4e06-8637-d6471d4d4305'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:33:26.551009 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5ed190a-96cd-43b0-b7e5-bd7596fba78c" -d '{"events": [{"name": "network-changed", "server_uuid": "0168d9d0-5f89-4479-91cb-817ef36bcca0", "tag": "cf13a8f6-de1d-4e06-8637-d6471d4d4305"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:33:26.568977 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e89b9091-1609-4280-b59f-ebbdac30ec3f None None] DHCP port deletion for 33dd767d-ab2c-4bf6-a32d-ce7483655865 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:33:26.636454 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af90c58-a28b-4fa8-a423-30460971399c req-0c63a757-3227-497d-9b65-a25326ff7e2a tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:33:26.647883 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4af90c58-a28b-4fa8-a423-30460971399c req-0c63a757-3227-497d-9b65-a25326ff7e2a tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/ports?device_id=55c8ea2e-f35c-4917-83f4-6a6eece9ab8c HTTP/1.1" status: 200 len: 945 time: 0.2178352 Nov 22 20:33:26.733980 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Provisioning complete for port d45dc3a7-ff28-432b-8016-c373ba7cbd55 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:33:26.734483 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:26.755237 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dcb5ec-d0a2-461b-a200-30dde6fcb6d6 req-95a3f39a-41ae-4838-b6fc-5fc015e9735c tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:33:26.758515 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-94dcb5ec-d0a2-461b-a200-30dde6fcb6d6 req-95a3f39a-41ae-4838-b6fc-5fc015e9735c tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:26.803767 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6f17bc0-241d-4407-9564-0d10aba86f35 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:33:26.805491 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-d6f17bc0-241d-4407-9564-0d10aba86f35 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2129409 Nov 22 20:33:26.808274 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 40804) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:33:26.830082 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5452b4f2-b2cc-456e-9942-a6540d080511 req-932cc84b-b186-417d-a3a8-d4d7a573d678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:33:26.830311 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-94dcb5ec-d0a2-461b-a200-30dde6fcb6d6 req-95a3f39a-41ae-4838-b6fc-5fc015e9735c tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1268995 Nov 22 20:33:26.837410 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5452b4f2-b2cc-456e-9942-a6540d080511 req-932cc84b-b186-417d-a3a8-d4d7a573d678 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b741c1041ead4066a271a7ac45bca161&device_id=0168d9d0-5f89-4479-91cb-817ef36bcca0 HTTP/1.1" status: 200 len: 1094 time: 0.2619004 Nov 22 20:33:26.878403 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [req-94dcb5ec-d0a2-461b-a200-30dde6fcb6d6 req-d44bcc39-1700-44e5-94e6-6c804e3d6c1f service neutron] Request body: {'port': {'device_id': 'f373b34a-1a79-4345-a16f-3792105f837a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818823-1'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:33:26.900819 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4af90c58-a28b-4fa8-a423-30460971399c req-20f1098f-fa3d-4db7-b6c1-5c314d517b6d tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/security-groups?id=be1c2326-cee4-429b-9524-b757ff14e61f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2521758 Nov 22 20:33:26.913265 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb74900-9337-4b13-b620-4352291aff40 req-bb27e91b-0f3e-4abe-b2e3-e2503e9c9578 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:33:26.915036 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7cb74900-9337-4b13-b620-4352291aff40 req-bb27e91b-0f3e-4abe-b2e3-e2503e9c9578 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/ports?device_id=0168d9d0-5f89-4479-91cb-817ef36bcca0 HTTP/1.1" status: 200 len: 943 time: 0.3009212 Nov 22 20:33:26.992168 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-bd9c63df-9c1b-48a1-9a7e-82ae81987d53 None None] Publish callbacks [] for port, precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:27.036297 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-bd9c63df-9c1b-48a1-9a7e-82ae81987d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372'] for port, after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:27.043782 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d345ff22-be7e-4f2b-b207-dad4c9402093 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:33:27.045489 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-d345ff22-be7e-4f2b-b207-dad4c9402093 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2362752 Nov 22 20:33:27.054667 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 40806) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:33:27.056114 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5452b4f2-b2cc-456e-9942-a6540d080511 req-9d743614-d8d7-4270-ba1a-058f23920113 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cf13a8f6-de1d-4e06-8637-d6471d4d4305 HTTP/1.1" status: 200 len: 217 time: 0.1630900 Nov 22 20:33:27.065236 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-94dcb5ec-d0a2-461b-a200-30dde6fcb6d6 req-d44bcc39-1700-44e5-94e6-6c804e3d6c1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:27.118626 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9c63df-9c1b-48a1-9a7e-82ae81987d53 None None] Pushing event updated for resources: {'Port': ['ID=cd82429d-2d34-4f04-9a6b-f1922b353ff5,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:33:27.147933 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd9c63df-9c1b-48a1-9a7e-82ae81987d53 None None] Network 954930a5-dd5f-4c11-b638-021565b26b8e is already hosted by enough agents. {{(pid=103449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:33:27.150940 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.base_scheduler [None req-bd9c63df-9c1b-48a1-9a7e-82ae81987d53 None None] Resources bound (agent type, host, resource id): {{(pid=103449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:33:27.202294 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd9c63df-9c1b-48a1-9a7e-82ae81987d53 None None] Received port after_create {{(pid=103449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:33:27.211695 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5452b4f2-b2cc-456e-9942-a6540d080511 req-e7925a27-7b18-41da-a761-268530e04bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:33:27.213840 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5452b4f2-b2cc-456e-9942-a6540d080511 req-e7925a27-7b18-41da-a761-268530e04bbd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e400cdbc-53df-47e7-8a78-7e2509f719bf HTTP/1.1" status: 200 len: 846 time: 0.1318727 Nov 22 20:33:27.256125 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-56bd4466-fdfa-400a-a097-50003e85a058 None None] Provisioning complete for port c7d01183-2794-43c6-a1c5-3d0d43c62b98 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:33:27.256742 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-56bd4466-fdfa-400a-a097-50003e85a058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:27.280043 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7cb74900-9337-4b13-b620-4352291aff40 req-ad4c40d7-f7a6-4409-91b0-546b1b9941fa tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/security-groups?id=967182ec-36b6-43cb-985c-f0d9e87194dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3519943 Nov 22 20:33:27.296860 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5452b4f2-b2cc-456e-9942-a6540d080511 req-07553f8d-80d0-411d-8fa0-56de0c7c67a3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=33dd767d-ab2c-4bf6-a32d-ce7483655865&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0615289 Nov 22 20:33:27.419515 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 20:33:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71de1e1c-a560-4776-8580-eac15d09b8d6 x-openstack-request-id: req-71de1e1c-a560-4776-8580-eac15d09b8d6 {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:33:27.420355 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0168d9d0-5f89-4479-91cb-817ef36bcca0", "tag": "cf13a8f6-de1d-4e06-8637-d6471d4d4305", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:33:27.420852 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-71de1e1c-a560-4776-8580-eac15d09b8d6 {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:33:27.421481 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0168d9d0-5f89-4479-91cb-817ef36bcca0', 'tag': 'cf13a8f6-de1d-4e06-8637-d6471d4d4305', 'status': 'completed', 'code': 200} Nov 22 20:33:27.436624 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a78c1b-69ba-454b-9d4c-97381cf2d3e4 req-98932f10-3b3c-43a8-baa9-bafd25942cfb tempest-ServerAddressesNegativeTestJSON-69929699 tempest-ServerAddressesNegativeTestJSON-69929699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:33:27.442193 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d9a78c1b-69ba-454b-9d4c-97381cf2d3e4 req-98932f10-3b3c-43a8-baa9-bafd25942cfb tempest-ServerAddressesNegativeTestJSON-69929699 tempest-ServerAddressesNegativeTestJSON-69929699-project] 10.222.0.46 "GET /v2.0/ports?device_id=13d8d2c2-ba45-481d-99f6-549c396d3f4b HTTP/1.1" status: 200 len: 946 time: 0.3834901 Nov 22 20:33:27.553960 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-bd9c63df-9c1b-48a1-9a7e-82ae81987d53 None None] Attempting to bind port cd82429d-2d34-4f04-9a6b-f1922b353ff5 on host n-d-818823-1 for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:33:27.554349 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-bd9c63df-9c1b-48a1-9a7e-82ae81987d53 None None] Attempting to bind port cd82429d-2d34-4f04-9a6b-f1922b353ff5 by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': 'd8868b34-628f-4102-8318-3ea05fa1e341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '954930a5-dd5f-4c11-b638-021565b26b8e'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:33:27.554726 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd9c63df-9c1b-48a1-9a7e-82ae81987d53 None None] Attempting to bind port cd82429d-2d34-4f04-9a6b-f1922b353ff5 on network 954930a5-dd5f-4c11-b638-021565b26b8e {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:33:27.566113 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd9c63df-9c1b-48a1-9a7e-82ae81987d53 None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 33, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:33:27.566481 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd9c63df-9c1b-48a1-9a7e-82ae81987d53 None None] Checking segment: {'id': 'd8868b34-628f-4102-8318-3ea05fa1e341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '954930a5-dd5f-4c11-b638-021565b26b8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:33:27.567084 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-bd9c63df-9c1b-48a1-9a7e-82ae81987d53 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:27.567512 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd9c63df-9c1b-48a1-9a7e-82ae81987d53 None None] Bound using segment: {'id': 'd8868b34-628f-4102-8318-3ea05fa1e341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '954930a5-dd5f-4c11-b638-021565b26b8e'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:33:27.568138 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-bd9c63df-9c1b-48a1-9a7e-82ae81987d53 None None] Bound port: cd82429d-2d34-4f04-9a6b-f1922b353ff5, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8868b34-628f-4102-8318-3ea05fa1e341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '954930a5-dd5f-4c11-b638-021565b26b8e'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:33:27.568535 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-bd9c63df-9c1b-48a1-9a7e-82ae81987d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:27.585559 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:27.615782 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1531746-67ef-4f63-8569-1d11ee85f176 req-696df797-1702-437b-be7f-1804c558eaf3 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:33:27.623390 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f1531746-67ef-4f63-8569-1d11ee85f176 req-696df797-1702-437b-be7f-1804c558eaf3 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] 10.222.0.46 "GET /v2.0/ports?device_id=f373b34a-1a79-4345-a16f-3792105f837a HTTP/1.1" status: 200 len: 931 time: 0.1465249 Nov 22 20:33:27.629513 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d9a78c1b-69ba-454b-9d4c-97381cf2d3e4 req-aad4b85c-7771-45d9-b0be-ed4480d4c277 tempest-ServerAddressesNegativeTestJSON-69929699 tempest-ServerAddressesNegativeTestJSON-69929699-project] 10.222.0.46 "GET /v2.0/security-groups?id=908dd922-6100-4e6f-b460-e525c5b1361a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748812 Nov 22 20:33:27.636940 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5452b4f2-b2cc-456e-9942-a6540d080511 req-fab63616-8691-4728-b013-a4f469f11fcb service neutron] 10.222.0.20 "GET /v2.0/networks/33dd767d-ab2c-4bf6-a32d-ce7483655865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3390095 Nov 22 20:33:27.652578 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-bd9c63df-9c1b-48a1-9a7e-82ae81987d53 None None] For port cd82429d-2d34-4f04-9a6b-f1922b353ff5, host n-d-818823-1, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:33:27.656615 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-bd9c63df-9c1b-48a1-9a7e-82ae81987d53 None None] For port cd82429d-2d34-4f04-9a6b-f1922b353ff5, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=cd82429d-2d34-4f04-9a6b-f1922b353ff5,segment=NetworkSegment(d8868b34-628f-4102-8318-3ea05fa1e341),segment_id=d8868b34-628f-4102-8318-3ea05fa1e341)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:33:27.671440 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-bd9c63df-9c1b-48a1-9a7e-82ae81987d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:27.741663 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9c63df-9c1b-48a1-9a7e-82ae81987d53 None None] Pushing event updated for resources: {'Port': ['ID=cd82429d-2d34-4f04-9a6b-f1922b353ff5,revision_number=2']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:33:27.787825 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-56bd4466-fdfa-400a-a097-50003e85a058 None None] Port c7d01183-2794-43c6-a1c5-3d0d43c62b98 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:33:27.803173 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55c8ea2e-f35c-4917-83f4-6a6eece9ab8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd45dc3a7-ff28-432b-8016-c373ba7cbd55'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:33:27.807770 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d39f6d30a11e565ec9648abcc015e8a6ab6cff4edd704add8155e28765d31eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d429a10e-585e-4ae8-8ef2-5dbe85f17e6d" -d '{"events": [{"server_uuid": "55c8ea2e-f35c-4917-83f4-6a6eece9ab8c", "name": "network-vif-plugged", "status": "completed", "tag": "d45dc3a7-ff28-432b-8016-c373ba7cbd55"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:33:27.843247 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port d45dc3a7-ff28-432b-8016-c373ba7cbd55, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=d45dc3a7-ff28-432b-8016-c373ba7cbd55,segment=NetworkSegment(0f31ec19-3af4-4928-96f6-fbcd53d7ad3c),segment_id=0f31ec19-3af4-4928-96f6-fbcd53d7ad3c)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:33:27.851698 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:27.898875 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f1531746-67ef-4f63-8569-1d11ee85f176 req-741d14f0-4039-4627-9a0b-a8ef7cd82f4e tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] 10.222.0.46 "GET /v2.0/security-groups?id=47c329a1-771a-489f-9c27-2c25a09975ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2696083 Nov 22 20:33:27.900941 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:33:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83c1e686-25ec-4c2f-9b83-2234d239808e x-openstack-request-id: req-83c1e686-25ec-4c2f-9b83-2234d239808e {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:33:27.901245 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55c8ea2e-f35c-4917-83f4-6a6eece9ab8c", "name": "network-vif-plugged", "status": "completed", "tag": "d45dc3a7-ff28-432b-8016-c373ba7cbd55", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:33:27.901504 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-83c1e686-25ec-4c2f-9b83-2234d239808e {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:33:27.901901 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55c8ea2e-f35c-4917-83f4-6a6eece9ab8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd45dc3a7-ff28-432b-8016-c373ba7cbd55', 'code': 200} Nov 22 20:33:27.908899 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5452b4f2-b2cc-456e-9942-a6540d080511 req-55df38e5-9524-4e5f-a98b-174a7782a536 service neutron] 10.222.0.20 "GET /v2.0/networks/33dd767d-ab2c-4bf6-a32d-ce7483655865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2540553 Nov 22 20:33:27.952378 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99541d6-29cc-4092-92bd-a8c49e965f2f req-dd96bdcf-36e6-4ec7-8142-05f1209da9e6 tempest-ServerAddressesNegativeTestJSON-69929699 tempest-ServerAddressesNegativeTestJSON-69929699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:33:27.957490 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a99541d6-29cc-4092-92bd-a8c49e965f2f req-dd96bdcf-36e6-4ec7-8142-05f1209da9e6 tempest-ServerAddressesNegativeTestJSON-69929699 tempest-ServerAddressesNegativeTestJSON-69929699-project] 10.222.0.41 "GET /v2.0/ports?device_id=13d8d2c2-ba45-481d-99f6-549c396d3f4b HTTP/1.1" status: 200 len: 946 time: 0.1998188 Nov 22 20:33:27.969526 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=d45dc3a7-ff28-432b-8016-c373ba7cbd55,revision_number=7']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:33:28.200807 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-101926f6-d5fa-4aa0-8cac-ab79735ec2aa tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:33:28.201806 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ed190a-96cd-43b0-b7e5-bd7596fba78c req-89f3e51d-c93b-40d8-8e7c-17d1ca54c02b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:33:28.202366 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-101926f6-d5fa-4aa0-8cac-ab79735ec2aa tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:33:28.203934 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a5ed190a-96cd-43b0-b7e5-bd7596fba78c req-89f3e51d-c93b-40d8-8e7c-17d1ca54c02b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b741c1041ead4066a271a7ac45bca161&device_id=0168d9d0-5f89-4479-91cb-817ef36bcca0 HTTP/1.1" status: 200 len: 1094 time: 0.2221999 Nov 22 20:33:28.212884 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-101926f6-d5fa-4aa0-8cac-ab79735ec2aa tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:33:28.217040 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-101926f6-d5fa-4aa0-8cac-ab79735ec2aa tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 1.1590903 Nov 22 20:33:28.223197 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 40814) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:33:28.241096 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4b553454-ffee-4a77-a324-e24d1f31c601 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11567560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11792921'] for subnet, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:28.279309 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03e3eb6-813c-4346-b263-8e30658582f4 req-41479ac6-854f-4502-9ec7-c46145c1d858 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:33:28.281618 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e03e3eb6-813c-4346-b263-8e30658582f4 req-41479ac6-854f-4502-9ec7-c46145c1d858 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/ports?device_id=55c8ea2e-f35c-4917-83f4-6a6eece9ab8c HTTP/1.1" status: 200 len: 946 time: 0.2204258 Nov 22 20:33:28.380186 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b553454-ffee-4a77-a324-e24d1f31c601 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Pushing event updated for resources: {'Subnet': ['ID=87662db2-bc1f-4120-9c03-15e7fcd378db,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:33:28.394052 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b553454-ffee-4a77-a324-e24d1f31c601 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Checking segment: {'id': 'f5736bc6-f430-478f-a683-808a4d25496b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '3f8895fd-a901-4e47-9cf2-9904f7992277'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:33:28.394052 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b553454-ffee-4a77-a324-e24d1f31c601 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Network hostable DHCP agents. Network: 3f8895fd-a901-4e47-9cf2-9904f7992277, hostable agents: ['02adaa64-0987-4b74-bad0-cbcf56f8a294'], hosted agents: [] {{(pid=103448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 20:33:28.440919 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [req-94dcb5ec-d0a2-461b-a200-30dde6fcb6d6 req-d44bcc39-1700-44e5-94e6-6c804e3d6c1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7d01183-2794-43c6-a1c5-3d0d43c62b98 {{(pid=103448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:33:28.446315 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b553454-ffee-4a77-a324-e24d1f31c601 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Network 3f8895fd-a901-4e47-9cf2-9904f7992277 is scheduled to be hosted by DHCP agent 02adaa64-0987-4b74-bad0-cbcf56f8a294 with binding_index 1 {{(pid=103448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 20:33:28.459351 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-94dcb5ec-d0a2-461b-a200-30dde6fcb6d6 req-d44bcc39-1700-44e5-94e6-6c804e3d6c1f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:28.466335 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-4b553454-ffee-4a77-a324-e24d1f31c601 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818823-1, 3f8895fd-a901-4e47-9cf2-9904f7992277) {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:33:28.476342 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72e94869-5f61-4f6c-9404-136be8ac4de5 None None] Network 3f8895fd-a901-4e47-9cf2-9904f7992277 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:33:28.490699 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b553454-ffee-4a77-a324-e24d1f31c601 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:33:28.493342 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4b553454-ffee-4a77-a324-e24d1f31c601 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:28.522954 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [req-94dcb5ec-d0a2-461b-a200-30dde6fcb6d6 req-d44bcc39-1700-44e5-94e6-6c804e3d6c1f service neutron] Transition to ACTIVE for port object c7d01183-2794-43c6-a1c5-3d0d43c62b98 will not be triggered until provisioned by entity L2. {{(pid=103448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 20:33:28.530773 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-94dcb5ec-d0a2-461b-a200-30dde6fcb6d6 req-d44bcc39-1700-44e5-94e6-6c804e3d6c1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:28.558766 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-4b553454-ffee-4a77-a324-e24d1f31c601 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 2.3799248 Nov 22 20:33:28.604714 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 40820) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:33:28.753439 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46a791e9-904d-42ab-9899-fc4bccb697ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fb26bd7-ce56-527b-b94f-2e1f7cb2bb35-3f8895fd-a901-4e47-9cf2-9904f7992277', 'network_id': '3f8895fd-a901-4e47-9cf2-9904f7992277', 'tenant_id': '514017ce9a25478c9d0da65e12765f42', 'fixed_ips': [{'subnet_id': '87662db2-bc1f-4120-9c03-15e7fcd378db'}]}} from n-d-818823-1. {{(pid=103449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 20:33:28.755800 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-46a791e9-904d-42ab-9899-fc4bccb697ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:28.849352 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cee3535f-0435-48e7-bb0e-c470ca47bc7f tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3961693'] for network, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:28.857743 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44bcc39-1700-44e5-94e6-6c804e3d6c1f service neutron] Pushing event updated for resources: {'Port': ['ID=c7d01183-2794-43c6-a1c5-3d0d43c62b98,revision_number=2']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:33:28.973437 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.db_base_plugin_common [None req-46a791e9-904d-42ab-9899-fc4bccb697ac None None] Allocated IP 172.20.0.2 (3f8895fd-a901-4e47-9cf2-9904f7992277/87662db2-bc1f-4120-9c03-15e7fcd378db/11934a20-3120-456a-a186-7ec8ca117bc6) {{(pid=103449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:33:29.202450 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cee3535f-0435-48e7-bb0e-c470ca47bc7f tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3753007'] for subnet, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:29.206420 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ed190a-96cd-43b0-b7e5-bd7596fba78c req-19169612-444b-441a-ac6e-75679128ca7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:33:29.210200 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a5ed190a-96cd-43b0-b7e5-bd7596fba78c req-19169612-444b-441a-ac6e-75679128ca7f service neutron] 10.222.0.20 "GET /v2.0/networks?id=33dd767d-ab2c-4bf6-a32d-ce7483655865 HTTP/1.1" status: 200 len: 907 time: 0.9855816 Nov 22 20:33:29.217211 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f68e14a-e1f4-448c-8a2d-0b4556d142f2 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Deleting subnet 4b209929-4145-4e62-a37d-9dcd6d8fee8c {{(pid=103447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 20:33:29.269095 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-46a791e9-904d-42ab-9899-fc4bccb697ac None None] Publish callbacks [] for port, precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:29.295226 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-46a791e9-904d-42ab-9899-fc4bccb697ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372'] for port, after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:29.305889 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-7f68e14a-e1f4-448c-8a2d-0b4556d142f2 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks [] for subnet, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:29.309047 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-94dcb5ec-d0a2-461b-a200-30dde6fcb6d6 req-d44bcc39-1700-44e5-94e6-6c804e3d6c1f service neutron] Attempting to bind port c7d01183-2794-43c6-a1c5-3d0d43c62b98 on host n-h1-818823-1 for vnic_type normal with profile {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:33:29.309394 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-94dcb5ec-d0a2-461b-a200-30dde6fcb6d6 req-d44bcc39-1700-44e5-94e6-6c804e3d6c1f service neutron] Attempting to bind port c7d01183-2794-43c6-a1c5-3d0d43c62b98 by drivers openvswitch,hyperv on host n-h1-818823-1 at level 0 using segments [{'id': '90866206-34f4-4d4b-aa28-eaca8b7ae991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '4eee9871-c864-4a4e-beab-df170d4b2d0a'}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:33:29.309749 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94dcb5ec-d0a2-461b-a200-30dde6fcb6d6 req-d44bcc39-1700-44e5-94e6-6c804e3d6c1f service neutron] Attempting to bind port c7d01183-2794-43c6-a1c5-3d0d43c62b98 on network 4eee9871-c864-4a4e-beab-df170d4b2d0a {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:33:29.339776 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94dcb5ec-d0a2-461b-a200-30dde6fcb6d6 req-d44bcc39-1700-44e5-94e6-6c804e3d6c1f service neutron] Port c7d01183-2794-43c6-a1c5-3d0d43c62b98 on network 4eee9871-c864-4a4e-beab-df170d4b2d0a not bound, no agent of type Open vSwitch agent registered on host n-h1-818823-1 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:33:29.340179 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94dcb5ec-d0a2-461b-a200-30dde6fcb6d6 req-d44bcc39-1700-44e5-94e6-6c804e3d6c1f service neutron] Attempting to bind port c7d01183-2794-43c6-a1c5-3d0d43c62b98 on network 4eee9871-c864-4a4e-beab-df170d4b2d0a {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:33:29.358700 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94dcb5ec-d0a2-461b-a200-30dde6fcb6d6 req-d44bcc39-1700-44e5-94e6-6c804e3d6c1f service neutron] Checking agent: {'id': '7a008cff-3b49-418c-8046-689d46cc800f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'started_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 33, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:33:29.359303 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94dcb5ec-d0a2-461b-a200-30dde6fcb6d6 req-d44bcc39-1700-44e5-94e6-6c804e3d6c1f service neutron] Checking segment: {'id': '90866206-34f4-4d4b-aa28-eaca8b7ae991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '4eee9871-c864-4a4e-beab-df170d4b2d0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:33:29.359864 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94dcb5ec-d0a2-461b-a200-30dde6fcb6d6 req-d44bcc39-1700-44e5-94e6-6c804e3d6c1f service neutron] Bound using segment: {'id': '90866206-34f4-4d4b-aa28-eaca8b7ae991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '4eee9871-c864-4a4e-beab-df170d4b2d0a'} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:33:29.360487 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-94dcb5ec-d0a2-461b-a200-30dde6fcb6d6 req-d44bcc39-1700-44e5-94e6-6c804e3d6c1f service neutron] Bound port: c7d01183-2794-43c6-a1c5-3d0d43c62b98, host: n-h1-818823-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90866206-34f4-4d4b-aa28-eaca8b7ae991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '4eee9871-c864-4a4e-beab-df170d4b2d0a'}}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:33:29.361656 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-94dcb5ec-d0a2-461b-a200-30dde6fcb6d6 req-d44bcc39-1700-44e5-94e6-6c804e3d6c1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:29.395170 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a791e9-904d-42ab-9899-fc4bccb697ac None None] Pushing event updated for resources: {'Port': ['ID=11934a20-3120-456a-a186-7ec8ca117bc6,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:33:29.410884 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46a791e9-904d-42ab-9899-fc4bccb697ac None None] Network 3f8895fd-a901-4e47-9cf2-9904f7992277 is already hosted by enough agents. {{(pid=103449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:33:29.416332 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.base_scheduler [None req-46a791e9-904d-42ab-9899-fc4bccb697ac None None] Resources bound (agent type, host, resource id): {{(pid=103449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:33:29.421155 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a791e9-904d-42ab-9899-fc4bccb697ac None None] Received port after_create {{(pid=103449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:33:29.560639 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-94dcb5ec-d0a2-461b-a200-30dde6fcb6d6 req-d44bcc39-1700-44e5-94e6-6c804e3d6c1f service neutron] For port c7d01183-2794-43c6-a1c5-3d0d43c62b98, host n-h1-818823-1, cleared binding levels {{(pid=103448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:33:29.571442 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-94dcb5ec-d0a2-461b-a200-30dde6fcb6d6 req-d44bcc39-1700-44e5-94e6-6c804e3d6c1f service neutron] For port c7d01183-2794-43c6-a1c5-3d0d43c62b98, host n-h1-818823-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=c7d01183-2794-43c6-a1c5-3d0d43c62b98,segment=NetworkSegment(90866206-34f4-4d4b-aa28-eaca8b7ae991),segment_id=90866206-34f4-4d4b-aa28-eaca8b7ae991)] {{(pid=103448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:33:29.583885 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-94dcb5ec-d0a2-461b-a200-30dde6fcb6d6 req-d44bcc39-1700-44e5-94e6-6c804e3d6c1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:29.594368 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-46a791e9-904d-42ab-9899-fc4bccb697ac None None] Attempting to bind port 11934a20-3120-456a-a186-7ec8ca117bc6 on host n-d-818823-1 for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:33:29.595013 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-46a791e9-904d-42ab-9899-fc4bccb697ac None None] Attempting to bind port 11934a20-3120-456a-a186-7ec8ca117bc6 by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': 'f5736bc6-f430-478f-a683-808a4d25496b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '3f8895fd-a901-4e47-9cf2-9904f7992277'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:33:29.595881 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a791e9-904d-42ab-9899-fc4bccb697ac None None] Attempting to bind port 11934a20-3120-456a-a186-7ec8ca117bc6 on network 3f8895fd-a901-4e47-9cf2-9904f7992277 {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:33:29.601921 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-a99541d6-29cc-4092-92bd-a8c49e965f2f req-8ef67d46-dd54-4c5f-a930-45b86ee94515 tempest-ServerAddressesNegativeTestJSON-69929699 tempest-ServerAddressesNegativeTestJSON-69929699-project] Deleting port 26f97b7a-2b0d-4f19-aaad-9560be476e28 {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:33:29.602556 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-a99541d6-29cc-4092-92bd-a8c49e965f2f req-8ef67d46-dd54-4c5f-a930-45b86ee94515 tempest-ServerAddressesNegativeTestJSON-69929699 tempest-ServerAddressesNegativeTestJSON-69929699-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:29.613430 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a791e9-904d-42ab-9899-fc4bccb697ac None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 33, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:33:29.613978 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a791e9-904d-42ab-9899-fc4bccb697ac None None] Checking segment: {'id': 'f5736bc6-f430-478f-a683-808a4d25496b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '3f8895fd-a901-4e47-9cf2-9904f7992277'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:33:29.614230 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-46a791e9-904d-42ab-9899-fc4bccb697ac None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:29.614630 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a791e9-904d-42ab-9899-fc4bccb697ac None None] Bound using segment: {'id': 'f5736bc6-f430-478f-a683-808a4d25496b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '3f8895fd-a901-4e47-9cf2-9904f7992277'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:33:29.615169 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-46a791e9-904d-42ab-9899-fc4bccb697ac None None] Bound port: 11934a20-3120-456a-a186-7ec8ca117bc6, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5736bc6-f430-478f-a683-808a4d25496b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '3f8895fd-a901-4e47-9cf2-9904f7992277'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:33:29.615516 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-46a791e9-904d-42ab-9899-fc4bccb697ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:29.621109 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cee3535f-0435-48e7-bb0e-c470ca47bc7f tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3753014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11567369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11792914'] for subnet, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:29.629658 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dcb5ec-d0a2-461b-a200-30dde6fcb6d6 req-d44bcc39-1700-44e5-94e6-6c804e3d6c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:33:29.630313 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-94dcb5ec-d0a2-461b-a200-30dde6fcb6d6 req-d44bcc39-1700-44e5-94e6-6c804e3d6c1f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:29.634574 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-94dcb5ec-d0a2-461b-a200-30dde6fcb6d6 req-d44bcc39-1700-44e5-94e6-6c804e3d6c1f service neutron] 10.222.0.41 "PUT /v2.0/ports/c7d01183-2794-43c6-a1c5-3d0d43c62b98 HTTP/1.1" status: 200 len: 1091 time: 2.7984090 Nov 22 20:33:29.654616 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12567710-e543-49c0-a0cf-723244d74214 None None] Network 954930a5-dd5f-4c11-b638-021565b26b8e requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:33:29.694750 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f373b34a-1a79-4345-a16f-3792105f837a', 'tag': 'c7d01183-2794-43c6-a1c5-3d0d43c62b98'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:33:29.704843 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589a98cf2aea187fcc423a5edb333e5a6cf3ad7c81115d1ebee0f079693c312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c58e53e7-173b-4aeb-a827-d28129a48ca7" -d '{"events": [{"name": "network-changed", "server_uuid": "f373b34a-1a79-4345-a16f-3792105f837a", "tag": "c7d01183-2794-43c6-a1c5-3d0d43c62b98"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:33:29.756347 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e03e3eb6-813c-4346-b263-8e30658582f4 req-f7955446-923d-4545-a2e9-f32c41c8f165 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/security-groups?id=be1c2326-cee4-429b-9524-b757ff14e61f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5576961 Nov 22 20:33:29.759257 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a5ed190a-96cd-43b0-b7e5-bd7596fba78c req-fbe3b113-577e-42cd-b276-3fb861149182 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cf13a8f6-de1d-4e06-8637-d6471d4d4305 HTTP/1.1" status: 200 len: 217 time: 0.5256541 Nov 22 20:33:29.798889 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-7f68e14a-e1f4-448c-8a2d-0b4556d142f2 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12178353'] for subnet, precommit_delete_associations {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:29.813175 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device cd82429d-2d34-4f04-9a6b-f1922b353ff5 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:33:29.865496 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee3535f-0435-48e7-bb0e-c470ca47bc7f tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Pushing event deleted for resources: {'Subnet': ['ID=87662db2-bc1f-4120-9c03-15e7fcd378db,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:33:29.946097 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 26f97b7a-2b0d-4f19-aaad-9560be476e28 no longer exists at agent hyperv_n-h1-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:33:29.966942 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44bcc39-1700-44e5-94e6-6c804e3d6c1f service neutron] Pushing event updated for resources: {'Port': ['ID=c7d01183-2794-43c6-a1c5-3d0d43c62b98,revision_number=3']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:33:29.968781 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b80e7a-9d8d-4ef9-906b-95fb7cfbc0cd req-40f6eb04-414c-460a-a9aa-e4ccedb7ebc7 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:33:29.970490 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-53b80e7a-9d8d-4ef9-906b-95fb7cfbc0cd req-40f6eb04-414c-460a-a9aa-e4ccedb7ebc7 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/ports?device_id=0168d9d0-5f89-4479-91cb-817ef36bcca0 HTTP/1.1" status: 200 len: 943 time: 0.7733085 Nov 22 20:33:30.045837 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cee3535f-0435-48e7-bb0e-c470ca47bc7f tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3760028', 'neutron.services.segments.db._delete_segments_for_network-8748992815755'] for network, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:30.066445 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dcb5ec-d0a2-461b-a200-30dde6fcb6d6 req-53299c1d-0872-4c6e-a470-46c03de6c403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:33:30.076503 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-94dcb5ec-d0a2-461b-a200-30dde6fcb6d6 req-53299c1d-0872-4c6e-a470-46c03de6c403 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=67d164fc12fc462bb9fe3a42a4c66cfa&device_id=f373b34a-1a79-4345-a16f-3792105f837a HTTP/1.1" status: 200 len: 1094 time: 0.3550098 Nov 22 20:33:30.086590 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-649e02d3-b12b-4f14-88fe-dce30afe6e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:30.138620 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-166daf61-4bbd-48c4-8afe-761e5fb399ea None None] Provisioning complete for port cd82429d-2d34-4f04-9a6b-f1922b353ff5 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:33:30.139033 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-166daf61-4bbd-48c4-8afe-761e5fb399ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:30.167193 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-cee3535f-0435-48e7-bb0e-c470ca47bc7f tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f8895fd-a901-4e47-9cf2-9904f7992277']}} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:33:30.170575 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-94dcb5ec-d0a2-461b-a200-30dde6fcb6d6 req-68a09c9f-b39c-4161-814d-dc42402a2405 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c7d01183-2794-43c6-a1c5-3d0d43c62b98 HTTP/1.1" status: 200 len: 217 time: 0.0728209 Nov 22 20:33:30.230299 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-46a791e9-904d-42ab-9899-fc4bccb697ac None None] For port 11934a20-3120-456a-a186-7ec8ca117bc6, host n-d-818823-1, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:33:30.255407 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-cee3535f-0435-48e7-bb0e-c470ca47bc7f tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5736bc6-f430-478f-a683-808a4d25496b') {'for_net_delete': True} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:33:30.255976 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-cee3535f-0435-48e7-bb0e-c470ca47bc7f tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5736bc6-f430-478f-a683-808a4d25496b') {} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:33:30.289015 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cee3535f-0435-48e7-bb0e-c470ca47bc7f tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748993039638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11627933'] for segment, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:30.316796 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-46a791e9-904d-42ab-9899-fc4bccb697ac None None] For port 11934a20-3120-456a-a186-7ec8ca117bc6, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=11934a20-3120-456a-a186-7ec8ca117bc6,segment=NetworkSegment(f5736bc6-f430-478f-a683-808a4d25496b),segment_id=f5736bc6-f430-478f-a683-808a4d25496b)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:33:30.323168 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ed190a-96cd-43b0-b7e5-bd7596fba78c req-d5dbee4a-0158-44a2-84b5-f532af84589b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:33:30.323785 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-166daf61-4bbd-48c4-8afe-761e5fb399ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:30.325042 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a5ed190a-96cd-43b0-b7e5-bd7596fba78c req-d5dbee4a-0158-44a2-84b5-f532af84589b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e400cdbc-53df-47e7-8a78-7e2509f719bf HTTP/1.1" status: 200 len: 846 time: 0.5475540 Nov 22 20:33:30.334999 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-53b80e7a-9d8d-4ef9-906b-95fb7cfbc0cd req-dfb38d35-1185-4272-be88-306c69138f53 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/security-groups?id=967182ec-36b6-43cb-985c-f0d9e87194dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3418567 Nov 22 20:33:30.354269 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-a99541d6-29cc-4092-92bd-a8c49e965f2f req-8ef67d46-dd54-4c5f-a930-45b86ee94515 tempest-ServerAddressesNegativeTestJSON-69929699 tempest-ServerAddressesNegativeTestJSON-69929699-project] For port 26f97b7a-2b0d-4f19-aaad-9560be476e28, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=26f97b7a-2b0d-4f19-aaad-9560be476e28,segment=NetworkSegment(a1fa56bc-a15e-4e03-908a-f5764f65fc21),segment_id=a1fa56bc-a15e-4e03-908a-f5764f65fc21)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:33:30.354651 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-a99541d6-29cc-4092-92bd-a8c49e965f2f req-8ef67d46-dd54-4c5f-a930-45b86ee94515 tempest-ServerAddressesNegativeTestJSON-69929699 tempest-ServerAddressesNegativeTestJSON-69929699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:30.365991 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cee3535f-0435-48e7-bb0e-c470ca47bc7f tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:30.369182 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dcb5ec-d0a2-461b-a200-30dde6fcb6d6 req-e8e8dea8-eb7a-47c1-b3fc-96c96dd71df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:33:30.370707 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-94dcb5ec-d0a2-461b-a200-30dde6fcb6d6 req-e8e8dea8-eb7a-47c1-b3fc-96c96dd71df9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e4bcf6c5-bcfa-43f3-aeeb-3664afce2cd0 HTTP/1.1" status: 200 len: 835 time: 0.1861560 Nov 22 20:33:30.386820 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cee3535f-0435-48e7-bb0e-c470ca47bc7f tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Releasing vlan 623 on physical network physnet1 to pool {{(pid=103448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 20:33:30.387243 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cee3535f-0435-48e7-bb0e-c470ca47bc7f tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11567447'] for segment, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:30.407619 n-d-818823-1 neutron-server[103448]: Traceback (most recent call last): Nov 22 20:33:30.407619 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 20:33:30.407619 n-d-818823-1 neutron-server[103448]: timer() Nov 22 20:33:30.407619 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 20:33:30.407619 n-d-818823-1 neutron-server[103448]: cb(*args, **kw) Nov 22 20:33:30.407619 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 20:33:30.407619 n-d-818823-1 neutron-server[103448]: return func(*args, **kwargs) Nov 22 20:33:30.407619 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 20:33:30.407619 n-d-818823-1 neutron-server[103448]: self._notify() Nov 22 20:33:30.407619 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 20:33:30.407619 n-d-818823-1 neutron-server[103448]: self.callback(batched_events) Nov 22 20:33:30.407619 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 20:33:30.407619 n-d-818823-1 neutron-server[103448]: event.method(event) Nov 22 20:33:30.407619 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 20:33:30.407619 n-d-818823-1 neutron-server[103448]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 20:33:30.407619 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 20:33:30.407619 n-d-818823-1 neutron-server[103448]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 20:33:30.407619 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 20:33:30.407619 n-d-818823-1 neutron-server[103448]: return f(self, *a, **k) Nov 22 20:33:30.407619 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 20:33:30.407619 n-d-818823-1 neutron-server[103448]: return self._get(url).json() Nov 22 20:33:30.407619 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 20:33:30.407619 n-d-818823-1 neutron-server[103448]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 20:33:30.407619 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 20:33:30.407619 n-d-818823-1 neutron-server[103448]: return self.request(url, 'GET', **kwargs) Nov 22 20:33:30.407619 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 20:33:30.407619 n-d-818823-1 neutron-server[103448]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 20:33:30.407619 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 20:33:30.407619 n-d-818823-1 neutron-server[103448]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 20:33:30.407619 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 20:33:30.407619 n-d-818823-1 neutron-server[103448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 20:33:30.407619 n-d-818823-1 neutron-server[103448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 20:33:30.418454 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port cd82429d-2d34-4f04-9a6b-f1922b353ff5 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:33:30.418454 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:30.423662 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:30.427192 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7972d4a0-dc88-4de1-b007-4f33868fb717 req-3df8dbf5-d7e8-45d5-a6a0-c572c267ab49 tempest-ServerAddressesNegativeTestJSON-69929699 tempest-ServerAddressesNegativeTestJSON-69929699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:33:30.428806 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7972d4a0-dc88-4de1-b007-4f33868fb717 req-3df8dbf5-d7e8-45d5-a6a0-c572c267ab49 tempest-ServerAddressesNegativeTestJSON-69929699 tempest-ServerAddressesNegativeTestJSON-69929699-project] 10.222.0.46 "GET /v2.0/ports?device_id=13d8d2c2-ba45-481d-99f6-549c396d3f4b HTTP/1.1" status: 200 len: 946 time: 0.4393578 Nov 22 20:33:30.439183 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-46a791e9-904d-42ab-9899-fc4bccb697ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:30.492358 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-a99541d6-29cc-4092-92bd-a8c49e965f2f req-8ef67d46-dd54-4c5f-a930-45b86ee94515 tempest-ServerAddressesNegativeTestJSON-69929699 tempest-ServerAddressesNegativeTestJSON-69929699-project] Calling delete_port for 26f97b7a-2b0d-4f19-aaad-9560be476e28 owned by compute:nova {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:33:30.515992 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a5ed190a-96cd-43b0-b7e5-bd7596fba78c req-bc4ec108-fc6b-4f0a-882b-114c51a92d06 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=33dd767d-ab2c-4bf6-a32d-ce7483655865&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1680963 Nov 22 20:33:30.531701 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 26f97b7a-2b0d-4f19-aaad-9560be476e28, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=26f97b7a-2b0d-4f19-aaad-9560be476e28,segment=NetworkSegment(a1fa56bc-a15e-4e03-908a-f5764f65fc21),segment_id=a1fa56bc-a15e-4e03-908a-f5764f65fc21)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:33:30.541406 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-7f68e14a-e1f4-448c-8a2d-0b4556d142f2 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3753007'] for subnet, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:30.568895 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a791e9-904d-42ab-9899-fc4bccb697ac None None] Pushing event updated for resources: {'Port': ['ID=11934a20-3120-456a-a186-7ec8ca117bc6,revision_number=2']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:33:30.572007 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13d8d2c2-ba45-481d-99f6-549c396d3f4b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '26f97b7a-2b0d-4f19-aaad-9560be476e28'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:33:30.576387 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d39f6d30a11e565ec9648abcc015e8a6ab6cff4edd704add8155e28765d31eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44e13f8d-f4f7-43fd-becc-82070e80c07f" -d '{"events": [{"server_uuid": "13d8d2c2-ba45-481d-99f6-549c396d3f4b", "name": "network-vif-unplugged", "status": "completed", "tag": "26f97b7a-2b0d-4f19-aaad-9560be476e28"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:33:30.588586 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.db.api [None req-cee3535f-0435-48e7-bb0e-c470ca47bc7f tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 22 20:33:30.588586 n-d-818823-1 neutron-server[103448]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 22 20:33:30.588586 n-d-818823-1 neutron-server[103448]: [parameters: {'id': '3f8895fd-a901-4e47-9cf2-9904f7992277'}] Nov 22 20:33:30.588586 n-d-818823-1 neutron-server[103448]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103448) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 20:33:30.588919 n-d-818823-1 neutron-server[103448]: DEBUG oslo_db.api [None req-cee3535f-0435-48e7-bb0e-c470ca47bc7f tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 20:33:30.594806 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dcb5ec-d0a2-461b-a200-30dde6fcb6d6 req-d448890e-f04a-4adc-b0e4-b87ce6ac194f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:33:30.596958 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-94dcb5ec-d0a2-461b-a200-30dde6fcb6d6 req-d448890e-f04a-4adc-b0e4-b87ce6ac194f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4eee9871-c864-4a4e-beab-df170d4b2d0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2178786 Nov 22 20:33:30.600401 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:30.622008 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-166daf61-4bbd-48c4-8afe-761e5fb399ea None None] For port cd82429d-2d34-4f04-9a6b-f1922b353ff5, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=cd82429d-2d34-4f04-9a6b-f1922b353ff5,segment=NetworkSegment(d8868b34-628f-4102-8318-3ea05fa1e341),segment_id=d8868b34-628f-4102-8318-3ea05fa1e341)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:33:30.714179 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-166daf61-4bbd-48c4-8afe-761e5fb399ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:30.764946 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e15a84d-966f-473f-be18-8c7961705d23 None None] Network 3f8895fd-a901-4e47-9cf2-9904f7992277 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:33:30.765166 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-94dcb5ec-d0a2-461b-a200-30dde6fcb6d6 req-8742570d-1842-4510-afe8-16f94f1d0ca6 service neutron] 10.222.0.41 "GET /v2.0/networks/4eee9871-c864-4a4e-beab-df170d4b2d0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520395 Nov 22 20:33:30.860250 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=26f97b7a-2b0d-4f19-aaad-9560be476e28,revision_number=6']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:33:30.926126 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-94dcb5ec-d0a2-461b-a200-30dde6fcb6d6 req-fb409e34-e241-4fa3-9cfb-9700fca12603 service neutron] 10.222.0.41 "GET /v2.0/networks/4eee9871-c864-4a4e-beab-df170d4b2d0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447988 Nov 22 20:33:30.979461 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166daf61-4bbd-48c4-8afe-761e5fb399ea None None] Pushing event updated for resources: {'Port': ['ID=cd82429d-2d34-4f04-9a6b-f1922b353ff5,revision_number=3']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:33:31.007458 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23820c3f-c7c1-43a0-8852-c94eae22550c req-679d7654-778a-450f-be2e-4210e2d10631 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:33:31.016836 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-23820c3f-c7c1-43a0-8852-c94eae22550c req-679d7654-778a-450f-be2e-4210e2d10631 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] 10.222.0.46 "GET /v2.0/ports?device_id=f373b34a-1a79-4345-a16f-3792105f837a HTTP/1.1" status: 200 len: 943 time: 0.5036414 Nov 22 20:33:31.055737 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7972d4a0-dc88-4de1-b007-4f33868fb717 req-88082b9b-dcaf-4df3-b04f-4f84783f88da tempest-ServerAddressesNegativeTestJSON-69929699 tempest-ServerAddressesNegativeTestJSON-69929699-project] 10.222.0.46 "GET /v2.0/security-groups?id=908dd922-6100-4e6f-b460-e525c5b1361a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5990632 Nov 22 20:33:31.089732 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cee3535f-0435-48e7-bb0e-c470ca47bc7f tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3961693'] for network, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:31.155215 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.agents_db [None req-aa8313f2-1ee4-4e7b-8c5a-d32b2f9d31ee None None] Agent healthcheck: found 7 active agents {{(pid=103450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 20:33:31.162377 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 20:33:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-249e81d6-e53d-4480-91d9-e02dfed01364 x-openstack-request-id: req-249e81d6-e53d-4480-91d9-e02dfed01364 {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:33:31.162784 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f373b34a-1a79-4345-a16f-3792105f837a", "tag": "c7d01183-2794-43c6-a1c5-3d0d43c62b98", "status": "completed", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:33:31.163140 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-249e81d6-e53d-4480-91d9-e02dfed01364 {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:33:31.163660 n-d-818823-1 neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f373b34a-1a79-4345-a16f-3792105f837a', 'tag': 'c7d01183-2794-43c6-a1c5-3d0d43c62b98', 'status': 'completed', 'code': 200} Nov 22 20:33:31.243357 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58e53e7-173b-4aeb-a827-d28129a48ca7 req-157ff5d5-9674-444a-89df-2dc012164045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:33:31.247127 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 22 Nov 2021 20:33:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b02e203d-0e38-4b20-81df-e686ee393a03 x-openstack-request-id: req-b02e203d-0e38-4b20-81df-e686ee393a03 {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:33:31.247510 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-c58e53e7-173b-4aeb-a827-d28129a48ca7 req-157ff5d5-9674-444a-89df-2dc012164045 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=67d164fc12fc462bb9fe3a42a4c66cfa&device_id=f373b34a-1a79-4345-a16f-3792105f837a HTTP/1.1" status: 200 len: 1094 time: 0.0786707 Nov 22 20:33:31.247669 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13d8d2c2-ba45-481d-99f6-549c396d3f4b", "name": "network-vif-unplugged", "status": "completed", "tag": "26f97b7a-2b0d-4f19-aaad-9560be476e28", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:33:31.247926 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b02e203d-0e38-4b20-81df-e686ee393a03 {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:33:31.248338 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13d8d2c2-ba45-481d-99f6-549c396d3f4b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '26f97b7a-2b0d-4f19-aaad-9560be476e28', 'code': 200} Nov 22 20:33:31.255218 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-cee3535f-0435-48e7-bb0e-c470ca47bc7f tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Deleting port 11934a20-3120-456a-a186-7ec8ca117bc6 {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:33:31.255714 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cee3535f-0435-48e7-bb0e-c470ca47bc7f tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:31.259332 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-7f68e14a-e1f4-448c-8a2d-0b4556d142f2 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3753014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8900804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8485115'] for subnet, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:31.358421 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f68e14a-e1f4-448c-8a2d-0b4556d142f2 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Pushing event deleted for resources: {'Subnet': ['ID=4b209929-4145-4e62-a37d-9dcd6d8fee8c,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:33:31.369198 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-cee3535f-0435-48e7-bb0e-c470ca47bc7f tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] For port 11934a20-3120-456a-a186-7ec8ca117bc6, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=11934a20-3120-456a-a186-7ec8ca117bc6,segment=NetworkSegment(f5736bc6-f430-478f-a683-808a4d25496b),segment_id=f5736bc6-f430-478f-a683-808a4d25496b)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:33:31.369661 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cee3535f-0435-48e7-bb0e-c470ca47bc7f tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:31.373161 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a5ed190a-96cd-43b0-b7e5-bd7596fba78c req-c955f3ba-01d2-4cf8-8606-dc7b0e0a60d8 service neutron] 10.222.0.20 "GET /v2.0/networks/33dd767d-ab2c-4bf6-a32d-ce7483655865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7617249 Nov 22 20:33:31.380271 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acc277fc-62f6-42db-b444-4057f8be425d None None] Network 7bd88872-a540-4e3b-ac93-d884c5e46f76 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:33:31.388676 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-cee3535f-0435-48e7-bb0e-c470ca47bc7f tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Calling delete_port for 11934a20-3120-456a-a186-7ec8ca117bc6 owned by network:dhcp {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:33:31.401989 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-23820c3f-c7c1-43a0-8852-c94eae22550c req-d4c69072-59c0-4a93-98e0-31f10ff482ff tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] 10.222.0.46 "GET /v2.0/security-groups?id=47c329a1-771a-489f-9c27-2c25a09975ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3790450 Nov 22 20:33:31.545172 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-7f68e14a-e1f4-448c-8a2d-0b4556d142f2 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for subnet, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:31.555448 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device cf13a8f6-de1d-4e06-8637-d6471d4d4305 details requested by agent hyperv_n-h2-818823-1 with host n-h2-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 20:33:31.561208 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-7f68e14a-e1f4-448c-8a2d-0b4556d142f2 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "DELETE /v2.0/subnets/4b209929-4145-4e62-a37d-9dcd6d8fee8c HTTP/1.1" status: 204 len: 168 time: 3.3270218 Nov 22 20:33:31.564387 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 40852) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:33:31.621658 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cee3535f-0435-48e7-bb0e-c470ca47bc7f tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:31.704968 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-a99541d6-29cc-4092-92bd-a8c49e965f2f req-8ef67d46-dd54-4c5f-a930-45b86ee94515 tempest-ServerAddressesNegativeTestJSON-69929699 tempest-ServerAddressesNegativeTestJSON-69929699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:31.765095 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port cf13a8f6-de1d-4e06-8637-d6471d4d4305, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=cf13a8f6-de1d-4e06-8637-d6471d4d4305,segment=NetworkSegment(470d5048-a1ed-4f8a-b81a-95ae6f6f9db0),segment_id=470d5048-a1ed-4f8a-b81a-95ae6f6f9db0)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:33:31.784071 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_v2 [None req-569f9829-a345-4a03-96ad-65e0920f9ab5 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Deleting subnet a375a2ad-711e-4439-b0fb-db673fedf99d {{(pid=103447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 20:33:31.786519 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef67d46-dd54-4c5f-a930-45b86ee94515 tempest-ServerAddressesNegativeTestJSON-69929699 tempest-ServerAddressesNegativeTestJSON-69929699-project] Pushing event deleted for resources: {'Port': ['ID=26f97b7a-2b0d-4f19-aaad-9560be476e28,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:33:31.803200 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0639b8-7e38-4e14-9af7-0962f037ee96 req-d53c5a88-b2e3-4131-8fc0-74c4a6dd420b tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:33:31.811726 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-be0639b8-7e38-4e14-9af7-0962f037ee96 req-d53c5a88-b2e3-4131-8fc0-74c4a6dd420b tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/ports?device_id=55c8ea2e-f35c-4917-83f4-6a6eece9ab8c HTTP/1.1" status: 200 len: 946 time: 0.4545221 Nov 22 20:33:31.819568 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-569f9829-a345-4a03-96ad-65e0920f9ab5 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks [] for subnet, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:31.829756 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee3535f-0435-48e7-bb0e-c470ca47bc7f tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Pushing event deleted for resources: {'Port': ['ID=11934a20-3120-456a-a186-7ec8ca117bc6,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:33:31.837205 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cee3535f-0435-48e7-bb0e-c470ca47bc7f tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] No DVR routers for this DVR port 11934a20-3120-456a-a186-7ec8ca117bc6 on host n-d-818823-1 {{(pid=103448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:33:31.880355 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Returning: {'device': 'cf13a8f6-de1d-4e06-8637-d6471d4d4305', 'network_id': '33dd767d-ab2c-4bf6-a32d-ce7483655865', 'port_id': 'cf13a8f6-de1d-4e06-8637-d6471d4d4305', 'mac_address': 'fa:16:3e:48:5e:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e400cdbc-53df-47e7-8a78-7e2509f719bf', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 20:33:31.892615 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device cd82429d-2d34-4f04-9a6b-f1922b353ff5 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:33:31.932829 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ad745d-4860-4e1f-8284-d8bb7c372b75 req-bff00556-e31c-44df-9a4c-c6e1ac83e199 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:33:31.942765 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-42ad745d-4860-4e1f-8284-d8bb7c372b75 req-bff00556-e31c-44df-9a4c-c6e1ac83e199 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/ports?device_id=0168d9d0-5f89-4479-91cb-817ef36bcca0 HTTP/1.1" status: 200 len: 943 time: 0.3754365 Nov 22 20:33:31.950755 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-a99541d6-29cc-4092-92bd-a8c49e965f2f req-8ef67d46-dd54-4c5f-a930-45b86ee94515 tempest-ServerAddressesNegativeTestJSON-69929699 tempest-ServerAddressesNegativeTestJSON-69929699-project] No DVR routers for this DVR port 26f97b7a-2b0d-4f19-aaad-9560be476e28 on host n-h1-818823-1 {{(pid=103447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:33:31.954241 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cee3535f-0435-48e7-bb0e-c470ca47bc7f tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3760028', 'neutron.services.segments.db._delete_segments_for_network-8748992815755'] for network, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:31.961175 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a5ed190a-96cd-43b0-b7e5-bd7596fba78c req-bfafa4e7-2580-4993-bde4-844c81219cea service neutron] 10.222.0.20 "GET /v2.0/networks/33dd767d-ab2c-4bf6-a32d-ce7483655865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5615363 Nov 22 20:33:31.978722 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-a99541d6-29cc-4092-92bd-a8c49e965f2f req-8ef67d46-dd54-4c5f-a930-45b86ee94515 tempest-ServerAddressesNegativeTestJSON-69929699 tempest-ServerAddressesNegativeTestJSON-69929699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:31.984525 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a99541d6-29cc-4092-92bd-a8c49e965f2f req-8ef67d46-dd54-4c5f-a930-45b86ee94515 tempest-ServerAddressesNegativeTestJSON-69929699 tempest-ServerAddressesNegativeTestJSON-69929699-project] 10.222.0.41 "DELETE /v2.0/ports/26f97b7a-2b0d-4f19-aaad-9560be476e28 HTTP/1.1" status: 204 len: 173 time: 4.0199795 Nov 22 20:33:31.988711 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13d8d2c2-ba45-481d-99f6-549c396d3f4b', 'name': 'network-vif-deleted', 'tag': '26f97b7a-2b0d-4f19-aaad-9560be476e28'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:33:31.991220 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95410223-4dfb-465e-a20d-1afae955deb5" -d '{"events": [{"server_uuid": "13d8d2c2-ba45-481d-99f6-549c396d3f4b", "name": "network-vif-deleted", "tag": "26f97b7a-2b0d-4f19-aaad-9560be476e28"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:33:32.015675 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-cee3535f-0435-48e7-bb0e-c470ca47bc7f tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f8895fd-a901-4e47-9cf2-9904f7992277']}} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:33:32.030307 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-cee3535f-0435-48e7-bb0e-c470ca47bc7f tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5736bc6-f430-478f-a683-808a4d25496b') {'for_net_delete': True} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:33:32.030719 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-cee3535f-0435-48e7-bb0e-c470ca47bc7f tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5736bc6-f430-478f-a683-808a4d25496b') {} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:33:32.034332 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-569f9829-a345-4a03-96ad-65e0920f9ab5 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12178353'] for subnet, precommit_delete_associations {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:32.035109 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58e53e7-173b-4aeb-a827-d28129a48ca7 req-ff3f22b2-1fee-4b5e-8301-a7abac834ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:33:32.037131 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-c58e53e7-173b-4aeb-a827-d28129a48ca7 req-ff3f22b2-1fee-4b5e-8301-a7abac834ca6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=4eee9871-c864-4a4e-beab-df170d4b2d0a HTTP/1.1" status: 200 len: 898 time: 0.4783959 Nov 22 20:33:32.105404 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-be0639b8-7e38-4e14-9af7-0962f037ee96 req-2af8e6e9-34ba-48f4-a4f2-b5d72461c738 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/security-groups?id=be1c2326-cee4-429b-9524-b757ff14e61f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2924080 Nov 22 20:33:32.136331 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cee3535f-0435-48e7-bb0e-c470ca47bc7f tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748993039638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11627933'] for segment, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:32.139845 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-c58e53e7-173b-4aeb-a827-d28129a48ca7 req-242ed558-d59d-4318-9320-27e2da02363e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c7d01183-2794-43c6-a1c5-3d0d43c62b98 HTTP/1.1" status: 200 len: 217 time: 0.0815918 Nov 22 20:33:32.194821 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-493abfb4-df41-4f8a-a112-7adde35a94a4 None None] Provisioning complete for port cd82429d-2d34-4f04-9a6b-f1922b353ff5 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:33:32.195198 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-493abfb4-df41-4f8a-a112-7adde35a94a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:32.199645 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:32.244433 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf13a8f6-de1d-4e06-8637-d6471d4d4305 {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:33:32.280735 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port cf13a8f6-de1d-4e06-8637-d6471d4d4305, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=cf13a8f6-de1d-4e06-8637-d6471d4d4305,segment=NetworkSegment(470d5048-a1ed-4f8a-b81a-95ae6f6f9db0),segment_id=470d5048-a1ed-4f8a-b81a-95ae6f6f9db0)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:33:32.308902 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port cd82429d-2d34-4f04-9a6b-f1922b353ff5 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:33:32.308902 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:32.320099 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58e53e7-173b-4aeb-a827-d28129a48ca7 req-e772f84e-8719-4832-a1e0-b3348d8d2aae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:33:32.322143 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-c58e53e7-173b-4aeb-a827-d28129a48ca7 req-e772f84e-8719-4832-a1e0-b3348d8d2aae service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e4bcf6c5-bcfa-43f3-aeeb-3664afce2cd0 HTTP/1.1" status: 200 len: 835 time: 0.1561806 Nov 22 20:33:32.330714 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:33:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c3b9835-6d99-4279-ad9a-556f7092d171 x-openstack-request-id: req-2c3b9835-6d99-4279-ad9a-556f7092d171 {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:33:32.331621 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13d8d2c2-ba45-481d-99f6-549c396d3f4b", "name": "network-vif-deleted", "tag": "26f97b7a-2b0d-4f19-aaad-9560be476e28", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:33:32.332205 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2c3b9835-6d99-4279-ad9a-556f7092d171 {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:33:32.333397 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13d8d2c2-ba45-481d-99f6-549c396d3f4b', 'name': 'network-vif-deleted', 'tag': '26f97b7a-2b0d-4f19-aaad-9560be476e28', 'status': 'completed', 'code': 200} Nov 22 20:33:32.337529 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cee3535f-0435-48e7-bb0e-c470ca47bc7f tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:32.338634 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:32.386928 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-569f9829-a345-4a03-96ad-65e0920f9ab5 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3753007'] for subnet, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:32.408079 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cee3535f-0435-48e7-bb0e-c470ca47bc7f tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Releasing vlan 623 on physical network physnet1 to pool {{(pid=103448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 20:33:32.409555 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cee3535f-0435-48e7-bb0e-c470ca47bc7f tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11567447'] for segment, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:32.414202 n-d-818823-1 neutron-server[103448]: Traceback (most recent call last): Nov 22 20:33:32.414202 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 20:33:32.414202 n-d-818823-1 neutron-server[103448]: timer() Nov 22 20:33:32.414202 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 20:33:32.414202 n-d-818823-1 neutron-server[103448]: cb(*args, **kw) Nov 22 20:33:32.414202 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 20:33:32.414202 n-d-818823-1 neutron-server[103448]: return func(*args, **kwargs) Nov 22 20:33:32.414202 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 20:33:32.414202 n-d-818823-1 neutron-server[103448]: self._notify() Nov 22 20:33:32.414202 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 20:33:32.414202 n-d-818823-1 neutron-server[103448]: self.callback(batched_events) Nov 22 20:33:32.414202 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 20:33:32.414202 n-d-818823-1 neutron-server[103448]: event.method(event) Nov 22 20:33:32.414202 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 20:33:32.414202 n-d-818823-1 neutron-server[103448]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 20:33:32.414202 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 20:33:32.414202 n-d-818823-1 neutron-server[103448]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 20:33:32.414202 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 20:33:32.414202 n-d-818823-1 neutron-server[103448]: return f(self, *a, **k) Nov 22 20:33:32.414202 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 20:33:32.414202 n-d-818823-1 neutron-server[103448]: return self._get(url).json() Nov 22 20:33:32.414202 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 20:33:32.414202 n-d-818823-1 neutron-server[103448]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 20:33:32.414202 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 20:33:32.414202 n-d-818823-1 neutron-server[103448]: return self.request(url, 'GET', **kwargs) Nov 22 20:33:32.414202 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 20:33:32.414202 n-d-818823-1 neutron-server[103448]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 20:33:32.414202 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 20:33:32.414202 n-d-818823-1 neutron-server[103448]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 20:33:32.414202 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 20:33:32.414202 n-d-818823-1 neutron-server[103448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 20:33:32.414202 n-d-818823-1 neutron-server[103448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 20:33:32.497127 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58e53e7-173b-4aeb-a827-d28129a48ca7 req-8112544f-e168-4fb6-a3be-f48f5331a64d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:33:32.499697 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-c58e53e7-173b-4aeb-a827-d28129a48ca7 req-8112544f-e168-4fb6-a3be-f48f5331a64d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4eee9871-c864-4a4e-beab-df170d4b2d0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1548243 Nov 22 20:33:32.584311 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-42ad745d-4860-4e1f-8284-d8bb7c372b75 req-84609e07-a9c4-4f9d-995e-536e54aef7d4 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/security-groups?id=967182ec-36b6-43cb-985c-f0d9e87194dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6404335 Nov 22 20:33:32.588446 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-569f9829-a345-4a03-96ad-65e0920f9ab5 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3753014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8900804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8485115'] for subnet, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:32.618774 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] get_ports_and_sgs() called for port_ids ['cf13a8f6-de1d-4e06-8637-d6471d4d4305'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:33:32.628518 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-de6cc870-51bb-4150-af17-1b8e2b9de285 req-fe9330aa-29e4-4c4c-8517-2d72de7148fc tempest-ServerAddressesNegativeTestJSON-69929699 tempest-ServerAddressesNegativeTestJSON-69929699-project] 10.222.0.46 "GET /v2.0/ports?device_id=13d8d2c2-ba45-481d-99f6-549c396d3f4b HTTP/1.1" status: 200 len: 210 time: 0.0613372 Nov 22 20:33:32.682145 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-569f9829-a345-4a03-96ad-65e0920f9ab5 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for subnet, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:32.691469 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-569f9829-a345-4a03-96ad-65e0920f9ab5 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "DELETE /v2.0/subnets/a375a2ad-711e-4439-b0fb-db673fedf99d HTTP/1.1" status: 204 len: 168 time: 1.1209035 Nov 22 20:33:32.693837 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 40866) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:33:32.715386 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569f9829-a345-4a03-96ad-65e0920f9ab5 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Pushing event deleted for resources: {'Subnet': ['ID=a375a2ad-711e-4439-b0fb-db673fedf99d,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:33:32.727690 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cee3535f-0435-48e7-bb0e-c470ca47bc7f tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3760002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595318'] for network, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:32.772560 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cee3535f-0435-48e7-bb0e-c470ca47bc7f tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks [] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:32.792423 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-cee3535f-0435-48e7-bb0e-c470ca47bc7f tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] 10.222.0.46 "DELETE /v2.0/networks/3f8895fd-a901-4e47-9cf2-9904f7992277 HTTP/1.1" status: 204 len: 168 time: 4.1834841 Nov 22 20:33:32.818254 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 40868) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:33:32.833061 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-222c1059-433f-4d6e-8212-e9847fb63dd8 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1372545 Nov 22 20:33:32.834338 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 40870) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:33:32.858042 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-086e35c9-6ba5-4dce-b64b-f920d64aeb95 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-671119483'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:33:32.937293 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7451e6e8-e88e-4d7a-bc42-7db33d0a6c0d req-b5118bc7-2d8a-4641-98d5-dd8b2240fc02 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:33:32.940433 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7451e6e8-e88e-4d7a-bc42-7db33d0a6c0d req-b5118bc7-2d8a-4641-98d5-dd8b2240fc02 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] 10.222.0.46 "GET /v2.0/ports?device_id=f373b34a-1a79-4345-a16f-3792105f837a HTTP/1.1" status: 200 len: 943 time: 0.1130724 Nov 22 20:33:32.943642 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-086e35c9-6ba5-4dce-b64b-f920d64aeb95 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Made reservation on behalf of 514017ce9a25478c9d0da65e12765f42 for: {'network': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:33:32.955030 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-086e35c9-6ba5-4dce-b64b-f920d64aeb95 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for network, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:32.960812 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee3535f-0435-48e7-bb0e-c470ca47bc7f tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Pushing event deleted for resources: {'Network': ['ID=3f8895fd-a901-4e47-9cf2-9904f7992277,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:33:33.005066 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7451e6e8-e88e-4d7a-bc42-7db33d0a6c0d req-ed084cc1-b05f-47e3-8873-056c1383432c tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] 10.222.0.46 "GET /v2.0/security-groups?id=47c329a1-771a-489f-9c27-2c25a09975ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561690 Nov 22 20:33:33.007503 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-c58e53e7-173b-4aeb-a827-d28129a48ca7 req-98e4deaf-c1a9-463a-b88d-53b526bacb85 service neutron] 10.222.0.41 "GET /v2.0/networks/4eee9871-c864-4a4e-beab-df170d4b2d0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4960036 Nov 22 20:33:33.022974 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a12593d2-75ed-427a-85b1-3226a4c4a5d8 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:33:33.027479 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-a12593d2-75ed-427a-85b1-3226a4c4a5d8 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1921723 Nov 22 20:33:33.028106 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 40874) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:33:33.125559 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65affdfe-86db-47ae-adf6-f35481863686 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:33:33.131996 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-65affdfe-86db-47ae-adf6-f35481863686 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1013126 Nov 22 20:33:33.135504 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 40878) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:33:33.153922 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=cf13a8f6-de1d-4e06-8637-d6471d4d4305,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:33:33.221857 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-ec1930a7-9c82-41d9-adc9-3a0e335ac16a tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0849240 Nov 22 20:33:33.230680 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 40880) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:33:33.271282 n-d-818823-1 neutron-server[103447]: INFO neutron.pecan_wsgi.hooks.translation [None req-4550e419-0965-4c27-a60b-4e0345f9cd0e tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] DELETE failed (client error): The resource could not be found. Nov 22 20:33:33.272079 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4550e419-0965-4c27-a60b-4e0345f9cd0e tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103447) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 20:33:33.276116 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-4550e419-0965-4c27-a60b-4e0345f9cd0e tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "DELETE /v2.0/ports/82e4d517-0315-4fdc-a82e-85a1473c0ced HTTP/1.1" status: 404 len: 333 time: 0.0437696 Nov 22 20:33:33.279837 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-086e35c9-6ba5-4dce-b64b-f920d64aeb95 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] vlan segment allocate from pool success with {'vlan_id': 647, 'physical_network': 'physnet1'} {{(pid=103448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 20:33:33.281980 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 40882) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:33:33.321639 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-bc1418b9-3457-4235-8c22-daa5980938d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:33.363562 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-086e35c9-6ba5-4dce-b64b-f920d64aeb95 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:33.366306 n-d-818823-1 neutron-server[103448]: INFO neutron.db.segments_db [None req-086e35c9-6ba5-4dce-b64b-f920d64aeb95 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Added segment 8f8a0f6f-4529-4488-9be0-5b30e4366af9 of type vlan for network 7c022340-f7be-4364-907f-8decc7b81e0b Nov 22 20:33:33.370250 n-d-818823-1 neutron-server[103447]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7d1fde9-2342-4938-b105-c529185c4970 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] DELETE failed (client error): The resource could not be found. Nov 22 20:33:33.370716 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7d1fde9-2342-4938-b105-c529185c4970 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103447) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 20:33:33.376550 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-f7d1fde9-2342-4938-b105-c529185c4970 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "DELETE /v2.0/subnets/4b209929-4145-4e62-a37d-9dcd6d8fee8c HTTP/1.1" status: 404 len: 337 time: 0.0896943 Nov 22 20:33:33.384740 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 40884) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:33:33.445435 n-d-818823-1 neutron-server[103447]: INFO neutron.pecan_wsgi.hooks.translation [None req-91143223-f722-45d1-9d44-ff5e7b1d91bf tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] DELETE failed (client error): The resource could not be found. Nov 22 20:33:33.446101 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91143223-f722-45d1-9d44-ff5e7b1d91bf tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103447) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 20:33:33.453277 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-91143223-f722-45d1-9d44-ff5e7b1d91bf tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "DELETE /v2.0/subnets/a375a2ad-711e-4439-b0fb-db673fedf99d HTTP/1.1" status: 404 len: 337 time: 0.0651371 Nov 22 20:33:33.464351 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5410166a-dd62-45fc-8742-e6b9448376af req-9e05940e-b2d6-464b-8457-e4de810c4725 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:33:33.465929 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5410166a-dd62-45fc-8742-e6b9448376af req-9e05940e-b2d6-464b-8457-e4de810c4725 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/ports?device_id=55c8ea2e-f35c-4917-83f4-6a6eece9ab8c HTTP/1.1" status: 200 len: 946 time: 0.1460021 Nov 22 20:33:33.466444 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 40886) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:33:33.499311 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-c58e53e7-173b-4aeb-a827-d28129a48ca7 req-e327dcad-95b2-4b56-92bb-8dc74da30b8b service neutron] 10.222.0.41 "GET /v2.0/networks/4eee9871-c864-4a4e-beab-df170d4b2d0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4823647 Nov 22 20:33:33.532231 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-03f0964f-1b75-4df7-99e0-a3cdb56ec2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:33.543779 n-d-818823-1 neutron-server[103447]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac090d2a-183d-419e-b843-9d32f829a54a tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] DELETE failed (client error): The resource could not be found. Nov 22 20:33:33.544444 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac090d2a-183d-419e-b843-9d32f829a54a tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103447) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 20:33:33.550103 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-ac090d2a-183d-419e-b843-9d32f829a54a tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "DELETE /v2.0/ports/53226976-440c-4b6d-8984-81d633713a7b HTTP/1.1" status: 404 len: 333 time: 0.0814650 Nov 22 20:33:33.553212 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-086e35c9-6ba5-4dce-b64b-f920d64aeb95 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748992492791'] for network, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:33.557955 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 40888) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:33:33.587725 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5410166a-dd62-45fc-8742-e6b9448376af req-317ca1e9-5229-495c-918b-e5fe52f97c19 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/security-groups?id=be1c2326-cee4-429b-9524-b757ff14e61f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0842633 Nov 22 20:33:33.613162 n-d-818823-1 neutron-server[103448]: INFO neutron.pecan_wsgi.hooks.translation [None req-649fb70f-32ac-4ae1-ace3-6177bf328a70 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] DELETE failed (client error): The resource could not be found. Nov 22 20:33:33.615045 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-649fb70f-32ac-4ae1-ace3-6177bf328a70 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 20:33:33.620075 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-649fb70f-32ac-4ae1-ace3-6177bf328a70 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "DELETE /v2.0/subnets/f951d19b-3499-45ee-8c9d-c2015e201d2f HTTP/1.1" status: 404 len: 337 time: 0.0576599 Nov 22 20:33:33.620396 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 40892) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:33:33.638439 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbd40504-3149-4a0c-8da9-ed239c64fc73 None None] Network 7bd88872-a540-4e3b-ac93-d884c5e46f76 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:33:33.676758 n-d-818823-1 neutron-server[103447]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ba27e84-7cb6-4b8f-babd-7dbd421afa6c tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] DELETE failed (client error): The resource could not be found. Nov 22 20:33:33.677258 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ba27e84-7cb6-4b8f-babd-7dbd421afa6c tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103447) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 20:33:33.683788 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-3ba27e84-7cb6-4b8f-babd-7dbd421afa6c tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "DELETE /v2.0/subnets/80c7ffac-590e-4c89-99b9-ef4023a01ae2 HTTP/1.1" status: 404 len: 337 time: 0.0597241 Nov 22 20:33:33.683939 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-086e35c9-6ba5-4dce-b64b-f920d64aeb95 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for network, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:33.692231 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 40896) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:33:33.704267 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-086e35c9-6ba5-4dce-b64b-f920d64aeb95 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:33:33.704914 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-086e35c9-6ba5-4dce-b64b-f920d64aeb95 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks [] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:33.743049 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 40898) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:33:33.810329 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac1d708c-1529-4a49-a50a-5066be938400 admin admin] Deleting subnet 8efc58dc-70dd-4c36-a445-71c9ec41dd85 {{(pid=103447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 20:33:33.811100 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086e35c9-6ba5-4dce-b64b-f920d64aeb95 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Pushing event updated for resources: {'Network': ['ID=7c022340-f7be-4364-907f-8decc7b81e0b,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:33:33.812755 n-d-818823-1 neutron-server[103447]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ef5250e-0606-4c94-bc16-1d48c50fe1df tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] DELETE failed (client error): The resource could not be found. Nov 22 20:33:33.813325 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ef5250e-0606-4c94-bc16-1d48c50fe1df tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103447) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 20:33:33.818994 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-9ef5250e-0606-4c94-bc16-1d48c50fe1df tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "DELETE /v2.0/ports/1dd5c0f3-badf-4e25-a8f3-96cb037d120b HTTP/1.1" status: 404 len: 333 time: 0.1232951 Nov 22 20:33:33.833464 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 40900) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:33:33.840292 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ac1d708c-1529-4a49-a50a-5066be938400 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:33.859521 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Network 7c022340-f7be-4364-907f-8decc7b81e0b details requested by agent ovs-agent-n-d-818823-1 with host n-d-818823-1 {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 20:33:33.888784 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ac1d708c-1529-4a49-a50a-5066be938400 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12178353'] for subnet, precommit_delete_associations {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:33.901733 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-b240c7bf-07dd-43ec-9876-90eca6497fc8 None None] Provisioning complete for port abe27436-52eb-4ac8-bc74-4309bbc7ca53 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:33:33.902110 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-b240c7bf-07dd-43ec-9876-90eca6497fc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:33.921968 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdac65a-7e6d-459a-8c67-755eb592cbd9 req-db24558f-8795-493d-bd93-444bc46c7eca tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:33:33.931116 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9cdac65a-7e6d-459a-8c67-755eb592cbd9 req-db24558f-8795-493d-bd93-444bc46c7eca tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/ports?device_id=0168d9d0-5f89-4479-91cb-817ef36bcca0 HTTP/1.1" status: 200 len: 944 time: 0.1861384 Nov 22 20:33:33.931862 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 40904) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:33:33.937622 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-086e35c9-6ba5-4dce-b64b-f920d64aeb95 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.1107409 Nov 22 20:33:33.938905 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-7e651300-759a-4cb6-8bba-bbd1cadf79af tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Request body: {'subnet': {'network_id': '7c022340-f7be-4364-907f-8decc7b81e0b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:33:33.940589 n-d-818823-1 neutron-server[103448]: INFO neutron.pecan_wsgi.hooks.translation [None req-92f93c04-14df-4650-bdd9-3550dbd4209d tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] DELETE failed (client error): The resource could not be found. Nov 22 20:33:33.943560 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device c7d01183-2794-43c6-a1c5-3d0d43c62b98 details requested by agent hyperv_n-h1-818823-1 with host n-h1-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 20:33:33.944637 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92f93c04-14df-4650-bdd9-3550dbd4209d tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 20:33:33.964976 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-92f93c04-14df-4650-bdd9-3550dbd4209d tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "DELETE /v2.0/subnets/82dbaec4-29ef-44de-8b79-982807046360 HTTP/1.1" status: 404 len: 337 time: 0.1280894 Nov 22 20:33:33.969151 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 40906) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:33:34.105166 n-d-818823-1 neutron-server[103447]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e30948c-e10f-4e58-b78c-cb9a1dea522a tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] DELETE failed (client error): The resource could not be found. Nov 22 20:33:34.105854 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e30948c-e10f-4e58-b78c-cb9a1dea522a tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103447) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 20:33:34.109325 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-6e30948c-e10f-4e58-b78c-cb9a1dea522a tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "DELETE /v2.0/subnets/a2ca39e8-1c7e-4358-9f52-1f9da07b933f HTTP/1.1" status: 404 len: 337 time: 0.1294820 Nov 22 20:33:34.113623 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 40914) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:33:34.118358 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ac1d708c-1529-4a49-a50a-5066be938400 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3753007'] for subnet, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:34.198180 n-d-818823-1 neutron-server[103448]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0846ef0-62a9-428e-a38c-1366e3e1faab tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] DELETE failed (client error): The resource could not be found. Nov 22 20:33:34.199826 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0846ef0-62a9-428e-a38c-1366e3e1faab tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 20:33:34.210917 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-e0846ef0-62a9-428e-a38c-1366e3e1faab tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "DELETE /v2.0/ports/1b2cd5d6-5fda-47cd-94b1-71342b80461a HTTP/1.1" status: 404 len: 333 time: 0.0956421 Nov 22 20:33:34.211638 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 40916) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:33:34.241397 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9cdac65a-7e6d-459a-8c67-755eb592cbd9 req-cf7ab449-b730-4c51-8092-139c349de290 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/security-groups?id=967182ec-36b6-43cb-985c-f0d9e87194dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3099756 Nov 22 20:33:34.267631 n-d-818823-1 neutron-server[103448]: INFO neutron.pecan_wsgi.hooks.translation [None req-f60f77df-fd2b-4c66-8587-e711ae0ec918 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] DELETE failed (client error): The resource could not be found. Nov 22 20:33:34.269124 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f60f77df-fd2b-4c66-8587-e711ae0ec918 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 20:33:34.272607 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-f60f77df-fd2b-4c66-8587-e711ae0ec918 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "DELETE /v2.0/subnets/b00bd2d0-924e-4dbf-ae33-503dbb61a82f HTTP/1.1" status: 404 len: 337 time: 0.0600219 Nov 22 20:33:34.274772 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5c6f57b-98e6-4e46-b000-586e7098ca31 None None] DHCP port deletion for 7bd88872-a540-4e3b-ac93-d884c5e46f76 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:33:34.275823 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 40918) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:33:34.278286 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port c7d01183-2794-43c6-a1c5-3d0d43c62b98, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=c7d01183-2794-43c6-a1c5-3d0d43c62b98,segment=NetworkSegment(90866206-34f4-4d4b-aa28-eaca8b7ae991),segment_id=90866206-34f4-4d4b-aa28-eaca8b7ae991)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:33:34.306503 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ac1d708c-1529-4a49-a50a-5066be938400 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3753014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8900804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8485115'] for subnet, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:34.314040 n-d-818823-1 neutron-server[103448]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2b61f38-7071-4343-97c0-e0ee9f5f420f tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] DELETE failed (client error): The resource could not be found. Nov 22 20:33:34.314765 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2b61f38-7071-4343-97c0-e0ee9f5f420f tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 20:33:34.323142 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-c2b61f38-7071-4343-97c0-e0ee9f5f420f tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "DELETE /v2.0/subnets/bc0b1423-73ba-41bc-95c2-b6aa060ee078 HTTP/1.1" status: 404 len: 337 time: 0.0455027 Nov 22 20:33:34.324727 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 40920) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:33:34.348671 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1d708c-1529-4a49-a50a-5066be938400 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8efc58dc-70dd-4c36-a445-71c9ec41dd85,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:33:34.352893 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ac1d708c-1529-4a49-a50a-5066be938400 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for subnet, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:34.358402 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-ac1d708c-1529-4a49-a50a-5066be938400 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/8efc58dc-70dd-4c36-a445-71c9ec41dd85 HTTP/1.1" status: 204 len: 168 time: 0.5992701 Nov 22 20:33:34.363666 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 40922) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:33:34.371313 n-d-818823-1 neutron-server[103448]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cbbebc7-fa3a-40cf-8c16-ef775dea1189 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] DELETE failed (client error): The resource could not be found. Nov 22 20:33:34.372193 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3cbbebc7-fa3a-40cf-8c16-ef775dea1189 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 20:33:34.377800 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-3cbbebc7-fa3a-40cf-8c16-ef775dea1189 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "DELETE /v2.0/ports/0886b046-8f60-468d-8198-adca5da3e1a9 HTTP/1.1" status: 404 len: 333 time: 0.0491297 Nov 22 20:33:34.378168 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 40924) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:33:34.389043 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e651300-759a-4cb6-8bba-bbd1cadf79af tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Made reservation on behalf of 514017ce9a25478c9d0da65e12765f42 for: {'subnet': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:33:34.393538 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-7e651300-759a-4cb6-8bba-bbd1cadf79af tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8485086'] for subnet, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:34.415765 n-d-818823-1 neutron-server[103448]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b466461-d679-4995-a3b7-c0407dfdfcd7 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] DELETE failed (client error): The resource could not be found. Nov 22 20:33:34.416203 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b466461-d679-4995-a3b7-c0407dfdfcd7 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 20:33:34.421972 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-4b466461-d679-4995-a3b7-c0407dfdfcd7 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "DELETE /v2.0/subnets/1f365125-2579-4e92-9fb0-97472fbbd8c4 HTTP/1.1" status: 404 len: 337 time: 0.0402014 Nov 22 20:33:34.422842 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 40926) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:33:34.437072 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Returning: {'device': 'c7d01183-2794-43c6-a1c5-3d0d43c62b98', 'network_id': '4eee9871-c864-4a4e-beab-df170d4b2d0a', 'port_id': 'c7d01183-2794-43c6-a1c5-3d0d43c62b98', 'mac_address': 'fa:16:3e:22:d0:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4bcf6c5-bcfa-43f3-aeeb-3664afce2cd0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 20:33:34.468240 n-d-818823-1 neutron-server[103448]: INFO neutron.pecan_wsgi.hooks.translation [None req-e437fc36-d683-459c-9745-b065f60f64c5 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] DELETE failed (client error): The resource could not be found. Nov 22 20:33:34.468800 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e437fc36-d683-459c-9745-b065f60f64c5 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 20:33:34.476946 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-e437fc36-d683-459c-9745-b065f60f64c5 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "DELETE /v2.0/ports/0798946b-9352-4f46-92b7-4a4a892dcfad HTTP/1.1" status: 404 len: 333 time: 0.0512238 Nov 22 20:33:34.481324 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 40928) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:33:34.483947 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd92fd4-2f98-4fc5-9540-ed997d17880b req-c237016b-32e6-4014-9c64-3bfb06dbad9c tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:33:34.491322 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-fcd92fd4-2f98-4fc5-9540-ed997d17880b req-c237016b-32e6-4014-9c64-3bfb06dbad9c tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] 10.222.0.46 "GET /v2.0/ports?device_id=f373b34a-1a79-4345-a16f-3792105f837a HTTP/1.1" status: 200 len: 943 time: 0.2957532 Nov 22 20:33:34.539773 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.ipam_backend_mixin [None req-7e651300-759a-4cb6-8bba-bbd1cadf79af tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Performing IP validity checks on allocation pools {{(pid=103447) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 22 20:33:34.540297 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.ipam_backend_mixin [None req-7e651300-759a-4cb6-8bba-bbd1cadf79af tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103447) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 22 20:33:34.542118 n-d-818823-1 neutron-server[103448]: INFO neutron.pecan_wsgi.hooks.translation [None req-b732e950-8939-4627-93b6-2f0b5dad7652 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] DELETE failed (client error): The resource could not be found. Nov 22 20:33:34.542761 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b732e950-8939-4627-93b6-2f0b5dad7652 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 20:33:34.546845 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-eb2a406c-adf6-44b7-82d5-5a3f47b2c189 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3961693'] for network, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:34.552782 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-b732e950-8939-4627-93b6-2f0b5dad7652 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "DELETE /v2.0/subnets/2abde323-8eaf-41e6-8fb0-44ab28f06a2c HTTP/1.1" status: 404 len: 337 time: 0.0675485 Nov 22 20:33:34.559227 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 40930) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:33:34.593966 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:34.607169 n-d-818823-1 neutron-server[103448]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2b19047-7355-4063-9f3a-fb71c898f925 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] DELETE failed (client error): The resource could not be found. Nov 22 20:33:34.610361 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2b19047-7355-4063-9f3a-fb71c898f925 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 20:33:34.618309 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-f2b19047-7355-4063-9f3a-fb71c898f925 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "DELETE /v2.0/ports/f938ea03-5a47-4ff9-bf48-514c8faf6044 HTTP/1.1" status: 404 len: 333 time: 0.0577326 Nov 22 20:33:34.621246 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 40932) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:33:34.644481 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-fcd92fd4-2f98-4fc5-9540-ed997d17880b req-07dafa99-b931-4103-ad1e-e1565c23eb36 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] 10.222.0.46 "GET /v2.0/security-groups?id=47c329a1-771a-489f-9c27-2c25a09975ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1522057 Nov 22 20:33:34.647561 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7d01183-2794-43c6-a1c5-3d0d43c62b98 {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:33:34.676731 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-f5c6f57b-98e6-4e46-b000-586e7098ca31 None None] Deleting port abe27436-52eb-4ac8-bc74-4309bbc7ca53 {{(pid=103449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:33:34.677101 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-f5c6f57b-98e6-4e46-b000-586e7098ca31 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:34.716137 n-d-818823-1 neutron-server[103448]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea893cb4-546e-4749-94fc-466c58a0898f tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] DELETE failed (client error): The resource could not be found. Nov 22 20:33:34.716592 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea893cb4-546e-4749-94fc-466c58a0898f tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 20:33:34.732288 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-ea893cb4-546e-4749-94fc-466c58a0898f tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "DELETE /v2.0/subnets/ae3e3acd-fb4a-4c50-8cc4-e97fc4ba5a05 HTTP/1.1" status: 404 len: 337 time: 0.1097450 Nov 22 20:33:34.735282 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 40936) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:33:34.743436 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-eb2a406c-adf6-44b7-82d5-5a3f47b2c189 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3760028', 'neutron.services.segments.db._delete_segments_for_network-8748992815755'] for network, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:34.803650 n-d-818823-1 neutron-server[103448]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6439f93-f82a-4371-89dd-3c66148df0c5 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] DELETE failed (client error): The resource could not be found. Nov 22 20:33:34.804211 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6439f93-f82a-4371-89dd-3c66148df0c5 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 20:33:34.811784 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-eb2a406c-adf6-44b7-82d5-5a3f47b2c189 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb2c92ab-5c18-46a8-8c2b-de038a0cbdfc']}} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:33:34.812374 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-e6439f93-f82a-4371-89dd-3c66148df0c5 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "DELETE /v2.0/ports/0be828ad-70e4-449e-ab5a-a3275ef7ae1d HTTP/1.1" status: 404 len: 333 time: 0.0760739 Nov 22 20:33:34.815173 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port c7d01183-2794-43c6-a1c5-3d0d43c62b98, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=c7d01183-2794-43c6-a1c5-3d0d43c62b98,segment=NetworkSegment(90866206-34f4-4d4b-aa28-eaca8b7ae991),segment_id=90866206-34f4-4d4b-aa28-eaca8b7ae991)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:33:34.815760 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 40938) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:33:34.841615 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-eb2a406c-adf6-44b7-82d5-5a3f47b2c189 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1fa56bc-a15e-4e03-908a-f5764f65fc21') {'for_net_delete': True} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:33:34.842379 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-eb2a406c-adf6-44b7-82d5-5a3f47b2c189 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1fa56bc-a15e-4e03-908a-f5764f65fc21') {} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:33:34.845363 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:34.853424 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc893e29-1359-47b4-9228-509be921d076 req-03ff3998-9d88-4662-adc4-8c440ef244a7 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:33:34.855272 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-dc893e29-1359-47b4-9228-509be921d076 req-03ff3998-9d88-4662-adc4-8c440ef244a7 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/ports?device_id=55c8ea2e-f35c-4917-83f4-6a6eece9ab8c HTTP/1.1" status: 200 len: 946 time: 0.0986326 Nov 22 20:33:34.874790 n-d-818823-1 neutron-server[103448]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d49fddc-a2bc-4809-a850-70b375e2c776 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] DELETE failed (client error): The resource could not be found. Nov 22 20:33:34.875238 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d49fddc-a2bc-4809-a850-70b375e2c776 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 20:33:34.878854 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-2d49fddc-a2bc-4809-a850-70b375e2c776 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "DELETE /v2.0/subnets/6a11d3e9-55e7-452b-a49e-669a362abb98 HTTP/1.1" status: 404 len: 337 time: 0.0621657 Nov 22 20:33:34.890593 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 40940) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:33:34.894434 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-eb2a406c-adf6-44b7-82d5-5a3f47b2c189 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748993039638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12178344'] for segment, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:34.928871 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-eb2a406c-adf6-44b7-82d5-5a3f47b2c189 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:34.935835 n-d-818823-1 neutron-server[103448]: INFO neutron.pecan_wsgi.hooks.translation [None req-d889bfc8-bc2f-4c24-80b5-f1edeeec0bfe tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] DELETE failed (client error): The resource could not be found. Nov 22 20:33:34.936424 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d889bfc8-bc2f-4c24-80b5-f1edeeec0bfe tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 20:33:34.939580 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-d889bfc8-bc2f-4c24-80b5-f1edeeec0bfe tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "DELETE /v2.0/ports/36620a87-cbf3-490e-970b-31cc355b50dc HTTP/1.1" status: 404 len: 333 time: 0.0480223 Nov 22 20:33:34.944770 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-f5c6f57b-98e6-4e46-b000-586e7098ca31 None None] For port abe27436-52eb-4ac8-bc74-4309bbc7ca53, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=abe27436-52eb-4ac8-bc74-4309bbc7ca53,segment=NetworkSegment(bdb0f717-aa5f-4e33-bcc3-95472c9b5b64),segment_id=bdb0f717-aa5f-4e33-bcc3-95472c9b5b64)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:33:34.945310 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-f5c6f57b-98e6-4e46-b000-586e7098ca31 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:34.947765 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 40942) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:33:34.949032 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb2a406c-adf6-44b7-82d5-5a3f47b2c189 admin admin] Releasing vlan 602 on physical network physnet1 to pool {{(pid=103447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 20:33:34.949657 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-eb2a406c-adf6-44b7-82d5-5a3f47b2c189 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8900762'] for segment, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:34.969177 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-f5c6f57b-98e6-4e46-b000-586e7098ca31 None None] Calling delete_port for abe27436-52eb-4ac8-bc74-4309bbc7ca53 owned by network:dhcp {{(pid=103449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:33:34.977687 n-d-818823-1 neutron-server[103447]: Traceback (most recent call last): Nov 22 20:33:34.977687 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 20:33:34.977687 n-d-818823-1 neutron-server[103447]: timer() Nov 22 20:33:34.977687 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 20:33:34.977687 n-d-818823-1 neutron-server[103447]: cb(*args, **kw) Nov 22 20:33:34.977687 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 20:33:34.977687 n-d-818823-1 neutron-server[103447]: return func(*args, **kwargs) Nov 22 20:33:34.977687 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 20:33:34.977687 n-d-818823-1 neutron-server[103447]: self._notify() Nov 22 20:33:34.977687 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 20:33:34.977687 n-d-818823-1 neutron-server[103447]: self.callback(batched_events) Nov 22 20:33:34.977687 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 20:33:34.977687 n-d-818823-1 neutron-server[103447]: event.method(event) Nov 22 20:33:34.977687 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 20:33:34.977687 n-d-818823-1 neutron-server[103447]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 20:33:34.977687 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 20:33:34.977687 n-d-818823-1 neutron-server[103447]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 20:33:34.977687 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 20:33:34.977687 n-d-818823-1 neutron-server[103447]: return f(self, *a, **k) Nov 22 20:33:34.977687 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 20:33:34.977687 n-d-818823-1 neutron-server[103447]: return self._get(url).json() Nov 22 20:33:34.977687 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 20:33:34.977687 n-d-818823-1 neutron-server[103447]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 20:33:34.977687 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 20:33:34.977687 n-d-818823-1 neutron-server[103447]: return self.request(url, 'GET', **kwargs) Nov 22 20:33:34.977687 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 20:33:34.977687 n-d-818823-1 neutron-server[103447]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 20:33:34.977687 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 20:33:34.977687 n-d-818823-1 neutron-server[103447]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 20:33:34.977687 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 20:33:34.977687 n-d-818823-1 neutron-server[103447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 20:33:34.977687 n-d-818823-1 neutron-server[103447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 20:33:34.995546 n-d-818823-1 neutron-server[103447]: INFO neutron.pecan_wsgi.hooks.translation [None req-134fe7c4-16cb-4961-ab86-67a5be8e369e tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] DELETE failed (client error): The resource could not be found. Nov 22 20:33:34.996362 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-134fe7c4-16cb-4961-ab86-67a5be8e369e tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103447) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 20:33:34.996544 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=c7d01183-2794-43c6-a1c5-3d0d43c62b98,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:33:34.999856 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-134fe7c4-16cb-4961-ab86-67a5be8e369e tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "DELETE /v2.0/subnets/f89f9515-799e-455c-845d-97603ec16c43 HTTP/1.1" status: 404 len: 337 time: 0.0479712 Nov 22 20:33:35.004043 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 40944) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:33:35.033437 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-7e651300-759a-4cb6-8bba-bbd1cadf79af tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8900613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8485104'] for subnet, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:35.041126 n-d-818823-1 neutron-server[103448]: INFO neutron.pecan_wsgi.hooks.translation [None req-7de8fd1a-6ba4-416d-a81d-171369d26b2d tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] DELETE failed (client error): The resource could not be found. Nov 22 20:33:35.041707 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7de8fd1a-6ba4-416d-a81d-171369d26b2d tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 20:33:35.048466 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-7de8fd1a-6ba4-416d-a81d-171369d26b2d tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "DELETE /v2.0/ports/f9da99d4-3296-4a5a-8f0c-896b7b9fefa1 HTTP/1.1" status: 404 len: 333 time: 0.0433824 Nov 22 20:33:35.054572 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 40946) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:33:35.081657 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] get_ports_and_sgs() called for port_ids ['c7d01183-2794-43c6-a1c5-3d0d43c62b98'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:33:35.105292 n-d-818823-1 neutron-server[103448]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca2d34a6-7709-4006-b4b2-a26918e85167 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] DELETE failed (client error): The resource could not be found. Nov 22 20:33:35.105757 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca2d34a6-7709-4006-b4b2-a26918e85167 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 20:33:35.108863 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-ca2d34a6-7709-4006-b4b2-a26918e85167 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "DELETE /v2.0/subnets/161e14b9-e522-4209-b1eb-25e7c2d7f1a5 HTTP/1.1" status: 404 len: 337 time: 0.0533426 Nov 22 20:33:35.117324 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 40950) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:33:35.122802 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-dc893e29-1359-47b4-9228-509be921d076 req-624ccf2c-168e-48e6-ac88-e7a6795bd299 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/security-groups?id=be1c2326-cee4-429b-9524-b757ff14e61f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2588863 Nov 22 20:33:35.160744 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-eb2a406c-adf6-44b7-82d5-5a3f47b2c189 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3760002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595318'] for network, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:35.189367 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-eb2a406c-adf6-44b7-82d5-5a3f47b2c189 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for network, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:35.196310 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-eb2a406c-adf6-44b7-82d5-5a3f47b2c189 admin admin] 10.222.0.46 "DELETE /v2.0/networks/fb2c92ab-5c18-46a8-8c2b-de038a0cbdfc HTTP/1.1" status: 204 len: 168 time: 0.8298192 Nov 22 20:33:35.197778 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2a406c-adf6-44b7-82d5-5a3f47b2c189 admin admin] Pushing event deleted for resources: {'Network': ['ID=fb2c92ab-5c18-46a8-8c2b-de038a0cbdfc,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:33:35.201382 n-d-818823-1 neutron-server[103448]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b9c6c63-e4d7-4cc8-a1ef-771cd7275405 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] DELETE failed (client error): The resource could not be found. Nov 22 20:33:35.201506 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e651300-759a-4cb6-8bba-bbd1cadf79af tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Pushing event updated for resources: {'Subnet': ['ID=ced8c46f-377c-46e8-9414-4ae65cc10e6b,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:33:35.202109 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b9c6c63-e4d7-4cc8-a1ef-771cd7275405 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 20:33:35.205969 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-9b9c6c63-e4d7-4cc8-a1ef-771cd7275405 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "DELETE /v2.0/subnets/5273418f-91dc-4dc0-8139-45eac5940438 HTTP/1.1" status: 404 len: 337 time: 0.0876305 Nov 22 20:33:35.208799 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 40954) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:33:35.219808 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e651300-759a-4cb6-8bba-bbd1cadf79af tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Checking segment: {'id': '8f8a0f6f-4529-4488-9be0-5b30e4366af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '7c022340-f7be-4364-907f-8decc7b81e0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:33:35.220175 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e651300-759a-4cb6-8bba-bbd1cadf79af tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Network hostable DHCP agents. Network: 7c022340-f7be-4364-907f-8decc7b81e0b, hostable agents: ['02adaa64-0987-4b74-bad0-cbcf56f8a294'], hosted agents: [] {{(pid=103447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 20:33:35.254611 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e651300-759a-4cb6-8bba-bbd1cadf79af tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Network 7c022340-f7be-4364-907f-8decc7b81e0b is scheduled to be hosted by DHCP agent 02adaa64-0987-4b74-bad0-cbcf56f8a294 with binding_index 1 {{(pid=103447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 20:33:35.264532 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e49ee129-e862-4476-beca-cdc8150d2345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:35.281620 n-d-818823-1 neutron-server[103448]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e930931-ce87-4ef1-9361-9ee0de6b94db tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] DELETE failed (client error): The resource could not be found. Nov 22 20:33:35.285359 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e930931-ce87-4ef1-9361-9ee0de6b94db tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 20:33:35.300418 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-1e930931-ce87-4ef1-9361-9ee0de6b94db tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "DELETE /v2.0/ports/cd200c6f-fed8-4934-8f95-057b07501179 HTTP/1.1" status: 404 len: 333 time: 0.0882261 Nov 22 20:33:35.301247 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 40958) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:33:35.304058 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-7e651300-759a-4cb6-8bba-bbd1cadf79af tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818823-1, 7c022340-f7be-4364-907f-8decc7b81e0b) {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:33:35.307283 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-f5c6f57b-98e6-4e46-b000-586e7098ca31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381'] for port, after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:35.313244 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e651300-759a-4cb6-8bba-bbd1cadf79af tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:33:35.318910 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-7e651300-759a-4cb6-8bba-bbd1cadf79af tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for subnet, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:35.348143 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d27c479c-649f-447a-bd21-8ebdd97acf2a None None] Network 7c022340-f7be-4364-907f-8decc7b81e0b requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:33:35.366402 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-7e651300-759a-4cb6-8bba-bbd1cadf79af tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.4311337 Nov 22 20:33:35.371750 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 40960) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:33:35.392893 n-d-818823-1 neutron-server[103448]: INFO neutron.pecan_wsgi.hooks.translation [None req-f584ceef-1a51-4ef4-bc8f-6e0b1180de7b tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] DELETE failed (client error): The resource could not be found. Nov 22 20:33:35.393444 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f584ceef-1a51-4ef4-bc8f-6e0b1180de7b tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 20:33:35.397516 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-f584ceef-1a51-4ef4-bc8f-6e0b1180de7b tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "DELETE /v2.0/subnets/cd67eaa9-1e34-4866-b08b-f762490e82ed HTTP/1.1" status: 404 len: 337 time: 0.0900540 Nov 22 20:33:35.400550 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 40962) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:33:35.440470 n-d-818823-1 neutron-server[103448]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4c59fd3-08f8-4c24-a858-203c71907e7d tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] DELETE failed (client error): The resource could not be found. Nov 22 20:33:35.440869 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4c59fd3-08f8-4c24-a858-203c71907e7d tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 20:33:35.448420 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-a4c59fd3-08f8-4c24-a858-203c71907e7d tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "DELETE /v2.0/subnets/553ba095-0bf3-4427-b4b1-fe369a8296b1 HTTP/1.1" status: 404 len: 337 time: 0.0466425 Nov 22 20:33:35.449447 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 40964) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:33:35.476527 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5c6f57b-98e6-4e46-b000-586e7098ca31 None None] No DVR routers for this DVR port abe27436-52eb-4ac8-bc74-4309bbc7ca53 on host n-d-818823-1 {{(pid=103449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:33:35.490738 n-d-818823-1 neutron-server[103448]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f8a86a1-6914-4c22-b16b-ee90af126825 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] DELETE failed (client error): The resource could not be found. Nov 22 20:33:35.491209 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f8a86a1-6914-4c22-b16b-ee90af126825 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 20:33:35.491558 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device cf13a8f6-de1d-4e06-8637-d6471d4d4305 up at agent hyperv_n-h2-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:33:35.493452 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c6f57b-98e6-4e46-b000-586e7098ca31 None None] Pushing event deleted for resources: {'Port': ['ID=abe27436-52eb-4ac8-bc74-4309bbc7ca53,revision_number=None']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:33:35.497987 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-2f8a86a1-6914-4c22-b16b-ee90af126825 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "DELETE /v2.0/ports/c7ad2b61-36c6-4e2f-a866-652b519a3be5 HTTP/1.1" status: 404 len: 333 time: 0.0468342 Nov 22 20:33:35.498650 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 40966) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:33:35.530990 n-d-818823-1 neutron-server[103448]: INFO neutron.pecan_wsgi.hooks.translation [None req-b645805a-5609-4780-a4db-3fbe0d56ec41 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] DELETE failed (client error): The resource could not be found. Nov 22 20:33:35.531490 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b645805a-5609-4780-a4db-3fbe0d56ec41 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 20:33:35.541069 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-b645805a-5609-4780-a4db-3fbe0d56ec41 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "DELETE /v2.0/subnets/a74b66fc-6530-4b27-8e0e-edcd223ccefc HTTP/1.1" status: 404 len: 337 time: 0.0382667 Nov 22 20:33:35.541069 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 40968) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:33:35.577348 n-d-818823-1 neutron-server[103448]: INFO neutron.pecan_wsgi.hooks.translation [None req-224fd81b-19dd-470e-afe9-9e1f2636da5b tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] DELETE failed (client error): The resource could not be found. Nov 22 20:33:35.578345 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-224fd81b-19dd-470e-afe9-9e1f2636da5b tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 20:33:35.608848 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-224fd81b-19dd-470e-afe9-9e1f2636da5b tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "DELETE /v2.0/subnets/9c4140fd-11ad-4b0f-98ab-c63a19823b80 HTTP/1.1" status: 404 len: 337 time: 0.0687089 Nov 22 20:33:35.609673 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 40970) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:33:35.609791 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 40972) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:33:35.628445 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6372dc23-e02c-4a9b-b471-b4dcf1cb6c23 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3961693'] for network, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:35.717828 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-153c1233-caa9-401b-a9fb-5323eb4cf2c7 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=26092fd813f241ccbeeb26cadf7e8307&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1067810 Nov 22 20:33:35.732994 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 40980) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:33:35.737644 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device abe27436-52eb-4ac8-bc74-4309bbc7ca53 no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:33:35.816950 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: abe27436-52eb-4ac8-bc74-4309bbc7ca53 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:33:35.817523 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device abe27436-52eb-4ac8-bc74-4309bbc7ca53 not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:33:35.835637 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6372dc23-e02c-4a9b-b471-b4dcf1cb6c23 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3753007'] for subnet, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:35.843712 n-d-818823-1 neutron-server[103448]: INFO neutron.pecan_wsgi.hooks.translation [None req-71fbaa85-e6f3-4353-bd6a-1cca13a3f935 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] DELETE failed (client error): The resource could not be found. Nov 22 20:33:35.844316 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71fbaa85-e6f3-4353-bd6a-1cca13a3f935 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 20:33:35.860489 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-71fbaa85-e6f3-4353-bd6a-1cca13a3f935 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "DELETE /v2.0/ports/115e7525-1af1-4ed6-928a-215e2547d11c HTTP/1.1" status: 404 len: 333 time: 0.2462289 Nov 22 20:33:35.865011 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 40982) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:33:35.877993 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Provisioning for port cf13a8f6-de1d-4e06-8637-d6471d4d4305 completed by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 20:33:35.916399 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Provisioning complete for port cf13a8f6-de1d-4e06-8637-d6471d4d4305 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:33:35.917074 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:35.938426 n-d-818823-1 neutron-server[103448]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6420ee3-d57c-49b8-a741-1b6f1daa8793 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] DELETE failed (client error): The resource could not be found. Nov 22 20:33:35.938887 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6420ee3-d57c-49b8-a741-1b6f1daa8793 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 20:33:35.942667 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-d6420ee3-d57c-49b8-a741-1b6f1daa8793 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "DELETE /v2.0/subnets/471ce4f4-96ca-4650-bafa-dbfd39df0b2b HTTP/1.1" status: 404 len: 337 time: 0.0767248 Nov 22 20:33:35.955965 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 40984) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:33:36.008786 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-70b0128d-41a6-4f02-bec5-fdbbba3d1ca1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:36.011710 n-d-818823-1 neutron-server[103448]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b16851c-80f9-4fa6-b54f-b10bed98a38b tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] DELETE failed (client error): The resource could not be found. Nov 22 20:33:36.012367 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b16851c-80f9-4fa6-b54f-b10bed98a38b tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 20:33:36.016295 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-8b16851c-80f9-4fa6-b54f-b10bed98a38b tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "DELETE /v2.0/subnets/c39c6292-d054-4b00-9078-c515abf90911 HTTP/1.1" status: 404 len: 337 time: 0.0584929 Nov 22 20:33:36.036009 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb156d6a-b470-43f7-86db-bf06524c3783 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fb26bd7-ce56-527b-b94f-2e1f7cb2bb35-7c022340-f7be-4364-907f-8decc7b81e0b', 'network_id': '7c022340-f7be-4364-907f-8decc7b81e0b', 'tenant_id': '514017ce9a25478c9d0da65e12765f42', 'fixed_ips': [{'subnet_id': 'ced8c46f-377c-46e8-9414-4ae65cc10e6b'}]}} from n-d-818823-1. {{(pid=103449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 20:33:36.038330 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-eb156d6a-b470-43f7-86db-bf06524c3783 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:36.050940 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 40986) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:33:36.118076 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-78670ef2-8b62-4a7e-a72d-f601d6689635 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "GET /v2.0/ports?device_id=820bdb08-ff58-4c0e-abf5-0e9352cdde32 HTTP/1.1" status: 200 len: 205 time: 0.0659337 Nov 22 20:33:36.132269 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 40990) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:33:36.163409 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:36.231551 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-70b0128d-41a6-4f02-bec5-fdbbba3d1ca1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:36.237118 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:36.251705 n-d-818823-1 neutron-server[103448]: INFO neutron.api.v2.resource [None req-bbdb3476-bd26-4467-bddf-a1165b9d8781 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] delete failed (client error): The resource could not be found. Nov 22 20:33:36.257586 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-bbdb3476-bd26-4467-bddf-a1165b9d8781 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "DELETE /v2.0/routers/820bdb08-ff58-4c0e-abf5-0e9352cdde32 HTTP/1.1" status: 404 len: 336 time: 0.1242290 Nov 22 20:33:36.260143 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 40994) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:33:36.305805 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0168d9d0-5f89-4479-91cb-817ef36bcca0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf13a8f6-de1d-4e06-8637-d6471d4d4305'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:33:36.308715 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d39f6d30a11e565ec9648abcc015e8a6ab6cff4edd704add8155e28765d31eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ee36c1b-3e9e-4f24-8eb5-645e10cf5ebc" -d '{"events": [{"server_uuid": "0168d9d0-5f89-4479-91cb-817ef36bcca0", "name": "network-vif-plugged", "status": "completed", "tag": "cf13a8f6-de1d-4e06-8637-d6471d4d4305"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:33:36.345323 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port cf13a8f6-de1d-4e06-8637-d6471d4d4305, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=cf13a8f6-de1d-4e06-8637-d6471d4d4305,segment=NetworkSegment(470d5048-a1ed-4f8a-b81a-95ae6f6f9db0),segment_id=470d5048-a1ed-4f8a-b81a-95ae6f6f9db0)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:33:36.358796 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:36.369871 n-d-818823-1 neutron-server[103448]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfc7b772-3d45-4eb6-8e55-b6825eb44a1a tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] DELETE failed (client error): The resource could not be found. Nov 22 20:33:36.370384 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfc7b772-3d45-4eb6-8e55-b6825eb44a1a tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 20:33:36.381064 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-dfc7b772-3d45-4eb6-8e55-b6825eb44a1a tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "DELETE /v2.0/subnets/8ecd0a75-d96f-400f-99eb-61d65451a19e HTTP/1.1" status: 404 len: 337 time: 0.1198986 Nov 22 20:33:36.383878 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 40998) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:33:36.444108 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.db_base_plugin_common [None req-eb156d6a-b470-43f7-86db-bf06524c3783 None None] Allocated IP 172.20.0.3 (7c022340-f7be-4364-907f-8decc7b81e0b/ced8c46f-377c-46e8-9414-4ae65cc10e6b/c101d3a4-ddfd-4afd-a504-85313800e5dc) {{(pid=103449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:33:36.476448 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-7866ab86-56ca-4fcf-a91f-cdb93ae97b4b tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "GET /v2.0/ports?device_id=9e4f3551-aa51-4fc0-ad08-ab48fd3224e9 HTTP/1.1" status: 200 len: 205 time: 0.0767045 Nov 22 20:33:36.477937 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 41000) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:33:36.478246 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d05c455-3c5b-4e14-afa4-f021ee94f463 req-ae1eeb42-a5b2-4d45-bbd7-096d20a33e62 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:33:36.480944 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0d05c455-3c5b-4e14-afa4-f021ee94f463 req-ae1eeb42-a5b2-4d45-bbd7-096d20a33e62 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/ports?device_id=0168d9d0-5f89-4479-91cb-817ef36bcca0 HTTP/1.1" status: 200 len: 944 time: 0.8732243 Nov 22 20:33:36.556236 n-d-818823-1 neutron-server[103448]: INFO neutron.api.v2.resource [None req-f8d95d8f-7316-4d9a-8ff8-550c027ec86f tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] delete failed (client error): The resource could not be found. Nov 22 20:33:36.557572 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-f8d95d8f-7316-4d9a-8ff8-550c027ec86f tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "DELETE /v2.0/routers/9e4f3551-aa51-4fc0-ad08-ab48fd3224e9 HTTP/1.1" status: 404 len: 336 time: 0.0774450 Nov 22 20:33:36.560191 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 41002) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:33:36.564075 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0d05c455-3c5b-4e14-afa4-f021ee94f463 req-0712c6f8-a239-4b41-a948-7534af24a855 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/security-groups?id=967182ec-36b6-43cb-985c-f0d9e87194dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746293 Nov 22 20:33:36.582899 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c3fbb7-70f7-4331-93c4-c659944a0eee req-b0561071-0dd8-456a-b9f0-6df2471b0ee2 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:33:36.587600 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-45c3fbb7-70f7-4331-93c4-c659944a0eee req-b0561071-0dd8-456a-b9f0-6df2471b0ee2 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] 10.222.0.46 "GET /v2.0/ports?device_id=f373b34a-1a79-4345-a16f-3792105f837a HTTP/1.1" status: 200 len: 944 time: 0.7749982 Nov 22 20:33:36.613344 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=cf13a8f6-de1d-4e06-8637-d6471d4d4305,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:33:36.623230 n-d-818823-1 neutron-server[103448]: INFO neutron.pecan_wsgi.hooks.translation [None req-603382e8-2d7c-4390-aee1-2011f93f25d4 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] DELETE failed (client error): The resource could not be found. Nov 22 20:33:36.626246 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-603382e8-2d7c-4390-aee1-2011f93f25d4 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 20:33:36.630347 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-603382e8-2d7c-4390-aee1-2011f93f25d4 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "DELETE /v2.0/subnets/093ac59f-3fc3-46f5-942a-9c3ca5d61cdf HTTP/1.1" status: 404 len: 337 time: 0.0676079 Nov 22 20:33:36.633746 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 41004) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:33:36.696585 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-45c3fbb7-70f7-4331-93c4-c659944a0eee req-88125423-74d1-4180-99c2-46d46009f7a6 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] 10.222.0.46 "GET /v2.0/security-groups?id=47c329a1-771a-489f-9c27-2c25a09975ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024451 Nov 22 20:33:36.708349 n-d-818823-1 neutron-server[103448]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8074c0e-5662-4e8e-8d43-7548383cf2e8 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] DELETE failed (client error): The resource could not be found. Nov 22 20:33:36.708813 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8074c0e-5662-4e8e-8d43-7548383cf2e8 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 20:33:36.718905 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-a8074c0e-5662-4e8e-8d43-7548383cf2e8 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "DELETE /v2.0/subnets/03cc95c9-9c08-43e1-bf8a-856aa1e2e987 HTTP/1.1" status: 404 len: 337 time: 0.0779490 Nov 22 20:33:36.718905 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-70b0128d-41a6-4f02-bec5-fdbbba3d1ca1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:36.718905 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-70b0128d-41a6-4f02-bec5-fdbbba3d1ca1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:36.723280 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-70b0128d-41a6-4f02-bec5-fdbbba3d1ca1 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/908dd922-6100-4e6f-b460-e525c5b1361a HTTP/1.1" status: 204 len: 168 time: 0.9892704 Nov 22 20:33:36.726466 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 41008) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:33:36.763485 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b0128d-41a6-4f02-bec5-fdbbba3d1ca1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=908dd922-6100-4e6f-b460-e525c5b1361a,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:33:36.806027 n-d-818823-1 neutron-server[103448]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bd73bb8-7929-46dd-8fb6-4db344b63247 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] DELETE failed (client error): The resource could not be found. Nov 22 20:33:36.806731 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2bd73bb8-7929-46dd-8fb6-4db344b63247 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 20:33:36.813322 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-2bd73bb8-7929-46dd-8fb6-4db344b63247 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "DELETE /v2.0/ports/dc8dc675-7df8-4405-8444-2bbd9844dc26 HTTP/1.1" status: 404 len: 333 time: 0.0647013 Nov 22 20:33:36.813322 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 41014) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:33:36.845068 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-eb156d6a-b470-43f7-86db-bf06524c3783 None None] Publish callbacks [] for port, precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:36.848486 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:33:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd8ed49f-81f5-418c-8517-733338d72502 x-openstack-request-id: req-cd8ed49f-81f5-418c-8517-733338d72502 {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:33:36.848866 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0168d9d0-5f89-4479-91cb-817ef36bcca0", "name": "network-vif-plugged", "status": "completed", "tag": "cf13a8f6-de1d-4e06-8637-d6471d4d4305", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:33:36.849236 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-cd8ed49f-81f5-418c-8517-733338d72502 {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:33:36.849857 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0168d9d0-5f89-4479-91cb-817ef36bcca0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf13a8f6-de1d-4e06-8637-d6471d4d4305', 'code': 200} Nov 22 20:33:36.855327 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-eb156d6a-b470-43f7-86db-bf06524c3783 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372'] for port, after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:36.856185 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe80922-4f18-4bba-9477-521f2603a57a req-3e49b7ae-c570-4185-90de-337821d71d75 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:33:36.858745 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4fe80922-4f18-4bba-9477-521f2603a57a req-3e49b7ae-c570-4185-90de-337821d71d75 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/ports?device_id=55c8ea2e-f35c-4917-83f4-6a6eece9ab8c HTTP/1.1" status: 200 len: 946 time: 0.1522229 Nov 22 20:33:36.922232 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb156d6a-b470-43f7-86db-bf06524c3783 None None] Network 7c022340-f7be-4364-907f-8decc7b81e0b is already hosted by enough agents. {{(pid=103449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:33:36.926027 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.base_scheduler [None req-eb156d6a-b470-43f7-86db-bf06524c3783 None None] Resources bound (agent type, host, resource id): {{(pid=103449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:33:36.926195 n-d-818823-1 neutron-server[103448]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b2afc35-ad92-4520-adcb-59f08e5c3190 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] DELETE failed (client error): The resource could not be found. Nov 22 20:33:36.929102 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b2afc35-ad92-4520-adcb-59f08e5c3190 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 20:33:36.934823 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb156d6a-b470-43f7-86db-bf06524c3783 None None] Received port after_create {{(pid=103449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:33:36.939403 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-7b2afc35-ad92-4520-adcb-59f08e5c3190 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "DELETE /v2.0/subnets/6ef84e86-5abe-4c65-9f30-3a96e5e953c2 HTTP/1.1" status: 404 len: 337 time: 0.1227703 Nov 22 20:33:36.942722 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 41016) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:33:36.942881 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb156d6a-b470-43f7-86db-bf06524c3783 None None] Pushing event updated for resources: {'Port': ['ID=c101d3a4-ddfd-4afd-a504-85313800e5dc,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:33:36.973241 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6372dc23-e02c-4a9b-b471-b4dcf1cb6c23 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3753014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8900804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8485115'] for subnet, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:36.989957 n-d-818823-1 neutron-server[103448]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2d77af0-e52d-46de-aa62-e791b137426e tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] DELETE failed (client error): The resource could not be found. Nov 22 20:33:36.991582 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2d77af0-e52d-46de-aa62-e791b137426e tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 20:33:36.995942 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-f2d77af0-e52d-46de-aa62-e791b137426e tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "DELETE /v2.0/ports/7cb51acc-431a-4ac7-b4a9-2d3a4d8b88d2 HTTP/1.1" status: 404 len: 333 time: 0.0521116 Nov 22 20:33:36.997997 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 41018) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:33:37.005185 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6372dc23-e02c-4a9b-b471-b4dcf1cb6c23 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Pushing event deleted for resources: {'Subnet': ['ID=ced8c46f-377c-46e8-9414-4ae65cc10e6b,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:33:37.042348 n-d-818823-1 neutron-server[103448]: INFO neutron.pecan_wsgi.hooks.translation [None req-82974c0c-b523-4333-8044-433ff2c74368 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] DELETE failed (client error): The resource could not be found. Nov 22 20:33:37.043293 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82974c0c-b523-4333-8044-433ff2c74368 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 20:33:37.045024 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4fe80922-4f18-4bba-9477-521f2603a57a req-7f3fc4dc-7ec7-4ecb-8b7a-886fc2e41f35 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/security-groups?id=be1c2326-cee4-429b-9524-b757ff14e61f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1063433 Nov 22 20:33:37.052363 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-82974c0c-b523-4333-8044-433ff2c74368 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "DELETE /v2.0/subnets/5ed211f8-91b0-4bc0-9669-3ffa8b21fd60 HTTP/1.1" status: 404 len: 337 time: 0.0531387 Nov 22 20:33:37.056501 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 41020) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:33:37.065727 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-eb156d6a-b470-43f7-86db-bf06524c3783 None None] Attempting to bind port c101d3a4-ddfd-4afd-a504-85313800e5dc on host n-d-818823-1 for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:33:37.066097 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-eb156d6a-b470-43f7-86db-bf06524c3783 None None] Attempting to bind port c101d3a4-ddfd-4afd-a504-85313800e5dc by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': '8f8a0f6f-4529-4488-9be0-5b30e4366af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '7c022340-f7be-4364-907f-8decc7b81e0b'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:33:37.066510 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb156d6a-b470-43f7-86db-bf06524c3783 None None] Attempting to bind port c101d3a4-ddfd-4afd-a504-85313800e5dc on network 7c022340-f7be-4364-907f-8decc7b81e0b {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:33:37.086300 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb156d6a-b470-43f7-86db-bf06524c3783 None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 33, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:33:37.086680 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb156d6a-b470-43f7-86db-bf06524c3783 None None] Checking segment: {'id': '8f8a0f6f-4529-4488-9be0-5b30e4366af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '7c022340-f7be-4364-907f-8decc7b81e0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:33:37.087087 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-eb156d6a-b470-43f7-86db-bf06524c3783 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:37.087508 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb156d6a-b470-43f7-86db-bf06524c3783 None None] Bound using segment: {'id': '8f8a0f6f-4529-4488-9be0-5b30e4366af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '7c022340-f7be-4364-907f-8decc7b81e0b'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:33:37.088016 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-eb156d6a-b470-43f7-86db-bf06524c3783 None None] Bound port: c101d3a4-ddfd-4afd-a504-85313800e5dc, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f8a0f6f-4529-4488-9be0-5b30e4366af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '7c022340-f7be-4364-907f-8decc7b81e0b'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:33:37.090559 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-eb156d6a-b470-43f7-86db-bf06524c3783 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:37.104366 n-d-818823-1 neutron-server[103448]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcb34d17-a884-4594-a4e6-bf79c602baaf tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] DELETE failed (client error): The resource could not be found. Nov 22 20:33:37.104937 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fcb34d17-a884-4594-a4e6-bf79c602baaf tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 20:33:37.108479 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-fcb34d17-a884-4594-a4e6-bf79c602baaf tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "DELETE /v2.0/ports/61137d65-1796-43a9-9b76-d3e04cd98967 HTTP/1.1" status: 404 len: 333 time: 0.0510521 Nov 22 20:33:37.110963 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 41022) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:33:37.144068 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6519a97-cd56-4e08-980e-60553b35bd54 req-ea39fa5c-a6b9-4b41-88a3-1ee13ac5ca7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:33:37.144397 n-d-818823-1 neutron-server[103448]: INFO neutron.pecan_wsgi.hooks.translation [None req-01e04e58-b14b-4c31-8802-b6a4a8aab4d0 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] DELETE failed (client error): The resource could not be found. Nov 22 20:33:37.144855 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01e04e58-b14b-4c31-8802-b6a4a8aab4d0 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 20:33:37.147321 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f6519a97-cd56-4e08-980e-60553b35bd54 req-ea39fa5c-a6b9-4b41-88a3-1ee13ac5ca7e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=0168d9d0-5f89-4479-91cb-817ef36bcca0 HTTP/1.1" status: 200 len: 1096 time: 0.2690444 Nov 22 20:33:37.148993 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-01e04e58-b14b-4c31-8802-b6a4a8aab4d0 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "DELETE /v2.0/subnets/9f37113f-2a1e-4de5-aae0-1aeac4cc60ad HTTP/1.1" status: 404 len: 337 time: 0.0369985 Nov 22 20:33:37.149955 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6372dc23-e02c-4a9b-b471-b4dcf1cb6c23 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3760028', 'neutron.services.segments.db._delete_segments_for_network-8748992815755'] for network, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:37.151594 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 41024) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:33:37.196545 n-d-818823-1 neutron-server[103448]: INFO neutron.pecan_wsgi.hooks.translation [None req-b40eb279-6ca6-4c1e-99c2-8b871769b5ab tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] DELETE failed (client error): The resource could not be found. Nov 22 20:33:37.197202 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b40eb279-6ca6-4c1e-99c2-8b871769b5ab tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 20:33:37.213764 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-b40eb279-6ca6-4c1e-99c2-8b871769b5ab tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "DELETE /v2.0/ports/f3fdd24b-e33d-4594-8e81-a8ae55e136c2 HTTP/1.1" status: 404 len: 333 time: 0.0603385 Nov 22 20:33:37.216656 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 41030) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:33:37.230222 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-eb156d6a-b470-43f7-86db-bf06524c3783 None None] For port c101d3a4-ddfd-4afd-a504-85313800e5dc, host n-d-818823-1, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:33:37.233489 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-eb156d6a-b470-43f7-86db-bf06524c3783 None None] For port c101d3a4-ddfd-4afd-a504-85313800e5dc, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=c101d3a4-ddfd-4afd-a504-85313800e5dc,segment=NetworkSegment(8f8a0f6f-4529-4488-9be0-5b30e4366af9),segment_id=8f8a0f6f-4529-4488-9be0-5b30e4366af9)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:33:37.237718 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-6372dc23-e02c-4a9b-b471-b4dcf1cb6c23 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c022340-f7be-4364-907f-8decc7b81e0b']}} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:33:37.243798 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-eb156d6a-b470-43f7-86db-bf06524c3783 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:37.272807 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-6372dc23-e02c-4a9b-b471-b4dcf1cb6c23 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f8a0f6f-4529-4488-9be0-5b30e4366af9') {'for_net_delete': True} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:33:37.273109 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-6372dc23-e02c-4a9b-b471-b4dcf1cb6c23 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f8a0f6f-4529-4488-9be0-5b30e4366af9') {} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:33:37.281535 n-d-818823-1 neutron-server[103448]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2d27ad3-a784-483b-9617-543720b83305 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] DELETE failed (client error): The resource could not be found. Nov 22 20:33:37.282025 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2d27ad3-a784-483b-9617-543720b83305 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 20:33:37.290138 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-d2d27ad3-a784-483b-9617-543720b83305 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "DELETE /v2.0/subnets/33711f40-ad76-4fdf-a73a-32be0142bb50 HTTP/1.1" status: 404 len: 337 time: 0.0723765 Nov 22 20:33:37.293208 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 41032) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:33:37.317366 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6372dc23-e02c-4a9b-b471-b4dcf1cb6c23 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748993039638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12178344'] for segment, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:37.342394 n-d-818823-1 neutron-server[103448]: INFO neutron.pecan_wsgi.hooks.translation [None req-cab795dc-8063-48bb-a3b8-a4194c6cc3d8 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] DELETE failed (client error): The resource could not be found. Nov 22 20:33:37.343048 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cab795dc-8063-48bb-a3b8-a4194c6cc3d8 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 20:33:37.353079 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-cab795dc-8063-48bb-a3b8-a4194c6cc3d8 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "DELETE /v2.0/ports/40d03447-c05d-4aa7-91fc-43e8d1ac777f HTTP/1.1" status: 404 len: 333 time: 0.0581958 Nov 22 20:33:37.357939 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 41034) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:33:37.358089 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f6519a97-cd56-4e08-980e-60553b35bd54 req-e44a180e-3e02-4838-bf13-e9191ff375cb service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=967182ec-36b6-43cb-985c-f0d9e87194dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771233 Nov 22 20:33:37.365817 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6372dc23-e02c-4a9b-b471-b4dcf1cb6c23 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:37.382135 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6372dc23-e02c-4a9b-b471-b4dcf1cb6c23 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Releasing vlan 647 on physical network physnet1 to pool {{(pid=103447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 20:33:37.382555 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6372dc23-e02c-4a9b-b471-b4dcf1cb6c23 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8900762'] for segment, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:37.385720 n-d-818823-1 neutron-server[103447]: Traceback (most recent call last): Nov 22 20:33:37.385720 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 20:33:37.385720 n-d-818823-1 neutron-server[103447]: timer() Nov 22 20:33:37.385720 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 20:33:37.385720 n-d-818823-1 neutron-server[103447]: cb(*args, **kw) Nov 22 20:33:37.385720 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 20:33:37.385720 n-d-818823-1 neutron-server[103447]: return func(*args, **kwargs) Nov 22 20:33:37.385720 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 20:33:37.385720 n-d-818823-1 neutron-server[103447]: self._notify() Nov 22 20:33:37.385720 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 20:33:37.385720 n-d-818823-1 neutron-server[103447]: self.callback(batched_events) Nov 22 20:33:37.385720 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 20:33:37.385720 n-d-818823-1 neutron-server[103447]: event.method(event) Nov 22 20:33:37.385720 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 20:33:37.385720 n-d-818823-1 neutron-server[103447]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 20:33:37.385720 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 20:33:37.385720 n-d-818823-1 neutron-server[103447]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 20:33:37.385720 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 20:33:37.385720 n-d-818823-1 neutron-server[103447]: return f(self, *a, **k) Nov 22 20:33:37.385720 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 20:33:37.385720 n-d-818823-1 neutron-server[103447]: return self._get(url).json() Nov 22 20:33:37.385720 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 20:33:37.385720 n-d-818823-1 neutron-server[103447]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 20:33:37.385720 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 20:33:37.385720 n-d-818823-1 neutron-server[103447]: return self.request(url, 'GET', **kwargs) Nov 22 20:33:37.385720 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 20:33:37.385720 n-d-818823-1 neutron-server[103447]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 20:33:37.385720 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 20:33:37.385720 n-d-818823-1 neutron-server[103447]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 20:33:37.385720 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 20:33:37.385720 n-d-818823-1 neutron-server[103447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 20:33:37.385720 n-d-818823-1 neutron-server[103447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 20:33:37.409476 n-d-818823-1 neutron-server[103448]: INFO neutron.pecan_wsgi.hooks.translation [None req-a02cbb8b-a2d1-476c-b929-09776c816521 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] DELETE failed (client error): The resource could not be found. Nov 22 20:33:37.410690 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a02cbb8b-a2d1-476c-b929-09776c816521 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 20:33:37.413121 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-a02cbb8b-a2d1-476c-b929-09776c816521 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "DELETE /v2.0/subnets/23bb61be-443d-4ab0-a63c-14cf6ffd682b HTTP/1.1" status: 404 len: 337 time: 0.0541823 Nov 22 20:33:37.415659 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 41038) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:33:37.441125 n-d-818823-1 neutron-server[103448]: INFO neutron.pecan_wsgi.hooks.translation [None req-23be629b-a400-4fd3-a25d-7bff73683188 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] DELETE failed (client error): The resource could not be found. Nov 22 20:33:37.442218 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23be629b-a400-4fd3-a25d-7bff73683188 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 20:33:37.447334 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-23be629b-a400-4fd3-a25d-7bff73683188 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "DELETE /v2.0/ports/1ea12d21-2eaa-4600-bae5-bb67897e7060 HTTP/1.1" status: 404 len: 333 time: 0.0301118 Nov 22 20:33:37.450033 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 41040) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:33:37.461895 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb156d6a-b470-43f7-86db-bf06524c3783 None None] Pushing event updated for resources: {'Port': ['ID=c101d3a4-ddfd-4afd-a504-85313800e5dc,revision_number=2']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:33:37.481238 n-d-818823-1 neutron-server[103448]: INFO neutron.pecan_wsgi.hooks.translation [None req-550d013d-c8b3-4a7a-8a53-37baf96bb033 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] DELETE failed (client error): The resource could not be found. Nov 22 20:33:37.481835 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-550d013d-c8b3-4a7a-8a53-37baf96bb033 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 20:33:37.485547 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-550d013d-c8b3-4a7a-8a53-37baf96bb033 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "DELETE /v2.0/subnets/3a8ff5ed-2016-4ca3-b312-c2874d310edb HTTP/1.1" status: 404 len: 337 time: 0.0340617 Nov 22 20:33:37.489645 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 41044) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:33:37.492002 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0097ad0-1910-4c30-9b13-38ba30d93018 None None] Network 7c022340-f7be-4364-907f-8decc7b81e0b requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:33:37.522957 n-d-818823-1 neutron-server[103447]: INFO neutron.pecan_wsgi.hooks.translation [None req-e28d79fa-6ca7-4fe4-821b-5533b25d5531 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] DELETE failed (client error): The resource could not be found. Nov 22 20:33:37.523623 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e28d79fa-6ca7-4fe4-821b-5533b25d5531 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103447) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 20:33:37.526803 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-e28d79fa-6ca7-4fe4-821b-5533b25d5531 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "DELETE /v2.0/ports/0982b0f3-eb10-487f-ac1b-6e4d7baaf87f HTTP/1.1" status: 404 len: 333 time: 0.0363240 Nov 22 20:33:37.529418 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 41046) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:33:37.552125 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.db.api [None req-6372dc23-e02c-4a9b-b471-b4dcf1cb6c23 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 22 20:33:37.552125 n-d-818823-1 neutron-server[103447]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 22 20:33:37.552125 n-d-818823-1 neutron-server[103447]: [parameters: {'id': '7c022340-f7be-4364-907f-8decc7b81e0b'}] Nov 22 20:33:37.552125 n-d-818823-1 neutron-server[103447]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103447) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 20:33:37.552676 n-d-818823-1 neutron-server[103447]: DEBUG oslo_db.api [None req-6372dc23-e02c-4a9b-b471-b4dcf1cb6c23 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 20:33:37.575451 n-d-818823-1 neutron-server[103448]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb02e43c-27b1-4140-82ad-e810dcfa9561 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] DELETE failed (client error): The resource could not be found. Nov 22 20:33:37.576614 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb02e43c-27b1-4140-82ad-e810dcfa9561 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 20:33:37.580886 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-bb02e43c-27b1-4140-82ad-e810dcfa9561 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "DELETE /v2.0/subnets/3cb34e79-6a87-402b-a2fb-c87857c2168f HTTP/1.1" status: 404 len: 337 time: 0.0504448 Nov 22 20:33:37.583467 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 41050) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:33:37.689192 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1e7c953c-955b-46c3-a236-520cb09d2386 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3961693'] for network, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:37.796965 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30472145-b344-4c8c-b59d-97fc187e54d5 None None] get_active_networks_info from n-d-818823-1 {{(pid=103449) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 22 20:33:37.887682 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1e7c953c-955b-46c3-a236-520cb09d2386 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3760028', 'neutron.services.segments.db._delete_segments_for_network-8748992815755'] for network, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:37.920636 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-1e7c953c-955b-46c3-a236-520cb09d2386 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bd88872-a540-4e3b-ac93-d884c5e46f76']}} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:33:37.933932 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-1e7c953c-955b-46c3-a236-520cb09d2386 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdb0f717-aa5f-4e33-bcc3-95472c9b5b64') {'for_net_delete': True} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:33:37.934770 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-1e7c953c-955b-46c3-a236-520cb09d2386 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdb0f717-aa5f-4e33-bcc3-95472c9b5b64') {} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:33:37.946617 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1e7c953c-955b-46c3-a236-520cb09d2386 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748993039638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12178344'] for segment, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:37.975876 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1e7c953c-955b-46c3-a236-520cb09d2386 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:37.983688 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device c7d01183-2794-43c6-a1c5-3d0d43c62b98 up at agent hyperv_n-h1-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:33:37.984043 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e7c953c-955b-46c3-a236-520cb09d2386 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Releasing vlan 613 on physical network physnet1 to pool {{(pid=103447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 20:33:37.984998 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1e7c953c-955b-46c3-a236-520cb09d2386 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8900762'] for segment, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:38.070911 n-d-818823-1 neutron-server[103447]: Traceback (most recent call last): Nov 22 20:33:38.070911 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 20:33:38.070911 n-d-818823-1 neutron-server[103447]: timer() Nov 22 20:33:38.070911 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 20:33:38.070911 n-d-818823-1 neutron-server[103447]: cb(*args, **kw) Nov 22 20:33:38.070911 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 20:33:38.070911 n-d-818823-1 neutron-server[103447]: return func(*args, **kwargs) Nov 22 20:33:38.070911 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 20:33:38.070911 n-d-818823-1 neutron-server[103447]: self._notify() Nov 22 20:33:38.070911 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 20:33:38.070911 n-d-818823-1 neutron-server[103447]: self.callback(batched_events) Nov 22 20:33:38.070911 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 20:33:38.070911 n-d-818823-1 neutron-server[103447]: event.method(event) Nov 22 20:33:38.070911 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 20:33:38.070911 n-d-818823-1 neutron-server[103447]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 20:33:38.070911 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 20:33:38.070911 n-d-818823-1 neutron-server[103447]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 20:33:38.070911 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 20:33:38.070911 n-d-818823-1 neutron-server[103447]: return f(self, *a, **k) Nov 22 20:33:38.070911 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 20:33:38.070911 n-d-818823-1 neutron-server[103447]: return self._get(url).json() Nov 22 20:33:38.070911 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 20:33:38.070911 n-d-818823-1 neutron-server[103447]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 20:33:38.070911 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 20:33:38.070911 n-d-818823-1 neutron-server[103447]: return self.request(url, 'GET', **kwargs) Nov 22 20:33:38.070911 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 20:33:38.070911 n-d-818823-1 neutron-server[103447]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 20:33:38.070911 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 20:33:38.070911 n-d-818823-1 neutron-server[103447]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 20:33:38.070911 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 20:33:38.070911 n-d-818823-1 neutron-server[103447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 20:33:38.070911 n-d-818823-1 neutron-server[103447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 20:33:38.072537 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6372dc23-e02c-4a9b-b471-b4dcf1cb6c23 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3961693'] for network, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:38.135836 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1e7c953c-955b-46c3-a236-520cb09d2386 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3760002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595318'] for network, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:38.147563 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30472145-b344-4c8c-b59d-97fc187e54d5 None None] Resources bound (agent type, host, resource id): {{(pid=103449) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 22 20:33:38.166795 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Provisioning for port c7d01183-2794-43c6-a1c5-3d0d43c62b98 completed by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 20:33:38.174595 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1e7c953c-955b-46c3-a236-520cb09d2386 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for network, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:38.177975 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-1e7c953c-955b-46c3-a236-520cb09d2386 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] 10.222.0.46 "DELETE /v2.0/networks/7bd88872-a540-4e3b-ac93-d884c5e46f76 HTTP/1.1" status: 204 len: 168 time: 0.5934343 Nov 22 20:33:38.180525 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7c953c-955b-46c3-a236-520cb09d2386 tempest-NetworksTestDHCPv6-785966805 tempest-NetworksTestDHCPv6-785966805-project] Pushing event deleted for resources: {'Network': ['ID=7bd88872-a540-4e3b-ac93-d884c5e46f76,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:33:38.191740 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Provisioning complete for port c7d01183-2794-43c6-a1c5-3d0d43c62b98 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:33:38.192106 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:38.237908 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd83d46-22e1-4d68-9945-cc9cf4b75516 req-c316cb54-ad11-4c10-b07f-4b7aadd0d351 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:33:38.244776 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1dd83d46-22e1-4d68-9945-cc9cf4b75516 req-c316cb54-ad11-4c10-b07f-4b7aadd0d351 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/ports?device_id=0168d9d0-5f89-4479-91cb-817ef36bcca0 HTTP/1.1" status: 200 len: 945 time: 0.4814718 Nov 22 20:33:38.331952 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 41072) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:33:38.344249 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9419ef71-cc0f-4be3-b8b9-a240c20c81bd req-6c167785-72af-4a97-97f4-78331d5781f7 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:33:38.360249 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9419ef71-cc0f-4be3-b8b9-a240c20c81bd req-6c167785-72af-4a97-97f4-78331d5781f7 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] 10.222.0.46 "GET /v2.0/ports?device_id=f373b34a-1a79-4345-a16f-3792105f837a HTTP/1.1" status: 200 len: 944 time: 0.2942212 Nov 22 20:33:38.510434 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9419ef71-cc0f-4be3-b8b9-a240c20c81bd req-9daa38c1-4781-4088-b528-8f69ee7b512f tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] 10.222.0.46 "GET /v2.0/security-groups?id=47c329a1-771a-489f-9c27-2c25a09975ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1491473 Nov 22 20:33:38.569794 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1dd83d46-22e1-4d68-9945-cc9cf4b75516 req-10722b3c-d56a-42ca-9fe7-430d19099187 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/security-groups?id=967182ec-36b6-43cb-985c-f0d9e87194dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2974768 Nov 22 20:33:38.612271 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-6372dc23-e02c-4a9b-b471-b4dcf1cb6c23 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Deleting port c101d3a4-ddfd-4afd-a504-85313800e5dc {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:33:38.612610 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6372dc23-e02c-4a9b-b471-b4dcf1cb6c23 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:38.804570 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [None req-6372dc23-e02c-4a9b-b471-b4dcf1cb6c23 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] For port c101d3a4-ddfd-4afd-a504-85313800e5dc, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=c101d3a4-ddfd-4afd-a504-85313800e5dc,segment=NetworkSegment(8f8a0f6f-4529-4488-9be0-5b30e4366af9),segment_id=8f8a0f6f-4529-4488-9be0-5b30e4366af9)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:33:38.807807 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6372dc23-e02c-4a9b-b471-b4dcf1cb6c23 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:38.813874 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 41078) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:33:38.842725 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-6372dc23-e02c-4a9b-b471-b4dcf1cb6c23 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Calling delete_port for c101d3a4-ddfd-4afd-a504-85313800e5dc owned by network:dhcp {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:33:38.984799 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-90ac0cc7-5b70-411c-b883-38a33ec2456b admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-469736827-network', 'tenant_id': 'c3ea7d3cfa024ff69817641caffac34e'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:33:39.093946 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-792a88a4-811b-4dac-90fe-79b996a1d16a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=aa06169c4e4d4119918ff90a471be1d0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2753541 Nov 22 20:33:39.098468 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 41086) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:33:39.114247 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90ac0cc7-5b70-411c-b883-38a33ec2456b admin admin] Made reservation on behalf of c3ea7d3cfa024ff69817641caffac34e for: {'network': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:33:39.116881 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-90ac0cc7-5b70-411c-b883-38a33ec2456b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for network, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:39.135482 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-90ac0cc7-5b70-411c-b883-38a33ec2456b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:39.158386 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:39.176601 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6372dc23-e02c-4a9b-b471-b4dcf1cb6c23 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:39.281066 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f373b34a-1a79-4345-a16f-3792105f837a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7d01183-2794-43c6-a1c5-3d0d43c62b98'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:33:39.286886 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d39f6d30a11e565ec9648abcc015e8a6ab6cff4edd704add8155e28765d31eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df6bbbd8-3867-4636-a79b-013abcc650dc" -d '{"events": [{"server_uuid": "f373b34a-1a79-4345-a16f-3792105f837a", "name": "network-vif-plugged", "status": "completed", "tag": "c7d01183-2794-43c6-a1c5-3d0d43c62b98"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:33:39.297434 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506fced1-3629-49d3-a92f-50670973b7c3 req-1f0d93cc-fb6f-49b4-a882-87aa58f14df2 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:33:39.299346 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-506fced1-3629-49d3-a92f-50670973b7c3 req-1f0d93cc-fb6f-49b4-a882-87aa58f14df2 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/ports?device_id=55c8ea2e-f35c-4917-83f4-6a6eece9ab8c HTTP/1.1" status: 200 len: 946 time: 0.2761743 Nov 22 20:33:39.315758 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6372dc23-e02c-4a9b-b471-b4dcf1cb6c23 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] No DVR routers for this DVR port c101d3a4-ddfd-4afd-a504-85313800e5dc on host n-d-818823-1 {{(pid=103447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:33:39.344666 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port c7d01183-2794-43c6-a1c5-3d0d43c62b98, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=c7d01183-2794-43c6-a1c5-3d0d43c62b98,segment=NetworkSegment(90866206-34f4-4d4b-aa28-eaca8b7ae991),segment_id=90866206-34f4-4d4b-aa28-eaca8b7ae991)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:33:39.358694 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:39.367272 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-90ac0cc7-5b70-411c-b883-38a33ec2456b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:39.376884 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-90ac0cc7-5b70-411c-b883-38a33ec2456b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:39.400348 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:33:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15d6b490-fb83-4280-a95e-5070513c5bf8 x-openstack-request-id: req-15d6b490-fb83-4280-a95e-5070513c5bf8 {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:33:39.402041 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f373b34a-1a79-4345-a16f-3792105f837a", "name": "network-vif-plugged", "status": "completed", "tag": "c7d01183-2794-43c6-a1c5-3d0d43c62b98", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:33:39.402471 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-15d6b490-fb83-4280-a95e-5070513c5bf8 {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:33:39.404284 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f373b34a-1a79-4345-a16f-3792105f837a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7d01183-2794-43c6-a1c5-3d0d43c62b98', 'code': 200} Nov 22 20:33:39.404964 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6372dc23-e02c-4a9b-b471-b4dcf1cb6c23 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Pushing event deleted for resources: {'Port': ['ID=c101d3a4-ddfd-4afd-a504-85313800e5dc,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:33:39.490265 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90ac0cc7-5b70-411c-b883-38a33ec2456b admin admin] vlan segment allocate from pool success with {'vlan_id': 608, 'physical_network': 'physnet1'} {{(pid=103448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 20:33:39.499073 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ac0cc7-5b70-411c-b883-38a33ec2456b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=118294d3-f8ca-4feb-8301-be06f9e6a1f1,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:33:39.575834 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=c7d01183-2794-43c6-a1c5-3d0d43c62b98,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:33:39.592808 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6372dc23-e02c-4a9b-b471-b4dcf1cb6c23 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3760028', 'neutron.services.segments.db._delete_segments_for_network-8748992815755'] for network, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:39.596192 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-90ac0cc7-5b70-411c-b883-38a33ec2456b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:39.596490 n-d-818823-1 neutron-server[103448]: INFO neutron.db.segments_db [None req-90ac0cc7-5b70-411c-b883-38a33ec2456b admin admin] Added segment e514e77b-3478-4367-b5f2-a0deede57a63 of type vlan for network 647b2e35-b0c1-4821-956b-883fc23297c8 Nov 22 20:33:39.655327 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c51ca52-5ac2-4b40-b974-49c415042c0a req-8ee68c62-682d-4176-a7f5-90ba38ef3afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:33:39.656902 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-4c51ca52-5ac2-4b40-b974-49c415042c0a req-8ee68c62-682d-4176-a7f5-90ba38ef3afb service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f373b34a-1a79-4345-a16f-3792105f837a HTTP/1.1" status: 200 len: 1096 time: 0.1642940 Nov 22 20:33:39.659357 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-6372dc23-e02c-4a9b-b471-b4dcf1cb6c23 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c022340-f7be-4364-907f-8decc7b81e0b']}} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:33:39.677465 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-6372dc23-e02c-4a9b-b471-b4dcf1cb6c23 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f8a0f6f-4529-4488-9be0-5b30e4366af9') {'for_net_delete': True} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:33:39.677772 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-6372dc23-e02c-4a9b-b471-b4dcf1cb6c23 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f8a0f6f-4529-4488-9be0-5b30e4366af9') {} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:33:39.685101 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18600103-470b-47a5-91c5-acfe36ed156b None None] get_active_networks_info from n-d-818823-1 {{(pid=103449) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 22 20:33:39.705775 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6372dc23-e02c-4a9b-b471-b4dcf1cb6c23 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748993039638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12178344'] for segment, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:39.732994 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6372dc23-e02c-4a9b-b471-b4dcf1cb6c23 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:39.749643 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6372dc23-e02c-4a9b-b471-b4dcf1cb6c23 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Releasing vlan 647 on physical network physnet1 to pool {{(pid=103447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 20:33:39.750188 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6372dc23-e02c-4a9b-b471-b4dcf1cb6c23 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8900762'] for segment, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:39.822150 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-4c51ca52-5ac2-4b40-b974-49c415042c0a req-ce675e6a-7eea-4919-82f7-2a9a2840a38a service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=47c329a1-771a-489f-9c27-2c25a09975ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1086640 Nov 22 20:33:39.844498 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-90ac0cc7-5b70-411c-b883-38a33ec2456b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748992492791'] for network, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:39.889643 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18600103-470b-47a5-91c5-acfe36ed156b None None] Resources bound (agent type, host, resource id): {{(pid=103449) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 22 20:33:39.910621 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-90ac0cc7-5b70-411c-b883-38a33ec2456b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for network, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:39.911725 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90ac0cc7-5b70-411c-b883-38a33ec2456b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:33:39.912617 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-90ac0cc7-5b70-411c-b883-38a33ec2456b admin admin] Publish callbacks [] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:39.928519 n-d-818823-1 neutron-server[103447]: Traceback (most recent call last): Nov 22 20:33:39.928519 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 20:33:39.928519 n-d-818823-1 neutron-server[103447]: timer() Nov 22 20:33:39.928519 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 20:33:39.928519 n-d-818823-1 neutron-server[103447]: cb(*args, **kw) Nov 22 20:33:39.928519 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 20:33:39.928519 n-d-818823-1 neutron-server[103447]: return func(*args, **kwargs) Nov 22 20:33:39.928519 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 20:33:39.928519 n-d-818823-1 neutron-server[103447]: self._notify() Nov 22 20:33:39.928519 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 20:33:39.928519 n-d-818823-1 neutron-server[103447]: self.callback(batched_events) Nov 22 20:33:39.928519 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 20:33:39.928519 n-d-818823-1 neutron-server[103447]: event.method(event) Nov 22 20:33:39.928519 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 20:33:39.928519 n-d-818823-1 neutron-server[103447]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 20:33:39.928519 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 20:33:39.928519 n-d-818823-1 neutron-server[103447]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 20:33:39.928519 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 20:33:39.928519 n-d-818823-1 neutron-server[103447]: return f(self, *a, **k) Nov 22 20:33:39.928519 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 20:33:39.928519 n-d-818823-1 neutron-server[103447]: return self._get(url).json() Nov 22 20:33:39.928519 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 20:33:39.928519 n-d-818823-1 neutron-server[103447]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 20:33:39.928519 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 20:33:39.928519 n-d-818823-1 neutron-server[103447]: return self.request(url, 'GET', **kwargs) Nov 22 20:33:39.928519 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 20:33:39.928519 n-d-818823-1 neutron-server[103447]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 20:33:39.928519 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 20:33:39.928519 n-d-818823-1 neutron-server[103447]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 20:33:39.928519 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 20:33:39.928519 n-d-818823-1 neutron-server[103447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 20:33:39.928519 n-d-818823-1 neutron-server[103447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 20:33:39.956690 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6372dc23-e02c-4a9b-b471-b4dcf1cb6c23 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3760002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595318'] for network, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:40.018436 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6372dc23-e02c-4a9b-b471-b4dcf1cb6c23 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for network, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:40.025504 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-6372dc23-e02c-4a9b-b471-b4dcf1cb6c23 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] 10.222.0.46 "DELETE /v2.0/networks/7c022340-f7be-4364-907f-8decc7b81e0b HTTP/1.1" status: 204 len: 168 time: 4.6525540 Nov 22 20:33:40.029632 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-90ac0cc7-5b70-411c-b883-38a33ec2456b admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.6965308 Nov 22 20:33:40.036816 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 41096) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:33:40.037172 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 41098) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:33:40.044546 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-21cb7305-e555-469b-a2ee-050533187fa5 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1006865876'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:33:40.063705 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6372dc23-e02c-4a9b-b471-b4dcf1cb6c23 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Pushing event deleted for resources: {'Network': ['ID=7c022340-f7be-4364-907f-8decc7b81e0b,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:33:40.102282 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-8297e10d-6e28-461a-86c5-3239b44a564a admin admin] Request body: {'subnet': {'network_id': '647b2e35-b0c1-4821-956b-883fc23297c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-469736827-subnet', 'tenant_id': 'c3ea7d3cfa024ff69817641caffac34e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:33:40.150224 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21cb7305-e555-469b-a2ee-050533187fa5 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Made reservation on behalf of 514017ce9a25478c9d0da65e12765f42 for: {'network': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:33:40.159516 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-21cb7305-e555-469b-a2ee-050533187fa5 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for network, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:40.187287 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016bba86-1a9d-46be-bbc5-90a8005cf46a req-44d172c7-f47d-4787-9bc9-200a2dafbdbb tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:33:40.194574 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-016bba86-1a9d-46be-bbc5-90a8005cf46a req-44d172c7-f47d-4787-9bc9-200a2dafbdbb tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] 10.222.0.46 "GET /v2.0/ports?device_id=f373b34a-1a79-4345-a16f-3792105f837a HTTP/1.1" status: 200 len: 945 time: 0.2907243 Nov 22 20:33:40.197801 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c1243fd3-24f6-4161-a624-bfd1f05bc3cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:40.239719 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21cb7305-e555-469b-a2ee-050533187fa5 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] vlan segment allocate from pool success with {'vlan_id': 638, 'physical_network': 'physnet1'} {{(pid=103448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 20:33:40.271947 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-21cb7305-e555-469b-a2ee-050533187fa5 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:40.272352 n-d-818823-1 neutron-server[103448]: INFO neutron.db.segments_db [None req-21cb7305-e555-469b-a2ee-050533187fa5 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Added segment d19a5116-559d-4beb-8727-859c065c25ed of type vlan for network ef156fe7-5be7-4b32-90bf-ea22cefd5fd9 Nov 22 20:33:40.272678 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c1243fd3-24f6-4161-a624-bfd1f05bc3cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:40.336122 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-21cb7305-e555-469b-a2ee-050533187fa5 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748992492791'] for network, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:40.360270 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8297e10d-6e28-461a-86c5-3239b44a564a admin admin] Made reservation on behalf of c3ea7d3cfa024ff69817641caffac34e for: {'subnet': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:33:40.363596 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8297e10d-6e28-461a-86c5-3239b44a564a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11792951'] for subnet, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:40.371487 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-506fced1-3629-49d3-a92f-50670973b7c3 req-d6837bf3-3906-4755-9322-1c1ed0804fe5 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/security-groups?id=be1c2326-cee4-429b-9524-b757ff14e61f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4653811 Nov 22 20:33:40.412726 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ac0cc7-5b70-411c-b883-38a33ec2456b admin admin] Pushing event updated for resources: {'Network': ['ID=647b2e35-b0c1-4821-956b-883fc23297c8,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:33:40.418288 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-21cb7305-e555-469b-a2ee-050533187fa5 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for network, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:40.422704 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Network 647b2e35-b0c1-4821-956b-883fc23297c8 details requested by agent ovs-agent-n-d-818823-1 with host n-d-818823-1 {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 20:33:40.424347 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21cb7305-e555-469b-a2ee-050533187fa5 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:33:40.425131 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-21cb7305-e555-469b-a2ee-050533187fa5 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks [] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:40.468006 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-016bba86-1a9d-46be-bbc5-90a8005cf46a req-46d9d12c-38ec-4376-8bfe-d7f74a491ce4 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] 10.222.0.46 "GET /v2.0/security-groups?id=47c329a1-771a-489f-9c27-2c25a09975ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1924450 Nov 22 20:33:40.478245 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c1243fd3-24f6-4161-a624-bfd1f05bc3cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:40.491584 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c1243fd3-24f6-4161-a624-bfd1f05bc3cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:40.501175 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-c1243fd3-24f6-4161-a624-bfd1f05bc3cc admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/af616e20-b195-4b1d-99a4-2344da97346c HTTP/1.1" status: 204 len: 168 time: 1.3973970 Nov 22 20:33:40.539805 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-21cb7305-e555-469b-a2ee-050533187fa5 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4987767 Nov 22 20:33:40.545468 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 41108) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:33:40.554236 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-2582a4b4-edc2-4ea7-be73-1cf5c3d65917 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Request body: {'subnet': {'network_id': 'ef156fe7-5be7-4b32-90bf-ea22cefd5fd9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:33:40.558741 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cb7305-e555-469b-a2ee-050533187fa5 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Pushing event updated for resources: {'Network': ['ID=ef156fe7-5be7-4b32-90bf-ea22cefd5fd9,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:33:40.618127 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Network ef156fe7-5be7-4b32-90bf-ea22cefd5fd9 details requested by agent ovs-agent-n-d-818823-1 with host n-d-818823-1 {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 20:33:40.631927 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1243fd3-24f6-4161-a624-bfd1f05bc3cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af616e20-b195-4b1d-99a4-2344da97346c,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:33:40.661356 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c80d437-6081-4590-b4d3-e3dec4ef3b39 req-410fa2de-291f-4da2-ac8d-8fd3dfb77b5b tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:33:40.663182 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0c80d437-6081-4590-b4d3-e3dec4ef3b39 req-410fa2de-291f-4da2-ac8d-8fd3dfb77b5b tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/ports?device_id=0168d9d0-5f89-4479-91cb-817ef36bcca0 HTTP/1.1" status: 200 len: 945 time: 0.1441958 Nov 22 20:33:40.792964 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0c80d437-6081-4590-b4d3-e3dec4ef3b39 req-811d096a-c833-4275-b5db-44adaba26db6 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/security-groups?id=967182ec-36b6-43cb-985c-f0d9e87194dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224127 Nov 22 20:33:41.048495 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc4b948-7781-4ee4-bd04-8ffa3d8bfcb4 req-09a2536e-bb8e-4f12-a305-bb6ddb644394 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:33:41.057357 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7dc4b948-7781-4ee4-bd04-8ffa3d8bfcb4 req-09a2536e-bb8e-4f12-a305-bb6ddb644394 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/ports?device_id=3824d5ff-501b-4403-bbe2-6343140d3b22 HTTP/1.1" status: 200 len: 945 time: 0.1062772 Nov 22 20:33:41.155549 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7dc4b948-7781-4ee4-bd04-8ffa3d8bfcb4 req-7cbfa118-53a7-496f-9f66-18f0df6077fe tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/security-groups?id=967182ec-36b6-43cb-985c-f0d9e87194dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950148 Nov 22 20:33:41.296757 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8297e10d-6e28-461a-86c5-3239b44a564a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11567560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11792921'] for subnet, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:41.356492 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33114101-355b-4d6d-88a6-f1e16c7676e2 req-8ef4b33b-b3fd-43a5-a6a0-93ac89369e05 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:33:41.358116 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-33114101-355b-4d6d-88a6-f1e16c7676e2 req-8ef4b33b-b3fd-43a5-a6a0-93ac89369e05 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/ports?device_id=0168d9d0-5f89-4479-91cb-817ef36bcca0 HTTP/1.1" status: 200 len: 945 time: 0.1079032 Nov 22 20:33:41.439020 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2582a4b4-edc2-4ea7-be73-1cf5c3d65917 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Made reservation on behalf of 514017ce9a25478c9d0da65e12765f42 for: {'subnet': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:33:41.448295 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2582a4b4-edc2-4ea7-be73-1cf5c3d65917 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11792951'] for subnet, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:41.500664 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-33114101-355b-4d6d-88a6-f1e16c7676e2 req-0bb62896-f6d2-48ca-9605-717da6ed611b tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/security-groups?id=967182ec-36b6-43cb-985c-f0d9e87194dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313083 Nov 22 20:33:41.667948 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa86e39e-1bc2-4fc1-b0e8-9f08f217511a req-173090b4-0709-40c4-9c02-a97ceccb5b9b tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:33:41.669779 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-fa86e39e-1bc2-4fc1-b0e8-9f08f217511a req-173090b4-0709-40c4-9c02-a97ceccb5b9b tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/ports?device_id=55c8ea2e-f35c-4917-83f4-6a6eece9ab8c HTTP/1.1" status: 200 len: 946 time: 0.1594000 Nov 22 20:33:41.690912 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8297e10d-6e28-461a-86c5-3239b44a564a admin admin] Checking segment: {'id': 'e514e77b-3478-4367-b5f2-a0deede57a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '647b2e35-b0c1-4821-956b-883fc23297c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:33:41.691377 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8297e10d-6e28-461a-86c5-3239b44a564a admin admin] Network hostable DHCP agents. Network: 647b2e35-b0c1-4821-956b-883fc23297c8, hostable agents: ['02adaa64-0987-4b74-bad0-cbcf56f8a294'], hosted agents: [] {{(pid=103448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 20:33:41.695904 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8297e10d-6e28-461a-86c5-3239b44a564a admin admin] Pushing event updated for resources: {'Subnet': ['ID=32e7b243-fccf-4f59-beb3-7c8fbeefa8f0,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:33:41.699631 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2582a4b4-edc2-4ea7-be73-1cf5c3d65917 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11567560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11792921'] for subnet, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:41.780272 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2582a4b4-edc2-4ea7-be73-1cf5c3d65917 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Checking segment: {'id': 'd19a5116-559d-4beb-8727-859c065c25ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'ef156fe7-5be7-4b32-90bf-ea22cefd5fd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:33:41.780654 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2582a4b4-edc2-4ea7-be73-1cf5c3d65917 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Network hostable DHCP agents. Network: ef156fe7-5be7-4b32-90bf-ea22cefd5fd9, hostable agents: ['02adaa64-0987-4b74-bad0-cbcf56f8a294'], hosted agents: [] {{(pid=103448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 20:33:41.787479 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8297e10d-6e28-461a-86c5-3239b44a564a admin admin] Network 647b2e35-b0c1-4821-956b-883fc23297c8 is scheduled to be hosted by DHCP agent 02adaa64-0987-4b74-bad0-cbcf56f8a294 with binding_index 1 {{(pid=103448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 20:33:41.808579 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2582a4b4-edc2-4ea7-be73-1cf5c3d65917 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Pushing event updated for resources: {'Subnet': ['ID=a4a9b22b-19aa-4ed6-8bb0-7a4ff1f016b1,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:33:41.824202 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-8297e10d-6e28-461a-86c5-3239b44a564a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818823-1, 647b2e35-b0c1-4821-956b-883fc23297c8) {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:33:41.831285 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8297e10d-6e28-461a-86c5-3239b44a564a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:33:41.831938 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8297e10d-6e28-461a-86c5-3239b44a564a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:41.835156 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2582a4b4-edc2-4ea7-be73-1cf5c3d65917 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Network ef156fe7-5be7-4b32-90bf-ea22cefd5fd9 is scheduled to be hosted by DHCP agent 02adaa64-0987-4b74-bad0-cbcf56f8a294 with binding_index 1 {{(pid=103448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 20:33:41.838914 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d896c82b-f288-4fec-a9c1-6870af2baa83 None None] Network 647b2e35-b0c1-4821-956b-883fc23297c8 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:33:41.847784 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-2582a4b4-edc2-4ea7-be73-1cf5c3d65917 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818823-1, ef156fe7-5be7-4b32-90bf-ea22cefd5fd9) {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:33:41.852389 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2582a4b4-edc2-4ea7-be73-1cf5c3d65917 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:33:41.853006 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2582a4b4-edc2-4ea7-be73-1cf5c3d65917 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:41.872498 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-8297e10d-6e28-461a-86c5-3239b44a564a admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.7829931 Nov 22 20:33:41.885654 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-fa86e39e-1bc2-4fc1-b0e8-9f08f217511a req-acb0ccbc-0120-4682-89c4-04e0ab26c55a tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/security-groups?id=be1c2326-cee4-429b-9524-b757ff14e61f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1972947 Nov 22 20:33:41.902323 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-2582a4b4-edc2-4ea7-be73-1cf5c3d65917 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.3556559 Nov 22 20:33:41.903274 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 41144) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:33:41.968239 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f588f9f-8e3e-4e3c-85d4-38ed3108834f None None] Network ef156fe7-5be7-4b32-90bf-ea22cefd5fd9 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:33:42.008852 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a50d930-7308-4e4a-9dea-a8bd45c919d5 req-87f5f3b2-0b9c-4b4f-8126-30c91a09667e tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:33:42.028891 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7a50d930-7308-4e4a-9dea-a8bd45c919d5 req-87f5f3b2-0b9c-4b4f-8126-30c91a09667e tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] 10.222.0.46 "GET /v2.0/ports?device_id=f373b34a-1a79-4345-a16f-3792105f837a HTTP/1.1" status: 200 len: 945 time: 0.3018739 Nov 22 20:33:42.234766 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3f3be296-5d4d-4ff4-9cb9-770891501a60 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3961693'] for network, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:42.246722 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7a50d930-7308-4e4a-9dea-a8bd45c919d5 req-747ffda5-e3c3-43f3-9843-c005b5e68b1c tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] 10.222.0.46 "GET /v2.0/security-groups?id=47c329a1-771a-489f-9c27-2c25a09975ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2168128 Nov 22 20:33:42.291519 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 41152) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:33:42.376498 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3f3be296-5d4d-4ff4-9cb9-770891501a60 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3753007'] for subnet, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:42.524964 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d412c11-8d5e-43b8-8927-19410c01d61e req-68bcef41-d295-4a75-be56-d9fe5b48861f tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:33:42.537781 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2d412c11-8d5e-43b8-8927-19410c01d61e req-68bcef41-d295-4a75-be56-d9fe5b48861f tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] 10.222.0.46 "GET /v2.0/ports?device_id=f373b34a-1a79-4345-a16f-3792105f837a HTTP/1.1" status: 200 len: 945 time: 0.1269243 Nov 22 20:33:42.570856 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3f3be296-5d4d-4ff4-9cb9-770891501a60 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3753014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11567369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11792914'] for subnet, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:42.579572 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [None req-ccd93d19-4fec-4ee5-8e51-ebb60c300116 tempest-ExtensionsTestJSON-1776355196 tempest-ExtensionsTestJSON-1776355196-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=103447) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 20:33:42.580974 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-ccd93d19-4fec-4ee5-8e51-ebb60c300116 tempest-ExtensionsTestJSON-1776355196 tempest-ExtensionsTestJSON-1776355196-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.2882271 Nov 22 20:33:42.584570 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 41162) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:33:42.593570 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [None req-e5cb3f85-a3be-4d95-a0e2-abd8b17d77a6 tempest-ExtensionsTestJSON-1776355196 tempest-ExtensionsTestJSON-1776355196-project] http://10.222.0.46:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=103447) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 20:33:42.594888 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-e5cb3f85-a3be-4d95-a0e2-abd8b17d77a6 tempest-ExtensionsTestJSON-1776355196 tempest-ExtensionsTestJSON-1776355196-project] 10.222.0.46 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0069404 Nov 22 20:33:42.606087 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 41164) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:33:42.617719 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [None req-78b669c7-8028-44b5-b288-a96d6a7a129e tempest-ExtensionsTestJSON-1776355196 tempest-ExtensionsTestJSON-1776355196-project] http://10.222.0.46:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=103447) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 20:33:42.619046 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-78b669c7-8028-44b5-b288-a96d6a7a129e tempest-ExtensionsTestJSON-1776355196 tempest-ExtensionsTestJSON-1776355196-project] 10.222.0.46 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0107174 Nov 22 20:33:42.623229 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 41166) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:33:42.632125 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [None req-30d693f3-76bb-4b5c-89f4-c98f3d8eba31 tempest-ExtensionsTestJSON-1776355196 tempest-ExtensionsTestJSON-1776355196-project] http://10.222.0.46:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=103447) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 20:33:42.634011 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3be296-5d4d-4ff4-9cb9-770891501a60 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Pushing event deleted for resources: {'Subnet': ['ID=a4a9b22b-19aa-4ed6-8bb0-7a4ff1f016b1,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:33:42.635265 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-30d693f3-76bb-4b5c-89f4-c98f3d8eba31 tempest-ExtensionsTestJSON-1776355196 tempest-ExtensionsTestJSON-1776355196-project] 10.222.0.46 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0093632 Nov 22 20:33:42.641046 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 41168) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:33:42.647784 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d20c6c0-c89c-45d7-93e2-df1155e1a3ab None None] Network 647b2e35-b0c1-4821-956b-883fc23297c8 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:33:42.654567 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [None req-a76725ff-4f6b-48dc-8a73-7b3b6ba83c62 tempest-ExtensionsTestJSON-1776355196 tempest-ExtensionsTestJSON-1776355196-project] http://10.222.0.46:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=103448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 20:33:42.655594 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-a76725ff-4f6b-48dc-8a73-7b3b6ba83c62 tempest-ExtensionsTestJSON-1776355196 tempest-ExtensionsTestJSON-1776355196-project] 10.222.0.46 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0099936 Nov 22 20:33:42.670860 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 41170) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:33:42.679320 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [None req-dc78f321-08d9-4117-9e2c-ab13e7425f9e tempest-ExtensionsTestJSON-1776355196 tempest-ExtensionsTestJSON-1776355196-project] http://10.222.0.46:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=103447) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 20:33:42.684044 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-dc78f321-08d9-4117-9e2c-ab13e7425f9e tempest-ExtensionsTestJSON-1776355196 tempest-ExtensionsTestJSON-1776355196-project] 10.222.0.46 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0103557 Nov 22 20:33:42.687217 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 41172) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:33:42.702372 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e996031-7ea4-4715-a02e-a901044320d3 req-2d53addd-2fc8-43ae-ad3f-9fd6b5847212 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:33:42.711349 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6e996031-7ea4-4715-a02e-a901044320d3 req-2d53addd-2fc8-43ae-ad3f-9fd6b5847212 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/ports?device_id=0168d9d0-5f89-4479-91cb-817ef36bcca0 HTTP/1.1" status: 200 len: 945 time: 0.2069016 Nov 22 20:33:42.723507 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [None req-622dcd1d-8824-447b-b3ed-0f967e069304 tempest-ExtensionsTestJSON-1776355196 tempest-ExtensionsTestJSON-1776355196-project] http://10.222.0.46:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=103447) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 20:33:42.733103 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-622dcd1d-8824-447b-b3ed-0f967e069304 tempest-ExtensionsTestJSON-1776355196 tempest-ExtensionsTestJSON-1776355196-project] 10.222.0.46 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0389152 Nov 22 20:33:42.738707 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 41176) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:33:42.757804 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2d412c11-8d5e-43b8-8927-19410c01d61e req-9d77002f-a5e4-4a15-babe-5f3aff2b1167 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] 10.222.0.46 "GET /v2.0/security-groups?id=47c329a1-771a-489f-9c27-2c25a09975ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2188284 Nov 22 20:33:42.758800 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [None req-026a6912-26cf-40da-a74b-bc9e73d9772d tempest-ExtensionsTestJSON-1776355196 tempest-ExtensionsTestJSON-1776355196-project] http://10.222.0.46:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=103448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 20:33:42.766424 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-026a6912-26cf-40da-a74b-bc9e73d9772d tempest-ExtensionsTestJSON-1776355196 tempest-ExtensionsTestJSON-1776355196-project] 10.222.0.46 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0259354 Nov 22 20:33:42.767378 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76e4b9ff-74ff-4caf-9d77-082310b65c36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fb26bd7-ce56-527b-b94f-2e1f7cb2bb35-ef156fe7-5be7-4b32-90bf-ea22cefd5fd9', 'network_id': 'ef156fe7-5be7-4b32-90bf-ea22cefd5fd9', 'tenant_id': '514017ce9a25478c9d0da65e12765f42', 'fixed_ips': [{'subnet_id': 'a4a9b22b-19aa-4ed6-8bb0-7a4ff1f016b1'}]}} from n-d-818823-1. {{(pid=103449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 20:33:42.768377 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-76e4b9ff-74ff-4caf-9d77-082310b65c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:42.768780 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 41178) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:33:42.792959 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [None req-ae0e4af8-b14b-4fe8-bf56-29b762ec144d tempest-ExtensionsTestJSON-1776355196 tempest-ExtensionsTestJSON-1776355196-project] http://10.222.0.46:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=103448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 20:33:42.794356 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-ae0e4af8-b14b-4fe8-bf56-29b762ec144d tempest-ExtensionsTestJSON-1776355196 tempest-ExtensionsTestJSON-1776355196-project] 10.222.0.46 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0185978 Nov 22 20:33:42.797607 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3f3be296-5d4d-4ff4-9cb9-770891501a60 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3760028', 'neutron.services.segments.db._delete_segments_for_network-8748992815755'] for network, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:42.801796 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 41182) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:33:42.810475 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 41184) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:33:42.838166 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [None req-db0c0150-74b0-4ba2-929d-f813251775ce tempest-ExtensionsTestJSON-1776355196 tempest-ExtensionsTestJSON-1776355196-project] http://10.222.0.46:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=103447) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 20:33:42.839359 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-db0c0150-74b0-4ba2-929d-f813251775ce tempest-ExtensionsTestJSON-1776355196 tempest-ExtensionsTestJSON-1776355196-project] 10.222.0.46 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0239964 Nov 22 20:33:42.849056 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 41188) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:33:42.857899 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [None req-027a78f0-0609-4b72-bbba-277394e7e5e0 tempest-ExtensionsTestJSON-1776355196 tempest-ExtensionsTestJSON-1776355196-project] http://10.222.0.46:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=103448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 20:33:42.858890 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-027a78f0-0609-4b72-bbba-277394e7e5e0 tempest-ExtensionsTestJSON-1776355196 tempest-ExtensionsTestJSON-1776355196-project] 10.222.0.46 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0088589 Nov 22 20:33:42.865214 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-3f3be296-5d4d-4ff4-9cb9-770891501a60 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef156fe7-5be7-4b32-90bf-ea22cefd5fd9']}} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:33:42.867363 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 41190) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:33:42.875861 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [None req-b8ac4efb-fd98-4817-a315-24fca9618a96 tempest-ExtensionsTestJSON-1776355196 tempest-ExtensionsTestJSON-1776355196-project] http://10.222.0.46:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=103448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 20:33:42.890452 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-b8ac4efb-fd98-4817-a315-24fca9618a96 tempest-ExtensionsTestJSON-1776355196 tempest-ExtensionsTestJSON-1776355196-project] 10.222.0.46 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0178628 Nov 22 20:33:42.898034 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 41192) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:33:42.906249 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [None req-441f5ae0-f254-4a09-8979-cb3af835cd5d tempest-ExtensionsTestJSON-1776355196 tempest-ExtensionsTestJSON-1776355196-project] http://10.222.0.46:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=103447) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 20:33:42.906947 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-3f3be296-5d4d-4ff4-9cb9-770891501a60 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd19a5116-559d-4beb-8727-859c065c25ed') {'for_net_delete': True} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:33:42.907257 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-3f3be296-5d4d-4ff4-9cb9-770891501a60 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd19a5116-559d-4beb-8727-859c065c25ed') {} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:33:42.907708 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-441f5ae0-f254-4a09-8979-cb3af835cd5d tempest-ExtensionsTestJSON-1776355196 tempest-ExtensionsTestJSON-1776355196-project] 10.222.0.46 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0084057 Nov 22 20:33:42.914880 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 41194) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:33:42.931141 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6e996031-7ea4-4715-a02e-a901044320d3 req-6c7e4319-53e9-4628-8d25-5c8e3bffb748 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/security-groups?id=967182ec-36b6-43cb-985c-f0d9e87194dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718929 Nov 22 20:33:42.949185 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [None req-6a801fd7-f039-4b10-985f-605594679e6f tempest-ExtensionsTestJSON-1776355196 tempest-ExtensionsTestJSON-1776355196-project] http://10.222.0.46:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=103448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 20:33:42.950208 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-6a801fd7-f039-4b10-985f-605594679e6f tempest-ExtensionsTestJSON-1776355196 tempest-ExtensionsTestJSON-1776355196-project] 10.222.0.46 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0333316 Nov 22 20:33:42.957158 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 41198) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:33:42.968595 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3f3be296-5d4d-4ff4-9cb9-770891501a60 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748993039638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11627933'] for segment, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:42.977958 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [None req-5be60154-5cc5-4f53-aa0f-0f2732fd25cc tempest-ExtensionsTestJSON-1776355196 tempest-ExtensionsTestJSON-1776355196-project] http://10.222.0.46:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=103448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 20:33:42.979288 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e928b72c-8b22-4a76-8cb9-4ed3649a3c2e tempest-TestNetworkBasicOps-1697801292 tempest-TestNetworkBasicOps-1697801292-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:33:42.980101 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-5be60154-5cc5-4f53-aa0f-0f2732fd25cc tempest-ExtensionsTestJSON-1776355196 tempest-ExtensionsTestJSON-1776355196-project] 10.222.0.46 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0162072 Nov 22 20:33:42.990320 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-e928b72c-8b22-4a76-8cb9-4ed3649a3c2e tempest-TestNetworkBasicOps-1697801292 tempest-TestNetworkBasicOps-1697801292-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=f373b34a-1a79-4345-a16f-3792105f837a HTTP/1.1" status: 200 len: 1091 time: 0.1782091 Nov 22 20:33:42.991267 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 41202) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:33:42.991758 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 41200) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:33:43.001378 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [None req-ddd753a6-9152-40e7-984c-bdbbda99583e tempest-ExtensionsTestJSON-1776355196 tempest-ExtensionsTestJSON-1776355196-project] http://10.222.0.46:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=103448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 20:33:43.003717 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-be4e2bc1-c9bc-49e2-8cc9-dff7e35f5810 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Request body: {'floatingip': {'floating_network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'port_id': 'c7d01183-2794-43c6-a1c5-3d0d43c62b98', 'tenant_id': '67d164fc12fc462bb9fe3a42a4c66cfa', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:33:43.004537 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-ddd753a6-9152-40e7-984c-bdbbda99583e tempest-ExtensionsTestJSON-1776355196 tempest-ExtensionsTestJSON-1776355196-project] 10.222.0.46 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0115514 Nov 22 20:33:43.012655 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 41204) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:33:43.023852 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [None req-35ba69c2-67d1-42ea-8e6a-f19d38410cd9 tempest-ExtensionsTestJSON-1776355196 tempest-ExtensionsTestJSON-1776355196-project] http://10.222.0.46:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=103448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 20:33:43.028013 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-35ba69c2-67d1-42ea-8e6a-f19d38410cd9 tempest-ExtensionsTestJSON-1776355196 tempest-ExtensionsTestJSON-1776355196-project] 10.222.0.46 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0138590 Nov 22 20:33:43.030903 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 41206) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:33:43.041983 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [None req-5467bfda-2ee0-4ba4-8c0c-7b1b252351fb tempest-ExtensionsTestJSON-1776355196 tempest-ExtensionsTestJSON-1776355196-project] http://10.222.0.46:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=103448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 20:33:43.043734 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-5467bfda-2ee0-4ba4-8c0c-7b1b252351fb tempest-ExtensionsTestJSON-1776355196 tempest-ExtensionsTestJSON-1776355196-project] 10.222.0.46 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0106752 Nov 22 20:33:43.046344 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3f3be296-5d4d-4ff4-9cb9-770891501a60 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:43.049563 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 41208) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:33:43.060166 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f3be296-5d4d-4ff4-9cb9-770891501a60 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Releasing vlan 638 on physical network physnet1 to pool {{(pid=103448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 20:33:43.060706 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3f3be296-5d4d-4ff4-9cb9-770891501a60 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11567447'] for segment, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:43.063186 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [None req-6aa89b81-78fc-456d-8e01-3951d903fcfb tempest-ExtensionsTestJSON-1776355196 tempest-ExtensionsTestJSON-1776355196-project] http://10.222.0.46:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=103447) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 20:33:43.068230 n-d-818823-1 neutron-server[103448]: Traceback (most recent call last): Nov 22 20:33:43.068230 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 20:33:43.068230 n-d-818823-1 neutron-server[103448]: timer() Nov 22 20:33:43.068230 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 20:33:43.068230 n-d-818823-1 neutron-server[103448]: cb(*args, **kw) Nov 22 20:33:43.068230 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 20:33:43.068230 n-d-818823-1 neutron-server[103448]: return func(*args, **kwargs) Nov 22 20:33:43.068230 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 20:33:43.068230 n-d-818823-1 neutron-server[103448]: self._notify() Nov 22 20:33:43.068230 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 20:33:43.068230 n-d-818823-1 neutron-server[103448]: self.callback(batched_events) Nov 22 20:33:43.068230 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 20:33:43.068230 n-d-818823-1 neutron-server[103448]: event.method(event) Nov 22 20:33:43.068230 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 20:33:43.068230 n-d-818823-1 neutron-server[103448]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 20:33:43.068230 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 20:33:43.068230 n-d-818823-1 neutron-server[103448]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 20:33:43.068230 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 20:33:43.068230 n-d-818823-1 neutron-server[103448]: return f(self, *a, **k) Nov 22 20:33:43.068230 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 20:33:43.068230 n-d-818823-1 neutron-server[103448]: return self._get(url).json() Nov 22 20:33:43.068230 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 20:33:43.068230 n-d-818823-1 neutron-server[103448]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 20:33:43.068230 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 20:33:43.068230 n-d-818823-1 neutron-server[103448]: return self.request(url, 'GET', **kwargs) Nov 22 20:33:43.068230 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 20:33:43.068230 n-d-818823-1 neutron-server[103448]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 20:33:43.068230 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 20:33:43.068230 n-d-818823-1 neutron-server[103448]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 20:33:43.068230 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 20:33:43.068230 n-d-818823-1 neutron-server[103448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 20:33:43.068230 n-d-818823-1 neutron-server[103448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 20:33:43.072489 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-6aa89b81-78fc-456d-8e01-3951d903fcfb tempest-ExtensionsTestJSON-1776355196 tempest-ExtensionsTestJSON-1776355196-project] 10.222.0.46 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0216513 Nov 22 20:33:43.080110 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 41210) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:33:43.086478 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [None req-c9a897fc-f76d-49a0-95f8-9915cac3abfc tempest-ExtensionsTestJSON-1776355196 tempest-ExtensionsTestJSON-1776355196-project] http://10.222.0.46:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=103447) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 20:33:43.090568 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-c9a897fc-f76d-49a0-95f8-9915cac3abfc tempest-ExtensionsTestJSON-1776355196 tempest-ExtensionsTestJSON-1776355196-project] 10.222.0.46 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0077589 Nov 22 20:33:43.092214 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-be4e2bc1-c9bc-49e2-8cc9-dff7e35f5810 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks [] for floatingip, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:43.134164 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 41212) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:33:43.150338 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a6d790c-d6bc-4058-92c1-521a94b9b082 None None] Network ef156fe7-5be7-4b32-90bf-ea22cefd5fd9 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:33:43.166187 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [None req-8cfe5d1f-c1ef-4a30-8f34-955ab713869c tempest-ExtensionsTestJSON-1776355196 tempest-ExtensionsTestJSON-1776355196-project] http://10.222.0.46:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=103447) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 20:33:43.167791 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-8cfe5d1f-c1ef-4a30-8f34-955ab713869c tempest-ExtensionsTestJSON-1776355196 tempest-ExtensionsTestJSON-1776355196-project] 10.222.0.46 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0294838 Nov 22 20:33:43.179626 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 41222) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:33:43.185878 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [None req-a6bad390-e593-4e25-aaeb-0fdccde6569e tempest-ExtensionsTestJSON-1776355196 tempest-ExtensionsTestJSON-1776355196-project] http://10.222.0.46:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=103447) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 20:33:43.188172 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-a6bad390-e593-4e25-aaeb-0fdccde6569e tempest-ExtensionsTestJSON-1776355196 tempest-ExtensionsTestJSON-1776355196-project] 10.222.0.46 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0072207 Nov 22 20:33:43.191581 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 41224) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:33:43.196663 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3f3be296-5d4d-4ff4-9cb9-770891501a60 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3760002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595318'] for network, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:43.210565 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3f3be296-5d4d-4ff4-9cb9-770891501a60 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks [] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:43.215195 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-3f3be296-5d4d-4ff4-9cb9-770891501a60 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] 10.222.0.46 "DELETE /v2.0/networks/ef156fe7-5be7-4b32-90bf-ea22cefd5fd9 HTTP/1.1" status: 204 len: 168 time: 1.3106363 Nov 22 20:33:43.229056 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 41226) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:33:43.233456 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [None req-eebc12f9-30b3-42f2-9bfb-fab19899b600 tempest-ExtensionsTestJSON-1776355196 tempest-ExtensionsTestJSON-1776355196-project] http://10.222.0.46:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=103447) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 20:33:43.234727 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-eebc12f9-30b3-42f2-9bfb-fab19899b600 tempest-ExtensionsTestJSON-1776355196 tempest-ExtensionsTestJSON-1776355196-project] 10.222.0.46 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0278542 Nov 22 20:33:43.238877 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-5ea8f94a-0dbd-4f42-aaaa-2a526714f4fb tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1873777828'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:33:43.239398 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 41228) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:33:43.250657 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [None req-7a70981c-0d06-4f2c-82c7-7ca357cfab2d tempest-ExtensionsTestJSON-1776355196 tempest-ExtensionsTestJSON-1776355196-project] http://10.222.0.46:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=103447) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 20:33:43.252611 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-7a70981c-0d06-4f2c-82c7-7ca357cfab2d tempest-ExtensionsTestJSON-1776355196 tempest-ExtensionsTestJSON-1776355196-project] 10.222.0.46 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0063941 Nov 22 20:33:43.263489 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 41230) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:33:43.267551 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3be296-5d4d-4ff4-9cb9-770891501a60 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Pushing event deleted for resources: {'Network': ['ID=ef156fe7-5be7-4b32-90bf-ea22cefd5fd9,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:33:43.277313 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ea8f94a-0dbd-4f42-aaaa-2a526714f4fb tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Made reservation on behalf of 514017ce9a25478c9d0da65e12765f42 for: {'network': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:33:43.281675 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [None req-019fb1b9-f45c-4626-932e-4352f05db576 tempest-ExtensionsTestJSON-1776355196 tempest-ExtensionsTestJSON-1776355196-project] http://10.222.0.46:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=103447) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 20:33:43.285291 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5ea8f94a-0dbd-4f42-aaaa-2a526714f4fb tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for network, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:43.285894 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-019fb1b9-f45c-4626-932e-4352f05db576 tempest-ExtensionsTestJSON-1776355196 tempest-ExtensionsTestJSON-1776355196-project] 10.222.0.46 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0197222 Nov 22 20:33:43.287542 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 41232) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:33:43.302567 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [None req-68f0da4d-fb0b-4ea5-b0cd-f207f50c6b6a tempest-ExtensionsTestJSON-1776355196 tempest-ExtensionsTestJSON-1776355196-project] http://10.222.0.46:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=103448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 20:33:43.305547 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-68f0da4d-fb0b-4ea5-b0cd-f207f50c6b6a tempest-ExtensionsTestJSON-1776355196 tempest-ExtensionsTestJSON-1776355196-project] 10.222.0.46 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0146108 Nov 22 20:33:43.305748 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 41234) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:33:43.315380 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [None req-160fb195-36ff-46cc-8493-8043def96008 tempest-ExtensionsTestJSON-1776355196 tempest-ExtensionsTestJSON-1776355196-project] http://10.222.0.46:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=103448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 20:33:43.318391 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-160fb195-36ff-46cc-8493-8043def96008 tempest-ExtensionsTestJSON-1776355196 tempest-ExtensionsTestJSON-1776355196-project] 10.222.0.46 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0091529 Nov 22 20:33:43.329273 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 41236) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:33:43.333145 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ea8f94a-0dbd-4f42-aaaa-2a526714f4fb tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] vlan segment allocate from pool success with {'vlan_id': 602, 'physical_network': 'physnet1'} {{(pid=103448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 20:33:43.338103 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [None req-41cb2288-6676-44e2-8684-da7dce073454 tempest-ExtensionsTestJSON-1776355196 tempest-ExtensionsTestJSON-1776355196-project] http://10.222.0.46:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=103447) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 20:33:43.342242 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-41cb2288-6676-44e2-8684-da7dce073454 tempest-ExtensionsTestJSON-1776355196 tempest-ExtensionsTestJSON-1776355196-project] 10.222.0.46 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0109389 Nov 22 20:33:43.347634 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 41238) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:33:43.347769 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5ea8f94a-0dbd-4f42-aaaa-2a526714f4fb tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:43.348039 n-d-818823-1 neutron-server[103448]: INFO neutron.db.segments_db [None req-5ea8f94a-0dbd-4f42-aaaa-2a526714f4fb tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Added segment e403b30d-50d1-4b73-ae05-870992968423 of type vlan for network edc224e2-facb-4975-9a2c-c01e902c72de Nov 22 20:33:43.358382 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [None req-9217a181-1a56-4803-9453-752802361729 tempest-ExtensionsTestJSON-1776355196 tempest-ExtensionsTestJSON-1776355196-project] http://10.222.0.46:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=103447) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 20:33:43.363176 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-9217a181-1a56-4803-9453-752802361729 tempest-ExtensionsTestJSON-1776355196 tempest-ExtensionsTestJSON-1776355196-project] 10.222.0.46 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0138457 Nov 22 20:33:43.366399 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 41240) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:33:43.373470 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [None req-0572c690-c95c-46a7-b8e4-69b490028646 tempest-ExtensionsTestJSON-1776355196 tempest-ExtensionsTestJSON-1776355196-project] http://10.222.0.46:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=103447) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 20:33:43.378080 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-0572c690-c95c-46a7-b8e4-69b490028646 tempest-ExtensionsTestJSON-1776355196 tempest-ExtensionsTestJSON-1776355196-project] 10.222.0.46 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0087919 Nov 22 20:33:43.384926 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 41242) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:33:43.391344 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [None req-e4bf88c5-8c3d-4afb-901c-080c9d701593 tempest-ExtensionsTestJSON-1776355196 tempest-ExtensionsTestJSON-1776355196-project] http://10.222.0.46:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=103447) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 20:33:43.395547 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-e4bf88c5-8c3d-4afb-901c-080c9d701593 tempest-ExtensionsTestJSON-1776355196 tempest-ExtensionsTestJSON-1776355196-project] 10.222.0.46 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0091960 Nov 22 20:33:43.399325 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 41244) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:33:43.401303 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5ea8f94a-0dbd-4f42-aaaa-2a526714f4fb tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748992492791'] for network, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:43.411079 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [None req-1d8cdd2a-be85-4267-853e-714e389e1e2c tempest-ExtensionsTestJSON-1776355196 tempest-ExtensionsTestJSON-1776355196-project] http://10.222.0.46:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=103447) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 20:33:43.414936 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-1d8cdd2a-be85-4267-853e-714e389e1e2c tempest-ExtensionsTestJSON-1776355196 tempest-ExtensionsTestJSON-1776355196-project] 10.222.0.46 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0115402 Nov 22 20:33:43.415965 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 41246) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:33:43.427619 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c726e282-fad7-46a9-abcb-e4ec07209fdc req-bf1b706f-c1f5-4765-a8b7-03d90820ae8d tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:33:43.429449 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c726e282-fad7-46a9-abcb-e4ec07209fdc req-bf1b706f-c1f5-4765-a8b7-03d90820ae8d tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/ports?device_id=55c8ea2e-f35c-4917-83f4-6a6eece9ab8c HTTP/1.1" status: 200 len: 946 time: 0.2761803 Nov 22 20:33:43.433778 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [None req-5bfc87bc-0c8f-49bd-9b2c-ffc434b3bc53 tempest-ExtensionsTestJSON-1776355196 tempest-ExtensionsTestJSON-1776355196-project] http://10.222.0.46:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=103447) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 20:33:43.437797 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-5bfc87bc-0c8f-49bd-9b2c-ffc434b3bc53 tempest-ExtensionsTestJSON-1776355196 tempest-ExtensionsTestJSON-1776355196-project] 10.222.0.46 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0072384 Nov 22 20:33:43.454131 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 41248) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:33:43.469656 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [None req-a1c0cff2-0996-48a3-8a93-a90964332c9c tempest-ExtensionsTestJSON-1776355196 tempest-ExtensionsTestJSON-1776355196-project] http://10.222.0.46:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=103448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 20:33:43.470870 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-a1c0cff2-0996-48a3-8a93-a90964332c9c tempest-ExtensionsTestJSON-1776355196 tempest-ExtensionsTestJSON-1776355196-project] 10.222.0.46 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0142493 Nov 22 20:33:43.473560 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 41252) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:33:43.479022 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5ea8f94a-0dbd-4f42-aaaa-2a526714f4fb tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for network, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:43.491381 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ea8f94a-0dbd-4f42-aaaa-2a526714f4fb tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:33:43.492328 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5ea8f94a-0dbd-4f42-aaaa-2a526714f4fb tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks [] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:43.504750 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [None req-844dcdd3-d0de-435a-a52a-d53655650e9f tempest-ExtensionsTestJSON-1776355196 tempest-ExtensionsTestJSON-1776355196-project] http://10.222.0.46:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=103448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 20:33:43.505811 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-844dcdd3-d0de-435a-a52a-d53655650e9f tempest-ExtensionsTestJSON-1776355196 tempest-ExtensionsTestJSON-1776355196-project] 10.222.0.46 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0312083 Nov 22 20:33:43.528264 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 41254) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:33:43.558740 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c726e282-fad7-46a9-abcb-e4ec07209fdc req-fbfc67bc-5f0f-41aa-a350-e4aee9383d94 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/security-groups?id=be1c2326-cee4-429b-9524-b757ff14e61f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0898376 Nov 22 20:33:43.570667 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [None req-50472413-9fa9-442a-828e-2d334c04b0cb tempest-ExtensionsTestJSON-1776355196 tempest-ExtensionsTestJSON-1776355196-project] http://10.222.0.46:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=103448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 20:33:43.571933 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-50472413-9fa9-442a-828e-2d334c04b0cb tempest-ExtensionsTestJSON-1776355196 tempest-ExtensionsTestJSON-1776355196-project] 10.222.0.46 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0374522 Nov 22 20:33:43.579872 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 41256) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:33:43.587493 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [None req-3f644946-b718-44a6-a601-f9e0cca60ca6 tempest-ExtensionsTestJSON-1776355196 tempest-ExtensionsTestJSON-1776355196-project] http://10.222.0.46:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=103448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 20:33:43.588691 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-3f644946-b718-44a6-a601-f9e0cca60ca6 tempest-ExtensionsTestJSON-1776355196 tempest-ExtensionsTestJSON-1776355196-project] 10.222.0.46 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0074837 Nov 22 20:33:43.592317 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 41258) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:33:43.602068 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c64eb6-b69a-4d44-b1d8-d9392a27287c req-354e6fe2-47f9-4cb8-9ef8-01fa3de755af tempest-ServerTagsTestJSON-1799410248 tempest-ServerTagsTestJSON-1799410248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:33:43.610097 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-22c64eb6-b69a-4d44-b1d8-d9392a27287c req-354e6fe2-47f9-4cb8-9ef8-01fa3de755af tempest-ServerTagsTestJSON-1799410248 tempest-ServerTagsTestJSON-1799410248-project] 10.222.0.46 "GET /v2.0/networks?id=647b2e35-b0c1-4821-956b-883fc23297c8 HTTP/1.1" status: 200 len: 808 time: 0.3740413 Nov 22 20:33:43.616719 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-5ea8f94a-0dbd-4f42-aaaa-2a526714f4fb tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3857319 Nov 22 20:33:43.620866 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [None req-1551f601-6770-4da6-9f0d-b0bc496ebf6f tempest-ExtensionsTestJSON-1776355196 tempest-ExtensionsTestJSON-1776355196-project] http://10.222.0.46:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=103447) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 20:33:43.625120 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-1551f601-6770-4da6-9f0d-b0bc496ebf6f tempest-ExtensionsTestJSON-1776355196 tempest-ExtensionsTestJSON-1776355196-project] 10.222.0.46 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0118718 Nov 22 20:33:43.626091 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 41260) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:33:43.627312 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 41262) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:33:43.635566 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea8f94a-0dbd-4f42-aaaa-2a526714f4fb tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Pushing event updated for resources: {'Network': ['ID=edc224e2-facb-4975-9a2c-c01e902c72de,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:33:43.646017 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Network edc224e2-facb-4975-9a2c-c01e902c72de details requested by agent ovs-agent-n-d-818823-1 with host n-d-818823-1 {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 20:33:43.653723 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [None req-ad4fc839-3009-4808-8a1a-7493873ae0cb tempest-ExtensionsTestJSON-1776355196 tempest-ExtensionsTestJSON-1776355196-project] http://10.222.0.46:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=103447) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 20:33:43.654904 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-ad4fc839-3009-4808-8a1a-7493873ae0cb tempest-ExtensionsTestJSON-1776355196 tempest-ExtensionsTestJSON-1776355196-project] 10.222.0.46 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0179513 Nov 22 20:33:43.658030 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 41264) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:33:43.663007 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-66416581-4a4a-43f5-bfed-24e4f69f2628 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Request body: {'subnet': {'network_id': 'edc224e2-facb-4975-9a2c-c01e902c72de', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:33:43.664784 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [None req-2d8c83e2-b219-4271-b9bb-09189ba6e7a8 tempest-ExtensionsTestJSON-1776355196 tempest-ExtensionsTestJSON-1776355196-project] http://10.222.0.46:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=103448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 20:33:43.665987 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-2d8c83e2-b219-4271-b9bb-09189ba6e7a8 tempest-ExtensionsTestJSON-1776355196 tempest-ExtensionsTestJSON-1776355196-project] 10.222.0.46 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0057228 Nov 22 20:33:43.669378 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 41266) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:33:43.675307 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [None req-e1fe9b8f-3b9e-4846-b44e-95e1d6934d0b tempest-ExtensionsTestJSON-1776355196 tempest-ExtensionsTestJSON-1776355196-project] http://10.222.0.46:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=103448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 20:33:43.677879 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-e1fe9b8f-3b9e-4846-b44e-95e1d6934d0b tempest-ExtensionsTestJSON-1776355196 tempest-ExtensionsTestJSON-1776355196-project] 10.222.0.46 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0074713 Nov 22 20:33:43.681086 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 41268) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:33:43.691804 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [None req-b7518a63-2fc2-47d3-a509-0b4d5b537a55 tempest-ExtensionsTestJSON-1776355196 tempest-ExtensionsTestJSON-1776355196-project] http://10.222.0.46:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=103448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 20:33:43.695073 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-b7518a63-2fc2-47d3-a509-0b4d5b537a55 tempest-ExtensionsTestJSON-1776355196 tempest-ExtensionsTestJSON-1776355196-project] 10.222.0.46 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0129850 Nov 22 20:33:43.697586 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 41270) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:33:43.709534 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [None req-dc3412f5-ab08-4170-af58-df68c04e821b tempest-ExtensionsTestJSON-1776355196 tempest-ExtensionsTestJSON-1776355196-project] http://10.222.0.46:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=103448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 20:33:43.714186 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-dc3412f5-ab08-4170-af58-df68c04e821b tempest-ExtensionsTestJSON-1776355196 tempest-ExtensionsTestJSON-1776355196-project] 10.222.0.46 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0144820 Nov 22 20:33:43.723727 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 41272) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:33:43.730500 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [None req-2343aa0d-01d0-47ad-8bd2-858bc05cdf59 tempest-ExtensionsTestJSON-1776355196 tempest-ExtensionsTestJSON-1776355196-project] http://10.222.0.46:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=103448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 20:33:43.739908 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-2343aa0d-01d0-47ad-8bd2-858bc05cdf59 tempest-ExtensionsTestJSON-1776355196 tempest-ExtensionsTestJSON-1776355196-project] 10.222.0.46 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0143206 Nov 22 20:33:43.742963 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 41274) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:33:43.754249 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [None req-4ebae721-4736-4e06-a0c8-580b08789e6c tempest-ExtensionsTestJSON-1776355196 tempest-ExtensionsTestJSON-1776355196-project] http://10.222.0.46:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=103448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 20:33:43.754756 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-22c64eb6-b69a-4d44-b1d8-d9392a27287c req-762f1ef7-f053-4830-9424-a595b62ff00e tempest-ServerTagsTestJSON-1799410248 tempest-ServerTagsTestJSON-1799410248-project] 10.222.0.46 "GET /v2.0/quotas/c3ea7d3cfa024ff69817641caffac34e HTTP/1.1" status: 200 len: 375 time: 0.1435857 Nov 22 20:33:43.761105 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-4ebae721-4736-4e06-a0c8-580b08789e6c tempest-ExtensionsTestJSON-1776355196 tempest-ExtensionsTestJSON-1776355196-project] 10.222.0.46 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0170405 Nov 22 20:33:43.764393 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 41276) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:33:43.774185 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [None req-a21f3d8b-e1f8-4a8b-8c8f-d479e94bc331 tempest-ExtensionsTestJSON-1776355196 tempest-ExtensionsTestJSON-1776355196-project] http://10.222.0.46:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=103448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 20:33:43.777800 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-a21f3d8b-e1f8-4a8b-8c8f-d479e94bc331 tempest-ExtensionsTestJSON-1776355196 tempest-ExtensionsTestJSON-1776355196-project] 10.222.0.46 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0122583 Nov 22 20:33:43.780808 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 41278) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:33:43.790773 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [None req-63bb2873-fa4d-48c0-9e2d-a8e30c15bed0 tempest-ExtensionsTestJSON-1776355196 tempest-ExtensionsTestJSON-1776355196-project] http://10.222.0.46:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=103448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 20:33:43.792910 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-63bb2873-fa4d-48c0-9e2d-a8e30c15bed0 tempest-ExtensionsTestJSON-1776355196 tempest-ExtensionsTestJSON-1776355196-project] 10.222.0.46 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0108335 Nov 22 20:33:43.795899 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 41280) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:33:43.811134 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [None req-84ec194f-ca8b-46c3-987f-ce3f8947d584 tempest-ExtensionsTestJSON-1776355196 tempest-ExtensionsTestJSON-1776355196-project] http://10.222.0.46:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=103448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 20:33:43.812731 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-84ec194f-ca8b-46c3-987f-ce3f8947d584 tempest-ExtensionsTestJSON-1776355196 tempest-ExtensionsTestJSON-1776355196-project] 10.222.0.46 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0157456 Nov 22 20:33:43.816888 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 41282) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:33:43.824551 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [None req-fa690986-3cce-4173-a104-ac7be2fb8c4a tempest-ExtensionsTestJSON-1776355196 tempest-ExtensionsTestJSON-1776355196-project] http://10.222.0.46:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=103447) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 20:33:43.825689 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-fa690986-3cce-4173-a104-ac7be2fb8c4a tempest-ExtensionsTestJSON-1776355196 tempest-ExtensionsTestJSON-1776355196-project] 10.222.0.46 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0047665 Nov 22 20:33:43.828305 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 41284) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:33:43.832950 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [None req-5070ce51-71bc-43db-90b9-6d111c1c327a tempest-ExtensionsTestJSON-1776355196 tempest-ExtensionsTestJSON-1776355196-project] http://10.222.0.46:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=103448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 20:33:43.834083 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-5070ce51-71bc-43db-90b9-6d111c1c327a tempest-ExtensionsTestJSON-1776355196 tempest-ExtensionsTestJSON-1776355196-project] 10.222.0.46 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0046759 Nov 22 20:33:43.836264 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 41286) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:33:43.840218 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [None req-6bb7f8c4-2db4-47d7-910e-a3aadc442d48 tempest-ExtensionsTestJSON-1776355196 tempest-ExtensionsTestJSON-1776355196-project] http://10.222.0.46:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=103448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 20:33:43.841321 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-6bb7f8c4-2db4-47d7-910e-a3aadc442d48 tempest-ExtensionsTestJSON-1776355196 tempest-ExtensionsTestJSON-1776355196-project] 10.222.0.46 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0040441 Nov 22 20:33:43.847948 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 41288) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:33:43.853076 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [None req-ca989bb9-8ce4-4693-ad0b-63363bf09f46 tempest-ExtensionsTestJSON-1776355196 tempest-ExtensionsTestJSON-1776355196-project] http://10.222.0.46:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=103448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 20:33:43.860516 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-ca989bb9-8ce4-4693-ad0b-63363bf09f46 tempest-ExtensionsTestJSON-1776355196 tempest-ExtensionsTestJSON-1776355196-project] 10.222.0.46 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0109320 Nov 22 20:33:43.861215 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 41290) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:33:43.866189 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [None req-21720548-2d6c-4a47-a096-2f92dbbc3b40 tempest-ExtensionsTestJSON-1776355196 tempest-ExtensionsTestJSON-1776355196-project] http://10.222.0.46:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=103448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 20:33:43.870275 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-21720548-2d6c-4a47-a096-2f92dbbc3b40 tempest-ExtensionsTestJSON-1776355196 tempest-ExtensionsTestJSON-1776355196-project] 10.222.0.46 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0070734 Nov 22 20:33:43.871001 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 41292) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:33:43.875199 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [None req-520f52f4-9fa8-4593-bf58-652a29b8d9eb tempest-ExtensionsTestJSON-1776355196 tempest-ExtensionsTestJSON-1776355196-project] http://10.222.0.46:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=103448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 20:33:43.878953 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-520f52f4-9fa8-4593-bf58-652a29b8d9eb tempest-ExtensionsTestJSON-1776355196 tempest-ExtensionsTestJSON-1776355196-project] 10.222.0.46 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0069082 Nov 22 20:33:43.881553 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 41294) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:33:43.886381 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-22c64eb6-b69a-4d44-b1d8-d9392a27287c req-d1d4b152-a044-4edd-b35c-f97353d9e6c4 tempest-ServerTagsTestJSON-1799410248 tempest-ServerTagsTestJSON-1799410248-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=c3ea7d3cfa024ff69817641caffac34e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0702953 Nov 22 20:33:43.890998 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-be4e2bc1-c9bc-49e2-8cc9-dff7e35f5810 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:43.898359 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [None req-7603becc-45b2-497a-8a9f-f8c5347bd132 tempest-ExtensionsTestJSON-1776355196 tempest-ExtensionsTestJSON-1776355196-project] http://10.222.0.46:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=103448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 20:33:43.902876 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-7603becc-45b2-497a-8a9f-f8c5347bd132 tempest-ExtensionsTestJSON-1776355196 tempest-ExtensionsTestJSON-1776355196-project] 10.222.0.46 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0203001 Nov 22 20:33:43.904195 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 41296) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:33:43.909352 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [None req-239099e0-67e9-4be3-9e53-8daccc252751 tempest-ExtensionsTestJSON-1776355196 tempest-ExtensionsTestJSON-1776355196-project] http://10.222.0.46:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=103448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 20:33:43.913879 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-239099e0-67e9-4be3-9e53-8daccc252751 tempest-ExtensionsTestJSON-1776355196 tempest-ExtensionsTestJSON-1776355196-project] 10.222.0.46 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0086007 Nov 22 20:33:43.914569 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 41298) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:33:43.919832 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [None req-3c5b4393-66ef-4acc-b026-c068106b8af9 tempest-ExtensionsTestJSON-1776355196 tempest-ExtensionsTestJSON-1776355196-project] http://10.222.0.46:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=103448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 20:33:43.925161 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-3c5b4393-66ef-4acc-b026-c068106b8af9 tempest-ExtensionsTestJSON-1776355196 tempest-ExtensionsTestJSON-1776355196-project] 10.222.0.46 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0079234 Nov 22 20:33:43.925885 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 41300) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:33:43.931171 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [None req-0c781b27-5fe7-4f65-b58b-76ee4f637b8f tempest-ExtensionsTestJSON-1776355196 tempest-ExtensionsTestJSON-1776355196-project] http://10.222.0.46:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=103448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 20:33:43.935449 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-0c781b27-5fe7-4f65-b58b-76ee4f637b8f tempest-ExtensionsTestJSON-1776355196 tempest-ExtensionsTestJSON-1776355196-project] 10.222.0.46 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0084372 Nov 22 20:33:43.936538 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 41302) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:33:43.941292 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [None req-d1216e3e-9f15-4f49-ab2b-6e7b24a089fd tempest-ExtensionsTestJSON-1776355196 tempest-ExtensionsTestJSON-1776355196-project] http://10.222.0.46:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=103448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 20:33:43.946112 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-d1216e3e-9f15-4f49-ab2b-6e7b24a089fd tempest-ExtensionsTestJSON-1776355196 tempest-ExtensionsTestJSON-1776355196-project] 10.222.0.46 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0085275 Nov 22 20:33:43.946770 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 41304) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:33:43.950991 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [None req-7c24d978-aafe-41e8-b2ff-30e3c179cc1a tempest-ExtensionsTestJSON-1776355196 tempest-ExtensionsTestJSON-1776355196-project] http://10.222.0.46:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=103448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 20:33:43.956128 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-7c24d978-aafe-41e8-b2ff-30e3c179cc1a tempest-ExtensionsTestJSON-1776355196 tempest-ExtensionsTestJSON-1776355196-project] 10.222.0.46 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0073652 Nov 22 20:33:43.956741 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 41306) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:33:43.960801 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [None req-fbdbf49b-771f-41b6-8b8d-4f2e72d73df0 tempest-ExtensionsTestJSON-1776355196 tempest-ExtensionsTestJSON-1776355196-project] http://10.222.0.46:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=103448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 20:33:43.964290 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-fbdbf49b-771f-41b6-8b8d-4f2e72d73df0 tempest-ExtensionsTestJSON-1776355196 tempest-ExtensionsTestJSON-1776355196-project] 10.222.0.46 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0065749 Nov 22 20:33:43.964839 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 41308) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:33:43.969493 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [None req-9356c943-f1a5-4186-a294-80b8fd393b41 tempest-ExtensionsTestJSON-1776355196 tempest-ExtensionsTestJSON-1776355196-project] http://10.222.0.46:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=103448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 20:33:43.974313 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4ece7a-5922-4196-b30b-84f5362eac79 req-0d08cfb6-8059-44dd-a4ca-73988adaf92b tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:33:43.975077 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-9356c943-f1a5-4186-a294-80b8fd393b41 tempest-ExtensionsTestJSON-1776355196 tempest-ExtensionsTestJSON-1776355196-project] 10.222.0.46 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0091944 Nov 22 20:33:43.975729 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 41312) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:33:43.977265 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6c4ece7a-5922-4196-b30b-84f5362eac79 req-0d08cfb6-8059-44dd-a4ca-73988adaf92b tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.20 "GET /v2.0/ports?device_id=0168d9d0-5f89-4479-91cb-817ef36bcca0 HTTP/1.1" status: 200 len: 945 time: 0.3039060 Nov 22 20:33:43.981625 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [None req-14c7102b-30a6-44fa-b9a1-55cc05df065f tempest-ExtensionsTestJSON-1776355196 tempest-ExtensionsTestJSON-1776355196-project] http://10.222.0.46:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=103448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 20:33:43.985826 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-14c7102b-30a6-44fa-b9a1-55cc05df065f tempest-ExtensionsTestJSON-1776355196 tempest-ExtensionsTestJSON-1776355196-project] 10.222.0.46 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0085700 Nov 22 20:33:43.986938 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 41314) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:33:43.991101 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [None req-e03aa9cb-5d19-42fb-8dd9-7d3ae74b6be3 tempest-ExtensionsTestJSON-1776355196 tempest-ExtensionsTestJSON-1776355196-project] http://10.222.0.46:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=103448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 20:33:43.994811 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-e03aa9cb-5d19-42fb-8dd9-7d3ae74b6be3 tempest-ExtensionsTestJSON-1776355196 tempest-ExtensionsTestJSON-1776355196-project] 10.222.0.46 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0069072 Nov 22 20:33:43.995376 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 41316) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:33:43.999987 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [None req-aa590298-53ac-450b-bd1c-1f174b0a218c tempest-ExtensionsTestJSON-1776355196 tempest-ExtensionsTestJSON-1776355196-project] http://10.222.0.46:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=103448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 20:33:44.003388 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-aa590298-53ac-450b-bd1c-1f174b0a218c tempest-ExtensionsTestJSON-1776355196 tempest-ExtensionsTestJSON-1776355196-project] 10.222.0.46 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0070775 Nov 22 20:33:44.003970 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 41318) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:33:44.010383 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [None req-751c46c0-e164-41cb-8af5-ceff9066683d tempest-ExtensionsTestJSON-1776355196 tempest-ExtensionsTestJSON-1776355196-project] http://10.222.0.46:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=103448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 20:33:44.020864 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-751c46c0-e164-41cb-8af5-ceff9066683d tempest-ExtensionsTestJSON-1776355196 tempest-ExtensionsTestJSON-1776355196-project] 10.222.0.46 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0158322 Nov 22 20:33:44.021504 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 41320) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:33:44.026161 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [None req-59ff6a99-57e3-407c-b014-f092e1119007 tempest-ExtensionsTestJSON-1776355196 tempest-ExtensionsTestJSON-1776355196-project] http://10.222.0.46:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=103448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 20:33:44.030162 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-59ff6a99-57e3-407c-b014-f092e1119007 tempest-ExtensionsTestJSON-1776355196 tempest-ExtensionsTestJSON-1776355196-project] 10.222.0.46 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0077121 Nov 22 20:33:44.030726 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 41322) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:33:44.036497 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [None req-2f8cc504-991b-4382-b87e-2021bd56a6ae tempest-ExtensionsTestJSON-1776355196 tempest-ExtensionsTestJSON-1776355196-project] http://10.222.0.46:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=103448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 20:33:44.040722 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-2f8cc504-991b-4382-b87e-2021bd56a6ae tempest-ExtensionsTestJSON-1776355196 tempest-ExtensionsTestJSON-1776355196-project] 10.222.0.46 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0090017 Nov 22 20:33:44.041316 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 41324) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:33:44.046849 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [None req-0dd382e7-0f56-48fb-9d41-48ae58c4e21a tempest-ExtensionsTestJSON-1776355196 tempest-ExtensionsTestJSON-1776355196-project] http://10.222.0.46:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=103448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 20:33:44.050951 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-0dd382e7-0f56-48fb-9d41-48ae58c4e21a tempest-ExtensionsTestJSON-1776355196 tempest-ExtensionsTestJSON-1776355196-project] 10.222.0.46 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0086982 Nov 22 20:33:44.051615 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 41326) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:33:44.055945 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [None req-3b5a9025-d271-4372-93c9-db68f439a21a tempest-ExtensionsTestJSON-1776355196 tempest-ExtensionsTestJSON-1776355196-project] http://10.222.0.46:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=103448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 20:33:44.061500 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-3b5a9025-d271-4372-93c9-db68f439a21a tempest-ExtensionsTestJSON-1776355196 tempest-ExtensionsTestJSON-1776355196-project] 10.222.0.46 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0085850 Nov 22 20:33:44.062028 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 41328) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:33:44.067261 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [None req-8213e552-6bd9-45d9-b928-039883ab18b7 tempest-ExtensionsTestJSON-1776355196 tempest-ExtensionsTestJSON-1776355196-project] http://10.222.0.46:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=103448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 20:33:44.082809 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-8213e552-6bd9-45d9-b928-039883ab18b7 tempest-ExtensionsTestJSON-1776355196 tempest-ExtensionsTestJSON-1776355196-project] 10.222.0.46 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0137446 Nov 22 20:33:44.184446 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66416581-4a4a-43f5-bfed-24e4f69f2628 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Made reservation on behalf of 514017ce9a25478c9d0da65e12765f42 for: {'subnet': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:33:44.188612 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-66416581-4a4a-43f5-bfed-24e4f69f2628 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8485086'] for subnet, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:44.313128 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-22c64eb6-b69a-4d44-b1d8-d9392a27287c req-3615eeae-ce71-4439-8ab0-f3931d703558 service neutron] 10.222.0.46 "GET /v2.0/networks/647b2e35-b0c1-4821-956b-883fc23297c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4146037 Nov 22 20:33:44.461705 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8501f39d-fb86-4f22-b542-59bd2180a3ba req-d4ce6c5f-9c1a-4b3a-b52d-d6e797b2859b tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:33:44.463938 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8501f39d-fb86-4f22-b542-59bd2180a3ba req-d4ce6c5f-9c1a-4b3a-b52d-d6e797b2859b tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/ports?device_id=0168d9d0-5f89-4479-91cb-817ef36bcca0 HTTP/1.1" status: 200 len: 945 time: 0.3710723 Nov 22 20:33:44.492794 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:44.510772 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [None req-be4e2bc1-c9bc-49e2-8cc9-dff7e35f5810 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Allocated IP 172.25.5.144 (c48a55e9-6a85-4746-b7bf-3e29fb560094/5da6f781-63e6-4328-ae7a-5e672262f55a/62930249-ad6a-4493-a3d5-214879d62c69) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:33:44.554433 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-22c64eb6-b69a-4d44-b1d8-d9392a27287c req-f33069c2-cba4-47ae-b0a7-b7672bce14da service neutron] 10.222.0.46 "GET /v2.0/networks/647b2e35-b0c1-4821-956b-883fc23297c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2111111 Nov 22 20:33:44.569380 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:44.636356 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-6c4ece7a-5922-4196-b30b-84f5362eac79 req-b19b103f-f227-463f-946b-085423eec18c tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Deleting port cf13a8f6-de1d-4e06-8637-d6471d4d4305 {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:33:44.636916 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-6c4ece7a-5922-4196-b30b-84f5362eac79 req-b19b103f-f227-463f-946b-085423eec18c tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:44.715612 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8501f39d-fb86-4f22-b542-59bd2180a3ba req-d92a5b4d-020a-4f2e-beb5-38d275dfbeca tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/security-groups?id=967182ec-36b6-43cb-985c-f0d9e87194dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2223027 Nov 22 20:33:44.803868 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 41342) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:33:44.970150 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-6c4ece7a-5922-4196-b30b-84f5362eac79 req-b19b103f-f227-463f-946b-085423eec18c tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] For port cf13a8f6-de1d-4e06-8637-d6471d4d4305, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=cf13a8f6-de1d-4e06-8637-d6471d4d4305,segment=NetworkSegment(470d5048-a1ed-4f8a-b81a-95ae6f6f9db0),segment_id=470d5048-a1ed-4f8a-b81a-95ae6f6f9db0)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:33:44.979936 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-6c4ece7a-5922-4196-b30b-84f5362eac79 req-b19b103f-f227-463f-946b-085423eec18c tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:44.986121 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-be4e2bc1-c9bc-49e2-8cc9-dff7e35f5810 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:45.026085 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-12ad1338-dab5-4ed6-bccf-96c38dfd888a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:45.059476 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8cae946f-6a8e-4dee-b52b-8420276102e7 req-c19de69d-1d73-4830-be29-5973aedb55ff tempest-ServerTagsTestJSON-1799410248 tempest-ServerTagsTestJSON-1799410248-project] 10.222.0.46 "GET /v2.0/ports?device_id=07882fce-49f2-4dc8-865a-0074edbd22c6 HTTP/1.1" status: 200 len: 210 time: 0.1179531 Nov 22 20:33:45.099826 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-6c4ece7a-5922-4196-b30b-84f5362eac79 req-b19b103f-f227-463f-946b-085423eec18c tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Calling delete_port for cf13a8f6-de1d-4e06-8637-d6471d4d4305 owned by compute:nova {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:33:45.122268 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-66416581-4a4a-43f5-bfed-24e4f69f2628 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8900613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8485104'] for subnet, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:45.132347 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-12ad1338-dab5-4ed6-bccf-96c38dfd888a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:45.139216 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-12ad1338-dab5-4ed6-bccf-96c38dfd888a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:45.161677 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a646ea-26ec-42dd-9b0d-c1f08ec98106 req-eb300494-277c-43b1-ac82-7a330a624437 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:33:45.163281 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f3a646ea-26ec-42dd-9b0d-c1f08ec98106 req-eb300494-277c-43b1-ac82-7a330a624437 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/ports?device_id=55c8ea2e-f35c-4917-83f4-6a6eece9ab8c HTTP/1.1" status: 200 len: 946 time: 0.3224077 Nov 22 20:33:45.206714 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ad1338-dab5-4ed6-bccf-96c38dfd888a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63f26878-4e78-4b71-9b36-b7cf3fe76a9f,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:33:45.255872 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-12ad1338-dab5-4ed6-bccf-96c38dfd888a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3a233a995dde43d599eb13afcc902ec0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4508946 Nov 22 20:33:45.256719 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 41350) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:33:45.350908 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-be4e2bc1-c9bc-49e2-8cc9-dff7e35f5810 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:45.360569 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66416581-4a4a-43f5-bfed-24e4f69f2628 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Pushing event updated for resources: {'Subnet': ['ID=59dbf844-e337-4203-8059-0623804567d1,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:33:45.385330 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6f744b69-8a6f-4e87-889e-a75405b9cbb8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:45.405845 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f3a646ea-26ec-42dd-9b0d-c1f08ec98106 req-4b57c6ed-9a24-4e8e-83e1-dca86fa8a228 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/security-groups?id=be1c2326-cee4-429b-9524-b757ff14e61f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2067146 Nov 22 20:33:45.422621 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66416581-4a4a-43f5-bfed-24e4f69f2628 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:33:45.423127 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66416581-4a4a-43f5-bfed-24e4f69f2628 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:33:45.423479 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66416581-4a4a-43f5-bfed-24e4f69f2628 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:33:45.424541 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66416581-4a4a-43f5-bfed-24e4f69f2628 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:33:45.424995 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66416581-4a4a-43f5-bfed-24e4f69f2628 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:33:45.425383 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66416581-4a4a-43f5-bfed-24e4f69f2628 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:33:45.425865 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66416581-4a4a-43f5-bfed-24e4f69f2628 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:33:45.426271 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66416581-4a4a-43f5-bfed-24e4f69f2628 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:33:45.426667 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66416581-4a4a-43f5-bfed-24e4f69f2628 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:33:45.427073 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66416581-4a4a-43f5-bfed-24e4f69f2628 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:33:45.427659 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66416581-4a4a-43f5-bfed-24e4f69f2628 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:33:45.428070 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66416581-4a4a-43f5-bfed-24e4f69f2628 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:33:45.438801 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6f744b69-8a6f-4e87-889e-a75405b9cbb8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:45.444550 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66416581-4a4a-43f5-bfed-24e4f69f2628 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Checking segment: {'id': 'e403b30d-50d1-4b73-ae05-870992968423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'edc224e2-facb-4975-9a2c-c01e902c72de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:33:45.460391 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66416581-4a4a-43f5-bfed-24e4f69f2628 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Network hostable DHCP agents. Network: edc224e2-facb-4975-9a2c-c01e902c72de, hostable agents: ['02adaa64-0987-4b74-bad0-cbcf56f8a294'], hosted agents: [] {{(pid=103447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 20:33:45.465066 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be4e2bc1-c9bc-49e2-8cc9-dff7e35f5810 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Network c48a55e9-6a85-4746-b7bf-3e29fb560094 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:33:45.483036 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-be4e2bc1-c9bc-49e2-8cc9-dff7e35f5810 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:33:45.492219 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be4e2bc1-c9bc-49e2-8cc9-dff7e35f5810 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:33:45.552552 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6f744b69-8a6f-4e87-889e-a75405b9cbb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:45.556856 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6f744b69-8a6f-4e87-889e-a75405b9cbb8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:45.559088 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-6f744b69-8a6f-4e87-889e-a75405b9cbb8 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/63f26878-4e78-4b71-9b36-b7cf3fe76a9f HTTP/1.1" status: 204 len: 168 time: 0.3005004 Nov 22 20:33:45.574078 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f744b69-8a6f-4e87-889e-a75405b9cbb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63f26878-4e78-4b71-9b36-b7cf3fe76a9f,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:33:45.686799 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4e2bc1-c9bc-49e2-8cc9-dff7e35f5810 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Pushing event updated for resources: {'Port': ['ID=62930249-ad6a-4493-a3d5-214879d62c69,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:33:45.728409 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-6c4ece7a-5922-4196-b30b-84f5362eac79 req-b19b103f-f227-463f-946b-085423eec18c tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:45.743366 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] get_ports_and_sgs() called for port_ids ['e08c4637-151d-48fd-b2f8-a723e7f9fa3c', '9bd3e870-35fb-49c5-be6c-d866a309c97d'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:33:45.799115 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66416581-4a4a-43f5-bfed-24e4f69f2628 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Network edc224e2-facb-4975-9a2c-c01e902c72de is scheduled to be hosted by DHCP agent 02adaa64-0987-4b74-bad0-cbcf56f8a294 with binding_index 1 {{(pid=103447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 20:33:45.812778 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19b103f-f227-463f-946b-085423eec18c tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Pushing event deleted for resources: {'Port': ['ID=cf13a8f6-de1d-4e06-8637-d6471d4d4305,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:33:45.819542 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-66416581-4a4a-43f5-bfed-24e4f69f2628 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818823-1, edc224e2-facb-4975-9a2c-c01e902c72de) {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:33:45.840286 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66416581-4a4a-43f5-bfed-24e4f69f2628 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:33:45.840998 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-66416581-4a4a-43f5-bfed-24e4f69f2628 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for subnet, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:45.852197 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6eed915-c1b5-42ed-a9a8-5de25cfb42a4 None None] Network edc224e2-facb-4975-9a2c-c01e902c72de requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:33:45.985676 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c4d98ead-34e3-45e6-8499-8c6be373aa54 req-9ad8d5fa-cca7-4db3-95fb-d8f5e81afa4e tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/ports?device_id=0168d9d0-5f89-4479-91cb-817ef36bcca0 HTTP/1.1" status: 200 len: 210 time: 0.0795135 Nov 22 20:33:46.000207 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 41372) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:33:46.010747 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-66416581-4a4a-43f5-bfed-24e4f69f2628 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3747330 Nov 22 20:33:46.051997 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e8d7de0-a027-43ac-a368-6846e1e91199 None None] DHCP port deletion for 33dd767d-ab2c-4bf6-a32d-ce7483655865 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:33:46.224699 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d8376aea-77cb-43c3-80a2-ab230feaaea8 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3961693'] for network, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:46.321422 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d8376aea-77cb-43c3-80a2-ab230feaaea8 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3753007'] for subnet, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:46.413318 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d8376aea-77cb-43c3-80a2-ab230feaaea8 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3753014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11567369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11792914'] for subnet, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:46.450861 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8376aea-77cb-43c3-80a2-ab230feaaea8 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Pushing event deleted for resources: {'Subnet': ['ID=59dbf844-e337-4203-8059-0623804567d1,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:33:46.625707 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25f72291-8925-4692-a91c-a2119170cb0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fb26bd7-ce56-527b-b94f-2e1f7cb2bb35-edc224e2-facb-4975-9a2c-c01e902c72de', 'network_id': 'edc224e2-facb-4975-9a2c-c01e902c72de', 'tenant_id': '514017ce9a25478c9d0da65e12765f42', 'fixed_ips': [{'subnet_id': '59dbf844-e337-4203-8059-0623804567d1'}]}} from n-d-818823-1. {{(pid=103449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 20:33:46.628086 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-25f72291-8925-4692-a91c-a2119170cb0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:46.660140 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d8376aea-77cb-43c3-80a2-ab230feaaea8 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3760028', 'neutron.services.segments.db._delete_segments_for_network-8748992815755'] for network, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:46.823038 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-d8376aea-77cb-43c3-80a2-ab230feaaea8 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edc224e2-facb-4975-9a2c-c01e902c72de']}} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:33:46.865268 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-d8376aea-77cb-43c3-80a2-ab230feaaea8 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e403b30d-50d1-4b73-ae05-870992968423') {'for_net_delete': True} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:33:46.865268 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-d8376aea-77cb-43c3-80a2-ab230feaaea8 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e403b30d-50d1-4b73-ae05-870992968423') {} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:33:46.900221 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d8376aea-77cb-43c3-80a2-ab230feaaea8 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748993039638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11627933'] for segment, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:46.922243 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fed22892-2256-4071-8226-33f2947d9554 None None] Network edc224e2-facb-4975-9a2c-c01e902c72de requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:33:46.952181 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-48deaed2-70b5-4f6f-a89f-a7e4bcbee4c9 req-b40b843c-2127-4a49-aaaf-7ba5fe3885a2 tempest-ServerTagsTestJSON-1799410248 tempest-ServerTagsTestJSON-1799410248-project] 10.222.0.46 "GET /v2.0/ports?device_id=07882fce-49f2-4dc8-865a-0074edbd22c6 HTTP/1.1" status: 200 len: 210 time: 0.1965399 Nov 22 20:33:46.970253 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d8376aea-77cb-43c3-80a2-ab230feaaea8 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:47.011456 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8376aea-77cb-43c3-80a2-ab230feaaea8 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Releasing vlan 602 on physical network physnet1 to pool {{(pid=103448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 20:33:47.012139 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d8376aea-77cb-43c3-80a2-ab230feaaea8 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11567447'] for segment, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:47.013347 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c4ece7a-5922-4196-b30b-84f5362eac79 req-b19b103f-f227-463f-946b-085423eec18c tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] No DVR routers for this DVR port cf13a8f6-de1d-4e06-8637-d6471d4d4305 on host n-h2-818823-1 {{(pid=103447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:33:47.028445 n-d-818823-1 neutron-server[103448]: Traceback (most recent call last): Nov 22 20:33:47.028445 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 20:33:47.028445 n-d-818823-1 neutron-server[103448]: timer() Nov 22 20:33:47.028445 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 20:33:47.028445 n-d-818823-1 neutron-server[103448]: cb(*args, **kw) Nov 22 20:33:47.028445 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 20:33:47.028445 n-d-818823-1 neutron-server[103448]: return func(*args, **kwargs) Nov 22 20:33:47.028445 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 20:33:47.028445 n-d-818823-1 neutron-server[103448]: self._notify() Nov 22 20:33:47.028445 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 20:33:47.028445 n-d-818823-1 neutron-server[103448]: self.callback(batched_events) Nov 22 20:33:47.028445 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 20:33:47.028445 n-d-818823-1 neutron-server[103448]: event.method(event) Nov 22 20:33:47.028445 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 20:33:47.028445 n-d-818823-1 neutron-server[103448]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 20:33:47.028445 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 20:33:47.028445 n-d-818823-1 neutron-server[103448]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 20:33:47.028445 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 20:33:47.028445 n-d-818823-1 neutron-server[103448]: return f(self, *a, **k) Nov 22 20:33:47.028445 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 20:33:47.028445 n-d-818823-1 neutron-server[103448]: return self._get(url).json() Nov 22 20:33:47.028445 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 20:33:47.028445 n-d-818823-1 neutron-server[103448]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 20:33:47.028445 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 20:33:47.028445 n-d-818823-1 neutron-server[103448]: return self.request(url, 'GET', **kwargs) Nov 22 20:33:47.028445 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 20:33:47.028445 n-d-818823-1 neutron-server[103448]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 20:33:47.028445 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 20:33:47.028445 n-d-818823-1 neutron-server[103448]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 20:33:47.028445 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 20:33:47.028445 n-d-818823-1 neutron-server[103448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 20:33:47.028445 n-d-818823-1 neutron-server[103448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 20:33:47.053520 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-6c4ece7a-5922-4196-b30b-84f5362eac79 req-b19b103f-f227-463f-946b-085423eec18c tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:47.072617 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6c4ece7a-5922-4196-b30b-84f5362eac79 req-b19b103f-f227-463f-946b-085423eec18c tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.20 "DELETE /v2.0/ports/cf13a8f6-de1d-4e06-8637-d6471d4d4305 HTTP/1.1" status: 204 len: 173 time: 3.0877008 Nov 22 20:33:47.086152 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c64eb6-b69a-4d44-b1d8-d9392a27287c req-fb06fe49-87d5-4eae-947f-c2d4bc4760cb tempest-ServerTagsTestJSON-1799410248 tempest-ServerTagsTestJSON-1799410248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:33:47.087932 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-22c64eb6-b69a-4d44-b1d8-d9392a27287c req-fb06fe49-87d5-4eae-947f-c2d4bc4760cb tempest-ServerTagsTestJSON-1799410248 tempest-ServerTagsTestJSON-1799410248-project] 10.222.0.41 "GET /v2.0/networks?id=647b2e35-b0c1-4821-956b-883fc23297c8 HTTP/1.1" status: 200 len: 808 time: 0.4672670 Nov 22 20:33:47.094376 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0168d9d0-5f89-4479-91cb-817ef36bcca0', 'name': 'network-vif-deleted', 'tag': 'cf13a8f6-de1d-4e06-8637-d6471d4d4305'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:33:47.115746 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97ce1430-4139-45d6-8175-d23042706c46" -d '{"events": [{"server_uuid": "0168d9d0-5f89-4479-91cb-817ef36bcca0", "name": "network-vif-deleted", "tag": "cf13a8f6-de1d-4e06-8637-d6471d4d4305"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:33:47.184953 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ecec16-ff5a-4f8c-ae53-3298c7587148 req-c4866bec-8b1f-4432-b239-55d70444887d tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:33:47.189216 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-86ecec16-ff5a-4f8c-ae53-3298c7587148 req-c4866bec-8b1f-4432-b239-55d70444887d tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/ports?device_id=55c8ea2e-f35c-4917-83f4-6a6eece9ab8c HTTP/1.1" status: 200 len: 946 time: 0.4305968 Nov 22 20:33:47.196475 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 41400) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:33:47.245515 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [req-22c64eb6-b69a-4d44-b1d8-d9392a27287c req-a844836c-6a12-441d-85d7-31435b13282b tempest-ServerTagsTestJSON-1799410248 tempest-ServerTagsTestJSON-1799410248-project] Request body: {'port': {'device_id': '07882fce-49f2-4dc8-865a-0074edbd22c6', 'network_id': '647b2e35-b0c1-4821-956b-883fc23297c8', 'admin_state_up': True, 'tenant_id': 'c3ea7d3cfa024ff69817641caffac34e'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:33:47.337062 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-86ecec16-ff5a-4f8c-ae53-3298c7587148 req-e5ba7047-7919-49ec-8136-dd4a6217bd09 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/security-groups?id=be1c2326-cee4-429b-9524-b757ff14e61f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1358891 Nov 22 20:33:47.383444 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d8376aea-77cb-43c3-80a2-ab230feaaea8 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3760002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595318'] for network, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:47.401294 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9554c3f1-d099-48a9-8111-daf9131c1999 req-6be62921-a430-43e1-b8ee-f8ca050d4198 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/ports?device_id=0168d9d0-5f89-4479-91cb-817ef36bcca0 HTTP/1.1" status: 200 len: 210 time: 0.2055848 Nov 22 20:33:47.401450 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d8376aea-77cb-43c3-80a2-ab230feaaea8 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks [] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:47.405295 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-d8376aea-77cb-43c3-80a2-ab230feaaea8 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] 10.222.0.46 "DELETE /v2.0/networks/edc224e2-facb-4975-9a2c-c01e902c72de HTTP/1.1" status: 204 len: 168 time: 1.4033487 Nov 22 20:33:47.419974 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 41404) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:33:47.469060 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-f5635cbe-ef7a-447f-b55b-960b21ee1ed6 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1664189173'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:33:47.497627 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device cf13a8f6-de1d-4e06-8637-d6471d4d4305 no longer exists at agent hyperv_n-h2-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:33:47.542370 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] No Port match for: cf13a8f6-de1d-4e06-8637-d6471d4d4305 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:33:47.542902 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device cf13a8f6-de1d-4e06-8637-d6471d4d4305 not bound to the agent host n-h2-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:33:47.552669 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8376aea-77cb-43c3-80a2-ab230feaaea8 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Pushing event deleted for resources: {'Network': ['ID=edc224e2-facb-4975-9a2c-c01e902c72de,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:33:47.596314 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:33:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fb5254f-f931-41fc-a156-596548106bff x-openstack-request-id: req-5fb5254f-f931-41fc-a156-596548106bff {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:33:47.596607 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0168d9d0-5f89-4479-91cb-817ef36bcca0", "name": "network-vif-deleted", "tag": "cf13a8f6-de1d-4e06-8637-d6471d4d4305", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:33:47.596860 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5fb5254f-f931-41fc-a156-596548106bff {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:33:47.597775 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0168d9d0-5f89-4479-91cb-817ef36bcca0', 'name': 'network-vif-deleted', 'tag': 'cf13a8f6-de1d-4e06-8637-d6471d4d4305', 'status': 'completed', 'code': 200} Nov 22 20:33:47.602519 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-23f6d1ad-b280-4a92-981e-8fd638e496af tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-990252752'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:33:47.638729 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5635cbe-ef7a-447f-b55b-960b21ee1ed6 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Made reservation on behalf of 514017ce9a25478c9d0da65e12765f42 for: {'network': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:33:47.647562 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f5635cbe-ef7a-447f-b55b-960b21ee1ed6 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for network, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:47.714423 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22c64eb6-b69a-4d44-b1d8-d9392a27287c req-a844836c-6a12-441d-85d7-31435b13282b tempest-ServerTagsTestJSON-1799410248 tempest-ServerTagsTestJSON-1799410248-project] Made reservation on behalf of c3ea7d3cfa024ff69817641caffac34e for: {'port': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:33:47.719181 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-22c64eb6-b69a-4d44-b1d8-d9392a27287c req-a844836c-6a12-441d-85d7-31435b13282b tempest-ServerTagsTestJSON-1799410248 tempest-ServerTagsTestJSON-1799410248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:47.745743 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5635cbe-ef7a-447f-b55b-960b21ee1ed6 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] vlan segment allocate from pool success with {'vlan_id': 646, 'physical_network': 'physnet1'} {{(pid=103448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 20:33:47.768524 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f5635cbe-ef7a-447f-b55b-960b21ee1ed6 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:47.768872 n-d-818823-1 neutron-server[103448]: INFO neutron.db.segments_db [None req-f5635cbe-ef7a-447f-b55b-960b21ee1ed6 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Added segment a2f82b4d-2f7f-4f4b-b539-bedfdc4e63e5 of type vlan for network 1f74b5c0-b53b-4e3b-b251-f30cb8114746 Nov 22 20:33:47.774282 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-be4e2bc1-c9bc-49e2-8cc9-dff7e35f5810 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:47.828563 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.db.api [None req-23f6d1ad-b280-4a92-981e-8fd638e496af tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 22 20:33:47.828563 n-d-818823-1 neutron-server[103447]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 22 20:33:47.828563 n-d-818823-1 neutron-server[103447]: [parameters: {'project_id_1': '198da916eb8b4113a6f2c9e3e85d1b76', 'expiration_1': datetime.datetime(2021, 11, 22, 20, 33, 27, 616328)}] Nov 22 20:33:47.828563 n-d-818823-1 neutron-server[103447]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103447) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 20:33:47.828941 n-d-818823-1 neutron-server[103447]: DEBUG oslo_db.api [None req-23f6d1ad-b280-4a92-981e-8fd638e496af tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 20:33:47.879157 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-be4e2bc1-c9bc-49e2-8cc9-dff7e35f5810 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:47.921140 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f5635cbe-ef7a-447f-b55b-960b21ee1ed6 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748992492791'] for network, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:48.052325 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f5635cbe-ef7a-447f-b55b-960b21ee1ed6 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for network, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:48.067620 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5635cbe-ef7a-447f-b55b-960b21ee1ed6 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:33:48.068271 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f5635cbe-ef7a-447f-b55b-960b21ee1ed6 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks [] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:48.078950 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [req-22c64eb6-b69a-4d44-b1d8-d9392a27287c req-a844836c-6a12-441d-85d7-31435b13282b tempest-ServerTagsTestJSON-1799410248 tempest-ServerTagsTestJSON-1799410248-project] Allocated IP 172.20.0.2 (647b2e35-b0c1-4821-956b-883fc23297c8/32e7b243-fccf-4f59-beb3-7c8fbeefa8f0/57b36f73-1ad6-478b-88a5-ddfe336f4b87) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:33:48.108060 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-be4e2bc1-c9bc-49e2-8cc9-dff7e35f5810 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks [] for port, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:48.145801 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-db8551c8-db9f-41a4-9e52-77058bdd3364 req-b2830914-2ee4-4ce7-8fed-eee90c5d01da tempest-ServerTagsTestJSON-1799410248 tempest-ServerTagsTestJSON-1799410248-project] 10.222.0.46 "GET /v2.0/ports?device_id=07882fce-49f2-4dc8-865a-0074edbd22c6 HTTP/1.1" status: 200 len: 210 time: 0.0351655 Nov 22 20:33:48.147226 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-be4e2bc1-c9bc-49e2-8cc9-dff7e35f5810 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:48.212688 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4e2bc1-c9bc-49e2-8cc9-dff7e35f5810 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Pushing event updated for resources: {'Port': ['ID=62930249-ad6a-4493-a3d5-214879d62c69,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:33:48.293721 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-f5635cbe-ef7a-447f-b55b-960b21ee1ed6 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8398933 Nov 22 20:33:48.294141 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 41414) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:33:48.303396 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-42b878c9-943c-4b65-ae01-2386ef08ca27 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Request body: {'subnet': {'network_id': '1f74b5c0-b53b-4e3b-b251-f30cb8114746', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:33:48.319081 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-22c64eb6-b69a-4d44-b1d8-d9392a27287c req-a844836c-6a12-441d-85d7-31435b13282b tempest-ServerTagsTestJSON-1799410248 tempest-ServerTagsTestJSON-1799410248-project] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:48.325492 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5635cbe-ef7a-447f-b55b-960b21ee1ed6 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Pushing event updated for resources: {'Network': ['ID=1f74b5c0-b53b-4e3b-b251-f30cb8114746,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:33:48.336958 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Network 1f74b5c0-b53b-4e3b-b251-f30cb8114746 details requested by agent ovs-agent-n-d-818823-1 with host n-d-818823-1 {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 20:33:48.530132 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-be4e2bc1-c9bc-49e2-8cc9-dff7e35f5810 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-595224'] for floatingip, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:48.536520 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-22c64eb6-b69a-4d44-b1d8-d9392a27287c req-a844836c-6a12-441d-85d7-31435b13282b tempest-ServerTagsTestJSON-1799410248 tempest-ServerTagsTestJSON-1799410248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:48.590322 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23f6d1ad-b280-4a92-981e-8fd638e496af tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Made reservation on behalf of 198da916eb8b4113a6f2c9e3e85d1b76 for: {'network': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:33:48.595213 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22c64eb6-b69a-4d44-b1d8-d9392a27287c req-a844836c-6a12-441d-85d7-31435b13282b tempest-ServerTagsTestJSON-1799410248 tempest-ServerTagsTestJSON-1799410248-project] Network 647b2e35-b0c1-4821-956b-883fc23297c8 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:33:48.605511 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-23f6d1ad-b280-4a92-981e-8fd638e496af tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for network, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:48.664722 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-23f6d1ad-b280-4a92-981e-8fd638e496af tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:48.687105 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [req-22c64eb6-b69a-4d44-b1d8-d9392a27287c req-a844836c-6a12-441d-85d7-31435b13282b tempest-ServerTagsTestJSON-1799410248 tempest-ServerTagsTestJSON-1799410248-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:33:48.699585 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [req-22c64eb6-b69a-4d44-b1d8-d9392a27287c req-a844836c-6a12-441d-85d7-31435b13282b tempest-ServerTagsTestJSON-1799410248 tempest-ServerTagsTestJSON-1799410248-project] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:33:48.706947 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2279dd0-cc3d-4026-978e-5bad594bf645 req-e9ab94c0-c9aa-42a5-800d-f67dec8d5683 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:33:48.708669 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c2279dd0-cc3d-4026-978e-5bad594bf645 req-e9ab94c0-c9aa-42a5-800d-f67dec8d5683 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/ports?device_id=55c8ea2e-f35c-4917-83f4-6a6eece9ab8c HTTP/1.1" status: 200 len: 946 time: 0.2237873 Nov 22 20:33:48.773468 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42b878c9-943c-4b65-ae01-2386ef08ca27 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Made reservation on behalf of 514017ce9a25478c9d0da65e12765f42 for: {'subnet': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:33:48.777624 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-42b878c9-943c-4b65-ae01-2386ef08ca27 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8485086'] for subnet, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:48.872083 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c64eb6-b69a-4d44-b1d8-d9392a27287c req-a844836c-6a12-441d-85d7-31435b13282b tempest-ServerTagsTestJSON-1799410248 tempest-ServerTagsTestJSON-1799410248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:33:48.872868 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-22c64eb6-b69a-4d44-b1d8-d9392a27287c req-a844836c-6a12-441d-85d7-31435b13282b tempest-ServerTagsTestJSON-1799410248 tempest-ServerTagsTestJSON-1799410248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:48.885864 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a844836c-6a12-441d-85d7-31435b13282b tempest-ServerTagsTestJSON-1799410248 tempest-ServerTagsTestJSON-1799410248-project] Pushing event updated for resources: {'Port': ['ID=57b36f73-1ad6-478b-88a5-ddfe336f4b87,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:33:48.897879 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-22c64eb6-b69a-4d44-b1d8-d9392a27287c req-a844836c-6a12-441d-85d7-31435b13282b tempest-ServerTagsTestJSON-1799410248 tempest-ServerTagsTestJSON-1799410248-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7034862 Nov 22 20:33:48.914130 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [req-22c64eb6-b69a-4d44-b1d8-d9392a27287c req-ef349251-a313-43f3-94c9-096b245b791b tempest-ServerTagsTestJSON-1799410248 tempest-ServerTagsTestJSON-1799410248-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=103448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 20:33:48.915316 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-22c64eb6-b69a-4d44-b1d8-d9392a27287c req-ef349251-a313-43f3-94c9-096b245b791b tempest-ServerTagsTestJSON-1799410248 tempest-ServerTagsTestJSON-1799410248-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0104885 Nov 22 20:33:48.937805 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [req-22c64eb6-b69a-4d44-b1d8-d9392a27287c req-04bf6d75-c4c6-43b0-a077-630370c70061 service neutron] Request body: {'port': {'device_id': '07882fce-49f2-4dc8-865a-0074edbd22c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818823-1'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:33:48.945500 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c2279dd0-cc3d-4026-978e-5bad594bf645 req-96ead778-4fa6-4c87-be9c-3f4f56a2fcef tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/security-groups?id=be1c2326-cee4-429b-9524-b757ff14e61f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2222769 Nov 22 20:33:49.018364 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.ipam_backend_mixin [None req-42b878c9-943c-4b65-ae01-2386ef08ca27 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Performing IP validity checks on allocation pools {{(pid=103447) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 22 20:33:49.018883 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.ipam_backend_mixin [None req-42b878c9-943c-4b65-ae01-2386ef08ca27 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103447) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 22 20:33:49.044884 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-22c64eb6-b69a-4d44-b1d8-d9392a27287c req-04bf6d75-c4c6-43b0-a077-630370c70061 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:49.045109 n-d-818823-1 neutron-server[103447]: INFO neutron.db.l3_db [None req-be4e2bc1-c9bc-49e2-8cc9-dff7e35f5810 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Floating IP 4d966843-499f-4544-9de0-a0b37e2708de associated. External IP: 172.25.5.144, port: c7d01183-2794-43c6-a1c5-3d0d43c62b98. Nov 22 20:33:49.077813 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389bda99-afb9-4bc2-9d4a-831dbb00cab9 req-5eab5b22-1409-4653-9084-93dfbfc34a7d tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:33:49.079226 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-389bda99-afb9-4bc2-9d4a-831dbb00cab9 req-5eab5b22-1409-4653-9084-93dfbfc34a7d tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/ports?device_id=3824d5ff-501b-4403-bbe2-6343140d3b22 HTTP/1.1" status: 200 len: 945 time: 0.1531322 Nov 22 20:33:49.081835 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-23f6d1ad-b280-4a92-981e-8fd638e496af tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:49.124685 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-23f6d1ad-b280-4a92-981e-8fd638e496af tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:49.229032 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23f6d1ad-b280-4a92-981e-8fd638e496af tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] vlan segment allocate from pool success with {'vlan_id': 601, 'physical_network': 'physnet1'} {{(pid=103447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 20:33:49.259799 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f6d1ad-b280-4a92-981e-8fd638e496af tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d311d1fc-6e65-4fd0-940b-7fa1e9ba9084,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:33:49.276543 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-23f6d1ad-b280-4a92-981e-8fd638e496af tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:49.276891 n-d-818823-1 neutron-server[103447]: INFO neutron.db.segments_db [None req-23f6d1ad-b280-4a92-981e-8fd638e496af tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Added segment 4d63ab00-f71b-4a94-9a7c-d3d91015da83 of type vlan for network b6b66f04-87ac-4848-8852-c8e135aa6bc5 Nov 22 20:33:49.346003 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-389bda99-afb9-4bc2-9d4a-831dbb00cab9 req-bf260385-2b73-43a1-9b05-93ae71a89f76 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/security-groups?id=967182ec-36b6-43cb-985c-f0d9e87194dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2287085 Nov 22 20:33:49.433576 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-23f6d1ad-b280-4a92-981e-8fd638e496af tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748992492791'] for network, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:49.476843 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [req-22c64eb6-b69a-4d44-b1d8-d9392a27287c req-04bf6d75-c4c6-43b0-a077-630370c70061 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57b36f73-1ad6-478b-88a5-ddfe336f4b87 {{(pid=103448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:33:49.492025 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-22c64eb6-b69a-4d44-b1d8-d9392a27287c req-04bf6d75-c4c6-43b0-a077-630370c70061 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:49.525893 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [req-22c64eb6-b69a-4d44-b1d8-d9392a27287c req-04bf6d75-c4c6-43b0-a077-630370c70061 service neutron] Transition to ACTIVE for port object 57b36f73-1ad6-478b-88a5-ddfe336f4b87 will not be triggered until provisioned by entity L2. {{(pid=103448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 20:33:49.532816 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-22c64eb6-b69a-4d44-b1d8-d9392a27287c req-04bf6d75-c4c6-43b0-a077-630370c70061 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:49.639635 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bf6d75-c4c6-43b0-a077-630370c70061 service neutron] Pushing event updated for resources: {'Port': ['ID=57b36f73-1ad6-478b-88a5-ddfe336f4b87,revision_number=2']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:33:49.658483 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [req-9355830a-b480-4b76-abe4-804372c9def1 req-b23087b4-c96f-491a-b137-71d0bdd8f18b service neutron] (103447) timed out ('10.222.0.46', 45702) {{(pid=103447) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 22 20:33:49.661828 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be4e2bc1-c9bc-49e2-8cc9-dff7e35f5810 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Router 94f2b6d4-8464-4d92-a2c6-e8c26fc23a71 has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 20:33:49.670973 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc9c73f-e3bd-4653-82b1-e1f3113128f5 req-47f216ba-b38b-4456-b092-acefffc816f7 tempest-ServerTagsTestJSON-1799410248 tempest-ServerTagsTestJSON-1799410248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:33:49.672662 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-fcc9c73f-e3bd-4653-82b1-e1f3113128f5 req-47f216ba-b38b-4456-b092-acefffc816f7 tempest-ServerTagsTestJSON-1799410248 tempest-ServerTagsTestJSON-1799410248-project] 10.222.0.46 "GET /v2.0/ports?device_id=07882fce-49f2-4dc8-865a-0074edbd22c6 HTTP/1.1" status: 200 len: 931 time: 0.3850186 Nov 22 20:33:49.677655 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-42b878c9-943c-4b65-ae01-2386ef08ca27 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8900613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8485104'] for subnet, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:49.688064 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-23f6d1ad-b280-4a92-981e-8fd638e496af tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for network, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:49.710995 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-22c64eb6-b69a-4d44-b1d8-d9392a27287c req-04bf6d75-c4c6-43b0-a077-630370c70061 service neutron] Attempting to bind port 57b36f73-1ad6-478b-88a5-ddfe336f4b87 on host n-h1-818823-1 for vnic_type normal with profile {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:33:49.711448 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-22c64eb6-b69a-4d44-b1d8-d9392a27287c req-04bf6d75-c4c6-43b0-a077-630370c70061 service neutron] Attempting to bind port 57b36f73-1ad6-478b-88a5-ddfe336f4b87 by drivers openvswitch,hyperv on host n-h1-818823-1 at level 0 using segments [{'id': 'e514e77b-3478-4367-b5f2-a0deede57a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '647b2e35-b0c1-4821-956b-883fc23297c8'}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:33:49.711978 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c64eb6-b69a-4d44-b1d8-d9392a27287c req-04bf6d75-c4c6-43b0-a077-630370c70061 service neutron] Attempting to bind port 57b36f73-1ad6-478b-88a5-ddfe336f4b87 on network 647b2e35-b0c1-4821-956b-883fc23297c8 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:33:49.713865 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23f6d1ad-b280-4a92-981e-8fd638e496af tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:33:49.714688 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-23f6d1ad-b280-4a92-981e-8fd638e496af tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for network, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:49.717165 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c64eb6-b69a-4d44-b1d8-d9392a27287c req-04bf6d75-c4c6-43b0-a077-630370c70061 service neutron] Port 57b36f73-1ad6-478b-88a5-ddfe336f4b87 on network 647b2e35-b0c1-4821-956b-883fc23297c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-818823-1 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:33:49.717596 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c64eb6-b69a-4d44-b1d8-d9392a27287c req-04bf6d75-c4c6-43b0-a077-630370c70061 service neutron] Attempting to bind port 57b36f73-1ad6-478b-88a5-ddfe336f4b87 on network 647b2e35-b0c1-4821-956b-883fc23297c8 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:33:49.724446 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c64eb6-b69a-4d44-b1d8-d9392a27287c req-04bf6d75-c4c6-43b0-a077-630370c70061 service neutron] Checking agent: {'id': '7a008cff-3b49-418c-8046-689d46cc800f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'started_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 33, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:33:49.724604 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c64eb6-b69a-4d44-b1d8-d9392a27287c req-04bf6d75-c4c6-43b0-a077-630370c70061 service neutron] Checking segment: {'id': 'e514e77b-3478-4367-b5f2-a0deede57a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '647b2e35-b0c1-4821-956b-883fc23297c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:33:49.725104 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c64eb6-b69a-4d44-b1d8-d9392a27287c req-04bf6d75-c4c6-43b0-a077-630370c70061 service neutron] Bound using segment: {'id': 'e514e77b-3478-4367-b5f2-a0deede57a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '647b2e35-b0c1-4821-956b-883fc23297c8'} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:33:49.725603 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-22c64eb6-b69a-4d44-b1d8-d9392a27287c req-04bf6d75-c4c6-43b0-a077-630370c70061 service neutron] Bound port: 57b36f73-1ad6-478b-88a5-ddfe336f4b87, host: n-h1-818823-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e514e77b-3478-4367-b5f2-a0deede57a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '647b2e35-b0c1-4821-956b-883fc23297c8'}}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:33:49.726152 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-22c64eb6-b69a-4d44-b1d8-d9392a27287c req-04bf6d75-c4c6-43b0-a077-630370c70061 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:49.775399 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-23f6d1ad-b280-4a92-981e-8fd638e496af tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.5761263 Nov 22 20:33:49.797847 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 41438) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:33:49.808429 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-d0a11ac6-8ca8-45c4-be3b-36b80a6fb217 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Request body: {'subnet': {'network_id': 'b6b66f04-87ac-4848-8852-c8e135aa6bc5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:33:49.937857 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-22c64eb6-b69a-4d44-b1d8-d9392a27287c req-04bf6d75-c4c6-43b0-a077-630370c70061 service neutron] For port 57b36f73-1ad6-478b-88a5-ddfe336f4b87, host n-h1-818823-1, cleared binding levels {{(pid=103448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:33:49.951245 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-22c64eb6-b69a-4d44-b1d8-d9392a27287c req-04bf6d75-c4c6-43b0-a077-630370c70061 service neutron] For port 57b36f73-1ad6-478b-88a5-ddfe336f4b87, host n-h1-818823-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=57b36f73-1ad6-478b-88a5-ddfe336f4b87,segment=NetworkSegment(e514e77b-3478-4367-b5f2-a0deede57a63),segment_id=e514e77b-3478-4367-b5f2-a0deede57a63)] {{(pid=103448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:33:49.957288 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b878c9-943c-4b65-ae01-2386ef08ca27 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Pushing event updated for resources: {'Subnet': ['ID=eff13746-49ad-45da-b86a-082d7260c6e1,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:33:49.958792 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-22c64eb6-b69a-4d44-b1d8-d9392a27287c req-04bf6d75-c4c6-43b0-a077-630370c70061 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:49.967325 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0a11ac6-8ca8-45c4-be3b-36b80a6fb217 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Made reservation on behalf of 198da916eb8b4113a6f2c9e3e85d1b76 for: {'subnet': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:33:49.973733 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d0a11ac6-8ca8-45c4-be3b-36b80a6fb217 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11792951'] for subnet, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:50.070749 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c64eb6-b69a-4d44-b1d8-d9392a27287c req-04bf6d75-c4c6-43b0-a077-630370c70061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:33:50.071370 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-22c64eb6-b69a-4d44-b1d8-d9392a27287c req-04bf6d75-c4c6-43b0-a077-630370c70061 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:50.072811 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-22c64eb6-b69a-4d44-b1d8-d9392a27287c req-04bf6d75-c4c6-43b0-a077-630370c70061 service neutron] 10.222.0.41 "PUT /v2.0/ports/57b36f73-1ad6-478b-88a5-ddfe336f4b87 HTTP/1.1" status: 200 len: 1091 time: 1.1465173 Nov 22 20:33:50.084171 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f6d1ad-b280-4a92-981e-8fd638e496af tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Pushing event updated for resources: {'Network': ['ID=b6b66f04-87ac-4848-8852-c8e135aa6bc5,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:33:50.084946 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07882fce-49f2-4dc8-865a-0074edbd22c6', 'tag': '57b36f73-1ad6-478b-88a5-ddfe336f4b87'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:33:50.088034 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589a98cf2aea187fcc423a5edb333e5a6cf3ad7c81115d1ebee0f079693c312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f958dd2-6ef0-478d-bcdd-7759e2134709" -d '{"events": [{"name": "network-changed", "server_uuid": "07882fce-49f2-4dc8-865a-0074edbd22c6", "tag": "57b36f73-1ad6-478b-88a5-ddfe336f4b87"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:33:50.108719 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-fcc9c73f-e3bd-4653-82b1-e1f3113128f5 req-4d538e29-e21a-42e8-828f-251db64ec7f7 tempest-ServerTagsTestJSON-1799410248 tempest-ServerTagsTestJSON-1799410248-project] 10.222.0.46 "GET /v2.0/security-groups?id=118294d3-f8ca-4feb-8301-be06f9e6a1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4276955 Nov 22 20:33:50.121306 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Network b6b66f04-87ac-4848-8852-c8e135aa6bc5 details requested by agent ovs-agent-n-d-818823-1 with host n-d-818823-1 {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 20:33:50.137354 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42b878c9-943c-4b65-ae01-2386ef08ca27 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Checking segment: {'id': 'a2f82b4d-2f7f-4f4b-b539-bedfdc4e63e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '1f74b5c0-b53b-4e3b-b251-f30cb8114746'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:33:50.137962 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42b878c9-943c-4b65-ae01-2386ef08ca27 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Network hostable DHCP agents. Network: 1f74b5c0-b53b-4e3b-b251-f30cb8114746, hostable agents: ['02adaa64-0987-4b74-bad0-cbcf56f8a294'], hosted agents: [] {{(pid=103447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 20:33:50.175232 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bf6d75-c4c6-43b0-a077-630370c70061 service neutron] Pushing event updated for resources: {'Port': ['ID=57b36f73-1ad6-478b-88a5-ddfe336f4b87,revision_number=3']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:33:50.201641 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf3d9ca-9d09-4c87-8e09-d10a48d580bd req-4b475b43-68d7-48e8-99db-c8cbb46d15c3 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:33:50.204407 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-bbf3d9ca-9d09-4c87-8e09-d10a48d580bd req-4b475b43-68d7-48e8-99db-c8cbb46d15c3 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/ports?device_id=55c8ea2e-f35c-4917-83f4-6a6eece9ab8c HTTP/1.1" status: 200 len: 946 time: 0.1221447 Nov 22 20:33:50.236919 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be4e2bc1-c9bc-49e2-8cc9-dff7e35f5810 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:33:50.254375 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97cf7e18-d69f-449a-9e40-9ab1087df58a None None] Sync routers for ids ['94f2b6d4-8464-4d92-a2c6-e8c26fc23a71'] in n-d-818823-1 {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:33:50.266841 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97cf7e18-d69f-449a-9e40-9ab1087df58a None None] Routers {'94f2b6d4-8464-4d92-a2c6-e8c26fc23a71'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:33:50.267718 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-97cf7e18-d69f-449a-9e40-9ab1087df58a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:33:33Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['94f2b6d4-8464-4d92-a2c6-e8c26fc23a71'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:33:50.336930 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 20:33:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aa240ee-e4ee-4b30-9c6a-44e94b1b9d08 x-openstack-request-id: req-1aa240ee-e4ee-4b30-9c6a-44e94b1b9d08 {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:33:50.337303 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07882fce-49f2-4dc8-865a-0074edbd22c6", "tag": "57b36f73-1ad6-478b-88a5-ddfe336f4b87", "status": "completed", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:33:50.337570 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1aa240ee-e4ee-4b30-9c6a-44e94b1b9d08 {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:33:50.337978 n-d-818823-1 neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07882fce-49f2-4dc8-865a-0074edbd22c6', 'tag': '57b36f73-1ad6-478b-88a5-ddfe336f4b87', 'status': 'completed', 'code': 200} Nov 22 20:33:50.398652 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42b878c9-943c-4b65-ae01-2386ef08ca27 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Network 1f74b5c0-b53b-4e3b-b251-f30cb8114746 is scheduled to be hosted by DHCP agent 02adaa64-0987-4b74-bad0-cbcf56f8a294 with binding_index 1 {{(pid=103447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 20:33:50.417154 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-97cf7e18-d69f-449a-9e40-9ab1087df58a None None] Set router 94f2b6d4-8464-4d92-a2c6-e8c26fc23a71 gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:33:50.420392 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-be4e2bc1-c9bc-49e2-8cc9-dff7e35f5810 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for floatingip, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:50.480692 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc596c3-6125-42e5-86b2-210ccb816881 req-14117f43-ab4b-49a2-97aa-701bc2191e7d tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:33:50.483239 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4fc596c3-6125-42e5-86b2-210ccb816881 req-14117f43-ab4b-49a2-97aa-701bc2191e7d tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.20 "GET /v2.0/ports?device_id=3824d5ff-501b-4403-bbe2-6343140d3b22 HTTP/1.1" status: 200 len: 945 time: 0.3241823 Nov 22 20:33:50.488549 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-be4e2bc1-c9bc-49e2-8cc9-dff7e35f5810 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 7.4914508 Nov 22 20:33:50.490705 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 41460) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:33:50.491209 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f373b34a-1a79-4345-a16f-3792105f837a', 'tag': 'c7d01183-2794-43c6-a1c5-3d0d43c62b98'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:33:50.494250 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0babc3e-4102-4d11-8cda-7a502bcacdc4" -d '{"events": [{"name": "network-changed", "server_uuid": "f373b34a-1a79-4345-a16f-3792105f837a", "tag": "c7d01183-2794-43c6-a1c5-3d0d43c62b98"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:33:50.502159 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c64eb6-b69a-4d44-b1d8-d9392a27287c req-5a45f4c2-2558-4568-96a1-bcae112f592e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:33:50.503826 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-22c64eb6-b69a-4d44-b1d8-d9392a27287c req-5a45f4c2-2558-4568-96a1-bcae112f592e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c3ea7d3cfa024ff69817641caffac34e&device_id=07882fce-49f2-4dc8-865a-0074edbd22c6 HTTP/1.1" status: 200 len: 1094 time: 0.3570125 Nov 22 20:33:50.538545 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-bbf3d9ca-9d09-4c87-8e09-d10a48d580bd req-55a2c0b8-d4df-4231-a964-e0799744dd45 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/security-groups?id=be1c2326-cee4-429b-9524-b757ff14e61f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2900431 Nov 22 20:33:50.549820 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d0a11ac6-8ca8-45c4-be3b-36b80a6fb217 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11567560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11792921'] for subnet, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:50.595089 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-42b878c9-943c-4b65-ae01-2386ef08ca27 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818823-1, 1f74b5c0-b53b-4e3b-b251-f30cb8114746) {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:33:50.611017 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42b878c9-943c-4b65-ae01-2386ef08ca27 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:33:50.613182 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-42b878c9-943c-4b65-ae01-2386ef08ca27 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for subnet, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:50.618259 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-22c64eb6-b69a-4d44-b1d8-d9392a27287c req-ada7bff1-67c0-4fe4-9346-dab12ff4322d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=57b36f73-1ad6-478b-88a5-ddfe336f4b87 HTTP/1.1" status: 200 len: 217 time: 0.0804098 Nov 22 20:33:50.649474 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d9a1345-b72c-465f-a4b0-70a719e5db93 None None] Network 1f74b5c0-b53b-4e3b-b251-f30cb8114746 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:33:50.661721 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 20:33:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3595ac0-17b1-4a7c-84a3-4aebcfde85ce x-openstack-request-id: req-b3595ac0-17b1-4a7c-84a3-4aebcfde85ce {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:33:50.662151 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f373b34a-1a79-4345-a16f-3792105f837a", "tag": "c7d01183-2794-43c6-a1c5-3d0d43c62b98", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:33:50.662508 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b3595ac0-17b1-4a7c-84a3-4aebcfde85ce {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:33:50.663624 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f373b34a-1a79-4345-a16f-3792105f837a', 'tag': 'c7d01183-2794-43c6-a1c5-3d0d43c62b98', 'status': 'completed', 'code': 200} Nov 22 20:33:50.693524 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f843685f-bb80-4e32-b1e5-32ff6ef3b0c1 req-246ec5ba-f2b7-44db-9efb-8e04fd895f76 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:33:50.696430 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f843685f-bb80-4e32-b1e5-32ff6ef3b0c1 req-246ec5ba-f2b7-44db-9efb-8e04fd895f76 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/ports?device_id=3824d5ff-501b-4403-bbe2-6343140d3b22 HTTP/1.1" status: 200 len: 945 time: 0.2335761 Nov 22 20:33:50.742853 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-f02c2952-bbfd-4929-8a96-64a5961e4232 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] 10.222.0.46 "GET /v2.0/floatingips/4d966843-499f-4544-9de0-a0b37e2708de HTTP/1.1" status: 200 len: 991 time: 0.2497990 Nov 22 20:33:50.768204 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a11ac6-8ca8-45c4-be3b-36b80a6fb217 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Pushing event updated for resources: {'Subnet': ['ID=699cad9a-a423-4352-af4e-f31ebbdf881d,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:33:50.780666 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a11ac6-8ca8-45c4-be3b-36b80a6fb217 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Checking segment: {'id': '4d63ab00-f71b-4a94-9a7c-d3d91015da83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'b6b66f04-87ac-4848-8852-c8e135aa6bc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:33:50.781049 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0a11ac6-8ca8-45c4-be3b-36b80a6fb217 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Network hostable DHCP agents. Network: b6b66f04-87ac-4848-8852-c8e135aa6bc5, hostable agents: ['02adaa64-0987-4b74-bad0-cbcf56f8a294'], hosted agents: [] {{(pid=103448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 20:33:50.790738 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c64eb6-b69a-4d44-b1d8-d9392a27287c req-cdb37887-57a2-4c3f-aac3-061d992291a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:33:50.792264 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-22c64eb6-b69a-4d44-b1d8-d9392a27287c req-cdb37887-57a2-4c3f-aac3-061d992291a1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=32e7b243-fccf-4f59-beb3-7c8fbeefa8f0 HTTP/1.1" status: 200 len: 848 time: 0.1488674 Nov 22 20:33:50.818000 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0a11ac6-8ca8-45c4-be3b-36b80a6fb217 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Network b6b66f04-87ac-4848-8852-c8e135aa6bc5 is scheduled to be hosted by DHCP agent 02adaa64-0987-4b74-bad0-cbcf56f8a294 with binding_index 1 {{(pid=103448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 20:33:50.821094 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f843685f-bb80-4e32-b1e5-32ff6ef3b0c1 req-36fcf0e5-b000-4074-bf54-55392d592a72 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/security-groups?id=967182ec-36b6-43cb-985c-f0d9e87194dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796638 Nov 22 20:33:50.854043 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-22c64eb6-b69a-4d44-b1d8-d9392a27287c req-08ff78b9-a52f-4adb-84ff-0d307ca80002 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=647b2e35-b0c1-4821-956b-883fc23297c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464873 Nov 22 20:33:50.858380 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-d0a11ac6-8ca8-45c4-be3b-36b80a6fb217 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818823-1, b6b66f04-87ac-4848-8852-c8e135aa6bc5) {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:33:50.872947 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0a11ac6-8ca8-45c4-be3b-36b80a6fb217 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:33:50.873695 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d0a11ac6-8ca8-45c4-be3b-36b80a6fb217 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:50.879643 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-682cff70-9ee7-4db9-9f43-40368ced13e2 None None] Network b6b66f04-87ac-4848-8852-c8e135aa6bc5 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:33:50.921687 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-42b878c9-943c-4b65-ae01-2386ef08ca27 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 2.6263454 Nov 22 20:33:50.927652 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 41466) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:33:50.959656 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-4fc596c3-6125-42e5-86b2-210ccb816881 req-28dd405d-6235-49b0-82fb-835172a63972 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Deleting port 9bd3e870-35fb-49c5-be6c-d866a309c97d {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:33:50.960002 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-4fc596c3-6125-42e5-86b2-210ccb816881 req-28dd405d-6235-49b0-82fb-835172a63972 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:50.977018 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0babc3e-4102-4d11-8cda-7a502bcacdc4 req-728805f9-266b-4c8c-a03d-5bacabf70cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:33:50.978607 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d0babc3e-4102-4d11-8cda-7a502bcacdc4 req-728805f9-266b-4c8c-a03d-5bacabf70cee service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=67d164fc12fc462bb9fe3a42a4c66cfa&device_id=f373b34a-1a79-4345-a16f-3792105f837a HTTP/1.1" status: 200 len: 1096 time: 0.2037921 Nov 22 20:33:50.987879 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f730336-27a0-4f37-9eeb-ddcf7fd44ff0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fb26bd7-ce56-527b-b94f-2e1f7cb2bb35-1f74b5c0-b53b-4e3b-b251-f30cb8114746', 'network_id': '1f74b5c0-b53b-4e3b-b251-f30cb8114746', 'tenant_id': '514017ce9a25478c9d0da65e12765f42', 'fixed_ips': [{'subnet_id': 'eff13746-49ad-45da-b86a-082d7260c6e1'}]}} from n-d-818823-1. {{(pid=103449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 20:33:50.988747 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-5f730336-27a0-4f37-9eeb-ddcf7fd44ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:51.018482 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-d0a11ac6-8ca8-45c4-be3b-36b80a6fb217 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.2183199 Nov 22 20:33:51.019209 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 41472) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:33:51.036320 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-454859d3-06f3-4e69-b5be-a97fb90b70d8 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-608915528', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'}, 'admin_state_up': False}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:33:51.038281 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-97cf7e18-d69f-449a-9e40-9ab1087df58a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94f2b6d4-8464-4d92-a2c6-e8c26fc23a71', 'name': 'tempest-TestNetworkBasicOps-router-1644200045', 'tenant_id': '67d164fc12fc462bb9fe3a42a4c66cfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': '114cbcf1-a5e8-4d8a-be47-f4c4eb0c39b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:32:58Z', 'updated_at': '2021-11-22T20:33:09Z', 'revision_number': 4, 'project_id': '67d164fc12fc462bb9fe3a42a4c66cfa', 'gw_port': {'id': '114cbcf1-a5e8-4d8a-be47-f4c4eb0c39b8', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:42:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94f2b6d4-8464-4d92-a2c6-e8c26fc23a71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2627, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:32:59Z', 'updated_at': '2021-11-22T20:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_floatingips': [{'id': '4d966843-499f-4544-9de0-a0b37e2708de', 'tenant_id': '67d164fc12fc462bb9fe3a42a4c66cfa', 'floating_ip_address': '172.25.5.144', 'floating_network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'router_id': '94f2b6d4-8464-4d92-a2c6-e8c26fc23a71', 'port_id': 'c7d01183-2794-43c6-a1c5-3d0d43c62b98', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2722, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4eee9871-c864-4a4e-beab-df170d4b2d0a', 'mac_address': 'fa:16:3e:22:d0:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f373b34a-1a79-4345-a16f-3792105f837a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T20:33:47Z', 'updated_at': '2021-11-22T20:33:47Z', 'revision_number': 0, 'project_id': '67d164fc12fc462bb9fe3a42a4c66cfa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d85c926-9152-43d2-9cc9-7f37abbbb7a7', 'name': '', 'network_id': '4eee9871-c864-4a4e-beab-df170d4b2d0a', 'tenant_id': '67d164fc12fc462bb9fe3a42a4c66cfa', 'mac_address': 'fa:16:3e:04:fd:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94f2b6d4-8464-4d92-a2c6-e8c26fc23a71', 'device_owner': 'network:router_interface', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': 'e4bcf6c5-bcfa-43f3-aeeb-3664afce2cd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:33:05Z', 'updated_at': '2021-11-22T20:33:15Z', 'revision_number': 5, 'project_id': '67d164fc12fc462bb9fe3a42a4c66cfa', 'subnets': [{'id': 'e4bcf6c5-bcfa-43f3-aeeb-3664afce2cd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:33:51.081272 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8303f8a2-2e3d-4b30-86d9-c2ab310e9f74 None None] Network b6b66f04-87ac-4848-8852-c8e135aa6bc5 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:33:51.086557 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97cf7e18-d69f-449a-9e40-9ab1087df58a None None] Checking router: 94f2b6d4-8464-4d92-a2c6-e8c26fc23a71 for host: n-d-818823-1 {{(pid=103449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 20:33:51.131349 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-22c64eb6-b69a-4d44-b1d8-d9392a27287c req-7b58914a-edba-45f3-aae6-77f40e2a80c1 service neutron] 10.222.0.41 "GET /v2.0/networks/647b2e35-b0c1-4821-956b-883fc23297c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2701812 Nov 22 20:33:51.135852 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-454859d3-06f3-4e69-b5be-a97fb90b70d8 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24799'] for router, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:51.138199 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-454859d3-06f3-4e69-b5be-a97fb90b70d8 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-632716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24788'] for router, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:51.160101 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97cf7e18-d69f-449a-9e40-9ab1087df58a None None] Routers {'94f2b6d4-8464-4d92-a2c6-e8c26fc23a71'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:33:51.162390 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-97cf7e18-d69f-449a-9e40-9ab1087df58a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:33:33Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['94f2b6d4-8464-4d92-a2c6-e8c26fc23a71'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:33:51.179450 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-4fc596c3-6125-42e5-86b2-210ccb816881 req-28dd405d-6235-49b0-82fb-835172a63972 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] For port 9bd3e870-35fb-49c5-be6c-d866a309c97d, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=9bd3e870-35fb-49c5-be6c-d866a309c97d,segment=NetworkSegment(470d5048-a1ed-4f8a-b81a-95ae6f6f9db0),segment_id=470d5048-a1ed-4f8a-b81a-95ae6f6f9db0)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:33:51.179992 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-4fc596c3-6125-42e5-86b2-210ccb816881 req-28dd405d-6235-49b0-82fb-835172a63972 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:51.212460 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-4fc596c3-6125-42e5-86b2-210ccb816881 req-28dd405d-6235-49b0-82fb-835172a63972 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Calling delete_port for 9bd3e870-35fb-49c5-be6c-d866a309c97d owned by compute:nova {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:33:51.290781 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db77c37-731e-4b60-b17d-78b8a626e334 req-7e444020-b3c8-4d3f-81e9-f8351bf7245b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:33:51.292316 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7db77c37-731e-4b60-b17d-78b8a626e334 req-7e444020-b3c8-4d3f-81e9-f8351bf7245b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=99aeed5920ec4cada406eeeb08e171e4&device_id=55c8ea2e-f35c-4917-83f4-6a6eece9ab8c HTTP/1.1" status: 200 len: 1097 time: 0.2180614 Nov 22 20:33:51.310716 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-22c64eb6-b69a-4d44-b1d8-d9392a27287c req-c5c816d2-e8a4-4f73-9172-db20eb609c33 service neutron] 10.222.0.41 "GET /v2.0/networks/647b2e35-b0c1-4821-956b-883fc23297c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615968 Nov 22 20:33:51.320349 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-766099a0-8875-40a3-82f2-174a1b4b7769 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3961693'] for network, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:51.352898 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0babc3e-4102-4d11-8cda-7a502bcacdc4 req-3cf21fc6-2f0b-415e-93ae-abe1325a63cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:33:51.354616 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d0babc3e-4102-4d11-8cda-7a502bcacdc4 req-3cf21fc6-2f0b-415e-93ae-abe1325a63cd service neutron] 10.222.0.41 "GET /v2.0/networks?id=4eee9871-c864-4a4e-beab-df170d4b2d0a HTTP/1.1" status: 200 len: 898 time: 0.3493280 Nov 22 20:33:51.444431 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-766099a0-8875-40a3-82f2-174a1b4b7769 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3753007'] for subnet, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:51.459727 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.db_base_plugin_common [None req-5f730336-27a0-4f37-9eeb-ddcf7fd44ff0 None None] Allocated IP 172.20.0.3 (1f74b5c0-b53b-4e3b-b251-f30cb8114746/eff13746-49ad-45da-b86a-082d7260c6e1/60ca33c4-1486-46c9-b7af-4e01a92d9b37) {{(pid=103449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:33:51.462961 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-97cf7e18-d69f-449a-9e40-9ab1087df58a None None] Set router 94f2b6d4-8464-4d92-a2c6-e8c26fc23a71 gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:33:51.517798 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-454859d3-06f3-4e69-b5be-a97fb90b70d8 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:51.542895 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d0babc3e-4102-4d11-8cda-7a502bcacdc4 req-86857520-f507-40d5-bde7-80e78c8780e6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c7d01183-2794-43c6-a1c5-3d0d43c62b98 HTTP/1.1" status: 200 len: 999 time: 0.1735592 Nov 22 20:33:51.544610 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db77c37-731e-4b60-b17d-78b8a626e334 req-c555f9fc-05ab-4c41-97ef-7524d5b76275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:33:51.546605 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7db77c37-731e-4b60-b17d-78b8a626e334 req-c555f9fc-05ab-4c41-97ef-7524d5b76275 service neutron] 10.222.0.41 "GET /v2.0/networks?id=472efbbc-d832-48a8-ba47-cb0fa0f678cf HTTP/1.1" status: 200 len: 918 time: 0.2458665 Nov 22 20:33:51.572819 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f958dd2-6ef0-478d-bcdd-7759e2134709 req-ebda3516-cfb7-4850-ba59-fe5ce1d9bf16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:33:51.583062 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-5f958dd2-6ef0-478d-bcdd-7759e2134709 req-ebda3516-cfb7-4850-ba59-fe5ce1d9bf16 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c3ea7d3cfa024ff69817641caffac34e&device_id=07882fce-49f2-4dc8-865a-0074edbd22c6 HTTP/1.1" status: 200 len: 1094 time: 0.1541476 Nov 22 20:33:51.837986 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0babc3e-4102-4d11-8cda-7a502bcacdc4 req-9b431cec-1394-44e0-a494-ecb91f75f988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:33:51.839635 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d0babc3e-4102-4d11-8cda-7a502bcacdc4 req-9b431cec-1394-44e0-a494-ecb91f75f988 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e4bcf6c5-bcfa-43f3-aeeb-3664afce2cd0 HTTP/1.1" status: 200 len: 835 time: 0.1788967 Nov 22 20:33:51.841495 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7db77c37-731e-4b60-b17d-78b8a626e334 req-01540820-5fac-4dca-97ca-a7dbee8617a3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d45dc3a7-ff28-432b-8016-c373ba7cbd55 HTTP/1.1" status: 200 len: 1002 time: 0.1158412 Nov 22 20:33:51.842068 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 41478) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:33:51.890032 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0151b014-475a-4fcd-9119-d952e0794bde req-4bb88f96-5bd7-48af-a439-f7b649e93fea tempest-ServerTagsTestJSON-1799410248 tempest-ServerTagsTestJSON-1799410248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:33:51.891713 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0151b014-475a-4fcd-9119-d952e0794bde req-4bb88f96-5bd7-48af-a439-f7b649e93fea tempest-ServerTagsTestJSON-1799410248 tempest-ServerTagsTestJSON-1799410248-project] 10.222.0.46 "GET /v2.0/ports?device_id=07882fce-49f2-4dc8-865a-0074edbd22c6 HTTP/1.1" status: 200 len: 943 time: 0.6464922 Nov 22 20:33:52.018531 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-5f730336-27a0-4f37-9eeb-ddcf7fd44ff0 None None] Publish callbacks [] for port, precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:52.037013 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-5f730336-27a0-4f37-9eeb-ddcf7fd44ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372'] for port, after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:52.090978 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f730336-27a0-4f37-9eeb-ddcf7fd44ff0 None None] Pushing event updated for resources: {'Port': ['ID=60ca33c4-1486-46c9-b7af-4e01a92d9b37,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:33:52.115131 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f730336-27a0-4f37-9eeb-ddcf7fd44ff0 None None] Network 1f74b5c0-b53b-4e3b-b251-f30cb8114746 is already hosted by enough agents. {{(pid=103449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:33:52.122797 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.base_scheduler [None req-5f730336-27a0-4f37-9eeb-ddcf7fd44ff0 None None] Resources bound (agent type, host, resource id): {{(pid=103449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:33:52.128128 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f730336-27a0-4f37-9eeb-ddcf7fd44ff0 None None] Received port after_create {{(pid=103449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:33:52.131065 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f730336-27a0-4f37-9eeb-ddcf7fd44ff0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:33:52.131568 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f730336-27a0-4f37-9eeb-ddcf7fd44ff0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:33:52.132150 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f730336-27a0-4f37-9eeb-ddcf7fd44ff0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:33:52.132614 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f730336-27a0-4f37-9eeb-ddcf7fd44ff0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:33:52.133010 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-454859d3-06f3-4e69-b5be-a97fb90b70d8 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:52.133120 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f730336-27a0-4f37-9eeb-ddcf7fd44ff0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:33:52.133529 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f730336-27a0-4f37-9eeb-ddcf7fd44ff0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:33:52.134002 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f730336-27a0-4f37-9eeb-ddcf7fd44ff0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:33:52.134425 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f730336-27a0-4f37-9eeb-ddcf7fd44ff0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:33:52.134893 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f730336-27a0-4f37-9eeb-ddcf7fd44ff0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:33:52.135310 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f730336-27a0-4f37-9eeb-ddcf7fd44ff0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:33:52.135752 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f730336-27a0-4f37-9eeb-ddcf7fd44ff0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:33:52.136180 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f730336-27a0-4f37-9eeb-ddcf7fd44ff0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:33:52.146072 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-97cf7e18-d69f-449a-9e40-9ab1087df58a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94f2b6d4-8464-4d92-a2c6-e8c26fc23a71', 'name': 'tempest-TestNetworkBasicOps-router-1644200045', 'tenant_id': '67d164fc12fc462bb9fe3a42a4c66cfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': '114cbcf1-a5e8-4d8a-be47-f4c4eb0c39b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:32:58Z', 'updated_at': '2021-11-22T20:33:09Z', 'revision_number': 4, 'project_id': '67d164fc12fc462bb9fe3a42a4c66cfa', 'gw_port': {'id': '114cbcf1-a5e8-4d8a-be47-f4c4eb0c39b8', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:42:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94f2b6d4-8464-4d92-a2c6-e8c26fc23a71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2627, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:32:59Z', 'updated_at': '2021-11-22T20:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_floatingips': [{'id': '4d966843-499f-4544-9de0-a0b37e2708de', 'tenant_id': '67d164fc12fc462bb9fe3a42a4c66cfa', 'floating_ip_address': '172.25.5.144', 'floating_network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'router_id': '94f2b6d4-8464-4d92-a2c6-e8c26fc23a71', 'port_id': 'c7d01183-2794-43c6-a1c5-3d0d43c62b98', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2722, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4eee9871-c864-4a4e-beab-df170d4b2d0a', 'mac_address': 'fa:16:3e:22:d0:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f373b34a-1a79-4345-a16f-3792105f837a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T20:33:47Z', 'updated_at': '2021-11-22T20:33:47Z', 'revision_number': 0, 'project_id': '67d164fc12fc462bb9fe3a42a4c66cfa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d85c926-9152-43d2-9cc9-7f37abbbb7a7', 'name': '', 'network_id': '4eee9871-c864-4a4e-beab-df170d4b2d0a', 'tenant_id': '67d164fc12fc462bb9fe3a42a4c66cfa', 'mac_address': 'fa:16:3e:04:fd:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94f2b6d4-8464-4d92-a2c6-e8c26fc23a71', 'device_owner': 'network:router_interface', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': 'e4bcf6c5-bcfa-43f3-aeeb-3664afce2cd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:33:05Z', 'updated_at': '2021-11-22T20:33:15Z', 'revision_number': 5, 'project_id': '67d164fc12fc462bb9fe3a42a4c66cfa', 'subnets': [{'id': 'e4bcf6c5-bcfa-43f3-aeeb-3664afce2cd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:33:52.176836 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-766099a0-8875-40a3-82f2-174a1b4b7769 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3753014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11567369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11792914'] for subnet, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:52.199038 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97cf7e18-d69f-449a-9e40-9ab1087df58a None None] The sync data for ids ['94f2b6d4-8464-4d92-a2c6-e8c26fc23a71'] in n-d-818823-1 is: [{'id': '94f2b6d4-8464-4d92-a2c6-e8c26fc23a71', 'name': 'tempest-TestNetworkBasicOps-router-1644200045', 'tenant_id': '67d164fc12fc462bb9fe3a42a4c66cfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': '114cbcf1-a5e8-4d8a-be47-f4c4eb0c39b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:32:58Z', 'updated_at': '2021-11-22T20:33:09Z', 'revision_number': 4, 'project_id': '67d164fc12fc462bb9fe3a42a4c66cfa', 'gw_port': {'id': '114cbcf1-a5e8-4d8a-be47-f4c4eb0c39b8', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:42:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94f2b6d4-8464-4d92-a2c6-e8c26fc23a71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2627, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:32:59Z', 'updated_at': '2021-11-22T20:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_floatingips': [{'id': '4d966843-499f-4544-9de0-a0b37e2708de', 'tenant_id': '67d164fc12fc462bb9fe3a42a4c66cfa', 'floating_ip_address': '172.25.5.144', 'floating_network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'router_id': '94f2b6d4-8464-4d92-a2c6-e8c26fc23a71', 'port_id': 'c7d01183-2794-43c6-a1c5-3d0d43c62b98', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2722, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4eee9871-c864-4a4e-beab-df170d4b2d0a', 'mac_address': 'fa:16:3e:22:d0:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f373b34a-1a79-4345-a16f-3792105f837a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T20:33:47Z', 'updated_at': '2021-11-22T20:33:47Z', 'revision_number': 0, 'project_id': '67d164fc12fc462bb9fe3a42a4c66cfa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d85c926-9152-43d2-9cc9-7f37abbbb7a7', 'name': '', 'network_id': '4eee9871-c864-4a4e-beab-df170d4b2d0a', 'tenant_id': '67d164fc12fc462bb9fe3a42a4c66cfa', 'mac_address': 'fa:16:3e:04:fd:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94f2b6d4-8464-4d92-a2c6-e8c26fc23a71', 'device_owner': 'network:router_interface', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': 'e4bcf6c5-bcfa-43f3-aeeb-3664afce2cd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:33:05Z', 'updated_at': '2021-11-22T20:33:15Z', 'revision_number': 5, 'project_id': '67d164fc12fc462bb9fe3a42a4c66cfa', 'subnets': [{'id': 'e4bcf6c5-bcfa-43f3-aeeb-3664afce2cd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:33:52.257503 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766099a0-8875-40a3-82f2-174a1b4b7769 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Pushing event deleted for resources: {'Subnet': ['ID=eff13746-49ad-45da-b86a-082d7260c6e1,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:33:52.273232 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f958dd2-6ef0-478d-bcdd-7759e2134709 req-40e83e5f-d67b-4e47-aec4-4cb80681d3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:33:52.274744 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-5f958dd2-6ef0-478d-bcdd-7759e2134709 req-40e83e5f-d67b-4e47-aec4-4cb80681d3c7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=647b2e35-b0c1-4821-956b-883fc23297c8 HTTP/1.1" status: 200 len: 909 time: 0.6458814 Nov 22 20:33:52.347763 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-5f730336-27a0-4f37-9eeb-ddcf7fd44ff0 None None] Attempting to bind port 60ca33c4-1486-46c9-b7af-4e01a92d9b37 on host n-d-818823-1 for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:33:52.348142 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-5f730336-27a0-4f37-9eeb-ddcf7fd44ff0 None None] Attempting to bind port 60ca33c4-1486-46c9-b7af-4e01a92d9b37 by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': 'a2f82b4d-2f7f-4f4b-b539-bedfdc4e63e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '1f74b5c0-b53b-4e3b-b251-f30cb8114746'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:33:52.348511 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f730336-27a0-4f37-9eeb-ddcf7fd44ff0 None None] Attempting to bind port 60ca33c4-1486-46c9-b7af-4e01a92d9b37 on network 1f74b5c0-b53b-4e3b-b251-f30cb8114746 {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:33:52.357808 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f730336-27a0-4f37-9eeb-ddcf7fd44ff0 None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 33, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:33:52.358196 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f730336-27a0-4f37-9eeb-ddcf7fd44ff0 None None] Checking segment: {'id': 'a2f82b4d-2f7f-4f4b-b539-bedfdc4e63e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '1f74b5c0-b53b-4e3b-b251-f30cb8114746'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:33:52.358818 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-5f730336-27a0-4f37-9eeb-ddcf7fd44ff0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:52.359004 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f730336-27a0-4f37-9eeb-ddcf7fd44ff0 None None] Bound using segment: {'id': 'a2f82b4d-2f7f-4f4b-b539-bedfdc4e63e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '1f74b5c0-b53b-4e3b-b251-f30cb8114746'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:33:52.359751 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-5f730336-27a0-4f37-9eeb-ddcf7fd44ff0 None None] Bound port: 60ca33c4-1486-46c9-b7af-4e01a92d9b37, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2f82b4d-2f7f-4f4b-b539-bedfdc4e63e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '1f74b5c0-b53b-4e3b-b251-f30cb8114746'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:33:52.360432 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-5f730336-27a0-4f37-9eeb-ddcf7fd44ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:52.370624 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-5f958dd2-6ef0-478d-bcdd-7759e2134709 req-11c14923-0e73-43af-9211-f7583d222088 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=57b36f73-1ad6-478b-88a5-ddfe336f4b87 HTTP/1.1" status: 200 len: 217 time: 0.0847418 Nov 22 20:33:52.375353 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-766099a0-8875-40a3-82f2-174a1b4b7769 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3760028', 'neutron.services.segments.db._delete_segments_for_network-8748992815755'] for network, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:52.431575 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-4fc596c3-6125-42e5-86b2-210ccb816881 req-28dd405d-6235-49b0-82fb-835172a63972 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:52.432186 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-766099a0-8875-40a3-82f2-174a1b4b7769 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f74b5c0-b53b-4e3b-b251-f30cb8114746']}} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:33:52.436086 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-5f730336-27a0-4f37-9eeb-ddcf7fd44ff0 None None] For port 60ca33c4-1486-46c9-b7af-4e01a92d9b37, host n-d-818823-1, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:33:52.440926 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-5f730336-27a0-4f37-9eeb-ddcf7fd44ff0 None None] For port 60ca33c4-1486-46c9-b7af-4e01a92d9b37, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=60ca33c4-1486-46c9-b7af-4e01a92d9b37,segment=NetworkSegment(a2f82b4d-2f7f-4f4b-b539-bedfdc4e63e5),segment_id=a2f82b4d-2f7f-4f4b-b539-bedfdc4e63e5)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:33:52.445716 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-766099a0-8875-40a3-82f2-174a1b4b7769 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2f82b4d-2f7f-4f4b-b539-bedfdc4e63e5') {'for_net_delete': True} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:33:52.446044 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-766099a0-8875-40a3-82f2-174a1b4b7769 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2f82b4d-2f7f-4f4b-b539-bedfdc4e63e5') {} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:33:52.449310 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-5f730336-27a0-4f37-9eeb-ddcf7fd44ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:52.459114 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-766099a0-8875-40a3-82f2-174a1b4b7769 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748993039638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11627933'] for segment, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:52.483676 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-766099a0-8875-40a3-82f2-174a1b4b7769 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:52.489848 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f958dd2-6ef0-478d-bcdd-7759e2134709 req-44a69ef7-8289-4679-b360-f2cbb8c1fc76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:33:52.491324 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-5f958dd2-6ef0-478d-bcdd-7759e2134709 req-44a69ef7-8289-4679-b360-f2cbb8c1fc76 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=32e7b243-fccf-4f59-beb3-7c8fbeefa8f0 HTTP/1.1" status: 200 len: 848 time: 0.1120825 Nov 22 20:33:52.494717 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-766099a0-8875-40a3-82f2-174a1b4b7769 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Releasing vlan 646 on physical network physnet1 to pool {{(pid=103448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 20:33:52.495180 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-766099a0-8875-40a3-82f2-174a1b4b7769 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11567447'] for segment, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:52.498687 n-d-818823-1 neutron-server[103448]: Traceback (most recent call last): Nov 22 20:33:52.498687 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 20:33:52.498687 n-d-818823-1 neutron-server[103448]: timer() Nov 22 20:33:52.498687 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 20:33:52.498687 n-d-818823-1 neutron-server[103448]: cb(*args, **kw) Nov 22 20:33:52.498687 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 20:33:52.498687 n-d-818823-1 neutron-server[103448]: return func(*args, **kwargs) Nov 22 20:33:52.498687 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 20:33:52.498687 n-d-818823-1 neutron-server[103448]: self._notify() Nov 22 20:33:52.498687 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 20:33:52.498687 n-d-818823-1 neutron-server[103448]: self.callback(batched_events) Nov 22 20:33:52.498687 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 20:33:52.498687 n-d-818823-1 neutron-server[103448]: event.method(event) Nov 22 20:33:52.498687 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 20:33:52.498687 n-d-818823-1 neutron-server[103448]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 20:33:52.498687 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 20:33:52.498687 n-d-818823-1 neutron-server[103448]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 20:33:52.498687 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 20:33:52.498687 n-d-818823-1 neutron-server[103448]: return f(self, *a, **k) Nov 22 20:33:52.498687 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 20:33:52.498687 n-d-818823-1 neutron-server[103448]: return self._get(url).json() Nov 22 20:33:52.498687 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 20:33:52.498687 n-d-818823-1 neutron-server[103448]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 20:33:52.498687 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 20:33:52.498687 n-d-818823-1 neutron-server[103448]: return self.request(url, 'GET', **kwargs) Nov 22 20:33:52.498687 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 20:33:52.498687 n-d-818823-1 neutron-server[103448]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 20:33:52.498687 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 20:33:52.498687 n-d-818823-1 neutron-server[103448]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 20:33:52.498687 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 20:33:52.498687 n-d-818823-1 neutron-server[103448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 20:33:52.498687 n-d-818823-1 neutron-server[103448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 20:33:52.517649 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] get_ports_and_sgs() called for port_ids ['e08c4637-151d-48fd-b2f8-a723e7f9fa3c'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:33:52.618870 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-5f958dd2-6ef0-478d-bcdd-7759e2134709 req-69826031-8b4c-496e-a33f-936890137af3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=647b2e35-b0c1-4821-956b-883fc23297c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1178076 Nov 22 20:33:52.621996 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dd405d-6235-49b0-82fb-835172a63972 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Pushing event deleted for resources: {'Port': ['ID=9bd3e870-35fb-49c5-be6c-d866a309c97d,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:33:52.628079 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aa2d589-f291-4ab4-9d81-30d101c9dc1d None None] DHCP port deletion for 33dd767d-ab2c-4bf6-a32d-ce7483655865 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:33:52.647155 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63a6da7c-d375-40fd-9d03-7b43214f0a2d None None] Network 1f74b5c0-b53b-4e3b-b251-f30cb8114746 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:33:52.649515 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f730336-27a0-4f37-9eeb-ddcf7fd44ff0 None None] Pushing event updated for resources: {'Port': ['ID=60ca33c4-1486-46c9-b7af-4e01a92d9b37,revision_number=2']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:33:52.668739 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b16c9a2-8722-4e62-8fdf-d314e78264cd None None] New status for floating IP 4d966843-499f-4544-9de0-a0b37e2708de: ACTIVE {{(pid=103450) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 20:33:52.706777 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.db.api [None req-766099a0-8875-40a3-82f2-174a1b4b7769 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 22 20:33:52.706777 n-d-818823-1 neutron-server[103448]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 22 20:33:52.706777 n-d-818823-1 neutron-server[103448]: [parameters: {'id': '1f74b5c0-b53b-4e3b-b251-f30cb8114746'}] Nov 22 20:33:52.706777 n-d-818823-1 neutron-server[103448]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103448) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 20:33:52.707174 n-d-818823-1 neutron-server[103448]: DEBUG oslo_db.api [None req-766099a0-8875-40a3-82f2-174a1b4b7769 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 20:33:52.742437 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0151b014-475a-4fcd-9119-d952e0794bde req-89b8b32b-4914-465c-a7dc-e4be09e23618 tempest-ServerTagsTestJSON-1799410248 tempest-ServerTagsTestJSON-1799410248-project] 10.222.0.46 "GET /v2.0/security-groups?id=118294d3-f8ca-4feb-8301-be06f9e6a1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3110592 Nov 22 20:33:52.846924 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13119b24-4116-4247-b8a3-de57b23d0a2e req-51eab0ee-1aa1-46c0-8955-dd734b30f8bd tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:33:52.848565 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-13119b24-4116-4247-b8a3-de57b23d0a2e req-51eab0ee-1aa1-46c0-8955-dd734b30f8bd tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/ports?device_id=55c8ea2e-f35c-4917-83f4-6a6eece9ab8c HTTP/1.1" status: 200 len: 946 time: 1.0044372 Nov 22 20:33:52.886834 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-454859d3-06f3-4e69-b5be-a97fb90b70d8 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks [] for router_gateway, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:52.903747 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0babc3e-4102-4d11-8cda-7a502bcacdc4 req-df682eb5-99a1-4780-8f3b-fb053a938df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:33:52.905754 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d0babc3e-4102-4d11-8cda-7a502bcacdc4 req-df682eb5-99a1-4780-8f3b-fb053a938df2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4eee9871-c864-4a4e-beab-df170d4b2d0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4661434 Nov 22 20:33:52.906740 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db77c37-731e-4b60-b17d-78b8a626e334 req-65024b06-7c85-41d1-b7ee-304497d80a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:33:52.908724 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7db77c37-731e-4b60-b17d-78b8a626e334 req-65024b06-7c85-41d1-b7ee-304497d80a12 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bfcf564a-3590-4b88-b146-a6d87131f13b HTTP/1.1" status: 200 len: 856 time: 0.4401870 Nov 22 20:33:52.912143 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fc596c3-6125-42e5-86b2-210ccb816881 req-28dd405d-6235-49b0-82fb-835172a63972 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] No DVR routers for this DVR port 9bd3e870-35fb-49c5-be6c-d866a309c97d on host n-h2-818823-1 {{(pid=103447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:33:52.918516 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-4fc596c3-6125-42e5-86b2-210ccb816881 req-28dd405d-6235-49b0-82fb-835172a63972 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:52.919683 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-5f958dd2-6ef0-478d-bcdd-7759e2134709 req-31762238-50bd-4673-9e55-a8b432bc9319 service neutron] 10.222.0.41 "GET /v2.0/networks/647b2e35-b0c1-4821-956b-883fc23297c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2855604 Nov 22 20:33:52.920998 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-454859d3-06f3-4e69-b5be-a97fb90b70d8 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:52.924585 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4fc596c3-6125-42e5-86b2-210ccb816881 req-28dd405d-6235-49b0-82fb-835172a63972 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.20 "DELETE /v2.0/ports/9bd3e870-35fb-49c5-be6c-d866a309c97d HTTP/1.1" status: 204 len: 173 time: 2.4261553 Nov 22 20:33:52.930257 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-84d9fed1-a1c5-46dd-ad5f-a25e325ec576 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] 10.222.0.46 "GET /v2.0/floatingips/4d966843-499f-4544-9de0-a0b37e2708de HTTP/1.1" status: 200 len: 991 time: 1.0373106 Nov 22 20:33:52.952567 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea2d6ed4-7f7d-4cbe-88f2-db2a9903c630 None None] get_active_networks_info from n-d-818823-1 {{(pid=103449) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 22 20:33:52.961056 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3824d5ff-501b-4403-bbe2-6343140d3b22', 'name': 'network-vif-deleted', 'tag': '9bd3e870-35fb-49c5-be6c-d866a309c97d'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:33:52.964663 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93ec46d2-0969-42cb-b734-e46fdd5f4ed1" -d '{"events": [{"server_uuid": "3824d5ff-501b-4403-bbe2-6343140d3b22", "name": "network-vif-deleted", "tag": "9bd3e870-35fb-49c5-be6c-d866a309c97d"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:33:53.087267 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-22566790-abc1-46eb-9d89-f895c9e3ca6e req-50a2bda5-fbfe-4c15-b690-82d5ee2c2635 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/ports?device_id=3824d5ff-501b-4403-bbe2-6343140d3b22 HTTP/1.1" status: 200 len: 210 time: 0.1763921 Nov 22 20:33:53.103367 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [None req-454859d3-06f3-4e69-b5be-a97fb90b70d8 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Allocated IP 172.25.5.150 (c48a55e9-6a85-4746-b7bf-3e29fb560094/5da6f781-63e6-4328-ae7a-5e672262f55a/6c0d501c-dc52-4136-a6a5-93154cb34366) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:33:53.141370 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db77c37-731e-4b60-b17d-78b8a626e334 req-5e627ed9-f609-440a-8a12-3918015ecb54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:33:53.144077 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7db77c37-731e-4b60-b17d-78b8a626e334 req-5e627ed9-f609-440a-8a12-3918015ecb54 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=472efbbc-d832-48a8-ba47-cb0fa0f678cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2056141 Nov 22 20:33:53.150889 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-13119b24-4116-4247-b8a3-de57b23d0a2e req-fca5316c-526a-456a-8d3a-32ed03e5ecb3 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/security-groups?id=be1c2326-cee4-429b-9524-b757ff14e61f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2412269 Nov 22 20:33:53.221487 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:33:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cc9a5d4-015f-4e5d-8f97-f1927eae65b6 x-openstack-request-id: req-8cc9a5d4-015f-4e5d-8f97-f1927eae65b6 {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:33:53.221792 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3824d5ff-501b-4403-bbe2-6343140d3b22", "name": "network-vif-deleted", "tag": "9bd3e870-35fb-49c5-be6c-d866a309c97d", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:33:53.222054 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8cc9a5d4-015f-4e5d-8f97-f1927eae65b6 {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:33:53.222451 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3824d5ff-501b-4403-bbe2-6343140d3b22', 'name': 'network-vif-deleted', 'tag': '9bd3e870-35fb-49c5-be6c-d866a309c97d', 'status': 'completed', 'code': 200} Nov 22 20:33:53.222549 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea2d6ed4-7f7d-4cbe-88f2-db2a9903c630 None None] Resources bound (agent type, host, resource id): {{(pid=103449) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 22 20:33:53.239646 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d0babc3e-4102-4d11-8cda-7a502bcacdc4 req-745b9fd5-36c3-4e67-a117-ff2eed4519f6 service neutron] 10.222.0.41 "GET /v2.0/networks/4eee9871-c864-4a4e-beab-df170d4b2d0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2899966 Nov 22 20:33:53.250532 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-454859d3-06f3-4e69-b5be-a97fb90b70d8 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:53.286081 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-766099a0-8875-40a3-82f2-174a1b4b7769 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3961693'] for network, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:53.343436 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-454859d3-06f3-4e69-b5be-a97fb90b70d8 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:53.343784 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7db77c37-731e-4b60-b17d-78b8a626e334 req-1a3f8aa9-9f35-4032-a21b-975723823274 service neutron] 10.222.0.41 "GET /v2.0/networks/472efbbc-d832-48a8-ba47-cb0fa0f678cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832008 Nov 22 20:33:53.402068 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-454859d3-06f3-4e69-b5be-a97fb90b70d8 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Network c48a55e9-6a85-4746-b7bf-3e29fb560094 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:33:53.432731 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-454859d3-06f3-4e69-b5be-a97fb90b70d8 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:33:53.437442 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d0babc3e-4102-4d11-8cda-7a502bcacdc4 req-438609bd-fe66-4f23-8ee1-4124b0e82353 service neutron] 10.222.0.41 "GET /v2.0/networks/4eee9871-c864-4a4e-beab-df170d4b2d0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1888957 Nov 22 20:33:53.442150 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-454859d3-06f3-4e69-b5be-a97fb90b70d8 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:33:53.488038 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7db77c37-731e-4b60-b17d-78b8a626e334 req-f2d70f31-a360-4915-8eb5-9808d0bf2045 service neutron] 10.222.0.41 "GET /v2.0/networks/472efbbc-d832-48a8-ba47-cb0fa0f678cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335721 Nov 22 20:33:53.491883 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454859d3-06f3-4e69-b5be-a97fb90b70d8 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Pushing event updated for resources: {'Port': ['ID=6c0d501c-dc52-4136-a6a5-93154cb34366,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:33:53.540210 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-5f958dd2-6ef0-478d-bcdd-7759e2134709 req-073d0b3f-57fd-49ac-8aa7-3f8cc1cd41e9 service neutron] 10.222.0.41 "GET /v2.0/networks/647b2e35-b0c1-4821-956b-883fc23297c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6055591 Nov 22 20:33:53.571784 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 9bd3e870-35fb-49c5-be6c-d866a309c97d no longer exists at agent hyperv_n-h2-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:33:53.606581 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] No Port match for: 9bd3e870-35fb-49c5-be6c-d866a309c97d {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:33:53.607032 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 9bd3e870-35fb-49c5-be6c-d866a309c97d not bound to the agent host n-h2-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:33:53.620290 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-766099a0-8875-40a3-82f2-174a1b4b7769 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Deleting port 60ca33c4-1486-46c9-b7af-4e01a92d9b37 {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:33:53.620866 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-766099a0-8875-40a3-82f2-174a1b4b7769 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:53.663943 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de52e9b2-fc37-458c-9dbd-ab6bf88fdb2b None None] DHCP port deletion for c48a55e9-6a85-4746-b7bf-3e29fb560094 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:33:53.723379 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-766099a0-8875-40a3-82f2-174a1b4b7769 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] For port 60ca33c4-1486-46c9-b7af-4e01a92d9b37, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=60ca33c4-1486-46c9-b7af-4e01a92d9b37,segment=NetworkSegment(a2f82b4d-2f7f-4f4b-b539-bedfdc4e63e5),segment_id=a2f82b4d-2f7f-4f4b-b539-bedfdc4e63e5)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:33:53.723764 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-766099a0-8875-40a3-82f2-174a1b4b7769 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:53.769909 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-81177a6e-22bd-46f2-92f7-6b6e2eae06b7 None None] Provisioning complete for port 6c0d501c-dc52-4136-a6a5-93154cb34366 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:33:53.770546 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-81177a6e-22bd-46f2-92f7-6b6e2eae06b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:53.779654 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-766099a0-8875-40a3-82f2-174a1b4b7769 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Calling delete_port for 60ca33c4-1486-46c9-b7af-4e01a92d9b37 owned by network:dhcp {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:33:53.811652 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-81177a6e-22bd-46f2-92f7-6b6e2eae06b7 None None] Port 6c0d501c-dc52-4136-a6a5-93154cb34366 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:33:53.874603 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626a7ead-5654-4b0b-8176-40f18bd015f4 req-c0afaf10-7b42-43d9-a8f0-51e11a350a76 tempest-ServerTagsTestJSON-1799410248 tempest-ServerTagsTestJSON-1799410248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:33:53.876148 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-626a7ead-5654-4b0b-8176-40f18bd015f4 req-c0afaf10-7b42-43d9-a8f0-51e11a350a76 tempest-ServerTagsTestJSON-1799410248 tempest-ServerTagsTestJSON-1799410248-project] 10.222.0.46 "GET /v2.0/ports?device_id=07882fce-49f2-4dc8-865a-0074edbd22c6 HTTP/1.1" status: 200 len: 943 time: 0.0633624 Nov 22 20:33:53.933289 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 41498) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:33:53.950809 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-454859d3-06f3-4e69-b5be-a97fb90b70d8 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks [] for router_gateway, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:53.981294 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-626a7ead-5654-4b0b-8176-40f18bd015f4 req-7f482854-12d5-4b3b-af6f-3166542917a8 tempest-ServerTagsTestJSON-1799410248 tempest-ServerTagsTestJSON-1799410248-project] 10.222.0.46 "GET /v2.0/security-groups?id=118294d3-f8ca-4feb-8301-be06f9e6a1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980713 Nov 22 20:33:54.010202 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-fac6d996-de5f-48be-950d-3957d68d07e3 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] 10.222.0.46 "GET /v2.0/floatingips/4d966843-499f-4544-9de0-a0b37e2708de HTTP/1.1" status: 200 len: 993 time: 0.0748572 Nov 22 20:33:54.030155 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-766099a0-8875-40a3-82f2-174a1b4b7769 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:54.073736 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 57b36f73-1ad6-478b-88a5-ddfe336f4b87 details requested by agent hyperv_n-h1-818823-1 with host n-h1-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 20:33:54.077385 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device d45dc3a7-ff28-432b-8016-c373ba7cbd55 no longer exists at agent hyperv_n-h1-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:33:54.087124 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766099a0-8875-40a3-82f2-174a1b4b7769 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Pushing event deleted for resources: {'Port': ['ID=60ca33c4-1486-46c9-b7af-4e01a92d9b37,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:33:54.096780 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-766099a0-8875-40a3-82f2-174a1b4b7769 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] No DVR routers for this DVR port 60ca33c4-1486-46c9-b7af-4e01a92d9b37 on host n-d-818823-1 {{(pid=103448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:33:54.275067 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-766099a0-8875-40a3-82f2-174a1b4b7769 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3760028', 'neutron.services.segments.db._delete_segments_for_network-8748992815755'] for network, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:54.310865 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-766099a0-8875-40a3-82f2-174a1b4b7769 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f74b5c0-b53b-4e3b-b251-f30cb8114746']}} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:33:54.325965 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-766099a0-8875-40a3-82f2-174a1b4b7769 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2f82b4d-2f7f-4f4b-b539-bedfdc4e63e5') {'for_net_delete': True} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:33:54.326475 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-766099a0-8875-40a3-82f2-174a1b4b7769 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2f82b4d-2f7f-4f4b-b539-bedfdc4e63e5') {} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:33:54.330588 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-454859d3-06f3-4e69-b5be-a97fb90b70d8 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-659538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-841284'] for router, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:54.342541 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-766099a0-8875-40a3-82f2-174a1b4b7769 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748993039638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11627933'] for segment, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:54.342931 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:54.347106 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b92babf-1618-4fcd-80f0-f22ab3995492 req-b1e6dc35-8822-4a9e-8f8f-115a7e24420b tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:33:54.348746 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7b92babf-1618-4fcd-80f0-f22ab3995492 req-b1e6dc35-8822-4a9e-8f8f-115a7e24420b tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/ports?device_id=55c8ea2e-f35c-4917-83f4-6a6eece9ab8c HTTP/1.1" status: 200 len: 946 time: 0.0865057 Nov 22 20:33:54.382388 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 57b36f73-1ad6-478b-88a5-ddfe336f4b87, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=57b36f73-1ad6-478b-88a5-ddfe336f4b87,segment=NetworkSegment(e514e77b-3478-4367-b5f2-a0deede57a63),segment_id=e514e77b-3478-4367-b5f2-a0deede57a63)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:33:54.401120 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-766099a0-8875-40a3-82f2-174a1b4b7769 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:54.404060 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55c8ea2e-f35c-4917-83f4-6a6eece9ab8c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd45dc3a7-ff28-432b-8016-c373ba7cbd55'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:33:54.407384 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d39f6d30a11e565ec9648abcc015e8a6ab6cff4edd704add8155e28765d31eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dba1812-ac02-45e6-803f-d06dcb46c3a8" -d '{"events": [{"server_uuid": "55c8ea2e-f35c-4917-83f4-6a6eece9ab8c", "name": "network-vif-unplugged", "status": "completed", "tag": "d45dc3a7-ff28-432b-8016-c373ba7cbd55"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:33:54.411441 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-766099a0-8875-40a3-82f2-174a1b4b7769 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Releasing vlan 646 on physical network physnet1 to pool {{(pid=103448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 20:33:54.411958 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-766099a0-8875-40a3-82f2-174a1b4b7769 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11567447'] for segment, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:54.415243 n-d-818823-1 neutron-server[103448]: Traceback (most recent call last): Nov 22 20:33:54.415243 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 20:33:54.415243 n-d-818823-1 neutron-server[103448]: timer() Nov 22 20:33:54.415243 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 20:33:54.415243 n-d-818823-1 neutron-server[103448]: cb(*args, **kw) Nov 22 20:33:54.415243 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 20:33:54.415243 n-d-818823-1 neutron-server[103448]: return func(*args, **kwargs) Nov 22 20:33:54.415243 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 20:33:54.415243 n-d-818823-1 neutron-server[103448]: self._notify() Nov 22 20:33:54.415243 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 20:33:54.415243 n-d-818823-1 neutron-server[103448]: self.callback(batched_events) Nov 22 20:33:54.415243 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 20:33:54.415243 n-d-818823-1 neutron-server[103448]: event.method(event) Nov 22 20:33:54.415243 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 20:33:54.415243 n-d-818823-1 neutron-server[103448]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 20:33:54.415243 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 20:33:54.415243 n-d-818823-1 neutron-server[103448]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 20:33:54.415243 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 20:33:54.415243 n-d-818823-1 neutron-server[103448]: return f(self, *a, **k) Nov 22 20:33:54.415243 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 20:33:54.415243 n-d-818823-1 neutron-server[103448]: return self._get(url).json() Nov 22 20:33:54.415243 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 20:33:54.415243 n-d-818823-1 neutron-server[103448]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 20:33:54.415243 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 20:33:54.415243 n-d-818823-1 neutron-server[103448]: return self.request(url, 'GET', **kwargs) Nov 22 20:33:54.415243 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 20:33:54.415243 n-d-818823-1 neutron-server[103448]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 20:33:54.415243 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 20:33:54.415243 n-d-818823-1 neutron-server[103448]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 20:33:54.415243 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 20:33:54.415243 n-d-818823-1 neutron-server[103448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 20:33:54.415243 n-d-818823-1 neutron-server[103448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 20:33:54.426185 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Returning: {'device': '57b36f73-1ad6-478b-88a5-ddfe336f4b87', 'network_id': '647b2e35-b0c1-4821-956b-883fc23297c8', 'port_id': '57b36f73-1ad6-478b-88a5-ddfe336f4b87', 'mac_address': 'fa:16:3e:0d:24:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32e7b243-fccf-4f59-beb3-7c8fbeefa8f0', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 20:33:54.430874 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port d45dc3a7-ff28-432b-8016-c373ba7cbd55, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=d45dc3a7-ff28-432b-8016-c373ba7cbd55,segment=NetworkSegment(0f31ec19-3af4-4928-96f6-fbcd53d7ad3c),segment_id=0f31ec19-3af4-4928-96f6-fbcd53d7ad3c)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:33:54.459776 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7b92babf-1618-4fcd-80f0-f22ab3995492 req-59641fc9-754d-42c9-be14-c70152112184 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/security-groups?id=be1c2326-cee4-429b-9524-b757ff14e61f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1014242 Nov 22 20:33:54.498143 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:54.511826 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:54.534375 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-766099a0-8875-40a3-82f2-174a1b4b7769 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3760002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595318'] for network, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:54.557657 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-766099a0-8875-40a3-82f2-174a1b4b7769 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks [] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:54.564394 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-766099a0-8875-40a3-82f2-174a1b4b7769 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] 10.222.0.46 "DELETE /v2.0/networks/1f74b5c0-b53b-4e3b-b251-f30cb8114746 HTTP/1.1" status: 204 len: 168 time: 3.6287842 Nov 22 20:33:54.564394 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766099a0-8875-40a3-82f2-174a1b4b7769 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Pushing event deleted for resources: {'Network': ['ID=1f74b5c0-b53b-4e3b-b251-f30cb8114746,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:33:54.564633 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5080d6fe-b6d9-46c5-af74-5c9937ad88d1 req-ea7f6faf-9f94-4e6e-9b83-f8177b3eb25e tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:33:54.564633 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5080d6fe-b6d9-46c5-af74-5c9937ad88d1 req-ea7f6faf-9f94-4e6e-9b83-f8177b3eb25e tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/networks?id=33dd767d-ab2c-4bf6-a32d-ce7483655865 HTTP/1.1" status: 200 len: 806 time: 0.2049212 Nov 22 20:33:54.564825 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 41520) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:33:54.572161 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-7b61bae0-1cce-4e4f-b8c8-2907be969fc6 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2141059551'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:33:54.582296 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 22 Nov 2021 20:33:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b38f19cc-1582-4347-81ba-8341d0e85a45 x-openstack-request-id: req-b38f19cc-1582-4347-81ba-8341d0e85a45 {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:33:54.582582 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55c8ea2e-f35c-4917-83f4-6a6eece9ab8c", "name": "network-vif-unplugged", "status": "completed", "tag": "d45dc3a7-ff28-432b-8016-c373ba7cbd55", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:33:54.583287 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b38f19cc-1582-4347-81ba-8341d0e85a45 {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:33:54.583287 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55c8ea2e-f35c-4917-83f4-6a6eece9ab8c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd45dc3a7-ff28-432b-8016-c373ba7cbd55', 'code': 200} Nov 22 20:33:54.584797 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57b36f73-1ad6-478b-88a5-ddfe336f4b87 {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:33:54.601049 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-454859d3-06f3-4e69-b5be-a97fb90b70d8 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Router 046e811e-a745-435b-b598-9f369ae1e439 is scheduled to L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 with binding_index 1 {{(pid=103448) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 20:33:54.633599 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 57b36f73-1ad6-478b-88a5-ddfe336f4b87, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=57b36f73-1ad6-478b-88a5-ddfe336f4b87,segment=NetworkSegment(e514e77b-3478-4367-b5f2-a0deede57a63),segment_id=e514e77b-3478-4367-b5f2-a0deede57a63)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:33:54.633953 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5080d6fe-b6d9-46c5-af74-5c9937ad88d1 req-a4eee72a-a9b1-426b-8b14-3c23d0129b33 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/quotas/b741c1041ead4066a271a7ac45bca161 HTTP/1.1" status: 200 len: 375 time: 0.0440249 Nov 22 20:33:54.649411 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=d45dc3a7-ff28-432b-8016-c373ba7cbd55,revision_number=8']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:33:54.658678 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:54.686036 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b61bae0-1cce-4e4f-b8c8-2907be969fc6 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Made reservation on behalf of 514017ce9a25478c9d0da65e12765f42 for: {'network': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:33:54.690397 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-7b61bae0-1cce-4e4f-b8c8-2907be969fc6 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for network, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:54.725979 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=57b36f73-1ad6-478b-88a5-ddfe336f4b87,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:33:54.734477 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5080d6fe-b6d9-46c5-af74-5c9937ad88d1 req-8029917b-d49c-478c-ad76-904d21ba4ada tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=b741c1041ead4066a271a7ac45bca161&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0987742 Nov 22 20:33:54.737487 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-454859d3-06f3-4e69-b5be-a97fb90b70d8 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:33:54.747615 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e92f09-e4b6-436f-8469-c550b7de5d77 None None] Sync routers for ids ['046e811e-a745-435b-b598-9f369ae1e439'] in n-d-818823-1 {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:33:54.749566 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b61bae0-1cce-4e4f-b8c8-2907be969fc6 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] vlan segment allocate from pool success with {'vlan_id': 647, 'physical_network': 'physnet1'} {{(pid=103447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 20:33:54.760288 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-7b61bae0-1cce-4e4f-b8c8-2907be969fc6 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:54.760772 n-d-818823-1 neutron-server[103447]: INFO neutron.db.segments_db [None req-7b61bae0-1cce-4e4f-b8c8-2907be969fc6 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Added segment 24ce2c9a-fafa-448c-a6f8-377ae983e654 of type vlan for network e23b5580-dc93-4c8a-aca8-c62f2a9a1472 Nov 22 20:33:54.761102 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e92f09-e4b6-436f-8469-c550b7de5d77 None None] Routers {'046e811e-a745-435b-b598-9f369ae1e439'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:33:54.762167 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-c2e92f09-e4b6-436f-8469-c550b7de5d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:33:33Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['046e811e-a745-435b-b598-9f369ae1e439'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:33:54.770799 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-454859d3-06f3-4e69-b5be-a97fb90b70d8 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks [] for router, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:54.775640 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-454859d3-06f3-4e69-b5be-a97fb90b70d8 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.7519379 Nov 22 20:33:54.777069 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 41522) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:33:54.805969 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-c2e92f09-e4b6-436f-8469-c550b7de5d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:33:54.806175 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-7b61bae0-1cce-4e4f-b8c8-2907be969fc6 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748992492791'] for network, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:54.817221 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e92f09-e4b6-436f-8469-c550b7de5d77 None None] Routers {'046e811e-a745-435b-b598-9f369ae1e439'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:33:54.817961 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-c2e92f09-e4b6-436f-8469-c550b7de5d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:33:33Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['046e811e-a745-435b-b598-9f369ae1e439'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:33:54.841893 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-7b61bae0-1cce-4e4f-b8c8-2907be969fc6 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for network, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:54.848776 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b61bae0-1cce-4e4f-b8c8-2907be969fc6 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:33:54.848776 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-7b61bae0-1cce-4e4f-b8c8-2907be969fc6 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for network, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:54.859633 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-c2e92f09-e4b6-436f-8469-c550b7de5d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:33:54.861224 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e92f09-e4b6-436f-8469-c550b7de5d77 None None] The sync data for ids ['046e811e-a745-435b-b598-9f369ae1e439'] in n-d-818823-1 is: [] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:33:54.893495 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] get_ports_and_sgs() called for port_ids ['57b36f73-1ad6-478b-88a5-ddfe336f4b87'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:33:54.959472 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-7b61bae0-1cce-4e4f-b8c8-2907be969fc6 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3935626 Nov 22 20:33:54.969780 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 41526) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:33:54.975615 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-19d08777-4b32-44bd-adda-941656d719d4 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Request body: {'subnet': {'network_id': 'e23b5580-dc93-4c8a-aca8-c62f2a9a1472', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:33:55.044488 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b61bae0-1cce-4e4f-b8c8-2907be969fc6 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Pushing event updated for resources: {'Network': ['ID=e23b5580-dc93-4c8a-aca8-c62f2a9a1472,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:33:55.076630 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Network e23b5580-dc93-4c8a-aca8-c62f2a9a1472 details requested by agent ovs-agent-n-d-818823-1 with host n-d-818823-1 {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 20:33:55.128243 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5080d6fe-b6d9-46c5-af74-5c9937ad88d1 req-1e027a05-c9d5-4039-b7a1-7ba0378fba3b service neutron] 10.222.0.46 "GET /v2.0/networks/33dd767d-ab2c-4bf6-a32d-ce7483655865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2927461 Nov 22 20:33:55.277360 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f8c3e5-6d53-4859-89f3-e801c7a2a6ed req-c59a8169-527d-427d-8c5b-8543a92d27dc tempest-ServerTagsTestJSON-1799410248 tempest-ServerTagsTestJSON-1799410248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:33:55.278997 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-84f8c3e5-6d53-4859-89f3-e801c7a2a6ed req-c59a8169-527d-427d-8c5b-8543a92d27dc tempest-ServerTagsTestJSON-1799410248 tempest-ServerTagsTestJSON-1799410248-project] 10.222.0.46 "GET /v2.0/ports?device_id=07882fce-49f2-4dc8-865a-0074edbd22c6 HTTP/1.1" status: 200 len: 944 time: 0.1494780 Nov 22 20:33:55.281440 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5080d6fe-b6d9-46c5-af74-5c9937ad88d1 req-26155139-c994-4f77-ab02-8abc434251b3 service neutron] 10.222.0.46 "GET /v2.0/networks/33dd767d-ab2c-4bf6-a32d-ce7483655865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405096 Nov 22 20:33:55.282177 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19d08777-4b32-44bd-adda-941656d719d4 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Made reservation on behalf of 514017ce9a25478c9d0da65e12765f42 for: {'subnet': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:33:55.285928 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-19d08777-4b32-44bd-adda-941656d719d4 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8485086'] for subnet, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:55.414752 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-84f8c3e5-6d53-4859-89f3-e801c7a2a6ed req-8370dc9b-c87f-4ff6-b210-2a77292049da tempest-ServerTagsTestJSON-1799410248 tempest-ServerTagsTestJSON-1799410248-project] 10.222.0.46 "GET /v2.0/security-groups?id=118294d3-f8ca-4feb-8301-be06f9e6a1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249166 Nov 22 20:33:55.457219 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a7101813-3f78-41ef-864e-0ab605153f8e tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:55.536658 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-760d9f21-fb18-45ab-a770-ce6753398fec req-d366424f-88a9-40db-a34a-ef45143d09bb tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/ports?device_id=4dda4327-aabc-4695-9afd-2fa5c81ea6b5 HTTP/1.1" status: 200 len: 210 time: 0.0353818 Nov 22 20:33:55.624628 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-19d08777-4b32-44bd-adda-941656d719d4 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8900613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8485104'] for subnet, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:55.696513 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d08777-4b32-44bd-adda-941656d719d4 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Pushing event updated for resources: {'Subnet': ['ID=021b7ab5-63e7-4e09-9678-9c3e784bef71,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:33:55.778253 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19d08777-4b32-44bd-adda-941656d719d4 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Checking segment: {'id': '24ce2c9a-fafa-448c-a6f8-377ae983e654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'e23b5580-dc93-4c8a-aca8-c62f2a9a1472'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:33:55.778822 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19d08777-4b32-44bd-adda-941656d719d4 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Network hostable DHCP agents. Network: e23b5580-dc93-4c8a-aca8-c62f2a9a1472, hostable agents: ['02adaa64-0987-4b74-bad0-cbcf56f8a294'], hosted agents: [] {{(pid=103447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 20:33:55.795515 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b737d389-a33f-40a6-8955-f4e6bb67ac20 req-fd273ca7-a93f-44fc-8499-02728d3848be tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:33:55.796707 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b737d389-a33f-40a6-8955-f4e6bb67ac20 req-fd273ca7-a93f-44fc-8499-02728d3848be tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/ports?device_id=55c8ea2e-f35c-4917-83f4-6a6eece9ab8c HTTP/1.1" status: 200 len: 944 time: 0.1015615 Nov 22 20:33:55.825089 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19d08777-4b32-44bd-adda-941656d719d4 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Network e23b5580-dc93-4c8a-aca8-c62f2a9a1472 is scheduled to be hosted by DHCP agent 02adaa64-0987-4b74-bad0-cbcf56f8a294 with binding_index 1 {{(pid=103447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 20:33:55.856782 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-19d08777-4b32-44bd-adda-941656d719d4 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818823-1, e23b5580-dc93-4c8a-aca8-c62f2a9a1472) {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:33:55.869147 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ede5a201-6930-4a10-9d70-717607070634 None None] Network e23b5580-dc93-4c8a-aca8-c62f2a9a1472 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:33:55.886343 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19d08777-4b32-44bd-adda-941656d719d4 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:33:55.886968 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-19d08777-4b32-44bd-adda-941656d719d4 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for subnet, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:55.905408 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b737d389-a33f-40a6-8955-f4e6bb67ac20 req-02e931f3-9a90-4537-8325-4198cf18c249 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/security-groups?id=be1c2326-cee4-429b-9524-b757ff14e61f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0884945 Nov 22 20:33:55.916682 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-19d08777-4b32-44bd-adda-941656d719d4 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.9449863 Nov 22 20:33:55.918081 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 41546) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:33:56.103691 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 57b36f73-1ad6-478b-88a5-ddfe336f4b87 up at agent hyperv_n-h1-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:33:56.121316 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-7d6e685b-1d88-4b18-9f51-dd3203cf648c tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3961693'] for network, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:56.157009 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fc2613a-a29f-4252-a2bf-4a9ddbdcfcba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fb26bd7-ce56-527b-b94f-2e1f7cb2bb35-e23b5580-dc93-4c8a-aca8-c62f2a9a1472', 'network_id': 'e23b5580-dc93-4c8a-aca8-c62f2a9a1472', 'tenant_id': '514017ce9a25478c9d0da65e12765f42', 'fixed_ips': [{'subnet_id': '021b7ab5-63e7-4e09-9678-9c3e784bef71'}]}} from n-d-818823-1. {{(pid=103449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 20:33:56.158129 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-1fc2613a-a29f-4252-a2bf-4a9ddbdcfcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:56.222200 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-7d6e685b-1d88-4b18-9f51-dd3203cf648c tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3753007'] for subnet, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:56.325854 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Provisioning for port 57b36f73-1ad6-478b-88a5-ddfe336f4b87 completed by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 20:33:56.339957 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Provisioning complete for port 57b36f73-1ad6-478b-88a5-ddfe336f4b87 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:33:56.340953 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:56.365414 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-7d6e685b-1d88-4b18-9f51-dd3203cf648c tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3753014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8900804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8485115'] for subnet, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:56.405905 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6e685b-1d88-4b18-9f51-dd3203cf648c tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Pushing event deleted for resources: {'Subnet': ['ID=021b7ab5-63e7-4e09-9678-9c3e784bef71,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:33:56.406969 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server [None req-1fc2613a-a29f-4252-a2bf-4a9ddbdcfcba None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 021b7ab5-63e7-4e09-9678-9c3e784bef71: This subnet is being modified by another concurrent operation. Nov 22 20:33:56.406969 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 22 20:33:56.406969 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 22 20:33:56.406969 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 22 20:33:56.406969 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 22 20:33:56.406969 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 22 20:33:56.406969 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 22 20:33:56.406969 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 22 20:33:56.406969 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 22 20:33:56.406969 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 22 20:33:56.406969 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 22 20:33:56.406969 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 22 20:33:56.406969 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 20:33:56.406969 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 20:33:56.406969 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 20:33:56.406969 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 20:33:56.406969 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 22 20:33:56.406969 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 22 20:33:56.406969 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 22 20:33:56.406969 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 22 20:33:56.406969 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 20:33:56.406969 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 20:33:56.406969 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 20:33:56.406969 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 20:33:56.406969 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 22 20:33:56.406969 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 22 20:33:56.406969 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 22 20:33:56.406969 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 22 20:33:56.406969 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 20:33:56.406969 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 20:33:56.406969 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 20:33:56.406969 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 20:33:56.406969 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 22 20:33:56.406969 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 22 20:33:56.406969 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 22 20:33:56.406969 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 22 20:33:56.406969 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 22 20:33:56.406969 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 22 20:33:56.406969 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 22 20:33:56.406969 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 22 20:33:56.406969 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 22 20:33:56.406969 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 22 20:33:56.406969 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 22 20:33:56.406969 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 22 20:33:56.406969 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 22 20:33:56.406969 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 22 20:33:56.406969 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 22 20:33:56.406969 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 22 20:33:56.406969 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 20:33:56.406969 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 20:33:56.406969 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 20:33:56.406969 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 20:33:56.406969 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 22 20:33:56.406969 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 22 20:33:56.406969 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 22 20:33:56.406969 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 22 20:33:56.406969 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 20:33:56.406969 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 20:33:56.406969 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 20:33:56.406969 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 20:33:56.406969 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 22 20:33:56.406969 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 22 20:33:56.406969 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 22 20:33:56.406969 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 22 20:33:56.406969 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 20:33:56.406969 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 20:33:56.406969 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 20:33:56.406969 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 20:33:56.406969 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 22 20:33:56.406969 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 22 20:33:56.406969 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 22 20:33:56.406969 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 22 20:33:56.406969 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 22 20:33:56.406969 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 22 20:33:56.406969 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 22 20:33:56.406969 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 22 20:33:56.406969 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 22 20:33:56.406969 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 22 20:33:56.406969 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 20:33:56.406969 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 20:33:56.406969 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 20:33:56.406969 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 20:33:56.406969 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 22 20:33:56.406969 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 22 20:33:56.406969 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 22 20:33:56.406969 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 22 20:33:56.406969 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 22 20:33:56.406969 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 22 20:33:56.406969 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 22 20:33:56.406969 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server raise exception Nov 22 20:33:56.406969 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 021b7ab5-63e7-4e09-9678-9c3e784bef71: This subnet is being modified by another concurrent operation. Nov 22 20:33:56.406969 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server Nov 22 20:33:56.456217 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d32d4f4-3e7d-4b6e-a6fe-0c16bcca6530 None None] Network e23b5580-dc93-4c8a-aca8-c62f2a9a1472 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:33:56.554466 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-7d6e685b-1d88-4b18-9f51-dd3203cf648c tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3760028', 'neutron.services.segments.db._delete_segments_for_network-8748992815755'] for network, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:56.661632 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:56.671401 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-75f46dd6-8da8-461a-a793-e97521b64fff req-c8dc4025-f2bb-43b2-b123-bf0a5c4cbfe0 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/ports?device_id=4dda4327-aabc-4695-9afd-2fa5c81ea6b5 HTTP/1.1" status: 200 len: 210 time: 0.0408499 Nov 22 20:33:56.677840 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-7d6e685b-1d88-4b18-9f51-dd3203cf648c tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e23b5580-dc93-4c8a-aca8-c62f2a9a1472']}} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:33:56.687653 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [None req-a7101813-3f78-41ef-864e-0ab605153f8e tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Allocated IP 172.20.0.1 (b6b66f04-87ac-4848-8852-c8e135aa6bc5/699cad9a-a423-4352-af4e-f31ebbdf881d/4c916d71-046f-4681-bfb7-768302441163) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:33:56.704166 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-7d6e685b-1d88-4b18-9f51-dd3203cf648c tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24ce2c9a-fafa-448c-a6f8-377ae983e654') {'for_net_delete': True} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:33:56.704486 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-7d6e685b-1d88-4b18-9f51-dd3203cf648c tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24ce2c9a-fafa-448c-a6f8-377ae983e654') {} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:33:56.727522 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-7d6e685b-1d88-4b18-9f51-dd3203cf648c tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748993039638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12178344'] for segment, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:56.745249 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-7d6e685b-1d88-4b18-9f51-dd3203cf648c tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:56.754016 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d6e685b-1d88-4b18-9f51-dd3203cf648c tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Releasing vlan 647 on physical network physnet1 to pool {{(pid=103447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 20:33:56.754475 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-7d6e685b-1d88-4b18-9f51-dd3203cf648c tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8900762'] for segment, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:56.757535 n-d-818823-1 neutron-server[103447]: Traceback (most recent call last): Nov 22 20:33:56.757535 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 20:33:56.757535 n-d-818823-1 neutron-server[103447]: timer() Nov 22 20:33:56.757535 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 20:33:56.757535 n-d-818823-1 neutron-server[103447]: cb(*args, **kw) Nov 22 20:33:56.757535 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 20:33:56.757535 n-d-818823-1 neutron-server[103447]: return func(*args, **kwargs) Nov 22 20:33:56.757535 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 20:33:56.757535 n-d-818823-1 neutron-server[103447]: self._notify() Nov 22 20:33:56.757535 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 20:33:56.757535 n-d-818823-1 neutron-server[103447]: self.callback(batched_events) Nov 22 20:33:56.757535 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 20:33:56.757535 n-d-818823-1 neutron-server[103447]: event.method(event) Nov 22 20:33:56.757535 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 20:33:56.757535 n-d-818823-1 neutron-server[103447]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 20:33:56.757535 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 20:33:56.757535 n-d-818823-1 neutron-server[103447]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 20:33:56.757535 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 20:33:56.757535 n-d-818823-1 neutron-server[103447]: return f(self, *a, **k) Nov 22 20:33:56.757535 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 20:33:56.757535 n-d-818823-1 neutron-server[103447]: return self._get(url).json() Nov 22 20:33:56.757535 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 20:33:56.757535 n-d-818823-1 neutron-server[103447]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 20:33:56.757535 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 20:33:56.757535 n-d-818823-1 neutron-server[103447]: return self.request(url, 'GET', **kwargs) Nov 22 20:33:56.757535 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 20:33:56.757535 n-d-818823-1 neutron-server[103447]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 20:33:56.757535 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 20:33:56.757535 n-d-818823-1 neutron-server[103447]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 20:33:56.757535 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 20:33:56.757535 n-d-818823-1 neutron-server[103447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 20:33:56.757535 n-d-818823-1 neutron-server[103447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 20:33:56.763241 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 57b36f73-1ad6-478b-88a5-ddfe336f4b87, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=57b36f73-1ad6-478b-88a5-ddfe336f4b87,segment=NetworkSegment(e514e77b-3478-4367-b5f2-a0deede57a63),segment_id=e514e77b-3478-4367-b5f2-a0deede57a63)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:33:56.773939 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07882fce-49f2-4dc8-865a-0074edbd22c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57b36f73-1ad6-478b-88a5-ddfe336f4b87'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:33:56.779731 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d39f6d30a11e565ec9648abcc015e8a6ab6cff4edd704add8155e28765d31eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5088e882-1d1c-474a-a497-f263c4b134bb" -d '{"events": [{"server_uuid": "07882fce-49f2-4dc8-865a-0074edbd22c6", "name": "network-vif-plugged", "status": "completed", "tag": "57b36f73-1ad6-478b-88a5-ddfe336f4b87"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:33:56.813778 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:56.814932 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device d45dc3a7-ff28-432b-8016-c373ba7cbd55 no longer exists at agent hyperv_n-h1-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:33:56.830559 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a23482-fa37-44a7-8eaa-131091e12261 req-a22a1bb6-44a5-4f93-ad41-6721cc0111eb tempest-ServerTagsTestJSON-1799410248 tempest-ServerTagsTestJSON-1799410248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:33:56.838104 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e4a23482-fa37-44a7-8eaa-131091e12261 req-a22a1bb6-44a5-4f93-ad41-6721cc0111eb tempest-ServerTagsTestJSON-1799410248 tempest-ServerTagsTestJSON-1799410248-project] 10.222.0.46 "GET /v2.0/ports?device_id=07882fce-49f2-4dc8-865a-0074edbd22c6 HTTP/1.1" status: 200 len: 944 time: 0.3175373 Nov 22 20:33:56.902962 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-7d6e685b-1d88-4b18-9f51-dd3203cf648c tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3760002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595318'] for network, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:56.922290 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-7d6e685b-1d88-4b18-9f51-dd3203cf648c tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for network, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:56.930023 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-7d6e685b-1d88-4b18-9f51-dd3203cf648c tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] 10.222.0.46 "DELETE /v2.0/networks/e23b5580-dc93-4c8a-aca8-c62f2a9a1472 HTTP/1.1" status: 204 len: 168 time: 1.0107260 Nov 22 20:33:56.939268 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 41580) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:33:56.956997 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a7101813-3f78-41ef-864e-0ab605153f8e tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:56.979019 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1264635e-02ea-4131-a905-c7de9518325e None None] get_active_networks_info from n-d-818823-1 {{(pid=103449) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 22 20:33:57.067447 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a7101813-3f78-41ef-864e-0ab605153f8e tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:57.072828 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-90598788-d73b-43f8-a687-644b21932614 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-727095412'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:33:57.087475 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5080d6fe-b6d9-46c5-af74-5c9937ad88d1 req-bbf23051-523a-4f19-bd54-22a8d78132c5 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:33:57.088039 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5080d6fe-b6d9-46c5-af74-5c9937ad88d1 req-bbf23051-523a-4f19-bd54-22a8d78132c5 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.20 "GET /v2.0/networks?id=33dd767d-ab2c-4bf6-a32d-ce7483655865 HTTP/1.1" status: 200 len: 806 time: 0.1475401 Nov 22 20:33:57.091214 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6e685b-1d88-4b18-9f51-dd3203cf648c tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Pushing event deleted for resources: {'Network': ['ID=e23b5580-dc93-4c8a-aca8-c62f2a9a1472,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:33:57.103180 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-5080d6fe-b6d9-46c5-af74-5c9937ad88d1 req-5837fa15-4d27-487e-a8d6-4e222ca36d0d tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Request body: {'port': {'device_id': '4dda4327-aabc-4695-9afd-2fa5c81ea6b5', 'network_id': '33dd767d-ab2c-4bf6-a32d-ce7483655865', 'admin_state_up': True, 'tenant_id': 'b741c1041ead4066a271a7ac45bca161'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:33:57.110389 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e4a23482-fa37-44a7-8eaa-131091e12261 req-efb35632-2fa7-47ab-8329-4e400f75d64e tempest-ServerTagsTestJSON-1799410248 tempest-ServerTagsTestJSON-1799410248-project] 10.222.0.46 "GET /v2.0/security-groups?id=118294d3-f8ca-4feb-8301-be06f9e6a1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2712643 Nov 22 20:33:57.118039 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=57b36f73-1ad6-478b-88a5-ddfe336f4b87,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:33:57.197926 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7101813-3f78-41ef-864e-0ab605153f8e tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Network b6b66f04-87ac-4848-8852-c8e135aa6bc5 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:33:57.209450 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-a7101813-3f78-41ef-864e-0ab605153f8e tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:33:57.219398 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90598788-d73b-43f8-a687-644b21932614 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Made reservation on behalf of 514017ce9a25478c9d0da65e12765f42 for: {'network': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:33:57.223738 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7101813-3f78-41ef-864e-0ab605153f8e tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:33:57.232220 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1264635e-02ea-4131-a905-c7de9518325e None None] Resources bound (agent type, host, resource id): {{(pid=103449) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 22 20:33:57.244228 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:33:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2cdb0c9-a6e9-4413-bbae-67bde5b03620 x-openstack-request-id: req-c2cdb0c9-a6e9-4413-bbae-67bde5b03620 {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:33:57.244674 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07882fce-49f2-4dc8-865a-0074edbd22c6", "name": "network-vif-plugged", "status": "completed", "tag": "57b36f73-1ad6-478b-88a5-ddfe336f4b87", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:33:57.245260 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c2cdb0c9-a6e9-4413-bbae-67bde5b03620 {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:33:57.246028 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07882fce-49f2-4dc8-865a-0074edbd22c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57b36f73-1ad6-478b-88a5-ddfe336f4b87', 'code': 200} Nov 22 20:33:57.261700 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-90598788-d73b-43f8-a687-644b21932614 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for network, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:57.339924 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7101813-3f78-41ef-864e-0ab605153f8e tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Pushing event updated for resources: {'Port': ['ID=4c916d71-046f-4681-bfb7-768302441163,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:33:57.341601 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90598788-d73b-43f8-a687-644b21932614 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] vlan segment allocate from pool success with {'vlan_id': 626, 'physical_network': 'physnet1'} {{(pid=103447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 20:33:57.374669 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a7101813-3f78-41ef-864e-0ab605153f8e tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659939'] for router_interface, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:57.417043 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-90598788-d73b-43f8-a687-644b21932614 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:57.417630 n-d-818823-1 neutron-server[103447]: INFO neutron.db.segments_db [None req-90598788-d73b-43f8-a687-644b21932614 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Added segment 4db34abc-854b-42ee-84df-b640fc33af8f of type vlan for network 42617df5-4831-46ad-b157-9328dd73e9af Nov 22 20:33:57.438601 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [req-f21801af-db28-44a9-8b16-f658a0984ca1 req-1aa9c5cd-7afd-4513-a3d7-690a21a87b9a service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=103447) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 20:33:57.441946 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f21801af-db28-44a9-8b16-f658a0984ca1 req-1aa9c5cd-7afd-4513-a3d7-690a21a87b9a service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0096927 Nov 22 20:33:57.490351 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eaf203-c8ea-4265-a6e3-0fb5edde9bfa req-296245d4-8599-4efc-8609-b5935aeb6f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:33:57.492170 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-a5eaf203-c8ea-4265-a6e3-0fb5edde9bfa req-296245d4-8599-4efc-8609-b5935aeb6f97 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=07882fce-49f2-4dc8-865a-0074edbd22c6 HTTP/1.1" status: 200 len: 1096 time: 0.1661067 Nov 22 20:33:57.501564 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-90598788-d73b-43f8-a687-644b21932614 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748992492791'] for network, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:57.536253 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5080d6fe-b6d9-46c5-af74-5c9937ad88d1 req-5837fa15-4d27-487e-a8d6-4e222ca36d0d tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Made reservation on behalf of b741c1041ead4066a271a7ac45bca161 for: {'port': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:33:57.541338 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-5080d6fe-b6d9-46c5-af74-5c9937ad88d1 req-5837fa15-4d27-487e-a8d6-4e222ca36d0d tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:57.596518 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-90598788-d73b-43f8-a687-644b21932614 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for network, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:57.614540 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90598788-d73b-43f8-a687-644b21932614 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:33:57.615830 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-90598788-d73b-43f8-a687-644b21932614 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for network, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:57.630559 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-a5eaf203-c8ea-4265-a6e3-0fb5edde9bfa req-d72a9b2a-5f0f-4cb5-b6c1-0a402e4187c0 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=118294d3-f8ca-4feb-8301-be06f9e6a1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086650 Nov 22 20:33:57.662756 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-736d40a3-d6b0-4f25-a3a9-263659c2c3ff None None] DHCP port deletion for b6b66f04-87ac-4848-8852-c8e135aa6bc5 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:33:57.682360 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a7101813-3f78-41ef-864e-0ab605153f8e tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:57.805441 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-36561e51-b79d-4f2f-8aa8-07c158d3726b None None] Provisioning complete for port 4c916d71-046f-4681-bfb7-768302441163 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:33:57.805817 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-36561e51-b79d-4f2f-8aa8-07c158d3726b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:57.815502 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-90598788-d73b-43f8-a687-644b21932614 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7475545 Nov 22 20:33:57.820844 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 41600) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:33:57.826256 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-b39ccd87-d51f-43ad-80bd-af4e47833426 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Request body: {'subnet': {'network_id': '42617df5-4831-46ad-b157-9328dd73e9af', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:33:57.843005 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0ca0fe34-4258-4b9f-a7df-b36ea5b0cd6c req-649d1e4a-1ffd-4c0f-936a-d2df80a97380 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/ports?device_id=4dda4327-aabc-4695-9afd-2fa5c81ea6b5 HTTP/1.1" status: 200 len: 210 time: 0.0651834 Nov 22 20:33:57.855468 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90598788-d73b-43f8-a687-644b21932614 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Pushing event updated for resources: {'Network': ['ID=42617df5-4831-46ad-b157-9328dd73e9af,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:33:57.882593 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Network 42617df5-4831-46ad-b157-9328dd73e9af details requested by agent ovs-agent-n-d-818823-1 with host n-d-818823-1 {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 20:33:57.925048 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e4fdba-6d57-4f0a-b3df-dd69bb4b8af8 req-55f84b22-36d7-483f-bb7c-2bda90862b1c tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:33:57.938229 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-29e4fdba-6d57-4f0a-b3df-dd69bb4b8af8 req-55f84b22-36d7-483f-bb7c-2bda90862b1c tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/ports?device_id=55c8ea2e-f35c-4917-83f4-6a6eece9ab8c HTTP/1.1" status: 200 len: 944 time: 0.2380426 Nov 22 20:33:58.007857 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [req-5080d6fe-b6d9-46c5-af74-5c9937ad88d1 req-5837fa15-4d27-487e-a8d6-4e222ca36d0d tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Allocated IP 172.20.0.13 (33dd767d-ab2c-4bf6-a32d-ce7483655865/e400cdbc-53df-47e7-8a78-7e2509f719bf/0dcbbc9f-eb53-4e3e-ab9f-6f3b6c9b6452) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:33:58.037936 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-29e4fdba-6d57-4f0a-b3df-dd69bb4b8af8 req-33e272b6-0d1d-4f9c-946c-72c70a0dbc63 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/security-groups?id=be1c2326-cee4-429b-9524-b757ff14e61f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0973809 Nov 22 20:33:58.115193 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b39ccd87-d51f-43ad-80bd-af4e47833426 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Made reservation on behalf of 514017ce9a25478c9d0da65e12765f42 for: {'subnet': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:33:58.119349 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b39ccd87-d51f-43ad-80bd-af4e47833426 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11792951'] for subnet, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:58.143980 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-36561e51-b79d-4f2f-8aa8-07c158d3726b None None] Port 4c916d71-046f-4681-bfb7-768302441163 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:33:58.295056 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0b1f641e-d899-4366-8eec-70504fd5d686 req-ee4459e8-a590-4f97-80e6-b888f73aa3f9 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=55c8ea2e-f35c-4917-83f4-6a6eece9ab8c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2490377 Nov 22 20:33:58.331981 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a7101813-3f78-41ef-864e-0ab605153f8e tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks [] for port, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:58.333402 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d620071c-a555-44b8-93d8-3c72db79db7d req-06b672a1-1d82-4c58-9c55-aa9db957417d tempest-ServerTagsTestJSON-1799410248 tempest-ServerTagsTestJSON-1799410248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:33:58.342341 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d620071c-a555-44b8-93d8-3c72db79db7d req-06b672a1-1d82-4c58-9c55-aa9db957417d tempest-ServerTagsTestJSON-1799410248 tempest-ServerTagsTestJSON-1799410248-project] 10.222.0.46 "GET /v2.0/ports?device_id=07882fce-49f2-4dc8-865a-0074edbd22c6 HTTP/1.1" status: 200 len: 945 time: 0.1214831 Nov 22 20:33:58.347984 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-5080d6fe-b6d9-46c5-af74-5c9937ad88d1 req-5837fa15-4d27-487e-a8d6-4e222ca36d0d tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:58.353510 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a7101813-3f78-41ef-864e-0ab605153f8e tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:58.406334 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a7101813-3f78-41ef-864e-0ab605153f8e tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-563461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-659839'] for router_interface, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:58.409517 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d620071c-a555-44b8-93d8-3c72db79db7d req-7cb9e281-895c-4efc-b34e-57d3ddc0ec4a tempest-ServerTagsTestJSON-1799410248 tempest-ServerTagsTestJSON-1799410248-project] 10.222.0.46 "GET /v2.0/security-groups?id=118294d3-f8ca-4feb-8301-be06f9e6a1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662174 Nov 22 20:33:58.426101 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-5080d6fe-b6d9-46c5-af74-5c9937ad88d1 req-5837fa15-4d27-487e-a8d6-4e222ca36d0d tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:58.441372 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] get_ports_and_sgs() called for port_ids ['e08c4637-151d-48fd-b2f8-a723e7f9fa3c'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:33:58.498726 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5837fa15-4d27-487e-a8d6-4e222ca36d0d tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Pushing event updated for resources: {'Port': ['ID=0dcbbc9f-eb53-4e3e-ab9f-6f3b6c9b6452,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:33:58.507768 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5080d6fe-b6d9-46c5-af74-5c9937ad88d1 req-5837fa15-4d27-487e-a8d6-4e222ca36d0d tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Network 33dd767d-ab2c-4bf6-a32d-ce7483655865 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:33:58.509280 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [req-5080d6fe-b6d9-46c5-af74-5c9937ad88d1 req-5837fa15-4d27-487e-a8d6-4e222ca36d0d tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:33:58.511715 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-5080d6fe-b6d9-46c5-af74-5c9937ad88d1 req-5837fa15-4d27-487e-a8d6-4e222ca36d0d tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:33:58.527440 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c657bf3-0b9f-4063-a1b8-199b971afcbf None None] DHCP port deletion for 33dd767d-ab2c-4bf6-a32d-ce7483655865 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:33:58.585662 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5080d6fe-b6d9-46c5-af74-5c9937ad88d1 req-5837fa15-4d27-487e-a8d6-4e222ca36d0d tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:33:58.590668 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-5080d6fe-b6d9-46c5-af74-5c9937ad88d1 req-5837fa15-4d27-487e-a8d6-4e222ca36d0d tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:58.614102 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5080d6fe-b6d9-46c5-af74-5c9937ad88d1 req-5837fa15-4d27-487e-a8d6-4e222ca36d0d tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5152068 Nov 22 20:33:58.616618 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7101813-3f78-41ef-864e-0ab605153f8e tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Pushing event updated for resources: {'Port': ['ID=4c916d71-046f-4681-bfb7-768302441163,revision_number=2']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:33:58.634599 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [req-5080d6fe-b6d9-46c5-af74-5c9937ad88d1 req-ea7d165e-ad1a-4730-95cf-e4159b18087a tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=103447) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 20:33:58.636076 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5080d6fe-b6d9-46c5-af74-5c9937ad88d1 req-ea7d165e-ad1a-4730-95cf-e4159b18087a tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0082102 Nov 22 20:33:58.669247 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b39ccd87-d51f-43ad-80bd-af4e47833426 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11567560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11792921'] for subnet, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:58.683679 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-72b31ace-ecfc-4b78-ae99-7c9fac9314e4 None None] Provisioning complete for port 0dcbbc9f-eb53-4e3e-ab9f-6f3b6c9b6452 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:33:58.684053 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-72b31ace-ecfc-4b78-ae99-7c9fac9314e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:58.748807 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7101813-3f78-41ef-864e-0ab605153f8e tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Network b6b66f04-87ac-4848-8852-c8e135aa6bc5 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:33:58.749109 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-5080d6fe-b6d9-46c5-af74-5c9937ad88d1 req-a52ead7a-2ae7-46fe-a83f-2e5e98c696cc service neutron] Request body: {'port': {'device_id': '4dda4327-aabc-4695-9afd-2fa5c81ea6b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818823-1'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:33:58.750780 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-a7101813-3f78-41ef-864e-0ab605153f8e tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:33:58.841051 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-72b31ace-ecfc-4b78-ae99-7c9fac9314e4 None None] Port 0dcbbc9f-eb53-4e3e-ab9f-6f3b6c9b6452 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:33:58.849729 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-5080d6fe-b6d9-46c5-af74-5c9937ad88d1 req-a52ead7a-2ae7-46fe-a83f-2e5e98c696cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:58.850213 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53257025-4155-4804-985a-02206c9c3cbf None None] DHCP port deletion for b6b66f04-87ac-4848-8852-c8e135aa6bc5 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:33:58.868824 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39ccd87-d51f-43ad-80bd-af4e47833426 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Pushing event updated for resources: {'Subnet': ['ID=0327da91-db8b-42d6-8264-3449d97bd8d1,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:33:58.875527 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b39ccd87-d51f-43ad-80bd-af4e47833426 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Checking segment: {'id': '4db34abc-854b-42ee-84df-b640fc33af8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '42617df5-4831-46ad-b157-9328dd73e9af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:33:58.875937 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b39ccd87-d51f-43ad-80bd-af4e47833426 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Network hostable DHCP agents. Network: 42617df5-4831-46ad-b157-9328dd73e9af, hostable agents: ['02adaa64-0987-4b74-bad0-cbcf56f8a294'], hosted agents: [] {{(pid=103448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 20:33:58.939393 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b39ccd87-d51f-43ad-80bd-af4e47833426 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Network 42617df5-4831-46ad-b157-9328dd73e9af is scheduled to be hosted by DHCP agent 02adaa64-0987-4b74-bad0-cbcf56f8a294 with binding_index 1 {{(pid=103448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 20:33:58.956726 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-b39ccd87-d51f-43ad-80bd-af4e47833426 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818823-1, 42617df5-4831-46ad-b157-9328dd73e9af) {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:33:58.966355 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b39ccd87-d51f-43ad-80bd-af4e47833426 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:33:58.966996 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b39ccd87-d51f-43ad-80bd-af4e47833426 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:58.973168 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-383134f8-1879-4f36-a5d7-5fc1946e37e2 None None] Network 42617df5-4831-46ad-b157-9328dd73e9af requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:33:58.987758 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7101813-3f78-41ef-864e-0ab605153f8e tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Router 046e811e-a745-435b-b598-9f369ae1e439 has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 20:33:58.999520 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-b39ccd87-d51f-43ad-80bd-af4e47833426 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.1775322 Nov 22 20:33:59.007078 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 41626) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:33:59.053837 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-6cea21a1-a54a-4685-b7a2-b347e83a6333 None None] Provisioning complete for port 4c916d71-046f-4681-bfb7-768302441163 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:33:59.054470 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6cea21a1-a54a-4685-b7a2-b347e83a6333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:59.128989 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-6cea21a1-a54a-4685-b7a2-b347e83a6333 None None] Port 4c916d71-046f-4681-bfb7-768302441163 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:33:59.266935 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0208d5a-efcd-4003-8f7b-c6a6ec7429a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fb26bd7-ce56-527b-b94f-2e1f7cb2bb35-42617df5-4831-46ad-b157-9328dd73e9af', 'network_id': '42617df5-4831-46ad-b157-9328dd73e9af', 'tenant_id': '514017ce9a25478c9d0da65e12765f42', 'fixed_ips': [{'subnet_id': '0327da91-db8b-42d6-8264-3449d97bd8d1'}]}} from n-d-818823-1. {{(pid=103449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 20:33:59.268830 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-b0208d5a-efcd-4003-8f7b-c6a6ec7429a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:59.286477 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7101813-3f78-41ef-864e-0ab605153f8e tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:33:59.300050 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a526535-c458-43cb-b78c-a82a866d8f25 None None] Sync routers for ids ['046e811e-a745-435b-b598-9f369ae1e439'] in n-d-818823-1 {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:33:59.308327 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-a7101813-3f78-41ef-864e-0ab605153f8e tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] 10.222.0.46 "PUT /v2.0/routers/046e811e-a745-435b-b598-9f369ae1e439/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5298226 Nov 22 20:33:59.312448 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 41632) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:33:59.318655 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-6d43120f-201b-47b7-b94e-93fc3514e904 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Request body: {'port': {'network_id': 'b6b66f04-87ac-4848-8852-c8e135aa6bc5', 'name': 'tempest-FloatingIPTestJSON-1746320723'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:33:59.323777 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a526535-c458-43cb-b78c-a82a866d8f25 None None] Routers {'046e811e-a745-435b-b598-9f369ae1e439'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:33:59.324426 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-2a526535-c458-43cb-b78c-a82a866d8f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:33:33Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['046e811e-a745-435b-b598-9f369ae1e439'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:33:59.385326 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-2a526535-c458-43cb-b78c-a82a866d8f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:33:59.402757 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a526535-c458-43cb-b78c-a82a866d8f25 None None] Routers {'046e811e-a745-435b-b598-9f369ae1e439'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:33:59.403657 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-2a526535-c458-43cb-b78c-a82a866d8f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:33:33Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['046e811e-a745-435b-b598-9f369ae1e439'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:33:59.425940 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b40e14f0-78f0-4679-9840-798e048db880 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3961693'] for network, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:59.455640 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-2a526535-c458-43cb-b78c-a82a866d8f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:33:59.456585 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a526535-c458-43cb-b78c-a82a866d8f25 None None] The sync data for ids ['046e811e-a745-435b-b598-9f369ae1e439'] in n-d-818823-1 is: [] {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:33:59.490655 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.db_base_plugin_common [None req-b0208d5a-efcd-4003-8f7b-c6a6ec7429a8 None None] Allocated IP 172.20.0.1 (42617df5-4831-46ad-b157-9328dd73e9af/0327da91-db8b-42d6-8264-3449d97bd8d1/fa1a995d-c5b0-456d-9177-1c8cf5dda7af) {{(pid=103449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:33:59.570553 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b40e14f0-78f0-4679-9840-798e048db880 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3753007'] for subnet, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:59.580827 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d43120f-201b-47b7-b94e-93fc3514e904 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Made reservation on behalf of 198da916eb8b4113a6f2c9e3e85d1b76 for: {'port': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:33:59.592749 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6d43120f-201b-47b7-b94e-93fc3514e904 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:59.684066 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-b0208d5a-efcd-4003-8f7b-c6a6ec7429a8 None None] Publish callbacks [] for port, precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:59.686142 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [None req-6d43120f-201b-47b7-b94e-93fc3514e904 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] device_id is not set on port c3020702-fcc6-42e7-ac32-4f4dec198e97 yet. {{(pid=103448) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 20:33:59.693052 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-b0208d5a-efcd-4003-8f7b-c6a6ec7429a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372'] for port, after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:59.752965 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0208d5a-efcd-4003-8f7b-c6a6ec7429a8 None None] Network 42617df5-4831-46ad-b157-9328dd73e9af is already hosted by enough agents. {{(pid=103449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:33:59.754410 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1f641e-d899-4366-8eec-70504fd5d686 req-77189cd5-92e3-463e-ae47-ed1f6cad403b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:33:59.754869 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.base_scheduler [None req-b0208d5a-efcd-4003-8f7b-c6a6ec7429a8 None None] Resources bound (agent type, host, resource id): {{(pid=103449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:33:59.756293 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0b1f641e-d899-4366-8eec-70504fd5d686 req-77189cd5-92e3-463e-ae47-ed1f6cad403b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=55c8ea2e-f35c-4917-83f4-6a6eece9ab8c&tenant_id=99aeed5920ec4cada406eeeb08e171e4 HTTP/1.1" status: 200 len: 1095 time: 0.2078481 Nov 22 20:33:59.758113 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0208d5a-efcd-4003-8f7b-c6a6ec7429a8 None None] Received port after_create {{(pid=103449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:33:59.777553 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b40e14f0-78f0-4679-9840-798e048db880 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3753014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11567369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11792914'] for subnet, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:59.781635 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864732e7-add5-44e9-8f7e-8de1dbe46472 req-f60a986a-c03d-446d-910c-a05068bf72c3 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:33:59.783681 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-864732e7-add5-44e9-8f7e-8de1dbe46472 req-f60a986a-c03d-446d-910c-a05068bf72c3 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/ports?device_id=4dda4327-aabc-4695-9afd-2fa5c81ea6b5 HTTP/1.1" status: 200 len: 932 time: 0.2466519 Nov 22 20:33:59.797338 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-0b1f641e-d899-4366-8eec-70504fd5d686 req-049819ed-9def-4441-a1ed-5a5a94401dc4 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-818823-1', 'device_owner': 'compute:nova'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:33:59.842837 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40e14f0-78f0-4679-9840-798e048db880 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Pushing event deleted for resources: {'Subnet': ['ID=0327da91-db8b-42d6-8264-3449d97bd8d1,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:33:59.865882 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-b0208d5a-efcd-4003-8f7b-c6a6ec7429a8 None None] Attempting to bind port fa1a995d-c5b0-456d-9177-1c8cf5dda7af on host n-d-818823-1 for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:33:59.866265 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-b0208d5a-efcd-4003-8f7b-c6a6ec7429a8 None None] Attempting to bind port fa1a995d-c5b0-456d-9177-1c8cf5dda7af by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': '4db34abc-854b-42ee-84df-b640fc33af8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '42617df5-4831-46ad-b157-9328dd73e9af'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:33:59.866640 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0208d5a-efcd-4003-8f7b-c6a6ec7429a8 None None] Attempting to bind port fa1a995d-c5b0-456d-9177-1c8cf5dda7af on network 42617df5-4831-46ad-b157-9328dd73e9af {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:33:59.868644 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0208d5a-efcd-4003-8f7b-c6a6ec7429a8 None None] Pushing event updated for resources: {'Port': ['ID=fa1a995d-c5b0-456d-9177-1c8cf5dda7af,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:33:59.880891 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0208d5a-efcd-4003-8f7b-c6a6ec7429a8 None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 33, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:33:59.881278 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0208d5a-efcd-4003-8f7b-c6a6ec7429a8 None None] Checking segment: {'id': '4db34abc-854b-42ee-84df-b640fc33af8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '42617df5-4831-46ad-b157-9328dd73e9af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:33:59.881691 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-b0208d5a-efcd-4003-8f7b-c6a6ec7429a8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:59.882088 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0208d5a-efcd-4003-8f7b-c6a6ec7429a8 None None] Bound using segment: {'id': '4db34abc-854b-42ee-84df-b640fc33af8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '42617df5-4831-46ad-b157-9328dd73e9af'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:33:59.883027 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-b0208d5a-efcd-4003-8f7b-c6a6ec7429a8 None None] Bound port: fa1a995d-c5b0-456d-9177-1c8cf5dda7af, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4db34abc-854b-42ee-84df-b640fc33af8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '42617df5-4831-46ad-b157-9328dd73e9af'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:33:59.883441 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-b0208d5a-efcd-4003-8f7b-c6a6ec7429a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:59.931830 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b40e14f0-78f0-4679-9840-798e048db880 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3760028', 'neutron.services.segments.db._delete_segments_for_network-8748992815755'] for network, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:33:59.941895 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35260c86-73f5-40a7-87a6-b54cfeeb5105 req-4430f114-0882-4340-8e81-2aa26b09b00b tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:33:59.942688 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [None req-6d43120f-201b-47b7-b94e-93fc3514e904 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Allocated IP 172.20.0.2 (b6b66f04-87ac-4848-8852-c8e135aa6bc5/699cad9a-a423-4352-af4e-f31ebbdf881d/c3020702-fcc6-42e7-ac32-4f4dec198e97) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:33:59.943849 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-35260c86-73f5-40a7-87a6-b54cfeeb5105 req-4430f114-0882-4340-8e81-2aa26b09b00b tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/ports?device_id=55c8ea2e-f35c-4917-83f4-6a6eece9ab8c HTTP/1.1" status: 200 len: 944 time: 0.4045379 Nov 22 20:33:59.967945 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-b40e14f0-78f0-4679-9840-798e048db880 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42617df5-4831-46ad-b157-9328dd73e9af']}} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:33:59.983838 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-b40e14f0-78f0-4679-9840-798e048db880 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4db34abc-854b-42ee-84df-b640fc33af8f') {'for_net_delete': True} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:33:59.984280 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-b40e14f0-78f0-4679-9840-798e048db880 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4db34abc-854b-42ee-84df-b640fc33af8f') {} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:34:00.002377 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b40e14f0-78f0-4679-9840-798e048db880 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748993039638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11627933'] for segment, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:00.012405 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-b0208d5a-efcd-4003-8f7b-c6a6ec7429a8 None None] For port fa1a995d-c5b0-456d-9177-1c8cf5dda7af, host n-d-818823-1, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:34:00.018628 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-b0208d5a-efcd-4003-8f7b-c6a6ec7429a8 None None] For port fa1a995d-c5b0-456d-9177-1c8cf5dda7af, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=fa1a995d-c5b0-456d-9177-1c8cf5dda7af,segment=NetworkSegment(4db34abc-854b-42ee-84df-b640fc33af8f),segment_id=4db34abc-854b-42ee-84df-b640fc33af8f)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:34:00.029142 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-b0208d5a-efcd-4003-8f7b-c6a6ec7429a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:00.031190 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b40e14f0-78f0-4679-9840-798e048db880 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:00.049373 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b40e14f0-78f0-4679-9840-798e048db880 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Releasing vlan 626 on physical network physnet1 to pool {{(pid=103448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 20:34:00.049985 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b40e14f0-78f0-4679-9840-798e048db880 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11567447'] for segment, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:00.053358 n-d-818823-1 neutron-server[103448]: Traceback (most recent call last): Nov 22 20:34:00.053358 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 20:34:00.053358 n-d-818823-1 neutron-server[103448]: timer() Nov 22 20:34:00.053358 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 20:34:00.053358 n-d-818823-1 neutron-server[103448]: cb(*args, **kw) Nov 22 20:34:00.053358 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 20:34:00.053358 n-d-818823-1 neutron-server[103448]: return func(*args, **kwargs) Nov 22 20:34:00.053358 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 20:34:00.053358 n-d-818823-1 neutron-server[103448]: self._notify() Nov 22 20:34:00.053358 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 20:34:00.053358 n-d-818823-1 neutron-server[103448]: self.callback(batched_events) Nov 22 20:34:00.053358 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 20:34:00.053358 n-d-818823-1 neutron-server[103448]: event.method(event) Nov 22 20:34:00.053358 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 20:34:00.053358 n-d-818823-1 neutron-server[103448]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 20:34:00.053358 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 20:34:00.053358 n-d-818823-1 neutron-server[103448]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 20:34:00.053358 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 20:34:00.053358 n-d-818823-1 neutron-server[103448]: return f(self, *a, **k) Nov 22 20:34:00.053358 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 20:34:00.053358 n-d-818823-1 neutron-server[103448]: return self._get(url).json() Nov 22 20:34:00.053358 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 20:34:00.053358 n-d-818823-1 neutron-server[103448]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 20:34:00.053358 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 20:34:00.053358 n-d-818823-1 neutron-server[103448]: return self.request(url, 'GET', **kwargs) Nov 22 20:34:00.053358 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 20:34:00.053358 n-d-818823-1 neutron-server[103448]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 20:34:00.053358 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 20:34:00.053358 n-d-818823-1 neutron-server[103448]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 20:34:00.053358 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 20:34:00.053358 n-d-818823-1 neutron-server[103448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 20:34:00.053358 n-d-818823-1 neutron-server[103448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 20:34:00.063222 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-0b1f641e-d899-4366-8eec-70504fd5d686 req-049819ed-9def-4441-a1ed-5a5a94401dc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:00.084812 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-864732e7-add5-44e9-8f7e-8de1dbe46472 req-fae93945-93da-45cd-947d-490650efcb4e tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/security-groups?id=967182ec-36b6-43cb-985c-f0d9e87194dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2652936 Nov 22 20:34:00.161971 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0208d5a-efcd-4003-8f7b-c6a6ec7429a8 None None] Pushing event updated for resources: {'Port': ['ID=fa1a995d-c5b0-456d-9177-1c8cf5dda7af,revision_number=2']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:34:00.171560 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-70f63f2f-2ad2-4c96-905d-58541304ccc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:00.206428 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.db.api [None req-b40e14f0-78f0-4679-9840-798e048db880 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 22 20:34:00.206428 n-d-818823-1 neutron-server[103448]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 22 20:34:00.206428 n-d-818823-1 neutron-server[103448]: [parameters: {'id': '42617df5-4831-46ad-b157-9328dd73e9af'}] Nov 22 20:34:00.206428 n-d-818823-1 neutron-server[103448]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103448) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 20:34:00.207084 n-d-818823-1 neutron-server[103448]: DEBUG oslo_db.api [None req-b40e14f0-78f0-4679-9840-798e048db880 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 20:34:00.221001 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-35260c86-73f5-40a7-87a6-b54cfeeb5105 req-54526d68-0fe0-45d0-906d-ebab2779db16 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/security-groups?id=be1c2326-cee4-429b-9524-b757ff14e61f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2497628 Nov 22 20:34:00.245407 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8746c7c1-974f-48cb-8cea-4816908f6875 None None] Network 42617df5-4831-46ad-b157-9328dd73e9af requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:34:00.289760 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6d43120f-201b-47b7-b94e-93fc3514e904 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:00.325256 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [req-5080d6fe-b6d9-46c5-af74-5c9937ad88d1 req-a52ead7a-2ae7-46fe-a83f-2e5e98c696cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0dcbbc9f-eb53-4e3e-ab9f-6f3b6c9b6452 {{(pid=103447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:34:00.334502 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6d43120f-201b-47b7-b94e-93fc3514e904 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:00.339642 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-5080d6fe-b6d9-46c5-af74-5c9937ad88d1 req-a52ead7a-2ae7-46fe-a83f-2e5e98c696cc service neutron] Publish callbacks [] for port, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:00.373343 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.provisioning_blocks [req-5080d6fe-b6d9-46c5-af74-5c9937ad88d1 req-a52ead7a-2ae7-46fe-a83f-2e5e98c696cc service neutron] Transition to ACTIVE for port object 0dcbbc9f-eb53-4e3e-ab9f-6f3b6c9b6452 will not be triggered until provisioned by entity L2. {{(pid=103447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 20:34:00.386234 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d43120f-201b-47b7-b94e-93fc3514e904 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Pushing event updated for resources: {'Port': ['ID=c3020702-fcc6-42e7-ac32-4f4dec198e97,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:34:00.400614 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d43120f-201b-47b7-b94e-93fc3514e904 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Network b6b66f04-87ac-4848-8852-c8e135aa6bc5 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:34:00.402128 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-6d43120f-201b-47b7-b94e-93fc3514e904 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:34:00.405519 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d43120f-201b-47b7-b94e-93fc3514e904 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:34:00.430134 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60e1a35a-b270-4d2c-9522-368dd70af142 None None] DHCP port deletion for b6b66f04-87ac-4848-8852-c8e135aa6bc5 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:34:00.448833 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-5080d6fe-b6d9-46c5-af74-5c9937ad88d1 req-a52ead7a-2ae7-46fe-a83f-2e5e98c696cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:00.474557 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6ad9036-aff6-4dd4-aafd-82d3e2848530 None None] get_active_networks_info from n-d-818823-1 {{(pid=103449) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 22 20:34:00.478860 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d43120f-201b-47b7-b94e-93fc3514e904 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:34:00.479782 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6d43120f-201b-47b7-b94e-93fc3514e904 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:00.497929 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-6d43120f-201b-47b7-b94e-93fc3514e904 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.1840913 Nov 22 20:34:00.500402 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 41642) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:34:00.510652 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-f0859c12-c902-42d9-9726-1de8cbb8da36 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Request body: {'port': {'network_id': 'b6b66f04-87ac-4848-8852-c8e135aa6bc5', 'name': 'tempest-FloatingIPTestJSON-71204256'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:34:00.517484 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52ead7a-2ae7-46fe-a83f-2e5e98c696cc service neutron] Pushing event updated for resources: {'Port': ['ID=0dcbbc9f-eb53-4e3e-ab9f-6f3b6c9b6452,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:34:00.534920 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7aa57f-e4b2-4f9a-9eca-c7dcf471d10e req-7345a3e2-3af5-44a6-977a-b896d67ebe86 tempest-ServerTagsTestJSON-1799410248 tempest-ServerTagsTestJSON-1799410248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:34:00.542512 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6b7aa57f-e4b2-4f9a-9eca-c7dcf471d10e req-7345a3e2-3af5-44a6-977a-b896d67ebe86 tempest-ServerTagsTestJSON-1799410248 tempest-ServerTagsTestJSON-1799410248-project] 10.222.0.46 "GET /v2.0/ports?device_id=07882fce-49f2-4dc8-865a-0074edbd22c6 HTTP/1.1" status: 200 len: 945 time: 0.3293970 Nov 22 20:34:00.596879 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-4f7ea300-6fac-4301-8c09-c9847bc8b6b0 None None] Provisioning complete for port c3020702-fcc6-42e7-ac32-4f4dec198e97 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:34:00.597277 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4f7ea300-6fac-4301-8c09-c9847bc8b6b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:00.618233 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-0b1f641e-d899-4366-8eec-70504fd5d686 req-049819ed-9def-4441-a1ed-5a5a94401dc4 service neutron] For port d45dc3a7-ff28-432b-8016-c373ba7cbd55, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=d45dc3a7-ff28-432b-8016-c373ba7cbd55,segment=NetworkSegment(0f31ec19-3af4-4928-96f6-fbcd53d7ad3c),segment_id=0f31ec19-3af4-4928-96f6-fbcd53d7ad3c)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:34:00.640587 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-4f7ea300-6fac-4301-8c09-c9847bc8b6b0 None None] Port c3020702-fcc6-42e7-ac32-4f4dec198e97 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:34:00.654058 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6b7aa57f-e4b2-4f9a-9eca-c7dcf471d10e req-86dabf13-0181-42cf-8dc2-be405b24a158 tempest-ServerTagsTestJSON-1799410248 tempest-ServerTagsTestJSON-1799410248-project] 10.222.0.46 "GET /v2.0/security-groups?id=118294d3-f8ca-4feb-8301-be06f9e6a1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104820 Nov 22 20:34:00.670285 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0859c12-c902-42d9-9726-1de8cbb8da36 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Made reservation on behalf of 198da916eb8b4113a6f2c9e3e85d1b76 for: {'port': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:34:00.671927 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6ad9036-aff6-4dd4-aafd-82d3e2848530 None None] Resources bound (agent type, host, resource id): {{(pid=103449) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 22 20:34:00.683790 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f0859c12-c902-42d9-9726-1de8cbb8da36 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:00.701436 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [None req-f0859c12-c902-42d9-9726-1de8cbb8da36 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] device_id is not set on port 32bfada7-9220-43d4-a9c1-36f9aa99943c yet. {{(pid=103448) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 20:34:00.708226 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b40e14f0-78f0-4679-9840-798e048db880 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3961693'] for network, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:00.736337 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-0b1f641e-d899-4366-8eec-70504fd5d686 req-049819ed-9def-4441-a1ed-5a5a94401dc4 service neutron] For port d45dc3a7-ff28-432b-8016-c373ba7cbd55, host n-h1-818823-1, cleared binding levels {{(pid=103447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:34:00.778663 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-5080d6fe-b6d9-46c5-af74-5c9937ad88d1 req-a52ead7a-2ae7-46fe-a83f-2e5e98c696cc service neutron] Attempting to bind port 0dcbbc9f-eb53-4e3e-ab9f-6f3b6c9b6452 on host n-h2-818823-1 for vnic_type normal with profile {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:34:00.778663 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-5080d6fe-b6d9-46c5-af74-5c9937ad88d1 req-a52ead7a-2ae7-46fe-a83f-2e5e98c696cc service neutron] Attempting to bind port 0dcbbc9f-eb53-4e3e-ab9f-6f3b6c9b6452 by drivers openvswitch,hyperv on host n-h2-818823-1 at level 0 using segments [{'id': '470d5048-a1ed-4f8a-b81a-95ae6f6f9db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '33dd767d-ab2c-4bf6-a32d-ce7483655865'}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:34:00.778663 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5080d6fe-b6d9-46c5-af74-5c9937ad88d1 req-a52ead7a-2ae7-46fe-a83f-2e5e98c696cc service neutron] Attempting to bind port 0dcbbc9f-eb53-4e3e-ab9f-6f3b6c9b6452 on network 33dd767d-ab2c-4bf6-a32d-ce7483655865 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:34:00.810992 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5080d6fe-b6d9-46c5-af74-5c9937ad88d1 req-a52ead7a-2ae7-46fe-a83f-2e5e98c696cc service neutron] Port 0dcbbc9f-eb53-4e3e-ab9f-6f3b6c9b6452 on network 33dd767d-ab2c-4bf6-a32d-ce7483655865 not bound, no agent of type Open vSwitch agent registered on host n-h2-818823-1 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:34:00.811332 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5080d6fe-b6d9-46c5-af74-5c9937ad88d1 req-a52ead7a-2ae7-46fe-a83f-2e5e98c696cc service neutron] Attempting to bind port 0dcbbc9f-eb53-4e3e-ab9f-6f3b6c9b6452 on network 33dd767d-ab2c-4bf6-a32d-ce7483655865 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:34:00.819965 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5080d6fe-b6d9-46c5-af74-5c9937ad88d1 req-a52ead7a-2ae7-46fe-a83f-2e5e98c696cc service neutron] Checking agent: {'id': '65e0486a-7030-4065-96f0-10aa7402a530', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'started_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 33, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:34:00.820319 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5080d6fe-b6d9-46c5-af74-5c9937ad88d1 req-a52ead7a-2ae7-46fe-a83f-2e5e98c696cc service neutron] Checking segment: {'id': '470d5048-a1ed-4f8a-b81a-95ae6f6f9db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '33dd767d-ab2c-4bf6-a32d-ce7483655865'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:34:00.820838 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5080d6fe-b6d9-46c5-af74-5c9937ad88d1 req-a52ead7a-2ae7-46fe-a83f-2e5e98c696cc service neutron] Bound using segment: {'id': '470d5048-a1ed-4f8a-b81a-95ae6f6f9db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '33dd767d-ab2c-4bf6-a32d-ce7483655865'} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:34:00.821289 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-5080d6fe-b6d9-46c5-af74-5c9937ad88d1 req-a52ead7a-2ae7-46fe-a83f-2e5e98c696cc service neutron] Bound port: 0dcbbc9f-eb53-4e3e-ab9f-6f3b6c9b6452, host: n-h2-818823-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '470d5048-a1ed-4f8a-b81a-95ae6f6f9db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '33dd767d-ab2c-4bf6-a32d-ce7483655865'}}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:34:00.821653 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-5080d6fe-b6d9-46c5-af74-5c9937ad88d1 req-a52ead7a-2ae7-46fe-a83f-2e5e98c696cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:00.837222 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [req-0b1f641e-d899-4366-8eec-70504fd5d686 req-049819ed-9def-4441-a1ed-5a5a94401dc4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d45dc3a7-ff28-432b-8016-c373ba7cbd55 {{(pid=103447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:34:00.847392 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-0b1f641e-d899-4366-8eec-70504fd5d686 req-049819ed-9def-4441-a1ed-5a5a94401dc4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:00.896271 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.provisioning_blocks [req-0b1f641e-d899-4366-8eec-70504fd5d686 req-049819ed-9def-4441-a1ed-5a5a94401dc4 service neutron] Transition to ACTIVE for port object d45dc3a7-ff28-432b-8016-c373ba7cbd55 will not be triggered until provisioned by entity L2. {{(pid=103447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 20:34:00.913365 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-0b1f641e-d899-4366-8eec-70504fd5d686 req-049819ed-9def-4441-a1ed-5a5a94401dc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:00.946004 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-5080d6fe-b6d9-46c5-af74-5c9937ad88d1 req-a52ead7a-2ae7-46fe-a83f-2e5e98c696cc service neutron] For port 0dcbbc9f-eb53-4e3e-ab9f-6f3b6c9b6452, host n-h2-818823-1, cleared binding levels {{(pid=103447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:34:00.951013 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-5080d6fe-b6d9-46c5-af74-5c9937ad88d1 req-a52ead7a-2ae7-46fe-a83f-2e5e98c696cc service neutron] For port 0dcbbc9f-eb53-4e3e-ab9f-6f3b6c9b6452, host n-h2-818823-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=0dcbbc9f-eb53-4e3e-ab9f-6f3b6c9b6452,segment=NetworkSegment(470d5048-a1ed-4f8a-b81a-95ae6f6f9db0),segment_id=470d5048-a1ed-4f8a-b81a-95ae6f6f9db0)] {{(pid=103447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:34:00.969409 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [None req-f0859c12-c902-42d9-9726-1de8cbb8da36 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Allocated IP 172.20.0.12 (b6b66f04-87ac-4848-8852-c8e135aa6bc5/699cad9a-a423-4352-af4e-f31ebbdf881d/32bfada7-9220-43d4-a9c1-36f9aa99943c) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:34:00.975405 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-b40e14f0-78f0-4679-9840-798e048db880 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Deleting port fa1a995d-c5b0-456d-9177-1c8cf5dda7af {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:34:00.979038 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b40e14f0-78f0-4679-9840-798e048db880 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:01.004994 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-5080d6fe-b6d9-46c5-af74-5c9937ad88d1 req-a52ead7a-2ae7-46fe-a83f-2e5e98c696cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:01.076150 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049819ed-9def-4441-a1ed-5a5a94401dc4 service neutron] Pushing event updated for resources: {'Port': ['ID=d45dc3a7-ff28-432b-8016-c373ba7cbd55,revision_number=9']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:34:01.109719 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-b40e14f0-78f0-4679-9840-798e048db880 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] For port fa1a995d-c5b0-456d-9177-1c8cf5dda7af, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=fa1a995d-c5b0-456d-9177-1c8cf5dda7af,segment=NetworkSegment(4db34abc-854b-42ee-84df-b640fc33af8f),segment_id=4db34abc-854b-42ee-84df-b640fc33af8f)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:34:01.110094 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b40e14f0-78f0-4679-9840-798e048db880 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:01.134650 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-b40e14f0-78f0-4679-9840-798e048db880 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Calling delete_port for fa1a995d-c5b0-456d-9177-1c8cf5dda7af owned by network:dhcp {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:34:01.172682 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5080d6fe-b6d9-46c5-af74-5c9937ad88d1 req-a52ead7a-2ae7-46fe-a83f-2e5e98c696cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:34:01.174095 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-5080d6fe-b6d9-46c5-af74-5c9937ad88d1 req-a52ead7a-2ae7-46fe-a83f-2e5e98c696cc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:01.176458 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5080d6fe-b6d9-46c5-af74-5c9937ad88d1 req-a52ead7a-2ae7-46fe-a83f-2e5e98c696cc service neutron] 10.222.0.20 "PUT /v2.0/ports/0dcbbc9f-eb53-4e3e-ab9f-6f3b6c9b6452 HTTP/1.1" status: 200 len: 1092 time: 2.5303388 Nov 22 20:34:01.181822 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4dda4327-aabc-4695-9afd-2fa5c81ea6b5', 'tag': '0dcbbc9f-eb53-4e3e-ab9f-6f3b6c9b6452'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:34:01.186615 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e783768-6fd7-4bb7-a50f-00894f1fe69c" -d '{"events": [{"name": "network-changed", "server_uuid": "4dda4327-aabc-4695-9afd-2fa5c81ea6b5", "tag": "0dcbbc9f-eb53-4e3e-ab9f-6f3b6c9b6452"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:34:01.243371 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b07acba-ff58-4b5d-9d75-09a9d989cc2c None None] DHCP port deletion for 33dd767d-ab2c-4bf6-a32d-ce7483655865 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:34:01.314493 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e7b44ef-408a-4a21-ba2d-f3cfe35926fb None None] DHCP port deletion for 33dd767d-ab2c-4bf6-a32d-ce7483655865 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:34:01.321268 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f0859c12-c902-42d9-9726-1de8cbb8da36 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:01.340059 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b40e14f0-78f0-4679-9840-798e048db880 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:01.342146 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52ead7a-2ae7-46fe-a83f-2e5e98c696cc service neutron] Pushing event updated for resources: {'Port': ['ID=0dcbbc9f-eb53-4e3e-ab9f-6f3b6c9b6452,revision_number=3']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:34:01.357805 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b1f641e-d899-4366-8eec-70504fd5d686 req-049819ed-9def-4441-a1ed-5a5a94401dc4 service neutron] No DVR routers for this DVR port d45dc3a7-ff28-432b-8016-c373ba7cbd55 on host n-h1-818823-1 {{(pid=103447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:34:01.390187 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b40e14f0-78f0-4679-9840-798e048db880 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] No DVR routers for this DVR port fa1a995d-c5b0-456d-9177-1c8cf5dda7af on host n-d-818823-1 {{(pid=103448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:34:01.428481 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40e14f0-78f0-4679-9840-798e048db880 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Pushing event deleted for resources: {'Port': ['ID=fa1a995d-c5b0-456d-9177-1c8cf5dda7af,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:34:01.450350 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 20:34:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1952b9c9-2cb5-4970-b509-9aa166e9e858 x-openstack-request-id: req-1952b9c9-2cb5-4970-b509-9aa166e9e858 {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:34:01.450695 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4dda4327-aabc-4695-9afd-2fa5c81ea6b5", "tag": "0dcbbc9f-eb53-4e3e-ab9f-6f3b6c9b6452", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:34:01.450904 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1952b9c9-2cb5-4970-b509-9aa166e9e858 {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:34:01.451306 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4dda4327-aabc-4695-9afd-2fa5c81ea6b5', 'tag': '0dcbbc9f-eb53-4e3e-ab9f-6f3b6c9b6452', 'status': 'completed', 'code': 200} Nov 22 20:34:01.460702 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40e14f0-78f0-4679-9840-798e048db880 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:34:01.461056 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40e14f0-78f0-4679-9840-798e048db880 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:34:01.461403 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40e14f0-78f0-4679-9840-798e048db880 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:34:01.461742 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40e14f0-78f0-4679-9840-798e048db880 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:34:01.462077 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40e14f0-78f0-4679-9840-798e048db880 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:34:01.462456 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40e14f0-78f0-4679-9840-798e048db880 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:34:01.462794 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40e14f0-78f0-4679-9840-798e048db880 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:34:01.463128 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40e14f0-78f0-4679-9840-798e048db880 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:34:01.463547 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40e14f0-78f0-4679-9840-798e048db880 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:34:01.463877 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40e14f0-78f0-4679-9840-798e048db880 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:34:01.464202 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40e14f0-78f0-4679-9840-798e048db880 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:34:01.465074 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40e14f0-78f0-4679-9840-798e048db880 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:34:01.480210 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3285b681-cdac-46dd-bbaa-4164db0f078b req-67b05b5e-ca74-464f-b2de-8fcd8e8641ac tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:34:01.490467 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3285b681-cdac-46dd-bbaa-4164db0f078b req-67b05b5e-ca74-464f-b2de-8fcd8e8641ac tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/ports?device_id=4dda4327-aabc-4695-9afd-2fa5c81ea6b5 HTTP/1.1" status: 200 len: 944 time: 0.2374871 Nov 22 20:34:01.513976 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5080d6fe-b6d9-46c5-af74-5c9937ad88d1 req-8747c1c0-dbde-46ae-971c-585abd02bdbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:34:01.516486 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5080d6fe-b6d9-46c5-af74-5c9937ad88d1 req-8747c1c0-dbde-46ae-971c-585abd02bdbd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b741c1041ead4066a271a7ac45bca161&device_id=4dda4327-aabc-4695-9afd-2fa5c81ea6b5 HTTP/1.1" status: 200 len: 1095 time: 0.2869923 Nov 22 20:34:01.538720 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f0859c12-c902-42d9-9726-1de8cbb8da36 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:01.586970 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3285b681-cdac-46dd-bbaa-4164db0f078b req-8b4a434a-ec4e-4620-9196-e31d3d9b9b15 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/security-groups?id=967182ec-36b6-43cb-985c-f0d9e87194dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950706 Nov 22 20:34:01.589693 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b40e14f0-78f0-4679-9840-798e048db880 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3760028', 'neutron.services.segments.db._delete_segments_for_network-8748992815755'] for network, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:01.593090 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0859c12-c902-42d9-9726-1de8cbb8da36 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Pushing event updated for resources: {'Port': ['ID=32bfada7-9220-43d4-a9c1-36f9aa99943c,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:34:01.622673 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-b40e14f0-78f0-4679-9840-798e048db880 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42617df5-4831-46ad-b157-9328dd73e9af']}} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:34:01.634830 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0859c12-c902-42d9-9726-1de8cbb8da36 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Network b6b66f04-87ac-4848-8852-c8e135aa6bc5 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:34:01.637742 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-f0859c12-c902-42d9-9726-1de8cbb8da36 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:34:01.645079 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-b40e14f0-78f0-4679-9840-798e048db880 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4db34abc-854b-42ee-84df-b640fc33af8f') {'for_net_delete': True} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:34:01.645378 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-b40e14f0-78f0-4679-9840-798e048db880 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4db34abc-854b-42ee-84df-b640fc33af8f') {} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:34:01.653423 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0859c12-c902-42d9-9726-1de8cbb8da36 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:34:01.661224 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af2c91bf-5206-43ce-b49b-b7cbe9f376ee None None] DHCP port deletion for b6b66f04-87ac-4848-8852-c8e135aa6bc5 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:34:01.719908 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b40e14f0-78f0-4679-9840-798e048db880 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748993039638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11627933'] for segment, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:01.747443 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5080d6fe-b6d9-46c5-af74-5c9937ad88d1 req-6f0421c3-0d92-4126-b60f-9bb52b9b73c7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0dcbbc9f-eb53-4e3e-ab9f-6f3b6c9b6452 HTTP/1.1" status: 200 len: 217 time: 0.1727355 Nov 22 20:34:01.758540 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b40e14f0-78f0-4679-9840-798e048db880 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:01.773483 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-cb68566d-a2a5-4753-ad5f-3614cd120b53 None None] Provisioning complete for port 32bfada7-9220-43d4-a9c1-36f9aa99943c triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:34:01.774445 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-cb68566d-a2a5-4753-ad5f-3614cd120b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:01.789599 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0859c12-c902-42d9-9726-1de8cbb8da36 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:34:01.790285 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f0859c12-c902-42d9-9726-1de8cbb8da36 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:01.809782 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b40e14f0-78f0-4679-9840-798e048db880 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Releasing vlan 626 on physical network physnet1 to pool {{(pid=103448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 20:34:01.810152 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b40e14f0-78f0-4679-9840-798e048db880 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11567447'] for segment, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:01.815683 n-d-818823-1 neutron-server[103448]: Traceback (most recent call last): Nov 22 20:34:01.815683 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 20:34:01.815683 n-d-818823-1 neutron-server[103448]: timer() Nov 22 20:34:01.815683 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 20:34:01.815683 n-d-818823-1 neutron-server[103448]: cb(*args, **kw) Nov 22 20:34:01.815683 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 20:34:01.815683 n-d-818823-1 neutron-server[103448]: return func(*args, **kwargs) Nov 22 20:34:01.815683 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 20:34:01.815683 n-d-818823-1 neutron-server[103448]: self._notify() Nov 22 20:34:01.815683 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 20:34:01.815683 n-d-818823-1 neutron-server[103448]: self.callback(batched_events) Nov 22 20:34:01.815683 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 20:34:01.815683 n-d-818823-1 neutron-server[103448]: event.method(event) Nov 22 20:34:01.815683 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 20:34:01.815683 n-d-818823-1 neutron-server[103448]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 20:34:01.815683 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 20:34:01.815683 n-d-818823-1 neutron-server[103448]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 20:34:01.815683 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 20:34:01.815683 n-d-818823-1 neutron-server[103448]: return f(self, *a, **k) Nov 22 20:34:01.815683 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 20:34:01.815683 n-d-818823-1 neutron-server[103448]: return self._get(url).json() Nov 22 20:34:01.815683 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 20:34:01.815683 n-d-818823-1 neutron-server[103448]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 20:34:01.815683 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 20:34:01.815683 n-d-818823-1 neutron-server[103448]: return self.request(url, 'GET', **kwargs) Nov 22 20:34:01.815683 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 20:34:01.815683 n-d-818823-1 neutron-server[103448]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 20:34:01.815683 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 20:34:01.815683 n-d-818823-1 neutron-server[103448]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 20:34:01.815683 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 20:34:01.815683 n-d-818823-1 neutron-server[103448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 20:34:01.815683 n-d-818823-1 neutron-server[103448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 20:34:01.828728 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b99473e-48aa-44cd-b31e-c8d6f99c0329 req-ec696d1f-c2e7-4136-b4e2-81c295baef77 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:34:01.838665 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3b99473e-48aa-44cd-b31e-c8d6f99c0329 req-ec696d1f-c2e7-4136-b4e2-81c295baef77 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/ports?device_id=55c8ea2e-f35c-4917-83f4-6a6eece9ab8c HTTP/1.1" status: 200 len: 944 time: 0.2637234 Nov 22 20:34:01.851841 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-cb68566d-a2a5-4753-ad5f-3614cd120b53 None None] Port 32bfada7-9220-43d4-a9c1-36f9aa99943c cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:34:01.904818 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-f0859c12-c902-42d9-9726-1de8cbb8da36 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.4029322 Nov 22 20:34:01.910516 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 41674) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:34:01.917074 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-67728519-b656-4e88-8702-2935c9c77aea tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Request body: {'floatingip': {'floating_network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'port_id': '32bfada7-9220-43d4-a9c1-36f9aa99943c', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:34:01.953899 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-67728519-b656-4e88-8702-2935c9c77aea tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks [] for floatingip, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:01.959729 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b40e14f0-78f0-4679-9840-798e048db880 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3760002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595318'] for network, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:01.965597 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b40e14f0-78f0-4679-9840-798e048db880 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks [] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:01.968531 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5080d6fe-b6d9-46c5-af74-5c9937ad88d1 req-271ac069-09c3-41d4-a16d-7475e20285c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:34:01.968908 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-b40e14f0-78f0-4679-9840-798e048db880 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] 10.222.0.46 "DELETE /v2.0/networks/42617df5-4831-46ad-b157-9328dd73e9af HTTP/1.1" status: 204 len: 168 time: 2.9608009 Nov 22 20:34:01.970734 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5080d6fe-b6d9-46c5-af74-5c9937ad88d1 req-271ac069-09c3-41d4-a16d-7475e20285c7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e400cdbc-53df-47e7-8a78-7e2509f719bf HTTP/1.1" status: 200 len: 846 time: 0.2089086 Nov 22 20:34:01.981863 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 41680) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:34:02.020994 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-949bfe4a-9df5-42da-be3b-2f70a9a13f08 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-148983990'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:34:02.048723 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3b99473e-48aa-44cd-b31e-c8d6f99c0329 req-2020cf82-6da3-4c56-88c6-bd00a68af1f8 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/security-groups?id=be1c2326-cee4-429b-9524-b757ff14e61f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2056394 Nov 22 20:34:02.048723 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5080d6fe-b6d9-46c5-af74-5c9937ad88d1 req-5c1f2d07-a765-4518-8d18-f4f5d80de226 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=33dd767d-ab2c-4bf6-a32d-ce7483655865&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487986 Nov 22 20:34:02.048998 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40e14f0-78f0-4679-9840-798e048db880 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Pushing event deleted for resources: {'Network': ['ID=42617df5-4831-46ad-b157-9328dd73e9af,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:34:02.050508 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-0b1f641e-d899-4366-8eec-70504fd5d686 req-049819ed-9def-4441-a1ed-5a5a94401dc4 service neutron] Attempting to bind port d45dc3a7-ff28-432b-8016-c373ba7cbd55 on host n-h2-818823-1 for vnic_type normal with profile {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:34:02.051013 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-0b1f641e-d899-4366-8eec-70504fd5d686 req-049819ed-9def-4441-a1ed-5a5a94401dc4 service neutron] Attempting to bind port d45dc3a7-ff28-432b-8016-c373ba7cbd55 by drivers openvswitch,hyperv on host n-h2-818823-1 at level 0 using segments [{'id': '0f31ec19-3af4-4928-96f6-fbcd53d7ad3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '472efbbc-d832-48a8-ba47-cb0fa0f678cf'}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:34:02.051559 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b1f641e-d899-4366-8eec-70504fd5d686 req-049819ed-9def-4441-a1ed-5a5a94401dc4 service neutron] Attempting to bind port d45dc3a7-ff28-432b-8016-c373ba7cbd55 on network 472efbbc-d832-48a8-ba47-cb0fa0f678cf {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:34:02.087106 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b1f641e-d899-4366-8eec-70504fd5d686 req-049819ed-9def-4441-a1ed-5a5a94401dc4 service neutron] Port d45dc3a7-ff28-432b-8016-c373ba7cbd55 on network 472efbbc-d832-48a8-ba47-cb0fa0f678cf not bound, no agent of type Open vSwitch agent registered on host n-h2-818823-1 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:34:02.087455 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b1f641e-d899-4366-8eec-70504fd5d686 req-049819ed-9def-4441-a1ed-5a5a94401dc4 service neutron] Attempting to bind port d45dc3a7-ff28-432b-8016-c373ba7cbd55 on network 472efbbc-d832-48a8-ba47-cb0fa0f678cf {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:34:02.088944 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-949bfe4a-9df5-42da-be3b-2f70a9a13f08 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Made reservation on behalf of 514017ce9a25478c9d0da65e12765f42 for: {'network': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:34:02.092502 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-949bfe4a-9df5-42da-be3b-2f70a9a13f08 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for network, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:02.128013 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-949bfe4a-9df5-42da-be3b-2f70a9a13f08 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] vlan segment allocate from pool success with {'vlan_id': 647, 'physical_network': 'physnet1'} {{(pid=103448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 20:34:02.147877 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b1f641e-d899-4366-8eec-70504fd5d686 req-049819ed-9def-4441-a1ed-5a5a94401dc4 service neutron] Checking agent: {'id': '65e0486a-7030-4065-96f0-10aa7402a530', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'started_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 33, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:34:02.148222 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b1f641e-d899-4366-8eec-70504fd5d686 req-049819ed-9def-4441-a1ed-5a5a94401dc4 service neutron] Checking segment: {'id': '0f31ec19-3af4-4928-96f6-fbcd53d7ad3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '472efbbc-d832-48a8-ba47-cb0fa0f678cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:34:02.148614 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b1f641e-d899-4366-8eec-70504fd5d686 req-049819ed-9def-4441-a1ed-5a5a94401dc4 service neutron] Bound using segment: {'id': '0f31ec19-3af4-4928-96f6-fbcd53d7ad3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '472efbbc-d832-48a8-ba47-cb0fa0f678cf'} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:34:02.149054 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-0b1f641e-d899-4366-8eec-70504fd5d686 req-049819ed-9def-4441-a1ed-5a5a94401dc4 service neutron] Bound port: d45dc3a7-ff28-432b-8016-c373ba7cbd55, host: n-h2-818823-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f31ec19-3af4-4928-96f6-fbcd53d7ad3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '472efbbc-d832-48a8-ba47-cb0fa0f678cf'}}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:34:02.149413 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-0b1f641e-d899-4366-8eec-70504fd5d686 req-049819ed-9def-4441-a1ed-5a5a94401dc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:02.150393 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-949bfe4a-9df5-42da-be3b-2f70a9a13f08 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:02.150806 n-d-818823-1 neutron-server[103448]: INFO neutron.db.segments_db [None req-949bfe4a-9df5-42da-be3b-2f70a9a13f08 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Added segment f6e6add1-a657-43ff-bba7-887d99b22d3b of type vlan for network a07a1f96-cd3b-4520-8e5e-9db482e48bdc Nov 22 20:34:02.209640 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-949bfe4a-9df5-42da-be3b-2f70a9a13f08 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748992492791'] for network, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:02.231939 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-67728519-b656-4e88-8702-2935c9c77aea tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:02.265978 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5080d6fe-b6d9-46c5-af74-5c9937ad88d1 req-246505a7-d6bb-4161-bc5e-355abacd8ada service neutron] 10.222.0.20 "GET /v2.0/networks/33dd767d-ab2c-4bf6-a32d-ce7483655865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2070339 Nov 22 20:34:02.267659 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-0b1f641e-d899-4366-8eec-70504fd5d686 req-049819ed-9def-4441-a1ed-5a5a94401dc4 service neutron] For port d45dc3a7-ff28-432b-8016-c373ba7cbd55, host n-h2-818823-1, cleared binding levels {{(pid=103447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:34:02.271022 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-0b1f641e-d899-4366-8eec-70504fd5d686 req-049819ed-9def-4441-a1ed-5a5a94401dc4 service neutron] For port d45dc3a7-ff28-432b-8016-c373ba7cbd55, host n-h2-818823-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=d45dc3a7-ff28-432b-8016-c373ba7cbd55,segment=NetworkSegment(0f31ec19-3af4-4928-96f6-fbcd53d7ad3c),segment_id=0f31ec19-3af4-4928-96f6-fbcd53d7ad3c)] {{(pid=103447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:34:02.288648 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-0b1f641e-d899-4366-8eec-70504fd5d686 req-049819ed-9def-4441-a1ed-5a5a94401dc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:02.359951 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-949bfe4a-9df5-42da-be3b-2f70a9a13f08 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for network, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:02.366076 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-949bfe4a-9df5-42da-be3b-2f70a9a13f08 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:34:02.366687 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-949bfe4a-9df5-42da-be3b-2f70a9a13f08 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks [] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:02.370442 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [None req-67728519-b656-4e88-8702-2935c9c77aea tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Allocated IP 172.25.5.48 (c48a55e9-6a85-4746-b7bf-3e29fb560094/5da6f781-63e6-4328-ae7a-5e672262f55a/1dcd9fae-d85f-423b-a5ef-9c601c5d22ef) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:34:02.398055 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1f641e-d899-4366-8eec-70504fd5d686 req-049819ed-9def-4441-a1ed-5a5a94401dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:34:02.398687 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-0b1f641e-d899-4366-8eec-70504fd5d686 req-049819ed-9def-4441-a1ed-5a5a94401dc4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:02.400544 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0b1f641e-d899-4366-8eec-70504fd5d686 req-049819ed-9def-4441-a1ed-5a5a94401dc4 service neutron] 10.222.0.20 "PUT /v2.0/ports/d45dc3a7-ff28-432b-8016-c373ba7cbd55 HTTP/1.1" status: 200 len: 1092 time: 2.6106448 Nov 22 20:34:02.433963 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-949bfe4a-9df5-42da-be3b-2f70a9a13f08 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4181473 Nov 22 20:34:02.434590 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 41692) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:34:02.447085 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-b9de8d2b-3d78-47e1-afe0-8a0e8d8b432c tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:34:02.500278 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049819ed-9def-4441-a1ed-5a5a94401dc4 service neutron] Pushing event updated for resources: {'Port': ['ID=d45dc3a7-ff28-432b-8016-c373ba7cbd55,revision_number=10']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:34:02.506615 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-0906c245-6d69-4a3a-9aa4-977c453d3523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:02.556827 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1f641e-d899-4366-8eec-70504fd5d686 req-e4f8078e-853a-41a1-8c3c-2316d9f47dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:34:02.559407 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0b1f641e-d899-4366-8eec-70504fd5d686 req-e4f8078e-853a-41a1-8c3c-2316d9f47dce service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=99aeed5920ec4cada406eeeb08e171e4&device_id=55c8ea2e-f35c-4917-83f4-6a6eece9ab8c HTTP/1.1" status: 200 len: 1096 time: 0.1124072 Nov 22 20:34:02.561729 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5080d6fe-b6d9-46c5-af74-5c9937ad88d1 req-a3fa5fb0-5735-46f7-a989-83d71e257e3e service neutron] 10.222.0.20 "GET /v2.0/networks/33dd767d-ab2c-4bf6-a32d-ce7483655865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2874868 Nov 22 20:34:02.582920 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949bfe4a-9df5-42da-be3b-2f70a9a13f08 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Pushing event updated for resources: {'Network': ['ID=a07a1f96-cd3b-4520-8e5e-9db482e48bdc,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:34:02.596922 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Network a07a1f96-cd3b-4520-8e5e-9db482e48bdc details requested by agent ovs-agent-n-d-818823-1 with host n-d-818823-1 {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 20:34:02.874684 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1f641e-d899-4366-8eec-70504fd5d686 req-f5b19997-9755-4855-83dd-2dff1c7b72df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:34:02.877868 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0b1f641e-d899-4366-8eec-70504fd5d686 req-f5b19997-9755-4855-83dd-2dff1c7b72df service neutron] 10.222.0.20 "GET /v2.0/networks?id=472efbbc-d832-48a8-ba47-cb0fa0f678cf HTTP/1.1" status: 200 len: 918 time: 0.3070810 Nov 22 20:34:02.953258 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e783768-6fd7-4bb7-a50f-00894f1fe69c req-ae507ab7-a3ba-41e9-b8c0-17ac2153439a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:34:02.954736 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0e783768-6fd7-4bb7-a50f-00894f1fe69c req-ae507ab7-a3ba-41e9-b8c0-17ac2153439a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b741c1041ead4066a271a7ac45bca161&device_id=4dda4327-aabc-4695-9afd-2fa5c81ea6b5 HTTP/1.1" status: 200 len: 1095 time: 0.2187419 Nov 22 20:34:03.069368 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e783768-6fd7-4bb7-a50f-00894f1fe69c req-adc9f4b3-31df-46f9-aea6-8dfd78a46e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:34:03.072283 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0e783768-6fd7-4bb7-a50f-00894f1fe69c req-adc9f4b3-31df-46f9-aea6-8dfd78a46e88 service neutron] 10.222.0.20 "GET /v2.0/networks?id=33dd767d-ab2c-4bf6-a32d-ce7483655865 HTTP/1.1" status: 200 len: 907 time: 0.1071875 Nov 22 20:34:03.089652 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24fdcbe-222e-4ec9-bbfd-4eebc1010615 req-3d3756e7-52bf-40f2-a6c1-a6f2a5c03e61 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:34:03.097404 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e24fdcbe-222e-4ec9-bbfd-4eebc1010615 req-3d3756e7-52bf-40f2-a6c1-a6f2a5c03e61 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/ports?device_id=4dda4327-aabc-4695-9afd-2fa5c81ea6b5 HTTP/1.1" status: 200 len: 944 time: 0.3596797 Nov 22 20:34:03.145844 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-67728519-b656-4e88-8702-2935c9c77aea tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:03.176983 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0e783768-6fd7-4bb7-a50f-00894f1fe69c req-6b3cc4aa-91bb-4dfe-b752-9d36eafea39c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0dcbbc9f-eb53-4e3e-ab9f-6f3b6c9b6452 HTTP/1.1" status: 200 len: 217 time: 0.0775495 Nov 22 20:34:03.179462 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b9de8d2b-3d78-47e1-afe0-8a0e8d8b432c tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748992492791'] for network, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:03.216907 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b9de8d2b-3d78-47e1-afe0-8a0e8d8b432c tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for network, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:03.224315 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0b1f641e-d899-4366-8eec-70504fd5d686 req-0753c079-b97a-454b-8491-6bdef1d06ec7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d45dc3a7-ff28-432b-8016-c373ba7cbd55 HTTP/1.1" status: 200 len: 1000 time: 0.3334882 Nov 22 20:34:03.225427 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b9de8d2b-3d78-47e1-afe0-8a0e8d8b432c tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Network a07a1f96-cd3b-4520-8e5e-9db482e48bdc is not hosted by any dhcp agent {{(pid=103448) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 22 20:34:03.231661 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9de8d2b-3d78-47e1-afe0-8a0e8d8b432c tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:34:03.232263 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b9de8d2b-3d78-47e1-afe0-8a0e8d8b432c tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks [] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:03.233656 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-b9de8d2b-3d78-47e1-afe0-8a0e8d8b432c tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] 10.222.0.46 "PUT /v2.0/networks/a07a1f96-cd3b-4520-8e5e-9db482e48bdc HTTP/1.1" status: 200 len: 723 time: 0.7934670 Nov 22 20:34:03.253964 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 41718) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:34:03.259279 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-da6a5311-6295-416e-bdfb-92d094026b89 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Request body: {'subnet': {'network_id': 'a07a1f96-cd3b-4520-8e5e-9db482e48bdc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:34:03.297663 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-67728519-b656-4e88-8702-2935c9c77aea tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:03.357627 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67728519-b656-4e88-8702-2935c9c77aea tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Network c48a55e9-6a85-4746-b7bf-3e29fb560094 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:34:03.360003 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-67728519-b656-4e88-8702-2935c9c77aea tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:34:03.363584 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e24fdcbe-222e-4ec9-bbfd-4eebc1010615 req-04d0a2ca-6889-44f3-8256-33218107a2fa tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/security-groups?id=967182ec-36b6-43cb-985c-f0d9e87194dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2653761 Nov 22 20:34:03.371707 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67728519-b656-4e88-8702-2935c9c77aea tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Pushing event updated for resources: {'Port': ['ID=1dcd9fae-d85f-423b-a5ef-9c601c5d22ef,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:34:03.379904 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9de8d2b-3d78-47e1-afe0-8a0e8d8b432c tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Pushing event updated for resources: {'Network': ['ID=a07a1f96-cd3b-4520-8e5e-9db482e48bdc,revision_number=2']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:34:03.383027 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e783768-6fd7-4bb7-a50f-00894f1fe69c req-a5d91e3e-e264-4234-957d-b145c33ac090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:34:03.384528 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0e783768-6fd7-4bb7-a50f-00894f1fe69c req-a5d91e3e-e264-4234-957d-b145c33ac090 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e400cdbc-53df-47e7-8a78-7e2509f719bf HTTP/1.1" status: 200 len: 846 time: 0.1947267 Nov 22 20:34:03.405171 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67728519-b656-4e88-8702-2935c9c77aea tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:34:03.446662 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-03f0964f-1b75-4df7-99e0-a3cdb56ec2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:03.469288 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Network a07a1f96-cd3b-4520-8e5e-9db482e48bdc details requested by agent ovs-agent-n-d-818823-1 with host n-d-818823-1 {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 20:34:03.828326 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55c8ea2e-f35c-4917-83f4-6a6eece9ab8c', 'tag': 'd45dc3a7-ff28-432b-8016-c373ba7cbd55'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:34:03.830828 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b528fc03-3697-47e3-bb3f-efb9c2486787" -d '{"events": [{"name": "network-changed", "server_uuid": "55c8ea2e-f35c-4917-83f4-6a6eece9ab8c", "tag": "d45dc3a7-ff28-432b-8016-c373ba7cbd55"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:34:03.841801 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1f641e-d899-4366-8eec-70504fd5d686 req-6ff8cffe-41c7-4fd3-8e4b-c7c20ab7c833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:34:03.843264 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0b1f641e-d899-4366-8eec-70504fd5d686 req-6ff8cffe-41c7-4fd3-8e4b-c7c20ab7c833 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bfcf564a-3590-4b88-b146-a6d87131f13b HTTP/1.1" status: 200 len: 856 time: 0.6112924 Nov 22 20:34:03.845612 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0e783768-6fd7-4bb7-a50f-00894f1fe69c req-ad076e04-3476-4b9d-977c-bacbf11e920b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=33dd767d-ab2c-4bf6-a32d-ce7483655865&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4444709 Nov 22 20:34:03.852596 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-67728519-b656-4e88-8702-2935c9c77aea tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:03.921113 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-67728519-b656-4e88-8702-2935c9c77aea tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:03.990980 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719b7898-3c09-41f5-9e87-040c5869004d req-cd7e032d-7a67-4a5a-b59e-7b5307806ebf tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:34:03.992538 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-719b7898-3c09-41f5-9e87-040c5869004d req-cd7e032d-7a67-4a5a-b59e-7b5307806ebf tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/ports?device_id=55c8ea2e-f35c-4917-83f4-6a6eece9ab8c HTTP/1.1" status: 200 len: 945 time: 0.6993129 Nov 22 20:34:04.016308 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da6a5311-6295-416e-bdfb-92d094026b89 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Made reservation on behalf of 514017ce9a25478c9d0da65e12765f42 for: {'subnet': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:34:04.019874 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-da6a5311-6295-416e-bdfb-92d094026b89 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8485086'] for subnet, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:04.095650 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-67728519-b656-4e88-8702-2935c9c77aea tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks [] for port, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:04.101053 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-67728519-b656-4e88-8702-2935c9c77aea tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:04.104065 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b7264f-ccd9-4416-be28-7149a7ccd60d req-88c2693f-714d-415a-9a61-ea87ea12f48d tempest-ServerTagsTestJSON-1799410248 tempest-ServerTagsTestJSON-1799410248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:34:04.107279 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-10b7264f-ccd9-4416-be28-7149a7ccd60d req-88c2693f-714d-415a-9a61-ea87ea12f48d tempest-ServerTagsTestJSON-1799410248 tempest-ServerTagsTestJSON-1799410248-project] 10.222.0.46 "GET /v2.0/ports?device_id=07882fce-49f2-4dc8-865a-0074edbd22c6 HTTP/1.1" status: 200 len: 945 time: 0.2685387 Nov 22 20:34:04.109716 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1f641e-d899-4366-8eec-70504fd5d686 req-c417762f-3ff1-4772-abfa-46a8d1420e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:34:04.111714 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0b1f641e-d899-4366-8eec-70504fd5d686 req-c417762f-3ff1-4772-abfa-46a8d1420e24 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=472efbbc-d832-48a8-ba47-cb0fa0f678cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2529151 Nov 22 20:34:04.131017 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0e783768-6fd7-4bb7-a50f-00894f1fe69c req-ced9aa09-6544-4dca-8ddc-c50d3fa4855f service neutron] 10.222.0.20 "GET /v2.0/networks/33dd767d-ab2c-4bf6-a32d-ce7483655865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2692573 Nov 22 20:34:04.172150 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67728519-b656-4e88-8702-2935c9c77aea tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Pushing event updated for resources: {'Port': ['ID=1dcd9fae-d85f-423b-a5ef-9c601c5d22ef,revision_number=2']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:34:04.190710 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-67728519-b656-4e88-8702-2935c9c77aea tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-595224'] for floatingip, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:04.308985 n-d-818823-1 neutron-server[103448]: INFO neutron.db.l3_db [None req-67728519-b656-4e88-8702-2935c9c77aea tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Floating IP a9b55754-60be-4041-8136-794d05908e03 associated. External IP: 172.25.5.48, port: 32bfada7-9220-43d4-a9c1-36f9aa99943c. Nov 22 20:34:04.315937 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-719b7898-3c09-41f5-9e87-040c5869004d req-e34907e2-c942-45e5-a042-62e0d0843608 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/security-groups?id=be1c2326-cee4-429b-9524-b757ff14e61f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3084550 Nov 22 20:34:04.364721 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-10b7264f-ccd9-4416-be28-7149a7ccd60d req-2a2c1914-a6fd-4b32-9c0e-b54f2bc31a4f tempest-ServerTagsTestJSON-1799410248 tempest-ServerTagsTestJSON-1799410248-project] 10.222.0.46 "GET /v2.0/security-groups?id=118294d3-f8ca-4feb-8301-be06f9e6a1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2464826 Nov 22 20:34:04.409412 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 20:34:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96187a38-ab6b-4257-9d30-93b8d23003df x-openstack-request-id: req-96187a38-ab6b-4257-9d30-93b8d23003df {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:34:04.409959 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55c8ea2e-f35c-4917-83f4-6a6eece9ab8c", "tag": "d45dc3a7-ff28-432b-8016-c373ba7cbd55", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:34:04.410397 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-96187a38-ab6b-4257-9d30-93b8d23003df {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:34:04.410991 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55c8ea2e-f35c-4917-83f4-6a6eece9ab8c', 'tag': 'd45dc3a7-ff28-432b-8016-c373ba7cbd55', 'status': 'completed', 'code': 200} Nov 22 20:34:04.417112 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0b1f641e-d899-4366-8eec-70504fd5d686 req-3b0cb0fc-fe20-4c0c-b88f-ec40f723e973 service neutron] 10.222.0.20 "GET /v2.0/networks/472efbbc-d832-48a8-ba47-cb0fa0f678cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2888594 Nov 22 20:34:04.447025 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0e783768-6fd7-4bb7-a50f-00894f1fe69c req-45f389f1-b46d-405c-bab2-4d8874a27a47 service neutron] 10.222.0.20 "GET /v2.0/networks/33dd767d-ab2c-4bf6-a32d-ce7483655865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2965155 Nov 22 20:34:04.550271 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67728519-b656-4e88-8702-2935c9c77aea tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Router 046e811e-a745-435b-b598-9f369ae1e439 has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 20:34:04.625690 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d39437-7596-4c56-a6b4-57665f46f25b req-8b7f912e-ccef-4d35-8c2e-0ff3ebf58be6 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:34:04.627870 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-87d39437-7596-4c56-a6b4-57665f46f25b req-8b7f912e-ccef-4d35-8c2e-0ff3ebf58be6 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/ports?device_id=4dda4327-aabc-4695-9afd-2fa5c81ea6b5 HTTP/1.1" status: 200 len: 944 time: 0.1704583 Nov 22 20:34:04.630748 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-da6a5311-6295-416e-bdfb-92d094026b89 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8900613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8485104'] for subnet, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:04.644069 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0b1f641e-d899-4366-8eec-70504fd5d686 req-436ad6e3-a805-4a80-ae85-798ab14e5e8e service neutron] 10.222.0.20 "GET /v2.0/networks/472efbbc-d832-48a8-ba47-cb0fa0f678cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1996746 Nov 22 20:34:04.664935 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67728519-b656-4e88-8702-2935c9c77aea tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:34:04.679246 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8560bd69-baee-4304-b51b-5e7fd7233cba None None] Sync routers for ids ['046e811e-a745-435b-b598-9f369ae1e439'] in n-d-818823-1 {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:34:04.686580 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-67728519-b656-4e88-8702-2935c9c77aea tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for floatingip, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:04.722677 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8560bd69-baee-4304-b51b-5e7fd7233cba None None] Routers {'046e811e-a745-435b-b598-9f369ae1e439'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:34:04.724014 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-8560bd69-baee-4304-b51b-5e7fd7233cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:34:02Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['046e811e-a745-435b-b598-9f369ae1e439'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:34:04.732047 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-67728519-b656-4e88-8702-2935c9c77aea tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 2.8185914 Nov 22 20:34:04.732776 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 41734) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:34:04.737385 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-57d109fa-0bab-4e22-b723-07adfad19b50 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:34:04.749041 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6a5311-6295-416e-bdfb-92d094026b89 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Pushing event updated for resources: {'Subnet': ['ID=a4a4f5d5-c98c-4107-bf11-ff113bb9c119,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:34:04.768463 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-87d39437-7596-4c56-a6b4-57665f46f25b req-53ad3c0e-f76d-48f3-9a52-8081acf962ce tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/security-groups?id=967182ec-36b6-43cb-985c-f0d9e87194dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242363 Nov 22 20:34:04.781722 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-8560bd69-baee-4304-b51b-5e7fd7233cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:34:04.807207 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da6a5311-6295-416e-bdfb-92d094026b89 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Checking segment: {'id': 'f6e6add1-a657-43ff-bba7-887d99b22d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'a07a1f96-cd3b-4520-8e5e-9db482e48bdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:34:04.807607 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da6a5311-6295-416e-bdfb-92d094026b89 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Network hostable DHCP agents. Network: a07a1f96-cd3b-4520-8e5e-9db482e48bdc, hostable agents: ['02adaa64-0987-4b74-bad0-cbcf56f8a294'], hosted agents: [] {{(pid=103447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 20:34:04.813570 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8560bd69-baee-4304-b51b-5e7fd7233cba None None] Routers {'046e811e-a745-435b-b598-9f369ae1e439'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:34:04.814717 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-8560bd69-baee-4304-b51b-5e7fd7233cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:34:02Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['046e811e-a745-435b-b598-9f369ae1e439'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:34:04.832305 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b528fc03-3697-47e3-bb3f-efb9c2486787 req-72052108-fe17-42c9-a430-2b5966cb11e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:34:04.834501 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b528fc03-3697-47e3-bb3f-efb9c2486787 req-72052108-fe17-42c9-a430-2b5966cb11e6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=99aeed5920ec4cada406eeeb08e171e4&device_id=55c8ea2e-f35c-4917-83f4-6a6eece9ab8c HTTP/1.1" status: 200 len: 1096 time: 0.0959744 Nov 22 20:34:04.849522 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-8560bd69-baee-4304-b51b-5e7fd7233cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:34:04.850305 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8560bd69-baee-4304-b51b-5e7fd7233cba None None] The sync data for ids ['046e811e-a745-435b-b598-9f369ae1e439'] in n-d-818823-1 is: [] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:34:04.854030 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da6a5311-6295-416e-bdfb-92d094026b89 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Network a07a1f96-cd3b-4520-8e5e-9db482e48bdc is scheduled to be hosted by DHCP agent 02adaa64-0987-4b74-bad0-cbcf56f8a294 with binding_index 1 {{(pid=103447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 20:34:04.863779 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-57d109fa-0bab-4e22-b723-07adfad19b50 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks [] for floatingip, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:04.922735 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-da6a5311-6295-416e-bdfb-92d094026b89 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818823-1, a07a1f96-cd3b-4520-8e5e-9db482e48bdc) {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:34:04.933350 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ac8e1c1-de88-41ea-8dc2-06035bedf166 None None] Network a07a1f96-cd3b-4520-8e5e-9db482e48bdc requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:34:04.937476 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da6a5311-6295-416e-bdfb-92d094026b89 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:34:04.940935 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-da6a5311-6295-416e-bdfb-92d094026b89 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for subnet, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:05.007360 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-da6a5311-6295-416e-bdfb-92d094026b89 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7499216 Nov 22 20:34:05.017815 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 41746) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:34:05.029773 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-329d3aec-f1a4-422c-8467-e86c586954e2 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:34:05.068132 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-57d109fa-0bab-4e22-b723-07adfad19b50 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:05.081706 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-57d109fa-0bab-4e22-b723-07adfad19b50 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-595224'] for floatingip, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:05.082058 n-d-818823-1 neutron-server[103448]: INFO neutron.db.l3_db [None req-57d109fa-0bab-4e22-b723-07adfad19b50 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Floating IP a9b55754-60be-4041-8136-794d05908e03 disassociated. External IP: 172.25.5.48, port: 32bfada7-9220-43d4-a9c1-36f9aa99943c. Nov 22 20:34:05.162293 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-329d3aec-f1a4-422c-8467-e86c586954e2 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8485097'] for subnet, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:05.185534 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e49ee129-e862-4476-beca-cdc8150d2345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:05.259251 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b006df3e-aa94-43d9-8199-b6c5c0a092b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fb26bd7-ce56-527b-b94f-2e1f7cb2bb35-a07a1f96-cd3b-4520-8e5e-9db482e48bdc', 'network_id': 'a07a1f96-cd3b-4520-8e5e-9db482e48bdc', 'tenant_id': '514017ce9a25478c9d0da65e12765f42', 'fixed_ips': [{'subnet_id': 'a4a4f5d5-c98c-4107-bf11-ff113bb9c119'}]}} from n-d-818823-1. {{(pid=103449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 20:34:05.260378 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-b006df3e-aa94-43d9-8199-b6c5c0a092b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:05.322513 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba63881-0792-45f7-a37b-eaed5b9007c0 req-aee62a1d-6f03-495f-b660-10e7d5328fe3 tempest-ServerTagsTestJSON-1799410248 tempest-ServerTagsTestJSON-1799410248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:34:05.324428 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-4ba63881-0792-45f7-a37b-eaed5b9007c0 req-aee62a1d-6f03-495f-b660-10e7d5328fe3 tempest-ServerTagsTestJSON-1799410248 tempest-ServerTagsTestJSON-1799410248-project] 10.222.0.41 "GET /v2.0/ports?device_id=07882fce-49f2-4dc8-865a-0074edbd22c6 HTTP/1.1" status: 200 len: 945 time: 0.2546914 Nov 22 20:34:05.556151 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b528fc03-3697-47e3-bb3f-efb9c2486787 req-06e18ac8-fbf5-4974-8ace-00531f525e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:34:05.562970 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b528fc03-3697-47e3-bb3f-efb9c2486787 req-06e18ac8-fbf5-4974-8ace-00531f525e7e service neutron] 10.222.0.20 "GET /v2.0/networks?id=472efbbc-d832-48a8-ba47-cb0fa0f678cf HTTP/1.1" status: 200 len: 918 time: 0.7161171 Nov 22 20:34:05.590080 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 0dcbbc9f-eb53-4e3e-ab9f-6f3b6c9b6452 details requested by agent hyperv_n-h2-818823-1 with host n-h2-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 20:34:05.706390 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.db_base_plugin_common [None req-b006df3e-aa94-43d9-8199-b6c5c0a092b3 None None] Allocated IP 172.20.0.2 (a07a1f96-cd3b-4520-8e5e-9db482e48bdc/a4a4f5d5-c98c-4107-bf11-ff113bb9c119/24eb29a3-e4db-4e6f-9350-2d686bcb8525) {{(pid=103449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:34:05.715525 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-329d3aec-f1a4-422c-8467-e86c586954e2 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8748992951628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8900671'] for subnet, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:05.818841 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [req-4ba63881-0792-45f7-a37b-eaed5b9007c0 req-f1d44500-4b1a-48b4-8f45-42ad0d34721d tempest-ServerTagsTestJSON-1799410248 tempest-ServerTagsTestJSON-1799410248-project] Deleting port 57b36f73-1ad6-478b-88a5-ddfe336f4b87 {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:34:05.819237 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-4ba63881-0792-45f7-a37b-eaed5b9007c0 req-f1d44500-4b1a-48b4-8f45-42ad0d34721d tempest-ServerTagsTestJSON-1799410248 tempest-ServerTagsTestJSON-1799410248-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:05.823270 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-329d3aec-f1a4-422c-8467-e86c586954e2 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:34:05.831074 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57d109fa-0bab-4e22-b723-07adfad19b50 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Router 046e811e-a745-435b-b598-9f369ae1e439 has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 20:34:05.832112 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-329d3aec-f1a4-422c-8467-e86c586954e2 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks [] for subnet, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:05.838574 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-329d3aec-f1a4-422c-8467-e86c586954e2 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] 10.222.0.46 "PUT /v2.0/subnets/a4a4f5d5-c98c-4107-bf11-ff113bb9c119 HTTP/1.1" status: 200 len: 806 time: 0.8194630 Nov 22 20:34:05.914951 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 41766) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:34:06.050792 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-b006df3e-aa94-43d9-8199-b6c5c0a092b3 None None] Publish callbacks [] for port, precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:06.119954 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-4ba63881-0792-45f7-a37b-eaed5b9007c0 req-f1d44500-4b1a-48b4-8f45-42ad0d34721d tempest-ServerTagsTestJSON-1799410248 tempest-ServerTagsTestJSON-1799410248-project] For port 57b36f73-1ad6-478b-88a5-ddfe336f4b87, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=57b36f73-1ad6-478b-88a5-ddfe336f4b87,segment=NetworkSegment(e514e77b-3478-4367-b5f2-a0deede57a63),segment_id=e514e77b-3478-4367-b5f2-a0deede57a63)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:34:06.120409 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-4ba63881-0792-45f7-a37b-eaed5b9007c0 req-f1d44500-4b1a-48b4-8f45-42ad0d34721d tempest-ServerTagsTestJSON-1799410248 tempest-ServerTagsTestJSON-1799410248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:06.179514 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [req-4ba63881-0792-45f7-a37b-eaed5b9007c0 req-f1d44500-4b1a-48b4-8f45-42ad0d34721d tempest-ServerTagsTestJSON-1799410248 tempest-ServerTagsTestJSON-1799410248-project] Calling delete_port for 57b36f73-1ad6-478b-88a5-ddfe336f4b87 owned by compute:nova {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:34:06.210133 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57addbf8-7179-4755-8c8f-ccd268ccc2a9 req-ac036536-374b-4d5f-a067-dc4f4ac908ac tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:34:06.211801 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-57addbf8-7179-4755-8c8f-ccd268ccc2a9 req-ac036536-374b-4d5f-a067-dc4f4ac908ac tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/ports?device_id=55c8ea2e-f35c-4917-83f4-6a6eece9ab8c HTTP/1.1" status: 200 len: 945 time: 0.6765954 Nov 22 20:34:06.221216 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a75d44b-6c76-4e2c-a025-a46c0693d5fa req-01dc9ca1-5170-48db-b05a-1f3500f9f522 tempest-ServerTagsTestJSON-1799410248 tempest-ServerTagsTestJSON-1799410248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:34:06.248794 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7a75d44b-6c76-4e2c-a025-a46c0693d5fa req-01dc9ca1-5170-48db-b05a-1f3500f9f522 tempest-ServerTagsTestJSON-1799410248 tempest-ServerTagsTestJSON-1799410248-project] 10.222.0.46 "GET /v2.0/ports?device_id=07882fce-49f2-4dc8-865a-0074edbd22c6 HTTP/1.1" status: 200 len: 945 time: 0.6860442 Nov 22 20:34:06.260311 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57d109fa-0bab-4e22-b723-07adfad19b50 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:34:06.262582 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port 0dcbbc9f-eb53-4e3e-ab9f-6f3b6c9b6452, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=0dcbbc9f-eb53-4e3e-ab9f-6f3b6c9b6452,segment=NetworkSegment(470d5048-a1ed-4f8a-b81a-95ae6f6f9db0),segment_id=470d5048-a1ed-4f8a-b81a-95ae6f6f9db0)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:34:06.266821 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-57d109fa-0bab-4e22-b723-07adfad19b50 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for floatingip, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:06.276352 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f09a1aa-e9da-4f76-bcf1-59cbc1626eb9 None None] Sync routers for ids ['046e811e-a745-435b-b598-9f369ae1e439'] in n-d-818823-1 {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:34:06.292417 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Returning: {'device': '0dcbbc9f-eb53-4e3e-ab9f-6f3b6c9b6452', 'network_id': '33dd767d-ab2c-4bf6-a32d-ce7483655865', 'port_id': '0dcbbc9f-eb53-4e3e-ab9f-6f3b6c9b6452', 'mac_address': 'fa:16:3e:e8:06:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e400cdbc-53df-47e7-8a78-7e2509f719bf', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 20:34:06.296045 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f09a1aa-e9da-4f76-bcf1-59cbc1626eb9 None None] Routers {'046e811e-a745-435b-b598-9f369ae1e439'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:34:06.298537 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-4f09a1aa-e9da-4f76-bcf1-59cbc1626eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:34:02Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['046e811e-a745-435b-b598-9f369ae1e439'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:34:06.298888 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b528fc03-3697-47e3-bb3f-efb9c2486787 req-3d1ec225-b2f6-4088-a927-e45ce8f489e3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d45dc3a7-ff28-432b-8016-c373ba7cbd55 HTTP/1.1" status: 200 len: 1000 time: 0.6999304 Nov 22 20:34:06.302679 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-b006df3e-aa94-43d9-8199-b6c5c0a092b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372'] for port, after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:06.316963 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-57d109fa-0bab-4e22-b723-07adfad19b50 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] 10.222.0.46 "PUT /v2.0/floatingips/a9b55754-60be-4041-8136-794d05908e03 HTTP/1.1" status: 200 len: 687 time: 1.5826020 Nov 22 20:34:06.319450 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 41768) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:34:06.361241 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329d3aec-f1a4-422c-8467-e86c586954e2 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Pushing event updated for resources: {'Subnet': ['ID=a4a4f5d5-c98c-4107-bf11-ff113bb9c119,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:34:06.368038 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:06.369925 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:06.432781 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-4f09a1aa-e9da-4f76-bcf1-59cbc1626eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:34:06.433025 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0dcbbc9f-eb53-4e3e-ab9f-6f3b6c9b6452 {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:34:06.440832 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b006df3e-aa94-43d9-8199-b6c5c0a092b3 None None] Network a07a1f96-cd3b-4520-8e5e-9db482e48bdc is already hosted by enough agents. {{(pid=103449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:34:06.455808 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.base_scheduler [None req-b006df3e-aa94-43d9-8199-b6c5c0a092b3 None None] Resources bound (agent type, host, resource id): {{(pid=103449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:34:06.463451 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b006df3e-aa94-43d9-8199-b6c5c0a092b3 None None] Received port after_create {{(pid=103449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:34:06.464848 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f09a1aa-e9da-4f76-bcf1-59cbc1626eb9 None None] Routers {'046e811e-a745-435b-b598-9f369ae1e439'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:34:06.467032 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-4f09a1aa-e9da-4f76-bcf1-59cbc1626eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:34:02Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['046e811e-a745-435b-b598-9f369ae1e439'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:34:06.478603 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b006df3e-aa94-43d9-8199-b6c5c0a092b3 None None] Pushing event updated for resources: {'Port': ['ID=24eb29a3-e4db-4e6f-9350-2d686bcb8525,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:34:06.484092 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port 0dcbbc9f-eb53-4e3e-ab9f-6f3b6c9b6452, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=0dcbbc9f-eb53-4e3e-ab9f-6f3b6c9b6452,segment=NetworkSegment(470d5048-a1ed-4f8a-b81a-95ae6f6f9db0),segment_id=470d5048-a1ed-4f8a-b81a-95ae6f6f9db0)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:34:06.517148 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:06.588120 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-b006df3e-aa94-43d9-8199-b6c5c0a092b3 None None] Attempting to bind port 24eb29a3-e4db-4e6f-9350-2d686bcb8525 on host n-d-818823-1 for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:34:06.588413 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-b006df3e-aa94-43d9-8199-b6c5c0a092b3 None None] Attempting to bind port 24eb29a3-e4db-4e6f-9350-2d686bcb8525 by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': 'f6e6add1-a657-43ff-bba7-887d99b22d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'a07a1f96-cd3b-4520-8e5e-9db482e48bdc'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:34:06.588775 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b006df3e-aa94-43d9-8199-b6c5c0a092b3 None None] Attempting to bind port 24eb29a3-e4db-4e6f-9350-2d686bcb8525 on network a07a1f96-cd3b-4520-8e5e-9db482e48bdc {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:34:06.588954 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-cfccf00e-096d-48fb-987f-6843e08fc79a tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Deleting port 1dcd9fae-d85f-423b-a5ef-9c601c5d22ef {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:34:06.589495 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cfccf00e-096d-48fb-987f-6843e08fc79a tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:06.593252 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-4ba63881-0792-45f7-a37b-eaed5b9007c0 req-f1d44500-4b1a-48b4-8f45-42ad0d34721d tempest-ServerTagsTestJSON-1799410248 tempest-ServerTagsTestJSON-1799410248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:06.617170 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-4f09a1aa-e9da-4f76-bcf1-59cbc1626eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:34:06.617857 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f09a1aa-e9da-4f76-bcf1-59cbc1626eb9 None None] The sync data for ids ['046e811e-a745-435b-b598-9f369ae1e439'] in n-d-818823-1 is: [] {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:34:06.628335 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b006df3e-aa94-43d9-8199-b6c5c0a092b3 None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 34, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:34:06.628702 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b006df3e-aa94-43d9-8199-b6c5c0a092b3 None None] Checking segment: {'id': 'f6e6add1-a657-43ff-bba7-887d99b22d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'a07a1f96-cd3b-4520-8e5e-9db482e48bdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:34:06.629111 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-b006df3e-aa94-43d9-8199-b6c5c0a092b3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:06.629511 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b006df3e-aa94-43d9-8199-b6c5c0a092b3 None None] Bound using segment: {'id': 'f6e6add1-a657-43ff-bba7-887d99b22d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'a07a1f96-cd3b-4520-8e5e-9db482e48bdc'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:34:06.630002 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-b006df3e-aa94-43d9-8199-b6c5c0a092b3 None None] Bound port: 24eb29a3-e4db-4e6f-9350-2d686bcb8525, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6e6add1-a657-43ff-bba7-887d99b22d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'a07a1f96-cd3b-4520-8e5e-9db482e48bdc'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:34:06.630393 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-b006df3e-aa94-43d9-8199-b6c5c0a092b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:06.634068 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] get_ports_and_sgs() called for port_ids ['57b36f73-1ad6-478b-88a5-ddfe336f4b87'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:34:06.666129 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-57addbf8-7179-4755-8c8f-ccd268ccc2a9 req-d9fbdd06-91f7-4a0b-90ea-4d53122c315c tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/security-groups?id=be1c2326-cee4-429b-9524-b757ff14e61f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3981130 Nov 22 20:34:06.717216 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7a75d44b-6c76-4e2c-a025-a46c0693d5fa req-abacf5e0-9457-4555-a53a-4c7eddcee394 tempest-ServerTagsTestJSON-1799410248 tempest-ServerTagsTestJSON-1799410248-project] 10.222.0.46 "GET /v2.0/security-groups?id=118294d3-f8ca-4feb-8301-be06f9e6a1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4011171 Nov 22 20:34:06.737536 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d44500-4b1a-48b4-8f45-42ad0d34721d tempest-ServerTagsTestJSON-1799410248 tempest-ServerTagsTestJSON-1799410248-project] Pushing event deleted for resources: {'Port': ['ID=57b36f73-1ad6-478b-88a5-ddfe336f4b87,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:34:06.755719 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=0dcbbc9f-eb53-4e3e-ab9f-6f3b6c9b6452,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:34:06.762135 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] get_ports_and_sgs() called for port_ids ['0dcbbc9f-eb53-4e3e-ab9f-6f3b6c9b6452'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:34:06.764769 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b12cd5d8-726c-4221-9a17-91b6bb4fb106 None None] DHCP port deletion for 647b2e35-b0c1-4821-956b-883fc23297c8 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:34:06.804694 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-75a952e5-76f7-460f-a2e4-4c041b1b4995 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3961693'] for network, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:06.831039 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b528fc03-3697-47e3-bb3f-efb9c2486787 req-bb45a46d-4c06-4ce3-a633-e651b1ed0824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:34:06.833816 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b528fc03-3697-47e3-bb3f-efb9c2486787 req-bb45a46d-4c06-4ce3-a633-e651b1ed0824 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bfcf564a-3590-4b88-b146-a6d87131f13b HTTP/1.1" status: 200 len: 856 time: 0.4113569 Nov 22 20:34:06.852613 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ba63881-0792-45f7-a37b-eaed5b9007c0 req-f1d44500-4b1a-48b4-8f45-42ad0d34721d tempest-ServerTagsTestJSON-1799410248 tempest-ServerTagsTestJSON-1799410248-project] No DVR routers for this DVR port 57b36f73-1ad6-478b-88a5-ddfe336f4b87 on host n-h1-818823-1 {{(pid=103448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:34:06.857200 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-4ba63881-0792-45f7-a37b-eaed5b9007c0 req-f1d44500-4b1a-48b4-8f45-42ad0d34721d tempest-ServerTagsTestJSON-1799410248 tempest-ServerTagsTestJSON-1799410248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:06.862071 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-4ba63881-0792-45f7-a37b-eaed5b9007c0 req-f1d44500-4b1a-48b4-8f45-42ad0d34721d tempest-ServerTagsTestJSON-1799410248 tempest-ServerTagsTestJSON-1799410248-project] 10.222.0.41 "DELETE /v2.0/ports/57b36f73-1ad6-478b-88a5-ddfe336f4b87 HTTP/1.1" status: 204 len: 173 time: 1.5271871 Nov 22 20:34:06.863258 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07882fce-49f2-4dc8-865a-0074edbd22c6', 'name': 'network-vif-deleted', 'tag': '57b36f73-1ad6-478b-88a5-ddfe336f4b87'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:34:06.866457 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589a98cf2aea187fcc423a5edb333e5a6cf3ad7c81115d1ebee0f079693c312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9fb6446-1553-4afb-92da-d83570ced40e" -d '{"events": [{"server_uuid": "07882fce-49f2-4dc8-865a-0074edbd22c6", "name": "network-vif-deleted", "tag": "57b36f73-1ad6-478b-88a5-ddfe336f4b87"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:34:06.914994 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cfccf00e-096d-48fb-987f-6843e08fc79a tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:06.915371 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cfccf00e-096d-48fb-987f-6843e08fc79a tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:06.921788 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-b006df3e-aa94-43d9-8199-b6c5c0a092b3 None None] For port 24eb29a3-e4db-4e6f-9350-2d686bcb8525, host n-d-818823-1, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:34:06.927638 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-b006df3e-aa94-43d9-8199-b6c5c0a092b3 None None] For port 24eb29a3-e4db-4e6f-9350-2d686bcb8525, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=24eb29a3-e4db-4e6f-9350-2d686bcb8525,segment=NetworkSegment(f6e6add1-a657-43ff-bba7-887d99b22d3b),segment_id=f6e6add1-a657-43ff-bba7-887d99b22d3b)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:34:06.951235 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-b006df3e-aa94-43d9-8199-b6c5c0a092b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:06.957022 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-cfccf00e-096d-48fb-987f-6843e08fc79a tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Calling delete_port for 1dcd9fae-d85f-423b-a5ef-9c601c5d22ef owned by network:floatingip {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:34:06.972149 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:34:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-918a225a-1da5-4d0d-bac5-ed0b3402cdc7 x-openstack-request-id: req-918a225a-1da5-4d0d-bac5-ed0b3402cdc7 {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:34:06.972502 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07882fce-49f2-4dc8-865a-0074edbd22c6", "name": "network-vif-deleted", "tag": "57b36f73-1ad6-478b-88a5-ddfe336f4b87", "status": "completed", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:34:06.972698 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-918a225a-1da5-4d0d-bac5-ed0b3402cdc7 {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:34:06.973153 n-d-818823-1 neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07882fce-49f2-4dc8-865a-0074edbd22c6', 'name': 'network-vif-deleted', 'tag': '57b36f73-1ad6-478b-88a5-ddfe336f4b87', 'status': 'completed', 'code': 200} Nov 22 20:34:06.988273 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665d43fd-74c3-4fb2-b26f-b51fcc32e20b req-48234b3c-fe73-4819-ba31-d93e3fe86550 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:34:06.998656 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-665d43fd-74c3-4fb2-b26f-b51fcc32e20b req-48234b3c-fe73-4819-ba31-d93e3fe86550 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/ports?device_id=4dda4327-aabc-4695-9afd-2fa5c81ea6b5 HTTP/1.1" status: 200 len: 945 time: 0.1887701 Nov 22 20:34:07.040281 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b528fc03-3697-47e3-bb3f-efb9c2486787 req-a7b79836-e2a8-4ee8-b679-9ee3f5a93b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:34:07.041865 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b528fc03-3697-47e3-bb3f-efb9c2486787 req-a7b79836-e2a8-4ee8-b679-9ee3f5a93b51 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=472efbbc-d832-48a8-ba47-cb0fa0f678cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1478887 Nov 22 20:34:07.100241 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-665d43fd-74c3-4fb2-b26f-b51fcc32e20b req-0f19ae27-81c7-40d9-8a0d-d63a5bcdc188 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/security-groups?id=967182ec-36b6-43cb-985c-f0d9e87194dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000481 Nov 22 20:34:07.103449 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b006df3e-aa94-43d9-8199-b6c5c0a092b3 None None] Pushing event updated for resources: {'Port': ['ID=24eb29a3-e4db-4e6f-9350-2d686bcb8525,revision_number=2']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:34:07.206202 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-75a952e5-76f7-460f-a2e4-4c041b1b4995 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Deleting port 24eb29a3-e4db-4e6f-9350-2d686bcb8525 {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:34:07.206595 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-75a952e5-76f7-460f-a2e4-4c041b1b4995 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:07.306272 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cfccf00e-096d-48fb-987f-6843e08fc79a tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:07.409502 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfccf00e-096d-48fb-987f-6843e08fc79a tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Pushing event deleted for resources: {'Port': ['ID=1dcd9fae-d85f-423b-a5ef-9c601c5d22ef,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:34:07.544484 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [None req-75a952e5-76f7-460f-a2e4-4c041b1b4995 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] For port 24eb29a3-e4db-4e6f-9350-2d686bcb8525, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=24eb29a3-e4db-4e6f-9350-2d686bcb8525,segment=NetworkSegment(f6e6add1-a657-43ff-bba7-887d99b22d3b),segment_id=f6e6add1-a657-43ff-bba7-887d99b22d3b)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:34:07.548907 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-75a952e5-76f7-460f-a2e4-4c041b1b4995 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:07.579987 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cfccf00e-096d-48fb-987f-6843e08fc79a tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks [] for floatingip, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:07.584047 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cfccf00e-096d-48fb-987f-6843e08fc79a tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for floatingip, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:07.589254 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-cfccf00e-096d-48fb-987f-6843e08fc79a tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] 10.222.0.46 "DELETE /v2.0/floatingips/a9b55754-60be-4041-8136-794d05908e03 HTTP/1.1" status: 204 len: 168 time: 1.2687101 Nov 22 20:34:07.591142 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 41780) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:34:07.597959 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-50f65e3f-3b28-412c-81fc-f269e8759a48 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Request body: {'floatingip': {'floating_network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'port_id': 'c3020702-fcc6-42e7-ac32-4f4dec198e97'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:34:07.607306 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-75a952e5-76f7-460f-a2e4-4c041b1b4995 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Calling delete_port for 24eb29a3-e4db-4e6f-9350-2d686bcb8525 owned by network:dhcp {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:34:07.617315 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b528fc03-3697-47e3-bb3f-efb9c2486787 req-366919e6-89c0-44cf-9045-8d550b2a3ac8 service neutron] 10.222.0.20 "GET /v2.0/networks/472efbbc-d832-48a8-ba47-cb0fa0f678cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5367699 Nov 22 20:34:07.648482 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-50f65e3f-3b28-412c-81fc-f269e8759a48 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks [] for floatingip, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:07.822978 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 24eb29a3-e4db-4e6f-9350-2d686bcb8525 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:34:07.825402 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 41786) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:34:07.893017 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_v2 [None req-41d6c6d3-6044-41a3-b487-9a25246bf615 admin admin] Deleting subnet 32e7b243-fccf-4f59-beb3-7c8fbeefa8f0 {{(pid=103448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 20:34:07.897536 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-41d6c6d3-6044-41a3-b487-9a25246bf615 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:07.955097 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-41d6c6d3-6044-41a3-b487-9a25246bf615 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11627908'] for subnet, precommit_delete_associations {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:07.993353 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51463664-af2e-4a52-b37d-b926654c72c0 req-da304cec-baf4-4d50-84e4-c3115145124b tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:34:07.995059 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-51463664-af2e-4a52-b37d-b926654c72c0 req-da304cec-baf4-4d50-84e4-c3115145124b tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/ports?device_id=55c8ea2e-f35c-4917-83f4-6a6eece9ab8c HTTP/1.1" status: 200 len: 945 time: 0.1762762 Nov 22 20:34:08.017671 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 24eb29a3-e4db-4e6f-9350-2d686bcb8525 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:34:08.018296 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:08.083151 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b528fc03-3697-47e3-bb3f-efb9c2486787 req-83a585ce-83fe-43ae-a16e-ca8d8afba7b4 service neutron] 10.222.0.20 "GET /v2.0/networks/472efbbc-d832-48a8-ba47-cb0fa0f678cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3354106 Nov 22 20:34:08.100047 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-50f65e3f-3b28-412c-81fc-f269e8759a48 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:08.115722 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-41d6c6d3-6044-41a3-b487-9a25246bf615 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3753007'] for subnet, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:08.161340 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.agents_db [None req-aa8313f2-1ee4-4e7b-8c5a-d32b2f9d31ee None None] Agent healthcheck: found 7 active agents {{(pid=103450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 20:34:08.185372 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-75a952e5-76f7-460f-a2e4-4c041b1b4995 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:08.267927 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a952e5-76f7-460f-a2e4-4c041b1b4995 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Pushing event deleted for resources: {'Port': ['ID=24eb29a3-e4db-4e6f-9350-2d686bcb8525,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:34:08.306962 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-51463664-af2e-4a52-b37d-b926654c72c0 req-8b821765-2495-4ac0-96a5-5e1d0b404e18 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/security-groups?id=be1c2326-cee4-429b-9524-b757ff14e61f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2968283 Nov 22 20:34:08.370689 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a952e5-76f7-460f-a2e4-4c041b1b4995 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] No DVR routers for this DVR port 24eb29a3-e4db-4e6f-9350-2d686bcb8525 on host n-d-818823-1 {{(pid=103447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:34:08.491118 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-75a952e5-76f7-460f-a2e4-4c041b1b4995 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3753007'] for subnet, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:08.609031 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Could not find standard attr ID for object 24eb29a3-e4db-4e6f-9350-2d686bcb8525. {{(pid=103449) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 22 20:34:08.612807 n-d-818823-1 neutron-server[103449]: INFO neutron.plugins.ml2.db [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No ports have port_id starting with 24eb29a3-e4db-4e6f-9350-2d686bcb8525 Nov 22 20:34:08.659247 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [None req-50f65e3f-3b28-412c-81fc-f269e8759a48 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Allocated IP 172.25.5.7 (c48a55e9-6a85-4746-b7bf-3e29fb560094/5da6f781-63e6-4328-ae7a-5e672262f55a/45e31f6d-1db6-4558-a934-d86c73ac1763) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:34:08.703307 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-75a952e5-76f7-460f-a2e4-4c041b1b4995 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3753014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8900804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8485115'] for subnet, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:08.757472 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a952e5-76f7-460f-a2e4-4c041b1b4995 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Pushing event deleted for resources: {'Subnet': ['ID=a4a4f5d5-c98c-4107-bf11-ff113bb9c119,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:34:08.822814 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-41d6c6d3-6044-41a3-b487-9a25246bf615 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3753014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11567369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11792914'] for subnet, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:08.857760 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db21fe4b-6a68-4917-8647-1adb00aad467 req-7005a556-b4a4-4c05-aaac-d836781973af tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:34:08.865584 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-db21fe4b-6a68-4917-8647-1adb00aad467 req-7005a556-b4a4-4c05-aaac-d836781973af tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/ports?device_id=4dda4327-aabc-4695-9afd-2fa5c81ea6b5 HTTP/1.1" status: 200 len: 945 time: 0.3672736 Nov 22 20:34:08.902416 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-75a952e5-76f7-460f-a2e4-4c041b1b4995 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3760028', 'neutron.services.segments.db._delete_segments_for_network-8748992815755'] for network, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:08.943060 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-75a952e5-76f7-460f-a2e4-4c041b1b4995 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a07a1f96-cd3b-4520-8e5e-9db482e48bdc']}} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:34:08.960629 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23869d69-fafa-4f06-9f27-b10aeb7d3a18 None None] Network a07a1f96-cd3b-4520-8e5e-9db482e48bdc requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:34:08.966336 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-75a952e5-76f7-460f-a2e4-4c041b1b4995 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6e6add1-a657-43ff-bba7-887d99b22d3b') {'for_net_delete': True} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:34:08.966867 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-75a952e5-76f7-460f-a2e4-4c041b1b4995 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6e6add1-a657-43ff-bba7-887d99b22d3b') {} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:34:08.967567 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-60fbc382-6418-4eaf-bc3d-89c879db5c1b None None] Could not find standard attr ID for object 24eb29a3-e4db-4e6f-9350-2d686bcb8525. {{(pid=103449) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 22 20:34:08.987635 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-db21fe4b-6a68-4917-8647-1adb00aad467 req-261b3451-8997-45dc-bcce-dd2a63eaf3d6 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/security-groups?id=967182ec-36b6-43cb-985c-f0d9e87194dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153793 Nov 22 20:34:09.004255 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-75a952e5-76f7-460f-a2e4-4c041b1b4995 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748993039638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12178344'] for segment, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:09.022183 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-75a952e5-76f7-460f-a2e4-4c041b1b4995 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:09.049197 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75a952e5-76f7-460f-a2e4-4c041b1b4995 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Releasing vlan 647 on physical network physnet1 to pool {{(pid=103447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 20:34:09.050063 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-75a952e5-76f7-460f-a2e4-4c041b1b4995 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8900762'] for segment, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:09.056668 n-d-818823-1 neutron-server[103447]: Traceback (most recent call last): Nov 22 20:34:09.056668 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 20:34:09.056668 n-d-818823-1 neutron-server[103447]: timer() Nov 22 20:34:09.056668 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 20:34:09.056668 n-d-818823-1 neutron-server[103447]: cb(*args, **kw) Nov 22 20:34:09.056668 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 20:34:09.056668 n-d-818823-1 neutron-server[103447]: return func(*args, **kwargs) Nov 22 20:34:09.056668 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 20:34:09.056668 n-d-818823-1 neutron-server[103447]: self._notify() Nov 22 20:34:09.056668 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 20:34:09.056668 n-d-818823-1 neutron-server[103447]: self.callback(batched_events) Nov 22 20:34:09.056668 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 20:34:09.056668 n-d-818823-1 neutron-server[103447]: event.method(event) Nov 22 20:34:09.056668 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 20:34:09.056668 n-d-818823-1 neutron-server[103447]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 20:34:09.056668 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 20:34:09.056668 n-d-818823-1 neutron-server[103447]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 20:34:09.056668 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 20:34:09.056668 n-d-818823-1 neutron-server[103447]: return f(self, *a, **k) Nov 22 20:34:09.056668 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 20:34:09.056668 n-d-818823-1 neutron-server[103447]: return self._get(url).json() Nov 22 20:34:09.056668 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 20:34:09.056668 n-d-818823-1 neutron-server[103447]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 20:34:09.056668 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 20:34:09.056668 n-d-818823-1 neutron-server[103447]: return self.request(url, 'GET', **kwargs) Nov 22 20:34:09.056668 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 20:34:09.056668 n-d-818823-1 neutron-server[103447]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 20:34:09.056668 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 20:34:09.056668 n-d-818823-1 neutron-server[103447]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 20:34:09.056668 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 20:34:09.056668 n-d-818823-1 neutron-server[103447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 20:34:09.056668 n-d-818823-1 neutron-server[103447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 20:34:09.135517 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-75a952e5-76f7-460f-a2e4-4c041b1b4995 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3760002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595318'] for network, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:09.165574 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-75a952e5-76f7-460f-a2e4-4c041b1b4995 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for network, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:09.176574 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-75a952e5-76f7-460f-a2e4-4c041b1b4995 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] 10.222.0.46 "DELETE /v2.0/networks/a07a1f96-cd3b-4520-8e5e-9db482e48bdc HTTP/1.1" status: 204 len: 168 time: 3.2632520 Nov 22 20:34:09.177273 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 41800) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:34:09.215910 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a952e5-76f7-460f-a2e4-4c041b1b4995 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Pushing event deleted for resources: {'Network': ['ID=a07a1f96-cd3b-4520-8e5e-9db482e48bdc,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:34:09.246496 n-d-818823-1 neutron-server[103447]: INFO neutron.pecan_wsgi.hooks.translation [None req-902900e4-3cbe-4c16-bac6-c2f779bd286d tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] DELETE failed (client error): The resource could not be found. Nov 22 20:34:09.247746 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-902900e4-3cbe-4c16-bac6-c2f779bd286d tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103447) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 20:34:09.279582 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-902900e4-3cbe-4c16-bac6-c2f779bd286d tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] 10.222.0.46 "DELETE /v2.0/networks/a07a1f96-cd3b-4520-8e5e-9db482e48bdc HTTP/1.1" status: 404 len: 339 time: 0.0975904 Nov 22 20:34:09.280834 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 41802) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:34:09.291718 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-173468fd-a8a7-4864-b0ad-f4d020b19782 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-843946608', 'description': 'd1'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:34:09.339107 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c694f370-5044-4a76-a5eb-117dcfdab0ad None None] DHCP port deletion for a07a1f96-cd3b-4520-8e5e-9db482e48bdc request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:34:09.367994 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eb9bb85-2465-40bc-b0b5-2a4f61b4b1e4 None None] Network a07a1f96-cd3b-4520-8e5e-9db482e48bdc requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:34:09.369504 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-173468fd-a8a7-4864-b0ad-f4d020b19782 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Made reservation on behalf of 514017ce9a25478c9d0da65e12765f42 for: {'network': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:34:09.381709 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-173468fd-a8a7-4864-b0ad-f4d020b19782 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for network, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:09.403913 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eb9bb85-2465-40bc-b0b5-2a4f61b4b1e4 None None] Network a07a1f96-cd3b-4520-8e5e-9db482e48bdc could not be found, it might have been deleted concurrently. {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 22 20:34:09.456335 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-173468fd-a8a7-4864-b0ad-f4d020b19782 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] vlan segment allocate from pool success with {'vlan_id': 630, 'physical_network': 'physnet1'} {{(pid=103447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 20:34:09.487231 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-173468fd-a8a7-4864-b0ad-f4d020b19782 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:09.488322 n-d-818823-1 neutron-server[103447]: INFO neutron.db.segments_db [None req-173468fd-a8a7-4864-b0ad-f4d020b19782 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Added segment 1bb5e1a6-1352-492c-8835-a0b261bc8689 of type vlan for network efe48f8b-b90a-4e04-9176-8941452605d2 Nov 22 20:34:09.555799 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d6c6d3-6044-41a3-b487-9a25246bf615 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32e7b243-fccf-4f59-beb3-7c8fbeefa8f0,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:34:09.560603 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd90cb80-f27e-4545-86e7-1129f6be50fd None None] Network 647b2e35-b0c1-4821-956b-883fc23297c8 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:34:09.577658 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-41d6c6d3-6044-41a3-b487-9a25246bf615 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:09.591252 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-41d6c6d3-6044-41a3-b487-9a25246bf615 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/32e7b243-fccf-4f59-beb3-7c8fbeefa8f0 HTTP/1.1" status: 204 len: 168 time: 1.7636695 Nov 22 20:34:09.597869 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 41810) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:34:09.661024 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 0dcbbc9f-eb53-4e3e-ab9f-6f3b6c9b6452 up at agent hyperv_n-h2-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:34:09.676565 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-50f65e3f-3b28-412c-81fc-f269e8759a48 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:09.730130 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-50f65e3f-3b28-412c-81fc-f269e8759a48 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:09.739840 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 24eb29a3-e4db-4e6f-9350-2d686bcb8525 no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:34:09.760479 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50f65e3f-3b28-412c-81fc-f269e8759a48 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Network c48a55e9-6a85-4746-b7bf-3e29fb560094 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:34:09.762999 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-50f65e3f-3b28-412c-81fc-f269e8759a48 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:34:09.800688 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f65e3f-3b28-412c-81fc-f269e8759a48 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:34:09.803833 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: 24eb29a3-e4db-4e6f-9350-2d686bcb8525 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:34:09.804447 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 24eb29a3-e4db-4e6f-9350-2d686bcb8525 not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:34:09.811530 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9f1031fb-4e96-4bf9-8414-43526b9eeb89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3961693'] for network, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:09.870640 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-173468fd-a8a7-4864-b0ad-f4d020b19782 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748992492791'] for network, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:09.914269 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f65e3f-3b28-412c-81fc-f269e8759a48 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Pushing event updated for resources: {'Port': ['ID=45e31f6d-1db6-4558-a934-d86c73ac1763,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:34:09.923778 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Provisioning for port 0dcbbc9f-eb53-4e3e-ab9f-6f3b6c9b6452 completed by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 20:34:09.937113 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Provisioning complete for port 0dcbbc9f-eb53-4e3e-ab9f-6f3b6c9b6452 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:34:09.937113 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:10.042099 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54848ae2-4263-4aac-b5a2-b6d2dcc55c15 req-6df65030-7f3a-41e0-8f58-daed3b1cc7aa tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:34:10.044532 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-54848ae2-4263-4aac-b5a2-b6d2dcc55c15 req-6df65030-7f3a-41e0-8f58-daed3b1cc7aa tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/ports?device_id=55c8ea2e-f35c-4917-83f4-6a6eece9ab8c HTTP/1.1" status: 200 len: 945 time: 0.4517863 Nov 22 20:34:10.044897 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-173468fd-a8a7-4864-b0ad-f4d020b19782 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for network, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:10.055455 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-173468fd-a8a7-4864-b0ad-f4d020b19782 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:34:10.056142 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-173468fd-a8a7-4864-b0ad-f4d020b19782 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for network, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:10.073154 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-784962c6-73ff-41e9-aca6-0aed52f3e0e9 None None] DHCP port deletion for 647b2e35-b0c1-4821-956b-883fc23297c8 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:34:10.092469 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9f1031fb-4e96-4bf9-8414-43526b9eeb89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3760028', 'neutron.services.segments.db._delete_segments_for_network-8748992815755'] for network, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:10.149235 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 57b36f73-1ad6-478b-88a5-ddfe336f4b87 no longer exists at agent hyperv_n-h1-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:34:10.182697 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] No Port match for: 57b36f73-1ad6-478b-88a5-ddfe336f4b87 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:34:10.183442 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 57b36f73-1ad6-478b-88a5-ddfe336f4b87 not bound to the agent host n-h1-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:34:10.195234 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:10.258911 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dda4327-aabc-4695-9afd-2fa5c81ea6b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dcbbc9f-eb53-4e3e-ab9f-6f3b6c9b6452'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:34:10.267647 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d39f6d30a11e565ec9648abcc015e8a6ab6cff4edd704add8155e28765d31eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec226eb3-3e2c-47a7-97d8-0fd83a7d205e" -d '{"events": [{"server_uuid": "4dda4327-aabc-4695-9afd-2fa5c81ea6b5", "name": "network-vif-plugged", "status": "completed", "tag": "0dcbbc9f-eb53-4e3e-ab9f-6f3b6c9b6452"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:34:10.280791 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-173468fd-a8a7-4864-b0ad-f4d020b19782 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.9985278 Nov 22 20:34:10.285009 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-9f1031fb-4e96-4bf9-8414-43526b9eeb89 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['647b2e35-b0c1-4821-956b-883fc23297c8']}} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:34:10.289789 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 41816) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:34:10.304138 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port 0dcbbc9f-eb53-4e3e-ab9f-6f3b6c9b6452, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=0dcbbc9f-eb53-4e3e-ab9f-6f3b6c9b6452,segment=NetworkSegment(470d5048-a1ed-4f8a-b81a-95ae6f6f9db0),segment_id=470d5048-a1ed-4f8a-b81a-95ae6f6f9db0)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:34:10.317098 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:10.401541 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-9f1031fb-4e96-4bf9-8414-43526b9eeb89 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e514e77b-3478-4367-b5f2-a0deede57a63') {'for_net_delete': True} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:34:10.404835 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-9f1031fb-4e96-4bf9-8414-43526b9eeb89 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e514e77b-3478-4367-b5f2-a0deede57a63') {} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:34:10.417140 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-54848ae2-4263-4aac-b5a2-b6d2dcc55c15 req-26abb279-4554-4b17-a719-6041fd72285a tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/security-groups?id=be1c2326-cee4-429b-9524-b757ff14e61f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3582704 Nov 22 20:34:10.443510 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=0dcbbc9f-eb53-4e3e-ab9f-6f3b6c9b6452,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:34:10.467270 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173468fd-a8a7-4864-b0ad-f4d020b19782 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Pushing event updated for resources: {'Network': ['ID=efe48f8b-b90a-4e04-9176-8941452605d2,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:34:10.479253 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Network efe48f8b-b90a-4e04-9176-8941452605d2 details requested by agent ovs-agent-n-d-818823-1 with host n-d-818823-1 {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 20:34:10.574585 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:34:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1db9d77f-bdce-484a-b0f5-1a911f4917a5 x-openstack-request-id: req-1db9d77f-bdce-484a-b0f5-1a911f4917a5 {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:34:10.575091 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccf42b3-0703-4dd6-ab23-200fa64026b0 req-4ef548db-bc4a-4b20-bb14-da48b25ec221 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:34:10.576891 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-eccf42b3-0703-4dd6-ab23-200fa64026b0 req-4ef548db-bc4a-4b20-bb14-da48b25ec221 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/ports?device_id=4dda4327-aabc-4695-9afd-2fa5c81ea6b5 HTTP/1.1" status: 200 len: 945 time: 0.3755143 Nov 22 20:34:10.578884 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9f1031fb-4e96-4bf9-8414-43526b9eeb89 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748993039638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12178344'] for segment, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:10.583086 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dda4327-aabc-4695-9afd-2fa5c81ea6b5", "name": "network-vif-plugged", "status": "completed", "tag": "0dcbbc9f-eb53-4e3e-ab9f-6f3b6c9b6452", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:34:10.584026 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1db9d77f-bdce-484a-b0f5-1a911f4917a5 {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:34:10.584530 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dda4327-aabc-4695-9afd-2fa5c81ea6b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dcbbc9f-eb53-4e3e-ab9f-6f3b6c9b6452', 'code': 200} Nov 22 20:34:10.666459 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9f1031fb-4e96-4bf9-8414-43526b9eeb89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:10.688318 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f1031fb-4e96-4bf9-8414-43526b9eeb89 admin admin] Releasing vlan 608 on physical network physnet1 to pool {{(pid=103447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 20:34:10.691373 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9f1031fb-4e96-4bf9-8414-43526b9eeb89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8900762'] for segment, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:10.693303 n-d-818823-1 neutron-server[103447]: Traceback (most recent call last): Nov 22 20:34:10.693303 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 20:34:10.693303 n-d-818823-1 neutron-server[103447]: timer() Nov 22 20:34:10.693303 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 20:34:10.693303 n-d-818823-1 neutron-server[103447]: cb(*args, **kw) Nov 22 20:34:10.693303 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 20:34:10.693303 n-d-818823-1 neutron-server[103447]: return func(*args, **kwargs) Nov 22 20:34:10.693303 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 20:34:10.693303 n-d-818823-1 neutron-server[103447]: self._notify() Nov 22 20:34:10.693303 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 20:34:10.693303 n-d-818823-1 neutron-server[103447]: self.callback(batched_events) Nov 22 20:34:10.693303 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 20:34:10.693303 n-d-818823-1 neutron-server[103447]: event.method(event) Nov 22 20:34:10.693303 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 20:34:10.693303 n-d-818823-1 neutron-server[103447]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 20:34:10.693303 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 20:34:10.693303 n-d-818823-1 neutron-server[103447]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 20:34:10.693303 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 20:34:10.693303 n-d-818823-1 neutron-server[103447]: return f(self, *a, **k) Nov 22 20:34:10.693303 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 20:34:10.693303 n-d-818823-1 neutron-server[103447]: return self._get(url).json() Nov 22 20:34:10.693303 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 20:34:10.693303 n-d-818823-1 neutron-server[103447]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 20:34:10.693303 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 20:34:10.693303 n-d-818823-1 neutron-server[103447]: return self.request(url, 'GET', **kwargs) Nov 22 20:34:10.693303 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 20:34:10.693303 n-d-818823-1 neutron-server[103447]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 20:34:10.693303 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 20:34:10.693303 n-d-818823-1 neutron-server[103447]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 20:34:10.693303 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 20:34:10.693303 n-d-818823-1 neutron-server[103447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 20:34:10.693303 n-d-818823-1 neutron-server[103447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 20:34:10.724891 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-50f65e3f-3b28-412c-81fc-f269e8759a48 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:10.820410 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11fb95ef-0bb9-4804-af00-78d68d4f8e4f tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:34:10.824643 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-11fb95ef-0bb9-4804-af00-78d68d4f8e4f tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] 10.222.0.46 "GET /v2.0/networks?id=efe48f8b-b90a-4e04-9176-8941452605d2 HTTP/1.1" status: 200 len: 760 time: 0.5238781 Nov 22 20:34:10.829046 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 41822) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:34:10.847473 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-604aa83a-0844-47df-84b8-fc4d3626b174 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Request body: {'network': {'description': 'd2'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:34:10.885287 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-50f65e3f-3b28-412c-81fc-f269e8759a48 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:10.885676 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-eccf42b3-0703-4dd6-ab23-200fa64026b0 req-596a711a-cd3e-4a8b-b5b9-231afd5bc61b tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/security-groups?id=967182ec-36b6-43cb-985c-f0d9e87194dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2864368 Nov 22 20:34:10.894757 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9f1031fb-4e96-4bf9-8414-43526b9eeb89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3760002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595318'] for network, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:10.925838 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9f1031fb-4e96-4bf9-8414-43526b9eeb89 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563489'] for network, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:10.930738 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-9f1031fb-4e96-4bf9-8414-43526b9eeb89 admin admin] 10.222.0.46 "DELETE /v2.0/networks/647b2e35-b0c1-4821-956b-883fc23297c8 HTTP/1.1" status: 204 len: 168 time: 1.3317902 Nov 22 20:34:11.066251 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1031fb-4e96-4bf9-8414-43526b9eeb89 admin admin] Pushing event deleted for resources: {'Network': ['ID=647b2e35-b0c1-4821-956b-883fc23297c8,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:34:11.150219 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-50f65e3f-3b28-412c-81fc-f269e8759a48 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks [] for port, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:11.158419 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-50f65e3f-3b28-412c-81fc-f269e8759a48 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:11.298770 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-604aa83a-0844-47df-84b8-fc4d3626b174 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748992492791'] for network, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:11.388826 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-604aa83a-0844-47df-84b8-fc4d3626b174 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for network, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:11.426481 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f65e3f-3b28-412c-81fc-f269e8759a48 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Pushing event updated for resources: {'Port': ['ID=45e31f6d-1db6-4558-a934-d86c73ac1763,revision_number=2']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:34:11.430854 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-50f65e3f-3b28-412c-81fc-f269e8759a48 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-595224'] for floatingip, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:11.487359 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 41830) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:34:11.540736 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-604aa83a-0844-47df-84b8-fc4d3626b174 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Network efe48f8b-b90a-4e04-9176-8941452605d2 is not hosted by any dhcp agent {{(pid=103447) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 22 20:34:11.546226 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-604aa83a-0844-47df-84b8-fc4d3626b174 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:34:11.546829 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-604aa83a-0844-47df-84b8-fc4d3626b174 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks [] for network, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:11.548188 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-604aa83a-0844-47df-84b8-fc4d3626b174 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] 10.222.0.46 "PUT /v2.0/networks/efe48f8b-b90a-4e04-9176-8941452605d2 HTTP/1.1" status: 200 len: 757 time: 0.7146728 Nov 22 20:34:11.556475 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 41834) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:34:11.584169 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604aa83a-0844-47df-84b8-fc4d3626b174 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Pushing event updated for resources: {'Network': ['ID=efe48f8b-b90a-4e04-9176-8941452605d2,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:34:11.607124 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Network efe48f8b-b90a-4e04-9176-8941452605d2 details requested by agent ovs-agent-n-d-818823-1 with host n-d-818823-1 {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 20:34:11.622183 n-d-818823-1 neutron-server[103448]: INFO neutron.db.l3_db [None req-50f65e3f-3b28-412c-81fc-f269e8759a48 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Floating IP 47a017cd-c5c4-4b44-8ffc-6de1c4b61e4e associated. External IP: 172.25.5.7, port: c3020702-fcc6-42e7-ac32-4f4dec198e97. Nov 22 20:34:11.887242 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67794943-4d21-43ff-a11c-866b3be130e2 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:34:11.892410 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-67794943-4d21-43ff-a11c-866b3be130e2 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] 10.222.0.46 "GET /v2.0/networks?id=efe48f8b-b90a-4e04-9176-8941452605d2 HTTP/1.1" status: 200 len: 760 time: 0.3299530 Nov 22 20:34:11.892410 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-1695ee5d-1c6e-4fa9-a480-eac37f1c8d61 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c3ea7d3cfa024ff69817641caffac34e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4029608 Nov 22 20:34:11.892935 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 41838) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:34:11.897752 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-6f17cad4-5696-4d70-807b-bbcf3b0b811a tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-210426637'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:34:11.900640 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 41840) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:34:11.909694 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8674b9-109a-42e2-9f46-b9f52bc7c83d req-e4021c0c-8afb-41f5-860d-1533ffa92121 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:34:11.911197 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7e8674b9-109a-42e2-9f46-b9f52bc7c83d req-e4021c0c-8afb-41f5-860d-1533ffa92121 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/ports?device_id=55c8ea2e-f35c-4917-83f4-6a6eece9ab8c HTTP/1.1" status: 200 len: 945 time: 0.3302774 Nov 22 20:34:12.088998 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50f65e3f-3b28-412c-81fc-f269e8759a48 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Router 046e811e-a745-435b-b598-9f369ae1e439 has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 20:34:12.318485 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50f65e3f-3b28-412c-81fc-f269e8759a48 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:34:12.333978 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01970939-756f-4ad1-acf4-da7d96093d1d None None] Sync routers for ids ['046e811e-a745-435b-b598-9f369ae1e439'] in n-d-818823-1 {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:34:12.358202 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01970939-756f-4ad1-acf4-da7d96093d1d None None] Routers {'046e811e-a745-435b-b598-9f369ae1e439'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:34:12.359139 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-01970939-756f-4ad1-acf4-da7d96093d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:34:02Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['046e811e-a745-435b-b598-9f369ae1e439'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:34:12.375273 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-50f65e3f-3b28-412c-81fc-f269e8759a48 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for floatingip, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:12.405976 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-01970939-756f-4ad1-acf4-da7d96093d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:34:12.418067 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-50f65e3f-3b28-412c-81fc-f269e8759a48 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 4.8253665 Nov 22 20:34:12.423314 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 41846) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:34:12.430712 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01970939-756f-4ad1-acf4-da7d96093d1d None None] Routers {'046e811e-a745-435b-b598-9f369ae1e439'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:34:12.431323 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-01970939-756f-4ad1-acf4-da7d96093d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:34:02Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['046e811e-a745-435b-b598-9f369ae1e439'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:34:12.434752 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f17cad4-5696-4d70-807b-bbcf3b0b811a tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Made reservation on behalf of 514017ce9a25478c9d0da65e12765f42 for: {'network': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:34:12.438935 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6f17cad4-5696-4d70-807b-bbcf3b0b811a tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for network, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:12.508309 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-01970939-756f-4ad1-acf4-da7d96093d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:34:12.511255 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01970939-756f-4ad1-acf4-da7d96093d1d None None] The sync data for ids ['046e811e-a745-435b-b598-9f369ae1e439'] in n-d-818823-1 is: [] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:34:12.538834 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7e8674b9-109a-42e2-9f46-b9f52bc7c83d req-cc5f7cfc-740c-4760-ae49-4b8d490daeaa tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/security-groups?id=be1c2326-cee4-429b-9524-b757ff14e61f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.6174655 Nov 22 20:34:12.577154 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-637fad84-e724-4561-8bb4-2019979544a8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:12.598935 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-19e0c9e7-de6b-4174-96ef-690a7ef1c26a tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] 10.222.0.46 "GET /v2.0/floatingips/47a017cd-c5c4-4b44-8ffc-6de1c4b61e4e HTTP/1.1" status: 200 len: 976 time: 0.1744635 Nov 22 20:34:12.601513 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 41852) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:34:12.604541 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-637fad84-e724-4561-8bb4-2019979544a8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:12.648525 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f17cad4-5696-4d70-807b-bbcf3b0b811a tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] vlan segment allocate from pool success with {'vlan_id': 646, 'physical_network': 'physnet1'} {{(pid=103447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 20:34:12.680832 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ec5f8b-12f2-4dd5-98c8-1bfa9704bdc7 req-aff9e277-63d4-4227-b683-91c00b75b424 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:34:12.693746 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e1ec5f8b-12f2-4dd5-98c8-1bfa9704bdc7 req-aff9e277-63d4-4227-b683-91c00b75b424 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/ports?device_id=4dda4327-aabc-4695-9afd-2fa5c81ea6b5 HTTP/1.1" status: 200 len: 946 time: 0.2800677 Nov 22 20:34:12.718253 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6f17cad4-5696-4d70-807b-bbcf3b0b811a tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:12.718809 n-d-818823-1 neutron-server[103447]: INFO neutron.db.segments_db [None req-6f17cad4-5696-4d70-807b-bbcf3b0b811a tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Added segment 7970daaa-dadf-44a6-a8c6-014c09f3045f of type vlan for network 65671782-283d-49e2-b0f2-3cef40623e2d Nov 22 20:34:12.753096 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-e5fdc028-8e69-4a3f-869e-aadb53d2f139 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] 10.222.0.46 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 979 time: 0.1502855 Nov 22 20:34:12.755718 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 41856) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:34:12.781712 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-f08c36b6-e76e-4105-9f48-f70fb07720ff tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Request body: {'floatingip': {'port_id': '32bfada7-9220-43d4-a9c1-36f9aa99943c'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:34:12.862273 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-637fad84-e724-4561-8bb4-2019979544a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:12.864961 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-637fad84-e724-4561-8bb4-2019979544a8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:12.868673 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-637fad84-e724-4561-8bb4-2019979544a8 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/118294d3-f8ca-4feb-8301-be06f9e6a1f1 HTTP/1.1" status: 204 len: 168 time: 0.9645321 Nov 22 20:34:12.902614 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e1ec5f8b-12f2-4dd5-98c8-1bfa9704bdc7 req-4fa48adb-eb4d-4ab0-acd6-7f8421453946 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/security-groups?id=967182ec-36b6-43cb-985c-f0d9e87194dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077947 Nov 22 20:34:12.913034 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f08c36b6-e76e-4105-9f48-f70fb07720ff tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks [] for floatingip, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:12.913951 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637fad84-e724-4561-8bb4-2019979544a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=118294d3-f8ca-4feb-8301-be06f9e6a1f1,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:34:12.917054 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6f17cad4-5696-4d70-807b-bbcf3b0b811a tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748992492791'] for network, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:12.976717 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6f17cad4-5696-4d70-807b-bbcf3b0b811a tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for network, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:12.989408 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f17cad4-5696-4d70-807b-bbcf3b0b811a tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:34:12.990218 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6f17cad4-5696-4d70-807b-bbcf3b0b811a tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks [] for network, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:13.050762 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-6f17cad4-5696-4d70-807b-bbcf3b0b811a tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.1566827 Nov 22 20:34:13.053899 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 41860) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:34:13.070130 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f17cad4-5696-4d70-807b-bbcf3b0b811a tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Pushing event updated for resources: {'Network': ['ID=65671782-283d-49e2-b0f2-3cef40623e2d,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:34:13.077328 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-f6a89766-694a-4370-961b-c27bc7ff8147 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Request body: {'subnet': {'network_id': '65671782-283d-49e2-b0f2-3cef40623e2d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:34:13.083486 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Network 65671782-283d-49e2-b0f2-3cef40623e2d details requested by agent ovs-agent-n-d-818823-1 with host n-d-818823-1 {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 20:34:13.337435 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6a89766-694a-4370-961b-c27bc7ff8147 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Made reservation on behalf of 514017ce9a25478c9d0da65e12765f42 for: {'subnet': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:34:13.343992 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f6a89766-694a-4370-961b-c27bc7ff8147 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11792951'] for subnet, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:13.773963 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae18dd4-7273-49bd-974a-555418a1df76 req-28038baa-1d4f-40ce-b724-9a3cf6ebd38d tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:34:13.787388 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2ae18dd4-7273-49bd-974a-555418a1df76 req-28038baa-1d4f-40ce-b724-9a3cf6ebd38d tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/ports?device_id=55c8ea2e-f35c-4917-83f4-6a6eece9ab8c HTTP/1.1" status: 200 len: 945 time: 0.1149180 Nov 22 20:34:13.868329 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f6a89766-694a-4370-961b-c27bc7ff8147 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11567560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11792921'] for subnet, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:13.885994 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2ae18dd4-7273-49bd-974a-555418a1df76 req-5c49aecd-b668-4951-bfd2-5aa6be31515f tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/security-groups?id=be1c2326-cee4-429b-9524-b757ff14e61f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0988901 Nov 22 20:34:14.010835 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.db.resource_extend [None req-f08c36b6-e76e-4105-9f48-f70fb07720ff tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 22 20:34:14.078592 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a89766-694a-4370-961b-c27bc7ff8147 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Pushing event updated for resources: {'Subnet': ['ID=b0d548f7-ee43-45f7-b986-469de414eb29,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:34:14.100674 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a89766-694a-4370-961b-c27bc7ff8147 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Checking segment: {'id': '7970daaa-dadf-44a6-a8c6-014c09f3045f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '65671782-283d-49e2-b0f2-3cef40623e2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:34:14.101317 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6a89766-694a-4370-961b-c27bc7ff8147 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Network hostable DHCP agents. Network: 65671782-283d-49e2-b0f2-3cef40623e2d, hostable agents: ['02adaa64-0987-4b74-bad0-cbcf56f8a294'], hosted agents: [] {{(pid=103448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 20:34:14.104270 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a985f04-874e-48f8-be95-bf9d6ca26827 req-f5e4d0f0-cc15-4243-826a-64ccb5e82d9f tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:34:14.113826 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4a985f04-874e-48f8-be95-bf9d6ca26827 req-f5e4d0f0-cc15-4243-826a-64ccb5e82d9f tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/ports?device_id=4dda4327-aabc-4695-9afd-2fa5c81ea6b5 HTTP/1.1" status: 200 len: 946 time: 0.0974188 Nov 22 20:34:14.122587 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f08c36b6-e76e-4105-9f48-f70fb07720ff tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:14.134882 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f08c36b6-e76e-4105-9f48-f70fb07720ff tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-595224'] for floatingip, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:14.192056 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4a985f04-874e-48f8-be95-bf9d6ca26827 req-ba98104e-0aa0-4caf-8b16-a0a932bdfb56 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/security-groups?id=967182ec-36b6-43cb-985c-f0d9e87194dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772295 Nov 22 20:34:14.250405 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6a89766-694a-4370-961b-c27bc7ff8147 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Network 65671782-283d-49e2-b0f2-3cef40623e2d is scheduled to be hosted by DHCP agent 02adaa64-0987-4b74-bad0-cbcf56f8a294 with binding_index 1 {{(pid=103448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 20:34:14.282005 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-f6a89766-694a-4370-961b-c27bc7ff8147 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818823-1, 65671782-283d-49e2-b0f2-3cef40623e2d) {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:34:14.292389 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2442d249-47d9-4972-b618-f8a980996988 None None] Network 65671782-283d-49e2-b0f2-3cef40623e2d requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:34:14.300698 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6a89766-694a-4370-961b-c27bc7ff8147 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:34:14.301318 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f6a89766-694a-4370-961b-c27bc7ff8147 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:14.329196 n-d-818823-1 neutron-server[103448]: INFO neutron.db.l3_db [None req-f08c36b6-e76e-4105-9f48-f70fb07720ff tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Floating IP 47a017cd-c5c4-4b44-8ffc-6de1c4b61e4e associated. External IP: 172.25.5.7, port: c3020702-fcc6-42e7-ac32-4f4dec198e97. Nov 22 20:34:14.381272 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-f6a89766-694a-4370-961b-c27bc7ff8147 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3182364 Nov 22 20:34:14.384740 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 41890) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:34:14.589721 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-149ca89d-bd51-4fc7-87d6-a603d1d2da78 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3961693'] for network, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:14.617601 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:14.635222 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:14.683118 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 41900) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:34:14.708166 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-068fe373-1902-4e8b-b3e4-0291f0b7e3de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fb26bd7-ce56-527b-b94f-2e1f7cb2bb35-65671782-283d-49e2-b0f2-3cef40623e2d', 'network_id': '65671782-283d-49e2-b0f2-3cef40623e2d', 'tenant_id': '514017ce9a25478c9d0da65e12765f42', 'fixed_ips': [{'subnet_id': 'b0d548f7-ee43-45f7-b986-469de414eb29'}]}} from n-d-818823-1. {{(pid=103449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 20:34:14.709246 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-068fe373-1902-4e8b-b3e4-0291f0b7e3de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:14.728202 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-149ca89d-bd51-4fc7-87d6-a603d1d2da78 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3753007'] for subnet, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:14.842740 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-723be58d-e37f-4066-8d62-1b1674dfccf5 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] 10.222.0.46 "GET /v2.0/floatingips/4d966843-499f-4544-9de0-a0b37e2708de HTTP/1.1" status: 200 len: 993 time: 0.1495869 Nov 22 20:34:14.916987 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-149ca89d-bd51-4fc7-87d6-a603d1d2da78 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3753014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8900804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8485115'] for subnet, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:14.971223 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server [None req-068fe373-1902-4e8b-b3e4-0291f0b7e3de None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b0d548f7-ee43-45f7-b986-469de414eb29: This subnet is being modified by another concurrent operation. Nov 22 20:34:14.971223 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 22 20:34:14.971223 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 22 20:34:14.971223 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 22 20:34:14.971223 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 22 20:34:14.971223 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 22 20:34:14.971223 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 22 20:34:14.971223 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 22 20:34:14.971223 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 22 20:34:14.971223 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 22 20:34:14.971223 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 22 20:34:14.971223 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 22 20:34:14.971223 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 20:34:14.971223 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 20:34:14.971223 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 20:34:14.971223 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 20:34:14.971223 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 22 20:34:14.971223 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 22 20:34:14.971223 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 22 20:34:14.971223 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 22 20:34:14.971223 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 20:34:14.971223 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 20:34:14.971223 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 20:34:14.971223 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 20:34:14.971223 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 22 20:34:14.971223 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 22 20:34:14.971223 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 22 20:34:14.971223 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 22 20:34:14.971223 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 20:34:14.971223 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 20:34:14.971223 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 20:34:14.971223 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 20:34:14.971223 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 22 20:34:14.971223 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 22 20:34:14.971223 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 22 20:34:14.971223 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 22 20:34:14.971223 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 22 20:34:14.971223 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 22 20:34:14.971223 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 22 20:34:14.971223 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 22 20:34:14.971223 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 22 20:34:14.971223 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 22 20:34:14.971223 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 22 20:34:14.971223 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 22 20:34:14.971223 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 22 20:34:14.971223 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 22 20:34:14.971223 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 22 20:34:14.971223 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 22 20:34:14.971223 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 20:34:14.971223 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 20:34:14.971223 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 20:34:14.971223 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 20:34:14.971223 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 22 20:34:14.971223 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 22 20:34:14.971223 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 22 20:34:14.971223 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 22 20:34:14.971223 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 20:34:14.971223 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 20:34:14.971223 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 20:34:14.971223 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 20:34:14.971223 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 22 20:34:14.971223 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 22 20:34:14.971223 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 22 20:34:14.971223 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 22 20:34:14.971223 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 20:34:14.971223 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 20:34:14.971223 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 20:34:14.971223 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 20:34:14.971223 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 22 20:34:14.971223 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 22 20:34:14.971223 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 22 20:34:14.971223 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 22 20:34:14.971223 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 22 20:34:14.971223 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 22 20:34:14.971223 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 22 20:34:14.971223 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 22 20:34:14.971223 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 22 20:34:14.971223 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 22 20:34:14.971223 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 20:34:14.971223 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 20:34:14.971223 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 20:34:14.971223 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 20:34:14.971223 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 22 20:34:14.971223 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 22 20:34:14.971223 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 22 20:34:14.971223 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 22 20:34:14.971223 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 22 20:34:14.971223 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 22 20:34:14.971223 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 22 20:34:14.971223 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server raise exception Nov 22 20:34:14.971223 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b0d548f7-ee43-45f7-b986-469de414eb29: This subnet is being modified by another concurrent operation. Nov 22 20:34:14.971223 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server Nov 22 20:34:14.998205 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-739985f0-dc14-40c3-ae85-c42c221a8164 None None] Network 65671782-283d-49e2-b0f2-3cef40623e2d requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:34:15.014863 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149ca89d-bd51-4fc7-87d6-a603d1d2da78 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Pushing event deleted for resources: {'Subnet': ['ID=b0d548f7-ee43-45f7-b986-469de414eb29,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:34:15.293255 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd481282-60df-4145-a76f-3e8be4a1d9f7 None None] get_active_networks_info from n-d-818823-1 {{(pid=103449) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 22 20:34:15.300933 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 41920) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:34:15.379051 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-149ca89d-bd51-4fc7-87d6-a603d1d2da78 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3760028', 'neutron.services.segments.db._delete_segments_for_network-8748992815755'] for network, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:15.502169 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-149ca89d-bd51-4fc7-87d6-a603d1d2da78 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65671782-283d-49e2-b0f2-3cef40623e2d']}} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:34:15.530764 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-149ca89d-bd51-4fc7-87d6-a603d1d2da78 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7970daaa-dadf-44a6-a8c6-014c09f3045f') {'for_net_delete': True} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:34:15.531073 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-149ca89d-bd51-4fc7-87d6-a603d1d2da78 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7970daaa-dadf-44a6-a8c6-014c09f3045f') {} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:34:15.560677 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-149ca89d-bd51-4fc7-87d6-a603d1d2da78 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748993039638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12178344'] for segment, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:15.562647 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f08c36b6-e76e-4105-9f48-f70fb07720ff tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Router 046e811e-a745-435b-b598-9f369ae1e439 has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 20:34:15.568178 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd481282-60df-4145-a76f-3e8be4a1d9f7 None None] Resources bound (agent type, host, resource id): {{(pid=103449) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 22 20:34:15.583176 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70c8f9e-f093-4431-853d-3c7d15ffd7cf req-955dc3dd-189a-43dd-ab34-09771314617b tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:34:15.611818 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c70c8f9e-f093-4431-853d-3c7d15ffd7cf req-955dc3dd-189a-43dd-ab34-09771314617b tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/ports?device_id=4dda4327-aabc-4695-9afd-2fa5c81ea6b5 HTTP/1.1" status: 200 len: 946 time: 0.1700788 Nov 22 20:34:15.711578 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e522b67b-a74d-45dd-a2de-a281e05161da req-adb58ab6-77fe-4cc2-9cfc-717700722617 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:34:15.726333 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e522b67b-a74d-45dd-a2de-a281e05161da req-adb58ab6-77fe-4cc2-9cfc-717700722617 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/ports?device_id=55c8ea2e-f35c-4917-83f4-6a6eece9ab8c HTTP/1.1" status: 200 len: 945 time: 0.5281601 Nov 22 20:34:15.837957 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-149ca89d-bd51-4fc7-87d6-a603d1d2da78 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:15.854485 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-149ca89d-bd51-4fc7-87d6-a603d1d2da78 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Releasing vlan 646 on physical network physnet1 to pool {{(pid=103447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 20:34:15.855028 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-149ca89d-bd51-4fc7-87d6-a603d1d2da78 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8900762'] for segment, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:15.903699 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f08c36b6-e76e-4105-9f48-f70fb07720ff tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:34:15.921071 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90be9fb3-90d8-4324-829b-94334ddcba06 None None] Sync routers for ids ['046e811e-a745-435b-b598-9f369ae1e439'] in n-d-818823-1 {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:34:15.945092 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90be9fb3-90d8-4324-829b-94334ddcba06 None None] Routers {'046e811e-a745-435b-b598-9f369ae1e439'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:34:15.954778 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-90be9fb3-90d8-4324-829b-94334ddcba06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:34:02Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['046e811e-a745-435b-b598-9f369ae1e439'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:34:16.004247 n-d-818823-1 neutron-server[103447]: Traceback (most recent call last): Nov 22 20:34:16.004247 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 20:34:16.004247 n-d-818823-1 neutron-server[103447]: timer() Nov 22 20:34:16.004247 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 20:34:16.004247 n-d-818823-1 neutron-server[103447]: cb(*args, **kw) Nov 22 20:34:16.004247 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 20:34:16.004247 n-d-818823-1 neutron-server[103447]: return func(*args, **kwargs) Nov 22 20:34:16.004247 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 20:34:16.004247 n-d-818823-1 neutron-server[103447]: self._notify() Nov 22 20:34:16.004247 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 20:34:16.004247 n-d-818823-1 neutron-server[103447]: self.callback(batched_events) Nov 22 20:34:16.004247 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 20:34:16.004247 n-d-818823-1 neutron-server[103447]: event.method(event) Nov 22 20:34:16.004247 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 20:34:16.004247 n-d-818823-1 neutron-server[103447]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 20:34:16.004247 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 20:34:16.004247 n-d-818823-1 neutron-server[103447]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 20:34:16.004247 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 20:34:16.004247 n-d-818823-1 neutron-server[103447]: return f(self, *a, **k) Nov 22 20:34:16.004247 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 20:34:16.004247 n-d-818823-1 neutron-server[103447]: return self._get(url).json() Nov 22 20:34:16.004247 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 20:34:16.004247 n-d-818823-1 neutron-server[103447]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 20:34:16.004247 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 20:34:16.004247 n-d-818823-1 neutron-server[103447]: return self.request(url, 'GET', **kwargs) Nov 22 20:34:16.004247 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 20:34:16.004247 n-d-818823-1 neutron-server[103447]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 20:34:16.004247 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 20:34:16.004247 n-d-818823-1 neutron-server[103447]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 20:34:16.004247 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 20:34:16.004247 n-d-818823-1 neutron-server[103447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 20:34:16.004247 n-d-818823-1 neutron-server[103447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 20:34:16.065402 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-90be9fb3-90d8-4324-829b-94334ddcba06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:34:16.067238 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-149ca89d-bd51-4fc7-87d6-a603d1d2da78 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3760002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595318'] for network, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:16.105579 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90be9fb3-90d8-4324-829b-94334ddcba06 None None] Routers {'046e811e-a745-435b-b598-9f369ae1e439'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:34:16.106204 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-90be9fb3-90d8-4324-829b-94334ddcba06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:34:02Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['046e811e-a745-435b-b598-9f369ae1e439'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:34:16.189346 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-90be9fb3-90d8-4324-829b-94334ddcba06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:34:16.190006 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90be9fb3-90d8-4324-829b-94334ddcba06 None None] The sync data for ids ['046e811e-a745-435b-b598-9f369ae1e439'] in n-d-818823-1 is: [] {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:34:16.215208 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c70c8f9e-f093-4431-853d-3c7d15ffd7cf req-cf1ed83c-59b1-4861-ba68-41a91b2c4b02 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/security-groups?id=967182ec-36b6-43cb-985c-f0d9e87194dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5997896 Nov 22 20:34:16.291928 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-149ca89d-bd51-4fc7-87d6-a603d1d2da78 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks [] for network, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:16.302432 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-149ca89d-bd51-4fc7-87d6-a603d1d2da78 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] 10.222.0.46 "DELETE /v2.0/networks/65671782-283d-49e2-b0f2-3cef40623e2d HTTP/1.1" status: 204 len: 168 time: 1.9142649 Nov 22 20:34:16.311508 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 41936) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:34:16.453587 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e522b67b-a74d-45dd-a2de-a281e05161da req-df9f9f60-ffb2-4125-9f88-9475771fba1a tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/security-groups?id=be1c2326-cee4-429b-9524-b757ff14e61f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.7263486 Nov 22 20:34:16.454931 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149ca89d-bd51-4fc7-87d6-a603d1d2da78 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Pushing event deleted for resources: {'Network': ['ID=65671782-283d-49e2-b0f2-3cef40623e2d,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:34:16.460571 n-d-818823-1 neutron-server[103448]: INFO neutron.pecan_wsgi.hooks.translation [None req-75dd6e63-b5b4-4dfd-9be9-b85163b1f6bd tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] GET failed (client error): The resource could not be found. Nov 22 20:34:16.461930 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-75dd6e63-b5b4-4dfd-9be9-b85163b1f6bd tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] 10.222.0.46 "GET /v2.0/subnets/b0d548f7-ee43-45f7-b986-469de414eb29 HTTP/1.1" status: 404 len: 337 time: 0.1477218 Nov 22 20:34:16.475468 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 41942) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:34:16.557793 n-d-818823-1 neutron-server[103448]: INFO neutron.pecan_wsgi.hooks.translation [None req-54d51e97-ccb0-4128-8db9-fdedf33d5eb5 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] DELETE failed (client error): The resource could not be found. Nov 22 20:34:16.558302 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54d51e97-ccb0-4128-8db9-fdedf33d5eb5 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 20:34:16.574747 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-54d51e97-ccb0-4128-8db9-fdedf33d5eb5 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] 10.222.0.46 "DELETE /v2.0/networks/65671782-283d-49e2-b0f2-3cef40623e2d HTTP/1.1" status: 404 len: 339 time: 0.0940711 Nov 22 20:34:16.582157 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 41944) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:34:16.611525 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b381409b-2268-4517-b0de-1eb27a4b7eec req-85c6274b-8d86-463c-9f5e-0dc9cdec6780 tempest-ServerShowV254Test-727421985 tempest-ServerShowV254Test-727421985-project] 10.222.0.46 "GET /v2.0/ports?device_id=933de673-1ac5-4f25-baf4-2b08f11bee14 HTTP/1.1" status: 200 len: 210 time: 0.2176373 Nov 22 20:34:16.624912 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8e3feb-5a22-4766-ac47-89cfc05ed835 req-52451507-5627-4ce1-b623-94a5a23d9a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:34:16.630588 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0e8e3feb-5a22-4766-ac47-89cfc05ed835 req-52451507-5627-4ce1-b623-94a5a23d9a1d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4dda4327-aabc-4695-9afd-2fa5c81ea6b5 HTTP/1.1" status: 200 len: 1097 time: 0.8121295 Nov 22 20:34:16.691389 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-742f902d-1925-4cfb-9361-36de04136590 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Deleting port 62930249-ad6a-4493-a3d5-214879d62c69 {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:34:16.691752 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-742f902d-1925-4cfb-9361-36de04136590 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:16.808742 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f08c36b6-e76e-4105-9f48-f70fb07720ff tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Router 046e811e-a745-435b-b598-9f369ae1e439 has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 20:34:16.851899 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-742f902d-1925-4cfb-9361-36de04136590 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:16.852578 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-742f902d-1925-4cfb-9361-36de04136590 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:16.868742 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-742f902d-1925-4cfb-9361-36de04136590 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Calling delete_port for 62930249-ad6a-4493-a3d5-214879d62c69 owned by network:floatingip {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:34:17.065448 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4762c24d-ce37-4d30-a64a-9be15a621c54 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:34:17.067218 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-4762c24d-ce37-4d30-a64a-9be15a621c54 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4879749 Nov 22 20:34:17.072083 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 41948) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:34:17.114552 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-742f902d-1925-4cfb-9361-36de04136590 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:17.116756 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-bfd6cf29-eb45-4e92-95ca-ed27000be0e9 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] 10.222.0.46 "GET /v2.0/subnets?network_id=c48a55e9-6a85-4746-b7bf-3e29fb560094 HTTP/1.1" status: 200 len: 207 time: 0.0435584 Nov 22 20:34:17.120058 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 41950) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:34:17.137429 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f08c36b6-e76e-4105-9f48-f70fb07720ff tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:34:17.144278 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f08c36b6-e76e-4105-9f48-f70fb07720ff tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for floatingip, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:17.148153 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-817b5048-0d74-466d-b798-3028a30be715 None None] Sync routers for ids ['046e811e-a745-435b-b598-9f369ae1e439'] in n-d-818823-1 {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:34:17.161607 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-817b5048-0d74-466d-b798-3028a30be715 None None] Routers {'046e811e-a745-435b-b598-9f369ae1e439'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:34:17.162492 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-817b5048-0d74-466d-b798-3028a30be715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:34:02Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['046e811e-a745-435b-b598-9f369ae1e439'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:34:17.177086 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742f902d-1925-4cfb-9361-36de04136590 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Pushing event deleted for resources: {'Port': ['ID=62930249-ad6a-4493-a3d5-214879d62c69,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:34:17.200989 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-817b5048-0d74-466d-b798-3028a30be715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:34:17.210216 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-817b5048-0d74-466d-b798-3028a30be715 None None] Routers {'046e811e-a745-435b-b598-9f369ae1e439'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:34:17.211004 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-817b5048-0d74-466d-b798-3028a30be715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:34:02Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['046e811e-a745-435b-b598-9f369ae1e439'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:34:17.240892 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 41952) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:34:17.243836 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-f08c36b6-e76e-4105-9f48-f70fb07720ff tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] 10.222.0.46 "PUT /v2.0/floatingips/47a017cd-c5c4-4b44-8ffc-6de1c4b61e4e HTTP/1.1" status: 200 len: 975 time: 4.4752638 Nov 22 20:34:17.262777 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-48672158-d099-488a-958c-120b7de0e8b7 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:34:17.266398 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-817b5048-0d74-466d-b798-3028a30be715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:34:17.267078 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-817b5048-0d74-466d-b798-3028a30be715 None None] The sync data for ids ['046e811e-a745-435b-b598-9f369ae1e439'] in n-d-818823-1 is: [] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:34:17.536457 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-48672158-d099-488a-958c-120b7de0e8b7 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks [] for floatingip, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:17.575237 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-742f902d-1925-4cfb-9361-36de04136590 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks [] for floatingip, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:17.575602 n-d-818823-1 neutron-server[103447]: INFO neutron.db.l3_db [None req-742f902d-1925-4cfb-9361-36de04136590 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Floating IP 4d966843-499f-4544-9de0-a0b37e2708de disassociated (deleted). External IP: 172.25.5.144, port: c7d01183-2794-43c6-a1c5-3d0d43c62b98. Nov 22 20:34:17.622131 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0e8e3feb-5a22-4766-ac47-89cfc05ed835 req-93af40ca-17b8-4f54-bcdd-0383744fca00 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=967182ec-36b6-43cb-985c-f0d9e87194dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3377881 Nov 22 20:34:17.629687 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-347aec36-8ee5-4c1b-aa6a-cfb4c7961f4b tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:34:17.635960 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-347aec36-8ee5-4c1b-aa6a-cfb4c7961f4b tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:34:17.643027 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-347aec36-8ee5-4c1b-aa6a-cfb4c7961f4b tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:34:17.649154 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-347aec36-8ee5-4c1b-aa6a-cfb4c7961f4b tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:34:17.652470 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-347aec36-8ee5-4c1b-aa6a-cfb4c7961f4b tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2485 time: 0.5313036 Nov 22 20:34:17.656249 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 41962) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:34:17.701329 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073fc4a1-c438-488e-8f72-491e63c464a0 req-9457b675-31aa-4502-bac1-6ed9fe947730 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:34:17.702991 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-073fc4a1-c438-488e-8f72-491e63c464a0 req-9457b675-31aa-4502-bac1-6ed9fe947730 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/ports?device_id=4dda4327-aabc-4695-9afd-2fa5c81ea6b5 HTTP/1.1" status: 200 len: 946 time: 0.3487577 Nov 22 20:34:17.855313 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cc5405-382f-45a3-b8be-f7ef3448750a req-779ae567-cec2-49a4-a94a-7e4e2f5ced99 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:34:17.856943 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-62cc5405-382f-45a3-b8be-f7ef3448750a req-779ae567-cec2-49a4-a94a-7e4e2f5ced99 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/ports?device_id=55c8ea2e-f35c-4917-83f4-6a6eece9ab8c HTTP/1.1" status: 200 len: 945 time: 0.2746336 Nov 22 20:34:17.885996 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-baf6f008-d0bc-484d-872a-7cff192ca4a0 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] 10.222.0.46 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 574 time: 0.2284615 Nov 22 20:34:17.889486 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 41974) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:34:17.897944 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-073fc4a1-c438-488e-8f72-491e63c464a0 req-f96a18d5-95cf-4ee1-a471-e65f8d649bab tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/security-groups?id=967182ec-36b6-43cb-985c-f0d9e87194dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827664 Nov 22 20:34:17.950856 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-48672158-d099-488a-958c-120b7de0e8b7 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:17.967481 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-48672158-d099-488a-958c-120b7de0e8b7 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-595224'] for floatingip, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:17.967979 n-d-818823-1 neutron-server[103447]: INFO neutron.db.l3_db [None req-48672158-d099-488a-958c-120b7de0e8b7 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Floating IP 47a017cd-c5c4-4b44-8ffc-6de1c4b61e4e disassociated. External IP: 172.25.5.7, port: 32bfada7-9220-43d4-a9c1-36f9aa99943c. Nov 22 20:34:18.005613 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34023b90-6911-4a45-81f4-9640f0894730 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:34:18.007609 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34023b90-6911-4a45-81f4-9640f0894730 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:34:18.009173 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-34023b90-6911-4a45-81f4-9640f0894730 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1185124 Nov 22 20:34:18.012678 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 41976) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:34:18.065258 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81754ffe-c842-4441-85a8-5e9345df33df tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Attributes excluded by policy engine: ['shared'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:34:18.066737 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81754ffe-c842-4441-85a8-5e9345df33df tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Attributes excluded by policy engine: ['shared'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:34:18.069036 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-81754ffe-c842-4441-85a8-5e9345df33df tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] 10.222.0.46 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0548289 Nov 22 20:34:18.072178 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-62cc5405-382f-45a3-b8be-f7ef3448750a req-35d93243-bd1e-4bcf-be49-89d51aa57cb3 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/security-groups?id=be1c2326-cee4-429b-9524-b757ff14e61f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2063923 Nov 22 20:34:18.072953 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 41978) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:34:18.103742 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5072e645-cb41-4c64-bfc6-90d7e3ff245a req-435f5299-053b-4535-89db-c178cdca99c3 tempest-ServerShowV254Test-727421985 tempest-ServerShowV254Test-727421985-project] 10.222.0.46 "GET /v2.0/ports?device_id=933de673-1ac5-4f25-baf4-2b08f11bee14 HTTP/1.1" status: 200 len: 210 time: 0.0808058 Nov 22 20:34:18.184823 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7789c23-773f-42f3-8363-6e9cd9265abd tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:34:18.190222 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-d7789c23-773f-42f3-8363-6e9cd9265abd tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] 10.222.0.46 "GET /v2.0/networks/954930a5-dd5f-4c11-b638-021565b26b8e HTTP/1.1" status: 200 len: 799 time: 0.1122673 Nov 22 20:34:18.190445 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 41980) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:34:18.280341 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-742f902d-1925-4cfb-9361-36de04136590 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Router 94f2b6d4-8464-4d92-a2c6-e8c26fc23a71 has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 20:34:18.320052 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-e7bd085c-e760-4f1e-a784-27c141751c35 req-0f9a62e4-c71d-4664-9a1f-6ab6d8e61758 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=933de673-1ac5-4f25-baf4-2b08f11bee14 HTTP/1.1" status: 200 len: 210 time: 0.0336146 Nov 22 20:34:18.329898 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-93df9b5a-97b6-40be-b4f9-1711c74b8cbe tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] 10.222.0.46 "GET /v2.0/networks/954930a5-dd5f-4c11-b638-021565b26b8e?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.1383543 Nov 22 20:34:18.330521 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 41982) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:34:18.382241 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae00a827-7635-4cea-8183-6318c4b8d5cb tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:34:18.387073 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-ae00a827-7635-4cea-8183-6318c4b8d5cb tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] 10.222.0.46 "GET /v2.0/subnets/20342544-ca01-41e9-a33a-773e9cc5f086 HTTP/1.1" status: 200 len: 811 time: 0.0522060 Nov 22 20:34:18.387490 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 41984) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:34:18.453276 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b3eb29c-fbbd-4c54-b690-4fddfb9f2a8c tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Attributes excluded by policy engine: ['shared'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:34:18.460219 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-6b3eb29c-fbbd-4c54-b690-4fddfb9f2a8c tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] 10.222.0.46 "GET /v2.0/subnets/20342544-ca01-41e9-a33a-773e9cc5f086?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0716686 Nov 22 20:34:18.461352 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 41986) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:34:18.467261 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-9111c865-8213-4f9f-b8da-1dad11eecbef tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2052532555'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:34:18.498030 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9111c865-8213-4f9f-b8da-1dad11eecbef tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Made reservation on behalf of 514017ce9a25478c9d0da65e12765f42 for: {'network': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:34:18.502858 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9111c865-8213-4f9f-b8da-1dad11eecbef tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for network, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:18.537096 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9111c865-8213-4f9f-b8da-1dad11eecbef tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] vlan segment allocate from pool success with {'vlan_id': 613, 'physical_network': 'physnet1'} {{(pid=103448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 20:34:18.548969 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9111c865-8213-4f9f-b8da-1dad11eecbef tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:18.549509 n-d-818823-1 neutron-server[103448]: INFO neutron.db.segments_db [None req-9111c865-8213-4f9f-b8da-1dad11eecbef tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Added segment 9fdc1303-284e-4883-98bb-5cc87fb96016 of type vlan for network 26e2c631-bd32-44c2-8744-647d747c1c26 Nov 22 20:34:18.598765 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9111c865-8213-4f9f-b8da-1dad11eecbef tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748992492791'] for network, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:18.629342 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9111c865-8213-4f9f-b8da-1dad11eecbef tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for network, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:18.636234 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9111c865-8213-4f9f-b8da-1dad11eecbef tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:34:18.636967 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9111c865-8213-4f9f-b8da-1dad11eecbef tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks [] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:18.712675 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-9111c865-8213-4f9f-b8da-1dad11eecbef tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2496734 Nov 22 20:34:18.715466 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 41992) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:34:18.723433 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-a2daaf19-b02c-4817-8491-9e683eca5fb7 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Request body: {'subnet': {'network_id': '26e2c631-bd32-44c2-8744-647d747c1c26', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:34:18.728972 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9111c865-8213-4f9f-b8da-1dad11eecbef tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Pushing event updated for resources: {'Network': ['ID=26e2c631-bd32-44c2-8744-647d747c1c26,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:34:18.739990 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Network 26e2c631-bd32-44c2-8744-647d747c1c26 details requested by agent ovs-agent-n-d-818823-1 with host n-d-818823-1 {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 20:34:18.846139 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2daaf19-b02c-4817-8491-9e683eca5fb7 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Made reservation on behalf of 514017ce9a25478c9d0da65e12765f42 for: {'subnet': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:34:18.850421 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48672158-d099-488a-958c-120b7de0e8b7 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Router 046e811e-a745-435b-b598-9f369ae1e439 has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 20:34:18.851937 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a2daaf19-b02c-4817-8491-9e683eca5fb7 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11792951'] for subnet, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:18.919932 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.ipam_backend_mixin [None req-a2daaf19-b02c-4817-8491-9e683eca5fb7 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Performing IP validity checks on allocation pools {{(pid=103448) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 22 20:34:18.920448 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.ipam_backend_mixin [None req-a2daaf19-b02c-4817-8491-9e683eca5fb7 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103448) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 22 20:34:18.976776 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-742f902d-1925-4cfb-9361-36de04136590 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:34:18.982748 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-742f902d-1925-4cfb-9361-36de04136590 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for floatingip, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:18.988708 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07994309-06a6-44ff-949c-eb1d1b7c585c None None] Sync routers for ids ['94f2b6d4-8464-4d92-a2c6-e8c26fc23a71'] in n-d-818823-1 {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:34:19.003559 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07994309-06a6-44ff-949c-eb1d1b7c585c None None] Routers {'94f2b6d4-8464-4d92-a2c6-e8c26fc23a71'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:34:19.004593 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-07994309-06a6-44ff-949c-eb1d1b7c585c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:34:02Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['94f2b6d4-8464-4d92-a2c6-e8c26fc23a71'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:34:19.082157 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-742f902d-1925-4cfb-9361-36de04136590 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] 10.222.0.46 "DELETE /v2.0/floatingips/4d966843-499f-4544-9de0-a0b37e2708de HTTP/1.1" status: 204 len: 168 time: 3.7729266 Nov 22 20:34:19.114701 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a2daaf19-b02c-4817-8491-9e683eca5fb7 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11567560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11792921'] for subnet, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:19.125718 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f373b34a-1a79-4345-a16f-3792105f837a', 'tag': 'c7d01183-2794-43c6-a1c5-3d0d43c62b98'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:34:19.130195 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29e9f08b-c2dc-47f2-9331-fbe9e3f3e38f" -d '{"events": [{"name": "network-changed", "server_uuid": "f373b34a-1a79-4345-a16f-3792105f837a", "tag": "c7d01183-2794-43c6-a1c5-3d0d43c62b98"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:34:19.149252 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-07994309-06a6-44ff-949c-eb1d1b7c585c None None] Set router 94f2b6d4-8464-4d92-a2c6-e8c26fc23a71 gateway port host: n-d-818823-1 {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:34:19.172566 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48672158-d099-488a-958c-120b7de0e8b7 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:34:19.179339 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-48672158-d099-488a-958c-120b7de0e8b7 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for floatingip, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:19.185120 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd0106c-6349-4e9b-a4ce-373fa95a9cd6 None None] Sync routers for ids ['046e811e-a745-435b-b598-9f369ae1e439'] in n-d-818823-1 {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:34:19.185300 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2daaf19-b02c-4817-8491-9e683eca5fb7 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Pushing event updated for resources: {'Subnet': ['ID=0bdaf423-1dd7-457d-a066-7300090549b7,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:34:19.213610 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd0106c-6349-4e9b-a4ce-373fa95a9cd6 None None] Routers {'046e811e-a745-435b-b598-9f369ae1e439'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:34:19.215952 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-bcd0106c-6349-4e9b-a4ce-373fa95a9cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:34:02Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['046e811e-a745-435b-b598-9f369ae1e439'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:34:19.234995 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2daaf19-b02c-4817-8491-9e683eca5fb7 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Checking segment: {'id': '9fdc1303-284e-4883-98bb-5cc87fb96016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '26e2c631-bd32-44c2-8744-647d747c1c26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:34:19.238192 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2daaf19-b02c-4817-8491-9e683eca5fb7 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Network hostable DHCP agents. Network: 26e2c631-bd32-44c2-8744-647d747c1c26, hostable agents: ['02adaa64-0987-4b74-bad0-cbcf56f8a294'], hosted agents: [] {{(pid=103448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 20:34:19.268455 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2daaf19-b02c-4817-8491-9e683eca5fb7 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Network 26e2c631-bd32-44c2-8744-647d747c1c26 is scheduled to be hosted by DHCP agent 02adaa64-0987-4b74-bad0-cbcf56f8a294 with binding_index 1 {{(pid=103448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 20:34:19.296562 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-a2daaf19-b02c-4817-8491-9e683eca5fb7 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818823-1, 26e2c631-bd32-44c2-8744-647d747c1c26) {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:34:19.306709 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-48672158-d099-488a-958c-120b7de0e8b7 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] 10.222.0.46 "PUT /v2.0/floatingips/47a017cd-c5c4-4b44-8ffc-6de1c4b61e4e HTTP/1.1" status: 200 len: 686 time: 2.0534084 Nov 22 20:34:19.308457 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 42006) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:34:19.315073 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2daaf19-b02c-4817-8491-9e683eca5fb7 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:34:19.317783 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a2daaf19-b02c-4817-8491-9e683eca5fb7 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:19.329079 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b877a8f6-0280-4db2-81c4-202f68c66e19 req-123f51be-4c35-48a7-987e-c9433a02c70e tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:34:19.332130 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b877a8f6-0280-4db2-81c4-202f68c66e19 req-123f51be-4c35-48a7-987e-c9433a02c70e tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/ports?device_id=4dda4327-aabc-4695-9afd-2fa5c81ea6b5 HTTP/1.1" status: 200 len: 946 time: 0.3098431 Nov 22 20:34:19.349463 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-bcd0106c-6349-4e9b-a4ce-373fa95a9cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:34:19.359289 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-a2daaf19-b02c-4817-8491-9e683eca5fb7 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.6427670 Nov 22 20:34:19.361599 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-299060f5-9c57-466f-b709-b5a6614ae05a None None] Network 26e2c631-bd32-44c2-8744-647d747c1c26 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:34:19.363293 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 42010) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:34:19.373917 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-0acb8c7c-b12f-43b4-a6a2-d3bf09dbc3ef tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:34:19.428965 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd0106c-6349-4e9b-a4ce-373fa95a9cd6 None None] Routers {'046e811e-a745-435b-b598-9f369ae1e439'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:34:19.429812 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-bcd0106c-6349-4e9b-a4ce-373fa95a9cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:34:02Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['046e811e-a745-435b-b598-9f369ae1e439'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:34:19.567342 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-bcd0106c-6349-4e9b-a4ce-373fa95a9cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:34:19.576594 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd0106c-6349-4e9b-a4ce-373fa95a9cd6 None None] The sync data for ids ['046e811e-a745-435b-b598-9f369ae1e439'] in n-d-818823-1 is: [] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:34:19.589992 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0acb8c7c-b12f-43b4-a6a2-d3bf09dbc3ef tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-11792896'] for subnet, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:19.623143 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-07994309-06a6-44ff-949c-eb1d1b7c585c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94f2b6d4-8464-4d92-a2c6-e8c26fc23a71', 'name': 'tempest-TestNetworkBasicOps-router-1644200045', 'tenant_id': '67d164fc12fc462bb9fe3a42a4c66cfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': '114cbcf1-a5e8-4d8a-be47-f4c4eb0c39b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:32:58Z', 'updated_at': '2021-11-22T20:33:09Z', 'revision_number': 4, 'project_id': '67d164fc12fc462bb9fe3a42a4c66cfa', 'gw_port': {'id': '114cbcf1-a5e8-4d8a-be47-f4c4eb0c39b8', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:42:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94f2b6d4-8464-4d92-a2c6-e8c26fc23a71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2627, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:32:59Z', 'updated_at': '2021-11-22T20:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': '5d85c926-9152-43d2-9cc9-7f37abbbb7a7', 'name': '', 'network_id': '4eee9871-c864-4a4e-beab-df170d4b2d0a', 'tenant_id': '67d164fc12fc462bb9fe3a42a4c66cfa', 'mac_address': 'fa:16:3e:04:fd:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94f2b6d4-8464-4d92-a2c6-e8c26fc23a71', 'device_owner': 'network:router_interface', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': 'e4bcf6c5-bcfa-43f3-aeeb-3664afce2cd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:33:05Z', 'updated_at': '2021-11-22T20:33:15Z', 'revision_number': 5, 'project_id': '67d164fc12fc462bb9fe3a42a4c66cfa', 'subnets': [{'id': 'e4bcf6c5-bcfa-43f3-aeeb-3664afce2cd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:34:19.626879 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b877a8f6-0280-4db2-81c4-202f68c66e19 req-7d988ed5-78c7-4391-b61b-2680570b8673 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/security-groups?id=967182ec-36b6-43cb-985c-f0d9e87194dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270516 Nov 22 20:34:19.637129 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-39e7e484-a4cf-49dc-9b29-1fb7e152bdc7 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Deleting port 45e31f6d-1db6-4558-a934-d86c73ac1763 {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:34:19.637468 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-39e7e484-a4cf-49dc-9b29-1fb7e152bdc7 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:19.662001 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device d45dc3a7-ff28-432b-8016-c373ba7cbd55 details requested by agent hyperv_n-h2-818823-1 with host n-h2-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 20:34:19.692077 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07994309-06a6-44ff-949c-eb1d1b7c585c None None] Checking router: 94f2b6d4-8464-4d92-a2c6-e8c26fc23a71 for host: n-d-818823-1 {{(pid=103450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 20:34:19.702599 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f47408c-5a7d-4998-9a68-3a3db94ed204 req-c428ddbe-8b49-4d03-9a0f-2e649eb06978 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:34:19.704300 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a1dd784-fd6e-4fd8-b799-8de44db72907 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fb26bd7-ce56-527b-b94f-2e1f7cb2bb35-26e2c631-bd32-44c2-8744-647d747c1c26', 'network_id': '26e2c631-bd32-44c2-8744-647d747c1c26', 'tenant_id': '514017ce9a25478c9d0da65e12765f42', 'fixed_ips': [{'subnet_id': '0bdaf423-1dd7-457d-a066-7300090549b7'}]}} from n-d-818823-1. {{(pid=103449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 20:34:19.704936 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0f47408c-5a7d-4998-9a68-3a3db94ed204 req-c428ddbe-8b49-4d03-9a0f-2e649eb06978 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/ports?device_id=55c8ea2e-f35c-4917-83f4-6a6eece9ab8c HTTP/1.1" status: 200 len: 945 time: 0.2039399 Nov 22 20:34:19.705825 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-1a1dd784-fd6e-4fd8-b799-8de44db72907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:19.711584 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07994309-06a6-44ff-949c-eb1d1b7c585c None None] Routers {'94f2b6d4-8464-4d92-a2c6-e8c26fc23a71'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:34:19.712206 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-07994309-06a6-44ff-949c-eb1d1b7c585c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:34:02Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['94f2b6d4-8464-4d92-a2c6-e8c26fc23a71'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:34:19.765339 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 20:34:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f67b7dc-e89f-4c7e-9cfe-63b402230c1c x-openstack-request-id: req-5f67b7dc-e89f-4c7e-9cfe-63b402230c1c {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:34:19.765339 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f373b34a-1a79-4345-a16f-3792105f837a", "tag": "c7d01183-2794-43c6-a1c5-3d0d43c62b98", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:34:19.765339 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5f67b7dc-e89f-4c7e-9cfe-63b402230c1c {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:34:19.765776 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f373b34a-1a79-4345-a16f-3792105f837a', 'tag': 'c7d01183-2794-43c6-a1c5-3d0d43c62b98', 'status': 'completed', 'code': 200} Nov 22 20:34:19.873552 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e9f08b-c2dc-47f2-9331-fbe9e3f3e38f req-c150970e-5f16-4965-8e01-d9cafd331e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:34:19.874605 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-29e9f08b-c2dc-47f2-9331-fbe9e3f3e38f req-c150970e-5f16-4965-8e01-d9cafd331e18 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=67d164fc12fc462bb9fe3a42a4c66cfa&device_id=f373b34a-1a79-4345-a16f-3792105f837a HTTP/1.1" status: 200 len: 1096 time: 0.0951262 Nov 22 20:34:19.900908 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.db.resource_extend [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 22 20:34:19.907807 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e9b1c122-8078-4fc6-9e90-f802b914a022 req-f16f02dd-3277-46d4-b502-abb812d66ecc tempest-ServerShowV254Test-727421985 tempest-ServerShowV254Test-727421985-project] 10.222.0.46 "GET /v2.0/ports?device_id=933de673-1ac5-4f25-baf4-2b08f11bee14 HTTP/1.1" status: 200 len: 210 time: 0.0672200 Nov 22 20:34:19.935660 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0f47408c-5a7d-4998-9a68-3a3db94ed204 req-98f24db1-c89d-418a-b50e-2a4d7228f937 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/security-groups?id=be1c2326-cee4-429b-9524-b757ff14e61f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2212772 Nov 22 20:34:19.979118 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-39e7e484-a4cf-49dc-9b29-1fb7e152bdc7 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:19.979333 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-39e7e484-a4cf-49dc-9b29-1fb7e152bdc7 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:20.010829 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-39e7e484-a4cf-49dc-9b29-1fb7e152bdc7 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Calling delete_port for 45e31f6d-1db6-4558-a934-d86c73ac1763 owned by network:floatingip {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:34:20.078720 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-07994309-06a6-44ff-949c-eb1d1b7c585c None None] Set router 94f2b6d4-8464-4d92-a2c6-e8c26fc23a71 gateway port host: n-d-818823-1 {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:34:20.105921 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0acb8c7c-b12f-43b4-a6a2-d3bf09dbc3ef tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8748992951628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-11567602'] for subnet, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:20.110896 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port d45dc3a7-ff28-432b-8016-c373ba7cbd55, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=d45dc3a7-ff28-432b-8016-c373ba7cbd55,segment=NetworkSegment(0f31ec19-3af4-4928-96f6-fbcd53d7ad3c),segment_id=0f31ec19-3af4-4928-96f6-fbcd53d7ad3c)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:34:20.127062 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Returning: {'device': 'd45dc3a7-ff28-432b-8016-c373ba7cbd55', 'network_id': '472efbbc-d832-48a8-ba47-cb0fa0f678cf', 'port_id': 'd45dc3a7-ff28-432b-8016-c373ba7cbd55', 'mac_address': 'fa:16:3e:5d:4a:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 632, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfcf564a-3590-4b88-b146-a6d87131f13b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 20:34:20.248353 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:20.270093 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d45dc3a7-ff28-432b-8016-c373ba7cbd55 {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:34:20.276826 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.db_base_plugin_common [None req-1a1dd784-fd6e-4fd8-b799-8de44db72907 None None] Allocated IP 172.20.0.3 (26e2c631-bd32-44c2-8744-647d747c1c26/0bdaf423-1dd7-457d-a066-7300090549b7/2443693a-74d6-49ed-97c8-4fdaef80fa31) {{(pid=103449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:34:20.281390 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0acb8c7c-b12f-43b4-a6a2-d3bf09dbc3ef tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:34:20.285514 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0acb8c7c-b12f-43b4-a6a2-d3bf09dbc3ef tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:20.289819 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-0acb8c7c-b12f-43b4-a6a2-d3bf09dbc3ef tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] 10.222.0.46 "PUT /v2.0/subnets/0bdaf423-1dd7-457d-a066-7300090549b7 HTTP/1.1" status: 200 len: 877 time: 0.9251502 Nov 22 20:34:20.290511 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 42024) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:34:20.300822 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fb47aa-fc6b-45e0-986b-c486405b1b63 req-a8fdea1c-c742-41e7-8249-417cc4d89ff3 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:34:20.306366 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-10fb47aa-fc6b-45e0-986b-c486405b1b63 req-a8fdea1c-c742-41e7-8249-417cc4d89ff3 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] 10.222.0.46 "GET /v2.0/ports?device_id=f373b34a-1a79-4345-a16f-3792105f837a HTTP/1.1" status: 200 len: 945 time: 0.1856782 Nov 22 20:34:20.309967 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port d45dc3a7-ff28-432b-8016-c373ba7cbd55, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=d45dc3a7-ff28-432b-8016-c373ba7cbd55,segment=NetworkSegment(0f31ec19-3af4-4928-96f6-fbcd53d7ad3c),segment_id=0f31ec19-3af4-4928-96f6-fbcd53d7ad3c)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:34:20.325512 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e9f08b-c2dc-47f2-9331-fbe9e3f3e38f req-8d4395f7-69db-4861-a2bc-f53aa992116d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:34:20.325715 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:20.329577 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-29e9f08b-c2dc-47f2-9331-fbe9e3f3e38f req-8d4395f7-69db-4861-a2bc-f53aa992116d service neutron] 10.222.0.41 "GET /v2.0/networks?id=4eee9871-c864-4a4e-beab-df170d4b2d0a HTTP/1.1" status: 200 len: 898 time: 0.4443591 Nov 22 20:34:20.333473 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acb8c7c-b12f-43b4-a6a2-d3bf09dbc3ef tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Pushing event updated for resources: {'Subnet': ['ID=0bdaf423-1dd7-457d-a066-7300090549b7,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:34:20.445758 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=d45dc3a7-ff28-432b-8016-c373ba7cbd55,revision_number=11']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:34:20.470514 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-10fb47aa-fc6b-45e0-986b-c486405b1b63 req-eef5da3f-53b9-40e4-8796-d328dbb49cc7 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] 10.222.0.46 "GET /v2.0/security-groups?id=47c329a1-771a-489f-9c27-2c25a09975ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1441970 Nov 22 20:34:20.472068 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-07994309-06a6-44ff-949c-eb1d1b7c585c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94f2b6d4-8464-4d92-a2c6-e8c26fc23a71', 'name': 'tempest-TestNetworkBasicOps-router-1644200045', 'tenant_id': '67d164fc12fc462bb9fe3a42a4c66cfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': '114cbcf1-a5e8-4d8a-be47-f4c4eb0c39b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:32:58Z', 'updated_at': '2021-11-22T20:33:09Z', 'revision_number': 4, 'project_id': '67d164fc12fc462bb9fe3a42a4c66cfa', 'gw_port': {'id': '114cbcf1-a5e8-4d8a-be47-f4c4eb0c39b8', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:42:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94f2b6d4-8464-4d92-a2c6-e8c26fc23a71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2627, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:32:59Z', 'updated_at': '2021-11-22T20:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': '5d85c926-9152-43d2-9cc9-7f37abbbb7a7', 'name': '', 'network_id': '4eee9871-c864-4a4e-beab-df170d4b2d0a', 'tenant_id': '67d164fc12fc462bb9fe3a42a4c66cfa', 'mac_address': 'fa:16:3e:04:fd:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94f2b6d4-8464-4d92-a2c6-e8c26fc23a71', 'device_owner': 'network:router_interface', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': 'e4bcf6c5-bcfa-43f3-aeeb-3664afce2cd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:33:05Z', 'updated_at': '2021-11-22T20:33:15Z', 'revision_number': 5, 'project_id': '67d164fc12fc462bb9fe3a42a4c66cfa', 'subnets': [{'id': 'e4bcf6c5-bcfa-43f3-aeeb-3664afce2cd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:34:20.496337 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-39e7e484-a4cf-49dc-9b29-1fb7e152bdc7 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:20.528556 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e7e484-a4cf-49dc-9b29-1fb7e152bdc7 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Pushing event deleted for resources: {'Port': ['ID=45e31f6d-1db6-4558-a934-d86c73ac1763,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:34:20.550957 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-29e9f08b-c2dc-47f2-9331-fbe9e3f3e38f req-437898ba-b1dd-4395-8081-808eb4e148fb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c7d01183-2794-43c6-a1c5-3d0d43c62b98 HTTP/1.1" status: 200 len: 217 time: 0.2066686 Nov 22 20:34:20.552972 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07994309-06a6-44ff-949c-eb1d1b7c585c None None] The sync data for ids ['94f2b6d4-8464-4d92-a2c6-e8c26fc23a71'] in n-d-818823-1 is: [{'id': '94f2b6d4-8464-4d92-a2c6-e8c26fc23a71', 'name': 'tempest-TestNetworkBasicOps-router-1644200045', 'tenant_id': '67d164fc12fc462bb9fe3a42a4c66cfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': '114cbcf1-a5e8-4d8a-be47-f4c4eb0c39b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:32:58Z', 'updated_at': '2021-11-22T20:33:09Z', 'revision_number': 4, 'project_id': '67d164fc12fc462bb9fe3a42a4c66cfa', 'gw_port': {'id': '114cbcf1-a5e8-4d8a-be47-f4c4eb0c39b8', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:42:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94f2b6d4-8464-4d92-a2c6-e8c26fc23a71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2627, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:32:59Z', 'updated_at': '2021-11-22T20:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': '5d85c926-9152-43d2-9cc9-7f37abbbb7a7', 'name': '', 'network_id': '4eee9871-c864-4a4e-beab-df170d4b2d0a', 'tenant_id': '67d164fc12fc462bb9fe3a42a4c66cfa', 'mac_address': 'fa:16:3e:04:fd:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94f2b6d4-8464-4d92-a2c6-e8c26fc23a71', 'device_owner': 'network:router_interface', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': 'e4bcf6c5-bcfa-43f3-aeeb-3664afce2cd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:33:05Z', 'updated_at': '2021-11-22T20:33:15Z', 'revision_number': 5, 'project_id': '67d164fc12fc462bb9fe3a42a4c66cfa', 'subnets': [{'id': 'e4bcf6c5-bcfa-43f3-aeeb-3664afce2cd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:34:20.575050 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] get_ports_and_sgs() called for port_ids ['d45dc3a7-ff28-432b-8016-c373ba7cbd55'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:34:20.646698 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e9f08b-c2dc-47f2-9331-fbe9e3f3e38f req-589753f2-3e86-4751-8937-59596aad638e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:34:20.648536 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-29e9f08b-c2dc-47f2-9331-fbe9e3f3e38f req-589753f2-3e86-4751-8937-59596aad638e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e4bcf6c5-bcfa-43f3-aeeb-3664afce2cd0 HTTP/1.1" status: 200 len: 835 time: 0.0816555 Nov 22 20:34:20.666497 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-1a1dd784-fd6e-4fd8-b799-8de44db72907 None None] Publish callbacks [] for port, precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:20.692025 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-1a1dd784-fd6e-4fd8-b799-8de44db72907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372'] for port, after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:20.760878 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-39e7e484-a4cf-49dc-9b29-1fb7e152bdc7 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks [] for floatingip, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:20.764256 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-39e7e484-a4cf-49dc-9b29-1fb7e152bdc7 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for floatingip, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:20.765742 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-39e7e484-a4cf-49dc-9b29-1fb7e152bdc7 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] 10.222.0.46 "DELETE /v2.0/floatingips/47a017cd-c5c4-4b44-8ffc-6de1c4b61e4e HTTP/1.1" status: 204 len: 168 time: 1.4326601 Nov 22 20:34:20.786786 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 42030) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:34:20.789613 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a440ec-d6bd-488d-a0f9-d4fc3fd59972 req-62ca5c90-c3ad-4716-83b5-e2ade0923672 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:34:20.792991 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a9a440ec-d6bd-488d-a0f9-d4fc3fd59972 req-62ca5c90-c3ad-4716-83b5-e2ade0923672 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/ports?device_id=4dda4327-aabc-4695-9afd-2fa5c81ea6b5 HTTP/1.1" status: 200 len: 946 time: 0.1719115 Nov 22 20:34:20.866558 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa2c809-7d36-49c8-ba65-9fb611a8c1be req-964eadc4-3e22-44c0-a080-3fdfbcc57c82 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:34:20.868735 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-eaa2c809-7d36-49c8-ba65-9fb611a8c1be req-964eadc4-3e22-44c0-a080-3fdfbcc57c82 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] 10.222.0.41 "GET /v2.0/ports?device_id=f373b34a-1a79-4345-a16f-3792105f837a HTTP/1.1" status: 200 len: 945 time: 0.1655157 Nov 22 20:34:20.879283 n-d-818823-1 neutron-server[103448]: INFO neutron.api.v2.resource [None req-30c52a7f-47b0-4c69-bbc4-4388c4427639 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] delete failed (client error): The resource could not be found. Nov 22 20:34:20.895742 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-30c52a7f-47b0-4c69-bbc4-4388c4427639 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] 10.222.0.46 "DELETE /v2.0/floatingips/47a017cd-c5c4-4b44-8ffc-6de1c4b61e4e HTTP/1.1" status: 404 len: 345 time: 0.0801897 Nov 22 20:34:20.902134 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 42034) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:34:20.937598 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a9a440ec-d6bd-488d-a0f9-d4fc3fd59972 req-ce74087f-e95c-425a-b9f2-d0c162bf0f39 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/security-groups?id=967182ec-36b6-43cb-985c-f0d9e87194dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185639 Nov 22 20:34:21.067575 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1dd784-fd6e-4fd8-b799-8de44db72907 None None] Pushing event updated for resources: {'Port': ['ID=2443693a-74d6-49ed-97c8-4fdaef80fa31,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:34:21.078270 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e9f08b-c2dc-47f2-9331-fbe9e3f3e38f req-d1a0c733-d443-43de-8407-a5dfafabe2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:34:21.086578 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-395f9158-537b-4240-ac57-909651b797da None None] New status for floating IP 4d966843-499f-4544-9de0-a0b37e2708de: DOWN {{(pid=103450) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 20:34:21.090206 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a1dd784-fd6e-4fd8-b799-8de44db72907 None None] Network 26e2c631-bd32-44c2-8744-647d747c1c26 is already hosted by enough agents. {{(pid=103449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:34:21.095053 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.base_scheduler [None req-1a1dd784-fd6e-4fd8-b799-8de44db72907 None None] Resources bound (agent type, host, resource id): {{(pid=103449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:34:21.102535 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a1dd784-fd6e-4fd8-b799-8de44db72907 None None] Received port after_create {{(pid=103449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:34:21.103799 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-29e9f08b-c2dc-47f2-9331-fbe9e3f3e38f req-d1a0c733-d443-43de-8407-a5dfafabe2bb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4eee9871-c864-4a4e-beab-df170d4b2d0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4231091 Nov 22 20:34:21.154393 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59815fff-56ab-48ec-bd73-43e3632ecee8 req-710831e9-3d48-4fa8-8688-3292c1e83bb0 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:34:21.157638 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-59815fff-56ab-48ec-bd73-43e3632ecee8 req-710831e9-3d48-4fa8-8688-3292c1e83bb0 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/ports?device_id=4dda4327-aabc-4695-9afd-2fa5c81ea6b5 HTTP/1.1" status: 200 len: 946 time: 0.0768194 Nov 22 20:34:21.169185 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-eaa2c809-7d36-49c8-ba65-9fb611a8c1be req-d1f79023-4f2d-4ee6-a720-510593aeae41 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Deleting port c7d01183-2794-43c6-a1c5-3d0d43c62b98 {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:34:21.169543 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-eaa2c809-7d36-49c8-ba65-9fb611a8c1be req-d1f79023-4f2d-4ee6-a720-510593aeae41 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:21.178807 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1e9a2b2c-2d06-49da-980a-58062a1cfefb tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3961693'] for network, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:21.271927 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-1a1dd784-fd6e-4fd8-b799-8de44db72907 None None] Attempting to bind port 2443693a-74d6-49ed-97c8-4fdaef80fa31 on host n-d-818823-1 for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:34:21.272569 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-1a1dd784-fd6e-4fd8-b799-8de44db72907 None None] Attempting to bind port 2443693a-74d6-49ed-97c8-4fdaef80fa31 by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': '9fdc1303-284e-4883-98bb-5cc87fb96016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '26e2c631-bd32-44c2-8744-647d747c1c26'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:34:21.272687 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a1dd784-fd6e-4fd8-b799-8de44db72907 None None] Attempting to bind port 2443693a-74d6-49ed-97c8-4fdaef80fa31 on network 26e2c631-bd32-44c2-8744-647d747c1c26 {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:34:21.294197 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a1dd784-fd6e-4fd8-b799-8de44db72907 None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 34, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:34:21.294705 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a1dd784-fd6e-4fd8-b799-8de44db72907 None None] Checking segment: {'id': '9fdc1303-284e-4883-98bb-5cc87fb96016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '26e2c631-bd32-44c2-8744-647d747c1c26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:34:21.295043 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-1a1dd784-fd6e-4fd8-b799-8de44db72907 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:21.296391 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a1dd784-fd6e-4fd8-b799-8de44db72907 None None] Bound using segment: {'id': '9fdc1303-284e-4883-98bb-5cc87fb96016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '26e2c631-bd32-44c2-8744-647d747c1c26'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:34:21.296989 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-1a1dd784-fd6e-4fd8-b799-8de44db72907 None None] Bound port: 2443693a-74d6-49ed-97c8-4fdaef80fa31, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fdc1303-284e-4883-98bb-5cc87fb96016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '26e2c631-bd32-44c2-8744-647d747c1c26'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:34:21.297355 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-1a1dd784-fd6e-4fd8-b799-8de44db72907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:21.365247 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-59815fff-56ab-48ec-bd73-43e3632ecee8 req-7929dc2e-0b04-4893-8bf6-7a70bc49cc24 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/security-groups?id=967182ec-36b6-43cb-985c-f0d9e87194dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869724 Nov 22 20:34:21.478819 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b229e5-b0f0-4883-bdce-4643d6d2aae0 req-1e6824c9-7adb-403c-ac64-90be097ace22 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:34:21.497067 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-1a1dd784-fd6e-4fd8-b799-8de44db72907 None None] For port 2443693a-74d6-49ed-97c8-4fdaef80fa31, host n-d-818823-1, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:34:21.503290 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f1b229e5-b0f0-4883-bdce-4643d6d2aae0 req-1e6824c9-7adb-403c-ac64-90be097ace22 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/ports?device_id=55c8ea2e-f35c-4917-83f4-6a6eece9ab8c HTTP/1.1" status: 200 len: 946 time: 0.1352558 Nov 22 20:34:21.523106 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-1a1dd784-fd6e-4fd8-b799-8de44db72907 None None] For port 2443693a-74d6-49ed-97c8-4fdaef80fa31, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=2443693a-74d6-49ed-97c8-4fdaef80fa31,segment=NetworkSegment(9fdc1303-284e-4883-98bb-5cc87fb96016),segment_id=9fdc1303-284e-4883-98bb-5cc87fb96016)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:34:21.530872 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-1a1dd784-fd6e-4fd8-b799-8de44db72907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:21.553546 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-eaa2c809-7d36-49c8-ba65-9fb611a8c1be req-d1f79023-4f2d-4ee6-a720-510593aeae41 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] For port c7d01183-2794-43c6-a1c5-3d0d43c62b98, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=c7d01183-2794-43c6-a1c5-3d0d43c62b98,segment=NetworkSegment(90866206-34f4-4d4b-aa28-eaca8b7ae991),segment_id=90866206-34f4-4d4b-aa28-eaca8b7ae991)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:34:21.553932 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-eaa2c809-7d36-49c8-ba65-9fb611a8c1be req-d1f79023-4f2d-4ee6-a720-510593aeae41 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:21.622521 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1dd784-fd6e-4fd8-b799-8de44db72907 None None] Pushing event updated for resources: {'Port': ['ID=2443693a-74d6-49ed-97c8-4fdaef80fa31,revision_number=2']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:34:21.647644 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-12a981dc-1d76-4b5c-b461-314affbfcf8b req-d8849a4f-921f-48b0-bfb8-fe830c3f80fb tempest-ServerShowV254Test-727421985 tempest-ServerShowV254Test-727421985-project] 10.222.0.46 "GET /v2.0/ports?device_id=933de673-1ac5-4f25-baf4-2b08f11bee14 HTTP/1.1" status: 200 len: 210 time: 0.1037965 Nov 22 20:34:21.660930 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-eaa2c809-7d36-49c8-ba65-9fb611a8c1be req-d1f79023-4f2d-4ee6-a720-510593aeae41 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Calling delete_port for c7d01183-2794-43c6-a1c5-3d0d43c62b98 owned by compute:nova {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:34:21.667610 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f1b229e5-b0f0-4883-bdce-4643d6d2aae0 req-7dd9a91b-2242-4b15-97b1-3cd2557e9ea7 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/security-groups?id=be1c2326-cee4-429b-9524-b757ff14e61f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1617286 Nov 22 20:34:21.848163 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cd0386f-b6b9-411a-a556-011a163a3183 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:34:21.856593 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cd0386f-b6b9-411a-a556-011a163a3183 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:34:21.864991 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cd0386f-b6b9-411a-a556-011a163a3183 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:34:21.866988 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-5cd0386f-b6b9-411a-a556-011a163a3183 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] 10.222.0.46 "GET /v2.0/ports?network_id=b6b66f04-87ac-4848-8852-c8e135aa6bc5 HTTP/1.1" status: 200 len: 2357 time: 0.9631252 Nov 22 20:34:21.870093 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 42068) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:34:21.977663 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025bd166-9fd4-4b04-b724-35faba6dc3ff req-c13ae034-bd4e-4d1d-939d-d816c4ed02cb tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:34:21.979541 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-025bd166-9fd4-4b04-b724-35faba6dc3ff req-c13ae034-bd4e-4d1d-939d-d816c4ed02cb tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] 10.222.0.46 "GET /v2.0/ports?device_id=f373b34a-1a79-4345-a16f-3792105f837a HTTP/1.1" status: 200 len: 945 time: 0.1585124 Nov 22 20:34:22.013089 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-29e9f08b-c2dc-47f2-9331-fbe9e3f3e38f req-77c61946-8362-4263-a425-16dbce9a722d service neutron] 10.222.0.41 "GET /v2.0/networks/4eee9871-c864-4a4e-beab-df170d4b2d0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9075069 Nov 22 20:34:22.030588 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-1e9a2b2c-2d06-49da-980a-58062a1cfefb tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Deleting port 2443693a-74d6-49ed-97c8-4fdaef80fa31 {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:34:22.030920 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1e9a2b2c-2d06-49da-980a-58062a1cfefb tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:22.033642 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f92c1c1-050b-4492-a95c-af9ae11ff2cf tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:34:22.035487 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-9f92c1c1-050b-4492-a95c-af9ae11ff2cf tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] 10.222.0.46 "GET /v2.0/subnets/699cad9a-a423-4352-af4e-f31ebbdf881d HTTP/1.1" status: 200 len: 797 time: 0.1638834 Nov 22 20:34:22.043615 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 42074) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:34:22.058253 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-cf5216d2-e59f-4ec3-8d51-0930aa28e3c7 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Request body: {'port': {'network_id': 'b6b66f04-87ac-4848-8852-c8e135aa6bc5', 'name': 'tempest-FloatingIPTestJSON-646970565', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:34:22.127052 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-025bd166-9fd4-4b04-b724-35faba6dc3ff req-0534a04b-4d0d-45e5-89b5-362c01300faa tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] 10.222.0.46 "GET /v2.0/security-groups?id=47c329a1-771a-489f-9c27-2c25a09975ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1271296 Nov 22 20:34:22.136265 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd3737b-5ba3-4eed-89f1-71a6a5240ce8 req-2cf19c45-7188-422a-a577-31f4bb882338 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:34:22.137845 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3dd3737b-5ba3-4eed-89f1-71a6a5240ce8 req-2cf19c45-7188-422a-a577-31f4bb882338 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/ports?device_id=4dda4327-aabc-4695-9afd-2fa5c81ea6b5 HTTP/1.1" status: 200 len: 946 time: 0.1568453 Nov 22 20:34:22.139004 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-eaa2c809-7d36-49c8-ba65-9fb611a8c1be req-d1f79023-4f2d-4ee6-a720-510593aeae41 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:22.209861 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f79023-4f2d-4ee6-a720-510593aeae41 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Pushing event deleted for resources: {'Port': ['ID=c7d01183-2794-43c6-a1c5-3d0d43c62b98,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:34:22.276008 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3dd3737b-5ba3-4eed-89f1-71a6a5240ce8 req-cbc4fa36-6c24-4d57-946b-941dab7c4948 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/security-groups?id=967182ec-36b6-43cb-985c-f0d9e87194dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275833 Nov 22 20:34:22.300225 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-eaa2c809-7d36-49c8-ba65-9fb611a8c1be req-d1f79023-4f2d-4ee6-a720-510593aeae41 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] No DVR routers for this DVR port c7d01183-2794-43c6-a1c5-3d0d43c62b98 on host n-h1-818823-1 {{(pid=103447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:34:22.300225 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-eaa2c809-7d36-49c8-ba65-9fb611a8c1be req-d1f79023-4f2d-4ee6-a720-510593aeae41 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:22.300523 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-29e9f08b-c2dc-47f2-9331-fbe9e3f3e38f req-72768e53-0579-4a4e-848a-36e12ec869e4 service neutron] 10.222.0.41 "GET /v2.0/networks/4eee9871-c864-4a4e-beab-df170d4b2d0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2762513 Nov 22 20:34:22.301657 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-eaa2c809-7d36-49c8-ba65-9fb611a8c1be req-d1f79023-4f2d-4ee6-a720-510593aeae41 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] 10.222.0.41 "DELETE /v2.0/ports/c7d01183-2794-43c6-a1c5-3d0d43c62b98 HTTP/1.1" status: 204 len: 173 time: 1.4204984 Nov 22 20:34:22.302221 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f373b34a-1a79-4345-a16f-3792105f837a', 'name': 'network-vif-deleted', 'tag': 'c7d01183-2794-43c6-a1c5-3d0d43c62b98'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:34:22.304899 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-1e9a2b2c-2d06-49da-980a-58062a1cfefb tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] For port 2443693a-74d6-49ed-97c8-4fdaef80fa31, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=2443693a-74d6-49ed-97c8-4fdaef80fa31,segment=NetworkSegment(9fdc1303-284e-4883-98bb-5cc87fb96016),segment_id=9fdc1303-284e-4883-98bb-5cc87fb96016)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:34:22.305050 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f452302-5ec3-4931-8a5c-1ae4d9ffb0dc" -d '{"events": [{"server_uuid": "f373b34a-1a79-4345-a16f-3792105f837a", "name": "network-vif-deleted", "tag": "c7d01183-2794-43c6-a1c5-3d0d43c62b98"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:34:22.305147 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1e9a2b2c-2d06-49da-980a-58062a1cfefb tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:22.327391 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-1e9a2b2c-2d06-49da-980a-58062a1cfefb tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Calling delete_port for 2443693a-74d6-49ed-97c8-4fdaef80fa31 owned by network:dhcp {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:34:22.347705 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf5216d2-e59f-4ec3-8d51-0930aa28e3c7 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Made reservation on behalf of 198da916eb8b4113a6f2c9e3e85d1b76 for: {'port': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:34:22.353535 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:34:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d06e72f5-aa20-403b-a55f-535f9ee012ea x-openstack-request-id: req-d06e72f5-aa20-403b-a55f-535f9ee012ea {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:34:22.354050 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f373b34a-1a79-4345-a16f-3792105f837a", "name": "network-vif-deleted", "tag": "c7d01183-2794-43c6-a1c5-3d0d43c62b98", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:34:22.354320 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d06e72f5-aa20-403b-a55f-535f9ee012ea {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:34:22.354754 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f373b34a-1a79-4345-a16f-3792105f837a', 'name': 'network-vif-deleted', 'tag': 'c7d01183-2794-43c6-a1c5-3d0d43c62b98', 'status': 'completed', 'code': 200} Nov 22 20:34:22.503981 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cf5216d2-e59f-4ec3-8d51-0930aa28e3c7 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:22.546026 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [None req-cf5216d2-e59f-4ec3-8d51-0930aa28e3c7 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] device_id is not set on port a2ca2334-21df-4092-929c-c8dde84c494f yet. {{(pid=103448) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 20:34:22.592398 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1e9a2b2c-2d06-49da-980a-58062a1cfefb tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:22.674520 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9a2b2c-2d06-49da-980a-58062a1cfefb tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Pushing event deleted for resources: {'Port': ['ID=2443693a-74d6-49ed-97c8-4fdaef80fa31,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:34:22.808968 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e9a2b2c-2d06-49da-980a-58062a1cfefb tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] No DVR routers for this DVR port 2443693a-74d6-49ed-97c8-4fdaef80fa31 on host n-d-818823-1 {{(pid=103448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:34:22.969905 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1e9a2b2c-2d06-49da-980a-58062a1cfefb tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3753007'] for subnet, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:23.056581 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5ba090f4-c6fe-48fb-987b-3a739372ce49 req-5654ee56-e16d-43d1-a361-bead31e63a2e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f373b34a-1a79-4345-a16f-3792105f837a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1162608 Nov 22 20:34:23.058841 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-134629f1-464d-4fef-a291-609179067d75 req-564288c4-0936-4345-997b-3aeb9a8a4b27 tempest-ServerShowV254Test-727421985 tempest-ServerShowV254Test-727421985-project] 10.222.0.46 "GET /v2.0/ports?device_id=933de673-1ac5-4f25-baf4-2b08f11bee14 HTTP/1.1" status: 200 len: 210 time: 0.0947497 Nov 22 20:34:23.103605 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466498a4-7982-44a3-add7-9573aa5c1375 req-be90ccdb-c368-4781-8c35-50b5925026cd tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:34:23.115645 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-466498a4-7982-44a3-add7-9573aa5c1375 req-be90ccdb-c368-4781-8c35-50b5925026cd tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/ports?device_id=55c8ea2e-f35c-4917-83f4-6a6eece9ab8c HTTP/1.1" status: 200 len: 946 time: 0.2419765 Nov 22 20:34:23.185352 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5ba090f4-c6fe-48fb-987b-3a739372ce49 req-96878959-cbb8-4a3c-91fa-0624b60d03de service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=67d164fc12fc462bb9fe3a42a4c66cfa&device_id=f373b34a-1a79-4345-a16f-3792105f837a HTTP/1.1" status: 200 len: 210 time: 0.0506885 Nov 22 20:34:23.194273 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [None req-cf5216d2-e59f-4ec3-8d51-0930aa28e3c7 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Allocated IP 172.20.0.14 (b6b66f04-87ac-4848-8852-c8e135aa6bc5/699cad9a-a423-4352-af4e-f31ebbdf881d/a2ca2334-21df-4092-929c-c8dde84c494f) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:34:23.206320 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [None req-cf5216d2-e59f-4ec3-8d51-0930aa28e3c7 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Allocated IP 172.20.0.13 (b6b66f04-87ac-4848-8852-c8e135aa6bc5/699cad9a-a423-4352-af4e-f31ebbdf881d/a2ca2334-21df-4092-929c-c8dde84c494f) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:34:23.210077 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1e9a2b2c-2d06-49da-980a-58062a1cfefb tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3753014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11567369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11792914'] for subnet, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:23.217949 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 42094) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:34:23.227874 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b89ff8d2-f813-4e59-8b32-9a83dc095a44 None None] Network 26e2c631-bd32-44c2-8744-647d747c1c26 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:34:23.268301 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9a2b2c-2d06-49da-980a-58062a1cfefb tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Pushing event deleted for resources: {'Subnet': ['ID=0bdaf423-1dd7-457d-a066-7300090549b7,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:34:23.274634 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-a5b05b4b-ee4a-43df-a31b-99ae1d1f8b39 None None] Could not find standard attr ID for object 2443693a-74d6-49ed-97c8-4fdaef80fa31. {{(pid=103449) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 22 20:34:23.412275 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1e9a2b2c-2d06-49da-980a-58062a1cfefb tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3760028', 'neutron.services.segments.db._delete_segments_for_network-8748992815755'] for network, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:23.428777 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9bf9353-1fe5-4645-9eb1-25c84ee856ea None None] DHCP port deletion for 26e2c631-bd32-44c2-8744-647d747c1c26 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:34:23.454837 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-466498a4-7982-44a3-add7-9573aa5c1375 req-81289cd4-99e2-4ac1-a51d-b0d4c3ca8e30 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/security-groups?id=be1c2326-cee4-429b-9524-b757ff14e61f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3304930 Nov 22 20:34:23.470261 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d93f6957-5c01-433d-9797-d4f83b61b50c None None] Network 26e2c631-bd32-44c2-8744-647d747c1c26 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:34:23.507993 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-1e9a2b2c-2d06-49da-980a-58062a1cfefb tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26e2c631-bd32-44c2-8744-647d747c1c26']}} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:34:23.523895 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-1e9a2b2c-2d06-49da-980a-58062a1cfefb tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fdc1303-284e-4883-98bb-5cc87fb96016') {'for_net_delete': True} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:34:23.523895 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-1e9a2b2c-2d06-49da-980a-58062a1cfefb tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fdc1303-284e-4883-98bb-5cc87fb96016') {} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:34:23.541547 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1e9a2b2c-2d06-49da-980a-58062a1cfefb tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748993039638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11627933'] for segment, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:23.571198 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1580c582-588a-44ff-8a20-961ab442d60e tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:23.576793 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1e9a2b2c-2d06-49da-980a-58062a1cfefb tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:23.589519 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e402721-4dd0-4a52-ab05-9ca6d942f7fe req-eb7d6a9a-b35f-4877-9d65-3fd8d5a48d78 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:34:23.591056 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3e402721-4dd0-4a52-ab05-9ca6d942f7fe req-eb7d6a9a-b35f-4877-9d65-3fd8d5a48d78 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.20 "GET /v2.0/ports?device_id=4dda4327-aabc-4695-9afd-2fa5c81ea6b5 HTTP/1.1" status: 200 len: 946 time: 0.3851798 Nov 22 20:34:23.598762 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e9a2b2c-2d06-49da-980a-58062a1cfefb tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Releasing vlan 613 on physical network physnet1 to pool {{(pid=103448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 20:34:23.599773 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1e9a2b2c-2d06-49da-980a-58062a1cfefb tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11567447'] for segment, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:23.603802 n-d-818823-1 neutron-server[103448]: Traceback (most recent call last): Nov 22 20:34:23.603802 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 20:34:23.603802 n-d-818823-1 neutron-server[103448]: timer() Nov 22 20:34:23.603802 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 20:34:23.603802 n-d-818823-1 neutron-server[103448]: cb(*args, **kw) Nov 22 20:34:23.603802 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 20:34:23.603802 n-d-818823-1 neutron-server[103448]: return func(*args, **kwargs) Nov 22 20:34:23.603802 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 20:34:23.603802 n-d-818823-1 neutron-server[103448]: self._notify() Nov 22 20:34:23.603802 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 20:34:23.603802 n-d-818823-1 neutron-server[103448]: self.callback(batched_events) Nov 22 20:34:23.603802 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 20:34:23.603802 n-d-818823-1 neutron-server[103448]: event.method(event) Nov 22 20:34:23.603802 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 20:34:23.603802 n-d-818823-1 neutron-server[103448]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 20:34:23.603802 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 20:34:23.603802 n-d-818823-1 neutron-server[103448]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 20:34:23.603802 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 20:34:23.603802 n-d-818823-1 neutron-server[103448]: return f(self, *a, **k) Nov 22 20:34:23.603802 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 20:34:23.603802 n-d-818823-1 neutron-server[103448]: return self._get(url).json() Nov 22 20:34:23.603802 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 20:34:23.603802 n-d-818823-1 neutron-server[103448]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 20:34:23.603802 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 20:34:23.603802 n-d-818823-1 neutron-server[103448]: return self.request(url, 'GET', **kwargs) Nov 22 20:34:23.603802 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 20:34:23.603802 n-d-818823-1 neutron-server[103448]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 20:34:23.603802 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 20:34:23.603802 n-d-818823-1 neutron-server[103448]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 20:34:23.603802 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 20:34:23.603802 n-d-818823-1 neutron-server[103448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 20:34:23.603802 n-d-818823-1 neutron-server[103448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 20:34:23.634617 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe26343-40dc-4ba8-b58a-77b98510eccc req-02026714-0e57-4e27-b743-a1262531e35b tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:34:23.636305 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-fbe26343-40dc-4ba8-b58a-77b98510eccc req-02026714-0e57-4e27-b743-a1262531e35b tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/ports?device_id=4dda4327-aabc-4695-9afd-2fa5c81ea6b5 HTTP/1.1" status: 200 len: 946 time: 0.2194808 Nov 22 20:34:23.673564 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device d45dc3a7-ff28-432b-8016-c373ba7cbd55 up at agent hyperv_n-h2-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:34:23.692276 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cf5216d2-e59f-4ec3-8d51-0930aa28e3c7 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:23.706223 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1580c582-588a-44ff-8a20-961ab442d60e tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:23.724563 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba090f4-c6fe-48fb-987b-3a739372ce49 req-6e82bb78-52d7-4543-a8da-175727015c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:34:23.726107 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5ba090f4-c6fe-48fb-987b-3a739372ce49 req-6e82bb78-52d7-4543-a8da-175727015c06 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=67d164fc12fc462bb9fe3a42a4c66cfa&shared=False HTTP/1.1" status: 200 len: 898 time: 0.5070894 Nov 22 20:34:23.737939 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1e9a2b2c-2d06-49da-980a-58062a1cfefb tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3760002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595318'] for network, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:23.757243 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Provisioning for port d45dc3a7-ff28-432b-8016-c373ba7cbd55 completed by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 20:34:23.770047 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Provisioning complete for port d45dc3a7-ff28-432b-8016-c373ba7cbd55 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:34:23.770491 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:23.773153 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cf5216d2-e59f-4ec3-8d51-0930aa28e3c7 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:23.776331 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1e9a2b2c-2d06-49da-980a-58062a1cfefb tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks [] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:23.779865 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-1e9a2b2c-2d06-49da-980a-58062a1cfefb tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] 10.222.0.46 "DELETE /v2.0/networks/26e2c631-bd32-44c2-8744-647d747c1c26 HTTP/1.1" status: 204 len: 168 time: 3.4847159 Nov 22 20:34:23.807319 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9a2b2c-2d06-49da-980a-58062a1cfefb tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Pushing event deleted for resources: {'Network': ['ID=26e2c631-bd32-44c2-8744-647d747c1c26,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:34:23.856058 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 42102) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:34:23.857437 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5216d2-e59f-4ec3-8d51-0930aa28e3c7 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Pushing event updated for resources: {'Port': ['ID=a2ca2334-21df-4092-929c-c8dde84c494f,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:34:23.870923 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:23.893137 n-d-818823-1 neutron-server[103448]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd486b87-6762-48ef-ba1a-7e0ebc5d610d tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] DELETE failed (client error): The resource could not be found. Nov 22 20:34:23.893612 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd486b87-6762-48ef-ba1a-7e0ebc5d610d tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 20:34:23.898027 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-fd486b87-6762-48ef-ba1a-7e0ebc5d610d tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] 10.222.0.46 "DELETE /v2.0/subnets/0bdaf423-1dd7-457d-a066-7300090549b7 HTTP/1.1" status: 404 len: 337 time: 0.0376210 Nov 22 20:34:23.900744 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55c8ea2e-f35c-4917-83f4-6a6eece9ab8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd45dc3a7-ff28-432b-8016-c373ba7cbd55'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:34:23.901478 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf5216d2-e59f-4ec3-8d51-0930aa28e3c7 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Network b6b66f04-87ac-4848-8852-c8e135aa6bc5 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:34:23.902785 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 42104) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:34:23.903550 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d39f6d30a11e565ec9648abcc015e8a6ab6cff4edd704add8155e28765d31eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-774be839-4238-4c1a-8101-89673337c87f" -d '{"events": [{"server_uuid": "55c8ea2e-f35c-4917-83f4-6a6eece9ab8c", "name": "network-vif-plugged", "status": "completed", "tag": "d45dc3a7-ff28-432b-8016-c373ba7cbd55"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:34:23.919932 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port d45dc3a7-ff28-432b-8016-c373ba7cbd55, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=d45dc3a7-ff28-432b-8016-c373ba7cbd55,segment=NetworkSegment(0f31ec19-3af4-4928-96f6-fbcd53d7ad3c),segment_id=0f31ec19-3af4-4928-96f6-fbcd53d7ad3c)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:34:23.927507 n-d-818823-1 neutron-server[103448]: INFO neutron.pecan_wsgi.hooks.translation [None req-aaaec1df-4996-4a04-a14e-1c53b8859152 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] DELETE failed (client error): The resource could not be found. Nov 22 20:34:23.928492 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aaaec1df-4996-4a04-a14e-1c53b8859152 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 20:34:23.930518 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:23.932253 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-aaaec1df-4996-4a04-a14e-1c53b8859152 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] 10.222.0.46 "DELETE /v2.0/networks/26e2c631-bd32-44c2-8744-647d747c1c26 HTTP/1.1" status: 404 len: 339 time: 0.0281596 Nov 22 20:34:23.933758 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-cf5216d2-e59f-4ec3-8d51-0930aa28e3c7 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:34:23.936791 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 42110) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:34:23.945789 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf5216d2-e59f-4ec3-8d51-0930aa28e3c7 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:34:24.021234 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=d45dc3a7-ff28-432b-8016-c373ba7cbd55,revision_number=12']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:34:24.025876 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ac0a104-526c-48e4-8618-b67a34abc82a None None] DHCP port deletion for b6b66f04-87ac-4848-8852-c8e135aa6bc5 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:34:24.055042 n-d-818823-1 neutron-server[103448]: INFO neutron.pecan_wsgi.hooks.translation [None req-c686454f-9765-4132-b65c-0644132f09ce tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] DELETE failed (client error): The resource could not be found. Nov 22 20:34:24.057156 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c686454f-9765-4132-b65c-0644132f09ce tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 20:34:24.068017 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-c686454f-9765-4132-b65c-0644132f09ce tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] 10.222.0.46 "DELETE /v2.0/subnets/b0d548f7-ee43-45f7-b986-469de414eb29 HTTP/1.1" status: 404 len: 337 time: 0.1310747 Nov 22 20:34:24.073415 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 42118) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:34:24.102483 n-d-818823-1 neutron-server[103448]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bee10f1-9a92-4f2e-97b0-781992fd47c0 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] DELETE failed (client error): The resource could not be found. Nov 22 20:34:24.102998 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3bee10f1-9a92-4f2e-97b0-781992fd47c0 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 20:34:24.109208 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-3bee10f1-9a92-4f2e-97b0-781992fd47c0 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] 10.222.0.46 "DELETE /v2.0/networks/65671782-283d-49e2-b0f2-3cef40623e2d HTTP/1.1" status: 404 len: 339 time: 0.0359905 Nov 22 20:34:24.109534 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 42120) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:34:24.112725 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-f7b5c278-82e4-4d01-853f-62f20c3a6b88 None None] Provisioning complete for port a2ca2334-21df-4092-929c-c8dde84c494f triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:34:24.114976 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-f7b5c278-82e4-4d01-853f-62f20c3a6b88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:24.134693 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf5216d2-e59f-4ec3-8d51-0930aa28e3c7 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:34:24.135367 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cf5216d2-e59f-4ec3-8d51-0930aa28e3c7 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:24.161998 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:34:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d77d0ff-7120-40af-8161-e3e09c84fb75 x-openstack-request-id: req-2d77d0ff-7120-40af-8161-e3e09c84fb75 {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:34:24.161998 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55c8ea2e-f35c-4917-83f4-6a6eece9ab8c", "name": "network-vif-plugged", "status": "completed", "tag": "d45dc3a7-ff28-432b-8016-c373ba7cbd55", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:34:24.161998 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2d77d0ff-7120-40af-8161-e3e09c84fb75 {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:34:24.161998 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55c8ea2e-f35c-4917-83f4-6a6eece9ab8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd45dc3a7-ff28-432b-8016-c373ba7cbd55', 'code': 200} Nov 22 20:34:24.167219 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-f7b5c278-82e4-4d01-853f-62f20c3a6b88 None None] Port a2ca2334-21df-4092-929c-c8dde84c494f cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:34:24.247454 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-cf5216d2-e59f-4ec3-8d51-0930aa28e3c7 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 2.1909058 Nov 22 20:34:24.249762 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 42124) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:34:24.262234 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-78436c23-8b4c-49c4-8022-771de4702991 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Request body: {'floatingip': {'floating_network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'port_id': 'a2ca2334-21df-4092-929c-c8dde84c494f', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:34:24.295284 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c2b34811-fc5c-4493-971d-9ae0bb112087 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3961693'] for network, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:24.304068 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-fbe26343-40dc-4ba8-b58a-77b98510eccc req-862b42bd-0529-457e-ad68-469e2ecd9493 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/security-groups?id=967182ec-36b6-43cb-985c-f0d9e87194dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6581290 Nov 22 20:34:24.321618 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-78436c23-8b4c-49c4-8022-771de4702991 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks [] for floatingip, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:24.330873 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e45a3260-2365-44ea-9f36-9e4e70f692d1 req-a489315b-20d8-4af4-b658-05e1b72d8b2d tempest-ServerShowV254Test-727421985 tempest-ServerShowV254Test-727421985-project] 10.222.0.46 "GET /v2.0/ports?device_id=933de673-1ac5-4f25-baf4-2b08f11bee14 HTTP/1.1" status: 200 len: 210 time: 0.0718787 Nov 22 20:34:24.406423 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba090f4-c6fe-48fb-987b-3a739372ce49 req-1f3061b4-88cb-43d0-a5d6-b64a79c3dfb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:34:24.408162 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5ba090f4-c6fe-48fb-987b-3a739372ce49 req-1f3061b4-88cb-43d0-a5d6-b64a79c3dfb1 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6588058 Nov 22 20:34:24.418390 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954709c3-ef6f-429d-be0c-c337afa04a30 req-5bd141c8-48fd-4b00-8d36-b0c3e25ea081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:34:24.420071 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-954709c3-ef6f-429d-be0c-c337afa04a30 req-5bd141c8-48fd-4b00-8d36-b0c3e25ea081 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=55c8ea2e-f35c-4917-83f4-6a6eece9ab8c HTTP/1.1" status: 200 len: 1098 time: 0.1019254 Nov 22 20:34:24.424438 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-3e402721-4dd0-4a52-ab05-9ca6d942f7fe req-03b483ad-6e16-4419-8c71-4f2b1fd89905 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Deleting port 0dcbbc9f-eb53-4e3e-ab9f-6f3b6c9b6452 {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:34:24.424854 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-3e402721-4dd0-4a52-ab05-9ca6d942f7fe req-03b483ad-6e16-4419-8c71-4f2b1fd89905 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:24.453042 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c2b34811-fc5c-4493-971d-9ae0bb112087 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3760028', 'neutron.services.segments.db._delete_segments_for_network-8748992815755'] for network, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:24.457707 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1580c582-588a-44ff-8a20-961ab442d60e tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:24.460375 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1580c582-588a-44ff-8a20-961ab442d60e tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:24.464301 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-1580c582-588a-44ff-8a20-961ab442d60e tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] 10.222.0.46 "DELETE /v2.0/security-groups/47c329a1-771a-489f-9c27-2c25a09975ac HTTP/1.1" status: 204 len: 168 time: 1.2295210 Nov 22 20:34:24.475355 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-c2b34811-fc5c-4493-971d-9ae0bb112087 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efe48f8b-b90a-4e04-9176-8941452605d2']}} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:34:24.486705 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-c2b34811-fc5c-4493-971d-9ae0bb112087 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bb5e1a6-1352-492c-8835-a0b261bc8689') {'for_net_delete': True} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:34:24.487007 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-c2b34811-fc5c-4493-971d-9ae0bb112087 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bb5e1a6-1352-492c-8835-a0b261bc8689') {} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:34:24.497288 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c2b34811-fc5c-4493-971d-9ae0bb112087 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748993039638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11627933'] for segment, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:24.513993 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 42130) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:34:24.545800 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1580c582-588a-44ff-8a20-961ab442d60e tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=47c329a1-771a-489f-9c27-2c25a09975ac,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:34:24.549759 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c2b34811-fc5c-4493-971d-9ae0bb112087 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:24.560126 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2b34811-fc5c-4493-971d-9ae0bb112087 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Releasing vlan 630 on physical network physnet1 to pool {{(pid=103448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 20:34:24.560791 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c2b34811-fc5c-4493-971d-9ae0bb112087 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11567447'] for segment, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:24.565139 n-d-818823-1 neutron-server[103448]: Traceback (most recent call last): Nov 22 20:34:24.565139 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 20:34:24.565139 n-d-818823-1 neutron-server[103448]: timer() Nov 22 20:34:24.565139 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 20:34:24.565139 n-d-818823-1 neutron-server[103448]: cb(*args, **kw) Nov 22 20:34:24.565139 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 20:34:24.565139 n-d-818823-1 neutron-server[103448]: return func(*args, **kwargs) Nov 22 20:34:24.565139 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 20:34:24.565139 n-d-818823-1 neutron-server[103448]: self._notify() Nov 22 20:34:24.565139 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 20:34:24.565139 n-d-818823-1 neutron-server[103448]: self.callback(batched_events) Nov 22 20:34:24.565139 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 20:34:24.565139 n-d-818823-1 neutron-server[103448]: event.method(event) Nov 22 20:34:24.565139 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 20:34:24.565139 n-d-818823-1 neutron-server[103448]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 20:34:24.565139 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 20:34:24.565139 n-d-818823-1 neutron-server[103448]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 20:34:24.565139 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 20:34:24.565139 n-d-818823-1 neutron-server[103448]: return f(self, *a, **k) Nov 22 20:34:24.565139 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 20:34:24.565139 n-d-818823-1 neutron-server[103448]: return self._get(url).json() Nov 22 20:34:24.565139 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 20:34:24.565139 n-d-818823-1 neutron-server[103448]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 20:34:24.565139 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 20:34:24.565139 n-d-818823-1 neutron-server[103448]: return self.request(url, 'GET', **kwargs) Nov 22 20:34:24.565139 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 20:34:24.565139 n-d-818823-1 neutron-server[103448]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 20:34:24.565139 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 20:34:24.565139 n-d-818823-1 neutron-server[103448]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 20:34:24.565139 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 20:34:24.565139 n-d-818823-1 neutron-server[103448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 20:34:24.565139 n-d-818823-1 neutron-server[103448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 20:34:24.649571 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c2b34811-fc5c-4493-971d-9ae0bb112087 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3760002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595318'] for network, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:24.660774 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c2b34811-fc5c-4493-971d-9ae0bb112087 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks [] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:24.666952 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-c2b34811-fc5c-4493-971d-9ae0bb112087 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] 10.222.0.46 "DELETE /v2.0/networks/efe48f8b-b90a-4e04-9176-8941452605d2 HTTP/1.1" status: 204 len: 168 time: 0.5498934 Nov 22 20:34:24.673898 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 42136) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:34:24.684721 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b34811-fc5c-4493-971d-9ae0bb112087 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Pushing event deleted for resources: {'Network': ['ID=efe48f8b-b90a-4e04-9176-8941452605d2,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:34:24.700513 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-954709c3-ef6f-429d-be0c-c337afa04a30 req-47f8f3a5-8fec-4add-b964-cdabd75657ec service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=be1c2326-cee4-429b-9524-b757ff14e61f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2704155 Nov 22 20:34:24.725969 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-78436c23-8b4c-49c4-8022-771de4702991 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:24.785781 n-d-818823-1 neutron-server[103447]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba9dcfa9-dd50-4507-b03b-a0fe6763fd34 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] DELETE failed (client error): The resource could not be found. Nov 22 20:34:24.786238 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba9dcfa9-dd50-4507-b03b-a0fe6763fd34 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103447) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 20:34:24.791742 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-ba9dcfa9-dd50-4507-b03b-a0fe6763fd34 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] 10.222.0.46 "DELETE /v2.0/subnets/a4a4f5d5-c98c-4107-bf11-ff113bb9c119 HTTP/1.1" status: 404 len: 337 time: 0.1106737 Nov 22 20:34:24.795576 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 42138) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:34:24.820239 n-d-818823-1 neutron-server[103448]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f9160e7-fa34-4b9e-843d-2a464490752a tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] DELETE failed (client error): The resource could not be found. Nov 22 20:34:24.820761 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f9160e7-fa34-4b9e-843d-2a464490752a tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 20:34:24.823843 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-7f9160e7-fa34-4b9e-843d-2a464490752a tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] 10.222.0.46 "DELETE /v2.0/networks/a07a1f96-cd3b-4520-8e5e-9db482e48bdc HTTP/1.1" status: 404 len: 339 time: 0.0275292 Nov 22 20:34:24.826970 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 42140) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:34:24.854097 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-3e402721-4dd0-4a52-ab05-9ca6d942f7fe req-03b483ad-6e16-4419-8c71-4f2b1fd89905 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] For port 0dcbbc9f-eb53-4e3e-ab9f-6f3b6c9b6452, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=0dcbbc9f-eb53-4e3e-ab9f-6f3b6c9b6452,segment=NetworkSegment(470d5048-a1ed-4f8a-b81a-95ae6f6f9db0),segment_id=470d5048-a1ed-4f8a-b81a-95ae6f6f9db0)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:34:24.854467 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-3e402721-4dd0-4a52-ab05-9ca6d942f7fe req-03b483ad-6e16-4419-8c71-4f2b1fd89905 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:24.869470 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79bc914-519a-4a1c-a091-1a8a13bbeef0 req-53dc9da5-7b06-4e87-86ec-d7890e462cb1 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:34:24.870955 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e79bc914-519a-4a1c-a091-1a8a13bbeef0 req-53dc9da5-7b06-4e87-86ec-d7890e462cb1 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/ports?device_id=55c8ea2e-f35c-4917-83f4-6a6eece9ab8c HTTP/1.1" status: 200 len: 947 time: 0.2836778 Nov 22 20:34:24.872843 n-d-818823-1 neutron-server[103448]: INFO neutron.pecan_wsgi.hooks.translation [None req-79ec1b2f-2c94-4628-b4b0-a384e37f1e0d tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] DELETE failed (client error): The resource could not be found. Nov 22 20:34:24.873302 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79ec1b2f-2c94-4628-b4b0-a384e37f1e0d tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 20:34:24.876979 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-79ec1b2f-2c94-4628-b4b0-a384e37f1e0d tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] 10.222.0.46 "DELETE /v2.0/subnets/0327da91-db8b-42d6-8264-3449d97bd8d1 HTTP/1.1" status: 404 len: 337 time: 0.0490487 Nov 22 20:34:24.879535 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 42142) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:34:24.895551 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-3e402721-4dd0-4a52-ab05-9ca6d942f7fe req-03b483ad-6e16-4419-8c71-4f2b1fd89905 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Calling delete_port for 0dcbbc9f-eb53-4e3e-ab9f-6f3b6c9b6452 owned by compute:nova {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:34:24.903489 n-d-818823-1 neutron-server[103448]: INFO neutron.pecan_wsgi.hooks.translation [None req-d02a9069-8a68-44ef-89e8-a2910ade1d8b tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] DELETE failed (client error): The resource could not be found. Nov 22 20:34:24.904004 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d02a9069-8a68-44ef-89e8-a2910ade1d8b tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 20:34:24.907079 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-d02a9069-8a68-44ef-89e8-a2910ade1d8b tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] 10.222.0.46 "DELETE /v2.0/networks/42617df5-4831-46ad-b157-9328dd73e9af HTTP/1.1" status: 404 len: 339 time: 0.0265923 Nov 22 20:34:24.910602 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 42144) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:34:24.944924 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [None req-78436c23-8b4c-49c4-8022-771de4702991 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Allocated IP 172.25.5.45 (c48a55e9-6a85-4746-b7bf-3e29fb560094/5da6f781-63e6-4328-ae7a-5e672262f55a/e34e65fa-f5ae-489f-84c7-ab3f8fe2d3a4) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:34:24.947168 n-d-818823-1 neutron-server[103448]: INFO neutron.pecan_wsgi.hooks.translation [None req-45ad31c8-d6b5-4a78-a262-bada8d3d9548 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] DELETE failed (client error): The resource could not be found. Nov 22 20:34:24.947660 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45ad31c8-d6b5-4a78-a262-bada8d3d9548 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 20:34:24.951364 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-45ad31c8-d6b5-4a78-a262-bada8d3d9548 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] 10.222.0.46 "DELETE /v2.0/subnets/021b7ab5-63e7-4e09-9678-9c3e784bef71 HTTP/1.1" status: 404 len: 337 time: 0.0398412 Nov 22 20:34:24.954521 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 42146) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:34:24.981504 n-d-818823-1 neutron-server[103448]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6b4d44c-d837-48c0-8e17-b507d7642133 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] DELETE failed (client error): The resource could not be found. Nov 22 20:34:24.982014 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6b4d44c-d837-48c0-8e17-b507d7642133 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 20:34:24.985165 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-f6b4d44c-d837-48c0-8e17-b507d7642133 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] 10.222.0.46 "DELETE /v2.0/networks/e23b5580-dc93-4c8a-aca8-c62f2a9a1472 HTTP/1.1" status: 404 len: 339 time: 0.0297008 Nov 22 20:34:24.987889 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 42148) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:34:25.025392 n-d-818823-1 neutron-server[103448]: INFO neutron.pecan_wsgi.hooks.translation [None req-207ab4a5-d922-4cd8-b854-a77679a63f23 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] DELETE failed (client error): The resource could not be found. Nov 22 20:34:25.025850 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-207ab4a5-d922-4cd8-b854-a77679a63f23 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 20:34:25.028982 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-207ab4a5-d922-4cd8-b854-a77679a63f23 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] 10.222.0.46 "DELETE /v2.0/subnets/eff13746-49ad-45da-b86a-082d7260c6e1 HTTP/1.1" status: 404 len: 337 time: 0.0401676 Nov 22 20:34:25.050942 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 42150) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:34:25.087999 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e79bc914-519a-4a1c-a091-1a8a13bbeef0 req-67884324-fd82-4780-a3d7-12ee8efccc23 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/security-groups?id=be1c2326-cee4-429b-9524-b757ff14e61f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1982234 Nov 22 20:34:25.095206 n-d-818823-1 neutron-server[103447]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2fd55ad-fa0e-4dd9-a123-e16a0b8f7cac tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] DELETE failed (client error): The resource could not be found. Nov 22 20:34:25.095508 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2fd55ad-fa0e-4dd9-a123-e16a0b8f7cac tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103447) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 20:34:25.098523 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-b2fd55ad-fa0e-4dd9-a123-e16a0b8f7cac tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] 10.222.0.46 "DELETE /v2.0/networks/1f74b5c0-b53b-4e3b-b251-f30cb8114746 HTTP/1.1" status: 404 len: 339 time: 0.0466027 Nov 22 20:34:25.101150 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 42154) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:34:25.159178 n-d-818823-1 neutron-server[103448]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac7d0555-1f1d-4451-b98f-534cab8b9900 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] DELETE failed (client error): The resource could not be found. Nov 22 20:34:25.159685 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac7d0555-1f1d-4451-b98f-534cab8b9900 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 20:34:25.165395 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-ac7d0555-1f1d-4451-b98f-534cab8b9900 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] 10.222.0.46 "DELETE /v2.0/subnets/59dbf844-e337-4203-8059-0623804567d1 HTTP/1.1" status: 404 len: 337 time: 0.0610206 Nov 22 20:34:25.166804 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-78436c23-8b4c-49c4-8022-771de4702991 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:25.168166 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 42158) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:34:25.199254 n-d-818823-1 neutron-server[103448]: INFO neutron.pecan_wsgi.hooks.translation [None req-1372e5c3-a632-4735-95c3-d49040a447f7 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] DELETE failed (client error): The resource could not be found. Nov 22 20:34:25.199850 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1372e5c3-a632-4735-95c3-d49040a447f7 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 20:34:25.205848 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-1372e5c3-a632-4735-95c3-d49040a447f7 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] 10.222.0.46 "DELETE /v2.0/networks/edc224e2-facb-4975-9a2c-c01e902c72de HTTP/1.1" status: 404 len: 339 time: 0.0338137 Nov 22 20:34:25.206463 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 42162) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:34:25.243870 n-d-818823-1 neutron-server[103448]: INFO neutron.pecan_wsgi.hooks.translation [None req-23ef2f4a-f214-4176-a0ca-eb7f53be2577 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] DELETE failed (client error): The resource could not be found. Nov 22 20:34:25.244641 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23ef2f4a-f214-4176-a0ca-eb7f53be2577 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 20:34:25.253039 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-23ef2f4a-f214-4176-a0ca-eb7f53be2577 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] 10.222.0.46 "DELETE /v2.0/subnets/a4a9b22b-19aa-4ed6-8bb0-7a4ff1f016b1 HTTP/1.1" status: 404 len: 337 time: 0.0412838 Nov 22 20:34:25.253745 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 42164) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:34:25.277696 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-78436c23-8b4c-49c4-8022-771de4702991 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:25.286173 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-3e402721-4dd0-4a52-ab05-9ca6d942f7fe req-03b483ad-6e16-4419-8c71-4f2b1fd89905 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:25.289127 n-d-818823-1 neutron-server[103447]: INFO neutron.pecan_wsgi.hooks.translation [None req-8815f007-527c-4375-8fb8-73dd828f3eae tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] DELETE failed (client error): The resource could not be found. Nov 22 20:34:25.289644 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8815f007-527c-4375-8fb8-73dd828f3eae tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103447) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 20:34:25.295595 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-8815f007-527c-4375-8fb8-73dd828f3eae tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] 10.222.0.46 "DELETE /v2.0/networks/ef156fe7-5be7-4b32-90bf-ea22cefd5fd9 HTTP/1.1" status: 404 len: 339 time: 0.0386834 Nov 22 20:34:25.299286 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 42166) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:34:25.303240 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] get_ports_and_sgs() called for port_ids ['e08c4637-151d-48fd-b2f8-a723e7f9fa3c', '0dcbbc9f-eb53-4e3e-ab9f-6f3b6c9b6452'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:34:25.328009 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78436c23-8b4c-49c4-8022-771de4702991 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Network c48a55e9-6a85-4746-b7bf-3e29fb560094 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:34:25.331058 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-78436c23-8b4c-49c4-8022-771de4702991 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:34:25.333535 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78436c23-8b4c-49c4-8022-771de4702991 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:34:25.414714 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b483ad-6e16-4419-8c71-4f2b1fd89905 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Pushing event deleted for resources: {'Port': ['ID=0dcbbc9f-eb53-4e3e-ab9f-6f3b6c9b6452,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:34:25.428071 n-d-818823-1 neutron-server[103447]: INFO neutron.pecan_wsgi.hooks.translation [None req-497c1563-145f-4783-87cb-b1801e569396 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] DELETE failed (client error): The resource could not be found. Nov 22 20:34:25.428523 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-497c1563-145f-4783-87cb-b1801e569396 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103447) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 20:34:25.432418 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-497c1563-145f-4783-87cb-b1801e569396 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] 10.222.0.46 "DELETE /v2.0/subnets/ced8c46f-377c-46e8-9414-4ae65cc10e6b HTTP/1.1" status: 404 len: 337 time: 0.1269436 Nov 22 20:34:25.436822 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 42172) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:34:25.455125 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-311c45cd-d778-4f75-a450-a3d92cfeadb4 None None] DHCP port deletion for 33dd767d-ab2c-4bf6-a32d-ce7483655865 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:34:25.469468 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78436c23-8b4c-49c4-8022-771de4702991 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Pushing event updated for resources: {'Port': ['ID=e34e65fa-f5ae-489f-84c7-ab3f8fe2d3a4,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:34:25.476233 n-d-818823-1 neutron-server[103448]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf479943-7ac6-43d4-924c-5e2bf69be395 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] DELETE failed (client error): The resource could not be found. Nov 22 20:34:25.476991 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf479943-7ac6-43d4-924c-5e2bf69be395 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 20:34:25.481553 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-cf479943-7ac6-43d4-924c-5e2bf69be395 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] 10.222.0.46 "DELETE /v2.0/networks/7c022340-f7be-4364-907f-8decc7b81e0b HTTP/1.1" status: 404 len: 339 time: 0.0400500 Nov 22 20:34:25.488052 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 42174) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:34:25.490795 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1120c2a7-04ac-4e52-8813-2b8473553851 req-0546a1d7-0bd1-4e1d-9eef-e93776a326e0 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/ports?device_id=4dda4327-aabc-4695-9afd-2fa5c81ea6b5 HTTP/1.1" status: 200 len: 210 time: 0.0718455 Nov 22 20:34:25.543859 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e402721-4dd0-4a52-ab05-9ca6d942f7fe req-03b483ad-6e16-4419-8c71-4f2b1fd89905 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] No DVR routers for this DVR port 0dcbbc9f-eb53-4e3e-ab9f-6f3b6c9b6452 on host n-h2-818823-1 {{(pid=103447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:34:25.547061 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3e5e4920-b11f-4079-a4ca-6ffe3099b04c req-b4ba64aa-0d61-4751-aa09-64d609c786e3 tempest-ServerShowV254Test-727421985 tempest-ServerShowV254Test-727421985-project] 10.222.0.46 "GET /v2.0/ports?device_id=933de673-1ac5-4f25-baf4-2b08f11bee14 HTTP/1.1" status: 200 len: 210 time: 0.0503845 Nov 22 20:34:25.549713 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-3e402721-4dd0-4a52-ab05-9ca6d942f7fe req-03b483ad-6e16-4419-8c71-4f2b1fd89905 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:25.553068 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3e402721-4dd0-4a52-ab05-9ca6d942f7fe req-03b483ad-6e16-4419-8c71-4f2b1fd89905 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.20 "DELETE /v2.0/ports/0dcbbc9f-eb53-4e3e-ab9f-6f3b6c9b6452 HTTP/1.1" status: 204 len: 173 time: 1.9444511 Nov 22 20:34:25.553536 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dda4327-aabc-4695-9afd-2fa5c81ea6b5', 'name': 'network-vif-deleted', 'tag': '0dcbbc9f-eb53-4e3e-ab9f-6f3b6c9b6452'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:34:25.555883 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9557f5b-b76f-4ab8-a86d-3b4a9dfc9edf" -d '{"events": [{"server_uuid": "4dda4327-aabc-4695-9afd-2fa5c81ea6b5", "name": "network-vif-deleted", "tag": "0dcbbc9f-eb53-4e3e-ab9f-6f3b6c9b6452"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:34:25.556558 n-d-818823-1 neutron-server[103448]: INFO neutron.pecan_wsgi.hooks.translation [None req-43b47572-5c7b-4e18-81a6-410818a1752e tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] DELETE failed (client error): The resource could not be found. Nov 22 20:34:25.557228 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43b47572-5c7b-4e18-81a6-410818a1752e tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 20:34:25.561861 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-43b47572-5c7b-4e18-81a6-410818a1752e tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] 10.222.0.46 "DELETE /v2.0/subnets/87662db2-bc1f-4120-9c03-15e7fcd378db HTTP/1.1" status: 404 len: 337 time: 0.0724530 Nov 22 20:34:25.565471 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 42178) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:34:25.593198 n-d-818823-1 neutron-server[103448]: INFO neutron.pecan_wsgi.hooks.translation [None req-96404b8b-6e95-4725-9173-8b6858447db3 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] DELETE failed (client error): The resource could not be found. Nov 22 20:34:25.595247 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96404b8b-6e95-4725-9173-8b6858447db3 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 20:34:25.601498 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-96404b8b-6e95-4725-9173-8b6858447db3 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] 10.222.0.46 "DELETE /v2.0/networks/3f8895fd-a901-4e47-9cf2-9904f7992277 HTTP/1.1" status: 404 len: 339 time: 0.0323184 Nov 22 20:34:25.613190 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 42180) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:34:25.644981 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:34:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8a10eaa-52b2-4c83-93f1-1ff91aaea165 x-openstack-request-id: req-b8a10eaa-52b2-4c83-93f1-1ff91aaea165 {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:34:25.645287 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dda4327-aabc-4695-9afd-2fa5c81ea6b5", "name": "network-vif-deleted", "tag": "0dcbbc9f-eb53-4e3e-ab9f-6f3b6c9b6452", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:34:25.645553 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b8a10eaa-52b2-4c83-93f1-1ff91aaea165 {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:34:25.645953 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dda4327-aabc-4695-9afd-2fa5c81ea6b5', 'name': 'network-vif-deleted', 'tag': '0dcbbc9f-eb53-4e3e-ab9f-6f3b6c9b6452', 'status': 'completed', 'code': 200} Nov 22 20:34:25.710118 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9094cbc-abf3-4e35-a9d0-da2d4950bdee tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Deleting subnet 20342544-ca01-41e9-a33a-773e9cc5f086 {{(pid=103447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 20:34:25.718496 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e9094cbc-abf3-4e35-a9d0-da2d4950bdee tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks [] for subnet, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:25.767731 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-def3512e-c842-4538-b904-cd6f13b9acf7 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659736'] for router_interface, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:25.807961 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e9094cbc-abf3-4e35-a9d0-da2d4950bdee tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12178353'] for subnet, precommit_delete_associations {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:26.087998 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-78436c23-8b4c-49c4-8022-771de4702991 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:26.195711 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device c7d01183-2794-43c6-a1c5-3d0d43c62b98 no longer exists at agent hyperv_n-h1-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:34:26.241493 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-78436c23-8b4c-49c4-8022-771de4702991 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:26.254825 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] No Port match for: c7d01183-2794-43c6-a1c5-3d0d43c62b98 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:34:26.258188 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device c7d01183-2794-43c6-a1c5-3d0d43c62b98 not bound to the agent host n-h1-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:34:26.473021 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e730f45b-806a-4d49-9648-333c6a466420 req-ea7c6cff-4e62-44de-abea-a4b03a1ff995 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:34:26.475559 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e730f45b-806a-4d49-9648-333c6a466420 req-ea7c6cff-4e62-44de-abea-a4b03a1ff995 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/ports?device_id=55c8ea2e-f35c-4917-83f4-6a6eece9ab8c HTTP/1.1" status: 200 len: 947 time: 0.1835763 Nov 22 20:34:26.477248 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e9094cbc-abf3-4e35-a9d0-da2d4950bdee tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3753007'] for subnet, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:26.532068 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-78436c23-8b4c-49c4-8022-771de4702991 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks [] for port, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:26.553518 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-78436c23-8b4c-49c4-8022-771de4702991 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:26.628316 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e730f45b-806a-4d49-9648-333c6a466420 req-4127e119-8ea0-4c4e-91fc-652fbbc61550 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/security-groups?id=be1c2326-cee4-429b-9524-b757ff14e61f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1233513 Nov 22 20:34:26.645250 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e9094cbc-abf3-4e35-a9d0-da2d4950bdee tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3753014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8900804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8485115'] for subnet, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:26.646574 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78436c23-8b4c-49c4-8022-771de4702991 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Pushing event updated for resources: {'Port': ['ID=e34e65fa-f5ae-489f-84c7-ab3f8fe2d3a4,revision_number=2']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:34:26.731145 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-78436c23-8b4c-49c4-8022-771de4702991 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-595224'] for floatingip, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:26.734756 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d166927-1445-4526-81ad-3667beefbd13 None None] Network 954930a5-dd5f-4c11-b638-021565b26b8e requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:34:26.779199 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e9094cbc-abf3-4e35-a9d0-da2d4950bdee tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks [] for subnet, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:26.784721 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-e9094cbc-abf3-4e35-a9d0-da2d4950bdee tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] 10.222.0.46 "DELETE /v2.0/subnets/20342544-ca01-41e9-a33a-773e9cc5f086 HTTP/1.1" status: 204 len: 168 time: 1.1702993 Nov 22 20:34:26.784963 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5b217689-c394-4774-a0a5-5d24d2063cd5 req-e8b54560-9088-4d79-a6fb-c598807ba427 tempest-ServerShowV254Test-727421985 tempest-ServerShowV254Test-727421985-project] 10.222.0.46 "GET /v2.0/ports?device_id=933de673-1ac5-4f25-baf4-2b08f11bee14 HTTP/1.1" status: 200 len: 210 time: 0.0606773 Nov 22 20:34:26.787215 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 42238) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:34:26.788822 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9094cbc-abf3-4e35-a9d0-da2d4950bdee tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Pushing event deleted for resources: {'Subnet': ['ID=20342544-ca01-41e9-a33a-773e9cc5f086,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:34:26.954031 n-d-818823-1 neutron-server[103448]: INFO neutron.db.l3_db [None req-78436c23-8b4c-49c4-8022-771de4702991 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Floating IP 6d5afc8e-51e9-4ba1-aba6-4f3652a824c5 associated. External IP: 172.25.5.45, port: a2ca2334-21df-4092-929c-c8dde84c494f. Nov 22 20:34:27.026732 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-81ae01a1-765f-4fb1-b301-b1772be431f2 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3961693'] for network, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:27.035228 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe423ee1-8f80-4650-ac76-0dc4e2670852 None None] DHCP port deletion for 954930a5-dd5f-4c11-b638-021565b26b8e request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:34:27.039746 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-def3512e-c842-4538-b904-cd6f13b9acf7 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Deleting port 5d85c926-9152-43d2-9cc9-7f37abbbb7a7 {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:34:27.040090 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-def3512e-c842-4538-b904-cd6f13b9acf7 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:27.109807 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-fe423ee1-8f80-4650-ac76-0dc4e2670852 None None] Deleting port cd82429d-2d34-4f04-9a6b-f1922b353ff5 {{(pid=103449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:34:27.111004 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-fe423ee1-8f80-4650-ac76-0dc4e2670852 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:27.151787 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4aa6aab-bef2-4663-af9e-5992436c75d0 req-c043d5de-d198-40ab-ad92-63de8ef12ed5 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:34:27.153586 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a4aa6aab-bef2-4663-af9e-5992436c75d0 req-c043d5de-d198-40ab-ad92-63de8ef12ed5 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/networks?id=33dd767d-ab2c-4bf6-a32d-ce7483655865 HTTP/1.1" status: 200 len: 806 time: 0.2347984 Nov 22 20:34:27.206857 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a4aa6aab-bef2-4663-af9e-5992436c75d0 req-e8d5b4e2-b717-4415-ad0f-11787721ffd2 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/quotas/b741c1041ead4066a271a7ac45bca161 HTTP/1.1" status: 200 len: 375 time: 0.0423601 Nov 22 20:34:27.217954 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-fe423ee1-8f80-4650-ac76-0dc4e2670852 None None] For port cd82429d-2d34-4f04-9a6b-f1922b353ff5, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=cd82429d-2d34-4f04-9a6b-f1922b353ff5,segment=NetworkSegment(d8868b34-628f-4102-8318-3ea05fa1e341),segment_id=d8868b34-628f-4102-8318-3ea05fa1e341)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:34:27.218757 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-fe423ee1-8f80-4650-ac76-0dc4e2670852 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:27.233351 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [None req-def3512e-c842-4538-b904-cd6f13b9acf7 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] For port 5d85c926-9152-43d2-9cc9-7f37abbbb7a7, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=5d85c926-9152-43d2-9cc9-7f37abbbb7a7,segment=NetworkSegment(90866206-34f4-4d4b-aa28-eaca8b7ae991),segment_id=90866206-34f4-4d4b-aa28-eaca8b7ae991)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:34:27.234017 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-def3512e-c842-4538-b904-cd6f13b9acf7 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:27.252582 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-fe423ee1-8f80-4650-ac76-0dc4e2670852 None None] Calling delete_port for cd82429d-2d34-4f04-9a6b-f1922b353ff5 owned by network:dhcp {{(pid=103449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:34:27.295488 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-def3512e-c842-4538-b904-cd6f13b9acf7 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Calling delete_port for 5d85c926-9152-43d2-9cc9-7f37abbbb7a7 owned by network:router_interface {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:34:27.351505 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-fe423ee1-8f80-4650-ac76-0dc4e2670852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381'] for port, after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:27.395451 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe423ee1-8f80-4650-ac76-0dc4e2670852 None None] Pushing event deleted for resources: {'Port': ['ID=cd82429d-2d34-4f04-9a6b-f1922b353ff5,revision_number=None']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:34:27.398010 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe423ee1-8f80-4650-ac76-0dc4e2670852 None None] No DVR routers for this DVR port cd82429d-2d34-4f04-9a6b-f1922b353ff5 on host n-d-818823-1 {{(pid=103449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:34:27.494223 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-81ae01a1-765f-4fb1-b301-b1772be431f2 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Deleting port cd82429d-2d34-4f04-9a6b-f1922b353ff5 {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:34:27.494663 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-81ae01a1-765f-4fb1-b301-b1772be431f2 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:27.543089 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78436c23-8b4c-49c4-8022-771de4702991 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Router 046e811e-a745-435b-b598-9f369ae1e439 has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 20:34:27.546365 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a4aa6aab-bef2-4663-af9e-5992436c75d0 req-c43bb6ba-6204-4343-8eb0-154bee27d013 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=b741c1041ead4066a271a7ac45bca161&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3307898 Nov 22 20:34:27.633259 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [None req-81ae01a1-765f-4fb1-b301-b1772be431f2 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] For port cd82429d-2d34-4f04-9a6b-f1922b353ff5, host n-d-818823-1, got binding levels [] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:34:27.633617 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-81ae01a1-765f-4fb1-b301-b1772be431f2 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:27.655884 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-81ae01a1-765f-4fb1-b301-b1772be431f2 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Calling delete_port for cd82429d-2d34-4f04-9a6b-f1922b353ff5 owned by network:dhcp {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:34:27.660608 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.ipam_backend_mixin [None req-81ae01a1-765f-4fb1-b301-b1772be431f2 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Port cd82429d-2d34-4f04-9a6b-f1922b353ff5 was not found and therefore no delete operation was performed {{(pid=103447) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 22 20:34:27.667722 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device cd82429d-2d34-4f04-9a6b-f1922b353ff5 no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:34:27.668137 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-81ae01a1-765f-4fb1-b301-b1772be431f2 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:27.707579 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 0dcbbc9f-eb53-4e3e-ab9f-6f3b6c9b6452 no longer exists at agent hyperv_n-h2-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:34:27.716950 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78436c23-8b4c-49c4-8022-771de4702991 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:34:27.723206 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: cd82429d-2d34-4f04-9a6b-f1922b353ff5 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:34:27.723587 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device cd82429d-2d34-4f04-9a6b-f1922b353ff5 not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:34:27.752924 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-78436c23-8b4c-49c4-8022-771de4702991 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for floatingip, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:27.771149 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce780e31-c5c8-44da-b602-e2c751bc267c None None] Sync routers for ids ['046e811e-a745-435b-b598-9f369ae1e439'] in n-d-818823-1 {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:34:27.774073 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ae01a1-765f-4fb1-b301-b1772be431f2 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] No DVR routers for this DVR port cd82429d-2d34-4f04-9a6b-f1922b353ff5 on host n-d-818823-1 {{(pid=103447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:34:27.776785 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] No Port match for: 0dcbbc9f-eb53-4e3e-ab9f-6f3b6c9b6452 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:34:27.777522 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 0dcbbc9f-eb53-4e3e-ab9f-6f3b6c9b6452 not bound to the agent host n-h2-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:34:27.778866 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ae01a1-765f-4fb1-b301-b1772be431f2 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Pushing event deleted for resources: {'Port': ['ID=cd82429d-2d34-4f04-9a6b-f1922b353ff5,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:34:27.790248 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-78436c23-8b4c-49c4-8022-771de4702991 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 3.5370085 Nov 22 20:34:27.802324 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 42260) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:34:27.807839 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce780e31-c5c8-44da-b602-e2c751bc267c None None] Routers {'046e811e-a745-435b-b598-9f369ae1e439'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:34:27.808791 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-ce780e31-c5c8-44da-b602-e2c751bc267c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:34:02Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['046e811e-a745-435b-b598-9f369ae1e439'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:34:27.810689 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-a342317e-72c2-470f-bb42-df78716537db tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Request body: {'floatingip': {'port_id': 'a2ca2334-21df-4092-929c-c8dde84c494f', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:34:27.869299 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a4aa6aab-bef2-4663-af9e-5992436c75d0 req-68db0e22-2785-4877-a92b-33a7b63d4fff service neutron] 10.222.0.46 "GET /v2.0/networks/33dd767d-ab2c-4bf6-a32d-ce7483655865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3046794 Nov 22 20:34:27.870499 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-ce780e31-c5c8-44da-b602-e2c751bc267c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:34:27.881153 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce780e31-c5c8-44da-b602-e2c751bc267c None None] Routers {'046e811e-a745-435b-b598-9f369ae1e439'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:34:27.882093 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-ce780e31-c5c8-44da-b602-e2c751bc267c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:34:02Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['046e811e-a745-435b-b598-9f369ae1e439'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:34:27.898650 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a342317e-72c2-470f-bb42-df78716537db tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks [] for floatingip, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:27.908196 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-def3512e-c842-4538-b904-cd6f13b9acf7 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:27.922428 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-ce780e31-c5c8-44da-b602-e2c751bc267c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:34:27.922629 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce780e31-c5c8-44da-b602-e2c751bc267c None None] The sync data for ids ['046e811e-a745-435b-b598-9f369ae1e439'] in n-d-818823-1 is: [] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:34:28.007643 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def3512e-c842-4538-b904-cd6f13b9acf7 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Pushing event deleted for resources: {'Port': ['ID=5d85c926-9152-43d2-9cc9-7f37abbbb7a7,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:34:28.024828 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-81ae01a1-765f-4fb1-b301-b1772be431f2 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3760028', 'neutron.services.segments.db._delete_segments_for_network-8748992815755'] for network, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:28.084570 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71d4362-1737-4de8-a931-05281137cb8d req-c127ed9a-b3d9-49fc-a321-3970d4cd6061 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:34:28.093587 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a71d4362-1737-4de8-a931-05281137cb8d req-c127ed9a-b3d9-49fc-a321-3970d4cd6061 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/ports?device_id=55c8ea2e-f35c-4917-83f4-6a6eece9ab8c HTTP/1.1" status: 200 len: 947 time: 0.3306048 Nov 22 20:34:28.113758 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-81ae01a1-765f-4fb1-b301-b1772be431f2 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['954930a5-dd5f-4c11-b638-021565b26b8e']}} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:34:28.166978 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-81ae01a1-765f-4fb1-b301-b1772be431f2 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8868b34-628f-4102-8318-3ea05fa1e341') {'for_net_delete': True} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:34:28.167441 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-81ae01a1-765f-4fb1-b301-b1772be431f2 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8868b34-628f-4102-8318-3ea05fa1e341') {} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:34:28.203047 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-81ae01a1-765f-4fb1-b301-b1772be431f2 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748993039638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12178344'] for segment, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:28.244070 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-81ae01a1-765f-4fb1-b301-b1772be431f2 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:28.297050 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a4aa6aab-bef2-4663-af9e-5992436c75d0 req-d6a7c235-67bd-4694-9b25-7afde3220208 service neutron] 10.222.0.46 "GET /v2.0/networks/33dd767d-ab2c-4bf6-a32d-ce7483655865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3993833 Nov 22 20:34:28.300434 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81ae01a1-765f-4fb1-b301-b1772be431f2 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Releasing vlan 607 on physical network physnet1 to pool {{(pid=103447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 20:34:28.300845 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-81ae01a1-765f-4fb1-b301-b1772be431f2 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8900762'] for segment, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:28.304231 n-d-818823-1 neutron-server[103447]: Traceback (most recent call last): Nov 22 20:34:28.304231 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 20:34:28.304231 n-d-818823-1 neutron-server[103447]: timer() Nov 22 20:34:28.304231 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 20:34:28.304231 n-d-818823-1 neutron-server[103447]: cb(*args, **kw) Nov 22 20:34:28.304231 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 20:34:28.304231 n-d-818823-1 neutron-server[103447]: return func(*args, **kwargs) Nov 22 20:34:28.304231 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 20:34:28.304231 n-d-818823-1 neutron-server[103447]: self._notify() Nov 22 20:34:28.304231 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 20:34:28.304231 n-d-818823-1 neutron-server[103447]: self.callback(batched_events) Nov 22 20:34:28.304231 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 20:34:28.304231 n-d-818823-1 neutron-server[103447]: event.method(event) Nov 22 20:34:28.304231 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 20:34:28.304231 n-d-818823-1 neutron-server[103447]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 20:34:28.304231 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 20:34:28.304231 n-d-818823-1 neutron-server[103447]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 20:34:28.304231 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 20:34:28.304231 n-d-818823-1 neutron-server[103447]: return f(self, *a, **k) Nov 22 20:34:28.304231 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 20:34:28.304231 n-d-818823-1 neutron-server[103447]: return self._get(url).json() Nov 22 20:34:28.304231 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 20:34:28.304231 n-d-818823-1 neutron-server[103447]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 20:34:28.304231 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 20:34:28.304231 n-d-818823-1 neutron-server[103447]: return self.request(url, 'GET', **kwargs) Nov 22 20:34:28.304231 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 20:34:28.304231 n-d-818823-1 neutron-server[103447]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 20:34:28.304231 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 20:34:28.304231 n-d-818823-1 neutron-server[103447]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 20:34:28.304231 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 20:34:28.304231 n-d-818823-1 neutron-server[103447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 20:34:28.304231 n-d-818823-1 neutron-server[103447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 20:34:28.310439 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a71d4362-1737-4de8-a931-05281137cb8d req-9ab3a6e1-23f5-49f0-9c02-e668bedb2b7d tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/security-groups?id=be1c2326-cee4-429b-9524-b757ff14e61f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1859145 Nov 22 20:34:28.441531 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-def3512e-c842-4538-b904-cd6f13b9acf7 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-563470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-663272'] for router_interface, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:28.475094 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-329d679e-fe74-4e42-83e3-3e1a41fd9a3d req-0996bce2-b32b-434c-ac6d-3c14a24ab864 tempest-ServerShowV254Test-727421985 tempest-ServerShowV254Test-727421985-project] 10.222.0.46 "GET /v2.0/ports?device_id=933de673-1ac5-4f25-baf4-2b08f11bee14 HTTP/1.1" status: 200 len: 210 time: 0.0295715 Nov 22 20:34:28.478864 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-81ae01a1-765f-4fb1-b301-b1772be431f2 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3760002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595318'] for network, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:28.495795 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-81ae01a1-765f-4fb1-b301-b1772be431f2 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Publish callbacks [] for network, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:28.503222 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-81ae01a1-765f-4fb1-b301-b1772be431f2 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] 10.222.0.46 "DELETE /v2.0/networks/954930a5-dd5f-4c11-b638-021565b26b8e HTTP/1.1" status: 204 len: 168 time: 1.7009823 Nov 22 20:34:28.538109 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a342317e-72c2-470f-bb42-df78716537db tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:28.548264 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a342317e-72c2-470f-bb42-df78716537db tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-595224'] for floatingip, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:28.652487 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-14fb5580-6e0a-4e59-9402-8486e8a6ae49 req-fc624e01-66d4-41e3-9daa-58ae9e4644c4 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/ports?device_id=9762b09b-4077-406d-9ea3-d4ff050e8dd3 HTTP/1.1" status: 200 len: 210 time: 0.0484364 Nov 22 20:34:28.661096 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ae01a1-765f-4fb1-b301-b1772be431f2 tempest-NetworksTest-214947091 tempest-NetworksTest-214947091-project] Pushing event deleted for resources: {'Network': ['ID=954930a5-dd5f-4c11-b638-021565b26b8e,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:34:28.853420 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a342317e-72c2-470f-bb42-df78716537db tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Router 046e811e-a745-435b-b598-9f369ae1e439 has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 20:34:28.950471 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-def3512e-c842-4538-b904-cd6f13b9acf7 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Router 94f2b6d4-8464-4d92-a2c6-e8c26fc23a71 has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 20:34:29.020167 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 42294) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:34:29.046100 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a342317e-72c2-470f-bb42-df78716537db tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:34:29.053091 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a342317e-72c2-470f-bb42-df78716537db tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for floatingip, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:29.067025 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae954f83-a398-4e26-83c5-9ea77a8b8943 None None] Sync routers for ids ['046e811e-a745-435b-b598-9f369ae1e439'] in n-d-818823-1 {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:34:29.093420 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae954f83-a398-4e26-83c5-9ea77a8b8943 None None] Routers {'046e811e-a745-435b-b598-9f369ae1e439'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:34:29.094909 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-ae954f83-a398-4e26-83c5-9ea77a8b8943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:34:02Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['046e811e-a745-435b-b598-9f369ae1e439'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:34:29.149942 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-ae954f83-a398-4e26-83c5-9ea77a8b8943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:34:29.161165 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae954f83-a398-4e26-83c5-9ea77a8b8943 None None] Routers {'046e811e-a745-435b-b598-9f369ae1e439'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:34:29.162202 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-ae954f83-a398-4e26-83c5-9ea77a8b8943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:34:02Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['046e811e-a745-435b-b598-9f369ae1e439'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:34:29.165449 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-a342317e-72c2-470f-bb42-df78716537db tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] 10.222.0.46 "PUT /v2.0/floatingips/6d5afc8e-51e9-4ba1-aba6-4f3652a824c5 HTTP/1.1" status: 200 len: 977 time: 1.3595378 Nov 22 20:34:29.168259 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 42300) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:34:29.222683 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-ae954f83-a398-4e26-83c5-9ea77a8b8943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:34:29.223596 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae954f83-a398-4e26-83c5-9ea77a8b8943 None None] The sync data for ids ['046e811e-a745-435b-b598-9f369ae1e439'] in n-d-818823-1 is: [] {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:34:29.351826 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-9bff4710-a837-4280-9b90-0f33f0443ea3 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=514017ce9a25478c9d0da65e12765f42&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3301969 Nov 22 20:34:29.355353 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 42308) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:34:29.439586 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f95516fe-e32d-4839-be4f-e72e8639f411 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:29.496763 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f95516fe-e32d-4839-be4f-e72e8639f411 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:29.512740 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-def3512e-c842-4538-b904-cd6f13b9acf7 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:34:29.520487 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-def3512e-c842-4538-b904-cd6f13b9acf7 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] 10.222.0.46 "PUT /v2.0/routers/94f2b6d4-8464-4d92-a2c6-e8c26fc23a71/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0054023 Nov 22 20:34:29.523149 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 42310) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:34:29.525636 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0887898-bc57-4b63-ab6e-e8bc7d2d13ba None None] Sync routers for ids ['94f2b6d4-8464-4d92-a2c6-e8c26fc23a71'] in n-d-818823-1 {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:34:29.550113 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0887898-bc57-4b63-ab6e-e8bc7d2d13ba None None] Routers {'94f2b6d4-8464-4d92-a2c6-e8c26fc23a71'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:34:29.550753 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-e0887898-bc57-4b63-ab6e-e8bc7d2d13ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:34:02Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['94f2b6d4-8464-4d92-a2c6-e8c26fc23a71'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:34:29.583500 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-0d3db3fd-329e-426b-af26-8fbab546bc41 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Deleting port e34e65fa-f5ae-489f-84c7-ab3f8fe2d3a4 {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:34:29.584185 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0d3db3fd-329e-426b-af26-8fbab546bc41 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:29.595388 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_v2 [None req-c12a3ed6-af3e-472f-a1e3-cc8f27a296f9 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Deleting subnet e4bcf6c5-bcfa-43f3-aeeb-3664afce2cd0 {{(pid=103447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 20:34:29.600846 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c12a3ed6-af3e-472f-a1e3-cc8f27a296f9 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks [] for subnet, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:29.653966 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c12a3ed6-af3e-472f-a1e3-cc8f27a296f9 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12178353'] for subnet, precommit_delete_associations {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:29.725042 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-e0887898-bc57-4b63-ab6e-e8bc7d2d13ba None None] Set router 94f2b6d4-8464-4d92-a2c6-e8c26fc23a71 gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:34:29.741742 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f95516fe-e32d-4839-be4f-e72e8639f411 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:29.752642 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f95516fe-e32d-4839-be4f-e72e8639f411 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:29.754688 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-f95516fe-e32d-4839-be4f-e72e8639f411 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d7340698-4cc1-4e1e-938d-43d2f0c6034a HTTP/1.1" status: 204 len: 168 time: 0.3973463 Nov 22 20:34:29.765376 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c12a3ed6-af3e-472f-a1e3-cc8f27a296f9 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3753007'] for subnet, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:29.810581 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95516fe-e32d-4839-be4f-e72e8639f411 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7340698-4cc1-4e1e-938d-43d2f0c6034a,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:34:29.837480 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0d3db3fd-329e-426b-af26-8fbab546bc41 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:29.837805 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0d3db3fd-329e-426b-af26-8fbab546bc41 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:29.863775 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c12a3ed6-af3e-472f-a1e3-cc8f27a296f9 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3753014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8900804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8485115'] for subnet, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:29.870779 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-0d3db3fd-329e-426b-af26-8fbab546bc41 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Calling delete_port for e34e65fa-f5ae-489f-84c7-ab3f8fe2d3a4 owned by network:floatingip {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:34:29.927644 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12a3ed6-af3e-472f-a1e3-cc8f27a296f9 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Pushing event deleted for resources: {'Subnet': ['ID=e4bcf6c5-bcfa-43f3-aeeb-3664afce2cd0,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:34:29.931964 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c062c86b-ab0c-4421-8741-6d5b52a2761c req-ef59f612-908b-496e-9b56-1dfd8e301440 tempest-ServerShowV254Test-727421985 tempest-ServerShowV254Test-727421985-project] 10.222.0.46 "GET /v2.0/ports?device_id=933de673-1ac5-4f25-baf4-2b08f11bee14 HTTP/1.1" status: 200 len: 210 time: 0.1010194 Nov 22 20:34:29.935560 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0dc20c34-889e-4b72-b125-b7c55afdd97d req-8f64f67e-f855-40dc-9ecb-5990938fb21c tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/ports?device_id=9762b09b-4077-406d-9ea3-d4ff050e8dd3 HTTP/1.1" status: 200 len: 210 time: 0.1056404 Nov 22 20:34:29.942219 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c12a3ed6-af3e-472f-a1e3-cc8f27a296f9 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks [] for subnet, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:29.946979 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-c12a3ed6-af3e-472f-a1e3-cc8f27a296f9 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] 10.222.0.46 "DELETE /v2.0/subnets/e4bcf6c5-bcfa-43f3-aeeb-3664afce2cd0 HTTP/1.1" status: 204 len: 168 time: 0.4219630 Nov 22 20:34:29.949841 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 42318) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:34:29.991767 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65f36443-f4a7-4978-89e2-3223fa35ade4 None None] Network 4eee9871-c864-4a4e-beab-df170d4b2d0a requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:34:30.076587 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-e0887898-bc57-4b63-ab6e-e8bc7d2d13ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94f2b6d4-8464-4d92-a2c6-e8c26fc23a71', 'name': 'tempest-TestNetworkBasicOps-router-1644200045', 'tenant_id': '67d164fc12fc462bb9fe3a42a4c66cfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': '114cbcf1-a5e8-4d8a-be47-f4c4eb0c39b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:32:58Z', 'updated_at': '2021-11-22T20:34:27Z', 'revision_number': 5, 'project_id': '67d164fc12fc462bb9fe3a42a4c66cfa', 'gw_port': {'id': '114cbcf1-a5e8-4d8a-be47-f4c4eb0c39b8', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:42:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94f2b6d4-8464-4d92-a2c6-e8c26fc23a71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2627, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:32:59Z', 'updated_at': '2021-11-22T20:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:34:30.109887 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-cf8cd515-8c8a-4178-9129-2920899dce07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:30.113269 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0887898-bc57-4b63-ab6e-e8bc7d2d13ba None None] Checking router: 94f2b6d4-8464-4d92-a2c6-e8c26fc23a71 for host: n-d-818823-1 {{(pid=103449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 20:34:30.183379 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0887898-bc57-4b63-ab6e-e8bc7d2d13ba None None] Routers {'94f2b6d4-8464-4d92-a2c6-e8c26fc23a71'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:34:30.184371 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-e0887898-bc57-4b63-ab6e-e8bc7d2d13ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:34:02Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['94f2b6d4-8464-4d92-a2c6-e8c26fc23a71'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:34:30.211255 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0d3db3fd-329e-426b-af26-8fbab546bc41 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:30.324453 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-184fbf24-add1-4abb-8fe0-36749ad730c9 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks [] for router, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:30.334229 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4aa6aab-bef2-4663-af9e-5992436c75d0 req-5fcf2da9-fa30-4b46-9f5e-0c6da603aed8 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:34:30.335777 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a4aa6aab-bef2-4663-af9e-5992436c75d0 req-5fcf2da9-fa30-4b46-9f5e-0c6da603aed8 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.20 "GET /v2.0/networks?id=33dd767d-ab2c-4bf6-a32d-ce7483655865 HTTP/1.1" status: 200 len: 806 time: 0.2518721 Nov 22 20:34:30.392829 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3db3fd-329e-426b-af26-8fbab546bc41 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Pushing event deleted for resources: {'Port': ['ID=e34e65fa-f5ae-489f-84c7-ab3f8fe2d3a4,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:34:30.397943 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-e0887898-bc57-4b63-ab6e-e8bc7d2d13ba None None] Set router 94f2b6d4-8464-4d92-a2c6-e8c26fc23a71 gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:34:30.409498 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-a4aa6aab-bef2-4663-af9e-5992436c75d0 req-0f0e4637-a29c-47f3-83b3-9e6539129362 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Request body: {'port': {'device_id': '9762b09b-4077-406d-9ea3-d4ff050e8dd3', 'network_id': '33dd767d-ab2c-4bf6-a32d-ce7483655865', 'admin_state_up': True, 'tenant_id': 'b741c1041ead4066a271a7ac45bca161'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:34:30.427182 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0d3db3fd-329e-426b-af26-8fbab546bc41 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks [] for floatingip, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:30.427934 n-d-818823-1 neutron-server[103448]: INFO neutron.db.l3_db [None req-0d3db3fd-329e-426b-af26-8fbab546bc41 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Floating IP 6d5afc8e-51e9-4ba1-aba6-4f3652a824c5 disassociated (deleted). External IP: 172.25.5.45, port: a2ca2334-21df-4092-929c-c8dde84c494f. Nov 22 20:34:30.591919 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-184fbf24-add1-4abb-8fe0-36749ad730c9 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:30.640355 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4aa6aab-bef2-4663-af9e-5992436c75d0 req-0f0e4637-a29c-47f3-83b3-9e6539129362 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Made reservation on behalf of b741c1041ead4066a271a7ac45bca161 for: {'port': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:34:30.647804 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-a4aa6aab-bef2-4663-af9e-5992436c75d0 req-0f0e4637-a29c-47f3-83b3-9e6539129362 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:30.717081 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-734c1ff5-45b0-4068-8be8-d224c5859794 None None] DHCP port deletion for 4eee9871-c864-4a4e-beab-df170d4b2d0a request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:34:30.758475 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-184fbf24-add1-4abb-8fe0-36749ad730c9 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Deleting port 114cbcf1-a5e8-4d8a-be47-f4c4eb0c39b8 {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:34:30.758985 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-184fbf24-add1-4abb-8fe0-36749ad730c9 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:30.811514 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d3db3fd-329e-426b-af26-8fbab546bc41 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Router 046e811e-a745-435b-b598-9f369ae1e439 has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 20:34:30.870060 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-e0887898-bc57-4b63-ab6e-e8bc7d2d13ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94f2b6d4-8464-4d92-a2c6-e8c26fc23a71', 'name': 'tempest-TestNetworkBasicOps-router-1644200045', 'tenant_id': '67d164fc12fc462bb9fe3a42a4c66cfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': '114cbcf1-a5e8-4d8a-be47-f4c4eb0c39b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:32:58Z', 'updated_at': '2021-11-22T20:34:27Z', 'revision_number': 5, 'project_id': '67d164fc12fc462bb9fe3a42a4c66cfa', 'gw_port': {'id': '114cbcf1-a5e8-4d8a-be47-f4c4eb0c39b8', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:42:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94f2b6d4-8464-4d92-a2c6-e8c26fc23a71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2627, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:32:59Z', 'updated_at': '2021-11-22T20:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:34:30.909026 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-734c1ff5-45b0-4068-8be8-d224c5859794 None None] Deleting port fa4f8878-c6ee-4bf1-a03d-3b6565a2263c {{(pid=103449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:34:30.909402 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-734c1ff5-45b0-4068-8be8-d224c5859794 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:30.912406 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0887898-bc57-4b63-ab6e-e8bc7d2d13ba None None] The sync data for ids ['94f2b6d4-8464-4d92-a2c6-e8c26fc23a71'] in n-d-818823-1 is: [{'id': '94f2b6d4-8464-4d92-a2c6-e8c26fc23a71', 'name': 'tempest-TestNetworkBasicOps-router-1644200045', 'tenant_id': '67d164fc12fc462bb9fe3a42a4c66cfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': '114cbcf1-a5e8-4d8a-be47-f4c4eb0c39b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:32:58Z', 'updated_at': '2021-11-22T20:34:27Z', 'revision_number': 5, 'project_id': '67d164fc12fc462bb9fe3a42a4c66cfa', 'gw_port': {'id': '114cbcf1-a5e8-4d8a-be47-f4c4eb0c39b8', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:42:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94f2b6d4-8464-4d92-a2c6-e8c26fc23a71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2627, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:32:59Z', 'updated_at': '2021-11-22T20:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:34:31.026821 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [req-a4aa6aab-bef2-4663-af9e-5992436c75d0 req-0f0e4637-a29c-47f3-83b3-9e6539129362 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Allocated IP 172.20.0.13 (33dd767d-ab2c-4bf6-a32d-ce7483655865/e400cdbc-53df-47e7-8a78-7e2509f719bf/4cca8a64-108d-47c4-b38a-6834d045a4ef) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:34:31.150491 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [None req-184fbf24-add1-4abb-8fe0-36749ad730c9 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] For port 114cbcf1-a5e8-4d8a-be47-f4c4eb0c39b8, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=114cbcf1-a5e8-4d8a-be47-f4c4eb0c39b8,segment=NetworkSegment(8793ba83-8407-4c3d-9b56-2a177cd58a70),segment_id=8793ba83-8407-4c3d-9b56-2a177cd58a70)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:34:31.150755 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-184fbf24-add1-4abb-8fe0-36749ad730c9 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:31.165691 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-184fbf24-add1-4abb-8fe0-36749ad730c9 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Calling delete_port for 114cbcf1-a5e8-4d8a-be47-f4c4eb0c39b8 owned by network:router_gateway {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:34:31.223345 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-734c1ff5-45b0-4068-8be8-d224c5859794 None None] For port fa4f8878-c6ee-4bf1-a03d-3b6565a2263c, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=fa4f8878-c6ee-4bf1-a03d-3b6565a2263c,segment=NetworkSegment(90866206-34f4-4d4b-aa28-eaca8b7ae991),segment_id=90866206-34f4-4d4b-aa28-eaca8b7ae991)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:34:31.224250 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-734c1ff5-45b0-4068-8be8-d224c5859794 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:31.252479 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-734c1ff5-45b0-4068-8be8-d224c5859794 None None] Calling delete_port for fa4f8878-c6ee-4bf1-a03d-3b6565a2263c owned by network:dhcp {{(pid=103449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:34:31.426385 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-184fbf24-add1-4abb-8fe0-36749ad730c9 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:31.437292 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d3db3fd-329e-426b-af26-8fbab546bc41 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:34:31.445815 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-734c1ff5-45b0-4068-8be8-d224c5859794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381'] for port, after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:31.449199 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfdcf59c-b22f-4550-af05-fc2cf911e4e0 None None] Sync routers for ids ['046e811e-a745-435b-b598-9f369ae1e439'] in n-d-818823-1 {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:34:31.459471 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0d3db3fd-329e-426b-af26-8fbab546bc41 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for floatingip, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:31.479144 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfdcf59c-b22f-4550-af05-fc2cf911e4e0 None None] Routers {'046e811e-a745-435b-b598-9f369ae1e439'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:34:31.480033 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-cfdcf59c-b22f-4550-af05-fc2cf911e4e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:34:02Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['046e811e-a745-435b-b598-9f369ae1e439'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:34:31.506136 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-0d3db3fd-329e-426b-af26-8fbab546bc41 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] 10.222.0.46 "DELETE /v2.0/floatingips/6d5afc8e-51e9-4ba1-aba6-4f3652a824c5 HTTP/1.1" status: 204 len: 168 time: 2.3356884 Nov 22 20:34:31.509444 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 42358) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:34:31.509619 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-734c1ff5-45b0-4068-8be8-d224c5859794 None None] No DVR routers for this DVR port fa4f8878-c6ee-4bf1-a03d-3b6565a2263c on host n-d-818823-1 {{(pid=103449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:34:31.511272 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734c1ff5-45b0-4068-8be8-d224c5859794 None None] Pushing event deleted for resources: {'Port': ['ID=fa4f8878-c6ee-4bf1-a03d-3b6565a2263c,revision_number=None']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:34:31.572438 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-aac9f9b7-a442-4987-9d4a-e64410e82112 req-25e91650-76ae-40e1-9739-489531eda8b8 tempest-ServerShowV254Test-727421985 tempest-ServerShowV254Test-727421985-project] 10.222.0.46 "GET /v2.0/ports?device_id=933de673-1ac5-4f25-baf4-2b08f11bee14 HTTP/1.1" status: 200 len: 210 time: 0.2007301 Nov 22 20:34:31.580668 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-cfdcf59c-b22f-4550-af05-fc2cf911e4e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:34:31.619920 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfdcf59c-b22f-4550-af05-fc2cf911e4e0 None None] Routers {'046e811e-a745-435b-b598-9f369ae1e439'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:34:31.620557 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-cfdcf59c-b22f-4550-af05-fc2cf911e4e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:34:02Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['046e811e-a745-435b-b598-9f369ae1e439'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:34:31.622086 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7195f7c9-2fa0-4797-9004-fc2227d27fa4 req-84760561-8de2-4b8c-83ea-32f944ebf497 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/ports?device_id=9762b09b-4077-406d-9ea3-d4ff050e8dd3 HTTP/1.1" status: 200 len: 210 time: 0.2367973 Nov 22 20:34:31.638865 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184fbf24-add1-4abb-8fe0-36749ad730c9 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Pushing event deleted for resources: {'Port': ['ID=114cbcf1-a5e8-4d8a-be47-f4c4eb0c39b8,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:34:31.659864 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f34c7dd-154e-48be-83f8-7f2410127d38 None None] DHCP port deletion for c48a55e9-6a85-4746-b7bf-3e29fb560094 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:34:31.686661 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-df929719-5d40-4cb5-be85-6dd1493c4234 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Deleting port a2ca2334-21df-4092-929c-c8dde84c494f {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:34:31.687109 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-df929719-5d40-4cb5-be85-6dd1493c4234 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:31.722982 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-cfdcf59c-b22f-4550-af05-fc2cf911e4e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:34:31.723672 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfdcf59c-b22f-4550-af05-fc2cf911e4e0 None None] The sync data for ids ['046e811e-a745-435b-b598-9f369ae1e439'] in n-d-818823-1 is: [] {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:34:31.745346 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device fa4f8878-c6ee-4bf1-a03d-3b6565a2263c no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:34:31.756308 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-184fbf24-add1-4abb-8fe0-36749ad730c9 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595398'] for router_gateway, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:31.772745 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: fa4f8878-c6ee-4bf1-a03d-3b6565a2263c {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:34:31.773320 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device fa4f8878-c6ee-4bf1-a03d-3b6565a2263c not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:34:31.773894 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 5d85c926-9152-43d2-9cc9-7f37abbbb7a7 no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:34:31.825150 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: 5d85c926-9152-43d2-9cc9-7f37abbbb7a7 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:34:31.825503 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 5d85c926-9152-43d2-9cc9-7f37abbbb7a7 not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:34:31.855220 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-df929719-5d40-4cb5-be85-6dd1493c4234 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:31.869378 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-df929719-5d40-4cb5-be85-6dd1493c4234 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Calling delete_port for a2ca2334-21df-4092-929c-c8dde84c494f owned by {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:34:31.873827 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-a4aa6aab-bef2-4663-af9e-5992436c75d0 req-0f0e4637-a29c-47f3-83b3-9e6539129362 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:31.924022 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-184fbf24-add1-4abb-8fe0-36749ad730c9 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24781'] for router, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:31.928880 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-184fbf24-add1-4abb-8fe0-36749ad730c9 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:32.031647 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-184fbf24-add1-4abb-8fe0-36749ad730c9 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-663261'] for router, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:32.032520 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-184fbf24-add1-4abb-8fe0-36749ad730c9 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Fanout notify agent at l3_agent the message router_deleted on router 94f2b6d4-8464-4d92-a2c6-e8c26fc23a71 {{(pid=103447) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 20:34:32.041527 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-184fbf24-add1-4abb-8fe0-36749ad730c9 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks [] for router, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:32.046255 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-184fbf24-add1-4abb-8fe0-36749ad730c9 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] 10.222.0.46 "DELETE /v2.0/routers/94f2b6d4-8464-4d92-a2c6-e8c26fc23a71 HTTP/1.1" status: 204 len: 168 time: 2.0949447 Nov 22 20:34:32.046935 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 42370) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:34:32.049991 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-a4aa6aab-bef2-4663-af9e-5992436c75d0 req-0f0e4637-a29c-47f3-83b3-9e6539129362 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:32.063382 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] get_ports_and_sgs() called for port_ids ['e08c4637-151d-48fd-b2f8-a723e7f9fa3c'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:34:32.106477 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-df929719-5d40-4cb5-be85-6dd1493c4234 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:32.160736 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df929719-5d40-4cb5-be85-6dd1493c4234 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Pushing event deleted for resources: {'Port': ['ID=a2ca2334-21df-4092-929c-c8dde84c494f,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:34:32.192567 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0a8a3b8-2ed7-4ae5-80b7-7ce033422c29 None None] DHCP port deletion for b6b66f04-87ac-4848-8852-c8e135aa6bc5 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:34:32.207163 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4aa6aab-bef2-4663-af9e-5992436c75d0 req-0f0e4637-a29c-47f3-83b3-9e6539129362 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Network 33dd767d-ab2c-4bf6-a32d-ce7483655865 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:34:32.217388 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0e4637-a29c-47f3-83b3-9e6539129362 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Pushing event updated for resources: {'Port': ['ID=4cca8a64-108d-47c4-b38a-6834d045a4ef,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:34:32.232057 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [req-a4aa6aab-bef2-4663-af9e-5992436c75d0 req-0f0e4637-a29c-47f3-83b3-9e6539129362 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:34:32.237011 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4aa6aab-bef2-4663-af9e-5992436c75d0 req-0f0e4637-a29c-47f3-83b3-9e6539129362 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:34:32.249330 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-3f503339-8986-4c79-a746-ea70bb113762 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3961693'] for network, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:32.269756 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01fa2c19-a9e1-4f7c-9e06-2637464f8893 None None] DHCP port deletion for 33dd767d-ab2c-4bf6-a32d-ce7483655865 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:34:32.321521 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-df929719-5d40-4cb5-be85-6dd1493c4234 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:32.327104 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-df929719-5d40-4cb5-be85-6dd1493c4234 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] 10.222.0.46 "DELETE /v2.0/ports/a2ca2334-21df-4092-929c-c8dde84c494f HTTP/1.1" status: 204 len: 168 time: 0.8164270 Nov 22 20:34:32.331368 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 42374) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:34:32.338356 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-6ac2fe89-3e4c-452a-aa18-9417e22d217d tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Request body: {'floatingip': {'floating_network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:34:32.364553 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6ac2fe89-3e4c-452a-aa18-9417e22d217d tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks [] for floatingip, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:32.461980 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-3f503339-8986-4c79-a746-ea70bb113762 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3760028', 'neutron.services.segments.db._delete_segments_for_network-8748992815755'] for network, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:32.470894 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-27d1ec5f-4510-4749-bf41-821043fa734c None None] Provisioning complete for port 4cca8a64-108d-47c4-b38a-6834d045a4ef triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:34:32.471285 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-27d1ec5f-4510-4749-bf41-821043fa734c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:32.481100 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4aa6aab-bef2-4663-af9e-5992436c75d0 req-0f0e4637-a29c-47f3-83b3-9e6539129362 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:34:32.481892 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-a4aa6aab-bef2-4663-af9e-5992436c75d0 req-0f0e4637-a29c-47f3-83b3-9e6539129362 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:32.507227 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-3f503339-8986-4c79-a746-ea70bb113762 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4eee9871-c864-4a4e-beab-df170d4b2d0a']}} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:34:32.524665 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a4aa6aab-bef2-4663-af9e-5992436c75d0 req-0f0e4637-a29c-47f3-83b3-9e6539129362 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1191113 Nov 22 20:34:32.524886 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6ac2fe89-3e4c-452a-aa18-9417e22d217d tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:32.526865 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-3f503339-8986-4c79-a746-ea70bb113762 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90866206-34f4-4d4b-aa28-eaca8b7ae991') {'for_net_delete': True} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:34:32.527348 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-3f503339-8986-4c79-a746-ea70bb113762 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90866206-34f4-4d4b-aa28-eaca8b7ae991') {} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:34:32.541618 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-a4aa6aab-bef2-4663-af9e-5992436c75d0 req-fe94cd97-5a0f-4382-8087-7258147a26bd service neutron] Request body: {'port': {'device_id': '9762b09b-4077-406d-9ea3-d4ff050e8dd3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818823-1'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:34:32.553218 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-1e2f5f70-0841-4e12-8264-b1026e3a1a06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:32.560740 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-27d1ec5f-4510-4749-bf41-821043fa734c None None] Port 4cca8a64-108d-47c4-b38a-6834d045a4ef cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:34:32.576569 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-3f503339-8986-4c79-a746-ea70bb113762 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748993039638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12178344'] for segment, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:32.625288 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-3f503339-8986-4c79-a746-ea70bb113762 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:32.648074 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f503339-8986-4c79-a746-ea70bb113762 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Releasing vlan 642 on physical network physnet1 to pool {{(pid=103447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 20:34:32.649553 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-3f503339-8986-4c79-a746-ea70bb113762 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8900762'] for segment, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:32.653603 n-d-818823-1 neutron-server[103447]: Traceback (most recent call last): Nov 22 20:34:32.653603 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 20:34:32.653603 n-d-818823-1 neutron-server[103447]: timer() Nov 22 20:34:32.653603 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 20:34:32.653603 n-d-818823-1 neutron-server[103447]: cb(*args, **kw) Nov 22 20:34:32.653603 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 20:34:32.653603 n-d-818823-1 neutron-server[103447]: return func(*args, **kwargs) Nov 22 20:34:32.653603 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 20:34:32.653603 n-d-818823-1 neutron-server[103447]: self._notify() Nov 22 20:34:32.653603 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 20:34:32.653603 n-d-818823-1 neutron-server[103447]: self.callback(batched_events) Nov 22 20:34:32.653603 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 20:34:32.653603 n-d-818823-1 neutron-server[103447]: event.method(event) Nov 22 20:34:32.653603 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 20:34:32.653603 n-d-818823-1 neutron-server[103447]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 20:34:32.653603 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 20:34:32.653603 n-d-818823-1 neutron-server[103447]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 20:34:32.653603 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 20:34:32.653603 n-d-818823-1 neutron-server[103447]: return f(self, *a, **k) Nov 22 20:34:32.653603 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 20:34:32.653603 n-d-818823-1 neutron-server[103447]: return self._get(url).json() Nov 22 20:34:32.653603 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 20:34:32.653603 n-d-818823-1 neutron-server[103447]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 20:34:32.653603 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 20:34:32.653603 n-d-818823-1 neutron-server[103447]: return self.request(url, 'GET', **kwargs) Nov 22 20:34:32.653603 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 20:34:32.653603 n-d-818823-1 neutron-server[103447]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 20:34:32.653603 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 20:34:32.653603 n-d-818823-1 neutron-server[103447]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 20:34:32.653603 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 20:34:32.653603 n-d-818823-1 neutron-server[103447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 20:34:32.653603 n-d-818823-1 neutron-server[103447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 20:34:32.666789 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-a4aa6aab-bef2-4663-af9e-5992436c75d0 req-fe94cd97-5a0f-4382-8087-7258147a26bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:32.707345 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [None req-6ac2fe89-3e4c-452a-aa18-9417e22d217d tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Allocated IP 172.25.5.37 (c48a55e9-6a85-4746-b7bf-3e29fb560094/5da6f781-63e6-4328-ae7a-5e672262f55a/ec16c839-181a-4912-b3de-047eb793fc19) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:34:32.853884 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-aa8f5f13-b0f1-4b43-8e0b-2ea2c7325ad1 req-e629d163-727e-4d6d-9f6b-209d429c5e2e tempest-ServerShowV254Test-727421985 tempest-ServerShowV254Test-727421985-project] 10.222.0.46 "GET /v2.0/ports?device_id=933de673-1ac5-4f25-baf4-2b08f11bee14 HTTP/1.1" status: 200 len: 210 time: 0.1030352 Nov 22 20:34:32.883753 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-3f503339-8986-4c79-a746-ea70bb113762 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3760002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595318'] for network, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:32.883959 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6ac2fe89-3e4c-452a-aa18-9417e22d217d tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:32.890194 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-3f503339-8986-4c79-a746-ea70bb113762 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Publish callbacks [] for network, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:32.893653 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-3f503339-8986-4c79-a746-ea70bb113762 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] 10.222.0.46 "DELETE /v2.0/networks/4eee9871-c864-4a4e-beab-df170d4b2d0a HTTP/1.1" status: 204 len: 168 time: 0.8450713 Nov 22 20:34:32.924587 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f503339-8986-4c79-a746-ea70bb113762 tempest-TestNetworkBasicOps-1707629388 tempest-TestNetworkBasicOps-1707629388-project] Pushing event deleted for resources: {'Network': ['ID=4eee9871-c864-4a4e-beab-df170d4b2d0a,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:34:32.936373 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6ac2fe89-3e4c-452a-aa18-9417e22d217d tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:32.989003 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dfef3d-3efb-49ab-957b-5861fe96cca1 req-6b78a129-6124-42f0-9d13-a135ab473dbb tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:34:32.994865 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac2fe89-3e4c-452a-aa18-9417e22d217d tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Pushing event updated for resources: {'Port': ['ID=ec16c839-181a-4912-b3de-047eb793fc19,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:34:32.996495 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-69dfef3d-3efb-49ab-957b-5861fe96cca1 req-6b78a129-6124-42f0-9d13-a135ab473dbb tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/ports?device_id=9762b09b-4077-406d-9ea3-d4ff050e8dd3 HTTP/1.1" status: 200 len: 932 time: 0.2130656 Nov 22 20:34:33.009870 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ac2fe89-3e4c-452a-aa18-9417e22d217d tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Network c48a55e9-6a85-4746-b7bf-3e29fb560094 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:34:33.011783 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-6ac2fe89-3e4c-452a-aa18-9417e22d217d tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:34:33.017887 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac2fe89-3e4c-452a-aa18-9417e22d217d tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:34:33.125218 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-69dfef3d-3efb-49ab-957b-5861fe96cca1 req-74f73f43-6e0e-4b6f-9230-703af5d83696 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/security-groups?id=967182ec-36b6-43cb-985c-f0d9e87194dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228552 Nov 22 20:34:33.130656 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6ac2fe89-3e4c-452a-aa18-9417e22d217d tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:33.192038 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6ac2fe89-3e4c-452a-aa18-9417e22d217d tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:33.270061 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 42400) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:34:33.390325 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6ac2fe89-3e4c-452a-aa18-9417e22d217d tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks [] for port, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:33.397424 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6ac2fe89-3e4c-452a-aa18-9417e22d217d tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:33.453187 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-03f0964f-1b75-4df7-99e0-a3cdb56ec2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:33.522721 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac2fe89-3e4c-452a-aa18-9417e22d217d tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Pushing event updated for resources: {'Port': ['ID=ec16c839-181a-4912-b3de-047eb793fc19,revision_number=2']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:34:33.537919 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6ac2fe89-3e4c-452a-aa18-9417e22d217d tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-595224'] for floatingip, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:33.548620 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-16fc3fb6-0dfb-4f71-8954-ae3ff5163586 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=67d164fc12fc462bb9fe3a42a4c66cfa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2776785 Nov 22 20:34:33.549326 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 42410) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:34:33.573284 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [req-a4aa6aab-bef2-4663-af9e-5992436c75d0 req-fe94cd97-5a0f-4382-8087-7258147a26bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4cca8a64-108d-47c4-b38a-6834d045a4ef {{(pid=103447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:34:33.579374 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6ac2fe89-3e4c-452a-aa18-9417e22d217d tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for floatingip, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:33.580984 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-6ac2fe89-3e4c-452a-aa18-9417e22d217d tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2481730 Nov 22 20:34:33.582008 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-a4aa6aab-bef2-4663-af9e-5992436c75d0 req-fe94cd97-5a0f-4382-8087-7258147a26bd service neutron] Publish callbacks [] for port, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:33.584195 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 42412) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:34:33.589652 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-c944412c-34ee-4d04-b8de-2966d494dfbe tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Request body: {'port': {'network_id': 'b6b66f04-87ac-4848-8852-c8e135aa6bc5', 'name': 'tempest-FloatingIPTestJSON-861694863'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:34:33.639192 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9dbd7b31-192a-4d4b-9886-9ce3b85721e2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:33.645776 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.provisioning_blocks [req-a4aa6aab-bef2-4663-af9e-5992436c75d0 req-fe94cd97-5a0f-4382-8087-7258147a26bd service neutron] Transition to ACTIVE for port object 4cca8a64-108d-47c4-b38a-6834d045a4ef will not be triggered until provisioned by entity L2. {{(pid=103447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 20:34:33.654766 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-a4aa6aab-bef2-4663-af9e-5992436c75d0 req-fe94cd97-5a0f-4382-8087-7258147a26bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:33.664122 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9dbd7b31-192a-4d4b-9886-9ce3b85721e2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:33.675787 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 114cbcf1-a5e8-4d8a-be47-f4c4eb0c39b8 no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:34:33.703046 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: 114cbcf1-a5e8-4d8a-be47-f4c4eb0c39b8 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:34:33.703824 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 114cbcf1-a5e8-4d8a-be47-f4c4eb0c39b8 not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:34:33.719160 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9dbd7b31-192a-4d4b-9886-9ce3b85721e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:33.721768 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9dbd7b31-192a-4d4b-9886-9ce3b85721e2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:33.725989 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-9dbd7b31-192a-4d4b-9886-9ce3b85721e2 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5a6b3433-f803-461d-96a7-f888e164cbd8 HTTP/1.1" status: 204 len: 168 time: 0.1701603 Nov 22 20:34:33.726129 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85e72fc5-1080-4bd3-948b-b936b0820a45 None None] DHCP port deletion for 33dd767d-ab2c-4bf6-a32d-ce7483655865 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:34:33.739950 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbd7b31-192a-4d4b-9886-9ce3b85721e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a6b3433-f803-461d-96a7-f888e164cbd8,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:34:33.784516 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe94cd97-5a0f-4382-8087-7258147a26bd service neutron] Pushing event updated for resources: {'Port': ['ID=4cca8a64-108d-47c4-b38a-6834d045a4ef,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:34:33.957240 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c944412c-34ee-4d04-b8de-2966d494dfbe tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Made reservation on behalf of 198da916eb8b4113a6f2c9e3e85d1b76 for: {'port': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:34:33.961075 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c944412c-34ee-4d04-b8de-2966d494dfbe tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:34.018895 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c379fac2-ddbb-4f85-acfb-3813c438e207 req-6e17ece3-f49e-4d1c-97b4-330b68d03e03 tempest-ServerShowV254Test-727421985 tempest-ServerShowV254Test-727421985-project] 10.222.0.46 "GET /v2.0/ports?device_id=933de673-1ac5-4f25-baf4-2b08f11bee14 HTTP/1.1" status: 200 len: 210 time: 0.0382993 Nov 22 20:34:34.032183 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [None req-c944412c-34ee-4d04-b8de-2966d494dfbe tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] device_id is not set on port 8ede0906-b2b9-415d-b1ad-bbaba6b9a3a9 yet. {{(pid=103447) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 20:34:34.086504 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-a4aa6aab-bef2-4663-af9e-5992436c75d0 req-fe94cd97-5a0f-4382-8087-7258147a26bd service neutron] Attempting to bind port 4cca8a64-108d-47c4-b38a-6834d045a4ef on host n-h2-818823-1 for vnic_type normal with profile {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:34:34.087077 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-a4aa6aab-bef2-4663-af9e-5992436c75d0 req-fe94cd97-5a0f-4382-8087-7258147a26bd service neutron] Attempting to bind port 4cca8a64-108d-47c4-b38a-6834d045a4ef by drivers openvswitch,hyperv on host n-h2-818823-1 at level 0 using segments [{'id': '470d5048-a1ed-4f8a-b81a-95ae6f6f9db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '33dd767d-ab2c-4bf6-a32d-ce7483655865'}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:34:34.087242 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4aa6aab-bef2-4663-af9e-5992436c75d0 req-fe94cd97-5a0f-4382-8087-7258147a26bd service neutron] Attempting to bind port 4cca8a64-108d-47c4-b38a-6834d045a4ef on network 33dd767d-ab2c-4bf6-a32d-ce7483655865 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:34:34.100488 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4aa6aab-bef2-4663-af9e-5992436c75d0 req-fe94cd97-5a0f-4382-8087-7258147a26bd service neutron] Port 4cca8a64-108d-47c4-b38a-6834d045a4ef on network 33dd767d-ab2c-4bf6-a32d-ce7483655865 not bound, no agent of type Open vSwitch agent registered on host n-h2-818823-1 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:34:34.100817 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4aa6aab-bef2-4663-af9e-5992436c75d0 req-fe94cd97-5a0f-4382-8087-7258147a26bd service neutron] Attempting to bind port 4cca8a64-108d-47c4-b38a-6834d045a4ef on network 33dd767d-ab2c-4bf6-a32d-ce7483655865 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:34:34.113357 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4aa6aab-bef2-4663-af9e-5992436c75d0 req-fe94cd97-5a0f-4382-8087-7258147a26bd service neutron] Checking agent: {'id': '65e0486a-7030-4065-96f0-10aa7402a530', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'started_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 34, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:34:34.113686 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4aa6aab-bef2-4663-af9e-5992436c75d0 req-fe94cd97-5a0f-4382-8087-7258147a26bd service neutron] Checking segment: {'id': '470d5048-a1ed-4f8a-b81a-95ae6f6f9db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '33dd767d-ab2c-4bf6-a32d-ce7483655865'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:34:34.114071 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4aa6aab-bef2-4663-af9e-5992436c75d0 req-fe94cd97-5a0f-4382-8087-7258147a26bd service neutron] Bound using segment: {'id': '470d5048-a1ed-4f8a-b81a-95ae6f6f9db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '33dd767d-ab2c-4bf6-a32d-ce7483655865'} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:34:34.114506 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-a4aa6aab-bef2-4663-af9e-5992436c75d0 req-fe94cd97-5a0f-4382-8087-7258147a26bd service neutron] Bound port: 4cca8a64-108d-47c4-b38a-6834d045a4ef, host: n-h2-818823-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '470d5048-a1ed-4f8a-b81a-95ae6f6f9db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '33dd767d-ab2c-4bf6-a32d-ce7483655865'}}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:34:34.114864 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-a4aa6aab-bef2-4663-af9e-5992436c75d0 req-fe94cd97-5a0f-4382-8087-7258147a26bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:34.181715 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 42434) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:34:34.222768 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7d008af8-0560-47a2-9832-a5ef8baf6f26 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:34.241000 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [None req-c944412c-34ee-4d04-b8de-2966d494dfbe tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Allocated IP 172.20.0.9 (b6b66f04-87ac-4848-8852-c8e135aa6bc5/699cad9a-a423-4352-af4e-f31ebbdf881d/8ede0906-b2b9-415d-b1ad-bbaba6b9a3a9) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:34:34.349272 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-a4aa6aab-bef2-4663-af9e-5992436c75d0 req-fe94cd97-5a0f-4382-8087-7258147a26bd service neutron] For port 4cca8a64-108d-47c4-b38a-6834d045a4ef, host n-h2-818823-1, cleared binding levels {{(pid=103447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:34:34.355032 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7d008af8-0560-47a2-9832-a5ef8baf6f26 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:34.360524 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7d008af8-0560-47a2-9832-a5ef8baf6f26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:34.382272 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-a4aa6aab-bef2-4663-af9e-5992436c75d0 req-fe94cd97-5a0f-4382-8087-7258147a26bd service neutron] For port 4cca8a64-108d-47c4-b38a-6834d045a4ef, host n-h2-818823-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=4cca8a64-108d-47c4-b38a-6834d045a4ef,segment=NetworkSegment(470d5048-a1ed-4f8a-b81a-95ae6f6f9db0),segment_id=470d5048-a1ed-4f8a-b81a-95ae6f6f9db0)] {{(pid=103447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:34:34.411524 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-7d008af8-0560-47a2-9832-a5ef8baf6f26 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c87e7039bfdd4c39a913cd9382f670b5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2277541 Nov 22 20:34:34.416210 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 42444) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:34:34.417043 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d008af8-0560-47a2-9832-a5ef8baf6f26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=121f2473-9df6-4c56-b16e-515143719c16,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:34:34.420764 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5884954-899b-4564-857c-4ad37d7a5874 req-f171ee66-b6bd-4ecd-86fa-9ddec72dcbc4 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:34:34.429133 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d5884954-899b-4564-857c-4ad37d7a5874 req-f171ee66-b6bd-4ecd-86fa-9ddec72dcbc4 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/ports?device_id=9762b09b-4077-406d-9ea3-d4ff050e8dd3 HTTP/1.1" status: 200 len: 944 time: 0.1804862 Nov 22 20:34:34.431280 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-a4aa6aab-bef2-4663-af9e-5992436c75d0 req-fe94cd97-5a0f-4382-8087-7258147a26bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:34.504764 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a0db0da1-b928-472a-90aa-692dade4c3a6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:34.511748 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4aa6aab-bef2-4663-af9e-5992436c75d0 req-fe94cd97-5a0f-4382-8087-7258147a26bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:34:34.512348 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-a4aa6aab-bef2-4663-af9e-5992436c75d0 req-fe94cd97-5a0f-4382-8087-7258147a26bd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:34.514343 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a4aa6aab-bef2-4663-af9e-5992436c75d0 req-fe94cd97-5a0f-4382-8087-7258147a26bd service neutron] 10.222.0.20 "PUT /v2.0/ports/4cca8a64-108d-47c4-b38a-6834d045a4ef HTTP/1.1" status: 200 len: 1092 time: 1.9779770 Nov 22 20:34:34.517646 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9762b09b-4077-406d-9ea3-d4ff050e8dd3', 'tag': '4cca8a64-108d-47c4-b38a-6834d045a4ef'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:34:34.522453 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32ddf8b4-0b33-4085-86f2-b3afb1659d50 None None] DHCP port deletion for 33dd767d-ab2c-4bf6-a32d-ce7483655865 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:34:34.524540 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee02b87d-0852-438d-b154-f41142508b60" -d '{"events": [{"name": "network-changed", "server_uuid": "9762b09b-4077-406d-9ea3-d4ff050e8dd3", "tag": "4cca8a64-108d-47c4-b38a-6834d045a4ef"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:34:34.534784 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a0db0da1-b928-472a-90aa-692dade4c3a6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:34.614240 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a0db0da1-b928-472a-90aa-692dade4c3a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:34.617988 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a0db0da1-b928-472a-90aa-692dade4c3a6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:34.619359 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-a0db0da1-b928-472a-90aa-692dade4c3a6 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/121f2473-9df6-4c56-b16e-515143719c16 HTTP/1.1" status: 204 len: 168 time: 0.1989672 Nov 22 20:34:34.621826 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c944412c-34ee-4d04-b8de-2966d494dfbe tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:34.629242 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0db0da1-b928-472a-90aa-692dade4c3a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=121f2473-9df6-4c56-b16e-515143719c16,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:34:34.649167 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 20:34:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7319b63a-51db-4ebf-b537-4d934e865e13 x-openstack-request-id: req-7319b63a-51db-4ebf-b537-4d934e865e13 {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:34:34.649712 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9762b09b-4077-406d-9ea3-d4ff050e8dd3", "tag": "4cca8a64-108d-47c4-b38a-6834d045a4ef", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:34:34.649712 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7319b63a-51db-4ebf-b537-4d934e865e13 {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:34:34.650090 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9762b09b-4077-406d-9ea3-d4ff050e8dd3', 'tag': '4cca8a64-108d-47c4-b38a-6834d045a4ef', 'status': 'completed', 'code': 200} Nov 22 20:34:34.693494 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe94cd97-5a0f-4382-8087-7258147a26bd service neutron] Pushing event updated for resources: {'Port': ['ID=4cca8a64-108d-47c4-b38a-6834d045a4ef,revision_number=3']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:34:34.732505 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d5884954-899b-4564-857c-4ad37d7a5874 req-288571d2-38ec-4c03-9193-c7fe6ed01441 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/security-groups?id=967182ec-36b6-43cb-985c-f0d9e87194dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3025937 Nov 22 20:34:34.743077 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4aa6aab-bef2-4663-af9e-5992436c75d0 req-f4a6125b-81fc-47ed-9698-d79c8a233bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:34:34.744609 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a4aa6aab-bef2-4663-af9e-5992436c75d0 req-f4a6125b-81fc-47ed-9698-d79c8a233bdb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b741c1041ead4066a271a7ac45bca161&device_id=9762b09b-4077-406d-9ea3-d4ff050e8dd3 HTTP/1.1" status: 200 len: 1095 time: 0.0974360 Nov 22 20:34:34.770190 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c944412c-34ee-4d04-b8de-2966d494dfbe tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:34.812713 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a4aa6aab-bef2-4663-af9e-5992436c75d0 req-38a9851f-76c9-4fb9-84e5-073c93f12c37 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4cca8a64-108d-47c4-b38a-6834d045a4ef HTTP/1.1" status: 200 len: 217 time: 0.0527122 Nov 22 20:34:34.862373 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c944412c-34ee-4d04-b8de-2966d494dfbe tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Network b6b66f04-87ac-4848-8852-c8e135aa6bc5 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:34:34.882317 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-c944412c-34ee-4d04-b8de-2966d494dfbe tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:34:34.888609 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c944412c-34ee-4d04-b8de-2966d494dfbe tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:34:34.908308 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56c8b8b2-b4d9-4880-995f-7fc6c8eff6ac None None] DHCP port deletion for b6b66f04-87ac-4848-8852-c8e135aa6bc5 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:34:34.933806 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c944412c-34ee-4d04-b8de-2966d494dfbe tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Pushing event updated for resources: {'Port': ['ID=8ede0906-b2b9-415d-b1ad-bbaba6b9a3a9,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:34:34.955072 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4aa6aab-bef2-4663-af9e-5992436c75d0 req-68e59df9-4f29-4037-be68-ab199917c56b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:34:34.956720 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a4aa6aab-bef2-4663-af9e-5992436c75d0 req-68e59df9-4f29-4037-be68-ab199917c56b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e400cdbc-53df-47e7-8a78-7e2509f719bf HTTP/1.1" status: 200 len: 846 time: 0.1203978 Nov 22 20:34:34.981372 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c944412c-34ee-4d04-b8de-2966d494dfbe tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:34:34.982285 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c944412c-34ee-4d04-b8de-2966d494dfbe tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:35.003307 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-9be16a33-35f9-4b12-a703-0630d9b0ca84 None None] Provisioning complete for port 8ede0906-b2b9-415d-b1ad-bbaba6b9a3a9 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:34:35.003720 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-9be16a33-35f9-4b12-a703-0630d9b0ca84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:35.007313 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a4aa6aab-bef2-4663-af9e-5992436c75d0 req-f02048a4-41c1-450f-aad8-458e1f6607ab service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=33dd767d-ab2c-4bf6-a32d-ce7483655865&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424635 Nov 22 20:34:35.027732 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-c944412c-34ee-4d04-b8de-2966d494dfbe tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.4423285 Nov 22 20:34:35.030414 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 42464) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:34:35.035792 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-9be71ff1-a8b1-4905-8515-5490074acad5 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Request body: {'floatingip': {'port_id': '8ede0906-b2b9-415d-b1ad-bbaba6b9a3a9'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:34:35.104609 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-9be16a33-35f9-4b12-a703-0630d9b0ca84 None None] Port 8ede0906-b2b9-415d-b1ad-bbaba6b9a3a9 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:34:35.114894 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9be71ff1-a8b1-4905-8515-5490074acad5 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks [] for floatingip, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:35.146096 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a4aa6aab-bef2-4663-af9e-5992436c75d0 req-ce8f3ff4-93f9-4f81-a517-1d3741969ea2 service neutron] 10.222.0.20 "GET /v2.0/networks/33dd767d-ab2c-4bf6-a32d-ce7483655865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302242 Nov 22 20:34:35.166386 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e49ee129-e862-4476-beca-cdc8150d2345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:35.262862 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-976bf92b-eb5c-4596-92a0-1c04d919f527 req-a7fc5230-82c1-4432-bbd8-3f50dc8af73c tempest-ServerShowV254Test-727421985 tempest-ServerShowV254Test-727421985-project] 10.222.0.46 "GET /v2.0/ports?device_id=933de673-1ac5-4f25-baf4-2b08f11bee14 HTTP/1.1" status: 200 len: 210 time: 0.0901544 Nov 22 20:34:35.374789 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a4aa6aab-bef2-4663-af9e-5992436c75d0 req-70a56967-c693-4bc4-9664-486190982da8 service neutron] 10.222.0.20 "GET /v2.0/networks/33dd767d-ab2c-4bf6-a32d-ce7483655865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2216377 Nov 22 20:34:35.502776 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee02b87d-0852-438d-b154-f41142508b60 req-541a5aa0-6eb6-41c8-a609-84617f31c0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:34:35.504539 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ee02b87d-0852-438d-b154-f41142508b60 req-541a5aa0-6eb6-41c8-a609-84617f31c0e1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b741c1041ead4066a271a7ac45bca161&device_id=9762b09b-4077-406d-9ea3-d4ff050e8dd3 HTTP/1.1" status: 200 len: 1095 time: 0.0777712 Nov 22 20:34:35.667992 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee02b87d-0852-438d-b154-f41142508b60 req-d6f12109-7b97-4176-bc90-d93735e968fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:34:35.667992 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ee02b87d-0852-438d-b154-f41142508b60 req-d6f12109-7b97-4176-bc90-d93735e968fc service neutron] 10.222.0.20 "GET /v2.0/networks?id=33dd767d-ab2c-4bf6-a32d-ce7483655865 HTTP/1.1" status: 200 len: 907 time: 0.1565433 Nov 22 20:34:35.720810 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ee02b87d-0852-438d-b154-f41142508b60 req-a99b3c9f-8e08-4435-b0c3-e63ba6ccdb18 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4cca8a64-108d-47c4-b38a-6834d045a4ef HTTP/1.1" status: 200 len: 217 time: 0.0431030 Nov 22 20:34:35.756078 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9be71ff1-a8b1-4905-8515-5490074acad5 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:35.777472 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9be71ff1-a8b1-4905-8515-5490074acad5 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-595224'] for floatingip, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:35.830040 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 42500) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:34:35.856639 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee02b87d-0852-438d-b154-f41142508b60 req-d0bede75-d408-4690-b51f-e9592d2807e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:34:35.858537 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ee02b87d-0852-438d-b154-f41142508b60 req-d0bede75-d408-4690-b51f-e9592d2807e6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e400cdbc-53df-47e7-8a78-7e2509f719bf HTTP/1.1" status: 200 len: 846 time: 0.1247571 Nov 22 20:34:35.935680 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ee02b87d-0852-438d-b154-f41142508b60 req-53bf0543-54e3-4c19-b5cd-cb8fec372088 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=33dd767d-ab2c-4bf6-a32d-ce7483655865&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0671358 Nov 22 20:34:35.967244 n-d-818823-1 neutron-server[103448]: INFO neutron.db.l3_db [None req-9be71ff1-a8b1-4905-8515-5490074acad5 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Floating IP 66e0eb17-2672-47ee-afd1-41f7c06ab900 associated. External IP: 172.25.5.37, port: 8ede0906-b2b9-415d-b1ad-bbaba6b9a3a9. Nov 22 20:34:36.034342 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b7f1d8-0420-4afc-a0d8-74b6aa4158b0 req-720087bc-a352-41b1-88fe-9b84fbc6178a tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:34:36.042526 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b3b7f1d8-0420-4afc-a0d8-74b6aa4158b0 req-720087bc-a352-41b1-88fe-9b84fbc6178a tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/ports?device_id=9762b09b-4077-406d-9ea3-d4ff050e8dd3 HTTP/1.1" status: 200 len: 944 time: 0.1601191 Nov 22 20:34:36.048434 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-3d65180f-36a7-4e1c-b1cd-d2fd5666a63a admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1400957374-network', 'tenant_id': 'b14e2dc6a079480aa2916212614a187f'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:34:36.063148 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:36.143766 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d65180f-36a7-4e1c-b1cd-d2fd5666a63a admin admin] Made reservation on behalf of b14e2dc6a079480aa2916212614a187f for: {'network': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:34:36.146091 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-3d65180f-36a7-4e1c-b1cd-d2fd5666a63a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for network, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:36.162620 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b3b7f1d8-0420-4afc-a0d8-74b6aa4158b0 req-7404fd06-7e60-4f7d-8610-1bb3c4756a75 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/security-groups?id=967182ec-36b6-43cb-985c-f0d9e87194dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191852 Nov 22 20:34:36.179069 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-3d65180f-36a7-4e1c-b1cd-d2fd5666a63a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:36.183695 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ee02b87d-0852-438d-b154-f41142508b60 req-df4819a6-443c-4965-9bce-b855264c8788 service neutron] 10.222.0.20 "GET /v2.0/networks/33dd767d-ab2c-4bf6-a32d-ce7483655865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2301917 Nov 22 20:34:36.205929 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9be71ff1-a8b1-4905-8515-5490074acad5 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Router 046e811e-a745-435b-b598-9f369ae1e439 has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 20:34:36.314419 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ee02b87d-0852-438d-b154-f41142508b60 req-323f715b-acbf-4e96-b5f8-abfa92142633 service neutron] 10.222.0.20 "GET /v2.0/networks/33dd767d-ab2c-4bf6-a32d-ce7483655865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152115 Nov 22 20:34:36.341519 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9be71ff1-a8b1-4905-8515-5490074acad5 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:34:36.347327 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9be71ff1-a8b1-4905-8515-5490074acad5 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for floatingip, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:36.355751 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-3d65180f-36a7-4e1c-b1cd-d2fd5666a63a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:36.357107 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-effdf37f-12b6-4887-b418-d7039883f184 None None] Sync routers for ids ['046e811e-a745-435b-b598-9f369ae1e439'] in n-d-818823-1 {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:34:36.362151 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-3d65180f-36a7-4e1c-b1cd-d2fd5666a63a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:36.369220 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-effdf37f-12b6-4887-b418-d7039883f184 None None] Routers {'046e811e-a745-435b-b598-9f369ae1e439'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:34:36.370726 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-effdf37f-12b6-4887-b418-d7039883f184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:34:32Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['046e811e-a745-435b-b598-9f369ae1e439'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:34:36.385313 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d65180f-36a7-4e1c-b1cd-d2fd5666a63a admin admin] vlan segment allocate from pool success with {'vlan_id': 607, 'physical_network': 'physnet1'} {{(pid=103447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 20:34:36.410916 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-9be71ff1-a8b1-4905-8515-5490074acad5 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] 10.222.0.46 "PUT /v2.0/floatingips/66e0eb17-2672-47ee-afd1-41f7c06ab900 HTTP/1.1" status: 200 len: 976 time: 1.3791835 Nov 22 20:34:36.413871 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 42514) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:34:36.425130 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-effdf37f-12b6-4887-b418-d7039883f184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:34:36.425321 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-3d65180f-36a7-4e1c-b1cd-d2fd5666a63a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:36.425525 n-d-818823-1 neutron-server[103447]: INFO neutron.db.segments_db [None req-3d65180f-36a7-4e1c-b1cd-d2fd5666a63a admin admin] Added segment 5e2982a6-c373-4f60-a61c-26de577dbe51 of type vlan for network eb9fbb32-9d7b-41a8-9790-6e20333e7d46 Nov 22 20:34:36.435091 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-effdf37f-12b6-4887-b418-d7039883f184 None None] Routers {'046e811e-a745-435b-b598-9f369ae1e439'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:34:36.436055 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-effdf37f-12b6-4887-b418-d7039883f184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:34:32Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['046e811e-a745-435b-b598-9f369ae1e439'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:34:36.440157 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d65180f-36a7-4e1c-b1cd-d2fd5666a63a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d833ee71-3fc5-4929-b73b-ceb2cb106c94,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:34:36.464699 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-32761428-0ed5-499a-ab31-5e51561ca312 req-0880fe26-69ea-4d30-b7ca-1df21b6e1b6c tempest-ServerShowV254Test-727421985 tempest-ServerShowV254Test-727421985-project] 10.222.0.46 "GET /v2.0/ports?device_id=933de673-1ac5-4f25-baf4-2b08f11bee14 HTTP/1.1" status: 200 len: 210 time: 0.0649509 Nov 22 20:34:36.480569 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-effdf37f-12b6-4887-b418-d7039883f184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:34:36.481458 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-effdf37f-12b6-4887-b418-d7039883f184 None None] The sync data for ids ['046e811e-a745-435b-b598-9f369ae1e439'] in n-d-818823-1 is: [] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:34:36.510620 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-3d65180f-36a7-4e1c-b1cd-d2fd5666a63a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748992492791'] for network, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:36.551159 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-3d65180f-36a7-4e1c-b1cd-d2fd5666a63a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for network, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:36.552949 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d65180f-36a7-4e1c-b1cd-d2fd5666a63a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:34:36.552949 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-3d65180f-36a7-4e1c-b1cd-d2fd5666a63a admin admin] Publish callbacks [] for network, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:36.571700 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-0a59559b-a51b-48ad-9932-34f4115b2ef3 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Deleting port 8ede0906-b2b9-415d-b1ad-bbaba6b9a3a9 {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:34:36.572071 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0a59559b-a51b-48ad-9932-34f4115b2ef3 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:36.662653 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-3d65180f-36a7-4e1c-b1cd-d2fd5666a63a admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8313220 Nov 22 20:34:36.665569 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 42528) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:34:36.672343 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-b93b0b08-6a8e-4462-a0ef-bdd3b88b2bb6 admin admin] Request body: {'subnet': {'network_id': 'eb9fbb32-9d7b-41a8-9790-6e20333e7d46', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1400957374-subnet', 'tenant_id': 'b14e2dc6a079480aa2916212614a187f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:34:36.677538 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d65180f-36a7-4e1c-b1cd-d2fd5666a63a admin admin] Pushing event updated for resources: {'Network': ['ID=eb9fbb32-9d7b-41a8-9790-6e20333e7d46,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:34:36.690458 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Network eb9fbb32-9d7b-41a8-9790-6e20333e7d46 details requested by agent ovs-agent-n-d-818823-1 with host n-d-818823-1 {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 20:34:36.717634 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0a59559b-a51b-48ad-9932-34f4115b2ef3 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:36.721162 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b93b0b08-6a8e-4462-a0ef-bdd3b88b2bb6 admin admin] Made reservation on behalf of b14e2dc6a079480aa2916212614a187f for: {'subnet': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:34:36.723521 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b93b0b08-6a8e-4462-a0ef-bdd3b88b2bb6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11792951'] for subnet, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:37.303963 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de986653-7db0-420f-9e39-b839dc4e3757 req-2f876599-aea1-406f-a7df-a8070c2ef352 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:34:37.305756 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-de986653-7db0-420f-9e39-b839dc4e3757 req-2f876599-aea1-406f-a7df-a8070c2ef352 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/ports?device_id=9762b09b-4077-406d-9ea3-d4ff050e8dd3 HTTP/1.1" status: 200 len: 944 time: 0.0737710 Nov 22 20:34:37.328596 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0a59559b-a51b-48ad-9932-34f4115b2ef3 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:37.329154 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0a59559b-a51b-48ad-9932-34f4115b2ef3 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-595224'] for floatingip, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:37.329243 n-d-818823-1 neutron-server[103448]: INFO neutron.db.l3_db [None req-0a59559b-a51b-48ad-9932-34f4115b2ef3 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Floating IP 66e0eb17-2672-47ee-afd1-41f7c06ab900 disassociated. External IP: 172.25.5.37, port: 8ede0906-b2b9-415d-b1ad-bbaba6b9a3a9. Nov 22 20:34:37.329619 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-0a59559b-a51b-48ad-9932-34f4115b2ef3 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Calling delete_port for 8ede0906-b2b9-415d-b1ad-bbaba6b9a3a9 owned by {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:34:37.360413 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-de986653-7db0-420f-9e39-b839dc4e3757 req-d17c3062-aea6-404e-a372-3eda5df874f3 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/security-groups?id=967182ec-36b6-43cb-985c-f0d9e87194dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476561 Nov 22 20:34:37.413867 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b93b0b08-6a8e-4462-a0ef-bdd3b88b2bb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11567560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11792921'] for subnet, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:37.485257 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93b0b08-6a8e-4462-a0ef-bdd3b88b2bb6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ac7be7b-b7c9-4352-a72e-6ac063479767,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:34:37.529814 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b93b0b08-6a8e-4462-a0ef-bdd3b88b2bb6 admin admin] Checking segment: {'id': '5e2982a6-c373-4f60-a61c-26de577dbe51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'eb9fbb32-9d7b-41a8-9790-6e20333e7d46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:34:37.530186 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b93b0b08-6a8e-4462-a0ef-bdd3b88b2bb6 admin admin] Network hostable DHCP agents. Network: eb9fbb32-9d7b-41a8-9790-6e20333e7d46, hostable agents: ['02adaa64-0987-4b74-bad0-cbcf56f8a294'], hosted agents: [] {{(pid=103448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 20:34:37.567755 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b93b0b08-6a8e-4462-a0ef-bdd3b88b2bb6 admin admin] Network eb9fbb32-9d7b-41a8-9790-6e20333e7d46 is scheduled to be hosted by DHCP agent 02adaa64-0987-4b74-bad0-cbcf56f8a294 with binding_index 1 {{(pid=103448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 20:34:37.586977 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-b93b0b08-6a8e-4462-a0ef-bdd3b88b2bb6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818823-1, eb9fbb32-9d7b-41a8-9790-6e20333e7d46) {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:34:37.596184 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0a59559b-a51b-48ad-9932-34f4115b2ef3 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:37.598205 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b93b0b08-6a8e-4462-a0ef-bdd3b88b2bb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:34:37.598851 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b93b0b08-6a8e-4462-a0ef-bdd3b88b2bb6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:37.617118 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6803175-fe36-416d-a6b7-9328e97b4f89 None None] Network eb9fbb32-9d7b-41a8-9790-6e20333e7d46 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:34:37.641321 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-376c1620-758d-45f7-87ca-1a20d6b32d31 req-da164a77-d94f-4b5b-9b94-023242a4a735 tempest-ServerShowV254Test-727421985 tempest-ServerShowV254Test-727421985-project] 10.222.0.46 "GET /v2.0/ports?device_id=933de673-1ac5-4f25-baf4-2b08f11bee14 HTTP/1.1" status: 200 len: 210 time: 0.0566590 Nov 22 20:34:37.687057 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a59559b-a51b-48ad-9932-34f4115b2ef3 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Pushing event deleted for resources: {'Port': ['ID=8ede0906-b2b9-415d-b1ad-bbaba6b9a3a9,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:34:37.696852 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-b93b0b08-6a8e-4462-a0ef-bdd3b88b2bb6 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0295341 Nov 22 20:34:37.778417 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35826b1c-aef5-4840-84a8-8739daa9e417 None None] DHCP port deletion for b6b66f04-87ac-4848-8852-c8e135aa6bc5 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:34:37.780680 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 4cca8a64-108d-47c4-b38a-6834d045a4ef details requested by agent hyperv_n-h2-818823-1 with host n-h2-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 20:34:37.877011 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a59559b-a51b-48ad-9932-34f4115b2ef3 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Router 046e811e-a745-435b-b598-9f369ae1e439 has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 20:34:37.934335 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d359318a-8722-4d81-ba75-3804d27c200b None None] Network eb9fbb32-9d7b-41a8-9790-6e20333e7d46 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:34:38.003485 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a59559b-a51b-48ad-9932-34f4115b2ef3 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:34:38.017988 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65e04568-e72f-4a5e-afdf-86cfdbee3a03 None None] Sync routers for ids ['046e811e-a745-435b-b598-9f369ae1e439'] in n-d-818823-1 {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:34:38.046393 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e04568-e72f-4a5e-afdf-86cfdbee3a03 None None] Routers {'046e811e-a745-435b-b598-9f369ae1e439'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:34:38.047307 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-65e04568-e72f-4a5e-afdf-86cfdbee3a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:34:32Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['046e811e-a745-435b-b598-9f369ae1e439'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:34:38.093467 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0a59559b-a51b-48ad-9932-34f4115b2ef3 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:38.098625 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-0a59559b-a51b-48ad-9932-34f4115b2ef3 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] 10.222.0.46 "DELETE /v2.0/ports/8ede0906-b2b9-415d-b1ad-bbaba6b9a3a9 HTTP/1.1" status: 204 len: 168 time: 1.6837559 Nov 22 20:34:38.101318 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 42562) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:34:38.118431 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port 4cca8a64-108d-47c4-b38a-6834d045a4ef, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=4cca8a64-108d-47c4-b38a-6834d045a4ef,segment=NetworkSegment(470d5048-a1ed-4f8a-b81a-95ae6f6f9db0),segment_id=470d5048-a1ed-4f8a-b81a-95ae6f6f9db0)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:34:38.159630 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Returning: {'device': '4cca8a64-108d-47c4-b38a-6834d045a4ef', 'network_id': '33dd767d-ab2c-4bf6-a32d-ce7483655865', 'port_id': '4cca8a64-108d-47c4-b38a-6834d045a4ef', 'mac_address': 'fa:16:3e:45:26:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e400cdbc-53df-47e7-8a78-7e2509f719bf', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 20:34:38.174902 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-65e04568-e72f-4a5e-afdf-86cfdbee3a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:34:38.205237 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e04568-e72f-4a5e-afdf-86cfdbee3a03 None None] Routers {'046e811e-a745-435b-b598-9f369ae1e439'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:34:38.210325 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-65e04568-e72f-4a5e-afdf-86cfdbee3a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:34:32Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['046e811e-a745-435b-b598-9f369ae1e439'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:34:38.233415 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-99a011f6-cb1c-4737-81a3-8fa7fc2ad794 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] 10.222.0.46 "GET /v2.0/floatingips/66e0eb17-2672-47ee-afd1-41f7c06ab900 HTTP/1.1" status: 200 len: 687 time: 0.1303632 Nov 22 20:34:38.236020 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 42566) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:34:38.285504 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-65e04568-e72f-4a5e-afdf-86cfdbee3a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:34:38.286323 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65e04568-e72f-4a5e-afdf-86cfdbee3a03 None None] The sync data for ids ['046e811e-a745-435b-b598-9f369ae1e439'] in n-d-818823-1 is: [] {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:34:38.306625 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:38.333639 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4cca8a64-108d-47c4-b38a-6834d045a4ef {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:34:38.369690 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port 4cca8a64-108d-47c4-b38a-6834d045a4ef, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=4cca8a64-108d-47c4-b38a-6834d045a4ef,segment=NetworkSegment(470d5048-a1ed-4f8a-b81a-95ae6f6f9db0),segment_id=470d5048-a1ed-4f8a-b81a-95ae6f6f9db0)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:34:38.385706 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:38.471686 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-98266bc1-d89d-44ca-8696-02f7fa4994d4 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Deleting port ec16c839-181a-4912-b3de-047eb793fc19 {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:34:38.471865 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-98266bc1-d89d-44ca-8696-02f7fa4994d4 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:38.493546 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=4cca8a64-108d-47c4-b38a-6834d045a4ef,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:34:38.614685 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7623c46-e2e7-44e6-9d99-b68aaa9fdb7d req-157a92b5-df3c-4d99-81c5-4ba2d99f9e54 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:34:38.615152 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 42580) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:34:38.622962 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b7623c46-e2e7-44e6-9d99-b68aaa9fdb7d req-157a92b5-df3c-4d99-81c5-4ba2d99f9e54 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/ports?device_id=9762b09b-4077-406d-9ea3-d4ff050e8dd3 HTTP/1.1" status: 200 len: 945 time: 0.1442680 Nov 22 20:34:38.627062 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-c88f8d2a-b4cf-4df0-bfb3-48781c6e4935 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-725863926-network', 'tenant_id': '331d93507f314836b6a0fb574054dc5b'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:34:38.629919 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] get_ports_and_sgs() called for port_ids ['4cca8a64-108d-47c4-b38a-6834d045a4ef'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:34:38.680032 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c88f8d2a-b4cf-4df0-bfb3-48781c6e4935 admin admin] Made reservation on behalf of 331d93507f314836b6a0fb574054dc5b for: {'network': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:34:38.683627 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c88f8d2a-b4cf-4df0-bfb3-48781c6e4935 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for network, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:38.696941 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c88f8d2a-b4cf-4df0-bfb3-48781c6e4935 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:38.751093 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-98266bc1-d89d-44ca-8696-02f7fa4994d4 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:38.756899 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-98266bc1-d89d-44ca-8696-02f7fa4994d4 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:38.917673 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-98266bc1-d89d-44ca-8696-02f7fa4994d4 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Calling delete_port for ec16c839-181a-4912-b3de-047eb793fc19 owned by network:floatingip {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:34:38.941036 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c88f8d2a-b4cf-4df0-bfb3-48781c6e4935 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:38.948955 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c88f8d2a-b4cf-4df0-bfb3-48781c6e4935 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:39.010781 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c88f8d2a-b4cf-4df0-bfb3-48781c6e4935 admin admin] vlan segment allocate from pool success with {'vlan_id': 609, 'physical_network': 'physnet1'} {{(pid=103448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 20:34:39.018042 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b7623c46-e2e7-44e6-9d99-b68aaa9fdb7d req-9f230ac1-750a-4726-b4a5-a4812a7e93b2 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/security-groups?id=967182ec-36b6-43cb-985c-f0d9e87194dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3792188 Nov 22 20:34:39.036221 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c88f8d2a-b4cf-4df0-bfb3-48781c6e4935 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:39.036574 n-d-818823-1 neutron-server[103448]: INFO neutron.db.segments_db [None req-c88f8d2a-b4cf-4df0-bfb3-48781c6e4935 admin admin] Added segment 44ca6cea-08c4-475f-8e5d-61bfeae669e8 of type vlan for network 5ace92cc-a981-4aff-bbb0-c1fab34d4b79 Nov 22 20:34:39.077534 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88f8d2a-b4cf-4df0-bfb3-48781c6e4935 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e0b7332-69d7-4b0b-a4ad-0fad39ab70f8,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:34:39.093744 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c88f8d2a-b4cf-4df0-bfb3-48781c6e4935 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748992492791'] for network, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:39.137312 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-31a4a382-92c0-44ec-827c-2bfa8e894da6 req-94b57a6d-a4dd-4fba-a028-a9e7ec32941e tempest-ServerShowV254Test-727421985 tempest-ServerShowV254Test-727421985-project] 10.222.0.46 "GET /v2.0/ports?device_id=933de673-1ac5-4f25-baf4-2b08f11bee14 HTTP/1.1" status: 200 len: 210 time: 0.2274323 Nov 22 20:34:39.140163 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c88f8d2a-b4cf-4df0-bfb3-48781c6e4935 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for network, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:39.141179 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c88f8d2a-b4cf-4df0-bfb3-48781c6e4935 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:34:39.141761 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c88f8d2a-b4cf-4df0-bfb3-48781c6e4935 admin admin] Publish callbacks [] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:39.261323 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88f8d2a-b4cf-4df0-bfb3-48781c6e4935 admin admin] Pushing event updated for resources: {'Network': ['ID=5ace92cc-a981-4aff-bbb0-c1fab34d4b79,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:34:39.276196 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Network 5ace92cc-a981-4aff-bbb0-c1fab34d4b79 details requested by agent ovs-agent-n-d-818823-1 with host n-d-818823-1 {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 20:34:39.294566 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-c88f8d2a-b4cf-4df0-bfb3-48781c6e4935 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6780269 Nov 22 20:34:39.296908 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 42592) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:34:39.305427 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-98266bc1-d89d-44ca-8696-02f7fa4994d4 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:39.307759 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-ffdbbc2d-35f4-4428-b2f4-0dd8d997d2df admin admin] Request body: {'subnet': {'network_id': '5ace92cc-a981-4aff-bbb0-c1fab34d4b79', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-725863926-subnet', 'tenant_id': '331d93507f314836b6a0fb574054dc5b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:34:39.343041 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffdbbc2d-35f4-4428-b2f4-0dd8d997d2df admin admin] Made reservation on behalf of 331d93507f314836b6a0fb574054dc5b for: {'subnet': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:34:39.346076 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ffdbbc2d-35f4-4428-b2f4-0dd8d997d2df admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11792951'] for subnet, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:39.352712 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98266bc1-d89d-44ca-8696-02f7fa4994d4 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Pushing event deleted for resources: {'Port': ['ID=ec16c839-181a-4912-b3de-047eb793fc19,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:34:39.455004 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-98266bc1-d89d-44ca-8696-02f7fa4994d4 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks [] for floatingip, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:39.457682 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-98266bc1-d89d-44ca-8696-02f7fa4994d4 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for floatingip, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:39.459115 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-98266bc1-d89d-44ca-8696-02f7fa4994d4 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] 10.222.0.46 "DELETE /v2.0/floatingips/66e0eb17-2672-47ee-afd1-41f7c06ab900 HTTP/1.1" status: 204 len: 168 time: 1.2219894 Nov 22 20:34:39.465802 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 42598) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:34:39.471029 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-35884335-1ae4-4a1a-9339-9596a72537c8 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Request body: {'floatingip': {'floating_network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'port_id': '32bfada7-9220-43d4-a9c1-36f9aa99943c'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:34:39.503585 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-35884335-1ae4-4a1a-9339-9596a72537c8 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks [] for floatingip, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:39.609024 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ffdbbc2d-35f4-4428-b2f4-0dd8d997d2df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11567560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11792921'] for subnet, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:39.615513 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-35884335-1ae4-4a1a-9339-9596a72537c8 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:39.675849 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdbbc2d-35f4-4428-b2f4-0dd8d997d2df admin admin] Pushing event updated for resources: {'Subnet': ['ID=411e0439-3116-48eb-aa86-33453bab31a0,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:34:39.684878 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffdbbc2d-35f4-4428-b2f4-0dd8d997d2df admin admin] Checking segment: {'id': '44ca6cea-08c4-475f-8e5d-61bfeae669e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '5ace92cc-a981-4aff-bbb0-c1fab34d4b79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:34:39.685245 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffdbbc2d-35f4-4428-b2f4-0dd8d997d2df admin admin] Network hostable DHCP agents. Network: 5ace92cc-a981-4aff-bbb0-c1fab34d4b79, hostable agents: ['02adaa64-0987-4b74-bad0-cbcf56f8a294'], hosted agents: [] {{(pid=103448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 20:34:39.704828 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffdbbc2d-35f4-4428-b2f4-0dd8d997d2df admin admin] Network 5ace92cc-a981-4aff-bbb0-c1fab34d4b79 is scheduled to be hosted by DHCP agent 02adaa64-0987-4b74-bad0-cbcf56f8a294 with binding_index 1 {{(pid=103448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 20:34:39.717139 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-ffdbbc2d-35f4-4428-b2f4-0dd8d997d2df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818823-1, 5ace92cc-a981-4aff-bbb0-c1fab34d4b79) {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:34:39.733965 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffdbbc2d-35f4-4428-b2f4-0dd8d997d2df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:34:39.734639 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ffdbbc2d-35f4-4428-b2f4-0dd8d997d2df admin admin] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:39.734941 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9200e6ea-42f4-4b9d-887f-395451094c6b None None] Network 5ace92cc-a981-4aff-bbb0-c1fab34d4b79 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:34:39.755670 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-ffdbbc2d-35f4-4428-b2f4-0dd8d997d2df admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4565887 Nov 22 20:34:39.768173 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [None req-35884335-1ae4-4a1a-9339-9596a72537c8 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Allocated IP 172.25.5.108 (c48a55e9-6a85-4746-b7bf-3e29fb560094/5da6f781-63e6-4328-ae7a-5e672262f55a/5db32963-f0d5-4af0-a635-f5708fb08061) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:34:39.791581 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 4cca8a64-108d-47c4-b38a-6834d045a4ef up at agent hyperv_n-h2-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:34:39.905077 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Provisioning for port 4cca8a64-108d-47c4-b38a-6834d045a4ef completed by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 20:34:39.931537 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Provisioning complete for port 4cca8a64-108d-47c4-b38a-6834d045a4ef triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:34:39.932148 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:39.936101 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-35884335-1ae4-4a1a-9339-9596a72537c8 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:39.984192 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-35884335-1ae4-4a1a-9339-9596a72537c8 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:39.988236 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-389f9744-b650-4b19-bcce-77d0a33310e5 None None] Network 5ace92cc-a981-4aff-bbb0-c1fab34d4b79 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:34:40.108958 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35884335-1ae4-4a1a-9339-9596a72537c8 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Pushing event updated for resources: {'Port': ['ID=5db32963-f0d5-4af0-a635-f5708fb08061,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:34:40.108958 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35884335-1ae4-4a1a-9339-9596a72537c8 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Network c48a55e9-6a85-4746-b7bf-3e29fb560094 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:34:40.113549 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-35884335-1ae4-4a1a-9339-9596a72537c8 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:34:40.119685 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35884335-1ae4-4a1a-9339-9596a72537c8 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:34:40.158734 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:40.230950 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9762b09b-4077-406d-9ea3-d4ff050e8dd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cca8a64-108d-47c4-b38a-6834d045a4ef'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:34:40.233465 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d39f6d30a11e565ec9648abcc015e8a6ab6cff4edd704add8155e28765d31eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a291250-2e43-48b1-a375-e246caaebaff" -d '{"events": [{"server_uuid": "9762b09b-4077-406d-9ea3-d4ff050e8dd3", "name": "network-vif-plugged", "status": "completed", "tag": "4cca8a64-108d-47c4-b38a-6834d045a4ef"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:34:40.251085 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port 4cca8a64-108d-47c4-b38a-6834d045a4ef, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=4cca8a64-108d-47c4-b38a-6834d045a4ef,segment=NetworkSegment(470d5048-a1ed-4f8a-b81a-95ae6f6f9db0),segment_id=470d5048-a1ed-4f8a-b81a-95ae6f6f9db0)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:34:40.256472 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:40.283055 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b2cc13-ceee-4772-9bc3-df279d84d9ef req-308cb711-d562-4404-9cb3-69954e275506 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:34:40.284138 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-07b2cc13-ceee-4772-9bc3-df279d84d9ef req-308cb711-d562-4404-9cb3-69954e275506 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/ports?device_id=9762b09b-4077-406d-9ea3-d4ff050e8dd3 HTTP/1.1" status: 200 len: 945 time: 0.1174958 Nov 22 20:34:40.325375 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=4cca8a64-108d-47c4-b38a-6834d045a4ef,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:34:40.378698 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-07b2cc13-ceee-4772-9bc3-df279d84d9ef req-32de3368-fd6f-4d87-acfa-2811f057bda3 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/security-groups?id=967182ec-36b6-43cb-985c-f0d9e87194dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865815 Nov 22 20:34:40.533924 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-fdb44414-d54a-4120-a7e4-505cb587e744 req-3b48f3d0-970a-4b39-9a0d-6c026d0e3ef6 tempest-ServerShowV254Test-727421985 tempest-ServerShowV254Test-727421985-project] 10.222.0.46 "GET /v2.0/ports?device_id=933de673-1ac5-4f25-baf4-2b08f11bee14 HTTP/1.1" status: 200 len: 210 time: 0.0651791 Nov 22 20:34:40.606458 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:34:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a080d697-93fc-4c53-a231-f7d0e34fc0ce x-openstack-request-id: req-a080d697-93fc-4c53-a231-f7d0e34fc0ce {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:34:40.606759 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9762b09b-4077-406d-9ea3-d4ff050e8dd3", "name": "network-vif-plugged", "status": "completed", "tag": "4cca8a64-108d-47c4-b38a-6834d045a4ef", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:34:40.607022 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a080d697-93fc-4c53-a231-f7d0e34fc0ce {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:34:40.607512 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9762b09b-4077-406d-9ea3-d4ff050e8dd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cca8a64-108d-47c4-b38a-6834d045a4ef', 'code': 200} Nov 22 20:34:41.015132 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736eaf17-314c-41cd-8628-55e7380518a7 req-fb659755-4cdc-4d6e-a176-d9c46243fe65 tempest-TestServerAdvancedOps-1418173506 tempest-TestServerAdvancedOps-1418173506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:34:41.017238 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-736eaf17-314c-41cd-8628-55e7380518a7 req-fb659755-4cdc-4d6e-a176-d9c46243fe65 tempest-TestServerAdvancedOps-1418173506 tempest-TestServerAdvancedOps-1418173506-project] 10.222.0.46 "GET /v2.0/networks?id=eb9fbb32-9d7b-41a8-9790-6e20333e7d46 HTTP/1.1" status: 200 len: 812 time: 0.5745029 Nov 22 20:34:41.042547 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06dbbd3-f305-4521-af16-c1aeda9f1656 req-daf9912c-bd50-499f-8f8e-8ff0f34ffc39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:34:41.044353 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d06dbbd3-f305-4521-af16-c1aeda9f1656 req-daf9912c-bd50-499f-8f8e-8ff0f34ffc39 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=9762b09b-4077-406d-9ea3-d4ff050e8dd3 HTTP/1.1" status: 200 len: 1097 time: 0.1382055 Nov 22 20:34:41.048222 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-736eaf17-314c-41cd-8628-55e7380518a7 req-87198c35-eb19-42c3-9721-2a747e2fc3fc tempest-TestServerAdvancedOps-1418173506 tempest-TestServerAdvancedOps-1418173506-project] 10.222.0.46 "GET /v2.0/quotas/b14e2dc6a079480aa2916212614a187f HTTP/1.1" status: 200 len: 375 time: 0.0240920 Nov 22 20:34:41.129383 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-736eaf17-314c-41cd-8628-55e7380518a7 req-e39d34fd-7962-4129-8085-ab752d575242 tempest-TestServerAdvancedOps-1418173506 tempest-TestServerAdvancedOps-1418173506-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=b14e2dc6a079480aa2916212614a187f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0457630 Nov 22 20:34:41.205719 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-35884335-1ae4-4a1a-9339-9596a72537c8 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:41.242336 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d06dbbd3-f305-4521-af16-c1aeda9f1656 req-591f5b5e-25a3-4b18-8cdd-7874eeb9e0ae service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=967182ec-36b6-43cb-985c-f0d9e87194dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908360 Nov 22 20:34:41.319084 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-736eaf17-314c-41cd-8628-55e7380518a7 req-c5f57f3d-5782-4ff2-8d90-ccea1b9ffbc9 service neutron] 10.222.0.46 "GET /v2.0/networks/eb9fbb32-9d7b-41a8-9790-6e20333e7d46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733046 Nov 22 20:34:41.319776 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-35884335-1ae4-4a1a-9339-9596a72537c8 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:41.558860 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-736eaf17-314c-41cd-8628-55e7380518a7 req-9856ccae-11aa-47ca-8177-7e1f3e344056 service neutron] 10.222.0.46 "GET /v2.0/networks/eb9fbb32-9d7b-41a8-9790-6e20333e7d46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2151728 Nov 22 20:34:41.596368 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94275f2e-c6a2-49db-8ca2-d11dc9086c33 req-f31b0ed9-df4d-4ace-b375-8468db6ebd3a tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:34:41.597990 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-94275f2e-c6a2-49db-8ca2-d11dc9086c33 req-f31b0ed9-df4d-4ace-b375-8468db6ebd3a tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/ports?device_id=9762b09b-4077-406d-9ea3-d4ff050e8dd3 HTTP/1.1" status: 200 len: 946 time: 0.1106682 Nov 22 20:34:41.645716 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-35884335-1ae4-4a1a-9339-9596a72537c8 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks [] for port, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:41.710575 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-94275f2e-c6a2-49db-8ca2-d11dc9086c33 req-9d23995e-fa7c-4200-9166-aca2fda9d2ef tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/security-groups?id=967182ec-36b6-43cb-985c-f0d9e87194dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916598 Nov 22 20:34:41.711712 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-35884335-1ae4-4a1a-9339-9596a72537c8 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:41.898491 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-47ebdeb4-944f-4685-9469-5439dcd2164d req-0f0716d9-04a1-41ac-858c-307b768330f7 tempest-ServerShowV254Test-727421985 tempest-ServerShowV254Test-727421985-project] 10.222.0.46 "GET /v2.0/ports?device_id=933de673-1ac5-4f25-baf4-2b08f11bee14 HTTP/1.1" status: 200 len: 210 time: 0.0621707 Nov 22 20:34:41.917360 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-857f9fc5-9990-4960-974d-eda20507ddc5 req-965c3cb4-e89e-4f34-9931-ef321fb1b607 tempest-TestServerAdvancedOps-1418173506 tempest-TestServerAdvancedOps-1418173506-project] 10.222.0.46 "GET /v2.0/ports?device_id=53e8b7d9-915c-41ee-b354-78ed1d5ea5e8 HTTP/1.1" status: 200 len: 210 time: 0.1220248 Nov 22 20:34:41.950461 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35884335-1ae4-4a1a-9339-9596a72537c8 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Pushing event updated for resources: {'Port': ['ID=5db32963-f0d5-4af0-a635-f5708fb08061,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:34:41.962530 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-35884335-1ae4-4a1a-9339-9596a72537c8 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-595224'] for floatingip, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:42.077255 n-d-818823-1 neutron-server[103447]: INFO neutron.db.l3_db [None req-35884335-1ae4-4a1a-9339-9596a72537c8 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Floating IP 32c85e91-dce4-43b3-9058-452ceb5f3d90 associated. External IP: 172.25.5.108, port: 32bfada7-9220-43d4-a9c1-36f9aa99943c. Nov 22 20:34:42.341713 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35884335-1ae4-4a1a-9339-9596a72537c8 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Router 046e811e-a745-435b-b598-9f369ae1e439 has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 20:34:42.478643 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35884335-1ae4-4a1a-9339-9596a72537c8 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:34:42.506805 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-35884335-1ae4-4a1a-9339-9596a72537c8 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for floatingip, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:42.508064 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eacf699-c271-4f41-bd92-1d9372961949 None None] Sync routers for ids ['046e811e-a745-435b-b598-9f369ae1e439'] in n-d-818823-1 {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:34:42.527368 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eacf699-c271-4f41-bd92-1d9372961949 None None] Routers {'046e811e-a745-435b-b598-9f369ae1e439'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:34:42.528419 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-0eacf699-c271-4f41-bd92-1d9372961949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:34:32Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['046e811e-a745-435b-b598-9f369ae1e439'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:34:42.559269 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 42700) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:34:42.566432 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-85a46c09-3b78-4645-9cdb-1ad30651f4ca tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-553988435'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:34:42.573265 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-35884335-1ae4-4a1a-9339-9596a72537c8 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 3.1052992 Nov 22 20:34:42.603789 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85a46c09-3b78-4645-9cdb-1ad30651f4ca tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Made reservation on behalf of 198da916eb8b4113a6f2c9e3e85d1b76 for: {'network': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:34:42.608390 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-85a46c09-3b78-4645-9cdb-1ad30651f4ca tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for network, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:42.620086 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-0eacf699-c271-4f41-bd92-1d9372961949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:34:42.639761 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85a46c09-3b78-4645-9cdb-1ad30651f4ca tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] vlan segment allocate from pool success with {'vlan_id': 635, 'physical_network': 'physnet1'} {{(pid=103448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 20:34:42.651026 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-85a46c09-3b78-4645-9cdb-1ad30651f4ca tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:42.651326 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eacf699-c271-4f41-bd92-1d9372961949 None None] Routers {'046e811e-a745-435b-b598-9f369ae1e439'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:34:42.651943 n-d-818823-1 neutron-server[103448]: INFO neutron.db.segments_db [None req-85a46c09-3b78-4645-9cdb-1ad30651f4ca tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Added segment 2bdbae11-7fbc-46d7-b76a-5111caaa2e00 of type vlan for network bb157820-b7ef-450c-86e5-4b893ec91090 Nov 22 20:34:42.652638 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-0eacf699-c271-4f41-bd92-1d9372961949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:34:32Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['046e811e-a745-435b-b598-9f369ae1e439'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:34:42.702467 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-85a46c09-3b78-4645-9cdb-1ad30651f4ca tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748992492791'] for network, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:42.744290 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-0eacf699-c271-4f41-bd92-1d9372961949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:34:42.745291 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eacf699-c271-4f41-bd92-1d9372961949 None None] The sync data for ids ['046e811e-a745-435b-b598-9f369ae1e439'] in n-d-818823-1 is: [] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:34:42.752164 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-85a46c09-3b78-4645-9cdb-1ad30651f4ca tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for network, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:42.758515 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85a46c09-3b78-4645-9cdb-1ad30651f4ca tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:34:42.759207 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-85a46c09-3b78-4645-9cdb-1ad30651f4ca tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks [] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:42.824535 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-85a46c09-3b78-4645-9cdb-1ad30651f4ca tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2634497 Nov 22 20:34:42.831404 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 42710) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:34:42.834363 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-48f2a06b-cb41-43d5-9a71-888e5b573ff1 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Request body: {'subnet': {'network_id': 'bb157820-b7ef-450c-86e5-4b893ec91090', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:34:42.962444 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a46c09-3b78-4645-9cdb-1ad30651f4ca tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Pushing event updated for resources: {'Network': ['ID=bb157820-b7ef-450c-86e5-4b893ec91090,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:34:42.975385 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Network bb157820-b7ef-450c-86e5-4b893ec91090 details requested by agent ovs-agent-n-d-818823-1 with host n-d-818823-1 {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 20:34:43.150319 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1dd313ea-b216-4353-9eb4-ecc69509520f req-2b238e20-283f-4b0e-87ce-71e27d24a98d tempest-TestServerAdvancedOps-1418173506 tempest-TestServerAdvancedOps-1418173506-project] 10.222.0.46 "GET /v2.0/ports?device_id=53e8b7d9-915c-41ee-b354-78ed1d5ea5e8 HTTP/1.1" status: 200 len: 210 time: 0.0512872 Nov 22 20:34:43.190045 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b929b2c8-1522-4562-b98a-9245af4b4ef5 req-507a7fe6-2de3-4173-bfda-444c104b6e0b tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:34:43.191616 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b929b2c8-1522-4562-b98a-9245af4b4ef5 req-507a7fe6-2de3-4173-bfda-444c104b6e0b tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/ports?device_id=9762b09b-4077-406d-9ea3-d4ff050e8dd3 HTTP/1.1" status: 200 len: 946 time: 0.3433142 Nov 22 20:34:43.283582 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736eaf17-314c-41cd-8628-55e7380518a7 req-f61dd016-a862-4c47-9f19-4f87df1898c0 tempest-TestServerAdvancedOps-1418173506 tempest-TestServerAdvancedOps-1418173506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:34:43.285083 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-736eaf17-314c-41cd-8628-55e7380518a7 req-f61dd016-a862-4c47-9f19-4f87df1898c0 tempest-TestServerAdvancedOps-1418173506 tempest-TestServerAdvancedOps-1418173506-project] 10.222.0.41 "GET /v2.0/networks?id=eb9fbb32-9d7b-41a8-9790-6e20333e7d46 HTTP/1.1" status: 200 len: 812 time: 0.3436344 Nov 22 20:34:43.296769 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48f2a06b-cb41-43d5-9a71-888e5b573ff1 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Made reservation on behalf of 198da916eb8b4113a6f2c9e3e85d1b76 for: {'subnet': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:34:43.301188 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-48f2a06b-cb41-43d5-9a71-888e5b573ff1 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8485086'] for subnet, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:43.313088 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-736eaf17-314c-41cd-8628-55e7380518a7 req-c22bc35a-80b4-43cb-91fb-b267f0f89b55 tempest-TestServerAdvancedOps-1418173506 tempest-TestServerAdvancedOps-1418173506-project] Request body: {'port': {'device_id': '53e8b7d9-915c-41ee-b354-78ed1d5ea5e8', 'network_id': 'eb9fbb32-9d7b-41a8-9790-6e20333e7d46', 'admin_state_up': True, 'tenant_id': 'b14e2dc6a079480aa2916212614a187f'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:34:43.374456 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b929b2c8-1522-4562-b98a-9245af4b4ef5 req-e343bf7b-da5e-4d70-bf2b-375708d0f653 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/security-groups?id=967182ec-36b6-43cb-985c-f0d9e87194dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730566 Nov 22 20:34:43.376461 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-932b2eea-bc7f-4635-9186-6d0cabca8000 req-8ca8122a-eb54-4346-afd7-f1b6fa4210f3 tempest-ServerShowV254Test-727421985 tempest-ServerShowV254Test-727421985-project] 10.222.0.46 "GET /v2.0/ports?device_id=933de673-1ac5-4f25-baf4-2b08f11bee14 HTTP/1.1" status: 200 len: 210 time: 0.1121728 Nov 22 20:34:43.579065 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-736eaf17-314c-41cd-8628-55e7380518a7 req-c22bc35a-80b4-43cb-91fb-b267f0f89b55 tempest-TestServerAdvancedOps-1418173506 tempest-TestServerAdvancedOps-1418173506-project] Made reservation on behalf of b14e2dc6a079480aa2916212614a187f for: {'port': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:34:43.582598 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-736eaf17-314c-41cd-8628-55e7380518a7 req-c22bc35a-80b4-43cb-91fb-b267f0f89b55 tempest-TestServerAdvancedOps-1418173506 tempest-TestServerAdvancedOps-1418173506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:43.673609 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-48f2a06b-cb41-43d5-9a71-888e5b573ff1 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8900613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8485104'] for subnet, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:43.865326 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f2a06b-cb41-43d5-9a71-888e5b573ff1 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Pushing event updated for resources: {'Subnet': ['ID=92f18d2a-0a60-409f-8e0d-953ab1d5cc8e,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:34:43.880718 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f8c46a-1bff-40c7-86a2-de7e076816e5 req-e9067454-8195-45fd-bb56-8a43a9a5d321 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:34:43.882411 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-48f8c46a-1bff-40c7-86a2-de7e076816e5 req-e9067454-8195-45fd-bb56-8a43a9a5d321 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/ports?device_id=9762b09b-4077-406d-9ea3-d4ff050e8dd3 HTTP/1.1" status: 200 len: 946 time: 0.2218189 Nov 22 20:34:43.885786 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f2a06b-cb41-43d5-9a71-888e5b573ff1 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Checking segment: {'id': '2bdbae11-7fbc-46d7-b76a-5111caaa2e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'bb157820-b7ef-450c-86e5-4b893ec91090'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:34:43.886154 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f2a06b-cb41-43d5-9a71-888e5b573ff1 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Network hostable DHCP agents. Network: bb157820-b7ef-450c-86e5-4b893ec91090, hostable agents: ['02adaa64-0987-4b74-bad0-cbcf56f8a294'], hosted agents: [] {{(pid=103447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 20:34:43.933940 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [req-736eaf17-314c-41cd-8628-55e7380518a7 req-c22bc35a-80b4-43cb-91fb-b267f0f89b55 tempest-TestServerAdvancedOps-1418173506 tempest-TestServerAdvancedOps-1418173506-project] Allocated IP 172.20.0.7 (eb9fbb32-9d7b-41a8-9790-6e20333e7d46/1ac7be7b-b7c9-4352-a72e-6ac063479767/585e739d-10a9-41ba-92b6-0f4b12e3b197) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:34:43.965542 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f2a06b-cb41-43d5-9a71-888e5b573ff1 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Network bb157820-b7ef-450c-86e5-4b893ec91090 is scheduled to be hosted by DHCP agent 02adaa64-0987-4b74-bad0-cbcf56f8a294 with binding_index 1 {{(pid=103447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 20:34:43.983613 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-48f8c46a-1bff-40c7-86a2-de7e076816e5 req-34c5163c-212b-4d90-a09e-ab93ed48ddf2 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/security-groups?id=967182ec-36b6-43cb-985c-f0d9e87194dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873606 Nov 22 20:34:43.986777 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-48f2a06b-cb41-43d5-9a71-888e5b573ff1 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818823-1, bb157820-b7ef-450c-86e5-4b893ec91090) {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:34:43.997155 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48f2a06b-cb41-43d5-9a71-888e5b573ff1 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:34:43.998223 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-48f2a06b-cb41-43d5-9a71-888e5b573ff1 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks [] for subnet, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:44.001041 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f134661-1058-44c5-9db0-24bda1e9b2fb None None] Network bb157820-b7ef-450c-86e5-4b893ec91090 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:34:44.022221 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-48f2a06b-cb41-43d5-9a71-888e5b573ff1 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1936357 Nov 22 20:34:44.024866 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 42738) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:34:44.030204 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-eaa9455b-4e79-414a-ba86-6e3d9ab4a1aa tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1329758477', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'}, 'admin_state_up': False}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:34:44.088259 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-eaa9455b-4e79-414a-ba86-6e3d9ab4a1aa tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24799'] for router, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:44.089880 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-eaa9455b-4e79-414a-ba86-6e3d9ab4a1aa tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-632716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24788'] for router, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:44.166853 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-eaa9455b-4e79-414a-ba86-6e3d9ab4a1aa tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:44.243874 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae8171a-8d08-4539-8e09-61c6f5639f9b req-51fea0ad-ad04-4acc-94c6-6dcc796c3d08 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:34:44.253626 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-bae8171a-8d08-4539-8e09-61c6f5639f9b req-51fea0ad-ad04-4acc-94c6-6dcc796c3d08 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/ports?device_id=9762b09b-4077-406d-9ea3-d4ff050e8dd3 HTTP/1.1" status: 200 len: 946 time: 0.1188879 Nov 22 20:34:44.340097 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7b3d5523-a5f2-4f52-af3d-2e301053e8c2 req-937ef95a-4a93-4626-bfb9-c5902d429abd tempest-TestServerAdvancedOps-1418173506 tempest-TestServerAdvancedOps-1418173506-project] 10.222.0.46 "GET /v2.0/ports?device_id=53e8b7d9-915c-41ee-b354-78ed1d5ea5e8 HTTP/1.1" status: 200 len: 210 time: 0.0703743 Nov 22 20:34:44.348815 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6645046-39b4-4e2b-a7c8-43fd38b8ffbf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fb26bd7-ce56-527b-b94f-2e1f7cb2bb35-bb157820-b7ef-450c-86e5-4b893ec91090', 'network_id': 'bb157820-b7ef-450c-86e5-4b893ec91090', 'tenant_id': '198da916eb8b4113a6f2c9e3e85d1b76', 'fixed_ips': [{'subnet_id': '92f18d2a-0a60-409f-8e0d-953ab1d5cc8e'}]}} from n-d-818823-1. {{(pid=103449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 20:34:44.349694 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e6645046-39b4-4e2b-a7c8-43fd38b8ffbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:44.366236 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-736eaf17-314c-41cd-8628-55e7380518a7 req-c22bc35a-80b4-43cb-91fb-b267f0f89b55 tempest-TestServerAdvancedOps-1418173506 tempest-TestServerAdvancedOps-1418173506-project] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:44.384781 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-eaa9455b-4e79-414a-ba86-6e3d9ab4a1aa tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:44.410306 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-bae8171a-8d08-4539-8e09-61c6f5639f9b req-00ffc9e6-3588-46c3-86dd-db4465ecfc06 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/security-groups?id=967182ec-36b6-43cb-985c-f0d9e87194dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504774 Nov 22 20:34:44.485948 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-736eaf17-314c-41cd-8628-55e7380518a7 req-c22bc35a-80b4-43cb-91fb-b267f0f89b55 tempest-TestServerAdvancedOps-1418173506 tempest-TestServerAdvancedOps-1418173506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:44.552012 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:44.558333 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:44.686062 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.db_base_plugin_common [None req-e6645046-39b4-4e2b-a7c8-43fd38b8ffbf None None] Allocated IP 172.20.0.2 (bb157820-b7ef-450c-86e5-4b893ec91090/92f18d2a-0a60-409f-8e0d-953ab1d5cc8e/a4a4a2b1-320f-40b6-b3fe-5be417455b3f) {{(pid=103449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:34:44.711329 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-300f2eff-275e-4bde-af10-52d9cd21a0bf req-2d9e8fc8-3168-43ce-8691-3f7d8f83ad33 tempest-ServerShowV254Test-727421985 tempest-ServerShowV254Test-727421985-project] 10.222.0.46 "GET /v2.0/ports?device_id=933de673-1ac5-4f25-baf4-2b08f11bee14 HTTP/1.1" status: 200 len: 210 time: 0.0644443 Nov 22 20:34:44.736741 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-736eaf17-314c-41cd-8628-55e7380518a7 req-c22bc35a-80b4-43cb-91fb-b267f0f89b55 tempest-TestServerAdvancedOps-1418173506 tempest-TestServerAdvancedOps-1418173506-project] Network eb9fbb32-9d7b-41a8-9790-6e20333e7d46 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:34:44.746700 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [req-736eaf17-314c-41cd-8628-55e7380518a7 req-c22bc35a-80b4-43cb-91fb-b267f0f89b55 tempest-TestServerAdvancedOps-1418173506 tempest-TestServerAdvancedOps-1418173506-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:34:44.750547 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22bc35a-80b4-43cb-91fb-b267f0f89b55 tempest-TestServerAdvancedOps-1418173506 tempest-TestServerAdvancedOps-1418173506-project] Pushing event updated for resources: {'Port': ['ID=585e739d-10a9-41ba-92b6-0f4b12e3b197,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:34:44.772446 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-736eaf17-314c-41cd-8628-55e7380518a7 req-c22bc35a-80b4-43cb-91fb-b267f0f89b55 tempest-TestServerAdvancedOps-1418173506 tempest-TestServerAdvancedOps-1418173506-project] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:34:44.848719 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508c9257-e44f-474c-acd7-e5fe1f106a4e req-aad2ba99-e594-4818-b711-3335b946ebb0 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:34:44.856237 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-508c9257-e44f-474c-acd7-e5fe1f106a4e req-aad2ba99-e594-4818-b711-3335b946ebb0 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/ports?device_id=9762b09b-4077-406d-9ea3-d4ff050e8dd3 HTTP/1.1" status: 200 len: 946 time: 0.1376412 Nov 22 20:34:44.887554 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-eaa9455b-4e79-414a-ba86-6e3d9ab4a1aa tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks [] for router_gateway, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:44.890018 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736eaf17-314c-41cd-8628-55e7380518a7 req-c22bc35a-80b4-43cb-91fb-b267f0f89b55 tempest-TestServerAdvancedOps-1418173506 tempest-TestServerAdvancedOps-1418173506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:34:44.891381 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-736eaf17-314c-41cd-8628-55e7380518a7 req-c22bc35a-80b4-43cb-91fb-b267f0f89b55 tempest-TestServerAdvancedOps-1418173506 tempest-TestServerAdvancedOps-1418173506-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:44.914314 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-736eaf17-314c-41cd-8628-55e7380518a7 req-c22bc35a-80b4-43cb-91fb-b267f0f89b55 tempest-TestServerAdvancedOps-1418173506 tempest-TestServerAdvancedOps-1418173506-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6072519 Nov 22 20:34:44.915725 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-eaa9455b-4e79-414a-ba86-6e3d9ab4a1aa tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:44.936874 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-736eaf17-314c-41cd-8628-55e7380518a7 req-49a04266-d6e7-4e4a-b96c-740d0de59cfa service neutron] Request body: {'port': {'device_id': '53e8b7d9-915c-41ee-b354-78ed1d5ea5e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818823-1'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:34:44.987212 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-508c9257-e44f-474c-acd7-e5fe1f106a4e req-91f189e6-9d23-4d88-a062-191d283862e0 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/security-groups?id=967182ec-36b6-43cb-985c-f0d9e87194dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299806 Nov 22 20:34:45.060515 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-736eaf17-314c-41cd-8628-55e7380518a7 req-49a04266-d6e7-4e4a-b96c-740d0de59cfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:45.118742 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e6645046-39b4-4e2b-a7c8-43fd38b8ffbf None None] Publish callbacks [] for port, precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:45.130257 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e6645046-39b4-4e2b-a7c8-43fd38b8ffbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372'] for port, after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:45.134080 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [None req-eaa9455b-4e79-414a-ba86-6e3d9ab4a1aa tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Allocated IP 172.25.5.186 (c48a55e9-6a85-4746-b7bf-3e29fb560094/5da6f781-63e6-4328-ae7a-5e672262f55a/77bead48-62e3-41cb-b035-fc68de42b9aa) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:34:45.171147 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.agents_db [None req-aa8313f2-1ee4-4e7b-8c5a-d32b2f9d31ee None None] Agent healthcheck: found 7 active agents {{(pid=103450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 20:34:45.182739 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6645046-39b4-4e2b-a7c8-43fd38b8ffbf None None] Network bb157820-b7ef-450c-86e5-4b893ec91090 is already hosted by enough agents. {{(pid=103449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:34:45.186552 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.base_scheduler [None req-e6645046-39b4-4e2b-a7c8-43fd38b8ffbf None None] Resources bound (agent type, host, resource id): {{(pid=103449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:34:45.191169 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6645046-39b4-4e2b-a7c8-43fd38b8ffbf None None] Received port after_create {{(pid=103449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:34:45.200395 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6645046-39b4-4e2b-a7c8-43fd38b8ffbf None None] Pushing event updated for resources: {'Port': ['ID=a4a4a2b1-320f-40b6-b3fe-5be417455b3f,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:34:45.395636 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-eaa9455b-4e79-414a-ba86-6e3d9ab4a1aa tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:45.541891 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-e6645046-39b4-4e2b-a7c8-43fd38b8ffbf None None] Attempting to bind port a4a4a2b1-320f-40b6-b3fe-5be417455b3f on host n-d-818823-1 for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:34:45.542249 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-e6645046-39b4-4e2b-a7c8-43fd38b8ffbf None None] Attempting to bind port a4a4a2b1-320f-40b6-b3fe-5be417455b3f by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': '2bdbae11-7fbc-46d7-b76a-5111caaa2e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'bb157820-b7ef-450c-86e5-4b893ec91090'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:34:45.542536 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [req-736eaf17-314c-41cd-8628-55e7380518a7 req-49a04266-d6e7-4e4a-b96c-740d0de59cfa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 585e739d-10a9-41ba-92b6-0f4b12e3b197 {{(pid=103447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:34:45.543001 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6645046-39b4-4e2b-a7c8-43fd38b8ffbf None None] Attempting to bind port a4a4a2b1-320f-40b6-b3fe-5be417455b3f on network bb157820-b7ef-450c-86e5-4b893ec91090 {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:34:45.546258 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-eaa9455b-4e79-414a-ba86-6e3d9ab4a1aa tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:45.553171 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-736eaf17-314c-41cd-8628-55e7380518a7 req-49a04266-d6e7-4e4a-b96c-740d0de59cfa service neutron] Publish callbacks [] for port, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:45.561830 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6645046-39b4-4e2b-a7c8-43fd38b8ffbf None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 34, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:34:45.563039 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6645046-39b4-4e2b-a7c8-43fd38b8ffbf None None] Checking segment: {'id': '2bdbae11-7fbc-46d7-b76a-5111caaa2e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'bb157820-b7ef-450c-86e5-4b893ec91090'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:34:45.563479 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e6645046-39b4-4e2b-a7c8-43fd38b8ffbf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:45.563883 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6645046-39b4-4e2b-a7c8-43fd38b8ffbf None None] Bound using segment: {'id': '2bdbae11-7fbc-46d7-b76a-5111caaa2e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'bb157820-b7ef-450c-86e5-4b893ec91090'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:34:45.564421 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-e6645046-39b4-4e2b-a7c8-43fd38b8ffbf None None] Bound port: a4a4a2b1-320f-40b6-b3fe-5be417455b3f, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bdbae11-7fbc-46d7-b76a-5111caaa2e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'bb157820-b7ef-450c-86e5-4b893ec91090'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:34:45.564933 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e6645046-39b4-4e2b-a7c8-43fd38b8ffbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:45.568207 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.provisioning_blocks [req-736eaf17-314c-41cd-8628-55e7380518a7 req-49a04266-d6e7-4e4a-b96c-740d0de59cfa service neutron] Transition to ACTIVE for port object 585e739d-10a9-41ba-92b6-0f4b12e3b197 will not be triggered until provisioned by entity L2. {{(pid=103447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 20:34:45.581202 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-736eaf17-314c-41cd-8628-55e7380518a7 req-49a04266-d6e7-4e4a-b96c-740d0de59cfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:45.609930 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaa9455b-4e79-414a-ba86-6e3d9ab4a1aa tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Network c48a55e9-6a85-4746-b7bf-3e29fb560094 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:34:45.613502 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-eaa9455b-4e79-414a-ba86-6e3d9ab4a1aa tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:34:45.617572 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa9455b-4e79-414a-ba86-6e3d9ab4a1aa tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:34:45.647640 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98676b57-c401-419d-a54f-6a1f766244ec None None] DHCP port deletion for c48a55e9-6a85-4746-b7bf-3e29fb560094 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:34:45.684431 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-e6645046-39b4-4e2b-a7c8-43fd38b8ffbf None None] For port a4a4a2b1-320f-40b6-b3fe-5be417455b3f, host n-d-818823-1, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:34:45.696459 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-e6645046-39b4-4e2b-a7c8-43fd38b8ffbf None None] For port a4a4a2b1-320f-40b6-b3fe-5be417455b3f, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=a4a4a2b1-320f-40b6-b3fe-5be417455b3f,segment=NetworkSegment(2bdbae11-7fbc-46d7-b76a-5111caaa2e00),segment_id=2bdbae11-7fbc-46d7-b76a-5111caaa2e00)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:34:45.702485 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e6645046-39b4-4e2b-a7c8-43fd38b8ffbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:45.706052 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa9455b-4e79-414a-ba86-6e3d9ab4a1aa tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Pushing event updated for resources: {'Port': ['ID=77bead48-62e3-41cb-b035-fc68de42b9aa,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:34:45.779407 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f96e244-33b4-4f53-99bd-9d8723ebf64f req-72ee9a83-bcda-49b8-900f-348e5b8f2b2a tempest-TestServerAdvancedOps-1418173506 tempest-TestServerAdvancedOps-1418173506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:34:45.793695 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7f96e244-33b4-4f53-99bd-9d8723ebf64f req-72ee9a83-bcda-49b8-900f-348e5b8f2b2a tempest-TestServerAdvancedOps-1418173506 tempest-TestServerAdvancedOps-1418173506-project] 10.222.0.46 "GET /v2.0/ports?device_id=53e8b7d9-915c-41ee-b354-78ed1d5ea5e8 HTTP/1.1" status: 200 len: 943 time: 0.2236631 Nov 22 20:34:45.810030 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6645046-39b4-4e2b-a7c8-43fd38b8ffbf None None] Pushing event updated for resources: {'Port': ['ID=a4a4a2b1-320f-40b6-b3fe-5be417455b3f,revision_number=2']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:34:45.863134 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-b4e0cefb-03db-4549-8c22-ab62682b80d2 None None] Provisioning complete for port 77bead48-62e3-41cb-b035-fc68de42b9aa triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:34:45.863542 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-b4e0cefb-03db-4549-8c22-ab62682b80d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:45.980892 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-b4e0cefb-03db-4549-8c22-ab62682b80d2 None None] Port 77bead48-62e3-41cb-b035-fc68de42b9aa cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:34:46.152292 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-eaa9455b-4e79-414a-ba86-6e3d9ab4a1aa tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks [] for router_gateway, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:46.499741 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a04266-d6e7-4e4a-b96c-740d0de59cfa service neutron] Pushing event updated for resources: {'Port': ['ID=585e739d-10a9-41ba-92b6-0f4b12e3b197,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:34:46.513958 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7f96e244-33b4-4f53-99bd-9d8723ebf64f req-fec90259-5645-4e83-83a7-fc444197dd52 tempest-TestServerAdvancedOps-1418173506 tempest-TestServerAdvancedOps-1418173506-project] 10.222.0.46 "GET /v2.0/security-groups?id=d833ee71-3fc5-4929-b73b-ceb2cb106c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7187183 Nov 22 20:34:46.518589 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-eaa9455b-4e79-414a-ba86-6e3d9ab4a1aa tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-659538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-841284'] for router, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:46.595594 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-25c8972a-71f4-4d13-a0f5-c7ff5b13861b req-c96c7c2d-7d7a-4bba-b6b7-3b1a02320ed5 tempest-ServerShowV254Test-727421985 tempest-ServerShowV254Test-727421985-project] 10.222.0.46 "GET /v2.0/ports?device_id=933de673-1ac5-4f25-baf4-2b08f11bee14 HTTP/1.1" status: 200 len: 210 time: 0.0891879 Nov 22 20:34:46.636962 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a04266-d6e7-4e4a-b96c-740d0de59cfa service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:34:46.637579 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a04266-d6e7-4e4a-b96c-740d0de59cfa service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:34:46.638714 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a04266-d6e7-4e4a-b96c-740d0de59cfa service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:34:46.639282 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a04266-d6e7-4e4a-b96c-740d0de59cfa service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:34:46.639865 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a04266-d6e7-4e4a-b96c-740d0de59cfa service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:34:46.640422 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a04266-d6e7-4e4a-b96c-740d0de59cfa service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:34:46.641801 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a04266-d6e7-4e4a-b96c-740d0de59cfa service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:34:46.650046 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a04266-d6e7-4e4a-b96c-740d0de59cfa service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:34:46.652628 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a04266-d6e7-4e4a-b96c-740d0de59cfa service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:34:46.653093 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a04266-d6e7-4e4a-b96c-740d0de59cfa service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:34:46.653540 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a04266-d6e7-4e4a-b96c-740d0de59cfa service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:34:46.654014 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a04266-d6e7-4e4a-b96c-740d0de59cfa service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:34:46.749815 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a905d2-45ee-4304-8a3a-7c3f3500a656 req-fbe01cc9-95a5-4121-93bf-048ad5b59329 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:34:46.752202 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-70a905d2-45ee-4304-8a3a-7c3f3500a656 req-fbe01cc9-95a5-4121-93bf-048ad5b59329 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/ports?device_id=9762b09b-4077-406d-9ea3-d4ff050e8dd3 HTTP/1.1" status: 200 len: 946 time: 0.0943975 Nov 22 20:34:46.785288 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaa9455b-4e79-414a-ba86-6e3d9ab4a1aa tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Router 83fdb68e-15db-44c2-8c59-af3ccd1bab65 is scheduled to L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 with binding_index 1 {{(pid=103448) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 20:34:46.786549 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-736eaf17-314c-41cd-8628-55e7380518a7 req-49a04266-d6e7-4e4a-b96c-740d0de59cfa service neutron] Attempting to bind port 585e739d-10a9-41ba-92b6-0f4b12e3b197 on host n-h1-818823-1 for vnic_type normal with profile {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:34:46.786924 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-736eaf17-314c-41cd-8628-55e7380518a7 req-49a04266-d6e7-4e4a-b96c-740d0de59cfa service neutron] Attempting to bind port 585e739d-10a9-41ba-92b6-0f4b12e3b197 by drivers openvswitch,hyperv on host n-h1-818823-1 at level 0 using segments [{'id': '5e2982a6-c373-4f60-a61c-26de577dbe51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'eb9fbb32-9d7b-41a8-9790-6e20333e7d46'}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:34:46.787643 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-736eaf17-314c-41cd-8628-55e7380518a7 req-49a04266-d6e7-4e4a-b96c-740d0de59cfa service neutron] Attempting to bind port 585e739d-10a9-41ba-92b6-0f4b12e3b197 on network eb9fbb32-9d7b-41a8-9790-6e20333e7d46 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:34:46.801545 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-736eaf17-314c-41cd-8628-55e7380518a7 req-49a04266-d6e7-4e4a-b96c-740d0de59cfa service neutron] Port 585e739d-10a9-41ba-92b6-0f4b12e3b197 on network eb9fbb32-9d7b-41a8-9790-6e20333e7d46 not bound, no agent of type Open vSwitch agent registered on host n-h1-818823-1 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:34:46.801774 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-736eaf17-314c-41cd-8628-55e7380518a7 req-49a04266-d6e7-4e4a-b96c-740d0de59cfa service neutron] Attempting to bind port 585e739d-10a9-41ba-92b6-0f4b12e3b197 on network eb9fbb32-9d7b-41a8-9790-6e20333e7d46 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:34:46.814460 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-736eaf17-314c-41cd-8628-55e7380518a7 req-49a04266-d6e7-4e4a-b96c-740d0de59cfa service neutron] Checking agent: {'id': '7a008cff-3b49-418c-8046-689d46cc800f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'started_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 34, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:34:46.814819 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-736eaf17-314c-41cd-8628-55e7380518a7 req-49a04266-d6e7-4e4a-b96c-740d0de59cfa service neutron] Checking segment: {'id': '5e2982a6-c373-4f60-a61c-26de577dbe51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'eb9fbb32-9d7b-41a8-9790-6e20333e7d46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:34:46.815170 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-736eaf17-314c-41cd-8628-55e7380518a7 req-49a04266-d6e7-4e4a-b96c-740d0de59cfa service neutron] Bound using segment: {'id': '5e2982a6-c373-4f60-a61c-26de577dbe51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'eb9fbb32-9d7b-41a8-9790-6e20333e7d46'} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:34:46.815647 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-736eaf17-314c-41cd-8628-55e7380518a7 req-49a04266-d6e7-4e4a-b96c-740d0de59cfa service neutron] Bound port: 585e739d-10a9-41ba-92b6-0f4b12e3b197, host: n-h1-818823-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e2982a6-c373-4f60-a61c-26de577dbe51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'eb9fbb32-9d7b-41a8-9790-6e20333e7d46'}}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:34:46.816014 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-736eaf17-314c-41cd-8628-55e7380518a7 req-49a04266-d6e7-4e4a-b96c-740d0de59cfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:46.833579 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-70a905d2-45ee-4304-8a3a-7c3f3500a656 req-e4f10f11-67b8-4eb5-a751-d725be5ac9db tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/security-groups?id=967182ec-36b6-43cb-985c-f0d9e87194dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715494 Nov 22 20:34:46.909325 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-736eaf17-314c-41cd-8628-55e7380518a7 req-49a04266-d6e7-4e4a-b96c-740d0de59cfa service neutron] For port 585e739d-10a9-41ba-92b6-0f4b12e3b197, host n-h1-818823-1, cleared binding levels {{(pid=103447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:34:46.913353 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-736eaf17-314c-41cd-8628-55e7380518a7 req-49a04266-d6e7-4e4a-b96c-740d0de59cfa service neutron] For port 585e739d-10a9-41ba-92b6-0f4b12e3b197, host n-h1-818823-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=585e739d-10a9-41ba-92b6-0f4b12e3b197,segment=NetworkSegment(5e2982a6-c373-4f60-a61c-26de577dbe51),segment_id=5e2982a6-c373-4f60-a61c-26de577dbe51)] {{(pid=103447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:34:46.919306 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-736eaf17-314c-41cd-8628-55e7380518a7 req-49a04266-d6e7-4e4a-b96c-740d0de59cfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:46.946181 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736eaf17-314c-41cd-8628-55e7380518a7 req-49a04266-d6e7-4e4a-b96c-740d0de59cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:34:46.948539 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-736eaf17-314c-41cd-8628-55e7380518a7 req-49a04266-d6e7-4e4a-b96c-740d0de59cfa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:46.949669 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-736eaf17-314c-41cd-8628-55e7380518a7 req-49a04266-d6e7-4e4a-b96c-740d0de59cfa service neutron] 10.222.0.41 "PUT /v2.0/ports/585e739d-10a9-41ba-92b6-0f4b12e3b197 HTTP/1.1" status: 200 len: 1091 time: 2.0184867 Nov 22 20:34:46.950241 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53e8b7d9-915c-41ee-b354-78ed1d5ea5e8', 'tag': '585e739d-10a9-41ba-92b6-0f4b12e3b197'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:34:46.953005 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15884d2d-c3a9-4ca1-a0de-bb7f5fb80416" -d '{"events": [{"name": "network-changed", "server_uuid": "53e8b7d9-915c-41ee-b354-78ed1d5ea5e8", "tag": "585e739d-10a9-41ba-92b6-0f4b12e3b197"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:34:47.032655 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaa9455b-4e79-414a-ba86-6e3d9ab4a1aa tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:34:47.041164 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 20:34:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72837e9f-4c2f-4c97-9414-134fc0592282 x-openstack-request-id: req-72837e9f-4c2f-4c97-9414-134fc0592282 {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:34:47.041412 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53e8b7d9-915c-41ee-b354-78ed1d5ea5e8", "tag": "585e739d-10a9-41ba-92b6-0f4b12e3b197", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:34:47.041727 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-72837e9f-4c2f-4c97-9414-134fc0592282 {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:34:47.042104 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53e8b7d9-915c-41ee-b354-78ed1d5ea5e8', 'tag': '585e739d-10a9-41ba-92b6-0f4b12e3b197', 'status': 'completed', 'code': 200} Nov 22 20:34:47.046258 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de69855c-6e17-493b-a0c5-8aed536a9b7d None None] Sync routers for ids ['83fdb68e-15db-44c2-8c59-af3ccd1bab65'] in n-d-818823-1 {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:34:47.064913 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de69855c-6e17-493b-a0c5-8aed536a9b7d None None] Routers {'83fdb68e-15db-44c2-8c59-af3ccd1bab65'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:34:47.066029 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-de69855c-6e17-493b-a0c5-8aed536a9b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:34:32Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['83fdb68e-15db-44c2-8c59-af3ccd1bab65'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:34:47.074641 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-eaa9455b-4e79-414a-ba86-6e3d9ab4a1aa tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks [] for router, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:47.078408 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-eaa9455b-4e79-414a-ba86-6e3d9ab4a1aa tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.0498242 Nov 22 20:34:47.078640 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 42804) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:34:47.147366 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-de69855c-6e17-493b-a0c5-8aed536a9b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:34:47.186384 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de69855c-6e17-493b-a0c5-8aed536a9b7d None None] Routers {'83fdb68e-15db-44c2-8c59-af3ccd1bab65'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:34:47.186763 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-de69855c-6e17-493b-a0c5-8aed536a9b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:34:32Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['83fdb68e-15db-44c2-8c59-af3ccd1bab65'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:34:47.192071 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736eaf17-314c-41cd-8628-55e7380518a7 req-6ee70428-1ce8-4b1f-8032-792208d72ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:34:47.193647 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-736eaf17-314c-41cd-8628-55e7380518a7 req-6ee70428-1ce8-4b1f-8032-792208d72ee9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b14e2dc6a079480aa2916212614a187f&device_id=53e8b7d9-915c-41ee-b354-78ed1d5ea5e8 HTTP/1.1" status: 200 len: 1094 time: 0.1806557 Nov 22 20:34:47.194489 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a04266-d6e7-4e4a-b96c-740d0de59cfa service neutron] Pushing event updated for resources: {'Port': ['ID=585e739d-10a9-41ba-92b6-0f4b12e3b197,revision_number=3']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:34:47.225315 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-de69855c-6e17-493b-a0c5-8aed536a9b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:34:47.226267 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de69855c-6e17-493b-a0c5-8aed536a9b7d None None] The sync data for ids ['83fdb68e-15db-44c2-8c59-af3ccd1bab65'] in n-d-818823-1 is: [] {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:34:47.297970 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-736eaf17-314c-41cd-8628-55e7380518a7 req-94e8e700-d596-4f77-800b-d9a064c8ab30 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=585e739d-10a9-41ba-92b6-0f4b12e3b197 HTTP/1.1" status: 200 len: 217 time: 0.0813820 Nov 22 20:34:47.361390 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736eaf17-314c-41cd-8628-55e7380518a7 req-682f33a7-dc7f-4f14-9d5a-12d6a52e9eca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:34:47.363361 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-736eaf17-314c-41cd-8628-55e7380518a7 req-682f33a7-dc7f-4f14-9d5a-12d6a52e9eca service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1ac7be7b-b7c9-4352-a72e-6ac063479767 HTTP/1.1" status: 200 len: 852 time: 0.0579906 Nov 22 20:34:47.410345 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-736eaf17-314c-41cd-8628-55e7380518a7 req-3b270d9b-e9a8-4f2e-91a4-dabcc78798a0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=eb9fbb32-9d7b-41a8-9790-6e20333e7d46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330584 Nov 22 20:34:47.534987 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-736eaf17-314c-41cd-8628-55e7380518a7 req-a579f47d-56c9-4159-b577-f61a4d488c46 service neutron] 10.222.0.41 "GET /v2.0/networks/eb9fbb32-9d7b-41a8-9790-6e20333e7d46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155181 Nov 22 20:34:47.562770 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3f2a4b9-ce91-4ea0-b8cb-6890246815be None None] Network bb157820-b7ef-450c-86e5-4b893ec91090 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:34:47.842401 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-a6706ebf-5ab2-4cfe-860f-8a375194a211 None None] Provisioning complete for port a4a4a2b1-320f-40b6-b3fe-5be417455b3f triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:34:47.847567 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-a6706ebf-5ab2-4cfe-860f-8a375194a211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:47.880634 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-736eaf17-314c-41cd-8628-55e7380518a7 req-424700f9-9025-4108-a4f5-524bac081bbb service neutron] 10.222.0.41 "GET /v2.0/networks/eb9fbb32-9d7b-41a8-9790-6e20333e7d46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3375051 Nov 22 20:34:47.962309 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2b414c43-ea24-46ba-83a0-38529ebc8e92 req-1718751b-bb08-4507-beec-4d6aaa2fd5b9 tempest-ServerShowV254Test-727421985 tempest-ServerShowV254Test-727421985-project] 10.222.0.46 "GET /v2.0/ports?device_id=933de673-1ac5-4f25-baf4-2b08f11bee14 HTTP/1.1" status: 200 len: 210 time: 0.1281371 Nov 22 20:34:48.017035 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41233aae-1961-4c85-9ba1-152d1239cc11 req-3c6a8f06-6df8-42c7-bcc6-d18feadb35a1 tempest-TestServerAdvancedOps-1418173506 tempest-TestServerAdvancedOps-1418173506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:34:48.025487 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-41233aae-1961-4c85-9ba1-152d1239cc11 req-3c6a8f06-6df8-42c7-bcc6-d18feadb35a1 tempest-TestServerAdvancedOps-1418173506 tempest-TestServerAdvancedOps-1418173506-project] 10.222.0.46 "GET /v2.0/ports?device_id=53e8b7d9-915c-41ee-b354-78ed1d5ea5e8 HTTP/1.1" status: 200 len: 943 time: 0.3741777 Nov 22 20:34:48.033064 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device a4a4a2b1-320f-40b6-b3fe-5be417455b3f up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:34:48.175884 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15884d2d-c3a9-4ca1-a0de-bb7f5fb80416 req-9d5f05e7-5c4a-404f-b439-6c0b33daa628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:34:48.177713 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-15884d2d-c3a9-4ca1-a0de-bb7f5fb80416 req-9d5f05e7-5c4a-404f-b439-6c0b33daa628 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b14e2dc6a079480aa2916212614a187f&device_id=53e8b7d9-915c-41ee-b354-78ed1d5ea5e8 HTTP/1.1" status: 200 len: 1094 time: 0.1505671 Nov 22 20:34:48.187731 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-41233aae-1961-4c85-9ba1-152d1239cc11 req-19c1b375-48f6-4d02-963d-72dbbcf46df9 tempest-TestServerAdvancedOps-1418173506 tempest-TestServerAdvancedOps-1418173506-project] 10.222.0.46 "GET /v2.0/security-groups?id=d833ee71-3fc5-4929-b73b-ceb2cb106c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447251 Nov 22 20:34:48.323966 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15884d2d-c3a9-4ca1-a0de-bb7f5fb80416 req-a0c4a915-fc4c-4815-889f-101802c3f519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:34:48.325809 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-15884d2d-c3a9-4ca1-a0de-bb7f5fb80416 req-a0c4a915-fc4c-4815-889f-101802c3f519 service neutron] 10.222.0.41 "GET /v2.0/networks?id=eb9fbb32-9d7b-41a8-9790-6e20333e7d46 HTTP/1.1" status: 200 len: 913 time: 0.1351910 Nov 22 20:34:48.369268 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925d9271-b99b-4d03-9a00-820c3a8b20eb req-0e44235b-f528-4937-a2a0-4c6398b7da18 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:34:48.386049 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-925d9271-b99b-4d03-9a00-820c3a8b20eb req-0e44235b-f528-4937-a2a0-4c6398b7da18 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/ports?device_id=9762b09b-4077-406d-9ea3-d4ff050e8dd3 HTTP/1.1" status: 200 len: 946 time: 0.2710223 Nov 22 20:34:48.438514 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port a4a4a2b1-320f-40b6-b3fe-5be417455b3f triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:34:48.438959 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:48.476721 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-15884d2d-c3a9-4ca1-a0de-bb7f5fb80416 req-8ed98229-1267-4ff7-a21e-08a6c691ac19 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=585e739d-10a9-41ba-92b6-0f4b12e3b197 HTTP/1.1" status: 200 len: 217 time: 0.1431320 Nov 22 20:34:48.487649 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-a6706ebf-5ab2-4cfe-860f-8a375194a211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:48.498858 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-81088ebf-3d23-4bc3-8e9c-6b1ce935cc02 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:48.549236 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-a6706ebf-5ab2-4cfe-860f-8a375194a211 None None] For port a4a4a2b1-320f-40b6-b3fe-5be417455b3f, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=a4a4a2b1-320f-40b6-b3fe-5be417455b3f,segment=NetworkSegment(2bdbae11-7fbc-46d7-b76a-5111caaa2e00),segment_id=2bdbae11-7fbc-46d7-b76a-5111caaa2e00)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:34:48.581831 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-a6706ebf-5ab2-4cfe-860f-8a375194a211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:48.602101 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-925d9271-b99b-4d03-9a00-820c3a8b20eb req-43869cff-5df0-416b-a633-9a3eebb923f9 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/security-groups?id=967182ec-36b6-43cb-985c-f0d9e87194dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149737 Nov 22 20:34:48.629558 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15884d2d-c3a9-4ca1-a0de-bb7f5fb80416 req-715b9431-451b-42d0-b674-d2190446a54f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:34:48.632595 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-15884d2d-c3a9-4ca1-a0de-bb7f5fb80416 req-715b9431-451b-42d0-b674-d2190446a54f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1ac7be7b-b7c9-4352-a72e-6ac063479767 HTTP/1.1" status: 200 len: 852 time: 0.1370916 Nov 22 20:34:48.697274 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6706ebf-5ab2-4cfe-860f-8a375194a211 None None] Pushing event updated for resources: {'Port': ['ID=a4a4a2b1-320f-40b6-b3fe-5be417455b3f,revision_number=3']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:34:48.758541 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-15884d2d-c3a9-4ca1-a0de-bb7f5fb80416 req-af4231f8-e29c-4fad-952e-6f14a39d1106 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=eb9fbb32-9d7b-41a8-9790-6e20333e7d46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1166298 Nov 22 20:34:48.935782 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-15884d2d-c3a9-4ca1-a0de-bb7f5fb80416 req-bf0c63cf-eb36-4178-97ce-8f4ae789a222 service neutron] 10.222.0.41 "GET /v2.0/networks/eb9fbb32-9d7b-41a8-9790-6e20333e7d46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653140 Nov 22 20:34:49.032748 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-661f0fc7-625e-4af5-a05f-2e7222423947 None None] Provisioning complete for port a4a4a2b1-320f-40b6-b3fe-5be417455b3f triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:34:49.033386 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-661f0fc7-625e-4af5-a05f-2e7222423947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:49.135966 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [None req-81088ebf-3d23-4bc3-8e9c-6b1ce935cc02 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Allocated IP 172.20.0.1 (bb157820-b7ef-450c-86e5-4b893ec91090/92f18d2a-0a60-409f-8e0d-953ab1d5cc8e/904f3174-bb91-41af-b40f-7662d0eb6110) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:34:49.193749 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-15884d2d-c3a9-4ca1-a0de-bb7f5fb80416 req-9dbc79c8-9fcc-4fda-b843-6deb4aa21d50 service neutron] 10.222.0.41 "GET /v2.0/networks/eb9fbb32-9d7b-41a8-9790-6e20333e7d46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2494135 Nov 22 20:34:49.245734 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a269a5ce-465b-4488-ab2b-a0372338264a req-35cc4f57-8348-4b81-8889-f78b2db8b2e9 tempest-ServerShowV254Test-727421985 tempest-ServerShowV254Test-727421985-project] 10.222.0.46 "GET /v2.0/ports?device_id=933de673-1ac5-4f25-baf4-2b08f11bee14 HTTP/1.1" status: 200 len: 210 time: 0.0509849 Nov 22 20:34:49.336923 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-81088ebf-3d23-4bc3-8e9c-6b1ce935cc02 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:49.354768 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37644424-4abe-466d-86de-b3f6e73b7b79 req-79dd1d54-dc0e-409a-80b4-729f7a237600 tempest-TestServerAdvancedOps-1418173506 tempest-TestServerAdvancedOps-1418173506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:34:49.356032 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-37644424-4abe-466d-86de-b3f6e73b7b79 req-79dd1d54-dc0e-409a-80b4-729f7a237600 tempest-TestServerAdvancedOps-1418173506 tempest-TestServerAdvancedOps-1418173506-project] 10.222.0.46 "GET /v2.0/ports?device_id=53e8b7d9-915c-41ee-b354-78ed1d5ea5e8 HTTP/1.1" status: 200 len: 943 time: 0.0696509 Nov 22 20:34:49.399650 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-81088ebf-3d23-4bc3-8e9c-6b1ce935cc02 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:49.443711 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f2432732-242d-4ab1-a46a-81f5ef24ffbb req-a007a382-3c5d-44a0-bec6-e1900aa2f42d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=933de673-1ac5-4f25-baf4-2b08f11bee14 HTTP/1.1" status: 200 len: 210 time: 0.0411105 Nov 22 20:34:49.459194 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-37644424-4abe-466d-86de-b3f6e73b7b79 req-c277f0a1-a11c-469a-98a6-d23e5a068941 tempest-TestServerAdvancedOps-1418173506 tempest-TestServerAdvancedOps-1418173506-project] 10.222.0.46 "GET /v2.0/security-groups?id=d833ee71-3fc5-4929-b73b-ceb2cb106c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887876 Nov 22 20:34:49.495687 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81088ebf-3d23-4bc3-8e9c-6b1ce935cc02 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Pushing event updated for resources: {'Port': ['ID=904f3174-bb91-41af-b40f-7662d0eb6110,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:34:49.503218 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81088ebf-3d23-4bc3-8e9c-6b1ce935cc02 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Network bb157820-b7ef-450c-86e5-4b893ec91090 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:34:49.509536 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-81088ebf-3d23-4bc3-8e9c-6b1ce935cc02 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:34:49.512165 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81088ebf-3d23-4bc3-8e9c-6b1ce935cc02 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:34:49.564157 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-81088ebf-3d23-4bc3-8e9c-6b1ce935cc02 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659939'] for router_interface, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:49.758246 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device a4a4a2b1-320f-40b6-b3fe-5be417455b3f up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:34:49.790122 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34736ea7-30a5-4bee-893b-cb83d28fc801 req-55465b40-1b54-463e-a319-631b2ff6be0a tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:34:49.801417 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-34736ea7-30a5-4bee-893b-cb83d28fc801 req-55465b40-1b54-463e-a319-631b2ff6be0a tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/ports?device_id=9762b09b-4077-406d-9ea3-d4ff050e8dd3 HTTP/1.1" status: 200 len: 946 time: 0.0914757 Nov 22 20:34:49.805824 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-81088ebf-3d23-4bc3-8e9c-6b1ce935cc02 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:49.951274 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port a4a4a2b1-320f-40b6-b3fe-5be417455b3f triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:34:49.953659 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:49.955189 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-34736ea7-30a5-4bee-893b-cb83d28fc801 req-2c26e0f9-4caf-41e2-8e77-864a8f325a29 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/security-groups?id=967182ec-36b6-43cb-985c-f0d9e87194dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528695 Nov 22 20:34:50.079968 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-31329d96-f45d-4008-9ffa-8583be7b9697 None None] Provisioning complete for port 904f3174-bb91-41af-b40f-7662d0eb6110 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:34:50.080262 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-31329d96-f45d-4008-9ffa-8583be7b9697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:50.122616 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-31329d96-f45d-4008-9ffa-8583be7b9697 None None] Port 904f3174-bb91-41af-b40f-7662d0eb6110 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:34:50.298046 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-81088ebf-3d23-4bc3-8e9c-6b1ce935cc02 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks [] for port, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:50.311851 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-81088ebf-3d23-4bc3-8e9c-6b1ce935cc02 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:50.384022 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-94fec661-3f61-4c98-ad8c-54ac90c4f398 req-d6b9e193-8d5e-4c1f-a3c3-c12c21d9a9bf tempest-ServerShowV254Test-727421985 tempest-ServerShowV254Test-727421985-project] 10.222.0.46 "GET /v2.0/ports?device_id=933de673-1ac5-4f25-baf4-2b08f11bee14 HTTP/1.1" status: 200 len: 210 time: 0.0342205 Nov 22 20:34:50.447049 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-81088ebf-3d23-4bc3-8e9c-6b1ce935cc02 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-563461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-659839'] for router_interface, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:50.462290 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81088ebf-3d23-4bc3-8e9c-6b1ce935cc02 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Pushing event updated for resources: {'Port': ['ID=904f3174-bb91-41af-b40f-7662d0eb6110,revision_number=2']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:34:50.627825 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144e4f68-1021-44a2-b30f-531a6cd99cf1 req-2bdb6899-79ec-4af8-beb5-ff9f8fa46c79 tempest-TestServerAdvancedOps-1418173506 tempest-TestServerAdvancedOps-1418173506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:34:50.636063 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-144e4f68-1021-44a2-b30f-531a6cd99cf1 req-2bdb6899-79ec-4af8-beb5-ff9f8fa46c79 tempest-TestServerAdvancedOps-1418173506 tempest-TestServerAdvancedOps-1418173506-project] 10.222.0.46 "GET /v2.0/ports?device_id=53e8b7d9-915c-41ee-b354-78ed1d5ea5e8 HTTP/1.1" status: 200 len: 943 time: 0.0928884 Nov 22 20:34:50.670544 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81088ebf-3d23-4bc3-8e9c-6b1ce935cc02 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Network bb157820-b7ef-450c-86e5-4b893ec91090 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:34:50.675331 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-81088ebf-3d23-4bc3-8e9c-6b1ce935cc02 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:34:50.712302 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-144e4f68-1021-44a2-b30f-531a6cd99cf1 req-595cd979-cc34-404e-b6e5-da9aa5dbabcc tempest-TestServerAdvancedOps-1418173506 tempest-TestServerAdvancedOps-1418173506-project] 10.222.0.46 "GET /v2.0/security-groups?id=d833ee71-3fc5-4929-b73b-ceb2cb106c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754392 Nov 22 20:34:50.858479 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81088ebf-3d23-4bc3-8e9c-6b1ce935cc02 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Router 83fdb68e-15db-44c2-8c59-af3ccd1bab65 has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 20:34:51.069960 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81088ebf-3d23-4bc3-8e9c-6b1ce935cc02 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:34:51.076870 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-81088ebf-3d23-4bc3-8e9c-6b1ce935cc02 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] 10.222.0.46 "PUT /v2.0/routers/83fdb68e-15db-44c2-8c59-af3ccd1bab65/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9969535 Nov 22 20:34:51.079941 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 42848) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:34:51.086646 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-6e0374c0-b4ad-4c94-a8b8-30ba665c6739 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Request body: {'port': {'network_id': 'bb157820-b7ef-450c-86e5-4b893ec91090', 'name': 'tempest-FloatingIPTestJSON-797339445'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:34:51.088808 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-8998024d-a51f-4286-8a6c-59aa28badad1 None None] Provisioning complete for port 904f3174-bb91-41af-b40f-7662d0eb6110 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:34:51.089277 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-8998024d-a51f-4286-8a6c-59aa28badad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:51.091045 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3616d833-da40-4d8f-bcee-5f493f55359c None None] Sync routers for ids ['83fdb68e-15db-44c2-8c59-af3ccd1bab65'] in n-d-818823-1 {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:34:51.119134 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1878cd4b-7b77-42bc-866f-4032f91cdd4c req-0f0789af-652d-4e26-8f29-e4b1cafc4736 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:34:51.135136 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1878cd4b-7b77-42bc-866f-4032f91cdd4c req-0f0789af-652d-4e26-8f29-e4b1cafc4736 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/ports?device_id=9762b09b-4077-406d-9ea3-d4ff050e8dd3 HTTP/1.1" status: 200 len: 946 time: 0.0811160 Nov 22 20:34:51.150355 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3616d833-da40-4d8f-bcee-5f493f55359c None None] Routers {'83fdb68e-15db-44c2-8c59-af3ccd1bab65'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:34:51.150355 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-3616d833-da40-4d8f-bcee-5f493f55359c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:34:32Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['83fdb68e-15db-44c2-8c59-af3ccd1bab65'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:34:51.189999 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-3616d833-da40-4d8f-bcee-5f493f55359c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:34:51.197447 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-8998024d-a51f-4286-8a6c-59aa28badad1 None None] Port 904f3174-bb91-41af-b40f-7662d0eb6110 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:34:51.203975 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3616d833-da40-4d8f-bcee-5f493f55359c None None] Routers {'83fdb68e-15db-44c2-8c59-af3ccd1bab65'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:34:51.204588 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-3616d833-da40-4d8f-bcee-5f493f55359c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:34:32Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['83fdb68e-15db-44c2-8c59-af3ccd1bab65'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:34:51.257895 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1878cd4b-7b77-42bc-866f-4032f91cdd4c req-0c5821f7-de1d-4720-8913-ab716a2b8499 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/security-groups?id=967182ec-36b6-43cb-985c-f0d9e87194dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217589 Nov 22 20:34:51.270766 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e0374c0-b4ad-4c94-a8b8-30ba665c6739 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Made reservation on behalf of 198da916eb8b4113a6f2c9e3e85d1b76 for: {'port': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:34:51.276946 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6e0374c0-b4ad-4c94-a8b8-30ba665c6739 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:51.283515 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-3616d833-da40-4d8f-bcee-5f493f55359c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:34:51.284180 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3616d833-da40-4d8f-bcee-5f493f55359c None None] The sync data for ids ['83fdb68e-15db-44c2-8c59-af3ccd1bab65'] in n-d-818823-1 is: [] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:34:51.313776 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [None req-6e0374c0-b4ad-4c94-a8b8-30ba665c6739 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] device_id is not set on port 3fe739ec-b3fc-46d0-8482-d59bb482083f yet. {{(pid=103448) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 20:34:51.451732 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [None req-6e0374c0-b4ad-4c94-a8b8-30ba665c6739 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Allocated IP 172.20.0.6 (bb157820-b7ef-450c-86e5-4b893ec91090/92f18d2a-0a60-409f-8e0d-953ab1d5cc8e/3fe739ec-b3fc-46d0-8482-d59bb482083f) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:34:51.498117 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7422e99f-428d-4e2a-9387-7ae8ca9e8316 req-b531a540-f4ac-487d-a847-a5dafdd734cc tempest-ServerShowV254Test-727421985 tempest-ServerShowV254Test-727421985-project] 10.222.0.46 "GET /v2.0/ports?device_id=933de673-1ac5-4f25-baf4-2b08f11bee14 HTTP/1.1" status: 200 len: 210 time: 0.0269680 Nov 22 20:34:51.618914 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6e0374c0-b4ad-4c94-a8b8-30ba665c6739 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:51.657985 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6e0374c0-b4ad-4c94-a8b8-30ba665c6739 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:51.709676 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e0374c0-b4ad-4c94-a8b8-30ba665c6739 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Network bb157820-b7ef-450c-86e5-4b893ec91090 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:34:51.714564 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-6e0374c0-b4ad-4c94-a8b8-30ba665c6739 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:34:51.716929 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e0374c0-b4ad-4c94-a8b8-30ba665c6739 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:34:51.758640 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0374c0-b4ad-4c94-a8b8-30ba665c6739 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Pushing event updated for resources: {'Port': ['ID=3fe739ec-b3fc-46d0-8482-d59bb482083f,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:34:51.791447 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7fcffcf0-0b6d-4ab3-a960-9799db0193ee req-681ad048-d949-4901-b85b-b2d8ed576194 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7a8bffbf4c1346c9b54cc250e889d97e&device_id=933de673-1ac5-4f25-baf4-2b08f11bee14 HTTP/1.1" status: 200 len: 210 time: 0.0787616 Nov 22 20:34:51.791949 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e0374c0-b4ad-4c94-a8b8-30ba665c6739 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:34:51.792596 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6e0374c0-b4ad-4c94-a8b8-30ba665c6739 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:51.827750 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-6e0374c0-b4ad-4c94-a8b8-30ba665c6739 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.7442613 Nov 22 20:34:51.831200 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 42862) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:34:51.836304 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-71674670-5c04-4020-b321-e341323571bd tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Request body: {'floatingip': {'port_id': '3fe739ec-b3fc-46d0-8482-d59bb482083f'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:34:51.863485 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7fcffcf0-0b6d-4ab3-a960-9799db0193ee req-a9d6bf9d-0b24-4125-a5ef-e653e847f532 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=7a8bffbf4c1346c9b54cc250e889d97e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0619280 Nov 22 20:34:51.902517 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ee1a8eda-b2e1-4601-9d20-8b609f1031fb req-0b34ca91-c892-46fb-aa31-59da7dd8f42e tempest-ServerShowV254Test-727421985 tempest-ServerShowV254Test-727421985-project] 10.222.0.46 "GET /v2.0/ports?device_id=933de673-1ac5-4f25-baf4-2b08f11bee14 HTTP/1.1" status: 200 len: 210 time: 0.0797226 Nov 22 20:34:51.921193 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-71674670-5c04-4020-b321-e341323571bd tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks [] for floatingip, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:51.978283 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb6a2d4-95b0-45aa-b9bd-9694a0357e31 req-b2009974-0a09-43be-bdf8-d07fd29adfd6 tempest-TestServerAdvancedOps-1418173506 tempest-TestServerAdvancedOps-1418173506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:34:51.979772 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ddb6a2d4-95b0-45aa-b9bd-9694a0357e31 req-b2009974-0a09-43be-bdf8-d07fd29adfd6 tempest-TestServerAdvancedOps-1418173506 tempest-TestServerAdvancedOps-1418173506-project] 10.222.0.46 "GET /v2.0/ports?device_id=53e8b7d9-915c-41ee-b354-78ed1d5ea5e8 HTTP/1.1" status: 200 len: 943 time: 0.1288860 Nov 22 20:34:52.023632 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ec832a1b-d2c3-4814-a65e-542f8def5b74 None None] Provisioning complete for port 3fe739ec-b3fc-46d0-8482-d59bb482083f triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:34:52.024005 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ec832a1b-d2c3-4814-a65e-542f8def5b74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:52.033431 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcffcf0-0b6d-4ab3-a960-9799db0193ee req-bff74712-57e1-441b-b95e-6ee9741f7c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:34:52.034934 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7fcffcf0-0b6d-4ab3-a960-9799db0193ee req-bff74712-57e1-441b-b95e-6ee9741f7c0b service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1444263 Nov 22 20:34:52.062871 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ddb6a2d4-95b0-45aa-b9bd-9694a0357e31 req-3e8963f3-ea6f-44a2-9f2e-f57629f77bdf tempest-TestServerAdvancedOps-1418173506 tempest-TestServerAdvancedOps-1418173506-project] 10.222.0.46 "GET /v2.0/security-groups?id=d833ee71-3fc5-4929-b73b-ceb2cb106c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673385 Nov 22 20:34:52.073667 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-ec832a1b-d2c3-4814-a65e-542f8def5b74 None None] Port 3fe739ec-b3fc-46d0-8482-d59bb482083f cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:34:52.282119 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 585e739d-10a9-41ba-92b6-0f4b12e3b197 details requested by agent hyperv_n-h1-818823-1 with host n-h1-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 20:34:52.407643 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55326c3c-3f5d-4668-8b03-cbee35d1ed9c req-db56ce97-4f5c-40b1-81ff-eb576a486723 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:34:52.417241 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-55326c3c-3f5d-4668-8b03-cbee35d1ed9c req-db56ce97-4f5c-40b1-81ff-eb576a486723 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/ports?device_id=9762b09b-4077-406d-9ea3-d4ff050e8dd3 HTTP/1.1" status: 200 len: 946 time: 0.0768266 Nov 22 20:34:52.455617 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 585e739d-10a9-41ba-92b6-0f4b12e3b197, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=585e739d-10a9-41ba-92b6-0f4b12e3b197,segment=NetworkSegment(5e2982a6-c373-4f60-a61c-26de577dbe51),segment_id=5e2982a6-c373-4f60-a61c-26de577dbe51)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:34:52.476756 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Returning: {'device': '585e739d-10a9-41ba-92b6-0f4b12e3b197', 'network_id': 'eb9fbb32-9d7b-41a8-9790-6e20333e7d46', 'port_id': '585e739d-10a9-41ba-92b6-0f4b12e3b197', 'mac_address': 'fa:16:3e:59:7f:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ac7be7b-b7c9-4352-a72e-6ac063479767', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 20:34:52.496568 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-55326c3c-3f5d-4668-8b03-cbee35d1ed9c req-bd87091b-abb6-4281-9c9f-1eb45a02f748 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/security-groups?id=967182ec-36b6-43cb-985c-f0d9e87194dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777690 Nov 22 20:34:52.540558 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-71674670-5c04-4020-b321-e341323571bd tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:52.546652 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-71674670-5c04-4020-b321-e341323571bd tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-595224'] for floatingip, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:52.550519 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:52.573663 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 585e739d-10a9-41ba-92b6-0f4b12e3b197 {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:34:52.605295 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 585e739d-10a9-41ba-92b6-0f4b12e3b197, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=585e739d-10a9-41ba-92b6-0f4b12e3b197,segment=NetworkSegment(5e2982a6-c373-4f60-a61c-26de577dbe51),segment_id=5e2982a6-c373-4f60-a61c-26de577dbe51)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:34:52.613697 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:52.671402 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=585e739d-10a9-41ba-92b6-0f4b12e3b197,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:34:52.679789 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:34:52.680267 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:34:52.680739 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:34:52.681187 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:34:52.681616 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:34:52.682270 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:34:52.682520 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:34:52.682957 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:34:52.683361 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:34:52.683938 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:34:52.684484 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:34:52.685012 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:34:52.687944 n-d-818823-1 neutron-server[103448]: INFO neutron.db.l3_db [None req-71674670-5c04-4020-b321-e341323571bd tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Floating IP 32c85e91-dce4-43b3-9058-452ceb5f3d90 associated. External IP: 172.25.5.108, port: 32bfada7-9220-43d4-a9c1-36f9aa99943c. Nov 22 20:34:52.828179 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] get_ports_and_sgs() called for port_ids ['585e739d-10a9-41ba-92b6-0f4b12e3b197'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:34:53.018706 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-210fd75d-0772-4853-ae86-68b058f6b7ca req-143626c4-fa66-44cf-84db-c389222cd82b tempest-ServerShowV254Test-727421985 tempest-ServerShowV254Test-727421985-project] 10.222.0.46 "GET /v2.0/ports?device_id=933de673-1ac5-4f25-baf4-2b08f11bee14 HTTP/1.1" status: 200 len: 210 time: 0.0376954 Nov 22 20:34:53.192980 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c36af59-c0a4-4471-b3ea-fcdf5aed116e req-a5a8e315-f528-43f1-b168-d9605673429f tempest-TestServerAdvancedOps-1418173506 tempest-TestServerAdvancedOps-1418173506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:34:53.194468 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4c36af59-c0a4-4471-b3ea-fcdf5aed116e req-a5a8e315-f528-43f1-b168-d9605673429f tempest-TestServerAdvancedOps-1418173506 tempest-TestServerAdvancedOps-1418173506-project] 10.222.0.46 "GET /v2.0/ports?device_id=53e8b7d9-915c-41ee-b354-78ed1d5ea5e8 HTTP/1.1" status: 200 len: 944 time: 0.0514436 Nov 22 20:34:53.243873 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4c36af59-c0a4-4471-b3ea-fcdf5aed116e req-f9bf769f-ac15-4147-b2fa-bc68eba3b9d2 tempest-TestServerAdvancedOps-1418173506 tempest-TestServerAdvancedOps-1418173506-project] 10.222.0.46 "GET /v2.0/security-groups?id=d833ee71-3fc5-4929-b73b-ceb2cb106c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431437 Nov 22 20:34:53.287397 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71674670-5c04-4020-b321-e341323571bd tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Router 046e811e-a745-435b-b598-9f369ae1e439 has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 20:34:53.299327 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7fcffcf0-0b6d-4ab3-a960-9799db0193ee req-85b0aa4b-372d-40b5-bda3-19502c5fc619 tempest-ServerShowV254Test-727421985 tempest-ServerShowV254Test-727421985-project] 10.222.0.41 "GET /v2.0/ports?device_id=933de673-1ac5-4f25-baf4-2b08f11bee14 HTTP/1.1" status: 200 len: 210 time: 0.0464435 Nov 22 20:34:53.414909 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71674670-5c04-4020-b321-e341323571bd tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:34:53.428549 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-078e47f2-4727-4d57-b76f-db4600641696 None None] Sync routers for ids ['046e811e-a745-435b-b598-9f369ae1e439'] in n-d-818823-1 {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:34:53.444084 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-078e47f2-4727-4d57-b76f-db4600641696 None None] Routers {'046e811e-a745-435b-b598-9f369ae1e439'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:34:53.444924 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-078e47f2-4727-4d57-b76f-db4600641696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:34:32Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['046e811e-a745-435b-b598-9f369ae1e439'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:34:53.493574 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-078e47f2-4727-4d57-b76f-db4600641696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:34:53.504533 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-078e47f2-4727-4d57-b76f-db4600641696 None None] Routers {'046e811e-a745-435b-b598-9f369ae1e439'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:34:53.505290 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-078e47f2-4727-4d57-b76f-db4600641696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:34:32Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['046e811e-a745-435b-b598-9f369ae1e439'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:34:53.548841 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-078e47f2-4727-4d57-b76f-db4600641696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:34:53.549708 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-078e47f2-4727-4d57-b76f-db4600641696 None None] The sync data for ids ['046e811e-a745-435b-b598-9f369ae1e439'] in n-d-818823-1 is: [] {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:34:53.706056 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89b93d4-b244-4583-9400-475ade776ac3 req-b0eb2998-800b-4bb5-b452-12732d964a03 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:34:53.708110 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d89b93d4-b244-4583-9400-475ade776ac3 req-b0eb2998-800b-4bb5-b452-12732d964a03 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/ports?device_id=9762b09b-4077-406d-9ea3-d4ff050e8dd3 HTTP/1.1" status: 200 len: 946 time: 0.0952096 Nov 22 20:34:53.772119 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71674670-5c04-4020-b321-e341323571bd tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Router 83fdb68e-15db-44c2-8c59-af3ccd1bab65 has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 20:34:53.810659 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d89b93d4-b244-4583-9400-475ade776ac3 req-098cd812-4b49-4d13-b47e-49b58959f3bc tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/security-groups?id=967182ec-36b6-43cb-985c-f0d9e87194dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956891 Nov 22 20:34:53.931063 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71674670-5c04-4020-b321-e341323571bd tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:34:53.935529 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-71674670-5c04-4020-b321-e341323571bd tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for floatingip, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:53.943025 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88325bd6-56a2-41d3-8edc-be5d53b9ea18 None None] Sync routers for ids ['83fdb68e-15db-44c2-8c59-af3ccd1bab65'] in n-d-818823-1 {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:34:53.956600 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88325bd6-56a2-41d3-8edc-be5d53b9ea18 None None] Routers {'83fdb68e-15db-44c2-8c59-af3ccd1bab65'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:34:53.957299 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-88325bd6-56a2-41d3-8edc-be5d53b9ea18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:34:32Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['83fdb68e-15db-44c2-8c59-af3ccd1bab65'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:34:53.989751 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-88325bd6-56a2-41d3-8edc-be5d53b9ea18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:34:53.996707 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-71674670-5c04-4020-b321-e341323571bd tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] 10.222.0.46 "PUT /v2.0/floatingips/32c85e91-dce4-43b3-9058-452ceb5f3d90 HTTP/1.1" status: 200 len: 977 time: 2.1641684 Nov 22 20:34:53.998362 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88325bd6-56a2-41d3-8edc-be5d53b9ea18 None None] Routers {'83fdb68e-15db-44c2-8c59-af3ccd1bab65'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:34:53.998958 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-88325bd6-56a2-41d3-8edc-be5d53b9ea18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:34:32Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['83fdb68e-15db-44c2-8c59-af3ccd1bab65'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:34:53.999518 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 42906) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:34:54.082444 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-88325bd6-56a2-41d3-8edc-be5d53b9ea18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:34:54.083470 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88325bd6-56a2-41d3-8edc-be5d53b9ea18 None None] The sync data for ids ['83fdb68e-15db-44c2-8c59-af3ccd1bab65'] in n-d-818823-1 is: [] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:34:54.141659 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-1fd80b4d-429b-4f3e-abff-edf519440ec7 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Deleting port 3fe739ec-b3fc-46d0-8482-d59bb482083f {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:34:54.141889 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1fd80b4d-429b-4f3e-abff-edf519440ec7 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:54.264473 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1fd80b4d-429b-4f3e-abff-edf519440ec7 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:54.286146 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 585e739d-10a9-41ba-92b6-0f4b12e3b197 up at agent hyperv_n-h1-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:34:54.392873 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Provisioning for port 585e739d-10a9-41ba-92b6-0f4b12e3b197 completed by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 20:34:54.398458 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Provisioning complete for port 585e739d-10a9-41ba-92b6-0f4b12e3b197 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:34:54.399074 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:54.451999 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 42916) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:34:54.509414 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5b23be-2344-4b5c-9193-b008808c9d2f req-af611941-d3ed-43d5-bb3d-b9fd5da897e0 tempest-TestServerAdvancedOps-1418173506 tempest-TestServerAdvancedOps-1418173506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:34:54.512095 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4f5b23be-2344-4b5c-9193-b008808c9d2f req-af611941-d3ed-43d5-bb3d-b9fd5da897e0 tempest-TestServerAdvancedOps-1418173506 tempest-TestServerAdvancedOps-1418173506-project] 10.222.0.46 "GET /v2.0/ports?device_id=53e8b7d9-915c-41ee-b354-78ed1d5ea5e8 HTTP/1.1" status: 200 len: 944 time: 0.1333942 Nov 22 20:34:54.521507 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:54.572015 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53e8b7d9-915c-41ee-b354-78ed1d5ea5e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '585e739d-10a9-41ba-92b6-0f4b12e3b197'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:34:54.583107 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d39f6d30a11e565ec9648abcc015e8a6ab6cff4edd704add8155e28765d31eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c097e37-46f7-4ffa-b649-8c78767c9482" -d '{"events": [{"server_uuid": "53e8b7d9-915c-41ee-b354-78ed1d5ea5e8", "name": "network-vif-plugged", "status": "completed", "tag": "585e739d-10a9-41ba-92b6-0f4b12e3b197"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:34:54.635434 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 585e739d-10a9-41ba-92b6-0f4b12e3b197, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=585e739d-10a9-41ba-92b6-0f4b12e3b197,segment=NetworkSegment(5e2982a6-c373-4f60-a61c-26de577dbe51),segment_id=5e2982a6-c373-4f60-a61c-26de577dbe51)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:34:54.645968 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:54.654072 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1fd80b4d-429b-4f3e-abff-edf519440ec7 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:54.654746 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1fd80b4d-429b-4f3e-abff-edf519440ec7 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-595224'] for floatingip, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:54.655217 n-d-818823-1 neutron-server[103447]: INFO neutron.db.l3_db [None req-1fd80b4d-429b-4f3e-abff-edf519440ec7 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Floating IP 32c85e91-dce4-43b3-9058-452ceb5f3d90 disassociated. External IP: 172.25.5.108, port: 3fe739ec-b3fc-46d0-8482-d59bb482083f. Nov 22 20:34:54.655805 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-1fd80b4d-429b-4f3e-abff-edf519440ec7 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Calling delete_port for 3fe739ec-b3fc-46d0-8482-d59bb482083f owned by {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:34:54.674911 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4f5b23be-2344-4b5c-9193-b008808c9d2f req-b8ecf1b3-f625-46dd-87c9-3df1dd8876e9 tempest-TestServerAdvancedOps-1418173506 tempest-TestServerAdvancedOps-1418173506-project] 10.222.0.46 "GET /v2.0/security-groups?id=d833ee71-3fc5-4929-b73b-ceb2cb106c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159823 Nov 22 20:34:54.725051 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=585e739d-10a9-41ba-92b6-0f4b12e3b197,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:34:54.730550 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:34:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4323af0c-1247-456f-8c96-2ec76241550a x-openstack-request-id: req-4323af0c-1247-456f-8c96-2ec76241550a {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:34:54.730842 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53e8b7d9-915c-41ee-b354-78ed1d5ea5e8", "name": "network-vif-plugged", "status": "completed", "tag": "585e739d-10a9-41ba-92b6-0f4b12e3b197", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:34:54.731100 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4323af0c-1247-456f-8c96-2ec76241550a {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:34:54.731598 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53e8b7d9-915c-41ee-b354-78ed1d5ea5e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '585e739d-10a9-41ba-92b6-0f4b12e3b197', 'code': 200} Nov 22 20:34:54.732613 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-df4c587f-046b-47ba-9fcf-2b26591a8142 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:54.853801 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-df4c587f-046b-47ba-9fcf-2b26591a8142 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:54.857892 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-df4c587f-046b-47ba-9fcf-2b26591a8142 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:54.872854 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1fd80b4d-429b-4f3e-abff-edf519440ec7 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:54.877197 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ad332c-341f-4b08-bded-89dd24197163 req-060432ae-9a5a-41d3-9ab6-fd8b2a46ea59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:34:54.879780 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-57ad332c-341f-4b08-bded-89dd24197163 req-060432ae-9a5a-41d3-9ab6-fd8b2a46ea59 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=53e8b7d9-915c-41ee-b354-78ed1d5ea5e8 HTTP/1.1" status: 200 len: 1096 time: 0.1206770 Nov 22 20:34:54.906851 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-df4c587f-046b-47ba-9fcf-2b26591a8142 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7a8bffbf4c1346c9b54cc250e889d97e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4495356 Nov 22 20:34:54.906851 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4c587f-046b-47ba-9fcf-2b26591a8142 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bafe58e1-3559-4f33-8202-8dbf01169471,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:34:54.908620 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 42928) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:34:54.914716 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd80b4d-429b-4f3e-abff-edf519440ec7 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Pushing event deleted for resources: {'Port': ['ID=3fe739ec-b3fc-46d0-8482-d59bb482083f,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:34:54.974738 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-42853547-e1aa-4543-a0dc-41651ff57c1a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:55.006581 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-42853547-e1aa-4543-a0dc-41651ff57c1a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:55.057756 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9954f6-f6fa-4a7c-a644-49bd93dc3dd6 req-73d17d49-5a04-4c09-91e4-9abb6c1c2f82 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:34:55.059772 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-cc9954f6-f6fa-4a7c-a644-49bd93dc3dd6 req-73d17d49-5a04-4c09-91e4-9abb6c1c2f82 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/ports?device_id=9762b09b-4077-406d-9ea3-d4ff050e8dd3 HTTP/1.1" status: 200 len: 946 time: 0.1509206 Nov 22 20:34:55.064425 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-57ad332c-341f-4b08-bded-89dd24197163 req-0bd59c99-eca5-406e-ba29-299a0512d843 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=d833ee71-3fc5-4929-b73b-ceb2cb106c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585891 Nov 22 20:34:55.083305 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-42853547-e1aa-4543-a0dc-41651ff57c1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:55.086188 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-42853547-e1aa-4543-a0dc-41651ff57c1a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:55.087575 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-42853547-e1aa-4543-a0dc-41651ff57c1a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/bafe58e1-3559-4f33-8202-8dbf01169471 HTTP/1.1" status: 204 len: 168 time: 0.1778524 Nov 22 20:34:55.096790 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42853547-e1aa-4543-a0dc-41651ff57c1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bafe58e1-3559-4f33-8202-8dbf01169471,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:34:55.183536 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-cc9954f6-f6fa-4a7c-a644-49bd93dc3dd6 req-f57c02e7-f76b-418e-b201-22b504ce1e65 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/security-groups?id=967182ec-36b6-43cb-985c-f0d9e87194dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757174 Nov 22 20:34:55.193739 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fd80b4d-429b-4f3e-abff-edf519440ec7 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Router 83fdb68e-15db-44c2-8c59-af3ccd1bab65 has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 20:34:55.324879 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fd80b4d-429b-4f3e-abff-edf519440ec7 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:34:55.338457 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75345127-e01c-4d43-a1f4-86be8e3651fc None None] Sync routers for ids ['83fdb68e-15db-44c2-8c59-af3ccd1bab65'] in n-d-818823-1 {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:34:55.352558 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75345127-e01c-4d43-a1f4-86be8e3651fc None None] Routers {'83fdb68e-15db-44c2-8c59-af3ccd1bab65'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:34:55.353264 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-75345127-e01c-4d43-a1f4-86be8e3651fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:34:32Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['83fdb68e-15db-44c2-8c59-af3ccd1bab65'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:34:55.395956 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1fd80b4d-429b-4f3e-abff-edf519440ec7 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:55.399063 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-75345127-e01c-4d43-a1f4-86be8e3651fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:34:55.399840 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-1fd80b4d-429b-4f3e-abff-edf519440ec7 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] 10.222.0.46 "DELETE /v2.0/ports/3fe739ec-b3fc-46d0-8482-d59bb482083f HTTP/1.1" status: 204 len: 168 time: 1.3987179 Nov 22 20:34:55.402420 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 42936) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:34:55.420590 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75345127-e01c-4d43-a1f4-86be8e3651fc None None] Routers {'83fdb68e-15db-44c2-8c59-af3ccd1bab65'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:34:55.422226 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-75345127-e01c-4d43-a1f4-86be8e3651fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:34:32Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['83fdb68e-15db-44c2-8c59-af3ccd1bab65'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:34:55.463643 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-75345127-e01c-4d43-a1f4-86be8e3651fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:34:55.464314 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75345127-e01c-4d43-a1f4-86be8e3651fc None None] The sync data for ids ['83fdb68e-15db-44c2-8c59-af3ccd1bab65'] in n-d-818823-1 is: [] {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:34:55.963717 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81100a46-7a93-4306-ac68-636622c0511b req-bd194ac4-d0ee-4499-8e1c-b9692fd3ef1d tempest-TestServerAdvancedOps-1418173506 tempest-TestServerAdvancedOps-1418173506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:34:55.966847 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-81100a46-7a93-4306-ac68-636622c0511b req-bd194ac4-d0ee-4499-8e1c-b9692fd3ef1d tempest-TestServerAdvancedOps-1418173506 tempest-TestServerAdvancedOps-1418173506-project] 10.222.0.46 "GET /v2.0/ports?device_id=53e8b7d9-915c-41ee-b354-78ed1d5ea5e8 HTTP/1.1" status: 200 len: 945 time: 0.1436982 Nov 22 20:34:56.044220 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 42964) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:34:56.213923 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-81100a46-7a93-4306-ac68-636622c0511b req-40b4520d-bd45-43c8-8dae-f15c2444289c tempest-TestServerAdvancedOps-1418173506 tempest-TestServerAdvancedOps-1418173506-project] 10.222.0.46 "GET /v2.0/security-groups?id=d833ee71-3fc5-4929-b73b-ceb2cb106c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2381427 Nov 22 20:34:56.220462 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-de355201-e05e-4f85-bb40-950468954549 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1953438402-network', 'tenant_id': '69329039924048d08cb1ec16909e3796'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:34:56.264966 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de355201-e05e-4f85-bb40-950468954549 admin admin] Made reservation on behalf of 69329039924048d08cb1ec16909e3796 for: {'network': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:34:56.281562 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-de355201-e05e-4f85-bb40-950468954549 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for network, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:56.311803 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-de355201-e05e-4f85-bb40-950468954549 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:56.413243 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-de355201-e05e-4f85-bb40-950468954549 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:56.421021 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-de355201-e05e-4f85-bb40-950468954549 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:56.436957 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de355201-e05e-4f85-bb40-950468954549 admin admin] vlan segment allocate from pool success with {'vlan_id': 608, 'physical_network': 'physnet1'} {{(pid=103448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 20:34:56.449915 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-de355201-e05e-4f85-bb40-950468954549 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:56.450718 n-d-818823-1 neutron-server[103448]: INFO neutron.db.segments_db [None req-de355201-e05e-4f85-bb40-950468954549 admin admin] Added segment ac763a60-b436-40fe-9e46-97886f933900 of type vlan for network beaa79d6-d1d9-4d88-95ae-ed1e35b00ca6 Nov 22 20:34:56.490201 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9683cb6-14ca-4a0b-815c-27af2e186be5 req-be193ab9-fbe3-4890-afd6-601c3127a3c8 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:34:56.504754 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-de355201-e05e-4f85-bb40-950468954549 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748992492791'] for network, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:56.511838 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f9683cb6-14ca-4a0b-815c-27af2e186be5 req-be193ab9-fbe3-4890-afd6-601c3127a3c8 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/ports?device_id=9762b09b-4077-406d-9ea3-d4ff050e8dd3 HTTP/1.1" status: 200 len: 946 time: 0.1433907 Nov 22 20:34:56.548305 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-de355201-e05e-4f85-bb40-950468954549 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for network, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:56.549895 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de355201-e05e-4f85-bb40-950468954549 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:34:56.550644 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-de355201-e05e-4f85-bb40-950468954549 admin admin] Publish callbacks [] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:56.623535 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f9683cb6-14ca-4a0b-815c-27af2e186be5 req-36c948de-81d1-4f99-90b1-68fac8af7645 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/security-groups?id=967182ec-36b6-43cb-985c-f0d9e87194dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067247 Nov 22 20:34:56.640824 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6ad18123-bddc-41ab-b64c-348c7d9de374 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659736'] for router_interface, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:56.656028 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-de355201-e05e-4f85-bb40-950468954549 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6072133 Nov 22 20:34:56.656747 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de355201-e05e-4f85-bb40-950468954549 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f485f86c-c36f-4ec8-a43c-1635c09ec2f5,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:34:56.686189 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 42980) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:34:56.691862 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-8cbc8107-a5e8-4ed6-b4f6-29d529dcf41d admin admin] Request body: {'subnet': {'network_id': 'beaa79d6-d1d9-4d88-95ae-ed1e35b00ca6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1953438402-subnet', 'tenant_id': '69329039924048d08cb1ec16909e3796', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:34:56.712588 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de355201-e05e-4f85-bb40-950468954549 admin admin] Pushing event updated for resources: {'Network': ['ID=beaa79d6-d1d9-4d88-95ae-ed1e35b00ca6,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:34:56.723272 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Network beaa79d6-d1d9-4d88-95ae-ed1e35b00ca6 details requested by agent ovs-agent-n-d-818823-1 with host n-d-818823-1 {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 20:34:56.728525 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cbc8107-a5e8-4ed6-b4f6-29d529dcf41d admin admin] Made reservation on behalf of 69329039924048d08cb1ec16909e3796 for: {'subnet': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:34:56.735148 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8cbc8107-a5e8-4ed6-b4f6-29d529dcf41d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11792951'] for subnet, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:57.033396 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-6ad18123-bddc-41ab-b64c-348c7d9de374 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Deleting port 904f3174-bb91-41af-b40f-7662d0eb6110 {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:34:57.034511 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6ad18123-bddc-41ab-b64c-348c7d9de374 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:57.039202 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8cbc8107-a5e8-4ed6-b4f6-29d529dcf41d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11567560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11792921'] for subnet, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:57.150105 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbc8107-a5e8-4ed6-b4f6-29d529dcf41d admin admin] Pushing event updated for resources: {'Subnet': ['ID=e278672f-f081-4f11-b073-e988e6446432,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:34:57.157811 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6ad18123-bddc-41ab-b64c-348c7d9de374 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:57.166783 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cbc8107-a5e8-4ed6-b4f6-29d529dcf41d admin admin] Checking segment: {'id': 'ac763a60-b436-40fe-9e46-97886f933900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'beaa79d6-d1d9-4d88-95ae-ed1e35b00ca6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:34:57.167161 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cbc8107-a5e8-4ed6-b4f6-29d529dcf41d admin admin] Network hostable DHCP agents. Network: beaa79d6-d1d9-4d88-95ae-ed1e35b00ca6, hostable agents: ['02adaa64-0987-4b74-bad0-cbcf56f8a294'], hosted agents: [] {{(pid=103448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 20:34:57.182969 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-6ad18123-bddc-41ab-b64c-348c7d9de374 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Calling delete_port for 904f3174-bb91-41af-b40f-7662d0eb6110 owned by network:router_interface {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:34:57.206867 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cbc8107-a5e8-4ed6-b4f6-29d529dcf41d admin admin] Network beaa79d6-d1d9-4d88-95ae-ed1e35b00ca6 is scheduled to be hosted by DHCP agent 02adaa64-0987-4b74-bad0-cbcf56f8a294 with binding_index 1 {{(pid=103448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 20:34:57.226772 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-8cbc8107-a5e8-4ed6-b4f6-29d529dcf41d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818823-1, beaa79d6-d1d9-4d88-95ae-ed1e35b00ca6) {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:34:57.231264 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cbc8107-a5e8-4ed6-b4f6-29d529dcf41d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:34:57.232388 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8cbc8107-a5e8-4ed6-b4f6-29d529dcf41d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:57.240496 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90778b3f-7d37-4a3e-88cc-3c587cf36b93 None None] Network beaa79d6-d1d9-4d88-95ae-ed1e35b00ca6 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:34:57.269192 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-8cbc8107-a5e8-4ed6-b4f6-29d529dcf41d admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5818021 Nov 22 20:34:57.399882 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76b925cf-2eec-4239-bf07-dc522b95f75f None None] Network beaa79d6-d1d9-4d88-95ae-ed1e35b00ca6 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:34:57.480118 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8904c0e3-849c-4882-8102-d2f86e9db339 req-2d2f9a1e-8fcb-4c9c-a5f2-f20a0ec93882 tempest-TestServerAdvancedOps-1418173506 tempest-TestServerAdvancedOps-1418173506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:34:57.481615 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8904c0e3-849c-4882-8102-d2f86e9db339 req-2d2f9a1e-8fcb-4c9c-a5f2-f20a0ec93882 tempest-TestServerAdvancedOps-1418173506 tempest-TestServerAdvancedOps-1418173506-project] 10.222.0.46 "GET /v2.0/ports?device_id=53e8b7d9-915c-41ee-b354-78ed1d5ea5e8 HTTP/1.1" status: 200 len: 945 time: 0.0766182 Nov 22 20:34:57.582688 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6ad18123-bddc-41ab-b64c-348c7d9de374 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:57.631058 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8904c0e3-849c-4882-8102-d2f86e9db339 req-c0bcc9e8-88a3-465e-aa84-71ce8942c269 tempest-TestServerAdvancedOps-1418173506 tempest-TestServerAdvancedOps-1418173506-project] 10.222.0.46 "GET /v2.0/security-groups?id=d833ee71-3fc5-4929-b73b-ceb2cb106c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360149 Nov 22 20:34:57.656521 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad18123-bddc-41ab-b64c-348c7d9de374 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Pushing event deleted for resources: {'Port': ['ID=904f3174-bb91-41af-b40f-7662d0eb6110,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:34:58.007663 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6ad18123-bddc-41ab-b64c-348c7d9de374 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-563470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-663272'] for router_interface, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:58.036151 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6387a63d-0ff7-48e6-b19e-8b5d264d66c5 req-134aff90-f188-4f11-b19e-d94ee8047cdb tempest-TestServerAdvancedOps-1418173506 tempest-TestServerAdvancedOps-1418173506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:34:58.036819 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 43006) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:34:58.037903 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6387a63d-0ff7-48e6-b19e-8b5d264d66c5 req-134aff90-f188-4f11-b19e-d94ee8047cdb tempest-TestServerAdvancedOps-1418173506 tempest-TestServerAdvancedOps-1418173506-project] 10.222.0.46 "GET /v2.0/ports?device_id=53e8b7d9-915c-41ee-b354-78ed1d5ea5e8 HTTP/1.1" status: 200 len: 945 time: 0.1638694 Nov 22 20:34:58.051293 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-db17116f-07a6-45f9-b1ed-1b9c23058c68 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-222410598-network', 'tenant_id': '625dcfdf51424ed6889ef057495c6865'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:34:58.052869 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880935fe-3b30-46e2-9873-98d73ba06dac req-634e0432-2c53-4f28-a332-9835a5b20d98 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:34:58.054352 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-880935fe-3b30-46e2-9873-98d73ba06dac req-634e0432-2c53-4f28-a332-9835a5b20d98 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/ports?device_id=9762b09b-4077-406d-9ea3-d4ff050e8dd3 HTTP/1.1" status: 200 len: 946 time: 0.1552048 Nov 22 20:34:58.094559 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db17116f-07a6-45f9-b1ed-1b9c23058c68 admin admin] Made reservation on behalf of 625dcfdf51424ed6889ef057495c6865 for: {'network': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:34:58.097572 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-db17116f-07a6-45f9-b1ed-1b9c23058c68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for network, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:58.108343 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-db17116f-07a6-45f9-b1ed-1b9c23058c68 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:58.216089 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-db17116f-07a6-45f9-b1ed-1b9c23058c68 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:58.220581 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6387a63d-0ff7-48e6-b19e-8b5d264d66c5 req-f71d6470-c6b4-4919-9e3d-43760a4bdd57 tempest-TestServerAdvancedOps-1418173506 tempest-TestServerAdvancedOps-1418173506-project] 10.222.0.46 "GET /v2.0/security-groups?id=d833ee71-3fc5-4929-b73b-ceb2cb106c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608908 Nov 22 20:34:58.226154 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-880935fe-3b30-46e2-9873-98d73ba06dac req-894b570f-7802-4834-86c1-144299e80cd0 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/security-groups?id=967182ec-36b6-43cb-985c-f0d9e87194dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576312 Nov 22 20:34:58.229092 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-db17116f-07a6-45f9-b1ed-1b9c23058c68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:58.291251 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db17116f-07a6-45f9-b1ed-1b9c23058c68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9492f0e-615f-413b-85c5-6b18083f8daa,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:34:58.313886 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db17116f-07a6-45f9-b1ed-1b9c23058c68 admin admin] vlan segment allocate from pool success with {'vlan_id': 612, 'physical_network': 'physnet1'} {{(pid=103448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 20:34:58.330416 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-db17116f-07a6-45f9-b1ed-1b9c23058c68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:58.331077 n-d-818823-1 neutron-server[103448]: INFO neutron.db.segments_db [None req-db17116f-07a6-45f9-b1ed-1b9c23058c68 admin admin] Added segment 02c6b68f-933c-45eb-aca0-6142764e1857 of type vlan for network ecc03fb6-9bbf-45d1-a0e5-8668220d8fa4 Nov 22 20:34:58.384364 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-db17116f-07a6-45f9-b1ed-1b9c23058c68 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748992492791'] for network, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:58.395744 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ad18123-bddc-41ab-b64c-348c7d9de374 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Router 83fdb68e-15db-44c2-8c59-af3ccd1bab65 has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 20:34:58.422534 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-db17116f-07a6-45f9-b1ed-1b9c23058c68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for network, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:58.424394 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db17116f-07a6-45f9-b1ed-1b9c23058c68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:34:58.425343 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-db17116f-07a6-45f9-b1ed-1b9c23058c68 admin admin] Publish callbacks [] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:58.500588 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-db17116f-07a6-45f9-b1ed-1b9c23058c68 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4594457 Nov 22 20:34:58.504415 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 43018) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:34:58.511397 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-e61d9579-9e33-4c01-83aa-3360edaa4566 admin admin] Request body: {'subnet': {'network_id': 'ecc03fb6-9bbf-45d1-a0e5-8668220d8fa4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-222410598-subnet', 'tenant_id': '625dcfdf51424ed6889ef057495c6865', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:34:58.516785 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db17116f-07a6-45f9-b1ed-1b9c23058c68 admin admin] Pushing event updated for resources: {'Network': ['ID=ecc03fb6-9bbf-45d1-a0e5-8668220d8fa4,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:34:58.528288 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Network ecc03fb6-9bbf-45d1-a0e5-8668220d8fa4 details requested by agent ovs-agent-n-d-818823-1 with host n-d-818823-1 {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 20:34:58.545408 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ad18123-bddc-41ab-b64c-348c7d9de374 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:34:58.561185 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-6ad18123-bddc-41ab-b64c-348c7d9de374 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] 10.222.0.46 "PUT /v2.0/routers/83fdb68e-15db-44c2-8c59-af3ccd1bab65/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1553733 Nov 22 20:34:58.561185 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e61d9579-9e33-4c01-83aa-3360edaa4566 admin admin] Made reservation on behalf of 625dcfdf51424ed6889ef057495c6865 for: {'subnet': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:34:58.563395 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 43020) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:34:58.564020 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e61d9579-9e33-4c01-83aa-3360edaa4566 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8485086'] for subnet, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:58.607731 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a2274e7-6b42-4548-b30e-cdc620cd3b08 None None] Sync routers for ids ['83fdb68e-15db-44c2-8c59-af3ccd1bab65'] in n-d-818823-1 {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:34:58.676939 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a2274e7-6b42-4548-b30e-cdc620cd3b08 None None] Routers {'83fdb68e-15db-44c2-8c59-af3ccd1bab65'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:34:58.677573 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-8a2274e7-6b42-4548-b30e-cdc620cd3b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:34:32Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['83fdb68e-15db-44c2-8c59-af3ccd1bab65'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:34:58.689149 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722859b4-ad5f-48e4-960c-10bbd7e1c3b3 req-b90ce710-0899-4fd9-b08a-d36c3d4b07b5 tempest-TestServerAdvancedOps-1418173506 tempest-TestServerAdvancedOps-1418173506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:34:58.690768 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-722859b4-ad5f-48e4-960c-10bbd7e1c3b3 req-b90ce710-0899-4fd9-b08a-d36c3d4b07b5 tempest-TestServerAdvancedOps-1418173506 tempest-TestServerAdvancedOps-1418173506-project] 10.222.0.46 "GET /v2.0/ports?device_id=53e8b7d9-915c-41ee-b354-78ed1d5ea5e8 HTTP/1.1" status: 200 len: 945 time: 0.1134932 Nov 22 20:34:58.713702 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-758fbe9f-ca22-4714-859d-a512e996b4e0 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks [] for router, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:58.750184 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-8a2274e7-6b42-4548-b30e-cdc620cd3b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:34:58.763803 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a2274e7-6b42-4548-b30e-cdc620cd3b08 None None] Routers {'83fdb68e-15db-44c2-8c59-af3ccd1bab65'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:34:58.764784 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-8a2274e7-6b42-4548-b30e-cdc620cd3b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:34:32Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['83fdb68e-15db-44c2-8c59-af3ccd1bab65'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:34:58.801432 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-8a2274e7-6b42-4548-b30e-cdc620cd3b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:34:58.802331 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a2274e7-6b42-4548-b30e-cdc620cd3b08 None None] The sync data for ids ['83fdb68e-15db-44c2-8c59-af3ccd1bab65'] in n-d-818823-1 is: [] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:34:58.805891 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-722859b4-ad5f-48e4-960c-10bbd7e1c3b3 req-fa89f270-450f-44b4-890a-321d514eacb8 tempest-TestServerAdvancedOps-1418173506 tempest-TestServerAdvancedOps-1418173506-project] 10.222.0.46 "GET /v2.0/security-groups?id=d833ee71-3fc5-4929-b73b-ceb2cb106c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054511 Nov 22 20:34:58.892427 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e61d9579-9e33-4c01-83aa-3360edaa4566 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8900613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8485104'] for subnet, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:58.904342 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-758fbe9f-ca22-4714-859d-a512e996b4e0 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:58.973287 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e61d9579-9e33-4c01-83aa-3360edaa4566 admin admin] Checking segment: {'id': '02c6b68f-933c-45eb-aca0-6142764e1857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'ecc03fb6-9bbf-45d1-a0e5-8668220d8fa4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:34:58.974442 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e61d9579-9e33-4c01-83aa-3360edaa4566 admin admin] Network hostable DHCP agents. Network: ecc03fb6-9bbf-45d1-a0e5-8668220d8fa4, hostable agents: ['02adaa64-0987-4b74-bad0-cbcf56f8a294'], hosted agents: [] {{(pid=103447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 20:34:58.987035 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61d9579-9e33-4c01-83aa-3360edaa4566 admin admin] Pushing event updated for resources: {'Subnet': ['ID=34f807fd-a389-4a6b-bbc1-1da35dd81f40,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:34:59.000780 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e61d9579-9e33-4c01-83aa-3360edaa4566 admin admin] Network ecc03fb6-9bbf-45d1-a0e5-8668220d8fa4 is scheduled to be hosted by DHCP agent 02adaa64-0987-4b74-bad0-cbcf56f8a294 with binding_index 1 {{(pid=103447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 20:34:59.020656 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-e61d9579-9e33-4c01-83aa-3360edaa4566 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818823-1, ecc03fb6-9bbf-45d1-a0e5-8668220d8fa4) {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:34:59.022113 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-758fbe9f-ca22-4714-859d-a512e996b4e0 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Deleting port 77bead48-62e3-41cb-b035-fc68de42b9aa {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:34:59.027822 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-758fbe9f-ca22-4714-859d-a512e996b4e0 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:59.032583 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9d2f61b-2897-4988-994c-cbbb3c100310 None None] Network ecc03fb6-9bbf-45d1-a0e5-8668220d8fa4 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:34:59.038843 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e61d9579-9e33-4c01-83aa-3360edaa4566 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:34:59.041324 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e61d9579-9e33-4c01-83aa-3360edaa4566 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:59.070134 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-e61d9579-9e33-4c01-83aa-3360edaa4566 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5614161 Nov 22 20:34:59.189682 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-758fbe9f-ca22-4714-859d-a512e996b4e0 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:59.194859 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6248b3e2-98b2-405c-a5a3-b266902c9322 None None] Network ecc03fb6-9bbf-45d1-a0e5-8668220d8fa4 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:34:59.202113 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-758fbe9f-ca22-4714-859d-a512e996b4e0 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Calling delete_port for 77bead48-62e3-41cb-b035-fc68de42b9aa owned by network:router_gateway {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:34:59.451729 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-758fbe9f-ca22-4714-859d-a512e996b4e0 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:59.475673 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed247d56-e8f7-4260-b7ab-81a40bc66d93 req-ec7d7bf8-137b-4aac-9905-20a99d167388 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:34:59.477560 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ed247d56-e8f7-4260-b7ab-81a40bc66d93 req-ec7d7bf8-137b-4aac-9905-20a99d167388 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/ports?device_id=9762b09b-4077-406d-9ea3-d4ff050e8dd3 HTTP/1.1" status: 200 len: 946 time: 0.1080852 Nov 22 20:34:59.498094 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12e1b987-b478-46e0-8345-5a2bb82cc500 None None] DHCP port deletion for c48a55e9-6a85-4746-b7bf-3e29fb560094 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:34:59.529938 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758fbe9f-ca22-4714-859d-a512e996b4e0 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Pushing event deleted for resources: {'Port': ['ID=77bead48-62e3-41cb-b035-fc68de42b9aa,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:34:59.573528 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ed247d56-e8f7-4260-b7ab-81a40bc66d93 req-160c07fd-4a79-49b1-b08d-226a16e4dab4 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/security-groups?id=967182ec-36b6-43cb-985c-f0d9e87194dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804865 Nov 22 20:34:59.600467 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-758fbe9f-ca22-4714-859d-a512e996b4e0 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595398'] for router_gateway, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:59.731570 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-758fbe9f-ca22-4714-859d-a512e996b4e0 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24781'] for router, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:59.733355 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-758fbe9f-ca22-4714-859d-a512e996b4e0 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:59.763585 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98116702-43db-4d39-b033-8672cacc40e3 req-1107c8f2-6bb6-4338-aefd-47feba10424b tempest-ServersNegativeTestMultiTenantJSON-569476222 tempest-ServersNegativeTestMultiTenantJSON-569476222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:34:59.766516 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-98116702-43db-4d39-b033-8672cacc40e3 req-1107c8f2-6bb6-4338-aefd-47feba10424b tempest-ServersNegativeTestMultiTenantJSON-569476222 tempest-ServersNegativeTestMultiTenantJSON-569476222-project] 10.222.0.46 "GET /v2.0/networks?id=beaa79d6-d1d9-4d88-95ae-ed1e35b00ca6 HTTP/1.1" status: 200 len: 825 time: 0.1224079 Nov 22 20:34:59.791479 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-98116702-43db-4d39-b033-8672cacc40e3 req-727ffc0a-21d5-4fdb-b0f3-d3112fd5bc39 tempest-ServersNegativeTestMultiTenantJSON-569476222 tempest-ServersNegativeTestMultiTenantJSON-569476222-project] 10.222.0.46 "GET /v2.0/quotas/69329039924048d08cb1ec16909e3796 HTTP/1.1" status: 200 len: 375 time: 0.0182254 Nov 22 20:34:59.819587 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-758fbe9f-ca22-4714-859d-a512e996b4e0 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-663261'] for router, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:59.820116 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-758fbe9f-ca22-4714-859d-a512e996b4e0 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Fanout notify agent at l3_agent the message router_deleted on router 83fdb68e-15db-44c2-8c59-af3ccd1bab65 {{(pid=103448) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 20:34:59.832856 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-758fbe9f-ca22-4714-859d-a512e996b4e0 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks [] for router, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:59.836465 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-758fbe9f-ca22-4714-859d-a512e996b4e0 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] 10.222.0.46 "DELETE /v2.0/routers/83fdb68e-15db-44c2-8c59-af3ccd1bab65 HTTP/1.1" status: 204 len: 168 time: 1.2690923 Nov 22 20:34:59.837026 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 43050) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:34:59.838011 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-98116702-43db-4d39-b033-8672cacc40e3 req-58e7bbbc-386e-4c60-ba36-5dc80608cc97 tempest-ServersNegativeTestMultiTenantJSON-569476222 tempest-ServersNegativeTestMultiTenantJSON-569476222-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=69329039924048d08cb1ec16909e3796&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0456581 Nov 22 20:34:59.852232 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [req-98116702-43db-4d39-b033-8672cacc40e3 req-ecc58a21-a48a-480d-bb13-bcfe2833dc7b service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=103447) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 20:34:59.853231 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-98116702-43db-4d39-b033-8672cacc40e3 req-ecc58a21-a48a-480d-bb13-bcfe2833dc7b service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0068629 Nov 22 20:34:59.925668 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0a0d603-5751-4af2-83ca-dc29cf7665dc tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Deleting subnet 92f18d2a-0a60-409f-8e0d-953ab1d5cc8e {{(pid=103448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 20:34:59.930292 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c0a0d603-5751-4af2-83ca-dc29cf7665dc tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks [] for subnet, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:34:59.973247 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-b8062819-cec7-4b27-8658-02b405384d72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:00.000874 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c0a0d603-5751-4af2-83ca-dc29cf7665dc tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11627908'] for subnet, precommit_delete_associations {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:00.085623 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7abd0a7-9dd1-4cb0-bc5a-1f91f3ae68c7 req-be1e3ef5-e889-4cbf-85ef-4f9e7574f322 tempest-TestServerAdvancedOps-1418173506 tempest-TestServerAdvancedOps-1418173506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:35:00.087785 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f7abd0a7-9dd1-4cb0-bc5a-1f91f3ae68c7 req-be1e3ef5-e889-4cbf-85ef-4f9e7574f322 tempest-TestServerAdvancedOps-1418173506 tempest-TestServerAdvancedOps-1418173506-project] 10.222.0.46 "GET /v2.0/ports?device_id=53e8b7d9-915c-41ee-b354-78ed1d5ea5e8 HTTP/1.1" status: 200 len: 945 time: 0.0960793 Nov 22 20:35:00.112247 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-98116702-43db-4d39-b033-8672cacc40e3 req-70570ec0-0f14-40fa-a55a-435b5f12636a service neutron] 10.222.0.46 "GET /v2.0/networks/beaa79d6-d1d9-4d88-95ae-ed1e35b00ca6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2477338 Nov 22 20:35:00.169853 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c0a0d603-5751-4af2-83ca-dc29cf7665dc tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3753007'] for subnet, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:00.204753 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f7abd0a7-9dd1-4cb0-bc5a-1f91f3ae68c7 req-0afbbd74-ab38-4f2c-ad53-51a5d230eded tempest-TestServerAdvancedOps-1418173506 tempest-TestServerAdvancedOps-1418173506-project] 10.222.0.46 "GET /v2.0/security-groups?id=d833ee71-3fc5-4929-b73b-ceb2cb106c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050086 Nov 22 20:35:00.246052 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-98116702-43db-4d39-b033-8672cacc40e3 req-a0afb65b-6d9e-41a2-9eff-fd51045b95fb service neutron] 10.222.0.46 "GET /v2.0/networks/beaa79d6-d1d9-4d88-95ae-ed1e35b00ca6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252618 Nov 22 20:35:00.285660 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c0a0d603-5751-4af2-83ca-dc29cf7665dc tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3753014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11567369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11792914'] for subnet, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:00.332448 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a0d603-5751-4af2-83ca-dc29cf7665dc tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Pushing event deleted for resources: {'Subnet': ['ID=92f18d2a-0a60-409f-8e0d-953ab1d5cc8e,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:35:00.333642 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88791bc0-c3b7-4092-b845-e10e6134d9ed None None] Network bb157820-b7ef-450c-86e5-4b893ec91090 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:35:00.335781 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c0a0d603-5751-4af2-83ca-dc29cf7665dc tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:00.342470 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-c0a0d603-5751-4af2-83ca-dc29cf7665dc tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] 10.222.0.46 "DELETE /v2.0/subnets/92f18d2a-0a60-409f-8e0d-953ab1d5cc8e HTTP/1.1" status: 204 len: 168 time: 0.5028186 Nov 22 20:35:00.345373 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 43062) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:35:00.603693 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c30b9cee-50fd-411b-b917-006ad71f022a req-b68a3ab0-b5dd-4f12-8a0a-4e9a075973ea tempest-ServersNegativeTestMultiTenantJSON-569476222 tempest-ServersNegativeTestMultiTenantJSON-569476222-project] 10.222.0.46 "GET /v2.0/ports?device_id=9af02db4-2bb9-49df-9570-43cde923112c HTTP/1.1" status: 200 len: 210 time: 0.0901670 Nov 22 20:35:00.614858 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8739a7d1-c3de-4c23-b9ed-ab245c324e00 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3961693'] for network, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:00.684663 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7882564-cd45-4cb1-bfe6-3619926777bf req-61f64583-d1a6-4c26-a6b3-23575644afb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:35:00.687875 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b7882564-cd45-4cb1-bfe6-3619926777bf req-61f64583-d1a6-4c26-a6b3-23575644afb2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b14e2dc6a079480aa2916212614a187f&device_id=53e8b7d9-915c-41ee-b354-78ed1d5ea5e8 HTTP/1.1" status: 200 len: 1096 time: 0.1815133 Nov 22 20:35:00.737750 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036f21c1-c6c7-44d7-91db-3f49677c00d1 req-2526b1c9-c881-4605-be2e-d423702010c6 tempest-TestServerAdvancedOps-1418173506 tempest-TestServerAdvancedOps-1418173506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:35:00.746223 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-036f21c1-c6c7-44d7-91db-3f49677c00d1 req-2526b1c9-c881-4605-be2e-d423702010c6 tempest-TestServerAdvancedOps-1418173506 tempest-TestServerAdvancedOps-1418173506-project] 10.222.0.46 "GET /v2.0/ports?device_id=53e8b7d9-915c-41ee-b354-78ed1d5ea5e8 HTTP/1.1" status: 200 len: 945 time: 0.2226810 Nov 22 20:35:00.837893 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-919bead5-6fe2-49c5-956a-b2736d2480c3 None None] DHCP port deletion for bb157820-b7ef-450c-86e5-4b893ec91090 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:35:00.920261 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-036f21c1-c6c7-44d7-91db-3f49677c00d1 req-6b7bf8b8-51fe-4348-9447-0b7567857340 tempest-TestServerAdvancedOps-1418173506 tempest-TestServerAdvancedOps-1418173506-project] 10.222.0.46 "GET /v2.0/security-groups?id=d833ee71-3fc5-4929-b73b-ceb2cb106c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730804 Nov 22 20:35:00.945422 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2098a085-d73d-46e6-9b22-822a521c2420 req-012dc789-3601-438a-bcaf-2b86efcd0e34 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:35:00.956640 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2098a085-d73d-46e6-9b22-822a521c2420 req-012dc789-3601-438a-bcaf-2b86efcd0e34 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/ports?device_id=9762b09b-4077-406d-9ea3-d4ff050e8dd3 HTTP/1.1" status: 200 len: 946 time: 0.1895027 Nov 22 20:35:00.974625 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-919bead5-6fe2-49c5-956a-b2736d2480c3 None None] Deleting port a4a4a2b1-320f-40b6-b3fe-5be417455b3f {{(pid=103449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:35:00.975217 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-919bead5-6fe2-49c5-956a-b2736d2480c3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:01.011450 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-8739a7d1-c3de-4c23-b9ed-ab245c324e00 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Deleting port a4a4a2b1-320f-40b6-b3fe-5be417455b3f {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:35:01.011779 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8739a7d1-c3de-4c23-b9ed-ab245c324e00 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:01.028632 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7882564-cd45-4cb1-bfe6-3619926777bf req-4ec342b5-8bea-481e-852d-1dd5e4c7d063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:35:01.031596 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b7882564-cd45-4cb1-bfe6-3619926777bf req-4ec342b5-8bea-481e-852d-1dd5e4c7d063 service neutron] 10.222.0.41 "GET /v2.0/networks?id=eb9fbb32-9d7b-41a8-9790-6e20333e7d46 HTTP/1.1" status: 200 len: 913 time: 0.3340504 Nov 22 20:35:01.138055 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-919bead5-6fe2-49c5-956a-b2736d2480c3 None None] For port a4a4a2b1-320f-40b6-b3fe-5be417455b3f, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=a4a4a2b1-320f-40b6-b3fe-5be417455b3f,segment=NetworkSegment(2bdbae11-7fbc-46d7-b76a-5111caaa2e00),segment_id=2bdbae11-7fbc-46d7-b76a-5111caaa2e00)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:35:01.138476 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-919bead5-6fe2-49c5-956a-b2736d2480c3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:01.188398 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-919bead5-6fe2-49c5-956a-b2736d2480c3 None None] Calling delete_port for a4a4a2b1-320f-40b6-b3fe-5be417455b3f owned by network:dhcp {{(pid=103449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:35:01.225478 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b7882564-cd45-4cb1-bfe6-3619926777bf req-6d71f994-6f30-4063-a0df-90b270275bce service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=585e739d-10a9-41ba-92b6-0f4b12e3b197 HTTP/1.1" status: 200 len: 217 time: 0.1634080 Nov 22 20:35:01.249314 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2098a085-d73d-46e6-9b22-822a521c2420 req-4f49296e-1668-4c5e-a3a8-2c4a1249b96c tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/security-groups?id=967182ec-36b6-43cb-985c-f0d9e87194dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2896929 Nov 22 20:35:01.329403 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-919bead5-6fe2-49c5-956a-b2736d2480c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381'] for port, after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:01.348863 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [None req-8739a7d1-c3de-4c23-b9ed-ab245c324e00 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] For port a4a4a2b1-320f-40b6-b3fe-5be417455b3f, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=a4a4a2b1-320f-40b6-b3fe-5be417455b3f,segment=NetworkSegment(2bdbae11-7fbc-46d7-b76a-5111caaa2e00),segment_id=2bdbae11-7fbc-46d7-b76a-5111caaa2e00)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:35:01.349559 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8739a7d1-c3de-4c23-b9ed-ab245c324e00 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:01.372095 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-8739a7d1-c3de-4c23-b9ed-ab245c324e00 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Calling delete_port for a4a4a2b1-320f-40b6-b3fe-5be417455b3f owned by network:dhcp {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:35:01.383712 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7882564-cd45-4cb1-bfe6-3619926777bf req-2b13626d-4f93-4685-8e64-8387d9181337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:35:01.385785 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b7882564-cd45-4cb1-bfe6-3619926777bf req-2b13626d-4f93-4685-8e64-8387d9181337 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1ac7be7b-b7c9-4352-a72e-6ac063479767 HTTP/1.1" status: 200 len: 852 time: 0.1220407 Nov 22 20:35:01.413602 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919bead5-6fe2-49c5-956a-b2736d2480c3 None None] Pushing event deleted for resources: {'Port': ['ID=a4a4a2b1-320f-40b6-b3fe-5be417455b3f,revision_number=None']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:35:01.429508 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-919bead5-6fe2-49c5-956a-b2736d2480c3 None None] No DVR routers for this DVR port a4a4a2b1-320f-40b6-b3fe-5be417455b3f on host n-d-818823-1 {{(pid=103449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:35:01.700942 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device a4a4a2b1-320f-40b6-b3fe-5be417455b3f no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:35:01.726445 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: a4a4a2b1-320f-40b6-b3fe-5be417455b3f {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:35:01.726981 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device a4a4a2b1-320f-40b6-b3fe-5be417455b3f not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:35:01.858056 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b7882564-cd45-4cb1-bfe6-3619926777bf req-f4d71469-c603-4d3a-a42a-18bc4a9fad3b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=eb9fbb32-9d7b-41a8-9790-6e20333e7d46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4274819 Nov 22 20:35:02.001052 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b7882564-cd45-4cb1-bfe6-3619926777bf req-a98d7425-68d0-4b84-9714-9e0056bda942 service neutron] 10.222.0.41 "GET /v2.0/networks/eb9fbb32-9d7b-41a8-9790-6e20333e7d46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181259 Nov 22 20:35:02.020576 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-dd068ba6-685b-4bff-b550-148951b48580 req-86df6dee-22b7-4864-9bc1-830f64235c3e tempest-ServersNegativeTestMultiTenantJSON-569476222 tempest-ServersNegativeTestMultiTenantJSON-569476222-project] 10.222.0.46 "GET /v2.0/ports?device_id=9af02db4-2bb9-49df-9570-43cde923112c HTTP/1.1" status: 200 len: 210 time: 0.1651838 Nov 22 20:35:02.154325 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b7882564-cd45-4cb1-bfe6-3619926777bf req-543dfe8f-c6da-40e1-b2b1-d317f291a584 service neutron] 10.222.0.41 "GET /v2.0/networks/eb9fbb32-9d7b-41a8-9790-6e20333e7d46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316745 Nov 22 20:35:02.161571 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98116702-43db-4d39-b033-8672cacc40e3 req-38ec48ca-72a3-4eec-aaeb-ac11fa7dd4dc tempest-ServersNegativeTestMultiTenantJSON-569476222 tempest-ServersNegativeTestMultiTenantJSON-569476222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:35:02.163719 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-98116702-43db-4d39-b033-8672cacc40e3 req-38ec48ca-72a3-4eec-aaeb-ac11fa7dd4dc tempest-ServersNegativeTestMultiTenantJSON-569476222 tempest-ServersNegativeTestMultiTenantJSON-569476222-project] 10.222.0.41 "GET /v2.0/networks?id=beaa79d6-d1d9-4d88-95ae-ed1e35b00ca6 HTTP/1.1" status: 200 len: 825 time: 0.2848973 Nov 22 20:35:02.181151 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [req-98116702-43db-4d39-b033-8672cacc40e3 req-a762ae3a-c20e-4c0a-bbab-8fce2e9c331d tempest-ServersNegativeTestMultiTenantJSON-569476222 tempest-ServersNegativeTestMultiTenantJSON-569476222-project] Request body: {'port': {'device_id': '9af02db4-2bb9-49df-9570-43cde923112c', 'network_id': 'beaa79d6-d1d9-4d88-95ae-ed1e35b00ca6', 'admin_state_up': True, 'tenant_id': '69329039924048d08cb1ec16909e3796'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:35:02.228728 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2f2a4e-5ceb-4cd5-bb03-a169f6a5c72b req-dc9d17db-921e-4f73-beb3-ea87ad34314f tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:35:02.231500 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0b2f2a4e-5ceb-4cd5-bb03-a169f6a5c72b req-dc9d17db-921e-4f73-beb3-ea87ad34314f tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/ports?device_id=55c8ea2e-f35c-4917-83f4-6a6eece9ab8c HTTP/1.1" status: 200 len: 947 time: 0.3776722 Nov 22 20:35:02.264883 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8739a7d1-c3de-4c23-b9ed-ab245c324e00 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:02.348117 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8739a7d1-c3de-4c23-b9ed-ab245c324e00 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Pushing event deleted for resources: {'Port': ['ID=a4a4a2b1-320f-40b6-b3fe-5be417455b3f,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:35:02.353417 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8739a7d1-c3de-4c23-b9ed-ab245c324e00 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] No DVR routers for this DVR port a4a4a2b1-320f-40b6-b3fe-5be417455b3f on host n-d-818823-1 {{(pid=103447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:35:02.377828 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b88edb-ac4d-4c81-a924-edbca1aca966 req-fba45ca2-f985-447c-87fc-1bf8de047b56 tempest-TestServerAdvancedOps-1418173506 tempest-TestServerAdvancedOps-1418173506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:35:02.386953 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-73b88edb-ac4d-4c81-a924-edbca1aca966 req-fba45ca2-f985-447c-87fc-1bf8de047b56 tempest-TestServerAdvancedOps-1418173506 tempest-TestServerAdvancedOps-1418173506-project] 10.222.0.46 "GET /v2.0/ports?device_id=53e8b7d9-915c-41ee-b354-78ed1d5ea5e8 HTTP/1.1" status: 200 len: 945 time: 0.2384343 Nov 22 20:35:02.391321 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98116702-43db-4d39-b033-8672cacc40e3 req-a762ae3a-c20e-4c0a-bbab-8fce2e9c331d tempest-ServersNegativeTestMultiTenantJSON-569476222 tempest-ServersNegativeTestMultiTenantJSON-569476222-project] Made reservation on behalf of 69329039924048d08cb1ec16909e3796 for: {'port': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:35:02.400344 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-98116702-43db-4d39-b033-8672cacc40e3 req-a762ae3a-c20e-4c0a-bbab-8fce2e9c331d tempest-ServersNegativeTestMultiTenantJSON-569476222 tempest-ServersNegativeTestMultiTenantJSON-569476222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:02.491230 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-73b88edb-ac4d-4c81-a924-edbca1aca966 req-413227e9-707b-4203-a993-5b57cf9e46c7 tempest-TestServerAdvancedOps-1418173506 tempest-TestServerAdvancedOps-1418173506-project] 10.222.0.46 "GET /v2.0/security-groups?id=d833ee71-3fc5-4929-b73b-ceb2cb106c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037872 Nov 22 20:35:02.521679 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-b81abd7a-5ddd-4944-816b-062a0ae87d18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:02.535943 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0b2f2a4e-5ceb-4cd5-bb03-a169f6a5c72b req-6bc7375a-2f10-452e-b706-72612f02c5c0 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/security-groups?id=be1c2326-cee4-429b-9524-b757ff14e61f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2629457 Nov 22 20:35:02.646056 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [req-98116702-43db-4d39-b033-8672cacc40e3 req-a762ae3a-c20e-4c0a-bbab-8fce2e9c331d tempest-ServersNegativeTestMultiTenantJSON-569476222 tempest-ServersNegativeTestMultiTenantJSON-569476222-project] Allocated IP 172.20.0.5 (beaa79d6-d1d9-4d88-95ae-ed1e35b00ca6/e278672f-f081-4f11-b073-e988e6446432/4026c076-b168-4aee-8b40-1f807d0b4813) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:35:02.653285 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8739a7d1-c3de-4c23-b9ed-ab245c324e00 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3760028', 'neutron.services.segments.db._delete_segments_for_network-8748992815755'] for network, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:02.720919 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-8739a7d1-c3de-4c23-b9ed-ab245c324e00 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb157820-b7ef-450c-86e5-4b893ec91090']}} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:35:02.734587 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-8739a7d1-c3de-4c23-b9ed-ab245c324e00 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bdbae11-7fbc-46d7-b76a-5111caaa2e00') {'for_net_delete': True} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:35:02.735133 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-8739a7d1-c3de-4c23-b9ed-ab245c324e00 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bdbae11-7fbc-46d7-b76a-5111caaa2e00') {} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:35:02.746791 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8739a7d1-c3de-4c23-b9ed-ab245c324e00 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748993039638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12178344'] for segment, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:02.756626 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9a1c19-e8dc-48f9-9e7e-09d4cf7d9c21 req-521a071b-0b99-4272-8f38-00a1cfb9fabb tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:35:02.766010 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-dd9a1c19-e8dc-48f9-9e7e-09d4cf7d9c21 req-521a071b-0b99-4272-8f38-00a1cfb9fabb tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/ports?device_id=9762b09b-4077-406d-9ea3-d4ff050e8dd3 HTTP/1.1" status: 200 len: 946 time: 0.1480653 Nov 22 20:35:02.795434 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8739a7d1-c3de-4c23-b9ed-ab245c324e00 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:02.819208 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8739a7d1-c3de-4c23-b9ed-ab245c324e00 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Releasing vlan 635 on physical network physnet1 to pool {{(pid=103447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 20:35:02.819672 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8739a7d1-c3de-4c23-b9ed-ab245c324e00 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8900762'] for segment, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:02.822817 n-d-818823-1 neutron-server[103447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 20:35:02.822817 n-d-818823-1 neutron-server[103447]: self.session.flush() Nov 22 20:35:02.822817 n-d-818823-1 neutron-server[103447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 20:35:02.822817 n-d-818823-1 neutron-server[103447]: self.session.flush() Nov 22 20:35:02.822817 n-d-818823-1 neutron-server[103447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 20:35:02.822817 n-d-818823-1 neutron-server[103447]: self.session.flush() Nov 22 20:35:02.822817 n-d-818823-1 neutron-server[103447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 20:35:02.822817 n-d-818823-1 neutron-server[103447]: self.session.flush() Nov 22 20:35:02.822817 n-d-818823-1 neutron-server[103447]: Traceback (most recent call last): Nov 22 20:35:02.822817 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 20:35:02.822817 n-d-818823-1 neutron-server[103447]: timer() Nov 22 20:35:02.822817 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 20:35:02.822817 n-d-818823-1 neutron-server[103447]: cb(*args, **kw) Nov 22 20:35:02.822817 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 20:35:02.822817 n-d-818823-1 neutron-server[103447]: return func(*args, **kwargs) Nov 22 20:35:02.822817 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 20:35:02.822817 n-d-818823-1 neutron-server[103447]: self._notify() Nov 22 20:35:02.822817 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 20:35:02.822817 n-d-818823-1 neutron-server[103447]: self.callback(batched_events) Nov 22 20:35:02.822817 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 20:35:02.822817 n-d-818823-1 neutron-server[103447]: event.method(event) Nov 22 20:35:02.822817 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 20:35:02.822817 n-d-818823-1 neutron-server[103447]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 20:35:02.822817 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 20:35:02.822817 n-d-818823-1 neutron-server[103447]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 20:35:02.822817 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 20:35:02.822817 n-d-818823-1 neutron-server[103447]: return f(self, *a, **k) Nov 22 20:35:02.822817 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 20:35:02.822817 n-d-818823-1 neutron-server[103447]: return self._get(url).json() Nov 22 20:35:02.822817 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 20:35:02.822817 n-d-818823-1 neutron-server[103447]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 20:35:02.822817 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 20:35:02.822817 n-d-818823-1 neutron-server[103447]: return self.request(url, 'GET', **kwargs) Nov 22 20:35:02.822817 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 20:35:02.822817 n-d-818823-1 neutron-server[103447]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 20:35:02.822817 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 20:35:02.822817 n-d-818823-1 neutron-server[103447]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 20:35:02.822817 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 20:35:02.822817 n-d-818823-1 neutron-server[103447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 20:35:02.822817 n-d-818823-1 neutron-server[103447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 20:35:02.889461 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-dd9a1c19-e8dc-48f9-9e7e-09d4cf7d9c21 req-7a677f59-51e5-444e-9c34-e350dce045ab tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/security-groups?id=967182ec-36b6-43cb-985c-f0d9e87194dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222370 Nov 22 20:35:02.917592 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-98116702-43db-4d39-b033-8672cacc40e3 req-a762ae3a-c20e-4c0a-bbab-8fce2e9c331d tempest-ServersNegativeTestMultiTenantJSON-569476222 tempest-ServersNegativeTestMultiTenantJSON-569476222-project] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:02.917925 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8739a7d1-c3de-4c23-b9ed-ab245c324e00 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3760002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595318'] for network, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:02.936327 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8739a7d1-c3de-4c23-b9ed-ab245c324e00 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks [] for network, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:02.941328 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-8739a7d1-c3de-4c23-b9ed-ab245c324e00 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] 10.222.0.46 "DELETE /v2.0/networks/bb157820-b7ef-450c-86e5-4b893ec91090 HTTP/1.1" status: 204 len: 168 time: 2.5932505 Nov 22 20:35:02.948981 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 43118) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:35:02.955181 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8739a7d1-c3de-4c23-b9ed-ab245c324e00 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Pushing event deleted for resources: {'Network': ['ID=bb157820-b7ef-450c-86e5-4b893ec91090,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:35:03.037919 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1327df37-eb8a-48c9-ad03-7b5254cda145 req-f86a88ac-a44b-46b0-882c-e09d0e2c7657 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:35:03.039737 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1327df37-eb8a-48c9-ad03-7b5254cda145 req-f86a88ac-a44b-46b0-882c-e09d0e2c7657 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.20 "GET /v2.0/ports?device_id=55c8ea2e-f35c-4917-83f4-6a6eece9ab8c HTTP/1.1" status: 200 len: 947 time: 0.0754490 Nov 22 20:35:03.059179 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-98116702-43db-4d39-b033-8672cacc40e3 req-a762ae3a-c20e-4c0a-bbab-8fce2e9c331d tempest-ServersNegativeTestMultiTenantJSON-569476222 tempest-ServersNegativeTestMultiTenantJSON-569476222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:03.100998 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98116702-43db-4d39-b033-8672cacc40e3 req-a762ae3a-c20e-4c0a-bbab-8fce2e9c331d tempest-ServersNegativeTestMultiTenantJSON-569476222 tempest-ServersNegativeTestMultiTenantJSON-569476222-project] Network beaa79d6-d1d9-4d88-95ae-ed1e35b00ca6 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:35:03.123690 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [req-98116702-43db-4d39-b033-8672cacc40e3 req-a762ae3a-c20e-4c0a-bbab-8fce2e9c331d tempest-ServersNegativeTestMultiTenantJSON-569476222 tempest-ServersNegativeTestMultiTenantJSON-569476222-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:35:03.126527 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [req-98116702-43db-4d39-b033-8672cacc40e3 req-a762ae3a-c20e-4c0a-bbab-8fce2e9c331d tempest-ServersNegativeTestMultiTenantJSON-569476222 tempest-ServersNegativeTestMultiTenantJSON-569476222-project] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:35:03.192235 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a762ae3a-c20e-4c0a-bbab-8fce2e9c331d tempest-ServersNegativeTestMultiTenantJSON-569476222 tempest-ServersNegativeTestMultiTenantJSON-569476222-project] Pushing event updated for resources: {'Port': ['ID=4026c076-b168-4aee-8b40-1f807d0b4813,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:35:03.205388 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98116702-43db-4d39-b033-8672cacc40e3 req-a762ae3a-c20e-4c0a-bbab-8fce2e9c331d tempest-ServersNegativeTestMultiTenantJSON-569476222 tempest-ServersNegativeTestMultiTenantJSON-569476222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:35:03.206016 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-98116702-43db-4d39-b033-8672cacc40e3 req-a762ae3a-c20e-4c0a-bbab-8fce2e9c331d tempest-ServersNegativeTestMultiTenantJSON-569476222 tempest-ServersNegativeTestMultiTenantJSON-569476222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:03.219966 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a762ae3a-c20e-4c0a-bbab-8fce2e9c331d tempest-ServersNegativeTestMultiTenantJSON-569476222 tempest-ServersNegativeTestMultiTenantJSON-569476222-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:35:03.219966 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a762ae3a-c20e-4c0a-bbab-8fce2e9c331d tempest-ServersNegativeTestMultiTenantJSON-569476222 tempest-ServersNegativeTestMultiTenantJSON-569476222-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:35:03.220267 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a762ae3a-c20e-4c0a-bbab-8fce2e9c331d tempest-ServersNegativeTestMultiTenantJSON-569476222 tempest-ServersNegativeTestMultiTenantJSON-569476222-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:35:03.220608 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a762ae3a-c20e-4c0a-bbab-8fce2e9c331d tempest-ServersNegativeTestMultiTenantJSON-569476222 tempest-ServersNegativeTestMultiTenantJSON-569476222-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:35:03.220997 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a762ae3a-c20e-4c0a-bbab-8fce2e9c331d tempest-ServersNegativeTestMultiTenantJSON-569476222 tempest-ServersNegativeTestMultiTenantJSON-569476222-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:35:03.221261 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a762ae3a-c20e-4c0a-bbab-8fce2e9c331d tempest-ServersNegativeTestMultiTenantJSON-569476222 tempest-ServersNegativeTestMultiTenantJSON-569476222-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:35:03.221590 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a762ae3a-c20e-4c0a-bbab-8fce2e9c331d tempest-ServersNegativeTestMultiTenantJSON-569476222 tempest-ServersNegativeTestMultiTenantJSON-569476222-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:35:03.221916 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a762ae3a-c20e-4c0a-bbab-8fce2e9c331d tempest-ServersNegativeTestMultiTenantJSON-569476222 tempest-ServersNegativeTestMultiTenantJSON-569476222-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:35:03.222641 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a762ae3a-c20e-4c0a-bbab-8fce2e9c331d tempest-ServersNegativeTestMultiTenantJSON-569476222 tempest-ServersNegativeTestMultiTenantJSON-569476222-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:35:03.222641 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a762ae3a-c20e-4c0a-bbab-8fce2e9c331d tempest-ServersNegativeTestMultiTenantJSON-569476222 tempest-ServersNegativeTestMultiTenantJSON-569476222-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:35:03.222875 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a762ae3a-c20e-4c0a-bbab-8fce2e9c331d tempest-ServersNegativeTestMultiTenantJSON-569476222 tempest-ServersNegativeTestMultiTenantJSON-569476222-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:35:03.223196 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a762ae3a-c20e-4c0a-bbab-8fce2e9c331d tempest-ServersNegativeTestMultiTenantJSON-569476222 tempest-ServersNegativeTestMultiTenantJSON-569476222-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:35:03.228765 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b4fdd8-53c7-49cf-93ba-1eca3064e32f req-bfae06f5-e566-455e-85a9-5833b92b23c2 tempest-ServersNegativeTestMultiTenantJSON-569476222 tempest-ServersNegativeTestMultiTenantJSON-569476222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:35:03.235653 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-e42ca3d1-0a8e-4c40-ab4b-b29525ff72d1 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Deleting port 5db32963-f0d5-4af0-a635-f5708fb08061 {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:35:03.236031 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e42ca3d1-0a8e-4c40-ab4b-b29525ff72d1 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:03.238397 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b5b4fdd8-53c7-49cf-93ba-1eca3064e32f req-bfae06f5-e566-455e-85a9-5833b92b23c2 tempest-ServersNegativeTestMultiTenantJSON-569476222 tempest-ServersNegativeTestMultiTenantJSON-569476222-project] 10.222.0.46 "GET /v2.0/ports?device_id=9af02db4-2bb9-49df-9570-43cde923112c HTTP/1.1" status: 200 len: 931 time: 0.0916674 Nov 22 20:35:03.268959 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-1327df37-eb8a-48c9-ad03-7b5254cda145 req-59225b47-d0d3-4641-8b5d-57b6566d6881 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Deleting port d45dc3a7-ff28-432b-8016-c373ba7cbd55 {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:35:03.269438 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-1327df37-eb8a-48c9-ad03-7b5254cda145 req-59225b47-d0d3-4641-8b5d-57b6566d6881 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:03.283222 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-98116702-43db-4d39-b033-8672cacc40e3 req-a762ae3a-c20e-4c0a-bbab-8fce2e9c331d tempest-ServersNegativeTestMultiTenantJSON-569476222 tempest-ServersNegativeTestMultiTenantJSON-569476222-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1066430 Nov 22 20:35:03.298772 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [req-98116702-43db-4d39-b033-8672cacc40e3 req-40585e9d-7427-46ef-acaf-e32568f02dfb service neutron] Request body: {'port': {'device_id': '9af02db4-2bb9-49df-9570-43cde923112c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818823-1'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:35:03.416429 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-1327df37-eb8a-48c9-ad03-7b5254cda145 req-59225b47-d0d3-4641-8b5d-57b6566d6881 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] For port d45dc3a7-ff28-432b-8016-c373ba7cbd55, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=d45dc3a7-ff28-432b-8016-c373ba7cbd55,segment=NetworkSegment(0f31ec19-3af4-4928-96f6-fbcd53d7ad3c),segment_id=0f31ec19-3af4-4928-96f6-fbcd53d7ad3c)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:35:03.416851 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-1327df37-eb8a-48c9-ad03-7b5254cda145 req-59225b47-d0d3-4641-8b5d-57b6566d6881 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:03.423334 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b5b4fdd8-53c7-49cf-93ba-1eca3064e32f req-a2b18ef4-77d5-4548-b958-8b92e8e1d8fd tempest-ServersNegativeTestMultiTenantJSON-569476222 tempest-ServersNegativeTestMultiTenantJSON-569476222-project] 10.222.0.46 "GET /v2.0/security-groups?id=f485f86c-c36f-4ec8-a43c-1635c09ec2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840582 Nov 22 20:35:03.509961 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-03f0964f-1b75-4df7-99e0-a3cdb56ec2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:03.740664 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e42ca3d1-0a8e-4c40-ab4b-b29525ff72d1 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:03.740800 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e42ca3d1-0a8e-4c40-ab4b-b29525ff72d1 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:03.752741 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-98116702-43db-4d39-b033-8672cacc40e3 req-40585e9d-7427-46ef-acaf-e32568f02dfb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:03.762034 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-1327df37-eb8a-48c9-ad03-7b5254cda145 req-59225b47-d0d3-4641-8b5d-57b6566d6881 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:03.762393 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-1327df37-eb8a-48c9-ad03-7b5254cda145 req-59225b47-d0d3-4641-8b5d-57b6566d6881 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-595224'] for floatingip, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:03.762973 n-d-818823-1 neutron-server[103447]: INFO neutron.db.l3_db [req-1327df37-eb8a-48c9-ad03-7b5254cda145 req-59225b47-d0d3-4641-8b5d-57b6566d6881 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Floating IP 5b06adff-d2e1-4e72-98a7-fa8d888f6d1e disassociated. External IP: 172.25.5.209, port: d45dc3a7-ff28-432b-8016-c373ba7cbd55. Nov 22 20:35:03.763317 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-1327df37-eb8a-48c9-ad03-7b5254cda145 req-59225b47-d0d3-4641-8b5d-57b6566d6881 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Calling delete_port for d45dc3a7-ff28-432b-8016-c373ba7cbd55 owned by compute:nova {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:35:03.765674 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-e42ca3d1-0a8e-4c40-ab4b-b29525ff72d1 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Calling delete_port for 5db32963-f0d5-4af0-a635-f5708fb08061 owned by network:floatingip {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:35:03.802038 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db28e0eb-794d-47ae-88ca-4c706e15dccd req-593f0023-77ae-4bff-9a80-36683dc99ab8 tempest-TestServerAdvancedOps-1418173506 tempest-TestServerAdvancedOps-1418173506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:35:03.803522 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-db28e0eb-794d-47ae-88ca-4c706e15dccd req-593f0023-77ae-4bff-9a80-36683dc99ab8 tempest-TestServerAdvancedOps-1418173506 tempest-TestServerAdvancedOps-1418173506-project] 10.222.0.46 "GET /v2.0/ports?device_id=53e8b7d9-915c-41ee-b354-78ed1d5ea5e8 HTTP/1.1" status: 200 len: 945 time: 0.1711326 Nov 22 20:35:03.878876 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26eeda6e-3717-43c8-b785-e9da6158d3b6 req-e0f90440-4e03-4f3c-9a3a-a59bc361a965 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:35:03.881766 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-26eeda6e-3717-43c8-b785-e9da6158d3b6 req-e0f90440-4e03-4f3c-9a3a-a59bc361a965 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/ports?device_id=55c8ea2e-f35c-4917-83f4-6a6eece9ab8c HTTP/1.1" status: 200 len: 947 time: 0.1976948 Nov 22 20:35:03.982099 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-26eeda6e-3717-43c8-b785-e9da6158d3b6 req-9e7baff9-ed7c-46bf-ace8-be021d2b546a tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/security-groups?id=be1c2326-cee4-429b-9524-b757ff14e61f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0826695 Nov 22 20:35:04.005069 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-db28e0eb-794d-47ae-88ca-4c706e15dccd req-17be51db-ac55-41a8-9b39-43b63cc69b3e tempest-TestServerAdvancedOps-1418173506 tempest-TestServerAdvancedOps-1418173506-project] 10.222.0.46 "GET /v2.0/security-groups?id=d833ee71-3fc5-4929-b73b-ceb2cb106c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221058 Nov 22 20:35:04.147061 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-1327df37-eb8a-48c9-ad03-7b5254cda145 req-59225b47-d0d3-4641-8b5d-57b6566d6881 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:04.161690 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7327456e-81e0-4b3d-afe9-64473103b95c req-a91781e3-6e79-4ea8-8279-debf8f98f611 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:35:04.163058 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7327456e-81e0-4b3d-afe9-64473103b95c req-a91781e3-6e79-4ea8-8279-debf8f98f611 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/ports?device_id=9762b09b-4077-406d-9ea3-d4ff050e8dd3 HTTP/1.1" status: 200 len: 946 time: 0.0893455 Nov 22 20:35:04.174643 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e42ca3d1-0a8e-4c40-ab4b-b29525ff72d1 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:04.190665 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59225b47-d0d3-4641-8b5d-57b6566d6881 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Pushing event deleted for resources: {'Port': ['ID=d45dc3a7-ff28-432b-8016-c373ba7cbd55,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:35:04.215880 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42ca3d1-0a8e-4c40-ab4b-b29525ff72d1 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Pushing event deleted for resources: {'Port': ['ID=5db32963-f0d5-4af0-a635-f5708fb08061,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:35:04.305554 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7327456e-81e0-4b3d-afe9-64473103b95c req-9d81057b-92ce-44d8-b3ff-b8c921ecdf00 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/security-groups?id=967182ec-36b6-43cb-985c-f0d9e87194dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169214 Nov 22 20:35:04.341328 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e42ca3d1-0a8e-4c40-ab4b-b29525ff72d1 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks [] for floatingip, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:04.344339 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e42ca3d1-0a8e-4c40-ab4b-b29525ff72d1 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for floatingip, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:04.345626 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-e42ca3d1-0a8e-4c40-ab4b-b29525ff72d1 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] 10.222.0.46 "DELETE /v2.0/floatingips/32c85e91-dce4-43b3-9058-452ceb5f3d90 HTTP/1.1" status: 204 len: 168 time: 1.3952451 Nov 22 20:35:04.350526 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 43152) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:35:04.400555 n-d-818823-1 neutron-server[103448]: INFO neutron.pecan_wsgi.hooks.translation [None req-44ec2fed-40b0-48bc-aeae-db20bd2a4039 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] DELETE failed (client error): The resource could not be found. Nov 22 20:35:04.401080 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44ec2fed-40b0-48bc-aeae-db20bd2a4039 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 20:35:04.402673 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1327df37-eb8a-48c9-ad03-7b5254cda145 req-59225b47-d0d3-4641-8b5d-57b6566d6881 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Router 465eee6a-d00b-4a92-933d-be36d09a8662 has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 20:35:04.404375 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-44ec2fed-40b0-48bc-aeae-db20bd2a4039 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] 10.222.0.46 "DELETE /v2.0/ports/3fe739ec-b3fc-46d0-8482-d59bb482083f HTTP/1.1" status: 404 len: 333 time: 0.0527318 Nov 22 20:35:04.406947 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 43154) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:35:04.410454 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd7cddf-7edf-4af4-81db-bfc287bfb8b3 req-94a68820-3d72-496a-8542-5a767eeebb15 tempest-TestServerAdvancedOps-1418173506 tempest-TestServerAdvancedOps-1418173506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:35:04.411973 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-bcd7cddf-7edf-4af4-81db-bfc287bfb8b3 req-94a68820-3d72-496a-8542-5a767eeebb15 tempest-TestServerAdvancedOps-1418173506 tempest-TestServerAdvancedOps-1418173506-project] 10.222.0.46 "GET /v2.0/ports?device_id=53e8b7d9-915c-41ee-b354-78ed1d5ea5e8 HTTP/1.1" status: 200 len: 945 time: 0.0764613 Nov 22 20:35:04.453044 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-d2019682-5106-46ca-bcda-581b59e6b100 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] 10.222.0.46 "GET /v2.0/ports?device_id=83fdb68e-15db-44c2-8c59-af3ccd1bab65 HTTP/1.1" status: 200 len: 205 time: 0.0427270 Nov 22 20:35:04.453513 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [req-98116702-43db-4d39-b033-8672cacc40e3 req-40585e9d-7427-46ef-acaf-e32568f02dfb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4026c076-b168-4aee-8b40-1f807d0b4813 {{(pid=103448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:35:04.457856 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 43156) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:35:04.467514 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-98116702-43db-4d39-b033-8672cacc40e3 req-40585e9d-7427-46ef-acaf-e32568f02dfb service neutron] Publish callbacks [] for port, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:04.510038 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-bcd7cddf-7edf-4af4-81db-bfc287bfb8b3 req-a2a3b050-3582-4678-88e7-2cfe064828de tempest-TestServerAdvancedOps-1418173506 tempest-TestServerAdvancedOps-1418173506-project] 10.222.0.46 "GET /v2.0/security-groups?id=d833ee71-3fc5-4929-b73b-ceb2cb106c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911627 Nov 22 20:35:04.535389 n-d-818823-1 neutron-server[103448]: INFO neutron.api.v2.resource [None req-b9616535-bf1d-4e6f-a242-53cb59b65ff0 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] delete failed (client error): The resource could not be found. Nov 22 20:35:04.538868 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-b9616535-bf1d-4e6f-a242-53cb59b65ff0 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] 10.222.0.46 "DELETE /v2.0/routers/83fdb68e-15db-44c2-8c59-af3ccd1bab65 HTTP/1.1" status: 404 len: 336 time: 0.0777018 Nov 22 20:35:04.540917 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 43160) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:35:04.567776 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [req-98116702-43db-4d39-b033-8672cacc40e3 req-40585e9d-7427-46ef-acaf-e32568f02dfb service neutron] Transition to ACTIVE for port object 4026c076-b168-4aee-8b40-1f807d0b4813 will not be triggered until provisioned by entity L2. {{(pid=103448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 20:35:04.594284 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1327df37-eb8a-48c9-ad03-7b5254cda145 req-59225b47-d0d3-4641-8b5d-57b6566d6881 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:35:04.597969 n-d-818823-1 neutron-server[103448]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d6b2edb-9031-443c-9b1d-5b816174e201 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] DELETE failed (client error): The resource could not be found. Nov 22 20:35:04.598603 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d6b2edb-9031-443c-9b1d-5b816174e201 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 20:35:04.602753 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-8d6b2edb-9031-443c-9b1d-5b816174e201 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] 10.222.0.46 "DELETE /v2.0/subnets/92f18d2a-0a60-409f-8e0d-953ab1d5cc8e HTTP/1.1" status: 404 len: 337 time: 0.0570519 Nov 22 20:35:04.603704 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-98116702-43db-4d39-b033-8672cacc40e3 req-40585e9d-7427-46ef-acaf-e32568f02dfb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:04.606048 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 43162) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:35:04.613997 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-339bc292-86fc-4d11-9000-0226158752d4 None None] Sync routers for ids ['465eee6a-d00b-4a92-933d-be36d09a8662'] in n-d-818823-1 {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:35:04.641632 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-339bc292-86fc-4d11-9000-0226158752d4 None None] Routers {'465eee6a-d00b-4a92-933d-be36d09a8662'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:35:04.643438 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-339bc292-86fc-4d11-9000-0226158752d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:35:02Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['465eee6a-d00b-4a92-933d-be36d09a8662'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:35:04.655678 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-1327df37-eb8a-48c9-ad03-7b5254cda145 req-59225b47-d0d3-4641-8b5d-57b6566d6881 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] No DVR routers for this DVR port d45dc3a7-ff28-432b-8016-c373ba7cbd55 on host n-h2-818823-1 {{(pid=103447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:35:04.659056 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-1327df37-eb8a-48c9-ad03-7b5254cda145 req-59225b47-d0d3-4641-8b5d-57b6566d6881 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:04.663404 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1327df37-eb8a-48c9-ad03-7b5254cda145 req-59225b47-d0d3-4641-8b5d-57b6566d6881 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.20 "DELETE /v2.0/ports/d45dc3a7-ff28-432b-8016-c373ba7cbd55 HTTP/1.1" status: 204 len: 173 time: 1.6160572 Nov 22 20:35:04.672752 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5babd14f-6439-4aad-a1c6-1ff17bb1b536 req-f4be395e-5197-4868-9dca-9a0e5f0f0f5a tempest-ServersNegativeTestMultiTenantJSON-569476222 tempest-ServersNegativeTestMultiTenantJSON-569476222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:35:04.674663 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5babd14f-6439-4aad-a1c6-1ff17bb1b536 req-f4be395e-5197-4868-9dca-9a0e5f0f0f5a tempest-ServersNegativeTestMultiTenantJSON-569476222 tempest-ServersNegativeTestMultiTenantJSON-569476222-project] 10.222.0.46 "GET /v2.0/ports?device_id=9af02db4-2bb9-49df-9570-43cde923112c HTTP/1.1" status: 200 len: 931 time: 0.1260037 Nov 22 20:35:04.675989 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55c8ea2e-f35c-4917-83f4-6a6eece9ab8c', 'name': 'network-vif-deleted', 'tag': 'd45dc3a7-ff28-432b-8016-c373ba7cbd55'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:35:04.678878 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de0515a8-0f22-4af0-86d5-7b33ec0dc9ae" -d '{"events": [{"server_uuid": "55c8ea2e-f35c-4917-83f4-6a6eece9ab8c", "name": "network-vif-deleted", "tag": "d45dc3a7-ff28-432b-8016-c373ba7cbd55"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:35:04.775635 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5babd14f-6439-4aad-a1c6-1ff17bb1b536 req-d7a09534-0108-4b68-8f04-fe88f0396460 tempest-ServersNegativeTestMultiTenantJSON-569476222 tempest-ServersNegativeTestMultiTenantJSON-569476222-project] 10.222.0.46 "GET /v2.0/security-groups?id=f485f86c-c36f-4ec8-a43c-1635c09ec2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811460 Nov 22 20:35:04.788656 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40585e9d-7427-46ef-acaf-e32568f02dfb service neutron] Pushing event updated for resources: {'Port': ['ID=4026c076-b168-4aee-8b40-1f807d0b4813,revision_number=2']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:35:04.972679 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-339bc292-86fc-4d11-9000-0226158752d4 None None] Set router 465eee6a-d00b-4a92-933d-be36d09a8662 gateway port host: n-d-818823-1 {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:35:04.975084 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:35:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acf7400f-1e67-4f78-b04a-a5659f743e12 x-openstack-request-id: req-acf7400f-1e67-4f78-b04a-a5659f743e12 {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:35:04.975391 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55c8ea2e-f35c-4917-83f4-6a6eece9ab8c", "name": "network-vif-deleted", "tag": "d45dc3a7-ff28-432b-8016-c373ba7cbd55", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:35:04.975722 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-acf7400f-1e67-4f78-b04a-a5659f743e12 {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:35:04.976129 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55c8ea2e-f35c-4917-83f4-6a6eece9ab8c', 'name': 'network-vif-deleted', 'tag': 'd45dc3a7-ff28-432b-8016-c373ba7cbd55', 'status': 'completed', 'code': 200} Nov 22 20:35:05.019890 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-98116702-43db-4d39-b033-8672cacc40e3 req-40585e9d-7427-46ef-acaf-e32568f02dfb service neutron] Attempting to bind port 4026c076-b168-4aee-8b40-1f807d0b4813 on host n-h1-818823-1 for vnic_type normal with profile {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:35:05.020967 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-98116702-43db-4d39-b033-8672cacc40e3 req-40585e9d-7427-46ef-acaf-e32568f02dfb service neutron] Attempting to bind port 4026c076-b168-4aee-8b40-1f807d0b4813 by drivers openvswitch,hyperv on host n-h1-818823-1 at level 0 using segments [{'id': 'ac763a60-b436-40fe-9e46-97886f933900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'beaa79d6-d1d9-4d88-95ae-ed1e35b00ca6'}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:35:05.021118 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98116702-43db-4d39-b033-8672cacc40e3 req-40585e9d-7427-46ef-acaf-e32568f02dfb service neutron] Attempting to bind port 4026c076-b168-4aee-8b40-1f807d0b4813 on network beaa79d6-d1d9-4d88-95ae-ed1e35b00ca6 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:35:05.033173 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98116702-43db-4d39-b033-8672cacc40e3 req-40585e9d-7427-46ef-acaf-e32568f02dfb service neutron] Port 4026c076-b168-4aee-8b40-1f807d0b4813 on network beaa79d6-d1d9-4d88-95ae-ed1e35b00ca6 not bound, no agent of type Open vSwitch agent registered on host n-h1-818823-1 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:35:05.033518 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98116702-43db-4d39-b033-8672cacc40e3 req-40585e9d-7427-46ef-acaf-e32568f02dfb service neutron] Attempting to bind port 4026c076-b168-4aee-8b40-1f807d0b4813 on network beaa79d6-d1d9-4d88-95ae-ed1e35b00ca6 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:35:05.044310 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98116702-43db-4d39-b033-8672cacc40e3 req-40585e9d-7427-46ef-acaf-e32568f02dfb service neutron] Checking agent: {'id': '7a008cff-3b49-418c-8046-689d46cc800f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'started_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 34, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:35:05.044732 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98116702-43db-4d39-b033-8672cacc40e3 req-40585e9d-7427-46ef-acaf-e32568f02dfb service neutron] Checking segment: {'id': 'ac763a60-b436-40fe-9e46-97886f933900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'beaa79d6-d1d9-4d88-95ae-ed1e35b00ca6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:35:05.045252 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98116702-43db-4d39-b033-8672cacc40e3 req-40585e9d-7427-46ef-acaf-e32568f02dfb service neutron] Bound using segment: {'id': 'ac763a60-b436-40fe-9e46-97886f933900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'beaa79d6-d1d9-4d88-95ae-ed1e35b00ca6'} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:35:05.045767 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-98116702-43db-4d39-b033-8672cacc40e3 req-40585e9d-7427-46ef-acaf-e32568f02dfb service neutron] Bound port: 4026c076-b168-4aee-8b40-1f807d0b4813, host: n-h1-818823-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac763a60-b436-40fe-9e46-97886f933900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'beaa79d6-d1d9-4d88-95ae-ed1e35b00ca6'}}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:35:05.046820 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-98116702-43db-4d39-b033-8672cacc40e3 req-40585e9d-7427-46ef-acaf-e32568f02dfb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:05.066139 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-a62957ac-c83c-4d40-9255-9533b870f0a6 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Deleting port 32bfada7-9220-43d4-a9c1-36f9aa99943c {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:35:05.066610 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a62957ac-c83c-4d40-9255-9533b870f0a6 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:05.165113 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e49ee129-e862-4476-beca-cdc8150d2345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:05.246238 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2c3df3c8-39ac-43e6-b89b-9200db891b4a req-945f0ba2-cc85-4783-85ef-75a0b3ff9d85 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/ports?device_id=55c8ea2e-f35c-4917-83f4-6a6eece9ab8c HTTP/1.1" status: 200 len: 210 time: 0.0712237 Nov 22 20:35:05.310051 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-98116702-43db-4d39-b033-8672cacc40e3 req-40585e9d-7427-46ef-acaf-e32568f02dfb service neutron] For port 4026c076-b168-4aee-8b40-1f807d0b4813, host n-h1-818823-1, cleared binding levels {{(pid=103448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:35:05.321304 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-339bc292-86fc-4d11-9000-0226158752d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '465eee6a-d00b-4a92-933d-be36d09a8662', 'name': 'tempest-AttachVolumeShelveTestJSON-1883671480-router', 'tenant_id': '99aeed5920ec4cada406eeeb08e171e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': 'a35931e5-9d85-4ddb-9da2-bf9a83990327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:26:13Z', 'updated_at': '2021-11-22T20:26:21Z', 'revision_number': 4, 'project_id': '99aeed5920ec4cada406eeeb08e171e4', 'gw_port': {'id': 'a35931e5-9d85-4ddb-9da2-bf9a83990327', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:ce:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465eee6a-d00b-4a92-933d-be36d09a8662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2295, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:26:16Z', 'updated_at': '2021-11-22T20:26:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': '026d84b4-3f7b-4ebc-99ab-5a5971b8ead8', 'name': '', 'network_id': '472efbbc-d832-48a8-ba47-cb0fa0f678cf', 'tenant_id': '99aeed5920ec4cada406eeeb08e171e4', 'mac_address': 'fa:16:3e:10:d4:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465eee6a-d00b-4a92-933d-be36d09a8662', 'device_owner': 'network:router_interface', 'standard_attr_id': 2296, 'fixed_ips': [{'subnet_id': 'bfcf564a-3590-4b88-b146-a6d87131f13b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:26:20Z', 'updated_at': '2021-11-22T20:26:28Z', 'revision_number': 5, 'project_id': '99aeed5920ec4cada406eeeb08e171e4', 'subnets': [{'id': 'bfcf564a-3590-4b88-b146-a6d87131f13b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:35:05.344511 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-98116702-43db-4d39-b033-8672cacc40e3 req-40585e9d-7427-46ef-acaf-e32568f02dfb service neutron] For port 4026c076-b168-4aee-8b40-1f807d0b4813, host n-h1-818823-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=4026c076-b168-4aee-8b40-1f807d0b4813,segment=NetworkSegment(ac763a60-b436-40fe-9e46-97886f933900),segment_id=ac763a60-b436-40fe-9e46-97886f933900)] {{(pid=103448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:35:05.362011 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a62957ac-c83c-4d40-9255-9533b870f0a6 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:05.371124 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-339bc292-86fc-4d11-9000-0226158752d4 None None] Checking router: 465eee6a-d00b-4a92-933d-be36d09a8662 for host: n-d-818823-1 {{(pid=103450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 20:35:05.383076 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-339bc292-86fc-4d11-9000-0226158752d4 None None] Routers {'465eee6a-d00b-4a92-933d-be36d09a8662'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:35:05.384527 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-339bc292-86fc-4d11-9000-0226158752d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:35:02Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['465eee6a-d00b-4a92-933d-be36d09a8662'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:35:05.402022 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-98116702-43db-4d39-b033-8672cacc40e3 req-40585e9d-7427-46ef-acaf-e32568f02dfb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:05.507280 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-a62957ac-c83c-4d40-9255-9533b870f0a6 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Calling delete_port for 32bfada7-9220-43d4-a9c1-36f9aa99943c owned by {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:35:05.624083 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7905e9-f002-4862-8449-3a5e43e9a4fe req-8d1e446e-a928-4865-9d75-678d031feced tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:35:05.643027 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1c7905e9-f002-4862-8449-3a5e43e9a4fe req-8d1e446e-a928-4865-9d75-678d031feced tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/ports?device_id=9762b09b-4077-406d-9ea3-d4ff050e8dd3 HTTP/1.1" status: 200 len: 946 time: 0.2350471 Nov 22 20:35:05.656933 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98116702-43db-4d39-b033-8672cacc40e3 req-40585e9d-7427-46ef-acaf-e32568f02dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:35:05.657573 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-98116702-43db-4d39-b033-8672cacc40e3 req-40585e9d-7427-46ef-acaf-e32568f02dfb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:05.659185 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-98116702-43db-4d39-b033-8672cacc40e3 req-40585e9d-7427-46ef-acaf-e32568f02dfb service neutron] 10.222.0.41 "PUT /v2.0/ports/4026c076-b168-4aee-8b40-1f807d0b4813 HTTP/1.1" status: 200 len: 1091 time: 2.3657186 Nov 22 20:35:05.661649 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9af02db4-2bb9-49df-9570-43cde923112c', 'tag': '4026c076-b168-4aee-8b40-1f807d0b4813'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:35:05.665597 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589a98cf2aea187fcc423a5edb333e5a6cf3ad7c81115d1ebee0f079693c312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b8d11d5-dbfb-4fee-9b59-25570a54a93a" -d '{"events": [{"name": "network-changed", "server_uuid": "9af02db4-2bb9-49df-9570-43cde923112c", "tag": "4026c076-b168-4aee-8b40-1f807d0b4813"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:35:05.668533 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40585e9d-7427-46ef-acaf-e32568f02dfb service neutron] Pushing event updated for resources: {'Port': ['ID=4026c076-b168-4aee-8b40-1f807d0b4813,revision_number=3']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:35:05.760874 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1c7905e9-f002-4862-8449-3a5e43e9a4fe req-661fb1f7-9fc2-48d6-a445-6be1e8d7b6c2 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/security-groups?id=967182ec-36b6-43cb-985c-f0d9e87194dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165247 Nov 22 20:35:05.765713 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-339bc292-86fc-4d11-9000-0226158752d4 None None] Set router 465eee6a-d00b-4a92-933d-be36d09a8662 gateway port host: n-d-818823-1 {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:35:05.783104 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98116702-43db-4d39-b033-8672cacc40e3 req-13d41561-912a-4c8e-9f3d-37a3721b7ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:35:05.785682 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-98116702-43db-4d39-b033-8672cacc40e3 req-13d41561-912a-4c8e-9f3d-37a3721b7ce0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=69329039924048d08cb1ec16909e3796&device_id=9af02db4-2bb9-49df-9570-43cde923112c HTTP/1.1" status: 200 len: 1094 time: 0.0816250 Nov 22 20:35:05.792737 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9869d921-ed6e-40b4-bb02-b612ab416d87 req-7915e73b-e36d-4bc9-967a-cf447863f037 tempest-TestServerAdvancedOps-1418173506 tempest-TestServerAdvancedOps-1418173506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:35:05.794430 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9869d921-ed6e-40b4-bb02-b612ab416d87 req-7915e73b-e36d-4bc9-967a-cf447863f037 tempest-TestServerAdvancedOps-1418173506 tempest-TestServerAdvancedOps-1418173506-project] 10.222.0.46 "GET /v2.0/ports?device_id=53e8b7d9-915c-41ee-b354-78ed1d5ea5e8 HTTP/1.1" status: 200 len: 945 time: 0.1485844 Nov 22 20:35:05.846256 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 20:35:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a385bdd-e3db-42d4-bcef-be384f289ec9 x-openstack-request-id: req-7a385bdd-e3db-42d4-bcef-be384f289ec9 {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:35:05.846550 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9af02db4-2bb9-49df-9570-43cde923112c", "tag": "4026c076-b168-4aee-8b40-1f807d0b4813", "status": "completed", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:35:05.847540 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7a385bdd-e3db-42d4-bcef-be384f289ec9 {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:35:05.847540 n-d-818823-1 neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9af02db4-2bb9-49df-9570-43cde923112c', 'tag': '4026c076-b168-4aee-8b40-1f807d0b4813', 'status': 'completed', 'code': 200} Nov 22 20:35:05.850925 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device d45dc3a7-ff28-432b-8016-c373ba7cbd55 no longer exists at agent hyperv_n-h2-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:35:05.889654 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-98116702-43db-4d39-b033-8672cacc40e3 req-d11a7a48-5fba-4319-94a7-ba1cf05d9f17 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4026c076-b168-4aee-8b40-1f807d0b4813 HTTP/1.1" status: 200 len: 217 time: 0.0749328 Nov 22 20:35:05.898438 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] No Port match for: d45dc3a7-ff28-432b-8016-c373ba7cbd55 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:35:05.905461 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device d45dc3a7-ff28-432b-8016-c373ba7cbd55 not bound to the agent host n-h2-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:35:05.953316 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9869d921-ed6e-40b4-bb02-b612ab416d87 req-de4f9734-f1e4-4b7c-b785-9c3fec12c4c6 tempest-TestServerAdvancedOps-1418173506 tempest-TestServerAdvancedOps-1418173506-project] 10.222.0.46 "GET /v2.0/security-groups?id=d833ee71-3fc5-4929-b73b-ceb2cb106c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357243 Nov 22 20:35:05.963594 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a62957ac-c83c-4d40-9255-9533b870f0a6 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:05.972155 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98116702-43db-4d39-b033-8672cacc40e3 req-55557d22-d3e4-4012-ada2-eae32510d67a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:35:05.974231 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-98116702-43db-4d39-b033-8672cacc40e3 req-55557d22-d3e4-4012-ada2-eae32510d67a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e278672f-f081-4f11-b073-e988e6446432 HTTP/1.1" status: 200 len: 865 time: 0.0782542 Nov 22 20:35:06.003489 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62957ac-c83c-4d40-9255-9533b870f0a6 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Pushing event deleted for resources: {'Port': ['ID=32bfada7-9220-43d4-a9c1-36f9aa99943c,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:35:06.058731 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-98116702-43db-4d39-b033-8672cacc40e3 req-0a8a49e0-3d3c-4bc4-ab10-c217d64c6984 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=beaa79d6-d1d9-4d88-95ae-ed1e35b00ca6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0535865 Nov 22 20:35:06.068276 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496ae45f-d466-4cf9-bab2-35a83339d00b req-2a8ac681-f867-4a1c-8b9b-f966ad076c54 tempest-ServersNegativeTestMultiTenantJSON-569476222 tempest-ServersNegativeTestMultiTenantJSON-569476222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:35:06.080464 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-496ae45f-d466-4cf9-bab2-35a83339d00b req-2a8ac681-f867-4a1c-8b9b-f966ad076c54 tempest-ServersNegativeTestMultiTenantJSON-569476222 tempest-ServersNegativeTestMultiTenantJSON-569476222-project] 10.222.0.46 "GET /v2.0/ports?device_id=9af02db4-2bb9-49df-9570-43cde923112c HTTP/1.1" status: 200 len: 943 time: 0.1876378 Nov 22 20:35:06.104129 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-339bc292-86fc-4d11-9000-0226158752d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '465eee6a-d00b-4a92-933d-be36d09a8662', 'name': 'tempest-AttachVolumeShelveTestJSON-1883671480-router', 'tenant_id': '99aeed5920ec4cada406eeeb08e171e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': 'a35931e5-9d85-4ddb-9da2-bf9a83990327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:26:13Z', 'updated_at': '2021-11-22T20:26:21Z', 'revision_number': 4, 'project_id': '99aeed5920ec4cada406eeeb08e171e4', 'gw_port': {'id': 'a35931e5-9d85-4ddb-9da2-bf9a83990327', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:ce:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465eee6a-d00b-4a92-933d-be36d09a8662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2295, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:26:16Z', 'updated_at': '2021-11-22T20:26:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': '026d84b4-3f7b-4ebc-99ab-5a5971b8ead8', 'name': '', 'network_id': '472efbbc-d832-48a8-ba47-cb0fa0f678cf', 'tenant_id': '99aeed5920ec4cada406eeeb08e171e4', 'mac_address': 'fa:16:3e:10:d4:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465eee6a-d00b-4a92-933d-be36d09a8662', 'device_owner': 'network:router_interface', 'standard_attr_id': 2296, 'fixed_ips': [{'subnet_id': 'bfcf564a-3590-4b88-b146-a6d87131f13b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:26:20Z', 'updated_at': '2021-11-22T20:26:28Z', 'revision_number': 5, 'project_id': '99aeed5920ec4cada406eeeb08e171e4', 'subnets': [{'id': 'bfcf564a-3590-4b88-b146-a6d87131f13b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:35:06.106481 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:06.121318 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cfe1fc4-6e37-4c18-af4b-d685f150b135 None None] DHCP port deletion for b6b66f04-87ac-4848-8852-c8e135aa6bc5 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:35:06.169869 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-339bc292-86fc-4d11-9000-0226158752d4 None None] The sync data for ids ['465eee6a-d00b-4a92-933d-be36d09a8662'] in n-d-818823-1 is: [{'id': '465eee6a-d00b-4a92-933d-be36d09a8662', 'name': 'tempest-AttachVolumeShelveTestJSON-1883671480-router', 'tenant_id': '99aeed5920ec4cada406eeeb08e171e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': 'a35931e5-9d85-4ddb-9da2-bf9a83990327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:26:13Z', 'updated_at': '2021-11-22T20:26:21Z', 'revision_number': 4, 'project_id': '99aeed5920ec4cada406eeeb08e171e4', 'gw_port': {'id': 'a35931e5-9d85-4ddb-9da2-bf9a83990327', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:ce:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465eee6a-d00b-4a92-933d-be36d09a8662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2295, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:26:16Z', 'updated_at': '2021-11-22T20:26:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': '026d84b4-3f7b-4ebc-99ab-5a5971b8ead8', 'name': '', 'network_id': '472efbbc-d832-48a8-ba47-cb0fa0f678cf', 'tenant_id': '99aeed5920ec4cada406eeeb08e171e4', 'mac_address': 'fa:16:3e:10:d4:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465eee6a-d00b-4a92-933d-be36d09a8662', 'device_owner': 'network:router_interface', 'standard_attr_id': 2296, 'fixed_ips': [{'subnet_id': 'bfcf564a-3590-4b88-b146-a6d87131f13b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:26:20Z', 'updated_at': '2021-11-22T20:26:28Z', 'revision_number': 5, 'project_id': '99aeed5920ec4cada406eeeb08e171e4', 'subnets': [{'id': 'bfcf564a-3590-4b88-b146-a6d87131f13b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:35:06.238090 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-496ae45f-d466-4cf9-bab2-35a83339d00b req-bbd7bc7b-e859-4061-baaf-1d4c6a228d70 tempest-ServersNegativeTestMultiTenantJSON-569476222 tempest-ServersNegativeTestMultiTenantJSON-569476222-project] 10.222.0.46 "GET /v2.0/security-groups?id=f485f86c-c36f-4ec8-a43c-1635c09ec2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556547 Nov 22 20:35:06.275847 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a62957ac-c83c-4d40-9255-9533b870f0a6 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:06.281607 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-a62957ac-c83c-4d40-9255-9533b870f0a6 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] 10.222.0.46 "DELETE /v2.0/ports/32bfada7-9220-43d4-a9c1-36f9aa99943c HTTP/1.1" status: 204 len: 168 time: 1.6687999 Nov 22 20:35:06.282239 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 43208) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:35:06.367627 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431c6af4-f82a-4965-9422-5ef6c3204a67 req-b68d298e-b239-432c-b280-6c551608510a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:35:06.371970 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-431c6af4-f82a-4965-9422-5ef6c3204a67 req-b68d298e-b239-432c-b280-6c551608510a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b14e2dc6a079480aa2916212614a187f&device_id=53e8b7d9-915c-41ee-b354-78ed1d5ea5e8 HTTP/1.1" status: 200 len: 1096 time: 0.1813576 Nov 22 20:35:06.404104 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 43218) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:35:06.477951 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d143afee-da3f-4139-bded-57f9288fcb43 req-fec88662-7b35-42fc-9e8c-b34ac436b676 tempest-TestServerAdvancedOps-1418173506 tempest-TestServerAdvancedOps-1418173506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:35:06.479697 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d143afee-da3f-4139-bded-57f9288fcb43 req-fec88662-7b35-42fc-9e8c-b34ac436b676 tempest-TestServerAdvancedOps-1418173506 tempest-TestServerAdvancedOps-1418173506-project] 10.222.0.46 "GET /v2.0/ports?device_id=53e8b7d9-915c-41ee-b354-78ed1d5ea5e8 HTTP/1.1" status: 200 len: 945 time: 0.2206724 Nov 22 20:35:06.527029 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-98116702-43db-4d39-b033-8672cacc40e3 req-46ef6653-80e8-4bde-875b-38e87a0ad941 service neutron] 10.222.0.41 "GET /v2.0/networks/beaa79d6-d1d9-4d88-95ae-ed1e35b00ca6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4612827 Nov 22 20:35:06.615305 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-af41350f-88ac-4359-9f8a-7d99a534380e tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:06.627575 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d143afee-da3f-4139-bded-57f9288fcb43 req-a3aa7bba-ce4c-4832-8cdc-7f61c7f7507b tempest-TestServerAdvancedOps-1418173506 tempest-TestServerAdvancedOps-1418173506-project] 10.222.0.46 "GET /v2.0/security-groups?id=d833ee71-3fc5-4929-b73b-ceb2cb106c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364727 Nov 22 20:35:06.656023 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-9126561c-cc1f-480a-bab2-e64c189e2b87 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Deleting port c3020702-fcc6-42e7-ac32-4f4dec198e97 {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:35:06.656023 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9126561c-cc1f-480a-bab2-e64c189e2b87 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:06.677012 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-af41350f-88ac-4359-9f8a-7d99a534380e tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:06.680264 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431c6af4-f82a-4965-9422-5ef6c3204a67 req-14f84766-f616-4a15-a550-96cfd48dda4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:35:06.681928 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-431c6af4-f82a-4965-9422-5ef6c3204a67 req-14f84766-f616-4a15-a550-96cfd48dda4f service neutron] 10.222.0.41 "GET /v2.0/networks?id=eb9fbb32-9d7b-41a8-9790-6e20333e7d46 HTTP/1.1" status: 200 len: 913 time: 0.3004017 Nov 22 20:35:06.688360 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b0d9472-717f-4b2e-8b55-da003ae97b1d None None] New status for floating IP 5b06adff-d2e1-4e72-98a7-fa8d888f6d1e: DOWN {{(pid=103449) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 20:35:06.715651 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-98116702-43db-4d39-b033-8672cacc40e3 req-48168be4-20a1-4644-a3a0-18955dac334a service neutron] 10.222.0.41 "GET /v2.0/networks/beaa79d6-d1d9-4d88-95ae-ed1e35b00ca6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1800640 Nov 22 20:35:06.749070 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-431c6af4-f82a-4965-9422-5ef6c3204a67 req-41d9e647-cb88-4a8f-b8db-9bd846284952 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=585e739d-10a9-41ba-92b6-0f4b12e3b197 HTTP/1.1" status: 200 len: 217 time: 0.0579779 Nov 22 20:35:06.844789 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431c6af4-f82a-4965-9422-5ef6c3204a67 req-ed7f3413-3772-42d7-9a1b-5eff285eb42c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:35:06.847235 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-431c6af4-f82a-4965-9422-5ef6c3204a67 req-ed7f3413-3772-42d7-9a1b-5eff285eb42c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1ac7be7b-b7c9-4352-a72e-6ac063479767 HTTP/1.1" status: 200 len: 852 time: 0.0868709 Nov 22 20:35:06.849287 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-af41350f-88ac-4359-9f8a-7d99a534380e tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:06.852685 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-af41350f-88ac-4359-9f8a-7d99a534380e tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:06.854101 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-af41350f-88ac-4359-9f8a-7d99a534380e tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "DELETE /v2.0/security-groups/be1c2326-cee4-429b-9524-b757ff14e61f HTTP/1.1" status: 204 len: 168 time: 0.4487939 Nov 22 20:35:06.860666 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 43228) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:35:06.929932 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af41350f-88ac-4359-9f8a-7d99a534380e tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be1c2326-cee4-429b-9524-b757ff14e61f,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:35:06.938462 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9126561c-cc1f-480a-bab2-e64c189e2b87 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:06.948048 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-431c6af4-f82a-4965-9422-5ef6c3204a67 req-1ca939d9-0c69-4852-b7eb-34f22e3da177 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=eb9fbb32-9d7b-41a8-9790-6e20333e7d46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0914252 Nov 22 20:35:06.960379 n-d-818823-1 neutron-server[103448]: INFO neutron.api.v2.resource [None req-ba1a7099-09b8-4340-b718-e1a78060a344 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] show failed (client error): The resource could not be found. Nov 22 20:35:06.964205 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-ba1a7099-09b8-4340-b718-e1a78060a344 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "GET /v2.0/security-groups/be1c2326-cee4-429b-9524-b757ff14e61f HTTP/1.1" status: 404 len: 347 time: 0.0998533 Nov 22 20:35:06.978302 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 43236) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:35:06.982798 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-9126561c-cc1f-480a-bab2-e64c189e2b87 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Calling delete_port for c3020702-fcc6-42e7-ac32-4f4dec198e97 owned by {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:35:07.068701 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8d11d5-dbfb-4fee-9b59-25570a54a93a req-02d122df-b578-4043-af6e-00ac32fb4b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:35:07.070400 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-3b8d11d5-dbfb-4fee-9b59-25570a54a93a req-02d122df-b578-4043-af6e-00ac32fb4b92 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=69329039924048d08cb1ec16909e3796&device_id=9af02db4-2bb9-49df-9570-43cde923112c HTTP/1.1" status: 200 len: 1094 time: 0.2496827 Nov 22 20:35:07.112827 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1248095b-d09c-4fb7-9aa8-872143def5fb req-b2d6815c-d0fb-4c8c-9d97-f7a31e30311f tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:35:07.115150 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1248095b-d09c-4fb7-9aa8-872143def5fb req-b2d6815c-d0fb-4c8c-9d97-f7a31e30311f tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/ports?device_id=9762b09b-4077-406d-9ea3-d4ff050e8dd3 HTTP/1.1" status: 200 len: 946 time: 0.1727924 Nov 22 20:35:07.234968 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1248095b-d09c-4fb7-9aa8-872143def5fb req-74d7b066-7f23-4a41-b962-e768d334b10e tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/security-groups?id=967182ec-36b6-43cb-985c-f0d9e87194dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116507 Nov 22 20:35:07.237193 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-431c6af4-f82a-4965-9422-5ef6c3204a67 req-142eb257-4286-4dfb-823b-e6c8147722ec service neutron] 10.222.0.41 "GET /v2.0/networks/eb9fbb32-9d7b-41a8-9790-6e20333e7d46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2247083 Nov 22 20:35:07.357456 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-48c83895-29e6-486f-a257-8f9873e14c80 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Deleting port f9a2717a-c24f-494c-895b-f919145b1ade {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:35:07.357801 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-48c83895-29e6-486f-a257-8f9873e14c80 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:07.416763 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8d11d5-dbfb-4fee-9b59-25570a54a93a req-50dc054c-1562-4009-9e70-080742c588b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:35:07.418774 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-3b8d11d5-dbfb-4fee-9b59-25570a54a93a req-50dc054c-1562-4009-9e70-080742c588b6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=beaa79d6-d1d9-4d88-95ae-ed1e35b00ca6 HTTP/1.1" status: 200 len: 926 time: 0.3158154 Nov 22 20:35:07.433253 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd3cc8c-15b4-411b-b68f-3ad94ecb2ac0 req-459590c7-a7da-4d12-878f-43873ed576be tempest-ServersNegativeTestMultiTenantJSON-569476222 tempest-ServersNegativeTestMultiTenantJSON-569476222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:35:07.434841 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-cfd3cc8c-15b4-411b-b68f-3ad94ecb2ac0 req-459590c7-a7da-4d12-878f-43873ed576be tempest-ServersNegativeTestMultiTenantJSON-569476222 tempest-ServersNegativeTestMultiTenantJSON-569476222-project] 10.222.0.46 "GET /v2.0/ports?device_id=9af02db4-2bb9-49df-9570-43cde923112c HTTP/1.1" status: 200 len: 943 time: 0.0867319 Nov 22 20:35:07.440840 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-431c6af4-f82a-4965-9422-5ef6c3204a67 req-9956c025-7576-49c1-9c9f-1e47e07813b5 service neutron] 10.222.0.41 "GET /v2.0/networks/eb9fbb32-9d7b-41a8-9790-6e20333e7d46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1880946 Nov 22 20:35:07.532978 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9126561c-cc1f-480a-bab2-e64c189e2b87 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:07.537314 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-3b8d11d5-dbfb-4fee-9b59-25570a54a93a req-d1532b05-5762-4fce-94c6-3065e19704a4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4026c076-b168-4aee-8b40-1f807d0b4813 HTTP/1.1" status: 200 len: 217 time: 0.0675058 Nov 22 20:35:07.548582 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-cfd3cc8c-15b4-411b-b68f-3ad94ecb2ac0 req-03c5d353-8be9-45c4-95ba-eec8deb9bc86 tempest-ServersNegativeTestMultiTenantJSON-569476222 tempest-ServersNegativeTestMultiTenantJSON-569476222-project] 10.222.0.46 "GET /v2.0/security-groups?id=f485f86c-c36f-4ec8-a43c-1635c09ec2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067729 Nov 22 20:35:07.598394 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9126561c-cc1f-480a-bab2-e64c189e2b87 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Pushing event deleted for resources: {'Port': ['ID=c3020702-fcc6-42e7-ac32-4f4dec198e97,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:35:07.658323 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4d5a191-e1ef-493d-94ac-3fdb033f3eb3 None None] DHCP port deletion for b6b66f04-87ac-4848-8852-c8e135aa6bc5 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:35:07.701824 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-48c83895-29e6-486f-a257-8f9873e14c80 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:07.702410 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-48c83895-29e6-486f-a257-8f9873e14c80 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:07.735185 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8d11d5-dbfb-4fee-9b59-25570a54a93a req-a8ab3081-436d-40e8-9ef9-b61e4a32b898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:35:07.736958 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-3b8d11d5-dbfb-4fee-9b59-25570a54a93a req-a8ab3081-436d-40e8-9ef9-b61e4a32b898 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e278672f-f081-4f11-b073-e988e6446432 HTTP/1.1" status: 200 len: 865 time: 0.1907668 Nov 22 20:35:07.746344 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-48c83895-29e6-486f-a257-8f9873e14c80 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Calling delete_port for f9a2717a-c24f-494c-895b-f919145b1ade owned by network:floatingip {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:35:07.788802 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-3b8d11d5-dbfb-4fee-9b59-25570a54a93a req-f606686b-91ea-495d-85c7-387c13f88baf service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=beaa79d6-d1d9-4d88-95ae-ed1e35b00ca6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400672 Nov 22 20:35:07.790717 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de4a920-4513-45fa-a39c-209bfdf70d0e req-b171ce21-1eb7-413f-bbec-cc63f5a2aeb9 tempest-TestServerAdvancedOps-1418173506 tempest-TestServerAdvancedOps-1418173506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:35:07.799637 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5de4a920-4513-45fa-a39c-209bfdf70d0e req-b171ce21-1eb7-413f-bbec-cc63f5a2aeb9 tempest-TestServerAdvancedOps-1418173506 tempest-TestServerAdvancedOps-1418173506-project] 10.222.0.46 "GET /v2.0/ports?device_id=53e8b7d9-915c-41ee-b354-78ed1d5ea5e8 HTTP/1.1" status: 200 len: 945 time: 0.0869296 Nov 22 20:35:07.861854 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5de4a920-4513-45fa-a39c-209bfdf70d0e req-3e82c6e3-0f9c-4483-8049-f0bc85115980 tempest-TestServerAdvancedOps-1418173506 tempest-TestServerAdvancedOps-1418173506-project] 10.222.0.46 "GET /v2.0/security-groups?id=d833ee71-3fc5-4929-b73b-ceb2cb106c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612116 Nov 22 20:35:07.875453 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9126561c-cc1f-480a-bab2-e64c189e2b87 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:07.881674 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 43262) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:35:07.881804 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-9126561c-cc1f-480a-bab2-e64c189e2b87 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] 10.222.0.46 "DELETE /v2.0/ports/c3020702-fcc6-42e7-ac32-4f4dec198e97 HTTP/1.1" status: 204 len: 168 time: 1.5986419 Nov 22 20:35:08.002375 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16e6d352-cf88-4786-a72e-12abfe7f0b8b tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:35:08.004336 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-16e6d352-cf88-4786-a72e-12abfe7f0b8b tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] 10.222.0.46 "GET /v2.0/ports?device_id=046e811e-a745-435b-b598-9f369ae1e439 HTTP/1.1" status: 200 len: 913 time: 0.1213667 Nov 22 20:35:08.007138 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 43266) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:35:08.013473 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-3b8d11d5-dbfb-4fee-9b59-25570a54a93a req-7e4e1bae-41c2-4854-9ae2-b00319c22f12 service neutron] 10.222.0.41 "GET /v2.0/networks/beaa79d6-d1d9-4d88-95ae-ed1e35b00ca6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2081509 Nov 22 20:35:08.162928 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-48c83895-29e6-486f-a257-8f9873e14c80 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:08.203878 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c83895-29e6-486f-a257-8f9873e14c80 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Pushing event deleted for resources: {'Port': ['ID=f9a2717a-c24f-494c-895b-f919145b1ade,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:35:08.267655 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-3b8d11d5-dbfb-4fee-9b59-25570a54a93a req-c81a8a0c-bd80-4d68-9d19-c868eb298bfa service neutron] 10.222.0.41 "GET /v2.0/networks/beaa79d6-d1d9-4d88-95ae-ed1e35b00ca6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664536 Nov 22 20:35:08.363584 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-48c83895-29e6-486f-a257-8f9873e14c80 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Publish callbacks [] for floatingip, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:08.367037 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-48c83895-29e6-486f-a257-8f9873e14c80 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for floatingip, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:08.371380 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-48c83895-29e6-486f-a257-8f9873e14c80 tempest-AttachVolumeShelveTestJSON-1486123327 tempest-AttachVolumeShelveTestJSON-1486123327-project] 10.222.0.46 "DELETE /v2.0/floatingips/5b06adff-d2e1-4e72-98a7-fa8d888f6d1e HTTP/1.1" status: 204 len: 168 time: 1.3892558 Nov 22 20:35:08.464171 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2741e129-b9ef-4f21-816f-ea76f2988fc6 req-435d380c-757d-470d-a1dc-27893b57fa8a tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:35:08.465723 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2741e129-b9ef-4f21-816f-ea76f2988fc6 req-435d380c-757d-470d-a1dc-27893b57fa8a tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/ports?device_id=9762b09b-4077-406d-9ea3-d4ff050e8dd3 HTTP/1.1" status: 200 len: 946 time: 0.1114154 Nov 22 20:35:08.555601 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2741e129-b9ef-4f21-816f-ea76f2988fc6 req-a5495a26-59f5-42cc-828c-57a574870316 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/security-groups?id=967182ec-36b6-43cb-985c-f0d9e87194dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687551 Nov 22 20:35:08.622514 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b1b0ef06-e6ee-430c-bc0f-3f40051fc012 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659736'] for router_interface, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:08.757994 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0172c7-ac16-4cdb-927a-3ddcd68bd0f2 req-94e1e044-e4bb-4d4a-b206-cb5fe90a4b72 tempest-ServersNegativeTestMultiTenantJSON-569476222 tempest-ServersNegativeTestMultiTenantJSON-569476222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:35:08.759613 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7d0172c7-ac16-4cdb-927a-3ddcd68bd0f2 req-94e1e044-e4bb-4d4a-b206-cb5fe90a4b72 tempest-ServersNegativeTestMultiTenantJSON-569476222 tempest-ServersNegativeTestMultiTenantJSON-569476222-project] 10.222.0.46 "GET /v2.0/ports?device_id=9af02db4-2bb9-49df-9570-43cde923112c HTTP/1.1" status: 200 len: 943 time: 0.0990653 Nov 22 20:35:09.224631 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7d0172c7-ac16-4cdb-927a-3ddcd68bd0f2 req-aae83bd6-d42f-4b70-a7d7-c105e266a0f6 tempest-ServersNegativeTestMultiTenantJSON-569476222 tempest-ServersNegativeTestMultiTenantJSON-569476222-project] 10.222.0.46 "GET /v2.0/security-groups?id=f485f86c-c36f-4ec8-a43c-1635c09ec2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4573569 Nov 22 20:35:09.263510 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e64eb4-a031-4289-8543-c28935c849d9 req-dc60d31e-b406-423a-8318-1ba543c1581c tempest-TestServerAdvancedOps-1418173506 tempest-TestServerAdvancedOps-1418173506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:35:09.266064 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b0e64eb4-a031-4289-8543-c28935c849d9 req-dc60d31e-b406-423a-8318-1ba543c1581c tempest-TestServerAdvancedOps-1418173506 tempest-TestServerAdvancedOps-1418173506-project] 10.222.0.46 "GET /v2.0/ports?device_id=53e8b7d9-915c-41ee-b354-78ed1d5ea5e8 HTTP/1.1" status: 200 len: 945 time: 0.1316962 Nov 22 20:35:09.350366 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b0e64eb4-a031-4289-8543-c28935c849d9 req-3657adc5-0d06-454a-b31c-bdf89a02ad12 tempest-TestServerAdvancedOps-1418173506 tempest-TestServerAdvancedOps-1418173506-project] 10.222.0.46 "GET /v2.0/security-groups?id=d833ee71-3fc5-4929-b73b-ceb2cb106c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748270 Nov 22 20:35:09.441603 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-b1b0ef06-e6ee-430c-bc0f-3f40051fc012 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Deleting port 4c916d71-046f-4681-bfb7-768302441163 {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:35:09.442298 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b1b0ef06-e6ee-430c-bc0f-3f40051fc012 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:09.635168 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b1b0ef06-e6ee-430c-bc0f-3f40051fc012 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:09.649665 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-b1b0ef06-e6ee-430c-bc0f-3f40051fc012 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Calling delete_port for 4c916d71-046f-4681-bfb7-768302441163 owned by network:router_interface {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:35:09.896793 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf1ced4-6ddd-4d8b-bb9b-d6a9d78ca75f req-f93aeef6-51bb-46b2-ba3b-07ed77984b0a tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:35:09.898291 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-cdf1ced4-6ddd-4d8b-bb9b-d6a9d78ca75f req-f93aeef6-51bb-46b2-ba3b-07ed77984b0a tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/ports?device_id=9762b09b-4077-406d-9ea3-d4ff050e8dd3 HTTP/1.1" status: 200 len: 946 time: 0.1762786 Nov 22 20:35:09.910778 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9865c5-7b83-4eae-925d-d01fb9905737 req-91a9b029-1af4-4cc8-a5f0-3c2b17f4aa95 tempest-TestServerAdvancedOps-1418173506 tempest-TestServerAdvancedOps-1418173506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:35:09.912267 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8f9865c5-7b83-4eae-925d-d01fb9905737 req-91a9b029-1af4-4cc8-a5f0-3c2b17f4aa95 tempest-TestServerAdvancedOps-1418173506 tempest-TestServerAdvancedOps-1418173506-project] 10.222.0.46 "GET /v2.0/ports?device_id=53e8b7d9-915c-41ee-b354-78ed1d5ea5e8 HTTP/1.1" status: 200 len: 945 time: 0.0935791 Nov 22 20:35:10.063659 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8f9865c5-7b83-4eae-925d-d01fb9905737 req-c4576d49-5f7d-4580-82af-2d081866f991 tempest-TestServerAdvancedOps-1418173506 tempest-TestServerAdvancedOps-1418173506-project] 10.222.0.46 "GET /v2.0/security-groups?id=d833ee71-3fc5-4929-b73b-ceb2cb106c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409752 Nov 22 20:35:10.066785 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-cdf1ced4-6ddd-4d8b-bb9b-d6a9d78ca75f req-52d09829-a079-49cd-94e2-f511730cb111 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/security-groups?id=967182ec-36b6-43cb-985c-f0d9e87194dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535320 Nov 22 20:35:10.068026 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b1b0ef06-e6ee-430c-bc0f-3f40051fc012 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:10.094223 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b0ef06-e6ee-430c-bc0f-3f40051fc012 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Pushing event deleted for resources: {'Port': ['ID=4c916d71-046f-4681-bfb7-768302441163,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:35:10.132251 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d052ea98-7f74-46e5-8297-4cd777625bc0 None None] DHCP port deletion for b6b66f04-87ac-4848-8852-c8e135aa6bc5 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:35:10.324841 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b1b0ef06-e6ee-430c-bc0f-3f40051fc012 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-563470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-663272'] for router_interface, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:10.332992 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 4026c076-b168-4aee-8b40-1f807d0b4813 details requested by agent hyperv_n-h1-818823-1 with host n-h1-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 20:35:10.444528 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 4026c076-b168-4aee-8b40-1f807d0b4813, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=4026c076-b168-4aee-8b40-1f807d0b4813,segment=NetworkSegment(ac763a60-b436-40fe-9e46-97886f933900),segment_id=ac763a60-b436-40fe-9e46-97886f933900)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:35:10.459095 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Returning: {'device': '4026c076-b168-4aee-8b40-1f807d0b4813', 'network_id': 'beaa79d6-d1d9-4d88-95ae-ed1e35b00ca6', 'port_id': '4026c076-b168-4aee-8b40-1f807d0b4813', 'mac_address': 'fa:16:3e:02:bd:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e278672f-f081-4f11-b073-e988e6446432', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 20:35:10.486764 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e8db72-ed4d-461e-8436-66dfbaa8307b req-79c5921c-137f-4551-97f6-3fb6363d511f tempest-ServersNegativeTestMultiTenantJSON-569476222 tempest-ServersNegativeTestMultiTenantJSON-569476222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:35:10.488504 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-44e8db72-ed4d-461e-8436-66dfbaa8307b req-79c5921c-137f-4551-97f6-3fb6363d511f tempest-ServersNegativeTestMultiTenantJSON-569476222 tempest-ServersNegativeTestMultiTenantJSON-569476222-project] 10.222.0.46 "GET /v2.0/ports?device_id=9af02db4-2bb9-49df-9570-43cde923112c HTTP/1.1" status: 200 len: 943 time: 0.1537724 Nov 22 20:35:10.507949 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:10.523847 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4026c076-b168-4aee-8b40-1f807d0b4813 {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:35:10.546439 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 4026c076-b168-4aee-8b40-1f807d0b4813, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=4026c076-b168-4aee-8b40-1f807d0b4813,segment=NetworkSegment(ac763a60-b436-40fe-9e46-97886f933900),segment_id=ac763a60-b436-40fe-9e46-97886f933900)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:35:10.553239 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:10.603472 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-44e8db72-ed4d-461e-8436-66dfbaa8307b req-72802550-16fa-48b8-8749-340ed35451aa tempest-ServersNegativeTestMultiTenantJSON-569476222 tempest-ServersNegativeTestMultiTenantJSON-569476222-project] 10.222.0.46 "GET /v2.0/security-groups?id=f485f86c-c36f-4ec8-a43c-1635c09ec2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075802 Nov 22 20:35:10.633513 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=4026c076-b168-4aee-8b40-1f807d0b4813,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:35:10.719816 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1b0ef06-e6ee-430c-bc0f-3f40051fc012 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Router 046e811e-a745-435b-b598-9f369ae1e439 has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 20:35:10.768849 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] get_ports_and_sgs() called for port_ids ['4026c076-b168-4aee-8b40-1f807d0b4813'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:35:10.884627 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1b0ef06-e6ee-430c-bc0f-3f40051fc012 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:35:10.894036 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-b1b0ef06-e6ee-430c-bc0f-3f40051fc012 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] 10.222.0.46 "PUT /v2.0/routers/046e811e-a745-435b-b598-9f369ae1e439/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8835037 Nov 22 20:35:10.895114 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 43348) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:35:10.897980 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c813c90-034d-4256-82f6-94d234e4f526 None None] Sync routers for ids ['046e811e-a745-435b-b598-9f369ae1e439'] in n-d-818823-1 {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:35:10.920575 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c813c90-034d-4256-82f6-94d234e4f526 None None] Routers {'046e811e-a745-435b-b598-9f369ae1e439'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:35:10.921741 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-3c813c90-034d-4256-82f6-94d234e4f526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:35:02Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['046e811e-a745-435b-b598-9f369ae1e439'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:35:10.980809 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-3c813c90-034d-4256-82f6-94d234e4f526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:35:10.995715 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c813c90-034d-4256-82f6-94d234e4f526 None None] Routers {'046e811e-a745-435b-b598-9f369ae1e439'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:35:10.996549 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-3c813c90-034d-4256-82f6-94d234e4f526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:35:02Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['046e811e-a745-435b-b598-9f369ae1e439'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:35:11.035085 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a1dbda6f-4f6d-403a-8c66-314ecc15f794 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks [] for router, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:11.037289 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-3c813c90-034d-4256-82f6-94d234e4f526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:35:11.038039 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c813c90-034d-4256-82f6-94d234e4f526 None None] The sync data for ids ['046e811e-a745-435b-b598-9f369ae1e439'] in n-d-818823-1 is: [] {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:35:11.154820 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a1dbda6f-4f6d-403a-8c66-314ecc15f794 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:11.239103 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-a1dbda6f-4f6d-403a-8c66-314ecc15f794 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Deleting port 6c0d501c-dc52-4136-a6a5-93154cb34366 {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:35:11.239498 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a1dbda6f-4f6d-403a-8c66-314ecc15f794 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:11.320299 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab5f51c-9eba-42f3-8763-e5c03aa3f310 req-f537da18-ffb0-411e-927a-eabea15457d6 tempest-TestServerAdvancedOps-1418173506 tempest-TestServerAdvancedOps-1418173506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:35:11.329801 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4ab5f51c-9eba-42f3-8763-e5c03aa3f310 req-f537da18-ffb0-411e-927a-eabea15457d6 tempest-TestServerAdvancedOps-1418173506 tempest-TestServerAdvancedOps-1418173506-project] 10.222.0.46 "GET /v2.0/ports?device_id=53e8b7d9-915c-41ee-b354-78ed1d5ea5e8 HTTP/1.1" status: 200 len: 945 time: 0.1295478 Nov 22 20:35:11.358286 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c4f93c-3990-4ba7-b0fb-9c058e710327 req-fce102df-d12a-4285-9f4f-b7b72d2eb09e tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:35:11.360866 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-89c4f93c-3990-4ba7-b0fb-9c058e710327 req-fce102df-d12a-4285-9f4f-b7b72d2eb09e tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/ports?device_id=9762b09b-4077-406d-9ea3-d4ff050e8dd3 HTTP/1.1" status: 200 len: 946 time: 0.1481817 Nov 22 20:35:11.412178 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a1dbda6f-4f6d-403a-8c66-314ecc15f794 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:11.426820 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-a1dbda6f-4f6d-403a-8c66-314ecc15f794 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Calling delete_port for 6c0d501c-dc52-4136-a6a5-93154cb34366 owned by network:router_gateway {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:35:11.440867 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-89c4f93c-3990-4ba7-b0fb-9c058e710327 req-cb55b2ce-fe49-4c18-83ff-20f4796e5e83 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/security-groups?id=967182ec-36b6-43cb-985c-f0d9e87194dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722170 Nov 22 20:35:11.453670 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4ab5f51c-9eba-42f3-8763-e5c03aa3f310 req-126cafbf-028d-4477-bfc6-c449116fd23c tempest-TestServerAdvancedOps-1418173506 tempest-TestServerAdvancedOps-1418173506-project] 10.222.0.46 "GET /v2.0/security-groups?id=d833ee71-3fc5-4929-b73b-ceb2cb106c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915344 Nov 22 20:35:11.548911 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd056c01-a2b5-4633-82ea-e9d1254ca294 req-6029860f-2999-45b2-a4bf-288ac6cac87c tempest-TestServerAdvancedOps-1418173506 tempest-TestServerAdvancedOps-1418173506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:35:11.550506 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-cd056c01-a2b5-4633-82ea-e9d1254ca294 req-6029860f-2999-45b2-a4bf-288ac6cac87c tempest-TestServerAdvancedOps-1418173506 tempest-TestServerAdvancedOps-1418173506-project] 10.222.0.41 "GET /v2.0/ports?device_id=53e8b7d9-915c-41ee-b354-78ed1d5ea5e8 HTTP/1.1" status: 200 len: 945 time: 0.0739119 Nov 22 20:35:11.695253 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6d452e-ccf7-43cc-8abd-e2db4c8286d2 req-a48dfa3f-c9f1-4957-a262-ca3e00520566 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:35:11.696985 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3d6d452e-ccf7-43cc-8abd-e2db4c8286d2 req-a48dfa3f-c9f1-4957-a262-ca3e00520566 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/ports?device_id=9762b09b-4077-406d-9ea3-d4ff050e8dd3 HTTP/1.1" status: 200 len: 946 time: 0.0615590 Nov 22 20:35:11.800400 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [req-cd056c01-a2b5-4633-82ea-e9d1254ca294 req-aa94be45-dec5-4945-af40-2fcd2b4fec2c tempest-TestServerAdvancedOps-1418173506 tempest-TestServerAdvancedOps-1418173506-project] Deleting port 585e739d-10a9-41ba-92b6-0f4b12e3b197 {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:35:11.802940 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-cd056c01-a2b5-4633-82ea-e9d1254ca294 req-aa94be45-dec5-4945-af40-2fcd2b4fec2c tempest-TestServerAdvancedOps-1418173506 tempest-TestServerAdvancedOps-1418173506-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:11.813554 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a1dbda6f-4f6d-403a-8c66-314ecc15f794 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:11.853532 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3d6d452e-ccf7-43cc-8abd-e2db4c8286d2 req-abcae59d-24f0-42df-a9c0-f936fb8affab tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/security-groups?id=967182ec-36b6-43cb-985c-f0d9e87194dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469352 Nov 22 20:35:11.890549 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd61802-6b46-4026-9049-f58a3e37a807 req-77aa3d8f-32f7-4469-b30d-2e05edece13a tempest-ServersNegativeTestMultiTenantJSON-569476222 tempest-ServersNegativeTestMultiTenantJSON-569476222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:35:11.892189 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8dd61802-6b46-4026-9049-f58a3e37a807 req-77aa3d8f-32f7-4469-b30d-2e05edece13a tempest-ServersNegativeTestMultiTenantJSON-569476222 tempest-ServersNegativeTestMultiTenantJSON-569476222-project] 10.222.0.46 "GET /v2.0/ports?device_id=9af02db4-2bb9-49df-9570-43cde923112c HTTP/1.1" status: 200 len: 944 time: 0.1132424 Nov 22 20:35:12.042873 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8dd61802-6b46-4026-9049-f58a3e37a807 req-7056050e-21ea-4e35-8e6f-6cafffcaa2e1 tempest-ServersNegativeTestMultiTenantJSON-569476222 tempest-ServersNegativeTestMultiTenantJSON-569476222-project] 10.222.0.46 "GET /v2.0/security-groups?id=f485f86c-c36f-4ec8-a43c-1635c09ec2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445282 Nov 22 20:35:12.182103 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb9d200-6d0e-46c9-ba58-2b1da918e93d req-007dd518-1b0f-427e-a32d-4d7f75bf7308 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:35:12.185986 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ceb9d200-6d0e-46c9-ba58-2b1da918e93d req-007dd518-1b0f-427e-a32d-4d7f75bf7308 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/ports?device_id=9762b09b-4077-406d-9ea3-d4ff050e8dd3 HTTP/1.1" status: 200 len: 946 time: 0.1021469 Nov 22 20:35:12.324684 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dbda6f-4f6d-403a-8c66-314ecc15f794 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Pushing event deleted for resources: {'Port': ['ID=6c0d501c-dc52-4136-a6a5-93154cb34366,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:35:12.336475 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 4026c076-b168-4aee-8b40-1f807d0b4813 up at agent hyperv_n-h1-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:35:12.338807 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7825d71f-86c9-4f3a-9c9c-d5913ff6e1d2 None None] DHCP port deletion for c48a55e9-6a85-4746-b7bf-3e29fb560094 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:35:12.348248 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ceb9d200-6d0e-46c9-ba58-2b1da918e93d req-281ae73a-c3e0-4778-8bfa-5be44041b5cb tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/security-groups?id=967182ec-36b6-43cb-985c-f0d9e87194dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532178 Nov 22 20:35:12.450335 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-cd056c01-a2b5-4633-82ea-e9d1254ca294 req-aa94be45-dec5-4945-af40-2fcd2b4fec2c tempest-TestServerAdvancedOps-1418173506 tempest-TestServerAdvancedOps-1418173506-project] For port 585e739d-10a9-41ba-92b6-0f4b12e3b197, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=585e739d-10a9-41ba-92b6-0f4b12e3b197,segment=NetworkSegment(5e2982a6-c373-4f60-a61c-26de577dbe51),segment_id=5e2982a6-c373-4f60-a61c-26de577dbe51)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:35:12.451102 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-cd056c01-a2b5-4633-82ea-e9d1254ca294 req-aa94be45-dec5-4945-af40-2fcd2b4fec2c tempest-TestServerAdvancedOps-1418173506 tempest-TestServerAdvancedOps-1418173506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:12.462999 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a1dbda6f-4f6d-403a-8c66-314ecc15f794 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595398'] for router_gateway, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:12.517871 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Provisioning for port 4026c076-b168-4aee-8b40-1f807d0b4813 completed by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 20:35:12.523182 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Provisioning complete for port 4026c076-b168-4aee-8b40-1f807d0b4813 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:35:12.523667 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:12.534369 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [req-cd056c01-a2b5-4633-82ea-e9d1254ca294 req-aa94be45-dec5-4945-af40-2fcd2b4fec2c tempest-TestServerAdvancedOps-1418173506 tempest-TestServerAdvancedOps-1418173506-project] Calling delete_port for 585e739d-10a9-41ba-92b6-0f4b12e3b197 owned by compute:nova {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:35:12.650141 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a1dbda6f-4f6d-403a-8c66-314ecc15f794 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24781'] for router, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:12.660670 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a1dbda6f-4f6d-403a-8c66-314ecc15f794 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:12.705872 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6849c833-285d-4af5-81aa-9f80840fd67c req-cd7c7dc1-795f-4d9d-b8f4-f53489c4909b tempest-TestServerAdvancedOps-1418173506 tempest-TestServerAdvancedOps-1418173506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:35:12.722758 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:12.723991 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6849c833-285d-4af5-81aa-9f80840fd67c req-cd7c7dc1-795f-4d9d-b8f4-f53489c4909b tempest-TestServerAdvancedOps-1418173506 tempest-TestServerAdvancedOps-1418173506-project] 10.222.0.46 "GET /v2.0/ports?device_id=53e8b7d9-915c-41ee-b354-78ed1d5ea5e8 HTTP/1.1" status: 200 len: 945 time: 0.1543436 Nov 22 20:35:12.772435 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9af02db4-2bb9-49df-9570-43cde923112c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4026c076-b168-4aee-8b40-1f807d0b4813'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:35:12.776338 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d39f6d30a11e565ec9648abcc015e8a6ab6cff4edd704add8155e28765d31eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbf72fc3-4af2-40d4-8490-82aabe08b110" -d '{"events": [{"server_uuid": "9af02db4-2bb9-49df-9570-43cde923112c", "name": "network-vif-plugged", "status": "completed", "tag": "4026c076-b168-4aee-8b40-1f807d0b4813"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:35:12.814511 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 4026c076-b168-4aee-8b40-1f807d0b4813, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=4026c076-b168-4aee-8b40-1f807d0b4813,segment=NetworkSegment(ac763a60-b436-40fe-9e46-97886f933900),segment_id=ac763a60-b436-40fe-9e46-97886f933900)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:35:12.823335 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:12.913847 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=4026c076-b168-4aee-8b40-1f807d0b4813,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:35:12.916523 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-cd056c01-a2b5-4633-82ea-e9d1254ca294 req-aa94be45-dec5-4945-af40-2fcd2b4fec2c tempest-TestServerAdvancedOps-1418173506 tempest-TestServerAdvancedOps-1418173506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:12.931367 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] get_ports_and_sgs() called for port_ids ['585e739d-10a9-41ba-92b6-0f4b12e3b197'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:35:12.946066 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6849c833-285d-4af5-81aa-9f80840fd67c req-2ebac49a-29c2-4627-b91f-9fab6063b20a tempest-TestServerAdvancedOps-1418173506 tempest-TestServerAdvancedOps-1418173506-project] 10.222.0.46 "GET /v2.0/security-groups?id=d833ee71-3fc5-4929-b73b-ceb2cb106c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2192466 Nov 22 20:35:12.976779 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3c2ae4-af36-4dd4-8f6d-2e524c1189a3 req-f33a8107-c8c3-4e2a-84ed-be4c102724b6 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:35:12.978453 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-eb3c2ae4-af36-4dd4-8f6d-2e524c1189a3 req-f33a8107-c8c3-4e2a-84ed-be4c102724b6 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/ports?device_id=9762b09b-4077-406d-9ea3-d4ff050e8dd3 HTTP/1.1" status: 200 len: 946 time: 0.1989663 Nov 22 20:35:13.016424 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa94be45-dec5-4945-af40-2fcd2b4fec2c tempest-TestServerAdvancedOps-1418173506 tempest-TestServerAdvancedOps-1418173506-project] Pushing event deleted for resources: {'Port': ['ID=585e739d-10a9-41ba-92b6-0f4b12e3b197,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:35:13.018485 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a1dbda6f-4f6d-403a-8c66-314ecc15f794 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-663261'] for router, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:13.019159 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1dbda6f-4f6d-403a-8c66-314ecc15f794 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Fanout notify agent at l3_agent the message router_deleted on router 046e811e-a745-435b-b598-9f369ae1e439 {{(pid=103448) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 20:35:13.030000 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a1dbda6f-4f6d-403a-8c66-314ecc15f794 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks [] for router, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:13.031758 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-a1dbda6f-4f6d-403a-8c66-314ecc15f794 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] 10.222.0.46 "DELETE /v2.0/routers/046e811e-a745-435b-b598-9f369ae1e439 HTTP/1.1" status: 204 len: 168 time: 2.1355720 Nov 22 20:35:13.037481 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 43408) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:35:13.059790 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:35:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-602b5a3b-8d3f-4aa3-b3ad-43ecfe21c34e x-openstack-request-id: req-602b5a3b-8d3f-4aa3-b3ad-43ecfe21c34e {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:35:13.060417 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9af02db4-2bb9-49df-9570-43cde923112c", "name": "network-vif-plugged", "status": "completed", "tag": "4026c076-b168-4aee-8b40-1f807d0b4813", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:35:13.061018 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-602b5a3b-8d3f-4aa3-b3ad-43ecfe21c34e {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:35:13.061914 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9af02db4-2bb9-49df-9570-43cde923112c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4026c076-b168-4aee-8b40-1f807d0b4813', 'code': 200} Nov 22 20:35:13.084223 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd056c01-a2b5-4633-82ea-e9d1254ca294 req-aa94be45-dec5-4945-af40-2fcd2b4fec2c tempest-TestServerAdvancedOps-1418173506 tempest-TestServerAdvancedOps-1418173506-project] No DVR routers for this DVR port 585e739d-10a9-41ba-92b6-0f4b12e3b197 on host n-h1-818823-1 {{(pid=103448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:35:13.087003 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-cd056c01-a2b5-4633-82ea-e9d1254ca294 req-aa94be45-dec5-4945-af40-2fcd2b4fec2c tempest-TestServerAdvancedOps-1418173506 tempest-TestServerAdvancedOps-1418173506-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:13.093331 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-cd056c01-a2b5-4633-82ea-e9d1254ca294 req-aa94be45-dec5-4945-af40-2fcd2b4fec2c tempest-TestServerAdvancedOps-1418173506 tempest-TestServerAdvancedOps-1418173506-project] 10.222.0.41 "DELETE /v2.0/ports/585e739d-10a9-41ba-92b6-0f4b12e3b197 HTTP/1.1" status: 204 len: 173 time: 1.5362489 Nov 22 20:35:13.094423 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53e8b7d9-915c-41ee-b354-78ed1d5ea5e8', 'name': 'network-vif-deleted', 'tag': '585e739d-10a9-41ba-92b6-0f4b12e3b197'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:35:13.097992 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589a98cf2aea187fcc423a5edb333e5a6cf3ad7c81115d1ebee0f079693c312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c8ef2ce-bbc2-4120-a399-83687d32bfe0" -d '{"events": [{"server_uuid": "53e8b7d9-915c-41ee-b354-78ed1d5ea5e8", "name": "network-vif-deleted", "tag": "585e739d-10a9-41ba-92b6-0f4b12e3b197"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:35:13.212849 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c416d8-7183-426f-8c90-5252e196ee7c req-0e7bba80-64bb-43e5-b96b-42d2dffdee41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:35:13.214635 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-66c416d8-7183-426f-8c90-5252e196ee7c req-0e7bba80-64bb-43e5-b96b-42d2dffdee41 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9af02db4-2bb9-49df-9570-43cde923112c HTTP/1.1" status: 200 len: 1096 time: 0.0571256 Nov 22 20:35:13.253475 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-eb3c2ae4-af36-4dd4-8f6d-2e524c1189a3 req-9b79a752-ec60-445f-ae10-192109ba5447 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/security-groups?id=967182ec-36b6-43cb-985c-f0d9e87194dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2647071 Nov 22 20:35:13.296113 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2625b38-dd3d-40a9-8935-1e758b465e3b tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Deleting subnet 699cad9a-a423-4352-af4e-f31ebbdf881d {{(pid=103447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 20:35:13.320080 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f2625b38-dd3d-40a9-8935-1e758b465e3b tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks [] for subnet, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:13.346158 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:35:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dc330cc-ee33-454a-aa3e-0ef360463456 x-openstack-request-id: req-3dc330cc-ee33-454a-aa3e-0ef360463456 {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:35:13.350038 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53e8b7d9-915c-41ee-b354-78ed1d5ea5e8", "name": "network-vif-deleted", "tag": "585e739d-10a9-41ba-92b6-0f4b12e3b197", "status": "completed", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:35:13.350314 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3dc330cc-ee33-454a-aa3e-0ef360463456 {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:35:13.351747 n-d-818823-1 neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53e8b7d9-915c-41ee-b354-78ed1d5ea5e8', 'name': 'network-vif-deleted', 'tag': '585e739d-10a9-41ba-92b6-0f4b12e3b197', 'status': 'completed', 'code': 200} Nov 22 20:35:13.364571 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-66c416d8-7183-426f-8c90-5252e196ee7c req-ec3683cb-8a13-495b-adab-bab70a8238a2 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=f485f86c-c36f-4ec8-a43c-1635c09ec2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407635 Nov 22 20:35:13.436157 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f2625b38-dd3d-40a9-8935-1e758b465e3b tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12178353'] for subnet, precommit_delete_associations {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:13.446120 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7f0099-4fd6-4744-9c9f-f78415bab93d req-c30f68da-57f7-4410-b10d-218dd7ba7022 tempest-ServersNegativeTestMultiTenantJSON-569476222 tempest-ServersNegativeTestMultiTenantJSON-569476222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:35:13.454682 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5d7f0099-4fd6-4744-9c9f-f78415bab93d req-c30f68da-57f7-4410-b10d-218dd7ba7022 tempest-ServersNegativeTestMultiTenantJSON-569476222 tempest-ServersNegativeTestMultiTenantJSON-569476222-project] 10.222.0.46 "GET /v2.0/ports?device_id=9af02db4-2bb9-49df-9570-43cde923112c HTTP/1.1" status: 200 len: 945 time: 0.2648175 Nov 22 20:35:13.533749 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f2625b38-dd3d-40a9-8935-1e758b465e3b tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3753007'] for subnet, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:13.606809 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5d7f0099-4fd6-4744-9c9f-f78415bab93d req-b267e424-2470-4e9d-833f-9d2d2769deb6 tempest-ServersNegativeTestMultiTenantJSON-569476222 tempest-ServersNegativeTestMultiTenantJSON-569476222-project] 10.222.0.46 "GET /v2.0/security-groups?id=f485f86c-c36f-4ec8-a43c-1635c09ec2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509149 Nov 22 20:35:13.647195 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f2625b38-dd3d-40a9-8935-1e758b465e3b tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3753014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8900804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8485115'] for subnet, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:13.695523 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2625b38-dd3d-40a9-8935-1e758b465e3b tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Pushing event deleted for resources: {'Subnet': ['ID=699cad9a-a423-4352-af4e-f31ebbdf881d,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:35:13.713678 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f2625b38-dd3d-40a9-8935-1e758b465e3b tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks [] for subnet, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:13.721670 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-f2625b38-dd3d-40a9-8935-1e758b465e3b tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] 10.222.0.46 "DELETE /v2.0/subnets/699cad9a-a423-4352-af4e-f31ebbdf881d HTTP/1.1" status: 204 len: 168 time: 0.6787598 Nov 22 20:35:13.722046 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 43436) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:35:13.723964 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecf70bba-13c3-410c-a984-4b0047177c71 None None] Network b6b66f04-87ac-4848-8852-c8e135aa6bc5 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:35:13.865919 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768b92e4-ac3b-419b-a497-db63ec86337c req-19477034-d7f2-47ed-b8dd-e562b2553982 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:35:13.867904 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-768b92e4-ac3b-419b-a497-db63ec86337c req-19477034-d7f2-47ed-b8dd-e562b2553982 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.20 "GET /v2.0/ports?device_id=9762b09b-4077-406d-9ea3-d4ff050e8dd3 HTTP/1.1" status: 200 len: 946 time: 0.0702806 Nov 22 20:35:13.903073 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8ba267cf-7e53-4fa0-bb2b-37adb6a89da6 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3961693'] for network, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:14.029053 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46ffebe4-0745-4f05-aa41-ca22f93aeb59 None None] DHCP port deletion for b6b66f04-87ac-4848-8852-c8e135aa6bc5 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:35:14.090284 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8ba267cf-7e53-4fa0-bb2b-37adb6a89da6 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3760028', 'neutron.services.segments.db._delete_segments_for_network-8748992815755'] for network, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:14.098851 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-768b92e4-ac3b-419b-a497-db63ec86337c req-6de9bdb0-5eda-4cad-9251-b9c109765cea tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Deleting port 4cca8a64-108d-47c4-b38a-6834d045a4ef {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:35:14.099328 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-768b92e4-ac3b-419b-a497-db63ec86337c req-6de9bdb0-5eda-4cad-9251-b9c109765cea tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:14.128211 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-8ba267cf-7e53-4fa0-bb2b-37adb6a89da6 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6b66f04-87ac-4848-8852-c8e135aa6bc5']}} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:35:14.171686 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-8ba267cf-7e53-4fa0-bb2b-37adb6a89da6 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d63ab00-f71b-4a94-9a7c-d3d91015da83') {'for_net_delete': True} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:35:14.172160 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-8ba267cf-7e53-4fa0-bb2b-37adb6a89da6 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d63ab00-f71b-4a94-9a7c-d3d91015da83') {} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:35:14.199677 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1209a06d-afd8-4e53-a571-1d363ba95621 req-7e3d558d-1437-44f8-a802-835941534831 tempest-TestServerAdvancedOps-1418173506 tempest-TestServerAdvancedOps-1418173506-project] 10.222.0.46 "GET /v2.0/ports?device_id=53e8b7d9-915c-41ee-b354-78ed1d5ea5e8 HTTP/1.1" status: 200 len: 210 time: 0.0709114 Nov 22 20:35:14.215669 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8ba267cf-7e53-4fa0-bb2b-37adb6a89da6 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748993039638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11627933'] for segment, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:14.233321 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8ba267cf-7e53-4fa0-bb2b-37adb6a89da6 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:14.239878 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ba267cf-7e53-4fa0-bb2b-37adb6a89da6 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Releasing vlan 601 on physical network physnet1 to pool {{(pid=103448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 20:35:14.240511 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8ba267cf-7e53-4fa0-bb2b-37adb6a89da6 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11567447'] for segment, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:14.243810 n-d-818823-1 neutron-server[103448]: Traceback (most recent call last): Nov 22 20:35:14.243810 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 20:35:14.243810 n-d-818823-1 neutron-server[103448]: timer() Nov 22 20:35:14.243810 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 20:35:14.243810 n-d-818823-1 neutron-server[103448]: cb(*args, **kw) Nov 22 20:35:14.243810 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 20:35:14.243810 n-d-818823-1 neutron-server[103448]: return func(*args, **kwargs) Nov 22 20:35:14.243810 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 20:35:14.243810 n-d-818823-1 neutron-server[103448]: self._notify() Nov 22 20:35:14.243810 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 20:35:14.243810 n-d-818823-1 neutron-server[103448]: self.callback(batched_events) Nov 22 20:35:14.243810 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 20:35:14.243810 n-d-818823-1 neutron-server[103448]: event.method(event) Nov 22 20:35:14.243810 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 20:35:14.243810 n-d-818823-1 neutron-server[103448]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 20:35:14.243810 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 20:35:14.243810 n-d-818823-1 neutron-server[103448]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 20:35:14.243810 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 20:35:14.243810 n-d-818823-1 neutron-server[103448]: return f(self, *a, **k) Nov 22 20:35:14.243810 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 20:35:14.243810 n-d-818823-1 neutron-server[103448]: return self._get(url).json() Nov 22 20:35:14.243810 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 20:35:14.243810 n-d-818823-1 neutron-server[103448]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 20:35:14.243810 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 20:35:14.243810 n-d-818823-1 neutron-server[103448]: return self.request(url, 'GET', **kwargs) Nov 22 20:35:14.243810 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 20:35:14.243810 n-d-818823-1 neutron-server[103448]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 20:35:14.243810 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 20:35:14.243810 n-d-818823-1 neutron-server[103448]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 20:35:14.243810 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 20:35:14.243810 n-d-818823-1 neutron-server[103448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 20:35:14.243810 n-d-818823-1 neutron-server[103448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 20:35:14.300149 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-768b92e4-ac3b-419b-a497-db63ec86337c req-6de9bdb0-5eda-4cad-9251-b9c109765cea tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] For port 4cca8a64-108d-47c4-b38a-6834d045a4ef, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=4cca8a64-108d-47c4-b38a-6834d045a4ef,segment=NetworkSegment(470d5048-a1ed-4f8a-b81a-95ae6f6f9db0),segment_id=470d5048-a1ed-4f8a-b81a-95ae6f6f9db0)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:35:14.300678 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-768b92e4-ac3b-419b-a497-db63ec86337c req-6de9bdb0-5eda-4cad-9251-b9c109765cea tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:14.329322 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-768b92e4-ac3b-419b-a497-db63ec86337c req-6de9bdb0-5eda-4cad-9251-b9c109765cea tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Calling delete_port for 4cca8a64-108d-47c4-b38a-6834d045a4ef owned by compute:nova {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:35:14.338715 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8ba267cf-7e53-4fa0-bb2b-37adb6a89da6 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3760002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595318'] for network, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:14.351559 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8ba267cf-7e53-4fa0-bb2b-37adb6a89da6 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Publish callbacks [] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:14.355177 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-8ba267cf-7e53-4fa0-bb2b-37adb6a89da6 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] 10.222.0.46 "DELETE /v2.0/networks/b6b66f04-87ac-4848-8852-c8e135aa6bc5 HTTP/1.1" status: 204 len: 168 time: 0.6298685 Nov 22 20:35:14.387214 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba267cf-7e53-4fa0-bb2b-37adb6a89da6 tempest-FloatingIPTestJSON-356053271 tempest-FloatingIPTestJSON-356053271-project] Pushing event deleted for resources: {'Network': ['ID=b6b66f04-87ac-4848-8852-c8e135aa6bc5,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:35:14.477092 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:14.537000 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:14.597080 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81890003-4ab2-43cb-887b-1766517157c4 req-69e1914d-e875-4fb0-86a7-5580ac9c47e0 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:35:14.608877 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-81890003-4ab2-43cb-887b-1766517157c4 req-69e1914d-e875-4fb0-86a7-5580ac9c47e0 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/ports?device_id=9762b09b-4077-406d-9ea3-d4ff050e8dd3 HTTP/1.1" status: 200 len: 946 time: 0.1553457 Nov 22 20:35:14.836121 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 43464) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:35:14.904751 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-81890003-4ab2-43cb-887b-1766517157c4 req-d7c739ac-57ae-444d-b357-067444d5e556 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/security-groups?id=967182ec-36b6-43cb-985c-f0d9e87194dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2754996 Nov 22 20:35:14.907617 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-768b92e4-ac3b-419b-a497-db63ec86337c req-6de9bdb0-5eda-4cad-9251-b9c109765cea tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:14.918827 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] get_ports_and_sgs() called for port_ids ['e08c4637-151d-48fd-b2f8-a723e7f9fa3c', '4cca8a64-108d-47c4-b38a-6834d045a4ef'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:35:14.962528 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de9bdb0-5eda-4cad-9251-b9c109765cea tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Pushing event deleted for resources: {'Port': ['ID=4cca8a64-108d-47c4-b38a-6834d045a4ef,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:35:14.976263 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da193282-1755-4645-9cf3-3b3bc43b933a req-d25d994f-71a6-4cf7-9f48-1748c105e016 tempest-ServersNegativeTestMultiTenantJSON-569476222 tempest-ServersNegativeTestMultiTenantJSON-569476222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:35:14.980192 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-da193282-1755-4645-9cf3-3b3bc43b933a req-d25d994f-71a6-4cf7-9f48-1748c105e016 tempest-ServersNegativeTestMultiTenantJSON-569476222 tempest-ServersNegativeTestMultiTenantJSON-569476222-project] 10.222.0.46 "GET /v2.0/ports?device_id=9af02db4-2bb9-49df-9570-43cde923112c HTTP/1.1" status: 200 len: 945 time: 0.2140105 Nov 22 20:35:15.028032 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af21c317-6b68-4065-a5e6-47428f79fd48 None None] DHCP port deletion for 33dd767d-ab2c-4bf6-a32d-ce7483655865 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:35:15.034781 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-768b92e4-ac3b-419b-a497-db63ec86337c req-6de9bdb0-5eda-4cad-9251-b9c109765cea tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] No DVR routers for this DVR port 4cca8a64-108d-47c4-b38a-6834d045a4ef on host n-h2-818823-1 {{(pid=103447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:35:15.038289 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-768b92e4-ac3b-419b-a497-db63ec86337c req-6de9bdb0-5eda-4cad-9251-b9c109765cea tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:15.042254 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-768b92e4-ac3b-419b-a497-db63ec86337c req-6de9bdb0-5eda-4cad-9251-b9c109765cea tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.20 "DELETE /v2.0/ports/4cca8a64-108d-47c4-b38a-6834d045a4ef HTTP/1.1" status: 204 len: 173 time: 1.1675923 Nov 22 20:35:15.042932 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9762b09b-4077-406d-9ea3-d4ff050e8dd3', 'name': 'network-vif-deleted', 'tag': '4cca8a64-108d-47c4-b38a-6834d045a4ef'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:35:15.045522 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbcf3cf7-9ff2-42bb-9b92-26e5e25ec349" -d '{"events": [{"server_uuid": "9762b09b-4077-406d-9ea3-d4ff050e8dd3", "name": "network-vif-deleted", "tag": "4cca8a64-108d-47c4-b38a-6834d045a4ef"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:35:15.159371 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:35:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-065246c2-e702-4848-9b8f-96a668c597db x-openstack-request-id: req-065246c2-e702-4848-9b8f-96a668c597db {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:35:15.159842 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9762b09b-4077-406d-9ea3-d4ff050e8dd3", "name": "network-vif-deleted", "tag": "4cca8a64-108d-47c4-b38a-6834d045a4ef", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:35:15.160189 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-065246c2-e702-4848-9b8f-96a668c597db {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:35:15.160689 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9762b09b-4077-406d-9ea3-d4ff050e8dd3', 'name': 'network-vif-deleted', 'tag': '4cca8a64-108d-47c4-b38a-6834d045a4ef', 'status': 'completed', 'code': 200} Nov 22 20:35:15.166098 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-da193282-1755-4645-9cf3-3b3bc43b933a req-ba7276c3-fd28-4bbc-bd4f-cea1fe30d5fc tempest-ServersNegativeTestMultiTenantJSON-569476222 tempest-ServersNegativeTestMultiTenantJSON-569476222-project] 10.222.0.46 "GET /v2.0/security-groups?id=f485f86c-c36f-4ec8-a43c-1635c09ec2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557825 Nov 22 20:35:15.222684 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-40064c64-e4a9-4833-949f-d9b2feaaf828 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=198da916eb8b4113a6f2c9e3e85d1b76&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3848729 Nov 22 20:35:15.224595 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 43474) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:35:15.302998 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 43478) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:35:15.351201 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-73ef7865-44ae-474b-9a29-5e02ccf93928 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:15.409396 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_v2 [None req-5429ba6a-90cb-436f-93ff-2614d33e52da admin admin] Deleting subnet 1ac7be7b-b7c9-4352-a72e-6ac063479767 {{(pid=103447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 20:35:15.413901 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-5429ba6a-90cb-436f-93ff-2614d33e52da admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:15.415463 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-73ef7865-44ae-474b-9a29-5e02ccf93928 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:15.460326 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-5429ba6a-90cb-436f-93ff-2614d33e52da admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12178353'] for subnet, precommit_delete_associations {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:15.525326 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb369c09-4197-4f85-ad85-d16707456061 req-d564c447-961b-4303-ba17-0af6763bf6e0 tempest-ServersNegativeTestMultiTenantJSON-569476222 tempest-ServersNegativeTestMultiTenantJSON-569476222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:35:15.531707 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-fb369c09-4197-4f85-ad85-d16707456061 req-d564c447-961b-4303-ba17-0af6763bf6e0 tempest-ServersNegativeTestMultiTenantJSON-569476222 tempest-ServersNegativeTestMultiTenantJSON-569476222-project] 10.222.0.46 "GET /v2.0/ports?device_id=9af02db4-2bb9-49df-9570-43cde923112c HTTP/1.1" status: 200 len: 945 time: 0.2162924 Nov 22 20:35:15.537033 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-73ef7865-44ae-474b-9a29-5e02ccf93928 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:15.548546 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-73ef7865-44ae-474b-9a29-5e02ccf93928 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:15.551405 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-73ef7865-44ae-474b-9a29-5e02ccf93928 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d311d1fc-6e65-4fd0-940b-7fa1e9ba9084 HTTP/1.1" status: 204 len: 168 time: 0.3258181 Nov 22 20:35:15.594217 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ef7865-44ae-474b-9a29-5e02ccf93928 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d311d1fc-6e65-4fd0-940b-7fa1e9ba9084,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:35:15.632965 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-5429ba6a-90cb-436f-93ff-2614d33e52da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3753007'] for subnet, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:15.760927 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-fb369c09-4197-4f85-ad85-d16707456061 req-71407c6d-2e57-4639-b4d0-b7d1928e4825 tempest-ServersNegativeTestMultiTenantJSON-569476222 tempest-ServersNegativeTestMultiTenantJSON-569476222-project] 10.222.0.46 "GET /v2.0/security-groups?id=f485f86c-c36f-4ec8-a43c-1635c09ec2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2164218 Nov 22 20:35:15.836021 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-5429ba6a-90cb-436f-93ff-2614d33e52da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3753014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8900804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8485115'] for subnet, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:15.880617 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5429ba6a-90cb-436f-93ff-2614d33e52da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ac7be7b-b7c9-4352-a72e-6ac063479767,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:35:15.886087 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-5429ba6a-90cb-436f-93ff-2614d33e52da admin admin] Publish callbacks [] for subnet, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:15.891187 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-5429ba6a-90cb-436f-93ff-2614d33e52da admin admin] 10.222.0.46 "DELETE /v2.0/subnets/1ac7be7b-b7c9-4352-a72e-6ac063479767 HTTP/1.1" status: 204 len: 168 time: 0.5871212 Nov 22 20:35:15.893826 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 43500) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:35:16.049316 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-dcce70fe-38b1-4fed-a342-c353eb019aeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3961693'] for network, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:16.351533 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 585e739d-10a9-41ba-92b6-0f4b12e3b197 no longer exists at agent hyperv_n-h1-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:35:16.373501 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-dcce70fe-38b1-4fed-a342-c353eb019aeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3760028', 'neutron.services.segments.db._delete_segments_for_network-8748992815755'] for network, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:16.450061 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] No Port match for: 585e739d-10a9-41ba-92b6-0f4b12e3b197 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:35:16.450650 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 585e739d-10a9-41ba-92b6-0f4b12e3b197 not bound to the agent host n-h1-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:35:16.490130 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-dcce70fe-38b1-4fed-a342-c353eb019aeb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb9fbb32-9d7b-41a8-9790-6e20333e7d46']}} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:35:16.563345 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-dcce70fe-38b1-4fed-a342-c353eb019aeb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e2982a6-c373-4f60-a61c-26de577dbe51') {'for_net_delete': True} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:35:16.564027 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-dcce70fe-38b1-4fed-a342-c353eb019aeb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e2982a6-c373-4f60-a61c-26de577dbe51') {} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:35:16.603199 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-dcce70fe-38b1-4fed-a342-c353eb019aeb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748993039638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11627933'] for segment, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:16.656181 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-dcce70fe-38b1-4fed-a342-c353eb019aeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:16.674370 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcce70fe-38b1-4fed-a342-c353eb019aeb admin admin] Releasing vlan 607 on physical network physnet1 to pool {{(pid=103448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 20:35:16.675111 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-dcce70fe-38b1-4fed-a342-c353eb019aeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11567447'] for segment, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:16.678286 n-d-818823-1 neutron-server[103448]: Traceback (most recent call last): Nov 22 20:35:16.678286 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 20:35:16.678286 n-d-818823-1 neutron-server[103448]: timer() Nov 22 20:35:16.678286 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 20:35:16.678286 n-d-818823-1 neutron-server[103448]: cb(*args, **kw) Nov 22 20:35:16.678286 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 20:35:16.678286 n-d-818823-1 neutron-server[103448]: return func(*args, **kwargs) Nov 22 20:35:16.678286 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 20:35:16.678286 n-d-818823-1 neutron-server[103448]: self._notify() Nov 22 20:35:16.678286 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 20:35:16.678286 n-d-818823-1 neutron-server[103448]: self.callback(batched_events) Nov 22 20:35:16.678286 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 20:35:16.678286 n-d-818823-1 neutron-server[103448]: event.method(event) Nov 22 20:35:16.678286 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 20:35:16.678286 n-d-818823-1 neutron-server[103448]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 20:35:16.678286 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 20:35:16.678286 n-d-818823-1 neutron-server[103448]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 20:35:16.678286 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 20:35:16.678286 n-d-818823-1 neutron-server[103448]: return f(self, *a, **k) Nov 22 20:35:16.678286 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 20:35:16.678286 n-d-818823-1 neutron-server[103448]: return self._get(url).json() Nov 22 20:35:16.678286 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 20:35:16.678286 n-d-818823-1 neutron-server[103448]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 20:35:16.678286 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 20:35:16.678286 n-d-818823-1 neutron-server[103448]: return self.request(url, 'GET', **kwargs) Nov 22 20:35:16.678286 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 20:35:16.678286 n-d-818823-1 neutron-server[103448]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 20:35:16.678286 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 20:35:16.678286 n-d-818823-1 neutron-server[103448]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 20:35:16.678286 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 20:35:16.678286 n-d-818823-1 neutron-server[103448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 20:35:16.678286 n-d-818823-1 neutron-server[103448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 20:35:16.759596 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b5b06f-33e7-48af-abcc-c16d64867581 req-d7455a6c-5c62-4c45-a618-ddd34ef6fe0e tempest-ServersNegativeTestMultiTenantJSON-569476222 tempest-ServersNegativeTestMultiTenantJSON-569476222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:35:16.762112 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b4b5b06f-33e7-48af-abcc-c16d64867581 req-d7455a6c-5c62-4c45-a618-ddd34ef6fe0e tempest-ServersNegativeTestMultiTenantJSON-569476222 tempest-ServersNegativeTestMultiTenantJSON-569476222-project] 10.222.0.46 "GET /v2.0/ports?device_id=9af02db4-2bb9-49df-9570-43cde923112c HTTP/1.1" status: 200 len: 945 time: 0.1007109 Nov 22 20:35:16.768792 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-dcce70fe-38b1-4fed-a342-c353eb019aeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3760002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595318'] for network, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:16.775645 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-dcce70fe-38b1-4fed-a342-c353eb019aeb admin admin] Publish callbacks [] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:16.785442 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-dcce70fe-38b1-4fed-a342-c353eb019aeb admin admin] 10.222.0.46 "DELETE /v2.0/networks/eb9fbb32-9d7b-41a8-9790-6e20333e7d46 HTTP/1.1" status: 204 len: 168 time: 0.8899834 Nov 22 20:35:16.803438 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 43542) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:35:16.810345 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcce70fe-38b1-4fed-a342-c353eb019aeb admin admin] Pushing event deleted for resources: {'Network': ['ID=eb9fbb32-9d7b-41a8-9790-6e20333e7d46,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:35:16.978875 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_v2 [None req-396acb7e-3609-4e94-be47-1570ba224bfe admin admin] Deleting subnet 411e0439-3116-48eb-aa86-33453bab31a0 {{(pid=103447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 20:35:16.987507 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-396acb7e-3609-4e94-be47-1570ba224bfe admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:17.029960 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b4b5b06f-33e7-48af-abcc-c16d64867581 req-586cdb57-f5c9-4ec5-86f0-db56fbe3b091 tempest-ServersNegativeTestMultiTenantJSON-569476222 tempest-ServersNegativeTestMultiTenantJSON-569476222-project] 10.222.0.46 "GET /v2.0/security-groups?id=f485f86c-c36f-4ec8-a43c-1635c09ec2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2544000 Nov 22 20:35:17.074700 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-396acb7e-3609-4e94-be47-1570ba224bfe admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12178353'] for subnet, precommit_delete_associations {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:17.176498 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-396acb7e-3609-4e94-be47-1570ba224bfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3753007'] for subnet, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:17.311476 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 43568) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:35:17.356158 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-396acb7e-3609-4e94-be47-1570ba224bfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3753014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8900804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8485115'] for subnet, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:17.426983 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396acb7e-3609-4e94-be47-1570ba224bfe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=411e0439-3116-48eb-aa86-33453bab31a0,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:35:17.443456 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-396acb7e-3609-4e94-be47-1570ba224bfe admin admin] Publish callbacks [] for subnet, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:17.453457 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-396acb7e-3609-4e94-be47-1570ba224bfe admin admin] 10.222.0.46 "DELETE /v2.0/subnets/411e0439-3116-48eb-aa86-33453bab31a0 HTTP/1.1" status: 204 len: 168 time: 0.6426563 Nov 22 20:35:17.453888 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 43580) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:35:17.569416 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-bf7d0edd-0be5-41d5-ad1f-0227ea6d2e6d tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1759016473'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:35:17.626529 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1b300506-a3a8-48c8-99f2-bf1c5c95528d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3961693'] for network, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:17.751041 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1b300506-a3a8-48c8-99f2-bf1c5c95528d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3760028', 'neutron.services.segments.db._delete_segments_for_network-8748992815755'] for network, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:17.783363 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf7d0edd-0be5-41d5-ad1f-0227ea6d2e6d tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Made reservation on behalf of fe864660cff645f6bfd902aea156f347 for: {'network': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:35:17.795157 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-1b300506-a3a8-48c8-99f2-bf1c5c95528d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ace92cc-a981-4aff-bbb0-c1fab34d4b79']}} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:35:17.809436 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-bf7d0edd-0be5-41d5-ad1f-0227ea6d2e6d tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for network, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:17.823464 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-1b300506-a3a8-48c8-99f2-bf1c5c95528d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44ca6cea-08c4-475f-8e5d-61bfeae669e8') {'for_net_delete': True} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:35:17.824106 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-1b300506-a3a8-48c8-99f2-bf1c5c95528d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44ca6cea-08c4-475f-8e5d-61bfeae669e8') {} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:35:17.845409 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1b300506-a3a8-48c8-99f2-bf1c5c95528d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748993039638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11627933'] for segment, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:17.856182 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-bf7d0edd-0be5-41d5-ad1f-0227ea6d2e6d tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:17.864407 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1b300506-a3a8-48c8-99f2-bf1c5c95528d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:17.871820 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b300506-a3a8-48c8-99f2-bf1c5c95528d admin admin] Releasing vlan 609 on physical network physnet1 to pool {{(pid=103448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 20:35:17.872500 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1b300506-a3a8-48c8-99f2-bf1c5c95528d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11567447'] for segment, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:17.885551 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6c0535-6a7c-4503-843a-5c09abc432a9 req-e3ad65d2-a861-4b63-9682-c87c8564ceb3 tempest-ServersNegativeTestMultiTenantJSON-569476222 tempest-ServersNegativeTestMultiTenantJSON-569476222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:35:17.895314 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6b6c0535-6a7c-4503-843a-5c09abc432a9 req-e3ad65d2-a861-4b63-9682-c87c8564ceb3 tempest-ServersNegativeTestMultiTenantJSON-569476222 tempest-ServersNegativeTestMultiTenantJSON-569476222-project] 10.222.0.46 "GET /v2.0/ports?device_id=9af02db4-2bb9-49df-9570-43cde923112c HTTP/1.1" status: 200 len: 945 time: 0.2724826 Nov 22 20:35:17.933455 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 4cca8a64-108d-47c4-b38a-6834d045a4ef no longer exists at agent hyperv_n-h2-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:35:17.958621 n-d-818823-1 neutron-server[103448]: Traceback (most recent call last): Nov 22 20:35:17.958621 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 20:35:17.958621 n-d-818823-1 neutron-server[103448]: timer() Nov 22 20:35:17.958621 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 20:35:17.958621 n-d-818823-1 neutron-server[103448]: cb(*args, **kw) Nov 22 20:35:17.958621 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 20:35:17.958621 n-d-818823-1 neutron-server[103448]: return func(*args, **kwargs) Nov 22 20:35:17.958621 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 20:35:17.958621 n-d-818823-1 neutron-server[103448]: self._notify() Nov 22 20:35:17.958621 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 20:35:17.958621 n-d-818823-1 neutron-server[103448]: self.callback(batched_events) Nov 22 20:35:17.958621 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 20:35:17.958621 n-d-818823-1 neutron-server[103448]: event.method(event) Nov 22 20:35:17.958621 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 20:35:17.958621 n-d-818823-1 neutron-server[103448]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 20:35:17.958621 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 20:35:17.958621 n-d-818823-1 neutron-server[103448]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 20:35:17.958621 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 20:35:17.958621 n-d-818823-1 neutron-server[103448]: return f(self, *a, **k) Nov 22 20:35:17.958621 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 20:35:17.958621 n-d-818823-1 neutron-server[103448]: return self._get(url).json() Nov 22 20:35:17.958621 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 20:35:17.958621 n-d-818823-1 neutron-server[103448]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 20:35:17.958621 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 20:35:17.958621 n-d-818823-1 neutron-server[103448]: return self.request(url, 'GET', **kwargs) Nov 22 20:35:17.958621 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 20:35:17.958621 n-d-818823-1 neutron-server[103448]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 20:35:17.958621 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 20:35:17.958621 n-d-818823-1 neutron-server[103448]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 20:35:17.958621 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 20:35:17.958621 n-d-818823-1 neutron-server[103448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 20:35:17.958621 n-d-818823-1 neutron-server[103448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 20:35:17.979846 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] No Port match for: 4cca8a64-108d-47c4-b38a-6834d045a4ef {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:35:17.980201 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 4cca8a64-108d-47c4-b38a-6834d045a4ef not bound to the agent host n-h2-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:35:18.009544 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1b300506-a3a8-48c8-99f2-bf1c5c95528d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3760002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595318'] for network, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:18.017677 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1b300506-a3a8-48c8-99f2-bf1c5c95528d admin admin] Publish callbacks [] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:18.021505 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-1b300506-a3a8-48c8-99f2-bf1c5c95528d admin admin] 10.222.0.46 "DELETE /v2.0/networks/5ace92cc-a981-4aff-bbb0-c1fab34d4b79 HTTP/1.1" status: 204 len: 168 time: 0.5666163 Nov 22 20:35:18.063232 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b300506-a3a8-48c8-99f2-bf1c5c95528d admin admin] Pushing event deleted for resources: {'Network': ['ID=5ace92cc-a981-4aff-bbb0-c1fab34d4b79,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:35:18.110907 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6b6c0535-6a7c-4503-843a-5c09abc432a9 req-139757ba-095a-4fbd-b529-ff2231a8d91e tempest-ServersNegativeTestMultiTenantJSON-569476222 tempest-ServersNegativeTestMultiTenantJSON-569476222-project] 10.222.0.46 "GET /v2.0/security-groups?id=f485f86c-c36f-4ec8-a43c-1635c09ec2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2145956 Nov 22 20:35:18.143917 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85771b76-044d-4fe0-9a1f-ec988703eb5c req-9be99360-53d6-4ed5-b8de-5415d865af4e tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:35:18.158841 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-85771b76-044d-4fe0-9a1f-ec988703eb5c req-9be99360-53d6-4ed5-b8de-5415d865af4e tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/ports?device_id=8c860d32-18ce-4ae9-b715-9596354e4a26 HTTP/1.1" status: 200 len: 946 time: 0.2048585 Nov 22 20:35:18.226835 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 43612) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:35:18.372790 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-85771b76-044d-4fe0-9a1f-ec988703eb5c req-c694dd32-38db-411b-b1b5-41b1f4b85b93 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/security-groups?id=967182ec-36b6-43cb-985c-f0d9e87194dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004180 Nov 22 20:35:18.384711 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-bf7d0edd-0be5-41d5-ad1f-0227ea6d2e6d tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:18.391851 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 43618) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:35:18.398857 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-bf7d0edd-0be5-41d5-ad1f-0227ea6d2e6d tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:18.488043 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7d0edd-0be5-41d5-ad1f-0227ea6d2e6d tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee7253e8-ed9f-485b-a506-08c274dd27c1,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:35:18.500518 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-580eaa7b-e81f-4c40-af4a-679e8523e2cb admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b14e2dc6a079480aa2916212614a187f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1071146 Nov 22 20:35:18.501656 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf7d0edd-0be5-41d5-ad1f-0227ea6d2e6d tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] vlan segment allocate from pool success with {'vlan_id': 605, 'physical_network': 'physnet1'} {{(pid=103447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 20:35:18.503694 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 43622) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:35:18.527646 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-bf7d0edd-0be5-41d5-ad1f-0227ea6d2e6d tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:18.527999 n-d-818823-1 neutron-server[103447]: INFO neutron.db.segments_db [None req-bf7d0edd-0be5-41d5-ad1f-0227ea6d2e6d tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Added segment 18cdf352-26c2-414f-b65a-c6c1f2ea5ee8 of type vlan for network e6203e89-81aa-431e-aa7e-b5de2f5dab02 Nov 22 20:35:18.621412 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-bf7d0edd-0be5-41d5-ad1f-0227ea6d2e6d tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748992492791'] for network, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:18.628143 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1f325efd-08d5-4fa1-8d0a-12d2da173700 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:18.663944 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1f325efd-08d5-4fa1-8d0a-12d2da173700 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:18.717009 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-bf7d0edd-0be5-41d5-ad1f-0227ea6d2e6d tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for network, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:18.724444 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf7d0edd-0be5-41d5-ad1f-0227ea6d2e6d tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:35:18.725104 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-bf7d0edd-0be5-41d5-ad1f-0227ea6d2e6d tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks [] for network, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:18.852108 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-bf7d0edd-0be5-41d5-ad1f-0227ea6d2e6d tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.5390232 Nov 22 20:35:18.854831 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 43630) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:35:18.863538 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-cfb869a5-ffc5-48ff-86a6-e6184e12c783 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Request body: {'port': {'network_id': 'e6203e89-81aa-431e-aa7e-b5de2f5dab02', 'name': 'tempest-PortsTestJSON-1610153347'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:35:18.871971 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7d0edd-0be5-41d5-ad1f-0227ea6d2e6d tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Pushing event updated for resources: {'Network': ['ID=e6203e89-81aa-431e-aa7e-b5de2f5dab02,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:35:18.885544 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Network e6203e89-81aa-431e-aa7e-b5de2f5dab02 details requested by agent ovs-agent-n-d-818823-1 with host n-d-818823-1 {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 20:35:18.890603 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1f325efd-08d5-4fa1-8d0a-12d2da173700 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:18.893421 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1f325efd-08d5-4fa1-8d0a-12d2da173700 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:18.897883 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-1f325efd-08d5-4fa1-8d0a-12d2da173700 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d833ee71-3fc5-4929-b73b-ceb2cb106c94 HTTP/1.1" status: 204 len: 168 time: 0.3927467 Nov 22 20:35:18.938666 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f325efd-08d5-4fa1-8d0a-12d2da173700 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d833ee71-3fc5-4929-b73b-ceb2cb106c94,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:35:19.061626 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfb869a5-ffc5-48ff-86a6-e6184e12c783 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Made reservation on behalf of fe864660cff645f6bfd902aea156f347 for: {'port': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:35:19.065918 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-cfb869a5-ffc5-48ff-86a6-e6184e12c783 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:19.192299 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f78f86-1692-4d48-a4a7-9a144fcd83c8 req-edbdbc8a-cb9f-48d0-a339-b6c1f1e59bee tempest-ServersNegativeTestMultiTenantJSON-569476222 tempest-ServersNegativeTestMultiTenantJSON-569476222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:35:19.197053 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-86f78f86-1692-4d48-a4a7-9a144fcd83c8 req-edbdbc8a-cb9f-48d0-a339-b6c1f1e59bee tempest-ServersNegativeTestMultiTenantJSON-569476222 tempest-ServersNegativeTestMultiTenantJSON-569476222-project] 10.222.0.41 "GET /v2.0/ports?device_id=9af02db4-2bb9-49df-9570-43cde923112c HTTP/1.1" status: 200 len: 945 time: 0.3937199 Nov 22 20:35:19.259277 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [None req-cfb869a5-ffc5-48ff-86a6-e6184e12c783 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] device_id is not set on port 27207c89-d20f-4e73-ade0-94eccce6ec8e yet. {{(pid=103447) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 20:35:19.628148 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c051af1-f7ee-478b-833b-6c4f54917200 req-49409768-895c-4376-bdf2-13b620ab1241 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:35:19.634510 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8c051af1-f7ee-478b-833b-6c4f54917200 req-49409768-895c-4376-bdf2-13b620ab1241 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c860d32-18ce-4ae9-b715-9596354e4a26 HTTP/1.1" status: 200 len: 946 time: 0.5069284 Nov 22 20:35:19.646907 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb03e41-4239-45f2-b22f-0b82b279973b req-61bf4d44-9f89-4d18-843a-60a75c139bf1 tempest-ServersNegativeTestMultiTenantJSON-569476222 tempest-ServersNegativeTestMultiTenantJSON-569476222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:35:19.649436 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-edb03e41-4239-45f2-b22f-0b82b279973b req-61bf4d44-9f89-4d18-843a-60a75c139bf1 tempest-ServersNegativeTestMultiTenantJSON-569476222 tempest-ServersNegativeTestMultiTenantJSON-569476222-project] 10.222.0.46 "GET /v2.0/ports?device_id=9af02db4-2bb9-49df-9570-43cde923112c HTTP/1.1" status: 200 len: 945 time: 0.2551398 Nov 22 20:35:19.678479 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [req-86f78f86-1692-4d48-a4a7-9a144fcd83c8 req-11a6552f-8c45-4a2c-acf9-bdeae8556774 tempest-ServersNegativeTestMultiTenantJSON-569476222 tempest-ServersNegativeTestMultiTenantJSON-569476222-project] Deleting port 4026c076-b168-4aee-8b40-1f807d0b4813 {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:35:19.678830 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-86f78f86-1692-4d48-a4a7-9a144fcd83c8 req-11a6552f-8c45-4a2c-acf9-bdeae8556774 tempest-ServersNegativeTestMultiTenantJSON-569476222 tempest-ServersNegativeTestMultiTenantJSON-569476222-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:19.753966 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 43650) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:35:19.803684 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d90c4aba-4bf7-4a43-8b70-f87f62a65541 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659736'] for router_interface, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:19.938466 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e389f7fe-4c26-4041-9fbd-2cd6eee8a2cc req-aa6406ac-53c8-4064-b961-1c3b3f8a433c tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:35:19.940136 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e389f7fe-4c26-4041-9fbd-2cd6eee8a2cc req-aa6406ac-53c8-4064-b961-1c3b3f8a433c tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/ports?device_id=8c860d32-18ce-4ae9-b715-9596354e4a26 HTTP/1.1" status: 200 len: 946 time: 0.4352374 Nov 22 20:35:19.975467 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-de74f483-10d4-4bfb-a903-24ee4b84808a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=331d93507f314836b6a0fb574054dc5b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2176471 Nov 22 20:35:19.994869 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 43656) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:35:20.046005 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-edb03e41-4239-45f2-b22f-0b82b279973b req-a5daaf4b-e0c8-40eb-aae3-6e6a74ef2472 tempest-ServersNegativeTestMultiTenantJSON-569476222 tempest-ServersNegativeTestMultiTenantJSON-569476222-project] 10.222.0.46 "GET /v2.0/security-groups?id=f485f86c-c36f-4ec8-a43c-1635c09ec2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2784050 Nov 22 20:35:20.066776 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-cfb869a5-ffc5-48ff-86a6-e6184e12c783 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:20.089463 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-8c051af1-f7ee-478b-833b-6c4f54917200 req-99018bf0-9ad5-4520-b809-97f7f3e138db tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Deleting port e08c4637-151d-48fd-b2f8-a723e7f9fa3c {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:35:20.089754 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-8c051af1-f7ee-478b-833b-6c4f54917200 req-99018bf0-9ad5-4520-b809-97f7f3e138db tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:20.120634 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e389f7fe-4c26-4041-9fbd-2cd6eee8a2cc req-64c5a083-b820-4de4-8d99-3f186520c14d tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/security-groups?id=967182ec-36b6-43cb-985c-f0d9e87194dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641493 Nov 22 20:35:20.151714 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-86f78f86-1692-4d48-a4a7-9a144fcd83c8 req-11a6552f-8c45-4a2c-acf9-bdeae8556774 tempest-ServersNegativeTestMultiTenantJSON-569476222 tempest-ServersNegativeTestMultiTenantJSON-569476222-project] For port 4026c076-b168-4aee-8b40-1f807d0b4813, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=4026c076-b168-4aee-8b40-1f807d0b4813,segment=NetworkSegment(ac763a60-b436-40fe-9e46-97886f933900),segment_id=ac763a60-b436-40fe-9e46-97886f933900)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:35:20.151714 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-86f78f86-1692-4d48-a4a7-9a144fcd83c8 req-11a6552f-8c45-4a2c-acf9-bdeae8556774 tempest-ServersNegativeTestMultiTenantJSON-569476222 tempest-ServersNegativeTestMultiTenantJSON-569476222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:20.176437 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [req-86f78f86-1692-4d48-a4a7-9a144fcd83c8 req-11a6552f-8c45-4a2c-acf9-bdeae8556774 tempest-ServersNegativeTestMultiTenantJSON-569476222 tempest-ServersNegativeTestMultiTenantJSON-569476222-project] Calling delete_port for 4026c076-b168-4aee-8b40-1f807d0b4813 owned by compute:nova {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:35:20.247313 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-cfb869a5-ffc5-48ff-86a6-e6184e12c783 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:20.257202 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8fa416ca-eae9-4282-b4c3-cf1ace8462c1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:20.317123 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8fa416ca-eae9-4282-b4c3-cf1ace8462c1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:20.381136 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-8c051af1-f7ee-478b-833b-6c4f54917200 req-99018bf0-9ad5-4520-b809-97f7f3e138db tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] For port e08c4637-151d-48fd-b2f8-a723e7f9fa3c, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=e08c4637-151d-48fd-b2f8-a723e7f9fa3c,segment=NetworkSegment(470d5048-a1ed-4f8a-b81a-95ae6f6f9db0),segment_id=470d5048-a1ed-4f8a-b81a-95ae6f6f9db0)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:35:20.384311 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-8c051af1-f7ee-478b-833b-6c4f54917200 req-99018bf0-9ad5-4520-b809-97f7f3e138db tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:20.398401 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb869a5-ffc5-48ff-86a6-e6184e12c783 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Pushing event updated for resources: {'Port': ['ID=27207c89-d20f-4e73-ade0-94eccce6ec8e,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:35:20.437769 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-8c051af1-f7ee-478b-833b-6c4f54917200 req-99018bf0-9ad5-4520-b809-97f7f3e138db tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Calling delete_port for e08c4637-151d-48fd-b2f8-a723e7f9fa3c owned by compute:nova {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:35:20.450974 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb869a5-ffc5-48ff-86a6-e6184e12c783 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Checking segment: {'id': '18cdf352-26c2-414f-b65a-c6c1f2ea5ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'e6203e89-81aa-431e-aa7e-b5de2f5dab02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:35:20.451757 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfb869a5-ffc5-48ff-86a6-e6184e12c783 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Network hostable DHCP agents. Network: e6203e89-81aa-431e-aa7e-b5de2f5dab02, hostable agents: ['02adaa64-0987-4b74-bad0-cbcf56f8a294'], hosted agents: [] {{(pid=103447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 20:35:20.480070 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-86f78f86-1692-4d48-a4a7-9a144fcd83c8 req-11a6552f-8c45-4a2c-acf9-bdeae8556774 tempest-ServersNegativeTestMultiTenantJSON-569476222 tempest-ServersNegativeTestMultiTenantJSON-569476222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:20.493553 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] get_ports_and_sgs() called for port_ids ['4026c076-b168-4aee-8b40-1f807d0b4813'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:35:20.658415 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a6552f-8c45-4a2c-acf9-bdeae8556774 tempest-ServersNegativeTestMultiTenantJSON-569476222 tempest-ServersNegativeTestMultiTenantJSON-569476222-project] Pushing event deleted for resources: {'Port': ['ID=4026c076-b168-4aee-8b40-1f807d0b4813,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:35:20.685523 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [req-86f78f86-1692-4d48-a4a7-9a144fcd83c8 req-11a6552f-8c45-4a2c-acf9-bdeae8556774 tempest-ServersNegativeTestMultiTenantJSON-569476222 tempest-ServersNegativeTestMultiTenantJSON-569476222-project] No DVR routers for this DVR port 4026c076-b168-4aee-8b40-1f807d0b4813 on host n-h1-818823-1 {{(pid=103448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:35:20.687857 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8fa416ca-eae9-4282-b4c3-cf1ace8462c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:20.690490 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8fa416ca-eae9-4282-b4c3-cf1ace8462c1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:20.694077 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-8fa416ca-eae9-4282-b4c3-cf1ace8462c1 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9e0b7332-69d7-4b0b-a4ad-0fad39ab70f8 HTTP/1.1" status: 204 len: 168 time: 0.6958165 Nov 22 20:35:20.696101 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-86f78f86-1692-4d48-a4a7-9a144fcd83c8 req-11a6552f-8c45-4a2c-acf9-bdeae8556774 tempest-ServersNegativeTestMultiTenantJSON-569476222 tempest-ServersNegativeTestMultiTenantJSON-569476222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:20.699655 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-86f78f86-1692-4d48-a4a7-9a144fcd83c8 req-11a6552f-8c45-4a2c-acf9-bdeae8556774 tempest-ServersNegativeTestMultiTenantJSON-569476222 tempest-ServersNegativeTestMultiTenantJSON-569476222-project] 10.222.0.41 "DELETE /v2.0/ports/4026c076-b168-4aee-8b40-1f807d0b4813 HTTP/1.1" status: 204 len: 173 time: 1.4892528 Nov 22 20:35:20.708183 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9af02db4-2bb9-49df-9570-43cde923112c', 'name': 'network-vif-deleted', 'tag': '4026c076-b168-4aee-8b40-1f807d0b4813'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:35:20.710517 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589a98cf2aea187fcc423a5edb333e5a6cf3ad7c81115d1ebee0f079693c312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86f117aa-d07e-425d-9514-e08b625ea1b3" -d '{"events": [{"server_uuid": "9af02db4-2bb9-49df-9570-43cde923112c", "name": "network-vif-deleted", "tag": "4026c076-b168-4aee-8b40-1f807d0b4813"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:35:20.714422 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa416ca-eae9-4282-b4c3-cf1ace8462c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e0b7332-69d7-4b0b-a4ad-0fad39ab70f8,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:35:20.787832 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-d90c4aba-4bf7-4a43-8b70-f87f62a65541 admin admin] Deleting port 026d84b4-3f7b-4ebc-99ab-5a5971b8ead8 {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:35:20.800256 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d90c4aba-4bf7-4a43-8b70-f87f62a65541 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:20.878402 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:35:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99b1d93f-9126-49c3-95dd-75a5c1f923eb x-openstack-request-id: req-99b1d93f-9126-49c3-95dd-75a5c1f923eb {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:35:20.878705 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9af02db4-2bb9-49df-9570-43cde923112c", "name": "network-vif-deleted", "tag": "4026c076-b168-4aee-8b40-1f807d0b4813", "status": "completed", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:35:20.879006 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-99b1d93f-9126-49c3-95dd-75a5c1f923eb {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:35:20.879353 n-d-818823-1 neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9af02db4-2bb9-49df-9570-43cde923112c', 'name': 'network-vif-deleted', 'tag': '4026c076-b168-4aee-8b40-1f807d0b4813', 'status': 'completed', 'code': 200} Nov 22 20:35:20.950883 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-d90c4aba-4bf7-4a43-8b70-f87f62a65541 admin admin] For port 026d84b4-3f7b-4ebc-99ab-5a5971b8ead8, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=026d84b4-3f7b-4ebc-99ab-5a5971b8ead8,segment=NetworkSegment(0f31ec19-3af4-4928-96f6-fbcd53d7ad3c),segment_id=0f31ec19-3af4-4928-96f6-fbcd53d7ad3c)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:35:20.951230 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d90c4aba-4bf7-4a43-8b70-f87f62a65541 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:20.978937 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-d90c4aba-4bf7-4a43-8b70-f87f62a65541 admin admin] Calling delete_port for 026d84b4-3f7b-4ebc-99ab-5a5971b8ead8 owned by network:router_interface {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:35:21.114631 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfb869a5-ffc5-48ff-86a6-e6184e12c783 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Network e6203e89-81aa-431e-aa7e-b5de2f5dab02 is scheduled to be hosted by DHCP agent 02adaa64-0987-4b74-bad0-cbcf56f8a294 with binding_index 1 {{(pid=103447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 20:35:21.139333 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-cfb869a5-ffc5-48ff-86a6-e6184e12c783 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818823-1, e6203e89-81aa-431e-aa7e-b5de2f5dab02) {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:35:21.148488 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6891a7f1-6ce2-495c-bade-96928bad891b None None] Network e6203e89-81aa-431e-aa7e-b5de2f5dab02 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:35:21.176176 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb869a5-ffc5-48ff-86a6-e6184e12c783 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:35:21.189826 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfb869a5-ffc5-48ff-86a6-e6184e12c783 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:35:21.192079 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-cfb869a5-ffc5-48ff-86a6-e6184e12c783 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:21.276828 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 43704) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:35:21.282362 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-ac527765-3783-4ab8-98c3-7de2763960b7 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1932965930'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:35:21.286385 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-cfb869a5-ffc5-48ff-86a6-e6184e12c783 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.4304132 Nov 22 20:35:21.341767 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac527765-3783-4ab8-98c3-7de2763960b7 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Made reservation on behalf of fe864660cff645f6bfd902aea156f347 for: {'network': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:35:21.346248 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ac527765-3783-4ab8-98c3-7de2763960b7 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for network, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:21.355766 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-8c051af1-f7ee-478b-833b-6c4f54917200 req-99018bf0-9ad5-4520-b809-97f7f3e138db tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:21.456181 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac527765-3783-4ab8-98c3-7de2763960b7 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] vlan segment allocate from pool success with {'vlan_id': 609, 'physical_network': 'physnet1'} {{(pid=103448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 20:35:21.473735 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] get_ports_and_sgs() called for port_ids ['e08c4637-151d-48fd-b2f8-a723e7f9fa3c'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:35:21.478715 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d90c4aba-4bf7-4a43-8b70-f87f62a65541 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:21.572964 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ac527765-3783-4ab8-98c3-7de2763960b7 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:21.574459 n-d-818823-1 neutron-server[103448]: INFO neutron.db.segments_db [None req-ac527765-3783-4ab8-98c3-7de2763960b7 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Added segment b7ff0022-7399-48bb-b30c-2cacaaf470e8 of type vlan for network 41aaaf8a-4645-41e9-8dc6-49c68f1b5d15 Nov 22 20:35:21.605886 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90c4aba-4bf7-4a43-8b70-f87f62a65541 admin admin] Pushing event deleted for resources: {'Port': ['ID=026d84b4-3f7b-4ebc-99ab-5a5971b8ead8,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:35:21.641905 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a1d5f64-cfdb-4f13-8b73-7b43221f233b None None] DHCP port deletion for 33dd767d-ab2c-4bf6-a32d-ce7483655865 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:35:21.656757 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-71097cf6-6f54-4430-ba0e-34763d18b500 req-46644573-7a55-4097-8de9-5f3ad3a63854 tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.46 "GET /v2.0/ports?device_id=8c860d32-18ce-4ae9-b715-9596354e4a26 HTTP/1.1" status: 200 len: 210 time: 0.2816176 Nov 22 20:35:21.719985 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99018bf0-9ad5-4520-b809-97f7f3e138db tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Pushing event deleted for resources: {'Port': ['ID=e08c4637-151d-48fd-b2f8-a723e7f9fa3c,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:35:21.740530 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c6538f08-f618-48a7-acfd-c73e784c9ecc req-3b13a7fa-569e-45dc-8e2a-139d009b049b tempest-ServersNegativeTestMultiTenantJSON-569476222 tempest-ServersNegativeTestMultiTenantJSON-569476222-project] 10.222.0.46 "GET /v2.0/ports?device_id=9af02db4-2bb9-49df-9570-43cde923112c HTTP/1.1" status: 200 len: 210 time: 0.2756488 Nov 22 20:35:21.800664 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c051af1-f7ee-478b-833b-6c4f54917200 req-99018bf0-9ad5-4520-b809-97f7f3e138db tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] No DVR routers for this DVR port e08c4637-151d-48fd-b2f8-a723e7f9fa3c on host n-h2-818823-1 {{(pid=103447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:35:21.804872 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-8c051af1-f7ee-478b-833b-6c4f54917200 req-99018bf0-9ad5-4520-b809-97f7f3e138db tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:21.810175 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8c051af1-f7ee-478b-833b-6c4f54917200 req-99018bf0-9ad5-4520-b809-97f7f3e138db tempest-ServersTestJSON-2003515935 tempest-ServersTestJSON-2003515935-project] 10.222.0.20 "DELETE /v2.0/ports/e08c4637-151d-48fd-b2f8-a723e7f9fa3c HTTP/1.1" status: 204 len: 173 time: 2.1423945 Nov 22 20:35:21.810841 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c860d32-18ce-4ae9-b715-9596354e4a26', 'name': 'network-vif-deleted', 'tag': 'e08c4637-151d-48fd-b2f8-a723e7f9fa3c'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:35:21.814575 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-770b498a-41af-4a8b-9cbf-11bec397fa7c" -d '{"events": [{"server_uuid": "8c860d32-18ce-4ae9-b715-9596354e4a26", "name": "network-vif-deleted", "tag": "e08c4637-151d-48fd-b2f8-a723e7f9fa3c"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:35:21.837975 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ac527765-3783-4ab8-98c3-7de2763960b7 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748992492791'] for network, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:21.906152 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:35:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b3ad1dd-4b3c-46bb-8ac9-16659f9e5311 x-openstack-request-id: req-6b3ad1dd-4b3c-46bb-8ac9-16659f9e5311 {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:35:21.906643 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c860d32-18ce-4ae9-b715-9596354e4a26", "name": "network-vif-deleted", "tag": "e08c4637-151d-48fd-b2f8-a723e7f9fa3c", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:35:21.907043 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6b3ad1dd-4b3c-46bb-8ac9-16659f9e5311 {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:35:21.907760 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c860d32-18ce-4ae9-b715-9596354e4a26', 'name': 'network-vif-deleted', 'tag': 'e08c4637-151d-48fd-b2f8-a723e7f9fa3c', 'status': 'completed', 'code': 200} Nov 22 20:35:21.996743 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ac527765-3783-4ab8-98c3-7de2763960b7 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for network, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:22.005272 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac527765-3783-4ab8-98c3-7de2763960b7 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:35:22.005886 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ac527765-3783-4ab8-98c3-7de2763960b7 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks [] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:22.160762 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.agents_db [None req-aa8313f2-1ee4-4e7b-8c5a-d32b2f9d31ee None None] Agent healthcheck: found 7 active agents {{(pid=103450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 20:35:22.435890 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 43728) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:35:22.437136 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-ac527765-3783-4ab8-98c3-7de2763960b7 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1579571 Nov 22 20:35:22.443958 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-bd13f47f-9877-4e8f-aaa9-8acfe73dd702 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Request body: {'ports': [{'network_id': 'e6203e89-81aa-431e-aa7e-b5de2f5dab02'}, {'network_id': '41aaaf8a-4645-41e9-8dc6-49c68f1b5d15'}]} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:35:22.444783 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-bd13f47f-9877-4e8f-aaa9-8acfe73dd702 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Request body: {'port': {'network_id': 'e6203e89-81aa-431e-aa7e-b5de2f5dab02'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:35:22.445513 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-bd13f47f-9877-4e8f-aaa9-8acfe73dd702 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Request body: {'port': {'network_id': '41aaaf8a-4645-41e9-8dc6-49c68f1b5d15'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:35:22.471007 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac527765-3783-4ab8-98c3-7de2763960b7 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Pushing event updated for resources: {'Network': ['ID=41aaaf8a-4645-41e9-8dc6-49c68f1b5d15,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:35:22.478701 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d90c4aba-4bf7-4a43-8b70-f87f62a65541 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-563470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-663272'] for router_interface, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:22.491131 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Network 41aaaf8a-4645-41e9-8dc6-49c68f1b5d15 details requested by agent ovs-agent-n-d-818823-1 with host n-d-818823-1 {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 20:35:22.755801 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d90c4aba-4bf7-4a43-8b70-f87f62a65541 admin admin] Router 465eee6a-d00b-4a92-933d-be36d09a8662 has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 20:35:22.759521 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 43740) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:35:22.858832 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 43748) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:35:22.874521 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd13f47f-9877-4e8f-aaa9-8acfe73dd702 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Made reservation on behalf of fe864660cff645f6bfd902aea156f347 for: {'port': 2} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:35:22.880979 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-bd13f47f-9877-4e8f-aaa9-8acfe73dd702 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:22.937376 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-bd13f47f-9877-4e8f-aaa9-8acfe73dd702 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:22.951157 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd1ad303-0dcc-4abb-85fd-adae08d8d93c admin admin] Deleting subnet e278672f-f081-4f11-b073-e988e6446432 {{(pid=103447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 20:35:22.968507 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d90c4aba-4bf7-4a43-8b70-f87f62a65541 admin admin] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:35:22.969898 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-dd1ad303-0dcc-4abb-85fd-adae08d8d93c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:22.977164 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-d90c4aba-4bf7-4a43-8b70-f87f62a65541 admin admin] 10.222.0.46 "PUT /v2.0/routers/465eee6a-d00b-4a92-933d-be36d09a8662/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7489393 Nov 22 20:35:22.979636 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 43750) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:35:22.988565 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aca42f06-d027-435b-8399-4fa79f87cbdb None None] Sync routers for ids ['465eee6a-d00b-4a92-933d-be36d09a8662'] in n-d-818823-1 {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:35:23.005402 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aca42f06-d027-435b-8399-4fa79f87cbdb None None] Routers {'465eee6a-d00b-4a92-933d-be36d09a8662'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:35:23.006229 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-aca42f06-d027-435b-8399-4fa79f87cbdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:35:02Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['465eee6a-d00b-4a92-933d-be36d09a8662'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:35:23.007669 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e2454be-7fd6-471a-9c8b-e332486431e6 admin admin] Deleting subnet e400cdbc-53df-47e7-8a78-7e2509f719bf {{(pid=103448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 20:35:23.047635 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7e2454be-7fd6-471a-9c8b-e332486431e6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:23.125965 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7e2454be-7fd6-471a-9c8b-e332486431e6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11627908'] for subnet, precommit_delete_associations {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:23.168500 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [None req-bd13f47f-9877-4e8f-aaa9-8acfe73dd702 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] device_id is not set on port 70631c24-32d4-4924-bac9-7e5ded705175 yet. {{(pid=103447) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 20:35:23.187584 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7e2454be-7fd6-471a-9c8b-e332486431e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3753007'] for subnet, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:23.190407 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-aca42f06-d027-435b-8399-4fa79f87cbdb None None] Set router 465eee6a-d00b-4a92-933d-be36d09a8662 gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:35:23.190541 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-af001fde-d2e0-4f41-8e70-cef17f3a74ff admin admin] Publish callbacks [] for router, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:23.292338 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-dd1ad303-0dcc-4abb-85fd-adae08d8d93c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12178353'] for subnet, precommit_delete_associations {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:23.353459 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7e2454be-7fd6-471a-9c8b-e332486431e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3753014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11567369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11792914'] for subnet, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:23.392885 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2454be-7fd6-471a-9c8b-e332486431e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e400cdbc-53df-47e7-8a78-7e2509f719bf,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:35:23.401659 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-af001fde-d2e0-4f41-8e70-cef17f3a74ff admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:23.415983 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7e2454be-7fd6-471a-9c8b-e332486431e6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:23.422502 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-7e2454be-7fd6-471a-9c8b-e332486431e6 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/e400cdbc-53df-47e7-8a78-7e2509f719bf HTTP/1.1" status: 204 len: 168 time: 0.6597629 Nov 22 20:35:23.433831 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 43760) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:35:23.441994 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1267d44-dc44-40d7-9da1-6f6f6a5508e6 None None] Network 33dd767d-ab2c-4bf6-a32d-ce7483655865 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:35:23.480260 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-af001fde-d2e0-4f41-8e70-cef17f3a74ff admin admin] Deleting port a35931e5-9d85-4ddb-9da2-bf9a83990327 {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:35:23.480844 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-af001fde-d2e0-4f41-8e70-cef17f3a74ff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:23.486524 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-dd1ad303-0dcc-4abb-85fd-adae08d8d93c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3753007'] for subnet, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:23.582424 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-bd13f47f-9877-4e8f-aaa9-8acfe73dd702 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:23.592079 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-af001fde-d2e0-4f41-8e70-cef17f3a74ff admin admin] For port a35931e5-9d85-4ddb-9da2-bf9a83990327, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=a35931e5-9d85-4ddb-9da2-bf9a83990327,segment=NetworkSegment(8793ba83-8407-4c3d-9b56-2a177cd58a70),segment_id=8793ba83-8407-4c3d-9b56-2a177cd58a70)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:35:23.592474 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-af001fde-d2e0-4f41-8e70-cef17f3a74ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:23.606706 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-af001fde-d2e0-4f41-8e70-cef17f3a74ff admin admin] Calling delete_port for a35931e5-9d85-4ddb-9da2-bf9a83990327 owned by network:router_gateway {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:35:23.682531 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1fc7d4fa-a347-4509-819e-1e47add5ceb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3961693'] for network, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:23.764380 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [None req-bd13f47f-9877-4e8f-aaa9-8acfe73dd702 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] device_id is not set on port 40668d4a-d35a-47f7-ae9b-37ddbaab5c12 yet. {{(pid=103447) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 20:35:23.820923 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-aca42f06-d027-435b-8399-4fa79f87cbdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '465eee6a-d00b-4a92-933d-be36d09a8662', 'name': 'tempest-AttachVolumeShelveTestJSON-1883671480-router', 'tenant_id': '99aeed5920ec4cada406eeeb08e171e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': 'a35931e5-9d85-4ddb-9da2-bf9a83990327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:26:13Z', 'updated_at': '2021-11-22T20:35:21Z', 'revision_number': 5, 'project_id': '99aeed5920ec4cada406eeeb08e171e4', 'gw_port': {'id': 'a35931e5-9d85-4ddb-9da2-bf9a83990327', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:ce:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465eee6a-d00b-4a92-933d-be36d09a8662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2295, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:26:16Z', 'updated_at': '2021-11-22T20:26:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:35:23.831929 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-dd1ad303-0dcc-4abb-85fd-adae08d8d93c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3753014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8900804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8485115'] for subnet, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:23.857649 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aca42f06-d027-435b-8399-4fa79f87cbdb None None] Checking router: 465eee6a-d00b-4a92-933d-be36d09a8662 for host: n-d-818823-1 {{(pid=103449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 20:35:23.862715 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-dd1ad303-0dcc-4abb-85fd-adae08d8d93c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:23.881861 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-dd1ad303-0dcc-4abb-85fd-adae08d8d93c admin admin] 10.222.0.46 "DELETE /v2.0/subnets/e278672f-f081-4f11-b073-e988e6446432 HTTP/1.1" status: 204 len: 168 time: 1.0181484 Nov 22 20:35:23.917228 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device e08c4637-151d-48fd-b2f8-a723e7f9fa3c no longer exists at agent hyperv_n-h2-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:35:23.929080 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 43770) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:35:23.946397 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aca42f06-d027-435b-8399-4fa79f87cbdb None None] Routers {'465eee6a-d00b-4a92-933d-be36d09a8662'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:35:23.957423 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-aca42f06-d027-435b-8399-4fa79f87cbdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:35:02Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['465eee6a-d00b-4a92-933d-be36d09a8662'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:35:23.961472 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c126039-890c-4111-83d6-683901c2c2d2 None None] DHCP port deletion for 33dd767d-ab2c-4bf6-a32d-ce7483655865 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:35:23.969670 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-af001fde-d2e0-4f41-8e70-cef17f3a74ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:24.022004 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1fc7d4fa-a347-4509-819e-1e47add5ceb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3760028', 'neutron.services.segments.db._delete_segments_for_network-8748992815755'] for network, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:24.044722 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-1fc7d4fa-a347-4509-819e-1e47add5ceb3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33dd767d-ab2c-4bf6-a32d-ce7483655865']}} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:35:24.044929 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af001fde-d2e0-4f41-8e70-cef17f3a74ff admin admin] Pushing event deleted for resources: {'Port': ['ID=a35931e5-9d85-4ddb-9da2-bf9a83990327,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:35:24.057871 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-1fc7d4fa-a347-4509-819e-1e47add5ceb3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '470d5048-a1ed-4f8a-b81a-95ae6f6f9db0') {'for_net_delete': True} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:35:24.058403 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-1fc7d4fa-a347-4509-819e-1e47add5ceb3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '470d5048-a1ed-4f8a-b81a-95ae6f6f9db0') {} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:35:24.069896 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1fc7d4fa-a347-4509-819e-1e47add5ceb3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748993039638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12178344'] for segment, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:24.085615 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1fc7d4fa-a347-4509-819e-1e47add5ceb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:24.093842 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fc7d4fa-a347-4509-819e-1e47add5ceb3 admin admin] Releasing vlan 606 on physical network physnet1 to pool {{(pid=103447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 20:35:24.094717 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1fc7d4fa-a347-4509-819e-1e47add5ceb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8900762'] for segment, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:24.129833 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-aca42f06-d027-435b-8399-4fa79f87cbdb None None] Set router 465eee6a-d00b-4a92-933d-be36d09a8662 gateway port host: None {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:35:24.172287 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-af001fde-d2e0-4f41-8e70-cef17f3a74ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595398'] for router_gateway, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:24.194084 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] No Port match for: e08c4637-151d-48fd-b2f8-a723e7f9fa3c {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:35:24.194424 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device e08c4637-151d-48fd-b2f8-a723e7f9fa3c not bound to the agent host n-h2-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:35:24.195700 n-d-818823-1 neutron-server[103447]: Traceback (most recent call last): Nov 22 20:35:24.195700 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 20:35:24.195700 n-d-818823-1 neutron-server[103447]: timer() Nov 22 20:35:24.195700 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 20:35:24.195700 n-d-818823-1 neutron-server[103447]: cb(*args, **kw) Nov 22 20:35:24.195700 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 20:35:24.195700 n-d-818823-1 neutron-server[103447]: return func(*args, **kwargs) Nov 22 20:35:24.195700 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 20:35:24.195700 n-d-818823-1 neutron-server[103447]: self._notify() Nov 22 20:35:24.195700 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 20:35:24.195700 n-d-818823-1 neutron-server[103447]: self.callback(batched_events) Nov 22 20:35:24.195700 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 20:35:24.195700 n-d-818823-1 neutron-server[103447]: event.method(event) Nov 22 20:35:24.195700 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 20:35:24.195700 n-d-818823-1 neutron-server[103447]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 20:35:24.195700 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 20:35:24.195700 n-d-818823-1 neutron-server[103447]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 20:35:24.195700 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 20:35:24.195700 n-d-818823-1 neutron-server[103447]: return f(self, *a, **k) Nov 22 20:35:24.195700 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 20:35:24.195700 n-d-818823-1 neutron-server[103447]: return self._get(url).json() Nov 22 20:35:24.195700 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 20:35:24.195700 n-d-818823-1 neutron-server[103447]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 20:35:24.195700 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 20:35:24.195700 n-d-818823-1 neutron-server[103447]: return self.request(url, 'GET', **kwargs) Nov 22 20:35:24.195700 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 20:35:24.195700 n-d-818823-1 neutron-server[103447]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 20:35:24.195700 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 20:35:24.195700 n-d-818823-1 neutron-server[103447]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 20:35:24.195700 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 20:35:24.195700 n-d-818823-1 neutron-server[103447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 20:35:24.195700 n-d-818823-1 neutron-server[103447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 20:35:24.197637 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da0471ec-634f-41f4-86ab-912d269bffce None None] DHCP port deletion for c48a55e9-6a85-4746-b7bf-3e29fb560094 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:35:24.199615 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1ad303-0dcc-4abb-85fd-adae08d8d93c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e278672f-f081-4f11-b073-e988e6446432,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:35:24.200683 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-aca42f06-d027-435b-8399-4fa79f87cbdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '465eee6a-d00b-4a92-933d-be36d09a8662', 'name': 'tempest-AttachVolumeShelveTestJSON-1883671480-router', 'tenant_id': '99aeed5920ec4cada406eeeb08e171e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:26:13Z', 'updated_at': '2021-11-22T20:35:23Z', 'revision_number': 6, 'project_id': '99aeed5920ec4cada406eeeb08e171e4', 'gw_port_host': None}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:35:24.209282 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1fc7d4fa-a347-4509-819e-1e47add5ceb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3760002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595318'] for network, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:24.263298 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1fc7d4fa-a347-4509-819e-1e47add5ceb3 admin admin] Publish callbacks [] for network, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:24.270390 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aca42f06-d027-435b-8399-4fa79f87cbdb None None] The sync data for ids ['465eee6a-d00b-4a92-933d-be36d09a8662'] in n-d-818823-1 is: [{'id': '465eee6a-d00b-4a92-933d-be36d09a8662', 'name': 'tempest-AttachVolumeShelveTestJSON-1883671480-router', 'tenant_id': '99aeed5920ec4cada406eeeb08e171e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:26:13Z', 'updated_at': '2021-11-22T20:35:23Z', 'revision_number': 6, 'project_id': '99aeed5920ec4cada406eeeb08e171e4', 'gw_port_host': None}] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:35:24.271077 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-1fc7d4fa-a347-4509-819e-1e47add5ceb3 admin admin] 10.222.0.46 "DELETE /v2.0/networks/33dd767d-ab2c-4bf6-a32d-ce7483655865 HTTP/1.1" status: 204 len: 168 time: 0.8318603 Nov 22 20:35:24.376067 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-af001fde-d2e0-4f41-8e70-cef17f3a74ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24781'] for router, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:24.379238 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-af001fde-d2e0-4f41-8e70-cef17f3a74ff admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:24.400119 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 4026c076-b168-4aee-8b40-1f807d0b4813 no longer exists at agent hyperv_n-h1-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:35:24.445503 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc7d4fa-a347-4509-819e-1e47add5ceb3 admin admin] Pushing event deleted for resources: {'Network': ['ID=33dd767d-ab2c-4bf6-a32d-ce7483655865,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:35:24.479739 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] No Port match for: 4026c076-b168-4aee-8b40-1f807d0b4813 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:35:24.481698 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 4026c076-b168-4aee-8b40-1f807d0b4813 not bound to the agent host n-h1-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:35:24.488885 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-55653f9d-d749-4def-be90-e15442e4d628 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3961693'] for network, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:24.502857 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-af001fde-d2e0-4f41-8e70-cef17f3a74ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-663261'] for router, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:24.504339 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af001fde-d2e0-4f41-8e70-cef17f3a74ff admin admin] Fanout notify agent at l3_agent the message router_deleted on router 465eee6a-d00b-4a92-933d-be36d09a8662 {{(pid=103448) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 20:35:24.515722 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-af001fde-d2e0-4f41-8e70-cef17f3a74ff admin admin] Publish callbacks [] for router, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:24.520150 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-af001fde-d2e0-4f41-8e70-cef17f3a74ff admin admin] 10.222.0.46 "DELETE /v2.0/routers/465eee6a-d00b-4a92-933d-be36d09a8662 HTTP/1.1" status: 204 len: 168 time: 1.5363815 Nov 22 20:35:24.523279 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 43786) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:35:24.589731 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 43788) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:35:24.624404 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-55653f9d-d749-4def-be90-e15442e4d628 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3760028', 'neutron.services.segments.db._delete_segments_for_network-8748992815755'] for network, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:24.657829 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7043fcc-77ee-4c5b-9d15-918424b1d00b admin admin] Deleting subnet bfcf564a-3590-4b88-b146-a6d87131f13b {{(pid=103448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 20:35:24.663202 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-55653f9d-d749-4def-be90-e15442e4d628 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['beaa79d6-d1d9-4d88-95ae-ed1e35b00ca6']}} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:35:24.668868 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b7043fcc-77ee-4c5b-9d15-918424b1d00b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:24.682750 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-55653f9d-d749-4def-be90-e15442e4d628 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac763a60-b436-40fe-9e46-97886f933900') {'for_net_delete': True} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:35:24.683077 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-55653f9d-d749-4def-be90-e15442e4d628 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac763a60-b436-40fe-9e46-97886f933900') {} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:35:24.686068 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-bd13f47f-9877-4e8f-aaa9-8acfe73dd702 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:24.700226 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-55653f9d-d749-4def-be90-e15442e4d628 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748993039638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12178344'] for segment, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:24.706061 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-419e3bcc-4a5f-4512-bc1d-19d4a5d5b1ab admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b741c1041ead4066a271a7ac45bca161&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1150954 Nov 22 20:35:24.709075 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 43790) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:35:24.734452 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-55653f9d-d749-4def-be90-e15442e4d628 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:24.746845 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55653f9d-d749-4def-be90-e15442e4d628 admin admin] Releasing vlan 608 on physical network physnet1 to pool {{(pid=103447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 20:35:24.747372 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-55653f9d-d749-4def-be90-e15442e4d628 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8900762'] for segment, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:24.749941 n-d-818823-1 neutron-server[103447]: Traceback (most recent call last): Nov 22 20:35:24.749941 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 20:35:24.749941 n-d-818823-1 neutron-server[103447]: timer() Nov 22 20:35:24.749941 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 20:35:24.749941 n-d-818823-1 neutron-server[103447]: cb(*args, **kw) Nov 22 20:35:24.749941 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 20:35:24.749941 n-d-818823-1 neutron-server[103447]: return func(*args, **kwargs) Nov 22 20:35:24.749941 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 20:35:24.749941 n-d-818823-1 neutron-server[103447]: self._notify() Nov 22 20:35:24.749941 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 20:35:24.749941 n-d-818823-1 neutron-server[103447]: self.callback(batched_events) Nov 22 20:35:24.749941 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 20:35:24.749941 n-d-818823-1 neutron-server[103447]: event.method(event) Nov 22 20:35:24.749941 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 20:35:24.749941 n-d-818823-1 neutron-server[103447]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 20:35:24.749941 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 20:35:24.749941 n-d-818823-1 neutron-server[103447]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 20:35:24.749941 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 20:35:24.749941 n-d-818823-1 neutron-server[103447]: return f(self, *a, **k) Nov 22 20:35:24.749941 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 20:35:24.749941 n-d-818823-1 neutron-server[103447]: return self._get(url).json() Nov 22 20:35:24.749941 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 20:35:24.749941 n-d-818823-1 neutron-server[103447]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 20:35:24.749941 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 20:35:24.749941 n-d-818823-1 neutron-server[103447]: return self.request(url, 'GET', **kwargs) Nov 22 20:35:24.749941 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 20:35:24.749941 n-d-818823-1 neutron-server[103447]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 20:35:24.749941 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 20:35:24.749941 n-d-818823-1 neutron-server[103447]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 20:35:24.749941 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 20:35:24.749941 n-d-818823-1 neutron-server[103447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 20:35:24.749941 n-d-818823-1 neutron-server[103447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 20:35:24.777296 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b7043fcc-77ee-4c5b-9d15-918424b1d00b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11627908'] for subnet, precommit_delete_associations {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:24.833529 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-bd13f47f-9877-4e8f-aaa9-8acfe73dd702 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:24.862071 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-55653f9d-d749-4def-be90-e15442e4d628 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3760002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595318'] for network, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:24.862363 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7f77411b-c35c-4239-a150-b1b7fd8470e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:24.877249 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-55653f9d-d749-4def-be90-e15442e4d628 admin admin] Publish callbacks [] for network, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:24.880605 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-55653f9d-d749-4def-be90-e15442e4d628 admin admin] 10.222.0.46 "DELETE /v2.0/networks/beaa79d6-d1d9-4d88-95ae-ed1e35b00ca6 HTTP/1.1" status: 204 len: 168 time: 0.9493308 Nov 22 20:35:24.885874 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 43794) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:35:24.905407 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd13f47f-9877-4e8f-aaa9-8acfe73dd702 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Network e6203e89-81aa-431e-aa7e-b5de2f5dab02 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:35:24.906436 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55653f9d-d749-4def-be90-e15442e4d628 admin admin] Pushing event deleted for resources: {'Network': ['ID=beaa79d6-d1d9-4d88-95ae-ed1e35b00ca6,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:35:24.915187 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-bd13f47f-9877-4e8f-aaa9-8acfe73dd702 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:35:24.918729 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd13f47f-9877-4e8f-aaa9-8acfe73dd702 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:35:24.919604 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-bd13f47f-9877-4e8f-aaa9-8acfe73dd702 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:24.926721 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd13f47f-9877-4e8f-aaa9-8acfe73dd702 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Pushing event updated for resources: {'Port': ['ID=70631c24-32d4-4924-bac9-7e5ded705175,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:35:24.953465 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7f77411b-c35c-4239-a150-b1b7fd8470e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:24.987675 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd13f47f-9877-4e8f-aaa9-8acfe73dd702 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Pushing event updated for resources: {'Port': ['ID=40668d4a-d35a-47f7-ae9b-37ddbaab5c12,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:35:24.992979 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b7043fcc-77ee-4c5b-9d15-918424b1d00b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3753007'] for subnet, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:25.010959 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd13f47f-9877-4e8f-aaa9-8acfe73dd702 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Checking segment: {'id': 'b7ff0022-7399-48bb-b30c-2cacaaf470e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '41aaaf8a-4645-41e9-8dc6-49c68f1b5d15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:35:25.011436 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd13f47f-9877-4e8f-aaa9-8acfe73dd702 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Network hostable DHCP agents. Network: 41aaaf8a-4645-41e9-8dc6-49c68f1b5d15, hostable agents: ['02adaa64-0987-4b74-bad0-cbcf56f8a294'], hosted agents: [] {{(pid=103447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 20:35:25.031518 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9ba65dc-da0e-4662-b7c4-05152f85e018 admin admin] Deleting subnet 34f807fd-a389-4a6b-bbc1-1da35dd81f40 {{(pid=103448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 20:35:25.033878 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd13f47f-9877-4e8f-aaa9-8acfe73dd702 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Network 41aaaf8a-4645-41e9-8dc6-49c68f1b5d15 is scheduled to be hosted by DHCP agent 02adaa64-0987-4b74-bad0-cbcf56f8a294 with binding_index 1 {{(pid=103447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 20:35:25.045343 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f9ba65dc-da0e-4662-b7c4-05152f85e018 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:25.051856 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-bd13f47f-9877-4e8f-aaa9-8acfe73dd702 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818823-1, 41aaaf8a-4645-41e9-8dc6-49c68f1b5d15) {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:35:25.062462 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52fa22fe-f067-42a1-bddc-7426f8b9e01e None None] Network 41aaaf8a-4645-41e9-8dc6-49c68f1b5d15 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:35:25.068964 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd13f47f-9877-4e8f-aaa9-8acfe73dd702 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:35:25.083259 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd13f47f-9877-4e8f-aaa9-8acfe73dd702 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:35:25.095121 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f9ba65dc-da0e-4662-b7c4-05152f85e018 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11627908'] for subnet, precommit_delete_associations {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:25.099768 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd13f47f-9877-4e8f-aaa9-8acfe73dd702 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:35:25.101417 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-bd13f47f-9877-4e8f-aaa9-8acfe73dd702 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:25.129491 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 43798) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:35:25.131613 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-bd13f47f-9877-4e8f-aaa9-8acfe73dd702 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.6908026 Nov 22 20:35:25.141400 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7f77411b-c35c-4239-a150-b1b7fd8470e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:25.144123 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7f77411b-c35c-4239-a150-b1b7fd8470e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:25.145346 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-7f77411b-c35c-4239-a150-b1b7fd8470e6 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/967182ec-36b6-43cb-985c-f0d9e87194dc HTTP/1.1" status: 204 len: 168 time: 0.4352994 Nov 22 20:35:25.179691 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b7043fcc-77ee-4c5b-9d15-918424b1d00b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3753014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11567369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11792914'] for subnet, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:25.206854 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f77411b-c35c-4239-a150-b1b7fd8470e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=967182ec-36b6-43cb-985c-f0d9e87194dc,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:35:25.244616 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7043fcc-77ee-4c5b-9d15-918424b1d00b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bfcf564a-3590-4b88-b146-a6d87131f13b,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:35:25.253348 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f9ba65dc-da0e-4662-b7c4-05152f85e018 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3753007'] for subnet, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:25.263021 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b7043fcc-77ee-4c5b-9d15-918424b1d00b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:25.269301 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 43802) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:35:25.269621 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-b7043fcc-77ee-4c5b-9d15-918424b1d00b admin admin] 10.222.0.46 "DELETE /v2.0/subnets/bfcf564a-3590-4b88-b146-a6d87131f13b HTTP/1.1" status: 204 len: 168 time: 0.7448022 Nov 22 20:35:25.290430 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72457973-e27f-41c1-97ac-0e82fd77b712 None None] Network 472efbbc-d832-48a8-ba47-cb0fa0f678cf requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:35:25.372059 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f9ba65dc-da0e-4662-b7c4-05152f85e018 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3753014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11567369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11792914'] for subnet, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:25.379257 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-0e9b372c-2401-4062-a27c-64df85727e84 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Deleting port 40668d4a-d35a-47f7-ae9b-37ddbaab5c12 {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:35:25.379862 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0e9b372c-2401-4062-a27c-64df85727e84 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:25.468350 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-817a6e8b-2602-4312-bf28-fe3ba4746964 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3961693'] for network, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:25.551381 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f9ba65dc-da0e-4662-b7c4-05152f85e018 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:25.558394 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-f9ba65dc-da0e-4662-b7c4-05152f85e018 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/34f807fd-a389-4a6b-bbc1-1da35dd81f40 HTTP/1.1" status: 204 len: 168 time: 0.6632442 Nov 22 20:35:25.566084 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 43806) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:35:25.567560 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ba65dc-da0e-4662-b7c4-05152f85e018 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=34f807fd-a389-4a6b-bbc1-1da35dd81f40,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:35:25.598956 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0e9b372c-2401-4062-a27c-64df85727e84 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:25.616102 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-0e9b372c-2401-4062-a27c-64df85727e84 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Calling delete_port for 40668d4a-d35a-47f7-ae9b-37ddbaab5c12 owned by {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:35:25.643444 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-384e6166-2165-4950-b5b2-15a23a7cd411 None None] DHCP port deletion for 472efbbc-d832-48a8-ba47-cb0fa0f678cf request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:35:25.676410 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-817a6e8b-2602-4312-bf28-fe3ba4746964 admin admin] Deleting port dfeaba5c-985f-440f-be33-8e4c59315496 {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:35:25.676968 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-817a6e8b-2602-4312-bf28-fe3ba4746964 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:25.739963 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0e9b372c-2401-4062-a27c-64df85727e84 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:25.760763 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-384e6166-2165-4950-b5b2-15a23a7cd411 None None] Deleting port dfeaba5c-985f-440f-be33-8e4c59315496 {{(pid=103449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:35:25.761338 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-384e6166-2165-4950-b5b2-15a23a7cd411 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:25.784601 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9b372c-2401-4062-a27c-64df85727e84 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Pushing event deleted for resources: {'Port': ['ID=40668d4a-d35a-47f7-ae9b-37ddbaab5c12,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:35:25.792240 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [None req-817a6e8b-2602-4312-bf28-fe3ba4746964 admin admin] For port dfeaba5c-985f-440f-be33-8e4c59315496, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=dfeaba5c-985f-440f-be33-8e4c59315496,segment=NetworkSegment(0f31ec19-3af4-4928-96f6-fbcd53d7ad3c),segment_id=0f31ec19-3af4-4928-96f6-fbcd53d7ad3c)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:35:25.794299 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-817a6e8b-2602-4312-bf28-fe3ba4746964 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:25.806405 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0e9b372c-2401-4062-a27c-64df85727e84 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:25.815037 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-0e9b372c-2401-4062-a27c-64df85727e84 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] 10.222.0.46 "DELETE /v2.0/ports/40668d4a-d35a-47f7-ae9b-37ddbaab5c12 HTTP/1.1" status: 204 len: 168 time: 0.6835279 Nov 22 20:35:25.815694 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 43810) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:35:25.826057 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-817a6e8b-2602-4312-bf28-fe3ba4746964 admin admin] Calling delete_port for dfeaba5c-985f-440f-be33-8e4c59315496 owned by network:dhcp {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:35:25.914537 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-384e6166-2165-4950-b5b2-15a23a7cd411 None None] For port dfeaba5c-985f-440f-be33-8e4c59315496, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=dfeaba5c-985f-440f-be33-8e4c59315496,segment=NetworkSegment(0f31ec19-3af4-4928-96f6-fbcd53d7ad3c),segment_id=0f31ec19-3af4-4928-96f6-fbcd53d7ad3c)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:35:25.914537 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-384e6166-2165-4950-b5b2-15a23a7cd411 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:25.929173 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-384e6166-2165-4950-b5b2-15a23a7cd411 None None] Calling delete_port for dfeaba5c-985f-440f-be33-8e4c59315496 owned by network:dhcp {{(pid=103449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:35:25.965460 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-7d75a341-4bcc-4a0e-b383-f6fe500b936b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3961693'] for network, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:25.970929 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-817a6e8b-2602-4312-bf28-fe3ba4746964 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:26.017128 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-817a6e8b-2602-4312-bf28-fe3ba4746964 admin admin] No DVR routers for this DVR port dfeaba5c-985f-440f-be33-8e4c59315496 on host n-d-818823-1 {{(pid=103447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:35:26.023667 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device a35931e5-9d85-4ddb-9da2-bf9a83990327 no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:35:26.046218 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-384e6166-2165-4950-b5b2-15a23a7cd411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381'] for port, after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:26.053154 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817a6e8b-2602-4312-bf28-fe3ba4746964 admin admin] Pushing event deleted for resources: {'Port': ['ID=dfeaba5c-985f-440f-be33-8e4c59315496,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:35:26.054153 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: a35931e5-9d85-4ddb-9da2-bf9a83990327 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:35:26.054743 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device a35931e5-9d85-4ddb-9da2-bf9a83990327 not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:35:26.055378 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 026d84b4-3f7b-4ebc-99ab-5a5971b8ead8 no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:35:26.087375 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: 026d84b4-3f7b-4ebc-99ab-5a5971b8ead8 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:35:26.087859 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d28f2a4f-a98d-4a55-a8b3-50cf19e5f206 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:35:26.088355 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 026d84b4-3f7b-4ebc-99ab-5a5971b8ead8 not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:35:26.088981 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device dfeaba5c-985f-440f-be33-8e4c59315496 no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:35:26.103012 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d28f2a4f-a98d-4a55-a8b3-50cf19e5f206 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:35:26.110878 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-d28f2a4f-a98d-4a55-a8b3-50cf19e5f206 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.2941189 Nov 22 20:35:26.112760 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 43830) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:35:26.128270 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384e6166-2165-4950-b5b2-15a23a7cd411 None None] Pushing event deleted for resources: {'Port': ['ID=dfeaba5c-985f-440f-be33-8e4c59315496,revision_number=None']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:35:26.130813 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-384e6166-2165-4950-b5b2-15a23a7cd411 None None] No DVR routers for this DVR port dfeaba5c-985f-440f-be33-8e4c59315496 on host n-d-818823-1 {{(pid=103449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:35:26.133017 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: dfeaba5c-985f-440f-be33-8e4c59315496 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:35:26.133376 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device dfeaba5c-985f-440f-be33-8e4c59315496 not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:35:26.240319 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-817a6e8b-2602-4312-bf28-fe3ba4746964 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3760028', 'neutron.services.segments.db._delete_segments_for_network-8748992815755'] for network, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:26.263020 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-b67686b2-2342-43b5-9e93-9e5adb25ffea tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Deleting port 70631c24-32d4-4924-bac9-7e5ded705175 {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:35:26.263730 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b67686b2-2342-43b5-9e93-9e5adb25ffea tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:26.267360 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-7d75a341-4bcc-4a0e-b383-f6fe500b936b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3760028', 'neutron.services.segments.db._delete_segments_for_network-8748992815755'] for network, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:26.298349 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-817a6e8b-2602-4312-bf28-fe3ba4746964 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['472efbbc-d832-48a8-ba47-cb0fa0f678cf']}} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:35:26.350356 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b67686b2-2342-43b5-9e93-9e5adb25ffea tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:26.352030 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-817a6e8b-2602-4312-bf28-fe3ba4746964 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f31ec19-3af4-4928-96f6-fbcd53d7ad3c') {'for_net_delete': True} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:35:26.352542 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-817a6e8b-2602-4312-bf28-fe3ba4746964 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f31ec19-3af4-4928-96f6-fbcd53d7ad3c') {} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:35:26.355277 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-7d75a341-4bcc-4a0e-b383-f6fe500b936b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecc03fb6-9bbf-45d1-a0e5-8668220d8fa4']}} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:35:26.366956 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-b67686b2-2342-43b5-9e93-9e5adb25ffea tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Calling delete_port for 70631c24-32d4-4924-bac9-7e5ded705175 owned by {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:35:26.371927 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-817a6e8b-2602-4312-bf28-fe3ba4746964 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748993039638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12178344'] for segment, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:26.375622 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-7d75a341-4bcc-4a0e-b383-f6fe500b936b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02c6b68f-933c-45eb-aca0-6142764e1857') {'for_net_delete': True} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:35:26.376233 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-7d75a341-4bcc-4a0e-b383-f6fe500b936b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02c6b68f-933c-45eb-aca0-6142764e1857') {} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:35:26.399057 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-7d75a341-4bcc-4a0e-b383-f6fe500b936b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748993039638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12178344'] for segment, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:26.405716 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-817a6e8b-2602-4312-bf28-fe3ba4746964 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:26.417291 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-817a6e8b-2602-4312-bf28-fe3ba4746964 admin admin] Releasing vlan 632 on physical network physnet1 to pool {{(pid=103447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 20:35:26.417291 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-817a6e8b-2602-4312-bf28-fe3ba4746964 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8900762'] for segment, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:26.419209 n-d-818823-1 neutron-server[103447]: Traceback (most recent call last): Nov 22 20:35:26.419209 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 20:35:26.419209 n-d-818823-1 neutron-server[103447]: timer() Nov 22 20:35:26.419209 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 20:35:26.419209 n-d-818823-1 neutron-server[103447]: cb(*args, **kw) Nov 22 20:35:26.419209 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 20:35:26.419209 n-d-818823-1 neutron-server[103447]: return func(*args, **kwargs) Nov 22 20:35:26.419209 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 20:35:26.419209 n-d-818823-1 neutron-server[103447]: self._notify() Nov 22 20:35:26.419209 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 20:35:26.419209 n-d-818823-1 neutron-server[103447]: self.callback(batched_events) Nov 22 20:35:26.419209 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 20:35:26.419209 n-d-818823-1 neutron-server[103447]: event.method(event) Nov 22 20:35:26.419209 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 20:35:26.419209 n-d-818823-1 neutron-server[103447]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 20:35:26.419209 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 20:35:26.419209 n-d-818823-1 neutron-server[103447]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 20:35:26.419209 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 20:35:26.419209 n-d-818823-1 neutron-server[103447]: return f(self, *a, **k) Nov 22 20:35:26.419209 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 20:35:26.419209 n-d-818823-1 neutron-server[103447]: return self._get(url).json() Nov 22 20:35:26.419209 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 20:35:26.419209 n-d-818823-1 neutron-server[103447]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 20:35:26.419209 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 20:35:26.419209 n-d-818823-1 neutron-server[103447]: return self.request(url, 'GET', **kwargs) Nov 22 20:35:26.419209 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 20:35:26.419209 n-d-818823-1 neutron-server[103447]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 20:35:26.419209 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 20:35:26.419209 n-d-818823-1 neutron-server[103447]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 20:35:26.419209 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 20:35:26.419209 n-d-818823-1 neutron-server[103447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 20:35:26.419209 n-d-818823-1 neutron-server[103447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 20:35:26.430953 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-7d75a341-4bcc-4a0e-b383-f6fe500b936b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:26.509171 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d75a341-4bcc-4a0e-b383-f6fe500b936b admin admin] Releasing vlan 612 on physical network physnet1 to pool {{(pid=103447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 20:35:26.511560 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-7d75a341-4bcc-4a0e-b383-f6fe500b936b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8900762'] for segment, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:26.515090 n-d-818823-1 neutron-server[103447]: Traceback (most recent call last): Nov 22 20:35:26.515090 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 20:35:26.515090 n-d-818823-1 neutron-server[103447]: timer() Nov 22 20:35:26.515090 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 20:35:26.515090 n-d-818823-1 neutron-server[103447]: cb(*args, **kw) Nov 22 20:35:26.515090 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 20:35:26.515090 n-d-818823-1 neutron-server[103447]: return func(*args, **kwargs) Nov 22 20:35:26.515090 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 20:35:26.515090 n-d-818823-1 neutron-server[103447]: self._notify() Nov 22 20:35:26.515090 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 20:35:26.515090 n-d-818823-1 neutron-server[103447]: self.callback(batched_events) Nov 22 20:35:26.515090 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 20:35:26.515090 n-d-818823-1 neutron-server[103447]: event.method(event) Nov 22 20:35:26.515090 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 20:35:26.515090 n-d-818823-1 neutron-server[103447]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 20:35:26.515090 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 20:35:26.515090 n-d-818823-1 neutron-server[103447]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 20:35:26.515090 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 20:35:26.515090 n-d-818823-1 neutron-server[103447]: return f(self, *a, **k) Nov 22 20:35:26.515090 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 20:35:26.515090 n-d-818823-1 neutron-server[103447]: return self._get(url).json() Nov 22 20:35:26.515090 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 20:35:26.515090 n-d-818823-1 neutron-server[103447]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 20:35:26.515090 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 20:35:26.515090 n-d-818823-1 neutron-server[103447]: return self.request(url, 'GET', **kwargs) Nov 22 20:35:26.515090 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 20:35:26.515090 n-d-818823-1 neutron-server[103447]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 20:35:26.515090 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 20:35:26.515090 n-d-818823-1 neutron-server[103447]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 20:35:26.515090 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 20:35:26.515090 n-d-818823-1 neutron-server[103447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 20:35:26.515090 n-d-818823-1 neutron-server[103447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 20:35:26.520009 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b67686b2-2342-43b5-9e93-9e5adb25ffea tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:26.549343 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67686b2-2342-43b5-9e93-9e5adb25ffea tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Pushing event deleted for resources: {'Port': ['ID=70631c24-32d4-4924-bac9-7e5ded705175,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:35:26.557440 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b67686b2-2342-43b5-9e93-9e5adb25ffea tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:26.562214 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-b67686b2-2342-43b5-9e93-9e5adb25ffea tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] 10.222.0.46 "DELETE /v2.0/ports/70631c24-32d4-4924-bac9-7e5ded705175 HTTP/1.1" status: 204 len: 168 time: 0.4450498 Nov 22 20:35:26.564474 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 43850) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:35:26.601237 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-817a6e8b-2602-4312-bf28-fe3ba4746964 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3760002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595318'] for network, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:26.607076 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-817a6e8b-2602-4312-bf28-fe3ba4746964 admin admin] Publish callbacks [] for network, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:26.618271 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-817a6e8b-2602-4312-bf28-fe3ba4746964 admin admin] 10.222.0.46 "DELETE /v2.0/networks/472efbbc-d832-48a8-ba47-cb0fa0f678cf HTTP/1.1" status: 204 len: 168 time: 1.3457692 Nov 22 20:35:26.627012 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-7d75a341-4bcc-4a0e-b383-f6fe500b936b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3760002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595318'] for network, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:26.629456 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98e29683-8e5f-4afc-8332-ea2e18b52934 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:35:26.634679 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-98e29683-8e5f-4afc-8332-ea2e18b52934 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0663626 Nov 22 20:35:26.635008 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 43854) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:35:26.636734 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-7d75a341-4bcc-4a0e-b383-f6fe500b936b admin admin] Publish callbacks [] for network, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:26.643324 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-7d75a341-4bcc-4a0e-b383-f6fe500b936b admin admin] 10.222.0.46 "DELETE /v2.0/networks/ecc03fb6-9bbf-45d1-a0e5-8668220d8fa4 HTTP/1.1" status: 204 len: 168 time: 1.0754716 Nov 22 20:35:26.661073 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817a6e8b-2602-4312-bf28-fe3ba4746964 admin admin] Pushing event deleted for resources: {'Network': ['ID=472efbbc-d832-48a8-ba47-cb0fa0f678cf,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:35:26.677866 n-d-818823-1 neutron-server[103448]: INFO neutron.pecan_wsgi.hooks.translation [None req-66dff2a4-c04f-4256-b171-658dc7b68722 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] GET failed (client error): The resource could not be found. Nov 22 20:35:26.681725 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-66dff2a4-c04f-4256-b171-658dc7b68722 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] 10.222.0.46 "GET /v2.0/ports/40668d4a-d35a-47f7-ae9b-37ddbaab5c12 HTTP/1.1" status: 404 len: 333 time: 0.0374248 Nov 22 20:35:26.682615 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 43858) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:35:26.687607 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d75a341-4bcc-4a0e-b383-f6fe500b936b admin admin] Pushing event deleted for resources: {'Network': ['ID=ecc03fb6-9bbf-45d1-a0e5-8668220d8fa4,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:35:26.721693 n-d-818823-1 neutron-server[103448]: INFO neutron.pecan_wsgi.hooks.translation [None req-8378f7ba-5223-4450-b93f-3caa05e0a068 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] GET failed (client error): The resource could not be found. Nov 22 20:35:26.725788 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-8378f7ba-5223-4450-b93f-3caa05e0a068 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] 10.222.0.46 "GET /v2.0/ports/70631c24-32d4-4924-bac9-7e5ded705175 HTTP/1.1" status: 404 len: 333 time: 0.0397379 Nov 22 20:35:26.727290 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 43860) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:35:26.849587 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1a7772a5-6d15-4f87-9dbd-adc765f79b8a tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3961693'] for network, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:26.927536 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 43866) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:35:26.957120 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1a7772a5-6d15-4f87-9dbd-adc765f79b8a tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3760028', 'neutron.services.segments.db._delete_segments_for_network-8748992815755'] for network, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:26.982855 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-1a7772a5-6d15-4f87-9dbd-adc765f79b8a tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41aaaf8a-4645-41e9-8dc6-49c68f1b5d15']}} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:35:26.987667 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 43868) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:35:26.996673 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-1a7772a5-6d15-4f87-9dbd-adc765f79b8a tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7ff0022-7399-48bb-b30c-2cacaaf470e8') {'for_net_delete': True} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:35:26.997349 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-1a7772a5-6d15-4f87-9dbd-adc765f79b8a tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7ff0022-7399-48bb-b30c-2cacaaf470e8') {} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:35:27.008333 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1a7772a5-6d15-4f87-9dbd-adc765f79b8a tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748993039638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12178344'] for segment, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:27.024170 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1a7772a5-6d15-4f87-9dbd-adc765f79b8a tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:27.032106 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a7772a5-6d15-4f87-9dbd-adc765f79b8a tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Releasing vlan 609 on physical network physnet1 to pool {{(pid=103447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 20:35:27.032860 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1a7772a5-6d15-4f87-9dbd-adc765f79b8a tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8900762'] for segment, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:27.036580 n-d-818823-1 neutron-server[103447]: Traceback (most recent call last): Nov 22 20:35:27.036580 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 20:35:27.036580 n-d-818823-1 neutron-server[103447]: timer() Nov 22 20:35:27.036580 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 20:35:27.036580 n-d-818823-1 neutron-server[103447]: cb(*args, **kw) Nov 22 20:35:27.036580 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 20:35:27.036580 n-d-818823-1 neutron-server[103447]: return func(*args, **kwargs) Nov 22 20:35:27.036580 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 20:35:27.036580 n-d-818823-1 neutron-server[103447]: self._notify() Nov 22 20:35:27.036580 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 20:35:27.036580 n-d-818823-1 neutron-server[103447]: self.callback(batched_events) Nov 22 20:35:27.036580 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 20:35:27.036580 n-d-818823-1 neutron-server[103447]: event.method(event) Nov 22 20:35:27.036580 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 20:35:27.036580 n-d-818823-1 neutron-server[103447]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 20:35:27.036580 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 20:35:27.036580 n-d-818823-1 neutron-server[103447]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 20:35:27.036580 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 20:35:27.036580 n-d-818823-1 neutron-server[103447]: return f(self, *a, **k) Nov 22 20:35:27.036580 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 20:35:27.036580 n-d-818823-1 neutron-server[103447]: return self._get(url).json() Nov 22 20:35:27.036580 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 20:35:27.036580 n-d-818823-1 neutron-server[103447]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 20:35:27.036580 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 20:35:27.036580 n-d-818823-1 neutron-server[103447]: return self.request(url, 'GET', **kwargs) Nov 22 20:35:27.036580 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 20:35:27.036580 n-d-818823-1 neutron-server[103447]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 20:35:27.036580 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 20:35:27.036580 n-d-818823-1 neutron-server[103447]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 20:35:27.036580 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 20:35:27.036580 n-d-818823-1 neutron-server[103447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 20:35:27.036580 n-d-818823-1 neutron-server[103447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 20:35:27.069415 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-cdf2d0bc-1bff-4a20-b0a8-a685ae995494 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=99aeed5920ec4cada406eeeb08e171e4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1407294 Nov 22 20:35:27.073530 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 43872) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:35:27.094185 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-87b9c832-b4e8-4356-bad4-c7e1f6902d54 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=69329039924048d08cb1ec16909e3796&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1024945 Nov 22 20:35:27.096280 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 43874) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:35:27.136560 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1a7772a5-6d15-4f87-9dbd-adc765f79b8a tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3760002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595318'] for network, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:27.144482 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4172ae69-fd4e-435f-9805-a071fde2680e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:27.167614 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1a7772a5-6d15-4f87-9dbd-adc765f79b8a tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks [] for network, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:27.172430 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-1a7772a5-6d15-4f87-9dbd-adc765f79b8a tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] 10.222.0.46 "DELETE /v2.0/networks/41aaaf8a-4645-41e9-8dc6-49c68f1b5d15 HTTP/1.1" status: 204 len: 168 time: 0.4451079 Nov 22 20:35:27.181894 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4172ae69-fd4e-435f-9805-a071fde2680e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:27.185126 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 43876) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:35:27.188110 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7772a5-6d15-4f87-9dbd-adc765f79b8a tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Pushing event deleted for resources: {'Network': ['ID=41aaaf8a-4645-41e9-8dc6-49c68f1b5d15,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:35:27.198163 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-0176c27f-5985-4048-8c51-87cc4ec6029f tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-362396444'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:35:27.209456 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c76af51c-1901-474d-9394-d4482b049da6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:27.230861 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0176c27f-5985-4048-8c51-87cc4ec6029f tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Made reservation on behalf of fe864660cff645f6bfd902aea156f347 for: {'network': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:35:27.236312 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0176c27f-5985-4048-8c51-87cc4ec6029f tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for network, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:27.245659 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c76af51c-1901-474d-9394-d4482b049da6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:27.320574 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0176c27f-5985-4048-8c51-87cc4ec6029f tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] vlan segment allocate from pool success with {'vlan_id': 645, 'physical_network': 'physnet1'} {{(pid=103448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 20:35:27.323608 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c76af51c-1901-474d-9394-d4482b049da6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:27.334917 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0176c27f-5985-4048-8c51-87cc4ec6029f tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:27.335294 n-d-818823-1 neutron-server[103448]: INFO neutron.db.segments_db [None req-0176c27f-5985-4048-8c51-87cc4ec6029f tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Added segment 00d240ad-5abb-4de9-a520-e7e7734da76e of type vlan for network 9b7c4e23-4ada-4266-afdd-f208607fea31 Nov 22 20:35:27.345401 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c76af51c-1901-474d-9394-d4482b049da6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:27.348552 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-c76af51c-1901-474d-9394-d4482b049da6 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f485f86c-c36f-4ec8-a43c-1635c09ec2f5 HTTP/1.1" status: 204 len: 168 time: 0.2512479 Nov 22 20:35:27.358719 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76af51c-1901-474d-9394-d4482b049da6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f485f86c-c36f-4ec8-a43c-1635c09ec2f5,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:35:27.382900 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4172ae69-fd4e-435f-9805-a071fde2680e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:27.386512 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4172ae69-fd4e-435f-9805-a071fde2680e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:27.391779 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-4172ae69-fd4e-435f-9805-a071fde2680e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/244b1ea4-a2b8-48ae-9d72-b2500a25b9de HTTP/1.1" status: 204 len: 168 time: 0.3170900 Nov 22 20:35:27.393966 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0176c27f-5985-4048-8c51-87cc4ec6029f tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748992492791'] for network, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:27.408628 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4172ae69-fd4e-435f-9805-a071fde2680e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=244b1ea4-a2b8-48ae-9d72-b2500a25b9de,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:35:27.437575 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0176c27f-5985-4048-8c51-87cc4ec6029f tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for network, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:27.454281 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0176c27f-5985-4048-8c51-87cc4ec6029f tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:35:27.458067 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0176c27f-5985-4048-8c51-87cc4ec6029f tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks [] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:27.574394 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-0176c27f-5985-4048-8c51-87cc4ec6029f tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3875837 Nov 22 20:35:27.577682 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 43886) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:35:27.583249 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-6ccbde6e-6c6b-4163-8c6a-f53cb1f6bedb tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Request body: {'subnet': {'network_id': '9b7c4e23-4ada-4266-afdd-f208607fea31', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:35:27.586013 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0176c27f-5985-4048-8c51-87cc4ec6029f tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Pushing event updated for resources: {'Network': ['ID=9b7c4e23-4ada-4266-afdd-f208607fea31,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:35:27.603045 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Network 9b7c4e23-4ada-4266-afdd-f208607fea31 details requested by agent ovs-agent-n-d-818823-1 with host n-d-818823-1 {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 20:35:27.828986 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ccbde6e-6c6b-4163-8c6a-f53cb1f6bedb tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Made reservation on behalf of fe864660cff645f6bfd902aea156f347 for: {'subnet': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:35:27.835778 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6ccbde6e-6c6b-4163-8c6a-f53cb1f6bedb tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8485086'] for subnet, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:27.915604 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.ipam_backend_mixin [None req-6ccbde6e-6c6b-4163-8c6a-f53cb1f6bedb tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Performing IP validity checks on allocation pools {{(pid=103447) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 22 20:35:27.916318 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.ipam_backend_mixin [None req-6ccbde6e-6c6b-4163-8c6a-f53cb1f6bedb tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103447) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 22 20:35:28.173164 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6ccbde6e-6c6b-4163-8c6a-f53cb1f6bedb tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8900613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8485104'] for subnet, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:28.174076 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 43912) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:35:28.226537 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-cd774d9e-ff78-40d2-a033-d5c78b0f7c2e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=625dcfdf51424ed6889ef057495c6865&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0505271 Nov 22 20:35:28.230498 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 43916) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:35:28.307315 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ccbde6e-6c6b-4163-8c6a-f53cb1f6bedb tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Checking segment: {'id': '00d240ad-5abb-4de9-a520-e7e7734da76e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '9b7c4e23-4ada-4266-afdd-f208607fea31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:35:28.307709 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ccbde6e-6c6b-4163-8c6a-f53cb1f6bedb tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Network hostable DHCP agents. Network: 9b7c4e23-4ada-4266-afdd-f208607fea31, hostable agents: ['02adaa64-0987-4b74-bad0-cbcf56f8a294'], hosted agents: [] {{(pid=103447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 20:35:28.309856 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccbde6e-6c6b-4163-8c6a-f53cb1f6bedb tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Pushing event updated for resources: {'Subnet': ['ID=5aebe15b-9c5e-4c6f-b1a2-0f742ef42bcd,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:35:28.333992 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ccbde6e-6c6b-4163-8c6a-f53cb1f6bedb tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Network 9b7c4e23-4ada-4266-afdd-f208607fea31 is scheduled to be hosted by DHCP agent 02adaa64-0987-4b74-bad0-cbcf56f8a294 with binding_index 1 {{(pid=103447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 20:35:28.344993 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7a6dad45-8ac9-4c2c-a866-831e0d0346ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:28.345631 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-6ccbde6e-6c6b-4163-8c6a-f53cb1f6bedb tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818823-1, 9b7c4e23-4ada-4266-afdd-f208607fea31) {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:35:28.356160 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44a7bd89-6d98-4faa-b032-4f4c508150f1 None None] Network 9b7c4e23-4ada-4266-afdd-f208607fea31 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:35:28.361236 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ccbde6e-6c6b-4163-8c6a-f53cb1f6bedb tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:35:28.367271 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6ccbde6e-6c6b-4163-8c6a-f53cb1f6bedb tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks [] for subnet, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:28.370369 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7a6dad45-8ac9-4c2c-a866-831e0d0346ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:28.390941 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-6ccbde6e-6c6b-4163-8c6a-f53cb1f6bedb tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8120818 Nov 22 20:35:28.393392 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 43918) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:35:28.398952 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-0b83c5b1-3caf-4f2b-90fd-8d4a1ad3d742 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Request body: {'port': {'network_id': '9b7c4e23-4ada-4266-afdd-f208607fea31', 'name': 'tempest-PortsTestJSON-522282016'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:35:28.437698 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7a6dad45-8ac9-4c2c-a866-831e0d0346ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:28.440889 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7a6dad45-8ac9-4c2c-a866-831e0d0346ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:28.444495 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-7a6dad45-8ac9-4c2c-a866-831e0d0346ca admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b9492f0e-615f-413b-85c5-6b18083f8daa HTTP/1.1" status: 204 len: 168 time: 0.2105129 Nov 22 20:35:28.489989 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6dad45-8ac9-4c2c-a866-831e0d0346ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9492f0e-615f-413b-85c5-6b18083f8daa,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:35:28.634544 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b83c5b1-3caf-4f2b-90fd-8d4a1ad3d742 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Made reservation on behalf of fe864660cff645f6bfd902aea156f347 for: {'port': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:35:28.640062 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0b83c5b1-3caf-4f2b-90fd-8d4a1ad3d742 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:28.664049 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [None req-0b83c5b1-3caf-4f2b-90fd-8d4a1ad3d742 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] device_id is not set on port c0deda70-a13f-4244-93ba-c603cfc6f276 yet. {{(pid=103447) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 20:35:28.823352 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-702009fa-13eb-40a5-b189-2ad00b743d3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fb26bd7-ce56-527b-b94f-2e1f7cb2bb35-9b7c4e23-4ada-4266-afdd-f208607fea31', 'network_id': '9b7c4e23-4ada-4266-afdd-f208607fea31', 'tenant_id': 'fe864660cff645f6bfd902aea156f347', 'fixed_ips': [{'subnet_id': '5aebe15b-9c5e-4c6f-b1a2-0f742ef42bcd'}]}} from n-d-818823-1. {{(pid=103449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 20:35:28.824251 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-702009fa-13eb-40a5-b189-2ad00b743d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:28.901522 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [None req-0b83c5b1-3caf-4f2b-90fd-8d4a1ad3d742 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Allocated IP 172.20.0.14 (9b7c4e23-4ada-4266-afdd-f208607fea31/5aebe15b-9c5e-4c6f-b1a2-0f742ef42bcd/c0deda70-a13f-4244-93ba-c603cfc6f276) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:35:29.279703 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0b83c5b1-3caf-4f2b-90fd-8d4a1ad3d742 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:29.323821 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0b83c5b1-3caf-4f2b-90fd-8d4a1ad3d742 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:29.505308 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.db_base_plugin_common [None req-702009fa-13eb-40a5-b189-2ad00b743d3b None None] Allocated IP 172.20.0.2 (9b7c4e23-4ada-4266-afdd-f208607fea31/5aebe15b-9c5e-4c6f-b1a2-0f742ef42bcd/8fa9aab1-8d6f-4343-b7e0-887a9d980319) {{(pid=103449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:35:29.529032 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b83c5b1-3caf-4f2b-90fd-8d4a1ad3d742 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Network 9b7c4e23-4ada-4266-afdd-f208607fea31 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:35:29.530671 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b83c5b1-3caf-4f2b-90fd-8d4a1ad3d742 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Pushing event updated for resources: {'Port': ['ID=c0deda70-a13f-4244-93ba-c603cfc6f276,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:35:29.537004 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-0b83c5b1-3caf-4f2b-90fd-8d4a1ad3d742 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:35:29.546487 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b83c5b1-3caf-4f2b-90fd-8d4a1ad3d742 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:35:29.625813 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b83c5b1-3caf-4f2b-90fd-8d4a1ad3d742 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:35:29.626727 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0b83c5b1-3caf-4f2b-90fd-8d4a1ad3d742 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:29.650474 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-0b83c5b1-3caf-4f2b-90fd-8d4a1ad3d742 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.2536139 Nov 22 20:35:29.650962 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 43966) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:35:29.780894 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-1112dcc6-5ece-4985-b7bd-cf9f6557d02d tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Deleting port c0deda70-a13f-4244-93ba-c603cfc6f276 {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:35:29.781240 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1112dcc6-5ece-4985-b7bd-cf9f6557d02d tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:29.888631 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-702009fa-13eb-40a5-b189-2ad00b743d3b None None] Publish callbacks [] for port, precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:29.910389 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-702009fa-13eb-40a5-b189-2ad00b743d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372'] for port, after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:29.988943 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-702009fa-13eb-40a5-b189-2ad00b743d3b None None] Network 9b7c4e23-4ada-4266-afdd-f208607fea31 is already hosted by enough agents. {{(pid=103449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:35:29.993929 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.base_scheduler [None req-702009fa-13eb-40a5-b189-2ad00b743d3b None None] Resources bound (agent type, host, resource id): {{(pid=103449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:35:29.996317 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-0ef980b9-d51c-4f35-b133-df1fa912e4f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:29.997969 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702009fa-13eb-40a5-b189-2ad00b743d3b None None] Received port after_create {{(pid=103449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:35:30.003624 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702009fa-13eb-40a5-b189-2ad00b743d3b None None] Pushing event updated for resources: {'Port': ['ID=8fa9aab1-8d6f-4343-b7e0-887a9d980319,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:35:30.044786 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1112dcc6-5ece-4985-b7bd-cf9f6557d02d tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:30.070452 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-1112dcc6-5ece-4985-b7bd-cf9f6557d02d tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Calling delete_port for c0deda70-a13f-4244-93ba-c603cfc6f276 owned by {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:35:30.077587 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-702009fa-13eb-40a5-b189-2ad00b743d3b None None] Attempting to bind port 8fa9aab1-8d6f-4343-b7e0-887a9d980319 on host n-d-818823-1 for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:35:30.078235 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-702009fa-13eb-40a5-b189-2ad00b743d3b None None] Attempting to bind port 8fa9aab1-8d6f-4343-b7e0-887a9d980319 by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': '00d240ad-5abb-4de9-a520-e7e7734da76e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '9b7c4e23-4ada-4266-afdd-f208607fea31'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:35:30.078806 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-702009fa-13eb-40a5-b189-2ad00b743d3b None None] Attempting to bind port 8fa9aab1-8d6f-4343-b7e0-887a9d980319 on network 9b7c4e23-4ada-4266-afdd-f208607fea31 {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:35:30.084579 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-702009fa-13eb-40a5-b189-2ad00b743d3b None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 35, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:35:30.085245 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-702009fa-13eb-40a5-b189-2ad00b743d3b None None] Checking segment: {'id': '00d240ad-5abb-4de9-a520-e7e7734da76e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '9b7c4e23-4ada-4266-afdd-f208607fea31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:35:30.085849 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-702009fa-13eb-40a5-b189-2ad00b743d3b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:30.086445 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-702009fa-13eb-40a5-b189-2ad00b743d3b None None] Bound using segment: {'id': '00d240ad-5abb-4de9-a520-e7e7734da76e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '9b7c4e23-4ada-4266-afdd-f208607fea31'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:35:30.087100 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-702009fa-13eb-40a5-b189-2ad00b743d3b None None] Bound port: 8fa9aab1-8d6f-4343-b7e0-887a9d980319, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00d240ad-5abb-4de9-a520-e7e7734da76e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '9b7c4e23-4ada-4266-afdd-f208607fea31'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:35:30.087782 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-702009fa-13eb-40a5-b189-2ad00b743d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:30.092533 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 43980) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:35:30.219323 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-702009fa-13eb-40a5-b189-2ad00b743d3b None None] For port 8fa9aab1-8d6f-4343-b7e0-887a9d980319, host n-d-818823-1, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:35:30.229370 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-702009fa-13eb-40a5-b189-2ad00b743d3b None None] For port 8fa9aab1-8d6f-4343-b7e0-887a9d980319, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=8fa9aab1-8d6f-4343-b7e0-887a9d980319,segment=NetworkSegment(00d240ad-5abb-4de9-a520-e7e7734da76e),segment_id=00d240ad-5abb-4de9-a520-e7e7734da76e)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:35:30.238559 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-702009fa-13eb-40a5-b189-2ad00b743d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:30.342279 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1112dcc6-5ece-4985-b7bd-cf9f6557d02d tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:30.387504 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1112dcc6-5ece-4985-b7bd-cf9f6557d02d tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Pushing event deleted for resources: {'Port': ['ID=c0deda70-a13f-4244-93ba-c603cfc6f276,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:35:30.472788 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702009fa-13eb-40a5-b189-2ad00b743d3b None None] Pushing event updated for resources: {'Port': ['ID=8fa9aab1-8d6f-4343-b7e0-887a9d980319,revision_number=2']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:35:30.532315 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1112dcc6-5ece-4985-b7bd-cf9f6557d02d tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:30.539533 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 44000) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:35:30.540383 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-1112dcc6-5ece-4985-b7bd-cf9f6557d02d tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] 10.222.0.46 "DELETE /v2.0/ports/c0deda70-a13f-4244-93ba-c603cfc6f276 HTTP/1.1" status: 204 len: 168 time: 0.8880377 Nov 22 20:35:30.611967 n-d-818823-1 neutron-server[103448]: INFO neutron.pecan_wsgi.hooks.translation [None req-9532855b-e082-44fa-b6cf-e204e868276a tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] DELETE failed (client error): The resource could not be found. Nov 22 20:35:30.612783 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9532855b-e082-44fa-b6cf-e204e868276a tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 20:35:30.617329 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-9532855b-e082-44fa-b6cf-e204e868276a tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] 10.222.0.46 "DELETE /v2.0/ports/c0deda70-a13f-4244-93ba-c603cfc6f276 HTTP/1.1" status: 404 len: 333 time: 0.0765326 Nov 22 20:35:30.619943 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 44002) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:35:30.623130 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-8eadf57f-8d0d-4162-8b23-25d7afc259d2 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1720908729-network', 'tenant_id': '6ce3db6a91de49d18f386837b1fae9e8'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:35:30.682764 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eadf57f-8d0d-4162-8b23-25d7afc259d2 admin admin] Made reservation on behalf of 6ce3db6a91de49d18f386837b1fae9e8 for: {'network': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:35:30.688800 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8eadf57f-8d0d-4162-8b23-25d7afc259d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for network, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:30.716040 n-d-818823-1 neutron-server[103447]: INFO neutron.pecan_wsgi.hooks.translation [None req-d052b7df-378f-4bea-b0de-be019fc87825 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] GET failed (client error): The resource could not be found. Nov 22 20:35:30.728170 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-d052b7df-378f-4bea-b0de-be019fc87825 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] 10.222.0.46 "GET /v2.0/ports/c0deda70-a13f-4244-93ba-c603cfc6f276 HTTP/1.1" status: 404 len: 333 time: 0.1055555 Nov 22 20:35:30.731126 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 44006) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:35:30.737570 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8eadf57f-8d0d-4162-8b23-25d7afc259d2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:30.956002 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_v2 [None req-434dac01-f61c-4ed0-9068-9b7d0bbc4774 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Deleting subnet 5aebe15b-9c5e-4c6f-b1a2-0f742ef42bcd {{(pid=103447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 20:35:30.960641 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8eadf57f-8d0d-4162-8b23-25d7afc259d2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:30.970247 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8eadf57f-8d0d-4162-8b23-25d7afc259d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:30.972807 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-434dac01-f61c-4ed0-9068-9b7d0bbc4774 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks [] for subnet, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:30.991157 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8eadf57f-8d0d-4162-8b23-25d7afc259d2 admin admin] vlan segment allocate from pool success with {'vlan_id': 641, 'physical_network': 'physnet1'} {{(pid=103448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 20:35:31.012817 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8eadf57f-8d0d-4162-8b23-25d7afc259d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:31.013388 n-d-818823-1 neutron-server[103448]: INFO neutron.db.segments_db [None req-8eadf57f-8d0d-4162-8b23-25d7afc259d2 admin admin] Added segment 8a6c0ebf-be0f-4caa-b468-06f8a4e4a7a3 of type vlan for network 9e0577a5-a390-45d8-bad2-23ff05775ae6 Nov 22 20:35:31.075576 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8eadf57f-8d0d-4162-8b23-25d7afc259d2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748992492791'] for network, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:31.103602 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-434dac01-f61c-4ed0-9068-9b7d0bbc4774 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12178353'] for subnet, precommit_delete_associations {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:31.131911 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8eadf57f-8d0d-4162-8b23-25d7afc259d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for network, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:31.134294 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eadf57f-8d0d-4162-8b23-25d7afc259d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:35:31.136347 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8eadf57f-8d0d-4162-8b23-25d7afc259d2 admin admin] Publish callbacks [] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:31.275060 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-434dac01-f61c-4ed0-9068-9b7d0bbc4774 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3753007'] for subnet, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:31.296698 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eadf57f-8d0d-4162-8b23-25d7afc259d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=638c0760-c2c2-407a-8bd7-2cd90605a047,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:35:31.328288 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-8eadf57f-8d0d-4162-8b23-25d7afc259d2 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.2345517 Nov 22 20:35:31.344135 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 44028) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:35:31.350902 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-3c131e6c-3d38-4a75-b99d-792ce56b1d6e admin admin] Request body: {'subnet': {'network_id': '9e0577a5-a390-45d8-bad2-23ff05775ae6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1720908729-subnet', 'tenant_id': '6ce3db6a91de49d18f386837b1fae9e8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:35:31.361351 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eadf57f-8d0d-4162-8b23-25d7afc259d2 admin admin] Pushing event updated for resources: {'Network': ['ID=9e0577a5-a390-45d8-bad2-23ff05775ae6,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:35:31.379699 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Network 9e0577a5-a390-45d8-bad2-23ff05775ae6 details requested by agent ovs-agent-n-d-818823-1 with host n-d-818823-1 {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 20:35:31.388764 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c131e6c-3d38-4a75-b99d-792ce56b1d6e admin admin] Made reservation on behalf of 6ce3db6a91de49d18f386837b1fae9e8 for: {'subnet': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:35:31.391936 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3c131e6c-3d38-4a75-b99d-792ce56b1d6e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11792951'] for subnet, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:31.394517 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-434dac01-f61c-4ed0-9068-9b7d0bbc4774 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3753014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8900804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8485115'] for subnet, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:31.412156 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-434dac01-f61c-4ed0-9068-9b7d0bbc4774 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks [] for subnet, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:31.416639 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-434dac01-f61c-4ed0-9068-9b7d0bbc4774 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] 10.222.0.46 "DELETE /v2.0/subnets/5aebe15b-9c5e-4c6f-b1a2-0f742ef42bcd HTTP/1.1" status: 204 len: 168 time: 0.6825960 Nov 22 20:35:31.421100 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 44030) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:35:31.482138 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434dac01-f61c-4ed0-9068-9b7d0bbc4774 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Pushing event deleted for resources: {'Subnet': ['ID=5aebe15b-9c5e-4c6f-b1a2-0f742ef42bcd,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:35:31.611579 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c3165163-274f-4c83-a37f-d7b2dbf1fb82 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3961693'] for network, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:31.721881 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-c3165163-274f-4c83-a37f-d7b2dbf1fb82 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Deleting port 8fa9aab1-8d6f-4343-b7e0-887a9d980319 {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:35:31.722234 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c3165163-274f-4c83-a37f-d7b2dbf1fb82 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:31.831027 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3c131e6c-3d38-4a75-b99d-792ce56b1d6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11567560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11792921'] for subnet, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:31.846927 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 8fa9aab1-8d6f-4343-b7e0-887a9d980319 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:35:31.926520 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c131e6c-3d38-4a75-b99d-792ce56b1d6e admin admin] Pushing event updated for resources: {'Subnet': ['ID=b55b50a5-caed-468e-a9e9-82c0aa6f8487,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:35:31.948108 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c131e6c-3d38-4a75-b99d-792ce56b1d6e admin admin] Checking segment: {'id': '8a6c0ebf-be0f-4caa-b468-06f8a4e4a7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '9e0577a5-a390-45d8-bad2-23ff05775ae6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:35:31.948475 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c131e6c-3d38-4a75-b99d-792ce56b1d6e admin admin] Network hostable DHCP agents. Network: 9e0577a5-a390-45d8-bad2-23ff05775ae6, hostable agents: ['02adaa64-0987-4b74-bad0-cbcf56f8a294'], hosted agents: [] {{(pid=103448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 20:35:31.994163 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [None req-c3165163-274f-4c83-a37f-d7b2dbf1fb82 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] For port 8fa9aab1-8d6f-4343-b7e0-887a9d980319, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=8fa9aab1-8d6f-4343-b7e0-887a9d980319,segment=NetworkSegment(00d240ad-5abb-4de9-a520-e7e7734da76e),segment_id=00d240ad-5abb-4de9-a520-e7e7734da76e)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:35:31.994796 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c3165163-274f-4c83-a37f-d7b2dbf1fb82 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:32.004688 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c131e6c-3d38-4a75-b99d-792ce56b1d6e admin admin] Network 9e0577a5-a390-45d8-bad2-23ff05775ae6 is scheduled to be hosted by DHCP agent 02adaa64-0987-4b74-bad0-cbcf56f8a294 with binding_index 1 {{(pid=103448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 20:35:32.011245 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 8fa9aab1-8d6f-4343-b7e0-887a9d980319 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:35:32.013872 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:32.021154 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-3c131e6c-3d38-4a75-b99d-792ce56b1d6e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818823-1, 9e0577a5-a390-45d8-bad2-23ff05775ae6) {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:35:32.030436 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-c3165163-274f-4c83-a37f-d7b2dbf1fb82 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Calling delete_port for 8fa9aab1-8d6f-4343-b7e0-887a9d980319 owned by network:dhcp {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:35:32.034335 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c131e6c-3d38-4a75-b99d-792ce56b1d6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:35:32.034933 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3c131e6c-3d38-4a75-b99d-792ce56b1d6e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:32.086352 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-3c131e6c-3d38-4a75-b99d-792ce56b1d6e admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7392185 Nov 22 20:35:32.175769 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e505a0f-cd47-4101-9e63-629c4b3eb898 None None] Network 9e0577a5-a390-45d8-bad2-23ff05775ae6 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:35:32.246167 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c3165163-274f-4c83-a37f-d7b2dbf1fb82 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:32.399315 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c88af0d7-bced-40b9-9fe7-b82a5a89e4d2 None None] Network 9b7c4e23-4ada-4266-afdd-f208607fea31 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:35:32.406266 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 44054) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:35:32.420229 n-d-818823-1 neutron-server[103449]: INFO neutron.plugins.ml2.db [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No ports have port_id starting with 8fa9aab1-8d6f-4343-b7e0-887a9d980319 Nov 22 20:35:32.501024 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4410044-d1e6-4778-af2c-1babd1000b6e admin admin] Deleting subnet b55b50a5-caed-468e-a9e9-82c0aa6f8487 {{(pid=103448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 20:35:32.510301 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f4410044-d1e6-4778-af2c-1babd1000b6e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:32.541655 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-0e99102e-59a9-4081-927a-4748e5a8b2d5 None None] Could not find standard attr ID for object 8fa9aab1-8d6f-4343-b7e0-887a9d980319. {{(pid=103449) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 22 20:35:32.594051 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f4410044-d1e6-4778-af2c-1babd1000b6e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11627908'] for subnet, precommit_delete_associations {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:32.674844 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f4410044-d1e6-4778-af2c-1babd1000b6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3753007'] for subnet, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:32.737942 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-d5595777-dc04-423d-af39-f9085cac3e29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:32.773868 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f4410044-d1e6-4778-af2c-1babd1000b6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3753014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11567369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11792914'] for subnet, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:32.776975 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cc23567-f6ea-4fd7-a10f-aa25a4bf82a5 None None] Network 9e0577a5-a390-45d8-bad2-23ff05775ae6 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:35:32.822851 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4410044-d1e6-4778-af2c-1babd1000b6e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b55b50a5-caed-468e-a9e9-82c0aa6f8487,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:35:32.840523 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f4410044-d1e6-4778-af2c-1babd1000b6e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:32.851950 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-f4410044-d1e6-4778-af2c-1babd1000b6e admin admin] 10.222.0.46 "DELETE /v2.0/subnets/b55b50a5-caed-468e-a9e9-82c0aa6f8487 HTTP/1.1" status: 204 len: 168 time: 0.4438393 Nov 22 20:35:32.852935 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 44058) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:35:33.020740 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3165163-274f-4c83-a37f-d7b2dbf1fb82 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Pushing event deleted for resources: {'Port': ['ID=8fa9aab1-8d6f-4343-b7e0-887a9d980319,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:35:33.031666 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6fa2c818-3119-461e-a972-1a5c80d91ec9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3961693'] for network, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:33.047376 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3165163-274f-4c83-a37f-d7b2dbf1fb82 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] No DVR routers for this DVR port 8fa9aab1-8d6f-4343-b7e0-887a9d980319 on host n-d-818823-1 {{(pid=103447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:35:33.104803 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c673f21a-73f9-4ed1-8374-ff049e2e5173 None None] DHCP port deletion for 9b7c4e23-4ada-4266-afdd-f208607fea31 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:35:33.258302 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6fa2c818-3119-461e-a972-1a5c80d91ec9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3760028', 'neutron.services.segments.db._delete_segments_for_network-8748992815755'] for network, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:33.260773 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c3165163-274f-4c83-a37f-d7b2dbf1fb82 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3760028', 'neutron.services.segments.db._delete_segments_for_network-8748992815755'] for network, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:33.313741 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-c3165163-274f-4c83-a37f-d7b2dbf1fb82 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b7c4e23-4ada-4266-afdd-f208607fea31']}} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:35:33.324810 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-6fa2c818-3119-461e-a972-1a5c80d91ec9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e0577a5-a390-45d8-bad2-23ff05775ae6']}} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:35:33.358541 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-6fa2c818-3119-461e-a972-1a5c80d91ec9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a6c0ebf-be0f-4caa-b468-06f8a4e4a7a3') {'for_net_delete': True} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:35:33.358845 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-6fa2c818-3119-461e-a972-1a5c80d91ec9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a6c0ebf-be0f-4caa-b468-06f8a4e4a7a3') {} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:35:33.360712 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-c3165163-274f-4c83-a37f-d7b2dbf1fb82 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00d240ad-5abb-4de9-a520-e7e7734da76e') {'for_net_delete': True} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:35:33.361181 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-c3165163-274f-4c83-a37f-d7b2dbf1fb82 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00d240ad-5abb-4de9-a520-e7e7734da76e') {} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:35:33.385877 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c3165163-274f-4c83-a37f-d7b2dbf1fb82 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748993039638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12178344'] for segment, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:33.397634 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6fa2c818-3119-461e-a972-1a5c80d91ec9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748993039638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11627933'] for segment, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:33.404160 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c3165163-274f-4c83-a37f-d7b2dbf1fb82 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:33.414360 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3165163-274f-4c83-a37f-d7b2dbf1fb82 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Releasing vlan 645 on physical network physnet1 to pool {{(pid=103447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 20:35:33.415298 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c3165163-274f-4c83-a37f-d7b2dbf1fb82 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8900762'] for segment, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:33.419449 n-d-818823-1 neutron-server[103447]: Traceback (most recent call last): Nov 22 20:35:33.419449 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 20:35:33.419449 n-d-818823-1 neutron-server[103447]: timer() Nov 22 20:35:33.419449 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 20:35:33.419449 n-d-818823-1 neutron-server[103447]: cb(*args, **kw) Nov 22 20:35:33.419449 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 20:35:33.419449 n-d-818823-1 neutron-server[103447]: return func(*args, **kwargs) Nov 22 20:35:33.419449 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 20:35:33.419449 n-d-818823-1 neutron-server[103447]: self._notify() Nov 22 20:35:33.419449 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 20:35:33.419449 n-d-818823-1 neutron-server[103447]: self.callback(batched_events) Nov 22 20:35:33.419449 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 20:35:33.419449 n-d-818823-1 neutron-server[103447]: event.method(event) Nov 22 20:35:33.419449 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 20:35:33.419449 n-d-818823-1 neutron-server[103447]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 20:35:33.419449 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 20:35:33.419449 n-d-818823-1 neutron-server[103447]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 20:35:33.419449 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 20:35:33.419449 n-d-818823-1 neutron-server[103447]: return f(self, *a, **k) Nov 22 20:35:33.419449 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 20:35:33.419449 n-d-818823-1 neutron-server[103447]: return self._get(url).json() Nov 22 20:35:33.419449 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 20:35:33.419449 n-d-818823-1 neutron-server[103447]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 20:35:33.419449 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 20:35:33.419449 n-d-818823-1 neutron-server[103447]: return self.request(url, 'GET', **kwargs) Nov 22 20:35:33.419449 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 20:35:33.419449 n-d-818823-1 neutron-server[103447]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 20:35:33.419449 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 20:35:33.419449 n-d-818823-1 neutron-server[103447]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 20:35:33.419449 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 20:35:33.419449 n-d-818823-1 neutron-server[103447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 20:35:33.419449 n-d-818823-1 neutron-server[103447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 20:35:33.424190 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6fa2c818-3119-461e-a972-1a5c80d91ec9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:33.432827 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fa2c818-3119-461e-a972-1a5c80d91ec9 admin admin] Releasing vlan 641 on physical network physnet1 to pool {{(pid=103448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 20:35:33.433534 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6fa2c818-3119-461e-a972-1a5c80d91ec9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11567447'] for segment, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:33.455560 n-d-818823-1 neutron-server[103448]: Traceback (most recent call last): Nov 22 20:35:33.455560 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 20:35:33.455560 n-d-818823-1 neutron-server[103448]: timer() Nov 22 20:35:33.455560 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 20:35:33.455560 n-d-818823-1 neutron-server[103448]: cb(*args, **kw) Nov 22 20:35:33.455560 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 20:35:33.455560 n-d-818823-1 neutron-server[103448]: return func(*args, **kwargs) Nov 22 20:35:33.455560 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 20:35:33.455560 n-d-818823-1 neutron-server[103448]: self._notify() Nov 22 20:35:33.455560 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 20:35:33.455560 n-d-818823-1 neutron-server[103448]: self.callback(batched_events) Nov 22 20:35:33.455560 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 20:35:33.455560 n-d-818823-1 neutron-server[103448]: event.method(event) Nov 22 20:35:33.455560 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 20:35:33.455560 n-d-818823-1 neutron-server[103448]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 20:35:33.455560 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 20:35:33.455560 n-d-818823-1 neutron-server[103448]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 20:35:33.455560 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 20:35:33.455560 n-d-818823-1 neutron-server[103448]: return f(self, *a, **k) Nov 22 20:35:33.455560 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 20:35:33.455560 n-d-818823-1 neutron-server[103448]: return self._get(url).json() Nov 22 20:35:33.455560 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 20:35:33.455560 n-d-818823-1 neutron-server[103448]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 20:35:33.455560 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 20:35:33.455560 n-d-818823-1 neutron-server[103448]: return self.request(url, 'GET', **kwargs) Nov 22 20:35:33.455560 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 20:35:33.455560 n-d-818823-1 neutron-server[103448]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 20:35:33.455560 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 20:35:33.455560 n-d-818823-1 neutron-server[103448]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 20:35:33.455560 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 20:35:33.455560 n-d-818823-1 neutron-server[103448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 20:35:33.455560 n-d-818823-1 neutron-server[103448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 20:35:33.475799 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-03f0964f-1b75-4df7-99e0-a3cdb56ec2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:33.515009 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c3165163-274f-4c83-a37f-d7b2dbf1fb82 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3760002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595318'] for network, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:33.625773 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c3165163-274f-4c83-a37f-d7b2dbf1fb82 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks [] for network, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:33.633450 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6fa2c818-3119-461e-a972-1a5c80d91ec9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3760002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595318'] for network, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:33.638543 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-c3165163-274f-4c83-a37f-d7b2dbf1fb82 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] 10.222.0.46 "DELETE /v2.0/networks/9b7c4e23-4ada-4266-afdd-f208607fea31 HTTP/1.1" status: 204 len: 168 time: 2.2140791 Nov 22 20:35:33.643682 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3165163-274f-4c83-a37f-d7b2dbf1fb82 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Pushing event deleted for resources: {'Network': ['ID=9b7c4e23-4ada-4266-afdd-f208607fea31,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:35:33.650209 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 44078) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:35:33.663226 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6fa2c818-3119-461e-a972-1a5c80d91ec9 admin admin] Publish callbacks [] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:33.667915 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-6fa2c818-3119-461e-a972-1a5c80d91ec9 admin admin] 10.222.0.46 "DELETE /v2.0/networks/9e0577a5-a390-45d8-bad2-23ff05775ae6 HTTP/1.1" status: 204 len: 168 time: 0.8134604 Nov 22 20:35:33.672748 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-81ab9266-438e-4b22-b0ba-c1950f0dc1c5 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-306390223'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:35:33.720699 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81ab9266-438e-4b22-b0ba-c1950f0dc1c5 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Made reservation on behalf of fe864660cff645f6bfd902aea156f347 for: {'network': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:35:33.725617 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-81ab9266-438e-4b22-b0ba-c1950f0dc1c5 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for network, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:33.744453 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa2c818-3119-461e-a972-1a5c80d91ec9 admin admin] Pushing event deleted for resources: {'Network': ['ID=9e0577a5-a390-45d8-bad2-23ff05775ae6,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:35:33.824790 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 8fa9aab1-8d6f-4343-b7e0-887a9d980319 no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:35:33.825099 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81ab9266-438e-4b22-b0ba-c1950f0dc1c5 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] vlan segment allocate from pool success with {'vlan_id': 608, 'physical_network': 'physnet1'} {{(pid=103447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 20:35:33.847349 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-81ab9266-438e-4b22-b0ba-c1950f0dc1c5 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:33.847724 n-d-818823-1 neutron-server[103447]: INFO neutron.db.segments_db [None req-81ab9266-438e-4b22-b0ba-c1950f0dc1c5 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Added segment 3e649eee-2b0b-4ee3-96d8-bbde3cf3cc73 of type vlan for network c5707869-e36c-4c36-831e-38a8b588f1cb Nov 22 20:35:33.933211 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-81ab9266-438e-4b22-b0ba-c1950f0dc1c5 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748992492791'] for network, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:34.012888 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-81ab9266-438e-4b22-b0ba-c1950f0dc1c5 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for network, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:34.035321 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81ab9266-438e-4b22-b0ba-c1950f0dc1c5 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:35:34.041251 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-81ab9266-438e-4b22-b0ba-c1950f0dc1c5 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks [] for network, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:34.046661 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 44086) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:35:34.161330 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: 8fa9aab1-8d6f-4343-b7e0-887a9d980319 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:35:34.161674 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 8fa9aab1-8d6f-4343-b7e0-887a9d980319 not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:35:34.174969 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-d661de57-35c7-43c7-8190-2a7bb75283ed admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6ce3db6a91de49d18f386837b1fae9e8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1242976 Nov 22 20:35:34.178059 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 44098) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:35:34.192047 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-81ab9266-438e-4b22-b0ba-c1950f0dc1c5 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5319080 Nov 22 20:35:34.196121 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 44100) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:35:34.205706 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-0d0ba461-1aec-4e2e-8b55-eca4d2c5fae4 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Request body: {'subnet': {'network_id': 'c5707869-e36c-4c36-831e-38a8b588f1cb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:35:34.225761 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ab9266-438e-4b22-b0ba-c1950f0dc1c5 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Pushing event updated for resources: {'Network': ['ID=c5707869-e36c-4c36-831e-38a8b588f1cb,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:35:34.240015 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Network c5707869-e36c-4c36-831e-38a8b588f1cb details requested by agent ovs-agent-n-d-818823-1 with host n-d-818823-1 {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 20:35:34.323161 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f45c2174-c9d0-4e25-a669-ac99f014eea8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:34.382429 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f45c2174-c9d0-4e25-a669-ac99f014eea8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:34.470607 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d0ba461-1aec-4e2e-8b55-eca4d2c5fae4 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Made reservation on behalf of fe864660cff645f6bfd902aea156f347 for: {'subnet': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:35:34.474692 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0d0ba461-1aec-4e2e-8b55-eca4d2c5fae4 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11792951'] for subnet, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:34.564529 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f45c2174-c9d0-4e25-a669-ac99f014eea8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:34.567404 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f45c2174-c9d0-4e25-a669-ac99f014eea8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:34.568686 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-f45c2174-c9d0-4e25-a669-ac99f014eea8 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/638c0760-c2c2-407a-8bd7-2cd90605a047 HTTP/1.1" status: 204 len: 168 time: 0.3897095 Nov 22 20:35:34.615831 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45c2174-c9d0-4e25-a669-ac99f014eea8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=638c0760-c2c2-407a-8bd7-2cd90605a047,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:35:34.867185 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0d0ba461-1aec-4e2e-8b55-eca4d2c5fae4 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11567560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11792921'] for subnet, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:34.932488 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0ba461-1aec-4e2e-8b55-eca4d2c5fae4 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Pushing event updated for resources: {'Subnet': ['ID=57fc1713-cb18-46ac-9bb5-06bc1db4b660,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:35:34.969014 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0ba461-1aec-4e2e-8b55-eca4d2c5fae4 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Checking segment: {'id': '3e649eee-2b0b-4ee3-96d8-bbde3cf3cc73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'c5707869-e36c-4c36-831e-38a8b588f1cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:35:34.969594 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d0ba461-1aec-4e2e-8b55-eca4d2c5fae4 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Network hostable DHCP agents. Network: c5707869-e36c-4c36-831e-38a8b588f1cb, hostable agents: ['02adaa64-0987-4b74-bad0-cbcf56f8a294'], hosted agents: [] {{(pid=103448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 20:35:34.992570 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d0ba461-1aec-4e2e-8b55-eca4d2c5fae4 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Network c5707869-e36c-4c36-831e-38a8b588f1cb is scheduled to be hosted by DHCP agent 02adaa64-0987-4b74-bad0-cbcf56f8a294 with binding_index 1 {{(pid=103448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 20:35:35.006226 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-0d0ba461-1aec-4e2e-8b55-eca4d2c5fae4 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818823-1, c5707869-e36c-4c36-831e-38a8b588f1cb) {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:35:35.013232 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d0ba461-1aec-4e2e-8b55-eca4d2c5fae4 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:35:35.013441 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0d0ba461-1aec-4e2e-8b55-eca4d2c5fae4 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:35.018805 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff162f65-3460-4fd8-9fb1-71a01a976730 None None] Network c5707869-e36c-4c36-831e-38a8b588f1cb requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:35:35.041875 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-0d0ba461-1aec-4e2e-8b55-eca4d2c5fae4 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8440020 Nov 22 20:35:35.044451 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 44124) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:35:35.050319 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-305446cb-b524-427a-b95b-a6d24c2f83bf tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Request body: {'port': {'network_id': 'c5707869-e36c-4c36-831e-38a8b588f1cb', 'security_groups': [], 'name': 'tempest-PortsTestJSON-538882186'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:35:35.206458 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e49ee129-e862-4476-beca-cdc8150d2345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:35.303759 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-709020a9-40f6-43f2-9db6-6944474d8e40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fb26bd7-ce56-527b-b94f-2e1f7cb2bb35-c5707869-e36c-4c36-831e-38a8b588f1cb', 'network_id': 'c5707869-e36c-4c36-831e-38a8b588f1cb', 'tenant_id': 'fe864660cff645f6bfd902aea156f347', 'fixed_ips': [{'subnet_id': '57fc1713-cb18-46ac-9bb5-06bc1db4b660'}]}} from n-d-818823-1. {{(pid=103449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 20:35:35.304915 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-305446cb-b524-427a-b95b-a6d24c2f83bf tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Made reservation on behalf of fe864660cff645f6bfd902aea156f347 for: {'port': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:35:35.305108 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-709020a9-40f6-43f2-9db6-6944474d8e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:35.310658 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-305446cb-b524-427a-b95b-a6d24c2f83bf tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:35.341094 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [None req-305446cb-b524-427a-b95b-a6d24c2f83bf tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] device_id is not set on port 98e6c57b-5c47-4290-b06a-2bf1a05b900a yet. {{(pid=103447) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 20:35:35.571501 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [None req-305446cb-b524-427a-b95b-a6d24c2f83bf tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Allocated IP 172.20.0.5 (c5707869-e36c-4c36-831e-38a8b588f1cb/57fc1713-cb18-46ac-9bb5-06bc1db4b660/98e6c57b-5c47-4290-b06a-2bf1a05b900a) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:35:35.854359 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-305446cb-b524-427a-b95b-a6d24c2f83bf tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:35.938685 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-305446cb-b524-427a-b95b-a6d24c2f83bf tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:36.079997 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.db_base_plugin_common [None req-709020a9-40f6-43f2-9db6-6944474d8e40 None None] Allocated IP 172.20.0.2 (c5707869-e36c-4c36-831e-38a8b588f1cb/57fc1713-cb18-46ac-9bb5-06bc1db4b660/e433f4d6-316d-4d84-9746-aa2676e2a544) {{(pid=103449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:35:36.083169 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305446cb-b524-427a-b95b-a6d24c2f83bf tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Pushing event updated for resources: {'Port': ['ID=98e6c57b-5c47-4290-b06a-2bf1a05b900a,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:35:36.111290 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-305446cb-b524-427a-b95b-a6d24c2f83bf tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Network c5707869-e36c-4c36-831e-38a8b588f1cb is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:35:36.112808 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-305446cb-b524-427a-b95b-a6d24c2f83bf tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:35:36.125516 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-305446cb-b524-427a-b95b-a6d24c2f83bf tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:35:36.214668 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 44176) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:35:36.221343 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-c1fc7f84-cb03-4ded-89bc-926dfd2ed1cf tempest-TestVolumeBackupRestore-1993139719 tempest-TestVolumeBackupRestore-1993139719-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-654449401', 'description': 'tempest-secgroup-smoke-654449401 description', 'project_id': '9f480581a3a24d53832d12c56efe7dfb'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:35:36.236101 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-305446cb-b524-427a-b95b-a6d24c2f83bf tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:35:36.238659 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-305446cb-b524-427a-b95b-a6d24c2f83bf tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:36.257519 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c1fc7f84-cb03-4ded-89bc-926dfd2ed1cf tempest-TestVolumeBackupRestore-1993139719 tempest-TestVolumeBackupRestore-1993139719-project] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:36.281166 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-305446cb-b524-427a-b95b-a6d24c2f83bf tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 1.2348177 Nov 22 20:35:36.281434 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 44180) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:35:36.363326 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-709020a9-40f6-43f2-9db6-6944474d8e40 None None] Publish callbacks [] for port, precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:36.367559 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:36.370927 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-709020a9-40f6-43f2-9db6-6944474d8e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372'] for port, after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:36.416225 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709020a9-40f6-43f2-9db6-6944474d8e40 None None] Pushing event updated for resources: {'Port': ['ID=e433f4d6-316d-4d84-9746-aa2676e2a544,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:35:36.431776 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-709020a9-40f6-43f2-9db6-6944474d8e40 None None] Network c5707869-e36c-4c36-831e-38a8b588f1cb is already hosted by enough agents. {{(pid=103449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:35:36.433774 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.base_scheduler [None req-709020a9-40f6-43f2-9db6-6944474d8e40 None None] Resources bound (agent type, host, resource id): {{(pid=103449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:35:36.437046 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-709020a9-40f6-43f2-9db6-6944474d8e40 None None] Received port after_create {{(pid=103449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:35:36.559009 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-709020a9-40f6-43f2-9db6-6944474d8e40 None None] Attempting to bind port e433f4d6-316d-4d84-9746-aa2676e2a544 on host n-d-818823-1 for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:35:36.559676 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-709020a9-40f6-43f2-9db6-6944474d8e40 None None] Attempting to bind port e433f4d6-316d-4d84-9746-aa2676e2a544 by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': '3e649eee-2b0b-4ee3-96d8-bbde3cf3cc73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'c5707869-e36c-4c36-831e-38a8b588f1cb'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:35:36.560490 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-709020a9-40f6-43f2-9db6-6944474d8e40 None None] Attempting to bind port e433f4d6-316d-4d84-9746-aa2676e2a544 on network c5707869-e36c-4c36-831e-38a8b588f1cb {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:35:36.566723 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-709020a9-40f6-43f2-9db6-6944474d8e40 None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 35, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:35:36.567371 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-709020a9-40f6-43f2-9db6-6944474d8e40 None None] Checking segment: {'id': '3e649eee-2b0b-4ee3-96d8-bbde3cf3cc73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'c5707869-e36c-4c36-831e-38a8b588f1cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:35:36.567961 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-709020a9-40f6-43f2-9db6-6944474d8e40 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:36.568541 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-709020a9-40f6-43f2-9db6-6944474d8e40 None None] Bound using segment: {'id': '3e649eee-2b0b-4ee3-96d8-bbde3cf3cc73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'c5707869-e36c-4c36-831e-38a8b588f1cb'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:35:36.569169 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-709020a9-40f6-43f2-9db6-6944474d8e40 None None] Bound port: e433f4d6-316d-4d84-9746-aa2676e2a544, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e649eee-2b0b-4ee3-96d8-bbde3cf3cc73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'c5707869-e36c-4c36-831e-38a8b588f1cb'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:35:36.569726 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-709020a9-40f6-43f2-9db6-6944474d8e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:36.742521 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-709020a9-40f6-43f2-9db6-6944474d8e40 None None] For port e433f4d6-316d-4d84-9746-aa2676e2a544, host n-d-818823-1, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:35:36.758712 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-709020a9-40f6-43f2-9db6-6944474d8e40 None None] For port e433f4d6-316d-4d84-9746-aa2676e2a544, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=e433f4d6-316d-4d84-9746-aa2676e2a544,segment=NetworkSegment(3e649eee-2b0b-4ee3-96d8-bbde3cf3cc73),segment_id=3e649eee-2b0b-4ee3-96d8-bbde3cf3cc73)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:35:36.781186 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-709020a9-40f6-43f2-9db6-6944474d8e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:36.902071 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c1fc7f84-cb03-4ded-89bc-926dfd2ed1cf tempest-TestVolumeBackupRestore-1993139719 tempest-TestVolumeBackupRestore-1993139719-project] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:36.910383 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c1fc7f84-cb03-4ded-89bc-926dfd2ed1cf tempest-TestVolumeBackupRestore-1993139719 tempest-TestVolumeBackupRestore-1993139719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:36.956512 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-064725b3-79b3-447c-9b45-dd0a481c667b tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Deleting port 98e6c57b-5c47-4290-b06a-2bf1a05b900a {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:35:36.956512 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-064725b3-79b3-447c-9b45-dd0a481c667b tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:36.965734 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709020a9-40f6-43f2-9db6-6944474d8e40 None None] Pushing event updated for resources: {'Port': ['ID=e433f4d6-316d-4d84-9746-aa2676e2a544,revision_number=2']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:35:37.026625 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c1fc7f84-cb03-4ded-89bc-926dfd2ed1cf tempest-TestVolumeBackupRestore-1993139719 tempest-TestVolumeBackupRestore-1993139719-project] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:37.027866 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-c1fc7f84-cb03-4ded-89bc-926dfd2ed1cf tempest-TestVolumeBackupRestore-1993139719 tempest-TestVolumeBackupRestore-1993139719-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.8121705 Nov 22 20:35:37.031073 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 44210) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:35:37.041777 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fc7f84-cb03-4ded-89bc-926dfd2ed1cf tempest-TestVolumeBackupRestore-1993139719 tempest-TestVolumeBackupRestore-1993139719-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4332f69b-87ee-4113-8fe8-a6b644980197,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:35:37.046066 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-616c6582-9db0-4ba8-a03f-42027b379ad3 tempest-TestVolumeBackupRestore-1993139719 tempest-TestVolumeBackupRestore-1993139719-project] Request body: {'security_group_rule': {'security_group_id': '4332f69b-87ee-4113-8fe8-a6b644980197', 'project_id': '9f480581a3a24d53832d12c56efe7dfb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:35:37.153083 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-616c6582-9db0-4ba8-a03f-42027b379ad3 tempest-TestVolumeBackupRestore-1993139719 tempest-TestVolumeBackupRestore-1993139719-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:37.166546 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-064725b3-79b3-447c-9b45-dd0a481c667b tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:37.204915 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-064725b3-79b3-447c-9b45-dd0a481c667b tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Calling delete_port for 98e6c57b-5c47-4290-b06a-2bf1a05b900a owned by {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:35:37.356195 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-616c6582-9db0-4ba8-a03f-42027b379ad3 tempest-TestVolumeBackupRestore-1993139719 tempest-TestVolumeBackupRestore-1993139719-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:37.371281 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-616c6582-9db0-4ba8-a03f-42027b379ad3 tempest-TestVolumeBackupRestore-1993139719 tempest-TestVolumeBackupRestore-1993139719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572323'] for security_group_rule, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:37.426917 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616c6582-9db0-4ba8-a03f-42027b379ad3 tempest-TestVolumeBackupRestore-1993139719 tempest-TestVolumeBackupRestore-1993139719-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3758e6a-d03a-4390-adb0-0ab556cccee2,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:35:37.442647 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-616c6582-9db0-4ba8-a03f-42027b379ad3 tempest-TestVolumeBackupRestore-1993139719 tempest-TestVolumeBackupRestore-1993139719-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:37.445440 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-616c6582-9db0-4ba8-a03f-42027b379ad3 tempest-TestVolumeBackupRestore-1993139719 tempest-TestVolumeBackupRestore-1993139719-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4124742 Nov 22 20:35:37.448180 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 44226) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:35:37.461997 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-8b40dc93-1bce-4712-936e-5350dbd06b21 tempest-TestVolumeBackupRestore-1993139719 tempest-TestVolumeBackupRestore-1993139719-project] Request body: {'security_group_rule': {'security_group_id': '4332f69b-87ee-4113-8fe8-a6b644980197', 'project_id': '9f480581a3a24d53832d12c56efe7dfb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:35:37.509234 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8b40dc93-1bce-4712-936e-5350dbd06b21 tempest-TestVolumeBackupRestore-1993139719 tempest-TestVolumeBackupRestore-1993139719-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:37.536767 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-064725b3-79b3-447c-9b45-dd0a481c667b tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:37.596294 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8b40dc93-1bce-4712-936e-5350dbd06b21 tempest-TestVolumeBackupRestore-1993139719 tempest-TestVolumeBackupRestore-1993139719-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:37.605964 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8b40dc93-1bce-4712-936e-5350dbd06b21 tempest-TestVolumeBackupRestore-1993139719 tempest-TestVolumeBackupRestore-1993139719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572323'] for security_group_rule, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:37.634725 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b40dc93-1bce-4712-936e-5350dbd06b21 tempest-TestVolumeBackupRestore-1993139719 tempest-TestVolumeBackupRestore-1993139719-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=debb7682-e477-45eb-927a-db59c0578a17,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:35:37.642342 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064725b3-79b3-447c-9b45-dd0a481c667b tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Pushing event deleted for resources: {'Port': ['ID=98e6c57b-5c47-4290-b06a-2bf1a05b900a,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:35:37.657165 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8b40dc93-1bce-4712-936e-5350dbd06b21 tempest-TestVolumeBackupRestore-1993139719 tempest-TestVolumeBackupRestore-1993139719-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:37.667191 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-8b40dc93-1bce-4712-936e-5350dbd06b21 tempest-TestVolumeBackupRestore-1993139719 tempest-TestVolumeBackupRestore-1993139719-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2177024 Nov 22 20:35:37.671581 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 44236) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:35:37.683513 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-25da9bed-ac12-484d-b710-a74c961d11c4 tempest-TestVolumeBackupRestore-1993139719 tempest-TestVolumeBackupRestore-1993139719-project] Request body: {'security_group_rule': {'security_group_id': '4332f69b-87ee-4113-8fe8-a6b644980197', 'project_id': '9f480581a3a24d53832d12c56efe7dfb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:35:37.786586 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-064725b3-79b3-447c-9b45-dd0a481c667b tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:37.790444 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-064725b3-79b3-447c-9b45-dd0a481c667b tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] 10.222.0.46 "DELETE /v2.0/ports/98e6c57b-5c47-4290-b06a-2bf1a05b900a HTTP/1.1" status: 204 len: 168 time: 1.5074484 Nov 22 20:35:37.793050 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 44250) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:35:37.850492 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-25da9bed-ac12-484d-b710-a74c961d11c4 tempest-TestVolumeBackupRestore-1993139719 tempest-TestVolumeBackupRestore-1993139719-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:37.869979 n-d-818823-1 neutron-server[103448]: INFO neutron.pecan_wsgi.hooks.translation [None req-3df17f0c-3e3c-40d1-9853-3a660ac6c981 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] GET failed (client error): The resource could not be found. Nov 22 20:35:37.878132 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-3df17f0c-3e3c-40d1-9853-3a660ac6c981 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] 10.222.0.46 "GET /v2.0/ports/98e6c57b-5c47-4290-b06a-2bf1a05b900a HTTP/1.1" status: 404 len: 333 time: 0.0810890 Nov 22 20:35:37.878737 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 44256) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:35:37.980849 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_v2 [None req-edcc0a02-744d-4f39-8f9e-c64185c68608 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Deleting subnet 57fc1713-cb18-46ac-9bb5-06bc1db4b660 {{(pid=103448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 20:35:37.984075 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-edcc0a02-744d-4f39-8f9e-c64185c68608 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks [] for subnet, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:37.996503 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device e433f4d6-316d-4d84-9746-aa2676e2a544 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:35:38.023542 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 44258) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:35:38.057406 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-edcc0a02-744d-4f39-8f9e-c64185c68608 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11627908'] for subnet, precommit_delete_associations {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:38.113745 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-25da9bed-ac12-484d-b710-a74c961d11c4 tempest-TestVolumeBackupRestore-1993139719 tempest-TestVolumeBackupRestore-1993139719-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:38.125309 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-25da9bed-ac12-484d-b710-a74c961d11c4 tempest-TestVolumeBackupRestore-1993139719 tempest-TestVolumeBackupRestore-1993139719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572323'] for security_group_rule, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:38.158507 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port e433f4d6-316d-4d84-9746-aa2676e2a544 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:35:38.159292 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:38.164260 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25da9bed-ac12-484d-b710-a74c961d11c4 tempest-TestVolumeBackupRestore-1993139719 tempest-TestVolumeBackupRestore-1993139719-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d94aab60-7fd2-4d13-b9cf-c3446f7492d4,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:35:38.193673 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-25da9bed-ac12-484d-b710-a74c961d11c4 tempest-TestVolumeBackupRestore-1993139719 tempest-TestVolumeBackupRestore-1993139719-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:38.195521 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-25da9bed-ac12-484d-b710-a74c961d11c4 tempest-TestVolumeBackupRestore-1993139719 tempest-TestVolumeBackupRestore-1993139719-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5263577 Nov 22 20:35:38.198291 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 44264) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:35:38.205796 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-af2d56f5-c5f2-46a1-83c9-929d83184161 tempest-TestVolumeBackupRestore-1993139719 tempest-TestVolumeBackupRestore-1993139719-project] Request body: {'security_group_rule': {'security_group_id': '4332f69b-87ee-4113-8fe8-a6b644980197', 'project_id': '9f480581a3a24d53832d12c56efe7dfb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:35:38.245815 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-af2d56f5-c5f2-46a1-83c9-929d83184161 tempest-TestVolumeBackupRestore-1993139719 tempest-TestVolumeBackupRestore-1993139719-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:38.261003 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-edcc0a02-744d-4f39-8f9e-c64185c68608 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3753007'] for subnet, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:38.337594 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-af2d56f5-c5f2-46a1-83c9-929d83184161 tempest-TestVolumeBackupRestore-1993139719 tempest-TestVolumeBackupRestore-1993139719-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:38.344311 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-af2d56f5-c5f2-46a1-83c9-929d83184161 tempest-TestVolumeBackupRestore-1993139719 tempest-TestVolumeBackupRestore-1993139719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572323'] for security_group_rule, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:38.379552 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2d56f5-c5f2-46a1-83c9-929d83184161 tempest-TestVolumeBackupRestore-1993139719 tempest-TestVolumeBackupRestore-1993139719-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1bfdf7a-4974-47de-98b2-012186d426f1,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:35:38.391738 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:38.407237 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-af2d56f5-c5f2-46a1-83c9-929d83184161 tempest-TestVolumeBackupRestore-1993139719 tempest-TestVolumeBackupRestore-1993139719-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:38.409762 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-af2d56f5-c5f2-46a1-83c9-929d83184161 tempest-TestVolumeBackupRestore-1993139719 tempest-TestVolumeBackupRestore-1993139719-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2099428 Nov 22 20:35:38.415110 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 44268) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:35:38.424060 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-edcc0a02-744d-4f39-8f9e-c64185c68608 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3753014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11567369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11792914'] for subnet, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:38.447292 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-2ce879c8-2e07-4cec-849d-7bc39d819ac4 tempest-TestVolumeBackupRestore-1993139719 tempest-TestVolumeBackupRestore-1993139719-project] Request body: {'security_group_rule': {'security_group_id': '4332f69b-87ee-4113-8fe8-a6b644980197', 'project_id': '9f480581a3a24d53832d12c56efe7dfb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:35:38.485749 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcc0a02-744d-4f39-8f9e-c64185c68608 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Pushing event deleted for resources: {'Subnet': ['ID=57fc1713-cb18-46ac-9bb5-06bc1db4b660,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:35:38.505326 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-edcc0a02-744d-4f39-8f9e-c64185c68608 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:38.518010 n-d-818823-1 neutron-server[103447]: INFO neutron.db.securitygroups_db [None req-2ce879c8-2e07-4cec-849d-7bc39d819ac4 tempest-TestVolumeBackupRestore-1993139719 tempest-TestVolumeBackupRestore-1993139719-project] Project 9f480581a3a24d53832d12c56efe7dfb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 22 20:35:38.528151 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-edcc0a02-744d-4f39-8f9e-c64185c68608 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] 10.222.0.46 "DELETE /v2.0/subnets/57fc1713-cb18-46ac-9bb5-06bc1db4b660 HTTP/1.1" status: 204 len: 168 time: 0.6482036 Nov 22 20:35:38.530771 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 44270) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:35:38.534157 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-2ce879c8-2e07-4cec-849d-7bc39d819ac4 tempest-TestVolumeBackupRestore-1993139719 tempest-TestVolumeBackupRestore-1993139719-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:38.536698 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.db.api [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103449) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 20:35:38.539893 n-d-818823-1 neutron-server[103449]: DEBUG oslo_db.api [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 20:35:38.730860 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-2ce879c8-2e07-4cec-849d-7bc39d819ac4 tempest-TestVolumeBackupRestore-1993139719 tempest-TestVolumeBackupRestore-1993139719-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:38.770339 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-2ce879c8-2e07-4cec-849d-7bc39d819ac4 tempest-TestVolumeBackupRestore-1993139719 tempest-TestVolumeBackupRestore-1993139719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572323'] for security_group_rule, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:38.771815 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cf297de7-ceae-4c15-8b8a-00c8f3b67046 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3961693'] for network, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:38.775131 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49c8d736-327f-42f1-b005-68b682283d95 None None] Network c5707869-e36c-4c36-831e-38a8b588f1cb requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:35:38.830638 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce879c8-2e07-4cec-849d-7bc39d819ac4 tempest-TestVolumeBackupRestore-1993139719 tempest-TestVolumeBackupRestore-1993139719-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bcd64df-8528-4820-8c21-def1bf9365f2,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:35:38.844975 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8212c177-29c3-4764-ad2a-ec77c04c580a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:38.856409 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-2ce879c8-2e07-4cec-849d-7bc39d819ac4 tempest-TestVolumeBackupRestore-1993139719 tempest-TestVolumeBackupRestore-1993139719-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:38.861979 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-cf297de7-ceae-4c15-8b8a-00c8f3b67046 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Deleting port e433f4d6-316d-4d84-9746-aa2676e2a544 {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:35:38.862318 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cf297de7-ceae-4c15-8b8a-00c8f3b67046 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:38.866171 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-2ce879c8-2e07-4cec-849d-7bc39d819ac4 tempest-TestVolumeBackupRestore-1993139719 tempest-TestVolumeBackupRestore-1993139719-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4435251 Nov 22 20:35:38.875836 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 44274) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:35:38.881238 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-f6256126-00e1-45a4-b70e-f979ac9af814 tempest-TestVolumeBackupRestore-1993139719 tempest-TestVolumeBackupRestore-1993139719-project] Request body: {'security_group_rule': {'security_group_id': '4332f69b-87ee-4113-8fe8-a6b644980197', 'project_id': '9f480581a3a24d53832d12c56efe7dfb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:35:38.939820 n-d-818823-1 neutron-server[103448]: INFO neutron.db.securitygroups_db [None req-f6256126-00e1-45a4-b70e-f979ac9af814 tempest-TestVolumeBackupRestore-1993139719 tempest-TestVolumeBackupRestore-1993139719-project] Project 9f480581a3a24d53832d12c56efe7dfb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 22 20:35:38.951283 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f6256126-00e1-45a4-b70e-f979ac9af814 tempest-TestVolumeBackupRestore-1993139719 tempest-TestVolumeBackupRestore-1993139719-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:39.035314 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-cf297de7-ceae-4c15-8b8a-00c8f3b67046 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] For port e433f4d6-316d-4d84-9746-aa2676e2a544, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=e433f4d6-316d-4d84-9746-aa2676e2a544,segment=NetworkSegment(3e649eee-2b0b-4ee3-96d8-bbde3cf3cc73),segment_id=3e649eee-2b0b-4ee3-96d8-bbde3cf3cc73)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:35:39.035912 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cf297de7-ceae-4c15-8b8a-00c8f3b67046 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:39.055812 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-cf297de7-ceae-4c15-8b8a-00c8f3b67046 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Calling delete_port for e433f4d6-316d-4d84-9746-aa2676e2a544 owned by network:dhcp {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:35:39.086192 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f6256126-00e1-45a4-b70e-f979ac9af814 tempest-TestVolumeBackupRestore-1993139719 tempest-TestVolumeBackupRestore-1993139719-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:39.100447 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8212c177-29c3-4764-ad2a-ec77c04c580a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:39.105862 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f6256126-00e1-45a4-b70e-f979ac9af814 tempest-TestVolumeBackupRestore-1993139719 tempest-TestVolumeBackupRestore-1993139719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572323'] for security_group_rule, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:39.111160 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8212c177-29c3-4764-ad2a-ec77c04c580a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:39.166169 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6256126-00e1-45a4-b70e-f979ac9af814 tempest-TestVolumeBackupRestore-1993139719 tempest-TestVolumeBackupRestore-1993139719-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16429901-d763-4af9-82ad-1a9b07f7a09b,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:35:39.175725 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f6256126-00e1-45a4-b70e-f979ac9af814 tempest-TestVolumeBackupRestore-1993139719 tempest-TestVolumeBackupRestore-1993139719-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:39.177119 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-f6256126-00e1-45a4-b70e-f979ac9af814 tempest-TestVolumeBackupRestore-1993139719 tempest-TestVolumeBackupRestore-1993139719-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3000183 Nov 22 20:35:39.184732 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:39.230366 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-202b2021-5b28-49e2-a699-d0df72f2d376 None None] Provisioning complete for port e433f4d6-316d-4d84-9746-aa2676e2a544 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:35:39.230961 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-202b2021-5b28-49e2-a699-d0df72f2d376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:39.234614 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cf297de7-ceae-4c15-8b8a-00c8f3b67046 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:39.250327 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf297de7-ceae-4c15-8b8a-00c8f3b67046 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] No DVR routers for this DVR port e433f4d6-316d-4d84-9746-aa2676e2a544 on host n-d-818823-1 {{(pid=103448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:35:39.268450 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-8212c177-29c3-4764-ad2a-ec77c04c580a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1a95c4a6c6cf431eb29fcc9ed54db9f5&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2359467 Nov 22 20:35:39.269655 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 44288) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:35:39.283213 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8212c177-29c3-4764-ad2a-ec77c04c580a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=114d3198-c9a5-4a03-997d-e927eba41800,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:35:39.307204 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf297de7-ceae-4c15-8b8a-00c8f3b67046 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Pushing event deleted for resources: {'Port': ['ID=e433f4d6-316d-4d84-9746-aa2676e2a544,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:35:39.354575 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-202b2021-5b28-49e2-a699-d0df72f2d376 None None] Port e433f4d6-316d-4d84-9746-aa2676e2a544 was deleted so its status cannot be updated. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Nov 22 20:35:39.391819 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cf297de7-ceae-4c15-8b8a-00c8f3b67046 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3760028', 'neutron.services.segments.db._delete_segments_for_network-8748992815755'] for network, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:39.411404 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-28468868-b1cc-4b12-a088-035221bb7da6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:39.428795 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-cf297de7-ceae-4c15-8b8a-00c8f3b67046 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5707869-e36c-4c36-831e-38a8b588f1cb']}} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:35:39.457278 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-cf297de7-ceae-4c15-8b8a-00c8f3b67046 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e649eee-2b0b-4ee3-96d8-bbde3cf3cc73') {'for_net_delete': True} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:35:39.457894 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-cf297de7-ceae-4c15-8b8a-00c8f3b67046 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e649eee-2b0b-4ee3-96d8-bbde3cf3cc73') {} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:35:39.479814 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-627820de-5c26-4724-b0ab-563ce589dc4b None None] DHCP port deletion for c5707869-e36c-4c36-831e-38a8b588f1cb request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:35:39.500352 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cf297de7-ceae-4c15-8b8a-00c8f3b67046 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748993039638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11627933'] for segment, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:39.506325 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-28468868-b1cc-4b12-a088-035221bb7da6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:39.527494 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cf297de7-ceae-4c15-8b8a-00c8f3b67046 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:39.535628 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf297de7-ceae-4c15-8b8a-00c8f3b67046 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Releasing vlan 608 on physical network physnet1 to pool {{(pid=103448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 20:35:39.536259 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cf297de7-ceae-4c15-8b8a-00c8f3b67046 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11567447'] for segment, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:39.539786 n-d-818823-1 neutron-server[103448]: Traceback (most recent call last): Nov 22 20:35:39.539786 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 20:35:39.539786 n-d-818823-1 neutron-server[103448]: timer() Nov 22 20:35:39.539786 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 20:35:39.539786 n-d-818823-1 neutron-server[103448]: cb(*args, **kw) Nov 22 20:35:39.539786 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 20:35:39.539786 n-d-818823-1 neutron-server[103448]: return func(*args, **kwargs) Nov 22 20:35:39.539786 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 20:35:39.539786 n-d-818823-1 neutron-server[103448]: self._notify() Nov 22 20:35:39.539786 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 20:35:39.539786 n-d-818823-1 neutron-server[103448]: self.callback(batched_events) Nov 22 20:35:39.539786 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 20:35:39.539786 n-d-818823-1 neutron-server[103448]: event.method(event) Nov 22 20:35:39.539786 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 20:35:39.539786 n-d-818823-1 neutron-server[103448]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 20:35:39.539786 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 20:35:39.539786 n-d-818823-1 neutron-server[103448]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 20:35:39.539786 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 20:35:39.539786 n-d-818823-1 neutron-server[103448]: return f(self, *a, **k) Nov 22 20:35:39.539786 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 20:35:39.539786 n-d-818823-1 neutron-server[103448]: return self._get(url).json() Nov 22 20:35:39.539786 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 20:35:39.539786 n-d-818823-1 neutron-server[103448]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 20:35:39.539786 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 20:35:39.539786 n-d-818823-1 neutron-server[103448]: return self.request(url, 'GET', **kwargs) Nov 22 20:35:39.539786 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 20:35:39.539786 n-d-818823-1 neutron-server[103448]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 20:35:39.539786 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 20:35:39.539786 n-d-818823-1 neutron-server[103448]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 20:35:39.539786 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 20:35:39.539786 n-d-818823-1 neutron-server[103448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 20:35:39.539786 n-d-818823-1 neutron-server[103448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 20:35:39.595129 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-28468868-b1cc-4b12-a088-035221bb7da6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:39.598579 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-28468868-b1cc-4b12-a088-035221bb7da6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:39.602791 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-28468868-b1cc-4b12-a088-035221bb7da6 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/114d3198-c9a5-4a03-997d-e927eba41800 HTTP/1.1" status: 204 len: 168 time: 0.3294780 Nov 22 20:35:39.621644 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28468868-b1cc-4b12-a088-035221bb7da6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=114d3198-c9a5-4a03-997d-e927eba41800,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:35:39.690070 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cf297de7-ceae-4c15-8b8a-00c8f3b67046 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3760002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595318'] for network, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:39.710620 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cf297de7-ceae-4c15-8b8a-00c8f3b67046 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks [] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:39.724763 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-cf297de7-ceae-4c15-8b8a-00c8f3b67046 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] 10.222.0.46 "DELETE /v2.0/networks/c5707869-e36c-4c36-831e-38a8b588f1cb HTTP/1.1" status: 204 len: 168 time: 1.1912105 Nov 22 20:35:39.744200 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 44302) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:35:39.747926 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf297de7-ceae-4c15-8b8a-00c8f3b67046 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Pushing event deleted for resources: {'Network': ['ID=c5707869-e36c-4c36-831e-38a8b588f1cb,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:35:39.776763 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-941fbe7d-7135-4a8e-b366-aaa5ee1f953e tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Request body: {'port': {'network_id': 'e6203e89-81aa-431e-aa7e-b5de2f5dab02', 'name': 'tempest-PortsTestJSON-1500350668'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:35:39.798328 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-384783b8-e053-49fa-9f1a-62ed8e0d913d req-d8542300-af74-4942-9ab4-c0135f19cfbb tempest-TestVolumeBackupRestore-1993139719 tempest-TestVolumeBackupRestore-1993139719-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-654449401&fields=id&tenant_id=9f480581a3a24d53832d12c56efe7dfb HTTP/1.1" status: 200 len: 267 time: 0.1652441 Nov 22 20:35:39.832918 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device e433f4d6-316d-4d84-9746-aa2676e2a544 no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:35:39.884925 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: e433f4d6-316d-4d84-9746-aa2676e2a544 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:35:39.886673 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device e433f4d6-316d-4d84-9746-aa2676e2a544 not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:35:40.024020 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-941fbe7d-7135-4a8e-b366-aaa5ee1f953e tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Made reservation on behalf of fe864660cff645f6bfd902aea156f347 for: {'port': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:35:40.034980 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-941fbe7d-7135-4a8e-b366-aaa5ee1f953e tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:40.068422 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384783b8-e053-49fa-9f1a-62ed8e0d913d req-6a376329-ec65-4ad7-b9cb-ec5a15c17b6c tempest-TestVolumeBackupRestore-1993139719 tempest-TestVolumeBackupRestore-1993139719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:35:40.070121 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-384783b8-e053-49fa-9f1a-62ed8e0d913d req-6a376329-ec65-4ad7-b9cb-ec5a15c17b6c tempest-TestVolumeBackupRestore-1993139719 tempest-TestVolumeBackupRestore-1993139719-project] 10.222.0.46 "GET /v2.0/networks?id=4c363749-4641-444d-b12e-785df04d6621 HTTP/1.1" status: 200 len: 813 time: 0.2605383 Nov 22 20:35:40.097603 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [None req-941fbe7d-7135-4a8e-b366-aaa5ee1f953e tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] device_id is not set on port 895cdfb5-3d6b-486f-bc6b-a4361ea3f4f8 yet. {{(pid=103447) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 20:35:40.207267 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-384783b8-e053-49fa-9f1a-62ed8e0d913d req-184a2b13-9cf6-435f-9418-201197fbfd0f tempest-TestVolumeBackupRestore-1993139719 tempest-TestVolumeBackupRestore-1993139719-project] 10.222.0.46 "GET /v2.0/quotas/9f480581a3a24d53832d12c56efe7dfb HTTP/1.1" status: 200 len: 375 time: 0.1273918 Nov 22 20:35:40.334747 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-384783b8-e053-49fa-9f1a-62ed8e0d913d req-e8b25505-4a7b-45a0-b08c-9eb490684d17 tempest-TestVolumeBackupRestore-1993139719 tempest-TestVolumeBackupRestore-1993139719-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=9f480581a3a24d53832d12c56efe7dfb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1188908 Nov 22 20:35:40.510668 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-941fbe7d-7135-4a8e-b366-aaa5ee1f953e tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:40.525590 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-384783b8-e053-49fa-9f1a-62ed8e0d913d req-4c9c3f97-97b5-4a94-ac5e-5af5b0ddc737 service neutron] 10.222.0.46 "GET /v2.0/networks/4c363749-4641-444d-b12e-785df04d6621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1898952 Nov 22 20:35:40.638459 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-941fbe7d-7135-4a8e-b366-aaa5ee1f953e tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:40.681432 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-384783b8-e053-49fa-9f1a-62ed8e0d913d req-67094c0e-bbf4-4f52-898d-700fc0a7aad7 service neutron] 10.222.0.46 "GET /v2.0/networks/4c363749-4641-444d-b12e-785df04d6621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549275 Nov 22 20:35:40.705105 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-941fbe7d-7135-4a8e-b366-aaa5ee1f953e tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Network e6203e89-81aa-431e-aa7e-b5de2f5dab02 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:35:40.708783 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-941fbe7d-7135-4a8e-b366-aaa5ee1f953e tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:35:40.711015 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941fbe7d-7135-4a8e-b366-aaa5ee1f953e tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Pushing event updated for resources: {'Port': ['ID=895cdfb5-3d6b-486f-bc6b-a4361ea3f4f8,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:35:40.727288 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-941fbe7d-7135-4a8e-b366-aaa5ee1f953e tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:35:40.734875 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-941fbe7d-7135-4a8e-b366-aaa5ee1f953e tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:35:40.735547 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-941fbe7d-7135-4a8e-b366-aaa5ee1f953e tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:40.756085 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 44334) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:35:40.756655 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-941fbe7d-7135-4a8e-b366-aaa5ee1f953e tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.0096889 Nov 22 20:35:40.947461 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-e428c324-468a-40c9-bf73-fcd1c3967c19 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Deleting port 895cdfb5-3d6b-486f-bc6b-a4361ea3f4f8 {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:35:40.947797 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e428c324-468a-40c9-bf73-fcd1c3967c19 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:41.141738 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e428c324-468a-40c9-bf73-fcd1c3967c19 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:41.172339 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-e428c324-468a-40c9-bf73-fcd1c3967c19 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Calling delete_port for 895cdfb5-3d6b-486f-bc6b-a4361ea3f4f8 owned by {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:35:41.206103 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7ad4a037-40d1-4398-95c0-02fd71397751 req-1c9c36c5-645c-48bd-81f3-453ec8cae77e tempest-TestVolumeBackupRestore-1993139719 tempest-TestVolumeBackupRestore-1993139719-project] 10.222.0.46 "GET /v2.0/ports?device_id=781ecb7f-f445-4020-9466-d4bf9e78faaf HTTP/1.1" status: 200 len: 210 time: 0.0519361 Nov 22 20:35:41.382891 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e428c324-468a-40c9-bf73-fcd1c3967c19 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:41.488964 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e428c324-468a-40c9-bf73-fcd1c3967c19 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:41.496308 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-e428c324-468a-40c9-bf73-fcd1c3967c19 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] 10.222.0.46 "DELETE /v2.0/ports/895cdfb5-3d6b-486f-bc6b-a4361ea3f4f8 HTTP/1.1" status: 204 len: 168 time: 0.7389157 Nov 22 20:35:41.499406 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e428c324-468a-40c9-bf73-fcd1c3967c19 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Pushing event deleted for resources: {'Port': ['ID=895cdfb5-3d6b-486f-bc6b-a4361ea3f4f8,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:35:41.499562 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 44376) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:35:41.505356 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-9151b501-bfda-4dbd-9f68-25192d07e15d tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Request body: {'port': {'network_id': 'e6203e89-81aa-431e-aa7e-b5de2f5dab02', 'mac_address': 'fa:16:3e:50:a4:3d', 'name': 'tempest-PortsTestJSON-1783697987'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:35:41.719813 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9151b501-bfda-4dbd-9f68-25192d07e15d tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Made reservation on behalf of fe864660cff645f6bfd902aea156f347 for: {'port': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:35:41.866331 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9151b501-bfda-4dbd-9f68-25192d07e15d tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:41.932638 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [None req-9151b501-bfda-4dbd-9f68-25192d07e15d tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] device_id is not set on port e388efd3-3984-49a3-8264-8442bc9aa4bd yet. {{(pid=103447) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 20:35:42.203096 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9151b501-bfda-4dbd-9f68-25192d07e15d tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:42.261782 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9151b501-bfda-4dbd-9f68-25192d07e15d tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:42.326018 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9151b501-bfda-4dbd-9f68-25192d07e15d tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Network e6203e89-81aa-431e-aa7e-b5de2f5dab02 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:35:42.336233 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-9151b501-bfda-4dbd-9f68-25192d07e15d tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:35:42.347339 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9151b501-bfda-4dbd-9f68-25192d07e15d tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:35:42.355184 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9151b501-bfda-4dbd-9f68-25192d07e15d tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:35:42.355899 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9151b501-bfda-4dbd-9f68-25192d07e15d tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:42.534703 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7a423bd7-eed6-4893-88b5-bee438cef1ca req-7a1fd101-9dc3-4c64-b910-8a5433a31594 tempest-TestVolumeBackupRestore-1993139719 tempest-TestVolumeBackupRestore-1993139719-project] 10.222.0.46 "GET /v2.0/ports?device_id=781ecb7f-f445-4020-9466-d4bf9e78faaf HTTP/1.1" status: 200 len: 210 time: 0.1557856 Nov 22 20:35:42.561606 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9151b501-bfda-4dbd-9f68-25192d07e15d tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Pushing event updated for resources: {'Port': ['ID=e388efd3-3984-49a3-8264-8442bc9aa4bd,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:35:42.569193 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 44426) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:35:42.580000 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-9151b501-bfda-4dbd-9f68-25192d07e15d tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.0791314 Nov 22 20:35:42.680074 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2c54b6f-1eeb-4fb4-b7aa-1283631dd793 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:35:42.681887 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-a2c54b6f-1eeb-4fb4-b7aa-1283631dd793 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] 10.222.0.46 "GET /v2.0/ports/e388efd3-3984-49a3-8264-8442bc9aa4bd HTTP/1.1" status: 200 len: 841 time: 0.1104167 Nov 22 20:35:42.684585 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 44428) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:35:42.845727 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384783b8-e053-49fa-9f1a-62ed8e0d913d req-5a3a9ae2-05e9-4233-ae85-2d4d2928e62a tempest-TestVolumeBackupRestore-1993139719 tempest-TestVolumeBackupRestore-1993139719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:35:42.849061 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-384783b8-e053-49fa-9f1a-62ed8e0d913d req-5a3a9ae2-05e9-4233-ae85-2d4d2928e62a tempest-TestVolumeBackupRestore-1993139719 tempest-TestVolumeBackupRestore-1993139719-project] 10.222.0.20 "GET /v2.0/networks?id=4c363749-4641-444d-b12e-785df04d6621 HTTP/1.1" status: 200 len: 813 time: 0.4337914 Nov 22 20:35:42.870072 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-db9eb8cb-a534-47ea-9d0f-82a6be02500a tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Deleting port e388efd3-3984-49a3-8264-8442bc9aa4bd {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:35:42.870576 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-db9eb8cb-a534-47ea-9d0f-82a6be02500a tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:42.985057 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-db9eb8cb-a534-47ea-9d0f-82a6be02500a tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:43.000111 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-db9eb8cb-a534-47ea-9d0f-82a6be02500a tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Calling delete_port for e388efd3-3984-49a3-8264-8442bc9aa4bd owned by {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:35:43.005612 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-384783b8-e053-49fa-9f1a-62ed8e0d913d req-16ef281f-7329-459d-bc3f-ec2083afa8d4 tempest-TestVolumeBackupRestore-1993139719 tempest-TestVolumeBackupRestore-1993139719-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9f480581a3a24d53832d12c56efe7dfb HTTP/1.1" status: 200 len: 379 time: 0.1411083 Nov 22 20:35:43.015703 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-384783b8-e053-49fa-9f1a-62ed8e0d913d req-6ca8adbd-0842-45f7-a9e4-d5acdfcd2055 tempest-TestVolumeBackupRestore-1993139719 tempest-TestVolumeBackupRestore-1993139719-project] Request body: {'port': {'device_id': '781ecb7f-f445-4020-9466-d4bf9e78faaf', 'network_id': '4c363749-4641-444d-b12e-785df04d6621', 'admin_state_up': True, 'tenant_id': '9f480581a3a24d53832d12c56efe7dfb', 'security_groups': ['4332f69b-87ee-4113-8fe8-a6b644980197']}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:35:43.188914 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-db9eb8cb-a534-47ea-9d0f-82a6be02500a tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:43.335086 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9eb8cb-a534-47ea-9d0f-82a6be02500a tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Pushing event deleted for resources: {'Port': ['ID=e388efd3-3984-49a3-8264-8442bc9aa4bd,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:35:43.359733 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-384783b8-e053-49fa-9f1a-62ed8e0d913d req-6ca8adbd-0842-45f7-a9e4-d5acdfcd2055 tempest-TestVolumeBackupRestore-1993139719 tempest-TestVolumeBackupRestore-1993139719-project] Made reservation on behalf of 9f480581a3a24d53832d12c56efe7dfb for: {'port': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:35:43.363535 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-384783b8-e053-49fa-9f1a-62ed8e0d913d req-6ca8adbd-0842-45f7-a9e4-d5acdfcd2055 tempest-TestVolumeBackupRestore-1993139719 tempest-TestVolumeBackupRestore-1993139719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:43.364998 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-db9eb8cb-a534-47ea-9d0f-82a6be02500a tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:43.388195 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-db9eb8cb-a534-47ea-9d0f-82a6be02500a tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] 10.222.0.46 "DELETE /v2.0/ports/e388efd3-3984-49a3-8264-8442bc9aa4bd HTTP/1.1" status: 204 len: 168 time: 0.6976485 Nov 22 20:35:43.389244 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 44442) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:35:43.533481 n-d-818823-1 neutron-server[103448]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6d35aee-1fbc-4c51-be35-7106f712d0e8 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] GET failed (client error): The resource could not be found. Nov 22 20:35:43.541030 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-c6d35aee-1fbc-4c51-be35-7106f712d0e8 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] 10.222.0.46 "GET /v2.0/ports/e388efd3-3984-49a3-8264-8442bc9aa4bd HTTP/1.1" status: 404 len: 333 time: 0.1497796 Nov 22 20:35:43.545544 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 44444) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:35:43.570494 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-893658ce-919c-46eb-ac3e-fe5c7ab7ce60 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Request body: {'port': {'network_id': 'e6203e89-81aa-431e-aa7e-b5de2f5dab02', 'name': 'tempest-PortsTestJSON-1077553465'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:35:43.664891 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [req-384783b8-e053-49fa-9f1a-62ed8e0d913d req-6ca8adbd-0842-45f7-a9e4-d5acdfcd2055 tempest-TestVolumeBackupRestore-1993139719 tempest-TestVolumeBackupRestore-1993139719-project] Allocated IP 172.20.0.8 (4c363749-4641-444d-b12e-785df04d6621/914ec341-e8f9-45e2-bd46-ed1ea518b4e9/f5e5c1f0-5188-45b5-8ddc-efab84548161) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:35:43.707941 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 44448) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:35:43.833799 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-98480d91-f99e-4528-ab9f-cd0c4898ce19 req-cead6651-6031-42f2-b069-e59c7bd657a4 tempest-TestVolumeBackupRestore-1993139719 tempest-TestVolumeBackupRestore-1993139719-project] 10.222.0.46 "GET /v2.0/ports?device_id=781ecb7f-f445-4020-9466-d4bf9e78faaf HTTP/1.1" status: 200 len: 210 time: 0.0698740 Nov 22 20:35:43.900883 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-893658ce-919c-46eb-ac3e-fe5c7ab7ce60 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Made reservation on behalf of fe864660cff645f6bfd902aea156f347 for: {'port': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:35:43.911509 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-893658ce-919c-46eb-ac3e-fe5c7ab7ce60 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:43.975620 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [None req-893658ce-919c-46eb-ac3e-fe5c7ab7ce60 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] device_id is not set on port 3f14ad1a-ec99-45b6-94b7-a1feb086b83b yet. {{(pid=103448) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 20:35:44.040800 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-384783b8-e053-49fa-9f1a-62ed8e0d913d req-6ca8adbd-0842-45f7-a9e4-d5acdfcd2055 tempest-TestVolumeBackupRestore-1993139719 tempest-TestVolumeBackupRestore-1993139719-project] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:44.090489 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-384783b8-e053-49fa-9f1a-62ed8e0d913d req-6ca8adbd-0842-45f7-a9e4-d5acdfcd2055 tempest-TestVolumeBackupRestore-1993139719 tempest-TestVolumeBackupRestore-1993139719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:44.272318 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca8adbd-0842-45f7-a9e4-d5acdfcd2055 tempest-TestVolumeBackupRestore-1993139719 tempest-TestVolumeBackupRestore-1993139719-project] Pushing event updated for resources: {'Port': ['ID=f5e5c1f0-5188-45b5-8ddc-efab84548161,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:35:44.275319 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 44456) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:35:44.363302 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-dbae6046-80af-4c38-81a8-9ed58c16a0b2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:44.444076 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-893658ce-919c-46eb-ac3e-fe5c7ab7ce60 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:44.458634 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-384783b8-e053-49fa-9f1a-62ed8e0d913d req-6ca8adbd-0842-45f7-a9e4-d5acdfcd2055 tempest-TestVolumeBackupRestore-1993139719 tempest-TestVolumeBackupRestore-1993139719-project] Network 4c363749-4641-444d-b12e-785df04d6621 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:35:44.489910 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-2cb99ed8-0c6d-4dc4-bc7f-490b70213258 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:44.492122 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:44.496758 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [req-384783b8-e053-49fa-9f1a-62ed8e0d913d req-6ca8adbd-0842-45f7-a9e4-d5acdfcd2055 tempest-TestVolumeBackupRestore-1993139719 tempest-TestVolumeBackupRestore-1993139719-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:35:44.499578 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-384783b8-e053-49fa-9f1a-62ed8e0d913d req-6ca8adbd-0842-45f7-a9e4-d5acdfcd2055 tempest-TestVolumeBackupRestore-1993139719 tempest-TestVolumeBackupRestore-1993139719-project] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:35:44.545965 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-893658ce-919c-46eb-ac3e-fe5c7ab7ce60 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:44.568640 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:44.588857 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-893658ce-919c-46eb-ac3e-fe5c7ab7ce60 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Network e6203e89-81aa-431e-aa7e-b5de2f5dab02 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:35:44.594687 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-893658ce-919c-46eb-ac3e-fe5c7ab7ce60 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:35:44.675406 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-893658ce-919c-46eb-ac3e-fe5c7ab7ce60 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:35:44.686229 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-893658ce-919c-46eb-ac3e-fe5c7ab7ce60 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:35:44.687178 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-893658ce-919c-46eb-ac3e-fe5c7ab7ce60 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:44.746683 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-893658ce-919c-46eb-ac3e-fe5c7ab7ce60 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.1922710 Nov 22 20:35:44.746683 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893658ce-919c-46eb-ac3e-fe5c7ab7ce60 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Pushing event updated for resources: {'Port': ['ID=3f14ad1a-ec99-45b6-94b7-a1feb086b83b,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:35:44.749561 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 44464) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:35:44.750814 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384783b8-e053-49fa-9f1a-62ed8e0d913d req-6ca8adbd-0842-45f7-a9e4-d5acdfcd2055 tempest-TestVolumeBackupRestore-1993139719 tempest-TestVolumeBackupRestore-1993139719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:35:44.751845 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-384783b8-e053-49fa-9f1a-62ed8e0d913d req-6ca8adbd-0842-45f7-a9e4-d5acdfcd2055 tempest-TestVolumeBackupRestore-1993139719 tempest-TestVolumeBackupRestore-1993139719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:44.756936 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-e7198aa7-e157-4a29-9428-59c2cb4b9868 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:35:44.776210 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-384783b8-e053-49fa-9f1a-62ed8e0d913d req-6ca8adbd-0842-45f7-a9e4-d5acdfcd2055 tempest-TestVolumeBackupRestore-1993139719 tempest-TestVolumeBackupRestore-1993139719-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7647622 Nov 22 20:35:44.795550 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-384783b8-e053-49fa-9f1a-62ed8e0d913d req-3556ac82-d605-470c-a466-67187b39372d service neutron] Request body: {'port': {'device_id': '781ecb7f-f445-4020-9466-d4bf9e78faaf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818823-1'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:35:44.843707 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-dbae6046-80af-4c38-81a8-9ed58c16a0b2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:44.854755 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-dbae6046-80af-4c38-81a8-9ed58c16a0b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:44.878351 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e7198aa7-e157-4a29-9428-59c2cb4b9868 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:44.897856 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-384783b8-e053-49fa-9f1a-62ed8e0d913d req-3556ac82-d605-470c-a466-67187b39372d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:44.950568 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-92a9b5ed-7d26-4e9c-857f-9704eb47ff57 None None] Provisioning complete for port f5e5c1f0-5188-45b5-8ddc-efab84548161 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:35:44.952995 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-92a9b5ed-7d26-4e9c-857f-9704eb47ff57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:44.992752 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-2cb99ed8-0c6d-4dc4-bc7f-490b70213258 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:44.997770 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-dbae6046-80af-4c38-81a8-9ed58c16a0b2 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2ab0ac92da7c4e79bf8f218d4e4503fd&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2695327 Nov 22 20:35:45.018809 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-92a9b5ed-7d26-4e9c-857f-9704eb47ff57 None None] Port f5e5c1f0-5188-45b5-8ddc-efab84548161 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:35:45.027256 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 44472) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:35:45.038045 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbae6046-80af-4c38-81a8-9ed58c16a0b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ca76e7f-578c-401f-b87f-eb360624b466,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:35:45.041208 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-2cb99ed8-0c6d-4dc4-bc7f-490b70213258 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:45.200308 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 44484) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:35:45.241423 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb99ed8-0c6d-4dc4-bc7f-490b70213258 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ce8a8ca-6005-48c8-ab28-5da89fde60bb,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:35:45.270809 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e7198aa7-e157-4a29-9428-59c2cb4b9868 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks [] for port, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:45.276991 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e7198aa7-e157-4a29-9428-59c2cb4b9868 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:45.340833 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-2cb99ed8-0c6d-4dc4-bc7f-490b70213258 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=30bad88c9c144716997f5603b96657d0&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0362363 Nov 22 20:35:45.342532 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 44490) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:35:45.422595 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-e7198aa7-e157-4a29-9428-59c2cb4b9868 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] In _notify_port_updated(), no bound segment for port 3f14ad1a-ec99-45b6-94b7-a1feb086b83b on network e6203e89-81aa-431e-aa7e-b5de2f5dab02 {{(pid=103448) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 22 20:35:45.428299 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7198aa7-e157-4a29-9428-59c2cb4b9868 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:35:45.429087 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e7198aa7-e157-4a29-9428-59c2cb4b9868 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:45.432748 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-e7198aa7-e157-4a29-9428-59c2cb4b9868 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] 10.222.0.46 "PUT /v2.0/ports/3f14ad1a-ec99-45b6-94b7-a1feb086b83b HTTP/1.1" status: 200 len: 818 time: 0.6816847 Nov 22 20:35:45.454755 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7198aa7-e157-4a29-9428-59c2cb4b9868 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Pushing event updated for resources: {'Port': ['ID=3f14ad1a-ec99-45b6-94b7-a1feb086b83b,revision_number=2']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:35:45.460678 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 44496) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:35:45.496159 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2202c067-dbd2-4a49-a214-d645ac4a0ad6 req-5deeb69d-21d3-479b-9e89-2523bcb6ad86 tempest-TestVolumeBackupRestore-1993139719 tempest-TestVolumeBackupRestore-1993139719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:35:45.498947 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2202c067-dbd2-4a49-a214-d645ac4a0ad6 req-5deeb69d-21d3-479b-9e89-2523bcb6ad86 tempest-TestVolumeBackupRestore-1993139719 tempest-TestVolumeBackupRestore-1993139719-project] 10.222.0.46 "GET /v2.0/ports?device_id=781ecb7f-f445-4020-9466-d4bf9e78faaf HTTP/1.1" status: 200 len: 931 time: 0.4429121 Nov 22 20:35:45.499793 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a7cb7eea-018e-4a41-805d-1877c1ad7566 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:45.543148 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1245f4b5-7b77-44f7-b308-2294a4bc7841 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:45.574610 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1245f4b5-7b77-44f7-b308-2294a4bc7841 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:45.590956 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a7cb7eea-018e-4a41-805d-1877c1ad7566 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:45.625351 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2202c067-dbd2-4a49-a214-d645ac4a0ad6 req-2b613165-7a7e-4d81-bfb4-07de0a2f5f39 tempest-TestVolumeBackupRestore-1993139719 tempest-TestVolumeBackupRestore-1993139719-project] 10.222.0.46 "GET /v2.0/security-groups?id=4332f69b-87ee-4113-8fe8-a6b644980197&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1191087 Nov 22 20:35:45.661484 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1bff7099-ef4c-450e-b708-ca433b23de6b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:45.768258 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a7cb7eea-018e-4a41-805d-1877c1ad7566 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:45.771583 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a7cb7eea-018e-4a41-805d-1877c1ad7566 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:45.776878 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1bff7099-ef4c-450e-b708-ca433b23de6b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:45.777770 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-a7cb7eea-018e-4a41-805d-1877c1ad7566 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5ca76e7f-578c-401f-b87f-eb360624b466 HTTP/1.1" status: 204 len: 168 time: 0.7405894 Nov 22 20:35:45.778594 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1245f4b5-7b77-44f7-b308-2294a4bc7841 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:45.782502 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1245f4b5-7b77-44f7-b308-2294a4bc7841 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:45.797810 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cb7eea-018e-4a41-805d-1877c1ad7566 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ca76e7f-578c-401f-b87f-eb360624b466,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:35:45.808020 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-1245f4b5-7b77-44f7-b308-2294a4bc7841 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4ce8a8ca-6005-48c8-ab28-5da89fde60bb HTTP/1.1" status: 204 len: 168 time: 0.4421299 Nov 22 20:35:45.820430 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1bff7099-ef4c-450e-b708-ca433b23de6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:45.848341 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1245f4b5-7b77-44f7-b308-2294a4bc7841 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ce8a8ca-6005-48c8-ab28-5da89fde60bb,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:35:45.849097 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [req-384783b8-e053-49fa-9f1a-62ed8e0d913d req-3556ac82-d605-470c-a466-67187b39372d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5e5c1f0-5188-45b5-8ddc-efab84548161 {{(pid=103447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:35:45.852071 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-1bff7099-ef4c-450e-b708-ca433b23de6b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d6780e03131646c68a039aac6764942f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6471555 Nov 22 20:35:45.860421 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 44504) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:35:45.884413 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-384783b8-e053-49fa-9f1a-62ed8e0d913d req-3556ac82-d605-470c-a466-67187b39372d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:45.922458 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.provisioning_blocks [req-384783b8-e053-49fa-9f1a-62ed8e0d913d req-3556ac82-d605-470c-a466-67187b39372d service neutron] Transition to ACTIVE for port object f5e5c1f0-5188-45b5-8ddc-efab84548161 will not be triggered until provisioned by entity L2. {{(pid=103447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 20:35:45.951521 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-384783b8-e053-49fa-9f1a-62ed8e0d913d req-3556ac82-d605-470c-a466-67187b39372d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:45.976357 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bff7099-ef4c-450e-b708-ca433b23de6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2aac24a-4bf4-4391-b396-fb36d314a297,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:35:45.981453 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-9dee7d11-ecb1-41c9-99f5-03deaf0a2c17 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Deleting port 3f14ad1a-ec99-45b6-94b7-a1feb086b83b {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:35:45.981800 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9dee7d11-ecb1-41c9-99f5-03deaf0a2c17 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:45.985450 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a78c6cb0-bf4d-44c5-bdd0-86fc1e5483dd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:46.068501 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a78c6cb0-bf4d-44c5-bdd0-86fc1e5483dd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:46.104127 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3556ac82-d605-470c-a466-67187b39372d service neutron] Pushing event updated for resources: {'Port': ['ID=f5e5c1f0-5188-45b5-8ddc-efab84548161,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:35:46.113325 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9dee7d11-ecb1-41c9-99f5-03deaf0a2c17 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:46.140358 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-9dee7d11-ecb1-41c9-99f5-03deaf0a2c17 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Calling delete_port for 3f14ad1a-ec99-45b6-94b7-a1feb086b83b owned by {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:35:46.316353 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-384783b8-e053-49fa-9f1a-62ed8e0d913d req-3556ac82-d605-470c-a466-67187b39372d service neutron] Attempting to bind port f5e5c1f0-5188-45b5-8ddc-efab84548161 on host n-h2-818823-1 for vnic_type normal with profile {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:35:46.316803 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-384783b8-e053-49fa-9f1a-62ed8e0d913d req-3556ac82-d605-470c-a466-67187b39372d service neutron] Attempting to bind port f5e5c1f0-5188-45b5-8ddc-efab84548161 by drivers openvswitch,hyperv on host n-h2-818823-1 at level 0 using segments [{'id': 'c3b74bc4-e4af-4168-85ff-2c72b306ea1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '4c363749-4641-444d-b12e-785df04d6621'}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:35:46.317247 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-384783b8-e053-49fa-9f1a-62ed8e0d913d req-3556ac82-d605-470c-a466-67187b39372d service neutron] Attempting to bind port f5e5c1f0-5188-45b5-8ddc-efab84548161 on network 4c363749-4641-444d-b12e-785df04d6621 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:35:46.335140 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-384783b8-e053-49fa-9f1a-62ed8e0d913d req-3556ac82-d605-470c-a466-67187b39372d service neutron] Port f5e5c1f0-5188-45b5-8ddc-efab84548161 on network 4c363749-4641-444d-b12e-785df04d6621 not bound, no agent of type Open vSwitch agent registered on host n-h2-818823-1 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:35:46.335635 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-384783b8-e053-49fa-9f1a-62ed8e0d913d req-3556ac82-d605-470c-a466-67187b39372d service neutron] Attempting to bind port f5e5c1f0-5188-45b5-8ddc-efab84548161 on network 4c363749-4641-444d-b12e-785df04d6621 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:35:46.353141 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-384783b8-e053-49fa-9f1a-62ed8e0d913d req-3556ac82-d605-470c-a466-67187b39372d service neutron] Checking agent: {'id': '65e0486a-7030-4065-96f0-10aa7402a530', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'started_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 35, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:35:46.353600 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-384783b8-e053-49fa-9f1a-62ed8e0d913d req-3556ac82-d605-470c-a466-67187b39372d service neutron] Checking segment: {'id': 'c3b74bc4-e4af-4168-85ff-2c72b306ea1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '4c363749-4641-444d-b12e-785df04d6621'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:35:46.354112 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-384783b8-e053-49fa-9f1a-62ed8e0d913d req-3556ac82-d605-470c-a466-67187b39372d service neutron] Bound using segment: {'id': 'c3b74bc4-e4af-4168-85ff-2c72b306ea1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '4c363749-4641-444d-b12e-785df04d6621'} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:35:46.354698 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-384783b8-e053-49fa-9f1a-62ed8e0d913d req-3556ac82-d605-470c-a466-67187b39372d service neutron] Bound port: f5e5c1f0-5188-45b5-8ddc-efab84548161, host: n-h2-818823-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3b74bc4-e4af-4168-85ff-2c72b306ea1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '4c363749-4641-444d-b12e-785df04d6621'}}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:35:46.355161 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-384783b8-e053-49fa-9f1a-62ed8e0d913d req-3556ac82-d605-470c-a466-67187b39372d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:46.371811 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9dee7d11-ecb1-41c9-99f5-03deaf0a2c17 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:46.383929 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a78c6cb0-bf4d-44c5-bdd0-86fc1e5483dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:46.388474 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a78c6cb0-bf4d-44c5-bdd0-86fc1e5483dd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:46.390513 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-a78c6cb0-bf4d-44c5-bdd0-86fc1e5483dd admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a2aac24a-4bf4-4391-b396-fb36d314a297 HTTP/1.1" status: 204 len: 168 time: 0.5255673 Nov 22 20:35:46.465528 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dee7d11-ecb1-41c9-99f5-03deaf0a2c17 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Pushing event deleted for resources: {'Port': ['ID=3f14ad1a-ec99-45b6-94b7-a1feb086b83b,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:35:46.478261 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-384783b8-e053-49fa-9f1a-62ed8e0d913d req-3556ac82-d605-470c-a466-67187b39372d service neutron] For port f5e5c1f0-5188-45b5-8ddc-efab84548161, host n-h2-818823-1, cleared binding levels {{(pid=103447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:35:46.481770 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-384783b8-e053-49fa-9f1a-62ed8e0d913d req-3556ac82-d605-470c-a466-67187b39372d service neutron] For port f5e5c1f0-5188-45b5-8ddc-efab84548161, host n-h2-818823-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=f5e5c1f0-5188-45b5-8ddc-efab84548161,segment=NetworkSegment(c3b74bc4-e4af-4168-85ff-2c72b306ea1a),segment_id=c3b74bc4-e4af-4168-85ff-2c72b306ea1a)] {{(pid=103447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:35:46.487989 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-384783b8-e053-49fa-9f1a-62ed8e0d913d req-3556ac82-d605-470c-a466-67187b39372d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:46.496750 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78c6cb0-bf4d-44c5-bdd0-86fc1e5483dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2aac24a-4bf4-4391-b396-fb36d314a297,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:35:46.507318 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9dee7d11-ecb1-41c9-99f5-03deaf0a2c17 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:46.529100 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-9dee7d11-ecb1-41c9-99f5-03deaf0a2c17 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] 10.222.0.46 "DELETE /v2.0/ports/3f14ad1a-ec99-45b6-94b7-a1feb086b83b HTTP/1.1" status: 204 len: 168 time: 1.0669410 Nov 22 20:35:46.532097 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 44520) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:35:46.591980 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 44522) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:35:46.632239 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384783b8-e053-49fa-9f1a-62ed8e0d913d req-3556ac82-d605-470c-a466-67187b39372d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:35:46.634369 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-384783b8-e053-49fa-9f1a-62ed8e0d913d req-3556ac82-d605-470c-a466-67187b39372d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:46.639471 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-384783b8-e053-49fa-9f1a-62ed8e0d913d req-3556ac82-d605-470c-a466-67187b39372d service neutron] 10.222.0.20 "PUT /v2.0/ports/f5e5c1f0-5188-45b5-8ddc-efab84548161 HTTP/1.1" status: 200 len: 1091 time: 1.8495574 Nov 22 20:35:46.642976 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '781ecb7f-f445-4020-9466-d4bf9e78faaf', 'tag': 'f5e5c1f0-5188-45b5-8ddc-efab84548161'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:35:46.650159 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb28a246-8dd1-4d40-aa87-43ecf6ab0293" -d '{"events": [{"name": "network-changed", "server_uuid": "781ecb7f-f445-4020-9466-d4bf9e78faaf", "tag": "f5e5c1f0-5188-45b5-8ddc-efab84548161"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:35:46.660922 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7255460d-fc9c-4027-993f-ec8c522913e2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:46.744575 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-956cd076-66e0-46e3-a95f-48bbc5f55dce tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:35:46.749884 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-956cd076-66e0-46e3-a95f-48bbc5f55dce tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.2137232 Nov 22 20:35:46.756270 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 44530) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:35:46.766809 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 20:35:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0631576e-6c9d-474f-864a-b9f492808ae4 x-openstack-request-id: req-0631576e-6c9d-474f-864a-b9f492808ae4 {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:35:46.767111 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "781ecb7f-f445-4020-9466-d4bf9e78faaf", "tag": "f5e5c1f0-5188-45b5-8ddc-efab84548161", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:35:46.767369 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0631576e-6c9d-474f-864a-b9f492808ae4 {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:35:46.767803 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '781ecb7f-f445-4020-9466-d4bf9e78faaf', 'tag': 'f5e5c1f0-5188-45b5-8ddc-efab84548161', 'status': 'completed', 'code': 200} Nov 22 20:35:46.846370 n-d-818823-1 neutron-server[103448]: INFO neutron.pecan_wsgi.hooks.translation [None req-edc4a790-43b5-46e6-9c0a-39ddef229310 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] GET failed (client error): The resource could not be found. Nov 22 20:35:46.850659 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-edc4a790-43b5-46e6-9c0a-39ddef229310 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] 10.222.0.46 "GET /v2.0/ports/3f14ad1a-ec99-45b6-94b7-a1feb086b83b HTTP/1.1" status: 404 len: 333 time: 0.0907412 Nov 22 20:35:46.854604 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3556ac82-d605-470c-a466-67187b39372d service neutron] Pushing event updated for resources: {'Port': ['ID=f5e5c1f0-5188-45b5-8ddc-efab84548161,revision_number=3']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:35:46.857572 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 44532) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:35:46.916210 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-0337f92a-5279-46bd-b567-c6f331319a14 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1822508964'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:35:46.940181 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384783b8-e053-49fa-9f1a-62ed8e0d913d req-2d6ec8b8-173d-4d2a-b2a1-bb87b1f23dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:35:46.943034 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-384783b8-e053-49fa-9f1a-62ed8e0d913d req-2d6ec8b8-173d-4d2a-b2a1-bb87b1f23dab service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9f480581a3a24d53832d12c56efe7dfb&device_id=781ecb7f-f445-4020-9466-d4bf9e78faaf HTTP/1.1" status: 200 len: 1094 time: 0.2596824 Nov 22 20:35:46.986696 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3556ac82-d605-470c-a466-67187b39372d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:35:46.987042 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3556ac82-d605-470c-a466-67187b39372d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:35:46.987385 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3556ac82-d605-470c-a466-67187b39372d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:35:46.987754 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3556ac82-d605-470c-a466-67187b39372d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:35:46.988089 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3556ac82-d605-470c-a466-67187b39372d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:35:46.988423 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3556ac82-d605-470c-a466-67187b39372d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:35:46.988754 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3556ac82-d605-470c-a466-67187b39372d service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:35:46.989084 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3556ac82-d605-470c-a466-67187b39372d service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:35:46.989410 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3556ac82-d605-470c-a466-67187b39372d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:35:46.989733 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3556ac82-d605-470c-a466-67187b39372d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:35:46.990057 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3556ac82-d605-470c-a466-67187b39372d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:35:46.990378 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3556ac82-d605-470c-a466-67187b39372d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:35:47.001548 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7255460d-fc9c-4027-993f-ec8c522913e2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:47.002818 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 44536) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:35:47.017509 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7255460d-fc9c-4027-993f-ec8c522913e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:47.081441 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6848e6ad-9608-425d-a84d-4bdade62da8b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:47.099617 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-384783b8-e053-49fa-9f1a-62ed8e0d913d req-d2bda67f-cafc-4f95-a3fd-3e03a7486413 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f5e5c1f0-5188-45b5-8ddc-efab84548161 HTTP/1.1" status: 200 len: 217 time: 0.1449142 Nov 22 20:35:47.131490 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92eb79a5-06bd-44f6-bbb7-5e86ae506c1e req-f29ba4f4-40bf-4a4a-804d-cf0f3a8d0436 tempest-TestVolumeBackupRestore-1993139719 tempest-TestVolumeBackupRestore-1993139719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:35:47.138518 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-92eb79a5-06bd-44f6-bbb7-5e86ae506c1e req-f29ba4f4-40bf-4a4a-804d-cf0f3a8d0436 tempest-TestVolumeBackupRestore-1993139719 tempest-TestVolumeBackupRestore-1993139719-project] 10.222.0.46 "GET /v2.0/ports?device_id=781ecb7f-f445-4020-9466-d4bf9e78faaf HTTP/1.1" status: 200 len: 943 time: 0.3252020 Nov 22 20:35:47.184300 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0337f92a-5279-46bd-b567-c6f331319a14 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Made reservation on behalf of fe864660cff645f6bfd902aea156f347 for: {'network': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:35:47.188909 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0337f92a-5279-46bd-b567-c6f331319a14 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for network, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:47.229228 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-7255460d-fc9c-4027-993f-ec8c522913e2 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2eae4198115148d0a06d15e1d9468cae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6322114 Nov 22 20:35:47.229228 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7255460d-fc9c-4027-993f-ec8c522913e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75043e9f-aa6e-457a-8d30-bc9ee640aa5d,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:35:47.239560 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0337f92a-5279-46bd-b567-c6f331319a14 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] vlan segment allocate from pool success with {'vlan_id': 640, 'physical_network': 'physnet1'} {{(pid=103447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 20:35:47.244600 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 44538) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:35:47.268920 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0337f92a-5279-46bd-b567-c6f331319a14 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:47.269564 n-d-818823-1 neutron-server[103447]: INFO neutron.db.segments_db [None req-0337f92a-5279-46bd-b567-c6f331319a14 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Added segment 9bb4a4bc-7ec4-42ee-a0d8-e24e1e8a5647 of type vlan for network 5f007305-d783-4596-876c-5056a3d48b63 Nov 22 20:35:47.323501 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0337f92a-5279-46bd-b567-c6f331319a14 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748992492791'] for network, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:47.369858 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384783b8-e053-49fa-9f1a-62ed8e0d913d req-bb9884ca-20d4-4bff-8957-c2d5c58303db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:35:47.371486 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-384783b8-e053-49fa-9f1a-62ed8e0d913d req-bb9884ca-20d4-4bff-8957-c2d5c58303db service neutron] 10.222.0.20 "GET /v2.0/subnets?id=914ec341-e8f9-45e2-bd46-ed1ea518b4e9 HTTP/1.1" status: 200 len: 852 time: 0.2606673 Nov 22 20:35:47.387600 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5309a07c-d505-44d0-9cfd-e3f651d17836 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:47.415066 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0337f92a-5279-46bd-b567-c6f331319a14 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for network, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:47.421834 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0337f92a-5279-46bd-b567-c6f331319a14 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:35:47.422430 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0337f92a-5279-46bd-b567-c6f331319a14 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks [] for network, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:47.427687 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5309a07c-d505-44d0-9cfd-e3f651d17836 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:47.500178 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6848e6ad-9608-425d-a84d-4bdade62da8b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:47.540602 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-92eb79a5-06bd-44f6-bbb7-5e86ae506c1e req-c8240000-ddbc-44f1-a176-5ddc37b73921 tempest-TestVolumeBackupRestore-1993139719 tempest-TestVolumeBackupRestore-1993139719-project] 10.222.0.46 "GET /v2.0/security-groups?id=4332f69b-87ee-4113-8fe8-a6b644980197&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3698740 Nov 22 20:35:47.554657 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5309a07c-d505-44d0-9cfd-e3f651d17836 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:47.560913 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5309a07c-d505-44d0-9cfd-e3f651d17836 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:47.560913 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-5309a07c-d505-44d0-9cfd-e3f651d17836 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/75043e9f-aa6e-457a-8d30-bc9ee640aa5d HTTP/1.1" status: 204 len: 168 time: 0.3125062 Nov 22 20:35:47.560913 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6848e6ad-9608-425d-a84d-4bdade62da8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:47.562806 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-0337f92a-5279-46bd-b567-c6f331319a14 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6647229 Nov 22 20:35:47.563701 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0337f92a-5279-46bd-b567-c6f331319a14 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Pushing event updated for resources: {'Network': ['ID=5f007305-d783-4596-876c-5056a3d48b63,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:35:47.565886 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 44548) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:35:47.572660 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-4d41a291-d19c-4557-9c62-2f764ad73fbe tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Request body: {'subnet': {'network_id': '5f007305-d783-4596-876c-5056a3d48b63', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:35:47.582393 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Network 5f007305-d783-4596-876c-5056a3d48b63 details requested by agent ovs-agent-n-d-818823-1 with host n-d-818823-1 {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 20:35:47.665416 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5309a07c-d505-44d0-9cfd-e3f651d17836 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75043e9f-aa6e-457a-8d30-bc9ee640aa5d,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:35:47.720510 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-6848e6ad-9608-425d-a84d-4bdade62da8b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=621ae52e785943c893cdad11e4b723a8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7123203 Nov 22 20:35:47.721104 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 44552) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:35:47.763262 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6848e6ad-9608-425d-a84d-4bdade62da8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85521fd4-1fd4-4618-99b2-0082728888cb,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:35:47.774215 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d41a291-d19c-4557-9c62-2f764ad73fbe tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Made reservation on behalf of fe864660cff645f6bfd902aea156f347 for: {'subnet': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:35:47.779955 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4d41a291-d19c-4557-9c62-2f764ad73fbe tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8485086'] for subnet, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:47.809099 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384783b8-e053-49fa-9f1a-62ed8e0d913d req-5b7df88e-c2be-45e7-8ab9-1177115b343d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:35:47.815688 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-384783b8-e053-49fa-9f1a-62ed8e0d913d req-5b7df88e-c2be-45e7-8ab9-1177115b343d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4c363749-4641-444d-b12e-785df04d6621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4364493 Nov 22 20:35:47.857768 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9584dfc0-27c7-46a5-a9a7-e5ee3576f6c5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:47.918199 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9584dfc0-27c7-46a5-a9a7-e5ee3576f6c5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:48.006958 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9584dfc0-27c7-46a5-a9a7-e5ee3576f6c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:48.010447 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9584dfc0-27c7-46a5-a9a7-e5ee3576f6c5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:48.015190 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-9584dfc0-27c7-46a5-a9a7-e5ee3576f6c5 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/85521fd4-1fd4-4618-99b2-0082728888cb HTTP/1.1" status: 204 len: 168 time: 0.2816367 Nov 22 20:35:48.032888 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9584dfc0-27c7-46a5-a9a7-e5ee3576f6c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85521fd4-1fd4-4618-99b2-0082728888cb,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:35:48.447077 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-384783b8-e053-49fa-9f1a-62ed8e0d913d req-e1b02d5d-2054-4976-ac20-5d620e92e470 service neutron] 10.222.0.20 "GET /v2.0/networks/4c363749-4641-444d-b12e-785df04d6621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6047025 Nov 22 20:35:48.825939 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4d41a291-d19c-4557-9c62-2f764ad73fbe tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8900613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8485104'] for subnet, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:48.846591 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-384783b8-e053-49fa-9f1a-62ed8e0d913d req-d702b4f8-e845-4b26-b8cc-80a373f3d84a service neutron] 10.222.0.20 "GET /v2.0/networks/4c363749-4641-444d-b12e-785df04d6621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3918338 Nov 22 20:35:48.935444 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e21e62-db75-4a2d-a4e9-4b29b7b1d813 req-fd489fc3-75e1-44fb-8c8c-a476ac0c7476 tempest-TestVolumeBackupRestore-1993139719 tempest-TestVolumeBackupRestore-1993139719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:35:48.937309 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-59e21e62-db75-4a2d-a4e9-4b29b7b1d813 req-fd489fc3-75e1-44fb-8c8c-a476ac0c7476 tempest-TestVolumeBackupRestore-1993139719 tempest-TestVolumeBackupRestore-1993139719-project] 10.222.0.46 "GET /v2.0/ports?device_id=781ecb7f-f445-4020-9466-d4bf9e78faaf HTTP/1.1" status: 200 len: 943 time: 0.2282851 Nov 22 20:35:48.938066 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d41a291-d19c-4557-9c62-2f764ad73fbe tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Pushing event updated for resources: {'Subnet': ['ID=80e2b664-c586-4d5a-a55a-83d42695cdcc,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:35:49.033734 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d41a291-d19c-4557-9c62-2f764ad73fbe tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Checking segment: {'id': '9bb4a4bc-7ec4-42ee-a0d8-e24e1e8a5647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '5f007305-d783-4596-876c-5056a3d48b63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:35:49.034097 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d41a291-d19c-4557-9c62-2f764ad73fbe tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Network hostable DHCP agents. Network: 5f007305-d783-4596-876c-5056a3d48b63, hostable agents: ['02adaa64-0987-4b74-bad0-cbcf56f8a294'], hosted agents: [] {{(pid=103447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 20:35:49.060508 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb28a246-8dd1-4d40-aa87-43ecf6ab0293 req-904c0bc4-5f96-41ec-a743-dcc9681e579f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:35:49.062171 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-cb28a246-8dd1-4d40-aa87-43ecf6ab0293 req-904c0bc4-5f96-41ec-a743-dcc9681e579f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9f480581a3a24d53832d12c56efe7dfb&device_id=781ecb7f-f445-4020-9466-d4bf9e78faaf HTTP/1.1" status: 200 len: 1094 time: 0.1201239 Nov 22 20:35:49.133679 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-59e21e62-db75-4a2d-a4e9-4b29b7b1d813 req-291eab6e-d062-4564-9f23-a6a8ac5d46d3 tempest-TestVolumeBackupRestore-1993139719 tempest-TestVolumeBackupRestore-1993139719-project] 10.222.0.46 "GET /v2.0/security-groups?id=4332f69b-87ee-4113-8fe8-a6b644980197&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1707220 Nov 22 20:35:49.217395 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d41a291-d19c-4557-9c62-2f764ad73fbe tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Network 5f007305-d783-4596-876c-5056a3d48b63 is scheduled to be hosted by DHCP agent 02adaa64-0987-4b74-bad0-cbcf56f8a294 with binding_index 1 {{(pid=103447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 20:35:49.302511 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-4d41a291-d19c-4557-9c62-2f764ad73fbe tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818823-1, 5f007305-d783-4596-876c-5056a3d48b63) {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:35:49.310106 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d41a291-d19c-4557-9c62-2f764ad73fbe tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:35:49.310519 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4d41a291-d19c-4557-9c62-2f764ad73fbe tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks [] for subnet, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:49.313840 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a7a35e6-4cf0-47ca-a513-fd9df99742c3 None None] Network 5f007305-d783-4596-876c-5056a3d48b63 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:35:49.400201 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-4d41a291-d19c-4557-9c62-2f764ad73fbe tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8289936 Nov 22 20:35:49.401413 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 44622) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:35:49.408485 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-c0c1ba67-a827-4cb3-a517-1f1edc9e152b tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Request body: {'subnet': {'network_id': '5f007305-d783-4596-876c-5056a3d48b63', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:35:49.412359 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb28a246-8dd1-4d40-aa87-43ecf6ab0293 req-2a22cb5a-8512-4c9e-8287-cf3a94da154d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:35:49.414615 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-cb28a246-8dd1-4d40-aa87-43ecf6ab0293 req-2a22cb5a-8512-4c9e-8287-cf3a94da154d service neutron] 10.222.0.20 "GET /v2.0/networks?id=4c363749-4641-444d-b12e-785df04d6621 HTTP/1.1" status: 200 len: 914 time: 0.3451095 Nov 22 20:35:49.524839 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-cb28a246-8dd1-4d40-aa87-43ecf6ab0293 req-7726f19b-35c1-44c9-8e57-d3ec569f4028 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f5e5c1f0-5188-45b5-8ddc-efab84548161 HTTP/1.1" status: 200 len: 217 time: 0.0976412 Nov 22 20:35:49.590570 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0c1ba67-a827-4cb3-a517-1f1edc9e152b tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Made reservation on behalf of fe864660cff645f6bfd902aea156f347 for: {'subnet': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:35:49.601536 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c0c1ba67-a827-4cb3-a517-1f1edc9e152b tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11792951'] for subnet, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:49.648098 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bad89a48-b1c8-4a1d-a3e8-fe9df4beb5f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fb26bd7-ce56-527b-b94f-2e1f7cb2bb35-5f007305-d783-4596-876c-5056a3d48b63', 'network_id': '5f007305-d783-4596-876c-5056a3d48b63', 'tenant_id': 'fe864660cff645f6bfd902aea156f347', 'fixed_ips': [{'subnet_id': '80e2b664-c586-4d5a-a55a-83d42695cdcc'}]}} from n-d-818823-1. {{(pid=103449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 20:35:49.651389 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-bad89a48-b1c8-4a1d-a3e8-fe9df4beb5f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:49.732434 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb28a246-8dd1-4d40-aa87-43ecf6ab0293 req-77b96139-f03d-47fd-aff3-9cea4f2b429e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:35:49.734600 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-cb28a246-8dd1-4d40-aa87-43ecf6ab0293 req-77b96139-f03d-47fd-aff3-9cea4f2b429e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=914ec341-e8f9-45e2-bd46-ed1ea518b4e9 HTTP/1.1" status: 200 len: 852 time: 0.2040923 Nov 22 20:35:49.854082 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb28a246-8dd1-4d40-aa87-43ecf6ab0293 req-12c0df37-d2f4-402d-96c7-6e70e2835811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:35:49.856249 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-cb28a246-8dd1-4d40-aa87-43ecf6ab0293 req-12c0df37-d2f4-402d-96c7-6e70e2835811 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4c363749-4641-444d-b12e-785df04d6621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1139932 Nov 22 20:35:49.878740 n-d-818823-1 neutron-server[103448]: INFO neutron.db.ipam_backend_mixin [None req-c0c1ba67-a827-4cb3-a517-1f1edc9e152b tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 80e2b664-c586-4d5a-a55a-83d42695cdcc (CIDR: 172.20.0.0/28) Nov 22 20:35:49.884691 n-d-818823-1 neutron-server[103448]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0c1ba67-a827-4cb3-a517-1f1edc9e152b tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 22 20:35:49.885414 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0c1ba67-a827-4cb3-a517-1f1edc9e152b tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 20:35:49.918269 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-c0c1ba67-a827-4cb3-a517-1f1edc9e152b tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5144849 Nov 22 20:35:49.922810 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 44642) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:35:49.928966 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-3de9b010-15c7-436e-84dd-66556912ce68 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Request body: {'subnet': {'network_id': '5f007305-d783-4596-876c-5056a3d48b63', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:35:50.056095 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-cb28a246-8dd1-4d40-aa87-43ecf6ab0293 req-edf4ffff-20ec-4ff9-824e-fc5db42db148 service neutron] 10.222.0.20 "GET /v2.0/networks/4c363749-4641-444d-b12e-785df04d6621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1889720 Nov 22 20:35:50.074798 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.db_base_plugin_common [None req-bad89a48-b1c8-4a1d-a3e8-fe9df4beb5f3 None None] Allocated IP 172.20.0.2 (5f007305-d783-4596-876c-5056a3d48b63/80e2b664-c586-4d5a-a55a-83d42695cdcc/b297a044-dc65-4327-87c0-7f6ea35507ca) {{(pid=103449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:35:50.218966 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3de9b010-15c7-436e-84dd-66556912ce68 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Made reservation on behalf of fe864660cff645f6bfd902aea156f347 for: {'subnet': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:35:50.223785 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3de9b010-15c7-436e-84dd-66556912ce68 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11792951'] for subnet, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:50.263241 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-cb28a246-8dd1-4d40-aa87-43ecf6ab0293 req-7ab98e94-0e7f-4c76-82e2-65a2c94e6890 service neutron] 10.222.0.20 "GET /v2.0/networks/4c363749-4641-444d-b12e-785df04d6621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1994009 Nov 22 20:35:50.392233 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-bad89a48-b1c8-4a1d-a3e8-fe9df4beb5f3 None None] Publish callbacks [] for port, precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:50.397230 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daee3dc-9bae-45f2-a98f-e7dc686d3b99 req-d71f68c0-2780-4b42-8639-7ec7b9209034 tempest-TestVolumeBackupRestore-1993139719 tempest-TestVolumeBackupRestore-1993139719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:35:50.399021 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4daee3dc-9bae-45f2-a98f-e7dc686d3b99 req-d71f68c0-2780-4b42-8639-7ec7b9209034 tempest-TestVolumeBackupRestore-1993139719 tempest-TestVolumeBackupRestore-1993139719-project] 10.222.0.46 "GET /v2.0/ports?device_id=781ecb7f-f445-4020-9466-d4bf9e78faaf HTTP/1.1" status: 200 len: 943 time: 0.0964775 Nov 22 20:35:50.404919 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-bad89a48-b1c8-4a1d-a3e8-fe9df4beb5f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372'] for port, after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:50.514510 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4daee3dc-9bae-45f2-a98f-e7dc686d3b99 req-0cb6dd53-08be-40ce-a040-de719375bafc tempest-TestVolumeBackupRestore-1993139719 tempest-TestVolumeBackupRestore-1993139719-project] 10.222.0.46 "GET /v2.0/security-groups?id=4332f69b-87ee-4113-8fe8-a6b644980197&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1070771 Nov 22 20:35:50.547176 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad89a48-b1c8-4a1d-a3e8-fe9df4beb5f3 None None] Pushing event updated for resources: {'Port': ['ID=b297a044-dc65-4327-87c0-7f6ea35507ca,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:35:50.584720 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bad89a48-b1c8-4a1d-a3e8-fe9df4beb5f3 None None] Network 5f007305-d783-4596-876c-5056a3d48b63 is already hosted by enough agents. {{(pid=103449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:35:50.589891 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.base_scheduler [None req-bad89a48-b1c8-4a1d-a3e8-fe9df4beb5f3 None None] Resources bound (agent type, host, resource id): {{(pid=103449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:35:50.594218 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad89a48-b1c8-4a1d-a3e8-fe9df4beb5f3 None None] Received port after_create {{(pid=103449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:35:50.703044 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-bad89a48-b1c8-4a1d-a3e8-fe9df4beb5f3 None None] Attempting to bind port b297a044-dc65-4327-87c0-7f6ea35507ca on host n-d-818823-1 for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:35:50.703529 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-bad89a48-b1c8-4a1d-a3e8-fe9df4beb5f3 None None] Attempting to bind port b297a044-dc65-4327-87c0-7f6ea35507ca by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': '9bb4a4bc-7ec4-42ee-a0d8-e24e1e8a5647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '5f007305-d783-4596-876c-5056a3d48b63'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:35:50.703818 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad89a48-b1c8-4a1d-a3e8-fe9df4beb5f3 None None] Attempting to bind port b297a044-dc65-4327-87c0-7f6ea35507ca on network 5f007305-d783-4596-876c-5056a3d48b63 {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:35:50.723831 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad89a48-b1c8-4a1d-a3e8-fe9df4beb5f3 None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 35, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:35:50.724465 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad89a48-b1c8-4a1d-a3e8-fe9df4beb5f3 None None] Checking segment: {'id': '9bb4a4bc-7ec4-42ee-a0d8-e24e1e8a5647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '5f007305-d783-4596-876c-5056a3d48b63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:35:50.724883 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-bad89a48-b1c8-4a1d-a3e8-fe9df4beb5f3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:50.725282 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad89a48-b1c8-4a1d-a3e8-fe9df4beb5f3 None None] Bound using segment: {'id': '9bb4a4bc-7ec4-42ee-a0d8-e24e1e8a5647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '5f007305-d783-4596-876c-5056a3d48b63'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:35:50.725761 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-bad89a48-b1c8-4a1d-a3e8-fe9df4beb5f3 None None] Bound port: b297a044-dc65-4327-87c0-7f6ea35507ca, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bb4a4bc-7ec4-42ee-a0d8-e24e1e8a5647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '5f007305-d783-4596-876c-5056a3d48b63'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:35:50.726149 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-bad89a48-b1c8-4a1d-a3e8-fe9df4beb5f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:50.884750 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-bad89a48-b1c8-4a1d-a3e8-fe9df4beb5f3 None None] For port b297a044-dc65-4327-87c0-7f6ea35507ca, host n-d-818823-1, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:35:50.893257 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-bad89a48-b1c8-4a1d-a3e8-fe9df4beb5f3 None None] For port b297a044-dc65-4327-87c0-7f6ea35507ca, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=b297a044-dc65-4327-87c0-7f6ea35507ca,segment=NetworkSegment(9bb4a4bc-7ec4-42ee-a0d8-e24e1e8a5647),segment_id=9bb4a4bc-7ec4-42ee-a0d8-e24e1e8a5647)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:35:50.903130 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-bad89a48-b1c8-4a1d-a3e8-fe9df4beb5f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:50.922719 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3de9b010-15c7-436e-84dd-66556912ce68 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11567560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11792921'] for subnet, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:51.004753 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad89a48-b1c8-4a1d-a3e8-fe9df4beb5f3 None None] Pushing event updated for resources: {'Port': ['ID=b297a044-dc65-4327-87c0-7f6ea35507ca,revision_number=2']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:35:51.054178 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3de9b010-15c7-436e-84dd-66556912ce68 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Network 5f007305-d783-4596-876c-5056a3d48b63 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:35:51.073616 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-3de9b010-15c7-436e-84dd-66556912ce68 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:35:51.087576 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3de9b010-15c7-436e-84dd-66556912ce68 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:35:51.089308 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3de9b010-15c7-436e-84dd-66556912ce68 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:51.123678 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de9b010-15c7-436e-84dd-66556912ce68 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Pushing event updated for resources: {'Subnet': ['ID=49effd0a-f068-40e0-9fc0-98f28aa85ace,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:35:51.132701 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-3de9b010-15c7-436e-84dd-66556912ce68 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.2085702 Nov 22 20:35:51.135918 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 44678) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:35:51.142054 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-3fdad910-7315-4a55-9c5e-6613505fceac tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Request body: {'port': {'network_id': '5f007305-d783-4596-876c-5056a3d48b63', 'fixed_ips': [{'subnet_id': '80e2b664-c586-4d5a-a55a-83d42695cdcc'}, {'subnet_id': '49effd0a-f068-40e0-9fc0-98f28aa85ace'}], 'name': 'tempest-PortsTestJSON-1050184187'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:35:51.478243 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fdad910-7315-4a55-9c5e-6613505fceac tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Made reservation on behalf of fe864660cff645f6bfd902aea156f347 for: {'port': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:35:51.677221 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-3fdad910-7315-4a55-9c5e-6613505fceac tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:51.728969 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [None req-3fdad910-7315-4a55-9c5e-6613505fceac tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] device_id is not set on port 79d38e4c-f335-44ec-a977-04ea37947709 yet. {{(pid=103447) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 20:35:51.775141 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6894c5b8-5615-4770-8f27-ca05713c4142 req-246478a7-3289-4541-bf4b-602934a521ab tempest-TestVolumeBackupRestore-1993139719 tempest-TestVolumeBackupRestore-1993139719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:35:51.787219 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6894c5b8-5615-4770-8f27-ca05713c4142 req-246478a7-3289-4541-bf4b-602934a521ab tempest-TestVolumeBackupRestore-1993139719 tempest-TestVolumeBackupRestore-1993139719-project] 10.222.0.46 "GET /v2.0/ports?device_id=781ecb7f-f445-4020-9466-d4bf9e78faaf HTTP/1.1" status: 200 len: 943 time: 0.1584682 Nov 22 20:35:51.897157 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device b297a044-dc65-4327-87c0-7f6ea35507ca up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:35:51.974174 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6894c5b8-5615-4770-8f27-ca05713c4142 req-7616e398-d174-43cd-bd0f-0f5e8d595cf9 tempest-TestVolumeBackupRestore-1993139719 tempest-TestVolumeBackupRestore-1993139719-project] 10.222.0.46 "GET /v2.0/security-groups?id=4332f69b-87ee-4113-8fe8-a6b644980197&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1858313 Nov 22 20:35:52.033584 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port b297a044-dc65-4327-87c0-7f6ea35507ca triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:35:52.033968 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:52.199102 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:52.270023 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] For port b297a044-dc65-4327-87c0-7f6ea35507ca, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=b297a044-dc65-4327-87c0-7f6ea35507ca,segment=NetworkSegment(9bb4a4bc-7ec4-42ee-a0d8-e24e1e8a5647),segment_id=9bb4a4bc-7ec4-42ee-a0d8-e24e1e8a5647)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:35:52.279350 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:52.381440 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Pushing event updated for resources: {'Port': ['ID=b297a044-dc65-4327-87c0-7f6ea35507ca,revision_number=3']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:35:52.432733 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [None req-3fdad910-7315-4a55-9c5e-6613505fceac tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Allocated IP 172.20.0.14 (5f007305-d783-4596-876c-5056a3d48b63/80e2b664-c586-4d5a-a55a-83d42695cdcc/79d38e4c-f335-44ec-a977-04ea37947709) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:35:52.443288 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [None req-3fdad910-7315-4a55-9c5e-6613505fceac tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Allocated IP 172.20.0.29 (5f007305-d783-4596-876c-5056a3d48b63/49effd0a-f068-40e0-9fc0-98f28aa85ace/79d38e4c-f335-44ec-a977-04ea37947709) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:35:52.613486 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5de34628-329d-481a-b13c-dc1362839fef None None] Network 5f007305-d783-4596-876c-5056a3d48b63 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:35:52.773161 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68cdfa31-7020-423c-b784-7f931d0a6d76 None None] Provisioning complete for port b297a044-dc65-4327-87c0-7f6ea35507ca triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:35:52.773762 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68cdfa31-7020-423c-b784-7f931d0a6d76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:52.810149 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-3fdad910-7315-4a55-9c5e-6613505fceac tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:52.858663 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-3fdad910-7315-4a55-9c5e-6613505fceac tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:52.970119 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdad910-7315-4a55-9c5e-6613505fceac tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Pushing event updated for resources: {'Port': ['ID=79d38e4c-f335-44ec-a977-04ea37947709,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:35:52.977234 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fdad910-7315-4a55-9c5e-6613505fceac tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Network 5f007305-d783-4596-876c-5056a3d48b63 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:35:52.980004 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-3fdad910-7315-4a55-9c5e-6613505fceac tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:35:52.989949 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fdad910-7315-4a55-9c5e-6613505fceac tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:35:53.048237 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e1ee0bb-4144-48d3-bd2b-a9f67a14ba9c None None] Update dhcp port {'port': {'network_id': '5f007305-d783-4596-876c-5056a3d48b63', 'fixed_ips': [{'subnet_id': '80e2b664-c586-4d5a-a55a-83d42695cdcc', 'ip_address': '172.20.0.2'}, {'subnet_id': '49effd0a-f068-40e0-9fc0-98f28aa85ace'}], 'binding:host_id': 'n-d-818823-1'}, 'id': 'b297a044-dc65-4327-87c0-7f6ea35507ca'} from n-d-818823-1. {{(pid=103449) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 22 20:35:53.111049 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-2e1ee0bb-4144-48d3-bd2b-a9f67a14ba9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:53.165011 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fdad910-7315-4a55-9c5e-6613505fceac tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:35:53.167001 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-3fdad910-7315-4a55-9c5e-6613505fceac tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:53.241210 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-3fdad910-7315-4a55-9c5e-6613505fceac tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 2.1044581 Nov 22 20:35:53.243889 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 44754) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:35:53.253541 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-7a5a1f41-9e9b-4d4b-9e8a-5ecee01ec559 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '80e2b664-c586-4d5a-a55a-83d42695cdcc'}]}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:35:53.258995 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264a33ac-ec09-4849-b472-cb9c812dd6d6 req-005551e8-5560-4050-b0c0-e797a09bb982 tempest-TestVolumeBackupRestore-1993139719 tempest-TestVolumeBackupRestore-1993139719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:35:53.275232 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-264a33ac-ec09-4849-b472-cb9c812dd6d6 req-005551e8-5560-4050-b0c0-e797a09bb982 tempest-TestVolumeBackupRestore-1993139719 tempest-TestVolumeBackupRestore-1993139719-project] 10.222.0.46 "GET /v2.0/ports?device_id=781ecb7f-f445-4020-9466-d4bf9e78faaf HTTP/1.1" status: 200 len: 943 time: 0.1475890 Nov 22 20:35:53.385878 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-264a33ac-ec09-4849-b472-cb9c812dd6d6 req-476aaba5-655f-4771-94cb-4f5b62df1cb5 tempest-TestVolumeBackupRestore-1993139719 tempest-TestVolumeBackupRestore-1993139719-project] 10.222.0.46 "GET /v2.0/security-groups?id=4332f69b-87ee-4113-8fe8-a6b644980197&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1097145 Nov 22 20:35:53.476279 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.db_base_plugin_common [None req-2e1ee0bb-4144-48d3-bd2b-a9f67a14ba9c None None] Allocated IP 172.20.0.18 (5f007305-d783-4596-876c-5056a3d48b63/49effd0a-f068-40e0-9fc0-98f28aa85ace/b297a044-dc65-4327-87c0-7f6ea35507ca) {{(pid=103449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:35:53.612383 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-2e1ee0bb-4144-48d3-bd2b-a9f67a14ba9c None None] For port b297a044-dc65-4327-87c0-7f6ea35507ca, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=b297a044-dc65-4327-87c0-7f6ea35507ca,segment=NetworkSegment(9bb4a4bc-7ec4-42ee-a0d8-e24e1e8a5647),segment_id=9bb4a4bc-7ec4-42ee-a0d8-e24e1e8a5647)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:35:53.638986 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7a5a1f41-9e9b-4d4b-9e8a-5ecee01ec559 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:53.648576 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-2e1ee0bb-4144-48d3-bd2b-a9f67a14ba9c None None] Publish callbacks [] for port, precommit_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:53.656668 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-2e1ee0bb-4144-48d3-bd2b-a9f67a14ba9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:53.831725 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device b297a044-dc65-4327-87c0-7f6ea35507ca up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:35:53.901641 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1ee0bb-4144-48d3-bd2b-a9f67a14ba9c None None] Pushing event updated for resources: {'Port': ['ID=b297a044-dc65-4327-87c0-7f6ea35507ca,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:35:53.927905 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1ee0bb-4144-48d3-bd2b-a9f67a14ba9c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:35:53.928292 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1ee0bb-4144-48d3-bd2b-a9f67a14ba9c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:35:53.936273 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1ee0bb-4144-48d3-bd2b-a9f67a14ba9c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:35:53.936621 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1ee0bb-4144-48d3-bd2b-a9f67a14ba9c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:35:53.936973 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1ee0bb-4144-48d3-bd2b-a9f67a14ba9c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:35:53.937327 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1ee0bb-4144-48d3-bd2b-a9f67a14ba9c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:35:53.937653 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1ee0bb-4144-48d3-bd2b-a9f67a14ba9c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:35:53.937986 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1ee0bb-4144-48d3-bd2b-a9f67a14ba9c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:35:53.938318 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1ee0bb-4144-48d3-bd2b-a9f67a14ba9c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:35:53.938662 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1ee0bb-4144-48d3-bd2b-a9f67a14ba9c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:35:53.939582 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1ee0bb-4144-48d3-bd2b-a9f67a14ba9c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:35:53.939582 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1ee0bb-4144-48d3-bd2b-a9f67a14ba9c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:35:53.990224 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port b297a044-dc65-4327-87c0-7f6ea35507ca triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:35:53.990627 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:54.230334 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [None req-7a5a1f41-9e9b-4d4b-9e8a-5ecee01ec559 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Delete allocated IP 172.20.0.29 (5f007305-d783-4596-876c-5056a3d48b63/49effd0a-f068-40e0-9fc0-98f28aa85ace) {{(pid=103448) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 22 20:35:54.416094 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7a5a1f41-9e9b-4d4b-9e8a-5ecee01ec559 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks [] for port, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:54.424459 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7a5a1f41-9e9b-4d4b-9e8a-5ecee01ec559 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:54.600556 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5a1f41-9e9b-4d4b-9e8a-5ecee01ec559 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Pushing event updated for resources: {'Port': ['ID=79d38e4c-f335-44ec-a977-04ea37947709,revision_number=2']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:35:54.633018 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-7a5a1f41-9e9b-4d4b-9e8a-5ecee01ec559 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] In _notify_port_updated(), no bound segment for port 79d38e4c-f335-44ec-a977-04ea37947709 on network 5f007305-d783-4596-876c-5056a3d48b63 {{(pid=103448) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 22 20:35:54.640965 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a5a1f41-9e9b-4d4b-9e8a-5ecee01ec559 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:35:54.641845 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7a5a1f41-9e9b-4d4b-9e8a-5ecee01ec559 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:54.643396 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-7a5a1f41-9e9b-4d4b-9e8a-5ecee01ec559 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] 10.222.0.46 "PUT /v2.0/ports/79d38e4c-f335-44ec-a977-04ea37947709 HTTP/1.1" status: 200 len: 920 time: 1.3970246 Nov 22 20:35:54.646171 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 44796) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:35:54.660984 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-fa3d665c-9899-4d53-8281-054bd290bd06 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '80e2b664-c586-4d5a-a55a-83d42695cdcc'}, {'subnet_id': '49effd0a-f068-40e0-9fc0-98f28aa85ace'}]}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:35:54.717365 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1683e2db-d15f-463d-b1f9-39d8063bcf96 None None] Network 5f007305-d783-4596-876c-5056a3d48b63 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:35:54.780860 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8b1a47-76bc-45f7-ab4b-244e1b05e10a req-e23897ae-d419-442a-963a-424d07d33325 tempest-TestVolumeBackupRestore-1993139719 tempest-TestVolumeBackupRestore-1993139719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:35:54.785228 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-fb8b1a47-76bc-45f7-ab4b-244e1b05e10a req-e23897ae-d419-442a-963a-424d07d33325 tempest-TestVolumeBackupRestore-1993139719 tempest-TestVolumeBackupRestore-1993139719-project] 10.222.0.46 "GET /v2.0/ports?device_id=781ecb7f-f445-4020-9466-d4bf9e78faaf HTTP/1.1" status: 200 len: 943 time: 0.2160659 Nov 22 20:35:54.785585 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 44806) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:35:54.877137 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-fa3d665c-9899-4d53-8281-054bd290bd06 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:54.926881 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-89e70dd7-db4c-46ab-ab90-08839a471fec None None] Provisioning complete for port 79d38e4c-f335-44ec-a977-04ea37947709 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:35:54.927259 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-89e70dd7-db4c-46ab-ab90-08839a471fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:55.042238 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-fb8b1a47-76bc-45f7-ab4b-244e1b05e10a req-32b17100-5062-49a5-a878-f9e92cdd0d14 tempest-TestVolumeBackupRestore-1993139719 tempest-TestVolumeBackupRestore-1993139719-project] 10.222.0.46 "GET /v2.0/security-groups?id=4332f69b-87ee-4113-8fe8-a6b644980197&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2005124 Nov 22 20:35:55.116963 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-89e70dd7-db4c-46ab-ab90-08839a471fec None None] Port 79d38e4c-f335-44ec-a977-04ea37947709 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:35:55.152154 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-89e70dd7-db4c-46ab-ab90-08839a471fec None None] Provisioning complete for port b297a044-dc65-4327-87c0-7f6ea35507ca triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:35:55.155002 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-89e70dd7-db4c-46ab-ab90-08839a471fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:55.159107 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c1ca74f4-9133-4f6e-bcaf-ff62e78b5d66 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:55.434575 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c1ca74f4-9133-4f6e-bcaf-ff62e78b5d66 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:55.445633 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c1ca74f4-9133-4f6e-bcaf-ff62e78b5d66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:55.494896 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [None req-fa3d665c-9899-4d53-8281-054bd290bd06 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Allocated IP 172.20.0.30 (5f007305-d783-4596-876c-5056a3d48b63/49effd0a-f068-40e0-9fc0-98f28aa85ace/79d38e4c-f335-44ec-a977-04ea37947709) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:35:55.542643 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-c1ca74f4-9133-4f6e-bcaf-ff62e78b5d66 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c41a876edeac4793849b6d0f16cff579&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7512248 Nov 22 20:35:55.545645 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 44832) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:35:55.564659 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ca74f4-9133-4f6e-bcaf-ff62e78b5d66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1711a215-4e0f-4501-a54d-9c8415ef97de,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:35:55.653269 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 44836) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:35:55.693806 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4f34e0b2-c5c3-47fe-b7e7-d0d042e253d6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:55.760771 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4f34e0b2-c5c3-47fe-b7e7-d0d042e253d6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:55.775030 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device b297a044-dc65-4327-87c0-7f6ea35507ca up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:35:55.868893 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port b297a044-dc65-4327-87c0-7f6ea35507ca triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:35:55.869620 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:55.974373 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-fa3d665c-9899-4d53-8281-054bd290bd06 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks [] for port, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:55.985959 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-fa3d665c-9899-4d53-8281-054bd290bd06 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:56.132865 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e0ebb8ca-664c-4209-856a-e2819c21b2c2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:56.158278 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3d665c-9899-4d53-8281-054bd290bd06 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Pushing event updated for resources: {'Port': ['ID=79d38e4c-f335-44ec-a977-04ea37947709,revision_number=3']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:35:56.272874 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-dcc7d878-16d7-48e9-8c21-c277391d7c87 None None] Provisioning complete for port 79d38e4c-f335-44ec-a977-04ea37947709 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:35:56.273370 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-dcc7d878-16d7-48e9-8c21-c277391d7c87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:56.300740 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e0ebb8ca-664c-4209-856a-e2819c21b2c2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:56.309348 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e0ebb8ca-664c-4209-856a-e2819c21b2c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:56.360266 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-dcc7d878-16d7-48e9-8c21-c277391d7c87 None None] Port 79d38e4c-f335-44ec-a977-04ea37947709 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:35:56.368656 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-fa3d665c-9899-4d53-8281-054bd290bd06 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] In _notify_port_updated(), no bound segment for port 79d38e4c-f335-44ec-a977-04ea37947709 on network 5f007305-d783-4596-876c-5056a3d48b63 {{(pid=103447) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 22 20:35:56.374832 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa3d665c-9899-4d53-8281-054bd290bd06 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:35:56.375523 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-fa3d665c-9899-4d53-8281-054bd290bd06 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:56.382709 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 44848) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:35:56.389631 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-dcc7d878-16d7-48e9-8c21-c277391d7c87 None None] Provisioning complete for port b297a044-dc65-4327-87c0-7f6ea35507ca triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:35:56.390020 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-dcc7d878-16d7-48e9-8c21-c277391d7c87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:56.391371 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-fa3d665c-9899-4d53-8281-054bd290bd06 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] 10.222.0.46 "PUT /v2.0/ports/79d38e4c-f335-44ec-a977-04ea37947709 HTTP/1.1" status: 200 len: 1000 time: 1.7337463 Nov 22 20:35:56.392281 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4f34e0b2-c5c3-47fe-b7e7-d0d042e253d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:56.394937 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4f34e0b2-c5c3-47fe-b7e7-d0d042e253d6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:56.396093 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-4f34e0b2-c5c3-47fe-b7e7-d0d042e253d6 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1711a215-4e0f-4501-a54d-9c8415ef97de HTTP/1.1" status: 204 len: 168 time: 0.8491523 Nov 22 20:35:56.410349 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ebb8ca-664c-4209-856a-e2819c21b2c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b21ad3c0-a180-4ca6-a13c-dc7543b5c69b,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:35:56.430641 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f34e0b2-c5c3-47fe-b7e7-d0d042e253d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1711a215-4e0f-4501-a54d-9c8415ef97de,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:35:56.468179 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-e0ebb8ca-664c-4209-856a-e2819c21b2c2 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=19225c28d96547baabee226f23beecb5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8132262 Nov 22 20:35:56.468820 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 44856) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:35:56.472023 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf02214f-0173-4177-87a3-167fe3c1629a req-3bf1b8e8-e64f-4c47-9e15-dfe101ea51e1 tempest-TestVolumeBackupRestore-1993139719 tempest-TestVolumeBackupRestore-1993139719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:35:56.474310 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-cf02214f-0173-4177-87a3-167fe3c1629a req-3bf1b8e8-e64f-4c47-9e15-dfe101ea51e1 tempest-TestVolumeBackupRestore-1993139719 tempest-TestVolumeBackupRestore-1993139719-project] 10.222.0.46 "GET /v2.0/ports?device_id=781ecb7f-f445-4020-9466-d4bf9e78faaf HTTP/1.1" status: 200 len: 943 time: 0.2972937 Nov 22 20:35:56.567405 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-cf02214f-0173-4177-87a3-167fe3c1629a req-1aebc64e-3e51-4316-9bdc-4fdddadafea8 tempest-TestVolumeBackupRestore-1993139719 tempest-TestVolumeBackupRestore-1993139719-project] 10.222.0.46 "GET /v2.0/security-groups?id=4332f69b-87ee-4113-8fe8-a6b644980197&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801828 Nov 22 20:35:56.660206 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9f7bc1fa-6f46-4780-8742-93cf5b1d64f7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:56.664655 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-e395dbfa-47b2-434d-981b-916fdbb627e8 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Deleting port 79d38e4c-f335-44ec-a977-04ea37947709 {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:35:56.665190 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e395dbfa-47b2-434d-981b-916fdbb627e8 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:56.763715 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9f7bc1fa-6f46-4780-8742-93cf5b1d64f7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:56.764090 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-202649ac-4cb4-4cd2-a11a-34d04c2456dd None None] Provisioning complete for port 79d38e4c-f335-44ec-a977-04ea37947709 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:35:56.765008 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-202649ac-4cb4-4cd2-a11a-34d04c2456dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:56.806264 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-202649ac-4cb4-4cd2-a11a-34d04c2456dd None None] Port 79d38e4c-f335-44ec-a977-04ea37947709 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:35:56.885709 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9f7bc1fa-6f46-4780-8742-93cf5b1d64f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:56.888683 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9f7bc1fa-6f46-4780-8742-93cf5b1d64f7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:56.889940 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-9f7bc1fa-6f46-4780-8742-93cf5b1d64f7 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b21ad3c0-a180-4ca6-a13c-dc7543b5c69b HTTP/1.1" status: 204 len: 168 time: 0.4035087 Nov 22 20:35:56.892043 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e395dbfa-47b2-434d-981b-916fdbb627e8 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:56.907532 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7bc1fa-6f46-4780-8742-93cf5b1d64f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b21ad3c0-a180-4ca6-a13c-dc7543b5c69b,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:35:56.919333 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-e395dbfa-47b2-434d-981b-916fdbb627e8 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Calling delete_port for 79d38e4c-f335-44ec-a977-04ea37947709 owned by {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:35:57.141787 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 44866) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:35:57.148936 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-53fcf50d-053f-4c45-83c6-a5f7911d840e None None] Provisioning complete for port 79d38e4c-f335-44ec-a977-04ea37947709 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:35:57.149167 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-53fcf50d-053f-4c45-83c6-a5f7911d840e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:57.180056 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c6c2ae69-2b6c-44d7-8442-54fb2e2eb5c6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:57.225415 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-53fcf50d-053f-4c45-83c6-a5f7911d840e None None] Port 79d38e4c-f335-44ec-a977-04ea37947709 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:35:57.313975 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c6c2ae69-2b6c-44d7-8442-54fb2e2eb5c6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:57.320433 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c6c2ae69-2b6c-44d7-8442-54fb2e2eb5c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:57.368029 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-c6c2ae69-2b6c-44d7-8442-54fb2e2eb5c6 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e00269d8a45d4e678791d479879c5c90&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2248728 Nov 22 20:35:57.369024 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c2ae69-2b6c-44d7-8442-54fb2e2eb5c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8e5f2ab-db66-46cb-b9ad-5f5469176e9d,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:35:57.371632 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 44872) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:35:57.452168 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-f8f6def3-5395-47cb-a8b2-358adc2d1e66 None None] Provisioning complete for port 79d38e4c-f335-44ec-a977-04ea37947709 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:35:57.453216 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-dc038a8f-3674-4ca7-b228-4044770e5873 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:57.453794 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-f8f6def3-5395-47cb-a8b2-358adc2d1e66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:57.504727 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-dc038a8f-3674-4ca7-b228-4044770e5873 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:57.526912 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-f8f6def3-5395-47cb-a8b2-358adc2d1e66 None None] Port 79d38e4c-f335-44ec-a977-04ea37947709 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:35:57.589532 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-dc038a8f-3674-4ca7-b228-4044770e5873 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:57.603928 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-dc038a8f-3674-4ca7-b228-4044770e5873 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:57.609022 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-dc038a8f-3674-4ca7-b228-4044770e5873 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d8e5f2ab-db66-46cb-b9ad-5f5469176e9d HTTP/1.1" status: 204 len: 168 time: 0.2245095 Nov 22 20:35:57.640449 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 44884) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:35:57.644628 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc038a8f-3674-4ca7-b228-4044770e5873 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8e5f2ab-db66-46cb-b9ad-5f5469176e9d,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:35:57.707978 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-db324f1a-5acb-4caa-ad73-8aa9c8e2e889 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:57.769965 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e395dbfa-47b2-434d-981b-916fdbb627e8 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:57.841763 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e395dbfa-47b2-434d-981b-916fdbb627e8 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Pushing event deleted for resources: {'Port': ['ID=79d38e4c-f335-44ec-a977-04ea37947709,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:35:57.880897 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-db324f1a-5acb-4caa-ad73-8aa9c8e2e889 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:57.892047 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-db324f1a-5acb-4caa-ad73-8aa9c8e2e889 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:57.924071 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e675e9-b21d-46ca-9bac-7fa0aeb39592 req-6ea13839-3877-477e-87a0-6f149c23bc69 tempest-TestVolumeBackupRestore-1993139719 tempest-TestVolumeBackupRestore-1993139719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:35:57.925957 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-08e675e9-b21d-46ca-9bac-7fa0aeb39592 req-6ea13839-3877-477e-87a0-6f149c23bc69 tempest-TestVolumeBackupRestore-1993139719 tempest-TestVolumeBackupRestore-1993139719-project] 10.222.0.46 "GET /v2.0/ports?device_id=781ecb7f-f445-4020-9466-d4bf9e78faaf HTTP/1.1" status: 200 len: 943 time: 0.2485840 Nov 22 20:35:57.930504 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-db324f1a-5acb-4caa-ad73-8aa9c8e2e889 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=aedd712ba5b44a5da17316398556c29a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2804875 Nov 22 20:35:57.938599 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 44890) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:35:57.968241 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e395dbfa-47b2-434d-981b-916fdbb627e8 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:57.975814 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-e395dbfa-47b2-434d-981b-916fdbb627e8 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] 10.222.0.46 "DELETE /v2.0/ports/79d38e4c-f335-44ec-a977-04ea37947709 HTTP/1.1" status: 204 len: 168 time: 1.5892136 Nov 22 20:35:57.976544 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 44892) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:35:57.996390 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db324f1a-5acb-4caa-ad73-8aa9c8e2e889 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0d6d6df-b3f6-45bc-be62-5f89a1013582,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:35:58.029771 n-d-818823-1 neutron-server[103448]: INFO neutron.pecan_wsgi.hooks.translation [None req-525a8cd7-e2dd-44ac-a8e5-df71ff4b58d2 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] GET failed (client error): The resource could not be found. Nov 22 20:35:58.034450 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-525a8cd7-e2dd-44ac-a8e5-df71ff4b58d2 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] 10.222.0.46 "GET /v2.0/ports/79d38e4c-f335-44ec-a977-04ea37947709 HTTP/1.1" status: 404 len: 333 time: 0.0565391 Nov 22 20:35:58.035268 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 44894) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:35:58.037741 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-08e675e9-b21d-46ca-9bac-7fa0aeb39592 req-225821ed-d732-4a46-a601-6e6cc2ec04c8 tempest-TestVolumeBackupRestore-1993139719 tempest-TestVolumeBackupRestore-1993139719-project] 10.222.0.46 "GET /v2.0/security-groups?id=4332f69b-87ee-4113-8fe8-a6b644980197&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895543 Nov 22 20:35:58.066139 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c7dca493-c221-4555-9b5d-8e37c7aa0be2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:58.102810 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_v2 [None req-7da6b4e0-1088-4f46-9ce2-189a83a93122 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Deleting subnet 49effd0a-f068-40e0-9fc0-98f28aa85ace {{(pid=103448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 20:35:58.106473 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7da6b4e0-1088-4f46-9ce2-189a83a93122 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks [] for subnet, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:58.113488 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c7dca493-c221-4555-9b5d-8e37c7aa0be2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:58.173213 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7da6b4e0-1088-4f46-9ce2-189a83a93122 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11627908'] for subnet, precommit_delete_associations {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:58.188958 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c7dca493-c221-4555-9b5d-8e37c7aa0be2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:58.192170 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c7dca493-c221-4555-9b5d-8e37c7aa0be2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:58.193467 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-c7dca493-c221-4555-9b5d-8e37c7aa0be2 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f0d6d6df-b3f6-45bc-be62-5f89a1013582 HTTP/1.1" status: 204 len: 168 time: 0.2534995 Nov 22 20:35:58.205080 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dca493-c221-4555-9b5d-8e37c7aa0be2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0d6d6df-b3f6-45bc-be62-5f89a1013582,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:35:58.215025 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 44902) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:35:58.325497 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7da6b4e0-1088-4f46-9ce2-189a83a93122 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3753007'] for subnet, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:58.418358 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7da6b4e0-1088-4f46-9ce2-189a83a93122 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3753014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11567369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11792914'] for subnet, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:58.441280 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7da6b4e0-1088-4f46-9ce2-189a83a93122 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:58.447026 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-7da6b4e0-1088-4f46-9ce2-189a83a93122 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] 10.222.0.46 "DELETE /v2.0/subnets/49effd0a-f068-40e0-9fc0-98f28aa85ace HTTP/1.1" status: 204 len: 168 time: 0.4076061 Nov 22 20:35:58.448278 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 44912) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:35:58.462689 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da6b4e0-1088-4f46-9ce2-189a83a93122 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Pushing event deleted for resources: {'Subnet': ['ID=49effd0a-f068-40e0-9fc0-98f28aa85ace,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:35:58.493341 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-797e2952-d085-43c5-bffd-4c2b307b175d None None] Network 5f007305-d783-4596-876c-5056a3d48b63 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:35:58.521103 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d625e07-22c1-46a7-8f85-b27c2adfa123 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Deleting subnet 80e2b664-c586-4d5a-a55a-83d42695cdcc {{(pid=103447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 20:35:58.524711 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1d625e07-22c1-46a7-8f85-b27c2adfa123 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks [] for subnet, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:58.576805 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1d625e07-22c1-46a7-8f85-b27c2adfa123 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12178353'] for subnet, precommit_delete_associations {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:58.639678 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f4e2cdb5-1f61-4512-aa29-97061b15e086 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:58.764587 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1d625e07-22c1-46a7-8f85-b27c2adfa123 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3753007'] for subnet, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:58.850652 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1d625e07-22c1-46a7-8f85-b27c2adfa123 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3753014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8900804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8485115'] for subnet, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:58.903534 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d625e07-22c1-46a7-8f85-b27c2adfa123 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Pushing event deleted for resources: {'Subnet': ['ID=80e2b664-c586-4d5a-a55a-83d42695cdcc,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:35:58.906857 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1d625e07-22c1-46a7-8f85-b27c2adfa123 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks [] for subnet, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:58.910102 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-1d625e07-22c1-46a7-8f85-b27c2adfa123 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] 10.222.0.46 "DELETE /v2.0/subnets/80e2b664-c586-4d5a-a55a-83d42695cdcc HTTP/1.1" status: 204 len: 168 time: 0.4600921 Nov 22 20:35:58.912874 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 44926) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:35:59.036761 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f4e2cdb5-1f61-4512-aa29-97061b15e086 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:59.052975 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f4e2cdb5-1f61-4512-aa29-97061b15e086 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:59.097917 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1da6b266-a795-4d13-acaa-8c6c2dbd6424 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3961693'] for network, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:59.118267 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e2cdb5-1f61-4512-aa29-97061b15e086 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40f95a71-5daf-4bd8-9a45-90705fb01233,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:35:59.146963 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-f4e2cdb5-1f61-4512-aa29-97061b15e086 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3a5916e83d584851949f36e2bdfd4f1b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9307952 Nov 22 20:35:59.149728 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 44936) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:35:59.162693 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.agents_db [None req-aa8313f2-1ee4-4e7b-8c5a-d32b2f9d31ee None None] Agent healthcheck: found 7 active agents {{(pid=103450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 20:35:59.250296 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-685d7691-13b0-40a8-953d-63cd0ec0857e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:59.282594 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec61f52-7d17-4903-99eb-10cb44916b84 req-0567afda-ec7c-4896-9350-c53eed8b9d5e tempest-TestVolumeBackupRestore-1993139719 tempest-TestVolumeBackupRestore-1993139719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:35:59.284268 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0ec61f52-7d17-4903-99eb-10cb44916b84 req-0567afda-ec7c-4896-9350-c53eed8b9d5e tempest-TestVolumeBackupRestore-1993139719 tempest-TestVolumeBackupRestore-1993139719-project] 10.222.0.46 "GET /v2.0/ports?device_id=781ecb7f-f445-4020-9466-d4bf9e78faaf HTTP/1.1" status: 200 len: 943 time: 0.0917759 Nov 22 20:35:59.286896 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-1da6b266-a795-4d13-acaa-8c6c2dbd6424 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Deleting port b297a044-dc65-4327-87c0-7f6ea35507ca {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:35:59.287241 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1da6b266-a795-4d13-acaa-8c6c2dbd6424 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:59.301213 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-685d7691-13b0-40a8-953d-63cd0ec0857e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:59.400157 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-685d7691-13b0-40a8-953d-63cd0ec0857e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:59.404616 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-685d7691-13b0-40a8-953d-63cd0ec0857e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:59.408373 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-685d7691-13b0-40a8-953d-63cd0ec0857e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/40f95a71-5daf-4bd8-9a45-90705fb01233 HTTP/1.1" status: 204 len: 168 time: 0.2542555 Nov 22 20:35:59.418648 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685d7691-13b0-40a8-953d-63cd0ec0857e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40f95a71-5daf-4bd8-9a45-90705fb01233,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:35:59.421098 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0ec61f52-7d17-4903-99eb-10cb44916b84 req-552aadd5-b5db-4b88-8c64-454ed6afba02 tempest-TestVolumeBackupRestore-1993139719 tempest-TestVolumeBackupRestore-1993139719-project] 10.222.0.46 "GET /v2.0/security-groups?id=4332f69b-87ee-4113-8fe8-a6b644980197&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1240623 Nov 22 20:35:59.430970 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [None req-1da6b266-a795-4d13-acaa-8c6c2dbd6424 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] For port b297a044-dc65-4327-87c0-7f6ea35507ca, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=b297a044-dc65-4327-87c0-7f6ea35507ca,segment=NetworkSegment(9bb4a4bc-7ec4-42ee-a0d8-e24e1e8a5647),segment_id=9bb4a4bc-7ec4-42ee-a0d8-e24e1e8a5647)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:35:59.431338 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1da6b266-a795-4d13-acaa-8c6c2dbd6424 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:59.453244 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-1da6b266-a795-4d13-acaa-8c6c2dbd6424 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Calling delete_port for b297a044-dc65-4327-87c0-7f6ea35507ca owned by network:dhcp {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:35:59.574758 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1da6b266-a795-4d13-acaa-8c6c2dbd6424 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:59.595853 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da6b266-a795-4d13-acaa-8c6c2dbd6424 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] No DVR routers for this DVR port b297a044-dc65-4327-87c0-7f6ea35507ca on host n-d-818823-1 {{(pid=103447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:35:59.620745 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c6c2986-ccea-40d5-9227-d9032a7ebe05 None None] Network 5f007305-d783-4596-876c-5056a3d48b63 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:35:59.670033 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da6b266-a795-4d13-acaa-8c6c2dbd6424 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Pushing event deleted for resources: {'Port': ['ID=b297a044-dc65-4327-87c0-7f6ea35507ca,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:35:59.686449 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-42043cd3-c7e7-44e4-93ee-baefa78d7015 None None] Could not find standard attr ID for object b297a044-dc65-4327-87c0-7f6ea35507ca. {{(pid=103449) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 22 20:35:59.779587 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1da6b266-a795-4d13-acaa-8c6c2dbd6424 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3760028', 'neutron.services.segments.db._delete_segments_for_network-8748992815755'] for network, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:59.815550 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-1da6b266-a795-4d13-acaa-8c6c2dbd6424 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f007305-d783-4596-876c-5056a3d48b63']}} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:35:59.816690 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c724e374-b17f-4c6b-88c1-6d9ee37b1bfd None None] DHCP port deletion for 5f007305-d783-4596-876c-5056a3d48b63 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:35:59.834694 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-1da6b266-a795-4d13-acaa-8c6c2dbd6424 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bb4a4bc-7ec4-42ee-a0d8-e24e1e8a5647') {'for_net_delete': True} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:35:59.835773 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-1da6b266-a795-4d13-acaa-8c6c2dbd6424 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bb4a4bc-7ec4-42ee-a0d8-e24e1e8a5647') {} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:35:59.851243 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1da6b266-a795-4d13-acaa-8c6c2dbd6424 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748993039638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12178344'] for segment, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:59.866240 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1da6b266-a795-4d13-acaa-8c6c2dbd6424 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:59.873337 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1da6b266-a795-4d13-acaa-8c6c2dbd6424 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Releasing vlan 640 on physical network physnet1 to pool {{(pid=103447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 20:35:59.873796 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1da6b266-a795-4d13-acaa-8c6c2dbd6424 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8900762'] for segment, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:59.877258 n-d-818823-1 neutron-server[103447]: Traceback (most recent call last): Nov 22 20:35:59.877258 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 20:35:59.877258 n-d-818823-1 neutron-server[103447]: timer() Nov 22 20:35:59.877258 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 20:35:59.877258 n-d-818823-1 neutron-server[103447]: cb(*args, **kw) Nov 22 20:35:59.877258 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 20:35:59.877258 n-d-818823-1 neutron-server[103447]: return func(*args, **kwargs) Nov 22 20:35:59.877258 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 20:35:59.877258 n-d-818823-1 neutron-server[103447]: self._notify() Nov 22 20:35:59.877258 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 20:35:59.877258 n-d-818823-1 neutron-server[103447]: self.callback(batched_events) Nov 22 20:35:59.877258 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 20:35:59.877258 n-d-818823-1 neutron-server[103447]: event.method(event) Nov 22 20:35:59.877258 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 20:35:59.877258 n-d-818823-1 neutron-server[103447]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 20:35:59.877258 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 20:35:59.877258 n-d-818823-1 neutron-server[103447]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 20:35:59.877258 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 20:35:59.877258 n-d-818823-1 neutron-server[103447]: return f(self, *a, **k) Nov 22 20:35:59.877258 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 20:35:59.877258 n-d-818823-1 neutron-server[103447]: return self._get(url).json() Nov 22 20:35:59.877258 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 20:35:59.877258 n-d-818823-1 neutron-server[103447]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 20:35:59.877258 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 20:35:59.877258 n-d-818823-1 neutron-server[103447]: return self.request(url, 'GET', **kwargs) Nov 22 20:35:59.877258 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 20:35:59.877258 n-d-818823-1 neutron-server[103447]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 20:35:59.877258 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 20:35:59.877258 n-d-818823-1 neutron-server[103447]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 20:35:59.877258 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 20:35:59.877258 n-d-818823-1 neutron-server[103447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 20:35:59.877258 n-d-818823-1 neutron-server[103447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 20:35:59.942725 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1da6b266-a795-4d13-acaa-8c6c2dbd6424 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3760002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595318'] for network, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:59.948657 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1da6b266-a795-4d13-acaa-8c6c2dbd6424 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks [] for network, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:35:59.964207 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-1da6b266-a795-4d13-acaa-8c6c2dbd6424 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] 10.222.0.46 "DELETE /v2.0/networks/5f007305-d783-4596-876c-5056a3d48b63 HTTP/1.1" status: 204 len: 168 time: 1.0423348 Nov 22 20:35:59.964414 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 44958) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:35:59.990245 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da6b266-a795-4d13-acaa-8c6c2dbd6424 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Pushing event deleted for resources: {'Network': ['ID=5f007305-d783-4596-876c-5056a3d48b63,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:35:59.993785 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-edd718e6-df5f-42c0-bd47-3db4d7bc6339 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:00.032812 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eddc6d7b-028a-4fd5-a2fe-49311e023fd5 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:36:00.034371 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-eddc6d7b-028a-4fd5-a2fe-49311e023fd5 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0735788 Nov 22 20:36:00.038346 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 44962) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:36:00.068659 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device f5e5c1f0-5188-45b5-8ddc-efab84548161 details requested by agent hyperv_n-h2-818823-1 with host n-h2-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 20:36:00.096181 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-55577d7b-2435-4760-ab41-94b3f89ec7de tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] 10.222.0.46 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0564947 Nov 22 20:36:00.099337 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 44966) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:36:00.104232 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-afba659f-928b-462c-9c4c-4741eecee11a tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1303402110'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:36:00.129257 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afba659f-928b-462c-9c4c-4741eecee11a tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Made reservation on behalf of fe864660cff645f6bfd902aea156f347 for: {'network': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:36:00.134518 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-afba659f-928b-462c-9c4c-4741eecee11a tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for network, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:00.168619 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afba659f-928b-462c-9c4c-4741eecee11a tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] vlan segment allocate from pool success with {'vlan_id': 625, 'physical_network': 'physnet1'} {{(pid=103448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 20:36:00.183070 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-afba659f-928b-462c-9c4c-4741eecee11a tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:00.184417 n-d-818823-1 neutron-server[103448]: INFO neutron.db.segments_db [None req-afba659f-928b-462c-9c4c-4741eecee11a tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Added segment ae59cc7f-dfc9-4493-89ef-39f9a6fcca8f of type vlan for network 76ee34cb-bb3f-4330-a6ab-f68ade576e3d Nov 22 20:36:00.185824 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port f5e5c1f0-5188-45b5-8ddc-efab84548161, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=f5e5c1f0-5188-45b5-8ddc-efab84548161,segment=NetworkSegment(c3b74bc4-e4af-4168-85ff-2c72b306ea1a),segment_id=c3b74bc4-e4af-4168-85ff-2c72b306ea1a)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:36:00.197748 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Returning: {'device': 'f5e5c1f0-5188-45b5-8ddc-efab84548161', 'network_id': '4c363749-4641-444d-b12e-785df04d6621', 'port_id': 'f5e5c1f0-5188-45b5-8ddc-efab84548161', 'mac_address': 'fa:16:3e:20:90:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '914ec341-e8f9-45e2-bd46-ed1ea518b4e9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 20:36:00.233438 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-afba659f-928b-462c-9c4c-4741eecee11a tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748992492791'] for network, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:00.244037 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:00.258965 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-afba659f-928b-462c-9c4c-4741eecee11a tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for network, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:00.259300 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5e5c1f0-5188-45b5-8ddc-efab84548161 {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:36:00.269333 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afba659f-928b-462c-9c4c-4741eecee11a tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:36:00.270279 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-afba659f-928b-462c-9c4c-4741eecee11a tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks [] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:00.284284 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port f5e5c1f0-5188-45b5-8ddc-efab84548161, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=f5e5c1f0-5188-45b5-8ddc-efab84548161,segment=NetworkSegment(c3b74bc4-e4af-4168-85ff-2c72b306ea1a),segment_id=c3b74bc4-e4af-4168-85ff-2c72b306ea1a)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:36:00.291594 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:00.292331 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-afba659f-928b-462c-9c4c-4741eecee11a tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1918433 Nov 22 20:36:00.294876 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 44976) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:36:00.302450 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-8d2229e0-e4d6-47b1-be10-1b8dc6e41859 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Request body: {'subnet': {'network_id': '76ee34cb-bb3f-4330-a6ab-f68ade576e3d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:36:00.377871 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=f5e5c1f0-5188-45b5-8ddc-efab84548161,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:36:00.387744 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afba659f-928b-462c-9c4c-4741eecee11a tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Pushing event updated for resources: {'Network': ['ID=76ee34cb-bb3f-4330-a6ab-f68ade576e3d,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:36:00.405354 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Network 76ee34cb-bb3f-4330-a6ab-f68ade576e3d details requested by agent ovs-agent-n-d-818823-1 with host n-d-818823-1 {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 20:36:00.437615 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d2229e0-e4d6-47b1-be10-1b8dc6e41859 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Made reservation on behalf of fe864660cff645f6bfd902aea156f347 for: {'subnet': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:36:00.442693 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8d2229e0-e4d6-47b1-be10-1b8dc6e41859 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8485086'] for subnet, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:00.522553 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] get_ports_and_sgs() called for port_ids ['f5e5c1f0-5188-45b5-8ddc-efab84548161'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:36:00.598730 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2d14f0-8bea-4def-8444-ae2a885ca274 req-38066790-4c25-40b9-91c1-4cc7930265f3 tempest-TestVolumeBackupRestore-1993139719 tempest-TestVolumeBackupRestore-1993139719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:36:00.600307 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8b2d14f0-8bea-4def-8444-ae2a885ca274 req-38066790-4c25-40b9-91c1-4cc7930265f3 tempest-TestVolumeBackupRestore-1993139719 tempest-TestVolumeBackupRestore-1993139719-project] 10.222.0.46 "GET /v2.0/ports?device_id=781ecb7f-f445-4020-9466-d4bf9e78faaf HTTP/1.1" status: 200 len: 944 time: 0.0791950 Nov 22 20:36:00.697276 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8b2d14f0-8bea-4def-8444-ae2a885ca274 req-ecf2cd72-cb40-4581-9488-e1bed369a5ea tempest-TestVolumeBackupRestore-1993139719 tempest-TestVolumeBackupRestore-1993139719-project] 10.222.0.46 "GET /v2.0/security-groups?id=4332f69b-87ee-4113-8fe8-a6b644980197&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901864 Nov 22 20:36:00.745295 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8d2229e0-e4d6-47b1-be10-1b8dc6e41859 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8900613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8485104'] for subnet, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:00.824636 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2229e0-e4d6-47b1-be10-1b8dc6e41859 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Pushing event updated for resources: {'Subnet': ['ID=9a62f43b-245f-494d-8218-336e18483022,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:36:00.827845 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d2229e0-e4d6-47b1-be10-1b8dc6e41859 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Checking segment: {'id': 'ae59cc7f-dfc9-4493-89ef-39f9a6fcca8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '76ee34cb-bb3f-4330-a6ab-f68ade576e3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:36:00.828353 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d2229e0-e4d6-47b1-be10-1b8dc6e41859 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Network hostable DHCP agents. Network: 76ee34cb-bb3f-4330-a6ab-f68ade576e3d, hostable agents: ['02adaa64-0987-4b74-bad0-cbcf56f8a294'], hosted agents: [] {{(pid=103447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 20:36:00.845727 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d2229e0-e4d6-47b1-be10-1b8dc6e41859 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Network 76ee34cb-bb3f-4330-a6ab-f68ade576e3d is scheduled to be hosted by DHCP agent 02adaa64-0987-4b74-bad0-cbcf56f8a294 with binding_index 1 {{(pid=103447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 20:36:00.861539 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-8d2229e0-e4d6-47b1-be10-1b8dc6e41859 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818823-1, 76ee34cb-bb3f-4330-a6ab-f68ade576e3d) {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:36:00.865951 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d2229e0-e4d6-47b1-be10-1b8dc6e41859 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:36:00.867167 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8d2229e0-e4d6-47b1-be10-1b8dc6e41859 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks [] for subnet, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:00.873278 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20670182-b7fe-4d24-af72-d3cfe5469c8c None None] Network 76ee34cb-bb3f-4330-a6ab-f68ade576e3d requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:36:00.890914 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-8d2229e0-e4d6-47b1-be10-1b8dc6e41859 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5941815 Nov 22 20:36:00.893735 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 44990) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:36:00.901029 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-f2763e15-81ab-4c9f-8406-d388bb4edbc6 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Request body: {'port': {'network_id': '76ee34cb-bb3f-4330-a6ab-f68ade576e3d', 'name': 'tempest-PortsTestJSON-1854161585'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:36:01.036543 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c95a6501-1d15-4cf5-9ba1-5c8aa4b9ed2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fb26bd7-ce56-527b-b94f-2e1f7cb2bb35-76ee34cb-bb3f-4330-a6ab-f68ade576e3d', 'network_id': '76ee34cb-bb3f-4330-a6ab-f68ade576e3d', 'tenant_id': 'fe864660cff645f6bfd902aea156f347', 'fixed_ips': [{'subnet_id': '9a62f43b-245f-494d-8218-336e18483022'}]}} from n-d-818823-1. {{(pid=103449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 20:36:01.037530 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-c95a6501-1d15-4cf5-9ba1-5c8aa4b9ed2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:01.053596 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2763e15-81ab-4c9f-8406-d388bb4edbc6 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Made reservation on behalf of fe864660cff645f6bfd902aea156f347 for: {'port': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:36:01.058828 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f2763e15-81ab-4c9f-8406-d388bb4edbc6 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:01.080184 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [None req-f2763e15-81ab-4c9f-8406-d388bb4edbc6 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] device_id is not set on port 9ebe1429-7fe0-4117-b193-9d28ff4e2a37 yet. {{(pid=103448) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 20:36:01.201623 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.db_base_plugin_common [None req-c95a6501-1d15-4cf5-9ba1-5c8aa4b9ed2c None None] Allocated IP 172.20.0.2 (76ee34cb-bb3f-4330-a6ab-f68ade576e3d/9a62f43b-245f-494d-8218-336e18483022/f422ee6d-d11b-428f-a325-c609f0efc59a) {{(pid=103449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:36:01.366337 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-c95a6501-1d15-4cf5-9ba1-5c8aa4b9ed2c None None] Publish callbacks [] for port, precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:01.374369 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-c95a6501-1d15-4cf5-9ba1-5c8aa4b9ed2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372'] for port, after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:01.414814 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c95a6501-1d15-4cf5-9ba1-5c8aa4b9ed2c None None] Network 76ee34cb-bb3f-4330-a6ab-f68ade576e3d is already hosted by enough agents. {{(pid=103449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:36:01.417919 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.base_scheduler [None req-c95a6501-1d15-4cf5-9ba1-5c8aa4b9ed2c None None] Resources bound (agent type, host, resource id): {{(pid=103449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:36:01.422134 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c95a6501-1d15-4cf5-9ba1-5c8aa4b9ed2c None None] Received port after_create {{(pid=103449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:36:01.433956 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [None req-f2763e15-81ab-4c9f-8406-d388bb4edbc6 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Allocated IP 172.20.0.6 (76ee34cb-bb3f-4330-a6ab-f68ade576e3d/9a62f43b-245f-494d-8218-336e18483022/9ebe1429-7fe0-4117-b193-9d28ff4e2a37) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:36:01.456107 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95a6501-1d15-4cf5-9ba1-5c8aa4b9ed2c None None] Pushing event updated for resources: {'Port': ['ID=f422ee6d-d11b-428f-a325-c609f0efc59a,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:36:01.490924 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-c95a6501-1d15-4cf5-9ba1-5c8aa4b9ed2c None None] Attempting to bind port f422ee6d-d11b-428f-a325-c609f0efc59a on host n-d-818823-1 for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:36:01.491387 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-c95a6501-1d15-4cf5-9ba1-5c8aa4b9ed2c None None] Attempting to bind port f422ee6d-d11b-428f-a325-c609f0efc59a by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': 'ae59cc7f-dfc9-4493-89ef-39f9a6fcca8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '76ee34cb-bb3f-4330-a6ab-f68ade576e3d'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:36:01.491858 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c95a6501-1d15-4cf5-9ba1-5c8aa4b9ed2c None None] Attempting to bind port f422ee6d-d11b-428f-a325-c609f0efc59a on network 76ee34cb-bb3f-4330-a6ab-f68ade576e3d {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:36:01.499214 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c95a6501-1d15-4cf5-9ba1-5c8aa4b9ed2c None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 35, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:36:01.499870 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c95a6501-1d15-4cf5-9ba1-5c8aa4b9ed2c None None] Checking segment: {'id': 'ae59cc7f-dfc9-4493-89ef-39f9a6fcca8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '76ee34cb-bb3f-4330-a6ab-f68ade576e3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:36:01.500661 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-c95a6501-1d15-4cf5-9ba1-5c8aa4b9ed2c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:01.501216 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c95a6501-1d15-4cf5-9ba1-5c8aa4b9ed2c None None] Bound using segment: {'id': 'ae59cc7f-dfc9-4493-89ef-39f9a6fcca8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '76ee34cb-bb3f-4330-a6ab-f68ade576e3d'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:36:01.501850 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-c95a6501-1d15-4cf5-9ba1-5c8aa4b9ed2c None None] Bound port: f422ee6d-d11b-428f-a325-c609f0efc59a, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae59cc7f-dfc9-4493-89ef-39f9a6fcca8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '76ee34cb-bb3f-4330-a6ab-f68ade576e3d'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:36:01.502234 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-c95a6501-1d15-4cf5-9ba1-5c8aa4b9ed2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:01.574961 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-c95a6501-1d15-4cf5-9ba1-5c8aa4b9ed2c None None] For port f422ee6d-d11b-428f-a325-c609f0efc59a, host n-d-818823-1, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:36:01.580464 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-c95a6501-1d15-4cf5-9ba1-5c8aa4b9ed2c None None] For port f422ee6d-d11b-428f-a325-c609f0efc59a, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=f422ee6d-d11b-428f-a325-c609f0efc59a,segment=NetworkSegment(ae59cc7f-dfc9-4493-89ef-39f9a6fcca8f),segment_id=ae59cc7f-dfc9-4493-89ef-39f9a6fcca8f)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:36:01.586864 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-c95a6501-1d15-4cf5-9ba1-5c8aa4b9ed2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:01.673331 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f2763e15-81ab-4c9f-8406-d388bb4edbc6 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:01.673995 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95a6501-1d15-4cf5-9ba1-5c8aa4b9ed2c None None] Pushing event updated for resources: {'Port': ['ID=f422ee6d-d11b-428f-a325-c609f0efc59a,revision_number=2']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:36:01.738999 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device b297a044-dc65-4327-87c0-7f6ea35507ca no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:36:01.766342 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: b297a044-dc65-4327-87c0-7f6ea35507ca {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:36:01.766695 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device b297a044-dc65-4327-87c0-7f6ea35507ca not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:36:01.781451 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f2763e15-81ab-4c9f-8406-d388bb4edbc6 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:01.848867 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2763e15-81ab-4c9f-8406-d388bb4edbc6 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Network 76ee34cb-bb3f-4330-a6ab-f68ade576e3d is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:36:01.854625 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-f2763e15-81ab-4c9f-8406-d388bb4edbc6 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:36:01.859603 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2763e15-81ab-4c9f-8406-d388bb4edbc6 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:36:01.888770 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2763e15-81ab-4c9f-8406-d388bb4edbc6 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Pushing event updated for resources: {'Port': ['ID=9ebe1429-7fe0-4117-b193-9d28ff4e2a37,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:36:01.923765 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f40328-9441-4c62-a361-eab92be6f2e8 req-2a01c836-a080-4a87-922a-894ea6c48bed tempest-TestVolumeBackupRestore-1993139719 tempest-TestVolumeBackupRestore-1993139719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:36:01.924288 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2763e15-81ab-4c9f-8406-d388bb4edbc6 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:36:01.924584 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f2763e15-81ab-4c9f-8406-d388bb4edbc6 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:01.928757 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-41f40328-9441-4c62-a361-eab92be6f2e8 req-2a01c836-a080-4a87-922a-894ea6c48bed tempest-TestVolumeBackupRestore-1993139719 tempest-TestVolumeBackupRestore-1993139719-project] 10.222.0.46 "GET /v2.0/ports?device_id=781ecb7f-f445-4020-9466-d4bf9e78faaf HTTP/1.1" status: 200 len: 944 time: 0.0967507 Nov 22 20:36:01.962613 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-f2763e15-81ab-4c9f-8406-d388bb4edbc6 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.0646505 Nov 22 20:36:01.963204 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 45024) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:36:01.969539 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-152fd7fc-5f83-444a-b65b-602a39881b21 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Request body: {'port': {'network_id': '76ee34cb-bb3f-4330-a6ab-f68ade576e3d', 'name': 'tempest-PortsTestJSON-1380107005'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:36:02.067850 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-41f40328-9441-4c62-a361-eab92be6f2e8 req-8cedc6a9-53d9-4a3b-8374-ae2007ed50a2 tempest-TestVolumeBackupRestore-1993139719 tempest-TestVolumeBackupRestore-1993139719-project] 10.222.0.46 "GET /v2.0/security-groups?id=4332f69b-87ee-4113-8fe8-a6b644980197&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1196883 Nov 22 20:36:02.084743 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device f5e5c1f0-5188-45b5-8ddc-efab84548161 up at agent hyperv_n-h2-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:36:02.103006 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-152fd7fc-5f83-444a-b65b-602a39881b21 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Made reservation on behalf of fe864660cff645f6bfd902aea156f347 for: {'port': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:36:02.108254 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-152fd7fc-5f83-444a-b65b-602a39881b21 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:02.130277 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [None req-152fd7fc-5f83-444a-b65b-602a39881b21 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] device_id is not set on port f0ecde6c-29dc-49ab-9f39-3d9a214882fe yet. {{(pid=103448) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 20:36:02.193767 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Provisioning for port f5e5c1f0-5188-45b5-8ddc-efab84548161 completed by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 20:36:02.199898 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Provisioning complete for port f5e5c1f0-5188-45b5-8ddc-efab84548161 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:36:02.200530 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:02.298813 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [None req-152fd7fc-5f83-444a-b65b-602a39881b21 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Allocated IP 172.20.0.12 (76ee34cb-bb3f-4330-a6ab-f68ade576e3d/9a62f43b-245f-494d-8218-336e18483022/f0ecde6c-29dc-49ab-9f39-3d9a214882fe) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:36:02.319767 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:02.364053 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '781ecb7f-f445-4020-9466-d4bf9e78faaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5e5c1f0-5188-45b5-8ddc-efab84548161'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:36:02.367577 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d39f6d30a11e565ec9648abcc015e8a6ab6cff4edd704add8155e28765d31eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b90a63d3-8ea9-48a3-a47a-56a995cefb6b" -d '{"events": [{"server_uuid": "781ecb7f-f445-4020-9466-d4bf9e78faaf", "name": "network-vif-plugged", "status": "completed", "tag": "f5e5c1f0-5188-45b5-8ddc-efab84548161"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:36:02.383575 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port f5e5c1f0-5188-45b5-8ddc-efab84548161, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=f5e5c1f0-5188-45b5-8ddc-efab84548161,segment=NetworkSegment(c3b74bc4-e4af-4168-85ff-2c72b306ea1a),segment_id=c3b74bc4-e4af-4168-85ff-2c72b306ea1a)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:36:02.389208 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:02.453930 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:36:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ead431a-8c17-4063-befb-b362732d0db4 x-openstack-request-id: req-5ead431a-8c17-4063-befb-b362732d0db4 {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:36:02.454518 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "781ecb7f-f445-4020-9466-d4bf9e78faaf", "name": "network-vif-plugged", "status": "completed", "tag": "f5e5c1f0-5188-45b5-8ddc-efab84548161", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:36:02.454962 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5ead431a-8c17-4063-befb-b362732d0db4 {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:36:02.455744 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '781ecb7f-f445-4020-9466-d4bf9e78faaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5e5c1f0-5188-45b5-8ddc-efab84548161', 'code': 200} Nov 22 20:36:02.456372 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=f5e5c1f0-5188-45b5-8ddc-efab84548161,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:36:02.508255 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-9d5d78b9-4e65-433d-95aa-407d894ce1b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:02.580490 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327ca832-7335-4427-b137-d7c00326472c req-00554467-51ea-4f2d-98a2-bc1f12eb499c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:36:02.582481 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-327ca832-7335-4427-b137-d7c00326472c req-00554467-51ea-4f2d-98a2-bc1f12eb499c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=781ecb7f-f445-4020-9466-d4bf9e78faaf HTTP/1.1" status: 200 len: 1096 time: 0.0709679 Nov 22 20:36:02.588569 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-152fd7fc-5f83-444a-b65b-602a39881b21 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:02.666961 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-152fd7fc-5f83-444a-b65b-602a39881b21 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:02.680008 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-327ca832-7335-4427-b137-d7c00326472c req-b4fb29a8-c117-46c7-a215-120ea1877e23 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=4332f69b-87ee-4113-8fe8-a6b644980197&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857580 Nov 22 20:36:02.720504 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-152fd7fc-5f83-444a-b65b-602a39881b21 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Network 76ee34cb-bb3f-4330-a6ab-f68ade576e3d is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:36:02.736164 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-152fd7fc-5f83-444a-b65b-602a39881b21 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:36:02.742962 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-152fd7fc-5f83-444a-b65b-602a39881b21 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:36:02.768633 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152fd7fc-5f83-444a-b65b-602a39881b21 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Pushing event updated for resources: {'Port': ['ID=f0ecde6c-29dc-49ab-9f39-3d9a214882fe,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:36:02.843063 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-152fd7fc-5f83-444a-b65b-602a39881b21 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:36:02.843814 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-152fd7fc-5f83-444a-b65b-602a39881b21 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:02.866965 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-152fd7fc-5f83-444a-b65b-602a39881b21 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 0.9022846 Nov 22 20:36:02.869787 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 45048) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:36:03.001542 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7356a15-8a91-4e28-a995-bc77f1f4a6c9 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:36:03.003129 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-b7356a15-8a91-4e28-a995-bc77f1f4a6c9 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] 10.222.0.46 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.6 HTTP/1.1" status: 200 len: 922 time: 0.1320386 Nov 22 20:36:03.005939 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 45058) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:36:03.104822 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b25238a2-3d3c-4444-b1fe-3e149994c00f None None] Network 76ee34cb-bb3f-4330-a6ab-f68ade576e3d requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:36:03.150757 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-cabd5037-d08e-49a3-bf57-5898024d566e tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Deleting port f0ecde6c-29dc-49ab-9f39-3d9a214882fe {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:36:03.151111 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-cabd5037-d08e-49a3-bf57-5898024d566e tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:03.188722 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-c10b9583-d67f-460e-a5d1-baa5598241df None None] Provisioning complete for port f422ee6d-d11b-428f-a325-c609f0efc59a triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:36:03.192833 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-c10b9583-d67f-460e-a5d1-baa5598241df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:03.408076 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-c10b9583-d67f-460e-a5d1-baa5598241df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:03.486322 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-c10b9583-d67f-460e-a5d1-baa5598241df None None] For port f422ee6d-d11b-428f-a325-c609f0efc59a, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=f422ee6d-d11b-428f-a325-c609f0efc59a,segment=NetworkSegment(ae59cc7f-dfc9-4493-89ef-39f9a6fcca8f),segment_id=ae59cc7f-dfc9-4493-89ef-39f9a6fcca8f)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:36:03.492271 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-03f0964f-1b75-4df7-99e0-a3cdb56ec2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:03.499101 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-c10b9583-d67f-460e-a5d1-baa5598241df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:03.580261 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10b9583-d67f-460e-a5d1-baa5598241df None None] Pushing event updated for resources: {'Port': ['ID=f422ee6d-d11b-428f-a325-c609f0efc59a,revision_number=3']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:36:03.651083 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 45078) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:36:03.833196 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d518329-09a7-4dfc-af98-8034aff30e68 req-eaa4dc9e-be41-42f0-a4ae-b338ff6aa8fa tempest-TestVolumeBackupRestore-1993139719 tempest-TestVolumeBackupRestore-1993139719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:36:03.834988 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4d518329-09a7-4dfc-af98-8034aff30e68 req-eaa4dc9e-be41-42f0-a4ae-b338ff6aa8fa tempest-TestVolumeBackupRestore-1993139719 tempest-TestVolumeBackupRestore-1993139719-project] 10.222.0.46 "GET /v2.0/ports?device_id=781ecb7f-f445-4020-9466-d4bf9e78faaf HTTP/1.1" status: 200 len: 945 time: 0.6438437 Nov 22 20:36:03.882130 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-cabd5037-d08e-49a3-bf57-5898024d566e tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:03.918056 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device f422ee6d-d11b-428f-a325-c609f0efc59a up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:36:03.931289 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-cabd5037-d08e-49a3-bf57-5898024d566e tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Calling delete_port for f0ecde6c-29dc-49ab-9f39-3d9a214882fe owned by {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:36:03.948694 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4d518329-09a7-4dfc-af98-8034aff30e68 req-ee13fd46-1a77-4131-a6ce-636961858f2e tempest-TestVolumeBackupRestore-1993139719 tempest-TestVolumeBackupRestore-1993139719-project] 10.222.0.46 "GET /v2.0/security-groups?id=4332f69b-87ee-4113-8fe8-a6b644980197&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1030400 Nov 22 20:36:04.037128 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-a45dd3e8-96ea-42df-81e5-09e3d7f78577 None None] Provisioning complete for port f0ecde6c-29dc-49ab-9f39-3d9a214882fe triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:36:04.037722 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-a45dd3e8-96ea-42df-81e5-09e3d7f78577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:04.101878 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-cabd5037-d08e-49a3-bf57-5898024d566e tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:04.139621 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-a45dd3e8-96ea-42df-81e5-09e3d7f78577 None None] Port f0ecde6c-29dc-49ab-9f39-3d9a214882fe cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:36:04.145378 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port f422ee6d-d11b-428f-a325-c609f0efc59a triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:36:04.145761 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:04.185576 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f1a85be0-1550-4b8c-8e89-763ccc929db9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:04.211968 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-a45dd3e8-96ea-42df-81e5-09e3d7f78577 None None] Provisioning complete for port 9ebe1429-7fe0-4117-b193-9d28ff4e2a37 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:36:04.212358 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-a45dd3e8-96ea-42df-81e5-09e3d7f78577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:04.214216 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabd5037-d08e-49a3-bf57-5898024d566e tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Pushing event deleted for resources: {'Port': ['ID=f0ecde6c-29dc-49ab-9f39-3d9a214882fe,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:36:04.288653 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-a45dd3e8-96ea-42df-81e5-09e3d7f78577 None None] Port 9ebe1429-7fe0-4117-b193-9d28ff4e2a37 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:36:04.289882 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-cabd5037-d08e-49a3-bf57-5898024d566e tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:04.299459 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-cabd5037-d08e-49a3-bf57-5898024d566e tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] 10.222.0.46 "DELETE /v2.0/ports/f0ecde6c-29dc-49ab-9f39-3d9a214882fe HTTP/1.1" status: 204 len: 168 time: 1.2922623 Nov 22 20:36:04.300487 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 45090) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:36:04.348497 n-d-818823-1 neutron-server[103447]: INFO neutron.pecan_wsgi.hooks.translation [None req-73db4373-843e-454c-878c-cbb85160324e tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] GET failed (client error): The resource could not be found. Nov 22 20:36:04.354070 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-73db4373-843e-454c-878c-cbb85160324e tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] 10.222.0.46 "GET /v2.0/ports/f0ecde6c-29dc-49ab-9f39-3d9a214882fe HTTP/1.1" status: 404 len: 333 time: 0.0520146 Nov 22 20:36:04.354701 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 45092) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:36:04.413810 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f1a85be0-1550-4b8c-8e89-763ccc929db9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:04.421095 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f1a85be0-1550-4b8c-8e89-763ccc929db9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:04.422186 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-a45dd3e8-96ea-42df-81e5-09e3d7f78577 None None] Provisioning complete for port f422ee6d-d11b-428f-a325-c609f0efc59a triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:36:04.422683 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-a45dd3e8-96ea-42df-81e5-09e3d7f78577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:04.465389 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-f1a85be0-1550-4b8c-8e89-763ccc929db9 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5324fa7214bc4bd3b035b31cc7138215&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8113647 Nov 22 20:36:04.465562 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 45096) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:36:04.497760 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a85be0-1550-4b8c-8e89-763ccc929db9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13583f16-91a7-4495-a0be-760fe9215501,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:36:04.506963 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a85be0-1550-4b8c-8e89-763ccc929db9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:36:04.507937 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a85be0-1550-4b8c-8e89-763ccc929db9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:36:04.508481 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a85be0-1550-4b8c-8e89-763ccc929db9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:36:04.509705 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a85be0-1550-4b8c-8e89-763ccc929db9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:36:04.510244 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a85be0-1550-4b8c-8e89-763ccc929db9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:36:04.511605 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a85be0-1550-4b8c-8e89-763ccc929db9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:36:04.512707 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a85be0-1550-4b8c-8e89-763ccc929db9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:36:04.513897 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a85be0-1550-4b8c-8e89-763ccc929db9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:36:04.514426 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a85be0-1550-4b8c-8e89-763ccc929db9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:36:04.514970 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a85be0-1550-4b8c-8e89-763ccc929db9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:36:04.516072 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a85be0-1550-4b8c-8e89-763ccc929db9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:36:04.516602 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a85be0-1550-4b8c-8e89-763ccc929db9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:36:04.520270 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-70105917-895c-4551-a06d-ca55bcb4511f tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Deleting port 9ebe1429-7fe0-4117-b193-9d28ff4e2a37 {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:36:04.536277 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-70105917-895c-4551-a06d-ca55bcb4511f tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:04.659133 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-7d086228-bccf-423c-a2e1-9e08732d2502 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:04.665997 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-70105917-895c-4551-a06d-ca55bcb4511f tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:04.690578 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-70105917-895c-4551-a06d-ca55bcb4511f tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Calling delete_port for 9ebe1429-7fe0-4117-b193-9d28ff4e2a37 owned by {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:36:04.707941 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-7d086228-bccf-423c-a2e1-9e08732d2502 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:04.708133 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 45100) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:36:04.847481 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-7d086228-bccf-423c-a2e1-9e08732d2502 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:04.854984 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-7d086228-bccf-423c-a2e1-9e08732d2502 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:04.856704 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-7d086228-bccf-423c-a2e1-9e08732d2502 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/13583f16-91a7-4495-a0be-760fe9215501 HTTP/1.1" status: 204 len: 168 time: 0.3881531 Nov 22 20:36:04.869486 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d086228-bccf-423c-a2e1-9e08732d2502 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13583f16-91a7-4495-a0be-760fe9215501,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:36:04.980483 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-70105917-895c-4551-a06d-ca55bcb4511f tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:05.009609 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70105917-895c-4551-a06d-ca55bcb4511f tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Pushing event deleted for resources: {'Port': ['ID=9ebe1429-7fe0-4117-b193-9d28ff4e2a37,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:36:05.062039 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-487a7136-db37-4691-ac1c-d9b99ef901e9 None None] Could not find standard attr ID for object f0ecde6c-29dc-49ab-9f39-3d9a214882fe. {{(pid=103449) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 22 20:36:05.067178 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-487a7136-db37-4691-ac1c-d9b99ef901e9 None None] Could not find standard attr ID for object 9ebe1429-7fe0-4117-b193-9d28ff4e2a37. {{(pid=103449) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 22 20:36:05.068076 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6d001a80-40e9-4faa-84f0-a782a6fd71f7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:05.177400 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e49ee129-e862-4476-beca-cdc8150d2345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:05.194981 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6d001a80-40e9-4faa-84f0-a782a6fd71f7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:05.202170 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6d001a80-40e9-4faa-84f0-a782a6fd71f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:05.252931 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-70105917-895c-4551-a06d-ca55bcb4511f tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:05.265216 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-70105917-895c-4551-a06d-ca55bcb4511f tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] 10.222.0.46 "DELETE /v2.0/ports/9ebe1429-7fe0-4117-b193-9d28ff4e2a37 HTTP/1.1" status: 204 len: 168 time: 0.9056580 Nov 22 20:36:05.265423 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-6d001a80-40e9-4faa-84f0-a782a6fd71f7 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=65292e99ab104a0da737595d3d65cf7a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5539749 Nov 22 20:36:05.265423 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d001a80-40e9-4faa-84f0-a782a6fd71f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bdf9652-ebf2-4038-808a-d20cb3ff957d,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:36:05.267260 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 45120) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:36:05.267561 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 45122) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:36:05.300985 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c5e5ce-0798-49e2-a0ed-ef67c33b50df req-bdc28824-9e76-4715-8db1-164f8eb3fa1c tempest-TestVolumeBackupRestore-1993139719 tempest-TestVolumeBackupRestore-1993139719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:36:05.309621 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f7c5e5ce-0798-49e2-a0ed-ef67c33b50df req-bdc28824-9e76-4715-8db1-164f8eb3fa1c tempest-TestVolumeBackupRestore-1993139719 tempest-TestVolumeBackupRestore-1993139719-project] 10.222.0.46 "GET /v2.0/ports?device_id=781ecb7f-f445-4020-9466-d4bf9e78faaf HTTP/1.1" status: 200 len: 945 time: 0.2222533 Nov 22 20:36:05.348110 n-d-818823-1 neutron-server[103448]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccb6a97b-dab7-48c4-a927-1657fcea62e2 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] GET failed (client error): The resource could not be found. Nov 22 20:36:05.349959 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-ccb6a97b-dab7-48c4-a927-1657fcea62e2 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] 10.222.0.46 "GET /v2.0/ports/9ebe1429-7fe0-4117-b193-9d28ff4e2a37 HTTP/1.1" status: 404 len: 333 time: 0.0813627 Nov 22 20:36:05.361811 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 45130) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:36:05.366917 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e846b3b5-3325-4d7b-a3b9-51703acfcd37 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:05.372097 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f7c5e5ce-0798-49e2-a0ed-ef67c33b50df req-e20bfbbf-bcdf-4984-aae0-d4d0b8ff47ef tempest-TestVolumeBackupRestore-1993139719 tempest-TestVolumeBackupRestore-1993139719-project] 10.222.0.46 "GET /v2.0/security-groups?id=4332f69b-87ee-4113-8fe8-a6b644980197&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615337 Nov 22 20:36:05.415517 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e846b3b5-3325-4d7b-a3b9-51703acfcd37 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:05.453625 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9eb0b2c-e3a2-4597-8128-e65889f1cb36 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Deleting subnet 9a62f43b-245f-494d-8218-336e18483022 {{(pid=103447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 20:36:05.483038 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a9eb0b2c-e3a2-4597-8128-e65889f1cb36 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks [] for subnet, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:05.486515 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e846b3b5-3325-4d7b-a3b9-51703acfcd37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:05.489513 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e846b3b5-3325-4d7b-a3b9-51703acfcd37 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:05.491463 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-e846b3b5-3325-4d7b-a3b9-51703acfcd37 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5bdf9652-ebf2-4038-808a-d20cb3ff957d HTTP/1.1" status: 204 len: 168 time: 0.2211363 Nov 22 20:36:05.502041 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e846b3b5-3325-4d7b-a3b9-51703acfcd37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bdf9652-ebf2-4038-808a-d20cb3ff957d,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:36:05.553395 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 45138) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:36:05.569223 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0ef20013-7710-407c-9488-1e85470ef8d3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:05.571738 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a9eb0b2c-e3a2-4597-8128-e65889f1cb36 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12178353'] for subnet, precommit_delete_associations {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:05.620978 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e852520-47a7-4ebe-acd2-a8c4c79e86f6 req-29d8707c-8fb1-47ed-8e38-4f3a60c2150e tempest-TestVolumeBackupRestore-1993139719 tempest-TestVolumeBackupRestore-1993139719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:36:05.622976 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3e852520-47a7-4ebe-acd2-a8c4c79e86f6 req-29d8707c-8fb1-47ed-8e38-4f3a60c2150e tempest-TestVolumeBackupRestore-1993139719 tempest-TestVolumeBackupRestore-1993139719-project] 10.222.0.46 "GET /v2.0/ports?device_id=781ecb7f-f445-4020-9466-d4bf9e78faaf HTTP/1.1" status: 200 len: 945 time: 0.1151779 Nov 22 20:36:05.675106 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0ef20013-7710-407c-9488-1e85470ef8d3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:05.680835 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0ef20013-7710-407c-9488-1e85470ef8d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:05.737925 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-0ef20013-7710-407c-9488-1e85470ef8d3 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4d284c7a92ee42638543ddc3dcbdab31&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1830819 Nov 22 20:36:05.740367 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 45142) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:36:05.756530 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef20013-7710-407c-9488-1e85470ef8d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57e87bd9-5ddc-4346-b1c2-04f41444b466,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:36:05.771235 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a9eb0b2c-e3a2-4597-8128-e65889f1cb36 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3753007'] for subnet, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:05.853625 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b1feeb0a-2ba3-483f-a061-9bb79efbb48a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:05.900715 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3e852520-47a7-4ebe-acd2-a8c4c79e86f6 req-e271d125-c905-4b7c-9d74-a231feb854fc tempest-TestVolumeBackupRestore-1993139719 tempest-TestVolumeBackupRestore-1993139719-project] 10.222.0.46 "GET /v2.0/security-groups?id=4332f69b-87ee-4113-8fe8-a6b644980197&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2693250 Nov 22 20:36:05.916652 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b1feeb0a-2ba3-483f-a061-9bb79efbb48a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:05.938494 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 45152) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:36:05.940870 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a9eb0b2c-e3a2-4597-8128-e65889f1cb36 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3753014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8900804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8485115'] for subnet, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:05.996206 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9eb0b2c-e3a2-4597-8128-e65889f1cb36 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Pushing event deleted for resources: {'Subnet': ['ID=9a62f43b-245f-494d-8218-336e18483022,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:36:06.000492 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b1feeb0a-2ba3-483f-a061-9bb79efbb48a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:06.003906 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b1feeb0a-2ba3-483f-a061-9bb79efbb48a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:06.006489 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a9eb0b2c-e3a2-4597-8128-e65889f1cb36 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks [] for subnet, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:06.007756 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-b1feeb0a-2ba3-483f-a061-9bb79efbb48a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/57e87bd9-5ddc-4346-b1c2-04f41444b466 HTTP/1.1" status: 204 len: 168 time: 0.2662663 Nov 22 20:36:06.008344 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ee903cd-5119-4a2e-a4f3-01ccb2da405d None None] Network 76ee34cb-bb3f-4330-a6ab-f68ade576e3d requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:36:06.012981 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-a9eb0b2c-e3a2-4597-8128-e65889f1cb36 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] 10.222.0.46 "DELETE /v2.0/subnets/9a62f43b-245f-494d-8218-336e18483022 HTTP/1.1" status: 204 len: 168 time: 0.6373405 Nov 22 20:36:06.013537 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 45158) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:36:06.020671 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1feeb0a-2ba3-483f-a061-9bb79efbb48a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57e87bd9-5ddc-4346-b1c2-04f41444b466,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:36:06.131120 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-5e47d554-2eac-4e79-b74b-771f7cb447de tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3961693'] for network, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:06.164389 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:06.195210 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-5e47d554-2eac-4e79-b74b-771f7cb447de tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Deleting port f422ee6d-d11b-428f-a325-c609f0efc59a {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:36:06.195747 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-5e47d554-2eac-4e79-b74b-771f7cb447de tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:06.296753 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [None req-5e47d554-2eac-4e79-b74b-771f7cb447de tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] For port f422ee6d-d11b-428f-a325-c609f0efc59a, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=f422ee6d-d11b-428f-a325-c609f0efc59a,segment=NetworkSegment(ae59cc7f-dfc9-4493-89ef-39f9a6fcca8f),segment_id=ae59cc7f-dfc9-4493-89ef-39f9a6fcca8f)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:36:06.297398 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-5e47d554-2eac-4e79-b74b-771f7cb447de tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:06.319494 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b69f1d04-4ace-4a61-94a2-02144c7f9954 None None] DHCP port deletion for 76ee34cb-bb3f-4330-a6ab-f68ade576e3d request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:36:06.327261 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-5e47d554-2eac-4e79-b74b-771f7cb447de tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Calling delete_port for f422ee6d-d11b-428f-a325-c609f0efc59a owned by network:dhcp {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:36:06.465719 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-b69f1d04-4ace-4a61-94a2-02144c7f9954 None None] Deleting port f422ee6d-d11b-428f-a325-c609f0efc59a {{(pid=103449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:36:06.466937 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-b69f1d04-4ace-4a61-94a2-02144c7f9954 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:06.518356 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edea6021-bfce-4d7d-9f05-528680c729c3 tempest-TestVolumeBackupRestore-806301853 tempest-TestVolumeBackupRestore-806301853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:36:06.520548 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-edea6021-bfce-4d7d-9f05-528680c729c3 tempest-TestVolumeBackupRestore-806301853 tempest-TestVolumeBackupRestore-806301853-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=781ecb7f-f445-4020-9466-d4bf9e78faaf HTTP/1.1" status: 200 len: 1091 time: 0.5758862 Nov 22 20:36:06.523711 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 45170) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:36:06.530003 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-2c323dd4-dcf9-450b-965e-1ad74ce2437f tempest-TestVolumeBackupRestore-1993139719 tempest-TestVolumeBackupRestore-1993139719-project] Request body: {'floatingip': {'floating_network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'port_id': 'f5e5c1f0-5188-45b5-8ddc-efab84548161', 'tenant_id': '9f480581a3a24d53832d12c56efe7dfb', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:36:06.571368 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-5e47d554-2eac-4e79-b74b-771f7cb447de tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:06.575167 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2c323dd4-dcf9-450b-965e-1ad74ce2437f tempest-TestVolumeBackupRestore-1993139719 tempest-TestVolumeBackupRestore-1993139719-project] Publish callbacks [] for floatingip, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:06.597219 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-b69f1d04-4ace-4a61-94a2-02144c7f9954 None None] For port f422ee6d-d11b-428f-a325-c609f0efc59a, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=f422ee6d-d11b-428f-a325-c609f0efc59a,segment=NetworkSegment(ae59cc7f-dfc9-4493-89ef-39f9a6fcca8f),segment_id=ae59cc7f-dfc9-4493-89ef-39f9a6fcca8f)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:36:06.598269 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-b69f1d04-4ace-4a61-94a2-02144c7f9954 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:06.615859 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-b69f1d04-4ace-4a61-94a2-02144c7f9954 None None] Calling delete_port for f422ee6d-d11b-428f-a325-c609f0efc59a owned by network:dhcp {{(pid=103449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:36:06.645383 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e47d554-2eac-4e79-b74b-771f7cb447de tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Pushing event deleted for resources: {'Port': ['ID=f422ee6d-d11b-428f-a325-c609f0efc59a,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:36:06.647291 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e47d554-2eac-4e79-b74b-771f7cb447de tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] No DVR routers for this DVR port f422ee6d-d11b-428f-a325-c609f0efc59a on host n-d-818823-1 {{(pid=103447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:36:06.729124 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2c323dd4-dcf9-450b-965e-1ad74ce2437f tempest-TestVolumeBackupRestore-1993139719 tempest-TestVolumeBackupRestore-1993139719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:06.742713 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-b69f1d04-4ace-4a61-94a2-02144c7f9954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381'] for port, after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:06.760239 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b69f1d04-4ace-4a61-94a2-02144c7f9954 None None] No DVR routers for this DVR port f422ee6d-d11b-428f-a325-c609f0efc59a on host n-d-818823-1 {{(pid=103449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:36:06.810800 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69f1d04-4ace-4a61-94a2-02144c7f9954 None None] Pushing event deleted for resources: {'Port': ['ID=f422ee6d-d11b-428f-a325-c609f0efc59a,revision_number=None']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:36:06.836111 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-5e47d554-2eac-4e79-b74b-771f7cb447de tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3760028', 'neutron.services.segments.db._delete_segments_for_network-8748992815755'] for network, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:06.864520 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-5e47d554-2eac-4e79-b74b-771f7cb447de tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76ee34cb-bb3f-4330-a6ab-f68ade576e3d']}} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:36:06.888818 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-5e47d554-2eac-4e79-b74b-771f7cb447de tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae59cc7f-dfc9-4493-89ef-39f9a6fcca8f') {'for_net_delete': True} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:36:06.890277 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-5e47d554-2eac-4e79-b74b-771f7cb447de tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae59cc7f-dfc9-4493-89ef-39f9a6fcca8f') {} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:36:06.920314 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [None req-2c323dd4-dcf9-450b-965e-1ad74ce2437f tempest-TestVolumeBackupRestore-1993139719 tempest-TestVolumeBackupRestore-1993139719-project] Allocated IP 172.25.5.189 (c48a55e9-6a85-4746-b7bf-3e29fb560094/5da6f781-63e6-4328-ae7a-5e672262f55a/9af61a1a-a8f3-4df8-a92f-09face95aca3) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:36:06.926792 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-5e47d554-2eac-4e79-b74b-771f7cb447de tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748993039638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12178344'] for segment, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:06.972311 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-5e47d554-2eac-4e79-b74b-771f7cb447de tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:06.986323 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e47d554-2eac-4e79-b74b-771f7cb447de tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Releasing vlan 625 on physical network physnet1 to pool {{(pid=103447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 20:36:06.987218 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-5e47d554-2eac-4e79-b74b-771f7cb447de tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8900762'] for segment, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:06.990769 n-d-818823-1 neutron-server[103447]: Traceback (most recent call last): Nov 22 20:36:06.990769 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 20:36:06.990769 n-d-818823-1 neutron-server[103447]: timer() Nov 22 20:36:06.990769 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 20:36:06.990769 n-d-818823-1 neutron-server[103447]: cb(*args, **kw) Nov 22 20:36:06.990769 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 20:36:06.990769 n-d-818823-1 neutron-server[103447]: return func(*args, **kwargs) Nov 22 20:36:06.990769 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 20:36:06.990769 n-d-818823-1 neutron-server[103447]: self._notify() Nov 22 20:36:06.990769 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 20:36:06.990769 n-d-818823-1 neutron-server[103447]: self.callback(batched_events) Nov 22 20:36:06.990769 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 20:36:06.990769 n-d-818823-1 neutron-server[103447]: event.method(event) Nov 22 20:36:06.990769 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 20:36:06.990769 n-d-818823-1 neutron-server[103447]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 20:36:06.990769 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 20:36:06.990769 n-d-818823-1 neutron-server[103447]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 20:36:06.990769 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 20:36:06.990769 n-d-818823-1 neutron-server[103447]: return f(self, *a, **k) Nov 22 20:36:06.990769 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 20:36:06.990769 n-d-818823-1 neutron-server[103447]: return self._get(url).json() Nov 22 20:36:06.990769 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 20:36:06.990769 n-d-818823-1 neutron-server[103447]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 20:36:06.990769 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 20:36:06.990769 n-d-818823-1 neutron-server[103447]: return self.request(url, 'GET', **kwargs) Nov 22 20:36:06.990769 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 20:36:06.990769 n-d-818823-1 neutron-server[103447]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 20:36:06.990769 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 20:36:06.990769 n-d-818823-1 neutron-server[103447]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 20:36:06.990769 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 20:36:06.990769 n-d-818823-1 neutron-server[103447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 20:36:06.990769 n-d-818823-1 neutron-server[103447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 20:36:07.083742 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2c323dd4-dcf9-450b-965e-1ad74ce2437f tempest-TestVolumeBackupRestore-1993139719 tempest-TestVolumeBackupRestore-1993139719-project] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:07.127573 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-5e47d554-2eac-4e79-b74b-771f7cb447de tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3760002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595318'] for network, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:07.143534 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2c323dd4-dcf9-450b-965e-1ad74ce2437f tempest-TestVolumeBackupRestore-1993139719 tempest-TestVolumeBackupRestore-1993139719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:07.146975 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-5e47d554-2eac-4e79-b74b-771f7cb447de tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks [] for network, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:07.153477 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-5e47d554-2eac-4e79-b74b-771f7cb447de tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] 10.222.0.46 "DELETE /v2.0/networks/76ee34cb-bb3f-4330-a6ab-f68ade576e3d HTTP/1.1" status: 204 len: 168 time: 1.1388156 Nov 22 20:36:07.158953 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 45186) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:36:07.171545 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-79b42d27-3e02-4840-aa61-8ab6015271a2 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1240567036'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:36:07.178342 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e47d554-2eac-4e79-b74b-771f7cb447de tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Pushing event deleted for resources: {'Network': ['ID=76ee34cb-bb3f-4330-a6ab-f68ade576e3d,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:36:07.204067 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c323dd4-dcf9-450b-965e-1ad74ce2437f tempest-TestVolumeBackupRestore-1993139719 tempest-TestVolumeBackupRestore-1993139719-project] Network c48a55e9-6a85-4746-b7bf-3e29fb560094 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:36:07.210974 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-2c323dd4-dcf9-450b-965e-1ad74ce2437f tempest-TestVolumeBackupRestore-1993139719 tempest-TestVolumeBackupRestore-1993139719-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:36:07.213612 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c323dd4-dcf9-450b-965e-1ad74ce2437f tempest-TestVolumeBackupRestore-1993139719 tempest-TestVolumeBackupRestore-1993139719-project] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:36:07.270629 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79b42d27-3e02-4840-aa61-8ab6015271a2 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Made reservation on behalf of fe864660cff645f6bfd902aea156f347 for: {'network': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:36:07.274537 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-79b42d27-3e02-4840-aa61-8ab6015271a2 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for network, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:07.276697 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c323dd4-dcf9-450b-965e-1ad74ce2437f tempest-TestVolumeBackupRestore-1993139719 tempest-TestVolumeBackupRestore-1993139719-project] Pushing event updated for resources: {'Port': ['ID=9af61a1a-a8f3-4df8-a92f-09face95aca3,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:36:07.353137 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79b42d27-3e02-4840-aa61-8ab6015271a2 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] vlan segment allocate from pool success with {'vlan_id': 609, 'physical_network': 'physnet1'} {{(pid=103448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 20:36:07.371734 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-79b42d27-3e02-4840-aa61-8ab6015271a2 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:07.372001 n-d-818823-1 neutron-server[103448]: INFO neutron.db.segments_db [None req-79b42d27-3e02-4840-aa61-8ab6015271a2 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Added segment ee7e03b3-ff76-4e06-8928-48831b188734 of type vlan for network 7386b2d4-6501-4f04-b84c-edaeb6705d15 Nov 22 20:36:07.464609 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-79b42d27-3e02-4840-aa61-8ab6015271a2 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748992492791'] for network, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:07.529643 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-79b42d27-3e02-4840-aa61-8ab6015271a2 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for network, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:07.535403 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79b42d27-3e02-4840-aa61-8ab6015271a2 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:36:07.536023 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-79b42d27-3e02-4840-aa61-8ab6015271a2 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks [] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:07.595020 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-79b42d27-3e02-4840-aa61-8ab6015271a2 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4318838 Nov 22 20:36:07.597971 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 45204) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:36:07.603503 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-5e0301e7-5d19-4ba8-83df-b9a434427773 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Request body: {'subnet': {'network_id': '7386b2d4-6501-4f04-b84c-edaeb6705d15', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:36:07.641354 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b42d27-3e02-4840-aa61-8ab6015271a2 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Pushing event updated for resources: {'Network': ['ID=7386b2d4-6501-4f04-b84c-edaeb6705d15,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:36:07.651676 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Network 7386b2d4-6501-4f04-b84c-edaeb6705d15 details requested by agent ovs-agent-n-d-818823-1 with host n-d-818823-1 {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 20:36:07.785065 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device f422ee6d-d11b-428f-a325-c609f0efc59a no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:36:07.791221 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2c323dd4-dcf9-450b-965e-1ad74ce2437f tempest-TestVolumeBackupRestore-1993139719 tempest-TestVolumeBackupRestore-1993139719-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:07.819545 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: f422ee6d-d11b-428f-a325-c609f0efc59a {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:36:07.820138 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device f422ee6d-d11b-428f-a325-c609f0efc59a not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:36:07.854089 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e0301e7-5d19-4ba8-83df-b9a434427773 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Made reservation on behalf of fe864660cff645f6bfd902aea156f347 for: {'subnet': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:36:07.859108 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-5e0301e7-5d19-4ba8-83df-b9a434427773 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8485086'] for subnet, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:07.886241 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2c323dd4-dcf9-450b-965e-1ad74ce2437f tempest-TestVolumeBackupRestore-1993139719 tempest-TestVolumeBackupRestore-1993139719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:08.101287 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2c323dd4-dcf9-450b-965e-1ad74ce2437f tempest-TestVolumeBackupRestore-1993139719 tempest-TestVolumeBackupRestore-1993139719-project] Publish callbacks [] for port, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:08.107250 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-5e0301e7-5d19-4ba8-83df-b9a434427773 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8900613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8485104'] for subnet, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:08.108496 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2c323dd4-dcf9-450b-965e-1ad74ce2437f tempest-TestVolumeBackupRestore-1993139719 tempest-TestVolumeBackupRestore-1993139719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:08.156760 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c323dd4-dcf9-450b-965e-1ad74ce2437f tempest-TestVolumeBackupRestore-1993139719 tempest-TestVolumeBackupRestore-1993139719-project] Pushing event updated for resources: {'Port': ['ID=9af61a1a-a8f3-4df8-a92f-09face95aca3,revision_number=2']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:36:08.197307 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0301e7-5d19-4ba8-83df-b9a434427773 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Pushing event updated for resources: {'Subnet': ['ID=93b8fb85-4d95-4a10-9b61-5d16caf39315,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:36:08.214730 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e0301e7-5d19-4ba8-83df-b9a434427773 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Checking segment: {'id': 'ee7e03b3-ff76-4e06-8928-48831b188734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '7386b2d4-6501-4f04-b84c-edaeb6705d15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:36:08.215095 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e0301e7-5d19-4ba8-83df-b9a434427773 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Network hostable DHCP agents. Network: 7386b2d4-6501-4f04-b84c-edaeb6705d15, hostable agents: ['02adaa64-0987-4b74-bad0-cbcf56f8a294'], hosted agents: [] {{(pid=103447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 20:36:08.242177 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e0301e7-5d19-4ba8-83df-b9a434427773 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Network 7386b2d4-6501-4f04-b84c-edaeb6705d15 is scheduled to be hosted by DHCP agent 02adaa64-0987-4b74-bad0-cbcf56f8a294 with binding_index 1 {{(pid=103447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 20:36:08.256820 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2c323dd4-dcf9-450b-965e-1ad74ce2437f tempest-TestVolumeBackupRestore-1993139719 tempest-TestVolumeBackupRestore-1993139719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-595224'] for floatingip, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:08.260352 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-5e0301e7-5d19-4ba8-83df-b9a434427773 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818823-1, 7386b2d4-6501-4f04-b84c-edaeb6705d15) {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:36:08.265878 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e0301e7-5d19-4ba8-83df-b9a434427773 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:36:08.266508 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-5e0301e7-5d19-4ba8-83df-b9a434427773 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks [] for subnet, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:08.273374 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c04efdc1-8e71-4b8f-b5cf-25751b6b466c None None] Network 7386b2d4-6501-4f04-b84c-edaeb6705d15 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:36:08.297987 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-5e0301e7-5d19-4ba8-83df-b9a434427773 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6980793 Nov 22 20:36:08.300077 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 45232) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:36:08.306278 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-2f49beaf-22de-4ac9-bf7a-e94f5d564791 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Request body: {'port': {'network_id': '7386b2d4-6501-4f04-b84c-edaeb6705d15', 'name': 'tempest-PortsTestJSON-779400280', 'fixed_ips': [{'subnet_id': '93b8fb85-4d95-4a10-9b61-5d16caf39315', 'ip_address': '172.20.0.10'}]}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:36:08.415240 n-d-818823-1 neutron-server[103448]: INFO neutron.db.l3_db [None req-2c323dd4-dcf9-450b-965e-1ad74ce2437f tempest-TestVolumeBackupRestore-1993139719 tempest-TestVolumeBackupRestore-1993139719-project] Floating IP 6adaf99b-b122-40f6-8d2e-5397875cdf5b associated. External IP: 172.25.5.189, port: f5e5c1f0-5188-45b5-8ddc-efab84548161. Nov 22 20:36:08.482330 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f49beaf-22de-4ac9-bf7a-e94f5d564791 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Made reservation on behalf of fe864660cff645f6bfd902aea156f347 for: {'port': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:36:08.573259 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b459f11-f351-4c5d-bab3-c2626fd258c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fb26bd7-ce56-527b-b94f-2e1f7cb2bb35-7386b2d4-6501-4f04-b84c-edaeb6705d15', 'network_id': '7386b2d4-6501-4f04-b84c-edaeb6705d15', 'tenant_id': 'fe864660cff645f6bfd902aea156f347', 'fixed_ips': [{'subnet_id': '93b8fb85-4d95-4a10-9b61-5d16caf39315'}]}} from n-d-818823-1. {{(pid=103449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 20:36:08.574137 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6b459f11-f351-4c5d-bab3-c2626fd258c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:08.658697 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-2f49beaf-22de-4ac9-bf7a-e94f5d564791 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:08.703828 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [None req-2f49beaf-22de-4ac9-bf7a-e94f5d564791 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] device_id is not set on port e23a81b4-a2da-4fe0-97f3-f388dfb18713 yet. {{(pid=103447) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 20:36:08.786643 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.db_base_plugin_common [None req-6b459f11-f351-4c5d-bab3-c2626fd258c4 None None] Allocated IP 172.20.0.2 (7386b2d4-6501-4f04-b84c-edaeb6705d15/93b8fb85-4d95-4a10-9b61-5d16caf39315/427c7cf5-fea3-43f8-8df2-8ba6e75c9548) {{(pid=103449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:36:08.831151 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c323dd4-dcf9-450b-965e-1ad74ce2437f tempest-TestVolumeBackupRestore-1993139719 tempest-TestVolumeBackupRestore-1993139719-project] Router eeea5059-f676-428f-80c9-c5dcbf907e74 has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 20:36:09.008660 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6b459f11-f351-4c5d-bab3-c2626fd258c4 None None] Publish callbacks [] for port, precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:09.022114 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6b459f11-f351-4c5d-bab3-c2626fd258c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372'] for port, after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:09.071464 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 45258) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:36:09.088597 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c323dd4-dcf9-450b-965e-1ad74ce2437f tempest-TestVolumeBackupRestore-1993139719 tempest-TestVolumeBackupRestore-1993139719-project] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:36:09.092399 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b459f11-f351-4c5d-bab3-c2626fd258c4 None None] Network 7386b2d4-6501-4f04-b84c-edaeb6705d15 is already hosted by enough agents. {{(pid=103449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:36:09.093218 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [None req-2f49beaf-22de-4ac9-bf7a-e94f5d564791 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Allocated IP 172.20.0.10 (7386b2d4-6501-4f04-b84c-edaeb6705d15/93b8fb85-4d95-4a10-9b61-5d16caf39315/e23a81b4-a2da-4fe0-97f3-f388dfb18713) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:36:09.102257 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b450cc-fa92-4b91-a014-15aadbdc1cbe None None] Sync routers for ids ['eeea5059-f676-428f-80c9-c5dcbf907e74'] in n-d-818823-1 {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:36:09.105466 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.base_scheduler [None req-6b459f11-f351-4c5d-bab3-c2626fd258c4 None None] Resources bound (agent type, host, resource id): {{(pid=103449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:36:09.117159 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b459f11-f351-4c5d-bab3-c2626fd258c4 None None] Received port after_create {{(pid=103449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:36:09.134321 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b450cc-fa92-4b91-a014-15aadbdc1cbe None None] Routers {'eeea5059-f676-428f-80c9-c5dcbf907e74'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:36:09.135464 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-26b450cc-fa92-4b91-a014-15aadbdc1cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:36:02Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['eeea5059-f676-428f-80c9-c5dcbf907e74'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:36:09.178125 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2c323dd4-dcf9-450b-965e-1ad74ce2437f tempest-TestVolumeBackupRestore-1993139719 tempest-TestVolumeBackupRestore-1993139719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for floatingip, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:09.255218 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b459f11-f351-4c5d-bab3-c2626fd258c4 None None] Pushing event updated for resources: {'Port': ['ID=427c7cf5-fea3-43f8-8df2-8ba6e75c9548,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:36:09.292374 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-6b459f11-f351-4c5d-bab3-c2626fd258c4 None None] Attempting to bind port 427c7cf5-fea3-43f8-8df2-8ba6e75c9548 on host n-d-818823-1 for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:36:09.293620 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-6b459f11-f351-4c5d-bab3-c2626fd258c4 None None] Attempting to bind port 427c7cf5-fea3-43f8-8df2-8ba6e75c9548 by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': 'ee7e03b3-ff76-4e06-8928-48831b188734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '7386b2d4-6501-4f04-b84c-edaeb6705d15'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:36:09.294374 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b459f11-f351-4c5d-bab3-c2626fd258c4 None None] Attempting to bind port 427c7cf5-fea3-43f8-8df2-8ba6e75c9548 on network 7386b2d4-6501-4f04-b84c-edaeb6705d15 {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:36:09.300948 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-2f49beaf-22de-4ac9-bf7a-e94f5d564791 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:09.301169 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-2c323dd4-dcf9-450b-965e-1ad74ce2437f tempest-TestVolumeBackupRestore-1993139719 tempest-TestVolumeBackupRestore-1993139719-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7761238 Nov 22 20:36:09.306275 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 45264) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:36:09.306925 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '781ecb7f-f445-4020-9466-d4bf9e78faaf', 'tag': 'f5e5c1f0-5188-45b5-8ddc-efab84548161'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:36:09.308138 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b459f11-f351-4c5d-bab3-c2626fd258c4 None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 36, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:36:09.308748 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b459f11-f351-4c5d-bab3-c2626fd258c4 None None] Checking segment: {'id': 'ee7e03b3-ff76-4e06-8928-48831b188734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '7386b2d4-6501-4f04-b84c-edaeb6705d15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:36:09.309323 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6b459f11-f351-4c5d-bab3-c2626fd258c4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:09.312213 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b459f11-f351-4c5d-bab3-c2626fd258c4 None None] Bound using segment: {'id': 'ee7e03b3-ff76-4e06-8928-48831b188734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '7386b2d4-6501-4f04-b84c-edaeb6705d15'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:36:09.314352 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-6b459f11-f351-4c5d-bab3-c2626fd258c4 None None] Bound port: 427c7cf5-fea3-43f8-8df2-8ba6e75c9548, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee7e03b3-ff76-4e06-8928-48831b188734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '7386b2d4-6501-4f04-b84c-edaeb6705d15'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:36:09.316260 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6b459f11-f351-4c5d-bab3-c2626fd258c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:09.318574 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589a98cf2aea187fcc423a5edb333e5a6cf3ad7c81115d1ebee0f079693c312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e2ac5b1-688a-48de-8f31-455e947aa84f" -d '{"events": [{"name": "network-changed", "server_uuid": "781ecb7f-f445-4020-9466-d4bf9e78faaf", "tag": "f5e5c1f0-5188-45b5-8ddc-efab84548161"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:36:09.342470 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-2f49beaf-22de-4ac9-bf7a-e94f5d564791 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:09.409170 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f49beaf-22de-4ac9-bf7a-e94f5d564791 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Network 7386b2d4-6501-4f04-b84c-edaeb6705d15 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:36:09.413938 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-2f49beaf-22de-4ac9-bf7a-e94f5d564791 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:36:09.418488 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f49beaf-22de-4ac9-bf7a-e94f5d564791 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:36:09.448385 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cdaa5cb8-f2b1-4129-8651-002f65674ea5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:09.453419 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-26b450cc-fa92-4b91-a014-15aadbdc1cbe None None] Set router eeea5059-f676-428f-80c9-c5dcbf907e74 gateway port host: n-d-818823-1 {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:36:09.477124 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-6b459f11-f351-4c5d-bab3-c2626fd258c4 None None] For port 427c7cf5-fea3-43f8-8df2-8ba6e75c9548, host n-d-818823-1, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:36:09.482656 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-6b459f11-f351-4c5d-bab3-c2626fd258c4 None None] For port 427c7cf5-fea3-43f8-8df2-8ba6e75c9548, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=427c7cf5-fea3-43f8-8df2-8ba6e75c9548,segment=NetworkSegment(ee7e03b3-ff76-4e06-8928-48831b188734),segment_id=ee7e03b3-ff76-4e06-8928-48831b188734)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:36:09.500349 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6b459f11-f351-4c5d-bab3-c2626fd258c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:09.502197 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f49beaf-22de-4ac9-bf7a-e94f5d564791 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:36:09.502887 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-2f49beaf-22de-4ac9-bf7a-e94f5d564791 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:09.540439 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f49beaf-22de-4ac9-bf7a-e94f5d564791 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Pushing event updated for resources: {'Port': ['ID=e23a81b4-a2da-4fe0-97f3-f388dfb18713,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:36:09.563306 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-2f49beaf-22de-4ac9-bf7a-e94f5d564791 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.2599955 Nov 22 20:36:09.564143 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 45274) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:36:09.572854 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-a63ff1c8-80cd-45f0-8317-e40c206a3946 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Request body: {'port': {'network_id': '7386b2d4-6501-4f04-b84c-edaeb6705d15', 'name': 'tempest-PortsTestJSON-561074650', 'fixed_ips': [{'subnet_id': '93b8fb85-4d95-4a10-9b61-5d16caf39315', 'ip_address': '172.20.0.9'}]}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:36:09.672337 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b459f11-f351-4c5d-bab3-c2626fd258c4 None None] Pushing event updated for resources: {'Port': ['ID=427c7cf5-fea3-43f8-8df2-8ba6e75c9548,revision_number=2']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:36:09.702603 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45fc191f-71e6-4c7e-8a37-8e31bb310424 tempest-TestVolumeBackupRestore-806301853 tempest-TestVolumeBackupRestore-806301853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:36:09.709011 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-45fc191f-71e6-4c7e-8a37-8e31bb310424 tempest-TestVolumeBackupRestore-806301853 tempest-TestVolumeBackupRestore-806301853-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=781ecb7f-f445-4020-9466-d4bf9e78faaf HTTP/1.1" status: 200 len: 1091 time: 0.3824329 Nov 22 20:36:09.717755 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 45278) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:36:09.727234 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cdaa5cb8-f2b1-4129-8651-002f65674ea5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:09.735031 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cdaa5cb8-f2b1-4129-8651-002f65674ea5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:09.756947 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-3432b1c1-bcef-432d-b4ef-42deacb1d053 tempest-TestVolumeBackupRestore-1993139719 tempest-TestVolumeBackupRestore-1993139719-project] Request body: {'floatingip': {'port_id': 'f5e5c1f0-5188-45b5-8ddc-efab84548161'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:36:09.848723 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-cdaa5cb8-f2b1-4129-8651-002f65674ea5 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=dd974dbae2a8406db42bd0bb88c31c0c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7749434 Nov 22 20:36:09.851049 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaa5cb8-f2b1-4129-8651-002f65674ea5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e00fc0b-238c-454b-82d3-f2474f9f8c81,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:36:09.855452 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 45282) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:36:09.969738 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-3432b1c1-bcef-432d-b4ef-42deacb1d053 tempest-TestVolumeBackupRestore-1993139719 tempest-TestVolumeBackupRestore-1993139719-project] Publish callbacks [] for floatingip, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:10.025616 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-26b450cc-fa92-4b91-a014-15aadbdc1cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eeea5059-f676-428f-80c9-c5dcbf907e74', 'name': 'tempest-TestVolumeBackupRestore-916431354-router', 'tenant_id': '9f480581a3a24d53832d12c56efe7dfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': '1e263e93-9285-4b58-a694-fedb4b719dbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:32:07Z', 'updated_at': '2021-11-22T20:32:14Z', 'revision_number': 4, 'project_id': '9f480581a3a24d53832d12c56efe7dfb', 'gw_port': {'id': '1e263e93-9285-4b58-a694-fedb4b719dbb', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:c8:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeea5059-f676-428f-80c9-c5dcbf907e74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2560, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:32:11Z', 'updated_at': '2021-11-22T20:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_floatingips': [{'id': '6adaf99b-b122-40f6-8d2e-5397875cdf5b', 'tenant_id': '9f480581a3a24d53832d12c56efe7dfb', 'floating_ip_address': '172.25.5.189', 'floating_network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'router_id': 'eeea5059-f676-428f-80c9-c5dcbf907e74', 'port_id': 'f5e5c1f0-5188-45b5-8ddc-efab84548161', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2957, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c363749-4641-444d-b12e-785df04d6621', 'mac_address': 'fa:16:3e:20:90:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '781ecb7f-f445-4020-9466-d4bf9e78faaf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T20:36:07Z', 'updated_at': '2021-11-22T20:36:07Z', 'revision_number': 0, 'project_id': '9f480581a3a24d53832d12c56efe7dfb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '962d52d4-f506-4922-8a74-4b7e502d9d76', 'name': '', 'network_id': '4c363749-4641-444d-b12e-785df04d6621', 'tenant_id': '9f480581a3a24d53832d12c56efe7dfb', 'mac_address': 'fa:16:3e:b6:eb:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeea5059-f676-428f-80c9-c5dcbf907e74', 'device_owner': 'network:router_interface', 'standard_attr_id': 2562, 'fixed_ips': [{'subnet_id': '914ec341-e8f9-45e2-bd46-ed1ea518b4e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:32:13Z', 'updated_at': '2021-11-22T20:32:26Z', 'revision_number': 5, 'project_id': '9f480581a3a24d53832d12c56efe7dfb', 'subnets': [{'id': '914ec341-e8f9-45e2-bd46-ed1ea518b4e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:36:10.030623 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 20:36:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f00eff56-72eb-4549-8077-cfb7da65fa08 x-openstack-request-id: req-f00eff56-72eb-4549-8077-cfb7da65fa08 {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:36:10.031152 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "781ecb7f-f445-4020-9466-d4bf9e78faaf", "tag": "f5e5c1f0-5188-45b5-8ddc-efab84548161", "status": "completed", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:36:10.032124 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f00eff56-72eb-4549-8077-cfb7da65fa08 {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:36:10.032124 n-d-818823-1 neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '781ecb7f-f445-4020-9466-d4bf9e78faaf', 'tag': 'f5e5c1f0-5188-45b5-8ddc-efab84548161', 'status': 'completed', 'code': 200} Nov 22 20:36:10.102248 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a78cc978-db81-4244-8c2e-3e72324f423f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:10.108594 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b450cc-fa92-4b91-a014-15aadbdc1cbe None None] Checking router: eeea5059-f676-428f-80c9-c5dcbf907e74 for host: n-d-818823-1 {{(pid=103450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 20:36:10.123107 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b450cc-fa92-4b91-a014-15aadbdc1cbe None None] Routers {'eeea5059-f676-428f-80c9-c5dcbf907e74'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:36:10.123762 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-26b450cc-fa92-4b91-a014-15aadbdc1cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:36:02Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['eeea5059-f676-428f-80c9-c5dcbf907e74'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:36:10.168841 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a78cc978-db81-4244-8c2e-3e72324f423f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:10.190145 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a63ff1c8-80cd-45f0-8317-e40c206a3946 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Made reservation on behalf of fe864660cff645f6bfd902aea156f347 for: {'port': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:36:10.195348 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a63ff1c8-80cd-45f0-8317-e40c206a3946 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:10.280307 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [None req-a63ff1c8-80cd-45f0-8317-e40c206a3946 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] device_id is not set on port 5cc69df5-887f-4b74-9b1f-494faf36a6c7 yet. {{(pid=103447) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 20:36:10.316179 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-26b450cc-fa92-4b91-a014-15aadbdc1cbe None None] Set router eeea5059-f676-428f-80c9-c5dcbf907e74 gateway port host: n-d-818823-1 {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:36:10.335790 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2ac5b1-688a-48de-8f31-455e947aa84f req-40ba6ac2-8077-4d1f-9d75-64db88da20de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:36:10.337632 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7e2ac5b1-688a-48de-8f31-455e947aa84f req-40ba6ac2-8077-4d1f-9d75-64db88da20de service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9f480581a3a24d53832d12c56efe7dfb&device_id=781ecb7f-f445-4020-9466-d4bf9e78faaf HTTP/1.1" status: 200 len: 1096 time: 0.2644045 Nov 22 20:36:10.525565 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a78cc978-db81-4244-8c2e-3e72324f423f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:10.528209 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a78cc978-db81-4244-8c2e-3e72324f423f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:10.532300 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-a78cc978-db81-4244-8c2e-3e72324f423f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8e00fc0b-238c-454b-82d3-f2474f9f8c81 HTTP/1.1" status: 204 len: 168 time: 0.6734946 Nov 22 20:36:10.578311 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 45308) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:36:10.652419 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78cc978-db81-4244-8c2e-3e72324f423f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e00fc0b-238c-454b-82d3-f2474f9f8c81,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:36:10.697029 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-26b450cc-fa92-4b91-a014-15aadbdc1cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eeea5059-f676-428f-80c9-c5dcbf907e74', 'name': 'tempest-TestVolumeBackupRestore-916431354-router', 'tenant_id': '9f480581a3a24d53832d12c56efe7dfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': '1e263e93-9285-4b58-a694-fedb4b719dbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:32:07Z', 'updated_at': '2021-11-22T20:32:14Z', 'revision_number': 4, 'project_id': '9f480581a3a24d53832d12c56efe7dfb', 'gw_port': {'id': '1e263e93-9285-4b58-a694-fedb4b719dbb', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:c8:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeea5059-f676-428f-80c9-c5dcbf907e74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2560, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:32:11Z', 'updated_at': '2021-11-22T20:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_floatingips': [{'id': '6adaf99b-b122-40f6-8d2e-5397875cdf5b', 'tenant_id': '9f480581a3a24d53832d12c56efe7dfb', 'floating_ip_address': '172.25.5.189', 'floating_network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'router_id': 'eeea5059-f676-428f-80c9-c5dcbf907e74', 'port_id': 'f5e5c1f0-5188-45b5-8ddc-efab84548161', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2957, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c363749-4641-444d-b12e-785df04d6621', 'mac_address': 'fa:16:3e:20:90:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '781ecb7f-f445-4020-9466-d4bf9e78faaf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T20:36:07Z', 'updated_at': '2021-11-22T20:36:07Z', 'revision_number': 0, 'project_id': '9f480581a3a24d53832d12c56efe7dfb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '962d52d4-f506-4922-8a74-4b7e502d9d76', 'name': '', 'network_id': '4c363749-4641-444d-b12e-785df04d6621', 'tenant_id': '9f480581a3a24d53832d12c56efe7dfb', 'mac_address': 'fa:16:3e:b6:eb:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeea5059-f676-428f-80c9-c5dcbf907e74', 'device_owner': 'network:router_interface', 'standard_attr_id': 2562, 'fixed_ips': [{'subnet_id': '914ec341-e8f9-45e2-bd46-ed1ea518b4e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:32:13Z', 'updated_at': '2021-11-22T20:32:26Z', 'revision_number': 5, 'project_id': '9f480581a3a24d53832d12c56efe7dfb', 'subnets': [{'id': '914ec341-e8f9-45e2-bd46-ed1ea518b4e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:36:10.755687 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2ac5b1-688a-48de-8f31-455e947aa84f req-21f2394d-3267-48de-ac46-6e05b689bf6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:36:10.757205 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7e2ac5b1-688a-48de-8f31-455e947aa84f req-21f2394d-3267-48de-ac46-6e05b689bf6b service neutron] 10.222.0.20 "GET /v2.0/networks?id=4c363749-4641-444d-b12e-785df04d6621 HTTP/1.1" status: 200 len: 914 time: 0.4108887 Nov 22 20:36:10.761892 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b450cc-fa92-4b91-a014-15aadbdc1cbe None None] The sync data for ids ['eeea5059-f676-428f-80c9-c5dcbf907e74'] in n-d-818823-1 is: [{'id': 'eeea5059-f676-428f-80c9-c5dcbf907e74', 'name': 'tempest-TestVolumeBackupRestore-916431354-router', 'tenant_id': '9f480581a3a24d53832d12c56efe7dfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': '1e263e93-9285-4b58-a694-fedb4b719dbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:32:07Z', 'updated_at': '2021-11-22T20:32:14Z', 'revision_number': 4, 'project_id': '9f480581a3a24d53832d12c56efe7dfb', 'gw_port': {'id': '1e263e93-9285-4b58-a694-fedb4b719dbb', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:c8:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeea5059-f676-428f-80c9-c5dcbf907e74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2560, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:32:11Z', 'updated_at': '2021-11-22T20:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_floatingips': [{'id': '6adaf99b-b122-40f6-8d2e-5397875cdf5b', 'tenant_id': '9f480581a3a24d53832d12c56efe7dfb', 'floating_ip_address': '172.25.5.189', 'floating_network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'router_id': 'eeea5059-f676-428f-80c9-c5dcbf907e74', 'port_id': 'f5e5c1f0-5188-45b5-8ddc-efab84548161', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2957, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c363749-4641-444d-b12e-785df04d6621', 'mac_address': 'fa:16:3e:20:90:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '781ecb7f-f445-4020-9466-d4bf9e78faaf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T20:36:07Z', 'updated_at': '2021-11-22T20:36:07Z', 'revision_number': 0, 'project_id': '9f480581a3a24d53832d12c56efe7dfb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '962d52d4-f506-4922-8a74-4b7e502d9d76', 'name': '', 'network_id': '4c363749-4641-444d-b12e-785df04d6621', 'tenant_id': '9f480581a3a24d53832d12c56efe7dfb', 'mac_address': 'fa:16:3e:b6:eb:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeea5059-f676-428f-80c9-c5dcbf907e74', 'device_owner': 'network:router_interface', 'standard_attr_id': 2562, 'fixed_ips': [{'subnet_id': '914ec341-e8f9-45e2-bd46-ed1ea518b4e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:32:13Z', 'updated_at': '2021-11-22T20:32:26Z', 'revision_number': 5, 'project_id': '9f480581a3a24d53832d12c56efe7dfb', 'subnets': [{'id': '914ec341-e8f9-45e2-bd46-ed1ea518b4e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:36:10.767042 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d983ffe6-9a11-4f20-b88a-5402a64af549 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:10.824488 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [None req-a63ff1c8-80cd-45f0-8317-e40c206a3946 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Allocated IP 172.20.0.9 (7386b2d4-6501-4f04-b84c-edaeb6705d15/93b8fb85-4d95-4a10-9b61-5d16caf39315/5cc69df5-887f-4b74-9b1f-494faf36a6c7) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:36:10.965706 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d983ffe6-9a11-4f20-b88a-5402a64af549 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:10.973841 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d983ffe6-9a11-4f20-b88a-5402a64af549 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:11.053005 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-d983ffe6-9a11-4f20-b88a-5402a64af549 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e08a347630e148d18350418932fde629&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4726996 Nov 22 20:36:11.053995 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d983ffe6-9a11-4f20-b88a-5402a64af549 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=544eaebd-b3fd-4f20-9522-a59a2b1bfdad,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:36:11.072904 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 45328) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:36:11.172713 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4b0d9da0-775a-4674-bb64-570fd33600c4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:11.191933 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 45334) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:36:11.221786 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-06571c3f-2ac9-4141-b63c-208d91e1bbf0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:11.248090 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71a5bb25-dfae-48f6-b480-40956fae64f1 None None] New status for floating IP 6adaf99b-b122-40f6-8d2e-5397875cdf5b: ACTIVE {{(pid=103449) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 20:36:11.409152 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-06571c3f-2ac9-4141-b63c-208d91e1bbf0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:11.413452 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 45342) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:36:11.422449 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4b0d9da0-775a-4674-bb64-570fd33600c4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:11.428082 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-06571c3f-2ac9-4141-b63c-208d91e1bbf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:11.452253 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d1f1279-4eb3-4171-aee8-9644093a41c4 None None] Network 7386b2d4-6501-4f04-b84c-edaeb6705d15 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:36:11.476326 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-06571c3f-2ac9-4141-b63c-208d91e1bbf0 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ea50c9b89a1a44dd958116df402a6f72&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2796490 Nov 22 20:36:11.482023 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 45350) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:36:11.547247 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06571c3f-2ac9-4141-b63c-208d91e1bbf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adea1d00-3b7e-4daf-9745-c04874f4faca,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:36:11.585115 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7e2ac5b1-688a-48de-8f31-455e947aa84f req-bf801ac3-f265-4412-aaea-c4cb792de40c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f5e5c1f0-5188-45b5-8ddc-efab84548161 HTTP/1.1" status: 200 len: 999 time: 0.7821786 Nov 22 20:36:11.585435 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6d27623e-6e99-4dd1-baab-990ebdfda9bb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:11.612388 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-a33d50f7-d6eb-4bdd-bcb6-93bd919013aa None None] Provisioning complete for port 427c7cf5-fea3-43f8-8df2-8ba6e75c9548 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:36:11.612774 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-a33d50f7-d6eb-4bdd-bcb6-93bd919013aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:11.616953 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e3deace2-1c9f-4c92-ba83-20d266872b52 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:11.644416 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4b0d9da0-775a-4674-bb64-570fd33600c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:11.647092 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4b0d9da0-775a-4674-bb64-570fd33600c4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:11.651137 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-4b0d9da0-775a-4674-bb64-570fd33600c4 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/544eaebd-b3fd-4f20-9522-a59a2b1bfdad HTTP/1.1" status: 204 len: 168 time: 0.5742936 Nov 22 20:36:11.714248 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e3deace2-1c9f-4c92-ba83-20d266872b52 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:11.724731 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0d9da0-775a-4674-bb64-570fd33600c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=544eaebd-b3fd-4f20-9522-a59a2b1bfdad,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:36:11.814354 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2ac5b1-688a-48de-8f31-455e947aa84f req-0dd8e7a7-3d9f-4eff-9a40-d59c9feb4a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:36:11.816582 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7e2ac5b1-688a-48de-8f31-455e947aa84f req-0dd8e7a7-3d9f-4eff-9a40-d59c9feb4a65 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=914ec341-e8f9-45e2-bd46-ed1ea518b4e9 HTTP/1.1" status: 200 len: 852 time: 0.2229187 Nov 22 20:36:11.828726 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6d27623e-6e99-4dd1-baab-990ebdfda9bb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:11.834310 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6d27623e-6e99-4dd1-baab-990ebdfda9bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:11.894234 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-a33d50f7-d6eb-4bdd-bcb6-93bd919013aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:11.913259 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 427c7cf5-fea3-43f8-8df2-8ba6e75c9548 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:36:11.920279 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e3deace2-1c9f-4c92-ba83-20d266872b52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:11.923634 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e3deace2-1c9f-4c92-ba83-20d266872b52 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:11.927794 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-e3deace2-1c9f-4c92-ba83-20d266872b52 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/adea1d00-3b7e-4daf-9745-c04874f4faca HTTP/1.1" status: 204 len: 168 time: 0.4390872 Nov 22 20:36:11.927794 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d27623e-6e99-4dd1-baab-990ebdfda9bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9623cb21-ef25-4d19-bc19-c0000f77b9ce,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:36:11.938818 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a63ff1c8-80cd-45f0-8317-e40c206a3946 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:11.972072 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3deace2-1c9f-4c92-ba83-20d266872b52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adea1d00-3b7e-4daf-9745-c04874f4faca,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:36:11.998012 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2ac5b1-688a-48de-8f31-455e947aa84f req-96988d9f-0484-4ef3-8384-5648f3a1a485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:36:11.999532 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-6d27623e-6e99-4dd1-baab-990ebdfda9bb admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b5d461b78c474e41b4264fd8a76bfb52&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5839942 Nov 22 20:36:12.000166 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7e2ac5b1-688a-48de-8f31-455e947aa84f req-96988d9f-0484-4ef3-8384-5648f3a1a485 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4c363749-4641-444d-b12e-785df04d6621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1691668 Nov 22 20:36:12.004181 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 45366) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:36:12.064896 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-3432b1c1-bcef-432d-b4ef-42deacb1d053 tempest-TestVolumeBackupRestore-1993139719 tempest-TestVolumeBackupRestore-1993139719-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:12.093334 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-a33d50f7-d6eb-4bdd-bcb6-93bd919013aa None None] For port 427c7cf5-fea3-43f8-8df2-8ba6e75c9548, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=427c7cf5-fea3-43f8-8df2-8ba6e75c9548,segment=NetworkSegment(ee7e03b3-ff76-4e06-8928-48831b188734),segment_id=ee7e03b3-ff76-4e06-8928-48831b188734)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:36:12.097735 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.db.api [None req-71a5bb25-dfae-48f6-b480-40956fae64f1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103449) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 20:36:12.098724 n-d-818823-1 neutron-server[103449]: DEBUG oslo_db.api [None req-71a5bb25-dfae-48f6-b480-40956fae64f1 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 20:36:12.114804 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-a33d50f7-d6eb-4bdd-bcb6-93bd919013aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:12.117144 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-3432b1c1-bcef-432d-b4ef-42deacb1d053 tempest-TestVolumeBackupRestore-1993139719 tempest-TestVolumeBackupRestore-1993139719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-595224'] for floatingip, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:12.175390 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33d50f7-d6eb-4bdd-bcb6-93bd919013aa None None] Pushing event updated for resources: {'Port': ['ID=427c7cf5-fea3-43f8-8df2-8ba6e75c9548,revision_number=3']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:36:12.193404 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a63ff1c8-80cd-45f0-8317-e40c206a3946 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:12.249908 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 427c7cf5-fea3-43f8-8df2-8ba6e75c9548 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:36:12.250451 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:12.305006 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-71beace0-8183-48e9-9573-921c54f67d85 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:12.343868 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a63ff1c8-80cd-45f0-8317-e40c206a3946 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Network 7386b2d4-6501-4f04-b84c-edaeb6705d15 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:36:12.352241 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 45378) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:36:12.364848 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7e2ac5b1-688a-48de-8f31-455e947aa84f req-ae4f29f6-0ada-4c72-b05d-b69eb03e669a service neutron] 10.222.0.20 "GET /v2.0/networks/4c363749-4641-444d-b12e-785df04d6621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3415537 Nov 22 20:36:12.376856 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-a63ff1c8-80cd-45f0-8317-e40c206a3946 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:36:12.382495 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-11cd8dfa-3b79-4a7a-8297-7095ab0bc3a4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:12.392404 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a63ff1c8-80cd-45f0-8317-e40c206a3946 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:36:12.417329 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63ff1c8-80cd-45f0-8317-e40c206a3946 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Pushing event updated for resources: {'Port': ['ID=5cc69df5-887f-4b74-9b1f-494faf36a6c7,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:36:12.431955 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-71beace0-8183-48e9-9573-921c54f67d85 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:12.574287 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-11cd8dfa-3b79-4a7a-8297-7095ab0bc3a4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:12.584093 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-11cd8dfa-3b79-4a7a-8297-7095ab0bc3a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:12.601500 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71a5bb25-dfae-48f6-b480-40956fae64f1 None None] New status for floating IP 6adaf99b-b122-40f6-8d2e-5397875cdf5b: ACTIVE {{(pid=103449) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 20:36:12.631223 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cd8dfa-3b79-4a7a-8297-7095ab0bc3a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a42c01dc-2160-4132-99a7-1105248ac05d,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:36:12.656672 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 45384) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:36:12.675147 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-11cd8dfa-3b79-4a7a-8297-7095ab0bc3a4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b7dabaa1f64646e0b4862eb9284d2a09&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3216076 Nov 22 20:36:12.676082 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 45386) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:36:12.676379 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a63ff1c8-80cd-45f0-8317-e40c206a3946 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:36:12.677045 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a63ff1c8-80cd-45f0-8317-e40c206a3946 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:12.694127 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b73a613b-13a1-453c-bafb-3eeed956b92d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:12.728655 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-2f042a7c-731c-4fca-be81-4d2ab76616c8 None None] Provisioning complete for port 5cc69df5-887f-4b74-9b1f-494faf36a6c7 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:36:12.729278 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-2f042a7c-731c-4fca-be81-4d2ab76616c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:12.755638 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7e2ac5b1-688a-48de-8f31-455e947aa84f req-28f0e8a2-43f8-44b9-be09-49db4bbd85e1 service neutron] 10.222.0.20 "GET /v2.0/networks/4c363749-4641-444d-b12e-785df04d6621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3800306 Nov 22 20:36:12.766668 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-a63ff1c8-80cd-45f0-8317-e40c206a3946 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.2014351 Nov 22 20:36:12.769419 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 45388) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:36:12.831874 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-2f042a7c-731c-4fca-be81-4d2ab76616c8 None None] Port 5cc69df5-887f-4b74-9b1f-494faf36a6c7 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:36:12.882477 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-71beace0-8183-48e9-9573-921c54f67d85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:12.890181 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-71beace0-8183-48e9-9573-921c54f67d85 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:12.894677 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-71beace0-8183-48e9-9573-921c54f67d85 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9623cb21-ef25-4d19-bc19-c0000f77b9ce HTTP/1.1" status: 204 len: 168 time: 0.8853979 Nov 22 20:36:12.902696 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b73a613b-13a1-453c-bafb-3eeed956b92d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:12.921329 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b73a613b-13a1-453c-bafb-3eeed956b92d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:12.938051 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3432b1c1-bcef-432d-b4ef-42deacb1d053 tempest-TestVolumeBackupRestore-1993139719 tempest-TestVolumeBackupRestore-1993139719-project] Router eeea5059-f676-428f-80c9-c5dcbf907e74 has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 20:36:12.957184 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71beace0-8183-48e9-9573-921c54f67d85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9623cb21-ef25-4d19-bc19-c0000f77b9ce,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:36:12.958274 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-2f042a7c-731c-4fca-be81-4d2ab76616c8 None None] Provisioning complete for port e23a81b4-a2da-4fe0-97f3-f388dfb18713 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:36:12.958910 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-2f042a7c-731c-4fca-be81-4d2ab76616c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:12.980766 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef36ad21-1abd-483b-9d5b-7ed26f951949 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:36:12.982638 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-ef36ad21-1abd-483b-9d5b-7ed26f951949 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] 10.222.0.46 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.2122228 Nov 22 20:36:12.985439 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 45392) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:36:13.027461 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-b73a613b-13a1-453c-bafb-3eeed956b92d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a8b08980b31b4faa819f13560d5b56f4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3695974 Nov 22 20:36:13.064650 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 45394) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:36:13.123294 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82ed2437-714e-4ca9-8ac7-d0d8697fbf93 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:36:13.134875 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82ed2437-714e-4ca9-8ac7-d0d8697fbf93 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:36:13.149148 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73a613b-13a1-453c-bafb-3eeed956b92d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cac80cd0-bc64-42fa-9288-be8bb38d75ac,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:36:13.149545 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82ed2437-714e-4ca9-8ac7-d0d8697fbf93 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:36:13.154447 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-82ed2437-714e-4ca9-8ac7-d0d8697fbf93 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] 10.222.0.46 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2378 time: 0.1649365 Nov 22 20:36:13.165369 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 45396) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:36:13.199066 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-29c49092-e70a-4909-9c01-2c38aa7c9516 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:13.237407 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3432b1c1-bcef-432d-b4ef-42deacb1d053 tempest-TestVolumeBackupRestore-1993139719 tempest-TestVolumeBackupRestore-1993139719-project] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:36:13.243524 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-3432b1c1-bcef-432d-b4ef-42deacb1d053 tempest-TestVolumeBackupRestore-1993139719 tempest-TestVolumeBackupRestore-1993139719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for floatingip, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:13.248911 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-29c49092-e70a-4909-9c01-2c38aa7c9516 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:13.314092 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '781ecb7f-f445-4020-9466-d4bf9e78faaf', 'tag': 'f5e5c1f0-5188-45b5-8ddc-efab84548161'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:36:13.316752 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edd050ad-bb81-43a8-a9af-2dfc8356ccc4" -d '{"events": [{"name": "network-changed", "server_uuid": "781ecb7f-f445-4020-9466-d4bf9e78faaf", "tag": "f5e5c1f0-5188-45b5-8ddc-efab84548161"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:36:13.347292 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-3432b1c1-bcef-432d-b4ef-42deacb1d053 tempest-TestVolumeBackupRestore-1993139719 tempest-TestVolumeBackupRestore-1993139719-project] 10.222.0.46 "PUT /v2.0/floatingips/6adaf99b-b122-40f6-8d2e-5397875cdf5b HTTP/1.1" status: 200 len: 991 time: 3.6216280 Nov 22 20:36:13.370567 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-2f042a7c-731c-4fca-be81-4d2ab76616c8 None None] Port e23a81b4-a2da-4fe0-97f3-f388dfb18713 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:36:13.387373 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-2f042a7c-731c-4fca-be81-4d2ab76616c8 None None] Provisioning complete for port 427c7cf5-fea3-43f8-8df2-8ba6e75c9548 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:36:13.388049 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-2f042a7c-731c-4fca-be81-4d2ab76616c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:13.400737 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 20:36:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cecd2681-1422-4fe4-9bc2-eb14436065bb x-openstack-request-id: req-cecd2681-1422-4fe4-9bc2-eb14436065bb {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:36:13.401035 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "781ecb7f-f445-4020-9466-d4bf9e78faaf", "tag": "f5e5c1f0-5188-45b5-8ddc-efab84548161", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:36:13.401299 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-cecd2681-1422-4fe4-9bc2-eb14436065bb {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:36:13.401749 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '781ecb7f-f445-4020-9466-d4bf9e78faaf', 'tag': 'f5e5c1f0-5188-45b5-8ddc-efab84548161', 'status': 'completed', 'code': 200} Nov 22 20:36:13.414284 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a57156d3-ab6c-4689-bce3-399c06c861a2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:13.455556 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a57156d3-ab6c-4689-bce3-399c06c861a2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:13.465950 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-29c49092-e70a-4909-9c01-2c38aa7c9516 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:13.468645 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-29c49092-e70a-4909-9c01-2c38aa7c9516 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:13.472614 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-29c49092-e70a-4909-9c01-2c38aa7c9516 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a42c01dc-2160-4132-99a7-1105248ac05d HTTP/1.1" status: 204 len: 168 time: 0.7783976 Nov 22 20:36:13.492545 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-606c09ed-49cc-45b0-88ad-f0111a93d0d5 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Deleting port 5cc69df5-887f-4b74-9b1f-494faf36a6c7 {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:36:13.492933 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-606c09ed-49cc-45b0-88ad-f0111a93d0d5 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:13.498133 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f953b5-dfbe-4767-8592-c17007bd2196 None None] Sync routers for ids ['eeea5059-f676-428f-80c9-c5dcbf907e74'] in n-d-818823-1 {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:36:13.515488 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f953b5-dfbe-4767-8592-c17007bd2196 None None] Routers {'eeea5059-f676-428f-80c9-c5dcbf907e74'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:36:13.519053 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-75f953b5-dfbe-4767-8592-c17007bd2196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:36:02Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['eeea5059-f676-428f-80c9-c5dcbf907e74'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:36:13.524904 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c49092-e70a-4909-9c01-2c38aa7c9516 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a42c01dc-2160-4132-99a7-1105248ac05d,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:36:13.549789 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd050ad-bb81-43a8-a9af-2dfc8356ccc4 req-882ab5bc-cb86-4810-b934-ef0cd09cdc80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:36:13.551354 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-edd050ad-bb81-43a8-a9af-2dfc8356ccc4 req-882ab5bc-cb86-4810-b934-ef0cd09cdc80 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9f480581a3a24d53832d12c56efe7dfb&device_id=781ecb7f-f445-4020-9466-d4bf9e78faaf HTTP/1.1" status: 200 len: 1096 time: 0.1174257 Nov 22 20:36:13.567757 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 45404) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:36:13.649155 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ea1afc20-e26b-4d7c-8611-448b53fd2684 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:13.684246 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-606c09ed-49cc-45b0-88ad-f0111a93d0d5 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:13.702860 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-606c09ed-49cc-45b0-88ad-f0111a93d0d5 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Calling delete_port for 5cc69df5-887f-4b74-9b1f-494faf36a6c7 owned by {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:36:13.706746 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-838d3b0b-9ac1-49a4-ad24-6c956609c927 None None] Provisioning complete for port 5cc69df5-887f-4b74-9b1f-494faf36a6c7 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:36:13.708016 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-838d3b0b-9ac1-49a4-ad24-6c956609c927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:13.746171 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd050ad-bb81-43a8-a9af-2dfc8356ccc4 req-dbbf3962-9e35-49a4-b7e2-2a662d7e32b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:36:13.747744 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-edd050ad-bb81-43a8-a9af-2dfc8356ccc4 req-dbbf3962-9e35-49a4-b7e2-2a662d7e32b2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=4c363749-4641-444d-b12e-785df04d6621 HTTP/1.1" status: 200 len: 914 time: 0.1895244 Nov 22 20:36:13.823069 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-838d3b0b-9ac1-49a4-ad24-6c956609c927 None None] Port 5cc69df5-887f-4b74-9b1f-494faf36a6c7 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:36:13.848007 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 427c7cf5-fea3-43f8-8df2-8ba6e75c9548 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:36:13.912478 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a57156d3-ab6c-4689-bce3-399c06c861a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:13.915685 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a57156d3-ab6c-4689-bce3-399c06c861a2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:13.917169 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-a57156d3-ab6c-4689-bce3-399c06c861a2 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/cac80cd0-bc64-42fa-9288-be8bb38d75ac HTTP/1.1" status: 204 len: 168 time: 0.8512597 Nov 22 20:36:13.944617 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57156d3-ab6c-4689-bce3-399c06c861a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cac80cd0-bc64-42fa-9288-be8bb38d75ac,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:36:13.952094 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-606c09ed-49cc-45b0-88ad-f0111a93d0d5 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:13.988791 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-edd050ad-bb81-43a8-a9af-2dfc8356ccc4 req-33d1f767-7d78-4695-9caf-953c80fa2215 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f5e5c1f0-5188-45b5-8ddc-efab84548161 HTTP/1.1" status: 200 len: 1001 time: 0.2138083 Nov 22 20:36:13.998415 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-838d3b0b-9ac1-49a4-ad24-6c956609c927 None None] Provisioning complete for port e23a81b4-a2da-4fe0-97f3-f388dfb18713 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:36:13.998794 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-838d3b0b-9ac1-49a4-ad24-6c956609c927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:14.003447 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ea1afc20-e26b-4d7c-8611-448b53fd2684 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:14.016782 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-75f953b5-dfbe-4767-8592-c17007bd2196 None None] Set router eeea5059-f676-428f-80c9-c5dcbf907e74 gateway port host: n-d-818823-1 {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:36:14.026011 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ea1afc20-e26b-4d7c-8611-448b53fd2684 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:14.041714 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606c09ed-49cc-45b0-88ad-f0111a93d0d5 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Pushing event deleted for resources: {'Port': ['ID=5cc69df5-887f-4b74-9b1f-494faf36a6c7,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:36:14.122398 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 427c7cf5-fea3-43f8-8df2-8ba6e75c9548 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:36:14.123204 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:14.151057 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-ea1afc20-e26b-4d7c-8611-448b53fd2684 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1620438b4d054218b2adf319aa38b7d9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5822484 Nov 22 20:36:14.154695 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1afc20-e26b-4d7c-8611-448b53fd2684 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6f3081e-4e71-4040-9f83-446db2954c3a,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:36:14.157059 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-606c09ed-49cc-45b0-88ad-f0111a93d0d5 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:14.162709 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-606c09ed-49cc-45b0-88ad-f0111a93d0d5 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] 10.222.0.46 "DELETE /v2.0/ports/5cc69df5-887f-4b74-9b1f-494faf36a6c7 HTTP/1.1" status: 204 len: 168 time: 0.9957874 Nov 22 20:36:14.162958 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 45418) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:36:14.179276 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 45420) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:36:14.205230 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd050ad-bb81-43a8-a9af-2dfc8356ccc4 req-a62fae7b-3737-4c09-92a6-1cdb39fd12f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:36:14.206981 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-edd050ad-bb81-43a8-a9af-2dfc8356ccc4 req-a62fae7b-3737-4c09-92a6-1cdb39fd12f8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=914ec341-e8f9-45e2-bd46-ed1ea518b4e9 HTTP/1.1" status: 200 len: 852 time: 0.2086787 Nov 22 20:36:14.225384 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-838d3b0b-9ac1-49a4-ad24-6c956609c927 None None] Port e23a81b4-a2da-4fe0-97f3-f388dfb18713 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:36:14.234211 n-d-818823-1 neutron-server[103448]: INFO neutron.pecan_wsgi.hooks.translation [None req-336bd8b9-2ad2-456b-bc07-241bd7044143 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] GET failed (client error): The resource could not be found. Nov 22 20:36:14.237033 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-336bd8b9-2ad2-456b-bc07-241bd7044143 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] 10.222.0.46 "GET /v2.0/ports/5cc69df5-887f-4b74-9b1f-494faf36a6c7 HTTP/1.1" status: 404 len: 333 time: 0.0538371 Nov 22 20:36:14.239545 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 45426) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:36:14.346186 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd050ad-bb81-43a8-a9af-2dfc8356ccc4 req-e2e1e9f5-a0e0-4059-8cf9-085cd723a577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:36:14.348638 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-edd050ad-bb81-43a8-a9af-2dfc8356ccc4 req-e2e1e9f5-a0e0-4059-8cf9-085cd723a577 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4c363749-4641-444d-b12e-785df04d6621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1101089 Nov 22 20:36:14.386322 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-694921e7-ae69-434f-a9a2-66edc90bacfc tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Deleting port e23a81b4-a2da-4fe0-97f3-f388dfb18713 {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:36:14.387000 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a5a30468-9408-49eb-a7dd-088f5be328ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:14.387368 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-694921e7-ae69-434f-a9a2-66edc90bacfc tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:14.493358 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a5a30468-9408-49eb-a7dd-088f5be328ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:14.508380 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:14.560735 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:14.561060 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-edd050ad-bb81-43a8-a9af-2dfc8356ccc4 req-083a3a93-2899-4115-893f-8296706054ee service neutron] 10.222.0.20 "GET /v2.0/networks/4c363749-4641-444d-b12e-785df04d6621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2020204 Nov 22 20:36:14.633151 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-694921e7-ae69-434f-a9a2-66edc90bacfc tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:14.664751 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-75f953b5-dfbe-4767-8592-c17007bd2196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eeea5059-f676-428f-80c9-c5dcbf907e74', 'name': 'tempest-TestVolumeBackupRestore-916431354-router', 'tenant_id': '9f480581a3a24d53832d12c56efe7dfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': '1e263e93-9285-4b58-a694-fedb4b719dbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:32:07Z', 'updated_at': '2021-11-22T20:32:14Z', 'revision_number': 4, 'project_id': '9f480581a3a24d53832d12c56efe7dfb', 'gw_port': {'id': '1e263e93-9285-4b58-a694-fedb4b719dbb', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:c8:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeea5059-f676-428f-80c9-c5dcbf907e74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2560, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:32:11Z', 'updated_at': '2021-11-22T20:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_floatingips': [{'id': '6adaf99b-b122-40f6-8d2e-5397875cdf5b', 'tenant_id': '9f480581a3a24d53832d12c56efe7dfb', 'floating_ip_address': '172.25.5.189', 'floating_network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'router_id': 'eeea5059-f676-428f-80c9-c5dcbf907e74', 'port_id': 'f5e5c1f0-5188-45b5-8ddc-efab84548161', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 2957, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c363749-4641-444d-b12e-785df04d6621', 'mac_address': 'fa:16:3e:20:90:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '781ecb7f-f445-4020-9466-d4bf9e78faaf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T20:36:07Z', 'updated_at': '2021-11-22T20:36:12Z', 'revision_number': 2, 'project_id': '9f480581a3a24d53832d12c56efe7dfb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '962d52d4-f506-4922-8a74-4b7e502d9d76', 'name': '', 'network_id': '4c363749-4641-444d-b12e-785df04d6621', 'tenant_id': '9f480581a3a24d53832d12c56efe7dfb', 'mac_address': 'fa:16:3e:b6:eb:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeea5059-f676-428f-80c9-c5dcbf907e74', 'device_owner': 'network:router_interface', 'standard_attr_id': 2562, 'fixed_ips': [{'subnet_id': '914ec341-e8f9-45e2-bd46-ed1ea518b4e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:32:13Z', 'updated_at': '2021-11-22T20:32:26Z', 'revision_number': 5, 'project_id': '9f480581a3a24d53832d12c56efe7dfb', 'subnets': [{'id': '914ec341-e8f9-45e2-bd46-ed1ea518b4e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:36:14.666554 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-694921e7-ae69-434f-a9a2-66edc90bacfc tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Calling delete_port for e23a81b4-a2da-4fe0-97f3-f388dfb18713 owned by {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:36:14.696150 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-edd050ad-bb81-43a8-a9af-2dfc8356ccc4 req-b4cb7eca-4ded-4d18-bef1-06ce0cb31e8f service neutron] 10.222.0.20 "GET /v2.0/networks/4c363749-4641-444d-b12e-785df04d6621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249831 Nov 22 20:36:14.716704 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a5a30468-9408-49eb-a7dd-088f5be328ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:14.721511 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a5a30468-9408-49eb-a7dd-088f5be328ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:14.730156 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-a5a30468-9408-49eb-a7dd-088f5be328ad admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b6f3081e-4e71-4040-9f83-446db2954c3a HTTP/1.1" status: 204 len: 168 time: 0.5595951 Nov 22 20:36:14.749592 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a30468-9408-49eb-a7dd-088f5be328ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6f3081e-4e71-4040-9f83-446db2954c3a,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:36:14.752743 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f953b5-dfbe-4767-8592-c17007bd2196 None None] Checking router: eeea5059-f676-428f-80c9-c5dcbf907e74 for host: n-d-818823-1 {{(pid=103450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 20:36:14.763332 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f953b5-dfbe-4767-8592-c17007bd2196 None None] Routers {'eeea5059-f676-428f-80c9-c5dcbf907e74'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:36:14.764285 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-75f953b5-dfbe-4767-8592-c17007bd2196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:36:02Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['eeea5059-f676-428f-80c9-c5dcbf907e74'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:36:14.907553 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-75f953b5-dfbe-4767-8592-c17007bd2196 None None] Set router eeea5059-f676-428f-80c9-c5dcbf907e74 gateway port host: n-d-818823-1 {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:36:14.983794 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-694921e7-ae69-434f-a9a2-66edc90bacfc tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:15.130015 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694921e7-ae69-434f-a9a2-66edc90bacfc tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Pushing event deleted for resources: {'Port': ['ID=e23a81b4-a2da-4fe0-97f3-f388dfb18713,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:36:15.132977 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-694921e7-ae69-434f-a9a2-66edc90bacfc tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:15.140659 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-694921e7-ae69-434f-a9a2-66edc90bacfc tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] 10.222.0.46 "DELETE /v2.0/ports/e23a81b4-a2da-4fe0-97f3-f388dfb18713 HTTP/1.1" status: 204 len: 168 time: 0.8993077 Nov 22 20:36:15.143363 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 45450) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:36:15.182102 n-d-818823-1 neutron-server[103447]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d25b8c3-0757-4bf2-b98b-7c2b7c868a3b tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] GET failed (client error): The resource could not be found. Nov 22 20:36:15.184020 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-7d25b8c3-0757-4bf2-b98b-7c2b7c868a3b tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] 10.222.0.46 "GET /v2.0/ports/e23a81b4-a2da-4fe0-97f3-f388dfb18713 HTTP/1.1" status: 404 len: 333 time: 0.0392034 Nov 22 20:36:15.190353 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 45454) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:36:15.273894 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-75f953b5-dfbe-4767-8592-c17007bd2196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eeea5059-f676-428f-80c9-c5dcbf907e74', 'name': 'tempest-TestVolumeBackupRestore-916431354-router', 'tenant_id': '9f480581a3a24d53832d12c56efe7dfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': '1e263e93-9285-4b58-a694-fedb4b719dbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:32:07Z', 'updated_at': '2021-11-22T20:32:14Z', 'revision_number': 4, 'project_id': '9f480581a3a24d53832d12c56efe7dfb', 'gw_port': {'id': '1e263e93-9285-4b58-a694-fedb4b719dbb', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:c8:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeea5059-f676-428f-80c9-c5dcbf907e74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2560, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:32:11Z', 'updated_at': '2021-11-22T20:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_floatingips': [{'id': '6adaf99b-b122-40f6-8d2e-5397875cdf5b', 'tenant_id': '9f480581a3a24d53832d12c56efe7dfb', 'floating_ip_address': '172.25.5.189', 'floating_network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'router_id': 'eeea5059-f676-428f-80c9-c5dcbf907e74', 'port_id': 'f5e5c1f0-5188-45b5-8ddc-efab84548161', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 2957, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c363749-4641-444d-b12e-785df04d6621', 'mac_address': 'fa:16:3e:20:90:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '781ecb7f-f445-4020-9466-d4bf9e78faaf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T20:36:07Z', 'updated_at': '2021-11-22T20:36:12Z', 'revision_number': 2, 'project_id': '9f480581a3a24d53832d12c56efe7dfb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '962d52d4-f506-4922-8a74-4b7e502d9d76', 'name': '', 'network_id': '4c363749-4641-444d-b12e-785df04d6621', 'tenant_id': '9f480581a3a24d53832d12c56efe7dfb', 'mac_address': 'fa:16:3e:b6:eb:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeea5059-f676-428f-80c9-c5dcbf907e74', 'device_owner': 'network:router_interface', 'standard_attr_id': 2562, 'fixed_ips': [{'subnet_id': '914ec341-e8f9-45e2-bd46-ed1ea518b4e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:32:13Z', 'updated_at': '2021-11-22T20:32:26Z', 'revision_number': 5, 'project_id': '9f480581a3a24d53832d12c56efe7dfb', 'subnets': [{'id': '914ec341-e8f9-45e2-bd46-ed1ea518b4e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:36:15.295691 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b41cda0-b916-4b19-bdbd-b8bd10ec1d09 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Deleting subnet 93b8fb85-4d95-4a10-9b61-5d16caf39315 {{(pid=103448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 20:36:15.303027 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9b41cda0-b916-4b19-bdbd-b8bd10ec1d09 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks [] for subnet, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:15.326032 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f953b5-dfbe-4767-8592-c17007bd2196 None None] The sync data for ids ['eeea5059-f676-428f-80c9-c5dcbf907e74'] in n-d-818823-1 is: [{'id': 'eeea5059-f676-428f-80c9-c5dcbf907e74', 'name': 'tempest-TestVolumeBackupRestore-916431354-router', 'tenant_id': '9f480581a3a24d53832d12c56efe7dfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': '1e263e93-9285-4b58-a694-fedb4b719dbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:32:07Z', 'updated_at': '2021-11-22T20:32:14Z', 'revision_number': 4, 'project_id': '9f480581a3a24d53832d12c56efe7dfb', 'gw_port': {'id': '1e263e93-9285-4b58-a694-fedb4b719dbb', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:c8:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeea5059-f676-428f-80c9-c5dcbf907e74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2560, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:32:11Z', 'updated_at': '2021-11-22T20:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_floatingips': [{'id': '6adaf99b-b122-40f6-8d2e-5397875cdf5b', 'tenant_id': '9f480581a3a24d53832d12c56efe7dfb', 'floating_ip_address': '172.25.5.189', 'floating_network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'router_id': 'eeea5059-f676-428f-80c9-c5dcbf907e74', 'port_id': 'f5e5c1f0-5188-45b5-8ddc-efab84548161', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 2957, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c363749-4641-444d-b12e-785df04d6621', 'mac_address': 'fa:16:3e:20:90:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '781ecb7f-f445-4020-9466-d4bf9e78faaf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T20:36:07Z', 'updated_at': '2021-11-22T20:36:12Z', 'revision_number': 2, 'project_id': '9f480581a3a24d53832d12c56efe7dfb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '962d52d4-f506-4922-8a74-4b7e502d9d76', 'name': '', 'network_id': '4c363749-4641-444d-b12e-785df04d6621', 'tenant_id': '9f480581a3a24d53832d12c56efe7dfb', 'mac_address': 'fa:16:3e:b6:eb:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeea5059-f676-428f-80c9-c5dcbf907e74', 'device_owner': 'network:router_interface', 'standard_attr_id': 2562, 'fixed_ips': [{'subnet_id': '914ec341-e8f9-45e2-bd46-ed1ea518b4e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:32:13Z', 'updated_at': '2021-11-22T20:32:26Z', 'revision_number': 5, 'project_id': '9f480581a3a24d53832d12c56efe7dfb', 'subnets': [{'id': '914ec341-e8f9-45e2-bd46-ed1ea518b4e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:36:15.403179 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '781ecb7f-f445-4020-9466-d4bf9e78faaf', 'tag': 'f5e5c1f0-5188-45b5-8ddc-efab84548161'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:36:15.406126 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6bb8f1a-30ee-49b9-87fc-c78cd3357209" -d '{"events": [{"name": "network-changed", "server_uuid": "781ecb7f-f445-4020-9466-d4bf9e78faaf", "tag": "f5e5c1f0-5188-45b5-8ddc-efab84548161"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:36:15.406915 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9b41cda0-b916-4b19-bdbd-b8bd10ec1d09 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11627908'] for subnet, precommit_delete_associations {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:15.505434 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 20:36:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ed77713-1604-4758-b182-48ae6890fc84 x-openstack-request-id: req-4ed77713-1604-4758-b182-48ae6890fc84 {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:36:15.505845 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "781ecb7f-f445-4020-9466-d4bf9e78faaf", "tag": "f5e5c1f0-5188-45b5-8ddc-efab84548161", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:36:15.506265 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4ed77713-1604-4758-b182-48ae6890fc84 {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:36:15.506734 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '781ecb7f-f445-4020-9466-d4bf9e78faaf', 'tag': 'f5e5c1f0-5188-45b5-8ddc-efab84548161', 'status': 'completed', 'code': 200} Nov 22 20:36:15.609798 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9b41cda0-b916-4b19-bdbd-b8bd10ec1d09 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3753007'] for subnet, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:15.641863 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bb8f1a-30ee-49b9-87fc-c78cd3357209 req-d30bd5a7-0bc6-47a1-95b5-6965fe58b526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:36:15.645782 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c6bb8f1a-30ee-49b9-87fc-c78cd3357209 req-d30bd5a7-0bc6-47a1-95b5-6965fe58b526 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9f480581a3a24d53832d12c56efe7dfb&device_id=781ecb7f-f445-4020-9466-d4bf9e78faaf HTTP/1.1" status: 200 len: 1096 time: 0.1112678 Nov 22 20:36:15.713046 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9b41cda0-b916-4b19-bdbd-b8bd10ec1d09 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3753014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11567369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11792914'] for subnet, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:15.754279 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b41cda0-b916-4b19-bdbd-b8bd10ec1d09 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Pushing event deleted for resources: {'Subnet': ['ID=93b8fb85-4d95-4a10-9b61-5d16caf39315,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:36:15.767138 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9b41cda0-b916-4b19-bdbd-b8bd10ec1d09 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:15.771909 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-9b41cda0-b916-4b19-bdbd-b8bd10ec1d09 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] 10.222.0.46 "DELETE /v2.0/subnets/93b8fb85-4d95-4a10-9b61-5d16caf39315 HTTP/1.1" status: 204 len: 168 time: 0.5781903 Nov 22 20:36:15.774280 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 45472) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:36:15.777740 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38f76826-b1f3-4345-86e1-fc4c5fcbb6e6 None None] Network 7386b2d4-6501-4f04-b84c-edaeb6705d15 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:36:15.959184 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bb8f1a-30ee-49b9-87fc-c78cd3357209 req-a056950e-fa75-4ed4-9b52-63feb413fa6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:36:15.960976 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c6bb8f1a-30ee-49b9-87fc-c78cd3357209 req-a056950e-fa75-4ed4-9b52-63feb413fa6c service neutron] 10.222.0.20 "GET /v2.0/networks?id=4c363749-4641-444d-b12e-785df04d6621 HTTP/1.1" status: 200 len: 914 time: 0.3051536 Nov 22 20:36:16.094364 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c6bb8f1a-30ee-49b9-87fc-c78cd3357209 req-cb5d34f7-9e50-451f-85b0-07fd84cc357c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f5e5c1f0-5188-45b5-8ddc-efab84548161 HTTP/1.1" status: 200 len: 1001 time: 0.1226239 Nov 22 20:36:16.148299 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49a206d9-fe98-41f9-a162-9e7841f072a3 None None] DHCP port deletion for 7386b2d4-6501-4f04-b84c-edaeb6705d15 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:36:16.229509 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-49a206d9-fe98-41f9-a162-9e7841f072a3 None None] Deleting port 427c7cf5-fea3-43f8-8df2-8ba6e75c9548 {{(pid=103449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:36:16.229937 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-49a206d9-fe98-41f9-a162-9e7841f072a3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:16.230131 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bb8f1a-30ee-49b9-87fc-c78cd3357209 req-e5c17d2f-1e44-418a-aaf5-3ea804d7d780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:36:16.235159 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c6bb8f1a-30ee-49b9-87fc-c78cd3357209 req-e5c17d2f-1e44-418a-aaf5-3ea804d7d780 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=914ec341-e8f9-45e2-bd46-ed1ea518b4e9 HTTP/1.1" status: 200 len: 852 time: 0.1210475 Nov 22 20:36:16.327810 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bb8f1a-30ee-49b9-87fc-c78cd3357209 req-365af8b3-40ce-453e-b66c-299643034219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:36:16.332437 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c6bb8f1a-30ee-49b9-87fc-c78cd3357209 req-365af8b3-40ce-453e-b66c-299643034219 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4c363749-4641-444d-b12e-785df04d6621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0883915 Nov 22 20:36:16.348287 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b8c6790c-3017-4cb9-96e4-0138fbec686e tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3961693'] for network, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:16.386826 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-49a206d9-fe98-41f9-a162-9e7841f072a3 None None] For port 427c7cf5-fea3-43f8-8df2-8ba6e75c9548, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=427c7cf5-fea3-43f8-8df2-8ba6e75c9548,segment=NetworkSegment(ee7e03b3-ff76-4e06-8928-48831b188734),segment_id=ee7e03b3-ff76-4e06-8928-48831b188734)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:36:16.387268 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-49a206d9-fe98-41f9-a162-9e7841f072a3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:16.404117 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-49a206d9-fe98-41f9-a162-9e7841f072a3 None None] Calling delete_port for 427c7cf5-fea3-43f8-8df2-8ba6e75c9548 owned by network:dhcp {{(pid=103449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:36:16.472023 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-b8c6790c-3017-4cb9-96e4-0138fbec686e tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Deleting port 427c7cf5-fea3-43f8-8df2-8ba6e75c9548 {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:36:16.472023 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b8c6790c-3017-4cb9-96e4-0138fbec686e tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:16.482309 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c6bb8f1a-30ee-49b9-87fc-c78cd3357209 req-58947099-0aaf-446e-ab92-4910b18a0cf1 service neutron] 10.222.0.20 "GET /v2.0/networks/4c363749-4641-444d-b12e-785df04d6621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408479 Nov 22 20:36:16.583228 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-49a206d9-fe98-41f9-a162-9e7841f072a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381'] for port, after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:16.616234 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-b8c6790c-3017-4cb9-96e4-0138fbec686e tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] For port 427c7cf5-fea3-43f8-8df2-8ba6e75c9548, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=427c7cf5-fea3-43f8-8df2-8ba6e75c9548,segment=NetworkSegment(ee7e03b3-ff76-4e06-8928-48831b188734),segment_id=ee7e03b3-ff76-4e06-8928-48831b188734)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:36:16.616234 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b8c6790c-3017-4cb9-96e4-0138fbec686e tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:16.634858 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-b8c6790c-3017-4cb9-96e4-0138fbec686e tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Calling delete_port for 427c7cf5-fea3-43f8-8df2-8ba6e75c9548 owned by network:dhcp {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:36:16.658102 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a206d9-fe98-41f9-a162-9e7841f072a3 None None] No DVR routers for this DVR port 427c7cf5-fea3-43f8-8df2-8ba6e75c9548 on host n-d-818823-1 {{(pid=103449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:36:16.664467 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a206d9-fe98-41f9-a162-9e7841f072a3 None None] Pushing event deleted for resources: {'Port': ['ID=427c7cf5-fea3-43f8-8df2-8ba6e75c9548,revision_number=None']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:36:16.696083 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c6bb8f1a-30ee-49b9-87fc-c78cd3357209 req-7ac9aa40-d04f-4a8a-b702-fcaa50bb7fc5 service neutron] 10.222.0.20 "GET /v2.0/networks/4c363749-4641-444d-b12e-785df04d6621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2062764 Nov 22 20:36:16.774424 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b8c6790c-3017-4cb9-96e4-0138fbec686e tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:16.796572 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c6790c-3017-4cb9-96e4-0138fbec686e tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] No DVR routers for this DVR port 427c7cf5-fea3-43f8-8df2-8ba6e75c9548 on host n-d-818823-1 {{(pid=103448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:36:16.856499 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c6790c-3017-4cb9-96e4-0138fbec686e tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Pushing event deleted for resources: {'Port': ['ID=427c7cf5-fea3-43f8-8df2-8ba6e75c9548,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:36:16.890972 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 45504) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:36:16.945889 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b8c6790c-3017-4cb9-96e4-0138fbec686e tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3760028', 'neutron.services.segments.db._delete_segments_for_network-8748992815755'] for network, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:16.971476 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-b8c6790c-3017-4cb9-96e4-0138fbec686e tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7386b2d4-6501-4f04-b84c-edaeb6705d15']}} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:36:16.990949 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-b8c6790c-3017-4cb9-96e4-0138fbec686e tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee7e03b3-ff76-4e06-8928-48831b188734') {'for_net_delete': True} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:36:17.005549 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-b8c6790c-3017-4cb9-96e4-0138fbec686e tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee7e03b3-ff76-4e06-8928-48831b188734') {} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:36:17.019537 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b8c6790c-3017-4cb9-96e4-0138fbec686e tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748993039638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11627933'] for segment, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:17.033682 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b8c6790c-3017-4cb9-96e4-0138fbec686e tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:17.040147 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8c6790c-3017-4cb9-96e4-0138fbec686e tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Releasing vlan 609 on physical network physnet1 to pool {{(pid=103448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 20:36:17.040547 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b8c6790c-3017-4cb9-96e4-0138fbec686e tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11567447'] for segment, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:17.135825 n-d-818823-1 neutron-server[103448]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 20:36:17.135825 n-d-818823-1 neutron-server[103448]: self.session.flush() Nov 22 20:36:17.135825 n-d-818823-1 neutron-server[103448]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 20:36:17.135825 n-d-818823-1 neutron-server[103448]: self.session.flush() Nov 22 20:36:17.135825 n-d-818823-1 neutron-server[103448]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 20:36:17.135825 n-d-818823-1 neutron-server[103448]: self.session.flush() Nov 22 20:36:17.135825 n-d-818823-1 neutron-server[103448]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 20:36:17.135825 n-d-818823-1 neutron-server[103448]: self.session.flush() Nov 22 20:36:17.135825 n-d-818823-1 neutron-server[103448]: Traceback (most recent call last): Nov 22 20:36:17.135825 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 20:36:17.135825 n-d-818823-1 neutron-server[103448]: timer() Nov 22 20:36:17.135825 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 20:36:17.135825 n-d-818823-1 neutron-server[103448]: cb(*args, **kw) Nov 22 20:36:17.135825 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 20:36:17.135825 n-d-818823-1 neutron-server[103448]: return func(*args, **kwargs) Nov 22 20:36:17.135825 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 20:36:17.135825 n-d-818823-1 neutron-server[103448]: self._notify() Nov 22 20:36:17.135825 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 20:36:17.135825 n-d-818823-1 neutron-server[103448]: self.callback(batched_events) Nov 22 20:36:17.135825 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 20:36:17.135825 n-d-818823-1 neutron-server[103448]: event.method(event) Nov 22 20:36:17.135825 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 20:36:17.135825 n-d-818823-1 neutron-server[103448]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 20:36:17.135825 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 20:36:17.135825 n-d-818823-1 neutron-server[103448]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 20:36:17.135825 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 20:36:17.135825 n-d-818823-1 neutron-server[103448]: return f(self, *a, **k) Nov 22 20:36:17.135825 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 20:36:17.135825 n-d-818823-1 neutron-server[103448]: return self._get(url).json() Nov 22 20:36:17.135825 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 20:36:17.135825 n-d-818823-1 neutron-server[103448]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 20:36:17.135825 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 20:36:17.135825 n-d-818823-1 neutron-server[103448]: return self.request(url, 'GET', **kwargs) Nov 22 20:36:17.135825 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 20:36:17.135825 n-d-818823-1 neutron-server[103448]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 20:36:17.135825 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 20:36:17.135825 n-d-818823-1 neutron-server[103448]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 20:36:17.135825 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 20:36:17.135825 n-d-818823-1 neutron-server[103448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 20:36:17.135825 n-d-818823-1 neutron-server[103448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 20:36:17.153601 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b8c6790c-3017-4cb9-96e4-0138fbec686e tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3760002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595318'] for network, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:17.176756 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b8c6790c-3017-4cb9-96e4-0138fbec686e tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks [] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:17.183912 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-b8c6790c-3017-4cb9-96e4-0138fbec686e tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] 10.222.0.46 "DELETE /v2.0/networks/7386b2d4-6501-4f04-b84c-edaeb6705d15 HTTP/1.1" status: 204 len: 168 time: 1.4082792 Nov 22 20:36:17.190413 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 45524) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:36:17.195316 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-1b7561dc-62e4-4571-b839-f9354db4033c tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-273272678'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:36:17.205492 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c6790c-3017-4cb9-96e4-0138fbec686e tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Pushing event deleted for resources: {'Network': ['ID=7386b2d4-6501-4f04-b84c-edaeb6705d15,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:36:17.232243 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-25b11eca-dffe-466f-9b47-225347aeb8dc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:17.288804 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b7561dc-62e4-4571-b839-f9354db4033c tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Made reservation on behalf of fe864660cff645f6bfd902aea156f347 for: {'network': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:36:17.299359 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1b7561dc-62e4-4571-b839-f9354db4033c tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for network, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:17.351400 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b7561dc-62e4-4571-b839-f9354db4033c tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] vlan segment allocate from pool success with {'vlan_id': 626, 'physical_network': 'physnet1'} {{(pid=103447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 20:36:17.362755 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1b7561dc-62e4-4571-b839-f9354db4033c tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:17.363382 n-d-818823-1 neutron-server[103447]: INFO neutron.db.segments_db [None req-1b7561dc-62e4-4571-b839-f9354db4033c tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Added segment 72fc611a-703a-472d-b89c-312a87edfe15 of type vlan for network b9b80788-7891-428e-a8b7-bc087193897e Nov 22 20:36:17.411262 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1b7561dc-62e4-4571-b839-f9354db4033c tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748992492791'] for network, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:17.444505 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1b7561dc-62e4-4571-b839-f9354db4033c tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for network, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:17.452041 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b7561dc-62e4-4571-b839-f9354db4033c tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:36:17.452881 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1b7561dc-62e4-4571-b839-f9354db4033c tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks [] for network, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:17.534355 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-1b7561dc-62e4-4571-b839-f9354db4033c tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3427916 Nov 22 20:36:17.537656 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 45534) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:36:17.548991 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-34c4262a-7871-43cf-9484-b0511d328a8e tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Request body: {'subnet': {'network_id': 'b9b80788-7891-428e-a8b7-bc087193897e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:36:17.579584 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7561dc-62e4-4571-b839-f9354db4033c tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Pushing event updated for resources: {'Network': ['ID=b9b80788-7891-428e-a8b7-bc087193897e,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:36:17.593785 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Network b9b80788-7891-428e-a8b7-bc087193897e details requested by agent ovs-agent-n-d-818823-1 with host n-d-818823-1 {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 20:36:17.600735 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-25b11eca-dffe-466f-9b47-225347aeb8dc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:17.609338 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-25b11eca-dffe-466f-9b47-225347aeb8dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:17.669693 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b11eca-dffe-466f-9b47-225347aeb8dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc21df17-1c4f-4864-8c9e-ea00585ef690,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:36:17.732943 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-25b11eca-dffe-466f-9b47-225347aeb8dc admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2aae31ce749f4dce8ec4ab4d6039ca91&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8380995 Nov 22 20:36:17.733352 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 45548) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:36:17.913344 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-12e4fd7c-73c7-4709-84fc-a751c6eae8f3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:17.914651 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34c4262a-7871-43cf-9484-b0511d328a8e tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Made reservation on behalf of fe864660cff645f6bfd902aea156f347 for: {'subnet': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:36:17.918432 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-34c4262a-7871-43cf-9484-b0511d328a8e tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11792951'] for subnet, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:17.928707 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 427c7cf5-fea3-43f8-8df2-8ba6e75c9548 no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:36:17.967898 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: 427c7cf5-fea3-43f8-8df2-8ba6e75c9548 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:36:17.969060 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 427c7cf5-fea3-43f8-8df2-8ba6e75c9548 not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:36:18.008275 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-12e4fd7c-73c7-4709-84fc-a751c6eae8f3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:18.163795 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-12e4fd7c-73c7-4709-84fc-a751c6eae8f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:18.168762 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-12e4fd7c-73c7-4709-84fc-a751c6eae8f3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:18.175944 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-12e4fd7c-73c7-4709-84fc-a751c6eae8f3 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/dc21df17-1c4f-4864-8c9e-ea00585ef690 HTTP/1.1" status: 204 len: 168 time: 0.4414985 Nov 22 20:36:18.198473 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e4fd7c-73c7-4709-84fc-a751c6eae8f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc21df17-1c4f-4864-8c9e-ea00585ef690,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:36:18.214805 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-34c4262a-7871-43cf-9484-b0511d328a8e tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11567560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11792921'] for subnet, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:18.321190 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c4262a-7871-43cf-9484-b0511d328a8e tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Checking segment: {'id': '72fc611a-703a-472d-b89c-312a87edfe15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'b9b80788-7891-428e-a8b7-bc087193897e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:36:18.321888 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34c4262a-7871-43cf-9484-b0511d328a8e tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Network hostable DHCP agents. Network: b9b80788-7891-428e-a8b7-bc087193897e, hostable agents: ['02adaa64-0987-4b74-bad0-cbcf56f8a294'], hosted agents: [] {{(pid=103448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 20:36:18.359983 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c4262a-7871-43cf-9484-b0511d328a8e tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Pushing event updated for resources: {'Subnet': ['ID=2da2c76a-53b3-4e3f-80f9-d436b3507225,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:36:18.389146 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34c4262a-7871-43cf-9484-b0511d328a8e tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Network b9b80788-7891-428e-a8b7-bc087193897e is scheduled to be hosted by DHCP agent 02adaa64-0987-4b74-bad0-cbcf56f8a294 with binding_index 1 {{(pid=103448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 20:36:18.403090 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-34c4262a-7871-43cf-9484-b0511d328a8e tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818823-1, b9b80788-7891-428e-a8b7-bc087193897e) {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:36:18.410963 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34c4262a-7871-43cf-9484-b0511d328a8e tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:36:18.412439 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-34c4262a-7871-43cf-9484-b0511d328a8e tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:18.415396 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b773c3cb-072c-4672-96ea-e8bd81bb63bd None None] Network b9b80788-7891-428e-a8b7-bc087193897e requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:36:18.446254 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 45578) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:36:18.449223 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-34c4262a-7871-43cf-9484-b0511d328a8e tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9059091 Nov 22 20:36:18.451123 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-a03a1e81-b239-416e-bc2e-912ca52c0e6d tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-749452509', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:36:18.507880 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a03a1e81-b239-416e-bc2e-912ca52c0e6d tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24799'] for router, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:18.509228 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a03a1e81-b239-416e-bc2e-912ca52c0e6d tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-632716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24788'] for router, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:18.580427 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 45582) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:36:18.622949 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a03a1e81-b239-416e-bc2e-912ca52c0e6d tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:18.629431 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a03a1e81-b239-416e-bc2e-912ca52c0e6d tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-659538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-841284'] for router, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:18.634587 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd6d1e01-8887-42dd-894f-07c9ebd6080c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fb26bd7-ce56-527b-b94f-2e1f7cb2bb35-b9b80788-7891-428e-a8b7-bc087193897e', 'network_id': 'b9b80788-7891-428e-a8b7-bc087193897e', 'tenant_id': 'fe864660cff645f6bfd902aea156f347', 'fixed_ips': [{'subnet_id': '2da2c76a-53b3-4e3f-80f9-d436b3507225'}]}} from n-d-818823-1. {{(pid=103449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 20:36:18.635657 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-dd6d1e01-8887-42dd-894f-07c9ebd6080c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:18.653885 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a03a1e81-b239-416e-bc2e-912ca52c0e6d tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks [] for router, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:18.658179 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-a03a1e81-b239-416e-bc2e-912ca52c0e6d tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.2078576 Nov 22 20:36:18.658333 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 45588) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:36:18.664367 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-6fb305ef-5f8f-43e2-86f7-d16d51980aab tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Request body: {'port': {'network_id': 'b9b80788-7891-428e-a8b7-bc087193897e', 'name': 'tempest-PortsTestJSON-1103830092'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:36:18.795789 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fb305ef-5f8f-43e2-86f7-d16d51980aab tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Made reservation on behalf of fe864660cff645f6bfd902aea156f347 for: {'port': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:36:18.800774 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6fb305ef-5f8f-43e2-86f7-d16d51980aab tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:18.840137 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [None req-6fb305ef-5f8f-43e2-86f7-d16d51980aab tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] device_id is not set on port e8f4b573-c895-4c34-acd0-9541d7ee4555 yet. {{(pid=103448) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 20:36:18.840469 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.db_base_plugin_common [None req-dd6d1e01-8887-42dd-894f-07c9ebd6080c None None] Allocated IP 172.20.0.2 (b9b80788-7891-428e-a8b7-bc087193897e/2da2c76a-53b3-4e3f-80f9-d436b3507225/33ca2186-3ed8-4bd9-b695-f81beaf526b3) {{(pid=103449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:36:18.953977 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d465e7b4-a423-4903-98e5-38936ef6fd6e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:19.078066 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d465e7b4-a423-4903-98e5-38936ef6fd6e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:19.084071 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-dd6d1e01-8887-42dd-894f-07c9ebd6080c None None] Publish callbacks [] for port, precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:19.089463 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d465e7b4-a423-4903-98e5-38936ef6fd6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:19.092151 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-dd6d1e01-8887-42dd-894f-07c9ebd6080c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372'] for port, after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:19.186302 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-d465e7b4-a423-4903-98e5-38936ef6fd6e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f4693548c7734ea0a9495aaaac7517a9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6039314 Nov 22 20:36:19.189366 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d465e7b4-a423-4903-98e5-38936ef6fd6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9cc2a62-c314-45bc-870c-c12a19be125c,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:36:19.189530 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 45610) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:36:19.204579 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [None req-6fb305ef-5f8f-43e2-86f7-d16d51980aab tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Allocated IP 172.20.0.5 (b9b80788-7891-428e-a8b7-bc087193897e/2da2c76a-53b3-4e3f-80f9-d436b3507225/e8f4b573-c895-4c34-acd0-9541d7ee4555) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:36:19.246391 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd6d1e01-8887-42dd-894f-07c9ebd6080c None None] Network b9b80788-7891-428e-a8b7-bc087193897e is already hosted by enough agents. {{(pid=103449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:36:19.273585 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.base_scheduler [None req-dd6d1e01-8887-42dd-894f-07c9ebd6080c None None] Resources bound (agent type, host, resource id): {{(pid=103449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:36:19.278990 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd6d1e01-8887-42dd-894f-07c9ebd6080c None None] Received port after_create {{(pid=103449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:36:19.292449 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6d1e01-8887-42dd-894f-07c9ebd6080c None None] Pushing event updated for resources: {'Port': ['ID=33ca2186-3ed8-4bd9-b695-f81beaf526b3,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:36:19.359634 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-dd6d1e01-8887-42dd-894f-07c9ebd6080c None None] Attempting to bind port 33ca2186-3ed8-4bd9-b695-f81beaf526b3 on host n-d-818823-1 for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:36:19.360013 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-dd6d1e01-8887-42dd-894f-07c9ebd6080c None None] Attempting to bind port 33ca2186-3ed8-4bd9-b695-f81beaf526b3 by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': '72fc611a-703a-472d-b89c-312a87edfe15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'b9b80788-7891-428e-a8b7-bc087193897e'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:36:19.360382 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd6d1e01-8887-42dd-894f-07c9ebd6080c None None] Attempting to bind port 33ca2186-3ed8-4bd9-b695-f81beaf526b3 on network b9b80788-7891-428e-a8b7-bc087193897e {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:36:19.363530 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f0b65ffa-3cb6-4e54-ac89-757ede1e9626 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:19.365694 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd6d1e01-8887-42dd-894f-07c9ebd6080c None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 36, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:36:19.366078 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd6d1e01-8887-42dd-894f-07c9ebd6080c None None] Checking segment: {'id': '72fc611a-703a-472d-b89c-312a87edfe15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'b9b80788-7891-428e-a8b7-bc087193897e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:36:19.366484 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-dd6d1e01-8887-42dd-894f-07c9ebd6080c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:19.366930 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd6d1e01-8887-42dd-894f-07c9ebd6080c None None] Bound using segment: {'id': '72fc611a-703a-472d-b89c-312a87edfe15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'b9b80788-7891-428e-a8b7-bc087193897e'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:36:19.367407 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-dd6d1e01-8887-42dd-894f-07c9ebd6080c None None] Bound port: 33ca2186-3ed8-4bd9-b695-f81beaf526b3, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72fc611a-703a-472d-b89c-312a87edfe15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'b9b80788-7891-428e-a8b7-bc087193897e'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:36:19.368406 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-dd6d1e01-8887-42dd-894f-07c9ebd6080c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:19.422730 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f0b65ffa-3cb6-4e54-ac89-757ede1e9626 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:19.460438 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-dd6d1e01-8887-42dd-894f-07c9ebd6080c None None] For port 33ca2186-3ed8-4bd9-b695-f81beaf526b3, host n-d-818823-1, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:36:19.468279 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-dd6d1e01-8887-42dd-894f-07c9ebd6080c None None] For port 33ca2186-3ed8-4bd9-b695-f81beaf526b3, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=33ca2186-3ed8-4bd9-b695-f81beaf526b3,segment=NetworkSegment(72fc611a-703a-472d-b89c-312a87edfe15),segment_id=72fc611a-703a-472d-b89c-312a87edfe15)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:36:19.476473 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-dd6d1e01-8887-42dd-894f-07c9ebd6080c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:19.505504 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6fb305ef-5f8f-43e2-86f7-d16d51980aab tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:19.529256 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f0b65ffa-3cb6-4e54-ac89-757ede1e9626 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:19.534319 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f0b65ffa-3cb6-4e54-ac89-757ede1e9626 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:19.541050 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-f0b65ffa-3cb6-4e54-ac89-757ede1e9626 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f9cc2a62-c314-45bc-870c-c12a19be125c HTTP/1.1" status: 204 len: 168 time: 0.3478303 Nov 22 20:36:19.560762 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b65ffa-3cb6-4e54-ac89-757ede1e9626 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9cc2a62-c314-45bc-870c-c12a19be125c,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:36:19.593716 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6fb305ef-5f8f-43e2-86f7-d16d51980aab tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:19.652048 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6d1e01-8887-42dd-894f-07c9ebd6080c None None] Pushing event updated for resources: {'Port': ['ID=33ca2186-3ed8-4bd9-b695-f81beaf526b3,revision_number=2']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:36:19.671220 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fb305ef-5f8f-43e2-86f7-d16d51980aab tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Network b9b80788-7891-428e-a8b7-bc087193897e is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:36:19.683828 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-6fb305ef-5f8f-43e2-86f7-d16d51980aab tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:36:19.688892 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb305ef-5f8f-43e2-86f7-d16d51980aab tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:36:19.761807 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb305ef-5f8f-43e2-86f7-d16d51980aab tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Pushing event updated for resources: {'Port': ['ID=e8f4b573-c895-4c34-acd0-9541d7ee4555,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:36:19.839916 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fb305ef-5f8f-43e2-86f7-d16d51980aab tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:36:19.840710 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6fb305ef-5f8f-43e2-86f7-d16d51980aab tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:19.871507 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-6fb305ef-5f8f-43e2-86f7-d16d51980aab tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.2122898 Nov 22 20:36:19.873446 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 45626) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:36:20.320650 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 45644) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:36:20.337075 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-727a4716-2e39-44b4-a99f-692715b1bb84 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:20.457724 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-727a4716-2e39-44b4-a99f-692715b1bb84 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:20.469567 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-727a4716-2e39-44b4-a99f-692715b1bb84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:20.548426 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-727a4716-2e39-44b4-a99f-692715b1bb84 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=632ff1db65e342aba5158d1ca5de1bec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2266548 Nov 22 20:36:20.550912 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 45648) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:36:20.561095 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727a4716-2e39-44b4-a99f-692715b1bb84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f92dadb8-f765-4b46-80a9-fdd152c35eeb,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:36:20.626176 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9fceb988-9949-4675-8040-2f84e28724c2 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:20.630364 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-752ba014-3dec-432a-846f-9519a6a70656 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:20.673286 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-752ba014-3dec-432a-846f-9519a6a70656 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:20.761980 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-752ba014-3dec-432a-846f-9519a6a70656 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:20.775005 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-752ba014-3dec-432a-846f-9519a6a70656 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:20.779886 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-752ba014-3dec-432a-846f-9519a6a70656 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f92dadb8-f765-4b46-80a9-fdd152c35eeb HTTP/1.1" status: 204 len: 168 time: 0.2278862 Nov 22 20:36:20.808246 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752ba014-3dec-432a-846f-9519a6a70656 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f92dadb8-f765-4b46-80a9-fdd152c35eeb,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:36:21.298573 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1517aff6-90b3-4070-a26f-a4c609f14122 req-74430903-860f-482c-8f51-a09ff67b4aa0 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=781ecb7f-f445-4020-9466-d4bf9e78faaf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1349113 Nov 22 20:36:21.317125 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9fceb988-9949-4675-8040-2f84e28724c2 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks [] for port, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:21.329559 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9fceb988-9949-4675-8040-2f84e28724c2 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:21.472339 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1517aff6-90b3-4070-a26f-a4c609f14122 req-4977043a-e33d-441d-bef1-89584647a2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:36:21.473856 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1517aff6-90b3-4070-a26f-a4c609f14122 req-4977043a-e33d-441d-bef1-89584647a2cc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9f480581a3a24d53832d12c56efe7dfb&device_id=781ecb7f-f445-4020-9466-d4bf9e78faaf HTTP/1.1" status: 200 len: 1096 time: 0.1183949 Nov 22 20:36:21.606075 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fceb988-9949-4675-8040-2f84e28724c2 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Pushing event updated for resources: {'Port': ['ID=e8f4b573-c895-4c34-acd0-9541d7ee4555,revision_number=2']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:36:21.634631 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00192af0-24c9-4bab-a682-4c45cd2e2a7c None None] Network b9b80788-7891-428e-a8b7-bc087193897e requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:36:21.918426 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-87cef495-798e-49f6-b6b4-31079bfab02e None None] Provisioning complete for port 33ca2186-3ed8-4bd9-b695-f81beaf526b3 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:36:21.919164 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-87cef495-798e-49f6-b6b4-31079bfab02e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:22.015288 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9fceb988-9949-4675-8040-2f84e28724c2 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659939'] for router_interface, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:22.063682 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 33ca2186-3ed8-4bd9-b695-f81beaf526b3 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:36:22.270901 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1517aff6-90b3-4070-a26f-a4c609f14122 req-aa6cf8be-a5eb-4f54-80e6-4aabb70cab10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:36:22.281605 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1517aff6-90b3-4070-a26f-a4c609f14122 req-aa6cf8be-a5eb-4f54-80e6-4aabb70cab10 service neutron] 10.222.0.20 "GET /v2.0/networks?id=4c363749-4641-444d-b12e-785df04d6621 HTTP/1.1" status: 200 len: 914 time: 0.7845309 Nov 22 20:36:22.321666 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 33ca2186-3ed8-4bd9-b695-f81beaf526b3 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:36:22.321666 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:22.441860 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-87cef495-798e-49f6-b6b4-31079bfab02e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:22.494511 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1517aff6-90b3-4070-a26f-a4c609f14122 req-7911bc1a-4f30-4457-bc6b-8286537bd7bb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f5e5c1f0-5188-45b5-8ddc-efab84548161 HTTP/1.1" status: 200 len: 1001 time: 0.2057493 Nov 22 20:36:22.508931 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9fceb988-9949-4675-8040-2f84e28724c2 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:22.672023 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1517aff6-90b3-4070-a26f-a4c609f14122 req-6776735c-45e8-499b-af81-1b8f4d8a3772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:36:22.673527 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1517aff6-90b3-4070-a26f-a4c609f14122 req-6776735c-45e8-499b-af81-1b8f4d8a3772 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=914ec341-e8f9-45e2-bd46-ed1ea518b4e9 HTTP/1.1" status: 200 len: 852 time: 0.1711583 Nov 22 20:36:22.704148 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-87cef495-798e-49f6-b6b4-31079bfab02e None None] For port 33ca2186-3ed8-4bd9-b695-f81beaf526b3, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=33ca2186-3ed8-4bd9-b695-f81beaf526b3,segment=NetworkSegment(72fc611a-703a-472d-b89c-312a87edfe15),segment_id=72fc611a-703a-472d-b89c-312a87edfe15)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:36:22.727539 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-87cef495-798e-49f6-b6b4-31079bfab02e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:22.789002 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:22.828113 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1517aff6-90b3-4070-a26f-a4c609f14122 req-0dce4797-6ba9-4f96-aa76-0fef310c5500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:36:22.832482 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1517aff6-90b3-4070-a26f-a4c609f14122 req-0dce4797-6ba9-4f96-aa76-0fef310c5500 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4c363749-4641-444d-b12e-785df04d6621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1514843 Nov 22 20:36:22.884008 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cef495-798e-49f6-b6b4-31079bfab02e None None] Pushing event updated for resources: {'Port': ['ID=33ca2186-3ed8-4bd9-b695-f81beaf526b3,revision_number=3']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:36:22.943271 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-18321140-1e14-4660-84cc-4d744d3d7870 None None] Provisioning complete for port 33ca2186-3ed8-4bd9-b695-f81beaf526b3 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:36:22.944427 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-18321140-1e14-4660-84cc-4d744d3d7870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:22.989695 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1517aff6-90b3-4070-a26f-a4c609f14122 req-3239175f-4aff-48db-96ce-a6916c6a0e4a service neutron] 10.222.0.20 "GET /v2.0/networks/4c363749-4641-444d-b12e-785df04d6621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497877 Nov 22 20:36:23.008820 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.db.api [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103449) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 20:36:23.009557 n-d-818823-1 neutron-server[103449]: DEBUG oslo_db.api [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 20:36:23.110286 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-18321140-1e14-4660-84cc-4d744d3d7870 None None] Provisioning complete for port e8f4b573-c895-4c34-acd0-9541d7ee4555 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:36:23.111024 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-18321140-1e14-4660-84cc-4d744d3d7870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:23.205532 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-18321140-1e14-4660-84cc-4d744d3d7870 None None] Port e8f4b573-c895-4c34-acd0-9541d7ee4555 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:36:23.237922 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1517aff6-90b3-4070-a26f-a4c609f14122 req-3786816b-c14b-4253-a961-2fbd69748d63 service neutron] 10.222.0.20 "GET /v2.0/networks/4c363749-4641-444d-b12e-785df04d6621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2407875 Nov 22 20:36:23.320599 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9fceb988-9949-4675-8040-2f84e28724c2 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks [] for port, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:23.327624 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9fceb988-9949-4675-8040-2f84e28724c2 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:23.366061 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-4ac9ffef-7842-41fc-9a8b-ba8a22d6256c None None] Provisioning complete for port e8f4b573-c895-4c34-acd0-9541d7ee4555 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:36:23.366465 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4ac9ffef-7842-41fc-9a8b-ba8a22d6256c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:23.482621 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-4ac9ffef-7842-41fc-9a8b-ba8a22d6256c None None] Port e8f4b573-c895-4c34-acd0-9541d7ee4555 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:36:23.501488 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fceb988-9949-4675-8040-2f84e28724c2 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Pushing event updated for resources: {'Port': ['ID=e8f4b573-c895-4c34-acd0-9541d7ee4555,revision_number=3']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:36:23.515325 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9fceb988-9949-4675-8040-2f84e28724c2 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-563461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-659839'] for router_interface, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:23.625704 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 45788) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:36:23.667982 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fceb988-9949-4675-8040-2f84e28724c2 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Network b9b80788-7891-428e-a8b7-bc087193897e is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:36:23.670349 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-9fceb988-9949-4675-8040-2f84e28724c2 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:36:23.751853 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-6382631b-f109-4daf-90f6-17c0c01f05ef None None] Provisioning complete for port e8f4b573-c895-4c34-acd0-9541d7ee4555 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:36:23.754502 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6382631b-f109-4daf-90f6-17c0c01f05ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:23.921322 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fceb988-9949-4675-8040-2f84e28724c2 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Router ffc6b986-610b-4465-947d-b6128036a7f9 is scheduled to L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 with binding_index 1 {{(pid=103448) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 20:36:23.929800 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 33ca2186-3ed8-4bd9-b695-f81beaf526b3 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:36:24.042568 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-22870e7f-3d9d-470c-9b94-14f6cc49bdc2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:24.042841 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-6382631b-f109-4daf-90f6-17c0c01f05ef None None] Port e8f4b573-c895-4c34-acd0-9541d7ee4555 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:36:24.075133 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 33ca2186-3ed8-4bd9-b695-f81beaf526b3 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:36:24.075969 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:24.254089 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-22870e7f-3d9d-470c-9b94-14f6cc49bdc2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:24.261138 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fceb988-9949-4675-8040-2f84e28724c2 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:36:24.270168 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-22870e7f-3d9d-470c-9b94-14f6cc49bdc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:24.283185 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-9fceb988-9949-4675-8040-2f84e28724c2 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] 10.222.0.46 "PUT /v2.0/routers/ffc6b986-610b-4465-947d-b6128036a7f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4081964 Nov 22 20:36:24.284168 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 45810) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:36:24.301179 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3147609-db32-4c17-b5e6-ef644a7e4e7a None None] Sync routers for ids ['ffc6b986-610b-4465-947d-b6128036a7f9'] in n-d-818823-1 {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:36:24.350091 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3147609-db32-4c17-b5e6-ef644a7e4e7a None None] Routers {'ffc6b986-610b-4465-947d-b6128036a7f9'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:36:24.350727 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-a3147609-db32-4c17-b5e6-ef644a7e4e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:36:02Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['ffc6b986-610b-4465-947d-b6128036a7f9'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:36:24.352667 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-45d90479-444a-4102-b12a-e185769a3a7e None None] Provisioning complete for port e8f4b573-c895-4c34-acd0-9541d7ee4555 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:36:24.353036 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-45d90479-444a-4102-b12a-e185769a3a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:24.378053 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22870e7f-3d9d-470c-9b94-14f6cc49bdc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16c52eb1-d7d3-4d30-be4b-77e1da06e3b9,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:36:24.396733 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-22870e7f-3d9d-470c-9b94-14f6cc49bdc2 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=915e479c44cb46ab9e78d424d9bce5b1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7691848 Nov 22 20:36:24.401312 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 45816) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:36:24.406151 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72d95d0d-8a81-49ff-8a2e-155db1d7a84a tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:36:24.408677 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-72d95d0d-8a81-49ff-8a2e-155db1d7a84a tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] 10.222.0.46 "GET /v2.0/ports?device_id=ffc6b986-610b-4465-947d-b6128036a7f9 HTTP/1.1" status: 200 len: 982 time: 0.1219754 Nov 22 20:36:24.411788 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 45818) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:36:24.445234 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-a3147609-db32-4c17-b5e6-ef644a7e4e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:36:24.459028 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-45d90479-444a-4102-b12a-e185769a3a7e None None] Port e8f4b573-c895-4c34-acd0-9541d7ee4555 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:36:24.466161 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3147609-db32-4c17-b5e6-ef644a7e4e7a None None] Routers {'ffc6b986-610b-4465-947d-b6128036a7f9'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:36:24.467037 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-a3147609-db32-4c17-b5e6-ef644a7e4e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:36:02Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['ffc6b986-610b-4465-947d-b6128036a7f9'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:36:24.507779 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-a3147609-db32-4c17-b5e6-ef644a7e4e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:36:24.508698 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3147609-db32-4c17-b5e6-ef644a7e4e7a None None] The sync data for ids ['ffc6b986-610b-4465-947d-b6128036a7f9'] in n-d-818823-1 is: [] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:36:24.518664 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1e02dac9-2e3d-4506-a53c-77fd2aae3e06 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:24.548546 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1e02dac9-2e3d-4506-a53c-77fd2aae3e06 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:24.641752 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1e02dac9-2e3d-4506-a53c-77fd2aae3e06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:24.645528 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1e02dac9-2e3d-4506-a53c-77fd2aae3e06 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:24.647110 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-1e02dac9-2e3d-4506-a53c-77fd2aae3e06 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/16c52eb1-d7d3-4d30-be4b-77e1da06e3b9 HTTP/1.1" status: 204 len: 168 time: 0.2446520 Nov 22 20:36:24.662321 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e02dac9-2e3d-4506-a53c-77fd2aae3e06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16c52eb1-d7d3-4d30-be4b-77e1da06e3b9,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:36:25.156427 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 45856) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:36:25.180979 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4676a64e-c9ea-4dbd-bcb9-ad67cf829346 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:25.335971 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4676a64e-c9ea-4dbd-bcb9-ad67cf829346 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:25.342565 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4676a64e-c9ea-4dbd-bcb9-ad67cf829346 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:25.376834 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 45860) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:36:25.377042 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-4676a64e-c9ea-4dbd-bcb9-ad67cf829346 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d898547d4bb7436f8a47bedd94a5edee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2190511 Nov 22 20:36:25.413833 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4676a64e-c9ea-4dbd-bcb9-ad67cf829346 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=130b4aa9-1948-4332-80d1-d812cf85b658,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:36:25.593328 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0c74ae98-6135-4e00-9732-bf31d280320a tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659736'] for router_interface, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:25.598181 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8e4aa2f6-617a-4810-bfe7-6e2ab2367b30 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:25.698672 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8e4aa2f6-617a-4810-bfe7-6e2ab2367b30 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:25.839663 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8e4aa2f6-617a-4810-bfe7-6e2ab2367b30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:25.844406 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8e4aa2f6-617a-4810-bfe7-6e2ab2367b30 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:25.846551 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-8e4aa2f6-617a-4810-bfe7-6e2ab2367b30 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/130b4aa9-1948-4332-80d1-d812cf85b658 HTTP/1.1" status: 204 len: 168 time: 0.4686751 Nov 22 20:36:25.881582 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4aa2f6-617a-4810-bfe7-6e2ab2367b30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=130b4aa9-1948-4332-80d1-d812cf85b658,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:36:25.958538 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-0c74ae98-6135-4e00-9732-bf31d280320a tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Deleting port e8f4b573-c895-4c34-acd0-9541d7ee4555 {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:36:25.959183 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0c74ae98-6135-4e00-9732-bf31d280320a tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:26.164463 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0c74ae98-6135-4e00-9732-bf31d280320a tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:26.194113 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-0c74ae98-6135-4e00-9732-bf31d280320a tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Calling delete_port for e8f4b573-c895-4c34-acd0-9541d7ee4555 owned by network:router_interface {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:36:26.866459 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 45938) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:36:27.060057 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0c74ae98-6135-4e00-9732-bf31d280320a tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:27.097502 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c74ae98-6135-4e00-9732-bf31d280320a tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Pushing event deleted for resources: {'Port': ['ID=e8f4b573-c895-4c34-acd0-9541d7ee4555,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:36:27.206157 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6ee716cd-230b-49ca-93c4-e5e52abd1f99 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:27.349717 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0c74ae98-6135-4e00-9732-bf31d280320a tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-563470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-663272'] for router_interface, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:27.470625 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6ee716cd-230b-49ca-93c4-e5e52abd1f99 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:27.477367 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6ee716cd-230b-49ca-93c4-e5e52abd1f99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:27.542984 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee716cd-230b-49ca-93c4-e5e52abd1f99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=747e0d71-d298-49fb-907a-ae0d03b18f6b,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:36:27.597880 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-6ee716cd-230b-49ca-93c4-e5e52abd1f99 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ef48ca742baf4c16ba0bd7314508ae7b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7297704 Nov 22 20:36:27.599661 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 45996) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:36:27.660370 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c74ae98-6135-4e00-9732-bf31d280320a tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Router ffc6b986-610b-4465-947d-b6128036a7f9 has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 20:36:27.738052 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f5975831-0568-43df-b2de-162f644d5dea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:27.767919 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f5975831-0568-43df-b2de-162f644d5dea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:27.807203 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c74ae98-6135-4e00-9732-bf31d280320a tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:36:27.813920 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-0c74ae98-6135-4e00-9732-bf31d280320a tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] 10.222.0.46 "PUT /v2.0/routers/ffc6b986-610b-4465-947d-b6128036a7f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4006250 Nov 22 20:36:27.817943 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 46008) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:36:27.821865 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a64fd5d0-282e-46d3-b836-f2ae7119facb None None] Sync routers for ids ['ffc6b986-610b-4465-947d-b6128036a7f9'] in n-d-818823-1 {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:36:27.846011 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a64fd5d0-282e-46d3-b836-f2ae7119facb None None] Routers {'ffc6b986-610b-4465-947d-b6128036a7f9'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:36:27.849735 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-a64fd5d0-282e-46d3-b836-f2ae7119facb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:36:02Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['ffc6b986-610b-4465-947d-b6128036a7f9'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:36:27.881407 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f5975831-0568-43df-b2de-162f644d5dea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:27.885215 n-d-818823-1 neutron-server[103448]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8bcbcef-45ee-4bb6-ace3-f5586e95d1fa tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] GET failed (client error): The resource could not be found. Nov 22 20:36:27.888100 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-f8bcbcef-45ee-4bb6-ace3-f5586e95d1fa tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] 10.222.0.46 "GET /v2.0/ports/e8f4b573-c895-4c34-acd0-9541d7ee4555 HTTP/1.1" status: 404 len: 333 time: 0.0686607 Nov 22 20:36:27.888237 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f5975831-0568-43df-b2de-162f644d5dea admin admin] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:27.891625 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-f5975831-0568-43df-b2de-162f644d5dea admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/747e0d71-d298-49fb-907a-ae0d03b18f6b HTTP/1.1" status: 204 len: 168 time: 0.2898550 Nov 22 20:36:27.891783 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 46018) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:36:27.912625 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5975831-0568-43df-b2de-162f644d5dea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=747e0d71-d298-49fb-907a-ae0d03b18f6b,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:36:27.974866 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-a64fd5d0-282e-46d3-b836-f2ae7119facb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:36:27.998998 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a64fd5d0-282e-46d3-b836-f2ae7119facb None None] Routers {'ffc6b986-610b-4465-947d-b6128036a7f9'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:36:27.999296 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-a64fd5d0-282e-46d3-b836-f2ae7119facb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:36:02Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['ffc6b986-610b-4465-947d-b6128036a7f9'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:36:28.060521 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4c325338-d576-4269-93ae-af5ad2953443 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks [] for router, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:28.092112 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-a64fd5d0-282e-46d3-b836-f2ae7119facb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:36:28.094743 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a64fd5d0-282e-46d3-b836-f2ae7119facb None None] The sync data for ids ['ffc6b986-610b-4465-947d-b6128036a7f9'] in n-d-818823-1 is: [] {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:36:28.252353 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 46048) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:36:28.273375 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4c325338-d576-4269-93ae-af5ad2953443 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24781'] for router, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:28.275869 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4c325338-d576-4269-93ae-af5ad2953443 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:28.358132 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4c325338-d576-4269-93ae-af5ad2953443 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-663261'] for router, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:28.359050 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c325338-d576-4269-93ae-af5ad2953443 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Fanout notify agent at l3_agent the message router_deleted on router ffc6b986-610b-4465-947d-b6128036a7f9 {{(pid=103448) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 20:36:28.370876 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4c325338-d576-4269-93ae-af5ad2953443 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks [] for router, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:28.372983 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-4c325338-d576-4269-93ae-af5ad2953443 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] 10.222.0.46 "DELETE /v2.0/routers/ffc6b986-610b-4465-947d-b6128036a7f9 HTTP/1.1" status: 204 len: 168 time: 0.4814034 Nov 22 20:36:28.375975 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 46066) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:36:28.448760 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_v2 [None req-960563b2-25af-4866-92e8-457d52e732c4 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Deleting subnet 2da2c76a-53b3-4e3f-80f9-d436b3507225 {{(pid=103447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 20:36:28.454800 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-960563b2-25af-4866-92e8-457d52e732c4 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks [] for subnet, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:28.524918 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e7426f55-9b7d-4f43-bb64-20b6b9bbbc03 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:28.558012 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-960563b2-25af-4866-92e8-457d52e732c4 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12178353'] for subnet, precommit_delete_associations {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:28.713143 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e7426f55-9b7d-4f43-bb64-20b6b9bbbc03 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:28.723669 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e7426f55-9b7d-4f43-bb64-20b6b9bbbc03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:28.742893 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-960563b2-25af-4866-92e8-457d52e732c4 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3753007'] for subnet, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:28.811179 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-e7426f55-9b7d-4f43-bb64-20b6b9bbbc03 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=394343828f7c481696c449407c84b233&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5573256 Nov 22 20:36:28.813969 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 46096) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:36:28.816443 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7426f55-9b7d-4f43-bb64-20b6b9bbbc03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=067669cf-bece-4ddf-b222-8e1db4e0d14d,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:36:28.866155 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-960563b2-25af-4866-92e8-457d52e732c4 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3753014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8900804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8485115'] for subnet, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:28.935527 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e358853f-1e07-4073-92ae-39138fa6d3d3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:28.940405 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960563b2-25af-4866-92e8-457d52e732c4 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Pushing event deleted for resources: {'Subnet': ['ID=2da2c76a-53b3-4e3f-80f9-d436b3507225,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:36:28.948788 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-960563b2-25af-4866-92e8-457d52e732c4 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks [] for subnet, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:28.948952 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92b7ce5d-9e89-4885-9d4e-5476fe885e44 None None] Network b9b80788-7891-428e-a8b7-bc087193897e requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:36:28.956657 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-960563b2-25af-4866-92e8-457d52e732c4 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] 10.222.0.46 "DELETE /v2.0/subnets/2da2c76a-53b3-4e3f-80f9-d436b3507225 HTTP/1.1" status: 204 len: 168 time: 0.5793953 Nov 22 20:36:28.959334 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 46104) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:36:28.986795 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e358853f-1e07-4073-92ae-39138fa6d3d3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:28.995884 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 46108) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:36:29.089620 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e358853f-1e07-4073-92ae-39138fa6d3d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:29.092870 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e358853f-1e07-4073-92ae-39138fa6d3d3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:29.096255 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-e358853f-1e07-4073-92ae-39138fa6d3d3 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/067669cf-bece-4ddf-b222-8e1db4e0d14d HTTP/1.1" status: 204 len: 168 time: 0.2788570 Nov 22 20:36:29.104150 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e358853f-1e07-4073-92ae-39138fa6d3d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=067669cf-bece-4ddf-b222-8e1db4e0d14d,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:36:29.114610 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-54aa3b03-9456-4d32-b9f4-d27463eded7b tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3961693'] for network, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:29.180517 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-54aa3b03-9456-4d32-b9f4-d27463eded7b tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Deleting port 33ca2186-3ed8-4bd9-b695-f81beaf526b3 {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:36:29.180991 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-54aa3b03-9456-4d32-b9f4-d27463eded7b tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:29.291183 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-fb39a745-93df-4f37-adb9-15ebcc7bc715 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:29.318206 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [None req-54aa3b03-9456-4d32-b9f4-d27463eded7b tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] For port 33ca2186-3ed8-4bd9-b695-f81beaf526b3, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=33ca2186-3ed8-4bd9-b695-f81beaf526b3,segment=NetworkSegment(72fc611a-703a-472d-b89c-312a87edfe15),segment_id=72fc611a-703a-472d-b89c-312a87edfe15)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:36:29.319066 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-54aa3b03-9456-4d32-b9f4-d27463eded7b tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:29.357600 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-54aa3b03-9456-4d32-b9f4-d27463eded7b tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Calling delete_port for 33ca2186-3ed8-4bd9-b695-f81beaf526b3 owned by network:dhcp {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:36:29.363252 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-955b0444-abb2-44e4-b02a-9609ea6e036a None None] DHCP port deletion for b9b80788-7891-428e-a8b7-bc087193897e request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:36:29.463504 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-955b0444-abb2-44e4-b02a-9609ea6e036a None None] Deleting port 33ca2186-3ed8-4bd9-b695-f81beaf526b3 {{(pid=103449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:36:29.465244 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-955b0444-abb2-44e4-b02a-9609ea6e036a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:29.539385 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-54aa3b03-9456-4d32-b9f4-d27463eded7b tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:29.542017 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-fb39a745-93df-4f37-adb9-15ebcc7bc715 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:29.560308 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-fb39a745-93df-4f37-adb9-15ebcc7bc715 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:29.569035 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54aa3b03-9456-4d32-b9f4-d27463eded7b tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Pushing event deleted for resources: {'Port': ['ID=33ca2186-3ed8-4bd9-b695-f81beaf526b3,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:36:29.579866 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54aa3b03-9456-4d32-b9f4-d27463eded7b tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] No DVR routers for this DVR port 33ca2186-3ed8-4bd9-b695-f81beaf526b3 on host n-d-818823-1 {{(pid=103447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:36:29.681062 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-955b0444-abb2-44e4-b02a-9609ea6e036a None None] For port 33ca2186-3ed8-4bd9-b695-f81beaf526b3, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=33ca2186-3ed8-4bd9-b695-f81beaf526b3,segment=NetworkSegment(72fc611a-703a-472d-b89c-312a87edfe15),segment_id=72fc611a-703a-472d-b89c-312a87edfe15)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:36:29.686437 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-955b0444-abb2-44e4-b02a-9609ea6e036a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:29.700397 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-fb39a745-93df-4f37-adb9-15ebcc7bc715 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b0df988cce4d439991d76fce72367987&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7025228 Nov 22 20:36:29.704389 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-54aa3b03-9456-4d32-b9f4-d27463eded7b tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3760028', 'neutron.services.segments.db._delete_segments_for_network-8748992815755'] for network, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:29.707104 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 46138) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:36:29.719451 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-955b0444-abb2-44e4-b02a-9609ea6e036a None None] Calling delete_port for 33ca2186-3ed8-4bd9-b695-f81beaf526b3 owned by network:dhcp {{(pid=103449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:36:29.732777 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb39a745-93df-4f37-adb9-15ebcc7bc715 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11ff3b82-7671-4fc3-b48b-9252cf5a927b,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:36:29.744599 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-54aa3b03-9456-4d32-b9f4-d27463eded7b tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9b80788-7891-428e-a8b7-bc087193897e']}} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:36:29.759653 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-54aa3b03-9456-4d32-b9f4-d27463eded7b tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72fc611a-703a-472d-b89c-312a87edfe15') {'for_net_delete': True} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:36:29.760222 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-54aa3b03-9456-4d32-b9f4-d27463eded7b tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72fc611a-703a-472d-b89c-312a87edfe15') {} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:36:29.780905 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-54aa3b03-9456-4d32-b9f4-d27463eded7b tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748993039638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12178344'] for segment, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:29.790645 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cd738ba9-d136-4078-8262-aaa74eaf1c23 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:29.802716 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-54aa3b03-9456-4d32-b9f4-d27463eded7b tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:29.820291 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54aa3b03-9456-4d32-b9f4-d27463eded7b tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Releasing vlan 626 on physical network physnet1 to pool {{(pid=103447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 20:36:29.820399 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-54aa3b03-9456-4d32-b9f4-d27463eded7b tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8900762'] for segment, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:29.830467 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 33ca2186-3ed8-4bd9-b695-f81beaf526b3 no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:36:29.839753 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cd738ba9-d136-4078-8262-aaa74eaf1c23 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:29.867993 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: 33ca2186-3ed8-4bd9-b695-f81beaf526b3 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:36:29.868474 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 33ca2186-3ed8-4bd9-b695-f81beaf526b3 not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:36:29.891212 n-d-818823-1 neutron-server[103447]: Traceback (most recent call last): Nov 22 20:36:29.891212 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 20:36:29.891212 n-d-818823-1 neutron-server[103447]: timer() Nov 22 20:36:29.891212 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 20:36:29.891212 n-d-818823-1 neutron-server[103447]: cb(*args, **kw) Nov 22 20:36:29.891212 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 20:36:29.891212 n-d-818823-1 neutron-server[103447]: return func(*args, **kwargs) Nov 22 20:36:29.891212 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 20:36:29.891212 n-d-818823-1 neutron-server[103447]: self._notify() Nov 22 20:36:29.891212 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 20:36:29.891212 n-d-818823-1 neutron-server[103447]: self.callback(batched_events) Nov 22 20:36:29.891212 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 20:36:29.891212 n-d-818823-1 neutron-server[103447]: event.method(event) Nov 22 20:36:29.891212 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 20:36:29.891212 n-d-818823-1 neutron-server[103447]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 20:36:29.891212 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 20:36:29.891212 n-d-818823-1 neutron-server[103447]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 20:36:29.891212 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 20:36:29.891212 n-d-818823-1 neutron-server[103447]: return f(self, *a, **k) Nov 22 20:36:29.891212 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 20:36:29.891212 n-d-818823-1 neutron-server[103447]: return self._get(url).json() Nov 22 20:36:29.891212 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 20:36:29.891212 n-d-818823-1 neutron-server[103447]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 20:36:29.891212 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 20:36:29.891212 n-d-818823-1 neutron-server[103447]: return self.request(url, 'GET', **kwargs) Nov 22 20:36:29.891212 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 20:36:29.891212 n-d-818823-1 neutron-server[103447]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 20:36:29.891212 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 20:36:29.891212 n-d-818823-1 neutron-server[103447]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 20:36:29.891212 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 20:36:29.891212 n-d-818823-1 neutron-server[103447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 20:36:29.891212 n-d-818823-1 neutron-server[103447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 20:36:29.895139 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-54aa3b03-9456-4d32-b9f4-d27463eded7b tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3760002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595318'] for network, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:29.897251 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-955b0444-abb2-44e4-b02a-9609ea6e036a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381'] for port, after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:29.907088 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-54aa3b03-9456-4d32-b9f4-d27463eded7b tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks [] for network, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:29.907228 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-955b0444-abb2-44e4-b02a-9609ea6e036a None None] Network b9b80788-7891-428e-a8b7-bc087193897e is not hosted by any dhcp agent {{(pid=103449) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 22 20:36:29.907677 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-955b0444-abb2-44e4-b02a-9609ea6e036a None None] No DVR routers for this DVR port 33ca2186-3ed8-4bd9-b695-f81beaf526b3 on host n-d-818823-1 {{(pid=103449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:36:29.911359 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-54aa3b03-9456-4d32-b9f4-d27463eded7b tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] 10.222.0.46 "DELETE /v2.0/networks/b9b80788-7891-428e-a8b7-bc087193897e HTTP/1.1" status: 204 len: 168 time: 0.9501977 Nov 22 20:36:29.918954 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 46142) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:36:29.923725 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54aa3b03-9456-4d32-b9f4-d27463eded7b tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Pushing event deleted for resources: {'Network': ['ID=b9b80788-7891-428e-a8b7-bc087193897e,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:36:29.941533 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955b0444-abb2-44e4-b02a-9609ea6e036a None None] Pushing event deleted for resources: {'Port': ['ID=33ca2186-3ed8-4bd9-b695-f81beaf526b3,revision_number=None']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:36:29.955408 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 46144) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:36:29.979711 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8297ab63-2372-46a5-b71a-2c99732b5a95 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:29.982761 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-467565c8-801e-44cd-8afe-4f6b57eb0bf3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:29.999590 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cd1dc72-539f-4c5b-8825-3ea87249d40e tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:36:30.005483 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 46146) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:36:30.005973 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-3cd1dc72-539f-4c5b-8825-3ea87249d40e tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] 10.222.0.46 "GET /v2.0/ports/27207c89-d20f-4e73-ade0-94eccce6ec8e HTTP/1.1" status: 200 len: 841 time: 0.0841689 Nov 22 20:36:30.013572 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cd738ba9-d136-4078-8262-aaa74eaf1c23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:30.018301 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cd738ba9-d136-4078-8262-aaa74eaf1c23 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:30.019959 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-cd738ba9-d136-4078-8262-aaa74eaf1c23 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/11ff3b82-7671-4fc3-b48b-9252cf5a927b HTTP/1.1" status: 204 len: 168 time: 0.3114030 Nov 22 20:36:30.030487 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd738ba9-d136-4078-8262-aaa74eaf1c23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11ff3b82-7671-4fc3-b48b-9252cf5a927b,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:36:30.097624 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-23ea8166-1fbf-4400-a376-7acacd529b2b tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] 10.222.0.46 "GET /v2.0/ports/27207c89-d20f-4e73-ade0-94eccce6ec8e?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0906901 Nov 22 20:36:30.101240 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 46154) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:36:30.106982 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-809629f7-37d3-420a-993e-ce8717a37de3 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Request body: {'subnet': {'network_id': 'e6203e89-81aa-431e-aa7e-b5de2f5dab02', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:36:30.238596 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8297ab63-2372-46a5-b71a-2c99732b5a95 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:30.246862 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8297ab63-2372-46a5-b71a-2c99732b5a95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:30.260717 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-809629f7-37d3-420a-993e-ce8717a37de3 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Made reservation on behalf of fe864660cff645f6bfd902aea156f347 for: {'subnet': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:36:30.264667 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-809629f7-37d3-420a-993e-ce8717a37de3 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8485086'] for subnet, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:30.385921 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 46164) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:36:30.386805 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-8297ab63-2372-46a5-b71a-2c99732b5a95 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6dc293ec05d946c8ae598f8f71c388e8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4296122 Nov 22 20:36:30.395811 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8297ab63-2372-46a5-b71a-2c99732b5a95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98087391-bc2e-49e1-a229-b22974270e52,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:36:30.459351 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-01cab655-d115-4f44-bdad-74cfdd1b313c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:30.490480 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-01cab655-d115-4f44-bdad-74cfdd1b313c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:30.543855 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-809629f7-37d3-420a-993e-ce8717a37de3 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8900613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8485104'] for subnet, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:30.561658 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-01cab655-d115-4f44-bdad-74cfdd1b313c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:30.565782 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-01cab655-d115-4f44-bdad-74cfdd1b313c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:30.567073 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-01cab655-d115-4f44-bdad-74cfdd1b313c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/98087391-bc2e-49e1-a229-b22974270e52 HTTP/1.1" status: 204 len: 168 time: 0.1773129 Nov 22 20:36:30.579614 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cab655-d115-4f44-bdad-74cfdd1b313c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98087391-bc2e-49e1-a229-b22974270e52,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:36:30.614006 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809629f7-37d3-420a-993e-ce8717a37de3 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Pushing event updated for resources: {'Subnet': ['ID=fc661aec-f179-4cc0-b374-ade49f9b1c68,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:36:30.627916 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-809629f7-37d3-420a-993e-ce8717a37de3 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Network e6203e89-81aa-431e-aa7e-b5de2f5dab02 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:36:30.629786 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-809629f7-37d3-420a-993e-ce8717a37de3 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:36:30.643494 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cd3ec66-fd6f-46e1-a02a-edbde9fe9ab7 None None] Network e6203e89-81aa-431e-aa7e-b5de2f5dab02 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:36:30.645013 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-809629f7-37d3-420a-993e-ce8717a37de3 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:36:30.645624 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-809629f7-37d3-420a-993e-ce8717a37de3 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks [] for subnet, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:30.670430 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-809629f7-37d3-420a-993e-ce8717a37de3 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5655191 Nov 22 20:36:30.670787 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 46184) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:36:30.679908 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-6ca92feb-386a-4488-a310-99dfa7b548cc tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Request body: {'security_group': {'name': 'tempest-secgroup-1123263440'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:36:30.716740 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6ca92feb-386a-4488-a310-99dfa7b548cc tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:30.846019 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6ca92feb-386a-4488-a310-99dfa7b548cc tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:30.846203 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-955c988c-e7e1-48c1-9dc7-bac68e2135dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fb26bd7-ce56-527b-b94f-2e1f7cb2bb35-e6203e89-81aa-431e-aa7e-b5de2f5dab02', 'network_id': 'e6203e89-81aa-431e-aa7e-b5de2f5dab02', 'tenant_id': 'fe864660cff645f6bfd902aea156f347', 'fixed_ips': [{'subnet_id': 'fc661aec-f179-4cc0-b374-ade49f9b1c68'}]}} from n-d-818823-1. {{(pid=103449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 20:36:30.847330 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-955c988c-e7e1-48c1-9dc7-bac68e2135dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:30.850835 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6ca92feb-386a-4488-a310-99dfa7b548cc tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:30.884847 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6ca92feb-386a-4488-a310-99dfa7b548cc tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:30.886677 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-6ca92feb-386a-4488-a310-99dfa7b548cc tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2145293 Nov 22 20:36:30.890146 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 46196) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:36:30.890653 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca92feb-386a-4488-a310-99dfa7b548cc tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4169cc03-d984-4c61-bd55-4402231d36be,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:36:30.895056 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-a7e07236-b82f-4b5b-98b8-cd82acbf10e2 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Request body: {'security_group': {'name': 'tempest-secgroup-1692177721'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:36:30.931749 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a7e07236-b82f-4b5b-98b8-cd82acbf10e2 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:31.015451 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a7e07236-b82f-4b5b-98b8-cd82acbf10e2 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:31.023737 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a7e07236-b82f-4b5b-98b8-cd82acbf10e2 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:31.048054 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.db_base_plugin_common [None req-955c988c-e7e1-48c1-9dc7-bac68e2135dd None None] Allocated IP 172.20.0.2 (e6203e89-81aa-431e-aa7e-b5de2f5dab02/fc661aec-f179-4cc0-b374-ade49f9b1c68/d88fbda5-7c48-42fd-8b90-7dbaccd34214) {{(pid=103449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:36:31.058069 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a7e07236-b82f-4b5b-98b8-cd82acbf10e2 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:31.062748 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 46206) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:36:31.062911 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-a7e07236-b82f-4b5b-98b8-cd82acbf10e2 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1716802 Nov 22 20:36:31.064340 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e07236-b82f-4b5b-98b8-cd82acbf10e2 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78ca178a-454d-4114-9e79-a20e556f760b,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:36:31.078896 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-7a91e602-9ccd-400f-b2ab-d59dfe6e58f2 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-934415621', 'security_groups': ['78ca178a-454d-4114-9e79-a20e556f760b'], 'network_id': 'e6203e89-81aa-431e-aa7e-b5de2f5dab02', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'fc661aec-f179-4cc0-b374-ade49f9b1c68'}]}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:36:31.236766 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-955c988c-e7e1-48c1-9dc7-bac68e2135dd None None] Publish callbacks [] for port, precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:31.250740 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-955c988c-e7e1-48c1-9dc7-bac68e2135dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372'] for port, after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:31.253967 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a91e602-9ccd-400f-b2ab-d59dfe6e58f2 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Made reservation on behalf of fe864660cff645f6bfd902aea156f347 for: {'port': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:36:31.325672 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-955c988c-e7e1-48c1-9dc7-bac68e2135dd None None] Network e6203e89-81aa-431e-aa7e-b5de2f5dab02 is already hosted by enough agents. {{(pid=103449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:36:31.329549 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.base_scheduler [None req-955c988c-e7e1-48c1-9dc7-bac68e2135dd None None] Resources bound (agent type, host, resource id): {{(pid=103449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:36:31.336898 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-955c988c-e7e1-48c1-9dc7-bac68e2135dd None None] Received port after_create {{(pid=103449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:36:31.388979 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955c988c-e7e1-48c1-9dc7-bac68e2135dd None None] Pushing event updated for resources: {'Port': ['ID=d88fbda5-7c48-42fd-8b90-7dbaccd34214,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:36:31.391534 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7a91e602-9ccd-400f-b2ab-d59dfe6e58f2 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:31.407003 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-955c988c-e7e1-48c1-9dc7-bac68e2135dd None None] Attempting to bind port d88fbda5-7c48-42fd-8b90-7dbaccd34214 on host n-d-818823-1 for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:36:31.407382 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-955c988c-e7e1-48c1-9dc7-bac68e2135dd None None] Attempting to bind port d88fbda5-7c48-42fd-8b90-7dbaccd34214 by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': '18cdf352-26c2-414f-b65a-c6c1f2ea5ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'e6203e89-81aa-431e-aa7e-b5de2f5dab02'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:36:31.407769 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-955c988c-e7e1-48c1-9dc7-bac68e2135dd None None] Attempting to bind port d88fbda5-7c48-42fd-8b90-7dbaccd34214 on network e6203e89-81aa-431e-aa7e-b5de2f5dab02 {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:36:31.413047 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-955c988c-e7e1-48c1-9dc7-bac68e2135dd None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 36, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:36:31.413424 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-955c988c-e7e1-48c1-9dc7-bac68e2135dd None None] Checking segment: {'id': '18cdf352-26c2-414f-b65a-c6c1f2ea5ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'e6203e89-81aa-431e-aa7e-b5de2f5dab02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:36:31.413826 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-955c988c-e7e1-48c1-9dc7-bac68e2135dd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:31.414223 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-955c988c-e7e1-48c1-9dc7-bac68e2135dd None None] Bound using segment: {'id': '18cdf352-26c2-414f-b65a-c6c1f2ea5ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'e6203e89-81aa-431e-aa7e-b5de2f5dab02'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:36:31.414691 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-955c988c-e7e1-48c1-9dc7-bac68e2135dd None None] Bound port: d88fbda5-7c48-42fd-8b90-7dbaccd34214, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18cdf352-26c2-414f-b65a-c6c1f2ea5ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'e6203e89-81aa-431e-aa7e-b5de2f5dab02'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:36:31.415068 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-955c988c-e7e1-48c1-9dc7-bac68e2135dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:31.415684 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [None req-7a91e602-9ccd-400f-b2ab-d59dfe6e58f2 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] device_id is not set on port b356cbcc-ce6a-4e45-bccf-98e745490e59 yet. {{(pid=103448) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 20:36:31.534463 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-955c988c-e7e1-48c1-9dc7-bac68e2135dd None None] For port d88fbda5-7c48-42fd-8b90-7dbaccd34214, host n-d-818823-1, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:36:31.554633 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-955c988c-e7e1-48c1-9dc7-bac68e2135dd None None] For port d88fbda5-7c48-42fd-8b90-7dbaccd34214, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=d88fbda5-7c48-42fd-8b90-7dbaccd34214,segment=NetworkSegment(18cdf352-26c2-414f-b65a-c6c1f2ea5ee8),segment_id=18cdf352-26c2-414f-b65a-c6c1f2ea5ee8)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:36:31.561502 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-955c988c-e7e1-48c1-9dc7-bac68e2135dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:31.684189 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955c988c-e7e1-48c1-9dc7-bac68e2135dd None None] Pushing event updated for resources: {'Port': ['ID=d88fbda5-7c48-42fd-8b90-7dbaccd34214,revision_number=2']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:36:31.711339 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [None req-7a91e602-9ccd-400f-b2ab-d59dfe6e58f2 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Allocated IP 172.20.0.13 (e6203e89-81aa-431e-aa7e-b5de2f5dab02/fc661aec-f179-4cc0-b374-ade49f9b1c68/b356cbcc-ce6a-4e45-bccf-98e745490e59) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:36:31.998001 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7a91e602-9ccd-400f-b2ab-d59dfe6e58f2 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:32.054845 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7a91e602-9ccd-400f-b2ab-d59dfe6e58f2 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:32.126337 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a91e602-9ccd-400f-b2ab-d59dfe6e58f2 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Network e6203e89-81aa-431e-aa7e-b5de2f5dab02 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:36:32.134523 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-7a91e602-9ccd-400f-b2ab-d59dfe6e58f2 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:36:32.138130 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a91e602-9ccd-400f-b2ab-d59dfe6e58f2 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:36:32.166189 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a91e602-9ccd-400f-b2ab-d59dfe6e58f2 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Pushing event updated for resources: {'Port': ['ID=b356cbcc-ce6a-4e45-bccf-98e745490e59,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:36:32.200609 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a91e602-9ccd-400f-b2ab-d59dfe6e58f2 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:36:32.201253 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7a91e602-9ccd-400f-b2ab-d59dfe6e58f2 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:32.223599 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-7a91e602-9ccd-400f-b2ab-d59dfe6e58f2 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.1566246 Nov 22 20:36:32.225040 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 46262) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:36:32.230877 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-68c25837-b112-4bdb-93d1-6eac6f44061c tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Request body: {'subnet': {'network_id': 'e6203e89-81aa-431e-aa7e-b5de2f5dab02', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:36:32.366419 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68c25837-b112-4bdb-93d1-6eac6f44061c tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Made reservation on behalf of fe864660cff645f6bfd902aea156f347 for: {'subnet': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:36:32.370651 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-68c25837-b112-4bdb-93d1-6eac6f44061c tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8485086'] for subnet, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:32.491294 n-d-818823-1 neutron-server[103447]: INFO neutron.db.ipam_backend_mixin [None req-68c25837-b112-4bdb-93d1-6eac6f44061c tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet fc661aec-f179-4cc0-b374-ade49f9b1c68 (CIDR: 172.20.0.0/28) Nov 22 20:36:32.498511 n-d-818823-1 neutron-server[103447]: INFO neutron.pecan_wsgi.hooks.translation [None req-68c25837-b112-4bdb-93d1-6eac6f44061c tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 22 20:36:32.499215 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68c25837-b112-4bdb-93d1-6eac6f44061c tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103447) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 20:36:32.517415 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-857db45a-b82a-4896-b3d2-7854da459b44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:32.532037 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-68c25837-b112-4bdb-93d1-6eac6f44061c tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3055446 Nov 22 20:36:32.534952 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 46274) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:36:32.551167 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-7219884f-4caa-4239-bef4-2275db753ade tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Request body: {'subnet': {'network_id': 'e6203e89-81aa-431e-aa7e-b5de2f5dab02', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:36:32.739552 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7219884f-4caa-4239-bef4-2275db753ade tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Made reservation on behalf of fe864660cff645f6bfd902aea156f347 for: {'subnet': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:36:32.743676 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-7219884f-4caa-4239-bef4-2275db753ade tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8485086'] for subnet, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:33.077574 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-675bc32a-1d61-4587-9917-269bbb1f3bb6 None None] Provisioning complete for port d88fbda5-7c48-42fd-8b90-7dbaccd34214 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:36:33.078107 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-675bc32a-1d61-4587-9917-269bbb1f3bb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:33.101748 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-7219884f-4caa-4239-bef4-2275db753ade tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8900613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8485104'] for subnet, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:33.159828 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7219884f-4caa-4239-bef4-2275db753ade tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Network e6203e89-81aa-431e-aa7e-b5de2f5dab02 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:36:33.164326 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-7219884f-4caa-4239-bef4-2275db753ade tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:36:33.170106 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7219884f-4caa-4239-bef4-2275db753ade tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:36:33.171166 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-7219884f-4caa-4239-bef4-2275db753ade tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks [] for subnet, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:33.195063 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7219884f-4caa-4239-bef4-2275db753ade tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Pushing event updated for resources: {'Subnet': ['ID=79db6fc4-2db9-45cd-9677-70b210917ee9,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:36:33.205297 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-7219884f-4caa-4239-bef4-2275db753ade tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.6688843 Nov 22 20:36:33.208292 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 46304) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:36:33.211802 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-675bc32a-1d61-4587-9917-269bbb1f3bb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:33.224224 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-1da31542-df6c-415e-8670-d096e3e4886a tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-981693490', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '79db6fc4-2db9-45cd-9677-70b210917ee9'}], 'security_groups': ['4169cc03-d984-4c61-bd55-4402231d36be']}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:36:33.265562 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-675bc32a-1d61-4587-9917-269bbb1f3bb6 None None] For port d88fbda5-7c48-42fd-8b90-7dbaccd34214, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=d88fbda5-7c48-42fd-8b90-7dbaccd34214,segment=NetworkSegment(18cdf352-26c2-414f-b65a-c6c1f2ea5ee8),segment_id=18cdf352-26c2-414f-b65a-c6c1f2ea5ee8)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:36:33.270458 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-675bc32a-1d61-4587-9917-269bbb1f3bb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:33.327877 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1da31542-df6c-415e-8670-d096e3e4886a tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:33.351846 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-675bc32a-1d61-4587-9917-269bbb1f3bb6 None None] Provisioning complete for port 27207c89-d20f-4e73-ade0-94eccce6ec8e triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:36:33.352399 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-675bc32a-1d61-4587-9917-269bbb1f3bb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:33.363236 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd8fd8be-7f20-4112-9a0d-b6d4cabd30d5 None None] Network e6203e89-81aa-431e-aa7e-b5de2f5dab02 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:36:33.526837 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675bc32a-1d61-4587-9917-269bbb1f3bb6 None None] Pushing event updated for resources: {'Port': ['ID=d88fbda5-7c48-42fd-8b90-7dbaccd34214,revision_number=3']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:36:33.544949 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-675bc32a-1d61-4587-9917-269bbb1f3bb6 None None] Port 27207c89-d20f-4e73-ade0-94eccce6ec8e cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:36:33.551872 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-03f0964f-1b75-4df7-99e0-a3cdb56ec2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:33.760028 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-65b0283c-b124-4d40-9db4-42cf4cfbf547 None None] Provisioning complete for port b356cbcc-ce6a-4e45-bccf-98e745490e59 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:36:33.760633 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-65b0283c-b124-4d40-9db4-42cf4cfbf547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:33.871285 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device d88fbda5-7c48-42fd-8b90-7dbaccd34214 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:36:33.874255 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4142fc8-ffb1-41ff-9821-5690d964a00c None None] Update dhcp port {'port': {'network_id': 'e6203e89-81aa-431e-aa7e-b5de2f5dab02', 'fixed_ips': [{'subnet_id': 'fc661aec-f179-4cc0-b374-ade49f9b1c68', 'ip_address': '172.20.0.2'}, {'subnet_id': '79db6fc4-2db9-45cd-9677-70b210917ee9'}], 'binding:host_id': 'n-d-818823-1'}, 'id': 'd88fbda5-7c48-42fd-8b90-7dbaccd34214'} from n-d-818823-1. {{(pid=103449) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 22 20:36:33.891476 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [None req-1da31542-df6c-415e-8670-d096e3e4886a tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Delete allocated IP 172.20.0.13 (e6203e89-81aa-431e-aa7e-b5de2f5dab02/fc661aec-f179-4cc0-b374-ade49f9b1c68) {{(pid=103448) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 22 20:36:33.914487 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [None req-1da31542-df6c-415e-8670-d096e3e4886a tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Allocated IP 172.20.0.21 (e6203e89-81aa-431e-aa7e-b5de2f5dab02/79db6fc4-2db9-45cd-9677-70b210917ee9/b356cbcc-ce6a-4e45-bccf-98e745490e59) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:36:33.980665 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-65b0283c-b124-4d40-9db4-42cf4cfbf547 None None] Port b356cbcc-ce6a-4e45-bccf-98e745490e59 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:36:33.998194 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e4142fc8-ffb1-41ff-9821-5690d964a00c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:34.050651 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port d88fbda5-7c48-42fd-8b90-7dbaccd34214 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:36:34.050995 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:34.178606 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1da31542-df6c-415e-8670-d096e3e4886a tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks [] for port, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:34.190669 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1da31542-df6c-415e-8670-d096e3e4886a tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:34.288968 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da31542-df6c-415e-8670-d096e3e4886a tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Pushing event updated for resources: {'Port': ['ID=b356cbcc-ce6a-4e45-bccf-98e745490e59,revision_number=2']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:36:34.319663 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.db_base_plugin_common [None req-e4142fc8-ffb1-41ff-9821-5690d964a00c None None] Allocated IP 172.20.0.18 (e6203e89-81aa-431e-aa7e-b5de2f5dab02/79db6fc4-2db9-45cd-9677-70b210917ee9/d88fbda5-7c48-42fd-8b90-7dbaccd34214) {{(pid=103449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:36:34.377532 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-1da31542-df6c-415e-8670-d096e3e4886a tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] In _notify_port_updated(), no bound segment for port b356cbcc-ce6a-4e45-bccf-98e745490e59 on network e6203e89-81aa-431e-aa7e-b5de2f5dab02 {{(pid=103448) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 22 20:36:34.386757 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1da31542-df6c-415e-8670-d096e3e4886a tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:36:34.388941 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1da31542-df6c-415e-8670-d096e3e4886a tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:34.390938 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-1da31542-df6c-415e-8670-d096e3e4886a tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] 10.222.0.46 "PUT /v2.0/ports/b356cbcc-ce6a-4e45-bccf-98e745490e59 HTTP/1.1" status: 200 len: 920 time: 1.1807823 Nov 22 20:36:34.394093 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 46392) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:36:34.513247 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-e4142fc8-ffb1-41ff-9821-5690d964a00c None None] For port d88fbda5-7c48-42fd-8b90-7dbaccd34214, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=d88fbda5-7c48-42fd-8b90-7dbaccd34214,segment=NetworkSegment(18cdf352-26c2-414f-b65a-c6c1f2ea5ee8),segment_id=18cdf352-26c2-414f-b65a-c6c1f2ea5ee8)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:36:34.520092 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-8cb5c34b-427e-4c39-9d97-81b3ea392f7c tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Deleting port b356cbcc-ce6a-4e45-bccf-98e745490e59 {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:36:34.520637 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8cb5c34b-427e-4c39-9d97-81b3ea392f7c tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:34.550252 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e4142fc8-ffb1-41ff-9821-5690d964a00c None None] Publish callbacks [] for port, precommit_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:34.559034 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e4142fc8-ffb1-41ff-9821-5690d964a00c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:34.662295 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8cb5c34b-427e-4c39-9d97-81b3ea392f7c tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:34.674373 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4142fc8-ffb1-41ff-9821-5690d964a00c None None] Pushing event updated for resources: {'Port': ['ID=d88fbda5-7c48-42fd-8b90-7dbaccd34214,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:36:34.687544 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-8cb5c34b-427e-4c39-9d97-81b3ea392f7c tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Calling delete_port for b356cbcc-ce6a-4e45-bccf-98e745490e59 owned by {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:36:34.960001 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8cb5c34b-427e-4c39-9d97-81b3ea392f7c tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:35.051658 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb5c34b-427e-4c39-9d97-81b3ea392f7c tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Pushing event deleted for resources: {'Port': ['ID=b356cbcc-ce6a-4e45-bccf-98e745490e59,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:36:35.116207 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8cb5c34b-427e-4c39-9d97-81b3ea392f7c tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:35.120263 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-8cb5c34b-427e-4c39-9d97-81b3ea392f7c tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] 10.222.0.46 "DELETE /v2.0/ports/b356cbcc-ce6a-4e45-bccf-98e745490e59 HTTP/1.1" status: 204 len: 168 time: 0.7244232 Nov 22 20:36:35.123165 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 46440) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:36:35.180982 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e49ee129-e862-4476-beca-cdc8150d2345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:35.183339 n-d-818823-1 neutron-server[103448]: INFO neutron.pecan_wsgi.hooks.translation [None req-974ee4eb-d078-43a1-8109-2328c71077a8 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] GET failed (client error): The resource could not be found. Nov 22 20:36:35.186187 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-974ee4eb-d078-43a1-8109-2328c71077a8 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] 10.222.0.46 "GET /v2.0/ports/b356cbcc-ce6a-4e45-bccf-98e745490e59 HTTP/1.1" status: 404 len: 333 time: 0.0609992 Nov 22 20:36:35.188926 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 46444) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:36:35.285851 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c7eda601-4fcc-4747-b9bd-fd646246b735 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:35.318612 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c7eda601-4fcc-4747-b9bd-fd646246b735 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:35.393607 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c7eda601-4fcc-4747-b9bd-fd646246b735 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:35.396530 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c7eda601-4fcc-4747-b9bd-fd646246b735 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:35.400665 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-c7eda601-4fcc-4747-b9bd-fd646246b735 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] 10.222.0.46 "DELETE /v2.0/security-groups/78ca178a-454d-4114-9e79-a20e556f760b HTTP/1.1" status: 204 len: 168 time: 0.2074945 Nov 22 20:36:35.401078 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 46462) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:36:35.407646 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7eda601-4fcc-4747-b9bd-fd646246b735 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78ca178a-454d-4114-9e79-a20e556f760b,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:36:35.520571 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-01fad487-b612-4457-8f2b-9f85e73fee21 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:35.570062 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-01fad487-b612-4457-8f2b-9f85e73fee21 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:35.597931 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 46476) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:36:35.631082 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-074892b9-f515-4630-b909-eedd1ff02609 None None] Provisioning complete for port d88fbda5-7c48-42fd-8b90-7dbaccd34214 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:36:35.631606 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-074892b9-f515-4630-b909-eedd1ff02609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:35.637780 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-01fad487-b612-4457-8f2b-9f85e73fee21 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:35.641012 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-01fad487-b612-4457-8f2b-9f85e73fee21 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:35.644329 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-01fad487-b612-4457-8f2b-9f85e73fee21 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] 10.222.0.46 "DELETE /v2.0/security-groups/4169cc03-d984-4c61-bd55-4402231d36be HTTP/1.1" status: 204 len: 168 time: 0.2397783 Nov 22 20:36:35.645241 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 46480) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:36:35.689642 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fad487-b612-4457-8f2b-9f85e73fee21 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4169cc03-d984-4c61-bd55-4402231d36be,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:36:35.776289 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9bd4bad-ac5b-44e0-a271-3301ba800ed0 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Deleting subnet fc661aec-f179-4cc0-b374-ade49f9b1c68 {{(pid=103448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 20:36:35.787466 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b9bd4bad-ac5b-44e0-a271-3301ba800ed0 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks [] for subnet, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:35.840179 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-074892b9-f515-4630-b909-eedd1ff02609 None None] Could not find standard attr ID for object b356cbcc-ce6a-4e45-bccf-98e745490e59. {{(pid=103449) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 22 20:36:35.863993 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-074892b9-f515-4630-b909-eedd1ff02609 None None] Provisioning complete for port 27207c89-d20f-4e73-ade0-94eccce6ec8e triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:36:35.864542 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-074892b9-f515-4630-b909-eedd1ff02609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:35.871114 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device d88fbda5-7c48-42fd-8b90-7dbaccd34214 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:36:35.872751 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d2098d63-ac6d-4535-a0df-65f52b5ba1c3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:35.912914 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b9bd4bad-ac5b-44e0-a271-3301ba800ed0 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11627908'] for subnet, precommit_delete_associations {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:35.973990 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 46506) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:36:36.000707 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port d88fbda5-7c48-42fd-8b90-7dbaccd34214 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:36:36.001314 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:36.004265 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-074892b9-f515-4630-b909-eedd1ff02609 None None] Port 27207c89-d20f-4e73-ade0-94eccce6ec8e cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:36:36.062103 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:36.062653 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b9bd4bad-ac5b-44e0-a271-3301ba800ed0 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3753007'] for subnet, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:36.163237 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.agents_db [None req-aa8313f2-1ee4-4e7b-8c5a-d32b2f9d31ee None None] Agent healthcheck: found 7 active agents {{(pid=103450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 20:36:36.200732 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b9bd4bad-ac5b-44e0-a271-3301ba800ed0 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3753014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11567369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11792914'] for subnet, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:36.254374 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bd4bad-ac5b-44e0-a271-3301ba800ed0 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Pushing event deleted for resources: {'Subnet': ['ID=fc661aec-f179-4cc0-b374-ade49f9b1c68,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:36:36.271328 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b9bd4bad-ac5b-44e0-a271-3301ba800ed0 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:36.272396 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f54210a1-abbe-44ab-8af9-2a417415dd47 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:36.276728 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-b9bd4bad-ac5b-44e0-a271-3301ba800ed0 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] 10.222.0.46 "DELETE /v2.0/subnets/fc661aec-f179-4cc0-b374-ade49f9b1c68 HTTP/1.1" status: 204 len: 168 time: 0.6295106 Nov 22 20:36:36.280763 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 46518) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:36:36.294769 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-9bb63636-cc41-415e-bbd4-eca1fbdcbd08 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Request body: {'subnet': {'network_id': 'e6203e89-81aa-431e-aa7e-b5de2f5dab02', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:36:36.319456 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-daa1a902-f0a7-407d-a61f-d85046cd3edd None None] Could not find standard attr ID for object b356cbcc-ce6a-4e45-bccf-98e745490e59. {{(pid=103449) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 22 20:36:36.348365 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d2098d63-ac6d-4535-a0df-65f52b5ba1c3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:36.359114 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d2098d63-ac6d-4535-a0df-65f52b5ba1c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:36.416215 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2098d63-ac6d-4535-a0df-65f52b5ba1c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc456820-29fa-493b-97b1-00e3367b2663,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:36:36.451547 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-d2098d63-ac6d-4535-a0df-65f52b5ba1c3 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e56b161ce13f4743be68ee509ed985e9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8513207 Nov 22 20:36:36.452033 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 46540) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:36:36.510127 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f54210a1-abbe-44ab-8af9-2a417415dd47 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:36.512975 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bb63636-cc41-415e-bbd4-eca1fbdcbd08 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Made reservation on behalf of fe864660cff645f6bfd902aea156f347 for: {'subnet': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:36:36.516767 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9bb63636-cc41-415e-bbd4-eca1fbdcbd08 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8485086'] for subnet, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:36.534400 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-77150dce-e642-45e6-b601-f28cfae41575 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:36.560343 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-77150dce-e642-45e6-b601-f28cfae41575 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:36.593901 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f54210a1-abbe-44ab-8af9-2a417415dd47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:36.601832 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c339082-a3fa-48c1-9cc7-7176a595c15c None None] Network e6203e89-81aa-431e-aa7e-b5de2f5dab02 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:36:36.660429 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54210a1-abbe-44ab-8af9-2a417415dd47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d14b31a-da43-4807-9c16-29b627a04f98,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:36:36.662065 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-77150dce-e642-45e6-b601-f28cfae41575 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:36.673690 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-f54210a1-abbe-44ab-8af9-2a417415dd47 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2cd4f9412a7a4c93ae3dd3e23ef60271&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6986651 Nov 22 20:36:36.676854 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 46558) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:36:36.679405 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-77150dce-e642-45e6-b601-f28cfae41575 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:36.680963 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-77150dce-e642-45e6-b601-f28cfae41575 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/cc456820-29fa-493b-97b1-00e3367b2663 HTTP/1.1" status: 204 len: 168 time: 0.2279048 Nov 22 20:36:36.701604 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77150dce-e642-45e6-b601-f28cfae41575 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc456820-29fa-493b-97b1-00e3367b2663,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:36:36.785249 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-76170c38-ac79-4d6a-8304-4839af604a6d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:36.843610 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-76170c38-ac79-4d6a-8304-4839af604a6d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:36.909454 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9bb63636-cc41-415e-bbd4-eca1fbdcbd08 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8900613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8485104'] for subnet, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:36.967523 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-76170c38-ac79-4d6a-8304-4839af604a6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:36.970138 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-76170c38-ac79-4d6a-8304-4839af604a6d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:36.971246 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-76170c38-ac79-4d6a-8304-4839af604a6d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1d14b31a-da43-4807-9c16-29b627a04f98 HTTP/1.1" status: 204 len: 168 time: 0.2933245 Nov 22 20:36:36.973482 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bb63636-cc41-415e-bbd4-eca1fbdcbd08 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Network e6203e89-81aa-431e-aa7e-b5de2f5dab02 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:36:36.985465 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-9bb63636-cc41-415e-bbd4-eca1fbdcbd08 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:36:36.994267 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bb63636-cc41-415e-bbd4-eca1fbdcbd08 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:36:36.995309 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9bb63636-cc41-415e-bbd4-eca1fbdcbd08 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks [] for subnet, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:37.000437 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76170c38-ac79-4d6a-8304-4839af604a6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d14b31a-da43-4807-9c16-29b627a04f98,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:36:37.002430 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb63636-cc41-415e-bbd4-eca1fbdcbd08 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Pushing event updated for resources: {'Subnet': ['ID=594c457f-2670-4b16-8826-212befb16a5c,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:36:37.036017 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-9bb63636-cc41-415e-bbd4-eca1fbdcbd08 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7460940 Nov 22 20:36:37.036689 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 46584) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:36:37.041371 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-7e23613d-bce3-406f-98a2-0a1f659e0242 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Request body: {'security_group': {'name': 'tempest-secgroup-1600971945'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:36:37.092954 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7e23613d-bce3-406f-98a2-0a1f659e0242 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:37.161713 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 46590) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:36:37.181310 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-57ea6364-f1f1-4f3d-bac6-eae9c708a15a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:37.194521 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7e23613d-bce3-406f-98a2-0a1f659e0242 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:37.206233 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7e23613d-bce3-406f-98a2-0a1f659e0242 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:37.249360 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e23613d-bce3-406f-98a2-0a1f659e0242 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52f77d9c-7ee7-4ece-b42b-cd23755ef22b,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:36:37.278694 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7e23613d-bce3-406f-98a2-0a1f659e0242 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:37.281551 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-7e23613d-bce3-406f-98a2-0a1f659e0242 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2428949 Nov 22 20:36:37.283357 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 46592) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:36:37.288402 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-0c83bb73-d33b-42ed-b205-f0a13224e93c tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Request body: {'security_group': {'name': 'tempest-secgroup-1719942510'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:36:37.311150 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-57ea6364-f1f1-4f3d-bac6-eae9c708a15a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:37.317361 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-57ea6364-f1f1-4f3d-bac6-eae9c708a15a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:37.323292 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0c83bb73-d33b-42ed-b205-f0a13224e93c tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:37.374490 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ea6364-f1f1-4f3d-bac6-eae9c708a15a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecabe69a-cb32-4a39-a050-443f88cf33b0,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:36:37.380953 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-57ea6364-f1f1-4f3d-bac6-eae9c708a15a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=cc3e0f1bf9124ac483c56f6fb0bbd288&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2177210 Nov 22 20:36:37.383636 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 46596) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:36:37.450420 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-61f4a8d3-e9de-4056-82eb-6343979a16fd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:37.460685 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0c83bb73-d33b-42ed-b205-f0a13224e93c tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:37.466976 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0c83bb73-d33b-42ed-b205-f0a13224e93c tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:37.477106 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 46600) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:36:37.491263 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-61f4a8d3-e9de-4056-82eb-6343979a16fd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:37.512328 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0c83bb73-d33b-42ed-b205-f0a13224e93c tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:37.516103 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-0c83bb73-d33b-42ed-b205-f0a13224e93c tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2290931 Nov 22 20:36:37.518893 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 46604) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:36:37.526443 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-43727643-9d5b-4637-ae6f-282fd09ba272 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Request body: {'security_group': {'name': 'tempest-secgroup-1941047238'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:36:37.555872 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c83bb73-d33b-42ed-b205-f0a13224e93c tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04f397ee-98cb-48ef-9557-114350457927,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:36:37.582236 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-43727643-9d5b-4637-ae6f-282fd09ba272 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:37.623832 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-61f4a8d3-e9de-4056-82eb-6343979a16fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:37.626741 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-61f4a8d3-e9de-4056-82eb-6343979a16fd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:37.633550 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49f91548-b5ef-458b-9021-24272a85fe03 None None] Network e6203e89-81aa-431e-aa7e-b5de2f5dab02 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:36:37.639554 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-61f4a8d3-e9de-4056-82eb-6343979a16fd admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ecabe69a-cb32-4a39-a050-443f88cf33b0 HTTP/1.1" status: 204 len: 168 time: 0.2494788 Nov 22 20:36:37.672911 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 46614) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:36:37.705189 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-31156bd5-cda0-49f9-b45d-acff9538eb4b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:37.757029 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f4a8d3-e9de-4056-82eb-6343979a16fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecabe69a-cb32-4a39-a050-443f88cf33b0,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:36:37.828726 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-43727643-9d5b-4637-ae6f-282fd09ba272 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:37.836159 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-43727643-9d5b-4637-ae6f-282fd09ba272 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:37.865019 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-86ff2ebc-3a00-4eca-977f-6f24f85fb143 None None] Provisioning complete for port d88fbda5-7c48-42fd-8b90-7dbaccd34214 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:36:37.865331 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-86ff2ebc-3a00-4eca-977f-6f24f85fb143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:37.885909 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-43727643-9d5b-4637-ae6f-282fd09ba272 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:37.888239 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-43727643-9d5b-4637-ae6f-282fd09ba272 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3677909 Nov 22 20:36:37.890983 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43727643-9d5b-4637-ae6f-282fd09ba272 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9710ca94-b1b7-433f-89b0-87bf776ff25e,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:36:37.893500 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 46626) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:36:37.905648 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-4d148e93-c1cd-4eee-a02c-2da310a62673 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-145806390', 'security_groups': ['9710ca94-b1b7-433f-89b0-87bf776ff25e'], 'network_id': 'e6203e89-81aa-431e-aa7e-b5de2f5dab02', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '594c457f-2670-4b16-8826-212befb16a5c'}]}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:36:37.933390 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-31156bd5-cda0-49f9-b45d-acff9538eb4b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:37.967729 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-31156bd5-cda0-49f9-b45d-acff9538eb4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:37.969403 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0a6d91f2-7848-4731-9acc-9134bec91ed3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:38.159150 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0a6d91f2-7848-4731-9acc-9134bec91ed3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:38.172162 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0a6d91f2-7848-4731-9acc-9134bec91ed3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:38.202442 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 46634) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:36:38.205736 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-31156bd5-cda0-49f9-b45d-acff9538eb4b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c4b770c184b4441f999c1aa50b5c4133&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5314133 Nov 22 20:36:38.210494 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31156bd5-cda0-49f9-b45d-acff9538eb4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec766d86-a8f9-4c32-9c3b-91e40f6dcfab,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:36:38.231468 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-86ff2ebc-3a00-4eca-977f-6f24f85fb143 None None] Provisioning complete for port 27207c89-d20f-4e73-ade0-94eccce6ec8e triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:36:38.232329 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-86ff2ebc-3a00-4eca-977f-6f24f85fb143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:38.292104 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-86ff2ebc-3a00-4eca-977f-6f24f85fb143 None None] Port 27207c89-d20f-4e73-ade0-94eccce6ec8e cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:36:38.333805 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-0a6d91f2-7848-4731-9acc-9134bec91ed3 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=56dc88f380164ff79c4e1260a8a59e75&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8531172 Nov 22 20:36:38.335133 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 46644) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:36:38.363245 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de0ee911-27ab-407e-bef7-ade263704d3c None None] Update dhcp port {'port': {'network_id': 'e6203e89-81aa-431e-aa7e-b5de2f5dab02', 'fixed_ips': [{'subnet_id': '79db6fc4-2db9-45cd-9677-70b210917ee9', 'ip_address': '172.20.0.18'}, {'subnet_id': '594c457f-2670-4b16-8826-212befb16a5c'}], 'binding:host_id': 'n-d-818823-1'}, 'id': 'd88fbda5-7c48-42fd-8b90-7dbaccd34214'} from n-d-818823-1. {{(pid=103449) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 22 20:36:38.370274 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6d91f2-7848-4731-9acc-9134bec91ed3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78f592fc-4413-4710-86cc-c6b2373a5f51,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:36:38.401124 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-dfe52733-639c-4321-a635-ba548289a3a5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:38.404237 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d148e93-c1cd-4eee-a02c-2da310a62673 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Made reservation on behalf of fe864660cff645f6bfd902aea156f347 for: {'port': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:36:38.454657 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-de0ee911-27ab-407e-bef7-ade263704d3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:38.455154 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-dfe52733-639c-4321-a635-ba548289a3a5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:38.555136 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5cf032dd-179a-41bf-ae6e-cbf70cc2ffae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:38.557150 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-dfe52733-639c-4321-a635-ba548289a3a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:38.560501 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-dfe52733-639c-4321-a635-ba548289a3a5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:38.564599 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-dfe52733-639c-4321-a635-ba548289a3a5 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ec766d86-a8f9-4c32-9c3b-91e40f6dcfab HTTP/1.1" status: 204 len: 168 time: 0.3532774 Nov 22 20:36:38.574102 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe52733-639c-4321-a635-ba548289a3a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec766d86-a8f9-4c32-9c3b-91e40f6dcfab,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:36:38.609475 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5cf032dd-179a-41bf-ae6e-cbf70cc2ffae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:38.636898 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4d148e93-c1cd-4eee-a02c-2da310a62673 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:38.670339 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [None req-4d148e93-c1cd-4eee-a02c-2da310a62673 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] device_id is not set on port 81d85bfe-dab3-48d9-a0a7-072cf5a8a7e5 yet. {{(pid=103448) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 20:36:38.730237 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.db_base_plugin_common [None req-de0ee911-27ab-407e-bef7-ade263704d3c None None] Allocated IP 172.20.0.2 (e6203e89-81aa-431e-aa7e-b5de2f5dab02/594c457f-2670-4b16-8826-212befb16a5c/d88fbda5-7c48-42fd-8b90-7dbaccd34214) {{(pid=103449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:36:38.757509 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5cf032dd-179a-41bf-ae6e-cbf70cc2ffae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:38.761520 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5cf032dd-179a-41bf-ae6e-cbf70cc2ffae admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:38.766472 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-5cf032dd-179a-41bf-ae6e-cbf70cc2ffae admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/78f592fc-4413-4710-86cc-c6b2373a5f51 HTTP/1.1" status: 204 len: 168 time: 0.4302850 Nov 22 20:36:38.806417 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf032dd-179a-41bf-ae6e-cbf70cc2ffae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78f592fc-4413-4710-86cc-c6b2373a5f51,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:36:38.892771 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-de0ee911-27ab-407e-bef7-ade263704d3c None None] For port d88fbda5-7c48-42fd-8b90-7dbaccd34214, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=d88fbda5-7c48-42fd-8b90-7dbaccd34214,segment=NetworkSegment(18cdf352-26c2-414f-b65a-c6c1f2ea5ee8),segment_id=18cdf352-26c2-414f-b65a-c6c1f2ea5ee8)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:36:38.930727 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-de0ee911-27ab-407e-bef7-ade263704d3c None None] Publish callbacks [] for port, precommit_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:38.938956 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-de0ee911-27ab-407e-bef7-ade263704d3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:39.081279 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [None req-4d148e93-c1cd-4eee-a02c-2da310a62673 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Allocated IP 172.20.0.14 (e6203e89-81aa-431e-aa7e-b5de2f5dab02/594c457f-2670-4b16-8826-212befb16a5c/81d85bfe-dab3-48d9-a0a7-072cf5a8a7e5) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:36:39.344891 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0ee911-27ab-407e-bef7-ade263704d3c None None] Pushing event updated for resources: {'Port': ['ID=d88fbda5-7c48-42fd-8b90-7dbaccd34214,revision_number=6']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:36:39.440605 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4d148e93-c1cd-4eee-a02c-2da310a62673 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:39.499575 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4d148e93-c1cd-4eee-a02c-2da310a62673 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:39.556258 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 46698) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:36:39.588311 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d148e93-c1cd-4eee-a02c-2da310a62673 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Pushing event updated for resources: {'Port': ['ID=81d85bfe-dab3-48d9-a0a7-072cf5a8a7e5,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:36:39.599989 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-072dc3fa-edd0-4dc9-8fd3-2708f0685113 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:39.606995 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d148e93-c1cd-4eee-a02c-2da310a62673 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Network e6203e89-81aa-431e-aa7e-b5de2f5dab02 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:36:39.619483 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-4d148e93-c1cd-4eee-a02c-2da310a62673 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:36:39.630343 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d148e93-c1cd-4eee-a02c-2da310a62673 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:36:39.730553 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d148e93-c1cd-4eee-a02c-2da310a62673 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:36:39.732330 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4d148e93-c1cd-4eee-a02c-2da310a62673 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:39.767759 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-4d148e93-c1cd-4eee-a02c-2da310a62673 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.8715732 Nov 22 20:36:39.768761 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 46700) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:36:39.776208 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-fb600889-37ca-40bc-b26c-9908b2d5982d tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Request body: {'subnet': {'network_id': 'e6203e89-81aa-431e-aa7e-b5de2f5dab02', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:36:39.804124 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-072dc3fa-edd0-4dc9-8fd3-2708f0685113 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:39.812625 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-072dc3fa-edd0-4dc9-8fd3-2708f0685113 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:39.864828 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device d88fbda5-7c48-42fd-8b90-7dbaccd34214 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:36:39.919314 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 46706) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:36:39.921505 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-072dc3fa-edd0-4dc9-8fd3-2708f0685113 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4a6d7137e519439193a2a6d96a727ded&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3639190 Nov 22 20:36:39.923114 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072dc3fa-edd0-4dc9-8fd3-2708f0685113 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d16ac17a-19b2-4d96-b292-bf890dd931fc,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:36:40.006942 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port d88fbda5-7c48-42fd-8b90-7dbaccd34214 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:36:40.007755 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:40.011624 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb600889-37ca-40bc-b26c-9908b2d5982d tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Made reservation on behalf of fe864660cff645f6bfd902aea156f347 for: {'subnet': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:36:40.014867 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-fb600889-37ca-40bc-b26c-9908b2d5982d tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11792951'] for subnet, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:40.083344 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 46712) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:36:40.159964 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1a489e17-25a9-44aa-a82d-90e3a9c30167 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:40.184098 n-d-818823-1 neutron-server[103448]: INFO neutron.db.ipam_backend_mixin [None req-fb600889-37ca-40bc-b26c-9908b2d5982d tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 594c457f-2670-4b16-8826-212befb16a5c (CIDR: 172.20.0.0/28) Nov 22 20:36:40.193912 n-d-818823-1 neutron-server[103448]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb600889-37ca-40bc-b26c-9908b2d5982d tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 22 20:36:40.194414 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb600889-37ca-40bc-b26c-9908b2d5982d tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 20:36:40.197795 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1a489e17-25a9-44aa-a82d-90e3a9c30167 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:40.247457 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-fb600889-37ca-40bc-b26c-9908b2d5982d tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4754343 Nov 22 20:36:40.248659 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 46720) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:36:40.256478 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-c8872f0e-421d-4e90-bc5c-1a89f6a04917 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Request body: {'subnet': {'network_id': 'e6203e89-81aa-431e-aa7e-b5de2f5dab02', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:36:40.293139 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1a489e17-25a9-44aa-a82d-90e3a9c30167 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:40.296848 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1a489e17-25a9-44aa-a82d-90e3a9c30167 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:40.300923 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-1a489e17-25a9-44aa-a82d-90e3a9c30167 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d16ac17a-19b2-4d96-b292-bf890dd931fc HTTP/1.1" status: 204 len: 168 time: 0.3806210 Nov 22 20:36:40.312857 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a489e17-25a9-44aa-a82d-90e3a9c30167 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d16ac17a-19b2-4d96-b292-bf890dd931fc,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:36:40.337272 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-bef16931-581b-458a-9ce0-a0a8ca7733f5 None None] Provisioning complete for port d88fbda5-7c48-42fd-8b90-7dbaccd34214 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:36:40.337658 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-bef16931-581b-458a-9ce0-a0a8ca7733f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:40.399928 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-5b418076-982f-4848-9849-744772cac1d5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:40.478689 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-bef16931-581b-458a-9ce0-a0a8ca7733f5 None None] Provisioning complete for port 27207c89-d20f-4e73-ade0-94eccce6ec8e triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:36:40.479215 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-bef16931-581b-458a-9ce0-a0a8ca7733f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:40.495068 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8872f0e-421d-4e90-bc5c-1a89f6a04917 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Made reservation on behalf of fe864660cff645f6bfd902aea156f347 for: {'subnet': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:36:40.501011 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c8872f0e-421d-4e90-bc5c-1a89f6a04917 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8485086'] for subnet, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:40.538049 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-bef16931-581b-458a-9ce0-a0a8ca7733f5 None None] Port 27207c89-d20f-4e73-ade0-94eccce6ec8e cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:36:40.601146 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-5b418076-982f-4848-9849-744772cac1d5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:40.612220 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-5b418076-982f-4848-9849-744772cac1d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:40.649285 n-d-818823-1 neutron-server[103447]: INFO neutron.db.ipam_backend_mixin [None req-c8872f0e-421d-4e90-bc5c-1a89f6a04917 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 79db6fc4-2db9-45cd-9677-70b210917ee9 (CIDR: 172.20.0.16/28) Nov 22 20:36:40.669529 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-4982441d-a4ac-4ea1-8572-955033535e70 None None] Provisioning complete for port 81d85bfe-dab3-48d9-a0a7-072cf5a8a7e5 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:36:40.669914 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4982441d-a4ac-4ea1-8572-955033535e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:40.673826 n-d-818823-1 neutron-server[103447]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8872f0e-421d-4e90-bc5c-1a89f6a04917 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 22 20:36:40.673826 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8872f0e-421d-4e90-bc5c-1a89f6a04917 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103447) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 20:36:40.685732 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-5b418076-982f-4848-9849-744772cac1d5 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b92f54f38406467ba38c8c85c0a15e48&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6012614 Nov 22 20:36:40.685925 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 46738) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:36:40.689557 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b418076-982f-4848-9849-744772cac1d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3beac94-50f4-46af-8aec-0bdbd3c8022d,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:36:40.707277 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-c8872f0e-421d-4e90-bc5c-1a89f6a04917 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.4551034 Nov 22 20:36:40.713261 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 46744) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:36:40.721769 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-00bd55d8-1a55-4ae8-8081-52376e508b19 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Request body: {'subnet': {'network_id': 'e6203e89-81aa-431e-aa7e-b5de2f5dab02', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:36:40.745433 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-4982441d-a4ac-4ea1-8572-955033535e70 None None] Port 81d85bfe-dab3-48d9-a0a7-072cf5a8a7e5 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:36:40.766764 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7c951ffe-afcf-492d-a6dc-59868eac0890 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:40.806486 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7c951ffe-afcf-492d-a6dc-59868eac0890 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:40.863395 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00bd55d8-1a55-4ae8-8081-52376e508b19 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Made reservation on behalf of fe864660cff645f6bfd902aea156f347 for: {'subnet': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:36:40.867263 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-00bd55d8-1a55-4ae8-8081-52376e508b19 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8485086'] for subnet, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:40.878512 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7c951ffe-afcf-492d-a6dc-59868eac0890 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:40.882733 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7c951ffe-afcf-492d-a6dc-59868eac0890 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:40.884152 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-7c951ffe-afcf-492d-a6dc-59868eac0890 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d3beac94-50f4-46af-8aec-0bdbd3c8022d HTTP/1.1" status: 204 len: 168 time: 0.1971500 Nov 22 20:36:40.894616 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c951ffe-afcf-492d-a6dc-59868eac0890 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3beac94-50f4-46af-8aec-0bdbd3c8022d,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:36:41.124161 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-00bd55d8-1a55-4ae8-8081-52376e508b19 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8900613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8485104'] for subnet, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:41.173219 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00bd55d8-1a55-4ae8-8081-52376e508b19 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Network e6203e89-81aa-431e-aa7e-b5de2f5dab02 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:36:41.177857 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-00bd55d8-1a55-4ae8-8081-52376e508b19 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:36:41.181999 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00bd55d8-1a55-4ae8-8081-52376e508b19 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:36:41.182695 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-00bd55d8-1a55-4ae8-8081-52376e508b19 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks [] for subnet, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:41.190845 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bd55d8-1a55-4ae8-8081-52376e508b19 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Pushing event updated for resources: {'Subnet': ['ID=23b35ea7-5c4e-4bb2-a337-56a0ee326099,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:36:41.194859 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db71869b-89de-47c7-b2ed-61991ace49ac None None] Network e6203e89-81aa-431e-aa7e-b5de2f5dab02 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:36:41.203924 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-00bd55d8-1a55-4ae8-8081-52376e508b19 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.4891589 Nov 22 20:36:41.206705 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 46764) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:36:41.212592 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-5db87e8a-8cb1-4d2f-bbd6-9778f854733b tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-277766925', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '23b35ea7-5c4e-4bb2-a337-56a0ee326099'}], 'security_groups': ['52f77d9c-7ee7-4ece-b42b-cd23755ef22b', '04f397ee-98cb-48ef-9557-114350457927']}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:36:41.408686 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-5db87e8a-8cb1-4d2f-bbd6-9778f854733b tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:41.511994 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2c91443-1708-4663-b9f6-98102ff1fc66 None None] Update dhcp port {'port': {'network_id': 'e6203e89-81aa-431e-aa7e-b5de2f5dab02', 'fixed_ips': [{'subnet_id': '79db6fc4-2db9-45cd-9677-70b210917ee9', 'ip_address': '172.20.0.18'}, {'subnet_id': '594c457f-2670-4b16-8826-212befb16a5c', 'ip_address': '172.20.0.2'}, {'subnet_id': '23b35ea7-5c4e-4bb2-a337-56a0ee326099'}], 'binding:host_id': 'n-d-818823-1'}, 'id': 'd88fbda5-7c48-42fd-8b90-7dbaccd34214'} from n-d-818823-1. {{(pid=103449) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 22 20:36:41.541360 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-f2c91443-1708-4663-b9f6-98102ff1fc66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:41.765617 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 46790) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:36:41.778725 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [None req-5db87e8a-8cb1-4d2f-bbd6-9778f854733b tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Delete allocated IP 172.20.0.14 (e6203e89-81aa-431e-aa7e-b5de2f5dab02/594c457f-2670-4b16-8826-212befb16a5c) {{(pid=103447) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 22 20:36:41.790465 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [None req-5db87e8a-8cb1-4d2f-bbd6-9778f854733b tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Allocated IP 172.20.0.36 (e6203e89-81aa-431e-aa7e-b5de2f5dab02/23b35ea7-5c4e-4bb2-a337-56a0ee326099/81d85bfe-dab3-48d9-a0a7-072cf5a8a7e5) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:36:41.974714 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-5db87e8a-8cb1-4d2f-bbd6-9778f854733b tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks [] for port, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:41.986383 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-5db87e8a-8cb1-4d2f-bbd6-9778f854733b tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:42.012546 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-26a01d5a-9cef-4927-b4f6-48752fac3e7c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:42.064432 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.db_base_plugin_common [None req-f2c91443-1708-4663-b9f6-98102ff1fc66 None None] Allocated IP 172.20.0.34 (e6203e89-81aa-431e-aa7e-b5de2f5dab02/23b35ea7-5c4e-4bb2-a337-56a0ee326099/d88fbda5-7c48-42fd-8b90-7dbaccd34214) {{(pid=103449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:36:42.107472 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-26a01d5a-9cef-4927-b4f6-48752fac3e7c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:42.111299 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-5db87e8a-8cb1-4d2f-bbd6-9778f854733b tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] In _notify_port_updated(), no bound segment for port 81d85bfe-dab3-48d9-a0a7-072cf5a8a7e5 on network e6203e89-81aa-431e-aa7e-b5de2f5dab02 {{(pid=103447) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 22 20:36:42.116987 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-26a01d5a-9cef-4927-b4f6-48752fac3e7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:42.117788 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5db87e8a-8cb1-4d2f-bbd6-9778f854733b tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:36:42.118626 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-5db87e8a-8cb1-4d2f-bbd6-9778f854733b tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:42.120103 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-5db87e8a-8cb1-4d2f-bbd6-9778f854733b tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] 10.222.0.46 "PUT /v2.0/ports/81d85bfe-dab3-48d9-a0a7-072cf5a8a7e5 HTTP/1.1" status: 200 len: 959 time: 0.9120164 Nov 22 20:36:42.123562 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 46806) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:36:42.155104 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db87e8a-8cb1-4d2f-bbd6-9778f854733b tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Pushing event updated for resources: {'Port': ['ID=81d85bfe-dab3-48d9-a0a7-072cf5a8a7e5,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:36:42.174220 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-26a01d5a-9cef-4927-b4f6-48752fac3e7c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4586a2ff5a0349d1b45adc31efccae45&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4064193 Nov 22 20:36:42.180846 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 46810) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:36:42.216676 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a01d5a-9cef-4927-b4f6-48752fac3e7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9312016-048d-49d5-950e-7526aed41763,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:36:42.237910 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-40899fcf-618f-46a1-bb43-c96a35759338 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Deleting port 81d85bfe-dab3-48d9-a0a7-072cf5a8a7e5 {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:36:42.238134 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-40899fcf-618f-46a1-bb43-c96a35759338 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:42.255776 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4940b5e9-569c-4252-883c-b72cc2857ea1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:42.268665 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-f2c91443-1708-4663-b9f6-98102ff1fc66 None None] For port d88fbda5-7c48-42fd-8b90-7dbaccd34214, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=d88fbda5-7c48-42fd-8b90-7dbaccd34214,segment=NetworkSegment(18cdf352-26c2-414f-b65a-c6c1f2ea5ee8),segment_id=18cdf352-26c2-414f-b65a-c6c1f2ea5ee8)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:36:42.297093 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4940b5e9-569c-4252-883c-b72cc2857ea1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:42.335602 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-f2c91443-1708-4663-b9f6-98102ff1fc66 None None] Publish callbacks [] for port, precommit_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:42.344443 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-f2c91443-1708-4663-b9f6-98102ff1fc66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:42.371816 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4940b5e9-569c-4252-883c-b72cc2857ea1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:42.376279 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4940b5e9-569c-4252-883c-b72cc2857ea1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:42.377857 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-4940b5e9-569c-4252-883c-b72cc2857ea1 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e9312016-048d-49d5-950e-7526aed41763 HTTP/1.1" status: 204 len: 168 time: 0.1958556 Nov 22 20:36:42.384912 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 46824) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:36:42.389897 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4940b5e9-569c-4252-883c-b72cc2857ea1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9312016-048d-49d5-950e-7526aed41763,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:36:42.426551 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c91443-1708-4663-b9f6-98102ff1fc66 None None] Pushing event updated for resources: {'Port': ['ID=d88fbda5-7c48-42fd-8b90-7dbaccd34214,revision_number=7']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:36:42.465766 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-40899fcf-618f-46a1-bb43-c96a35759338 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:42.497558 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-40899fcf-618f-46a1-bb43-c96a35759338 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Calling delete_port for 81d85bfe-dab3-48d9-a0a7-072cf5a8a7e5 owned by {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:36:43.086398 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-16897f14-cd09-40de-890c-db05bae60346 tempest-TestVolumeBackupRestore-1993139719 tempest-TestVolumeBackupRestore-1993139719-project] Deleting port 9af61a1a-a8f3-4df8-a92f-09face95aca3 {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:36:43.087025 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-16897f14-cd09-40de-890c-db05bae60346 tempest-TestVolumeBackupRestore-1993139719 tempest-TestVolumeBackupRestore-1993139719-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:43.150660 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-40899fcf-618f-46a1-bb43-c96a35759338 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:43.273113 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40899fcf-618f-46a1-bb43-c96a35759338 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Pushing event deleted for resources: {'Port': ['ID=81d85bfe-dab3-48d9-a0a7-072cf5a8a7e5,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:36:43.302263 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-16897f14-cd09-40de-890c-db05bae60346 tempest-TestVolumeBackupRestore-1993139719 tempest-TestVolumeBackupRestore-1993139719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:43.302594 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-16897f14-cd09-40de-890c-db05bae60346 tempest-TestVolumeBackupRestore-1993139719 tempest-TestVolumeBackupRestore-1993139719-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:43.319205 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-16897f14-cd09-40de-890c-db05bae60346 tempest-TestVolumeBackupRestore-1993139719 tempest-TestVolumeBackupRestore-1993139719-project] Calling delete_port for 9af61a1a-a8f3-4df8-a92f-09face95aca3 owned by network:floatingip {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:36:43.321505 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-40899fcf-618f-46a1-bb43-c96a35759338 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:43.325344 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-40899fcf-618f-46a1-bb43-c96a35759338 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] 10.222.0.46 "DELETE /v2.0/ports/81d85bfe-dab3-48d9-a0a7-072cf5a8a7e5 HTTP/1.1" status: 204 len: 168 time: 1.2005520 Nov 22 20:36:43.328069 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 46858) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:36:43.360026 n-d-818823-1 neutron-server[103447]: INFO neutron.pecan_wsgi.hooks.translation [None req-159997db-d048-47c9-a778-bde6e3ebff2b tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] GET failed (client error): The resource could not be found. Nov 22 20:36:43.361488 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-159997db-d048-47c9-a778-bde6e3ebff2b tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] 10.222.0.46 "GET /v2.0/ports/81d85bfe-dab3-48d9-a0a7-072cf5a8a7e5 HTTP/1.1" status: 404 len: 333 time: 0.0325072 Nov 22 20:36:43.364491 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 46862) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:36:43.398369 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-4afcc713-87f6-4009-853a-15861db5bb2e None None] Provisioning complete for port d88fbda5-7c48-42fd-8b90-7dbaccd34214 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:36:43.399804 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4afcc713-87f6-4009-853a-15861db5bb2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:43.451098 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6fdd897a-39a1-4f26-b631-5e9a9ca81001 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:43.489986 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6fdd897a-39a1-4f26-b631-5e9a9ca81001 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:43.526820 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-4afcc713-87f6-4009-853a-15861db5bb2e None None] Could not find standard attr ID for object 81d85bfe-dab3-48d9-a0a7-072cf5a8a7e5. {{(pid=103449) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 22 20:36:43.542852 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-4afcc713-87f6-4009-853a-15861db5bb2e None None] Provisioning complete for port 27207c89-d20f-4e73-ade0-94eccce6ec8e triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:36:43.543875 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4afcc713-87f6-4009-853a-15861db5bb2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:43.588827 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6fdd897a-39a1-4f26-b631-5e9a9ca81001 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:43.592300 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6fdd897a-39a1-4f26-b631-5e9a9ca81001 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:43.593799 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-6fdd897a-39a1-4f26-b631-5e9a9ca81001 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] 10.222.0.46 "DELETE /v2.0/security-groups/9710ca94-b1b7-433f-89b0-87bf776ff25e HTTP/1.1" status: 204 len: 168 time: 0.2275262 Nov 22 20:36:43.602543 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 46870) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:36:43.621839 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdd897a-39a1-4f26-b631-5e9a9ca81001 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9710ca94-b1b7-433f-89b0-87bf776ff25e,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:36:43.624752 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-4afcc713-87f6-4009-853a-15861db5bb2e None None] Port 27207c89-d20f-4e73-ade0-94eccce6ec8e cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:36:43.684491 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-16897f14-cd09-40de-890c-db05bae60346 tempest-TestVolumeBackupRestore-1993139719 tempest-TestVolumeBackupRestore-1993139719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:43.718518 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16897f14-cd09-40de-890c-db05bae60346 tempest-TestVolumeBackupRestore-1993139719 tempest-TestVolumeBackupRestore-1993139719-project] Pushing event deleted for resources: {'Port': ['ID=9af61a1a-a8f3-4df8-a92f-09face95aca3,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:36:43.834676 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-575ba888-c198-4555-a7d5-ea96764b61cc tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:43.886496 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device d88fbda5-7c48-42fd-8b90-7dbaccd34214 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:36:43.893194 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-575ba888-c198-4555-a7d5-ea96764b61cc tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:43.902752 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-16897f14-cd09-40de-890c-db05bae60346 tempest-TestVolumeBackupRestore-1993139719 tempest-TestVolumeBackupRestore-1993139719-project] Publish callbacks [] for floatingip, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:43.902974 n-d-818823-1 neutron-server[103447]: INFO neutron.db.l3_db [None req-16897f14-cd09-40de-890c-db05bae60346 tempest-TestVolumeBackupRestore-1993139719 tempest-TestVolumeBackupRestore-1993139719-project] Floating IP 6adaf99b-b122-40f6-8d2e-5397875cdf5b disassociated (deleted). External IP: 172.25.5.189, port: f5e5c1f0-5188-45b5-8ddc-efab84548161. Nov 22 20:36:43.990257 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port d88fbda5-7c48-42fd-8b90-7dbaccd34214 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:36:43.990257 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:44.138774 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-575ba888-c198-4555-a7d5-ea96764b61cc tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:44.145486 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-575ba888-c198-4555-a7d5-ea96764b61cc tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:44.147062 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-575ba888-c198-4555-a7d5-ea96764b61cc tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] 10.222.0.46 "DELETE /v2.0/security-groups/04f397ee-98cb-48ef-9557-114350457927 HTTP/1.1" status: 204 len: 168 time: 0.5432305 Nov 22 20:36:44.149853 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 46888) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:36:44.182984 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-55944e11-72ea-4f0d-b725-3d9add4b1468 None None] Could not find standard attr ID for object 81d85bfe-dab3-48d9-a0a7-072cf5a8a7e5. {{(pid=103449) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 22 20:36:44.191478 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575ba888-c198-4555-a7d5-ea96764b61cc tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04f397ee-98cb-48ef-9557-114350457927,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:36:44.270611 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7be10438-a493-4e1b-bfaa-ffd176bbb3dc tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:44.322580 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7be10438-a493-4e1b-bfaa-ffd176bbb3dc tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:44.323486 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16897f14-cd09-40de-890c-db05bae60346 tempest-TestVolumeBackupRestore-1993139719 tempest-TestVolumeBackupRestore-1993139719-project] Router eeea5059-f676-428f-80c9-c5dcbf907e74 has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 20:36:44.392623 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7be10438-a493-4e1b-bfaa-ffd176bbb3dc tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:44.397170 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7be10438-a493-4e1b-bfaa-ffd176bbb3dc tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:44.399119 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-7be10438-a493-4e1b-bfaa-ffd176bbb3dc tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] 10.222.0.46 "DELETE /v2.0/security-groups/52f77d9c-7ee7-4ece-b42b-cd23755ef22b HTTP/1.1" status: 204 len: 168 time: 0.2475019 Nov 22 20:36:44.403395 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 46898) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:36:44.470811 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be10438-a493-4e1b-bfaa-ffd176bbb3dc tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52f77d9c-7ee7-4ece-b42b-cd23755ef22b,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:36:44.509169 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_v2 [None req-c305b187-9e59-42ab-9799-6c784aa0e5e6 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Deleting subnet 594c457f-2670-4b16-8826-212befb16a5c {{(pid=103448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 20:36:44.513905 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c305b187-9e59-42ab-9799-6c784aa0e5e6 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks [] for subnet, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:44.518612 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16897f14-cd09-40de-890c-db05bae60346 tempest-TestVolumeBackupRestore-1993139719 tempest-TestVolumeBackupRestore-1993139719-project] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:36:44.524037 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-16897f14-cd09-40de-890c-db05bae60346 tempest-TestVolumeBackupRestore-1993139719 tempest-TestVolumeBackupRestore-1993139719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for floatingip, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:44.535476 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad39282a-5dfe-4db1-90cc-6eff8b8fedec None None] Sync routers for ids ['eeea5059-f676-428f-80c9-c5dcbf907e74'] in n-d-818823-1 {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:36:44.549950 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:44.554402 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 46902) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:36:44.557556 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad39282a-5dfe-4db1-90cc-6eff8b8fedec None None] Routers {'eeea5059-f676-428f-80c9-c5dcbf907e74'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:36:44.559151 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-ad39282a-5dfe-4db1-90cc-6eff8b8fedec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:36:32Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['eeea5059-f676-428f-80c9-c5dcbf907e74'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:36:44.577323 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-16897f14-cd09-40de-890c-db05bae60346 tempest-TestVolumeBackupRestore-1993139719 tempest-TestVolumeBackupRestore-1993139719-project] 10.222.0.46 "DELETE /v2.0/floatingips/6adaf99b-b122-40f6-8d2e-5397875cdf5b HTTP/1.1" status: 204 len: 168 time: 2.1879208 Nov 22 20:36:44.577323 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '781ecb7f-f445-4020-9466-d4bf9e78faaf', 'tag': 'f5e5c1f0-5188-45b5-8ddc-efab84548161'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:36:44.577323 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2226fbce-6fc9-45ae-a442-aefdb473c03c" -d '{"events": [{"name": "network-changed", "server_uuid": "781ecb7f-f445-4020-9466-d4bf9e78faaf", "tag": "f5e5c1f0-5188-45b5-8ddc-efab84548161"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:36:44.591631 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c305b187-9e59-42ab-9799-6c784aa0e5e6 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11627908'] for subnet, precommit_delete_associations {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:44.646089 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 20:36:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3f2ff0d-e374-48ed-82c9-e96e0e5b887c x-openstack-request-id: req-c3f2ff0d-e374-48ed-82c9-e96e0e5b887c {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:36:44.646580 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "781ecb7f-f445-4020-9466-d4bf9e78faaf", "tag": "f5e5c1f0-5188-45b5-8ddc-efab84548161", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:36:44.647014 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c3f2ff0d-e374-48ed-82c9-e96e0e5b887c {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:36:44.647591 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '781ecb7f-f445-4020-9466-d4bf9e78faaf', 'tag': 'f5e5c1f0-5188-45b5-8ddc-efab84548161', 'status': 'completed', 'code': 200} Nov 22 20:36:44.663719 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:44.741192 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2226fbce-6fc9-45ae-a442-aefdb473c03c req-95f5a156-1d9b-483d-bdef-eee890b8c877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:36:44.744551 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2226fbce-6fc9-45ae-a442-aefdb473c03c req-95f5a156-1d9b-483d-bdef-eee890b8c877 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9f480581a3a24d53832d12c56efe7dfb&device_id=781ecb7f-f445-4020-9466-d4bf9e78faaf HTTP/1.1" status: 200 len: 1096 time: 0.0693798 Nov 22 20:36:44.749539 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c305b187-9e59-42ab-9799-6c784aa0e5e6 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3753007'] for subnet, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:44.778480 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-ad39282a-5dfe-4db1-90cc-6eff8b8fedec None None] Set router eeea5059-f676-428f-80c9-c5dcbf907e74 gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:36:44.902054 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c305b187-9e59-42ab-9799-6c784aa0e5e6 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3753014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11567369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11792914'] for subnet, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:44.907269 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2226fbce-6fc9-45ae-a442-aefdb473c03c req-2bec9c08-74de-4f68-ab59-e0173a9b2a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:36:44.909220 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2226fbce-6fc9-45ae-a442-aefdb473c03c req-2bec9c08-74de-4f68-ab59-e0173a9b2a40 service neutron] 10.222.0.20 "GET /v2.0/networks?id=4c363749-4641-444d-b12e-785df04d6621 HTTP/1.1" status: 200 len: 914 time: 0.1568925 Nov 22 20:36:44.938111 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c305b187-9e59-42ab-9799-6c784aa0e5e6 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Pushing event deleted for resources: {'Subnet': ['ID=594c457f-2670-4b16-8826-212befb16a5c,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:36:44.948779 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c305b187-9e59-42ab-9799-6c784aa0e5e6 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:44.953209 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-c305b187-9e59-42ab-9799-6c784aa0e5e6 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] 10.222.0.46 "DELETE /v2.0/subnets/594c457f-2670-4b16-8826-212befb16a5c HTTP/1.1" status: 204 len: 168 time: 0.5473845 Nov 22 20:36:44.957425 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 46918) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:36:44.957860 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07542db7-97c4-412d-a588-39e0e291498a None None] Network e6203e89-81aa-431e-aa7e-b5de2f5dab02 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:36:45.013948 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2226fbce-6fc9-45ae-a442-aefdb473c03c req-b9e68911-3b5e-4b92-9429-78e0dec17743 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f5e5c1f0-5188-45b5-8ddc-efab84548161 HTTP/1.1" status: 200 len: 217 time: 0.0909815 Nov 22 20:36:45.082009 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_v2 [None req-e05e50f2-7c45-42ef-b536-a2d96aa0d654 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Deleting subnet 23b35ea7-5c4e-4bb2-a337-56a0ee326099 {{(pid=103448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 20:36:45.093875 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e05e50f2-7c45-42ef-b536-a2d96aa0d654 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks [] for subnet, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:45.142386 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-58914683-7885-4084-9c07-e02d3ab3e273 tempest-PortsAdminExtendedAttrsTestJSON-1621496457 tempest-PortsAdminExtendedAttrsTestJSON-1621496457-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-430613936'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:36:45.153940 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2226fbce-6fc9-45ae-a442-aefdb473c03c req-0aa17055-f84f-4193-b02b-5faf560638f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:36:45.155488 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2226fbce-6fc9-45ae-a442-aefdb473c03c req-0aa17055-f84f-4193-b02b-5faf560638f3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=914ec341-e8f9-45e2-bd46-ed1ea518b4e9 HTTP/1.1" status: 200 len: 852 time: 0.1327775 Nov 22 20:36:45.175351 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e05e50f2-7c45-42ef-b536-a2d96aa0d654 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11627908'] for subnet, precommit_delete_associations {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:45.247726 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58914683-7885-4084-9c07-e02d3ab3e273 tempest-PortsAdminExtendedAttrsTestJSON-1621496457 tempest-PortsAdminExtendedAttrsTestJSON-1621496457-project] Made reservation on behalf of 59b377fab7764fc587a983e2361d2e27 for: {'network': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:36:45.256751 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-58914683-7885-4084-9c07-e02d3ab3e273 tempest-PortsAdminExtendedAttrsTestJSON-1621496457 tempest-PortsAdminExtendedAttrsTestJSON-1621496457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for network, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:45.273460 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-58914683-7885-4084-9c07-e02d3ab3e273 tempest-PortsAdminExtendedAttrsTestJSON-1621496457 tempest-PortsAdminExtendedAttrsTestJSON-1621496457-project] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:45.343179 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7d1770-d812-48d9-a828-b1928bfd1528 req-f628fd65-51f0-4a03-a500-f355528b3dd7 tempest-TestVolumeBackupRestore-1993139719 tempest-TestVolumeBackupRestore-1993139719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:36:45.349433 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ff7d1770-d812-48d9-a828-b1928bfd1528 req-f628fd65-51f0-4a03-a500-f355528b3dd7 tempest-TestVolumeBackupRestore-1993139719 tempest-TestVolumeBackupRestore-1993139719-project] 10.222.0.46 "GET /v2.0/ports?device_id=781ecb7f-f445-4020-9466-d4bf9e78faaf HTTP/1.1" status: 200 len: 945 time: 0.3245611 Nov 22 20:36:45.359803 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2226fbce-6fc9-45ae-a442-aefdb473c03c req-8c279891-1236-47ee-a488-9700a5e9198b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:36:45.364303 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2226fbce-6fc9-45ae-a442-aefdb473c03c req-8c279891-1236-47ee-a488-9700a5e9198b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4c363749-4641-444d-b12e-785df04d6621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1682906 Nov 22 20:36:45.399568 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-ad39282a-5dfe-4db1-90cc-6eff8b8fedec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eeea5059-f676-428f-80c9-c5dcbf907e74', 'name': 'tempest-TestVolumeBackupRestore-916431354-router', 'tenant_id': '9f480581a3a24d53832d12c56efe7dfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': '1e263e93-9285-4b58-a694-fedb4b719dbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:32:07Z', 'updated_at': '2021-11-22T20:32:14Z', 'revision_number': 4, 'project_id': '9f480581a3a24d53832d12c56efe7dfb', 'gw_port': {'id': '1e263e93-9285-4b58-a694-fedb4b719dbb', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:c8:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeea5059-f676-428f-80c9-c5dcbf907e74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2560, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:32:11Z', 'updated_at': '2021-11-22T20:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': '962d52d4-f506-4922-8a74-4b7e502d9d76', 'name': '', 'network_id': '4c363749-4641-444d-b12e-785df04d6621', 'tenant_id': '9f480581a3a24d53832d12c56efe7dfb', 'mac_address': 'fa:16:3e:b6:eb:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeea5059-f676-428f-80c9-c5dcbf907e74', 'device_owner': 'network:router_interface', 'standard_attr_id': 2562, 'fixed_ips': [{'subnet_id': '914ec341-e8f9-45e2-bd46-ed1ea518b4e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:32:13Z', 'updated_at': '2021-11-22T20:32:26Z', 'revision_number': 5, 'project_id': '9f480581a3a24d53832d12c56efe7dfb', 'subnets': [{'id': '914ec341-e8f9-45e2-bd46-ed1ea518b4e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:36:45.407144 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e05e50f2-7c45-42ef-b536-a2d96aa0d654 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3753007'] for subnet, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:45.466117 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad39282a-5dfe-4db1-90cc-6eff8b8fedec None None] Checking router: eeea5059-f676-428f-80c9-c5dcbf907e74 for host: n-d-818823-1 {{(pid=103449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 20:36:45.501472 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad39282a-5dfe-4db1-90cc-6eff8b8fedec None None] Routers {'eeea5059-f676-428f-80c9-c5dcbf907e74'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:36:45.507253 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 46928) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:36:45.507963 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-ad39282a-5dfe-4db1-90cc-6eff8b8fedec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:36:32Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['eeea5059-f676-428f-80c9-c5dcbf907e74'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:36:45.554008 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ff7d1770-d812-48d9-a828-b1928bfd1528 req-55bc2fcc-3f04-4d5b-be10-12bffa380136 tempest-TestVolumeBackupRestore-1993139719 tempest-TestVolumeBackupRestore-1993139719-project] 10.222.0.46 "GET /v2.0/security-groups?id=4332f69b-87ee-4113-8fe8-a6b644980197&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1848326 Nov 22 20:36:45.617766 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2226fbce-6fc9-45ae-a442-aefdb473c03c req-5c787b3a-55db-4ecb-aece-dd5937603b4d service neutron] 10.222.0.20 "GET /v2.0/networks/4c363749-4641-444d-b12e-785df04d6621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2279863 Nov 22 20:36:45.714479 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-ad39282a-5dfe-4db1-90cc-6eff8b8fedec None None] Set router eeea5059-f676-428f-80c9-c5dcbf907e74 gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:36:45.770748 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2226fbce-6fc9-45ae-a442-aefdb473c03c req-f2e2fb6e-d29e-4ecb-9707-4e32477940dd service neutron] 10.222.0.20 "GET /v2.0/networks/4c363749-4641-444d-b12e-785df04d6621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443434 Nov 22 20:36:46.053417 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-ad39282a-5dfe-4db1-90cc-6eff8b8fedec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eeea5059-f676-428f-80c9-c5dcbf907e74', 'name': 'tempest-TestVolumeBackupRestore-916431354-router', 'tenant_id': '9f480581a3a24d53832d12c56efe7dfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': '1e263e93-9285-4b58-a694-fedb4b719dbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:32:07Z', 'updated_at': '2021-11-22T20:32:14Z', 'revision_number': 4, 'project_id': '9f480581a3a24d53832d12c56efe7dfb', 'gw_port': {'id': '1e263e93-9285-4b58-a694-fedb4b719dbb', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:c8:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeea5059-f676-428f-80c9-c5dcbf907e74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2560, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:32:11Z', 'updated_at': '2021-11-22T20:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': '962d52d4-f506-4922-8a74-4b7e502d9d76', 'name': '', 'network_id': '4c363749-4641-444d-b12e-785df04d6621', 'tenant_id': '9f480581a3a24d53832d12c56efe7dfb', 'mac_address': 'fa:16:3e:b6:eb:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeea5059-f676-428f-80c9-c5dcbf907e74', 'device_owner': 'network:router_interface', 'standard_attr_id': 2562, 'fixed_ips': [{'subnet_id': '914ec341-e8f9-45e2-bd46-ed1ea518b4e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:32:13Z', 'updated_at': '2021-11-22T20:32:26Z', 'revision_number': 5, 'project_id': '9f480581a3a24d53832d12c56efe7dfb', 'subnets': [{'id': '914ec341-e8f9-45e2-bd46-ed1ea518b4e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:36:46.097575 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad39282a-5dfe-4db1-90cc-6eff8b8fedec None None] The sync data for ids ['eeea5059-f676-428f-80c9-c5dcbf907e74'] in n-d-818823-1 is: [{'id': 'eeea5059-f676-428f-80c9-c5dcbf907e74', 'name': 'tempest-TestVolumeBackupRestore-916431354-router', 'tenant_id': '9f480581a3a24d53832d12c56efe7dfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': '1e263e93-9285-4b58-a694-fedb4b719dbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:32:07Z', 'updated_at': '2021-11-22T20:32:14Z', 'revision_number': 4, 'project_id': '9f480581a3a24d53832d12c56efe7dfb', 'gw_port': {'id': '1e263e93-9285-4b58-a694-fedb4b719dbb', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:c8:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeea5059-f676-428f-80c9-c5dcbf907e74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2560, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:32:11Z', 'updated_at': '2021-11-22T20:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': '962d52d4-f506-4922-8a74-4b7e502d9d76', 'name': '', 'network_id': '4c363749-4641-444d-b12e-785df04d6621', 'tenant_id': '9f480581a3a24d53832d12c56efe7dfb', 'mac_address': 'fa:16:3e:b6:eb:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeea5059-f676-428f-80c9-c5dcbf907e74', 'device_owner': 'network:router_interface', 'standard_attr_id': 2562, 'fixed_ips': [{'subnet_id': '914ec341-e8f9-45e2-bd46-ed1ea518b4e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:32:13Z', 'updated_at': '2021-11-22T20:32:26Z', 'revision_number': 5, 'project_id': '9f480581a3a24d53832d12c56efe7dfb', 'subnets': [{'id': '914ec341-e8f9-45e2-bd46-ed1ea518b4e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:36:46.199748 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-58914683-7885-4084-9c07-e02d3ab3e273 tempest-PortsAdminExtendedAttrsTestJSON-1621496457 tempest-PortsAdminExtendedAttrsTestJSON-1621496457-project] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:46.212141 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-58914683-7885-4084-9c07-e02d3ab3e273 tempest-PortsAdminExtendedAttrsTestJSON-1621496457 tempest-PortsAdminExtendedAttrsTestJSON-1621496457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:46.240591 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-01122c3e-1ccc-427c-98c0-2fbdf756d97c None None] Provisioning complete for port d88fbda5-7c48-42fd-8b90-7dbaccd34214 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:36:46.242695 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e05e50f2-7c45-42ef-b536-a2d96aa0d654 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3753014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11567369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11792914'] for subnet, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:46.242844 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-01122c3e-1ccc-427c-98c0-2fbdf756d97c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:46.266029 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e05e50f2-7c45-42ef-b536-a2d96aa0d654 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:46.272470 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 46946) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:36:46.273032 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-e05e50f2-7c45-42ef-b536-a2d96aa0d654 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] 10.222.0.46 "DELETE /v2.0/subnets/23b35ea7-5c4e-4bb2-a337-56a0ee326099 HTTP/1.1" status: 204 len: 168 time: 1.3118958 Nov 22 20:36:46.273800 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58914683-7885-4084-9c07-e02d3ab3e273 tempest-PortsAdminExtendedAttrsTestJSON-1621496457 tempest-PortsAdminExtendedAttrsTestJSON-1621496457-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f55771c-9651-489b-aac1-86fc549917f2,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:36:46.276436 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 46948) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:36:46.301850 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58914683-7885-4084-9c07-e02d3ab3e273 tempest-PortsAdminExtendedAttrsTestJSON-1621496457 tempest-PortsAdminExtendedAttrsTestJSON-1621496457-project] vlan segment allocate from pool success with {'vlan_id': 606, 'physical_network': 'physnet1'} {{(pid=103448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 20:36:46.304443 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05e50f2-7c45-42ef-b536-a2d96aa0d654 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Pushing event deleted for resources: {'Subnet': ['ID=23b35ea7-5c4e-4bb2-a337-56a0ee326099,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:36:46.318572 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-58914683-7885-4084-9c07-e02d3ab3e273 tempest-PortsAdminExtendedAttrsTestJSON-1621496457 tempest-PortsAdminExtendedAttrsTestJSON-1621496457-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:46.319077 n-d-818823-1 neutron-server[103448]: INFO neutron.db.segments_db [None req-58914683-7885-4084-9c07-e02d3ab3e273 tempest-PortsAdminExtendedAttrsTestJSON-1621496457 tempest-PortsAdminExtendedAttrsTestJSON-1621496457-project] Added segment f054e9cc-3d22-4165-a7d1-06eaa485750e of type vlan for network d76f534a-81ce-4592-a2dd-05a5e07b0c8b Nov 22 20:36:46.353142 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a562b736-9df1-465c-8ce3-a22342f053a3 None None] Network e6203e89-81aa-431e-aa7e-b5de2f5dab02 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:36:46.377596 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-58914683-7885-4084-9c07-e02d3ab3e273 tempest-PortsAdminExtendedAttrsTestJSON-1621496457 tempest-PortsAdminExtendedAttrsTestJSON-1621496457-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748992492791'] for network, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:46.398274 n-d-818823-1 neutron-server[103447]: INFO neutron.pecan_wsgi.hooks.translation [None req-091a7eb9-fc3d-4a71-975c-9abde9960654 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] DELETE failed (client error): The resource could not be found. Nov 22 20:36:46.398891 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-091a7eb9-fc3d-4a71-975c-9abde9960654 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103447) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 20:36:46.405601 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-091a7eb9-fc3d-4a71-975c-9abde9960654 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] 10.222.0.46 "DELETE /v2.0/subnets/594c457f-2670-4b16-8826-212befb16a5c HTTP/1.1" status: 404 len: 337 time: 0.1280684 Nov 22 20:36:46.405941 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 46952) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:36:46.415508 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-58914683-7885-4084-9c07-e02d3ab3e273 tempest-PortsAdminExtendedAttrsTestJSON-1621496457 tempest-PortsAdminExtendedAttrsTestJSON-1621496457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for network, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:46.423258 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58914683-7885-4084-9c07-e02d3ab3e273 tempest-PortsAdminExtendedAttrsTestJSON-1621496457 tempest-PortsAdminExtendedAttrsTestJSON-1621496457-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:36:46.424011 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-58914683-7885-4084-9c07-e02d3ab3e273 tempest-PortsAdminExtendedAttrsTestJSON-1621496457 tempest-PortsAdminExtendedAttrsTestJSON-1621496457-project] Publish callbacks [] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:46.496507 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-914c481c-0cfd-4e18-b239-411e3ee594a6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:46.556737 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2915d7f-f860-4ff1-8c92-5c6f71a11942 req-21998e89-bbd7-49de-a7a8-5b0f83e77fca tempest-TestVolumeBackupRestore-1993139719 tempest-TestVolumeBackupRestore-1993139719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:36:46.559330 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e2915d7f-f860-4ff1-8c92-5c6f71a11942 req-21998e89-bbd7-49de-a7a8-5b0f83e77fca tempest-TestVolumeBackupRestore-1993139719 tempest-TestVolumeBackupRestore-1993139719-project] 10.222.0.20 "GET /v2.0/ports?device_id=781ecb7f-f445-4020-9466-d4bf9e78faaf HTTP/1.1" status: 200 len: 945 time: 0.1383824 Nov 22 20:36:46.560841 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-188c115b-96d5-49fb-8769-0d814326886f None None] New status for floating IP 6adaf99b-b122-40f6-8d2e-5397875cdf5b: DOWN {{(pid=103450) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 20:36:46.583922 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-1a24313f-f65e-44c0-8894-3696d5205c67 tempest-FloatingIPAdminTestJSON-1113503345 tempest-FloatingIPAdminTestJSON-1113503345-project] Request body: {'floatingip': {'floating_network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:36:46.623331 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-58914683-7885-4084-9c07-e02d3ab3e273 tempest-PortsAdminExtendedAttrsTestJSON-1621496457 tempest-PortsAdminExtendedAttrsTestJSON-1621496457-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 2.0675564 Nov 22 20:36:46.676659 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_v2 [None req-7712f33e-735f-4e91-82a8-d54b11ef7a90 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Deleting subnet 79db6fc4-2db9-45cd-9677-70b210917ee9 {{(pid=103448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 20:36:46.680415 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7712f33e-735f-4e91-82a8-d54b11ef7a90 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks [] for subnet, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:46.730649 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-01122c3e-1ccc-427c-98c0-2fbdf756d97c None None] Provisioning complete for port 27207c89-d20f-4e73-ade0-94eccce6ec8e triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:36:46.731199 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-01122c3e-1ccc-427c-98c0-2fbdf756d97c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:46.739222 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-914c481c-0cfd-4e18-b239-411e3ee594a6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:46.752377 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-914c481c-0cfd-4e18-b239-411e3ee594a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:46.759185 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7712f33e-735f-4e91-82a8-d54b11ef7a90 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11627908'] for subnet, precommit_delete_associations {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:46.782093 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c88e6d5-2aa6-4d77-b6d0-2f9228956389 req-788ecf79-97d8-41da-af40-3e47a949e002 tempest-TestVolumeBackupRestore-1993139719 tempest-TestVolumeBackupRestore-1993139719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:36:46.783816 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7c88e6d5-2aa6-4d77-b6d0-2f9228956389 req-788ecf79-97d8-41da-af40-3e47a949e002 tempest-TestVolumeBackupRestore-1993139719 tempest-TestVolumeBackupRestore-1993139719-project] 10.222.0.46 "GET /v2.0/ports?device_id=781ecb7f-f445-4020-9466-d4bf9e78faaf HTTP/1.1" status: 200 len: 945 time: 0.1054947 Nov 22 20:36:46.787511 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-e2915d7f-f860-4ff1-8c92-5c6f71a11942 req-7cfec1b2-9d54-4892-aa5b-1a3a5ce6d0d5 tempest-TestVolumeBackupRestore-1993139719 tempest-TestVolumeBackupRestore-1993139719-project] Deleting port f5e5c1f0-5188-45b5-8ddc-efab84548161 {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:36:46.792745 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-e2915d7f-f860-4ff1-8c92-5c6f71a11942 req-7cfec1b2-9d54-4892-aa5b-1a3a5ce6d0d5 tempest-TestVolumeBackupRestore-1993139719 tempest-TestVolumeBackupRestore-1993139719-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:46.811564 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-01122c3e-1ccc-427c-98c0-2fbdf756d97c None None] Port 27207c89-d20f-4e73-ade0-94eccce6ec8e cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:36:46.926042 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-e2915d7f-f860-4ff1-8c92-5c6f71a11942 req-7cfec1b2-9d54-4892-aa5b-1a3a5ce6d0d5 tempest-TestVolumeBackupRestore-1993139719 tempest-TestVolumeBackupRestore-1993139719-project] For port f5e5c1f0-5188-45b5-8ddc-efab84548161, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=f5e5c1f0-5188-45b5-8ddc-efab84548161,segment=NetworkSegment(c3b74bc4-e4af-4168-85ff-2c72b306ea1a),segment_id=c3b74bc4-e4af-4168-85ff-2c72b306ea1a)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:36:46.926416 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-e2915d7f-f860-4ff1-8c92-5c6f71a11942 req-7cfec1b2-9d54-4892-aa5b-1a3a5ce6d0d5 tempest-TestVolumeBackupRestore-1993139719 tempest-TestVolumeBackupRestore-1993139719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:46.928514 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7712f33e-735f-4e91-82a8-d54b11ef7a90 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3753007'] for subnet, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:46.940868 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-e2915d7f-f860-4ff1-8c92-5c6f71a11942 req-7cfec1b2-9d54-4892-aa5b-1a3a5ce6d0d5 tempest-TestVolumeBackupRestore-1993139719 tempest-TestVolumeBackupRestore-1993139719-project] Calling delete_port for f5e5c1f0-5188-45b5-8ddc-efab84548161 owned by compute:nova {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:36:47.015665 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58914683-7885-4084-9c07-e02d3ab3e273 tempest-PortsAdminExtendedAttrsTestJSON-1621496457 tempest-PortsAdminExtendedAttrsTestJSON-1621496457-project] Pushing event updated for resources: {'Network': ['ID=d76f534a-81ce-4592-a2dd-05a5e07b0c8b,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:36:47.017935 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7712f33e-735f-4e91-82a8-d54b11ef7a90 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3753014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11567369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11792914'] for subnet, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:47.025808 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Network d76f534a-81ce-4592-a2dd-05a5e07b0c8b details requested by agent ovs-agent-n-d-818823-1 with host n-d-818823-1 {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 20:36:47.051972 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1a24313f-f65e-44c0-8894-3696d5205c67 tempest-FloatingIPAdminTestJSON-1113503345 tempest-FloatingIPAdminTestJSON-1113503345-project] Publish callbacks [] for floatingip, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:47.059433 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7712f33e-735f-4e91-82a8-d54b11ef7a90 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Pushing event deleted for resources: {'Subnet': ['ID=79db6fc4-2db9-45cd-9677-70b210917ee9,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:36:47.075085 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7712f33e-735f-4e91-82a8-d54b11ef7a90 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:47.081079 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-7712f33e-735f-4e91-82a8-d54b11ef7a90 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] 10.222.0.46 "DELETE /v2.0/subnets/79db6fc4-2db9-45cd-9677-70b210917ee9 HTTP/1.1" status: 204 len: 168 time: 0.6719825 Nov 22 20:36:47.082291 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 46962) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:36:47.125005 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 46964) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:36:47.136300 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-bcbbbba9-72a1-4105-88f6-dbc49f155e93 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Request body: {'port': {'network_id': 'd76f534a-81ce-4592-a2dd-05a5e07b0c8b', 'binding:host_id': 'n-h1-818823-1', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-648864719'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:36:47.159683 n-d-818823-1 neutron-server[103448]: INFO neutron.pecan_wsgi.hooks.translation [None req-81fa88e0-30bb-48a4-98ff-6d2c02bf08fb tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] DELETE failed (client error): The resource could not be found. Nov 22 20:36:47.160138 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81fa88e0-30bb-48a4-98ff-6d2c02bf08fb tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 20:36:47.165535 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-81fa88e0-30bb-48a4-98ff-6d2c02bf08fb tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] 10.222.0.46 "DELETE /v2.0/subnets/fc661aec-f179-4cc0-b374-ade49f9b1c68 HTTP/1.1" status: 404 len: 337 time: 0.0804856 Nov 22 20:36:47.167055 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 46966) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:36:47.196897 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-e2915d7f-f860-4ff1-8c92-5c6f71a11942 req-7cfec1b2-9d54-4892-aa5b-1a3a5ce6d0d5 tempest-TestVolumeBackupRestore-1993139719 tempest-TestVolumeBackupRestore-1993139719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:47.234268 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-d11daf03-7b9e-4795-824a-6c105c557f11 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] 10.222.0.46 "GET /v2.0/ports?device_id=ffc6b986-610b-4465-947d-b6128036a7f9 HTTP/1.1" status: 200 len: 205 time: 0.0620966 Nov 22 20:36:47.234480 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-914c481c-0cfd-4e18-b239-411e3ee594a6 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=970f4993b896432299c4ac15df060081&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9184809 Nov 22 20:36:47.236068 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 46968) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:36:47.236405 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 46970) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:36:47.256820 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcbbbba9-72a1-4105-88f6-dbc49f155e93 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Made reservation on behalf of 9c79f94082374442a3b76e1e8863719e for: {'port': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:36:47.257411 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914c481c-0cfd-4e18-b239-411e3ee594a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a3e8b15-efde-4948-8045-52ef377be784,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:36:47.260114 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfec1b2-9d54-4892-aa5b-1a3a5ce6d0d5 tempest-TestVolumeBackupRestore-1993139719 tempest-TestVolumeBackupRestore-1993139719-project] Pushing event deleted for resources: {'Port': ['ID=f5e5c1f0-5188-45b5-8ddc-efab84548161,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:36:47.276269 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-bcbbbba9-72a1-4105-88f6-dbc49f155e93 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:47.319950 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914c481c-0cfd-4e18-b239-411e3ee594a6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:36:47.320485 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914c481c-0cfd-4e18-b239-411e3ee594a6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:36:47.320572 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914c481c-0cfd-4e18-b239-411e3ee594a6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:36:47.320852 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914c481c-0cfd-4e18-b239-411e3ee594a6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:36:47.321188 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914c481c-0cfd-4e18-b239-411e3ee594a6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:36:47.321521 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914c481c-0cfd-4e18-b239-411e3ee594a6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:36:47.321850 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914c481c-0cfd-4e18-b239-411e3ee594a6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:36:47.322177 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914c481c-0cfd-4e18-b239-411e3ee594a6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:36:47.322502 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914c481c-0cfd-4e18-b239-411e3ee594a6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:36:47.322826 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914c481c-0cfd-4e18-b239-411e3ee594a6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:36:47.323153 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914c481c-0cfd-4e18-b239-411e3ee594a6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:36:47.323641 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914c481c-0cfd-4e18-b239-411e3ee594a6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:36:47.336001 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfec1b2-9d54-4892-aa5b-1a3a5ce6d0d5 tempest-TestVolumeBackupRestore-1993139719 tempest-TestVolumeBackupRestore-1993139719-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:36:47.336274 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfec1b2-9d54-4892-aa5b-1a3a5ce6d0d5 tempest-TestVolumeBackupRestore-1993139719 tempest-TestVolumeBackupRestore-1993139719-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:36:47.336613 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfec1b2-9d54-4892-aa5b-1a3a5ce6d0d5 tempest-TestVolumeBackupRestore-1993139719 tempest-TestVolumeBackupRestore-1993139719-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:36:47.336953 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfec1b2-9d54-4892-aa5b-1a3a5ce6d0d5 tempest-TestVolumeBackupRestore-1993139719 tempest-TestVolumeBackupRestore-1993139719-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:36:47.337282 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfec1b2-9d54-4892-aa5b-1a3a5ce6d0d5 tempest-TestVolumeBackupRestore-1993139719 tempest-TestVolumeBackupRestore-1993139719-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:36:47.337613 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfec1b2-9d54-4892-aa5b-1a3a5ce6d0d5 tempest-TestVolumeBackupRestore-1993139719 tempest-TestVolumeBackupRestore-1993139719-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:36:47.337937 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfec1b2-9d54-4892-aa5b-1a3a5ce6d0d5 tempest-TestVolumeBackupRestore-1993139719 tempest-TestVolumeBackupRestore-1993139719-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:36:47.338259 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfec1b2-9d54-4892-aa5b-1a3a5ce6d0d5 tempest-TestVolumeBackupRestore-1993139719 tempest-TestVolumeBackupRestore-1993139719-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:36:47.338585 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfec1b2-9d54-4892-aa5b-1a3a5ce6d0d5 tempest-TestVolumeBackupRestore-1993139719 tempest-TestVolumeBackupRestore-1993139719-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:36:47.338908 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfec1b2-9d54-4892-aa5b-1a3a5ce6d0d5 tempest-TestVolumeBackupRestore-1993139719 tempest-TestVolumeBackupRestore-1993139719-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:36:47.339230 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfec1b2-9d54-4892-aa5b-1a3a5ce6d0d5 tempest-TestVolumeBackupRestore-1993139719 tempest-TestVolumeBackupRestore-1993139719-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:36:47.339621 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfec1b2-9d54-4892-aa5b-1a3a5ce6d0d5 tempest-TestVolumeBackupRestore-1993139719 tempest-TestVolumeBackupRestore-1993139719-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:36:47.368901 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2915d7f-f860-4ff1-8c92-5c6f71a11942 req-7cfec1b2-9d54-4892-aa5b-1a3a5ce6d0d5 tempest-TestVolumeBackupRestore-1993139719 tempest-TestVolumeBackupRestore-1993139719-project] No DVR routers for this DVR port f5e5c1f0-5188-45b5-8ddc-efab84548161 on host n-h2-818823-1 {{(pid=103447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:36:47.370310 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-bcbbbba9-72a1-4105-88f6-dbc49f155e93 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:47.375775 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7c88e6d5-2aa6-4d77-b6d0-2f9228956389 req-d6f7df39-c765-413c-9a65-72c661dfca54 tempest-TestVolumeBackupRestore-1993139719 tempest-TestVolumeBackupRestore-1993139719-project] 10.222.0.46 "GET /v2.0/security-groups?id=4332f69b-87ee-4113-8fe8-a6b644980197&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5551379 Nov 22 20:36:47.377373 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-e2915d7f-f860-4ff1-8c92-5c6f71a11942 req-7cfec1b2-9d54-4892-aa5b-1a3a5ce6d0d5 tempest-TestVolumeBackupRestore-1993139719 tempest-TestVolumeBackupRestore-1993139719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:47.380265 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e2915d7f-f860-4ff1-8c92-5c6f71a11942 req-7cfec1b2-9d54-4892-aa5b-1a3a5ce6d0d5 tempest-TestVolumeBackupRestore-1993139719 tempest-TestVolumeBackupRestore-1993139719-project] 10.222.0.20 "DELETE /v2.0/ports/f5e5c1f0-5188-45b5-8ddc-efab84548161 HTTP/1.1" status: 204 len: 173 time: 0.8134744 Nov 22 20:36:47.380736 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '781ecb7f-f445-4020-9466-d4bf9e78faaf', 'name': 'network-vif-deleted', 'tag': 'f5e5c1f0-5188-45b5-8ddc-efab84548161'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:36:47.385021 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-457f8409-83b4-4054-88d4-c1dcfbc14f34" -d '{"events": [{"server_uuid": "781ecb7f-f445-4020-9466-d4bf9e78faaf", "name": "network-vif-deleted", "tag": "f5e5c1f0-5188-45b5-8ddc-efab84548161"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:36:47.403678 n-d-818823-1 neutron-server[103448]: INFO neutron.api.v2.resource [None req-cb45c740-8573-41bc-97b8-10c5f23754c1 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] delete failed (client error): The resource could not be found. Nov 22 20:36:47.403678 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-cb45c740-8573-41bc-97b8-10c5f23754c1 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] 10.222.0.46 "DELETE /v2.0/routers/ffc6b986-610b-4465-947d-b6128036a7f9 HTTP/1.1" status: 404 len: 336 time: 0.1647100 Nov 22 20:36:47.405875 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 46974) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:36:47.443488 n-d-818823-1 neutron-server[103448]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e766cb1-9723-47ab-b226-7717d6a88a1e tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] DELETE failed (client error): The resource could not be found. Nov 22 20:36:47.444188 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e766cb1-9723-47ab-b226-7717d6a88a1e tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 20:36:47.450434 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-2e766cb1-9723-47ab-b226-7717d6a88a1e tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] 10.222.0.46 "DELETE /v2.0/subnets/2da2c76a-53b3-4e3f-80f9-d436b3507225 HTTP/1.1" status: 404 len: 337 time: 0.0391195 Nov 22 20:36:47.450658 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 46976) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:36:47.453620 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:36:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c87a2082-e6c5-494a-8f4d-364691219dbd x-openstack-request-id: req-c87a2082-e6c5-494a-8f4d-364691219dbd {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:36:47.459038 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "781ecb7f-f445-4020-9466-d4bf9e78faaf", "name": "network-vif-deleted", "tag": "f5e5c1f0-5188-45b5-8ddc-efab84548161", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:36:47.459603 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c87a2082-e6c5-494a-8f4d-364691219dbd {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:36:47.460222 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '781ecb7f-f445-4020-9466-d4bf9e78faaf', 'name': 'network-vif-deleted', 'tag': 'f5e5c1f0-5188-45b5-8ddc-efab84548161', 'status': 'completed', 'code': 200} Nov 22 20:36:47.507847 n-d-818823-1 neutron-server[103447]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0af45e2-67f2-4238-9082-b5a0dc69e5f8 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] DELETE failed (client error): The resource could not be found. Nov 22 20:36:47.508283 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0af45e2-67f2-4238-9082-b5a0dc69e5f8 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103447) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 20:36:47.515556 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-50fd121d-f2c7-4219-b2e0-81654d7b5ddd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:47.516683 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-c0af45e2-67f2-4238-9082-b5a0dc69e5f8 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] 10.222.0.46 "DELETE /v2.0/subnets/93b8fb85-4d95-4a10-9b61-5d16caf39315 HTTP/1.1" status: 404 len: 337 time: 0.0530503 Nov 22 20:36:47.518991 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 46980) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:36:47.546781 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-50fd121d-f2c7-4219-b2e0-81654d7b5ddd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:47.546997 n-d-818823-1 neutron-server[103447]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ac98d2e-1520-4dbd-a028-51067c2e72c5 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] DELETE failed (client error): The resource could not be found. Nov 22 20:36:47.547309 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ac98d2e-1520-4dbd-a028-51067c2e72c5 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103447) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 20:36:47.550805 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-3ac98d2e-1520-4dbd-a028-51067c2e72c5 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] 10.222.0.46 "DELETE /v2.0/subnets/9a62f43b-245f-494d-8218-336e18483022 HTTP/1.1" status: 404 len: 337 time: 0.0307245 Nov 22 20:36:47.553388 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 46982) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:36:47.579044 n-d-818823-1 neutron-server[103447]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6b7e0af-ccfe-4419-80eb-19d25f1685e2 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] DELETE failed (client error): The resource could not be found. Nov 22 20:36:47.579546 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6b7e0af-ccfe-4419-80eb-19d25f1685e2 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103447) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 20:36:47.582790 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-b6b7e0af-ccfe-4419-80eb-19d25f1685e2 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] 10.222.0.46 "DELETE /v2.0/ports/79d38e4c-f335-44ec-a977-04ea37947709 HTTP/1.1" status: 404 len: 333 time: 0.0284135 Nov 22 20:36:47.586149 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 46984) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:36:47.623525 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-50fd121d-f2c7-4219-b2e0-81654d7b5ddd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:47.626142 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-50fd121d-f2c7-4219-b2e0-81654d7b5ddd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:47.629925 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-50fd121d-f2c7-4219-b2e0-81654d7b5ddd admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4a3e8b15-efde-4948-8045-52ef377be784 HTTP/1.1" status: 204 len: 168 time: 0.3833723 Nov 22 20:36:47.645141 n-d-818823-1 neutron-server[103447]: INFO neutron.pecan_wsgi.hooks.translation [None req-d487ffee-b9fd-4910-9523-21f1cb564806 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] DELETE failed (client error): The resource could not be found. Nov 22 20:36:47.645935 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d487ffee-b9fd-4910-9523-21f1cb564806 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103447) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 20:36:47.651061 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-d487ffee-b9fd-4910-9523-21f1cb564806 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] 10.222.0.46 "DELETE /v2.0/subnets/49effd0a-f068-40e0-9fc0-98f28aa85ace HTTP/1.1" status: 404 len: 337 time: 0.0636575 Nov 22 20:36:47.653308 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 46988) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:36:47.656053 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fd121d-f2c7-4219-b2e0-81654d7b5ddd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a3e8b15-efde-4948-8045-52ef377be784,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:36:47.658509 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1a24313f-f65e-44c0-8894-3696d5205c67 tempest-FloatingIPAdminTestJSON-1113503345 tempest-FloatingIPAdminTestJSON-1113503345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:47.706068 n-d-818823-1 neutron-server[103447]: INFO neutron.pecan_wsgi.hooks.translation [None req-e973153a-8b93-444c-9023-c3124e3d26d0 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] DELETE failed (client error): The resource could not be found. Nov 22 20:36:47.706808 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e973153a-8b93-444c-9023-c3124e3d26d0 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103447) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 20:36:47.710783 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-e973153a-8b93-444c-9023-c3124e3d26d0 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] 10.222.0.46 "DELETE /v2.0/subnets/80e2b664-c586-4d5a-a55a-83d42695cdcc HTTP/1.1" status: 404 len: 337 time: 0.0560141 Nov 22 20:36:47.713337 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 46990) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:36:47.769483 n-d-818823-1 neutron-server[103447]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e34e80f-1e07-41af-8216-4a7151ee8889 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] DELETE failed (client error): The resource could not be found. Nov 22 20:36:47.770095 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e34e80f-1e07-41af-8216-4a7151ee8889 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103447) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 20:36:47.773437 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-6e34e80f-1e07-41af-8216-4a7151ee8889 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] 10.222.0.46 "DELETE /v2.0/ports/98e6c57b-5c47-4290-b06a-2bf1a05b900a HTTP/1.1" status: 404 len: 333 time: 0.0590267 Nov 22 20:36:47.779389 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 46992) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:36:47.868030 n-d-818823-1 neutron-server[103448]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fe5abd8-5803-4c36-a9e1-23a926c238e6 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] DELETE failed (client error): The resource could not be found. Nov 22 20:36:47.868476 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3fe5abd8-5803-4c36-a9e1-23a926c238e6 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 20:36:47.872449 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-3fe5abd8-5803-4c36-a9e1-23a926c238e6 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] 10.222.0.46 "DELETE /v2.0/subnets/57fc1713-cb18-46ac-9bb5-06bc1db4b660 HTTP/1.1" status: 404 len: 337 time: 0.0920527 Nov 22 20:36:47.874516 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-bcbbbba9-72a1-4105-88f6-dbc49f155e93 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:47.875097 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 46996) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:36:47.883371 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-bcbbbba9-72a1-4105-88f6-dbc49f155e93 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:47.893094 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [None req-bcbbbba9-72a1-4105-88f6-dbc49f155e93 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] device_id is not set on port 47eca6fa-d0be-475b-a90c-56a35c1eee0d yet. {{(pid=103448) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 20:36:47.940469 n-d-818823-1 neutron-server[103447]: INFO neutron.pecan_wsgi.hooks.translation [None req-4933de13-e1d5-4513-ad38-f125d8c9a290 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] DELETE failed (client error): The resource could not be found. Nov 22 20:36:47.941403 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4933de13-e1d5-4513-ad38-f125d8c9a290 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103447) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 20:36:47.948988 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-4933de13-e1d5-4513-ad38-f125d8c9a290 tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] 10.222.0.46 "DELETE /v2.0/subnets/5aebe15b-9c5e-4c6f-b1a2-0f742ef42bcd HTTP/1.1" status: 404 len: 337 time: 0.0703840 Nov 22 20:36:47.949829 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 46998) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:36:47.971839 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-436d2d3e-5750-4764-a164-1c53a92c3bc5 None None] Network e6203e89-81aa-431e-aa7e-b5de2f5dab02 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:36:48.038784 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbbbba9-72a1-4105-88f6-dbc49f155e93 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0be0f668-eb27-4196-b8c9-e883c0748f50,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:36:48.060781 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [None req-1a24313f-f65e-44c0-8894-3696d5205c67 tempest-FloatingIPAdminTestJSON-1113503345 tempest-FloatingIPAdminTestJSON-1113503345-project] Allocated IP 172.25.5.154 (c48a55e9-6a85-4746-b7bf-3e29fb560094/5da6f781-63e6-4328-ae7a-5e672262f55a/36a7b02b-1c59-432b-acda-29ad02b7fc4d) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:36:48.086946 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 47000) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:36:48.123957 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b50f05e5-2c00-4b3c-97e7-1996da1f2f1a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:48.125207 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-c918bfba-b72a-45a2-bfa3-020298b5b7b3 None None] Provisioning complete for port d88fbda5-7c48-42fd-8b90-7dbaccd34214 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:36:48.125805 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-c918bfba-b72a-45a2-bfa3-020298b5b7b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:48.126017 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-2a84290d-b995-4e9e-b3ed-0319f0aa528d tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Deleting port 27207c89-d20f-4e73-ade0-94eccce6ec8e {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:36:48.126449 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-2a84290d-b995-4e9e-b3ed-0319f0aa528d tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:48.206695 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-2a84290d-b995-4e9e-b3ed-0319f0aa528d tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:48.221325 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-2a84290d-b995-4e9e-b3ed-0319f0aa528d tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Calling delete_port for 27207c89-d20f-4e73-ade0-94eccce6ec8e owned by {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:36:48.221479 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b50f05e5-2c00-4b3c-97e7-1996da1f2f1a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:48.261301 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b50f05e5-2c00-4b3c-97e7-1996da1f2f1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:48.362656 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 47006) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:36:48.363227 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-b50f05e5-2c00-4b3c-97e7-1996da1f2f1a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=762cf08eb86a473aa974e744e5dc506c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2679310 Nov 22 20:36:48.383788 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-2a84290d-b995-4e9e-b3ed-0319f0aa528d tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:48.410779 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50f05e5-2c00-4b3c-97e7-1996da1f2f1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93122388-1c56-4701-b7d7-b00770481f05,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:36:48.451875 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a996e61a-9a60-4625-98fc-a2c150f44b75 None None] DHCP port deletion for e6203e89-81aa-431e-aa7e-b5de2f5dab02 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:36:48.462300 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-c918bfba-b72a-45a2-bfa3-020298b5b7b3 None None] Could not find standard attr ID for object 27207c89-d20f-4e73-ade0-94eccce6ec8e. {{(pid=103449) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 22 20:36:48.549400 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a84290d-b995-4e9e-b3ed-0319f0aa528d tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Pushing event deleted for resources: {'Port': ['ID=27207c89-d20f-4e73-ade0-94eccce6ec8e,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:36:48.570714 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-a996e61a-9a60-4625-98fc-a2c150f44b75 None None] Deleting port d88fbda5-7c48-42fd-8b90-7dbaccd34214 {{(pid=103449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:36:48.571377 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-a996e61a-9a60-4625-98fc-a2c150f44b75 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:48.584514 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-2a84290d-b995-4e9e-b3ed-0319f0aa528d tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:48.588605 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-2a84290d-b995-4e9e-b3ed-0319f0aa528d tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] 10.222.0.46 "DELETE /v2.0/ports/27207c89-d20f-4e73-ade0-94eccce6ec8e HTTP/1.1" status: 204 len: 168 time: 0.6369638 Nov 22 20:36:48.593808 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 47012) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:36:48.608300 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d4c527d1-191d-4205-8390-6f1bab065e8b req-f9672725-4c3d-4f59-9c56-a7407844a677 tempest-TestVolumeBackupRestore-1993139719 tempest-TestVolumeBackupRestore-1993139719-project] 10.222.0.46 "GET /v2.0/ports?device_id=781ecb7f-f445-4020-9466-d4bf9e78faaf HTTP/1.1" status: 200 len: 210 time: 0.0647938 Nov 22 20:36:48.641129 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a41c30e9-ec66-468e-a29e-19638b07851a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:48.677544 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a41c30e9-ec66-468e-a29e-19638b07851a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:48.729537 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1165d926-0341-45f0-b6ed-81c357b6743c tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3961693'] for network, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:48.733249 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [None req-bcbbbba9-72a1-4105-88f6-dbc49f155e93 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] device_id is not set on port 47eca6fa-d0be-475b-a90c-56a35c1eee0d yet. {{(pid=103448) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 20:36:48.741025 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1a24313f-f65e-44c0-8894-3696d5205c67 tempest-FloatingIPAdminTestJSON-1113503345 tempest-FloatingIPAdminTestJSON-1113503345-project] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:48.744503 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a41c30e9-ec66-468e-a29e-19638b07851a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:48.747771 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a41c30e9-ec66-468e-a29e-19638b07851a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:48.751985 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-a41c30e9-ec66-468e-a29e-19638b07851a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/93122388-1c56-4701-b7d7-b00770481f05 HTTP/1.1" status: 204 len: 168 time: 0.3868101 Nov 22 20:36:48.756538 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-bcbbbba9-72a1-4105-88f6-dbc49f155e93 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:48.762161 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41c30e9-ec66-468e-a29e-19638b07851a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93122388-1c56-4701-b7d7-b00770481f05,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:36:48.798055 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-bcbbbba9-72a1-4105-88f6-dbc49f155e93 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:48.922195 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbbbba9-72a1-4105-88f6-dbc49f155e93 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Pushing event updated for resources: {'Port': ['ID=47eca6fa-d0be-475b-a90c-56a35c1eee0d,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:36:48.932772 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1a24313f-f65e-44c0-8894-3696d5205c67 tempest-FloatingIPAdminTestJSON-1113503345 tempest-FloatingIPAdminTestJSON-1113503345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:48.988011 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a24313f-f65e-44c0-8894-3696d5205c67 tempest-FloatingIPAdminTestJSON-1113503345 tempest-FloatingIPAdminTestJSON-1113503345-project] Pushing event updated for resources: {'Port': ['ID=36a7b02b-1c59-432b-acda-29ad02b7fc4d,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:36:48.988982 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-a996e61a-9a60-4625-98fc-a2c150f44b75 None None] For port d88fbda5-7c48-42fd-8b90-7dbaccd34214, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=d88fbda5-7c48-42fd-8b90-7dbaccd34214,segment=NetworkSegment(18cdf352-26c2-414f-b65a-c6c1f2ea5ee8),segment_id=18cdf352-26c2-414f-b65a-c6c1f2ea5ee8)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:36:48.997071 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-a996e61a-9a60-4625-98fc-a2c150f44b75 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:49.009330 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-1165d926-0341-45f0-b6ed-81c357b6743c tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Deleting port d88fbda5-7c48-42fd-8b90-7dbaccd34214 {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:36:49.009677 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1165d926-0341-45f0-b6ed-81c357b6743c tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:49.019739 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcbbbba9-72a1-4105-88f6-dbc49f155e93 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Checking segment: {'id': 'f054e9cc-3d22-4165-a7d1-06eaa485750e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'd76f534a-81ce-4592-a2dd-05a5e07b0c8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:36:49.020359 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcbbbba9-72a1-4105-88f6-dbc49f155e93 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Network hostable DHCP agents. Network: d76f534a-81ce-4592-a2dd-05a5e07b0c8b, hostable agents: ['02adaa64-0987-4b74-bad0-cbcf56f8a294'], hosted agents: [] {{(pid=103448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 20:36:49.023501 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-a996e61a-9a60-4625-98fc-a2c150f44b75 None None] Calling delete_port for d88fbda5-7c48-42fd-8b90-7dbaccd34214 owned by network:dhcp {{(pid=103449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:36:49.080776 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a24313f-f65e-44c0-8894-3696d5205c67 tempest-FloatingIPAdminTestJSON-1113503345 tempest-FloatingIPAdminTestJSON-1113503345-project] Network c48a55e9-6a85-4746-b7bf-3e29fb560094 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:36:49.092077 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-1a24313f-f65e-44c0-8894-3696d5205c67 tempest-FloatingIPAdminTestJSON-1113503345 tempest-FloatingIPAdminTestJSON-1113503345-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:36:49.099862 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a24313f-f65e-44c0-8894-3696d5205c67 tempest-FloatingIPAdminTestJSON-1113503345 tempest-FloatingIPAdminTestJSON-1113503345-project] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:36:49.148294 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-1165d926-0341-45f0-b6ed-81c357b6743c tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] For port d88fbda5-7c48-42fd-8b90-7dbaccd34214, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=d88fbda5-7c48-42fd-8b90-7dbaccd34214,segment=NetworkSegment(18cdf352-26c2-414f-b65a-c6c1f2ea5ee8),segment_id=18cdf352-26c2-414f-b65a-c6c1f2ea5ee8)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:36:49.148579 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1165d926-0341-45f0-b6ed-81c357b6743c tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:49.169388 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-1165d926-0341-45f0-b6ed-81c357b6743c tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Calling delete_port for d88fbda5-7c48-42fd-8b90-7dbaccd34214 owned by network:dhcp {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:36:49.173254 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcbbbba9-72a1-4105-88f6-dbc49f155e93 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Network d76f534a-81ce-4592-a2dd-05a5e07b0c8b is scheduled to be hosted by DHCP agent 02adaa64-0987-4b74-bad0-cbcf56f8a294 with binding_index 1 {{(pid=103448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 20:36:49.208836 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-bcbbbba9-72a1-4105-88f6-dbc49f155e93 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818823-1, d76f534a-81ce-4592-a2dd-05a5e07b0c8b) {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:36:49.220904 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0791ea43-4a71-4e1f-900a-12a7ce2f855c None None] Network d76f534a-81ce-4592-a2dd-05a5e07b0c8b requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:36:49.224974 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-a996e61a-9a60-4625-98fc-a2c150f44b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381'] for port, after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:49.306076 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcbbbba9-72a1-4105-88f6-dbc49f155e93 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:36:49.340041 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [None req-bcbbbba9-72a1-4105-88f6-dbc49f155e93 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Attempting to bind port 47eca6fa-d0be-475b-a90c-56a35c1eee0d on host n-h1-818823-1 for vnic_type normal with profile {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:36:49.340935 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [None req-bcbbbba9-72a1-4105-88f6-dbc49f155e93 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Attempting to bind port 47eca6fa-d0be-475b-a90c-56a35c1eee0d by drivers openvswitch,hyperv on host n-h1-818823-1 at level 0 using segments [{'id': 'f054e9cc-3d22-4165-a7d1-06eaa485750e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'd76f534a-81ce-4592-a2dd-05a5e07b0c8b'}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:36:49.341289 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcbbbba9-72a1-4105-88f6-dbc49f155e93 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Attempting to bind port 47eca6fa-d0be-475b-a90c-56a35c1eee0d on network d76f534a-81ce-4592-a2dd-05a5e07b0c8b {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:36:49.356422 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1a24313f-f65e-44c0-8894-3696d5205c67 tempest-FloatingIPAdminTestJSON-1113503345 tempest-FloatingIPAdminTestJSON-1113503345-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:49.364535 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcbbbba9-72a1-4105-88f6-dbc49f155e93 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Port 47eca6fa-d0be-475b-a90c-56a35c1eee0d on network d76f534a-81ce-4592-a2dd-05a5e07b0c8b not bound, no agent of type Open vSwitch agent registered on host n-h1-818823-1 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:36:49.364867 n-d-818823-1 neutron-server[103448]: ERROR neutron.plugins.ml2.managers [None req-bcbbbba9-72a1-4105-88f6-dbc49f155e93 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Failed to bind port 47eca6fa-d0be-475b-a90c-56a35c1eee0d on host n-h1-818823-1 for vnic_type normal using segments [{'id': 'f054e9cc-3d22-4165-a7d1-06eaa485750e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'd76f534a-81ce-4592-a2dd-05a5e07b0c8b'}] Nov 22 20:36:49.367138 n-d-818823-1 neutron-server[103448]: INFO neutron.plugins.ml2.plugin [None req-bcbbbba9-72a1-4105-88f6-dbc49f155e93 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Attempt 2 to bind port 47eca6fa-d0be-475b-a90c-56a35c1eee0d Nov 22 20:36:49.401556 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [None req-bcbbbba9-72a1-4105-88f6-dbc49f155e93 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Attempting to bind port 47eca6fa-d0be-475b-a90c-56a35c1eee0d on host n-h1-818823-1 for vnic_type normal with profile {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:36:49.401902 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [None req-bcbbbba9-72a1-4105-88f6-dbc49f155e93 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Attempting to bind port 47eca6fa-d0be-475b-a90c-56a35c1eee0d by drivers openvswitch,hyperv on host n-h1-818823-1 at level 0 using segments [{'id': 'f054e9cc-3d22-4165-a7d1-06eaa485750e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'd76f534a-81ce-4592-a2dd-05a5e07b0c8b'}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:36:49.402243 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcbbbba9-72a1-4105-88f6-dbc49f155e93 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Attempting to bind port 47eca6fa-d0be-475b-a90c-56a35c1eee0d on network d76f534a-81ce-4592-a2dd-05a5e07b0c8b {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:36:49.424114 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcbbbba9-72a1-4105-88f6-dbc49f155e93 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Port 47eca6fa-d0be-475b-a90c-56a35c1eee0d on network d76f534a-81ce-4592-a2dd-05a5e07b0c8b not bound, no agent of type Open vSwitch agent registered on host n-h1-818823-1 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:36:49.424454 n-d-818823-1 neutron-server[103448]: ERROR neutron.plugins.ml2.managers [None req-bcbbbba9-72a1-4105-88f6-dbc49f155e93 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Failed to bind port 47eca6fa-d0be-475b-a90c-56a35c1eee0d on host n-h1-818823-1 for vnic_type normal using segments [{'id': 'f054e9cc-3d22-4165-a7d1-06eaa485750e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'd76f534a-81ce-4592-a2dd-05a5e07b0c8b'}] Nov 22 20:36:49.428059 n-d-818823-1 neutron-server[103448]: INFO neutron.plugins.ml2.plugin [None req-bcbbbba9-72a1-4105-88f6-dbc49f155e93 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Attempt 3 to bind port 47eca6fa-d0be-475b-a90c-56a35c1eee0d Nov 22 20:36:49.436370 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1165d926-0341-45f0-b6ed-81c357b6743c tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:49.440216 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a996e61a-9a60-4625-98fc-a2c150f44b75 None None] No DVR routers for this DVR port d88fbda5-7c48-42fd-8b90-7dbaccd34214 on host n-d-818823-1 {{(pid=103449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:36:49.444021 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a996e61a-9a60-4625-98fc-a2c150f44b75 None None] Pushing event deleted for resources: {'Port': ['ID=d88fbda5-7c48-42fd-8b90-7dbaccd34214,revision_number=None']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:36:49.452861 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1a24313f-f65e-44c0-8894-3696d5205c67 tempest-FloatingIPAdminTestJSON-1113503345 tempest-FloatingIPAdminTestJSON-1113503345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:49.495368 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1165d926-0341-45f0-b6ed-81c357b6743c tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Pushing event deleted for resources: {'Port': ['ID=d88fbda5-7c48-42fd-8b90-7dbaccd34214,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:36:49.500105 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [None req-bcbbbba9-72a1-4105-88f6-dbc49f155e93 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Attempting to bind port 47eca6fa-d0be-475b-a90c-56a35c1eee0d on host n-h1-818823-1 for vnic_type normal with profile {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:36:49.500430 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [None req-bcbbbba9-72a1-4105-88f6-dbc49f155e93 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Attempting to bind port 47eca6fa-d0be-475b-a90c-56a35c1eee0d by drivers openvswitch,hyperv on host n-h1-818823-1 at level 0 using segments [{'id': 'f054e9cc-3d22-4165-a7d1-06eaa485750e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'd76f534a-81ce-4592-a2dd-05a5e07b0c8b'}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:36:49.500768 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcbbbba9-72a1-4105-88f6-dbc49f155e93 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Attempting to bind port 47eca6fa-d0be-475b-a90c-56a35c1eee0d on network d76f534a-81ce-4592-a2dd-05a5e07b0c8b {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:36:49.522857 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1165d926-0341-45f0-b6ed-81c357b6743c tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] No DVR routers for this DVR port d88fbda5-7c48-42fd-8b90-7dbaccd34214 on host n-d-818823-1 {{(pid=103448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:36:49.545646 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcbbbba9-72a1-4105-88f6-dbc49f155e93 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Port 47eca6fa-d0be-475b-a90c-56a35c1eee0d on network d76f534a-81ce-4592-a2dd-05a5e07b0c8b not bound, no agent of type Open vSwitch agent registered on host n-h1-818823-1 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:36:49.545855 n-d-818823-1 neutron-server[103448]: ERROR neutron.plugins.ml2.managers [None req-bcbbbba9-72a1-4105-88f6-dbc49f155e93 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Failed to bind port 47eca6fa-d0be-475b-a90c-56a35c1eee0d on host n-h1-818823-1 for vnic_type normal using segments [{'id': 'f054e9cc-3d22-4165-a7d1-06eaa485750e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'd76f534a-81ce-4592-a2dd-05a5e07b0c8b'}] Nov 22 20:36:49.576561 n-d-818823-1 neutron-server[103448]: INFO neutron.plugins.ml2.plugin [None req-bcbbbba9-72a1-4105-88f6-dbc49f155e93 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Attempt 4 to bind port 47eca6fa-d0be-475b-a90c-56a35c1eee0d Nov 22 20:36:49.658590 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [None req-bcbbbba9-72a1-4105-88f6-dbc49f155e93 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Attempting to bind port 47eca6fa-d0be-475b-a90c-56a35c1eee0d on host n-h1-818823-1 for vnic_type normal with profile {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:36:49.659264 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [None req-bcbbbba9-72a1-4105-88f6-dbc49f155e93 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Attempting to bind port 47eca6fa-d0be-475b-a90c-56a35c1eee0d by drivers openvswitch,hyperv on host n-h1-818823-1 at level 0 using segments [{'id': 'f054e9cc-3d22-4165-a7d1-06eaa485750e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'd76f534a-81ce-4592-a2dd-05a5e07b0c8b'}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:36:49.659264 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcbbbba9-72a1-4105-88f6-dbc49f155e93 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Attempting to bind port 47eca6fa-d0be-475b-a90c-56a35c1eee0d on network d76f534a-81ce-4592-a2dd-05a5e07b0c8b {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:36:49.680625 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcbbbba9-72a1-4105-88f6-dbc49f155e93 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Port 47eca6fa-d0be-475b-a90c-56a35c1eee0d on network d76f534a-81ce-4592-a2dd-05a5e07b0c8b not bound, no agent of type Open vSwitch agent registered on host n-h1-818823-1 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:36:49.680970 n-d-818823-1 neutron-server[103448]: ERROR neutron.plugins.ml2.managers [None req-bcbbbba9-72a1-4105-88f6-dbc49f155e93 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Failed to bind port 47eca6fa-d0be-475b-a90c-56a35c1eee0d on host n-h1-818823-1 for vnic_type normal using segments [{'id': 'f054e9cc-3d22-4165-a7d1-06eaa485750e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'd76f534a-81ce-4592-a2dd-05a5e07b0c8b'}] Nov 22 20:36:49.682430 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1165d926-0341-45f0-b6ed-81c357b6743c tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3760028', 'neutron.services.segments.db._delete_segments_for_network-8748992815755'] for network, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:49.687690 n-d-818823-1 neutron-server[103448]: INFO neutron.plugins.ml2.plugin [None req-bcbbbba9-72a1-4105-88f6-dbc49f155e93 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Attempt 5 to bind port 47eca6fa-d0be-475b-a90c-56a35c1eee0d Nov 22 20:36:49.802681 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5b7d2cbb-9d0f-4cf6-b1a4-15dec65f3c67 req-e53ddb9d-7e9a-466f-9262-64eeb4895404 tempest-TestVolumeBackupRestore-1993139719 tempest-TestVolumeBackupRestore-1993139719-project] 10.222.0.46 "GET /v2.0/ports?device_id=781ecb7f-f445-4020-9466-d4bf9e78faaf HTTP/1.1" status: 200 len: 210 time: 0.0615611 Nov 22 20:36:49.817541 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-1165d926-0341-45f0-b6ed-81c357b6743c tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6203e89-81aa-431e-aa7e-b5de2f5dab02']}} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:36:49.817956 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device d88fbda5-7c48-42fd-8b90-7dbaccd34214 no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:36:49.833795 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-1165d926-0341-45f0-b6ed-81c357b6743c tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18cdf352-26c2-414f-b65a-c6c1f2ea5ee8') {'for_net_delete': True} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:36:49.834329 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-1165d926-0341-45f0-b6ed-81c357b6743c tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18cdf352-26c2-414f-b65a-c6c1f2ea5ee8') {} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:36:49.836587 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [None req-bcbbbba9-72a1-4105-88f6-dbc49f155e93 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Attempting to bind port 47eca6fa-d0be-475b-a90c-56a35c1eee0d on host n-h1-818823-1 for vnic_type normal with profile {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:36:49.837010 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [None req-bcbbbba9-72a1-4105-88f6-dbc49f155e93 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Attempting to bind port 47eca6fa-d0be-475b-a90c-56a35c1eee0d by drivers openvswitch,hyperv on host n-h1-818823-1 at level 0 using segments [{'id': 'f054e9cc-3d22-4165-a7d1-06eaa485750e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'd76f534a-81ce-4592-a2dd-05a5e07b0c8b'}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:36:49.837439 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcbbbba9-72a1-4105-88f6-dbc49f155e93 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Attempting to bind port 47eca6fa-d0be-475b-a90c-56a35c1eee0d on network d76f534a-81ce-4592-a2dd-05a5e07b0c8b {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:36:49.852598 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1165d926-0341-45f0-b6ed-81c357b6743c tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748993039638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11627933'] for segment, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:49.858185 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: d88fbda5-7c48-42fd-8b90-7dbaccd34214 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:36:49.858746 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device d88fbda5-7c48-42fd-8b90-7dbaccd34214 not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:36:49.858867 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcbbbba9-72a1-4105-88f6-dbc49f155e93 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Port 47eca6fa-d0be-475b-a90c-56a35c1eee0d on network d76f534a-81ce-4592-a2dd-05a5e07b0c8b not bound, no agent of type Open vSwitch agent registered on host n-h1-818823-1 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:36:49.859289 n-d-818823-1 neutron-server[103448]: ERROR neutron.plugins.ml2.managers [None req-bcbbbba9-72a1-4105-88f6-dbc49f155e93 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Failed to bind port 47eca6fa-d0be-475b-a90c-56a35c1eee0d on host n-h1-818823-1 for vnic_type normal using segments [{'id': 'f054e9cc-3d22-4165-a7d1-06eaa485750e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'd76f534a-81ce-4592-a2dd-05a5e07b0c8b'}] Nov 22 20:36:49.869733 n-d-818823-1 neutron-server[103448]: INFO neutron.plugins.ml2.plugin [None req-bcbbbba9-72a1-4105-88f6-dbc49f155e93 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Attempt 6 to bind port 47eca6fa-d0be-475b-a90c-56a35c1eee0d Nov 22 20:36:49.901944 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1165d926-0341-45f0-b6ed-81c357b6743c tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:49.913640 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [None req-bcbbbba9-72a1-4105-88f6-dbc49f155e93 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Attempting to bind port 47eca6fa-d0be-475b-a90c-56a35c1eee0d on host n-h1-818823-1 for vnic_type normal with profile {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:36:49.913988 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [None req-bcbbbba9-72a1-4105-88f6-dbc49f155e93 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Attempting to bind port 47eca6fa-d0be-475b-a90c-56a35c1eee0d by drivers openvswitch,hyperv on host n-h1-818823-1 at level 0 using segments [{'id': 'f054e9cc-3d22-4165-a7d1-06eaa485750e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'd76f534a-81ce-4592-a2dd-05a5e07b0c8b'}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:36:49.914330 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcbbbba9-72a1-4105-88f6-dbc49f155e93 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Attempting to bind port 47eca6fa-d0be-475b-a90c-56a35c1eee0d on network d76f534a-81ce-4592-a2dd-05a5e07b0c8b {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:36:49.916868 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1165d926-0341-45f0-b6ed-81c357b6743c tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Releasing vlan 605 on physical network physnet1 to pool {{(pid=103448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 20:36:49.917279 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1165d926-0341-45f0-b6ed-81c357b6743c tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11567447'] for segment, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:49.923974 n-d-818823-1 neutron-server[103448]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 20:36:49.923974 n-d-818823-1 neutron-server[103448]: self.session.flush() Nov 22 20:36:49.923974 n-d-818823-1 neutron-server[103448]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 20:36:49.923974 n-d-818823-1 neutron-server[103448]: self.session.flush() Nov 22 20:36:49.923974 n-d-818823-1 neutron-server[103448]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 20:36:49.923974 n-d-818823-1 neutron-server[103448]: self.session.flush() Nov 22 20:36:49.923974 n-d-818823-1 neutron-server[103448]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 20:36:49.923974 n-d-818823-1 neutron-server[103448]: self.session.flush() Nov 22 20:36:49.923974 n-d-818823-1 neutron-server[103448]: Traceback (most recent call last): Nov 22 20:36:49.923974 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 20:36:49.923974 n-d-818823-1 neutron-server[103448]: timer() Nov 22 20:36:49.923974 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 20:36:49.923974 n-d-818823-1 neutron-server[103448]: cb(*args, **kw) Nov 22 20:36:49.923974 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 20:36:49.923974 n-d-818823-1 neutron-server[103448]: return func(*args, **kwargs) Nov 22 20:36:49.923974 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 20:36:49.923974 n-d-818823-1 neutron-server[103448]: self._notify() Nov 22 20:36:49.923974 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 20:36:49.923974 n-d-818823-1 neutron-server[103448]: self.callback(batched_events) Nov 22 20:36:49.923974 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 20:36:49.923974 n-d-818823-1 neutron-server[103448]: event.method(event) Nov 22 20:36:49.923974 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 20:36:49.923974 n-d-818823-1 neutron-server[103448]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 20:36:49.923974 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 20:36:49.923974 n-d-818823-1 neutron-server[103448]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 20:36:49.923974 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 20:36:49.923974 n-d-818823-1 neutron-server[103448]: return f(self, *a, **k) Nov 22 20:36:49.923974 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 20:36:49.923974 n-d-818823-1 neutron-server[103448]: return self._get(url).json() Nov 22 20:36:49.923974 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 20:36:49.923974 n-d-818823-1 neutron-server[103448]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 20:36:49.923974 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 20:36:49.923974 n-d-818823-1 neutron-server[103448]: return self.request(url, 'GET', **kwargs) Nov 22 20:36:49.923974 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 20:36:49.923974 n-d-818823-1 neutron-server[103448]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 20:36:49.923974 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 20:36:49.923974 n-d-818823-1 neutron-server[103448]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 20:36:49.923974 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 20:36:49.923974 n-d-818823-1 neutron-server[103448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 20:36:49.923974 n-d-818823-1 neutron-server[103448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 20:36:49.987390 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcbbbba9-72a1-4105-88f6-dbc49f155e93 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Port 47eca6fa-d0be-475b-a90c-56a35c1eee0d on network d76f534a-81ce-4592-a2dd-05a5e07b0c8b not bound, no agent of type Open vSwitch agent registered on host n-h1-818823-1 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:36:49.987811 n-d-818823-1 neutron-server[103448]: ERROR neutron.plugins.ml2.managers [None req-bcbbbba9-72a1-4105-88f6-dbc49f155e93 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Failed to bind port 47eca6fa-d0be-475b-a90c-56a35c1eee0d on host n-h1-818823-1 for vnic_type normal using segments [{'id': 'f054e9cc-3d22-4165-a7d1-06eaa485750e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'd76f534a-81ce-4592-a2dd-05a5e07b0c8b'}] Nov 22 20:36:49.992385 n-d-818823-1 neutron-server[103448]: INFO neutron.plugins.ml2.plugin [None req-bcbbbba9-72a1-4105-88f6-dbc49f155e93 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Attempt 7 to bind port 47eca6fa-d0be-475b-a90c-56a35c1eee0d Nov 22 20:36:50.032830 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [None req-bcbbbba9-72a1-4105-88f6-dbc49f155e93 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Attempting to bind port 47eca6fa-d0be-475b-a90c-56a35c1eee0d on host n-h1-818823-1 for vnic_type normal with profile {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:36:50.033175 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [None req-bcbbbba9-72a1-4105-88f6-dbc49f155e93 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Attempting to bind port 47eca6fa-d0be-475b-a90c-56a35c1eee0d by drivers openvswitch,hyperv on host n-h1-818823-1 at level 0 using segments [{'id': 'f054e9cc-3d22-4165-a7d1-06eaa485750e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'd76f534a-81ce-4592-a2dd-05a5e07b0c8b'}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:36:50.033516 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcbbbba9-72a1-4105-88f6-dbc49f155e93 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Attempting to bind port 47eca6fa-d0be-475b-a90c-56a35c1eee0d on network d76f534a-81ce-4592-a2dd-05a5e07b0c8b {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:36:50.045666 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1165d926-0341-45f0-b6ed-81c357b6743c tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3760002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595318'] for network, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:50.049141 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1a24313f-f65e-44c0-8894-3696d5205c67 tempest-FloatingIPAdminTestJSON-1113503345 tempest-FloatingIPAdminTestJSON-1113503345-project] Publish callbacks [] for port, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:50.056369 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcbbbba9-72a1-4105-88f6-dbc49f155e93 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Port 47eca6fa-d0be-475b-a90c-56a35c1eee0d on network d76f534a-81ce-4592-a2dd-05a5e07b0c8b not bound, no agent of type Open vSwitch agent registered on host n-h1-818823-1 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:36:50.056710 n-d-818823-1 neutron-server[103448]: ERROR neutron.plugins.ml2.managers [None req-bcbbbba9-72a1-4105-88f6-dbc49f155e93 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Failed to bind port 47eca6fa-d0be-475b-a90c-56a35c1eee0d on host n-h1-818823-1 for vnic_type normal using segments [{'id': 'f054e9cc-3d22-4165-a7d1-06eaa485750e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'd76f534a-81ce-4592-a2dd-05a5e07b0c8b'}] Nov 22 20:36:50.061217 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1165d926-0341-45f0-b6ed-81c357b6743c tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Publish callbacks [] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:50.064456 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-1165d926-0341-45f0-b6ed-81c357b6743c tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] 10.222.0.46 "DELETE /v2.0/networks/e6203e89-81aa-431e-aa7e-b5de2f5dab02 HTTP/1.1" status: 204 len: 168 time: 1.4671938 Nov 22 20:36:50.065460 n-d-818823-1 neutron-server[103448]: INFO neutron.plugins.ml2.plugin [None req-bcbbbba9-72a1-4105-88f6-dbc49f155e93 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Attempt 8 to bind port 47eca6fa-d0be-475b-a90c-56a35c1eee0d Nov 22 20:36:50.070922 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1a24313f-f65e-44c0-8894-3696d5205c67 tempest-FloatingIPAdminTestJSON-1113503345 tempest-FloatingIPAdminTestJSON-1113503345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:50.114830 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1165d926-0341-45f0-b6ed-81c357b6743c tempest-PortsTestJSON-1918196985 tempest-PortsTestJSON-1918196985-project] Pushing event deleted for resources: {'Network': ['ID=e6203e89-81aa-431e-aa7e-b5de2f5dab02,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:36:50.132102 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [None req-bcbbbba9-72a1-4105-88f6-dbc49f155e93 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Attempting to bind port 47eca6fa-d0be-475b-a90c-56a35c1eee0d on host n-h1-818823-1 for vnic_type normal with profile {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:36:50.132438 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [None req-bcbbbba9-72a1-4105-88f6-dbc49f155e93 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Attempting to bind port 47eca6fa-d0be-475b-a90c-56a35c1eee0d by drivers openvswitch,hyperv on host n-h1-818823-1 at level 0 using segments [{'id': 'f054e9cc-3d22-4165-a7d1-06eaa485750e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'd76f534a-81ce-4592-a2dd-05a5e07b0c8b'}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:36:50.132775 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcbbbba9-72a1-4105-88f6-dbc49f155e93 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Attempting to bind port 47eca6fa-d0be-475b-a90c-56a35c1eee0d on network d76f534a-81ce-4592-a2dd-05a5e07b0c8b {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:36:50.163306 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcbbbba9-72a1-4105-88f6-dbc49f155e93 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Port 47eca6fa-d0be-475b-a90c-56a35c1eee0d on network d76f534a-81ce-4592-a2dd-05a5e07b0c8b not bound, no agent of type Open vSwitch agent registered on host n-h1-818823-1 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:36:50.168187 n-d-818823-1 neutron-server[103448]: ERROR neutron.plugins.ml2.managers [None req-bcbbbba9-72a1-4105-88f6-dbc49f155e93 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Failed to bind port 47eca6fa-d0be-475b-a90c-56a35c1eee0d on host n-h1-818823-1 for vnic_type normal using segments [{'id': 'f054e9cc-3d22-4165-a7d1-06eaa485750e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'd76f534a-81ce-4592-a2dd-05a5e07b0c8b'}] Nov 22 20:36:50.178039 n-d-818823-1 neutron-server[103448]: INFO neutron.plugins.ml2.plugin [None req-bcbbbba9-72a1-4105-88f6-dbc49f155e93 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Attempt 9 to bind port 47eca6fa-d0be-475b-a90c-56a35c1eee0d Nov 22 20:36:50.213396 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a24313f-f65e-44c0-8894-3696d5205c67 tempest-FloatingIPAdminTestJSON-1113503345 tempest-FloatingIPAdminTestJSON-1113503345-project] Pushing event updated for resources: {'Port': ['ID=36a7b02b-1c59-432b-acda-29ad02b7fc4d,revision_number=2']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:36:50.224748 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [None req-bcbbbba9-72a1-4105-88f6-dbc49f155e93 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Attempting to bind port 47eca6fa-d0be-475b-a90c-56a35c1eee0d on host n-h1-818823-1 for vnic_type normal with profile {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:36:50.225084 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [None req-bcbbbba9-72a1-4105-88f6-dbc49f155e93 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Attempting to bind port 47eca6fa-d0be-475b-a90c-56a35c1eee0d by drivers openvswitch,hyperv on host n-h1-818823-1 at level 0 using segments [{'id': 'f054e9cc-3d22-4165-a7d1-06eaa485750e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'd76f534a-81ce-4592-a2dd-05a5e07b0c8b'}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:36:50.225415 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcbbbba9-72a1-4105-88f6-dbc49f155e93 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Attempting to bind port 47eca6fa-d0be-475b-a90c-56a35c1eee0d on network d76f534a-81ce-4592-a2dd-05a5e07b0c8b {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:36:50.232117 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1a24313f-f65e-44c0-8894-3696d5205c67 tempest-FloatingIPAdminTestJSON-1113503345 tempest-FloatingIPAdminTestJSON-1113503345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-595224'] for floatingip, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:50.234715 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcbbbba9-72a1-4105-88f6-dbc49f155e93 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Port 47eca6fa-d0be-475b-a90c-56a35c1eee0d on network d76f534a-81ce-4592-a2dd-05a5e07b0c8b not bound, no agent of type Open vSwitch agent registered on host n-h1-818823-1 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:36:50.235040 n-d-818823-1 neutron-server[103448]: ERROR neutron.plugins.ml2.managers [None req-bcbbbba9-72a1-4105-88f6-dbc49f155e93 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Failed to bind port 47eca6fa-d0be-475b-a90c-56a35c1eee0d on host n-h1-818823-1 for vnic_type normal using segments [{'id': 'f054e9cc-3d22-4165-a7d1-06eaa485750e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'd76f534a-81ce-4592-a2dd-05a5e07b0c8b'}] Nov 22 20:36:50.236547 n-d-818823-1 neutron-server[103448]: INFO neutron.plugins.ml2.plugin [None req-bcbbbba9-72a1-4105-88f6-dbc49f155e93 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Attempt 10 to bind port 47eca6fa-d0be-475b-a90c-56a35c1eee0d Nov 22 20:36:50.245711 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device f5e5c1f0-5188-45b5-8ddc-efab84548161 no longer exists at agent hyperv_n-h2-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:36:50.255966 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [None req-bcbbbba9-72a1-4105-88f6-dbc49f155e93 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Attempting to bind port 47eca6fa-d0be-475b-a90c-56a35c1eee0d on host n-h1-818823-1 for vnic_type normal with profile {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:36:50.256531 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [None req-bcbbbba9-72a1-4105-88f6-dbc49f155e93 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Attempting to bind port 47eca6fa-d0be-475b-a90c-56a35c1eee0d by drivers openvswitch,hyperv on host n-h1-818823-1 at level 0 using segments [{'id': 'f054e9cc-3d22-4165-a7d1-06eaa485750e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'd76f534a-81ce-4592-a2dd-05a5e07b0c8b'}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:36:50.256883 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcbbbba9-72a1-4105-88f6-dbc49f155e93 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Attempting to bind port 47eca6fa-d0be-475b-a90c-56a35c1eee0d on network d76f534a-81ce-4592-a2dd-05a5e07b0c8b {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:36:50.272364 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1a24313f-f65e-44c0-8894-3696d5205c67 tempest-FloatingIPAdminTestJSON-1113503345 tempest-FloatingIPAdminTestJSON-1113503345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for floatingip, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:50.276150 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-1a24313f-f65e-44c0-8894-3696d5205c67 tempest-FloatingIPAdminTestJSON-1113503345 tempest-FloatingIPAdminTestJSON-1113503345-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.7617652 Nov 22 20:36:50.276647 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 47044) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:36:50.282294 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcbbbba9-72a1-4105-88f6-dbc49f155e93 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Port 47eca6fa-d0be-475b-a90c-56a35c1eee0d on network d76f534a-81ce-4592-a2dd-05a5e07b0c8b not bound, no agent of type Open vSwitch agent registered on host n-h1-818823-1 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:36:50.282687 n-d-818823-1 neutron-server[103448]: ERROR neutron.plugins.ml2.managers [None req-bcbbbba9-72a1-4105-88f6-dbc49f155e93 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Failed to bind port 47eca6fa-d0be-475b-a90c-56a35c1eee0d on host n-h1-818823-1 for vnic_type normal using segments [{'id': 'f054e9cc-3d22-4165-a7d1-06eaa485750e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'd76f534a-81ce-4592-a2dd-05a5e07b0c8b'}] Nov 22 20:36:50.283210 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-bcbbbba9-72a1-4105-88f6-dbc49f155e93 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:50.283337 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-3c9dba6e-3e4e-450a-a383-d0e3df059920 tempest-FloatingIPAdminTestJSON-1113503345 tempest-FloatingIPAdminTestJSON-1113503345-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-25362675'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:36:50.294208 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] No Port match for: f5e5c1f0-5188-45b5-8ddc-efab84548161 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:36:50.297575 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device f5e5c1f0-5188-45b5-8ddc-efab84548161 not bound to the agent host n-h2-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:36:50.349477 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c9dba6e-3e4e-450a-a383-d0e3df059920 tempest-FloatingIPAdminTestJSON-1113503345 tempest-FloatingIPAdminTestJSON-1113503345-project] Made reservation on behalf of b21590afa7c84130a83461b9dc5ed9b5 for: {'network': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:36:50.365330 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-3c9dba6e-3e4e-450a-a383-d0e3df059920 tempest-FloatingIPAdminTestJSON-1113503345 tempest-FloatingIPAdminTestJSON-1113503345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for network, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:50.395761 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-3c9dba6e-3e4e-450a-a383-d0e3df059920 tempest-FloatingIPAdminTestJSON-1113503345 tempest-FloatingIPAdminTestJSON-1113503345-project] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:50.405905 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-bcbbbba9-72a1-4105-88f6-dbc49f155e93 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] For port 47eca6fa-d0be-475b-a90c-56a35c1eee0d, host n-h1-818823-1, cleared binding levels {{(pid=103448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:36:50.406449 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-bcbbbba9-72a1-4105-88f6-dbc49f155e93 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Attempted to set empty binding levels {{(pid=103448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 22 20:36:50.413842 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-bcbbbba9-72a1-4105-88f6-dbc49f155e93 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:50.481295 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcbbbba9-72a1-4105-88f6-dbc49f155e93 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:36:50.486640 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-bcbbbba9-72a1-4105-88f6-dbc49f155e93 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:50.565557 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-bcbbbba9-72a1-4105-88f6-dbc49f155e93 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 979 time: 3.4340444 Nov 22 20:36:50.570878 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 47052) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:36:50.598554 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbbbba9-72a1-4105-88f6-dbc49f155e93 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Pushing event updated for resources: {'Port': ['ID=47eca6fa-d0be-475b-a90c-56a35c1eee0d,revision_number=2']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:36:50.713999 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-3c9dba6e-3e4e-450a-a383-d0e3df059920 tempest-FloatingIPAdminTestJSON-1113503345 tempest-FloatingIPAdminTestJSON-1113503345-project] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:50.719827 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-3c9dba6e-3e4e-450a-a383-d0e3df059920 tempest-FloatingIPAdminTestJSON-1113503345 tempest-FloatingIPAdminTestJSON-1113503345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:50.733466 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 47056) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:36:50.754888 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-22c27229-e44b-4b80-a38e-69bbb34c7e0c tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Deleting port 47eca6fa-d0be-475b-a90c-56a35c1eee0d {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:36:50.755513 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-22c27229-e44b-4b80-a38e-69bbb34c7e0c tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:50.768094 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c9dba6e-3e4e-450a-a383-d0e3df059920 tempest-FloatingIPAdminTestJSON-1113503345 tempest-FloatingIPAdminTestJSON-1113503345-project] vlan segment allocate from pool success with {'vlan_id': 630, 'physical_network': 'physnet1'} {{(pid=103447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 20:36:50.779750 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9dba6e-3e4e-450a-a383-d0e3df059920 tempest-FloatingIPAdminTestJSON-1113503345 tempest-FloatingIPAdminTestJSON-1113503345-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8e968a2-c8ae-43aa-b75d-7d50fa0f8416,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:36:50.786744 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-3c9dba6e-3e4e-450a-a383-d0e3df059920 tempest-FloatingIPAdminTestJSON-1113503345 tempest-FloatingIPAdminTestJSON-1113503345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:50.787615 n-d-818823-1 neutron-server[103447]: INFO neutron.db.segments_db [None req-3c9dba6e-3e4e-450a-a383-d0e3df059920 tempest-FloatingIPAdminTestJSON-1113503345 tempest-FloatingIPAdminTestJSON-1113503345-project] Added segment d19b38fa-5fd5-469e-8864-bda915648f41 of type vlan for network cc6a135a-269f-4d0d-bca8-68a2913d4d56 Nov 22 20:36:50.909642 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-3c9dba6e-3e4e-450a-a383-d0e3df059920 tempest-FloatingIPAdminTestJSON-1113503345 tempest-FloatingIPAdminTestJSON-1113503345-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748992492791'] for network, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:50.920706 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-22c27229-e44b-4b80-a38e-69bbb34c7e0c tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] For port 47eca6fa-d0be-475b-a90c-56a35c1eee0d, host n-h1-818823-1, got binding levels [] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:36:50.921533 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-22c27229-e44b-4b80-a38e-69bbb34c7e0c tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:50.943115 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7cc6e970-84ce-46ed-9138-86f221b61eb9 req-a3883355-c3a7-49cb-8f24-989519fe2f15 tempest-TestVolumeBackupRestore-1993139719 tempest-TestVolumeBackupRestore-1993139719-project] 10.222.0.46 "GET /v2.0/ports?device_id=781ecb7f-f445-4020-9466-d4bf9e78faaf HTTP/1.1" status: 200 len: 210 time: 0.0487134 Nov 22 20:36:50.952809 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-22c27229-e44b-4b80-a38e-69bbb34c7e0c tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Calling delete_port for 47eca6fa-d0be-475b-a90c-56a35c1eee0d owned by {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:36:50.988339 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-3c9dba6e-3e4e-450a-a383-d0e3df059920 tempest-FloatingIPAdminTestJSON-1113503345 tempest-FloatingIPAdminTestJSON-1113503345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for network, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:51.003647 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c9dba6e-3e4e-450a-a383-d0e3df059920 tempest-FloatingIPAdminTestJSON-1113503345 tempest-FloatingIPAdminTestJSON-1113503345-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:36:51.007045 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-3c9dba6e-3e4e-450a-a383-d0e3df059920 tempest-FloatingIPAdminTestJSON-1113503345 tempest-FloatingIPAdminTestJSON-1113503345-project] Publish callbacks [] for network, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:51.063438 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-22c27229-e44b-4b80-a38e-69bbb34c7e0c tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:51.098998 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c27229-e44b-4b80-a38e-69bbb34c7e0c tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Pushing event deleted for resources: {'Port': ['ID=47eca6fa-d0be-475b-a90c-56a35c1eee0d,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:36:51.104080 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-22c27229-e44b-4b80-a38e-69bbb34c7e0c tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:51.108661 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-22c27229-e44b-4b80-a38e-69bbb34c7e0c tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] 10.222.0.46 "DELETE /v2.0/ports/47eca6fa-d0be-475b-a90c-56a35c1eee0d HTTP/1.1" status: 204 len: 168 time: 0.5305586 Nov 22 20:36:51.111285 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 47068) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:36:51.118913 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9dba6e-3e4e-450a-a383-d0e3df059920 tempest-FloatingIPAdminTestJSON-1113503345 tempest-FloatingIPAdminTestJSON-1113503345-project] Pushing event updated for resources: {'Network': ['ID=cc6a135a-269f-4d0d-bca8-68a2913d4d56,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:36:51.133963 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Network cc6a135a-269f-4d0d-bca8-68a2913d4d56 details requested by agent ovs-agent-n-d-818823-1 with host n-d-818823-1 {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 20:36:51.144231 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-3c9dba6e-3e4e-450a-a383-d0e3df059920 tempest-FloatingIPAdminTestJSON-1113503345 tempest-FloatingIPAdminTestJSON-1113503345-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8656023 Nov 22 20:36:51.147301 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 47070) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:36:51.153184 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-b75d0955-d634-42bd-86b9-53cd2cb1d8be tempest-FloatingIPAdminTestJSON-1113503345 tempest-FloatingIPAdminTestJSON-1113503345-project] Request body: {'subnet': {'network_id': 'cc6a135a-269f-4d0d-bca8-68a2913d4d56', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:36:51.160086 n-d-818823-1 neutron-server[103448]: INFO neutron.pecan_wsgi.hooks.translation [None req-492d1cd3-bf6b-4074-bc44-4df700bd253d tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] GET failed (client error): The resource could not be found. Nov 22 20:36:51.161909 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-492d1cd3-bf6b-4074-bc44-4df700bd253d tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] 10.222.0.46 "GET /v2.0/ports/47eca6fa-d0be-475b-a90c-56a35c1eee0d HTTP/1.1" status: 404 len: 333 time: 0.0498369 Nov 22 20:36:51.175763 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 47072) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:36:51.180939 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-1e280376-d1e1-44c4-851a-cf91a2d13b23 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Request body: {'port': {'network_id': 'd76f534a-81ce-4592-a2dd-05a5e07b0c8b', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-576943790'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:36:51.228974 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-72d42dc5-ef8e-4595-9997-5553d7ea56ba admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=fe864660cff645f6bfd902aea156f347&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4932303 Nov 22 20:36:51.229881 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e280376-d1e1-44c4-851a-cf91a2d13b23 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Made reservation on behalf of 9c79f94082374442a3b76e1e8863719e for: {'port': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:36:51.232535 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1e280376-d1e1-44c4-851a-cf91a2d13b23 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:51.235283 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 47076) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:36:51.270052 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [None req-1e280376-d1e1-44c4-851a-cf91a2d13b23 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] device_id is not set on port 1f5fb5a7-35ee-44a8-a822-6bb97d698fbe yet. {{(pid=103447) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 20:36:51.302034 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b75d0955-d634-42bd-86b9-53cd2cb1d8be tempest-FloatingIPAdminTestJSON-1113503345 tempest-FloatingIPAdminTestJSON-1113503345-project] Made reservation on behalf of b21590afa7c84130a83461b9dc5ed9b5 for: {'subnet': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:36:51.307250 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b75d0955-d634-42bd-86b9-53cd2cb1d8be tempest-FloatingIPAdminTestJSON-1113503345 tempest-FloatingIPAdminTestJSON-1113503345-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11792951'] for subnet, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:51.390502 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-5f26ef5b-f7ea-4abb-9afd-275092a054e4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:51.435288 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-5f26ef5b-f7ea-4abb-9afd-275092a054e4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:51.535832 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1e280376-d1e1-44c4-851a-cf91a2d13b23 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:51.543383 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b75d0955-d634-42bd-86b9-53cd2cb1d8be tempest-FloatingIPAdminTestJSON-1113503345 tempest-FloatingIPAdminTestJSON-1113503345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11567560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11792921'] for subnet, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:51.562553 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-5f26ef5b-f7ea-4abb-9afd-275092a054e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:51.565320 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-5f26ef5b-f7ea-4abb-9afd-275092a054e4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:51.569127 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-5f26ef5b-f7ea-4abb-9afd-275092a054e4 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ee7253e8-ed9f-485b-a506-08c274dd27c1 HTTP/1.1" status: 204 len: 168 time: 0.3327935 Nov 22 20:36:51.582679 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f26ef5b-f7ea-4abb-9afd-275092a054e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee7253e8-ed9f-485b-a506-08c274dd27c1,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:36:51.595813 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1e280376-d1e1-44c4-851a-cf91a2d13b23 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:51.664286 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e280376-d1e1-44c4-851a-cf91a2d13b23 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Network d76f534a-81ce-4592-a2dd-05a5e07b0c8b is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:36:51.666653 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75d0955-d634-42bd-86b9-53cd2cb1d8be tempest-FloatingIPAdminTestJSON-1113503345 tempest-FloatingIPAdminTestJSON-1113503345-project] Pushing event updated for resources: {'Subnet': ['ID=3cc1a7e9-f665-48ee-9a91-adc259efaa4b,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:36:51.674413 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b75d0955-d634-42bd-86b9-53cd2cb1d8be tempest-FloatingIPAdminTestJSON-1113503345 tempest-FloatingIPAdminTestJSON-1113503345-project] Checking segment: {'id': 'd19b38fa-5fd5-469e-8864-bda915648f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'cc6a135a-269f-4d0d-bca8-68a2913d4d56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:36:51.674839 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-1e280376-d1e1-44c4-851a-cf91a2d13b23 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:36:51.681091 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e280376-d1e1-44c4-851a-cf91a2d13b23 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:36:51.681279 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b75d0955-d634-42bd-86b9-53cd2cb1d8be tempest-FloatingIPAdminTestJSON-1113503345 tempest-FloatingIPAdminTestJSON-1113503345-project] Network hostable DHCP agents. Network: cc6a135a-269f-4d0d-bca8-68a2913d4d56, hostable agents: ['02adaa64-0987-4b74-bad0-cbcf56f8a294'], hosted agents: [] {{(pid=103448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 20:36:51.681421 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e280376-d1e1-44c4-851a-cf91a2d13b23 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:36:51.681804 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1e280376-d1e1-44c4-851a-cf91a2d13b23 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:51.698551 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e280376-d1e1-44c4-851a-cf91a2d13b23 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Pushing event updated for resources: {'Port': ['ID=1f5fb5a7-35ee-44a8-a822-6bb97d698fbe,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:36:51.712577 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b75d0955-d634-42bd-86b9-53cd2cb1d8be tempest-FloatingIPAdminTestJSON-1113503345 tempest-FloatingIPAdminTestJSON-1113503345-project] Network cc6a135a-269f-4d0d-bca8-68a2913d4d56 is scheduled to be hosted by DHCP agent 02adaa64-0987-4b74-bad0-cbcf56f8a294 with binding_index 1 {{(pid=103448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 20:36:51.723146 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-1e280376-d1e1-44c4-851a-cf91a2d13b23 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.5459664 Nov 22 20:36:51.726424 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 47092) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:36:51.731969 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-b75d0955-d634-42bd-86b9-53cd2cb1d8be tempest-FloatingIPAdminTestJSON-1113503345 tempest-FloatingIPAdminTestJSON-1113503345-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818823-1, cc6a135a-269f-4d0d-bca8-68a2913d4d56) {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:36:51.734926 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-54768155-23d2-4a5e-b5d2-9374dc482161 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-818823-1'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:36:51.737213 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b75d0955-d634-42bd-86b9-53cd2cb1d8be tempest-FloatingIPAdminTestJSON-1113503345 tempest-FloatingIPAdminTestJSON-1113503345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:36:51.737825 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b75d0955-d634-42bd-86b9-53cd2cb1d8be tempest-FloatingIPAdminTestJSON-1113503345 tempest-FloatingIPAdminTestJSON-1113503345-project] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:51.744011 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6264132-5a89-4a97-8a90-7c55b812721f None None] Network cc6a135a-269f-4d0d-bca8-68a2913d4d56 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:36:51.776787 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-b75d0955-d634-42bd-86b9-53cd2cb1d8be tempest-FloatingIPAdminTestJSON-1113503345 tempest-FloatingIPAdminTestJSON-1113503345-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6274483 Nov 22 20:36:51.780681 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 47094) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:36:51.785316 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-d08f08c6-1fb4-401b-a257-602d85e5465b tempest-FloatingIPAdminTestJSON-1113503345 tempest-FloatingIPAdminTestJSON-1113503345-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1883561561', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'}, 'admin_state_up': False}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:36:51.803025 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-54768155-23d2-4a5e-b5d2-9374dc482161 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:51.877884 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d08f08c6-1fb4-401b-a257-602d85e5465b tempest-FloatingIPAdminTestJSON-1113503345 tempest-FloatingIPAdminTestJSON-1113503345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24799'] for router, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:51.880984 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d08f08c6-1fb4-401b-a257-602d85e5465b tempest-FloatingIPAdminTestJSON-1113503345 tempest-FloatingIPAdminTestJSON-1113503345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-632716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24788'] for router, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:52.000618 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d08f08c6-1fb4-401b-a257-602d85e5465b tempest-FloatingIPAdminTestJSON-1113503345 tempest-FloatingIPAdminTestJSON-1113503345-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:52.170215 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3f35668b-8119-44d3-b347-d457ade88f16 req-78808321-53fe-4070-8099-3d1b96a67054 tempest-TestVolumeBackupRestore-1993139719 tempest-TestVolumeBackupRestore-1993139719-project] 10.222.0.46 "GET /v2.0/ports?device_id=781ecb7f-f445-4020-9466-d4bf9e78faaf HTTP/1.1" status: 200 len: 210 time: 0.0700400 Nov 22 20:36:52.181920 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f678982-c766-4025-a467-adc11ba99393 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fb26bd7-ce56-527b-b94f-2e1f7cb2bb35-cc6a135a-269f-4d0d-bca8-68a2913d4d56', 'network_id': 'cc6a135a-269f-4d0d-bca8-68a2913d4d56', 'tenant_id': 'b21590afa7c84130a83461b9dc5ed9b5', 'fixed_ips': [{'subnet_id': '3cc1a7e9-f665-48ee-9a91-adc259efaa4b'}]}} from n-d-818823-1. {{(pid=103449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 20:36:52.182672 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-9f678982-c766-4025-a467-adc11ba99393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:52.231389 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [None req-54768155-23d2-4a5e-b5d2-9374dc482161 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] device_id is not set on port 1f5fb5a7-35ee-44a8-a822-6bb97d698fbe yet. {{(pid=103447) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 20:36:52.236507 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d08f08c6-1fb4-401b-a257-602d85e5465b tempest-FloatingIPAdminTestJSON-1113503345 tempest-FloatingIPAdminTestJSON-1113503345-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:52.253004 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-54768155-23d2-4a5e-b5d2-9374dc482161 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:52.263893 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-54768155-23d2-4a5e-b5d2-9374dc482161 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:52.349250 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54768155-23d2-4a5e-b5d2-9374dc482161 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Pushing event updated for resources: {'Port': ['ID=1f5fb5a7-35ee-44a8-a822-6bb97d698fbe,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:36:52.365186 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [None req-54768155-23d2-4a5e-b5d2-9374dc482161 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Attempting to bind port 1f5fb5a7-35ee-44a8-a822-6bb97d698fbe on host n-h1-818823-1 for vnic_type normal with profile {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:36:52.366053 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [None req-54768155-23d2-4a5e-b5d2-9374dc482161 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Attempting to bind port 1f5fb5a7-35ee-44a8-a822-6bb97d698fbe by drivers openvswitch,hyperv on host n-h1-818823-1 at level 0 using segments [{'id': 'f054e9cc-3d22-4165-a7d1-06eaa485750e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'd76f534a-81ce-4592-a2dd-05a5e07b0c8b'}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:36:52.367035 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54768155-23d2-4a5e-b5d2-9374dc482161 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Attempting to bind port 1f5fb5a7-35ee-44a8-a822-6bb97d698fbe on network d76f534a-81ce-4592-a2dd-05a5e07b0c8b {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:36:52.375012 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54768155-23d2-4a5e-b5d2-9374dc482161 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Port 1f5fb5a7-35ee-44a8-a822-6bb97d698fbe on network d76f534a-81ce-4592-a2dd-05a5e07b0c8b not bound, no agent of type Open vSwitch agent registered on host n-h1-818823-1 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:36:52.375812 n-d-818823-1 neutron-server[103447]: ERROR neutron.plugins.ml2.managers [None req-54768155-23d2-4a5e-b5d2-9374dc482161 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Failed to bind port 1f5fb5a7-35ee-44a8-a822-6bb97d698fbe on host n-h1-818823-1 for vnic_type normal using segments [{'id': 'f054e9cc-3d22-4165-a7d1-06eaa485750e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'd76f534a-81ce-4592-a2dd-05a5e07b0c8b'}] Nov 22 20:36:52.377129 n-d-818823-1 neutron-server[103447]: INFO neutron.plugins.ml2.plugin [None req-54768155-23d2-4a5e-b5d2-9374dc482161 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Attempt 2 to bind port 1f5fb5a7-35ee-44a8-a822-6bb97d698fbe Nov 22 20:36:52.398102 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [None req-54768155-23d2-4a5e-b5d2-9374dc482161 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Attempting to bind port 1f5fb5a7-35ee-44a8-a822-6bb97d698fbe on host n-h1-818823-1 for vnic_type normal with profile {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:36:52.398891 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [None req-54768155-23d2-4a5e-b5d2-9374dc482161 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Attempting to bind port 1f5fb5a7-35ee-44a8-a822-6bb97d698fbe by drivers openvswitch,hyperv on host n-h1-818823-1 at level 0 using segments [{'id': 'f054e9cc-3d22-4165-a7d1-06eaa485750e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'd76f534a-81ce-4592-a2dd-05a5e07b0c8b'}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:36:52.399719 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54768155-23d2-4a5e-b5d2-9374dc482161 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Attempting to bind port 1f5fb5a7-35ee-44a8-a822-6bb97d698fbe on network d76f534a-81ce-4592-a2dd-05a5e07b0c8b {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:36:52.406860 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54768155-23d2-4a5e-b5d2-9374dc482161 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Port 1f5fb5a7-35ee-44a8-a822-6bb97d698fbe on network d76f534a-81ce-4592-a2dd-05a5e07b0c8b not bound, no agent of type Open vSwitch agent registered on host n-h1-818823-1 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:36:52.407548 n-d-818823-1 neutron-server[103447]: ERROR neutron.plugins.ml2.managers [None req-54768155-23d2-4a5e-b5d2-9374dc482161 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Failed to bind port 1f5fb5a7-35ee-44a8-a822-6bb97d698fbe on host n-h1-818823-1 for vnic_type normal using segments [{'id': 'f054e9cc-3d22-4165-a7d1-06eaa485750e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'd76f534a-81ce-4592-a2dd-05a5e07b0c8b'}] Nov 22 20:36:52.408153 n-d-818823-1 neutron-server[103447]: INFO neutron.plugins.ml2.plugin [None req-54768155-23d2-4a5e-b5d2-9374dc482161 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Attempt 3 to bind port 1f5fb5a7-35ee-44a8-a822-6bb97d698fbe Nov 22 20:36:52.426936 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [None req-54768155-23d2-4a5e-b5d2-9374dc482161 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Attempting to bind port 1f5fb5a7-35ee-44a8-a822-6bb97d698fbe on host n-h1-818823-1 for vnic_type normal with profile {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:36:52.427615 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [None req-54768155-23d2-4a5e-b5d2-9374dc482161 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Attempting to bind port 1f5fb5a7-35ee-44a8-a822-6bb97d698fbe by drivers openvswitch,hyperv on host n-h1-818823-1 at level 0 using segments [{'id': 'f054e9cc-3d22-4165-a7d1-06eaa485750e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'd76f534a-81ce-4592-a2dd-05a5e07b0c8b'}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:36:52.428215 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54768155-23d2-4a5e-b5d2-9374dc482161 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Attempting to bind port 1f5fb5a7-35ee-44a8-a822-6bb97d698fbe on network d76f534a-81ce-4592-a2dd-05a5e07b0c8b {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:36:52.435830 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54768155-23d2-4a5e-b5d2-9374dc482161 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Port 1f5fb5a7-35ee-44a8-a822-6bb97d698fbe on network d76f534a-81ce-4592-a2dd-05a5e07b0c8b not bound, no agent of type Open vSwitch agent registered on host n-h1-818823-1 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:36:52.436650 n-d-818823-1 neutron-server[103447]: ERROR neutron.plugins.ml2.managers [None req-54768155-23d2-4a5e-b5d2-9374dc482161 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Failed to bind port 1f5fb5a7-35ee-44a8-a822-6bb97d698fbe on host n-h1-818823-1 for vnic_type normal using segments [{'id': 'f054e9cc-3d22-4165-a7d1-06eaa485750e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'd76f534a-81ce-4592-a2dd-05a5e07b0c8b'}] Nov 22 20:36:52.438215 n-d-818823-1 neutron-server[103447]: INFO neutron.plugins.ml2.plugin [None req-54768155-23d2-4a5e-b5d2-9374dc482161 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Attempt 4 to bind port 1f5fb5a7-35ee-44a8-a822-6bb97d698fbe Nov 22 20:36:52.461707 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [None req-54768155-23d2-4a5e-b5d2-9374dc482161 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Attempting to bind port 1f5fb5a7-35ee-44a8-a822-6bb97d698fbe on host n-h1-818823-1 for vnic_type normal with profile {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:36:52.462676 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [None req-54768155-23d2-4a5e-b5d2-9374dc482161 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Attempting to bind port 1f5fb5a7-35ee-44a8-a822-6bb97d698fbe by drivers openvswitch,hyperv on host n-h1-818823-1 at level 0 using segments [{'id': 'f054e9cc-3d22-4165-a7d1-06eaa485750e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'd76f534a-81ce-4592-a2dd-05a5e07b0c8b'}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:36:52.464454 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54768155-23d2-4a5e-b5d2-9374dc482161 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Attempting to bind port 1f5fb5a7-35ee-44a8-a822-6bb97d698fbe on network d76f534a-81ce-4592-a2dd-05a5e07b0c8b {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:36:52.474027 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.db_base_plugin_common [None req-9f678982-c766-4025-a467-adc11ba99393 None None] Allocated IP 172.20.0.2 (cc6a135a-269f-4d0d-bca8-68a2913d4d56/3cc1a7e9-f665-48ee-9a91-adc259efaa4b/f6b9d661-33a5-4374-82c7-6648e49b9eb3) {{(pid=103449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:36:52.481044 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54768155-23d2-4a5e-b5d2-9374dc482161 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Port 1f5fb5a7-35ee-44a8-a822-6bb97d698fbe on network d76f534a-81ce-4592-a2dd-05a5e07b0c8b not bound, no agent of type Open vSwitch agent registered on host n-h1-818823-1 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:36:52.482176 n-d-818823-1 neutron-server[103447]: ERROR neutron.plugins.ml2.managers [None req-54768155-23d2-4a5e-b5d2-9374dc482161 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Failed to bind port 1f5fb5a7-35ee-44a8-a822-6bb97d698fbe on host n-h1-818823-1 for vnic_type normal using segments [{'id': 'f054e9cc-3d22-4165-a7d1-06eaa485750e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'd76f534a-81ce-4592-a2dd-05a5e07b0c8b'}] Nov 22 20:36:52.483085 n-d-818823-1 neutron-server[103447]: INFO neutron.plugins.ml2.plugin [None req-54768155-23d2-4a5e-b5d2-9374dc482161 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Attempt 5 to bind port 1f5fb5a7-35ee-44a8-a822-6bb97d698fbe Nov 22 20:36:52.504782 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [None req-54768155-23d2-4a5e-b5d2-9374dc482161 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Attempting to bind port 1f5fb5a7-35ee-44a8-a822-6bb97d698fbe on host n-h1-818823-1 for vnic_type normal with profile {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:36:52.505346 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [None req-54768155-23d2-4a5e-b5d2-9374dc482161 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Attempting to bind port 1f5fb5a7-35ee-44a8-a822-6bb97d698fbe by drivers openvswitch,hyperv on host n-h1-818823-1 at level 0 using segments [{'id': 'f054e9cc-3d22-4165-a7d1-06eaa485750e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'd76f534a-81ce-4592-a2dd-05a5e07b0c8b'}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:36:52.505873 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54768155-23d2-4a5e-b5d2-9374dc482161 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Attempting to bind port 1f5fb5a7-35ee-44a8-a822-6bb97d698fbe on network d76f534a-81ce-4592-a2dd-05a5e07b0c8b {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:36:52.511355 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54768155-23d2-4a5e-b5d2-9374dc482161 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Port 1f5fb5a7-35ee-44a8-a822-6bb97d698fbe on network d76f534a-81ce-4592-a2dd-05a5e07b0c8b not bound, no agent of type Open vSwitch agent registered on host n-h1-818823-1 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:36:52.512479 n-d-818823-1 neutron-server[103447]: ERROR neutron.plugins.ml2.managers [None req-54768155-23d2-4a5e-b5d2-9374dc482161 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Failed to bind port 1f5fb5a7-35ee-44a8-a822-6bb97d698fbe on host n-h1-818823-1 for vnic_type normal using segments [{'id': 'f054e9cc-3d22-4165-a7d1-06eaa485750e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'd76f534a-81ce-4592-a2dd-05a5e07b0c8b'}] Nov 22 20:36:52.513014 n-d-818823-1 neutron-server[103447]: INFO neutron.plugins.ml2.plugin [None req-54768155-23d2-4a5e-b5d2-9374dc482161 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Attempt 6 to bind port 1f5fb5a7-35ee-44a8-a822-6bb97d698fbe Nov 22 20:36:52.528159 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [None req-54768155-23d2-4a5e-b5d2-9374dc482161 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Attempting to bind port 1f5fb5a7-35ee-44a8-a822-6bb97d698fbe on host n-h1-818823-1 for vnic_type normal with profile {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:36:52.528732 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [None req-54768155-23d2-4a5e-b5d2-9374dc482161 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Attempting to bind port 1f5fb5a7-35ee-44a8-a822-6bb97d698fbe by drivers openvswitch,hyperv on host n-h1-818823-1 at level 0 using segments [{'id': 'f054e9cc-3d22-4165-a7d1-06eaa485750e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'd76f534a-81ce-4592-a2dd-05a5e07b0c8b'}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:36:52.529232 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54768155-23d2-4a5e-b5d2-9374dc482161 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Attempting to bind port 1f5fb5a7-35ee-44a8-a822-6bb97d698fbe on network d76f534a-81ce-4592-a2dd-05a5e07b0c8b {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:36:52.533936 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54768155-23d2-4a5e-b5d2-9374dc482161 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Port 1f5fb5a7-35ee-44a8-a822-6bb97d698fbe on network d76f534a-81ce-4592-a2dd-05a5e07b0c8b not bound, no agent of type Open vSwitch agent registered on host n-h1-818823-1 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:36:52.534443 n-d-818823-1 neutron-server[103447]: ERROR neutron.plugins.ml2.managers [None req-54768155-23d2-4a5e-b5d2-9374dc482161 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Failed to bind port 1f5fb5a7-35ee-44a8-a822-6bb97d698fbe on host n-h1-818823-1 for vnic_type normal using segments [{'id': 'f054e9cc-3d22-4165-a7d1-06eaa485750e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'd76f534a-81ce-4592-a2dd-05a5e07b0c8b'}] Nov 22 20:36:52.535168 n-d-818823-1 neutron-server[103447]: INFO neutron.plugins.ml2.plugin [None req-54768155-23d2-4a5e-b5d2-9374dc482161 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Attempt 7 to bind port 1f5fb5a7-35ee-44a8-a822-6bb97d698fbe Nov 22 20:36:52.550959 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [None req-54768155-23d2-4a5e-b5d2-9374dc482161 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Attempting to bind port 1f5fb5a7-35ee-44a8-a822-6bb97d698fbe on host n-h1-818823-1 for vnic_type normal with profile {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:36:52.551551 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [None req-54768155-23d2-4a5e-b5d2-9374dc482161 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Attempting to bind port 1f5fb5a7-35ee-44a8-a822-6bb97d698fbe by drivers openvswitch,hyperv on host n-h1-818823-1 at level 0 using segments [{'id': 'f054e9cc-3d22-4165-a7d1-06eaa485750e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'd76f534a-81ce-4592-a2dd-05a5e07b0c8b'}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:36:52.552044 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54768155-23d2-4a5e-b5d2-9374dc482161 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Attempting to bind port 1f5fb5a7-35ee-44a8-a822-6bb97d698fbe on network d76f534a-81ce-4592-a2dd-05a5e07b0c8b {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:36:52.567148 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54768155-23d2-4a5e-b5d2-9374dc482161 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Port 1f5fb5a7-35ee-44a8-a822-6bb97d698fbe on network d76f534a-81ce-4592-a2dd-05a5e07b0c8b not bound, no agent of type Open vSwitch agent registered on host n-h1-818823-1 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:36:52.567758 n-d-818823-1 neutron-server[103447]: ERROR neutron.plugins.ml2.managers [None req-54768155-23d2-4a5e-b5d2-9374dc482161 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Failed to bind port 1f5fb5a7-35ee-44a8-a822-6bb97d698fbe on host n-h1-818823-1 for vnic_type normal using segments [{'id': 'f054e9cc-3d22-4165-a7d1-06eaa485750e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'd76f534a-81ce-4592-a2dd-05a5e07b0c8b'}] Nov 22 20:36:52.568308 n-d-818823-1 neutron-server[103447]: INFO neutron.plugins.ml2.plugin [None req-54768155-23d2-4a5e-b5d2-9374dc482161 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Attempt 8 to bind port 1f5fb5a7-35ee-44a8-a822-6bb97d698fbe Nov 22 20:36:52.600002 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [None req-54768155-23d2-4a5e-b5d2-9374dc482161 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Attempting to bind port 1f5fb5a7-35ee-44a8-a822-6bb97d698fbe on host n-h1-818823-1 for vnic_type normal with profile {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:36:52.600599 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [None req-54768155-23d2-4a5e-b5d2-9374dc482161 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Attempting to bind port 1f5fb5a7-35ee-44a8-a822-6bb97d698fbe by drivers openvswitch,hyperv on host n-h1-818823-1 at level 0 using segments [{'id': 'f054e9cc-3d22-4165-a7d1-06eaa485750e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'd76f534a-81ce-4592-a2dd-05a5e07b0c8b'}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:36:52.601097 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54768155-23d2-4a5e-b5d2-9374dc482161 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Attempting to bind port 1f5fb5a7-35ee-44a8-a822-6bb97d698fbe on network d76f534a-81ce-4592-a2dd-05a5e07b0c8b {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:36:52.612471 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54768155-23d2-4a5e-b5d2-9374dc482161 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Port 1f5fb5a7-35ee-44a8-a822-6bb97d698fbe on network d76f534a-81ce-4592-a2dd-05a5e07b0c8b not bound, no agent of type Open vSwitch agent registered on host n-h1-818823-1 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:36:52.613006 n-d-818823-1 neutron-server[103447]: ERROR neutron.plugins.ml2.managers [None req-54768155-23d2-4a5e-b5d2-9374dc482161 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Failed to bind port 1f5fb5a7-35ee-44a8-a822-6bb97d698fbe on host n-h1-818823-1 for vnic_type normal using segments [{'id': 'f054e9cc-3d22-4165-a7d1-06eaa485750e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'd76f534a-81ce-4592-a2dd-05a5e07b0c8b'}] Nov 22 20:36:52.615677 n-d-818823-1 neutron-server[103447]: INFO neutron.plugins.ml2.plugin [None req-54768155-23d2-4a5e-b5d2-9374dc482161 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Attempt 9 to bind port 1f5fb5a7-35ee-44a8-a822-6bb97d698fbe Nov 22 20:36:52.652475 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [None req-54768155-23d2-4a5e-b5d2-9374dc482161 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Attempting to bind port 1f5fb5a7-35ee-44a8-a822-6bb97d698fbe on host n-h1-818823-1 for vnic_type normal with profile {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:36:52.653164 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [None req-54768155-23d2-4a5e-b5d2-9374dc482161 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Attempting to bind port 1f5fb5a7-35ee-44a8-a822-6bb97d698fbe by drivers openvswitch,hyperv on host n-h1-818823-1 at level 0 using segments [{'id': 'f054e9cc-3d22-4165-a7d1-06eaa485750e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'd76f534a-81ce-4592-a2dd-05a5e07b0c8b'}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:36:52.653657 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54768155-23d2-4a5e-b5d2-9374dc482161 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Attempting to bind port 1f5fb5a7-35ee-44a8-a822-6bb97d698fbe on network d76f534a-81ce-4592-a2dd-05a5e07b0c8b {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:36:52.666886 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d08f08c6-1fb4-401b-a257-602d85e5465b tempest-FloatingIPAdminTestJSON-1113503345 tempest-FloatingIPAdminTestJSON-1113503345-project] Publish callbacks [] for router_gateway, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:52.667316 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54768155-23d2-4a5e-b5d2-9374dc482161 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Port 1f5fb5a7-35ee-44a8-a822-6bb97d698fbe on network d76f534a-81ce-4592-a2dd-05a5e07b0c8b not bound, no agent of type Open vSwitch agent registered on host n-h1-818823-1 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:36:52.667967 n-d-818823-1 neutron-server[103447]: ERROR neutron.plugins.ml2.managers [None req-54768155-23d2-4a5e-b5d2-9374dc482161 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Failed to bind port 1f5fb5a7-35ee-44a8-a822-6bb97d698fbe on host n-h1-818823-1 for vnic_type normal using segments [{'id': 'f054e9cc-3d22-4165-a7d1-06eaa485750e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'd76f534a-81ce-4592-a2dd-05a5e07b0c8b'}] Nov 22 20:36:52.668534 n-d-818823-1 neutron-server[103447]: INFO neutron.plugins.ml2.plugin [None req-54768155-23d2-4a5e-b5d2-9374dc482161 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Attempt 10 to bind port 1f5fb5a7-35ee-44a8-a822-6bb97d698fbe Nov 22 20:36:52.697282 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d08f08c6-1fb4-401b-a257-602d85e5465b tempest-FloatingIPAdminTestJSON-1113503345 tempest-FloatingIPAdminTestJSON-1113503345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:52.701690 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [None req-54768155-23d2-4a5e-b5d2-9374dc482161 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Attempting to bind port 1f5fb5a7-35ee-44a8-a822-6bb97d698fbe on host n-h1-818823-1 for vnic_type normal with profile {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:36:52.703382 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [None req-54768155-23d2-4a5e-b5d2-9374dc482161 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Attempting to bind port 1f5fb5a7-35ee-44a8-a822-6bb97d698fbe by drivers openvswitch,hyperv on host n-h1-818823-1 at level 0 using segments [{'id': 'f054e9cc-3d22-4165-a7d1-06eaa485750e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'd76f534a-81ce-4592-a2dd-05a5e07b0c8b'}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:36:52.703910 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54768155-23d2-4a5e-b5d2-9374dc482161 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Attempting to bind port 1f5fb5a7-35ee-44a8-a822-6bb97d698fbe on network d76f534a-81ce-4592-a2dd-05a5e07b0c8b {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:36:52.718958 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54768155-23d2-4a5e-b5d2-9374dc482161 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Port 1f5fb5a7-35ee-44a8-a822-6bb97d698fbe on network d76f534a-81ce-4592-a2dd-05a5e07b0c8b not bound, no agent of type Open vSwitch agent registered on host n-h1-818823-1 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:36:52.721274 n-d-818823-1 neutron-server[103447]: ERROR neutron.plugins.ml2.managers [None req-54768155-23d2-4a5e-b5d2-9374dc482161 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Failed to bind port 1f5fb5a7-35ee-44a8-a822-6bb97d698fbe on host n-h1-818823-1 for vnic_type normal using segments [{'id': 'f054e9cc-3d22-4165-a7d1-06eaa485750e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'd76f534a-81ce-4592-a2dd-05a5e07b0c8b'}] Nov 22 20:36:52.721933 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-54768155-23d2-4a5e-b5d2-9374dc482161 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:52.816011 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-9f678982-c766-4025-a467-adc11ba99393 None None] Publish callbacks [] for port, precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:52.823558 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [None req-d08f08c6-1fb4-401b-a257-602d85e5465b tempest-FloatingIPAdminTestJSON-1113503345 tempest-FloatingIPAdminTestJSON-1113503345-project] Allocated IP 172.25.5.38 (c48a55e9-6a85-4746-b7bf-3e29fb560094/5da6f781-63e6-4328-ae7a-5e672262f55a/b7763386-127c-4f9e-b07d-021f999ce65d) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:36:52.829703 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-9f678982-c766-4025-a467-adc11ba99393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372'] for port, after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:52.869913 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [None req-54768155-23d2-4a5e-b5d2-9374dc482161 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] For port 1f5fb5a7-35ee-44a8-a822-6bb97d698fbe, host n-h1-818823-1, cleared binding levels {{(pid=103447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:36:52.870482 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [None req-54768155-23d2-4a5e-b5d2-9374dc482161 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Attempted to set empty binding levels {{(pid=103447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 22 20:36:52.883709 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-54768155-23d2-4a5e-b5d2-9374dc482161 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:52.920744 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f678982-c766-4025-a467-adc11ba99393 None None] Network cc6a135a-269f-4d0d-bca8-68a2913d4d56 is already hosted by enough agents. {{(pid=103449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:36:52.926092 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.base_scheduler [None req-9f678982-c766-4025-a467-adc11ba99393 None None] Resources bound (agent type, host, resource id): {{(pid=103449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:36:52.928890 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f678982-c766-4025-a467-adc11ba99393 None None] Received port after_create {{(pid=103449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:36:52.948334 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f678982-c766-4025-a467-adc11ba99393 None None] Pushing event updated for resources: {'Port': ['ID=f6b9d661-33a5-4374-82c7-6648e49b9eb3,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:36:52.976256 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-54768155-23d2-4a5e-b5d2-9374dc482161 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] In _notify_port_updated(), no bound segment for port 1f5fb5a7-35ee-44a8-a822-6bb97d698fbe on network d76f534a-81ce-4592-a2dd-05a5e07b0c8b {{(pid=103447) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 22 20:36:52.977071 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54768155-23d2-4a5e-b5d2-9374dc482161 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:36:52.977679 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-54768155-23d2-4a5e-b5d2-9374dc482161 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:52.992015 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-54768155-23d2-4a5e-b5d2-9374dc482161 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] 10.222.0.46 "PUT /v2.0/ports/1f5fb5a7-35ee-44a8-a822-6bb97d698fbe HTTP/1.1" status: 200 len: 974 time: 1.2617421 Nov 22 20:36:52.993234 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 47126) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:36:53.032365 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54768155-23d2-4a5e-b5d2-9374dc482161 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Pushing event updated for resources: {'Port': ['ID=1f5fb5a7-35ee-44a8-a822-6bb97d698fbe,revision_number=3']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:36:53.059770 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-9f678982-c766-4025-a467-adc11ba99393 None None] Attempting to bind port f6b9d661-33a5-4374-82c7-6648e49b9eb3 on host n-d-818823-1 for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:36:53.060606 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-9f678982-c766-4025-a467-adc11ba99393 None None] Attempting to bind port f6b9d661-33a5-4374-82c7-6648e49b9eb3 by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': 'd19b38fa-5fd5-469e-8864-bda915648f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'cc6a135a-269f-4d0d-bca8-68a2913d4d56'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:36:53.067758 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f678982-c766-4025-a467-adc11ba99393 None None] Attempting to bind port f6b9d661-33a5-4374-82c7-6648e49b9eb3 on network cc6a135a-269f-4d0d-bca8-68a2913d4d56 {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:36:53.074944 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f678982-c766-4025-a467-adc11ba99393 None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 36, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:36:53.075580 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f678982-c766-4025-a467-adc11ba99393 None None] Checking segment: {'id': 'd19b38fa-5fd5-469e-8864-bda915648f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'cc6a135a-269f-4d0d-bca8-68a2913d4d56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:36:53.076398 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-9f678982-c766-4025-a467-adc11ba99393 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:53.077139 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f678982-c766-4025-a467-adc11ba99393 None None] Bound using segment: {'id': 'd19b38fa-5fd5-469e-8864-bda915648f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'cc6a135a-269f-4d0d-bca8-68a2913d4d56'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:36:53.077763 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-9f678982-c766-4025-a467-adc11ba99393 None None] Bound port: f6b9d661-33a5-4374-82c7-6648e49b9eb3, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd19b38fa-5fd5-469e-8864-bda915648f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'cc6a135a-269f-4d0d-bca8-68a2913d4d56'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:36:53.078149 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-9f678982-c766-4025-a467-adc11ba99393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:53.101254 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d08f08c6-1fb4-401b-a257-602d85e5465b tempest-FloatingIPAdminTestJSON-1113503345 tempest-FloatingIPAdminTestJSON-1113503345-project] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:53.159803 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d08f08c6-1fb4-401b-a257-602d85e5465b tempest-FloatingIPAdminTestJSON-1113503345 tempest-FloatingIPAdminTestJSON-1113503345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:53.185259 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-9f678982-c766-4025-a467-adc11ba99393 None None] For port f6b9d661-33a5-4374-82c7-6648e49b9eb3, host n-d-818823-1, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:36:53.189582 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-9f678982-c766-4025-a467-adc11ba99393 None None] For port f6b9d661-33a5-4374-82c7-6648e49b9eb3, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=f6b9d661-33a5-4374-82c7-6648e49b9eb3,segment=NetworkSegment(d19b38fa-5fd5-469e-8864-bda915648f41),segment_id=d19b38fa-5fd5-469e-8864-bda915648f41)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:36:53.210546 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d08f08c6-1fb4-401b-a257-602d85e5465b tempest-FloatingIPAdminTestJSON-1113503345 tempest-FloatingIPAdminTestJSON-1113503345-project] Network c48a55e9-6a85-4746-b7bf-3e29fb560094 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:36:53.211066 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-9f678982-c766-4025-a467-adc11ba99393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:53.214698 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-d08f08c6-1fb4-401b-a257-602d85e5465b tempest-FloatingIPAdminTestJSON-1113503345 tempest-FloatingIPAdminTestJSON-1113503345-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:36:53.217936 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d08f08c6-1fb4-401b-a257-602d85e5465b tempest-FloatingIPAdminTestJSON-1113503345 tempest-FloatingIPAdminTestJSON-1113503345-project] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:36:53.237725 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1451f3ed-f9d9-4f2b-b01e-1c7c178bf452 None None] DHCP port deletion for c48a55e9-6a85-4746-b7bf-3e29fb560094 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:36:53.385749 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f678982-c766-4025-a467-adc11ba99393 None None] Pushing event updated for resources: {'Port': ['ID=f6b9d661-33a5-4374-82c7-6648e49b9eb3,revision_number=2']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:36:53.427634 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a0b8715e-1a66-424d-aeda-ba6e5e3712f1 req-3c34ed58-611e-48dc-9143-e43c1f7c0e55 tempest-TestVolumeBackupRestore-1993139719 tempest-TestVolumeBackupRestore-1993139719-project] 10.222.0.46 "GET /v2.0/ports?device_id=781ecb7f-f445-4020-9466-d4bf9e78faaf HTTP/1.1" status: 200 len: 210 time: 0.0923705 Nov 22 20:36:53.435796 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-308faaa6-7515-449c-beb9-5ecf9ab89a95 None None] Provisioning complete for port b7763386-127c-4f9e-b07d-021f999ce65d triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:36:53.436173 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-308faaa6-7515-449c-beb9-5ecf9ab89a95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:53.529149 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-308faaa6-7515-449c-beb9-5ecf9ab89a95 None None] Port b7763386-127c-4f9e-b07d-021f999ce65d cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:36:53.950858 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device f6b9d661-33a5-4374-82c7-6648e49b9eb3 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:36:53.986343 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08f08c6-1fb4-401b-a257-602d85e5465b tempest-FloatingIPAdminTestJSON-1113503345 tempest-FloatingIPAdminTestJSON-1113503345-project] Pushing event updated for resources: {'Port': ['ID=b7763386-127c-4f9e-b07d-021f999ce65d,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:36:54.005820 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dc2272b-8f5f-4285-a35f-e077013f57d2 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:36:54.006297 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dc2272b-8f5f-4285-a35f-e077013f57d2 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:36:54.006797 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dc2272b-8f5f-4285-a35f-e077013f57d2 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:36:54.007200 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dc2272b-8f5f-4285-a35f-e077013f57d2 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:36:54.007947 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dc2272b-8f5f-4285-a35f-e077013f57d2 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:36:54.008557 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dc2272b-8f5f-4285-a35f-e077013f57d2 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:36:54.009167 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dc2272b-8f5f-4285-a35f-e077013f57d2 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:36:54.009774 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dc2272b-8f5f-4285-a35f-e077013f57d2 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:36:54.010381 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dc2272b-8f5f-4285-a35f-e077013f57d2 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:36:54.011367 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dc2272b-8f5f-4285-a35f-e077013f57d2 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:36:54.012675 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dc2272b-8f5f-4285-a35f-e077013f57d2 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:36:54.013847 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dc2272b-8f5f-4285-a35f-e077013f57d2 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:36:54.014463 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dc2272b-8f5f-4285-a35f-e077013f57d2 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:36:54.017874 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-0dc2272b-8f5f-4285-a35f-e077013f57d2 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 11725 time: 1.0244656 Nov 22 20:36:54.021039 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 47150) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:36:54.045756 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 47154) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:36:54.126535 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port f6b9d661-33a5-4374-82c7-6648e49b9eb3 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:36:54.126878 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:54.220047 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:54.251649 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d08f08c6-1fb4-401b-a257-602d85e5465b tempest-FloatingIPAdminTestJSON-1113503345 tempest-FloatingIPAdminTestJSON-1113503345-project] Publish callbacks [] for router_gateway, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:54.301739 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] For port f6b9d661-33a5-4374-82c7-6648e49b9eb3, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=f6b9d661-33a5-4374-82c7-6648e49b9eb3,segment=NetworkSegment(d19b38fa-5fd5-469e-8864-bda915648f41),segment_id=d19b38fa-5fd5-469e-8864-bda915648f41)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:36:54.312701 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:54.402268 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Pushing event updated for resources: {'Port': ['ID=f6b9d661-33a5-4374-82c7-6648e49b9eb3,revision_number=3']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:36:54.412675 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:36:54.413026 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:36:54.420732 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:36:54.421345 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:36:54.421850 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:36:54.422360 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:36:54.422855 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:36:54.423643 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:36:54.424162 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:36:54.424656 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:36:54.425160 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:36:54.425648 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:36:54.662718 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9531a586-fe98-42f4-9b4b-58a0db1bd695 req-fa4a57e6-697b-4855-8ce3-6441d699757b tempest-TestVolumeBackupRestore-1993139719 tempest-TestVolumeBackupRestore-1993139719-project] 10.222.0.46 "GET /v2.0/ports?device_id=781ecb7f-f445-4020-9466-d4bf9e78faaf HTTP/1.1" status: 200 len: 210 time: 0.0493877 Nov 22 20:36:54.697778 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-4e8939b6-6d6e-430a-92d3-1111718fbf0a tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1678460416'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:36:54.718334 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d08f08c6-1fb4-401b-a257-602d85e5465b tempest-FloatingIPAdminTestJSON-1113503345 tempest-FloatingIPAdminTestJSON-1113503345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-659538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-841284'] for router, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:54.727864 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e8939b6-6d6e-430a-92d3-1111718fbf0a tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Made reservation on behalf of 420a748461434084ac365abc58fa6e97 for: {'network': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:36:54.734331 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4e8939b6-6d6e-430a-92d3-1111718fbf0a tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for network, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:54.749498 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4e8939b6-6d6e-430a-92d3-1111718fbf0a tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:54.802186 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-0e19e7e9-60b9-4804-9603-c127d8489edd tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Deleting port 1f5fb5a7-35ee-44a8-a822-6bb97d698fbe {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:36:54.802706 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0e19e7e9-60b9-4804-9603-c127d8489edd tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:54.910775 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4e8939b6-6d6e-430a-92d3-1111718fbf0a tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:54.926110 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4e8939b6-6d6e-430a-92d3-1111718fbf0a tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:54.938430 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-0e19e7e9-60b9-4804-9603-c127d8489edd tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] For port 1f5fb5a7-35ee-44a8-a822-6bb97d698fbe, host n-h1-818823-1, got binding levels [] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:36:54.938796 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0e19e7e9-60b9-4804-9603-c127d8489edd tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:54.957775 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-0e19e7e9-60b9-4804-9603-c127d8489edd tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Calling delete_port for 1f5fb5a7-35ee-44a8-a822-6bb97d698fbe owned by {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:36:54.967456 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8939b6-6d6e-430a-92d3-1111718fbf0a tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Pushing event updated for resources: {'SecurityGroup': ['ID=408ed6d7-fb9a-4abf-a9a2-32902d2d6353,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:36:54.974073 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e8939b6-6d6e-430a-92d3-1111718fbf0a tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] vlan segment allocate from pool success with {'vlan_id': 611, 'physical_network': 'physnet1'} {{(pid=103447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 20:36:54.997049 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4e8939b6-6d6e-430a-92d3-1111718fbf0a tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:54.997406 n-d-818823-1 neutron-server[103447]: INFO neutron.db.segments_db [None req-4e8939b6-6d6e-430a-92d3-1111718fbf0a tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Added segment 30314a75-b850-46c8-888c-deb1e66618ac of type vlan for network fff2040d-0069-4a46-bf41-d86421471bbe Nov 22 20:36:55.066747 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4e8939b6-6d6e-430a-92d3-1111718fbf0a tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748992492791'] for network, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:55.088272 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d08f08c6-1fb4-401b-a257-602d85e5465b tempest-FloatingIPAdminTestJSON-1113503345 tempest-FloatingIPAdminTestJSON-1113503345-project] Router 543ac680-ecc8-4b4d-9e3c-ee9a26681f4f is scheduled to L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 with binding_index 1 {{(pid=103448) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 20:36:55.104392 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f6b4eb5-4521-42a8-b3c6-93fbeaf9998d None None] Network cc6a135a-269f-4d0d-bca8-68a2913d4d56 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:36:55.107073 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4e8939b6-6d6e-430a-92d3-1111718fbf0a tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for network, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:55.114275 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e8939b6-6d6e-430a-92d3-1111718fbf0a tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:36:55.115168 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4e8939b6-6d6e-430a-92d3-1111718fbf0a tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks [] for network, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:55.193117 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ce09a7da-9976-4349-bbe5-27ebdffee93b None None] Provisioning complete for port f6b9d661-33a5-4374-82c7-6648e49b9eb3 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:36:55.193772 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ce09a7da-9976-4349-bbe5-27ebdffee93b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:55.197365 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0e19e7e9-60b9-4804-9603-c127d8489edd tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:55.276326 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-4e8939b6-6d6e-430a-92d3-1111718fbf0a tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.2294645 Nov 22 20:36:55.280104 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 47180) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:36:55.282003 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e19e7e9-60b9-4804-9603-c127d8489edd tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Pushing event deleted for resources: {'Port': ['ID=1f5fb5a7-35ee-44a8-a822-6bb97d698fbe,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:36:55.287247 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-4153c56d-041e-4d4e-b790-f26f062316ad tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-384725463'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:36:55.296740 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0e19e7e9-60b9-4804-9603-c127d8489edd tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:55.300369 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-0e19e7e9-60b9-4804-9603-c127d8489edd tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] 10.222.0.46 "DELETE /v2.0/ports/1f5fb5a7-35ee-44a8-a822-6bb97d698fbe HTTP/1.1" status: 204 len: 168 time: 1.2780323 Nov 22 20:36:55.304329 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 47182) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:36:55.323085 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4153c56d-041e-4d4e-b790-f26f062316ad tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Made reservation on behalf of 420a748461434084ac365abc58fa6e97 for: {'network': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:36:55.327262 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4153c56d-041e-4d4e-b790-f26f062316ad tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for network, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:55.332058 n-d-818823-1 neutron-server[103448]: INFO neutron.pecan_wsgi.hooks.translation [None req-60f4eda7-4627-4d19-85e6-796588d02e5e tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] GET failed (client error): The resource could not be found. Nov 22 20:36:55.333758 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-60f4eda7-4627-4d19-85e6-796588d02e5e tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] 10.222.0.46 "GET /v2.0/ports/1f5fb5a7-35ee-44a8-a822-6bb97d698fbe HTTP/1.1" status: 404 len: 333 time: 0.0284920 Nov 22 20:36:55.338377 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 47184) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:36:55.343377 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-166648c3-ef1d-4b36-b415-641429685ce1 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1356731', 'network_id': 'd76f534a-81ce-4592-a2dd-05a5e07b0c8b'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:36:55.349809 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8939b6-6d6e-430a-92d3-1111718fbf0a tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Pushing event updated for resources: {'Network': ['ID=fff2040d-0069-4a46-bf41-d86421471bbe,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:36:55.354603 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d08f08c6-1fb4-401b-a257-602d85e5465b tempest-FloatingIPAdminTestJSON-1113503345 tempest-FloatingIPAdminTestJSON-1113503345-project] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:36:55.370277 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4153c56d-041e-4d4e-b790-f26f062316ad tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] vlan segment allocate from pool success with {'vlan_id': 645, 'physical_network': 'physnet1'} {{(pid=103447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 20:36:55.381423 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-166648c3-ef1d-4b36-b415-641429685ce1 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Made reservation on behalf of 9c79f94082374442a3b76e1e8863719e for: {'port': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:36:55.381939 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4153c56d-041e-4d4e-b790-f26f062316ad tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:55.382383 n-d-818823-1 neutron-server[103447]: INFO neutron.db.segments_db [None req-4153c56d-041e-4d4e-b790-f26f062316ad tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Added segment 39ff3442-0ba4-4627-b51e-90238e36d3ec of type vlan for network b1700632-035e-4254-94e1-ef785cdb57e2 Nov 22 20:36:55.389364 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-166648c3-ef1d-4b36-b415-641429685ce1 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:55.395522 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Network fff2040d-0069-4a46-bf41-d86421471bbe details requested by agent ovs-agent-n-d-818823-1 with host n-d-818823-1 {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 20:36:55.438462 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4153c56d-041e-4d4e-b790-f26f062316ad tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748992492791'] for network, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:55.440940 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d08f08c6-1fb4-401b-a257-602d85e5465b tempest-FloatingIPAdminTestJSON-1113503345 tempest-FloatingIPAdminTestJSON-1113503345-project] Publish callbacks [] for router, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:55.444714 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-d08f08c6-1fb4-401b-a257-602d85e5465b tempest-FloatingIPAdminTestJSON-1113503345 tempest-FloatingIPAdminTestJSON-1113503345-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 3.6629663 Nov 22 20:36:55.451472 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 47188) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:36:55.473384 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4153c56d-041e-4d4e-b790-f26f062316ad tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for network, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:55.500932 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4153c56d-041e-4d4e-b790-f26f062316ad tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:36:55.506451 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4153c56d-041e-4d4e-b790-f26f062316ad tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks [] for network, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:55.516398 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a211f58-9c1b-4923-82f7-721c0f13f14b None None] Sync routers for ids ['543ac680-ecc8-4b4d-9e3c-ee9a26681f4f'] in n-d-818823-1 {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:36:55.528516 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [None req-166648c3-ef1d-4b36-b415-641429685ce1 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] device_id is not set on port d78bbaa7-602b-45f5-8ac5-99a1ef57e4c9 yet. {{(pid=103448) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 20:36:55.544272 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a211f58-9c1b-4923-82f7-721c0f13f14b None None] Routers {'543ac680-ecc8-4b4d-9e3c-ee9a26681f4f'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:36:55.545720 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-1a211f58-9c1b-4923-82f7-721c0f13f14b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:36:32Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['543ac680-ecc8-4b4d-9e3c-ee9a26681f4f'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:36:55.608842 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-1a211f58-9c1b-4923-82f7-721c0f13f14b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:36:55.681763 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a211f58-9c1b-4923-82f7-721c0f13f14b None None] Routers {'543ac680-ecc8-4b4d-9e3c-ee9a26681f4f'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:36:55.684545 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-1a211f58-9c1b-4923-82f7-721c0f13f14b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:36:32Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['543ac680-ecc8-4b4d-9e3c-ee9a26681f4f'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:36:55.690372 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4153c56d-041e-4d4e-b790-f26f062316ad tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Pushing event updated for resources: {'Network': ['ID=b1700632-035e-4254-94e1-ef785cdb57e2,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:36:55.704753 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-4153c56d-041e-4d4e-b790-f26f062316ad tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4226863 Nov 22 20:36:55.709502 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 47196) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:36:55.717877 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-184f754c-1410-42ca-a9e6-6cf17053e80d tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Request body: {'subnet': {'network_id': 'fff2040d-0069-4a46-bf41-d86421471bbe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:36:55.771474 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Network b1700632-035e-4254-94e1-ef785cdb57e2 details requested by agent ovs-agent-n-d-818823-1 with host n-d-818823-1 {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 20:36:55.943574 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device f6b9d661-33a5-4374-82c7-6648e49b9eb3 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:36:55.945852 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-1a211f58-9c1b-4923-82f7-721c0f13f14b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:36:55.948416 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a211f58-9c1b-4923-82f7-721c0f13f14b None None] The sync data for ids ['543ac680-ecc8-4b4d-9e3c-ee9a26681f4f'] in n-d-818823-1 is: [] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:36:55.991748 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e7a432da-b4cc-4a11-8d88-fadc2bb836dc req-570fa356-a343-4613-9af1-76da978cedeb tempest-TestVolumeBackupRestore-1993139719 tempest-TestVolumeBackupRestore-1993139719-project] 10.222.0.46 "GET /v2.0/ports?device_id=781ecb7f-f445-4020-9466-d4bf9e78faaf HTTP/1.1" status: 200 len: 210 time: 0.0906155 Nov 22 20:36:55.994662 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-166648c3-ef1d-4b36-b415-641429685ce1 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:56.005485 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-184f754c-1410-42ca-a9e6-6cf17053e80d tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Made reservation on behalf of 420a748461434084ac365abc58fa6e97 for: {'subnet': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:36:56.010620 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-184f754c-1410-42ca-a9e6-6cf17053e80d tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8485086'] for subnet, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:56.051605 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port f6b9d661-33a5-4374-82c7-6648e49b9eb3 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:36:56.051987 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:56.234635 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-166648c3-ef1d-4b36-b415-641429685ce1 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:56.308106 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-166648c3-ef1d-4b36-b415-641429685ce1 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Network d76f534a-81ce-4592-a2dd-05a5e07b0c8b is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:36:56.315866 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-166648c3-ef1d-4b36-b415-641429685ce1 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:36:56.340516 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-166648c3-ef1d-4b36-b415-641429685ce1 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:36:56.341529 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-166648c3-ef1d-4b36-b415-641429685ce1 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:36:56.342108 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-166648c3-ef1d-4b36-b415-641429685ce1 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:56.366078 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166648c3-ef1d-4b36-b415-641429685ce1 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Pushing event updated for resources: {'Port': ['ID=d78bbaa7-602b-45f5-8ac5-99a1ef57e4c9,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:36:56.408009 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-166648c3-ef1d-4b36-b415-641429685ce1 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 957 time: 1.0661786 Nov 22 20:36:56.408812 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 47204) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:36:56.486639 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-863d39c7-a37e-44db-9c01-32275af38943 None None] Provisioning complete for port f6b9d661-33a5-4374-82c7-6648e49b9eb3 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:36:56.487820 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-863d39c7-a37e-44db-9c01-32275af38943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:56.519240 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1ecc972-2f7a-4d26-8aca-852b20e16188 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:36:56.523338 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-e1ecc972-2f7a-4d26-8aca-852b20e16188 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] 10.222.0.46 "GET /v2.0/ports/d78bbaa7-602b-45f5-8ac5-99a1ef57e4c9 HTTP/1.1" status: 200 len: 952 time: 0.1107721 Nov 22 20:36:56.525195 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 47210) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:36:56.569514 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ab73c99c-d814-47c3-8b7d-2b27614cc7ba tempest-FloatingIPAdminTestJSON-1113503345 tempest-FloatingIPAdminTestJSON-1113503345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:56.747092 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-74889f08-88bf-4d2e-bb09-b31211a7ed18 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Deleting port d78bbaa7-602b-45f5-8ac5-99a1ef57e4c9 {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:36:56.747460 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-74889f08-88bf-4d2e-bb09-b31211a7ed18 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:56.759779 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-184f754c-1410-42ca-a9e6-6cf17053e80d tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8900613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8485104'] for subnet, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:56.829652 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184f754c-1410-42ca-a9e6-6cf17053e80d tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Pushing event updated for resources: {'Subnet': ['ID=3d801c40-43af-4a7c-a962-c3820bbb0766,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:36:56.878480 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-74889f08-88bf-4d2e-bb09-b31211a7ed18 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:56.881671 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-184f754c-1410-42ca-a9e6-6cf17053e80d tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Checking segment: {'id': '30314a75-b850-46c8-888c-deb1e66618ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'fff2040d-0069-4a46-bf41-d86421471bbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:36:56.883930 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-184f754c-1410-42ca-a9e6-6cf17053e80d tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Network hostable DHCP agents. Network: fff2040d-0069-4a46-bf41-d86421471bbe, hostable agents: ['02adaa64-0987-4b74-bad0-cbcf56f8a294'], hosted agents: [] {{(pid=103447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 20:36:56.902723 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-74889f08-88bf-4d2e-bb09-b31211a7ed18 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Calling delete_port for d78bbaa7-602b-45f5-8ac5-99a1ef57e4c9 owned by {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:36:56.914519 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-184f754c-1410-42ca-a9e6-6cf17053e80d tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Network fff2040d-0069-4a46-bf41-d86421471bbe is scheduled to be hosted by DHCP agent 02adaa64-0987-4b74-bad0-cbcf56f8a294 with binding_index 1 {{(pid=103447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 20:36:56.929683 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-184f754c-1410-42ca-a9e6-6cf17053e80d tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818823-1, fff2040d-0069-4a46-bf41-d86421471bbe) {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:36:56.940894 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02f625e4-ce9f-4411-b0ae-22f0bf96ab59 None None] Network fff2040d-0069-4a46-bf41-d86421471bbe requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:36:56.952221 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-184f754c-1410-42ca-a9e6-6cf17053e80d tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:36:56.953127 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-184f754c-1410-42ca-a9e6-6cf17053e80d tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks [] for subnet, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:56.976978 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-184f754c-1410-42ca-a9e6-6cf17053e80d tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2660425 Nov 22 20:36:56.979615 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 47218) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:36:56.988721 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-01076749-001e-4379-b31b-bf07ca8ec637 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Request body: {'subnet': {'network_id': 'b1700632-035e-4254-94e1-ef785cdb57e2', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:36:57.081695 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 47224) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:36:57.101085 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [None req-ab73c99c-d814-47c3-8b7d-2b27614cc7ba tempest-FloatingIPAdminTestJSON-1113503345 tempest-FloatingIPAdminTestJSON-1113503345-project] Allocated IP 172.20.0.1 (cc6a135a-269f-4d0d-bca8-68a2913d4d56/3cc1a7e9-f665-48ee-9a91-adc259efaa4b/86447466-f2eb-4460-b5bb-6ae9c9b9b1bc) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:36:57.124291 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-74889f08-88bf-4d2e-bb09-b31211a7ed18 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:57.173627 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01076749-001e-4379-b31b-bf07ca8ec637 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Made reservation on behalf of 420a748461434084ac365abc58fa6e97 for: {'subnet': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:36:57.179784 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-01076749-001e-4379-b31b-bf07ca8ec637 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8485086'] for subnet, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:57.200237 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-614ad998-1759-4873-9932-4fb2eee8c9f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fb26bd7-ce56-527b-b94f-2e1f7cb2bb35-fff2040d-0069-4a46-bf41-d86421471bbe', 'network_id': 'fff2040d-0069-4a46-bf41-d86421471bbe', 'tenant_id': '420a748461434084ac365abc58fa6e97', 'fixed_ips': [{'subnet_id': '3d801c40-43af-4a7c-a962-c3820bbb0766'}]}} from n-d-818823-1. {{(pid=103449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 20:36:57.201985 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-614ad998-1759-4873-9932-4fb2eee8c9f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:57.222261 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74889f08-88bf-4d2e-bb09-b31211a7ed18 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Pushing event deleted for resources: {'Port': ['ID=d78bbaa7-602b-45f5-8ac5-99a1ef57e4c9,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:36:57.232805 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-74889f08-88bf-4d2e-bb09-b31211a7ed18 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:57.236101 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-74889f08-88bf-4d2e-bb09-b31211a7ed18 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] 10.222.0.46 "DELETE /v2.0/ports/d78bbaa7-602b-45f5-8ac5-99a1ef57e4c9 HTTP/1.1" status: 204 len: 168 time: 0.7098935 Nov 22 20:36:57.238804 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 47226) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:36:57.248182 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-93fbf5aa-5a8b-467c-9956-8df31e4970f1 tempest-TestVolumeBackupRestore-1993139719 tempest-TestVolumeBackupRestore-1993139719-project] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:57.279134 n-d-818823-1 neutron-server[103448]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3535ab1-e181-415b-9967-8066bc2ca234 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] GET failed (client error): The resource could not be found. Nov 22 20:36:57.283587 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-f3535ab1-e181-415b-9967-8066bc2ca234 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] 10.222.0.46 "GET /v2.0/ports/d78bbaa7-602b-45f5-8ac5-99a1ef57e4c9 HTTP/1.1" status: 404 len: 333 time: 0.0409155 Nov 22 20:36:57.284282 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 47230) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:36:57.287960 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-93fbf5aa-5a8b-467c-9956-8df31e4970f1 tempest-TestVolumeBackupRestore-1993139719 tempest-TestVolumeBackupRestore-1993139719-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:57.301710 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-8175616c-e195-44c7-b0b3-a073b886ca8b tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Request body: {'port': {'network_id': 'd76f534a-81ce-4592-a2dd-05a5e07b0c8b', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1690471717'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:36:57.370400 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ab73c99c-d814-47c3-8b7d-2b27614cc7ba tempest-FloatingIPAdminTestJSON-1113503345 tempest-FloatingIPAdminTestJSON-1113503345-project] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:57.372974 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8175616c-e195-44c7-b0b3-a073b886ca8b tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Made reservation on behalf of 9c79f94082374442a3b76e1e8863719e for: {'port': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:36:57.375869 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8175616c-e195-44c7-b0b3-a073b886ca8b tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:57.403194 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [None req-8175616c-e195-44c7-b0b3-a073b886ca8b tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] device_id is not set on port 62ce8b09-7c21-46c8-a127-9475f88acddc yet. {{(pid=103448) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 20:36:57.419982 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-93fbf5aa-5a8b-467c-9956-8df31e4970f1 tempest-TestVolumeBackupRestore-1993139719 tempest-TestVolumeBackupRestore-1993139719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:57.426764 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-93fbf5aa-5a8b-467c-9956-8df31e4970f1 tempest-TestVolumeBackupRestore-1993139719 tempest-TestVolumeBackupRestore-1993139719-project] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:57.430935 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-93fbf5aa-5a8b-467c-9956-8df31e4970f1 tempest-TestVolumeBackupRestore-1993139719 tempest-TestVolumeBackupRestore-1993139719-project] 10.222.0.46 "DELETE /v2.0/security-groups/4332f69b-87ee-4113-8fe8-a6b644980197 HTTP/1.1" status: 204 len: 168 time: 0.3434317 Nov 22 20:36:57.449913 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fbf5aa-5a8b-467c-9956-8df31e4970f1 tempest-TestVolumeBackupRestore-1993139719 tempest-TestVolumeBackupRestore-1993139719-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4332f69b-87ee-4113-8fe8-a6b644980197,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:36:57.532883 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.db_base_plugin_common [None req-614ad998-1759-4873-9932-4fb2eee8c9f8 None None] Allocated IP 2001:db8::2 (fff2040d-0069-4a46-bf41-d86421471bbe/3d801c40-43af-4a7c-a962-c3820bbb0766/814494f1-aac3-40e8-982a-23d2a7497128) {{(pid=103449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:36:57.580313 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ab73c99c-d814-47c3-8b7d-2b27614cc7ba tempest-FloatingIPAdminTestJSON-1113503345 tempest-FloatingIPAdminTestJSON-1113503345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:57.755454 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab73c99c-d814-47c3-8b7d-2b27614cc7ba tempest-FloatingIPAdminTestJSON-1113503345 tempest-FloatingIPAdminTestJSON-1113503345-project] Network cc6a135a-269f-4d0d-bca8-68a2913d4d56 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:36:57.757475 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-ab73c99c-d814-47c3-8b7d-2b27614cc7ba tempest-FloatingIPAdminTestJSON-1113503345 tempest-FloatingIPAdminTestJSON-1113503345-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:36:57.790943 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab73c99c-d814-47c3-8b7d-2b27614cc7ba tempest-FloatingIPAdminTestJSON-1113503345 tempest-FloatingIPAdminTestJSON-1113503345-project] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:36:57.871092 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab73c99c-d814-47c3-8b7d-2b27614cc7ba tempest-FloatingIPAdminTestJSON-1113503345 tempest-FloatingIPAdminTestJSON-1113503345-project] Pushing event updated for resources: {'Port': ['ID=86447466-f2eb-4460-b5bb-6ae9c9b9b1bc,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:36:57.981961 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-01076749-001e-4379-b31b-bf07ca8ec637 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8900613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8485104'] for subnet, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:58.038349 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ab73c99c-d814-47c3-8b7d-2b27614cc7ba tempest-FloatingIPAdminTestJSON-1113503345 tempest-FloatingIPAdminTestJSON-1113503345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659939'] for router_interface, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:58.134508 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-614ad998-1759-4873-9932-4fb2eee8c9f8 None None] Publish callbacks [] for port, precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:58.151766 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-614ad998-1759-4873-9932-4fb2eee8c9f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372'] for port, after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:58.240293 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8175616c-e195-44c7-b0b3-a073b886ca8b tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:58.254015 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01076749-001e-4379-b31b-bf07ca8ec637 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Checking segment: {'id': '39ff3442-0ba4-4627-b51e-90238e36d3ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'b1700632-035e-4254-94e1-ef785cdb57e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:36:58.255593 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01076749-001e-4379-b31b-bf07ca8ec637 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Network hostable DHCP agents. Network: b1700632-035e-4254-94e1-ef785cdb57e2, hostable agents: ['02adaa64-0987-4b74-bad0-cbcf56f8a294'], hosted agents: [] {{(pid=103447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 20:36:58.274006 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01076749-001e-4379-b31b-bf07ca8ec637 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Pushing event updated for resources: {'Subnet': ['ID=6157709c-8860-4649-8b1f-d56b818f420c,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:36:58.276042 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614ad998-1759-4873-9932-4fb2eee8c9f8 None None] Pushing event updated for resources: {'Port': ['ID=814494f1-aac3-40e8-982a-23d2a7497128,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:36:58.316448 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01076749-001e-4379-b31b-bf07ca8ec637 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Network b1700632-035e-4254-94e1-ef785cdb57e2 is scheduled to be hosted by DHCP agent 02adaa64-0987-4b74-bad0-cbcf56f8a294 with binding_index 1 {{(pid=103447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 20:36:58.319737 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-614ad998-1759-4873-9932-4fb2eee8c9f8 None None] Network fff2040d-0069-4a46-bf41-d86421471bbe is already hosted by enough agents. {{(pid=103449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:36:58.325491 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.base_scheduler [None req-614ad998-1759-4873-9932-4fb2eee8c9f8 None None] Resources bound (agent type, host, resource id): {{(pid=103449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:36:58.332592 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-614ad998-1759-4873-9932-4fb2eee8c9f8 None None] Received port after_create {{(pid=103449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:36:58.337428 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-01076749-001e-4379-b31b-bf07ca8ec637 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818823-1, b1700632-035e-4254-94e1-ef785cdb57e2) {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:36:58.348853 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1a261f0-9300-430d-b304-06f3006139fd None None] Network b1700632-035e-4254-94e1-ef785cdb57e2 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:36:58.356913 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01076749-001e-4379-b31b-bf07ca8ec637 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:36:58.357531 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-01076749-001e-4379-b31b-bf07ca8ec637 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks [] for subnet, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:58.400963 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-01076749-001e-4379-b31b-bf07ca8ec637 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.4173396 Nov 22 20:36:58.401639 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 47306) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:36:58.410134 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-b0ae703a-9978-4210-a950-64de46045ebf tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-489141253', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:36:58.473807 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b0ae703a-9978-4210-a950-64de46045ebf tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24799'] for router, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:58.475452 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b0ae703a-9978-4210-a950-64de46045ebf tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-632716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24788'] for router, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:58.519217 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ab73c99c-d814-47c3-8b7d-2b27614cc7ba tempest-FloatingIPAdminTestJSON-1113503345 tempest-FloatingIPAdminTestJSON-1113503345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:58.536170 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8175616c-e195-44c7-b0b3-a073b886ca8b tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:58.654527 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b0ae703a-9978-4210-a950-64de46045ebf tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:58.656511 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8175616c-e195-44c7-b0b3-a073b886ca8b tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Network d76f534a-81ce-4592-a2dd-05a5e07b0c8b is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:36:58.665524 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b0ae703a-9978-4210-a950-64de46045ebf tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-659538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-841284'] for router, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:58.667468 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8175616c-e195-44c7-b0b3-a073b886ca8b tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Pushing event updated for resources: {'Port': ['ID=62ce8b09-7c21-46c8-a127-9475f88acddc,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:36:58.708383 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b0ae703a-9978-4210-a950-64de46045ebf tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks [] for router, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:58.712960 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-b0ae703a-9978-4210-a950-64de46045ebf tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3090434 Nov 22 20:36:58.716327 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 47342) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:36:58.797318 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-8175616c-e195-44c7-b0b3-a073b886ca8b tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:36:58.801765 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8175616c-e195-44c7-b0b3-a073b886ca8b tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:36:58.802956 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8175616c-e195-44c7-b0b3-a073b886ca8b tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:36:58.804100 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8175616c-e195-44c7-b0b3-a073b886ca8b tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:58.903047 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-8175616c-e195-44c7-b0b3-a073b886ca8b tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.6147037 Nov 22 20:36:58.923740 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 47364) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:36:58.932890 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-05798807-a40d-42af-a092-44f3d5bfe933 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-818823-1'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:36:58.936364 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-c213df8a-c2ae-467b-bdfc-81c503ebefc1 None None] Provisioning complete for port 86447466-f2eb-4460-b5bb-6ae9c9b9b1bc triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:36:58.937264 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-c213df8a-c2ae-467b-bdfc-81c503ebefc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:59.174540 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-614ad998-1759-4873-9932-4fb2eee8c9f8 None None] Attempting to bind port 814494f1-aac3-40e8-982a-23d2a7497128 on host n-d-818823-1 for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:36:59.175449 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-614ad998-1759-4873-9932-4fb2eee8c9f8 None None] Attempting to bind port 814494f1-aac3-40e8-982a-23d2a7497128 by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': '30314a75-b850-46c8-888c-deb1e66618ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'fff2040d-0069-4a46-bf41-d86421471bbe'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:36:59.176058 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-614ad998-1759-4873-9932-4fb2eee8c9f8 None None] Attempting to bind port 814494f1-aac3-40e8-982a-23d2a7497128 on network fff2040d-0069-4a46-bf41-d86421471bbe {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:36:59.188581 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-614ad998-1759-4873-9932-4fb2eee8c9f8 None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 36, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:36:59.189822 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-614ad998-1759-4873-9932-4fb2eee8c9f8 None None] Checking segment: {'id': '30314a75-b850-46c8-888c-deb1e66618ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'fff2040d-0069-4a46-bf41-d86421471bbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:36:59.190454 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-614ad998-1759-4873-9932-4fb2eee8c9f8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:59.191460 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-614ad998-1759-4873-9932-4fb2eee8c9f8 None None] Bound using segment: {'id': '30314a75-b850-46c8-888c-deb1e66618ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'fff2040d-0069-4a46-bf41-d86421471bbe'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:36:59.192228 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-614ad998-1759-4873-9932-4fb2eee8c9f8 None None] Bound port: 814494f1-aac3-40e8-982a-23d2a7497128, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30314a75-b850-46c8-888c-deb1e66618ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'fff2040d-0069-4a46-bf41-d86421471bbe'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:36:59.193612 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-614ad998-1759-4873-9932-4fb2eee8c9f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:59.322880 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ab73c99c-d814-47c3-8b7d-2b27614cc7ba tempest-FloatingIPAdminTestJSON-1113503345 tempest-FloatingIPAdminTestJSON-1113503345-project] Publish callbacks [] for port, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:59.331918 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ab73c99c-d814-47c3-8b7d-2b27614cc7ba tempest-FloatingIPAdminTestJSON-1113503345 tempest-FloatingIPAdminTestJSON-1113503345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:59.383342 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-614ad998-1759-4873-9932-4fb2eee8c9f8 None None] For port 814494f1-aac3-40e8-982a-23d2a7497128, host n-d-818823-1, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:36:59.390089 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-614ad998-1759-4873-9932-4fb2eee8c9f8 None None] For port 814494f1-aac3-40e8-982a-23d2a7497128, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=814494f1-aac3-40e8-982a-23d2a7497128,segment=NetworkSegment(30314a75-b850-46c8-888c-deb1e66618ac),segment_id=30314a75-b850-46c8-888c-deb1e66618ac)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:36:59.404352 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-614ad998-1759-4873-9932-4fb2eee8c9f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:59.461644 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-c213df8a-c2ae-467b-bdfc-81c503ebefc1 None None] Port 86447466-f2eb-4460-b5bb-6ae9c9b9b1bc cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:36:59.465954 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-05798807-a40d-42af-a092-44f3d5bfe933 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:59.494903 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ab73c99c-d814-47c3-8b7d-2b27614cc7ba tempest-FloatingIPAdminTestJSON-1113503345 tempest-FloatingIPAdminTestJSON-1113503345-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-563461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-659839'] for router_interface, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:59.619830 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab73c99c-d814-47c3-8b7d-2b27614cc7ba tempest-FloatingIPAdminTestJSON-1113503345 tempest-FloatingIPAdminTestJSON-1113503345-project] Pushing event updated for resources: {'Port': ['ID=86447466-f2eb-4460-b5bb-6ae9c9b9b1bc,revision_number=2']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:36:59.639326 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614ad998-1759-4873-9932-4fb2eee8c9f8 None None] Pushing event updated for resources: {'Port': ['ID=814494f1-aac3-40e8-982a-23d2a7497128,revision_number=2']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:36:59.776104 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8803b790-c957-4fb6-a2b9-f5c5706658f7 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:36:59.823628 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab73c99c-d814-47c3-8b7d-2b27614cc7ba tempest-FloatingIPAdminTestJSON-1113503345 tempest-FloatingIPAdminTestJSON-1113503345-project] Network cc6a135a-269f-4d0d-bca8-68a2913d4d56 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:36:59.826115 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-ab73c99c-d814-47c3-8b7d-2b27614cc7ba tempest-FloatingIPAdminTestJSON-1113503345 tempest-FloatingIPAdminTestJSON-1113503345-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:36:59.888250 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b544f0dd-8828-4840-9cda-e0e9576a3d81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fb26bd7-ce56-527b-b94f-2e1f7cb2bb35-b1700632-035e-4254-94e1-ef785cdb57e2', 'network_id': 'b1700632-035e-4254-94e1-ef785cdb57e2', 'tenant_id': '420a748461434084ac365abc58fa6e97', 'fixed_ips': [{'subnet_id': '6157709c-8860-4649-8b1f-d56b818f420c'}]}} from n-d-818823-1. {{(pid=103449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 20:36:59.894258 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-b544f0dd-8828-4840-9cda-e0e9576a3d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:00.195622 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-0f4f6977-034e-4604-ac56-4e47f77fd4e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:00.472098 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.db_base_plugin_common [None req-b544f0dd-8828-4840-9cda-e0e9576a3d81 None None] Allocated IP 2001:db8:1::2 (b1700632-035e-4254-94e1-ef785cdb57e2/6157709c-8860-4649-8b1f-d56b818f420c/8fabede7-73b7-4d0e-9afb-17ff6d9983ca) {{(pid=103449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:37:00.775678 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [None req-8803b790-c957-4fb6-a2b9-f5c5706658f7 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Allocated IP 2001:db8::1 (fff2040d-0069-4a46-bf41-d86421471bbe/3d801c40-43af-4a7c-a962-c3820bbb0766/a234b57e-28c1-43c2-8edc-a2e8e74aec4d) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:37:00.906334 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-b544f0dd-8828-4840-9cda-e0e9576a3d81 None None] Publish callbacks [] for port, precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:00.954353 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-b544f0dd-8828-4840-9cda-e0e9576a3d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372'] for port, after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:01.012849 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [None req-05798807-a40d-42af-a092-44f3d5bfe933 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] device_id is not set on port 62ce8b09-7c21-46c8-a127-9475f88acddc yet. {{(pid=103447) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 20:37:01.051726 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b544f0dd-8828-4840-9cda-e0e9576a3d81 None None] Pushing event updated for resources: {'Port': ['ID=8fabede7-73b7-4d0e-9afb-17ff6d9983ca,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:37:01.063979 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-61c4eb35-74e4-4b63-8a72-9b41627861cf None None] Provisioning complete for port 86447466-f2eb-4460-b5bb-6ae9c9b9b1bc triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:37:01.064366 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-61c4eb35-74e4-4b63-8a72-9b41627861cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:01.067209 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b544f0dd-8828-4840-9cda-e0e9576a3d81 None None] Network b1700632-035e-4254-94e1-ef785cdb57e2 is already hosted by enough agents. {{(pid=103449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:37:01.070248 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.base_scheduler [None req-b544f0dd-8828-4840-9cda-e0e9576a3d81 None None] Resources bound (agent type, host, resource id): {{(pid=103449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:37:01.075496 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b544f0dd-8828-4840-9cda-e0e9576a3d81 None None] Received port after_create {{(pid=103449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:37:01.087144 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-05798807-a40d-42af-a092-44f3d5bfe933 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:01.154117 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-05798807-a40d-42af-a092-44f3d5bfe933 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:01.268749 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05798807-a40d-42af-a092-44f3d5bfe933 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Pushing event updated for resources: {'Port': ['ID=62ce8b09-7c21-46c8-a127-9475f88acddc,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:37:01.291709 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-b544f0dd-8828-4840-9cda-e0e9576a3d81 None None] Attempting to bind port 8fabede7-73b7-4d0e-9afb-17ff6d9983ca on host n-d-818823-1 for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:37:01.292259 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-b544f0dd-8828-4840-9cda-e0e9576a3d81 None None] Attempting to bind port 8fabede7-73b7-4d0e-9afb-17ff6d9983ca by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': '39ff3442-0ba4-4627-b51e-90238e36d3ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'b1700632-035e-4254-94e1-ef785cdb57e2'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:37:01.293263 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b544f0dd-8828-4840-9cda-e0e9576a3d81 None None] Attempting to bind port 8fabede7-73b7-4d0e-9afb-17ff6d9983ca on network b1700632-035e-4254-94e1-ef785cdb57e2 {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:37:01.307462 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b544f0dd-8828-4840-9cda-e0e9576a3d81 None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 36, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:37:01.314538 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b544f0dd-8828-4840-9cda-e0e9576a3d81 None None] Checking segment: {'id': '39ff3442-0ba4-4627-b51e-90238e36d3ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'b1700632-035e-4254-94e1-ef785cdb57e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:37:01.317108 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-b544f0dd-8828-4840-9cda-e0e9576a3d81 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:01.317713 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b544f0dd-8828-4840-9cda-e0e9576a3d81 None None] Bound using segment: {'id': '39ff3442-0ba4-4627-b51e-90238e36d3ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'b1700632-035e-4254-94e1-ef785cdb57e2'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:37:01.318393 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-b544f0dd-8828-4840-9cda-e0e9576a3d81 None None] Bound port: 8fabede7-73b7-4d0e-9afb-17ff6d9983ca, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39ff3442-0ba4-4627-b51e-90238e36d3ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'b1700632-035e-4254-94e1-ef785cdb57e2'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:37:01.323001 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-b544f0dd-8828-4840-9cda-e0e9576a3d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:01.327210 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-61c4eb35-74e4-4b63-8a72-9b41627861cf None None] Port 86447466-f2eb-4460-b5bb-6ae9c9b9b1bc cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:37:01.423736 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8803b790-c957-4fb6-a2b9-f5c5706658f7 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:01.500425 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [None req-05798807-a40d-42af-a092-44f3d5bfe933 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Attempting to bind port 62ce8b09-7c21-46c8-a127-9475f88acddc on host n-h1-818823-1 for vnic_type normal with profile {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:37:01.500551 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [None req-05798807-a40d-42af-a092-44f3d5bfe933 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Attempting to bind port 62ce8b09-7c21-46c8-a127-9475f88acddc by drivers openvswitch,hyperv on host n-h1-818823-1 at level 0 using segments [{'id': 'f054e9cc-3d22-4165-a7d1-06eaa485750e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'd76f534a-81ce-4592-a2dd-05a5e07b0c8b'}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:37:01.500837 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05798807-a40d-42af-a092-44f3d5bfe933 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Attempting to bind port 62ce8b09-7c21-46c8-a127-9475f88acddc on network d76f534a-81ce-4592-a2dd-05a5e07b0c8b {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:37:01.542521 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05798807-a40d-42af-a092-44f3d5bfe933 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Port 62ce8b09-7c21-46c8-a127-9475f88acddc on network d76f534a-81ce-4592-a2dd-05a5e07b0c8b not bound, no agent of type Open vSwitch agent registered on host n-h1-818823-1 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:37:01.543332 n-d-818823-1 neutron-server[103447]: ERROR neutron.plugins.ml2.managers [None req-05798807-a40d-42af-a092-44f3d5bfe933 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Failed to bind port 62ce8b09-7c21-46c8-a127-9475f88acddc on host n-h1-818823-1 for vnic_type normal using segments [{'id': 'f054e9cc-3d22-4165-a7d1-06eaa485750e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'd76f534a-81ce-4592-a2dd-05a5e07b0c8b'}] Nov 22 20:37:01.565236 n-d-818823-1 neutron-server[103447]: INFO neutron.plugins.ml2.plugin [None req-05798807-a40d-42af-a092-44f3d5bfe933 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Attempt 2 to bind port 62ce8b09-7c21-46c8-a127-9475f88acddc Nov 22 20:37:01.565432 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab73c99c-d814-47c3-8b7d-2b27614cc7ba tempest-FloatingIPAdminTestJSON-1113503345 tempest-FloatingIPAdminTestJSON-1113503345-project] Router 543ac680-ecc8-4b4d-9e3c-ee9a26681f4f has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 20:37:01.632080 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-b544f0dd-8828-4840-9cda-e0e9576a3d81 None None] For port 8fabede7-73b7-4d0e-9afb-17ff6d9983ca, host n-d-818823-1, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:37:01.641139 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [None req-05798807-a40d-42af-a092-44f3d5bfe933 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Attempting to bind port 62ce8b09-7c21-46c8-a127-9475f88acddc on host n-h1-818823-1 for vnic_type normal with profile {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:37:01.642779 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [None req-05798807-a40d-42af-a092-44f3d5bfe933 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Attempting to bind port 62ce8b09-7c21-46c8-a127-9475f88acddc by drivers openvswitch,hyperv on host n-h1-818823-1 at level 0 using segments [{'id': 'f054e9cc-3d22-4165-a7d1-06eaa485750e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'd76f534a-81ce-4592-a2dd-05a5e07b0c8b'}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:37:01.643430 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05798807-a40d-42af-a092-44f3d5bfe933 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Attempting to bind port 62ce8b09-7c21-46c8-a127-9475f88acddc on network d76f534a-81ce-4592-a2dd-05a5e07b0c8b {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:37:01.658191 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-b544f0dd-8828-4840-9cda-e0e9576a3d81 None None] For port 8fabede7-73b7-4d0e-9afb-17ff6d9983ca, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=8fabede7-73b7-4d0e-9afb-17ff6d9983ca,segment=NetworkSegment(39ff3442-0ba4-4627-b51e-90238e36d3ec),segment_id=39ff3442-0ba4-4627-b51e-90238e36d3ec)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:37:01.665201 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05798807-a40d-42af-a092-44f3d5bfe933 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Port 62ce8b09-7c21-46c8-a127-9475f88acddc on network d76f534a-81ce-4592-a2dd-05a5e07b0c8b not bound, no agent of type Open vSwitch agent registered on host n-h1-818823-1 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:37:01.667078 n-d-818823-1 neutron-server[103447]: ERROR neutron.plugins.ml2.managers [None req-05798807-a40d-42af-a092-44f3d5bfe933 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Failed to bind port 62ce8b09-7c21-46c8-a127-9475f88acddc on host n-h1-818823-1 for vnic_type normal using segments [{'id': 'f054e9cc-3d22-4165-a7d1-06eaa485750e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'd76f534a-81ce-4592-a2dd-05a5e07b0c8b'}] Nov 22 20:37:01.673359 n-d-818823-1 neutron-server[103447]: INFO neutron.plugins.ml2.plugin [None req-05798807-a40d-42af-a092-44f3d5bfe933 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Attempt 3 to bind port 62ce8b09-7c21-46c8-a127-9475f88acddc Nov 22 20:37:01.704517 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88e54c1f-f7de-4293-a0e2-399c9f194da4 None None] Network fff2040d-0069-4a46-bf41-d86421471bbe requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:37:01.712127 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8803b790-c957-4fb6-a2b9-f5c5706658f7 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:01.791462 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [None req-05798807-a40d-42af-a092-44f3d5bfe933 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Attempting to bind port 62ce8b09-7c21-46c8-a127-9475f88acddc on host n-h1-818823-1 for vnic_type normal with profile {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:37:01.792023 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [None req-05798807-a40d-42af-a092-44f3d5bfe933 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Attempting to bind port 62ce8b09-7c21-46c8-a127-9475f88acddc by drivers openvswitch,hyperv on host n-h1-818823-1 at level 0 using segments [{'id': 'f054e9cc-3d22-4165-a7d1-06eaa485750e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'd76f534a-81ce-4592-a2dd-05a5e07b0c8b'}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:37:01.792137 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05798807-a40d-42af-a092-44f3d5bfe933 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Attempting to bind port 62ce8b09-7c21-46c8-a127-9475f88acddc on network d76f534a-81ce-4592-a2dd-05a5e07b0c8b {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:37:01.877234 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05798807-a40d-42af-a092-44f3d5bfe933 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Port 62ce8b09-7c21-46c8-a127-9475f88acddc on network d76f534a-81ce-4592-a2dd-05a5e07b0c8b not bound, no agent of type Open vSwitch agent registered on host n-h1-818823-1 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:37:01.896007 n-d-818823-1 neutron-server[103447]: ERROR neutron.plugins.ml2.managers [None req-05798807-a40d-42af-a092-44f3d5bfe933 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Failed to bind port 62ce8b09-7c21-46c8-a127-9475f88acddc on host n-h1-818823-1 for vnic_type normal using segments [{'id': 'f054e9cc-3d22-4165-a7d1-06eaa485750e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'd76f534a-81ce-4592-a2dd-05a5e07b0c8b'}] Nov 22 20:37:01.905981 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8803b790-c957-4fb6-a2b9-f5c5706658f7 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Network fff2040d-0069-4a46-bf41-d86421471bbe is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:37:01.906678 n-d-818823-1 neutron-server[103447]: INFO neutron.plugins.ml2.plugin [None req-05798807-a40d-42af-a092-44f3d5bfe933 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Attempt 4 to bind port 62ce8b09-7c21-46c8-a127-9475f88acddc Nov 22 20:37:01.928247 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab73c99c-d814-47c3-8b7d-2b27614cc7ba tempest-FloatingIPAdminTestJSON-1113503345 tempest-FloatingIPAdminTestJSON-1113503345-project] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:37:01.940358 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-8803b790-c957-4fb6-a2b9-f5c5706658f7 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:37:01.942931 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b5d1853-38b8-4974-bccf-072863d543d8 None None] Sync routers for ids ['543ac680-ecc8-4b4d-9e3c-ee9a26681f4f'] in n-d-818823-1 {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:37:01.949438 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-ab73c99c-d814-47c3-8b7d-2b27614cc7ba tempest-FloatingIPAdminTestJSON-1113503345 tempest-FloatingIPAdminTestJSON-1113503345-project] 10.222.0.46 "PUT /v2.0/routers/543ac680-ecc8-4b4d-9e3c-ee9a26681f4f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4947631 Nov 22 20:37:01.951769 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 47626) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:37:01.954972 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-b544f0dd-8828-4840-9cda-e0e9576a3d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:01.967610 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b5d1853-38b8-4974-bccf-072863d543d8 None None] Routers {'543ac680-ecc8-4b4d-9e3c-ee9a26681f4f'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:37:01.968291 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-5b5d1853-38b8-4974-bccf-072863d543d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:36:32Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['543ac680-ecc8-4b4d-9e3c-ee9a26681f4f'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:37:01.968646 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-08835098-27b6-4797-9d14-d3db16d42d96 tempest-FloatingIPAdminTestJSON-1113503345 tempest-FloatingIPAdminTestJSON-1113503345-project] Request body: {'port': {'network_id': 'cc6a135a-269f-4d0d-bca8-68a2913d4d56', 'name': 'tempest-FloatingIPAdminTestJSON-771504615'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:37:01.978937 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 814494f1-aac3-40e8-982a-23d2a7497128 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:37:01.996410 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8803b790-c957-4fb6-a2b9-f5c5706658f7 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:37:01.997243 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8803b790-c957-4fb6-a2b9-f5c5706658f7 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659939'] for router_interface, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:01.999997 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8803b790-c957-4fb6-a2b9-f5c5706658f7 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Pushing event updated for resources: {'Port': ['ID=a234b57e-28c1-43c2-8edc-a2e8e74aec4d,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:37:02.017982 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [None req-05798807-a40d-42af-a092-44f3d5bfe933 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Attempting to bind port 62ce8b09-7c21-46c8-a127-9475f88acddc on host n-h1-818823-1 for vnic_type normal with profile {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:37:02.018439 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [None req-05798807-a40d-42af-a092-44f3d5bfe933 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Attempting to bind port 62ce8b09-7c21-46c8-a127-9475f88acddc by drivers openvswitch,hyperv on host n-h1-818823-1 at level 0 using segments [{'id': 'f054e9cc-3d22-4165-a7d1-06eaa485750e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'd76f534a-81ce-4592-a2dd-05a5e07b0c8b'}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:37:02.018794 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05798807-a40d-42af-a092-44f3d5bfe933 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Attempting to bind port 62ce8b09-7c21-46c8-a127-9475f88acddc on network d76f534a-81ce-4592-a2dd-05a5e07b0c8b {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:37:02.077222 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-5b5d1853-38b8-4974-bccf-072863d543d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:37:02.099393 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b5d1853-38b8-4974-bccf-072863d543d8 None None] Routers {'543ac680-ecc8-4b4d-9e3c-ee9a26681f4f'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:37:02.100128 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-5b5d1853-38b8-4974-bccf-072863d543d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:36:32Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['543ac680-ecc8-4b4d-9e3c-ee9a26681f4f'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:37:02.134334 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05798807-a40d-42af-a092-44f3d5bfe933 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Port 62ce8b09-7c21-46c8-a127-9475f88acddc on network d76f534a-81ce-4592-a2dd-05a5e07b0c8b not bound, no agent of type Open vSwitch agent registered on host n-h1-818823-1 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:37:02.139001 n-d-818823-1 neutron-server[103447]: ERROR neutron.plugins.ml2.managers [None req-05798807-a40d-42af-a092-44f3d5bfe933 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Failed to bind port 62ce8b09-7c21-46c8-a127-9475f88acddc on host n-h1-818823-1 for vnic_type normal using segments [{'id': 'f054e9cc-3d22-4165-a7d1-06eaa485750e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'd76f534a-81ce-4592-a2dd-05a5e07b0c8b'}] Nov 22 20:37:02.142220 n-d-818823-1 neutron-server[103447]: INFO neutron.plugins.ml2.plugin [None req-05798807-a40d-42af-a092-44f3d5bfe933 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Attempt 5 to bind port 62ce8b09-7c21-46c8-a127-9475f88acddc Nov 22 20:37:02.192754 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-5b5d1853-38b8-4974-bccf-072863d543d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:37:02.195614 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b5d1853-38b8-4974-bccf-072863d543d8 None None] The sync data for ids ['543ac680-ecc8-4b4d-9e3c-ee9a26681f4f'] in n-d-818823-1 is: [] {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:37:02.247043 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b544f0dd-8828-4840-9cda-e0e9576a3d81 None None] Pushing event updated for resources: {'Port': ['ID=8fabede7-73b7-4d0e-9afb-17ff6d9983ca,revision_number=2']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:37:02.256459 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [None req-05798807-a40d-42af-a092-44f3d5bfe933 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Attempting to bind port 62ce8b09-7c21-46c8-a127-9475f88acddc on host n-h1-818823-1 for vnic_type normal with profile {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:37:02.257007 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [None req-05798807-a40d-42af-a092-44f3d5bfe933 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Attempting to bind port 62ce8b09-7c21-46c8-a127-9475f88acddc by drivers openvswitch,hyperv on host n-h1-818823-1 at level 0 using segments [{'id': 'f054e9cc-3d22-4165-a7d1-06eaa485750e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'd76f534a-81ce-4592-a2dd-05a5e07b0c8b'}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:37:02.257538 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05798807-a40d-42af-a092-44f3d5bfe933 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Attempting to bind port 62ce8b09-7c21-46c8-a127-9475f88acddc on network d76f534a-81ce-4592-a2dd-05a5e07b0c8b {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:37:02.284102 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05798807-a40d-42af-a092-44f3d5bfe933 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Port 62ce8b09-7c21-46c8-a127-9475f88acddc on network d76f534a-81ce-4592-a2dd-05a5e07b0c8b not bound, no agent of type Open vSwitch agent registered on host n-h1-818823-1 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:37:02.284447 n-d-818823-1 neutron-server[103447]: ERROR neutron.plugins.ml2.managers [None req-05798807-a40d-42af-a092-44f3d5bfe933 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Failed to bind port 62ce8b09-7c21-46c8-a127-9475f88acddc on host n-h1-818823-1 for vnic_type normal using segments [{'id': 'f054e9cc-3d22-4165-a7d1-06eaa485750e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'd76f534a-81ce-4592-a2dd-05a5e07b0c8b'}] Nov 22 20:37:02.291760 n-d-818823-1 neutron-server[103447]: INFO neutron.plugins.ml2.plugin [None req-05798807-a40d-42af-a092-44f3d5bfe933 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Attempt 6 to bind port 62ce8b09-7c21-46c8-a127-9475f88acddc Nov 22 20:37:02.301582 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08835098-27b6-4797-9d14-d3db16d42d96 tempest-FloatingIPAdminTestJSON-1113503345 tempest-FloatingIPAdminTestJSON-1113503345-project] Made reservation on behalf of b21590afa7c84130a83461b9dc5ed9b5 for: {'port': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:37:02.313356 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-08835098-27b6-4797-9d14-d3db16d42d96 tempest-FloatingIPAdminTestJSON-1113503345 tempest-FloatingIPAdminTestJSON-1113503345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:02.381282 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [None req-05798807-a40d-42af-a092-44f3d5bfe933 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Attempting to bind port 62ce8b09-7c21-46c8-a127-9475f88acddc on host n-h1-818823-1 for vnic_type normal with profile {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:37:02.381750 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [None req-05798807-a40d-42af-a092-44f3d5bfe933 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Attempting to bind port 62ce8b09-7c21-46c8-a127-9475f88acddc by drivers openvswitch,hyperv on host n-h1-818823-1 at level 0 using segments [{'id': 'f054e9cc-3d22-4165-a7d1-06eaa485750e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'd76f534a-81ce-4592-a2dd-05a5e07b0c8b'}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:37:02.382343 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05798807-a40d-42af-a092-44f3d5bfe933 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Attempting to bind port 62ce8b09-7c21-46c8-a127-9475f88acddc on network d76f534a-81ce-4592-a2dd-05a5e07b0c8b {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:37:02.408771 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05798807-a40d-42af-a092-44f3d5bfe933 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Port 62ce8b09-7c21-46c8-a127-9475f88acddc on network d76f534a-81ce-4592-a2dd-05a5e07b0c8b not bound, no agent of type Open vSwitch agent registered on host n-h1-818823-1 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:37:02.409118 n-d-818823-1 neutron-server[103447]: ERROR neutron.plugins.ml2.managers [None req-05798807-a40d-42af-a092-44f3d5bfe933 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Failed to bind port 62ce8b09-7c21-46c8-a127-9475f88acddc on host n-h1-818823-1 for vnic_type normal using segments [{'id': 'f054e9cc-3d22-4165-a7d1-06eaa485750e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'd76f534a-81ce-4592-a2dd-05a5e07b0c8b'}] Nov 22 20:37:02.412276 n-d-818823-1 neutron-server[103447]: INFO neutron.plugins.ml2.plugin [None req-05798807-a40d-42af-a092-44f3d5bfe933 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Attempt 7 to bind port 62ce8b09-7c21-46c8-a127-9475f88acddc Nov 22 20:37:02.427010 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8803b790-c957-4fb6-a2b9-f5c5706658f7 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:02.444635 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [None req-08835098-27b6-4797-9d14-d3db16d42d96 tempest-FloatingIPAdminTestJSON-1113503345 tempest-FloatingIPAdminTestJSON-1113503345-project] device_id is not set on port 1511ecbd-4029-4c6a-a6cf-ada679f65a63 yet. {{(pid=103448) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 20:37:02.517592 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [None req-05798807-a40d-42af-a092-44f3d5bfe933 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Attempting to bind port 62ce8b09-7c21-46c8-a127-9475f88acddc on host n-h1-818823-1 for vnic_type normal with profile {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:37:02.518009 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [None req-05798807-a40d-42af-a092-44f3d5bfe933 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Attempting to bind port 62ce8b09-7c21-46c8-a127-9475f88acddc by drivers openvswitch,hyperv on host n-h1-818823-1 at level 0 using segments [{'id': 'f054e9cc-3d22-4165-a7d1-06eaa485750e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'd76f534a-81ce-4592-a2dd-05a5e07b0c8b'}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:37:02.518413 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05798807-a40d-42af-a092-44f3d5bfe933 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Attempting to bind port 62ce8b09-7c21-46c8-a127-9475f88acddc on network d76f534a-81ce-4592-a2dd-05a5e07b0c8b {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:37:02.552754 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05798807-a40d-42af-a092-44f3d5bfe933 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Port 62ce8b09-7c21-46c8-a127-9475f88acddc on network d76f534a-81ce-4592-a2dd-05a5e07b0c8b not bound, no agent of type Open vSwitch agent registered on host n-h1-818823-1 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:37:02.553088 n-d-818823-1 neutron-server[103447]: ERROR neutron.plugins.ml2.managers [None req-05798807-a40d-42af-a092-44f3d5bfe933 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Failed to bind port 62ce8b09-7c21-46c8-a127-9475f88acddc on host n-h1-818823-1 for vnic_type normal using segments [{'id': 'f054e9cc-3d22-4165-a7d1-06eaa485750e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'd76f534a-81ce-4592-a2dd-05a5e07b0c8b'}] Nov 22 20:37:02.655648 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-cfb96103-8a62-436b-afd8-d3fb81241b90 None None] Provisioning complete for port 814494f1-aac3-40e8-982a-23d2a7497128 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:37:02.656980 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-cfb96103-8a62-436b-afd8-d3fb81241b90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:02.808769 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-d61f386e-f315-4879-8d88-440cd6d7699c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:02.811033 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [None req-08835098-27b6-4797-9d14-d3db16d42d96 tempest-FloatingIPAdminTestJSON-1113503345 tempest-FloatingIPAdminTestJSON-1113503345-project] Allocated IP 172.20.0.12 (cc6a135a-269f-4d0d-bca8-68a2913d4d56/3cc1a7e9-f665-48ee-9a91-adc259efaa4b/1511ecbd-4029-4c6a-a6cf-ada679f65a63) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:37:02.904803 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 814494f1-aac3-40e8-982a-23d2a7497128 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:37:02.910636 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:03.093255 n-d-818823-1 neutron-server[103447]: INFO neutron.plugins.ml2.plugin [None req-05798807-a40d-42af-a092-44f3d5bfe933 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Attempt 8 to bind port 62ce8b09-7c21-46c8-a127-9475f88acddc Nov 22 20:37:03.163076 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [None req-05798807-a40d-42af-a092-44f3d5bfe933 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Attempting to bind port 62ce8b09-7c21-46c8-a127-9475f88acddc on host n-h1-818823-1 for vnic_type normal with profile {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:37:03.163687 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [None req-05798807-a40d-42af-a092-44f3d5bfe933 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Attempting to bind port 62ce8b09-7c21-46c8-a127-9475f88acddc by drivers openvswitch,hyperv on host n-h1-818823-1 at level 0 using segments [{'id': 'f054e9cc-3d22-4165-a7d1-06eaa485750e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'd76f534a-81ce-4592-a2dd-05a5e07b0c8b'}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:37:03.167788 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05798807-a40d-42af-a092-44f3d5bfe933 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Attempting to bind port 62ce8b09-7c21-46c8-a127-9475f88acddc on network d76f534a-81ce-4592-a2dd-05a5e07b0c8b {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:37:03.188314 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05798807-a40d-42af-a092-44f3d5bfe933 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Port 62ce8b09-7c21-46c8-a127-9475f88acddc on network d76f534a-81ce-4592-a2dd-05a5e07b0c8b not bound, no agent of type Open vSwitch agent registered on host n-h1-818823-1 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:37:03.191891 n-d-818823-1 neutron-server[103447]: ERROR neutron.plugins.ml2.managers [None req-05798807-a40d-42af-a092-44f3d5bfe933 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Failed to bind port 62ce8b09-7c21-46c8-a127-9475f88acddc on host n-h1-818823-1 for vnic_type normal using segments [{'id': 'f054e9cc-3d22-4165-a7d1-06eaa485750e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'd76f534a-81ce-4592-a2dd-05a5e07b0c8b'}] Nov 22 20:37:03.194327 n-d-818823-1 neutron-server[103447]: INFO neutron.plugins.ml2.plugin [None req-05798807-a40d-42af-a092-44f3d5bfe933 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Attempt 9 to bind port 62ce8b09-7c21-46c8-a127-9475f88acddc Nov 22 20:37:03.237079 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:03.275261 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [None req-05798807-a40d-42af-a092-44f3d5bfe933 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Attempting to bind port 62ce8b09-7c21-46c8-a127-9475f88acddc on host n-h1-818823-1 for vnic_type normal with profile {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:37:03.275644 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [None req-05798807-a40d-42af-a092-44f3d5bfe933 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Attempting to bind port 62ce8b09-7c21-46c8-a127-9475f88acddc by drivers openvswitch,hyperv on host n-h1-818823-1 at level 0 using segments [{'id': 'f054e9cc-3d22-4165-a7d1-06eaa485750e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'd76f534a-81ce-4592-a2dd-05a5e07b0c8b'}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:37:03.275991 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05798807-a40d-42af-a092-44f3d5bfe933 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Attempting to bind port 62ce8b09-7c21-46c8-a127-9475f88acddc on network d76f534a-81ce-4592-a2dd-05a5e07b0c8b {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:37:03.318730 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 47734) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:37:03.357402 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] For port 814494f1-aac3-40e8-982a-23d2a7497128, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=814494f1-aac3-40e8-982a-23d2a7497128,segment=NetworkSegment(30314a75-b850-46c8-888c-deb1e66618ac),segment_id=30314a75-b850-46c8-888c-deb1e66618ac)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:37:03.372870 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-08835098-27b6-4797-9d14-d3db16d42d96 tempest-FloatingIPAdminTestJSON-1113503345 tempest-FloatingIPAdminTestJSON-1113503345-project] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:03.383280 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:03.407451 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05798807-a40d-42af-a092-44f3d5bfe933 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Port 62ce8b09-7c21-46c8-a127-9475f88acddc on network d76f534a-81ce-4592-a2dd-05a5e07b0c8b not bound, no agent of type Open vSwitch agent registered on host n-h1-818823-1 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:37:03.407802 n-d-818823-1 neutron-server[103447]: ERROR neutron.plugins.ml2.managers [None req-05798807-a40d-42af-a092-44f3d5bfe933 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Failed to bind port 62ce8b09-7c21-46c8-a127-9475f88acddc on host n-h1-818823-1 for vnic_type normal using segments [{'id': 'f054e9cc-3d22-4165-a7d1-06eaa485750e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'd76f534a-81ce-4592-a2dd-05a5e07b0c8b'}] Nov 22 20:37:03.410205 n-d-818823-1 neutron-server[103447]: INFO neutron.plugins.ml2.plugin [None req-05798807-a40d-42af-a092-44f3d5bfe933 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Attempt 10 to bind port 62ce8b09-7c21-46c8-a127-9475f88acddc Nov 22 20:37:03.453759 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [None req-05798807-a40d-42af-a092-44f3d5bfe933 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Attempting to bind port 62ce8b09-7c21-46c8-a127-9475f88acddc on host n-h1-818823-1 for vnic_type normal with profile {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:37:03.454098 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [None req-05798807-a40d-42af-a092-44f3d5bfe933 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Attempting to bind port 62ce8b09-7c21-46c8-a127-9475f88acddc by drivers openvswitch,hyperv on host n-h1-818823-1 at level 0 using segments [{'id': 'f054e9cc-3d22-4165-a7d1-06eaa485750e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'd76f534a-81ce-4592-a2dd-05a5e07b0c8b'}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:37:03.454449 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05798807-a40d-42af-a092-44f3d5bfe933 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Attempting to bind port 62ce8b09-7c21-46c8-a127-9475f88acddc on network d76f534a-81ce-4592-a2dd-05a5e07b0c8b {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:37:03.466818 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-08835098-27b6-4797-9d14-d3db16d42d96 tempest-FloatingIPAdminTestJSON-1113503345 tempest-FloatingIPAdminTestJSON-1113503345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:03.473330 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05798807-a40d-42af-a092-44f3d5bfe933 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Port 62ce8b09-7c21-46c8-a127-9475f88acddc on network d76f534a-81ce-4592-a2dd-05a5e07b0c8b not bound, no agent of type Open vSwitch agent registered on host n-h1-818823-1 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:37:03.473677 n-d-818823-1 neutron-server[103447]: ERROR neutron.plugins.ml2.managers [None req-05798807-a40d-42af-a092-44f3d5bfe933 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Failed to bind port 62ce8b09-7c21-46c8-a127-9475f88acddc on host n-h1-818823-1 for vnic_type normal using segments [{'id': 'f054e9cc-3d22-4165-a7d1-06eaa485750e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'd76f534a-81ce-4592-a2dd-05a5e07b0c8b'}] Nov 22 20:37:03.474057 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-05798807-a40d-42af-a092-44f3d5bfe933 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:03.594812 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08835098-27b6-4797-9d14-d3db16d42d96 tempest-FloatingIPAdminTestJSON-1113503345 tempest-FloatingIPAdminTestJSON-1113503345-project] Network cc6a135a-269f-4d0d-bca8-68a2913d4d56 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:37:03.608235 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-08835098-27b6-4797-9d14-d3db16d42d96 tempest-FloatingIPAdminTestJSON-1113503345 tempest-FloatingIPAdminTestJSON-1113503345-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:37:03.612492 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08835098-27b6-4797-9d14-d3db16d42d96 tempest-FloatingIPAdminTestJSON-1113503345 tempest-FloatingIPAdminTestJSON-1113503345-project] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:37:03.639024 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-03f0964f-1b75-4df7-99e0-a3cdb56ec2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:03.650359 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08835098-27b6-4797-9d14-d3db16d42d96 tempest-FloatingIPAdminTestJSON-1113503345 tempest-FloatingIPAdminTestJSON-1113503345-project] Pushing event updated for resources: {'Port': ['ID=1511ecbd-4029-4c6a-a6cf-ada679f65a63,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:37:03.668272 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Pushing event updated for resources: {'Port': ['ID=814494f1-aac3-40e8-982a-23d2a7497128,revision_number=3']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:37:03.682231 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d23581e9-4c1b-4ba5-8299-5f2bb8742ab9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:03.752917 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08835098-27b6-4797-9d14-d3db16d42d96 tempest-FloatingIPAdminTestJSON-1113503345 tempest-FloatingIPAdminTestJSON-1113503345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:37:03.753617 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-08835098-27b6-4797-9d14-d3db16d42d96 tempest-FloatingIPAdminTestJSON-1113503345 tempest-FloatingIPAdminTestJSON-1113503345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:03.781840 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 47742) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:37:03.801149 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-08835098-27b6-4797-9d14-d3db16d42d96 tempest-FloatingIPAdminTestJSON-1113503345 tempest-FloatingIPAdminTestJSON-1113503345-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8469660 Nov 22 20:37:03.812231 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-d7055f1b-62e3-491f-8dcb-8f63d34e5ae5 None None] Provisioning complete for port a234b57e-28c1-43c2-8edc-a2e8e74aec4d triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:37:03.814344 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-d7055f1b-62e3-491f-8dcb-8f63d34e5ae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:03.887098 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [None req-05798807-a40d-42af-a092-44f3d5bfe933 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] For port 62ce8b09-7c21-46c8-a127-9475f88acddc, host n-h1-818823-1, cleared binding levels {{(pid=103447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:37:03.896005 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [None req-05798807-a40d-42af-a092-44f3d5bfe933 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Attempted to set empty binding levels {{(pid=103447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 22 20:37:03.911407 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-05798807-a40d-42af-a092-44f3d5bfe933 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:03.990758 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-d7055f1b-62e3-491f-8dcb-8f63d34e5ae5 None None] Port a234b57e-28c1-43c2-8edc-a2e8e74aec4d cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:37:04.017255 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8803b790-c957-4fb6-a2b9-f5c5706658f7 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks [] for port, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:04.024061 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d23581e9-4c1b-4ba5-8299-5f2bb8742ab9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:04.032463 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-d7055f1b-62e3-491f-8dcb-8f63d34e5ae5 None None] Provisioning complete for port 814494f1-aac3-40e8-982a-23d2a7497128 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:37:04.034312 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-d7055f1b-62e3-491f-8dcb-8f63d34e5ae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:04.035154 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d23581e9-4c1b-4ba5-8299-5f2bb8742ab9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:04.107385 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 814494f1-aac3-40e8-982a-23d2a7497128 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:37:04.122569 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-05798807-a40d-42af-a092-44f3d5bfe933 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] In _notify_port_updated(), no bound segment for port 62ce8b09-7c21-46c8-a127-9475f88acddc on network d76f534a-81ce-4592-a2dd-05a5e07b0c8b {{(pid=103447) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 22 20:37:04.123504 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05798807-a40d-42af-a092-44f3d5bfe933 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:37:04.124126 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-05798807-a40d-42af-a092-44f3d5bfe933 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:04.135506 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 47746) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:37:04.137155 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-05798807-a40d-42af-a092-44f3d5bfe933 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] 10.222.0.46 "PUT /v2.0/ports/62ce8b09-7c21-46c8-a127-9475f88acddc HTTP/1.1" status: 200 len: 975 time: 5.2084157 Nov 22 20:37:04.138007 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8803b790-c957-4fb6-a2b9-f5c5706658f7 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:04.139185 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8803b790-c957-4fb6-a2b9-f5c5706658f7 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-563461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-659839'] for router_interface, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:04.292393 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-938a9543-2804-447c-ab37-ca55ad3566fd tempest-FloatingIPAdminTestJSON-1258731057 tempest-FloatingIPAdminTestJSON-1258731057-project-admin] Request body: {'floatingip': {'floating_network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'project_id': 'b21590afa7c84130a83461b9dc5ed9b5', 'port_id': '1511ecbd-4029-4c6a-a6cf-ada679f65a63'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:37:04.308073 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-d23581e9-4c1b-4ba5-8299-5f2bb8742ab9 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=226bfbda236042cfa73d85d86e5a396e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9881401 Nov 22 20:37:04.319770 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 47748) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:37:04.320576 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23581e9-4c1b-4ba5-8299-5f2bb8742ab9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e8c8fe7-0d31-4fd9-b88e-7263e345de4b,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:37:04.335527 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05798807-a40d-42af-a092-44f3d5bfe933 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Pushing event updated for resources: {'Port': ['ID=62ce8b09-7c21-46c8-a127-9475f88acddc,revision_number=3']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:37:04.339320 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-938a9543-2804-447c-ab37-ca55ad3566fd tempest-FloatingIPAdminTestJSON-1258731057 tempest-FloatingIPAdminTestJSON-1258731057-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:04.412302 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 814494f1-aac3-40e8-982a-23d2a7497128 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:37:04.412682 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:04.487802 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b026d91b-9a0f-4dcf-b0e9-73f792363ab5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:04.545974 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b026d91b-9a0f-4dcf-b0e9-73f792363ab5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:04.560014 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8803b790-c957-4fb6-a2b9-f5c5706658f7 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Network fff2040d-0069-4a46-bf41-d86421471bbe is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:37:04.566086 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-8803b790-c957-4fb6-a2b9-f5c5706658f7 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:37:04.600905 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8803b790-c957-4fb6-a2b9-f5c5706658f7 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Pushing event updated for resources: {'Port': ['ID=a234b57e-28c1-43c2-8edc-a2e8e74aec4d,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:37:04.612005 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-b1c9823f-01aa-4634-a14d-127cff1a5dd2 None None] Provisioning complete for port a234b57e-28c1-43c2-8edc-a2e8e74aec4d triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:37:04.631803 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-b1c9823f-01aa-4634-a14d-127cff1a5dd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:04.632680 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-f434d468-e085-4836-9bd6-d488e0255b96 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Deleting port 62ce8b09-7c21-46c8-a127-9475f88acddc {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:37:04.633033 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f434d468-e085-4836-9bd6-d488e0255b96 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:04.774018 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 8fabede7-73b7-4d0e-9afb-17ff6d9983ca up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:37:04.780603 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-b1c9823f-01aa-4634-a14d-127cff1a5dd2 None None] Port a234b57e-28c1-43c2-8edc-a2e8e74aec4d cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:37:04.791339 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-f434d468-e085-4836-9bd6-d488e0255b96 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] For port 62ce8b09-7c21-46c8-a127-9475f88acddc, host n-h1-818823-1, got binding levels [] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:37:04.791965 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f434d468-e085-4836-9bd6-d488e0255b96 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:04.830229 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-f434d468-e085-4836-9bd6-d488e0255b96 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Calling delete_port for 62ce8b09-7c21-46c8-a127-9475f88acddc owned by {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:37:04.836411 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b026d91b-9a0f-4dcf-b0e9-73f792363ab5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:04.839020 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b026d91b-9a0f-4dcf-b0e9-73f792363ab5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:04.846715 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-b026d91b-9a0f-4dcf-b0e9-73f792363ab5 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1e8c8fe7-0d31-4fd9-b88e-7263e345de4b HTTP/1.1" status: 204 len: 168 time: 0.5184901 Nov 22 20:37:04.882357 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b026d91b-9a0f-4dcf-b0e9-73f792363ab5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e8c8fe7-0d31-4fd9-b88e-7263e345de4b,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:37:04.928462 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e382f3b-a122-438e-b5ae-cc090cc15954 None None] Network b1700632-035e-4254-94e1-ef785cdb57e2 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:37:04.949616 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-b1c9823f-01aa-4634-a14d-127cff1a5dd2 None None] Provisioning complete for port 1511ecbd-4029-4c6a-a6cf-ada679f65a63 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:37:04.950149 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-b1c9823f-01aa-4634-a14d-127cff1a5dd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:04.991697 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b026d91b-9a0f-4dcf-b0e9-73f792363ab5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:37:04.992063 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b026d91b-9a0f-4dcf-b0e9-73f792363ab5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:37:04.992398 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b026d91b-9a0f-4dcf-b0e9-73f792363ab5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:37:04.992723 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b026d91b-9a0f-4dcf-b0e9-73f792363ab5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:37:04.993057 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b026d91b-9a0f-4dcf-b0e9-73f792363ab5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:37:04.993389 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b026d91b-9a0f-4dcf-b0e9-73f792363ab5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:37:04.993717 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b026d91b-9a0f-4dcf-b0e9-73f792363ab5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:37:04.994044 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b026d91b-9a0f-4dcf-b0e9-73f792363ab5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:37:04.994374 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b026d91b-9a0f-4dcf-b0e9-73f792363ab5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:37:04.994699 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b026d91b-9a0f-4dcf-b0e9-73f792363ab5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:37:04.995033 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b026d91b-9a0f-4dcf-b0e9-73f792363ab5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:37:05.002099 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b026d91b-9a0f-4dcf-b0e9-73f792363ab5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:37:05.016380 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-938a9543-2804-447c-ab37-ca55ad3566fd tempest-FloatingIPAdminTestJSON-1258731057 tempest-FloatingIPAdminTestJSON-1258731057-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:05.094950 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f434d468-e085-4836-9bd6-d488e0255b96 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:05.180488 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 8fabede7-73b7-4d0e-9afb-17ff6d9983ca triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:37:05.180860 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:05.182675 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f434d468-e085-4836-9bd6-d488e0255b96 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Pushing event deleted for resources: {'Port': ['ID=62ce8b09-7c21-46c8-a127-9475f88acddc,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:37:05.195451 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8803b790-c957-4fb6-a2b9-f5c5706658f7 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Router 3943e9ad-010d-4df2-a16a-09dbba8ba57f is scheduled to L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 with binding_index 1 {{(pid=103447) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 20:37:05.204919 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f434d468-e085-4836-9bd6-d488e0255b96 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:05.211237 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-f434d468-e085-4836-9bd6-d488e0255b96 tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] 10.222.0.46 "DELETE /v2.0/ports/62ce8b09-7c21-46c8-a127-9475f88acddc HTTP/1.1" status: 204 len: 168 time: 1.0643771 Nov 22 20:37:05.211547 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 47758) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:37:05.243105 n-d-818823-1 neutron-server[103448]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd2c8968-accd-4254-a8a0-250652aef59f tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] GET failed (client error): The resource could not be found. Nov 22 20:37:05.249681 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-dd2c8968-accd-4254-a8a0-250652aef59f tempest-PortsAdminExtendedAttrsTestJSON-559250079 tempest-PortsAdminExtendedAttrsTestJSON-559250079-project-admin] 10.222.0.46 "GET /v2.0/ports/62ce8b09-7c21-46c8-a127-9475f88acddc HTTP/1.1" status: 404 len: 333 time: 0.0333743 Nov 22 20:37:05.250723 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 47760) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:37:05.286533 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e49ee129-e862-4476-beca-cdc8150d2345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:05.299215 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [None req-938a9543-2804-447c-ab37-ca55ad3566fd tempest-FloatingIPAdminTestJSON-1258731057 tempest-FloatingIPAdminTestJSON-1258731057-project-admin] Allocated IP 172.25.5.141 (c48a55e9-6a85-4746-b7bf-3e29fb560094/5da6f781-63e6-4328-ae7a-5e672262f55a/7944ca9e-2543-49cd-8bd4-ab4ff3601d45) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:37:05.301342 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-b1c9823f-01aa-4634-a14d-127cff1a5dd2 None None] Port 1511ecbd-4029-4c6a-a6cf-ada679f65a63 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:37:05.431067 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-dcb88e4c-ff67-448c-a202-99eb90bf19b2 tempest-PortsAdminExtendedAttrsTestJSON-1621496457 tempest-PortsAdminExtendedAttrsTestJSON-1621496457-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3961693'] for network, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:05.465652 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:05.559994 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 47762) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:37:05.606358 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8803b790-c957-4fb6-a2b9-f5c5706658f7 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:37:05.613314 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-0712daa2-02af-4a45-ac5b-b723357fa7a1 None None] Provisioning complete for port a234b57e-28c1-43c2-8edc-a2e8e74aec4d triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:37:05.613694 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-0712daa2-02af-4a45-ac5b-b723357fa7a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:05.617237 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-8803b790-c957-4fb6-a2b9-f5c5706658f7 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] 10.222.0.46 "PUT /v2.0/routers/3943e9ad-010d-4df2-a16a-09dbba8ba57f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8965998 Nov 22 20:37:05.619912 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 47764) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:37:05.626087 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b312eb-cb9e-424e-bc0b-dfa24ef68423 None None] Sync routers for ids ['3943e9ad-010d-4df2-a16a-09dbba8ba57f'] in n-d-818823-1 {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:37:05.646416 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-938a9543-2804-447c-ab37-ca55ad3566fd tempest-FloatingIPAdminTestJSON-1258731057 tempest-FloatingIPAdminTestJSON-1258731057-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:05.679476 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c4ae06b8-bd3b-484d-8e9b-676a90b64903 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:05.720344 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-dcb88e4c-ff67-448c-a202-99eb90bf19b2 tempest-PortsAdminExtendedAttrsTestJSON-1621496457 tempest-PortsAdminExtendedAttrsTestJSON-1621496457-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3760028', 'neutron.services.segments.db._delete_segments_for_network-8748992815755'] for network, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:05.730943 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] For port 8fabede7-73b7-4d0e-9afb-17ff6d9983ca, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=8fabede7-73b7-4d0e-9afb-17ff6d9983ca,segment=NetworkSegment(39ff3442-0ba4-4627-b51e-90238e36d3ec),segment_id=39ff3442-0ba4-4627-b51e-90238e36d3ec)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:37:05.738057 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee67a315-7dd0-42ad-b928-349c397187de tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:37:05.742228 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-ee67a315-7dd0-42ad-b928-349c397187de tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] 10.222.0.46 "GET /v2.0/ports/a234b57e-28c1-43c2-8edc-a2e8e74aec4d HTTP/1.1" status: 200 len: 911 time: 0.1187699 Nov 22 20:37:05.743572 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 47766) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:37:05.756015 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b312eb-cb9e-424e-bc0b-dfa24ef68423 None None] Routers {'3943e9ad-010d-4df2-a16a-09dbba8ba57f'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:37:05.756663 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-60b312eb-cb9e-424e-bc0b-dfa24ef68423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:37:03Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['3943e9ad-010d-4df2-a16a-09dbba8ba57f'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:37:05.770230 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:05.789413 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-dcb88e4c-ff67-448c-a202-99eb90bf19b2 tempest-PortsAdminExtendedAttrsTestJSON-1621496457 tempest-PortsAdminExtendedAttrsTestJSON-1621496457-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d76f534a-81ce-4592-a2dd-05a5e07b0c8b']}} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:37:05.825620 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-dcb88e4c-ff67-448c-a202-99eb90bf19b2 tempest-PortsAdminExtendedAttrsTestJSON-1621496457 tempest-PortsAdminExtendedAttrsTestJSON-1621496457-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f054e9cc-3d22-4165-a7d1-06eaa485750e') {'for_net_delete': True} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:37:05.830381 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-dcb88e4c-ff67-448c-a202-99eb90bf19b2 tempest-PortsAdminExtendedAttrsTestJSON-1621496457 tempest-PortsAdminExtendedAttrsTestJSON-1621496457-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f054e9cc-3d22-4165-a7d1-06eaa485750e') {} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:37:05.849366 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-938a9543-2804-447c-ab37-ca55ad3566fd tempest-FloatingIPAdminTestJSON-1258731057 tempest-FloatingIPAdminTestJSON-1258731057-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:05.868212 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-dcb88e4c-ff67-448c-a202-99eb90bf19b2 tempest-PortsAdminExtendedAttrsTestJSON-1621496457 tempest-PortsAdminExtendedAttrsTestJSON-1621496457-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748993039638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11627933'] for segment, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:05.903402 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-938a9543-2804-447c-ab37-ca55ad3566fd tempest-FloatingIPAdminTestJSON-1258731057 tempest-FloatingIPAdminTestJSON-1258731057-project-admin] Network c48a55e9-6a85-4746-b7bf-3e29fb560094 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:37:05.915836 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-0712daa2-02af-4a45-ac5b-b723357fa7a1 None None] Port a234b57e-28c1-43c2-8edc-a2e8e74aec4d cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:37:05.918011 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-dcb88e4c-ff67-448c-a202-99eb90bf19b2 tempest-PortsAdminExtendedAttrsTestJSON-1621496457 tempest-PortsAdminExtendedAttrsTestJSON-1621496457-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:05.922086 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-938a9543-2804-447c-ab37-ca55ad3566fd tempest-FloatingIPAdminTestJSON-1258731057 tempest-FloatingIPAdminTestJSON-1258731057-project-admin] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:37:05.930546 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-938a9543-2804-447c-ab37-ca55ad3566fd tempest-FloatingIPAdminTestJSON-1258731057 tempest-FloatingIPAdminTestJSON-1258731057-project-admin] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:37:05.933897 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-60b312eb-cb9e-424e-bc0b-dfa24ef68423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:37:05.974097 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcb88e4c-ff67-448c-a202-99eb90bf19b2 tempest-PortsAdminExtendedAttrsTestJSON-1621496457 tempest-PortsAdminExtendedAttrsTestJSON-1621496457-project] Releasing vlan 606 on physical network physnet1 to pool {{(pid=103448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 20:37:05.974666 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-dcb88e4c-ff67-448c-a202-99eb90bf19b2 tempest-PortsAdminExtendedAttrsTestJSON-1621496457 tempest-PortsAdminExtendedAttrsTestJSON-1621496457-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11567447'] for segment, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:05.982786 n-d-818823-1 neutron-server[103448]: Traceback (most recent call last): Nov 22 20:37:05.982786 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 20:37:05.982786 n-d-818823-1 neutron-server[103448]: timer() Nov 22 20:37:05.982786 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 20:37:05.982786 n-d-818823-1 neutron-server[103448]: cb(*args, **kw) Nov 22 20:37:05.982786 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 20:37:05.982786 n-d-818823-1 neutron-server[103448]: return func(*args, **kwargs) Nov 22 20:37:05.982786 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 20:37:05.982786 n-d-818823-1 neutron-server[103448]: self._notify() Nov 22 20:37:05.982786 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 20:37:05.982786 n-d-818823-1 neutron-server[103448]: self.callback(batched_events) Nov 22 20:37:05.982786 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 20:37:05.982786 n-d-818823-1 neutron-server[103448]: event.method(event) Nov 22 20:37:05.982786 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 20:37:05.982786 n-d-818823-1 neutron-server[103448]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 20:37:05.982786 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 20:37:05.982786 n-d-818823-1 neutron-server[103448]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 20:37:05.982786 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 20:37:05.982786 n-d-818823-1 neutron-server[103448]: return f(self, *a, **k) Nov 22 20:37:05.982786 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 20:37:05.982786 n-d-818823-1 neutron-server[103448]: return self._get(url).json() Nov 22 20:37:05.982786 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 20:37:05.982786 n-d-818823-1 neutron-server[103448]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 20:37:05.982786 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 20:37:05.982786 n-d-818823-1 neutron-server[103448]: return self.request(url, 'GET', **kwargs) Nov 22 20:37:05.982786 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 20:37:05.982786 n-d-818823-1 neutron-server[103448]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 20:37:05.982786 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 20:37:05.982786 n-d-818823-1 neutron-server[103448]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 20:37:05.982786 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 20:37:05.982786 n-d-818823-1 neutron-server[103448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 20:37:05.982786 n-d-818823-1 neutron-server[103448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 20:37:06.013106 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b312eb-cb9e-424e-bc0b-dfa24ef68423 None None] Routers {'3943e9ad-010d-4df2-a16a-09dbba8ba57f'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:37:06.016875 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-60b312eb-cb9e-424e-bc0b-dfa24ef68423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:37:03Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['3943e9ad-010d-4df2-a16a-09dbba8ba57f'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:37:06.056443 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-0712daa2-02af-4a45-ac5b-b723357fa7a1 None None] Provisioning complete for port 8fabede7-73b7-4d0e-9afb-17ff6d9983ca triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:37:06.072148 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-0712daa2-02af-4a45-ac5b-b723357fa7a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:06.169933 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c4ae06b8-bd3b-484d-8e9b-676a90b64903 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:06.185950 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c4ae06b8-bd3b-484d-8e9b-676a90b64903 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:06.192805 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-dcb88e4c-ff67-448c-a202-99eb90bf19b2 tempest-PortsAdminExtendedAttrsTestJSON-1621496457 tempest-PortsAdminExtendedAttrsTestJSON-1621496457-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3760002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595318'] for network, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:06.203109 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-60b312eb-cb9e-424e-bc0b-dfa24ef68423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:37:06.211383 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b312eb-cb9e-424e-bc0b-dfa24ef68423 None None] The sync data for ids ['3943e9ad-010d-4df2-a16a-09dbba8ba57f'] in n-d-818823-1 is: [] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:37:06.223847 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-dcb88e4c-ff67-448c-a202-99eb90bf19b2 tempest-PortsAdminExtendedAttrsTestJSON-1621496457 tempest-PortsAdminExtendedAttrsTestJSON-1621496457-project] Publish callbacks [] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:06.235942 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-dcb88e4c-ff67-448c-a202-99eb90bf19b2 tempest-PortsAdminExtendedAttrsTestJSON-1621496457 tempest-PortsAdminExtendedAttrsTestJSON-1621496457-project] 10.222.0.46 "DELETE /v2.0/networks/d76f534a-81ce-4592-a2dd-05a5e07b0c8b HTTP/1.1" status: 204 len: 168 time: 0.9826164 Nov 22 20:37:06.237936 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Pushing event updated for resources: {'Port': ['ID=8fabede7-73b7-4d0e-9afb-17ff6d9983ca,revision_number=3']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:37:06.346050 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ae06b8-bd3b-484d-8e9b-676a90b64903 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3211b795-6f5b-4d29-9a3d-ec37c9baa1a0,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:37:06.364461 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb88e4c-ff67-448c-a202-99eb90bf19b2 tempest-PortsAdminExtendedAttrsTestJSON-1621496457 tempest-PortsAdminExtendedAttrsTestJSON-1621496457-project] Pushing event deleted for resources: {'Network': ['ID=d76f534a-81ce-4592-a2dd-05a5e07b0c8b,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:37:06.391922 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-c4ae06b8-bd3b-484d-8e9b-676a90b64903 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=13b44738957f46be98720ffb289880bb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8157244 Nov 22 20:37:06.392595 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 47774) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:37:06.393519 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:06.520305 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2c584ea8-09de-4b6c-b9fa-bc47b6164685 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:06.593129 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2c584ea8-09de-4b6c-b9fa-bc47b6164685 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:06.655589 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938a9543-2804-447c-ab37-ca55ad3566fd tempest-FloatingIPAdminTestJSON-1258731057 tempest-FloatingIPAdminTestJSON-1258731057-project-admin] Pushing event updated for resources: {'Port': ['ID=7944ca9e-2543-49cd-8bd4-ab4ff3601d45,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:37:06.694479 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2c584ea8-09de-4b6c-b9fa-bc47b6164685 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:06.705301 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2c584ea8-09de-4b6c-b9fa-bc47b6164685 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:06.715101 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-2c584ea8-09de-4b6c-b9fa-bc47b6164685 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3211b795-6f5b-4d29-9a3d-ec37c9baa1a0 HTTP/1.1" status: 204 len: 168 time: 0.3167567 Nov 22 20:37:06.732495 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c584ea8-09de-4b6c-b9fa-bc47b6164685 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3211b795-6f5b-4d29-9a3d-ec37c9baa1a0,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:37:06.774043 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 47780) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:37:07.125448 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 47790) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:37:07.418526 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-e013937f-c152-4839-ac84-a1c73f9fe7d7 None None] Provisioning complete for port 8fabede7-73b7-4d0e-9afb-17ff6d9983ca triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:37:07.419656 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e013937f-c152-4839-ac84-a1c73f9fe7d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:07.702118 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-3a51c2ec-9f27-4953-a199-133deb6e269e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=59b377fab7764fc587a983e2361d2e27&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9238002 Nov 22 20:37:07.704081 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 47802) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:37:07.752981 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9981665a-979c-4a8d-9cb9-21a832b1b9ad tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:07.910413 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-36c079d4-f008-4611-8ccd-16a3a47f39f3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:07.935508 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 8fabede7-73b7-4d0e-9afb-17ff6d9983ca up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:37:07.951508 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-36c079d4-f008-4611-8ccd-16a3a47f39f3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:08.015113 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 8fabede7-73b7-4d0e-9afb-17ff6d9983ca triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:37:08.015604 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:08.057391 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-36c079d4-f008-4611-8ccd-16a3a47f39f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:08.060575 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-36c079d4-f008-4611-8ccd-16a3a47f39f3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:08.061767 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-36c079d4-f008-4611-8ccd-16a3a47f39f3 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7f55771c-9651-489b-aac1-86fc549917f2 HTTP/1.1" status: 204 len: 168 time: 0.3567429 Nov 22 20:37:08.069993 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1a4fe8d3-b9e0-44fb-a37c-5ae692435462 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659736'] for router_interface, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:08.171246 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-938a9543-2804-447c-ab37-ca55ad3566fd tempest-FloatingIPAdminTestJSON-1258731057 tempest-FloatingIPAdminTestJSON-1258731057-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:08.192759 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c079d4-f008-4611-8ccd-16a3a47f39f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f55771c-9651-489b-aac1-86fc549917f2,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:37:08.345831 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [None req-9981665a-979c-4a8d-9cb9-21a832b1b9ad tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Allocated IP 2001:db8:1::1 (b1700632-035e-4254-94e1-ef785cdb57e2/6157709c-8860-4649-8b1f-d56b818f420c/a9541cbf-d21a-4b1e-abbc-978e882d4506) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:37:08.365594 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-938a9543-2804-447c-ab37-ca55ad3566fd tempest-FloatingIPAdminTestJSON-1258731057 tempest-FloatingIPAdminTestJSON-1258731057-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:08.627130 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-1a4fe8d3-b9e0-44fb-a37c-5ae692435462 admin admin] Deleting port 962d52d4-f506-4922-8a74-4b7e502d9d76 {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:37:08.627549 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1a4fe8d3-b9e0-44fb-a37c-5ae692435462 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:08.645991 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9981665a-979c-4a8d-9cb9-21a832b1b9ad tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:08.727542 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-938a9543-2804-447c-ab37-ca55ad3566fd tempest-FloatingIPAdminTestJSON-1258731057 tempest-FloatingIPAdminTestJSON-1258731057-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:08.735270 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-938a9543-2804-447c-ab37-ca55ad3566fd tempest-FloatingIPAdminTestJSON-1258731057 tempest-FloatingIPAdminTestJSON-1258731057-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:08.743036 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9981665a-979c-4a8d-9cb9-21a832b1b9ad tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:08.754878 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-1a4fe8d3-b9e0-44fb-a37c-5ae692435462 admin admin] For port 962d52d4-f506-4922-8a74-4b7e502d9d76, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=962d52d4-f506-4922-8a74-4b7e502d9d76,segment=NetworkSegment(c3b74bc4-e4af-4168-85ff-2c72b306ea1a),segment_id=c3b74bc4-e4af-4168-85ff-2c72b306ea1a)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:37:08.755691 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1a4fe8d3-b9e0-44fb-a37c-5ae692435462 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:08.778440 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-1a4fe8d3-b9e0-44fb-a37c-5ae692435462 admin admin] Calling delete_port for 962d52d4-f506-4922-8a74-4b7e502d9d76 owned by network:router_interface {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:37:08.830928 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 47832) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:37:08.925379 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9981665a-979c-4a8d-9cb9-21a832b1b9ad tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Network b1700632-035e-4254-94e1-ef785cdb57e2 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:37:08.931218 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-9981665a-979c-4a8d-9cb9-21a832b1b9ad tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:37:08.933448 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938a9543-2804-447c-ab37-ca55ad3566fd tempest-FloatingIPAdminTestJSON-1258731057 tempest-FloatingIPAdminTestJSON-1258731057-project-admin] Pushing event updated for resources: {'Port': ['ID=7944ca9e-2543-49cd-8bd4-ab4ff3601d45,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:37:08.950463 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-938a9543-2804-447c-ab37-ca55ad3566fd tempest-FloatingIPAdminTestJSON-1258731057 tempest-FloatingIPAdminTestJSON-1258731057-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-595224'] for floatingip, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:08.960997 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9981665a-979c-4a8d-9cb9-21a832b1b9ad tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:37:08.961925 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9981665a-979c-4a8d-9cb9-21a832b1b9ad tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659939'] for router_interface, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:09.064732 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1a4fe8d3-b9e0-44fb-a37c-5ae692435462 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:09.108591 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-dbbfa451-cfe9-43d9-90fa-929d505fa384 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9c79f94082374442a3b76e1e8863719e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2742383 Nov 22 20:37:09.114503 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 47840) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:37:09.144001 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4fe8d3-b9e0-44fb-a37c-5ae692435462 admin admin] Pushing event deleted for resources: {'Port': ['ID=962d52d4-f506-4922-8a74-4b7e502d9d76,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:37:09.451391 n-d-818823-1 neutron-server[103447]: INFO neutron.db.l3_db [None req-938a9543-2804-447c-ab37-ca55ad3566fd tempest-FloatingIPAdminTestJSON-1258731057 tempest-FloatingIPAdminTestJSON-1258731057-project-admin] Floating IP 3e8645e6-7e8a-4a6c-8480-34569848e3b1 associated. External IP: 172.25.5.141, port: 1511ecbd-4029-4c6a-a6cf-ada679f65a63. Nov 22 20:37:09.465187 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9981665a-979c-4a8d-9cb9-21a832b1b9ad tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Pushing event updated for resources: {'Port': ['ID=a9541cbf-d21a-4b1e-abbc-978e882d4506,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:37:09.545998 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-2e809bd8-677c-4637-b250-3c21d121b64e None None] Provisioning complete for port a9541cbf-d21a-4b1e-abbc-978e882d4506 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:37:09.546566 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-2e809bd8-677c-4637-b250-3c21d121b64e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:09.607084 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1a4fe8d3-b9e0-44fb-a37c-5ae692435462 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-563470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-663272'] for router_interface, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:09.684306 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-2e809bd8-677c-4637-b250-3c21d121b64e None None] Port a9541cbf-d21a-4b1e-abbc-978e882d4506 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:37:09.757822 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-18d34cfa-32f3-47a6-823d-a5b1f6847750 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:09.816961 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9981665a-979c-4a8d-9cb9-21a832b1b9ad tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:10.030701 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a4fe8d3-b9e0-44fb-a37c-5ae692435462 admin admin] Router eeea5059-f676-428f-80c9-c5dcbf907e74 has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 20:37:10.061910 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-18d34cfa-32f3-47a6-823d-a5b1f6847750 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:10.185079 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a4fe8d3-b9e0-44fb-a37c-5ae692435462 admin admin] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:37:10.200317 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d654c3e7-c32b-4689-928e-96f728f57bcd None None] Sync routers for ids ['eeea5059-f676-428f-80c9-c5dcbf907e74'] in n-d-818823-1 {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:37:10.208488 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-1a4fe8d3-b9e0-44fb-a37c-5ae692435462 admin admin] 10.222.0.46 "PUT /v2.0/routers/eeea5059-f676-428f-80c9-c5dcbf907e74/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0798421 Nov 22 20:37:10.209084 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 47860) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:37:10.221546 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d654c3e7-c32b-4689-928e-96f728f57bcd None None] Routers {'eeea5059-f676-428f-80c9-c5dcbf907e74'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:37:10.223481 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-d654c3e7-c32b-4689-928e-96f728f57bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:37:03Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['eeea5059-f676-428f-80c9-c5dcbf907e74'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:37:10.258201 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-18d34cfa-32f3-47a6-823d-a5b1f6847750 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:10.266176 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-18d34cfa-32f3-47a6-823d-a5b1f6847750 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:10.266176 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-18d34cfa-32f3-47a6-823d-a5b1f6847750 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0be0f668-eb27-4196-b8c9-e883c0748f50 HTTP/1.1" status: 204 len: 168 time: 1.1487625 Nov 22 20:37:10.314990 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d34cfa-32f3-47a6-823d-a5b1f6847750 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0be0f668-eb27-4196-b8c9-e883c0748f50,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:37:10.377657 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9981665a-979c-4a8d-9cb9-21a832b1b9ad tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks [] for port, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:10.395776 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-938a9543-2804-447c-ab37-ca55ad3566fd tempest-FloatingIPAdminTestJSON-1258731057 tempest-FloatingIPAdminTestJSON-1258731057-project-admin] Router 543ac680-ecc8-4b4d-9e3c-ee9a26681f4f has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 20:37:10.400756 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9981665a-979c-4a8d-9cb9-21a832b1b9ad tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:10.403514 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9981665a-979c-4a8d-9cb9-21a832b1b9ad tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-563461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-659839'] for router_interface, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:10.413571 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-15013a88-a79c-46bd-adec-0e634984ba50 admin admin] Publish callbacks [] for router, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:10.432257 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-d654c3e7-c32b-4689-928e-96f728f57bcd None None] Set router eeea5059-f676-428f-80c9-c5dcbf907e74 gateway port host: n-d-818823-1 {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:37:10.554765 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-15013a88-a79c-46bd-adec-0e634984ba50 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:10.634954 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-15013a88-a79c-46bd-adec-0e634984ba50 admin admin] Deleting port 1e263e93-9285-4b58-a694-fedb4b719dbb {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:37:10.636758 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-15013a88-a79c-46bd-adec-0e634984ba50 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:10.645805 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9981665a-979c-4a8d-9cb9-21a832b1b9ad tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Pushing event updated for resources: {'Port': ['ID=a9541cbf-d21a-4b1e-abbc-978e882d4506,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:37:10.762934 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-15013a88-a79c-46bd-adec-0e634984ba50 admin admin] For port 1e263e93-9285-4b58-a694-fedb4b719dbb, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=1e263e93-9285-4b58-a694-fedb4b719dbb,segment=NetworkSegment(8793ba83-8407-4c3d-9b56-2a177cd58a70),segment_id=8793ba83-8407-4c3d-9b56-2a177cd58a70)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:37:10.763397 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-15013a88-a79c-46bd-adec-0e634984ba50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:10.773145 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-d654c3e7-c32b-4689-928e-96f728f57bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eeea5059-f676-428f-80c9-c5dcbf907e74', 'name': 'tempest-TestVolumeBackupRestore-916431354-router', 'tenant_id': '9f480581a3a24d53832d12c56efe7dfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': '1e263e93-9285-4b58-a694-fedb4b719dbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:32:07Z', 'updated_at': '2021-11-22T20:37:08Z', 'revision_number': 5, 'project_id': '9f480581a3a24d53832d12c56efe7dfb', 'gw_port': {'id': '1e263e93-9285-4b58-a694-fedb4b719dbb', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:c8:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeea5059-f676-428f-80c9-c5dcbf907e74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2560, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:32:11Z', 'updated_at': '2021-11-22T20:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:37:10.779343 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-15013a88-a79c-46bd-adec-0e634984ba50 admin admin] Calling delete_port for 1e263e93-9285-4b58-a694-fedb4b719dbb owned by network:router_gateway {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:37:10.805309 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d654c3e7-c32b-4689-928e-96f728f57bcd None None] Checking router: eeea5059-f676-428f-80c9-c5dcbf907e74 for host: n-d-818823-1 {{(pid=103450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 20:37:10.815594 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d654c3e7-c32b-4689-928e-96f728f57bcd None None] Routers {'eeea5059-f676-428f-80c9-c5dcbf907e74'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:37:10.816599 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-d654c3e7-c32b-4689-928e-96f728f57bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:37:03Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['eeea5059-f676-428f-80c9-c5dcbf907e74'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:37:10.926852 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-d654c3e7-c32b-4689-928e-96f728f57bcd None None] Set router eeea5059-f676-428f-80c9-c5dcbf907e74 gateway port host: None {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:37:11.016383 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-15013a88-a79c-46bd-adec-0e634984ba50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:11.047210 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-d654c3e7-c32b-4689-928e-96f728f57bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eeea5059-f676-428f-80c9-c5dcbf907e74', 'name': 'tempest-TestVolumeBackupRestore-916431354-router', 'tenant_id': '9f480581a3a24d53832d12c56efe7dfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:32:07Z', 'updated_at': '2021-11-22T20:37:10Z', 'revision_number': 6, 'project_id': '9f480581a3a24d53832d12c56efe7dfb', 'gw_port_host': None}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:37:11.049151 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15013a88-a79c-46bd-adec-0e634984ba50 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e263e93-9285-4b58-a694-fedb4b719dbb,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:37:11.076873 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5245f401-6abe-4253-9213-12b1497d386a None None] DHCP port deletion for c48a55e9-6a85-4746-b7bf-3e29fb560094 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:37:11.110662 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9981665a-979c-4a8d-9cb9-21a832b1b9ad tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Network b1700632-035e-4254-94e1-ef785cdb57e2 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:37:11.122148 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-9981665a-979c-4a8d-9cb9-21a832b1b9ad tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:37:11.130144 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d654c3e7-c32b-4689-928e-96f728f57bcd None None] The sync data for ids ['eeea5059-f676-428f-80c9-c5dcbf907e74'] in n-d-818823-1 is: [{'id': 'eeea5059-f676-428f-80c9-c5dcbf907e74', 'name': 'tempest-TestVolumeBackupRestore-916431354-router', 'tenant_id': '9f480581a3a24d53832d12c56efe7dfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:32:07Z', 'updated_at': '2021-11-22T20:37:10Z', 'revision_number': 6, 'project_id': '9f480581a3a24d53832d12c56efe7dfb', 'gw_port_host': None}] {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:37:11.200350 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-15013a88-a79c-46bd-adec-0e634984ba50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595398'] for router_gateway, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:11.341482 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-938a9543-2804-447c-ab37-ca55ad3566fd tempest-FloatingIPAdminTestJSON-1258731057 tempest-FloatingIPAdminTestJSON-1258731057-project-admin] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:37:11.360872 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b67b34a-f1dd-417b-a838-3494d0a9aca9 None None] Sync routers for ids ['543ac680-ecc8-4b4d-9e3c-ee9a26681f4f'] in n-d-818823-1 {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:37:11.373723 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-15013a88-a79c-46bd-adec-0e634984ba50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24781'] for router, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:11.377260 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-15013a88-a79c-46bd-adec-0e634984ba50 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:11.398850 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b67b34a-f1dd-417b-a838-3494d0a9aca9 None None] Routers {'543ac680-ecc8-4b4d-9e3c-ee9a26681f4f'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:37:11.402791 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-3b67b34a-f1dd-417b-a838-3494d0a9aca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:37:03Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['543ac680-ecc8-4b4d-9e3c-ee9a26681f4f'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:37:11.415623 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-938a9543-2804-447c-ab37-ca55ad3566fd tempest-FloatingIPAdminTestJSON-1258731057 tempest-FloatingIPAdminTestJSON-1258731057-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for floatingip, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:11.449654 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-15013a88-a79c-46bd-adec-0e634984ba50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-663261'] for router, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:11.450277 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15013a88-a79c-46bd-adec-0e634984ba50 admin admin] Fanout notify agent at l3_agent the message router_deleted on router eeea5059-f676-428f-80c9-c5dcbf907e74 {{(pid=103448) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 20:37:11.463032 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-15013a88-a79c-46bd-adec-0e634984ba50 admin admin] Publish callbacks [] for router, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:11.465627 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-15013a88-a79c-46bd-adec-0e634984ba50 admin admin] 10.222.0.46 "DELETE /v2.0/routers/eeea5059-f676-428f-80c9-c5dcbf907e74 HTTP/1.1" status: 204 len: 168 time: 1.2554047 Nov 22 20:37:11.468946 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 47890) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:37:11.503811 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-3b67b34a-f1dd-417b-a838-3494d0a9aca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:37:11.520724 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-938a9543-2804-447c-ab37-ca55ad3566fd tempest-FloatingIPAdminTestJSON-1258731057 tempest-FloatingIPAdminTestJSON-1258731057-project-admin] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 7.7090852 Nov 22 20:37:11.527303 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 47892) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:37:11.531871 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b67b34a-f1dd-417b-a838-3494d0a9aca9 None None] Routers {'543ac680-ecc8-4b4d-9e3c-ee9a26681f4f'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:37:11.532724 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-3b67b34a-f1dd-417b-a838-3494d0a9aca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:37:03Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['543ac680-ecc8-4b4d-9e3c-ee9a26681f4f'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:37:11.570582 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_v2 [None req-06b90450-ae0a-4eaf-ba96-80a156082fea admin admin] Deleting subnet 914ec341-e8f9-45e2-bd46-ed1ea518b4e9 {{(pid=103448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 20:37:11.580687 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-3b67b34a-f1dd-417b-a838-3494d0a9aca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:37:11.581907 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b67b34a-f1dd-417b-a838-3494d0a9aca9 None None] The sync data for ids ['543ac680-ecc8-4b4d-9e3c-ee9a26681f4f'] in n-d-818823-1 is: [] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:37:11.587980 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-06b90450-ae0a-4eaf-ba96-80a156082fea admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:11.610186 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9981665a-979c-4a8d-9cb9-21a832b1b9ad tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Router 3943e9ad-010d-4df2-a16a-09dbba8ba57f has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 20:37:11.632330 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-cc154acb-f9ba-47a7-aa00-33f394843839 None None] Provisioning complete for port a9541cbf-d21a-4b1e-abbc-978e882d4506 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:37:11.633585 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-cc154acb-f9ba-47a7-aa00-33f394843839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:11.667577 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-06b90450-ae0a-4eaf-ba96-80a156082fea admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11627908'] for subnet, precommit_delete_associations {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:11.684823 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-cc154acb-f9ba-47a7-aa00-33f394843839 None None] Port a9541cbf-d21a-4b1e-abbc-978e882d4506 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:37:11.838106 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-06b90450-ae0a-4eaf-ba96-80a156082fea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3753007'] for subnet, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:11.948089 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-06b90450-ae0a-4eaf-ba96-80a156082fea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3753014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11567369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11792914'] for subnet, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:11.950969 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 962d52d4-f506-4922-8a74-4b7e502d9d76 no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:37:11.960031 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9981665a-979c-4a8d-9cb9-21a832b1b9ad tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:37:11.963046 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-535fa3a4-9b60-4403-9e28-8531410eb975 tempest-FloatingIPAdminTestJSON-1258731057 tempest-FloatingIPAdminTestJSON-1258731057-project-admin] 10.222.0.46 "GET /v2.0/floatingips/3e8645e6-7e8a-4a6c-8480-34569848e3b1 HTTP/1.1" status: 200 len: 983 time: 0.4344661 Nov 22 20:37:11.967356 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-9981665a-979c-4a8d-9cb9-21a832b1b9ad tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] 10.222.0.46 "PUT /v2.0/routers/3943e9ad-010d-4df2-a16a-09dbba8ba57f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2223358 Nov 22 20:37:11.968016 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 47904) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:37:11.974169 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 47906) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:37:11.974617 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b3664a-0557-48b3-ab8d-2cf44d9f6f7b None None] Sync routers for ids ['3943e9ad-010d-4df2-a16a-09dbba8ba57f'] in n-d-818823-1 {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:37:11.986067 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b3664a-0557-48b3-ab8d-2cf44d9f6f7b None None] Routers {'3943e9ad-010d-4df2-a16a-09dbba8ba57f'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:37:11.986690 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-07b3664a-0557-48b3-ab8d-2cf44d9f6f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:37:03Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['3943e9ad-010d-4df2-a16a-09dbba8ba57f'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:37:12.006696 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 47908) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:37:12.022706 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b90450-ae0a-4eaf-ba96-80a156082fea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=914ec341-e8f9-45e2-bd46-ed1ea518b4e9,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:37:12.027459 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-06b90450-ae0a-4eaf-ba96-80a156082fea admin admin] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:12.033677 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-06b90450-ae0a-4eaf-ba96-80a156082fea admin admin] 10.222.0.46 "DELETE /v2.0/subnets/914ec341-e8f9-45e2-bd46-ed1ea518b4e9 HTTP/1.1" status: 204 len: 168 time: 0.5640264 Nov 22 20:37:12.036782 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 47912) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:37:12.065677 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: 962d52d4-f506-4922-8a74-4b7e502d9d76 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:37:12.066322 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-07b3664a-0557-48b3-ab8d-2cf44d9f6f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:37:12.068503 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 962d52d4-f506-4922-8a74-4b7e502d9d76 not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:37:12.068951 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 1e263e93-9285-4b58-a694-fedb4b719dbb no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:37:12.082937 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0da9c40d-14a9-4aba-99b5-9465590f1ef7 None None] Network 4c363749-4641-444d-b12e-785df04d6621 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:37:12.092089 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b3664a-0557-48b3-ab8d-2cf44d9f6f7b None None] Routers {'3943e9ad-010d-4df2-a16a-09dbba8ba57f'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:37:12.094004 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-07b3664a-0557-48b3-ab8d-2cf44d9f6f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:37:03Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['3943e9ad-010d-4df2-a16a-09dbba8ba57f'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:37:12.176076 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-07b3664a-0557-48b3-ab8d-2cf44d9f6f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:37:12.176942 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b3664a-0557-48b3-ab8d-2cf44d9f6f7b None None] The sync data for ids ['3943e9ad-010d-4df2-a16a-09dbba8ba57f'] in n-d-818823-1 is: [] {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:37:12.194095 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df346113-c2d6-4079-a802-e6ad9dcde14b tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:37:12.199388 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-df346113-c2d6-4079-a802-e6ad9dcde14b tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] 10.222.0.46 "GET /v2.0/ports/a9541cbf-d21a-4b1e-abbc-978e882d4506 HTTP/1.1" status: 200 len: 913 time: 0.2241817 Nov 22 20:37:12.206395 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 47914) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:37:12.234164 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8b95dbed-1f5f-47e1-94f3-5147e04f84fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3961693'] for network, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:12.235807 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 47916) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:37:12.246177 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: 1e263e93-9285-4b58-a694-fedb4b719dbb {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:37:12.246520 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 1e263e93-9285-4b58-a694-fedb4b719dbb not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:37:12.268742 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-df0521e5-7bc2-4eab-8db0-d534a536ca77 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:12.359853 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-40e3f4c5-e343-4a9f-bddd-10eb02d0b215 tempest-FloatingIPAdminTestJSON-1258731057 tempest-FloatingIPAdminTestJSON-1258731057-project-admin] 10.222.0.46 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1467 time: 0.3907888 Nov 22 20:37:12.360805 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-4e4952ca-a2e3-411b-937a-7afeb186a50e tempest-ExtraDHCPOptionsIpV6TestJSON-754593973 tempest-ExtraDHCPOptionsIpV6TestJSON-754593973-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-293463608'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:37:12.367796 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 47922) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:37:12.379525 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-def39467-c7c6-4a21-97ef-f7109685de7c None None] DHCP port deletion for 4c363749-4641-444d-b12e-785df04d6621 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:37:12.404913 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e4952ca-a2e3-411b-937a-7afeb186a50e tempest-ExtraDHCPOptionsIpV6TestJSON-754593973 tempest-ExtraDHCPOptionsIpV6TestJSON-754593973-project] Made reservation on behalf of 991a219d95c1475c8ad63dea08d93396 for: {'network': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:37:12.409716 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4e4952ca-a2e3-411b-937a-7afeb186a50e tempest-ExtraDHCPOptionsIpV6TestJSON-754593973 tempest-ExtraDHCPOptionsIpV6TestJSON-754593973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for network, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:12.430766 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4e4952ca-a2e3-411b-937a-7afeb186a50e tempest-ExtraDHCPOptionsIpV6TestJSON-754593973 tempest-ExtraDHCPOptionsIpV6TestJSON-754593973-project] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:12.472752 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-8b95dbed-1f5f-47e1-94f3-5147e04f84fb admin admin] Deleting port afb62b4d-f95b-41d1-a315-13975be51d54 {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:37:12.473178 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8b95dbed-1f5f-47e1-94f3-5147e04f84fb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:12.475036 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-def39467-c7c6-4a21-97ef-f7109685de7c None None] Deleting port afb62b4d-f95b-41d1-a315-13975be51d54 {{(pid=103449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:37:12.476302 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-def39467-c7c6-4a21-97ef-f7109685de7c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:12.544367 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-def39467-c7c6-4a21-97ef-f7109685de7c None None] For port afb62b4d-f95b-41d1-a315-13975be51d54, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=afb62b4d-f95b-41d1-a315-13975be51d54,segment=NetworkSegment(c3b74bc4-e4af-4168-85ff-2c72b306ea1a),segment_id=c3b74bc4-e4af-4168-85ff-2c72b306ea1a)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:37:12.545321 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-def39467-c7c6-4a21-97ef-f7109685de7c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:12.563351 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-def39467-c7c6-4a21-97ef-f7109685de7c None None] Calling delete_port for afb62b4d-f95b-41d1-a315-13975be51d54 owned by network:dhcp {{(pid=103449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:37:12.668262 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-def39467-c7c6-4a21-97ef-f7109685de7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381'] for port, after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:12.704657 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def39467-c7c6-4a21-97ef-f7109685de7c None None] Pushing event deleted for resources: {'Port': ['ID=afb62b4d-f95b-41d1-a315-13975be51d54,revision_number=None']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:37:12.709143 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def39467-c7c6-4a21-97ef-f7109685de7c None None] No DVR routers for this DVR port afb62b4d-f95b-41d1-a315-13975be51d54 on host n-d-818823-1 {{(pid=103449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:37:12.818092 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-be2df033-f22f-4c26-89a1-38417f0417c9 tempest-FloatingIPAdminTestJSON-1113503345 tempest-FloatingIPAdminTestJSON-1113503345-project] Deleting port 7944ca9e-2543-49cd-8bd4-ab4ff3601d45 {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:37:12.818597 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-be2df033-f22f-4c26-89a1-38417f0417c9 tempest-FloatingIPAdminTestJSON-1113503345 tempest-FloatingIPAdminTestJSON-1113503345-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:12.893964 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-43fa429d-6cd2-40d8-a60e-6121a4faa00c tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659736'] for router_interface, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:12.937284 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-8b95dbed-1f5f-47e1-94f3-5147e04f84fb admin admin] For port afb62b4d-f95b-41d1-a315-13975be51d54, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=afb62b4d-f95b-41d1-a315-13975be51d54,segment=NetworkSegment(c3b74bc4-e4af-4168-85ff-2c72b306ea1a),segment_id=c3b74bc4-e4af-4168-85ff-2c72b306ea1a)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:37:12.937654 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8b95dbed-1f5f-47e1-94f3-5147e04f84fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:12.965091 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-df0521e5-7bc2-4eab-8db0-d534a536ca77 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:12.970879 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-8b95dbed-1f5f-47e1-94f3-5147e04f84fb admin admin] Calling delete_port for afb62b4d-f95b-41d1-a315-13975be51d54 owned by network:dhcp {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:37:12.974336 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-df0521e5-7bc2-4eab-8db0-d534a536ca77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:12.990607 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-be2df033-f22f-4c26-89a1-38417f0417c9 tempest-FloatingIPAdminTestJSON-1113503345 tempest-FloatingIPAdminTestJSON-1113503345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:12.990933 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-be2df033-f22f-4c26-89a1-38417f0417c9 tempest-FloatingIPAdminTestJSON-1113503345 tempest-FloatingIPAdminTestJSON-1113503345-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:13.008457 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-be2df033-f22f-4c26-89a1-38417f0417c9 tempest-FloatingIPAdminTestJSON-1113503345 tempest-FloatingIPAdminTestJSON-1113503345-project] Calling delete_port for 7944ca9e-2543-49cd-8bd4-ab4ff3601d45 owned by network:floatingip {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:37:13.076648 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-df0521e5-7bc2-4eab-8db0-d534a536ca77 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6d185bb487ae4bcab6556c51b48a225e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0655339 Nov 22 20:37:13.084027 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 47926) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:37:13.098762 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0521e5-7bc2-4eab-8db0-d534a536ca77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b01da7b4-e58f-4af8-b0bf-6270e70e6499,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:37:13.137996 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4e4952ca-a2e3-411b-937a-7afeb186a50e tempest-ExtraDHCPOptionsIpV6TestJSON-754593973 tempest-ExtraDHCPOptionsIpV6TestJSON-754593973-project] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:13.157499 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4e4952ca-a2e3-411b-937a-7afeb186a50e tempest-ExtraDHCPOptionsIpV6TestJSON-754593973 tempest-ExtraDHCPOptionsIpV6TestJSON-754593973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:13.190453 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.agents_db [None req-aa8313f2-1ee4-4e7b-8c5a-d32b2f9d31ee None None] Agent healthcheck: found 7 active agents {{(pid=103450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 20:37:13.212300 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e4952ca-a2e3-411b-937a-7afeb186a50e tempest-ExtraDHCPOptionsIpV6TestJSON-754593973 tempest-ExtraDHCPOptionsIpV6TestJSON-754593973-project] vlan segment allocate from pool success with {'vlan_id': 637, 'physical_network': 'physnet1'} {{(pid=103448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 20:37:13.227252 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4e4952ca-a2e3-411b-937a-7afeb186a50e tempest-ExtraDHCPOptionsIpV6TestJSON-754593973 tempest-ExtraDHCPOptionsIpV6TestJSON-754593973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:13.228038 n-d-818823-1 neutron-server[103448]: INFO neutron.db.segments_db [None req-4e4952ca-a2e3-411b-937a-7afeb186a50e tempest-ExtraDHCPOptionsIpV6TestJSON-754593973 tempest-ExtraDHCPOptionsIpV6TestJSON-754593973-project] Added segment 79951854-bb5a-451e-9cfa-2f450832b1fd of type vlan for network 556e016d-067e-47d5-92ea-e71f472ad280 Nov 22 20:37:13.321950 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4e4952ca-a2e3-411b-937a-7afeb186a50e tempest-ExtraDHCPOptionsIpV6TestJSON-754593973 tempest-ExtraDHCPOptionsIpV6TestJSON-754593973-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748992492791'] for network, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:13.327142 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4952ca-a2e3-411b-937a-7afeb186a50e tempest-ExtraDHCPOptionsIpV6TestJSON-754593973 tempest-ExtraDHCPOptionsIpV6TestJSON-754593973-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18f3afeb-1d26-460a-ace5-d3faeef8045f,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:37:13.348889 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-be2df033-f22f-4c26-89a1-38417f0417c9 tempest-FloatingIPAdminTestJSON-1113503345 tempest-FloatingIPAdminTestJSON-1113503345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:13.349847 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8b95dbed-1f5f-47e1-94f3-5147e04f84fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:13.369556 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-34c70d9a-ce69-4680-8a56-42cb4d50a2d5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:13.379200 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2df033-f22f-4c26-89a1-38417f0417c9 tempest-FloatingIPAdminTestJSON-1113503345 tempest-FloatingIPAdminTestJSON-1113503345-project] Pushing event deleted for resources: {'Port': ['ID=7944ca9e-2543-49cd-8bd4-ab4ff3601d45,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:37:13.382012 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b95dbed-1f5f-47e1-94f3-5147e04f84fb admin admin] No DVR routers for this DVR port afb62b4d-f95b-41d1-a315-13975be51d54 on host n-d-818823-1 {{(pid=103448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:37:13.392061 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-43fa429d-6cd2-40d8-a60e-6121a4faa00c tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Deleting port a9541cbf-d21a-4b1e-abbc-978e882d4506 {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:37:13.392061 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-43fa429d-6cd2-40d8-a60e-6121a4faa00c tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:13.448962 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b95dbed-1f5f-47e1-94f3-5147e04f84fb admin admin] Pushing event deleted for resources: {'Port': ['ID=afb62b4d-f95b-41d1-a315-13975be51d54,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:37:13.505684 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-34c70d9a-ce69-4680-8a56-42cb4d50a2d5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:13.512415 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4e4952ca-a2e3-411b-937a-7afeb186a50e tempest-ExtraDHCPOptionsIpV6TestJSON-754593973 tempest-ExtraDHCPOptionsIpV6TestJSON-754593973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for network, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:13.516364 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e4952ca-a2e3-411b-937a-7afeb186a50e tempest-ExtraDHCPOptionsIpV6TestJSON-754593973 tempest-ExtraDHCPOptionsIpV6TestJSON-754593973-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:37:13.517552 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4e4952ca-a2e3-411b-937a-7afeb186a50e tempest-ExtraDHCPOptionsIpV6TestJSON-754593973 tempest-ExtraDHCPOptionsIpV6TestJSON-754593973-project] Publish callbacks [] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:13.521102 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-be2df033-f22f-4c26-89a1-38417f0417c9 tempest-FloatingIPAdminTestJSON-1113503345 tempest-FloatingIPAdminTestJSON-1113503345-project] Publish callbacks [] for floatingip, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:13.521441 n-d-818823-1 neutron-server[103447]: INFO neutron.db.l3_db [None req-be2df033-f22f-4c26-89a1-38417f0417c9 tempest-FloatingIPAdminTestJSON-1113503345 tempest-FloatingIPAdminTestJSON-1113503345-project] Floating IP 3e8645e6-7e8a-4a6c-8480-34569848e3b1 disassociated (deleted). External IP: 172.25.5.141, port: 1511ecbd-4029-4c6a-a6cf-ada679f65a63. Nov 22 20:37:13.577270 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-43fa429d-6cd2-40d8-a60e-6121a4faa00c tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:13.593149 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8b95dbed-1f5f-47e1-94f3-5147e04f84fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3760028', 'neutron.services.segments.db._delete_segments_for_network-8748992815755'] for network, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:13.594746 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-43fa429d-6cd2-40d8-a60e-6121a4faa00c tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Calling delete_port for a9541cbf-d21a-4b1e-abbc-978e882d4506 owned by network:router_interface {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:37:13.631043 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-4e4952ca-a2e3-411b-937a-7afeb186a50e tempest-ExtraDHCPOptionsIpV6TestJSON-754593973 tempest-ExtraDHCPOptionsIpV6TestJSON-754593973-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.3914988 Nov 22 20:37:13.638063 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 47932) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:37:13.645996 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4952ca-a2e3-411b-937a-7afeb186a50e tempest-ExtraDHCPOptionsIpV6TestJSON-754593973 tempest-ExtraDHCPOptionsIpV6TestJSON-754593973-project] Pushing event updated for resources: {'Network': ['ID=556e016d-067e-47d5-92ea-e71f472ad280,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:37:13.649066 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-8b95dbed-1f5f-47e1-94f3-5147e04f84fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c363749-4641-444d-b12e-785df04d6621']}} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:37:13.659678 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-8b95dbed-1f5f-47e1-94f3-5147e04f84fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3b74bc4-e4af-4168-85ff-2c72b306ea1a') {'for_net_delete': True} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:37:13.659979 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-8b95dbed-1f5f-47e1-94f3-5147e04f84fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3b74bc4-e4af-4168-85ff-2c72b306ea1a') {} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:37:13.662922 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Network 556e016d-067e-47d5-92ea-e71f472ad280 details requested by agent ovs-agent-n-d-818823-1 with host n-d-818823-1 {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 20:37:13.670994 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8b95dbed-1f5f-47e1-94f3-5147e04f84fb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748993039638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11627933'] for segment, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:13.677755 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-d5c2c92d-3de6-4378-82c6-3dfa65eaaf9f tempest-ExtraDHCPOptionsIpV6TestJSON-754593973 tempest-ExtraDHCPOptionsIpV6TestJSON-754593973-project] Request body: {'subnet': {'network_id': '556e016d-067e-47d5-92ea-e71f472ad280', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:37:13.687477 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8b95dbed-1f5f-47e1-94f3-5147e04f84fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:13.697743 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b95dbed-1f5f-47e1-94f3-5147e04f84fb admin admin] Releasing vlan 603 on physical network physnet1 to pool {{(pid=103448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 20:37:13.698181 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8b95dbed-1f5f-47e1-94f3-5147e04f84fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11567447'] for segment, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:13.700585 n-d-818823-1 neutron-server[103448]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 20:37:13.700585 n-d-818823-1 neutron-server[103448]: self.session.flush() Nov 22 20:37:13.700585 n-d-818823-1 neutron-server[103448]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 20:37:13.700585 n-d-818823-1 neutron-server[103448]: self.session.flush() Nov 22 20:37:13.700585 n-d-818823-1 neutron-server[103448]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 20:37:13.700585 n-d-818823-1 neutron-server[103448]: self.session.flush() Nov 22 20:37:13.700585 n-d-818823-1 neutron-server[103448]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 20:37:13.700585 n-d-818823-1 neutron-server[103448]: self.session.flush() Nov 22 20:37:13.700585 n-d-818823-1 neutron-server[103448]: Traceback (most recent call last): Nov 22 20:37:13.700585 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 20:37:13.700585 n-d-818823-1 neutron-server[103448]: timer() Nov 22 20:37:13.700585 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 20:37:13.700585 n-d-818823-1 neutron-server[103448]: cb(*args, **kw) Nov 22 20:37:13.700585 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 20:37:13.700585 n-d-818823-1 neutron-server[103448]: return func(*args, **kwargs) Nov 22 20:37:13.700585 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 20:37:13.700585 n-d-818823-1 neutron-server[103448]: self._notify() Nov 22 20:37:13.700585 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 20:37:13.700585 n-d-818823-1 neutron-server[103448]: self.callback(batched_events) Nov 22 20:37:13.700585 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 20:37:13.700585 n-d-818823-1 neutron-server[103448]: event.method(event) Nov 22 20:37:13.700585 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 20:37:13.700585 n-d-818823-1 neutron-server[103448]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 20:37:13.700585 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 20:37:13.700585 n-d-818823-1 neutron-server[103448]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 20:37:13.700585 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 20:37:13.700585 n-d-818823-1 neutron-server[103448]: return f(self, *a, **k) Nov 22 20:37:13.700585 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 20:37:13.700585 n-d-818823-1 neutron-server[103448]: return self._get(url).json() Nov 22 20:37:13.700585 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 20:37:13.700585 n-d-818823-1 neutron-server[103448]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 20:37:13.700585 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 20:37:13.700585 n-d-818823-1 neutron-server[103448]: return self.request(url, 'GET', **kwargs) Nov 22 20:37:13.700585 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 20:37:13.700585 n-d-818823-1 neutron-server[103448]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 20:37:13.700585 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 20:37:13.700585 n-d-818823-1 neutron-server[103448]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 20:37:13.700585 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 20:37:13.700585 n-d-818823-1 neutron-server[103448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 20:37:13.700585 n-d-818823-1 neutron-server[103448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 20:37:13.712135 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-34c70d9a-ce69-4680-8a56-42cb4d50a2d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:13.715060 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-34c70d9a-ce69-4680-8a56-42cb4d50a2d5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:13.719988 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-34c70d9a-ce69-4680-8a56-42cb4d50a2d5 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b01da7b4-e58f-4af8-b0bf-6270e70e6499 HTTP/1.1" status: 204 len: 168 time: 0.6351569 Nov 22 20:37:13.770731 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c70d9a-ce69-4680-8a56-42cb4d50a2d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b01da7b4-e58f-4af8-b0bf-6270e70e6499,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:37:13.814235 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8b95dbed-1f5f-47e1-94f3-5147e04f84fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3760002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595318'] for network, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:13.819745 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8b95dbed-1f5f-47e1-94f3-5147e04f84fb admin admin] Publish callbacks [] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:13.823165 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-8b95dbed-1f5f-47e1-94f3-5147e04f84fb admin admin] 10.222.0.46 "DELETE /v2.0/networks/4c363749-4641-444d-b12e-785df04d6621 HTTP/1.1" status: 204 len: 168 time: 1.7790811 Nov 22 20:37:13.834414 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 47936) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:37:13.843662 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b95dbed-1f5f-47e1-94f3-5147e04f84fb admin admin] Pushing event deleted for resources: {'Network': ['ID=4c363749-4641-444d-b12e-785df04d6621,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:37:13.927082 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device afb62b4d-f95b-41d1-a315-13975be51d54 no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:37:13.967127 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: afb62b4d-f95b-41d1-a315-13975be51d54 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:37:13.969321 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device afb62b4d-f95b-41d1-a315-13975be51d54 not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:37:14.082857 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5c2c92d-3de6-4378-82c6-3dfa65eaaf9f tempest-ExtraDHCPOptionsIpV6TestJSON-754593973 tempest-ExtraDHCPOptionsIpV6TestJSON-754593973-project] Made reservation on behalf of 991a219d95c1475c8ad63dea08d93396 for: {'subnet': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:37:14.087137 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-d5c2c92d-3de6-4378-82c6-3dfa65eaaf9f tempest-ExtraDHCPOptionsIpV6TestJSON-754593973 tempest-ExtraDHCPOptionsIpV6TestJSON-754593973-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8485086'] for subnet, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:14.155187 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-43fa429d-6cd2-40d8-a60e-6121a4faa00c tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:14.216378 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fa429d-6cd2-40d8-a60e-6121a4faa00c tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Pushing event deleted for resources: {'Port': ['ID=a9541cbf-d21a-4b1e-abbc-978e882d4506,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:37:14.220570 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 47946) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:37:14.239338 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be2df033-f22f-4c26-89a1-38417f0417c9 tempest-FloatingIPAdminTestJSON-1113503345 tempest-FloatingIPAdminTestJSON-1113503345-project] Router 543ac680-ecc8-4b4d-9e3c-ee9a26681f4f has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 20:37:14.251051 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1b7d867d-d9c1-4bd0-b013-1f293249e375 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:14.394772 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1b7d867d-d9c1-4bd0-b013-1f293249e375 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:14.411585 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1b7d867d-d9c1-4bd0-b013-1f293249e375 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:14.481544 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-1b7d867d-d9c1-4bd0-b013-1f293249e375 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f84fd586f4ab427c9b62cb091287c936&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2557826 Nov 22 20:37:14.483496 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7d867d-d9c1-4bd0-b013-1f293249e375 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b747127-df54-4329-a779-7af4839ac054,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:37:14.507881 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ef5235bc-b414-4f42-8614-8840551348f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659736'] for router_interface, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:14.518860 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:14.553546 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 47948) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:37:14.555749 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:14.667364 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-30687166-0fc9-4f24-a7a5-9ff4f84d8b4e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:14.749912 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-30687166-0fc9-4f24-a7a5-9ff4f84d8b4e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:14.794472 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-43fa429d-6cd2-40d8-a60e-6121a4faa00c tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-563470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-663272'] for router_interface, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:14.872126 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-30687166-0fc9-4f24-a7a5-9ff4f84d8b4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:14.875728 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-30687166-0fc9-4f24-a7a5-9ff4f84d8b4e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:14.879153 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-30687166-0fc9-4f24-a7a5-9ff4f84d8b4e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1b747127-df54-4329-a779-7af4839ac054 HTTP/1.1" status: 204 len: 168 time: 0.3218241 Nov 22 20:37:14.914969 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30687166-0fc9-4f24-a7a5-9ff4f84d8b4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b747127-df54-4329-a779-7af4839ac054,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:37:14.987470 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-d5c2c92d-3de6-4378-82c6-3dfa65eaaf9f tempest-ExtraDHCPOptionsIpV6TestJSON-754593973 tempest-ExtraDHCPOptionsIpV6TestJSON-754593973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8900613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8485104'] for subnet, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:15.021779 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be2df033-f22f-4c26-89a1-38417f0417c9 tempest-FloatingIPAdminTestJSON-1113503345 tempest-FloatingIPAdminTestJSON-1113503345-project] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:37:15.032483 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-be2df033-f22f-4c26-89a1-38417f0417c9 tempest-FloatingIPAdminTestJSON-1113503345 tempest-FloatingIPAdminTestJSON-1113503345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for floatingip, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:15.041538 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-259b9473-e6d9-4c63-a7d9-b932d3e02ea2 None None] Sync routers for ids ['543ac680-ecc8-4b4d-9e3c-ee9a26681f4f'] in n-d-818823-1 {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:37:15.053119 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-ef5235bc-b414-4f42-8614-8840551348f5 admin admin] Deleting port 0a28dd71-af9c-45cb-a286-89664225beff {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:37:15.055673 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ef5235bc-b414-4f42-8614-8840551348f5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:15.064392 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-259b9473-e6d9-4c63-a7d9-b932d3e02ea2 None None] Routers {'543ac680-ecc8-4b4d-9e3c-ee9a26681f4f'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:37:15.065086 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-259b9473-e6d9-4c63-a7d9-b932d3e02ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:37:03Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['543ac680-ecc8-4b4d-9e3c-ee9a26681f4f'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:37:15.112763 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-259b9473-e6d9-4c63-a7d9-b932d3e02ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:37:15.122775 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-259b9473-e6d9-4c63-a7d9-b932d3e02ea2 None None] Routers {'543ac680-ecc8-4b4d-9e3c-ee9a26681f4f'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:37:15.123704 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-259b9473-e6d9-4c63-a7d9-b932d3e02ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:37:03Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['543ac680-ecc8-4b4d-9e3c-ee9a26681f4f'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:37:15.151145 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c2c92d-3de6-4378-82c6-3dfa65eaaf9f tempest-ExtraDHCPOptionsIpV6TestJSON-754593973 tempest-ExtraDHCPOptionsIpV6TestJSON-754593973-project] Pushing event updated for resources: {'Subnet': ['ID=b92a3462-1fbd-4084-8197-32580318bd0e,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:37:15.161205 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-be2df033-f22f-4c26-89a1-38417f0417c9 tempest-FloatingIPAdminTestJSON-1113503345 tempest-FloatingIPAdminTestJSON-1113503345-project] 10.222.0.46 "DELETE /v2.0/floatingips/3e8645e6-7e8a-4a6c-8480-34569848e3b1 HTTP/1.1" status: 204 len: 168 time: 2.7720394 Nov 22 20:37:15.167681 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-259b9473-e6d9-4c63-a7d9-b932d3e02ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:37:15.168554 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-259b9473-e6d9-4c63-a7d9-b932d3e02ea2 None None] The sync data for ids ['543ac680-ecc8-4b4d-9e3c-ee9a26681f4f'] in n-d-818823-1 is: [] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:37:15.181397 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 47954) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:37:15.200894 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-c07c41e6-513f-41ab-bd1c-b141fdbe183b tempest-FloatingIPAdminTestJSON-1258731057 tempest-FloatingIPAdminTestJSON-1258731057-project-admin] Request body: {'floatingip': {'floating_network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:37:15.244493 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c2c92d-3de6-4378-82c6-3dfa65eaaf9f tempest-ExtraDHCPOptionsIpV6TestJSON-754593973 tempest-ExtraDHCPOptionsIpV6TestJSON-754593973-project] Checking segment: {'id': '79951854-bb5a-451e-9cfa-2f450832b1fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '556e016d-067e-47d5-92ea-e71f472ad280'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:37:15.244775 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5c2c92d-3de6-4378-82c6-3dfa65eaaf9f tempest-ExtraDHCPOptionsIpV6TestJSON-754593973 tempest-ExtraDHCPOptionsIpV6TestJSON-754593973-project] Network hostable DHCP agents. Network: 556e016d-067e-47d5-92ea-e71f472ad280, hostable agents: ['02adaa64-0987-4b74-bad0-cbcf56f8a294'], hosted agents: [] {{(pid=103447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 20:37:15.275025 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c07c41e6-513f-41ab-bd1c-b141fdbe183b tempest-FloatingIPAdminTestJSON-1258731057 tempest-FloatingIPAdminTestJSON-1258731057-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:15.278752 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43fa429d-6cd2-40d8-a60e-6121a4faa00c tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Router 3943e9ad-010d-4df2-a16a-09dbba8ba57f has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 20:37:15.279830 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5c2c92d-3de6-4378-82c6-3dfa65eaaf9f tempest-ExtraDHCPOptionsIpV6TestJSON-754593973 tempest-ExtraDHCPOptionsIpV6TestJSON-754593973-project] Network 556e016d-067e-47d5-92ea-e71f472ad280 is scheduled to be hosted by DHCP agent 02adaa64-0987-4b74-bad0-cbcf56f8a294 with binding_index 1 {{(pid=103447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 20:37:15.283096 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-ef5235bc-b414-4f42-8614-8840551348f5 admin admin] For port 0a28dd71-af9c-45cb-a286-89664225beff, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=0a28dd71-af9c-45cb-a286-89664225beff,segment=NetworkSegment(66713f17-6529-474a-95dd-5910789685dd),segment_id=66713f17-6529-474a-95dd-5910789685dd)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:37:15.284484 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ef5235bc-b414-4f42-8614-8840551348f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:15.295116 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-d5c2c92d-3de6-4378-82c6-3dfa65eaaf9f tempest-ExtraDHCPOptionsIpV6TestJSON-754593973 tempest-ExtraDHCPOptionsIpV6TestJSON-754593973-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818823-1, 556e016d-067e-47d5-92ea-e71f472ad280) {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:37:15.301450 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5c2c92d-3de6-4378-82c6-3dfa65eaaf9f tempest-ExtraDHCPOptionsIpV6TestJSON-754593973 tempest-ExtraDHCPOptionsIpV6TestJSON-754593973-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:37:15.302047 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-d5c2c92d-3de6-4378-82c6-3dfa65eaaf9f tempest-ExtraDHCPOptionsIpV6TestJSON-754593973 tempest-ExtraDHCPOptionsIpV6TestJSON-754593973-project] Publish callbacks [] for subnet, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:15.324657 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d0e3f8f-d568-402a-90f8-eabb6f718806 None None] Network 556e016d-067e-47d5-92ea-e71f472ad280 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:37:15.355802 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-ef5235bc-b414-4f42-8614-8840551348f5 admin admin] Calling delete_port for 0a28dd71-af9c-45cb-a286-89664225beff owned by network:router_interface {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:37:15.437380 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43fa429d-6cd2-40d8-a60e-6121a4faa00c tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:37:15.453163 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-43fa429d-6cd2-40d8-a60e-6121a4faa00c tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] 10.222.0.46 "PUT /v2.0/routers/3943e9ad-010d-4df2-a16a-09dbba8ba57f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2432461 Nov 22 20:37:15.454389 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 47964) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:37:15.460274 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eca2970-a06a-4a09-82bd-2630a49f19ed None None] Sync routers for ids ['3943e9ad-010d-4df2-a16a-09dbba8ba57f'] in n-d-818823-1 {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:37:15.491516 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eca2970-a06a-4a09-82bd-2630a49f19ed None None] Routers {'3943e9ad-010d-4df2-a16a-09dbba8ba57f'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:37:15.492651 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-6eca2970-a06a-4a09-82bd-2630a49f19ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:37:03Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['3943e9ad-010d-4df2-a16a-09dbba8ba57f'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:37:15.523116 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-d5c2c92d-3de6-4378-82c6-3dfa65eaaf9f tempest-ExtraDHCPOptionsIpV6TestJSON-754593973 tempest-ExtraDHCPOptionsIpV6TestJSON-754593973-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8819923 Nov 22 20:37:15.529188 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 47966) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:37:15.536259 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-9701b714-24f2-4997-9533-d1fe4f904ba7 tempest-ExtraDHCPOptionsIpV6TestJSON-754593973 tempest-ExtraDHCPOptionsIpV6TestJSON-754593973-project] Request body: {'port': {'network_id': '556e016d-067e-47d5-92ea-e71f472ad280', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-349960939'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:37:15.556343 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-6eca2970-a06a-4a09-82bd-2630a49f19ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:37:15.566299 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eca2970-a06a-4a09-82bd-2630a49f19ed None None] Routers {'3943e9ad-010d-4df2-a16a-09dbba8ba57f'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:37:15.566898 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-6eca2970-a06a-4a09-82bd-2630a49f19ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:37:03Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['3943e9ad-010d-4df2-a16a-09dbba8ba57f'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:37:15.605447 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-6eca2970-a06a-4a09-82bd-2630a49f19ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:37:15.606650 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eca2970-a06a-4a09-82bd-2630a49f19ed None None] The sync data for ids ['3943e9ad-010d-4df2-a16a-09dbba8ba57f'] in n-d-818823-1 is: [] {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:37:15.653470 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5793b55c-b678-4b65-acc1-7f497e6555a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fb26bd7-ce56-527b-b94f-2e1f7cb2bb35-556e016d-067e-47d5-92ea-e71f472ad280', 'network_id': '556e016d-067e-47d5-92ea-e71f472ad280', 'tenant_id': '991a219d95c1475c8ad63dea08d93396', 'fixed_ips': [{'subnet_id': 'b92a3462-1fbd-4084-8197-32580318bd0e'}]}} from n-d-818823-1. {{(pid=103449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 20:37:15.656053 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-5793b55c-b678-4b65-acc1-7f497e6555a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:15.695753 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ef5235bc-b414-4f42-8614-8840551348f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:15.752134 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5235bc-b414-4f42-8614-8840551348f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a28dd71-af9c-45cb-a286-89664225beff,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:37:15.929521 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c07c41e6-513f-41ab-bd1c-b141fdbe183b tempest-FloatingIPAdminTestJSON-1258731057 tempest-FloatingIPAdminTestJSON-1258731057-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:15.950770 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9701b714-24f2-4997-9533-d1fe4f904ba7 tempest-ExtraDHCPOptionsIpV6TestJSON-754593973 tempest-ExtraDHCPOptionsIpV6TestJSON-754593973-project] Made reservation on behalf of 991a219d95c1475c8ad63dea08d93396 for: {'port': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:37:15.959696 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9701b714-24f2-4997-9533-d1fe4f904ba7 tempest-ExtraDHCPOptionsIpV6TestJSON-754593973 tempest-ExtraDHCPOptionsIpV6TestJSON-754593973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:15.992311 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.db_base_plugin_common [None req-5793b55c-b678-4b65-acc1-7f497e6555a2 None None] Allocated IP 2001:db8::2 (556e016d-067e-47d5-92ea-e71f472ad280/b92a3462-1fbd-4084-8197-32580318bd0e/b4ffd886-752b-4947-a2e7-f146dd132c63) {{(pid=103449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:37:16.100362 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [None req-9701b714-24f2-4997-9533-d1fe4f904ba7 tempest-ExtraDHCPOptionsIpV6TestJSON-754593973 tempest-ExtraDHCPOptionsIpV6TestJSON-754593973-project] device_id is not set on port 2f4dda52-752c-4447-964e-b871a8ccb146 yet. {{(pid=103448) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 20:37:16.121906 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-bf5c56ce-5c2c-40e0-99b4-c9d737e368aa tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659736'] for router_interface, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:16.264769 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-5793b55c-b678-4b65-acc1-7f497e6555a2 None None] Publish callbacks [] for port, precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:16.276222 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-5793b55c-b678-4b65-acc1-7f497e6555a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372'] for port, after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:16.353479 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5793b55c-b678-4b65-acc1-7f497e6555a2 None None] Pushing event updated for resources: {'Port': ['ID=b4ffd886-752b-4947-a2e7-f146dd132c63,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:37:16.364964 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [None req-c07c41e6-513f-41ab-bd1c-b141fdbe183b tempest-FloatingIPAdminTestJSON-1258731057 tempest-FloatingIPAdminTestJSON-1258731057-project-admin] Allocated IP 172.25.5.27 (c48a55e9-6a85-4746-b7bf-3e29fb560094/5da6f781-63e6-4328-ae7a-5e672262f55a/db18c19c-392f-435d-b3d5-f69c32bdd057) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:37:16.371047 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ef5235bc-b414-4f42-8614-8840551348f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-563470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-663272'] for router_interface, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:16.374299 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5793b55c-b678-4b65-acc1-7f497e6555a2 None None] Network 556e016d-067e-47d5-92ea-e71f472ad280 is already hosted by enough agents. {{(pid=103449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:37:16.377355 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.base_scheduler [None req-5793b55c-b678-4b65-acc1-7f497e6555a2 None None] Resources bound (agent type, host, resource id): {{(pid=103449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:37:16.381631 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5793b55c-b678-4b65-acc1-7f497e6555a2 None None] Received port after_create {{(pid=103449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:37:16.405241 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [None req-9701b714-24f2-4997-9533-d1fe4f904ba7 tempest-ExtraDHCPOptionsIpV6TestJSON-754593973 tempest-ExtraDHCPOptionsIpV6TestJSON-754593973-project] Allocated IP 2001:db8::1f5 (556e016d-067e-47d5-92ea-e71f472ad280/b92a3462-1fbd-4084-8197-32580318bd0e/2f4dda52-752c-4447-964e-b871a8ccb146) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:37:16.460824 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-5793b55c-b678-4b65-acc1-7f497e6555a2 None None] Attempting to bind port b4ffd886-752b-4947-a2e7-f146dd132c63 on host n-d-818823-1 for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:37:16.461728 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-5793b55c-b678-4b65-acc1-7f497e6555a2 None None] Attempting to bind port b4ffd886-752b-4947-a2e7-f146dd132c63 by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': '79951854-bb5a-451e-9cfa-2f450832b1fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '556e016d-067e-47d5-92ea-e71f472ad280'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:37:16.462099 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5793b55c-b678-4b65-acc1-7f497e6555a2 None None] Attempting to bind port b4ffd886-752b-4947-a2e7-f146dd132c63 on network 556e016d-067e-47d5-92ea-e71f472ad280 {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:37:16.473256 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5793b55c-b678-4b65-acc1-7f497e6555a2 None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 37, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:37:16.473738 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5793b55c-b678-4b65-acc1-7f497e6555a2 None None] Checking segment: {'id': '79951854-bb5a-451e-9cfa-2f450832b1fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '556e016d-067e-47d5-92ea-e71f472ad280'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:37:16.474216 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-5793b55c-b678-4b65-acc1-7f497e6555a2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:16.474625 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5793b55c-b678-4b65-acc1-7f497e6555a2 None None] Bound using segment: {'id': '79951854-bb5a-451e-9cfa-2f450832b1fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '556e016d-067e-47d5-92ea-e71f472ad280'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:37:16.475101 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-5793b55c-b678-4b65-acc1-7f497e6555a2 None None] Bound port: b4ffd886-752b-4947-a2e7-f146dd132c63, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79951854-bb5a-451e-9cfa-2f450832b1fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '556e016d-067e-47d5-92ea-e71f472ad280'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:37:16.475534 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-5793b55c-b678-4b65-acc1-7f497e6555a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:16.562596 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-5793b55c-b678-4b65-acc1-7f497e6555a2 None None] For port b4ffd886-752b-4947-a2e7-f146dd132c63, host n-d-818823-1, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:37:16.566601 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-5793b55c-b678-4b65-acc1-7f497e6555a2 None None] For port b4ffd886-752b-4947-a2e7-f146dd132c63, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=b4ffd886-752b-4947-a2e7-f146dd132c63,segment=NetworkSegment(79951854-bb5a-451e-9cfa-2f450832b1fd),segment_id=79951854-bb5a-451e-9cfa-2f450832b1fd)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:37:16.577354 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-5793b55c-b678-4b65-acc1-7f497e6555a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:16.638458 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-bf5c56ce-5c2c-40e0-99b4-c9d737e368aa tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Deleting port a234b57e-28c1-43c2-8edc-a2e8e74aec4d {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:37:16.638870 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-bf5c56ce-5c2c-40e0-99b4-c9d737e368aa tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:16.707535 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5793b55c-b678-4b65-acc1-7f497e6555a2 None None] Pushing event updated for resources: {'Port': ['ID=b4ffd886-752b-4947-a2e7-f146dd132c63,revision_number=2']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:37:16.784569 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-bf5c56ce-5c2c-40e0-99b4-c9d737e368aa tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:16.818927 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-bf5c56ce-5c2c-40e0-99b4-c9d737e368aa tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Calling delete_port for a234b57e-28c1-43c2-8edc-a2e8e74aec4d owned by network:router_interface {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:37:16.999388 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c07c41e6-513f-41ab-bd1c-b141fdbe183b tempest-FloatingIPAdminTestJSON-1258731057 tempest-FloatingIPAdminTestJSON-1258731057-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:17.088421 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9701b714-24f2-4997-9533-d1fe4f904ba7 tempest-ExtraDHCPOptionsIpV6TestJSON-754593973 tempest-ExtraDHCPOptionsIpV6TestJSON-754593973-project] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:17.097627 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-bf5c56ce-5c2c-40e0-99b4-c9d737e368aa tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:17.140011 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5c56ce-5c2c-40e0-99b4-c9d737e368aa tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Pushing event deleted for resources: {'Port': ['ID=a234b57e-28c1-43c2-8edc-a2e8e74aec4d,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:37:17.148407 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c07c41e6-513f-41ab-bd1c-b141fdbe183b tempest-FloatingIPAdminTestJSON-1258731057 tempest-FloatingIPAdminTestJSON-1258731057-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:17.172440 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef5235bc-b414-4f42-8614-8840551348f5 admin admin] Router f7b9389c-948b-4084-b64e-abdfb814f4e8 has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 20:37:17.319479 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c07c41e6-513f-41ab-bd1c-b141fdbe183b tempest-FloatingIPAdminTestJSON-1258731057 tempest-FloatingIPAdminTestJSON-1258731057-project-admin] Network c48a55e9-6a85-4746-b7bf-3e29fb560094 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:37:17.327605 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9701b714-24f2-4997-9533-d1fe4f904ba7 tempest-ExtraDHCPOptionsIpV6TestJSON-754593973 tempest-ExtraDHCPOptionsIpV6TestJSON-754593973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:17.333834 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-c07c41e6-513f-41ab-bd1c-b141fdbe183b tempest-FloatingIPAdminTestJSON-1258731057 tempest-FloatingIPAdminTestJSON-1258731057-project-admin] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:37:17.342168 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-bf5c56ce-5c2c-40e0-99b4-c9d737e368aa tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-563470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-663272'] for router_interface, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:17.351625 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c07c41e6-513f-41ab-bd1c-b141fdbe183b tempest-FloatingIPAdminTestJSON-1258731057 tempest-FloatingIPAdminTestJSON-1258731057-project-admin] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:37:17.516197 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07c41e6-513f-41ab-bd1c-b141fdbe183b tempest-FloatingIPAdminTestJSON-1258731057 tempest-FloatingIPAdminTestJSON-1258731057-project-admin] Pushing event updated for resources: {'Port': ['ID=db18c19c-392f-435d-b3d5-f69c32bdd057,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:37:17.578877 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9701b714-24f2-4997-9533-d1fe4f904ba7 tempest-ExtraDHCPOptionsIpV6TestJSON-754593973 tempest-ExtraDHCPOptionsIpV6TestJSON-754593973-project] Network 556e016d-067e-47d5-92ea-e71f472ad280 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:37:17.579614 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf5c56ce-5c2c-40e0-99b4-c9d737e368aa tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Router 3943e9ad-010d-4df2-a16a-09dbba8ba57f has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 20:37:17.698834 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf5c56ce-5c2c-40e0-99b4-c9d737e368aa tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:37:17.707063 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-bf5c56ce-5c2c-40e0-99b4-c9d737e368aa tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] 10.222.0.46 "PUT /v2.0/routers/3943e9ad-010d-4df2-a16a-09dbba8ba57f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2493153 Nov 22 20:37:17.708105 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 48008) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:37:17.714719 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eb6719f-0b82-4fab-999e-31c28ed8c002 None None] Sync routers for ids ['3943e9ad-010d-4df2-a16a-09dbba8ba57f'] in n-d-818823-1 {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:37:17.732684 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb6719f-0b82-4fab-999e-31c28ed8c002 None None] Routers {'3943e9ad-010d-4df2-a16a-09dbba8ba57f'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:37:17.733875 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-4eb6719f-0b82-4fab-999e-31c28ed8c002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:37:03Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['3943e9ad-010d-4df2-a16a-09dbba8ba57f'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:37:17.753982 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-3bf60a52-9f82-42e0-882f-c79fd53c0aae tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] 10.222.0.46 "GET /v2.0/ports?device_id=3943e9ad-010d-4df2-a16a-09dbba8ba57f HTTP/1.1" status: 200 len: 205 time: 0.0431435 Nov 22 20:37:17.754331 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 48010) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:37:17.832633 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-4eb6719f-0b82-4fab-999e-31c28ed8c002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:37:17.847042 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb6719f-0b82-4fab-999e-31c28ed8c002 None None] Routers {'3943e9ad-010d-4df2-a16a-09dbba8ba57f'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:37:17.847719 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-4eb6719f-0b82-4fab-999e-31c28ed8c002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:37:03Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['3943e9ad-010d-4df2-a16a-09dbba8ba57f'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:37:17.881532 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-2717f2a8-6f48-49cb-accc-b8bbb66026bd tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks [] for router, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:17.991861 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-4eb6719f-0b82-4fab-999e-31c28ed8c002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:37:17.992542 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eb6719f-0b82-4fab-999e-31c28ed8c002 None None] The sync data for ids ['3943e9ad-010d-4df2-a16a-09dbba8ba57f'] in n-d-818823-1 is: [] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:37:17.994044 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device b4ffd886-752b-4947-a2e7-f146dd132c63 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:37:18.121724 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port b4ffd886-752b-4947-a2e7-f146dd132c63 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:37:18.122530 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:18.140142 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-2717f2a8-6f48-49cb-accc-b8bbb66026bd tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24781'] for router, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:18.142514 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-2717f2a8-6f48-49cb-accc-b8bbb66026bd tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:18.219246 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-2717f2a8-6f48-49cb-accc-b8bbb66026bd tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-663261'] for router, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:18.220003 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2717f2a8-6f48-49cb-accc-b8bbb66026bd tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Fanout notify agent at l3_agent the message router_deleted on router 3943e9ad-010d-4df2-a16a-09dbba8ba57f {{(pid=103447) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 20:37:18.230108 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-2717f2a8-6f48-49cb-accc-b8bbb66026bd tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks [] for router, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:18.233277 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-2717f2a8-6f48-49cb-accc-b8bbb66026bd tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] 10.222.0.46 "DELETE /v2.0/routers/3943e9ad-010d-4df2-a16a-09dbba8ba57f HTTP/1.1" status: 204 len: 168 time: 0.4779444 Nov 22 20:37:18.236683 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 48024) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:37:18.254996 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6038cb25-5052-4ff7-812c-57fb5a1ebbb9 None None] Network 556e016d-067e-47d5-92ea-e71f472ad280 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:37:18.310699 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-9701b714-24f2-4997-9533-d1fe4f904ba7 tempest-ExtraDHCPOptionsIpV6TestJSON-754593973 tempest-ExtraDHCPOptionsIpV6TestJSON-754593973-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:37:18.317902 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9701b714-24f2-4997-9533-d1fe4f904ba7 tempest-ExtraDHCPOptionsIpV6TestJSON-754593973 tempest-ExtraDHCPOptionsIpV6TestJSON-754593973-project] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:37:18.334836 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9701b714-24f2-4997-9533-d1fe4f904ba7 tempest-ExtraDHCPOptionsIpV6TestJSON-754593973 tempest-ExtraDHCPOptionsIpV6TestJSON-754593973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:37:18.338571 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9701b714-24f2-4997-9533-d1fe4f904ba7 tempest-ExtraDHCPOptionsIpV6TestJSON-754593973 tempest-ExtraDHCPOptionsIpV6TestJSON-754593973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:18.368976 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_v2 [None req-9313338b-ecb3-4aca-a187-51e3d2fa1c38 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Deleting subnet 6157709c-8860-4649-8b1f-d56b818f420c {{(pid=103447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 20:37:18.379476 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9313338b-ecb3-4aca-a187-51e3d2fa1c38 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks [] for subnet, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:18.394560 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-af883ef1-ca7d-4e10-b771-d249847ffc27 None None] Provisioning complete for port b4ffd886-752b-4947-a2e7-f146dd132c63 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:37:18.394939 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-af883ef1-ca7d-4e10-b771-d249847ffc27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:18.413953 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-9701b714-24f2-4997-9533-d1fe4f904ba7 tempest-ExtraDHCPOptionsIpV6TestJSON-754593973 tempest-ExtraDHCPOptionsIpV6TestJSON-754593973-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 2.8789372 Nov 22 20:37:18.443407 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9313338b-ecb3-4aca-a187-51e3d2fa1c38 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12178353'] for subnet, precommit_delete_associations {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:18.455033 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:18.494702 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c07c41e6-513f-41ab-bd1c-b141fdbe183b tempest-FloatingIPAdminTestJSON-1258731057 tempest-FloatingIPAdminTestJSON-1258731057-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:18.497186 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] For port b4ffd886-752b-4947-a2e7-f146dd132c63, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=b4ffd886-752b-4947-a2e7-f146dd132c63,segment=NetworkSegment(79951854-bb5a-451e-9cfa-2f450832b1fd),segment_id=79951854-bb5a-451e-9cfa-2f450832b1fd)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:37:18.503896 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 48030) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:37:18.529930 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9701b714-24f2-4997-9533-d1fe4f904ba7 tempest-ExtraDHCPOptionsIpV6TestJSON-754593973 tempest-ExtraDHCPOptionsIpV6TestJSON-754593973-project] Pushing event updated for resources: {'Port': ['ID=2f4dda52-752c-4447-964e-b871a8ccb146,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:37:18.532393 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-f228d58f-81df-4e22-bb4d-d515aba71e21 tempest-ExtraDHCPOptionsIpV6TestJSON-754593973 tempest-ExtraDHCPOptionsIpV6TestJSON-754593973-project] Request body: {'port': {'network_id': '556e016d-067e-47d5-92ea-e71f472ad280', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1878668058', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:37:18.539781 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.api.validators [None req-f228d58f-81df-4e22-bb4d-d515aba71e21 tempest-ExtraDHCPOptionsIpV6TestJSON-754593973 tempest-ExtraDHCPOptionsIpV6TestJSON-754593973-project] bootfile-name is not in valid_values {{(pid=103447) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 22 20:37:18.540436 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.api.validators [None req-f228d58f-81df-4e22-bb4d-d515aba71e21 tempest-ExtraDHCPOptionsIpV6TestJSON-754593973 tempest-ExtraDHCPOptionsIpV6TestJSON-754593973-project] tftp-server is not in valid_values {{(pid=103447) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 22 20:37:18.544509 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.api.validators [None req-f228d58f-81df-4e22-bb4d-d515aba71e21 tempest-ExtraDHCPOptionsIpV6TestJSON-754593973 tempest-ExtraDHCPOptionsIpV6TestJSON-754593973-project] server-ip-address is not in valid_values {{(pid=103447) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 22 20:37:18.545164 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:18.602148 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c07c41e6-513f-41ab-bd1c-b141fdbe183b tempest-FloatingIPAdminTestJSON-1258731057 tempest-FloatingIPAdminTestJSON-1258731057-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:18.608113 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef5235bc-b414-4f42-8614-8840551348f5 admin admin] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:37:18.621949 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-ef5235bc-b414-4f42-8614-8840551348f5 admin admin] 10.222.0.46 "PUT /v2.0/routers/f7b9389c-948b-4084-b64e-abdfb814f4e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7860279 Nov 22 20:37:18.634233 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e7bde1-33a6-42b6-93ae-62f118bab48b None None] Sync routers for ids ['f7b9389c-948b-4084-b64e-abdfb814f4e8'] in n-d-818823-1 {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:37:18.645425 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 48036) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:37:18.658400 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Pushing event updated for resources: {'Port': ['ID=b4ffd886-752b-4947-a2e7-f146dd132c63,revision_number=3']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:37:18.694594 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e7bde1-33a6-42b6-93ae-62f118bab48b None None] Routers {'f7b9389c-948b-4084-b64e-abdfb814f4e8'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:37:18.696052 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-50e7bde1-33a6-42b6-93ae-62f118bab48b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:37:03Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['f7b9389c-948b-4084-b64e-abdfb814f4e8'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:37:18.868961 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9313338b-ecb3-4aca-a187-51e3d2fa1c38 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3753007'] for subnet, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:18.903073 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c1de95f3-f5e8-4767-a79d-1f565023041d admin admin] Publish callbacks [] for router, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:18.997994 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-50e7bde1-33a6-42b6-93ae-62f118bab48b None None] Set router f7b9389c-948b-4084-b64e-abdfb814f4e8 gateway port host: n-d-818823-1 {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:37:19.047777 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f228d58f-81df-4e22-bb4d-d515aba71e21 tempest-ExtraDHCPOptionsIpV6TestJSON-754593973 tempest-ExtraDHCPOptionsIpV6TestJSON-754593973-project] Made reservation on behalf of 991a219d95c1475c8ad63dea08d93396 for: {'port': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:37:19.051369 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f228d58f-81df-4e22-bb4d-d515aba71e21 tempest-ExtraDHCPOptionsIpV6TestJSON-754593973 tempest-ExtraDHCPOptionsIpV6TestJSON-754593973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:19.109197 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [None req-f228d58f-81df-4e22-bb4d-d515aba71e21 tempest-ExtraDHCPOptionsIpV6TestJSON-754593973 tempest-ExtraDHCPOptionsIpV6TestJSON-754593973-project] device_id is not set on port f80021d7-724f-49e2-9ca0-6a6ac7a4b4b0 yet. {{(pid=103447) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 20:37:19.118145 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9313338b-ecb3-4aca-a187-51e3d2fa1c38 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3753014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8900804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8485115'] for subnet, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:19.170944 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c07c41e6-513f-41ab-bd1c-b141fdbe183b tempest-FloatingIPAdminTestJSON-1258731057 tempest-FloatingIPAdminTestJSON-1258731057-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:19.191947 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c07c41e6-513f-41ab-bd1c-b141fdbe183b tempest-FloatingIPAdminTestJSON-1258731057 tempest-FloatingIPAdminTestJSON-1258731057-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:19.208047 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-1509a7df-81a5-474f-8c8c-58a77bade1f9 None None] Provisioning complete for port b4ffd886-752b-4947-a2e7-f146dd132c63 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:37:19.210512 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-1509a7df-81a5-474f-8c8c-58a77bade1f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:19.219772 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9313338b-ecb3-4aca-a187-51e3d2fa1c38 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Pushing event deleted for resources: {'Subnet': ['ID=6157709c-8860-4649-8b1f-d56b818f420c,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:37:19.246401 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9313338b-ecb3-4aca-a187-51e3d2fa1c38 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks [] for subnet, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:19.250743 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-9313338b-ecb3-4aca-a187-51e3d2fa1c38 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] 10.222.0.46 "DELETE /v2.0/subnets/6157709c-8860-4649-8b1f-d56b818f420c HTTP/1.1" status: 204 len: 168 time: 1.0131264 Nov 22 20:37:19.256694 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 48046) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:37:19.298381 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-425f5e82-7da0-42ea-a52f-b47493214292 None None] Network b1700632-035e-4254-94e1-ef785cdb57e2 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:37:19.348921 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 48048) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:37:19.353542 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07c41e6-513f-41ab-bd1c-b141fdbe183b tempest-FloatingIPAdminTestJSON-1258731057 tempest-FloatingIPAdminTestJSON-1258731057-project-admin] Pushing event updated for resources: {'Port': ['ID=db18c19c-392f-435d-b3d5-f69c32bdd057,revision_number=2']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:37:19.386552 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-50e7bde1-33a6-42b6-93ae-62f118bab48b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7b9389c-948b-4084-b64e-abdfb814f4e8', 'name': 'tempest-TestVolumeBackupRestore-2074793907-router', 'tenant_id': '2f1be1e17ce745a3a14e4edd9f41dbe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.135'}], 'enable_snat': True}, 'gw_port_id': 'f0181abe-9974-4360-9347-53578c02ccdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:32:19Z', 'updated_at': '2021-11-22T20:37:15Z', 'revision_number': 5, 'project_id': '2f1be1e17ce745a3a14e4edd9f41dbe6', 'gw_port': {'id': 'f0181abe-9974-4360-9347-53578c02ccdc', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:76:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b9389c-948b-4084-b64e-abdfb814f4e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2577, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:32:20Z', 'updated_at': '2021-11-22T20:32:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:37:19.420043 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c1de95f3-f5e8-4767-a79d-1f565023041d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:19.454226 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e7bde1-33a6-42b6-93ae-62f118bab48b None None] Checking router: f7b9389c-948b-4084-b64e-abdfb814f4e8 for host: n-d-818823-1 {{(pid=103450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 20:37:19.487463 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e7bde1-33a6-42b6-93ae-62f118bab48b None None] Routers {'f7b9389c-948b-4084-b64e-abdfb814f4e8'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:37:19.487965 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-50e7bde1-33a6-42b6-93ae-62f118bab48b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:37:03Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['f7b9389c-948b-4084-b64e-abdfb814f4e8'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:37:19.512712 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c07c41e6-513f-41ab-bd1c-b141fdbe183b tempest-FloatingIPAdminTestJSON-1258731057 tempest-FloatingIPAdminTestJSON-1258731057-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-595224'] for floatingip, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:19.535321 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c07c41e6-513f-41ab-bd1c-b141fdbe183b tempest-FloatingIPAdminTestJSON-1258731057 tempest-FloatingIPAdminTestJSON-1258731057-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for floatingip, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:19.536835 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-c07c41e6-513f-41ab-bd1c-b141fdbe183b tempest-FloatingIPAdminTestJSON-1258731057 tempest-FloatingIPAdminTestJSON-1258731057-project-admin] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.3523674 Nov 22 20:37:19.541960 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 48054) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:37:19.555830 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a93bb28-32cb-48c6-83fc-53d0b7b36d74 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Deleting subnet 3d801c40-43af-4a7c-a962-c3820bbb0766 {{(pid=103447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 20:37:19.574241 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-7a93bb28-32cb-48c6-83fc-53d0b7b36d74 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks [] for subnet, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:19.596605 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-c1de95f3-f5e8-4767-a79d-1f565023041d admin admin] Deleting port f0181abe-9974-4360-9347-53578c02ccdc {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:37:19.597997 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c1de95f3-f5e8-4767-a79d-1f565023041d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:19.678844 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [None req-f228d58f-81df-4e22-bb4d-d515aba71e21 tempest-ExtraDHCPOptionsIpV6TestJSON-754593973 tempest-ExtraDHCPOptionsIpV6TestJSON-754593973-project] Allocated IP 2001:db8::2a0 (556e016d-067e-47d5-92ea-e71f472ad280/b92a3462-1fbd-4084-8197-32580318bd0e/f80021d7-724f-49e2-9ca0-6a6ac7a4b4b0) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:37:19.700743 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-50e7bde1-33a6-42b6-93ae-62f118bab48b None None] Set router f7b9389c-948b-4084-b64e-abdfb814f4e8 gateway port host: None {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:37:19.716125 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-7a93bb28-32cb-48c6-83fc-53d0b7b36d74 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12178353'] for subnet, precommit_delete_associations {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:19.805653 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-50e7bde1-33a6-42b6-93ae-62f118bab48b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7b9389c-948b-4084-b64e-abdfb814f4e8', 'name': 'tempest-TestVolumeBackupRestore-2074793907-router', 'tenant_id': '2f1be1e17ce745a3a14e4edd9f41dbe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:32:19Z', 'updated_at': '2021-11-22T20:37:19Z', 'revision_number': 6, 'project_id': '2f1be1e17ce745a3a14e4edd9f41dbe6', 'gw_port_host': None}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:37:19.898854 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-c1de95f3-f5e8-4767-a79d-1f565023041d admin admin] For port f0181abe-9974-4360-9347-53578c02ccdc, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=f0181abe-9974-4360-9347-53578c02ccdc,segment=NetworkSegment(8793ba83-8407-4c3d-9b56-2a177cd58a70),segment_id=8793ba83-8407-4c3d-9b56-2a177cd58a70)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:37:19.902417 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c1de95f3-f5e8-4767-a79d-1f565023041d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:19.903748 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e7bde1-33a6-42b6-93ae-62f118bab48b None None] The sync data for ids ['f7b9389c-948b-4084-b64e-abdfb814f4e8'] in n-d-818823-1 is: [{'id': 'f7b9389c-948b-4084-b64e-abdfb814f4e8', 'name': 'tempest-TestVolumeBackupRestore-2074793907-router', 'tenant_id': '2f1be1e17ce745a3a14e4edd9f41dbe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:32:19Z', 'updated_at': '2021-11-22T20:37:19Z', 'revision_number': 6, 'project_id': '2f1be1e17ce745a3a14e4edd9f41dbe6', 'gw_port_host': None}] {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:37:19.976506 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-c1de95f3-f5e8-4767-a79d-1f565023041d admin admin] Calling delete_port for f0181abe-9974-4360-9347-53578c02ccdc owned by network:router_gateway {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:37:19.989563 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-31883767-866e-48d2-bc3d-096544a5aef7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:20.008130 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device b4ffd886-752b-4947-a2e7-f146dd132c63 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:37:20.066099 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-1509a7df-81a5-474f-8c8c-58a77bade1f9 None None] Provisioning complete for port 2f4dda52-752c-4447-964e-b871a8ccb146 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:37:20.066739 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-1509a7df-81a5-474f-8c8c-58a77bade1f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:20.090121 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-7a93bb28-32cb-48c6-83fc-53d0b7b36d74 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3753007'] for subnet, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:20.144404 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port b4ffd886-752b-4947-a2e7-f146dd132c63 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:37:20.144404 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:20.145689 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-1509a7df-81a5-474f-8c8c-58a77bade1f9 None None] Port 2f4dda52-752c-4447-964e-b871a8ccb146 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:37:20.199663 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-4e0b65b5-8085-47c8-a2c7-7831a7286898 tempest-FloatingIPAdminTestJSON-827597453 tempest-FloatingIPAdminTestJSON-827597453-project] Request body: {'floatingip': {'floating_network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:37:20.221009 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14a1b1e8-2d85-4cdf-9a7f-7e69bb154ef9 None None] DHCP port deletion for b1700632-035e-4254-94e1-ef785cdb57e2 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:37:20.282109 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4e0b65b5-8085-47c8-a2c7-7831a7286898 tempest-FloatingIPAdminTestJSON-827597453 tempest-FloatingIPAdminTestJSON-827597453-project] Publish callbacks [] for floatingip, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:20.313692 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f228d58f-81df-4e22-bb4d-d515aba71e21 tempest-ExtraDHCPOptionsIpV6TestJSON-754593973 tempest-ExtraDHCPOptionsIpV6TestJSON-754593973-project] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:20.326993 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-7a93bb28-32cb-48c6-83fc-53d0b7b36d74 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3753014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8900804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8485115'] for subnet, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:20.339966 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-a55d89b8-d699-49e5-860c-8f225f3509ae None None] Provisioning complete for port 2f4dda52-752c-4447-964e-b871a8ccb146 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:37:20.341466 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-a55d89b8-d699-49e5-860c-8f225f3509ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:20.370634 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-31883767-866e-48d2-bc3d-096544a5aef7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:20.393857 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-a55d89b8-d699-49e5-860c-8f225f3509ae None None] Port 2f4dda52-752c-4447-964e-b871a8ccb146 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:37:20.397732 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-14a1b1e8-2d85-4cdf-9a7f-7e69bb154ef9 None None] Deleting port 8fabede7-73b7-4d0e-9afb-17ff6d9983ca {{(pid=103449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:37:20.398267 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-14a1b1e8-2d85-4cdf-9a7f-7e69bb154ef9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:20.417898 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a93bb28-32cb-48c6-83fc-53d0b7b36d74 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Pushing event deleted for resources: {'Subnet': ['ID=3d801c40-43af-4a7c-a962-c3820bbb0766,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:37:20.424242 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-7a93bb28-32cb-48c6-83fc-53d0b7b36d74 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks [] for subnet, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:20.429940 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-7a93bb28-32cb-48c6-83fc-53d0b7b36d74 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] 10.222.0.46 "DELETE /v2.0/subnets/3d801c40-43af-4a7c-a962-c3820bbb0766 HTTP/1.1" status: 204 len: 168 time: 1.1661611 Nov 22 20:37:20.430394 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 48058) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:37:20.439610 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc6498e7-d093-430f-bcd7-fafc1fcc0283 None None] Network fff2040d-0069-4a46-bf41-d86421471bbe requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:37:20.534974 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ea019a50-0989-4759-9cef-9eedb9510dd1 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3961693'] for network, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:20.570679 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-31883767-866e-48d2-bc3d-096544a5aef7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:20.578083 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c1de95f3-f5e8-4767-a79d-1f565023041d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:20.604839 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-14a1b1e8-2d85-4cdf-9a7f-7e69bb154ef9 None None] For port 8fabede7-73b7-4d0e-9afb-17ff6d9983ca, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=8fabede7-73b7-4d0e-9afb-17ff6d9983ca,segment=NetworkSegment(39ff3442-0ba4-4627-b51e-90238e36d3ec),segment_id=39ff3442-0ba4-4627-b51e-90238e36d3ec)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:37:20.605649 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-14a1b1e8-2d85-4cdf-9a7f-7e69bb154ef9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:20.624495 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f228d58f-81df-4e22-bb4d-d515aba71e21 tempest-ExtraDHCPOptionsIpV6TestJSON-754593973 tempest-ExtraDHCPOptionsIpV6TestJSON-754593973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:20.645649 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-14a1b1e8-2d85-4cdf-9a7f-7e69bb154ef9 None None] Calling delete_port for 8fabede7-73b7-4d0e-9afb-17ff6d9983ca owned by network:dhcp {{(pid=103449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:37:20.668805 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1de95f3-f5e8-4767-a79d-1f565023041d admin admin] Pushing event deleted for resources: {'Port': ['ID=f0181abe-9974-4360-9347-53578c02ccdc,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:37:20.721035 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-31883767-866e-48d2-bc3d-096544a5aef7 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=32e9faeb29324d8ebdf4d5ca3bb034f6&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3685608 Nov 22 20:37:20.721874 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31883767-866e-48d2-bc3d-096544a5aef7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6c3ef1a-816c-4d15-b795-a8d979b1b33a,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:37:20.724467 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 48062) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:37:20.746854 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f228d58f-81df-4e22-bb4d-d515aba71e21 tempest-ExtraDHCPOptionsIpV6TestJSON-754593973 tempest-ExtraDHCPOptionsIpV6TestJSON-754593973-project] Network 556e016d-067e-47d5-92ea-e71f472ad280 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:37:20.749749 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-f228d58f-81df-4e22-bb4d-d515aba71e21 tempest-ExtraDHCPOptionsIpV6TestJSON-754593973 tempest-ExtraDHCPOptionsIpV6TestJSON-754593973-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:37:20.754792 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f228d58f-81df-4e22-bb4d-d515aba71e21 tempest-ExtraDHCPOptionsIpV6TestJSON-754593973 tempest-ExtraDHCPOptionsIpV6TestJSON-754593973-project] Pushing event updated for resources: {'Port': ['ID=f80021d7-724f-49e2-9ca0-6a6ac7a4b4b0,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:37:20.757699 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f228d58f-81df-4e22-bb4d-d515aba71e21 tempest-ExtraDHCPOptionsIpV6TestJSON-754593973 tempest-ExtraDHCPOptionsIpV6TestJSON-754593973-project] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:37:20.764538 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f228d58f-81df-4e22-bb4d-d515aba71e21 tempest-ExtraDHCPOptionsIpV6TestJSON-754593973 tempest-ExtraDHCPOptionsIpV6TestJSON-754593973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:37:20.765422 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f228d58f-81df-4e22-bb4d-d515aba71e21 tempest-ExtraDHCPOptionsIpV6TestJSON-754593973 tempest-ExtraDHCPOptionsIpV6TestJSON-754593973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:20.785890 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-ea019a50-0989-4759-9cef-9eedb9510dd1 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Deleting port 8fabede7-73b7-4d0e-9afb-17ff6d9983ca {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:37:20.786380 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ea019a50-0989-4759-9cef-9eedb9510dd1 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:20.792670 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-f228d58f-81df-4e22-bb4d-d515aba71e21 tempest-ExtraDHCPOptionsIpV6TestJSON-754593973 tempest-ExtraDHCPOptionsIpV6TestJSON-754593973-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 2.2870810 Nov 22 20:37:20.800659 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c1de95f3-f5e8-4767-a79d-1f565023041d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595398'] for router_gateway, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:20.802550 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 48064) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:37:20.804513 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c136f747-800b-42d5-82e8-ceab3da119ca None None] DHCP port deletion for c48a55e9-6a85-4746-b7bf-3e29fb560094 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:37:20.847500 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-14a1b1e8-2d85-4cdf-9a7f-7e69bb154ef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381'] for port, after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:20.914571 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [None req-ea019a50-0989-4759-9cef-9eedb9510dd1 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] For port 8fabede7-73b7-4d0e-9afb-17ff6d9983ca, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=8fabede7-73b7-4d0e-9afb-17ff6d9983ca,segment=NetworkSegment(39ff3442-0ba4-4627-b51e-90238e36d3ec),segment_id=39ff3442-0ba4-4627-b51e-90238e36d3ec)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:37:20.914938 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ea019a50-0989-4759-9cef-9eedb9510dd1 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:20.920422 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a1b1e8-2d85-4cdf-9a7f-7e69bb154ef9 None None] Pushing event deleted for resources: {'Port': ['ID=8fabede7-73b7-4d0e-9afb-17ff6d9983ca,revision_number=None']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:37:20.940027 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a1b1e8-2d85-4cdf-9a7f-7e69bb154ef9 None None] No DVR routers for this DVR port 8fabede7-73b7-4d0e-9afb-17ff6d9983ca on host n-d-818823-1 {{(pid=103449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:37:20.956800 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-ea019a50-0989-4759-9cef-9eedb9510dd1 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Calling delete_port for 8fabede7-73b7-4d0e-9afb-17ff6d9983ca owned by network:dhcp {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:37:21.001664 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c1de95f3-f5e8-4767-a79d-1f565023041d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24781'] for router, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:21.005939 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c1de95f3-f5e8-4767-a79d-1f565023041d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:21.074332 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f1722ea4-8182-4da4-bb42-85d3ef7b9acb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:21.081486 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b79c572-e752-4838-bd9d-d8c049aa3b0b None None] DHCP port deletion for fff2040d-0069-4a46-bf41-d86421471bbe request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:37:21.081781 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ea019a50-0989-4759-9cef-9eedb9510dd1 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:21.096363 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9912edb1-0926-4012-9427-4d2065c2e3e7 tempest-ExtraDHCPOptionsIpV6TestJSON-754593973 tempest-ExtraDHCPOptionsIpV6TestJSON-754593973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:37:21.109929 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9912edb1-0926-4012-9427-4d2065c2e3e7 tempest-ExtraDHCPOptionsIpV6TestJSON-754593973 tempest-ExtraDHCPOptionsIpV6TestJSON-754593973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:37:21.128604 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9912edb1-0926-4012-9427-4d2065c2e3e7 tempest-ExtraDHCPOptionsIpV6TestJSON-754593973 tempest-ExtraDHCPOptionsIpV6TestJSON-754593973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:37:21.133708 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-9912edb1-0926-4012-9427-4d2065c2e3e7 tempest-ExtraDHCPOptionsIpV6TestJSON-754593973 tempest-ExtraDHCPOptionsIpV6TestJSON-754593973-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2623 time: 0.3253269 Nov 22 20:37:21.134680 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 48066) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:37:21.145398 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c1de95f3-f5e8-4767-a79d-1f565023041d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-663261'] for router, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:21.146157 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1de95f3-f5e8-4767-a79d-1f565023041d admin admin] Fanout notify agent at l3_agent the message router_deleted on router f7b9389c-948b-4084-b64e-abdfb814f4e8 {{(pid=103448) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 20:37:21.152342 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c1de95f3-f5e8-4767-a79d-1f565023041d admin admin] Publish callbacks [] for router, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:21.164430 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-c1de95f3-f5e8-4767-a79d-1f565023041d admin admin] 10.222.0.46 "DELETE /v2.0/routers/f7b9389c-948b-4084-b64e-abdfb814f4e8 HTTP/1.1" status: 204 len: 168 time: 2.5170383 Nov 22 20:37:21.170010 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 48068) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:37:21.175295 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-0b79c572-e752-4838-bd9d-d8c049aa3b0b None None] Deleting port 814494f1-aac3-40e8-982a-23d2a7497128 {{(pid=103449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:37:21.175575 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-0b79c572-e752-4838-bd9d-d8c049aa3b0b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:21.207201 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea019a50-0989-4759-9cef-9eedb9510dd1 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] No DVR routers for this DVR port 8fabede7-73b7-4d0e-9afb-17ff6d9983ca on host n-d-818823-1 {{(pid=103447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:37:21.211570 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f1722ea4-8182-4da4-bb42-85d3ef7b9acb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:21.214325 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea019a50-0989-4759-9cef-9eedb9510dd1 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Pushing event deleted for resources: {'Port': ['ID=8fabede7-73b7-4d0e-9afb-17ff6d9983ca,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:37:21.337933 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f1722ea4-8182-4da4-bb42-85d3ef7b9acb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:21.339358 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-0b79c572-e752-4838-bd9d-d8c049aa3b0b None None] For port 814494f1-aac3-40e8-982a-23d2a7497128, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=814494f1-aac3-40e8-982a-23d2a7497128,segment=NetworkSegment(30314a75-b850-46c8-888c-deb1e66618ac),segment_id=30314a75-b850-46c8-888c-deb1e66618ac)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:37:21.341654 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-0b79c572-e752-4838-bd9d-d8c049aa3b0b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:21.341767 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f1722ea4-8182-4da4-bb42-85d3ef7b9acb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:21.344618 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-f1722ea4-8182-4da4-bb42-85d3ef7b9acb admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e6c3ef1a-816c-4d15-b795-a8d979b1b33a HTTP/1.1" status: 204 len: 168 time: 0.6054056 Nov 22 20:37:21.357979 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4e0b65b5-8085-47c8-a2c7-7831a7286898 tempest-FloatingIPAdminTestJSON-827597453 tempest-FloatingIPAdminTestJSON-827597453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:21.377717 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_v2 [None req-f69ad016-8be7-41d2-bf0d-46ac37229276 admin admin] Deleting subnet 6b2068bd-0116-4c8e-801b-824b8c14e13b {{(pid=103448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 20:37:21.381140 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f69ad016-8be7-41d2-bf0d-46ac37229276 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:21.385763 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-0b79c572-e752-4838-bd9d-d8c049aa3b0b None None] Calling delete_port for 814494f1-aac3-40e8-982a-23d2a7497128 owned by network:dhcp {{(pid=103449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:37:21.429719 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f69ad016-8be7-41d2-bf0d-46ac37229276 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11627908'] for subnet, precommit_delete_associations {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:21.452527 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-d8a75749-5c1c-4458-a7a7-c68e03f87d7d None None] Provisioning complete for port f80021d7-724f-49e2-9ca0-6a6ac7a4b4b0 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:37:21.453040 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-d8a75749-5c1c-4458-a7a7-c68e03f87d7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:21.461581 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1722ea4-8182-4da4-bb42-85d3ef7b9acb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6c3ef1a-816c-4d15-b795-a8d979b1b33a,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:37:21.470876 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ea019a50-0989-4759-9cef-9eedb9510dd1 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3760028', 'neutron.services.segments.db._delete_segments_for_network-8748992815755'] for network, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:21.506329 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-ea019a50-0989-4759-9cef-9eedb9510dd1 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1700632-035e-4254-94e1-ef785cdb57e2']}} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:37:21.517643 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-e5c231e3-6425-4330-ac47-3589295a7834 tempest-ExtraDHCPOptionsIpV6TestJSON-754593973 tempest-ExtraDHCPOptionsIpV6TestJSON-754593973-project] Deleting port f80021d7-724f-49e2-9ca0-6a6ac7a4b4b0 {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:37:21.518040 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e5c231e3-6425-4330-ac47-3589295a7834 tempest-ExtraDHCPOptionsIpV6TestJSON-754593973 tempest-ExtraDHCPOptionsIpV6TestJSON-754593973-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:21.523476 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-d8a75749-5c1c-4458-a7a7-c68e03f87d7d None None] Port f80021d7-724f-49e2-9ca0-6a6ac7a4b4b0 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:37:21.540485 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-ea019a50-0989-4759-9cef-9eedb9510dd1 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39ff3442-0ba4-4627-b51e-90238e36d3ec') {'for_net_delete': True} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:37:21.541067 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-ea019a50-0989-4759-9cef-9eedb9510dd1 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39ff3442-0ba4-4627-b51e-90238e36d3ec') {} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:37:21.597598 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ea019a50-0989-4759-9cef-9eedb9510dd1 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748993039638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12178344'] for segment, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:21.624673 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-0b79c572-e752-4838-bd9d-d8c049aa3b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381'] for port, after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:21.638026 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ea019a50-0989-4759-9cef-9eedb9510dd1 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:21.650686 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea019a50-0989-4759-9cef-9eedb9510dd1 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Releasing vlan 645 on physical network physnet1 to pool {{(pid=103447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 20:37:21.651266 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ea019a50-0989-4759-9cef-9eedb9510dd1 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8900762'] for segment, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:21.654473 n-d-818823-1 neutron-server[103447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 20:37:21.654473 n-d-818823-1 neutron-server[103447]: self.session.flush() Nov 22 20:37:21.654473 n-d-818823-1 neutron-server[103447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 20:37:21.654473 n-d-818823-1 neutron-server[103447]: self.session.flush() Nov 22 20:37:21.654473 n-d-818823-1 neutron-server[103447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 20:37:21.654473 n-d-818823-1 neutron-server[103447]: self.session.flush() Nov 22 20:37:21.654473 n-d-818823-1 neutron-server[103447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 20:37:21.654473 n-d-818823-1 neutron-server[103447]: self.session.flush() Nov 22 20:37:21.654473 n-d-818823-1 neutron-server[103447]: Traceback (most recent call last): Nov 22 20:37:21.654473 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 20:37:21.654473 n-d-818823-1 neutron-server[103447]: timer() Nov 22 20:37:21.654473 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 20:37:21.654473 n-d-818823-1 neutron-server[103447]: cb(*args, **kw) Nov 22 20:37:21.654473 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 20:37:21.654473 n-d-818823-1 neutron-server[103447]: return func(*args, **kwargs) Nov 22 20:37:21.654473 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 20:37:21.654473 n-d-818823-1 neutron-server[103447]: self._notify() Nov 22 20:37:21.654473 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 20:37:21.654473 n-d-818823-1 neutron-server[103447]: self.callback(batched_events) Nov 22 20:37:21.654473 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 20:37:21.654473 n-d-818823-1 neutron-server[103447]: event.method(event) Nov 22 20:37:21.654473 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 20:37:21.654473 n-d-818823-1 neutron-server[103447]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 20:37:21.654473 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 20:37:21.654473 n-d-818823-1 neutron-server[103447]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 20:37:21.654473 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 20:37:21.654473 n-d-818823-1 neutron-server[103447]: return f(self, *a, **k) Nov 22 20:37:21.654473 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 20:37:21.654473 n-d-818823-1 neutron-server[103447]: return self._get(url).json() Nov 22 20:37:21.654473 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 20:37:21.654473 n-d-818823-1 neutron-server[103447]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 20:37:21.654473 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 20:37:21.654473 n-d-818823-1 neutron-server[103447]: return self.request(url, 'GET', **kwargs) Nov 22 20:37:21.654473 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 20:37:21.654473 n-d-818823-1 neutron-server[103447]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 20:37:21.654473 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 20:37:21.654473 n-d-818823-1 neutron-server[103447]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 20:37:21.654473 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 20:37:21.654473 n-d-818823-1 neutron-server[103447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 20:37:21.654473 n-d-818823-1 neutron-server[103447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 20:37:21.662087 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f69ad016-8be7-41d2-bf0d-46ac37229276 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3753007'] for subnet, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:21.690368 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b79c572-e752-4838-bd9d-d8c049aa3b0b None None] Pushing event deleted for resources: {'Port': ['ID=814494f1-aac3-40e8-982a-23d2a7497128,revision_number=None']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:37:21.711353 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b79c572-e752-4838-bd9d-d8c049aa3b0b None None] No DVR routers for this DVR port 814494f1-aac3-40e8-982a-23d2a7497128 on host n-d-818823-1 {{(pid=103449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:37:21.728114 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [None req-4e0b65b5-8085-47c8-a2c7-7831a7286898 tempest-FloatingIPAdminTestJSON-827597453 tempest-FloatingIPAdminTestJSON-827597453-project] Allocated IP 172.25.5.156 (c48a55e9-6a85-4746-b7bf-3e29fb560094/5da6f781-63e6-4328-ae7a-5e672262f55a/a40a2c2a-e79d-47d3-a1f0-814e4375bdea) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:37:21.757752 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e5c231e3-6425-4330-ac47-3589295a7834 tempest-ExtraDHCPOptionsIpV6TestJSON-754593973 tempest-ExtraDHCPOptionsIpV6TestJSON-754593973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:21.794907 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-e5c231e3-6425-4330-ac47-3589295a7834 tempest-ExtraDHCPOptionsIpV6TestJSON-754593973 tempest-ExtraDHCPOptionsIpV6TestJSON-754593973-project] Calling delete_port for f80021d7-724f-49e2-9ca0-6a6ac7a4b4b0 owned by {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:37:21.796933 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ea019a50-0989-4759-9cef-9eedb9510dd1 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3760002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595318'] for network, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:21.804267 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ea019a50-0989-4759-9cef-9eedb9510dd1 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks [] for network, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:21.808541 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-ea019a50-0989-4759-9cef-9eedb9510dd1 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] 10.222.0.46 "DELETE /v2.0/networks/b1700632-035e-4254-94e1-ef785cdb57e2 HTTP/1.1" status: 204 len: 168 time: 1.3755603 Nov 22 20:37:21.817845 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 48076) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:37:21.836263 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f69ad016-8be7-41d2-bf0d-46ac37229276 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3753014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11567369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11792914'] for subnet, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:21.863386 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea019a50-0989-4759-9cef-9eedb9510dd1 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Pushing event deleted for resources: {'Network': ['ID=b1700632-035e-4254-94e1-ef785cdb57e2,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:37:21.930827 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69ad016-8be7-41d2-bf0d-46ac37229276 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b2068bd-0116-4c8e-801b-824b8c14e13b,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:37:21.935648 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f69ad016-8be7-41d2-bf0d-46ac37229276 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:21.943895 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-f69ad016-8be7-41d2-bf0d-46ac37229276 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/6b2068bd-0116-4c8e-801b-824b8c14e13b HTTP/1.1" status: 204 len: 168 time: 0.7727125 Nov 22 20:37:21.945057 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 48078) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:37:21.945934 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd183343-c8fe-453d-8197-435bb6c70be7 None None] Network 57b8d32b-2e18-418c-bdae-79baa57b75d7 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:37:21.950194 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 814494f1-aac3-40e8-982a-23d2a7497128 no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:37:21.976400 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 48080) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:37:22.027890 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5859bd7d-a369-4478-9f61-d713a3ebd8b7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:22.090942 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a4e4dde9-57f4-4104-a53e-a71a3574275f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3961693'] for network, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:22.092960 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: 814494f1-aac3-40e8-982a-23d2a7497128 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:37:22.092960 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 814494f1-aac3-40e8-982a-23d2a7497128 not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:37:22.093196 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 0a28dd71-af9c-45cb-a286-89664225beff no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:37:22.100216 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4e0b65b5-8085-47c8-a2c7-7831a7286898 tempest-FloatingIPAdminTestJSON-827597453 tempest-FloatingIPAdminTestJSON-827597453-project] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:22.128437 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: 0a28dd71-af9c-45cb-a286-89664225beff {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:37:22.129022 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 0a28dd71-af9c-45cb-a286-89664225beff not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:37:22.130168 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device f0181abe-9974-4360-9347-53578c02ccdc no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:37:22.157419 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: f0181abe-9974-4360-9347-53578c02ccdc {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:37:22.157959 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device f0181abe-9974-4360-9347-53578c02ccdc not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:37:22.159955 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 8fabede7-73b7-4d0e-9afb-17ff6d9983ca no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:37:22.200744 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: 8fabede7-73b7-4d0e-9afb-17ff6d9983ca {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:37:22.201467 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 8fabede7-73b7-4d0e-9afb-17ff6d9983ca not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:37:22.222490 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4e0b65b5-8085-47c8-a2c7-7831a7286898 tempest-FloatingIPAdminTestJSON-827597453 tempest-FloatingIPAdminTestJSON-827597453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:22.246240 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5859bd7d-a369-4478-9f61-d713a3ebd8b7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:22.272887 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5859bd7d-a369-4478-9f61-d713a3ebd8b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:22.289429 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e0b65b5-8085-47c8-a2c7-7831a7286898 tempest-FloatingIPAdminTestJSON-827597453 tempest-FloatingIPAdminTestJSON-827597453-project] Network c48a55e9-6a85-4746-b7bf-3e29fb560094 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:37:22.299102 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-a4e4dde9-57f4-4104-a53e-a71a3574275f admin admin] Deleting port 5ce0141c-57cd-4b4c-b55a-a32b88fda451 {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:37:22.299478 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a4e4dde9-57f4-4104-a53e-a71a3574275f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:22.316356 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-4e0b65b5-8085-47c8-a2c7-7831a7286898 tempest-FloatingIPAdminTestJSON-827597453 tempest-FloatingIPAdminTestJSON-827597453-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:37:22.337525 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e0b65b5-8085-47c8-a2c7-7831a7286898 tempest-FloatingIPAdminTestJSON-827597453 tempest-FloatingIPAdminTestJSON-827597453-project] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:37:22.375219 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0b65b5-8085-47c8-a2c7-7831a7286898 tempest-FloatingIPAdminTestJSON-827597453 tempest-FloatingIPAdminTestJSON-827597453-project] Pushing event updated for resources: {'Port': ['ID=a40a2c2a-e79d-47d3-a1f0-814e4375bdea,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:37:22.403892 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-02a03ec4-dfdc-4c1d-ab4b-6a842bba2ffe tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3961693'] for network, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:22.408469 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5859bd7d-a369-4478-9f61-d713a3ebd8b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfe5dc6b-249e-44e1-890d-afb7cec48526,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:37:22.412713 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-5859bd7d-a369-4478-9f61-d713a3ebd8b7 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b8943c4e98fb49a2a4faccdbce93794f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4338708 Nov 22 20:37:22.421572 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 48082) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:37:22.430699 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eac66273-b84e-4fe1-a07d-42920a939280 None None] DHCP port deletion for 57b8d32b-2e18-418c-bdae-79baa57b75d7 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:37:22.470794 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-a4e4dde9-57f4-4104-a53e-a71a3574275f admin admin] For port 5ce0141c-57cd-4b4c-b55a-a32b88fda451, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=5ce0141c-57cd-4b4c-b55a-a32b88fda451,segment=NetworkSegment(66713f17-6529-474a-95dd-5910789685dd),segment_id=66713f17-6529-474a-95dd-5910789685dd)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:37:22.471174 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a4e4dde9-57f4-4104-a53e-a71a3574275f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:22.500461 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-a4e4dde9-57f4-4104-a53e-a71a3574275f admin admin] Calling delete_port for 5ce0141c-57cd-4b4c-b55a-a32b88fda451 owned by network:dhcp {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:37:22.519947 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-eac66273-b84e-4fe1-a07d-42920a939280 None None] Deleting port 5ce0141c-57cd-4b4c-b55a-a32b88fda451 {{(pid=103449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:37:22.521498 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-eac66273-b84e-4fe1-a07d-42920a939280 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:22.521664 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-02a03ec4-dfdc-4c1d-ab4b-6a842bba2ffe tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3760028', 'neutron.services.segments.db._delete_segments_for_network-8748992815755'] for network, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:22.528166 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5d02db70-d842-4607-99ce-2ebcff80998d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:22.571597 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-02a03ec4-dfdc-4c1d-ab4b-6a842bba2ffe tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fff2040d-0069-4a46-bf41-d86421471bbe']}} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:37:22.589750 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-02a03ec4-dfdc-4c1d-ab4b-6a842bba2ffe tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30314a75-b850-46c8-888c-deb1e66618ac') {'for_net_delete': True} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:37:22.590049 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-02a03ec4-dfdc-4c1d-ab4b-6a842bba2ffe tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30314a75-b850-46c8-888c-deb1e66618ac') {} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:37:22.590707 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5d02db70-d842-4607-99ce-2ebcff80998d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:22.600423 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-eac66273-b84e-4fe1-a07d-42920a939280 None None] For port 5ce0141c-57cd-4b4c-b55a-a32b88fda451, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=5ce0141c-57cd-4b4c-b55a-a32b88fda451,segment=NetworkSegment(66713f17-6529-474a-95dd-5910789685dd),segment_id=66713f17-6529-474a-95dd-5910789685dd)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:37:22.600962 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-eac66273-b84e-4fe1-a07d-42920a939280 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:22.605066 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-02a03ec4-dfdc-4c1d-ab4b-6a842bba2ffe tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748993039638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12178344'] for segment, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:22.613790 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e5c231e3-6425-4330-ac47-3589295a7834 tempest-ExtraDHCPOptionsIpV6TestJSON-754593973 tempest-ExtraDHCPOptionsIpV6TestJSON-754593973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:22.618722 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-eac66273-b84e-4fe1-a07d-42920a939280 None None] Calling delete_port for 5ce0141c-57cd-4b4c-b55a-a32b88fda451 owned by network:dhcp {{(pid=103449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:37:22.630060 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-02a03ec4-dfdc-4c1d-ab4b-6a842bba2ffe tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:22.655438 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c231e3-6425-4330-ac47-3589295a7834 tempest-ExtraDHCPOptionsIpV6TestJSON-754593973 tempest-ExtraDHCPOptionsIpV6TestJSON-754593973-project] Pushing event deleted for resources: {'Port': ['ID=f80021d7-724f-49e2-9ca0-6a6ac7a4b4b0,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:37:22.658177 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02a03ec4-dfdc-4c1d-ab4b-6a842bba2ffe tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Releasing vlan 611 on physical network physnet1 to pool {{(pid=103447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 20:37:22.658803 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-02a03ec4-dfdc-4c1d-ab4b-6a842bba2ffe tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8900762'] for segment, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:22.664131 n-d-818823-1 neutron-server[103447]: Traceback (most recent call last): Nov 22 20:37:22.664131 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 20:37:22.664131 n-d-818823-1 neutron-server[103447]: timer() Nov 22 20:37:22.664131 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 20:37:22.664131 n-d-818823-1 neutron-server[103447]: cb(*args, **kw) Nov 22 20:37:22.664131 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 20:37:22.664131 n-d-818823-1 neutron-server[103447]: return func(*args, **kwargs) Nov 22 20:37:22.664131 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 20:37:22.664131 n-d-818823-1 neutron-server[103447]: self._notify() Nov 22 20:37:22.664131 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 20:37:22.664131 n-d-818823-1 neutron-server[103447]: self.callback(batched_events) Nov 22 20:37:22.664131 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 20:37:22.664131 n-d-818823-1 neutron-server[103447]: event.method(event) Nov 22 20:37:22.664131 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 20:37:22.664131 n-d-818823-1 neutron-server[103447]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 20:37:22.664131 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 20:37:22.664131 n-d-818823-1 neutron-server[103447]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 20:37:22.664131 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 20:37:22.664131 n-d-818823-1 neutron-server[103447]: return f(self, *a, **k) Nov 22 20:37:22.664131 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 20:37:22.664131 n-d-818823-1 neutron-server[103447]: return self._get(url).json() Nov 22 20:37:22.664131 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 20:37:22.664131 n-d-818823-1 neutron-server[103447]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 20:37:22.664131 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 20:37:22.664131 n-d-818823-1 neutron-server[103447]: return self.request(url, 'GET', **kwargs) Nov 22 20:37:22.664131 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 20:37:22.664131 n-d-818823-1 neutron-server[103447]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 20:37:22.664131 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 20:37:22.664131 n-d-818823-1 neutron-server[103447]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 20:37:22.664131 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 20:37:22.664131 n-d-818823-1 neutron-server[103447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 20:37:22.664131 n-d-818823-1 neutron-server[103447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 20:37:22.681157 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4e0b65b5-8085-47c8-a2c7-7831a7286898 tempest-FloatingIPAdminTestJSON-827597453 tempest-FloatingIPAdminTestJSON-827597453-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:22.694993 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a4e4dde9-57f4-4104-a53e-a71a3574275f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:22.718874 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-eac66273-b84e-4fe1-a07d-42920a939280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381'] for port, after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:22.748696 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e4dde9-57f4-4104-a53e-a71a3574275f admin admin] Pushing event deleted for resources: {'Port': ['ID=5ce0141c-57cd-4b4c-b55a-a32b88fda451,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:37:22.758348 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac66273-b84e-4fe1-a07d-42920a939280 None None] Pushing event deleted for resources: {'Port': ['ID=5ce0141c-57cd-4b4c-b55a-a32b88fda451,revision_number=None']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:37:22.761398 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac66273-b84e-4fe1-a07d-42920a939280 None None] No DVR routers for this DVR port 5ce0141c-57cd-4b4c-b55a-a32b88fda451 on host n-d-818823-1 {{(pid=103449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:37:22.776893 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5d02db70-d842-4607-99ce-2ebcff80998d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:22.780048 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5d02db70-d842-4607-99ce-2ebcff80998d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:22.783488 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-5d02db70-d842-4607-99ce-2ebcff80998d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/dfe5dc6b-249e-44e1-890d-afb7cec48526 HTTP/1.1" status: 204 len: 168 time: 0.3587012 Nov 22 20:37:22.803203 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e4dde9-57f4-4104-a53e-a71a3574275f admin admin] No DVR routers for this DVR port 5ce0141c-57cd-4b4c-b55a-a32b88fda451 on host n-d-818823-1 {{(pid=103448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:37:22.849806 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e5c231e3-6425-4330-ac47-3589295a7834 tempest-ExtraDHCPOptionsIpV6TestJSON-754593973 tempest-ExtraDHCPOptionsIpV6TestJSON-754593973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:22.859090 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-e5c231e3-6425-4330-ac47-3589295a7834 tempest-ExtraDHCPOptionsIpV6TestJSON-754593973 tempest-ExtraDHCPOptionsIpV6TestJSON-754593973-project] 10.222.0.46 "DELETE /v2.0/ports/f80021d7-724f-49e2-9ca0-6a6ac7a4b4b0 HTTP/1.1" status: 204 len: 168 time: 1.7176433 Nov 22 20:37:22.860405 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 48088) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:37:22.869953 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-ac212107-4630-4d15-8882-10884333147b tempest-ExtraDHCPOptionsIpV6TestJSON-754593973 tempest-ExtraDHCPOptionsIpV6TestJSON-754593973-project] Request body: {'port': {'name': 'tempest-new-port-name-1616223555', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:37:22.869953 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.api.validators [None req-ac212107-4630-4d15-8882-10884333147b tempest-ExtraDHCPOptionsIpV6TestJSON-754593973 tempest-ExtraDHCPOptionsIpV6TestJSON-754593973-project] bootfile-name is not in valid_values {{(pid=103447) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 22 20:37:22.870892 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.api.validators [None req-ac212107-4630-4d15-8882-10884333147b tempest-ExtraDHCPOptionsIpV6TestJSON-754593973 tempest-ExtraDHCPOptionsIpV6TestJSON-754593973-project] tftp-server is not in valid_values {{(pid=103447) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 22 20:37:22.870892 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.api.validators [None req-ac212107-4630-4d15-8882-10884333147b tempest-ExtraDHCPOptionsIpV6TestJSON-754593973 tempest-ExtraDHCPOptionsIpV6TestJSON-754593973-project] server-ip-address is not in valid_values {{(pid=103447) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 22 20:37:22.917428 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4e0b65b5-8085-47c8-a2c7-7831a7286898 tempest-FloatingIPAdminTestJSON-827597453 tempest-FloatingIPAdminTestJSON-827597453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:22.922308 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d02db70-d842-4607-99ce-2ebcff80998d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfe5dc6b-249e-44e1-890d-afb7cec48526,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:37:22.924320 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-02a03ec4-dfdc-4c1d-ab4b-6a842bba2ffe tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3760002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595318'] for network, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:22.941314 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-02a03ec4-dfdc-4c1d-ab4b-6a842bba2ffe tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks [] for network, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:22.944935 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-02a03ec4-dfdc-4c1d-ab4b-6a842bba2ffe tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] 10.222.0.46 "DELETE /v2.0/networks/fff2040d-0069-4a46-bf41-d86421471bbe HTTP/1.1" status: 204 len: 168 time: 1.1265137 Nov 22 20:37:22.972343 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 48090) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:37:22.981283 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-9f9d3b8e-a628-48da-9207-05badb64a827 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1129453594'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:37:22.985084 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a03ec4-dfdc-4c1d-ab4b-6a842bba2ffe tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Pushing event deleted for resources: {'Network': ['ID=fff2040d-0069-4a46-bf41-d86421471bbe,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:37:23.015311 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ac212107-4630-4d15-8882-10884333147b tempest-ExtraDHCPOptionsIpV6TestJSON-754593973 tempest-ExtraDHCPOptionsIpV6TestJSON-754593973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:23.083303 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f9d3b8e-a628-48da-9207-05badb64a827 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Made reservation on behalf of 420a748461434084ac365abc58fa6e97 for: {'network': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:37:23.086859 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9f9d3b8e-a628-48da-9207-05badb64a827 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for network, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:23.108388 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a4e4dde9-57f4-4104-a53e-a71a3574275f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3760028', 'neutron.services.segments.db._delete_segments_for_network-8748992815755'] for network, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:23.141299 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f9d3b8e-a628-48da-9207-05badb64a827 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] vlan segment allocate from pool success with {'vlan_id': 605, 'physical_network': 'physnet1'} {{(pid=103447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 20:37:23.178311 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-a4e4dde9-57f4-4104-a53e-a71a3574275f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57b8d32b-2e18-418c-bdae-79baa57b75d7']}} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:37:23.191730 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-a4e4dde9-57f4-4104-a53e-a71a3574275f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66713f17-6529-474a-95dd-5910789685dd') {'for_net_delete': True} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:37:23.192094 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-a4e4dde9-57f4-4104-a53e-a71a3574275f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66713f17-6529-474a-95dd-5910789685dd') {} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:37:23.206517 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9f9d3b8e-a628-48da-9207-05badb64a827 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:23.208491 n-d-818823-1 neutron-server[103447]: INFO neutron.db.segments_db [None req-9f9d3b8e-a628-48da-9207-05badb64a827 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Added segment c5a5ca80-202f-4023-8909-fec9fd7edd8b of type vlan for network 60268a49-89d7-4d48-aae7-c4abd5a6553f Nov 22 20:37:23.212193 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a4e4dde9-57f4-4104-a53e-a71a3574275f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748993039638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11627933'] for segment, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:23.235257 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a4e4dde9-57f4-4104-a53e-a71a3574275f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:23.252845 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4e4dde9-57f4-4104-a53e-a71a3574275f admin admin] Releasing vlan 634 on physical network physnet1 to pool {{(pid=103448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 20:37:23.253359 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a4e4dde9-57f4-4104-a53e-a71a3574275f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11567447'] for segment, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:23.255903 n-d-818823-1 neutron-server[103448]: Traceback (most recent call last): Nov 22 20:37:23.255903 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 20:37:23.255903 n-d-818823-1 neutron-server[103448]: timer() Nov 22 20:37:23.255903 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 20:37:23.255903 n-d-818823-1 neutron-server[103448]: cb(*args, **kw) Nov 22 20:37:23.255903 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 20:37:23.255903 n-d-818823-1 neutron-server[103448]: return func(*args, **kwargs) Nov 22 20:37:23.255903 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 20:37:23.255903 n-d-818823-1 neutron-server[103448]: self._notify() Nov 22 20:37:23.255903 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 20:37:23.255903 n-d-818823-1 neutron-server[103448]: self.callback(batched_events) Nov 22 20:37:23.255903 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 20:37:23.255903 n-d-818823-1 neutron-server[103448]: event.method(event) Nov 22 20:37:23.255903 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 20:37:23.255903 n-d-818823-1 neutron-server[103448]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 20:37:23.255903 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 20:37:23.255903 n-d-818823-1 neutron-server[103448]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 20:37:23.255903 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 20:37:23.255903 n-d-818823-1 neutron-server[103448]: return f(self, *a, **k) Nov 22 20:37:23.255903 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 20:37:23.255903 n-d-818823-1 neutron-server[103448]: return self._get(url).json() Nov 22 20:37:23.255903 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 20:37:23.255903 n-d-818823-1 neutron-server[103448]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 20:37:23.255903 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 20:37:23.255903 n-d-818823-1 neutron-server[103448]: return self.request(url, 'GET', **kwargs) Nov 22 20:37:23.255903 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 20:37:23.255903 n-d-818823-1 neutron-server[103448]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 20:37:23.255903 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 20:37:23.255903 n-d-818823-1 neutron-server[103448]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 20:37:23.255903 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 20:37:23.255903 n-d-818823-1 neutron-server[103448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 20:37:23.255903 n-d-818823-1 neutron-server[103448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 20:37:23.287381 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9f9d3b8e-a628-48da-9207-05badb64a827 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748992492791'] for network, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:23.347294 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a4e4dde9-57f4-4104-a53e-a71a3574275f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3760002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595318'] for network, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:23.351405 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9f9d3b8e-a628-48da-9207-05badb64a827 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for network, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:23.360835 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a4e4dde9-57f4-4104-a53e-a71a3574275f admin admin] Publish callbacks [] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:23.366885 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-a4e4dde9-57f4-4104-a53e-a71a3574275f admin admin] 10.222.0.46 "DELETE /v2.0/networks/57b8d32b-2e18-418c-bdae-79baa57b75d7 HTTP/1.1" status: 204 len: 168 time: 1.4162629 Nov 22 20:37:23.368659 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f9d3b8e-a628-48da-9207-05badb64a827 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:37:23.371285 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4e0b65b5-8085-47c8-a2c7-7831a7286898 tempest-FloatingIPAdminTestJSON-827597453 tempest-FloatingIPAdminTestJSON-827597453-project] Publish callbacks [] for port, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:23.372165 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9f9d3b8e-a628-48da-9207-05badb64a827 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks [] for network, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:23.382731 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e4dde9-57f4-4104-a53e-a71a3574275f admin admin] Pushing event deleted for resources: {'Network': ['ID=57b8d32b-2e18-418c-bdae-79baa57b75d7,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:37:23.384667 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4e0b65b5-8085-47c8-a2c7-7831a7286898 tempest-FloatingIPAdminTestJSON-827597453 tempest-FloatingIPAdminTestJSON-827597453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:23.441580 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-9f9d3b8e-a628-48da-9207-05badb64a827 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4662609 Nov 22 20:37:23.453030 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 48096) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:37:23.461358 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-73a8da7e-3d15-43c5-b547-5bb17d10f8da tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Request body: {'subnet': {'network_id': '60268a49-89d7-4d48-aae7-c4abd5a6553f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:37:23.497415 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ac212107-4630-4d15-8882-10884333147b tempest-ExtraDHCPOptionsIpV6TestJSON-754593973 tempest-ExtraDHCPOptionsIpV6TestJSON-754593973-project] Publish callbacks [] for port, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:23.504652 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9d3b8e-a628-48da-9207-05badb64a827 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Pushing event updated for resources: {'Network': ['ID=60268a49-89d7-4d48-aae7-c4abd5a6553f,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:37:23.507694 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ac212107-4630-4d15-8882-10884333147b tempest-ExtraDHCPOptionsIpV6TestJSON-754593973 tempest-ExtraDHCPOptionsIpV6TestJSON-754593973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:23.530596 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Network 60268a49-89d7-4d48-aae7-c4abd5a6553f details requested by agent ovs-agent-n-d-818823-1 with host n-d-818823-1 {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 20:37:23.547459 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4e0b65b5-8085-47c8-a2c7-7831a7286898 tempest-FloatingIPAdminTestJSON-827597453 tempest-FloatingIPAdminTestJSON-827597453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-595224'] for floatingip, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:23.559808 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-ac212107-4630-4d15-8882-10884333147b tempest-ExtraDHCPOptionsIpV6TestJSON-754593973 tempest-ExtraDHCPOptionsIpV6TestJSON-754593973-project] In _notify_port_updated(), no bound segment for port 2f4dda52-752c-4447-964e-b871a8ccb146 on network 556e016d-067e-47d5-92ea-e71f472ad280 {{(pid=103447) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 22 20:37:23.567178 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac212107-4630-4d15-8882-10884333147b tempest-ExtraDHCPOptionsIpV6TestJSON-754593973 tempest-ExtraDHCPOptionsIpV6TestJSON-754593973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:37:23.568212 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ac212107-4630-4d15-8882-10884333147b tempest-ExtraDHCPOptionsIpV6TestJSON-754593973 tempest-ExtraDHCPOptionsIpV6TestJSON-754593973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:23.569845 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-ac212107-4630-4d15-8882-10884333147b tempest-ExtraDHCPOptionsIpV6TestJSON-754593973 tempest-ExtraDHCPOptionsIpV6TestJSON-754593973-project] 10.222.0.46 "PUT /v2.0/ports/2f4dda52-752c-4447-964e-b871a8ccb146 HTTP/1.1" status: 200 len: 1130 time: 0.7085190 Nov 22 20:37:23.572787 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4e0b65b5-8085-47c8-a2c7-7831a7286898 tempest-FloatingIPAdminTestJSON-827597453 tempest-FloatingIPAdminTestJSON-827597453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for floatingip, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:23.574083 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 48100) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:37:23.574785 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-4e0b65b5-8085-47c8-a2c7-7831a7286898 tempest-FloatingIPAdminTestJSON-827597453 tempest-FloatingIPAdminTestJSON-827597453-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.0313573 Nov 22 20:37:23.589628 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 48102) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:37:23.650438 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0b65b5-8085-47c8-a2c7-7831a7286898 tempest-FloatingIPAdminTestJSON-827597453 tempest-FloatingIPAdminTestJSON-827597453-project] Pushing event updated for resources: {'Port': ['ID=a40a2c2a-e79d-47d3-a1f0-814e4375bdea,revision_number=2']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:37:23.674768 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac212107-4630-4d15-8882-10884333147b tempest-ExtraDHCPOptionsIpV6TestJSON-754593973 tempest-ExtraDHCPOptionsIpV6TestJSON-754593973-project] Pushing event updated for resources: {'Port': ['ID=2f4dda52-752c-4447-964e-b871a8ccb146,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:37:23.699090 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-f139548a-2f72-41e0-929a-c08cefb95175 tempest-FloatingIPAdminTestJSON-1258731057 tempest-FloatingIPAdminTestJSON-1258731057-project-admin] 10.222.0.46 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1651 time: 0.1081338 Nov 22 20:37:23.709205 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 48108) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:37:23.717339 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aabb43e-e44b-4964-9008-506905db9e0e tempest-ExtraDHCPOptionsIpV6TestJSON-754593973 tempest-ExtraDHCPOptionsIpV6TestJSON-754593973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:37:23.720651 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-2aabb43e-e44b-4964-9008-506905db9e0e tempest-ExtraDHCPOptionsIpV6TestJSON-754593973 tempest-ExtraDHCPOptionsIpV6TestJSON-754593973-project] 10.222.0.46 "GET /v2.0/ports/2f4dda52-752c-4447-964e-b871a8ccb146 HTTP/1.1" status: 200 len: 1130 time: 0.1451907 Nov 22 20:37:23.726781 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 48110) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:37:23.903521 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 5ce0141c-57cd-4b4c-b55a-a32b88fda451 no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:37:23.936227 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 48116) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:37:23.955045 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: 5ce0141c-57cd-4b4c-b55a-a32b88fda451 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:37:23.955450 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 5ce0141c-57cd-4b4c-b55a-a32b88fda451 not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:37:23.969112 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-f91ef185-b378-413d-9120-9390e4d2a7d8 tempest-FloatingIPAdminTestJSON-1113503345 tempest-FloatingIPAdminTestJSON-1113503345-project] 10.222.0.46 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.2497644 Nov 22 20:37:23.969253 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 48118) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:37:23.970569 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73a8da7e-3d15-43c5-b547-5bb17d10f8da tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Made reservation on behalf of 420a748461434084ac365abc58fa6e97 for: {'subnet': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:37:23.975041 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-73a8da7e-3d15-43c5-b547-5bb17d10f8da tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11792951'] for subnet, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:24.034942 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-a3835f7f-1632-46d2-a59d-42c95e7e6c8b None None] Provisioning complete for port 2f4dda52-752c-4447-964e-b871a8ccb146 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:37:24.035235 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-a3835f7f-1632-46d2-a59d-42c95e7e6c8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:24.117491 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-a3835f7f-1632-46d2-a59d-42c95e7e6c8b None None] Port 2f4dda52-752c-4447-964e-b871a8ccb146 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:37:24.144226 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-fa57e03b-a31b-40fb-8135-c13d96ed6f60 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9f480581a3a24d53832d12c56efe7dfb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2042811 Nov 22 20:37:24.148722 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 48120) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:37:24.206921 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-06c28fa0-63ce-4ca3-a098-7053bfc2918f tempest-ExtraDHCPOptionsIpV6TestJSON-754593973 tempest-ExtraDHCPOptionsIpV6TestJSON-754593973-project] Deleting port 2f4dda52-752c-4447-964e-b871a8ccb146 {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:37:24.207204 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-06c28fa0-63ce-4ca3-a098-7053bfc2918f tempest-ExtraDHCPOptionsIpV6TestJSON-754593973 tempest-ExtraDHCPOptionsIpV6TestJSON-754593973-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:24.285242 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-73a8da7e-3d15-43c5-b547-5bb17d10f8da tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11567560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11792921'] for subnet, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:24.303906 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8384d971-a7ca-481f-978b-0669bfbf32d2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:24.322507 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-6ee02a67-c4e7-46a1-a5bb-4a4a4f4f3d86 tempest-FloatingIPAdminTestJSON-827597453 tempest-FloatingIPAdminTestJSON-827597453-project] Deleting port a40a2c2a-e79d-47d3-a1f0-814e4375bdea {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:37:24.322847 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6ee02a67-c4e7-46a1-a5bb-4a4a4f4f3d86 tempest-FloatingIPAdminTestJSON-827597453 tempest-FloatingIPAdminTestJSON-827597453-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:24.347064 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a8da7e-3d15-43c5-b547-5bb17d10f8da tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Pushing event updated for resources: {'Subnet': ['ID=5c14e30d-7500-4165-96f2-1901c5efaf15,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:37:24.366478 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-06c28fa0-63ce-4ca3-a098-7053bfc2918f tempest-ExtraDHCPOptionsIpV6TestJSON-754593973 tempest-ExtraDHCPOptionsIpV6TestJSON-754593973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:24.384168 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a8da7e-3d15-43c5-b547-5bb17d10f8da tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Checking segment: {'id': 'c5a5ca80-202f-4023-8909-fec9fd7edd8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '60268a49-89d7-4d48-aae7-c4abd5a6553f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:37:24.384905 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73a8da7e-3d15-43c5-b547-5bb17d10f8da tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Network hostable DHCP agents. Network: 60268a49-89d7-4d48-aae7-c4abd5a6553f, hostable agents: ['02adaa64-0987-4b74-bad0-cbcf56f8a294'], hosted agents: [] {{(pid=103448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 20:37:24.412762 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8384d971-a7ca-481f-978b-0669bfbf32d2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:24.418051 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73a8da7e-3d15-43c5-b547-5bb17d10f8da tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Network 60268a49-89d7-4d48-aae7-c4abd5a6553f is scheduled to be hosted by DHCP agent 02adaa64-0987-4b74-bad0-cbcf56f8a294 with binding_index 1 {{(pid=103448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 20:37:24.424779 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-06c28fa0-63ce-4ca3-a098-7053bfc2918f tempest-ExtraDHCPOptionsIpV6TestJSON-754593973 tempest-ExtraDHCPOptionsIpV6TestJSON-754593973-project] Calling delete_port for 2f4dda52-752c-4447-964e-b871a8ccb146 owned by {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:37:24.443211 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-73a8da7e-3d15-43c5-b547-5bb17d10f8da tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818823-1, 60268a49-89d7-4d48-aae7-c4abd5a6553f) {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:37:24.450954 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a8da7e-3d15-43c5-b547-5bb17d10f8da tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:37:24.451846 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-73a8da7e-3d15-43c5-b547-5bb17d10f8da tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:24.465617 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfa7a7b6-1c9c-4bf0-b48f-ad1ade0d78ea None None] Network 60268a49-89d7-4d48-aae7-c4abd5a6553f requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:37:24.496855 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-73a8da7e-3d15-43c5-b547-5bb17d10f8da tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0397766 Nov 22 20:37:24.497966 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 48128) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:37:24.506331 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-0f502eaf-2e1b-44a9-85eb-36a3403d34df tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1254708590', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:37:24.544493 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6ee02a67-c4e7-46a1-a5bb-4a4a4f4f3d86 tempest-FloatingIPAdminTestJSON-827597453 tempest-FloatingIPAdminTestJSON-827597453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:24.545131 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6ee02a67-c4e7-46a1-a5bb-4a4a4f4f3d86 tempest-FloatingIPAdminTestJSON-827597453 tempest-FloatingIPAdminTestJSON-827597453-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:24.552150 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0f502eaf-2e1b-44a9-85eb-36a3403d34df tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24799'] for router, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:24.554778 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0f502eaf-2e1b-44a9-85eb-36a3403d34df tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-632716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24788'] for router, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:24.564521 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-6ee02a67-c4e7-46a1-a5bb-4a4a4f4f3d86 tempest-FloatingIPAdminTestJSON-827597453 tempest-FloatingIPAdminTestJSON-827597453-project] Calling delete_port for a40a2c2a-e79d-47d3-a1f0-814e4375bdea owned by network:floatingip {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:37:24.580958 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8384d971-a7ca-481f-978b-0669bfbf32d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:24.583601 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8384d971-a7ca-481f-978b-0669bfbf32d2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:24.584851 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-8384d971-a7ca-481f-978b-0669bfbf32d2 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/37a46514-b489-47c7-9999-b0adf531bd4b HTTP/1.1" status: 204 len: 168 time: 0.4341371 Nov 22 20:37:24.599316 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8384d971-a7ca-481f-978b-0669bfbf32d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37a46514-b489-47c7-9999-b0adf531bd4b,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:37:24.719321 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0f502eaf-2e1b-44a9-85eb-36a3403d34df tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:24.726025 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0f502eaf-2e1b-44a9-85eb-36a3403d34df tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-659538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-841284'] for router, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:24.783930 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0f502eaf-2e1b-44a9-85eb-36a3403d34df tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks [] for router, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:24.802942 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-06c28fa0-63ce-4ca3-a098-7053bfc2918f tempest-ExtraDHCPOptionsIpV6TestJSON-754593973 tempest-ExtraDHCPOptionsIpV6TestJSON-754593973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:24.808032 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-0f502eaf-2e1b-44a9-85eb-36a3403d34df tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3082170 Nov 22 20:37:24.813742 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 48134) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:37:24.831913 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31f1356e-eec8-4b6e-a7e9-8802258a5fa4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fb26bd7-ce56-527b-b94f-2e1f7cb2bb35-60268a49-89d7-4d48-aae7-c4abd5a6553f', 'network_id': '60268a49-89d7-4d48-aae7-c4abd5a6553f', 'tenant_id': '420a748461434084ac365abc58fa6e97', 'fixed_ips': [{'subnet_id': '5c14e30d-7500-4165-96f2-1901c5efaf15'}]}} from n-d-818823-1. {{(pid=103449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 20:37:24.832800 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-31f1356e-eec8-4b6e-a7e9-8802258a5fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:24.838460 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-32dac9e5-63e2-4cae-b4bd-e16c43378e36 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Request body: {'port': {'network_id': '60268a49-89d7-4d48-aae7-c4abd5a6553f', 'name': 'tempest-RoutersIpV6Test-1426750502'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:37:24.877584 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c28fa0-63ce-4ca3-a098-7053bfc2918f tempest-ExtraDHCPOptionsIpV6TestJSON-754593973 tempest-ExtraDHCPOptionsIpV6TestJSON-754593973-project] Pushing event deleted for resources: {'Port': ['ID=2f4dda52-752c-4447-964e-b871a8ccb146,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:37:24.957760 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-06c28fa0-63ce-4ca3-a098-7053bfc2918f tempest-ExtraDHCPOptionsIpV6TestJSON-754593973 tempest-ExtraDHCPOptionsIpV6TestJSON-754593973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:24.973133 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-06c28fa0-63ce-4ca3-a098-7053bfc2918f tempest-ExtraDHCPOptionsIpV6TestJSON-754593973 tempest-ExtraDHCPOptionsIpV6TestJSON-754593973-project] 10.222.0.46 "DELETE /v2.0/ports/2f4dda52-752c-4447-964e-b871a8ccb146 HTTP/1.1" status: 204 len: 168 time: 1.2437751 Nov 22 20:37:24.975144 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 48140) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:37:25.130366 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6ee02a67-c4e7-46a1-a5bb-4a4a4f4f3d86 tempest-FloatingIPAdminTestJSON-827597453 tempest-FloatingIPAdminTestJSON-827597453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:25.160530 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32dac9e5-63e2-4cae-b4bd-e16c43378e36 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Made reservation on behalf of 420a748461434084ac365abc58fa6e97 for: {'port': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:37:25.173910 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-32dac9e5-63e2-4cae-b4bd-e16c43378e36 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:25.209773 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3926d38-a19e-45aa-9d02-acfa23b17159 tempest-ExtraDHCPOptionsIpV6TestJSON-754593973 tempest-ExtraDHCPOptionsIpV6TestJSON-754593973-project] Deleting subnet b92a3462-1fbd-4084-8197-32580318bd0e {{(pid=103447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 20:37:25.241436 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [None req-32dac9e5-63e2-4cae-b4bd-e16c43378e36 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] device_id is not set on port ce390112-31c6-4835-9e2e-c4a40fe47932 yet. {{(pid=103448) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 20:37:25.246607 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f3926d38-a19e-45aa-9d02-acfa23b17159 tempest-ExtraDHCPOptionsIpV6TestJSON-754593973 tempest-ExtraDHCPOptionsIpV6TestJSON-754593973-project] Publish callbacks [] for subnet, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:25.357552 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.db_base_plugin_common [None req-31f1356e-eec8-4b6e-a7e9-8802258a5fa4 None None] Allocated IP 2001:db8::2 (60268a49-89d7-4d48-aae7-c4abd5a6553f/5c14e30d-7500-4165-96f2-1901c5efaf15/7d161745-792a-4f5c-82a6-087df9aeef00) {{(pid=103449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:37:25.366885 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee02a67-c4e7-46a1-a5bb-4a4a4f4f3d86 tempest-FloatingIPAdminTestJSON-827597453 tempest-FloatingIPAdminTestJSON-827597453-project] Pushing event deleted for resources: {'Port': ['ID=a40a2c2a-e79d-47d3-a1f0-814e4375bdea,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:37:25.449333 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6ee02a67-c4e7-46a1-a5bb-4a4a4f4f3d86 tempest-FloatingIPAdminTestJSON-827597453 tempest-FloatingIPAdminTestJSON-827597453-project] Publish callbacks [] for floatingip, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:25.454565 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6ee02a67-c4e7-46a1-a5bb-4a4a4f4f3d86 tempest-FloatingIPAdminTestJSON-827597453 tempest-FloatingIPAdminTestJSON-827597453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for floatingip, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:25.459478 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-6ee02a67-c4e7-46a1-a5bb-4a4a4f4f3d86 tempest-FloatingIPAdminTestJSON-827597453 tempest-FloatingIPAdminTestJSON-827597453-project] 10.222.0.46 "DELETE /v2.0/floatingips/ac08a755-7ad4-4662-acab-a088c0deb96c HTTP/1.1" status: 204 len: 168 time: 1.4840631 Nov 22 20:37:25.461745 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 48146) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:37:25.536153 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 48150) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:37:25.559251 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f3926d38-a19e-45aa-9d02-acfa23b17159 tempest-ExtraDHCPOptionsIpV6TestJSON-754593973 tempest-ExtraDHCPOptionsIpV6TestJSON-754593973-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12178353'] for subnet, precommit_delete_associations {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:25.625028 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-562724c0-ac46-4168-8002-9c17ce34ea81 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2f1be1e17ce745a3a14e4edd9f41dbe6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0876336 Nov 22 20:37:25.627840 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 48152) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:37:25.677699 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-31f1356e-eec8-4b6e-a7e9-8802258a5fa4 None None] Publish callbacks [] for port, precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:25.686398 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-31f1356e-eec8-4b6e-a7e9-8802258a5fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372'] for port, after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:25.721162 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f3926d38-a19e-45aa-9d02-acfa23b17159 tempest-ExtraDHCPOptionsIpV6TestJSON-754593973 tempest-ExtraDHCPOptionsIpV6TestJSON-754593973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3753007'] for subnet, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:25.752191 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-dba98512-6606-4b63-ba5a-036682ce8c57 tempest-FloatingIPAdminTestJSON-1258731057 tempest-FloatingIPAdminTestJSON-1258731057-project-admin] Deleting port db18c19c-392f-435d-b3d5-f69c32bdd057 {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:37:25.752996 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-dba98512-6606-4b63-ba5a-036682ce8c57 tempest-FloatingIPAdminTestJSON-1258731057 tempest-FloatingIPAdminTestJSON-1258731057-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:25.765334 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f1356e-eec8-4b6e-a7e9-8802258a5fa4 None None] Pushing event updated for resources: {'Port': ['ID=7d161745-792a-4f5c-82a6-087df9aeef00,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:37:25.810142 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31f1356e-eec8-4b6e-a7e9-8802258a5fa4 None None] Network 60268a49-89d7-4d48-aae7-c4abd5a6553f is already hosted by enough agents. {{(pid=103449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:37:25.816090 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.base_scheduler [None req-31f1356e-eec8-4b6e-a7e9-8802258a5fa4 None None] Resources bound (agent type, host, resource id): {{(pid=103449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:37:25.821431 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f1356e-eec8-4b6e-a7e9-8802258a5fa4 None None] Received port after_create {{(pid=103449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:37:25.825156 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [None req-32dac9e5-63e2-4cae-b4bd-e16c43378e36 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Allocated IP 2001:db8::a0 (60268a49-89d7-4d48-aae7-c4abd5a6553f/5c14e30d-7500-4165-96f2-1901c5efaf15/ce390112-31c6-4835-9e2e-c4a40fe47932) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:37:25.866224 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8a6a3d07-0278-4240-a754-ce48576c3ef3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:25.911394 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8a6a3d07-0278-4240-a754-ce48576c3ef3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:25.935081 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-31f1356e-eec8-4b6e-a7e9-8802258a5fa4 None None] Attempting to bind port 7d161745-792a-4f5c-82a6-087df9aeef00 on host n-d-818823-1 for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:37:25.935688 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-31f1356e-eec8-4b6e-a7e9-8802258a5fa4 None None] Attempting to bind port 7d161745-792a-4f5c-82a6-087df9aeef00 by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': 'c5a5ca80-202f-4023-8909-fec9fd7edd8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '60268a49-89d7-4d48-aae7-c4abd5a6553f'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:37:25.935889 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f1356e-eec8-4b6e-a7e9-8802258a5fa4 None None] Attempting to bind port 7d161745-792a-4f5c-82a6-087df9aeef00 on network 60268a49-89d7-4d48-aae7-c4abd5a6553f {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:37:25.944061 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f1356e-eec8-4b6e-a7e9-8802258a5fa4 None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 37, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:37:25.944752 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f1356e-eec8-4b6e-a7e9-8802258a5fa4 None None] Checking segment: {'id': 'c5a5ca80-202f-4023-8909-fec9fd7edd8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '60268a49-89d7-4d48-aae7-c4abd5a6553f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:37:25.944939 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-31f1356e-eec8-4b6e-a7e9-8802258a5fa4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:25.945347 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f1356e-eec8-4b6e-a7e9-8802258a5fa4 None None] Bound using segment: {'id': 'c5a5ca80-202f-4023-8909-fec9fd7edd8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '60268a49-89d7-4d48-aae7-c4abd5a6553f'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:37:25.946476 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-31f1356e-eec8-4b6e-a7e9-8802258a5fa4 None None] Bound port: 7d161745-792a-4f5c-82a6-087df9aeef00, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5a5ca80-202f-4023-8909-fec9fd7edd8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '60268a49-89d7-4d48-aae7-c4abd5a6553f'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:37:25.946962 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-31f1356e-eec8-4b6e-a7e9-8802258a5fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:25.948206 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f3926d38-a19e-45aa-9d02-acfa23b17159 tempest-ExtraDHCPOptionsIpV6TestJSON-754593973 tempest-ExtraDHCPOptionsIpV6TestJSON-754593973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3753014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8900804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8485115'] for subnet, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:26.009827 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-dba98512-6606-4b63-ba5a-036682ce8c57 tempest-FloatingIPAdminTestJSON-1258731057 tempest-FloatingIPAdminTestJSON-1258731057-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:26.010276 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-dba98512-6606-4b63-ba5a-036682ce8c57 tempest-FloatingIPAdminTestJSON-1258731057 tempest-FloatingIPAdminTestJSON-1258731057-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:26.016191 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3926d38-a19e-45aa-9d02-acfa23b17159 tempest-ExtraDHCPOptionsIpV6TestJSON-754593973 tempest-ExtraDHCPOptionsIpV6TestJSON-754593973-project] Pushing event deleted for resources: {'Subnet': ['ID=b92a3462-1fbd-4084-8197-32580318bd0e,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:37:26.031686 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f3926d38-a19e-45aa-9d02-acfa23b17159 tempest-ExtraDHCPOptionsIpV6TestJSON-754593973 tempest-ExtraDHCPOptionsIpV6TestJSON-754593973-project] Publish callbacks [] for subnet, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:26.038648 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-f3926d38-a19e-45aa-9d02-acfa23b17159 tempest-ExtraDHCPOptionsIpV6TestJSON-754593973 tempest-ExtraDHCPOptionsIpV6TestJSON-754593973-project] 10.222.0.46 "DELETE /v2.0/subnets/b92a3462-1fbd-4084-8197-32580318bd0e HTTP/1.1" status: 204 len: 168 time: 1.0566299 Nov 22 20:37:26.038648 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-dba98512-6606-4b63-ba5a-036682ce8c57 tempest-FloatingIPAdminTestJSON-1258731057 tempest-FloatingIPAdminTestJSON-1258731057-project-admin] Calling delete_port for db18c19c-392f-435d-b3d5-f69c32bdd057 owned by network:floatingip {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:37:26.038843 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 48160) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:37:26.068428 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa3f96bc-ba13-436e-804a-8ddfe65e99fb None None] Network 556e016d-067e-47d5-92ea-e71f472ad280 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:37:26.100075 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8a6a3d07-0278-4240-a754-ce48576c3ef3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:26.102976 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8a6a3d07-0278-4240-a754-ce48576c3ef3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:26.104804 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-8a6a3d07-0278-4240-a754-ce48576c3ef3 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b3efdc55-a6f6-4a09-813f-699521f05acf HTTP/1.1" status: 204 len: 168 time: 0.4755254 Nov 22 20:37:26.121004 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6a3d07-0278-4240-a754-ce48576c3ef3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3efdc55-a6f6-4a09-813f-699521f05acf,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:37:26.188361 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-32dac9e5-63e2-4cae-b4bd-e16c43378e36 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:26.214311 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-31f1356e-eec8-4b6e-a7e9-8802258a5fa4 None None] For port 7d161745-792a-4f5c-82a6-087df9aeef00, host n-d-818823-1, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:37:26.244594 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-32dac9e5-63e2-4cae-b4bd-e16c43378e36 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:26.273320 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-31f1356e-eec8-4b6e-a7e9-8802258a5fa4 None None] For port 7d161745-792a-4f5c-82a6-087df9aeef00, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=7d161745-792a-4f5c-82a6-087df9aeef00,segment=NetworkSegment(c5a5ca80-202f-4023-8909-fec9fd7edd8b),segment_id=c5a5ca80-202f-4023-8909-fec9fd7edd8b)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:37:26.286840 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-dba98512-6606-4b63-ba5a-036682ce8c57 tempest-FloatingIPAdminTestJSON-1258731057 tempest-FloatingIPAdminTestJSON-1258731057-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:26.287180 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-31f1356e-eec8-4b6e-a7e9-8802258a5fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:26.317589 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dac9e5-63e2-4cae-b4bd-e16c43378e36 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Pushing event updated for resources: {'Port': ['ID=ce390112-31c6-4835-9e2e-c4a40fe47932,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:37:26.333141 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a10a89b3-0f98-4839-aeac-e89f13132dfb tempest-ExtraDHCPOptionsIpV6TestJSON-754593973 tempest-ExtraDHCPOptionsIpV6TestJSON-754593973-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3961693'] for network, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:26.358054 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32dac9e5-63e2-4cae-b4bd-e16c43378e36 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Network 60268a49-89d7-4d48-aae7-c4abd5a6553f is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:37:26.368143 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-32dac9e5-63e2-4cae-b4bd-e16c43378e36 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:37:26.374604 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba98512-6606-4b63-ba5a-036682ce8c57 tempest-FloatingIPAdminTestJSON-1258731057 tempest-FloatingIPAdminTestJSON-1258731057-project-admin] Pushing event deleted for resources: {'Port': ['ID=db18c19c-392f-435d-b3d5-f69c32bdd057,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:37:26.375605 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32dac9e5-63e2-4cae-b4bd-e16c43378e36 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:37:26.395207 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32dac9e5-63e2-4cae-b4bd-e16c43378e36 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:37:26.397688 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-32dac9e5-63e2-4cae-b4bd-e16c43378e36 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:26.468802 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-32dac9e5-63e2-4cae-b4bd-e16c43378e36 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.6500242 Nov 22 20:37:26.471817 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 48174) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:37:26.539653 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f1356e-eec8-4b6e-a7e9-8802258a5fa4 None None] Pushing event updated for resources: {'Port': ['ID=7d161745-792a-4f5c-82a6-087df9aeef00,revision_number=2']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:37:26.549579 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-034c2399-0360-458c-a824-0526566a6c0c None None] DHCP port deletion for 556e016d-067e-47d5-92ea-e71f472ad280 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:37:26.618818 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-dba98512-6606-4b63-ba5a-036682ce8c57 tempest-FloatingIPAdminTestJSON-1258731057 tempest-FloatingIPAdminTestJSON-1258731057-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:26.623396 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-dba98512-6606-4b63-ba5a-036682ce8c57 tempest-FloatingIPAdminTestJSON-1258731057 tempest-FloatingIPAdminTestJSON-1258731057-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for floatingip, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:26.635134 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 48178) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:37:26.638563 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-dba98512-6606-4b63-ba5a-036682ce8c57 tempest-FloatingIPAdminTestJSON-1258731057 tempest-FloatingIPAdminTestJSON-1258731057-project-admin] 10.222.0.46 "DELETE /v2.0/floatingips/1183486e-b656-4709-9190-3a6a30bf746f HTTP/1.1" status: 204 len: 168 time: 1.1777794 Nov 22 20:37:26.710825 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-034c2399-0360-458c-a824-0526566a6c0c None None] Deleting port b4ffd886-752b-4947-a2e7-f146dd132c63 {{(pid=103449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:37:26.711821 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-034c2399-0360-458c-a824-0526566a6c0c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:26.818030 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-a10a89b3-0f98-4839-aeac-e89f13132dfb tempest-ExtraDHCPOptionsIpV6TestJSON-754593973 tempest-ExtraDHCPOptionsIpV6TestJSON-754593973-project] Deleting port b4ffd886-752b-4947-a2e7-f146dd132c63 {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:37:26.818479 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a10a89b3-0f98-4839-aeac-e89f13132dfb tempest-ExtraDHCPOptionsIpV6TestJSON-754593973 tempest-ExtraDHCPOptionsIpV6TestJSON-754593973-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:26.915200 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-034c2399-0360-458c-a824-0526566a6c0c None None] For port b4ffd886-752b-4947-a2e7-f146dd132c63, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=b4ffd886-752b-4947-a2e7-f146dd132c63,segment=NetworkSegment(79951854-bb5a-451e-9cfa-2f450832b1fd),segment_id=79951854-bb5a-451e-9cfa-2f450832b1fd)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:37:26.915821 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-034c2399-0360-458c-a824-0526566a6c0c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:26.927501 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-a10a89b3-0f98-4839-aeac-e89f13132dfb tempest-ExtraDHCPOptionsIpV6TestJSON-754593973 tempest-ExtraDHCPOptionsIpV6TestJSON-754593973-project] For port b4ffd886-752b-4947-a2e7-f146dd132c63, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=b4ffd886-752b-4947-a2e7-f146dd132c63,segment=NetworkSegment(79951854-bb5a-451e-9cfa-2f450832b1fd),segment_id=79951854-bb5a-451e-9cfa-2f450832b1fd)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:37:26.928014 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a10a89b3-0f98-4839-aeac-e89f13132dfb tempest-ExtraDHCPOptionsIpV6TestJSON-754593973 tempest-ExtraDHCPOptionsIpV6TestJSON-754593973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:26.931611 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-034c2399-0360-458c-a824-0526566a6c0c None None] Calling delete_port for b4ffd886-752b-4947-a2e7-f146dd132c63 owned by network:dhcp {{(pid=103449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:37:27.228061 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-034c2399-0360-458c-a824-0526566a6c0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381'] for port, after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:27.268780 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034c2399-0360-458c-a824-0526566a6c0c None None] Pushing event deleted for resources: {'Port': ['ID=b4ffd886-752b-4947-a2e7-f146dd132c63,revision_number=None']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:37:27.280852 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-034c2399-0360-458c-a824-0526566a6c0c None None] No DVR routers for this DVR port b4ffd886-752b-4947-a2e7-f146dd132c63 on host n-d-818823-1 {{(pid=103449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:37:27.407130 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-a10a89b3-0f98-4839-aeac-e89f13132dfb tempest-ExtraDHCPOptionsIpV6TestJSON-754593973 tempest-ExtraDHCPOptionsIpV6TestJSON-754593973-project] Calling delete_port for b4ffd886-752b-4947-a2e7-f146dd132c63 owned by network:dhcp {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:37:27.669955 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-01c3cfa4-de7a-4d14-ad5e-251bb3e4de28 tempest-FloatingIPAdminTestJSON-1113503345 tempest-FloatingIPAdminTestJSON-1113503345-project] Deleting port 1511ecbd-4029-4c6a-a6cf-ada679f65a63 {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:37:27.670668 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-01c3cfa4-de7a-4d14-ad5e-251bb3e4de28 tempest-FloatingIPAdminTestJSON-1113503345 tempest-FloatingIPAdminTestJSON-1113503345-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:27.726920 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a10a89b3-0f98-4839-aeac-e89f13132dfb tempest-ExtraDHCPOptionsIpV6TestJSON-754593973 tempest-ExtraDHCPOptionsIpV6TestJSON-754593973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:27.737954 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a977eaae-6dbc-4871-8ce8-9a70a95619f1 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:27.774241 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10a89b3-0f98-4839-aeac-e89f13132dfb tempest-ExtraDHCPOptionsIpV6TestJSON-754593973 tempest-ExtraDHCPOptionsIpV6TestJSON-754593973-project] Pushing event deleted for resources: {'Port': ['ID=b4ffd886-752b-4947-a2e7-f146dd132c63,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:37:27.783245 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a10a89b3-0f98-4839-aeac-e89f13132dfb tempest-ExtraDHCPOptionsIpV6TestJSON-754593973 tempest-ExtraDHCPOptionsIpV6TestJSON-754593973-project] No DVR routers for this DVR port b4ffd886-752b-4947-a2e7-f146dd132c63 on host n-d-818823-1 {{(pid=103448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:37:27.949743 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-01c3cfa4-de7a-4d14-ad5e-251bb3e4de28 tempest-FloatingIPAdminTestJSON-1113503345 tempest-FloatingIPAdminTestJSON-1113503345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:27.971932 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 7d161745-792a-4f5c-82a6-087df9aeef00 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:37:28.024252 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a10a89b3-0f98-4839-aeac-e89f13132dfb tempest-ExtraDHCPOptionsIpV6TestJSON-754593973 tempest-ExtraDHCPOptionsIpV6TestJSON-754593973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3760028', 'neutron.services.segments.db._delete_segments_for_network-8748992815755'] for network, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:28.039641 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-01c3cfa4-de7a-4d14-ad5e-251bb3e4de28 tempest-FloatingIPAdminTestJSON-1113503345 tempest-FloatingIPAdminTestJSON-1113503345-project] Calling delete_port for 1511ecbd-4029-4c6a-a6cf-ada679f65a63 owned by {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:37:28.050200 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54488d56-70ea-485e-a4f9-970d3deb6605 None None] Network 60268a49-89d7-4d48-aae7-c4abd5a6553f requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:37:28.111601 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 48200) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:37:28.124952 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-a10a89b3-0f98-4839-aeac-e89f13132dfb tempest-ExtraDHCPOptionsIpV6TestJSON-754593973 tempest-ExtraDHCPOptionsIpV6TestJSON-754593973-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['556e016d-067e-47d5-92ea-e71f472ad280']}} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:37:28.156423 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 7d161745-792a-4f5c-82a6-087df9aeef00 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:37:28.157185 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:28.174441 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-a10a89b3-0f98-4839-aeac-e89f13132dfb tempest-ExtraDHCPOptionsIpV6TestJSON-754593973 tempest-ExtraDHCPOptionsIpV6TestJSON-754593973-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79951854-bb5a-451e-9cfa-2f450832b1fd') {'for_net_delete': True} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:37:28.174743 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-a10a89b3-0f98-4839-aeac-e89f13132dfb tempest-ExtraDHCPOptionsIpV6TestJSON-754593973 tempest-ExtraDHCPOptionsIpV6TestJSON-754593973-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79951854-bb5a-451e-9cfa-2f450832b1fd') {} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:37:28.193046 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a10a89b3-0f98-4839-aeac-e89f13132dfb tempest-ExtraDHCPOptionsIpV6TestJSON-754593973 tempest-ExtraDHCPOptionsIpV6TestJSON-754593973-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748993039638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11627933'] for segment, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:28.206614 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-bb169915-8e4d-4ec2-ba7c-d1adf6418c66 None None] Provisioning complete for port 7d161745-792a-4f5c-82a6-087df9aeef00 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:37:28.207283 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-bb169915-8e4d-4ec2-ba7c-d1adf6418c66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:28.231938 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a10a89b3-0f98-4839-aeac-e89f13132dfb tempest-ExtraDHCPOptionsIpV6TestJSON-754593973 tempest-ExtraDHCPOptionsIpV6TestJSON-754593973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:28.246855 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-69343695-6373-4c4e-8675-97e4dabc6041 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:28.250603 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a10a89b3-0f98-4839-aeac-e89f13132dfb tempest-ExtraDHCPOptionsIpV6TestJSON-754593973 tempest-ExtraDHCPOptionsIpV6TestJSON-754593973-project] Releasing vlan 637 on physical network physnet1 to pool {{(pid=103448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 20:37:28.251202 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a10a89b3-0f98-4839-aeac-e89f13132dfb tempest-ExtraDHCPOptionsIpV6TestJSON-754593973 tempest-ExtraDHCPOptionsIpV6TestJSON-754593973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11567447'] for segment, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:28.258660 n-d-818823-1 neutron-server[103448]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 20:37:28.258660 n-d-818823-1 neutron-server[103448]: self.session.flush() Nov 22 20:37:28.258660 n-d-818823-1 neutron-server[103448]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 20:37:28.258660 n-d-818823-1 neutron-server[103448]: self.session.flush() Nov 22 20:37:28.258660 n-d-818823-1 neutron-server[103448]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 20:37:28.258660 n-d-818823-1 neutron-server[103448]: self.session.flush() Nov 22 20:37:28.258660 n-d-818823-1 neutron-server[103448]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 20:37:28.258660 n-d-818823-1 neutron-server[103448]: self.session.flush() Nov 22 20:37:28.258660 n-d-818823-1 neutron-server[103448]: Traceback (most recent call last): Nov 22 20:37:28.258660 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 20:37:28.258660 n-d-818823-1 neutron-server[103448]: timer() Nov 22 20:37:28.258660 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 20:37:28.258660 n-d-818823-1 neutron-server[103448]: cb(*args, **kw) Nov 22 20:37:28.258660 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 20:37:28.258660 n-d-818823-1 neutron-server[103448]: return func(*args, **kwargs) Nov 22 20:37:28.258660 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 20:37:28.258660 n-d-818823-1 neutron-server[103448]: self._notify() Nov 22 20:37:28.258660 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 20:37:28.258660 n-d-818823-1 neutron-server[103448]: self.callback(batched_events) Nov 22 20:37:28.258660 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 20:37:28.258660 n-d-818823-1 neutron-server[103448]: event.method(event) Nov 22 20:37:28.258660 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 20:37:28.258660 n-d-818823-1 neutron-server[103448]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 20:37:28.258660 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 20:37:28.258660 n-d-818823-1 neutron-server[103448]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 20:37:28.258660 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 20:37:28.258660 n-d-818823-1 neutron-server[103448]: return f(self, *a, **k) Nov 22 20:37:28.258660 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 20:37:28.258660 n-d-818823-1 neutron-server[103448]: return self._get(url).json() Nov 22 20:37:28.258660 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 20:37:28.258660 n-d-818823-1 neutron-server[103448]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 20:37:28.258660 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 20:37:28.258660 n-d-818823-1 neutron-server[103448]: return self.request(url, 'GET', **kwargs) Nov 22 20:37:28.258660 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 20:37:28.258660 n-d-818823-1 neutron-server[103448]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 20:37:28.258660 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 20:37:28.258660 n-d-818823-1 neutron-server[103448]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 20:37:28.258660 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 20:37:28.258660 n-d-818823-1 neutron-server[103448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 20:37:28.258660 n-d-818823-1 neutron-server[103448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 20:37:28.399180 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a10a89b3-0f98-4839-aeac-e89f13132dfb tempest-ExtraDHCPOptionsIpV6TestJSON-754593973 tempest-ExtraDHCPOptionsIpV6TestJSON-754593973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3760002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595318'] for network, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:28.404563 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a10a89b3-0f98-4839-aeac-e89f13132dfb tempest-ExtraDHCPOptionsIpV6TestJSON-754593973 tempest-ExtraDHCPOptionsIpV6TestJSON-754593973-project] Publish callbacks [] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:28.409014 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-a10a89b3-0f98-4839-aeac-e89f13132dfb tempest-ExtraDHCPOptionsIpV6TestJSON-754593973 tempest-ExtraDHCPOptionsIpV6TestJSON-754593973-project] 10.222.0.46 "DELETE /v2.0/networks/556e016d-067e-47d5-92ea-e71f472ad280 HTTP/1.1" status: 204 len: 168 time: 2.3686881 Nov 22 20:37:28.443974 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a977eaae-6dbc-4871-8ce8-9a70a95619f1 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks [] for port, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:28.452078 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:28.453930 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-bb169915-8e4d-4ec2-ba7c-d1adf6418c66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:28.461033 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10a89b3-0f98-4839-aeac-e89f13132dfb tempest-ExtraDHCPOptionsIpV6TestJSON-754593973 tempest-ExtraDHCPOptionsIpV6TestJSON-754593973-project] Pushing event deleted for resources: {'Network': ['ID=556e016d-067e-47d5-92ea-e71f472ad280,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:37:28.469502 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a977eaae-6dbc-4871-8ce8-9a70a95619f1 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:28.535821 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] For port 7d161745-792a-4f5c-82a6-087df9aeef00, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=7d161745-792a-4f5c-82a6-087df9aeef00,segment=NetworkSegment(c5a5ca80-202f-4023-8909-fec9fd7edd8b),segment_id=c5a5ca80-202f-4023-8909-fec9fd7edd8b)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:37:28.543754 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:28.564443 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-69343695-6373-4c4e-8675-97e4dabc6041 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:28.569782 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-69343695-6373-4c4e-8675-97e4dabc6041 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:28.634486 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69343695-6373-4c4e-8675-97e4dabc6041 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a36a3d65-4e4a-411b-a34c-7a8870fee58d,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:37:28.656637 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-69343695-6373-4c4e-8675-97e4dabc6041 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0bef3f083c8f47daa87bf6bf5238c28d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5432935 Nov 22 20:37:28.664036 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 48206) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:37:28.686267 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device b4ffd886-752b-4947-a2e7-f146dd132c63 no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:37:28.756922 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Pushing event updated for resources: {'Port': ['ID=7d161745-792a-4f5c-82a6-087df9aeef00,revision_number=3']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:37:28.759600 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: b4ffd886-752b-4947-a2e7-f146dd132c63 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:37:28.760010 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device b4ffd886-752b-4947-a2e7-f146dd132c63 not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:37:28.762325 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.db.api [None req-bb169915-8e4d-4ec2-ba7c-d1adf6418c66 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103449) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 20:37:28.762997 n-d-818823-1 neutron-server[103449]: DEBUG oslo_db.api [None req-bb169915-8e4d-4ec2-ba7c-d1adf6418c66 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 20:37:28.782117 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f9563b6d-e6ca-4374-bac5-5e9c07d1558d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:28.807972 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f9563b6d-e6ca-4374-bac5-5e9c07d1558d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:28.831522 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a977eaae-6dbc-4871-8ce8-9a70a95619f1 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659939'] for router_interface, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:28.843503 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-01c3cfa4-de7a-4d14-ad5e-251bb3e4de28 tempest-FloatingIPAdminTestJSON-1113503345 tempest-FloatingIPAdminTestJSON-1113503345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:28.878783 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f9563b6d-e6ca-4374-bac5-5e9c07d1558d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:28.881889 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f9563b6d-e6ca-4374-bac5-5e9c07d1558d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:28.883963 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-f9563b6d-e6ca-4374-bac5-5e9c07d1558d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a36a3d65-4e4a-411b-a34c-7a8870fee58d HTTP/1.1" status: 204 len: 168 time: 0.2178435 Nov 22 20:37:28.907176 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9563b6d-e6ca-4374-bac5-5e9c07d1558d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a36a3d65-4e4a-411b-a34c-7a8870fee58d,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:37:28.925363 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 48214) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:37:28.938092 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a977eaae-6dbc-4871-8ce8-9a70a95619f1 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Pushing event updated for resources: {'Port': ['ID=ce390112-31c6-4835-9e2e-c4a40fe47932,revision_number=2']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:37:29.035192 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c3cfa4-de7a-4d14-ad5e-251bb3e4de28 tempest-FloatingIPAdminTestJSON-1113503345 tempest-FloatingIPAdminTestJSON-1113503345-project] Pushing event deleted for resources: {'Port': ['ID=1511ecbd-4029-4c6a-a6cf-ada679f65a63,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:37:29.158327 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-01c3cfa4-de7a-4d14-ad5e-251bb3e4de28 tempest-FloatingIPAdminTestJSON-1113503345 tempest-FloatingIPAdminTestJSON-1113503345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:29.165846 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 48218) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:37:29.168710 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-01c3cfa4-de7a-4d14-ad5e-251bb3e4de28 tempest-FloatingIPAdminTestJSON-1113503345 tempest-FloatingIPAdminTestJSON-1113503345-project] 10.222.0.46 "DELETE /v2.0/ports/1511ecbd-4029-4c6a-a6cf-ada679f65a63 HTTP/1.1" status: 204 len: 168 time: 2.5286107 Nov 22 20:37:29.242936 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-fd56bfae-ff62-4783-ad55-0c6f093a08dc admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=991a219d95c1475c8ad63dea08d93396&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3163171 Nov 22 20:37:29.257949 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a977eaae-6dbc-4871-8ce8-9a70a95619f1 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:29.261347 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 48222) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:37:29.334216 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ed52360-44df-4fbf-9787-fc61d7f5081e tempest-FloatingIPAdminTestJSON-1113503345 tempest-FloatingIPAdminTestJSON-1113503345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:37:29.337005 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-8ed52360-44df-4fbf-9787-fc61d7f5081e tempest-FloatingIPAdminTestJSON-1113503345 tempest-FloatingIPAdminTestJSON-1113503345-project] 10.222.0.46 "GET /v2.0/ports?device_id=543ac680-ecc8-4b4d-9e3c-ee9a26681f4f HTTP/1.1" status: 200 len: 913 time: 0.1483161 Nov 22 20:37:29.340239 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 48224) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:37:29.436710 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 48226) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:37:29.455773 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-2aa6218f-401e-4049-8d4c-0a40fe566b87 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:29.471341 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e505ff1a-2544-4ca2-9808-b18a5c6facfa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:29.515057 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-554641c5-b417-4fea-8db6-a31f9bb24d64 None None] Provisioning complete for port ce390112-31c6-4835-9e2e-c4a40fe47932 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:37:29.516235 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e505ff1a-2544-4ca2-9808-b18a5c6facfa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:29.516411 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-554641c5-b417-4fea-8db6-a31f9bb24d64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:29.561194 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-554641c5-b417-4fea-8db6-a31f9bb24d64 None None] Port ce390112-31c6-4835-9e2e-c4a40fe47932 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:37:29.581144 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-554641c5-b417-4fea-8db6-a31f9bb24d64 None None] Provisioning complete for port 7d161745-792a-4f5c-82a6-087df9aeef00 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:37:29.581907 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-554641c5-b417-4fea-8db6-a31f9bb24d64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:29.695715 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e505ff1a-2544-4ca2-9808-b18a5c6facfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:29.699057 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e505ff1a-2544-4ca2-9808-b18a5c6facfa admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:29.700359 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-e505ff1a-2544-4ca2-9808-b18a5c6facfa admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/18f3afeb-1d26-460a-ace5-d3faeef8045f HTTP/1.1" status: 204 len: 168 time: 0.4378169 Nov 22 20:37:29.719661 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e505ff1a-2544-4ca2-9808-b18a5c6facfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18f3afeb-1d26-460a-ace5-d3faeef8045f,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:37:29.765204 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-2aa6218f-401e-4049-8d4c-0a40fe566b87 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:29.773649 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-2aa6218f-401e-4049-8d4c-0a40fe566b87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:29.782586 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a977eaae-6dbc-4871-8ce8-9a70a95619f1 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks [] for port, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:29.789614 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a977eaae-6dbc-4871-8ce8-9a70a95619f1 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:29.790423 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a977eaae-6dbc-4871-8ce8-9a70a95619f1 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-563461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-659839'] for router_interface, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:29.849736 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-30d8a36d-cdaa-4388-95e1-3ea05b7c3e2c None None] Provisioning complete for port ce390112-31c6-4835-9e2e-c4a40fe47932 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:37:29.849736 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-30d8a36d-cdaa-4388-95e1-3ea05b7c3e2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:29.899830 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-2aa6218f-401e-4049-8d4c-0a40fe566b87 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=17d261983f8d4f5c8f8cff1ec55d586b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4597404 Nov 22 20:37:29.899830 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa6218f-401e-4049-8d4c-0a40fe566b87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fc3901c-450c-4753-8416-5c61c490fcec,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:37:29.906838 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 48232) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:37:29.948740 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-30d8a36d-cdaa-4388-95e1-3ea05b7c3e2c None None] Port ce390112-31c6-4835-9e2e-c4a40fe47932 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:37:29.990437 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 7d161745-792a-4f5c-82a6-087df9aeef00 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:37:29.990873 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a977eaae-6dbc-4871-8ce8-9a70a95619f1 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Pushing event updated for resources: {'Port': ['ID=ce390112-31c6-4835-9e2e-c4a40fe47932,revision_number=3']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:37:30.038594 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-384fed9e-8f68-4359-9541-3a5f33af7d05 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:30.061092 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9409d321-3b98-4e30-8af6-33f11b477926 tempest-FloatingIPAdminTestJSON-1113503345 tempest-FloatingIPAdminTestJSON-1113503345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659736'] for router_interface, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:30.068819 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-411788da-8943-4dcd-81eb-2f8a27d886f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:30.092130 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 7d161745-792a-4f5c-82a6-087df9aeef00 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:37:30.093314 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:30.136435 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a977eaae-6dbc-4871-8ce8-9a70a95619f1 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Network 60268a49-89d7-4d48-aae7-c4abd5a6553f is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:37:30.144234 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-384fed9e-8f68-4359-9541-3a5f33af7d05 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:30.158030 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-a977eaae-6dbc-4871-8ce8-9a70a95619f1 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:37:30.375966 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-384fed9e-8f68-4359-9541-3a5f33af7d05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:30.378869 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-384fed9e-8f68-4359-9541-3a5f33af7d05 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:30.382423 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-384fed9e-8f68-4359-9541-3a5f33af7d05 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5fc3901c-450c-4753-8416-5c61c490fcec HTTP/1.1" status: 204 len: 168 time: 0.4724424 Nov 22 20:37:30.407066 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384fed9e-8f68-4359-9541-3a5f33af7d05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fc3901c-450c-4753-8416-5c61c490fcec,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:37:30.441943 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a977eaae-6dbc-4871-8ce8-9a70a95619f1 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Router fd2bb2d9-acd7-4963-94fd-aeca62b82b68 is scheduled to L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 with binding_index 1 {{(pid=103448) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 20:37:30.520720 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-9409d321-3b98-4e30-8af6-33f11b477926 tempest-FloatingIPAdminTestJSON-1113503345 tempest-FloatingIPAdminTestJSON-1113503345-project] Deleting port 86447466-f2eb-4460-b5bb-6ae9c9b9b1bc {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:37:30.521293 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9409d321-3b98-4e30-8af6-33f11b477926 tempest-FloatingIPAdminTestJSON-1113503345 tempest-FloatingIPAdminTestJSON-1113503345-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:30.620885 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a977eaae-6dbc-4871-8ce8-9a70a95619f1 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:37:30.627583 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-a977eaae-6dbc-4871-8ce8-9a70a95619f1 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] 10.222.0.46 "PUT /v2.0/routers/fd2bb2d9-acd7-4963-94fd-aeca62b82b68/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1544576 Nov 22 20:37:30.630326 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 48248) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:37:30.632089 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ee7856-6b8c-421d-abb9-28394577b187 None None] Sync routers for ids ['fd2bb2d9-acd7-4963-94fd-aeca62b82b68'] in n-d-818823-1 {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:37:30.649745 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ee7856-6b8c-421d-abb9-28394577b187 None None] Routers {'fd2bb2d9-acd7-4963-94fd-aeca62b82b68'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:37:30.650401 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-f6ee7856-6b8c-421d-abb9-28394577b187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:37:03Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['fd2bb2d9-acd7-4963-94fd-aeca62b82b68'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:37:30.699033 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-605f3ecb-4d75-463d-9d71-1fb7af774aaf tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:37:30.700895 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-605f3ecb-4d75-463d-9d71-1fb7af774aaf tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] 10.222.0.46 "GET /v2.0/ports/ce390112-31c6-4835-9e2e-c4a40fe47932 HTTP/1.1" status: 200 len: 983 time: 0.0675182 Nov 22 20:37:30.704074 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 48252) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:37:30.707648 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-f6ee7856-6b8c-421d-abb9-28394577b187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:37:30.717671 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9409d321-3b98-4e30-8af6-33f11b477926 tempest-FloatingIPAdminTestJSON-1113503345 tempest-FloatingIPAdminTestJSON-1113503345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:30.728049 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ee7856-6b8c-421d-abb9-28394577b187 None None] Routers {'fd2bb2d9-acd7-4963-94fd-aeca62b82b68'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:37:30.729554 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-f6ee7856-6b8c-421d-abb9-28394577b187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:37:03Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['fd2bb2d9-acd7-4963-94fd-aeca62b82b68'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:37:30.750681 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-9409d321-3b98-4e30-8af6-33f11b477926 tempest-FloatingIPAdminTestJSON-1113503345 tempest-FloatingIPAdminTestJSON-1113503345-project] Calling delete_port for 86447466-f2eb-4460-b5bb-6ae9c9b9b1bc owned by network:router_interface {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:37:30.781333 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-7d988795-c0c2-4a22-8deb-2fb987a23376 None None] Provisioning complete for port ce390112-31c6-4835-9e2e-c4a40fe47932 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:37:30.781713 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-7d988795-c0c2-4a22-8deb-2fb987a23376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:30.783690 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-f6ee7856-6b8c-421d-abb9-28394577b187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:37:30.784302 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ee7856-6b8c-421d-abb9-28394577b187 None None] The sync data for ids ['fd2bb2d9-acd7-4963-94fd-aeca62b82b68'] in n-d-818823-1 is: [] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:37:30.846904 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-7d988795-c0c2-4a22-8deb-2fb987a23376 None None] Port ce390112-31c6-4835-9e2e-c4a40fe47932 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:37:31.061101 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9409d321-3b98-4e30-8af6-33f11b477926 tempest-FloatingIPAdminTestJSON-1113503345 tempest-FloatingIPAdminTestJSON-1113503345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:31.092531 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 48268) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:37:31.110565 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9409d321-3b98-4e30-8af6-33f11b477926 tempest-FloatingIPAdminTestJSON-1113503345 tempest-FloatingIPAdminTestJSON-1113503345-project] Pushing event deleted for resources: {'Port': ['ID=86447466-f2eb-4460-b5bb-6ae9c9b9b1bc,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:37:31.265118 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1aa96c26-1add-4eb8-bf58-b7e3be5efe12 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659736'] for router_interface, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:31.403979 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9409d321-3b98-4e30-8af6-33f11b477926 tempest-FloatingIPAdminTestJSON-1113503345 tempest-FloatingIPAdminTestJSON-1113503345-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-563470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-663272'] for router_interface, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:31.490308 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-cdb8b495-81ea-4279-be42-6440d7527965 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-413294683', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:37:31.567868 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cdb8b495-81ea-4279-be42-6440d7527965 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24799'] for router, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:31.568951 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cdb8b495-81ea-4279-be42-6440d7527965 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-632716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24788'] for router, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:31.641905 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cdb8b495-81ea-4279-be42-6440d7527965 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:31.650199 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cdb8b495-81ea-4279-be42-6440d7527965 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-659538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-841284'] for router, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:31.690932 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cdb8b495-81ea-4279-be42-6440d7527965 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Publish callbacks [] for router, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:31.694537 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-cdb8b495-81ea-4279-be42-6440d7527965 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.5982182 Nov 22 20:37:31.695170 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 48286) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:37:31.702094 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-1b50d1d8-1d95-439d-939b-6b718bd9f162 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1643374383'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:37:31.720048 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-1aa96c26-1add-4eb8-bf58-b7e3be5efe12 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Deleting port ce390112-31c6-4835-9e2e-c4a40fe47932 {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:37:31.720388 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1aa96c26-1add-4eb8-bf58-b7e3be5efe12 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:31.726362 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9409d321-3b98-4e30-8af6-33f11b477926 tempest-FloatingIPAdminTestJSON-1113503345 tempest-FloatingIPAdminTestJSON-1113503345-project] Router 543ac680-ecc8-4b4d-9e3c-ee9a26681f4f has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 20:37:31.742941 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b50d1d8-1d95-439d-939b-6b718bd9f162 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Made reservation on behalf of 60ce3243429c43809b5075ff500d350e for: {'network': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:37:31.748272 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1b50d1d8-1d95-439d-939b-6b718bd9f162 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for network, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:31.762545 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1b50d1d8-1d95-439d-939b-6b718bd9f162 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:31.853736 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1aa96c26-1add-4eb8-bf58-b7e3be5efe12 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:31.873709 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-1aa96c26-1add-4eb8-bf58-b7e3be5efe12 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Calling delete_port for ce390112-31c6-4835-9e2e-c4a40fe47932 owned by network:router_interface {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:37:32.157445 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1aa96c26-1add-4eb8-bf58-b7e3be5efe12 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:32.237041 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa96c26-1add-4eb8-bf58-b7e3be5efe12 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Pushing event deleted for resources: {'Port': ['ID=ce390112-31c6-4835-9e2e-c4a40fe47932,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:37:32.250921 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1b50d1d8-1d95-439d-939b-6b718bd9f162 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:32.267828 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1b50d1d8-1d95-439d-939b-6b718bd9f162 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:32.293923 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b50d1d8-1d95-439d-939b-6b718bd9f162 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] vlan segment allocate from pool success with {'vlan_id': 624, 'physical_network': 'physnet1'} {{(pid=103447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 20:37:32.316480 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1b50d1d8-1d95-439d-939b-6b718bd9f162 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:32.316870 n-d-818823-1 neutron-server[103447]: INFO neutron.db.segments_db [None req-1b50d1d8-1d95-439d-939b-6b718bd9f162 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Added segment 3b43f828-47e6-441a-8547-fe93689dcbe5 of type vlan for network 7c3796a8-5b60-458e-8263-83835bece6dc Nov 22 20:37:32.399352 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1b50d1d8-1d95-439d-939b-6b718bd9f162 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748992492791'] for network, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:32.466219 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1aa96c26-1add-4eb8-bf58-b7e3be5efe12 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-563470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-663272'] for router_interface, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:32.514749 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-d3098cd7-6351-468b-b8ec-373d2315f6a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:32.569786 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1b50d1d8-1d95-439d-939b-6b718bd9f162 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for network, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:32.580877 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b50d1d8-1d95-439d-939b-6b718bd9f162 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:37:32.585970 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1b50d1d8-1d95-439d-939b-6b718bd9f162 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Publish callbacks [] for network, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:32.589231 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b50d1d8-1d95-439d-939b-6b718bd9f162 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32b8a83e-52e3-4e1a-907b-01871616f8f6,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:37:32.703681 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-1b50d1d8-1d95-439d-939b-6b718bd9f162 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.0044200 Nov 22 20:37:32.706300 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 48334) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:37:32.706852 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 48336) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:37:32.725519 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-0e4636fe-6edd-4e32-b25c-56ce8ac09593 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Request body: {'subnet': {'network_id': '7c3796a8-5b60-458e-8263-83835bece6dc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:37:32.735172 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1aa96c26-1add-4eb8-bf58-b7e3be5efe12 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Router fd2bb2d9-acd7-4963-94fd-aeca62b82b68 has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 20:37:32.858145 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1aa96c26-1add-4eb8-bf58-b7e3be5efe12 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:37:32.863376 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-1aa96c26-1add-4eb8-bf58-b7e3be5efe12 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] 10.222.0.46 "PUT /v2.0/routers/fd2bb2d9-acd7-4963-94fd-aeca62b82b68/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1580927 Nov 22 20:37:32.867932 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 48340) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:37:32.873307 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6817f59a-9671-486a-b1a4-e1fe27684562 None None] Sync routers for ids ['fd2bb2d9-acd7-4963-94fd-aeca62b82b68'] in n-d-818823-1 {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:37:32.881969 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b50d1d8-1d95-439d-939b-6b718bd9f162 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Pushing event updated for resources: {'Network': ['ID=7c3796a8-5b60-458e-8263-83835bece6dc,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:37:32.884637 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9409d321-3b98-4e30-8af6-33f11b477926 tempest-FloatingIPAdminTestJSON-1113503345 tempest-FloatingIPAdminTestJSON-1113503345-project] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:37:32.884794 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6817f59a-9671-486a-b1a4-e1fe27684562 None None] Routers {'fd2bb2d9-acd7-4963-94fd-aeca62b82b68'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:37:32.885989 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-6817f59a-9671-486a-b1a4-e1fe27684562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:37:32Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['fd2bb2d9-acd7-4963-94fd-aeca62b82b68'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:37:32.895105 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-9409d321-3b98-4e30-8af6-33f11b477926 tempest-FloatingIPAdminTestJSON-1113503345 tempest-FloatingIPAdminTestJSON-1113503345-project] 10.222.0.46 "PUT /v2.0/routers/543ac680-ecc8-4b4d-9e3c-ee9a26681f4f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5498052 Nov 22 20:37:32.895505 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 48342) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:37:32.907972 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af0a3f41-c102-42ab-9fe5-10dc280a796c None None] Sync routers for ids ['543ac680-ecc8-4b4d-9e3c-ee9a26681f4f'] in n-d-818823-1 {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:37:32.912176 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Network 7c3796a8-5b60-458e-8263-83835bece6dc details requested by agent ovs-agent-n-d-818823-1 with host n-d-818823-1 {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 20:37:32.933513 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-6817f59a-9671-486a-b1a4-e1fe27684562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:37:32.943130 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6817f59a-9671-486a-b1a4-e1fe27684562 None None] Routers {'fd2bb2d9-acd7-4963-94fd-aeca62b82b68'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:37:32.944039 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-6817f59a-9671-486a-b1a4-e1fe27684562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:37:32Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['fd2bb2d9-acd7-4963-94fd-aeca62b82b68'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:37:33.018259 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-6817f59a-9671-486a-b1a4-e1fe27684562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:37:33.018508 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-304ce2a0-aa36-49d1-b2c3-5bff7055b11a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:33.019186 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6817f59a-9671-486a-b1a4-e1fe27684562 None None] The sync data for ids ['fd2bb2d9-acd7-4963-94fd-aeca62b82b68'] in n-d-818823-1 is: [] {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:37:33.053587 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af0a3f41-c102-42ab-9fe5-10dc280a796c None None] Routers {'543ac680-ecc8-4b4d-9e3c-ee9a26681f4f'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:37:33.054480 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-af0a3f41-c102-42ab-9fe5-10dc280a796c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:37:32Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['543ac680-ecc8-4b4d-9e3c-ee9a26681f4f'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:37:33.064535 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f6e6c586-d3fa-47e7-bf96-7684ed2fbf7f tempest-FloatingIPAdminTestJSON-1113503345 tempest-FloatingIPAdminTestJSON-1113503345-project] Publish callbacks [] for router, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:33.108837 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-af0a3f41-c102-42ab-9fe5-10dc280a796c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:37:33.128302 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af0a3f41-c102-42ab-9fe5-10dc280a796c None None] Routers {'543ac680-ecc8-4b4d-9e3c-ee9a26681f4f'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:37:33.129100 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-af0a3f41-c102-42ab-9fe5-10dc280a796c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:37:32Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['543ac680-ecc8-4b4d-9e3c-ee9a26681f4f'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:37:33.192583 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e4636fe-6edd-4e32-b25c-56ce8ac09593 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Made reservation on behalf of 60ce3243429c43809b5075ff500d350e for: {'subnet': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:37:33.196464 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0e4636fe-6edd-4e32-b25c-56ce8ac09593 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8485086'] for subnet, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:33.199809 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-af0a3f41-c102-42ab-9fe5-10dc280a796c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:37:33.200774 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af0a3f41-c102-42ab-9fe5-10dc280a796c None None] The sync data for ids ['543ac680-ecc8-4b4d-9e3c-ee9a26681f4f'] in n-d-818823-1 is: [] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:37:33.214305 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f6e6c586-d3fa-47e7-bf96-7684ed2fbf7f tempest-FloatingIPAdminTestJSON-1113503345 tempest-FloatingIPAdminTestJSON-1113503345-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:33.272998 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-f6e6c586-d3fa-47e7-bf96-7684ed2fbf7f tempest-FloatingIPAdminTestJSON-1113503345 tempest-FloatingIPAdminTestJSON-1113503345-project] Deleting port b7763386-127c-4f9e-b07d-021f999ce65d {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:37:33.273635 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f6e6c586-d3fa-47e7-bf96-7684ed2fbf7f tempest-FloatingIPAdminTestJSON-1113503345 tempest-FloatingIPAdminTestJSON-1113503345-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:33.360571 n-d-818823-1 neutron-server[103447]: INFO neutron.api.v2.resource [None req-6ffa1349-b12d-43f7-a904-ef7cba718119 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] remove_router_interface failed (client error): The resource could not be found. Nov 22 20:37:33.364096 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-6ffa1349-b12d-43f7-a904-ef7cba718119 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] 10.222.0.46 "PUT /v2.0/routers/fd2bb2d9-acd7-4963-94fd-aeca62b82b68/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4926496 Nov 22 20:37:33.365895 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 48344) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:37:33.471267 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-304ce2a0-aa36-49d1-b2c3-5bff7055b11a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:33.482358 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-03f0964f-1b75-4df7-99e0-a3cdb56ec2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:33.511449 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-304ce2a0-aa36-49d1-b2c3-5bff7055b11a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:33.629050 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304ce2a0-aa36-49d1-b2c3-5bff7055b11a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75bba3b9-25b9-430f-8132-de431da1b712,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:37:33.634803 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-304ce2a0-aa36-49d1-b2c3-5bff7055b11a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d9e4c187ec6b47e4aa96aa1bdccb291a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9267817 Nov 22 20:37:33.638008 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 48348) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:37:33.658993 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0e4636fe-6edd-4e32-b25c-56ce8ac09593 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8900613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8485104'] for subnet, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:33.734478 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f6e6c586-d3fa-47e7-bf96-7684ed2fbf7f tempest-FloatingIPAdminTestJSON-1113503345 tempest-FloatingIPAdminTestJSON-1113503345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:33.758112 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-6ef8d825-4cf8-4d27-94d9-3b66ca4df4af tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] 10.222.0.46 "GET /v2.0/ports?device_id=fd2bb2d9-acd7-4963-94fd-aeca62b82b68 HTTP/1.1" status: 200 len: 205 time: 0.3907971 Nov 22 20:37:33.760998 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 48350) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:37:33.762878 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4636fe-6edd-4e32-b25c-56ce8ac09593 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Pushing event updated for resources: {'Subnet': ['ID=61bae8d2-8577-41ca-86f1-ab9e6f939425,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:37:33.770825 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-f6e6c586-d3fa-47e7-bf96-7684ed2fbf7f tempest-FloatingIPAdminTestJSON-1113503345 tempest-FloatingIPAdminTestJSON-1113503345-project] Calling delete_port for b7763386-127c-4f9e-b07d-021f999ce65d owned by network:router_gateway {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:37:33.780375 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-49950654-c306-4042-9f78-33234c1b4dad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:33.813129 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e4636fe-6edd-4e32-b25c-56ce8ac09593 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Checking segment: {'id': '3b43f828-47e6-441a-8547-fe93689dcbe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '7c3796a8-5b60-458e-8263-83835bece6dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:37:33.813772 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e4636fe-6edd-4e32-b25c-56ce8ac09593 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Network hostable DHCP agents. Network: 7c3796a8-5b60-458e-8263-83835bece6dc, hostable agents: ['02adaa64-0987-4b74-bad0-cbcf56f8a294'], hosted agents: [] {{(pid=103447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 20:37:33.822512 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-49950654-c306-4042-9f78-33234c1b4dad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:33.856543 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e4636fe-6edd-4e32-b25c-56ce8ac09593 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Network 7c3796a8-5b60-458e-8263-83835bece6dc is scheduled to be hosted by DHCP agent 02adaa64-0987-4b74-bad0-cbcf56f8a294 with binding_index 1 {{(pid=103447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 20:37:33.874135 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-0e4636fe-6edd-4e32-b25c-56ce8ac09593 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818823-1, 7c3796a8-5b60-458e-8263-83835bece6dc) {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:37:33.877564 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f1ac1251-dd02-4997-ac6e-ebd03852438e tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks [] for router, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:33.883229 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e4636fe-6edd-4e32-b25c-56ce8ac09593 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:37:33.883229 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0e4636fe-6edd-4e32-b25c-56ce8ac09593 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Publish callbacks [] for subnet, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:33.888776 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8f056ed-7127-4f2a-9dab-7d5b0f59b829 None None] Network 7c3796a8-5b60-458e-8263-83835bece6dc requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:37:33.911105 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-0e4636fe-6edd-4e32-b25c-56ce8ac09593 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1987965 Nov 22 20:37:33.911105 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-49950654-c306-4042-9f78-33234c1b4dad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:33.913768 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-49950654-c306-4042-9f78-33234c1b4dad admin admin] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:33.915114 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-49950654-c306-4042-9f78-33234c1b4dad admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/75bba3b9-25b9-430f-8132-de431da1b712 HTTP/1.1" status: 204 len: 168 time: 0.2760866 Nov 22 20:37:33.915825 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 48352) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:37:33.926449 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-685be986-f6b6-4d5c-b3a8-28dbe6a6fc1d tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Request body: {'network': {'name': 'tempest-router-network01--150482558'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:37:33.936728 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49950654-c306-4042-9f78-33234c1b4dad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75bba3b9-25b9-430f-8132-de431da1b712,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:37:33.979682 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-685be986-f6b6-4d5c-b3a8-28dbe6a6fc1d tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Made reservation on behalf of 60ce3243429c43809b5075ff500d350e for: {'network': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:37:33.986626 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-685be986-f6b6-4d5c-b3a8-28dbe6a6fc1d tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for network, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:34.014986 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-685be986-f6b6-4d5c-b3a8-28dbe6a6fc1d tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] vlan segment allocate from pool success with {'vlan_id': 606, 'physical_network': 'physnet1'} {{(pid=103447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 20:37:34.026168 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-685be986-f6b6-4d5c-b3a8-28dbe6a6fc1d tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:34.026882 n-d-818823-1 neutron-server[103447]: INFO neutron.db.segments_db [None req-685be986-f6b6-4d5c-b3a8-28dbe6a6fc1d tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Added segment cc70ca31-0a6a-4393-86e2-eda2012c7384 of type vlan for network a5f81ee6-e497-4485-98d9-0babeb9bc13e Nov 22 20:37:34.079400 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-685be986-f6b6-4d5c-b3a8-28dbe6a6fc1d tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748992492791'] for network, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:34.103587 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce11c548-0032-4128-976d-4002438f703e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fb26bd7-ce56-527b-b94f-2e1f7cb2bb35-7c3796a8-5b60-458e-8263-83835bece6dc', 'network_id': '7c3796a8-5b60-458e-8263-83835bece6dc', 'tenant_id': '60ce3243429c43809b5075ff500d350e', 'fixed_ips': [{'subnet_id': '61bae8d2-8577-41ca-86f1-ab9e6f939425'}]}} from n-d-818823-1. {{(pid=103449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 20:37:34.104832 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ce11c548-0032-4128-976d-4002438f703e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:34.111039 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f1ac1251-dd02-4997-ac6e-ebd03852438e tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24781'] for router, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:34.114697 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f1ac1251-dd02-4997-ac6e-ebd03852438e tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:34.120360 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-685be986-f6b6-4d5c-b3a8-28dbe6a6fc1d tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for network, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:34.127607 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-685be986-f6b6-4d5c-b3a8-28dbe6a6fc1d tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:37:34.129002 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-685be986-f6b6-4d5c-b3a8-28dbe6a6fc1d tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Publish callbacks [] for network, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:34.163192 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-685be986-f6b6-4d5c-b3a8-28dbe6a6fc1d tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2436254 Nov 22 20:37:34.187496 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 48358) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:37:34.198115 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f1ac1251-dd02-4997-ac6e-ebd03852438e tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-663261'] for router, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:34.198542 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1ac1251-dd02-4997-ac6e-ebd03852438e tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Fanout notify agent at l3_agent the message router_deleted on router fd2bb2d9-acd7-4963-94fd-aeca62b82b68 {{(pid=103448) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 20:37:34.211689 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-924d11ce-1e12-45ff-893a-f41408f81962 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Request body: {'network': {'name': 'tempest-router-network02--753238565'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:37:34.222526 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685be986-f6b6-4d5c-b3a8-28dbe6a6fc1d tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Pushing event updated for resources: {'Network': ['ID=a5f81ee6-e497-4485-98d9-0babeb9bc13e,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:37:34.222764 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f1ac1251-dd02-4997-ac6e-ebd03852438e tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks [] for router, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:34.223744 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-f1ac1251-dd02-4997-ac6e-ebd03852438e tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] 10.222.0.46 "DELETE /v2.0/routers/fd2bb2d9-acd7-4963-94fd-aeca62b82b68 HTTP/1.1" status: 204 len: 168 time: 0.4615886 Nov 22 20:37:34.226803 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 48360) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:37:34.241630 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Network a5f81ee6-e497-4485-98d9-0babeb9bc13e details requested by agent ovs-agent-n-d-818823-1 with host n-d-818823-1 {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 20:37:34.290418 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-924d11ce-1e12-45ff-893a-f41408f81962 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Made reservation on behalf of 60ce3243429c43809b5075ff500d350e for: {'network': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:37:34.295176 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-924d11ce-1e12-45ff-893a-f41408f81962 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for network, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:34.306909 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_v2 [None req-70a31464-3ab4-4c5b-8aa7-b8aef0f98074 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Deleting subnet 5c14e30d-7500-4165-96f2-1901c5efaf15 {{(pid=103447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 20:37:34.311001 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-70a31464-3ab4-4c5b-8aa7-b8aef0f98074 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks [] for subnet, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:34.352229 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f6e6c586-d3fa-47e7-bf96-7684ed2fbf7f tempest-FloatingIPAdminTestJSON-1113503345 tempest-FloatingIPAdminTestJSON-1113503345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:34.379453 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-70a31464-3ab4-4c5b-8aa7-b8aef0f98074 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12178353'] for subnet, precommit_delete_associations {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:34.393225 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-924d11ce-1e12-45ff-893a-f41408f81962 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] vlan segment allocate from pool success with {'vlan_id': 644, 'physical_network': 'physnet1'} {{(pid=103448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 20:37:34.405345 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-924d11ce-1e12-45ff-893a-f41408f81962 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:34.406056 n-d-818823-1 neutron-server[103448]: INFO neutron.db.segments_db [None req-924d11ce-1e12-45ff-893a-f41408f81962 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Added segment 2b159b56-633b-4b9e-b539-8281eb66ae41 of type vlan for network 6e263e34-64ea-4549-bba7-542af9c2ea3d Nov 22 20:37:34.426306 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8c4d956-741d-41e6-91d4-e8e06cce6bce None None] DHCP port deletion for c48a55e9-6a85-4746-b7bf-3e29fb560094 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:37:34.478509 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-924d11ce-1e12-45ff-893a-f41408f81962 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748992492791'] for network, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:34.499111 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e6c586-d3fa-47e7-bf96-7684ed2fbf7f tempest-FloatingIPAdminTestJSON-1113503345 tempest-FloatingIPAdminTestJSON-1113503345-project] Pushing event deleted for resources: {'Port': ['ID=b7763386-127c-4f9e-b07d-021f999ce65d,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:37:34.505287 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.db_base_plugin_common [None req-ce11c548-0032-4128-976d-4002438f703e None None] Allocated IP 2001:db8::2 (7c3796a8-5b60-458e-8263-83835bece6dc/61bae8d2-8577-41ca-86f1-ab9e6f939425/eb26ee5d-a249-41fa-a53d-d26f8838f628) {{(pid=103449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:37:34.557472 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-924d11ce-1e12-45ff-893a-f41408f81962 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for network, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:34.563350 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-924d11ce-1e12-45ff-893a-f41408f81962 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:37:34.564005 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-924d11ce-1e12-45ff-893a-f41408f81962 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Publish callbacks [] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:34.566215 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-70a31464-3ab4-4c5b-8aa7-b8aef0f98074 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3753007'] for subnet, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:34.581724 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f6e6c586-d3fa-47e7-bf96-7684ed2fbf7f tempest-FloatingIPAdminTestJSON-1113503345 tempest-FloatingIPAdminTestJSON-1113503345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595398'] for router_gateway, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:34.590652 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-924d11ce-1e12-45ff-893a-f41408f81962 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3951213 Nov 22 20:37:34.593313 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 48372) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:37:34.608963 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-e9253bf9-b7b6-40c3-bca1-ad8b4ea86a40 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Request body: {'subnet': {'network_id': 'a5f81ee6-e497-4485-98d9-0babeb9bc13e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:37:34.661722 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-70a31464-3ab4-4c5b-8aa7-b8aef0f98074 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3753014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8900804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8485115'] for subnet, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:34.723932 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a31464-3ab4-4c5b-8aa7-b8aef0f98074 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Pushing event deleted for resources: {'Subnet': ['ID=5c14e30d-7500-4165-96f2-1901c5efaf15,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:37:34.727723 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-70a31464-3ab4-4c5b-8aa7-b8aef0f98074 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks [] for subnet, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:34.731513 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-70a31464-3ab4-4c5b-8aa7-b8aef0f98074 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] 10.222.0.46 "DELETE /v2.0/subnets/5c14e30d-7500-4165-96f2-1901c5efaf15 HTTP/1.1" status: 204 len: 168 time: 0.5032575 Nov 22 20:37:34.740156 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 48378) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:37:34.752212 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5319d464-60b6-41a5-9bea-4d6dd144c61c None None] Network 60268a49-89d7-4d48-aae7-c4abd5a6553f requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:37:34.894990 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ce11c548-0032-4128-976d-4002438f703e None None] Publish callbacks [] for port, precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:34.915148 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0cc1cfed-4c4d-4ed0-baf0-cb9dfae6c303 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3961693'] for network, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:34.942799 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924d11ce-1e12-45ff-893a-f41408f81962 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Pushing event updated for resources: {'Network': ['ID=6e263e34-64ea-4549-bba7-542af9c2ea3d,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:37:34.948721 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ce11c548-0032-4128-976d-4002438f703e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372'] for port, after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:34.961485 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f6e6c586-d3fa-47e7-bf96-7684ed2fbf7f tempest-FloatingIPAdminTestJSON-1113503345 tempest-FloatingIPAdminTestJSON-1113503345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24781'] for router, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:34.967190 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f6e6c586-d3fa-47e7-bf96-7684ed2fbf7f tempest-FloatingIPAdminTestJSON-1113503345 tempest-FloatingIPAdminTestJSON-1113503345-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:34.970739 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Network 6e263e34-64ea-4549-bba7-542af9c2ea3d details requested by agent ovs-agent-n-d-818823-1 with host n-d-818823-1 {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 20:37:34.991141 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-0cc1cfed-4c4d-4ed0-baf0-cb9dfae6c303 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Deleting port 7d161745-792a-4f5c-82a6-087df9aeef00 {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:37:34.991506 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0cc1cfed-4c4d-4ed0-baf0-cb9dfae6c303 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:35.035702 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9253bf9-b7b6-40c3-bca1-ad8b4ea86a40 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Made reservation on behalf of 60ce3243429c43809b5075ff500d350e for: {'subnet': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:37:35.043204 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e9253bf9-b7b6-40c3-bca1-ad8b4ea86a40 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11792951'] for subnet, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:35.082595 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce11c548-0032-4128-976d-4002438f703e None None] Network 7c3796a8-5b60-458e-8263-83835bece6dc is already hosted by enough agents. {{(pid=103449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:37:35.083166 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [None req-0cc1cfed-4c4d-4ed0-baf0-cb9dfae6c303 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] For port 7d161745-792a-4f5c-82a6-087df9aeef00, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=7d161745-792a-4f5c-82a6-087df9aeef00,segment=NetworkSegment(c5a5ca80-202f-4023-8909-fec9fd7edd8b),segment_id=c5a5ca80-202f-4023-8909-fec9fd7edd8b)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:37:35.083635 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0cc1cfed-4c4d-4ed0-baf0-cb9dfae6c303 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:35.101971 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-0cc1cfed-4c4d-4ed0-baf0-cb9dfae6c303 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Calling delete_port for 7d161745-792a-4f5c-82a6-087df9aeef00 owned by network:dhcp {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:37:35.104662 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f6e6c586-d3fa-47e7-bf96-7684ed2fbf7f tempest-FloatingIPAdminTestJSON-1113503345 tempest-FloatingIPAdminTestJSON-1113503345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-663261'] for router, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:35.105361 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6e6c586-d3fa-47e7-bf96-7684ed2fbf7f tempest-FloatingIPAdminTestJSON-1113503345 tempest-FloatingIPAdminTestJSON-1113503345-project] Fanout notify agent at l3_agent the message router_deleted on router 543ac680-ecc8-4b4d-9e3c-ee9a26681f4f {{(pid=103448) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 20:37:35.119961 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f6e6c586-d3fa-47e7-bf96-7684ed2fbf7f tempest-FloatingIPAdminTestJSON-1113503345 tempest-FloatingIPAdminTestJSON-1113503345-project] Publish callbacks [] for router, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:35.120368 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.base_scheduler [None req-ce11c548-0032-4128-976d-4002438f703e None None] Resources bound (agent type, host, resource id): {{(pid=103449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:37:35.121892 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-f6e6c586-d3fa-47e7-bf96-7684ed2fbf7f tempest-FloatingIPAdminTestJSON-1113503345 tempest-FloatingIPAdminTestJSON-1113503345-project] 10.222.0.46 "DELETE /v2.0/routers/543ac680-ecc8-4b4d-9e3c-ee9a26681f4f HTTP/1.1" status: 204 len: 168 time: 2.2251377 Nov 22 20:37:35.125314 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce11c548-0032-4128-976d-4002438f703e None None] Pushing event updated for resources: {'Port': ['ID=eb26ee5d-a249-41fa-a53d-d26f8838f628,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:37:35.126343 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 48390) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:37:35.130388 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce11c548-0032-4128-976d-4002438f703e None None] Received port after_create {{(pid=103449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:37:35.215653 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_v2 [None req-e71b080d-f87c-4dab-ab9c-03cc991a6371 tempest-FloatingIPAdminTestJSON-1113503345 tempest-FloatingIPAdminTestJSON-1113503345-project] Deleting subnet 3cc1a7e9-f665-48ee-9a91-adc259efaa4b {{(pid=103448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 20:37:35.221212 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e71b080d-f87c-4dab-ab9c-03cc991a6371 tempest-FloatingIPAdminTestJSON-1113503345 tempest-FloatingIPAdminTestJSON-1113503345-project] Publish callbacks [] for subnet, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:35.236462 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-ce11c548-0032-4128-976d-4002438f703e None None] Attempting to bind port eb26ee5d-a249-41fa-a53d-d26f8838f628 on host n-d-818823-1 for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:37:35.237087 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-ce11c548-0032-4128-976d-4002438f703e None None] Attempting to bind port eb26ee5d-a249-41fa-a53d-d26f8838f628 by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': '3b43f828-47e6-441a-8547-fe93689dcbe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '7c3796a8-5b60-458e-8263-83835bece6dc'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:37:35.237609 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce11c548-0032-4128-976d-4002438f703e None None] Attempting to bind port eb26ee5d-a249-41fa-a53d-d26f8838f628 on network 7c3796a8-5b60-458e-8263-83835bece6dc {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:37:35.242027 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e49ee129-e862-4476-beca-cdc8150d2345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:35.245917 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bd7e97d-91f6-4676-b71b-84560cbe2443 None None] DHCP port deletion for 60268a49-89d7-4d48-aae7-c4abd5a6553f request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:37:35.249836 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce11c548-0032-4128-976d-4002438f703e None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 37, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:37:35.250409 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce11c548-0032-4128-976d-4002438f703e None None] Checking segment: {'id': '3b43f828-47e6-441a-8547-fe93689dcbe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '7c3796a8-5b60-458e-8263-83835bece6dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:37:35.251646 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ce11c548-0032-4128-976d-4002438f703e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:35.252223 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce11c548-0032-4128-976d-4002438f703e None None] Bound using segment: {'id': '3b43f828-47e6-441a-8547-fe93689dcbe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '7c3796a8-5b60-458e-8263-83835bece6dc'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:37:35.252864 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-ce11c548-0032-4128-976d-4002438f703e None None] Bound port: eb26ee5d-a249-41fa-a53d-d26f8838f628, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b43f828-47e6-441a-8547-fe93689dcbe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '7c3796a8-5b60-458e-8263-83835bece6dc'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:37:35.253406 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ce11c548-0032-4128-976d-4002438f703e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:35.294830 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e71b080d-f87c-4dab-ab9c-03cc991a6371 tempest-FloatingIPAdminTestJSON-1113503345 tempest-FloatingIPAdminTestJSON-1113503345-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11627908'] for subnet, precommit_delete_associations {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:35.340357 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0cc1cfed-4c4d-4ed0-baf0-cb9dfae6c303 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:35.392581 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc1cfed-4c4d-4ed0-baf0-cb9dfae6c303 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Pushing event deleted for resources: {'Port': ['ID=7d161745-792a-4f5c-82a6-087df9aeef00,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:37:35.407730 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc1cfed-4c4d-4ed0-baf0-cb9dfae6c303 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] No DVR routers for this DVR port 7d161745-792a-4f5c-82a6-087df9aeef00 on host n-d-818823-1 {{(pid=103447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:37:35.446691 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e71b080d-f87c-4dab-ab9c-03cc991a6371 tempest-FloatingIPAdminTestJSON-1113503345 tempest-FloatingIPAdminTestJSON-1113503345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3753007'] for subnet, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:35.534258 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 48394) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:37:35.560957 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0cc1cfed-4c4d-4ed0-baf0-cb9dfae6c303 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3760028', 'neutron.services.segments.db._delete_segments_for_network-8748992815755'] for network, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:35.566106 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e9253bf9-b7b6-40c3-bca1-ad8b4ea86a40 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11567560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11792921'] for subnet, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:35.628357 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-0cc1cfed-4c4d-4ed0-baf0-cb9dfae6c303 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60268a49-89d7-4d48-aae7-c4abd5a6553f']}} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:37:35.648818 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-0cc1cfed-4c4d-4ed0-baf0-cb9dfae6c303 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5a5ca80-202f-4023-8909-fec9fd7edd8b') {'for_net_delete': True} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:37:35.649119 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-0cc1cfed-4c4d-4ed0-baf0-cb9dfae6c303 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5a5ca80-202f-4023-8909-fec9fd7edd8b') {} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:37:35.661599 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0cc1cfed-4c4d-4ed0-baf0-cb9dfae6c303 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748993039638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12178344'] for segment, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:35.667734 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e71b080d-f87c-4dab-ab9c-03cc991a6371 tempest-FloatingIPAdminTestJSON-1113503345 tempest-FloatingIPAdminTestJSON-1113503345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3753014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11567369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11792914'] for subnet, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:35.678512 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0cc1cfed-4c4d-4ed0-baf0-cb9dfae6c303 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:35.688990 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cc1cfed-4c4d-4ed0-baf0-cb9dfae6c303 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Releasing vlan 605 on physical network physnet1 to pool {{(pid=103447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 20:37:35.692226 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0cc1cfed-4c4d-4ed0-baf0-cb9dfae6c303 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8900762'] for segment, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:35.698570 n-d-818823-1 neutron-server[103447]: Traceback (most recent call last): Nov 22 20:37:35.698570 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 20:37:35.698570 n-d-818823-1 neutron-server[103447]: timer() Nov 22 20:37:35.698570 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 20:37:35.698570 n-d-818823-1 neutron-server[103447]: cb(*args, **kw) Nov 22 20:37:35.698570 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 20:37:35.698570 n-d-818823-1 neutron-server[103447]: return func(*args, **kwargs) Nov 22 20:37:35.698570 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 20:37:35.698570 n-d-818823-1 neutron-server[103447]: self._notify() Nov 22 20:37:35.698570 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 20:37:35.698570 n-d-818823-1 neutron-server[103447]: self.callback(batched_events) Nov 22 20:37:35.698570 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 20:37:35.698570 n-d-818823-1 neutron-server[103447]: event.method(event) Nov 22 20:37:35.698570 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 20:37:35.698570 n-d-818823-1 neutron-server[103447]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 20:37:35.698570 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 20:37:35.698570 n-d-818823-1 neutron-server[103447]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 20:37:35.698570 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 20:37:35.698570 n-d-818823-1 neutron-server[103447]: return f(self, *a, **k) Nov 22 20:37:35.698570 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 20:37:35.698570 n-d-818823-1 neutron-server[103447]: return self._get(url).json() Nov 22 20:37:35.698570 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 20:37:35.698570 n-d-818823-1 neutron-server[103447]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 20:37:35.698570 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 20:37:35.698570 n-d-818823-1 neutron-server[103447]: return self.request(url, 'GET', **kwargs) Nov 22 20:37:35.698570 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 20:37:35.698570 n-d-818823-1 neutron-server[103447]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 20:37:35.698570 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 20:37:35.698570 n-d-818823-1 neutron-server[103447]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 20:37:35.698570 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 20:37:35.698570 n-d-818823-1 neutron-server[103447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 20:37:35.698570 n-d-818823-1 neutron-server[103447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 20:37:35.700991 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ce11c548-0032-4128-976d-4002438f703e None None] For port eb26ee5d-a249-41fa-a53d-d26f8838f628, host n-d-818823-1, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:37:35.706967 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ce11c548-0032-4128-976d-4002438f703e None None] For port eb26ee5d-a249-41fa-a53d-d26f8838f628, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=eb26ee5d-a249-41fa-a53d-d26f8838f628,segment=NetworkSegment(3b43f828-47e6-441a-8547-fe93689dcbe5),segment_id=3b43f828-47e6-441a-8547-fe93689dcbe5)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:37:35.716142 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e71b080d-f87c-4dab-ab9c-03cc991a6371 tempest-FloatingIPAdminTestJSON-1113503345 tempest-FloatingIPAdminTestJSON-1113503345-project] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:35.719247 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93642567-47c4-4c7a-bd14-92e29e62fb74 None None] Network cc6a135a-269f-4d0d-bca8-68a2913d4d56 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:37:35.719923 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-e71b080d-f87c-4dab-ab9c-03cc991a6371 tempest-FloatingIPAdminTestJSON-1113503345 tempest-FloatingIPAdminTestJSON-1113503345-project] 10.222.0.46 "DELETE /v2.0/subnets/3cc1a7e9-f665-48ee-9a91-adc259efaa4b HTTP/1.1" status: 204 len: 168 time: 0.5924633 Nov 22 20:37:35.725772 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 48408) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:37:35.737743 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9253bf9-b7b6-40c3-bca1-ad8b4ea86a40 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Checking segment: {'id': 'cc70ca31-0a6a-4393-86e2-eda2012c7384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'a5f81ee6-e497-4485-98d9-0babeb9bc13e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:37:35.738212 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9253bf9-b7b6-40c3-bca1-ad8b4ea86a40 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Network hostable DHCP agents. Network: a5f81ee6-e497-4485-98d9-0babeb9bc13e, hostable agents: ['02adaa64-0987-4b74-bad0-cbcf56f8a294'], hosted agents: [] {{(pid=103448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 20:37:35.740451 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9253bf9-b7b6-40c3-bca1-ad8b4ea86a40 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Pushing event updated for resources: {'Subnet': ['ID=a53180de-db75-45a1-9728-544ccef58095,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:37:35.824329 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-1bd7e97d-91f6-4676-b71b-84560cbe2443 None None] Deleting port 7d161745-792a-4f5c-82a6-087df9aeef00 {{(pid=103449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:37:35.824711 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-1bd7e97d-91f6-4676-b71b-84560cbe2443 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:35.828236 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ce11c548-0032-4128-976d-4002438f703e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:35.828964 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b080d-f87c-4dab-ab9c-03cc991a6371 tempest-FloatingIPAdminTestJSON-1113503345 tempest-FloatingIPAdminTestJSON-1113503345-project] Pushing event deleted for resources: {'Subnet': ['ID=3cc1a7e9-f665-48ee-9a91-adc259efaa4b,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:37:35.857810 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-5c0736b1-4b9a-46e9-bdea-f88fc25a36f7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:35.864370 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-274176a8-571a-4238-a7cf-54fffc2ea80b tempest-FloatingIPAdminTestJSON-1113503345 tempest-FloatingIPAdminTestJSON-1113503345-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3961693'] for network, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:35.868060 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9253bf9-b7b6-40c3-bca1-ad8b4ea86a40 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Network a5f81ee6-e497-4485-98d9-0babeb9bc13e is scheduled to be hosted by DHCP agent 02adaa64-0987-4b74-bad0-cbcf56f8a294 with binding_index 1 {{(pid=103448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 20:37:35.901167 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-e9253bf9-b7b6-40c3-bca1-ad8b4ea86a40 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818823-1, a5f81ee6-e497-4485-98d9-0babeb9bc13e) {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:37:35.928006 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9253bf9-b7b6-40c3-bca1-ad8b4ea86a40 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:37:35.929079 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e9253bf9-b7b6-40c3-bca1-ad8b4ea86a40 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:35.959872 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-5c0736b1-4b9a-46e9-bdea-f88fc25a36f7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:35.967956 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-5c0736b1-4b9a-46e9-bdea-f88fc25a36f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:35.973091 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-e9253bf9-b7b6-40c3-bca1-ad8b4ea86a40 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3680522 Nov 22 20:37:35.973961 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 48414) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:37:35.978571 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-274176a8-571a-4238-a7cf-54fffc2ea80b tempest-FloatingIPAdminTestJSON-1113503345 tempest-FloatingIPAdminTestJSON-1113503345-project] Deleting port f6b9d661-33a5-4374-82c7-6648e49b9eb3 {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:37:35.979935 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-274176a8-571a-4238-a7cf-54fffc2ea80b tempest-FloatingIPAdminTestJSON-1113503345 tempest-FloatingIPAdminTestJSON-1113503345-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:35.990254 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-1629cb3a-54c4-4de1-8d2d-42d4ccf6cce5 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Request body: {'subnet': {'network_id': '6e263e34-64ea-4549-bba7-542af9c2ea3d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:37:36.054673 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0cc1cfed-4c4d-4ed0-baf0-cb9dfae6c303 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3760002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595318'] for network, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:36.070569 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-274176a8-571a-4238-a7cf-54fffc2ea80b tempest-FloatingIPAdminTestJSON-1113503345 tempest-FloatingIPAdminTestJSON-1113503345-project] For port f6b9d661-33a5-4374-82c7-6648e49b9eb3, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=f6b9d661-33a5-4374-82c7-6648e49b9eb3,segment=NetworkSegment(d19b38fa-5fd5-469e-8864-bda915648f41),segment_id=d19b38fa-5fd5-469e-8864-bda915648f41)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:37:36.071186 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-274176a8-571a-4238-a7cf-54fffc2ea80b tempest-FloatingIPAdminTestJSON-1113503345 tempest-FloatingIPAdminTestJSON-1113503345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:36.079502 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0cc1cfed-4c4d-4ed0-baf0-cb9dfae6c303 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks [] for network, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:36.086904 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 48418) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:37:36.096587 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-0cc1cfed-4c4d-4ed0-baf0-cb9dfae6c303 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] 10.222.0.46 "DELETE /v2.0/networks/60268a49-89d7-4d48-aae7-c4abd5a6553f HTTP/1.1" status: 204 len: 168 time: 1.3547015 Nov 22 20:37:36.096954 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4760e75c-b03e-4a95-967d-c2367903779b None None] Network a5f81ee6-e497-4485-98d9-0babeb9bc13e requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:37:36.098520 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 7d161745-792a-4f5c-82a6-087df9aeef00 no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:37:36.102200 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-dc27b0a9-929e-4201-9dc9-b7b47725e5a5 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1602966231'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:37:36.108070 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-274176a8-571a-4238-a7cf-54fffc2ea80b tempest-FloatingIPAdminTestJSON-1113503345 tempest-FloatingIPAdminTestJSON-1113503345-project] Calling delete_port for f6b9d661-33a5-4374-82c7-6648e49b9eb3 owned by network:dhcp {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:37:36.120909 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-5c0736b1-4b9a-46e9-bdea-f88fc25a36f7 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d375c6adbcc243eaaf87392e4583e526&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5845823 Nov 22 20:37:36.125217 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 48420) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:37:36.152686 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc1cfed-4c4d-4ed0-baf0-cb9dfae6c303 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Pushing event deleted for resources: {'Network': ['ID=60268a49-89d7-4d48-aae7-c4abd5a6553f,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:37:36.169147 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0736b1-4b9a-46e9-bdea-f88fc25a36f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ddedecc-1c9f-409d-92e7-e91381c9a372,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:37:36.224370 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: 7d161745-792a-4f5c-82a6-087df9aeef00 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:37:36.224717 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 7d161745-792a-4f5c-82a6-087df9aeef00 not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:37:36.253918 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc27b0a9-929e-4201-9dc9-b7b47725e5a5 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Made reservation on behalf of 420a748461434084ac365abc58fa6e97 for: {'network': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:37:36.260964 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-dc27b0a9-929e-4201-9dc9-b7b47725e5a5 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for network, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:36.263704 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-1bd7e97d-91f6-4676-b71b-84560cbe2443 None None] For port 7d161745-792a-4f5c-82a6-087df9aeef00, host n-d-818823-1, got binding levels [] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:37:36.264285 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-1bd7e97d-91f6-4676-b71b-84560cbe2443 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:36.277278 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-1bd7e97d-91f6-4676-b71b-84560cbe2443 None None] Calling delete_port for 7d161745-792a-4f5c-82a6-087df9aeef00 owned by network:dhcp {{(pid=103449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:37:36.280424 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.ipam_backend_mixin [None req-1bd7e97d-91f6-4676-b71b-84560cbe2443 None None] Port 7d161745-792a-4f5c-82a6-087df9aeef00 was not found and therefore no delete operation was performed {{(pid=103449) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 22 20:37:36.284206 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-1bd7e97d-91f6-4676-b71b-84560cbe2443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381'] for port, after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:36.286262 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1629cb3a-54c4-4de1-8d2d-42d4ccf6cce5 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Made reservation on behalf of 60ce3243429c43809b5075ff500d350e for: {'subnet': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:37:36.286694 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:36.299740 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1629cb3a-54c4-4de1-8d2d-42d4ccf6cce5 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8485086'] for subnet, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:36.303522 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 48422) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:37:36.320115 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1bd7e97d-91f6-4676-b71b-84560cbe2443 None None] Network 60268a49-89d7-4d48-aae7-c4abd5a6553f is not hosted by any dhcp agent {{(pid=103449) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 22 20:37:36.320821 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd7e97d-91f6-4676-b71b-84560cbe2443 None None] No DVR routers for this DVR port 7d161745-792a-4f5c-82a6-087df9aeef00 on host n-d-818823-1 {{(pid=103449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:37:36.322582 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce11c548-0032-4128-976d-4002438f703e None None] Pushing event updated for resources: {'Port': ['ID=eb26ee5d-a249-41fa-a53d-d26f8838f628,revision_number=2']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:37:36.362220 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc27b0a9-929e-4201-9dc9-b7b47725e5a5 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] vlan segment allocate from pool success with {'vlan_id': 638, 'physical_network': 'physnet1'} {{(pid=103448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 20:37:36.407246 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-dc27b0a9-929e-4201-9dc9-b7b47725e5a5 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:36.407619 n-d-818823-1 neutron-server[103448]: INFO neutron.db.segments_db [None req-dc27b0a9-929e-4201-9dc9-b7b47725e5a5 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Added segment aeeefc33-aeea-450b-9719-04df045e8178 of type vlan for network 3266ea4b-0c74-4efa-abdb-f3ca3467422d Nov 22 20:37:36.425169 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-463819e8-84ba-40cd-9c35-878589ecb2d4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:36.476816 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-274176a8-571a-4238-a7cf-54fffc2ea80b tempest-FloatingIPAdminTestJSON-1113503345 tempest-FloatingIPAdminTestJSON-1113503345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:36.506484 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-274176a8-571a-4238-a7cf-54fffc2ea80b tempest-FloatingIPAdminTestJSON-1113503345 tempest-FloatingIPAdminTestJSON-1113503345-project] No DVR routers for this DVR port f6b9d661-33a5-4374-82c7-6648e49b9eb3 on host n-d-818823-1 {{(pid=103448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:37:36.521947 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c98576d-ae55-41e3-8ab5-9d18c4e403aa None None] DHCP port deletion for cc6a135a-269f-4d0d-bca8-68a2913d4d56 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:37:36.528606 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-dc27b0a9-929e-4201-9dc9-b7b47725e5a5 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748992492791'] for network, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:36.551204 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd7e97d-91f6-4676-b71b-84560cbe2443 None None] Pushing event deleted for resources: {'Port': ['ID=7d161745-792a-4f5c-82a6-087df9aeef00,revision_number=None']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:37:36.569495 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-463819e8-84ba-40cd-9c35-878589ecb2d4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:36.571707 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274176a8-571a-4238-a7cf-54fffc2ea80b tempest-FloatingIPAdminTestJSON-1113503345 tempest-FloatingIPAdminTestJSON-1113503345-project] Pushing event deleted for resources: {'Port': ['ID=f6b9d661-33a5-4374-82c7-6648e49b9eb3,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:37:36.587841 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45f5cda4-5e47-44c3-b73d-96a9499620f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fb26bd7-ce56-527b-b94f-2e1f7cb2bb35-a5f81ee6-e497-4485-98d9-0babeb9bc13e', 'network_id': 'a5f81ee6-e497-4485-98d9-0babeb9bc13e', 'tenant_id': '60ce3243429c43809b5075ff500d350e', 'fixed_ips': [{'subnet_id': 'a53180de-db75-45a1-9728-544ccef58095'}]}} from n-d-818823-1. {{(pid=103449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 20:37:36.589736 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-45f5cda4-5e47-44c3-b73d-96a9499620f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:36.646832 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-92b56332-d3ad-4027-99d3-520afebc25d7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:36.717603 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.db.resource_extend [None req-dc27b0a9-929e-4201-9dc9-b7b47725e5a5 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 22 20:37:36.757184 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-463819e8-84ba-40cd-9c35-878589ecb2d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:36.761204 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-463819e8-84ba-40cd-9c35-878589ecb2d4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:36.762846 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-463819e8-84ba-40cd-9c35-878589ecb2d4 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6ddedecc-1c9f-409d-92e7-e91381c9a372 HTTP/1.1" status: 204 len: 168 time: 0.6321568 Nov 22 20:37:36.777916 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-274176a8-571a-4238-a7cf-54fffc2ea80b tempest-FloatingIPAdminTestJSON-1113503345 tempest-FloatingIPAdminTestJSON-1113503345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3760028', 'neutron.services.segments.db._delete_segments_for_network-8748992815755'] for network, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:36.795235 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.db_base_plugin_common [None req-45f5cda4-5e47-44c3-b73d-96a9499620f5 None None] Allocated IP 2001:db8::2 (a5f81ee6-e497-4485-98d9-0babeb9bc13e/a53180de-db75-45a1-9728-544ccef58095/66b6889b-91ad-4db7-80f8-2cdba64b6c11) {{(pid=103449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:37:36.810113 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463819e8-84ba-40cd-9c35-878589ecb2d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ddedecc-1c9f-409d-92e7-e91381c9a372,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:37:36.810457 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1629cb3a-54c4-4de1-8d2d-42d4ccf6cce5 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8900613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8485104'] for subnet, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:36.822642 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-dc27b0a9-929e-4201-9dc9-b7b47725e5a5 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for network, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:36.830873 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc27b0a9-929e-4201-9dc9-b7b47725e5a5 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:37:36.831787 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-dc27b0a9-929e-4201-9dc9-b7b47725e5a5 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks [] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:36.870477 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-dc27b0a9-929e-4201-9dc9-b7b47725e5a5 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7820160 Nov 22 20:37:36.873301 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-274176a8-571a-4238-a7cf-54fffc2ea80b tempest-FloatingIPAdminTestJSON-1113503345 tempest-FloatingIPAdminTestJSON-1113503345-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc6a135a-269f-4d0d-bca8-68a2913d4d56']}} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:37:36.876466 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 48428) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:37:36.899705 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-be866cab-1947-4385-8931-be38aae7fadc tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Request body: {'subnet': {'network_id': '3266ea4b-0c74-4efa-abdb-f3ca3467422d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:37:36.936323 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-274176a8-571a-4238-a7cf-54fffc2ea80b tempest-FloatingIPAdminTestJSON-1113503345 tempest-FloatingIPAdminTestJSON-1113503345-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd19b38fa-5fd5-469e-8864-bda915648f41') {'for_net_delete': True} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:37:36.936627 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-274176a8-571a-4238-a7cf-54fffc2ea80b tempest-FloatingIPAdminTestJSON-1113503345 tempest-FloatingIPAdminTestJSON-1113503345-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd19b38fa-5fd5-469e-8864-bda915648f41') {} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:37:36.965924 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-274176a8-571a-4238-a7cf-54fffc2ea80b tempest-FloatingIPAdminTestJSON-1113503345 tempest-FloatingIPAdminTestJSON-1113503345-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748993039638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11627933'] for segment, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:36.985297 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc27b0a9-929e-4201-9dc9-b7b47725e5a5 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Pushing event updated for resources: {'Network': ['ID=3266ea4b-0c74-4efa-abdb-f3ca3467422d,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:37:36.991462 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-274176a8-571a-4238-a7cf-54fffc2ea80b tempest-FloatingIPAdminTestJSON-1113503345 tempest-FloatingIPAdminTestJSON-1113503345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:36.998450 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-274176a8-571a-4238-a7cf-54fffc2ea80b tempest-FloatingIPAdminTestJSON-1113503345 tempest-FloatingIPAdminTestJSON-1113503345-project] Releasing vlan 630 on physical network physnet1 to pool {{(pid=103448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 20:37:36.999016 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-274176a8-571a-4238-a7cf-54fffc2ea80b tempest-FloatingIPAdminTestJSON-1113503345 tempest-FloatingIPAdminTestJSON-1113503345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11567447'] for segment, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:36.999520 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-45f5cda4-5e47-44c3-b73d-96a9499620f5 None None] Publish callbacks [] for port, precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:37.002420 n-d-818823-1 neutron-server[103448]: Traceback (most recent call last): Nov 22 20:37:37.002420 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 20:37:37.002420 n-d-818823-1 neutron-server[103448]: timer() Nov 22 20:37:37.002420 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 20:37:37.002420 n-d-818823-1 neutron-server[103448]: cb(*args, **kw) Nov 22 20:37:37.002420 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 20:37:37.002420 n-d-818823-1 neutron-server[103448]: return func(*args, **kwargs) Nov 22 20:37:37.002420 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 20:37:37.002420 n-d-818823-1 neutron-server[103448]: self._notify() Nov 22 20:37:37.002420 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 20:37:37.002420 n-d-818823-1 neutron-server[103448]: self.callback(batched_events) Nov 22 20:37:37.002420 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 20:37:37.002420 n-d-818823-1 neutron-server[103448]: event.method(event) Nov 22 20:37:37.002420 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 20:37:37.002420 n-d-818823-1 neutron-server[103448]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 20:37:37.002420 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 20:37:37.002420 n-d-818823-1 neutron-server[103448]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 20:37:37.002420 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 20:37:37.002420 n-d-818823-1 neutron-server[103448]: return f(self, *a, **k) Nov 22 20:37:37.002420 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 20:37:37.002420 n-d-818823-1 neutron-server[103448]: return self._get(url).json() Nov 22 20:37:37.002420 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 20:37:37.002420 n-d-818823-1 neutron-server[103448]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 20:37:37.002420 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 20:37:37.002420 n-d-818823-1 neutron-server[103448]: return self.request(url, 'GET', **kwargs) Nov 22 20:37:37.002420 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 20:37:37.002420 n-d-818823-1 neutron-server[103448]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 20:37:37.002420 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 20:37:37.002420 n-d-818823-1 neutron-server[103448]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 20:37:37.002420 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 20:37:37.002420 n-d-818823-1 neutron-server[103448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 20:37:37.002420 n-d-818823-1 neutron-server[103448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 20:37:37.005179 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Network 3266ea4b-0c74-4efa-abdb-f3ca3467422d details requested by agent ovs-agent-n-d-818823-1 with host n-d-818823-1 {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 20:37:37.020180 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-45f5cda4-5e47-44c3-b73d-96a9499620f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372'] for port, after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:37.095554 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-274176a8-571a-4238-a7cf-54fffc2ea80b tempest-FloatingIPAdminTestJSON-1113503345 tempest-FloatingIPAdminTestJSON-1113503345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3760002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595318'] for network, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:37.103354 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-274176a8-571a-4238-a7cf-54fffc2ea80b tempest-FloatingIPAdminTestJSON-1113503345 tempest-FloatingIPAdminTestJSON-1113503345-project] Publish callbacks [] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:37.104826 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1629cb3a-54c4-4de1-8d2d-42d4ccf6cce5 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Pushing event updated for resources: {'Subnet': ['ID=23077007-5f3a-4501-a2d6-93780262f0a7,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:37:37.110037 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-274176a8-571a-4238-a7cf-54fffc2ea80b tempest-FloatingIPAdminTestJSON-1113503345 tempest-FloatingIPAdminTestJSON-1113503345-project] 10.222.0.46 "DELETE /v2.0/networks/cc6a135a-269f-4d0d-bca8-68a2913d4d56 HTTP/1.1" status: 204 len: 168 time: 1.3831322 Nov 22 20:37:37.113816 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 48432) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:37:37.125576 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1629cb3a-54c4-4de1-8d2d-42d4ccf6cce5 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Checking segment: {'id': '2b159b56-633b-4b9e-b539-8281eb66ae41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '6e263e34-64ea-4549-bba7-542af9c2ea3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:37:37.125954 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1629cb3a-54c4-4de1-8d2d-42d4ccf6cce5 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Network hostable DHCP agents. Network: 6e263e34-64ea-4549-bba7-542af9c2ea3d, hostable agents: ['02adaa64-0987-4b74-bad0-cbcf56f8a294'], hosted agents: [] {{(pid=103447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 20:37:37.135822 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f5cda4-5e47-44c3-b73d-96a9499620f5 None None] Pushing event updated for resources: {'Port': ['ID=66b6889b-91ad-4db7-80f8-2cdba64b6c11,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:37:37.139301 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-92b56332-d3ad-4027-99d3-520afebc25d7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:37.160388 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45f5cda4-5e47-44c3-b73d-96a9499620f5 None None] Network a5f81ee6-e497-4485-98d9-0babeb9bc13e is already hosted by enough agents. {{(pid=103449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:37:37.160388 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.base_scheduler [None req-45f5cda4-5e47-44c3-b73d-96a9499620f5 None None] Resources bound (agent type, host, resource id): {{(pid=103449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:37:37.160602 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-92b56332-d3ad-4027-99d3-520afebc25d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:37.163387 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f5cda4-5e47-44c3-b73d-96a9499620f5 None None] Received port after_create {{(pid=103449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:37:37.187808 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1629cb3a-54c4-4de1-8d2d-42d4ccf6cce5 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Network 6e263e34-64ea-4549-bba7-542af9c2ea3d is scheduled to be hosted by DHCP agent 02adaa64-0987-4b74-bad0-cbcf56f8a294 with binding_index 1 {{(pid=103447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 20:37:37.206552 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274176a8-571a-4238-a7cf-54fffc2ea80b tempest-FloatingIPAdminTestJSON-1113503345 tempest-FloatingIPAdminTestJSON-1113503345-project] Pushing event deleted for resources: {'Network': ['ID=cc6a135a-269f-4d0d-bca8-68a2913d4d56,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:37:37.216211 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-1629cb3a-54c4-4de1-8d2d-42d4ccf6cce5 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818823-1, 6e263e34-64ea-4549-bba7-542af9c2ea3d) {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:37:37.240358 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1629cb3a-54c4-4de1-8d2d-42d4ccf6cce5 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:37:37.240965 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1629cb3a-54c4-4de1-8d2d-42d4ccf6cce5 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Publish callbacks [] for subnet, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:37.249554 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-730a8448-96cf-4674-9530-a825272b9446 None None] Network 6e263e34-64ea-4549-bba7-542af9c2ea3d requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:37:37.266626 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-92b56332-d3ad-4027-99d3-520afebc25d7 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=58d2a91a1cfa4d16bbad11e1927c6bd1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9581428 Nov 22 20:37:37.266626 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 48436) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:37:37.272075 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b56332-d3ad-4027-99d3-520afebc25d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47e07da1-0a1f-4273-bf9d-8eb3f4026ed1,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:37:37.284407 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be866cab-1947-4385-8931-be38aae7fadc tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Made reservation on behalf of 420a748461434084ac365abc58fa6e97 for: {'subnet': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:37:37.288383 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-be866cab-1947-4385-8931-be38aae7fadc tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8485086'] for subnet, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:37.301056 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-45f5cda4-5e47-44c3-b73d-96a9499620f5 None None] Attempting to bind port 66b6889b-91ad-4db7-80f8-2cdba64b6c11 on host n-d-818823-1 for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:37:37.303230 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-1629cb3a-54c4-4de1-8d2d-42d4ccf6cce5 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3205986 Nov 22 20:37:37.312029 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-45f5cda4-5e47-44c3-b73d-96a9499620f5 None None] Attempting to bind port 66b6889b-91ad-4db7-80f8-2cdba64b6c11 by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': 'cc70ca31-0a6a-4393-86e2-eda2012c7384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'a5f81ee6-e497-4485-98d9-0babeb9bc13e'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:37:37.314497 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 48440) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:37:37.314889 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f5cda4-5e47-44c3-b73d-96a9499620f5 None None] Attempting to bind port 66b6889b-91ad-4db7-80f8-2cdba64b6c11 on network a5f81ee6-e497-4485-98d9-0babeb9bc13e {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:37:37.335701 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f5cda4-5e47-44c3-b73d-96a9499620f5 None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 37, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:37:37.336356 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f5cda4-5e47-44c3-b73d-96a9499620f5 None None] Checking segment: {'id': 'cc70ca31-0a6a-4393-86e2-eda2012c7384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'a5f81ee6-e497-4485-98d9-0babeb9bc13e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:37:37.344158 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-45f5cda4-5e47-44c3-b73d-96a9499620f5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:37.344725 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f5cda4-5e47-44c3-b73d-96a9499620f5 None None] Bound using segment: {'id': 'cc70ca31-0a6a-4393-86e2-eda2012c7384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'a5f81ee6-e497-4485-98d9-0babeb9bc13e'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:37:37.345512 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-45f5cda4-5e47-44c3-b73d-96a9499620f5 None None] Bound port: 66b6889b-91ad-4db7-80f8-2cdba64b6c11, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc70ca31-0a6a-4393-86e2-eda2012c7384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'a5f81ee6-e497-4485-98d9-0babeb9bc13e'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:37:37.346083 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-45f5cda4-5e47-44c3-b73d-96a9499620f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:37.458667 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-55e2e160-2e2b-4b8f-ba17-53904e1cb954 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:37.501260 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-55e2e160-2e2b-4b8f-ba17-53904e1cb954 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:37.555820 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-45f5cda4-5e47-44c3-b73d-96a9499620f5 None None] For port 66b6889b-91ad-4db7-80f8-2cdba64b6c11, host n-d-818823-1, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:37:37.602592 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-55e2e160-2e2b-4b8f-ba17-53904e1cb954 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:37.605567 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-45f5cda4-5e47-44c3-b73d-96a9499620f5 None None] For port 66b6889b-91ad-4db7-80f8-2cdba64b6c11, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=66b6889b-91ad-4db7-80f8-2cdba64b6c11,segment=NetworkSegment(cc70ca31-0a6a-4393-86e2-eda2012c7384),segment_id=cc70ca31-0a6a-4393-86e2-eda2012c7384)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:37:37.618326 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-55e2e160-2e2b-4b8f-ba17-53904e1cb954 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:37.622354 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-45f5cda4-5e47-44c3-b73d-96a9499620f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:37.622534 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-55e2e160-2e2b-4b8f-ba17-53904e1cb954 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/47e07da1-0a1f-4273-bf9d-8eb3f4026ed1 HTTP/1.1" status: 204 len: 168 time: 0.3531530 Nov 22 20:37:37.651327 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e2e160-2e2b-4b8f-ba17-53904e1cb954 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47e07da1-0a1f-4273-bf9d-8eb3f4026ed1,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:37:37.782355 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8054ab04-e5ff-4c90-93d5-33a91a433fdf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fb26bd7-ce56-527b-b94f-2e1f7cb2bb35-6e263e34-64ea-4549-bba7-542af9c2ea3d', 'network_id': '6e263e34-64ea-4549-bba7-542af9c2ea3d', 'tenant_id': '60ce3243429c43809b5075ff500d350e', 'fixed_ips': [{'subnet_id': '23077007-5f3a-4501-a2d6-93780262f0a7'}]}} from n-d-818823-1. {{(pid=103449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 20:37:37.783882 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-8054ab04-e5ff-4c90-93d5-33a91a433fdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:37.957099 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-be866cab-1947-4385-8931-be38aae7fadc tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8900613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8485104'] for subnet, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:38.037336 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-fb902745-efbb-42f7-9a20-f4f9e0f7d70e tempest-FloatingIPAdminTestJSON-1113503345 tempest-FloatingIPAdminTestJSON-1113503345-project] Deleting port 36a7b02b-1c59-432b-acda-29ad02b7fc4d {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:37:38.037336 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-fb902745-efbb-42f7-9a20-f4f9e0f7d70e tempest-FloatingIPAdminTestJSON-1113503345 tempest-FloatingIPAdminTestJSON-1113503345-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:38.093035 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be866cab-1947-4385-8931-be38aae7fadc tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Pushing event updated for resources: {'Subnet': ['ID=338f0a20-e29e-44e5-886d-2ae05d7e2f64,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:37:38.127357 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4fc0f560-95ac-43c5-80c7-9a7cc199f206 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:38.147542 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.db_base_plugin_common [None req-8054ab04-e5ff-4c90-93d5-33a91a433fdf None None] Allocated IP 2001:db8::2 (6e263e34-64ea-4549-bba7-542af9c2ea3d/23077007-5f3a-4501-a2d6-93780262f0a7/9fc70738-b04b-4792-9712-3011154c539e) {{(pid=103449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:37:38.161513 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be866cab-1947-4385-8931-be38aae7fadc tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Checking segment: {'id': 'aeeefc33-aeea-450b-9719-04df045e8178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '3266ea4b-0c74-4efa-abdb-f3ca3467422d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:37:38.163186 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be866cab-1947-4385-8931-be38aae7fadc tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Network hostable DHCP agents. Network: 3266ea4b-0c74-4efa-abdb-f3ca3467422d, hostable agents: ['02adaa64-0987-4b74-bad0-cbcf56f8a294'], hosted agents: [] {{(pid=103447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 20:37:38.215206 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be866cab-1947-4385-8931-be38aae7fadc tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Network 3266ea4b-0c74-4efa-abdb-f3ca3467422d is scheduled to be hosted by DHCP agent 02adaa64-0987-4b74-bad0-cbcf56f8a294 with binding_index 1 {{(pid=103447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 20:37:38.237145 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-be866cab-1947-4385-8931-be38aae7fadc tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818823-1, 3266ea4b-0c74-4efa-abdb-f3ca3467422d) {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:37:38.243135 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be866cab-1947-4385-8931-be38aae7fadc tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:37:38.243984 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-be866cab-1947-4385-8931-be38aae7fadc tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks [] for subnet, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:38.278886 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-be866cab-1947-4385-8931-be38aae7fadc tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3853006 Nov 22 20:37:38.281560 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 48462) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:37:38.299749 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-55c8fdb8-a344-4de8-b674-a3d9bdbdb142 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-328097386', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:37:38.377997 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-55c8fdb8-a344-4de8-b674-a3d9bdbdb142 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24799'] for router, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:38.379279 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-55c8fdb8-a344-4de8-b674-a3d9bdbdb142 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-632716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24788'] for router, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:38.502241 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-55c8fdb8-a344-4de8-b674-a3d9bdbdb142 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:38.510924 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-55c8fdb8-a344-4de8-b674-a3d9bdbdb142 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-659538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-841284'] for router, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:38.524338 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-fb902745-efbb-42f7-9a20-f4f9e0f7d70e tempest-FloatingIPAdminTestJSON-1113503345 tempest-FloatingIPAdminTestJSON-1113503345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:38.525266 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-fb902745-efbb-42f7-9a20-f4f9e0f7d70e tempest-FloatingIPAdminTestJSON-1113503345 tempest-FloatingIPAdminTestJSON-1113503345-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:38.526378 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-8054ab04-e5ff-4c90-93d5-33a91a433fdf None None] Publish callbacks [] for port, precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:38.546208 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-55c8fdb8-a344-4de8-b674-a3d9bdbdb142 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks [] for router, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:38.550637 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-55c8fdb8-a344-4de8-b674-a3d9bdbdb142 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2674642 Nov 22 20:37:38.552639 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 48470) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:37:38.559313 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-fb902745-efbb-42f7-9a20-f4f9e0f7d70e tempest-FloatingIPAdminTestJSON-1113503345 tempest-FloatingIPAdminTestJSON-1113503345-project] Calling delete_port for 36a7b02b-1c59-432b-acda-29ad02b7fc4d owned by network:floatingip {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:37:38.561529 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b11bd037-1d2c-4ceb-a7f8-c4f7423a1da7 None None] Network 7c3796a8-5b60-458e-8263-83835bece6dc requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:37:38.741090 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device eb26ee5d-a249-41fa-a53d-d26f8838f628 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:37:38.742919 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a043c58f-dff6-4df5-abe9-cea1c652ac46 None None] Network 3266ea4b-0c74-4efa-abdb-f3ca3467422d requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:37:38.862652 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-8054ab04-e5ff-4c90-93d5-33a91a433fdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372'] for port, after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:38.975678 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8054ab04-e5ff-4c90-93d5-33a91a433fdf None None] Network 6e263e34-64ea-4549-bba7-542af9c2ea3d is already hosted by enough agents. {{(pid=103449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:37:38.992623 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f5cda4-5e47-44c3-b73d-96a9499620f5 None None] Pushing event updated for resources: {'Port': ['ID=66b6889b-91ad-4db7-80f8-2cdba64b6c11,revision_number=2']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:37:39.013756 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.base_scheduler [None req-8054ab04-e5ff-4c90-93d5-33a91a433fdf None None] Resources bound (agent type, host, resource id): {{(pid=103449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:37:39.036248 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8054ab04-e5ff-4c90-93d5-33a91a433fdf None None] Received port after_create {{(pid=103449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:37:39.052446 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-acd2b949-f67e-4222-95b7-4a4e7ea88011 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:39.087617 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [None req-4fc0f560-95ac-43c5-80c7-9a7cc199f206 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Allocated IP 2001:db8::1 (a5f81ee6-e497-4485-98d9-0babeb9bc13e/a53180de-db75-45a1-9728-544ccef58095/9c879815-3378-4df1-bd47-0544647a8c42) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:37:39.150427 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-896f56ab-6a16-43af-a83b-378a0cb8fe0c None None] Provisioning complete for port eb26ee5d-a249-41fa-a53d-d26f8838f628 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:37:39.151052 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-896f56ab-6a16-43af-a83b-378a0cb8fe0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:39.351050 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4fc0f560-95ac-43c5-80c7-9a7cc199f206 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:39.399477 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4fc0f560-95ac-43c5-80c7-9a7cc199f206 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:39.458727 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fc0f560-95ac-43c5-80c7-9a7cc199f206 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Network a5f81ee6-e497-4485-98d9-0babeb9bc13e is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:37:39.464719 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-4fc0f560-95ac-43c5-80c7-9a7cc199f206 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:37:39.471695 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc0f560-95ac-43c5-80c7-9a7cc199f206 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:37:39.472261 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4fc0f560-95ac-43c5-80c7-9a7cc199f206 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659939'] for router_interface, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:39.542297 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-8054ab04-e5ff-4c90-93d5-33a91a433fdf None None] Attempting to bind port 9fc70738-b04b-4792-9712-3011154c539e on host n-d-818823-1 for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:37:39.542967 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-8054ab04-e5ff-4c90-93d5-33a91a433fdf None None] Attempting to bind port 9fc70738-b04b-4792-9712-3011154c539e by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': '2b159b56-633b-4b9e-b539-8281eb66ae41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '6e263e34-64ea-4549-bba7-542af9c2ea3d'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:37:39.543604 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8054ab04-e5ff-4c90-93d5-33a91a433fdf None None] Attempting to bind port 9fc70738-b04b-4792-9712-3011154c539e on network 6e263e34-64ea-4549-bba7-542af9c2ea3d {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:37:39.554458 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8054ab04-e5ff-4c90-93d5-33a91a433fdf None None] Pushing event updated for resources: {'Port': ['ID=9fc70738-b04b-4792-9712-3011154c539e,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:37:39.559444 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 48496) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:37:39.593363 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-fb902745-efbb-42f7-9a20-f4f9e0f7d70e tempest-FloatingIPAdminTestJSON-1113503345 tempest-FloatingIPAdminTestJSON-1113503345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:39.594209 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [None req-acd2b949-f67e-4222-95b7-4a4e7ea88011 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Allocated IP 2001:db8::1 (3266ea4b-0c74-4efa-abdb-f3ca3467422d/338f0a20-e29e-44e5-886d-2ae05d7e2f64/ccdb5298-51d7-483e-854e-19c1afd7ec15) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:37:39.670576 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc0f560-95ac-43c5-80c7-9a7cc199f206 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Pushing event updated for resources: {'Port': ['ID=9c879815-3378-4df1-bd47-0544647a8c42,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:37:39.723584 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-acd2b949-f67e-4222-95b7-4a4e7ea88011 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:39.765869 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-acd2b949-f67e-4222-95b7-4a4e7ea88011 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:39.815524 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-def5dd96-c6a2-4399-bebe-6895ce57f56b None None] Network a5f81ee6-e497-4485-98d9-0babeb9bc13e requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:37:39.820207 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8054ab04-e5ff-4c90-93d5-33a91a433fdf None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 37, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:37:39.820716 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8054ab04-e5ff-4c90-93d5-33a91a433fdf None None] Checking segment: {'id': '2b159b56-633b-4b9e-b539-8281eb66ae41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '6e263e34-64ea-4549-bba7-542af9c2ea3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:37:39.823597 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-8054ab04-e5ff-4c90-93d5-33a91a433fdf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:39.824275 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8054ab04-e5ff-4c90-93d5-33a91a433fdf None None] Bound using segment: {'id': '2b159b56-633b-4b9e-b539-8281eb66ae41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '6e263e34-64ea-4549-bba7-542af9c2ea3d'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:37:39.824871 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-8054ab04-e5ff-4c90-93d5-33a91a433fdf None None] Bound port: 9fc70738-b04b-4792-9712-3011154c539e, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b159b56-633b-4b9e-b539-8281eb66ae41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '6e263e34-64ea-4549-bba7-542af9c2ea3d'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:37:39.825357 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-8054ab04-e5ff-4c90-93d5-33a91a433fdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:39.843910 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb902745-efbb-42f7-9a20-f4f9e0f7d70e tempest-FloatingIPAdminTestJSON-1113503345 tempest-FloatingIPAdminTestJSON-1113503345-project] Pushing event deleted for resources: {'Port': ['ID=36a7b02b-1c59-432b-acda-29ad02b7fc4d,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:37:39.864343 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-e230cff0-71dc-4f7d-b660-0d7c9f3ac452 tempest-ExternalNetworksAdminNegativeTestJSON-660041991 tempest-ExternalNetworksAdminNegativeTestJSON-660041991-project-admin] Request body: {'floatingip': {'floating_network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:37:39.865458 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acd2b949-f67e-4222-95b7-4a4e7ea88011 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Network 3266ea4b-0c74-4efa-abdb-f3ca3467422d is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:37:39.872312 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-acd2b949-f67e-4222-95b7-4a4e7ea88011 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:37:39.880482 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd2b949-f67e-4222-95b7-4a4e7ea88011 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:37:39.882637 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-acd2b949-f67e-4222-95b7-4a4e7ea88011 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659939'] for router_interface, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:39.953643 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-fb902745-efbb-42f7-9a20-f4f9e0f7d70e tempest-FloatingIPAdminTestJSON-1113503345 tempest-FloatingIPAdminTestJSON-1113503345-project] Publish callbacks [] for floatingip, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:39.956769 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-fb902745-efbb-42f7-9a20-f4f9e0f7d70e tempest-FloatingIPAdminTestJSON-1113503345 tempest-FloatingIPAdminTestJSON-1113503345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for floatingip, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:39.960953 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-fb902745-efbb-42f7-9a20-f4f9e0f7d70e tempest-FloatingIPAdminTestJSON-1113503345 tempest-FloatingIPAdminTestJSON-1113503345-project] 10.222.0.46 "DELETE /v2.0/floatingips/6da33ad6-0715-4b4c-93f2-358fc206d255 HTTP/1.1" status: 204 len: 168 time: 2.8429048 Nov 22 20:37:39.963749 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e230cff0-71dc-4f7d-b660-0d7c9f3ac452 tempest-ExternalNetworksAdminNegativeTestJSON-660041991 tempest-ExternalNetworksAdminNegativeTestJSON-660041991-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:39.965678 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4fc0f560-95ac-43c5-80c7-9a7cc199f206 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:39.983130 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd2b949-f67e-4222-95b7-4a4e7ea88011 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Pushing event updated for resources: {'Port': ['ID=ccdb5298-51d7-483e-854e-19c1afd7ec15,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:37:40.002122 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port eb26ee5d-a249-41fa-a53d-d26f8838f628 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:37:40.002506 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:40.004564 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-896f56ab-6a16-43af-a83b-378a0cb8fe0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:40.171376 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-acd2b949-f67e-4222-95b7-4a4e7ea88011 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:40.332722 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-8054ab04-e5ff-4c90-93d5-33a91a433fdf None None] For port 9fc70738-b04b-4792-9712-3011154c539e, host n-d-818823-1, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:37:40.358395 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-896f56ab-6a16-43af-a83b-378a0cb8fe0c None None] For port eb26ee5d-a249-41fa-a53d-d26f8838f628, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=eb26ee5d-a249-41fa-a53d-d26f8838f628,segment=NetworkSegment(3b43f828-47e6-441a-8547-fe93689dcbe5),segment_id=3b43f828-47e6-441a-8547-fe93689dcbe5)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:37:40.375513 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35cba6a9-85b3-492f-ac36-c4559b03b027 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fb26bd7-ce56-527b-b94f-2e1f7cb2bb35-3266ea4b-0c74-4efa-abdb-f3ca3467422d', 'network_id': '3266ea4b-0c74-4efa-abdb-f3ca3467422d', 'tenant_id': '420a748461434084ac365abc58fa6e97', 'fixed_ips': [{'subnet_id': '338f0a20-e29e-44e5-886d-2ae05d7e2f64'}]}} from n-d-818823-1. {{(pid=103449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 20:37:40.376404 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-35cba6a9-85b3-492f-ac36-c4559b03b027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:40.428463 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-896f56ab-6a16-43af-a83b-378a0cb8fe0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:40.445300 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-8054ab04-e5ff-4c90-93d5-33a91a433fdf None None] For port 9fc70738-b04b-4792-9712-3011154c539e, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=9fc70738-b04b-4792-9712-3011154c539e,segment=NetworkSegment(2b159b56-633b-4b9e-b539-8281eb66ae41),segment_id=2b159b56-633b-4b9e-b539-8281eb66ae41)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:37:40.528024 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 48516) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:37:40.534735 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-8054ab04-e5ff-4c90-93d5-33a91a433fdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:40.714931 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e230cff0-71dc-4f7d-b660-0d7c9f3ac452 tempest-ExternalNetworksAdminNegativeTestJSON-660041991 tempest-ExternalNetworksAdminNegativeTestJSON-660041991-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:40.741323 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-21d00893-80b6-4e6b-ad3c-8e6b82e9a5ab None None] Provisioning complete for port eb26ee5d-a249-41fa-a53d-d26f8838f628 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:37:40.741771 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-21d00893-80b6-4e6b-ad3c-8e6b82e9a5ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:40.748896 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896f56ab-6a16-43af-a83b-378a0cb8fe0c None None] Pushing event updated for resources: {'Port': ['ID=eb26ee5d-a249-41fa-a53d-d26f8838f628,revision_number=3']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:37:40.792628 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-acd2b949-f67e-4222-95b7-4a4e7ea88011 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks [] for port, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:40.848147 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-acd2b949-f67e-4222-95b7-4a4e7ea88011 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:40.849282 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-acd2b949-f67e-4222-95b7-4a4e7ea88011 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-563461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-659839'] for router_interface, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:40.927395 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4fc0f560-95ac-43c5-80c7-9a7cc199f206 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Publish callbacks [] for port, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:40.935732 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4fc0f560-95ac-43c5-80c7-9a7cc199f206 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:40.936539 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4fc0f560-95ac-43c5-80c7-9a7cc199f206 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-563461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-659839'] for router_interface, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:41.053057 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-ba82fdff-36aa-46db-b4f3-9657a416d9bb admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b21590afa7c84130a83461b9dc5ed9b5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5170507 Nov 22 20:37:41.053057 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 48528) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:37:41.068115 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [None req-e230cff0-71dc-4f7d-b660-0d7c9f3ac452 tempest-ExternalNetworksAdminNegativeTestJSON-660041991 tempest-ExternalNetworksAdminNegativeTestJSON-660041991-project-admin] Allocated IP 172.25.5.193 (c48a55e9-6a85-4746-b7bf-3e29fb560094/5da6f781-63e6-4328-ae7a-5e672262f55a/53c80bf9-5ef6-46ab-9584-ebcef67a00dc) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:37:41.072946 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8054ab04-e5ff-4c90-93d5-33a91a433fdf None None] Pushing event updated for resources: {'Port': ['ID=9fc70738-b04b-4792-9712-3011154c539e,revision_number=2']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:37:41.077643 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd2b949-f67e-4222-95b7-4a4e7ea88011 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Pushing event updated for resources: {'Port': ['ID=ccdb5298-51d7-483e-854e-19c1afd7ec15,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:37:41.115195 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc0f560-95ac-43c5-80c7-9a7cc199f206 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Pushing event updated for resources: {'Port': ['ID=9c879815-3378-4df1-bd47-0544647a8c42,revision_number=2']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:37:41.144581 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.db_base_plugin_common [None req-35cba6a9-85b3-492f-ac36-c4559b03b027 None None] Allocated IP 2001:db8::2 (3266ea4b-0c74-4efa-abdb-f3ca3467422d/338f0a20-e29e-44e5-886d-2ae05d7e2f64/9630eff7-4af8-400b-b2e3-e09434047a95) {{(pid=103449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:37:41.167217 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device f6b9d661-33a5-4374-82c7-6648e49b9eb3 no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:37:41.205037 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: f6b9d661-33a5-4374-82c7-6648e49b9eb3 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:37:41.205411 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device f6b9d661-33a5-4374-82c7-6648e49b9eb3 not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:37:41.227743 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-eb74b180-ec18-47fc-a7e0-3540fdfc5638 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:41.285832 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-eb74b180-ec18-47fc-a7e0-3540fdfc5638 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:41.390759 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-eb74b180-ec18-47fc-a7e0-3540fdfc5638 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:41.404810 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-eb74b180-ec18-47fc-a7e0-3540fdfc5638 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:41.406124 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-eb74b180-ec18-47fc-a7e0-3540fdfc5638 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b8e968a2-c8ae-43aa-b75d-7d50fa0f8416 HTTP/1.1" status: 204 len: 168 time: 0.3470657 Nov 22 20:37:41.412045 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acd2b949-f67e-4222-95b7-4a4e7ea88011 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Network 3266ea4b-0c74-4efa-abdb-f3ca3467422d is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:37:41.419707 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-acd2b949-f67e-4222-95b7-4a4e7ea88011 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:37:41.437757 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb74b180-ec18-47fc-a7e0-3540fdfc5638 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8e968a2-c8ae-43aa-b75d-7d50fa0f8416,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:37:41.508735 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fc0f560-95ac-43c5-80c7-9a7cc199f206 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Network a5f81ee6-e497-4485-98d9-0babeb9bc13e is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:37:41.523648 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-4fc0f560-95ac-43c5-80c7-9a7cc199f206 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:37:41.540605 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e230cff0-71dc-4f7d-b660-0d7c9f3ac452 tempest-ExternalNetworksAdminNegativeTestJSON-660041991 tempest-ExternalNetworksAdminNegativeTestJSON-660041991-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:41.567021 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-35cba6a9-85b3-492f-ac36-c4559b03b027 None None] Publish callbacks [] for port, precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:41.600472 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 66b6889b-91ad-4db7-80f8-2cdba64b6c11 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:37:41.607485 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-35cba6a9-85b3-492f-ac36-c4559b03b027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372'] for port, after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:41.683730 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-21d00893-80b6-4e6b-ad3c-8e6b82e9a5ab None None] Provisioning complete for port 66b6889b-91ad-4db7-80f8-2cdba64b6c11 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:37:41.684327 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-21d00893-80b6-4e6b-ad3c-8e6b82e9a5ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:41.761832 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35cba6a9-85b3-492f-ac36-c4559b03b027 None None] Network 3266ea4b-0c74-4efa-abdb-f3ca3467422d is already hosted by enough agents. {{(pid=103449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:37:41.767842 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cba6a9-85b3-492f-ac36-c4559b03b027 None None] Pushing event updated for resources: {'Port': ['ID=9630eff7-4af8-400b-b2e3-e09434047a95,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:37:41.774386 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.base_scheduler [None req-35cba6a9-85b3-492f-ac36-c4559b03b027 None None] Resources bound (agent type, host, resource id): {{(pid=103449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:37:41.777010 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35cba6a9-85b3-492f-ac36-c4559b03b027 None None] Received port after_create {{(pid=103449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:37:41.854989 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e230cff0-71dc-4f7d-b660-0d7c9f3ac452 tempest-ExternalNetworksAdminNegativeTestJSON-660041991 tempest-ExternalNetworksAdminNegativeTestJSON-660041991-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:41.858124 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-35cba6a9-85b3-492f-ac36-c4559b03b027 None None] Attempting to bind port 9630eff7-4af8-400b-b2e3-e09434047a95 on host n-d-818823-1 for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:37:41.858506 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-35cba6a9-85b3-492f-ac36-c4559b03b027 None None] Attempting to bind port 9630eff7-4af8-400b-b2e3-e09434047a95 by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': 'aeeefc33-aeea-450b-9719-04df045e8178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '3266ea4b-0c74-4efa-abdb-f3ca3467422d'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:37:41.858881 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35cba6a9-85b3-492f-ac36-c4559b03b027 None None] Attempting to bind port 9630eff7-4af8-400b-b2e3-e09434047a95 on network 3266ea4b-0c74-4efa-abdb-f3ca3467422d {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:37:41.871190 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35cba6a9-85b3-492f-ac36-c4559b03b027 None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 37, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:37:41.871603 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35cba6a9-85b3-492f-ac36-c4559b03b027 None None] Checking segment: {'id': 'aeeefc33-aeea-450b-9719-04df045e8178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '3266ea4b-0c74-4efa-abdb-f3ca3467422d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:37:41.872018 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-35cba6a9-85b3-492f-ac36-c4559b03b027 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:41.872422 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35cba6a9-85b3-492f-ac36-c4559b03b027 None None] Bound using segment: {'id': 'aeeefc33-aeea-450b-9719-04df045e8178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '3266ea4b-0c74-4efa-abdb-f3ca3467422d'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:37:41.872920 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-35cba6a9-85b3-492f-ac36-c4559b03b027 None None] Bound port: 9630eff7-4af8-400b-b2e3-e09434047a95, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aeeefc33-aeea-450b-9719-04df045e8178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '3266ea4b-0c74-4efa-abdb-f3ca3467422d'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:37:41.873314 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-35cba6a9-85b3-492f-ac36-c4559b03b027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:42.016781 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e230cff0-71dc-4f7d-b660-0d7c9f3ac452 tempest-ExternalNetworksAdminNegativeTestJSON-660041991 tempest-ExternalNetworksAdminNegativeTestJSON-660041991-project-admin] Pushing event updated for resources: {'Port': ['ID=53c80bf9-5ef6-46ab-9584-ebcef67a00dc,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:37:42.031695 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e230cff0-71dc-4f7d-b660-0d7c9f3ac452 tempest-ExternalNetworksAdminNegativeTestJSON-660041991 tempest-ExternalNetworksAdminNegativeTestJSON-660041991-project-admin] Network c48a55e9-6a85-4746-b7bf-3e29fb560094 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:37:42.033256 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-e230cff0-71dc-4f7d-b660-0d7c9f3ac452 tempest-ExternalNetworksAdminNegativeTestJSON-660041991 tempest-ExternalNetworksAdminNegativeTestJSON-660041991-project-admin] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:37:42.038523 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e230cff0-71dc-4f7d-b660-0d7c9f3ac452 tempest-ExternalNetworksAdminNegativeTestJSON-660041991 tempest-ExternalNetworksAdminNegativeTestJSON-660041991-project-admin] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:37:42.046205 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-35cba6a9-85b3-492f-ac36-c4559b03b027 None None] For port 9630eff7-4af8-400b-b2e3-e09434047a95, host n-d-818823-1, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:37:42.050772 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-35cba6a9-85b3-492f-ac36-c4559b03b027 None None] For port 9630eff7-4af8-400b-b2e3-e09434047a95, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=9630eff7-4af8-400b-b2e3-e09434047a95,segment=NetworkSegment(aeeefc33-aeea-450b-9719-04df045e8178),segment_id=aeeefc33-aeea-450b-9719-04df045e8178)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:37:42.075624 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-35cba6a9-85b3-492f-ac36-c4559b03b027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:42.113845 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fc0f560-95ac-43c5-80c7-9a7cc199f206 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Router a2bfa374-cca1-428d-a4c5-ed514ec6e504 is scheduled to L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 with binding_index 1 {{(pid=103448) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 20:37:42.169502 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 66b6889b-91ad-4db7-80f8-2cdba64b6c11 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:37:42.169502 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:42.237655 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 48540) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:37:42.252680 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-21d00893-80b6-4e6b-ad3c-8e6b82e9a5ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:42.265484 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e230cff0-71dc-4f7d-b660-0d7c9f3ac452 tempest-ExternalNetworksAdminNegativeTestJSON-660041991 tempest-ExternalNetworksAdminNegativeTestJSON-660041991-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:42.339041 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cba6a9-85b3-492f-ac36-c4559b03b027 None None] Pushing event updated for resources: {'Port': ['ID=9630eff7-4af8-400b-b2e3-e09434047a95,revision_number=2']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:37:42.457711 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1fa6d1d5-86f0-4536-b16f-2da0ea270f81 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:42.475048 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-21d00893-80b6-4e6b-ad3c-8e6b82e9a5ab None None] For port 66b6889b-91ad-4db7-80f8-2cdba64b6c11, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=66b6889b-91ad-4db7-80f8-2cdba64b6c11,segment=NetworkSegment(cc70ca31-0a6a-4393-86e2-eda2012c7384),segment_id=cc70ca31-0a6a-4393-86e2-eda2012c7384)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:37:42.480938 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acd2b949-f67e-4222-95b7-4a4e7ea88011 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Router a1c64922-51e9-42dd-a9d8-93b49b64d7ab is scheduled to L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 with binding_index 1 {{(pid=103447) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 20:37:42.491653 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-21d00893-80b6-4e6b-ad3c-8e6b82e9a5ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:42.611078 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:42.632166 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d00893-80b6-4e6b-ad3c-8e6b82e9a5ab None None] Pushing event updated for resources: {'Port': ['ID=66b6889b-91ad-4db7-80f8-2cdba64b6c11,revision_number=3']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:37:42.639053 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e230cff0-71dc-4f7d-b660-0d7c9f3ac452 tempest-ExternalNetworksAdminNegativeTestJSON-660041991 tempest-ExternalNetworksAdminNegativeTestJSON-660041991-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:42.675051 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acd2b949-f67e-4222-95b7-4a4e7ea88011 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:37:42.691817 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f002b571-bd00-498d-9576-2ddc050b9e60 None None] Sync routers for ids ['a1c64922-51e9-42dd-a9d8-93b49b64d7ab'] in n-d-818823-1 {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:37:42.700129 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-acd2b949-f67e-4222-95b7-4a4e7ea88011 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] 10.222.0.46 "PUT /v2.0/routers/a1c64922-51e9-42dd-a9d8-93b49b64d7ab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1450276 Nov 22 20:37:42.701017 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 48548) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:37:42.709346 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f002b571-bd00-498d-9576-2ddc050b9e60 None None] Routers {'a1c64922-51e9-42dd-a9d8-93b49b64d7ab'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:37:42.709958 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-f002b571-bd00-498d-9576-2ddc050b9e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:37:32Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['a1c64922-51e9-42dd-a9d8-93b49b64d7ab'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:37:42.714679 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1fa6d1d5-86f0-4536-b16f-2da0ea270f81 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:42.716257 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fc0f560-95ac-43c5-80c7-9a7cc199f206 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:37:42.728611 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b11a0e57-7905-4197-b33e-71e40c99b22b None None] Network 6e263e34-64ea-4549-bba7-542af9c2ea3d requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:37:42.730159 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-4fc0f560-95ac-43c5-80c7-9a7cc199f206 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] 10.222.0.46 "PUT /v2.0/routers/a2bfa374-cca1-428d-a4c5-ed514ec6e504/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4144385 Nov 22 20:37:42.733020 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 48550) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:37:42.759088 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f29b3cc8-ee20-4eee-a306-fec226a0cf01 None None] Sync routers for ids ['a2bfa374-cca1-428d-a4c5-ed514ec6e504'] in n-d-818823-1 {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:37:42.768984 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-989a5765-3343-4502-8591-6cdcef233975 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:37:42.780901 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-989a5765-3343-4502-8591-6cdcef233975 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] 10.222.0.46 "GET /v2.0/ports/ccdb5298-51d7-483e-854e-19c1afd7ec15 HTTP/1.1" status: 200 len: 911 time: 0.0784471 Nov 22 20:37:42.785857 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 48552) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:37:42.811618 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-dc2267cf-dd36-4459-8125-648aa4317a8e None None] Provisioning complete for port 9c879815-3378-4df1-bd47-0544647a8c42 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:37:42.811978 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-dc2267cf-dd36-4459-8125-648aa4317a8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:42.886952 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1fa6d1d5-86f0-4536-b16f-2da0ea270f81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:42.959619 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-dc2267cf-dd36-4459-8125-648aa4317a8e None None] Port 9c879815-3378-4df1-bd47-0544647a8c42 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:37:42.965980 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-f002b571-bd00-498d-9576-2ddc050b9e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:37:42.978069 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f002b571-bd00-498d-9576-2ddc050b9e60 None None] Routers {'a1c64922-51e9-42dd-a9d8-93b49b64d7ab'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:37:42.979248 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-f002b571-bd00-498d-9576-2ddc050b9e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:37:32Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['a1c64922-51e9-42dd-a9d8-93b49b64d7ab'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:37:42.984104 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.db.api [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103449) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 20:37:42.984104 n-d-818823-1 neutron-server[103449]: DEBUG oslo_db.api [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 20:37:42.985793 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f29b3cc8-ee20-4eee-a306-fec226a0cf01 None None] Routers {'a2bfa374-cca1-428d-a4c5-ed514ec6e504'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:37:42.986961 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-f29b3cc8-ee20-4eee-a306-fec226a0cf01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:37:32Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['a2bfa374-cca1-428d-a4c5-ed514ec6e504'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:37:43.020442 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-f002b571-bd00-498d-9576-2ddc050b9e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:37:43.021349 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f002b571-bd00-498d-9576-2ddc050b9e60 None None] The sync data for ids ['a1c64922-51e9-42dd-a9d8-93b49b64d7ab'] in n-d-818823-1 is: [] {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:37:43.030160 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa6d1d5-86f0-4536-b16f-2da0ea270f81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eddd4c5d-08d4-49df-8b3d-00b363d64381,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:37:43.084430 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-dc2267cf-dd36-4459-8125-648aa4317a8e None None] Provisioning complete for port 66b6889b-91ad-4db7-80f8-2cdba64b6c11 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:37:43.084953 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-dc2267cf-dd36-4459-8125-648aa4317a8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:43.086599 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-f29b3cc8-ee20-4eee-a306-fec226a0cf01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:37:43.151761 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f29b3cc8-ee20-4eee-a306-fec226a0cf01 None None] Routers {'a2bfa374-cca1-428d-a4c5-ed514ec6e504'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:37:43.152541 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-f29b3cc8-ee20-4eee-a306-fec226a0cf01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:37:32Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['a2bfa374-cca1-428d-a4c5-ed514ec6e504'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:37:43.183232 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e230cff0-71dc-4f7d-b660-0d7c9f3ac452 tempest-ExternalNetworksAdminNegativeTestJSON-660041991 tempest-ExternalNetworksAdminNegativeTestJSON-660041991-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:43.192872 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-1fa6d1d5-86f0-4536-b16f-2da0ea270f81 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9c4a2a145f4d4c8eb468241c5e17f661&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9431889 Nov 22 20:37:43.196234 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 48554) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:37:43.196769 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e230cff0-71dc-4f7d-b660-0d7c9f3ac452 tempest-ExternalNetworksAdminNegativeTestJSON-660041991 tempest-ExternalNetworksAdminNegativeTestJSON-660041991-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:43.203717 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-f29b3cc8-ee20-4eee-a306-fec226a0cf01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:37:43.204500 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f29b3cc8-ee20-4eee-a306-fec226a0cf01 None None] The sync data for ids ['a2bfa374-cca1-428d-a4c5-ed514ec6e504'] in n-d-818823-1 is: [] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:37:43.314110 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e9b7e362-6829-49e0-8c06-7bc944e47c91 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:43.358486 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e9b7e362-6829-49e0-8c06-7bc944e47c91 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:43.382751 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e230cff0-71dc-4f7d-b660-0d7c9f3ac452 tempest-ExternalNetworksAdminNegativeTestJSON-660041991 tempest-ExternalNetworksAdminNegativeTestJSON-660041991-project-admin] Pushing event updated for resources: {'Port': ['ID=53c80bf9-5ef6-46ab-9584-ebcef67a00dc,revision_number=2']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:37:43.392849 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e230cff0-71dc-4f7d-b660-0d7c9f3ac452 tempest-ExternalNetworksAdminNegativeTestJSON-660041991 tempest-ExternalNetworksAdminNegativeTestJSON-660041991-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-595224'] for floatingip, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:43.406504 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ead35467-48b0-4812-a4d8-3cc65e225238 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659736'] for router_interface, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:43.470084 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e230cff0-71dc-4f7d-b660-0d7c9f3ac452 tempest-ExternalNetworksAdminNegativeTestJSON-660041991 tempest-ExternalNetworksAdminNegativeTestJSON-660041991-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for floatingip, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:43.479021 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-e230cff0-71dc-4f7d-b660-0d7c9f3ac452 tempest-ExternalNetworksAdminNegativeTestJSON-660041991 tempest-ExternalNetworksAdminNegativeTestJSON-660041991-project-admin] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.9029219 Nov 22 20:37:43.480084 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 48558) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:37:43.488517 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-ab122f60-2528-42d7-bb8e-cb568b28f0c8 tempest-ExternalNetworksAdminNegativeTestJSON-660041991 tempest-ExternalNetworksAdminNegativeTestJSON-660041991-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-436172474', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'fixed_ips': [{'ip_address': '172.25.5.193'}]}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:37:43.563788 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e9b7e362-6829-49e0-8c06-7bc944e47c91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:43.570017 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e9b7e362-6829-49e0-8c06-7bc944e47c91 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:43.572947 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-e9b7e362-6829-49e0-8c06-7bc944e47c91 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/eddd4c5d-08d4-49df-8b3d-00b363d64381 HTTP/1.1" status: 204 len: 168 time: 0.3735483 Nov 22 20:37:43.594843 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b7e362-6829-49e0-8c06-7bc944e47c91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eddd4c5d-08d4-49df-8b3d-00b363d64381,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:37:43.608876 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 9fc70738-b04b-4792-9712-3011154c539e up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:37:43.610552 n-d-818823-1 neutron-server[103448]: INFO neutron.api.v2.resource [None req-ef8d396a-3c90-4be5-977c-64ea80831558 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 22 20:37:43.612119 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-ef8d396a-3c90-4be5-977c-64ea80831558 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] 10.222.0.46 "PUT /v2.0/routers/a2bfa374-cca1-428d-a4c5-ed514ec6e504/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.8706748 Nov 22 20:37:43.613643 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab122f60-2528-42d7-bb8e-cb568b28f0c8 tempest-ExternalNetworksAdminNegativeTestJSON-660041991 tempest-ExternalNetworksAdminNegativeTestJSON-660041991-project-admin] Made reservation on behalf of 7fe7221ddf204a65818b0308db8be2ea for: {'port': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:37:43.616727 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ab122f60-2528-42d7-bb8e-cb568b28f0c8 tempest-ExternalNetworksAdminNegativeTestJSON-660041991 tempest-ExternalNetworksAdminNegativeTestJSON-660041991-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:43.620402 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 48562) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:37:43.695909 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ab122f60-2528-42d7-bb8e-cb568b28f0c8 tempest-ExternalNetworksAdminNegativeTestJSON-660041991 tempest-ExternalNetworksAdminNegativeTestJSON-660041991-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:43.812803 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 9fc70738-b04b-4792-9712-3011154c539e triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:37:43.813658 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:43.909996 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-ead35467-48b0-4812-a4d8-3cc65e225238 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Deleting port ccdb5298-51d7-483e-854e-19c1afd7ec15 {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:37:43.910347 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ead35467-48b0-4812-a4d8-3cc65e225238 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:43.954790 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ab122f60-2528-42d7-bb8e-cb568b28f0c8 tempest-ExternalNetworksAdminNegativeTestJSON-660041991 tempest-ExternalNetworksAdminNegativeTestJSON-660041991-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:43.972060 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:43.995647 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ab122f60-2528-42d7-bb8e-cb568b28f0c8 tempest-ExternalNetworksAdminNegativeTestJSON-660041991 tempest-ExternalNetworksAdminNegativeTestJSON-660041991-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:44.012438 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-d1344f31-1955-430f-b085-daab173b8c43 None None] Provisioning complete for port 9fc70738-b04b-4792-9712-3011154c539e triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:37:44.012815 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-d1344f31-1955-430f-b085-daab173b8c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:44.015834 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [None req-ab122f60-2528-42d7-bb8e-cb568b28f0c8 tempest-ExternalNetworksAdminNegativeTestJSON-660041991 tempest-ExternalNetworksAdminNegativeTestJSON-660041991-project-admin] device_id is not set on port 924f468a-6fa5-43aa-bf1d-9972581d30e8 yet. {{(pid=103448) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 20:37:44.029340 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cbb0a69-ece6-4923-857b-5f577c6b6dea None None] Network 3266ea4b-0c74-4efa-abdb-f3ca3467422d requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:37:44.080760 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ead35467-48b0-4812-a4d8-3cc65e225238 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:44.102312 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab122f60-2528-42d7-bb8e-cb568b28f0c8 tempest-ExternalNetworksAdminNegativeTestJSON-660041991 tempest-ExternalNetworksAdminNegativeTestJSON-660041991-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=739a16df-d428-48ff-9db8-bfa591ea1a02,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:37:44.117838 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-ead35467-48b0-4812-a4d8-3cc65e225238 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Calling delete_port for ccdb5298-51d7-483e-854e-19c1afd7ec15 owned by network:router_interface {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:37:44.156790 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] For port 9fc70738-b04b-4792-9712-3011154c539e, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=9fc70738-b04b-4792-9712-3011154c539e,segment=NetworkSegment(2b159b56-633b-4b9e-b539-8281eb66ae41),segment_id=2b159b56-633b-4b9e-b539-8281eb66ae41)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:37:44.177577 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:44.178850 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device eb26ee5d-a249-41fa-a53d-d26f8838f628 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:37:44.252110 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 48566) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:37:44.270094 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-936709ea-6a58-405e-b62c-5b283703bb60 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:44.332721 n-d-818823-1 neutron-server[103448]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab122f60-2528-42d7-bb8e-cb568b28f0c8 tempest-ExternalNetworksAdminNegativeTestJSON-660041991 tempest-ExternalNetworksAdminNegativeTestJSON-660041991-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Nov 22 20:37:44.333146 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab122f60-2528-42d7-bb8e-cb568b28f0c8 tempest-ExternalNetworksAdminNegativeTestJSON-660041991 tempest-ExternalNetworksAdminNegativeTestJSON-660041991-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 20:37:44.362476 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Pushing event updated for resources: {'Port': ['ID=9fc70738-b04b-4792-9712-3011154c539e,revision_number=3']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:37:44.383231 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-ab122f60-2528-42d7-bb8e-cb568b28f0c8 tempest-ExternalNetworksAdminNegativeTestJSON-660041991 tempest-ExternalNetworksAdminNegativeTestJSON-660041991-project-admin] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.8985758 Nov 22 20:37:44.386781 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 48568) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:37:44.430695 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port eb26ee5d-a249-41fa-a53d-d26f8838f628 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:37:44.431057 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:44.472989 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ead35467-48b0-4812-a4d8-3cc65e225238 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:44.478163 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-936709ea-6a58-405e-b62c-5b283703bb60 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:44.511083 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead35467-48b0-4812-a4d8-3cc65e225238 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Pushing event deleted for resources: {'Port': ['ID=ccdb5298-51d7-483e-854e-19c1afd7ec15,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:37:44.515265 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-936709ea-6a58-405e-b62c-5b283703bb60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:44.604204 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ad1586db-adf1-4f46-b322-3e8e185c9706 None None] Provisioning complete for port 9630eff7-4af8-400b-b2e3-e09434047a95 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:37:44.604204 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ad1586db-adf1-4f46-b322-3e8e185c9706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:44.615942 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-89420954-88a5-453e-8075-f046d29065d2 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659736'] for router_interface, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:44.668794 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936709ea-6a58-405e-b62c-5b283703bb60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a8655e8-bf25-45e4-8564-565e09ff6b0f,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:37:44.680916 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-936709ea-6a58-405e-b62c-5b283703bb60 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=96d80e88977440ff81a122edb07babae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4215465 Nov 22 20:37:44.681859 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 48576) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:37:44.702880 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ead35467-48b0-4812-a4d8-3cc65e225238 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-563470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-663272'] for router_interface, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:44.712767 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:44.714100 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:44.889883 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-2897d924-9443-4bd1-8ec8-4c762be55c49 tempest-ExternalNetworksAdminNegativeTestJSON-660041991 tempest-ExternalNetworksAdminNegativeTestJSON-660041991-project-admin] Deleting port 53c80bf9-5ef6-46ab-9584-ebcef67a00dc {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:37:44.890225 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2897d924-9443-4bd1-8ec8-4c762be55c49 tempest-ExternalNetworksAdminNegativeTestJSON-660041991 tempest-ExternalNetworksAdminNegativeTestJSON-660041991-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:44.891968 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ad1586db-adf1-4f46-b322-3e8e185c9706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:44.964334 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ad1586db-adf1-4f46-b322-3e8e185c9706 None None] For port 9630eff7-4af8-400b-b2e3-e09434047a95, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=9630eff7-4af8-400b-b2e3-e09434047a95,segment=NetworkSegment(aeeefc33-aeea-450b-9719-04df045e8178),segment_id=aeeefc33-aeea-450b-9719-04df045e8178)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:37:44.970709 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ad1586db-adf1-4f46-b322-3e8e185c9706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:44.980223 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ad1586db-adf1-4f46-b322-3e8e185c9706 None None] Could not find standard attr ID for object ccdb5298-51d7-483e-854e-19c1afd7ec15. {{(pid=103449) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 22 20:37:45.017085 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2897d924-9443-4bd1-8ec8-4c762be55c49 tempest-ExternalNetworksAdminNegativeTestJSON-660041991 tempest-ExternalNetworksAdminNegativeTestJSON-660041991-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:45.017595 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2897d924-9443-4bd1-8ec8-4c762be55c49 tempest-ExternalNetworksAdminNegativeTestJSON-660041991 tempest-ExternalNetworksAdminNegativeTestJSON-660041991-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:45.040287 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ad1586db-adf1-4f46-b322-3e8e185c9706 None None] Provisioning complete for port 9fc70738-b04b-4792-9712-3011154c539e triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:37:45.040804 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ad1586db-adf1-4f46-b322-3e8e185c9706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:45.049317 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-7341aae5-cab7-49d6-9043-ead45b477dda admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:45.053804 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ead35467-48b0-4812-a4d8-3cc65e225238 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Router a1c64922-51e9-42dd-a9d8-93b49b64d7ab has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 20:37:45.065490 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-2897d924-9443-4bd1-8ec8-4c762be55c49 tempest-ExternalNetworksAdminNegativeTestJSON-660041991 tempest-ExternalNetworksAdminNegativeTestJSON-660041991-project-admin] Calling delete_port for 53c80bf9-5ef6-46ab-9584-ebcef67a00dc owned by network:floatingip {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:37:45.100729 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-7341aae5-cab7-49d6-9043-ead45b477dda admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:45.110995 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1586db-adf1-4f46-b322-3e8e185c9706 None None] Pushing event updated for resources: {'Port': ['ID=9630eff7-4af8-400b-b2e3-e09434047a95,revision_number=3']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:37:45.158247 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-7341aae5-cab7-49d6-9043-ead45b477dda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:45.161004 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-7341aae5-cab7-49d6-9043-ead45b477dda admin admin] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:45.162284 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-7341aae5-cab7-49d6-9043-ead45b477dda admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1a8655e8-bf25-45e4-8564-565e09ff6b0f HTTP/1.1" status: 204 len: 168 time: 0.4754019 Nov 22 20:37:45.238048 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7341aae5-cab7-49d6-9043-ead45b477dda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a8655e8-bf25-45e4-8564-565e09ff6b0f,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:37:45.244731 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 66b6889b-91ad-4db7-80f8-2cdba64b6c11 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:37:45.245212 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ead35467-48b0-4812-a4d8-3cc65e225238 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:37:45.253684 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-ead35467-48b0-4812-a4d8-3cc65e225238 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] 10.222.0.46 "PUT /v2.0/routers/a1c64922-51e9-42dd-a9d8-93b49b64d7ab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4663749 Nov 22 20:37:45.254494 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 48588) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:37:45.265775 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b0611d-d619-43c9-ba33-f21c8b1b5ab2 None None] Sync routers for ids ['a1c64922-51e9-42dd-a9d8-93b49b64d7ab'] in n-d-818823-1 {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:37:45.273692 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-89420954-88a5-453e-8075-f046d29065d2 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Deleting port 9c879815-3378-4df1-bd47-0544647a8c42 {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:37:45.274029 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-89420954-88a5-453e-8075-f046d29065d2 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:45.290551 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b0611d-d619-43c9-ba33-f21c8b1b5ab2 None None] Routers {'a1c64922-51e9-42dd-a9d8-93b49b64d7ab'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:37:45.292944 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-c1b0611d-d619-43c9-ba33-f21c8b1b5ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:37:32Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['a1c64922-51e9-42dd-a9d8-93b49b64d7ab'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:37:45.303224 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-624fe262-5710-47b3-a773-b21605975d23 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] 10.222.0.46 "GET /v2.0/ports?device_id=a1c64922-51e9-42dd-a9d8-93b49b64d7ab HTTP/1.1" status: 200 len: 205 time: 0.0462012 Nov 22 20:37:45.307113 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 48590) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:37:45.386986 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-48412a6c-cdb2-40d9-a525-edf76ba9276f None None] Provisioning complete for port 9630eff7-4af8-400b-b2e3-e09434047a95 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:37:45.387757 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-48412a6c-cdb2-40d9-a525-edf76ba9276f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:45.396575 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-c1b0611d-d619-43c9-ba33-f21c8b1b5ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:37:45.421525 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-89420954-88a5-453e-8075-f046d29065d2 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:45.426442 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b0611d-d619-43c9-ba33-f21c8b1b5ab2 None None] Routers {'a1c64922-51e9-42dd-a9d8-93b49b64d7ab'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:37:45.428920 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-c1b0611d-d619-43c9-ba33-f21c8b1b5ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:37:32Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['a1c64922-51e9-42dd-a9d8-93b49b64d7ab'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:37:45.436268 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2897d924-9443-4bd1-8ec8-4c762be55c49 tempest-ExternalNetworksAdminNegativeTestJSON-660041991 tempest-ExternalNetworksAdminNegativeTestJSON-660041991-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:45.438597 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-89420954-88a5-453e-8075-f046d29065d2 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Calling delete_port for 9c879815-3378-4df1-bd47-0544647a8c42 owned by network:router_interface {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:37:45.477610 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4b6d8b51-db05-4c33-aeeb-7fcae43fcaaa tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks [] for router, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:45.492746 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 66b6889b-91ad-4db7-80f8-2cdba64b6c11 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:37:45.493860 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:45.500946 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2897d924-9443-4bd1-8ec8-4c762be55c49 tempest-ExternalNetworksAdminNegativeTestJSON-660041991 tempest-ExternalNetworksAdminNegativeTestJSON-660041991-project-admin] Pushing event deleted for resources: {'Port': ['ID=53c80bf9-5ef6-46ab-9584-ebcef67a00dc,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:37:45.507489 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-c1b0611d-d619-43c9-ba33-f21c8b1b5ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:37:45.508359 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b0611d-d619-43c9-ba33-f21c8b1b5ab2 None None] The sync data for ids ['a1c64922-51e9-42dd-a9d8-93b49b64d7ab'] in n-d-818823-1 is: [] {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:37:45.689930 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-48412a6c-cdb2-40d9-a525-edf76ba9276f None None] Could not find standard attr ID for object ccdb5298-51d7-483e-854e-19c1afd7ec15. {{(pid=103449) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 22 20:37:45.701593 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2897d924-9443-4bd1-8ec8-4c762be55c49 tempest-ExternalNetworksAdminNegativeTestJSON-660041991 tempest-ExternalNetworksAdminNegativeTestJSON-660041991-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:45.704146 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2897d924-9443-4bd1-8ec8-4c762be55c49 tempest-ExternalNetworksAdminNegativeTestJSON-660041991 tempest-ExternalNetworksAdminNegativeTestJSON-660041991-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for floatingip, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:45.705829 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-2897d924-9443-4bd1-8ec8-4c762be55c49 tempest-ExternalNetworksAdminNegativeTestJSON-660041991 tempest-ExternalNetworksAdminNegativeTestJSON-660041991-project-admin] 10.222.0.46 "DELETE /v2.0/floatingips/6236abad-5d57-4ce1-be95-ad1a5228d975 HTTP/1.1" status: 204 len: 168 time: 1.3176818 Nov 22 20:37:45.719518 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 9fc70738-b04b-4792-9712-3011154c539e up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:37:45.736915 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4b6d8b51-db05-4c33-aeeb-7fcae43fcaaa tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24781'] for router, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:45.740299 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4b6d8b51-db05-4c33-aeeb-7fcae43fcaaa tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:45.819074 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4b6d8b51-db05-4c33-aeeb-7fcae43fcaaa tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-663261'] for router, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:45.820468 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b6d8b51-db05-4c33-aeeb-7fcae43fcaaa tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Fanout notify agent at l3_agent the message router_deleted on router a1c64922-51e9-42dd-a9d8-93b49b64d7ab {{(pid=103447) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 20:37:45.830065 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4b6d8b51-db05-4c33-aeeb-7fcae43fcaaa tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks [] for router, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:45.831733 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-4b6d8b51-db05-4c33-aeeb-7fcae43fcaaa tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] 10.222.0.46 "DELETE /v2.0/routers/a1c64922-51e9-42dd-a9d8-93b49b64d7ab HTTP/1.1" status: 204 len: 168 time: 0.5234740 Nov 22 20:37:45.834402 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 48604) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:37:45.845517 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-89420954-88a5-453e-8075-f046d29065d2 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:45.847718 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 9fc70738-b04b-4792-9712-3011154c539e triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:37:45.850956 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:45.892383 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89420954-88a5-453e-8075-f046d29065d2 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Pushing event deleted for resources: {'Port': ['ID=9c879815-3378-4df1-bd47-0544647a8c42,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:37:45.921490 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ab187a9-3e38-45c0-b2d0-aac0acd073d4 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Deleting subnet 338f0a20-e29e-44e5-886d-2ae05d7e2f64 {{(pid=103447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 20:37:45.928565 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9ab187a9-3e38-45c0-b2d0-aac0acd073d4 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks [] for subnet, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:46.004401 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9ab187a9-3e38-45c0-b2d0-aac0acd073d4 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12178353'] for subnet, precommit_delete_associations {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:46.043236 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 9630eff7-4af8-400b-b2e3-e09434047a95 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:37:46.150999 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 9630eff7-4af8-400b-b2e3-e09434047a95 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:37:46.151594 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:46.161508 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 48620) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:37:46.176482 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9ab187a9-3e38-45c0-b2d0-aac0acd073d4 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3753007'] for subnet, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:46.284690 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9ab187a9-3e38-45c0-b2d0-aac0acd073d4 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3753014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8900804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8485115'] for subnet, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:46.326114 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9ab187a9-3e38-45c0-b2d0-aac0acd073d4 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks [] for subnet, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:46.329523 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-9ab187a9-3e38-45c0-b2d0-aac0acd073d4 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] 10.222.0.46 "DELETE /v2.0/subnets/338f0a20-e29e-44e5-886d-2ae05d7e2f64 HTTP/1.1" status: 204 len: 168 time: 0.4933119 Nov 22 20:37:46.330647 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab187a9-3e38-45c0-b2d0-aac0acd073d4 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Pushing event deleted for resources: {'Subnet': ['ID=338f0a20-e29e-44e5-886d-2ae05d7e2f64,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:37:46.339584 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52e17876-884a-4c41-bf19-16126e740157 None None] Network 3266ea4b-0c74-4efa-abdb-f3ca3467422d requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:37:46.349540 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 48626) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:37:46.524681 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9a3e0429-2506-4c6f-a3b5-4fc88eb60d92 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:46.549629 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-89420954-88a5-453e-8075-f046d29065d2 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-563470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-663272'] for router_interface, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:46.555821 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9dd86884-47a4-4f46-bff3-2f981e0cd56c tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3961693'] for network, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:46.678466 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-9dd86884-47a4-4f46-bff3-2f981e0cd56c tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Deleting port 9630eff7-4af8-400b-b2e3-e09434047a95 {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:37:46.678909 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9dd86884-47a4-4f46-bff3-2f981e0cd56c tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:46.706791 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-963f02ba-7dd0-4cac-a99e-a40a9006e0e7 None None] DHCP port deletion for 3266ea4b-0c74-4efa-abdb-f3ca3467422d request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:37:46.744349 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9a3e0429-2506-4c6f-a3b5-4fc88eb60d92 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:46.759018 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9a3e0429-2506-4c6f-a3b5-4fc88eb60d92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:46.809109 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-963f02ba-7dd0-4cac-a99e-a40a9006e0e7 None None] Deleting port 9630eff7-4af8-400b-b2e3-e09434047a95 {{(pid=103449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:37:46.810067 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-963f02ba-7dd0-4cac-a99e-a40a9006e0e7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:46.836210 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [None req-9dd86884-47a4-4f46-bff3-2f981e0cd56c tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] For port 9630eff7-4af8-400b-b2e3-e09434047a95, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=9630eff7-4af8-400b-b2e3-e09434047a95,segment=NetworkSegment(aeeefc33-aeea-450b-9719-04df045e8178),segment_id=aeeefc33-aeea-450b-9719-04df045e8178)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:37:46.836574 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9dd86884-47a4-4f46-bff3-2f981e0cd56c tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:46.849609 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-9a3e0429-2506-4c6f-a3b5-4fc88eb60d92 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5da3f80f09ce46ec83ae6b90812be05f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6867769 Nov 22 20:37:46.852634 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3e0429-2506-4c6f-a3b5-4fc88eb60d92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74795fdd-e16b-461a-bf42-fc3ad4a871c3,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:37:46.857519 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 48638) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:37:46.874593 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-9dd86884-47a4-4f46-bff3-2f981e0cd56c tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Calling delete_port for 9630eff7-4af8-400b-b2e3-e09434047a95 owned by network:dhcp {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:37:46.880639 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89420954-88a5-453e-8075-f046d29065d2 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Router a2bfa374-cca1-428d-a4c5-ed514ec6e504 has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 20:37:46.914172 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-963f02ba-7dd0-4cac-a99e-a40a9006e0e7 None None] For port 9630eff7-4af8-400b-b2e3-e09434047a95, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=9630eff7-4af8-400b-b2e3-e09434047a95,segment=NetworkSegment(aeeefc33-aeea-450b-9719-04df045e8178),segment_id=aeeefc33-aeea-450b-9719-04df045e8178)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:37:46.914816 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-963f02ba-7dd0-4cac-a99e-a40a9006e0e7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:46.937495 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-963f02ba-7dd0-4cac-a99e-a40a9006e0e7 None None] Calling delete_port for 9630eff7-4af8-400b-b2e3-e09434047a95 owned by network:dhcp {{(pid=103449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:37:47.017480 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9dd86884-47a4-4f46-bff3-2f981e0cd56c tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:47.035296 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89420954-88a5-453e-8075-f046d29065d2 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:37:47.049218 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-89420954-88a5-453e-8075-f046d29065d2 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] 10.222.0.46 "PUT /v2.0/routers/a2bfa374-cca1-428d-a4c5-ed514ec6e504/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4277630 Nov 22 20:37:47.059559 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb3f8f5-59c9-49d1-801f-dc93bbee9f2e None None] Sync routers for ids ['a2bfa374-cca1-428d-a4c5-ed514ec6e504'] in n-d-818823-1 {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:37:47.071737 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 48642) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:37:47.078634 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-67654f44-cbe7-4849-9d37-41be8c02523e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:47.081809 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb3f8f5-59c9-49d1-801f-dc93bbee9f2e None None] Routers {'a2bfa374-cca1-428d-a4c5-ed514ec6e504'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:37:47.082560 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-6eb3f8f5-59c9-49d1-801f-dc93bbee9f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:37:32Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['a2bfa374-cca1-428d-a4c5-ed514ec6e504'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:37:47.104751 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 9630eff7-4af8-400b-b2e3-e09434047a95 no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:37:47.114453 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-67654f44-cbe7-4849-9d37-41be8c02523e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:47.153602 n-d-818823-1 neutron-server[103447]: INFO neutron.api.v2.resource [None req-e2691c34-de2a-4738-a04c-2d8fb1b907a9 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] delete failed (client error): The resource could not be found. Nov 22 20:37:47.159250 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-e2691c34-de2a-4738-a04c-2d8fb1b907a9 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] 10.222.0.46 "DELETE /v2.0/routers/tempest-non_exist_router-1412758506 HTTP/1.1" status: 404 len: 335 time: 0.0828426 Nov 22 20:37:47.160039 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 48644) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:37:47.161124 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd86884-47a4-4f46-bff3-2f981e0cd56c tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] No DVR routers for this DVR port 9630eff7-4af8-400b-b2e3-e09434047a95 on host n-d-818823-1 {{(pid=103447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:37:47.171377 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd86884-47a4-4f46-bff3-2f981e0cd56c tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Pushing event deleted for resources: {'Port': ['ID=9630eff7-4af8-400b-b2e3-e09434047a95,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:37:47.178560 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-6eb3f8f5-59c9-49d1-801f-dc93bbee9f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:37:47.183967 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-518c89bb-c724-4bb3-9ff0-ccef3511376f tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a2bfa374-cca1-428d-a4c5-ed514ec6e504'}}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:37:47.185812 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-67654f44-cbe7-4849-9d37-41be8c02523e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:47.186440 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: 9630eff7-4af8-400b-b2e3-e09434047a95 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:37:47.186771 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 9630eff7-4af8-400b-b2e3-e09434047a95 not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:37:47.189867 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-67654f44-cbe7-4849-9d37-41be8c02523e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:47.191310 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-67654f44-cbe7-4849-9d37-41be8c02523e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/74795fdd-e16b-461a-bf42-fc3ad4a871c3 HTTP/1.1" status: 204 len: 168 time: 0.3316700 Nov 22 20:37:47.200799 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67654f44-cbe7-4849-9d37-41be8c02523e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74795fdd-e16b-461a-bf42-fc3ad4a871c3,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:37:47.206362 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb3f8f5-59c9-49d1-801f-dc93bbee9f2e None None] Routers {'a2bfa374-cca1-428d-a4c5-ed514ec6e504'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:37:47.207299 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-6eb3f8f5-59c9-49d1-801f-dc93bbee9f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:37:32Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['a2bfa374-cca1-428d-a4c5-ed514ec6e504'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:37:47.245509 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-6eb3f8f5-59c9-49d1-801f-dc93bbee9f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:37:47.245712 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb3f8f5-59c9-49d1-801f-dc93bbee9f2e None None] The sync data for ids ['a2bfa374-cca1-428d-a4c5-ed514ec6e504'] in n-d-818823-1 is: [] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:37:47.261990 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-963f02ba-7dd0-4cac-a99e-a40a9006e0e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381'] for port, after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:47.312943 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963f02ba-7dd0-4cac-a99e-a40a9006e0e7 None None] Pushing event deleted for resources: {'Port': ['ID=9630eff7-4af8-400b-b2e3-e09434047a95,revision_number=None']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:37:47.316693 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-963f02ba-7dd0-4cac-a99e-a40a9006e0e7 None None] No DVR routers for this DVR port 9630eff7-4af8-400b-b2e3-e09434047a95 on host n-d-818823-1 {{(pid=103449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:37:47.458787 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9dd86884-47a4-4f46-bff3-2f981e0cd56c tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3760028', 'neutron.services.segments.db._delete_segments_for_network-8748992815755'] for network, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:47.521917 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-9dd86884-47a4-4f46-bff3-2f981e0cd56c tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3266ea4b-0c74-4efa-abdb-f3ca3467422d']}} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:37:47.562932 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-9dd86884-47a4-4f46-bff3-2f981e0cd56c tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aeeefc33-aeea-450b-9719-04df045e8178') {'for_net_delete': True} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:37:47.563231 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-9dd86884-47a4-4f46-bff3-2f981e0cd56c tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aeeefc33-aeea-450b-9719-04df045e8178') {} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:37:47.572212 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-518c89bb-c724-4bb3-9ff0-ccef3511376f tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:47.579568 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9dd86884-47a4-4f46-bff3-2f981e0cd56c tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748993039638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12178344'] for segment, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:47.605673 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9dd86884-47a4-4f46-bff3-2f981e0cd56c tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:47.608037 n-d-818823-1 neutron-server[103447]: INFO neutron.api.v2.resource [None req-518c89bb-c724-4bb3-9ff0-ccef3511376f tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] update failed (client error): The resource could not be found. Nov 22 20:37:47.609167 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-518c89bb-c724-4bb3-9ff0-ccef3511376f tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] 10.222.0.46 "PUT /v2.0/routers/a2bfa374-cca1-428d-a4c5-ed514ec6e504 HTTP/1.1" status: 404 len: 339 time: 0.4391904 Nov 22 20:37:47.613011 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 48660) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:37:47.618360 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-8e130799-d400-4e6f-a19b-f9bed36c4dd0 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1720873317'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:37:47.629340 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9dd86884-47a4-4f46-bff3-2f981e0cd56c tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Releasing vlan 638 on physical network physnet1 to pool {{(pid=103447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 20:37:47.629762 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9dd86884-47a4-4f46-bff3-2f981e0cd56c tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8900762'] for segment, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:47.637651 n-d-818823-1 neutron-server[103447]: Traceback (most recent call last): Nov 22 20:37:47.637651 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 20:37:47.637651 n-d-818823-1 neutron-server[103447]: timer() Nov 22 20:37:47.637651 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 20:37:47.637651 n-d-818823-1 neutron-server[103447]: cb(*args, **kw) Nov 22 20:37:47.637651 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 20:37:47.637651 n-d-818823-1 neutron-server[103447]: return func(*args, **kwargs) Nov 22 20:37:47.637651 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 20:37:47.637651 n-d-818823-1 neutron-server[103447]: self._notify() Nov 22 20:37:47.637651 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 20:37:47.637651 n-d-818823-1 neutron-server[103447]: self.callback(batched_events) Nov 22 20:37:47.637651 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 20:37:47.637651 n-d-818823-1 neutron-server[103447]: event.method(event) Nov 22 20:37:47.637651 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 20:37:47.637651 n-d-818823-1 neutron-server[103447]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 20:37:47.637651 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 20:37:47.637651 n-d-818823-1 neutron-server[103447]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 20:37:47.637651 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 20:37:47.637651 n-d-818823-1 neutron-server[103447]: return f(self, *a, **k) Nov 22 20:37:47.637651 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 20:37:47.637651 n-d-818823-1 neutron-server[103447]: return self._get(url).json() Nov 22 20:37:47.637651 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 20:37:47.637651 n-d-818823-1 neutron-server[103447]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 20:37:47.637651 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 20:37:47.637651 n-d-818823-1 neutron-server[103447]: return self.request(url, 'GET', **kwargs) Nov 22 20:37:47.637651 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 20:37:47.637651 n-d-818823-1 neutron-server[103447]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 20:37:47.637651 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 20:37:47.637651 n-d-818823-1 neutron-server[103447]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 20:37:47.637651 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 20:37:47.637651 n-d-818823-1 neutron-server[103447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 20:37:47.637651 n-d-818823-1 neutron-server[103447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 20:37:47.641438 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 48664) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:37:47.656891 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e130799-d400-4e6f-a19b-f9bed36c4dd0 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Made reservation on behalf of 60ce3243429c43809b5075ff500d350e for: {'network': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:37:47.661833 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8e130799-d400-4e6f-a19b-f9bed36c4dd0 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for network, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:47.748235 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e130799-d400-4e6f-a19b-f9bed36c4dd0 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] vlan segment allocate from pool success with {'vlan_id': 649, 'physical_network': 'physnet1'} {{(pid=103448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 20:37:47.748415 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 48666) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:37:47.759276 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-d9ac2baf-00e3-4783-b08d-fe9a96d7d51b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7fe7221ddf204a65818b0308db8be2ea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1172960 Nov 22 20:37:47.759276 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9dd86884-47a4-4f46-bff3-2f981e0cd56c tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3760002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595318'] for network, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:47.759792 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 48670) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:37:47.762040 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8e130799-d400-4e6f-a19b-f9bed36c4dd0 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:47.762806 n-d-818823-1 neutron-server[103448]: INFO neutron.db.segments_db [None req-8e130799-d400-4e6f-a19b-f9bed36c4dd0 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Added segment 1be02f17-e52b-4818-80a4-02265fdf7bd0 of type vlan for network c726886a-3636-4a7b-9e0b-c45fc3b76213 Nov 22 20:37:47.793316 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9dd86884-47a4-4f46-bff3-2f981e0cd56c tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks [] for network, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:47.797280 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-9dd86884-47a4-4f46-bff3-2f981e0cd56c tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] 10.222.0.46 "DELETE /v2.0/networks/3266ea4b-0c74-4efa-abdb-f3ca3467422d HTTP/1.1" status: 204 len: 168 time: 1.4450517 Nov 22 20:37:47.805963 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 48672) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:37:47.809663 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8e130799-d400-4e6f-a19b-f9bed36c4dd0 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748992492791'] for network, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:47.819862 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-d66e95da-63a5-459f-938c-80ea9e2f8463 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-42913181', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'}, 'admin_state_up': False}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:37:47.826785 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd86884-47a4-4f46-bff3-2f981e0cd56c tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Pushing event deleted for resources: {'Network': ['ID=3266ea4b-0c74-4efa-abdb-f3ca3467422d,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:37:47.836189 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd86884-47a4-4f46-bff3-2f981e0cd56c tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:37:47.836549 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd86884-47a4-4f46-bff3-2f981e0cd56c tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:37:47.836893 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd86884-47a4-4f46-bff3-2f981e0cd56c tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:37:47.837227 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd86884-47a4-4f46-bff3-2f981e0cd56c tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:37:47.837749 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd86884-47a4-4f46-bff3-2f981e0cd56c tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:37:47.838118 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd86884-47a4-4f46-bff3-2f981e0cd56c tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:37:47.838455 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd86884-47a4-4f46-bff3-2f981e0cd56c tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:37:47.838636 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8e130799-d400-4e6f-a19b-f9bed36c4dd0 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for network, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:47.838767 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd86884-47a4-4f46-bff3-2f981e0cd56c tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:37:47.839102 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd86884-47a4-4f46-bff3-2f981e0cd56c tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:37:47.839450 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd86884-47a4-4f46-bff3-2f981e0cd56c tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:37:47.839800 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd86884-47a4-4f46-bff3-2f981e0cd56c tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:37:47.840123 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd86884-47a4-4f46-bff3-2f981e0cd56c tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:37:47.848467 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e130799-d400-4e6f-a19b-f9bed36c4dd0 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:37:47.849305 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8e130799-d400-4e6f-a19b-f9bed36c4dd0 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Publish callbacks [] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:47.862838 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a26920d8-9597-417e-901e-3a2287ef04f7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:47.886940 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a26920d8-9597-417e-901e-3a2287ef04f7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:47.921365 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-d66e95da-63a5-459f-938c-80ea9e2f8463 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24799'] for router, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:47.922383 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-d66e95da-63a5-459f-938c-80ea9e2f8463 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-632716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24788'] for router, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:47.934680 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-8e130799-d400-4e6f-a19b-f9bed36c4dd0 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.3204839 Nov 22 20:37:47.937760 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 48674) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:37:47.945191 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-1d349c68-7658-467b-90d2-12f3b9a50d0b tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Request body: {'subnet': {'network_id': 'c726886a-3636-4a7b-9e0b-c45fc3b76213', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:37:47.951942 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e130799-d400-4e6f-a19b-f9bed36c4dd0 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Pushing event updated for resources: {'Network': ['ID=c726886a-3636-4a7b-9e0b-c45fc3b76213,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:37:47.966371 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Network c726886a-3636-4a7b-9e0b-c45fc3b76213 details requested by agent ovs-agent-n-d-818823-1 with host n-d-818823-1 {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 20:37:48.052163 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-39e1cac7-efef-4cea-b6b2-765b27344389 tempest-MeteringIpV6TestJSON-2133415400 tempest-MeteringIpV6TestJSON-2133415400-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-332074699'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:37:48.052617 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-39e1cac7-efef-4cea-b6b2-765b27344389 tempest-MeteringIpV6TestJSON-2133415400 tempest-MeteringIpV6TestJSON-2133415400-project-admin] Unknown quota resources ['metering_label']. {{(pid=103447) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 22 20:37:48.061895 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a26920d8-9597-417e-901e-3a2287ef04f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:48.064451 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a26920d8-9597-417e-901e-3a2287ef04f7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:48.065595 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-a26920d8-9597-417e-901e-3a2287ef04f7 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/739a16df-d428-48ff-9db8-bfa591ea1a02 HTTP/1.1" status: 204 len: 168 time: 0.3047087 Nov 22 20:37:48.082955 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-d66e95da-63a5-459f-938c-80ea9e2f8463 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:48.493416 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26920d8-9597-417e-901e-3a2287ef04f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=739a16df-d428-48ff-9db8-bfa591ea1a02,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:37:48.701860 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-39e1cac7-efef-4cea-b6b2-765b27344389 tempest-MeteringIpV6TestJSON-2133415400 tempest-MeteringIpV6TestJSON-2133415400-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:48.705714 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-39e1cac7-efef-4cea-b6b2-765b27344389 tempest-MeteringIpV6TestJSON-2133415400 tempest-MeteringIpV6TestJSON-2133415400-project-admin] 10.222.0.46 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.9526620 Nov 22 20:37:48.706238 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 48692) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:37:48.715107 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-7986135a-b9e5-4ab6-a7f2-5d9e7504e8e9 tempest-MeteringIpV6TestJSON-2133415400 tempest-MeteringIpV6TestJSON-2133415400-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'b9bbd4f0-1aba-4882-b6bd-3126fbc3d196'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:37:48.715107 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-7986135a-b9e5-4ab6-a7f2-5d9e7504e8e9 tempest-MeteringIpV6TestJSON-2133415400 tempest-MeteringIpV6TestJSON-2133415400-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103448) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 22 20:37:48.782309 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-d66e95da-63a5-459f-938c-80ea9e2f8463 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:48.802222 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d349c68-7658-467b-90d2-12f3b9a50d0b tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Made reservation on behalf of 60ce3243429c43809b5075ff500d350e for: {'subnet': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:37:48.810270 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1d349c68-7658-467b-90d2-12f3b9a50d0b tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8485086'] for subnet, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:48.825234 n-d-818823-1 neutron-server[103448]: WARNING neutron.services.metering.metering_plugin [None req-7986135a-b9e5-4ab6-a7f2-5d9e7504e8e9 tempest-MeteringIpV6TestJSON-2133415400 tempest-MeteringIpV6TestJSON-2133415400-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 22 20:37:48.982941 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7986135a-b9e5-4ab6-a7f2-5d9e7504e8e9 tempest-MeteringIpV6TestJSON-2133415400 tempest-MeteringIpV6TestJSON-2133415400-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:48.992649 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-7986135a-b9e5-4ab6-a7f2-5d9e7504e8e9 tempest-MeteringIpV6TestJSON-2133415400 tempest-MeteringIpV6TestJSON-2133415400-project-admin] 10.222.0.46 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2824805 Nov 22 20:37:48.992900 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 48702) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:37:48.998846 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-d47cd07c-5bed-49a6-8daa-1a56081bda11 tempest-MeteringIpV6TestJSON-2133415400 tempest-MeteringIpV6TestJSON-2133415400-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'b9bbd4f0-1aba-4882-b6bd-3126fbc3d196'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:37:48.999466 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-d47cd07c-5bed-49a6-8daa-1a56081bda11 tempest-MeteringIpV6TestJSON-2133415400 tempest-MeteringIpV6TestJSON-2133415400-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103448) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 22 20:37:49.083964 n-d-818823-1 neutron-server[103448]: WARNING neutron.services.metering.metering_plugin [None req-d47cd07c-5bed-49a6-8daa-1a56081bda11 tempest-MeteringIpV6TestJSON-2133415400 tempest-MeteringIpV6TestJSON-2133415400-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 22 20:37:49.139840 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1d349c68-7658-467b-90d2-12f3b9a50d0b tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8900613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8485104'] for subnet, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:49.202516 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-d66e95da-63a5-459f-938c-80ea9e2f8463 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks [] for router_gateway, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:49.205710 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d47cd07c-5bed-49a6-8daa-1a56081bda11 tempest-MeteringIpV6TestJSON-2133415400 tempest-MeteringIpV6TestJSON-2133415400-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:49.207440 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-d47cd07c-5bed-49a6-8daa-1a56081bda11 tempest-MeteringIpV6TestJSON-2133415400 tempest-MeteringIpV6TestJSON-2133415400-project-admin] 10.222.0.46 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2135508 Nov 22 20:37:49.210633 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 48706) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:37:49.225753 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-fd1fb3b5-71fa-43b6-bf72-f4f415e00ea5 tempest-MeteringIpV6TestJSON-2133415400 tempest-MeteringIpV6TestJSON-2133415400-project-admin] 10.222.0.46 "GET /v2.0/metering/metering-label-rules?id=e6d4b990-fc83-4f7d-a9ea-aa038cd88628 HTTP/1.1" status: 200 len: 462 time: 0.0135887 Nov 22 20:37:49.230022 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 48708) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:37:49.232761 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-d66e95da-63a5-459f-938c-80ea9e2f8463 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:49.247772 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d349c68-7658-467b-90d2-12f3b9a50d0b tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Pushing event updated for resources: {'Subnet': ['ID=05e08ac4-cace-4c3e-bce5-58a78bb1d370,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:37:49.297188 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d349c68-7658-467b-90d2-12f3b9a50d0b tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Checking segment: {'id': '1be02f17-e52b-4818-80a4-02265fdf7bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'c726886a-3636-4a7b-9e0b-c45fc3b76213'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:37:49.297556 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d349c68-7658-467b-90d2-12f3b9a50d0b tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Network hostable DHCP agents. Network: c726886a-3636-4a7b-9e0b-c45fc3b76213, hostable agents: ['02adaa64-0987-4b74-bad0-cbcf56f8a294'], hosted agents: [] {{(pid=103447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 20:37:49.357361 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d349c68-7658-467b-90d2-12f3b9a50d0b tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Network c726886a-3636-4a7b-9e0b-c45fc3b76213 is scheduled to be hosted by DHCP agent 02adaa64-0987-4b74-bad0-cbcf56f8a294 with binding_index 1 {{(pid=103447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 20:37:49.381212 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [None req-d66e95da-63a5-459f-938c-80ea9e2f8463 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Allocated IP 172.25.5.208 (c48a55e9-6a85-4746-b7bf-3e29fb560094/5da6f781-63e6-4328-ae7a-5e672262f55a/418c68a6-f5c9-4ff0-9592-d9cd8ead310a) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:37:49.383316 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-1d349c68-7658-467b-90d2-12f3b9a50d0b tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818823-1, c726886a-3636-4a7b-9e0b-c45fc3b76213) {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:37:49.391054 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d349c68-7658-467b-90d2-12f3b9a50d0b tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:37:49.391695 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1d349c68-7658-467b-90d2-12f3b9a50d0b tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Publish callbacks [] for subnet, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:49.400927 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31129dd6-a5a5-4347-bbef-73f25a15fc6a None None] Network c726886a-3636-4a7b-9e0b-c45fc3b76213 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:37:49.416719 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7e8346b0-18e2-4491-baf8-2618fe7ed7bd tempest-MeteringIpV6TestJSON-2133415400 tempest-MeteringIpV6TestJSON-2133415400-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:49.420249 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-7e8346b0-18e2-4491-baf8-2618fe7ed7bd tempest-MeteringIpV6TestJSON-2133415400 tempest-MeteringIpV6TestJSON-2133415400-project-admin] 10.222.0.46 "DELETE /v2.0/metering/metering-label-rules/e6d4b990-fc83-4f7d-a9ea-aa038cd88628 HTTP/1.1" status: 204 len: 168 time: 0.1866848 Nov 22 20:37:49.420495 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 48716) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:37:49.422959 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-1d349c68-7658-467b-90d2-12f3b9a50d0b tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.4838195 Nov 22 20:37:49.431402 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 48718) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:37:49.436653 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-1c4d566e-41ab-494b-8304-3a5a14c72917 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c726886a-3636-4a7b-9e0b-c45fc3b76213'}}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:37:49.444460 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-5f434d55-cc29-43e7-b94c-97d2e0430599 tempest-MeteringIpV6TestJSON-2133415400 tempest-MeteringIpV6TestJSON-2133415400-project-admin] 10.222.0.46 "GET /v2.0/metering/metering-label-rules?id=e6d4b990-fc83-4f7d-a9ea-aa038cd88628 HTTP/1.1" status: 200 len: 221 time: 0.0196657 Nov 22 20:37:49.447812 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 48720) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:37:49.453622 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-4cacbb19-f981-4ca4-bfa9-21c6c0ade71b tempest-MeteringIpV6TestJSON-2133415400 tempest-MeteringIpV6TestJSON-2133415400-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--409253059', 'description': 'label created by tempest'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:37:49.454080 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-4cacbb19-f981-4ca4-bfa9-21c6c0ade71b tempest-MeteringIpV6TestJSON-2133415400 tempest-MeteringIpV6TestJSON-2133415400-project-admin] Unknown quota resources ['metering_label']. {{(pid=103447) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 22 20:37:49.673500 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cab490ab-e59b-434b-a7db-33f37d59f639 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fb26bd7-ce56-527b-b94f-2e1f7cb2bb35-c726886a-3636-4a7b-9e0b-c45fc3b76213', 'network_id': 'c726886a-3636-4a7b-9e0b-c45fc3b76213', 'tenant_id': '60ce3243429c43809b5075ff500d350e', 'fixed_ips': [{'subnet_id': '05e08ac4-cace-4c3e-bce5-58a78bb1d370'}]}} from n-d-818823-1. {{(pid=103449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 20:37:49.674656 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-cab490ab-e59b-434b-a7db-33f37d59f639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:49.680563 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4cacbb19-f981-4ca4-bfa9-21c6c0ade71b tempest-MeteringIpV6TestJSON-2133415400 tempest-MeteringIpV6TestJSON-2133415400-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:49.684374 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-4cacbb19-f981-4ca4-bfa9-21c6c0ade71b tempest-MeteringIpV6TestJSON-2133415400 tempest-MeteringIpV6TestJSON-2133415400-project-admin] 10.222.0.46 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.2329943 Nov 22 20:37:49.690066 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 48726) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:37:49.710010 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1c4d566e-41ab-494b-8304-3a5a14c72917 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:49.745965 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 48728) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:37:49.817606 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-1b999d10-a53b-4c85-9dbf-4e8b0f51c226 tempest-MeteringIpV6TestJSON-2133415400 tempest-MeteringIpV6TestJSON-2133415400-project-admin] 10.222.0.46 "GET /v2.0/metering/metering-labels?id=a909ad7a-c72b-4ae6-b7f6-74441ca02e1f HTTP/1.1" status: 200 len: 467 time: 0.1263566 Nov 22 20:37:49.820869 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-d66e95da-63a5-459f-938c-80ea9e2f8463 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:49.822448 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 48734) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:37:49.931221 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.db_base_plugin_common [None req-cab490ab-e59b-434b-a7db-33f37d59f639 None None] Allocated IP 2001:db8:1::2 (c726886a-3636-4a7b-9e0b-c45fc3b76213/05e08ac4-cace-4c3e-bce5-58a78bb1d370/3f4cde99-677c-4fa5-9f01-d7ec3a31fe32) {{(pid=103449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:37:49.978911 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-eac38a63-6330-40c9-bdde-a5803fbec4ba tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-385298374', 'router:external': True}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:37:49.990005 n-d-818823-1 neutron-server[103448]: INFO neutron.api.v2.resource [None req-1c4d566e-41ab-494b-8304-3a5a14c72917 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 22 20:37:49.991340 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-1c4d566e-41ab-494b-8304-3a5a14c72917 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] 10.222.0.46 "PUT /v2.0/routers/a2bfa374-cca1-428d-a4c5-ed514ec6e504 HTTP/1.1" status: 400 len: 364 time: 0.5583432 Nov 22 20:37:49.995247 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 48738) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:37:50.110195 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ef3987a9-80ca-4ce5-80cc-f68c9a603d10 tempest-MeteringIpV6TestJSON-2133415400 tempest-MeteringIpV6TestJSON-2133415400-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:50.114593 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-ef3987a9-80ca-4ce5-80cc-f68c9a603d10 tempest-MeteringIpV6TestJSON-2133415400 tempest-MeteringIpV6TestJSON-2133415400-project-admin] 10.222.0.46 "DELETE /v2.0/metering/metering-labels/a909ad7a-c72b-4ae6-b7f6-74441ca02e1f HTTP/1.1" status: 204 len: 168 time: 0.2911246 Nov 22 20:37:50.115600 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 48740) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:37:50.122068 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-d66e95da-63a5-459f-938c-80ea9e2f8463 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:50.169796 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.agents_db [None req-aa8313f2-1ee4-4e7b-8c5a-d32b2f9d31ee None None] Agent healthcheck: found 7 active agents {{(pid=103450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 20:37:50.182310 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eac38a63-6330-40c9-bdde-a5803fbec4ba tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] Made reservation on behalf of 4f235977e424487abe54e460f26782ed for: {'network': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:37:50.184691 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-eac38a63-6330-40c9-bdde-a5803fbec4ba tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for network, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:50.200120 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66e95da-63a5-459f-938c-80ea9e2f8463 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Pushing event updated for resources: {'Port': ['ID=418c68a6-f5c9-4ff0-9592-d9cd8ead310a,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:37:50.209685 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-eac38a63-6330-40c9-bdde-a5803fbec4ba tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:50.218153 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-26c962ac-3dcb-401f-8078-069027959a95 tempest-MeteringIpV6TestJSON-2133415400 tempest-MeteringIpV6TestJSON-2133415400-project-admin] 10.222.0.46 "GET /v2.0/metering/metering-labels?id=a909ad7a-c72b-4ae6-b7f6-74441ca02e1f HTTP/1.1" status: 200 len: 216 time: 0.0980501 Nov 22 20:37:50.220405 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 48746) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:37:50.245738 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d66e95da-63a5-459f-938c-80ea9e2f8463 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Network c48a55e9-6a85-4746-b7bf-3e29fb560094 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:37:50.252695 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-f3a864f3-5520-4890-8f92-41cdcc57c1ae tempest-MeteringIpV6TestJSON-2133415400 tempest-MeteringIpV6TestJSON-2133415400-project-admin] 10.222.0.46 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0269401 Nov 22 20:37:50.252695 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-d66e95da-63a5-459f-938c-80ea9e2f8463 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:37:50.254214 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 48748) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:37:50.266671 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d66e95da-63a5-459f-938c-80ea9e2f8463 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:37:50.274029 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e7ea687-4384-46ca-a664-419a18976f43 None None] DHCP port deletion for c48a55e9-6a85-4746-b7bf-3e29fb560094 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:37:50.308133 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-ce87586f-7d07-47fb-9f4e-96e4277c0524 tempest-MeteringIpV6TestJSON-2133415400 tempest-MeteringIpV6TestJSON-2133415400-project-admin] 10.222.0.46 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0483334 Nov 22 20:37:50.310255 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 48750) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:37:50.320391 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-cab490ab-e59b-434b-a7db-33f37d59f639 None None] Publish callbacks [] for port, precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:50.340631 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-cab490ab-e59b-434b-a7db-33f37d59f639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372'] for port, after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:50.384485 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a193bdd0-0bd0-4b4b-a6d2-29c205274502 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:50.408782 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab490ab-e59b-434b-a7db-33f37d59f639 None None] Pushing event updated for resources: {'Port': ['ID=3f4cde99-677c-4fa5-9f01-d7ec3a31fe32,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:37:50.438309 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-e2d84b3a-e008-4ed8-aaa7-4dacfc0f2d06 tempest-MeteringIpV6TestJSON-2133415400 tempest-MeteringIpV6TestJSON-2133415400-project-admin] 10.222.0.46 "GET /v2.0/metering/metering-labels/b9bbd4f0-1aba-4882-b6bd-3126fbc3d196 HTTP/1.1" status: 200 len: 472 time: 0.1067543 Nov 22 20:37:50.438846 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cab490ab-e59b-434b-a7db-33f37d59f639 None None] Network c726886a-3636-4a7b-9e0b-c45fc3b76213 is already hosted by enough agents. {{(pid=103449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:37:50.444263 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.base_scheduler [None req-cab490ab-e59b-434b-a7db-33f37d59f639 None None] Resources bound (agent type, host, resource id): {{(pid=103449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:37:50.447891 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab490ab-e59b-434b-a7db-33f37d59f639 None None] Received port after_create {{(pid=103449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:37:50.457867 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-217f05eb-0d55-4ede-990c-3869358b0e2c None None] Provisioning complete for port 418c68a6-f5c9-4ff0-9592-d9cd8ead310a triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:37:50.458245 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-217f05eb-0d55-4ede-990c-3869358b0e2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:50.468649 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 48754) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:37:50.490996 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-98bf17f6-a10e-4a2c-ad55-3942379acde6 tempest-MeteringIpV6TestJSON-2133415400 tempest-MeteringIpV6TestJSON-2133415400-project-admin] 10.222.0.46 "GET /v2.0/metering/metering-label-rules/0ad62bf5-b38c-4319-a254-de7d77830b65 HTTP/1.1" status: 200 len: 459 time: 0.0212119 Nov 22 20:37:50.495462 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 48756) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:37:50.548567 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-cab490ab-e59b-434b-a7db-33f37d59f639 None None] Attempting to bind port 3f4cde99-677c-4fa5-9f01-d7ec3a31fe32 on host n-d-818823-1 for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:37:50.548948 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-cab490ab-e59b-434b-a7db-33f37d59f639 None None] Attempting to bind port 3f4cde99-677c-4fa5-9f01-d7ec3a31fe32 by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': '1be02f17-e52b-4818-80a4-02265fdf7bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'c726886a-3636-4a7b-9e0b-c45fc3b76213'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:37:50.549324 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab490ab-e59b-434b-a7db-33f37d59f639 None None] Attempting to bind port 3f4cde99-677c-4fa5-9f01-d7ec3a31fe32 on network c726886a-3636-4a7b-9e0b-c45fc3b76213 {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:37:50.555313 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab490ab-e59b-434b-a7db-33f37d59f639 None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 37, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:37:50.555724 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab490ab-e59b-434b-a7db-33f37d59f639 None None] Checking segment: {'id': '1be02f17-e52b-4818-80a4-02265fdf7bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'c726886a-3636-4a7b-9e0b-c45fc3b76213'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:37:50.556318 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-cab490ab-e59b-434b-a7db-33f37d59f639 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:50.557301 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab490ab-e59b-434b-a7db-33f37d59f639 None None] Bound using segment: {'id': '1be02f17-e52b-4818-80a4-02265fdf7bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'c726886a-3636-4a7b-9e0b-c45fc3b76213'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:37:50.557810 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-cab490ab-e59b-434b-a7db-33f37d59f639 None None] Bound port: 3f4cde99-677c-4fa5-9f01-d7ec3a31fe32, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1be02f17-e52b-4818-80a4-02265fdf7bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'c726886a-3636-4a7b-9e0b-c45fc3b76213'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:37:50.558190 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-cab490ab-e59b-434b-a7db-33f37d59f639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:50.574652 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-217f05eb-0d55-4ede-990c-3869358b0e2c None None] Port 418c68a6-f5c9-4ff0-9592-d9cd8ead310a cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:37:50.635614 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-cab490ab-e59b-434b-a7db-33f37d59f639 None None] For port 3f4cde99-677c-4fa5-9f01-d7ec3a31fe32, host n-d-818823-1, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:37:50.639366 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-cab490ab-e59b-434b-a7db-33f37d59f639 None None] For port 3f4cde99-677c-4fa5-9f01-d7ec3a31fe32, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=3f4cde99-677c-4fa5-9f01-d7ec3a31fe32,segment=NetworkSegment(1be02f17-e52b-4818-80a4-02265fdf7bd0),segment_id=1be02f17-e52b-4818-80a4-02265fdf7bd0)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:37:50.648173 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-cab490ab-e59b-434b-a7db-33f37d59f639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:50.657606 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-eac38a63-6330-40c9-bdde-a5803fbec4ba tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:50.680946 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-eac38a63-6330-40c9-bdde-a5803fbec4ba tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:50.710004 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eac38a63-6330-40c9-bdde-a5803fbec4ba tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] vlan segment allocate from pool success with {'vlan_id': 604, 'physical_network': 'physnet1'} {{(pid=103448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 20:37:50.734470 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-eac38a63-6330-40c9-bdde-a5803fbec4ba tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:50.735182 n-d-818823-1 neutron-server[103448]: INFO neutron.db.segments_db [None req-eac38a63-6330-40c9-bdde-a5803fbec4ba tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] Added segment 9c177b76-8deb-44f0-9919-067e045c824f of type vlan for network 93663aa9-ba99-43ca-ae70-d3fe72f86ea7 Nov 22 20:37:50.744820 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac38a63-6330-40c9-bdde-a5803fbec4ba tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc4eccb2-5879-436e-945c-7e23af86270a,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:37:50.746030 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab490ab-e59b-434b-a7db-33f37d59f639 None None] Pushing event updated for resources: {'Port': ['ID=3f4cde99-677c-4fa5-9f01-d7ec3a31fe32,revision_number=2']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:37:50.764556 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-2c7ec878-751b-4ebd-8cac-53664a0f9e7e tempest-MeteringIpV6TestJSON-2133415400 tempest-MeteringIpV6TestJSON-2133415400-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:50.766188 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-2c7ec878-751b-4ebd-8cac-53664a0f9e7e tempest-MeteringIpV6TestJSON-2133415400 tempest-MeteringIpV6TestJSON-2133415400-project-admin] 10.222.0.46 "DELETE /v2.0/metering/metering-label-rules/0ad62bf5-b38c-4319-a254-de7d77830b65 HTTP/1.1" status: 204 len: 168 time: 0.2688725 Nov 22 20:37:50.768975 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 48758) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:37:50.834885 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-eac38a63-6330-40c9-bdde-a5803fbec4ba tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748992492791'] for network, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:50.851478 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [None req-a193bdd0-0bd0-4b4b-a6d2-29c205274502 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Allocated IP 2001:db8::1 (7c3796a8-5b60-458e-8263-83835bece6dc/61bae8d2-8577-41ca-86f1-ab9e6f939425/4596a182-e518-419e-a518-d7aaef90c2fc) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:37:50.904819 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-eac38a63-6330-40c9-bdde-a5803fbec4ba tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for network, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:50.905646 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eac38a63-6330-40c9-bdde-a5803fbec4ba tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:37:50.906449 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-eac38a63-6330-40c9-bdde-a5803fbec4ba tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] Publish callbacks [] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:51.001870 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac38a63-6330-40c9-bdde-a5803fbec4ba tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] Pushing event updated for resources: {'Network': ['ID=93663aa9-ba99-43ca-ae70-d3fe72f86ea7,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:37:51.013474 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Network 93663aa9-ba99-43ca-ae70-d3fe72f86ea7 details requested by agent ovs-agent-n-d-818823-1 with host n-d-818823-1 {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 20:37:51.019030 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-eac38a63-6330-40c9-bdde-a5803fbec4ba tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 1.2709067 Nov 22 20:37:51.022463 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 48760) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:37:51.031832 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-a28985a6-492a-4d7d-9d6a-48644ace5b74 tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] Request body: {'subnet': {'network_id': '93663aa9-ba99-43ca-ae70-d3fe72f86ea7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:37:51.104331 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a28985a6-492a-4d7d-9d6a-48644ace5b74 tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] Made reservation on behalf of 4f235977e424487abe54e460f26782ed for: {'subnet': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:37:51.109418 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a28985a6-492a-4d7d-9d6a-48644ace5b74 tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11792951'] for subnet, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:51.185831 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a193bdd0-0bd0-4b4b-a6d2-29c205274502 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:51.221025 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c17c0ee6-4ec9-403f-8cb0-2a137d10c6f8 tempest-MeteringIpV6TestJSON-2133415400 tempest-MeteringIpV6TestJSON-2133415400-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:51.224709 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-c17c0ee6-4ec9-403f-8cb0-2a137d10c6f8 tempest-MeteringIpV6TestJSON-2133415400 tempest-MeteringIpV6TestJSON-2133415400-project-admin] 10.222.0.46 "DELETE /v2.0/metering/metering-labels/b9bbd4f0-1aba-4882-b6bd-3126fbc3d196 HTTP/1.1" status: 204 len: 168 time: 0.4525349 Nov 22 20:37:51.267342 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-d66e95da-63a5-459f-938c-80ea9e2f8463 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks [] for router_gateway, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:51.310277 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a193bdd0-0bd0-4b4b-a6d2-29c205274502 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:51.387395 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a193bdd0-0bd0-4b4b-a6d2-29c205274502 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Network 7c3796a8-5b60-458e-8263-83835bece6dc is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:37:51.395376 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-a193bdd0-0bd0-4b4b-a6d2-29c205274502 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:37:51.403369 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a193bdd0-0bd0-4b4b-a6d2-29c205274502 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:37:51.403932 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a193bdd0-0bd0-4b4b-a6d2-29c205274502 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659939'] for router_interface, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:51.408894 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a193bdd0-0bd0-4b4b-a6d2-29c205274502 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Pushing event updated for resources: {'Port': ['ID=4596a182-e518-419e-a518-d7aaef90c2fc,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:37:51.580345 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-d66e95da-63a5-459f-938c-80ea9e2f8463 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-659538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-841284'] for router, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:51.700454 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a193bdd0-0bd0-4b4b-a6d2-29c205274502 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:51.720546 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 48768) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:37:51.810687 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d66e95da-63a5-459f-938c-80ea9e2f8463 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Router f172bf5d-a19e-47ea-808a-0114aeca7b0e is scheduled to L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 with binding_index 1 {{(pid=103447) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 20:37:51.924762 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-596499c9-cf01-429a-8322-6bd650eb1a8b None None] Provisioning complete for port 4596a182-e518-419e-a518-d7aaef90c2fc triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:37:51.925362 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-596499c9-cf01-429a-8322-6bd650eb1a8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:51.930106 n-d-818823-1 neutron-server[103448]: DEBUG neutron.objects.ports [None req-a28985a6-492a-4d7d-9d6a-48644ace5b74 tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103448) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 22 20:37:51.930622 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a28985a6-492a-4d7d-9d6a-48644ace5b74 tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11567560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11792921'] for subnet, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:51.939814 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-156aa1fe-0dcb-45f4-a3f9-95885e255532 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:51.970598 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d66e95da-63a5-459f-938c-80ea9e2f8463 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:37:51.983026 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b23b77f-9c74-4058-b907-969ac1fb6168 None None] Sync routers for ids ['f172bf5d-a19e-47ea-808a-0114aeca7b0e'] in n-d-818823-1 {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:37:51.988960 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-596499c9-cf01-429a-8322-6bd650eb1a8b None None] Port 4596a182-e518-419e-a518-d7aaef90c2fc cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:37:52.005053 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b23b77f-9c74-4058-b907-969ac1fb6168 None None] Routers {'f172bf5d-a19e-47ea-808a-0114aeca7b0e'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:37:52.005807 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-2b23b77f-9c74-4058-b907-969ac1fb6168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:37:32Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['f172bf5d-a19e-47ea-808a-0114aeca7b0e'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:37:52.019688 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-d66e95da-63a5-459f-938c-80ea9e2f8463 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks [] for router, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:52.021123 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-d66e95da-63a5-459f-938c-80ea9e2f8463 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 4.2062414 Nov 22 20:37:52.024283 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 48772) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:37:52.059695 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-2b23b77f-9c74-4058-b907-969ac1fb6168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:37:52.070557 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b23b77f-9c74-4058-b907-969ac1fb6168 None None] Routers {'f172bf5d-a19e-47ea-808a-0114aeca7b0e'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:37:52.071494 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-2b23b77f-9c74-4058-b907-969ac1fb6168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:37:32Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['f172bf5d-a19e-47ea-808a-0114aeca7b0e'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:37:52.112271 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-2b23b77f-9c74-4058-b907-969ac1fb6168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:37:52.112938 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b23b77f-9c74-4058-b907-969ac1fb6168 None None] The sync data for ids ['f172bf5d-a19e-47ea-808a-0114aeca7b0e'] in n-d-818823-1 is: [] {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:37:52.163639 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-156aa1fe-0dcb-45f4-a3f9-95885e255532 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:52.171988 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-156aa1fe-0dcb-45f4-a3f9-95885e255532 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:52.204473 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-d6828a63-7481-4c85-ab33-87be7569e1d5 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] 10.222.0.46 "GET /v2.0/routers/f172bf5d-a19e-47ea-808a-0114aeca7b0e HTTP/1.1" status: 200 len: 883 time: 0.1789060 Nov 22 20:37:52.221228 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 48774) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:37:52.236585 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156aa1fe-0dcb-45f4-a3f9-95885e255532 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e1a6057-139e-48a9-af62-13da128ae14e,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:37:52.242007 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-156aa1fe-0dcb-45f4-a3f9-95885e255532 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=fda3f05a5c7f480486e01c100f4a0f31&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5201199 Nov 22 20:37:52.272345 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 48776) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:37:52.282129 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c63acea9-6af1-4bdb-a935-d6b9085ee17d None None] Network c726886a-3636-4a7b-9e0b-c45fc3b76213 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:37:52.356487 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-eb0f3caf-1db5-4fb7-861b-a8072d7e4896 None None] Provisioning complete for port 3f4cde99-677c-4fa5-9f01-d7ec3a31fe32 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:37:52.357135 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-eb0f3caf-1db5-4fb7-861b-a8072d7e4896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:52.387302 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28985a6-492a-4d7d-9d6a-48644ace5b74 tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] Pushing event updated for resources: {'Subnet': ['ID=c2daecdd-c3ac-4f36-8187-0fe0b155e7b3,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:37:52.429555 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a28985a6-492a-4d7d-9d6a-48644ace5b74 tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] Checking segment: {'id': '9c177b76-8deb-44f0-9919-067e045c824f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '93663aa9-ba99-43ca-ae70-d3fe72f86ea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:37:52.430028 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a28985a6-492a-4d7d-9d6a-48644ace5b74 tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] Network hostable DHCP agents. Network: 93663aa9-ba99-43ca-ae70-d3fe72f86ea7, hostable agents: ['02adaa64-0987-4b74-bad0-cbcf56f8a294'], hosted agents: [] {{(pid=103448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 20:37:52.488183 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a28985a6-492a-4d7d-9d6a-48644ace5b74 tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] Network 93663aa9-ba99-43ca-ae70-d3fe72f86ea7 is scheduled to be hosted by DHCP agent 02adaa64-0987-4b74-bad0-cbcf56f8a294 with binding_index 1 {{(pid=103448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 20:37:52.497091 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-eb0f3caf-1db5-4fb7-861b-a8072d7e4896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:52.561171 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-eb0f3caf-1db5-4fb7-861b-a8072d7e4896 None None] For port 3f4cde99-677c-4fa5-9f01-d7ec3a31fe32, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=3f4cde99-677c-4fa5-9f01-d7ec3a31fe32,segment=NetworkSegment(1be02f17-e52b-4818-80a4-02265fdf7bd0),segment_id=1be02f17-e52b-4818-80a4-02265fdf7bd0)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:37:52.564662 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a193bdd0-0bd0-4b4b-a6d2-29c205274502 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Publish callbacks [] for port, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:52.567299 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-a28985a6-492a-4d7d-9d6a-48644ace5b74 tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818823-1, 93663aa9-ba99-43ca-ae70-d3fe72f86ea7) {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:37:52.571459 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a28985a6-492a-4d7d-9d6a-48644ace5b74 tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:37:52.572159 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a28985a6-492a-4d7d-9d6a-48644ace5b74 tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:52.577546 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-eb0f3caf-1db5-4fb7-861b-a8072d7e4896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:52.582282 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a193bdd0-0bd0-4b4b-a6d2-29c205274502 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:52.583063 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a193bdd0-0bd0-4b4b-a6d2-29c205274502 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-563461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-659839'] for router_interface, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:52.632303 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ada8c596-93a9-4f4c-8bcb-decc9221dcd0 None None] Network 93663aa9-ba99-43ca-ae70-d3fe72f86ea7 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:37:52.641567 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-a28985a6-492a-4d7d-9d6a-48644ace5b74 tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.6150513 Nov 22 20:37:52.643925 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 48788) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:37:52.656243 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-a62b210f-af0a-4214-81f9-f63c7213d695 tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1535571105', 'network_id': '93663aa9-ba99-43ca-ae70-d3fe72f86ea7'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:37:52.694115 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a193bdd0-0bd0-4b4b-a6d2-29c205274502 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Pushing event updated for resources: {'Port': ['ID=4596a182-e518-419e-a518-d7aaef90c2fc,revision_number=2']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:37:52.773147 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0f3caf-1db5-4fb7-861b-a8072d7e4896 None None] Pushing event updated for resources: {'Port': ['ID=3f4cde99-677c-4fa5-9f01-d7ec3a31fe32,revision_number=3']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:37:52.794964 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a62b210f-af0a-4214-81f9-f63c7213d695 tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] Made reservation on behalf of 4f235977e424487abe54e460f26782ed for: {'port': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:37:52.797926 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a62b210f-af0a-4214-81f9-f63c7213d695 tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:52.833144 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [None req-a62b210f-af0a-4214-81f9-f63c7213d695 tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] device_id is not set on port 34b13714-8401-4755-8ead-025075367c53 yet. {{(pid=103448) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 20:37:52.866559 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-3360acf4-fd6d-4af2-acd2-cece169538b8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:52.910876 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbba3037-8ea7-46a3-b6e0-2b27df0469b6 None None] Network 93663aa9-ba99-43ca-ae70-d3fe72f86ea7 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:37:52.917184 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-3360acf4-fd6d-4af2-acd2-cece169538b8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:53.031998 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a193bdd0-0bd0-4b4b-a6d2-29c205274502 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Network 7c3796a8-5b60-458e-8263-83835bece6dc is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:37:53.035865 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-a193bdd0-0bd0-4b4b-a6d2-29c205274502 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:37:53.039806 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-989fac8b-d27f-4797-adc9-5ed9429a1e5e tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 886 time: 0.8170593 Nov 22 20:37:53.041703 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 48798) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:37:53.046753 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-1c157017-735d-4402-b27c-0f940e4d2589 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-42913181'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:37:53.144724 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 3f4cde99-677c-4fa5-9f01-d7ec3a31fe32 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:37:53.156443 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [None req-a62b210f-af0a-4214-81f9-f63c7213d695 tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] Allocated IP 2001:db8::1af (93663aa9-ba99-43ca-ae70-d3fe72f86ea7/c2daecdd-c3ac-4f36-8187-0fe0b155e7b3/34b13714-8401-4755-8ead-025075367c53) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:37:53.218989 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-3360acf4-fd6d-4af2-acd2-cece169538b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:53.226189 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-3360acf4-fd6d-4af2-acd2-cece169538b8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:53.227397 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-3360acf4-fd6d-4af2-acd2-cece169538b8 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6e1a6057-139e-48a9-af62-13da128ae14e HTTP/1.1" status: 204 len: 168 time: 0.9528296 Nov 22 20:37:53.243087 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a193bdd0-0bd0-4b4b-a6d2-29c205274502 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Router a2bfa374-cca1-428d-a4c5-ed514ec6e504 has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 20:37:53.254071 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3360acf4-fd6d-4af2-acd2-cece169538b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e1a6057-139e-48a9-af62-13da128ae14e,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:37:53.284642 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-32180559-8b12-424b-b649-5ef79fceff2f None None] Provisioning complete for port 3f4cde99-677c-4fa5-9f01-d7ec3a31fe32 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:37:53.285021 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-32180559-8b12-424b-b649-5ef79fceff2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:53.473595 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a193bdd0-0bd0-4b4b-a6d2-29c205274502 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:37:53.479000 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1c157017-735d-4402-b27c-0f940e4d2589 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-541823', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-659547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25662'] for router, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:53.483144 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-a193bdd0-0bd0-4b4b-a6d2-29c205274502 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] 10.222.0.46 "PUT /v2.0/routers/a2bfa374-cca1-428d-a4c5-ed514ec6e504/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4866602 Nov 22 20:37:53.483830 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 48804) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:37:53.494802 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 3f4cde99-677c-4fa5-9f01-d7ec3a31fe32 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:37:53.495586 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:53.501272 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ee4b29-cc8e-4a37-b866-9294a481608d None None] Sync routers for ids ['a2bfa374-cca1-428d-a4c5-ed514ec6e504'] in n-d-818823-1 {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:37:53.504440 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1c157017-735d-4402-b27c-0f940e4d2589 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-841284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-541764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-841989', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-659616'] for router, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:53.564367 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ee4b29-cc8e-4a37-b866-9294a481608d None None] Routers {'a2bfa374-cca1-428d-a4c5-ed514ec6e504'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:37:53.564917 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-06ee4b29-cc8e-4a37-b866-9294a481608d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:37:32Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['a2bfa374-cca1-428d-a4c5-ed514ec6e504'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:37:53.577928 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a62b210f-af0a-4214-81f9-f63c7213d695 tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:53.612886 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-06ee4b29-cc8e-4a37-b866-9294a481608d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:37:53.625991 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6efb265e-fba8-4feb-baa7-4063b06f6c4b tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Publish callbacks [] for router, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:53.664764 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ee4b29-cc8e-4a37-b866-9294a481608d None None] Routers {'a2bfa374-cca1-428d-a4c5-ed514ec6e504'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:37:53.665407 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-06ee4b29-cc8e-4a37-b866-9294a481608d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:37:32Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['a2bfa374-cca1-428d-a4c5-ed514ec6e504'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:37:53.700013 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c157017-735d-4402-b27c-0f940e4d2589 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Router f172bf5d-a19e-47ea-808a-0114aeca7b0e has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 20:37:53.727032 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-06ee4b29-cc8e-4a37-b866-9294a481608d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:37:53.727717 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ee4b29-cc8e-4a37-b866-9294a481608d None None] The sync data for ids ['a2bfa374-cca1-428d-a4c5-ed514ec6e504'] in n-d-818823-1 is: [] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:37:53.746200 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-521933c4-7d8b-462c-b62b-735c41e7be15 None None] Provisioning complete for port 4596a182-e518-419e-a518-d7aaef90c2fc triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:37:53.746649 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-521933c4-7d8b-462c-b62b-735c41e7be15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:53.764737 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a62b210f-af0a-4214-81f9-f63c7213d695 tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:53.812348 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-521933c4-7d8b-462c-b62b-735c41e7be15 None None] Port 4596a182-e518-419e-a518-d7aaef90c2fc cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:37:53.830155 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 48806) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:37:53.830545 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62b210f-af0a-4214-81f9-f63c7213d695 tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] Pushing event updated for resources: {'Port': ['ID=34b13714-8401-4755-8ead-025075367c53,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:37:53.853951 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c157017-735d-4402-b27c-0f940e4d2589 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:37:53.860749 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-21e0ca10-e945-4635-9336-4ddb2bf2c9e5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:53.860918 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1c157017-735d-4402-b27c-0f940e4d2589 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks [] for router, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:53.864953 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-1c157017-735d-4402-b27c-0f940e4d2589 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] 10.222.0.46 "PUT /v2.0/routers/f172bf5d-a19e-47ea-808a-0114aeca7b0e HTTP/1.1" status: 200 len: 890 time: 0.8220623 Nov 22 20:37:53.865496 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 48808) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:37:53.867357 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a7c7ca-bc1b-444a-bde1-0372df6447b4 None None] Sync routers for ids ['f172bf5d-a19e-47ea-808a-0114aeca7b0e'] in n-d-818823-1 {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:37:53.876364 n-d-818823-1 neutron-server[103448]: INFO neutron.api.v2.resource [None req-6efb265e-fba8-4feb-baa7-4063b06f6c4b tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 22 20:37:53.880752 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-6efb265e-fba8-4feb-baa7-4063b06f6c4b tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] 10.222.0.46 "DELETE /v2.0/routers/a2bfa374-cca1-428d-a4c5-ed514ec6e504 HTTP/1.1" status: 409 len: 329 time: 0.3931191 Nov 22 20:37:53.881526 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 48810) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:37:53.883988 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a62b210f-af0a-4214-81f9-f63c7213d695 tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] Network 93663aa9-ba99-43ca-ae70-d3fe72f86ea7 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:37:53.884875 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a7c7ca-bc1b-444a-bde1-0372df6447b4 None None] Routers {'f172bf5d-a19e-47ea-808a-0114aeca7b0e'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:37:53.885823 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-28a7c7ca-bc1b-444a-bde1-0372df6447b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:37:32Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['f172bf5d-a19e-47ea-808a-0114aeca7b0e'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:37:53.928045 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-28a7c7ca-bc1b-444a-bde1-0372df6447b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:37:53.936050 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-a62b210f-af0a-4214-81f9-f63c7213d695 tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:37:53.938852 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a7c7ca-bc1b-444a-bde1-0372df6447b4 None None] Routers {'f172bf5d-a19e-47ea-808a-0114aeca7b0e'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:37:53.939939 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-28a7c7ca-bc1b-444a-bde1-0372df6447b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:37:32Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['f172bf5d-a19e-47ea-808a-0114aeca7b0e'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:37:53.971115 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62b210f-af0a-4214-81f9-f63c7213d695 tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:37:53.972229 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a62b210f-af0a-4214-81f9-f63c7213d695 tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:37:53.972978 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a62b210f-af0a-4214-81f9-f63c7213d695 tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:53.974436 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-28a7c7ca-bc1b-444a-bde1-0372df6447b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:37:53.975741 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a7c7ca-bc1b-444a-bde1-0372df6447b4 None None] The sync data for ids ['f172bf5d-a19e-47ea-808a-0114aeca7b0e'] in n-d-818823-1 is: [] {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:37:53.984572 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 48812) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:37:53.985255 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-d2b134a4-a08e-44cd-bb36-e112c4cb221d tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] 10.222.0.46 "GET /v2.0/routers/f172bf5d-a19e-47ea-808a-0114aeca7b0e HTTP/1.1" status: 200 len: 890 time: 0.1174934 Nov 22 20:37:54.033656 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-3bab9950-989d-4b25-a410-8a76b3c328fd tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] 10.222.0.46 "GET /v2.0/ports?device_id=f172bf5d-a19e-47ea-808a-0114aeca7b0e HTTP/1.1" status: 200 len: 205 time: 0.0459747 Nov 22 20:37:54.036235 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 48816) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:37:54.046242 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-a62b210f-af0a-4214-81f9-f63c7213d695 tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.4008784 Nov 22 20:37:54.054069 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 48818) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:37:54.163576 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-fb669332-4fc8-4f90-ac82-3057f9717599 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks [] for router, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:54.266738 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-21e0ca10-e945-4635-9336-4ddb2bf2c9e5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:54.278044 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-21e0ca10-e945-4635-9336-4ddb2bf2c9e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:54.279340 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-fb669332-4fc8-4f90-ac82-3057f9717599 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:54.336287 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-fb669332-4fc8-4f90-ac82-3057f9717599 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Deleting port 418c68a6-f5c9-4ff0-9592-d9cd8ead310a {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:37:54.336514 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-fb669332-4fc8-4f90-ac82-3057f9717599 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:54.360843 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-21e0ca10-e945-4635-9336-4ddb2bf2c9e5 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0ebcfb12abe74817bae25e1fd020cc40&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5247545 Nov 22 20:37:54.361306 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-5a866608-2375-4b1a-8544-df03bd074a13 tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] Deleting port 34b13714-8401-4755-8ead-025075367c53 {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:37:54.361633 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5a866608-2375-4b1a-8544-df03bd074a13 tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:54.363305 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e0ca10-e945-4635-9336-4ddb2bf2c9e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3c57641-984e-49f4-9d0d-fc5c2e7bc684,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:37:54.365727 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 48820) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:37:54.419740 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-fb669332-4fc8-4f90-ac82-3057f9717599 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:54.432896 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-fb669332-4fc8-4f90-ac82-3057f9717599 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Calling delete_port for 418c68a6-f5c9-4ff0-9592-d9cd8ead310a owned by network:router_gateway {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:37:54.513418 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5a866608-2375-4b1a-8544-df03bd074a13 tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:54.537132 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-fd5d05c6-e759-4dc8-8b5a-40a9716a5bb8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:54.542982 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-5a866608-2375-4b1a-8544-df03bd074a13 tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] Calling delete_port for 34b13714-8401-4755-8ead-025075367c53 owned by {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:37:54.602549 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-fb669332-4fc8-4f90-ac82-3057f9717599 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:54.605700 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-fd5d05c6-e759-4dc8-8b5a-40a9716a5bb8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:54.630932 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb669332-4fc8-4f90-ac82-3057f9717599 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Pushing event deleted for resources: {'Port': ['ID=418c68a6-f5c9-4ff0-9592-d9cd8ead310a,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:37:54.644816 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f19141da-5367-4e86-942b-dfc69cd0c4a4 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659736'] for router_interface, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:54.656079 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6130c740-98e4-4376-8fb7-225c063d29d0 None None] DHCP port deletion for c48a55e9-6a85-4746-b7bf-3e29fb560094 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:37:54.710468 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-fb669332-4fc8-4f90-ac82-3057f9717599 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595398'] for router_gateway, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:54.816151 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-fb669332-4fc8-4f90-ac82-3057f9717599 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24781'] for router, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:54.818454 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-fb669332-4fc8-4f90-ac82-3057f9717599 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:54.838962 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-fd5d05c6-e759-4dc8-8b5a-40a9716a5bb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:54.842636 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-fd5d05c6-e759-4dc8-8b5a-40a9716a5bb8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:54.846690 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-fd5d05c6-e759-4dc8-8b5a-40a9716a5bb8 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c3c57641-984e-49f4-9d0d-fc5c2e7bc684 HTTP/1.1" status: 204 len: 168 time: 0.4763424 Nov 22 20:37:54.871289 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-fb669332-4fc8-4f90-ac82-3057f9717599 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-663261'] for router, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:54.872029 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb669332-4fc8-4f90-ac82-3057f9717599 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Fanout notify agent at l3_agent the message router_deleted on router f172bf5d-a19e-47ea-808a-0114aeca7b0e {{(pid=103447) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 20:37:54.877554 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5d05c6-e759-4dc8-8b5a-40a9716a5bb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3c57641-984e-49f4-9d0d-fc5c2e7bc684,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:37:54.889950 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-fb669332-4fc8-4f90-ac82-3057f9717599 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks [] for router, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:54.891468 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-fb669332-4fc8-4f90-ac82-3057f9717599 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] 10.222.0.46 "DELETE /v2.0/routers/f172bf5d-a19e-47ea-808a-0114aeca7b0e HTTP/1.1" status: 204 len: 168 time: 0.8539083 Nov 22 20:37:54.897297 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 48824) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:37:54.902603 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5a866608-2375-4b1a-8544-df03bd074a13 tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:54.906144 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-82b8bce7-d4ca-4ec3-9eae-5786c341f7e0 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1093035509'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:37:54.946590 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82b8bce7-d4ca-4ec3-9eae-5786c341f7e0 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Made reservation on behalf of 420a748461434084ac365abc58fa6e97 for: {'network': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:37:54.953107 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-82b8bce7-d4ca-4ec3-9eae-5786c341f7e0 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for network, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:54.990988 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82b8bce7-d4ca-4ec3-9eae-5786c341f7e0 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] vlan segment allocate from pool success with {'vlan_id': 612, 'physical_network': 'physnet1'} {{(pid=103447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 20:37:55.004336 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-82b8bce7-d4ca-4ec3-9eae-5786c341f7e0 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:55.004693 n-d-818823-1 neutron-server[103447]: INFO neutron.db.segments_db [None req-82b8bce7-d4ca-4ec3-9eae-5786c341f7e0 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Added segment c88a972a-28c7-43af-9621-f287d3c460c8 of type vlan for network b72f3644-12e2-4d2f-8fc0-08aef77dd15d Nov 22 20:37:55.006830 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a866608-2375-4b1a-8544-df03bd074a13 tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] Pushing event deleted for resources: {'Port': ['ID=34b13714-8401-4755-8ead-025075367c53,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:37:55.022658 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5a866608-2375-4b1a-8544-df03bd074a13 tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:55.032258 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-5a866608-2375-4b1a-8544-df03bd074a13 tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] 10.222.0.46 "DELETE /v2.0/ports/34b13714-8401-4755-8ead-025075367c53 HTTP/1.1" status: 204 len: 168 time: 0.9758279 Nov 22 20:37:55.039311 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 48826) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:37:55.050492 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-29bfc22a-1cdc-4e75-8d00-38c720385e3e tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '93663aa9-ba99-43ca-ae70-d3fe72f86ea7', 'external_fixed_ips': [{'subnet_id': 'c2daecdd-c3ac-4f36-8187-0fe0b155e7b3', 'ip_address': '2001:db8::1af'}]}}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:37:55.055866 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-82b8bce7-d4ca-4ec3-9eae-5786c341f7e0 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748992492791'] for network, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:55.084407 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-29bfc22a-1cdc-4e75-8d00-38c720385e3e tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24799'] for router, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:55.086342 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-29bfc22a-1cdc-4e75-8d00-38c720385e3e tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-632716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24788'] for router, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:55.092249 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-82b8bce7-d4ca-4ec3-9eae-5786c341f7e0 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for network, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:55.102726 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82b8bce7-d4ca-4ec3-9eae-5786c341f7e0 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:37:55.104405 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-82b8bce7-d4ca-4ec3-9eae-5786c341f7e0 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks [] for network, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:55.170731 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-82b8bce7-d4ca-4ec3-9eae-5786c341f7e0 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2721775 Nov 22 20:37:55.174478 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 48832) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:37:55.191608 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-6b1425d3-a265-4f8a-ab7e-4a16991585ac tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Request body: {'subnet': {'network_id': 'b72f3644-12e2-4d2f-8fc0-08aef77dd15d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:37:55.224941 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-29bfc22a-1cdc-4e75-8d00-38c720385e3e tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:55.267525 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b8bce7-d4ca-4ec3-9eae-5786c341f7e0 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Pushing event updated for resources: {'Network': ['ID=b72f3644-12e2-4d2f-8fc0-08aef77dd15d,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:37:55.283857 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Network b72f3644-12e2-4d2f-8fc0-08aef77dd15d details requested by agent ovs-agent-n-d-818823-1 with host n-d-818823-1 {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 20:37:55.337732 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b1425d3-a265-4f8a-ab7e-4a16991585ac tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Made reservation on behalf of 420a748461434084ac365abc58fa6e97 for: {'subnet': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:37:55.343652 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6b1425d3-a265-4f8a-ab7e-4a16991585ac tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8485086'] for subnet, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:55.402168 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-f19141da-5367-4e86-942b-dfc69cd0c4a4 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Deleting port 4596a182-e518-419e-a518-d7aaef90c2fc {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:37:55.402503 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f19141da-5367-4e86-942b-dfc69cd0c4a4 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:55.421994 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-29bfc22a-1cdc-4e75-8d00-38c720385e3e tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:55.561670 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f19141da-5367-4e86-942b-dfc69cd0c4a4 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:55.580365 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-f19141da-5367-4e86-942b-dfc69cd0c4a4 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Calling delete_port for 4596a182-e518-419e-a518-d7aaef90c2fc owned by network:router_interface {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:37:55.581397 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6b1425d3-a265-4f8a-ab7e-4a16991585ac tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8900613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8485104'] for subnet, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:55.663464 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1425d3-a265-4f8a-ab7e-4a16991585ac tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Pushing event updated for resources: {'Subnet': ['ID=cc961589-fedd-4690-8e35-2f9d6b4d61e4,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:37:55.676897 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b1425d3-a265-4f8a-ab7e-4a16991585ac tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Checking segment: {'id': 'c88a972a-28c7-43af-9621-f287d3c460c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'b72f3644-12e2-4d2f-8fc0-08aef77dd15d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:37:55.677273 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b1425d3-a265-4f8a-ab7e-4a16991585ac tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Network hostable DHCP agents. Network: b72f3644-12e2-4d2f-8fc0-08aef77dd15d, hostable agents: ['02adaa64-0987-4b74-bad0-cbcf56f8a294'], hosted agents: [] {{(pid=103447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 20:37:55.698932 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b1425d3-a265-4f8a-ab7e-4a16991585ac tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Network b72f3644-12e2-4d2f-8fc0-08aef77dd15d is scheduled to be hosted by DHCP agent 02adaa64-0987-4b74-bad0-cbcf56f8a294 with binding_index 1 {{(pid=103447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 20:37:55.713832 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-6b1425d3-a265-4f8a-ab7e-4a16991585ac tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818823-1, b72f3644-12e2-4d2f-8fc0-08aef77dd15d) {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:37:55.721898 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b1425d3-a265-4f8a-ab7e-4a16991585ac tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:37:55.722534 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6b1425d3-a265-4f8a-ab7e-4a16991585ac tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks [] for subnet, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:55.723002 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a86533d-6a2c-4f9c-8d07-d8b6132e99b6 None None] Network b72f3644-12e2-4d2f-8fc0-08aef77dd15d requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:37:55.761568 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-6b1425d3-a265-4f8a-ab7e-4a16991585ac tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5856862 Nov 22 20:37:55.762146 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 48848) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:37:55.772448 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-653275a9-3762-48a7-9595-cdb34369eb83 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1468961105', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:37:55.797667 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-653275a9-3762-48a7-9595-cdb34369eb83 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24799'] for router, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:55.798486 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-653275a9-3762-48a7-9595-cdb34369eb83 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-632716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24788'] for router, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:55.888002 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-653275a9-3762-48a7-9595-cdb34369eb83 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:55.898720 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-653275a9-3762-48a7-9595-cdb34369eb83 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-659538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-841284'] for router, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:55.925152 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-653275a9-3762-48a7-9595-cdb34369eb83 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks [] for router, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:55.927388 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-653275a9-3762-48a7-9595-cdb34369eb83 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1639533 Nov 22 20:37:55.929824 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 48852) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:37:55.936519 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 48854) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:37:56.046169 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bed28f5e-4ac7-4537-9468-6d4a66286780 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fb26bd7-ce56-527b-b94f-2e1f7cb2bb35-b72f3644-12e2-4d2f-8fc0-08aef77dd15d', 'network_id': 'b72f3644-12e2-4d2f-8fc0-08aef77dd15d', 'tenant_id': '420a748461434084ac365abc58fa6e97', 'fixed_ips': [{'subnet_id': 'cc961589-fedd-4690-8e35-2f9d6b4d61e4'}]}} from n-d-818823-1. {{(pid=103449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 20:37:56.047045 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-bed28f5e-4ac7-4537-9468-6d4a66286780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:56.106808 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-04413507-abe0-480d-8966-3814065d8ba4 tempest-FloatingIPNegativeTestJSON-1145215243 tempest-FloatingIPNegativeTestJSON-1145215243-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-93220604'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:37:56.218955 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04413507-abe0-480d-8966-3814065d8ba4 tempest-FloatingIPNegativeTestJSON-1145215243 tempest-FloatingIPNegativeTestJSON-1145215243-project] Made reservation on behalf of 369079f4999f4e9fa3a672d85534ac2a for: {'network': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:37:56.222775 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-04413507-abe0-480d-8966-3814065d8ba4 tempest-FloatingIPNegativeTestJSON-1145215243 tempest-FloatingIPNegativeTestJSON-1145215243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for network, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:56.261032 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-04413507-abe0-480d-8966-3814065d8ba4 tempest-FloatingIPNegativeTestJSON-1145215243 tempest-FloatingIPNegativeTestJSON-1145215243-project] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:56.291323 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.db_base_plugin_common [None req-bed28f5e-4ac7-4537-9468-6d4a66286780 None None] Allocated IP 2001:db8::2 (b72f3644-12e2-4d2f-8fc0-08aef77dd15d/cc961589-fedd-4690-8e35-2f9d6b4d61e4/458c1c31-c536-4f06-accc-513e732587e7) {{(pid=103449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:37:56.326010 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-213986a8-f941-401e-8dd4-a37e8ad33c6f tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:56.389990 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-29bfc22a-1cdc-4e75-8d00-38c720385e3e tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:56.433743 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-29bfc22a-1cdc-4e75-8d00-38c720385e3e tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:56.484071 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-04413507-abe0-480d-8966-3814065d8ba4 tempest-FloatingIPNegativeTestJSON-1145215243 tempest-FloatingIPNegativeTestJSON-1145215243-project] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:56.536063 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f19141da-5367-4e86-942b-dfc69cd0c4a4 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:56.542895 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-04413507-abe0-480d-8966-3814065d8ba4 tempest-FloatingIPNegativeTestJSON-1145215243 tempest-FloatingIPNegativeTestJSON-1145215243-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:56.570204 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04413507-abe0-480d-8966-3814065d8ba4 tempest-FloatingIPNegativeTestJSON-1145215243 tempest-FloatingIPNegativeTestJSON-1145215243-project] vlan segment allocate from pool success with {'vlan_id': 605, 'physical_network': 'physnet1'} {{(pid=103447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 20:37:56.591162 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-bed28f5e-4ac7-4537-9468-6d4a66286780 None None] Publish callbacks [] for port, precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:56.596218 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-04413507-abe0-480d-8966-3814065d8ba4 tempest-FloatingIPNegativeTestJSON-1145215243 tempest-FloatingIPNegativeTestJSON-1145215243-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:56.596893 n-d-818823-1 neutron-server[103447]: INFO neutron.db.segments_db [None req-04413507-abe0-480d-8966-3814065d8ba4 tempest-FloatingIPNegativeTestJSON-1145215243 tempest-FloatingIPNegativeTestJSON-1145215243-project] Added segment 8ed9e8a6-1c84-42b9-9d13-5c9facd12634 of type vlan for network a0a107c5-da24-4fef-9ed5-fa657ddb0ec6 Nov 22 20:37:56.601079 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-bed28f5e-4ac7-4537-9468-6d4a66286780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372'] for port, after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:56.656297 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 48868) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:37:56.677829 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bed28f5e-4ac7-4537-9468-6d4a66286780 None None] Network b72f3644-12e2-4d2f-8fc0-08aef77dd15d is already hosted by enough agents. {{(pid=103449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:37:56.683287 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.base_scheduler [None req-bed28f5e-4ac7-4537-9468-6d4a66286780 None None] Resources bound (agent type, host, resource id): {{(pid=103449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:37:56.687491 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed28f5e-4ac7-4537-9468-6d4a66286780 None None] Received port after_create {{(pid=103449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:37:56.690739 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19141da-5367-4e86-942b-dfc69cd0c4a4 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Pushing event deleted for resources: {'Port': ['ID=4596a182-e518-419e-a518-d7aaef90c2fc,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:37:56.702068 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed28f5e-4ac7-4537-9468-6d4a66286780 None None] Pushing event updated for resources: {'Port': ['ID=458c1c31-c536-4f06-accc-513e732587e7,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:37:56.711723 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed28f5e-4ac7-4537-9468-6d4a66286780 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:37:56.712019 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed28f5e-4ac7-4537-9468-6d4a66286780 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:37:56.712367 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed28f5e-4ac7-4537-9468-6d4a66286780 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:37:56.713286 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed28f5e-4ac7-4537-9468-6d4a66286780 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:37:56.713626 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed28f5e-4ac7-4537-9468-6d4a66286780 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:37:56.713959 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed28f5e-4ac7-4537-9468-6d4a66286780 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:37:56.714429 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed28f5e-4ac7-4537-9468-6d4a66286780 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:37:56.714767 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed28f5e-4ac7-4537-9468-6d4a66286780 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:37:56.715094 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed28f5e-4ac7-4537-9468-6d4a66286780 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:37:56.715444 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed28f5e-4ac7-4537-9468-6d4a66286780 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:37:56.715790 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed28f5e-4ac7-4537-9468-6d4a66286780 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:37:56.716117 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed28f5e-4ac7-4537-9468-6d4a66286780 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:37:56.801504 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-bed28f5e-4ac7-4537-9468-6d4a66286780 None None] Attempting to bind port 458c1c31-c536-4f06-accc-513e732587e7 on host n-d-818823-1 for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:37:56.802202 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-bed28f5e-4ac7-4537-9468-6d4a66286780 None None] Attempting to bind port 458c1c31-c536-4f06-accc-513e732587e7 by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': 'c88a972a-28c7-43af-9621-f287d3c460c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'b72f3644-12e2-4d2f-8fc0-08aef77dd15d'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:37:56.802202 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed28f5e-4ac7-4537-9468-6d4a66286780 None None] Attempting to bind port 458c1c31-c536-4f06-accc-513e732587e7 on network b72f3644-12e2-4d2f-8fc0-08aef77dd15d {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:37:56.818369 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed28f5e-4ac7-4537-9468-6d4a66286780 None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 37, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:37:56.818369 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed28f5e-4ac7-4537-9468-6d4a66286780 None None] Checking segment: {'id': 'c88a972a-28c7-43af-9621-f287d3c460c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'b72f3644-12e2-4d2f-8fc0-08aef77dd15d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:37:56.818836 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-bed28f5e-4ac7-4537-9468-6d4a66286780 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:56.819043 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed28f5e-4ac7-4537-9468-6d4a66286780 None None] Bound using segment: {'id': 'c88a972a-28c7-43af-9621-f287d3c460c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'b72f3644-12e2-4d2f-8fc0-08aef77dd15d'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:37:56.819590 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-bed28f5e-4ac7-4537-9468-6d4a66286780 None None] Bound port: 458c1c31-c536-4f06-accc-513e732587e7, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c88a972a-28c7-43af-9621-f287d3c460c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'b72f3644-12e2-4d2f-8fc0-08aef77dd15d'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:37:56.822514 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-bed28f5e-4ac7-4537-9468-6d4a66286780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:56.830252 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [None req-29bfc22a-1cdc-4e75-8d00-38c720385e3e tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] Allocated IP 2001:db8::1af (93663aa9-ba99-43ca-ae70-d3fe72f86ea7/c2daecdd-c3ac-4f36-8187-0fe0b155e7b3/0b35fa45-fa8b-4582-a17b-f6c3850f8d2e) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:37:56.850506 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04413507-abe0-480d-8966-3814065d8ba4 tempest-FloatingIPNegativeTestJSON-1145215243 tempest-FloatingIPNegativeTestJSON-1145215243-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb4e2cd0-233a-4e58-b110-603ebf3d9d51,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:37:56.887544 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-04413507-abe0-480d-8966-3814065d8ba4 tempest-FloatingIPNegativeTestJSON-1145215243 tempest-FloatingIPNegativeTestJSON-1145215243-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748992492791'] for network, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:56.925899 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f19141da-5367-4e86-942b-dfc69cd0c4a4 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-563470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-663272'] for router_interface, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:56.950989 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-fd0fc9e7-c452-4381-94b2-ba66736e3a33 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:56.969456 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-bed28f5e-4ac7-4537-9468-6d4a66286780 None None] For port 458c1c31-c536-4f06-accc-513e732587e7, host n-d-818823-1, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:37:56.973792 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-bed28f5e-4ac7-4537-9468-6d4a66286780 None None] For port 458c1c31-c536-4f06-accc-513e732587e7, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=458c1c31-c536-4f06-accc-513e732587e7,segment=NetworkSegment(c88a972a-28c7-43af-9621-f287d3c460c8),segment_id=c88a972a-28c7-43af-9621-f287d3c460c8)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:37:56.982741 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-bed28f5e-4ac7-4537-9468-6d4a66286780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:56.989453 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-04413507-abe0-480d-8966-3814065d8ba4 tempest-FloatingIPNegativeTestJSON-1145215243 tempest-FloatingIPNegativeTestJSON-1145215243-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for network, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:56.998153 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04413507-abe0-480d-8966-3814065d8ba4 tempest-FloatingIPNegativeTestJSON-1145215243 tempest-FloatingIPNegativeTestJSON-1145215243-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:37:56.999167 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-04413507-abe0-480d-8966-3814065d8ba4 tempest-FloatingIPNegativeTestJSON-1145215243 tempest-FloatingIPNegativeTestJSON-1145215243-project] Publish callbacks [] for network, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:57.073504 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-fd0fc9e7-c452-4381-94b2-ba66736e3a33 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:57.085155 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-fd0fc9e7-c452-4381-94b2-ba66736e3a33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:57.116977 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04413507-abe0-480d-8966-3814065d8ba4 tempest-FloatingIPNegativeTestJSON-1145215243 tempest-FloatingIPNegativeTestJSON-1145215243-project] Pushing event updated for resources: {'Network': ['ID=a0a107c5-da24-4fef-9ed5-fa657ddb0ec6,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:37:57.117614 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed28f5e-4ac7-4537-9468-6d4a66286780 None None] Pushing event updated for resources: {'Port': ['ID=458c1c31-c536-4f06-accc-513e732587e7,revision_number=2']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:37:57.129406 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Network a0a107c5-da24-4fef-9ed5-fa657ddb0ec6 details requested by agent ovs-agent-n-d-818823-1 with host n-d-818823-1 {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 20:37:57.141916 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-04413507-abe0-480d-8966-3814065d8ba4 tempest-FloatingIPNegativeTestJSON-1145215243 tempest-FloatingIPNegativeTestJSON-1145215243-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.2018700 Nov 22 20:37:57.144491 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 48872) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:37:57.154414 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-5ef5e2e6-ab61-4a14-bc71-2de96e034194 tempest-FloatingIPNegativeTestJSON-1145215243 tempest-FloatingIPNegativeTestJSON-1145215243-project] Request body: {'subnet': {'network_id': 'a0a107c5-da24-4fef-9ed5-fa657ddb0ec6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:37:57.254185 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-fd0fc9e7-c452-4381-94b2-ba66736e3a33 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f71c5485789242d391d4847627c8f391&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5748899 Nov 22 20:37:57.259081 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 48874) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:37:57.264529 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0fc9e7-c452-4381-94b2-ba66736e3a33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=337db406-230d-464b-9640-500f9c154c72,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:37:57.272443 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-29bfc22a-1cdc-4e75-8d00-38c720385e3e tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:57.406083 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f19141da-5367-4e86-942b-dfc69cd0c4a4 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Router a2bfa374-cca1-428d-a4c5-ed514ec6e504 has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 20:37:57.511389 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f19141da-5367-4e86-942b-dfc69cd0c4a4 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:37:57.520955 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-f19141da-5367-4e86-942b-dfc69cd0c4a4 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] 10.222.0.46 "PUT /v2.0/routers/a2bfa374-cca1-428d-a4c5-ed514ec6e504/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6300473 Nov 22 20:37:57.520955 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-29bfc22a-1cdc-4e75-8d00-38c720385e3e tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:57.521855 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 48876) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:37:57.535210 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d67dbe39-f1c4-4742-9ae0-1421e71fcac2 None None] Sync routers for ids ['a2bfa374-cca1-428d-a4c5-ed514ec6e504'] in n-d-818823-1 {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:37:57.550625 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d67dbe39-f1c4-4742-9ae0-1421e71fcac2 None None] Routers {'a2bfa374-cca1-428d-a4c5-ed514ec6e504'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:37:57.551700 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-d67dbe39-f1c4-4742-9ae0-1421e71fcac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:37:32Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['a2bfa374-cca1-428d-a4c5-ed514ec6e504'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:37:57.571310 n-d-818823-1 neutron-server[103448]: INFO neutron.api.v2.resource [None req-36cf8a10-3b00-48a0-8065-40b9e5b211bd tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] show failed (client error): The resource could not be found. Nov 22 20:37:57.577101 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-36cf8a10-3b00-48a0-8065-40b9e5b211bd tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] 10.222.0.46 "GET /v2.0/routers/tempest-non_exist_router-1079415770 HTTP/1.1" status: 404 len: 335 time: 0.0432050 Nov 22 20:37:57.599390 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 48878) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:37:57.605772 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-19463efa-9285-4741-a51c-195f3e1cf2c4 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:37:57.616966 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-d67dbe39-f1c4-4742-9ae0-1421e71fcac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:37:57.628577 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d67dbe39-f1c4-4742-9ae0-1421e71fcac2 None None] Routers {'a2bfa374-cca1-428d-a4c5-ed514ec6e504'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:37:57.629576 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-d67dbe39-f1c4-4742-9ae0-1421e71fcac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:37:32Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['a2bfa374-cca1-428d-a4c5-ed514ec6e504'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:37:57.655993 n-d-818823-1 neutron-server[103448]: INFO neutron.api.v2.resource [None req-19463efa-9285-4741-a51c-195f3e1cf2c4 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] update failed (client error): The resource could not be found. Nov 22 20:37:57.660219 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-19463efa-9285-4741-a51c-195f3e1cf2c4 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] 10.222.0.46 "PUT /v2.0/routers/tempest-non_exist_router-1131284595 HTTP/1.1" status: 404 len: 335 time: 0.0567801 Nov 22 20:37:57.663372 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 48880) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:37:57.666843 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-d67dbe39-f1c4-4742-9ae0-1421e71fcac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:37:57.667873 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d67dbe39-f1c4-4742-9ae0-1421e71fcac2 None None] The sync data for ids ['a2bfa374-cca1-428d-a4c5-ed514ec6e504'] in n-d-818823-1 is: [] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:37:57.671478 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29bfc22a-1cdc-4e75-8d00-38c720385e3e tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] Network 93663aa9-ba99-43ca-ae70-d3fe72f86ea7 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:37:57.679081 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bfc22a-1cdc-4e75-8d00-38c720385e3e tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] Pushing event updated for resources: {'Port': ['ID=0b35fa45-fa8b-4582-a17b-f6c3850f8d2e,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:37:57.683787 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-29bfc22a-1cdc-4e75-8d00-38c720385e3e tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:37:57.704398 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29bfc22a-1cdc-4e75-8d00-38c720385e3e tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:37:57.728788 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ef5e2e6-ab61-4a14-bc71-2de96e034194 tempest-FloatingIPNegativeTestJSON-1145215243 tempest-FloatingIPNegativeTestJSON-1145215243-project] Made reservation on behalf of 369079f4999f4e9fa3a672d85534ac2a for: {'subnet': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:37:57.732354 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-5ef5e2e6-ab61-4a14-bc71-2de96e034194 tempest-FloatingIPNegativeTestJSON-1145215243 tempest-FloatingIPNegativeTestJSON-1145215243-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8485086'] for subnet, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:57.780273 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [None req-213986a8-f941-401e-8dd4-a37e8ad33c6f tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Allocated IP 2001:db8::1 (b72f3644-12e2-4d2f-8fc0-08aef77dd15d/cc961589-fedd-4690-8e35-2f9d6b4d61e4/ec770276-bcc1-4157-85be-f1674032046d) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:37:57.808434 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c2a1fa2-0072-4e45-8ca8-adfc27b29d32 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Deleting subnet 05e08ac4-cace-4c3e-bce5-58a78bb1d370 {{(pid=103448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 20:37:57.813238 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5c2a1fa2-0072-4e45-8ca8-adfc27b29d32 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Publish callbacks [] for subnet, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:57.866239 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5c2a1fa2-0072-4e45-8ca8-adfc27b29d32 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11627908'] for subnet, precommit_delete_associations {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:57.868197 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f894375f-3eaa-45b7-8ee5-6c4b3181416e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:57.923815 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f894375f-3eaa-45b7-8ee5-6c4b3181416e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:58.023273 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-213986a8-f941-401e-8dd4-a37e8ad33c6f tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:58.046391 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-29bfc22a-1cdc-4e75-8d00-38c720385e3e tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:58.048983 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5c2a1fa2-0072-4e45-8ca8-adfc27b29d32 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3753007'] for subnet, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:58.091196 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f894375f-3eaa-45b7-8ee5-6c4b3181416e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:58.093739 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f894375f-3eaa-45b7-8ee5-6c4b3181416e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:58.097496 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-f894375f-3eaa-45b7-8ee5-6c4b3181416e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/337db406-230d-464b-9640-500f9c154c72 HTTP/1.1" status: 204 len: 168 time: 0.8340559 Nov 22 20:37:58.122484 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f894375f-3eaa-45b7-8ee5-6c4b3181416e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=337db406-230d-464b-9640-500f9c154c72,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:37:58.128399 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-5ef5e2e6-ab61-4a14-bc71-2de96e034194 tempest-FloatingIPNegativeTestJSON-1145215243 tempest-FloatingIPNegativeTestJSON-1145215243-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8900613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8485104'] for subnet, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:58.151119 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-213986a8-f941-401e-8dd4-a37e8ad33c6f tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:58.259039 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5c2a1fa2-0072-4e45-8ca8-adfc27b29d32 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3753014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11567369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11792914'] for subnet, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:58.276260 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-213986a8-f941-401e-8dd4-a37e8ad33c6f tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Network b72f3644-12e2-4d2f-8fc0-08aef77dd15d is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:37:58.279930 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef5e2e6-ab61-4a14-bc71-2de96e034194 tempest-FloatingIPNegativeTestJSON-1145215243 tempest-FloatingIPNegativeTestJSON-1145215243-project] Pushing event updated for resources: {'Subnet': ['ID=26379e97-3e21-4088-86b7-dc30320fddd0,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:37:58.281916 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213986a8-f941-401e-8dd4-a37e8ad33c6f tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Pushing event updated for resources: {'Port': ['ID=ec770276-bcc1-4157-85be-f1674032046d,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:37:58.286718 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-213986a8-f941-401e-8dd4-a37e8ad33c6f tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:37:58.289775 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-213986a8-f941-401e-8dd4-a37e8ad33c6f tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:37:58.290297 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-213986a8-f941-401e-8dd4-a37e8ad33c6f tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659939'] for router_interface, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:58.305146 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5c2a1fa2-0072-4e45-8ca8-adfc27b29d32 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:58.311336 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-5c2a1fa2-0072-4e45-8ca8-adfc27b29d32 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] 10.222.0.46 "DELETE /v2.0/subnets/05e08ac4-cace-4c3e-bce5-58a78bb1d370 HTTP/1.1" status: 204 len: 168 time: 0.6411672 Nov 22 20:37:58.312597 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2a1fa2-0072-4e45-8ca8-adfc27b29d32 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Pushing event deleted for resources: {'Subnet': ['ID=05e08ac4-cace-4c3e-bce5-58a78bb1d370,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:37:58.316323 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60cf4255-23d4-4ad7-93fb-894f051ed5da None None] Network c726886a-3636-4a7b-9e0b-c45fc3b76213 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:37:58.331554 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 48886) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:37:58.332350 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef5e2e6-ab61-4a14-bc71-2de96e034194 tempest-FloatingIPNegativeTestJSON-1145215243 tempest-FloatingIPNegativeTestJSON-1145215243-project] Checking segment: {'id': '8ed9e8a6-1c84-42b9-9d13-5c9facd12634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'a0a107c5-da24-4fef-9ed5-fa657ddb0ec6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:37:58.332718 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ef5e2e6-ab61-4a14-bc71-2de96e034194 tempest-FloatingIPNegativeTestJSON-1145215243 tempest-FloatingIPNegativeTestJSON-1145215243-project] Network hostable DHCP agents. Network: a0a107c5-da24-4fef-9ed5-fa657ddb0ec6, hostable agents: ['02adaa64-0987-4b74-bad0-cbcf56f8a294'], hosted agents: [] {{(pid=103447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 20:37:58.458123 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbda3f69-5ba6-42d8-a1da-ff333cea356d None None] Network b72f3644-12e2-4d2f-8fc0-08aef77dd15d requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:37:58.463967 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-29bfc22a-1cdc-4e75-8d00-38c720385e3e tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-659538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-841284'] for router, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:58.470417 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-136583f5-2c7a-4212-bb80-dbaace085d79 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3961693'] for network, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:58.481290 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ef5e2e6-ab61-4a14-bc71-2de96e034194 tempest-FloatingIPNegativeTestJSON-1145215243 tempest-FloatingIPNegativeTestJSON-1145215243-project] Network a0a107c5-da24-4fef-9ed5-fa657ddb0ec6 is scheduled to be hosted by DHCP agent 02adaa64-0987-4b74-bad0-cbcf56f8a294 with binding_index 1 {{(pid=103447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 20:37:58.512227 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-5ef5e2e6-ab61-4a14-bc71-2de96e034194 tempest-FloatingIPNegativeTestJSON-1145215243 tempest-FloatingIPNegativeTestJSON-1145215243-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818823-1, a0a107c5-da24-4fef-9ed5-fa657ddb0ec6) {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:37:58.518854 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ef5e2e6-ab61-4a14-bc71-2de96e034194 tempest-FloatingIPNegativeTestJSON-1145215243 tempest-FloatingIPNegativeTestJSON-1145215243-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:37:58.519301 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-5ef5e2e6-ab61-4a14-bc71-2de96e034194 tempest-FloatingIPNegativeTestJSON-1145215243 tempest-FloatingIPNegativeTestJSON-1145215243-project] Publish callbacks [] for subnet, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:58.553471 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa40d94a-174f-4fd7-9742-d56be2491ba4 None None] Network a0a107c5-da24-4fef-9ed5-fa657ddb0ec6 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:37:58.585117 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 48892) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:37:58.609188 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-5ef5e2e6-ab61-4a14-bc71-2de96e034194 tempest-FloatingIPNegativeTestJSON-1145215243 tempest-FloatingIPNegativeTestJSON-1145215243-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4624629 Nov 22 20:37:58.615188 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 48894) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:37:58.622633 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-8c922a52-ccd3-47ec-8017-21b01c214c8f tempest-FloatingIPNegativeTestJSON-1145215243 tempest-FloatingIPNegativeTestJSON-1145215243-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1143928943', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:37:58.622912 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-5825dd08-b5c2-4ace-93b8-cc7c65cf75ea None None] Provisioning complete for port 458c1c31-c536-4f06-accc-513e732587e7 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:37:58.623382 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-5825dd08-b5c2-4ace-93b8-cc7c65cf75ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:58.628532 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-213986a8-f941-401e-8dd4-a37e8ad33c6f tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:58.632609 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b32979fb-7fdb-456e-ad2e-6f3cde5a6a31 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:58.718390 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8c922a52-ccd3-47ec-8017-21b01c214c8f tempest-FloatingIPNegativeTestJSON-1145215243 tempest-FloatingIPNegativeTestJSON-1145215243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24799'] for router, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:58.719582 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8c922a52-ccd3-47ec-8017-21b01c214c8f tempest-FloatingIPNegativeTestJSON-1145215243 tempest-FloatingIPNegativeTestJSON-1145215243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-632716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24788'] for router, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:58.744732 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-136583f5-2c7a-4212-bb80-dbaace085d79 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Deleting port 3f4cde99-677c-4fa5-9f01-d7ec3a31fe32 {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:37:58.745654 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-136583f5-2c7a-4212-bb80-dbaace085d79 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:58.862164 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95fdb9f5-8c27-454c-9eb5-de072f2ee1a1 None None] DHCP port deletion for c726886a-3636-4a7b-9e0b-c45fc3b76213 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:37:58.965208 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8c922a52-ccd3-47ec-8017-21b01c214c8f tempest-FloatingIPNegativeTestJSON-1145215243 tempest-FloatingIPNegativeTestJSON-1145215243-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:58.970714 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [None req-136583f5-2c7a-4212-bb80-dbaace085d79 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] For port 3f4cde99-677c-4fa5-9f01-d7ec3a31fe32, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=3f4cde99-677c-4fa5-9f01-d7ec3a31fe32,segment=NetworkSegment(1be02f17-e52b-4818-80a4-02265fdf7bd0),segment_id=1be02f17-e52b-4818-80a4-02265fdf7bd0)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:37:58.971085 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-136583f5-2c7a-4212-bb80-dbaace085d79 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:58.998337 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8c922a52-ccd3-47ec-8017-21b01c214c8f tempest-FloatingIPNegativeTestJSON-1145215243 tempest-FloatingIPNegativeTestJSON-1145215243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-659538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-841284'] for router, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:59.000039 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29bfc22a-1cdc-4e75-8d00-38c720385e3e tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] Router 62cd10b8-3f23-4a1b-8396-522aaad23114 is scheduled to L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 with binding_index 1 {{(pid=103448) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 20:37:59.023933 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-136583f5-2c7a-4212-bb80-dbaace085d79 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Calling delete_port for 3f4cde99-677c-4fa5-9f01-d7ec3a31fe32 owned by network:dhcp {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:37:59.050841 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b32979fb-7fdb-456e-ad2e-6f3cde5a6a31 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:59.086166 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b32979fb-7fdb-456e-ad2e-6f3cde5a6a31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:59.090644 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8c922a52-ccd3-47ec-8017-21b01c214c8f tempest-FloatingIPNegativeTestJSON-1145215243 tempest-FloatingIPNegativeTestJSON-1145215243-project] Publish callbacks [] for router, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:59.094589 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-5825dd08-b5c2-4ace-93b8-cc7c65cf75ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:59.097200 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-8c922a52-ccd3-47ec-8017-21b01c214c8f tempest-FloatingIPNegativeTestJSON-1145215243 tempest-FloatingIPNegativeTestJSON-1145215243-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.4807761 Nov 22 20:37:59.102005 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 48896) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:37:59.113675 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-95fdb9f5-8c27-454c-9eb5-de072f2ee1a1 None None] Deleting port 3f4cde99-677c-4fa5-9f01-d7ec3a31fe32 {{(pid=103449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:37:59.114438 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-95fdb9f5-8c27-454c-9eb5-de072f2ee1a1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:59.162408 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29bfc22a-1cdc-4e75-8d00-38c720385e3e tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:37:59.172963 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f0189f-1d14-4daf-8e57-33b89099a091 None None] Sync routers for ids ['62cd10b8-3f23-4a1b-8396-522aaad23114'] in n-d-818823-1 {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:37:59.178971 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 458c1c31-c536-4f06-accc-513e732587e7 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:37:59.181279 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d815fe65-bb40-4368-aa2b-f7195ef041c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fb26bd7-ce56-527b-b94f-2e1f7cb2bb35-a0a107c5-da24-4fef-9ed5-fa657ddb0ec6', 'network_id': 'a0a107c5-da24-4fef-9ed5-fa657ddb0ec6', 'tenant_id': '369079f4999f4e9fa3a672d85534ac2a', 'fixed_ips': [{'subnet_id': '26379e97-3e21-4088-86b7-dc30320fddd0'}]}} from n-d-818823-1. {{(pid=103449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 20:37:59.182771 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-d815fe65-bb40-4368-aa2b-f7195ef041c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:59.188872 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f0189f-1d14-4daf-8e57-33b89099a091 None None] Routers {'62cd10b8-3f23-4a1b-8396-522aaad23114'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:37:59.189512 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-f1f0189f-1d14-4daf-8e57-33b89099a091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:37:32Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['62cd10b8-3f23-4a1b-8396-522aaad23114'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:37:59.207083 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-29bfc22a-1cdc-4e75-8d00-38c720385e3e tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] Publish callbacks [] for router, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:59.208875 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-29bfc22a-1cdc-4e75-8d00-38c720385e3e tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 4.1655252 Nov 22 20:37:59.216043 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 48898) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:37:59.279102 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-5825dd08-b5c2-4ace-93b8-cc7c65cf75ea None None] For port 458c1c31-c536-4f06-accc-513e732587e7, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=458c1c31-c536-4f06-accc-513e732587e7,segment=NetworkSegment(c88a972a-28c7-43af-9621-f287d3c460c8),segment_id=c88a972a-28c7-43af-9621-f287d3c460c8)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:37:59.296185 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-95fdb9f5-8c27-454c-9eb5-de072f2ee1a1 None None] For port 3f4cde99-677c-4fa5-9f01-d7ec3a31fe32, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=3f4cde99-677c-4fa5-9f01-d7ec3a31fe32,segment=NetworkSegment(1be02f17-e52b-4818-80a4-02265fdf7bd0),segment_id=1be02f17-e52b-4818-80a4-02265fdf7bd0)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:37:59.296924 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-95fdb9f5-8c27-454c-9eb5-de072f2ee1a1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:59.302394 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-5825dd08-b5c2-4ace-93b8-cc7c65cf75ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:59.347874 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-b32979fb-7fdb-456e-ad2e-6f3cde5a6a31 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5e447e7ca85a4bcabbc736f13817cb21&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7618001 Nov 22 20:37:59.356880 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-f1f0189f-1d14-4daf-8e57-33b89099a091 None None] Set router 62cd10b8-3f23-4a1b-8396-522aaad23114 gateway port host: n-d-818823-1 {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:37:59.357340 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 48900) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:37:59.382253 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32979fb-7fdb-456e-ad2e-6f3cde5a6a31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acd217a0-493e-4f8a-bdc7-eb23045c68af,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:37:59.434004 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-95fdb9f5-8c27-454c-9eb5-de072f2ee1a1 None None] Calling delete_port for 3f4cde99-677c-4fa5-9f01-d7ec3a31fe32 owned by network:dhcp {{(pid=103449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:37:59.463835 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-47d5d98b-2830-4147-84fd-26179765c0b2 tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] Publish callbacks [] for router, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:59.545524 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e7e6749b-d7c6-4aeb-af6e-4a92822e7734 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:59.570834 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e7e6749b-d7c6-4aeb-af6e-4a92822e7734 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:59.633426 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-f1f0189f-1d14-4daf-8e57-33b89099a091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62cd10b8-3f23-4a1b-8396-522aaad23114', 'name': '', 'tenant_id': '4f235977e424487abe54e460f26782ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93663aa9-ba99-43ca-ae70-d3fe72f86ea7', 'external_fixed_ips': [{'subnet_id': 'c2daecdd-c3ac-4f36-8187-0fe0b155e7b3', 'ip_address': '2001:db8::1af'}], 'enable_snat': True}, 'gw_port_id': '0b35fa45-fa8b-4582-a17b-f6c3850f8d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:37:55Z', 'updated_at': '2021-11-22T20:37:57Z', 'revision_number': 3, 'project_id': '4f235977e424487abe54e460f26782ed', 'gw_port': {'id': '0b35fa45-fa8b-4582-a17b-f6c3850f8d2e', 'name': '', 'network_id': '93663aa9-ba99-43ca-ae70-d3fe72f86ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:85:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62cd10b8-3f23-4a1b-8396-522aaad23114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3328, 'fixed_ips': [{'subnet_id': 'c2daecdd-c3ac-4f36-8187-0fe0b155e7b3', 'ip_address': '2001:db8::1af', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:37:56Z', 'updated_at': '2021-11-22T20:37:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c2daecdd-c3ac-4f36-8187-0fe0b155e7b3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:37:59.647229 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e7e6749b-d7c6-4aeb-af6e-4a92822e7734 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:59.659514 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e7e6749b-d7c6-4aeb-af6e-4a92822e7734 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:59.663453 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-e7e6749b-d7c6-4aeb-af6e-4a92822e7734 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/acd217a0-493e-4f8a-bdc7-eb23045c68af HTTP/1.1" status: 204 len: 168 time: 0.3022547 Nov 22 20:37:59.681656 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-136583f5-2c7a-4212-bb80-dbaace085d79 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:59.683774 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e6749b-d7c6-4aeb-af6e-4a92822e7734 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acd217a0-493e-4f8a-bdc7-eb23045c68af,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:37:59.697769 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-213986a8-f941-401e-8dd4-a37e8ad33c6f tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks [] for port, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:59.698014 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f0189f-1d14-4daf-8e57-33b89099a091 None None] Checking router: 62cd10b8-3f23-4a1b-8396-522aaad23114 for host: n-d-818823-1 {{(pid=103450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 20:37:59.698130 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f0189f-1d14-4daf-8e57-33b89099a091 None None] Updating router 62cd10b8-3f23-4a1b-8396-522aaad23114 port 0b35fa45-fa8b-4582-a17b-f6c3850f8d2e binding host n-d-818823-1 {{(pid=103450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 20:37:59.726901 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5825dd08-b5c2-4ace-93b8-cc7c65cf75ea None None] Pushing event updated for resources: {'Port': ['ID=458c1c31-c536-4f06-accc-513e732587e7,revision_number=3']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:37:59.735266 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f1f0189f-1d14-4daf-8e57-33b89099a091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:59.755121 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 458c1c31-c536-4f06-accc-513e732587e7 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:37:59.760218 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-213986a8-f941-401e-8dd4-a37e8ad33c6f tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:59.761097 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-213986a8-f941-401e-8dd4-a37e8ad33c6f tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-563461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-659839'] for router_interface, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:59.766593 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:59.804115 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136583f5-2c7a-4212-bb80-dbaace085d79 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Pushing event deleted for resources: {'Port': ['ID=3f4cde99-677c-4fa5-9f01-d7ec3a31fe32,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:37:59.808336 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-136583f5-2c7a-4212-bb80-dbaace085d79 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] No DVR routers for this DVR port 3f4cde99-677c-4fa5-9f01-d7ec3a31fe32 on host n-d-818823-1 {{(pid=103447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:37:59.817544 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4718a942-46da-4f32-bd25-477e1bb49d95 tempest-FloatingIPNegativeTestJSON-1145215243 tempest-FloatingIPNegativeTestJSON-1145215243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:59.836790 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-47d5d98b-2830-4147-84fd-26179765c0b2 tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:59.908372 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-211d15ad-2bcf-4350-8815-e432a2d168bf None None] Provisioning complete for port ec770276-bcc1-4157-85be-f1674032046d triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:37:59.908753 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-211d15ad-2bcf-4350-8815-e432a2d168bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:59.925817 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-47d5d98b-2830-4147-84fd-26179765c0b2 tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] Deleting port 0b35fa45-fa8b-4582-a17b-f6c3850f8d2e {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:37:59.926456 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-47d5d98b-2830-4147-84fd-26179765c0b2 tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:37:59.982643 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.db_base_plugin_common [None req-d815fe65-bb40-4368-aa2b-f7195ef041c7 None None] Allocated IP 172.20.0.2 (a0a107c5-da24-4fef-9ed5-fa657ddb0ec6/26379e97-3e21-4088-86b7-dc30320fddd0/19d085b9-a794-490c-a084-080dac29d15c) {{(pid=103449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:38:00.037246 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-95fdb9f5-8c27-454c-9eb5-de072f2ee1a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381'] for port, after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:00.046352 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-211d15ad-2bcf-4350-8815-e432a2d168bf None None] Port ec770276-bcc1-4157-85be-f1674032046d cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:38:00.069708 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-283c10c3-9944-4599-b408-240aff4a00f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:00.077878 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-47d5d98b-2830-4147-84fd-26179765c0b2 tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:00.094564 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-47d5d98b-2830-4147-84fd-26179765c0b2 tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] Calling delete_port for 0b35fa45-fa8b-4582-a17b-f6c3850f8d2e owned by network:router_gateway {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:38:00.147770 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-136583f5-2c7a-4212-bb80-dbaace085d79 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3760028', 'neutron.services.segments.db._delete_segments_for_network-8748992815755'] for network, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:00.154014 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fdb9f5-8c27-454c-9eb5-de072f2ee1a1 None None] Pushing event deleted for resources: {'Port': ['ID=3f4cde99-677c-4fa5-9f01-d7ec3a31fe32,revision_number=None']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:38:00.164962 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95fdb9f5-8c27-454c-9eb5-de072f2ee1a1 None None] No DVR routers for this DVR port 3f4cde99-677c-4fa5-9f01-d7ec3a31fe32 on host n-d-818823-1 {{(pid=103449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:38:00.172772 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-136583f5-2c7a-4212-bb80-dbaace085d79 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c726886a-3636-4a7b-9e0b-c45fc3b76213']}} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:38:00.184981 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-136583f5-2c7a-4212-bb80-dbaace085d79 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1be02f17-e52b-4818-80a4-02265fdf7bd0') {'for_net_delete': True} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:38:00.185406 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-136583f5-2c7a-4212-bb80-dbaace085d79 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1be02f17-e52b-4818-80a4-02265fdf7bd0') {} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:38:00.211054 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-136583f5-2c7a-4212-bb80-dbaace085d79 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748993039638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12178344'] for segment, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:00.243493 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-136583f5-2c7a-4212-bb80-dbaace085d79 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:00.260401 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213986a8-f941-401e-8dd4-a37e8ad33c6f tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Pushing event updated for resources: {'Port': ['ID=ec770276-bcc1-4157-85be-f1674032046d,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:38:00.262132 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-f1f0189f-1d14-4daf-8e57-33b89099a091 None None] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:00.272506 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-136583f5-2c7a-4212-bb80-dbaace085d79 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Releasing vlan 649 on physical network physnet1 to pool {{(pid=103447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 20:38:00.272506 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-136583f5-2c7a-4212-bb80-dbaace085d79 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8900762'] for segment, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:00.273450 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-211d15ad-2bcf-4350-8815-e432a2d168bf None None] Provisioning complete for port 458c1c31-c536-4f06-accc-513e732587e7 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:38:00.273930 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-211d15ad-2bcf-4350-8815-e432a2d168bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:00.275128 n-d-818823-1 neutron-server[103447]: Traceback (most recent call last): Nov 22 20:38:00.275128 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 20:38:00.275128 n-d-818823-1 neutron-server[103447]: timer() Nov 22 20:38:00.275128 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 20:38:00.275128 n-d-818823-1 neutron-server[103447]: cb(*args, **kw) Nov 22 20:38:00.275128 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 20:38:00.275128 n-d-818823-1 neutron-server[103447]: return func(*args, **kwargs) Nov 22 20:38:00.275128 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 20:38:00.275128 n-d-818823-1 neutron-server[103447]: self._notify() Nov 22 20:38:00.275128 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 20:38:00.275128 n-d-818823-1 neutron-server[103447]: self.callback(batched_events) Nov 22 20:38:00.275128 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 20:38:00.275128 n-d-818823-1 neutron-server[103447]: event.method(event) Nov 22 20:38:00.275128 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 20:38:00.275128 n-d-818823-1 neutron-server[103447]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 20:38:00.275128 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 20:38:00.275128 n-d-818823-1 neutron-server[103447]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 20:38:00.275128 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 20:38:00.275128 n-d-818823-1 neutron-server[103447]: return f(self, *a, **k) Nov 22 20:38:00.275128 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 20:38:00.275128 n-d-818823-1 neutron-server[103447]: return self._get(url).json() Nov 22 20:38:00.275128 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 20:38:00.275128 n-d-818823-1 neutron-server[103447]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 20:38:00.275128 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 20:38:00.275128 n-d-818823-1 neutron-server[103447]: return self.request(url, 'GET', **kwargs) Nov 22 20:38:00.275128 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 20:38:00.275128 n-d-818823-1 neutron-server[103447]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 20:38:00.275128 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 20:38:00.275128 n-d-818823-1 neutron-server[103447]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 20:38:00.275128 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 20:38:00.275128 n-d-818823-1 neutron-server[103447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 20:38:00.275128 n-d-818823-1 neutron-server[103447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 20:38:00.283681 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.db.api [None req-f1f0189f-1d14-4daf-8e57-33b89099a091 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 22 20:38:00.283681 n-d-818823-1 neutron-server[103450]: [SQL: UPDATE ml2_port_bindings SET host=%(host)s WHERE ml2_port_bindings.port_id = %(ml2_port_bindings_port_id)s AND ml2_port_bindings.host = %(ml2_port_bindings_host)s] Nov 22 20:38:00.283681 n-d-818823-1 neutron-server[103450]: [parameters: {'host': 'n-d-818823-1', 'ml2_port_bindings_port_id': '0b35fa45-fa8b-4582-a17b-f6c3850f8d2e', 'ml2_port_bindings_host': ''}] Nov 22 20:38:00.283681 n-d-818823-1 neutron-server[103450]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103450) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 20:38:00.285251 n-d-818823-1 neutron-server[103450]: DEBUG oslo_db.api [None req-f1f0189f-1d14-4daf-8e57-33b89099a091 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 20:38:00.340822 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 48910) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:00.369642 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-693984f1-dc2e-43dd-88db-afa571a40c4d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:00.409146 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-136583f5-2c7a-4212-bb80-dbaace085d79 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3760002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595318'] for network, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:00.435179 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-213986a8-f941-401e-8dd4-a37e8ad33c6f tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Network b72f3644-12e2-4d2f-8fc0-08aef77dd15d is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:38:00.443537 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-136583f5-2c7a-4212-bb80-dbaace085d79 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Publish callbacks [] for network, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:00.446972 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 3f4cde99-677c-4fa5-9f01-d7ec3a31fe32 no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:38:00.448591 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-47d5d98b-2830-4147-84fd-26179765c0b2 tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:00.449129 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-136583f5-2c7a-4212-bb80-dbaace085d79 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] 10.222.0.46 "DELETE /v2.0/networks/c726886a-3636-4a7b-9e0b-c45fc3b76213 HTTP/1.1" status: 204 len: 168 time: 2.1113391 Nov 22 20:38:00.453278 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 48914) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:00.456227 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-213986a8-f941-401e-8dd4-a37e8ad33c6f tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:38:00.470040 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: 3f4cde99-677c-4fa5-9f01-d7ec3a31fe32 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:38:00.470381 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 3f4cde99-677c-4fa5-9f01-d7ec3a31fe32 not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:38:00.478916 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136583f5-2c7a-4212-bb80-dbaace085d79 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Pushing event deleted for resources: {'Network': ['ID=c726886a-3636-4a7b-9e0b-c45fc3b76213,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:38:00.502778 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d5d98b-2830-4147-84fd-26179765c0b2 tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] Pushing event deleted for resources: {'Port': ['ID=0b35fa45-fa8b-4582-a17b-f6c3850f8d2e,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:38:00.519969 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-d815fe65-bb40-4368-aa2b-f7195ef041c7 None None] Publish callbacks [] for port, precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:00.527978 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-d815fe65-bb40-4368-aa2b-f7195ef041c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372'] for port, after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:00.533967 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-47d5d98b-2830-4147-84fd-26179765c0b2 tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595398'] for router_gateway, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:00.585849 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d815fe65-bb40-4368-aa2b-f7195ef041c7 None None] Network a0a107c5-da24-4fef-9ed5-fa657ddb0ec6 is already hosted by enough agents. {{(pid=103449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:38:00.589561 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.base_scheduler [None req-d815fe65-bb40-4368-aa2b-f7195ef041c7 None None] Resources bound (agent type, host, resource id): {{(pid=103449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:38:00.593110 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d815fe65-bb40-4368-aa2b-f7195ef041c7 None None] Received port after_create {{(pid=103449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:38:00.607997 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d815fe65-bb40-4368-aa2b-f7195ef041c7 None None] Pushing event updated for resources: {'Port': ['ID=19d085b9-a794-490c-a084-080dac29d15c,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:38:00.670876 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e75313f-2336-4007-b929-9c3c72455377 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Deleting subnet 23077007-5f3a-4501-a2d6-93780262f0a7 {{(pid=103447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 20:38:00.677552 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-7e75313f-2336-4007-b929-9c3c72455377 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Publish callbacks [] for subnet, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:00.684500 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-693984f1-dc2e-43dd-88db-afa571a40c4d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:00.685453 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-3e69fa02-d120-438c-a4bd-60fd8d6b7ab1 None None] Provisioning complete for port ec770276-bcc1-4157-85be-f1674032046d triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:38:00.685875 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-3e69fa02-d120-438c-a4bd-60fd8d6b7ab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:00.688960 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-d815fe65-bb40-4368-aa2b-f7195ef041c7 None None] Attempting to bind port 19d085b9-a794-490c-a084-080dac29d15c on host n-d-818823-1 for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:38:00.689359 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-d815fe65-bb40-4368-aa2b-f7195ef041c7 None None] Attempting to bind port 19d085b9-a794-490c-a084-080dac29d15c by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': '8ed9e8a6-1c84-42b9-9d13-5c9facd12634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'a0a107c5-da24-4fef-9ed5-fa657ddb0ec6'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:38:00.689723 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d815fe65-bb40-4368-aa2b-f7195ef041c7 None None] Attempting to bind port 19d085b9-a794-490c-a084-080dac29d15c on network a0a107c5-da24-4fef-9ed5-fa657ddb0ec6 {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:38:00.701328 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-47d5d98b-2830-4147-84fd-26179765c0b2 tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24781'] for router, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:00.704013 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-47d5d98b-2830-4147-84fd-26179765c0b2 tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:00.723382 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d815fe65-bb40-4368-aa2b-f7195ef041c7 None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 37, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:38:00.723833 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d815fe65-bb40-4368-aa2b-f7195ef041c7 None None] Checking segment: {'id': '8ed9e8a6-1c84-42b9-9d13-5c9facd12634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'a0a107c5-da24-4fef-9ed5-fa657ddb0ec6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:38:00.724371 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-d815fe65-bb40-4368-aa2b-f7195ef041c7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:00.724813 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d815fe65-bb40-4368-aa2b-f7195ef041c7 None None] Bound using segment: {'id': '8ed9e8a6-1c84-42b9-9d13-5c9facd12634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'a0a107c5-da24-4fef-9ed5-fa657ddb0ec6'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:38:00.725331 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-d815fe65-bb40-4368-aa2b-f7195ef041c7 None None] Bound port: 19d085b9-a794-490c-a084-080dac29d15c, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ed9e8a6-1c84-42b9-9d13-5c9facd12634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'a0a107c5-da24-4fef-9ed5-fa657ddb0ec6'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:38:00.725741 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-d815fe65-bb40-4368-aa2b-f7195ef041c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:00.727530 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-693984f1-dc2e-43dd-88db-afa571a40c4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:00.739827 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [None req-4718a942-46da-4f32-bd25-477e1bb49d95 tempest-FloatingIPNegativeTestJSON-1145215243 tempest-FloatingIPNegativeTestJSON-1145215243-project] Allocated IP 172.20.0.1 (a0a107c5-da24-4fef-9ed5-fa657ddb0ec6/26379e97-3e21-4088-86b7-dc30320fddd0/33dd36db-834e-4743-86da-b712add24ef2) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:38:00.753094 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-3e69fa02-d120-438c-a4bd-60fd8d6b7ab1 None None] Port ec770276-bcc1-4157-85be-f1674032046d cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:38:00.761943 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-7e75313f-2336-4007-b929-9c3c72455377 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12178353'] for subnet, precommit_delete_associations {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:00.817002 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-47d5d98b-2830-4147-84fd-26179765c0b2 tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-663261'] for router, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:00.817787 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47d5d98b-2830-4147-84fd-26179765c0b2 tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 62cd10b8-3f23-4a1b-8396-522aaad23114 {{(pid=103448) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 20:38:00.823827 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f0189f-1d14-4daf-8e57-33b89099a091 None None] Port 0b35fa45-fa8b-4582-a17b-f6c3850f8d2e not found while updating agent binding for router 62cd10b8-3f23-4a1b-8396-522aaad23114. {{(pid=103450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Nov 22 20:38:00.829715 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-47d5d98b-2830-4147-84fd-26179765c0b2 tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] Publish callbacks [] for router, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:00.833437 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-47d5d98b-2830-4147-84fd-26179765c0b2 tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] 10.222.0.46 "DELETE /v2.0/routers/62cd10b8-3f23-4a1b-8396-522aaad23114 HTTP/1.1" status: 204 len: 168 time: 1.6137500 Nov 22 20:38:00.840022 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-d815fe65-bb40-4368-aa2b-f7195ef041c7 None None] For port 19d085b9-a794-490c-a084-080dac29d15c, host n-d-818823-1, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:38:00.840944 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 48918) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:00.843516 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f0189f-1d14-4daf-8e57-33b89099a091 None None] Routers set() bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:38:00.844097 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f0189f-1d14-4daf-8e57-33b89099a091 None None] Router IDs set() for agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 22 20:38:00.845427 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-d815fe65-bb40-4368-aa2b-f7195ef041c7 None None] For port 19d085b9-a794-490c-a084-080dac29d15c, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=19d085b9-a794-490c-a084-080dac29d15c,segment=NetworkSegment(8ed9e8a6-1c84-42b9-9d13-5c9facd12634),segment_id=8ed9e8a6-1c84-42b9-9d13-5c9facd12634)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:38:00.845911 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_agentschedulers_db [None req-f1f0189f-1d14-4daf-8e57-33b89099a091 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'62cd10b8-3f23-4a1b-8396-522aaad23114'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:37:32Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent'). {{(pid=103450) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 22 20:38:00.846664 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f0189f-1d14-4daf-8e57-33b89099a091 None None] The sync data for ids ['62cd10b8-3f23-4a1b-8396-522aaad23114'] in n-d-818823-1 is: [] {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:38:00.852175 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-d815fe65-bb40-4368-aa2b-f7195ef041c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:00.897481 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-693984f1-dc2e-43dd-88db-afa571a40c4d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ce4f587d8357455fb3e27289b5970787&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5530815 Nov 22 20:38:00.897481 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693984f1-dc2e-43dd-88db-afa571a40c4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=940e3e6e-f743-4eea-84f9-594fbd67b901,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:38:00.911809 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 48920) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:00.930822 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_v2 [None req-092ea196-989b-4640-a130-0acf0c07b460 tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] Deleting subnet c2daecdd-c3ac-4f36-8187-0fe0b155e7b3 {{(pid=103448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 20:38:00.934051 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-092ea196-989b-4640-a130-0acf0c07b460 tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:00.944070 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-4421f08e-8440-4d59-bd3d-ae4e5bd50976 None None] Provisioning complete for port ec770276-bcc1-4157-85be-f1674032046d triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:38:00.944070 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4421f08e-8440-4d59-bd3d-ae4e5bd50976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:00.947767 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d815fe65-bb40-4368-aa2b-f7195ef041c7 None None] Pushing event updated for resources: {'Port': ['ID=19d085b9-a794-490c-a084-080dac29d15c,revision_number=2']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:38:00.952402 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-7e75313f-2336-4007-b929-9c3c72455377 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3753007'] for subnet, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:00.986362 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-213986a8-f941-401e-8dd4-a37e8ad33c6f tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Router 5877b362-41ad-4d8d-8d36-c77f6e3c890d is scheduled to L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 with binding_index 1 {{(pid=103447) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 20:38:00.993801 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-092ea196-989b-4640-a130-0acf0c07b460 tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11627908'] for subnet, precommit_delete_associations {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:01.002024 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-4421f08e-8440-4d59-bd3d-ae4e5bd50976 None None] Port ec770276-bcc1-4157-85be-f1674032046d cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:38:01.048282 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4718a942-46da-4f32-bd25-477e1bb49d95 tempest-FloatingIPNegativeTestJSON-1145215243 tempest-FloatingIPNegativeTestJSON-1145215243-project] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:01.071254 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1485f273-5bfd-4819-8759-36f524e5ca94 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:01.073518 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-092ea196-989b-4640-a130-0acf0c07b460 tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3753007'] for subnet, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:01.096330 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 458c1c31-c536-4f06-accc-513e732587e7 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:38:01.129818 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1485f273-5bfd-4819-8759-36f524e5ca94 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:01.174730 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 458c1c31-c536-4f06-accc-513e732587e7 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:38:01.175350 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:01.179933 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-7e75313f-2336-4007-b929-9c3c72455377 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3753014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8900804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8485115'] for subnet, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:01.235845 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e75313f-2336-4007-b929-9c3c72455377 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Pushing event deleted for resources: {'Subnet': ['ID=23077007-5f3a-4501-a2d6-93780262f0a7,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:38:01.240314 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-213986a8-f941-401e-8dd4-a37e8ad33c6f tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:38:01.248068 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-092ea196-989b-4640-a130-0acf0c07b460 tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3753014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11567369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11792914'] for subnet, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:01.248354 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-213986a8-f941-401e-8dd4-a37e8ad33c6f tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] 10.222.0.46 "PUT /v2.0/routers/5877b362-41ad-4d8d-8d36-c77f6e3c890d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3145542 Nov 22 20:38:01.248959 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-7e75313f-2336-4007-b929-9c3c72455377 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Publish callbacks [] for subnet, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:01.251777 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 48924) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:01.254134 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-7e75313f-2336-4007-b929-9c3c72455377 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] 10.222.0.46 "DELETE /v2.0/subnets/23077007-5f3a-4501-a2d6-93780262f0a7 HTTP/1.1" status: 204 len: 168 time: 0.7994759 Nov 22 20:38:01.255916 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4718a942-46da-4f32-bd25-477e1bb49d95 tempest-FloatingIPNegativeTestJSON-1145215243 tempest-FloatingIPNegativeTestJSON-1145215243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:01.258954 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 48926) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:01.277280 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfbf39fb-cb65-4019-99ee-85fef2f481f8 None None] Network 6e263e34-64ea-4549-bba7-542af9c2ea3d requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:38:01.281483 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2edc8bc0-b83d-4fe8-902e-3da1f3c7679c None None] Sync routers for ids ['5877b362-41ad-4d8d-8d36-c77f6e3c890d'] in n-d-818823-1 {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:38:01.328996 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1485f273-5bfd-4819-8759-36f524e5ca94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:01.331788 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1485f273-5bfd-4819-8759-36f524e5ca94 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:01.334783 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-1485f273-5bfd-4819-8759-36f524e5ca94 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/940e3e6e-f743-4eea-84f9-594fbd67b901 HTTP/1.1" status: 204 len: 168 time: 0.4219763 Nov 22 20:38:01.355039 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4718a942-46da-4f32-bd25-477e1bb49d95 tempest-FloatingIPNegativeTestJSON-1145215243 tempest-FloatingIPNegativeTestJSON-1145215243-project] Network a0a107c5-da24-4fef-9ed5-fa657ddb0ec6 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:38:01.358585 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4718a942-46da-4f32-bd25-477e1bb49d95 tempest-FloatingIPNegativeTestJSON-1145215243 tempest-FloatingIPNegativeTestJSON-1145215243-project] Pushing event updated for resources: {'Port': ['ID=33dd36db-834e-4743-86da-b712add24ef2,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:38:01.366578 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-4718a942-46da-4f32-bd25-477e1bb49d95 tempest-FloatingIPNegativeTestJSON-1145215243 tempest-FloatingIPNegativeTestJSON-1145215243-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:38:01.369527 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4718a942-46da-4f32-bd25-477e1bb49d95 tempest-FloatingIPNegativeTestJSON-1145215243 tempest-FloatingIPNegativeTestJSON-1145215243-project] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:38:01.386523 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2edc8bc0-b83d-4fe8-902e-3da1f3c7679c None None] Routers {'5877b362-41ad-4d8d-8d36-c77f6e3c890d'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:38:01.386863 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-2edc8bc0-b83d-4fe8-902e-3da1f3c7679c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:37:32Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['5877b362-41ad-4d8d-8d36-c77f6e3c890d'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:38:01.407700 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_v2 [None req-b99ac775-471f-4daf-ac10-0c99e18c4c3b tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Deleting subnet a53180de-db75-45a1-9728-544ccef58095 {{(pid=103447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 20:38:01.408213 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092ea196-989b-4640-a130-0acf0c07b460 tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=c2daecdd-c3ac-4f36-8187-0fe0b155e7b3,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:38:01.413968 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b99ac775-471f-4daf-ac10-0c99e18c4c3b tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Publish callbacks [] for subnet, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:01.414133 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-092ea196-989b-4640-a130-0acf0c07b460 tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:01.419207 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-092ea196-989b-4640-a130-0acf0c07b460 tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] 10.222.0.46 "DELETE /v2.0/subnets/c2daecdd-c3ac-4f36-8187-0fe0b155e7b3 HTTP/1.1" status: 204 len: 168 time: 0.5720956 Nov 22 20:38:01.420196 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1485f273-5bfd-4819-8759-36f524e5ca94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=940e3e6e-f743-4eea-84f9-594fbd67b901,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:38:01.429995 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 48930) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:01.468195 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4718a942-46da-4f32-bd25-477e1bb49d95 tempest-FloatingIPNegativeTestJSON-1145215243 tempest-FloatingIPNegativeTestJSON-1145215243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659939'] for router_interface, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:01.477090 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-2edc8bc0-b83d-4fe8-902e-3da1f3c7679c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:38:01.490299 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2edc8bc0-b83d-4fe8-902e-3da1f3c7679c None None] Routers {'5877b362-41ad-4d8d-8d36-c77f6e3c890d'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:38:01.490942 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-2edc8bc0-b83d-4fe8-902e-3da1f3c7679c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:37:32Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['5877b362-41ad-4d8d-8d36-c77f6e3c890d'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:38:01.518272 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b99ac775-471f-4daf-ac10-0c99e18c4c3b tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12178353'] for subnet, precommit_delete_associations {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:01.540815 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-099e15e8-0a30-4809-ba17-45865387762b tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:38:01.542281 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-099e15e8-0a30-4809-ba17-45865387762b tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] 10.222.0.46 "GET /v2.0/ports/ec770276-bcc1-4157-85be-f1674032046d HTTP/1.1" status: 200 len: 911 time: 0.2792630 Nov 22 20:38:01.544974 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 48932) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:01.550128 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-0726f578-1c4b-4c05-9d6f-02ddb59f8e24 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'cc961589-fedd-4690-8e35-2f9d6b4d61e4'}]}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:38:01.557007 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-2edc8bc0-b83d-4fe8-902e-3da1f3c7679c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:38:01.557781 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2edc8bc0-b83d-4fe8-902e-3da1f3c7679c None None] The sync data for ids ['5877b362-41ad-4d8d-8d36-c77f6e3c890d'] in n-d-818823-1 is: [] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:38:01.600562 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c5a364f8-cb8e-435a-8d38-1c978f5842a8 tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3961693'] for network, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:01.697696 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d66ecc4a-2c5a-4054-a9fe-08137d9fe2ec None None] DHCP port deletion for 6e263e34-64ea-4549-bba7-542af9c2ea3d request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:38:01.714979 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4718a942-46da-4f32-bd25-477e1bb49d95 tempest-FloatingIPNegativeTestJSON-1145215243 tempest-FloatingIPNegativeTestJSON-1145215243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:01.739267 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b99ac775-471f-4daf-ac10-0c99e18c4c3b tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3753007'] for subnet, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:01.782532 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-d66ecc4a-2c5a-4054-a9fe-08137d9fe2ec None None] Deleting port 9fc70738-b04b-4792-9712-3011154c539e {{(pid=103449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:38:01.783015 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-d66ecc4a-2c5a-4054-a9fe-08137d9fe2ec None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:01.866364 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-d66ecc4a-2c5a-4054-a9fe-08137d9fe2ec None None] For port 9fc70738-b04b-4792-9712-3011154c539e, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=9fc70738-b04b-4792-9712-3011154c539e,segment=NetworkSegment(2b159b56-633b-4b9e-b539-8281eb66ae41),segment_id=2b159b56-633b-4b9e-b539-8281eb66ae41)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:38:01.866897 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-d66ecc4a-2c5a-4054-a9fe-08137d9fe2ec None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:01.867645 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0726f578-1c4b-4c05-9d6f-02ddb59f8e24 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:01.886360 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-d66ecc4a-2c5a-4054-a9fe-08137d9fe2ec None None] Calling delete_port for 9fc70738-b04b-4792-9712-3011154c539e owned by network:dhcp {{(pid=103449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:38:01.956658 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b99ac775-471f-4daf-ac10-0c99e18c4c3b tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3753014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8900804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8485115'] for subnet, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:02.015863 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c5a364f8-cb8e-435a-8d38-1c978f5842a8 tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3760028', 'neutron.services.segments.db._delete_segments_for_network-8748992815755'] for network, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:02.051273 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-c5a364f8-cb8e-435a-8d38-1c978f5842a8 tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93663aa9-ba99-43ca-ae70-d3fe72f86ea7']}} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:38:02.065186 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-d66ecc4a-2c5a-4054-a9fe-08137d9fe2ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381'] for port, after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:02.073541 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-c5a364f8-cb8e-435a-8d38-1c978f5842a8 tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c177b76-8deb-44f0-9919-067e045c824f') {'for_net_delete': True} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:38:02.074158 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-c5a364f8-cb8e-435a-8d38-1c978f5842a8 tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c177b76-8deb-44f0-9919-067e045c824f') {} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:38:02.090343 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c5a364f8-cb8e-435a-8d38-1c978f5842a8 tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748993039638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11627933'] for segment, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:02.109242 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c5a364f8-cb8e-435a-8d38-1c978f5842a8 tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:02.116837 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5a364f8-cb8e-435a-8d38-1c978f5842a8 tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] Releasing vlan 604 on physical network physnet1 to pool {{(pid=103448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 20:38:02.117566 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c5a364f8-cb8e-435a-8d38-1c978f5842a8 tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11567447'] for segment, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:02.130397 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66ecc4a-2c5a-4054-a9fe-08137d9fe2ec None None] Pushing event deleted for resources: {'Port': ['ID=9fc70738-b04b-4792-9712-3011154c539e,revision_number=None']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:38:02.132554 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d66ecc4a-2c5a-4054-a9fe-08137d9fe2ec None None] No DVR routers for this DVR port 9fc70738-b04b-4792-9712-3011154c539e on host n-d-818823-1 {{(pid=103449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:38:02.168868 n-d-818823-1 neutron-server[103448]: Traceback (most recent call last): Nov 22 20:38:02.168868 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 20:38:02.168868 n-d-818823-1 neutron-server[103448]: timer() Nov 22 20:38:02.168868 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 20:38:02.168868 n-d-818823-1 neutron-server[103448]: cb(*args, **kw) Nov 22 20:38:02.168868 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 20:38:02.168868 n-d-818823-1 neutron-server[103448]: return func(*args, **kwargs) Nov 22 20:38:02.168868 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 20:38:02.168868 n-d-818823-1 neutron-server[103448]: self._notify() Nov 22 20:38:02.168868 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 20:38:02.168868 n-d-818823-1 neutron-server[103448]: self.callback(batched_events) Nov 22 20:38:02.168868 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 20:38:02.168868 n-d-818823-1 neutron-server[103448]: event.method(event) Nov 22 20:38:02.168868 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 20:38:02.168868 n-d-818823-1 neutron-server[103448]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 20:38:02.168868 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 20:38:02.168868 n-d-818823-1 neutron-server[103448]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 20:38:02.168868 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 20:38:02.168868 n-d-818823-1 neutron-server[103448]: return f(self, *a, **k) Nov 22 20:38:02.168868 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 20:38:02.168868 n-d-818823-1 neutron-server[103448]: return self._get(url).json() Nov 22 20:38:02.168868 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 20:38:02.168868 n-d-818823-1 neutron-server[103448]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 20:38:02.168868 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 20:38:02.168868 n-d-818823-1 neutron-server[103448]: return self.request(url, 'GET', **kwargs) Nov 22 20:38:02.168868 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 20:38:02.168868 n-d-818823-1 neutron-server[103448]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 20:38:02.168868 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 20:38:02.168868 n-d-818823-1 neutron-server[103448]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 20:38:02.168868 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 20:38:02.168868 n-d-818823-1 neutron-server[103448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 20:38:02.168868 n-d-818823-1 neutron-server[103448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 20:38:02.224567 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c5a364f8-cb8e-435a-8d38-1c978f5842a8 tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3760002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595318'] for network, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:02.245180 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5a364f8-cb8e-435a-8d38-1c978f5842a8 tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 93663aa9-ba99-43ca-ae70-d3fe72f86ea7 {{(pid=103448) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 22 20:38:02.246930 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a364f8-cb8e-435a-8d38-1c978f5842a8 tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] Pushing event deleted for resources: {'Network': ['ID=93663aa9-ba99-43ca-ae70-d3fe72f86ea7,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:38:02.249046 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c5a364f8-cb8e-435a-8d38-1c978f5842a8 tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] Publish callbacks [] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:02.252414 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-c5a364f8-cb8e-435a-8d38-1c978f5842a8 tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] 10.222.0.46 "DELETE /v2.0/networks/93663aa9-ba99-43ca-ae70-d3fe72f86ea7 HTTP/1.1" status: 204 len: 168 time: 0.8214269 Nov 22 20:38:02.496282 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99ac775-471f-4daf-ac10-0c99e18c4c3b tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Pushing event deleted for resources: {'Subnet': ['ID=a53180de-db75-45a1-9728-544ccef58095,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:38:02.504309 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b99ac775-471f-4daf-ac10-0c99e18c4c3b tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Publish callbacks [] for subnet, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:02.507588 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-b99ac775-471f-4daf-ac10-0c99e18c4c3b tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] 10.222.0.46 "DELETE /v2.0/subnets/a53180de-db75-45a1-9728-544ccef58095 HTTP/1.1" status: 204 len: 168 time: 1.2440565 Nov 22 20:38:02.510846 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 48936) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:02.512363 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdb2d58a-d310-42d8-b87d-a3754fd0da81 None None] Network a5f81ee6-e497-4485-98d9-0babeb9bc13e requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:38:02.594031 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dd29eb8-36ec-4814-b14a-a4a09750b58f None None] Network a0a107c5-da24-4fef-9ed5-fa657ddb0ec6 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:38:02.633908 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1b0b1d45-6cbd-4440-8977-240fcf8310e1 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3961693'] for network, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:02.694365 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4718a942-46da-4f32-bd25-477e1bb49d95 tempest-FloatingIPNegativeTestJSON-1145215243 tempest-FloatingIPNegativeTestJSON-1145215243-project] Publish callbacks [] for port, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:02.701859 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4718a942-46da-4f32-bd25-477e1bb49d95 tempest-FloatingIPNegativeTestJSON-1145215243 tempest-FloatingIPNegativeTestJSON-1145215243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:02.765854 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-4b683680-9b99-4a13-beb3-ad14cdd2c788 None None] Provisioning complete for port 19d085b9-a794-490c-a084-080dac29d15c triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:38:02.766167 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4b683680-9b99-4a13-beb3-ad14cdd2c788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:02.816051 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1b0b1d45-6cbd-4440-8977-240fcf8310e1 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3760028', 'neutron.services.segments.db._delete_segments_for_network-8748992815755'] for network, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:02.849329 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0726f578-1c4b-4c05-9d6f-02ddb59f8e24 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks [] for port, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:02.852804 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 48942) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:02.859312 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-c1ecb416-070e-4311-8bdd-7be1e581f686 tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] Request body: {'router': {'name': 'tempest-router--1853349895', 'project_id': '41f5947ef0c845ccbb6e6330969a02b5'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:38:02.862148 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4718a942-46da-4f32-bd25-477e1bb49d95 tempest-FloatingIPNegativeTestJSON-1145215243 tempest-FloatingIPNegativeTestJSON-1145215243-project] Pushing event updated for resources: {'Port': ['ID=33dd36db-834e-4743-86da-b712add24ef2,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:38:02.863327 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0726f578-1c4b-4c05-9d6f-02ddb59f8e24 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:02.866558 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-1b0b1d45-6cbd-4440-8977-240fcf8310e1 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e263e34-64ea-4549-bba7-542af9c2ea3d']}} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:38:02.868839 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4718a942-46da-4f32-bd25-477e1bb49d95 tempest-FloatingIPNegativeTestJSON-1145215243 tempest-FloatingIPNegativeTestJSON-1145215243-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-563461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-659839'] for router_interface, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:02.872102 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0726f578-1c4b-4c05-9d6f-02ddb59f8e24 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:38:02.873963 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0726f578-1c4b-4c05-9d6f-02ddb59f8e24 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:02.876938 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-0726f578-1c4b-4c05-9d6f-02ddb59f8e24 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] 10.222.0.46 "PUT /v2.0/ports/ec770276-bcc1-4157-85be-f1674032046d HTTP/1.1" status: 200 len: 911 time: 1.3310266 Nov 22 20:38:02.891953 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 48944) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:02.929793 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0726f578-1c4b-4c05-9d6f-02ddb59f8e24 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Pushing event updated for resources: {'Port': ['ID=ec770276-bcc1-4157-85be-f1674032046d,revision_number=3']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:38:02.967172 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-1b0b1d45-6cbd-4440-8977-240fcf8310e1 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b159b56-633b-4b9e-b539-8281eb66ae41') {'for_net_delete': True} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:38:02.967824 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-1b0b1d45-6cbd-4440-8977-240fcf8310e1 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b159b56-633b-4b9e-b539-8281eb66ae41') {} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:38:02.995934 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1b0b1d45-6cbd-4440-8977-240fcf8310e1 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748993039638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12178344'] for segment, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:03.049707 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c1ecb416-070e-4311-8bdd-7be1e581f686 tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24799'] for router, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:03.050772 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c1ecb416-070e-4311-8bdd-7be1e581f686 tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-632716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24788'] for router, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:03.060707 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1b0b1d45-6cbd-4440-8977-240fcf8310e1 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:03.078057 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b0b1d45-6cbd-4440-8977-240fcf8310e1 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Releasing vlan 644 on physical network physnet1 to pool {{(pid=103447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 20:38:03.078485 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1b0b1d45-6cbd-4440-8977-240fcf8310e1 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8900762'] for segment, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:03.083486 n-d-818823-1 neutron-server[103447]: Traceback (most recent call last): Nov 22 20:38:03.083486 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 20:38:03.083486 n-d-818823-1 neutron-server[103447]: timer() Nov 22 20:38:03.083486 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 20:38:03.083486 n-d-818823-1 neutron-server[103447]: cb(*args, **kw) Nov 22 20:38:03.083486 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 20:38:03.083486 n-d-818823-1 neutron-server[103447]: return func(*args, **kwargs) Nov 22 20:38:03.083486 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 20:38:03.083486 n-d-818823-1 neutron-server[103447]: self._notify() Nov 22 20:38:03.083486 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 20:38:03.083486 n-d-818823-1 neutron-server[103447]: self.callback(batched_events) Nov 22 20:38:03.083486 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 20:38:03.083486 n-d-818823-1 neutron-server[103447]: event.method(event) Nov 22 20:38:03.083486 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 20:38:03.083486 n-d-818823-1 neutron-server[103447]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 20:38:03.083486 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 20:38:03.083486 n-d-818823-1 neutron-server[103447]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 20:38:03.083486 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 20:38:03.083486 n-d-818823-1 neutron-server[103447]: return f(self, *a, **k) Nov 22 20:38:03.083486 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 20:38:03.083486 n-d-818823-1 neutron-server[103447]: return self._get(url).json() Nov 22 20:38:03.083486 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 20:38:03.083486 n-d-818823-1 neutron-server[103447]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 20:38:03.083486 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 20:38:03.083486 n-d-818823-1 neutron-server[103447]: return self.request(url, 'GET', **kwargs) Nov 22 20:38:03.083486 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 20:38:03.083486 n-d-818823-1 neutron-server[103447]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 20:38:03.083486 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 20:38:03.083486 n-d-818823-1 neutron-server[103447]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 20:38:03.083486 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 20:38:03.083486 n-d-818823-1 neutron-server[103447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 20:38:03.083486 n-d-818823-1 neutron-server[103447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 20:38:03.124188 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 19d085b9-a794-490c-a084-080dac29d15c up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:38:03.207516 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-649e8071-5d6b-4037-a30c-2f16d413d9e5 None None] DHCP port deletion for a5f81ee6-e497-4485-98d9-0babeb9bc13e request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:38:03.209113 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-d45c684f-59ae-46b6-b5ae-81e2bb55c714 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:03.211164 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4b683680-9b99-4a13-beb3-ad14cdd2c788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:03.270828 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c1ecb416-070e-4311-8bdd-7be1e581f686 tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:03.284202 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c1ecb416-070e-4311-8bdd-7be1e581f686 tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-659538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-841284'] for router, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:03.289873 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1b0b1d45-6cbd-4440-8977-240fcf8310e1 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3760002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595318'] for network, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:03.298560 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-4b683680-9b99-4a13-beb3-ad14cdd2c788 None None] For port 19d085b9-a794-490c-a084-080dac29d15c, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=19d085b9-a794-490c-a084-080dac29d15c,segment=NetworkSegment(8ed9e8a6-1c84-42b9-9d13-5c9facd12634),segment_id=8ed9e8a6-1c84-42b9-9d13-5c9facd12634)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:38:03.303704 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1b0b1d45-6cbd-4440-8977-240fcf8310e1 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Publish callbacks [] for network, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:03.309881 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-1b0b1d45-6cbd-4440-8977-240fcf8310e1 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] 10.222.0.46 "DELETE /v2.0/networks/6e263e34-64ea-4549-bba7-542af9c2ea3d HTTP/1.1" status: 204 len: 168 time: 0.7959743 Nov 22 20:38:03.310064 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4b683680-9b99-4a13-beb3-ad14cdd2c788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:03.312439 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 48946) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:03.314794 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 19d085b9-a794-490c-a084-080dac29d15c triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:38:03.315782 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:03.330569 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4718a942-46da-4f32-bd25-477e1bb49d95 tempest-FloatingIPNegativeTestJSON-1145215243 tempest-FloatingIPNegativeTestJSON-1145215243-project] Network a0a107c5-da24-4fef-9ed5-fa657ddb0ec6 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:38:03.349804 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0b1d45-6cbd-4440-8977-240fcf8310e1 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Pushing event deleted for resources: {'Network': ['ID=6e263e34-64ea-4549-bba7-542af9c2ea3d,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:38:03.351845 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-4718a942-46da-4f32-bd25-477e1bb49d95 tempest-FloatingIPNegativeTestJSON-1145215243 tempest-FloatingIPNegativeTestJSON-1145215243-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:38:03.358320 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c1ecb416-070e-4311-8bdd-7be1e581f686 tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] Publish callbacks [] for router, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:03.362396 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-c1ecb416-070e-4311-8bdd-7be1e581f686 tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.5064828 Nov 22 20:38:03.365051 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 48948) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:03.410828 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b683680-9b99-4a13-beb3-ad14cdd2c788 None None] Pushing event updated for resources: {'Port': ['ID=19d085b9-a794-490c-a084-080dac29d15c,revision_number=3']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:38:03.430775 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-649e8071-5d6b-4037-a30c-2f16d413d9e5 None None] Deleting port 66b6889b-91ad-4db7-80f8-2cdba64b6c11 {{(pid=103449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:38:03.431799 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-649e8071-5d6b-4037-a30c-2f16d413d9e5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:03.449528 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-03dc8ba7-f161-4c02-bef1-1b847efa8f86 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3961693'] for network, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:03.523972 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-fd39f85b-873b-4cad-812b-7b1497dd4185 tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] Publish callbacks [] for router, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:03.528047 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-03dc8ba7-f161-4c02-bef1-1b847efa8f86 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Deleting port 66b6889b-91ad-4db7-80f8-2cdba64b6c11 {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:38:03.528047 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-03dc8ba7-f161-4c02-bef1-1b847efa8f86 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:03.549060 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-649e8071-5d6b-4037-a30c-2f16d413d9e5 None None] For port 66b6889b-91ad-4db7-80f8-2cdba64b6c11, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=66b6889b-91ad-4db7-80f8-2cdba64b6c11,segment=NetworkSegment(cc70ca31-0a6a-4393-86e2-eda2012c7384),segment_id=cc70ca31-0a6a-4393-86e2-eda2012c7384)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:38:03.549635 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-649e8071-5d6b-4037-a30c-2f16d413d9e5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:03.560899 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-03f0964f-1b75-4df7-99e0-a3cdb56ec2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:03.568681 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-649e8071-5d6b-4037-a30c-2f16d413d9e5 None None] Calling delete_port for 66b6889b-91ad-4db7-80f8-2cdba64b6c11 owned by network:dhcp {{(pid=103449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:38:03.615325 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-03dc8ba7-f161-4c02-bef1-1b847efa8f86 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] For port 66b6889b-91ad-4db7-80f8-2cdba64b6c11, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=66b6889b-91ad-4db7-80f8-2cdba64b6c11,segment=NetworkSegment(cc70ca31-0a6a-4393-86e2-eda2012c7384),segment_id=cc70ca31-0a6a-4393-86e2-eda2012c7384)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:38:03.615726 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-03dc8ba7-f161-4c02-bef1-1b847efa8f86 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:03.656654 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-03dc8ba7-f161-4c02-bef1-1b847efa8f86 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Calling delete_port for 66b6889b-91ad-4db7-80f8-2cdba64b6c11 owned by network:dhcp {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:38:03.668282 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 9fc70738-b04b-4792-9712-3011154c539e no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:38:03.704634 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: 9fc70738-b04b-4792-9712-3011154c539e {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:38:03.705274 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 9fc70738-b04b-4792-9712-3011154c539e not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:38:03.729573 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-bd761dbf-321d-429f-bd90-c18cb7b18d43 None None] Provisioning complete for port 19d085b9-a794-490c-a084-080dac29d15c triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:38:03.730841 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-bd761dbf-321d-429f-bd90-c18cb7b18d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:03.750184 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-fd39f85b-873b-4cad-812b-7b1497dd4185 tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24781'] for router, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:03.755209 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-fd39f85b-873b-4cad-812b-7b1497dd4185 tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:03.755559 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-649e8071-5d6b-4037-a30c-2f16d413d9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381'] for port, after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:03.763773 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-03dc8ba7-f161-4c02-bef1-1b847efa8f86 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:03.794457 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649e8071-5d6b-4037-a30c-2f16d413d9e5 None None] Pushing event deleted for resources: {'Port': ['ID=66b6889b-91ad-4db7-80f8-2cdba64b6c11,revision_number=None']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:38:03.802593 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-649e8071-5d6b-4037-a30c-2f16d413d9e5 None None] No DVR routers for this DVR port 66b6889b-91ad-4db7-80f8-2cdba64b6c11 on host n-d-818823-1 {{(pid=103449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:38:03.810246 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dc8ba7-f161-4c02-bef1-1b847efa8f86 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Pushing event deleted for resources: {'Port': ['ID=66b6889b-91ad-4db7-80f8-2cdba64b6c11,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:38:03.815628 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03dc8ba7-f161-4c02-bef1-1b847efa8f86 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] No DVR routers for this DVR port 66b6889b-91ad-4db7-80f8-2cdba64b6c11 on host n-d-818823-1 {{(pid=103448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:38:03.851909 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-fd39f85b-873b-4cad-812b-7b1497dd4185 tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-663261'] for router, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:03.852561 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd39f85b-873b-4cad-812b-7b1497dd4185 tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a11eb27f-21f7-4a20-84aa-b7108c759527 {{(pid=103447) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 20:38:03.858377 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-fd39f85b-873b-4cad-812b-7b1497dd4185 tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] Publish callbacks [] for router, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:03.859822 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-fd39f85b-873b-4cad-812b-7b1497dd4185 tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] 10.222.0.46 "DELETE /v2.0/routers/a11eb27f-21f7-4a20-84aa-b7108c759527 HTTP/1.1" status: 204 len: 168 time: 0.4916570 Nov 22 20:38:03.888060 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-bd761dbf-321d-429f-bd90-c18cb7b18d43 None None] Provisioning complete for port 33dd36db-834e-4743-86da-b712add24ef2 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:38:03.888841 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-bd761dbf-321d-429f-bd90-c18cb7b18d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:03.925096 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4718a942-46da-4f32-bd25-477e1bb49d95 tempest-FloatingIPNegativeTestJSON-1145215243 tempest-FloatingIPNegativeTestJSON-1145215243-project] Router 8496daa6-fd3f-4d14-8d45-deb16cb5958d is scheduled to L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 with binding_index 1 {{(pid=103447) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 20:38:03.953866 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-bd761dbf-321d-429f-bd90-c18cb7b18d43 None None] Port 33dd36db-834e-4743-86da-b712add24ef2 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:38:03.967961 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-03dc8ba7-f161-4c02-bef1-1b847efa8f86 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3760028', 'neutron.services.segments.db._delete_segments_for_network-8748992815755'] for network, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:04.001264 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-03dc8ba7-f161-4c02-bef1-1b847efa8f86 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5f81ee6-e497-4485-98d9-0babeb9bc13e']}} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:38:04.015061 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-03dc8ba7-f161-4c02-bef1-1b847efa8f86 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc70ca31-0a6a-4393-86e2-eda2012c7384') {'for_net_delete': True} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:38:04.015061 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-03dc8ba7-f161-4c02-bef1-1b847efa8f86 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc70ca31-0a6a-4393-86e2-eda2012c7384') {} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:38:04.016481 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 48952) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:04.036644 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-03dc8ba7-f161-4c02-bef1-1b847efa8f86 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748993039638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11627933'] for segment, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:04.053011 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-03dc8ba7-f161-4c02-bef1-1b847efa8f86 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:04.057636 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1e2d3656-9ccb-4a13-88a3-245dec7fcaf1 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659736'] for router_interface, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:04.063385 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03dc8ba7-f161-4c02-bef1-1b847efa8f86 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Releasing vlan 606 on physical network physnet1 to pool {{(pid=103448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 20:38:04.064226 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-03dc8ba7-f161-4c02-bef1-1b847efa8f86 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11567447'] for segment, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:04.067890 n-d-818823-1 neutron-server[103448]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 20:38:04.067890 n-d-818823-1 neutron-server[103448]: self.session.flush() Nov 22 20:38:04.067890 n-d-818823-1 neutron-server[103448]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 20:38:04.067890 n-d-818823-1 neutron-server[103448]: self.session.flush() Nov 22 20:38:04.067890 n-d-818823-1 neutron-server[103448]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 20:38:04.067890 n-d-818823-1 neutron-server[103448]: self.session.flush() Nov 22 20:38:04.067890 n-d-818823-1 neutron-server[103448]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 20:38:04.067890 n-d-818823-1 neutron-server[103448]: self.session.flush() Nov 22 20:38:04.067890 n-d-818823-1 neutron-server[103448]: Traceback (most recent call last): Nov 22 20:38:04.067890 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 20:38:04.067890 n-d-818823-1 neutron-server[103448]: timer() Nov 22 20:38:04.067890 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 20:38:04.067890 n-d-818823-1 neutron-server[103448]: cb(*args, **kw) Nov 22 20:38:04.067890 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 20:38:04.067890 n-d-818823-1 neutron-server[103448]: return func(*args, **kwargs) Nov 22 20:38:04.067890 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 20:38:04.067890 n-d-818823-1 neutron-server[103448]: self._notify() Nov 22 20:38:04.067890 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 20:38:04.067890 n-d-818823-1 neutron-server[103448]: self.callback(batched_events) Nov 22 20:38:04.067890 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 20:38:04.067890 n-d-818823-1 neutron-server[103448]: event.method(event) Nov 22 20:38:04.067890 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 20:38:04.067890 n-d-818823-1 neutron-server[103448]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 20:38:04.067890 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 20:38:04.067890 n-d-818823-1 neutron-server[103448]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 20:38:04.067890 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 20:38:04.067890 n-d-818823-1 neutron-server[103448]: return f(self, *a, **k) Nov 22 20:38:04.067890 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 20:38:04.067890 n-d-818823-1 neutron-server[103448]: return self._get(url).json() Nov 22 20:38:04.067890 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 20:38:04.067890 n-d-818823-1 neutron-server[103448]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 20:38:04.067890 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 20:38:04.067890 n-d-818823-1 neutron-server[103448]: return self.request(url, 'GET', **kwargs) Nov 22 20:38:04.067890 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 20:38:04.067890 n-d-818823-1 neutron-server[103448]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 20:38:04.067890 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 20:38:04.067890 n-d-818823-1 neutron-server[103448]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 20:38:04.067890 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 20:38:04.067890 n-d-818823-1 neutron-server[103448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 20:38:04.067890 n-d-818823-1 neutron-server[103448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 20:38:04.098738 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-b40e8114-f933-4b0c-9857-5dfe0b173aba None None] Provisioning complete for port 33dd36db-834e-4743-86da-b712add24ef2 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:38:04.099118 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-b40e8114-f933-4b0c-9857-5dfe0b173aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:04.137289 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4718a942-46da-4f32-bd25-477e1bb49d95 tempest-FloatingIPNegativeTestJSON-1145215243 tempest-FloatingIPNegativeTestJSON-1145215243-project] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:38:04.147601 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-03dc8ba7-f161-4c02-bef1-1b847efa8f86 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3760002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595318'] for network, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:04.148736 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-4718a942-46da-4f32-bd25-477e1bb49d95 tempest-FloatingIPNegativeTestJSON-1145215243 tempest-FloatingIPNegativeTestJSON-1145215243-project] 10.222.0.46 "PUT /v2.0/routers/8496daa6-fd3f-4d14-8d45-deb16cb5958d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0435765 Nov 22 20:38:04.152565 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 48956) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:04.160522 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e76bd897-9b27-4b88-aef5-ade5e32eb39c None None] Sync routers for ids ['8496daa6-fd3f-4d14-8d45-deb16cb5958d'] in n-d-818823-1 {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:38:04.165496 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-c24ba471-7f78-43d8-a600-756b5159ae1f tempest-FloatingIPNegativeTestJSON-1145215243 tempest-FloatingIPNegativeTestJSON-1145215243-project] Request body: {'port': {'network_id': 'a0a107c5-da24-4fef-9ed5-fa657ddb0ec6', 'name': 'tempest-FloatingIPNegativeTestJSON-852937104'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:38:04.171868 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-03dc8ba7-f161-4c02-bef1-1b847efa8f86 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Publish callbacks [] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:04.179351 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-03dc8ba7-f161-4c02-bef1-1b847efa8f86 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] 10.222.0.46 "DELETE /v2.0/networks/a5f81ee6-e497-4485-98d9-0babeb9bc13e HTTP/1.1" status: 204 len: 168 time: 0.8647482 Nov 22 20:38:04.184571 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-b40e8114-f933-4b0c-9857-5dfe0b173aba None None] Port 33dd36db-834e-4743-86da-b712add24ef2 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:38:04.185754 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e76bd897-9b27-4b88-aef5-ade5e32eb39c None None] Routers {'8496daa6-fd3f-4d14-8d45-deb16cb5958d'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:38:04.186602 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-e76bd897-9b27-4b88-aef5-ade5e32eb39c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:38:03Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['8496daa6-fd3f-4d14-8d45-deb16cb5958d'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:38:04.198430 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 48960) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:04.235795 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-e76bd897-9b27-4b88-aef5-ade5e32eb39c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:38:04.256210 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e76bd897-9b27-4b88-aef5-ade5e32eb39c None None] Routers {'8496daa6-fd3f-4d14-8d45-deb16cb5958d'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:38:04.257689 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-e76bd897-9b27-4b88-aef5-ade5e32eb39c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:38:03Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['8496daa6-fd3f-4d14-8d45-deb16cb5958d'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:38:04.265057 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dc8ba7-f161-4c02-bef1-1b847efa8f86 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Pushing event deleted for resources: {'Network': ['ID=a5f81ee6-e497-4485-98d9-0babeb9bc13e,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:38:04.284675 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_v2 [None req-b10f1b0b-5e63-47ef-ad85-bf1336d50f8f tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Deleting subnet 61bae8d2-8577-41ca-86f1-ab9e6f939425 {{(pid=103448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 20:38:04.288325 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b10f1b0b-5e63-47ef-ad85-bf1336d50f8f tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Publish callbacks [] for subnet, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:04.316041 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-e76bd897-9b27-4b88-aef5-ade5e32eb39c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:38:04.317093 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e76bd897-9b27-4b88-aef5-ade5e32eb39c None None] The sync data for ids ['8496daa6-fd3f-4d14-8d45-deb16cb5958d'] in n-d-818823-1 is: [] {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:38:04.321254 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-10a55d00-195f-4181-8769-5db9b38b4579 None None] Provisioning complete for port 33dd36db-834e-4743-86da-b712add24ef2 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:38:04.322196 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-10a55d00-195f-4181-8769-5db9b38b4579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:04.342456 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b10f1b0b-5e63-47ef-ad85-bf1336d50f8f tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11627908'] for subnet, precommit_delete_associations {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:04.372377 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-10a55d00-195f-4181-8769-5db9b38b4579 None None] Port 33dd36db-834e-4743-86da-b712add24ef2 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:38:04.386177 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-0d9fa256-53fe-4b7d-811a-2c71546d4fce tempest-RoutersIpV6AdminTest-639267305 tempest-RoutersIpV6AdminTest-639267305-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-633339221', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'}, 'admin_state_up': False}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:38:04.399500 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c24ba471-7f78-43d8-a600-756b5159ae1f tempest-FloatingIPNegativeTestJSON-1145215243 tempest-FloatingIPNegativeTestJSON-1145215243-project] Made reservation on behalf of 369079f4999f4e9fa3a672d85534ac2a for: {'port': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:38:04.404532 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c24ba471-7f78-43d8-a600-756b5159ae1f tempest-FloatingIPNegativeTestJSON-1145215243 tempest-FloatingIPNegativeTestJSON-1145215243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:04.442819 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0d9fa256-53fe-4b7d-811a-2c71546d4fce tempest-RoutersIpV6AdminTest-639267305 tempest-RoutersIpV6AdminTest-639267305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24799'] for router, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:04.443893 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0d9fa256-53fe-4b7d-811a-2c71546d4fce tempest-RoutersIpV6AdminTest-639267305 tempest-RoutersIpV6AdminTest-639267305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-632716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24788'] for router, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:04.444142 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [None req-c24ba471-7f78-43d8-a600-756b5159ae1f tempest-FloatingIPNegativeTestJSON-1145215243 tempest-FloatingIPNegativeTestJSON-1145215243-project] device_id is not set on port 145a99af-677f-4708-81e7-3dda46a7d2f7 yet. {{(pid=103447) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 20:38:04.471747 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b10f1b0b-5e63-47ef-ad85-bf1336d50f8f tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3753007'] for subnet, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:04.537540 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0d9fa256-53fe-4b7d-811a-2c71546d4fce tempest-RoutersIpV6AdminTest-639267305 tempest-RoutersIpV6AdminTest-639267305-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:04.590636 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-1e2d3656-9ccb-4a13-88a3-245dec7fcaf1 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Deleting port ec770276-bcc1-4157-85be-f1674032046d {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:38:04.590940 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1e2d3656-9ccb-4a13-88a3-245dec7fcaf1 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:04.597641 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [None req-c24ba471-7f78-43d8-a600-756b5159ae1f tempest-FloatingIPNegativeTestJSON-1145215243 tempest-FloatingIPNegativeTestJSON-1145215243-project] Allocated IP 172.20.0.9 (a0a107c5-da24-4fef-9ed5-fa657ddb0ec6/26379e97-3e21-4088-86b7-dc30320fddd0/145a99af-677f-4708-81e7-3dda46a7d2f7) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:38:04.690843 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b10f1b0b-5e63-47ef-ad85-bf1336d50f8f tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3753014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11567369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11792914'] for subnet, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:04.716974 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0d9fa256-53fe-4b7d-811a-2c71546d4fce tempest-RoutersIpV6AdminTest-639267305 tempest-RoutersIpV6AdminTest-639267305-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:04.723377 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1e2d3656-9ccb-4a13-88a3-245dec7fcaf1 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:04.723933 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10f1b0b-5e63-47ef-ad85-bf1336d50f8f tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Pushing event deleted for resources: {'Subnet': ['ID=61bae8d2-8577-41ca-86f1-ab9e6f939425,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:38:04.733276 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b10f1b0b-5e63-47ef-ad85-bf1336d50f8f tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:04.736569 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-b10f1b0b-5e63-47ef-ad85-bf1336d50f8f tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] 10.222.0.46 "DELETE /v2.0/subnets/61bae8d2-8577-41ca-86f1-ab9e6f939425 HTTP/1.1" status: 204 len: 168 time: 0.5318182 Nov 22 20:38:04.742785 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b96f6d0-024d-4740-8786-bd159baa0ecd None None] Network 7c3796a8-5b60-458e-8263-83835bece6dc requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:38:04.746850 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 48964) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:04.773536 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-1e2d3656-9ccb-4a13-88a3-245dec7fcaf1 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Calling delete_port for ec770276-bcc1-4157-85be-f1674032046d owned by network:router_interface {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:38:04.886059 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c24ba471-7f78-43d8-a600-756b5159ae1f tempest-FloatingIPNegativeTestJSON-1145215243 tempest-FloatingIPNegativeTestJSON-1145215243-project] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:04.958357 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e212c0c-6508-429a-a91b-e144c3696a21 None None] DHCP port deletion for 7c3796a8-5b60-458e-8263-83835bece6dc request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:38:04.980020 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c24ba471-7f78-43d8-a600-756b5159ae1f tempest-FloatingIPNegativeTestJSON-1145215243 tempest-FloatingIPNegativeTestJSON-1145215243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:05.024601 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-0e212c0c-6508-429a-a91b-e144c3696a21 None None] Deleting port eb26ee5d-a249-41fa-a53d-d26f8838f628 {{(pid=103449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:38:05.024994 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-0e212c0c-6508-429a-a91b-e144c3696a21 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:05.077303 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 19d085b9-a794-490c-a084-080dac29d15c up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:38:05.081667 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c24ba471-7f78-43d8-a600-756b5159ae1f tempest-FloatingIPNegativeTestJSON-1145215243 tempest-FloatingIPNegativeTestJSON-1145215243-project] Network a0a107c5-da24-4fef-9ed5-fa657ddb0ec6 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:38:05.084795 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24ba471-7f78-43d8-a600-756b5159ae1f tempest-FloatingIPNegativeTestJSON-1145215243 tempest-FloatingIPNegativeTestJSON-1145215243-project] Pushing event updated for resources: {'Port': ['ID=145a99af-677f-4708-81e7-3dda46a7d2f7,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:38:05.090740 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-c24ba471-7f78-43d8-a600-756b5159ae1f tempest-FloatingIPNegativeTestJSON-1145215243 tempest-FloatingIPNegativeTestJSON-1145215243-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:38:05.094674 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c24ba471-7f78-43d8-a600-756b5159ae1f tempest-FloatingIPNegativeTestJSON-1145215243 tempest-FloatingIPNegativeTestJSON-1145215243-project] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:38:05.137317 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-0e212c0c-6508-429a-a91b-e144c3696a21 None None] For port eb26ee5d-a249-41fa-a53d-d26f8838f628, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=eb26ee5d-a249-41fa-a53d-d26f8838f628,segment=NetworkSegment(3b43f828-47e6-441a-8547-fe93689dcbe5),segment_id=3b43f828-47e6-441a-8547-fe93689dcbe5)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:38:05.137662 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-0e212c0c-6508-429a-a91b-e144c3696a21 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:05.139348 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1e2d3656-9ccb-4a13-88a3-245dec7fcaf1 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:05.159853 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-0e212c0c-6508-429a-a91b-e144c3696a21 None None] Calling delete_port for eb26ee5d-a249-41fa-a53d-d26f8838f628 owned by network:dhcp {{(pid=103449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:38:05.170543 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2d3656-9ccb-4a13-88a3-245dec7fcaf1 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Pushing event deleted for resources: {'Port': ['ID=ec770276-bcc1-4157-85be-f1674032046d,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:38:05.188381 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c24ba471-7f78-43d8-a600-756b5159ae1f tempest-FloatingIPNegativeTestJSON-1145215243 tempest-FloatingIPNegativeTestJSON-1145215243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:38:05.189298 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c24ba471-7f78-43d8-a600-756b5159ae1f tempest-FloatingIPNegativeTestJSON-1145215243 tempest-FloatingIPNegativeTestJSON-1145215243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:05.260820 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 19d085b9-a794-490c-a084-080dac29d15c triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:38:05.261391 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:05.263215 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e49ee129-e862-4476-beca-cdc8150d2345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:05.277486 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-c24ba471-7f78-43d8-a600-756b5159ae1f tempest-FloatingIPNegativeTestJSON-1145215243 tempest-FloatingIPNegativeTestJSON-1145215243-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.1236808 Nov 22 20:38:05.283062 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 48968) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:05.298801 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-bafc03af-7aef-4b8a-a894-47ba833158a5 tempest-FloatingIPNegativeTestJSON-1145215243 tempest-FloatingIPNegativeTestJSON-1145215243-project] Request body: {'floatingip': {'floating_network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:38:05.329255 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1e2d3656-9ccb-4a13-88a3-245dec7fcaf1 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-563470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-663272'] for router_interface, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:05.332806 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3c257d4d-8615-452c-961c-d87d9086bfc5 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3961693'] for network, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:05.376272 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-bafc03af-7aef-4b8a-a894-47ba833158a5 tempest-FloatingIPNegativeTestJSON-1145215243 tempest-FloatingIPNegativeTestJSON-1145215243-project] Publish callbacks [] for floatingip, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:05.389457 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-0e212c0c-6508-429a-a91b-e144c3696a21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381'] for port, after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:05.420350 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e212c0c-6508-429a-a91b-e144c3696a21 None None] Pushing event deleted for resources: {'Port': ['ID=eb26ee5d-a249-41fa-a53d-d26f8838f628,revision_number=None']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:38:05.432843 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e212c0c-6508-429a-a91b-e144c3696a21 None None] No DVR routers for this DVR port eb26ee5d-a249-41fa-a53d-d26f8838f628 on host n-d-818823-1 {{(pid=103449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:38:05.502185 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 66b6889b-91ad-4db7-80f8-2cdba64b6c11 no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:38:05.537906 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: 66b6889b-91ad-4db7-80f8-2cdba64b6c11 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:38:05.538470 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 66b6889b-91ad-4db7-80f8-2cdba64b6c11 not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:38:05.538948 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device eb26ee5d-a249-41fa-a53d-d26f8838f628 no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:38:05.557659 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3c257d4d-8615-452c-961c-d87d9086bfc5 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3760028', 'neutron.services.segments.db._delete_segments_for_network-8748992815755'] for network, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:05.569605 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: eb26ee5d-a249-41fa-a53d-d26f8838f628 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:38:05.569989 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device eb26ee5d-a249-41fa-a53d-d26f8838f628 not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:38:05.581053 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-2b286882-6552-4ce0-a8db-47640ab33d3f None None] Provisioning complete for port 145a99af-677f-4708-81e7-3dda46a7d2f7 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:38:05.581826 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-2b286882-6552-4ce0-a8db-47640ab33d3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:05.593093 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-3c257d4d-8615-452c-961c-d87d9086bfc5 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c3796a8-5b60-458e-8263-83835bece6dc']}} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:38:05.636085 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-2b286882-6552-4ce0-a8db-47640ab33d3f None None] Port 145a99af-677f-4708-81e7-3dda46a7d2f7 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:38:05.674199 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-3c257d4d-8615-452c-961c-d87d9086bfc5 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b43f828-47e6-441a-8547-fe93689dcbe5') {'for_net_delete': True} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:38:05.674577 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-3c257d4d-8615-452c-961c-d87d9086bfc5 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b43f828-47e6-441a-8547-fe93689dcbe5') {} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:38:05.692175 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3c257d4d-8615-452c-961c-d87d9086bfc5 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748993039638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11627933'] for segment, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:05.735883 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3c257d4d-8615-452c-961c-d87d9086bfc5 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:05.742022 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0d9fa256-53fe-4b7d-811a-2c71546d4fce tempest-RoutersIpV6AdminTest-639267305 tempest-RoutersIpV6AdminTest-639267305-project] Publish callbacks [] for router_gateway, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:05.769793 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c257d4d-8615-452c-961c-d87d9086bfc5 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Releasing vlan 624 on physical network physnet1 to pool {{(pid=103448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 20:38:05.770211 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3c257d4d-8615-452c-961c-d87d9086bfc5 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11567447'] for segment, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:05.773380 n-d-818823-1 neutron-server[103448]: Traceback (most recent call last): Nov 22 20:38:05.773380 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 20:38:05.773380 n-d-818823-1 neutron-server[103448]: timer() Nov 22 20:38:05.773380 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 20:38:05.773380 n-d-818823-1 neutron-server[103448]: cb(*args, **kw) Nov 22 20:38:05.773380 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 20:38:05.773380 n-d-818823-1 neutron-server[103448]: return func(*args, **kwargs) Nov 22 20:38:05.773380 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 20:38:05.773380 n-d-818823-1 neutron-server[103448]: self._notify() Nov 22 20:38:05.773380 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 20:38:05.773380 n-d-818823-1 neutron-server[103448]: self.callback(batched_events) Nov 22 20:38:05.773380 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 20:38:05.773380 n-d-818823-1 neutron-server[103448]: event.method(event) Nov 22 20:38:05.773380 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 20:38:05.773380 n-d-818823-1 neutron-server[103448]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 20:38:05.773380 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 20:38:05.773380 n-d-818823-1 neutron-server[103448]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 20:38:05.773380 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 20:38:05.773380 n-d-818823-1 neutron-server[103448]: return f(self, *a, **k) Nov 22 20:38:05.773380 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 20:38:05.773380 n-d-818823-1 neutron-server[103448]: return self._get(url).json() Nov 22 20:38:05.773380 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 20:38:05.773380 n-d-818823-1 neutron-server[103448]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 20:38:05.773380 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 20:38:05.773380 n-d-818823-1 neutron-server[103448]: return self.request(url, 'GET', **kwargs) Nov 22 20:38:05.773380 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 20:38:05.773380 n-d-818823-1 neutron-server[103448]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 20:38:05.773380 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 20:38:05.773380 n-d-818823-1 neutron-server[103448]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 20:38:05.773380 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 20:38:05.773380 n-d-818823-1 neutron-server[103448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 20:38:05.773380 n-d-818823-1 neutron-server[103448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 20:38:05.787462 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0d9fa256-53fe-4b7d-811a-2c71546d4fce tempest-RoutersIpV6AdminTest-639267305 tempest-RoutersIpV6AdminTest-639267305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:05.890741 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3c257d4d-8615-452c-961c-d87d9086bfc5 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3760002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595318'] for network, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:05.903293 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3c257d4d-8615-452c-961c-d87d9086bfc5 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Publish callbacks [] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:05.906419 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-3c257d4d-8615-452c-961c-d87d9086bfc5 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] 10.222.0.46 "DELETE /v2.0/networks/7c3796a8-5b60-458e-8263-83835bece6dc HTTP/1.1" status: 204 len: 168 time: 1.1577015 Nov 22 20:38:05.910510 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-bafc03af-7aef-4b8a-a894-47ba833158a5 tempest-FloatingIPNegativeTestJSON-1145215243 tempest-FloatingIPNegativeTestJSON-1145215243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:05.912942 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 48972) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:05.942320 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e2d3656-9ccb-4a13-88a3-245dec7fcaf1 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Router 5877b362-41ad-4d8d-8d36-c77f6e3c890d has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 20:38:05.970654 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c257d4d-8615-452c-961c-d87d9086bfc5 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Pushing event deleted for resources: {'Network': ['ID=7c3796a8-5b60-458e-8263-83835bece6dc,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:38:06.021429 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-e8ed7f3c-fb9f-40b6-84fe-6916bdefbccc tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] 10.222.0.46 "GET /v2.0/ports?device_id=a2bfa374-cca1-428d-a4c5-ed514ec6e504 HTTP/1.1" status: 200 len: 205 time: 0.1028886 Nov 22 20:38:06.023909 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 48974) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:06.034117 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c257d4d-8615-452c-961c-d87d9086bfc5 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:38:06.034474 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c257d4d-8615-452c-961c-d87d9086bfc5 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:38:06.034592 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e2d3656-9ccb-4a13-88a3-245dec7fcaf1 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:38:06.034824 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c257d4d-8615-452c-961c-d87d9086bfc5 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:38:06.035253 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c257d4d-8615-452c-961c-d87d9086bfc5 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:38:06.036467 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c257d4d-8615-452c-961c-d87d9086bfc5 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:38:06.036467 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c257d4d-8615-452c-961c-d87d9086bfc5 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:38:06.036467 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c257d4d-8615-452c-961c-d87d9086bfc5 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:38:06.036467 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c257d4d-8615-452c-961c-d87d9086bfc5 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:38:06.036825 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c257d4d-8615-452c-961c-d87d9086bfc5 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:38:06.037114 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c257d4d-8615-452c-961c-d87d9086bfc5 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:38:06.037443 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c257d4d-8615-452c-961c-d87d9086bfc5 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:38:06.037758 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c257d4d-8615-452c-961c-d87d9086bfc5 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:38:06.062892 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3fa9136-c033-4b9d-a8ec-3177c314aae0 None None] Sync routers for ids ['5877b362-41ad-4d8d-8d36-c77f6e3c890d'] in n-d-818823-1 {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:38:06.071487 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-1e2d3656-9ccb-4a13-88a3-245dec7fcaf1 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] 10.222.0.46 "PUT /v2.0/routers/5877b362-41ad-4d8d-8d36-c77f6e3c890d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1759973 Nov 22 20:38:06.072376 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 48976) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:06.074971 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [None req-0d9fa256-53fe-4b7d-811a-2c71546d4fce tempest-RoutersIpV6AdminTest-639267305 tempest-RoutersIpV6AdminTest-639267305-project] Allocated IP 172.25.5.130 (c48a55e9-6a85-4746-b7bf-3e29fb560094/5da6f781-63e6-4328-ae7a-5e672262f55a/20d522a3-5747-445a-a987-9f089cde1a15) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:38:06.079316 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3fa9136-c033-4b9d-a8ec-3177c314aae0 None None] Routers {'5877b362-41ad-4d8d-8d36-c77f6e3c890d'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:38:06.079995 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-e3fa9136-c033-4b9d-a8ec-3177c314aae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:38:03Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['5877b362-41ad-4d8d-8d36-c77f6e3c890d'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:38:06.081701 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:06.105490 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a1817056-7909-4554-89ec-4139f4cce9e9 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Publish callbacks [] for router, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:06.109994 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-4cdb7f19-0e9e-439d-b796-6fce4fcaecc7 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] 10.222.0.46 "GET /v2.0/ports?device_id=5877b362-41ad-4d8d-8d36-c77f6e3c890d HTTP/1.1" status: 200 len: 205 time: 0.0362666 Nov 22 20:38:06.112447 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 48978) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:06.121883 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-e3fa9136-c033-4b9d-a8ec-3177c314aae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:38:06.130942 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3fa9136-c033-4b9d-a8ec-3177c314aae0 None None] Routers {'5877b362-41ad-4d8d-8d36-c77f6e3c890d'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:38:06.131576 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-e3fa9136-c033-4b9d-a8ec-3177c314aae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:38:03Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['5877b362-41ad-4d8d-8d36-c77f6e3c890d'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:38:06.164836 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-e3fa9136-c033-4b9d-a8ec-3177c314aae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:38:06.165497 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3fa9136-c033-4b9d-a8ec-3177c314aae0 None None] The sync data for ids ['5877b362-41ad-4d8d-8d36-c77f6e3c890d'] in n-d-818823-1 is: [] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:38:06.235297 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5f7ce95e-4e36-49ef-ad7c-1df29bc92ea9 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks [] for router, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:06.265173 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a1817056-7909-4554-89ec-4139f4cce9e9 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24781'] for router, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:06.267522 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a1817056-7909-4554-89ec-4139f4cce9e9 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:06.316167 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a1817056-7909-4554-89ec-4139f4cce9e9 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-663261'] for router, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:06.316708 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1817056-7909-4554-89ec-4139f4cce9e9 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Fanout notify agent at l3_agent the message router_deleted on router a2bfa374-cca1-428d-a4c5-ed514ec6e504 {{(pid=103447) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 20:38:06.325221 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a1817056-7909-4554-89ec-4139f4cce9e9 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] Publish callbacks [] for router, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:06.328322 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-a1817056-7909-4554-89ec-4139f4cce9e9 tempest-RoutersNegativeIpV6Test-373330938 tempest-RoutersNegativeIpV6Test-373330938-project] 10.222.0.46 "DELETE /v2.0/routers/a2bfa374-cca1-428d-a4c5-ed514ec6e504 HTTP/1.1" status: 204 len: 168 time: 0.3033609 Nov 22 20:38:06.442447 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5f7ce95e-4e36-49ef-ad7c-1df29bc92ea9 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24781'] for router, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:06.445983 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0d9fa256-53fe-4b7d-811a-2c71546d4fce tempest-RoutersIpV6AdminTest-639267305 tempest-RoutersIpV6AdminTest-639267305-project] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:06.447858 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5f7ce95e-4e36-49ef-ad7c-1df29bc92ea9 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:06.505680 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5f7ce95e-4e36-49ef-ad7c-1df29bc92ea9 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-663261'] for router, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:06.506195 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f7ce95e-4e36-49ef-ad7c-1df29bc92ea9 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Fanout notify agent at l3_agent the message router_deleted on router 5877b362-41ad-4d8d-8d36-c77f6e3c890d {{(pid=103448) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 20:38:06.514180 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5f7ce95e-4e36-49ef-ad7c-1df29bc92ea9 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks [] for router, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:06.515305 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-5f7ce95e-4e36-49ef-ad7c-1df29bc92ea9 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] 10.222.0.46 "DELETE /v2.0/routers/5877b362-41ad-4d8d-8d36-c77f6e3c890d HTTP/1.1" status: 204 len: 168 time: 0.4017920 Nov 22 20:38:06.517942 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 48984) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:06.563331 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0d9fa256-53fe-4b7d-811a-2c71546d4fce tempest-RoutersIpV6AdminTest-639267305 tempest-RoutersIpV6AdminTest-639267305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:06.577501 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 48986) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:06.630750 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac16fe7d-af19-4e8f-a687-78c129fae51e tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Deleting subnet cc961589-fedd-4690-8e35-2f9d6b4d61e4 {{(pid=103448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 20:38:06.646131 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ac16fe7d-af19-4e8f-a687-78c129fae51e tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks [] for subnet, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:06.672702 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d9fa256-53fe-4b7d-811a-2c71546d4fce tempest-RoutersIpV6AdminTest-639267305 tempest-RoutersIpV6AdminTest-639267305-project] Network c48a55e9-6a85-4746-b7bf-3e29fb560094 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:38:06.686707 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-0d9fa256-53fe-4b7d-811a-2c71546d4fce tempest-RoutersIpV6AdminTest-639267305 tempest-RoutersIpV6AdminTest-639267305-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:38:06.694844 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d9fa256-53fe-4b7d-811a-2c71546d4fce tempest-RoutersIpV6AdminTest-639267305 tempest-RoutersIpV6AdminTest-639267305-project] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:38:06.698837 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9fa256-53fe-4b7d-811a-2c71546d4fce tempest-RoutersIpV6AdminTest-639267305 tempest-RoutersIpV6AdminTest-639267305-project] Pushing event updated for resources: {'Port': ['ID=20d522a3-5747-445a-a987-9f089cde1a15,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:38:06.701340 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c07916e-0ecf-4b5f-a3dd-4eaaea174202 None None] DHCP port deletion for c48a55e9-6a85-4746-b7bf-3e29fb560094 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:38:06.703620 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [None req-bafc03af-7aef-4b8a-a894-47ba833158a5 tempest-FloatingIPNegativeTestJSON-1145215243 tempest-FloatingIPNegativeTestJSON-1145215243-project] Allocated IP 172.25.5.61 (c48a55e9-6a85-4746-b7bf-3e29fb560094/5da6f781-63e6-4328-ae7a-5e672262f55a/ba0a3001-bd02-4884-9b9f-8a740fa0b6ac) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:38:06.732424 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-b68cb368-555a-4bec-b267-72c4d6314a77 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=60ce3243429c43809b5075ff500d350e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1536100 Nov 22 20:38:06.734847 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 48990) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:06.739351 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ac16fe7d-af19-4e8f-a687-78c129fae51e tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11627908'] for subnet, precommit_delete_associations {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:06.787237 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-79755c7e-0380-4db0-8a51-1366c1e753d8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:06.787946 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-91dd6088-1833-4ad7-b4b2-e3981ec9e8e4 None None] Provisioning complete for port 20d522a3-5747-445a-a987-9f089cde1a15 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:38:06.788743 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-91dd6088-1833-4ad7-b4b2-e3981ec9e8e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:06.813794 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-79755c7e-0380-4db0-8a51-1366c1e753d8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:06.830626 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-91dd6088-1833-4ad7-b4b2-e3981ec9e8e4 None None] Port 20d522a3-5747-445a-a987-9f089cde1a15 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:38:06.862975 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-79755c7e-0380-4db0-8a51-1366c1e753d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:06.865621 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-79755c7e-0380-4db0-8a51-1366c1e753d8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:06.866792 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-79755c7e-0380-4db0-8a51-1366c1e753d8 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/32b8a83e-52e3-4e1a-907b-01871616f8f6 HTTP/1.1" status: 204 len: 168 time: 0.1309209 Nov 22 20:38:06.875538 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79755c7e-0380-4db0-8a51-1366c1e753d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32b8a83e-52e3-4e1a-907b-01871616f8f6,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:38:07.011661 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ac16fe7d-af19-4e8f-a687-78c129fae51e tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3753007'] for subnet, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:07.050135 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-bafc03af-7aef-4b8a-a894-47ba833158a5 tempest-FloatingIPNegativeTestJSON-1145215243 tempest-FloatingIPNegativeTestJSON-1145215243-project] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:07.189125 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-bafc03af-7aef-4b8a-a894-47ba833158a5 tempest-FloatingIPNegativeTestJSON-1145215243 tempest-FloatingIPNegativeTestJSON-1145215243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:07.205239 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ac16fe7d-af19-4e8f-a687-78c129fae51e tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3753014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11567369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11792914'] for subnet, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:07.263306 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0d9fa256-53fe-4b7d-811a-2c71546d4fce tempest-RoutersIpV6AdminTest-639267305 tempest-RoutersIpV6AdminTest-639267305-project] Publish callbacks [] for router_gateway, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:07.266129 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bafc03af-7aef-4b8a-a894-47ba833158a5 tempest-FloatingIPNegativeTestJSON-1145215243 tempest-FloatingIPNegativeTestJSON-1145215243-project] Network c48a55e9-6a85-4746-b7bf-3e29fb560094 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:38:07.269545 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac16fe7d-af19-4e8f-a687-78c129fae51e tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Pushing event deleted for resources: {'Subnet': ['ID=cc961589-fedd-4690-8e35-2f9d6b4d61e4,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:38:07.284973 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eb36e0b-c4db-400e-ba53-613040169a97 None None] Network b72f3644-12e2-4d2f-8fc0-08aef77dd15d requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:38:07.313393 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ac16fe7d-af19-4e8f-a687-78c129fae51e tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:07.319054 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-ac16fe7d-af19-4e8f-a687-78c129fae51e tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] 10.222.0.46 "DELETE /v2.0/subnets/cc961589-fedd-4690-8e35-2f9d6b4d61e4 HTTP/1.1" status: 204 len: 168 time: 0.7977743 Nov 22 20:38:07.319054 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-bafc03af-7aef-4b8a-a894-47ba833158a5 tempest-FloatingIPNegativeTestJSON-1145215243 tempest-FloatingIPNegativeTestJSON-1145215243-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:38:07.319515 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 49006) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:07.330627 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bafc03af-7aef-4b8a-a894-47ba833158a5 tempest-FloatingIPNegativeTestJSON-1145215243 tempest-FloatingIPNegativeTestJSON-1145215243-project] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:38:07.337183 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafc03af-7aef-4b8a-a894-47ba833158a5 tempest-FloatingIPNegativeTestJSON-1145215243 tempest-FloatingIPNegativeTestJSON-1145215243-project] Pushing event updated for resources: {'Port': ['ID=ba0a3001-bd02-4884-9b9f-8a740fa0b6ac,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:38:07.440995 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-96916dd2-0d2c-48c9-9a41-6b802ae70ddf tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3961693'] for network, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:07.514742 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-96916dd2-0d2c-48c9-9a41-6b802ae70ddf tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Deleting port 458c1c31-c536-4f06-accc-513e732587e7 {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:38:07.515208 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-bafc03af-7aef-4b8a-a894-47ba833158a5 tempest-FloatingIPNegativeTestJSON-1145215243 tempest-FloatingIPNegativeTestJSON-1145215243-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:07.516073 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-96916dd2-0d2c-48c9-9a41-6b802ae70ddf tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:07.580877 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b627462-6bcf-49c2-9aae-55173958c4aa None None] DHCP port deletion for b72f3644-12e2-4d2f-8fc0-08aef77dd15d request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:38:07.594526 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-bafc03af-7aef-4b8a-a894-47ba833158a5 tempest-FloatingIPNegativeTestJSON-1145215243 tempest-FloatingIPNegativeTestJSON-1145215243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:07.600744 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [None req-96916dd2-0d2c-48c9-9a41-6b802ae70ddf tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] For port 458c1c31-c536-4f06-accc-513e732587e7, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=458c1c31-c536-4f06-accc-513e732587e7,segment=NetworkSegment(c88a972a-28c7-43af-9621-f287d3c460c8),segment_id=c88a972a-28c7-43af-9621-f287d3c460c8)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:38:07.601518 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-96916dd2-0d2c-48c9-9a41-6b802ae70ddf tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:07.616202 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0d9fa256-53fe-4b7d-811a-2c71546d4fce tempest-RoutersIpV6AdminTest-639267305 tempest-RoutersIpV6AdminTest-639267305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-659538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-841284'] for router, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:07.616442 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-96916dd2-0d2c-48c9-9a41-6b802ae70ddf tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Calling delete_port for 458c1c31-c536-4f06-accc-513e732587e7 owned by network:dhcp {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:38:07.636007 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 49014) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:07.649090 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-0b627462-6bcf-49c2-9aae-55173958c4aa None None] Deleting port 458c1c31-c536-4f06-accc-513e732587e7 {{(pid=103449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:38:07.649520 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-0b627462-6bcf-49c2-9aae-55173958c4aa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:07.723116 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-96916dd2-0d2c-48c9-9a41-6b802ae70ddf tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:07.752484 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-0b627462-6bcf-49c2-9aae-55173958c4aa None None] For port 458c1c31-c536-4f06-accc-513e732587e7, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=458c1c31-c536-4f06-accc-513e732587e7,segment=NetworkSegment(c88a972a-28c7-43af-9621-f287d3c460c8),segment_id=c88a972a-28c7-43af-9621-f287d3c460c8)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:38:07.753323 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-0b627462-6bcf-49c2-9aae-55173958c4aa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:07.754352 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96916dd2-0d2c-48c9-9a41-6b802ae70ddf tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Pushing event deleted for resources: {'Port': ['ID=458c1c31-c536-4f06-accc-513e732587e7,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:38:07.756473 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96916dd2-0d2c-48c9-9a41-6b802ae70ddf tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] No DVR routers for this DVR port 458c1c31-c536-4f06-accc-513e732587e7 on host n-d-818823-1 {{(pid=103447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:38:07.788863 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-0b627462-6bcf-49c2-9aae-55173958c4aa None None] Calling delete_port for 458c1c31-c536-4f06-accc-513e732587e7 owned by network:dhcp {{(pid=103449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:38:07.849602 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-1b28ed27-1575-4559-a8db-f8ab24415301 tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] Request body: {'security_group': {'name': 'tempest-secgroup--548740707'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:38:07.861338 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-bafc03af-7aef-4b8a-a894-47ba833158a5 tempest-FloatingIPNegativeTestJSON-1145215243 tempest-FloatingIPNegativeTestJSON-1145215243-project] Publish callbacks [] for port, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:07.867839 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-bafc03af-7aef-4b8a-a894-47ba833158a5 tempest-FloatingIPNegativeTestJSON-1145215243 tempest-FloatingIPNegativeTestJSON-1145215243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:07.875497 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d9fa256-53fe-4b7d-811a-2c71546d4fce tempest-RoutersIpV6AdminTest-639267305 tempest-RoutersIpV6AdminTest-639267305-project] Router 315feebd-7e78-45a3-a6a4-6d9320d760f5 is scheduled to L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 with binding_index 1 {{(pid=103448) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 20:38:07.879642 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-96916dd2-0d2c-48c9-9a41-6b802ae70ddf tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3760028', 'neutron.services.segments.db._delete_segments_for_network-8748992815755'] for network, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:07.881253 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-0b627462-6bcf-49c2-9aae-55173958c4aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381'] for port, after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:07.896210 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1b28ed27-1575-4559-a8db-f8ab24415301 tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:07.910072 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b627462-6bcf-49c2-9aae-55173958c4aa None None] Pushing event deleted for resources: {'Port': ['ID=458c1c31-c536-4f06-accc-513e732587e7,revision_number=None']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:38:07.914516 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b627462-6bcf-49c2-9aae-55173958c4aa None None] No DVR routers for this DVR port 458c1c31-c536-4f06-accc-513e732587e7 on host n-d-818823-1 {{(pid=103449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:38:07.916536 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1b28ed27-1575-4559-a8db-f8ab24415301 tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:07.920216 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-96916dd2-0d2c-48c9-9a41-6b802ae70ddf tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b72f3644-12e2-4d2f-8fc0-08aef77dd15d']}} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:38:07.940493 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-96916dd2-0d2c-48c9-9a41-6b802ae70ddf tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c88a972a-28c7-43af-9621-f287d3c460c8') {'for_net_delete': True} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:38:07.940794 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-96916dd2-0d2c-48c9-9a41-6b802ae70ddf tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c88a972a-28c7-43af-9621-f287d3c460c8') {} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:38:07.954537 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-96916dd2-0d2c-48c9-9a41-6b802ae70ddf tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748993039638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12178344'] for segment, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:07.976132 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-96916dd2-0d2c-48c9-9a41-6b802ae70ddf tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:07.987057 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafc03af-7aef-4b8a-a894-47ba833158a5 tempest-FloatingIPNegativeTestJSON-1145215243 tempest-FloatingIPNegativeTestJSON-1145215243-project] Pushing event updated for resources: {'Port': ['ID=ba0a3001-bd02-4884-9b9f-8a740fa0b6ac,revision_number=2']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:38:07.989281 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96916dd2-0d2c-48c9-9a41-6b802ae70ddf tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Releasing vlan 612 on physical network physnet1 to pool {{(pid=103447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 20:38:07.989727 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-96916dd2-0d2c-48c9-9a41-6b802ae70ddf tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8900762'] for segment, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:07.992835 n-d-818823-1 neutron-server[103447]: Traceback (most recent call last): Nov 22 20:38:07.992835 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 20:38:07.992835 n-d-818823-1 neutron-server[103447]: timer() Nov 22 20:38:07.992835 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 20:38:07.992835 n-d-818823-1 neutron-server[103447]: cb(*args, **kw) Nov 22 20:38:07.992835 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 20:38:07.992835 n-d-818823-1 neutron-server[103447]: return func(*args, **kwargs) Nov 22 20:38:07.992835 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 20:38:07.992835 n-d-818823-1 neutron-server[103447]: self._notify() Nov 22 20:38:07.992835 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 20:38:07.992835 n-d-818823-1 neutron-server[103447]: self.callback(batched_events) Nov 22 20:38:07.992835 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 20:38:07.992835 n-d-818823-1 neutron-server[103447]: event.method(event) Nov 22 20:38:07.992835 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 20:38:07.992835 n-d-818823-1 neutron-server[103447]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 20:38:07.992835 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 20:38:07.992835 n-d-818823-1 neutron-server[103447]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 20:38:07.992835 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 20:38:07.992835 n-d-818823-1 neutron-server[103447]: return f(self, *a, **k) Nov 22 20:38:07.992835 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 20:38:07.992835 n-d-818823-1 neutron-server[103447]: return self._get(url).json() Nov 22 20:38:07.992835 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 20:38:07.992835 n-d-818823-1 neutron-server[103447]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 20:38:07.992835 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 20:38:07.992835 n-d-818823-1 neutron-server[103447]: return self.request(url, 'GET', **kwargs) Nov 22 20:38:07.992835 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 20:38:07.992835 n-d-818823-1 neutron-server[103447]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 20:38:07.992835 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 20:38:07.992835 n-d-818823-1 neutron-server[103447]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 20:38:07.992835 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 20:38:07.992835 n-d-818823-1 neutron-server[103447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 20:38:07.992835 n-d-818823-1 neutron-server[103447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 20:38:08.001201 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-bafc03af-7aef-4b8a-a894-47ba833158a5 tempest-FloatingIPNegativeTestJSON-1145215243 tempest-FloatingIPNegativeTestJSON-1145215243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-595224'] for floatingip, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:08.079162 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-96916dd2-0d2c-48c9-9a41-6b802ae70ddf tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3760002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595318'] for network, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:08.091811 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-96916dd2-0d2c-48c9-9a41-6b802ae70ddf tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks [] for network, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:08.095114 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-96916dd2-0d2c-48c9-9a41-6b802ae70ddf tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] 10.222.0.46 "DELETE /v2.0/networks/b72f3644-12e2-4d2f-8fc0-08aef77dd15d HTTP/1.1" status: 204 len: 168 time: 0.7739875 Nov 22 20:38:08.101241 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 49018) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:08.107190 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1b28ed27-1575-4559-a8db-f8ab24415301 tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:08.110760 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-b10ee716-a3da-4a4a-9baf-e658a859d1da tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-180704228', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:38:08.125526 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1b28ed27-1575-4559-a8db-f8ab24415301 tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:08.133090 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96916dd2-0d2c-48c9-9a41-6b802ae70ddf tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Pushing event deleted for resources: {'Network': ['ID=b72f3644-12e2-4d2f-8fc0-08aef77dd15d,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:38:08.181371 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b28ed27-1575-4559-a8db-f8ab24415301 tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3383694c-5882-48a2-a9ba-3ae514789e46,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:38:08.187316 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b10ee716-a3da-4a4a-9baf-e658a859d1da tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24799'] for router, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:08.188344 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b10ee716-a3da-4a4a-9baf-e658a859d1da tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-632716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24788'] for router, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:08.267814 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1b28ed27-1575-4559-a8db-f8ab24415301 tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:08.270988 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b10ee716-a3da-4a4a-9baf-e658a859d1da tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:08.272426 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1b28ed27-1575-4559-a8db-f8ab24415301 tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:08.279452 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b10ee716-a3da-4a4a-9baf-e658a859d1da tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-659538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-841284'] for router, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:08.315820 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1b28ed27-1575-4559-a8db-f8ab24415301 tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:08.319647 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-1b28ed27-1575-4559-a8db-f8ab24415301 tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6807792 Nov 22 20:38:08.320260 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b10ee716-a3da-4a4a-9baf-e658a859d1da tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks [] for router, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:08.321143 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-b10ee716-a3da-4a4a-9baf-e658a859d1da tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.2162480 Nov 22 20:38:08.322313 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 49020) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:08.324277 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b28ed27-1575-4559-a8db-f8ab24415301 tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87bf7b51-a629-4cec-bd0e-4a4dd21a01db,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:38:08.326218 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 49022) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:08.336538 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-f59d1cdd-d83a-4b7a-9bdb-1f629f2dfdb6 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1965992714'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:38:08.389523 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-bafc03af-7aef-4b8a-a894-47ba833158a5 tempest-FloatingIPNegativeTestJSON-1145215243 tempest-FloatingIPNegativeTestJSON-1145215243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for floatingip, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:08.393644 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-bafc03af-7aef-4b8a-a894-47ba833158a5 tempest-FloatingIPNegativeTestJSON-1145215243 tempest-FloatingIPNegativeTestJSON-1145215243-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.1066749 Nov 22 20:38:08.393793 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f59d1cdd-d83a-4b7a-9bdb-1f629f2dfdb6 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Made reservation on behalf of 420a748461434084ac365abc58fa6e97 for: {'network': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:38:08.394573 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f59d1cdd-d83a-4b7a-9bdb-1f629f2dfdb6 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for network, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:08.395479 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 49024) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:08.401892 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-ae36692a-8ccb-4acb-83a0-1646c611b108 tempest-FloatingIPNegativeTestJSON-1145215243 tempest-FloatingIPNegativeTestJSON-1145215243-project] Request body: {'floatingip': {'port_id': '145a99af-677f-4708-81e7-3dda46a7d2f7', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:38:08.423675 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-0f4ed39c-cd8c-474c-9bf1-0151941919a2 tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.0969832 Nov 22 20:38:08.423910 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 49026) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:08.429505 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-8f653a5a-9e4a-444f-a8a8-cb5850681488 tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] Request body: {'security_group': {'name': 'tempest-security--774189104', 'description': 'tempest-security-description-2134723125'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:38:08.445813 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ae36692a-8ccb-4acb-83a0-1646c611b108 tempest-FloatingIPNegativeTestJSON-1145215243 tempest-FloatingIPNegativeTestJSON-1145215243-project] Publish callbacks [] for floatingip, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:08.448876 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f59d1cdd-d83a-4b7a-9bdb-1f629f2dfdb6 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] vlan segment allocate from pool success with {'vlan_id': 642, 'physical_network': 'physnet1'} {{(pid=103447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 20:38:08.471032 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f59d1cdd-d83a-4b7a-9bdb-1f629f2dfdb6 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:08.471382 n-d-818823-1 neutron-server[103447]: INFO neutron.db.segments_db [None req-f59d1cdd-d83a-4b7a-9bdb-1f629f2dfdb6 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Added segment edd65bd7-3a60-4eeb-bfae-f94fd6c8e114 of type vlan for network c7b3ca16-c489-4dba-b55f-f76f675059de Nov 22 20:38:08.481581 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8f653a5a-9e4a-444f-a8a8-cb5850681488 tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] Publish callbacks [] for security_group, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:08.492097 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d9fa256-53fe-4b7d-811a-2c71546d4fce tempest-RoutersIpV6AdminTest-639267305 tempest-RoutersIpV6AdminTest-639267305-project] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:38:08.502816 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7131283-be09-4189-afb0-d905b14f4aa9 None None] Sync routers for ids ['315feebd-7e78-45a3-a6a4-6d9320d760f5'] in n-d-818823-1 {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:38:08.514387 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7131283-be09-4189-afb0-d905b14f4aa9 None None] Routers {'315feebd-7e78-45a3-a6a4-6d9320d760f5'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:38:08.515197 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-e7131283-be09-4189-afb0-d905b14f4aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:38:03Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['315feebd-7e78-45a3-a6a4-6d9320d760f5'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:38:08.532398 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0d9fa256-53fe-4b7d-811a-2c71546d4fce tempest-RoutersIpV6AdminTest-639267305 tempest-RoutersIpV6AdminTest-639267305-project] Publish callbacks [] for router, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:08.536270 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-0d9fa256-53fe-4b7d-811a-2c71546d4fce tempest-RoutersIpV6AdminTest-639267305 tempest-RoutersIpV6AdminTest-639267305-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 4.5187819 Nov 22 20:38:08.536883 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 49028) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:08.537148 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f59d1cdd-d83a-4b7a-9bdb-1f629f2dfdb6 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748992492791'] for network, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:08.552185 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-e7131283-be09-4189-afb0-d905b14f4aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:38:08.561866 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7131283-be09-4189-afb0-d905b14f4aa9 None None] Routers {'315feebd-7e78-45a3-a6a4-6d9320d760f5'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:38:08.562737 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-e7131283-be09-4189-afb0-d905b14f4aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:38:03Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['315feebd-7e78-45a3-a6a4-6d9320d760f5'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:38:08.569172 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8f653a5a-9e4a-444f-a8a8-cb5850681488 tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] Publish callbacks [] for security_group, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:08.575731 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8f653a5a-9e4a-444f-a8a8-cb5850681488 tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:08.578719 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8f653a5a-9e4a-444f-a8a8-cb5850681488 tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:08.582111 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-8f653a5a-9e4a-444f-a8a8-cb5850681488 tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] 10.222.0.46 "PUT /v2.0/security-groups/87bf7b51-a629-4cec-bd0e-4a4dd21a01db HTTP/1.1" status: 200 len: 1796 time: 0.1547031 Nov 22 20:38:08.583476 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 49030) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:08.600535 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-e7131283-be09-4189-afb0-d905b14f4aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:38:08.601446 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7131283-be09-4189-afb0-d905b14f4aa9 None None] The sync data for ids ['315feebd-7e78-45a3-a6a4-6d9320d760f5'] in n-d-818823-1 is: [] {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:38:08.603473 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f59d1cdd-d83a-4b7a-9bdb-1f629f2dfdb6 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for network, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:08.608441 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f59d1cdd-d83a-4b7a-9bdb-1f629f2dfdb6 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:38:08.609038 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f59d1cdd-d83a-4b7a-9bdb-1f629f2dfdb6 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks [] for network, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:08.655012 n-d-818823-1 neutron-server[103448]: INFO neutron.api.v2.resource [None req-ae36692a-8ccb-4acb-83a0-1646c611b108 tempest-FloatingIPNegativeTestJSON-1145215243 tempest-FloatingIPNegativeTestJSON-1145215243-project] update failed (client error): The resource could not be found. Nov 22 20:38:08.656547 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-ae36692a-8ccb-4acb-83a0-1646c611b108 tempest-FloatingIPNegativeTestJSON-1145215243 tempest-FloatingIPNegativeTestJSON-1145215243-project] 10.222.0.46 "PUT /v2.0/floatingips/051e6def-3b63-489c-87b4-ce97cad2120d HTTP/1.1" status: 404 len: 507 time: 0.2597303 Nov 22 20:38:08.658980 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 49032) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:08.683570 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f653a5a-9e4a-444f-a8a8-cb5850681488 tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87bf7b51-a629-4cec-bd0e-4a4dd21a01db,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:38:08.691528 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-f59d1cdd-d83a-4b7a-9bdb-1f629f2dfdb6 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3570631 Nov 22 20:38:08.701359 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 49034) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:08.707972 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-76de5c0c-3a16-4d81-a3ab-7dcabc1647ed tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Request body: {'subnet': {'network_id': 'c7b3ca16-c489-4dba-b55f-f76f675059de', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:38:08.720683 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-0d647b5c-390c-4623-b147-a9082969aab5 tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] 10.222.0.46 "GET /v2.0/security-groups/87bf7b51-a629-4cec-bd0e-4a4dd21a01db HTTP/1.1" status: 200 len: 1796 time: 0.1356184 Nov 22 20:38:08.730165 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 49036) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:08.732143 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59d1cdd-d83a-4b7a-9bdb-1f629f2dfdb6 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Pushing event updated for resources: {'Network': ['ID=c7b3ca16-c489-4dba-b55f-f76f675059de,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:38:08.744121 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Network c7b3ca16-c489-4dba-b55f-f76f675059de details requested by agent ovs-agent-n-d-818823-1 with host n-d-818823-1 {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 20:38:08.762969 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-a634f63a-d576-4255-8d81-4429e04e4f46 tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] 10.222.0.46 "GET /v2.0/routers/315feebd-7e78-45a3-a6a4-6d9320d760f5 HTTP/1.1" status: 200 len: 924 time: 0.2072353 Nov 22 20:38:08.768431 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 49038) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:08.813251 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-451d9d41-2411-4773-bbba-47476e5260dd tempest-FloatingIPNegativeTestJSON-1145215243 tempest-FloatingIPNegativeTestJSON-1145215243-project] Deleting port ba0a3001-bd02-4884-9b9f-8a740fa0b6ac {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:38:08.813604 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-451d9d41-2411-4773-bbba-47476e5260dd tempest-FloatingIPNegativeTestJSON-1145215243 tempest-FloatingIPNegativeTestJSON-1145215243-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:08.822836 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-29f65609-f403-425e-8ef0-a9a6786c506d tempest-RoutersIpV6AdminTest-639267305 tempest-RoutersIpV6AdminTest-639267305-project] 10.222.0.46 "GET /v2.0/ports?device_id=315feebd-7e78-45a3-a6a4-6d9320d760f5 HTTP/1.1" status: 200 len: 205 time: 0.0518072 Nov 22 20:38:08.830480 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 49040) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:08.880202 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-95006f35-2eaa-4938-a67c-8bb4653c5d81 tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:08.892297 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76de5c0c-3a16-4d81-a3ab-7dcabc1647ed tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Made reservation on behalf of 420a748461434084ac365abc58fa6e97 for: {'subnet': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:38:08.895794 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-76de5c0c-3a16-4d81-a3ab-7dcabc1647ed tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8485086'] for subnet, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:08.950542 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-95006f35-2eaa-4938-a67c-8bb4653c5d81 tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:09.005742 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-451d9d41-2411-4773-bbba-47476e5260dd tempest-FloatingIPNegativeTestJSON-1145215243 tempest-FloatingIPNegativeTestJSON-1145215243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:09.006084 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-451d9d41-2411-4773-bbba-47476e5260dd tempest-FloatingIPNegativeTestJSON-1145215243 tempest-FloatingIPNegativeTestJSON-1145215243-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:09.023668 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-451d9d41-2411-4773-bbba-47476e5260dd tempest-FloatingIPNegativeTestJSON-1145215243 tempest-FloatingIPNegativeTestJSON-1145215243-project] Calling delete_port for ba0a3001-bd02-4884-9b9f-8a740fa0b6ac owned by network:floatingip {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:38:09.030674 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2087d181-4718-406e-9be4-aa141f09b4d7 tempest-RoutersIpV6AdminTest-639267305 tempest-RoutersIpV6AdminTest-639267305-project] Publish callbacks [] for router, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:09.041470 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-95006f35-2eaa-4938-a67c-8bb4653c5d81 tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:09.044612 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-95006f35-2eaa-4938-a67c-8bb4653c5d81 tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:09.045777 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-95006f35-2eaa-4938-a67c-8bb4653c5d81 tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] 10.222.0.46 "DELETE /v2.0/security-groups/87bf7b51-a629-4cec-bd0e-4a4dd21a01db HTTP/1.1" status: 204 len: 168 time: 0.3145714 Nov 22 20:38:09.051436 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 458c1c31-c536-4f06-accc-513e732587e7 no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:38:09.052018 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 49042) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:09.078067 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: 458c1c31-c536-4f06-accc-513e732587e7 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:38:09.078697 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 458c1c31-c536-4f06-accc-513e732587e7 not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:38:09.090756 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95006f35-2eaa-4938-a67c-8bb4653c5d81 tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87bf7b51-a629-4cec-bd0e-4a4dd21a01db,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:38:09.145829 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-40c791a0-7156-4ef4-98ee-2d898fbf59f4 tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0908294 Nov 22 20:38:09.150073 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 49044) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:09.185153 n-d-818823-1 neutron-server[103448]: INFO neutron.api.v2.resource [None req-add79fac-e0b6-45ae-a90f-91f151043de5 tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] delete failed (client error): The resource could not be found. Nov 22 20:38:09.186203 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-add79fac-e0b6-45ae-a90f-91f151043de5 tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] 10.222.0.46 "DELETE /v2.0/security-groups/87bf7b51-a629-4cec-bd0e-4a4dd21a01db HTTP/1.1" status: 404 len: 347 time: 0.0336406 Nov 22 20:38:09.192078 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 49046) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:09.196319 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-76de5c0c-3a16-4d81-a3ab-7dcabc1647ed tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8900613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8485104'] for subnet, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:09.199083 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-8dbe7c79-1b7f-4e2e-b404-9d14d9a53372 tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] Request body: {'security_group': {'name': 'tempest-secgroup--984183973'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:38:09.237938 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2087d181-4718-406e-9be4-aa141f09b4d7 tempest-RoutersIpV6AdminTest-639267305 tempest-RoutersIpV6AdminTest-639267305-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:09.251522 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8dbe7c79-1b7f-4e2e-b404-9d14d9a53372 tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:09.258916 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76de5c0c-3a16-4d81-a3ab-7dcabc1647ed tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Pushing event updated for resources: {'Subnet': ['ID=7e91458f-88b4-4870-a0d5-4733f6366cea,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:38:09.266988 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76de5c0c-3a16-4d81-a3ab-7dcabc1647ed tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Checking segment: {'id': 'edd65bd7-3a60-4eeb-bfae-f94fd6c8e114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'c7b3ca16-c489-4dba-b55f-f76f675059de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:38:09.267356 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76de5c0c-3a16-4d81-a3ab-7dcabc1647ed tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Network hostable DHCP agents. Network: c7b3ca16-c489-4dba-b55f-f76f675059de, hostable agents: ['02adaa64-0987-4b74-bad0-cbcf56f8a294'], hosted agents: [] {{(pid=103447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 20:38:09.290214 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76de5c0c-3a16-4d81-a3ab-7dcabc1647ed tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Network c7b3ca16-c489-4dba-b55f-f76f675059de is scheduled to be hosted by DHCP agent 02adaa64-0987-4b74-bad0-cbcf56f8a294 with binding_index 1 {{(pid=103447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 20:38:09.299087 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-76de5c0c-3a16-4d81-a3ab-7dcabc1647ed tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818823-1, c7b3ca16-c489-4dba-b55f-f76f675059de) {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:38:09.303683 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76de5c0c-3a16-4d81-a3ab-7dcabc1647ed tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:38:09.304226 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-76de5c0c-3a16-4d81-a3ab-7dcabc1647ed tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks [] for subnet, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:09.308587 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c039c027-6d57-459f-8a6c-b9f228619954 None None] Network c7b3ca16-c489-4dba-b55f-f76f675059de requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:38:09.325063 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-76de5c0c-3a16-4d81-a3ab-7dcabc1647ed tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6217251 Nov 22 20:38:09.325794 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 49048) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:09.348932 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-451d9d41-2411-4773-bbba-47476e5260dd tempest-FloatingIPNegativeTestJSON-1145215243 tempest-FloatingIPNegativeTestJSON-1145215243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:09.389529 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451d9d41-2411-4773-bbba-47476e5260dd tempest-FloatingIPNegativeTestJSON-1145215243 tempest-FloatingIPNegativeTestJSON-1145215243-project] Pushing event deleted for resources: {'Port': ['ID=ba0a3001-bd02-4884-9b9f-8a740fa0b6ac,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:38:09.408892 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-2087d181-4718-406e-9be4-aa141f09b4d7 tempest-RoutersIpV6AdminTest-639267305 tempest-RoutersIpV6AdminTest-639267305-project] Deleting port 20d522a3-5747-445a-a987-9f089cde1a15 {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:38:09.409235 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2087d181-4718-406e-9be4-aa141f09b4d7 tempest-RoutersIpV6AdminTest-639267305 tempest-RoutersIpV6AdminTest-639267305-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:09.473408 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f117888f-d3d8-4501-9e53-5025982923dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fb26bd7-ce56-527b-b94f-2e1f7cb2bb35-c7b3ca16-c489-4dba-b55f-f76f675059de', 'network_id': 'c7b3ca16-c489-4dba-b55f-f76f675059de', 'tenant_id': '420a748461434084ac365abc58fa6e97', 'fixed_ips': [{'subnet_id': '7e91458f-88b4-4870-a0d5-4733f6366cea'}]}} from n-d-818823-1. {{(pid=103449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 20:38:09.474522 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-f117888f-d3d8-4501-9e53-5025982923dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:09.521066 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8dbe7c79-1b7f-4e2e-b404-9d14d9a53372 tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:09.538036 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8dbe7c79-1b7f-4e2e-b404-9d14d9a53372 tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:09.571521 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-451d9d41-2411-4773-bbba-47476e5260dd tempest-FloatingIPNegativeTestJSON-1145215243 tempest-FloatingIPNegativeTestJSON-1145215243-project] Publish callbacks [] for floatingip, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:09.574321 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-451d9d41-2411-4773-bbba-47476e5260dd tempest-FloatingIPNegativeTestJSON-1145215243 tempest-FloatingIPNegativeTestJSON-1145215243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for floatingip, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:09.579177 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-451d9d41-2411-4773-bbba-47476e5260dd tempest-FloatingIPNegativeTestJSON-1145215243 tempest-FloatingIPNegativeTestJSON-1145215243-project] 10.222.0.46 "DELETE /v2.0/floatingips/051e6def-3b63-489c-87b4-ce97cad2120d HTTP/1.1" status: 204 len: 168 time: 0.9152620 Nov 22 20:38:09.581878 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8dbe7c79-1b7f-4e2e-b404-9d14d9a53372 tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:09.585873 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-8dbe7c79-1b7f-4e2e-b404-9d14d9a53372 tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3902812 Nov 22 20:38:09.585873 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2087d181-4718-406e-9be4-aa141f09b4d7 tempest-RoutersIpV6AdminTest-639267305 tempest-RoutersIpV6AdminTest-639267305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:09.587242 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 49050) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:09.587627 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 49052) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:09.605024 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-62126f9e-1a88-48da-bb4a-960ed2e54f0a tempest-FloatingIPNegativeTestJSON-1145215243 tempest-FloatingIPNegativeTestJSON-1145215243-project] Request body: {'floatingip': {'floating_network_id': 'a0a107c5-da24-4fef-9ed5-fa657ddb0ec6', 'port_id': '145a99af-677f-4708-81e7-3dda46a7d2f7', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:38:09.611992 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-f08130d6-aeea-4954-9c07-d44db75b8f1e tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] Request body: {'security_group_rule': {'security_group_id': 'fea71214-498e-4de8-a582-96853bb93b69', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:38:09.631940 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbe7c79-1b7f-4e2e-b404-9d14d9a53372 tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fea71214-498e-4de8-a582-96853bb93b69,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:38:09.633744 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8b3d4ccb-272d-4751-a482-acecbb6bff4a tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:09.634295 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.db_base_plugin_common [None req-f117888f-d3d8-4501-9e53-5025982923dc None None] Allocated IP 2001:db8::2 (c7b3ca16-c489-4dba-b55f-f76f675059de/7e91458f-88b4-4870-a0d5-4733f6366cea/76f2a4db-1671-4923-8084-b132213b4737) {{(pid=103449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:38:09.636512 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-2087d181-4718-406e-9be4-aa141f09b4d7 tempest-RoutersIpV6AdminTest-639267305 tempest-RoutersIpV6AdminTest-639267305-project] Calling delete_port for 20d522a3-5747-445a-a987-9f089cde1a15 owned by network:router_gateway {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:38:09.702777 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f08130d6-aeea-4954-9c07-d44db75b8f1e tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:09.736216 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-62126f9e-1a88-48da-bb4a-960ed2e54f0a tempest-FloatingIPNegativeTestJSON-1145215243 tempest-FloatingIPNegativeTestJSON-1145215243-project] Publish callbacks [] for floatingip, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:09.792921 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-f117888f-d3d8-4501-9e53-5025982923dc None None] Publish callbacks [] for port, precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:09.802914 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-f117888f-d3d8-4501-9e53-5025982923dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372'] for port, after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:09.846605 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f117888f-d3d8-4501-9e53-5025982923dc None None] Network c7b3ca16-c489-4dba-b55f-f76f675059de is already hosted by enough agents. {{(pid=103449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:38:09.850604 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.base_scheduler [None req-f117888f-d3d8-4501-9e53-5025982923dc None None] Resources bound (agent type, host, resource id): {{(pid=103449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:38:09.852565 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f117888f-d3d8-4501-9e53-5025982923dc None None] Pushing event updated for resources: {'Port': ['ID=76f2a4db-1671-4923-8084-b132213b4737,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:38:09.855381 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f117888f-d3d8-4501-9e53-5025982923dc None None] Received port after_create {{(pid=103449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:38:09.895075 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f08130d6-aeea-4954-9c07-d44db75b8f1e tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:09.906946 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f08130d6-aeea-4954-9c07-d44db75b8f1e tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572323'] for security_group_rule, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:09.915550 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-f117888f-d3d8-4501-9e53-5025982923dc None None] Attempting to bind port 76f2a4db-1671-4923-8084-b132213b4737 on host n-d-818823-1 for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:38:09.915928 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-f117888f-d3d8-4501-9e53-5025982923dc None None] Attempting to bind port 76f2a4db-1671-4923-8084-b132213b4737 by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': 'edd65bd7-3a60-4eeb-bfae-f94fd6c8e114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'c7b3ca16-c489-4dba-b55f-f76f675059de'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:38:09.916295 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f117888f-d3d8-4501-9e53-5025982923dc None None] Attempting to bind port 76f2a4db-1671-4923-8084-b132213b4737 on network c7b3ca16-c489-4dba-b55f-f76f675059de {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:38:09.917311 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [None req-8b3d4ccb-272d-4751-a482-acecbb6bff4a tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Allocated IP 2001:db8::1 (c7b3ca16-c489-4dba-b55f-f76f675059de/7e91458f-88b4-4870-a0d5-4733f6366cea/4f0fc6b5-bf93-4434-baa3-8b6a3abc33c5) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:38:09.921817 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f117888f-d3d8-4501-9e53-5025982923dc None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 38, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:38:09.922251 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f117888f-d3d8-4501-9e53-5025982923dc None None] Checking segment: {'id': 'edd65bd7-3a60-4eeb-bfae-f94fd6c8e114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'c7b3ca16-c489-4dba-b55f-f76f675059de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:38:09.922615 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-f117888f-d3d8-4501-9e53-5025982923dc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:09.922983 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f117888f-d3d8-4501-9e53-5025982923dc None None] Bound using segment: {'id': 'edd65bd7-3a60-4eeb-bfae-f94fd6c8e114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'c7b3ca16-c489-4dba-b55f-f76f675059de'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:38:09.923482 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-f117888f-d3d8-4501-9e53-5025982923dc None None] Bound port: 76f2a4db-1671-4923-8084-b132213b4737, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edd65bd7-3a60-4eeb-bfae-f94fd6c8e114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'c7b3ca16-c489-4dba-b55f-f76f675059de'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:38:09.923872 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-f117888f-d3d8-4501-9e53-5025982923dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:09.953684 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08130d6-aeea-4954-9c07-d44db75b8f1e tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ae1eacd-3b08-4a01-b669-1441b7debbe4,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:38:09.971964 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f08130d6-aeea-4954-9c07-d44db75b8f1e tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:09.973516 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-f08130d6-aeea-4954-9c07-d44db75b8f1e tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3812351 Nov 22 20:38:09.980594 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 49054) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:09.999668 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-f117888f-d3d8-4501-9e53-5025982923dc None None] For port 76f2a4db-1671-4923-8084-b132213b4737, host n-d-818823-1, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:38:10.004116 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-f117888f-d3d8-4501-9e53-5025982923dc None None] For port 76f2a4db-1671-4923-8084-b132213b4737, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=76f2a4db-1671-4923-8084-b132213b4737,segment=NetworkSegment(edd65bd7-3a60-4eeb-bfae-f94fd6c8e114),segment_id=edd65bd7-3a60-4eeb-bfae-f94fd6c8e114)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:38:10.005292 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2087d181-4718-406e-9be4-aa141f09b4d7 tempest-RoutersIpV6AdminTest-639267305 tempest-RoutersIpV6AdminTest-639267305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:10.008840 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-f117888f-d3d8-4501-9e53-5025982923dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:10.053145 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2087d181-4718-406e-9be4-aa141f09b4d7 tempest-RoutersIpV6AdminTest-639267305 tempest-RoutersIpV6AdminTest-639267305-project] Pushing event deleted for resources: {'Port': ['ID=20d522a3-5747-445a-a987-9f089cde1a15,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:38:10.065527 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-10addeba-9e89-4bb0-a2be-c4cd6e0e51d7 tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:10.075897 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8b3d4ccb-272d-4751-a482-acecbb6bff4a tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:10.078397 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02c732ae-f4b3-48c2-bcbd-3e39bae51713 None None] DHCP port deletion for c48a55e9-6a85-4746-b7bf-3e29fb560094 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:38:10.090959 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f117888f-d3d8-4501-9e53-5025982923dc None None] Pushing event updated for resources: {'Port': ['ID=76f2a4db-1671-4923-8084-b132213b4737,revision_number=2']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:38:10.104530 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-10addeba-9e89-4bb0-a2be-c4cd6e0e51d7 tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:10.121891 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8b3d4ccb-272d-4751-a482-acecbb6bff4a tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:10.165797 n-d-818823-1 neutron-server[103448]: INFO neutron.api.v2.resource [None req-62126f9e-1a88-48da-bb4a-960ed2e54f0a tempest-FloatingIPNegativeTestJSON-1145215243 tempest-FloatingIPNegativeTestJSON-1145215243-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 22 20:38:10.166903 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-62126f9e-1a88-48da-bb4a-960ed2e54f0a tempest-FloatingIPNegativeTestJSON-1145215243 tempest-FloatingIPNegativeTestJSON-1145215243-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.5758328 Nov 22 20:38:10.171662 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 49056) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:10.173578 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b3d4ccb-272d-4751-a482-acecbb6bff4a tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Network c7b3ca16-c489-4dba-b55f-f76f675059de is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:38:10.174930 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-10addeba-9e89-4bb0-a2be-c4cd6e0e51d7 tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572323'] for security_group_rule, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:10.176782 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2087d181-4718-406e-9be4-aa141f09b4d7 tempest-RoutersIpV6AdminTest-639267305 tempest-RoutersIpV6AdminTest-639267305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595398'] for router_gateway, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:10.181477 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-1f7fb59c-7830-4824-96d1-b4ca34c4633a tempest-FloatingIPNegativeTestJSON-1145215243 tempest-FloatingIPNegativeTestJSON-1145215243-project] Request body: {'floatingip': {'floating_network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'port_id': '145a99af-677f-4708-81e7-3dda46a7d2f7', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:38:10.185447 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-10addeba-9e89-4bb0-a2be-c4cd6e0e51d7 tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:10.186579 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-10addeba-9e89-4bb0-a2be-c4cd6e0e51d7 tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/5ae1eacd-3b08-4a01-b669-1441b7debbe4 HTTP/1.1" status: 204 len: 168 time: 0.2050939 Nov 22 20:38:10.189263 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-8b3d4ccb-272d-4751-a482-acecbb6bff4a tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:38:10.191775 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b3d4ccb-272d-4751-a482-acecbb6bff4a tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:38:10.192546 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8b3d4ccb-272d-4751-a482-acecbb6bff4a tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659939'] for router_interface, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:10.198393 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 49058) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:10.218479 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10addeba-9e89-4bb0-a2be-c4cd6e0e51d7 tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5ae1eacd-3b08-4a01-b669-1441b7debbe4,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:38:10.244196 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3d4ccb-272d-4751-a482-acecbb6bff4a tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Pushing event updated for resources: {'Port': ['ID=4f0fc6b5-bf93-4434-baa3-8b6a3abc33c5,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:38:10.304705 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1f7fb59c-7830-4824-96d1-b4ca34c4633a tempest-FloatingIPNegativeTestJSON-1145215243 tempest-FloatingIPNegativeTestJSON-1145215243-project] Publish callbacks [] for floatingip, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:10.308036 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2087d181-4718-406e-9be4-aa141f09b4d7 tempest-RoutersIpV6AdminTest-639267305 tempest-RoutersIpV6AdminTest-639267305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24781'] for router, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:10.311650 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2087d181-4718-406e-9be4-aa141f09b4d7 tempest-RoutersIpV6AdminTest-639267305 tempest-RoutersIpV6AdminTest-639267305-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:10.365216 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2087d181-4718-406e-9be4-aa141f09b4d7 tempest-RoutersIpV6AdminTest-639267305 tempest-RoutersIpV6AdminTest-639267305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-663261'] for router, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:10.366133 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2087d181-4718-406e-9be4-aa141f09b4d7 tempest-RoutersIpV6AdminTest-639267305 tempest-RoutersIpV6AdminTest-639267305-project] Fanout notify agent at l3_agent the message router_deleted on router 315feebd-7e78-45a3-a6a4-6d9320d760f5 {{(pid=103448) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 20:38:10.374779 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2087d181-4718-406e-9be4-aa141f09b4d7 tempest-RoutersIpV6AdminTest-639267305 tempest-RoutersIpV6AdminTest-639267305-project] Publish callbacks [] for router, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:10.379952 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-2087d181-4718-406e-9be4-aa141f09b4d7 tempest-RoutersIpV6AdminTest-639267305 tempest-RoutersIpV6AdminTest-639267305-project] 10.222.0.46 "DELETE /v2.0/routers/315feebd-7e78-45a3-a6a4-6d9320d760f5 HTTP/1.1" status: 204 len: 168 time: 1.5451281 Nov 22 20:38:10.380552 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 49060) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:10.382401 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-24dc5aaf-6825-49e5-b018-d1a9f3b6a466 tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1829143 Nov 22 20:38:10.386103 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 49062) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:10.389226 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-3ea116c6-977f-469f-824d-d395e3bfaeee tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1154572771', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'enable_snat': False}}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:38:10.413105 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3ea116c6-977f-469f-824d-d395e3bfaeee tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24799'] for router, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:10.414227 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3ea116c6-977f-469f-824d-d395e3bfaeee tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-632716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24788'] for router, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:10.472073 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8b3d4ccb-272d-4751-a482-acecbb6bff4a tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:10.474182 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3ea116c6-977f-469f-824d-d395e3bfaeee tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:10.500561 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-3156f192-9131-4018-bdf6-b304411791eb tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:10.562696 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-3156f192-9131-4018-bdf6-b304411791eb tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:10.617974 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3ea116c6-977f-469f-824d-d395e3bfaeee tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:10.680691 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1f7fb59c-7830-4824-96d1-b4ca34c4633a tempest-FloatingIPNegativeTestJSON-1145215243 tempest-FloatingIPNegativeTestJSON-1145215243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:10.729695 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-3156f192-9131-4018-bdf6-b304411791eb tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:10.732283 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-3156f192-9131-4018-bdf6-b304411791eb tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:10.733424 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-3156f192-9131-4018-bdf6-b304411791eb tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] 10.222.0.46 "DELETE /v2.0/security-groups/fea71214-498e-4de8-a582-96853bb93b69 HTTP/1.1" status: 204 len: 168 time: 0.3438268 Nov 22 20:38:10.744249 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 49064) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:10.806946 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3156f192-9131-4018-bdf6-b304411791eb tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fea71214-498e-4de8-a582-96853bb93b69,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:38:10.835358 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3ea116c6-977f-469f-824d-d395e3bfaeee tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:10.861566 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3ea116c6-977f-469f-824d-d395e3bfaeee tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:10.928065 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-c64e1ef7-f171-4c73-ab90-5510b872cfe4 tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1826618 Nov 22 20:38:10.933435 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 49066) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:10.939562 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-7dadbbcd-b018-445e-8064-35a7237efe92 tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] Request body: {'security_group': {'name': 'tempest-secgroup--1498737545'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:38:10.954147 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [None req-1f7fb59c-7830-4824-96d1-b4ca34c4633a tempest-FloatingIPNegativeTestJSON-1145215243 tempest-FloatingIPNegativeTestJSON-1145215243-project] Allocated IP 172.25.5.157 (c48a55e9-6a85-4746-b7bf-3e29fb560094/5da6f781-63e6-4328-ae7a-5e672262f55a/9da4b3c8-57a0-4295-8e7a-11b5fa8ab5ed) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:38:10.964503 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7dadbbcd-b018-445e-8064-35a7237efe92 tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:10.974274 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8b3d4ccb-272d-4751-a482-acecbb6bff4a tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks [] for port, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:10.984194 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8b3d4ccb-272d-4751-a482-acecbb6bff4a tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:10.985040 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8b3d4ccb-272d-4751-a482-acecbb6bff4a tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-563461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-659839'] for router_interface, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:11.051678 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7dadbbcd-b018-445e-8064-35a7237efe92 tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:11.058549 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7dadbbcd-b018-445e-8064-35a7237efe92 tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:11.115231 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7dadbbcd-b018-445e-8064-35a7237efe92 tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:11.119885 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-7dadbbcd-b018-445e-8064-35a7237efe92 tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1814325 Nov 22 20:38:11.121822 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dadbbcd-b018-445e-8064-35a7237efe92 tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71aa10b1-f0d1-4a5e-953c-1ca4fa4d718b,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:38:11.124292 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 49068) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:11.128970 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-120567e9-a9e0-4d2e-86a8-a524512f566e tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] Request body: {'security_group_rule': {'security_group_id': '71aa10b1-f0d1-4a5e-953c-1ca4fa4d718b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:38:11.151059 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 76f2a4db-1671-4923-8084-b132213b4737 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:38:11.177819 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-120567e9-a9e0-4d2e-86a8-a524512f566e tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:11.212279 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 76f2a4db-1671-4923-8084-b132213b4737 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:38:11.212860 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:11.216975 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d510ee8-1d01-43e3-9413-d3fdeb94838e None None] Network c7b3ca16-c489-4dba-b55f-f76f675059de requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:38:11.244861 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-120567e9-a9e0-4d2e-86a8-a524512f566e tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:11.248790 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-120567e9-a9e0-4d2e-86a8-a524512f566e tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572323'] for security_group_rule, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:11.268395 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120567e9-a9e0-4d2e-86a8-a524512f566e tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d1cd037-ee2f-40ad-ad7a-33d1007ca74f,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:38:11.278469 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-120567e9-a9e0-4d2e-86a8-a524512f566e tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:11.279922 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-120567e9-a9e0-4d2e-86a8-a524512f566e tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1545689 Nov 22 20:38:11.282469 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 49070) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:11.287054 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-8dd8fb2d-333b-4a95-be5e-7acc89ab9435 tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] Request body: {'security_group_rule': {'security_group_id': '71aa10b1-f0d1-4a5e-953c-1ca4fa4d718b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:38:11.316849 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8dd8fb2d-333b-4a95-be5e-7acc89ab9435 tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:11.334072 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-580840b6-d809-43eb-9c71-31a614f9121b None None] Provisioning complete for port 76f2a4db-1671-4923-8084-b132213b4737 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:38:11.334453 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-580840b6-d809-43eb-9c71-31a614f9121b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:11.385817 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8dd8fb2d-333b-4a95-be5e-7acc89ab9435 tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:11.390623 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8dd8fb2d-333b-4a95-be5e-7acc89ab9435 tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572323'] for security_group_rule, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:11.412051 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd8fb2d-333b-4a95-be5e-7acc89ab9435 tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c72b797e-4cfb-4a96-9eac-f62e008d62b0,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:38:11.418455 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8dd8fb2d-333b-4a95-be5e-7acc89ab9435 tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:11.419713 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-8dd8fb2d-333b-4a95-be5e-7acc89ab9435 tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1362309 Nov 22 20:38:11.422413 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 49072) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:11.427008 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-3cf9cd67-a2ab-4635-a2d8-b2bf1ce96c56 tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] Request body: {'security_group_rule': {'security_group_id': '71aa10b1-f0d1-4a5e-953c-1ca4fa4d718b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:38:11.455486 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3cf9cd67-a2ab-4635-a2d8-b2bf1ce96c56 tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:11.501114 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:11.518330 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3d4ccb-272d-4751-a482-acecbb6bff4a tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Pushing event updated for resources: {'Port': ['ID=4f0fc6b5-bf93-4434-baa3-8b6a3abc33c5,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:38:11.521247 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3cf9cd67-a2ab-4635-a2d8-b2bf1ce96c56 tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:11.528069 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3cf9cd67-a2ab-4635-a2d8-b2bf1ce96c56 tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572323'] for security_group_rule, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:11.549488 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf9cd67-a2ab-4635-a2d8-b2bf1ce96c56 tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd10ae1e-91c7-4955-b343-effb2462dd96,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:38:11.558939 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3cf9cd67-a2ab-4635-a2d8-b2bf1ce96c56 tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:11.560228 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-3cf9cd67-a2ab-4635-a2d8-b2bf1ce96c56 tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1367621 Nov 22 20:38:11.563139 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 49074) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:11.570007 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-19417671-0c4f-4a95-b8c5-ceddac25f672 tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] Request body: {'security_group_rule': {'security_group_id': '71aa10b1-f0d1-4a5e-953c-1ca4fa4d718b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:38:11.574944 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-580840b6-d809-43eb-9c71-31a614f9121b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:11.583619 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] For port 76f2a4db-1671-4923-8084-b132213b4737, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=76f2a4db-1671-4923-8084-b132213b4737,segment=NetworkSegment(edd65bd7-3a60-4eeb-bfae-f94fd6c8e114),segment_id=edd65bd7-3a60-4eeb-bfae-f94fd6c8e114)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:38:11.593012 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:11.610010 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1f7fb59c-7830-4824-96d1-b4ca34c4633a tempest-FloatingIPNegativeTestJSON-1145215243 tempest-FloatingIPNegativeTestJSON-1145215243-project] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:11.612830 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-19417671-0c4f-4a95-b8c5-ceddac25f672 tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:11.627317 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b3d4ccb-272d-4751-a482-acecbb6bff4a tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Network c7b3ca16-c489-4dba-b55f-f76f675059de is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:38:11.630629 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-8b3d4ccb-272d-4751-a482-acecbb6bff4a tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:38:11.692453 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-19417671-0c4f-4a95-b8c5-ceddac25f672 tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:11.699766 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-19417671-0c4f-4a95-b8c5-ceddac25f672 tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572323'] for security_group_rule, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:11.701911 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Pushing event updated for resources: {'Port': ['ID=76f2a4db-1671-4923-8084-b132213b4737,revision_number=3']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:38:11.705095 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.db.api [None req-580840b6-d809-43eb-9c71-31a614f9121b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103449) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 20:38:11.705536 n-d-818823-1 neutron-server[103449]: DEBUG oslo_db.api [None req-580840b6-d809-43eb-9c71-31a614f9121b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 20:38:11.732390 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19417671-0c4f-4a95-b8c5-ceddac25f672 tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fa7e5c4-e90e-4557-9821-de07161557ee,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:38:11.742322 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-19417671-0c4f-4a95-b8c5-ceddac25f672 tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:11.744040 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-19417671-0c4f-4a95-b8c5-ceddac25f672 tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1792548 Nov 22 20:38:11.748388 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 49076) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:11.749006 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1f7fb59c-7830-4824-96d1-b4ca34c4633a tempest-FloatingIPNegativeTestJSON-1145215243 tempest-FloatingIPNegativeTestJSON-1145215243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:11.753864 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-6004df00-e728-4435-814e-7a28f9f1d898 tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] Request body: {'security_group_rule': {'security_group_id': '71aa10b1-f0d1-4a5e-953c-1ca4fa4d718b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:38:11.805428 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f7fb59c-7830-4824-96d1-b4ca34c4633a tempest-FloatingIPNegativeTestJSON-1145215243 tempest-FloatingIPNegativeTestJSON-1145215243-project] Network c48a55e9-6a85-4746-b7bf-3e29fb560094 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:38:11.811556 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-1f7fb59c-7830-4824-96d1-b4ca34c4633a tempest-FloatingIPNegativeTestJSON-1145215243 tempest-FloatingIPNegativeTestJSON-1145215243-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:38:11.814105 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f7fb59c-7830-4824-96d1-b4ca34c4633a tempest-FloatingIPNegativeTestJSON-1145215243 tempest-FloatingIPNegativeTestJSON-1145215243-project] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:38:11.830542 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [None req-3ea116c6-977f-469f-824d-d395e3bfaeee tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] Allocated IP 172.25.5.170 (c48a55e9-6a85-4746-b7bf-3e29fb560094/5da6f781-63e6-4328-ae7a-5e672262f55a/5982fb83-c7d8-4d65-8146-71dddff2cc1f) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:38:11.838136 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6004df00-e728-4435-814e-7a28f9f1d898 tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:11.842020 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7fb59c-7830-4824-96d1-b4ca34c4633a tempest-FloatingIPNegativeTestJSON-1145215243 tempest-FloatingIPNegativeTestJSON-1145215243-project] Pushing event updated for resources: {'Port': ['ID=9da4b3c8-57a0-4295-8e7a-11b5fa8ab5ed,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:38:11.876242 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b3d4ccb-272d-4751-a482-acecbb6bff4a tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Router 2e6e32ab-6b85-4564-8b46-1aa4e6f278f3 is scheduled to L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 with binding_index 1 {{(pid=103447) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 20:38:11.949316 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6004df00-e728-4435-814e-7a28f9f1d898 tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:11.958656 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6004df00-e728-4435-814e-7a28f9f1d898 tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572323'] for security_group_rule, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:12.000620 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6004df00-e728-4435-814e-7a28f9f1d898 tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aee9e89e-e0b2-4594-8f2b-ee0f18549928,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:38:12.008133 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3ea116c6-977f-469f-824d-d395e3bfaeee tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:12.014195 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6004df00-e728-4435-814e-7a28f9f1d898 tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:12.017499 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-6004df00-e728-4435-814e-7a28f9f1d898 tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2660937 Nov 22 20:38:12.018739 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 49078) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:12.044127 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b3d4ccb-272d-4751-a482-acecbb6bff4a tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:38:12.050325 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-8b3d4ccb-272d-4751-a482-acecbb6bff4a tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] 10.222.0.46 "PUT /v2.0/routers/2e6e32ab-6b85-4564-8b46-1aa4e6f278f3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7222667 Nov 22 20:38:12.056259 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b9dd14e-8df9-4e55-8ee1-807cb8f3de60 None None] Sync routers for ids ['2e6e32ab-6b85-4564-8b46-1aa4e6f278f3'] in n-d-818823-1 {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:38:12.058590 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 49080) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:12.066351 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-ac867ccd-c43f-4f0b-a2bf-15a983071b62 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-240198986'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:38:12.067401 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b9dd14e-8df9-4e55-8ee1-807cb8f3de60 None None] Routers {'2e6e32ab-6b85-4564-8b46-1aa4e6f278f3'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:38:12.068299 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-7b9dd14e-8df9-4e55-8ee1-807cb8f3de60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:38:03Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['2e6e32ab-6b85-4564-8b46-1aa4e6f278f3'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:38:12.081749 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-38bf4e2b-0eb5-48a5-adde-9b9bab7399f1 tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:12.098590 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-38bf4e2b-0eb5-48a5-adde-9b9bab7399f1 tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:12.111812 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-1f7fb59c-7830-4824-96d1-b4ca34c4633a tempest-FloatingIPNegativeTestJSON-1145215243 tempest-FloatingIPNegativeTestJSON-1145215243-project] Deleting port 9da4b3c8-57a0-4295-8e7a-11b5fa8ab5ed {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:38:12.112160 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1f7fb59c-7830-4824-96d1-b4ca34c4633a tempest-FloatingIPNegativeTestJSON-1145215243 tempest-FloatingIPNegativeTestJSON-1145215243-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:12.139276 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3ea116c6-977f-469f-824d-d395e3bfaeee tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:12.142478 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac867ccd-c43f-4f0b-a2bf-15a983071b62 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Made reservation on behalf of 420a748461434084ac365abc58fa6e97 for: {'network': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:38:12.146685 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ac867ccd-c43f-4f0b-a2bf-15a983071b62 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for network, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:12.185520 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-38bf4e2b-0eb5-48a5-adde-9b9bab7399f1 tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572323'] for security_group_rule, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:12.203051 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1f7fb59c-7830-4824-96d1-b4ca34c4633a tempest-FloatingIPNegativeTestJSON-1145215243 tempest-FloatingIPNegativeTestJSON-1145215243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:12.203497 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1f7fb59c-7830-4824-96d1-b4ca34c4633a tempest-FloatingIPNegativeTestJSON-1145215243 tempest-FloatingIPNegativeTestJSON-1145215243-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:12.204594 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-38bf4e2b-0eb5-48a5-adde-9b9bab7399f1 tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:12.205988 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-38bf4e2b-0eb5-48a5-adde-9b9bab7399f1 tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/aee9e89e-e0b2-4594-8f2b-ee0f18549928 HTTP/1.1" status: 204 len: 168 time: 0.1861160 Nov 22 20:38:12.213988 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 49082) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:12.233341 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea116c6-977f-469f-824d-d395e3bfaeee tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] Pushing event updated for resources: {'Port': ['ID=5982fb83-c7d8-4d65-8146-71dddff2cc1f,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:38:12.233841 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-1f7fb59c-7830-4824-96d1-b4ca34c4633a tempest-FloatingIPNegativeTestJSON-1145215243 tempest-FloatingIPNegativeTestJSON-1145215243-project] Calling delete_port for 9da4b3c8-57a0-4295-8e7a-11b5fa8ab5ed owned by network:floatingip {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:38:12.245345 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ea116c6-977f-469f-824d-d395e3bfaeee tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] Network c48a55e9-6a85-4746-b7bf-3e29fb560094 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:38:12.249862 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bf4e2b-0eb5-48a5-adde-9b9bab7399f1 tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=aee9e89e-e0b2-4594-8f2b-ee0f18549928,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:38:12.256370 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-3ea116c6-977f-469f-824d-d395e3bfaeee tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:38:12.260535 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea116c6-977f-469f-824d-d395e3bfaeee tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:38:12.289748 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac867ccd-c43f-4f0b-a2bf-15a983071b62 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] vlan segment allocate from pool success with {'vlan_id': 639, 'physical_network': 'physnet1'} {{(pid=103448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 20:38:12.309555 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ac867ccd-c43f-4f0b-a2bf-15a983071b62 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:12.309916 n-d-818823-1 neutron-server[103448]: INFO neutron.db.segments_db [None req-ac867ccd-c43f-4f0b-a2bf-15a983071b62 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Added segment 4abae0cd-7b4e-43f9-97c1-72304e816a86 of type vlan for network f8b352aa-ab1a-47f0-aeb4-5858393cb523 Nov 22 20:38:12.390649 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-7b9dd14e-8df9-4e55-8ee1-807cb8f3de60 None None] Set router 2e6e32ab-6b85-4564-8b46-1aa4e6f278f3 gateway port host: None {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:38:12.395192 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0e14346-0862-4f46-bc3d-be0c50e59ab9 None None] DHCP port deletion for c48a55e9-6a85-4746-b7bf-3e29fb560094 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:38:12.422041 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1f7fb59c-7830-4824-96d1-b4ca34c4633a tempest-FloatingIPNegativeTestJSON-1145215243 tempest-FloatingIPNegativeTestJSON-1145215243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:12.424133 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ac867ccd-c43f-4f0b-a2bf-15a983071b62 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748992492791'] for network, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:12.455446 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 49084) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:12.456120 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-aef4b62f-9ac9-49cf-b600-6734f644184d tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.2410915 Nov 22 20:38:12.475960 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7fb59c-7830-4824-96d1-b4ca34c4633a tempest-FloatingIPNegativeTestJSON-1145215243 tempest-FloatingIPNegativeTestJSON-1145215243-project] Pushing event deleted for resources: {'Port': ['ID=9da4b3c8-57a0-4295-8e7a-11b5fa8ab5ed,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:38:12.511657 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1200010c-3174-4a23-af83-73ed4ad26e1b tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:12.520213 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ac867ccd-c43f-4f0b-a2bf-15a983071b62 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for network, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:12.526111 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac867ccd-c43f-4f0b-a2bf-15a983071b62 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:38:12.526699 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ac867ccd-c43f-4f0b-a2bf-15a983071b62 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks [] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:12.529799 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1200010c-3174-4a23-af83-73ed4ad26e1b tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:12.561689 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-6f3de06d-a84e-4b5a-a645-63ad11cdb98b None None] Provisioning complete for port 5982fb83-c7d8-4d65-8146-71dddff2cc1f triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:38:12.562164 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6f3de06d-a84e-4b5a-a645-63ad11cdb98b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:12.563923 n-d-818823-1 neutron-server[103447]: INFO neutron.api.v2.resource [None req-1f7fb59c-7830-4824-96d1-b4ca34c4633a tempest-FloatingIPNegativeTestJSON-1145215243 tempest-FloatingIPNegativeTestJSON-1145215243-project] create failed (client error): The resource could not be found. Nov 22 20:38:12.570251 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-1f7fb59c-7830-4824-96d1-b4ca34c4633a tempest-FloatingIPNegativeTestJSON-1145215243 tempest-FloatingIPNegativeTestJSON-1145215243-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 2.3921430 Nov 22 20:38:12.570251 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 49086) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:12.639577 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-ac867ccd-c43f-4f0b-a2bf-15a983071b62 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5781274 Nov 22 20:38:12.642452 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 49088) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:12.649923 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-e024a4b7-64f7-4f99-ba94-14aae8243115 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Request body: {'subnet': {'network_id': 'f8b352aa-ab1a-47f0-aeb4-5858393cb523', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:38:12.650817 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-6f3de06d-a84e-4b5a-a645-63ad11cdb98b None None] Port 5982fb83-c7d8-4d65-8146-71dddff2cc1f cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:38:12.666930 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1200010c-3174-4a23-af83-73ed4ad26e1b tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572323'] for security_group_rule, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:12.669326 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-6f3de06d-a84e-4b5a-a645-63ad11cdb98b None None] Provisioning complete for port 76f2a4db-1671-4923-8084-b132213b4737 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:38:12.669699 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6f3de06d-a84e-4b5a-a645-63ad11cdb98b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:12.673095 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1200010c-3174-4a23-af83-73ed4ad26e1b tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:12.673095 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-1200010c-3174-4a23-af83-73ed4ad26e1b tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/2fa7e5c4-e90e-4557-9821-de07161557ee HTTP/1.1" status: 204 len: 168 time: 0.2165644 Nov 22 20:38:12.700592 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 49090) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:12.702578 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac867ccd-c43f-4f0b-a2bf-15a983071b62 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Pushing event updated for resources: {'Network': ['ID=f8b352aa-ab1a-47f0-aeb4-5858393cb523,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:38:12.721896 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Network f8b352aa-ab1a-47f0-aeb4-5858393cb523 details requested by agent ovs-agent-n-d-818823-1 with host n-d-818823-1 {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 20:38:12.733908 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1200010c-3174-4a23-af83-73ed4ad26e1b tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2fa7e5c4-e90e-4557-9821-de07161557ee,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:38:12.738572 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-7b9dd14e-8df9-4e55-8ee1-807cb8f3de60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e6e32ab-6b85-4564-8b46-1aa4e6f278f3', 'name': 'tempest-RoutersIpV6Test-router-180704228', 'tenant_id': '420a748461434084ac365abc58fa6e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:38:08Z', 'updated_at': '2021-11-22T20:38:10Z', 'revision_number': 2, 'project_id': '420a748461434084ac365abc58fa6e97', 'gw_port_host': None, '_interfaces': [{'id': '4f0fc6b5-bf93-4434-baa3-8b6a3abc33c5', 'name': '', 'network_id': 'c7b3ca16-c489-4dba-b55f-f76f675059de', 'tenant_id': '420a748461434084ac365abc58fa6e97', 'mac_address': 'fa:16:3e:0b:14:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e6e32ab-6b85-4564-8b46-1aa4e6f278f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': '7e91458f-88b4-4870-a0d5-4733f6366cea', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:38:09Z', 'updated_at': '2021-11-22T20:38:10Z', 'revision_number': 2, 'project_id': '420a748461434084ac365abc58fa6e97', 'subnets': [{'id': '7e91458f-88b4-4870-a0d5-4733f6366cea', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:38:12.766487 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3ea116c6-977f-469f-824d-d395e3bfaeee tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:12.766946 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-c8ff7d82-6781-4fbd-a35b-f4faca0b8c75 tempest-FloatingIPNegativeTestJSON-1145215243 tempest-FloatingIPNegativeTestJSON-1145215243-project] Deleting port 145a99af-677f-4708-81e7-3dda46a7d2f7 {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:38:12.767582 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c8ff7d82-6781-4fbd-a35b-f4faca0b8c75 tempest-FloatingIPNegativeTestJSON-1145215243 tempest-FloatingIPNegativeTestJSON-1145215243-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:12.780766 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-97c7d773-22c7-4b0c-b129-6235c6575508 tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0750983 Nov 22 20:38:12.783453 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 49092) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:12.801536 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b9dd14e-8df9-4e55-8ee1-807cb8f3de60 None None] Checking router: 2e6e32ab-6b85-4564-8b46-1aa4e6f278f3 for host: n-d-818823-1 {{(pid=103449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 20:38:12.803059 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b9dd14e-8df9-4e55-8ee1-807cb8f3de60 None None] Updating router 2e6e32ab-6b85-4564-8b46-1aa4e6f278f3 port 4f0fc6b5-bf93-4434-baa3-8b6a3abc33c5 binding host n-d-818823-1 {{(pid=103449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 20:38:12.837752 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e024a4b7-64f7-4f99-ba94-14aae8243115 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Made reservation on behalf of 420a748461434084ac365abc58fa6e97 for: {'subnet': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:38:12.841256 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e024a4b7-64f7-4f99-ba94-14aae8243115 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8485086'] for subnet, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:12.877633 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-75c26383-7808-4ca0-9fd5-52845ed812e0 tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:12.895212 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-75c26383-7808-4ca0-9fd5-52845ed812e0 tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:12.902639 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-7b9dd14e-8df9-4e55-8ee1-807cb8f3de60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:12.933564 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c8ff7d82-6781-4fbd-a35b-f4faca0b8c75 tempest-FloatingIPNegativeTestJSON-1145215243 tempest-FloatingIPNegativeTestJSON-1145215243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:12.958060 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-c8ff7d82-6781-4fbd-a35b-f4faca0b8c75 tempest-FloatingIPNegativeTestJSON-1145215243 tempest-FloatingIPNegativeTestJSON-1145215243-project] Calling delete_port for 145a99af-677f-4708-81e7-3dda46a7d2f7 owned by {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:38:13.088162 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-6f3de06d-a84e-4b5a-a645-63ad11cdb98b None None] Provisioning complete for port 4f0fc6b5-bf93-4434-baa3-8b6a3abc33c5 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:38:13.088821 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6f3de06d-a84e-4b5a-a645-63ad11cdb98b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:13.098049 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 76f2a4db-1671-4923-8084-b132213b4737 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:38:13.161182 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e024a4b7-64f7-4f99-ba94-14aae8243115 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8900613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8485104'] for subnet, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:13.228025 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c8ff7d82-6781-4fbd-a35b-f4faca0b8c75 tempest-FloatingIPNegativeTestJSON-1145215243 tempest-FloatingIPNegativeTestJSON-1145215243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:13.229415 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-6f3de06d-a84e-4b5a-a645-63ad11cdb98b None None] Port 4f0fc6b5-bf93-4434-baa3-8b6a3abc33c5 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:38:13.277607 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ff7d82-6781-4fbd-a35b-f4faca0b8c75 tempest-FloatingIPNegativeTestJSON-1145215243 tempest-FloatingIPNegativeTestJSON-1145215243-project] Pushing event deleted for resources: {'Port': ['ID=145a99af-677f-4708-81e7-3dda46a7d2f7,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:38:13.279395 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 76f2a4db-1671-4923-8084-b132213b4737 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:38:13.281057 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e024a4b7-64f7-4f99-ba94-14aae8243115 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Pushing event updated for resources: {'Subnet': ['ID=9802201d-e5bf-416f-a9a6-aeabd2212ef4,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:38:13.290031 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:13.322401 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e024a4b7-64f7-4f99-ba94-14aae8243115 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Checking segment: {'id': '4abae0cd-7b4e-43f9-97c1-72304e816a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'f8b352aa-ab1a-47f0-aeb4-5858393cb523'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:38:13.323366 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e024a4b7-64f7-4f99-ba94-14aae8243115 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Network hostable DHCP agents. Network: f8b352aa-ab1a-47f0-aeb4-5858393cb523, hostable agents: ['02adaa64-0987-4b74-bad0-cbcf56f8a294'], hosted agents: [] {{(pid=103447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 20:38:13.325958 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-75c26383-7808-4ca0-9fd5-52845ed812e0 tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572323'] for security_group_rule, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:13.331657 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-75c26383-7808-4ca0-9fd5-52845ed812e0 tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:13.332448 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-75c26383-7808-4ca0-9fd5-52845ed812e0 tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/fd10ae1e-91c7-4955-b343-effb2462dd96 HTTP/1.1" status: 204 len: 168 time: 0.5158498 Nov 22 20:38:13.336838 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 49094) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:13.354095 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c26383-7808-4ca0-9fd5-52845ed812e0 tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fd10ae1e-91c7-4955-b343-effb2462dd96,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:38:13.376695 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e024a4b7-64f7-4f99-ba94-14aae8243115 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Network f8b352aa-ab1a-47f0-aeb4-5858393cb523 is scheduled to be hosted by DHCP agent 02adaa64-0987-4b74-bad0-cbcf56f8a294 with binding_index 1 {{(pid=103447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 20:38:13.403330 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-e024a4b7-64f7-4f99-ba94-14aae8243115 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818823-1, f8b352aa-ab1a-47f0-aeb4-5858393cb523) {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:38:13.405988 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c8ff7d82-6781-4fbd-a35b-f4faca0b8c75 tempest-FloatingIPNegativeTestJSON-1145215243 tempest-FloatingIPNegativeTestJSON-1145215243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:13.414433 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e120a9ff-140a-46a8-823f-5e781aa0377c None None] Network f8b352aa-ab1a-47f0-aeb4-5858393cb523 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:38:13.417172 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 49096) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:13.417844 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-c8ff7d82-6781-4fbd-a35b-f4faca0b8c75 tempest-FloatingIPNegativeTestJSON-1145215243 tempest-FloatingIPNegativeTestJSON-1145215243-project] 10.222.0.46 "DELETE /v2.0/ports/145a99af-677f-4708-81e7-3dda46a7d2f7 HTTP/1.1" status: 204 len: 168 time: 0.8471458 Nov 22 20:38:13.431187 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e024a4b7-64f7-4f99-ba94-14aae8243115 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:38:13.432355 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e024a4b7-64f7-4f99-ba94-14aae8243115 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks [] for subnet, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:13.466629 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-e024a4b7-64f7-4f99-ba94-14aae8243115 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8205993 Nov 22 20:38:13.467152 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 49098) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:13.468354 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-8a181cc5-0ae9-4f18-b411-955db2cfdfb0 tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1273963 Nov 22 20:38:13.471018 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 49100) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:13.473069 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3ea116c6-977f-469f-824d-d395e3bfaeee tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-659538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-841284'] for router, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:13.488269 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-7b9dd14e-8df9-4e55-8ee1-807cb8f3de60 None None] Publish callbacks [] for port, precommit_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:13.517629 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-7b9dd14e-8df9-4e55-8ee1-807cb8f3de60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:13.538742 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2e30156-63af-436c-afe2-8249fbe4e319 tempest-FloatingIPNegativeTestJSON-1145215243 tempest-FloatingIPNegativeTestJSON-1145215243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:38:13.540369 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-d2e30156-63af-436c-afe2-8249fbe4e319 tempest-FloatingIPNegativeTestJSON-1145215243 tempest-FloatingIPNegativeTestJSON-1145215243-project] 10.222.0.46 "GET /v2.0/ports?device_id=8496daa6-fd3f-4d14-8d45-deb16cb5958d HTTP/1.1" status: 200 len: 913 time: 0.1222527 Nov 22 20:38:13.543050 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 49102) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:13.600515 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712bf481-a16a-4a51-b755-142c7a5bf0ab None None] Pushing event updated for resources: {'Port': ['ID=4f0fc6b5-bf93-4434-baa3-8b6a3abc33c5,revision_number=3']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:38:13.610210 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-64b36680-c2c1-4ff3-b802-bd8e167248c2 tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:13.634878 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-64b36680-c2c1-4ff3-b802-bd8e167248c2 tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:13.711112 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-7b9dd14e-8df9-4e55-8ee1-807cb8f3de60 None None] Attempting to bind port 4f0fc6b5-bf93-4434-baa3-8b6a3abc33c5 on host n-d-818823-1 for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:38:13.711668 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-7b9dd14e-8df9-4e55-8ee1-807cb8f3de60 None None] Attempting to bind port 4f0fc6b5-bf93-4434-baa3-8b6a3abc33c5 by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': 'edd65bd7-3a60-4eeb-bfae-f94fd6c8e114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'c7b3ca16-c489-4dba-b55f-f76f675059de'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:38:13.712170 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b9dd14e-8df9-4e55-8ee1-807cb8f3de60 None None] Attempting to bind port 4f0fc6b5-bf93-4434-baa3-8b6a3abc33c5 on network c7b3ca16-c489-4dba-b55f-f76f675059de {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:38:13.737596 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b9dd14e-8df9-4e55-8ee1-807cb8f3de60 None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 38, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:38:13.738111 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b9dd14e-8df9-4e55-8ee1-807cb8f3de60 None None] Checking segment: {'id': 'edd65bd7-3a60-4eeb-bfae-f94fd6c8e114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'c7b3ca16-c489-4dba-b55f-f76f675059de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:38:13.738670 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-7b9dd14e-8df9-4e55-8ee1-807cb8f3de60 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:13.739112 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b9dd14e-8df9-4e55-8ee1-807cb8f3de60 None None] Bound using segment: {'id': 'edd65bd7-3a60-4eeb-bfae-f94fd6c8e114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'c7b3ca16-c489-4dba-b55f-f76f675059de'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:38:13.739743 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-7b9dd14e-8df9-4e55-8ee1-807cb8f3de60 None None] Bound port: 4f0fc6b5-bf93-4434-baa3-8b6a3abc33c5, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edd65bd7-3a60-4eeb-bfae-f94fd6c8e114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'c7b3ca16-c489-4dba-b55f-f76f675059de'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:38:13.742558 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-7b9dd14e-8df9-4e55-8ee1-807cb8f3de60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:13.762199 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f2e4198-84e1-4b40-badd-7a4b5a8772d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fb26bd7-ce56-527b-b94f-2e1f7cb2bb35-f8b352aa-ab1a-47f0-aeb4-5858393cb523', 'network_id': 'f8b352aa-ab1a-47f0-aeb4-5858393cb523', 'tenant_id': '420a748461434084ac365abc58fa6e97', 'fixed_ips': [{'subnet_id': '9802201d-e5bf-416f-a9a6-aeabd2212ef4'}]}} from n-d-818823-1. {{(pid=103449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 20:38:13.763195 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-8f2e4198-84e1-4b40-badd-7a4b5a8772d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:13.833653 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ea116c6-977f-469f-824d-d395e3bfaeee tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] Router 30cb9cff-1256-45c1-ab23-40a5a5a9cbb7 is scheduled to L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 with binding_index 1 {{(pid=103448) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 20:38:13.843152 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-64b36680-c2c1-4ff3-b802-bd8e167248c2 tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572323'] for security_group_rule, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:13.849660 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-64b36680-c2c1-4ff3-b802-bd8e167248c2 tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:13.853171 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-64b36680-c2c1-4ff3-b802-bd8e167248c2 tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/c72b797e-4cfb-4a96-9eac-f62e008d62b0 HTTP/1.1" status: 204 len: 168 time: 0.3787572 Nov 22 20:38:13.858565 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 49104) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:13.864273 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-7b9dd14e-8df9-4e55-8ee1-807cb8f3de60 None None] For port 4f0fc6b5-bf93-4434-baa3-8b6a3abc33c5, host n-d-818823-1, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:38:13.868771 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-7b9dd14e-8df9-4e55-8ee1-807cb8f3de60 None None] For port 4f0fc6b5-bf93-4434-baa3-8b6a3abc33c5, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=4f0fc6b5-bf93-4434-baa3-8b6a3abc33c5,segment=NetworkSegment(edd65bd7-3a60-4eeb-bfae-f94fd6c8e114),segment_id=edd65bd7-3a60-4eeb-bfae-f94fd6c8e114)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:38:13.878957 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-7b9dd14e-8df9-4e55-8ee1-807cb8f3de60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:13.946558 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b36680-c2c1-4ff3-b802-bd8e167248c2 tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c72b797e-4cfb-4a96-9eac-f62e008d62b0,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:38:14.039838 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b9dd14e-8df9-4e55-8ee1-807cb8f3de60 None None] Routers {'2e6e32ab-6b85-4564-8b46-1aa4e6f278f3'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:38:14.041260 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-7b9dd14e-8df9-4e55-8ee1-807cb8f3de60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:38:03Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['2e6e32ab-6b85-4564-8b46-1aa4e6f278f3'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:38:14.054335 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-c944edc5-f7b8-4e99-aa65-47e457d43b51 tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1905754 Nov 22 20:38:14.058705 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 49106) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:14.065604 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ea116c6-977f-469f-824d-d395e3bfaeee tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:38:14.079255 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e5073d-a1e6-4965-a94b-8839f69cac2e None None] Sync routers for ids ['30cb9cff-1256-45c1-ab23-40a5a5a9cbb7'] in n-d-818823-1 {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:38:14.097148 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e5073d-a1e6-4965-a94b-8839f69cac2e None None] Routers {'30cb9cff-1256-45c1-ab23-40a5a5a9cbb7'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:38:14.097781 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-37e5073d-a1e6-4965-a94b-8839f69cac2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:38:03Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['30cb9cff-1256-45c1-ab23-40a5a5a9cbb7'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:38:14.101659 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712bf481-a16a-4a51-b755-142c7a5bf0ab None None] Pushing event updated for resources: {'Port': ['ID=4f0fc6b5-bf93-4434-baa3-8b6a3abc33c5,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:38:14.110350 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-05742643-c9dc-41b2-9378-6e50671aa23d tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:14.121201 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3ea116c6-977f-469f-824d-d395e3bfaeee tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] Publish callbacks [] for router, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:14.122482 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-3ea116c6-977f-469f-824d-d395e3bfaeee tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 3.7404666 Nov 22 20:38:14.125667 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 49108) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:14.139943 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-05742643-c9dc-41b2-9378-6e50671aa23d tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:14.152126 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ecc320f6-d0d9-4436-886c-192cf7e028ba None None] Provisioning complete for port 4f0fc6b5-bf93-4434-baa3-8b6a3abc33c5 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:38:14.152646 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ecc320f6-d0d9-4436-886c-192cf7e028ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:14.178804 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-914d4dce-6b90-409e-98ba-e15576b68db3 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:14.243968 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.db_base_plugin_common [None req-8f2e4198-84e1-4b40-badd-7a4b5a8772d1 None None] Allocated IP 2001:db8:1::2 (f8b352aa-ab1a-47f0-aeb4-5858393cb523/9802201d-e5bf-416f-a9a6-aeabd2212ef4/9dbc2c81-c4de-44e5-920b-e2c17b3e940f) {{(pid=103449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:38:14.261180 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-37e5073d-a1e6-4965-a94b-8839f69cac2e None None] Set router 30cb9cff-1256-45c1-ab23-40a5a5a9cbb7 gateway port host: n-d-818823-1 {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:38:14.270723 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-7b9dd14e-8df9-4e55-8ee1-807cb8f3de60 None None] Set router 2e6e32ab-6b85-4564-8b46-1aa4e6f278f3 gateway port host: None {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:38:14.295483 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-adafcc4b-0695-4181-8b9c-fe50ad1b027c tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] 10.222.0.46 "GET /v2.0/routers/30cb9cff-1256-45c1-ab23-40a5a5a9cbb7 HTTP/1.1" status: 200 len: 909 time: 0.1611137 Nov 22 20:38:14.296427 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 49110) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:14.304028 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-3cdbc6ff-906e-44f5-85f9-d86713b99dec tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1154572771', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'enable_snat': True}}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:38:14.336372 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-05742643-c9dc-41b2-9378-6e50671aa23d tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572323'] for security_group_rule, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:14.339705 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3cdbc6ff-906e-44f5-85f9-d86713b99dec tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24799'] for router, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:14.341212 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3cdbc6ff-906e-44f5-85f9-d86713b99dec tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-632716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24788'] for router, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:14.382399 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-05742643-c9dc-41b2-9378-6e50671aa23d tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:14.388019 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-05742643-c9dc-41b2-9378-6e50671aa23d tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/2d1cd037-ee2f-40ad-ad7a-33d1007ca74f HTTP/1.1" status: 204 len: 168 time: 0.3266017 Nov 22 20:38:14.394435 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 49112) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:14.406746 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3cdbc6ff-906e-44f5-85f9-d86713b99dec tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:14.414447 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-42b96eb3-727b-4693-9aca-26040fb9c2c9 tempest-FloatingIPNegativeTestJSON-1145215243 tempest-FloatingIPNegativeTestJSON-1145215243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659736'] for router_interface, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:14.419443 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05742643-c9dc-41b2-9378-6e50671aa23d tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2d1cd037-ee2f-40ad-ad7a-33d1007ca74f,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:38:14.454306 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-a5854f50-eedd-4476-a673-00622a37378e tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0579274 Nov 22 20:38:14.459012 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 49114) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:14.496379 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-37e5073d-a1e6-4965-a94b-8839f69cac2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30cb9cff-1256-45c1-ab23-40a5a5a9cbb7', 'name': 'tempest-snat-router-1154572771', 'tenant_id': '4f235977e424487abe54e460f26782ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.170'}], 'enable_snat': False}, 'gw_port_id': '5982fb83-c7d8-4d65-8146-71dddff2cc1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:38:10Z', 'updated_at': '2021-11-22T20:38:12Z', 'revision_number': 3, 'project_id': '4f235977e424487abe54e460f26782ed', 'gw_port': {'id': '5982fb83-c7d8-4d65-8146-71dddff2cc1f', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:c9:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30cb9cff-1256-45c1-ab23-40a5a5a9cbb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3379, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:38:10Z', 'updated_at': '2021-11-22T20:38:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-818823-1'}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:38:14.533698 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e5073d-a1e6-4965-a94b-8839f69cac2e None None] Checking router: 30cb9cff-1256-45c1-ab23-40a5a5a9cbb7 for host: n-d-818823-1 {{(pid=103450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 20:38:14.534141 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e5073d-a1e6-4965-a94b-8839f69cac2e None None] Updating router 30cb9cff-1256-45c1-ab23-40a5a5a9cbb7 port 5982fb83-c7d8-4d65-8146-71dddff2cc1f binding host n-d-818823-1 {{(pid=103450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 20:38:14.597955 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-2b1ae78b-ee60-4d1f-ad51-f6d6dfa8f51a tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:14.642964 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-2b1ae78b-ee60-4d1f-ad51-f6d6dfa8f51a tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:14.672376 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ecc320f6-d0d9-4436-886c-192cf7e028ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:14.675971 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:14.676457 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-37e5073d-a1e6-4965-a94b-8839f69cac2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:14.709208 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-2b1ae78b-ee60-4d1f-ad51-f6d6dfa8f51a tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:14.713421 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-2b1ae78b-ee60-4d1f-ad51-f6d6dfa8f51a tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:14.714695 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-2b1ae78b-ee60-4d1f-ad51-f6d6dfa8f51a tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] 10.222.0.46 "DELETE /v2.0/security-groups/71aa10b1-f0d1-4a5e-953c-1ca4fa4d718b HTTP/1.1" status: 204 len: 168 time: 0.2546446 Nov 22 20:38:14.724547 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 49116) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:14.731708 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1ae78b-ee60-4d1f-ad51-f6d6dfa8f51a tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71aa10b1-f0d1-4a5e-953c-1ca4fa4d718b,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:38:14.738713 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:14.777484 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3cdbc6ff-906e-44f5-85f9-d86713b99dec tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:14.813003 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ecc320f6-d0d9-4436-886c-192cf7e028ba None None] For port 4f0fc6b5-bf93-4434-baa3-8b6a3abc33c5, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=4f0fc6b5-bf93-4434-baa3-8b6a3abc33c5,segment=NetworkSegment(edd65bd7-3a60-4eeb-bfae-f94fd6c8e114),segment_id=edd65bd7-3a60-4eeb-bfae-f94fd6c8e114)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:38:14.818627 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-1174ce34-5e89-4fed-9e74-2e6aee4394af tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0928814 Nov 22 20:38:14.825215 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 49118) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:14.829422 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-73a85c63-14be-43a1-98ac-57df6ccb1cd2 tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] Request body: {'security_group': {'name': 'tempest-secgroup--1884901582'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:38:14.850130 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ecc320f6-d0d9-4436-886c-192cf7e028ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:14.860080 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-73a85c63-14be-43a1-98ac-57df6ccb1cd2 tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:14.929651 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-8f2e4198-84e1-4b40-badd-7a4b5a8772d1 None None] Publish callbacks [] for port, precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:14.968393 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-73a85c63-14be-43a1-98ac-57df6ccb1cd2 tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:14.991234 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-8f2e4198-84e1-4b40-badd-7a4b5a8772d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372'] for port, after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:15.016915 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc320f6-d0d9-4436-886c-192cf7e028ba None None] Pushing event updated for resources: {'Port': ['ID=4f0fc6b5-bf93-4434-baa3-8b6a3abc33c5,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:38:15.022639 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-94057eab-1d6b-4ce8-a442-4f24fb196bce None None] Provisioning complete for port 4f0fc6b5-bf93-4434-baa3-8b6a3abc33c5 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:38:15.023029 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-94057eab-1d6b-4ce8-a442-4f24fb196bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:15.036344 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [None req-914d4dce-6b90-409e-98ba-e15576b68db3 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Allocated IP 2001:db8:1::1 (f8b352aa-ab1a-47f0-aeb4-5858393cb523/9802201d-e5bf-416f-a9a6-aeabd2212ef4/fce24294-6596-4a74-8c76-a6a20e280463) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:38:15.071023 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f2e4198-84e1-4b40-badd-7a4b5a8772d1 None None] Network f8b352aa-ab1a-47f0-aeb4-5858393cb523 is already hosted by enough agents. {{(pid=103449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:38:15.077177 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.base_scheduler [None req-8f2e4198-84e1-4b40-badd-7a4b5a8772d1 None None] Resources bound (agent type, host, resource id): {{(pid=103449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:38:15.077717 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-37e5073d-a1e6-4965-a94b-8839f69cac2e None None] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:15.080230 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f2e4198-84e1-4b40-badd-7a4b5a8772d1 None None] Received port after_create {{(pid=103449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:38:15.090876 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-37e5073d-a1e6-4965-a94b-8839f69cac2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:15.097792 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-42b96eb3-727b-4693-9aca-26040fb9c2c9 tempest-FloatingIPNegativeTestJSON-1145215243 tempest-FloatingIPNegativeTestJSON-1145215243-project] Deleting port 33dd36db-834e-4743-86da-b712add24ef2 {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:38:15.098361 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-42b96eb3-727b-4693-9aca-26040fb9c2c9 tempest-FloatingIPNegativeTestJSON-1145215243 tempest-FloatingIPNegativeTestJSON-1145215243-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:15.161098 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be09d6c7-ae4c-4de4-bb86-c66120b0d0d6 None None] DHCP port deletion for c48a55e9-6a85-4746-b7bf-3e29fb560094 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:38:15.182395 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-37e5073d-a1e6-4965-a94b-8839f69cac2e None None] Attempting to bind port 5982fb83-c7d8-4d65-8146-71dddff2cc1f on host n-d-818823-1 for vnic_type normal with profile {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:38:15.183189 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-37e5073d-a1e6-4965-a94b-8839f69cac2e None None] Attempting to bind port 5982fb83-c7d8-4d65-8146-71dddff2cc1f by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:38:15.183800 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e5073d-a1e6-4965-a94b-8839f69cac2e None None] Attempting to bind port 5982fb83-c7d8-4d65-8146-71dddff2cc1f on network c48a55e9-6a85-4746-b7bf-3e29fb560094 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:38:15.187868 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2e4198-84e1-4b40-badd-7a4b5a8772d1 None None] Pushing event updated for resources: {'Port': ['ID=9dbc2c81-c4de-44e5-920b-e2c17b3e940f,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:38:15.202920 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-914d4dce-6b90-409e-98ba-e15576b68db3 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:15.216083 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-73a85c63-14be-43a1-98ac-57df6ccb1cd2 tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:15.217085 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3cdbc6ff-906e-44f5-85f9-d86713b99dec tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:15.222552 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-8f2e4198-84e1-4b40-badd-7a4b5a8772d1 None None] Attempting to bind port 9dbc2c81-c4de-44e5-920b-e2c17b3e940f on host n-d-818823-1 for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:38:15.222729 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-8f2e4198-84e1-4b40-badd-7a4b5a8772d1 None None] Attempting to bind port 9dbc2c81-c4de-44e5-920b-e2c17b3e940f by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': '4abae0cd-7b4e-43f9-97c1-72304e816a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'f8b352aa-ab1a-47f0-aeb4-5858393cb523'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:38:15.223127 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2e4198-84e1-4b40-badd-7a4b5a8772d1 None None] Attempting to bind port 9dbc2c81-c4de-44e5-920b-e2c17b3e940f on network f8b352aa-ab1a-47f0-aeb4-5858393cb523 {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:38:15.228215 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e5073d-a1e6-4965-a94b-8839f69cac2e None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 38, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:38:15.229294 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e5073d-a1e6-4965-a94b-8839f69cac2e None None] Checking segment: {'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:38:15.229946 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-37e5073d-a1e6-4965-a94b-8839f69cac2e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:15.230500 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e5073d-a1e6-4965-a94b-8839f69cac2e None None] Bound using segment: {'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:38:15.231148 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-37e5073d-a1e6-4965-a94b-8839f69cac2e None None] Bound port: 5982fb83-c7d8-4d65-8146-71dddff2cc1f, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'}}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:38:15.231854 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-37e5073d-a1e6-4965-a94b-8839f69cac2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:15.246468 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3cdbc6ff-906e-44f5-85f9-d86713b99dec tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:15.253662 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2e4198-84e1-4b40-badd-7a4b5a8772d1 None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 38, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:38:15.254175 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2e4198-84e1-4b40-badd-7a4b5a8772d1 None None] Checking segment: {'id': '4abae0cd-7b4e-43f9-97c1-72304e816a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'f8b352aa-ab1a-47f0-aeb4-5858393cb523'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:38:15.254613 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-8f2e4198-84e1-4b40-badd-7a4b5a8772d1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:15.255750 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2e4198-84e1-4b40-badd-7a4b5a8772d1 None None] Bound using segment: {'id': '4abae0cd-7b4e-43f9-97c1-72304e816a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'f8b352aa-ab1a-47f0-aeb4-5858393cb523'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:38:15.256207 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-8f2e4198-84e1-4b40-badd-7a4b5a8772d1 None None] Bound port: 9dbc2c81-c4de-44e5-920b-e2c17b3e940f, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4abae0cd-7b4e-43f9-97c1-72304e816a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'f8b352aa-ab1a-47f0-aeb4-5858393cb523'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:38:15.256645 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-8f2e4198-84e1-4b40-badd-7a4b5a8772d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:15.256902 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a85c63-14be-43a1-98ac-57df6ccb1cd2 tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a99b25aa-780a-47d6-bd30-28a39ecec980,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:38:15.257470 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-42b96eb3-727b-4693-9aca-26040fb9c2c9 tempest-FloatingIPNegativeTestJSON-1145215243 tempest-FloatingIPNegativeTestJSON-1145215243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:15.262353 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-73a85c63-14be-43a1-98ac-57df6ccb1cd2 tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:15.267272 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-73a85c63-14be-43a1-98ac-57df6ccb1cd2 tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4378507 Nov 22 20:38:15.267465 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-7b9dd14e-8df9-4e55-8ee1-807cb8f3de60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e6e32ab-6b85-4564-8b46-1aa4e6f278f3', 'name': 'tempest-RoutersIpV6Test-router-180704228', 'tenant_id': '420a748461434084ac365abc58fa6e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:38:08Z', 'updated_at': '2021-11-22T20:38:10Z', 'revision_number': 2, 'project_id': '420a748461434084ac365abc58fa6e97', 'gw_port_host': None, '_interfaces': [{'id': '4f0fc6b5-bf93-4434-baa3-8b6a3abc33c5', 'name': '', 'network_id': 'c7b3ca16-c489-4dba-b55f-f76f675059de', 'tenant_id': '420a748461434084ac365abc58fa6e97', 'mac_address': 'fa:16:3e:0b:14:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e6e32ab-6b85-4564-8b46-1aa4e6f278f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': '7e91458f-88b4-4870-a0d5-4733f6366cea', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:38:09Z', 'updated_at': '2021-11-22T20:38:13Z', 'revision_number': 4, 'project_id': '420a748461434084ac365abc58fa6e97', 'subnets': [{'id': '7e91458f-88b4-4870-a0d5-4733f6366cea', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:38:15.267632 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 49120) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:15.275384 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-84946505-d9c5-4551-b921-a4dc7eb03193 tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] Request body: {'security_group_rule': {'security_group_id': 'a99b25aa-780a-47d6-bd30-28a39ecec980', 'direction': 'ingress', 'protocol': 17}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:38:15.297194 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-914d4dce-6b90-409e-98ba-e15576b68db3 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:15.310100 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-42b96eb3-727b-4693-9aca-26040fb9c2c9 tempest-FloatingIPNegativeTestJSON-1145215243 tempest-FloatingIPNegativeTestJSON-1145215243-project] Calling delete_port for 33dd36db-834e-4743-86da-b712add24ef2 owned by network:router_interface {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:38:15.318395 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b9dd14e-8df9-4e55-8ee1-807cb8f3de60 None None] The sync data for ids ['2e6e32ab-6b85-4564-8b46-1aa4e6f278f3'] in n-d-818823-1 is: [{'id': '2e6e32ab-6b85-4564-8b46-1aa4e6f278f3', 'name': 'tempest-RoutersIpV6Test-router-180704228', 'tenant_id': '420a748461434084ac365abc58fa6e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:38:08Z', 'updated_at': '2021-11-22T20:38:10Z', 'revision_number': 2, 'project_id': '420a748461434084ac365abc58fa6e97', 'gw_port_host': None, '_interfaces': [{'id': '4f0fc6b5-bf93-4434-baa3-8b6a3abc33c5', 'name': '', 'network_id': 'c7b3ca16-c489-4dba-b55f-f76f675059de', 'tenant_id': '420a748461434084ac365abc58fa6e97', 'mac_address': 'fa:16:3e:0b:14:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e6e32ab-6b85-4564-8b46-1aa4e6f278f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': '7e91458f-88b4-4870-a0d5-4733f6366cea', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:38:09Z', 'updated_at': '2021-11-22T20:38:13Z', 'revision_number': 4, 'project_id': '420a748461434084ac365abc58fa6e97', 'subnets': [{'id': '7e91458f-88b4-4870-a0d5-4733f6366cea', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:38:15.364492 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-37e5073d-a1e6-4965-a94b-8839f69cac2e None None] For port 5982fb83-c7d8-4d65-8146-71dddff2cc1f, host n-d-818823-1, cleared binding levels {{(pid=103450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:38:15.369220 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-914d4dce-6b90-409e-98ba-e15576b68db3 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Network f8b352aa-ab1a-47f0-aeb4-5858393cb523 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:38:15.371383 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-37e5073d-a1e6-4965-a94b-8839f69cac2e None None] For port 5982fb83-c7d8-4d65-8146-71dddff2cc1f, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=5982fb83-c7d8-4d65-8146-71dddff2cc1f,segment=NetworkSegment(8793ba83-8407-4c3d-9b56-2a177cd58a70),segment_id=8793ba83-8407-4c3d-9b56-2a177cd58a70)] {{(pid=103450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:38:15.375457 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-914d4dce-6b90-409e-98ba-e15576b68db3 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:38:15.379688 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219ffd83-ef19-4968-aef7-4e1791c6b719 None None] Pushing event updated for resources: {'Port': ['ID=5982fb83-c7d8-4d65-8146-71dddff2cc1f,revision_number=2']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:38:15.389444 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-914d4dce-6b90-409e-98ba-e15576b68db3 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:38:15.390321 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-914d4dce-6b90-409e-98ba-e15576b68db3 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659939'] for router_interface, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:15.391033 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-37e5073d-a1e6-4965-a94b-8839f69cac2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:15.398344 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-8f2e4198-84e1-4b40-badd-7a4b5a8772d1 None None] For port 9dbc2c81-c4de-44e5-920b-e2c17b3e940f, host n-d-818823-1, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:38:15.404395 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-8f2e4198-84e1-4b40-badd-7a4b5a8772d1 None None] For port 9dbc2c81-c4de-44e5-920b-e2c17b3e940f, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=9dbc2c81-c4de-44e5-920b-e2c17b3e940f,segment=NetworkSegment(4abae0cd-7b4e-43f9-97c1-72304e816a86),segment_id=4abae0cd-7b4e-43f9-97c1-72304e816a86)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:38:15.410340 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-8f2e4198-84e1-4b40-badd-7a4b5a8772d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:15.420724 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219ffd83-ef19-4968-aef7-4e1791c6b719 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:38:15.421127 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219ffd83-ef19-4968-aef7-4e1791c6b719 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:38:15.421726 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219ffd83-ef19-4968-aef7-4e1791c6b719 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:38:15.422479 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219ffd83-ef19-4968-aef7-4e1791c6b719 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:38:15.423122 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219ffd83-ef19-4968-aef7-4e1791c6b719 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:38:15.423264 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219ffd83-ef19-4968-aef7-4e1791c6b719 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:38:15.423611 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219ffd83-ef19-4968-aef7-4e1791c6b719 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:38:15.424501 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219ffd83-ef19-4968-aef7-4e1791c6b719 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:38:15.424789 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219ffd83-ef19-4968-aef7-4e1791c6b719 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:38:15.425243 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219ffd83-ef19-4968-aef7-4e1791c6b719 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:38:15.425449 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219ffd83-ef19-4968-aef7-4e1791c6b719 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:38:15.425778 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219ffd83-ef19-4968-aef7-4e1791c6b719 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:38:15.444434 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f63a7a3-329e-4a4c-a9a9-8cedce6753fe None None] DHCP port deletion for c48a55e9-6a85-4746-b7bf-3e29fb560094 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:38:15.486505 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [None req-3cdbc6ff-906e-44f5-85f9-d86713b99dec tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] Allocated IP 172.25.5.157 (c48a55e9-6a85-4746-b7bf-3e29fb560094/5da6f781-63e6-4328-ae7a-5e672262f55a/72e96c5c-c38e-4256-be53-a5ea28eda8c5) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:38:15.515770 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219ffd83-ef19-4968-aef7-4e1791c6b719 None None] Pushing event updated for resources: {'Port': ['ID=5982fb83-c7d8-4d65-8146-71dddff2cc1f,revision_number=3']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:38:15.527964 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ca979503-79f9-4771-8596-6423bec4b62d None None] Provisioning complete for port 5982fb83-c7d8-4d65-8146-71dddff2cc1f triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:38:15.528340 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ca979503-79f9-4771-8596-6423bec4b62d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:15.550710 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e5073d-a1e6-4965-a94b-8839f69cac2e None None] Routers {'30cb9cff-1256-45c1-ab23-40a5a5a9cbb7'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:38:15.551696 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-37e5073d-a1e6-4965-a94b-8839f69cac2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:38:03Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['30cb9cff-1256-45c1-ab23-40a5a5a9cbb7'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:38:15.552829 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914d4dce-6b90-409e-98ba-e15576b68db3 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Pushing event updated for resources: {'Port': ['ID=fce24294-6596-4a74-8c76-a6a20e280463,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:38:15.579047 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2e4198-84e1-4b40-badd-7a4b5a8772d1 None None] Pushing event updated for resources: {'Port': ['ID=9dbc2c81-c4de-44e5-920b-e2c17b3e940f,revision_number=2']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:38:15.602422 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-914d4dce-6b90-409e-98ba-e15576b68db3 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:15.645540 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3cdbc6ff-906e-44f5-85f9-d86713b99dec tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:15.694167 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-84946505-d9c5-4551-b921-a4dc7eb03193 tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:15.707592 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ca979503-79f9-4771-8596-6423bec4b62d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:15.737977 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ca979503-79f9-4771-8596-6423bec4b62d None None] For port 5982fb83-c7d8-4d65-8146-71dddff2cc1f, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=5982fb83-c7d8-4d65-8146-71dddff2cc1f,segment=NetworkSegment(8793ba83-8407-4c3d-9b56-2a177cd58a70),segment_id=8793ba83-8407-4c3d-9b56-2a177cd58a70)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:38:15.753200 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ca979503-79f9-4771-8596-6423bec4b62d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:15.782553 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3cdbc6ff-906e-44f5-85f9-d86713b99dec tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:15.793813 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-37e5073d-a1e6-4965-a94b-8839f69cac2e None None] Set router 30cb9cff-1256-45c1-ab23-40a5a5a9cbb7 gateway port host: n-d-818823-1 {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:38:15.863012 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdbc6ff-906e-44f5-85f9-d86713b99dec tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] Pushing event updated for resources: {'Port': ['ID=72e96c5c-c38e-4256-be53-a5ea28eda8c5,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:38:15.864829 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca979503-79f9-4771-8596-6423bec4b62d None None] Pushing event updated for resources: {'Port': ['ID=5982fb83-c7d8-4d65-8146-71dddff2cc1f,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:38:15.894292 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-1c33c8cb-f137-4160-8bbb-1b34a2c2b4df None None] Provisioning complete for port 5982fb83-c7d8-4d65-8146-71dddff2cc1f triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:38:15.896996 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-1c33c8cb-f137-4160-8bbb-1b34a2c2b4df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:15.908907 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cdbc6ff-906e-44f5-85f9-d86713b99dec tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] Network c48a55e9-6a85-4746-b7bf-3e29fb560094 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:38:15.926052 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-3cdbc6ff-906e-44f5-85f9-d86713b99dec tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:38:15.929587 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cdbc6ff-906e-44f5-85f9-d86713b99dec tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:38:15.991221 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b6711c3-8bdf-4af4-a55a-d47888c2ae7a None None] DHCP port deletion for c48a55e9-6a85-4746-b7bf-3e29fb560094 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:38:16.139455 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-84946505-d9c5-4551-b921-a4dc7eb03193 tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:16.153508 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-84946505-d9c5-4551-b921-a4dc7eb03193 tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572323'] for security_group_rule, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:16.197641 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-37e5073d-a1e6-4965-a94b-8839f69cac2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30cb9cff-1256-45c1-ab23-40a5a5a9cbb7', 'name': 'tempest-snat-router-1154572771', 'tenant_id': '4f235977e424487abe54e460f26782ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.170'}], 'enable_snat': False}, 'gw_port_id': '5982fb83-c7d8-4d65-8146-71dddff2cc1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:38:10Z', 'updated_at': '2021-11-22T20:38:12Z', 'revision_number': 3, 'project_id': '4f235977e424487abe54e460f26782ed', 'gw_port': {'id': '5982fb83-c7d8-4d65-8146-71dddff2cc1f', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:c9:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30cb9cff-1256-45c1-ab23-40a5a5a9cbb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3379, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:38:10Z', 'updated_at': '2021-11-22T20:38:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-818823-1'}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:38:16.203646 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-84946505-d9c5-4551-b921-a4dc7eb03193 tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:16.204949 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-84946505-d9c5-4551-b921-a4dc7eb03193 tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.9362493 Nov 22 20:38:16.206414 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84946505-d9c5-4551-b921-a4dc7eb03193 tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a9af354-e536-4969-b74c-66f392859230,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:38:16.209230 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 49122) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:16.211577 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-42b96eb3-727b-4693-9aca-26040fb9c2c9 tempest-FloatingIPNegativeTestJSON-1145215243 tempest-FloatingIPNegativeTestJSON-1145215243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:16.272986 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-0e275c33-c16a-4df1-abad-2a1550f96b2d None None] Provisioning complete for port 72e96c5c-c38e-4256-be53-a5ea28eda8c5 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:38:16.273854 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-0e275c33-c16a-4df1-abad-2a1550f96b2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:16.300857 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e5073d-a1e6-4965-a94b-8839f69cac2e None None] The sync data for ids ['30cb9cff-1256-45c1-ab23-40a5a5a9cbb7'] in n-d-818823-1 is: [{'id': '30cb9cff-1256-45c1-ab23-40a5a5a9cbb7', 'name': 'tempest-snat-router-1154572771', 'tenant_id': '4f235977e424487abe54e460f26782ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.170'}], 'enable_snat': False}, 'gw_port_id': '5982fb83-c7d8-4d65-8146-71dddff2cc1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:38:10Z', 'updated_at': '2021-11-22T20:38:12Z', 'revision_number': 3, 'project_id': '4f235977e424487abe54e460f26782ed', 'gw_port': {'id': '5982fb83-c7d8-4d65-8146-71dddff2cc1f', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:c9:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30cb9cff-1256-45c1-ab23-40a5a5a9cbb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3379, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:38:10Z', 'updated_at': '2021-11-22T20:38:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-818823-1'}] {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:38:16.346498 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-914d4dce-6b90-409e-98ba-e15576b68db3 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks [] for port, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:16.369882 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-0e275c33-c16a-4df1-abad-2a1550f96b2d None None] Port 72e96c5c-c38e-4256-be53-a5ea28eda8c5 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:38:16.387696 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-914d4dce-6b90-409e-98ba-e15576b68db3 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:16.388497 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-914d4dce-6b90-409e-98ba-e15576b68db3 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-563461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-659839'] for router_interface, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:16.409713 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-60e331ae-599e-4c92-91de-1e8e05432656 tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:16.494483 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-60e331ae-599e-4c92-91de-1e8e05432656 tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:16.602337 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914d4dce-6b90-409e-98ba-e15576b68db3 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Pushing event updated for resources: {'Port': ['ID=fce24294-6596-4a74-8c76-a6a20e280463,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:38:16.645329 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-60e331ae-599e-4c92-91de-1e8e05432656 tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:16.648151 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-60e331ae-599e-4c92-91de-1e8e05432656 tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:16.662577 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-60e331ae-599e-4c92-91de-1e8e05432656 tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] 10.222.0.46 "DELETE /v2.0/security-groups/a99b25aa-780a-47d6-bd30-28a39ecec980 HTTP/1.1" status: 204 len: 168 time: 0.4522026 Nov 22 20:38:16.663305 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 49124) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:16.748628 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e331ae-599e-4c92-91de-1e8e05432656 tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a99b25aa-780a-47d6-bd30-28a39ecec980,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:38:16.771574 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b96eb3-727b-4693-9aca-26040fb9c2c9 tempest-FloatingIPNegativeTestJSON-1145215243 tempest-FloatingIPNegativeTestJSON-1145215243-project] Pushing event deleted for resources: {'Port': ['ID=33dd36db-834e-4743-86da-b712add24ef2,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:38:16.779063 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-914d4dce-6b90-409e-98ba-e15576b68db3 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Network f8b352aa-ab1a-47f0-aeb4-5858393cb523 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:38:16.789743 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-914d4dce-6b90-409e-98ba-e15576b68db3 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:38:16.814395 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-a0adf701-93df-453e-b0be-b7ca5ffacf57 tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1447432 Nov 22 20:38:16.816154 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 49126) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:16.821243 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-6e77b21c-fa2c-44a8-aa37-e1b98a4da06f tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] Request body: {'security_group': {'name': 'tempest-secgroup--711846368'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:38:16.925893 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6e77b21c-fa2c-44a8-aa37-e1b98a4da06f tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:16.944941 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3cdbc6ff-906e-44f5-85f9-d86713b99dec tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:16.970423 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-914d4dce-6b90-409e-98ba-e15576b68db3 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Router 2e6e32ab-6b85-4564-8b46-1aa4e6f278f3 has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 20:38:17.098206 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d86d71b-429d-46bd-aec5-dafe9cfcd06a None None] Network f8b352aa-ab1a-47f0-aeb4-5858393cb523 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:38:17.108691 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-42b96eb3-727b-4693-9aca-26040fb9c2c9 tempest-FloatingIPNegativeTestJSON-1145215243 tempest-FloatingIPNegativeTestJSON-1145215243-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-563470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-663272'] for router_interface, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:17.135368 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6e77b21c-fa2c-44a8-aa37-e1b98a4da06f tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:17.144488 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6e77b21c-fa2c-44a8-aa37-e1b98a4da06f tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:17.171755 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6e77b21c-fa2c-44a8-aa37-e1b98a4da06f tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:17.175653 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-6e77b21c-fa2c-44a8-aa37-e1b98a4da06f tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3560474 Nov 22 20:38:17.183501 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 49128) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:17.188224 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-4ff759e6-6d37-4964-9495-b37d276b77fd tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] Request body: {'security_group': {'name': 'tempest-secgroup--239801008'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:38:17.220528 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4ff759e6-6d37-4964-9495-b37d276b77fd tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:17.241535 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-914d4dce-6b90-409e-98ba-e15576b68db3 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:38:17.251101 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-914d4dce-6b90-409e-98ba-e15576b68db3 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] 10.222.0.46 "PUT /v2.0/routers/2e6e32ab-6b85-4564-8b46-1aa4e6f278f3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7802262 Nov 22 20:38:17.251896 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 49130) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:17.252553 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e77b21c-fa2c-44a8-aa37-e1b98a4da06f tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e36972ad-2ff9-43fd-9eb0-2be919c0897e,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:38:17.265522 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-a67ca70e-8aa4-4169-b7d7-3d8ee22e9ff1 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1295187695'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:38:17.294082 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 4f0fc6b5-bf93-4434-baa3-8b6a3abc33c5 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:38:17.321902 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a67ca70e-8aa4-4169-b7d7-3d8ee22e9ff1 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Made reservation on behalf of 420a748461434084ac365abc58fa6e97 for: {'network': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:38:17.325750 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a67ca70e-8aa4-4169-b7d7-3d8ee22e9ff1 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for network, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:17.366807 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a67ca70e-8aa4-4169-b7d7-3d8ee22e9ff1 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] vlan segment allocate from pool success with {'vlan_id': 646, 'physical_network': 'physnet1'} {{(pid=103447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 20:38:17.378294 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-c01959f5-e846-4507-9363-46b7c548d398 None None] Provisioning complete for port 9dbc2c81-c4de-44e5-920b-e2c17b3e940f triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:38:17.378680 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-c01959f5-e846-4507-9363-46b7c548d398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:17.385168 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4ff759e6-6d37-4964-9495-b37d276b77fd tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:17.386600 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a67ca70e-8aa4-4169-b7d7-3d8ee22e9ff1 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:17.386974 n-d-818823-1 neutron-server[103447]: INFO neutron.db.segments_db [None req-a67ca70e-8aa4-4169-b7d7-3d8ee22e9ff1 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Added segment f74a9df0-a64c-4d4b-843a-576ecc12d2ae of type vlan for network b1b78167-35af-4734-a6de-e9eb01a6bc49 Nov 22 20:38:17.396831 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4ff759e6-6d37-4964-9495-b37d276b77fd tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:17.438381 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff759e6-6d37-4964-9495-b37d276b77fd tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ebe51cc-6a75-4a78-8f9e-c2635cdec369,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:38:17.455429 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4ff759e6-6d37-4964-9495-b37d276b77fd tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:17.469877 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-4ff759e6-6d37-4964-9495-b37d276b77fd tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2851782 Nov 22 20:38:17.471581 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 49132) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:17.481724 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42b96eb3-727b-4693-9aca-26040fb9c2c9 tempest-FloatingIPNegativeTestJSON-1145215243 tempest-FloatingIPNegativeTestJSON-1145215243-project] Router 8496daa6-fd3f-4d14-8d45-deb16cb5958d has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 20:38:17.485131 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-cde2dcaa-d54e-4a67-92b3-35afc5afd289 tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] Request body: {'security_group_rule': {'security_group_id': 'e36972ad-2ff9-43fd-9eb0-2be919c0897e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '0ebe51cc-6a75-4a78-8f9e-c2635cdec369', 'remote_ip_prefix': None}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:38:17.496388 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 4f0fc6b5-bf93-4434-baa3-8b6a3abc33c5 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:38:17.496804 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:17.503928 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a67ca70e-8aa4-4169-b7d7-3d8ee22e9ff1 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748992492791'] for network, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:17.542672 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a67ca70e-8aa4-4169-b7d7-3d8ee22e9ff1 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for network, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:17.550663 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a67ca70e-8aa4-4169-b7d7-3d8ee22e9ff1 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:38:17.551963 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a67ca70e-8aa4-4169-b7d7-3d8ee22e9ff1 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks [] for network, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:17.646421 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-c01959f5-e846-4507-9363-46b7c548d398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:17.652976 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67ca70e-8aa4-4169-b7d7-3d8ee22e9ff1 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Pushing event updated for resources: {'Network': ['ID=b1b78167-35af-4734-a6de-e9eb01a6bc49,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:38:17.678944 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-a67ca70e-8aa4-4169-b7d7-3d8ee22e9ff1 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4201965 Nov 22 20:38:17.679241 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 49134) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:17.687921 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-63b4fd55-c096-4812-b5f9-ac8c6b64e8bc tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Request body: {'subnet': {'network_id': 'b1b78167-35af-4734-a6de-e9eb01a6bc49', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:38:17.692690 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Network b1b78167-35af-4734-a6de-e9eb01a6bc49 details requested by agent ovs-agent-n-d-818823-1 with host n-d-818823-1 {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 20:38:17.765619 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e09d18-2d97-42f0-ba33-8ef3cee22d09 None None] Sync routers for ids ['2e6e32ab-6b85-4564-8b46-1aa4e6f278f3'] in n-d-818823-1 {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:38:17.780580 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 5982fb83-c7d8-4d65-8146-71dddff2cc1f up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:38:17.789839 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3cdbc6ff-906e-44f5-85f9-d86713b99dec tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-659538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-841284'] for router, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:17.794682 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-c01959f5-e846-4507-9363-46b7c548d398 None None] For port 9dbc2c81-c4de-44e5-920b-e2c17b3e940f, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=9dbc2c81-c4de-44e5-920b-e2c17b3e940f,segment=NetworkSegment(4abae0cd-7b4e-43f9-97c1-72304e816a86),segment_id=4abae0cd-7b4e-43f9-97c1-72304e816a86)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:38:17.809560 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42b96eb3-727b-4693-9aca-26040fb9c2c9 tempest-FloatingIPNegativeTestJSON-1145215243 tempest-FloatingIPNegativeTestJSON-1145215243-project] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:38:17.811627 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cde2dcaa-d54e-4a67-92b3-35afc5afd289 tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:17.824042 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c40accd5-018d-4640-ace5-c221aeab46f0 None None] Sync routers for ids ['8496daa6-fd3f-4d14-8d45-deb16cb5958d'] in n-d-818823-1 {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:38:17.834523 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-c01959f5-e846-4507-9363-46b7c548d398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:17.835681 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c40accd5-018d-4640-ace5-c221aeab46f0 None None] Routers {'8496daa6-fd3f-4d14-8d45-deb16cb5958d'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:38:17.836494 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-c40accd5-018d-4640-ace5-c221aeab46f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:38:03Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['8496daa6-fd3f-4d14-8d45-deb16cb5958d'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:38:17.842538 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63b4fd55-c096-4812-b5f9-ac8c6b64e8bc tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Made reservation on behalf of 420a748461434084ac365abc58fa6e97 for: {'subnet': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:38:17.849377 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-63b4fd55-c096-4812-b5f9-ac8c6b64e8bc tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8485086'] for subnet, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:17.881958 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e09d18-2d97-42f0-ba33-8ef3cee22d09 None None] Routers {'2e6e32ab-6b85-4564-8b46-1aa4e6f278f3'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:38:17.882807 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-f7e09d18-2d97-42f0-ba33-8ef3cee22d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:38:03Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['2e6e32ab-6b85-4564-8b46-1aa4e6f278f3'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:38:17.892580 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-c40accd5-018d-4640-ace5-c221aeab46f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:38:17.936865 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c40accd5-018d-4640-ace5-c221aeab46f0 None None] Routers {'8496daa6-fd3f-4d14-8d45-deb16cb5958d'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:38:17.937503 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-c40accd5-018d-4640-ace5-c221aeab46f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:38:03Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['8496daa6-fd3f-4d14-8d45-deb16cb5958d'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:38:18.013893 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-c40accd5-018d-4640-ace5-c221aeab46f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:38:18.014785 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c40accd5-018d-4640-ace5-c221aeab46f0 None None] The sync data for ids ['8496daa6-fd3f-4d14-8d45-deb16cb5958d'] in n-d-818823-1 is: [] {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:38:18.034884 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-42b96eb3-727b-4693-9aca-26040fb9c2c9 tempest-FloatingIPNegativeTestJSON-1145215243 tempest-FloatingIPNegativeTestJSON-1145215243-project] 10.222.0.46 "PUT /v2.0/routers/8496daa6-fd3f-4d14-8d45-deb16cb5958d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4907696 Nov 22 20:38:18.039327 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 49136) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:18.066464 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01959f5-e846-4507-9363-46b7c548d398 None None] Pushing event updated for resources: {'Port': ['ID=9dbc2c81-c4de-44e5-920b-e2c17b3e940f,revision_number=3']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:38:18.090698 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-f7e09d18-2d97-42f0-ba33-8ef3cee22d09 None None] Set router 2e6e32ab-6b85-4564-8b46-1aa4e6f278f3 gateway port host: None {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:38:18.122607 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cdbc6ff-906e-44f5-85f9-d86713b99dec tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] Router 530700c9-fa41-4790-8856-18774d70e319 is scheduled to L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 with binding_index 1 {{(pid=103448) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 20:38:18.160801 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cde2dcaa-d54e-4a67-92b3-35afc5afd289 tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:18.171114 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cde2dcaa-d54e-4a67-92b3-35afc5afd289 tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572323'] for security_group_rule, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:18.174722 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 5982fb83-c7d8-4d65-8146-71dddff2cc1f triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:38:18.175206 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:18.183408 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-cdbd5637-c74f-4b44-b3f2-fa8fb3441c11 tempest-FloatingIPNegativeTestJSON-1145215243 tempest-FloatingIPNegativeTestJSON-1145215243-project] Publish callbacks [] for router, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:18.240775 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-b8efbceb-2067-455c-b2a6-9714d111a20b None None] Provisioning complete for port fce24294-6596-4a74-8c76-a6a20e280463 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:38:18.241336 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-b8efbceb-2067-455c-b2a6-9714d111a20b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:18.278518 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-63b4fd55-c096-4812-b5f9-ac8c6b64e8bc tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8900613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8485104'] for subnet, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:18.292692 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-b8efbceb-2067-455c-b2a6-9714d111a20b None None] Port fce24294-6596-4a74-8c76-a6a20e280463 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:38:18.296707 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde2dcaa-d54e-4a67-92b3-35afc5afd289 tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46927596-8975-4e28-947d-23be75e5e5c4,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:38:18.311898 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cde2dcaa-d54e-4a67-92b3-35afc5afd289 tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:18.315790 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-cde2dcaa-d54e-4a67-92b3-35afc5afd289 tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.8406370 Nov 22 20:38:18.316465 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 49138) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:18.355135 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0592e5c1-398c-42c2-9c85-f86d9e68dfa8 tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:18.357598 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cdbc6ff-906e-44f5-85f9-d86713b99dec tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:38:18.370284 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0592e5c1-398c-42c2-9c85-f86d9e68dfa8 tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:18.392746 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3cdbc6ff-906e-44f5-85f9-d86713b99dec tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] Publish callbacks [] for router, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:18.396692 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-3cdbc6ff-906e-44f5-85f9-d86713b99dec tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 4.0955815 Nov 22 20:38:18.397485 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 49140) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:18.401819 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-b8efbceb-2067-455c-b2a6-9714d111a20b None None] Provisioning complete for port 9dbc2c81-c4de-44e5-920b-e2c17b3e940f triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:38:18.402345 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-b8efbceb-2067-455c-b2a6-9714d111a20b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:18.454682 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0592e5c1-398c-42c2-9c85-f86d9e68dfa8 tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572323'] for security_group_rule, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:18.458990 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e0d5ac8-f4d2-4e17-b340-39e9b1bebd56 None None] Sync routers for ids ['530700c9-fa41-4790-8856-18774d70e319'] in n-d-818823-1 {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:38:18.466768 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0592e5c1-398c-42c2-9c85-f86d9e68dfa8 tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:18.467533 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-0592e5c1-398c-42c2-9c85-f86d9e68dfa8 tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/46927596-8975-4e28-947d-23be75e5e5c4 HTTP/1.1" status: 204 len: 168 time: 0.1504843 Nov 22 20:38:18.473126 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 49142) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:18.515844 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0592e5c1-398c-42c2-9c85-f86d9e68dfa8 tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=46927596-8975-4e28-947d-23be75e5e5c4,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:38:18.561200 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-79e26114-28cb-4e76-8d1d-c2539465b7eb tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] 10.222.0.46 "GET /v2.0/routers/530700c9-fa41-4790-8856-18774d70e319 HTTP/1.1" status: 200 len: 908 time: 0.1628060 Nov 22 20:38:18.576350 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-e4ad2249-e7b9-4d73-9024-b1dbfd845f02 tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1027663 Nov 22 20:38:18.576987 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 49144) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:18.589465 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 49146) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:18.589941 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 9dbc2c81-c4de-44e5-920b-e2c17b3e940f up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:38:18.595874 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e0d5ac8-f4d2-4e17-b340-39e9b1bebd56 None None] Routers {'530700c9-fa41-4790-8856-18774d70e319'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:38:18.596538 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-1e0d5ac8-f4d2-4e17-b340-39e9b1bebd56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:38:03Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['530700c9-fa41-4790-8856-18774d70e319'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:38:18.747539 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6bf60f8d-69ec-4e49-a544-266a5acdbcda tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:18.782756 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6bf60f8d-69ec-4e49-a544-266a5acdbcda tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:18.800338 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cad409a4-adce-4bb1-8031-dd76ade082ae tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] Publish callbacks [] for router, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:18.857656 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-cdbd5637-c74f-4b44-b3f2-fa8fb3441c11 tempest-FloatingIPNegativeTestJSON-1145215243 tempest-FloatingIPNegativeTestJSON-1145215243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24781'] for router, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:18.861107 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-cdbd5637-c74f-4b44-b3f2-fa8fb3441c11 tempest-FloatingIPNegativeTestJSON-1145215243 tempest-FloatingIPNegativeTestJSON-1145215243-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:18.918221 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6bf60f8d-69ec-4e49-a544-266a5acdbcda tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:18.921110 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6bf60f8d-69ec-4e49-a544-266a5acdbcda tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:18.922702 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-6bf60f8d-69ec-4e49-a544-266a5acdbcda tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] 10.222.0.46 "DELETE /v2.0/security-groups/0ebe51cc-6a75-4a78-8f9e-c2635cdec369 HTTP/1.1" status: 204 len: 168 time: 0.3313651 Nov 22 20:38:18.927644 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 49148) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:18.941245 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf60f8d-69ec-4e49-a544-266a5acdbcda tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ebe51cc-6a75-4a78-8f9e-c2635cdec369,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:38:18.941664 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b4fd55-c096-4812-b5f9-ac8c6b64e8bc tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Pushing event updated for resources: {'Subnet': ['ID=cc3c8d85-cb23-430f-95d8-8da783d221bc,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:38:18.953951 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-cdbd5637-c74f-4b44-b3f2-fa8fb3441c11 tempest-FloatingIPNegativeTestJSON-1145215243 tempest-FloatingIPNegativeTestJSON-1145215243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-663261'] for router, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:18.954421 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cad409a4-adce-4bb1-8031-dd76ade082ae tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:18.954579 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdbd5637-c74f-4b44-b3f2-fa8fb3441c11 tempest-FloatingIPNegativeTestJSON-1145215243 tempest-FloatingIPNegativeTestJSON-1145215243-project] Fanout notify agent at l3_agent the message router_deleted on router 8496daa6-fd3f-4d14-8d45-deb16cb5958d {{(pid=103447) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 20:38:18.963334 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-cdbd5637-c74f-4b44-b3f2-fa8fb3441c11 tempest-FloatingIPNegativeTestJSON-1145215243 tempest-FloatingIPNegativeTestJSON-1145215243-project] Publish callbacks [] for router, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:18.967046 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-cdbd5637-c74f-4b44-b3f2-fa8fb3441c11 tempest-FloatingIPNegativeTestJSON-1145215243 tempest-FloatingIPNegativeTestJSON-1145215243-project] 10.222.0.46 "DELETE /v2.0/routers/8496daa6-fd3f-4d14-8d45-deb16cb5958d HTTP/1.1" status: 204 len: 168 time: 0.9243543 Nov 22 20:38:18.967622 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 49150) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:19.012670 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b4fd55-c096-4812-b5f9-ac8c6b64e8bc tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Checking segment: {'id': 'f74a9df0-a64c-4d4b-843a-576ecc12d2ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'b1b78167-35af-4734-a6de-e9eb01a6bc49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:38:19.013009 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63b4fd55-c096-4812-b5f9-ac8c6b64e8bc tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Network hostable DHCP agents. Network: b1b78167-35af-4734-a6de-e9eb01a6bc49, hostable agents: ['02adaa64-0987-4b74-bad0-cbcf56f8a294'], hosted agents: [] {{(pid=103447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 20:38:19.062228 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-cad409a4-adce-4bb1-8031-dd76ade082ae tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] Deleting port 72e96c5c-c38e-4256-be53-a5ea28eda8c5 {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:38:19.062907 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cad409a4-adce-4bb1-8031-dd76ade082ae tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:19.063064 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-1e0d5ac8-f4d2-4e17-b340-39e9b1bebd56 None None] Set router 530700c9-fa41-4790-8856-18774d70e319 gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:38:19.066902 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 9dbc2c81-c4de-44e5-920b-e2c17b3e940f triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:38:19.067543 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:19.101884 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b898531-5183-4c7f-9cf1-6a636de11e89 tempest-FloatingIPNegativeTestJSON-1145215243 tempest-FloatingIPNegativeTestJSON-1145215243-project] Deleting subnet 26379e97-3e21-4088-86b7-dc30320fddd0 {{(pid=103447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 20:38:19.117488 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-79cd33bf-aacb-4e06-a01c-d448698ddf70 tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1833267 Nov 22 20:38:19.121328 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 49152) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:19.122274 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63b4fd55-c096-4812-b5f9-ac8c6b64e8bc tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Network b1b78167-35af-4734-a6de-e9eb01a6bc49 is scheduled to be hosted by DHCP agent 02adaa64-0987-4b74-bad0-cbcf56f8a294 with binding_index 1 {{(pid=103447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 20:38:19.138153 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1b898531-5183-4c7f-9cf1-6a636de11e89 tempest-FloatingIPNegativeTestJSON-1145215243 tempest-FloatingIPNegativeTestJSON-1145215243-project] Publish callbacks [] for subnet, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:19.166142 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cad409a4-adce-4bb1-8031-dd76ade082ae tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:19.178938 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-cad409a4-adce-4bb1-8031-dd76ade082ae tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] Calling delete_port for 72e96c5c-c38e-4256-be53-a5ea28eda8c5 owned by network:router_gateway {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:38:19.211325 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-63b4fd55-c096-4812-b5f9-ac8c6b64e8bc tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818823-1, b1b78167-35af-4734-a6de-e9eb01a6bc49) {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:38:19.242535 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63b4fd55-c096-4812-b5f9-ac8c6b64e8bc tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:38:19.243559 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-63b4fd55-c096-4812-b5f9-ac8c6b64e8bc tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks [] for subnet, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:19.250500 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1b898531-5183-4c7f-9cf1-6a636de11e89 tempest-FloatingIPNegativeTestJSON-1145215243 tempest-FloatingIPNegativeTestJSON-1145215243-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12178353'] for subnet, precommit_delete_associations {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:19.251377 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5952e138-2a32-4f4f-b133-6d7d261ea01d None None] Network b1b78167-35af-4734-a6de-e9eb01a6bc49 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:38:19.331516 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-63b4fd55-c096-4812-b5f9-ac8c6b64e8bc tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.6480386 Nov 22 20:38:19.333697 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 49154) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:19.370940 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-3ec86c6e-68c9-4a90-922e-59b79532feaf tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:19.421631 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-5efce558-c3ee-466a-b1ce-a91853bb2b29 None None] Provisioning complete for port fce24294-6596-4a74-8c76-a6a20e280463 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:38:19.422232 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-5efce558-c3ee-466a-b1ce-a91853bb2b29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:19.466631 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-3ec86c6e-68c9-4a90-922e-59b79532feaf tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:19.502864 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1b898531-5183-4c7f-9cf1-6a636de11e89 tempest-FloatingIPNegativeTestJSON-1145215243 tempest-FloatingIPNegativeTestJSON-1145215243-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3753007'] for subnet, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:19.522507 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cad409a4-adce-4bb1-8031-dd76ade082ae tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:19.531220 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-f7e09d18-2d97-42f0-ba33-8ef3cee22d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e6e32ab-6b85-4564-8b46-1aa4e6f278f3', 'name': 'tempest-RoutersIpV6Test-router-180704228', 'tenant_id': '420a748461434084ac365abc58fa6e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:38:08Z', 'updated_at': '2021-11-22T20:38:15Z', 'revision_number': 3, 'project_id': '420a748461434084ac365abc58fa6e97', 'gw_port_host': None, '_interfaces': [{'id': '4f0fc6b5-bf93-4434-baa3-8b6a3abc33c5', 'name': '', 'network_id': 'c7b3ca16-c489-4dba-b55f-f76f675059de', 'tenant_id': '420a748461434084ac365abc58fa6e97', 'mac_address': 'fa:16:3e:0b:14:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e6e32ab-6b85-4564-8b46-1aa4e6f278f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': '7e91458f-88b4-4870-a0d5-4733f6366cea', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:38:09Z', 'updated_at': '2021-11-22T20:38:14Z', 'revision_number': 5, 'project_id': '420a748461434084ac365abc58fa6e97', 'subnets': [{'id': '7e91458f-88b4-4870-a0d5-4733f6366cea', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fce24294-6596-4a74-8c76-a6a20e280463', 'name': '', 'network_id': 'f8b352aa-ab1a-47f0-aeb4-5858393cb523', 'tenant_id': '420a748461434084ac365abc58fa6e97', 'mac_address': 'fa:16:3e:43:20:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e6e32ab-6b85-4564-8b46-1aa4e6f278f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3393, 'fixed_ips': [{'subnet_id': '9802201d-e5bf-416f-a9a6-aeabd2212ef4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:38:14Z', 'updated_at': '2021-11-22T20:38:16Z', 'revision_number': 2, 'project_id': '420a748461434084ac365abc58fa6e97', 'subnets': [{'id': '9802201d-e5bf-416f-a9a6-aeabd2212ef4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:38:19.574573 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e09d18-2d97-42f0-ba33-8ef3cee22d09 None None] Checking router: 2e6e32ab-6b85-4564-8b46-1aa4e6f278f3 for host: n-d-818823-1 {{(pid=103449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 20:38:19.574939 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e09d18-2d97-42f0-ba33-8ef3cee22d09 None None] Updating router 2e6e32ab-6b85-4564-8b46-1aa4e6f278f3 port fce24294-6596-4a74-8c76-a6a20e280463 binding host n-d-818823-1 {{(pid=103449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 20:38:19.577825 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-3ec86c6e-68c9-4a90-922e-59b79532feaf tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:19.580721 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-3ec86c6e-68c9-4a90-922e-59b79532feaf tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:19.584496 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-3ec86c6e-68c9-4a90-922e-59b79532feaf tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] 10.222.0.46 "DELETE /v2.0/security-groups/e36972ad-2ff9-43fd-9eb0-2be919c0897e HTTP/1.1" status: 204 len: 168 time: 0.4561918 Nov 22 20:38:19.589255 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 49156) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:19.601850 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad409a4-adce-4bb1-8031-dd76ade082ae tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] Pushing event deleted for resources: {'Port': ['ID=72e96c5c-c38e-4256-be53-a5ea28eda8c5,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:38:19.610886 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec86c6e-68c9-4a90-922e-59b79532feaf tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e36972ad-2ff9-43fd-9eb0-2be919c0897e,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:38:19.620824 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1b898531-5183-4c7f-9cf1-6a636de11e89 tempest-FloatingIPNegativeTestJSON-1145215243 tempest-FloatingIPNegativeTestJSON-1145215243-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3753014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8900804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8485115'] for subnet, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:19.648156 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61da288a-7643-46d6-aa47-fc1ab7b6d0d0 None None] DHCP port deletion for c48a55e9-6a85-4746-b7bf-3e29fb560094 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:38:19.649695 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-5efce558-c3ee-466a-b1ce-a91853bb2b29 None None] Port fce24294-6596-4a74-8c76-a6a20e280463 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:38:19.664657 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b898531-5183-4c7f-9cf1-6a636de11e89 tempest-FloatingIPNegativeTestJSON-1145215243 tempest-FloatingIPNegativeTestJSON-1145215243-project] Pushing event deleted for resources: {'Subnet': ['ID=26379e97-3e21-4088-86b7-dc30320fddd0,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:38:19.673565 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1b898531-5183-4c7f-9cf1-6a636de11e89 tempest-FloatingIPNegativeTestJSON-1145215243 tempest-FloatingIPNegativeTestJSON-1145215243-project] Publish callbacks [] for subnet, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:19.676840 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-1b898531-5183-4c7f-9cf1-6a636de11e89 tempest-FloatingIPNegativeTestJSON-1145215243 tempest-FloatingIPNegativeTestJSON-1145215243-project] 10.222.0.46 "DELETE /v2.0/subnets/26379e97-3e21-4088-86b7-dc30320fddd0 HTTP/1.1" status: 204 len: 168 time: 0.7072313 Nov 22 20:38:19.687717 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-3ed84f8d-f47a-4baf-a1e1-dff1b2ec873e tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0906069 Nov 22 20:38:19.687717 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 49158) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:19.687717 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 49160) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:19.692550 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-46ff4239-62a0-4ac9-b9c7-4a247fca9984 tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] Request body: {'security_group': {'name': 'tempest-secgroup--452278601'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:38:19.721033 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-043a3359-ea95-4887-a0ca-123cd0d3d957 None None] Network a0a107c5-da24-4fef-9ed5-fa657ddb0ec6 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:38:19.733143 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-f7e09d18-2d97-42f0-ba33-8ef3cee22d09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:19.756788 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cad409a4-adce-4bb1-8031-dd76ade082ae tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595398'] for router_gateway, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:19.809100 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-46ff4239-62a0-4ac9-b9c7-4a247fca9984 tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:19.825939 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9c5ab4f5-05c4-44dd-87be-5aec2ed26ffc tempest-FloatingIPNegativeTestJSON-1145215243 tempest-FloatingIPNegativeTestJSON-1145215243-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3961693'] for network, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:19.875546 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 9dbc2c81-c4de-44e5-920b-e2c17b3e940f up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:38:19.924766 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-46ff4239-62a0-4ac9-b9c7-4a247fca9984 tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:19.935933 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-46ff4239-62a0-4ac9-b9c7-4a247fca9984 tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:19.944840 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-9c5ab4f5-05c4-44dd-87be-5aec2ed26ffc tempest-FloatingIPNegativeTestJSON-1145215243 tempest-FloatingIPNegativeTestJSON-1145215243-project] Deleting port 19d085b9-a794-490c-a084-080dac29d15c {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:38:19.945190 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9c5ab4f5-05c4-44dd-87be-5aec2ed26ffc tempest-FloatingIPNegativeTestJSON-1145215243 tempest-FloatingIPNegativeTestJSON-1145215243-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:20.017358 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-46ff4239-62a0-4ac9-b9c7-4a247fca9984 tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:20.021203 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-46ff4239-62a0-4ac9-b9c7-4a247fca9984 tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3303514 Nov 22 20:38:20.022875 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d46baa1-29b2-4405-8a93-18a9640d069f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fb26bd7-ce56-527b-b94f-2e1f7cb2bb35-b1b78167-35af-4734-a6de-e9eb01a6bc49', 'network_id': 'b1b78167-35af-4734-a6de-e9eb01a6bc49', 'tenant_id': '420a748461434084ac365abc58fa6e97', 'fixed_ips': [{'subnet_id': 'cc3c8d85-cb23-430f-95d8-8da783d221bc'}]}} from n-d-818823-1. {{(pid=103449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 20:38:20.023798 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6d46baa1-29b2-4405-8a93-18a9640d069f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:20.025672 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ff4239-62a0-4ac9-b9c7-4a247fca9984 tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5dfee8f1-1fea-4bbf-82f3-8f948bf89a71,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:38:20.029399 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 49162) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:20.034794 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-cf245fdc-461d-4636-9909-6e4d09bdfe2f tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] Request body: {'security_group_rule': {'security_group_id': '5dfee8f1-1fea-4bbf-82f3-8f948bf89a71', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:38:20.064169 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [None req-9c5ab4f5-05c4-44dd-87be-5aec2ed26ffc tempest-FloatingIPNegativeTestJSON-1145215243 tempest-FloatingIPNegativeTestJSON-1145215243-project] For port 19d085b9-a794-490c-a084-080dac29d15c, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=19d085b9-a794-490c-a084-080dac29d15c,segment=NetworkSegment(8ed9e8a6-1c84-42b9-9d13-5c9facd12634),segment_id=8ed9e8a6-1c84-42b9-9d13-5c9facd12634)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:38:20.064560 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9c5ab4f5-05c4-44dd-87be-5aec2ed26ffc tempest-FloatingIPNegativeTestJSON-1145215243 tempest-FloatingIPNegativeTestJSON-1145215243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:20.083281 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-9c5ab4f5-05c4-44dd-87be-5aec2ed26ffc tempest-FloatingIPNegativeTestJSON-1145215243 tempest-FloatingIPNegativeTestJSON-1145215243-project] Calling delete_port for 19d085b9-a794-490c-a084-080dac29d15c owned by network:dhcp {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:38:20.099353 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-cf245fdc-461d-4636-9909-6e4d09bdfe2f tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:20.212762 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-cf245fdc-461d-4636-9909-6e4d09bdfe2f tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:20.217487 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-cf245fdc-461d-4636-9909-6e4d09bdfe2f tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572323'] for security_group_rule, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:20.229869 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 9dbc2c81-c4de-44e5-920b-e2c17b3e940f triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:38:20.230493 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:20.231968 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9c5ab4f5-05c4-44dd-87be-5aec2ed26ffc tempest-FloatingIPNegativeTestJSON-1145215243 tempest-FloatingIPNegativeTestJSON-1145215243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:20.238000 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-1e0d5ac8-f4d2-4e17-b340-39e9b1bebd56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '530700c9-fa41-4790-8856-18774d70e319', 'name': 'tempest-snat-router-1154572771', 'tenant_id': '4f235977e424487abe54e460f26782ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': '72e96c5c-c38e-4256-be53-a5ea28eda8c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:38:14Z', 'updated_at': '2021-11-22T20:38:16Z', 'revision_number': 3, 'project_id': '4f235977e424487abe54e460f26782ed', 'gw_port': {'id': '72e96c5c-c38e-4256-be53-a5ea28eda8c5', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:fb:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '530700c9-fa41-4790-8856-18774d70e319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3397, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:38:15Z', 'updated_at': '2021-11-22T20:38:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:38:20.244662 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf245fdc-461d-4636-9909-6e4d09bdfe2f tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8ef66a6-3ec8-4688-a277-71e8c8727d55,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:38:20.256679 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cad409a4-adce-4bb1-8031-dd76ade082ae tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24781'] for router, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:20.260689 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cad409a4-adce-4bb1-8031-dd76ade082ae tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:20.270622 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-cf245fdc-461d-4636-9909-6e4d09bdfe2f tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:20.275315 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-cf245fdc-461d-4636-9909-6e4d09bdfe2f tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2417002 Nov 22 20:38:20.275315 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5ab4f5-05c4-44dd-87be-5aec2ed26ffc tempest-FloatingIPNegativeTestJSON-1145215243 tempest-FloatingIPNegativeTestJSON-1145215243-project] Pushing event deleted for resources: {'Port': ['ID=19d085b9-a794-490c-a084-080dac29d15c,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:38:20.276896 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 49164) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:20.277118 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c5ab4f5-05c4-44dd-87be-5aec2ed26ffc tempest-FloatingIPNegativeTestJSON-1145215243 tempest-FloatingIPNegativeTestJSON-1145215243-project] No DVR routers for this DVR port 19d085b9-a794-490c-a084-080dac29d15c on host n-d-818823-1 {{(pid=103447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:38:20.316381 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e0d5ac8-f4d2-4e17-b340-39e9b1bebd56 None None] Checking router: 530700c9-fa41-4790-8856-18774d70e319 for host: n-d-818823-1 {{(pid=103449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 20:38:20.316998 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e0d5ac8-f4d2-4e17-b340-39e9b1bebd56 None None] Updating router 530700c9-fa41-4790-8856-18774d70e319 port 72e96c5c-c38e-4256-be53-a5ea28eda8c5 binding host n-d-818823-1 {{(pid=103449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 20:38:20.360564 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cad409a4-adce-4bb1-8031-dd76ade082ae tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-663261'] for router, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:20.360999 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cad409a4-adce-4bb1-8031-dd76ade082ae tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 530700c9-fa41-4790-8856-18774d70e319 {{(pid=103448) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 20:38:20.363068 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4b7786a5-b04e-42f2-ae48-359f0043b8b8 tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:20.370942 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cad409a4-adce-4bb1-8031-dd76ade082ae tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] Publish callbacks [] for router, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:20.374564 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-cad409a4-adce-4bb1-8031-dd76ade082ae tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] 10.222.0.46 "DELETE /v2.0/routers/530700c9-fa41-4790-8856-18774d70e319 HTTP/1.1" status: 204 len: 168 time: 1.7942042 Nov 22 20:38:20.375448 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4b7786a5-b04e-42f2-ae48-359f0043b8b8 tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:20.376224 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 49166) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:20.376411 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e0d5ac8-f4d2-4e17-b340-39e9b1bebd56 None None] Port 72e96c5c-c38e-4256-be53-a5ea28eda8c5 not found while updating agent binding for router 530700c9-fa41-4790-8856-18774d70e319. {{(pid=103449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Nov 22 20:38:20.399003 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9c5ab4f5-05c4-44dd-87be-5aec2ed26ffc tempest-FloatingIPNegativeTestJSON-1145215243 tempest-FloatingIPNegativeTestJSON-1145215243-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3760028', 'neutron.services.segments.db._delete_segments_for_network-8748992815755'] for network, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:20.427717 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-9c5ab4f5-05c4-44dd-87be-5aec2ed26ffc tempest-FloatingIPNegativeTestJSON-1145215243 tempest-FloatingIPNegativeTestJSON-1145215243-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0a107c5-da24-4fef-9ed5-fa657ddb0ec6']}} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:38:20.436909 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4b7786a5-b04e-42f2-ae48-359f0043b8b8 tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572323'] for security_group_rule, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:20.439968 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-9c5ab4f5-05c4-44dd-87be-5aec2ed26ffc tempest-FloatingIPNegativeTestJSON-1145215243 tempest-FloatingIPNegativeTestJSON-1145215243-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ed9e8a6-1c84-42b9-9d13-5c9facd12634') {'for_net_delete': True} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:38:20.440276 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-9c5ab4f5-05c4-44dd-87be-5aec2ed26ffc tempest-FloatingIPNegativeTestJSON-1145215243 tempest-FloatingIPNegativeTestJSON-1145215243-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ed9e8a6-1c84-42b9-9d13-5c9facd12634') {} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:38:20.445214 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e0d5ac8-f4d2-4e17-b340-39e9b1bebd56 None None] Routers set() bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:38:20.445595 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e0d5ac8-f4d2-4e17-b340-39e9b1bebd56 None None] Router IDs set() for agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 22 20:38:20.446408 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_agentschedulers_db [None req-1e0d5ac8-f4d2-4e17-b340-39e9b1bebd56 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'530700c9-fa41-4790-8856-18774d70e319'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:38:03Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent'). {{(pid=103449) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 22 20:38:20.446796 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e0d5ac8-f4d2-4e17-b340-39e9b1bebd56 None None] The sync data for ids ['530700c9-fa41-4790-8856-18774d70e319'] in n-d-818823-1 is: [] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:38:20.450660 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.db_base_plugin_common [None req-6d46baa1-29b2-4405-8a93-18a9640d069f None None] Allocated IP 2001:db8:2::2 (b1b78167-35af-4734-a6de-e9eb01a6bc49/cc3c8d85-cb23-430f-95d8-8da783d221bc/5a830c42-2a8d-433b-abeb-867ffe7c6b52) {{(pid=103449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:38:20.451628 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4b7786a5-b04e-42f2-ae48-359f0043b8b8 tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:20.452764 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-4b7786a5-b04e-42f2-ae48-359f0043b8b8 tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/d8ef66a6-3ec8-4688-a277-71e8c8727d55 HTTP/1.1" status: 204 len: 168 time: 0.1739573 Nov 22 20:38:20.455200 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-226a451f-d913-4c79-8448-7ad4db7d491f None None] DHCP port deletion for a0a107c5-da24-4fef-9ed5-fa657ddb0ec6 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:38:20.455729 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 49168) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:20.466777 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9c5ab4f5-05c4-44dd-87be-5aec2ed26ffc tempest-FloatingIPNegativeTestJSON-1145215243 tempest-FloatingIPNegativeTestJSON-1145215243-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748993039638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12178344'] for segment, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:20.474179 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7786a5-b04e-42f2-ae48-359f0043b8b8 tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d8ef66a6-3ec8-4688-a277-71e8c8727d55,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:38:20.492721 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9c5ab4f5-05c4-44dd-87be-5aec2ed26ffc tempest-FloatingIPNegativeTestJSON-1145215243 tempest-FloatingIPNegativeTestJSON-1145215243-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:20.506132 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c5ab4f5-05c4-44dd-87be-5aec2ed26ffc tempest-FloatingIPNegativeTestJSON-1145215243 tempest-FloatingIPNegativeTestJSON-1145215243-project] Releasing vlan 605 on physical network physnet1 to pool {{(pid=103447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 20:38:20.506543 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9c5ab4f5-05c4-44dd-87be-5aec2ed26ffc tempest-FloatingIPNegativeTestJSON-1145215243 tempest-FloatingIPNegativeTestJSON-1145215243-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8900762'] for segment, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:20.510042 n-d-818823-1 neutron-server[103447]: Traceback (most recent call last): Nov 22 20:38:20.510042 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 20:38:20.510042 n-d-818823-1 neutron-server[103447]: timer() Nov 22 20:38:20.510042 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 20:38:20.510042 n-d-818823-1 neutron-server[103447]: cb(*args, **kw) Nov 22 20:38:20.510042 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 20:38:20.510042 n-d-818823-1 neutron-server[103447]: return func(*args, **kwargs) Nov 22 20:38:20.510042 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 20:38:20.510042 n-d-818823-1 neutron-server[103447]: self._notify() Nov 22 20:38:20.510042 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 20:38:20.510042 n-d-818823-1 neutron-server[103447]: self.callback(batched_events) Nov 22 20:38:20.510042 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 20:38:20.510042 n-d-818823-1 neutron-server[103447]: event.method(event) Nov 22 20:38:20.510042 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 20:38:20.510042 n-d-818823-1 neutron-server[103447]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 20:38:20.510042 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 20:38:20.510042 n-d-818823-1 neutron-server[103447]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 20:38:20.510042 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 20:38:20.510042 n-d-818823-1 neutron-server[103447]: return f(self, *a, **k) Nov 22 20:38:20.510042 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 20:38:20.510042 n-d-818823-1 neutron-server[103447]: return self._get(url).json() Nov 22 20:38:20.510042 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 20:38:20.510042 n-d-818823-1 neutron-server[103447]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 20:38:20.510042 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 20:38:20.510042 n-d-818823-1 neutron-server[103447]: return self.request(url, 'GET', **kwargs) Nov 22 20:38:20.510042 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 20:38:20.510042 n-d-818823-1 neutron-server[103447]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 20:38:20.510042 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 20:38:20.510042 n-d-818823-1 neutron-server[103447]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 20:38:20.510042 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 20:38:20.510042 n-d-818823-1 neutron-server[103447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 20:38:20.510042 n-d-818823-1 neutron-server[103447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 20:38:20.531623 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ebf5bdd0-c50e-4cac-b888-2395b6ede07a tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:20.564663 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-25b34f4e-7b73-4b5e-b573-6fe2ca73e7d8 tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1053126 Nov 22 20:38:20.566033 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 49170) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:20.608011 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9c5ab4f5-05c4-44dd-87be-5aec2ed26ffc tempest-FloatingIPNegativeTestJSON-1145215243 tempest-FloatingIPNegativeTestJSON-1145215243-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3760002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595318'] for network, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:20.620188 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9c5ab4f5-05c4-44dd-87be-5aec2ed26ffc tempest-FloatingIPNegativeTestJSON-1145215243 tempest-FloatingIPNegativeTestJSON-1145215243-project] Publish callbacks [] for network, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:20.621715 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-f7e09d18-2d97-42f0-ba33-8ef3cee22d09 None None] Publish callbacks [] for port, precommit_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:20.623354 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-9c5ab4f5-05c4-44dd-87be-5aec2ed26ffc tempest-FloatingIPNegativeTestJSON-1145215243 tempest-FloatingIPNegativeTestJSON-1145215243-project] 10.222.0.46 "DELETE /v2.0/networks/a0a107c5-da24-4fef-9ed5-fa657ddb0ec6 HTTP/1.1" status: 204 len: 168 time: 0.9402909 Nov 22 20:38:20.632511 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-f7e09d18-2d97-42f0-ba33-8ef3cee22d09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:20.639636 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5ab4f5-05c4-44dd-87be-5aec2ed26ffc tempest-FloatingIPNegativeTestJSON-1145215243 tempest-FloatingIPNegativeTestJSON-1145215243-project] Pushing event deleted for resources: {'Network': ['ID=a0a107c5-da24-4fef-9ed5-fa657ddb0ec6,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:38:20.654349 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5eaccaa1-7f2e-4cf2-a930-4b3440cdbe76 tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] Publish callbacks [] for router, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:20.660646 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-911e5b52-a632-48c3-810e-c1a89c9ae652 tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:20.685161 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-911e5b52-a632-48c3-810e-c1a89c9ae652 tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:20.747152 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-911e5b52-a632-48c3-810e-c1a89c9ae652 tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:20.750363 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-911e5b52-a632-48c3-810e-c1a89c9ae652 tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:20.752089 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-911e5b52-a632-48c3-810e-c1a89c9ae652 tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] 10.222.0.46 "DELETE /v2.0/security-groups/5dfee8f1-1fea-4bbf-82f3-8f948bf89a71 HTTP/1.1" status: 204 len: 168 time: 0.1856542 Nov 22 20:38:20.758075 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 49174) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:20.791693 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911e5b52-a632-48c3-810e-c1a89c9ae652 tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dfee8f1-1fea-4bbf-82f3-8f948bf89a71,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:38:20.857430 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 49176) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:20.857675 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-75de445b-0e6d-4ac9-9971-9819939ca46d tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0969894 Nov 22 20:38:20.868011 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-2021870c-c55d-4682-a559-1fe96f947c56 tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] Request body: {'security_group': {'name': 'tempest-secgroup--798223338'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:38:20.913909 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5eaccaa1-7f2e-4cf2-a930-4b3440cdbe76 tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:20.971761 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2021870c-c55d-4682-a559-1fe96f947c56 tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:21.002839 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f073e15b-620e-4abe-a441-859cea472e1c None None] Pushing event updated for resources: {'Port': ['ID=fce24294-6596-4a74-8c76-a6a20e280463,revision_number=3']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:38:21.049052 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-5eaccaa1-7f2e-4cf2-a930-4b3440cdbe76 tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] Deleting port 5982fb83-c7d8-4d65-8146-71dddff2cc1f {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:38:21.049510 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5eaccaa1-7f2e-4cf2-a930-4b3440cdbe76 tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:21.087568 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 49180) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:21.096153 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-f7e09d18-2d97-42f0-ba33-8ef3cee22d09 None None] Attempting to bind port fce24294-6596-4a74-8c76-a6a20e280463 on host n-d-818823-1 for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:38:21.096537 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-f7e09d18-2d97-42f0-ba33-8ef3cee22d09 None None] Attempting to bind port fce24294-6596-4a74-8c76-a6a20e280463 by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': '4abae0cd-7b4e-43f9-97c1-72304e816a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'f8b352aa-ab1a-47f0-aeb4-5858393cb523'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:38:21.096915 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e09d18-2d97-42f0-ba33-8ef3cee22d09 None None] Attempting to bind port fce24294-6596-4a74-8c76-a6a20e280463 on network f8b352aa-ab1a-47f0-aeb4-5858393cb523 {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:38:21.109813 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e09d18-2d97-42f0-ba33-8ef3cee22d09 None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 38, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:38:21.110243 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e09d18-2d97-42f0-ba33-8ef3cee22d09 None None] Checking segment: {'id': '4abae0cd-7b4e-43f9-97c1-72304e816a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'f8b352aa-ab1a-47f0-aeb4-5858393cb523'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:38:21.110689 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-f7e09d18-2d97-42f0-ba33-8ef3cee22d09 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:21.111055 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e09d18-2d97-42f0-ba33-8ef3cee22d09 None None] Bound using segment: {'id': '4abae0cd-7b4e-43f9-97c1-72304e816a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'f8b352aa-ab1a-47f0-aeb4-5858393cb523'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:38:21.111502 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-f7e09d18-2d97-42f0-ba33-8ef3cee22d09 None None] Bound port: fce24294-6596-4a74-8c76-a6a20e280463, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4abae0cd-7b4e-43f9-97c1-72304e816a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'f8b352aa-ab1a-47f0-aeb4-5858393cb523'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:38:21.112059 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-f7e09d18-2d97-42f0-ba33-8ef3cee22d09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:21.127844 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6d46baa1-29b2-4405-8a93-18a9640d069f None None] Publish callbacks [] for port, precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:21.136489 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6d46baa1-29b2-4405-8a93-18a9640d069f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372'] for port, after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:21.184825 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-5eaccaa1-7f2e-4cf2-a930-4b3440cdbe76 tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] For port 5982fb83-c7d8-4d65-8146-71dddff2cc1f, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=5982fb83-c7d8-4d65-8146-71dddff2cc1f,segment=NetworkSegment(8793ba83-8407-4c3d-9b56-2a177cd58a70),segment_id=8793ba83-8407-4c3d-9b56-2a177cd58a70)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:38:21.185193 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5eaccaa1-7f2e-4cf2-a930-4b3440cdbe76 tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:21.212549 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-5eaccaa1-7f2e-4cf2-a930-4b3440cdbe76 tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] Calling delete_port for 5982fb83-c7d8-4d65-8146-71dddff2cc1f owned by network:router_gateway {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:38:21.216516 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d46baa1-29b2-4405-8a93-18a9640d069f None None] Network b1b78167-35af-4734-a6de-e9eb01a6bc49 is already hosted by enough agents. {{(pid=103449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:38:21.231329 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.base_scheduler [None req-6d46baa1-29b2-4405-8a93-18a9640d069f None None] Resources bound (agent type, host, resource id): {{(pid=103449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:38:21.233256 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2021870c-c55d-4682-a559-1fe96f947c56 tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:21.237835 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d46baa1-29b2-4405-8a93-18a9640d069f None None] Received port after_create {{(pid=103449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:38:21.244370 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2021870c-c55d-4682-a559-1fe96f947c56 tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:21.249033 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [None req-ebf5bdd0-c50e-4cac-b888-2395b6ede07a tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Allocated IP 2001:db8:2::1 (b1b78167-35af-4734-a6de-e9eb01a6bc49/cc3c8d85-cb23-430f-95d8-8da783d221bc/0ba51194-2cd9-487e-97ba-676b4edd46eb) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:38:21.252485 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-9e2064cd-b8b6-4608-a3bd-345d128025fe admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=369079f4999f4e9fa3a672d85534ac2a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1637516 Nov 22 20:38:21.253367 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d46baa1-29b2-4405-8a93-18a9640d069f None None] Pushing event updated for resources: {'Port': ['ID=5a830c42-2a8d-433b-abeb-867ffe7c6b52,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:38:21.254930 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 49184) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:21.257557 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-5a14495f-c074-4326-929d-b15d021a7e8c None None] Provisioning complete for port fce24294-6596-4a74-8c76-a6a20e280463 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:38:21.258138 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-5a14495f-c074-4326-929d-b15d021a7e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:21.264573 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-f7e09d18-2d97-42f0-ba33-8ef3cee22d09 None None] For port fce24294-6596-4a74-8c76-a6a20e280463, host n-d-818823-1, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:38:21.271208 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-f7e09d18-2d97-42f0-ba33-8ef3cee22d09 None None] For port fce24294-6596-4a74-8c76-a6a20e280463, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=fce24294-6596-4a74-8c76-a6a20e280463,segment=NetworkSegment(4abae0cd-7b4e-43f9-97c1-72304e816a86),segment_id=4abae0cd-7b4e-43f9-97c1-72304e816a86)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:38:21.307975 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-d0e07192-2ddc-48f0-b77e-bccedd945868 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:21.312036 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-f7e09d18-2d97-42f0-ba33-8ef3cee22d09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:21.337261 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-d0e07192-2ddc-48f0-b77e-bccedd945868 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:21.385773 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2021870c-c55d-4682-a559-1fe96f947c56 tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:21.390075 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-2021870c-c55d-4682-a559-1fe96f947c56 tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5254376 Nov 22 20:38:21.390801 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 49186) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:21.397276 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-9e900278-2025-4158-acf9-3daf428571f0 tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] Request body: {'security_group_rule': {'security_group_id': '6c924232-6f9c-4409-83c5-0b34fc5f6a77', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:38:21.398372 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-5a14495f-c074-4326-929d-b15d021a7e8c None None] Port fce24294-6596-4a74-8c76-a6a20e280463 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:38:21.400602 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2021870c-c55d-4682-a559-1fe96f947c56 tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c924232-6f9c-4409-83c5-0b34fc5f6a77,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:38:21.409693 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-6d46baa1-29b2-4405-8a93-18a9640d069f None None] Attempting to bind port 5a830c42-2a8d-433b-abeb-867ffe7c6b52 on host n-d-818823-1 for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:38:21.410545 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-6d46baa1-29b2-4405-8a93-18a9640d069f None None] Attempting to bind port 5a830c42-2a8d-433b-abeb-867ffe7c6b52 by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': 'f74a9df0-a64c-4d4b-843a-576ecc12d2ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'b1b78167-35af-4734-a6de-e9eb01a6bc49'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:38:21.410844 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d46baa1-29b2-4405-8a93-18a9640d069f None None] Attempting to bind port 5a830c42-2a8d-433b-abeb-867ffe7c6b52 on network b1b78167-35af-4734-a6de-e9eb01a6bc49 {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:38:21.429255 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f073e15b-620e-4abe-a441-859cea472e1c None None] Pushing event updated for resources: {'Port': ['ID=fce24294-6596-4a74-8c76-a6a20e280463,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:38:21.433386 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d46baa1-29b2-4405-8a93-18a9640d069f None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 38, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:38:21.434038 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d46baa1-29b2-4405-8a93-18a9640d069f None None] Checking segment: {'id': 'f74a9df0-a64c-4d4b-843a-576ecc12d2ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'b1b78167-35af-4734-a6de-e9eb01a6bc49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:38:21.434534 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9e900278-2025-4158-acf9-3daf428571f0 tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:21.434831 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6d46baa1-29b2-4405-8a93-18a9640d069f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:21.435392 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d46baa1-29b2-4405-8a93-18a9640d069f None None] Bound using segment: {'id': 'f74a9df0-a64c-4d4b-843a-576ecc12d2ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'b1b78167-35af-4734-a6de-e9eb01a6bc49'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:38:21.436078 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-6d46baa1-29b2-4405-8a93-18a9640d069f None None] Bound port: 5a830c42-2a8d-433b-abeb-867ffe7c6b52, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f74a9df0-a64c-4d4b-843a-576ecc12d2ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'b1b78167-35af-4734-a6de-e9eb01a6bc49'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:38:21.436692 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6d46baa1-29b2-4405-8a93-18a9640d069f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:21.440646 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e09d18-2d97-42f0-ba33-8ef3cee22d09 None None] Routers {'2e6e32ab-6b85-4564-8b46-1aa4e6f278f3'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:38:21.441514 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-f7e09d18-2d97-42f0-ba33-8ef3cee22d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:38:03Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['2e6e32ab-6b85-4564-8b46-1aa4e6f278f3'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:38:21.466886 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-d0e07192-2ddc-48f0-b77e-bccedd945868 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:21.469766 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-d0e07192-2ddc-48f0-b77e-bccedd945868 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:21.470975 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-d0e07192-2ddc-48f0-b77e-bccedd945868 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/eb4e2cd0-233a-4e58-b110-603ebf3d9d51 HTTP/1.1" status: 204 len: 168 time: 0.2150333 Nov 22 20:38:21.523183 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9e900278-2025-4158-acf9-3daf428571f0 tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:21.538727 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9e900278-2025-4158-acf9-3daf428571f0 tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572323'] for security_group_rule, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:21.544382 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e07192-2ddc-48f0-b77e-bccedd945868 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb4e2cd0-233a-4e58-b110-603ebf3d9d51,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:38:21.575112 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e900278-2025-4158-acf9-3daf428571f0 tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13c901ca-5121-494d-b65d-0a909c1126ef,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:38:21.577962 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ebf5bdd0-c50e-4cac-b888-2395b6ede07a tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:21.618877 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9e900278-2025-4158-acf9-3daf428571f0 tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:21.620820 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-9e900278-2025-4158-acf9-3daf428571f0 tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2278049 Nov 22 20:38:21.625190 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-f7e09d18-2d97-42f0-ba33-8ef3cee22d09 None None] Set router 2e6e32ab-6b85-4564-8b46-1aa4e6f278f3 gateway port host: None {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:38:21.625761 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 49190) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:21.650948 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-f350b983-4c62-48a9-8cab-450871bebc03 tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] 10.222.0.46 "GET /v2.0/security-group-rules/13c901ca-5121-494d-b65d-0a909c1126ef HTTP/1.1" status: 200 len: 763 time: 0.0225823 Nov 22 20:38:21.653273 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 49192) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:21.663726 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-6d46baa1-29b2-4405-8a93-18a9640d069f None None] For port 5a830c42-2a8d-433b-abeb-867ffe7c6b52, host n-d-818823-1, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:38:21.669648 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5eaccaa1-7f2e-4cf2-a930-4b3440cdbe76 tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:21.713866 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-a5410535-8331-4529-98e2-008a3b1d02dc tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0593352 Nov 22 20:38:21.717138 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 49196) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:21.720155 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ebf5bdd0-c50e-4cac-b888-2395b6ede07a tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:21.738893 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eaccaa1-7f2e-4cf2-a930-4b3440cdbe76 tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] Pushing event deleted for resources: {'Port': ['ID=5982fb83-c7d8-4d65-8146-71dddff2cc1f,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:38:21.757249 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-6d46baa1-29b2-4405-8a93-18a9640d069f None None] For port 5a830c42-2a8d-433b-abeb-867ffe7c6b52, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=5a830c42-2a8d-433b-abeb-867ffe7c6b52,segment=NetworkSegment(f74a9df0-a64c-4d4b-843a-576ecc12d2ae),segment_id=f74a9df0-a64c-4d4b-843a-576ecc12d2ae)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:38:21.761357 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90ebb678-cd7f-4a85-b0b8-ff56d7f289e1 None None] DHCP port deletion for c48a55e9-6a85-4746-b7bf-3e29fb560094 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:38:21.782081 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6d46baa1-29b2-4405-8a93-18a9640d069f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:21.788082 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-54a733ea-b5df-4bf4-ab2d-77a239c0e7e9 tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:21.798706 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-54a733ea-b5df-4bf4-ab2d-77a239c0e7e9 tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:21.824427 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf5bdd0-c50e-4cac-b888-2395b6ede07a tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Pushing event updated for resources: {'Port': ['ID=0ba51194-2cd9-487e-97ba-676b4edd46eb,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:38:21.841010 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-54a733ea-b5df-4bf4-ab2d-77a239c0e7e9 tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572323'] for security_group_rule, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:21.847826 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-54a733ea-b5df-4bf4-ab2d-77a239c0e7e9 tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:21.849184 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-54a733ea-b5df-4bf4-ab2d-77a239c0e7e9 tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/13c901ca-5121-494d-b65d-0a909c1126ef HTTP/1.1" status: 204 len: 168 time: 0.1307292 Nov 22 20:38:21.852369 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 49198) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:21.865137 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebf5bdd0-c50e-4cac-b888-2395b6ede07a tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Network b1b78167-35af-4734-a6de-e9eb01a6bc49 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:38:21.869607 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a733ea-b5df-4bf4-ab2d-77a239c0e7e9 tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=13c901ca-5121-494d-b65d-0a909c1126ef,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:38:21.871562 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-ebf5bdd0-c50e-4cac-b888-2395b6ede07a tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:38:21.888327 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf5bdd0-c50e-4cac-b888-2395b6ede07a tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:38:21.888884 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ebf5bdd0-c50e-4cac-b888-2395b6ede07a tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659939'] for router_interface, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:21.907579 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 19d085b9-a794-490c-a084-080dac29d15c no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:38:21.953382 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d46baa1-29b2-4405-8a93-18a9640d069f None None] Pushing event updated for resources: {'Port': ['ID=5a830c42-2a8d-433b-abeb-867ffe7c6b52,revision_number=2']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:38:21.960374 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: 19d085b9-a794-490c-a084-080dac29d15c {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:38:21.960626 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 19d085b9-a794-490c-a084-080dac29d15c not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:38:21.975145 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-9a849e84-13d6-456b-b96b-4f695173c4f5 None None] Provisioning complete for port fce24294-6596-4a74-8c76-a6a20e280463 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:38:21.975577 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-9a849e84-13d6-456b-b96b-4f695173c4f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:21.983618 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5eaccaa1-7f2e-4cf2-a930-4b3440cdbe76 tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595398'] for router_gateway, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:22.000577 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-f8ea1cb3-010b-4a43-b662-cc4f40e2c2f6 tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1437633 Nov 22 20:38:22.000726 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 49206) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:22.004900 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-88008831-a77e-4627-a2da-e53bb2869303 tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] Request body: {'security_group_rule': {'security_group_id': '6c924232-6f9c-4409-83c5-0b34fc5f6a77', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:38:22.067935 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-88008831-a77e-4627-a2da-e53bb2869303 tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:22.120650 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5eaccaa1-7f2e-4cf2-a930-4b3440cdbe76 tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24781'] for router, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:22.122889 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5eaccaa1-7f2e-4cf2-a930-4b3440cdbe76 tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:22.130410 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-88008831-a77e-4627-a2da-e53bb2869303 tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:22.136147 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-88008831-a77e-4627-a2da-e53bb2869303 tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572323'] for security_group_rule, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:22.158143 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88008831-a77e-4627-a2da-e53bb2869303 tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88b9a393-0f79-4472-ba07-84ec2f40f9cf,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:38:22.186794 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5eaccaa1-7f2e-4cf2-a930-4b3440cdbe76 tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-663261'] for router, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:22.187330 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5eaccaa1-7f2e-4cf2-a930-4b3440cdbe76 tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 30cb9cff-1256-45c1-ab23-40a5a5a9cbb7 {{(pid=103448) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 20:38:22.190602 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-88008831-a77e-4627-a2da-e53bb2869303 tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:22.192309 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5eaccaa1-7f2e-4cf2-a930-4b3440cdbe76 tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] Publish callbacks [] for router, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:22.193455 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-5eaccaa1-7f2e-4cf2-a930-4b3440cdbe76 tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] 10.222.0.46 "DELETE /v2.0/routers/30cb9cff-1256-45c1-ab23-40a5a5a9cbb7 HTTP/1.1" status: 204 len: 168 time: 1.8164356 Nov 22 20:38:22.194337 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-88008831-a77e-4627-a2da-e53bb2869303 tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1930099 Nov 22 20:38:22.198002 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 49210) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:22.200018 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 49212) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:22.208759 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-1c0a4de1-e457-42cd-a0e4-3287eaadcd57 tempest-RoutersIpV6AdminTest-639267305 tempest-RoutersIpV6AdminTest-639267305-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1286144799', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'}, 'admin_state_up': False}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:38:22.224561 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-fb02ac8c-7935-4935-a8c1-bcd62b009bca tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] 10.222.0.46 "GET /v2.0/security-group-rules/88b9a393-0f79-4472-ba07-84ec2f40f9cf HTTP/1.1" status: 200 len: 763 time: 0.0230508 Nov 22 20:38:22.231192 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 49214) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:22.231765 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-9a849e84-13d6-456b-b96b-4f695173c4f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:22.267205 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1c0a4de1-e457-42cd-a0e4-3287eaadcd57 tempest-RoutersIpV6AdminTest-639267305 tempest-RoutersIpV6AdminTest-639267305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24799'] for router, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:22.273638 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1c0a4de1-e457-42cd-a0e4-3287eaadcd57 tempest-RoutersIpV6AdminTest-639267305 tempest-RoutersIpV6AdminTest-639267305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-632716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24788'] for router, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:22.309299 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ebf5bdd0-c50e-4cac-b888-2395b6ede07a tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:22.313002 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-f7e09d18-2d97-42f0-ba33-8ef3cee22d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e6e32ab-6b85-4564-8b46-1aa4e6f278f3', 'name': 'tempest-RoutersIpV6Test-router-180704228', 'tenant_id': '420a748461434084ac365abc58fa6e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:38:08Z', 'updated_at': '2021-11-22T20:38:15Z', 'revision_number': 3, 'project_id': '420a748461434084ac365abc58fa6e97', 'gw_port_host': None, '_interfaces': [{'id': '4f0fc6b5-bf93-4434-baa3-8b6a3abc33c5', 'name': '', 'network_id': 'c7b3ca16-c489-4dba-b55f-f76f675059de', 'tenant_id': '420a748461434084ac365abc58fa6e97', 'mac_address': 'fa:16:3e:0b:14:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e6e32ab-6b85-4564-8b46-1aa4e6f278f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': '7e91458f-88b4-4870-a0d5-4733f6366cea', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:38:09Z', 'updated_at': '2021-11-22T20:38:14Z', 'revision_number': 5, 'project_id': '420a748461434084ac365abc58fa6e97', 'subnets': [{'id': '7e91458f-88b4-4870-a0d5-4733f6366cea', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fce24294-6596-4a74-8c76-a6a20e280463', 'name': '', 'network_id': 'f8b352aa-ab1a-47f0-aeb4-5858393cb523', 'tenant_id': '420a748461434084ac365abc58fa6e97', 'mac_address': 'fa:16:3e:43:20:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e6e32ab-6b85-4564-8b46-1aa4e6f278f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3393, 'fixed_ips': [{'subnet_id': '9802201d-e5bf-416f-a9a6-aeabd2212ef4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:38:14Z', 'updated_at': '2021-11-22T20:38:21Z', 'revision_number': 4, 'project_id': '420a748461434084ac365abc58fa6e97', 'subnets': [{'id': '9802201d-e5bf-416f-a9a6-aeabd2212ef4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:38:22.343532 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-6ed5cfe7-056f-49d6-a99e-ad3866abba6e tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1093836 Nov 22 20:38:22.346456 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 49218) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:22.401227 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1c0a4de1-e457-42cd-a0e4-3287eaadcd57 tempest-RoutersIpV6AdminTest-639267305 tempest-RoutersIpV6AdminTest-639267305-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:22.404587 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-9a849e84-13d6-456b-b96b-4f695173c4f5 None None] For port fce24294-6596-4a74-8c76-a6a20e280463, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=fce24294-6596-4a74-8c76-a6a20e280463,segment=NetworkSegment(4abae0cd-7b4e-43f9-97c1-72304e816a86),segment_id=4abae0cd-7b4e-43f9-97c1-72304e816a86)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:38:22.406125 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e09d18-2d97-42f0-ba33-8ef3cee22d09 None None] The sync data for ids ['2e6e32ab-6b85-4564-8b46-1aa4e6f278f3'] in n-d-818823-1 is: [{'id': '2e6e32ab-6b85-4564-8b46-1aa4e6f278f3', 'name': 'tempest-RoutersIpV6Test-router-180704228', 'tenant_id': '420a748461434084ac365abc58fa6e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:38:08Z', 'updated_at': '2021-11-22T20:38:15Z', 'revision_number': 3, 'project_id': '420a748461434084ac365abc58fa6e97', 'gw_port_host': None, '_interfaces': [{'id': '4f0fc6b5-bf93-4434-baa3-8b6a3abc33c5', 'name': '', 'network_id': 'c7b3ca16-c489-4dba-b55f-f76f675059de', 'tenant_id': '420a748461434084ac365abc58fa6e97', 'mac_address': 'fa:16:3e:0b:14:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e6e32ab-6b85-4564-8b46-1aa4e6f278f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': '7e91458f-88b4-4870-a0d5-4733f6366cea', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:38:09Z', 'updated_at': '2021-11-22T20:38:14Z', 'revision_number': 5, 'project_id': '420a748461434084ac365abc58fa6e97', 'subnets': [{'id': '7e91458f-88b4-4870-a0d5-4733f6366cea', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fce24294-6596-4a74-8c76-a6a20e280463', 'name': '', 'network_id': 'f8b352aa-ab1a-47f0-aeb4-5858393cb523', 'tenant_id': '420a748461434084ac365abc58fa6e97', 'mac_address': 'fa:16:3e:43:20:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e6e32ab-6b85-4564-8b46-1aa4e6f278f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3393, 'fixed_ips': [{'subnet_id': '9802201d-e5bf-416f-a9a6-aeabd2212ef4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:38:14Z', 'updated_at': '2021-11-22T20:38:21Z', 'revision_number': 4, 'project_id': '420a748461434084ac365abc58fa6e97', 'subnets': [{'id': '9802201d-e5bf-416f-a9a6-aeabd2212ef4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:38:22.418588 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-9a849e84-13d6-456b-b96b-4f695173c4f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:22.471887 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d3f4089b-2cbd-4052-a2c6-bb92e81a3ebe tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:22.518052 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a849e84-13d6-456b-b96b-4f695173c4f5 None None] Pushing event updated for resources: {'Port': ['ID=fce24294-6596-4a74-8c76-a6a20e280463,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:38:22.612744 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d3f4089b-2cbd-4052-a2c6-bb92e81a3ebe tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:22.663175 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d3f4089b-2cbd-4052-a2c6-bb92e81a3ebe tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572323'] for security_group_rule, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:22.672689 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d3f4089b-2cbd-4052-a2c6-bb92e81a3ebe tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:22.674034 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-d3f4089b-2cbd-4052-a2c6-bb92e81a3ebe tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/88b9a393-0f79-4472-ba07-84ec2f40f9cf HTTP/1.1" status: 204 len: 168 time: 0.3265605 Nov 22 20:38:22.676618 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 49226) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:22.697084 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1c0a4de1-e457-42cd-a0e4-3287eaadcd57 tempest-RoutersIpV6AdminTest-639267305 tempest-RoutersIpV6AdminTest-639267305-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:22.743475 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f4089b-2cbd-4052-a2c6-bb92e81a3ebe tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=88b9a393-0f79-4472-ba07-84ec2f40f9cf,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:38:22.750555 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 49228) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:22.829015 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-44ae03ea-a5a8-4e30-9db9-f093eb81e439 tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1500990 Nov 22 20:38:22.833444 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 49232) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:22.838102 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-3c8a06e5-996a-4f11-a020-d7564faf0e4e tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] Request body: {'security_group_rule': {'security_group_id': '6c924232-6f9c-4409-83c5-0b34fc5f6a77', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:38:22.898951 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3c8a06e5-996a-4f11-a020-d7564faf0e4e tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:22.917063 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ebf5bdd0-c50e-4cac-b888-2395b6ede07a tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks [] for port, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:22.946038 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ebf5bdd0-c50e-4cac-b888-2395b6ede07a tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:22.947373 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ebf5bdd0-c50e-4cac-b888-2395b6ede07a tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-563461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-659839'] for router_interface, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:22.973984 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-e594c88d-f2a0-4ce8-81e6-09bc7dad753b tempest-DvrRoutersNegativeTest-1679595718 tempest-DvrRoutersNegativeTest-1679595718-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1185868833', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:38:22.976865 n-d-818823-1 neutron-server[103448]: DEBUG neutron.policy [None req-e594c88d-f2a0-4ce8-81e6-09bc7dad753b tempest-DvrRoutersNegativeTest-1679595718 tempest-DvrRoutersNegativeTest-1679595718-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=103448) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Nov 22 20:38:22.977805 n-d-818823-1 neutron-server[103448]: DEBUG neutron.policy [None req-e594c88d-f2a0-4ce8-81e6-09bc7dad753b tempest-DvrRoutersNegativeTest-1679595718 tempest-DvrRoutersNegativeTest-1679595718-project] Failed policy check for 'create_router' {{(pid=103448) enforce /opt/stack/neutron/neutron/policy.py:524}} Nov 22 20:38:22.978815 n-d-818823-1 neutron-server[103448]: INFO neutron.api.v2.resource [None req-e594c88d-f2a0-4ce8-81e6-09bc7dad753b tempest-DvrRoutersNegativeTest-1679595718 tempest-DvrRoutersNegativeTest-1679595718-project] create failed (client error): Access was denied to this resource. Nov 22 20:38:22.989370 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-e594c88d-f2a0-4ce8-81e6-09bc7dad753b tempest-DvrRoutersNegativeTest-1679595718 tempest-DvrRoutersNegativeTest-1679595718-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2317202 Nov 22 20:38:23.012011 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1c0a4de1-e457-42cd-a0e4-3287eaadcd57 tempest-RoutersIpV6AdminTest-639267305 tempest-RoutersIpV6AdminTest-639267305-project] Publish callbacks [] for router_gateway, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:23.036932 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1c0a4de1-e457-42cd-a0e4-3287eaadcd57 tempest-RoutersIpV6AdminTest-639267305 tempest-RoutersIpV6AdminTest-639267305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:23.050063 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf5bdd0-c50e-4cac-b888-2395b6ede07a tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Pushing event updated for resources: {'Port': ['ID=0ba51194-2cd9-487e-97ba-676b4edd46eb,revision_number=2']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:38:23.153204 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3c8a06e5-996a-4f11-a020-d7564faf0e4e tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:23.167560 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3c8a06e5-996a-4f11-a020-d7564faf0e4e tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572323'] for security_group_rule, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:23.202997 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8a06e5-996a-4f11-a020-d7564faf0e4e tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55111895-dbae-4a5d-9a59-ae8ed54c2a48,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:38:23.206703 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [None req-1c0a4de1-e457-42cd-a0e4-3287eaadcd57 tempest-RoutersIpV6AdminTest-639267305 tempest-RoutersIpV6AdminTest-639267305-project] Allocated IP 172.25.5.239 (c48a55e9-6a85-4746-b7bf-3e29fb560094/5da6f781-63e6-4328-ae7a-5e672262f55a/4343f39c-06be-47cb-9165-483c6cb7a77f) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:38:23.228616 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3c8a06e5-996a-4f11-a020-d7564faf0e4e tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:23.229887 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-3c8a06e5-996a-4f11-a020-d7564faf0e4e tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3954768 Nov 22 20:38:23.232585 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 49236) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:23.279656 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-f2aa7ac9-cacf-4779-9ffe-004ac6656054 tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] 10.222.0.46 "GET /v2.0/security-group-rules/55111895-dbae-4a5d-9a59-ae8ed54c2a48 HTTP/1.1" status: 200 len: 764 time: 0.0436203 Nov 22 20:38:23.279656 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebf5bdd0-c50e-4cac-b888-2395b6ede07a tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Network b1b78167-35af-4734-a6de-e9eb01a6bc49 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:38:23.280581 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 49238) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:23.286991 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-ebf5bdd0-c50e-4cac-b888-2395b6ede07a tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:38:23.384697 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1c0a4de1-e457-42cd-a0e4-3287eaadcd57 tempest-RoutersIpV6AdminTest-639267305 tempest-RoutersIpV6AdminTest-639267305-project] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:23.413235 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-bc9de45e-eba7-4975-b788-eb5f03e54956 tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.1315429 Nov 22 20:38:23.416789 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 49242) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:23.422950 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1c0a4de1-e457-42cd-a0e4-3287eaadcd57 tempest-RoutersIpV6AdminTest-639267305 tempest-RoutersIpV6AdminTest-639267305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:23.450653 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-431d8be8-734d-4ad5-ad4b-a3047181d2d6 tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:23.452529 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 49244) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:23.458793 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebf5bdd0-c50e-4cac-b888-2395b6ede07a tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Router 2e6e32ab-6b85-4564-8b46-1aa4e6f278f3 has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 20:38:23.470634 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-431d8be8-734d-4ad5-ad4b-a3047181d2d6 tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:23.485788 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0a4de1-e457-42cd-a0e4-3287eaadcd57 tempest-RoutersIpV6AdminTest-639267305 tempest-RoutersIpV6AdminTest-639267305-project] Pushing event updated for resources: {'Port': ['ID=4343f39c-06be-47cb-9165-483c6cb7a77f,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:38:23.495062 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c0a4de1-e457-42cd-a0e4-3287eaadcd57 tempest-RoutersIpV6AdminTest-639267305 tempest-RoutersIpV6AdminTest-639267305-project] Network c48a55e9-6a85-4746-b7bf-3e29fb560094 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:38:23.496915 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-1c0a4de1-e457-42cd-a0e4-3287eaadcd57 tempest-RoutersIpV6AdminTest-639267305 tempest-RoutersIpV6AdminTest-639267305-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:38:23.499133 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c0a4de1-e457-42cd-a0e4-3287eaadcd57 tempest-RoutersIpV6AdminTest-639267305 tempest-RoutersIpV6AdminTest-639267305-project] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:38:23.517984 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b01792e9-72fc-4571-83ae-a86d6268a514 None None] DHCP port deletion for c48a55e9-6a85-4746-b7bf-3e29fb560094 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:38:23.582158 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-431d8be8-734d-4ad5-ad4b-a3047181d2d6 tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572323'] for security_group_rule, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:23.588189 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-431d8be8-734d-4ad5-ad4b-a3047181d2d6 tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:23.589367 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-431d8be8-734d-4ad5-ad4b-a3047181d2d6 tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/55111895-dbae-4a5d-9a59-ae8ed54c2a48 HTTP/1.1" status: 204 len: 168 time: 0.1716576 Nov 22 20:38:23.596721 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 49248) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:23.611478 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3465717-4a09-410d-bf2a-e31031a14b2e None None] Network b1b78167-35af-4734-a6de-e9eb01a6bc49 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:38:23.625154 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431d8be8-734d-4ad5-ad4b-a3047181d2d6 tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=55111895-dbae-4a5d-9a59-ae8ed54c2a48,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:38:23.661541 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c3da747c-a934-4f95-bbd2-c6914b470414 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:23.666484 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebf5bdd0-c50e-4cac-b888-2395b6ede07a tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:38:23.679457 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-ebf5bdd0-c50e-4cac-b888-2395b6ede07a tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] 10.222.0.46 "PUT /v2.0/routers/2e6e32ab-6b85-4564-8b46-1aa4e6f278f3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3418150 Nov 22 20:38:23.682456 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b0aa77-5db2-4055-bb89-d66826909f55 None None] Sync routers for ids ['2e6e32ab-6b85-4564-8b46-1aa4e6f278f3'] in n-d-818823-1 {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:38:23.684793 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 49250) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:23.693809 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-85bf3314-e5f7-400f-b6c2-bec7becdc8ad tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-684257354'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:38:23.695868 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b0aa77-5db2-4055-bb89-d66826909f55 None None] Routers {'2e6e32ab-6b85-4564-8b46-1aa4e6f278f3'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:38:23.697516 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-b2b0aa77-5db2-4055-bb89-d66826909f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:38:03Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['2e6e32ab-6b85-4564-8b46-1aa4e6f278f3'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:38:23.705915 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-3504ace2-8688-44bc-8523-017dfc7f9dc8 None None] Provisioning complete for port 5a830c42-2a8d-433b-abeb-867ffe7c6b52 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:38:23.706515 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-3504ace2-8688-44bc-8523-017dfc7f9dc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:23.710490 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-98358f41-a716-4277-ac6d-449928275b1d tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1125789 Nov 22 20:38:23.714710 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 49252) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:23.749510 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85bf3314-e5f7-400f-b6c2-bec7becdc8ad tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Made reservation on behalf of 420a748461434084ac365abc58fa6e97 for: {'network': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:38:23.753637 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-85bf3314-e5f7-400f-b6c2-bec7becdc8ad tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for network, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:23.808682 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-dfdc4b2c-25e0-4662-9cca-fa7def6cee01 tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:23.811954 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85bf3314-e5f7-400f-b6c2-bec7becdc8ad tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] vlan segment allocate from pool success with {'vlan_id': 614, 'physical_network': 'physnet1'} {{(pid=103448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 20:38:23.846288 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c3da747c-a934-4f95-bbd2-c6914b470414 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:23.850752 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-85bf3314-e5f7-400f-b6c2-bec7becdc8ad tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:23.851262 n-d-818823-1 neutron-server[103448]: INFO neutron.db.segments_db [None req-85bf3314-e5f7-400f-b6c2-bec7becdc8ad tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Added segment 06e6a0c9-8a1c-4321-8c10-b880c16beae1 of type vlan for network 13b52ebc-6951-42ce-bc57-13f10c6552e3 Nov 22 20:38:23.861940 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c3da747c-a934-4f95-bbd2-c6914b470414 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:23.919455 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-dfdc4b2c-25e0-4662-9cca-fa7def6cee01 tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:23.925621 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-85bf3314-e5f7-400f-b6c2-bec7becdc8ad tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748992492791'] for network, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:23.929448 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-b2b0aa77-5db2-4055-bb89-d66826909f55 None None] Set router 2e6e32ab-6b85-4564-8b46-1aa4e6f278f3 gateway port host: None {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:38:23.935492 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3da747c-a934-4f95-bbd2-c6914b470414 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91e35385-fcee-421e-be93-d35ae3bb2753,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:38:23.942577 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-c3da747c-a934-4f95-bbd2-c6914b470414 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a28667df26134cbaa5a7c57fff1496ba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4861889 Nov 22 20:38:23.943453 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-3504ace2-8688-44bc-8523-017dfc7f9dc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:23.945502 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 49254) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:23.996234 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-85bf3314-e5f7-400f-b6c2-bec7becdc8ad tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for network, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:24.002645 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85bf3314-e5f7-400f-b6c2-bec7becdc8ad tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:38:24.003379 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-85bf3314-e5f7-400f-b6c2-bec7becdc8ad tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks [] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:24.010262 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-3504ace2-8688-44bc-8523-017dfc7f9dc8 None None] For port 5a830c42-2a8d-433b-abeb-867ffe7c6b52, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=5a830c42-2a8d-433b-abeb-867ffe7c6b52,segment=NetworkSegment(f74a9df0-a64c-4d4b-843a-576ecc12d2ae),segment_id=f74a9df0-a64c-4d4b-843a-576ecc12d2ae)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:38:24.013290 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 5a830c42-2a8d-433b-abeb-867ffe7c6b52 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:38:24.034038 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-dfdc4b2c-25e0-4662-9cca-fa7def6cee01 tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:24.037271 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-dfdc4b2c-25e0-4662-9cca-fa7def6cee01 tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:24.038612 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-dfdc4b2c-25e0-4662-9cca-fa7def6cee01 tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] 10.222.0.46 "DELETE /v2.0/security-groups/6c924232-6f9c-4409-83c5-0b34fc5f6a77 HTTP/1.1" status: 204 len: 168 time: 0.3228171 Nov 22 20:38:24.042933 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 49256) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:24.046286 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1c0a4de1-e457-42cd-a0e4-3287eaadcd57 tempest-RoutersIpV6AdminTest-639267305 tempest-RoutersIpV6AdminTest-639267305-project] Publish callbacks [] for router_gateway, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:24.064385 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-3504ace2-8688-44bc-8523-017dfc7f9dc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:24.084572 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-85bf3314-e5f7-400f-b6c2-bec7becdc8ad tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3970616 Nov 22 20:38:24.092599 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 49258) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:24.104773 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-9dddfbb2-8979-4592-99c9-3e74b97e00f7 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Request body: {'subnet': {'network_id': '13b52ebc-6951-42ce-bc57-13f10c6552e3', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:38:24.139177 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-3504ace2-8688-44bc-8523-017dfc7f9dc8 None None] Provisioning complete for port 4343f39c-06be-47cb-9165-483c6cb7a77f triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:38:24.139583 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-3504ace2-8688-44bc-8523-017dfc7f9dc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:24.159536 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bf3314-e5f7-400f-b6c2-bec7becdc8ad tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Pushing event updated for resources: {'Network': ['ID=13b52ebc-6951-42ce-bc57-13f10c6552e3,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:38:24.178173 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdc4b2c-25e0-4662-9cca-fa7def6cee01 tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c924232-6f9c-4409-83c5-0b34fc5f6a77,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:38:24.189379 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-3504ace2-8688-44bc-8523-017dfc7f9dc8 None None] Port 4343f39c-06be-47cb-9165-483c6cb7a77f cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:38:24.205628 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d77eff0b-d4fb-40b7-b984-3f8d32f9f3e5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:24.215916 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Network 13b52ebc-6951-42ce-bc57-13f10c6552e3 details requested by agent ovs-agent-n-d-818823-1 with host n-d-818823-1 {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 20:38:24.252938 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d77eff0b-d4fb-40b7-b984-3f8d32f9f3e5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:24.261197 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-131c51bd-e8b5-4b2b-a11e-fb4fc79215a9 tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2110953 Nov 22 20:38:24.264338 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 49260) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:24.283512 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3504ace2-8688-44bc-8523-017dfc7f9dc8 None None] Pushing event updated for resources: {'Port': ['ID=5a830c42-2a8d-433b-abeb-867ffe7c6b52,revision_number=3']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:38:24.309274 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-b2b0aa77-5db2-4055-bb89-d66826909f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e6e32ab-6b85-4564-8b46-1aa4e6f278f3', 'name': 'tempest-RoutersIpV6Test-router-180704228', 'tenant_id': '420a748461434084ac365abc58fa6e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:38:08Z', 'updated_at': '2021-11-22T20:38:22Z', 'revision_number': 4, 'project_id': '420a748461434084ac365abc58fa6e97', 'gw_port_host': None, '_interfaces': [{'id': '0ba51194-2cd9-487e-97ba-676b4edd46eb', 'name': '', 'network_id': 'b1b78167-35af-4734-a6de-e9eb01a6bc49', 'tenant_id': '420a748461434084ac365abc58fa6e97', 'mac_address': 'fa:16:3e:7c:08:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e6e32ab-6b85-4564-8b46-1aa4e6f278f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3414, 'fixed_ips': [{'subnet_id': 'cc3c8d85-cb23-430f-95d8-8da783d221bc', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:38:20Z', 'updated_at': '2021-11-22T20:38:22Z', 'revision_number': 2, 'project_id': '420a748461434084ac365abc58fa6e97', 'subnets': [{'id': 'cc3c8d85-cb23-430f-95d8-8da783d221bc', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4f0fc6b5-bf93-4434-baa3-8b6a3abc33c5', 'name': '', 'network_id': 'c7b3ca16-c489-4dba-b55f-f76f675059de', 'tenant_id': '420a748461434084ac365abc58fa6e97', 'mac_address': 'fa:16:3e:0b:14:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e6e32ab-6b85-4564-8b46-1aa4e6f278f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': '7e91458f-88b4-4870-a0d5-4733f6366cea', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:38:09Z', 'updated_at': '2021-11-22T20:38:14Z', 'revision_number': 5, 'project_id': '420a748461434084ac365abc58fa6e97', 'subnets': [{'id': '7e91458f-88b4-4870-a0d5-4733f6366cea', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fce24294-6596-4a74-8c76-a6a20e280463', 'name': '', 'network_id': 'f8b352aa-ab1a-47f0-aeb4-5858393cb523', 'tenant_id': '420a748461434084ac365abc58fa6e97', 'mac_address': 'fa:16:3e:43:20:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e6e32ab-6b85-4564-8b46-1aa4e6f278f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3393, 'fixed_ips': [{'subnet_id': '9802201d-e5bf-416f-a9a6-aeabd2212ef4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:38:14Z', 'updated_at': '2021-11-22T20:38:22Z', 'revision_number': 5, 'project_id': '420a748461434084ac365abc58fa6e97', 'subnets': [{'id': '9802201d-e5bf-416f-a9a6-aeabd2212ef4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:38:24.319936 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 5a830c42-2a8d-433b-abeb-867ffe7c6b52 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:38:24.320566 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:24.350525 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b0aa77-5db2-4055-bb89-d66826909f55 None None] Checking router: 2e6e32ab-6b85-4564-8b46-1aa4e6f278f3 for host: n-d-818823-1 {{(pid=103450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 20:38:24.351558 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b0aa77-5db2-4055-bb89-d66826909f55 None None] Updating router 2e6e32ab-6b85-4564-8b46-1aa4e6f278f3 port 0ba51194-2cd9-487e-97ba-676b4edd46eb binding host n-d-818823-1 {{(pid=103450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 20:38:24.369379 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dddfbb2-8979-4592-99c9-3e74b97e00f7 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Made reservation on behalf of 420a748461434084ac365abc58fa6e97 for: {'subnet': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:38:24.375164 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9dddfbb2-8979-4592-99c9-3e74b97e00f7 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11792951'] for subnet, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:24.394315 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-833ff642-9e17-41aa-9503-b407c118461f tempest-SecGroupTest-1707686349 tempest-SecGroupTest-1707686349-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1273630 Nov 22 20:38:24.401479 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b2b0aa77-5db2-4055-bb89-d66826909f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:24.458191 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d77eff0b-d4fb-40b7-b984-3f8d32f9f3e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:24.460996 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d77eff0b-d4fb-40b7-b984-3f8d32f9f3e5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:24.464727 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-d77eff0b-d4fb-40b7-b984-3f8d32f9f3e5 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/91e35385-fcee-421e-be93-d35ae3bb2753 HTTP/1.1" status: 204 len: 168 time: 0.5152922 Nov 22 20:38:24.485238 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77eff0b-d4fb-40b7-b984-3f8d32f9f3e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91e35385-fcee-421e-be93-d35ae3bb2753,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:38:24.544180 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1c0a4de1-e457-42cd-a0e4-3287eaadcd57 tempest-RoutersIpV6AdminTest-639267305 tempest-RoutersIpV6AdminTest-639267305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-659538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-841284'] for router, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:24.560663 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device fce24294-6596-4a74-8c76-a6a20e280463 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:38:24.708412 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-60e4d46f-1865-4da0-91d6-55f1388bdc0a None None] Provisioning complete for port 5a830c42-2a8d-433b-abeb-867ffe7c6b52 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:38:24.708807 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-60e4d46f-1865-4da0-91d6-55f1388bdc0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:24.765606 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9dddfbb2-8979-4592-99c9-3e74b97e00f7 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11567560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11792921'] for subnet, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:24.784488 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 49270) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:24.837636 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dddfbb2-8979-4592-99c9-3e74b97e00f7 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Pushing event updated for resources: {'Subnet': ['ID=193f47eb-54d4-4491-9ded-c8302beef781,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:38:24.868790 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c0a4de1-e457-42cd-a0e4-3287eaadcd57 tempest-RoutersIpV6AdminTest-639267305 tempest-RoutersIpV6AdminTest-639267305-project] Router 2804c381-7497-4028-ade9-ca6215589c8b is scheduled to L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 with binding_index 1 {{(pid=103447) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 20:38:24.872221 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dddfbb2-8979-4592-99c9-3e74b97e00f7 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Checking segment: {'id': '06e6a0c9-8a1c-4321-8c10-b880c16beae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '13b52ebc-6951-42ce-bc57-13f10c6552e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:38:24.872597 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dddfbb2-8979-4592-99c9-3e74b97e00f7 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Network hostable DHCP agents. Network: 13b52ebc-6951-42ce-bc57-13f10c6552e3, hostable agents: ['02adaa64-0987-4b74-bad0-cbcf56f8a294'], hosted agents: [] {{(pid=103448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 20:38:24.899165 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dddfbb2-8979-4592-99c9-3e74b97e00f7 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Network 13b52ebc-6951-42ce-bc57-13f10c6552e3 is scheduled to be hosted by DHCP agent 02adaa64-0987-4b74-bad0-cbcf56f8a294 with binding_index 1 {{(pid=103448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 20:38:24.917395 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-9dddfbb2-8979-4592-99c9-3e74b97e00f7 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818823-1, 13b52ebc-6951-42ce-bc57-13f10c6552e3) {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:38:24.924902 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dddfbb2-8979-4592-99c9-3e74b97e00f7 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:38:24.925510 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9dddfbb2-8979-4592-99c9-3e74b97e00f7 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:24.956529 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port fce24294-6596-4a74-8c76-a6a20e280463 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:38:24.957173 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:24.964675 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e956f6ce-bfd3-42df-a5d9-2a7a72d81573 None None] Network 13b52ebc-6951-42ce-bc57-13f10c6552e3 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:38:24.981777 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-9dddfbb2-8979-4592-99c9-3e74b97e00f7 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8811729 Nov 22 20:38:24.982439 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 49280) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:24.994767 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b2b0aa77-5db2-4055-bb89-d66826909f55 None None] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:25.006306 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b2b0aa77-5db2-4055-bb89-d66826909f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:25.065562 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744646fb-e0eb-47d3-8308-cb67de47f836 None None] Pushing event updated for resources: {'Port': ['ID=0ba51194-2cd9-487e-97ba-676b4edd46eb,revision_number=3']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:38:25.083380 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c0a4de1-e457-42cd-a0e4-3287eaadcd57 tempest-RoutersIpV6AdminTest-639267305 tempest-RoutersIpV6AdminTest-639267305-project] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:38:25.113477 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b3cfe1-c914-4c36-b7fb-c7efa931a448 None None] Sync routers for ids ['2804c381-7497-4028-ade9-ca6215589c8b'] in n-d-818823-1 {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:38:25.194473 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 49284) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:25.196513 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-da79a32d-c9b8-40db-89d0-8254de28bfd9 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3e3ce647da204785b8df7b0f3dbee01c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4100835 Nov 22 20:38:25.201602 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1c0a4de1-e457-42cd-a0e4-3287eaadcd57 tempest-RoutersIpV6AdminTest-639267305 tempest-RoutersIpV6AdminTest-639267305-project] Publish callbacks [] for router, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:25.203898 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-1c0a4de1-e457-42cd-a0e4-3287eaadcd57 tempest-RoutersIpV6AdminTest-639267305 tempest-RoutersIpV6AdminTest-639267305-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 3.0046630 Nov 22 20:38:25.206707 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 49286) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:25.221436 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-b547798d-a9e9-4d1e-9ed9-54cec9d6e3ee tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'enable_snat': False}}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:38:25.227031 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-60e4d46f-1865-4da0-91d6-55f1388bdc0a None None] Provisioning complete for port 0ba51194-2cd9-487e-97ba-676b4edd46eb triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:38:25.228378 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-60e4d46f-1865-4da0-91d6-55f1388bdc0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:25.353583 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b3cfe1-c914-4c36-b7fb-c7efa931a448 None None] Routers {'2804c381-7497-4028-ade9-ca6215589c8b'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:38:25.354362 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-d9b3cfe1-c914-4c36-b7fb-c7efa931a448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:38:03Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['2804c381-7497-4028-ade9-ca6215589c8b'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:38:25.361266 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-b2b0aa77-5db2-4055-bb89-d66826909f55 None None] Attempting to bind port 0ba51194-2cd9-487e-97ba-676b4edd46eb on host n-d-818823-1 for vnic_type normal with profile {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:38:25.367457 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-b2b0aa77-5db2-4055-bb89-d66826909f55 None None] Attempting to bind port 0ba51194-2cd9-487e-97ba-676b4edd46eb by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': 'f74a9df0-a64c-4d4b-843a-576ecc12d2ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'b1b78167-35af-4734-a6de-e9eb01a6bc49'}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:38:25.368695 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b0aa77-5db2-4055-bb89-d66826909f55 None None] Attempting to bind port 0ba51194-2cd9-487e-97ba-676b4edd46eb on network b1b78167-35af-4734-a6de-e9eb01a6bc49 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:38:25.378584 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b0aa77-5db2-4055-bb89-d66826909f55 None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 38, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:38:25.378974 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b0aa77-5db2-4055-bb89-d66826909f55 None None] Checking segment: {'id': 'f74a9df0-a64c-4d4b-843a-576ecc12d2ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'b1b78167-35af-4734-a6de-e9eb01a6bc49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:38:25.379385 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b2b0aa77-5db2-4055-bb89-d66826909f55 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:25.379805 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b0aa77-5db2-4055-bb89-d66826909f55 None None] Bound using segment: {'id': 'f74a9df0-a64c-4d4b-843a-576ecc12d2ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'b1b78167-35af-4734-a6de-e9eb01a6bc49'} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:38:25.380278 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-b2b0aa77-5db2-4055-bb89-d66826909f55 None None] Bound port: 0ba51194-2cd9-487e-97ba-676b4edd46eb, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f74a9df0-a64c-4d4b-843a-576ecc12d2ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'b1b78167-35af-4734-a6de-e9eb01a6bc49'}}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:38:25.380669 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b2b0aa77-5db2-4055-bb89-d66826909f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:25.409537 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-fb2192df-86b9-4353-bd30-5b954830840a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:25.506223 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-b2b0aa77-5db2-4055-bb89-d66826909f55 None None] For port 0ba51194-2cd9-487e-97ba-676b4edd46eb, host n-d-818823-1, cleared binding levels {{(pid=103450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:38:25.511072 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-b2b0aa77-5db2-4055-bb89-d66826909f55 None None] For port 0ba51194-2cd9-487e-97ba-676b4edd46eb, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=0ba51194-2cd9-487e-97ba-676b4edd46eb,segment=NetworkSegment(f74a9df0-a64c-4d4b-843a-576ecc12d2ae),segment_id=f74a9df0-a64c-4d4b-843a-576ecc12d2ae)] {{(pid=103450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:38:25.519076 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b2b0aa77-5db2-4055-bb89-d66826909f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:25.588049 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-fb2192df-86b9-4353-bd30-5b954830840a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:25.620733 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744646fb-e0eb-47d3-8308-cb67de47f836 None None] Pushing event updated for resources: {'Port': ['ID=0ba51194-2cd9-487e-97ba-676b4edd46eb,revision_number=4']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:38:25.657736 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b0aa77-5db2-4055-bb89-d66826909f55 None None] Routers {'2e6e32ab-6b85-4564-8b46-1aa4e6f278f3'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:38:25.658423 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-b2b0aa77-5db2-4055-bb89-d66826909f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:38:03Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['2e6e32ab-6b85-4564-8b46-1aa4e6f278f3'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:38:25.742021 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-fb2192df-86b9-4353-bd30-5b954830840a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:25.744696 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-fb2192df-86b9-4353-bd30-5b954830840a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:25.745837 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-fb2192df-86b9-4353-bd30-5b954830840a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3383694c-5882-48a2-a9ba-3ae514789e46 HTTP/1.1" status: 204 len: 168 time: 0.5503798 Nov 22 20:38:25.761834 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2192df-86b9-4353-bd30-5b954830840a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3383694c-5882-48a2-a9ba-3ae514789e46,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:38:25.763609 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b547798d-a9e9-4d1e-9ed9-54cec9d6e3ee tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:25.776189 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 49298) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:25.777023 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-be481791-bfaf-40dc-99bb-46e8de2d6899 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:25.869831 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-b2b0aa77-5db2-4055-bb89-d66826909f55 None None] Set router 2e6e32ab-6b85-4564-8b46-1aa4e6f278f3 gateway port host: None {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:38:25.990962 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-d9b3cfe1-c914-4c36-b7fb-c7efa931a448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:38:26.026565 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-60e4d46f-1865-4da0-91d6-55f1388bdc0a None None] Port 0ba51194-2cd9-487e-97ba-676b4edd46eb cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:38:26.042019 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b3cfe1-c914-4c36-b7fb-c7efa931a448 None None] Routers {'2804c381-7497-4028-ade9-ca6215589c8b'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:38:26.042665 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-d9b3cfe1-c914-4c36-b7fb-c7efa931a448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:38:03Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['2804c381-7497-4028-ade9-ca6215589c8b'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:38:26.138771 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-cc13a340-f563-471a-b894-ea2b337b347f tempest-ServiceProvidersTest-1666450289 tempest-ServiceProvidersTest-1666450289-project] 10.222.0.46 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.3605001 Nov 22 20:38:26.182627 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-d9b3cfe1-c914-4c36-b7fb-c7efa931a448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:38:26.183328 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b3cfe1-c914-4c36-b7fb-c7efa931a448 None None] The sync data for ids ['2804c381-7497-4028-ade9-ca6215589c8b'] in n-d-818823-1 is: [] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:38:26.194707 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 5982fb83-c7d8-4d65-8146-71dddff2cc1f no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:38:26.268082 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: 5982fb83-c7d8-4d65-8146-71dddff2cc1f {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:38:26.268487 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 5982fb83-c7d8-4d65-8146-71dddff2cc1f not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:38:26.284786 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-337e6dc9-ede3-4c20-a0fb-2677d08f6787 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fb26bd7-ce56-527b-b94f-2e1f7cb2bb35-13b52ebc-6951-42ce-bc57-13f10c6552e3', 'network_id': '13b52ebc-6951-42ce-bc57-13f10c6552e3', 'tenant_id': '420a748461434084ac365abc58fa6e97', 'fixed_ips': [{'subnet_id': '193f47eb-54d4-4491-9ded-c8302beef781'}]}} from n-d-818823-1. {{(pid=103449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 20:38:26.285680 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-337e6dc9-ede3-4c20-a0fb-2677d08f6787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:26.344246 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-88f2c6db-ffc9-4fb4-89dc-4ce7d3f9c521 None None] Provisioning complete for port 0ba51194-2cd9-487e-97ba-676b4edd46eb triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:38:26.346764 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-88f2c6db-ffc9-4fb4-89dc-4ce7d3f9c521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:26.463816 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 5a830c42-2a8d-433b-abeb-867ffe7c6b52 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:38:26.581059 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-b2b0aa77-5db2-4055-bb89-d66826909f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e6e32ab-6b85-4564-8b46-1aa4e6f278f3', 'name': 'tempest-RoutersIpV6Test-router-180704228', 'tenant_id': '420a748461434084ac365abc58fa6e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:38:08Z', 'updated_at': '2021-11-22T20:38:22Z', 'revision_number': 4, 'project_id': '420a748461434084ac365abc58fa6e97', 'gw_port_host': None, '_interfaces': [{'id': '0ba51194-2cd9-487e-97ba-676b4edd46eb', 'name': '', 'network_id': 'b1b78167-35af-4734-a6de-e9eb01a6bc49', 'tenant_id': '420a748461434084ac365abc58fa6e97', 'mac_address': 'fa:16:3e:7c:08:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e6e32ab-6b85-4564-8b46-1aa4e6f278f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3414, 'fixed_ips': [{'subnet_id': 'cc3c8d85-cb23-430f-95d8-8da783d221bc', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:38:20Z', 'updated_at': '2021-11-22T20:38:25Z', 'revision_number': 4, 'project_id': '420a748461434084ac365abc58fa6e97', 'subnets': [{'id': 'cc3c8d85-cb23-430f-95d8-8da783d221bc', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4f0fc6b5-bf93-4434-baa3-8b6a3abc33c5', 'name': '', 'network_id': 'c7b3ca16-c489-4dba-b55f-f76f675059de', 'tenant_id': '420a748461434084ac365abc58fa6e97', 'mac_address': 'fa:16:3e:0b:14:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e6e32ab-6b85-4564-8b46-1aa4e6f278f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': '7e91458f-88b4-4870-a0d5-4733f6366cea', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:38:09Z', 'updated_at': '2021-11-22T20:38:14Z', 'revision_number': 5, 'project_id': '420a748461434084ac365abc58fa6e97', 'subnets': [{'id': '7e91458f-88b4-4870-a0d5-4733f6366cea', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fce24294-6596-4a74-8c76-a6a20e280463', 'name': '', 'network_id': 'f8b352aa-ab1a-47f0-aeb4-5858393cb523', 'tenant_id': '420a748461434084ac365abc58fa6e97', 'mac_address': 'fa:16:3e:43:20:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e6e32ab-6b85-4564-8b46-1aa4e6f278f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3393, 'fixed_ips': [{'subnet_id': '9802201d-e5bf-416f-a9a6-aeabd2212ef4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:38:14Z', 'updated_at': '2021-11-22T20:38:22Z', 'revision_number': 5, 'project_id': '420a748461434084ac365abc58fa6e97', 'subnets': [{'id': '9802201d-e5bf-416f-a9a6-aeabd2212ef4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:38:26.614289 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b0aa77-5db2-4055-bb89-d66826909f55 None None] The sync data for ids ['2e6e32ab-6b85-4564-8b46-1aa4e6f278f3'] in n-d-818823-1 is: [{'id': '2e6e32ab-6b85-4564-8b46-1aa4e6f278f3', 'name': 'tempest-RoutersIpV6Test-router-180704228', 'tenant_id': '420a748461434084ac365abc58fa6e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:38:08Z', 'updated_at': '2021-11-22T20:38:22Z', 'revision_number': 4, 'project_id': '420a748461434084ac365abc58fa6e97', 'gw_port_host': None, '_interfaces': [{'id': '0ba51194-2cd9-487e-97ba-676b4edd46eb', 'name': '', 'network_id': 'b1b78167-35af-4734-a6de-e9eb01a6bc49', 'tenant_id': '420a748461434084ac365abc58fa6e97', 'mac_address': 'fa:16:3e:7c:08:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e6e32ab-6b85-4564-8b46-1aa4e6f278f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3414, 'fixed_ips': [{'subnet_id': 'cc3c8d85-cb23-430f-95d8-8da783d221bc', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:38:20Z', 'updated_at': '2021-11-22T20:38:25Z', 'revision_number': 4, 'project_id': '420a748461434084ac365abc58fa6e97', 'subnets': [{'id': 'cc3c8d85-cb23-430f-95d8-8da783d221bc', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4f0fc6b5-bf93-4434-baa3-8b6a3abc33c5', 'name': '', 'network_id': 'c7b3ca16-c489-4dba-b55f-f76f675059de', 'tenant_id': '420a748461434084ac365abc58fa6e97', 'mac_address': 'fa:16:3e:0b:14:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e6e32ab-6b85-4564-8b46-1aa4e6f278f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': '7e91458f-88b4-4870-a0d5-4733f6366cea', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:38:09Z', 'updated_at': '2021-11-22T20:38:14Z', 'revision_number': 5, 'project_id': '420a748461434084ac365abc58fa6e97', 'subnets': [{'id': '7e91458f-88b4-4870-a0d5-4733f6366cea', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fce24294-6596-4a74-8c76-a6a20e280463', 'name': '', 'network_id': 'f8b352aa-ab1a-47f0-aeb4-5858393cb523', 'tenant_id': '420a748461434084ac365abc58fa6e97', 'mac_address': 'fa:16:3e:43:20:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e6e32ab-6b85-4564-8b46-1aa4e6f278f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3393, 'fixed_ips': [{'subnet_id': '9802201d-e5bf-416f-a9a6-aeabd2212ef4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:38:14Z', 'updated_at': '2021-11-22T20:38:22Z', 'revision_number': 5, 'project_id': '420a748461434084ac365abc58fa6e97', 'subnets': [{'id': '9802201d-e5bf-416f-a9a6-aeabd2212ef4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:38:26.728628 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 49316) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:26.729076 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.db_base_plugin_common [None req-337e6dc9-ede3-4c20-a0fb-2677d08f6787 None None] Allocated IP 2001:db8:3::2 (13b52ebc-6951-42ce-bc57-13f10c6552e3/193f47eb-54d4-4491-9ded-c8302beef781/3afe61b6-bddc-480c-a996-c1878e9d3335) {{(pid=103449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:38:26.810664 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b547798d-a9e9-4d1e-9ed9-54cec9d6e3ee tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-541823', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-659547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25662'] for router, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:26.818342 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b547798d-a9e9-4d1e-9ed9-54cec9d6e3ee tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-841284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-541764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-841989', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-659616'] for router, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:26.881706 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 5a830c42-2a8d-433b-abeb-867ffe7c6b52 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:38:26.884332 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:26.947721 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-88f2c6db-ffc9-4fb4-89dc-4ce7d3f9c521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:27.049244 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b547798d-a9e9-4d1e-9ed9-54cec9d6e3ee tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] Router 2804c381-7497-4028-ade9-ca6215589c8b has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 20:38:27.050778 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-88f2c6db-ffc9-4fb4-89dc-4ce7d3f9c521 None None] For port 0ba51194-2cd9-487e-97ba-676b4edd46eb, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=0ba51194-2cd9-487e-97ba-676b4edd46eb,segment=NetworkSegment(f74a9df0-a64c-4d4b-843a-576ecc12d2ae),segment_id=f74a9df0-a64c-4d4b-843a-576ecc12d2ae)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:38:27.051264 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ff987ef1-986d-435c-9b28-24da58c64223 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:27.089774 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-88f2c6db-ffc9-4fb4-89dc-4ce7d3f9c521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:27.153416 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-337e6dc9-ede3-4c20-a0fb-2677d08f6787 None None] Publish callbacks [] for port, precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:27.165717 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.agents_db [None req-aa8313f2-1ee4-4e7b-8c5a-d32b2f9d31ee None None] Agent healthcheck: found 7 active agents {{(pid=103450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 20:38:27.186798 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-337e6dc9-ede3-4c20-a0fb-2677d08f6787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372'] for port, after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:27.208419 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f2c6db-ffc9-4fb4-89dc-4ce7d3f9c521 None None] Pushing event updated for resources: {'Port': ['ID=0ba51194-2cd9-487e-97ba-676b4edd46eb,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:38:27.218916 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-337e6dc9-ede3-4c20-a0fb-2677d08f6787 None None] Network 13b52ebc-6951-42ce-bc57-13f10c6552e3 is already hosted by enough agents. {{(pid=103449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:38:27.246082 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.base_scheduler [None req-337e6dc9-ede3-4c20-a0fb-2677d08f6787 None None] Resources bound (agent type, host, resource id): {{(pid=103449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:38:27.251774 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-337e6dc9-ede3-4c20-a0fb-2677d08f6787 None None] Received port after_create {{(pid=103449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:38:27.277431 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ff987ef1-986d-435c-9b28-24da58c64223 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:27.293470 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337e6dc9-ede3-4c20-a0fb-2677d08f6787 None None] Pushing event updated for resources: {'Port': ['ID=3afe61b6-bddc-480c-a996-c1878e9d3335,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:38:27.296905 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [None req-be481791-bfaf-40dc-99bb-46e8de2d6899 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Allocated IP 2001:db8:3::1 (13b52ebc-6951-42ce-bc57-13f10c6552e3/193f47eb-54d4-4491-9ded-c8302beef781/ac37e0e7-b33a-44d8-889c-5f084f1b22fe) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:38:27.306686 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ff987ef1-986d-435c-9b28-24da58c64223 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:27.341192 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-337e6dc9-ede3-4c20-a0fb-2677d08f6787 None None] Attempting to bind port 3afe61b6-bddc-480c-a996-c1878e9d3335 on host n-d-818823-1 for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:38:27.341442 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b547798d-a9e9-4d1e-9ed9-54cec9d6e3ee tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:38:27.341553 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-337e6dc9-ede3-4c20-a0fb-2677d08f6787 None None] Attempting to bind port 3afe61b6-bddc-480c-a996-c1878e9d3335 by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': '06e6a0c9-8a1c-4321-8c10-b880c16beae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '13b52ebc-6951-42ce-bc57-13f10c6552e3'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:38:27.341932 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-337e6dc9-ede3-4c20-a0fb-2677d08f6787 None None] Attempting to bind port 3afe61b6-bddc-480c-a996-c1878e9d3335 on network 13b52ebc-6951-42ce-bc57-13f10c6552e3 {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:38:27.348111 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-337e6dc9-ede3-4c20-a0fb-2677d08f6787 None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 38, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:38:27.348486 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-337e6dc9-ede3-4c20-a0fb-2677d08f6787 None None] Checking segment: {'id': '06e6a0c9-8a1c-4321-8c10-b880c16beae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '13b52ebc-6951-42ce-bc57-13f10c6552e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:38:27.349375 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-337e6dc9-ede3-4c20-a0fb-2677d08f6787 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:27.349770 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-337e6dc9-ede3-4c20-a0fb-2677d08f6787 None None] Bound using segment: {'id': '06e6a0c9-8a1c-4321-8c10-b880c16beae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '13b52ebc-6951-42ce-bc57-13f10c6552e3'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:38:27.350245 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-337e6dc9-ede3-4c20-a0fb-2677d08f6787 None None] Bound port: 3afe61b6-bddc-480c-a996-c1878e9d3335, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06e6a0c9-8a1c-4321-8c10-b880c16beae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '13b52ebc-6951-42ce-bc57-13f10c6552e3'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:38:27.350773 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-337e6dc9-ede3-4c20-a0fb-2677d08f6787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:27.352545 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4217076-2129-4004-a339-0fb513fa51c2 None None] Sync routers for ids ['2804c381-7497-4028-ade9-ca6215589c8b'] in n-d-818823-1 {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:38:27.353821 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b547798d-a9e9-4d1e-9ed9-54cec9d6e3ee tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] Publish callbacks [] for router, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:27.357419 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-b547798d-a9e9-4d1e-9ed9-54cec9d6e3ee tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] 10.222.0.46 "PUT /v2.0/routers/2804c381-7497-4028-ade9-ca6215589c8b HTTP/1.1" status: 200 len: 926 time: 2.1377461 Nov 22 20:38:27.369831 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4217076-2129-4004-a339-0fb513fa51c2 None None] Routers {'2804c381-7497-4028-ade9-ca6215589c8b'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:38:27.372667 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-b4217076-2129-4004-a339-0fb513fa51c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:38:03Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['2804c381-7497-4028-ade9-ca6215589c8b'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:38:27.376135 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 49332) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:27.437331 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-337e6dc9-ede3-4c20-a0fb-2677d08f6787 None None] For port 3afe61b6-bddc-480c-a996-c1878e9d3335, host n-d-818823-1, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:38:27.441724 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-337e6dc9-ede3-4c20-a0fb-2677d08f6787 None None] For port 3afe61b6-bddc-480c-a996-c1878e9d3335, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=3afe61b6-bddc-480c-a996-c1878e9d3335,segment=NetworkSegment(06e6a0c9-8a1c-4321-8c10-b880c16beae1),segment_id=06e6a0c9-8a1c-4321-8c10-b880c16beae1)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:38:27.450380 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-b4217076-2129-4004-a339-0fb513fa51c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:38:27.450932 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-337e6dc9-ede3-4c20-a0fb-2677d08f6787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:27.465530 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4217076-2129-4004-a339-0fb513fa51c2 None None] Routers {'2804c381-7497-4028-ade9-ca6215589c8b'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:38:27.466729 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-b4217076-2129-4004-a339-0fb513fa51c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:38:03Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['2804c381-7497-4028-ade9-ca6215589c8b'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:38:27.478425 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-ff987ef1-986d-435c-9b28-24da58c64223 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=07f808f57938444b9d52b1a237929448&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7479029 Nov 22 20:38:27.480829 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 49334) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:27.531324 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-be481791-bfaf-40dc-99bb-46e8de2d6899 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:27.532685 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff987ef1-986d-435c-9b28-24da58c64223 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8386c648-efc2-4a61-9e14-666929c9a733,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:38:27.587963 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-b4217076-2129-4004-a339-0fb513fa51c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:38:27.591781 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4217076-2129-4004-a339-0fb513fa51c2 None None] The sync data for ids ['2804c381-7497-4028-ade9-ca6215589c8b'] in n-d-818823-1 is: [] {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:38:27.605020 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-be481791-bfaf-40dc-99bb-46e8de2d6899 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:27.617483 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-71c0e181-a39c-47f4-be7a-f8dc0872e658 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:27.622081 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337e6dc9-ede3-4c20-a0fb-2677d08f6787 None None] Pushing event updated for resources: {'Port': ['ID=3afe61b6-bddc-480c-a996-c1878e9d3335,revision_number=2']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:38:27.663971 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-1db043f7-caf9-445a-8ac7-ab92f7586d07 tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] 10.222.0.46 "GET /v2.0/routers/2804c381-7497-4028-ade9-ca6215589c8b HTTP/1.1" status: 200 len: 926 time: 0.2866817 Nov 22 20:38:27.666548 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-71c0e181-a39c-47f4-be7a-f8dc0872e658 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:27.668710 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 49338) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:27.670145 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be481791-bfaf-40dc-99bb-46e8de2d6899 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Network 13b52ebc-6951-42ce-bc57-13f10c6552e3 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:38:27.673740 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-be481791-bfaf-40dc-99bb-46e8de2d6899 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:38:27.677719 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be481791-bfaf-40dc-99bb-46e8de2d6899 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:38:27.678264 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-be481791-bfaf-40dc-99bb-46e8de2d6899 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659939'] for router_interface, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:27.723012 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be481791-bfaf-40dc-99bb-46e8de2d6899 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Pushing event updated for resources: {'Port': ['ID=ac37e0e7-b33a-44d8-889c-5f084f1b22fe,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:38:27.840981 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-be481791-bfaf-40dc-99bb-46e8de2d6899 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:27.875624 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-71c0e181-a39c-47f4-be7a-f8dc0872e658 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:27.878204 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-71c0e181-a39c-47f4-be7a-f8dc0872e658 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:27.879379 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-71c0e181-a39c-47f4-be7a-f8dc0872e658 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8386c648-efc2-4a61-9e14-666929c9a733 HTTP/1.1" status: 204 len: 168 time: 0.3976371 Nov 22 20:38:27.884294 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b49d52f7-b8af-4843-8333-b6d4d689172b tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:38:27.889652 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-b49d52f7-b8af-4843-8333-b6d4d689172b tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] 10.222.0.46 "GET /v2.0/ports?network_id=c48a55e9-6a85-4746-b7bf-3e29fb560094&device_id=2804c381-7497-4028-ade9-ca6215589c8b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2193673 Nov 22 20:38:27.893791 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 49346) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:27.982759 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c0e181-a39c-47f4-be7a-f8dc0872e658 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8386c648-efc2-4a61-9e14-666929c9a733,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:38:28.062373 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb2224cf-10d4-495d-804b-8b81041c5db7 tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:38:28.064689 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-cb2224cf-10d4-495d-804b-8b81041c5db7 tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] 10.222.0.46 "GET /v2.0/networks/c48a55e9-6a85-4746-b7bf-3e29fb560094 HTTP/1.1" status: 200 len: 881 time: 0.1697524 Nov 22 20:38:28.067533 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 49350) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:28.106129 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-180e166b-0bb2-4646-8514-91412723ef23 tempest-RoutersIpV6AdminTest-639267305 tempest-RoutersIpV6AdminTest-639267305-project] 10.222.0.46 "GET /v2.0/ports?device_id=2804c381-7497-4028-ade9-ca6215589c8b HTTP/1.1" status: 200 len: 205 time: 0.0367248 Nov 22 20:38:28.109581 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 49354) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:28.246094 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-be481791-bfaf-40dc-99bb-46e8de2d6899 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks [] for port, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:28.253962 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-be481791-bfaf-40dc-99bb-46e8de2d6899 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:28.255930 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-be481791-bfaf-40dc-99bb-46e8de2d6899 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-563461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-659839'] for router_interface, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:28.352220 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be481791-bfaf-40dc-99bb-46e8de2d6899 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Pushing event updated for resources: {'Port': ['ID=ac37e0e7-b33a-44d8-889c-5f084f1b22fe,revision_number=2']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:38:28.480979 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 0ba51194-2cd9-487e-97ba-676b4edd46eb up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:38:28.504659 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be481791-bfaf-40dc-99bb-46e8de2d6899 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Network 13b52ebc-6951-42ce-bc57-13f10c6552e3 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:38:28.508655 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-be481791-bfaf-40dc-99bb-46e8de2d6899 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:38:28.600112 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 0ba51194-2cd9-487e-97ba-676b4edd46eb triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:38:28.604348 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:28.739882 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be481791-bfaf-40dc-99bb-46e8de2d6899 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Router 2e6e32ab-6b85-4564-8b46-1aa4e6f278f3 has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 20:38:28.756613 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 3afe61b6-bddc-480c-a996-c1878e9d3335 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:38:28.805900 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-38a58914-4e9d-4543-a05b-8e76f09bc5a2 tempest-RoutersIpV6AdminTest-639267305 tempest-RoutersIpV6AdminTest-639267305-project] Publish callbacks [] for router, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:28.889899 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 3afe61b6-bddc-480c-a996-c1878e9d3335 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:38:28.890322 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:28.925272 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be481791-bfaf-40dc-99bb-46e8de2d6899 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:38:28.935063 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-be481791-bfaf-40dc-99bb-46e8de2d6899 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] 10.222.0.46 "PUT /v2.0/routers/2e6e32ab-6b85-4564-8b46-1aa4e6f278f3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9515190 Nov 22 20:38:28.936710 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 49390) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:28.943178 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-5165d68e-4d23-4043-99da-90215354be3a tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:38:28.964094 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d66d6f8a-cf28-4ff7-9a26-cb1342516f07 None None] Sync routers for ids ['2e6e32ab-6b85-4564-8b46-1aa4e6f278f3'] in n-d-818823-1 {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:38:29.011078 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-38a58914-4e9d-4543-a05b-8e76f09bc5a2 tempest-RoutersIpV6AdminTest-639267305 tempest-RoutersIpV6AdminTest-639267305-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:29.020839 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d66d6f8a-cf28-4ff7-9a26-cb1342516f07 None None] Routers {'2e6e32ab-6b85-4564-8b46-1aa4e6f278f3'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:38:29.021632 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-d66d6f8a-cf28-4ff7-9a26-cb1342516f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:38:03Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['2e6e32ab-6b85-4564-8b46-1aa4e6f278f3'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:38:29.076992 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-38a58914-4e9d-4543-a05b-8e76f09bc5a2 tempest-RoutersIpV6AdminTest-639267305 tempest-RoutersIpV6AdminTest-639267305-project] Deleting port 4343f39c-06be-47cb-9165-483c6cb7a77f {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:38:29.077340 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-38a58914-4e9d-4543-a05b-8e76f09bc5a2 tempest-RoutersIpV6AdminTest-639267305 tempest-RoutersIpV6AdminTest-639267305-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:29.189100 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-38a58914-4e9d-4543-a05b-8e76f09bc5a2 tempest-RoutersIpV6AdminTest-639267305 tempest-RoutersIpV6AdminTest-639267305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:29.189356 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd485a64-dd9d-49bf-a22c-c4c6d793036a None None] Network 13b52ebc-6951-42ce-bc57-13f10c6552e3 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:38:29.195067 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-d66d6f8a-cf28-4ff7-9a26-cb1342516f07 None None] Set router 2e6e32ab-6b85-4564-8b46-1aa4e6f278f3 gateway port host: None {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:38:29.237859 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-38a58914-4e9d-4543-a05b-8e76f09bc5a2 tempest-RoutersIpV6AdminTest-639267305 tempest-RoutersIpV6AdminTest-639267305-project] Calling delete_port for 4343f39c-06be-47cb-9165-483c6cb7a77f owned by network:router_gateway {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:38:29.349568 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-607a6d2e-ef60-4677-9476-23f467cf740a None None] Provisioning complete for port 3afe61b6-bddc-480c-a996-c1878e9d3335 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:38:29.349879 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-607a6d2e-ef60-4677-9476-23f467cf740a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:29.550212 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-38a58914-4e9d-4543-a05b-8e76f09bc5a2 tempest-RoutersIpV6AdminTest-639267305 tempest-RoutersIpV6AdminTest-639267305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:29.552448 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.extraroute_db [None req-5165d68e-4d23-4043-99da-90215354be3a tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=103448) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 22 20:38:29.584013 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.extraroute_db [None req-5165d68e-4d23-4043-99da-90215354be3a tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Removed routes are [] {{(pid=103448) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 22 20:38:29.584013 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5165d68e-4d23-4043-99da-90215354be3a tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-541823', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-659547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25662'] for router, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:29.596779 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a58914-4e9d-4543-a05b-8e76f09bc5a2 tempest-RoutersIpV6AdminTest-639267305 tempest-RoutersIpV6AdminTest-639267305-project] Pushing event deleted for resources: {'Port': ['ID=4343f39c-06be-47cb-9165-483c6cb7a77f,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:38:29.685556 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d21e3fa-ae09-42e0-9029-e9e146e10a7f None None] DHCP port deletion for c48a55e9-6a85-4746-b7bf-3e29fb560094 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:38:29.697635 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-38a58914-4e9d-4543-a05b-8e76f09bc5a2 tempest-RoutersIpV6AdminTest-639267305 tempest-RoutersIpV6AdminTest-639267305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595398'] for router_gateway, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:29.750271 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:29.842497 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-38a58914-4e9d-4543-a05b-8e76f09bc5a2 tempest-RoutersIpV6AdminTest-639267305 tempest-RoutersIpV6AdminTest-639267305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24781'] for router, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:29.844778 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-38a58914-4e9d-4543-a05b-8e76f09bc5a2 tempest-RoutersIpV6AdminTest-639267305 tempest-RoutersIpV6AdminTest-639267305-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:29.855074 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] For port 3afe61b6-bddc-480c-a996-c1878e9d3335, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=3afe61b6-bddc-480c-a996-c1878e9d3335,segment=NetworkSegment(06e6a0c9-8a1c-4321-8c10-b880c16beae1),segment_id=06e6a0c9-8a1c-4321-8c10-b880c16beae1)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:38:29.868576 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:29.934626 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-38a58914-4e9d-4543-a05b-8e76f09bc5a2 tempest-RoutersIpV6AdminTest-639267305 tempest-RoutersIpV6AdminTest-639267305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-663261'] for router, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:29.936616 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38a58914-4e9d-4543-a05b-8e76f09bc5a2 tempest-RoutersIpV6AdminTest-639267305 tempest-RoutersIpV6AdminTest-639267305-project] Fanout notify agent at l3_agent the message router_deleted on router 2804c381-7497-4028-ade9-ca6215589c8b {{(pid=103447) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 20:38:29.948681 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-38a58914-4e9d-4543-a05b-8e76f09bc5a2 tempest-RoutersIpV6AdminTest-639267305 tempest-RoutersIpV6AdminTest-639267305-project] Publish callbacks [] for router, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:29.948912 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-38a58914-4e9d-4543-a05b-8e76f09bc5a2 tempest-RoutersIpV6AdminTest-639267305 tempest-RoutersIpV6AdminTest-639267305-project] 10.222.0.46 "DELETE /v2.0/routers/2804c381-7497-4028-ade9-ca6215589c8b HTTP/1.1" status: 204 len: 168 time: 1.8378437 Nov 22 20:38:29.956462 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 49452) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:29.961126 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-224c2d61-5c46-46ba-a9a5-d87ecfea0d5e tempest-RoutersIpV6AdminTest-639267305 tempest-RoutersIpV6AdminTest-639267305-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1682421083', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:38:30.004096 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-224c2d61-5c46-46ba-a9a5-d87ecfea0d5e tempest-RoutersIpV6AdminTest-639267305 tempest-RoutersIpV6AdminTest-639267305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24799'] for router, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:30.005013 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-224c2d61-5c46-46ba-a9a5-d87ecfea0d5e tempest-RoutersIpV6AdminTest-639267305 tempest-RoutersIpV6AdminTest-639267305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-632716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24788'] for router, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:30.030226 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5165d68e-4d23-4043-99da-90215354be3a tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-541823', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-659547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25662'] for router, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:30.036201 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-d6a32b49-0c1e-459c-b341-d18f18c45026 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:30.038514 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5165d68e-4d23-4043-99da-90215354be3a tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-841284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-541764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-841989', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-659616'] for router, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:30.039558 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Pushing event updated for resources: {'Port': ['ID=3afe61b6-bddc-480c-a996-c1878e9d3335,revision_number=3']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:38:30.086078 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-d66d6f8a-cf28-4ff7-9a26-cb1342516f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e6e32ab-6b85-4564-8b46-1aa4e6f278f3', 'name': 'tempest-RoutersIpV6Test-router-180704228', 'tenant_id': '420a748461434084ac365abc58fa6e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:38:08Z', 'updated_at': '2021-11-22T20:38:27Z', 'revision_number': 5, 'project_id': '420a748461434084ac365abc58fa6e97', 'gw_port_host': None, '_interfaces': [{'id': '0ba51194-2cd9-487e-97ba-676b4edd46eb', 'name': '', 'network_id': 'b1b78167-35af-4734-a6de-e9eb01a6bc49', 'tenant_id': '420a748461434084ac365abc58fa6e97', 'mac_address': 'fa:16:3e:7c:08:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e6e32ab-6b85-4564-8b46-1aa4e6f278f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3414, 'fixed_ips': [{'subnet_id': 'cc3c8d85-cb23-430f-95d8-8da783d221bc', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:38:20Z', 'updated_at': '2021-11-22T20:38:26Z', 'revision_number': 5, 'project_id': '420a748461434084ac365abc58fa6e97', 'subnets': [{'id': 'cc3c8d85-cb23-430f-95d8-8da783d221bc', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4f0fc6b5-bf93-4434-baa3-8b6a3abc33c5', 'name': '', 'network_id': 'c7b3ca16-c489-4dba-b55f-f76f675059de', 'tenant_id': '420a748461434084ac365abc58fa6e97', 'mac_address': 'fa:16:3e:0b:14:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e6e32ab-6b85-4564-8b46-1aa4e6f278f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': '7e91458f-88b4-4870-a0d5-4733f6366cea', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:38:09Z', 'updated_at': '2021-11-22T20:38:14Z', 'revision_number': 5, 'project_id': '420a748461434084ac365abc58fa6e97', 'subnets': [{'id': '7e91458f-88b4-4870-a0d5-4733f6366cea', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac37e0e7-b33a-44d8-889c-5f084f1b22fe', 'name': '', 'network_id': '13b52ebc-6951-42ce-bc57-13f10c6552e3', 'tenant_id': '420a748461434084ac365abc58fa6e97', 'mac_address': 'fa:16:3e:83:be:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e6e32ab-6b85-4564-8b46-1aa4e6f278f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3431, 'fixed_ips': [{'subnet_id': '193f47eb-54d4-4491-9ded-c8302beef781', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:38:25Z', 'updated_at': '2021-11-22T20:38:28Z', 'revision_number': 2, 'project_id': '420a748461434084ac365abc58fa6e97', 'subnets': [{'id': '193f47eb-54d4-4491-9ded-c8302beef781', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fce24294-6596-4a74-8c76-a6a20e280463', 'name': '', 'network_id': 'f8b352aa-ab1a-47f0-aeb4-5858393cb523', 'tenant_id': '420a748461434084ac365abc58fa6e97', 'mac_address': 'fa:16:3e:43:20:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e6e32ab-6b85-4564-8b46-1aa4e6f278f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3393, 'fixed_ips': [{'subnet_id': '9802201d-e5bf-416f-a9a6-aeabd2212ef4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:38:14Z', 'updated_at': '2021-11-22T20:38:22Z', 'revision_number': 5, 'project_id': '420a748461434084ac365abc58fa6e97', 'subnets': [{'id': '9802201d-e5bf-416f-a9a6-aeabd2212ef4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:38:30.120564 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d66d6f8a-cf28-4ff7-9a26-cb1342516f07 None None] Checking router: 2e6e32ab-6b85-4564-8b46-1aa4e6f278f3 for host: n-d-818823-1 {{(pid=103449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 20:38:30.120936 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d66d6f8a-cf28-4ff7-9a26-cb1342516f07 None None] Updating router 2e6e32ab-6b85-4564-8b46-1aa4e6f278f3 port ac37e0e7-b33a-44d8-889c-5f084f1b22fe binding host n-d-818823-1 {{(pid=103449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 20:38:30.140704 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-224c2d61-5c46-46ba-a9a5-d87ecfea0d5e tempest-RoutersIpV6AdminTest-639267305 tempest-RoutersIpV6AdminTest-639267305-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:30.155407 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-224c2d61-5c46-46ba-a9a5-d87ecfea0d5e tempest-RoutersIpV6AdminTest-639267305 tempest-RoutersIpV6AdminTest-639267305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-659538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-841284'] for router, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:30.171091 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-d66d6f8a-cf28-4ff7-9a26-cb1342516f07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:30.184207 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-224c2d61-5c46-46ba-a9a5-d87ecfea0d5e tempest-RoutersIpV6AdminTest-639267305 tempest-RoutersIpV6AdminTest-639267305-project] Publish callbacks [] for router, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:30.186625 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-224c2d61-5c46-46ba-a9a5-d87ecfea0d5e tempest-RoutersIpV6AdminTest-639267305 tempest-RoutersIpV6AdminTest-639267305-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2289951 Nov 22 20:38:30.189311 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 49474) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:30.199471 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-36a91e77-e6f1-4994-8e7b-b8ca260389b5 tempest-RoutersIpV6AdminTest-639267305 tempest-RoutersIpV6AdminTest-639267305-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'}}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:38:30.247297 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5165d68e-4d23-4043-99da-90215354be3a tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Router 2e6e32ab-6b85-4564-8b46-1aa4e6f278f3 has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 20:38:30.449697 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 3afe61b6-bddc-480c-a996-c1878e9d3335 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:38:30.452470 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5165d68e-4d23-4043-99da-90215354be3a tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:38:30.468793 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5165d68e-4d23-4043-99da-90215354be3a tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks [] for router, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:30.472768 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-5165d68e-4d23-4043-99da-90215354be3a tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] 10.222.0.46 "PUT /v2.0/routers/2e6e32ab-6b85-4564-8b46-1aa4e6f278f3 HTTP/1.1" status: 200 len: 953 time: 1.5348206 Nov 22 20:38:30.474021 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 49488) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:30.540845 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 3afe61b6-bddc-480c-a996-c1878e9d3335 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:38:30.541222 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:30.650434 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-76330fa8-9e48-4159-953f-60d884ab41ac None None] Provisioning complete for port ac37e0e7-b33a-44d8-889c-5f084f1b22fe triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:38:30.650563 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-76330fa8-9e48-4159-953f-60d884ab41ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:30.680986 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-36a91e77-e6f1-4994-8e7b-b8ca260389b5 tempest-RoutersIpV6AdminTest-639267305 tempest-RoutersIpV6AdminTest-639267305-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:30.781317 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-2ad9ac2d-c6d7-480a-bb89-4d760f442541 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] 10.222.0.46 "GET /v2.0/routers/2e6e32ab-6b85-4564-8b46-1aa4e6f278f3 HTTP/1.1" status: 200 len: 953 time: 0.3052549 Nov 22 20:38:30.784495 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 49502) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:30.795489 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-440e5662-9bb6-43c7-b701-f62d964bddeb tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Request body: {'router': {'routes': None}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:38:30.798008 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-d66d6f8a-cf28-4ff7-9a26-cb1342516f07 None None] Publish callbacks [] for port, precommit_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:30.806118 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-76330fa8-9e48-4159-953f-60d884ab41ac None None] Port ac37e0e7-b33a-44d8-889c-5f084f1b22fe cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:38:30.809378 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-d66d6f8a-cf28-4ff7-9a26-cb1342516f07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:30.858721 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111386fd-9179-4112-98d9-3c0ca4458417 None None] Pushing event updated for resources: {'Port': ['ID=ac37e0e7-b33a-44d8-889c-5f084f1b22fe,revision_number=3']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:38:30.895174 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-76330fa8-9e48-4159-953f-60d884ab41ac None None] Provisioning complete for port 3afe61b6-bddc-480c-a996-c1878e9d3335 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:38:30.895726 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-76330fa8-9e48-4159-953f-60d884ab41ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:31.005585 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-d66d6f8a-cf28-4ff7-9a26-cb1342516f07 None None] Attempting to bind port ac37e0e7-b33a-44d8-889c-5f084f1b22fe on host n-d-818823-1 for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:38:31.006038 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-d66d6f8a-cf28-4ff7-9a26-cb1342516f07 None None] Attempting to bind port ac37e0e7-b33a-44d8-889c-5f084f1b22fe by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': '06e6a0c9-8a1c-4321-8c10-b880c16beae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '13b52ebc-6951-42ce-bc57-13f10c6552e3'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:38:31.006756 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d66d6f8a-cf28-4ff7-9a26-cb1342516f07 None None] Attempting to bind port ac37e0e7-b33a-44d8-889c-5f084f1b22fe on network 13b52ebc-6951-42ce-bc57-13f10c6552e3 {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:38:31.026451 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d66d6f8a-cf28-4ff7-9a26-cb1342516f07 None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 38, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:38:31.026811 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d66d6f8a-cf28-4ff7-9a26-cb1342516f07 None None] Checking segment: {'id': '06e6a0c9-8a1c-4321-8c10-b880c16beae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '13b52ebc-6951-42ce-bc57-13f10c6552e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:38:31.027220 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-d66d6f8a-cf28-4ff7-9a26-cb1342516f07 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:31.027656 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d66d6f8a-cf28-4ff7-9a26-cb1342516f07 None None] Bound using segment: {'id': '06e6a0c9-8a1c-4321-8c10-b880c16beae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '13b52ebc-6951-42ce-bc57-13f10c6552e3'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:38:31.028665 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-d66d6f8a-cf28-4ff7-9a26-cb1342516f07 None None] Bound port: ac37e0e7-b33a-44d8-889c-5f084f1b22fe, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06e6a0c9-8a1c-4321-8c10-b880c16beae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '13b52ebc-6951-42ce-bc57-13f10c6552e3'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:38:31.028665 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-d66d6f8a-cf28-4ff7-9a26-cb1342516f07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:31.107889 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 49508) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:31.155321 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-36a91e77-e6f1-4994-8e7b-b8ca260389b5 tempest-RoutersIpV6AdminTest-639267305 tempest-RoutersIpV6AdminTest-639267305-project] Publish callbacks [] for router_gateway, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:31.156302 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-d66d6f8a-cf28-4ff7-9a26-cb1342516f07 None None] For port ac37e0e7-b33a-44d8-889c-5f084f1b22fe, host n-d-818823-1, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:38:31.159749 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-d66d6f8a-cf28-4ff7-9a26-cb1342516f07 None None] For port ac37e0e7-b33a-44d8-889c-5f084f1b22fe, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=ac37e0e7-b33a-44d8-889c-5f084f1b22fe,segment=NetworkSegment(06e6a0c9-8a1c-4321-8c10-b880c16beae1),segment_id=06e6a0c9-8a1c-4321-8c10-b880c16beae1)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:38:31.169662 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-d66d6f8a-cf28-4ff7-9a26-cb1342516f07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:31.179013 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-36a91e77-e6f1-4994-8e7b-b8ca260389b5 tempest-RoutersIpV6AdminTest-639267305 tempest-RoutersIpV6AdminTest-639267305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:31.259963 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d66d6f8a-cf28-4ff7-9a26-cb1342516f07 None None] Routers {'2e6e32ab-6b85-4564-8b46-1aa4e6f278f3'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:38:31.260582 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-d66d6f8a-cf28-4ff7-9a26-cb1342516f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:38:03Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['2e6e32ab-6b85-4564-8b46-1aa4e6f278f3'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:38:31.318241 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-d4485817-a16c-47f6-b646-7036775e0be3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:31.348252 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [None req-36a91e77-e6f1-4994-8e7b-b8ca260389b5 tempest-RoutersIpV6AdminTest-639267305 tempest-RoutersIpV6AdminTest-639267305-project] Allocated IP 172.25.5.102 (c48a55e9-6a85-4746-b7bf-3e29fb560094/5da6f781-63e6-4328-ae7a-5e672262f55a/4d5fdc10-002a-4470-8f41-81dfa3128283) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:38:31.357054 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111386fd-9179-4112-98d9-3c0ca4458417 None None] Pushing event updated for resources: {'Port': ['ID=ac37e0e7-b33a-44d8-889c-5f084f1b22fe,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:38:31.376368 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-61e1ec10-42d6-4dab-87b2-f23bb6a784fd None None] Provisioning complete for port ac37e0e7-b33a-44d8-889c-5f084f1b22fe triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:38:31.376871 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-61e1ec10-42d6-4dab-87b2-f23bb6a784fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:31.406477 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.extraroute_db [None req-440e5662-9bb6-43c7-b701-f62d964bddeb tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Added routes are [] {{(pid=103448) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 22 20:38:31.407056 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.extraroute_db [None req-440e5662-9bb6-43c7-b701-f62d964bddeb tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=103448) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 22 20:38:31.420329 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-d66d6f8a-cf28-4ff7-9a26-cb1342516f07 None None] Set router 2e6e32ab-6b85-4564-8b46-1aa4e6f278f3 gateway port host: None {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:38:31.447180 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-440e5662-9bb6-43c7-b701-f62d964bddeb tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-541823', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-659547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25662'] for router, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:31.532722 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-36a91e77-e6f1-4994-8e7b-b8ca260389b5 tempest-RoutersIpV6AdminTest-639267305 tempest-RoutersIpV6AdminTest-639267305-project] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:31.552340 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-d4485817-a16c-47f6-b646-7036775e0be3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:31.568152 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-d4485817-a16c-47f6-b646-7036775e0be3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:31.619656 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-36a91e77-e6f1-4994-8e7b-b8ca260389b5 tempest-RoutersIpV6AdminTest-639267305 tempest-RoutersIpV6AdminTest-639267305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:31.622682 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-61e1ec10-42d6-4dab-87b2-f23bb6a784fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:31.628909 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4485817-a16c-47f6-b646-7036775e0be3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f19313c-b08f-460a-a781-c449136df110,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:38:31.656690 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-d4485817-a16c-47f6-b646-7036775e0be3 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=442320d18738499ba6d3e980433e0e4f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5466187 Nov 22 20:38:31.659533 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 49512) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:31.675498 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-440e5662-9bb6-43c7-b701-f62d964bddeb tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-541823', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-659547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25662'] for router, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:31.679235 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-440e5662-9bb6-43c7-b701-f62d964bddeb tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-841284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-541764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-841989', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-659616'] for router, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:31.690381 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36a91e77-e6f1-4994-8e7b-b8ca260389b5 tempest-RoutersIpV6AdminTest-639267305 tempest-RoutersIpV6AdminTest-639267305-project] Network c48a55e9-6a85-4746-b7bf-3e29fb560094 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:38:31.702736 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-36a91e77-e6f1-4994-8e7b-b8ca260389b5 tempest-RoutersIpV6AdminTest-639267305 tempest-RoutersIpV6AdminTest-639267305-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:38:31.711954 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a91e77-e6f1-4994-8e7b-b8ca260389b5 tempest-RoutersIpV6AdminTest-639267305 tempest-RoutersIpV6AdminTest-639267305-project] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:38:31.714109 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a91e77-e6f1-4994-8e7b-b8ca260389b5 tempest-RoutersIpV6AdminTest-639267305 tempest-RoutersIpV6AdminTest-639267305-project] Pushing event updated for resources: {'Port': ['ID=4d5fdc10-002a-4470-8f41-81dfa3128283,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:38:31.745395 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a352d7c8-b9ab-4634-9d45-33acdd75ae0d None None] DHCP port deletion for c48a55e9-6a85-4746-b7bf-3e29fb560094 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:38:31.766047 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-61e1ec10-42d6-4dab-87b2-f23bb6a784fd None None] For port ac37e0e7-b33a-44d8-889c-5f084f1b22fe, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=ac37e0e7-b33a-44d8-889c-5f084f1b22fe,segment=NetworkSegment(06e6a0c9-8a1c-4321-8c10-b880c16beae1),segment_id=06e6a0c9-8a1c-4321-8c10-b880c16beae1)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:38:31.778044 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-61e1ec10-42d6-4dab-87b2-f23bb6a784fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:31.833078 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-440e5662-9bb6-43c7-b701-f62d964bddeb tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Router 2e6e32ab-6b85-4564-8b46-1aa4e6f278f3 has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 20:38:31.835972 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e1ec10-42d6-4dab-87b2-f23bb6a784fd None None] Pushing event updated for resources: {'Port': ['ID=ac37e0e7-b33a-44d8-889c-5f084f1b22fe,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:38:31.862754 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-d66d6f8a-cf28-4ff7-9a26-cb1342516f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e6e32ab-6b85-4564-8b46-1aa4e6f278f3', 'name': 'tempest-RoutersIpV6Test-router-180704228', 'tenant_id': '420a748461434084ac365abc58fa6e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:38:08Z', 'updated_at': '2021-11-22T20:38:29Z', 'revision_number': 6, 'project_id': '420a748461434084ac365abc58fa6e97', 'gw_port_host': None, '_interfaces': [{'id': '0ba51194-2cd9-487e-97ba-676b4edd46eb', 'name': '', 'network_id': 'b1b78167-35af-4734-a6de-e9eb01a6bc49', 'tenant_id': '420a748461434084ac365abc58fa6e97', 'mac_address': 'fa:16:3e:7c:08:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e6e32ab-6b85-4564-8b46-1aa4e6f278f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3414, 'fixed_ips': [{'subnet_id': 'cc3c8d85-cb23-430f-95d8-8da783d221bc', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:38:20Z', 'updated_at': '2021-11-22T20:38:26Z', 'revision_number': 5, 'project_id': '420a748461434084ac365abc58fa6e97', 'subnets': [{'id': 'cc3c8d85-cb23-430f-95d8-8da783d221bc', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4f0fc6b5-bf93-4434-baa3-8b6a3abc33c5', 'name': '', 'network_id': 'c7b3ca16-c489-4dba-b55f-f76f675059de', 'tenant_id': '420a748461434084ac365abc58fa6e97', 'mac_address': 'fa:16:3e:0b:14:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e6e32ab-6b85-4564-8b46-1aa4e6f278f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': '7e91458f-88b4-4870-a0d5-4733f6366cea', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:38:09Z', 'updated_at': '2021-11-22T20:38:14Z', 'revision_number': 5, 'project_id': '420a748461434084ac365abc58fa6e97', 'subnets': [{'id': '7e91458f-88b4-4870-a0d5-4733f6366cea', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac37e0e7-b33a-44d8-889c-5f084f1b22fe', 'name': '', 'network_id': '13b52ebc-6951-42ce-bc57-13f10c6552e3', 'tenant_id': '420a748461434084ac365abc58fa6e97', 'mac_address': 'fa:16:3e:83:be:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e6e32ab-6b85-4564-8b46-1aa4e6f278f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3431, 'fixed_ips': [{'subnet_id': '193f47eb-54d4-4491-9ded-c8302beef781', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:38:25Z', 'updated_at': '2021-11-22T20:38:31Z', 'revision_number': 4, 'project_id': '420a748461434084ac365abc58fa6e97', 'subnets': [{'id': '193f47eb-54d4-4491-9ded-c8302beef781', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fce24294-6596-4a74-8c76-a6a20e280463', 'name': '', 'network_id': 'f8b352aa-ab1a-47f0-aeb4-5858393cb523', 'tenant_id': '420a748461434084ac365abc58fa6e97', 'mac_address': 'fa:16:3e:43:20:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e6e32ab-6b85-4564-8b46-1aa4e6f278f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3393, 'fixed_ips': [{'subnet_id': '9802201d-e5bf-416f-a9a6-aeabd2212ef4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:38:14Z', 'updated_at': '2021-11-22T20:38:22Z', 'revision_number': 5, 'project_id': '420a748461434084ac365abc58fa6e97', 'subnets': [{'id': '9802201d-e5bf-416f-a9a6-aeabd2212ef4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:38:31.871930 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-5ce3a9e2-031f-497d-8f17-5204ec423521 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:31.898823 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d66d6f8a-cf28-4ff7-9a26-cb1342516f07 None None] The sync data for ids ['2e6e32ab-6b85-4564-8b46-1aa4e6f278f3'] in n-d-818823-1 is: [{'id': '2e6e32ab-6b85-4564-8b46-1aa4e6f278f3', 'name': 'tempest-RoutersIpV6Test-router-180704228', 'tenant_id': '420a748461434084ac365abc58fa6e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:38:08Z', 'updated_at': '2021-11-22T20:38:29Z', 'revision_number': 6, 'project_id': '420a748461434084ac365abc58fa6e97', 'gw_port_host': None, '_interfaces': [{'id': '0ba51194-2cd9-487e-97ba-676b4edd46eb', 'name': '', 'network_id': 'b1b78167-35af-4734-a6de-e9eb01a6bc49', 'tenant_id': '420a748461434084ac365abc58fa6e97', 'mac_address': 'fa:16:3e:7c:08:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e6e32ab-6b85-4564-8b46-1aa4e6f278f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3414, 'fixed_ips': [{'subnet_id': 'cc3c8d85-cb23-430f-95d8-8da783d221bc', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:38:20Z', 'updated_at': '2021-11-22T20:38:26Z', 'revision_number': 5, 'project_id': '420a748461434084ac365abc58fa6e97', 'subnets': [{'id': 'cc3c8d85-cb23-430f-95d8-8da783d221bc', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4f0fc6b5-bf93-4434-baa3-8b6a3abc33c5', 'name': '', 'network_id': 'c7b3ca16-c489-4dba-b55f-f76f675059de', 'tenant_id': '420a748461434084ac365abc58fa6e97', 'mac_address': 'fa:16:3e:0b:14:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e6e32ab-6b85-4564-8b46-1aa4e6f278f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': '7e91458f-88b4-4870-a0d5-4733f6366cea', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:38:09Z', 'updated_at': '2021-11-22T20:38:14Z', 'revision_number': 5, 'project_id': '420a748461434084ac365abc58fa6e97', 'subnets': [{'id': '7e91458f-88b4-4870-a0d5-4733f6366cea', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac37e0e7-b33a-44d8-889c-5f084f1b22fe', 'name': '', 'network_id': '13b52ebc-6951-42ce-bc57-13f10c6552e3', 'tenant_id': '420a748461434084ac365abc58fa6e97', 'mac_address': 'fa:16:3e:83:be:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e6e32ab-6b85-4564-8b46-1aa4e6f278f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3431, 'fixed_ips': [{'subnet_id': '193f47eb-54d4-4491-9ded-c8302beef781', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:38:25Z', 'updated_at': '2021-11-22T20:38:31Z', 'revision_number': 4, 'project_id': '420a748461434084ac365abc58fa6e97', 'subnets': [{'id': '193f47eb-54d4-4491-9ded-c8302beef781', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fce24294-6596-4a74-8c76-a6a20e280463', 'name': '', 'network_id': 'f8b352aa-ab1a-47f0-aeb4-5858393cb523', 'tenant_id': '420a748461434084ac365abc58fa6e97', 'mac_address': 'fa:16:3e:43:20:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e6e32ab-6b85-4564-8b46-1aa4e6f278f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3393, 'fixed_ips': [{'subnet_id': '9802201d-e5bf-416f-a9a6-aeabd2212ef4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:38:14Z', 'updated_at': '2021-11-22T20:38:22Z', 'revision_number': 5, 'project_id': '420a748461434084ac365abc58fa6e97', 'subnets': [{'id': '9802201d-e5bf-416f-a9a6-aeabd2212ef4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:38:31.924263 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-5ce3a9e2-031f-497d-8f17-5204ec423521 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:31.929131 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-e86744c9-6fd6-486c-8820-361450b3d833 None None] Provisioning complete for port ac37e0e7-b33a-44d8-889c-5f084f1b22fe triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:38:31.929512 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e86744c9-6fd6-486c-8820-361450b3d833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:31.991104 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-440e5662-9bb6-43c7-b701-f62d964bddeb tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:38:32.000166 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-440e5662-9bb6-43c7-b701-f62d964bddeb tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks [] for router, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:32.004361 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-440e5662-9bb6-43c7-b701-f62d964bddeb tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] 10.222.0.46 "PUT /v2.0/routers/2e6e32ab-6b85-4564-8b46-1aa4e6f278f3 HTTP/1.1" status: 200 len: 703 time: 1.2158809 Nov 22 20:38:32.004720 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 49516) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:32.098931 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-e86744c9-6fd6-486c-8820-361450b3d833 None None] Provisioning complete for port 4d5fdc10-002a-4470-8f41-81dfa3128283 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:38:32.098931 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e86744c9-6fd6-486c-8820-361450b3d833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:32.143609 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-e86744c9-6fd6-486c-8820-361450b3d833 None None] Port 4d5fdc10-002a-4470-8f41-81dfa3128283 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:38:32.153982 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-5ce3a9e2-031f-497d-8f17-5204ec423521 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:32.154218 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-db7b12fc-2561-4c38-9418-1e6527226aff tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] 10.222.0.46 "GET /v2.0/routers/2e6e32ab-6b85-4564-8b46-1aa4e6f278f3 HTTP/1.1" status: 200 len: 703 time: 0.1456876 Nov 22 20:38:32.154323 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-5ce3a9e2-031f-497d-8f17-5204ec423521 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:32.154416 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 49520) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:32.155986 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-5ce3a9e2-031f-497d-8f17-5204ec423521 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6f19313c-b08f-460a-a781-c449136df110 HTTP/1.1" status: 204 len: 168 time: 0.4947462 Nov 22 20:38:32.178238 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce3a9e2-031f-497d-8f17-5204ec423521 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f19313c-b08f-460a-a781-c449136df110,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:38:32.210598 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-36a91e77-e6f1-4994-8e7b-b8ca260389b5 tempest-RoutersIpV6AdminTest-639267305 tempest-RoutersIpV6AdminTest-639267305-project] Publish callbacks [] for router_gateway, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:32.427806 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device ac37e0e7-b33a-44d8-889c-5f084f1b22fe up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:38:32.502368 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port ac37e0e7-b33a-44d8-889c-5f084f1b22fe triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:38:32.503049 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:32.566541 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-36a91e77-e6f1-4994-8e7b-b8ca260389b5 tempest-RoutersIpV6AdminTest-639267305 tempest-RoutersIpV6AdminTest-639267305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-541823', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-659547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25662'] for router, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:32.570247 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-36a91e77-e6f1-4994-8e7b-b8ca260389b5 tempest-RoutersIpV6AdminTest-639267305 tempest-RoutersIpV6AdminTest-639267305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-841284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-541764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-841989', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-659616'] for router, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:32.911333 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 49528) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:32.929907 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7d546ba7-f736-4628-87ae-2a0b687243f8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:32.946219 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-5e0ab500-a543-4e71-bcee-396b0608aeca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:32.966393 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36a91e77-e6f1-4994-8e7b-b8ca260389b5 tempest-RoutersIpV6AdminTest-639267305 tempest-RoutersIpV6AdminTest-639267305-project] Router 7c04aab8-dc77-492c-bea5-093c9deefd73 is scheduled to L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 with binding_index 1 {{(pid=103447) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 20:38:33.053522 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3476f227-c3df-484d-a916-ec449e9c9f45 None None] Sync routers for ids ['2e6e32ab-6b85-4564-8b46-1aa4e6f278f3'] in n-d-818823-1 {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:38:33.063710 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3476f227-c3df-484d-a916-ec449e9c9f45 None None] Routers {'2e6e32ab-6b85-4564-8b46-1aa4e6f278f3'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:38:33.064481 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-3476f227-c3df-484d-a916-ec449e9c9f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:38:33Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['2e6e32ab-6b85-4564-8b46-1aa4e6f278f3'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:38:33.065873 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7d546ba7-f736-4628-87ae-2a0b687243f8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:33.072122 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7d546ba7-f736-4628-87ae-2a0b687243f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:33.095445 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36a91e77-e6f1-4994-8e7b-b8ca260389b5 tempest-RoutersIpV6AdminTest-639267305 tempest-RoutersIpV6AdminTest-639267305-project] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:38:33.104203 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-36a91e77-e6f1-4994-8e7b-b8ca260389b5 tempest-RoutersIpV6AdminTest-639267305 tempest-RoutersIpV6AdminTest-639267305-project] Publish callbacks [] for router, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:33.105692 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-36a91e77-e6f1-4994-8e7b-b8ca260389b5 tempest-RoutersIpV6AdminTest-639267305 tempest-RoutersIpV6AdminTest-639267305-project] 10.222.0.46 "PUT /v2.0/routers/7c04aab8-dc77-492c-bea5-093c9deefd73 HTTP/1.1" status: 200 len: 884 time: 2.9128680 Nov 22 20:38:33.108084 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 49530) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:33.113478 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64cd0606-d92b-47bd-a544-68bb43949453 None None] Sync routers for ids ['7c04aab8-dc77-492c-bea5-093c9deefd73'] in n-d-818823-1 {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:38:33.119392 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-7d546ba7-f736-4628-87ae-2a0b687243f8 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=593c72ad4729493580d9d6de9324aa6a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2067049 Nov 22 20:38:33.124179 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b8a227e9-2dd2-4f12-b582-84587e39a00c tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659736'] for router_interface, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:33.125819 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 49532) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:33.128176 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64cd0606-d92b-47bd-a544-68bb43949453 None None] Routers {'7c04aab8-dc77-492c-bea5-093c9deefd73'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:38:33.128584 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d546ba7-f736-4628-87ae-2a0b687243f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88fe84fb-bd48-4579-afe5-36b8ae955e13,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:38:33.129016 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-64cd0606-d92b-47bd-a544-68bb43949453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:38:33Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['7c04aab8-dc77-492c-bea5-093c9deefd73'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:38:33.166879 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-3476f227-c3df-484d-a916-ec449e9c9f45 None None] Set router 2e6e32ab-6b85-4564-8b46-1aa4e6f278f3 gateway port host: None {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:38:33.256511 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e6d6a446-fc93-461b-950f-b3344a2e23ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:33.269964 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-0835d010-6272-4016-9922-02c65a9b170a tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] 10.222.0.46 "GET /v2.0/routers/7c04aab8-dc77-492c-bea5-093c9deefd73 HTTP/1.1" status: 200 len: 925 time: 0.1580729 Nov 22 20:38:33.271189 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 49536) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:33.329207 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e6d6a446-fc93-461b-950f-b3344a2e23ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:33.335675 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-042f3a84-48cb-446a-bb85-9ddad25ec3ca tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:38:33.341067 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-042f3a84-48cb-446a-bb85-9ddad25ec3ca tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] 10.222.0.46 "GET /v2.0/ports?network_id=c48a55e9-6a85-4746-b7bf-3e29fb560094&device_id=7c04aab8-dc77-492c-bea5-093c9deefd73&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0654697 Nov 22 20:38:33.342024 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 49540) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:33.433764 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e6d6a446-fc93-461b-950f-b3344a2e23ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:33.436799 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e6d6a446-fc93-461b-950f-b3344a2e23ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:33.440307 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-e6d6a446-fc93-461b-950f-b3344a2e23ad admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/88fe84fb-bd48-4579-afe5-36b8ae955e13 HTTP/1.1" status: 204 len: 168 time: 0.3103368 Nov 22 20:38:33.442096 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-64cd0606-d92b-47bd-a544-68bb43949453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:38:33.452054 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d6a446-fc93-461b-950f-b3344a2e23ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88fe84fb-bd48-4579-afe5-36b8ae955e13,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:38:33.465841 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64cd0606-d92b-47bd-a544-68bb43949453 None None] Routers {'7c04aab8-dc77-492c-bea5-093c9deefd73'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:38:33.466550 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-64cd0606-d92b-47bd-a544-68bb43949453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:38:33Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['7c04aab8-dc77-492c-bea5-093c9deefd73'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:38:33.505165 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-b8a227e9-2dd2-4f12-b582-84587e39a00c tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Deleting port ac37e0e7-b33a-44d8-889c-5f084f1b22fe {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:38:33.505569 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b8a227e9-2dd2-4f12-b582-84587e39a00c tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:33.523182 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d90c6c76-5b6b-4c15-aabe-ea0aa9570d32 tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:38:33.526520 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-d90c6c76-5b6b-4c15-aabe-ea0aa9570d32 tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] 10.222.0.46 "GET /v2.0/networks/c48a55e9-6a85-4746-b7bf-3e29fb560094 HTTP/1.1" status: 200 len: 881 time: 0.1829333 Nov 22 20:38:33.529757 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 49544) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:33.549811 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-64cd0606-d92b-47bd-a544-68bb43949453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:38:33.553451 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64cd0606-d92b-47bd-a544-68bb43949453 None None] The sync data for ids ['7c04aab8-dc77-492c-bea5-093c9deefd73'] in n-d-818823-1 is: [] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:38:33.585914 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-3476f227-c3df-484d-a916-ec449e9c9f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e6e32ab-6b85-4564-8b46-1aa4e6f278f3', 'name': 'tempest-RoutersIpV6Test-router-180704228', 'tenant_id': '420a748461434084ac365abc58fa6e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:38:08Z', 'updated_at': '2021-11-22T20:38:31Z', 'revision_number': 7, 'project_id': '420a748461434084ac365abc58fa6e97', 'gw_port_host': None, '_interfaces': [{'id': '0ba51194-2cd9-487e-97ba-676b4edd46eb', 'name': '', 'network_id': 'b1b78167-35af-4734-a6de-e9eb01a6bc49', 'tenant_id': '420a748461434084ac365abc58fa6e97', 'mac_address': 'fa:16:3e:7c:08:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e6e32ab-6b85-4564-8b46-1aa4e6f278f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3414, 'fixed_ips': [{'subnet_id': 'cc3c8d85-cb23-430f-95d8-8da783d221bc', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:38:20Z', 'updated_at': '2021-11-22T20:38:26Z', 'revision_number': 5, 'project_id': '420a748461434084ac365abc58fa6e97', 'subnets': [{'id': 'cc3c8d85-cb23-430f-95d8-8da783d221bc', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4f0fc6b5-bf93-4434-baa3-8b6a3abc33c5', 'name': '', 'network_id': 'c7b3ca16-c489-4dba-b55f-f76f675059de', 'tenant_id': '420a748461434084ac365abc58fa6e97', 'mac_address': 'fa:16:3e:0b:14:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e6e32ab-6b85-4564-8b46-1aa4e6f278f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': '7e91458f-88b4-4870-a0d5-4733f6366cea', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:38:09Z', 'updated_at': '2021-11-22T20:38:14Z', 'revision_number': 5, 'project_id': '420a748461434084ac365abc58fa6e97', 'subnets': [{'id': '7e91458f-88b4-4870-a0d5-4733f6366cea', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac37e0e7-b33a-44d8-889c-5f084f1b22fe', 'name': '', 'network_id': '13b52ebc-6951-42ce-bc57-13f10c6552e3', 'tenant_id': '420a748461434084ac365abc58fa6e97', 'mac_address': 'fa:16:3e:83:be:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e6e32ab-6b85-4564-8b46-1aa4e6f278f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3431, 'fixed_ips': [{'subnet_id': '193f47eb-54d4-4491-9ded-c8302beef781', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:38:25Z', 'updated_at': '2021-11-22T20:38:31Z', 'revision_number': 5, 'project_id': '420a748461434084ac365abc58fa6e97', 'subnets': [{'id': '193f47eb-54d4-4491-9ded-c8302beef781', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fce24294-6596-4a74-8c76-a6a20e280463', 'name': '', 'network_id': 'f8b352aa-ab1a-47f0-aeb4-5858393cb523', 'tenant_id': '420a748461434084ac365abc58fa6e97', 'mac_address': 'fa:16:3e:43:20:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e6e32ab-6b85-4564-8b46-1aa4e6f278f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3393, 'fixed_ips': [{'subnet_id': '9802201d-e5bf-416f-a9a6-aeabd2212ef4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:38:14Z', 'updated_at': '2021-11-22T20:38:22Z', 'revision_number': 5, 'project_id': '420a748461434084ac365abc58fa6e97', 'subnets': [{'id': '9802201d-e5bf-416f-a9a6-aeabd2212ef4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:38:33.589016 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-03f0964f-1b75-4df7-99e0-a3cdb56ec2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:33.602236 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-18f46f7f-8de7-465d-9208-c79ac019994c tempest-RoutersIpV6AdminTest-639267305 tempest-RoutersIpV6AdminTest-639267305-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c04aab8-dc77-492c-bea5-093c9deefd73 HTTP/1.1" status: 200 len: 205 time: 0.0696125 Nov 22 20:38:33.603776 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 49546) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:33.619350 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3476f227-c3df-484d-a916-ec449e9c9f45 None None] Checking router: 2e6e32ab-6b85-4564-8b46-1aa4e6f278f3 for host: n-d-818823-1 {{(pid=103450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 20:38:33.632449 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3476f227-c3df-484d-a916-ec449e9c9f45 None None] Routers {'2e6e32ab-6b85-4564-8b46-1aa4e6f278f3'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:38:33.635753 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-3476f227-c3df-484d-a916-ec449e9c9f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:38:33Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['2e6e32ab-6b85-4564-8b46-1aa4e6f278f3'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:38:33.675116 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-b8a227e9-2dd2-4f12-b582-84587e39a00c tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] For port ac37e0e7-b33a-44d8-889c-5f084f1b22fe, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=ac37e0e7-b33a-44d8-889c-5f084f1b22fe,segment=NetworkSegment(06e6a0c9-8a1c-4321-8c10-b880c16beae1),segment_id=06e6a0c9-8a1c-4321-8c10-b880c16beae1)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:38:33.675549 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b8a227e9-2dd2-4f12-b582-84587e39a00c tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:33.721717 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-b8a227e9-2dd2-4f12-b582-84587e39a00c tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Calling delete_port for ac37e0e7-b33a-44d8-889c-5f084f1b22fe owned by network:router_interface {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:38:33.735977 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-3476f227-c3df-484d-a916-ec449e9c9f45 None None] Set router 2e6e32ab-6b85-4564-8b46-1aa4e6f278f3 gateway port host: None {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:38:33.790955 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b5b7f034-666d-42d5-957d-b6a67beee51e tempest-RoutersIpV6AdminTest-639267305 tempest-RoutersIpV6AdminTest-639267305-project] Publish callbacks [] for router, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:34.074270 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-3476f227-c3df-484d-a916-ec449e9c9f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e6e32ab-6b85-4564-8b46-1aa4e6f278f3', 'name': 'tempest-RoutersIpV6Test-router-180704228', 'tenant_id': '420a748461434084ac365abc58fa6e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:38:08Z', 'updated_at': '2021-11-22T20:38:31Z', 'revision_number': 7, 'project_id': '420a748461434084ac365abc58fa6e97', 'gw_port_host': None, '_interfaces': [{'id': '0ba51194-2cd9-487e-97ba-676b4edd46eb', 'name': '', 'network_id': 'b1b78167-35af-4734-a6de-e9eb01a6bc49', 'tenant_id': '420a748461434084ac365abc58fa6e97', 'mac_address': 'fa:16:3e:7c:08:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e6e32ab-6b85-4564-8b46-1aa4e6f278f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3414, 'fixed_ips': [{'subnet_id': 'cc3c8d85-cb23-430f-95d8-8da783d221bc', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:38:20Z', 'updated_at': '2021-11-22T20:38:26Z', 'revision_number': 5, 'project_id': '420a748461434084ac365abc58fa6e97', 'subnets': [{'id': 'cc3c8d85-cb23-430f-95d8-8da783d221bc', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4f0fc6b5-bf93-4434-baa3-8b6a3abc33c5', 'name': '', 'network_id': 'c7b3ca16-c489-4dba-b55f-f76f675059de', 'tenant_id': '420a748461434084ac365abc58fa6e97', 'mac_address': 'fa:16:3e:0b:14:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e6e32ab-6b85-4564-8b46-1aa4e6f278f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': '7e91458f-88b4-4870-a0d5-4733f6366cea', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:38:09Z', 'updated_at': '2021-11-22T20:38:14Z', 'revision_number': 5, 'project_id': '420a748461434084ac365abc58fa6e97', 'subnets': [{'id': '7e91458f-88b4-4870-a0d5-4733f6366cea', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac37e0e7-b33a-44d8-889c-5f084f1b22fe', 'name': '', 'network_id': '13b52ebc-6951-42ce-bc57-13f10c6552e3', 'tenant_id': '420a748461434084ac365abc58fa6e97', 'mac_address': 'fa:16:3e:83:be:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e6e32ab-6b85-4564-8b46-1aa4e6f278f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3431, 'fixed_ips': [{'subnet_id': '193f47eb-54d4-4491-9ded-c8302beef781', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:38:25Z', 'updated_at': '2021-11-22T20:38:31Z', 'revision_number': 5, 'project_id': '420a748461434084ac365abc58fa6e97', 'subnets': [{'id': '193f47eb-54d4-4491-9ded-c8302beef781', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fce24294-6596-4a74-8c76-a6a20e280463', 'name': '', 'network_id': 'f8b352aa-ab1a-47f0-aeb4-5858393cb523', 'tenant_id': '420a748461434084ac365abc58fa6e97', 'mac_address': 'fa:16:3e:43:20:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e6e32ab-6b85-4564-8b46-1aa4e6f278f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3393, 'fixed_ips': [{'subnet_id': '9802201d-e5bf-416f-a9a6-aeabd2212ef4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:38:14Z', 'updated_at': '2021-11-22T20:38:22Z', 'revision_number': 5, 'project_id': '420a748461434084ac365abc58fa6e97', 'subnets': [{'id': '9802201d-e5bf-416f-a9a6-aeabd2212ef4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:38:34.084974 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b5b7f034-666d-42d5-957d-b6a67beee51e tempest-RoutersIpV6AdminTest-639267305 tempest-RoutersIpV6AdminTest-639267305-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:34.150126 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b8a227e9-2dd2-4f12-b582-84587e39a00c tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:34.186862 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a227e9-2dd2-4f12-b582-84587e39a00c tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Pushing event deleted for resources: {'Port': ['ID=ac37e0e7-b33a-44d8-889c-5f084f1b22fe,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:38:34.233557 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3476f227-c3df-484d-a916-ec449e9c9f45 None None] The sync data for ids ['2e6e32ab-6b85-4564-8b46-1aa4e6f278f3'] in n-d-818823-1 is: [{'id': '2e6e32ab-6b85-4564-8b46-1aa4e6f278f3', 'name': 'tempest-RoutersIpV6Test-router-180704228', 'tenant_id': '420a748461434084ac365abc58fa6e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:38:08Z', 'updated_at': '2021-11-22T20:38:31Z', 'revision_number': 7, 'project_id': '420a748461434084ac365abc58fa6e97', 'gw_port_host': None, '_interfaces': [{'id': '0ba51194-2cd9-487e-97ba-676b4edd46eb', 'name': '', 'network_id': 'b1b78167-35af-4734-a6de-e9eb01a6bc49', 'tenant_id': '420a748461434084ac365abc58fa6e97', 'mac_address': 'fa:16:3e:7c:08:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e6e32ab-6b85-4564-8b46-1aa4e6f278f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3414, 'fixed_ips': [{'subnet_id': 'cc3c8d85-cb23-430f-95d8-8da783d221bc', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:38:20Z', 'updated_at': '2021-11-22T20:38:26Z', 'revision_number': 5, 'project_id': '420a748461434084ac365abc58fa6e97', 'subnets': [{'id': 'cc3c8d85-cb23-430f-95d8-8da783d221bc', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4f0fc6b5-bf93-4434-baa3-8b6a3abc33c5', 'name': '', 'network_id': 'c7b3ca16-c489-4dba-b55f-f76f675059de', 'tenant_id': '420a748461434084ac365abc58fa6e97', 'mac_address': 'fa:16:3e:0b:14:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e6e32ab-6b85-4564-8b46-1aa4e6f278f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': '7e91458f-88b4-4870-a0d5-4733f6366cea', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:38:09Z', 'updated_at': '2021-11-22T20:38:14Z', 'revision_number': 5, 'project_id': '420a748461434084ac365abc58fa6e97', 'subnets': [{'id': '7e91458f-88b4-4870-a0d5-4733f6366cea', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac37e0e7-b33a-44d8-889c-5f084f1b22fe', 'name': '', 'network_id': '13b52ebc-6951-42ce-bc57-13f10c6552e3', 'tenant_id': '420a748461434084ac365abc58fa6e97', 'mac_address': 'fa:16:3e:83:be:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e6e32ab-6b85-4564-8b46-1aa4e6f278f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3431, 'fixed_ips': [{'subnet_id': '193f47eb-54d4-4491-9ded-c8302beef781', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:38:25Z', 'updated_at': '2021-11-22T20:38:31Z', 'revision_number': 5, 'project_id': '420a748461434084ac365abc58fa6e97', 'subnets': [{'id': '193f47eb-54d4-4491-9ded-c8302beef781', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fce24294-6596-4a74-8c76-a6a20e280463', 'name': '', 'network_id': 'f8b352aa-ab1a-47f0-aeb4-5858393cb523', 'tenant_id': '420a748461434084ac365abc58fa6e97', 'mac_address': 'fa:16:3e:43:20:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e6e32ab-6b85-4564-8b46-1aa4e6f278f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3393, 'fixed_ips': [{'subnet_id': '9802201d-e5bf-416f-a9a6-aeabd2212ef4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:38:14Z', 'updated_at': '2021-11-22T20:38:22Z', 'revision_number': 5, 'project_id': '420a748461434084ac365abc58fa6e97', 'subnets': [{'id': '9802201d-e5bf-416f-a9a6-aeabd2212ef4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:38:34.282238 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-b5b7f034-666d-42d5-957d-b6a67beee51e tempest-RoutersIpV6AdminTest-639267305 tempest-RoutersIpV6AdminTest-639267305-project] Deleting port 4d5fdc10-002a-4470-8f41-81dfa3128283 {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:38:34.282595 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b5b7f034-666d-42d5-957d-b6a67beee51e tempest-RoutersIpV6AdminTest-639267305 tempest-RoutersIpV6AdminTest-639267305-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:34.382214 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b8a227e9-2dd2-4f12-b582-84587e39a00c tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-563470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-663272'] for router_interface, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:34.695232 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b5b7f034-666d-42d5-957d-b6a67beee51e tempest-RoutersIpV6AdminTest-639267305 tempest-RoutersIpV6AdminTest-639267305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:34.716436 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-b5b7f034-666d-42d5-957d-b6a67beee51e tempest-RoutersIpV6AdminTest-639267305 tempest-RoutersIpV6AdminTest-639267305-project] Calling delete_port for 4d5fdc10-002a-4470-8f41-81dfa3128283 owned by network:router_gateway {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:38:34.775130 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8a227e9-2dd2-4f12-b582-84587e39a00c tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Router 2e6e32ab-6b85-4564-8b46-1aa4e6f278f3 has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 20:38:34.965895 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8a227e9-2dd2-4f12-b582-84587e39a00c tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:38:34.974925 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-b8a227e9-2dd2-4f12-b582-84587e39a00c tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] 10.222.0.46 "PUT /v2.0/routers/2e6e32ab-6b85-4564-8b46-1aa4e6f278f3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8167975 Nov 22 20:38:34.975323 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 49590) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:34.978548 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f88baa3-07e7-44ff-b2fc-de6a57790564 None None] Sync routers for ids ['2e6e32ab-6b85-4564-8b46-1aa4e6f278f3'] in n-d-818823-1 {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:38:34.993621 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f88baa3-07e7-44ff-b2fc-de6a57790564 None None] Routers {'2e6e32ab-6b85-4564-8b46-1aa4e6f278f3'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:38:34.996626 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-4f88baa3-07e7-44ff-b2fc-de6a57790564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:38:33Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['2e6e32ab-6b85-4564-8b46-1aa4e6f278f3'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:38:35.085734 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5641d67-155b-4ebf-851d-bdcdfa02a637 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Deleting subnet 193f47eb-54d4-4491-9ded-c8302beef781 {{(pid=103448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 20:38:35.092306 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b5641d67-155b-4ebf-851d-bdcdfa02a637 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks [] for subnet, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:35.133474 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-4f88baa3-07e7-44ff-b2fc-de6a57790564 None None] Set router 2e6e32ab-6b85-4564-8b46-1aa4e6f278f3 gateway port host: None {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:38:35.149480 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b5641d67-155b-4ebf-851d-bdcdfa02a637 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11627908'] for subnet, precommit_delete_associations {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:35.152742 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b5b7f034-666d-42d5-957d-b6a67beee51e tempest-RoutersIpV6AdminTest-639267305 tempest-RoutersIpV6AdminTest-639267305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:35.185019 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e49ee129-e862-4476-beca-cdc8150d2345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:35.205101 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b7f034-666d-42d5-957d-b6a67beee51e tempest-RoutersIpV6AdminTest-639267305 tempest-RoutersIpV6AdminTest-639267305-project] Pushing event deleted for resources: {'Port': ['ID=4d5fdc10-002a-4470-8f41-81dfa3128283,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:38:35.233202 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b83b7db7-7976-4a04-b0df-5545b1659a58 None None] DHCP port deletion for c48a55e9-6a85-4746-b7bf-3e29fb560094 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:38:35.320506 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b5b7f034-666d-42d5-957d-b6a67beee51e tempest-RoutersIpV6AdminTest-639267305 tempest-RoutersIpV6AdminTest-639267305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595398'] for router_gateway, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:35.415406 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-4f88baa3-07e7-44ff-b2fc-de6a57790564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e6e32ab-6b85-4564-8b46-1aa4e6f278f3', 'name': 'tempest-RoutersIpV6Test-router-180704228', 'tenant_id': '420a748461434084ac365abc58fa6e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:38:08Z', 'updated_at': '2021-11-22T20:38:34Z', 'revision_number': 8, 'project_id': '420a748461434084ac365abc58fa6e97', 'gw_port_host': None, '_interfaces': [{'id': '0ba51194-2cd9-487e-97ba-676b4edd46eb', 'name': '', 'network_id': 'b1b78167-35af-4734-a6de-e9eb01a6bc49', 'tenant_id': '420a748461434084ac365abc58fa6e97', 'mac_address': 'fa:16:3e:7c:08:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e6e32ab-6b85-4564-8b46-1aa4e6f278f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3414, 'fixed_ips': [{'subnet_id': 'cc3c8d85-cb23-430f-95d8-8da783d221bc', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:38:20Z', 'updated_at': '2021-11-22T20:38:26Z', 'revision_number': 5, 'project_id': '420a748461434084ac365abc58fa6e97', 'subnets': [{'id': 'cc3c8d85-cb23-430f-95d8-8da783d221bc', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4f0fc6b5-bf93-4434-baa3-8b6a3abc33c5', 'name': '', 'network_id': 'c7b3ca16-c489-4dba-b55f-f76f675059de', 'tenant_id': '420a748461434084ac365abc58fa6e97', 'mac_address': 'fa:16:3e:0b:14:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e6e32ab-6b85-4564-8b46-1aa4e6f278f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': '7e91458f-88b4-4870-a0d5-4733f6366cea', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:38:09Z', 'updated_at': '2021-11-22T20:38:14Z', 'revision_number': 5, 'project_id': '420a748461434084ac365abc58fa6e97', 'subnets': [{'id': '7e91458f-88b4-4870-a0d5-4733f6366cea', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fce24294-6596-4a74-8c76-a6a20e280463', 'name': '', 'network_id': 'f8b352aa-ab1a-47f0-aeb4-5858393cb523', 'tenant_id': '420a748461434084ac365abc58fa6e97', 'mac_address': 'fa:16:3e:43:20:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e6e32ab-6b85-4564-8b46-1aa4e6f278f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3393, 'fixed_ips': [{'subnet_id': '9802201d-e5bf-416f-a9a6-aeabd2212ef4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:38:14Z', 'updated_at': '2021-11-22T20:38:22Z', 'revision_number': 5, 'project_id': '420a748461434084ac365abc58fa6e97', 'subnets': [{'id': '9802201d-e5bf-416f-a9a6-aeabd2212ef4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:38:35.420362 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b5641d67-155b-4ebf-851d-bdcdfa02a637 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3753007'] for subnet, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:35.442898 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b5b7f034-666d-42d5-957d-b6a67beee51e tempest-RoutersIpV6AdminTest-639267305 tempest-RoutersIpV6AdminTest-639267305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24781'] for router, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:35.450783 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b5b7f034-666d-42d5-957d-b6a67beee51e tempest-RoutersIpV6AdminTest-639267305 tempest-RoutersIpV6AdminTest-639267305-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:35.465779 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f88baa3-07e7-44ff-b2fc-de6a57790564 None None] Checking router: 2e6e32ab-6b85-4564-8b46-1aa4e6f278f3 for host: n-d-818823-1 {{(pid=103450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 20:38:35.475176 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f88baa3-07e7-44ff-b2fc-de6a57790564 None None] Routers {'2e6e32ab-6b85-4564-8b46-1aa4e6f278f3'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:38:35.475796 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-4f88baa3-07e7-44ff-b2fc-de6a57790564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:38:33Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['2e6e32ab-6b85-4564-8b46-1aa4e6f278f3'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:38:35.512910 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b5b7f034-666d-42d5-957d-b6a67beee51e tempest-RoutersIpV6AdminTest-639267305 tempest-RoutersIpV6AdminTest-639267305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-663261'] for router, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:35.514004 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5b7f034-666d-42d5-957d-b6a67beee51e tempest-RoutersIpV6AdminTest-639267305 tempest-RoutersIpV6AdminTest-639267305-project] Fanout notify agent at l3_agent the message router_deleted on router 7c04aab8-dc77-492c-bea5-093c9deefd73 {{(pid=103448) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 20:38:35.525862 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b5b7f034-666d-42d5-957d-b6a67beee51e tempest-RoutersIpV6AdminTest-639267305 tempest-RoutersIpV6AdminTest-639267305-project] Publish callbacks [] for router, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:35.527167 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-b5b7f034-666d-42d5-957d-b6a67beee51e tempest-RoutersIpV6AdminTest-639267305 tempest-RoutersIpV6AdminTest-639267305-project] 10.222.0.46 "DELETE /v2.0/routers/7c04aab8-dc77-492c-bea5-093c9deefd73 HTTP/1.1" status: 204 len: 168 time: 1.9197562 Nov 22 20:38:35.531664 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 49620) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:35.537193 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-7af434b8-b081-4643-97c6-97f80810324f tempest-RoutersIpV6AdminTest-639267305 tempest-RoutersIpV6AdminTest-639267305-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1277471770', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:38:35.542438 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b5641d67-155b-4ebf-851d-bdcdfa02a637 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3753014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11567369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11792914'] for subnet, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:35.586157 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b5641d67-155b-4ebf-851d-bdcdfa02a637 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:35.587203 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6e69aad-5b61-4007-a337-e876e91e5362 None None] Network 13b52ebc-6951-42ce-bc57-13f10c6552e3 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:38:35.589780 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-7af434b8-b081-4643-97c6-97f80810324f tempest-RoutersIpV6AdminTest-639267305 tempest-RoutersIpV6AdminTest-639267305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24799'] for router, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:35.590856 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-7af434b8-b081-4643-97c6-97f80810324f tempest-RoutersIpV6AdminTest-639267305 tempest-RoutersIpV6AdminTest-639267305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-632716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24788'] for router, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:35.591183 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-b5641d67-155b-4ebf-851d-bdcdfa02a637 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] 10.222.0.46 "DELETE /v2.0/subnets/193f47eb-54d4-4491-9ded-c8302beef781 HTTP/1.1" status: 204 len: 168 time: 0.6142128 Nov 22 20:38:35.592400 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5641d67-155b-4ebf-851d-bdcdfa02a637 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Pushing event deleted for resources: {'Subnet': ['ID=193f47eb-54d4-4491-9ded-c8302beef781,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:38:35.594717 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 49624) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:35.630048 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-4f88baa3-07e7-44ff-b2fc-de6a57790564 None None] Set router 2e6e32ab-6b85-4564-8b46-1aa4e6f278f3 gateway port host: None {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:38:35.806584 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-81c02025-4990-46e8-8739-539c952297d6 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3961693'] for network, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:35.809268 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-7af434b8-b081-4643-97c6-97f80810324f tempest-RoutersIpV6AdminTest-639267305 tempest-RoutersIpV6AdminTest-639267305-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:35.822078 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-7af434b8-b081-4643-97c6-97f80810324f tempest-RoutersIpV6AdminTest-639267305 tempest-RoutersIpV6AdminTest-639267305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-659538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-841284'] for router, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:35.878964 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-7af434b8-b081-4643-97c6-97f80810324f tempest-RoutersIpV6AdminTest-639267305 tempest-RoutersIpV6AdminTest-639267305-project] Publish callbacks [] for router, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:35.881110 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-7af434b8-b081-4643-97c6-97f80810324f tempest-RoutersIpV6AdminTest-639267305 tempest-RoutersIpV6AdminTest-639267305-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.3483107 Nov 22 20:38:35.884724 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 49630) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:35.894388 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-09413a3a-d31c-41ea-9a55-e82799026bd5 tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'enable_snat': True}}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:38:35.904019 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-81c02025-4990-46e8-8739-539c952297d6 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Deleting port 3afe61b6-bddc-480c-a996-c1878e9d3335 {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:38:35.904564 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-81c02025-4990-46e8-8739-539c952297d6 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:35.980709 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-989dcae8-c89b-431b-8020-b7017e38a3b7 None None] DHCP port deletion for 13b52ebc-6951-42ce-bc57-13f10c6552e3 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:38:36.006410 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [None req-81c02025-4990-46e8-8739-539c952297d6 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] For port 3afe61b6-bddc-480c-a996-c1878e9d3335, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=3afe61b6-bddc-480c-a996-c1878e9d3335,segment=NetworkSegment(06e6a0c9-8a1c-4321-8c10-b880c16beae1),segment_id=06e6a0c9-8a1c-4321-8c10-b880c16beae1)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:38:36.006784 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-81c02025-4990-46e8-8739-539c952297d6 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:36.015125 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-4f88baa3-07e7-44ff-b2fc-de6a57790564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e6e32ab-6b85-4564-8b46-1aa4e6f278f3', 'name': 'tempest-RoutersIpV6Test-router-180704228', 'tenant_id': '420a748461434084ac365abc58fa6e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:38:08Z', 'updated_at': '2021-11-22T20:38:34Z', 'revision_number': 8, 'project_id': '420a748461434084ac365abc58fa6e97', 'gw_port_host': None, '_interfaces': [{'id': '0ba51194-2cd9-487e-97ba-676b4edd46eb', 'name': '', 'network_id': 'b1b78167-35af-4734-a6de-e9eb01a6bc49', 'tenant_id': '420a748461434084ac365abc58fa6e97', 'mac_address': 'fa:16:3e:7c:08:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e6e32ab-6b85-4564-8b46-1aa4e6f278f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3414, 'fixed_ips': [{'subnet_id': 'cc3c8d85-cb23-430f-95d8-8da783d221bc', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:38:20Z', 'updated_at': '2021-11-22T20:38:26Z', 'revision_number': 5, 'project_id': '420a748461434084ac365abc58fa6e97', 'subnets': [{'id': 'cc3c8d85-cb23-430f-95d8-8da783d221bc', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4f0fc6b5-bf93-4434-baa3-8b6a3abc33c5', 'name': '', 'network_id': 'c7b3ca16-c489-4dba-b55f-f76f675059de', 'tenant_id': '420a748461434084ac365abc58fa6e97', 'mac_address': 'fa:16:3e:0b:14:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e6e32ab-6b85-4564-8b46-1aa4e6f278f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': '7e91458f-88b4-4870-a0d5-4733f6366cea', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:38:09Z', 'updated_at': '2021-11-22T20:38:14Z', 'revision_number': 5, 'project_id': '420a748461434084ac365abc58fa6e97', 'subnets': [{'id': '7e91458f-88b4-4870-a0d5-4733f6366cea', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fce24294-6596-4a74-8c76-a6a20e280463', 'name': '', 'network_id': 'f8b352aa-ab1a-47f0-aeb4-5858393cb523', 'tenant_id': '420a748461434084ac365abc58fa6e97', 'mac_address': 'fa:16:3e:43:20:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e6e32ab-6b85-4564-8b46-1aa4e6f278f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3393, 'fixed_ips': [{'subnet_id': '9802201d-e5bf-416f-a9a6-aeabd2212ef4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:38:14Z', 'updated_at': '2021-11-22T20:38:22Z', 'revision_number': 5, 'project_id': '420a748461434084ac365abc58fa6e97', 'subnets': [{'id': '9802201d-e5bf-416f-a9a6-aeabd2212ef4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:38:36.044446 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-81c02025-4990-46e8-8739-539c952297d6 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Calling delete_port for 3afe61b6-bddc-480c-a996-c1878e9d3335 owned by network:dhcp {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:38:36.051488 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f88baa3-07e7-44ff-b2fc-de6a57790564 None None] The sync data for ids ['2e6e32ab-6b85-4564-8b46-1aa4e6f278f3'] in n-d-818823-1 is: [{'id': '2e6e32ab-6b85-4564-8b46-1aa4e6f278f3', 'name': 'tempest-RoutersIpV6Test-router-180704228', 'tenant_id': '420a748461434084ac365abc58fa6e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:38:08Z', 'updated_at': '2021-11-22T20:38:34Z', 'revision_number': 8, 'project_id': '420a748461434084ac365abc58fa6e97', 'gw_port_host': None, '_interfaces': [{'id': '0ba51194-2cd9-487e-97ba-676b4edd46eb', 'name': '', 'network_id': 'b1b78167-35af-4734-a6de-e9eb01a6bc49', 'tenant_id': '420a748461434084ac365abc58fa6e97', 'mac_address': 'fa:16:3e:7c:08:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e6e32ab-6b85-4564-8b46-1aa4e6f278f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3414, 'fixed_ips': [{'subnet_id': 'cc3c8d85-cb23-430f-95d8-8da783d221bc', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:38:20Z', 'updated_at': '2021-11-22T20:38:26Z', 'revision_number': 5, 'project_id': '420a748461434084ac365abc58fa6e97', 'subnets': [{'id': 'cc3c8d85-cb23-430f-95d8-8da783d221bc', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4f0fc6b5-bf93-4434-baa3-8b6a3abc33c5', 'name': '', 'network_id': 'c7b3ca16-c489-4dba-b55f-f76f675059de', 'tenant_id': '420a748461434084ac365abc58fa6e97', 'mac_address': 'fa:16:3e:0b:14:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e6e32ab-6b85-4564-8b46-1aa4e6f278f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': '7e91458f-88b4-4870-a0d5-4733f6366cea', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:38:09Z', 'updated_at': '2021-11-22T20:38:14Z', 'revision_number': 5, 'project_id': '420a748461434084ac365abc58fa6e97', 'subnets': [{'id': '7e91458f-88b4-4870-a0d5-4733f6366cea', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fce24294-6596-4a74-8c76-a6a20e280463', 'name': '', 'network_id': 'f8b352aa-ab1a-47f0-aeb4-5858393cb523', 'tenant_id': '420a748461434084ac365abc58fa6e97', 'mac_address': 'fa:16:3e:43:20:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e6e32ab-6b85-4564-8b46-1aa4e6f278f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3393, 'fixed_ips': [{'subnet_id': '9802201d-e5bf-416f-a9a6-aeabd2212ef4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:38:14Z', 'updated_at': '2021-11-22T20:38:22Z', 'revision_number': 5, 'project_id': '420a748461434084ac365abc58fa6e97', 'subnets': [{'id': '9802201d-e5bf-416f-a9a6-aeabd2212ef4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:38:36.104211 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:36.130921 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-989dcae8-c89b-431b-8020-b7017e38a3b7 None None] Deleting port 3afe61b6-bddc-480c-a996-c1878e9d3335 {{(pid=103449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:38:36.135527 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-989dcae8-c89b-431b-8020-b7017e38a3b7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:36.177124 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-81c02025-4990-46e8-8739-539c952297d6 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:36.198114 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c02025-4990-46e8-8739-539c952297d6 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] No DVR routers for this DVR port 3afe61b6-bddc-480c-a996-c1878e9d3335 on host n-d-818823-1 {{(pid=103447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:38:36.255384 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c02025-4990-46e8-8739-539c952297d6 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Pushing event deleted for resources: {'Port': ['ID=3afe61b6-bddc-480c-a996-c1878e9d3335,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:38:36.264009 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-989dcae8-c89b-431b-8020-b7017e38a3b7 None None] For port 3afe61b6-bddc-480c-a996-c1878e9d3335, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=3afe61b6-bddc-480c-a996-c1878e9d3335,segment=NetworkSegment(06e6a0c9-8a1c-4321-8c10-b880c16beae1),segment_id=06e6a0c9-8a1c-4321-8c10-b880c16beae1)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:38:36.265646 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-989dcae8-c89b-431b-8020-b7017e38a3b7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:36.280414 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-989dcae8-c89b-431b-8020-b7017e38a3b7 None None] Calling delete_port for 3afe61b6-bddc-480c-a996-c1878e9d3335 owned by network:dhcp {{(pid=103449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:38:36.362997 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-81c02025-4990-46e8-8739-539c952297d6 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3760028', 'neutron.services.segments.db._delete_segments_for_network-8748992815755'] for network, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:36.418300 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-989dcae8-c89b-431b-8020-b7017e38a3b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381'] for port, after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:36.418844 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-81c02025-4990-46e8-8739-539c952297d6 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13b52ebc-6951-42ce-bc57-13f10c6552e3']}} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:38:36.437251 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-81c02025-4990-46e8-8739-539c952297d6 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06e6a0c9-8a1c-4321-8c10-b880c16beae1') {'for_net_delete': True} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:38:36.437648 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-81c02025-4990-46e8-8739-539c952297d6 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06e6a0c9-8a1c-4321-8c10-b880c16beae1') {} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:38:36.455116 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989dcae8-c89b-431b-8020-b7017e38a3b7 None None] Pushing event deleted for resources: {'Port': ['ID=3afe61b6-bddc-480c-a996-c1878e9d3335,revision_number=None']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:38:36.458454 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-81c02025-4990-46e8-8739-539c952297d6 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748993039638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12178344'] for segment, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:36.469064 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-989dcae8-c89b-431b-8020-b7017e38a3b7 None None] No DVR routers for this DVR port 3afe61b6-bddc-480c-a996-c1878e9d3335 on host n-d-818823-1 {{(pid=103449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:38:36.492142 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-81c02025-4990-46e8-8739-539c952297d6 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:36.507735 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81c02025-4990-46e8-8739-539c952297d6 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Releasing vlan 614 on physical network physnet1 to pool {{(pid=103447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 20:38:36.508199 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-81c02025-4990-46e8-8739-539c952297d6 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8900762'] for segment, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:36.515444 n-d-818823-1 neutron-server[103447]: Traceback (most recent call last): Nov 22 20:38:36.515444 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 20:38:36.515444 n-d-818823-1 neutron-server[103447]: timer() Nov 22 20:38:36.515444 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 20:38:36.515444 n-d-818823-1 neutron-server[103447]: cb(*args, **kw) Nov 22 20:38:36.515444 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 20:38:36.515444 n-d-818823-1 neutron-server[103447]: return func(*args, **kwargs) Nov 22 20:38:36.515444 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 20:38:36.515444 n-d-818823-1 neutron-server[103447]: self._notify() Nov 22 20:38:36.515444 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 20:38:36.515444 n-d-818823-1 neutron-server[103447]: self.callback(batched_events) Nov 22 20:38:36.515444 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 20:38:36.515444 n-d-818823-1 neutron-server[103447]: event.method(event) Nov 22 20:38:36.515444 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 20:38:36.515444 n-d-818823-1 neutron-server[103447]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 20:38:36.515444 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 20:38:36.515444 n-d-818823-1 neutron-server[103447]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 20:38:36.515444 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 20:38:36.515444 n-d-818823-1 neutron-server[103447]: return f(self, *a, **k) Nov 22 20:38:36.515444 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 20:38:36.515444 n-d-818823-1 neutron-server[103447]: return self._get(url).json() Nov 22 20:38:36.515444 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 20:38:36.515444 n-d-818823-1 neutron-server[103447]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 20:38:36.515444 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 20:38:36.515444 n-d-818823-1 neutron-server[103447]: return self.request(url, 'GET', **kwargs) Nov 22 20:38:36.515444 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 20:38:36.515444 n-d-818823-1 neutron-server[103447]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 20:38:36.515444 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 20:38:36.515444 n-d-818823-1 neutron-server[103447]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 20:38:36.515444 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 20:38:36.515444 n-d-818823-1 neutron-server[103447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 20:38:36.515444 n-d-818823-1 neutron-server[103447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 20:38:36.546129 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device ac37e0e7-b33a-44d8-889c-5f084f1b22fe no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:38:36.588074 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: ac37e0e7-b33a-44d8-889c-5f084f1b22fe {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:38:36.591769 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device ac37e0e7-b33a-44d8-889c-5f084f1b22fe not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:38:36.592383 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 3afe61b6-bddc-480c-a996-c1878e9d3335 no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:38:36.615285 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: 3afe61b6-bddc-480c-a996-c1878e9d3335 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:38:36.615943 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 3afe61b6-bddc-480c-a996-c1878e9d3335 not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:38:36.646843 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-09413a3a-d31c-41ea-9a55-e82799026bd5 tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:36.667882 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-81c02025-4990-46e8-8739-539c952297d6 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3760002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595318'] for network, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:36.674070 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-81c02025-4990-46e8-8739-539c952297d6 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks [] for network, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:36.680735 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-81c02025-4990-46e8-8739-539c952297d6 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] 10.222.0.46 "DELETE /v2.0/networks/13b52ebc-6951-42ce-bc57-13f10c6552e3 HTTP/1.1" status: 204 len: 168 time: 1.0837839 Nov 22 20:38:36.686597 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 49646) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:36.780614 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c02025-4990-46e8-8739-539c952297d6 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Pushing event deleted for resources: {'Network': ['ID=13b52ebc-6951-42ce-bc57-13f10c6552e3,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:38:36.970961 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-09413a3a-d31c-41ea-9a55-e82799026bd5 tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:36.994189 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-09413a3a-d31c-41ea-9a55-e82799026bd5 tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:37.128465 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [None req-09413a3a-d31c-41ea-9a55-e82799026bd5 tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] Allocated IP 172.25.5.239 (c48a55e9-6a85-4746-b7bf-3e29fb560094/5da6f781-63e6-4328-ae7a-5e672262f55a/ab00fa8c-ee21-4c73-8a6f-d138fc9a589a) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:38:37.167598 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9c8046f8-c53e-4415-8354-677bd1d7b775 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659736'] for router_interface, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:37.254648 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-09413a3a-d31c-41ea-9a55-e82799026bd5 tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:37.312944 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-09413a3a-d31c-41ea-9a55-e82799026bd5 tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:37.347500 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 49660) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:37.365584 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09413a3a-d31c-41ea-9a55-e82799026bd5 tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] Network c48a55e9-6a85-4746-b7bf-3e29fb560094 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:38:37.369654 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-09413a3a-d31c-41ea-9a55-e82799026bd5 tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:38:37.372831 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09413a3a-d31c-41ea-9a55-e82799026bd5 tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:38:37.383690 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09413a3a-d31c-41ea-9a55-e82799026bd5 tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] Pushing event updated for resources: {'Port': ['ID=ab00fa8c-ee21-4c73-8a6f-d138fc9a589a,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:38:37.384172 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6466cd4-43e2-4cca-abe7-1b9104709b5c None None] DHCP port deletion for c48a55e9-6a85-4746-b7bf-3e29fb560094 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:38:37.487931 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-9c8046f8-c53e-4415-8354-677bd1d7b775 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Deleting port 0ba51194-2cd9-487e-97ba-676b4edd46eb {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:38:37.488276 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9c8046f8-c53e-4415-8354-677bd1d7b775 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:37.520998 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ed4177db-8da5-450d-a6c4-78667ef58d08 None None] Provisioning complete for port ab00fa8c-ee21-4c73-8a6f-d138fc9a589a triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:38:37.521777 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ed4177db-8da5-450d-a6c4-78667ef58d08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:37.538740 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-7930a78f-9fc3-4236-a213-a17ca448cb3e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:37.565971 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-ed4177db-8da5-450d-a6c4-78667ef58d08 None None] Port ab00fa8c-ee21-4c73-8a6f-d138fc9a589a cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:38:37.625939 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [None req-9c8046f8-c53e-4415-8354-677bd1d7b775 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] For port 0ba51194-2cd9-487e-97ba-676b4edd46eb, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=0ba51194-2cd9-487e-97ba-676b4edd46eb,segment=NetworkSegment(f74a9df0-a64c-4d4b-843a-576ecc12d2ae),segment_id=f74a9df0-a64c-4d4b-843a-576ecc12d2ae)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:38:37.626407 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9c8046f8-c53e-4415-8354-677bd1d7b775 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:37.650942 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-9c8046f8-c53e-4415-8354-677bd1d7b775 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Calling delete_port for 0ba51194-2cd9-487e-97ba-676b4edd46eb owned by network:router_interface {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:38:37.725440 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-09413a3a-d31c-41ea-9a55-e82799026bd5 tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:37.726035 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-7930a78f-9fc3-4236-a213-a17ca448cb3e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:37.740305 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-7930a78f-9fc3-4236-a213-a17ca448cb3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:37.768112 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7930a78f-9fc3-4236-a213-a17ca448cb3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e40d3570-fc9f-4e4f-bbf6-c6dd5a771a09,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:38:37.859712 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-7930a78f-9fc3-4236-a213-a17ca448cb3e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=51070ce9e32a49aaab1e036f5aff5b4d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5086391 Nov 22 20:38:37.859914 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 49664) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:37.968317 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9c8046f8-c53e-4415-8354-677bd1d7b775 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:38.004016 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8046f8-c53e-4415-8354-677bd1d7b775 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Pushing event deleted for resources: {'Port': ['ID=0ba51194-2cd9-487e-97ba-676b4edd46eb,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:38:38.018225 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5513e0e6-d90b-4778-b4ee-b76766b5031f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:38.056723 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5513e0e6-d90b-4778-b4ee-b76766b5031f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:38.069134 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-09413a3a-d31c-41ea-9a55-e82799026bd5 tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-541823', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-659547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25662'] for router, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:38.080925 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-09413a3a-d31c-41ea-9a55-e82799026bd5 tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-841284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-541764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-841989', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-659616'] for router, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:38.163092 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9c8046f8-c53e-4415-8354-677bd1d7b775 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-563470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-663272'] for router_interface, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:38.232133 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5513e0e6-d90b-4778-b4ee-b76766b5031f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:38.234918 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5513e0e6-d90b-4778-b4ee-b76766b5031f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:38.238584 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-5513e0e6-d90b-4778-b4ee-b76766b5031f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e40d3570-fc9f-4e4f-bbf6-c6dd5a771a09 HTTP/1.1" status: 204 len: 168 time: 0.3752606 Nov 22 20:38:38.250635 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5513e0e6-d90b-4778-b4ee-b76766b5031f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e40d3570-fc9f-4e4f-bbf6-c6dd5a771a09,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:38:38.265812 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09413a3a-d31c-41ea-9a55-e82799026bd5 tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] Router e78dc703-3a85-437b-9d7c-4bbc1aa78ead is scheduled to L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 with binding_index 1 {{(pid=103448) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 20:38:38.440028 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09413a3a-d31c-41ea-9a55-e82799026bd5 tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:38:38.445107 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-09413a3a-d31c-41ea-9a55-e82799026bd5 tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] Publish callbacks [] for router, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:38.446649 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-09413a3a-d31c-41ea-9a55-e82799026bd5 tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] 10.222.0.46 "PUT /v2.0/routers/e78dc703-3a85-437b-9d7c-4bbc1aa78ead HTTP/1.1" status: 200 len: 919 time: 2.5602064 Nov 22 20:38:38.448988 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 49672) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:38.453749 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2067119e-36c7-4a72-9c08-32de897d56d9 None None] Sync routers for ids ['e78dc703-3a85-437b-9d7c-4bbc1aa78ead'] in n-d-818823-1 {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:38:38.474984 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2067119e-36c7-4a72-9c08-32de897d56d9 None None] Routers {'e78dc703-3a85-437b-9d7c-4bbc1aa78ead'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:38:38.477576 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-2067119e-36c7-4a72-9c08-32de897d56d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:38:33Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['e78dc703-3a85-437b-9d7c-4bbc1aa78ead'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:38:38.478732 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c8046f8-c53e-4415-8354-677bd1d7b775 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Router 2e6e32ab-6b85-4564-8b46-1aa4e6f278f3 has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 20:38:38.576055 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-2067119e-36c7-4a72-9c08-32de897d56d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:38:38.595506 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-18c90e51-5565-4715-805b-d5550b9a655d tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] 10.222.0.46 "GET /v2.0/routers/e78dc703-3a85-437b-9d7c-4bbc1aa78ead HTTP/1.1" status: 200 len: 925 time: 0.1448016 Nov 22 20:38:38.596575 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2067119e-36c7-4a72-9c08-32de897d56d9 None None] Routers {'e78dc703-3a85-437b-9d7c-4bbc1aa78ead'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:38:38.597233 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-2067119e-36c7-4a72-9c08-32de897d56d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:38:33Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['e78dc703-3a85-437b-9d7c-4bbc1aa78ead'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:38:38.597795 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 49676) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:38.681163 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c8046f8-c53e-4415-8354-677bd1d7b775 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:38:38.690195 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-2067119e-36c7-4a72-9c08-32de897d56d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:38:38.691542 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2067119e-36c7-4a72-9c08-32de897d56d9 None None] The sync data for ids ['e78dc703-3a85-437b-9d7c-4bbc1aa78ead'] in n-d-818823-1 is: [] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:38:38.691958 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-9c8046f8-c53e-4415-8354-677bd1d7b775 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] 10.222.0.46 "PUT /v2.0/routers/2e6e32ab-6b85-4564-8b46-1aa4e6f278f3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0026343 Nov 22 20:38:38.693042 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c517a7ce-6d5a-4321-a8e5-0fea7e81e7f7 None None] Sync routers for ids ['2e6e32ab-6b85-4564-8b46-1aa4e6f278f3'] in n-d-818823-1 {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:38:38.695046 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 49678) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:38.714723 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 49680) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:38.719506 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c517a7ce-6d5a-4321-a8e5-0fea7e81e7f7 None None] Routers {'2e6e32ab-6b85-4564-8b46-1aa4e6f278f3'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:38:38.720138 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-c517a7ce-6d5a-4321-a8e5-0fea7e81e7f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:38:33Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['2e6e32ab-6b85-4564-8b46-1aa4e6f278f3'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:38:38.731040 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-d4edee38-b1a8-4b1e-8ea8-95f5dc5a570c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:38.781931 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f155150-eb00-466a-9f64-d0e3fcd479fa tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:38:38.790502 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 49682) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:38.791045 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-0f155150-eb00-466a-9f64-d0e3fcd479fa tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] 10.222.0.46 "GET /v2.0/ports?network_id=c48a55e9-6a85-4746-b7bf-3e29fb560094&device_id=e78dc703-3a85-437b-9d7c-4bbc1aa78ead&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1918182 Nov 22 20:38:38.821208 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_v2 [None req-35a23b0b-0708-4e80-aa06-0fd2e0c9f14e tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Deleting subnet cc3c8d85-cb23-430f-95d8-8da783d221bc {{(pid=103448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 20:38:38.824865 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-35a23b0b-0708-4e80-aa06-0fd2e0c9f14e tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks [] for subnet, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:38.868639 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-c517a7ce-6d5a-4321-a8e5-0fea7e81e7f7 None None] Set router 2e6e32ab-6b85-4564-8b46-1aa4e6f278f3 gateway port host: None {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:38:38.895557 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-35a23b0b-0708-4e80-aa06-0fd2e0c9f14e tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11627908'] for subnet, precommit_delete_associations {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:38.934937 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-d4edee38-b1a8-4b1e-8ea8-95f5dc5a570c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:38.950198 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-d4edee38-b1a8-4b1e-8ea8-95f5dc5a570c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:39.023191 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-d4edee38-b1a8-4b1e-8ea8-95f5dc5a570c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ee0ef9b15e244c2bb29c56dba92c8d4a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3064883 Nov 22 20:38:39.025031 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 49690) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:39.028641 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4edee38-b1a8-4b1e-8ea8-95f5dc5a570c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c70c87a-1436-456a-960b-241b2c6dc029,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:38:39.046680 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbbe13bb-a420-43fb-885c-1be6d442dfb0 tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:38:39.049154 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-bbbe13bb-a420-43fb-885c-1be6d442dfb0 tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] 10.222.0.46 "GET /v2.0/networks/c48a55e9-6a85-4746-b7bf-3e29fb560094 HTTP/1.1" status: 200 len: 881 time: 0.2560220 Nov 22 20:38:39.053709 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 49692) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:39.096066 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-35a23b0b-0708-4e80-aa06-0fd2e0c9f14e tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3753007'] for subnet, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:39.102806 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-ace4be70-b365-476c-b02e-f9b1831b7373 tempest-RoutersIpV6AdminTest-639267305 tempest-RoutersIpV6AdminTest-639267305-project] 10.222.0.46 "GET /v2.0/ports?device_id=e78dc703-3a85-437b-9d7c-4bbc1aa78ead HTTP/1.1" status: 200 len: 205 time: 0.0455971 Nov 22 20:38:39.105296 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 49694) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:39.206107 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-c517a7ce-6d5a-4321-a8e5-0fea7e81e7f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e6e32ab-6b85-4564-8b46-1aa4e6f278f3', 'name': 'tempest-RoutersIpV6Test-router-180704228', 'tenant_id': '420a748461434084ac365abc58fa6e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:38:08Z', 'updated_at': '2021-11-22T20:38:37Z', 'revision_number': 9, 'project_id': '420a748461434084ac365abc58fa6e97', 'gw_port_host': None, '_interfaces': [{'id': '4f0fc6b5-bf93-4434-baa3-8b6a3abc33c5', 'name': '', 'network_id': 'c7b3ca16-c489-4dba-b55f-f76f675059de', 'tenant_id': '420a748461434084ac365abc58fa6e97', 'mac_address': 'fa:16:3e:0b:14:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e6e32ab-6b85-4564-8b46-1aa4e6f278f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': '7e91458f-88b4-4870-a0d5-4733f6366cea', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:38:09Z', 'updated_at': '2021-11-22T20:38:14Z', 'revision_number': 5, 'project_id': '420a748461434084ac365abc58fa6e97', 'subnets': [{'id': '7e91458f-88b4-4870-a0d5-4733f6366cea', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fce24294-6596-4a74-8c76-a6a20e280463', 'name': '', 'network_id': 'f8b352aa-ab1a-47f0-aeb4-5858393cb523', 'tenant_id': '420a748461434084ac365abc58fa6e97', 'mac_address': 'fa:16:3e:43:20:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e6e32ab-6b85-4564-8b46-1aa4e6f278f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3393, 'fixed_ips': [{'subnet_id': '9802201d-e5bf-416f-a9a6-aeabd2212ef4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:38:14Z', 'updated_at': '2021-11-22T20:38:22Z', 'revision_number': 5, 'project_id': '420a748461434084ac365abc58fa6e97', 'subnets': [{'id': '9802201d-e5bf-416f-a9a6-aeabd2212ef4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:38:39.234883 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cd241119-3b8c-4b58-b35c-e3ca9b660712 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:39.240817 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c517a7ce-6d5a-4321-a8e5-0fea7e81e7f7 None None] Checking router: 2e6e32ab-6b85-4564-8b46-1aa4e6f278f3 for host: n-d-818823-1 {{(pid=103450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 20:38:39.255349 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c517a7ce-6d5a-4321-a8e5-0fea7e81e7f7 None None] Routers {'2e6e32ab-6b85-4564-8b46-1aa4e6f278f3'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:38:39.256451 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-c517a7ce-6d5a-4321-a8e5-0fea7e81e7f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:38:33Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['2e6e32ab-6b85-4564-8b46-1aa4e6f278f3'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:38:39.279856 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-35a23b0b-0708-4e80-aa06-0fd2e0c9f14e tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3753014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11567369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11792914'] for subnet, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:39.302973 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cd241119-3b8c-4b58-b35c-e3ca9b660712 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:39.355162 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-c517a7ce-6d5a-4321-a8e5-0fea7e81e7f7 None None] Set router 2e6e32ab-6b85-4564-8b46-1aa4e6f278f3 gateway port host: None {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:38:39.374773 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a23b0b-0708-4e80-aa06-0fd2e0c9f14e tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Pushing event deleted for resources: {'Subnet': ['ID=cc3c8d85-cb23-430f-95d8-8da783d221bc,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:38:39.382518 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-35a23b0b-0708-4e80-aa06-0fd2e0c9f14e tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:39.386536 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-35a23b0b-0708-4e80-aa06-0fd2e0c9f14e tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] 10.222.0.46 "DELETE /v2.0/subnets/cc3c8d85-cb23-430f-95d8-8da783d221bc HTTP/1.1" status: 204 len: 168 time: 0.6885891 Nov 22 20:38:39.391265 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 49698) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:39.391752 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b07cbd5-292f-4b61-9136-ee7e271bf6b9 None None] Network b1b78167-35af-4734-a6de-e9eb01a6bc49 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:38:39.570332 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cd241119-3b8c-4b58-b35c-e3ca9b660712 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:39.573597 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cd241119-3b8c-4b58-b35c-e3ca9b660712 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:39.574770 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-cd241119-3b8c-4b58-b35c-e3ca9b660712 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3c70c87a-1436-456a-960b-241b2c6dc029 HTTP/1.1" status: 204 len: 168 time: 0.5471814 Nov 22 20:38:39.589396 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-73fdfd75-28a4-40e4-8fc0-2bd1b0415064 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3961693'] for network, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:39.612229 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd241119-3b8c-4b58-b35c-e3ca9b660712 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c70c87a-1436-456a-960b-241b2c6dc029,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:38:39.738010 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-73fdfd75-28a4-40e4-8fc0-2bd1b0415064 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Deleting port 5a830c42-2a8d-433b-abeb-867ffe7c6b52 {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:38:39.738356 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-73fdfd75-28a4-40e4-8fc0-2bd1b0415064 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:39.755290 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-241740cc-5854-43ae-affb-6c903f98c95d tempest-RoutersIpV6AdminTest-639267305 tempest-RoutersIpV6AdminTest-639267305-project] Publish callbacks [] for router, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:39.870277 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-73fdfd75-28a4-40e4-8fc0-2bd1b0415064 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] For port 5a830c42-2a8d-433b-abeb-867ffe7c6b52, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=5a830c42-2a8d-433b-abeb-867ffe7c6b52,segment=NetworkSegment(f74a9df0-a64c-4d4b-843a-576ecc12d2ae),segment_id=f74a9df0-a64c-4d4b-843a-576ecc12d2ae)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:38:39.870855 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-73fdfd75-28a4-40e4-8fc0-2bd1b0415064 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:39.871608 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14dbf369-2df0-4484-a4dc-05ca2a0ca307 None None] DHCP port deletion for b1b78167-35af-4734-a6de-e9eb01a6bc49 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:38:39.912914 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-73fdfd75-28a4-40e4-8fc0-2bd1b0415064 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Calling delete_port for 5a830c42-2a8d-433b-abeb-867ffe7c6b52 owned by network:dhcp {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:38:39.997273 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-241740cc-5854-43ae-affb-6c903f98c95d tempest-RoutersIpV6AdminTest-639267305 tempest-RoutersIpV6AdminTest-639267305-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:40.003576 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-14dbf369-2df0-4484-a4dc-05ca2a0ca307 None None] Deleting port 5a830c42-2a8d-433b-abeb-867ffe7c6b52 {{(pid=103449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:38:40.005262 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-14dbf369-2df0-4484-a4dc-05ca2a0ca307 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:40.078884 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-c517a7ce-6d5a-4321-a8e5-0fea7e81e7f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e6e32ab-6b85-4564-8b46-1aa4e6f278f3', 'name': 'tempest-RoutersIpV6Test-router-180704228', 'tenant_id': '420a748461434084ac365abc58fa6e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:38:08Z', 'updated_at': '2021-11-22T20:38:37Z', 'revision_number': 9, 'project_id': '420a748461434084ac365abc58fa6e97', 'gw_port_host': None, '_interfaces': [{'id': '4f0fc6b5-bf93-4434-baa3-8b6a3abc33c5', 'name': '', 'network_id': 'c7b3ca16-c489-4dba-b55f-f76f675059de', 'tenant_id': '420a748461434084ac365abc58fa6e97', 'mac_address': 'fa:16:3e:0b:14:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e6e32ab-6b85-4564-8b46-1aa4e6f278f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': '7e91458f-88b4-4870-a0d5-4733f6366cea', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:38:09Z', 'updated_at': '2021-11-22T20:38:14Z', 'revision_number': 5, 'project_id': '420a748461434084ac365abc58fa6e97', 'subnets': [{'id': '7e91458f-88b4-4870-a0d5-4733f6366cea', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fce24294-6596-4a74-8c76-a6a20e280463', 'name': '', 'network_id': 'f8b352aa-ab1a-47f0-aeb4-5858393cb523', 'tenant_id': '420a748461434084ac365abc58fa6e97', 'mac_address': 'fa:16:3e:43:20:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e6e32ab-6b85-4564-8b46-1aa4e6f278f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3393, 'fixed_ips': [{'subnet_id': '9802201d-e5bf-416f-a9a6-aeabd2212ef4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:38:14Z', 'updated_at': '2021-11-22T20:38:22Z', 'revision_number': 5, 'project_id': '420a748461434084ac365abc58fa6e97', 'subnets': [{'id': '9802201d-e5bf-416f-a9a6-aeabd2212ef4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:38:40.129143 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-73fdfd75-28a4-40e4-8fc0-2bd1b0415064 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:40.140707 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c517a7ce-6d5a-4321-a8e5-0fea7e81e7f7 None None] The sync data for ids ['2e6e32ab-6b85-4564-8b46-1aa4e6f278f3'] in n-d-818823-1 is: [{'id': '2e6e32ab-6b85-4564-8b46-1aa4e6f278f3', 'name': 'tempest-RoutersIpV6Test-router-180704228', 'tenant_id': '420a748461434084ac365abc58fa6e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:38:08Z', 'updated_at': '2021-11-22T20:38:37Z', 'revision_number': 9, 'project_id': '420a748461434084ac365abc58fa6e97', 'gw_port_host': None, '_interfaces': [{'id': '4f0fc6b5-bf93-4434-baa3-8b6a3abc33c5', 'name': '', 'network_id': 'c7b3ca16-c489-4dba-b55f-f76f675059de', 'tenant_id': '420a748461434084ac365abc58fa6e97', 'mac_address': 'fa:16:3e:0b:14:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e6e32ab-6b85-4564-8b46-1aa4e6f278f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': '7e91458f-88b4-4870-a0d5-4733f6366cea', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:38:09Z', 'updated_at': '2021-11-22T20:38:14Z', 'revision_number': 5, 'project_id': '420a748461434084ac365abc58fa6e97', 'subnets': [{'id': '7e91458f-88b4-4870-a0d5-4733f6366cea', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fce24294-6596-4a74-8c76-a6a20e280463', 'name': '', 'network_id': 'f8b352aa-ab1a-47f0-aeb4-5858393cb523', 'tenant_id': '420a748461434084ac365abc58fa6e97', 'mac_address': 'fa:16:3e:43:20:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e6e32ab-6b85-4564-8b46-1aa4e6f278f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3393, 'fixed_ips': [{'subnet_id': '9802201d-e5bf-416f-a9a6-aeabd2212ef4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:38:14Z', 'updated_at': '2021-11-22T20:38:22Z', 'revision_number': 5, 'project_id': '420a748461434084ac365abc58fa6e97', 'subnets': [{'id': '9802201d-e5bf-416f-a9a6-aeabd2212ef4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:38:40.159772 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-241740cc-5854-43ae-affb-6c903f98c95d tempest-RoutersIpV6AdminTest-639267305 tempest-RoutersIpV6AdminTest-639267305-project] Deleting port ab00fa8c-ee21-4c73-8a6f-d138fc9a589a {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:38:40.162662 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-241740cc-5854-43ae-affb-6c903f98c95d tempest-RoutersIpV6AdminTest-639267305 tempest-RoutersIpV6AdminTest-639267305-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:40.176359 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fdfd75-28a4-40e4-8fc0-2bd1b0415064 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Pushing event deleted for resources: {'Port': ['ID=5a830c42-2a8d-433b-abeb-867ffe7c6b52,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:38:40.184166 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73fdfd75-28a4-40e4-8fc0-2bd1b0415064 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] No DVR routers for this DVR port 5a830c42-2a8d-433b-abeb-867ffe7c6b52 on host n-d-818823-1 {{(pid=103448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:38:40.195702 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-14dbf369-2df0-4484-a4dc-05ca2a0ca307 None None] For port 5a830c42-2a8d-433b-abeb-867ffe7c6b52, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=5a830c42-2a8d-433b-abeb-867ffe7c6b52,segment=NetworkSegment(f74a9df0-a64c-4d4b-843a-576ecc12d2ae),segment_id=f74a9df0-a64c-4d4b-843a-576ecc12d2ae)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:38:40.199770 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-14dbf369-2df0-4484-a4dc-05ca2a0ca307 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:40.231355 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-14dbf369-2df0-4484-a4dc-05ca2a0ca307 None None] Calling delete_port for 5a830c42-2a8d-433b-abeb-867ffe7c6b52 owned by network:dhcp {{(pid=103449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:38:40.302095 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-73fdfd75-28a4-40e4-8fc0-2bd1b0415064 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3760028', 'neutron.services.segments.db._delete_segments_for_network-8748992815755'] for network, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:40.328877 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-73fdfd75-28a4-40e4-8fc0-2bd1b0415064 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1b78167-35af-4734-a6de-e9eb01a6bc49']}} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:38:40.340978 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-73fdfd75-28a4-40e4-8fc0-2bd1b0415064 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f74a9df0-a64c-4d4b-843a-576ecc12d2ae') {'for_net_delete': True} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:38:40.341505 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-73fdfd75-28a4-40e4-8fc0-2bd1b0415064 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f74a9df0-a64c-4d4b-843a-576ecc12d2ae') {} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:38:40.364795 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-73fdfd75-28a4-40e4-8fc0-2bd1b0415064 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748993039638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11627933'] for segment, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:40.386909 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-14dbf369-2df0-4484-a4dc-05ca2a0ca307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381'] for port, after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:40.389764 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-73fdfd75-28a4-40e4-8fc0-2bd1b0415064 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:40.405040 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73fdfd75-28a4-40e4-8fc0-2bd1b0415064 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Releasing vlan 646 on physical network physnet1 to pool {{(pid=103448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 20:38:40.406223 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-73fdfd75-28a4-40e4-8fc0-2bd1b0415064 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11567447'] for segment, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:40.412871 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dbf369-2df0-4484-a4dc-05ca2a0ca307 None None] Pushing event deleted for resources: {'Port': ['ID=5a830c42-2a8d-433b-abeb-867ffe7c6b52,revision_number=None']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:38:40.413633 n-d-818823-1 neutron-server[103448]: Traceback (most recent call last): Nov 22 20:38:40.413633 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 20:38:40.413633 n-d-818823-1 neutron-server[103448]: timer() Nov 22 20:38:40.413633 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 20:38:40.413633 n-d-818823-1 neutron-server[103448]: cb(*args, **kw) Nov 22 20:38:40.413633 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 20:38:40.413633 n-d-818823-1 neutron-server[103448]: return func(*args, **kwargs) Nov 22 20:38:40.413633 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 20:38:40.413633 n-d-818823-1 neutron-server[103448]: self._notify() Nov 22 20:38:40.413633 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 20:38:40.413633 n-d-818823-1 neutron-server[103448]: self.callback(batched_events) Nov 22 20:38:40.413633 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 20:38:40.413633 n-d-818823-1 neutron-server[103448]: event.method(event) Nov 22 20:38:40.413633 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 20:38:40.413633 n-d-818823-1 neutron-server[103448]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 20:38:40.413633 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 20:38:40.413633 n-d-818823-1 neutron-server[103448]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 20:38:40.413633 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 20:38:40.413633 n-d-818823-1 neutron-server[103448]: return f(self, *a, **k) Nov 22 20:38:40.413633 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 20:38:40.413633 n-d-818823-1 neutron-server[103448]: return self._get(url).json() Nov 22 20:38:40.413633 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 20:38:40.413633 n-d-818823-1 neutron-server[103448]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 20:38:40.413633 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 20:38:40.413633 n-d-818823-1 neutron-server[103448]: return self.request(url, 'GET', **kwargs) Nov 22 20:38:40.413633 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 20:38:40.413633 n-d-818823-1 neutron-server[103448]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 20:38:40.413633 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 20:38:40.413633 n-d-818823-1 neutron-server[103448]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 20:38:40.413633 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 20:38:40.413633 n-d-818823-1 neutron-server[103448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 20:38:40.413633 n-d-818823-1 neutron-server[103448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 20:38:40.423982 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14dbf369-2df0-4484-a4dc-05ca2a0ca307 None None] No DVR routers for this DVR port 5a830c42-2a8d-433b-abeb-867ffe7c6b52 on host n-d-818823-1 {{(pid=103449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:38:40.434216 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-241740cc-5854-43ae-affb-6c903f98c95d tempest-RoutersIpV6AdminTest-639267305 tempest-RoutersIpV6AdminTest-639267305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:40.459277 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-241740cc-5854-43ae-affb-6c903f98c95d tempest-RoutersIpV6AdminTest-639267305 tempest-RoutersIpV6AdminTest-639267305-project] Calling delete_port for ab00fa8c-ee21-4c73-8a6f-d138fc9a589a owned by network:router_gateway {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:38:40.546357 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-73fdfd75-28a4-40e4-8fc0-2bd1b0415064 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3760002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595318'] for network, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:40.552713 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-73fdfd75-28a4-40e4-8fc0-2bd1b0415064 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks [] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:40.556378 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-73fdfd75-28a4-40e4-8fc0-2bd1b0415064 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] 10.222.0.46 "DELETE /v2.0/networks/b1b78167-35af-4734-a6de-e9eb01a6bc49 HTTP/1.1" status: 204 len: 168 time: 1.1640799 Nov 22 20:38:40.559953 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 49720) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:40.572842 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fdfd75-28a4-40e4-8fc0-2bd1b0415064 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Pushing event deleted for resources: {'Network': ['ID=b1b78167-35af-4734-a6de-e9eb01a6bc49,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:38:40.647438 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 0ba51194-2cd9-487e-97ba-676b4edd46eb no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:38:40.709897 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: 0ba51194-2cd9-487e-97ba-676b4edd46eb {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:38:40.723525 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 0ba51194-2cd9-487e-97ba-676b4edd46eb not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:38:40.724168 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 5a830c42-2a8d-433b-abeb-867ffe7c6b52 no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:38:40.773638 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: 5a830c42-2a8d-433b-abeb-867ffe7c6b52 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:38:40.781391 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 5a830c42-2a8d-433b-abeb-867ffe7c6b52 not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:38:41.078699 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-241740cc-5854-43ae-affb-6c903f98c95d tempest-RoutersIpV6AdminTest-639267305 tempest-RoutersIpV6AdminTest-639267305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:41.112451 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241740cc-5854-43ae-affb-6c903f98c95d tempest-RoutersIpV6AdminTest-639267305 tempest-RoutersIpV6AdminTest-639267305-project] Pushing event deleted for resources: {'Port': ['ID=ab00fa8c-ee21-4c73-8a6f-d138fc9a589a,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:38:41.139481 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5609bad9-1a96-4bb9-83f1-847f626ec7a6 None None] DHCP port deletion for c48a55e9-6a85-4746-b7bf-3e29fb560094 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:38:41.221024 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-241740cc-5854-43ae-affb-6c903f98c95d tempest-RoutersIpV6AdminTest-639267305 tempest-RoutersIpV6AdminTest-639267305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595398'] for router_gateway, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:41.320854 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-241740cc-5854-43ae-affb-6c903f98c95d tempest-RoutersIpV6AdminTest-639267305 tempest-RoutersIpV6AdminTest-639267305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24781'] for router, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:41.323538 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-241740cc-5854-43ae-affb-6c903f98c95d tempest-RoutersIpV6AdminTest-639267305 tempest-RoutersIpV6AdminTest-639267305-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:41.327011 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-45c8d246-d630-430f-a6fd-0ed8b8d67d88 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659736'] for router_interface, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:41.433931 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-241740cc-5854-43ae-affb-6c903f98c95d tempest-RoutersIpV6AdminTest-639267305 tempest-RoutersIpV6AdminTest-639267305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-663261'] for router, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:41.434457 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-241740cc-5854-43ae-affb-6c903f98c95d tempest-RoutersIpV6AdminTest-639267305 tempest-RoutersIpV6AdminTest-639267305-project] Fanout notify agent at l3_agent the message router_deleted on router e78dc703-3a85-437b-9d7c-4bbc1aa78ead {{(pid=103447) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 20:38:41.442765 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-241740cc-5854-43ae-affb-6c903f98c95d tempest-RoutersIpV6AdminTest-639267305 tempest-RoutersIpV6AdminTest-639267305-project] Publish callbacks [] for router, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:41.447644 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-241740cc-5854-43ae-affb-6c903f98c95d tempest-RoutersIpV6AdminTest-639267305 tempest-RoutersIpV6AdminTest-639267305-project] 10.222.0.46 "DELETE /v2.0/routers/e78dc703-3a85-437b-9d7c-4bbc1aa78ead HTTP/1.1" status: 204 len: 168 time: 2.3413131 Nov 22 20:38:41.448142 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 49754) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:41.453964 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-5a1a14d6-6c5e-448b-beec-d1134b35bfb8 tempest-RoutersIpV6AdminTest-639267305 tempest-RoutersIpV6AdminTest-639267305-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-242729437', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:38:41.481737 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5a1a14d6-6c5e-448b-beec-d1134b35bfb8 tempest-RoutersIpV6AdminTest-639267305 tempest-RoutersIpV6AdminTest-639267305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24799'] for router, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:41.483690 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5a1a14d6-6c5e-448b-beec-d1134b35bfb8 tempest-RoutersIpV6AdminTest-639267305 tempest-RoutersIpV6AdminTest-639267305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-632716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24788'] for router, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:41.555380 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5a1a14d6-6c5e-448b-beec-d1134b35bfb8 tempest-RoutersIpV6AdminTest-639267305 tempest-RoutersIpV6AdminTest-639267305-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:41.561148 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5a1a14d6-6c5e-448b-beec-d1134b35bfb8 tempest-RoutersIpV6AdminTest-639267305 tempest-RoutersIpV6AdminTest-639267305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-659538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-841284'] for router, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:41.582924 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5a1a14d6-6c5e-448b-beec-d1134b35bfb8 tempest-RoutersIpV6AdminTest-639267305 tempest-RoutersIpV6AdminTest-639267305-project] Publish callbacks [] for router, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:41.587649 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-5a1a14d6-6c5e-448b-beec-d1134b35bfb8 tempest-RoutersIpV6AdminTest-639267305 tempest-RoutersIpV6AdminTest-639267305-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1375625 Nov 22 20:38:41.588322 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 49760) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:41.592723 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-dbe1a8c5-8403-4288-bae5-75d909b45c13 tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'enable_snat': False}}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:38:41.636547 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-45c8d246-d630-430f-a6fd-0ed8b8d67d88 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Deleting port fce24294-6596-4a74-8c76-a6a20e280463 {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:38:41.636796 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-45c8d246-d630-430f-a6fd-0ed8b8d67d88 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:41.749248 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [None req-45c8d246-d630-430f-a6fd-0ed8b8d67d88 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] For port fce24294-6596-4a74-8c76-a6a20e280463, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=fce24294-6596-4a74-8c76-a6a20e280463,segment=NetworkSegment(4abae0cd-7b4e-43f9-97c1-72304e816a86),segment_id=4abae0cd-7b4e-43f9-97c1-72304e816a86)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:38:41.749612 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-45c8d246-d630-430f-a6fd-0ed8b8d67d88 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:41.763568 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-45c8d246-d630-430f-a6fd-0ed8b8d67d88 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Calling delete_port for fce24294-6596-4a74-8c76-a6a20e280463 owned by network:router_interface {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:38:41.828136 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-dbe1a8c5-8403-4288-bae5-75d909b45c13 tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:41.953788 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-45c8d246-d630-430f-a6fd-0ed8b8d67d88 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:41.988377 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c8d246-d630-430f-a6fd-0ed8b8d67d88 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Pushing event deleted for resources: {'Port': ['ID=fce24294-6596-4a74-8c76-a6a20e280463,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:38:42.062781 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-dbe1a8c5-8403-4288-bae5-75d909b45c13 tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:42.085232 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-dbe1a8c5-8403-4288-bae5-75d909b45c13 tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:42.132715 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-45c8d246-d630-430f-a6fd-0ed8b8d67d88 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-563470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-663272'] for router_interface, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:42.204608 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [None req-dbe1a8c5-8403-4288-bae5-75d909b45c13 tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] Allocated IP 172.25.5.221 (c48a55e9-6a85-4746-b7bf-3e29fb560094/5da6f781-63e6-4328-ae7a-5e672262f55a/a768ede5-62b5-4294-81a8-57f6846b9117) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:38:42.349947 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45c8d246-d630-430f-a6fd-0ed8b8d67d88 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Router 2e6e32ab-6b85-4564-8b46-1aa4e6f278f3 has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 20:38:42.358683 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-dbe1a8c5-8403-4288-bae5-75d909b45c13 tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:42.401952 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-dbe1a8c5-8403-4288-bae5-75d909b45c13 tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:42.450960 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbe1a8c5-8403-4288-bae5-75d909b45c13 tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] Network c48a55e9-6a85-4746-b7bf-3e29fb560094 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:38:42.463946 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-dbe1a8c5-8403-4288-bae5-75d909b45c13 tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:38:42.466904 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe1a8c5-8403-4288-bae5-75d909b45c13 tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:38:42.481209 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbeea4d6-c38a-4457-ac97-d2882c94f09e None None] DHCP port deletion for c48a55e9-6a85-4746-b7bf-3e29fb560094 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:38:42.483084 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45c8d246-d630-430f-a6fd-0ed8b8d67d88 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:38:42.493495 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-45c8d246-d630-430f-a6fd-0ed8b8d67d88 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] 10.222.0.46 "PUT /v2.0/routers/2e6e32ab-6b85-4564-8b46-1aa4e6f278f3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9292731 Nov 22 20:38:42.494761 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb54124-bd92-432f-8cfb-84d8cf424a05 None None] Sync routers for ids ['2e6e32ab-6b85-4564-8b46-1aa4e6f278f3'] in n-d-818823-1 {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:38:42.496691 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 49778) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:42.530672 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe1a8c5-8403-4288-bae5-75d909b45c13 tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] Pushing event updated for resources: {'Port': ['ID=a768ede5-62b5-4294-81a8-57f6846b9117,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:38:42.538006 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb54124-bd92-432f-8cfb-84d8cf424a05 None None] Routers {'2e6e32ab-6b85-4564-8b46-1aa4e6f278f3'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:38:42.541828 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-8eb54124-bd92-432f-8cfb-84d8cf424a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:38:33Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['2e6e32ab-6b85-4564-8b46-1aa4e6f278f3'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:38:42.568923 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_v2 [None req-92b284fc-25da-45c9-a509-309001dfee45 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Deleting subnet 9802201d-e5bf-416f-a9a6-aeabd2212ef4 {{(pid=103447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 20:38:42.572591 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-92b284fc-25da-45c9-a509-309001dfee45 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks [] for subnet, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:42.623636 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-92b284fc-25da-45c9-a509-309001dfee45 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12178353'] for subnet, precommit_delete_associations {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:42.688783 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-919a9ca4-655f-4034-9172-fbf29b61ff8c None None] Provisioning complete for port a768ede5-62b5-4294-81a8-57f6846b9117 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:38:42.698537 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-919a9ca4-655f-4034-9172-fbf29b61ff8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:42.755403 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-92b284fc-25da-45c9-a509-309001dfee45 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3753007'] for subnet, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:42.791439 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-919a9ca4-655f-4034-9172-fbf29b61ff8c None None] Port a768ede5-62b5-4294-81a8-57f6846b9117 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:38:42.803117 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-8eb54124-bd92-432f-8cfb-84d8cf424a05 None None] Set router 2e6e32ab-6b85-4564-8b46-1aa4e6f278f3 gateway port host: None {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:38:42.872610 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-92b284fc-25da-45c9-a509-309001dfee45 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3753014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8900804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8485115'] for subnet, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:42.920331 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-92b284fc-25da-45c9-a509-309001dfee45 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks [] for subnet, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:42.926743 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-92b284fc-25da-45c9-a509-309001dfee45 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] 10.222.0.46 "DELETE /v2.0/subnets/9802201d-e5bf-416f-a9a6-aeabd2212ef4 HTTP/1.1" status: 204 len: 168 time: 0.4283473 Nov 22 20:38:42.928051 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b284fc-25da-45c9-a509-309001dfee45 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Pushing event deleted for resources: {'Subnet': ['ID=9802201d-e5bf-416f-a9a6-aeabd2212ef4,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:38:42.932283 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 49792) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:43.026051 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6230eee3-7557-4fb2-8469-171d92f89ffe None None] Network f8b352aa-ab1a-47f0-aeb4-5858393cb523 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:38:43.038229 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-645411e9-e2cd-42ee-a25b-7002f9d4ec50 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3961693'] for network, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:43.106688 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-645411e9-e2cd-42ee-a25b-7002f9d4ec50 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Deleting port 9dbc2c81-c4de-44e5-920b-e2c17b3e940f {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:38:43.107297 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-645411e9-e2cd-42ee-a25b-7002f9d4ec50 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:43.178654 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-8eb54124-bd92-432f-8cfb-84d8cf424a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e6e32ab-6b85-4564-8b46-1aa4e6f278f3', 'name': 'tempest-RoutersIpV6Test-router-180704228', 'tenant_id': '420a748461434084ac365abc58fa6e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:38:08Z', 'updated_at': '2021-11-22T20:38:41Z', 'revision_number': 10, 'project_id': '420a748461434084ac365abc58fa6e97', 'gw_port_host': None, '_interfaces': [{'id': '4f0fc6b5-bf93-4434-baa3-8b6a3abc33c5', 'name': '', 'network_id': 'c7b3ca16-c489-4dba-b55f-f76f675059de', 'tenant_id': '420a748461434084ac365abc58fa6e97', 'mac_address': 'fa:16:3e:0b:14:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e6e32ab-6b85-4564-8b46-1aa4e6f278f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': '7e91458f-88b4-4870-a0d5-4733f6366cea', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:38:09Z', 'updated_at': '2021-11-22T20:38:14Z', 'revision_number': 5, 'project_id': '420a748461434084ac365abc58fa6e97', 'subnets': [{'id': '7e91458f-88b4-4870-a0d5-4733f6366cea', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:38:43.206792 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb54124-bd92-432f-8cfb-84d8cf424a05 None None] Checking router: 2e6e32ab-6b85-4564-8b46-1aa4e6f278f3 for host: n-d-818823-1 {{(pid=103449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 20:38:43.217259 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb54124-bd92-432f-8cfb-84d8cf424a05 None None] Routers {'2e6e32ab-6b85-4564-8b46-1aa4e6f278f3'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:38:43.217811 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-8eb54124-bd92-432f-8cfb-84d8cf424a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:38:33Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['2e6e32ab-6b85-4564-8b46-1aa4e6f278f3'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:38:43.233700 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [None req-645411e9-e2cd-42ee-a25b-7002f9d4ec50 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] For port 9dbc2c81-c4de-44e5-920b-e2c17b3e940f, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=9dbc2c81-c4de-44e5-920b-e2c17b3e940f,segment=NetworkSegment(4abae0cd-7b4e-43f9-97c1-72304e816a86),segment_id=4abae0cd-7b4e-43f9-97c1-72304e816a86)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:38:43.237324 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-645411e9-e2cd-42ee-a25b-7002f9d4ec50 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:43.252938 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-645411e9-e2cd-42ee-a25b-7002f9d4ec50 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Calling delete_port for 9dbc2c81-c4de-44e5-920b-e2c17b3e940f owned by network:dhcp {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:38:43.318720 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-8eb54124-bd92-432f-8cfb-84d8cf424a05 None None] Set router 2e6e32ab-6b85-4564-8b46-1aa4e6f278f3 gateway port host: None {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:38:43.341668 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-645411e9-e2cd-42ee-a25b-7002f9d4ec50 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:43.362374 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eb08b89-02a9-429d-a660-7220a9c2c2c1 None None] DHCP port deletion for f8b352aa-ab1a-47f0-aeb4-5858393cb523 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:38:43.368006 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-dbe1a8c5-8403-4288-bae5-75d909b45c13 tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:43.378181 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645411e9-e2cd-42ee-a25b-7002f9d4ec50 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Pushing event deleted for resources: {'Port': ['ID=9dbc2c81-c4de-44e5-920b-e2c17b3e940f,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:38:43.391578 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-645411e9-e2cd-42ee-a25b-7002f9d4ec50 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] No DVR routers for this DVR port 9dbc2c81-c4de-44e5-920b-e2c17b3e940f on host n-d-818823-1 {{(pid=103447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:38:43.493848 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-645411e9-e2cd-42ee-a25b-7002f9d4ec50 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3760028', 'neutron.services.segments.db._delete_segments_for_network-8748992815755'] for network, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:43.518095 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-645411e9-e2cd-42ee-a25b-7002f9d4ec50 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8b352aa-ab1a-47f0-aeb4-5858393cb523']}} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:38:43.531377 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-645411e9-e2cd-42ee-a25b-7002f9d4ec50 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4abae0cd-7b4e-43f9-97c1-72304e816a86') {'for_net_delete': True} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:38:43.531734 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-645411e9-e2cd-42ee-a25b-7002f9d4ec50 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4abae0cd-7b4e-43f9-97c1-72304e816a86') {} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:38:43.544574 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-645411e9-e2cd-42ee-a25b-7002f9d4ec50 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748993039638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12178344'] for segment, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:43.562810 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-645411e9-e2cd-42ee-a25b-7002f9d4ec50 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:43.569967 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-645411e9-e2cd-42ee-a25b-7002f9d4ec50 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Releasing vlan 639 on physical network physnet1 to pool {{(pid=103447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 20:38:43.571442 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-645411e9-e2cd-42ee-a25b-7002f9d4ec50 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8900762'] for segment, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:43.575054 n-d-818823-1 neutron-server[103447]: Traceback (most recent call last): Nov 22 20:38:43.575054 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 20:38:43.575054 n-d-818823-1 neutron-server[103447]: timer() Nov 22 20:38:43.575054 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 20:38:43.575054 n-d-818823-1 neutron-server[103447]: cb(*args, **kw) Nov 22 20:38:43.575054 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 20:38:43.575054 n-d-818823-1 neutron-server[103447]: return func(*args, **kwargs) Nov 22 20:38:43.575054 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 20:38:43.575054 n-d-818823-1 neutron-server[103447]: self._notify() Nov 22 20:38:43.575054 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 20:38:43.575054 n-d-818823-1 neutron-server[103447]: self.callback(batched_events) Nov 22 20:38:43.575054 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 20:38:43.575054 n-d-818823-1 neutron-server[103447]: event.method(event) Nov 22 20:38:43.575054 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 20:38:43.575054 n-d-818823-1 neutron-server[103447]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 20:38:43.575054 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 20:38:43.575054 n-d-818823-1 neutron-server[103447]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 20:38:43.575054 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 20:38:43.575054 n-d-818823-1 neutron-server[103447]: return f(self, *a, **k) Nov 22 20:38:43.575054 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 20:38:43.575054 n-d-818823-1 neutron-server[103447]: return self._get(url).json() Nov 22 20:38:43.575054 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 20:38:43.575054 n-d-818823-1 neutron-server[103447]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 20:38:43.575054 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 20:38:43.575054 n-d-818823-1 neutron-server[103447]: return self.request(url, 'GET', **kwargs) Nov 22 20:38:43.575054 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 20:38:43.575054 n-d-818823-1 neutron-server[103447]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 20:38:43.575054 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 20:38:43.575054 n-d-818823-1 neutron-server[103447]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 20:38:43.575054 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 20:38:43.575054 n-d-818823-1 neutron-server[103447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 20:38:43.575054 n-d-818823-1 neutron-server[103447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 20:38:43.648179 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-645411e9-e2cd-42ee-a25b-7002f9d4ec50 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3760002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595318'] for network, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:43.673402 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-645411e9-e2cd-42ee-a25b-7002f9d4ec50 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks [] for network, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:43.676989 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-645411e9-e2cd-42ee-a25b-7002f9d4ec50 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] 10.222.0.46 "DELETE /v2.0/networks/f8b352aa-ab1a-47f0-aeb4-5858393cb523 HTTP/1.1" status: 204 len: 168 time: 0.7422173 Nov 22 20:38:43.692439 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-8eb54124-bd92-432f-8cfb-84d8cf424a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e6e32ab-6b85-4564-8b46-1aa4e6f278f3', 'name': 'tempest-RoutersIpV6Test-router-180704228', 'tenant_id': '420a748461434084ac365abc58fa6e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:38:08Z', 'updated_at': '2021-11-22T20:38:41Z', 'revision_number': 10, 'project_id': '420a748461434084ac365abc58fa6e97', 'gw_port_host': None, '_interfaces': [{'id': '4f0fc6b5-bf93-4434-baa3-8b6a3abc33c5', 'name': '', 'network_id': 'c7b3ca16-c489-4dba-b55f-f76f675059de', 'tenant_id': '420a748461434084ac365abc58fa6e97', 'mac_address': 'fa:16:3e:0b:14:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e6e32ab-6b85-4564-8b46-1aa4e6f278f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': '7e91458f-88b4-4870-a0d5-4733f6366cea', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:38:09Z', 'updated_at': '2021-11-22T20:38:14Z', 'revision_number': 5, 'project_id': '420a748461434084ac365abc58fa6e97', 'subnets': [{'id': '7e91458f-88b4-4870-a0d5-4733f6366cea', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:38:43.710081 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645411e9-e2cd-42ee-a25b-7002f9d4ec50 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Pushing event deleted for resources: {'Network': ['ID=f8b352aa-ab1a-47f0-aeb4-5858393cb523,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:38:43.712798 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 49798) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:43.750888 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb54124-bd92-432f-8cfb-84d8cf424a05 None None] The sync data for ids ['2e6e32ab-6b85-4564-8b46-1aa4e6f278f3'] in n-d-818823-1 is: [{'id': '2e6e32ab-6b85-4564-8b46-1aa4e6f278f3', 'name': 'tempest-RoutersIpV6Test-router-180704228', 'tenant_id': '420a748461434084ac365abc58fa6e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:38:08Z', 'updated_at': '2021-11-22T20:38:41Z', 'revision_number': 10, 'project_id': '420a748461434084ac365abc58fa6e97', 'gw_port_host': None, '_interfaces': [{'id': '4f0fc6b5-bf93-4434-baa3-8b6a3abc33c5', 'name': '', 'network_id': 'c7b3ca16-c489-4dba-b55f-f76f675059de', 'tenant_id': '420a748461434084ac365abc58fa6e97', 'mac_address': 'fa:16:3e:0b:14:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e6e32ab-6b85-4564-8b46-1aa4e6f278f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': '7e91458f-88b4-4870-a0d5-4733f6366cea', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:38:09Z', 'updated_at': '2021-11-22T20:38:14Z', 'revision_number': 5, 'project_id': '420a748461434084ac365abc58fa6e97', 'subnets': [{'id': '7e91458f-88b4-4870-a0d5-4733f6366cea', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:38:43.842233 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-dbe1a8c5-8403-4288-bae5-75d909b45c13 tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-541823', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-659547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25662'] for router, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:43.848457 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-dbe1a8c5-8403-4288-bae5-75d909b45c13 tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-841284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-541764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-841989', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-659616'] for router, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:44.007883 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbe1a8c5-8403-4288-bae5-75d909b45c13 tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] Router 77d476f3-a838-4730-acb5-b67aba47d08f is scheduled to L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 with binding_index 1 {{(pid=103448) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 20:38:44.139024 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbe1a8c5-8403-4288-bae5-75d909b45c13 tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:38:44.144580 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-dbe1a8c5-8403-4288-bae5-75d909b45c13 tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] Publish callbacks [] for router, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:44.148283 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-dbe1a8c5-8403-4288-bae5-75d909b45c13 tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] 10.222.0.46 "PUT /v2.0/routers/77d476f3-a838-4730-acb5-b67aba47d08f HTTP/1.1" status: 200 len: 919 time: 2.5565333 Nov 22 20:38:44.151509 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 49804) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:44.155715 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e42854-9e7a-4b62-b589-4f1535e9d6e1 None None] Sync routers for ids ['77d476f3-a838-4730-acb5-b67aba47d08f'] in n-d-818823-1 {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:38:44.174043 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e42854-9e7a-4b62-b589-4f1535e9d6e1 None None] Routers {'77d476f3-a838-4730-acb5-b67aba47d08f'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:38:44.174683 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-b9e42854-9e7a-4b62-b589-4f1535e9d6e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:38:33Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['77d476f3-a838-4730-acb5-b67aba47d08f'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:38:44.227757 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-b9e42854-9e7a-4b62-b589-4f1535e9d6e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:38:44.239365 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e42854-9e7a-4b62-b589-4f1535e9d6e1 None None] Routers {'77d476f3-a838-4730-acb5-b67aba47d08f'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:38:44.240079 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-b9e42854-9e7a-4b62-b589-4f1535e9d6e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:38:33Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['77d476f3-a838-4730-acb5-b67aba47d08f'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:38:44.275705 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-f443b447-4dcb-425b-b419-7d865e3d2a7f tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] 10.222.0.46 "GET /v2.0/routers/77d476f3-a838-4730-acb5-b67aba47d08f HTTP/1.1" status: 200 len: 925 time: 0.1231697 Nov 22 20:38:44.277896 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-b9e42854-9e7a-4b62-b589-4f1535e9d6e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:38:44.278104 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 49806) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:44.278566 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e42854-9e7a-4b62-b589-4f1535e9d6e1 None None] The sync data for ids ['77d476f3-a838-4730-acb5-b67aba47d08f'] in n-d-818823-1 is: [] {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:38:44.336649 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d740fe9-dfd4-4f6a-8311-1b6171e667f7 tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:38:44.342331 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-7d740fe9-dfd4-4f6a-8311-1b6171e667f7 tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] 10.222.0.46 "GET /v2.0/ports?network_id=c48a55e9-6a85-4746-b7bf-3e29fb560094&device_id=77d476f3-a838-4730-acb5-b67aba47d08f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0630271 Nov 22 20:38:44.342966 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 49808) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:44.372622 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 9dbc2c81-c4de-44e5-920b-e2c17b3e940f no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:38:44.387214 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e3189786-dd33-4104-ab97-2404eb7c2b91 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659736'] for router_interface, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:44.393810 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: 9dbc2c81-c4de-44e5-920b-e2c17b3e940f {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:38:44.394156 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 9dbc2c81-c4de-44e5-920b-e2c17b3e940f not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:38:44.394763 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device fce24294-6596-4a74-8c76-a6a20e280463 no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:38:44.416385 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: fce24294-6596-4a74-8c76-a6a20e280463 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:38:44.416736 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device fce24294-6596-4a74-8c76-a6a20e280463 not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:38:44.440212 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc05d791-3687-4242-ac93-16eb9b5212f7 tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:38:44.441652 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-bc05d791-3687-4242-ac93-16eb9b5212f7 tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] 10.222.0.46 "GET /v2.0/networks/c48a55e9-6a85-4746-b7bf-3e29fb560094 HTTP/1.1" status: 200 len: 881 time: 0.0976677 Nov 22 20:38:44.444356 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 49810) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:44.471821 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-5c24b86f-e3ef-4573-a68e-86dde7100fc5 tempest-RoutersIpV6AdminTest-639267305 tempest-RoutersIpV6AdminTest-639267305-project] 10.222.0.46 "GET /v2.0/ports?device_id=77d476f3-a838-4730-acb5-b67aba47d08f HTTP/1.1" status: 200 len: 205 time: 0.0263538 Nov 22 20:38:44.474199 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 49812) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:44.544987 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:44.566790 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:44.587866 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7fd4fe52-7993-44ef-b7e8-79d80a722731 tempest-RoutersIpV6AdminTest-639267305 tempest-RoutersIpV6AdminTest-639267305-project] Publish callbacks [] for router, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:44.632275 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-e3189786-dd33-4104-ab97-2404eb7c2b91 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Deleting port 4f0fc6b5-bf93-4434-baa3-8b6a3abc33c5 {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:38:44.632613 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e3189786-dd33-4104-ab97-2404eb7c2b91 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:44.699445 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7fd4fe52-7993-44ef-b7e8-79d80a722731 tempest-RoutersIpV6AdminTest-639267305 tempest-RoutersIpV6AdminTest-639267305-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:44.725658 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [None req-e3189786-dd33-4104-ab97-2404eb7c2b91 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] For port 4f0fc6b5-bf93-4434-baa3-8b6a3abc33c5, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=4f0fc6b5-bf93-4434-baa3-8b6a3abc33c5,segment=NetworkSegment(edd65bd7-3a60-4eeb-bfae-f94fd6c8e114),segment_id=edd65bd7-3a60-4eeb-bfae-f94fd6c8e114)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:38:44.726046 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e3189786-dd33-4104-ab97-2404eb7c2b91 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:44.739750 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-e3189786-dd33-4104-ab97-2404eb7c2b91 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Calling delete_port for 4f0fc6b5-bf93-4434-baa3-8b6a3abc33c5 owned by network:router_interface {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:38:44.760972 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-7fd4fe52-7993-44ef-b7e8-79d80a722731 tempest-RoutersIpV6AdminTest-639267305 tempest-RoutersIpV6AdminTest-639267305-project] Deleting port a768ede5-62b5-4294-81a8-57f6846b9117 {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:38:44.761326 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7fd4fe52-7993-44ef-b7e8-79d80a722731 tempest-RoutersIpV6AdminTest-639267305 tempest-RoutersIpV6AdminTest-639267305-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:44.857818 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7fd4fe52-7993-44ef-b7e8-79d80a722731 tempest-RoutersIpV6AdminTest-639267305 tempest-RoutersIpV6AdminTest-639267305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:44.872848 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-7fd4fe52-7993-44ef-b7e8-79d80a722731 tempest-RoutersIpV6AdminTest-639267305 tempest-RoutersIpV6AdminTest-639267305-project] Calling delete_port for a768ede5-62b5-4294-81a8-57f6846b9117 owned by network:router_gateway {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:38:45.028227 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e3189786-dd33-4104-ab97-2404eb7c2b91 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:45.064690 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3189786-dd33-4104-ab97-2404eb7c2b91 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Pushing event deleted for resources: {'Port': ['ID=4f0fc6b5-bf93-4434-baa3-8b6a3abc33c5,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:38:45.197943 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7fd4fe52-7993-44ef-b7e8-79d80a722731 tempest-RoutersIpV6AdminTest-639267305 tempest-RoutersIpV6AdminTest-639267305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:45.250784 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e3189786-dd33-4104-ab97-2404eb7c2b91 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-563470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-663272'] for router_interface, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:45.266177 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd4fe52-7993-44ef-b7e8-79d80a722731 tempest-RoutersIpV6AdminTest-639267305 tempest-RoutersIpV6AdminTest-639267305-project] Pushing event deleted for resources: {'Port': ['ID=a768ede5-62b5-4294-81a8-57f6846b9117,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:38:45.288279 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f6fa0cf-ff57-4d78-9d0b-51776ee291fb None None] DHCP port deletion for c48a55e9-6a85-4746-b7bf-3e29fb560094 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:38:45.361536 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7fd4fe52-7993-44ef-b7e8-79d80a722731 tempest-RoutersIpV6AdminTest-639267305 tempest-RoutersIpV6AdminTest-639267305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595398'] for router_gateway, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:45.473043 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7fd4fe52-7993-44ef-b7e8-79d80a722731 tempest-RoutersIpV6AdminTest-639267305 tempest-RoutersIpV6AdminTest-639267305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24781'] for router, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:45.475780 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7fd4fe52-7993-44ef-b7e8-79d80a722731 tempest-RoutersIpV6AdminTest-639267305 tempest-RoutersIpV6AdminTest-639267305-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:45.518714 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3189786-dd33-4104-ab97-2404eb7c2b91 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Router 2e6e32ab-6b85-4564-8b46-1aa4e6f278f3 has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 20:38:45.538849 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7fd4fe52-7993-44ef-b7e8-79d80a722731 tempest-RoutersIpV6AdminTest-639267305 tempest-RoutersIpV6AdminTest-639267305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-663261'] for router, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:45.539994 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fd4fe52-7993-44ef-b7e8-79d80a722731 tempest-RoutersIpV6AdminTest-639267305 tempest-RoutersIpV6AdminTest-639267305-project] Fanout notify agent at l3_agent the message router_deleted on router 77d476f3-a838-4730-acb5-b67aba47d08f {{(pid=103448) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 20:38:45.547158 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7fd4fe52-7993-44ef-b7e8-79d80a722731 tempest-RoutersIpV6AdminTest-639267305 tempest-RoutersIpV6AdminTest-639267305-project] Publish callbacks [] for router, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:45.560889 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-7fd4fe52-7993-44ef-b7e8-79d80a722731 tempest-RoutersIpV6AdminTest-639267305 tempest-RoutersIpV6AdminTest-639267305-project] 10.222.0.46 "DELETE /v2.0/routers/77d476f3-a838-4730-acb5-b67aba47d08f HTTP/1.1" status: 204 len: 168 time: 1.0732226 Nov 22 20:38:45.561664 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 49834) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:45.566429 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-235e3258-cccb-4509-8082-1df7ac1ff41e tempest-RoutersIpV6AdminTest-639267305 tempest-RoutersIpV6AdminTest-639267305-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-321758498', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'}, 'admin_state_up': False}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:38:45.597613 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-235e3258-cccb-4509-8082-1df7ac1ff41e tempest-RoutersIpV6AdminTest-639267305 tempest-RoutersIpV6AdminTest-639267305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24799'] for router, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:45.598700 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-235e3258-cccb-4509-8082-1df7ac1ff41e tempest-RoutersIpV6AdminTest-639267305 tempest-RoutersIpV6AdminTest-639267305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-632716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24788'] for router, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:45.651160 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3189786-dd33-4104-ab97-2404eb7c2b91 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:38:45.657141 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-e3189786-dd33-4104-ab97-2404eb7c2b91 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] 10.222.0.46 "PUT /v2.0/routers/2e6e32ab-6b85-4564-8b46-1aa4e6f278f3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9433279 Nov 22 20:38:45.659897 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 49836) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:45.660144 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-235e3258-cccb-4509-8082-1df7ac1ff41e tempest-RoutersIpV6AdminTest-639267305 tempest-RoutersIpV6AdminTest-639267305-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:45.664569 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06dafee9-299d-4c32-ac8e-8dc1d096d57d None None] Sync routers for ids ['2e6e32ab-6b85-4564-8b46-1aa4e6f278f3'] in n-d-818823-1 {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:38:45.676850 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06dafee9-299d-4c32-ac8e-8dc1d096d57d None None] Routers {'2e6e32ab-6b85-4564-8b46-1aa4e6f278f3'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:38:45.677726 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-06dafee9-299d-4c32-ac8e-8dc1d096d57d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:38:33Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['2e6e32ab-6b85-4564-8b46-1aa4e6f278f3'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:38:45.761207 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_v2 [None req-75dbcf56-744d-4852-b7b3-14480183a882 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Deleting subnet 7e91458f-88b4-4870-a0d5-4733f6366cea {{(pid=103447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 20:38:45.772869 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-75dbcf56-744d-4852-b7b3-14480183a882 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks [] for subnet, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:45.782191 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-06dafee9-299d-4c32-ac8e-8dc1d096d57d None None] Set router 2e6e32ab-6b85-4564-8b46-1aa4e6f278f3 gateway port host: None {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:38:45.824688 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-75dbcf56-744d-4852-b7b3-14480183a882 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12178353'] for subnet, precommit_delete_associations {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:45.856593 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-235e3258-cccb-4509-8082-1df7ac1ff41e tempest-RoutersIpV6AdminTest-639267305 tempest-RoutersIpV6AdminTest-639267305-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:45.873442 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-06dafee9-299d-4c32-ac8e-8dc1d096d57d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e6e32ab-6b85-4564-8b46-1aa4e6f278f3', 'name': 'tempest-RoutersIpV6Test-router-180704228', 'tenant_id': '420a748461434084ac365abc58fa6e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:38:08Z', 'updated_at': '2021-11-22T20:38:44Z', 'revision_number': 11, 'project_id': '420a748461434084ac365abc58fa6e97', 'gw_port_host': None}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:38:45.902520 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06dafee9-299d-4c32-ac8e-8dc1d096d57d None None] Checking router: 2e6e32ab-6b85-4564-8b46-1aa4e6f278f3 for host: n-d-818823-1 {{(pid=103449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 20:38:45.913333 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06dafee9-299d-4c32-ac8e-8dc1d096d57d None None] Routers {'2e6e32ab-6b85-4564-8b46-1aa4e6f278f3'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:38:45.925510 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-06dafee9-299d-4c32-ac8e-8dc1d096d57d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:38:33Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['2e6e32ab-6b85-4564-8b46-1aa4e6f278f3'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:38:45.985237 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-75dbcf56-744d-4852-b7b3-14480183a882 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3753007'] for subnet, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:46.051975 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-06dafee9-299d-4c32-ac8e-8dc1d096d57d None None] Set router 2e6e32ab-6b85-4564-8b46-1aa4e6f278f3 gateway port host: None {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:38:46.073206 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-75dbcf56-744d-4852-b7b3-14480183a882 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3753014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8900804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8485115'] for subnet, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:46.096578 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-75dbcf56-744d-4852-b7b3-14480183a882 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks [] for subnet, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:46.103621 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-75dbcf56-744d-4852-b7b3-14480183a882 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] 10.222.0.46 "DELETE /v2.0/subnets/7e91458f-88b4-4870-a0d5-4733f6366cea HTTP/1.1" status: 204 len: 168 time: 0.4384389 Nov 22 20:38:46.107820 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 49842) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:46.135610 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f12822e8-b7f0-4f9a-8bab-d868384e8b6a None None] Network c7b3ca16-c489-4dba-b55f-f76f675059de requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:38:46.139487 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-06dafee9-299d-4c32-ac8e-8dc1d096d57d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e6e32ab-6b85-4564-8b46-1aa4e6f278f3', 'name': 'tempest-RoutersIpV6Test-router-180704228', 'tenant_id': '420a748461434084ac365abc58fa6e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:38:08Z', 'updated_at': '2021-11-22T20:38:44Z', 'revision_number': 11, 'project_id': '420a748461434084ac365abc58fa6e97', 'gw_port_host': None}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:38:46.182796 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06dafee9-299d-4c32-ac8e-8dc1d096d57d None None] The sync data for ids ['2e6e32ab-6b85-4564-8b46-1aa4e6f278f3'] in n-d-818823-1 is: [{'id': '2e6e32ab-6b85-4564-8b46-1aa4e6f278f3', 'name': 'tempest-RoutersIpV6Test-router-180704228', 'tenant_id': '420a748461434084ac365abc58fa6e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:38:08Z', 'updated_at': '2021-11-22T20:38:44Z', 'revision_number': 11, 'project_id': '420a748461434084ac365abc58fa6e97', 'gw_port_host': None}] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:38:46.183519 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dbcf56-744d-4852-b7b3-14480183a882 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Pushing event deleted for resources: {'Subnet': ['ID=7e91458f-88b4-4870-a0d5-4733f6366cea,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:38:46.262394 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-235e3258-cccb-4509-8082-1df7ac1ff41e tempest-RoutersIpV6AdminTest-639267305 tempest-RoutersIpV6AdminTest-639267305-project] Publish callbacks [] for router_gateway, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:46.266581 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0ae755ef-a64f-489b-a0a2-93be8471b890 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3961693'] for network, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:46.307774 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-235e3258-cccb-4509-8082-1df7ac1ff41e tempest-RoutersIpV6AdminTest-639267305 tempest-RoutersIpV6AdminTest-639267305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:46.342506 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-0ae755ef-a64f-489b-a0a2-93be8471b890 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Deleting port 76f2a4db-1671-4923-8084-b132213b4737 {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:38:46.342982 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0ae755ef-a64f-489b-a0a2-93be8471b890 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:46.415796 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [None req-0ae755ef-a64f-489b-a0a2-93be8471b890 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] For port 76f2a4db-1671-4923-8084-b132213b4737, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=76f2a4db-1671-4923-8084-b132213b4737,segment=NetworkSegment(edd65bd7-3a60-4eeb-bfae-f94fd6c8e114),segment_id=edd65bd7-3a60-4eeb-bfae-f94fd6c8e114)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:38:46.416299 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0ae755ef-a64f-489b-a0a2-93be8471b890 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:46.434108 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-0ae755ef-a64f-489b-a0a2-93be8471b890 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Calling delete_port for 76f2a4db-1671-4923-8084-b132213b4737 owned by network:dhcp {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:38:46.476296 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [None req-235e3258-cccb-4509-8082-1df7ac1ff41e tempest-RoutersIpV6AdminTest-639267305 tempest-RoutersIpV6AdminTest-639267305-project] Allocated IP 172.25.5.215 (c48a55e9-6a85-4746-b7bf-3e29fb560094/5da6f781-63e6-4328-ae7a-5e672262f55a/66c70adf-a7c6-4292-95a0-e37217461ed9) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:38:46.530952 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0ae755ef-a64f-489b-a0a2-93be8471b890 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:46.566588 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae755ef-a64f-489b-a0a2-93be8471b890 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] No DVR routers for this DVR port 76f2a4db-1671-4923-8084-b132213b4737 on host n-d-818823-1 {{(pid=103447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:38:46.583499 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae755ef-a64f-489b-a0a2-93be8471b890 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Pushing event deleted for resources: {'Port': ['ID=76f2a4db-1671-4923-8084-b132213b4737,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:38:46.597738 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49bc4ba6-116b-46d1-8c8d-8178c3f11954 None None] DHCP port deletion for c7b3ca16-c489-4dba-b55f-f76f675059de request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:38:46.714798 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-235e3258-cccb-4509-8082-1df7ac1ff41e tempest-RoutersIpV6AdminTest-639267305 tempest-RoutersIpV6AdminTest-639267305-project] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:46.760822 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 76f2a4db-1671-4923-8084-b132213b4737 no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:38:46.807863 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: 76f2a4db-1671-4923-8084-b132213b4737 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:38:46.816340 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 76f2a4db-1671-4923-8084-b132213b4737 not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:38:46.816961 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 4f0fc6b5-bf93-4434-baa3-8b6a3abc33c5 no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:38:46.838195 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-235e3258-cccb-4509-8082-1df7ac1ff41e tempest-RoutersIpV6AdminTest-639267305 tempest-RoutersIpV6AdminTest-639267305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:46.839756 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0ae755ef-a64f-489b-a0a2-93be8471b890 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3760028', 'neutron.services.segments.db._delete_segments_for_network-8748992815755'] for network, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:46.850135 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: 4f0fc6b5-bf93-4434-baa3-8b6a3abc33c5 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:38:46.851041 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 4f0fc6b5-bf93-4434-baa3-8b6a3abc33c5 not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:38:46.900821 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-0ae755ef-a64f-489b-a0a2-93be8471b890 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7b3ca16-c489-4dba-b55f-f76f675059de']}} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:38:46.927977 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-0ae755ef-a64f-489b-a0a2-93be8471b890 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edd65bd7-3a60-4eeb-bfae-f94fd6c8e114') {'for_net_delete': True} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:38:46.928351 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-0ae755ef-a64f-489b-a0a2-93be8471b890 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edd65bd7-3a60-4eeb-bfae-f94fd6c8e114') {} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:38:46.939408 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0ae755ef-a64f-489b-a0a2-93be8471b890 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748993039638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12178344'] for segment, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:46.948572 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-235e3258-cccb-4509-8082-1df7ac1ff41e tempest-RoutersIpV6AdminTest-639267305 tempest-RoutersIpV6AdminTest-639267305-project] Network c48a55e9-6a85-4746-b7bf-3e29fb560094 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:38:46.961120 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0ae755ef-a64f-489b-a0a2-93be8471b890 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:46.971743 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ae755ef-a64f-489b-a0a2-93be8471b890 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Releasing vlan 642 on physical network physnet1 to pool {{(pid=103447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 20:38:46.972329 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0ae755ef-a64f-489b-a0a2-93be8471b890 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8900762'] for segment, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:46.974686 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-235e3258-cccb-4509-8082-1df7ac1ff41e tempest-RoutersIpV6AdminTest-639267305 tempest-RoutersIpV6AdminTest-639267305-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:38:46.978951 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-235e3258-cccb-4509-8082-1df7ac1ff41e tempest-RoutersIpV6AdminTest-639267305 tempest-RoutersIpV6AdminTest-639267305-project] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:38:46.995450 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27bfc674-d6b2-41a2-9ca5-dffc6696f406 None None] DHCP port deletion for c48a55e9-6a85-4746-b7bf-3e29fb560094 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:38:46.997730 n-d-818823-1 neutron-server[103447]: Traceback (most recent call last): Nov 22 20:38:46.997730 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 20:38:46.997730 n-d-818823-1 neutron-server[103447]: timer() Nov 22 20:38:46.997730 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 20:38:46.997730 n-d-818823-1 neutron-server[103447]: cb(*args, **kw) Nov 22 20:38:46.997730 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 20:38:46.997730 n-d-818823-1 neutron-server[103447]: return func(*args, **kwargs) Nov 22 20:38:46.997730 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 20:38:46.997730 n-d-818823-1 neutron-server[103447]: self._notify() Nov 22 20:38:46.997730 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 20:38:46.997730 n-d-818823-1 neutron-server[103447]: self.callback(batched_events) Nov 22 20:38:46.997730 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 20:38:46.997730 n-d-818823-1 neutron-server[103447]: event.method(event) Nov 22 20:38:46.997730 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 20:38:46.997730 n-d-818823-1 neutron-server[103447]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 20:38:46.997730 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 20:38:46.997730 n-d-818823-1 neutron-server[103447]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 20:38:46.997730 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 20:38:46.997730 n-d-818823-1 neutron-server[103447]: return f(self, *a, **k) Nov 22 20:38:46.997730 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 20:38:46.997730 n-d-818823-1 neutron-server[103447]: return self._get(url).json() Nov 22 20:38:46.997730 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 20:38:46.997730 n-d-818823-1 neutron-server[103447]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 20:38:46.997730 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 20:38:46.997730 n-d-818823-1 neutron-server[103447]: return self.request(url, 'GET', **kwargs) Nov 22 20:38:46.997730 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 20:38:46.997730 n-d-818823-1 neutron-server[103447]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 20:38:46.997730 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 20:38:46.997730 n-d-818823-1 neutron-server[103447]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 20:38:46.997730 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 20:38:46.997730 n-d-818823-1 neutron-server[103447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 20:38:46.997730 n-d-818823-1 neutron-server[103447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 20:38:47.018263 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235e3258-cccb-4509-8082-1df7ac1ff41e tempest-RoutersIpV6AdminTest-639267305 tempest-RoutersIpV6AdminTest-639267305-project] Pushing event updated for resources: {'Port': ['ID=66c70adf-a7c6-4292-95a0-e37217461ed9,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:38:47.065050 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0ae755ef-a64f-489b-a0a2-93be8471b890 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3760002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595318'] for network, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:47.076119 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0ae755ef-a64f-489b-a0a2-93be8471b890 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks [] for network, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:47.080236 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-0ae755ef-a64f-489b-a0a2-93be8471b890 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] 10.222.0.46 "DELETE /v2.0/networks/c7b3ca16-c489-4dba-b55f-f76f675059de HTTP/1.1" status: 204 len: 168 time: 0.9288695 Nov 22 20:38:47.082946 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 49850) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:47.091487 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae755ef-a64f-489b-a0a2-93be8471b890 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Pushing event deleted for resources: {'Network': ['ID=c7b3ca16-c489-4dba-b55f-f76f675059de,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:38:47.091742 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-93adf610-1d39-4870-8b02-c938cc7dfcca None None] Provisioning complete for port 66c70adf-a7c6-4292-95a0-e37217461ed9 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:38:47.092078 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-93adf610-1d39-4870-8b02-c938cc7dfcca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:47.122557 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-3b8cb2d6-4bcf-4850-807b-fce11ee416a4 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Request body: {'router': {'routes': None}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:38:47.129541 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-93adf610-1d39-4870-8b02-c938cc7dfcca None None] Port 66c70adf-a7c6-4292-95a0-e37217461ed9 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:38:47.313829 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.extraroute_db [None req-3b8cb2d6-4bcf-4850-807b-fce11ee416a4 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Added routes are [] {{(pid=103448) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 22 20:38:47.314447 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.extraroute_db [None req-3b8cb2d6-4bcf-4850-807b-fce11ee416a4 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Removed routes are [] {{(pid=103448) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 22 20:38:47.314583 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3b8cb2d6-4bcf-4850-807b-fce11ee416a4 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-541823', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-659547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25662'] for router, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:47.850622 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3b8cb2d6-4bcf-4850-807b-fce11ee416a4 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-541823', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-659547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25662'] for router, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:47.856510 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3b8cb2d6-4bcf-4850-807b-fce11ee416a4 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-841284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-541764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-841989', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-659616'] for router, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:47.861512 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-235e3258-cccb-4509-8082-1df7ac1ff41e tempest-RoutersIpV6AdminTest-639267305 tempest-RoutersIpV6AdminTest-639267305-project] Publish callbacks [] for router_gateway, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:48.004769 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b8cb2d6-4bcf-4850-807b-fce11ee416a4 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Router 2e6e32ab-6b85-4564-8b46-1aa4e6f278f3 has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 20:38:48.128306 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b8cb2d6-4bcf-4850-807b-fce11ee416a4 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:38:48.137124 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3b8cb2d6-4bcf-4850-807b-fce11ee416a4 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks [] for router, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:48.140180 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-3b8cb2d6-4bcf-4850-807b-fce11ee416a4 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] 10.222.0.46 "PUT /v2.0/routers/2e6e32ab-6b85-4564-8b46-1aa4e6f278f3 HTTP/1.1" status: 200 len: 704 time: 1.0541496 Nov 22 20:38:48.140320 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c83bf6de-3d5c-4f4b-bf9f-19cfe19fec6c None None] Sync routers for ids ['2e6e32ab-6b85-4564-8b46-1aa4e6f278f3'] in n-d-818823-1 {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:38:48.141465 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 49866) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:48.149830 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c83bf6de-3d5c-4f4b-bf9f-19cfe19fec6c None None] Routers {'2e6e32ab-6b85-4564-8b46-1aa4e6f278f3'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:38:48.150433 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-c83bf6de-3d5c-4f4b-bf9f-19cfe19fec6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:38:33Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['2e6e32ab-6b85-4564-8b46-1aa4e6f278f3'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:38:48.180589 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-e0557974-617b-4253-aea8-6e29ee00304a tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] 10.222.0.46 "GET /v2.0/ports?device_id=2e6e32ab-6b85-4564-8b46-1aa4e6f278f3 HTTP/1.1" status: 200 len: 205 time: 0.0373561 Nov 22 20:38:48.183428 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 49868) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:48.223984 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-235e3258-cccb-4509-8082-1df7ac1ff41e tempest-RoutersIpV6AdminTest-639267305 tempest-RoutersIpV6AdminTest-639267305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-659538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-841284'] for router, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:48.251010 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-c83bf6de-3d5c-4f4b-bf9f-19cfe19fec6c None None] Set router 2e6e32ab-6b85-4564-8b46-1aa4e6f278f3 gateway port host: None {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:38:48.264710 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-43f4d4e1-cd71-4da0-a6d8-4e303dc0abbf tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks [] for router, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:48.308992 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-c83bf6de-3d5c-4f4b-bf9f-19cfe19fec6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e6e32ab-6b85-4564-8b46-1aa4e6f278f3', 'name': 'tempest-RoutersIpV6Test-router-180704228', 'tenant_id': '420a748461434084ac365abc58fa6e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:38:08Z', 'updated_at': '2021-11-22T20:38:44Z', 'revision_number': 11, 'project_id': '420a748461434084ac365abc58fa6e97', 'gw_port_host': None}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:38:48.337975 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c83bf6de-3d5c-4f4b-bf9f-19cfe19fec6c None None] Checking router: 2e6e32ab-6b85-4564-8b46-1aa4e6f278f3 for host: n-d-818823-1 {{(pid=103450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 20:38:48.347627 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c83bf6de-3d5c-4f4b-bf9f-19cfe19fec6c None None] Routers {'2e6e32ab-6b85-4564-8b46-1aa4e6f278f3'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:38:48.348371 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-c83bf6de-3d5c-4f4b-bf9f-19cfe19fec6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:38:33Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['2e6e32ab-6b85-4564-8b46-1aa4e6f278f3'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:38:48.400644 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-235e3258-cccb-4509-8082-1df7ac1ff41e tempest-RoutersIpV6AdminTest-639267305 tempest-RoutersIpV6AdminTest-639267305-project] Router ddf77c7f-d61a-4885-b06e-58288abbcb46 is scheduled to L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 with binding_index 1 {{(pid=103448) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 20:38:48.424047 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-c83bf6de-3d5c-4f4b-bf9f-19cfe19fec6c None None] Set router 2e6e32ab-6b85-4564-8b46-1aa4e6f278f3 gateway port host: None {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:38:48.481844 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-c83bf6de-3d5c-4f4b-bf9f-19cfe19fec6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e6e32ab-6b85-4564-8b46-1aa4e6f278f3', 'name': 'tempest-RoutersIpV6Test-router-180704228', 'tenant_id': '420a748461434084ac365abc58fa6e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:38:08Z', 'updated_at': '2021-11-22T20:38:44Z', 'revision_number': 11, 'project_id': '420a748461434084ac365abc58fa6e97', 'gw_port_host': None}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:38:48.488534 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-43f4d4e1-cd71-4da0-a6d8-4e303dc0abbf tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24781'] for router, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:48.490922 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-43f4d4e1-cd71-4da0-a6d8-4e303dc0abbf tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:48.519512 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c83bf6de-3d5c-4f4b-bf9f-19cfe19fec6c None None] The sync data for ids ['2e6e32ab-6b85-4564-8b46-1aa4e6f278f3'] in n-d-818823-1 is: [{'id': '2e6e32ab-6b85-4564-8b46-1aa4e6f278f3', 'name': 'tempest-RoutersIpV6Test-router-180704228', 'tenant_id': '420a748461434084ac365abc58fa6e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:38:08Z', 'updated_at': '2021-11-22T20:38:44Z', 'revision_number': 11, 'project_id': '420a748461434084ac365abc58fa6e97', 'gw_port_host': None}] {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:38:48.555507 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-235e3258-cccb-4509-8082-1df7ac1ff41e tempest-RoutersIpV6AdminTest-639267305 tempest-RoutersIpV6AdminTest-639267305-project] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:38:48.556393 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-43f4d4e1-cd71-4da0-a6d8-4e303dc0abbf tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-663261'] for router, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:48.557456 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43f4d4e1-cd71-4da0-a6d8-4e303dc0abbf tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Fanout notify agent at l3_agent the message router_deleted on router 2e6e32ab-6b85-4564-8b46-1aa4e6f278f3 {{(pid=103447) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 20:38:48.566034 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15bfa4e5-a5bd-4da0-bc74-fe347d444a3f None None] Sync routers for ids ['ddf77c7f-d61a-4885-b06e-58288abbcb46'] in n-d-818823-1 {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:38:48.579175 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-235e3258-cccb-4509-8082-1df7ac1ff41e tempest-RoutersIpV6AdminTest-639267305 tempest-RoutersIpV6AdminTest-639267305-project] Publish callbacks [] for router, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:48.582346 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15bfa4e5-a5bd-4da0-bc74-fe347d444a3f None None] Routers {'ddf77c7f-d61a-4885-b06e-58288abbcb46'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:38:48.582760 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-43f4d4e1-cd71-4da0-a6d8-4e303dc0abbf tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks [] for router, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:48.583306 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-15bfa4e5-a5bd-4da0-bc74-fe347d444a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:38:33Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['ddf77c7f-d61a-4885-b06e-58288abbcb46'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:38:48.583643 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-235e3258-cccb-4509-8082-1df7ac1ff41e tempest-RoutersIpV6AdminTest-639267305 tempest-RoutersIpV6AdminTest-639267305-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 3.0208666 Nov 22 20:38:48.584315 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 49878) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:48.589195 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-cb0209d9-751e-4a68-9e4b-3d99cda30fd8 tempest-RoutersIpV6AdminTest-639267305 tempest-RoutersIpV6AdminTest-639267305-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:38:48.593935 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-43f4d4e1-cd71-4da0-a6d8-4e303dc0abbf tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] 10.222.0.46 "DELETE /v2.0/routers/2e6e32ab-6b85-4564-8b46-1aa4e6f278f3 HTTP/1.1" status: 204 len: 168 time: 0.4093785 Nov 22 20:38:48.594937 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 49880) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:48.600202 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-e8b62220-b300-49d1-9dc5-dd7f28e061c9 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1637946899', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:38:48.632971 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-15bfa4e5-a5bd-4da0-bc74-fe347d444a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:38:48.636859 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e8b62220-b300-49d1-9dc5-dd7f28e061c9 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24799'] for router, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:48.638044 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e8b62220-b300-49d1-9dc5-dd7f28e061c9 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-632716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24788'] for router, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:48.648515 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15bfa4e5-a5bd-4da0-bc74-fe347d444a3f None None] Routers {'ddf77c7f-d61a-4885-b06e-58288abbcb46'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:38:48.649478 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-15bfa4e5-a5bd-4da0-bc74-fe347d444a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:38:33Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['ddf77c7f-d61a-4885-b06e-58288abbcb46'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:38:48.697698 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-15bfa4e5-a5bd-4da0-bc74-fe347d444a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:38:48.698890 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15bfa4e5-a5bd-4da0-bc74-fe347d444a3f None None] The sync data for ids ['ddf77c7f-d61a-4885-b06e-58288abbcb46'] in n-d-818823-1 is: [] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:38:48.711246 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e8b62220-b300-49d1-9dc5-dd7f28e061c9 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:48.715743 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e8b62220-b300-49d1-9dc5-dd7f28e061c9 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-659538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-841284'] for router, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:48.740319 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e8b62220-b300-49d1-9dc5-dd7f28e061c9 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks [] for router, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:48.744802 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-e8b62220-b300-49d1-9dc5-dd7f28e061c9 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1453643 Nov 22 20:38:48.745632 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 49882) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:48.751275 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-7b32ae3e-5643-49d3-8599-228ced70532e tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:38:48.949833 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cb0209d9-751e-4a68-9e4b-3d99cda30fd8 tempest-RoutersIpV6AdminTest-639267305 tempest-RoutersIpV6AdminTest-639267305-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:48.975086 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cb0209d9-751e-4a68-9e4b-3d99cda30fd8 tempest-RoutersIpV6AdminTest-639267305 tempest-RoutersIpV6AdminTest-639267305-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:48.994170 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-7b32ae3e-5643-49d3-8599-228ced70532e tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-541823', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-659547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25662'] for router, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:49.014563 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-7b32ae3e-5643-49d3-8599-228ced70532e tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-841284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-541764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-841989', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-659616'] for router, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:49.051898 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-cb0209d9-751e-4a68-9e4b-3d99cda30fd8 tempest-RoutersIpV6AdminTest-639267305 tempest-RoutersIpV6AdminTest-639267305-project] Deleting port 66c70adf-a7c6-4292-95a0-e37217461ed9 {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:38:49.052284 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cb0209d9-751e-4a68-9e4b-3d99cda30fd8 tempest-RoutersIpV6AdminTest-639267305 tempest-RoutersIpV6AdminTest-639267305-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:49.135769 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cb0209d9-751e-4a68-9e4b-3d99cda30fd8 tempest-RoutersIpV6AdminTest-639267305 tempest-RoutersIpV6AdminTest-639267305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:49.143021 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b32ae3e-5643-49d3-8599-228ced70532e tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Router 632a6559-c76a-4cea-9b57-ab57f95735b5 is scheduled to L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 with binding_index 1 {{(pid=103447) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 20:38:49.153579 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-cb0209d9-751e-4a68-9e4b-3d99cda30fd8 tempest-RoutersIpV6AdminTest-639267305 tempest-RoutersIpV6AdminTest-639267305-project] Calling delete_port for 66c70adf-a7c6-4292-95a0-e37217461ed9 owned by network:router_gateway {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:38:49.253328 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b32ae3e-5643-49d3-8599-228ced70532e tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:38:49.264463 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-7b32ae3e-5643-49d3-8599-228ced70532e tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks [] for router, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:49.265402 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23f256f5-dda8-4dd2-9962-5867bdb5a172 None None] Sync routers for ids ['632a6559-c76a-4cea-9b57-ab57f95735b5'] in n-d-818823-1 {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:38:49.268689 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-7b32ae3e-5643-49d3-8599-228ced70532e tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] 10.222.0.46 "PUT /v2.0/routers/632a6559-c76a-4cea-9b57-ab57f95735b5 HTTP/1.1" status: 200 len: 698 time: 0.5190799 Nov 22 20:38:49.268689 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 49896) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:49.281146 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f256f5-dda8-4dd2-9962-5867bdb5a172 None None] Routers {'632a6559-c76a-4cea-9b57-ab57f95735b5'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:38:49.283756 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-23f256f5-dda8-4dd2-9962-5867bdb5a172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:38:33Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['632a6559-c76a-4cea-9b57-ab57f95735b5'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:38:49.362686 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cb0209d9-751e-4a68-9e4b-3d99cda30fd8 tempest-RoutersIpV6AdminTest-639267305 tempest-RoutersIpV6AdminTest-639267305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:49.380558 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-23f256f5-dda8-4dd2-9962-5867bdb5a172 None None] Set router 632a6559-c76a-4cea-9b57-ab57f95735b5 gateway port host: None {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:38:49.393699 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0209d9-751e-4a68-9e4b-3d99cda30fd8 tempest-RoutersIpV6AdminTest-639267305 tempest-RoutersIpV6AdminTest-639267305-project] Pushing event deleted for resources: {'Port': ['ID=66c70adf-a7c6-4292-95a0-e37217461ed9,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:38:49.418156 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ccd5682-2267-44e5-9c9c-8c74558b8f02 None None] DHCP port deletion for c48a55e9-6a85-4746-b7bf-3e29fb560094 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:38:49.469818 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cb0209d9-751e-4a68-9e4b-3d99cda30fd8 tempest-RoutersIpV6AdminTest-639267305 tempest-RoutersIpV6AdminTest-639267305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595398'] for router_gateway, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:49.506958 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-23f256f5-dda8-4dd2-9962-5867bdb5a172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '632a6559-c76a-4cea-9b57-ab57f95735b5', 'name': 'tempest-RoutersIpV6Test-router-1637946899', 'tenant_id': '420a748461434084ac365abc58fa6e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:38:48Z', 'updated_at': '2021-11-22T20:38:48Z', 'revision_number': 2, 'project_id': '420a748461434084ac365abc58fa6e97', 'gw_port_host': None}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:38:49.545557 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23f256f5-dda8-4dd2-9962-5867bdb5a172 None None] Checking router: 632a6559-c76a-4cea-9b57-ab57f95735b5 for host: n-d-818823-1 {{(pid=103450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 20:38:49.564082 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f256f5-dda8-4dd2-9962-5867bdb5a172 None None] Routers {'632a6559-c76a-4cea-9b57-ab57f95735b5'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:38:49.564993 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-23f256f5-dda8-4dd2-9962-5867bdb5a172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:38:33Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['632a6559-c76a-4cea-9b57-ab57f95735b5'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:38:49.632606 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-c09cab21-795e-4133-9e16-4c9b55be69e5 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] 10.222.0.46 "GET /v2.0/routers/632a6559-c76a-4cea-9b57-ab57f95735b5 HTTP/1.1" status: 200 len: 704 time: 0.3604009 Nov 22 20:38:49.633737 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 49900) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:49.651704 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-23f256f5-dda8-4dd2-9962-5867bdb5a172 None None] Set router 632a6559-c76a-4cea-9b57-ab57f95735b5 gateway port host: None {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:38:49.666594 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-d2a1c43d-e706-41cc-87da-4f17e1c06796 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] 10.222.0.46 "GET /v2.0/ports?device_id=632a6559-c76a-4cea-9b57-ab57f95735b5 HTTP/1.1" status: 200 len: 205 time: 0.0290358 Nov 22 20:38:49.667000 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 49902) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:49.715582 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cb0209d9-751e-4a68-9e4b-3d99cda30fd8 tempest-RoutersIpV6AdminTest-639267305 tempest-RoutersIpV6AdminTest-639267305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-541823', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-659547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25662'] for router, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:49.719344 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cb0209d9-751e-4a68-9e4b-3d99cda30fd8 tempest-RoutersIpV6AdminTest-639267305 tempest-RoutersIpV6AdminTest-639267305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-841284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-541764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-841989', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-659616'] for router, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:49.721174 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-23f256f5-dda8-4dd2-9962-5867bdb5a172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '632a6559-c76a-4cea-9b57-ab57f95735b5', 'name': 'tempest-RoutersIpV6Test-router-1637946899', 'tenant_id': '420a748461434084ac365abc58fa6e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:38:48Z', 'updated_at': '2021-11-22T20:38:48Z', 'revision_number': 2, 'project_id': '420a748461434084ac365abc58fa6e97', 'gw_port_host': None}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:38:49.739923 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-618cfe90-be62-4a40-b63a-82c1d15092ec tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks [] for router, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:49.750783 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23f256f5-dda8-4dd2-9962-5867bdb5a172 None None] The sync data for ids ['632a6559-c76a-4cea-9b57-ab57f95735b5'] in n-d-818823-1 is: [{'id': '632a6559-c76a-4cea-9b57-ab57f95735b5', 'name': 'tempest-RoutersIpV6Test-router-1637946899', 'tenant_id': '420a748461434084ac365abc58fa6e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:38:48Z', 'updated_at': '2021-11-22T20:38:48Z', 'revision_number': 2, 'project_id': '420a748461434084ac365abc58fa6e97', 'gw_port_host': None}] {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:38:49.815304 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb0209d9-751e-4a68-9e4b-3d99cda30fd8 tempest-RoutersIpV6AdminTest-639267305 tempest-RoutersIpV6AdminTest-639267305-project] Router ddf77c7f-d61a-4885-b06e-58288abbcb46 has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 20:38:49.923363 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb0209d9-751e-4a68-9e4b-3d99cda30fd8 tempest-RoutersIpV6AdminTest-639267305 tempest-RoutersIpV6AdminTest-639267305-project] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:38:49.933468 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cb0209d9-751e-4a68-9e4b-3d99cda30fd8 tempest-RoutersIpV6AdminTest-639267305 tempest-RoutersIpV6AdminTest-639267305-project] Publish callbacks [] for router, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:49.937417 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-cb0209d9-751e-4a68-9e4b-3d99cda30fd8 tempest-RoutersIpV6AdminTest-639267305 tempest-RoutersIpV6AdminTest-639267305-project] 10.222.0.46 "PUT /v2.0/routers/ddf77c7f-d61a-4885-b06e-58288abbcb46 HTTP/1.1" status: 200 len: 709 time: 1.3521190 Nov 22 20:38:49.938383 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 49904) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:49.950654 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-077ae47a-aae0-4255-86ad-20a7ccfd87a0 None None] Sync routers for ids ['ddf77c7f-d61a-4885-b06e-58288abbcb46'] in n-d-818823-1 {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:38:49.971226 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-618cfe90-be62-4a40-b63a-82c1d15092ec tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24781'] for router, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:49.973808 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-618cfe90-be62-4a40-b63a-82c1d15092ec tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:49.976200 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-077ae47a-aae0-4255-86ad-20a7ccfd87a0 None None] Routers {'ddf77c7f-d61a-4885-b06e-58288abbcb46'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:38:49.977362 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-077ae47a-aae0-4255-86ad-20a7ccfd87a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:38:33Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['ddf77c7f-d61a-4885-b06e-58288abbcb46'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:38:50.017036 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-077ae47a-aae0-4255-86ad-20a7ccfd87a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:38:50.026551 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-077ae47a-aae0-4255-86ad-20a7ccfd87a0 None None] Routers {'ddf77c7f-d61a-4885-b06e-58288abbcb46'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:38:50.027495 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-077ae47a-aae0-4255-86ad-20a7ccfd87a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:38:33Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['ddf77c7f-d61a-4885-b06e-58288abbcb46'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:38:50.051753 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-618cfe90-be62-4a40-b63a-82c1d15092ec tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-663261'] for router, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:50.052490 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-618cfe90-be62-4a40-b63a-82c1d15092ec tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Fanout notify agent at l3_agent the message router_deleted on router 632a6559-c76a-4cea-9b57-ab57f95735b5 {{(pid=103447) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 20:38:50.061550 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-618cfe90-be62-4a40-b63a-82c1d15092ec tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] Publish callbacks [] for router, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:50.065825 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-618cfe90-be62-4a40-b63a-82c1d15092ec tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] 10.222.0.46 "DELETE /v2.0/routers/632a6559-c76a-4cea-9b57-ab57f95735b5 HTTP/1.1" status: 204 len: 168 time: 0.3946805 Nov 22 20:38:50.066958 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-00ecda8c-7581-4c52-9a5f-ac7a38335179 tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] 10.222.0.46 "GET /v2.0/routers/ddf77c7f-d61a-4885-b06e-58288abbcb46 HTTP/1.1" status: 200 len: 744 time: 0.1251569 Nov 22 20:38:50.067616 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 49906) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:50.067961 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 49908) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:50.143648 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-50d1dad0-b04e-4549-b7c7-28a7712e04e7 tempest-RoutersIpV6AdminTest-2046245066 tempest-RoutersIpV6AdminTest-2046245066-project-admin] 10.222.0.46 "GET /v2.0/ports?network_id=c48a55e9-6a85-4746-b7bf-3e29fb560094&device_id=ddf77c7f-d61a-4885-b06e-58288abbcb46 HTTP/1.1" status: 200 len: 205 time: 0.0727801 Nov 22 20:38:50.148084 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-95094633-e2de-4e43-bec8-793889f5ce7d tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] 10.222.0.46 "GET /v2.0/ports?device_id=632a6559-c76a-4cea-9b57-ab57f95735b5 HTTP/1.1" status: 200 len: 205 time: 0.0768893 Nov 22 20:38:50.148416 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 49910) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:50.151716 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 49912) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:50.192030 n-d-818823-1 neutron-server[103447]: INFO neutron.api.v2.resource [None req-be4e2d6d-9ffb-4822-82b2-42ddfaa9cdaa tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] delete failed (client error): The resource could not be found. Nov 22 20:38:50.193259 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-be4e2d6d-9ffb-4822-82b2-42ddfaa9cdaa tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] 10.222.0.46 "DELETE /v2.0/routers/632a6559-c76a-4cea-9b57-ab57f95735b5 HTTP/1.1" status: 404 len: 336 time: 0.0438380 Nov 22 20:38:50.194901 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-bc1bcd66-7120-4d8c-badd-6b29ea98f830 tempest-RoutersIpV6AdminTest-639267305 tempest-RoutersIpV6AdminTest-639267305-project] 10.222.0.46 "GET /v2.0/ports?device_id=ddf77c7f-d61a-4885-b06e-58288abbcb46 HTTP/1.1" status: 200 len: 205 time: 0.0418684 Nov 22 20:38:50.196740 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 49914) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:50.197360 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 49916) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:50.234784 n-d-818823-1 neutron-server[103448]: INFO neutron.pecan_wsgi.hooks.translation [None req-34f14c8b-35df-4d65-9e13-c7a37e10eb2e tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] DELETE failed (client error): The resource could not be found. Nov 22 20:38:50.235245 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34f14c8b-35df-4d65-9e13-c7a37e10eb2e tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 20:38:50.253708 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-34f14c8b-35df-4d65-9e13-c7a37e10eb2e tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] 10.222.0.46 "DELETE /v2.0/subnets/193f47eb-54d4-4491-9ded-c8302beef781 HTTP/1.1" status: 404 len: 337 time: 0.0564601 Nov 22 20:38:50.254501 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 49920) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:50.276829 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-077ae47a-aae0-4255-86ad-20a7ccfd87a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:38:50.277721 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-077ae47a-aae0-4255-86ad-20a7ccfd87a0 None None] The sync data for ids ['ddf77c7f-d61a-4885-b06e-58288abbcb46'] in n-d-818823-1 is: [] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:38:50.283715 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-537b2714-0537-44d1-b55c-01778c6f2215 tempest-RoutersIpV6AdminTest-639267305 tempest-RoutersIpV6AdminTest-639267305-project] Publish callbacks [] for router, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:50.292788 n-d-818823-1 neutron-server[103448]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8099a26-ce8c-42a3-8c69-66bb0808d8c4 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] DELETE failed (client error): The resource could not be found. Nov 22 20:38:50.293253 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8099a26-ce8c-42a3-8c69-66bb0808d8c4 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 20:38:50.296657 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-c8099a26-ce8c-42a3-8c69-66bb0808d8c4 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] 10.222.0.46 "DELETE /v2.0/subnets/cc3c8d85-cb23-430f-95d8-8da783d221bc HTTP/1.1" status: 404 len: 337 time: 0.0409381 Nov 22 20:38:50.300758 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 49924) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:50.326576 n-d-818823-1 neutron-server[103448]: INFO neutron.pecan_wsgi.hooks.translation [None req-07f63148-16e4-4201-88f0-ce96d085442e tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] DELETE failed (client error): The resource could not be found. Nov 22 20:38:50.327062 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07f63148-16e4-4201-88f0-ce96d085442e tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 20:38:50.330615 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-07f63148-16e4-4201-88f0-ce96d085442e tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] 10.222.0.46 "DELETE /v2.0/subnets/9802201d-e5bf-416f-a9a6-aeabd2212ef4 HTTP/1.1" status: 404 len: 337 time: 0.0290887 Nov 22 20:38:50.336476 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 49926) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:50.364793 n-d-818823-1 neutron-server[103448]: INFO neutron.pecan_wsgi.hooks.translation [None req-35c9730a-70fc-4969-82db-3ad09f42f49a tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] DELETE failed (client error): The resource could not be found. Nov 22 20:38:50.365257 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35c9730a-70fc-4969-82db-3ad09f42f49a tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 20:38:50.374612 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-35c9730a-70fc-4969-82db-3ad09f42f49a tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] 10.222.0.46 "DELETE /v2.0/subnets/7e91458f-88b4-4870-a0d5-4733f6366cea HTTP/1.1" status: 404 len: 337 time: 0.0344265 Nov 22 20:38:50.374811 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 49930) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:50.405691 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-cf7bafe9-4b17-4d8b-8c49-fdc6072beb61 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] 10.222.0.46 "GET /v2.0/ports?device_id=2e6e32ab-6b85-4564-8b46-1aa4e6f278f3 HTTP/1.1" status: 200 len: 205 time: 0.0297983 Nov 22 20:38:50.408162 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 49934) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:50.454733 n-d-818823-1 neutron-server[103448]: INFO neutron.api.v2.resource [None req-5c31d1db-9da9-47ba-9c1b-f243287c5e96 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] delete failed (client error): The resource could not be found. Nov 22 20:38:50.456068 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-5c31d1db-9da9-47ba-9c1b-f243287c5e96 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] 10.222.0.46 "DELETE /v2.0/routers/2e6e32ab-6b85-4564-8b46-1aa4e6f278f3 HTTP/1.1" status: 404 len: 336 time: 0.0465474 Nov 22 20:38:50.458719 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 49938) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:50.488706 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-537b2714-0537-44d1-b55c-01778c6f2215 tempest-RoutersIpV6AdminTest-639267305 tempest-RoutersIpV6AdminTest-639267305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24781'] for router, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:50.491803 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-8126fc7a-eab8-48d0-b861-da7f97bf5113 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] 10.222.0.46 "GET /v2.0/ports?device_id=5877b362-41ad-4d8d-8d36-c77f6e3c890d HTTP/1.1" status: 200 len: 205 time: 0.0319748 Nov 22 20:38:50.493152 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-537b2714-0537-44d1-b55c-01778c6f2215 tempest-RoutersIpV6AdminTest-639267305 tempest-RoutersIpV6AdminTest-639267305-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:50.494414 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 49942) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:50.544539 n-d-818823-1 neutron-server[103448]: INFO neutron.api.v2.resource [None req-81f0ae27-5b40-49d8-a584-80b979e4a882 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] delete failed (client error): The resource could not be found. Nov 22 20:38:50.545910 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-81f0ae27-5b40-49d8-a584-80b979e4a882 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] 10.222.0.46 "DELETE /v2.0/routers/5877b362-41ad-4d8d-8d36-c77f6e3c890d HTTP/1.1" status: 404 len: 336 time: 0.0503736 Nov 22 20:38:50.548702 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 49950) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:50.554087 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-537b2714-0537-44d1-b55c-01778c6f2215 tempest-RoutersIpV6AdminTest-639267305 tempest-RoutersIpV6AdminTest-639267305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-663261'] for router, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:50.554087 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-537b2714-0537-44d1-b55c-01778c6f2215 tempest-RoutersIpV6AdminTest-639267305 tempest-RoutersIpV6AdminTest-639267305-project] Fanout notify agent at l3_agent the message router_deleted on router ddf77c7f-d61a-4885-b06e-58288abbcb46 {{(pid=103447) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 20:38:50.570905 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-537b2714-0537-44d1-b55c-01778c6f2215 tempest-RoutersIpV6AdminTest-639267305 tempest-RoutersIpV6AdminTest-639267305-project] Publish callbacks [] for router, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:50.572028 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-537b2714-0537-44d1-b55c-01778c6f2215 tempest-RoutersIpV6AdminTest-639267305 tempest-RoutersIpV6AdminTest-639267305-project] 10.222.0.46 "DELETE /v2.0/routers/ddf77c7f-d61a-4885-b06e-58288abbcb46 HTTP/1.1" status: 204 len: 168 time: 0.3737276 Nov 22 20:38:50.575455 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 49954) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:50.604262 n-d-818823-1 neutron-server[103447]: INFO neutron.pecan_wsgi.hooks.translation [None req-242391ce-95df-48ce-9e32-34929ab8b5ff tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] DELETE failed (client error): The resource could not be found. Nov 22 20:38:50.604706 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-242391ce-95df-48ce-9e32-34929ab8b5ff tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103447) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 20:38:50.608348 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-242391ce-95df-48ce-9e32-34929ab8b5ff tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] 10.222.0.46 "DELETE /v2.0/subnets/cc961589-fedd-4690-8e35-2f9d6b4d61e4 HTTP/1.1" status: 404 len: 337 time: 0.0584347 Nov 22 20:38:50.611178 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 49956) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:50.628998 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-6be1ad10-af17-4f68-baf0-564930c3a479 tempest-RoutersIpV6AdminTest-639267305 tempest-RoutersIpV6AdminTest-639267305-project] 10.222.0.46 "GET /v2.0/ports?device_id=ddf77c7f-d61a-4885-b06e-58288abbcb46 HTTP/1.1" status: 200 len: 205 time: 0.0356610 Nov 22 20:38:50.631263 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 49960) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:50.659054 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-59b9aa38-4e93-45a5-b893-6dec9fe5d544 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] 10.222.0.46 "GET /v2.0/ports?device_id=f172bf5d-a19e-47ea-808a-0114aeca7b0e HTTP/1.1" status: 200 len: 205 time: 0.0463693 Nov 22 20:38:50.666344 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 49962) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:50.677547 n-d-818823-1 neutron-server[103447]: INFO neutron.api.v2.resource [None req-815d77b5-388a-4a22-8f53-75e9dc697f18 tempest-RoutersIpV6AdminTest-639267305 tempest-RoutersIpV6AdminTest-639267305-project] delete failed (client error): The resource could not be found. Nov 22 20:38:50.680262 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-815d77b5-388a-4a22-8f53-75e9dc697f18 tempest-RoutersIpV6AdminTest-639267305 tempest-RoutersIpV6AdminTest-639267305-project] 10.222.0.46 "DELETE /v2.0/routers/ddf77c7f-d61a-4885-b06e-58288abbcb46 HTTP/1.1" status: 404 len: 336 time: 0.0468192 Nov 22 20:38:50.682189 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 49964) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:50.723559 n-d-818823-1 neutron-server[103448]: INFO neutron.api.v2.resource [None req-d9f09d32-3eae-46bd-b50e-c00d96c15aa7 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] delete failed (client error): The resource could not be found. Nov 22 20:38:50.724638 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-d9f09d32-3eae-46bd-b50e-c00d96c15aa7 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] 10.222.0.46 "DELETE /v2.0/routers/f172bf5d-a19e-47ea-808a-0114aeca7b0e HTTP/1.1" status: 404 len: 336 time: 0.0551836 Nov 22 20:38:50.727486 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 49968) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:50.732729 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-673f93c4-aa77-4ccb-85e3-ec51a1236216 tempest-RoutersIpV6AdminTest-639267305 tempest-RoutersIpV6AdminTest-639267305-project] 10.222.0.46 "GET /v2.0/ports?device_id=77d476f3-a838-4730-acb5-b67aba47d08f HTTP/1.1" status: 200 len: 205 time: 0.0460579 Nov 22 20:38:50.735935 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 49970) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:50.773303 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-d7ff756b-ee89-4495-84ad-b9511897f835 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] 10.222.0.46 "GET /v2.0/ports?device_id=a1c64922-51e9-42dd-a9d8-93b49b64d7ab HTTP/1.1" status: 200 len: 205 time: 0.0444918 Nov 22 20:38:50.777319 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 49974) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:50.809015 n-d-818823-1 neutron-server[103447]: INFO neutron.api.v2.resource [None req-d4859e11-ac49-41c8-b98e-31ee79b682a9 tempest-RoutersIpV6AdminTest-639267305 tempest-RoutersIpV6AdminTest-639267305-project] delete failed (client error): The resource could not be found. Nov 22 20:38:50.809015 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-d4859e11-ac49-41c8-b98e-31ee79b682a9 tempest-RoutersIpV6AdminTest-639267305 tempest-RoutersIpV6AdminTest-639267305-project] 10.222.0.46 "DELETE /v2.0/routers/77d476f3-a838-4730-acb5-b67aba47d08f HTTP/1.1" status: 404 len: 336 time: 0.0665650 Nov 22 20:38:50.809015 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 49976) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:50.835297 n-d-818823-1 neutron-server[103448]: INFO neutron.api.v2.resource [None req-29bcd6ae-f1dc-42f5-86b4-c85109380212 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] delete failed (client error): The resource could not be found. Nov 22 20:38:50.836969 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-29bcd6ae-f1dc-42f5-86b4-c85109380212 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] 10.222.0.46 "DELETE /v2.0/routers/a1c64922-51e9-42dd-a9d8-93b49b64d7ab HTTP/1.1" status: 404 len: 336 time: 0.0587137 Nov 22 20:38:50.839569 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 49978) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:50.847277 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 49980) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:50.849856 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-b8e08ef7-d347-4566-877f-afe1f04988c9 tempest-RoutersIpV6AdminTest-639267305 tempest-RoutersIpV6AdminTest-639267305-project] 10.222.0.46 "GET /v2.0/ports?device_id=e78dc703-3a85-437b-9d7c-4bbc1aa78ead HTTP/1.1" status: 200 len: 205 time: 0.0387537 Nov 22 20:38:50.905064 n-d-818823-1 neutron-server[103448]: INFO neutron.pecan_wsgi.hooks.translation [None req-63fe63ac-0197-4f24-8de7-4ac0c69703d2 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] DELETE failed (client error): The resource could not be found. Nov 22 20:38:50.905519 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63fe63ac-0197-4f24-8de7-4ac0c69703d2 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 20:38:50.911298 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-63fe63ac-0197-4f24-8de7-4ac0c69703d2 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] 10.222.0.46 "DELETE /v2.0/subnets/338f0a20-e29e-44e5-886d-2ae05d7e2f64 HTTP/1.1" status: 404 len: 337 time: 0.0681717 Nov 22 20:38:50.911298 n-d-818823-1 neutron-server[103448]: INFO neutron.api.v2.resource [None req-048056c6-6bca-4ebd-8d6f-db9c4bfcf519 tempest-RoutersIpV6AdminTest-639267305 tempest-RoutersIpV6AdminTest-639267305-project] delete failed (client error): The resource could not be found. Nov 22 20:38:50.911298 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-048056c6-6bca-4ebd-8d6f-db9c4bfcf519 tempest-RoutersIpV6AdminTest-639267305 tempest-RoutersIpV6AdminTest-639267305-project] 10.222.0.46 "DELETE /v2.0/routers/e78dc703-3a85-437b-9d7c-4bbc1aa78ead HTTP/1.1" status: 404 len: 336 time: 0.0622420 Nov 22 20:38:50.911708 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 49982) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:50.913541 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 49984) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:50.940406 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-3333b21e-de17-4b86-b9dd-7ca19da85c99 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] 10.222.0.46 "GET /v2.0/ports?device_id=fd2bb2d9-acd7-4963-94fd-aeca62b82b68 HTTP/1.1" status: 200 len: 205 time: 0.0257282 Nov 22 20:38:50.943933 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-a051ee1f-3dd3-414b-8911-30c41b06c2f7 tempest-RoutersIpV6AdminTest-639267305 tempest-RoutersIpV6AdminTest-639267305-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c04aab8-dc77-492c-bea5-093c9deefd73 HTTP/1.1" status: 200 len: 205 time: 0.0291722 Nov 22 20:38:50.944274 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 49986) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:50.944513 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 49988) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:50.995493 n-d-818823-1 neutron-server[103448]: INFO neutron.api.v2.resource [None req-bce7f7fa-c658-41f1-92ab-10ea8eba8f56 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] delete failed (client error): The resource could not be found. Nov 22 20:38:50.998895 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-bce7f7fa-c658-41f1-92ab-10ea8eba8f56 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] 10.222.0.46 "DELETE /v2.0/routers/fd2bb2d9-acd7-4963-94fd-aeca62b82b68 HTTP/1.1" status: 404 len: 336 time: 0.0499005 Nov 22 20:38:50.999326 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 49990) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:51.001452 n-d-818823-1 neutron-server[103447]: INFO neutron.api.v2.resource [None req-0fbd5406-1a98-46fb-a066-01a648e9eab7 tempest-RoutersIpV6AdminTest-639267305 tempest-RoutersIpV6AdminTest-639267305-project] delete failed (client error): The resource could not be found. Nov 22 20:38:51.004885 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-0fbd5406-1a98-46fb-a066-01a648e9eab7 tempest-RoutersIpV6AdminTest-639267305 tempest-RoutersIpV6AdminTest-639267305-project] 10.222.0.46 "DELETE /v2.0/routers/7c04aab8-dc77-492c-bea5-093c9deefd73 HTTP/1.1" status: 404 len: 336 time: 0.0570836 Nov 22 20:38:51.008140 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 49992) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:51.036915 n-d-818823-1 neutron-server[103448]: INFO neutron.pecan_wsgi.hooks.translation [None req-e477c047-f7d4-4b7c-bf1b-2490dade0058 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] DELETE failed (client error): The resource could not be found. Nov 22 20:38:51.037518 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e477c047-f7d4-4b7c-bf1b-2490dade0058 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 20:38:51.042103 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-e477c047-f7d4-4b7c-bf1b-2490dade0058 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] 10.222.0.46 "DELETE /v2.0/subnets/5c14e30d-7500-4165-96f2-1901c5efaf15 HTTP/1.1" status: 404 len: 337 time: 0.0417068 Nov 22 20:38:51.044625 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 49994) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:51.048958 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-80e80602-88db-4ff0-999d-91f0e89e7d0d tempest-RoutersIpV6AdminTest-639267305 tempest-RoutersIpV6AdminTest-639267305-project] 10.222.0.46 "GET /v2.0/ports?device_id=2804c381-7497-4028-ade9-ca6215589c8b HTTP/1.1" status: 200 len: 205 time: 0.0393963 Nov 22 20:38:51.051114 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 49996) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:51.084263 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-29a217ca-ce9f-40c8-aba3-c3cf1e6a4295 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] 10.222.0.46 "GET /v2.0/ports?device_id=3943e9ad-010d-4df2-a16a-09dbba8ba57f HTTP/1.1" status: 200 len: 205 time: 0.0383658 Nov 22 20:38:51.086694 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 49998) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:51.112098 n-d-818823-1 neutron-server[103447]: INFO neutron.api.v2.resource [None req-b51d204c-e7d1-4ef9-b5be-a5aff1c12acc tempest-RoutersIpV6AdminTest-639267305 tempest-RoutersIpV6AdminTest-639267305-project] delete failed (client error): The resource could not be found. Nov 22 20:38:51.113656 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-b51d204c-e7d1-4ef9-b5be-a5aff1c12acc tempest-RoutersIpV6AdminTest-639267305 tempest-RoutersIpV6AdminTest-639267305-project] 10.222.0.46 "DELETE /v2.0/routers/2804c381-7497-4028-ade9-ca6215589c8b HTTP/1.1" status: 404 len: 336 time: 0.0614383 Nov 22 20:38:51.116638 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 50000) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:51.129266 n-d-818823-1 neutron-server[103448]: INFO neutron.api.v2.resource [None req-351a6c19-127f-4087-a692-c84612471542 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] delete failed (client error): The resource could not be found. Nov 22 20:38:51.130473 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-351a6c19-127f-4087-a692-c84612471542 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] 10.222.0.46 "DELETE /v2.0/routers/3943e9ad-010d-4df2-a16a-09dbba8ba57f HTTP/1.1" status: 404 len: 336 time: 0.0427587 Nov 22 20:38:51.139704 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 50002) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:51.166488 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-2a97ca25-64a2-4de4-bedf-eb95bb96a327 tempest-RoutersIpV6AdminTest-639267305 tempest-RoutersIpV6AdminTest-639267305-project] 10.222.0.46 "GET /v2.0/ports?device_id=315feebd-7e78-45a3-a6a4-6d9320d760f5 HTTP/1.1" status: 200 len: 205 time: 0.0457106 Nov 22 20:38:51.167082 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 50004) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:51.194752 n-d-818823-1 neutron-server[103447]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e425382-988d-4402-bdeb-74974894c0b7 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] DELETE failed (client error): The resource could not be found. Nov 22 20:38:51.196164 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e425382-988d-4402-bdeb-74974894c0b7 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103447) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 20:38:51.199748 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-3e425382-988d-4402-bdeb-74974894c0b7 tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] 10.222.0.46 "DELETE /v2.0/subnets/6157709c-8860-4649-8b1f-d56b818f420c HTTP/1.1" status: 404 len: 337 time: 0.0587878 Nov 22 20:38:51.202265 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 50006) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:51.210438 n-d-818823-1 neutron-server[103448]: INFO neutron.api.v2.resource [None req-97f723c7-7d59-4288-a4d6-00533e3d4d87 tempest-RoutersIpV6AdminTest-639267305 tempest-RoutersIpV6AdminTest-639267305-project] delete failed (client error): The resource could not be found. Nov 22 20:38:51.214657 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-97f723c7-7d59-4288-a4d6-00533e3d4d87 tempest-RoutersIpV6AdminTest-639267305 tempest-RoutersIpV6AdminTest-639267305-project] 10.222.0.46 "DELETE /v2.0/routers/315feebd-7e78-45a3-a6a4-6d9320d760f5 HTTP/1.1" status: 404 len: 336 time: 0.0445120 Nov 22 20:38:51.214901 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 50008) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:51.228244 n-d-818823-1 neutron-server[103447]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d483bf5-b3d9-40fd-bcdb-c388febdbf0d tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] DELETE failed (client error): The resource could not be found. Nov 22 20:38:51.228661 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d483bf5-b3d9-40fd-bcdb-c388febdbf0d tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103447) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 20:38:51.242911 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-4d483bf5-b3d9-40fd-bcdb-c388febdbf0d tempest-RoutersIpV6Test-1903097043 tempest-RoutersIpV6Test-1903097043-project] 10.222.0.46 "DELETE /v2.0/subnets/3d801c40-43af-4a7c-a962-c3820bbb0766 HTTP/1.1" status: 404 len: 337 time: 0.0312734 Nov 22 20:38:51.243977 n-d-818823-1 neutron-server[103448]: INFO neutron.pecan_wsgi.hooks.translation [None req-446e8d07-0dc5-4f9d-9990-bf66b8e1c60a tempest-RoutersIpV6AdminTest-639267305 tempest-RoutersIpV6AdminTest-639267305-project] DELETE failed (client error): The resource could not be found. Nov 22 20:38:51.244601 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-446e8d07-0dc5-4f9d-9990-bf66b8e1c60a tempest-RoutersIpV6AdminTest-639267305 tempest-RoutersIpV6AdminTest-639267305-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 20:38:51.247903 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-446e8d07-0dc5-4f9d-9990-bf66b8e1c60a tempest-RoutersIpV6AdminTest-639267305 tempest-RoutersIpV6AdminTest-639267305-project] 10.222.0.46 "DELETE /v2.0/subnets/c2daecdd-c3ac-4f36-8187-0fe0b155e7b3 HTTP/1.1" status: 404 len: 337 time: 0.0320401 Nov 22 20:38:51.540375 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 50018) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:51.550259 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 50022) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:51.661585 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-19934931-cd62-4981-bf95-b392f4c697ea admin admin] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:51.760800 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-f5eea3cf-0e83-4470-8da7-7545a926c43d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=420a748461434084ac365abc58fa6e97&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2074220 Nov 22 20:38:51.762962 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 50028) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:51.783537 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-19934931-cd62-4981-bf95-b392f4c697ea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:51.791932 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-19934931-cd62-4981-bf95-b392f4c697ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:51.832462 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-19934931-cd62-4981-bf95-b392f4c697ea admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6be5d3114978455d8182cacf68a358cf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2909536 Nov 22 20:38:51.837799 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 50032) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:51.857836 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19934931-cd62-4981-bf95-b392f4c697ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ba76f7f-e0fc-4685-8907-7a572eee9c99,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:38:51.859786 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-394adece-4b73-44bf-802b-eefa54aeb7e0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:51.918751 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-394adece-4b73-44bf-802b-eefa54aeb7e0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:51.960101 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-2c9aa2d5-44a5-472d-b554-535456a3b47c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:51.984889 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-2c9aa2d5-44a5-472d-b554-535456a3b47c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:51.999923 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-394adece-4b73-44bf-802b-eefa54aeb7e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:52.002502 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-394adece-4b73-44bf-802b-eefa54aeb7e0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:52.006005 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-394adece-4b73-44bf-802b-eefa54aeb7e0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/408ed6d7-fb9a-4abf-a9a2-32902d2d6353 HTTP/1.1" status: 204 len: 168 time: 0.2394257 Nov 22 20:38:52.042409 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394adece-4b73-44bf-802b-eefa54aeb7e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=408ed6d7-fb9a-4abf-a9a2-32902d2d6353,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:38:52.050404 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394adece-4b73-44bf-802b-eefa54aeb7e0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:38:52.050823 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394adece-4b73-44bf-802b-eefa54aeb7e0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:38:52.051091 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394adece-4b73-44bf-802b-eefa54aeb7e0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:38:52.051526 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394adece-4b73-44bf-802b-eefa54aeb7e0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:38:52.051864 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394adece-4b73-44bf-802b-eefa54aeb7e0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:38:52.052209 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394adece-4b73-44bf-802b-eefa54aeb7e0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:38:52.052543 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394adece-4b73-44bf-802b-eefa54aeb7e0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:38:52.052884 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394adece-4b73-44bf-802b-eefa54aeb7e0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:38:52.053211 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394adece-4b73-44bf-802b-eefa54aeb7e0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:38:52.053541 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394adece-4b73-44bf-802b-eefa54aeb7e0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:38:52.053922 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394adece-4b73-44bf-802b-eefa54aeb7e0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:38:52.054184 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394adece-4b73-44bf-802b-eefa54aeb7e0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:38:52.088521 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-2c9aa2d5-44a5-472d-b554-535456a3b47c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:52.096265 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-2c9aa2d5-44a5-472d-b554-535456a3b47c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:52.100109 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-2c9aa2d5-44a5-472d-b554-535456a3b47c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3ba76f7f-e0fc-4685-8907-7a572eee9c99 HTTP/1.1" status: 204 len: 168 time: 0.2561309 Nov 22 20:38:52.112775 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9aa2d5-44a5-472d-b554-535456a3b47c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ba76f7f-e0fc-4685-8907-7a572eee9c99,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:38:52.448255 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 50050) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:52.506463 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 50054) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:52.507270 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-ef70d0da-887e-4626-9f5c-1a0ca66d5bd2 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4f235977e424487abe54e460f26782ed&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0572932 Nov 22 20:38:52.565383 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-55b72abe-e4cd-4f93-bc8e-07abc3c555f7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:52.595237 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-55b72abe-e4cd-4f93-bc8e-07abc3c555f7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:52.677158 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-55b72abe-e4cd-4f93-bc8e-07abc3c555f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:52.682128 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-55b72abe-e4cd-4f93-bc8e-07abc3c555f7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:52.683810 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-55b72abe-e4cd-4f93-bc8e-07abc3c555f7 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/fc4eccb2-5879-436e-945c-7e23af86270a HTTP/1.1" status: 204 len: 168 time: 0.1764112 Nov 22 20:38:52.721206 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b72abe-e4cd-4f93-bc8e-07abc3c555f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc4eccb2-5879-436e-945c-7e23af86270a,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:38:52.967375 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 50072) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:53.139695 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-63d9d953-b865-4778-867a-837cf81ab9ab tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] Request body: {'security_group': {'name': 'tempest-secgroup--882395028'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:38:53.177155 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-63d9d953-b865-4778-867a-837cf81ab9ab tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:53.188494 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-63d9d953-b865-4778-867a-837cf81ab9ab tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:53.301791 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-63d9d953-b865-4778-867a-837cf81ab9ab tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:53.307670 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-63d9d953-b865-4778-867a-837cf81ab9ab tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:53.389523 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-63d9d953-b865-4778-867a-837cf81ab9ab tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:53.422811 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d9d953-b865-4778-867a-837cf81ab9ab tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16b4a075-2e48-4642-8784-082ce642e949,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:38:53.426673 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-63d9d953-b865-4778-867a-837cf81ab9ab tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:53.472023 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d9d953-b865-4778-867a-837cf81ab9ab tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc9d6832-fd68-4e16-9006-29a2386b50f7,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:38:53.483675 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-63d9d953-b865-4778-867a-837cf81ab9ab tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:53.487472 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-63d9d953-b865-4778-867a-837cf81ab9ab tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5160427 Nov 22 20:38:53.488142 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 50094) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:53.560038 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 50096) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:53.560365 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-594ab5d6-ad9d-4467-b098-63ca010f9cae tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.0709188 Nov 22 20:38:53.564600 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-c05a4da7-65e9-4ff9-aa0a-14f3c99dde92 tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] Request body: {'security_group': {'name': 'tempest-security--2029264786', 'description': 'tempest-security-description-1395165793'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:38:53.579365 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 50098) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:53.599841 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c05a4da7-65e9-4ff9-aa0a-14f3c99dde92 tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] Publish callbacks [] for security_group, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:53.652377 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c05a4da7-65e9-4ff9-aa0a-14f3c99dde92 tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] Publish callbacks [] for security_group, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:53.661260 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c05a4da7-65e9-4ff9-aa0a-14f3c99dde92 tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:53.664029 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c05a4da7-65e9-4ff9-aa0a-14f3c99dde92 tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:53.665437 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-c05a4da7-65e9-4ff9-aa0a-14f3c99dde92 tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] 10.222.0.46 "PUT /v2.0/security-groups/bc9d6832-fd68-4e16-9006-29a2386b50f7 HTTP/1.1" status: 200 len: 1797 time: 0.1043355 Nov 22 20:38:53.668161 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 50102) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:53.721446 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05a4da7-65e9-4ff9-aa0a-14f3c99dde92 tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc9d6832-fd68-4e16-9006-29a2386b50f7,revision_number=2']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:38:53.722488 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-96131f1d-1be8-4010-aded-61f8bd81bf96 tempest-AllowedAddressPairTestJSON-571849638 tempest-AllowedAddressPairTestJSON-571849638-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1007364028'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:38:53.760448 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-c5e7e13a-715c-4f8e-b5a3-7f49d3876ad9 tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] 10.222.0.46 "GET /v2.0/security-groups/bc9d6832-fd68-4e16-9006-29a2386b50f7 HTTP/1.1" status: 200 len: 1797 time: 0.0908487 Nov 22 20:38:53.764040 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 50104) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:53.776616 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96131f1d-1be8-4010-aded-61f8bd81bf96 tempest-AllowedAddressPairTestJSON-571849638 tempest-AllowedAddressPairTestJSON-571849638-project] Made reservation on behalf of da6c5180c8964793878047a5047239ea for: {'network': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:38:53.782605 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-96131f1d-1be8-4010-aded-61f8bd81bf96 tempest-AllowedAddressPairTestJSON-571849638 tempest-AllowedAddressPairTestJSON-571849638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for network, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:53.794190 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-96131f1d-1be8-4010-aded-61f8bd81bf96 tempest-AllowedAddressPairTestJSON-571849638 tempest-AllowedAddressPairTestJSON-571849638-project] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:53.844810 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2f50255b-0e5a-4891-93fd-3a28bf7c6aef tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:53.874643 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2f50255b-0e5a-4891-93fd-3a28bf7c6aef tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:53.901385 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-96131f1d-1be8-4010-aded-61f8bd81bf96 tempest-AllowedAddressPairTestJSON-571849638 tempest-AllowedAddressPairTestJSON-571849638-project] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:53.909506 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-96131f1d-1be8-4010-aded-61f8bd81bf96 tempest-AllowedAddressPairTestJSON-571849638 tempest-AllowedAddressPairTestJSON-571849638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:53.941957 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96131f1d-1be8-4010-aded-61f8bd81bf96 tempest-AllowedAddressPairTestJSON-571849638 tempest-AllowedAddressPairTestJSON-571849638-project] vlan segment allocate from pool success with {'vlan_id': 625, 'physical_network': 'physnet1'} {{(pid=103447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 20:38:53.960250 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96131f1d-1be8-4010-aded-61f8bd81bf96 tempest-AllowedAddressPairTestJSON-571849638 tempest-AllowedAddressPairTestJSON-571849638-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b75743b-c76d-4705-93f3-ecff05923924,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:38:53.967393 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-96131f1d-1be8-4010-aded-61f8bd81bf96 tempest-AllowedAddressPairTestJSON-571849638 tempest-AllowedAddressPairTestJSON-571849638-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:53.967843 n-d-818823-1 neutron-server[103447]: INFO neutron.db.segments_db [None req-96131f1d-1be8-4010-aded-61f8bd81bf96 tempest-AllowedAddressPairTestJSON-571849638 tempest-AllowedAddressPairTestJSON-571849638-project] Added segment 0200e941-e618-4b66-9c8b-d018cdc73a7c of type vlan for network 478766a2-df2c-44fb-800a-ad1172e68476 Nov 22 20:38:54.003298 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2f50255b-0e5a-4891-93fd-3a28bf7c6aef tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:54.007256 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2f50255b-0e5a-4891-93fd-3a28bf7c6aef tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:54.015901 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-2f50255b-0e5a-4891-93fd-3a28bf7c6aef tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] 10.222.0.46 "DELETE /v2.0/security-groups/bc9d6832-fd68-4e16-9006-29a2386b50f7 HTTP/1.1" status: 204 len: 168 time: 0.2505915 Nov 22 20:38:54.016774 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 50110) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:54.055629 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-96131f1d-1be8-4010-aded-61f8bd81bf96 tempest-AllowedAddressPairTestJSON-571849638 tempest-AllowedAddressPairTestJSON-571849638-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748992492791'] for network, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:54.090674 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-cd4a50ce-5172-4b00-a508-85b64241ac46 tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0697398 Nov 22 20:38:54.092196 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 50114) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:54.100968 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f50255b-0e5a-4891-93fd-3a28bf7c6aef tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc9d6832-fd68-4e16-9006-29a2386b50f7,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:38:54.119724 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-96131f1d-1be8-4010-aded-61f8bd81bf96 tempest-AllowedAddressPairTestJSON-571849638 tempest-AllowedAddressPairTestJSON-571849638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for network, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:54.126251 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96131f1d-1be8-4010-aded-61f8bd81bf96 tempest-AllowedAddressPairTestJSON-571849638 tempest-AllowedAddressPairTestJSON-571849638-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:38:54.127110 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-96131f1d-1be8-4010-aded-61f8bd81bf96 tempest-AllowedAddressPairTestJSON-571849638 tempest-AllowedAddressPairTestJSON-571849638-project] Publish callbacks [] for network, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:54.147653 n-d-818823-1 neutron-server[103448]: INFO neutron.api.v2.resource [None req-94e2d837-8f92-44b7-b6f3-90c5da3058d8 tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] delete failed (client error): The resource could not be found. Nov 22 20:38:54.153766 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-94e2d837-8f92-44b7-b6f3-90c5da3058d8 tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] 10.222.0.46 "DELETE /v2.0/security-groups/bc9d6832-fd68-4e16-9006-29a2386b50f7 HTTP/1.1" status: 404 len: 347 time: 0.0598125 Nov 22 20:38:54.154597 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 50118) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:54.161024 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-fa3d2211-d9e5-4a5f-aee6-40f443373c6c tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] Request body: {'security_group': {'name': 'tempest-secgroup--398675743'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:38:54.207252 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-fa3d2211-d9e5-4a5f-aee6-40f443373c6c tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:54.245793 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-96131f1d-1be8-4010-aded-61f8bd81bf96 tempest-AllowedAddressPairTestJSON-571849638 tempest-AllowedAddressPairTestJSON-571849638-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.6651325 Nov 22 20:38:54.246428 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 50122) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:54.254176 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96131f1d-1be8-4010-aded-61f8bd81bf96 tempest-AllowedAddressPairTestJSON-571849638 tempest-AllowedAddressPairTestJSON-571849638-project] Pushing event updated for resources: {'Network': ['ID=478766a2-df2c-44fb-800a-ad1172e68476,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:38:54.257139 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-ddf8f46f-9973-49d3-8597-42851060a8d4 tempest-AllowedAddressPairTestJSON-571849638 tempest-AllowedAddressPairTestJSON-571849638-project] Request body: {'subnet': {'network_id': '478766a2-df2c-44fb-800a-ad1172e68476', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:38:54.268537 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Network 478766a2-df2c-44fb-800a-ad1172e68476 details requested by agent ovs-agent-n-d-818823-1 with host n-d-818823-1 {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 20:38:54.422469 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-fa3d2211-d9e5-4a5f-aee6-40f443373c6c tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:54.429049 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-fa3d2211-d9e5-4a5f-aee6-40f443373c6c tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:54.442239 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddf8f46f-9973-49d3-8597-42851060a8d4 tempest-AllowedAddressPairTestJSON-571849638 tempest-AllowedAddressPairTestJSON-571849638-project] Made reservation on behalf of da6c5180c8964793878047a5047239ea for: {'subnet': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:38:54.445785 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ddf8f46f-9973-49d3-8597-42851060a8d4 tempest-AllowedAddressPairTestJSON-571849638 tempest-AllowedAddressPairTestJSON-571849638-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11792951'] for subnet, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:54.566960 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 50126) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:54.729565 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f8a85252-6bb8-47de-9a45-95e59a560496 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:54.840439 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f8a85252-6bb8-47de-9a45-95e59a560496 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:54.845558 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f8a85252-6bb8-47de-9a45-95e59a560496 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:54.875369 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3d2211-d9e5-4a5f-aee6-40f443373c6c tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dfc7661f-48bb-4e03-9ad9-f0dfa709a3ec,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:38:54.890224 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-fa3d2211-d9e5-4a5f-aee6-40f443373c6c tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:54.893549 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-fa3d2211-d9e5-4a5f-aee6-40f443373c6c tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7351172 Nov 22 20:38:54.894569 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 50130) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:54.894733 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-f8a85252-6bb8-47de-9a45-95e59a560496 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=35477b3894554c2380e27205c8ee667a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3230970 Nov 22 20:38:54.894830 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 50132) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:54.895304 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a85252-6bb8-47de-9a45-95e59a560496 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ec43b4d-0dc9-4bbf-aa4b-a0f902a1b0ec,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:38:54.903041 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-908d2b8d-4592-40f2-a5cd-60f29f0f24bd tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] Request body: {'security_group_rule': {'security_group_id': 'dfc7661f-48bb-4e03-9ad9-f0dfa709a3ec', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:38:54.977221 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-908d2b8d-4592-40f2-a5cd-60f29f0f24bd tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:55.049227 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d482f8c4-58ad-4f4a-b832-e8c989a60553 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:55.104099 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-908d2b8d-4592-40f2-a5cd-60f29f0f24bd tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:55.106557 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d482f8c4-58ad-4f4a-b832-e8c989a60553 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:55.132507 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-908d2b8d-4592-40f2-a5cd-60f29f0f24bd tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572323'] for security_group_rule, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:55.187524 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908d2b8d-4592-40f2-a5cd-60f29f0f24bd tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d148def-9760-439e-962e-d76f35db10bb,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:38:55.191918 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ddf8f46f-9973-49d3-8597-42851060a8d4 tempest-AllowedAddressPairTestJSON-571849638 tempest-AllowedAddressPairTestJSON-571849638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11567560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11792921'] for subnet, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:55.204362 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-908d2b8d-4592-40f2-a5cd-60f29f0f24bd tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:55.205565 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-908d2b8d-4592-40f2-a5cd-60f29f0f24bd tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3090632 Nov 22 20:38:55.209415 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 50136) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:55.261273 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-35b534f6-25a2-4024-8b3b-afbeb68a4a2d tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:55.262542 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d482f8c4-58ad-4f4a-b832-e8c989a60553 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:55.265173 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d482f8c4-58ad-4f4a-b832-e8c989a60553 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:55.268107 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-d482f8c4-58ad-4f4a-b832-e8c989a60553 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5ec43b4d-0dc9-4bbf-aa4b-a0f902a1b0ec HTTP/1.1" status: 204 len: 168 time: 0.3710008 Nov 22 20:38:55.273136 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-35b534f6-25a2-4024-8b3b-afbeb68a4a2d tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:55.292943 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf8f46f-9973-49d3-8597-42851060a8d4 tempest-AllowedAddressPairTestJSON-571849638 tempest-AllowedAddressPairTestJSON-571849638-project] Pushing event updated for resources: {'Subnet': ['ID=d908f52c-55d7-49fa-a140-2f4322af225c,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:38:55.292943 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d482f8c4-58ad-4f4a-b832-e8c989a60553 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ec43b4d-0dc9-4bbf-aa4b-a0f902a1b0ec,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:38:55.298397 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf8f46f-9973-49d3-8597-42851060a8d4 tempest-AllowedAddressPairTestJSON-571849638 tempest-AllowedAddressPairTestJSON-571849638-project] Checking segment: {'id': '0200e941-e618-4b66-9c8b-d018cdc73a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '478766a2-df2c-44fb-800a-ad1172e68476'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:38:55.298780 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddf8f46f-9973-49d3-8597-42851060a8d4 tempest-AllowedAddressPairTestJSON-571849638 tempest-AllowedAddressPairTestJSON-571849638-project] Network hostable DHCP agents. Network: 478766a2-df2c-44fb-800a-ad1172e68476, hostable agents: ['02adaa64-0987-4b74-bad0-cbcf56f8a294'], hosted agents: [] {{(pid=103448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 20:38:55.320197 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddf8f46f-9973-49d3-8597-42851060a8d4 tempest-AllowedAddressPairTestJSON-571849638 tempest-AllowedAddressPairTestJSON-571849638-project] Network 478766a2-df2c-44fb-800a-ad1172e68476 is scheduled to be hosted by DHCP agent 02adaa64-0987-4b74-bad0-cbcf56f8a294 with binding_index 1 {{(pid=103448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 20:38:55.321934 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-35b534f6-25a2-4024-8b3b-afbeb68a4a2d tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572323'] for security_group_rule, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:55.327689 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-35b534f6-25a2-4024-8b3b-afbeb68a4a2d tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:55.332067 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-35b534f6-25a2-4024-8b3b-afbeb68a4a2d tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/5d148def-9760-439e-962e-d76f35db10bb HTTP/1.1" status: 204 len: 168 time: 0.1215556 Nov 22 20:38:55.332314 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-ddf8f46f-9973-49d3-8597-42851060a8d4 tempest-AllowedAddressPairTestJSON-571849638 tempest-AllowedAddressPairTestJSON-571849638-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818823-1, 478766a2-df2c-44fb-800a-ad1172e68476) {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:38:55.334395 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 50142) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:55.341824 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddf8f46f-9973-49d3-8597-42851060a8d4 tempest-AllowedAddressPairTestJSON-571849638 tempest-AllowedAddressPairTestJSON-571849638-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:38:55.342415 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ddf8f46f-9973-49d3-8597-42851060a8d4 tempest-AllowedAddressPairTestJSON-571849638 tempest-AllowedAddressPairTestJSON-571849638-project] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:55.348304 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b534f6-25a2-4024-8b3b-afbeb68a4a2d tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5d148def-9760-439e-962e-d76f35db10bb,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:38:55.368776 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-324c2712-0af1-4fc1-9f1d-1c8842ac714e None None] Network 478766a2-df2c-44fb-800a-ad1172e68476 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:38:55.380471 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-ddf8f46f-9973-49d3-8597-42851060a8d4 tempest-AllowedAddressPairTestJSON-571849638 tempest-AllowedAddressPairTestJSON-571849638-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1304920 Nov 22 20:38:55.381830 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 50144) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:55.392117 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-38c56dee-fded-46fb-afeb-9716344727a4 tempest-AllowedAddressPairTestJSON-571849638 tempest-AllowedAddressPairTestJSON-571849638-project] Request body: {'port': {'network_id': '478766a2-df2c-44fb-800a-ad1172e68476', 'name': 'tempest-AllowedAddressPairTestJSON-6457495'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:38:55.396672 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-ebb5dfd8-e171-46a2-b1d5-e8086e95cb57 tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0578179 Nov 22 20:38:55.399590 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 50146) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:55.542508 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-415e383b-e70c-482a-b71a-184000434a0f tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:55.561149 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-918afb4c-9b05-4986-a911-9b952dd0adab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fb26bd7-ce56-527b-b94f-2e1f7cb2bb35-478766a2-df2c-44fb-800a-ad1172e68476', 'network_id': '478766a2-df2c-44fb-800a-ad1172e68476', 'tenant_id': 'da6c5180c8964793878047a5047239ea', 'fixed_ips': [{'subnet_id': 'd908f52c-55d7-49fa-a140-2f4322af225c'}]}} from n-d-818823-1. {{(pid=103449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 20:38:55.562508 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-918afb4c-9b05-4986-a911-9b952dd0adab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:55.581519 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-415e383b-e70c-482a-b71a-184000434a0f tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:55.604989 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38c56dee-fded-46fb-afeb-9716344727a4 tempest-AllowedAddressPairTestJSON-571849638 tempest-AllowedAddressPairTestJSON-571849638-project] Made reservation on behalf of da6c5180c8964793878047a5047239ea for: {'port': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:38:55.608571 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-38c56dee-fded-46fb-afeb-9716344727a4 tempest-AllowedAddressPairTestJSON-571849638 tempest-AllowedAddressPairTestJSON-571849638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:55.637554 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [None req-38c56dee-fded-46fb-afeb-9716344727a4 tempest-AllowedAddressPairTestJSON-571849638 tempest-AllowedAddressPairTestJSON-571849638-project] device_id is not set on port af218e51-db54-492a-9f15-f650a6190fc3 yet. {{(pid=103448) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 20:38:55.687143 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-415e383b-e70c-482a-b71a-184000434a0f tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:55.690148 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-415e383b-e70c-482a-b71a-184000434a0f tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:55.691576 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-415e383b-e70c-482a-b71a-184000434a0f tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] 10.222.0.46 "DELETE /v2.0/security-groups/dfc7661f-48bb-4e03-9ad9-f0dfa709a3ec HTTP/1.1" status: 204 len: 168 time: 0.2906532 Nov 22 20:38:55.694197 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 50150) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:55.710105 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415e383b-e70c-482a-b71a-184000434a0f tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfc7661f-48bb-4e03-9ad9-f0dfa709a3ec,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:38:55.723528 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 50152) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:55.739396 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-eb526d47-4bfe-4528-aa10-369b008b66a8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:55.745674 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.db_base_plugin_common [None req-918afb4c-9b05-4986-a911-9b952dd0adab None None] Allocated IP 172.20.0.2 (478766a2-df2c-44fb-800a-ad1172e68476/d908f52c-55d7-49fa-a140-2f4322af225c/7084f999-d27f-4f98-9a7f-20acf4b1811d) {{(pid=103449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:38:55.781907 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-c4093bd0-3c2b-461d-a6e4-9de52200de7d tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0844867 Nov 22 20:38:55.785634 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 50154) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:55.793381 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-33cd10de-48b1-4f92-84bf-13677c248f79 tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] Request body: {'security_group': {'name': 'tempest-secgroup--1614468343'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:38:55.839277 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-33cd10de-48b1-4f92-84bf-13677c248f79 tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:55.876846 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-eb526d47-4bfe-4528-aa10-369b008b66a8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:55.887444 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-eb526d47-4bfe-4528-aa10-369b008b66a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:55.923144 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-918afb4c-9b05-4986-a911-9b952dd0adab None None] Publish callbacks [] for port, precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:55.933157 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-918afb4c-9b05-4986-a911-9b952dd0adab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372'] for port, after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:55.979639 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb526d47-4bfe-4528-aa10-369b008b66a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74afaae1-767f-4b14-bb81-a25d7a62ed1a,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:38:55.981334 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-918afb4c-9b05-4986-a911-9b952dd0adab None None] Network 478766a2-df2c-44fb-800a-ad1172e68476 is already hosted by enough agents. {{(pid=103449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:38:55.984304 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.base_scheduler [None req-918afb4c-9b05-4986-a911-9b952dd0adab None None] Resources bound (agent type, host, resource id): {{(pid=103449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:38:55.987251 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-eb526d47-4bfe-4528-aa10-369b008b66a8 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=afe7bad1db614a219700214e34c4c121&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2626760 Nov 22 20:38:55.988775 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-918afb4c-9b05-4986-a911-9b952dd0adab None None] Received port after_create {{(pid=103449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:38:55.990423 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 50156) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:55.992561 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918afb4c-9b05-4986-a911-9b952dd0adab None None] Pushing event updated for resources: {'Port': ['ID=7084f999-d27f-4f98-9a7f-20acf4b1811d,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:38:56.025944 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-33cd10de-48b1-4f92-84bf-13677c248f79 tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:56.035284 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-33cd10de-48b1-4f92-84bf-13677c248f79 tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:56.049710 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-918afb4c-9b05-4986-a911-9b952dd0adab None None] Attempting to bind port 7084f999-d27f-4f98-9a7f-20acf4b1811d on host n-d-818823-1 for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:38:56.050090 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-918afb4c-9b05-4986-a911-9b952dd0adab None None] Attempting to bind port 7084f999-d27f-4f98-9a7f-20acf4b1811d by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': '0200e941-e618-4b66-9c8b-d018cdc73a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '478766a2-df2c-44fb-800a-ad1172e68476'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:38:56.050416 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [None req-38c56dee-fded-46fb-afeb-9716344727a4 tempest-AllowedAddressPairTestJSON-571849638 tempest-AllowedAddressPairTestJSON-571849638-project] Allocated IP 172.20.0.10 (478766a2-df2c-44fb-800a-ad1172e68476/d908f52c-55d7-49fa-a140-2f4322af225c/af218e51-db54-492a-9f15-f650a6190fc3) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:38:56.050542 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918afb4c-9b05-4986-a911-9b952dd0adab None None] Attempting to bind port 7084f999-d27f-4f98-9a7f-20acf4b1811d on network 478766a2-df2c-44fb-800a-ad1172e68476 {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:38:56.056207 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918afb4c-9b05-4986-a911-9b952dd0adab None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 38, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:38:56.056646 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918afb4c-9b05-4986-a911-9b952dd0adab None None] Checking segment: {'id': '0200e941-e618-4b66-9c8b-d018cdc73a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '478766a2-df2c-44fb-800a-ad1172e68476'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:38:56.057057 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-918afb4c-9b05-4986-a911-9b952dd0adab None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:56.057503 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918afb4c-9b05-4986-a911-9b952dd0adab None None] Bound using segment: {'id': '0200e941-e618-4b66-9c8b-d018cdc73a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '478766a2-df2c-44fb-800a-ad1172e68476'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:38:56.057986 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-918afb4c-9b05-4986-a911-9b952dd0adab None None] Bound port: 7084f999-d27f-4f98-9a7f-20acf4b1811d, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0200e941-e618-4b66-9c8b-d018cdc73a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '478766a2-df2c-44fb-800a-ad1172e68476'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:38:56.058375 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-918afb4c-9b05-4986-a911-9b952dd0adab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:56.090090 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-33cd10de-48b1-4f92-84bf-13677c248f79 tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:56.091402 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-33cd10de-48b1-4f92-84bf-13677c248f79 tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3046761 Nov 22 20:38:56.094047 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cd10de-48b1-4f92-84bf-13677c248f79 tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3073873c-4840-401f-843e-5029d0a98926,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:38:56.096188 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 50158) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:56.121350 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-6164f370-90d3-444f-a3e9-f227ae038eba tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] Request body: {'security_group_rule': {'security_group_id': '3073873c-4840-401f-843e-5029d0a98926', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:38:56.130960 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-918afb4c-9b05-4986-a911-9b952dd0adab None None] For port 7084f999-d27f-4f98-9a7f-20acf4b1811d, host n-d-818823-1, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:38:56.135141 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-918afb4c-9b05-4986-a911-9b952dd0adab None None] For port 7084f999-d27f-4f98-9a7f-20acf4b1811d, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=7084f999-d27f-4f98-9a7f-20acf4b1811d,segment=NetworkSegment(0200e941-e618-4b66-9c8b-d018cdc73a7c),segment_id=0200e941-e618-4b66-9c8b-d018cdc73a7c)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:38:56.142243 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-918afb4c-9b05-4986-a911-9b952dd0adab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:56.171212 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-5d2c621d-cc3a-4705-990f-129032528cdb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:56.223652 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6164f370-90d3-444f-a3e9-f227ae038eba tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:56.224048 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918afb4c-9b05-4986-a911-9b952dd0adab None None] Pushing event updated for resources: {'Port': ['ID=7084f999-d27f-4f98-9a7f-20acf4b1811d,revision_number=2']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:38:56.242386 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-5d2c621d-cc3a-4705-990f-129032528cdb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:56.285823 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-38c56dee-fded-46fb-afeb-9716344727a4 tempest-AllowedAddressPairTestJSON-571849638 tempest-AllowedAddressPairTestJSON-571849638-project] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:56.338896 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6164f370-90d3-444f-a3e9-f227ae038eba tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:56.341234 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-38c56dee-fded-46fb-afeb-9716344727a4 tempest-AllowedAddressPairTestJSON-571849638 tempest-AllowedAddressPairTestJSON-571849638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:56.350640 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6164f370-90d3-444f-a3e9-f227ae038eba tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572323'] for security_group_rule, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:56.369597 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-5d2c621d-cc3a-4705-990f-129032528cdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:56.372168 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-5d2c621d-cc3a-4705-990f-129032528cdb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:56.373312 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-5d2c621d-cc3a-4705-990f-129032528cdb admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/74afaae1-767f-4b14-bb81-a25d7a62ed1a HTTP/1.1" status: 204 len: 168 time: 0.3800251 Nov 22 20:38:56.386330 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2c621d-cc3a-4705-990f-129032528cdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74afaae1-767f-4b14-bb81-a25d7a62ed1a,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:38:56.388289 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6164f370-90d3-444f-a3e9-f227ae038eba tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de2d9547-f4b7-46a1-b4be-d11a9c1a1508,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:38:56.403764 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c56dee-fded-46fb-afeb-9716344727a4 tempest-AllowedAddressPairTestJSON-571849638 tempest-AllowedAddressPairTestJSON-571849638-project] Pushing event updated for resources: {'Port': ['ID=af218e51-db54-492a-9f15-f650a6190fc3,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:38:56.421472 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38c56dee-fded-46fb-afeb-9716344727a4 tempest-AllowedAddressPairTestJSON-571849638 tempest-AllowedAddressPairTestJSON-571849638-project] Network 478766a2-df2c-44fb-800a-ad1172e68476 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:38:56.422288 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6164f370-90d3-444f-a3e9-f227ae038eba tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:56.423490 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-38c56dee-fded-46fb-afeb-9716344727a4 tempest-AllowedAddressPairTestJSON-571849638 tempest-AllowedAddressPairTestJSON-571849638-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:38:56.426442 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-6164f370-90d3-444f-a3e9-f227ae038eba tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3160005 Nov 22 20:38:56.427078 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 50170) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:56.432770 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-53451484-f92d-4d24-877b-4eee025788d1 tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] Request body: {'security_group_rule': {'security_group_id': '3073873c-4840-401f-843e-5029d0a98926', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:38:56.437363 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c56dee-fded-46fb-afeb-9716344727a4 tempest-AllowedAddressPairTestJSON-571849638 tempest-AllowedAddressPairTestJSON-571849638-project] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:38:56.478187 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-53451484-f92d-4d24-877b-4eee025788d1 tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:56.566779 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38c56dee-fded-46fb-afeb-9716344727a4 tempest-AllowedAddressPairTestJSON-571849638 tempest-AllowedAddressPairTestJSON-571849638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:38:56.567511 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-38c56dee-fded-46fb-afeb-9716344727a4 tempest-AllowedAddressPairTestJSON-571849638 tempest-AllowedAddressPairTestJSON-571849638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:56.603608 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-38c56dee-fded-46fb-afeb-9716344727a4 tempest-AllowedAddressPairTestJSON-571849638 tempest-AllowedAddressPairTestJSON-571849638-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.2204592 Nov 22 20:38:56.606445 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 50178) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:56.613020 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-e7ecb397-b152-42a8-a12f-a95dcc52b63c tempest-AllowedAddressPairTestJSON-571849638 tempest-AllowedAddressPairTestJSON-571849638-project] Request body: {'port': {'network_id': '478766a2-df2c-44fb-800a-ad1172e68476', 'name': 'tempest-AllowedAddressPairTestJSON-576266790', 'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:1b:1d:76'}]}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:38:56.629387 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-53451484-f92d-4d24-877b-4eee025788d1 tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:56.641171 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-53451484-f92d-4d24-877b-4eee025788d1 tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572323'] for security_group_rule, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:56.665671 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53451484-f92d-4d24-877b-4eee025788d1 tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a449abf7-d0dc-40fe-b930-08e2ec28f90f,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:38:56.676545 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-53451484-f92d-4d24-877b-4eee025788d1 tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:56.681346 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-53451484-f92d-4d24-877b-4eee025788d1 tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2531962 Nov 22 20:38:56.682560 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 50182) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:56.692936 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-b39ab81a-86f2-4efb-b79f-84a514ebce82 tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] Request body: {'security_group_rule': {'security_group_id': '3073873c-4840-401f-843e-5029d0a98926', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:38:56.734805 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b39ab81a-86f2-4efb-b79f-84a514ebce82 tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:56.781700 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7ecb397-b152-42a8-a12f-a95dcc52b63c tempest-AllowedAddressPairTestJSON-571849638 tempest-AllowedAddressPairTestJSON-571849638-project] Made reservation on behalf of da6c5180c8964793878047a5047239ea for: {'port': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:38:56.816897 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b39ab81a-86f2-4efb-b79f-84a514ebce82 tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:56.827237 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b39ab81a-86f2-4efb-b79f-84a514ebce82 tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572323'] for security_group_rule, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:56.847551 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39ab81a-86f2-4efb-b79f-84a514ebce82 tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22cb068a-97d9-4cab-a458-07be17fa000b,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:38:56.867373 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b39ab81a-86f2-4efb-b79f-84a514ebce82 tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:56.870239 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-b39ab81a-86f2-4efb-b79f-84a514ebce82 tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1857393 Nov 22 20:38:56.872894 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 50192) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:56.886767 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-e35f7982-9dc4-4c6b-b05b-f9a953cf3180 tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] Request body: {'security_group_rule': {'security_group_id': '3073873c-4840-401f-843e-5029d0a98926', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:38:56.947813 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e7ecb397-b152-42a8-a12f-a95dcc52b63c tempest-AllowedAddressPairTestJSON-571849638 tempest-AllowedAddressPairTestJSON-571849638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:56.948391 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e35f7982-9dc4-4c6b-b05b-f9a953cf3180 tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:56.969267 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [None req-e7ecb397-b152-42a8-a12f-a95dcc52b63c tempest-AllowedAddressPairTestJSON-571849638 tempest-AllowedAddressPairTestJSON-571849638-project] device_id is not set on port 498e6314-9fc5-490b-a461-c36afd9d560f yet. {{(pid=103448) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 20:38:57.070904 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e35f7982-9dc4-4c6b-b05b-f9a953cf3180 tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:57.079079 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e35f7982-9dc4-4c6b-b05b-f9a953cf3180 tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572323'] for security_group_rule, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:57.126754 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e35f7982-9dc4-4c6b-b05b-f9a953cf3180 tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:57.131227 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [None req-e7ecb397-b152-42a8-a12f-a95dcc52b63c tempest-AllowedAddressPairTestJSON-571849638 tempest-AllowedAddressPairTestJSON-571849638-project] Allocated IP 172.20.0.6 (478766a2-df2c-44fb-800a-ad1172e68476/d908f52c-55d7-49fa-a140-2f4322af225c/498e6314-9fc5-490b-a461-c36afd9d560f) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:38:57.131622 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-e35f7982-9dc4-4c6b-b05b-f9a953cf3180 tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2570403 Nov 22 20:38:57.134841 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 50200) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:57.139533 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35f7982-9dc4-4c6b-b05b-f9a953cf3180 tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=976f94cb-6684-4bda-ad92-e9489522473e,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:38:57.149573 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-448c6d00-5b25-4b20-8734-fa9684f36a72 tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] Request body: {'security_group_rule': {'security_group_id': '3073873c-4840-401f-843e-5029d0a98926', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:38:57.206578 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-448c6d00-5b25-4b20-8734-fa9684f36a72 tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:57.264971 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 50206) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:57.378699 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-448c6d00-5b25-4b20-8734-fa9684f36a72 tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:57.387748 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-448c6d00-5b25-4b20-8734-fa9684f36a72 tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572323'] for security_group_rule, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:57.431825 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-448c6d00-5b25-4b20-8734-fa9684f36a72 tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:57.435748 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-448c6d00-5b25-4b20-8734-fa9684f36a72 tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.2966673 Nov 22 20:38:57.436420 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 50216) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:57.440349 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448c6d00-5b25-4b20-8734-fa9684f36a72 tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a3bb871-e2f1-4326-90f9-7899580ddaea,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:38:57.487913 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e7ecb397-b152-42a8-a12f-a95dcc52b63c tempest-AllowedAddressPairTestJSON-571849638 tempest-AllowedAddressPairTestJSON-571849638-project] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:57.504869 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9cc98aa9-5c47-4617-bd72-9391c7f636ba admin admin] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:57.541669 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e7ecb397-b152-42a8-a12f-a95dcc52b63c tempest-AllowedAddressPairTestJSON-571849638 tempest-AllowedAddressPairTestJSON-571849638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:57.542880 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-541fbd0c-dbac-4a05-ae6a-78ce8e0c7b6a tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:57.555976 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-541fbd0c-dbac-4a05-ae6a-78ce8e0c7b6a tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:57.610589 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-541fbd0c-dbac-4a05-ae6a-78ce8e0c7b6a tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572323'] for security_group_rule, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:57.618404 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-541fbd0c-dbac-4a05-ae6a-78ce8e0c7b6a tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:57.619708 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-541fbd0c-dbac-4a05-ae6a-78ce8e0c7b6a tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/3a3bb871-e2f1-4326-90f9-7899580ddaea HTTP/1.1" status: 204 len: 168 time: 0.1821887 Nov 22 20:38:57.623456 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 50220) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:57.625445 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7ecb397-b152-42a8-a12f-a95dcc52b63c tempest-AllowedAddressPairTestJSON-571849638 tempest-AllowedAddressPairTestJSON-571849638-project] Network 478766a2-df2c-44fb-800a-ad1172e68476 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:38:57.628708 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541fbd0c-dbac-4a05-ae6a-78ce8e0c7b6a tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3a3bb871-e2f1-4326-90f9-7899580ddaea,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:38:57.655972 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-e7ecb397-b152-42a8-a12f-a95dcc52b63c tempest-AllowedAddressPairTestJSON-571849638 tempest-AllowedAddressPairTestJSON-571849638-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:38:57.658131 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9cc98aa9-5c47-4617-bd72-9391c7f636ba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:57.665145 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ecb397-b152-42a8-a12f-a95dcc52b63c tempest-AllowedAddressPairTestJSON-571849638 tempest-AllowedAddressPairTestJSON-571849638-project] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:38:57.667254 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9cc98aa9-5c47-4617-bd72-9391c7f636ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:57.709699 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ecb397-b152-42a8-a12f-a95dcc52b63c tempest-AllowedAddressPairTestJSON-571849638 tempest-AllowedAddressPairTestJSON-571849638-project] Pushing event updated for resources: {'Port': ['ID=498e6314-9fc5-490b-a461-c36afd9d560f,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:38:57.712791 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-9cc98aa9-5c47-4617-bd72-9391c7f636ba admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9f3e7c3614f9444bb118126ee990b4a4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4461555 Nov 22 20:38:57.714975 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc98aa9-5c47-4617-bd72-9391c7f636ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ae83dc7-48bd-4028-ba4d-a3ac993a22e6,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:38:57.717061 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 50224) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:57.744780 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-5aae90f8-107d-4be6-8163-9eea0d34edd6 tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1145248 Nov 22 20:38:57.746649 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 50226) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:57.749941 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6545c113-9b7c-4cc0-9d2c-ac9db1a9a90d None None] Network 478766a2-df2c-44fb-800a-ad1172e68476 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:38:57.777140 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-74042198-e593-424b-a5cf-47a5a97460fc tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:57.782694 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7ecb397-b152-42a8-a12f-a95dcc52b63c tempest-AllowedAddressPairTestJSON-571849638 tempest-AllowedAddressPairTestJSON-571849638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:38:57.783857 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e7ecb397-b152-42a8-a12f-a95dcc52b63c tempest-AllowedAddressPairTestJSON-571849638 tempest-AllowedAddressPairTestJSON-571849638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:57.787674 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-74042198-e593-424b-a5cf-47a5a97460fc tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:57.824231 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-74042198-e593-424b-a5cf-47a5a97460fc tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572323'] for security_group_rule, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:57.834994 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-e7ecb397-b152-42a8-a12f-a95dcc52b63c tempest-AllowedAddressPairTestJSON-571849638 tempest-AllowedAddressPairTestJSON-571849638-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 1.2249713 Nov 22 20:38:57.835191 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-74042198-e593-424b-a5cf-47a5a97460fc tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:57.836083 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 50230) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:57.839537 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-74042198-e593-424b-a5cf-47a5a97460fc tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/976f94cb-6684-4bda-ad92-e9489522473e HTTP/1.1" status: 204 len: 168 time: 0.0904577 Nov 22 20:38:57.840322 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 50232) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:57.855155 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74042198-e593-424b-a5cf-47a5a97460fc tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=976f94cb-6684-4bda-ad92-e9489522473e,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:38:57.870317 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-5a5c57c6-5baf-493d-b8a0-11d6feeb3c33 None None] Provisioning complete for port 7084f999-d27f-4f98-9a7f-20acf4b1811d triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:38:57.870963 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-5a5c57c6-5baf-493d-b8a0-11d6feeb3c33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:57.892714 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b321ce45-d5ae-4783-8f4c-77c728b5cc4b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:57.909825 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-275226f3-b4bb-4174-8d60-47fe72b2ec22 tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0624859 Nov 22 20:38:57.912573 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 50234) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:57.927573 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dea6940-b294-476e-8a9c-a07213047a06 tempest-AllowedAddressPairTestJSON-571849638 tempest-AllowedAddressPairTestJSON-571849638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:38:57.934976 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dea6940-b294-476e-8a9c-a07213047a06 tempest-AllowedAddressPairTestJSON-571849638 tempest-AllowedAddressPairTestJSON-571849638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:38:57.941431 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dea6940-b294-476e-8a9c-a07213047a06 tempest-AllowedAddressPairTestJSON-571849638 tempest-AllowedAddressPairTestJSON-571849638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:38:57.942724 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c6f890b8-599f-453c-84c2-908e22b60737 tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:57.943457 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-5dea6940-b294-476e-8a9c-a07213047a06 tempest-AllowedAddressPairTestJSON-571849638 tempest-AllowedAddressPairTestJSON-571849638-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2462 time: 0.1062541 Nov 22 20:38:57.946162 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 50236) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:57.957986 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c6f890b8-599f-453c-84c2-908e22b60737 tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:57.988511 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b321ce45-d5ae-4783-8f4c-77c728b5cc4b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:58.009911 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c6f890b8-599f-453c-84c2-908e22b60737 tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572323'] for security_group_rule, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:58.024258 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-5a5c57c6-5baf-493d-b8a0-11d6feeb3c33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:58.032538 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c6f890b8-599f-453c-84c2-908e22b60737 tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:58.033944 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-c6f890b8-599f-453c-84c2-908e22b60737 tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/22cb068a-97d9-4cab-a458-07be17fa000b HTTP/1.1" status: 204 len: 168 time: 0.1202307 Nov 22 20:38:58.035110 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f890b8-599f-453c-84c2-908e22b60737 tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=22cb068a-97d9-4cab-a458-07be17fa000b,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:38:58.036853 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 50240) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:58.074854 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-5a5c57c6-5baf-493d-b8a0-11d6feeb3c33 None None] For port 7084f999-d27f-4f98-9a7f-20acf4b1811d, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=7084f999-d27f-4f98-9a7f-20acf4b1811d,segment=NetworkSegment(0200e941-e618-4b66-9c8b-d018cdc73a7c),segment_id=0200e941-e618-4b66-9c8b-d018cdc73a7c)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:38:58.084929 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-5a5c57c6-5baf-493d-b8a0-11d6feeb3c33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:58.093285 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-6cde595d-9c99-4d25-aacd-ff4b1b57c1fc tempest-AllowedAddressPairTestJSON-571849638 tempest-AllowedAddressPairTestJSON-571849638-project] Deleting port 498e6314-9fc5-490b-a461-c36afd9d560f {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:38:58.093722 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6cde595d-9c99-4d25-aacd-ff4b1b57c1fc tempest-AllowedAddressPairTestJSON-571849638 tempest-AllowedAddressPairTestJSON-571849638-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:58.099780 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b321ce45-d5ae-4783-8f4c-77c728b5cc4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:58.103171 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b321ce45-d5ae-4783-8f4c-77c728b5cc4b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:58.118688 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-b321ce45-d5ae-4783-8f4c-77c728b5cc4b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4ae83dc7-48bd-4028-ba4d-a3ac993a22e6 HTTP/1.1" status: 204 len: 168 time: 0.3888094 Nov 22 20:38:58.150815 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-6996bc5a-4896-476f-9026-3c10fabef9fe tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1018465 Nov 22 20:38:58.151195 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 50248) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:58.171721 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b321ce45-d5ae-4783-8f4c-77c728b5cc4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ae83dc7-48bd-4028-ba4d-a3ac993a22e6,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:38:58.189572 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5c57c6-5baf-493d-b8a0-11d6feeb3c33 None None] Pushing event updated for resources: {'Port': ['ID=7084f999-d27f-4f98-9a7f-20acf4b1811d,revision_number=3']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:38:58.202972 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-cce63c9b-81e9-4710-8220-011466be7a56 tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:58.216069 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5c57c6-5baf-493d-b8a0-11d6feeb3c33 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:38:58.218125 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5c57c6-5baf-493d-b8a0-11d6feeb3c33 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:38:58.218686 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-cce63c9b-81e9-4710-8220-011466be7a56 tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:58.219605 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5c57c6-5baf-493d-b8a0-11d6feeb3c33 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:38:58.220125 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5c57c6-5baf-493d-b8a0-11d6feeb3c33 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:38:58.220635 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5c57c6-5baf-493d-b8a0-11d6feeb3c33 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:38:58.221447 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5c57c6-5baf-493d-b8a0-11d6feeb3c33 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:38:58.222650 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5c57c6-5baf-493d-b8a0-11d6feeb3c33 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:38:58.223141 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5c57c6-5baf-493d-b8a0-11d6feeb3c33 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:38:58.223812 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5c57c6-5baf-493d-b8a0-11d6feeb3c33 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:38:58.224324 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5c57c6-5baf-493d-b8a0-11d6feeb3c33 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:38:58.224806 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5c57c6-5baf-493d-b8a0-11d6feeb3c33 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:38:58.225613 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5c57c6-5baf-493d-b8a0-11d6feeb3c33 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:38:58.271994 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-cce63c9b-81e9-4710-8220-011466be7a56 tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572323'] for security_group_rule, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:58.273909 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6cde595d-9c99-4d25-aacd-ff4b1b57c1fc tempest-AllowedAddressPairTestJSON-571849638 tempest-AllowedAddressPairTestJSON-571849638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:58.278543 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-cce63c9b-81e9-4710-8220-011466be7a56 tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:58.279722 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-cce63c9b-81e9-4710-8220-011466be7a56 tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/a449abf7-d0dc-40fe-b930-08e2ec28f90f HTTP/1.1" status: 204 len: 168 time: 0.1277235 Nov 22 20:38:58.291002 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 50250) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:58.299981 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-6cde595d-9c99-4d25-aacd-ff4b1b57c1fc tempest-AllowedAddressPairTestJSON-571849638 tempest-AllowedAddressPairTestJSON-571849638-project] Calling delete_port for 498e6314-9fc5-490b-a461-c36afd9d560f owned by {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:38:58.312326 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce63c9b-81e9-4710-8220-011466be7a56 tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a449abf7-d0dc-40fe-b930-08e2ec28f90f,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:38:58.383509 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-bd9bc689-adc8-48ad-a546-76d8266efbf1 tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0873218 Nov 22 20:38:58.384189 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 50254) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:58.462437 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7cefad91-f915-453e-b2ec-ebcc5ced26e1 tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:58.471895 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7cefad91-f915-453e-b2ec-ebcc5ced26e1 tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:58.479201 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 7084f999-d27f-4f98-9a7f-20acf4b1811d up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:38:58.539289 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7cefad91-f915-453e-b2ec-ebcc5ced26e1 tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572323'] for security_group_rule, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:58.543310 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-06fbef34-8552-45ef-8c2f-900c05cc17f5 None None] Provisioning complete for port 7084f999-d27f-4f98-9a7f-20acf4b1811d triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:38:58.543731 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-06fbef34-8552-45ef-8c2f-900c05cc17f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:58.552408 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7cefad91-f915-453e-b2ec-ebcc5ced26e1 tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:58.553597 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-7cefad91-f915-453e-b2ec-ebcc5ced26e1 tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/de2d9547-f4b7-46a1-b4be-d11a9c1a1508 HTTP/1.1" status: 204 len: 168 time: 0.1667597 Nov 22 20:38:58.556551 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 50260) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:58.588487 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cefad91-f915-453e-b2ec-ebcc5ced26e1 tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=de2d9547-f4b7-46a1-b4be-d11a9c1a1508,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:38:58.627816 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6cde595d-9c99-4d25-aacd-ff4b1b57c1fc tempest-AllowedAddressPairTestJSON-571849638 tempest-AllowedAddressPairTestJSON-571849638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:58.656106 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-6b49b6bb-0ac6-4405-b2e1-29cffe4a2320 tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0980332 Nov 22 20:38:58.660164 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 50262) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:58.662389 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 50264) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:58.689881 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f7074182-7478-47de-9a71-6cebedb4bb05 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:58.691441 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cde595d-9c99-4d25-aacd-ff4b1b57c1fc tempest-AllowedAddressPairTestJSON-571849638 tempest-AllowedAddressPairTestJSON-571849638-project] Pushing event deleted for resources: {'Port': ['ID=498e6314-9fc5-490b-a461-c36afd9d560f,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:38:58.698919 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 7084f999-d27f-4f98-9a7f-20acf4b1811d triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:38:58.700056 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:58.733065 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-06fbef34-8552-45ef-8c2f-900c05cc17f5 None None] Could not find standard attr ID for object 498e6314-9fc5-490b-a461-c36afd9d560f. {{(pid=103449) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 22 20:38:58.754390 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-06fbef34-8552-45ef-8c2f-900c05cc17f5 None None] Provisioning complete for port af218e51-db54-492a-9f15-f650a6190fc3 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:38:58.761488 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-06fbef34-8552-45ef-8c2f-900c05cc17f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:58.774445 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-da87fa4d-d760-45c4-a3a1-1e98c3e5d739 tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:58.805397 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-da87fa4d-d760-45c4-a3a1-1e98c3e5d739 tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:58.856545 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-06fbef34-8552-45ef-8c2f-900c05cc17f5 None None] Port af218e51-db54-492a-9f15-f650a6190fc3 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:38:58.880336 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-da87fa4d-d760-45c4-a3a1-1e98c3e5d739 tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:58.883669 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-da87fa4d-d760-45c4-a3a1-1e98c3e5d739 tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:58.885120 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-da87fa4d-d760-45c4-a3a1-1e98c3e5d739 tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] 10.222.0.46 "DELETE /v2.0/security-groups/3073873c-4840-401f-843e-5029d0a98926 HTTP/1.1" status: 204 len: 168 time: 0.2239065 Nov 22 20:38:58.887874 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 50270) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:58.902813 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da87fa4d-d760-45c4-a3a1-1e98c3e5d739 tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3073873c-4840-401f-843e-5029d0a98926,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:38:58.912935 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6cde595d-9c99-4d25-aacd-ff4b1b57c1fc tempest-AllowedAddressPairTestJSON-571849638 tempest-AllowedAddressPairTestJSON-571849638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:58.919047 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-6cde595d-9c99-4d25-aacd-ff4b1b57c1fc tempest-AllowedAddressPairTestJSON-571849638 tempest-AllowedAddressPairTestJSON-571849638-project] 10.222.0.46 "DELETE /v2.0/ports/498e6314-9fc5-490b-a461-c36afd9d560f HTTP/1.1" status: 204 len: 168 time: 0.9697206 Nov 22 20:38:58.923224 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 50272) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:58.932507 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f7074182-7478-47de-9a71-6cebedb4bb05 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:58.943337 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f7074182-7478-47de-9a71-6cebedb4bb05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:58.971931 n-d-818823-1 neutron-server[103448]: INFO neutron.pecan_wsgi.hooks.translation [None req-e851801b-70ec-46b3-bd4c-d63e99c9a1a4 tempest-AllowedAddressPairTestJSON-571849638 tempest-AllowedAddressPairTestJSON-571849638-project] GET failed (client error): The resource could not be found. Nov 22 20:38:58.973600 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-e851801b-70ec-46b3-bd4c-d63e99c9a1a4 tempest-AllowedAddressPairTestJSON-571849638 tempest-AllowedAddressPairTestJSON-571849638-project] 10.222.0.46 "GET /v2.0/ports/498e6314-9fc5-490b-a461-c36afd9d560f HTTP/1.1" status: 404 len: 333 time: 0.0489695 Nov 22 20:38:58.978169 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 50274) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:58.995023 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-1ba08817-e731-4a9b-8330-64901dc91410 None None] Provisioning complete for port af218e51-db54-492a-9f15-f650a6190fc3 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:38:58.995450 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-a30f95cc-5938-4baf-bdf3-335e11f9c76e tempest-AllowedAddressPairTestJSON-571849638 tempest-AllowedAddressPairTestJSON-571849638-project] Request body: {'port': {'network_id': '478766a2-df2c-44fb-800a-ad1172e68476', 'name': 'tempest-AllowedAddressPairTestJSON-1767642291'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:38:58.995848 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-1ba08817-e731-4a9b-8330-64901dc91410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:59.002418 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7074182-7478-47de-9a71-6cebedb4bb05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d3d4b1d-b54e-4a9d-a963-fdcaeef17cb2,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:38:59.010361 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-f7074182-7478-47de-9a71-6cebedb4bb05 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=30e19a1d7d034bc08557c9a382c1e359&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3467000 Nov 22 20:38:59.011342 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 50276) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:59.016537 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-64c78a12-59c2-43fd-9ce6-e6321ab67cbd tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1272902 Nov 22 20:38:59.023045 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 50278) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:59.055024 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-1ba08817-e731-4a9b-8330-64901dc91410 None None] Port af218e51-db54-492a-9f15-f650a6190fc3 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:38:59.062959 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-d5b1b773-8c5f-46f2-a293-fef648a17d35 tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] Request body: {'security_group': {'name': 'tempest-secgroup--775710402'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:38:59.130930 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-d5b1b773-8c5f-46f2-a293-fef648a17d35 tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:59.177612 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-3def22a7-6480-4eeb-b278-0fa137bfd199 None None] Could not find standard attr ID for object 498e6314-9fc5-490b-a461-c36afd9d560f. {{(pid=103449) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 22 20:38:59.194403 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8e085114-7746-4582-9f28-85a558081af0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:59.247984 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8e085114-7746-4582-9f28-85a558081af0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:59.251380 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a30f95cc-5938-4baf-bdf3-335e11f9c76e tempest-AllowedAddressPairTestJSON-571849638 tempest-AllowedAddressPairTestJSON-571849638-project] Made reservation on behalf of da6c5180c8964793878047a5047239ea for: {'port': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:38:59.254050 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a30f95cc-5938-4baf-bdf3-335e11f9c76e tempest-AllowedAddressPairTestJSON-571849638 tempest-AllowedAddressPairTestJSON-571849638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:59.315409 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [None req-a30f95cc-5938-4baf-bdf3-335e11f9c76e tempest-AllowedAddressPairTestJSON-571849638 tempest-AllowedAddressPairTestJSON-571849638-project] device_id is not set on port 360088d9-9dc5-430d-8192-6e88be2cdbec yet. {{(pid=103447) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 20:38:59.327384 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-d5b1b773-8c5f-46f2-a293-fef648a17d35 tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:59.337459 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-d5b1b773-8c5f-46f2-a293-fef648a17d35 tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:59.408522 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-d5b1b773-8c5f-46f2-a293-fef648a17d35 tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:59.410041 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-d5b1b773-8c5f-46f2-a293-fef648a17d35 tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3569663 Nov 22 20:38:59.412857 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 50296) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:59.419032 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-553ca03e-4294-4b12-b662-9e8c874ade23 tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] Request body: {'security_group_rule': {'security_group_id': 'b2f7d74b-d382-4035-b477-a745170f2854', 'direction': 'ingress', 'protocol': 17}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:38:59.427176 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8e085114-7746-4582-9f28-85a558081af0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:59.430232 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8e085114-7746-4582-9f28-85a558081af0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:59.431365 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-8e085114-7746-4582-9f28-85a558081af0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5d3d4b1d-b54e-4a9d-a963-fdcaeef17cb2 HTTP/1.1" status: 204 len: 168 time: 0.4094748 Nov 22 20:38:59.432115 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b1b773-8c5f-46f2-a293-fef648a17d35 tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2f7d74b-d382-4035-b477-a745170f2854,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:38:59.460718 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-553ca03e-4294-4b12-b662-9e8c874ade23 tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:59.477218 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e085114-7746-4582-9f28-85a558081af0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d3d4b1d-b54e-4a9d-a963-fdcaeef17cb2,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:38:59.528721 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [None req-a30f95cc-5938-4baf-bdf3-335e11f9c76e tempest-AllowedAddressPairTestJSON-571849638 tempest-AllowedAddressPairTestJSON-571849638-project] Allocated IP 172.20.0.7 (478766a2-df2c-44fb-800a-ad1172e68476/d908f52c-55d7-49fa-a140-2f4322af225c/360088d9-9dc5-430d-8192-6e88be2cdbec) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:38:59.556380 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-553ca03e-4294-4b12-b662-9e8c874ade23 tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:59.561992 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-553ca03e-4294-4b12-b662-9e8c874ade23 tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572323'] for security_group_rule, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:59.588189 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553ca03e-4294-4b12-b662-9e8c874ade23 tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d14ce749-7ec9-4cda-9fc3-2a9835e1d42e,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:38:59.603725 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-553ca03e-4294-4b12-b662-9e8c874ade23 tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:59.608110 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 50306) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:59.608683 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-553ca03e-4294-4b12-b662-9e8c874ade23 tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1944547 Nov 22 20:38:59.732418 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-76d2a6bb-7cb2-4162-af44-03c866205a8c tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:59.774064 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-76d2a6bb-7cb2-4162-af44-03c866205a8c tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:59.784400 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a30f95cc-5938-4baf-bdf3-335e11f9c76e tempest-AllowedAddressPairTestJSON-571849638 tempest-AllowedAddressPairTestJSON-571849638-project] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:59.846512 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a30f95cc-5938-4baf-bdf3-335e11f9c76e tempest-AllowedAddressPairTestJSON-571849638 tempest-AllowedAddressPairTestJSON-571849638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:59.854948 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-76d2a6bb-7cb2-4162-af44-03c866205a8c tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:59.857676 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-76d2a6bb-7cb2-4162-af44-03c866205a8c tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:38:59.861524 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-76d2a6bb-7cb2-4162-af44-03c866205a8c tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] 10.222.0.46 "DELETE /v2.0/security-groups/b2f7d74b-d382-4035-b477-a745170f2854 HTTP/1.1" status: 204 len: 168 time: 0.2448635 Nov 22 20:38:59.861621 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 50320) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:59.902874 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d2a6bb-7cb2-4162-af44-03c866205a8c tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2f7d74b-d382-4035-b477-a745170f2854,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:38:59.917362 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a30f95cc-5938-4baf-bdf3-335e11f9c76e tempest-AllowedAddressPairTestJSON-571849638 tempest-AllowedAddressPairTestJSON-571849638-project] Network 478766a2-df2c-44fb-800a-ad1172e68476 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:38:59.922730 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-a30f95cc-5938-4baf-bdf3-335e11f9c76e tempest-AllowedAddressPairTestJSON-571849638 tempest-AllowedAddressPairTestJSON-571849638-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:38:59.924878 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30f95cc-5938-4baf-bdf3-335e11f9c76e tempest-AllowedAddressPairTestJSON-571849638 tempest-AllowedAddressPairTestJSON-571849638-project] Pushing event updated for resources: {'Port': ['ID=360088d9-9dc5-430d-8192-6e88be2cdbec,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:38:59.927113 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a30f95cc-5938-4baf-bdf3-335e11f9c76e tempest-AllowedAddressPairTestJSON-571849638 tempest-AllowedAddressPairTestJSON-571849638-project] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:38:59.942008 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-f6d923a5-3350-478f-a87c-6f4e2166eb66 tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0791514 Nov 22 20:38:59.948072 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 50326) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:38:59.953800 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-9317ddea-3b22-4496-95dc-ec9a6e3579b2 tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] Request body: {'security_group': {'name': 'tempest-secgroup--496320825'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:38:59.993741 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a30f95cc-5938-4baf-bdf3-335e11f9c76e tempest-AllowedAddressPairTestJSON-571849638 tempest-AllowedAddressPairTestJSON-571849638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:38:59.994432 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a30f95cc-5938-4baf-bdf3-335e11f9c76e tempest-AllowedAddressPairTestJSON-571849638 tempest-AllowedAddressPairTestJSON-571849638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:00.005737 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-146c756e-ebdd-422d-9cf0-6a5848b36a05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:00.010325 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9317ddea-3b22-4496-95dc-ec9a6e3579b2 tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:00.021134 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-a30f95cc-5938-4baf-bdf3-335e11f9c76e tempest-AllowedAddressPairTestJSON-571849638 tempest-AllowedAddressPairTestJSON-571849638-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0363834 Nov 22 20:39:00.024273 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 50328) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:00.030429 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-b154dbbc-8f20-4082-9271-618b299fe319 tempest-AllowedAddressPairTestJSON-571849638 tempest-AllowedAddressPairTestJSON-571849638-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:1b:1d:76'}]}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:39:00.041229 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 50330) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:00.133469 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9317ddea-3b22-4496-95dc-ec9a6e3579b2 tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:00.140688 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9317ddea-3b22-4496-95dc-ec9a6e3579b2 tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:00.168563 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9317ddea-3b22-4496-95dc-ec9a6e3579b2 tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:00.170114 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-9317ddea-3b22-4496-95dc-ec9a6e3579b2 tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2208116 Nov 22 20:39:00.176160 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 50336) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:00.181462 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-5ffe41e4-8a4b-4c17-8727-8ef31304b9e1 tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] Request body: {'security_group': {'name': 'tempest-secgroup--1906138100'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:39:00.207663 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9317ddea-3b22-4496-95dc-ec9a6e3579b2 tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00be7e79-14d8-4bc9-90f1-6e6a9bdbb9a7,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:39:00.219911 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5ffe41e4-8a4b-4c17-8727-8ef31304b9e1 tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:00.257018 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b154dbbc-8f20-4082-9271-618b299fe319 tempest-AllowedAddressPairTestJSON-571849638 tempest-AllowedAddressPairTestJSON-571849638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:00.306625 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-4440ddb4-c2bf-4adf-8a80-eb8625182832 None None] Provisioning complete for port 360088d9-9dc5-430d-8192-6e88be2cdbec triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:39:00.307267 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4440ddb4-c2bf-4adf-8a80-eb8625182832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:00.331862 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c1b42a2a-6ff7-492c-bcdf-711455ee3e08 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:00.353505 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5ffe41e4-8a4b-4c17-8727-8ef31304b9e1 tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:00.354349 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-4440ddb4-c2bf-4adf-8a80-eb8625182832 None None] Port 360088d9-9dc5-430d-8192-6e88be2cdbec cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:39:00.363189 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5ffe41e4-8a4b-4c17-8727-8ef31304b9e1 tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:00.414328 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5ffe41e4-8a4b-4c17-8727-8ef31304b9e1 tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:00.415717 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-5ffe41e4-8a4b-4c17-8727-8ef31304b9e1 tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2383742 Nov 22 20:39:00.419015 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffe41e4-8a4b-4c17-8727-8ef31304b9e1 tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3da85643-fc4b-4e41-856e-a1a3c6f11eb8,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:39:00.420269 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 50344) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:00.432271 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-aa8d7005-8cc6-4344-afc3-748a671b2793 tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] Request body: {'security_group_rule': {'security_group_id': '00be7e79-14d8-4bc9-90f1-6e6a9bdbb9a7', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '3da85643-fc4b-4e41-856e-a1a3c6f11eb8', 'remote_ip_prefix': None}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:39:00.471723 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c1b42a2a-6ff7-492c-bcdf-711455ee3e08 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:00.476760 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c1b42a2a-6ff7-492c-bcdf-711455ee3e08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:00.493088 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-aa8d7005-8cc6-4344-afc3-748a671b2793 tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:00.517005 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b154dbbc-8f20-4082-9271-618b299fe319 tempest-AllowedAddressPairTestJSON-571849638 tempest-AllowedAddressPairTestJSON-571849638-project] Publish callbacks [] for port, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:00.518324 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-c1b42a2a-6ff7-492c-bcdf-711455ee3e08 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d8d81449408e41fd8dc9bb611869824b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4707043 Nov 22 20:39:00.519541 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b42a2a-6ff7-492c-bcdf-711455ee3e08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=940282f6-803a-4c97-b99e-29afdf20e128,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:39:00.521984 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 50348) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:00.539859 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b154dbbc-8f20-4082-9271-618b299fe319 tempest-AllowedAddressPairTestJSON-571849638 tempest-AllowedAddressPairTestJSON-571849638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:00.579667 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-436b38a6-618a-4b1d-9772-bc88e3a94f1e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:00.606406 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-436b38a6-618a-4b1d-9772-bc88e3a94f1e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:00.638023 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-aa8d7005-8cc6-4344-afc3-748a671b2793 tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:00.652106 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-aa8d7005-8cc6-4344-afc3-748a671b2793 tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572323'] for security_group_rule, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:00.670627 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-436b38a6-618a-4b1d-9772-bc88e3a94f1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:00.670896 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b154dbbc-8f20-4082-9271-618b299fe319 tempest-AllowedAddressPairTestJSON-571849638 tempest-AllowedAddressPairTestJSON-571849638-project] Pushing event updated for resources: {'Port': ['ID=360088d9-9dc5-430d-8192-6e88be2cdbec,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:39:00.673602 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-436b38a6-618a-4b1d-9772-bc88e3a94f1e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:00.681938 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-436b38a6-618a-4b1d-9772-bc88e3a94f1e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/940282f6-803a-4c97-b99e-29afdf20e128 HTTP/1.1" status: 204 len: 168 time: 0.1588886 Nov 22 20:39:00.689848 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-b154dbbc-8f20-4082-9271-618b299fe319 tempest-AllowedAddressPairTestJSON-571849638 tempest-AllowedAddressPairTestJSON-571849638-project] In _notify_port_updated(), no bound segment for port 360088d9-9dc5-430d-8192-6e88be2cdbec on network 478766a2-df2c-44fb-800a-ad1172e68476 {{(pid=103447) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 22 20:39:00.696192 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b154dbbc-8f20-4082-9271-618b299fe319 tempest-AllowedAddressPairTestJSON-571849638 tempest-AllowedAddressPairTestJSON-571849638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:39:00.696962 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b154dbbc-8f20-4082-9271-618b299fe319 tempest-AllowedAddressPairTestJSON-571849638 tempest-AllowedAddressPairTestJSON-571849638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:00.698475 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-b154dbbc-8f20-4082-9271-618b299fe319 tempest-AllowedAddressPairTestJSON-571849638 tempest-AllowedAddressPairTestJSON-571849638-project] 10.222.0.46 "PUT /v2.0/ports/360088d9-9dc5-430d-8192-6e88be2cdbec HTTP/1.1" status: 200 len: 994 time: 0.6732266 Nov 22 20:39:00.699953 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8d7005-8cc6-4344-afc3-748a671b2793 tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76fffb30-2afa-427c-ac67-f9d0c2a7826e,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:39:00.701983 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 50354) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:00.705149 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436b38a6-618a-4b1d-9772-bc88e3a94f1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=940282f6-803a-4c97-b99e-29afdf20e128,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:39:00.706751 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-aa8d7005-8cc6-4344-afc3-748a671b2793 tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:00.713312 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-aa8d7005-8cc6-4344-afc3-748a671b2793 tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2902424 Nov 22 20:39:00.713955 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 50356) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:00.743771 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c93562ed-6a57-4b8c-80ad-61fb85d53b3e tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:00.753810 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c93562ed-6a57-4b8c-80ad-61fb85d53b3e tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:00.812810 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c93562ed-6a57-4b8c-80ad-61fb85d53b3e tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572323'] for security_group_rule, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:00.822923 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c93562ed-6a57-4b8c-80ad-61fb85d53b3e tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:00.829180 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-c93562ed-6a57-4b8c-80ad-61fb85d53b3e tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/76fffb30-2afa-427c-ac67-f9d0c2a7826e HTTP/1.1" status: 204 len: 168 time: 0.1139867 Nov 22 20:39:00.844897 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 50360) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:00.881989 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93562ed-6a57-4b8c-80ad-61fb85d53b3e tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=76fffb30-2afa-427c-ac67-f9d0c2a7826e,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:39:00.928838 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-21d8aa0b-6163-43b2-9492-deb1c71fa3d0 tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0801470 Nov 22 20:39:00.932471 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 50362) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:00.954173 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-f7349cb0-c558-4f5c-afb8-67c76dd74af6 tempest-AllowedAddressPairTestJSON-571849638 tempest-AllowedAddressPairTestJSON-571849638-project] Deleting port 360088d9-9dc5-430d-8192-6e88be2cdbec {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:39:00.954655 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f7349cb0-c558-4f5c-afb8-67c76dd74af6 tempest-AllowedAddressPairTestJSON-571849638 tempest-AllowedAddressPairTestJSON-571849638-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:00.991088 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-dfe8b7e5-a2d4-4d00-9482-5b864fa271c9 None None] Provisioning complete for port 360088d9-9dc5-430d-8192-6e88be2cdbec triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:39:00.993713 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-dfe8b7e5-a2d4-4d00-9482-5b864fa271c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:01.005225 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9a59d837-3bc2-47dd-990f-d318dc79e3c8 tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:01.059205 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9a59d837-3bc2-47dd-990f-d318dc79e3c8 tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:01.071390 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-dfe8b7e5-a2d4-4d00-9482-5b864fa271c9 None None] Port 360088d9-9dc5-430d-8192-6e88be2cdbec cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:39:01.117593 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9a59d837-3bc2-47dd-990f-d318dc79e3c8 tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:01.121096 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9a59d837-3bc2-47dd-990f-d318dc79e3c8 tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:01.122473 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-9a59d837-3bc2-47dd-990f-d318dc79e3c8 tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] 10.222.0.46 "DELETE /v2.0/security-groups/3da85643-fc4b-4e41-856e-a1a3c6f11eb8 HTTP/1.1" status: 204 len: 168 time: 0.1886892 Nov 22 20:39:01.125353 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 50370) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:01.128725 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f7349cb0-c558-4f5c-afb8-67c76dd74af6 tempest-AllowedAddressPairTestJSON-571849638 tempest-AllowedAddressPairTestJSON-571849638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:01.133804 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a59d837-3bc2-47dd-990f-d318dc79e3c8 tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3da85643-fc4b-4e41-856e-a1a3c6f11eb8,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:39:01.166965 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-f7349cb0-c558-4f5c-afb8-67c76dd74af6 tempest-AllowedAddressPairTestJSON-571849638 tempest-AllowedAddressPairTestJSON-571849638-project] Calling delete_port for 360088d9-9dc5-430d-8192-6e88be2cdbec owned by {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:39:01.242913 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-13f6b7ff-8e70-4960-8659-273ed96ee4c0 tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1153047 Nov 22 20:39:01.245347 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 50376) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:01.305490 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 50378) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:01.319394 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-46a4e3ca-d797-40f1-9173-fef9be47a80c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:01.322727 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-63a361b0-4100-45ab-b8b7-a02a71507a29 tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:01.346704 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-63a361b0-4100-45ab-b8b7-a02a71507a29 tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:01.409623 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-46a4e3ca-d797-40f1-9173-fef9be47a80c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:01.415737 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-46a4e3ca-d797-40f1-9173-fef9be47a80c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:01.431641 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f7349cb0-c558-4f5c-afb8-67c76dd74af6 tempest-AllowedAddressPairTestJSON-571849638 tempest-AllowedAddressPairTestJSON-571849638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:01.434604 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-63a361b0-4100-45ab-b8b7-a02a71507a29 tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:01.438060 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-63a361b0-4100-45ab-b8b7-a02a71507a29 tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:01.439253 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-63a361b0-4100-45ab-b8b7-a02a71507a29 tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] 10.222.0.46 "DELETE /v2.0/security-groups/00be7e79-14d8-4bc9-90f1-6e6a9bdbb9a7 HTTP/1.1" status: 204 len: 168 time: 0.1929631 Nov 22 20:39:01.446906 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 50382) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:01.464560 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-46a4e3ca-d797-40f1-9173-fef9be47a80c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8e206df4a03f4c6981fe5ee7bf924a3d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1555431 Nov 22 20:39:01.464560 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a4e3ca-d797-40f1-9173-fef9be47a80c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bf8f91c-9add-4aaf-a884-2e239dee86b0,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:39:01.465359 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 50384) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:01.492463 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7349cb0-c558-4f5c-afb8-67c76dd74af6 tempest-AllowedAddressPairTestJSON-571849638 tempest-AllowedAddressPairTestJSON-571849638-project] Pushing event deleted for resources: {'Port': ['ID=360088d9-9dc5-430d-8192-6e88be2cdbec,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:39:01.494356 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a361b0-4100-45ab-b8b7-a02a71507a29 tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=00be7e79-14d8-4bc9-90f1-6e6a9bdbb9a7,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:39:01.527073 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-dd93100b-2b80-4132-bf7b-78e561cf6fdc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:01.554047 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-dd93100b-2b80-4132-bf7b-78e561cf6fdc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:01.567647 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-b40084d5-1d2d-412a-97fe-9ff913cd6127 tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1167440 Nov 22 20:39:01.571487 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 50388) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:01.576059 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-1add0c74-44ca-400a-a0c6-e6150bc6a9ad tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] Request body: {'security_group': {'name': 'tempest-secgroup--66734645'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:39:01.634203 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-dd93100b-2b80-4132-bf7b-78e561cf6fdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:01.637793 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-dd93100b-2b80-4132-bf7b-78e561cf6fdc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:01.639275 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-dd93100b-2b80-4132-bf7b-78e561cf6fdc admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2bf8f91c-9add-4aaf-a884-2e239dee86b0 HTTP/1.1" status: 204 len: 168 time: 0.1727538 Nov 22 20:39:01.649152 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd93100b-2b80-4132-bf7b-78e561cf6fdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bf8f91c-9add-4aaf-a884-2e239dee86b0,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:39:01.712967 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f7349cb0-c558-4f5c-afb8-67c76dd74af6 tempest-AllowedAddressPairTestJSON-571849638 tempest-AllowedAddressPairTestJSON-571849638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:01.719745 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-f7349cb0-c558-4f5c-afb8-67c76dd74af6 tempest-AllowedAddressPairTestJSON-571849638 tempest-AllowedAddressPairTestJSON-571849638-project] 10.222.0.46 "DELETE /v2.0/ports/360088d9-9dc5-430d-8192-6e88be2cdbec HTTP/1.1" status: 204 len: 168 time: 1.0089509 Nov 22 20:39:01.720014 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 50392) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:01.721780 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1add0c74-44ca-400a-a0c6-e6150bc6a9ad tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:01.773541 n-d-818823-1 neutron-server[103447]: INFO neutron.pecan_wsgi.hooks.translation [None req-5df22690-5fa5-4251-bdd2-54fb0d8fc191 tempest-AllowedAddressPairTestJSON-571849638 tempest-AllowedAddressPairTestJSON-571849638-project] GET failed (client error): The resource could not be found. Nov 22 20:39:01.775335 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-5df22690-5fa5-4251-bdd2-54fb0d8fc191 tempest-AllowedAddressPairTestJSON-571849638 tempest-AllowedAddressPairTestJSON-571849638-project] 10.222.0.46 "GET /v2.0/ports/360088d9-9dc5-430d-8192-6e88be2cdbec HTTP/1.1" status: 404 len: 333 time: 0.0542090 Nov 22 20:39:01.779713 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 50396) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:01.786255 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-0397fc1e-8d9c-40f8-9808-822203f74545 tempest-AllowedAddressPairTestJSON-571849638 tempest-AllowedAddressPairTestJSON-571849638-project] Request body: {'port': {'network_id': '478766a2-df2c-44fb-800a-ad1172e68476', 'name': 'tempest-AllowedAddressPairTestJSON-1743888543'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:39:01.825512 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1add0c74-44ca-400a-a0c6-e6150bc6a9ad tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:01.834396 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1add0c74-44ca-400a-a0c6-e6150bc6a9ad tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:01.869718 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1add0c74-44ca-400a-a0c6-e6150bc6a9ad tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:01.871261 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-1add0c74-44ca-400a-a0c6-e6150bc6a9ad tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2987554 Nov 22 20:39:01.873710 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1add0c74-44ca-400a-a0c6-e6150bc6a9ad tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d909e896-21e1-4943-a786-86dcb6e90631,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:39:01.875756 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 50400) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:01.880196 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-3bf6f40b-5b8f-4acb-988f-b7a77c98c8f8 tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] Request body: {'security_group_rule': {'security_group_id': 'd909e896-21e1-4943-a786-86dcb6e90631', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:39:01.915132 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3bf6f40b-5b8f-4acb-988f-b7a77c98c8f8 tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:01.944625 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0397fc1e-8d9c-40f8-9808-822203f74545 tempest-AllowedAddressPairTestJSON-571849638 tempest-AllowedAddressPairTestJSON-571849638-project] Made reservation on behalf of da6c5180c8964793878047a5047239ea for: {'port': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:39:01.949838 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0397fc1e-8d9c-40f8-9808-822203f74545 tempest-AllowedAddressPairTestJSON-571849638 tempest-AllowedAddressPairTestJSON-571849638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:01.973437 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [None req-0397fc1e-8d9c-40f8-9808-822203f74545 tempest-AllowedAddressPairTestJSON-571849638 tempest-AllowedAddressPairTestJSON-571849638-project] device_id is not set on port 511d371f-acbd-4a1a-bd69-bc28d39c7a2d yet. {{(pid=103447) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 20:39:01.999163 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3bf6f40b-5b8f-4acb-988f-b7a77c98c8f8 tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:02.004680 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3bf6f40b-5b8f-4acb-988f-b7a77c98c8f8 tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572323'] for security_group_rule, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:02.027008 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf6f40b-5b8f-4acb-988f-b7a77c98c8f8 tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca6be3b3-0b71-4471-a0be-7499b104b20b,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:39:02.040504 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3bf6f40b-5b8f-4acb-988f-b7a77c98c8f8 tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:02.044414 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-3bf6f40b-5b8f-4acb-988f-b7a77c98c8f8 tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1651931 Nov 22 20:39:02.044670 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 50408) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:02.071114 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-139296fd-a8d3-4867-a872-e370967f9380 tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:02.081826 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-139296fd-a8d3-4867-a872-e370967f9380 tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:02.118586 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-139296fd-a8d3-4867-a872-e370967f9380 tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572323'] for security_group_rule, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:02.126097 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-139296fd-a8d3-4867-a872-e370967f9380 tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:02.127628 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-139296fd-a8d3-4867-a872-e370967f9380 tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/ca6be3b3-0b71-4471-a0be-7499b104b20b HTTP/1.1" status: 204 len: 168 time: 0.0819747 Nov 22 20:39:02.133485 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 50416) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:02.136760 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139296fd-a8d3-4867-a872-e370967f9380 tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ca6be3b3-0b71-4471-a0be-7499b104b20b,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:39:02.145233 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [None req-0397fc1e-8d9c-40f8-9808-822203f74545 tempest-AllowedAddressPairTestJSON-571849638 tempest-AllowedAddressPairTestJSON-571849638-project] Allocated IP 172.20.0.5 (478766a2-df2c-44fb-800a-ad1172e68476/d908f52c-55d7-49fa-a140-2f4322af225c/511d371f-acbd-4a1a-bd69-bc28d39c7a2d) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:39:02.203243 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-745b720e-9e47-40a2-ad79-7ed34e9073fa tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0657163 Nov 22 20:39:02.203551 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 50422) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:02.265543 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e68d127b-339d-4d0a-bf74-b659b723e359 tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:02.290477 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e68d127b-339d-4d0a-bf74-b659b723e359 tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:02.342420 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e68d127b-339d-4d0a-bf74-b659b723e359 tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:02.345541 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e68d127b-339d-4d0a-bf74-b659b723e359 tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:02.347381 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-e68d127b-339d-4d0a-bf74-b659b723e359 tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] 10.222.0.46 "DELETE /v2.0/security-groups/d909e896-21e1-4943-a786-86dcb6e90631 HTTP/1.1" status: 204 len: 168 time: 0.1421428 Nov 22 20:39:02.352376 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 50430) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:02.374822 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68d127b-339d-4d0a-bf74-b659b723e359 tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d909e896-21e1-4943-a786-86dcb6e90631,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:39:02.437388 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-d984cd74-efb8-4a44-9e5a-a53c43d27474 tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0837271 Nov 22 20:39:02.441362 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 50436) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:02.447800 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-50633aed-5594-44b1-b736-5d47f6df218a tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] Request body: {'security_group': {'name': 'tempest-secgroup--333638535'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:39:02.480874 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-50633aed-5594-44b1-b736-5d47f6df218a tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:02.571124 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-50633aed-5594-44b1-b736-5d47f6df218a tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:02.577792 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-50633aed-5594-44b1-b736-5d47f6df218a tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:02.612773 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-50633aed-5594-44b1-b736-5d47f6df218a tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:02.614699 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-50633aed-5594-44b1-b736-5d47f6df218a tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1719105 Nov 22 20:39:02.616870 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50633aed-5594-44b1-b736-5d47f6df218a tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1166512-86a1-48f7-bb3f-67bbd9aee3a4,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:39:02.619426 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 50444) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:02.624314 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-f306cf11-388e-4afc-9456-781da08e48cf tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] Request body: {'security_group_rule': {'security_group_id': 'c1166512-86a1-48f7-bb3f-67bbd9aee3a4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:39:02.629594 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0397fc1e-8d9c-40f8-9808-822203f74545 tempest-AllowedAddressPairTestJSON-571849638 tempest-AllowedAddressPairTestJSON-571849638-project] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:02.657974 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f306cf11-388e-4afc-9456-781da08e48cf tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:02.686094 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0397fc1e-8d9c-40f8-9808-822203f74545 tempest-AllowedAddressPairTestJSON-571849638 tempest-AllowedAddressPairTestJSON-571849638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:02.722697 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f306cf11-388e-4afc-9456-781da08e48cf tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:02.729796 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f306cf11-388e-4afc-9456-781da08e48cf tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572323'] for security_group_rule, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:02.748000 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0397fc1e-8d9c-40f8-9808-822203f74545 tempest-AllowedAddressPairTestJSON-571849638 tempest-AllowedAddressPairTestJSON-571849638-project] Network 478766a2-df2c-44fb-800a-ad1172e68476 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:39:02.749005 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f306cf11-388e-4afc-9456-781da08e48cf tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3931d91-4ea7-4b1d-96fa-8b680fbe7808,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:39:02.753098 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-0397fc1e-8d9c-40f8-9808-822203f74545 tempest-AllowedAddressPairTestJSON-571849638 tempest-AllowedAddressPairTestJSON-571849638-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:39:02.759122 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0397fc1e-8d9c-40f8-9808-822203f74545 tempest-AllowedAddressPairTestJSON-571849638 tempest-AllowedAddressPairTestJSON-571849638-project] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:39:02.767135 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0397fc1e-8d9c-40f8-9808-822203f74545 tempest-AllowedAddressPairTestJSON-571849638 tempest-AllowedAddressPairTestJSON-571849638-project] Pushing event updated for resources: {'Port': ['ID=511d371f-acbd-4a1a-bd69-bc28d39c7a2d,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:39:02.771735 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f306cf11-388e-4afc-9456-781da08e48cf tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:02.773873 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-f306cf11-388e-4afc-9456-781da08e48cf tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1526434 Nov 22 20:39:02.776965 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 50452) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:02.805335 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-7341e91d-10b4-4fc1-ae52-2d7e2cae94c6 tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] 10.222.0.46 "GET /v2.0/security-group-rules/c3931d91-4ea7-4b1d-96fa-8b680fbe7808 HTTP/1.1" status: 200 len: 763 time: 0.0267146 Nov 22 20:39:02.807822 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 50456) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:02.856442 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0397fc1e-8d9c-40f8-9808-822203f74545 tempest-AllowedAddressPairTestJSON-571849638 tempest-AllowedAddressPairTestJSON-571849638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:39:02.857128 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-432f384a-236e-4c5c-be45-3ede66d42cf3 tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0481887 Nov 22 20:39:02.860342 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0397fc1e-8d9c-40f8-9808-822203f74545 tempest-AllowedAddressPairTestJSON-571849638 tempest-AllowedAddressPairTestJSON-571849638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:02.860833 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 50458) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:02.890005 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-0397fc1e-8d9c-40f8-9808-822203f74545 tempest-AllowedAddressPairTestJSON-571849638 tempest-AllowedAddressPairTestJSON-571849638-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1087160 Nov 22 20:39:02.891089 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 50460) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:02.897773 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-56d36d0c-8436-474e-8156-3ed641329d38 tempest-AllowedAddressPairTestJSON-571849638 tempest-AllowedAddressPairTestJSON-571849638-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:1b:1d:76'}]}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:39:02.905192 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-949b8fe9-23e7-44dd-a624-431d661ebacf tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:02.915327 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-949b8fe9-23e7-44dd-a624-431d661ebacf tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:02.947231 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-83f74964-6881-4f2b-a9cc-b4cdfbf61171 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:02.956953 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-949b8fe9-23e7-44dd-a624-431d661ebacf tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572323'] for security_group_rule, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:02.965947 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-949b8fe9-23e7-44dd-a624-431d661ebacf tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:02.968488 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-949b8fe9-23e7-44dd-a624-431d661ebacf tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/c3931d91-4ea7-4b1d-96fa-8b680fbe7808 HTTP/1.1" status: 204 len: 168 time: 0.1038275 Nov 22 20:39:02.973160 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 50462) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:02.992591 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949b8fe9-23e7-44dd-a624-431d661ebacf tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c3931d91-4ea7-4b1d-96fa-8b680fbe7808,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:39:03.015728 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-56d36d0c-8436-474e-8156-3ed641329d38 tempest-AllowedAddressPairTestJSON-571849638 tempest-AllowedAddressPairTestJSON-571849638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:03.053454 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-d471a4cd-d574-460c-93a9-69f2f5937d1b tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0754089 Nov 22 20:39:03.055259 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 50464) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:03.060315 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-6461df51-7e27-46c6-ae1b-b3bf8e36c3a7 tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] Request body: {'security_group_rule': {'security_group_id': 'c1166512-86a1-48f7-bb3f-67bbd9aee3a4', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:39:03.094008 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6461df51-7e27-46c6-ae1b-b3bf8e36c3a7 tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:03.113766 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-57d2f5c2-1829-49ab-838d-d689174454b9 None None] Provisioning complete for port 511d371f-acbd-4a1a-bd69-bc28d39c7a2d triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:39:03.114135 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-57d2f5c2-1829-49ab-838d-d689174454b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:03.167223 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6461df51-7e27-46c6-ae1b-b3bf8e36c3a7 tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:03.172438 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6461df51-7e27-46c6-ae1b-b3bf8e36c3a7 tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572323'] for security_group_rule, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:03.192260 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-57d2f5c2-1829-49ab-838d-d689174454b9 None None] Port 511d371f-acbd-4a1a-bd69-bc28d39c7a2d cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:39:03.214191 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6461df51-7e27-46c6-ae1b-b3bf8e36c3a7 tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3a2294e-8a7c-4911-abe4-f4b4619fca5a,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:39:03.232308 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6461df51-7e27-46c6-ae1b-b3bf8e36c3a7 tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:03.233514 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-56d36d0c-8436-474e-8156-3ed641329d38 tempest-AllowedAddressPairTestJSON-571849638 tempest-AllowedAddressPairTestJSON-571849638-project] Publish callbacks [] for port, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:03.233837 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-6461df51-7e27-46c6-ae1b-b3bf8e36c3a7 tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1774843 Nov 22 20:39:03.236614 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 50472) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:03.247090 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-56d36d0c-8436-474e-8156-3ed641329d38 tempest-AllowedAddressPairTestJSON-571849638 tempest-AllowedAddressPairTestJSON-571849638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:03.294071 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-f4ff311d-fb48-42cc-bbe0-681417983e75 tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] 10.222.0.46 "GET /v2.0/security-group-rules/d3a2294e-8a7c-4911-abe4-f4b4619fca5a HTTP/1.1" status: 200 len: 763 time: 0.0537338 Nov 22 20:39:03.294458 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 50480) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:03.346321 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d36d0c-8436-474e-8156-3ed641329d38 tempest-AllowedAddressPairTestJSON-571849638 tempest-AllowedAddressPairTestJSON-571849638-project] Pushing event updated for resources: {'Port': ['ID=511d371f-acbd-4a1a-bd69-bc28d39c7a2d,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:39:03.360693 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-56d36d0c-8436-474e-8156-3ed641329d38 tempest-AllowedAddressPairTestJSON-571849638 tempest-AllowedAddressPairTestJSON-571849638-project] In _notify_port_updated(), no bound segment for port 511d371f-acbd-4a1a-bd69-bc28d39c7a2d on network 478766a2-df2c-44fb-800a-ad1172e68476 {{(pid=103447) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 22 20:39:03.366290 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-685c86d2-28f1-442f-b993-268dd78fec45 tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0679691 Nov 22 20:39:03.367148 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 50482) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:03.371197 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56d36d0c-8436-474e-8156-3ed641329d38 tempest-AllowedAddressPairTestJSON-571849638 tempest-AllowedAddressPairTestJSON-571849638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:39:03.373388 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-56d36d0c-8436-474e-8156-3ed641329d38 tempest-AllowedAddressPairTestJSON-571849638 tempest-AllowedAddressPairTestJSON-571849638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:03.376131 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-56d36d0c-8436-474e-8156-3ed641329d38 tempest-AllowedAddressPairTestJSON-571849638 tempest-AllowedAddressPairTestJSON-571849638-project] 10.222.0.46 "PUT /v2.0/ports/511d371f-acbd-4a1a-bd69-bc28d39c7a2d HTTP/1.1" status: 200 len: 996 time: 0.4835279 Nov 22 20:39:03.381920 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 50484) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:03.434728 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4831c95f-84df-4ba8-a8ee-091389231f92 tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:03.454071 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4831c95f-84df-4ba8-a8ee-091389231f92 tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:03.483690 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-03f0964f-1b75-4df7-99e0-a3cdb56ec2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:03.510842 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-58e4e723-37a1-40aa-be8f-c2f1b776d778 tempest-AllowedAddressPairTestJSON-571849638 tempest-AllowedAddressPairTestJSON-571849638-project] Deleting port 511d371f-acbd-4a1a-bd69-bc28d39c7a2d {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:39:03.510842 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-58e4e723-37a1-40aa-be8f-c2f1b776d778 tempest-AllowedAddressPairTestJSON-571849638 tempest-AllowedAddressPairTestJSON-571849638-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:03.520149 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4831c95f-84df-4ba8-a8ee-091389231f92 tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572323'] for security_group_rule, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:03.527559 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4831c95f-84df-4ba8-a8ee-091389231f92 tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:03.529046 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-4831c95f-84df-4ba8-a8ee-091389231f92 tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/d3a2294e-8a7c-4911-abe4-f4b4619fca5a HTTP/1.1" status: 204 len: 168 time: 0.1608415 Nov 22 20:39:03.532028 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 50492) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:03.538329 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4831c95f-84df-4ba8-a8ee-091389231f92 tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d3a2294e-8a7c-4911-abe4-f4b4619fca5a,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:39:03.629876 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-681f5683-247f-488c-b139-058c094e4412 None None] Provisioning complete for port 511d371f-acbd-4a1a-bd69-bc28d39c7a2d triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:39:03.630316 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-681f5683-247f-488c-b139-058c094e4412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:03.637281 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-8d620e67-71ec-4cc0-b4c7-e384e2371330 tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1032901 Nov 22 20:39:03.639986 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 50496) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:03.645115 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-648e986b-b92e-427b-96b3-b65cd7faaa96 tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] Request body: {'security_group_rule': {'security_group_id': 'c1166512-86a1-48f7-bb3f-67bbd9aee3a4', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:39:03.657345 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-58e4e723-37a1-40aa-be8f-c2f1b776d778 tempest-AllowedAddressPairTestJSON-571849638 tempest-AllowedAddressPairTestJSON-571849638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:03.675115 n-d-818823-1 neutron-server[103448]: INFO neutron.db.securitygroups_db [None req-648e986b-b92e-427b-96b3-b65cd7faaa96 tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] Project d4c67c4373104283a3a91bc4bd2905ce added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 22 20:39:03.683719 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-648e986b-b92e-427b-96b3-b65cd7faaa96 tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:03.687314 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-58e4e723-37a1-40aa-be8f-c2f1b776d778 tempest-AllowedAddressPairTestJSON-571849638 tempest-AllowedAddressPairTestJSON-571849638-project] Calling delete_port for 511d371f-acbd-4a1a-bd69-bc28d39c7a2d owned by {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:39:03.701068 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-681f5683-247f-488c-b139-058c094e4412 None None] Port 511d371f-acbd-4a1a-bd69-bc28d39c7a2d cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:39:03.746473 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-648e986b-b92e-427b-96b3-b65cd7faaa96 tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:03.753188 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-648e986b-b92e-427b-96b3-b65cd7faaa96 tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572323'] for security_group_rule, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:03.792141 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648e986b-b92e-427b-96b3-b65cd7faaa96 tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8f28959-ebd9-43af-bfb4-27e1e7db35a4,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:39:03.819294 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-648e986b-b92e-427b-96b3-b65cd7faaa96 tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:03.824431 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-648e986b-b92e-427b-96b3-b65cd7faaa96 tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1831534 Nov 22 20:39:03.825288 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 50498) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:03.848859 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-3862d5cf-f9e4-472c-a66c-93fcccd4230c tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] 10.222.0.46 "GET /v2.0/security-group-rules/d8f28959-ebd9-43af-bfb4-27e1e7db35a4 HTTP/1.1" status: 200 len: 769 time: 0.0188425 Nov 22 20:39:03.850164 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 50500) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:03.891285 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-58e4e723-37a1-40aa-be8f-c2f1b776d778 tempest-AllowedAddressPairTestJSON-571849638 tempest-AllowedAddressPairTestJSON-571849638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:03.905721 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-56d46b78-3bcf-47ad-8e6e-e4167a89964b tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0520113 Nov 22 20:39:03.906023 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 50502) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:03.934131 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2fd6896a-848b-4467-96d1-92b71f50169c tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:03.942284 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2fd6896a-848b-4467-96d1-92b71f50169c tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:03.954628 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e4e723-37a1-40aa-be8f-c2f1b776d778 tempest-AllowedAddressPairTestJSON-571849638 tempest-AllowedAddressPairTestJSON-571849638-project] Pushing event deleted for resources: {'Port': ['ID=511d371f-acbd-4a1a-bd69-bc28d39c7a2d,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:39:03.973584 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2fd6896a-848b-4467-96d1-92b71f50169c tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572323'] for security_group_rule, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:03.984008 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2fd6896a-848b-4467-96d1-92b71f50169c tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:03.985243 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-2fd6896a-848b-4467-96d1-92b71f50169c tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/d8f28959-ebd9-43af-bfb4-27e1e7db35a4 HTTP/1.1" status: 204 len: 168 time: 0.0782218 Nov 22 20:39:03.990111 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 50504) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:03.999018 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd6896a-848b-4467-96d1-92b71f50169c tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d8f28959-ebd9-43af-bfb4-27e1e7db35a4,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:39:04.064533 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-60e5ab8a-d50b-4509-88d6-cfcd3b247a85 tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0730786 Nov 22 20:39:04.067236 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 50506) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:04.078752 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-58e4e723-37a1-40aa-be8f-c2f1b776d778 tempest-AllowedAddressPairTestJSON-571849638 tempest-AllowedAddressPairTestJSON-571849638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:04.086969 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-58e4e723-37a1-40aa-be8f-c2f1b776d778 tempest-AllowedAddressPairTestJSON-571849638 tempest-AllowedAddressPairTestJSON-571849638-project] 10.222.0.46 "DELETE /v2.0/ports/511d371f-acbd-4a1a-bd69-bc28d39c7a2d HTTP/1.1" status: 204 len: 168 time: 0.7004511 Nov 22 20:39:04.096257 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 50508) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:04.137481 n-d-818823-1 neutron-server[103448]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8b5acbf-9436-4422-b848-8bd779a3f945 tempest-AllowedAddressPairTestJSON-571849638 tempest-AllowedAddressPairTestJSON-571849638-project] GET failed (client error): The resource could not be found. Nov 22 20:39:04.137481 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-c8b5acbf-9436-4422-b848-8bd779a3f945 tempest-AllowedAddressPairTestJSON-571849638 tempest-AllowedAddressPairTestJSON-571849638-project] 10.222.0.46 "GET /v2.0/ports/511d371f-acbd-4a1a-bd69-bc28d39c7a2d HTTP/1.1" status: 404 len: 333 time: 0.0369282 Nov 22 20:39:04.138312 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 50510) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:04.145631 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-66a3ecdd-583c-4962-b92b-3e58bd77a33c tempest-AllowedAddressPairTestJSON-571849638 tempest-AllowedAddressPairTestJSON-571849638-project] Request body: {'port': {'network_id': '478766a2-df2c-44fb-800a-ad1172e68476', 'name': 'tempest-AllowedAddressPairTestJSON-1848664890'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:39:04.165761 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.agents_db [None req-aa8313f2-1ee4-4e7b-8c5a-d32b2f9d31ee None None] Agent healthcheck: found 7 active agents {{(pid=103450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 20:39:04.180254 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f457c4b1-4847-4571-9758-62e1da5f260d tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:04.226564 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f457c4b1-4847-4571-9758-62e1da5f260d tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:04.306055 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f457c4b1-4847-4571-9758-62e1da5f260d tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:04.309312 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f457c4b1-4847-4571-9758-62e1da5f260d tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:04.313432 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-f457c4b1-4847-4571-9758-62e1da5f260d tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] 10.222.0.46 "DELETE /v2.0/security-groups/c1166512-86a1-48f7-bb3f-67bbd9aee3a4 HTTP/1.1" status: 204 len: 168 time: 0.2445402 Nov 22 20:39:04.329567 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f457c4b1-4847-4571-9758-62e1da5f260d tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1166512-86a1-48f7-bb3f-67bbd9aee3a4,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:39:04.348174 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 50514) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:04.380666 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66a3ecdd-583c-4962-b92b-3e58bd77a33c tempest-AllowedAddressPairTestJSON-571849638 tempest-AllowedAddressPairTestJSON-571849638-project] Made reservation on behalf of da6c5180c8964793878047a5047239ea for: {'port': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:39:04.385232 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-66a3ecdd-583c-4962-b92b-3e58bd77a33c tempest-AllowedAddressPairTestJSON-571849638 tempest-AllowedAddressPairTestJSON-571849638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:04.421536 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [None req-66a3ecdd-583c-4962-b92b-3e58bd77a33c tempest-AllowedAddressPairTestJSON-571849638 tempest-AllowedAddressPairTestJSON-571849638-project] device_id is not set on port 6e61998a-f48d-41de-b1c0-172064493cec yet. {{(pid=103447) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 20:39:04.430246 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-461192c8-d8b4-461e-ad0e-d428a4aa2166 tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0887332 Nov 22 20:39:04.434344 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 50516) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:04.540639 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-30684751-85e1-4dfc-8eec-883084fafa61 tempest-SecGroupIPv6Test-1811394620 tempest-SecGroupIPv6Test-1811394620-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1009665 Nov 22 20:39:04.587591 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [None req-66a3ecdd-583c-4962-b92b-3e58bd77a33c tempest-AllowedAddressPairTestJSON-571849638 tempest-AllowedAddressPairTestJSON-571849638-project] Allocated IP 172.20.0.6 (478766a2-df2c-44fb-800a-ad1172e68476/d908f52c-55d7-49fa-a140-2f4322af225c/6e61998a-f48d-41de-b1c0-172064493cec) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:39:04.744981 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-66a3ecdd-583c-4962-b92b-3e58bd77a33c tempest-AllowedAddressPairTestJSON-571849638 tempest-AllowedAddressPairTestJSON-571849638-project] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:04.778244 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-66a3ecdd-583c-4962-b92b-3e58bd77a33c tempest-AllowedAddressPairTestJSON-571849638 tempest-AllowedAddressPairTestJSON-571849638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:04.798642 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 50524) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:04.828980 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66a3ecdd-583c-4962-b92b-3e58bd77a33c tempest-AllowedAddressPairTestJSON-571849638 tempest-AllowedAddressPairTestJSON-571849638-project] Network 478766a2-df2c-44fb-800a-ad1172e68476 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:39:04.832255 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-66a3ecdd-583c-4962-b92b-3e58bd77a33c tempest-AllowedAddressPairTestJSON-571849638 tempest-AllowedAddressPairTestJSON-571849638-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:39:04.835938 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a3ecdd-583c-4962-b92b-3e58bd77a33c tempest-AllowedAddressPairTestJSON-571849638 tempest-AllowedAddressPairTestJSON-571849638-project] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:39:04.859977 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a3ecdd-583c-4962-b92b-3e58bd77a33c tempest-AllowedAddressPairTestJSON-571849638 tempest-AllowedAddressPairTestJSON-571849638-project] Pushing event updated for resources: {'Port': ['ID=6e61998a-f48d-41de-b1c0-172064493cec,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:39:04.890822 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66a3ecdd-583c-4962-b92b-3e58bd77a33c tempest-AllowedAddressPairTestJSON-571849638 tempest-AllowedAddressPairTestJSON-571849638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:39:04.891476 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-66a3ecdd-583c-4962-b92b-3e58bd77a33c tempest-AllowedAddressPairTestJSON-571849638 tempest-AllowedAddressPairTestJSON-571849638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:04.911945 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-66a3ecdd-583c-4962-b92b-3e58bd77a33c tempest-AllowedAddressPairTestJSON-571849638 tempest-AllowedAddressPairTestJSON-571849638-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7679372 Nov 22 20:39:04.912225 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 50528) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:04.917899 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-a1a7b59d-b038-4dfd-9dc1-fa754979e1c4 tempest-AllowedAddressPairTestJSON-571849638 tempest-AllowedAddressPairTestJSON-571849638-project] Request body: {'port': {'network_id': '478766a2-df2c-44fb-800a-ad1172e68476', 'name': 'tempest-AllowedAddressPairTestJSON-1118807536'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:39:04.972774 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-97354f0f-f3b1-4dfd-9d69-9b8e4b9f7c65 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d4c67c4373104283a3a91bc4bd2905ce&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1712499 Nov 22 20:39:04.973789 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 50530) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:05.029608 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4ecf4bf4-5af4-4bf9-b68f-da0fce383a5e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:05.033325 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1a7b59d-b038-4dfd-9dc1-fa754979e1c4 tempest-AllowedAddressPairTestJSON-571849638 tempest-AllowedAddressPairTestJSON-571849638-project] Made reservation on behalf of da6c5180c8964793878047a5047239ea for: {'port': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:39:05.037422 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a1a7b59d-b038-4dfd-9dc1-fa754979e1c4 tempest-AllowedAddressPairTestJSON-571849638 tempest-AllowedAddressPairTestJSON-571849638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:05.054853 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4ecf4bf4-5af4-4bf9-b68f-da0fce383a5e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:05.057162 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [None req-a1a7b59d-b038-4dfd-9dc1-fa754979e1c4 tempest-AllowedAddressPairTestJSON-571849638 tempest-AllowedAddressPairTestJSON-571849638-project] device_id is not set on port 45472116-fb4a-4da1-a6b6-cb2bccdedbcd yet. {{(pid=103447) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 20:39:05.105216 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4ecf4bf4-5af4-4bf9-b68f-da0fce383a5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:05.107804 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4ecf4bf4-5af4-4bf9-b68f-da0fce383a5e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:05.108974 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-4ecf4bf4-5af4-4bf9-b68f-da0fce383a5e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/16b4a075-2e48-4642-8784-082ce642e949 HTTP/1.1" status: 204 len: 168 time: 0.1342051 Nov 22 20:39:05.117581 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecf4bf4-5af4-4bf9-b68f-da0fce383a5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16b4a075-2e48-4642-8784-082ce642e949,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:39:05.153556 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-9f4911e8-095f-4876-b8ea-c065f7d5c757 None None] Provisioning complete for port 6e61998a-f48d-41de-b1c0-172064493cec triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:39:05.154040 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-9f4911e8-095f-4876-b8ea-c065f7d5c757 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:05.181355 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [None req-a1a7b59d-b038-4dfd-9dc1-fa754979e1c4 tempest-AllowedAddressPairTestJSON-571849638 tempest-AllowedAddressPairTestJSON-571849638-project] Allocated IP 172.20.0.11 (478766a2-df2c-44fb-800a-ad1172e68476/d908f52c-55d7-49fa-a140-2f4322af225c/45472116-fb4a-4da1-a6b6-cb2bccdedbcd) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:39:05.211213 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-9f4911e8-095f-4876-b8ea-c065f7d5c757 None None] Port 6e61998a-f48d-41de-b1c0-172064493cec cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:39:05.215000 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e49ee129-e862-4476-beca-cdc8150d2345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:05.339122 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a1a7b59d-b038-4dfd-9dc1-fa754979e1c4 tempest-AllowedAddressPairTestJSON-571849638 tempest-AllowedAddressPairTestJSON-571849638-project] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:05.375968 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a1a7b59d-b038-4dfd-9dc1-fa754979e1c4 tempest-AllowedAddressPairTestJSON-571849638 tempest-AllowedAddressPairTestJSON-571849638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:05.427697 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a7b59d-b038-4dfd-9dc1-fa754979e1c4 tempest-AllowedAddressPairTestJSON-571849638 tempest-AllowedAddressPairTestJSON-571849638-project] Pushing event updated for resources: {'Port': ['ID=45472116-fb4a-4da1-a6b6-cb2bccdedbcd,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:39:05.448041 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1a7b59d-b038-4dfd-9dc1-fa754979e1c4 tempest-AllowedAddressPairTestJSON-571849638 tempest-AllowedAddressPairTestJSON-571849638-project] Network 478766a2-df2c-44fb-800a-ad1172e68476 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:39:05.449534 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-a1a7b59d-b038-4dfd-9dc1-fa754979e1c4 tempest-AllowedAddressPairTestJSON-571849638 tempest-AllowedAddressPairTestJSON-571849638-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:39:05.452481 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a7b59d-b038-4dfd-9dc1-fa754979e1c4 tempest-AllowedAddressPairTestJSON-571849638 tempest-AllowedAddressPairTestJSON-571849638-project] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:39:05.525681 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1a7b59d-b038-4dfd-9dc1-fa754979e1c4 tempest-AllowedAddressPairTestJSON-571849638 tempest-AllowedAddressPairTestJSON-571849638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:39:05.526493 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a1a7b59d-b038-4dfd-9dc1-fa754979e1c4 tempest-AllowedAddressPairTestJSON-571849638 tempest-AllowedAddressPairTestJSON-571849638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:05.551843 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-a1a7b59d-b038-4dfd-9dc1-fa754979e1c4 tempest-AllowedAddressPairTestJSON-571849638 tempest-AllowedAddressPairTestJSON-571849638-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6384606 Nov 22 20:39:05.552466 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 50552) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:05.566427 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-72b6f765-e000-4bf3-b6af-e96ae2db0f42 tempest-AllowedAddressPairTestJSON-571849638 tempest-AllowedAddressPairTestJSON-571849638-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:1b:1d:76'}, {'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:24:82:da'}]}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:39:05.806940 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-72b6f765-e000-4bf3-b6af-e96ae2db0f42 tempest-AllowedAddressPairTestJSON-571849638 tempest-AllowedAddressPairTestJSON-571849638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:05.856087 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-74edc083-9fe1-4a8e-a0ef-7c4baf4cf733 None None] Provisioning complete for port 45472116-fb4a-4da1-a6b6-cb2bccdedbcd triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:39:05.856574 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-74edc083-9fe1-4a8e-a0ef-7c4baf4cf733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:05.930697 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-74edc083-9fe1-4a8e-a0ef-7c4baf4cf733 None None] Port 45472116-fb4a-4da1-a6b6-cb2bccdedbcd cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:39:06.089180 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:06.125650 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-72b6f765-e000-4bf3-b6af-e96ae2db0f42 tempest-AllowedAddressPairTestJSON-571849638 tempest-AllowedAddressPairTestJSON-571849638-project] Publish callbacks [] for port, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:06.134925 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-72b6f765-e000-4bf3-b6af-e96ae2db0f42 tempest-AllowedAddressPairTestJSON-571849638 tempest-AllowedAddressPairTestJSON-571849638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:06.251263 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b6f765-e000-4bf3-b6af-e96ae2db0f42 tempest-AllowedAddressPairTestJSON-571849638 tempest-AllowedAddressPairTestJSON-571849638-project] Pushing event updated for resources: {'Port': ['ID=45472116-fb4a-4da1-a6b6-cb2bccdedbcd,revision_number=2']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:39:06.262693 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b6f765-e000-4bf3-b6af-e96ae2db0f42 tempest-AllowedAddressPairTestJSON-571849638 tempest-AllowedAddressPairTestJSON-571849638-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:39:06.263114 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b6f765-e000-4bf3-b6af-e96ae2db0f42 tempest-AllowedAddressPairTestJSON-571849638 tempest-AllowedAddressPairTestJSON-571849638-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:39:06.263507 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b6f765-e000-4bf3-b6af-e96ae2db0f42 tempest-AllowedAddressPairTestJSON-571849638 tempest-AllowedAddressPairTestJSON-571849638-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:39:06.263853 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b6f765-e000-4bf3-b6af-e96ae2db0f42 tempest-AllowedAddressPairTestJSON-571849638 tempest-AllowedAddressPairTestJSON-571849638-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:39:06.264189 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b6f765-e000-4bf3-b6af-e96ae2db0f42 tempest-AllowedAddressPairTestJSON-571849638 tempest-AllowedAddressPairTestJSON-571849638-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:39:06.264529 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b6f765-e000-4bf3-b6af-e96ae2db0f42 tempest-AllowedAddressPairTestJSON-571849638 tempest-AllowedAddressPairTestJSON-571849638-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:39:06.264863 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b6f765-e000-4bf3-b6af-e96ae2db0f42 tempest-AllowedAddressPairTestJSON-571849638 tempest-AllowedAddressPairTestJSON-571849638-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:39:06.265291 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b6f765-e000-4bf3-b6af-e96ae2db0f42 tempest-AllowedAddressPairTestJSON-571849638 tempest-AllowedAddressPairTestJSON-571849638-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:39:06.265515 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b6f765-e000-4bf3-b6af-e96ae2db0f42 tempest-AllowedAddressPairTestJSON-571849638 tempest-AllowedAddressPairTestJSON-571849638-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:39:06.265838 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b6f765-e000-4bf3-b6af-e96ae2db0f42 tempest-AllowedAddressPairTestJSON-571849638 tempest-AllowedAddressPairTestJSON-571849638-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:39:06.266167 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b6f765-e000-4bf3-b6af-e96ae2db0f42 tempest-AllowedAddressPairTestJSON-571849638 tempest-AllowedAddressPairTestJSON-571849638-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:39:06.266639 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b6f765-e000-4bf3-b6af-e96ae2db0f42 tempest-AllowedAddressPairTestJSON-571849638 tempest-AllowedAddressPairTestJSON-571849638-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:39:06.308632 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-72b6f765-e000-4bf3-b6af-e96ae2db0f42 tempest-AllowedAddressPairTestJSON-571849638 tempest-AllowedAddressPairTestJSON-571849638-project] In _notify_port_updated(), no bound segment for port 45472116-fb4a-4da1-a6b6-cb2bccdedbcd on network 478766a2-df2c-44fb-800a-ad1172e68476 {{(pid=103448) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 22 20:39:06.314371 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72b6f765-e000-4bf3-b6af-e96ae2db0f42 tempest-AllowedAddressPairTestJSON-571849638 tempest-AllowedAddressPairTestJSON-571849638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:39:06.315062 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-72b6f765-e000-4bf3-b6af-e96ae2db0f42 tempest-AllowedAddressPairTestJSON-571849638 tempest-AllowedAddressPairTestJSON-571849638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:06.316475 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-72b6f765-e000-4bf3-b6af-e96ae2db0f42 tempest-AllowedAddressPairTestJSON-571849638 tempest-AllowedAddressPairTestJSON-571849638-project] 10.222.0.46 "PUT /v2.0/ports/45472116-fb4a-4da1-a6b6-cb2bccdedbcd HTTP/1.1" status: 200 len: 1057 time: 0.7624676 Nov 22 20:39:06.320773 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 50590) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:06.446895 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-11646699-79d7-440f-8d8d-d50737334b1b tempest-AllowedAddressPairTestJSON-571849638 tempest-AllowedAddressPairTestJSON-571849638-project] Deleting port 45472116-fb4a-4da1-a6b6-cb2bccdedbcd {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:39:06.447617 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-11646699-79d7-440f-8d8d-d50737334b1b tempest-AllowedAddressPairTestJSON-571849638 tempest-AllowedAddressPairTestJSON-571849638-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:06.583483 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-11646699-79d7-440f-8d8d-d50737334b1b tempest-AllowedAddressPairTestJSON-571849638 tempest-AllowedAddressPairTestJSON-571849638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:06.602063 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-11646699-79d7-440f-8d8d-d50737334b1b tempest-AllowedAddressPairTestJSON-571849638 tempest-AllowedAddressPairTestJSON-571849638-project] Calling delete_port for 45472116-fb4a-4da1-a6b6-cb2bccdedbcd owned by {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:39:06.665378 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-c922a830-a347-4cfb-a014-b0864f68abda None None] Provisioning complete for port 45472116-fb4a-4da1-a6b6-cb2bccdedbcd triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:39:06.667599 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-c922a830-a347-4cfb-a014-b0864f68abda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:06.713328 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-c922a830-a347-4cfb-a014-b0864f68abda None None] Port 45472116-fb4a-4da1-a6b6-cb2bccdedbcd cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:39:06.785184 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-11646699-79d7-440f-8d8d-d50737334b1b tempest-AllowedAddressPairTestJSON-571849638 tempest-AllowedAddressPairTestJSON-571849638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:06.839336 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11646699-79d7-440f-8d8d-d50737334b1b tempest-AllowedAddressPairTestJSON-571849638 tempest-AllowedAddressPairTestJSON-571849638-project] Pushing event deleted for resources: {'Port': ['ID=45472116-fb4a-4da1-a6b6-cb2bccdedbcd,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:39:07.136520 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-11646699-79d7-440f-8d8d-d50737334b1b tempest-AllowedAddressPairTestJSON-571849638 tempest-AllowedAddressPairTestJSON-571849638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:07.150316 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-11646699-79d7-440f-8d8d-d50737334b1b tempest-AllowedAddressPairTestJSON-571849638 tempest-AllowedAddressPairTestJSON-571849638-project] 10.222.0.46 "DELETE /v2.0/ports/45472116-fb4a-4da1-a6b6-cb2bccdedbcd HTTP/1.1" status: 204 len: 168 time: 0.8284302 Nov 22 20:39:07.153968 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 50614) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:07.190023 n-d-818823-1 neutron-server[103448]: INFO neutron.pecan_wsgi.hooks.translation [None req-956b9973-f7ab-44a5-ba8a-4b9184cb279b tempest-AllowedAddressPairTestJSON-571849638 tempest-AllowedAddressPairTestJSON-571849638-project] GET failed (client error): The resource could not be found. Nov 22 20:39:07.196978 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 50618) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:07.199892 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-956b9973-f7ab-44a5-ba8a-4b9184cb279b tempest-AllowedAddressPairTestJSON-571849638 tempest-AllowedAddressPairTestJSON-571849638-project] 10.222.0.46 "GET /v2.0/ports/45472116-fb4a-4da1-a6b6-cb2bccdedbcd HTTP/1.1" status: 404 len: 333 time: 0.0418284 Nov 22 20:39:07.302803 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-4aa764cc-34bc-4a49-a105-3fe9c8611fab tempest-AllowedAddressPairTestJSON-571849638 tempest-AllowedAddressPairTestJSON-571849638-project] Deleting port 6e61998a-f48d-41de-b1c0-172064493cec {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:39:07.303168 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4aa764cc-34bc-4a49-a105-3fe9c8611fab tempest-AllowedAddressPairTestJSON-571849638 tempest-AllowedAddressPairTestJSON-571849638-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:07.402409 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4aa764cc-34bc-4a49-a105-3fe9c8611fab tempest-AllowedAddressPairTestJSON-571849638 tempest-AllowedAddressPairTestJSON-571849638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:07.417932 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-4aa764cc-34bc-4a49-a105-3fe9c8611fab tempest-AllowedAddressPairTestJSON-571849638 tempest-AllowedAddressPairTestJSON-571849638-project] Calling delete_port for 6e61998a-f48d-41de-b1c0-172064493cec owned by {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:39:07.577692 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4aa764cc-34bc-4a49-a105-3fe9c8611fab tempest-AllowedAddressPairTestJSON-571849638 tempest-AllowedAddressPairTestJSON-571849638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:07.617993 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa764cc-34bc-4a49-a105-3fe9c8611fab tempest-AllowedAddressPairTestJSON-571849638 tempest-AllowedAddressPairTestJSON-571849638-project] Pushing event deleted for resources: {'Port': ['ID=6e61998a-f48d-41de-b1c0-172064493cec,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:39:07.645437 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 50624) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:07.707672 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4aa764cc-34bc-4a49-a105-3fe9c8611fab tempest-AllowedAddressPairTestJSON-571849638 tempest-AllowedAddressPairTestJSON-571849638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:07.712652 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-4aa764cc-34bc-4a49-a105-3fe9c8611fab tempest-AllowedAddressPairTestJSON-571849638 tempest-AllowedAddressPairTestJSON-571849638-project] 10.222.0.46 "DELETE /v2.0/ports/6e61998a-f48d-41de-b1c0-172064493cec HTTP/1.1" status: 204 len: 168 time: 0.5139978 Nov 22 20:39:07.714714 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 50630) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:07.762236 n-d-818823-1 neutron-server[103448]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7f6ccca-f992-48a7-86e8-d12589383ff2 tempest-AllowedAddressPairTestJSON-571849638 tempest-AllowedAddressPairTestJSON-571849638-project] GET failed (client error): The resource could not be found. Nov 22 20:39:07.773890 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 50632) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:07.780019 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-b7f6ccca-f992-48a7-86e8-d12589383ff2 tempest-AllowedAddressPairTestJSON-571849638 tempest-AllowedAddressPairTestJSON-571849638-project] 10.222.0.46 "GET /v2.0/ports/6e61998a-f48d-41de-b1c0-172064493cec HTTP/1.1" status: 404 len: 333 time: 0.0641825 Nov 22 20:39:07.820213 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-99f4f8b9-4ce6-4e76-89f4-4ec2d4d2b8e1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:07.916527 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-21c5866b-2cf2-4636-9e28-e77040401db3 tempest-AllowedAddressPairTestJSON-571849638 tempest-AllowedAddressPairTestJSON-571849638-project] Deleting port af218e51-db54-492a-9f15-f650a6190fc3 {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:39:07.917024 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-21c5866b-2cf2-4636-9e28-e77040401db3 tempest-AllowedAddressPairTestJSON-571849638 tempest-AllowedAddressPairTestJSON-571849638-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:07.940548 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-99f4f8b9-4ce6-4e76-89f4-4ec2d4d2b8e1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:07.947105 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-99f4f8b9-4ce6-4e76-89f4-4ec2d4d2b8e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:08.000043 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-99f4f8b9-4ce6-4e76-89f4-4ec2d4d2b8e1 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1fa1c9302d7b4ac79cbf0cde702371f9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3531458 Nov 22 20:39:08.000854 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 50634) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:08.001569 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f4f8b9-4ce6-4e76-89f4-4ec2d4d2b8e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60b701b7-e8c1-4b19-8b01-2bd430ba6a7c,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:39:08.042660 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-21c5866b-2cf2-4636-9e28-e77040401db3 tempest-AllowedAddressPairTestJSON-571849638 tempest-AllowedAddressPairTestJSON-571849638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:08.057078 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-21c5866b-2cf2-4636-9e28-e77040401db3 tempest-AllowedAddressPairTestJSON-571849638 tempest-AllowedAddressPairTestJSON-571849638-project] Calling delete_port for af218e51-db54-492a-9f15-f650a6190fc3 owned by {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:39:08.067562 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-86a11c59-eff1-4068-a120-2c965b5ae09e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:08.094063 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-86a11c59-eff1-4068-a120-2c965b5ae09e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:08.149607 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-86a11c59-eff1-4068-a120-2c965b5ae09e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:08.153512 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-86a11c59-eff1-4068-a120-2c965b5ae09e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:08.157129 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-86a11c59-eff1-4068-a120-2c965b5ae09e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/60b701b7-e8c1-4b19-8b01-2bd430ba6a7c HTTP/1.1" status: 204 len: 168 time: 0.1494584 Nov 22 20:39:08.186600 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a11c59-eff1-4068-a120-2c965b5ae09e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60b701b7-e8c1-4b19-8b01-2bd430ba6a7c,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:39:08.223458 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-21c5866b-2cf2-4636-9e28-e77040401db3 tempest-AllowedAddressPairTestJSON-571849638 tempest-AllowedAddressPairTestJSON-571849638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:08.263408 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c5866b-2cf2-4636-9e28-e77040401db3 tempest-AllowedAddressPairTestJSON-571849638 tempest-AllowedAddressPairTestJSON-571849638-project] Pushing event deleted for resources: {'Port': ['ID=af218e51-db54-492a-9f15-f650a6190fc3,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:39:08.377568 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-21c5866b-2cf2-4636-9e28-e77040401db3 tempest-AllowedAddressPairTestJSON-571849638 tempest-AllowedAddressPairTestJSON-571849638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:08.385411 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 50642) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:08.394517 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-21c5866b-2cf2-4636-9e28-e77040401db3 tempest-AllowedAddressPairTestJSON-571849638 tempest-AllowedAddressPairTestJSON-571849638-project] 10.222.0.46 "DELETE /v2.0/ports/af218e51-db54-492a-9f15-f650a6190fc3 HTTP/1.1" status: 204 len: 168 time: 0.6194279 Nov 22 20:39:08.450229 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d5e0b46-b7a5-432c-b1e3-eda656d22225 tempest-AllowedAddressPairTestJSON-571849638 tempest-AllowedAddressPairTestJSON-571849638-project] Deleting subnet d908f52c-55d7-49fa-a140-2f4322af225c {{(pid=103448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 20:39:08.453760 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4d5e0b46-b7a5-432c-b1e3-eda656d22225 tempest-AllowedAddressPairTestJSON-571849638 tempest-AllowedAddressPairTestJSON-571849638-project] Publish callbacks [] for subnet, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:08.509626 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4d5e0b46-b7a5-432c-b1e3-eda656d22225 tempest-AllowedAddressPairTestJSON-571849638 tempest-AllowedAddressPairTestJSON-571849638-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11627908'] for subnet, precommit_delete_associations {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:08.604905 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 50644) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:08.624023 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f180839a-69ed-4bc1-9896-656fd956a2a1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:08.627459 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4d5e0b46-b7a5-432c-b1e3-eda656d22225 tempest-AllowedAddressPairTestJSON-571849638 tempest-AllowedAddressPairTestJSON-571849638-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3753007'] for subnet, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:08.705791 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4d5e0b46-b7a5-432c-b1e3-eda656d22225 tempest-AllowedAddressPairTestJSON-571849638 tempest-AllowedAddressPairTestJSON-571849638-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3753014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11567369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11792914'] for subnet, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:08.715476 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f180839a-69ed-4bc1-9896-656fd956a2a1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:08.719299 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f180839a-69ed-4bc1-9896-656fd956a2a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:08.737704 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5e0b46-b7a5-432c-b1e3-eda656d22225 tempest-AllowedAddressPairTestJSON-571849638 tempest-AllowedAddressPairTestJSON-571849638-project] Pushing event deleted for resources: {'Subnet': ['ID=d908f52c-55d7-49fa-a140-2f4322af225c,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:39:08.743278 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4d5e0b46-b7a5-432c-b1e3-eda656d22225 tempest-AllowedAddressPairTestJSON-571849638 tempest-AllowedAddressPairTestJSON-571849638-project] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:08.747720 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-4d5e0b46-b7a5-432c-b1e3-eda656d22225 tempest-AllowedAddressPairTestJSON-571849638 tempest-AllowedAddressPairTestJSON-571849638-project] 10.222.0.46 "DELETE /v2.0/subnets/d908f52c-55d7-49fa-a140-2f4322af225c HTTP/1.1" status: 204 len: 168 time: 0.3610845 Nov 22 20:39:08.750439 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 50646) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:08.754309 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9a8c55a-cb05-40af-b49c-15df94b9e8bb None None] Network 478766a2-df2c-44fb-800a-ad1172e68476 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:39:08.778297 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f180839a-69ed-4bc1-9896-656fd956a2a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c69c55a5-80e9-44c6-b23c-a0f9babddfeb,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:39:08.788217 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-f180839a-69ed-4bc1-9896-656fd956a2a1 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d38ed4d82f054ba3826ef2d4abe5eada&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1797602 Nov 22 20:39:08.789437 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 50650) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:08.847659 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4d55c42a-b6c9-4833-bf3f-1765cbf621be tempest-AllowedAddressPairTestJSON-571849638 tempest-AllowedAddressPairTestJSON-571849638-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3961693'] for network, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:08.865348 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b8f81c1c-caf9-447e-8625-c0a43920b077 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:08.925631 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-4d55c42a-b6c9-4833-bf3f-1765cbf621be tempest-AllowedAddressPairTestJSON-571849638 tempest-AllowedAddressPairTestJSON-571849638-project] Deleting port 7084f999-d27f-4f98-9a7f-20acf4b1811d {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:39:08.925999 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b8f81c1c-caf9-447e-8625-c0a43920b077 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:08.926202 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4d55c42a-b6c9-4833-bf3f-1765cbf621be tempest-AllowedAddressPairTestJSON-571849638 tempest-AllowedAddressPairTestJSON-571849638-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:09.028920 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-4d55c42a-b6c9-4833-bf3f-1765cbf621be tempest-AllowedAddressPairTestJSON-571849638 tempest-AllowedAddressPairTestJSON-571849638-project] For port 7084f999-d27f-4f98-9a7f-20acf4b1811d, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=7084f999-d27f-4f98-9a7f-20acf4b1811d,segment=NetworkSegment(0200e941-e618-4b66-9c8b-d018cdc73a7c),segment_id=0200e941-e618-4b66-9c8b-d018cdc73a7c)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:39:09.029711 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4d55c42a-b6c9-4833-bf3f-1765cbf621be tempest-AllowedAddressPairTestJSON-571849638 tempest-AllowedAddressPairTestJSON-571849638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:09.031061 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b8f81c1c-caf9-447e-8625-c0a43920b077 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:09.035483 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b8f81c1c-caf9-447e-8625-c0a43920b077 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:09.036673 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-b8f81c1c-caf9-447e-8625-c0a43920b077 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c69c55a5-80e9-44c6-b23c-a0f9babddfeb HTTP/1.1" status: 204 len: 168 time: 0.2462959 Nov 22 20:39:09.049980 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f81c1c-caf9-447e-8625-c0a43920b077 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c69c55a5-80e9-44c6-b23c-a0f9babddfeb,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:39:09.066040 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-4d55c42a-b6c9-4833-bf3f-1765cbf621be tempest-AllowedAddressPairTestJSON-571849638 tempest-AllowedAddressPairTestJSON-571849638-project] Calling delete_port for 7084f999-d27f-4f98-9a7f-20acf4b1811d owned by network:dhcp {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:39:09.079153 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd3b1767-32bd-4b54-975c-6010f9c944a0 None None] DHCP port deletion for 478766a2-df2c-44fb-800a-ad1172e68476 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:39:09.150114 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-bd3b1767-32bd-4b54-975c-6010f9c944a0 None None] Deleting port 7084f999-d27f-4f98-9a7f-20acf4b1811d {{(pid=103449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:39:09.150842 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-bd3b1767-32bd-4b54-975c-6010f9c944a0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:09.240329 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4d55c42a-b6c9-4833-bf3f-1765cbf621be tempest-AllowedAddressPairTestJSON-571849638 tempest-AllowedAddressPairTestJSON-571849638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:09.276291 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-bd3b1767-32bd-4b54-975c-6010f9c944a0 None None] For port 7084f999-d27f-4f98-9a7f-20acf4b1811d, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=7084f999-d27f-4f98-9a7f-20acf4b1811d,segment=NetworkSegment(0200e941-e618-4b66-9c8b-d018cdc73a7c),segment_id=0200e941-e618-4b66-9c8b-d018cdc73a7c)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:39:09.276880 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-bd3b1767-32bd-4b54-975c-6010f9c944a0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:09.296360 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-bd3b1767-32bd-4b54-975c-6010f9c944a0 None None] Calling delete_port for 7084f999-d27f-4f98-9a7f-20acf4b1811d owned by network:dhcp {{(pid=103449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:39:09.317702 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d55c42a-b6c9-4833-bf3f-1765cbf621be tempest-AllowedAddressPairTestJSON-571849638 tempest-AllowedAddressPairTestJSON-571849638-project] No DVR routers for this DVR port 7084f999-d27f-4f98-9a7f-20acf4b1811d on host n-d-818823-1 {{(pid=103448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:39:09.319633 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d55c42a-b6c9-4833-bf3f-1765cbf621be tempest-AllowedAddressPairTestJSON-571849638 tempest-AllowedAddressPairTestJSON-571849638-project] Pushing event deleted for resources: {'Port': ['ID=7084f999-d27f-4f98-9a7f-20acf4b1811d,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:39:09.430665 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 50664) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:09.441457 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-bd3b1767-32bd-4b54-975c-6010f9c944a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381'] for port, after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:09.480151 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4d55c42a-b6c9-4833-bf3f-1765cbf621be tempest-AllowedAddressPairTestJSON-571849638 tempest-AllowedAddressPairTestJSON-571849638-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3760028', 'neutron.services.segments.db._delete_segments_for_network-8748992815755'] for network, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:09.557296 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3b1767-32bd-4b54-975c-6010f9c944a0 None None] No DVR routers for this DVR port 7084f999-d27f-4f98-9a7f-20acf4b1811d on host n-d-818823-1 {{(pid=103449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:39:09.560816 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3b1767-32bd-4b54-975c-6010f9c944a0 None None] Pushing event deleted for resources: {'Port': ['ID=7084f999-d27f-4f98-9a7f-20acf4b1811d,revision_number=None']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:39:09.565612 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-4d55c42a-b6c9-4833-bf3f-1765cbf621be tempest-AllowedAddressPairTestJSON-571849638 tempest-AllowedAddressPairTestJSON-571849638-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['478766a2-df2c-44fb-800a-ad1172e68476']}} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:39:09.583260 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-4d55c42a-b6c9-4833-bf3f-1765cbf621be tempest-AllowedAddressPairTestJSON-571849638 tempest-AllowedAddressPairTestJSON-571849638-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0200e941-e618-4b66-9c8b-d018cdc73a7c') {'for_net_delete': True} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:39:09.584146 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-4d55c42a-b6c9-4833-bf3f-1765cbf621be tempest-AllowedAddressPairTestJSON-571849638 tempest-AllowedAddressPairTestJSON-571849638-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0200e941-e618-4b66-9c8b-d018cdc73a7c') {} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:39:09.594036 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4d55c42a-b6c9-4833-bf3f-1765cbf621be tempest-AllowedAddressPairTestJSON-571849638 tempest-AllowedAddressPairTestJSON-571849638-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748993039638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11627933'] for segment, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:09.609613 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4d55c42a-b6c9-4833-bf3f-1765cbf621be tempest-AllowedAddressPairTestJSON-571849638 tempest-AllowedAddressPairTestJSON-571849638-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:09.617276 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d55c42a-b6c9-4833-bf3f-1765cbf621be tempest-AllowedAddressPairTestJSON-571849638 tempest-AllowedAddressPairTestJSON-571849638-project] Releasing vlan 625 on physical network physnet1 to pool {{(pid=103448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 20:39:09.617684 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4d55c42a-b6c9-4833-bf3f-1765cbf621be tempest-AllowedAddressPairTestJSON-571849638 tempest-AllowedAddressPairTestJSON-571849638-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11567447'] for segment, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:09.621903 n-d-818823-1 neutron-server[103448]: Traceback (most recent call last): Nov 22 20:39:09.621903 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 20:39:09.621903 n-d-818823-1 neutron-server[103448]: timer() Nov 22 20:39:09.621903 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 20:39:09.621903 n-d-818823-1 neutron-server[103448]: cb(*args, **kw) Nov 22 20:39:09.621903 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 20:39:09.621903 n-d-818823-1 neutron-server[103448]: return func(*args, **kwargs) Nov 22 20:39:09.621903 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 20:39:09.621903 n-d-818823-1 neutron-server[103448]: self._notify() Nov 22 20:39:09.621903 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 20:39:09.621903 n-d-818823-1 neutron-server[103448]: self.callback(batched_events) Nov 22 20:39:09.621903 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 20:39:09.621903 n-d-818823-1 neutron-server[103448]: event.method(event) Nov 22 20:39:09.621903 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 20:39:09.621903 n-d-818823-1 neutron-server[103448]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 20:39:09.621903 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 20:39:09.621903 n-d-818823-1 neutron-server[103448]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 20:39:09.621903 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 20:39:09.621903 n-d-818823-1 neutron-server[103448]: return f(self, *a, **k) Nov 22 20:39:09.621903 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 20:39:09.621903 n-d-818823-1 neutron-server[103448]: return self._get(url).json() Nov 22 20:39:09.621903 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 20:39:09.621903 n-d-818823-1 neutron-server[103448]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 20:39:09.621903 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 20:39:09.621903 n-d-818823-1 neutron-server[103448]: return self.request(url, 'GET', **kwargs) Nov 22 20:39:09.621903 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 20:39:09.621903 n-d-818823-1 neutron-server[103448]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 20:39:09.621903 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 20:39:09.621903 n-d-818823-1 neutron-server[103448]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 20:39:09.621903 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 20:39:09.621903 n-d-818823-1 neutron-server[103448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 20:39:09.621903 n-d-818823-1 neutron-server[103448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 20:39:09.661425 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0835386e-a383-4a39-baef-11c7a5da9cc4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:09.767322 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4d55c42a-b6c9-4833-bf3f-1765cbf621be tempest-AllowedAddressPairTestJSON-571849638 tempest-AllowedAddressPairTestJSON-571849638-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3760002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595318'] for network, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:09.779222 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4d55c42a-b6c9-4833-bf3f-1765cbf621be tempest-AllowedAddressPairTestJSON-571849638 tempest-AllowedAddressPairTestJSON-571849638-project] Publish callbacks [] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:09.792416 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-4d55c42a-b6c9-4833-bf3f-1765cbf621be tempest-AllowedAddressPairTestJSON-571849638 tempest-AllowedAddressPairTestJSON-571849638-project] 10.222.0.46 "DELETE /v2.0/networks/478766a2-df2c-44fb-800a-ad1172e68476 HTTP/1.1" status: 204 len: 168 time: 1.0398529 Nov 22 20:39:09.841850 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d55c42a-b6c9-4833-bf3f-1765cbf621be tempest-AllowedAddressPairTestJSON-571849638 tempest-AllowedAddressPairTestJSON-571849638-project] Pushing event deleted for resources: {'Network': ['ID=478766a2-df2c-44fb-800a-ad1172e68476,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:39:09.871236 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0835386e-a383-4a39-baef-11c7a5da9cc4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:09.877824 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0835386e-a383-4a39-baef-11c7a5da9cc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:09.917333 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0835386e-a383-4a39-baef-11c7a5da9cc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75e87ed9-02f6-4a0e-9011-3bcc2b615485,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:39:09.939473 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-0835386e-a383-4a39-baef-11c7a5da9cc4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b0cfc669098d435ab27c12a8639e15e6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5076206 Nov 22 20:39:09.942135 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 50684) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:10.011284 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2320089f-73f0-49da-88aa-543f7e4bfb72 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:10.042420 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2320089f-73f0-49da-88aa-543f7e4bfb72 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:10.045135 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 50688) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:10.103448 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2320089f-73f0-49da-88aa-543f7e4bfb72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:10.107560 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2320089f-73f0-49da-88aa-543f7e4bfb72 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:10.111792 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-2320089f-73f0-49da-88aa-543f7e4bfb72 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/75e87ed9-02f6-4a0e-9011-3bcc2b615485 HTTP/1.1" status: 204 len: 168 time: 0.1665633 Nov 22 20:39:10.122717 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2320089f-73f0-49da-88aa-543f7e4bfb72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75e87ed9-02f6-4a0e-9011-3bcc2b615485,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:39:10.258295 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-50d5ae65-db8a-4afc-b228-465ec1e574c0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:10.377463 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-50d5ae65-db8a-4afc-b228-465ec1e574c0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:10.385393 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-50d5ae65-db8a-4afc-b228-465ec1e574c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:10.410740 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 7084f999-d27f-4f98-9a7f-20acf4b1811d no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:39:10.437810 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: 7084f999-d27f-4f98-9a7f-20acf4b1811d {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:39:10.438635 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 7084f999-d27f-4f98-9a7f-20acf4b1811d not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:39:10.454341 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-50d5ae65-db8a-4afc-b228-465ec1e574c0 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2cfaa6c1a2234783884ce874046f1e87&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4055865 Nov 22 20:39:10.454752 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 50702) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:10.455799 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d5ae65-db8a-4afc-b228-465ec1e574c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8a82e10-ebb1-4730-8616-b02003385f51,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:39:10.500268 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 50704) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:10.529933 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e8e64a77-d402-4241-9701-14365a5d2e8a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:10.564042 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e8e64a77-d402-4241-9701-14365a5d2e8a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:10.629857 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e8e64a77-d402-4241-9701-14365a5d2e8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:10.633174 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e8e64a77-d402-4241-9701-14365a5d2e8a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:10.634668 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-e8e64a77-d402-4241-9701-14365a5d2e8a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e8a82e10-ebb1-4730-8616-b02003385f51 HTTP/1.1" status: 204 len: 168 time: 0.1787033 Nov 22 20:39:10.645777 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e64a77-d402-4241-9701-14365a5d2e8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8a82e10-ebb1-4730-8616-b02003385f51,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:39:10.763470 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-b4f2b597-d19e-417c-9c8e-d86a43a0e7ea admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=da6c5180c8964793878047a5047239ea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2605293 Nov 22 20:39:10.764869 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 50716) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:10.858032 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-680b82b5-ba6f-4eb8-a937-e0fc26345ecb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:10.886141 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-680b82b5-ba6f-4eb8-a937-e0fc26345ecb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:10.937162 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-680b82b5-ba6f-4eb8-a937-e0fc26345ecb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:10.940120 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-680b82b5-ba6f-4eb8-a937-e0fc26345ecb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:10.941567 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-680b82b5-ba6f-4eb8-a937-e0fc26345ecb admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8b75743b-c76d-4705-93f3-ecff05923924 HTTP/1.1" status: 204 len: 168 time: 0.1753588 Nov 22 20:39:10.949663 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680b82b5-ba6f-4eb8-a937-e0fc26345ecb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b75743b-c76d-4705-93f3-ecff05923924,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:39:11.052522 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 50728) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:11.066048 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6d999d8c-06d2-454a-80dc-6583ba6157f8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:11.145756 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6d999d8c-06d2-454a-80dc-6583ba6157f8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:11.150344 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6d999d8c-06d2-454a-80dc-6583ba6157f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:11.194827 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-6d999d8c-06d2-454a-80dc-6583ba6157f8 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4695efe470654b8ebcbaa4ddae883bab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1411626 Nov 22 20:39:11.196023 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d999d8c-06d2-454a-80dc-6583ba6157f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abb17fbc-6bb5-42e2-8f20-1a40fd1cc811,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:39:11.197647 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 50732) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:11.257685 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-295ff94f-c789-4d0e-9b8a-7d0005181670 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:11.280759 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-295ff94f-c789-4d0e-9b8a-7d0005181670 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:11.334303 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-295ff94f-c789-4d0e-9b8a-7d0005181670 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:11.338448 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-295ff94f-c789-4d0e-9b8a-7d0005181670 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:11.339929 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-295ff94f-c789-4d0e-9b8a-7d0005181670 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/abb17fbc-6bb5-42e2-8f20-1a40fd1cc811 HTTP/1.1" status: 204 len: 168 time: 0.1405847 Nov 22 20:39:11.348230 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295ff94f-c789-4d0e-9b8a-7d0005181670 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abb17fbc-6bb5-42e2-8f20-1a40fd1cc811,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:39:11.709687 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 50760) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:11.724605 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7bc0829f-f05d-4fb5-8e2d-91e5b2c135de admin admin] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:11.810386 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7bc0829f-f05d-4fb5-8e2d-91e5b2c135de admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:11.814964 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7bc0829f-f05d-4fb5-8e2d-91e5b2c135de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:11.851387 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-7bc0829f-f05d-4fb5-8e2d-91e5b2c135de admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=62fc50ce948c4ceb9134da657e9ae691&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1394553 Nov 22 20:39:11.854219 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 50766) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:11.860986 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc0829f-f05d-4fb5-8e2d-91e5b2c135de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60ac39e8-acfd-4c36-b6ca-70a08becfe1b,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:39:11.924569 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9bd3aa16-ac9b-4617-ac69-707e148c4254 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:11.944030 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9bd3aa16-ac9b-4617-ac69-707e148c4254 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:11.996733 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9bd3aa16-ac9b-4617-ac69-707e148c4254 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:12.001269 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9bd3aa16-ac9b-4617-ac69-707e148c4254 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:12.002747 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-9bd3aa16-ac9b-4617-ac69-707e148c4254 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/60ac39e8-acfd-4c36-b6ca-70a08becfe1b HTTP/1.1" status: 204 len: 168 time: 0.1474767 Nov 22 20:39:12.011728 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd3aa16-ac9b-4617-ac69-707e148c4254 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60ac39e8-acfd-4c36-b6ca-70a08becfe1b,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:39:12.559897 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 50842) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:12.710114 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-57ceab51-2f68-4da8-8988-782578d59af2 tempest-ExtraDHCPOptionsTestJSON-1946340332 tempest-ExtraDHCPOptionsTestJSON-1946340332-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-2135033476'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:39:12.741907 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57ceab51-2f68-4da8-8988-782578d59af2 tempest-ExtraDHCPOptionsTestJSON-1946340332 tempest-ExtraDHCPOptionsTestJSON-1946340332-project] Made reservation on behalf of f880572a40d64a99b86385d752b5d832 for: {'network': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:39:12.746446 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-57ceab51-2f68-4da8-8988-782578d59af2 tempest-ExtraDHCPOptionsTestJSON-1946340332 tempest-ExtraDHCPOptionsTestJSON-1946340332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for network, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:12.755669 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-57ceab51-2f68-4da8-8988-782578d59af2 tempest-ExtraDHCPOptionsTestJSON-1946340332 tempest-ExtraDHCPOptionsTestJSON-1946340332-project] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:12.868496 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-57ceab51-2f68-4da8-8988-782578d59af2 tempest-ExtraDHCPOptionsTestJSON-1946340332 tempest-ExtraDHCPOptionsTestJSON-1946340332-project] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:12.874674 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-57ceab51-2f68-4da8-8988-782578d59af2 tempest-ExtraDHCPOptionsTestJSON-1946340332 tempest-ExtraDHCPOptionsTestJSON-1946340332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:12.911283 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ceab51-2f68-4da8-8988-782578d59af2 tempest-ExtraDHCPOptionsTestJSON-1946340332 tempest-ExtraDHCPOptionsTestJSON-1946340332-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac675b02-6487-4cde-b0f5-3c08c2c5d31c,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:39:12.914475 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57ceab51-2f68-4da8-8988-782578d59af2 tempest-ExtraDHCPOptionsTestJSON-1946340332 tempest-ExtraDHCPOptionsTestJSON-1946340332-project] vlan segment allocate from pool success with {'vlan_id': 638, 'physical_network': 'physnet1'} {{(pid=103447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 20:39:12.925785 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-57ceab51-2f68-4da8-8988-782578d59af2 tempest-ExtraDHCPOptionsTestJSON-1946340332 tempest-ExtraDHCPOptionsTestJSON-1946340332-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:12.926243 n-d-818823-1 neutron-server[103447]: INFO neutron.db.segments_db [None req-57ceab51-2f68-4da8-8988-782578d59af2 tempest-ExtraDHCPOptionsTestJSON-1946340332 tempest-ExtraDHCPOptionsTestJSON-1946340332-project] Added segment 7242886e-b938-4a0e-aaa0-6ff1a7bcebfe of type vlan for network fa86af5a-f0aa-417b-888b-8493a7ffa4ff Nov 22 20:39:12.977809 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-57ceab51-2f68-4da8-8988-782578d59af2 tempest-ExtraDHCPOptionsTestJSON-1946340332 tempest-ExtraDHCPOptionsTestJSON-1946340332-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748992492791'] for network, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:13.008345 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-57ceab51-2f68-4da8-8988-782578d59af2 tempest-ExtraDHCPOptionsTestJSON-1946340332 tempest-ExtraDHCPOptionsTestJSON-1946340332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for network, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:13.014892 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57ceab51-2f68-4da8-8988-782578d59af2 tempest-ExtraDHCPOptionsTestJSON-1946340332 tempest-ExtraDHCPOptionsTestJSON-1946340332-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:39:13.015847 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-57ceab51-2f68-4da8-8988-782578d59af2 tempest-ExtraDHCPOptionsTestJSON-1946340332 tempest-ExtraDHCPOptionsTestJSON-1946340332-project] Publish callbacks [] for network, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:13.057878 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 50906) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:13.091856 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ceab51-2f68-4da8-8988-782578d59af2 tempest-ExtraDHCPOptionsTestJSON-1946340332 tempest-ExtraDHCPOptionsTestJSON-1946340332-project] Pushing event updated for resources: {'Network': ['ID=fa86af5a-f0aa-417b-888b-8493a7ffa4ff,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:39:13.099556 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-57ceab51-2f68-4da8-8988-782578d59af2 tempest-ExtraDHCPOptionsTestJSON-1946340332 tempest-ExtraDHCPOptionsTestJSON-1946340332-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.5355945 Nov 22 20:39:13.099936 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 50910) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:13.106403 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-db482ffd-db1d-4302-9055-ee11fc30a49c tempest-ExtraDHCPOptionsTestJSON-1946340332 tempest-ExtraDHCPOptionsTestJSON-1946340332-project] Request body: {'subnet': {'network_id': 'fa86af5a-f0aa-417b-888b-8493a7ffa4ff', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:39:13.114488 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Network fa86af5a-f0aa-417b-888b-8493a7ffa4ff details requested by agent ovs-agent-n-d-818823-1 with host n-d-818823-1 {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 20:39:13.254134 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db482ffd-db1d-4302-9055-ee11fc30a49c tempest-ExtraDHCPOptionsTestJSON-1946340332 tempest-ExtraDHCPOptionsTestJSON-1946340332-project] Made reservation on behalf of f880572a40d64a99b86385d752b5d832 for: {'subnet': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:39:13.260362 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-db482ffd-db1d-4302-9055-ee11fc30a49c tempest-ExtraDHCPOptionsTestJSON-1946340332 tempest-ExtraDHCPOptionsTestJSON-1946340332-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11792951'] for subnet, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:13.367331 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b84a2cfa-6809-46a0-9bde-1b9767faaaf6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:13.542849 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b84a2cfa-6809-46a0-9bde-1b9767faaaf6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:13.547388 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b84a2cfa-6809-46a0-9bde-1b9767faaaf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:13.563047 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 50920) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:13.566716 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-db482ffd-db1d-4302-9055-ee11fc30a49c tempest-ExtraDHCPOptionsTestJSON-1946340332 tempest-ExtraDHCPOptionsTestJSON-1946340332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11567560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11792921'] for subnet, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:13.627148 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-b84a2cfa-6809-46a0-9bde-1b9767faaaf6 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=23e920ff929141c9945319408b295797&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5678458 Nov 22 20:39:13.630149 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 50924) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:13.637425 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84a2cfa-6809-46a0-9bde-1b9767faaaf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=764ad978-51fa-44df-b232-4f9d888324f4,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:39:13.659964 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db482ffd-db1d-4302-9055-ee11fc30a49c tempest-ExtraDHCPOptionsTestJSON-1946340332 tempest-ExtraDHCPOptionsTestJSON-1946340332-project] Pushing event updated for resources: {'Subnet': ['ID=a1564325-5947-452e-8eda-9b70b1b38f84,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:39:13.671288 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db482ffd-db1d-4302-9055-ee11fc30a49c tempest-ExtraDHCPOptionsTestJSON-1946340332 tempest-ExtraDHCPOptionsTestJSON-1946340332-project] Checking segment: {'id': '7242886e-b938-4a0e-aaa0-6ff1a7bcebfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'fa86af5a-f0aa-417b-888b-8493a7ffa4ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:39:13.671682 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db482ffd-db1d-4302-9055-ee11fc30a49c tempest-ExtraDHCPOptionsTestJSON-1946340332 tempest-ExtraDHCPOptionsTestJSON-1946340332-project] Network hostable DHCP agents. Network: fa86af5a-f0aa-417b-888b-8493a7ffa4ff, hostable agents: ['02adaa64-0987-4b74-bad0-cbcf56f8a294'], hosted agents: [] {{(pid=103448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 20:39:13.698522 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db482ffd-db1d-4302-9055-ee11fc30a49c tempest-ExtraDHCPOptionsTestJSON-1946340332 tempest-ExtraDHCPOptionsTestJSON-1946340332-project] Network fa86af5a-f0aa-417b-888b-8493a7ffa4ff is scheduled to be hosted by DHCP agent 02adaa64-0987-4b74-bad0-cbcf56f8a294 with binding_index 1 {{(pid=103448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 20:39:13.711846 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-db482ffd-db1d-4302-9055-ee11fc30a49c tempest-ExtraDHCPOptionsTestJSON-1946340332 tempest-ExtraDHCPOptionsTestJSON-1946340332-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818823-1, fa86af5a-f0aa-417b-888b-8493a7ffa4ff) {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:39:13.718300 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-775b31a3-48ff-449c-87a3-680227d8e4ab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:13.720695 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d5e90d1-55a4-459a-9c1f-feab7b94be7b None None] Network fa86af5a-f0aa-417b-888b-8493a7ffa4ff requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:39:13.732735 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db482ffd-db1d-4302-9055-ee11fc30a49c tempest-ExtraDHCPOptionsTestJSON-1946340332 tempest-ExtraDHCPOptionsTestJSON-1946340332-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:39:13.733468 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-db482ffd-db1d-4302-9055-ee11fc30a49c tempest-ExtraDHCPOptionsTestJSON-1946340332 tempest-ExtraDHCPOptionsTestJSON-1946340332-project] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:13.747035 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6c93a3bd-3cbf-4c62-89be-2fd46e2bce85 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:13.758553 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-db482ffd-db1d-4302-9055-ee11fc30a49c tempest-ExtraDHCPOptionsTestJSON-1946340332 tempest-ExtraDHCPOptionsTestJSON-1946340332-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6574271 Nov 22 20:39:13.761257 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 50928) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:13.766669 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-083a6150-7a19-4f48-ac9e-74651e2b7958 tempest-ExtraDHCPOptionsTestJSON-1946340332 tempest-ExtraDHCPOptionsTestJSON-1946340332-project] Request body: {'port': {'network_id': 'fa86af5a-f0aa-417b-888b-8493a7ffa4ff', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1986350540'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:39:13.777807 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-775b31a3-48ff-449c-87a3-680227d8e4ab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:13.857559 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-775b31a3-48ff-449c-87a3-680227d8e4ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:13.861475 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-775b31a3-48ff-449c-87a3-680227d8e4ab admin admin] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:13.864014 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-775b31a3-48ff-449c-87a3-680227d8e4ab admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/764ad978-51fa-44df-b232-4f9d888324f4 HTTP/1.1" status: 204 len: 168 time: 0.2319911 Nov 22 20:39:13.884506 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775b31a3-48ff-449c-87a3-680227d8e4ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=764ad978-51fa-44df-b232-4f9d888324f4,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:39:13.929653 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e293bfef-fea8-40aa-bf40-0184c9deaaa4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fb26bd7-ce56-527b-b94f-2e1f7cb2bb35-fa86af5a-f0aa-417b-888b-8493a7ffa4ff', 'network_id': 'fa86af5a-f0aa-417b-888b-8493a7ffa4ff', 'tenant_id': 'f880572a40d64a99b86385d752b5d832', 'fixed_ips': [{'subnet_id': 'a1564325-5947-452e-8eda-9b70b1b38f84'}]}} from n-d-818823-1. {{(pid=103449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 20:39:13.930803 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6c93a3bd-3cbf-4c62-89be-2fd46e2bce85 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:13.931523 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e293bfef-fea8-40aa-bf40-0184c9deaaa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:13.937542 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6c93a3bd-3cbf-4c62-89be-2fd46e2bce85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:13.999746 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-6c93a3bd-3cbf-4c62-89be-2fd46e2bce85 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4270bb3588d74249b0638dd3d9ea4e4a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4353490 Nov 22 20:39:14.002711 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c93a3bd-3cbf-4c62-89be-2fd46e2bce85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8582ca6f-3b77-4738-a890-48211ac7f0c3,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:39:14.002879 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 50932) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:14.049678 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-083a6150-7a19-4f48-ac9e-74651e2b7958 tempest-ExtraDHCPOptionsTestJSON-1946340332 tempest-ExtraDHCPOptionsTestJSON-1946340332-project] Made reservation on behalf of f880572a40d64a99b86385d752b5d832 for: {'port': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:39:14.053465 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-083a6150-7a19-4f48-ac9e-74651e2b7958 tempest-ExtraDHCPOptionsTestJSON-1946340332 tempest-ExtraDHCPOptionsTestJSON-1946340332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:14.087144 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [None req-083a6150-7a19-4f48-ac9e-74651e2b7958 tempest-ExtraDHCPOptionsTestJSON-1946340332 tempest-ExtraDHCPOptionsTestJSON-1946340332-project] device_id is not set on port 8c98b281-7876-4dfc-b76e-c97c41f07cf2 yet. {{(pid=103448) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 20:39:14.102845 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.db_base_plugin_common [None req-e293bfef-fea8-40aa-bf40-0184c9deaaa4 None None] Allocated IP 172.20.0.2 (fa86af5a-f0aa-417b-888b-8493a7ffa4ff/a1564325-5947-452e-8eda-9b70b1b38f84/9b73712e-5b04-48ce-8212-bcfe6e6a3648) {{(pid=103449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:39:14.156663 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-fac3cbad-1aac-42b3-b25a-589037d5eb37 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:14.197615 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-fac3cbad-1aac-42b3-b25a-589037d5eb37 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:14.263009 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-fac3cbad-1aac-42b3-b25a-589037d5eb37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:14.269778 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-fac3cbad-1aac-42b3-b25a-589037d5eb37 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:14.273772 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-fac3cbad-1aac-42b3-b25a-589037d5eb37 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8582ca6f-3b77-4738-a890-48211ac7f0c3 HTTP/1.1" status: 204 len: 168 time: 0.2640848 Nov 22 20:39:14.287031 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac3cbad-1aac-42b3-b25a-589037d5eb37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8582ca6f-3b77-4738-a890-48211ac7f0c3,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:39:14.313312 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e293bfef-fea8-40aa-bf40-0184c9deaaa4 None None] Publish callbacks [] for port, precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:14.339696 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e293bfef-fea8-40aa-bf40-0184c9deaaa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372'] for port, after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:14.357825 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 50938) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:14.373998 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-5a81f1c4-7e00-4a54-a6a7-fd89839cdbb7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:14.419472 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [None req-083a6150-7a19-4f48-ac9e-74651e2b7958 tempest-ExtraDHCPOptionsTestJSON-1946340332 tempest-ExtraDHCPOptionsTestJSON-1946340332-project] Allocated IP 172.20.0.6 (fa86af5a-f0aa-417b-888b-8493a7ffa4ff/a1564325-5947-452e-8eda-9b70b1b38f84/8c98b281-7876-4dfc-b76e-c97c41f07cf2) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:39:14.420877 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e293bfef-fea8-40aa-bf40-0184c9deaaa4 None None] Pushing event updated for resources: {'Port': ['ID=9b73712e-5b04-48ce-8212-bcfe6e6a3648,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:39:14.440208 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e293bfef-fea8-40aa-bf40-0184c9deaaa4 None None] Network fa86af5a-f0aa-417b-888b-8493a7ffa4ff is already hosted by enough agents. {{(pid=103449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:39:14.442363 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.base_scheduler [None req-e293bfef-fea8-40aa-bf40-0184c9deaaa4 None None] Resources bound (agent type, host, resource id): {{(pid=103449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:39:14.445105 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e293bfef-fea8-40aa-bf40-0184c9deaaa4 None None] Received port after_create {{(pid=103449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:39:14.499198 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-5a81f1c4-7e00-4a54-a6a7-fd89839cdbb7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:14.507892 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-5a81f1c4-7e00-4a54-a6a7-fd89839cdbb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:14.554184 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-5a81f1c4-7e00-4a54-a6a7-fd89839cdbb7 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c7abbbde2f9348ac828e0201ee1cfb52&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1949809 Nov 22 20:39:14.562894 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 50944) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:14.567135 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-e293bfef-fea8-40aa-bf40-0184c9deaaa4 None None] Attempting to bind port 9b73712e-5b04-48ce-8212-bcfe6e6a3648 on host n-d-818823-1 for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:39:14.567753 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-e293bfef-fea8-40aa-bf40-0184c9deaaa4 None None] Attempting to bind port 9b73712e-5b04-48ce-8212-bcfe6e6a3648 by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': '7242886e-b938-4a0e-aaa0-6ff1a7bcebfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'fa86af5a-f0aa-417b-888b-8493a7ffa4ff'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:39:14.568314 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e293bfef-fea8-40aa-bf40-0184c9deaaa4 None None] Attempting to bind port 9b73712e-5b04-48ce-8212-bcfe6e6a3648 on network fa86af5a-f0aa-417b-888b-8493a7ffa4ff {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:39:14.598608 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e293bfef-fea8-40aa-bf40-0184c9deaaa4 None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 39, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:39:14.599240 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e293bfef-fea8-40aa-bf40-0184c9deaaa4 None None] Checking segment: {'id': '7242886e-b938-4a0e-aaa0-6ff1a7bcebfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'fa86af5a-f0aa-417b-888b-8493a7ffa4ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:39:14.599903 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e293bfef-fea8-40aa-bf40-0184c9deaaa4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:14.600483 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e293bfef-fea8-40aa-bf40-0184c9deaaa4 None None] Bound using segment: {'id': '7242886e-b938-4a0e-aaa0-6ff1a7bcebfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'fa86af5a-f0aa-417b-888b-8493a7ffa4ff'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:39:14.602066 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-e293bfef-fea8-40aa-bf40-0184c9deaaa4 None None] Bound port: 9b73712e-5b04-48ce-8212-bcfe6e6a3648, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7242886e-b938-4a0e-aaa0-6ff1a7bcebfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'fa86af5a-f0aa-417b-888b-8493a7ffa4ff'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:39:14.603564 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e293bfef-fea8-40aa-bf40-0184c9deaaa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:14.608635 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:14.611702 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:14.617060 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a81f1c4-7e00-4a54-a6a7-fd89839cdbb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b36d29cb-e379-493b-a52c-6c48dcaa9c33,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:39:14.649206 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8f2d48c6-b8b1-485e-b1cd-43c3a0347e44 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:14.676094 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-083a6150-7a19-4f48-ac9e-74651e2b7958 tempest-ExtraDHCPOptionsTestJSON-1946340332 tempest-ExtraDHCPOptionsTestJSON-1946340332-project] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:14.690914 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-e293bfef-fea8-40aa-bf40-0184c9deaaa4 None None] For port 9b73712e-5b04-48ce-8212-bcfe6e6a3648, host n-d-818823-1, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:39:14.695974 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-e293bfef-fea8-40aa-bf40-0184c9deaaa4 None None] For port 9b73712e-5b04-48ce-8212-bcfe6e6a3648, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=9b73712e-5b04-48ce-8212-bcfe6e6a3648,segment=NetworkSegment(7242886e-b938-4a0e-aaa0-6ff1a7bcebfe),segment_id=7242886e-b938-4a0e-aaa0-6ff1a7bcebfe)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:39:14.697983 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8f2d48c6-b8b1-485e-b1cd-43c3a0347e44 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:14.700988 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e293bfef-fea8-40aa-bf40-0184c9deaaa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:14.760215 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8f2d48c6-b8b1-485e-b1cd-43c3a0347e44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:14.763209 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8f2d48c6-b8b1-485e-b1cd-43c3a0347e44 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:14.764759 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-8f2d48c6-b8b1-485e-b1cd-43c3a0347e44 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b36d29cb-e379-493b-a52c-6c48dcaa9c33 HTTP/1.1" status: 204 len: 168 time: 0.2005682 Nov 22 20:39:14.769902 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-083a6150-7a19-4f48-ac9e-74651e2b7958 tempest-ExtraDHCPOptionsTestJSON-1946340332 tempest-ExtraDHCPOptionsTestJSON-1946340332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:14.770704 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e293bfef-fea8-40aa-bf40-0184c9deaaa4 None None] Pushing event updated for resources: {'Port': ['ID=9b73712e-5b04-48ce-8212-bcfe6e6a3648,revision_number=2']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:39:14.802313 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2d48c6-b8b1-485e-b1cd-43c3a0347e44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b36d29cb-e379-493b-a52c-6c48dcaa9c33,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:39:14.890373 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-083a6150-7a19-4f48-ac9e-74651e2b7958 tempest-ExtraDHCPOptionsTestJSON-1946340332 tempest-ExtraDHCPOptionsTestJSON-1946340332-project] Network fa86af5a-f0aa-417b-888b-8493a7ffa4ff is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:39:14.904582 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083a6150-7a19-4f48-ac9e-74651e2b7958 tempest-ExtraDHCPOptionsTestJSON-1946340332 tempest-ExtraDHCPOptionsTestJSON-1946340332-project] Pushing event updated for resources: {'Port': ['ID=8c98b281-7876-4dfc-b76e-c97c41f07cf2,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:39:14.907940 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-083a6150-7a19-4f48-ac9e-74651e2b7958 tempest-ExtraDHCPOptionsTestJSON-1946340332 tempest-ExtraDHCPOptionsTestJSON-1946340332-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:39:14.910562 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-083a6150-7a19-4f48-ac9e-74651e2b7958 tempest-ExtraDHCPOptionsTestJSON-1946340332 tempest-ExtraDHCPOptionsTestJSON-1946340332-project] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:39:14.970409 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-083a6150-7a19-4f48-ac9e-74651e2b7958 tempest-ExtraDHCPOptionsTestJSON-1946340332 tempest-ExtraDHCPOptionsTestJSON-1946340332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:39:14.970989 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-083a6150-7a19-4f48-ac9e-74651e2b7958 tempest-ExtraDHCPOptionsTestJSON-1946340332 tempest-ExtraDHCPOptionsTestJSON-1946340332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:15.001198 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-083a6150-7a19-4f48-ac9e-74651e2b7958 tempest-ExtraDHCPOptionsTestJSON-1946340332 tempest-ExtraDHCPOptionsTestJSON-1946340332-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.2387280 Nov 22 20:39:15.004346 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 50958) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:15.014142 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-d1ac62db-dc59-47b8-8c1d-017c8fb5cc1d tempest-ExtraDHCPOptionsTestJSON-1946340332 tempest-ExtraDHCPOptionsTestJSON-1946340332-project] Request body: {'port': {'network_id': 'fa86af5a-f0aa-417b-888b-8493a7ffa4ff', 'name': 'tempest-ExtraDHCPOptionsTestJSON-784660237', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:39:15.015610 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.api.validators [None req-d1ac62db-dc59-47b8-8c1d-017c8fb5cc1d tempest-ExtraDHCPOptionsTestJSON-1946340332 tempest-ExtraDHCPOptionsTestJSON-1946340332-project] bootfile-name is not in valid_values {{(pid=103447) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 22 20:39:15.016190 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.api.validators [None req-d1ac62db-dc59-47b8-8c1d-017c8fb5cc1d tempest-ExtraDHCPOptionsTestJSON-1946340332 tempest-ExtraDHCPOptionsTestJSON-1946340332-project] tftp-server is not in valid_values {{(pid=103447) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 22 20:39:15.016927 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.api.validators [None req-d1ac62db-dc59-47b8-8c1d-017c8fb5cc1d tempest-ExtraDHCPOptionsTestJSON-1946340332 tempest-ExtraDHCPOptionsTestJSON-1946340332-project] server-ip-address is not in valid_values {{(pid=103447) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 22 20:39:15.199046 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1ac62db-dc59-47b8-8c1d-017c8fb5cc1d tempest-ExtraDHCPOptionsTestJSON-1946340332 tempest-ExtraDHCPOptionsTestJSON-1946340332-project] Made reservation on behalf of f880572a40d64a99b86385d752b5d832 for: {'port': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:39:15.203946 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-d1ac62db-dc59-47b8-8c1d-017c8fb5cc1d tempest-ExtraDHCPOptionsTestJSON-1946340332 tempest-ExtraDHCPOptionsTestJSON-1946340332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:15.233036 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [None req-d1ac62db-dc59-47b8-8c1d-017c8fb5cc1d tempest-ExtraDHCPOptionsTestJSON-1946340332 tempest-ExtraDHCPOptionsTestJSON-1946340332-project] device_id is not set on port 074819b5-94fd-4ad6-b4b1-cd0fa5cce227 yet. {{(pid=103447) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 20:39:15.391099 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [None req-d1ac62db-dc59-47b8-8c1d-017c8fb5cc1d tempest-ExtraDHCPOptionsTestJSON-1946340332 tempest-ExtraDHCPOptionsTestJSON-1946340332-project] Allocated IP 172.20.0.7 (fa86af5a-f0aa-417b-888b-8493a7ffa4ff/a1564325-5947-452e-8eda-9b70b1b38f84/074819b5-94fd-4ad6-b4b1-cd0fa5cce227) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:39:15.615312 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-d1ac62db-dc59-47b8-8c1d-017c8fb5cc1d tempest-ExtraDHCPOptionsTestJSON-1946340332 tempest-ExtraDHCPOptionsTestJSON-1946340332-project] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:15.679592 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-d1ac62db-dc59-47b8-8c1d-017c8fb5cc1d tempest-ExtraDHCPOptionsTestJSON-1946340332 tempest-ExtraDHCPOptionsTestJSON-1946340332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:15.741136 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1ac62db-dc59-47b8-8c1d-017c8fb5cc1d tempest-ExtraDHCPOptionsTestJSON-1946340332 tempest-ExtraDHCPOptionsTestJSON-1946340332-project] Network fa86af5a-f0aa-417b-888b-8493a7ffa4ff is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:39:15.745291 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-d1ac62db-dc59-47b8-8c1d-017c8fb5cc1d tempest-ExtraDHCPOptionsTestJSON-1946340332 tempest-ExtraDHCPOptionsTestJSON-1946340332-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:39:15.757229 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ac62db-dc59-47b8-8c1d-017c8fb5cc1d tempest-ExtraDHCPOptionsTestJSON-1946340332 tempest-ExtraDHCPOptionsTestJSON-1946340332-project] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:39:15.779876 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ac62db-dc59-47b8-8c1d-017c8fb5cc1d tempest-ExtraDHCPOptionsTestJSON-1946340332 tempest-ExtraDHCPOptionsTestJSON-1946340332-project] Pushing event updated for resources: {'Port': ['ID=074819b5-94fd-4ad6-b4b1-cd0fa5cce227,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:39:15.886430 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1ac62db-dc59-47b8-8c1d-017c8fb5cc1d tempest-ExtraDHCPOptionsTestJSON-1946340332 tempest-ExtraDHCPOptionsTestJSON-1946340332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:39:15.887141 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-d1ac62db-dc59-47b8-8c1d-017c8fb5cc1d tempest-ExtraDHCPOptionsTestJSON-1946340332 tempest-ExtraDHCPOptionsTestJSON-1946340332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:15.915016 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-d1ac62db-dc59-47b8-8c1d-017c8fb5cc1d tempest-ExtraDHCPOptionsTestJSON-1946340332 tempest-ExtraDHCPOptionsTestJSON-1946340332-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 0.9095058 Nov 22 20:39:15.917779 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 51010) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:15.997278 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-246b1921-a5ed-4c85-981e-19b6b3165009 tempest-ExtraDHCPOptionsTestJSON-1946340332 tempest-ExtraDHCPOptionsTestJSON-1946340332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:39:16.004853 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-246b1921-a5ed-4c85-981e-19b6b3165009 tempest-ExtraDHCPOptionsTestJSON-1946340332 tempest-ExtraDHCPOptionsTestJSON-1946340332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:39:16.013420 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-246b1921-a5ed-4c85-981e-19b6b3165009 tempest-ExtraDHCPOptionsTestJSON-1946340332 tempest-ExtraDHCPOptionsTestJSON-1946340332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:39:16.018880 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 51024) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:16.019444 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-246b1921-a5ed-4c85-981e-19b6b3165009 tempest-ExtraDHCPOptionsTestJSON-1946340332 tempest-ExtraDHCPOptionsTestJSON-1946340332-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2615 time: 0.1005261 Nov 22 20:39:16.136297 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-23a74b3f-4b08-4a10-bc1f-33cf945bb5cd tempest-ExtraDHCPOptionsTestJSON-1946340332 tempest-ExtraDHCPOptionsTestJSON-1946340332-project] Deleting port 074819b5-94fd-4ad6-b4b1-cd0fa5cce227 {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:39:16.136626 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-23a74b3f-4b08-4a10-bc1f-33cf945bb5cd tempest-ExtraDHCPOptionsTestJSON-1946340332 tempest-ExtraDHCPOptionsTestJSON-1946340332-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:16.181286 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25be3c79-6f26-4c32-84b1-e33942d90038 None None] Network fa86af5a-f0aa-417b-888b-8493a7ffa4ff requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:39:16.262794 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ab3047b2-0e8b-495d-be8b-1a528c29791b None None] Provisioning complete for port 9b73712e-5b04-48ce-8212-bcfe6e6a3648 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:39:16.263449 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ab3047b2-0e8b-495d-be8b-1a528c29791b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:16.268930 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-23a74b3f-4b08-4a10-bc1f-33cf945bb5cd tempest-ExtraDHCPOptionsTestJSON-1946340332 tempest-ExtraDHCPOptionsTestJSON-1946340332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:16.289853 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-23a74b3f-4b08-4a10-bc1f-33cf945bb5cd tempest-ExtraDHCPOptionsTestJSON-1946340332 tempest-ExtraDHCPOptionsTestJSON-1946340332-project] Calling delete_port for 074819b5-94fd-4ad6-b4b1-cd0fa5cce227 owned by {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:39:16.564175 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-23a74b3f-4b08-4a10-bc1f-33cf945bb5cd tempest-ExtraDHCPOptionsTestJSON-1946340332 tempest-ExtraDHCPOptionsTestJSON-1946340332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:16.603557 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a74b3f-4b08-4a10-bc1f-33cf945bb5cd tempest-ExtraDHCPOptionsTestJSON-1946340332 tempest-ExtraDHCPOptionsTestJSON-1946340332-project] Pushing event deleted for resources: {'Port': ['ID=074819b5-94fd-4ad6-b4b1-cd0fa5cce227,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:39:16.651088 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 9b73712e-5b04-48ce-8212-bcfe6e6a3648 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:39:16.728396 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-23a74b3f-4b08-4a10-bc1f-33cf945bb5cd tempest-ExtraDHCPOptionsTestJSON-1946340332 tempest-ExtraDHCPOptionsTestJSON-1946340332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:16.735548 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-23a74b3f-4b08-4a10-bc1f-33cf945bb5cd tempest-ExtraDHCPOptionsTestJSON-1946340332 tempest-ExtraDHCPOptionsTestJSON-1946340332-project] 10.222.0.46 "DELETE /v2.0/ports/074819b5-94fd-4ad6-b4b1-cd0fa5cce227 HTTP/1.1" status: 204 len: 168 time: 0.7122450 Nov 22 20:39:16.735978 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 51066) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:16.746913 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-fcf4314d-d8da-4e69-acff-8e03e2ffaadd tempest-ExtraDHCPOptionsTestJSON-1946340332 tempest-ExtraDHCPOptionsTestJSON-1946340332-project] Request body: {'port': {'name': 'tempest-new-port-name-1001662', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:39:16.747314 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.api.validators [None req-fcf4314d-d8da-4e69-acff-8e03e2ffaadd tempest-ExtraDHCPOptionsTestJSON-1946340332 tempest-ExtraDHCPOptionsTestJSON-1946340332-project] bootfile-name is not in valid_values {{(pid=103447) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 22 20:39:16.747735 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.api.validators [None req-fcf4314d-d8da-4e69-acff-8e03e2ffaadd tempest-ExtraDHCPOptionsTestJSON-1946340332 tempest-ExtraDHCPOptionsTestJSON-1946340332-project] tftp-server is not in valid_values {{(pid=103447) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 22 20:39:16.747986 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.api.validators [None req-fcf4314d-d8da-4e69-acff-8e03e2ffaadd tempest-ExtraDHCPOptionsTestJSON-1946340332 tempest-ExtraDHCPOptionsTestJSON-1946340332-project] server-ip-address is not in valid_values {{(pid=103447) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 22 20:39:16.841925 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 9b73712e-5b04-48ce-8212-bcfe6e6a3648 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:39:16.842587 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:16.854663 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-fcf4314d-d8da-4e69-acff-8e03e2ffaadd tempest-ExtraDHCPOptionsTestJSON-1946340332 tempest-ExtraDHCPOptionsTestJSON-1946340332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:16.898176 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ab3047b2-0e8b-495d-be8b-1a528c29791b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:16.963084 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ab3047b2-0e8b-495d-be8b-1a528c29791b None None] For port 9b73712e-5b04-48ce-8212-bcfe6e6a3648, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=9b73712e-5b04-48ce-8212-bcfe6e6a3648,segment=NetworkSegment(7242886e-b938-4a0e-aaa0-6ff1a7bcebfe),segment_id=7242886e-b938-4a0e-aaa0-6ff1a7bcebfe)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:39:16.985170 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ab3047b2-0e8b-495d-be8b-1a528c29791b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:17.134216 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3047b2-0e8b-495d-be8b-1a528c29791b None None] Pushing event updated for resources: {'Port': ['ID=9b73712e-5b04-48ce-8212-bcfe6e6a3648,revision_number=3']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:39:17.217850 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-fcf4314d-d8da-4e69-acff-8e03e2ffaadd tempest-ExtraDHCPOptionsTestJSON-1946340332 tempest-ExtraDHCPOptionsTestJSON-1946340332-project] Publish callbacks [] for port, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:17.224236 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-fcf4314d-d8da-4e69-acff-8e03e2ffaadd tempest-ExtraDHCPOptionsTestJSON-1946340332 tempest-ExtraDHCPOptionsTestJSON-1946340332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:17.323896 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-28ee7b65-31a1-45e4-81a3-97111f1f970f None None] Provisioning complete for port 9b73712e-5b04-48ce-8212-bcfe6e6a3648 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:39:17.324365 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-28ee7b65-31a1-45e4-81a3-97111f1f970f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:17.327076 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf4314d-d8da-4e69-acff-8e03e2ffaadd tempest-ExtraDHCPOptionsTestJSON-1946340332 tempest-ExtraDHCPOptionsTestJSON-1946340332-project] Pushing event updated for resources: {'Port': ['ID=8c98b281-7876-4dfc-b76e-c97c41f07cf2,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:39:17.364861 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-fcf4314d-d8da-4e69-acff-8e03e2ffaadd tempest-ExtraDHCPOptionsTestJSON-1946340332 tempest-ExtraDHCPOptionsTestJSON-1946340332-project] In _notify_port_updated(), no bound segment for port 8c98b281-7876-4dfc-b76e-c97c41f07cf2 on network fa86af5a-f0aa-417b-888b-8493a7ffa4ff {{(pid=103447) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 22 20:39:17.371666 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcf4314d-d8da-4e69-acff-8e03e2ffaadd tempest-ExtraDHCPOptionsTestJSON-1946340332 tempest-ExtraDHCPOptionsTestJSON-1946340332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:39:17.372934 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-fcf4314d-d8da-4e69-acff-8e03e2ffaadd tempest-ExtraDHCPOptionsTestJSON-1946340332 tempest-ExtraDHCPOptionsTestJSON-1946340332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:17.373695 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-fcf4314d-d8da-4e69-acff-8e03e2ffaadd tempest-ExtraDHCPOptionsTestJSON-1946340332 tempest-ExtraDHCPOptionsTestJSON-1946340332-project] 10.222.0.46 "PUT /v2.0/ports/8c98b281-7876-4dfc-b76e-c97c41f07cf2 HTTP/1.1" status: 200 len: 1133 time: 0.6364741 Nov 22 20:39:17.377265 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 51090) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:17.454468 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe3b6ca2-f504-4bb6-8c4d-e6a5d13f1c19 tempest-ExtraDHCPOptionsTestJSON-1946340332 tempest-ExtraDHCPOptionsTestJSON-1946340332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:39:17.456337 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-fe3b6ca2-f504-4bb6-8c4d-e6a5d13f1c19 tempest-ExtraDHCPOptionsTestJSON-1946340332 tempest-ExtraDHCPOptionsTestJSON-1946340332-project] 10.222.0.46 "GET /v2.0/ports/8c98b281-7876-4dfc-b76e-c97c41f07cf2 HTTP/1.1" status: 200 len: 1133 time: 0.0773020 Nov 22 20:39:17.459780 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 51094) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:17.498162 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-28ee7b65-31a1-45e4-81a3-97111f1f970f None None] Provisioning complete for port 8c98b281-7876-4dfc-b76e-c97c41f07cf2 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:39:17.498571 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-28ee7b65-31a1-45e4-81a3-97111f1f970f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:17.566129 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-28ee7b65-31a1-45e4-81a3-97111f1f970f None None] Port 8c98b281-7876-4dfc-b76e-c97c41f07cf2 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:39:17.622561 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-863c06f8-f2a0-4468-b7bc-69f9456384ed tempest-ExtraDHCPOptionsTestJSON-1946340332 tempest-ExtraDHCPOptionsTestJSON-1946340332-project] Deleting port 8c98b281-7876-4dfc-b76e-c97c41f07cf2 {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:39:17.622901 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-863c06f8-f2a0-4468-b7bc-69f9456384ed tempest-ExtraDHCPOptionsTestJSON-1946340332 tempest-ExtraDHCPOptionsTestJSON-1946340332-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:17.694788 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-32fd079a-4194-4468-bd0f-eee151323993 None None] Provisioning complete for port 8c98b281-7876-4dfc-b76e-c97c41f07cf2 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:39:17.695688 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-32fd079a-4194-4468-bd0f-eee151323993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:17.799084 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-32fd079a-4194-4468-bd0f-eee151323993 None None] Port 8c98b281-7876-4dfc-b76e-c97c41f07cf2 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:39:17.911985 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-c306eefc-0903-410f-b9b6-3373b16ead38 None None] Could not find standard attr ID for object 074819b5-94fd-4ad6-b4b1-cd0fa5cce227. {{(pid=103449) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 22 20:39:18.055247 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-863c06f8-f2a0-4468-b7bc-69f9456384ed tempest-ExtraDHCPOptionsTestJSON-1946340332 tempest-ExtraDHCPOptionsTestJSON-1946340332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:18.078861 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-863c06f8-f2a0-4468-b7bc-69f9456384ed tempest-ExtraDHCPOptionsTestJSON-1946340332 tempest-ExtraDHCPOptionsTestJSON-1946340332-project] Calling delete_port for 8c98b281-7876-4dfc-b76e-c97c41f07cf2 owned by {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:39:18.252059 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-863c06f8-f2a0-4468-b7bc-69f9456384ed tempest-ExtraDHCPOptionsTestJSON-1946340332 tempest-ExtraDHCPOptionsTestJSON-1946340332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:18.293205 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863c06f8-f2a0-4468-b7bc-69f9456384ed tempest-ExtraDHCPOptionsTestJSON-1946340332 tempest-ExtraDHCPOptionsTestJSON-1946340332-project] Pushing event deleted for resources: {'Port': ['ID=8c98b281-7876-4dfc-b76e-c97c41f07cf2,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:39:18.371813 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-863c06f8-f2a0-4468-b7bc-69f9456384ed tempest-ExtraDHCPOptionsTestJSON-1946340332 tempest-ExtraDHCPOptionsTestJSON-1946340332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:18.378040 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-863c06f8-f2a0-4468-b7bc-69f9456384ed tempest-ExtraDHCPOptionsTestJSON-1946340332 tempest-ExtraDHCPOptionsTestJSON-1946340332-project] 10.222.0.46 "DELETE /v2.0/ports/8c98b281-7876-4dfc-b76e-c97c41f07cf2 HTTP/1.1" status: 204 len: 168 time: 0.9163651 Nov 22 20:39:18.380556 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 51104) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:18.440935 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-3c374c5e-1801-4036-893a-7d5e9b9c92b3 None None] Could not find standard attr ID for object 8c98b281-7876-4dfc-b76e-c97c41f07cf2. {{(pid=103449) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 22 20:39:18.450222 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_v2 [None req-1872b939-2c88-4ba1-98a9-ed043a4193e9 tempest-ExtraDHCPOptionsTestJSON-1946340332 tempest-ExtraDHCPOptionsTestJSON-1946340332-project] Deleting subnet a1564325-5947-452e-8eda-9b70b1b38f84 {{(pid=103448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 20:39:18.454210 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1872b939-2c88-4ba1-98a9-ed043a4193e9 tempest-ExtraDHCPOptionsTestJSON-1946340332 tempest-ExtraDHCPOptionsTestJSON-1946340332-project] Publish callbacks [] for subnet, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:18.469241 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 9b73712e-5b04-48ce-8212-bcfe6e6a3648 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:39:18.502703 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1872b939-2c88-4ba1-98a9-ed043a4193e9 tempest-ExtraDHCPOptionsTestJSON-1946340332 tempest-ExtraDHCPOptionsTestJSON-1946340332-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11627908'] for subnet, precommit_delete_associations {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:18.549194 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 9b73712e-5b04-48ce-8212-bcfe6e6a3648 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:39:18.549820 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:18.672893 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1872b939-2c88-4ba1-98a9-ed043a4193e9 tempest-ExtraDHCPOptionsTestJSON-1946340332 tempest-ExtraDHCPOptionsTestJSON-1946340332-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3753007'] for subnet, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:18.739566 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1872b939-2c88-4ba1-98a9-ed043a4193e9 tempest-ExtraDHCPOptionsTestJSON-1946340332 tempest-ExtraDHCPOptionsTestJSON-1946340332-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3753014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11567369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11792914'] for subnet, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:18.773263 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1872b939-2c88-4ba1-98a9-ed043a4193e9 tempest-ExtraDHCPOptionsTestJSON-1946340332 tempest-ExtraDHCPOptionsTestJSON-1946340332-project] Pushing event deleted for resources: {'Subnet': ['ID=a1564325-5947-452e-8eda-9b70b1b38f84,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:39:18.779661 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1872b939-2c88-4ba1-98a9-ed043a4193e9 tempest-ExtraDHCPOptionsTestJSON-1946340332 tempest-ExtraDHCPOptionsTestJSON-1946340332-project] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:18.783314 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-1872b939-2c88-4ba1-98a9-ed043a4193e9 tempest-ExtraDHCPOptionsTestJSON-1946340332 tempest-ExtraDHCPOptionsTestJSON-1946340332-project] 10.222.0.46 "DELETE /v2.0/subnets/a1564325-5947-452e-8eda-9b70b1b38f84 HTTP/1.1" status: 204 len: 168 time: 0.4017277 Nov 22 20:39:18.785927 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 51110) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:18.813695 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c68c8891-4762-452b-b0ca-335b1c54f568 None None] Network fa86af5a-f0aa-417b-888b-8493a7ffa4ff requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:39:18.923630 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-26e362a1-f458-40d6-8458-e8a57442a401 tempest-ExtraDHCPOptionsTestJSON-1946340332 tempest-ExtraDHCPOptionsTestJSON-1946340332-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3961693'] for network, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:18.988093 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-26e362a1-f458-40d6-8458-e8a57442a401 tempest-ExtraDHCPOptionsTestJSON-1946340332 tempest-ExtraDHCPOptionsTestJSON-1946340332-project] Deleting port 9b73712e-5b04-48ce-8212-bcfe6e6a3648 {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:39:18.988493 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-26e362a1-f458-40d6-8458-e8a57442a401 tempest-ExtraDHCPOptionsTestJSON-1946340332 tempest-ExtraDHCPOptionsTestJSON-1946340332-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:19.060108 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-339797cc-7220-45d9-9cd2-8b35711ce19c None None] DHCP port deletion for fa86af5a-f0aa-417b-888b-8493a7ffa4ff request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:39:19.070678 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [None req-26e362a1-f458-40d6-8458-e8a57442a401 tempest-ExtraDHCPOptionsTestJSON-1946340332 tempest-ExtraDHCPOptionsTestJSON-1946340332-project] For port 9b73712e-5b04-48ce-8212-bcfe6e6a3648, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=9b73712e-5b04-48ce-8212-bcfe6e6a3648,segment=NetworkSegment(7242886e-b938-4a0e-aaa0-6ff1a7bcebfe),segment_id=7242886e-b938-4a0e-aaa0-6ff1a7bcebfe)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:39:19.071239 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-26e362a1-f458-40d6-8458-e8a57442a401 tempest-ExtraDHCPOptionsTestJSON-1946340332 tempest-ExtraDHCPOptionsTestJSON-1946340332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:19.092254 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-26e362a1-f458-40d6-8458-e8a57442a401 tempest-ExtraDHCPOptionsTestJSON-1946340332 tempest-ExtraDHCPOptionsTestJSON-1946340332-project] Calling delete_port for 9b73712e-5b04-48ce-8212-bcfe6e6a3648 owned by network:dhcp {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:39:19.136534 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-339797cc-7220-45d9-9cd2-8b35711ce19c None None] Deleting port 9b73712e-5b04-48ce-8212-bcfe6e6a3648 {{(pid=103449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:39:19.136920 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-339797cc-7220-45d9-9cd2-8b35711ce19c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:19.192227 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-26e362a1-f458-40d6-8458-e8a57442a401 tempest-ExtraDHCPOptionsTestJSON-1946340332 tempest-ExtraDHCPOptionsTestJSON-1946340332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:19.217526 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-339797cc-7220-45d9-9cd2-8b35711ce19c None None] For port 9b73712e-5b04-48ce-8212-bcfe6e6a3648, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=9b73712e-5b04-48ce-8212-bcfe6e6a3648,segment=NetworkSegment(7242886e-b938-4a0e-aaa0-6ff1a7bcebfe),segment_id=7242886e-b938-4a0e-aaa0-6ff1a7bcebfe)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:39:19.218554 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-339797cc-7220-45d9-9cd2-8b35711ce19c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:19.226875 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e362a1-f458-40d6-8458-e8a57442a401 tempest-ExtraDHCPOptionsTestJSON-1946340332 tempest-ExtraDHCPOptionsTestJSON-1946340332-project] Pushing event deleted for resources: {'Port': ['ID=9b73712e-5b04-48ce-8212-bcfe6e6a3648,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:39:19.230524 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e362a1-f458-40d6-8458-e8a57442a401 tempest-ExtraDHCPOptionsTestJSON-1946340332 tempest-ExtraDHCPOptionsTestJSON-1946340332-project] No DVR routers for this DVR port 9b73712e-5b04-48ce-8212-bcfe6e6a3648 on host n-d-818823-1 {{(pid=103447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:39:19.238337 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-339797cc-7220-45d9-9cd2-8b35711ce19c None None] Calling delete_port for 9b73712e-5b04-48ce-8212-bcfe6e6a3648 owned by network:dhcp {{(pid=103449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:39:19.324619 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-26e362a1-f458-40d6-8458-e8a57442a401 tempest-ExtraDHCPOptionsTestJSON-1946340332 tempest-ExtraDHCPOptionsTestJSON-1946340332-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3760028', 'neutron.services.segments.db._delete_segments_for_network-8748992815755'] for network, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:19.328288 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-339797cc-7220-45d9-9cd2-8b35711ce19c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381'] for port, after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:19.354939 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-26e362a1-f458-40d6-8458-e8a57442a401 tempest-ExtraDHCPOptionsTestJSON-1946340332 tempest-ExtraDHCPOptionsTestJSON-1946340332-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa86af5a-f0aa-417b-888b-8493a7ffa4ff']}} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:39:19.360648 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339797cc-7220-45d9-9cd2-8b35711ce19c None None] Pushing event deleted for resources: {'Port': ['ID=9b73712e-5b04-48ce-8212-bcfe6e6a3648,revision_number=None']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:39:19.362530 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-339797cc-7220-45d9-9cd2-8b35711ce19c None None] No DVR routers for this DVR port 9b73712e-5b04-48ce-8212-bcfe6e6a3648 on host n-d-818823-1 {{(pid=103449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:39:19.368038 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-26e362a1-f458-40d6-8458-e8a57442a401 tempest-ExtraDHCPOptionsTestJSON-1946340332 tempest-ExtraDHCPOptionsTestJSON-1946340332-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7242886e-b938-4a0e-aaa0-6ff1a7bcebfe') {'for_net_delete': True} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:39:19.368390 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-26e362a1-f458-40d6-8458-e8a57442a401 tempest-ExtraDHCPOptionsTestJSON-1946340332 tempest-ExtraDHCPOptionsTestJSON-1946340332-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7242886e-b938-4a0e-aaa0-6ff1a7bcebfe') {} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:39:19.383024 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-26e362a1-f458-40d6-8458-e8a57442a401 tempest-ExtraDHCPOptionsTestJSON-1946340332 tempest-ExtraDHCPOptionsTestJSON-1946340332-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748993039638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12178344'] for segment, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:19.399765 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-26e362a1-f458-40d6-8458-e8a57442a401 tempest-ExtraDHCPOptionsTestJSON-1946340332 tempest-ExtraDHCPOptionsTestJSON-1946340332-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:19.406855 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26e362a1-f458-40d6-8458-e8a57442a401 tempest-ExtraDHCPOptionsTestJSON-1946340332 tempest-ExtraDHCPOptionsTestJSON-1946340332-project] Releasing vlan 638 on physical network physnet1 to pool {{(pid=103447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 20:39:19.407246 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-26e362a1-f458-40d6-8458-e8a57442a401 tempest-ExtraDHCPOptionsTestJSON-1946340332 tempest-ExtraDHCPOptionsTestJSON-1946340332-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8900762'] for segment, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:19.410258 n-d-818823-1 neutron-server[103447]: Traceback (most recent call last): Nov 22 20:39:19.410258 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 20:39:19.410258 n-d-818823-1 neutron-server[103447]: timer() Nov 22 20:39:19.410258 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 20:39:19.410258 n-d-818823-1 neutron-server[103447]: cb(*args, **kw) Nov 22 20:39:19.410258 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 20:39:19.410258 n-d-818823-1 neutron-server[103447]: return func(*args, **kwargs) Nov 22 20:39:19.410258 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 20:39:19.410258 n-d-818823-1 neutron-server[103447]: self._notify() Nov 22 20:39:19.410258 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 20:39:19.410258 n-d-818823-1 neutron-server[103447]: self.callback(batched_events) Nov 22 20:39:19.410258 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 20:39:19.410258 n-d-818823-1 neutron-server[103447]: event.method(event) Nov 22 20:39:19.410258 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 20:39:19.410258 n-d-818823-1 neutron-server[103447]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 20:39:19.410258 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 20:39:19.410258 n-d-818823-1 neutron-server[103447]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 20:39:19.410258 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 20:39:19.410258 n-d-818823-1 neutron-server[103447]: return f(self, *a, **k) Nov 22 20:39:19.410258 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 20:39:19.410258 n-d-818823-1 neutron-server[103447]: return self._get(url).json() Nov 22 20:39:19.410258 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 20:39:19.410258 n-d-818823-1 neutron-server[103447]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 20:39:19.410258 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 20:39:19.410258 n-d-818823-1 neutron-server[103447]: return self.request(url, 'GET', **kwargs) Nov 22 20:39:19.410258 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 20:39:19.410258 n-d-818823-1 neutron-server[103447]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 20:39:19.410258 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 20:39:19.410258 n-d-818823-1 neutron-server[103447]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 20:39:19.410258 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 20:39:19.410258 n-d-818823-1 neutron-server[103447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 20:39:19.410258 n-d-818823-1 neutron-server[103447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 20:39:19.481974 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-26e362a1-f458-40d6-8458-e8a57442a401 tempest-ExtraDHCPOptionsTestJSON-1946340332 tempest-ExtraDHCPOptionsTestJSON-1946340332-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3760002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595318'] for network, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:19.490309 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-26e362a1-f458-40d6-8458-e8a57442a401 tempest-ExtraDHCPOptionsTestJSON-1946340332 tempest-ExtraDHCPOptionsTestJSON-1946340332-project] Publish callbacks [] for network, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:19.493369 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-26e362a1-f458-40d6-8458-e8a57442a401 tempest-ExtraDHCPOptionsTestJSON-1946340332 tempest-ExtraDHCPOptionsTestJSON-1946340332-project] 10.222.0.46 "DELETE /v2.0/networks/fa86af5a-f0aa-417b-888b-8493a7ffa4ff HTTP/1.1" status: 204 len: 168 time: 0.7063887 Nov 22 20:39:19.516518 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e362a1-f458-40d6-8458-e8a57442a401 tempest-ExtraDHCPOptionsTestJSON-1946340332 tempest-ExtraDHCPOptionsTestJSON-1946340332-project] Pushing event deleted for resources: {'Network': ['ID=fa86af5a-f0aa-417b-888b-8493a7ffa4ff,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:39:19.777891 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 51122) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:19.927070 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-25661a9a-61fe-41cb-94cc-c6571404e11b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f880572a40d64a99b86385d752b5d832&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1457684 Nov 22 20:39:19.927496 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 51128) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:19.990489 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f4cfedbe-a7cb-46cc-ba6f-907b81f33bac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:20.015221 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f4cfedbe-a7cb-46cc-ba6f-907b81f33bac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:20.076800 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f4cfedbe-a7cb-46cc-ba6f-907b81f33bac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:20.079787 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f4cfedbe-a7cb-46cc-ba6f-907b81f33bac admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:20.081086 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-f4cfedbe-a7cb-46cc-ba6f-907b81f33bac admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ac675b02-6487-4cde-b0f5-3c08c2c5d31c HTTP/1.1" status: 204 len: 168 time: 0.1525719 Nov 22 20:39:20.090030 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cfedbe-a7cb-46cc-ba6f-907b81f33bac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac675b02-6487-4cde-b0f5-3c08c2c5d31c,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:39:20.423633 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 9b73712e-5b04-48ce-8212-bcfe6e6a3648 no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:39:20.446186 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: 9b73712e-5b04-48ce-8212-bcfe6e6a3648 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:39:20.446701 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 9b73712e-5b04-48ce-8212-bcfe6e6a3648 not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:39:20.994939 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 51170) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:21.110604 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-4f37214f-edbe-428d-a2e1-acad2502bf4c tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] Request body: {'networks': [{'name': 'tempest-network--1218600272'}, {'name': 'tempest-network--2113169522'}]} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:39:21.111433 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-4f37214f-edbe-428d-a2e1-acad2502bf4c tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] Request body: {'network': {'name': 'tempest-network--1218600272'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:39:21.112150 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-4f37214f-edbe-428d-a2e1-acad2502bf4c tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] Request body: {'network': {'name': 'tempest-network--2113169522'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:39:21.142445 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f37214f-edbe-428d-a2e1-acad2502bf4c tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] Made reservation on behalf of 108f1306fcc04ff78284e5a75aec6815 for: {'network': 2} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:39:21.148397 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4f37214f-edbe-428d-a2e1-acad2502bf4c tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for network, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:21.164879 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4f37214f-edbe-428d-a2e1-acad2502bf4c tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:21.309539 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4f37214f-edbe-428d-a2e1-acad2502bf4c tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:21.315930 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4f37214f-edbe-428d-a2e1-acad2502bf4c tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:21.317118 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4f37214f-edbe-428d-a2e1-acad2502bf4c tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for network, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:21.371230 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f37214f-edbe-428d-a2e1-acad2502bf4c tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] Pushing event updated for resources: {'SecurityGroup': ['ID=511a8214-0d68-4d69-a89b-3437e8b1ca11,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:39:21.381210 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f37214f-edbe-428d-a2e1-acad2502bf4c tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] vlan segment allocate from pool success with {'vlan_id': 621, 'physical_network': 'physnet1'} {{(pid=103448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 20:39:21.395762 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4f37214f-edbe-428d-a2e1-acad2502bf4c tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:21.396249 n-d-818823-1 neutron-server[103448]: INFO neutron.db.segments_db [None req-4f37214f-edbe-428d-a2e1-acad2502bf4c tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] Added segment 51a777ef-199c-432e-bd60-acde467e1ec6 of type vlan for network 2e99a646-fcc6-4626-bb5d-1994f46ef2a6 Nov 22 20:39:21.439074 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4f37214f-edbe-428d-a2e1-acad2502bf4c tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748992492791'] for network, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:21.477827 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f37214f-edbe-428d-a2e1-acad2502bf4c tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] vlan segment allocate from pool success with {'vlan_id': 640, 'physical_network': 'physnet1'} {{(pid=103448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 20:39:21.489173 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4f37214f-edbe-428d-a2e1-acad2502bf4c tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:21.489635 n-d-818823-1 neutron-server[103448]: INFO neutron.db.segments_db [None req-4f37214f-edbe-428d-a2e1-acad2502bf4c tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] Added segment 5b421d7a-21c3-45de-8106-8177652a4ad9 of type vlan for network f9592d02-7366-47c1-8c02-a7ca437bbd9d Nov 22 20:39:21.541353 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4f37214f-edbe-428d-a2e1-acad2502bf4c tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748992492791'] for network, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:21.568568 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4f37214f-edbe-428d-a2e1-acad2502bf4c tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for network, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:21.569470 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4f37214f-edbe-428d-a2e1-acad2502bf4c tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for network, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:21.577173 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f37214f-edbe-428d-a2e1-acad2502bf4c tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:39:21.582181 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f37214f-edbe-428d-a2e1-acad2502bf4c tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:39:21.583138 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4f37214f-edbe-428d-a2e1-acad2502bf4c tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] Publish callbacks [] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:21.649241 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-4f37214f-edbe-428d-a2e1-acad2502bf4c tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 0.6529553 Nov 22 20:39:21.651668 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 51176) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:21.658266 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f37214f-edbe-428d-a2e1-acad2502bf4c tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] Pushing event updated for resources: {'Network': ['ID=2e99a646-fcc6-4626-bb5d-1994f46ef2a6,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:39:21.670001 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Network 2e99a646-fcc6-4626-bb5d-1994f46ef2a6 details requested by agent ovs-agent-n-d-818823-1 with host n-d-818823-1 {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 20:39:21.798874 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f37214f-edbe-428d-a2e1-acad2502bf4c tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] Pushing event updated for resources: {'Network': ['ID=f9592d02-7366-47c1-8c02-a7ca437bbd9d,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:39:21.814941 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Network f9592d02-7366-47c1-8c02-a7ca437bbd9d details requested by agent ovs-agent-n-d-818823-1 with host n-d-818823-1 {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 20:39:21.867715 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e34abc38-fe70-4238-ad2b-0b14928a37de tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:39:21.874238 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e34abc38-fe70-4238-ad2b-0b14928a37de tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:39:21.880516 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e34abc38-fe70-4238-ad2b-0b14928a37de tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:39:21.887244 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e34abc38-fe70-4238-ad2b-0b14928a37de tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:39:21.890963 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-e34abc38-fe70-4238-ad2b-0b14928a37de tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.2375526 Nov 22 20:39:21.893754 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 51182) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:21.998166 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8b83d482-918c-48ab-92a4-155c204a94df tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3961693'] for network, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:22.098882 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8b83d482-918c-48ab-92a4-155c204a94df tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3760028', 'neutron.services.segments.db._delete_segments_for_network-8748992815755'] for network, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:22.120563 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-8b83d482-918c-48ab-92a4-155c204a94df tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e99a646-fcc6-4626-bb5d-1994f46ef2a6']}} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:39:22.130261 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-8b83d482-918c-48ab-92a4-155c204a94df tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51a777ef-199c-432e-bd60-acde467e1ec6') {'for_net_delete': True} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:39:22.130563 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-8b83d482-918c-48ab-92a4-155c204a94df tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51a777ef-199c-432e-bd60-acde467e1ec6') {} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:39:22.140647 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8b83d482-918c-48ab-92a4-155c204a94df tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748993039638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11627933'] for segment, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:22.157347 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8b83d482-918c-48ab-92a4-155c204a94df tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:22.163678 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b83d482-918c-48ab-92a4-155c204a94df tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] Releasing vlan 621 on physical network physnet1 to pool {{(pid=103448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 20:39:22.164069 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8b83d482-918c-48ab-92a4-155c204a94df tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11567447'] for segment, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:22.167317 n-d-818823-1 neutron-server[103448]: Traceback (most recent call last): Nov 22 20:39:22.167317 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 20:39:22.167317 n-d-818823-1 neutron-server[103448]: timer() Nov 22 20:39:22.167317 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 20:39:22.167317 n-d-818823-1 neutron-server[103448]: cb(*args, **kw) Nov 22 20:39:22.167317 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 20:39:22.167317 n-d-818823-1 neutron-server[103448]: return func(*args, **kwargs) Nov 22 20:39:22.167317 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 20:39:22.167317 n-d-818823-1 neutron-server[103448]: self._notify() Nov 22 20:39:22.167317 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 20:39:22.167317 n-d-818823-1 neutron-server[103448]: self.callback(batched_events) Nov 22 20:39:22.167317 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 20:39:22.167317 n-d-818823-1 neutron-server[103448]: event.method(event) Nov 22 20:39:22.167317 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 20:39:22.167317 n-d-818823-1 neutron-server[103448]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 20:39:22.167317 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 20:39:22.167317 n-d-818823-1 neutron-server[103448]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 20:39:22.167317 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 20:39:22.167317 n-d-818823-1 neutron-server[103448]: return f(self, *a, **k) Nov 22 20:39:22.167317 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 20:39:22.167317 n-d-818823-1 neutron-server[103448]: return self._get(url).json() Nov 22 20:39:22.167317 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 20:39:22.167317 n-d-818823-1 neutron-server[103448]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 20:39:22.167317 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 20:39:22.167317 n-d-818823-1 neutron-server[103448]: return self.request(url, 'GET', **kwargs) Nov 22 20:39:22.167317 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 20:39:22.167317 n-d-818823-1 neutron-server[103448]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 20:39:22.167317 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 20:39:22.167317 n-d-818823-1 neutron-server[103448]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 20:39:22.167317 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 20:39:22.167317 n-d-818823-1 neutron-server[103448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 20:39:22.167317 n-d-818823-1 neutron-server[103448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 20:39:22.230784 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8b83d482-918c-48ab-92a4-155c204a94df tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3760002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595318'] for network, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:22.252811 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8b83d482-918c-48ab-92a4-155c204a94df tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] Publish callbacks [] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:22.257670 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-8b83d482-918c-48ab-92a4-155c204a94df tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] 10.222.0.46 "DELETE /v2.0/networks/2e99a646-fcc6-4626-bb5d-1994f46ef2a6 HTTP/1.1" status: 204 len: 168 time: 0.3615777 Nov 22 20:39:22.259096 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b83d482-918c-48ab-92a4-155c204a94df tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] Pushing event deleted for resources: {'Network': ['ID=2e99a646-fcc6-4626-bb5d-1994f46ef2a6,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:39:22.260029 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 51186) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:22.362412 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b866fd52-1b86-404b-ad02-046cc6efd188 tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3961693'] for network, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:22.460878 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b866fd52-1b86-404b-ad02-046cc6efd188 tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3760028', 'neutron.services.segments.db._delete_segments_for_network-8748992815755'] for network, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:22.485688 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-b866fd52-1b86-404b-ad02-046cc6efd188 tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9592d02-7366-47c1-8c02-a7ca437bbd9d']}} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:39:22.495869 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-b866fd52-1b86-404b-ad02-046cc6efd188 tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b421d7a-21c3-45de-8106-8177652a4ad9') {'for_net_delete': True} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:39:22.496297 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-b866fd52-1b86-404b-ad02-046cc6efd188 tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b421d7a-21c3-45de-8106-8177652a4ad9') {} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:39:22.509346 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b866fd52-1b86-404b-ad02-046cc6efd188 tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748993039638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12178344'] for segment, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:22.523375 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b866fd52-1b86-404b-ad02-046cc6efd188 tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:22.531804 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b866fd52-1b86-404b-ad02-046cc6efd188 tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] Releasing vlan 640 on physical network physnet1 to pool {{(pid=103447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 20:39:22.532208 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b866fd52-1b86-404b-ad02-046cc6efd188 tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8900762'] for segment, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:22.535183 n-d-818823-1 neutron-server[103447]: Traceback (most recent call last): Nov 22 20:39:22.535183 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 20:39:22.535183 n-d-818823-1 neutron-server[103447]: timer() Nov 22 20:39:22.535183 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 20:39:22.535183 n-d-818823-1 neutron-server[103447]: cb(*args, **kw) Nov 22 20:39:22.535183 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 20:39:22.535183 n-d-818823-1 neutron-server[103447]: return func(*args, **kwargs) Nov 22 20:39:22.535183 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 20:39:22.535183 n-d-818823-1 neutron-server[103447]: self._notify() Nov 22 20:39:22.535183 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 20:39:22.535183 n-d-818823-1 neutron-server[103447]: self.callback(batched_events) Nov 22 20:39:22.535183 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 20:39:22.535183 n-d-818823-1 neutron-server[103447]: event.method(event) Nov 22 20:39:22.535183 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 20:39:22.535183 n-d-818823-1 neutron-server[103447]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 20:39:22.535183 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 20:39:22.535183 n-d-818823-1 neutron-server[103447]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 20:39:22.535183 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 20:39:22.535183 n-d-818823-1 neutron-server[103447]: return f(self, *a, **k) Nov 22 20:39:22.535183 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 20:39:22.535183 n-d-818823-1 neutron-server[103447]: return self._get(url).json() Nov 22 20:39:22.535183 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 20:39:22.535183 n-d-818823-1 neutron-server[103447]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 20:39:22.535183 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 20:39:22.535183 n-d-818823-1 neutron-server[103447]: return self.request(url, 'GET', **kwargs) Nov 22 20:39:22.535183 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 20:39:22.535183 n-d-818823-1 neutron-server[103447]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 20:39:22.535183 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 20:39:22.535183 n-d-818823-1 neutron-server[103447]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 20:39:22.535183 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 20:39:22.535183 n-d-818823-1 neutron-server[103447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 20:39:22.535183 n-d-818823-1 neutron-server[103447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 20:39:22.602197 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b866fd52-1b86-404b-ad02-046cc6efd188 tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3760002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595318'] for network, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:22.607247 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b866fd52-1b86-404b-ad02-046cc6efd188 tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] Publish callbacks [] for network, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:22.613740 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-b866fd52-1b86-404b-ad02-046cc6efd188 tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] 10.222.0.46 "DELETE /v2.0/networks/f9592d02-7366-47c1-8c02-a7ca437bbd9d HTTP/1.1" status: 204 len: 168 time: 0.3500848 Nov 22 20:39:22.614080 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 51188) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:22.627678 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b866fd52-1b86-404b-ad02-046cc6efd188 tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] Pushing event deleted for resources: {'Network': ['ID=f9592d02-7366-47c1-8c02-a7ca437bbd9d,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:39:23.124596 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd39baef-f879-4a51-8eb0-9e122ed2c908 tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:39:23.131956 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd39baef-f879-4a51-8eb0-9e122ed2c908 tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:39:23.133993 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-fd39baef-f879-4a51-8eb0-9e122ed2c908 tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.5185578 Nov 22 20:39:23.137941 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 51194) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:23.145340 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-1b9282a0-4686-4fa2-a37f-56ebe58c015e tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1089808089'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:39:23.173505 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b9282a0-4686-4fa2-a37f-56ebe58c015e tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] Made reservation on behalf of 108f1306fcc04ff78284e5a75aec6815 for: {'network': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:39:23.177599 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1b9282a0-4686-4fa2-a37f-56ebe58c015e tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for network, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:23.204052 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b9282a0-4686-4fa2-a37f-56ebe58c015e tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] vlan segment allocate from pool success with {'vlan_id': 635, 'physical_network': 'physnet1'} {{(pid=103448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 20:39:23.216419 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1b9282a0-4686-4fa2-a37f-56ebe58c015e tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:23.216979 n-d-818823-1 neutron-server[103448]: INFO neutron.db.segments_db [None req-1b9282a0-4686-4fa2-a37f-56ebe58c015e tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] Added segment da93885e-a13a-4026-a9b7-9390685f900a of type vlan for network 16888482-9fd6-490d-a73b-b04129f73a7c Nov 22 20:39:23.265273 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1b9282a0-4686-4fa2-a37f-56ebe58c015e tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748992492791'] for network, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:23.298705 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1b9282a0-4686-4fa2-a37f-56ebe58c015e tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for network, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:23.305159 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b9282a0-4686-4fa2-a37f-56ebe58c015e tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:39:23.306389 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1b9282a0-4686-4fa2-a37f-56ebe58c015e tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] Publish callbacks [] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:23.376187 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-1b9282a0-4686-4fa2-a37f-56ebe58c015e tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2343547 Nov 22 20:39:23.376585 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 51198) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:23.381787 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-4364d625-b8ff-432d-b75c-ef72f067793c tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-362781488'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:39:23.390834 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9282a0-4686-4fa2-a37f-56ebe58c015e tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] Pushing event updated for resources: {'Network': ['ID=16888482-9fd6-490d-a73b-b04129f73a7c,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:39:23.403266 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Network 16888482-9fd6-490d-a73b-b04129f73a7c details requested by agent ovs-agent-n-d-818823-1 with host n-d-818823-1 {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 20:39:23.421992 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4364d625-b8ff-432d-b75c-ef72f067793c tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] Made reservation on behalf of 108f1306fcc04ff78284e5a75aec6815 for: {'network': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:39:23.427240 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4364d625-b8ff-432d-b75c-ef72f067793c tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for network, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:23.471551 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4364d625-b8ff-432d-b75c-ef72f067793c tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] vlan segment allocate from pool success with {'vlan_id': 602, 'physical_network': 'physnet1'} {{(pid=103447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 20:39:23.492166 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4364d625-b8ff-432d-b75c-ef72f067793c tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:23.492528 n-d-818823-1 neutron-server[103447]: INFO neutron.db.segments_db [None req-4364d625-b8ff-432d-b75c-ef72f067793c tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] Added segment 6112dd75-ad9c-4c1b-912a-f681c63476ad of type vlan for network 69f524de-7c0c-4171-9e9f-1313dd7acbbf Nov 22 20:39:23.545323 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4364d625-b8ff-432d-b75c-ef72f067793c tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748992492791'] for network, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:23.576960 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4364d625-b8ff-432d-b75c-ef72f067793c tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for network, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:23.583836 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4364d625-b8ff-432d-b75c-ef72f067793c tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:39:23.584426 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4364d625-b8ff-432d-b75c-ef72f067793c tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] Publish callbacks [] for network, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:23.604849 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-4364d625-b8ff-432d-b75c-ef72f067793c tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2272470 Nov 22 20:39:23.607705 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 51200) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:23.613782 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-8f2f20c4-c38a-4d13-86c8-64a4b80ef87a tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] Request body: {'ports': [{'network_id': '16888482-9fd6-490d-a73b-b04129f73a7c', 'name': 'tempest-port--520562180', 'admin_state_up': True}, {'network_id': '69f524de-7c0c-4171-9e9f-1313dd7acbbf', 'admin_state_up': False}]} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:39:23.614316 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-8f2f20c4-c38a-4d13-86c8-64a4b80ef87a tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] Request body: {'port': {'network_id': '16888482-9fd6-490d-a73b-b04129f73a7c', 'name': 'tempest-port--520562180', 'admin_state_up': True}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:39:23.616072 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-8f2f20c4-c38a-4d13-86c8-64a4b80ef87a tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] Request body: {'port': {'network_id': '69f524de-7c0c-4171-9e9f-1313dd7acbbf', 'admin_state_up': False}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:39:23.674487 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4364d625-b8ff-432d-b75c-ef72f067793c tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] Pushing event updated for resources: {'Network': ['ID=69f524de-7c0c-4171-9e9f-1313dd7acbbf,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:39:23.688318 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Network 69f524de-7c0c-4171-9e9f-1313dd7acbbf details requested by agent ovs-agent-n-d-818823-1 with host n-d-818823-1 {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 20:39:23.829720 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f2f20c4-c38a-4d13-86c8-64a4b80ef87a tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] Made reservation on behalf of 108f1306fcc04ff78284e5a75aec6815 for: {'port': 2} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:39:23.834535 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8f2f20c4-c38a-4d13-86c8-64a4b80ef87a tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:23.851899 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8f2f20c4-c38a-4d13-86c8-64a4b80ef87a tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:23.942124 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [None req-8f2f20c4-c38a-4d13-86c8-64a4b80ef87a tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] device_id is not set on port 0138386a-d137-4620-82f5-c9b629d703c7 yet. {{(pid=103448) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 20:39:24.085886 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8f2f20c4-c38a-4d13-86c8-64a4b80ef87a tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:24.161605 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [None req-8f2f20c4-c38a-4d13-86c8-64a4b80ef87a tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] device_id is not set on port 3a7aae65-40ff-42a7-bb99-fd7de1555bf2 yet. {{(pid=103448) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 20:39:24.315451 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8f2f20c4-c38a-4d13-86c8-64a4b80ef87a tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:24.363906 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8f2f20c4-c38a-4d13-86c8-64a4b80ef87a tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:24.463095 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2f20c4-c38a-4d13-86c8-64a4b80ef87a tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] Pushing event updated for resources: {'Port': ['ID=0138386a-d137-4620-82f5-c9b629d703c7,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:39:24.467756 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2f20c4-c38a-4d13-86c8-64a4b80ef87a tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] Checking segment: {'id': 'da93885e-a13a-4026-a9b7-9390685f900a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '16888482-9fd6-490d-a73b-b04129f73a7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:39:24.468158 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f2f20c4-c38a-4d13-86c8-64a4b80ef87a tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] Network hostable DHCP agents. Network: 16888482-9fd6-490d-a73b-b04129f73a7c, hostable agents: ['02adaa64-0987-4b74-bad0-cbcf56f8a294'], hosted agents: [] {{(pid=103448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 20:39:24.488228 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f2f20c4-c38a-4d13-86c8-64a4b80ef87a tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] Network 16888482-9fd6-490d-a73b-b04129f73a7c is scheduled to be hosted by DHCP agent 02adaa64-0987-4b74-bad0-cbcf56f8a294 with binding_index 1 {{(pid=103448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 20:39:24.500139 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-8f2f20c4-c38a-4d13-86c8-64a4b80ef87a tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818823-1, 16888482-9fd6-490d-a73b-b04129f73a7c) {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:39:24.510985 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-830e4964-23e9-471d-84b0-297cec0bdf68 None None] Network 16888482-9fd6-490d-a73b-b04129f73a7c requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:39:24.513265 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f2f20c4-c38a-4d13-86c8-64a4b80ef87a tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:39:24.514153 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8f2f20c4-c38a-4d13-86c8-64a4b80ef87a tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:24.623174 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2f20c4-c38a-4d13-86c8-64a4b80ef87a tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] Checking segment: {'id': '6112dd75-ad9c-4c1b-912a-f681c63476ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '69f524de-7c0c-4171-9e9f-1313dd7acbbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:39:24.623437 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f2f20c4-c38a-4d13-86c8-64a4b80ef87a tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] Network hostable DHCP agents. Network: 69f524de-7c0c-4171-9e9f-1313dd7acbbf, hostable agents: ['02adaa64-0987-4b74-bad0-cbcf56f8a294'], hosted agents: [] {{(pid=103448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 20:39:24.629943 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2f20c4-c38a-4d13-86c8-64a4b80ef87a tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] Pushing event updated for resources: {'Port': ['ID=3a7aae65-40ff-42a7-bb99-fd7de1555bf2,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:39:24.646612 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 51214) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:24.661790 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f2f20c4-c38a-4d13-86c8-64a4b80ef87a tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] Network 69f524de-7c0c-4171-9e9f-1313dd7acbbf is scheduled to be hosted by DHCP agent 02adaa64-0987-4b74-bad0-cbcf56f8a294 with binding_index 1 {{(pid=103448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 20:39:24.677900 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-8f2f20c4-c38a-4d13-86c8-64a4b80ef87a tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818823-1, 69f524de-7c0c-4171-9e9f-1313dd7acbbf) {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:39:24.689426 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f2f20c4-c38a-4d13-86c8-64a4b80ef87a tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:39:24.690439 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18946019-5fe9-4d9a-a1b3-e43b6febf2ee None None] Network 69f524de-7c0c-4171-9e9f-1313dd7acbbf requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:39:24.698603 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f2f20c4-c38a-4d13-86c8-64a4b80ef87a tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:39:24.709120 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f2f20c4-c38a-4d13-86c8-64a4b80ef87a tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:39:24.710838 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8f2f20c4-c38a-4d13-86c8-64a4b80ef87a tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:24.739319 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 51218) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:24.742078 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-8f2f20c4-c38a-4d13-86c8-64a4b80ef87a tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 1.1315496 Nov 22 20:39:24.848666 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4976b17a-0254-4364-bd87-afc2aee906e6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:24.860587 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7187635b-2f0f-4028-9e3f-373b321abd8c tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:39:24.867162 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7187635b-2f0f-4028-9e3f-373b321abd8c tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:39:24.868780 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-7187635b-2f0f-4028-9e3f-373b321abd8c tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1284525 Nov 22 20:39:24.871966 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 51220) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:24.971651 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4976b17a-0254-4364-bd87-afc2aee906e6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:24.978885 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4976b17a-0254-4364-bd87-afc2aee906e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:24.994723 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-4347bc96-aaf7-4791-971f-1b42c421e7d5 tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] Deleting port 0138386a-d137-4620-82f5-c9b629d703c7 {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:39:24.995689 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4347bc96-aaf7-4791-971f-1b42c421e7d5 tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:25.039482 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-4976b17a-0254-4364-bd87-afc2aee906e6 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9d66ef1217ea47c1bb13ee37a48f5541&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3765848 Nov 22 20:39:25.039482 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 51224) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:25.042666 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4976b17a-0254-4364-bd87-afc2aee906e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9df5a59e-fc95-4527-92e1-935052a45e0f,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:39:25.084569 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-2e0485ac-af89-4248-b6e9-2476f7ce4f75 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:25.098868 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4347bc96-aaf7-4791-971f-1b42c421e7d5 tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:25.108765 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-2e0485ac-af89-4248-b6e9-2476f7ce4f75 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:25.114655 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-4347bc96-aaf7-4791-971f-1b42c421e7d5 tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] Calling delete_port for 0138386a-d137-4620-82f5-c9b629d703c7 owned by {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:39:25.164030 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-2e0485ac-af89-4248-b6e9-2476f7ce4f75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:25.170805 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-2e0485ac-af89-4248-b6e9-2476f7ce4f75 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:25.175827 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-2e0485ac-af89-4248-b6e9-2476f7ce4f75 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9df5a59e-fc95-4527-92e1-935052a45e0f HTTP/1.1" status: 204 len: 168 time: 0.1483071 Nov 22 20:39:25.185329 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0485ac-af89-4248-b6e9-2476f7ce4f75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9df5a59e-fc95-4527-92e1-935052a45e0f,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:39:25.216609 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4347bc96-aaf7-4791-971f-1b42c421e7d5 tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:25.249726 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4347bc96-aaf7-4791-971f-1b42c421e7d5 tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] Pushing event deleted for resources: {'Port': ['ID=0138386a-d137-4620-82f5-c9b629d703c7,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:39:25.256353 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4347bc96-aaf7-4791-971f-1b42c421e7d5 tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:25.260029 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-4347bc96-aaf7-4791-971f-1b42c421e7d5 tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] 10.222.0.46 "DELETE /v2.0/ports/0138386a-d137-4620-82f5-c9b629d703c7 HTTP/1.1" status: 204 len: 168 time: 0.3865383 Nov 22 20:39:25.262910 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 51228) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:25.361603 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-8980af96-4b90-42aa-8d1a-30ac111edbc5 tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] Deleting port 3a7aae65-40ff-42a7-bb99-fd7de1555bf2 {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:39:25.361970 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8980af96-4b90-42aa-8d1a-30ac111edbc5 tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:25.437073 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8980af96-4b90-42aa-8d1a-30ac111edbc5 tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:25.463398 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-8980af96-4b90-42aa-8d1a-30ac111edbc5 tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] Calling delete_port for 3a7aae65-40ff-42a7-bb99-fd7de1555bf2 owned by {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:39:25.518406 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 51234) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:25.535737 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-da203f25-d269-4d90-82a3-d7286723c117 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:25.556937 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8980af96-4b90-42aa-8d1a-30ac111edbc5 tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:25.589437 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8980af96-4b90-42aa-8d1a-30ac111edbc5 tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] Pushing event deleted for resources: {'Port': ['ID=3a7aae65-40ff-42a7-bb99-fd7de1555bf2,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:39:25.594790 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8980af96-4b90-42aa-8d1a-30ac111edbc5 tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:25.598090 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-8980af96-4b90-42aa-8d1a-30ac111edbc5 tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] 10.222.0.46 "DELETE /v2.0/ports/3a7aae65-40ff-42a7-bb99-fd7de1555bf2 HTTP/1.1" status: 204 len: 168 time: 0.3341038 Nov 22 20:39:25.601027 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 51236) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:25.637445 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-88f68c23-58f8-46ff-8522-31a71781a709 tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0332723 Nov 22 20:39:25.641664 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 51238) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:25.647959 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-7da088ca-bcf7-4d3d-bb03-fb91f3def012 tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-806202052'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:39:25.656803 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-da203f25-d269-4d90-82a3-d7286723c117 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:25.664466 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-da203f25-d269-4d90-82a3-d7286723c117 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:25.671925 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7da088ca-bcf7-4d3d-bb03-fb91f3def012 tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] Made reservation on behalf of 108f1306fcc04ff78284e5a75aec6815 for: {'network': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:39:25.675736 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-7da088ca-bcf7-4d3d-bb03-fb91f3def012 tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for network, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:25.705248 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7da088ca-bcf7-4d3d-bb03-fb91f3def012 tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] vlan segment allocate from pool success with {'vlan_id': 628, 'physical_network': 'physnet1'} {{(pid=103447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 20:39:25.714439 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-da203f25-d269-4d90-82a3-d7286723c117 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3a010d9817d9444fb176591450b3a7bb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1941278 Nov 22 20:39:25.717629 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 51240) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:25.719643 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da203f25-d269-4d90-82a3-d7286723c117 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3ba1f3b-22d8-415c-87e1-6b2d1b0112a8,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:39:25.726943 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-7da088ca-bcf7-4d3d-bb03-fb91f3def012 tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:25.727297 n-d-818823-1 neutron-server[103447]: INFO neutron.db.segments_db [None req-7da088ca-bcf7-4d3d-bb03-fb91f3def012 tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] Added segment e5a46e30-54ce-47df-8d77-2a632cab9752 of type vlan for network bfd34509-5d04-4ac7-abdf-f27d934cb204 Nov 22 20:39:25.794097 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-7da088ca-bcf7-4d3d-bb03-fb91f3def012 tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748992492791'] for network, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:25.818851 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-41938c0b-5518-4c9f-97e2-8f5a56281992 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:25.840488 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-7da088ca-bcf7-4d3d-bb03-fb91f3def012 tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for network, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:25.846089 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7da088ca-bcf7-4d3d-bb03-fb91f3def012 tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:39:25.846676 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-7da088ca-bcf7-4d3d-bb03-fb91f3def012 tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] Publish callbacks [] for network, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:25.859509 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-41938c0b-5518-4c9f-97e2-8f5a56281992 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:25.922308 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-7da088ca-bcf7-4d3d-bb03-fb91f3def012 tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2792675 Nov 22 20:39:25.924948 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 51242) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:25.933185 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-c4115555-c4da-4011-be45-0573ac717a61 tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-639139668'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:39:25.956596 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da088ca-bcf7-4d3d-bb03-fb91f3def012 tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] Pushing event updated for resources: {'Network': ['ID=bfd34509-5d04-4ac7-abdf-f27d934cb204,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:39:25.967614 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Network bfd34509-5d04-4ac7-abdf-f27d934cb204 details requested by agent ovs-agent-n-d-818823-1 with host n-d-818823-1 {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 20:39:25.979590 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4115555-c4da-4011-be45-0573ac717a61 tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] Made reservation on behalf of 108f1306fcc04ff78284e5a75aec6815 for: {'network': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:39:25.985499 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-41938c0b-5518-4c9f-97e2-8f5a56281992 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:25.986806 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c4115555-c4da-4011-be45-0573ac717a61 tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for network, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:25.989589 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-41938c0b-5518-4c9f-97e2-8f5a56281992 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:25.992050 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-41938c0b-5518-4c9f-97e2-8f5a56281992 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f3ba1f3b-22d8-415c-87e1-6b2d1b0112a8 HTTP/1.1" status: 204 len: 168 time: 0.2733686 Nov 22 20:39:26.003193 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41938c0b-5518-4c9f-97e2-8f5a56281992 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3ba1f3b-22d8-415c-87e1-6b2d1b0112a8,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:39:26.064062 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4115555-c4da-4011-be45-0573ac717a61 tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] vlan segment allocate from pool success with {'vlan_id': 644, 'physical_network': 'physnet1'} {{(pid=103448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 20:39:26.076176 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c4115555-c4da-4011-be45-0573ac717a61 tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:26.076758 n-d-818823-1 neutron-server[103448]: INFO neutron.db.segments_db [None req-c4115555-c4da-4011-be45-0573ac717a61 tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] Added segment a99abd07-4103-4b04-aaf4-fd8fa15a4a8b of type vlan for network 59a29d8b-d3a7-4fc1-be62-a5f128d88109 Nov 22 20:39:26.215185 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c4115555-c4da-4011-be45-0573ac717a61 tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748992492791'] for network, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:26.250758 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c4115555-c4da-4011-be45-0573ac717a61 tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for network, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:26.256938 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4115555-c4da-4011-be45-0573ac717a61 tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:39:26.257539 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c4115555-c4da-4011-be45-0573ac717a61 tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] Publish callbacks [] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:26.325422 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-c4115555-c4da-4011-be45-0573ac717a61 tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3990266 Nov 22 20:39:26.333714 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4115555-c4da-4011-be45-0573ac717a61 tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] Pushing event updated for resources: {'Network': ['ID=59a29d8b-d3a7-4fc1-be62-a5f128d88109,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:39:26.353463 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Network 59a29d8b-d3a7-4fc1-be62-a5f128d88109 details requested by agent ovs-agent-n-d-818823-1 with host n-d-818823-1 {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 20:39:29.640535 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 51316) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:29.645854 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-cec357da-509e-4d1e-b9e3-e31e3d2ee2c0 tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] Request body: {'subnets': [{'network_id': 'bfd34509-5d04-4ac7-abdf-f27d934cb204', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--876989381', 'ip_version': 6}, {'network_id': '59a29d8b-d3a7-4fc1-be62-a5f128d88109', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:39:29.646175 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-cec357da-509e-4d1e-b9e3-e31e3d2ee2c0 tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] Request body: {'subnet': {'network_id': 'bfd34509-5d04-4ac7-abdf-f27d934cb204', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--876989381', 'ip_version': 6}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:39:29.646848 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-cec357da-509e-4d1e-b9e3-e31e3d2ee2c0 tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] Request body: {'subnet': {'network_id': '59a29d8b-d3a7-4fc1-be62-a5f128d88109', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:39:29.836849 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cec357da-509e-4d1e-b9e3-e31e3d2ee2c0 tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] Made reservation on behalf of 108f1306fcc04ff78284e5a75aec6815 for: {'subnet': 2} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:39:29.841700 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-cec357da-509e-4d1e-b9e3-e31e3d2ee2c0 tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8485086'] for subnet, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:29.842047 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-cec357da-509e-4d1e-b9e3-e31e3d2ee2c0 tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8485086'] for subnet, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:30.012594 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4f9c8927-c4a2-47e9-a70a-34fa596265bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:30.333977 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-cec357da-509e-4d1e-b9e3-e31e3d2ee2c0 tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8900613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8485104'] for subnet, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:30.419056 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec357da-509e-4d1e-b9e3-e31e3d2ee2c0 tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] Pushing event updated for resources: {'Subnet': ['ID=39b00e87-a541-44c9-9af7-1109b99498ed,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:39:30.434866 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cec357da-509e-4d1e-b9e3-e31e3d2ee2c0 tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] Checking segment: {'id': 'e5a46e30-54ce-47df-8d77-2a632cab9752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'bfd34509-5d04-4ac7-abdf-f27d934cb204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:39:30.435231 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cec357da-509e-4d1e-b9e3-e31e3d2ee2c0 tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] Network hostable DHCP agents. Network: bfd34509-5d04-4ac7-abdf-f27d934cb204, hostable agents: ['02adaa64-0987-4b74-bad0-cbcf56f8a294'], hosted agents: [] {{(pid=103447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 20:39:30.452592 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cec357da-509e-4d1e-b9e3-e31e3d2ee2c0 tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] Network bfd34509-5d04-4ac7-abdf-f27d934cb204 is scheduled to be hosted by DHCP agent 02adaa64-0987-4b74-bad0-cbcf56f8a294 with binding_index 1 {{(pid=103447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 20:39:30.464370 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-cec357da-509e-4d1e-b9e3-e31e3d2ee2c0 tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818823-1, bfd34509-5d04-4ac7-abdf-f27d934cb204) {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:39:30.468517 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-cec357da-509e-4d1e-b9e3-e31e3d2ee2c0 tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8900613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8485104'] for subnet, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:30.474222 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0000e08-8fe1-487f-855c-327211fb9dfb None None] Network bfd34509-5d04-4ac7-abdf-f27d934cb204 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:39:30.538919 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec357da-509e-4d1e-b9e3-e31e3d2ee2c0 tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] Pushing event updated for resources: {'Subnet': ['ID=0258f132-906e-4548-b954-2a4c781ea5b2,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:39:30.549882 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cec357da-509e-4d1e-b9e3-e31e3d2ee2c0 tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] Checking segment: {'id': 'a99abd07-4103-4b04-aaf4-fd8fa15a4a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '59a29d8b-d3a7-4fc1-be62-a5f128d88109'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:39:30.550257 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cec357da-509e-4d1e-b9e3-e31e3d2ee2c0 tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] Network hostable DHCP agents. Network: 59a29d8b-d3a7-4fc1-be62-a5f128d88109, hostable agents: ['02adaa64-0987-4b74-bad0-cbcf56f8a294'], hosted agents: [] {{(pid=103447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 20:39:30.575986 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cec357da-509e-4d1e-b9e3-e31e3d2ee2c0 tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] Network 59a29d8b-d3a7-4fc1-be62-a5f128d88109 is scheduled to be hosted by DHCP agent 02adaa64-0987-4b74-bad0-cbcf56f8a294 with binding_index 1 {{(pid=103447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 20:39:30.589778 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-cec357da-509e-4d1e-b9e3-e31e3d2ee2c0 tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818823-1, 59a29d8b-d3a7-4fc1-be62-a5f128d88109) {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:39:30.603112 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0201ae23-b9d0-488c-b626-4efe96968ad1 None None] Network 59a29d8b-d3a7-4fc1-be62-a5f128d88109 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:39:30.606120 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cec357da-509e-4d1e-b9e3-e31e3d2ee2c0 tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:39:30.608083 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cec357da-509e-4d1e-b9e3-e31e3d2ee2c0 tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:39:30.608930 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-cec357da-509e-4d1e-b9e3-e31e3d2ee2c0 tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] Publish callbacks [] for subnet, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:30.641941 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 51322) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:30.654398 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-cec357da-509e-4d1e-b9e3-e31e3d2ee2c0 tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 1.0126398 Nov 22 20:39:30.720539 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b94d1716-6a64-491f-88ae-d68a97b8a917 tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:39:30.722750 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b94d1716-6a64-491f-88ae-d68a97b8a917 tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:39:30.724263 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b94d1716-6a64-491f-88ae-d68a97b8a917 tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:39:30.738193 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 51328) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:30.753929 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-b94d1716-6a64-491f-88ae-d68a97b8a917 tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.1084485 Nov 22 20:39:30.812604 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-786f48c6-adba-4127-a737-1fe9c2253b5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fb26bd7-ce56-527b-b94f-2e1f7cb2bb35-bfd34509-5d04-4ac7-abdf-f27d934cb204', 'network_id': 'bfd34509-5d04-4ac7-abdf-f27d934cb204', 'tenant_id': '108f1306fcc04ff78284e5a75aec6815', 'fixed_ips': [{'subnet_id': '39b00e87-a541-44c9-9af7-1109b99498ed'}]}} from n-d-818823-1. {{(pid=103449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 20:39:30.813484 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-786f48c6-adba-4127-a737-1fe9c2253b5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:30.836395 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_v2 [None req-a07a4393-0fc1-410b-b01c-a89881e4b5a0 tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] Deleting subnet 39b00e87-a541-44c9-9af7-1109b99498ed {{(pid=103447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 20:39:30.841599 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a07a4393-0fc1-410b-b01c-a89881e4b5a0 tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] Publish callbacks [] for subnet, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:30.902286 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a07a4393-0fc1-410b-b01c-a89881e4b5a0 tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12178353'] for subnet, precommit_delete_associations {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:30.963968 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a07a4393-0fc1-410b-b01c-a89881e4b5a0 tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3753007'] for subnet, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:31.013372 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ac45dec-adb7-4adc-b41b-03397ca8dd72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fb26bd7-ce56-527b-b94f-2e1f7cb2bb35-59a29d8b-d3a7-4fc1-be62-a5f128d88109', 'network_id': '59a29d8b-d3a7-4fc1-be62-a5f128d88109', 'tenant_id': '108f1306fcc04ff78284e5a75aec6815', 'fixed_ips': [{'subnet_id': '0258f132-906e-4548-b954-2a4c781ea5b2'}]}} from n-d-818823-1. {{(pid=103449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 20:39:31.014175 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-2ac45dec-adb7-4adc-b41b-03397ca8dd72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:31.073652 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a07a4393-0fc1-410b-b01c-a89881e4b5a0 tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3753014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8900804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8485115'] for subnet, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:31.105384 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07a4393-0fc1-410b-b01c-a89881e4b5a0 tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] Pushing event deleted for resources: {'Subnet': ['ID=39b00e87-a541-44c9-9af7-1109b99498ed,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:39:31.110952 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a07a4393-0fc1-410b-b01c-a89881e4b5a0 tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] Publish callbacks [] for subnet, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:31.114806 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-a07a4393-0fc1-410b-b01c-a89881e4b5a0 tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] 10.222.0.46 "DELETE /v2.0/subnets/39b00e87-a541-44c9-9af7-1109b99498ed HTTP/1.1" status: 204 len: 168 time: 0.3751943 Nov 22 20:39:31.119383 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 51344) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:31.138033 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server [None req-786f48c6-adba-4127-a737-1fe9c2253b5a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 39b00e87-a541-44c9-9af7-1109b99498ed: This subnet is being modified by another concurrent operation. Nov 22 20:39:31.138033 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 22 20:39:31.138033 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 22 20:39:31.138033 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 22 20:39:31.138033 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 22 20:39:31.138033 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 22 20:39:31.138033 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 22 20:39:31.138033 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 22 20:39:31.138033 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 22 20:39:31.138033 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 22 20:39:31.138033 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 22 20:39:31.138033 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 22 20:39:31.138033 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 20:39:31.138033 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 20:39:31.138033 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 20:39:31.138033 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 20:39:31.138033 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 22 20:39:31.138033 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 22 20:39:31.138033 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 22 20:39:31.138033 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 22 20:39:31.138033 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 20:39:31.138033 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 20:39:31.138033 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 20:39:31.138033 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 20:39:31.138033 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 22 20:39:31.138033 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 22 20:39:31.138033 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 22 20:39:31.138033 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 22 20:39:31.138033 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 20:39:31.138033 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 20:39:31.138033 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 20:39:31.138033 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 20:39:31.138033 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 22 20:39:31.138033 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 22 20:39:31.138033 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 22 20:39:31.138033 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 22 20:39:31.138033 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 22 20:39:31.138033 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 22 20:39:31.138033 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 22 20:39:31.138033 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 22 20:39:31.138033 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 22 20:39:31.138033 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 22 20:39:31.138033 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 22 20:39:31.138033 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 22 20:39:31.138033 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 22 20:39:31.138033 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 22 20:39:31.138033 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 22 20:39:31.138033 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 22 20:39:31.138033 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 20:39:31.138033 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 20:39:31.138033 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 20:39:31.138033 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 20:39:31.138033 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 22 20:39:31.138033 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 22 20:39:31.138033 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 22 20:39:31.138033 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 22 20:39:31.138033 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 20:39:31.138033 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 20:39:31.138033 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 20:39:31.138033 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 20:39:31.138033 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 22 20:39:31.138033 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 22 20:39:31.138033 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 22 20:39:31.138033 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 22 20:39:31.138033 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 20:39:31.138033 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 20:39:31.138033 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 20:39:31.138033 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 20:39:31.138033 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 22 20:39:31.138033 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 22 20:39:31.138033 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 22 20:39:31.138033 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 22 20:39:31.138033 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 22 20:39:31.138033 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 22 20:39:31.138033 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 22 20:39:31.138033 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 22 20:39:31.138033 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 22 20:39:31.138033 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 22 20:39:31.138033 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 20:39:31.138033 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 20:39:31.138033 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 20:39:31.138033 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 20:39:31.138033 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 22 20:39:31.138033 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 22 20:39:31.138033 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 22 20:39:31.138033 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 22 20:39:31.138033 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 22 20:39:31.138033 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 22 20:39:31.138033 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 22 20:39:31.138033 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server raise exception Nov 22 20:39:31.138033 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 39b00e87-a541-44c9-9af7-1109b99498ed: This subnet is being modified by another concurrent operation. Nov 22 20:39:31.138033 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server Nov 22 20:39:31.196500 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b4e7449-87e9-487c-885f-055980c4e5aa None None] Network bfd34509-5d04-4ac7-abdf-f27d934cb204 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:39:31.223098 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_v2 [None req-05ce1336-a386-4c8c-828f-372c5554126f tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] Deleting subnet 0258f132-906e-4548-b954-2a4c781ea5b2 {{(pid=103448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 20:39:31.356440 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.db_base_plugin_common [None req-2ac45dec-adb7-4adc-b41b-03397ca8dd72 None None] Allocated IP 2001:db8:0:1::1 (59a29d8b-d3a7-4fc1-be62-a5f128d88109/0258f132-906e-4548-b954-2a4c781ea5b2/c7360d30-9632-4218-89ac-f0b0a1c6dae8) {{(pid=103449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:39:31.563799 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-2ac45dec-adb7-4adc-b41b-03397ca8dd72 None None] Publish callbacks [] for port, precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:31.570586 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-05ce1336-a386-4c8c-828f-372c5554126f tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] Publish callbacks [] for subnet, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:31.572951 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-2ac45dec-adb7-4adc-b41b-03397ca8dd72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372'] for port, after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:31.631700 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac45dec-adb7-4adc-b41b-03397ca8dd72 None None] Pushing event updated for resources: {'Port': ['ID=c7360d30-9632-4218-89ac-f0b0a1c6dae8,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:39:31.641462 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ac45dec-adb7-4adc-b41b-03397ca8dd72 None None] Network 59a29d8b-d3a7-4fc1-be62-a5f128d88109 is already hosted by enough agents. {{(pid=103449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:39:31.644177 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.base_scheduler [None req-2ac45dec-adb7-4adc-b41b-03397ca8dd72 None None] Resources bound (agent type, host, resource id): {{(pid=103449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:39:31.647744 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac45dec-adb7-4adc-b41b-03397ca8dd72 None None] Received port after_create {{(pid=103449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:39:31.655052 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-05ce1336-a386-4c8c-828f-372c5554126f tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11627908'] for subnet, precommit_delete_associations {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:31.724767 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-2ac45dec-adb7-4adc-b41b-03397ca8dd72 None None] Attempting to bind port c7360d30-9632-4218-89ac-f0b0a1c6dae8 on host n-d-818823-1 for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:39:31.726199 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-2ac45dec-adb7-4adc-b41b-03397ca8dd72 None None] Attempting to bind port c7360d30-9632-4218-89ac-f0b0a1c6dae8 by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': 'a99abd07-4103-4b04-aaf4-fd8fa15a4a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '59a29d8b-d3a7-4fc1-be62-a5f128d88109'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:39:31.726593 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac45dec-adb7-4adc-b41b-03397ca8dd72 None None] Attempting to bind port c7360d30-9632-4218-89ac-f0b0a1c6dae8 on network 59a29d8b-d3a7-4fc1-be62-a5f128d88109 {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:39:31.734019 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac45dec-adb7-4adc-b41b-03397ca8dd72 None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 39, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:39:31.734407 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac45dec-adb7-4adc-b41b-03397ca8dd72 None None] Checking segment: {'id': 'a99abd07-4103-4b04-aaf4-fd8fa15a4a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '59a29d8b-d3a7-4fc1-be62-a5f128d88109'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:39:31.734967 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-2ac45dec-adb7-4adc-b41b-03397ca8dd72 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:31.735374 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac45dec-adb7-4adc-b41b-03397ca8dd72 None None] Bound using segment: {'id': 'a99abd07-4103-4b04-aaf4-fd8fa15a4a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '59a29d8b-d3a7-4fc1-be62-a5f128d88109'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:39:31.735885 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-2ac45dec-adb7-4adc-b41b-03397ca8dd72 None None] Bound port: c7360d30-9632-4218-89ac-f0b0a1c6dae8, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a99abd07-4103-4b04-aaf4-fd8fa15a4a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '59a29d8b-d3a7-4fc1-be62-a5f128d88109'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:39:31.736276 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-2ac45dec-adb7-4adc-b41b-03397ca8dd72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:31.800178 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-05ce1336-a386-4c8c-828f-372c5554126f tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3753007'] for subnet, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:31.877666 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-05ce1336-a386-4c8c-828f-372c5554126f tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3753014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11567369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11792914'] for subnet, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:31.882218 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-2ac45dec-adb7-4adc-b41b-03397ca8dd72 None None] For port c7360d30-9632-4218-89ac-f0b0a1c6dae8, host n-d-818823-1, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:39:31.886025 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-2ac45dec-adb7-4adc-b41b-03397ca8dd72 None None] For port c7360d30-9632-4218-89ac-f0b0a1c6dae8, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=c7360d30-9632-4218-89ac-f0b0a1c6dae8,segment=NetworkSegment(a99abd07-4103-4b04-aaf4-fd8fa15a4a8b),segment_id=a99abd07-4103-4b04-aaf4-fd8fa15a4a8b)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:39:31.899647 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-2ac45dec-adb7-4adc-b41b-03397ca8dd72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:31.928109 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ce1336-a386-4c8c-828f-372c5554126f tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] Pushing event deleted for resources: {'Subnet': ['ID=0258f132-906e-4548-b954-2a4c781ea5b2,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:39:31.956236 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-05ce1336-a386-4c8c-828f-372c5554126f tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:31.970196 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 51386) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:31.980389 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-05ce1336-a386-4c8c-828f-372c5554126f tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] 10.222.0.46 "DELETE /v2.0/subnets/0258f132-906e-4548-b954-2a4c781ea5b2 HTTP/1.1" status: 204 len: 168 time: 0.8592951 Nov 22 20:39:31.986513 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac45dec-adb7-4adc-b41b-03397ca8dd72 None None] Pushing event updated for resources: {'Port': ['ID=c7360d30-9632-4218-89ac-f0b0a1c6dae8,revision_number=3']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:39:32.100658 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28f09c5d-bfd6-4658-b104-ca3101406220 tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:39:32.103006 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-28f09c5d-bfd6-4658-b104-ca3101406220 tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1315131 Nov 22 20:39:32.106925 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 51394) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:32.238284 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b17f79ff-8248-49a7-9a7f-cfaf603b5f41 tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3961693'] for network, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:32.344884 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-b17f79ff-8248-49a7-9a7f-cfaf603b5f41 tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] Deleting port c7360d30-9632-4218-89ac-f0b0a1c6dae8 {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:39:32.345198 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b17f79ff-8248-49a7-9a7f-cfaf603b5f41 tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:32.442585 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-b17f79ff-8248-49a7-9a7f-cfaf603b5f41 tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] For port c7360d30-9632-4218-89ac-f0b0a1c6dae8, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=c7360d30-9632-4218-89ac-f0b0a1c6dae8,segment=NetworkSegment(a99abd07-4103-4b04-aaf4-fd8fa15a4a8b),segment_id=a99abd07-4103-4b04-aaf4-fd8fa15a4a8b)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:39:32.443503 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b17f79ff-8248-49a7-9a7f-cfaf603b5f41 tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:32.479672 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-b17f79ff-8248-49a7-9a7f-cfaf603b5f41 tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] Calling delete_port for c7360d30-9632-4218-89ac-f0b0a1c6dae8 owned by network:dhcp {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:39:32.520649 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device c7360d30-9632-4218-89ac-f0b0a1c6dae8 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:39:32.605593 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b17f79ff-8248-49a7-9a7f-cfaf603b5f41 tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:32.620688 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No active binding found for port c7360d30-9632-4218-89ac-f0b0a1c6dae8 {{(pid=103449) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 22 20:39:32.624489 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device c7360d30-9632-4218-89ac-f0b0a1c6dae8 not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 22 20:39:32.661590 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17f79ff-8248-49a7-9a7f-cfaf603b5f41 tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] Pushing event deleted for resources: {'Port': ['ID=c7360d30-9632-4218-89ac-f0b0a1c6dae8,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:39:32.667283 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Port c7360d30-9632-4218-89ac-f0b0a1c6dae8 not found, will not notify nova. {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 22 20:39:32.670350 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b17f79ff-8248-49a7-9a7f-cfaf603b5f41 tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] No DVR routers for this DVR port c7360d30-9632-4218-89ac-f0b0a1c6dae8 on host n-d-818823-1 {{(pid=103448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:39:32.797262 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b17f79ff-8248-49a7-9a7f-cfaf603b5f41 tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3760028', 'neutron.services.segments.db._delete_segments_for_network-8748992815755'] for network, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:32.817804 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-b17f79ff-8248-49a7-9a7f-cfaf603b5f41 tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59a29d8b-d3a7-4fc1-be62-a5f128d88109']}} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:39:32.827961 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-b17f79ff-8248-49a7-9a7f-cfaf603b5f41 tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a99abd07-4103-4b04-aaf4-fd8fa15a4a8b') {'for_net_delete': True} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:39:32.828256 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-b17f79ff-8248-49a7-9a7f-cfaf603b5f41 tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a99abd07-4103-4b04-aaf4-fd8fa15a4a8b') {} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:39:32.838490 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b17f79ff-8248-49a7-9a7f-cfaf603b5f41 tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748993039638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11627933'] for segment, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:32.854875 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b17f79ff-8248-49a7-9a7f-cfaf603b5f41 tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:32.867147 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b17f79ff-8248-49a7-9a7f-cfaf603b5f41 tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] Releasing vlan 644 on physical network physnet1 to pool {{(pid=103448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 20:39:32.867795 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b17f79ff-8248-49a7-9a7f-cfaf603b5f41 tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11567447'] for segment, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:32.871603 n-d-818823-1 neutron-server[103448]: Traceback (most recent call last): Nov 22 20:39:32.871603 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 20:39:32.871603 n-d-818823-1 neutron-server[103448]: timer() Nov 22 20:39:32.871603 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 20:39:32.871603 n-d-818823-1 neutron-server[103448]: cb(*args, **kw) Nov 22 20:39:32.871603 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 20:39:32.871603 n-d-818823-1 neutron-server[103448]: return func(*args, **kwargs) Nov 22 20:39:32.871603 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 20:39:32.871603 n-d-818823-1 neutron-server[103448]: self._notify() Nov 22 20:39:32.871603 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 20:39:32.871603 n-d-818823-1 neutron-server[103448]: self.callback(batched_events) Nov 22 20:39:32.871603 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 20:39:32.871603 n-d-818823-1 neutron-server[103448]: event.method(event) Nov 22 20:39:32.871603 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 20:39:32.871603 n-d-818823-1 neutron-server[103448]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 20:39:32.871603 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 20:39:32.871603 n-d-818823-1 neutron-server[103448]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 20:39:32.871603 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 20:39:32.871603 n-d-818823-1 neutron-server[103448]: return f(self, *a, **k) Nov 22 20:39:32.871603 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 20:39:32.871603 n-d-818823-1 neutron-server[103448]: return self._get(url).json() Nov 22 20:39:32.871603 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 20:39:32.871603 n-d-818823-1 neutron-server[103448]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 20:39:32.871603 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 20:39:32.871603 n-d-818823-1 neutron-server[103448]: return self.request(url, 'GET', **kwargs) Nov 22 20:39:32.871603 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 20:39:32.871603 n-d-818823-1 neutron-server[103448]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 20:39:32.871603 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 20:39:32.871603 n-d-818823-1 neutron-server[103448]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 20:39:32.871603 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 20:39:32.871603 n-d-818823-1 neutron-server[103448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 20:39:32.871603 n-d-818823-1 neutron-server[103448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 20:39:32.947596 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-a888c9a7-425c-40fc-a697-5169cf05cd75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:32.953290 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b17f79ff-8248-49a7-9a7f-cfaf603b5f41 tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3760002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595318'] for network, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:32.973441 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b17f79ff-8248-49a7-9a7f-cfaf603b5f41 tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] Publish callbacks [] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:32.977768 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-b17f79ff-8248-49a7-9a7f-cfaf603b5f41 tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] 10.222.0.46 "DELETE /v2.0/networks/59a29d8b-d3a7-4fc1-be62-a5f128d88109 HTTP/1.1" status: 204 len: 168 time: 0.8693767 Nov 22 20:39:32.980017 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 51400) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:32.993664 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17f79ff-8248-49a7-9a7f-cfaf603b5f41 tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] Pushing event deleted for resources: {'Network': ['ID=59a29d8b-d3a7-4fc1-be62-a5f128d88109,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:39:33.110818 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-190155db-681a-48a5-b0b1-a9b4c20ce947 tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3961693'] for network, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:33.248059 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-190155db-681a-48a5-b0b1-a9b4c20ce947 tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3760028', 'neutron.services.segments.db._delete_segments_for_network-8748992815755'] for network, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:33.275263 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-190155db-681a-48a5-b0b1-a9b4c20ce947 tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfd34509-5d04-4ac7-abdf-f27d934cb204']}} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:39:33.287627 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-190155db-681a-48a5-b0b1-a9b4c20ce947 tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5a46e30-54ce-47df-8d77-2a632cab9752') {'for_net_delete': True} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:39:33.288081 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-190155db-681a-48a5-b0b1-a9b4c20ce947 tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5a46e30-54ce-47df-8d77-2a632cab9752') {} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:39:33.301527 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-190155db-681a-48a5-b0b1-a9b4c20ce947 tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748993039638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12178344'] for segment, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:33.320549 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-190155db-681a-48a5-b0b1-a9b4c20ce947 tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:33.332528 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-190155db-681a-48a5-b0b1-a9b4c20ce947 tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] Releasing vlan 628 on physical network physnet1 to pool {{(pid=103447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 20:39:33.333282 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-190155db-681a-48a5-b0b1-a9b4c20ce947 tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8900762'] for segment, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:33.414462 n-d-818823-1 neutron-server[103447]: Traceback (most recent call last): Nov 22 20:39:33.414462 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 20:39:33.414462 n-d-818823-1 neutron-server[103447]: timer() Nov 22 20:39:33.414462 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 20:39:33.414462 n-d-818823-1 neutron-server[103447]: cb(*args, **kw) Nov 22 20:39:33.414462 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 20:39:33.414462 n-d-818823-1 neutron-server[103447]: return func(*args, **kwargs) Nov 22 20:39:33.414462 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 20:39:33.414462 n-d-818823-1 neutron-server[103447]: self._notify() Nov 22 20:39:33.414462 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 20:39:33.414462 n-d-818823-1 neutron-server[103447]: self.callback(batched_events) Nov 22 20:39:33.414462 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 20:39:33.414462 n-d-818823-1 neutron-server[103447]: event.method(event) Nov 22 20:39:33.414462 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 20:39:33.414462 n-d-818823-1 neutron-server[103447]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 20:39:33.414462 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 20:39:33.414462 n-d-818823-1 neutron-server[103447]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 20:39:33.414462 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 20:39:33.414462 n-d-818823-1 neutron-server[103447]: return f(self, *a, **k) Nov 22 20:39:33.414462 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 20:39:33.414462 n-d-818823-1 neutron-server[103447]: return self._get(url).json() Nov 22 20:39:33.414462 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 20:39:33.414462 n-d-818823-1 neutron-server[103447]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 20:39:33.414462 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 20:39:33.414462 n-d-818823-1 neutron-server[103447]: return self.request(url, 'GET', **kwargs) Nov 22 20:39:33.414462 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 20:39:33.414462 n-d-818823-1 neutron-server[103447]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 20:39:33.414462 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 20:39:33.414462 n-d-818823-1 neutron-server[103447]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 20:39:33.414462 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 20:39:33.414462 n-d-818823-1 neutron-server[103447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 20:39:33.414462 n-d-818823-1 neutron-server[103447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 20:39:33.419816 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-190155db-681a-48a5-b0b1-a9b4c20ce947 tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3760002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595318'] for network, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:33.430790 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-190155db-681a-48a5-b0b1-a9b4c20ce947 tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] Publish callbacks [] for network, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:33.435600 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-190155db-681a-48a5-b0b1-a9b4c20ce947 tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] 10.222.0.46 "DELETE /v2.0/networks/bfd34509-5d04-4ac7-abdf-f27d934cb204 HTTP/1.1" status: 204 len: 168 time: 0.4488919 Nov 22 20:39:33.438080 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 51412) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:33.493133 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-03f0964f-1b75-4df7-99e0-a3cdb56ec2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:33.612915 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e60872db-7b9f-4cda-8e4d-517d7f88831b tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3961693'] for network, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:33.819978 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98b99428-130a-4198-9eae-40d768665b79 None None] DHCP port deletion for 59a29d8b-d3a7-4fc1-be62-a5f128d88109 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:39:33.834554 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-8cf17c5b-c940-4262-9515-e26277c82f21 None None] Could not find standard attr ID for object c7360d30-9632-4218-89ac-f0b0a1c6dae8. {{(pid=103449) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 22 20:39:33.858770 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a5c72e7-d629-4b01-82b3-3c8b7cc64e50 None None] Network 59a29d8b-d3a7-4fc1-be62-a5f128d88109 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:39:33.866205 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190155db-681a-48a5-b0b1-a9b4c20ce947 tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] Pushing event deleted for resources: {'Network': ['ID=bfd34509-5d04-4ac7-abdf-f27d934cb204,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:39:33.882962 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e60872db-7b9f-4cda-8e4d-517d7f88831b tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3760028', 'neutron.services.segments.db._delete_segments_for_network-8748992815755'] for network, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:33.926054 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-e60872db-7b9f-4cda-8e4d-517d7f88831b tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69f524de-7c0c-4171-9e9f-1313dd7acbbf']}} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:39:33.948551 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-e60872db-7b9f-4cda-8e4d-517d7f88831b tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6112dd75-ad9c-4c1b-912a-f681c63476ad') {'for_net_delete': True} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:39:33.948850 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-e60872db-7b9f-4cda-8e4d-517d7f88831b tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6112dd75-ad9c-4c1b-912a-f681c63476ad') {} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:39:33.978009 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e60872db-7b9f-4cda-8e4d-517d7f88831b tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748993039638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11627933'] for segment, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:34.005935 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e60872db-7b9f-4cda-8e4d-517d7f88831b tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:34.026430 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e60872db-7b9f-4cda-8e4d-517d7f88831b tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] Releasing vlan 602 on physical network physnet1 to pool {{(pid=103448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 20:39:34.029000 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e60872db-7b9f-4cda-8e4d-517d7f88831b tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11567447'] for segment, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:34.033306 n-d-818823-1 neutron-server[103448]: Traceback (most recent call last): Nov 22 20:39:34.033306 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 20:39:34.033306 n-d-818823-1 neutron-server[103448]: timer() Nov 22 20:39:34.033306 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 20:39:34.033306 n-d-818823-1 neutron-server[103448]: cb(*args, **kw) Nov 22 20:39:34.033306 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 20:39:34.033306 n-d-818823-1 neutron-server[103448]: return func(*args, **kwargs) Nov 22 20:39:34.033306 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 20:39:34.033306 n-d-818823-1 neutron-server[103448]: self._notify() Nov 22 20:39:34.033306 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 20:39:34.033306 n-d-818823-1 neutron-server[103448]: self.callback(batched_events) Nov 22 20:39:34.033306 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 20:39:34.033306 n-d-818823-1 neutron-server[103448]: event.method(event) Nov 22 20:39:34.033306 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 20:39:34.033306 n-d-818823-1 neutron-server[103448]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 20:39:34.033306 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 20:39:34.033306 n-d-818823-1 neutron-server[103448]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 20:39:34.033306 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 20:39:34.033306 n-d-818823-1 neutron-server[103448]: return f(self, *a, **k) Nov 22 20:39:34.033306 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 20:39:34.033306 n-d-818823-1 neutron-server[103448]: return self._get(url).json() Nov 22 20:39:34.033306 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 20:39:34.033306 n-d-818823-1 neutron-server[103448]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 20:39:34.033306 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 20:39:34.033306 n-d-818823-1 neutron-server[103448]: return self.request(url, 'GET', **kwargs) Nov 22 20:39:34.033306 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 20:39:34.033306 n-d-818823-1 neutron-server[103448]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 20:39:34.033306 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 20:39:34.033306 n-d-818823-1 neutron-server[103448]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 20:39:34.033306 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 20:39:34.033306 n-d-818823-1 neutron-server[103448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 20:39:34.033306 n-d-818823-1 neutron-server[103448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 20:39:34.148354 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e60872db-7b9f-4cda-8e4d-517d7f88831b tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3760002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595318'] for network, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:34.170918 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a5c72e7-d629-4b01-82b3-3c8b7cc64e50 None None] Network 59a29d8b-d3a7-4fc1-be62-a5f128d88109 could not be found, it might have been deleted concurrently. {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 22 20:39:34.183466 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76d482ee-1d27-4605-904a-8b3ab5ee5021 None None] get_active_networks_info from n-d-818823-1 {{(pid=103449) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 22 20:39:34.189437 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e60872db-7b9f-4cda-8e4d-517d7f88831b tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] Publish callbacks [] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:34.205713 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-e60872db-7b9f-4cda-8e4d-517d7f88831b tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] 10.222.0.46 "DELETE /v2.0/networks/69f524de-7c0c-4171-9e9f-1313dd7acbbf HTTP/1.1" status: 204 len: 168 time: 0.7642012 Nov 22 20:39:34.205713 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60872db-7b9f-4cda-8e4d-517d7f88831b tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] Pushing event deleted for resources: {'Network': ['ID=69f524de-7c0c-4171-9e9f-1313dd7acbbf,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:39:34.206089 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 51418) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:34.277115 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76d482ee-1d27-4605-904a-8b3ab5ee5021 None None] Resources bound (agent type, host, resource id): {{(pid=103449) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 22 20:39:34.394497 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6ba0d58e-3020-47a4-b327-9fada81311b1 tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3961693'] for network, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:34.459052 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device c7360d30-9632-4218-89ac-f0b0a1c6dae8 no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:39:34.502246 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: c7360d30-9632-4218-89ac-f0b0a1c6dae8 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:39:34.503213 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device c7360d30-9632-4218-89ac-f0b0a1c6dae8 not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:39:34.555462 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6ba0d58e-3020-47a4-b327-9fada81311b1 tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3760028', 'neutron.services.segments.db._delete_segments_for_network-8748992815755'] for network, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:34.585893 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-6ba0d58e-3020-47a4-b327-9fada81311b1 tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16888482-9fd6-490d-a73b-b04129f73a7c']}} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:39:34.599955 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-6ba0d58e-3020-47a4-b327-9fada81311b1 tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da93885e-a13a-4026-a9b7-9390685f900a') {'for_net_delete': True} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:39:34.600798 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-6ba0d58e-3020-47a4-b327-9fada81311b1 tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da93885e-a13a-4026-a9b7-9390685f900a') {} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:39:34.612238 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6ba0d58e-3020-47a4-b327-9fada81311b1 tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748993039638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12178344'] for segment, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:34.626375 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6ba0d58e-3020-47a4-b327-9fada81311b1 tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:34.638277 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ba0d58e-3020-47a4-b327-9fada81311b1 tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] Releasing vlan 635 on physical network physnet1 to pool {{(pid=103447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 20:39:34.638751 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6ba0d58e-3020-47a4-b327-9fada81311b1 tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8900762'] for segment, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:34.642224 n-d-818823-1 neutron-server[103447]: Traceback (most recent call last): Nov 22 20:39:34.642224 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 20:39:34.642224 n-d-818823-1 neutron-server[103447]: timer() Nov 22 20:39:34.642224 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 20:39:34.642224 n-d-818823-1 neutron-server[103447]: cb(*args, **kw) Nov 22 20:39:34.642224 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 20:39:34.642224 n-d-818823-1 neutron-server[103447]: return func(*args, **kwargs) Nov 22 20:39:34.642224 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 20:39:34.642224 n-d-818823-1 neutron-server[103447]: self._notify() Nov 22 20:39:34.642224 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 20:39:34.642224 n-d-818823-1 neutron-server[103447]: self.callback(batched_events) Nov 22 20:39:34.642224 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 20:39:34.642224 n-d-818823-1 neutron-server[103447]: event.method(event) Nov 22 20:39:34.642224 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 20:39:34.642224 n-d-818823-1 neutron-server[103447]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 20:39:34.642224 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 20:39:34.642224 n-d-818823-1 neutron-server[103447]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 20:39:34.642224 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 20:39:34.642224 n-d-818823-1 neutron-server[103447]: return f(self, *a, **k) Nov 22 20:39:34.642224 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 20:39:34.642224 n-d-818823-1 neutron-server[103447]: return self._get(url).json() Nov 22 20:39:34.642224 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 20:39:34.642224 n-d-818823-1 neutron-server[103447]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 20:39:34.642224 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 20:39:34.642224 n-d-818823-1 neutron-server[103447]: return self.request(url, 'GET', **kwargs) Nov 22 20:39:34.642224 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 20:39:34.642224 n-d-818823-1 neutron-server[103447]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 20:39:34.642224 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 20:39:34.642224 n-d-818823-1 neutron-server[103447]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 20:39:34.642224 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 20:39:34.642224 n-d-818823-1 neutron-server[103447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 20:39:34.642224 n-d-818823-1 neutron-server[103447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 20:39:34.750738 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6ba0d58e-3020-47a4-b327-9fada81311b1 tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3760002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595318'] for network, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:34.757960 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6ba0d58e-3020-47a4-b327-9fada81311b1 tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] Publish callbacks [] for network, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:34.761258 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-6ba0d58e-3020-47a4-b327-9fada81311b1 tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] 10.222.0.46 "DELETE /v2.0/networks/16888482-9fd6-490d-a73b-b04129f73a7c HTTP/1.1" status: 204 len: 168 time: 0.5541382 Nov 22 20:39:34.773739 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba0d58e-3020-47a4-b327-9fada81311b1 tempest-BulkNetworkOpsIpV6Test-421252261 tempest-BulkNetworkOpsIpV6Test-421252261-project] Pushing event deleted for resources: {'Network': ['ID=16888482-9fd6-490d-a73b-b04129f73a7c,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:39:35.140052 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 51438) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:35.182636 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e49ee129-e862-4476-beca-cdc8150d2345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:35.347023 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-72a1f8be-e9ee-4a38-98f7-84127106704c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=108f1306fcc04ff78284e5a75aec6815&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2057431 Nov 22 20:39:35.349517 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 51444) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:35.417621 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b4ab8623-3b72-4126-b637-ef51111b353a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:35.445878 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b4ab8623-3b72-4126-b637-ef51111b353a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:35.508929 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b4ab8623-3b72-4126-b637-ef51111b353a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:35.514042 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b4ab8623-3b72-4126-b637-ef51111b353a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:35.518351 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-b4ab8623-3b72-4126-b637-ef51111b353a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/511a8214-0d68-4d69-a89b-3437e8b1ca11 HTTP/1.1" status: 204 len: 168 time: 0.1673388 Nov 22 20:39:35.538216 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ab8623-3b72-4126-b637-ef51111b353a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=511a8214-0d68-4d69-a89b-3437e8b1ca11,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:39:36.057550 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 51470) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:36.063914 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:36.368713 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-546772f2-bc4d-4425-a915-e9d5fe818625 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:36.466195 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-546772f2-bc4d-4425-a915-e9d5fe818625 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:36.490389 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-546772f2-bc4d-4425-a915-e9d5fe818625 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:36.564593 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546772f2-bc4d-4425-a915-e9d5fe818625 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8f233de-da2b-407b-996e-d8702b59444b,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:39:36.594528 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-546772f2-bc4d-4425-a915-e9d5fe818625 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=aafdb575f3e942059fb9ab0170a3979d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5352221 Nov 22 20:39:36.597309 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 51496) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:36.674723 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0917d47d-b769-4d1e-b42d-6f9ba9b4f8b3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:36.703719 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0917d47d-b769-4d1e-b42d-6f9ba9b4f8b3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:36.715339 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 51498) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:36.764589 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0917d47d-b769-4d1e-b42d-6f9ba9b4f8b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:36.767700 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0917d47d-b769-4d1e-b42d-6f9ba9b4f8b3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:36.771307 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-0917d47d-b769-4d1e-b42d-6f9ba9b4f8b3 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b8f233de-da2b-407b-996e-d8702b59444b HTTP/1.1" status: 204 len: 168 time: 0.1679130 Nov 22 20:39:36.782312 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0917d47d-b769-4d1e-b42d-6f9ba9b4f8b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8f233de-da2b-407b-996e-d8702b59444b,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:39:36.891099 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-8e28c7b7-b507-4f67-9c33-7348c270c837 tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:39:36.891840 n-d-818823-1 neutron-server[103447]: WARNING neutron.api.v2.base [None req-8e28c7b7-b507-4f67-9c33-7348c270c837 tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 22 20:39:36.892344 n-d-818823-1 neutron-server[103447]: INFO neutron.api.v2.resource [None req-8e28c7b7-b507-4f67-9c33-7348c270c837 tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] create failed (client error): There was a conflict when trying to complete your request. Nov 22 20:39:36.897442 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 51506) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:36.897741 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-8e28c7b7-b507-4f67-9c33-7348c270c837 tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1809771 Nov 22 20:39:36.903731 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-16e93df1-0e7b-441b-98d1-769b4a81fbff tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] Request body: {'security_group': {'name': 'tempest-secgroup--1158858878'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:39:36.930977 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-16e93df1-0e7b-441b-98d1-769b4a81fbff tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:36.941600 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-16e93df1-0e7b-441b-98d1-769b4a81fbff tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:37.057849 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-16e93df1-0e7b-441b-98d1-769b4a81fbff tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:37.064841 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-16e93df1-0e7b-441b-98d1-769b4a81fbff tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:37.104409 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e93df1-0e7b-441b-98d1-769b4a81fbff tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c191b54b-b109-49ac-bd6b-4fda2141a896,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:39:37.190237 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 51510) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:37.196590 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-16e93df1-0e7b-441b-98d1-769b4a81fbff tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:37.203974 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-16e93df1-0e7b-441b-98d1-769b4a81fbff tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:37.230688 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-3c8b05c6-4506-40ef-b004-1a40c1e4f22d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:37.232715 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e93df1-0e7b-441b-98d1-769b4a81fbff tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2dac2da-6eaf-482a-a172-7cd93e842129,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:39:37.251610 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-16e93df1-0e7b-441b-98d1-769b4a81fbff tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:37.253249 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-16e93df1-0e7b-441b-98d1-769b4a81fbff tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3539333 Nov 22 20:39:37.256941 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 51514) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:37.266412 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-5ea72920-af85-40b0-895c-5e184eafd42a tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] Request body: {'security_group_rule': {'security_group_id': 'f2dac2da-6eaf-482a-a172-7cd93e842129', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:39:37.320459 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-5ea72920-af85-40b0-895c-5e184eafd42a tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:37.386593 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-3c8b05c6-4506-40ef-b004-1a40c1e4f22d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:37.394253 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-3c8b05c6-4506-40ef-b004-1a40c1e4f22d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:37.440887 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-5ea72920-af85-40b0-895c-5e184eafd42a tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:37.451747 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-3c8b05c6-4506-40ef-b004-1a40c1e4f22d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=360c460e96f346cda7d78d32a042bd04&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2604225 Nov 22 20:39:37.454004 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-5ea72920-af85-40b0-895c-5e184eafd42a tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572323'] for security_group_rule, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:37.454474 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 51524) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:37.461164 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8b05c6-4506-40ef-b004-1a40c1e4f22d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7cdb935-1e9b-4a67-a1c8-70254f2e7054,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:39:37.476340 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea72920-af85-40b0-895c-5e184eafd42a tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=757822fc-4922-4b33-a084-f6fe3e332e3e,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:39:37.484355 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-5ea72920-af85-40b0-895c-5e184eafd42a tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:37.488145 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-5ea72920-af85-40b0-895c-5e184eafd42a tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2272434 Nov 22 20:39:37.488439 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 51526) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:37.492906 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-c441ceb6-6cd0-477e-bbff-596a9aedbb54 tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] Request body: {'security_group_rule': {'security_group_id': 'f2dac2da-6eaf-482a-a172-7cd93e842129', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:39:37.528424 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c441ceb6-6cd0-477e-bbff-596a9aedbb54 tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:37.538581 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6b7367c1-e2db-40b5-b7bc-4129b108661a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:37.563552 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6b7367c1-e2db-40b5-b7bc-4129b108661a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:37.581939 n-d-818823-1 neutron-server[103447]: INFO neutron.api.v2.resource [None req-c441ceb6-6cd0-477e-bbff-596a9aedbb54 tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] create failed (client error): There was a conflict when trying to complete your request. Nov 22 20:39:37.583507 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-c441ceb6-6cd0-477e-bbff-596a9aedbb54 tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.0940764 Nov 22 20:39:37.586571 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 51528) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:37.629252 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6b7367c1-e2db-40b5-b7bc-4129b108661a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:37.632614 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6b7367c1-e2db-40b5-b7bc-4129b108661a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:37.636488 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-6b7367c1-e2db-40b5-b7bc-4129b108661a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b7cdb935-1e9b-4a67-a1c8-70254f2e7054 HTTP/1.1" status: 204 len: 168 time: 0.1785541 Nov 22 20:39:37.656820 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7367c1-e2db-40b5-b7bc-4129b108661a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7cdb935-1e9b-4a67-a1c8-70254f2e7054,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:39:37.662657 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-d575ef00-079b-47ca-bf2e-6603bfed0301 tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:37.710974 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-d575ef00-079b-47ca-bf2e-6603bfed0301 tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:37.771563 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-d575ef00-079b-47ca-bf2e-6603bfed0301 tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:37.775186 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-d575ef00-079b-47ca-bf2e-6603bfed0301 tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:37.776683 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-d575ef00-079b-47ca-bf2e-6603bfed0301 tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] 10.222.0.46 "DELETE /v2.0/security-groups/f2dac2da-6eaf-482a-a172-7cd93e842129 HTTP/1.1" status: 204 len: 168 time: 0.1890109 Nov 22 20:39:37.779395 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 51532) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:37.787226 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d575ef00-079b-47ca-bf2e-6603bfed0301 tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2dac2da-6eaf-482a-a172-7cd93e842129,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:39:37.875402 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-495a0e23-2ba6-45dd-9a1e-d1085e57e33e tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0947888 Nov 22 20:39:37.879047 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 51536) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:37.884622 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-0fdcdcce-ca95-47a4-bb85-3b570c1bba27 tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] Request body: {'security_group': {'name': 'tempest-secgroup--424980661'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:39:37.932483 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0fdcdcce-ca95-47a4-bb85-3b570c1bba27 tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:38.069541 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0fdcdcce-ca95-47a4-bb85-3b570c1bba27 tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:38.077420 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0fdcdcce-ca95-47a4-bb85-3b570c1bba27 tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:38.114936 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdcdcce-ca95-47a4-bb85-3b570c1bba27 tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ad07379-1fb6-466a-a603-a8af07e5ae58,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:39:38.139120 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0fdcdcce-ca95-47a4-bb85-3b570c1bba27 tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:38.140779 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-0fdcdcce-ca95-47a4-bb85-3b570c1bba27 tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2606461 Nov 22 20:39:38.145123 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 51540) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:38.154298 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-7f0932d7-0b83-439e-a09c-626bdb606b1b tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] Request body: {'security_group_rule': {'security_group_id': '8ad07379-1fb6-466a-a603-a8af07e5ae58', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:39:38.155393 n-d-818823-1 neutron-server[103448]: WARNING neutron.api.v2.base [None req-7f0932d7-0b83-439e-a09c-626bdb606b1b tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Nov 22 20:39:38.156280 n-d-818823-1 neutron-server[103448]: INFO neutron.api.v2.resource [None req-7f0932d7-0b83-439e-a09c-626bdb606b1b tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 22 20:39:38.157382 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-7f0932d7-0b83-439e-a09c-626bdb606b1b tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0099702 Nov 22 20:39:38.160781 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 51544) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:38.251191 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1edf7dde-a911-48b8-9cc0-e0d27b63849d tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:38.290353 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1edf7dde-a911-48b8-9cc0-e0d27b63849d tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:38.364304 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1edf7dde-a911-48b8-9cc0-e0d27b63849d tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:38.367104 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1edf7dde-a911-48b8-9cc0-e0d27b63849d tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:38.368364 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-1edf7dde-a911-48b8-9cc0-e0d27b63849d tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] 10.222.0.46 "DELETE /v2.0/security-groups/8ad07379-1fb6-466a-a603-a8af07e5ae58 HTTP/1.1" status: 204 len: 168 time: 0.2062905 Nov 22 20:39:38.372174 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 51552) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:38.402871 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edf7dde-a911-48b8-9cc0-e0d27b63849d tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ad07379-1fb6-466a-a603-a8af07e5ae58,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:39:38.487163 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-589c2951-0e6b-437e-8a57-d381f1b9fc8f tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1125507 Nov 22 20:39:38.491494 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 51556) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:38.499764 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-4df6a4d0-cb3b-4c88-b429-0200d712ca1d tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] Request body: {'security_group': {'name': 'tempest-secgroup--143683288'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:39:38.551364 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4df6a4d0-cb3b-4c88-b429-0200d712ca1d tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:38.665729 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4df6a4d0-cb3b-4c88-b429-0200d712ca1d tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:38.673275 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4df6a4d0-cb3b-4c88-b429-0200d712ca1d tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:38.724567 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df6a4d0-cb3b-4c88-b429-0200d712ca1d tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb075680-6a95-4f2c-951e-5366897dee26,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:39:38.763240 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4df6a4d0-cb3b-4c88-b429-0200d712ca1d tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:38.765333 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-4df6a4d0-cb3b-4c88-b429-0200d712ca1d tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2718484 Nov 22 20:39:38.768093 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 51564) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:38.781104 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-f81711cd-5392-4f3b-8578-0b3f6a2d0493 tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] Request body: {'security_group_rule': {'security_group_id': 'fb075680-6a95-4f2c-951e-5366897dee26', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:39:38.795344 n-d-818823-1 neutron-server[103447]: WARNING neutron.api.v2.base [None req-f81711cd-5392-4f3b-8578-0b3f6a2d0493 tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Nov 22 20:39:38.798251 n-d-818823-1 neutron-server[103447]: INFO neutron.api.v2.resource [None req-f81711cd-5392-4f3b-8578-0b3f6a2d0493 tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 22 20:39:38.804177 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 51568) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:38.808726 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-f81711cd-5392-4f3b-8578-0b3f6a2d0493 tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0394628 Nov 22 20:39:38.921688 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d0bd245a-53c9-43f5-8156-9b9f0bc0c0cb tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:38.982832 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d0bd245a-53c9-43f5-8156-9b9f0bc0c0cb tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:39.087530 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d0bd245a-53c9-43f5-8156-9b9f0bc0c0cb tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:39.091474 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d0bd245a-53c9-43f5-8156-9b9f0bc0c0cb tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:39.094534 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-d0bd245a-53c9-43f5-8156-9b9f0bc0c0cb tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] 10.222.0.46 "DELETE /v2.0/security-groups/fb075680-6a95-4f2c-951e-5366897dee26 HTTP/1.1" status: 204 len: 168 time: 0.2894523 Nov 22 20:39:39.097241 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 51576) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:39.107502 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bd245a-53c9-43f5-8156-9b9f0bc0c0cb tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb075680-6a95-4f2c-951e-5366897dee26,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:39:39.187115 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-3b7681bb-a52d-4c83-bed3-dd6f10c24acf tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0870488 Nov 22 20:39:39.189471 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 51578) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:39.196369 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-7264a021-e239-46ba-8361-13f33adf7178 tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] Request body: {'security_group': {'name': 'tempest-secgroup--2144579122'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:39:39.263599 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7264a021-e239-46ba-8361-13f33adf7178 tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:39.371273 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7264a021-e239-46ba-8361-13f33adf7178 tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:39.377750 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7264a021-e239-46ba-8361-13f33adf7178 tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:39.442683 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7264a021-e239-46ba-8361-13f33adf7178 tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:39.444143 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-7264a021-e239-46ba-8361-13f33adf7178 tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2534413 Nov 22 20:39:39.449919 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7264a021-e239-46ba-8361-13f33adf7178 tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b333ce0f-c630-4195-9118-174b9f121150,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:39:39.454404 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 51582) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:39.488412 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-78b8fe65-1e36-43bf-8653-0bb4f8d29dca tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] Request body: {'security_group_rule': {'security_group_id': 'b333ce0f-c630-4195-9118-174b9f121150', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:39:39.510523 n-d-818823-1 neutron-server[103447]: WARNING neutron.api.v2.base [None req-78b8fe65-1e36-43bf-8653-0bb4f8d29dca tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Nov 22 20:39:39.511199 n-d-818823-1 neutron-server[103447]: INFO neutron.api.v2.resource [None req-78b8fe65-1e36-43bf-8653-0bb4f8d29dca tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 22 20:39:39.515185 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 51584) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:39.515349 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-78b8fe65-1e36-43bf-8653-0bb4f8d29dca tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0492680 Nov 22 20:39:39.523026 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-8dd71a35-b6b6-4fea-81e6-9a2f68cf029b tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] Request body: {'security_group_rule': {'security_group_id': 'b333ce0f-c630-4195-9118-174b9f121150', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:39:39.524785 n-d-818823-1 neutron-server[103448]: WARNING neutron.api.v2.base [None req-8dd71a35-b6b6-4fea-81e6-9a2f68cf029b tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Nov 22 20:39:39.527633 n-d-818823-1 neutron-server[103448]: INFO neutron.api.v2.resource [None req-8dd71a35-b6b6-4fea-81e6-9a2f68cf029b tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 22 20:39:39.529517 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-8dd71a35-b6b6-4fea-81e6-9a2f68cf029b tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0128226 Nov 22 20:39:39.531382 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 51586) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:39.538301 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-9fcd0d21-4c70-4fe5-b7e9-882c1a22cf0c tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] Request body: {'security_group_rule': {'security_group_id': 'b333ce0f-c630-4195-9118-174b9f121150', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:39:39.540134 n-d-818823-1 neutron-server[103448]: WARNING neutron.api.v2.base [None req-9fcd0d21-4c70-4fe5-b7e9-882c1a22cf0c tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Nov 22 20:39:39.540670 n-d-818823-1 neutron-server[103448]: INFO neutron.api.v2.resource [None req-9fcd0d21-4c70-4fe5-b7e9-882c1a22cf0c tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 22 20:39:39.543820 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-9fcd0d21-4c70-4fe5-b7e9-882c1a22cf0c tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0088508 Nov 22 20:39:39.545456 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 51588) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:39.551397 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-22ffd304-7f0e-4fc7-8149-db6b33f0a293 tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] Request body: {'security_group_rule': {'security_group_id': 'b333ce0f-c630-4195-9118-174b9f121150', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:39:39.552375 n-d-818823-1 neutron-server[103448]: WARNING neutron.api.v2.base [None req-22ffd304-7f0e-4fc7-8149-db6b33f0a293 tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Nov 22 20:39:39.552997 n-d-818823-1 neutron-server[103448]: INFO neutron.api.v2.resource [None req-22ffd304-7f0e-4fc7-8149-db6b33f0a293 tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 22 20:39:39.554898 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-22ffd304-7f0e-4fc7-8149-db6b33f0a293 tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0077002 Nov 22 20:39:39.557790 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 51590) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:39.645703 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e987292c-cea6-4fd5-becc-8ab9c9ce4b20 tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:39.710266 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e987292c-cea6-4fd5-becc-8ab9c9ce4b20 tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:39.768731 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e987292c-cea6-4fd5-becc-8ab9c9ce4b20 tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:39.775338 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e987292c-cea6-4fd5-becc-8ab9c9ce4b20 tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:39.780197 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 51604) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:39.781183 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-e987292c-cea6-4fd5-becc-8ab9c9ce4b20 tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] 10.222.0.46 "DELETE /v2.0/security-groups/b333ce0f-c630-4195-9118-174b9f121150 HTTP/1.1" status: 204 len: 168 time: 0.2221928 Nov 22 20:39:39.793686 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e987292c-cea6-4fd5-becc-8ab9c9ce4b20 tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b333ce0f-c630-4195-9118-174b9f121150,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:39:39.861960 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 51608) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:39.868211 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-6ba30f07-1dd9-4b65-a096-259b740babb0 tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] Request body: {'security_group': {'name': 'tempest-secgroup--1727613408'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:39:39.875556 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-eb12276b-5cef-4300-90eb-49ae4d8caea4 tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0935719 Nov 22 20:39:39.902098 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6ba30f07-1dd9-4b65-a096-259b740babb0 tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:39.987061 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6ba30f07-1dd9-4b65-a096-259b740babb0 tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:39.995043 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6ba30f07-1dd9-4b65-a096-259b740babb0 tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:40.032620 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6ba30f07-1dd9-4b65-a096-259b740babb0 tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:40.043836 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 51612) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:40.045021 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-6ba30f07-1dd9-4b65-a096-259b740babb0 tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1812692 Nov 22 20:39:40.048939 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-40672421-be1a-454e-b99c-86eae8c6cc07 tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] Request body: {'security_group_rule': {'security_group_id': 'af6ce89a-ab64-46d4-a1c5-a68cb1d924ab', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:39:40.049582 n-d-818823-1 neutron-server[103448]: WARNING neutron.api.v2.base [None req-40672421-be1a-454e-b99c-86eae8c6cc07 tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 22 20:39:40.050186 n-d-818823-1 neutron-server[103448]: INFO neutron.api.v2.resource [None req-40672421-be1a-454e-b99c-86eae8c6cc07 tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 22 20:39:40.054347 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-40672421-be1a-454e-b99c-86eae8c6cc07 tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0064232 Nov 22 20:39:40.054660 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 51614) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:40.059098 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-bd7da3a0-d769-4076-92ff-1a5825de1efa tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] Request body: {'security_group_rule': {'security_group_id': 'af6ce89a-ab64-46d4-a1c5-a68cb1d924ab', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:39:40.071900 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba30f07-1dd9-4b65-a096-259b740babb0 tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af6ce89a-ab64-46d4-a1c5-a68cb1d924ab,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:39:40.132130 n-d-818823-1 neutron-server[103448]: INFO neutron.api.v2.resource [None req-bd7da3a0-d769-4076-92ff-1a5825de1efa tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 22 20:39:40.139932 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 51616) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:40.146713 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-1dab87a2-6b7a-41cd-abd9-b56ff1f33848 tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] Request body: {'security_group_rule': {'security_group_id': 'af6ce89a-ab64-46d4-a1c5-a68cb1d924ab', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:39:40.148208 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-bd7da3a0-d769-4076-92ff-1a5825de1efa tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0922668 Nov 22 20:39:40.149690 n-d-818823-1 neutron-server[103447]: WARNING neutron.api.v2.base [None req-1dab87a2-6b7a-41cd-abd9-b56ff1f33848 tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Nov 22 20:39:40.150385 n-d-818823-1 neutron-server[103447]: INFO neutron.api.v2.resource [None req-1dab87a2-6b7a-41cd-abd9-b56ff1f33848 tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 22 20:39:40.154847 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 51618) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:40.155271 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-1dab87a2-6b7a-41cd-abd9-b56ff1f33848 tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0135698 Nov 22 20:39:40.164271 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-7b72d248-7b74-444a-8e61-613a41de3d62 tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] Request body: {'security_group_rule': {'security_group_id': 'af6ce89a-ab64-46d4-a1c5-a68cb1d924ab', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:39:40.217219 n-d-818823-1 neutron-server[103448]: INFO neutron.api.v2.resource [None req-7b72d248-7b74-444a-8e61-613a41de3d62 tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 22 20:39:40.218745 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-7b72d248-7b74-444a-8e61-613a41de3d62 tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0626795 Nov 22 20:39:40.221671 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 51620) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:40.226754 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-15015a1c-e324-4891-8c9a-a57adf3c7ea1 tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] Request body: {'security_group_rule': {'security_group_id': 'af6ce89a-ab64-46d4-a1c5-a68cb1d924ab', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:39:40.227236 n-d-818823-1 neutron-server[103448]: WARNING neutron.api.v2.base [None req-15015a1c-e324-4891-8c9a-a57adf3c7ea1 tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 22 20:39:40.227784 n-d-818823-1 neutron-server[103448]: INFO neutron.api.v2.resource [None req-15015a1c-e324-4891-8c9a-a57adf3c7ea1 tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 22 20:39:40.231031 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-15015a1c-e324-4891-8c9a-a57adf3c7ea1 tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0060008 Nov 22 20:39:40.231339 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 51622) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:40.235762 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-16f50ce2-6e15-4bed-b032-a6cfe48d7645 tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] Request body: {'security_group_rule': {'security_group_id': 'af6ce89a-ab64-46d4-a1c5-a68cb1d924ab', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:39:40.260637 n-d-818823-1 neutron-server[103448]: INFO neutron.db.securitygroups_db [None req-16f50ce2-6e15-4bed-b032-a6cfe48d7645 tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] Project 9db2da941762491aa92ed2f9d9e7ee6d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 22 20:39:40.274654 n-d-818823-1 neutron-server[103448]: INFO neutron.api.v2.resource [None req-16f50ce2-6e15-4bed-b032-a6cfe48d7645 tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 22 20:39:40.275833 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-16f50ce2-6e15-4bed-b032-a6cfe48d7645 tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0435553 Nov 22 20:39:40.279030 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 51624) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:40.285411 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-af2b0a85-4c61-4aba-bf6c-56ebe1c54614 tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] Request body: {'security_group_rule': {'security_group_id': 'af6ce89a-ab64-46d4-a1c5-a68cb1d924ab', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:39:40.285930 n-d-818823-1 neutron-server[103448]: WARNING neutron.api.v2.base [None req-af2b0a85-4c61-4aba-bf6c-56ebe1c54614 tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Nov 22 20:39:40.286420 n-d-818823-1 neutron-server[103448]: INFO neutron.api.v2.resource [None req-af2b0a85-4c61-4aba-bf6c-56ebe1c54614 tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 22 20:39:40.287696 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-af2b0a85-4c61-4aba-bf6c-56ebe1c54614 tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0074203 Nov 22 20:39:40.290142 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 51626) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:40.294902 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-28d20d38-4f5f-4935-8d20-af22b79ad373 tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] Request body: {'security_group_rule': {'security_group_id': 'af6ce89a-ab64-46d4-a1c5-a68cb1d924ab', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:39:40.319282 n-d-818823-1 neutron-server[103448]: INFO neutron.db.securitygroups_db [None req-28d20d38-4f5f-4935-8d20-af22b79ad373 tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] Project 9db2da941762491aa92ed2f9d9e7ee6d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 22 20:39:40.333952 n-d-818823-1 neutron-server[103448]: INFO neutron.api.v2.resource [None req-28d20d38-4f5f-4935-8d20-af22b79ad373 tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 22 20:39:40.335870 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-28d20d38-4f5f-4935-8d20-af22b79ad373 tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0445483 Nov 22 20:39:40.338847 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 51628) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:40.344357 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-9ceef616-a819-4daf-a081-0015c86fe56b tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] Request body: {'security_group_rule': {'security_group_id': 'af6ce89a-ab64-46d4-a1c5-a68cb1d924ab', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:39:40.370847 n-d-818823-1 neutron-server[103447]: INFO neutron.db.securitygroups_db [None req-9ceef616-a819-4daf-a081-0015c86fe56b tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] Project 9db2da941762491aa92ed2f9d9e7ee6d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 22 20:39:40.386340 n-d-818823-1 neutron-server[103447]: INFO neutron.api.v2.resource [None req-9ceef616-a819-4daf-a081-0015c86fe56b tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 22 20:39:40.389984 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-9ceef616-a819-4daf-a081-0015c86fe56b tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0473852 Nov 22 20:39:40.390366 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 51630) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:40.459056 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-285c6d21-70bc-40cd-9078-463c65800897 tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:40.483048 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-285c6d21-70bc-40cd-9078-463c65800897 tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:40.541564 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-285c6d21-70bc-40cd-9078-463c65800897 tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:40.545191 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-285c6d21-70bc-40cd-9078-463c65800897 tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:40.546273 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-285c6d21-70bc-40cd-9078-463c65800897 tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] 10.222.0.46 "DELETE /v2.0/security-groups/af6ce89a-ab64-46d4-a1c5-a68cb1d924ab HTTP/1.1" status: 204 len: 168 time: 0.1548812 Nov 22 20:39:40.549012 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 51634) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:40.556746 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285c6d21-70bc-40cd-9078-463c65800897 tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af6ce89a-ab64-46d4-a1c5-a68cb1d924ab,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:39:40.607997 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-1a5e1036-9f6d-4e5f-9ee1-946ad080cecc tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0573266 Nov 22 20:39:40.614355 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 51638) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:40.622543 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-cc36017d-9a11-468b-8ad2-04f51a5779c3 tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] Request body: {'security_group': {'name': 'tempest-secgroup--1586988646'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:39:40.664963 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-cc36017d-9a11-468b-8ad2-04f51a5779c3 tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:40.777403 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-cc36017d-9a11-468b-8ad2-04f51a5779c3 tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:40.782093 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-cc36017d-9a11-468b-8ad2-04f51a5779c3 tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:40.809424 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-cc36017d-9a11-468b-8ad2-04f51a5779c3 tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:40.813846 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 51646) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:40.819857 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-ade724ce-8f6f-463a-bfff-4b615b736c63 tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] Request body: {'security_group_rule': {'security_group_id': '480315b8-5dd0-4c99-a3ac-04fd7dd08252', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:39:40.823452 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-cc36017d-9a11-468b-8ad2-04f51a5779c3 tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1952722 Nov 22 20:39:40.860010 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc36017d-9a11-468b-8ad2-04f51a5779c3 tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] Pushing event updated for resources: {'SecurityGroup': ['ID=480315b8-5dd0-4c99-a3ac-04fd7dd08252,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:39:40.883880 n-d-818823-1 neutron-server[103448]: INFO neutron.api.v2.resource [None req-ade724ce-8f6f-463a-bfff-4b615b736c63 tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] create failed (client error): The resource could not be found. Nov 22 20:39:40.885303 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-ade724ce-8f6f-463a-bfff-4b615b736c63 tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0700805 Nov 22 20:39:40.888140 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 51650) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:40.894803 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-fa3c583d-dbe2-4810-9e69-ec98b4af5937 tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] Request body: {'security_group_rule': {'security_group_id': '480315b8-5dd0-4c99-a3ac-04fd7dd08252', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '868d9eef-28bc-4517-b988-e0be013b7461'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:39:40.953438 n-d-818823-1 neutron-server[103447]: INFO neutron.api.v2.resource [None req-fa3c583d-dbe2-4810-9e69-ec98b4af5937 tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] create failed (client error): The resource could not be found. Nov 22 20:39:40.957581 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-fa3c583d-dbe2-4810-9e69-ec98b4af5937 tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0649462 Nov 22 20:39:40.958221 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 51652) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:41.040364 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d9fdd0a5-b44f-407d-8348-35265f24a417 tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:41.078046 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d9fdd0a5-b44f-407d-8348-35265f24a417 tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:41.152143 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d9fdd0a5-b44f-407d-8348-35265f24a417 tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:41.155167 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d9fdd0a5-b44f-407d-8348-35265f24a417 tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:41.159352 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 51658) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:41.170691 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-d9fdd0a5-b44f-407d-8348-35265f24a417 tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] 10.222.0.46 "DELETE /v2.0/security-groups/480315b8-5dd0-4c99-a3ac-04fd7dd08252 HTTP/1.1" status: 204 len: 168 time: 0.2112305 Nov 22 20:39:41.185821 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.agents_db [None req-aa8313f2-1ee4-4e7b-8c5a-d32b2f9d31ee None None] Agent healthcheck: found 7 active agents {{(pid=103450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 20:39:41.201859 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fdd0a5-b44f-407d-8348-35265f24a417 tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=480315b8-5dd0-4c99-a3ac-04fd7dd08252,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:39:41.265568 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 51660) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:41.267442 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-17d723d1-ccaf-4359-a693-a441149e3b31 tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1067045 Nov 22 20:39:41.270952 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-85a739c0-1f11-4db1-990a-fed419544fb3 tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] Request body: {'security_group_rule': {'security_group_id': 'aab409e8-9737-4d64-8f2a-1a10c61e4d8f', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:39:41.320947 n-d-818823-1 neutron-server[103448]: INFO neutron.api.v2.resource [None req-85a739c0-1f11-4db1-990a-fed419544fb3 tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] create failed (client error): The resource could not be found. Nov 22 20:39:41.322330 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-85a739c0-1f11-4db1-990a-fed419544fb3 tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0553091 Nov 22 20:39:41.327937 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 51662) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:41.332685 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-4680ff28-f038-4f5d-bdc6-515e8ff772bf tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] Request body: {'security_group': {'name': 'tempest-secgroup--2005265398'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:39:41.358348 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4680ff28-f038-4f5d-bdc6-515e8ff772bf tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:41.438302 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4680ff28-f038-4f5d-bdc6-515e8ff772bf tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:41.448960 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4680ff28-f038-4f5d-bdc6-515e8ff772bf tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:41.480840 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4680ff28-f038-4f5d-bdc6-515e8ff772bf tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:41.482354 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-4680ff28-f038-4f5d-bdc6-515e8ff772bf tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1532972 Nov 22 20:39:41.485535 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 51664) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:41.489950 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-933b4892-6c44-47a8-a3d7-bfa12cab4e82 tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] Request body: {'security_group': {'name': 'tempest-secgroup--1056045163'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:39:41.498085 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4680ff28-f038-4f5d-bdc6-515e8ff772bf tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b227010-8a81-4931-8293-72fe3578b05b,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:39:41.516980 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-933b4892-6c44-47a8-a3d7-bfa12cab4e82 tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:41.613045 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-933b4892-6c44-47a8-a3d7-bfa12cab4e82 tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:41.621070 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-933b4892-6c44-47a8-a3d7-bfa12cab4e82 tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:41.662696 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-933b4892-6c44-47a8-a3d7-bfa12cab4e82 tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:41.663980 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-933b4892-6c44-47a8-a3d7-bfa12cab4e82 tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1773589 Nov 22 20:39:41.666205 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933b4892-6c44-47a8-a3d7-bfa12cab4e82 tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fcc6b2d6-316c-4d03-aa1c-2bb9b7cbf846,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:39:41.666890 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 51666) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:41.671492 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-88b8aa9b-1ec8-436c-8b38-8b9334c3470c tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] Request body: {'security_group_rule': {'security_group_id': '5b227010-8a81-4931-8293-72fe3578b05b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'fcc6b2d6-316c-4d03-aa1c-2bb9b7cbf846'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:39:41.718956 n-d-818823-1 neutron-server[103448]: INFO neutron.api.v2.resource [None req-88b8aa9b-1ec8-436c-8b38-8b9334c3470c tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 22 20:39:41.724832 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-88b8aa9b-1ec8-436c-8b38-8b9334c3470c tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0561368 Nov 22 20:39:41.727296 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 51668) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:41.820889 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-00de7a7e-0f28-45a7-bf89-8238db652450 tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:41.849045 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-00de7a7e-0f28-45a7-bf89-8238db652450 tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:41.895920 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-00de7a7e-0f28-45a7-bf89-8238db652450 tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:41.899824 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-00de7a7e-0f28-45a7-bf89-8238db652450 tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:41.903837 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 51670) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:41.904407 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-00de7a7e-0f28-45a7-bf89-8238db652450 tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] 10.222.0.46 "DELETE /v2.0/security-groups/fcc6b2d6-316c-4d03-aa1c-2bb9b7cbf846 HTTP/1.1" status: 204 len: 168 time: 0.1693597 Nov 22 20:39:41.914448 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00de7a7e-0f28-45a7-bf89-8238db652450 tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcc6b2d6-316c-4d03-aa1c-2bb9b7cbf846,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:39:42.005200 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-ec3d6bda-39e1-48ea-b5e2-fda56e338f56 tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1000035 Nov 22 20:39:42.009468 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 51674) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:42.092054 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-be61f20a-c8a7-44f0-9111-960e6aa5448f tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:42.118626 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-be61f20a-c8a7-44f0-9111-960e6aa5448f tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:42.170873 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-be61f20a-c8a7-44f0-9111-960e6aa5448f tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:42.174577 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-be61f20a-c8a7-44f0-9111-960e6aa5448f tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:42.175982 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-be61f20a-c8a7-44f0-9111-960e6aa5448f tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] 10.222.0.46 "DELETE /v2.0/security-groups/5b227010-8a81-4931-8293-72fe3578b05b HTTP/1.1" status: 204 len: 168 time: 0.1652155 Nov 22 20:39:42.179197 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 51678) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:42.187562 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be61f20a-c8a7-44f0-9111-960e6aa5448f tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b227010-8a81-4931-8293-72fe3578b05b,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:39:42.256897 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-90e148d5-26ba-47f4-bfa9-00a1debcf9dc tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0754881 Nov 22 20:39:42.260603 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 51682) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:42.269339 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-5ff689da-db65-4b52-a02a-d0e9247f090f tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] Request body: {'security_group': {'name': 'tempest-secgroup--547885371'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:39:42.298940 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5ff689da-db65-4b52-a02a-d0e9247f090f tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:42.375337 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5ff689da-db65-4b52-a02a-d0e9247f090f tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:42.379028 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5ff689da-db65-4b52-a02a-d0e9247f090f tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:42.413661 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5ff689da-db65-4b52-a02a-d0e9247f090f tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:42.417523 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-5ff689da-db65-4b52-a02a-d0e9247f090f tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1545792 Nov 22 20:39:42.420810 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 51684) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:42.426616 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-abf03dc9-305f-4283-a21b-e6551eda2fc3 tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] Request body: {'security_group_rule': {'security_group_id': '02a04238-edb0-4301-9cfe-34d1864156e3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:39:42.436855 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff689da-db65-4b52-a02a-d0e9247f090f tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02a04238-edb0-4301-9cfe-34d1864156e3,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:39:42.490232 n-d-818823-1 neutron-server[103448]: INFO neutron.api.v2.resource [None req-abf03dc9-305f-4283-a21b-e6551eda2fc3 tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 22 20:39:42.492282 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-abf03dc9-305f-4283-a21b-e6551eda2fc3 tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0703511 Nov 22 20:39:42.495202 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 51686) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:42.500450 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-48f62be0-cca7-4caa-b5d6-de68f0db81b8 tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] Request body: {'security_group_rule': {'security_group_id': '02a04238-edb0-4301-9cfe-34d1864156e3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:39:42.579689 n-d-818823-1 neutron-server[103447]: INFO neutron.api.v2.resource [None req-48f62be0-cca7-4caa-b5d6-de68f0db81b8 tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 22 20:39:42.583472 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-48f62be0-cca7-4caa-b5d6-de68f0db81b8 tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0846562 Nov 22 20:39:42.584318 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 51688) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:42.735328 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7fd58c30-8131-45bb-b6e9-e09d884ae175 tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:42.776244 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7fd58c30-8131-45bb-b6e9-e09d884ae175 tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:42.832056 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7fd58c30-8131-45bb-b6e9-e09d884ae175 tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:42.836021 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7fd58c30-8131-45bb-b6e9-e09d884ae175 tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:42.840100 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-7fd58c30-8131-45bb-b6e9-e09d884ae175 tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] 10.222.0.46 "DELETE /v2.0/security-groups/02a04238-edb0-4301-9cfe-34d1864156e3 HTTP/1.1" status: 204 len: 168 time: 0.2499132 Nov 22 20:39:42.840888 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 51690) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:42.856362 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd58c30-8131-45bb-b6e9-e09d884ae175 tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02a04238-edb0-4301-9cfe-34d1864156e3,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:39:42.914998 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-d13df726-d15a-4f4c-8d98-1e70bb76d66b tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0720880 Nov 22 20:39:42.918810 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 51692) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:42.923813 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-a0809614-8c26-4e45-9a1b-1b926681428c tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] Request body: {'security_group': {'name': 'tempest-secgroup--372938618'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:39:42.954641 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a0809614-8c26-4e45-9a1b-1b926681428c tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:43.056061 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a0809614-8c26-4e45-9a1b-1b926681428c tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:43.063509 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a0809614-8c26-4e45-9a1b-1b926681428c tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:43.115970 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a0809614-8c26-4e45-9a1b-1b926681428c tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:43.115970 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-a0809614-8c26-4e45-9a1b-1b926681428c tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1920478 Nov 22 20:39:43.116317 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 51702) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:43.121296 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-2eb37604-e1c0-4be6-8794-8fa177adb512 tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:39:43.122484 n-d-818823-1 neutron-server[103448]: WARNING neutron.api.v2.base [None req-2eb37604-e1c0-4be6-8794-8fa177adb512 tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 22 20:39:43.122946 n-d-818823-1 neutron-server[103448]: INFO neutron.api.v2.resource [None req-2eb37604-e1c0-4be6-8794-8fa177adb512 tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] update failed (client error): There was a conflict when trying to complete your request. Nov 22 20:39:43.124906 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-2eb37604-e1c0-4be6-8794-8fa177adb512 tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] 10.222.0.46 "PUT /v2.0/security-groups/6b4b9eb4-6af0-4ac3-bf96-1d565c78ca80 HTTP/1.1" status: 409 len: 330 time: 0.0067689 Nov 22 20:39:43.126798 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 51706) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:43.130217 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0809614-8c26-4e45-9a1b-1b926681428c tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b4b9eb4-6af0-4ac3-bf96-1d565c78ca80,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:39:43.208210 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1040b04d-5070-4682-8599-55a4416e98ce tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:43.235029 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1040b04d-5070-4682-8599-55a4416e98ce tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:43.292495 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1040b04d-5070-4682-8599-55a4416e98ce tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:43.295750 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1040b04d-5070-4682-8599-55a4416e98ce tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:43.300219 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 51714) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:43.308913 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-1040b04d-5070-4682-8599-55a4416e98ce tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] 10.222.0.46 "DELETE /v2.0/security-groups/6b4b9eb4-6af0-4ac3-bf96-1d565c78ca80 HTTP/1.1" status: 204 len: 168 time: 0.1807692 Nov 22 20:39:43.329181 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1040b04d-5070-4682-8599-55a4416e98ce tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b4b9eb4-6af0-4ac3-bf96-1d565c78ca80,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:39:43.381635 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 51718) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:43.382665 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-a5dab48d-ef0b-497f-a94c-49e6f976e0f8 tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0809722 Nov 22 20:39:43.424032 n-d-818823-1 neutron-server[103448]: INFO neutron.api.v2.resource [None req-3a212365-1d7f-4c30-955d-f85abc350ece tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] delete failed (client error): The resource could not be found. Nov 22 20:39:43.431229 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-3a212365-1d7f-4c30-955d-f85abc350ece tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] 10.222.0.46 "DELETE /v2.0/security-groups/28d64e6a-3c89-4dcd-93b5-0b3e492762cc HTTP/1.1" status: 404 len: 347 time: 0.0443859 Nov 22 20:39:43.431659 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 51724) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:43.458156 n-d-818823-1 neutron-server[103448]: INFO neutron.api.v2.resource [None req-10b80f12-5f0a-427a-94aa-04d0fb379e63 tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] show failed (client error): The resource could not be found. Nov 22 20:39:43.459258 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-10b80f12-5f0a-427a-94aa-04d0fb379e63 tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] 10.222.0.46 "GET /v2.0/security-groups/e434ddef-11a7-4a6c-8a18-8089d6ec5b4f HTTP/1.1" status: 404 len: 347 time: 0.0268791 Nov 22 20:39:43.463355 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 51730) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:43.478652 n-d-818823-1 neutron-server[103447]: INFO neutron.api.v2.resource [None req-2a0ba128-94cf-4187-a44e-7dbb7a0b2170 tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] show failed (client error): The resource could not be found. Nov 22 20:39:43.483173 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-2a0ba128-94cf-4187-a44e-7dbb7a0b2170 tempest-NegativeSecGroupIPv6Test-186511830 tempest-NegativeSecGroupIPv6Test-186511830-project] 10.222.0.46 "GET /v2.0/security-group-rules/a369a06c-01c1-411c-b21a-70b9c0922820 HTTP/1.1" status: 404 len: 356 time: 0.0152392 Nov 22 20:39:43.806883 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 51748) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:43.994652 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-4ea95141-6ad4-4862-b724-c8585301be51 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9db2da941762491aa92ed2f9d9e7ee6d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1862586 Nov 22 20:39:43.997300 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 51758) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:44.054503 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-42268074-7d7d-4d96-8f96-b5fc263d3b89 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:44.079117 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-42268074-7d7d-4d96-8f96-b5fc263d3b89 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:44.133672 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-42268074-7d7d-4d96-8f96-b5fc263d3b89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:44.137571 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-42268074-7d7d-4d96-8f96-b5fc263d3b89 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:44.139157 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-42268074-7d7d-4d96-8f96-b5fc263d3b89 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c191b54b-b109-49ac-bd6b-4fda2141a896 HTTP/1.1" status: 204 len: 168 time: 0.1406417 Nov 22 20:39:44.150642 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42268074-7d7d-4d96-8f96-b5fc263d3b89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c191b54b-b109-49ac-bd6b-4fda2141a896,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:39:44.585173 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:44.597916 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:44.961344 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 51798) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:45.072071 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-52af6803-49c8-4643-bd68-6494398d48fa tempest-NegativeSecGroupTest-1378077038 tempest-NegativeSecGroupTest-1378077038-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:39:45.072516 n-d-818823-1 neutron-server[103448]: WARNING neutron.api.v2.base [None req-52af6803-49c8-4643-bd68-6494398d48fa tempest-NegativeSecGroupTest-1378077038 tempest-NegativeSecGroupTest-1378077038-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 22 20:39:45.073006 n-d-818823-1 neutron-server[103448]: INFO neutron.api.v2.resource [None req-52af6803-49c8-4643-bd68-6494398d48fa tempest-NegativeSecGroupTest-1378077038 tempest-NegativeSecGroupTest-1378077038-project] create failed (client error): There was a conflict when trying to complete your request. Nov 22 20:39:45.073986 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-52af6803-49c8-4643-bd68-6494398d48fa tempest-NegativeSecGroupTest-1378077038 tempest-NegativeSecGroupTest-1378077038-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1111937 Nov 22 20:39:45.078146 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 51804) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:45.082741 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-42ceb52f-e2e8-4ac7-97a2-179a5e71ccf3 tempest-NegativeSecGroupTest-1378077038 tempest-NegativeSecGroupTest-1378077038-project] Request body: {'security_group': {'name': 'tempest-secgroup--532827248'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:39:45.108144 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-42ceb52f-e2e8-4ac7-97a2-179a5e71ccf3 tempest-NegativeSecGroupTest-1378077038 tempest-NegativeSecGroupTest-1378077038-project] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:45.116875 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-42ceb52f-e2e8-4ac7-97a2-179a5e71ccf3 tempest-NegativeSecGroupTest-1378077038 tempest-NegativeSecGroupTest-1378077038-project] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:45.195759 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-42ceb52f-e2e8-4ac7-97a2-179a5e71ccf3 tempest-NegativeSecGroupTest-1378077038 tempest-NegativeSecGroupTest-1378077038-project] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:45.201476 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-42ceb52f-e2e8-4ac7-97a2-179a5e71ccf3 tempest-NegativeSecGroupTest-1378077038 tempest-NegativeSecGroupTest-1378077038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:45.241384 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ceb52f-e2e8-4ac7-97a2-179a5e71ccf3 tempest-NegativeSecGroupTest-1378077038 tempest-NegativeSecGroupTest-1378077038-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc6746f4-6092-40be-b725-d63e7a39d4a4,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:39:45.281790 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-42ceb52f-e2e8-4ac7-97a2-179a5e71ccf3 tempest-NegativeSecGroupTest-1378077038 tempest-NegativeSecGroupTest-1378077038-project] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:45.286351 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-42ceb52f-e2e8-4ac7-97a2-179a5e71ccf3 tempest-NegativeSecGroupTest-1378077038 tempest-NegativeSecGroupTest-1378077038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:45.317998 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-42ceb52f-e2e8-4ac7-97a2-179a5e71ccf3 tempest-NegativeSecGroupTest-1378077038 tempest-NegativeSecGroupTest-1378077038-project] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:45.322740 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 51806) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:45.325550 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-42ceb52f-e2e8-4ac7-97a2-179a5e71ccf3 tempest-NegativeSecGroupTest-1378077038 tempest-NegativeSecGroupTest-1378077038-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2437022 Nov 22 20:39:45.328499 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ceb52f-e2e8-4ac7-97a2-179a5e71ccf3 tempest-NegativeSecGroupTest-1378077038 tempest-NegativeSecGroupTest-1378077038-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb809830-f3fb-4194-8747-f3c5aebd5ebb,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:39:45.333108 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-aeca81ab-1a67-45b4-a187-9983aec1c645 tempest-NegativeSecGroupTest-1378077038 tempest-NegativeSecGroupTest-1378077038-project] Request body: {'security_group_rule': {'security_group_id': 'fb809830-f3fb-4194-8747-f3c5aebd5ebb', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:39:45.380169 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-aeca81ab-1a67-45b4-a187-9983aec1c645 tempest-NegativeSecGroupTest-1378077038 tempest-NegativeSecGroupTest-1378077038-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:45.473157 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-aeca81ab-1a67-45b4-a187-9983aec1c645 tempest-NegativeSecGroupTest-1378077038 tempest-NegativeSecGroupTest-1378077038-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:45.478447 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-aeca81ab-1a67-45b4-a187-9983aec1c645 tempest-NegativeSecGroupTest-1378077038 tempest-NegativeSecGroupTest-1378077038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572323'] for security_group_rule, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:45.503541 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeca81ab-1a67-45b4-a187-9983aec1c645 tempest-NegativeSecGroupTest-1378077038 tempest-NegativeSecGroupTest-1378077038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3431ef4-6b6f-4e2a-93ba-8ffd5cd96d50,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:39:45.510666 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-aeca81ab-1a67-45b4-a187-9983aec1c645 tempest-NegativeSecGroupTest-1378077038 tempest-NegativeSecGroupTest-1378077038-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:45.514830 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-aeca81ab-1a67-45b4-a187-9983aec1c645 tempest-NegativeSecGroupTest-1378077038 tempest-NegativeSecGroupTest-1378077038-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1907508 Nov 22 20:39:45.518065 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 51808) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:45.543720 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-ac6107e1-405b-4d32-98c6-76d9e69f3169 tempest-NegativeSecGroupTest-1378077038 tempest-NegativeSecGroupTest-1378077038-project] Request body: {'security_group_rule': {'security_group_id': 'fb809830-f3fb-4194-8747-f3c5aebd5ebb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:39:45.604503 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ac6107e1-405b-4d32-98c6-76d9e69f3169 tempest-NegativeSecGroupTest-1378077038 tempest-NegativeSecGroupTest-1378077038-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:45.683045 n-d-818823-1 neutron-server[103447]: INFO neutron.api.v2.resource [None req-ac6107e1-405b-4d32-98c6-76d9e69f3169 tempest-NegativeSecGroupTest-1378077038 tempest-NegativeSecGroupTest-1378077038-project] create failed (client error): There was a conflict when trying to complete your request. Nov 22 20:39:45.687062 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 51814) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:45.687225 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-ac6107e1-405b-4d32-98c6-76d9e69f3169 tempest-NegativeSecGroupTest-1378077038 tempest-NegativeSecGroupTest-1378077038-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1661866 Nov 22 20:39:45.758007 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9ef4d46c-daeb-4438-ba4d-54dca9fbca46 tempest-NegativeSecGroupTest-1378077038 tempest-NegativeSecGroupTest-1378077038-project] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:45.795595 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9ef4d46c-daeb-4438-ba4d-54dca9fbca46 tempest-NegativeSecGroupTest-1378077038 tempest-NegativeSecGroupTest-1378077038-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:45.867612 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9ef4d46c-daeb-4438-ba4d-54dca9fbca46 tempest-NegativeSecGroupTest-1378077038 tempest-NegativeSecGroupTest-1378077038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:45.870968 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9ef4d46c-daeb-4438-ba4d-54dca9fbca46 tempest-NegativeSecGroupTest-1378077038 tempest-NegativeSecGroupTest-1378077038-project] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:45.876311 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 51820) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:45.879046 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-9ef4d46c-daeb-4438-ba4d-54dca9fbca46 tempest-NegativeSecGroupTest-1378077038 tempest-NegativeSecGroupTest-1378077038-project] 10.222.0.46 "DELETE /v2.0/security-groups/fb809830-f3fb-4194-8747-f3c5aebd5ebb HTTP/1.1" status: 204 len: 168 time: 0.1904836 Nov 22 20:39:45.902238 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef4d46c-daeb-4438-ba4d-54dca9fbca46 tempest-NegativeSecGroupTest-1378077038 tempest-NegativeSecGroupTest-1378077038-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb809830-f3fb-4194-8747-f3c5aebd5ebb,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:39:45.940833 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-6a7a14a1-075f-4f9a-8b31-bdb6b9cd16ae tempest-NegativeSecGroupTest-1378077038 tempest-NegativeSecGroupTest-1378077038-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0622101 Nov 22 20:39:45.949115 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 51822) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:45.952871 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-3b387adb-d7f3-4274-91ad-db76d775cb6f tempest-NegativeSecGroupTest-1378077038 tempest-NegativeSecGroupTest-1378077038-project] Request body: {'security_group': {'name': 'tempest-secgroup--753028450'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:39:45.981170 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3b387adb-d7f3-4274-91ad-db76d775cb6f tempest-NegativeSecGroupTest-1378077038 tempest-NegativeSecGroupTest-1378077038-project] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:46.059971 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3b387adb-d7f3-4274-91ad-db76d775cb6f tempest-NegativeSecGroupTest-1378077038 tempest-NegativeSecGroupTest-1378077038-project] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:46.065740 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3b387adb-d7f3-4274-91ad-db76d775cb6f tempest-NegativeSecGroupTest-1378077038 tempest-NegativeSecGroupTest-1378077038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:46.105896 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b387adb-d7f3-4274-91ad-db76d775cb6f tempest-NegativeSecGroupTest-1378077038 tempest-NegativeSecGroupTest-1378077038-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d258a898-9b06-4899-9f39-9cc6da0651da,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:39:46.116111 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3b387adb-d7f3-4274-91ad-db76d775cb6f tempest-NegativeSecGroupTest-1378077038 tempest-NegativeSecGroupTest-1378077038-project] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:46.120609 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-3b387adb-d7f3-4274-91ad-db76d775cb6f tempest-NegativeSecGroupTest-1378077038 tempest-NegativeSecGroupTest-1378077038-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1702821 Nov 22 20:39:46.120837 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 51828) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:46.126649 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-8fc76062-02e0-449a-b6b1-66f097f615c3 tempest-NegativeSecGroupTest-1378077038 tempest-NegativeSecGroupTest-1378077038-project] Request body: {'security_group_rule': {'security_group_id': 'd258a898-9b06-4899-9f39-9cc6da0651da', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:39:46.127496 n-d-818823-1 neutron-server[103447]: WARNING neutron.api.v2.base [None req-8fc76062-02e0-449a-b6b1-66f097f615c3 tempest-NegativeSecGroupTest-1378077038 tempest-NegativeSecGroupTest-1378077038-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Nov 22 20:39:46.128128 n-d-818823-1 neutron-server[103447]: INFO neutron.api.v2.resource [None req-8fc76062-02e0-449a-b6b1-66f097f615c3 tempest-NegativeSecGroupTest-1378077038 tempest-NegativeSecGroupTest-1378077038-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 22 20:39:46.132179 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-8fc76062-02e0-449a-b6b1-66f097f615c3 tempest-NegativeSecGroupTest-1378077038 tempest-NegativeSecGroupTest-1378077038-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0072336 Nov 22 20:39:46.132406 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 51830) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:46.213867 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8ea99183-05aa-4296-9dae-0add5c1da54c tempest-NegativeSecGroupTest-1378077038 tempest-NegativeSecGroupTest-1378077038-project] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:46.244496 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8ea99183-05aa-4296-9dae-0add5c1da54c tempest-NegativeSecGroupTest-1378077038 tempest-NegativeSecGroupTest-1378077038-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:46.305250 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8ea99183-05aa-4296-9dae-0add5c1da54c tempest-NegativeSecGroupTest-1378077038 tempest-NegativeSecGroupTest-1378077038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:46.308631 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8ea99183-05aa-4296-9dae-0add5c1da54c tempest-NegativeSecGroupTest-1378077038 tempest-NegativeSecGroupTest-1378077038-project] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:46.312317 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-8ea99183-05aa-4296-9dae-0add5c1da54c tempest-NegativeSecGroupTest-1378077038 tempest-NegativeSecGroupTest-1378077038-project] 10.222.0.46 "DELETE /v2.0/security-groups/d258a898-9b06-4899-9f39-9cc6da0651da HTTP/1.1" status: 204 len: 168 time: 0.1764941 Nov 22 20:39:46.313015 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 51834) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:46.320933 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea99183-05aa-4296-9dae-0add5c1da54c tempest-NegativeSecGroupTest-1378077038 tempest-NegativeSecGroupTest-1378077038-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d258a898-9b06-4899-9f39-9cc6da0651da,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:39:46.402341 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-27fb2873-2d0d-43d6-b823-220eeb2f4d39 tempest-NegativeSecGroupTest-1378077038 tempest-NegativeSecGroupTest-1378077038-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0878761 Nov 22 20:39:46.406548 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 51836) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:46.411191 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-bbfeddd0-9bb0-4ea6-8c61-be92104aed03 tempest-NegativeSecGroupTest-1378077038 tempest-NegativeSecGroupTest-1378077038-project] Request body: {'security_group': {'name': 'tempest-secgroup--109974772'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:39:46.439047 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-bbfeddd0-9bb0-4ea6-8c61-be92104aed03 tempest-NegativeSecGroupTest-1378077038 tempest-NegativeSecGroupTest-1378077038-project] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:46.510969 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-bbfeddd0-9bb0-4ea6-8c61-be92104aed03 tempest-NegativeSecGroupTest-1378077038 tempest-NegativeSecGroupTest-1378077038-project] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:46.515930 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-bbfeddd0-9bb0-4ea6-8c61-be92104aed03 tempest-NegativeSecGroupTest-1378077038 tempest-NegativeSecGroupTest-1378077038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:46.548432 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-bbfeddd0-9bb0-4ea6-8c61-be92104aed03 tempest-NegativeSecGroupTest-1378077038 tempest-NegativeSecGroupTest-1378077038-project] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:46.550555 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-bbfeddd0-9bb0-4ea6-8c61-be92104aed03 tempest-NegativeSecGroupTest-1378077038 tempest-NegativeSecGroupTest-1378077038-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1429210 Nov 22 20:39:46.554164 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 51838) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:46.558821 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-e70a8e16-76e4-4072-bd7e-67745006e48e tempest-NegativeSecGroupTest-1378077038 tempest-NegativeSecGroupTest-1378077038-project] Request body: {'security_group_rule': {'security_group_id': 'feb65bb8-9396-4499-a98e-63547b4410c2', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:39:46.559781 n-d-818823-1 neutron-server[103448]: WARNING neutron.api.v2.base [None req-e70a8e16-76e4-4072-bd7e-67745006e48e tempest-NegativeSecGroupTest-1378077038 tempest-NegativeSecGroupTest-1378077038-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Nov 22 20:39:46.560288 n-d-818823-1 neutron-server[103448]: INFO neutron.api.v2.resource [None req-e70a8e16-76e4-4072-bd7e-67745006e48e tempest-NegativeSecGroupTest-1378077038 tempest-NegativeSecGroupTest-1378077038-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 22 20:39:46.564300 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-e70a8e16-76e4-4072-bd7e-67745006e48e tempest-NegativeSecGroupTest-1378077038 tempest-NegativeSecGroupTest-1378077038-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0089676 Nov 22 20:39:46.564861 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 51840) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:46.572341 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfeddd0-9bb0-4ea6-8c61-be92104aed03 tempest-NegativeSecGroupTest-1378077038 tempest-NegativeSecGroupTest-1378077038-project] Pushing event updated for resources: {'SecurityGroup': ['ID=feb65bb8-9396-4499-a98e-63547b4410c2,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:39:46.652327 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-89bb0368-27f3-409b-9c62-b2aff53322f0 tempest-NegativeSecGroupTest-1378077038 tempest-NegativeSecGroupTest-1378077038-project] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:46.680253 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-89bb0368-27f3-409b-9c62-b2aff53322f0 tempest-NegativeSecGroupTest-1378077038 tempest-NegativeSecGroupTest-1378077038-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:46.735445 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-89bb0368-27f3-409b-9c62-b2aff53322f0 tempest-NegativeSecGroupTest-1378077038 tempest-NegativeSecGroupTest-1378077038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:46.738978 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-89bb0368-27f3-409b-9c62-b2aff53322f0 tempest-NegativeSecGroupTest-1378077038 tempest-NegativeSecGroupTest-1378077038-project] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:46.741045 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-89bb0368-27f3-409b-9c62-b2aff53322f0 tempest-NegativeSecGroupTest-1378077038 tempest-NegativeSecGroupTest-1378077038-project] 10.222.0.46 "DELETE /v2.0/security-groups/feb65bb8-9396-4499-a98e-63547b4410c2 HTTP/1.1" status: 204 len: 168 time: 0.1746826 Nov 22 20:39:46.743668 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 51842) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:46.753554 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bb0368-27f3-409b-9c62-b2aff53322f0 tempest-NegativeSecGroupTest-1378077038 tempest-NegativeSecGroupTest-1378077038-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=feb65bb8-9396-4499-a98e-63547b4410c2,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:39:46.821131 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-1b49e33e-feb5-4bb8-9cff-d25050a301f8 tempest-NegativeSecGroupTest-1378077038 tempest-NegativeSecGroupTest-1378077038-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0760808 Nov 22 20:39:46.824617 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 51844) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:46.830661 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-b8cdbe8c-c4d4-48bb-ad9b-521218bae630 tempest-NegativeSecGroupTest-1378077038 tempest-NegativeSecGroupTest-1378077038-project] Request body: {'security_group': {'name': 'tempest-secgroup--102917311'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:39:46.858136 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b8cdbe8c-c4d4-48bb-ad9b-521218bae630 tempest-NegativeSecGroupTest-1378077038 tempest-NegativeSecGroupTest-1378077038-project] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:46.942512 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b8cdbe8c-c4d4-48bb-ad9b-521218bae630 tempest-NegativeSecGroupTest-1378077038 tempest-NegativeSecGroupTest-1378077038-project] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:46.951224 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b8cdbe8c-c4d4-48bb-ad9b-521218bae630 tempest-NegativeSecGroupTest-1378077038 tempest-NegativeSecGroupTest-1378077038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:47.006749 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b8cdbe8c-c4d4-48bb-ad9b-521218bae630 tempest-NegativeSecGroupTest-1378077038 tempest-NegativeSecGroupTest-1378077038-project] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:47.008792 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-b8cdbe8c-c4d4-48bb-ad9b-521218bae630 tempest-NegativeSecGroupTest-1378077038 tempest-NegativeSecGroupTest-1378077038-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1830533 Nov 22 20:39:47.010090 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cdbe8c-c4d4-48bb-ad9b-521218bae630 tempest-NegativeSecGroupTest-1378077038 tempest-NegativeSecGroupTest-1378077038-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0d5db18-2055-45fc-8d10-2285f376fcb0,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:39:47.011621 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 51850) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:47.017827 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-c258ab49-0897-4b98-b491-89419330972a tempest-NegativeSecGroupTest-1378077038 tempest-NegativeSecGroupTest-1378077038-project] Request body: {'security_group_rule': {'security_group_id': 'f0d5db18-2055-45fc-8d10-2285f376fcb0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:39:47.018488 n-d-818823-1 neutron-server[103447]: WARNING neutron.api.v2.base [None req-c258ab49-0897-4b98-b491-89419330972a tempest-NegativeSecGroupTest-1378077038 tempest-NegativeSecGroupTest-1378077038-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Nov 22 20:39:47.019009 n-d-818823-1 neutron-server[103447]: INFO neutron.api.v2.resource [None req-c258ab49-0897-4b98-b491-89419330972a tempest-NegativeSecGroupTest-1378077038 tempest-NegativeSecGroupTest-1378077038-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 22 20:39:47.020127 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-c258ab49-0897-4b98-b491-89419330972a tempest-NegativeSecGroupTest-1378077038 tempest-NegativeSecGroupTest-1378077038-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0071735 Nov 22 20:39:47.022984 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 51852) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:47.028846 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-591fa36c-ee76-4402-a7ea-d38c9100ba95 tempest-NegativeSecGroupTest-1378077038 tempest-NegativeSecGroupTest-1378077038-project] Request body: {'security_group_rule': {'security_group_id': 'f0d5db18-2055-45fc-8d10-2285f376fcb0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:39:47.029534 n-d-818823-1 neutron-server[103447]: WARNING neutron.api.v2.base [None req-591fa36c-ee76-4402-a7ea-d38c9100ba95 tempest-NegativeSecGroupTest-1378077038 tempest-NegativeSecGroupTest-1378077038-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Nov 22 20:39:47.030074 n-d-818823-1 neutron-server[103447]: INFO neutron.api.v2.resource [None req-591fa36c-ee76-4402-a7ea-d38c9100ba95 tempest-NegativeSecGroupTest-1378077038 tempest-NegativeSecGroupTest-1378077038-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 22 20:39:47.031125 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-591fa36c-ee76-4402-a7ea-d38c9100ba95 tempest-NegativeSecGroupTest-1378077038 tempest-NegativeSecGroupTest-1378077038-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0068209 Nov 22 20:39:47.033894 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 51854) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:47.040140 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-b15ab2f3-7885-4966-92ab-aaa73529d72b tempest-NegativeSecGroupTest-1378077038 tempest-NegativeSecGroupTest-1378077038-project] Request body: {'security_group_rule': {'security_group_id': 'f0d5db18-2055-45fc-8d10-2285f376fcb0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:39:47.041338 n-d-818823-1 neutron-server[103447]: WARNING neutron.api.v2.base [None req-b15ab2f3-7885-4966-92ab-aaa73529d72b tempest-NegativeSecGroupTest-1378077038 tempest-NegativeSecGroupTest-1378077038-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Nov 22 20:39:47.042259 n-d-818823-1 neutron-server[103447]: INFO neutron.api.v2.resource [None req-b15ab2f3-7885-4966-92ab-aaa73529d72b tempest-NegativeSecGroupTest-1378077038 tempest-NegativeSecGroupTest-1378077038-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 22 20:39:47.046100 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-b15ab2f3-7885-4966-92ab-aaa73529d72b tempest-NegativeSecGroupTest-1378077038 tempest-NegativeSecGroupTest-1378077038-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0085702 Nov 22 20:39:47.047064 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 51856) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:47.051219 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-22c52b41-f8fd-400f-8b11-0fca8c04b083 tempest-NegativeSecGroupTest-1378077038 tempest-NegativeSecGroupTest-1378077038-project] Request body: {'security_group_rule': {'security_group_id': 'f0d5db18-2055-45fc-8d10-2285f376fcb0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:39:47.052346 n-d-818823-1 neutron-server[103447]: WARNING neutron.api.v2.base [None req-22c52b41-f8fd-400f-8b11-0fca8c04b083 tempest-NegativeSecGroupTest-1378077038 tempest-NegativeSecGroupTest-1378077038-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Nov 22 20:39:47.055990 n-d-818823-1 neutron-server[103447]: INFO neutron.api.v2.resource [None req-22c52b41-f8fd-400f-8b11-0fca8c04b083 tempest-NegativeSecGroupTest-1378077038 tempest-NegativeSecGroupTest-1378077038-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 22 20:39:47.059522 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-22c52b41-f8fd-400f-8b11-0fca8c04b083 tempest-NegativeSecGroupTest-1378077038 tempest-NegativeSecGroupTest-1378077038-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0098228 Nov 22 20:39:47.059757 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 51858) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:47.120011 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8fe03ae3-0d9e-4fae-8acc-25c84554ffc3 tempest-NegativeSecGroupTest-1378077038 tempest-NegativeSecGroupTest-1378077038-project] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:47.145769 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8fe03ae3-0d9e-4fae-8acc-25c84554ffc3 tempest-NegativeSecGroupTest-1378077038 tempest-NegativeSecGroupTest-1378077038-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:47.196089 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8fe03ae3-0d9e-4fae-8acc-25c84554ffc3 tempest-NegativeSecGroupTest-1378077038 tempest-NegativeSecGroupTest-1378077038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:47.198914 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8fe03ae3-0d9e-4fae-8acc-25c84554ffc3 tempest-NegativeSecGroupTest-1378077038 tempest-NegativeSecGroupTest-1378077038-project] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:47.200330 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-8fe03ae3-0d9e-4fae-8acc-25c84554ffc3 tempest-NegativeSecGroupTest-1378077038 tempest-NegativeSecGroupTest-1378077038-project] 10.222.0.46 "DELETE /v2.0/security-groups/f0d5db18-2055-45fc-8d10-2285f376fcb0 HTTP/1.1" status: 204 len: 168 time: 0.1396542 Nov 22 20:39:47.202988 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 51860) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:47.210333 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe03ae3-0d9e-4fae-8acc-25c84554ffc3 tempest-NegativeSecGroupTest-1378077038 tempest-NegativeSecGroupTest-1378077038-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0d5db18-2055-45fc-8d10-2285f376fcb0,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:39:47.339061 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-94d6f7f8-92c0-4d02-bbeb-e8b135d83476 tempest-NegativeSecGroupTest-1378077038 tempest-NegativeSecGroupTest-1378077038-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1347620 Nov 22 20:39:47.344759 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 51866) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:47.355093 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-8f92a58f-443f-4c6b-9012-90bb5c47c2e3 tempest-NegativeSecGroupTest-1378077038 tempest-NegativeSecGroupTest-1378077038-project] Request body: {'security_group': {'name': 'tempest-secgroup--1771104441'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:39:47.438879 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8f92a58f-443f-4c6b-9012-90bb5c47c2e3 tempest-NegativeSecGroupTest-1378077038 tempest-NegativeSecGroupTest-1378077038-project] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:47.534592 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8f92a58f-443f-4c6b-9012-90bb5c47c2e3 tempest-NegativeSecGroupTest-1378077038 tempest-NegativeSecGroupTest-1378077038-project] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:47.539101 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8f92a58f-443f-4c6b-9012-90bb5c47c2e3 tempest-NegativeSecGroupTest-1378077038 tempest-NegativeSecGroupTest-1378077038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:47.557042 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8f92a58f-443f-4c6b-9012-90bb5c47c2e3 tempest-NegativeSecGroupTest-1378077038 tempest-NegativeSecGroupTest-1378077038-project] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:47.561310 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 51868) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:47.561787 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-8f92a58f-443f-4c6b-9012-90bb5c47c2e3 tempest-NegativeSecGroupTest-1378077038 tempest-NegativeSecGroupTest-1378077038-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2108417 Nov 22 20:39:47.570236 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-cd772e68-3b2c-459c-91ac-3f69c4cb6c69 tempest-NegativeSecGroupTest-1378077038 tempest-NegativeSecGroupTest-1378077038-project] Request body: {'security_group_rule': {'security_group_id': 'ffc6f912-9118-4773-baba-127779ca72f7', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:39:47.572476 n-d-818823-1 neutron-server[103448]: WARNING neutron.api.v2.base [None req-cd772e68-3b2c-459c-91ac-3f69c4cb6c69 tempest-NegativeSecGroupTest-1378077038 tempest-NegativeSecGroupTest-1378077038-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 22 20:39:47.573404 n-d-818823-1 neutron-server[103448]: INFO neutron.api.v2.resource [None req-cd772e68-3b2c-459c-91ac-3f69c4cb6c69 tempest-NegativeSecGroupTest-1378077038 tempest-NegativeSecGroupTest-1378077038-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 22 20:39:47.575761 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-cd772e68-3b2c-459c-91ac-3f69c4cb6c69 tempest-NegativeSecGroupTest-1378077038 tempest-NegativeSecGroupTest-1378077038-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0124309 Nov 22 20:39:47.579503 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 51870) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:47.586288 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-81e1b0d2-4d67-4ef7-a8c7-d5a92b2cadad tempest-NegativeSecGroupTest-1378077038 tempest-NegativeSecGroupTest-1378077038-project] Request body: {'security_group_rule': {'security_group_id': 'ffc6f912-9118-4773-baba-127779ca72f7', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:39:47.590801 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f92a58f-443f-4c6b-9012-90bb5c47c2e3 tempest-NegativeSecGroupTest-1378077038 tempest-NegativeSecGroupTest-1378077038-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ffc6f912-9118-4773-baba-127779ca72f7,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:39:47.660627 n-d-818823-1 neutron-server[103448]: INFO neutron.api.v2.resource [None req-81e1b0d2-4d67-4ef7-a8c7-d5a92b2cadad tempest-NegativeSecGroupTest-1378077038 tempest-NegativeSecGroupTest-1378077038-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 22 20:39:47.666537 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 51872) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:47.672566 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-ea85e38e-6a77-47d4-915c-8ba4b3eda03f tempest-NegativeSecGroupTest-1378077038 tempest-NegativeSecGroupTest-1378077038-project] Request body: {'security_group_rule': {'security_group_id': 'ffc6f912-9118-4773-baba-127779ca72f7', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:39:47.673116 n-d-818823-1 neutron-server[103447]: WARNING neutron.api.v2.base [None req-ea85e38e-6a77-47d4-915c-8ba4b3eda03f tempest-NegativeSecGroupTest-1378077038 tempest-NegativeSecGroupTest-1378077038-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Nov 22 20:39:47.673625 n-d-818823-1 neutron-server[103447]: INFO neutron.api.v2.resource [None req-ea85e38e-6a77-47d4-915c-8ba4b3eda03f tempest-NegativeSecGroupTest-1378077038 tempest-NegativeSecGroupTest-1378077038-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 22 20:39:47.679006 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-ea85e38e-6a77-47d4-915c-8ba4b3eda03f tempest-NegativeSecGroupTest-1378077038 tempest-NegativeSecGroupTest-1378077038-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0113940 Nov 22 20:39:47.679831 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 51874) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:47.681960 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-81e1b0d2-4d67-4ef7-a8c7-d5a92b2cadad tempest-NegativeSecGroupTest-1378077038 tempest-NegativeSecGroupTest-1378077038-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1009049 Nov 22 20:39:47.685408 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-da7ab6eb-620b-4f81-8cbf-09e29fac2b43 tempest-NegativeSecGroupTest-1378077038 tempest-NegativeSecGroupTest-1378077038-project] Request body: {'security_group_rule': {'security_group_id': 'ffc6f912-9118-4773-baba-127779ca72f7', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:39:47.722717 n-d-818823-1 neutron-server[103447]: INFO neutron.api.v2.resource [None req-da7ab6eb-620b-4f81-8cbf-09e29fac2b43 tempest-NegativeSecGroupTest-1378077038 tempest-NegativeSecGroupTest-1378077038-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 22 20:39:47.723761 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-da7ab6eb-620b-4f81-8cbf-09e29fac2b43 tempest-NegativeSecGroupTest-1378077038 tempest-NegativeSecGroupTest-1378077038-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0429916 Nov 22 20:39:47.727149 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 51876) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:47.732064 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-b9185cad-7d71-4b99-922c-81d77fa32c82 tempest-NegativeSecGroupTest-1378077038 tempest-NegativeSecGroupTest-1378077038-project] Request body: {'security_group_rule': {'security_group_id': 'ffc6f912-9118-4773-baba-127779ca72f7', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:39:47.732545 n-d-818823-1 neutron-server[103448]: WARNING neutron.api.v2.base [None req-b9185cad-7d71-4b99-922c-81d77fa32c82 tempest-NegativeSecGroupTest-1378077038 tempest-NegativeSecGroupTest-1378077038-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 22 20:39:47.733025 n-d-818823-1 neutron-server[103448]: INFO neutron.api.v2.resource [None req-b9185cad-7d71-4b99-922c-81d77fa32c82 tempest-NegativeSecGroupTest-1378077038 tempest-NegativeSecGroupTest-1378077038-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 22 20:39:47.733961 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-b9185cad-7d71-4b99-922c-81d77fa32c82 tempest-NegativeSecGroupTest-1378077038 tempest-NegativeSecGroupTest-1378077038-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0058055 Nov 22 20:39:47.736346 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 51878) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:47.741503 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-0d947146-125b-4a5a-9116-d7e925890efc tempest-NegativeSecGroupTest-1378077038 tempest-NegativeSecGroupTest-1378077038-project] Request body: {'security_group_rule': {'security_group_id': 'ffc6f912-9118-4773-baba-127779ca72f7', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:39:47.782889 n-d-818823-1 neutron-server[103447]: INFO neutron.api.v2.resource [None req-0d947146-125b-4a5a-9116-d7e925890efc tempest-NegativeSecGroupTest-1378077038 tempest-NegativeSecGroupTest-1378077038-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 22 20:39:47.784329 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-0d947146-125b-4a5a-9116-d7e925890efc tempest-NegativeSecGroupTest-1378077038 tempest-NegativeSecGroupTest-1378077038-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0469375 Nov 22 20:39:47.787808 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 51880) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:47.792807 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-e0202fa1-97fc-4cb2-8c18-d9bdbdeda089 tempest-NegativeSecGroupTest-1378077038 tempest-NegativeSecGroupTest-1378077038-project] Request body: {'security_group_rule': {'security_group_id': 'ffc6f912-9118-4773-baba-127779ca72f7', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:39:47.793484 n-d-818823-1 neutron-server[103448]: WARNING neutron.api.v2.base [None req-e0202fa1-97fc-4cb2-8c18-d9bdbdeda089 tempest-NegativeSecGroupTest-1378077038 tempest-NegativeSecGroupTest-1378077038-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Nov 22 20:39:47.794133 n-d-818823-1 neutron-server[103448]: INFO neutron.api.v2.resource [None req-e0202fa1-97fc-4cb2-8c18-d9bdbdeda089 tempest-NegativeSecGroupTest-1378077038 tempest-NegativeSecGroupTest-1378077038-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 22 20:39:47.795278 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-e0202fa1-97fc-4cb2-8c18-d9bdbdeda089 tempest-NegativeSecGroupTest-1378077038 tempest-NegativeSecGroupTest-1378077038-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0062957 Nov 22 20:39:47.797982 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 51882) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:47.804911 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-c7af6d03-9891-4507-ab70-9703813fdfdf tempest-NegativeSecGroupTest-1378077038 tempest-NegativeSecGroupTest-1378077038-project] Request body: {'security_group_rule': {'security_group_id': 'ffc6f912-9118-4773-baba-127779ca72f7', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:39:47.843076 n-d-818823-1 neutron-server[103448]: INFO neutron.api.v2.resource [None req-c7af6d03-9891-4507-ab70-9703813fdfdf tempest-NegativeSecGroupTest-1378077038 tempest-NegativeSecGroupTest-1378077038-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 22 20:39:47.846842 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-c7af6d03-9891-4507-ab70-9703813fdfdf tempest-NegativeSecGroupTest-1378077038 tempest-NegativeSecGroupTest-1378077038-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0451009 Nov 22 20:39:47.847363 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 51884) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:47.853114 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-c31667d3-2c16-4773-9235-b3cbfaeb2ad1 tempest-NegativeSecGroupTest-1378077038 tempest-NegativeSecGroupTest-1378077038-project] Request body: {'security_group_rule': {'security_group_id': 'ffc6f912-9118-4773-baba-127779ca72f7', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:39:47.889683 n-d-818823-1 neutron-server[103447]: INFO neutron.api.v2.resource [None req-c31667d3-2c16-4773-9235-b3cbfaeb2ad1 tempest-NegativeSecGroupTest-1378077038 tempest-NegativeSecGroupTest-1378077038-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 22 20:39:47.894265 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 51886) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:47.894495 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-c31667d3-2c16-4773-9235-b3cbfaeb2ad1 tempest-NegativeSecGroupTest-1378077038 tempest-NegativeSecGroupTest-1378077038-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0457530 Nov 22 20:39:47.948841 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a5168333-070f-41b7-b310-22b5acdaef40 tempest-NegativeSecGroupTest-1378077038 tempest-NegativeSecGroupTest-1378077038-project] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:47.973308 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a5168333-070f-41b7-b310-22b5acdaef40 tempest-NegativeSecGroupTest-1378077038 tempest-NegativeSecGroupTest-1378077038-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:48.027171 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a5168333-070f-41b7-b310-22b5acdaef40 tempest-NegativeSecGroupTest-1378077038 tempest-NegativeSecGroupTest-1378077038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:48.030492 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a5168333-070f-41b7-b310-22b5acdaef40 tempest-NegativeSecGroupTest-1378077038 tempest-NegativeSecGroupTest-1378077038-project] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:48.031819 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-a5168333-070f-41b7-b310-22b5acdaef40 tempest-NegativeSecGroupTest-1378077038 tempest-NegativeSecGroupTest-1378077038-project] 10.222.0.46 "DELETE /v2.0/security-groups/ffc6f912-9118-4773-baba-127779ca72f7 HTTP/1.1" status: 204 len: 168 time: 0.1362498 Nov 22 20:39:48.035020 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 51894) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:48.067084 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5168333-070f-41b7-b310-22b5acdaef40 tempest-NegativeSecGroupTest-1378077038 tempest-NegativeSecGroupTest-1378077038-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffc6f912-9118-4773-baba-127779ca72f7,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:39:48.135601 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 51898) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:48.136525 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-bc9b7592-40b5-4460-a64a-3c98e1cf3f5e tempest-NegativeSecGroupTest-1378077038 tempest-NegativeSecGroupTest-1378077038-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0999405 Nov 22 20:39:48.140391 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-eee66956-ad53-46ec-b4aa-cb54986320b7 tempest-NegativeSecGroupTest-1378077038 tempest-NegativeSecGroupTest-1378077038-project] Request body: {'security_group': {'name': 'tempest-secgroup--282524096'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:39:48.203399 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-eee66956-ad53-46ec-b4aa-cb54986320b7 tempest-NegativeSecGroupTest-1378077038 tempest-NegativeSecGroupTest-1378077038-project] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:48.296346 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-eee66956-ad53-46ec-b4aa-cb54986320b7 tempest-NegativeSecGroupTest-1378077038 tempest-NegativeSecGroupTest-1378077038-project] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:48.305147 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-eee66956-ad53-46ec-b4aa-cb54986320b7 tempest-NegativeSecGroupTest-1378077038 tempest-NegativeSecGroupTest-1378077038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:48.385213 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-eee66956-ad53-46ec-b4aa-cb54986320b7 tempest-NegativeSecGroupTest-1378077038 tempest-NegativeSecGroupTest-1378077038-project] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:48.386511 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-eee66956-ad53-46ec-b4aa-cb54986320b7 tempest-NegativeSecGroupTest-1378077038 tempest-NegativeSecGroupTest-1378077038-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2498159 Nov 22 20:39:48.389635 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 51906) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:48.395778 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-e048c429-b8a8-466e-8f08-2e11ed0b54e7 tempest-NegativeSecGroupTest-1378077038 tempest-NegativeSecGroupTest-1378077038-project] Request body: {'security_group_rule': {'security_group_id': '79729f33-3abb-4610-9fce-c0479510ec28', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:39:48.427046 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee66956-ad53-46ec-b4aa-cb54986320b7 tempest-NegativeSecGroupTest-1378077038 tempest-NegativeSecGroupTest-1378077038-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79729f33-3abb-4610-9fce-c0479510ec28,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:39:48.459551 n-d-818823-1 neutron-server[103447]: INFO neutron.api.v2.resource [None req-e048c429-b8a8-466e-8f08-2e11ed0b54e7 tempest-NegativeSecGroupTest-1378077038 tempest-NegativeSecGroupTest-1378077038-project] create failed (client error): The resource could not be found. Nov 22 20:39:48.464702 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 51908) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:48.465502 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-e048c429-b8a8-466e-8f08-2e11ed0b54e7 tempest-NegativeSecGroupTest-1378077038 tempest-NegativeSecGroupTest-1378077038-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0747056 Nov 22 20:39:48.469192 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-4fd97369-a33a-4574-bcdb-d9fac2847e11 tempest-NegativeSecGroupTest-1378077038 tempest-NegativeSecGroupTest-1378077038-project] Request body: {'security_group_rule': {'security_group_id': '79729f33-3abb-4610-9fce-c0479510ec28', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '3844d90e-3bcb-42f6-bbf6-b929ca11760e'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:39:48.523188 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 51910) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:48.535070 n-d-818823-1 neutron-server[103448]: INFO neutron.api.v2.resource [None req-4fd97369-a33a-4574-bcdb-d9fac2847e11 tempest-NegativeSecGroupTest-1378077038 tempest-NegativeSecGroupTest-1378077038-project] create failed (client error): The resource could not be found. Nov 22 20:39:48.536394 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-4fd97369-a33a-4574-bcdb-d9fac2847e11 tempest-NegativeSecGroupTest-1378077038 tempest-NegativeSecGroupTest-1378077038-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0707569 Nov 22 20:39:48.539435 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 51914) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:48.620259 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6cdcab46-2b3f-4a4d-842c-1d60751d8215 tempest-NegativeSecGroupTest-1378077038 tempest-NegativeSecGroupTest-1378077038-project] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:48.648362 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6cdcab46-2b3f-4a4d-842c-1d60751d8215 tempest-NegativeSecGroupTest-1378077038 tempest-NegativeSecGroupTest-1378077038-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:48.691673 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-eaf604ce-c5a0-42f4-ac7c-926e70a0bb24 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:48.725209 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6cdcab46-2b3f-4a4d-842c-1d60751d8215 tempest-NegativeSecGroupTest-1378077038 tempest-NegativeSecGroupTest-1378077038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:48.727835 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6cdcab46-2b3f-4a4d-842c-1d60751d8215 tempest-NegativeSecGroupTest-1378077038 tempest-NegativeSecGroupTest-1378077038-project] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:48.729002 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-6cdcab46-2b3f-4a4d-842c-1d60751d8215 tempest-NegativeSecGroupTest-1378077038 tempest-NegativeSecGroupTest-1378077038-project] 10.222.0.46 "DELETE /v2.0/security-groups/79729f33-3abb-4610-9fce-c0479510ec28 HTTP/1.1" status: 204 len: 168 time: 0.1884921 Nov 22 20:39:48.731701 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 51916) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:48.785757 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-0315b109-62cd-4006-ba6f-d62522601925 tempest-NegativeSecGroupTest-1378077038 tempest-NegativeSecGroupTest-1378077038-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0528278 Nov 22 20:39:48.791948 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 51918) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:48.800468 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-eaf604ce-c5a0-42f4-ac7c-926e70a0bb24 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:48.803964 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-c794dc81-bced-4aa4-a0e6-c95c4d8d5841 tempest-NegativeSecGroupTest-1378077038 tempest-NegativeSecGroupTest-1378077038-project] Request body: {'security_group_rule': {'security_group_id': '380c83f2-0b00-429b-8c8a-39291f2fc3eb', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:39:48.814531 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-eaf604ce-c5a0-42f4-ac7c-926e70a0bb24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:48.833898 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdcab46-2b3f-4a4d-842c-1d60751d8215 tempest-NegativeSecGroupTest-1378077038 tempest-NegativeSecGroupTest-1378077038-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79729f33-3abb-4610-9fce-c0479510ec28,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:39:48.861043 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-eaf604ce-c5a0-42f4-ac7c-926e70a0bb24 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=fdf01d35526942bcbc1c0d2aff886aa0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3364165 Nov 22 20:39:48.864319 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 51920) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:48.874663 n-d-818823-1 neutron-server[103448]: INFO neutron.api.v2.resource [None req-c794dc81-bced-4aa4-a0e6-c95c4d8d5841 tempest-NegativeSecGroupTest-1378077038 tempest-NegativeSecGroupTest-1378077038-project] create failed (client error): The resource could not be found. Nov 22 20:39:48.876280 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-c794dc81-bced-4aa4-a0e6-c95c4d8d5841 tempest-NegativeSecGroupTest-1378077038 tempest-NegativeSecGroupTest-1378077038-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0827930 Nov 22 20:39:48.878621 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf604ce-c5a0-42f4-ac7c-926e70a0bb24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa725e18-d446-4d9a-9818-e07589286566,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:39:48.882836 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 51922) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:48.889583 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-7bca2a5a-85cd-4896-8365-6d0c50a75e7d tempest-NegativeSecGroupTest-1378077038 tempest-NegativeSecGroupTest-1378077038-project] Request body: {'security_group': {'name': 'tempest-secgroup--261444410'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:39:48.921258 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-7bca2a5a-85cd-4896-8365-6d0c50a75e7d tempest-NegativeSecGroupTest-1378077038 tempest-NegativeSecGroupTest-1378077038-project] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:48.927226 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-100150c2-af49-405f-94ef-f7c88c9556ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:48.957340 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-100150c2-af49-405f-94ef-f7c88c9556ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:49.005087 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-7bca2a5a-85cd-4896-8365-6d0c50a75e7d tempest-NegativeSecGroupTest-1378077038 tempest-NegativeSecGroupTest-1378077038-project] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:49.010910 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-7bca2a5a-85cd-4896-8365-6d0c50a75e7d tempest-NegativeSecGroupTest-1378077038 tempest-NegativeSecGroupTest-1378077038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:49.045509 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-100150c2-af49-405f-94ef-f7c88c9556ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:49.046525 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-7bca2a5a-85cd-4896-8365-6d0c50a75e7d tempest-NegativeSecGroupTest-1378077038 tempest-NegativeSecGroupTest-1378077038-project] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:49.048317 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-7bca2a5a-85cd-4896-8365-6d0c50a75e7d tempest-NegativeSecGroupTest-1378077038 tempest-NegativeSecGroupTest-1378077038-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1638069 Nov 22 20:39:49.049816 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bca2a5a-85cd-4896-8365-6d0c50a75e7d tempest-NegativeSecGroupTest-1378077038 tempest-NegativeSecGroupTest-1378077038-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0783d31-2c8d-41cc-8740-524c9077dae7,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:39:49.049980 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-100150c2-af49-405f-94ef-f7c88c9556ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:49.051667 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-100150c2-af49-405f-94ef-f7c88c9556ad admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/fa725e18-d446-4d9a-9818-e07589286566 HTTP/1.1" status: 204 len: 168 time: 0.1852014 Nov 22 20:39:49.052352 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 51924) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:49.066177 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100150c2-af49-405f-94ef-f7c88c9556ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa725e18-d446-4d9a-9818-e07589286566,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:39:49.072087 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-0f1f9723-dbab-42d4-ae1b-086c5d293b27 tempest-NegativeSecGroupTest-1378077038 tempest-NegativeSecGroupTest-1378077038-project] Request body: {'security_group': {'name': 'tempest-secgroup--655587908'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:39:49.099768 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0f1f9723-dbab-42d4-ae1b-086c5d293b27 tempest-NegativeSecGroupTest-1378077038 tempest-NegativeSecGroupTest-1378077038-project] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:49.191718 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0f1f9723-dbab-42d4-ae1b-086c5d293b27 tempest-NegativeSecGroupTest-1378077038 tempest-NegativeSecGroupTest-1378077038-project] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:49.198853 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0f1f9723-dbab-42d4-ae1b-086c5d293b27 tempest-NegativeSecGroupTest-1378077038 tempest-NegativeSecGroupTest-1378077038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:49.269846 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1f9723-dbab-42d4-ae1b-086c5d293b27 tempest-NegativeSecGroupTest-1378077038 tempest-NegativeSecGroupTest-1378077038-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b2c171c-2d09-43e2-a98f-d7dc3dc773de,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:39:49.285827 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0f1f9723-dbab-42d4-ae1b-086c5d293b27 tempest-NegativeSecGroupTest-1378077038 tempest-NegativeSecGroupTest-1378077038-project] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:49.287694 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-0f1f9723-dbab-42d4-ae1b-086c5d293b27 tempest-NegativeSecGroupTest-1378077038 tempest-NegativeSecGroupTest-1378077038-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2331622 Nov 22 20:39:49.290409 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 51932) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:49.295007 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-1585fe48-2131-439a-aab1-c99fbfebf6fc tempest-NegativeSecGroupTest-1378077038 tempest-NegativeSecGroupTest-1378077038-project] Request body: {'security_group_rule': {'security_group_id': 'a0783d31-2c8d-41cc-8740-524c9077dae7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '1b2c171c-2d09-43e2-a98f-d7dc3dc773de'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:39:49.343653 n-d-818823-1 neutron-server[103447]: INFO neutron.api.v2.resource [None req-1585fe48-2131-439a-aab1-c99fbfebf6fc tempest-NegativeSecGroupTest-1378077038 tempest-NegativeSecGroupTest-1378077038-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 22 20:39:49.348538 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-1585fe48-2131-439a-aab1-c99fbfebf6fc tempest-NegativeSecGroupTest-1378077038 tempest-NegativeSecGroupTest-1378077038-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0561006 Nov 22 20:39:49.350808 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 51934) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:49.413404 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-7f13c92f-c0f9-4698-9d89-6673470be1f0 tempest-NegativeSecGroupTest-1378077038 tempest-NegativeSecGroupTest-1378077038-project] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:49.441990 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-7f13c92f-c0f9-4698-9d89-6673470be1f0 tempest-NegativeSecGroupTest-1378077038 tempest-NegativeSecGroupTest-1378077038-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:49.494494 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-7f13c92f-c0f9-4698-9d89-6673470be1f0 tempest-NegativeSecGroupTest-1378077038 tempest-NegativeSecGroupTest-1378077038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:49.497186 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-7f13c92f-c0f9-4698-9d89-6673470be1f0 tempest-NegativeSecGroupTest-1378077038 tempest-NegativeSecGroupTest-1378077038-project] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:49.501258 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 51946) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:49.501427 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-7f13c92f-c0f9-4698-9d89-6673470be1f0 tempest-NegativeSecGroupTest-1378077038 tempest-NegativeSecGroupTest-1378077038-project] 10.222.0.46 "DELETE /v2.0/security-groups/1b2c171c-2d09-43e2-a98f-d7dc3dc773de HTTP/1.1" status: 204 len: 168 time: 0.1494277 Nov 22 20:39:49.511974 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f13c92f-c0f9-4698-9d89-6673470be1f0 tempest-NegativeSecGroupTest-1378077038 tempest-NegativeSecGroupTest-1378077038-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b2c171c-2d09-43e2-a98f-d7dc3dc773de,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:39:49.601824 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 51950) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:49.604516 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-88e7da33-1f54-462a-8c87-ac3b5357a993 tempest-NegativeSecGroupTest-1378077038 tempest-NegativeSecGroupTest-1378077038-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.0997052 Nov 22 20:39:49.702466 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-7e923abf-3001-4d55-82da-d2a0be10db01 tempest-NegativeSecGroupTest-1378077038 tempest-NegativeSecGroupTest-1378077038-project] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:49.755120 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-7e923abf-3001-4d55-82da-d2a0be10db01 tempest-NegativeSecGroupTest-1378077038 tempest-NegativeSecGroupTest-1378077038-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:49.816789 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-7e923abf-3001-4d55-82da-d2a0be10db01 tempest-NegativeSecGroupTest-1378077038 tempest-NegativeSecGroupTest-1378077038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:49.819677 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-7e923abf-3001-4d55-82da-d2a0be10db01 tempest-NegativeSecGroupTest-1378077038 tempest-NegativeSecGroupTest-1378077038-project] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:49.823209 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-7e923abf-3001-4d55-82da-d2a0be10db01 tempest-NegativeSecGroupTest-1378077038 tempest-NegativeSecGroupTest-1378077038-project] 10.222.0.46 "DELETE /v2.0/security-groups/a0783d31-2c8d-41cc-8740-524c9077dae7 HTTP/1.1" status: 204 len: 168 time: 0.2179143 Nov 22 20:39:49.823996 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 51956) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:49.831303 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e923abf-3001-4d55-82da-d2a0be10db01 tempest-NegativeSecGroupTest-1378077038 tempest-NegativeSecGroupTest-1378077038-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0783d31-2c8d-41cc-8740-524c9077dae7,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:39:49.860675 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 51958) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:49.911863 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-47be19fa-2e2b-4c92-a322-aeee680a0c9b tempest-NegativeSecGroupTest-1378077038 tempest-NegativeSecGroupTest-1378077038-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0868816 Nov 22 20:39:49.915838 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 51964) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:49.920014 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-d3dd5d0f-7ef2-4a6e-98c6-58115c5456f9 tempest-NegativeSecGroupTest-1378077038 tempest-NegativeSecGroupTest-1378077038-project] Request body: {'security_group': {'name': 'tempest-secgroup--295173358'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:39:49.970971 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d3dd5d0f-7ef2-4a6e-98c6-58115c5456f9 tempest-NegativeSecGroupTest-1378077038 tempest-NegativeSecGroupTest-1378077038-project] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:50.067387 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e11c3bd6-b387-40a1-8db2-cf4c965a0093 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:50.113115 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d3dd5d0f-7ef2-4a6e-98c6-58115c5456f9 tempest-NegativeSecGroupTest-1378077038 tempest-NegativeSecGroupTest-1378077038-project] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:50.121122 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d3dd5d0f-7ef2-4a6e-98c6-58115c5456f9 tempest-NegativeSecGroupTest-1378077038 tempest-NegativeSecGroupTest-1378077038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:50.178508 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d3dd5d0f-7ef2-4a6e-98c6-58115c5456f9 tempest-NegativeSecGroupTest-1378077038 tempest-NegativeSecGroupTest-1378077038-project] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:50.188608 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 51970) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:50.191869 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-d3dd5d0f-7ef2-4a6e-98c6-58115c5456f9 tempest-NegativeSecGroupTest-1378077038 tempest-NegativeSecGroupTest-1378077038-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2751813 Nov 22 20:39:50.193764 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dd5d0f-7ef2-4a6e-98c6-58115c5456f9 tempest-NegativeSecGroupTest-1378077038 tempest-NegativeSecGroupTest-1378077038-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88146150-559d-42cc-83ad-218c3e4369d8,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:39:50.203653 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-35fb4e4f-6797-4e76-941b-fa6814263765 tempest-NegativeSecGroupTest-1378077038 tempest-NegativeSecGroupTest-1378077038-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:39:50.204274 n-d-818823-1 neutron-server[103447]: WARNING neutron.api.v2.base [None req-35fb4e4f-6797-4e76-941b-fa6814263765 tempest-NegativeSecGroupTest-1378077038 tempest-NegativeSecGroupTest-1378077038-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 22 20:39:50.204891 n-d-818823-1 neutron-server[103447]: INFO neutron.api.v2.resource [None req-35fb4e4f-6797-4e76-941b-fa6814263765 tempest-NegativeSecGroupTest-1378077038 tempest-NegativeSecGroupTest-1378077038-project] update failed (client error): There was a conflict when trying to complete your request. Nov 22 20:39:50.208342 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-35fb4e4f-6797-4e76-941b-fa6814263765 tempest-NegativeSecGroupTest-1378077038 tempest-NegativeSecGroupTest-1378077038-project] 10.222.0.46 "PUT /v2.0/security-groups/88146150-559d-42cc-83ad-218c3e4369d8 HTTP/1.1" status: 409 len: 330 time: 0.0137818 Nov 22 20:39:50.211758 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 51974) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:50.220305 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e11c3bd6-b387-40a1-8db2-cf4c965a0093 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:50.235381 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e11c3bd6-b387-40a1-8db2-cf4c965a0093 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:50.331546 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-e11c3bd6-b387-40a1-8db2-cf4c965a0093 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=679faefaff6142f9997021cfa9def619&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4693854 Nov 22 20:39:50.332755 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11c3bd6-b387-40a1-8db2-cf4c965a0093 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=450f7fe2-80ad-4d49-9bf6-a2d34a48403e,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:39:50.337010 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 51984) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:50.344626 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e1289d7f-0de0-4583-9792-579c21f87e0e tempest-NegativeSecGroupTest-1378077038 tempest-NegativeSecGroupTest-1378077038-project] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:50.401683 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ac0b6b4d-953b-4f0a-a263-9fa0cff0fb5a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:50.408174 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e1289d7f-0de0-4583-9792-579c21f87e0e tempest-NegativeSecGroupTest-1378077038 tempest-NegativeSecGroupTest-1378077038-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:50.430047 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ac0b6b4d-953b-4f0a-a263-9fa0cff0fb5a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:50.473903 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e1289d7f-0de0-4583-9792-579c21f87e0e tempest-NegativeSecGroupTest-1378077038 tempest-NegativeSecGroupTest-1378077038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:50.476907 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e1289d7f-0de0-4583-9792-579c21f87e0e tempest-NegativeSecGroupTest-1378077038 tempest-NegativeSecGroupTest-1378077038-project] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:50.478136 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-e1289d7f-0de0-4583-9792-579c21f87e0e tempest-NegativeSecGroupTest-1378077038 tempest-NegativeSecGroupTest-1378077038-project] 10.222.0.46 "DELETE /v2.0/security-groups/88146150-559d-42cc-83ad-218c3e4369d8 HTTP/1.1" status: 204 len: 168 time: 0.2651269 Nov 22 20:39:50.482714 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 51988) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:50.518332 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1289d7f-0de0-4583-9792-579c21f87e0e tempest-NegativeSecGroupTest-1378077038 tempest-NegativeSecGroupTest-1378077038-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88146150-559d-42cc-83ad-218c3e4369d8,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:39:50.523995 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ac0b6b4d-953b-4f0a-a263-9fa0cff0fb5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:50.531230 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ac0b6b4d-953b-4f0a-a263-9fa0cff0fb5a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:50.560713 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-ac0b6b4d-953b-4f0a-a263-9fa0cff0fb5a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/450f7fe2-80ad-4d49-9bf6-a2d34a48403e HTTP/1.1" status: 204 len: 168 time: 0.2138221 Nov 22 20:39:50.571614 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-8e8e5560-b6d2-4c17-bd11-1c41f42f2d73 tempest-NegativeSecGroupTest-1378077038 tempest-NegativeSecGroupTest-1378077038-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0834398 Nov 22 20:39:50.572448 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 51992) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:50.582529 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0b6b4d-953b-4f0a-a263-9fa0cff0fb5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=450f7fe2-80ad-4d49-9bf6-a2d34a48403e,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:39:50.592773 n-d-818823-1 neutron-server[103448]: INFO neutron.api.v2.resource [None req-66309e96-67a7-4f77-83d9-644b8113cc02 tempest-NegativeSecGroupTest-1378077038 tempest-NegativeSecGroupTest-1378077038-project] delete failed (client error): The resource could not be found. Nov 22 20:39:50.599848 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 51994) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:50.601384 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-66309e96-67a7-4f77-83d9-644b8113cc02 tempest-NegativeSecGroupTest-1378077038 tempest-NegativeSecGroupTest-1378077038-project] 10.222.0.46 "DELETE /v2.0/security-groups/2c3aac20-9840-4ebf-aff3-1a49fa8a192d HTTP/1.1" status: 404 len: 347 time: 0.0258954 Nov 22 20:39:50.641424 n-d-818823-1 neutron-server[103447]: INFO neutron.api.v2.resource [None req-aeed9446-c367-4111-97b1-aa3a5de58e7d tempest-NegativeSecGroupTest-1378077038 tempest-NegativeSecGroupTest-1378077038-project] show failed (client error): The resource could not be found. Nov 22 20:39:50.643455 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-aeed9446-c367-4111-97b1-aa3a5de58e7d tempest-NegativeSecGroupTest-1378077038 tempest-NegativeSecGroupTest-1378077038-project] 10.222.0.46 "GET /v2.0/security-groups/f3ec7c90-0e27-42a2-9954-cd36be9bc606 HTTP/1.1" status: 404 len: 347 time: 0.0298674 Nov 22 20:39:50.647012 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 51998) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:50.658870 n-d-818823-1 neutron-server[103447]: INFO neutron.api.v2.resource [None req-72a5c540-09ae-459f-8760-1cdced2eee46 tempest-NegativeSecGroupTest-1378077038 tempest-NegativeSecGroupTest-1378077038-project] show failed (client error): The resource could not be found. Nov 22 20:39:50.663453 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-72a5c540-09ae-459f-8760-1cdced2eee46 tempest-NegativeSecGroupTest-1378077038 tempest-NegativeSecGroupTest-1378077038-project] 10.222.0.46 "GET /v2.0/security-group-rules/68748c3e-551f-4bcb-ac48-b296f74499f0 HTTP/1.1" status: 404 len: 356 time: 0.0120687 Nov 22 20:39:50.725872 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 52002) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:50.945504 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-374d253a-2a57-467d-95d7-66fed034687e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:51.026761 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 52014) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:51.046066 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-374d253a-2a57-467d-95d7-66fed034687e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:51.052440 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-374d253a-2a57-467d-95d7-66fed034687e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:51.111439 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374d253a-2a57-467d-95d7-66fed034687e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d11c2d5d-5bd0-48eb-91ff-a08585a40094,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:39:51.119788 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 52020) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:51.119969 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-374d253a-2a57-467d-95d7-66fed034687e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=395827ee631c4788b6fe819855085a6c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3920732 Nov 22 20:39:51.209594 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-22125593-8bd6-47ac-b710-39b79c42a259 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:51.227335 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-ad5d902a-80de-4a6b-9b84-e5b94450acbf admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b8c0e6a3206b402dada20b9a652ae734&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1993880 Nov 22 20:39:51.229819 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 52024) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:51.252655 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-22125593-8bd6-47ac-b710-39b79c42a259 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:51.324930 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6c474f5b-4078-4405-92b1-75259658bc0f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:51.329927 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-22125593-8bd6-47ac-b710-39b79c42a259 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:51.332640 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-22125593-8bd6-47ac-b710-39b79c42a259 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:51.333817 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-22125593-8bd6-47ac-b710-39b79c42a259 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d11c2d5d-5bd0-48eb-91ff-a08585a40094 HTTP/1.1" status: 204 len: 168 time: 0.2126453 Nov 22 20:39:51.353775 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22125593-8bd6-47ac-b710-39b79c42a259 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d11c2d5d-5bd0-48eb-91ff-a08585a40094,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:39:51.375364 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6c474f5b-4078-4405-92b1-75259658bc0f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:51.469129 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6c474f5b-4078-4405-92b1-75259658bc0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:51.474564 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6c474f5b-4078-4405-92b1-75259658bc0f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:51.479357 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-6c474f5b-4078-4405-92b1-75259658bc0f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/dc6746f4-6092-40be-b725-d63e7a39d4a4 HTTP/1.1" status: 204 len: 168 time: 0.2484941 Nov 22 20:39:51.488962 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c474f5b-4078-4405-92b1-75259658bc0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc6746f4-6092-40be-b725-d63e7a39d4a4,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:39:52.475577 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 52088) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:52.615011 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 52094) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:52.618724 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [-] 10.222.0.46 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0026405 Nov 22 20:39:52.621855 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 52096) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:52.721449 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-014955ae-c7aa-4b2c-871e-079abc04e1d5 tempest-NetworksApiDiscovery-1038968070 tempest-NetworksApiDiscovery-1038968070-project] 10.222.0.46 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.0984695 Nov 22 20:39:52.733957 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-92e7feac-d719-4e83-bea0-5f4e9d68e55a admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-440370398-network', 'tenant_id': 'a7e1521722f94d70843af2e3bd21601a'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:39:52.756730 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92e7feac-d719-4e83-bea0-5f4e9d68e55a admin admin] Made reservation on behalf of a7e1521722f94d70843af2e3bd21601a for: {'network': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:39:52.759683 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-92e7feac-d719-4e83-bea0-5f4e9d68e55a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for network, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:52.772286 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-92e7feac-d719-4e83-bea0-5f4e9d68e55a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:52.871589 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-92e7feac-d719-4e83-bea0-5f4e9d68e55a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:52.875757 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-92e7feac-d719-4e83-bea0-5f4e9d68e55a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:52.903565 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92e7feac-d719-4e83-bea0-5f4e9d68e55a admin admin] vlan segment allocate from pool success with {'vlan_id': 609, 'physical_network': 'physnet1'} {{(pid=103447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 20:39:52.913650 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e7feac-d719-4e83-bea0-5f4e9d68e55a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1f42391-1461-4b90-a4e2-5b841696eae6,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:39:52.922819 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-92e7feac-d719-4e83-bea0-5f4e9d68e55a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:52.923166 n-d-818823-1 neutron-server[103447]: INFO neutron.db.segments_db [None req-92e7feac-d719-4e83-bea0-5f4e9d68e55a admin admin] Added segment 8f98e057-3951-41a9-b731-a3ede033fb6b of type vlan for network 3351f9f4-f4e4-4ee2-9c2b-3b58a4e4fc24 Nov 22 20:39:52.925248 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e7feac-d719-4e83-bea0-5f4e9d68e55a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:39:52.925594 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e7feac-d719-4e83-bea0-5f4e9d68e55a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:39:52.925932 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e7feac-d719-4e83-bea0-5f4e9d68e55a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:39:52.926261 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e7feac-d719-4e83-bea0-5f4e9d68e55a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:39:52.926593 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e7feac-d719-4e83-bea0-5f4e9d68e55a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:39:52.926928 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e7feac-d719-4e83-bea0-5f4e9d68e55a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:39:52.927253 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e7feac-d719-4e83-bea0-5f4e9d68e55a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:39:52.927641 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e7feac-d719-4e83-bea0-5f4e9d68e55a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:39:52.927997 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e7feac-d719-4e83-bea0-5f4e9d68e55a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:39:52.928311 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e7feac-d719-4e83-bea0-5f4e9d68e55a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:39:52.928632 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e7feac-d719-4e83-bea0-5f4e9d68e55a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:39:52.928953 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e7feac-d719-4e83-bea0-5f4e9d68e55a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:39:52.962791 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 52104) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:52.976423 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-92e7feac-d719-4e83-bea0-5f4e9d68e55a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748992492791'] for network, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:53.004211 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-92e7feac-d719-4e83-bea0-5f4e9d68e55a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for network, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:53.005484 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92e7feac-d719-4e83-bea0-5f4e9d68e55a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:39:53.006780 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-92e7feac-d719-4e83-bea0-5f4e9d68e55a admin admin] Publish callbacks [] for network, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:53.084594 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 52108) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:53.091005 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-92e7feac-d719-4e83-bea0-5f4e9d68e55a admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6132917 Nov 22 20:39:53.091242 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-651dfea5-9a0a-4097-b8af-f9632bf12d16 admin admin] Request body: {'subnet': {'network_id': '3351f9f4-f4e4-4ee2-9c2b-3b58a4e4fc24', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-440370398-subnet', 'tenant_id': 'a7e1521722f94d70843af2e3bd21601a', 'ip_version': 4}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:39:53.114726 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5eb334dc-a35b-4cde-bb23-45526d07db37 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:53.122531 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e7feac-d719-4e83-bea0-5f4e9d68e55a admin admin] Pushing event updated for resources: {'Network': ['ID=3351f9f4-f4e4-4ee2-9c2b-3b58a4e4fc24,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:39:53.135360 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Network 3351f9f4-f4e4-4ee2-9c2b-3b58a4e4fc24 details requested by agent ovs-agent-n-d-818823-1 with host n-d-818823-1 {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 20:39:53.159159 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-651dfea5-9a0a-4097-b8af-f9632bf12d16 admin admin] Made reservation on behalf of a7e1521722f94d70843af2e3bd21601a for: {'subnet': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:39:53.161538 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-651dfea5-9a0a-4097-b8af-f9632bf12d16 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11792951'] for subnet, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:53.280320 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5eb334dc-a35b-4cde-bb23-45526d07db37 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:53.286857 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5eb334dc-a35b-4cde-bb23-45526d07db37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:53.357490 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-5eb334dc-a35b-4cde-bb23-45526d07db37 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f802046e79784f06a1a5f54106974fa3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3935890 Nov 22 20:39:53.358236 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb334dc-a35b-4cde-bb23-45526d07db37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=959a9e5a-2577-4b0a-9006-00852b762d67,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:39:53.360150 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 52114) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:53.412693 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4a01d0e2-9b26-4ddb-8bae-371dad43cdca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:53.419817 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-651dfea5-9a0a-4097-b8af-f9632bf12d16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11567560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11792921'] for subnet, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:53.436522 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4a01d0e2-9b26-4ddb-8bae-371dad43cdca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:53.488351 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4a01d0e2-9b26-4ddb-8bae-371dad43cdca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:53.489049 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651dfea5-9a0a-4097-b8af-f9632bf12d16 admin admin] Pushing event updated for resources: {'Subnet': ['ID=23ea69f1-3a57-4da4-b379-270435f982a0,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:39:53.493100 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4a01d0e2-9b26-4ddb-8bae-371dad43cdca admin admin] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:53.495097 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-4a01d0e2-9b26-4ddb-8bae-371dad43cdca admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/959a9e5a-2577-4b0a-9006-00852b762d67 HTTP/1.1" status: 204 len: 168 time: 0.1332164 Nov 22 20:39:53.496737 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651dfea5-9a0a-4097-b8af-f9632bf12d16 admin admin] Checking segment: {'id': '8f98e057-3951-41a9-b731-a3ede033fb6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '3351f9f4-f4e4-4ee2-9c2b-3b58a4e4fc24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:39:53.497107 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-651dfea5-9a0a-4097-b8af-f9632bf12d16 admin admin] Network hostable DHCP agents. Network: 3351f9f4-f4e4-4ee2-9c2b-3b58a4e4fc24, hostable agents: ['02adaa64-0987-4b74-bad0-cbcf56f8a294'], hosted agents: [] {{(pid=103448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 20:39:53.506252 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a01d0e2-9b26-4ddb-8bae-371dad43cdca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=959a9e5a-2577-4b0a-9006-00852b762d67,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:39:53.525759 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-651dfea5-9a0a-4097-b8af-f9632bf12d16 admin admin] Network 3351f9f4-f4e4-4ee2-9c2b-3b58a4e4fc24 is scheduled to be hosted by DHCP agent 02adaa64-0987-4b74-bad0-cbcf56f8a294 with binding_index 1 {{(pid=103448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 20:39:53.557539 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-651dfea5-9a0a-4097-b8af-f9632bf12d16 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818823-1, 3351f9f4-f4e4-4ee2-9c2b-3b58a4e4fc24) {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:39:53.562869 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-651dfea5-9a0a-4097-b8af-f9632bf12d16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:39:53.563639 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-651dfea5-9a0a-4097-b8af-f9632bf12d16 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:53.569996 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51a4c522-1534-4d1d-a9d3-3dd0ccfa3f3c None None] Network 3351f9f4-f4e4-4ee2-9c2b-3b58a4e4fc24 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:39:53.587793 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-651dfea5-9a0a-4097-b8af-f9632bf12d16 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5015063 Nov 22 20:39:53.590651 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 52122) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:53.599713 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-bc271faf-23e8-4b8e-8690-7e036d45ff7f admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-440370398-router', 'tenant_id': 'a7e1521722f94d70843af2e3bd21601a', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'}}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:39:53.633776 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-bc271faf-23e8-4b8e-8690-7e036d45ff7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24799'] for router, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:53.635164 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-bc271faf-23e8-4b8e-8690-7e036d45ff7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-632716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24788'] for router, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:53.717540 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-bc271faf-23e8-4b8e-8690-7e036d45ff7f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:53.854695 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75a2ebb9-a88a-4d47-8ed9-f73e96b9d799 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fb26bd7-ce56-527b-b94f-2e1f7cb2bb35-3351f9f4-f4e4-4ee2-9c2b-3b58a4e4fc24', 'network_id': '3351f9f4-f4e4-4ee2-9c2b-3b58a4e4fc24', 'tenant_id': 'a7e1521722f94d70843af2e3bd21601a', 'fixed_ips': [{'subnet_id': '23ea69f1-3a57-4da4-b379-270435f982a0'}]}} from n-d-818823-1. {{(pid=103449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 20:39:53.855687 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-75a2ebb9-a88a-4d47-8ed9-f73e96b9d799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:53.947886 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-bc271faf-23e8-4b8e-8690-7e036d45ff7f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:54.084227 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.db_base_plugin_common [None req-75a2ebb9-a88a-4d47-8ed9-f73e96b9d799 None None] Allocated IP 172.20.0.2 (3351f9f4-f4e4-4ee2-9c2b-3b58a4e4fc24/23ea69f1-3a57-4da4-b379-270435f982a0/701ddfd6-363e-46ae-a791-504ec6d28ffd) {{(pid=103449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:39:54.299634 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-75a2ebb9-a88a-4d47-8ed9-f73e96b9d799 None None] Publish callbacks [] for port, precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:54.307408 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-75a2ebb9-a88a-4d47-8ed9-f73e96b9d799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372'] for port, after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:54.317352 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-bc271faf-23e8-4b8e-8690-7e036d45ff7f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:54.343503 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-bc271faf-23e8-4b8e-8690-7e036d45ff7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:54.347766 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75a2ebb9-a88a-4d47-8ed9-f73e96b9d799 None None] Network 3351f9f4-f4e4-4ee2-9c2b-3b58a4e4fc24 is already hosted by enough agents. {{(pid=103449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:39:54.353788 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.base_scheduler [None req-75a2ebb9-a88a-4d47-8ed9-f73e96b9d799 None None] Resources bound (agent type, host, resource id): {{(pid=103449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:39:54.358161 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a2ebb9-a88a-4d47-8ed9-f73e96b9d799 None None] Received port after_create {{(pid=103449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:39:54.424043 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a2ebb9-a88a-4d47-8ed9-f73e96b9d799 None None] Pushing event updated for resources: {'Port': ['ID=701ddfd6-363e-46ae-a791-504ec6d28ffd,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:39:54.426936 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-75a2ebb9-a88a-4d47-8ed9-f73e96b9d799 None None] Attempting to bind port 701ddfd6-363e-46ae-a791-504ec6d28ffd on host n-d-818823-1 for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:39:54.427627 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-75a2ebb9-a88a-4d47-8ed9-f73e96b9d799 None None] Attempting to bind port 701ddfd6-363e-46ae-a791-504ec6d28ffd by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': '8f98e057-3951-41a9-b731-a3ede033fb6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '3351f9f4-f4e4-4ee2-9c2b-3b58a4e4fc24'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:39:54.428225 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a2ebb9-a88a-4d47-8ed9-f73e96b9d799 None None] Attempting to bind port 701ddfd6-363e-46ae-a791-504ec6d28ffd on network 3351f9f4-f4e4-4ee2-9c2b-3b58a4e4fc24 {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:39:54.434894 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a2ebb9-a88a-4d47-8ed9-f73e96b9d799 None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 39, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:39:54.435655 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a2ebb9-a88a-4d47-8ed9-f73e96b9d799 None None] Checking segment: {'id': '8f98e057-3951-41a9-b731-a3ede033fb6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '3351f9f4-f4e4-4ee2-9c2b-3b58a4e4fc24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:39:54.436284 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-75a2ebb9-a88a-4d47-8ed9-f73e96b9d799 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:54.436909 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a2ebb9-a88a-4d47-8ed9-f73e96b9d799 None None] Bound using segment: {'id': '8f98e057-3951-41a9-b731-a3ede033fb6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '3351f9f4-f4e4-4ee2-9c2b-3b58a4e4fc24'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:39:54.437595 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-75a2ebb9-a88a-4d47-8ed9-f73e96b9d799 None None] Bound port: 701ddfd6-363e-46ae-a791-504ec6d28ffd, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f98e057-3951-41a9-b731-a3ede033fb6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '3351f9f4-f4e4-4ee2-9c2b-3b58a4e4fc24'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:39:54.438316 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-75a2ebb9-a88a-4d47-8ed9-f73e96b9d799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:54.485562 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [None req-bc271faf-23e8-4b8e-8690-7e036d45ff7f admin admin] Allocated IP 172.25.5.65 (c48a55e9-6a85-4746-b7bf-3e29fb560094/5da6f781-63e6-4328-ae7a-5e672262f55a/c725bf0d-cd7f-4a75-9a59-f4f52c249f01) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:39:54.510226 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-75a2ebb9-a88a-4d47-8ed9-f73e96b9d799 None None] For port 701ddfd6-363e-46ae-a791-504ec6d28ffd, host n-d-818823-1, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:39:54.514270 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-75a2ebb9-a88a-4d47-8ed9-f73e96b9d799 None None] For port 701ddfd6-363e-46ae-a791-504ec6d28ffd, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=701ddfd6-363e-46ae-a791-504ec6d28ffd,segment=NetworkSegment(8f98e057-3951-41a9-b731-a3ede033fb6b),segment_id=8f98e057-3951-41a9-b731-a3ede033fb6b)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:39:54.523530 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-75a2ebb9-a88a-4d47-8ed9-f73e96b9d799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:54.583677 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a2ebb9-a88a-4d47-8ed9-f73e96b9d799 None None] Pushing event updated for resources: {'Port': ['ID=701ddfd6-363e-46ae-a791-504ec6d28ffd,revision_number=2']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:39:54.646120 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-bc271faf-23e8-4b8e-8690-7e036d45ff7f admin admin] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:54.686471 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-bc271faf-23e8-4b8e-8690-7e036d45ff7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:54.736602 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc271faf-23e8-4b8e-8690-7e036d45ff7f admin admin] Network c48a55e9-6a85-4746-b7bf-3e29fb560094 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:39:54.739765 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-bc271faf-23e8-4b8e-8690-7e036d45ff7f admin admin] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:39:54.743966 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc271faf-23e8-4b8e-8690-7e036d45ff7f admin admin] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:39:54.758594 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a63372fc-a1c8-4836-95a1-d99c75303de9 None None] DHCP port deletion for c48a55e9-6a85-4746-b7bf-3e29fb560094 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:39:54.821097 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc271faf-23e8-4b8e-8690-7e036d45ff7f admin admin] Pushing event updated for resources: {'Port': ['ID=c725bf0d-cd7f-4a75-9a59-f4f52c249f01,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:39:54.878081 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-48ab67ac-e375-4584-bda4-5f62f369ec36 None None] Provisioning complete for port c725bf0d-cd7f-4a75-9a59-f4f52c249f01 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:39:54.878469 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-48ab67ac-e375-4584-bda4-5f62f369ec36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:54.958180 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-48ab67ac-e375-4584-bda4-5f62f369ec36 None None] Port c725bf0d-cd7f-4a75-9a59-f4f52c249f01 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:39:55.203607 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-bc271faf-23e8-4b8e-8690-7e036d45ff7f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:55.791696 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-bc271faf-23e8-4b8e-8690-7e036d45ff7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-659538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-841284'] for router, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:56.041134 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc271faf-23e8-4b8e-8690-7e036d45ff7f admin admin] Router 263a0238-7eca-4a0f-894e-a1e3fa169686 is scheduled to L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 with binding_index 1 {{(pid=103447) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 20:39:56.135518 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebda4f5e-0b37-461c-8687-a77da91f0799 None None] Network 3351f9f4-f4e4-4ee2-9c2b-3b58a4e4fc24 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:39:56.179845 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc271faf-23e8-4b8e-8690-7e036d45ff7f admin admin] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:39:56.195050 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d8d12b1-9eb3-4216-9b58-9ed4b3cb6496 None None] Sync routers for ids ['263a0238-7eca-4a0f-894e-a1e3fa169686'] in n-d-818823-1 {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:39:56.200399 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-bc271faf-23e8-4b8e-8690-7e036d45ff7f admin admin] Publish callbacks [] for router, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:56.204568 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-bc271faf-23e8-4b8e-8690-7e036d45ff7f admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.6127994 Nov 22 20:39:56.204979 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 52184) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:39:56.226177 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d8d12b1-9eb3-4216-9b58-9ed4b3cb6496 None None] Routers {'263a0238-7eca-4a0f-894e-a1e3fa169686'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:39:56.227262 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-7d8d12b1-9eb3-4216-9b58-9ed4b3cb6496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:39:33Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['263a0238-7eca-4a0f-894e-a1e3fa169686'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:39:56.228777 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-b455e4c2-9c5b-46d1-aa28-c9934dda7719 None None] Provisioning complete for port 701ddfd6-363e-46ae-a791-504ec6d28ffd triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:39:56.229179 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-b455e4c2-9c5b-46d1-aa28-c9934dda7719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:56.373404 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-b455e4c2-9c5b-46d1-aa28-c9934dda7719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:56.466603 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-b455e4c2-9c5b-46d1-aa28-c9934dda7719 None None] For port 701ddfd6-363e-46ae-a791-504ec6d28ffd, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=701ddfd6-363e-46ae-a791-504ec6d28ffd,segment=NetworkSegment(8f98e057-3951-41a9-b731-a3ede033fb6b),segment_id=8f98e057-3951-41a9-b731-a3ede033fb6b)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:39:56.481988 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-7d8d12b1-9eb3-4216-9b58-9ed4b3cb6496 None None] Set router 263a0238-7eca-4a0f-894e-a1e3fa169686 gateway port host: n-d-818823-1 {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:39:56.484723 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-b455e4c2-9c5b-46d1-aa28-c9934dda7719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:56.589309 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b455e4c2-9c5b-46d1-aa28-c9934dda7719 None None] Pushing event updated for resources: {'Port': ['ID=701ddfd6-363e-46ae-a791-504ec6d28ffd,revision_number=3']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:39:56.596334 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 701ddfd6-363e-46ae-a791-504ec6d28ffd up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:39:56.701447 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 701ddfd6-363e-46ae-a791-504ec6d28ffd triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:39:56.704031 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:56.939567 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-7d8d12b1-9eb3-4216-9b58-9ed4b3cb6496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '263a0238-7eca-4a0f-894e-a1e3fa169686', 'name': 'tempest-TestServerBasicOps-440370398-router', 'tenant_id': 'a7e1521722f94d70843af2e3bd21601a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.65'}], 'enable_snat': True}, 'gw_port_id': 'c725bf0d-cd7f-4a75-9a59-f4f52c249f01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:39:53Z', 'updated_at': '2021-11-22T20:39:55Z', 'revision_number': 3, 'project_id': 'a7e1521722f94d70843af2e3bd21601a', 'gw_port': {'id': 'c725bf0d-cd7f-4a75-9a59-f4f52c249f01', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:e9:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '263a0238-7eca-4a0f-894e-a1e3fa169686', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:39:54Z', 'updated_at': '2021-11-22T20:39:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:39:56.954203 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-8e7f49d2-beb2-42bd-a09b-52241d1ba7f6 None None] Provisioning complete for port 701ddfd6-363e-46ae-a791-504ec6d28ffd triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:39:56.954809 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-8e7f49d2-beb2-42bd-a09b-52241d1ba7f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:56.997446 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d8d12b1-9eb3-4216-9b58-9ed4b3cb6496 None None] Checking router: 263a0238-7eca-4a0f-894e-a1e3fa169686 for host: n-d-818823-1 {{(pid=103450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 20:39:56.998379 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d8d12b1-9eb3-4216-9b58-9ed4b3cb6496 None None] Updating router 263a0238-7eca-4a0f-894e-a1e3fa169686 port c725bf0d-cd7f-4a75-9a59-f4f52c249f01 binding host n-d-818823-1 {{(pid=103450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 20:39:57.041443 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7d8d12b1-9eb3-4216-9b58-9ed4b3cb6496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:57.113399 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-948a4a3c-e2d7-429b-895c-cee902bd7b5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:57.466836 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7d8d12b1-9eb3-4216-9b58-9ed4b3cb6496 None None] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:57.478286 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7d8d12b1-9eb3-4216-9b58-9ed4b3cb6496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:57.484577 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [None req-948a4a3c-e2d7-429b-895c-cee902bd7b5e admin admin] Allocated IP 172.20.0.1 (3351f9f4-f4e4-4ee2-9c2b-3b58a4e4fc24/23ea69f1-3a57-4da4-b379-270435f982a0/152c2266-4534-43be-b28f-d4b497371db6) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:39:57.525844 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3787662-92d7-45a5-a2ec-1d3325376845 None None] Pushing event updated for resources: {'Port': ['ID=c725bf0d-cd7f-4a75-9a59-f4f52c249f01,revision_number=2']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:39:57.540476 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e40bab0b-7f9f-436e-8e90-72d043d1a6e8 None None] DHCP port deletion for c48a55e9-6a85-4746-b7bf-3e29fb560094 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:39:57.541785 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-7d8d12b1-9eb3-4216-9b58-9ed4b3cb6496 None None] Attempting to bind port c725bf0d-cd7f-4a75-9a59-f4f52c249f01 on host n-d-818823-1 for vnic_type normal with profile {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:39:57.542168 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-7d8d12b1-9eb3-4216-9b58-9ed4b3cb6496 None None] Attempting to bind port c725bf0d-cd7f-4a75-9a59-f4f52c249f01 by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:39:57.542533 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8d12b1-9eb3-4216-9b58-9ed4b3cb6496 None None] Attempting to bind port c725bf0d-cd7f-4a75-9a59-f4f52c249f01 on network c48a55e9-6a85-4746-b7bf-3e29fb560094 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:39:57.548576 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8d12b1-9eb3-4216-9b58-9ed4b3cb6496 None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 39, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:39:57.549562 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8d12b1-9eb3-4216-9b58-9ed4b3cb6496 None None] Checking segment: {'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:39:57.549974 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7d8d12b1-9eb3-4216-9b58-9ed4b3cb6496 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:57.550450 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8d12b1-9eb3-4216-9b58-9ed4b3cb6496 None None] Bound using segment: {'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:39:57.550831 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-7d8d12b1-9eb3-4216-9b58-9ed4b3cb6496 None None] Bound port: c725bf0d-cd7f-4a75-9a59-f4f52c249f01, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'}}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:39:57.551214 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7d8d12b1-9eb3-4216-9b58-9ed4b3cb6496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:57.593803 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-7e1f482c-4083-49f0-b82e-e372c0e87f17 None None] Provisioning complete for port c725bf0d-cd7f-4a75-9a59-f4f52c249f01 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:39:57.594479 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-7e1f482c-4083-49f0-b82e-e372c0e87f17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:57.605877 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-7d8d12b1-9eb3-4216-9b58-9ed4b3cb6496 None None] For port c725bf0d-cd7f-4a75-9a59-f4f52c249f01, host n-d-818823-1, cleared binding levels {{(pid=103450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:39:57.609284 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-7d8d12b1-9eb3-4216-9b58-9ed4b3cb6496 None None] For port c725bf0d-cd7f-4a75-9a59-f4f52c249f01, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=c725bf0d-cd7f-4a75-9a59-f4f52c249f01,segment=NetworkSegment(8793ba83-8407-4c3d-9b56-2a177cd58a70),segment_id=8793ba83-8407-4c3d-9b56-2a177cd58a70)] {{(pid=103450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:39:57.616835 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3787662-92d7-45a5-a2ec-1d3325376845 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:39:57.617435 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3787662-92d7-45a5-a2ec-1d3325376845 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:39:57.617939 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3787662-92d7-45a5-a2ec-1d3325376845 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:39:57.618443 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3787662-92d7-45a5-a2ec-1d3325376845 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:39:57.618937 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3787662-92d7-45a5-a2ec-1d3325376845 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:39:57.619452 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3787662-92d7-45a5-a2ec-1d3325376845 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:39:57.619963 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3787662-92d7-45a5-a2ec-1d3325376845 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:39:57.620454 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3787662-92d7-45a5-a2ec-1d3325376845 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:39:57.620940 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3787662-92d7-45a5-a2ec-1d3325376845 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:39:57.621426 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3787662-92d7-45a5-a2ec-1d3325376845 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:39:57.621925 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3787662-92d7-45a5-a2ec-1d3325376845 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:39:57.622426 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3787662-92d7-45a5-a2ec-1d3325376845 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:39:57.633554 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7d8d12b1-9eb3-4216-9b58-9ed4b3cb6496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:57.664769 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75b07760-083f-4322-9bfc-36c4a27346de None None] DHCP port deletion for c48a55e9-6a85-4746-b7bf-3e29fb560094 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:39:57.684868 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d8d12b1-9eb3-4216-9b58-9ed4b3cb6496 None None] Routers {'263a0238-7eca-4a0f-894e-a1e3fa169686'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:39:57.685893 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-7d8d12b1-9eb3-4216-9b58-9ed4b3cb6496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:39:33Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['263a0238-7eca-4a0f-894e-a1e3fa169686'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:39:57.697738 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-7e1f482c-4083-49f0-b82e-e372c0e87f17 None None] Port c725bf0d-cd7f-4a75-9a59-f4f52c249f01 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:39:57.736176 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-948a4a3c-e2d7-429b-895c-cee902bd7b5e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:57.788330 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-948a4a3c-e2d7-429b-895c-cee902bd7b5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:57.814045 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-7d8d12b1-9eb3-4216-9b58-9ed4b3cb6496 None None] Set router 263a0238-7eca-4a0f-894e-a1e3fa169686 gateway port host: n-d-818823-1 {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:39:57.822049 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-2214aedf-e03d-4ec3-a9eb-dcd5fb0c5e07 None None] Provisioning complete for port c725bf0d-cd7f-4a75-9a59-f4f52c249f01 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:39:57.822543 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-2214aedf-e03d-4ec3-a9eb-dcd5fb0c5e07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:57.852849 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-948a4a3c-e2d7-429b-895c-cee902bd7b5e admin admin] Network 3351f9f4-f4e4-4ee2-9c2b-3b58a4e4fc24 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:39:57.858012 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-948a4a3c-e2d7-429b-895c-cee902bd7b5e admin admin] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:39:57.860745 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-948a4a3c-e2d7-429b-895c-cee902bd7b5e admin admin] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:39:57.887241 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948a4a3c-e2d7-429b-895c-cee902bd7b5e admin admin] Pushing event updated for resources: {'Port': ['ID=152c2266-4534-43be-b28f-d4b497371db6,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:39:57.914578 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-948a4a3c-e2d7-429b-895c-cee902bd7b5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659939'] for router_interface, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:57.976896 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-2214aedf-e03d-4ec3-a9eb-dcd5fb0c5e07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:58.004055 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-2214aedf-e03d-4ec3-a9eb-dcd5fb0c5e07 None None] For port c725bf0d-cd7f-4a75-9a59-f4f52c249f01, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=c725bf0d-cd7f-4a75-9a59-f4f52c249f01,segment=NetworkSegment(8793ba83-8407-4c3d-9b56-2a177cd58a70),segment_id=8793ba83-8407-4c3d-9b56-2a177cd58a70)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:39:58.010852 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-2214aedf-e03d-4ec3-a9eb-dcd5fb0c5e07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:58.047758 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3787662-92d7-45a5-a2ec-1d3325376845 None None] Pushing event updated for resources: {'Port': ['ID=c725bf0d-cd7f-4a75-9a59-f4f52c249f01,revision_number=3']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:39:58.070372 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2214aedf-e03d-4ec3-a9eb-dcd5fb0c5e07 None None] Pushing event updated for resources: {'Port': ['ID=c725bf0d-cd7f-4a75-9a59-f4f52c249f01,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:39:58.165270 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-7d8d12b1-9eb3-4216-9b58-9ed4b3cb6496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '263a0238-7eca-4a0f-894e-a1e3fa169686', 'name': 'tempest-TestServerBasicOps-440370398-router', 'tenant_id': 'a7e1521722f94d70843af2e3bd21601a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.65'}], 'enable_snat': True}, 'gw_port_id': 'c725bf0d-cd7f-4a75-9a59-f4f52c249f01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:39:53Z', 'updated_at': '2021-11-22T20:39:55Z', 'revision_number': 3, 'project_id': 'a7e1521722f94d70843af2e3bd21601a', 'gw_port': {'id': 'c725bf0d-cd7f-4a75-9a59-f4f52c249f01', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:e9:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '263a0238-7eca-4a0f-894e-a1e3fa169686', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:39:54Z', 'updated_at': '2021-11-22T20:39:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:39:58.196422 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-948a4a3c-e2d7-429b-895c-cee902bd7b5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:58.225034 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d8d12b1-9eb3-4216-9b58-9ed4b3cb6496 None None] The sync data for ids ['263a0238-7eca-4a0f-894e-a1e3fa169686'] in n-d-818823-1 is: [{'id': '263a0238-7eca-4a0f-894e-a1e3fa169686', 'name': 'tempest-TestServerBasicOps-440370398-router', 'tenant_id': 'a7e1521722f94d70843af2e3bd21601a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.65'}], 'enable_snat': True}, 'gw_port_id': 'c725bf0d-cd7f-4a75-9a59-f4f52c249f01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:39:53Z', 'updated_at': '2021-11-22T20:39:55Z', 'revision_number': 3, 'project_id': 'a7e1521722f94d70843af2e3bd21601a', 'gw_port': {'id': 'c725bf0d-cd7f-4a75-9a59-f4f52c249f01', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:e9:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '263a0238-7eca-4a0f-894e-a1e3fa169686', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:39:54Z', 'updated_at': '2021-11-22T20:39:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}] {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:39:58.250574 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-f1db4a28-af6f-4105-a630-394fcbc5d428 None None] Provisioning complete for port 152c2266-4534-43be-b28f-d4b497371db6 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:39:58.250941 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-f1db4a28-af6f-4105-a630-394fcbc5d428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:58.322567 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-f1db4a28-af6f-4105-a630-394fcbc5d428 None None] Port 152c2266-4534-43be-b28f-d4b497371db6 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:39:58.477763 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-948a4a3c-e2d7-429b-895c-cee902bd7b5e admin admin] Publish callbacks [] for port, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:58.486636 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-948a4a3c-e2d7-429b-895c-cee902bd7b5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:58.527100 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 701ddfd6-363e-46ae-a791-504ec6d28ffd up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:39:58.626296 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 701ddfd6-363e-46ae-a791-504ec6d28ffd triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:39:58.626861 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:58.628158 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948a4a3c-e2d7-429b-895c-cee902bd7b5e admin admin] Pushing event updated for resources: {'Port': ['ID=152c2266-4534-43be-b28f-d4b497371db6,revision_number=2']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:39:58.653658 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-948a4a3c-e2d7-429b-895c-cee902bd7b5e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-563461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-659839'] for router_interface, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:58.851111 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-948a4a3c-e2d7-429b-895c-cee902bd7b5e admin admin] Network 3351f9f4-f4e4-4ee2-9c2b-3b58a4e4fc24 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:39:58.853014 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-948a4a3c-e2d7-429b-895c-cee902bd7b5e admin admin] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:39:59.075246 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-948a4a3c-e2d7-429b-895c-cee902bd7b5e admin admin] Router 263a0238-7eca-4a0f-894e-a1e3fa169686 has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 20:39:59.270962 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-e5ae9305-ffd5-46a9-8b66-30ba6455acfc None None] Provisioning complete for port 152c2266-4534-43be-b28f-d4b497371db6 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:39:59.271903 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e5ae9305-ffd5-46a9-8b66-30ba6455acfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:39:59.322692 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-e5ae9305-ffd5-46a9-8b66-30ba6455acfc None None] Port 152c2266-4534-43be-b28f-d4b497371db6 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:39:59.688556 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-948a4a3c-e2d7-429b-895c-cee902bd7b5e admin admin] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:39:59.712101 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-948a4a3c-e2d7-429b-895c-cee902bd7b5e admin admin] 10.222.0.46 "PUT /v2.0/routers/263a0238-7eca-4a0f-894e-a1e3fa169686/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5059118 Nov 22 20:40:00.019262 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-98598302-972a-48dc-87eb-948fe058ae52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:00.586219 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device c725bf0d-cd7f-4a75-9a59-f4f52c249f01 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:40:00.612250 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 52248) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:40:00.619025 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-9f81be5f-d57e-4306-87a8-8bd4d7f803ea admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-813652492-network', 'tenant_id': '2c8444743dab464cb181c2adbf16de5e'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:40:00.662120 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port c725bf0d-cd7f-4a75-9a59-f4f52c249f01 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:40:00.662656 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:00.697194 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f81be5f-d57e-4306-87a8-8bd4d7f803ea admin admin] Made reservation on behalf of 2c8444743dab464cb181c2adbf16de5e for: {'network': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:40:00.700636 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9f81be5f-d57e-4306-87a8-8bd4d7f803ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for network, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:00.734261 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9f81be5f-d57e-4306-87a8-8bd4d7f803ea admin admin] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:00.921470 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9f81be5f-d57e-4306-87a8-8bd4d7f803ea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:00.932394 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9f81be5f-d57e-4306-87a8-8bd4d7f803ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:00.970718 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f81be5f-d57e-4306-87a8-8bd4d7f803ea admin admin] vlan segment allocate from pool success with {'vlan_id': 643, 'physical_network': 'physnet1'} {{(pid=103447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 20:40:00.987870 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f81be5f-d57e-4306-87a8-8bd4d7f803ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1743301-6e85-451a-a9a9-be450e1e7966,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:40:00.995655 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9f81be5f-d57e-4306-87a8-8bd4d7f803ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:00.996886 n-d-818823-1 neutron-server[103447]: INFO neutron.db.segments_db [None req-9f81be5f-d57e-4306-87a8-8bd4d7f803ea admin admin] Added segment 7da39635-3c66-49fe-b7e4-a89f9ca5ff53 of type vlan for network 3b43cd50-4e01-4457-831a-53b74f06b522 Nov 22 20:40:01.038325 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-920c79f1-a5e0-44b0-9593-48113d9f0754 None None] Sync routers for ids ['263a0238-7eca-4a0f-894e-a1e3fa169686'] in n-d-818823-1 {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:40:01.057437 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9f81be5f-d57e-4306-87a8-8bd4d7f803ea admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748992492791'] for network, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:01.074869 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-920c79f1-a5e0-44b0-9593-48113d9f0754 None None] Routers {'263a0238-7eca-4a0f-894e-a1e3fa169686'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:40:01.075568 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-920c79f1-a5e0-44b0-9593-48113d9f0754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:39:33Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['263a0238-7eca-4a0f-894e-a1e3fa169686'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:40:01.086944 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9f81be5f-d57e-4306-87a8-8bd4d7f803ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for network, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:01.088378 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f81be5f-d57e-4306-87a8-8bd4d7f803ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:40:01.089192 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9f81be5f-d57e-4306-87a8-8bd4d7f803ea admin admin] Publish callbacks [] for network, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:01.172950 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-9f81be5f-d57e-4306-87a8-8bd4d7f803ea admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5586751 Nov 22 20:40:01.176050 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 52252) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:40:01.181374 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-c9cdd979-3e2c-4094-9473-59544be80e22 admin admin] Request body: {'subnet': {'network_id': '3b43cd50-4e01-4457-831a-53b74f06b522', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-813652492-subnet', 'tenant_id': '2c8444743dab464cb181c2adbf16de5e', 'ip_version': 4}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:40:01.198595 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f81be5f-d57e-4306-87a8-8bd4d7f803ea admin admin] Pushing event updated for resources: {'Network': ['ID=3b43cd50-4e01-4457-831a-53b74f06b522,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:40:01.220324 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9cdd979-3e2c-4094-9473-59544be80e22 admin admin] Made reservation on behalf of 2c8444743dab464cb181c2adbf16de5e for: {'subnet': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:40:01.223387 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c9cdd979-3e2c-4094-9473-59544be80e22 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8485086'] for subnet, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:01.249160 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Network 3b43cd50-4e01-4457-831a-53b74f06b522 details requested by agent ovs-agent-n-d-818823-1 with host n-d-818823-1 {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 20:40:01.375460 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-920c79f1-a5e0-44b0-9593-48113d9f0754 None None] Set router 263a0238-7eca-4a0f-894e-a1e3fa169686 gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:40:01.671340 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c9cdd979-3e2c-4094-9473-59544be80e22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8900613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8485104'] for subnet, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:01.780752 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cdd979-3e2c-4094-9473-59544be80e22 admin admin] Pushing event updated for resources: {'Subnet': ['ID=38a6b569-8be0-46a1-84cc-8d63ec727e81,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:40:01.843878 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9cdd979-3e2c-4094-9473-59544be80e22 admin admin] Checking segment: {'id': '7da39635-3c66-49fe-b7e4-a89f9ca5ff53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '3b43cd50-4e01-4457-831a-53b74f06b522'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:40:01.844084 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9cdd979-3e2c-4094-9473-59544be80e22 admin admin] Network hostable DHCP agents. Network: 3b43cd50-4e01-4457-831a-53b74f06b522, hostable agents: ['02adaa64-0987-4b74-bad0-cbcf56f8a294'], hosted agents: [] {{(pid=103447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 20:40:01.875097 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9cdd979-3e2c-4094-9473-59544be80e22 admin admin] Network 3b43cd50-4e01-4457-831a-53b74f06b522 is scheduled to be hosted by DHCP agent 02adaa64-0987-4b74-bad0-cbcf56f8a294 with binding_index 1 {{(pid=103447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 20:40:01.903223 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-c9cdd979-3e2c-4094-9473-59544be80e22 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818823-1, 3b43cd50-4e01-4457-831a-53b74f06b522) {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:40:01.924009 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9cdd979-3e2c-4094-9473-59544be80e22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:40:01.924758 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c9cdd979-3e2c-4094-9473-59544be80e22 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:01.926336 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21942a0a-60ca-4d4b-9915-75b3fd262e6b None None] Network 3b43cd50-4e01-4457-831a-53b74f06b522 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:40:01.951492 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 52262) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:40:01.957578 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-43277272-5c1d-4571-97e7-629dd2772d06 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-813652492-router', 'tenant_id': '2c8444743dab464cb181c2adbf16de5e', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'}}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:40:01.960834 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-c9cdd979-3e2c-4094-9473-59544be80e22 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7834761 Nov 22 20:40:01.983040 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-43277272-5c1d-4571-97e7-629dd2772d06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24799'] for router, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:01.984639 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-43277272-5c1d-4571-97e7-629dd2772d06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-632716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24788'] for router, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:02.050101 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-43277272-5c1d-4571-97e7-629dd2772d06 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:02.200754 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-920c79f1-a5e0-44b0-9593-48113d9f0754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '263a0238-7eca-4a0f-894e-a1e3fa169686', 'name': 'tempest-TestServerBasicOps-440370398-router', 'tenant_id': 'a7e1521722f94d70843af2e3bd21601a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.65'}], 'enable_snat': True}, 'gw_port_id': 'c725bf0d-cd7f-4a75-9a59-f4f52c249f01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:39:53Z', 'updated_at': '2021-11-22T20:39:58Z', 'revision_number': 4, 'project_id': 'a7e1521722f94d70843af2e3bd21601a', 'gw_port': {'id': 'c725bf0d-cd7f-4a75-9a59-f4f52c249f01', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:e9:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '263a0238-7eca-4a0f-894e-a1e3fa169686', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:39:54Z', 'updated_at': '2021-11-22T20:39:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': '152c2266-4534-43be-b28f-d4b497371db6', 'name': '', 'network_id': '3351f9f4-f4e4-4ee2-9c2b-3b58a4e4fc24', 'tenant_id': 'a7e1521722f94d70843af2e3bd21601a', 'mac_address': 'fa:16:3e:78:86:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '263a0238-7eca-4a0f-894e-a1e3fa169686', 'device_owner': 'network:router_interface', 'standard_attr_id': 3757, 'fixed_ips': [{'subnet_id': '23ea69f1-3a57-4da4-b379-270435f982a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:39:57Z', 'updated_at': '2021-11-22T20:39:58Z', 'revision_number': 2, 'project_id': 'a7e1521722f94d70843af2e3bd21601a', 'subnets': [{'id': '23ea69f1-3a57-4da4-b379-270435f982a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:40:02.213696 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-43277272-5c1d-4571-97e7-629dd2772d06 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:02.243107 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-920c79f1-a5e0-44b0-9593-48113d9f0754 None None] Checking router: 263a0238-7eca-4a0f-894e-a1e3fa169686 for host: n-d-818823-1 {{(pid=103449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 20:40:02.247009 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-920c79f1-a5e0-44b0-9593-48113d9f0754 None None] Updating router 263a0238-7eca-4a0f-894e-a1e3fa169686 port 152c2266-4534-43be-b28f-d4b497371db6 binding host n-d-818823-1 {{(pid=103449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 20:40:02.294262 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-920c79f1-a5e0-44b0-9593-48113d9f0754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:02.297870 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df4b132f-79a0-4b48-bd40-87e0cf4ba698 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fb26bd7-ce56-527b-b94f-2e1f7cb2bb35-3b43cd50-4e01-4457-831a-53b74f06b522', 'network_id': '3b43cd50-4e01-4457-831a-53b74f06b522', 'tenant_id': '2c8444743dab464cb181c2adbf16de5e', 'fixed_ips': [{'subnet_id': '38a6b569-8be0-46a1-84cc-8d63ec727e81'}]}} from n-d-818823-1. {{(pid=103449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 20:40:02.298725 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-df4b132f-79a0-4b48-bd40-87e0cf4ba698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:02.505426 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-43277272-5c1d-4571-97e7-629dd2772d06 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:02.535768 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-43277272-5c1d-4571-97e7-629dd2772d06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:02.659972 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [None req-43277272-5c1d-4571-97e7-629dd2772d06 admin admin] Allocated IP 172.25.5.115 (c48a55e9-6a85-4746-b7bf-3e29fb560094/5da6f781-63e6-4328-ae7a-5e672262f55a/b46f2e0f-b26b-48c2-a0a9-2e9a73cb4f70) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:40:02.668580 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.db_base_plugin_common [None req-df4b132f-79a0-4b48-bd40-87e0cf4ba698 None None] Allocated IP 172.20.0.2 (3b43cd50-4e01-4457-831a-53b74f06b522/38a6b569-8be0-46a1-84cc-8d63ec727e81/1faee4e5-03fc-4938-9a8d-d4641402fd93) {{(pid=103449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:40:02.784208 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-920c79f1-a5e0-44b0-9593-48113d9f0754 None None] Publish callbacks [] for port, precommit_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:02.802271 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-920c79f1-a5e0-44b0-9593-48113d9f0754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:02.872013 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-43277272-5c1d-4571-97e7-629dd2772d06 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:02.920555 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc511ba-368d-448a-849a-98a798eb669f None None] Pushing event updated for resources: {'Port': ['ID=152c2266-4534-43be-b28f-d4b497371db6,revision_number=3']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:40:02.986756 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc511ba-368d-448a-849a-98a798eb669f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:40:02.987504 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc511ba-368d-448a-849a-98a798eb669f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:40:02.988050 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc511ba-368d-448a-849a-98a798eb669f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:40:02.988564 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc511ba-368d-448a-849a-98a798eb669f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:40:02.989271 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc511ba-368d-448a-849a-98a798eb669f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:40:02.989842 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc511ba-368d-448a-849a-98a798eb669f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:40:02.990346 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc511ba-368d-448a-849a-98a798eb669f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:40:02.991210 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc511ba-368d-448a-849a-98a798eb669f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:40:02.991769 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc511ba-368d-448a-849a-98a798eb669f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:40:02.992268 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc511ba-368d-448a-849a-98a798eb669f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:40:02.992767 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc511ba-368d-448a-849a-98a798eb669f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:40:02.993590 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc511ba-368d-448a-849a-98a798eb669f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:40:02.999794 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-43277272-5c1d-4571-97e7-629dd2772d06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:03.051267 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43277272-5c1d-4571-97e7-629dd2772d06 admin admin] Network c48a55e9-6a85-4746-b7bf-3e29fb560094 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:40:03.055460 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-43277272-5c1d-4571-97e7-629dd2772d06 admin admin] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:40:03.059884 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43277272-5c1d-4571-97e7-629dd2772d06 admin admin] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:40:03.063764 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ee4b0d36-68dc-4ace-8269-4b58c100f244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:03.092745 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ad896b7-63fb-49cf-a393-7917b2ac436f None None] DHCP port deletion for c48a55e9-6a85-4746-b7bf-3e29fb560094 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:40:03.103518 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-df4b132f-79a0-4b48-bd40-87e0cf4ba698 None None] Publish callbacks [] for port, precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:03.108056 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-920c79f1-a5e0-44b0-9593-48113d9f0754 None None] Attempting to bind port 152c2266-4534-43be-b28f-d4b497371db6 on host n-d-818823-1 for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:40:03.108441 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-920c79f1-a5e0-44b0-9593-48113d9f0754 None None] Attempting to bind port 152c2266-4534-43be-b28f-d4b497371db6 by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': '8f98e057-3951-41a9-b731-a3ede033fb6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '3351f9f4-f4e4-4ee2-9c2b-3b58a4e4fc24'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:40:03.108812 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-920c79f1-a5e0-44b0-9593-48113d9f0754 None None] Attempting to bind port 152c2266-4534-43be-b28f-d4b497371db6 on network 3351f9f4-f4e4-4ee2-9c2b-3b58a4e4fc24 {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:40:03.121531 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-920c79f1-a5e0-44b0-9593-48113d9f0754 None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 39, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:40:03.121974 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-920c79f1-a5e0-44b0-9593-48113d9f0754 None None] Checking segment: {'id': '8f98e057-3951-41a9-b731-a3ede033fb6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '3351f9f4-f4e4-4ee2-9c2b-3b58a4e4fc24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:40:03.122394 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-920c79f1-a5e0-44b0-9593-48113d9f0754 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:03.123821 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-920c79f1-a5e0-44b0-9593-48113d9f0754 None None] Bound using segment: {'id': '8f98e057-3951-41a9-b731-a3ede033fb6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '3351f9f4-f4e4-4ee2-9c2b-3b58a4e4fc24'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:40:03.124338 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-920c79f1-a5e0-44b0-9593-48113d9f0754 None None] Bound port: 152c2266-4534-43be-b28f-d4b497371db6, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f98e057-3951-41a9-b731-a3ede033fb6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '3351f9f4-f4e4-4ee2-9c2b-3b58a4e4fc24'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:40:03.124735 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-920c79f1-a5e0-44b0-9593-48113d9f0754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:03.127230 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-df4b132f-79a0-4b48-bd40-87e0cf4ba698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372'] for port, after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:03.167644 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43277272-5c1d-4571-97e7-629dd2772d06 admin admin] Pushing event updated for resources: {'Port': ['ID=b46f2e0f-b26b-48c2-a0a9-2e9a73cb4f70,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:40:03.213927 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df4b132f-79a0-4b48-bd40-87e0cf4ba698 None None] Network 3b43cd50-4e01-4457-831a-53b74f06b522 is already hosted by enough agents. {{(pid=103449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:40:03.243547 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.base_scheduler [None req-df4b132f-79a0-4b48-bd40-87e0cf4ba698 None None] Resources bound (agent type, host, resource id): {{(pid=103449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:40:03.247178 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df4b132f-79a0-4b48-bd40-87e0cf4ba698 None None] Received port after_create {{(pid=103449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:40:03.254691 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4b132f-79a0-4b48-bd40-87e0cf4ba698 None None] Pushing event updated for resources: {'Port': ['ID=1faee4e5-03fc-4938-9a8d-d4641402fd93,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:40:03.263301 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-2900ee07-4e8d-498f-9d0e-58a8eceabbd2 None None] Provisioning complete for port b46f2e0f-b26b-48c2-a0a9-2e9a73cb4f70 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:40:03.263705 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-2900ee07-4e8d-498f-9d0e-58a8eceabbd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:03.354724 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-2900ee07-4e8d-498f-9d0e-58a8eceabbd2 None None] Port b46f2e0f-b26b-48c2-a0a9-2e9a73cb4f70 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:40:03.361160 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-920c79f1-a5e0-44b0-9593-48113d9f0754 None None] For port 152c2266-4534-43be-b28f-d4b497371db6, host n-d-818823-1, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:40:03.373933 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-df4b132f-79a0-4b48-bd40-87e0cf4ba698 None None] Attempting to bind port 1faee4e5-03fc-4938-9a8d-d4641402fd93 on host n-d-818823-1 for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:40:03.374309 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-df4b132f-79a0-4b48-bd40-87e0cf4ba698 None None] Attempting to bind port 1faee4e5-03fc-4938-9a8d-d4641402fd93 by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': '7da39635-3c66-49fe-b7e4-a89f9ca5ff53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '3b43cd50-4e01-4457-831a-53b74f06b522'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:40:03.374682 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4b132f-79a0-4b48-bd40-87e0cf4ba698 None None] Attempting to bind port 1faee4e5-03fc-4938-9a8d-d4641402fd93 on network 3b43cd50-4e01-4457-831a-53b74f06b522 {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:40:03.381522 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-920c79f1-a5e0-44b0-9593-48113d9f0754 None None] For port 152c2266-4534-43be-b28f-d4b497371db6, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=152c2266-4534-43be-b28f-d4b497371db6,segment=NetworkSegment(8f98e057-3951-41a9-b731-a3ede033fb6b),segment_id=8f98e057-3951-41a9-b731-a3ede033fb6b)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:40:03.385032 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4b132f-79a0-4b48-bd40-87e0cf4ba698 None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 39, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:40:03.385423 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4b132f-79a0-4b48-bd40-87e0cf4ba698 None None] Checking segment: {'id': '7da39635-3c66-49fe-b7e4-a89f9ca5ff53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '3b43cd50-4e01-4457-831a-53b74f06b522'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:40:03.385832 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-df4b132f-79a0-4b48-bd40-87e0cf4ba698 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:03.386232 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4b132f-79a0-4b48-bd40-87e0cf4ba698 None None] Bound using segment: {'id': '7da39635-3c66-49fe-b7e4-a89f9ca5ff53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '3b43cd50-4e01-4457-831a-53b74f06b522'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:40:03.386700 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-df4b132f-79a0-4b48-bd40-87e0cf4ba698 None None] Bound port: 1faee4e5-03fc-4938-9a8d-d4641402fd93, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7da39635-3c66-49fe-b7e4-a89f9ca5ff53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '3b43cd50-4e01-4457-831a-53b74f06b522'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:40:03.387216 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-df4b132f-79a0-4b48-bd40-87e0cf4ba698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:03.390846 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-920c79f1-a5e0-44b0-9593-48113d9f0754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:03.511898 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-43277272-5c1d-4571-97e7-629dd2772d06 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:03.571774 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-05faf72d-9298-4504-84c6-ece3fa50b70c None None] Provisioning complete for port 152c2266-4534-43be-b28f-d4b497371db6 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:40:03.572409 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-05faf72d-9298-4504-84c6-ece3fa50b70c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:03.574202 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-03f0964f-1b75-4df7-99e0-a3cdb56ec2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:03.578176 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-920c79f1-a5e0-44b0-9593-48113d9f0754 None None] Routers {'263a0238-7eca-4a0f-894e-a1e3fa169686'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:40:03.579244 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-920c79f1-a5e0-44b0-9593-48113d9f0754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:40:03Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['263a0238-7eca-4a0f-894e-a1e3fa169686'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:40:03.582713 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc511ba-368d-448a-849a-98a798eb669f None None] Pushing event updated for resources: {'Port': ['ID=152c2266-4534-43be-b28f-d4b497371db6,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:40:03.712514 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-df4b132f-79a0-4b48-bd40-87e0cf4ba698 None None] For port 1faee4e5-03fc-4938-9a8d-d4641402fd93, host n-d-818823-1, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:40:03.804840 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-df4b132f-79a0-4b48-bd40-87e0cf4ba698 None None] For port 1faee4e5-03fc-4938-9a8d-d4641402fd93, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=1faee4e5-03fc-4938-9a8d-d4641402fd93,segment=NetworkSegment(7da39635-3c66-49fe-b7e4-a89f9ca5ff53),segment_id=7da39635-3c66-49fe-b7e4-a89f9ca5ff53)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:40:03.863227 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-05faf72d-9298-4504-84c6-ece3fa50b70c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:03.889136 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-43277272-5c1d-4571-97e7-629dd2772d06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-659538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-841284'] for router, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:03.950554 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-05faf72d-9298-4504-84c6-ece3fa50b70c None None] For port 152c2266-4534-43be-b28f-d4b497371db6, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=152c2266-4534-43be-b28f-d4b497371db6,segment=NetworkSegment(8f98e057-3951-41a9-b731-a3ede033fb6b),segment_id=8f98e057-3951-41a9-b731-a3ede033fb6b)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:40:03.955075 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-df4b132f-79a0-4b48-bd40-87e0cf4ba698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:03.969259 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-05faf72d-9298-4504-84c6-ece3fa50b70c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:04.121415 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43277272-5c1d-4571-97e7-629dd2772d06 admin admin] Router 0293fdb2-cb88-47aa-80da-77850922f36b is scheduled to L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 with binding_index 1 {{(pid=103448) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 20:40:04.129010 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-920c79f1-a5e0-44b0-9593-48113d9f0754 None None] Set router 263a0238-7eca-4a0f-894e-a1e3fa169686 gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:40:04.203808 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4b132f-79a0-4b48-bd40-87e0cf4ba698 None None] Pushing event updated for resources: {'Port': ['ID=1faee4e5-03fc-4938-9a8d-d4641402fd93,revision_number=2']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:40:04.219691 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-05e9c0ea-78dd-4772-9380-f82f2da5cf89 None None] Provisioning complete for port 152c2266-4534-43be-b28f-d4b497371db6 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:40:04.219691 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-05e9c0ea-78dd-4772-9380-f82f2da5cf89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:04.446552 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43277272-5c1d-4571-97e7-629dd2772d06 admin admin] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:40:04.468744 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f2e25e-8553-493f-aab9-304308d7f70d None None] Sync routers for ids ['0293fdb2-cb88-47aa-80da-77850922f36b'] in n-d-818823-1 {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:40:04.490474 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f2e25e-8553-493f-aab9-304308d7f70d None None] Routers {'0293fdb2-cb88-47aa-80da-77850922f36b'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:40:04.492103 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-64f2e25e-8553-493f-aab9-304308d7f70d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:40:03Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['0293fdb2-cb88-47aa-80da-77850922f36b'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:40:04.502208 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-43277272-5c1d-4571-97e7-629dd2772d06 admin admin] Publish callbacks [] for router, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:04.508947 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 52302) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:40:04.518135 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-43277272-5c1d-4571-97e7-629dd2772d06 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.5653181 Nov 22 20:40:04.589806 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 52308) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:40:04.780682 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-64f2e25e-8553-493f-aab9-304308d7f70d None None] Set router 0293fdb2-cb88-47aa-80da-77850922f36b gateway port host: n-d-818823-1 {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:40:04.815090 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-96e083f8-3da2-4efe-8051-6a0b6423f181 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:04.852025 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05faf72d-9298-4504-84c6-ece3fa50b70c None None] Pushing event updated for resources: {'Port': ['ID=152c2266-4534-43be-b28f-d4b497371db6,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:40:05.073616 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-96e083f8-3da2-4efe-8051-6a0b6423f181 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:05.086064 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-96e083f8-3da2-4efe-8051-6a0b6423f181 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:05.178953 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e083f8-3da2-4efe-8051-6a0b6423f181 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9edec7a5-8a22-4869-8fec-025213324d4a,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:40:05.196849 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-96e083f8-3da2-4efe-8051-6a0b6423f181 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ba2a5431631344bc828e959ef50f000e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6019931 Nov 22 20:40:05.198447 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 52322) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:40:05.216945 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-920c79f1-a5e0-44b0-9593-48113d9f0754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '263a0238-7eca-4a0f-894e-a1e3fa169686', 'name': 'tempest-TestServerBasicOps-440370398-router', 'tenant_id': 'a7e1521722f94d70843af2e3bd21601a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.65'}], 'enable_snat': True}, 'gw_port_id': 'c725bf0d-cd7f-4a75-9a59-f4f52c249f01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:39:53Z', 'updated_at': '2021-11-22T20:39:58Z', 'revision_number': 4, 'project_id': 'a7e1521722f94d70843af2e3bd21601a', 'gw_port': {'id': 'c725bf0d-cd7f-4a75-9a59-f4f52c249f01', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:e9:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '263a0238-7eca-4a0f-894e-a1e3fa169686', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:39:54Z', 'updated_at': '2021-11-22T20:39:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': '152c2266-4534-43be-b28f-d4b497371db6', 'name': '', 'network_id': '3351f9f4-f4e4-4ee2-9c2b-3b58a4e4fc24', 'tenant_id': 'a7e1521722f94d70843af2e3bd21601a', 'mac_address': 'fa:16:3e:78:86:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '263a0238-7eca-4a0f-894e-a1e3fa169686', 'device_owner': 'network:router_interface', 'standard_attr_id': 3757, 'fixed_ips': [{'subnet_id': '23ea69f1-3a57-4da4-b379-270435f982a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:39:57Z', 'updated_at': '2021-11-22T20:40:03Z', 'revision_number': 4, 'project_id': 'a7e1521722f94d70843af2e3bd21601a', 'subnets': [{'id': '23ea69f1-3a57-4da4-b379-270435f982a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:40:05.257625 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-64f2e25e-8553-493f-aab9-304308d7f70d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0293fdb2-cb88-47aa-80da-77850922f36b', 'name': 'tempest-TestServerBasicOps-813652492-router', 'tenant_id': '2c8444743dab464cb181c2adbf16de5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': 'b46f2e0f-b26b-48c2-a0a9-2e9a73cb4f70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:40:01Z', 'updated_at': '2021-11-22T20:40:03Z', 'revision_number': 3, 'project_id': '2c8444743dab464cb181c2adbf16de5e', 'gw_port': {'id': 'b46f2e0f-b26b-48c2-a0a9-2e9a73cb4f70', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:67:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0293fdb2-cb88-47aa-80da-77850922f36b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3768, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:40:02Z', 'updated_at': '2021-11-22T20:40:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:40:05.329949 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f2e25e-8553-493f-aab9-304308d7f70d None None] Checking router: 0293fdb2-cb88-47aa-80da-77850922f36b for host: n-d-818823-1 {{(pid=103450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 20:40:05.330211 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f2e25e-8553-493f-aab9-304308d7f70d None None] Updating router 0293fdb2-cb88-47aa-80da-77850922f36b port b46f2e0f-b26b-48c2-a0a9-2e9a73cb4f70 binding host n-d-818823-1 {{(pid=103450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 20:40:05.344731 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e49ee129-e862-4476-beca-cdc8150d2345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:05.345807 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-920c79f1-a5e0-44b0-9593-48113d9f0754 None None] The sync data for ids ['263a0238-7eca-4a0f-894e-a1e3fa169686'] in n-d-818823-1 is: [{'id': '263a0238-7eca-4a0f-894e-a1e3fa169686', 'name': 'tempest-TestServerBasicOps-440370398-router', 'tenant_id': 'a7e1521722f94d70843af2e3bd21601a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.65'}], 'enable_snat': True}, 'gw_port_id': 'c725bf0d-cd7f-4a75-9a59-f4f52c249f01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:39:53Z', 'updated_at': '2021-11-22T20:39:58Z', 'revision_number': 4, 'project_id': 'a7e1521722f94d70843af2e3bd21601a', 'gw_port': {'id': 'c725bf0d-cd7f-4a75-9a59-f4f52c249f01', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:e9:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '263a0238-7eca-4a0f-894e-a1e3fa169686', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:39:54Z', 'updated_at': '2021-11-22T20:39:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': '152c2266-4534-43be-b28f-d4b497371db6', 'name': '', 'network_id': '3351f9f4-f4e4-4ee2-9c2b-3b58a4e4fc24', 'tenant_id': 'a7e1521722f94d70843af2e3bd21601a', 'mac_address': 'fa:16:3e:78:86:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '263a0238-7eca-4a0f-894e-a1e3fa169686', 'device_owner': 'network:router_interface', 'standard_attr_id': 3757, 'fixed_ips': [{'subnet_id': '23ea69f1-3a57-4da4-b379-270435f982a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:39:57Z', 'updated_at': '2021-11-22T20:40:03Z', 'revision_number': 4, 'project_id': 'a7e1521722f94d70843af2e3bd21601a', 'subnets': [{'id': '23ea69f1-3a57-4da4-b379-270435f982a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:40:05.365270 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0c0e4f37-fa8f-40ec-a46c-11616356e530 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:05.397200 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-64f2e25e-8553-493f-aab9-304308d7f70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:05.397962 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0c0e4f37-fa8f-40ec-a46c-11616356e530 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:05.574377 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0c0e4f37-fa8f-40ec-a46c-11616356e530 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:05.577488 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0c0e4f37-fa8f-40ec-a46c-11616356e530 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:05.581199 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-0c0e4f37-fa8f-40ec-a46c-11616356e530 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9edec7a5-8a22-4869-8fec-025213324d4a HTTP/1.1" status: 204 len: 168 time: 0.3667536 Nov 22 20:40:05.581369 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-69b9edb3-ccc8-464c-8010-a76d342753da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:05.596123 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0e4f37-fa8f-40ec-a46c-11616356e530 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9edec7a5-8a22-4869-8fec-025213324d4a,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:40:06.076724 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:06.120669 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b140b479-a522-4319-8c98-0ee90e812c5f None None] Network 3b43cd50-4e01-4457-831a-53b74f06b522 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:40:06.128494 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-64f2e25e-8553-493f-aab9-304308d7f70d None None] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:06.154917 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-64f2e25e-8553-493f-aab9-304308d7f70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:06.274330 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a09926e-0b41-46ce-a87d-a98d7a449b27 None None] DHCP port deletion for c48a55e9-6a85-4746-b7bf-3e29fb560094 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:40:06.301767 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-64f2e25e-8553-493f-aab9-304308d7f70d None None] Attempting to bind port b46f2e0f-b26b-48c2-a0a9-2e9a73cb4f70 on host n-d-818823-1 for vnic_type normal with profile {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:40:06.302632 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-64f2e25e-8553-493f-aab9-304308d7f70d None None] Attempting to bind port b46f2e0f-b26b-48c2-a0a9-2e9a73cb4f70 by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:40:06.303002 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f2e25e-8553-493f-aab9-304308d7f70d None None] Attempting to bind port b46f2e0f-b26b-48c2-a0a9-2e9a73cb4f70 on network c48a55e9-6a85-4746-b7bf-3e29fb560094 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:40:06.318400 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61dca428-3dc5-4a11-ac0f-4086a4b77b34 None None] Pushing event updated for resources: {'Port': ['ID=b46f2e0f-b26b-48c2-a0a9-2e9a73cb4f70,revision_number=2']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:40:06.323727 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-3fe8a781-a1c2-4c3e-887e-3e4b61896906 None None] Provisioning complete for port 1faee4e5-03fc-4938-9a8d-d4641402fd93 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:40:06.324105 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-3fe8a781-a1c2-4c3e-887e-3e4b61896906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:06.330565 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f2e25e-8553-493f-aab9-304308d7f70d None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 40, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:40:06.330943 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f2e25e-8553-493f-aab9-304308d7f70d None None] Checking segment: {'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:40:06.331351 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-64f2e25e-8553-493f-aab9-304308d7f70d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:06.335880 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f2e25e-8553-493f-aab9-304308d7f70d None None] Bound using segment: {'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:40:06.336398 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-64f2e25e-8553-493f-aab9-304308d7f70d None None] Bound port: b46f2e0f-b26b-48c2-a0a9-2e9a73cb4f70, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'}}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:40:06.336807 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-64f2e25e-8553-493f-aab9-304308d7f70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:06.380106 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [None req-69b9edb3-ccc8-464c-8010-a76d342753da admin admin] Allocated IP 172.20.0.1 (3b43cd50-4e01-4457-831a-53b74f06b522/38a6b569-8be0-46a1-84cc-8d63ec727e81/23a812d2-61ff-4cf8-9ea3-936a4cc666c8) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:40:06.458198 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-64f2e25e-8553-493f-aab9-304308d7f70d None None] For port b46f2e0f-b26b-48c2-a0a9-2e9a73cb4f70, host n-d-818823-1, cleared binding levels {{(pid=103450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:40:06.473340 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-64f2e25e-8553-493f-aab9-304308d7f70d None None] For port b46f2e0f-b26b-48c2-a0a9-2e9a73cb4f70, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=b46f2e0f-b26b-48c2-a0a9-2e9a73cb4f70,segment=NetworkSegment(8793ba83-8407-4c3d-9b56-2a177cd58a70),segment_id=8793ba83-8407-4c3d-9b56-2a177cd58a70)] {{(pid=103450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:40:06.483295 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-64f2e25e-8553-493f-aab9-304308d7f70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:06.557731 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0af6422e-0dad-45dc-a845-c3a6bc21634e None None] DHCP port deletion for c48a55e9-6a85-4746-b7bf-3e29fb560094 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:40:06.602907 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f2e25e-8553-493f-aab9-304308d7f70d None None] Routers {'0293fdb2-cb88-47aa-80da-77850922f36b'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:40:06.603881 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-64f2e25e-8553-493f-aab9-304308d7f70d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:40:03Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['0293fdb2-cb88-47aa-80da-77850922f36b'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:40:06.699776 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 1faee4e5-03fc-4938-9a8d-d4641402fd93 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:40:06.713276 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-69b9edb3-ccc8-464c-8010-a76d342753da admin admin] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:06.792078 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-3fe8a781-a1c2-4c3e-887e-3e4b61896906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:06.851975 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-69b9edb3-ccc8-464c-8010-a76d342753da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:06.882113 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-3fe8a781-a1c2-4c3e-887e-3e4b61896906 None None] For port 1faee4e5-03fc-4938-9a8d-d4641402fd93, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=1faee4e5-03fc-4938-9a8d-d4641402fd93,segment=NetworkSegment(7da39635-3c66-49fe-b7e4-a89f9ca5ff53),segment_id=7da39635-3c66-49fe-b7e4-a89f9ca5ff53)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:40:06.912754 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-3fe8a781-a1c2-4c3e-887e-3e4b61896906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:06.974429 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69b9edb3-ccc8-464c-8010-a76d342753da admin admin] Network 3b43cd50-4e01-4457-831a-53b74f06b522 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:40:07.000875 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-69b9edb3-ccc8-464c-8010-a76d342753da admin admin] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:40:07.025818 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b9edb3-ccc8-464c-8010-a76d342753da admin admin] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:40:07.037642 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 1faee4e5-03fc-4938-9a8d-d4641402fd93 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:40:07.039855 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61dca428-3dc5-4a11-ac0f-4086a4b77b34 None None] Pushing event updated for resources: {'Port': ['ID=b46f2e0f-b26b-48c2-a0a9-2e9a73cb4f70,revision_number=3']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:40:07.042068 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:07.140667 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 52364) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:40:07.160129 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b9edb3-ccc8-464c-8010-a76d342753da admin admin] Pushing event updated for resources: {'Port': ['ID=23a812d2-61ff-4cf8-9ea3-936a4cc666c8,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:40:07.191831 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-64f2e25e-8553-493f-aab9-304308d7f70d None None] Set router 0293fdb2-cb88-47aa-80da-77850922f36b gateway port host: n-d-818823-1 {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:40:07.221939 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-69b9edb3-ccc8-464c-8010-a76d342753da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659939'] for router_interface, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:07.294379 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-9c745466-4652-4776-a42e-776430cb91aa None None] Provisioning complete for port b46f2e0f-b26b-48c2-a0a9-2e9a73cb4f70 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:40:07.294750 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-9c745466-4652-4776-a42e-776430cb91aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:07.296724 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe8a781-a1c2-4c3e-887e-3e4b61896906 None None] Pushing event updated for resources: {'Port': ['ID=1faee4e5-03fc-4938-9a8d-d4641402fd93,revision_number=3']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:40:07.445323 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-a3116254-2ece-437a-9ce6-f2b3ab26f3b2 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-5607069-network', 'tenant_id': '45453b15a5ad4d148442cc725aa15154'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:40:07.532774 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3116254-2ece-437a-9ce6-f2b3ab26f3b2 admin admin] Made reservation on behalf of 45453b15a5ad4d148442cc725aa15154 for: {'network': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:40:07.536061 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a3116254-2ece-437a-9ce6-f2b3ab26f3b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for network, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:07.563707 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a3116254-2ece-437a-9ce6-f2b3ab26f3b2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:07.605542 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 152c2266-4534-43be-b28f-d4b497371db6 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:40:07.630752 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-64f2e25e-8553-493f-aab9-304308d7f70d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0293fdb2-cb88-47aa-80da-77850922f36b', 'name': 'tempest-TestServerBasicOps-813652492-router', 'tenant_id': '2c8444743dab464cb181c2adbf16de5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': 'b46f2e0f-b26b-48c2-a0a9-2e9a73cb4f70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:40:01Z', 'updated_at': '2021-11-22T20:40:03Z', 'revision_number': 3, 'project_id': '2c8444743dab464cb181c2adbf16de5e', 'gw_port': {'id': 'b46f2e0f-b26b-48c2-a0a9-2e9a73cb4f70', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:67:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0293fdb2-cb88-47aa-80da-77850922f36b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3768, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:40:02Z', 'updated_at': '2021-11-22T20:40:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:40:07.638347 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-69b9edb3-ccc8-464c-8010-a76d342753da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:07.711041 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f2e25e-8553-493f-aab9-304308d7f70d None None] The sync data for ids ['0293fdb2-cb88-47aa-80da-77850922f36b'] in n-d-818823-1 is: [{'id': '0293fdb2-cb88-47aa-80da-77850922f36b', 'name': 'tempest-TestServerBasicOps-813652492-router', 'tenant_id': '2c8444743dab464cb181c2adbf16de5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': 'b46f2e0f-b26b-48c2-a0a9-2e9a73cb4f70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:40:01Z', 'updated_at': '2021-11-22T20:40:03Z', 'revision_number': 3, 'project_id': '2c8444743dab464cb181c2adbf16de5e', 'gw_port': {'id': 'b46f2e0f-b26b-48c2-a0a9-2e9a73cb4f70', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:67:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0293fdb2-cb88-47aa-80da-77850922f36b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3768, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:40:02Z', 'updated_at': '2021-11-22T20:40:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}] {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:40:07.806618 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a3116254-2ece-437a-9ce6-f2b3ab26f3b2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:07.811922 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-9c745466-4652-4776-a42e-776430cb91aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:07.818097 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a3116254-2ece-437a-9ce6-f2b3ab26f3b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:07.841760 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3116254-2ece-437a-9ce6-f2b3ab26f3b2 admin admin] vlan segment allocate from pool success with {'vlan_id': 604, 'physical_network': 'physnet1'} {{(pid=103448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 20:40:07.876473 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 152c2266-4534-43be-b28f-d4b497371db6 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:40:07.876850 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:07.879736 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-9c745466-4652-4776-a42e-776430cb91aa None None] For port b46f2e0f-b26b-48c2-a0a9-2e9a73cb4f70, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=b46f2e0f-b26b-48c2-a0a9-2e9a73cb4f70,segment=NetworkSegment(8793ba83-8407-4c3d-9b56-2a177cd58a70),segment_id=8793ba83-8407-4c3d-9b56-2a177cd58a70)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:40:07.893350 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a3116254-2ece-437a-9ce6-f2b3ab26f3b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:07.893603 n-d-818823-1 neutron-server[103448]: INFO neutron.db.segments_db [None req-a3116254-2ece-437a-9ce6-f2b3ab26f3b2 admin admin] Added segment 5b28c3a2-22ef-4aad-83b7-1410e086096e of type vlan for network 39cddfa7-f59f-42a4-a18e-2bae29416c70 Nov 22 20:40:07.908122 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-9c745466-4652-4776-a42e-776430cb91aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:07.999129 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3116254-2ece-437a-9ce6-f2b3ab26f3b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e859d8b7-2ce2-44d8-9d95-80f609ee1b3b,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:40:08.014130 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-69b9edb3-ccc8-464c-8010-a76d342753da admin admin] Publish callbacks [] for port, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:08.015068 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3116254-2ece-437a-9ce6-f2b3ab26f3b2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:40:08.015653 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3116254-2ece-437a-9ce6-f2b3ab26f3b2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:40:08.016453 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3116254-2ece-437a-9ce6-f2b3ab26f3b2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:40:08.017121 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3116254-2ece-437a-9ce6-f2b3ab26f3b2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:40:08.017684 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3116254-2ece-437a-9ce6-f2b3ab26f3b2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:40:08.018024 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3116254-2ece-437a-9ce6-f2b3ab26f3b2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:40:08.018413 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3116254-2ece-437a-9ce6-f2b3ab26f3b2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:40:08.018876 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3116254-2ece-437a-9ce6-f2b3ab26f3b2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:40:08.019214 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3116254-2ece-437a-9ce6-f2b3ab26f3b2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:40:08.019603 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3116254-2ece-437a-9ce6-f2b3ab26f3b2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:40:08.019977 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3116254-2ece-437a-9ce6-f2b3ab26f3b2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:40:08.020365 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3116254-2ece-437a-9ce6-f2b3ab26f3b2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:40:08.022895 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-69b9edb3-ccc8-464c-8010-a76d342753da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:08.037474 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a3116254-2ece-437a-9ce6-f2b3ab26f3b2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748992492791'] for network, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:08.092967 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a3116254-2ece-437a-9ce6-f2b3ab26f3b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for network, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:08.095126 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3116254-2ece-437a-9ce6-f2b3ab26f3b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:40:08.095756 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a3116254-2ece-437a-9ce6-f2b3ab26f3b2 admin admin] Publish callbacks [] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:08.106882 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c745466-4652-4776-a42e-776430cb91aa None None] Pushing event updated for resources: {'Port': ['ID=b46f2e0f-b26b-48c2-a0a9-2e9a73cb4f70,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:40:08.180173 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3116254-2ece-437a-9ce6-f2b3ab26f3b2 admin admin] Pushing event updated for resources: {'Network': ['ID=39cddfa7-f59f-42a4-a18e-2bae29416c70,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:40:08.181326 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-0c806582-1481-42b0-92e2-d80045aeeac3 None None] Provisioning complete for port 1faee4e5-03fc-4938-9a8d-d4641402fd93 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:40:08.181945 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-0c806582-1481-42b0-92e2-d80045aeeac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:08.198888 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-a3116254-2ece-437a-9ce6-f2b3ab26f3b2 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0570560 Nov 22 20:40:08.201787 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 52380) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:40:08.209328 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-359baaea-0ac9-486f-ae11-77b9a169b673 admin admin] Request body: {'subnet': {'network_id': '39cddfa7-f59f-42a4-a18e-2bae29416c70', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-5607069-subnet', 'tenant_id': '45453b15a5ad4d148442cc725aa15154', 'ip_version': 4}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:40:08.254297 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b9edb3-ccc8-464c-8010-a76d342753da admin admin] Pushing event updated for resources: {'Port': ['ID=23a812d2-61ff-4cf8-9ea3-936a4cc666c8,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:40:08.260361 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Network 39cddfa7-f59f-42a4-a18e-2bae29416c70 details requested by agent ovs-agent-n-d-818823-1 with host n-d-818823-1 {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 20:40:08.262426 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-69b9edb3-ccc8-464c-8010-a76d342753da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-563461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-659839'] for router_interface, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:08.281660 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-359baaea-0ac9-486f-ae11-77b9a169b673 admin admin] Made reservation on behalf of 45453b15a5ad4d148442cc725aa15154 for: {'subnet': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:40:08.284878 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-359baaea-0ac9-486f-ae11-77b9a169b673 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11792951'] for subnet, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:08.474336 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69b9edb3-ccc8-464c-8010-a76d342753da admin admin] Network 3b43cd50-4e01-4457-831a-53b74f06b522 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:40:08.475925 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-69b9edb3-ccc8-464c-8010-a76d342753da admin admin] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:40:08.644332 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-0c806582-1481-42b0-92e2-d80045aeeac3 None None] Provisioning complete for port 23a812d2-61ff-4cf8-9ea3-936a4cc666c8 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:40:08.644933 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-0c806582-1481-42b0-92e2-d80045aeeac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:08.670261 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69b9edb3-ccc8-464c-8010-a76d342753da admin admin] Router 0293fdb2-cb88-47aa-80da-77850922f36b has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 20:40:08.744316 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-359baaea-0ac9-486f-ae11-77b9a169b673 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11567560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11792921'] for subnet, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:08.792882 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-0c806582-1481-42b0-92e2-d80045aeeac3 None None] Port 23a812d2-61ff-4cf8-9ea3-936a4cc666c8 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:40:08.795510 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 1faee4e5-03fc-4938-9a8d-d4641402fd93 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:40:08.871233 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359baaea-0ac9-486f-ae11-77b9a169b673 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa06b5c7-4416-4bd0-a64f-11fed40b76d0,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:40:08.874476 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69b9edb3-ccc8-464c-8010-a76d342753da admin admin] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:40:08.889034 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 1faee4e5-03fc-4938-9a8d-d4641402fd93 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:40:08.889696 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:08.900241 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-69b9edb3-ccc8-464c-8010-a76d342753da admin admin] 10.222.0.46 "PUT /v2.0/routers/0293fdb2-cb88-47aa-80da-77850922f36b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3813746 Nov 22 20:40:08.937126 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-359baaea-0ac9-486f-ae11-77b9a169b673 admin admin] Checking segment: {'id': '5b28c3a2-22ef-4aad-83b7-1410e086096e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '39cddfa7-f59f-42a4-a18e-2bae29416c70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:40:08.937489 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-359baaea-0ac9-486f-ae11-77b9a169b673 admin admin] Network hostable DHCP agents. Network: 39cddfa7-f59f-42a4-a18e-2bae29416c70, hostable agents: ['02adaa64-0987-4b74-bad0-cbcf56f8a294'], hosted agents: [] {{(pid=103448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 20:40:08.992464 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-359baaea-0ac9-486f-ae11-77b9a169b673 admin admin] Network 39cddfa7-f59f-42a4-a18e-2bae29416c70 is scheduled to be hosted by DHCP agent 02adaa64-0987-4b74-bad0-cbcf56f8a294 with binding_index 1 {{(pid=103448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 20:40:09.023807 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device b46f2e0f-b26b-48c2-a0a9-2e9a73cb4f70 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:40:09.068305 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-359baaea-0ac9-486f-ae11-77b9a169b673 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818823-1, 39cddfa7-f59f-42a4-a18e-2bae29416c70) {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:40:09.075197 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-66f1a9f6-b8c5-43a9-b0eb-159c348900e6 None None] Provisioning complete for port 23a812d2-61ff-4cf8-9ea3-936a4cc666c8 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:40:09.078325 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-66f1a9f6-b8c5-43a9-b0eb-159c348900e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:09.083976 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-359baaea-0ac9-486f-ae11-77b9a169b673 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:40:09.084597 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-359baaea-0ac9-486f-ae11-77b9a169b673 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:09.098647 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ffaa7db-68d1-48bf-bd82-d3b7d1ea0955 None None] Network 39cddfa7-f59f-42a4-a18e-2bae29416c70 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:40:09.117438 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-359baaea-0ac9-486f-ae11-77b9a169b673 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9114714 Nov 22 20:40:09.117717 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 52392) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:40:09.131570 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-f63b97f1-702f-4482-ba30-a80b5784b89e admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-5607069-router', 'tenant_id': '45453b15a5ad4d148442cc725aa15154', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'}}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:40:09.165128 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f63b97f1-702f-4482-ba30-a80b5784b89e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24799'] for router, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:09.166738 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f63b97f1-702f-4482-ba30-a80b5784b89e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-632716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24788'] for router, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:09.296855 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-66f1a9f6-b8c5-43a9-b0eb-159c348900e6 None None] Port 23a812d2-61ff-4cf8-9ea3-936a4cc666c8 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:40:09.332290 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port b46f2e0f-b26b-48c2-a0a9-2e9a73cb4f70 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:40:09.334007 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f63b97f1-702f-4482-ba30-a80b5784b89e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:09.334849 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:09.639797 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-779bc52f-e732-4ac8-a33b-27f219898281 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fb26bd7-ce56-527b-b94f-2e1f7cb2bb35-39cddfa7-f59f-42a4-a18e-2bae29416c70', 'network_id': '39cddfa7-f59f-42a4-a18e-2bae29416c70', 'tenant_id': '45453b15a5ad4d148442cc725aa15154', 'fixed_ips': [{'subnet_id': 'fa06b5c7-4416-4bd0-a64f-11fed40b76d0'}]}} from n-d-818823-1. {{(pid=103449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 20:40:09.640744 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-779bc52f-e732-4ac8-a33b-27f219898281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:09.649922 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f63b97f1-702f-4482-ba30-a80b5784b89e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:09.662375 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 52414) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:40:09.860920 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.db_base_plugin_common [None req-779bc52f-e732-4ac8-a33b-27f219898281 None None] Allocated IP 172.20.0.2 (39cddfa7-f59f-42a4-a18e-2bae29416c70/fa06b5c7-4416-4bd0-a64f-11fed40b76d0/039492ed-56d4-44e6-9927-013fcf5d8e3f) {{(pid=103449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:40:09.900123 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-34be5bd2-23f1-4669-b3bd-cd7e0ddb4180 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:09.984781 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 52420) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:40:09.992652 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-cbbdce0b-110d-453c-87bd-b838230baa46 tempest-TestServerBasicOps-1917284231 tempest-TestServerBasicOps-1917284231-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1294175929', 'description': 'tempest-secgroup-smoke-1294175929 description', 'project_id': 'a7e1521722f94d70843af2e3bd21601a'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:40:10.002908 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f63b97f1-702f-4482-ba30-a80b5784b89e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:10.032889 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f63b97f1-702f-4482-ba30-a80b5784b89e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:10.082212 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-cbbdce0b-110d-453c-87bd-b838230baa46 tempest-TestServerBasicOps-1917284231 tempest-TestServerBasicOps-1917284231-project] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:10.101909 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-34be5bd2-23f1-4669-b3bd-cd7e0ddb4180 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:10.119010 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-34be5bd2-23f1-4669-b3bd-cd7e0ddb4180 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:10.149022 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-779bc52f-e732-4ac8-a33b-27f219898281 None None] Publish callbacks [] for port, precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:10.160773 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-779bc52f-e732-4ac8-a33b-27f219898281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372'] for port, after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:10.215148 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-779bc52f-e732-4ac8-a33b-27f219898281 None None] Network 39cddfa7-f59f-42a4-a18e-2bae29416c70 is already hosted by enough agents. {{(pid=103449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:40:10.218465 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.base_scheduler [None req-779bc52f-e732-4ac8-a33b-27f219898281 None None] Resources bound (agent type, host, resource id): {{(pid=103449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:40:10.227715 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-779bc52f-e732-4ac8-a33b-27f219898281 None None] Received port after_create {{(pid=103449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:40:10.243491 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [None req-f63b97f1-702f-4482-ba30-a80b5784b89e admin admin] Allocated IP 172.25.5.42 (c48a55e9-6a85-4746-b7bf-3e29fb560094/5da6f781-63e6-4328-ae7a-5e672262f55a/562ae154-8f92-4d75-ae4e-7a4ca8ab8ff0) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:40:10.244774 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-34be5bd2-23f1-4669-b3bd-cd7e0ddb4180 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3fe53dbd20014c48b6c2396b885ef621&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5807033 Nov 22 20:40:10.252464 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 52424) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:40:10.287208 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779bc52f-e732-4ac8-a33b-27f219898281 None None] Pushing event updated for resources: {'Port': ['ID=039492ed-56d4-44e6-9927-013fcf5d8e3f,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:40:10.350507 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-779bc52f-e732-4ac8-a33b-27f219898281 None None] Attempting to bind port 039492ed-56d4-44e6-9927-013fcf5d8e3f on host n-d-818823-1 for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:40:10.350890 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-779bc52f-e732-4ac8-a33b-27f219898281 None None] Attempting to bind port 039492ed-56d4-44e6-9927-013fcf5d8e3f by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': '5b28c3a2-22ef-4aad-83b7-1410e086096e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '39cddfa7-f59f-42a4-a18e-2bae29416c70'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:40:10.351378 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779bc52f-e732-4ac8-a33b-27f219898281 None None] Attempting to bind port 039492ed-56d4-44e6-9927-013fcf5d8e3f on network 39cddfa7-f59f-42a4-a18e-2bae29416c70 {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:40:10.356138 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-cbbdce0b-110d-453c-87bd-b838230baa46 tempest-TestServerBasicOps-1917284231 tempest-TestServerBasicOps-1917284231-project] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:10.362749 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34be5bd2-23f1-4669-b3bd-cd7e0ddb4180 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebd67021-65b7-417d-afd5-42d65005e7c4,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:40:10.366289 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779bc52f-e732-4ac8-a33b-27f219898281 None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 40, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:40:10.366683 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779bc52f-e732-4ac8-a33b-27f219898281 None None] Checking segment: {'id': '5b28c3a2-22ef-4aad-83b7-1410e086096e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '39cddfa7-f59f-42a4-a18e-2bae29416c70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:40:10.367096 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-779bc52f-e732-4ac8-a33b-27f219898281 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:10.367540 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779bc52f-e732-4ac8-a33b-27f219898281 None None] Bound using segment: {'id': '5b28c3a2-22ef-4aad-83b7-1410e086096e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '39cddfa7-f59f-42a4-a18e-2bae29416c70'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:40:10.368028 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-779bc52f-e732-4ac8-a33b-27f219898281 None None] Bound port: 039492ed-56d4-44e6-9927-013fcf5d8e3f, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b28c3a2-22ef-4aad-83b7-1410e086096e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '39cddfa7-f59f-42a4-a18e-2bae29416c70'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:40:10.368417 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-779bc52f-e732-4ac8-a33b-27f219898281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:10.387287 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-cbbdce0b-110d-453c-87bd-b838230baa46 tempest-TestServerBasicOps-1917284231 tempest-TestServerBasicOps-1917284231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:10.394736 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6fc8ebd8-2767-4365-a405-0ecbcb28b6cf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:10.426129 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbdce0b-110d-453c-87bd-b838230baa46 tempest-TestServerBasicOps-1917284231 tempest-TestServerBasicOps-1917284231-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7bd6ba0c-84bf-4200-81ba-38641831e2aa,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:40:10.439749 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6fc8ebd8-2767-4365-a405-0ecbcb28b6cf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:10.453781 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-cbbdce0b-110d-453c-87bd-b838230baa46 tempest-TestServerBasicOps-1917284231 tempest-TestServerBasicOps-1917284231-project] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:10.456532 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-cbbdce0b-110d-453c-87bd-b838230baa46 tempest-TestServerBasicOps-1917284231 tempest-TestServerBasicOps-1917284231-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.4707830 Nov 22 20:40:10.460769 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 52432) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:40:10.469035 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-3b530346-e283-4909-9de7-3a34df5d9f13 tempest-TestServerBasicOps-1917284231 tempest-TestServerBasicOps-1917284231-project] Request body: {'security_group_rule': {'security_group_id': '7bd6ba0c-84bf-4200-81ba-38641831e2aa', 'project_id': 'a7e1521722f94d70843af2e3bd21601a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:40:10.515119 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f63b97f1-702f-4482-ba30-a80b5784b89e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:10.563515 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f63b97f1-702f-4482-ba30-a80b5784b89e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:10.564935 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-779bc52f-e732-4ac8-a33b-27f219898281 None None] For port 039492ed-56d4-44e6-9927-013fcf5d8e3f, host n-d-818823-1, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:40:10.566748 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-3b530346-e283-4909-9de7-3a34df5d9f13 tempest-TestServerBasicOps-1917284231 tempest-TestServerBasicOps-1917284231-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:10.571202 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-779bc52f-e732-4ac8-a33b-27f219898281 None None] For port 039492ed-56d4-44e6-9927-013fcf5d8e3f, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=039492ed-56d4-44e6-9927-013fcf5d8e3f,segment=NetworkSegment(5b28c3a2-22ef-4aad-83b7-1410e086096e),segment_id=5b28c3a2-22ef-4aad-83b7-1410e086096e)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:40:10.576941 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-779bc52f-e732-4ac8-a33b-27f219898281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:10.637566 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63b97f1-702f-4482-ba30-a80b5784b89e admin admin] Pushing event updated for resources: {'Port': ['ID=562ae154-8f92-4d75-ae4e-7a4ca8ab8ff0,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:40:10.647737 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6fc8ebd8-2767-4365-a405-0ecbcb28b6cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:10.650340 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6fc8ebd8-2767-4365-a405-0ecbcb28b6cf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:10.662469 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-6fc8ebd8-2767-4365-a405-0ecbcb28b6cf admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ebd67021-65b7-417d-afd5-42d65005e7c4 HTTP/1.1" status: 204 len: 168 time: 0.4080906 Nov 22 20:40:10.674124 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779bc52f-e732-4ac8-a33b-27f219898281 None None] Pushing event updated for resources: {'Port': ['ID=039492ed-56d4-44e6-9927-013fcf5d8e3f,revision_number=2']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:40:10.686401 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67de07a3-ba93-47a0-8f41-98fbeceb39b7 None None] Sync routers for ids ['0293fdb2-cb88-47aa-80da-77850922f36b'] in n-d-818823-1 {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:40:10.704793 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67de07a3-ba93-47a0-8f41-98fbeceb39b7 None None] Routers {'0293fdb2-cb88-47aa-80da-77850922f36b'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:40:10.705589 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-67de07a3-ba93-47a0-8f41-98fbeceb39b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:40:03Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['0293fdb2-cb88-47aa-80da-77850922f36b'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:40:10.713517 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-3b530346-e283-4909-9de7-3a34df5d9f13 tempest-TestServerBasicOps-1917284231 tempest-TestServerBasicOps-1917284231-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:10.715321 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc8ebd8-2767-4365-a405-0ecbcb28b6cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebd67021-65b7-417d-afd5-42d65005e7c4,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:40:10.724659 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-3b530346-e283-4909-9de7-3a34df5d9f13 tempest-TestServerBasicOps-1917284231 tempest-TestServerBasicOps-1917284231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572323'] for security_group_rule, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:10.727958 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f63b97f1-702f-4482-ba30-a80b5784b89e admin admin] Network c48a55e9-6a85-4746-b7bf-3e29fb560094 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:40:10.740109 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-f63b97f1-702f-4482-ba30-a80b5784b89e admin admin] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:40:10.744113 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f63b97f1-702f-4482-ba30-a80b5784b89e admin admin] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:40:10.781813 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b530346-e283-4909-9de7-3a34df5d9f13 tempest-TestServerBasicOps-1917284231 tempest-TestServerBasicOps-1917284231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ce1cd5f-1659-4fcb-9e0b-9bf0e470640e,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:40:10.794789 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-3b530346-e283-4909-9de7-3a34df5d9f13 tempest-TestServerBasicOps-1917284231 tempest-TestServerBasicOps-1917284231-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:10.803956 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-3b530346-e283-4909-9de7-3a34df5d9f13 tempest-TestServerBasicOps-1917284231 tempest-TestServerBasicOps-1917284231-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3420296 Nov 22 20:40:10.807375 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52222d33-fb4c-4db6-b3f1-21859f376af2 None None] DHCP port deletion for c48a55e9-6a85-4746-b7bf-3e29fb560094 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:40:10.811213 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 52440) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:40:10.847107 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-48e06947-fa9d-4fc6-b2f2-be2e32e5034e tempest-TestServerBasicOps-1917284231 tempest-TestServerBasicOps-1917284231-project] Request body: {'security_group_rule': {'security_group_id': '7bd6ba0c-84bf-4200-81ba-38641831e2aa', 'project_id': 'a7e1521722f94d70843af2e3bd21601a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:40:10.957670 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-67de07a3-ba93-47a0-8f41-98fbeceb39b7 None None] Set router 0293fdb2-cb88-47aa-80da-77850922f36b gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:40:11.034824 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-d2b8a9d6-2357-4f12-8f64-de64691a4375 None None] Provisioning complete for port 562ae154-8f92-4d75-ae4e-7a4ca8ab8ff0 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:40:11.035200 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-d2b8a9d6-2357-4f12-8f64-de64691a4375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:11.045054 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-48e06947-fa9d-4fc6-b2f2-be2e32e5034e tempest-TestServerBasicOps-1917284231 tempest-TestServerBasicOps-1917284231-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:11.197824 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-d2b8a9d6-2357-4f12-8f64-de64691a4375 None None] Port 562ae154-8f92-4d75-ae4e-7a4ca8ab8ff0 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:40:11.247283 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-48e06947-fa9d-4fc6-b2f2-be2e32e5034e tempest-TestServerBasicOps-1917284231 tempest-TestServerBasicOps-1917284231-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:11.257923 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-48e06947-fa9d-4fc6-b2f2-be2e32e5034e tempest-TestServerBasicOps-1917284231 tempest-TestServerBasicOps-1917284231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572323'] for security_group_rule, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:11.291887 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e06947-fa9d-4fc6-b2f2-be2e32e5034e tempest-TestServerBasicOps-1917284231 tempest-TestServerBasicOps-1917284231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd8f11f1-f051-48b6-857f-11db6dae392e,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:40:11.294002 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f63b97f1-702f-4482-ba30-a80b5784b89e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:11.321224 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 52448) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:40:11.341327 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-48e06947-fa9d-4fc6-b2f2-be2e32e5034e tempest-TestServerBasicOps-1917284231 tempest-TestServerBasicOps-1917284231-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:11.343720 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-48e06947-fa9d-4fc6-b2f2-be2e32e5034e tempest-TestServerBasicOps-1917284231 tempest-TestServerBasicOps-1917284231-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5239019 Nov 22 20:40:11.346220 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 52452) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:40:11.353760 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-7288e7d0-9cff-4f33-a703-b6a9ccc4bd4b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:11.359928 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-dd3bebcc-1945-4cd8-8a03-f970f28dda20 tempest-TestServerBasicOps-1917284231 tempest-TestServerBasicOps-1917284231-project] Request body: {'security_group_rule': {'security_group_id': '7bd6ba0c-84bf-4200-81ba-38641831e2aa', 'project_id': 'a7e1521722f94d70843af2e3bd21601a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:40:11.398825 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-67de07a3-ba93-47a0-8f41-98fbeceb39b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0293fdb2-cb88-47aa-80da-77850922f36b', 'name': 'tempest-TestServerBasicOps-813652492-router', 'tenant_id': '2c8444743dab464cb181c2adbf16de5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': 'b46f2e0f-b26b-48c2-a0a9-2e9a73cb4f70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:40:01Z', 'updated_at': '2021-11-22T20:40:07Z', 'revision_number': 4, 'project_id': '2c8444743dab464cb181c2adbf16de5e', 'gw_port': {'id': 'b46f2e0f-b26b-48c2-a0a9-2e9a73cb4f70', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:67:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0293fdb2-cb88-47aa-80da-77850922f36b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3768, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:40:02Z', 'updated_at': '2021-11-22T20:40:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': '23a812d2-61ff-4cf8-9ea3-936a4cc666c8', 'name': '', 'network_id': '3b43cd50-4e01-4457-831a-53b74f06b522', 'tenant_id': '2c8444743dab464cb181c2adbf16de5e', 'mac_address': 'fa:16:3e:6a:b0:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0293fdb2-cb88-47aa-80da-77850922f36b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3774, 'fixed_ips': [{'subnet_id': '38a6b569-8be0-46a1-84cc-8d63ec727e81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:40:05Z', 'updated_at': '2021-11-22T20:40:07Z', 'revision_number': 2, 'project_id': '2c8444743dab464cb181c2adbf16de5e', 'subnets': [{'id': '38a6b569-8be0-46a1-84cc-8d63ec727e81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:40:11.433642 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67de07a3-ba93-47a0-8f41-98fbeceb39b7 None None] Checking router: 0293fdb2-cb88-47aa-80da-77850922f36b for host: n-d-818823-1 {{(pid=103449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 20:40:11.434001 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67de07a3-ba93-47a0-8f41-98fbeceb39b7 None None] Updating router 0293fdb2-cb88-47aa-80da-77850922f36b port 23a812d2-61ff-4cf8-9ea3-936a4cc666c8 binding host n-d-818823-1 {{(pid=103449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 20:40:11.464763 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-67de07a3-ba93-47a0-8f41-98fbeceb39b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:11.466062 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-7288e7d0-9cff-4f33-a703-b6a9ccc4bd4b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:11.469366 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-dd3bebcc-1945-4cd8-8a03-f970f28dda20 tempest-TestServerBasicOps-1917284231 tempest-TestServerBasicOps-1917284231-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:11.471962 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-7288e7d0-9cff-4f33-a703-b6a9ccc4bd4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:11.505971 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-7288e7d0-9cff-4f33-a703-b6a9ccc4bd4b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5ec9a85ff0624a8181f901a734c6e636&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1811607 Nov 22 20:40:11.506462 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 52454) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:40:11.564745 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7288e7d0-9cff-4f33-a703-b6a9ccc4bd4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43cd70ff-ee6f-463e-809b-557e9a9fe82b,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:40:11.605934 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-235d425e-d418-4e84-97e5-adaeffd329b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:11.644346 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-dd3bebcc-1945-4cd8-8a03-f970f28dda20 tempest-TestServerBasicOps-1917284231 tempest-TestServerBasicOps-1917284231-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:11.646918 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f63b97f1-702f-4482-ba30-a80b5784b89e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-659538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-841284'] for router, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:11.653948 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-235d425e-d418-4e84-97e5-adaeffd329b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:11.654919 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-dd3bebcc-1945-4cd8-8a03-f970f28dda20 tempest-TestServerBasicOps-1917284231 tempest-TestServerBasicOps-1917284231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572323'] for security_group_rule, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:11.740522 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-235d425e-d418-4e84-97e5-adaeffd329b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:11.744911 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-235d425e-d418-4e84-97e5-adaeffd329b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:11.747463 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-235d425e-d418-4e84-97e5-adaeffd329b9 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/43cd70ff-ee6f-463e-809b-557e9a9fe82b HTTP/1.1" status: 204 len: 168 time: 0.2379951 Nov 22 20:40:11.750019 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3bebcc-1945-4cd8-8a03-f970f28dda20 tempest-TestServerBasicOps-1917284231 tempest-TestServerBasicOps-1917284231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77644d5b-8299-4924-b160-ec32fd2b4f41,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:40:11.767555 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235d425e-d418-4e84-97e5-adaeffd329b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43cd70ff-ee6f-463e-809b-557e9a9fe82b,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:40:11.790556 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-dd3bebcc-1945-4cd8-8a03-f970f28dda20 tempest-TestServerBasicOps-1917284231 tempest-TestServerBasicOps-1917284231-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:11.792130 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-dd3bebcc-1945-4cd8-8a03-f970f28dda20 tempest-TestServerBasicOps-1917284231 tempest-TestServerBasicOps-1917284231-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4435456 Nov 22 20:40:11.795081 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 52462) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:40:11.800089 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-cd02dec7-fe4c-4684-936d-9541c7fb1150 tempest-TestServerBasicOps-1917284231 tempest-TestServerBasicOps-1917284231-project] Request body: {'security_group_rule': {'security_group_id': '7bd6ba0c-84bf-4200-81ba-38641831e2aa', 'project_id': 'a7e1521722f94d70843af2e3bd21601a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:40:11.856513 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-cd02dec7-fe4c-4684-936d-9541c7fb1150 tempest-TestServerBasicOps-1917284231 tempest-TestServerBasicOps-1917284231-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:11.905511 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f63b97f1-702f-4482-ba30-a80b5784b89e admin admin] Router c7e58a72-b4f2-4a4c-8e09-a7ccb8fca0ec is scheduled to L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 with binding_index 1 {{(pid=103448) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 20:40:11.966670 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-cd02dec7-fe4c-4684-936d-9541c7fb1150 tempest-TestServerBasicOps-1917284231 tempest-TestServerBasicOps-1917284231-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:11.972213 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-cd02dec7-fe4c-4684-936d-9541c7fb1150 tempest-TestServerBasicOps-1917284231 tempest-TestServerBasicOps-1917284231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572323'] for security_group_rule, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:12.024463 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd02dec7-fe4c-4684-936d-9541c7fb1150 tempest-TestServerBasicOps-1917284231 tempest-TestServerBasicOps-1917284231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7177c4d1-00f5-4e00-8d6a-602f0f97e258,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:40:12.036294 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-cd02dec7-fe4c-4684-936d-9541c7fb1150 tempest-TestServerBasicOps-1917284231 tempest-TestServerBasicOps-1917284231-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:12.040255 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-cd02dec7-fe4c-4684-936d-9541c7fb1150 tempest-TestServerBasicOps-1917284231 tempest-TestServerBasicOps-1917284231-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2410350 Nov 22 20:40:12.040430 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 52468) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:40:12.044985 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-0c0268ce-29a5-47d8-9bde-f8d22be00da6 tempest-TestServerBasicOps-1917284231 tempest-TestServerBasicOps-1917284231-project] Request body: {'security_group_rule': {'security_group_id': '7bd6ba0c-84bf-4200-81ba-38641831e2aa', 'project_id': 'a7e1521722f94d70843af2e3bd21601a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:40:12.085462 n-d-818823-1 neutron-server[103447]: INFO neutron.db.securitygroups_db [None req-0c0268ce-29a5-47d8-9bde-f8d22be00da6 tempest-TestServerBasicOps-1917284231 tempest-TestServerBasicOps-1917284231-project] Project a7e1521722f94d70843af2e3bd21601a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 22 20:40:12.091226 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0c0268ce-29a5-47d8-9bde-f8d22be00da6 tempest-TestServerBasicOps-1917284231 tempest-TestServerBasicOps-1917284231-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:12.176762 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0c0268ce-29a5-47d8-9bde-f8d22be00da6 tempest-TestServerBasicOps-1917284231 tempest-TestServerBasicOps-1917284231-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:12.183670 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0c0268ce-29a5-47d8-9bde-f8d22be00da6 tempest-TestServerBasicOps-1917284231 tempest-TestServerBasicOps-1917284231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572323'] for security_group_rule, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:12.213308 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0268ce-29a5-47d8-9bde-f8d22be00da6 tempest-TestServerBasicOps-1917284231 tempest-TestServerBasicOps-1917284231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d61f2a9-bb6a-42bf-8db4-8546ebd83bed,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:40:12.222795 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0c0268ce-29a5-47d8-9bde-f8d22be00da6 tempest-TestServerBasicOps-1917284231 tempest-TestServerBasicOps-1917284231-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:12.227494 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-0c0268ce-29a5-47d8-9bde-f8d22be00da6 tempest-TestServerBasicOps-1917284231 tempest-TestServerBasicOps-1917284231-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1835165 Nov 22 20:40:12.227702 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 52472) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:40:12.232889 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-791dcec5-0795-4d15-93d3-b32a483c2181 tempest-TestServerBasicOps-1917284231 tempest-TestServerBasicOps-1917284231-project] Request body: {'security_group_rule': {'security_group_id': '7bd6ba0c-84bf-4200-81ba-38641831e2aa', 'project_id': 'a7e1521722f94d70843af2e3bd21601a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:40:12.259294 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aec49453-d355-4d27-8eed-c99cbe679452 None None] Network 39cddfa7-f59f-42a4-a18e-2bae29416c70 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:40:12.267726 n-d-818823-1 neutron-server[103447]: INFO neutron.db.securitygroups_db [None req-791dcec5-0795-4d15-93d3-b32a483c2181 tempest-TestServerBasicOps-1917284231 tempest-TestServerBasicOps-1917284231-project] Project a7e1521722f94d70843af2e3bd21601a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 22 20:40:12.276329 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-791dcec5-0795-4d15-93d3-b32a483c2181 tempest-TestServerBasicOps-1917284231 tempest-TestServerBasicOps-1917284231-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:12.317534 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-67de07a3-ba93-47a0-8f41-98fbeceb39b7 None None] Publish callbacks [] for port, precommit_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:12.337041 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-67de07a3-ba93-47a0-8f41-98fbeceb39b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:12.384373 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-d2d4fb09-4caa-4bdb-81e9-b80227635f18 None None] Provisioning complete for port 039492ed-56d4-44e6-9927-013fcf5d8e3f triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:40:12.384866 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-d2d4fb09-4caa-4bdb-81e9-b80227635f18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:12.406245 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-791dcec5-0795-4d15-93d3-b32a483c2181 tempest-TestServerBasicOps-1917284231 tempest-TestServerBasicOps-1917284231-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:12.425162 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-791dcec5-0795-4d15-93d3-b32a483c2181 tempest-TestServerBasicOps-1917284231 tempest-TestServerBasicOps-1917284231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572323'] for security_group_rule, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:12.504776 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791dcec5-0795-4d15-93d3-b32a483c2181 tempest-TestServerBasicOps-1917284231 tempest-TestServerBasicOps-1917284231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e8aa210-0cee-445c-b66f-9edbf9dbd6e9,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:40:12.518849 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cb5880-2032-4b7d-bc00-bcd37d5fa092 None None] Pushing event updated for resources: {'Port': ['ID=23a812d2-61ff-4cf8-9ea3-936a4cc666c8,revision_number=3']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:40:12.527865 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-791dcec5-0795-4d15-93d3-b32a483c2181 tempest-TestServerBasicOps-1917284231 tempest-TestServerBasicOps-1917284231-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:12.538071 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-791dcec5-0795-4d15-93d3-b32a483c2181 tempest-TestServerBasicOps-1917284231 tempest-TestServerBasicOps-1917284231-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3006642 Nov 22 20:40:12.646028 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-67de07a3-ba93-47a0-8f41-98fbeceb39b7 None None] Attempting to bind port 23a812d2-61ff-4cf8-9ea3-936a4cc666c8 on host n-d-818823-1 for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:40:12.646395 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-67de07a3-ba93-47a0-8f41-98fbeceb39b7 None None] Attempting to bind port 23a812d2-61ff-4cf8-9ea3-936a4cc666c8 by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': '7da39635-3c66-49fe-b7e4-a89f9ca5ff53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '3b43cd50-4e01-4457-831a-53b74f06b522'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:40:12.647168 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67de07a3-ba93-47a0-8f41-98fbeceb39b7 None None] Attempting to bind port 23a812d2-61ff-4cf8-9ea3-936a4cc666c8 on network 3b43cd50-4e01-4457-831a-53b74f06b522 {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:40:12.677818 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67de07a3-ba93-47a0-8f41-98fbeceb39b7 None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 40, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:40:12.678521 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67de07a3-ba93-47a0-8f41-98fbeceb39b7 None None] Checking segment: {'id': '7da39635-3c66-49fe-b7e4-a89f9ca5ff53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '3b43cd50-4e01-4457-831a-53b74f06b522'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:40:12.679111 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-67de07a3-ba93-47a0-8f41-98fbeceb39b7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:12.679699 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67de07a3-ba93-47a0-8f41-98fbeceb39b7 None None] Bound using segment: {'id': '7da39635-3c66-49fe-b7e4-a89f9ca5ff53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '3b43cd50-4e01-4457-831a-53b74f06b522'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:40:12.680340 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-67de07a3-ba93-47a0-8f41-98fbeceb39b7 None None] Bound port: 23a812d2-61ff-4cf8-9ea3-936a4cc666c8, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7da39635-3c66-49fe-b7e4-a89f9ca5ff53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '3b43cd50-4e01-4457-831a-53b74f06b522'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:40:12.680896 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-67de07a3-ba93-47a0-8f41-98fbeceb39b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:12.683861 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 039492ed-56d4-44e6-9927-013fcf5d8e3f up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:40:12.848978 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f63b97f1-702f-4482-ba30-a80b5784b89e admin admin] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:40:12.858677 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4384dfee-77b5-4120-aed1-383209b6eceb None None] Sync routers for ids ['c7e58a72-b4f2-4a4c-8e09-a7ccb8fca0ec'] in n-d-818823-1 {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:40:12.878902 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f63b97f1-702f-4482-ba30-a80b5784b89e admin admin] Publish callbacks [] for router, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:12.881796 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-f63b97f1-702f-4482-ba30-a80b5784b89e admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.7628388 Nov 22 20:40:12.883670 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4384dfee-77b5-4120-aed1-383209b6eceb None None] Routers {'c7e58a72-b4f2-4a4c-8e09-a7ccb8fca0ec'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:40:12.884399 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-4384dfee-77b5-4120-aed1-383209b6eceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:40:03Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['c7e58a72-b4f2-4a4c-8e09-a7ccb8fca0ec'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:40:12.884580 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 52504) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:40:12.910099 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 039492ed-56d4-44e6-9927-013fcf5d8e3f triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:40:12.910492 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:12.924758 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-d2d4fb09-4caa-4bdb-81e9-b80227635f18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:13.013431 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-67de07a3-ba93-47a0-8f41-98fbeceb39b7 None None] For port 23a812d2-61ff-4cf8-9ea3-936a4cc666c8, host n-d-818823-1, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:40:13.090104 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-67de07a3-ba93-47a0-8f41-98fbeceb39b7 None None] For port 23a812d2-61ff-4cf8-9ea3-936a4cc666c8, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=23a812d2-61ff-4cf8-9ea3-936a4cc666c8,segment=NetworkSegment(7da39635-3c66-49fe-b7e4-a89f9ca5ff53),segment_id=7da39635-3c66-49fe-b7e4-a89f9ca5ff53)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:40:13.095026 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-d2d4fb09-4caa-4bdb-81e9-b80227635f18 None None] For port 039492ed-56d4-44e6-9927-013fcf5d8e3f, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=039492ed-56d4-44e6-9927-013fcf5d8e3f,segment=NetworkSegment(5b28c3a2-22ef-4aad-83b7-1410e086096e),segment_id=5b28c3a2-22ef-4aad-83b7-1410e086096e)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:40:13.099817 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-4384dfee-77b5-4120-aed1-383209b6eceb None None] Set router c7e58a72-b4f2-4a4c-8e09-a7ccb8fca0ec gateway port host: n-d-818823-1 {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:40:13.115784 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-d2d4fb09-4caa-4bdb-81e9-b80227635f18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:13.134767 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-67de07a3-ba93-47a0-8f41-98fbeceb39b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:13.367017 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-d50d6bd9-ee16-4abf-ba72-a1026ecc3f03 None None] Provisioning complete for port 23a812d2-61ff-4cf8-9ea3-936a4cc666c8 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:40:13.368137 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-d50d6bd9-ee16-4abf-ba72-a1026ecc3f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:13.422985 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67de07a3-ba93-47a0-8f41-98fbeceb39b7 None None] Routers {'0293fdb2-cb88-47aa-80da-77850922f36b'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:40:13.430931 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-67de07a3-ba93-47a0-8f41-98fbeceb39b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:40:03Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['0293fdb2-cb88-47aa-80da-77850922f36b'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:40:13.476394 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-4384dfee-77b5-4120-aed1-383209b6eceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7e58a72-b4f2-4a4c-8e09-a7ccb8fca0ec', 'name': 'tempest-TestAggregatesBasicOps-5607069-router', 'tenant_id': '45453b15a5ad4d148442cc725aa15154', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': '562ae154-8f92-4d75-ae4e-7a4ca8ab8ff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:40:09Z', 'updated_at': '2021-11-22T20:40:11Z', 'revision_number': 3, 'project_id': '45453b15a5ad4d148442cc725aa15154', 'gw_port': {'id': '562ae154-8f92-4d75-ae4e-7a4ca8ab8ff0', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d8:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7e58a72-b4f2-4a4c-8e09-a7ccb8fca0ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:40:10Z', 'updated_at': '2021-11-22T20:40:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:40:13.516620 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4384dfee-77b5-4120-aed1-383209b6eceb None None] Checking router: c7e58a72-b4f2-4a4c-8e09-a7ccb8fca0ec for host: n-d-818823-1 {{(pid=103450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 20:40:13.517388 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4384dfee-77b5-4120-aed1-383209b6eceb None None] Updating router c7e58a72-b4f2-4a4c-8e09-a7ccb8fca0ec port 562ae154-8f92-4d75-ae4e-7a4ca8ab8ff0 binding host n-d-818823-1 {{(pid=103450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 20:40:13.549016 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4384dfee-77b5-4120-aed1-383209b6eceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:13.607966 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d4fb09-4caa-4bdb-81e9-b80227635f18 None None] Pushing event updated for resources: {'Port': ['ID=039492ed-56d4-44e6-9927-013fcf5d8e3f,revision_number=3']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:40:13.702144 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-90e2e52d-d902-40e0-98e0-72188abae911 req-cc6ea7c6-924b-411f-9b8d-6af168f149b3 tempest-TestServerBasicOps-1917284231 tempest-TestServerBasicOps-1917284231-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1294175929&fields=id&tenant_id=a7e1521722f94d70843af2e3bd21601a HTTP/1.1" status: 200 len: 267 time: 0.5109212 Nov 22 20:40:13.750065 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-67de07a3-ba93-47a0-8f41-98fbeceb39b7 None None] Set router 0293fdb2-cb88-47aa-80da-77850922f36b gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:40:13.931611 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cb5880-2032-4b7d-bc00-bcd37d5fa092 None None] Pushing event updated for resources: {'Port': ['ID=23a812d2-61ff-4cf8-9ea3-936a4cc666c8,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:40:13.981948 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-d50d6bd9-ee16-4abf-ba72-a1026ecc3f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:14.014596 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4384dfee-77b5-4120-aed1-383209b6eceb None None] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:14.026223 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4384dfee-77b5-4120-aed1-383209b6eceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:14.059749 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-d50d6bd9-ee16-4abf-ba72-a1026ecc3f03 None None] For port 23a812d2-61ff-4cf8-9ea3-936a4cc666c8, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=23a812d2-61ff-4cf8-9ea3-936a4cc666c8,segment=NetworkSegment(7da39635-3c66-49fe-b7e4-a89f9ca5ff53),segment_id=7da39635-3c66-49fe-b7e4-a89f9ca5ff53)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:40:14.075530 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-d50d6bd9-ee16-4abf-ba72-a1026ecc3f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:14.170231 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50d6bd9-ee16-4abf-ba72-a1026ecc3f03 None None] Pushing event updated for resources: {'Port': ['ID=23a812d2-61ff-4cf8-9ea3-936a4cc666c8,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:40:14.174288 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e2e52d-d902-40e0-98e0-72188abae911 req-d502f06d-3a7e-49e5-b562-41b8d8f22db5 tempest-TestServerBasicOps-1917284231 tempest-TestServerBasicOps-1917284231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:40:14.175910 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-90e2e52d-d902-40e0-98e0-72188abae911 req-d502f06d-3a7e-49e5-b562-41b8d8f22db5 tempest-TestServerBasicOps-1917284231 tempest-TestServerBasicOps-1917284231-project] 10.222.0.46 "GET /v2.0/networks?id=3351f9f4-f4e4-4ee2-9c2b-3b58a4e4fc24 HTTP/1.1" status: 200 len: 808 time: 0.3889568 Nov 22 20:40:14.184317 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-4384dfee-77b5-4120-aed1-383209b6eceb None None] Attempting to bind port 562ae154-8f92-4d75-ae4e-7a4ca8ab8ff0 on host n-d-818823-1 for vnic_type normal with profile {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:40:14.185013 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-4384dfee-77b5-4120-aed1-383209b6eceb None None] Attempting to bind port 562ae154-8f92-4d75-ae4e-7a4ca8ab8ff0 by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:40:14.190283 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e45437e8-5ba5-450a-bfbb-361983743a04 None None] DHCP port deletion for c48a55e9-6a85-4746-b7bf-3e29fb560094 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:40:14.197363 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4384dfee-77b5-4120-aed1-383209b6eceb None None] Attempting to bind port 562ae154-8f92-4d75-ae4e-7a4ca8ab8ff0 on network c48a55e9-6a85-4746-b7bf-3e29fb560094 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:40:14.199733 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-90e2e52d-d902-40e0-98e0-72188abae911 req-d4b16fc4-efba-4fd6-9d00-c50ddb9247ff tempest-TestServerBasicOps-1917284231 tempest-TestServerBasicOps-1917284231-project] 10.222.0.46 "GET /v2.0/quotas/a7e1521722f94d70843af2e3bd21601a HTTP/1.1" status: 200 len: 375 time: 0.0162477 Nov 22 20:40:14.205532 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a732c12f-83d4-4982-bfc0-b3669506c7a2 None None] Pushing event updated for resources: {'Port': ['ID=562ae154-8f92-4d75-ae4e-7a4ca8ab8ff0,revision_number=2']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:40:14.216364 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4384dfee-77b5-4120-aed1-383209b6eceb None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 40, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:40:14.217063 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4384dfee-77b5-4120-aed1-383209b6eceb None None] Checking segment: {'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:40:14.218375 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4384dfee-77b5-4120-aed1-383209b6eceb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:14.218934 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4384dfee-77b5-4120-aed1-383209b6eceb None None] Bound using segment: {'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:40:14.219819 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-4384dfee-77b5-4120-aed1-383209b6eceb None None] Bound port: 562ae154-8f92-4d75-ae4e-7a4ca8ab8ff0, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'}}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:40:14.220567 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4384dfee-77b5-4120-aed1-383209b6eceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:14.272442 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-d50d6bd9-ee16-4abf-ba72-a1026ecc3f03 None None] Provisioning complete for port 039492ed-56d4-44e6-9927-013fcf5d8e3f triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:40:14.272861 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-d50d6bd9-ee16-4abf-ba72-a1026ecc3f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:14.305996 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-4384dfee-77b5-4120-aed1-383209b6eceb None None] For port 562ae154-8f92-4d75-ae4e-7a4ca8ab8ff0, host n-d-818823-1, cleared binding levels {{(pid=103450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:40:14.314695 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-4384dfee-77b5-4120-aed1-383209b6eceb None None] For port 562ae154-8f92-4d75-ae4e-7a4ca8ab8ff0, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=562ae154-8f92-4d75-ae4e-7a4ca8ab8ff0,segment=NetworkSegment(8793ba83-8407-4c3d-9b56-2a177cd58a70),segment_id=8793ba83-8407-4c3d-9b56-2a177cd58a70)] {{(pid=103450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:40:14.321315 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-90e2e52d-d902-40e0-98e0-72188abae911 req-e328ec8a-1fbc-431c-927f-34a02145fdcd tempest-TestServerBasicOps-1917284231 tempest-TestServerBasicOps-1917284231-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=a7e1521722f94d70843af2e3bd21601a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1027920 Nov 22 20:40:14.323177 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-bebb577e-3b0c-49c5-a55e-d303c818bdfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:14.324194 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4384dfee-77b5-4120-aed1-383209b6eceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:14.414469 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-67de07a3-ba93-47a0-8f41-98fbeceb39b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0293fdb2-cb88-47aa-80da-77850922f36b', 'name': 'tempest-TestServerBasicOps-813652492-router', 'tenant_id': '2c8444743dab464cb181c2adbf16de5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': 'b46f2e0f-b26b-48c2-a0a9-2e9a73cb4f70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:40:01Z', 'updated_at': '2021-11-22T20:40:07Z', 'revision_number': 4, 'project_id': '2c8444743dab464cb181c2adbf16de5e', 'gw_port': {'id': 'b46f2e0f-b26b-48c2-a0a9-2e9a73cb4f70', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:67:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0293fdb2-cb88-47aa-80da-77850922f36b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3768, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:40:02Z', 'updated_at': '2021-11-22T20:40:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': '23a812d2-61ff-4cf8-9ea3-936a4cc666c8', 'name': '', 'network_id': '3b43cd50-4e01-4457-831a-53b74f06b522', 'tenant_id': '2c8444743dab464cb181c2adbf16de5e', 'mac_address': 'fa:16:3e:6a:b0:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0293fdb2-cb88-47aa-80da-77850922f36b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3774, 'fixed_ips': [{'subnet_id': '38a6b569-8be0-46a1-84cc-8d63ec727e81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:40:05Z', 'updated_at': '2021-11-22T20:40:12Z', 'revision_number': 4, 'project_id': '2c8444743dab464cb181c2adbf16de5e', 'subnets': [{'id': '38a6b569-8be0-46a1-84cc-8d63ec727e81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:40:14.453965 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5764d876-16b8-44fa-9dcf-ef29875e5bcf None None] DHCP port deletion for c48a55e9-6a85-4746-b7bf-3e29fb560094 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:40:14.461809 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67de07a3-ba93-47a0-8f41-98fbeceb39b7 None None] The sync data for ids ['0293fdb2-cb88-47aa-80da-77850922f36b'] in n-d-818823-1 is: [{'id': '0293fdb2-cb88-47aa-80da-77850922f36b', 'name': 'tempest-TestServerBasicOps-813652492-router', 'tenant_id': '2c8444743dab464cb181c2adbf16de5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': 'b46f2e0f-b26b-48c2-a0a9-2e9a73cb4f70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:40:01Z', 'updated_at': '2021-11-22T20:40:07Z', 'revision_number': 4, 'project_id': '2c8444743dab464cb181c2adbf16de5e', 'gw_port': {'id': 'b46f2e0f-b26b-48c2-a0a9-2e9a73cb4f70', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:67:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0293fdb2-cb88-47aa-80da-77850922f36b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3768, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:40:02Z', 'updated_at': '2021-11-22T20:40:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': '23a812d2-61ff-4cf8-9ea3-936a4cc666c8', 'name': '', 'network_id': '3b43cd50-4e01-4457-831a-53b74f06b522', 'tenant_id': '2c8444743dab464cb181c2adbf16de5e', 'mac_address': 'fa:16:3e:6a:b0:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0293fdb2-cb88-47aa-80da-77850922f36b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3774, 'fixed_ips': [{'subnet_id': '38a6b569-8be0-46a1-84cc-8d63ec727e81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:40:05Z', 'updated_at': '2021-11-22T20:40:12Z', 'revision_number': 4, 'project_id': '2c8444743dab464cb181c2adbf16de5e', 'subnets': [{'id': '38a6b569-8be0-46a1-84cc-8d63ec727e81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:40:14.594571 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a732c12f-83d4-4982-bfc0-b3669506c7a2 None None] Pushing event updated for resources: {'Port': ['ID=562ae154-8f92-4d75-ae4e-7a4ca8ab8ff0,revision_number=3']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:40:14.605170 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4384dfee-77b5-4120-aed1-383209b6eceb None None] Routers {'c7e58a72-b4f2-4a4c-8e09-a7ccb8fca0ec'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:40:14.605796 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-4384dfee-77b5-4120-aed1-383209b6eceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:40:03Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['c7e58a72-b4f2-4a4c-8e09-a7ccb8fca0ec'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:40:14.658974 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [None req-bebb577e-3b0c-49c5-a55e-d303c818bdfe admin admin] Allocated IP 172.20.0.1 (39cddfa7-f59f-42a4-a18e-2bae29416c70/fa06b5c7-4416-4bd0-a64f-11fed40b76d0/4e81b41c-3eec-4aeb-99cf-932ffcafc1f8) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:40:14.666667 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:14.681583 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:14.695726 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 039492ed-56d4-44e6-9927-013fcf5d8e3f up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:40:14.719677 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [req-90e2e52d-d902-40e0-98e0-72188abae911 req-67022e06-d8b3-4d63-9334-cbb83fb3f30f service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=103447) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 20:40:14.720803 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-90e2e52d-d902-40e0-98e0-72188abae911 req-67022e06-d8b3-4d63-9334-cbb83fb3f30f service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3828557 Nov 22 20:40:14.740134 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-e6e9d3de-a027-43ba-9ad9-a1d89ddf4597 None None] Provisioning complete for port 562ae154-8f92-4d75-ae4e-7a4ca8ab8ff0 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:40:14.740506 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e6e9d3de-a027-43ba-9ad9-a1d89ddf4597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:14.863616 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 039492ed-56d4-44e6-9927-013fcf5d8e3f triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:40:14.863987 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:14.897742 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-4384dfee-77b5-4120-aed1-383209b6eceb None None] Set router c7e58a72-b4f2-4a4c-8e09-a7ccb8fca0ec gateway port host: n-d-818823-1 {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:40:14.931003 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-bebb577e-3b0c-49c5-a55e-d303c818bdfe admin admin] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:14.932371 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e6e9d3de-a027-43ba-9ad9-a1d89ddf4597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:14.935973 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-90e2e52d-d902-40e0-98e0-72188abae911 req-f022888a-7310-4178-86e2-1ebc599fba77 service neutron] 10.222.0.46 "GET /v2.0/networks/3351f9f4-f4e4-4ee2-9c2b-3b58a4e4fc24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1778340 Nov 22 20:40:14.968559 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-e6e9d3de-a027-43ba-9ad9-a1d89ddf4597 None None] For port 562ae154-8f92-4d75-ae4e-7a4ca8ab8ff0, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=562ae154-8f92-4d75-ae4e-7a4ca8ab8ff0,segment=NetworkSegment(8793ba83-8407-4c3d-9b56-2a177cd58a70),segment_id=8793ba83-8407-4c3d-9b56-2a177cd58a70)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:40:14.979059 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e6e9d3de-a027-43ba-9ad9-a1d89ddf4597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:15.048519 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-e6e9d3de-a027-43ba-9ad9-a1d89ddf4597 None None] Provisioning complete for port 23a812d2-61ff-4cf8-9ea3-936a4cc666c8 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:40:15.049039 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e6e9d3de-a027-43ba-9ad9-a1d89ddf4597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:15.102911 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-bebb577e-3b0c-49c5-a55e-d303c818bdfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:15.129182 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bebb577e-3b0c-49c5-a55e-d303c818bdfe admin admin] Network 39cddfa7-f59f-42a4-a18e-2bae29416c70 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:40:15.133747 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-bebb577e-3b0c-49c5-a55e-d303c818bdfe admin admin] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:40:15.158453 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bebb577e-3b0c-49c5-a55e-d303c818bdfe admin admin] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:40:15.162718 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-90e2e52d-d902-40e0-98e0-72188abae911 req-3b91c9de-7efb-489b-ab6c-0c085707d3e2 service neutron] 10.222.0.46 "GET /v2.0/networks/3351f9f4-f4e4-4ee2-9c2b-3b58a4e4fc24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2186821 Nov 22 20:40:15.233928 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e9d3de-a027-43ba-9ad9-a1d89ddf4597 None None] Pushing event updated for resources: {'Port': ['ID=562ae154-8f92-4d75-ae4e-7a4ca8ab8ff0,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:40:15.302606 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebb577e-3b0c-49c5-a55e-d303c818bdfe admin admin] Pushing event updated for resources: {'Port': ['ID=4e81b41c-3eec-4aeb-99cf-932ffcafc1f8,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:40:15.338551 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-bebb577e-3b0c-49c5-a55e-d303c818bdfe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659939'] for router_interface, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:15.360340 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-4384dfee-77b5-4120-aed1-383209b6eceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7e58a72-b4f2-4a4c-8e09-a7ccb8fca0ec', 'name': 'tempest-TestAggregatesBasicOps-5607069-router', 'tenant_id': '45453b15a5ad4d148442cc725aa15154', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': '562ae154-8f92-4d75-ae4e-7a4ca8ab8ff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:40:09Z', 'updated_at': '2021-11-22T20:40:11Z', 'revision_number': 3, 'project_id': '45453b15a5ad4d148442cc725aa15154', 'gw_port': {'id': '562ae154-8f92-4d75-ae4e-7a4ca8ab8ff0', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d8:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7e58a72-b4f2-4a4c-8e09-a7ccb8fca0ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:40:10Z', 'updated_at': '2021-11-22T20:40:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:40:15.423830 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4384dfee-77b5-4120-aed1-383209b6eceb None None] The sync data for ids ['c7e58a72-b4f2-4a4c-8e09-a7ccb8fca0ec'] in n-d-818823-1 is: [{'id': 'c7e58a72-b4f2-4a4c-8e09-a7ccb8fca0ec', 'name': 'tempest-TestAggregatesBasicOps-5607069-router', 'tenant_id': '45453b15a5ad4d148442cc725aa15154', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': '562ae154-8f92-4d75-ae4e-7a4ca8ab8ff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:40:09Z', 'updated_at': '2021-11-22T20:40:11Z', 'revision_number': 3, 'project_id': '45453b15a5ad4d148442cc725aa15154', 'gw_port': {'id': '562ae154-8f92-4d75-ae4e-7a4ca8ab8ff0', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d8:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7e58a72-b4f2-4a4c-8e09-a7ccb8fca0ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:40:10Z', 'updated_at': '2021-11-22T20:40:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}] {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:40:15.717255 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-bebb577e-3b0c-49c5-a55e-d303c818bdfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:15.749732 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ad768dcd-28cd-4b11-81e2-b279679943fa None None] Provisioning complete for port 4e81b41c-3eec-4aeb-99cf-932ffcafc1f8 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:40:15.750335 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ad768dcd-28cd-4b11-81e2-b279679943fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:15.832073 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-ad768dcd-28cd-4b11-81e2-b279679943fa None None] Port 4e81b41c-3eec-4aeb-99cf-932ffcafc1f8 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:40:16.056604 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-bebb577e-3b0c-49c5-a55e-d303c818bdfe admin admin] Publish callbacks [] for port, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:16.067235 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-bebb577e-3b0c-49c5-a55e-d303c818bdfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:16.259936 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-27df3556-a088-4b66-8fa6-eb037505b973 req-5ec9eade-629c-491f-82eb-550174635bcd tempest-TestServerBasicOps-1917284231 tempest-TestServerBasicOps-1917284231-project] 10.222.0.46 "GET /v2.0/ports?device_id=895512ea-fccd-41da-8359-36f93c1b41d7 HTTP/1.1" status: 200 len: 210 time: 0.5537808 Nov 22 20:40:16.265878 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebb577e-3b0c-49c5-a55e-d303c818bdfe admin admin] Pushing event updated for resources: {'Port': ['ID=4e81b41c-3eec-4aeb-99cf-932ffcafc1f8,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:40:16.295159 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-bebb577e-3b0c-49c5-a55e-d303c818bdfe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-563461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-659839'] for router_interface, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:16.565117 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bebb577e-3b0c-49c5-a55e-d303c818bdfe admin admin] Network 39cddfa7-f59f-42a4-a18e-2bae29416c70 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:40:16.575762 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-bebb577e-3b0c-49c5-a55e-d303c818bdfe admin admin] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:40:16.717643 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 562ae154-8f92-4d75-ae4e-7a4ca8ab8ff0 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:40:16.825577 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bebb577e-3b0c-49c5-a55e-d303c818bdfe admin admin] Router c7e58a72-b4f2-4a4c-8e09-a7ccb8fca0ec has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 20:40:16.891705 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 562ae154-8f92-4d75-ae4e-7a4ca8ab8ff0 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:40:16.892676 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:17.029626 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bebb577e-3b0c-49c5-a55e-d303c818bdfe admin admin] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:40:17.035718 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-bebb577e-3b0c-49c5-a55e-d303c818bdfe admin admin] 10.222.0.46 "PUT /v2.0/routers/c7e58a72-b4f2-4a4c-8e09-a7ccb8fca0ec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1494639 Nov 22 20:40:17.096195 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 23a812d2-61ff-4cf8-9ea3-936a4cc666c8 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:40:17.205414 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-5769265c-f25c-42ef-82f6-8ae66ebf9326 None None] Provisioning complete for port 4e81b41c-3eec-4aeb-99cf-932ffcafc1f8 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:40:17.206514 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-5769265c-f25c-42ef-82f6-8ae66ebf9326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:17.452114 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-577636d0-489e-40d7-9f8f-49d0f4f0add0 req-6859962d-67b8-4575-8cb5-b6dc643730ef tempest-TestServerBasicOps-1917284231 tempest-TestServerBasicOps-1917284231-project] 10.222.0.46 "GET /v2.0/ports?device_id=895512ea-fccd-41da-8359-36f93c1b41d7 HTTP/1.1" status: 200 len: 210 time: 0.0729196 Nov 22 20:40:17.611935 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 23a812d2-61ff-4cf8-9ea3-936a4cc666c8 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:40:17.612300 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:17.659908 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e2e52d-d902-40e0-98e0-72188abae911 req-83dd6e2f-4a69-456d-b70c-9b3ac308adc8 tempest-TestServerBasicOps-1917284231 tempest-TestServerBasicOps-1917284231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:40:17.665457 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-90e2e52d-d902-40e0-98e0-72188abae911 req-83dd6e2f-4a69-456d-b70c-9b3ac308adc8 tempest-TestServerBasicOps-1917284231 tempest-TestServerBasicOps-1917284231-project] 10.222.0.41 "GET /v2.0/networks?id=3351f9f4-f4e4-4ee2-9c2b-3b58a4e4fc24 HTTP/1.1" status: 200 len: 808 time: 0.2783918 Nov 22 20:40:17.689608 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-5769265c-f25c-42ef-82f6-8ae66ebf9326 None None] Port 4e81b41c-3eec-4aeb-99cf-932ffcafc1f8 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:40:17.809275 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-90e2e52d-d902-40e0-98e0-72188abae911 req-753f1476-5bfc-4e65-aad2-42fbfa8f0913 tempest-TestServerBasicOps-1917284231 tempest-TestServerBasicOps-1917284231-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a7e1521722f94d70843af2e3bd21601a HTTP/1.1" status: 200 len: 380 time: 0.1331260 Nov 22 20:40:17.824292 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [req-90e2e52d-d902-40e0-98e0-72188abae911 req-d265bf57-6763-41cc-808a-9fbe5a803000 tempest-TestServerBasicOps-1917284231 tempest-TestServerBasicOps-1917284231-project] Request body: {'port': {'device_id': '895512ea-fccd-41da-8359-36f93c1b41d7', 'network_id': '3351f9f4-f4e4-4ee2-9c2b-3b58a4e4fc24', 'admin_state_up': True, 'tenant_id': 'a7e1521722f94d70843af2e3bd21601a', 'security_groups': ['7bd6ba0c-84bf-4200-81ba-38641831e2aa']}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:40:17.989906 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90e2e52d-d902-40e0-98e0-72188abae911 req-d265bf57-6763-41cc-808a-9fbe5a803000 tempest-TestServerBasicOps-1917284231 tempest-TestServerBasicOps-1917284231-project] Made reservation on behalf of a7e1521722f94d70843af2e3bd21601a for: {'port': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:40:17.997690 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-90e2e52d-d902-40e0-98e0-72188abae911 req-d265bf57-6763-41cc-808a-9fbe5a803000 tempest-TestServerBasicOps-1917284231 tempest-TestServerBasicOps-1917284231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:18.128321 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 52668) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:40:18.136092 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-92be989a-66ef-4bd7-ad21-8f0dc5368842 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-835081341-network', 'tenant_id': '3376fa2d93c14a7fbc24f584a6584901'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:40:18.167067 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.agents_db [None req-aa8313f2-1ee4-4e7b-8c5a-d32b2f9d31ee None None] Agent healthcheck: found 7 active agents {{(pid=103450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 20:40:18.168850 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92be989a-66ef-4bd7-ad21-8f0dc5368842 admin admin] Made reservation on behalf of 3376fa2d93c14a7fbc24f584a6584901 for: {'network': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:40:18.171584 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-92be989a-66ef-4bd7-ad21-8f0dc5368842 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for network, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:18.177466 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [req-90e2e52d-d902-40e0-98e0-72188abae911 req-d265bf57-6763-41cc-808a-9fbe5a803000 tempest-TestServerBasicOps-1917284231 tempest-TestServerBasicOps-1917284231-project] Allocated IP 172.20.0.12 (3351f9f4-f4e4-4ee2-9c2b-3b58a4e4fc24/23ea69f1-3a57-4da4-b379-270435f982a0/cefa84c8-1893-4548-a3fb-bbfcfe0fcc19) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:40:18.186702 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-92be989a-66ef-4bd7-ad21-8f0dc5368842 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:18.320267 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-92be989a-66ef-4bd7-ad21-8f0dc5368842 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:18.324596 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-92be989a-66ef-4bd7-ad21-8f0dc5368842 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:18.359445 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92be989a-66ef-4bd7-ad21-8f0dc5368842 admin admin] vlan segment allocate from pool success with {'vlan_id': 637, 'physical_network': 'physnet1'} {{(pid=103447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 20:40:18.366933 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92be989a-66ef-4bd7-ad21-8f0dc5368842 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac0c5c0e-75d5-4be4-88d1-0a9e7f6acc27,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:40:18.376388 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-92be989a-66ef-4bd7-ad21-8f0dc5368842 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:18.376732 n-d-818823-1 neutron-server[103447]: INFO neutron.db.segments_db [None req-92be989a-66ef-4bd7-ad21-8f0dc5368842 admin admin] Added segment 4c1f8762-0a9e-4967-a6ad-5dabe7d4848a of type vlan for network ad6c4b97-150a-4b80-8450-a5c0f1363560 Nov 22 20:40:18.382247 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-90e2e52d-d902-40e0-98e0-72188abae911 req-d265bf57-6763-41cc-808a-9fbe5a803000 tempest-TestServerBasicOps-1917284231 tempest-TestServerBasicOps-1917284231-project] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:18.424643 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-90e2e52d-d902-40e0-98e0-72188abae911 req-d265bf57-6763-41cc-808a-9fbe5a803000 tempest-TestServerBasicOps-1917284231 tempest-TestServerBasicOps-1917284231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:18.448159 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-92be989a-66ef-4bd7-ad21-8f0dc5368842 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748992492791'] for network, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:18.495640 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-92be989a-66ef-4bd7-ad21-8f0dc5368842 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for network, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:18.498249 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92be989a-66ef-4bd7-ad21-8f0dc5368842 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:40:18.498249 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-92be989a-66ef-4bd7-ad21-8f0dc5368842 admin admin] Publish callbacks [] for network, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:18.528335 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90e2e52d-d902-40e0-98e0-72188abae911 req-d265bf57-6763-41cc-808a-9fbe5a803000 tempest-TestServerBasicOps-1917284231 tempest-TestServerBasicOps-1917284231-project] Network 3351f9f4-f4e4-4ee2-9c2b-3b58a4e4fc24 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:40:18.539524 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [req-90e2e52d-d902-40e0-98e0-72188abae911 req-d265bf57-6763-41cc-808a-9fbe5a803000 tempest-TestServerBasicOps-1917284231 tempest-TestServerBasicOps-1917284231-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:40:18.545409 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [req-90e2e52d-d902-40e0-98e0-72188abae911 req-d265bf57-6763-41cc-808a-9fbe5a803000 tempest-TestServerBasicOps-1917284231 tempest-TestServerBasicOps-1917284231-project] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:40:18.613092 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-92be989a-66ef-4bd7-ad21-8f0dc5368842 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4829140 Nov 22 20:40:18.643597 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 52678) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:40:18.649466 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-fefaf3d7-311a-4f50-8b33-119d83faa100 admin admin] Request body: {'subnet': {'network_id': 'ad6c4b97-150a-4b80-8450-a5c0f1363560', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-835081341-subnet', 'tenant_id': '3376fa2d93c14a7fbc24f584a6584901', 'ip_version': 4}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:40:18.652624 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e2e52d-d902-40e0-98e0-72188abae911 req-d265bf57-6763-41cc-808a-9fbe5a803000 tempest-TestServerBasicOps-1917284231 tempest-TestServerBasicOps-1917284231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:40:18.652751 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-90e2e52d-d902-40e0-98e0-72188abae911 req-d265bf57-6763-41cc-808a-9fbe5a803000 tempest-TestServerBasicOps-1917284231 tempest-TestServerBasicOps-1917284231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:18.673016 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-90e2e52d-d902-40e0-98e0-72188abae911 req-d265bf57-6763-41cc-808a-9fbe5a803000 tempest-TestServerBasicOps-1917284231 tempest-TestServerBasicOps-1917284231-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8567154 Nov 22 20:40:18.697228 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d265bf57-6763-41cc-808a-9fbe5a803000 tempest-TestServerBasicOps-1917284231 tempest-TestServerBasicOps-1917284231-project] Pushing event updated for resources: {'Port': ['ID=cefa84c8-1893-4548-a3fb-bbfcfe0fcc19,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:40:18.720136 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92be989a-66ef-4bd7-ad21-8f0dc5368842 admin admin] Pushing event updated for resources: {'Network': ['ID=ad6c4b97-150a-4b80-8450-a5c0f1363560,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:40:18.741066 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Network ad6c4b97-150a-4b80-8450-a5c0f1363560 details requested by agent ovs-agent-n-d-818823-1 with host n-d-818823-1 {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 20:40:18.767497 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b299bd-39de-4aa8-b574-ba827dd38d30 req-3c3bb987-7539-4535-8ca2-fb0102b016fd tempest-TestServerBasicOps-1917284231 tempest-TestServerBasicOps-1917284231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:40:18.776527 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-51b299bd-39de-4aa8-b574-ba827dd38d30 req-3c3bb987-7539-4535-8ca2-fb0102b016fd tempest-TestServerBasicOps-1917284231 tempest-TestServerBasicOps-1917284231-project] 10.222.0.46 "GET /v2.0/ports?device_id=895512ea-fccd-41da-8359-36f93c1b41d7 HTTP/1.1" status: 200 len: 932 time: 0.1886275 Nov 22 20:40:18.786142 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fefaf3d7-311a-4f50-8b33-119d83faa100 admin admin] Made reservation on behalf of 3376fa2d93c14a7fbc24f584a6584901 for: {'subnet': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:40:18.791144 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-fefaf3d7-311a-4f50-8b33-119d83faa100 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8485086'] for subnet, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:18.913763 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [req-90e2e52d-d902-40e0-98e0-72188abae911 req-64a3eef9-690a-4a35-8109-831e1ba30ae6 service neutron] Request body: {'port': {'device_id': '895512ea-fccd-41da-8359-36f93c1b41d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818823-1'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:40:18.969352 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-51b299bd-39de-4aa8-b574-ba827dd38d30 req-9dd5d732-d97c-49cc-9ee3-40df84e9a649 tempest-TestServerBasicOps-1917284231 tempest-TestServerBasicOps-1917284231-project] 10.222.0.46 "GET /v2.0/security-groups?id=7bd6ba0c-84bf-4200-81ba-38641831e2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1916265 Nov 22 20:40:19.003303 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-90e2e52d-d902-40e0-98e0-72188abae911 req-64a3eef9-690a-4a35-8109-831e1ba30ae6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:19.053736 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-502ee541-61cd-406c-9180-44e356aca627 None None] Provisioning complete for port cefa84c8-1893-4548-a3fb-bbfcfe0fcc19 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:40:19.054478 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-502ee541-61cd-406c-9180-44e356aca627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:19.103818 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-fefaf3d7-311a-4f50-8b33-119d83faa100 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8900613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8485104'] for subnet, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:19.111369 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-502ee541-61cd-406c-9180-44e356aca627 None None] Port cefa84c8-1893-4548-a3fb-bbfcfe0fcc19 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:40:19.136070 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-327994c8-af91-4e33-b069-6f53d8c522c9 None None] Sync routers for ids ['c7e58a72-b4f2-4a4c-8e09-a7ccb8fca0ec'] in n-d-818823-1 {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:40:19.150393 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-327994c8-af91-4e33-b069-6f53d8c522c9 None None] Routers {'c7e58a72-b4f2-4a4c-8e09-a7ccb8fca0ec'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:40:19.151174 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-327994c8-af91-4e33-b069-6f53d8c522c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:40:03Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['c7e58a72-b4f2-4a4c-8e09-a7ccb8fca0ec'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:40:19.176449 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefaf3d7-311a-4f50-8b33-119d83faa100 admin admin] Pushing event updated for resources: {'Subnet': ['ID=67839bd4-ccbd-4027-9d10-f6ff86387b3c,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:40:19.178647 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fefaf3d7-311a-4f50-8b33-119d83faa100 admin admin] Checking segment: {'id': '4c1f8762-0a9e-4967-a6ad-5dabe7d4848a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'ad6c4b97-150a-4b80-8450-a5c0f1363560'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:40:19.179008 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fefaf3d7-311a-4f50-8b33-119d83faa100 admin admin] Network hostable DHCP agents. Network: ad6c4b97-150a-4b80-8450-a5c0f1363560, hostable agents: ['02adaa64-0987-4b74-bad0-cbcf56f8a294'], hosted agents: [] {{(pid=103447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 20:40:19.200666 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fefaf3d7-311a-4f50-8b33-119d83faa100 admin admin] Network ad6c4b97-150a-4b80-8450-a5c0f1363560 is scheduled to be hosted by DHCP agent 02adaa64-0987-4b74-bad0-cbcf56f8a294 with binding_index 1 {{(pid=103447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 20:40:19.218284 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-fefaf3d7-311a-4f50-8b33-119d83faa100 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818823-1, ad6c4b97-150a-4b80-8450-a5c0f1363560) {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:40:19.225642 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fefaf3d7-311a-4f50-8b33-119d83faa100 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:40:19.226690 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-fefaf3d7-311a-4f50-8b33-119d83faa100 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:19.250816 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22c21cfe-99f8-4423-a56c-ffb837861f01 None None] Network ad6c4b97-150a-4b80-8450-a5c0f1363560 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:40:19.264613 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-fefaf3d7-311a-4f50-8b33-119d83faa100 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6192744 Nov 22 20:40:19.267046 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 52692) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:40:19.272632 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-d05bb6a9-6162-464d-98cd-097e6c49a6bf admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-835081341-router', 'tenant_id': '3376fa2d93c14a7fbc24f584a6584901', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'}}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:40:19.300861 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-d05bb6a9-6162-464d-98cd-097e6c49a6bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24799'] for router, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:19.304070 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-d05bb6a9-6162-464d-98cd-097e6c49a6bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-632716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24788'] for router, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:19.334063 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-327994c8-af91-4e33-b069-6f53d8c522c9 None None] Set router c7e58a72-b4f2-4a4c-8e09-a7ccb8fca0ec gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:40:19.358373 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [req-90e2e52d-d902-40e0-98e0-72188abae911 req-64a3eef9-690a-4a35-8109-831e1ba30ae6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cefa84c8-1893-4548-a3fb-bbfcfe0fcc19 {{(pid=103448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:40:19.366135 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-90e2e52d-d902-40e0-98e0-72188abae911 req-64a3eef9-690a-4a35-8109-831e1ba30ae6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:19.381325 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [req-90e2e52d-d902-40e0-98e0-72188abae911 req-64a3eef9-690a-4a35-8109-831e1ba30ae6 service neutron] Transition to ACTIVE for port object cefa84c8-1893-4548-a3fb-bbfcfe0fcc19 will not be triggered until provisioned by entity L2. {{(pid=103448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 20:40:19.389699 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-90e2e52d-d902-40e0-98e0-72188abae911 req-64a3eef9-690a-4a35-8109-831e1ba30ae6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:19.403705 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-d05bb6a9-6162-464d-98cd-097e6c49a6bf admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:19.566711 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a3eef9-690a-4a35-8109-831e1ba30ae6 service neutron] Pushing event updated for resources: {'Port': ['ID=cefa84c8-1893-4548-a3fb-bbfcfe0fcc19,revision_number=2']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:40:19.598137 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-90e2e52d-d902-40e0-98e0-72188abae911 req-64a3eef9-690a-4a35-8109-831e1ba30ae6 service neutron] Attempting to bind port cefa84c8-1893-4548-a3fb-bbfcfe0fcc19 on host n-h1-818823-1 for vnic_type normal with profile {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:40:19.599275 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-90e2e52d-d902-40e0-98e0-72188abae911 req-64a3eef9-690a-4a35-8109-831e1ba30ae6 service neutron] Attempting to bind port cefa84c8-1893-4548-a3fb-bbfcfe0fcc19 by drivers openvswitch,hyperv on host n-h1-818823-1 at level 0 using segments [{'id': '8f98e057-3951-41a9-b731-a3ede033fb6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '3351f9f4-f4e4-4ee2-9c2b-3b58a4e4fc24'}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:40:19.599816 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90e2e52d-d902-40e0-98e0-72188abae911 req-64a3eef9-690a-4a35-8109-831e1ba30ae6 service neutron] Attempting to bind port cefa84c8-1893-4548-a3fb-bbfcfe0fcc19 on network 3351f9f4-f4e4-4ee2-9c2b-3b58a4e4fc24 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:40:19.607681 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90e2e52d-d902-40e0-98e0-72188abae911 req-64a3eef9-690a-4a35-8109-831e1ba30ae6 service neutron] Port cefa84c8-1893-4548-a3fb-bbfcfe0fcc19 on network 3351f9f4-f4e4-4ee2-9c2b-3b58a4e4fc24 not bound, no agent of type Open vSwitch agent registered on host n-h1-818823-1 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:40:19.608201 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90e2e52d-d902-40e0-98e0-72188abae911 req-64a3eef9-690a-4a35-8109-831e1ba30ae6 service neutron] Attempting to bind port cefa84c8-1893-4548-a3fb-bbfcfe0fcc19 on network 3351f9f4-f4e4-4ee2-9c2b-3b58a4e4fc24 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:40:19.627362 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-d05bb6a9-6162-464d-98cd-097e6c49a6bf admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:19.648393 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90e2e52d-d902-40e0-98e0-72188abae911 req-64a3eef9-690a-4a35-8109-831e1ba30ae6 service neutron] Checking agent: {'id': '7a008cff-3b49-418c-8046-689d46cc800f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'started_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 40, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:40:19.651835 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90e2e52d-d902-40e0-98e0-72188abae911 req-64a3eef9-690a-4a35-8109-831e1ba30ae6 service neutron] Checking segment: {'id': '8f98e057-3951-41a9-b731-a3ede033fb6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '3351f9f4-f4e4-4ee2-9c2b-3b58a4e4fc24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:40:19.653249 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90e2e52d-d902-40e0-98e0-72188abae911 req-64a3eef9-690a-4a35-8109-831e1ba30ae6 service neutron] Bound using segment: {'id': '8f98e057-3951-41a9-b731-a3ede033fb6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '3351f9f4-f4e4-4ee2-9c2b-3b58a4e4fc24'} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:40:19.654436 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-90e2e52d-d902-40e0-98e0-72188abae911 req-64a3eef9-690a-4a35-8109-831e1ba30ae6 service neutron] Bound port: cefa84c8-1893-4548-a3fb-bbfcfe0fcc19, host: n-h1-818823-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f98e057-3951-41a9-b731-a3ede033fb6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '3351f9f4-f4e4-4ee2-9c2b-3b58a4e4fc24'}}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:40:19.656476 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-90e2e52d-d902-40e0-98e0-72188abae911 req-64a3eef9-690a-4a35-8109-831e1ba30ae6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:19.675838 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be4f292c-3cb3-430f-99b2-fec2c8a5226e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fb26bd7-ce56-527b-b94f-2e1f7cb2bb35-ad6c4b97-150a-4b80-8450-a5c0f1363560', 'network_id': 'ad6c4b97-150a-4b80-8450-a5c0f1363560', 'tenant_id': '3376fa2d93c14a7fbc24f584a6584901', 'fixed_ips': [{'subnet_id': '67839bd4-ccbd-4027-9d10-f6ff86387b3c'}]}} from n-d-818823-1. {{(pid=103449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 20:40:19.682517 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-be4f292c-3cb3-430f-99b2-fec2c8a5226e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:19.861108 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-90e2e52d-d902-40e0-98e0-72188abae911 req-64a3eef9-690a-4a35-8109-831e1ba30ae6 service neutron] For port cefa84c8-1893-4548-a3fb-bbfcfe0fcc19, host n-h1-818823-1, cleared binding levels {{(pid=103448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:40:19.865391 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-90e2e52d-d902-40e0-98e0-72188abae911 req-64a3eef9-690a-4a35-8109-831e1ba30ae6 service neutron] For port cefa84c8-1893-4548-a3fb-bbfcfe0fcc19, host n-h1-818823-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=cefa84c8-1893-4548-a3fb-bbfcfe0fcc19,segment=NetworkSegment(8f98e057-3951-41a9-b731-a3ede033fb6b),segment_id=8f98e057-3951-41a9-b731-a3ede033fb6b)] {{(pid=103448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:40:19.874741 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-90e2e52d-d902-40e0-98e0-72188abae911 req-64a3eef9-690a-4a35-8109-831e1ba30ae6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:19.924626 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e2e52d-d902-40e0-98e0-72188abae911 req-64a3eef9-690a-4a35-8109-831e1ba30ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:40:19.925576 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-90e2e52d-d902-40e0-98e0-72188abae911 req-64a3eef9-690a-4a35-8109-831e1ba30ae6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:19.926714 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-90e2e52d-d902-40e0-98e0-72188abae911 req-64a3eef9-690a-4a35-8109-831e1ba30ae6 service neutron] 10.222.0.41 "PUT /v2.0/ports/cefa84c8-1893-4548-a3fb-bbfcfe0fcc19 HTTP/1.1" status: 200 len: 1092 time: 1.2450066 Nov 22 20:40:19.927289 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '895512ea-fccd-41da-8359-36f93c1b41d7', 'tag': 'cefa84c8-1893-4548-a3fb-bbfcfe0fcc19'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:40:19.929605 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589a98cf2aea187fcc423a5edb333e5a6cf3ad7c81115d1ebee0f079693c312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1f2209e-cccf-4837-a7ae-953b520d7066" -d '{"events": [{"name": "network-changed", "server_uuid": "895512ea-fccd-41da-8359-36f93c1b41d7", "tag": "cefa84c8-1893-4548-a3fb-bbfcfe0fcc19"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:40:19.938997 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.db_base_plugin_common [None req-be4f292c-3cb3-430f-99b2-fec2c8a5226e None None] Allocated IP 172.20.0.2 (ad6c4b97-150a-4b80-8450-a5c0f1363560/67839bd4-ccbd-4027-9d10-f6ff86387b3c/2332ddd1-5c68-433a-b7b6-46a52f7b1448) {{(pid=103449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:40:20.097621 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-d05bb6a9-6162-464d-98cd-097e6c49a6bf admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:20.112440 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 20:40:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1536af48-c1b9-4891-8c5b-fc864202e9ba x-openstack-request-id: req-1536af48-c1b9-4891-8c5b-fc864202e9ba {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:40:20.112731 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "895512ea-fccd-41da-8359-36f93c1b41d7", "tag": "cefa84c8-1893-4548-a3fb-bbfcfe0fcc19", "status": "completed", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:40:20.112998 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1536af48-c1b9-4891-8c5b-fc864202e9ba {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:40:20.115985 n-d-818823-1 neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '895512ea-fccd-41da-8359-36f93c1b41d7', 'tag': 'cefa84c8-1893-4548-a3fb-bbfcfe0fcc19', 'status': 'completed', 'code': 200} Nov 22 20:40:20.118247 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a3eef9-690a-4a35-8109-831e1ba30ae6 service neutron] Pushing event updated for resources: {'Port': ['ID=cefa84c8-1893-4548-a3fb-bbfcfe0fcc19,revision_number=3']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:40:20.165529 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e2e52d-d902-40e0-98e0-72188abae911 req-f600c2b6-30fb-4e2a-9d41-8133643b3251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:40:20.167067 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-90e2e52d-d902-40e0-98e0-72188abae911 req-f600c2b6-30fb-4e2a-9d41-8133643b3251 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a7e1521722f94d70843af2e3bd21601a&device_id=895512ea-fccd-41da-8359-36f93c1b41d7 HTTP/1.1" status: 200 len: 1095 time: 0.1801908 Nov 22 20:40:20.174375 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-d05bb6a9-6162-464d-98cd-097e6c49a6bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:20.253287 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-90e2e52d-d902-40e0-98e0-72188abae911 req-3b2c1d95-d912-46d1-a548-eadbdca71f13 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cefa84c8-1893-4548-a3fb-bbfcfe0fcc19 HTTP/1.1" status: 200 len: 217 time: 0.0780168 Nov 22 20:40:20.260436 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-be4f292c-3cb3-430f-99b2-fec2c8a5226e None None] Publish callbacks [] for port, precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:20.293308 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-be4f292c-3cb3-430f-99b2-fec2c8a5226e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372'] for port, after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:20.350874 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d8cb1b-2695-4a84-9bbd-3573e4bc60ea req-b8b9438e-ae9b-479d-a686-a5910c357383 tempest-TestServerBasicOps-1917284231 tempest-TestServerBasicOps-1917284231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:40:20.358782 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-34d8cb1b-2695-4a84-9bbd-3573e4bc60ea req-b8b9438e-ae9b-479d-a686-a5910c357383 tempest-TestServerBasicOps-1917284231 tempest-TestServerBasicOps-1917284231-project] 10.222.0.46 "GET /v2.0/ports?device_id=895512ea-fccd-41da-8359-36f93c1b41d7 HTTP/1.1" status: 200 len: 944 time: 0.2027054 Nov 22 20:40:20.371862 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4f292c-3cb3-430f-99b2-fec2c8a5226e None None] Pushing event updated for resources: {'Port': ['ID=2332ddd1-5c68-433a-b7b6-46a52f7b1448,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:40:20.412207 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be4f292c-3cb3-430f-99b2-fec2c8a5226e None None] Network ad6c4b97-150a-4b80-8450-a5c0f1363560 is already hosted by enough agents. {{(pid=103449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:40:20.414748 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.base_scheduler [None req-be4f292c-3cb3-430f-99b2-fec2c8a5226e None None] Resources bound (agent type, host, resource id): {{(pid=103449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:40:20.422397 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be4f292c-3cb3-430f-99b2-fec2c8a5226e None None] Received port after_create {{(pid=103449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:40:20.431566 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [None req-d05bb6a9-6162-464d-98cd-097e6c49a6bf admin admin] Allocated IP 172.25.5.104 (c48a55e9-6a85-4746-b7bf-3e29fb560094/5da6f781-63e6-4328-ae7a-5e672262f55a/0df7e27b-66c3-4978-bc23-05634d4724e1) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:40:20.435933 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e2e52d-d902-40e0-98e0-72188abae911 req-1a1830e9-673e-43e6-b9bd-46ce86737ece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:40:20.438039 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-90e2e52d-d902-40e0-98e0-72188abae911 req-1a1830e9-673e-43e6-b9bd-46ce86737ece service neutron] 10.222.0.41 "GET /v2.0/subnets?id=23ea69f1-3a57-4da4-b379-270435f982a0 HTTP/1.1" status: 200 len: 847 time: 0.0540493 Nov 22 20:40:20.440329 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-327994c8-af91-4e33-b069-6f53d8c522c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7e58a72-b4f2-4a4c-8e09-a7ccb8fca0ec', 'name': 'tempest-TestAggregatesBasicOps-5607069-router', 'tenant_id': '45453b15a5ad4d148442cc725aa15154', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': '562ae154-8f92-4d75-ae4e-7a4ca8ab8ff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:40:09Z', 'updated_at': '2021-11-22T20:40:15Z', 'revision_number': 4, 'project_id': '45453b15a5ad4d148442cc725aa15154', 'gw_port': {'id': '562ae154-8f92-4d75-ae4e-7a4ca8ab8ff0', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d8:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7e58a72-b4f2-4a4c-8e09-a7ccb8fca0ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:40:10Z', 'updated_at': '2021-11-22T20:40:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': '4e81b41c-3eec-4aeb-99cf-932ffcafc1f8', 'name': '', 'network_id': '39cddfa7-f59f-42a4-a18e-2bae29416c70', 'tenant_id': '45453b15a5ad4d148442cc725aa15154', 'mac_address': 'fa:16:3e:93:6e:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7e58a72-b4f2-4a4c-8e09-a7ccb8fca0ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': 'fa06b5c7-4416-4bd0-a64f-11fed40b76d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:40:14Z', 'updated_at': '2021-11-22T20:40:15Z', 'revision_number': 2, 'project_id': '45453b15a5ad4d148442cc725aa15154', 'subnets': [{'id': 'fa06b5c7-4416-4bd0-a64f-11fed40b76d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:40:20.469129 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-34d8cb1b-2695-4a84-9bbd-3573e4bc60ea req-704f8157-c4fb-4491-b7fd-bfa08029206b tempest-TestServerBasicOps-1917284231 tempest-TestServerBasicOps-1917284231-project] 10.222.0.46 "GET /v2.0/security-groups?id=7bd6ba0c-84bf-4200-81ba-38641831e2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1093273 Nov 22 20:40:20.517353 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e2e52d-d902-40e0-98e0-72188abae911 req-380c4801-da5e-432a-b10e-9fd5809ea64f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:40:20.519005 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-90e2e52d-d902-40e0-98e0-72188abae911 req-380c4801-da5e-432a-b10e-9fd5809ea64f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3351f9f4-f4e4-4ee2-9c2b-3b58a4e4fc24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0730462 Nov 22 20:40:20.543755 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-327994c8-af91-4e33-b069-6f53d8c522c9 None None] Checking router: c7e58a72-b4f2-4a4c-8e09-a7ccb8fca0ec for host: n-d-818823-1 {{(pid=103449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 20:40:20.544139 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-327994c8-af91-4e33-b069-6f53d8c522c9 None None] Updating router c7e58a72-b4f2-4a4c-8e09-a7ccb8fca0ec port 4e81b41c-3eec-4aeb-99cf-932ffcafc1f8 binding host n-d-818823-1 {{(pid=103449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 20:40:20.609788 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-be4f292c-3cb3-430f-99b2-fec2c8a5226e None None] Attempting to bind port 2332ddd1-5c68-433a-b7b6-46a52f7b1448 on host n-d-818823-1 for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:40:20.610410 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-be4f292c-3cb3-430f-99b2-fec2c8a5226e None None] Attempting to bind port 2332ddd1-5c68-433a-b7b6-46a52f7b1448 by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': '4c1f8762-0a9e-4967-a6ad-5dabe7d4848a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'ad6c4b97-150a-4b80-8450-a5c0f1363560'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:40:20.610792 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be4f292c-3cb3-430f-99b2-fec2c8a5226e None None] Attempting to bind port 2332ddd1-5c68-433a-b7b6-46a52f7b1448 on network ad6c4b97-150a-4b80-8450-a5c0f1363560 {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:40:20.618389 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-327994c8-af91-4e33-b069-6f53d8c522c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:20.623877 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be4f292c-3cb3-430f-99b2-fec2c8a5226e None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 40, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:40:20.624116 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be4f292c-3cb3-430f-99b2-fec2c8a5226e None None] Checking segment: {'id': '4c1f8762-0a9e-4967-a6ad-5dabe7d4848a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'ad6c4b97-150a-4b80-8450-a5c0f1363560'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:40:20.624497 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-be4f292c-3cb3-430f-99b2-fec2c8a5226e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:20.624892 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be4f292c-3cb3-430f-99b2-fec2c8a5226e None None] Bound using segment: {'id': '4c1f8762-0a9e-4967-a6ad-5dabe7d4848a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'ad6c4b97-150a-4b80-8450-a5c0f1363560'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:40:20.625379 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-be4f292c-3cb3-430f-99b2-fec2c8a5226e None None] Bound port: 2332ddd1-5c68-433a-b7b6-46a52f7b1448, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c1f8762-0a9e-4967-a6ad-5dabe7d4848a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'ad6c4b97-150a-4b80-8450-a5c0f1363560'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:40:20.625771 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-be4f292c-3cb3-430f-99b2-fec2c8a5226e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:20.636343 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-90e2e52d-d902-40e0-98e0-72188abae911 req-87465054-c0ef-4656-a6f6-bf3f43ad15b0 service neutron] 10.222.0.41 "GET /v2.0/networks/3351f9f4-f4e4-4ee2-9c2b-3b58a4e4fc24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084576 Nov 22 20:40:20.650136 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-d05bb6a9-6162-464d-98cd-097e6c49a6bf admin admin] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:20.693772 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-d05bb6a9-6162-464d-98cd-097e6c49a6bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:20.751462 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d05bb6a9-6162-464d-98cd-097e6c49a6bf admin admin] Network c48a55e9-6a85-4746-b7bf-3e29fb560094 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:40:20.759541 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-d05bb6a9-6162-464d-98cd-097e6c49a6bf admin admin] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:40:20.775979 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d05bb6a9-6162-464d-98cd-097e6c49a6bf admin admin] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:40:20.809220 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-90e2e52d-d902-40e0-98e0-72188abae911 req-7751d64b-e2d3-408d-998e-278a52acf126 service neutron] 10.222.0.41 "GET /v2.0/networks/3351f9f4-f4e4-4ee2-9c2b-3b58a4e4fc24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623342 Nov 22 20:40:20.815304 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6100992d-72a0-46b2-b1c8-b5de6ccc670f None None] DHCP port deletion for c48a55e9-6a85-4746-b7bf-3e29fb560094 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:40:20.957608 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f2209e-cccf-4837-a7ae-953b520d7066 req-52e70cd7-9c89-4f19-b3c6-c7c484c867b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:40:20.959528 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-d1f2209e-cccf-4837-a7ae-953b520d7066 req-52e70cd7-9c89-4f19-b3c6-c7c484c867b8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a7e1521722f94d70843af2e3bd21601a&device_id=895512ea-fccd-41da-8359-36f93c1b41d7 HTTP/1.1" status: 200 len: 1095 time: 0.1060188 Nov 22 20:40:20.965936 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-be4f292c-3cb3-430f-99b2-fec2c8a5226e None None] For port 2332ddd1-5c68-433a-b7b6-46a52f7b1448, host n-d-818823-1, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:40:21.012296 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-be4f292c-3cb3-430f-99b2-fec2c8a5226e None None] For port 2332ddd1-5c68-433a-b7b6-46a52f7b1448, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=2332ddd1-5c68-433a-b7b6-46a52f7b1448,segment=NetworkSegment(4c1f8762-0a9e-4967-a6ad-5dabe7d4848a),segment_id=4c1f8762-0a9e-4967-a6ad-5dabe7d4848a)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:40:21.035319 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-be4f292c-3cb3-430f-99b2-fec2c8a5226e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:21.110688 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f2209e-cccf-4837-a7ae-953b520d7066 req-b46b28cb-3dd1-4dcb-b0ee-7bb1c238f954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:40:21.113569 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-d1f2209e-cccf-4837-a7ae-953b520d7066 req-b46b28cb-3dd1-4dcb-b0ee-7bb1c238f954 service neutron] 10.222.0.41 "GET /v2.0/networks?id=3351f9f4-f4e4-4ee2-9c2b-3b58a4e4fc24 HTTP/1.1" status: 200 len: 909 time: 0.1468656 Nov 22 20:40:21.148046 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-55f7f8ee-6077-4dcb-8dfb-e852b65f2bc5 None None] Provisioning complete for port 0df7e27b-66c3-4978-bc23-05634d4724e1 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:40:21.148421 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-55f7f8ee-6077-4dcb-8dfb-e852b65f2bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:21.187645 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-55f7f8ee-6077-4dcb-8dfb-e852b65f2bc5 None None] Port 0df7e27b-66c3-4978-bc23-05634d4724e1 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:40:21.211971 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4f292c-3cb3-430f-99b2-fec2c8a5226e None None] Pushing event updated for resources: {'Port': ['ID=2332ddd1-5c68-433a-b7b6-46a52f7b1448,revision_number=2']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:40:21.228400 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-d1f2209e-cccf-4837-a7ae-953b520d7066 req-e79e7ec8-73ab-4720-83ac-b8aa874ac26d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cefa84c8-1893-4548-a3fb-bbfcfe0fcc19 HTTP/1.1" status: 200 len: 217 time: 0.1074493 Nov 22 20:40:21.273038 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05bb6a9-6162-464d-98cd-097e6c49a6bf admin admin] Pushing event updated for resources: {'Port': ['ID=0df7e27b-66c3-4978-bc23-05634d4724e1,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:40:21.280714 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-327994c8-af91-4e33-b069-6f53d8c522c9 None None] Publish callbacks [] for port, precommit_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:21.292657 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-327994c8-af91-4e33-b069-6f53d8c522c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:21.325830 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f2209e-cccf-4837-a7ae-953b520d7066 req-e4a1e355-fb1e-453c-b5f4-29a50202e7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:40:21.327280 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-d1f2209e-cccf-4837-a7ae-953b520d7066 req-e4a1e355-fb1e-453c-b5f4-29a50202e7a8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=23ea69f1-3a57-4da4-b379-270435f982a0 HTTP/1.1" status: 200 len: 847 time: 0.0905168 Nov 22 20:40:21.350037 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e655146-42d9-4c92-bd2c-1e7d4ce8a538 None None] Pushing event updated for resources: {'Port': ['ID=4e81b41c-3eec-4aeb-99cf-932ffcafc1f8,revision_number=3']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:40:21.408892 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f2209e-cccf-4837-a7ae-953b520d7066 req-100f079e-0219-494f-9b36-e6a053b556df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:40:21.410707 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-d1f2209e-cccf-4837-a7ae-953b520d7066 req-100f079e-0219-494f-9b36-e6a053b556df service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3351f9f4-f4e4-4ee2-9c2b-3b58a4e4fc24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0755494 Nov 22 20:40:21.518161 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-327994c8-af91-4e33-b069-6f53d8c522c9 None None] Attempting to bind port 4e81b41c-3eec-4aeb-99cf-932ffcafc1f8 on host n-d-818823-1 for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:40:21.518562 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-327994c8-af91-4e33-b069-6f53d8c522c9 None None] Attempting to bind port 4e81b41c-3eec-4aeb-99cf-932ffcafc1f8 by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': '5b28c3a2-22ef-4aad-83b7-1410e086096e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '39cddfa7-f59f-42a4-a18e-2bae29416c70'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:40:21.518936 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-327994c8-af91-4e33-b069-6f53d8c522c9 None None] Attempting to bind port 4e81b41c-3eec-4aeb-99cf-932ffcafc1f8 on network 39cddfa7-f59f-42a4-a18e-2bae29416c70 {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:40:21.529329 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-327994c8-af91-4e33-b069-6f53d8c522c9 None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 40, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:40:21.529642 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-327994c8-af91-4e33-b069-6f53d8c522c9 None None] Checking segment: {'id': '5b28c3a2-22ef-4aad-83b7-1410e086096e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '39cddfa7-f59f-42a4-a18e-2bae29416c70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:40:21.530313 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-327994c8-af91-4e33-b069-6f53d8c522c9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:21.530731 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-327994c8-af91-4e33-b069-6f53d8c522c9 None None] Bound using segment: {'id': '5b28c3a2-22ef-4aad-83b7-1410e086096e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '39cddfa7-f59f-42a4-a18e-2bae29416c70'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:40:21.531199 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-327994c8-af91-4e33-b069-6f53d8c522c9 None None] Bound port: 4e81b41c-3eec-4aeb-99cf-932ffcafc1f8, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b28c3a2-22ef-4aad-83b7-1410e086096e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '39cddfa7-f59f-42a4-a18e-2bae29416c70'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:40:21.531836 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-327994c8-af91-4e33-b069-6f53d8c522c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:21.623070 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-d1f2209e-cccf-4837-a7ae-953b520d7066 req-f94378c2-3b28-4c3a-bffc-98a481b97bbf service neutron] 10.222.0.41 "GET /v2.0/networks/3351f9f4-f4e4-4ee2-9c2b-3b58a4e4fc24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2029338 Nov 22 20:40:21.630918 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-327994c8-af91-4e33-b069-6f53d8c522c9 None None] For port 4e81b41c-3eec-4aeb-99cf-932ffcafc1f8, host n-d-818823-1, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:40:21.635624 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-327994c8-af91-4e33-b069-6f53d8c522c9 None None] For port 4e81b41c-3eec-4aeb-99cf-932ffcafc1f8, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=4e81b41c-3eec-4aeb-99cf-932ffcafc1f8,segment=NetworkSegment(5b28c3a2-22ef-4aad-83b7-1410e086096e),segment_id=5b28c3a2-22ef-4aad-83b7-1410e086096e)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:40:21.643400 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-327994c8-af91-4e33-b069-6f53d8c522c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:21.747049 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-327994c8-af91-4e33-b069-6f53d8c522c9 None None] Routers {'c7e58a72-b4f2-4a4c-8e09-a7ccb8fca0ec'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:40:21.747049 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-327994c8-af91-4e33-b069-6f53d8c522c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:40:03Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['c7e58a72-b4f2-4a4c-8e09-a7ccb8fca0ec'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:40:21.834891 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0d10e6-579e-41ea-86aa-e06a1565e740 req-527fdd21-5a39-4ba8-8360-bd4ef31b0fda tempest-TestServerBasicOps-1917284231 tempest-TestServerBasicOps-1917284231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:40:21.843841 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2f0d10e6-579e-41ea-86aa-e06a1565e740 req-527fdd21-5a39-4ba8-8360-bd4ef31b0fda tempest-TestServerBasicOps-1917284231 tempest-TestServerBasicOps-1917284231-project] 10.222.0.46 "GET /v2.0/ports?device_id=895512ea-fccd-41da-8359-36f93c1b41d7 HTTP/1.1" status: 200 len: 944 time: 0.2095959 Nov 22 20:40:21.846882 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-d1f2209e-cccf-4837-a7ae-953b520d7066 req-690b8caa-50e6-4285-99e2-7c66b10cfec6 service neutron] 10.222.0.41 "GET /v2.0/networks/3351f9f4-f4e4-4ee2-9c2b-3b58a4e4fc24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2142363 Nov 22 20:40:21.891807 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e655146-42d9-4c92-bd2c-1e7d4ce8a538 None None] Pushing event updated for resources: {'Port': ['ID=4e81b41c-3eec-4aeb-99cf-932ffcafc1f8,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:40:21.910275 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-d05bb6a9-6162-464d-98cd-097e6c49a6bf admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:21.934388 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-327994c8-af91-4e33-b069-6f53d8c522c9 None None] Set router c7e58a72-b4f2-4a4c-8e09-a7ccb8fca0ec gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:40:22.036082 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-2f7d4959-a5e6-4fd2-b977-918043574b5e None None] Provisioning complete for port 4e81b41c-3eec-4aeb-99cf-932ffcafc1f8 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:40:22.037475 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-2f7d4959-a5e6-4fd2-b977-918043574b5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:22.070714 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2f0d10e6-579e-41ea-86aa-e06a1565e740 req-4aa076a4-d20a-486b-a171-e402befcc504 tempest-TestServerBasicOps-1917284231 tempest-TestServerBasicOps-1917284231-project] 10.222.0.46 "GET /v2.0/security-groups?id=7bd6ba0c-84bf-4200-81ba-38641831e2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2259719 Nov 22 20:40:22.269802 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-2f7d4959-a5e6-4fd2-b977-918043574b5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:22.306753 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-d05bb6a9-6162-464d-98cd-097e6c49a6bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-659538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-841284'] for router, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:22.521489 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d05bb6a9-6162-464d-98cd-097e6c49a6bf admin admin] Router e90aeae1-e483-4e48-a32f-646fb04a94f7 is scheduled to L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 with binding_index 1 {{(pid=103447) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 20:40:22.658927 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 2332ddd1-5c68-433a-b7b6-46a52f7b1448 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:40:22.691370 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-2f7d4959-a5e6-4fd2-b977-918043574b5e None None] For port 4e81b41c-3eec-4aeb-99cf-932ffcafc1f8, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=4e81b41c-3eec-4aeb-99cf-932ffcafc1f8,segment=NetworkSegment(5b28c3a2-22ef-4aad-83b7-1410e086096e),segment_id=5b28c3a2-22ef-4aad-83b7-1410e086096e)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:40:22.707394 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-2f7d4959-a5e6-4fd2-b977-918043574b5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:22.744585 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d05bb6a9-6162-464d-98cd-097e6c49a6bf admin admin] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:40:22.775843 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-327994c8-af91-4e33-b069-6f53d8c522c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7e58a72-b4f2-4a4c-8e09-a7ccb8fca0ec', 'name': 'tempest-TestAggregatesBasicOps-5607069-router', 'tenant_id': '45453b15a5ad4d148442cc725aa15154', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': '562ae154-8f92-4d75-ae4e-7a4ca8ab8ff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:40:09Z', 'updated_at': '2021-11-22T20:40:15Z', 'revision_number': 4, 'project_id': '45453b15a5ad4d148442cc725aa15154', 'gw_port': {'id': '562ae154-8f92-4d75-ae4e-7a4ca8ab8ff0', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d8:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7e58a72-b4f2-4a4c-8e09-a7ccb8fca0ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:40:10Z', 'updated_at': '2021-11-22T20:40:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': '4e81b41c-3eec-4aeb-99cf-932ffcafc1f8', 'name': '', 'network_id': '39cddfa7-f59f-42a4-a18e-2bae29416c70', 'tenant_id': '45453b15a5ad4d148442cc725aa15154', 'mac_address': 'fa:16:3e:93:6e:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7e58a72-b4f2-4a4c-8e09-a7ccb8fca0ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': 'fa06b5c7-4416-4bd0-a64f-11fed40b76d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:40:14Z', 'updated_at': '2021-11-22T20:40:21Z', 'revision_number': 4, 'project_id': '45453b15a5ad4d148442cc725aa15154', 'subnets': [{'id': 'fa06b5c7-4416-4bd0-a64f-11fed40b76d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:40:22.780092 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac6fdffb-bc62-4984-a0a2-1eae17094a78 None None] Sync routers for ids ['e90aeae1-e483-4e48-a32f-646fb04a94f7'] in n-d-818823-1 {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:40:22.799230 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac6fdffb-bc62-4984-a0a2-1eae17094a78 None None] Routers {'e90aeae1-e483-4e48-a32f-646fb04a94f7'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:40:22.800402 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-ac6fdffb-bc62-4984-a0a2-1eae17094a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:40:03Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['e90aeae1-e483-4e48-a32f-646fb04a94f7'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:40:22.815607 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-d05bb6a9-6162-464d-98cd-097e6c49a6bf admin admin] Publish callbacks [] for router, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:22.817923 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-d05bb6a9-6162-464d-98cd-097e6c49a6bf admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.5492425 Nov 22 20:40:22.820644 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 52750) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:40:22.840730 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-327994c8-af91-4e33-b069-6f53d8c522c9 None None] The sync data for ids ['c7e58a72-b4f2-4a4c-8e09-a7ccb8fca0ec'] in n-d-818823-1 is: [{'id': 'c7e58a72-b4f2-4a4c-8e09-a7ccb8fca0ec', 'name': 'tempest-TestAggregatesBasicOps-5607069-router', 'tenant_id': '45453b15a5ad4d148442cc725aa15154', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': '562ae154-8f92-4d75-ae4e-7a4ca8ab8ff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:40:09Z', 'updated_at': '2021-11-22T20:40:15Z', 'revision_number': 4, 'project_id': '45453b15a5ad4d148442cc725aa15154', 'gw_port': {'id': '562ae154-8f92-4d75-ae4e-7a4ca8ab8ff0', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d8:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7e58a72-b4f2-4a4c-8e09-a7ccb8fca0ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:40:10Z', 'updated_at': '2021-11-22T20:40:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': '4e81b41c-3eec-4aeb-99cf-932ffcafc1f8', 'name': '', 'network_id': '39cddfa7-f59f-42a4-a18e-2bae29416c70', 'tenant_id': '45453b15a5ad4d148442cc725aa15154', 'mac_address': 'fa:16:3e:93:6e:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7e58a72-b4f2-4a4c-8e09-a7ccb8fca0ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': 'fa06b5c7-4416-4bd0-a64f-11fed40b76d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:40:14Z', 'updated_at': '2021-11-22T20:40:21Z', 'revision_number': 4, 'project_id': '45453b15a5ad4d148442cc725aa15154', 'subnets': [{'id': 'fa06b5c7-4416-4bd0-a64f-11fed40b76d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:40:22.850913 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7d4959-a5e6-4fd2-b977-918043574b5e None None] Pushing event updated for resources: {'Port': ['ID=4e81b41c-3eec-4aeb-99cf-932ffcafc1f8,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:40:22.877263 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 2332ddd1-5c68-433a-b7b6-46a52f7b1448 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:40:22.877618 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:22.955004 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-594982a7-827a-4989-8396-c2bb50e97a61 None None] Network ad6c4b97-150a-4b80-8450-a5c0f1363560 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:40:23.036863 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-1ce72571-82e0-48ac-b3c5-e6f671bba91a None None] Provisioning complete for port 4e81b41c-3eec-4aeb-99cf-932ffcafc1f8 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:40:23.038127 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-1ce72571-82e0-48ac-b3c5-e6f671bba91a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:23.160556 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-ac6fdffb-bc62-4984-a0a2-1eae17094a78 None None] Set router e90aeae1-e483-4e48-a32f-646fb04a94f7 gateway port host: n-d-818823-1 {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:40:23.383878 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a8fc51-bb66-429a-8cbc-410ae6ce72de req-b67b5833-55cb-4e68-aa23-1c9f5cc80ac2 tempest-TestServerBasicOps-1917284231 tempest-TestServerBasicOps-1917284231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:40:23.388253 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-91a8fc51-bb66-429a-8cbc-410ae6ce72de req-b67b5833-55cb-4e68-aa23-1c9f5cc80ac2 tempest-TestServerBasicOps-1917284231 tempest-TestServerBasicOps-1917284231-project] 10.222.0.46 "GET /v2.0/ports?device_id=895512ea-fccd-41da-8359-36f93c1b41d7 HTTP/1.1" status: 200 len: 944 time: 0.1531055 Nov 22 20:40:23.420586 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:23.500555 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-91a8fc51-bb66-429a-8cbc-410ae6ce72de req-ae5f986d-5484-43b2-913e-ac653edcfa90 tempest-TestServerBasicOps-1917284231 tempest-TestServerBasicOps-1917284231-project] 10.222.0.46 "GET /v2.0/security-groups?id=7bd6ba0c-84bf-4200-81ba-38641831e2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050990 Nov 22 20:40:23.507182 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] For port 2332ddd1-5c68-433a-b7b6-46a52f7b1448, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=2332ddd1-5c68-433a-b7b6-46a52f7b1448,segment=NetworkSegment(4c1f8762-0a9e-4967-a6ad-5dabe7d4848a),segment_id=4c1f8762-0a9e-4967-a6ad-5dabe7d4848a)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:40:23.546457 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-ac6fdffb-bc62-4984-a0a2-1eae17094a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e90aeae1-e483-4e48-a32f-646fb04a94f7', 'name': 'tempest-TestAggregatesBasicOps-835081341-router', 'tenant_id': '3376fa2d93c14a7fbc24f584a6584901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': '0df7e27b-66c3-4978-bc23-05634d4724e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:40:19Z', 'updated_at': '2021-11-22T20:40:21Z', 'revision_number': 3, 'project_id': '3376fa2d93c14a7fbc24f584a6584901', 'gw_port': {'id': '0df7e27b-66c3-4978-bc23-05634d4724e1', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:1f:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e90aeae1-e483-4e48-a32f-646fb04a94f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:40:20Z', 'updated_at': '2021-11-22T20:40:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:40:23.547560 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:23.589497 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac6fdffb-bc62-4984-a0a2-1eae17094a78 None None] Checking router: e90aeae1-e483-4e48-a32f-646fb04a94f7 for host: n-d-818823-1 {{(pid=103450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 20:40:23.589845 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac6fdffb-bc62-4984-a0a2-1eae17094a78 None None] Updating router e90aeae1-e483-4e48-a32f-646fb04a94f7 port 0df7e27b-66c3-4978-bc23-05634d4724e1 binding host n-d-818823-1 {{(pid=103450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 20:40:23.619687 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-ac6fdffb-bc62-4984-a0a2-1eae17094a78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:23.666179 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Pushing event updated for resources: {'Port': ['ID=2332ddd1-5c68-433a-b7b6-46a52f7b1448,revision_number=3']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:40:23.678960 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device cefa84c8-1893-4548-a3fb-bbfcfe0fcc19 details requested by agent hyperv_n-h1-818823-1 with host n-h1-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 20:40:23.727018 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-d36e5432-4241-4fe9-9cb9-ce863cb8f7a0 None None] Provisioning complete for port 2332ddd1-5c68-433a-b7b6-46a52f7b1448 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:40:23.727388 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-d36e5432-4241-4fe9-9cb9-ce863cb8f7a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:23.928554 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-444c429c-059d-44d2-8424-f0d874bdcf43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:23.966189 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port cefa84c8-1893-4548-a3fb-bbfcfe0fcc19, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=cefa84c8-1893-4548-a3fb-bbfcfe0fcc19,segment=NetworkSegment(8f98e057-3951-41a9-b731-a3ede033fb6b),segment_id=8f98e057-3951-41a9-b731-a3ede033fb6b)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:40:23.981463 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Returning: {'device': 'cefa84c8-1893-4548-a3fb-bbfcfe0fcc19', 'network_id': '3351f9f4-f4e4-4ee2-9c2b-3b58a4e4fc24', 'port_id': 'cefa84c8-1893-4548-a3fb-bbfcfe0fcc19', 'mac_address': 'fa:16:3e:b5:36:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 609, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23ea69f1-3a57-4da4-b379-270435f982a0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 20:40:24.052714 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:24.097056 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cefa84c8-1893-4548-a3fb-bbfcfe0fcc19 {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:40:24.104474 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-ac6fdffb-bc62-4984-a0a2-1eae17094a78 None None] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:24.117627 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-ac6fdffb-bc62-4984-a0a2-1eae17094a78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:24.124664 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port cefa84c8-1893-4548-a3fb-bbfcfe0fcc19, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=cefa84c8-1893-4548-a3fb-bbfcfe0fcc19,segment=NetworkSegment(8f98e057-3951-41a9-b731-a3ede033fb6b),segment_id=8f98e057-3951-41a9-b731-a3ede033fb6b)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:40:24.127229 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-f6698c84-2f54-42e1-926f-8090b3e0ebfe None None] Provisioning complete for port 2332ddd1-5c68-433a-b7b6-46a52f7b1448 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:40:24.127865 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-f6698c84-2f54-42e1-926f-8090b3e0ebfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:24.182395 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:24.231174 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-ac6fdffb-bc62-4984-a0a2-1eae17094a78 None None] Attempting to bind port 0df7e27b-66c3-4978-bc23-05634d4724e1 on host n-d-818823-1 for vnic_type normal with profile {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:40:24.231823 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-ac6fdffb-bc62-4984-a0a2-1eae17094a78 None None] Attempting to bind port 0df7e27b-66c3-4978-bc23-05634d4724e1 by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:40:24.232392 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac6fdffb-bc62-4984-a0a2-1eae17094a78 None None] Attempting to bind port 0df7e27b-66c3-4978-bc23-05634d4724e1 on network c48a55e9-6a85-4746-b7bf-3e29fb560094 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:40:24.251331 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac6fdffb-bc62-4984-a0a2-1eae17094a78 None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 40, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:40:24.252101 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac6fdffb-bc62-4984-a0a2-1eae17094a78 None None] Checking segment: {'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:40:24.252704 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-ac6fdffb-bc62-4984-a0a2-1eae17094a78 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:24.253345 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac6fdffb-bc62-4984-a0a2-1eae17094a78 None None] Bound using segment: {'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:40:24.254004 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-ac6fdffb-bc62-4984-a0a2-1eae17094a78 None None] Bound port: 0df7e27b-66c3-4978-bc23-05634d4724e1, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'}}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:40:24.254652 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-ac6fdffb-bc62-4984-a0a2-1eae17094a78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:24.274881 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c328a65-c0e2-4a2f-bda9-34bc3804c1fd None None] DHCP port deletion for c48a55e9-6a85-4746-b7bf-3e29fb560094 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:40:24.376249 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [None req-444c429c-059d-44d2-8424-f0d874bdcf43 admin admin] Allocated IP 172.20.0.1 (ad6c4b97-150a-4b80-8450-a5c0f1363560/67839bd4-ccbd-4027-9d10-f6ff86387b3c/7a71a3b0-af8f-4b18-924f-eeb624368a84) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:40:24.386537 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-ac6fdffb-bc62-4984-a0a2-1eae17094a78 None None] For port 0df7e27b-66c3-4978-bc23-05634d4724e1, host n-d-818823-1, cleared binding levels {{(pid=103450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:40:24.391138 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-ac6fdffb-bc62-4984-a0a2-1eae17094a78 None None] For port 0df7e27b-66c3-4978-bc23-05634d4724e1, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=0df7e27b-66c3-4978-bc23-05634d4724e1,segment=NetworkSegment(8793ba83-8407-4c3d-9b56-2a177cd58a70),segment_id=8793ba83-8407-4c3d-9b56-2a177cd58a70)] {{(pid=103450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:40:24.406371 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5669416-25de-4068-a57f-d8623deedfc5 None None] Pushing event updated for resources: {'Port': ['ID=0df7e27b-66c3-4978-bc23-05634d4724e1,revision_number=2']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:40:24.422414 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-ac6fdffb-bc62-4984-a0a2-1eae17094a78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:24.423830 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=cefa84c8-1893-4548-a3fb-bbfcfe0fcc19,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:40:24.438393 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] get_ports_and_sgs() called for port_ids ['cefa84c8-1893-4548-a3fb-bbfcfe0fcc19'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:40:24.533042 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ec4e843-792a-436d-9f28-4234423f2f58 None None] DHCP port deletion for c48a55e9-6a85-4746-b7bf-3e29fb560094 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:40:24.585592 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac6fdffb-bc62-4984-a0a2-1eae17094a78 None None] Routers {'e90aeae1-e483-4e48-a32f-646fb04a94f7'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:40:24.586239 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-ac6fdffb-bc62-4984-a0a2-1eae17094a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:40:03Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['e90aeae1-e483-4e48-a32f-646fb04a94f7'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:40:24.728750 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-3a756851-d00b-4ad6-9187-487adb90cef4 None None] Provisioning complete for port 0df7e27b-66c3-4978-bc23-05634d4724e1 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:40:24.729540 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-3a756851-d00b-4ad6-9187-487adb90cef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:24.734117 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-444c429c-059d-44d2-8424-f0d874bdcf43 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:24.802045 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5669416-25de-4068-a57f-d8623deedfc5 None None] Pushing event updated for resources: {'Port': ['ID=0df7e27b-66c3-4978-bc23-05634d4724e1,revision_number=3']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:40:24.814994 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea46c22-eb83-4873-bc2c-ee3b70eec13a req-dc6d9de6-7a0b-44c5-9449-c7609a2225bb tempest-TestServerBasicOps-1917284231 tempest-TestServerBasicOps-1917284231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:40:24.828888 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-444c429c-059d-44d2-8424-f0d874bdcf43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:24.833367 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0ea46c22-eb83-4873-bc2c-ee3b70eec13a req-dc6d9de6-7a0b-44c5-9449-c7609a2225bb tempest-TestServerBasicOps-1917284231 tempest-TestServerBasicOps-1917284231-project] 10.222.0.46 "GET /v2.0/ports?device_id=895512ea-fccd-41da-8359-36f93c1b41d7 HTTP/1.1" status: 200 len: 945 time: 0.1694467 Nov 22 20:40:24.860715 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 4e81b41c-3eec-4aeb-99cf-932ffcafc1f8 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:40:24.904075 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-444c429c-059d-44d2-8424-f0d874bdcf43 admin admin] Network ad6c4b97-150a-4b80-8450-a5c0f1363560 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:40:24.916559 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-444c429c-059d-44d2-8424-f0d874bdcf43 admin admin] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:40:24.923900 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-444c429c-059d-44d2-8424-f0d874bdcf43 admin admin] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:40:24.943204 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-ac6fdffb-bc62-4984-a0a2-1eae17094a78 None None] Set router e90aeae1-e483-4e48-a32f-646fb04a94f7 gateway port host: n-d-818823-1 {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:40:25.002838 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0ea46c22-eb83-4873-bc2c-ee3b70eec13a req-e158c810-2fc0-422a-a913-524ef1c7c52d tempest-TestServerBasicOps-1917284231 tempest-TestServerBasicOps-1917284231-project] 10.222.0.46 "GET /v2.0/security-groups?id=7bd6ba0c-84bf-4200-81ba-38641831e2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1620305 Nov 22 20:40:25.026651 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444c429c-059d-44d2-8424-f0d874bdcf43 admin admin] Pushing event updated for resources: {'Port': ['ID=7a71a3b0-af8f-4b18-924f-eeb624368a84,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:40:25.067137 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-444c429c-059d-44d2-8424-f0d874bdcf43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659939'] for router_interface, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:25.376814 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-ac6fdffb-bc62-4984-a0a2-1eae17094a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e90aeae1-e483-4e48-a32f-646fb04a94f7', 'name': 'tempest-TestAggregatesBasicOps-835081341-router', 'tenant_id': '3376fa2d93c14a7fbc24f584a6584901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': '0df7e27b-66c3-4978-bc23-05634d4724e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:40:19Z', 'updated_at': '2021-11-22T20:40:21Z', 'revision_number': 3, 'project_id': '3376fa2d93c14a7fbc24f584a6584901', 'gw_port': {'id': '0df7e27b-66c3-4978-bc23-05634d4724e1', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:1f:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e90aeae1-e483-4e48-a32f-646fb04a94f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:40:20Z', 'updated_at': '2021-11-22T20:40:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:40:25.386584 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-444c429c-059d-44d2-8424-f0d874bdcf43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:25.387354 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 4e81b41c-3eec-4aeb-99cf-932ffcafc1f8 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:40:25.387855 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:25.436333 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac6fdffb-bc62-4984-a0a2-1eae17094a78 None None] The sync data for ids ['e90aeae1-e483-4e48-a32f-646fb04a94f7'] in n-d-818823-1 is: [{'id': 'e90aeae1-e483-4e48-a32f-646fb04a94f7', 'name': 'tempest-TestAggregatesBasicOps-835081341-router', 'tenant_id': '3376fa2d93c14a7fbc24f584a6584901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': '0df7e27b-66c3-4978-bc23-05634d4724e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:40:19Z', 'updated_at': '2021-11-22T20:40:21Z', 'revision_number': 3, 'project_id': '3376fa2d93c14a7fbc24f584a6584901', 'gw_port': {'id': '0df7e27b-66c3-4978-bc23-05634d4724e1', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:1f:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e90aeae1-e483-4e48-a32f-646fb04a94f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:40:20Z', 'updated_at': '2021-11-22T20:40:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}] {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:40:25.457016 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-3a756851-d00b-4ad6-9187-487adb90cef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:25.502629 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-3a756851-d00b-4ad6-9187-487adb90cef4 None None] For port 0df7e27b-66c3-4978-bc23-05634d4724e1, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=0df7e27b-66c3-4978-bc23-05634d4724e1,segment=NetworkSegment(8793ba83-8407-4c3d-9b56-2a177cd58a70),segment_id=8793ba83-8407-4c3d-9b56-2a177cd58a70)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:40:25.536958 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-3a756851-d00b-4ad6-9187-487adb90cef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:25.621000 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 2332ddd1-5c68-433a-b7b6-46a52f7b1448 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:40:25.667707 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-444c429c-059d-44d2-8424-f0d874bdcf43 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:25.679749 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-444c429c-059d-44d2-8424-f0d874bdcf43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:25.733225 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-de895c82-aae4-4d43-ac2f-9f6584d3337a None None] Provisioning complete for port 7a71a3b0-af8f-4b18-924f-eeb624368a84 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:40:25.733556 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-de895c82-aae4-4d43-ac2f-9f6584d3337a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:25.756493 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-444c429c-059d-44d2-8424-f0d874bdcf43 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-563461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-659839'] for router_interface, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:25.775337 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a756851-d00b-4ad6-9187-487adb90cef4 None None] Pushing event updated for resources: {'Port': ['ID=0df7e27b-66c3-4978-bc23-05634d4724e1,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:40:25.819540 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 2332ddd1-5c68-433a-b7b6-46a52f7b1448 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:40:25.819928 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:25.823321 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-de895c82-aae4-4d43-ac2f-9f6584d3337a None None] Port 7a71a3b0-af8f-4b18-924f-eeb624368a84 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:40:25.867076 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444c429c-059d-44d2-8424-f0d874bdcf43 admin admin] Pushing event updated for resources: {'Port': ['ID=7a71a3b0-af8f-4b18-924f-eeb624368a84,revision_number=2']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:40:25.998564 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-444c429c-059d-44d2-8424-f0d874bdcf43 admin admin] Network ad6c4b97-150a-4b80-8450-a5c0f1363560 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:40:26.001934 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-444c429c-059d-44d2-8424-f0d874bdcf43 admin admin] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:40:26.273163 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d9cb79-3d72-4df3-972c-a24a31a9a4d4 req-286ef69f-90a5-497d-a185-853813d9e63a tempest-TestServerBasicOps-1917284231 tempest-TestServerBasicOps-1917284231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:40:26.286615 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e2d9cb79-3d72-4df3-972c-a24a31a9a4d4 req-286ef69f-90a5-497d-a185-853813d9e63a tempest-TestServerBasicOps-1917284231 tempest-TestServerBasicOps-1917284231-project] 10.222.0.46 "GET /v2.0/ports?device_id=895512ea-fccd-41da-8359-36f93c1b41d7 HTTP/1.1" status: 200 len: 945 time: 0.1191874 Nov 22 20:40:26.357768 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-444c429c-059d-44d2-8424-f0d874bdcf43 admin admin] Router e90aeae1-e483-4e48-a32f-646fb04a94f7 has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 20:40:26.368670 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e2d9cb79-3d72-4df3-972c-a24a31a9a4d4 req-ffaf09dd-d8f5-4234-bae1-4c33b88b7c18 tempest-TestServerBasicOps-1917284231 tempest-TestServerBasicOps-1917284231-project] 10.222.0.46 "GET /v2.0/security-groups?id=7bd6ba0c-84bf-4200-81ba-38641831e2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807211 Nov 22 20:40:26.581315 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-3fd3eee1-37fa-46d2-891f-7ee1a3fa4225 None None] Provisioning complete for port 7a71a3b0-af8f-4b18-924f-eeb624368a84 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:40:26.581921 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-3fd3eee1-37fa-46d2-891f-7ee1a3fa4225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:26.610843 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-444c429c-059d-44d2-8424-f0d874bdcf43 admin admin] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:40:26.623545 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-444c429c-059d-44d2-8424-f0d874bdcf43 admin admin] 10.222.0.46 "PUT /v2.0/routers/e90aeae1-e483-4e48-a32f-646fb04a94f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7973747 Nov 22 20:40:26.625496 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 0df7e27b-66c3-4978-bc23-05634d4724e1 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:40:26.665775 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-3fd3eee1-37fa-46d2-891f-7ee1a3fa4225 None None] Port 7a71a3b0-af8f-4b18-924f-eeb624368a84 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:40:26.693392 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 0df7e27b-66c3-4978-bc23-05634d4724e1 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:40:26.693689 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:27.517000 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5cc8d1-2077-4e0b-8049-8ae03aebc5cf req-26f83731-4021-479f-bf21-f8261e25d735 tempest-TestServerBasicOps-1917284231 tempest-TestServerBasicOps-1917284231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:40:27.524580 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9f5cc8d1-2077-4e0b-8049-8ae03aebc5cf req-26f83731-4021-479f-bf21-f8261e25d735 tempest-TestServerBasicOps-1917284231 tempest-TestServerBasicOps-1917284231-project] 10.222.0.46 "GET /v2.0/ports?device_id=895512ea-fccd-41da-8359-36f93c1b41d7 HTTP/1.1" status: 200 len: 945 time: 0.0690050 Nov 22 20:40:27.603529 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9f5cc8d1-2077-4e0b-8049-8ae03aebc5cf req-4101e7f6-43f4-4c17-8208-a16199be2221 tempest-TestServerBasicOps-1917284231 tempest-TestServerBasicOps-1917284231-project] 10.222.0.46 "GET /v2.0/security-groups?id=7bd6ba0c-84bf-4200-81ba-38641831e2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779598 Nov 22 20:40:27.663833 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device cefa84c8-1893-4548-a3fb-bbfcfe0fcc19 up at agent hyperv_n-h1-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:40:27.744370 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Provisioning for port cefa84c8-1893-4548-a3fb-bbfcfe0fcc19 completed by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 20:40:27.749480 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Provisioning complete for port cefa84c8-1893-4548-a3fb-bbfcfe0fcc19 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:40:27.751809 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:27.888708 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:27.961140 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '895512ea-fccd-41da-8359-36f93c1b41d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cefa84c8-1893-4548-a3fb-bbfcfe0fcc19'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:40:27.962772 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 52888) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:40:27.969441 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d39f6d30a11e565ec9648abcc015e8a6ab6cff4edd704add8155e28765d31eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83fd6797-011f-4271-b08d-61b4cb36a426" -d '{"events": [{"server_uuid": "895512ea-fccd-41da-8359-36f93c1b41d7", "name": "network-vif-plugged", "status": "completed", "tag": "cefa84c8-1893-4548-a3fb-bbfcfe0fcc19"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:40:27.994184 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port cefa84c8-1893-4548-a3fb-bbfcfe0fcc19, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=cefa84c8-1893-4548-a3fb-bbfcfe0fcc19,segment=NetworkSegment(8f98e057-3951-41a9-b731-a3ede033fb6b),segment_id=8f98e057-3951-41a9-b731-a3ede033fb6b)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:40:28.002556 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:28.083099 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=cefa84c8-1893-4548-a3fb-bbfcfe0fcc19,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:40:28.129370 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:40:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0053334-cbb8-4be9-96e5-422fea640d37 x-openstack-request-id: req-a0053334-cbb8-4be9-96e5-422fea640d37 {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:40:28.130786 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "895512ea-fccd-41da-8359-36f93c1b41d7", "name": "network-vif-plugged", "status": "completed", "tag": "cefa84c8-1893-4548-a3fb-bbfcfe0fcc19", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:40:28.131244 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a0053334-cbb8-4be9-96e5-422fea640d37 {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:40:28.131830 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '895512ea-fccd-41da-8359-36f93c1b41d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cefa84c8-1893-4548-a3fb-bbfcfe0fcc19', 'code': 200} Nov 22 20:40:28.261970 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e98640-42b6-4c78-8924-9c7c481151d1 req-be49fc0f-28de-4b31-adf5-c5f3eab76248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:40:28.264121 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-81e98640-42b6-4c78-8924-9c7c481151d1 req-be49fc0f-28de-4b31-adf5-c5f3eab76248 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=895512ea-fccd-41da-8359-36f93c1b41d7 HTTP/1.1" status: 200 len: 1097 time: 0.0620964 Nov 22 20:40:28.359557 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-81e98640-42b6-4c78-8924-9c7c481151d1 req-6de7b844-dd75-43fb-8da4-409f75679982 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=7bd6ba0c-84bf-4200-81ba-38641831e2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873568 Nov 22 20:40:28.428042 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cbf925b-2b52-4db5-8b63-5f910cda9881 None None] Sync routers for ids ['e90aeae1-e483-4e48-a32f-646fb04a94f7'] in n-d-818823-1 {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:40:28.450119 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cbf925b-2b52-4db5-8b63-5f910cda9881 None None] Routers {'e90aeae1-e483-4e48-a32f-646fb04a94f7'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:40:28.451133 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-3cbf925b-2b52-4db5-8b63-5f910cda9881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:40:03Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['e90aeae1-e483-4e48-a32f-646fb04a94f7'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:40:28.523196 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-31afb689-a41e-45fd-889c-d015a6fd956b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659736'] for router_interface, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:28.581860 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-3cbf925b-2b52-4db5-8b63-5f910cda9881 None None] Set router e90aeae1-e483-4e48-a32f-646fb04a94f7 gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:40:28.820345 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937acf32-6825-4777-98a0-78c027078050 req-d9f53e3b-fcc4-4337-8b56-3f92dd40c6c8 tempest-TestServerBasicOps-1917284231 tempest-TestServerBasicOps-1917284231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:40:28.821975 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-937acf32-6825-4777-98a0-78c027078050 req-d9f53e3b-fcc4-4337-8b56-3f92dd40c6c8 tempest-TestServerBasicOps-1917284231 tempest-TestServerBasicOps-1917284231-project] 10.222.0.46 "GET /v2.0/ports?device_id=895512ea-fccd-41da-8359-36f93c1b41d7 HTTP/1.1" status: 200 len: 946 time: 0.1123047 Nov 22 20:40:28.903346 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-937acf32-6825-4777-98a0-78c027078050 req-c677c229-f279-4e96-9dc8-15d3ec43edb9 tempest-TestServerBasicOps-1917284231 tempest-TestServerBasicOps-1917284231-project] 10.222.0.46 "GET /v2.0/security-groups?id=7bd6ba0c-84bf-4200-81ba-38641831e2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733788 Nov 22 20:40:28.952762 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-31afb689-a41e-45fd-889c-d015a6fd956b admin admin] Deleting port 4e81b41c-3eec-4aeb-99cf-932ffcafc1f8 {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:40:28.953132 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-31afb689-a41e-45fd-889c-d015a6fd956b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:29.044727 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-3cbf925b-2b52-4db5-8b63-5f910cda9881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e90aeae1-e483-4e48-a32f-646fb04a94f7', 'name': 'tempest-TestAggregatesBasicOps-835081341-router', 'tenant_id': '3376fa2d93c14a7fbc24f584a6584901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': '0df7e27b-66c3-4978-bc23-05634d4724e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:40:19Z', 'updated_at': '2021-11-22T20:40:25Z', 'revision_number': 4, 'project_id': '3376fa2d93c14a7fbc24f584a6584901', 'gw_port': {'id': '0df7e27b-66c3-4978-bc23-05634d4724e1', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:1f:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e90aeae1-e483-4e48-a32f-646fb04a94f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:40:20Z', 'updated_at': '2021-11-22T20:40:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': '7a71a3b0-af8f-4b18-924f-eeb624368a84', 'name': '', 'network_id': 'ad6c4b97-150a-4b80-8450-a5c0f1363560', 'tenant_id': '3376fa2d93c14a7fbc24f584a6584901', 'mac_address': 'fa:16:3e:dd:a5:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e90aeae1-e483-4e48-a32f-646fb04a94f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': '67839bd4-ccbd-4027-9d10-f6ff86387b3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:40:24Z', 'updated_at': '2021-11-22T20:40:25Z', 'revision_number': 2, 'project_id': '3376fa2d93c14a7fbc24f584a6584901', 'subnets': [{'id': '67839bd4-ccbd-4027-9d10-f6ff86387b3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:40:29.059602 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [None req-31afb689-a41e-45fd-889c-d015a6fd956b admin admin] For port 4e81b41c-3eec-4aeb-99cf-932ffcafc1f8, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=4e81b41c-3eec-4aeb-99cf-932ffcafc1f8,segment=NetworkSegment(5b28c3a2-22ef-4aad-83b7-1410e086096e),segment_id=5b28c3a2-22ef-4aad-83b7-1410e086096e)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:40:29.059967 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-31afb689-a41e-45fd-889c-d015a6fd956b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:29.075957 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cbf925b-2b52-4db5-8b63-5f910cda9881 None None] Checking router: e90aeae1-e483-4e48-a32f-646fb04a94f7 for host: n-d-818823-1 {{(pid=103449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 20:40:29.076319 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cbf925b-2b52-4db5-8b63-5f910cda9881 None None] Updating router e90aeae1-e483-4e48-a32f-646fb04a94f7 port 7a71a3b0-af8f-4b18-924f-eeb624368a84 binding host n-d-818823-1 {{(pid=103449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 20:40:29.081612 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-31afb689-a41e-45fd-889c-d015a6fd956b admin admin] Calling delete_port for 4e81b41c-3eec-4aeb-99cf-932ffcafc1f8 owned by network:router_interface {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:40:29.107622 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-3cbf925b-2b52-4db5-8b63-5f910cda9881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:29.330966 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-31afb689-a41e-45fd-889c-d015a6fd956b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:29.400991 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31afb689-a41e-45fd-889c-d015a6fd956b admin admin] Pushing event deleted for resources: {'Port': ['ID=4e81b41c-3eec-4aeb-99cf-932ffcafc1f8,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:40:29.506597 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-3cbf925b-2b52-4db5-8b63-5f910cda9881 None None] Publish callbacks [] for port, precommit_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:29.522432 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-3cbf925b-2b52-4db5-8b63-5f910cda9881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:29.671194 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2670fc-1293-4047-8b01-bc5fb8859eda None None] Pushing event updated for resources: {'Port': ['ID=7a71a3b0-af8f-4b18-924f-eeb624368a84,revision_number=3']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:40:29.702676 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-3cbf925b-2b52-4db5-8b63-5f910cda9881 None None] Attempting to bind port 7a71a3b0-af8f-4b18-924f-eeb624368a84 on host n-d-818823-1 for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:40:29.703057 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-3cbf925b-2b52-4db5-8b63-5f910cda9881 None None] Attempting to bind port 7a71a3b0-af8f-4b18-924f-eeb624368a84 by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': '4c1f8762-0a9e-4967-a6ad-5dabe7d4848a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'ad6c4b97-150a-4b80-8450-a5c0f1363560'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:40:29.703447 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cbf925b-2b52-4db5-8b63-5f910cda9881 None None] Attempting to bind port 7a71a3b0-af8f-4b18-924f-eeb624368a84 on network ad6c4b97-150a-4b80-8450-a5c0f1363560 {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:40:29.714460 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cbf925b-2b52-4db5-8b63-5f910cda9881 None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 40, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:40:29.714926 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cbf925b-2b52-4db5-8b63-5f910cda9881 None None] Checking segment: {'id': '4c1f8762-0a9e-4967-a6ad-5dabe7d4848a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'ad6c4b97-150a-4b80-8450-a5c0f1363560'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:40:29.715339 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-3cbf925b-2b52-4db5-8b63-5f910cda9881 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:29.715801 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cbf925b-2b52-4db5-8b63-5f910cda9881 None None] Bound using segment: {'id': '4c1f8762-0a9e-4967-a6ad-5dabe7d4848a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'ad6c4b97-150a-4b80-8450-a5c0f1363560'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:40:29.716316 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-3cbf925b-2b52-4db5-8b63-5f910cda9881 None None] Bound port: 7a71a3b0-af8f-4b18-924f-eeb624368a84, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c1f8762-0a9e-4967-a6ad-5dabe7d4848a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'ad6c4b97-150a-4b80-8450-a5c0f1363560'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:40:29.716721 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-3cbf925b-2b52-4db5-8b63-5f910cda9881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:29.722080 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-31afb689-a41e-45fd-889c-d015a6fd956b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-563470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-663272'] for router_interface, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:29.830679 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-3cbf925b-2b52-4db5-8b63-5f910cda9881 None None] For port 7a71a3b0-af8f-4b18-924f-eeb624368a84, host n-d-818823-1, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:40:29.834569 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-3cbf925b-2b52-4db5-8b63-5f910cda9881 None None] For port 7a71a3b0-af8f-4b18-924f-eeb624368a84, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=7a71a3b0-af8f-4b18-924f-eeb624368a84,segment=NetworkSegment(4c1f8762-0a9e-4967-a6ad-5dabe7d4848a),segment_id=4c1f8762-0a9e-4967-a6ad-5dabe7d4848a)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:40:29.843524 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-3cbf925b-2b52-4db5-8b63-5f910cda9881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:29.925534 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cbf925b-2b52-4db5-8b63-5f910cda9881 None None] Routers {'e90aeae1-e483-4e48-a32f-646fb04a94f7'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:40:29.926310 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-3cbf925b-2b52-4db5-8b63-5f910cda9881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:40:03Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['e90aeae1-e483-4e48-a32f-646fb04a94f7'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:40:30.135360 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-3cbf925b-2b52-4db5-8b63-5f910cda9881 None None] Set router e90aeae1-e483-4e48-a32f-646fb04a94f7 gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:40:30.136463 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628bdc21-0cea-4ca5-9b5d-b8583fc34844 req-e1e3b988-b0bd-475f-b991-2ccf2da639ff tempest-TestServerBasicOps-1917284231 tempest-TestServerBasicOps-1917284231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:40:30.144638 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-628bdc21-0cea-4ca5-9b5d-b8583fc34844 req-e1e3b988-b0bd-475f-b991-2ccf2da639ff tempest-TestServerBasicOps-1917284231 tempest-TestServerBasicOps-1917284231-project] 10.222.0.46 "GET /v2.0/ports?device_id=895512ea-fccd-41da-8359-36f93c1b41d7 HTTP/1.1" status: 200 len: 946 time: 0.1354740 Nov 22 20:40:30.243000 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-628bdc21-0cea-4ca5-9b5d-b8583fc34844 req-d4cc4ec5-95be-481c-8e84-8dd854979114 tempest-TestServerBasicOps-1917284231 tempest-TestServerBasicOps-1917284231-project] 10.222.0.46 "GET /v2.0/security-groups?id=7bd6ba0c-84bf-4200-81ba-38641831e2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933974 Nov 22 20:40:30.280435 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31afb689-a41e-45fd-889c-d015a6fd956b admin admin] Router c7e58a72-b4f2-4a4c-8e09-a7ccb8fca0ec has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 20:40:30.323949 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e723ee65-2d9b-4b89-bc15-b55afa4741ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:30.325433 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2670fc-1293-4047-8b01-bc5fb8859eda None None] Pushing event updated for resources: {'Port': ['ID=7a71a3b0-af8f-4b18-924f-eeb624368a84,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:40:30.333028 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-05cc9544-1733-42f9-8470-d49521d07f4a None None] Provisioning complete for port 7a71a3b0-af8f-4b18-924f-eeb624368a84 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:40:30.333636 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-05cc9544-1733-42f9-8470-d49521d07f4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:30.557127 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-05cc9544-1733-42f9-8470-d49521d07f4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:30.561506 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-3cbf925b-2b52-4db5-8b63-5f910cda9881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e90aeae1-e483-4e48-a32f-646fb04a94f7', 'name': 'tempest-TestAggregatesBasicOps-835081341-router', 'tenant_id': '3376fa2d93c14a7fbc24f584a6584901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': '0df7e27b-66c3-4978-bc23-05634d4724e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:40:19Z', 'updated_at': '2021-11-22T20:40:25Z', 'revision_number': 4, 'project_id': '3376fa2d93c14a7fbc24f584a6584901', 'gw_port': {'id': '0df7e27b-66c3-4978-bc23-05634d4724e1', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:1f:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e90aeae1-e483-4e48-a32f-646fb04a94f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:40:20Z', 'updated_at': '2021-11-22T20:40:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': '7a71a3b0-af8f-4b18-924f-eeb624368a84', 'name': '', 'network_id': 'ad6c4b97-150a-4b80-8450-a5c0f1363560', 'tenant_id': '3376fa2d93c14a7fbc24f584a6584901', 'mac_address': 'fa:16:3e:dd:a5:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e90aeae1-e483-4e48-a32f-646fb04a94f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': '67839bd4-ccbd-4027-9d10-f6ff86387b3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:40:24Z', 'updated_at': '2021-11-22T20:40:29Z', 'revision_number': 4, 'project_id': '3376fa2d93c14a7fbc24f584a6584901', 'subnets': [{'id': '67839bd4-ccbd-4027-9d10-f6ff86387b3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:40:30.600450 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cbf925b-2b52-4db5-8b63-5f910cda9881 None None] The sync data for ids ['e90aeae1-e483-4e48-a32f-646fb04a94f7'] in n-d-818823-1 is: [{'id': 'e90aeae1-e483-4e48-a32f-646fb04a94f7', 'name': 'tempest-TestAggregatesBasicOps-835081341-router', 'tenant_id': '3376fa2d93c14a7fbc24f584a6584901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': '0df7e27b-66c3-4978-bc23-05634d4724e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:40:19Z', 'updated_at': '2021-11-22T20:40:25Z', 'revision_number': 4, 'project_id': '3376fa2d93c14a7fbc24f584a6584901', 'gw_port': {'id': '0df7e27b-66c3-4978-bc23-05634d4724e1', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:1f:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e90aeae1-e483-4e48-a32f-646fb04a94f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:40:20Z', 'updated_at': '2021-11-22T20:40:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': '7a71a3b0-af8f-4b18-924f-eeb624368a84', 'name': '', 'network_id': 'ad6c4b97-150a-4b80-8450-a5c0f1363560', 'tenant_id': '3376fa2d93c14a7fbc24f584a6584901', 'mac_address': 'fa:16:3e:dd:a5:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e90aeae1-e483-4e48-a32f-646fb04a94f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': '67839bd4-ccbd-4027-9d10-f6ff86387b3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:40:24Z', 'updated_at': '2021-11-22T20:40:29Z', 'revision_number': 4, 'project_id': '3376fa2d93c14a7fbc24f584a6584901', 'subnets': [{'id': '67839bd4-ccbd-4027-9d10-f6ff86387b3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:40:30.656298 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-05cc9544-1733-42f9-8470-d49521d07f4a None None] For port 7a71a3b0-af8f-4b18-924f-eeb624368a84, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=7a71a3b0-af8f-4b18-924f-eeb624368a84,segment=NetworkSegment(4c1f8762-0a9e-4967-a6ad-5dabe7d4848a),segment_id=4c1f8762-0a9e-4967-a6ad-5dabe7d4848a)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:40:30.684822 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-05cc9544-1733-42f9-8470-d49521d07f4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:30.787367 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cc9544-1733-42f9-8470-d49521d07f4a None None] Pushing event updated for resources: {'Port': ['ID=7a71a3b0-af8f-4b18-924f-eeb624368a84,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:40:30.821115 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-09c3a8e7-931b-40a6-a701-7382fc8332a0 None None] Provisioning complete for port 7a71a3b0-af8f-4b18-924f-eeb624368a84 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:40:30.821569 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-09c3a8e7-931b-40a6-a701-7382fc8332a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:30.987813 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31afb689-a41e-45fd-889c-d015a6fd956b admin admin] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:40:30.994862 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-31afb689-a41e-45fd-889c-d015a6fd956b admin admin] 10.222.0.46 "PUT /v2.0/routers/c7e58a72-b4f2-4a4c-8e09-a7ccb8fca0ec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0304372 Nov 22 20:40:30.998225 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 52950) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:40:31.005109 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5992f9d9-46ae-4002-a79e-6e513e311e5b req-4f026c9c-bfd7-4586-8538-b61f9a16bae2 tempest-TestServerBasicOps-1917284231 tempest-TestServerBasicOps-1917284231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:40:31.016976 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5992f9d9-46ae-4002-a79e-6e513e311e5b req-4f026c9c-bfd7-4586-8538-b61f9a16bae2 tempest-TestServerBasicOps-1917284231 tempest-TestServerBasicOps-1917284231-project] 10.222.0.46 "GET /v2.0/ports?device_id=895512ea-fccd-41da-8359-36f93c1b41d7 HTTP/1.1" status: 200 len: 946 time: 0.6229808 Nov 22 20:40:31.033382 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff5c5581-2a77-461d-bb46-5bd1d32ea3c8 None None] Sync routers for ids ['c7e58a72-b4f2-4a4c-8e09-a7ccb8fca0ec'] in n-d-818823-1 {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:40:31.063502 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff5c5581-2a77-461d-bb46-5bd1d32ea3c8 None None] Routers {'c7e58a72-b4f2-4a4c-8e09-a7ccb8fca0ec'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:40:31.064489 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-ff5c5581-2a77-461d-bb46-5bd1d32ea3c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:40:03Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['c7e58a72-b4f2-4a4c-8e09-a7ccb8fca0ec'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:40:31.132821 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5992f9d9-46ae-4002-a79e-6e513e311e5b req-d2007994-71fc-4f86-a7c9-87d13b550e15 tempest-TestServerBasicOps-1917284231 tempest-TestServerBasicOps-1917284231-project] 10.222.0.46 "GET /v2.0/security-groups?id=7bd6ba0c-84bf-4200-81ba-38641831e2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034465 Nov 22 20:40:31.176958 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4968e95d-38b0-4260-85e9-8039ad4d1714 admin admin] Publish callbacks [] for router, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:31.309955 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-ff5c5581-2a77-461d-bb46-5bd1d32ea3c8 None None] Set router c7e58a72-b4f2-4a4c-8e09-a7ccb8fca0ec gateway port host: n-d-818823-1 {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:40:31.337542 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4968e95d-38b0-4260-85e9-8039ad4d1714 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:31.396310 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559d0a56-bace-442d-89f3-991f65d8fe0b req-9cc233a9-8f3b-41e8-ba61-931d13da61c0 tempest-TestServerBasicOps-1917284231 tempest-TestServerBasicOps-1917284231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:40:31.398223 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-559d0a56-bace-442d-89f3-991f65d8fe0b req-9cc233a9-8f3b-41e8-ba61-931d13da61c0 tempest-TestServerBasicOps-1917284231 tempest-TestServerBasicOps-1917284231-project] 10.222.0.46 "GET /v2.0/ports?device_id=895512ea-fccd-41da-8359-36f93c1b41d7 HTTP/1.1" status: 200 len: 946 time: 0.1377704 Nov 22 20:40:31.432419 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-4968e95d-38b0-4260-85e9-8039ad4d1714 admin admin] Deleting port 562ae154-8f92-4d75-ae4e-7a4ca8ab8ff0 {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:40:31.432419 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4968e95d-38b0-4260-85e9-8039ad4d1714 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:31.476668 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-559d0a56-bace-442d-89f3-991f65d8fe0b req-fda048dc-3f00-40f9-9866-41e199b5f36b tempest-TestServerBasicOps-1917284231 tempest-TestServerBasicOps-1917284231-project] 10.222.0.46 "GET /v2.0/security-groups?id=7bd6ba0c-84bf-4200-81ba-38641831e2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721076 Nov 22 20:40:31.503480 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 52964) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:40:31.558361 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-4968e95d-38b0-4260-85e9-8039ad4d1714 admin admin] For port 562ae154-8f92-4d75-ae4e-7a4ca8ab8ff0, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=562ae154-8f92-4d75-ae4e-7a4ca8ab8ff0,segment=NetworkSegment(8793ba83-8407-4c3d-9b56-2a177cd58a70),segment_id=8793ba83-8407-4c3d-9b56-2a177cd58a70)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:40:31.558757 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4968e95d-38b0-4260-85e9-8039ad4d1714 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:31.580054 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-4968e95d-38b0-4260-85e9-8039ad4d1714 admin admin] Calling delete_port for 562ae154-8f92-4d75-ae4e-7a4ca8ab8ff0 owned by network:router_gateway {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:40:31.706656 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-ff5c5581-2a77-461d-bb46-5bd1d32ea3c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7e58a72-b4f2-4a4c-8e09-a7ccb8fca0ec', 'name': 'tempest-TestAggregatesBasicOps-5607069-router', 'tenant_id': '45453b15a5ad4d148442cc725aa15154', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': '562ae154-8f92-4d75-ae4e-7a4ca8ab8ff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:40:09Z', 'updated_at': '2021-11-22T20:40:29Z', 'revision_number': 5, 'project_id': '45453b15a5ad4d148442cc725aa15154', 'gw_port': {'id': '562ae154-8f92-4d75-ae4e-7a4ca8ab8ff0', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d8:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7e58a72-b4f2-4a4c-8e09-a7ccb8fca0ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:40:10Z', 'updated_at': '2021-11-22T20:40:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:40:31.775468 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff5c5581-2a77-461d-bb46-5bd1d32ea3c8 None None] Checking router: c7e58a72-b4f2-4a4c-8e09-a7ccb8fca0ec for host: n-d-818823-1 {{(pid=103450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 20:40:31.789452 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5a68689-4387-45bd-8d20-bec6493d5a9d tempest-TestServerBasicOps-1321740526 tempest-TestServerBasicOps-1321740526-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:40:31.796051 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff5c5581-2a77-461d-bb46-5bd1d32ea3c8 None None] Routers {'c7e58a72-b4f2-4a4c-8e09-a7ccb8fca0ec'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:40:31.799794 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-a5a68689-4387-45bd-8d20-bec6493d5a9d tempest-TestServerBasicOps-1321740526 tempest-TestServerBasicOps-1321740526-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=895512ea-fccd-41da-8359-36f93c1b41d7 HTTP/1.1" status: 200 len: 1092 time: 0.2926269 Nov 22 20:40:31.799952 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-ff5c5581-2a77-461d-bb46-5bd1d32ea3c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:40:03Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['c7e58a72-b4f2-4a4c-8e09-a7ccb8fca0ec'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:40:31.800367 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 52974) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:40:31.807888 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-ad2c24d9-15b7-4260-9d65-b9f2074e5d94 tempest-TestServerBasicOps-1917284231 tempest-TestServerBasicOps-1917284231-project] Request body: {'floatingip': {'floating_network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'port_id': 'cefa84c8-1893-4548-a3fb-bbfcfe0fcc19', 'tenant_id': 'a7e1521722f94d70843af2e3bd21601a', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:40:31.836384 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ad2c24d9-15b7-4260-9d65-b9f2074e5d94 tempest-TestServerBasicOps-1917284231 tempest-TestServerBasicOps-1917284231-project] Publish callbacks [] for floatingip, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:31.883067 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4968e95d-38b0-4260-85e9-8039ad4d1714 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:32.041821 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4968e95d-38b0-4260-85e9-8039ad4d1714 admin admin] Pushing event deleted for resources: {'Port': ['ID=562ae154-8f92-4d75-ae4e-7a4ca8ab8ff0,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:40:32.056779 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a1f2e49-f566-4cc2-825d-716e65e7beeb None None] DHCP port deletion for c48a55e9-6a85-4746-b7bf-3e29fb560094 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:40:32.058311 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ad2c24d9-15b7-4260-9d65-b9f2074e5d94 tempest-TestServerBasicOps-1917284231 tempest-TestServerBasicOps-1917284231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:32.292784 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [None req-ad2c24d9-15b7-4260-9d65-b9f2074e5d94 tempest-TestServerBasicOps-1917284231 tempest-TestServerBasicOps-1917284231-project] Allocated IP 172.25.5.29 (c48a55e9-6a85-4746-b7bf-3e29fb560094/5da6f781-63e6-4328-ae7a-5e672262f55a/f0945837-5e99-4184-9aa6-f061dfdddcd1) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:40:32.404396 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-ff5c5581-2a77-461d-bb46-5bd1d32ea3c8 None None] Set router c7e58a72-b4f2-4a4c-8e09-a7ccb8fca0ec gateway port host: None {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:40:32.568659 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ad2c24d9-15b7-4260-9d65-b9f2074e5d94 tempest-TestServerBasicOps-1917284231 tempest-TestServerBasicOps-1917284231-project] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:32.594194 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-ff5c5581-2a77-461d-bb46-5bd1d32ea3c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7e58a72-b4f2-4a4c-8e09-a7ccb8fca0ec', 'name': 'tempest-TestAggregatesBasicOps-5607069-router', 'tenant_id': '45453b15a5ad4d148442cc725aa15154', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:40:09Z', 'updated_at': '2021-11-22T20:40:31Z', 'revision_number': 6, 'project_id': '45453b15a5ad4d148442cc725aa15154', 'gw_port_host': None}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:40:32.629089 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff5c5581-2a77-461d-bb46-5bd1d32ea3c8 None None] The sync data for ids ['c7e58a72-b4f2-4a4c-8e09-a7ccb8fca0ec'] in n-d-818823-1 is: [{'id': 'c7e58a72-b4f2-4a4c-8e09-a7ccb8fca0ec', 'name': 'tempest-TestAggregatesBasicOps-5607069-router', 'tenant_id': '45453b15a5ad4d148442cc725aa15154', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:40:09Z', 'updated_at': '2021-11-22T20:40:31Z', 'revision_number': 6, 'project_id': '45453b15a5ad4d148442cc725aa15154', 'gw_port_host': None}] {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:40:32.638907 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ad2c24d9-15b7-4260-9d65-b9f2074e5d94 tempest-TestServerBasicOps-1917284231 tempest-TestServerBasicOps-1917284231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:32.726160 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad2c24d9-15b7-4260-9d65-b9f2074e5d94 tempest-TestServerBasicOps-1917284231 tempest-TestServerBasicOps-1917284231-project] Network c48a55e9-6a85-4746-b7bf-3e29fb560094 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:40:32.732391 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-ad2c24d9-15b7-4260-9d65-b9f2074e5d94 tempest-TestServerBasicOps-1917284231 tempest-TestServerBasicOps-1917284231-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:40:32.738243 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad2c24d9-15b7-4260-9d65-b9f2074e5d94 tempest-TestServerBasicOps-1917284231 tempest-TestServerBasicOps-1917284231-project] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:40:32.773186 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 7a71a3b0-af8f-4b18-924f-eeb624368a84 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:40:32.799279 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2c24d9-15b7-4260-9d65-b9f2074e5d94 tempest-TestServerBasicOps-1917284231 tempest-TestServerBasicOps-1917284231-project] Pushing event updated for resources: {'Port': ['ID=f0945837-5e99-4184-9aa6-f061dfdddcd1,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:40:32.876382 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-9dc3b7ba-37b5-4e18-8300-cc667e3f2383 req-ac641566-dec0-4d4f-885c-cf4027267112 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=895512ea-fccd-41da-8359-36f93c1b41d7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9719920 Nov 22 20:40:32.902287 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4968e95d-38b0-4260-85e9-8039ad4d1714 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595398'] for router_gateway, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:32.918023 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 7a71a3b0-af8f-4b18-924f-eeb624368a84 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:40:32.919026 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:33.036246 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4dda86a2-b5d6-4779-a46d-2f77f22456b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:33.058757 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 53000) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:40:33.103288 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4968e95d-38b0-4260-85e9-8039ad4d1714 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24781'] for router, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:33.107108 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4968e95d-38b0-4260-85e9-8039ad4d1714 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:33.155972 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc3b7ba-37b5-4e18-8300-cc667e3f2383 req-2083bfc9-f934-4a4c-9004-1a6c88fc5c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:40:33.157867 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-9dc3b7ba-37b5-4e18-8300-cc667e3f2383 req-2083bfc9-f934-4a4c-9004-1a6c88fc5c9a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a7e1521722f94d70843af2e3bd21601a&device_id=895512ea-fccd-41da-8359-36f93c1b41d7 HTTP/1.1" status: 200 len: 1097 time: 0.2030108 Nov 22 20:40:33.173133 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4968e95d-38b0-4260-85e9-8039ad4d1714 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-663261'] for router, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:33.174142 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4968e95d-38b0-4260-85e9-8039ad4d1714 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c7e58a72-b4f2-4a4c-8e09-a7ccb8fca0ec {{(pid=103448) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 20:40:33.183511 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4968e95d-38b0-4260-85e9-8039ad4d1714 admin admin] Publish callbacks [] for router, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:33.184969 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-4968e95d-38b0-4260-85e9-8039ad4d1714 admin admin] 10.222.0.46 "DELETE /v2.0/routers/c7e58a72-b4f2-4a4c-8e09-a7ccb8fca0ec HTTP/1.1" status: 204 len: 168 time: 2.1845200 Nov 22 20:40:33.196892 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 53004) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:40:33.310366 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-49f0311d-f2de-4050-86ab-0a378485455e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:33.332877 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a0bc577-f36d-44d1-a89f-e8d88593f493 admin admin] Deleting subnet fa06b5c7-4416-4bd0-a64f-11fed40b76d0 {{(pid=103448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 20:40:33.341609 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4a0bc577-f36d-44d1-a89f-e8d88593f493 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:33.382048 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc3b7ba-37b5-4e18-8300-cc667e3f2383 req-5bb5f00c-c3ac-45be-8f29-79181882da9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:40:33.383898 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-9dc3b7ba-37b5-4e18-8300-cc667e3f2383 req-5bb5f00c-c3ac-45be-8f29-79181882da9f service neutron] 10.222.0.41 "GET /v2.0/networks?id=3351f9f4-f4e4-4ee2-9c2b-3b58a4e4fc24 HTTP/1.1" status: 200 len: 909 time: 0.1975868 Nov 22 20:40:33.439045 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-9dc3b7ba-37b5-4e18-8300-cc667e3f2383 req-95dd4c18-c4c2-48b4-8c29-ad2528e4890e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cefa84c8-1893-4548-a3fb-bbfcfe0fcc19 HTTP/1.1" status: 200 len: 217 time: 0.0441988 Nov 22 20:40:33.441260 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4a0bc577-f36d-44d1-a89f-e8d88593f493 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11627908'] for subnet, precommit_delete_associations {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:33.494019 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-03f0964f-1b75-4df7-99e0-a3cdb56ec2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:33.542529 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc3b7ba-37b5-4e18-8300-cc667e3f2383 req-71142d00-8b3f-4be0-8c46-178a8a84bdf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:40:33.544108 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-9dc3b7ba-37b5-4e18-8300-cc667e3f2383 req-71142d00-8b3f-4be0-8c46-178a8a84bdf5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=23ea69f1-3a57-4da4-b379-270435f982a0 HTTP/1.1" status: 200 len: 847 time: 0.0737123 Nov 22 20:40:33.653473 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4a0bc577-f36d-44d1-a89f-e8d88593f493 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3753007'] for subnet, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:33.678065 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc3b7ba-37b5-4e18-8300-cc667e3f2383 req-0021c8e0-5d49-460e-8c3f-34d8d6be0ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:40:33.679432 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-9dc3b7ba-37b5-4e18-8300-cc667e3f2383 req-0021c8e0-5d49-460e-8c3f-34d8d6be0ba4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3351f9f4-f4e4-4ee2-9c2b-3b58a4e4fc24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0946875 Nov 22 20:40:33.716633 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ad2c24d9-15b7-4260-9d65-b9f2074e5d94 tempest-TestServerBasicOps-1917284231 tempest-TestServerBasicOps-1917284231-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:33.719178 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-49f0311d-f2de-4050-86ab-0a378485455e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:33.741864 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-49f0311d-f2de-4050-86ab-0a378485455e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:33.796929 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f0311d-f2de-4050-86ab-0a378485455e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dd3fc5c-38cf-40dd-bc8c-769ed073c721,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:40:33.810682 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-9dc3b7ba-37b5-4e18-8300-cc667e3f2383 req-e93c5c0b-a638-4a7f-b942-f28cd94907fa service neutron] 10.222.0.41 "GET /v2.0/networks/3351f9f4-f4e4-4ee2-9c2b-3b58a4e4fc24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228185 Nov 22 20:40:33.819850 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-49f0311d-f2de-4050-86ab-0a378485455e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=eeafb7ef4495430ea68bf612285fd8ad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7598255 Nov 22 20:40:33.820673 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 53016) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:40:33.829280 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4a0bc577-f36d-44d1-a89f-e8d88593f493 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3753014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11567369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11792914'] for subnet, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:33.877493 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ad2c24d9-15b7-4260-9d65-b9f2074e5d94 tempest-TestServerBasicOps-1917284231 tempest-TestServerBasicOps-1917284231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:33.911474 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0bc577-f36d-44d1-a89f-e8d88593f493 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa06b5c7-4416-4bd0-a64f-11fed40b76d0,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:40:33.915209 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4a0bc577-f36d-44d1-a89f-e8d88593f493 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:33.918527 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-4a0bc577-f36d-44d1-a89f-e8d88593f493 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/fa06b5c7-4416-4bd0-a64f-11fed40b76d0 HTTP/1.1" status: 204 len: 168 time: 0.7203429 Nov 22 20:40:33.921205 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 53022) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:40:33.922002 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3c463bc-57b1-4759-bd32-aeb10141daf8 None None] Network 39cddfa7-f59f-42a4-a18e-2bae29416c70 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:40:34.028730 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-9dc3b7ba-37b5-4e18-8300-cc667e3f2383 req-59b202d3-0a3b-402a-a0b2-38d3a61fd949 service neutron] 10.222.0.41 "GET /v2.0/networks/3351f9f4-f4e4-4ee2-9c2b-3b58a4e4fc24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2107601 Nov 22 20:40:34.033216 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-70e80322-b676-4547-9db3-f21fa3a8c224 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3961693'] for network, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:34.102460 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-70e80322-b676-4547-9db3-f21fa3a8c224 admin admin] Deleting port 039492ed-56d4-44e6-9927-013fcf5d8e3f {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:40:34.102805 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-70e80322-b676-4547-9db3-f21fa3a8c224 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:34.124092 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8db4b281-2194-486e-9b7e-198afd3a9647 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:34.160796 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ad2c24d9-15b7-4260-9d65-b9f2074e5d94 tempest-TestServerBasicOps-1917284231 tempest-TestServerBasicOps-1917284231-project] Publish callbacks [] for port, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:34.171302 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8db4b281-2194-486e-9b7e-198afd3a9647 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:34.177407 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-70e80322-b676-4547-9db3-f21fa3a8c224 admin admin] For port 039492ed-56d4-44e6-9927-013fcf5d8e3f, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=039492ed-56d4-44e6-9927-013fcf5d8e3f,segment=NetworkSegment(5b28c3a2-22ef-4aad-83b7-1410e086096e),segment_id=5b28c3a2-22ef-4aad-83b7-1410e086096e)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:40:34.177944 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ad2c24d9-15b7-4260-9d65-b9f2074e5d94 tempest-TestServerBasicOps-1917284231 tempest-TestServerBasicOps-1917284231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:34.178056 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-70e80322-b676-4547-9db3-f21fa3a8c224 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:34.196929 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-70e80322-b676-4547-9db3-f21fa3a8c224 admin admin] Calling delete_port for 039492ed-56d4-44e6-9927-013fcf5d8e3f owned by network:dhcp {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:40:34.278786 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2c24d9-15b7-4260-9d65-b9f2074e5d94 tempest-TestServerBasicOps-1917284231 tempest-TestServerBasicOps-1917284231-project] Pushing event updated for resources: {'Port': ['ID=f0945837-5e99-4184-9aa6-f061dfdddcd1,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:40:34.286527 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ad2c24d9-15b7-4260-9d65-b9f2074e5d94 tempest-TestServerBasicOps-1917284231 tempest-TestServerBasicOps-1917284231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-595224'] for floatingip, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:34.299185 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-70e80322-b676-4547-9db3-f21fa3a8c224 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:34.333584 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e80322-b676-4547-9db3-f21fa3a8c224 admin admin] Pushing event deleted for resources: {'Port': ['ID=039492ed-56d4-44e6-9927-013fcf5d8e3f,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:40:34.336001 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e80322-b676-4547-9db3-f21fa3a8c224 admin admin] No DVR routers for this DVR port 039492ed-56d4-44e6-9927-013fcf5d8e3f on host n-d-818823-1 {{(pid=103448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:40:34.356597 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8db4b281-2194-486e-9b7e-198afd3a9647 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:34.359308 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8db4b281-2194-486e-9b7e-198afd3a9647 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:34.360709 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-8db4b281-2194-486e-9b7e-198afd3a9647 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7dd3fc5c-38cf-40dd-bc8c-769ed073c721 HTTP/1.1" status: 204 len: 168 time: 0.5382297 Nov 22 20:40:34.372644 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db4b281-2194-486e-9b7e-198afd3a9647 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dd3fc5c-38cf-40dd-bc8c-769ed073c721,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:40:34.429931 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f982157-1bef-46d1-8452-4f90893471f7 None None] DHCP port deletion for 39cddfa7-f59f-42a4-a18e-2bae29416c70 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:40:34.455874 n-d-818823-1 neutron-server[103447]: INFO neutron.db.l3_db [None req-ad2c24d9-15b7-4260-9d65-b9f2074e5d94 tempest-TestServerBasicOps-1917284231 tempest-TestServerBasicOps-1917284231-project] Floating IP 92d744e2-79fb-4767-848a-82100977d2ad associated. External IP: 172.25.5.29, port: cefa84c8-1893-4548-a3fb-bbfcfe0fcc19. Nov 22 20:40:34.472885 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-70e80322-b676-4547-9db3-f21fa3a8c224 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3760028', 'neutron.services.segments.db._delete_segments_for_network-8748992815755'] for network, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:34.501092 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-70e80322-b676-4547-9db3-f21fa3a8c224 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39cddfa7-f59f-42a4-a18e-2bae29416c70']}} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:40:34.513498 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-70e80322-b676-4547-9db3-f21fa3a8c224 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b28c3a2-22ef-4aad-83b7-1410e086096e') {'for_net_delete': True} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:40:34.513851 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-70e80322-b676-4547-9db3-f21fa3a8c224 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b28c3a2-22ef-4aad-83b7-1410e086096e') {} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:40:34.525662 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-70e80322-b676-4547-9db3-f21fa3a8c224 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748993039638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11627933'] for segment, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:34.539460 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-70e80322-b676-4547-9db3-f21fa3a8c224 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:34.546172 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70e80322-b676-4547-9db3-f21fa3a8c224 admin admin] Releasing vlan 604 on physical network physnet1 to pool {{(pid=103448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 20:40:34.546663 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-70e80322-b676-4547-9db3-f21fa3a8c224 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11567447'] for segment, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:34.548602 n-d-818823-1 neutron-server[103448]: Traceback (most recent call last): Nov 22 20:40:34.548602 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 20:40:34.548602 n-d-818823-1 neutron-server[103448]: timer() Nov 22 20:40:34.548602 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 20:40:34.548602 n-d-818823-1 neutron-server[103448]: cb(*args, **kw) Nov 22 20:40:34.548602 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 20:40:34.548602 n-d-818823-1 neutron-server[103448]: return func(*args, **kwargs) Nov 22 20:40:34.548602 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 20:40:34.548602 n-d-818823-1 neutron-server[103448]: self._notify() Nov 22 20:40:34.548602 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 20:40:34.548602 n-d-818823-1 neutron-server[103448]: self.callback(batched_events) Nov 22 20:40:34.548602 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 20:40:34.548602 n-d-818823-1 neutron-server[103448]: event.method(event) Nov 22 20:40:34.548602 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 20:40:34.548602 n-d-818823-1 neutron-server[103448]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 20:40:34.548602 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 20:40:34.548602 n-d-818823-1 neutron-server[103448]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 20:40:34.548602 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 20:40:34.548602 n-d-818823-1 neutron-server[103448]: return f(self, *a, **k) Nov 22 20:40:34.548602 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 20:40:34.548602 n-d-818823-1 neutron-server[103448]: return self._get(url).json() Nov 22 20:40:34.548602 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 20:40:34.548602 n-d-818823-1 neutron-server[103448]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 20:40:34.548602 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 20:40:34.548602 n-d-818823-1 neutron-server[103448]: return self.request(url, 'GET', **kwargs) Nov 22 20:40:34.548602 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 20:40:34.548602 n-d-818823-1 neutron-server[103448]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 20:40:34.548602 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 20:40:34.548602 n-d-818823-1 neutron-server[103448]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 20:40:34.548602 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 20:40:34.548602 n-d-818823-1 neutron-server[103448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 20:40:34.548602 n-d-818823-1 neutron-server[103448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 20:40:34.625874 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-70e80322-b676-4547-9db3-f21fa3a8c224 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3760002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595318'] for network, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:34.640305 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 562ae154-8f92-4d75-ae4e-7a4ca8ab8ff0 no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:40:34.640803 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-70e80322-b676-4547-9db3-f21fa3a8c224 admin admin] Publish callbacks [] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:34.643628 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-70e80322-b676-4547-9db3-f21fa3a8c224 admin admin] 10.222.0.46 "DELETE /v2.0/networks/39cddfa7-f59f-42a4-a18e-2bae29416c70 HTTP/1.1" status: 204 len: 168 time: 0.7215052 Nov 22 20:40:34.646802 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 53034) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:40:34.691675 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: 562ae154-8f92-4d75-ae4e-7a4ca8ab8ff0 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:40:34.692580 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 562ae154-8f92-4d75-ae4e-7a4ca8ab8ff0 not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:40:34.693005 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 4e81b41c-3eec-4aeb-99cf-932ffcafc1f8 no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:40:34.724846 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: 4e81b41c-3eec-4aeb-99cf-932ffcafc1f8 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:40:34.725195 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 4e81b41c-3eec-4aeb-99cf-932ffcafc1f8 not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:40:34.725621 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 039492ed-56d4-44e6-9927-013fcf5d8e3f no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:40:34.769238 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: 039492ed-56d4-44e6-9927-013fcf5d8e3f {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:40:34.769583 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 039492ed-56d4-44e6-9927-013fcf5d8e3f not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:40:34.789570 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e80322-b676-4547-9db3-f21fa3a8c224 admin admin] Pushing event deleted for resources: {'Network': ['ID=39cddfa7-f59f-42a4-a18e-2bae29416c70,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:40:34.884821 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad2c24d9-15b7-4260-9d65-b9f2074e5d94 tempest-TestServerBasicOps-1917284231 tempest-TestServerBasicOps-1917284231-project] Router 263a0238-7eca-4a0f-894e-a1e3fa169686 has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 20:40:34.889292 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 53040) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:40:34.912383 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c00ebde2-0a4a-4bfb-8533-3e82160f95d7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:35.068996 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad2c24d9-15b7-4260-9d65-b9f2074e5d94 tempest-TestServerBasicOps-1917284231 tempest-TestServerBasicOps-1917284231-project] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:40:35.084017 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a32820cc-35ee-4ec8-9b18-9608abb614d7 None None] Sync routers for ids ['263a0238-7eca-4a0f-894e-a1e3fa169686'] in n-d-818823-1 {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:40:35.116621 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ad2c24d9-15b7-4260-9d65-b9f2074e5d94 tempest-TestServerBasicOps-1917284231 tempest-TestServerBasicOps-1917284231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for floatingip, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:35.119985 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a32820cc-35ee-4ec8-9b18-9608abb614d7 None None] Routers {'263a0238-7eca-4a0f-894e-a1e3fa169686'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:40:35.121425 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-a32820cc-35ee-4ec8-9b18-9608abb614d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:40:33Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['263a0238-7eca-4a0f-894e-a1e3fa169686'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:40:35.143861 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c00ebde2-0a4a-4bfb-8533-3e82160f95d7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:35.151445 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c00ebde2-0a4a-4bfb-8533-3e82160f95d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:35.170990 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e5f40150-5baa-4b07-ac16-b5bcd06aceb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659736'] for router_interface, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:35.185628 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00ebde2-0a4a-4bfb-8533-3e82160f95d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f62edb3-5a39-4477-a01c-454c8834e8d8,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:40:35.204507 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-ad2c24d9-15b7-4260-9d65-b9f2074e5d94 tempest-TestServerBasicOps-1917284231 tempest-TestServerBasicOps-1917284231-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.4025800 Nov 22 20:40:35.210690 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '895512ea-fccd-41da-8359-36f93c1b41d7', 'tag': 'cefa84c8-1893-4548-a3fb-bbfcfe0fcc19'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:40:35.213377 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e28988e-5d4e-4454-aaea-90060a50315e" -d '{"events": [{"name": "network-changed", "server_uuid": "895512ea-fccd-41da-8359-36f93c1b41d7", "tag": "cefa84c8-1893-4548-a3fb-bbfcfe0fcc19"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:40:35.238131 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-c00ebde2-0a4a-4bfb-8533-3e82160f95d7 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=cea30de914204a55ab0c7ca83992c83d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3477345 Nov 22 20:40:35.244386 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 53052) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:40:35.266724 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e49ee129-e862-4476-beca-cdc8150d2345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:35.292276 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-a32820cc-35ee-4ec8-9b18-9608abb614d7 None None] Set router 263a0238-7eca-4a0f-894e-a1e3fa169686 gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:40:35.327062 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-73f47e93-0b7b-4ad0-b5ad-9bce0f3cd2db admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:35.360504 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-73f47e93-0b7b-4ad0-b5ad-9bce0f3cd2db admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:35.427917 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-73f47e93-0b7b-4ad0-b5ad-9bce0f3cd2db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:35.430710 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-73f47e93-0b7b-4ad0-b5ad-9bce0f3cd2db admin admin] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:35.431927 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-73f47e93-0b7b-4ad0-b5ad-9bce0f3cd2db admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1f62edb3-5a39-4477-a01c-454c8834e8d8 HTTP/1.1" status: 204 len: 168 time: 0.1864388 Nov 22 20:40:35.441750 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f47e93-0b7b-4ad0-b5ad-9bce0f3cd2db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f62edb3-5a39-4477-a01c-454c8834e8d8,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:40:35.583648 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 20:40:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77f9ab3a-d692-4209-bbc7-37e31670aaf4 x-openstack-request-id: req-77f9ab3a-d692-4209-bbc7-37e31670aaf4 {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:40:35.583950 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "895512ea-fccd-41da-8359-36f93c1b41d7", "tag": "cefa84c8-1893-4548-a3fb-bbfcfe0fcc19", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:40:35.584210 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-77f9ab3a-d692-4209-bbc7-37e31670aaf4 {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:40:35.584625 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '895512ea-fccd-41da-8359-36f93c1b41d7', 'tag': 'cefa84c8-1893-4548-a3fb-bbfcfe0fcc19', 'status': 'completed', 'code': 200} Nov 22 20:40:35.592831 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-e5f40150-5baa-4b07-ac16-b5bcd06aceb5 admin admin] Deleting port 7a71a3b0-af8f-4b18-924f-eeb624368a84 {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:40:35.593382 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e5f40150-5baa-4b07-ac16-b5bcd06aceb5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:35.658345 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-a32820cc-35ee-4ec8-9b18-9608abb614d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '263a0238-7eca-4a0f-894e-a1e3fa169686', 'name': 'tempest-TestServerBasicOps-440370398-router', 'tenant_id': 'a7e1521722f94d70843af2e3bd21601a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.65'}], 'enable_snat': True}, 'gw_port_id': 'c725bf0d-cd7f-4a75-9a59-f4f52c249f01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:39:53Z', 'updated_at': '2021-11-22T20:39:58Z', 'revision_number': 4, 'project_id': 'a7e1521722f94d70843af2e3bd21601a', 'gw_port': {'id': 'c725bf0d-cd7f-4a75-9a59-f4f52c249f01', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:e9:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '263a0238-7eca-4a0f-894e-a1e3fa169686', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:39:54Z', 'updated_at': '2021-11-22T20:39:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_floatingips': [{'id': '92d744e2-79fb-4767-848a-82100977d2ad', 'tenant_id': 'a7e1521722f94d70843af2e3bd21601a', 'floating_ip_address': '172.25.5.29', 'floating_network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'router_id': '263a0238-7eca-4a0f-894e-a1e3fa169686', 'port_id': 'cefa84c8-1893-4548-a3fb-bbfcfe0fcc19', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3820, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3351f9f4-f4e4-4ee2-9c2b-3b58a4e4fc24', 'mac_address': 'fa:16:3e:b5:36:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '895512ea-fccd-41da-8359-36f93c1b41d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T20:40:33Z', 'updated_at': '2021-11-22T20:40:33Z', 'revision_number': 0, 'project_id': 'a7e1521722f94d70843af2e3bd21601a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '152c2266-4534-43be-b28f-d4b497371db6', 'name': '', 'network_id': '3351f9f4-f4e4-4ee2-9c2b-3b58a4e4fc24', 'tenant_id': 'a7e1521722f94d70843af2e3bd21601a', 'mac_address': 'fa:16:3e:78:86:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '263a0238-7eca-4a0f-894e-a1e3fa169686', 'device_owner': 'network:router_interface', 'standard_attr_id': 3757, 'fixed_ips': [{'subnet_id': '23ea69f1-3a57-4da4-b379-270435f982a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:39:57Z', 'updated_at': '2021-11-22T20:40:03Z', 'revision_number': 5, 'project_id': 'a7e1521722f94d70843af2e3bd21601a', 'subnets': [{'id': '23ea69f1-3a57-4da4-b379-270435f982a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:40:35.704660 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e28988e-5d4e-4454-aaea-90060a50315e req-b94be7e5-6b45-4596-996f-ae973894a2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:40:35.705356 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a32820cc-35ee-4ec8-9b18-9608abb614d7 None None] Checking router: 263a0238-7eca-4a0f-894e-a1e3fa169686 for host: n-d-818823-1 {{(pid=103449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 20:40:35.709713 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-7e28988e-5d4e-4454-aaea-90060a50315e req-b94be7e5-6b45-4596-996f-ae973894a2c3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a7e1521722f94d70843af2e3bd21601a&device_id=895512ea-fccd-41da-8359-36f93c1b41d7 HTTP/1.1" status: 200 len: 1097 time: 0.0747170 Nov 22 20:40:35.717014 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a32820cc-35ee-4ec8-9b18-9608abb614d7 None None] Routers {'263a0238-7eca-4a0f-894e-a1e3fa169686'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:40:35.717885 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-a32820cc-35ee-4ec8-9b18-9608abb614d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:40:33Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['263a0238-7eca-4a0f-894e-a1e3fa169686'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:40:35.740526 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-e5f40150-5baa-4b07-ac16-b5bcd06aceb5 admin admin] For port 7a71a3b0-af8f-4b18-924f-eeb624368a84, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=7a71a3b0-af8f-4b18-924f-eeb624368a84,segment=NetworkSegment(4c1f8762-0a9e-4967-a6ad-5dabe7d4848a),segment_id=4c1f8762-0a9e-4967-a6ad-5dabe7d4848a)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:40:35.740906 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e5f40150-5baa-4b07-ac16-b5bcd06aceb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:35.756558 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-e5f40150-5baa-4b07-ac16-b5bcd06aceb5 admin admin] Calling delete_port for 7a71a3b0-af8f-4b18-924f-eeb624368a84 owned by network:router_interface {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:40:35.869297 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-a32820cc-35ee-4ec8-9b18-9608abb614d7 None None] Set router 263a0238-7eca-4a0f-894e-a1e3fa169686 gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:40:35.928283 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 53068) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:40:35.948733 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ea06da2f-9b2c-4103-99c7-2c04fed0727a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:35.970129 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e28988e-5d4e-4454-aaea-90060a50315e req-47154e61-deb9-494c-86c0-55c7cc19ae81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:40:35.971666 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-7e28988e-5d4e-4454-aaea-90060a50315e req-47154e61-deb9-494c-86c0-55c7cc19ae81 service neutron] 10.222.0.41 "GET /v2.0/networks?id=3351f9f4-f4e4-4ee2-9c2b-3b58a4e4fc24 HTTP/1.1" status: 200 len: 909 time: 0.2583678 Nov 22 20:40:36.056989 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ea06da2f-9b2c-4103-99c7-2c04fed0727a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:36.064452 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ea06da2f-9b2c-4103-99c7-2c04fed0727a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:36.112903 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-ea06da2f-9b2c-4103-99c7-2c04fed0727a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5eceeeabcdf1443188a96caec4a200a3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1831579 Nov 22 20:40:36.117692 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 53074) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:40:36.122583 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea06da2f-9b2c-4103-99c7-2c04fed0727a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=540bbf30-2cff-435a-a17f-319fd49d6ae1,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:40:36.129979 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:36.159889 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-a32820cc-35ee-4ec8-9b18-9608abb614d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '263a0238-7eca-4a0f-894e-a1e3fa169686', 'name': 'tempest-TestServerBasicOps-440370398-router', 'tenant_id': 'a7e1521722f94d70843af2e3bd21601a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.65'}], 'enable_snat': True}, 'gw_port_id': 'c725bf0d-cd7f-4a75-9a59-f4f52c249f01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:39:53Z', 'updated_at': '2021-11-22T20:39:58Z', 'revision_number': 4, 'project_id': 'a7e1521722f94d70843af2e3bd21601a', 'gw_port': {'id': 'c725bf0d-cd7f-4a75-9a59-f4f52c249f01', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:e9:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '263a0238-7eca-4a0f-894e-a1e3fa169686', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:39:54Z', 'updated_at': '2021-11-22T20:39:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_floatingips': [{'id': '92d744e2-79fb-4767-848a-82100977d2ad', 'tenant_id': 'a7e1521722f94d70843af2e3bd21601a', 'floating_ip_address': '172.25.5.29', 'floating_network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'router_id': '263a0238-7eca-4a0f-894e-a1e3fa169686', 'port_id': 'cefa84c8-1893-4548-a3fb-bbfcfe0fcc19', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3820, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3351f9f4-f4e4-4ee2-9c2b-3b58a4e4fc24', 'mac_address': 'fa:16:3e:b5:36:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '895512ea-fccd-41da-8359-36f93c1b41d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T20:40:33Z', 'updated_at': '2021-11-22T20:40:33Z', 'revision_number': 0, 'project_id': 'a7e1521722f94d70843af2e3bd21601a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '152c2266-4534-43be-b28f-d4b497371db6', 'name': '', 'network_id': '3351f9f4-f4e4-4ee2-9c2b-3b58a4e4fc24', 'tenant_id': 'a7e1521722f94d70843af2e3bd21601a', 'mac_address': 'fa:16:3e:78:86:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '263a0238-7eca-4a0f-894e-a1e3fa169686', 'device_owner': 'network:router_interface', 'standard_attr_id': 3757, 'fixed_ips': [{'subnet_id': '23ea69f1-3a57-4da4-b379-270435f982a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:39:57Z', 'updated_at': '2021-11-22T20:40:03Z', 'revision_number': 5, 'project_id': 'a7e1521722f94d70843af2e3bd21601a', 'subnets': [{'id': '23ea69f1-3a57-4da4-b379-270435f982a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:40:36.181993 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-692a7063-39cb-40c4-9416-85d42bc76e53 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:36.191521 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-7e28988e-5d4e-4454-aaea-90060a50315e req-0ededdcc-76b9-4bc5-9939-42346aff849f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cefa84c8-1893-4548-a3fb-bbfcfe0fcc19 HTTP/1.1" status: 200 len: 999 time: 0.2122233 Nov 22 20:40:36.195362 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a32820cc-35ee-4ec8-9b18-9608abb614d7 None None] The sync data for ids ['263a0238-7eca-4a0f-894e-a1e3fa169686'] in n-d-818823-1 is: [{'id': '263a0238-7eca-4a0f-894e-a1e3fa169686', 'name': 'tempest-TestServerBasicOps-440370398-router', 'tenant_id': 'a7e1521722f94d70843af2e3bd21601a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.65'}], 'enable_snat': True}, 'gw_port_id': 'c725bf0d-cd7f-4a75-9a59-f4f52c249f01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:39:53Z', 'updated_at': '2021-11-22T20:39:58Z', 'revision_number': 4, 'project_id': 'a7e1521722f94d70843af2e3bd21601a', 'gw_port': {'id': 'c725bf0d-cd7f-4a75-9a59-f4f52c249f01', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:e9:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '263a0238-7eca-4a0f-894e-a1e3fa169686', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:39:54Z', 'updated_at': '2021-11-22T20:39:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_floatingips': [{'id': '92d744e2-79fb-4767-848a-82100977d2ad', 'tenant_id': 'a7e1521722f94d70843af2e3bd21601a', 'floating_ip_address': '172.25.5.29', 'floating_network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'router_id': '263a0238-7eca-4a0f-894e-a1e3fa169686', 'port_id': 'cefa84c8-1893-4548-a3fb-bbfcfe0fcc19', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3820, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3351f9f4-f4e4-4ee2-9c2b-3b58a4e4fc24', 'mac_address': 'fa:16:3e:b5:36:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '895512ea-fccd-41da-8359-36f93c1b41d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T20:40:33Z', 'updated_at': '2021-11-22T20:40:33Z', 'revision_number': 0, 'project_id': 'a7e1521722f94d70843af2e3bd21601a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '152c2266-4534-43be-b28f-d4b497371db6', 'name': '', 'network_id': '3351f9f4-f4e4-4ee2-9c2b-3b58a4e4fc24', 'tenant_id': 'a7e1521722f94d70843af2e3bd21601a', 'mac_address': 'fa:16:3e:78:86:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '263a0238-7eca-4a0f-894e-a1e3fa169686', 'device_owner': 'network:router_interface', 'standard_attr_id': 3757, 'fixed_ips': [{'subnet_id': '23ea69f1-3a57-4da4-b379-270435f982a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:39:57Z', 'updated_at': '2021-11-22T20:40:03Z', 'revision_number': 5, 'project_id': 'a7e1521722f94d70843af2e3bd21601a', 'subnets': [{'id': '23ea69f1-3a57-4da4-b379-270435f982a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:40:36.196099 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e5f40150-5baa-4b07-ac16-b5bcd06aceb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:36.212528 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-692a7063-39cb-40c4-9416-85d42bc76e53 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:36.276012 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-692a7063-39cb-40c4-9416-85d42bc76e53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:36.278953 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-692a7063-39cb-40c4-9416-85d42bc76e53 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:36.282649 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-692a7063-39cb-40c4-9416-85d42bc76e53 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/540bbf30-2cff-435a-a17f-319fd49d6ae1 HTTP/1.1" status: 204 len: 168 time: 0.1599684 Nov 22 20:40:36.296297 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692a7063-39cb-40c4-9416-85d42bc76e53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=540bbf30-2cff-435a-a17f-319fd49d6ae1,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:40:36.313221 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f40150-5baa-4b07-ac16-b5bcd06aceb5 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a71a3b0-af8f-4b18-924f-eeb624368a84,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:40:36.373867 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e28988e-5d4e-4454-aaea-90060a50315e req-55f789bd-770f-4eea-a67e-89e68f277417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:40:36.375993 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-7e28988e-5d4e-4454-aaea-90060a50315e req-55f789bd-770f-4eea-a67e-89e68f277417 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=23ea69f1-3a57-4da4-b379-270435f982a0 HTTP/1.1" status: 200 len: 847 time: 0.1757636 Nov 22 20:40:36.508690 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e28988e-5d4e-4454-aaea-90060a50315e req-5891b4d8-3310-421b-a2d2-b6dd78a492d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:40:36.510237 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-7e28988e-5d4e-4454-aaea-90060a50315e req-5891b4d8-3310-421b-a2d2-b6dd78a492d6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3351f9f4-f4e4-4ee2-9c2b-3b58a4e4fc24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1265719 Nov 22 20:40:36.702299 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89cb3ba5-0a78-4403-8717-ecb27344f76e None None] New status for floating IP 92d744e2-79fb-4767-848a-82100977d2ad: ACTIVE {{(pid=103450) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 20:40:36.710185 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e5f40150-5baa-4b07-ac16-b5bcd06aceb5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-563470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-663272'] for router_interface, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:36.844428 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-7e28988e-5d4e-4454-aaea-90060a50315e req-e3a02e79-d37e-42cb-94ff-9bef27426f9f service neutron] 10.222.0.41 "GET /v2.0/networks/3351f9f4-f4e4-4ee2-9c2b-3b58a4e4fc24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3261700 Nov 22 20:40:37.381030 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-7e28988e-5d4e-4454-aaea-90060a50315e req-4b0ea384-8387-4240-834c-7fd65eff0bef service neutron] 10.222.0.41 "GET /v2.0/networks/3351f9f4-f4e4-4ee2-9c2b-3b58a4e4fc24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5274427 Nov 22 20:40:37.410982 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5f40150-5baa-4b07-ac16-b5bcd06aceb5 admin admin] Router e90aeae1-e483-4e48-a32f-646fb04a94f7 has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 20:40:37.542592 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5f40150-5baa-4b07-ac16-b5bcd06aceb5 admin admin] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:40:37.551705 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-e5f40150-5baa-4b07-ac16-b5bcd06aceb5 admin admin] 10.222.0.46 "PUT /v2.0/routers/e90aeae1-e483-4e48-a32f-646fb04a94f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8999131 Nov 22 20:40:37.551705 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 53120) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:40:37.557918 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7422eaf-78a3-4bb3-97ee-0d1f111ef182 None None] Sync routers for ids ['e90aeae1-e483-4e48-a32f-646fb04a94f7'] in n-d-818823-1 {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:40:37.571076 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7422eaf-78a3-4bb3-97ee-0d1f111ef182 None None] Routers {'e90aeae1-e483-4e48-a32f-646fb04a94f7'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:40:37.571816 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-f7422eaf-78a3-4bb3-97ee-0d1f111ef182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:40:33Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['e90aeae1-e483-4e48-a32f-646fb04a94f7'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:40:37.710832 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1114398a-da52-41bd-8080-877db7d82bf1 admin admin] Publish callbacks [] for router, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:37.747541 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-f7422eaf-78a3-4bb3-97ee-0d1f111ef182 None None] Set router e90aeae1-e483-4e48-a32f-646fb04a94f7 gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:40:37.931997 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1114398a-da52-41bd-8080-877db7d82bf1 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:38.031522 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-f7422eaf-78a3-4bb3-97ee-0d1f111ef182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e90aeae1-e483-4e48-a32f-646fb04a94f7', 'name': 'tempest-TestAggregatesBasicOps-835081341-router', 'tenant_id': '3376fa2d93c14a7fbc24f584a6584901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': '0df7e27b-66c3-4978-bc23-05634d4724e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:40:19Z', 'updated_at': '2021-11-22T20:40:36Z', 'revision_number': 5, 'project_id': '3376fa2d93c14a7fbc24f584a6584901', 'gw_port': {'id': '0df7e27b-66c3-4978-bc23-05634d4724e1', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:1f:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e90aeae1-e483-4e48-a32f-646fb04a94f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:40:20Z', 'updated_at': '2021-11-22T20:40:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:40:38.047425 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-1114398a-da52-41bd-8080-877db7d82bf1 admin admin] Deleting port 0df7e27b-66c3-4978-bc23-05634d4724e1 {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:40:38.047780 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1114398a-da52-41bd-8080-877db7d82bf1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:38.107462 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7422eaf-78a3-4bb3-97ee-0d1f111ef182 None None] Checking router: e90aeae1-e483-4e48-a32f-646fb04a94f7 for host: n-d-818823-1 {{(pid=103449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 20:40:38.123269 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7422eaf-78a3-4bb3-97ee-0d1f111ef182 None None] Routers {'e90aeae1-e483-4e48-a32f-646fb04a94f7'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:40:38.123825 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-f7422eaf-78a3-4bb3-97ee-0d1f111ef182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:40:33Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['e90aeae1-e483-4e48-a32f-646fb04a94f7'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:40:38.196400 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-1114398a-da52-41bd-8080-877db7d82bf1 admin admin] For port 0df7e27b-66c3-4978-bc23-05634d4724e1, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=0df7e27b-66c3-4978-bc23-05634d4724e1,segment=NetworkSegment(8793ba83-8407-4c3d-9b56-2a177cd58a70),segment_id=8793ba83-8407-4c3d-9b56-2a177cd58a70)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:40:38.196762 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1114398a-da52-41bd-8080-877db7d82bf1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:38.210647 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-1114398a-da52-41bd-8080-877db7d82bf1 admin admin] Calling delete_port for 0df7e27b-66c3-4978-bc23-05634d4724e1 owned by network:router_gateway {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:40:38.253799 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-f7422eaf-78a3-4bb3-97ee-0d1f111ef182 None None] Set router e90aeae1-e483-4e48-a32f-646fb04a94f7 gateway port host: None {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:40:38.309201 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-f7422eaf-78a3-4bb3-97ee-0d1f111ef182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e90aeae1-e483-4e48-a32f-646fb04a94f7', 'name': 'tempest-TestAggregatesBasicOps-835081341-router', 'tenant_id': '3376fa2d93c14a7fbc24f584a6584901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:40:19Z', 'updated_at': '2021-11-22T20:40:37Z', 'revision_number': 6, 'project_id': '3376fa2d93c14a7fbc24f584a6584901', 'gw_port_host': None}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:40:38.380181 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7422eaf-78a3-4bb3-97ee-0d1f111ef182 None None] The sync data for ids ['e90aeae1-e483-4e48-a32f-646fb04a94f7'] in n-d-818823-1 is: [{'id': 'e90aeae1-e483-4e48-a32f-646fb04a94f7', 'name': 'tempest-TestAggregatesBasicOps-835081341-router', 'tenant_id': '3376fa2d93c14a7fbc24f584a6584901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:40:19Z', 'updated_at': '2021-11-22T20:40:37Z', 'revision_number': 6, 'project_id': '3376fa2d93c14a7fbc24f584a6584901', 'gw_port_host': None}] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:40:38.447536 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1114398a-da52-41bd-8080-877db7d82bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:38.490403 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1114398a-da52-41bd-8080-877db7d82bf1 admin admin] Pushing event deleted for resources: {'Port': ['ID=0df7e27b-66c3-4978-bc23-05634d4724e1,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:40:38.526593 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db48d58d-3a3f-4d71-b647-68afe73eb6e7 None None] DHCP port deletion for c48a55e9-6a85-4746-b7bf-3e29fb560094 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:40:38.598317 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1114398a-da52-41bd-8080-877db7d82bf1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595398'] for router_gateway, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:38.732279 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1114398a-da52-41bd-8080-877db7d82bf1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24781'] for router, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:38.734851 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1114398a-da52-41bd-8080-877db7d82bf1 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:38.828011 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1114398a-da52-41bd-8080-877db7d82bf1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-663261'] for router, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:38.828872 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1114398a-da52-41bd-8080-877db7d82bf1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e90aeae1-e483-4e48-a32f-646fb04a94f7 {{(pid=103448) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 20:40:38.850542 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 7a71a3b0-af8f-4b18-924f-eeb624368a84 no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:40:38.853800 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1114398a-da52-41bd-8080-877db7d82bf1 admin admin] Publish callbacks [] for router, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:38.857342 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-1114398a-da52-41bd-8080-877db7d82bf1 admin admin] 10.222.0.46 "DELETE /v2.0/routers/e90aeae1-e483-4e48-a32f-646fb04a94f7 HTTP/1.1" status: 204 len: 168 time: 1.3008180 Nov 22 20:40:38.857673 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 53184) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:40:38.896133 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: 7a71a3b0-af8f-4b18-924f-eeb624368a84 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:40:38.903679 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 7a71a3b0-af8f-4b18-924f-eeb624368a84 not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:40:38.924501 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_v2 [None req-64f4c9c0-2702-4098-93f9-c531aafc2655 admin admin] Deleting subnet 67839bd4-ccbd-4027-9d10-f6ff86387b3c {{(pid=103447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 20:40:38.928802 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-64f4c9c0-2702-4098-93f9-c531aafc2655 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:38.972507 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-64f4c9c0-2702-4098-93f9-c531aafc2655 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12178353'] for subnet, precommit_delete_associations {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:39.081942 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-64f4c9c0-2702-4098-93f9-c531aafc2655 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3753007'] for subnet, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:39.162671 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-64f4c9c0-2702-4098-93f9-c531aafc2655 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3753014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8900804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8485115'] for subnet, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:39.183925 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 53192) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:40:39.199283 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-64f4c9c0-2702-4098-93f9-c531aafc2655 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:39.204024 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-64f4c9c0-2702-4098-93f9-c531aafc2655 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/67839bd4-ccbd-4027-9d10-f6ff86387b3c HTTP/1.1" status: 204 len: 168 time: 0.3440735 Nov 22 20:40:39.204024 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f4c9c0-2702-4098-93f9-c531aafc2655 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=67839bd4-ccbd-4027-9d10-f6ff86387b3c,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:40:39.205559 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 53196) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:40:39.208237 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aacf2c6-eb6c-4835-ade0-f559e9defb4c None None] Network ad6c4b97-150a-4b80-8450-a5c0f1363560 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:40:39.316285 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b27d109b-9bde-4bb4-9bf4-273ed106a8d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3961693'] for network, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:39.393448 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-22ae625e-b0f2-4b57-83b3-79e7bdbfea51 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:39.454033 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-b27d109b-9bde-4bb4-9bf4-273ed106a8d6 admin admin] Deleting port 2332ddd1-5c68-433a-b7b6-46a52f7b1448 {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:40:39.454523 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b27d109b-9bde-4bb4-9bf4-273ed106a8d6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:39.502762 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a981c9a7-36e7-4557-bb8f-6601a3a4b089 None None] DHCP port deletion for ad6c4b97-150a-4b80-8450-a5c0f1363560 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:40:39.541679 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-b27d109b-9bde-4bb4-9bf4-273ed106a8d6 admin admin] For port 2332ddd1-5c68-433a-b7b6-46a52f7b1448, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=2332ddd1-5c68-433a-b7b6-46a52f7b1448,segment=NetworkSegment(4c1f8762-0a9e-4967-a6ad-5dabe7d4848a),segment_id=4c1f8762-0a9e-4967-a6ad-5dabe7d4848a)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:40:39.541979 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b27d109b-9bde-4bb4-9bf4-273ed106a8d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:39.564519 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-b27d109b-9bde-4bb4-9bf4-273ed106a8d6 admin admin] Calling delete_port for 2332ddd1-5c68-433a-b7b6-46a52f7b1448 owned by network:dhcp {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:40:39.575478 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-a981c9a7-36e7-4557-bb8f-6601a3a4b089 None None] Deleting port 2332ddd1-5c68-433a-b7b6-46a52f7b1448 {{(pid=103449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:40:39.576089 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-a981c9a7-36e7-4557-bb8f-6601a3a4b089 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:39.576730 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-22ae625e-b0f2-4b57-83b3-79e7bdbfea51 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:39.584956 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-22ae625e-b0f2-4b57-83b3-79e7bdbfea51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:39.655646 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-a981c9a7-36e7-4557-bb8f-6601a3a4b089 None None] For port 2332ddd1-5c68-433a-b7b6-46a52f7b1448, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=2332ddd1-5c68-433a-b7b6-46a52f7b1448,segment=NetworkSegment(4c1f8762-0a9e-4967-a6ad-5dabe7d4848a),segment_id=4c1f8762-0a9e-4967-a6ad-5dabe7d4848a)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:40:39.656047 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-a981c9a7-36e7-4557-bb8f-6601a3a4b089 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:39.670941 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-a981c9a7-36e7-4557-bb8f-6601a3a4b089 None None] Calling delete_port for 2332ddd1-5c68-433a-b7b6-46a52f7b1448 owned by network:dhcp {{(pid=103449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:40:39.680038 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 53204) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:40:39.680328 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-22ae625e-b0f2-4b57-83b3-79e7bdbfea51 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c38464e4102142cd888a22fc926d5b45&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4949076 Nov 22 20:40:39.687896 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ae625e-b0f2-4b57-83b3-79e7bdbfea51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce51e6e5-1326-4790-84cd-0f0dd0eca5d9,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:40:39.729801 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b27d109b-9bde-4bb4-9bf4-273ed106a8d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:39.760590 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27d109b-9bde-4bb4-9bf4-273ed106a8d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=2332ddd1-5c68-433a-b7b6-46a52f7b1448,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:40:39.773152 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b27d109b-9bde-4bb4-9bf4-273ed106a8d6 admin admin] No DVR routers for this DVR port 2332ddd1-5c68-433a-b7b6-46a52f7b1448 on host n-d-818823-1 {{(pid=103448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:40:39.810791 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ebd7d857-7882-4d88-a5cb-e30d260efc7c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:39.858840 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ebd7d857-7882-4d88-a5cb-e30d260efc7c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:39.861063 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-a981c9a7-36e7-4557-bb8f-6601a3a4b089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381'] for port, after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:39.876666 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b27d109b-9bde-4bb4-9bf4-273ed106a8d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3760028', 'neutron.services.segments.db._delete_segments_for_network-8748992815755'] for network, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:39.891871 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a981c9a7-36e7-4557-bb8f-6601a3a4b089 None None] Pushing event deleted for resources: {'Port': ['ID=2332ddd1-5c68-433a-b7b6-46a52f7b1448,revision_number=None']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:40:39.907125 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a981c9a7-36e7-4557-bb8f-6601a3a4b089 None None] No DVR routers for this DVR port 2332ddd1-5c68-433a-b7b6-46a52f7b1448 on host n-d-818823-1 {{(pid=103449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:40:39.909210 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-b27d109b-9bde-4bb4-9bf4-273ed106a8d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad6c4b97-150a-4b80-8450-a5c0f1363560']}} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:40:39.922347 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-b27d109b-9bde-4bb4-9bf4-273ed106a8d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c1f8762-0a9e-4967-a6ad-5dabe7d4848a') {'for_net_delete': True} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:40:39.922347 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-b27d109b-9bde-4bb4-9bf4-273ed106a8d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c1f8762-0a9e-4967-a6ad-5dabe7d4848a') {} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:40:39.934459 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b27d109b-9bde-4bb4-9bf4-273ed106a8d6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748993039638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11627933'] for segment, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:39.937248 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ebd7d857-7882-4d88-a5cb-e30d260efc7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:39.939913 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ebd7d857-7882-4d88-a5cb-e30d260efc7c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:39.944919 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-ebd7d857-7882-4d88-a5cb-e30d260efc7c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ce51e6e5-1326-4790-84cd-0f0dd0eca5d9 HTTP/1.1" status: 204 len: 168 time: 0.2638452 Nov 22 20:40:39.949855 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b27d109b-9bde-4bb4-9bf4-273ed106a8d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:39.954305 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd7d857-7882-4d88-a5cb-e30d260efc7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce51e6e5-1326-4790-84cd-0f0dd0eca5d9,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:40:39.957842 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b27d109b-9bde-4bb4-9bf4-273ed106a8d6 admin admin] Releasing vlan 637 on physical network physnet1 to pool {{(pid=103448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 20:40:39.958696 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b27d109b-9bde-4bb4-9bf4-273ed106a8d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11567447'] for segment, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:39.961189 n-d-818823-1 neutron-server[103448]: Traceback (most recent call last): Nov 22 20:40:39.961189 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 20:40:39.961189 n-d-818823-1 neutron-server[103448]: timer() Nov 22 20:40:39.961189 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 20:40:39.961189 n-d-818823-1 neutron-server[103448]: cb(*args, **kw) Nov 22 20:40:39.961189 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 20:40:39.961189 n-d-818823-1 neutron-server[103448]: return func(*args, **kwargs) Nov 22 20:40:39.961189 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 20:40:39.961189 n-d-818823-1 neutron-server[103448]: self._notify() Nov 22 20:40:39.961189 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 20:40:39.961189 n-d-818823-1 neutron-server[103448]: self.callback(batched_events) Nov 22 20:40:39.961189 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 20:40:39.961189 n-d-818823-1 neutron-server[103448]: event.method(event) Nov 22 20:40:39.961189 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 20:40:39.961189 n-d-818823-1 neutron-server[103448]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 20:40:39.961189 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 20:40:39.961189 n-d-818823-1 neutron-server[103448]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 20:40:39.961189 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 20:40:39.961189 n-d-818823-1 neutron-server[103448]: return f(self, *a, **k) Nov 22 20:40:39.961189 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 20:40:39.961189 n-d-818823-1 neutron-server[103448]: return self._get(url).json() Nov 22 20:40:39.961189 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 20:40:39.961189 n-d-818823-1 neutron-server[103448]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 20:40:39.961189 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 20:40:39.961189 n-d-818823-1 neutron-server[103448]: return self.request(url, 'GET', **kwargs) Nov 22 20:40:39.961189 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 20:40:39.961189 n-d-818823-1 neutron-server[103448]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 20:40:39.961189 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 20:40:39.961189 n-d-818823-1 neutron-server[103448]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 20:40:39.961189 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 20:40:39.961189 n-d-818823-1 neutron-server[103448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 20:40:39.961189 n-d-818823-1 neutron-server[103448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 20:40:40.050423 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b27d109b-9bde-4bb4-9bf4-273ed106a8d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3760002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595318'] for network, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:40.056666 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b27d109b-9bde-4bb4-9bf4-273ed106a8d6 admin admin] Publish callbacks [] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:40.060330 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-b27d109b-9bde-4bb4-9bf4-273ed106a8d6 admin admin] 10.222.0.46 "DELETE /v2.0/networks/ad6c4b97-150a-4b80-8450-a5c0f1363560 HTTP/1.1" status: 204 len: 168 time: 0.8520010 Nov 22 20:40:40.077687 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27d109b-9bde-4bb4-9bf4-273ed106a8d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=ad6c4b97-150a-4b80-8450-a5c0f1363560,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:40:40.258620 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 53220) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:40:40.303511 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-ec29ded0-f488-4095-a55a-282453008061 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=45453b15a5ad4d148442cc725aa15154&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0414412 Nov 22 20:40:40.304420 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 53226) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:40:40.307853 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 53228) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:40:40.322482 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8737453a-443b-4409-8fa8-6f0f962d35a5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:40.362307 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-98c41860-4f5c-4353-8e3d-f465f79d1e3b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:40.390206 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-98c41860-4f5c-4353-8e3d-f465f79d1e3b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:40.426999 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8737453a-443b-4409-8fa8-6f0f962d35a5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:40.432819 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8737453a-443b-4409-8fa8-6f0f962d35a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:40.443337 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-98c41860-4f5c-4353-8e3d-f465f79d1e3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:40.446477 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-98c41860-4f5c-4353-8e3d-f465f79d1e3b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:40.450050 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-98c41860-4f5c-4353-8e3d-f465f79d1e3b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e859d8b7-2ce2-44d8-9d95-80f609ee1b3b HTTP/1.1" status: 204 len: 168 time: 0.1422243 Nov 22 20:40:40.468705 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c41860-4f5c-4353-8e3d-f465f79d1e3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e859d8b7-2ce2-44d8-9d95-80f609ee1b3b,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:40:40.474529 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8737453a-443b-4409-8fa8-6f0f962d35a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1917659c-3955-4575-9c7f-aae0ec224a8d,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:40:40.485230 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-8737453a-443b-4409-8fa8-6f0f962d35a5 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d18538a75b484bce8fc38263954f890a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1762056 Nov 22 20:40:40.487920 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 53232) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:40:40.553683 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-51ecefd3-cb04-4f49-9f41-ffefeddf5d05 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:40.589847 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-51ecefd3-cb04-4f49-9f41-ffefeddf5d05 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:40.597241 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 2332ddd1-5c68-433a-b7b6-46a52f7b1448 no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:40:40.625662 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: 2332ddd1-5c68-433a-b7b6-46a52f7b1448 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:40:40.626207 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 2332ddd1-5c68-433a-b7b6-46a52f7b1448 not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:40:40.626818 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 0df7e27b-66c3-4978-bc23-05634d4724e1 no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:40:40.665685 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: 0df7e27b-66c3-4978-bc23-05634d4724e1 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:40:40.666324 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 0df7e27b-66c3-4978-bc23-05634d4724e1 not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:40:40.681282 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-51ecefd3-cb04-4f49-9f41-ffefeddf5d05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:40.685007 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-51ecefd3-cb04-4f49-9f41-ffefeddf5d05 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:40.689131 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-51ecefd3-cb04-4f49-9f41-ffefeddf5d05 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1917659c-3955-4575-9c7f-aae0ec224a8d HTTP/1.1" status: 204 len: 168 time: 0.1966004 Nov 22 20:40:40.696095 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ecefd3-cb04-4f49-9f41-ffefeddf5d05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1917659c-3955-4575-9c7f-aae0ec224a8d,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:40:41.061180 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 53258) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:40:41.103129 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-bcfd80c1-f0a3-4d69-afbf-3c88aa9fbf81 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3376fa2d93c14a7fbc24f584a6584901&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0385327 Nov 22 20:40:41.103380 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 53260) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:40:41.153423 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b599bb77-3432-44fd-8193-5a71034d1855 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:41.175107 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b599bb77-3432-44fd-8193-5a71034d1855 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:41.232963 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b599bb77-3432-44fd-8193-5a71034d1855 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:41.235731 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b599bb77-3432-44fd-8193-5a71034d1855 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:41.237020 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-b599bb77-3432-44fd-8193-5a71034d1855 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ac0c5c0e-75d5-4be4-88d1-0a9e7f6acc27 HTTP/1.1" status: 204 len: 168 time: 0.1327019 Nov 22 20:40:41.246466 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b599bb77-3432-44fd-8193-5a71034d1855 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac0c5c0e-75d5-4be4-88d1-0a9e7f6acc27,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:40:43.645525 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 53488) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:40:43.806487 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e0bc7815-9a67-4186-8b32-29e83d26f949 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:43.896722 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e0bc7815-9a67-4186-8b32-29e83d26f949 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:43.904316 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e0bc7815-9a67-4186-8b32-29e83d26f949 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:43.949867 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-e0bc7815-9a67-4186-8b32-29e83d26f949 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=443910cc39de4a08aa1dde97f669123e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3010883 Nov 22 20:40:43.949997 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 53510) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:40:43.952277 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bc7815-9a67-4186-8b32-29e83d26f949 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5916fff9-cb97-4c1d-9ab1-ba58f850e7f0,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:40:44.035366 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-53949c8b-e893-4c67-88d0-1b665fd4b831 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:44.061831 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-53949c8b-e893-4c67-88d0-1b665fd4b831 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:44.118240 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-53949c8b-e893-4c67-88d0-1b665fd4b831 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:44.121124 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-53949c8b-e893-4c67-88d0-1b665fd4b831 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:44.124654 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-53949c8b-e893-4c67-88d0-1b665fd4b831 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5916fff9-cb97-4c1d-9ab1-ba58f850e7f0 HTTP/1.1" status: 204 len: 168 time: 0.1717391 Nov 22 20:40:44.143466 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53949c8b-e893-4c67-88d0-1b665fd4b831 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5916fff9-cb97-4c1d-9ab1-ba58f850e7f0,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:40:44.429117 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 53526) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:40:44.444792 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-bc017f8d-049f-43a2-82b1-2934088bd4d7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:44.549278 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-bc017f8d-049f-43a2-82b1-2934088bd4d7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:44.555062 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-bc017f8d-049f-43a2-82b1-2934088bd4d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:44.628518 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-bc017f8d-049f-43a2-82b1-2934088bd4d7 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6c9cdf456ff448b5be704d162fed57b5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1981828 Nov 22 20:40:44.632025 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 53532) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:40:44.655018 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:44.657604 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:44.660011 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc017f8d-049f-43a2-82b1-2934088bd4d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0842037c-7fff-416c-9852-9f03ed7b2a1d,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:40:44.701211 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-897bf6a3-9304-4a2d-804b-bffff441ac6f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:44.724645 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-897bf6a3-9304-4a2d-804b-bffff441ac6f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:44.782461 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-897bf6a3-9304-4a2d-804b-bffff441ac6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:44.787352 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-897bf6a3-9304-4a2d-804b-bffff441ac6f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:44.788981 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-897bf6a3-9304-4a2d-804b-bffff441ac6f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0842037c-7fff-416c-9852-9f03ed7b2a1d HTTP/1.1" status: 204 len: 168 time: 0.1556823 Nov 22 20:40:44.800329 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897bf6a3-9304-4a2d-804b-bffff441ac6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0842037c-7fff-416c-9852-9f03ed7b2a1d,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:40:45.594801 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 53588) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:40:45.716714 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-e57304a3-2334-433e-b7d6-3e7422ea1f83 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-110000764-network', 'tenant_id': 'df8ce762aafe4b66a2b6dafc7eb75aa7'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:40:45.759241 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e57304a3-2334-433e-b7d6-3e7422ea1f83 admin admin] Made reservation on behalf of df8ce762aafe4b66a2b6dafc7eb75aa7 for: {'network': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:40:45.765706 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e57304a3-2334-433e-b7d6-3e7422ea1f83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for network, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:45.784438 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e57304a3-2334-433e-b7d6-3e7422ea1f83 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:45.935993 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e57304a3-2334-433e-b7d6-3e7422ea1f83 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:45.940824 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e57304a3-2334-433e-b7d6-3e7422ea1f83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:45.964934 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e57304a3-2334-433e-b7d6-3e7422ea1f83 admin admin] vlan segment allocate from pool success with {'vlan_id': 625, 'physical_network': 'physnet1'} {{(pid=103448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 20:40:45.982737 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57304a3-2334-433e-b7d6-3e7422ea1f83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdbdf06f-80eb-4604-85a2-cc8d336df2d6,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:40:45.986654 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e57304a3-2334-433e-b7d6-3e7422ea1f83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:45.987518 n-d-818823-1 neutron-server[103448]: INFO neutron.db.segments_db [None req-e57304a3-2334-433e-b7d6-3e7422ea1f83 admin admin] Added segment 0257cf37-aa7a-45d0-ad1b-0e6c17f7be5c of type vlan for network 2d2b92be-0876-4844-93cc-c5f8ddf7ada0 Nov 22 20:40:46.045437 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e57304a3-2334-433e-b7d6-3e7422ea1f83 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748992492791'] for network, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:46.078603 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e57304a3-2334-433e-b7d6-3e7422ea1f83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for network, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:46.080663 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e57304a3-2334-433e-b7d6-3e7422ea1f83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:40:46.081329 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e57304a3-2334-433e-b7d6-3e7422ea1f83 admin admin] Publish callbacks [] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:46.157794 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-e57304a3-2334-433e-b7d6-3e7422ea1f83 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.5619156 Nov 22 20:40:46.161848 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 53594) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:40:46.167003 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-527337ce-49ba-4fbe-b991-1b723d4994a0 admin admin] Request body: {'subnet': {'network_id': '2d2b92be-0876-4844-93cc-c5f8ddf7ada0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-110000764-subnet', 'tenant_id': 'df8ce762aafe4b66a2b6dafc7eb75aa7', 'ip_version': 4}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:40:46.170281 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57304a3-2334-433e-b7d6-3e7422ea1f83 admin admin] Pushing event updated for resources: {'Network': ['ID=2d2b92be-0876-4844-93cc-c5f8ddf7ada0,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:40:46.182172 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Network 2d2b92be-0876-4844-93cc-c5f8ddf7ada0 details requested by agent ovs-agent-n-d-818823-1 with host n-d-818823-1 {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 20:40:46.197467 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-527337ce-49ba-4fbe-b991-1b723d4994a0 admin admin] Made reservation on behalf of df8ce762aafe4b66a2b6dafc7eb75aa7 for: {'subnet': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:40:46.200546 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-527337ce-49ba-4fbe-b991-1b723d4994a0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11792951'] for subnet, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:46.428667 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-527337ce-49ba-4fbe-b991-1b723d4994a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11567560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11792921'] for subnet, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:46.488105 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527337ce-49ba-4fbe-b991-1b723d4994a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b68bf9f-082b-4c40-b089-eb018ff2bf8e,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:40:46.499408 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-527337ce-49ba-4fbe-b991-1b723d4994a0 admin admin] Checking segment: {'id': '0257cf37-aa7a-45d0-ad1b-0e6c17f7be5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '2d2b92be-0876-4844-93cc-c5f8ddf7ada0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:40:46.499794 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-527337ce-49ba-4fbe-b991-1b723d4994a0 admin admin] Network hostable DHCP agents. Network: 2d2b92be-0876-4844-93cc-c5f8ddf7ada0, hostable agents: ['02adaa64-0987-4b74-bad0-cbcf56f8a294'], hosted agents: [] {{(pid=103448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 20:40:46.521958 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-527337ce-49ba-4fbe-b991-1b723d4994a0 admin admin] Network 2d2b92be-0876-4844-93cc-c5f8ddf7ada0 is scheduled to be hosted by DHCP agent 02adaa64-0987-4b74-bad0-cbcf56f8a294 with binding_index 1 {{(pid=103448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 20:40:46.531718 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-527337ce-49ba-4fbe-b991-1b723d4994a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818823-1, 2d2b92be-0876-4844-93cc-c5f8ddf7ada0) {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:40:46.536093 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-527337ce-49ba-4fbe-b991-1b723d4994a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:40:46.536862 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-527337ce-49ba-4fbe-b991-1b723d4994a0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:46.541954 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8ded683-ee39-4d19-b72c-58299a76e92b None None] Network 2d2b92be-0876-4844-93cc-c5f8ddf7ada0 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:40:46.558112 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-527337ce-49ba-4fbe-b991-1b723d4994a0 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.3947084 Nov 22 20:40:46.560713 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 53600) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:40:46.567170 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-c819f549-6d0d-4978-83c5-0329cadff567 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-110000764-router', 'tenant_id': 'df8ce762aafe4b66a2b6dafc7eb75aa7', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'}}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:40:46.592131 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c819f549-6d0d-4978-83c5-0329cadff567 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24799'] for router, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:46.593301 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c819f549-6d0d-4978-83c5-0329cadff567 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-632716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24788'] for router, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:46.656225 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c819f549-6d0d-4978-83c5-0329cadff567 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:46.723563 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6608bd3-0487-4d24-8096-1fb120cd2744 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fb26bd7-ce56-527b-b94f-2e1f7cb2bb35-2d2b92be-0876-4844-93cc-c5f8ddf7ada0', 'network_id': '2d2b92be-0876-4844-93cc-c5f8ddf7ada0', 'tenant_id': 'df8ce762aafe4b66a2b6dafc7eb75aa7', 'fixed_ips': [{'subnet_id': '1b68bf9f-082b-4c40-b089-eb018ff2bf8e'}]}} from n-d-818823-1. {{(pid=103449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 20:40:46.724858 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-f6608bd3-0487-4d24-8096-1fb120cd2744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:46.855057 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c819f549-6d0d-4978-83c5-0329cadff567 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:46.896837 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.db_base_plugin_common [None req-f6608bd3-0487-4d24-8096-1fb120cd2744 None None] Allocated IP 172.20.0.2 (2d2b92be-0876-4844-93cc-c5f8ddf7ada0/1b68bf9f-082b-4c40-b089-eb018ff2bf8e/5c415f85-bed4-4121-813c-56ebfbb7f5f3) {{(pid=103449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:40:47.096040 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-f6608bd3-0487-4d24-8096-1fb120cd2744 None None] Publish callbacks [] for port, precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:47.112192 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-f6608bd3-0487-4d24-8096-1fb120cd2744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372'] for port, after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:47.165410 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6608bd3-0487-4d24-8096-1fb120cd2744 None None] Pushing event updated for resources: {'Port': ['ID=5c415f85-bed4-4121-813c-56ebfbb7f5f3,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:40:47.185735 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6608bd3-0487-4d24-8096-1fb120cd2744 None None] Network 2d2b92be-0876-4844-93cc-c5f8ddf7ada0 is already hosted by enough agents. {{(pid=103449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:40:47.187568 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.base_scheduler [None req-f6608bd3-0487-4d24-8096-1fb120cd2744 None None] Resources bound (agent type, host, resource id): {{(pid=103449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:40:47.193147 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6608bd3-0487-4d24-8096-1fb120cd2744 None None] Received port after_create {{(pid=103449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:40:47.270560 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-f6608bd3-0487-4d24-8096-1fb120cd2744 None None] Attempting to bind port 5c415f85-bed4-4121-813c-56ebfbb7f5f3 on host n-d-818823-1 for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:40:47.271244 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-f6608bd3-0487-4d24-8096-1fb120cd2744 None None] Attempting to bind port 5c415f85-bed4-4121-813c-56ebfbb7f5f3 by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': '0257cf37-aa7a-45d0-ad1b-0e6c17f7be5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '2d2b92be-0876-4844-93cc-c5f8ddf7ada0'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:40:47.271853 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6608bd3-0487-4d24-8096-1fb120cd2744 None None] Attempting to bind port 5c415f85-bed4-4121-813c-56ebfbb7f5f3 on network 2d2b92be-0876-4844-93cc-c5f8ddf7ada0 {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:40:47.278917 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6608bd3-0487-4d24-8096-1fb120cd2744 None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 40, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:40:47.279307 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6608bd3-0487-4d24-8096-1fb120cd2744 None None] Checking segment: {'id': '0257cf37-aa7a-45d0-ad1b-0e6c17f7be5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '2d2b92be-0876-4844-93cc-c5f8ddf7ada0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:40:47.279800 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-f6608bd3-0487-4d24-8096-1fb120cd2744 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:47.280367 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6608bd3-0487-4d24-8096-1fb120cd2744 None None] Bound using segment: {'id': '0257cf37-aa7a-45d0-ad1b-0e6c17f7be5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '2d2b92be-0876-4844-93cc-c5f8ddf7ada0'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:40:47.280866 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-f6608bd3-0487-4d24-8096-1fb120cd2744 None None] Bound port: 5c415f85-bed4-4121-813c-56ebfbb7f5f3, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0257cf37-aa7a-45d0-ad1b-0e6c17f7be5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '2d2b92be-0876-4844-93cc-c5f8ddf7ada0'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:40:47.281257 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-f6608bd3-0487-4d24-8096-1fb120cd2744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:47.372266 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-f6608bd3-0487-4d24-8096-1fb120cd2744 None None] For port 5c415f85-bed4-4121-813c-56ebfbb7f5f3, host n-d-818823-1, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:40:47.377595 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-f6608bd3-0487-4d24-8096-1fb120cd2744 None None] For port 5c415f85-bed4-4121-813c-56ebfbb7f5f3, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=5c415f85-bed4-4121-813c-56ebfbb7f5f3,segment=NetworkSegment(0257cf37-aa7a-45d0-ad1b-0e6c17f7be5c),segment_id=0257cf37-aa7a-45d0-ad1b-0e6c17f7be5c)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:40:47.393738 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-f6608bd3-0487-4d24-8096-1fb120cd2744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:47.487307 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c819f549-6d0d-4978-83c5-0329cadff567 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:47.503564 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6608bd3-0487-4d24-8096-1fb120cd2744 None None] Pushing event updated for resources: {'Port': ['ID=5c415f85-bed4-4121-813c-56ebfbb7f5f3,revision_number=2']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:40:47.508377 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c819f549-6d0d-4978-83c5-0329cadff567 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:47.639366 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [None req-c819f549-6d0d-4978-83c5-0329cadff567 admin admin] Allocated IP 172.25.5.149 (c48a55e9-6a85-4746-b7bf-3e29fb560094/5da6f781-63e6-4328-ae7a-5e672262f55a/b7d250b0-3249-445b-87ba-4cef6f449609) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:40:47.776126 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c819f549-6d0d-4978-83c5-0329cadff567 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:47.828494 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c819f549-6d0d-4978-83c5-0329cadff567 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:47.880746 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c819f549-6d0d-4978-83c5-0329cadff567 admin admin] Pushing event updated for resources: {'Port': ['ID=b7d250b0-3249-445b-87ba-4cef6f449609,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:40:47.901619 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c819f549-6d0d-4978-83c5-0329cadff567 admin admin] Network c48a55e9-6a85-4746-b7bf-3e29fb560094 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:40:47.903359 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-c819f549-6d0d-4978-83c5-0329cadff567 admin admin] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:40:47.905932 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c819f549-6d0d-4978-83c5-0329cadff567 admin admin] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:40:47.916776 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e95da010-8d57-4b42-b6f8-71fcf9c6fab3 None None] DHCP port deletion for c48a55e9-6a85-4746-b7bf-3e29fb560094 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:40:48.009847 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-87a595ab-159b-4473-ab28-9cb62651a0ec None None] Provisioning complete for port b7d250b0-3249-445b-87ba-4cef6f449609 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:40:48.010538 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-87a595ab-159b-4473-ab28-9cb62651a0ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:48.075339 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-87a595ab-159b-4473-ab28-9cb62651a0ec None None] Port b7d250b0-3249-445b-87ba-4cef6f449609 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:40:48.208751 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c819f549-6d0d-4978-83c5-0329cadff567 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:48.417569 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c819f549-6d0d-4978-83c5-0329cadff567 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-659538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-841284'] for router, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:48.555258 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c819f549-6d0d-4978-83c5-0329cadff567 admin admin] Router 1340ff46-5e13-4e1f-9f49-f93660eb838a is scheduled to L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 with binding_index 1 {{(pid=103447) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 20:40:48.646584 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb1fc2b0-95ee-4be4-a077-4f863f4aacfa None None] Network 2d2b92be-0876-4844-93cc-c5f8ddf7ada0 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:40:48.670681 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c819f549-6d0d-4978-83c5-0329cadff567 admin admin] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:40:48.686502 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b99a3873-671c-4933-be32-70d0d87367b8 None None] Sync routers for ids ['1340ff46-5e13-4e1f-9f49-f93660eb838a'] in n-d-818823-1 {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:40:48.701348 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c819f549-6d0d-4978-83c5-0329cadff567 admin admin] Publish callbacks [] for router, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:48.703266 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-c819f549-6d0d-4978-83c5-0329cadff567 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 2.1413352 Nov 22 20:40:48.705894 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 53620) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:40:48.708827 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99a3873-671c-4933-be32-70d0d87367b8 None None] Routers {'1340ff46-5e13-4e1f-9f49-f93660eb838a'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:40:48.711884 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-b99a3873-671c-4933-be32-70d0d87367b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:40:33Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['1340ff46-5e13-4e1f-9f49-f93660eb838a'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:40:48.728944 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-9b9f31d5-ae07-4e95-ae10-d4733c0e6c77 None None] Provisioning complete for port 5c415f85-bed4-4121-813c-56ebfbb7f5f3 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:40:48.729328 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-9b9f31d5-ae07-4e95-ae10-d4733c0e6c77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:48.864995 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-9b9f31d5-ae07-4e95-ae10-d4733c0e6c77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:48.868624 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 5c415f85-bed4-4121-813c-56ebfbb7f5f3 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:40:48.878135 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-b99a3873-671c-4933-be32-70d0d87367b8 None None] Set router 1340ff46-5e13-4e1f-9f49-f93660eb838a gateway port host: n-d-818823-1 {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:40:49.052463 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-9b9f31d5-ae07-4e95-ae10-d4733c0e6c77 None None] For port 5c415f85-bed4-4121-813c-56ebfbb7f5f3, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=5c415f85-bed4-4121-813c-56ebfbb7f5f3,segment=NetworkSegment(0257cf37-aa7a-45d0-ad1b-0e6c17f7be5c),segment_id=0257cf37-aa7a-45d0-ad1b-0e6c17f7be5c)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:40:49.053459 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 5c415f85-bed4-4121-813c-56ebfbb7f5f3 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:40:49.054113 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:49.081002 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-9b9f31d5-ae07-4e95-ae10-d4733c0e6c77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:49.083006 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-b99a3873-671c-4933-be32-70d0d87367b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1340ff46-5e13-4e1f-9f49-f93660eb838a', 'name': 'tempest-ImageQuotaTest-110000764-router', 'tenant_id': 'df8ce762aafe4b66a2b6dafc7eb75aa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.149'}], 'enable_snat': True}, 'gw_port_id': 'b7d250b0-3249-445b-87ba-4cef6f449609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:40:46Z', 'updated_at': '2021-11-22T20:40:48Z', 'revision_number': 3, 'project_id': 'df8ce762aafe4b66a2b6dafc7eb75aa7', 'gw_port': {'id': 'b7d250b0-3249-445b-87ba-4cef6f449609', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:6c:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1340ff46-5e13-4e1f-9f49-f93660eb838a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:40:47Z', 'updated_at': '2021-11-22T20:40:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:40:49.113827 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b99a3873-671c-4933-be32-70d0d87367b8 None None] Checking router: 1340ff46-5e13-4e1f-9f49-f93660eb838a for host: n-d-818823-1 {{(pid=103450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 20:40:49.114534 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b99a3873-671c-4933-be32-70d0d87367b8 None None] Updating router 1340ff46-5e13-4e1f-9f49-f93660eb838a port b7d250b0-3249-445b-87ba-4cef6f449609 binding host n-d-818823-1 {{(pid=103450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 20:40:49.152435 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b99a3873-671c-4933-be32-70d0d87367b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:49.258360 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-26f4048f-9086-4c62-9788-b38503330bb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:49.290693 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9f31d5-ae07-4e95-ae10-d4733c0e6c77 None None] Pushing event updated for resources: {'Port': ['ID=5c415f85-bed4-4121-813c-56ebfbb7f5f3,revision_number=3']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:40:49.513771 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [None req-26f4048f-9086-4c62-9788-b38503330bb3 admin admin] Allocated IP 172.20.0.1 (2d2b92be-0876-4844-93cc-c5f8ddf7ada0/1b68bf9f-082b-4c40-b089-eb018ff2bf8e/1de4cdd1-ee5a-4434-9ee3-f3c9120d3512) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:40:49.515570 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-d41fa003-e9d1-4ffc-b7ba-8e2d78c4d06d None None] Provisioning complete for port 5c415f85-bed4-4121-813c-56ebfbb7f5f3 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:40:49.515733 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-d41fa003-e9d1-4ffc-b7ba-8e2d78c4d06d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:49.672606 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-26f4048f-9086-4c62-9788-b38503330bb3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:49.703256 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b99a3873-671c-4933-be32-70d0d87367b8 None None] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:49.711643 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b99a3873-671c-4933-be32-70d0d87367b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:49.743276 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-26f4048f-9086-4c62-9788-b38503330bb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:49.748371 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3343f3fc-d733-45a7-975f-ca52c36221e7 None None] DHCP port deletion for c48a55e9-6a85-4746-b7bf-3e29fb560094 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:40:49.763382 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-b99a3873-671c-4933-be32-70d0d87367b8 None None] Attempting to bind port b7d250b0-3249-445b-87ba-4cef6f449609 on host n-d-818823-1 for vnic_type normal with profile {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:40:49.764066 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-b99a3873-671c-4933-be32-70d0d87367b8 None None] Attempting to bind port b7d250b0-3249-445b-87ba-4cef6f449609 by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:40:49.764816 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b99a3873-671c-4933-be32-70d0d87367b8 None None] Attempting to bind port b7d250b0-3249-445b-87ba-4cef6f449609 on network c48a55e9-6a85-4746-b7bf-3e29fb560094 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:40:49.808979 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-dd9b6237-1455-49c6-bf08-9bfe2b27c923 None None] Provisioning complete for port b7d250b0-3249-445b-87ba-4cef6f449609 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:40:49.809550 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-dd9b6237-1455-49c6-bf08-9bfe2b27c923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:49.810253 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b99a3873-671c-4933-be32-70d0d87367b8 None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 40, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:40:49.811918 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b99a3873-671c-4933-be32-70d0d87367b8 None None] Checking segment: {'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:40:49.812509 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b99a3873-671c-4933-be32-70d0d87367b8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:49.813688 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b99a3873-671c-4933-be32-70d0d87367b8 None None] Bound using segment: {'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:40:49.815392 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-b99a3873-671c-4933-be32-70d0d87367b8 None None] Bound port: b7d250b0-3249-445b-87ba-4cef6f449609, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'}}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:40:49.815994 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b99a3873-671c-4933-be32-70d0d87367b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:49.841449 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26f4048f-9086-4c62-9788-b38503330bb3 admin admin] Network 2d2b92be-0876-4844-93cc-c5f8ddf7ada0 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:40:49.844743 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-26f4048f-9086-4c62-9788-b38503330bb3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:40:49.852135 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f4048f-9086-4c62-9788-b38503330bb3 admin admin] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:40:49.894385 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-dd9b6237-1455-49c6-bf08-9bfe2b27c923 None None] Port b7d250b0-3249-445b-87ba-4cef6f449609 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:40:49.919984 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-b99a3873-671c-4933-be32-70d0d87367b8 None None] For port b7d250b0-3249-445b-87ba-4cef6f449609, host n-d-818823-1, cleared binding levels {{(pid=103450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:40:49.923636 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-b99a3873-671c-4933-be32-70d0d87367b8 None None] For port b7d250b0-3249-445b-87ba-4cef6f449609, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=b7d250b0-3249-445b-87ba-4cef6f449609,segment=NetworkSegment(8793ba83-8407-4c3d-9b56-2a177cd58a70),segment_id=8793ba83-8407-4c3d-9b56-2a177cd58a70)] {{(pid=103450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:40:49.924725 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-26f4048f-9086-4c62-9788-b38503330bb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659939'] for router_interface, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:49.953137 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b99a3873-671c-4933-be32-70d0d87367b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:49.984811 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69d0be41-857a-4dcf-ae5c-5b4ebd575493 None None] DHCP port deletion for c48a55e9-6a85-4746-b7bf-3e29fb560094 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:40:50.000114 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eab5857-50a1-46ec-9800-bf4450b028a4 None None] Pushing event updated for resources: {'Port': ['ID=b7d250b0-3249-445b-87ba-4cef6f449609,revision_number=2']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:40:50.022033 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99a3873-671c-4933-be32-70d0d87367b8 None None] Routers {'1340ff46-5e13-4e1f-9f49-f93660eb838a'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:40:50.025283 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-b99a3873-671c-4933-be32-70d0d87367b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:40:33Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['1340ff46-5e13-4e1f-9f49-f93660eb838a'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:40:50.025722 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f4048f-9086-4c62-9788-b38503330bb3 admin admin] Pushing event updated for resources: {'Port': ['ID=1de4cdd1-ee5a-4434-9ee3-f3c9120d3512,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:40:50.040660 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-f754a615-7f76-4617-a27b-e79b112b2d5f None None] Provisioning complete for port b7d250b0-3249-445b-87ba-4cef6f449609 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:40:50.041105 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-f754a615-7f76-4617-a27b-e79b112b2d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:50.260395 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-26f4048f-9086-4c62-9788-b38503330bb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:50.275100 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-b99a3873-671c-4933-be32-70d0d87367b8 None None] Set router 1340ff46-5e13-4e1f-9f49-f93660eb838a gateway port host: n-d-818823-1 {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:40:50.430510 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eab5857-50a1-46ec-9800-bf4450b028a4 None None] Pushing event updated for resources: {'Port': ['ID=b7d250b0-3249-445b-87ba-4cef6f449609,revision_number=3']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:40:50.505352 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-26f4048f-9086-4c62-9788-b38503330bb3 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:50.515324 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-26f4048f-9086-4c62-9788-b38503330bb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:50.516230 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-f754a615-7f76-4617-a27b-e79b112b2d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:50.556655 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-f754a615-7f76-4617-a27b-e79b112b2d5f None None] For port b7d250b0-3249-445b-87ba-4cef6f449609, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=b7d250b0-3249-445b-87ba-4cef6f449609,segment=NetworkSegment(8793ba83-8407-4c3d-9b56-2a177cd58a70),segment_id=8793ba83-8407-4c3d-9b56-2a177cd58a70)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:40:50.566235 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-f754a615-7f76-4617-a27b-e79b112b2d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:50.592095 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-b99a3873-671c-4933-be32-70d0d87367b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1340ff46-5e13-4e1f-9f49-f93660eb838a', 'name': 'tempest-ImageQuotaTest-110000764-router', 'tenant_id': 'df8ce762aafe4b66a2b6dafc7eb75aa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.149'}], 'enable_snat': True}, 'gw_port_id': 'b7d250b0-3249-445b-87ba-4cef6f449609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:40:46Z', 'updated_at': '2021-11-22T20:40:48Z', 'revision_number': 3, 'project_id': 'df8ce762aafe4b66a2b6dafc7eb75aa7', 'gw_port': {'id': 'b7d250b0-3249-445b-87ba-4cef6f449609', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:6c:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1340ff46-5e13-4e1f-9f49-f93660eb838a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:40:47Z', 'updated_at': '2021-11-22T20:40:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:40:50.599269 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-26f4048f-9086-4c62-9788-b38503330bb3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-563461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-659839'] for router_interface, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:50.609512 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f4048f-9086-4c62-9788-b38503330bb3 admin admin] Pushing event updated for resources: {'Port': ['ID=1de4cdd1-ee5a-4434-9ee3-f3c9120d3512,revision_number=2']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:40:50.732845 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f754a615-7f76-4617-a27b-e79b112b2d5f None None] Pushing event updated for resources: {'Port': ['ID=b7d250b0-3249-445b-87ba-4cef6f449609,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:40:50.757921 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-4609cb18-29c4-4401-9ec3-e4a90f70379c None None] Provisioning complete for port 1de4cdd1-ee5a-4434-9ee3-f3c9120d3512 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:40:50.759050 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4609cb18-29c4-4401-9ec3-e4a90f70379c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:50.784096 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26f4048f-9086-4c62-9788-b38503330bb3 admin admin] Network 2d2b92be-0876-4844-93cc-c5f8ddf7ada0 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:40:50.793433 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-26f4048f-9086-4c62-9788-b38503330bb3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:40:50.826047 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 5c415f85-bed4-4121-813c-56ebfbb7f5f3 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:40:50.927369 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-4609cb18-29c4-4401-9ec3-e4a90f70379c None None] Port 1de4cdd1-ee5a-4434-9ee3-f3c9120d3512 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:40:50.940505 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b99a3873-671c-4933-be32-70d0d87367b8 None None] The sync data for ids ['1340ff46-5e13-4e1f-9f49-f93660eb838a'] in n-d-818823-1 is: [{'id': '1340ff46-5e13-4e1f-9f49-f93660eb838a', 'name': 'tempest-ImageQuotaTest-110000764-router', 'tenant_id': 'df8ce762aafe4b66a2b6dafc7eb75aa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.149'}], 'enable_snat': True}, 'gw_port_id': 'b7d250b0-3249-445b-87ba-4cef6f449609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:40:46Z', 'updated_at': '2021-11-22T20:40:48Z', 'revision_number': 3, 'project_id': 'df8ce762aafe4b66a2b6dafc7eb75aa7', 'gw_port': {'id': 'b7d250b0-3249-445b-87ba-4cef6f449609', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:6c:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1340ff46-5e13-4e1f-9f49-f93660eb838a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:40:47Z', 'updated_at': '2021-11-22T20:40:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}] {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:40:50.978359 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 5c415f85-bed4-4121-813c-56ebfbb7f5f3 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:40:50.978739 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:51.057738 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26f4048f-9086-4c62-9788-b38503330bb3 admin admin] Router 1340ff46-5e13-4e1f-9f49-f93660eb838a has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 20:40:51.253176 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26f4048f-9086-4c62-9788-b38503330bb3 admin admin] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:40:51.270234 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-26f4048f-9086-4c62-9788-b38503330bb3 admin admin] 10.222.0.46 "PUT /v2.0/routers/1340ff46-5e13-4e1f-9f49-f93660eb838a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5520723 Nov 22 20:40:51.282606 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-cf066315-2fe5-473d-962b-9538cb82ef2e None None] Provisioning complete for port 1de4cdd1-ee5a-4434-9ee3-f3c9120d3512 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:40:51.283269 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-cf066315-2fe5-473d-962b-9538cb82ef2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:51.350201 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-cf066315-2fe5-473d-962b-9538cb82ef2e None None] Port 1de4cdd1-ee5a-4434-9ee3-f3c9120d3512 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:40:52.818501 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device b7d250b0-3249-445b-87ba-4cef6f449609 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:40:52.906581 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port b7d250b0-3249-445b-87ba-4cef6f449609 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:40:52.906960 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:52.947796 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 53670) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:40:53.516833 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f4986a03-6ccb-456b-82d7-a4a3b64ce864 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659736'] for router_interface, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:53.535537 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c3830cc-34f0-43c2-b18b-6d32431bbd02 None None] Sync routers for ids ['1340ff46-5e13-4e1f-9f49-f93660eb838a'] in n-d-818823-1 {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:40:53.556805 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c3830cc-34f0-43c2-b18b-6d32431bbd02 None None] Routers {'1340ff46-5e13-4e1f-9f49-f93660eb838a'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:40:53.557706 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-8c3830cc-34f0-43c2-b18b-6d32431bbd02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:40:33Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['1340ff46-5e13-4e1f-9f49-f93660eb838a'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:40:53.738189 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-8c3830cc-34f0-43c2-b18b-6d32431bbd02 None None] Set router 1340ff46-5e13-4e1f-9f49-f93660eb838a gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:40:54.091248 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-8c3830cc-34f0-43c2-b18b-6d32431bbd02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1340ff46-5e13-4e1f-9f49-f93660eb838a', 'name': 'tempest-ImageQuotaTest-110000764-router', 'tenant_id': 'df8ce762aafe4b66a2b6dafc7eb75aa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.149'}], 'enable_snat': True}, 'gw_port_id': 'b7d250b0-3249-445b-87ba-4cef6f449609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:40:46Z', 'updated_at': '2021-11-22T20:40:50Z', 'revision_number': 4, 'project_id': 'df8ce762aafe4b66a2b6dafc7eb75aa7', 'gw_port': {'id': 'b7d250b0-3249-445b-87ba-4cef6f449609', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:6c:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1340ff46-5e13-4e1f-9f49-f93660eb838a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:40:47Z', 'updated_at': '2021-11-22T20:40:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': '1de4cdd1-ee5a-4434-9ee3-f3c9120d3512', 'name': '', 'network_id': '2d2b92be-0876-4844-93cc-c5f8ddf7ada0', 'tenant_id': 'df8ce762aafe4b66a2b6dafc7eb75aa7', 'mac_address': 'fa:16:3e:28:56:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1340ff46-5e13-4e1f-9f49-f93660eb838a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3867, 'fixed_ips': [{'subnet_id': '1b68bf9f-082b-4c40-b089-eb018ff2bf8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:40:49Z', 'updated_at': '2021-11-22T20:40:50Z', 'revision_number': 2, 'project_id': 'df8ce762aafe4b66a2b6dafc7eb75aa7', 'subnets': [{'id': '1b68bf9f-082b-4c40-b089-eb018ff2bf8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:40:54.120031 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-f4986a03-6ccb-456b-82d7-a4a3b64ce864 admin admin] Deleting port 1de4cdd1-ee5a-4434-9ee3-f3c9120d3512 {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:40:54.120917 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f4986a03-6ccb-456b-82d7-a4a3b64ce864 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:54.129722 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c3830cc-34f0-43c2-b18b-6d32431bbd02 None None] Checking router: 1340ff46-5e13-4e1f-9f49-f93660eb838a for host: n-d-818823-1 {{(pid=103449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 20:40:54.130122 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c3830cc-34f0-43c2-b18b-6d32431bbd02 None None] Updating router 1340ff46-5e13-4e1f-9f49-f93660eb838a port 1de4cdd1-ee5a-4434-9ee3-f3c9120d3512 binding host n-d-818823-1 {{(pid=103449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 20:40:54.166168 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-8c3830cc-34f0-43c2-b18b-6d32431bbd02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:54.276282 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f4986a03-6ccb-456b-82d7-a4a3b64ce864 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:54.289869 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-f4986a03-6ccb-456b-82d7-a4a3b64ce864 admin admin] Calling delete_port for 1de4cdd1-ee5a-4434-9ee3-f3c9120d3512 owned by network:router_interface {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:40:54.614856 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-8c3830cc-34f0-43c2-b18b-6d32431bbd02 None None] Publish callbacks [] for port, precommit_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:54.637308 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.db.api [None req-8c3830cc-34f0-43c2-b18b-6d32431bbd02 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 22 20:40:54.637308 n-d-818823-1 neutron-server[103449]: [SQL: UPDATE ml2_port_bindings SET host=%(host)s WHERE ml2_port_bindings.port_id = %(ml2_port_bindings_port_id)s AND ml2_port_bindings.host = %(ml2_port_bindings_host)s] Nov 22 20:40:54.637308 n-d-818823-1 neutron-server[103449]: [parameters: {'host': 'n-d-818823-1', 'ml2_port_bindings_port_id': '1de4cdd1-ee5a-4434-9ee3-f3c9120d3512', 'ml2_port_bindings_host': ''}] Nov 22 20:40:54.637308 n-d-818823-1 neutron-server[103449]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103449) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 20:40:54.637989 n-d-818823-1 neutron-server[103449]: DEBUG oslo_db.api [None req-8c3830cc-34f0-43c2-b18b-6d32431bbd02 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 20:40:54.684317 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f4986a03-6ccb-456b-82d7-a4a3b64ce864 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:54.719804 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4986a03-6ccb-456b-82d7-a4a3b64ce864 admin admin] Pushing event deleted for resources: {'Port': ['ID=1de4cdd1-ee5a-4434-9ee3-f3c9120d3512,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:40:54.750908 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4986a03-6ccb-456b-82d7-a4a3b64ce864 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:40:54.751443 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4986a03-6ccb-456b-82d7-a4a3b64ce864 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:40:54.752023 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4986a03-6ccb-456b-82d7-a4a3b64ce864 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:40:54.752473 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4986a03-6ccb-456b-82d7-a4a3b64ce864 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:40:54.752901 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4986a03-6ccb-456b-82d7-a4a3b64ce864 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:40:54.753372 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4986a03-6ccb-456b-82d7-a4a3b64ce864 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:40:54.754013 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4986a03-6ccb-456b-82d7-a4a3b64ce864 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:40:54.754471 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4986a03-6ccb-456b-82d7-a4a3b64ce864 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:40:54.754911 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4986a03-6ccb-456b-82d7-a4a3b64ce864 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:40:54.755578 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4986a03-6ccb-456b-82d7-a4a3b64ce864 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:40:54.756267 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4986a03-6ccb-456b-82d7-a4a3b64ce864 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:40:54.757537 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4986a03-6ccb-456b-82d7-a4a3b64ce864 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:40:54.988306 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f4986a03-6ccb-456b-82d7-a4a3b64ce864 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-563470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-663272'] for router_interface, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:55.167431 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c3830cc-34f0-43c2-b18b-6d32431bbd02 None None] Port 1de4cdd1-ee5a-4434-9ee3-f3c9120d3512 not found while updating agent binding for router 1340ff46-5e13-4e1f-9f49-f93660eb838a. {{(pid=103449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Nov 22 20:40:55.168338 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.agents_db [None req-aa8313f2-1ee4-4e7b-8c5a-d32b2f9d31ee None None] Agent healthcheck: found 7 active agents {{(pid=103450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 20:40:55.194011 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c3830cc-34f0-43c2-b18b-6d32431bbd02 None None] Routers {'1340ff46-5e13-4e1f-9f49-f93660eb838a'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:40:55.194840 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-8c3830cc-34f0-43c2-b18b-6d32431bbd02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:40:33Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['1340ff46-5e13-4e1f-9f49-f93660eb838a'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:40:55.257974 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4986a03-6ccb-456b-82d7-a4a3b64ce864 admin admin] Router 1340ff46-5e13-4e1f-9f49-f93660eb838a has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 20:40:55.328071 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-8c3830cc-34f0-43c2-b18b-6d32431bbd02 None None] Set router 1340ff46-5e13-4e1f-9f49-f93660eb838a gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:40:55.390275 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4986a03-6ccb-456b-82d7-a4a3b64ce864 admin admin] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:40:55.402628 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-f4986a03-6ccb-456b-82d7-a4a3b64ce864 admin admin] 10.222.0.46 "PUT /v2.0/routers/1340ff46-5e13-4e1f-9f49-f93660eb838a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4511242 Nov 22 20:40:55.403116 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 53910) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:40:55.528686 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5900b5ee-d44d-4cd8-9a1b-01afc0c42b04 admin admin] Publish callbacks [] for router, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:55.556416 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-8c3830cc-34f0-43c2-b18b-6d32431bbd02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1340ff46-5e13-4e1f-9f49-f93660eb838a', 'name': 'tempest-ImageQuotaTest-110000764-router', 'tenant_id': 'df8ce762aafe4b66a2b6dafc7eb75aa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.149'}], 'enable_snat': True}, 'gw_port_id': 'b7d250b0-3249-445b-87ba-4cef6f449609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:40:46Z', 'updated_at': '2021-11-22T20:40:54Z', 'revision_number': 5, 'project_id': 'df8ce762aafe4b66a2b6dafc7eb75aa7', 'gw_port': {'id': 'b7d250b0-3249-445b-87ba-4cef6f449609', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:6c:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1340ff46-5e13-4e1f-9f49-f93660eb838a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:40:47Z', 'updated_at': '2021-11-22T20:40:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:40:55.587467 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c3830cc-34f0-43c2-b18b-6d32431bbd02 None None] The sync data for ids ['1340ff46-5e13-4e1f-9f49-f93660eb838a'] in n-d-818823-1 is: [{'id': '1340ff46-5e13-4e1f-9f49-f93660eb838a', 'name': 'tempest-ImageQuotaTest-110000764-router', 'tenant_id': 'df8ce762aafe4b66a2b6dafc7eb75aa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.149'}], 'enable_snat': True}, 'gw_port_id': 'b7d250b0-3249-445b-87ba-4cef6f449609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:40:46Z', 'updated_at': '2021-11-22T20:40:54Z', 'revision_number': 5, 'project_id': 'df8ce762aafe4b66a2b6dafc7eb75aa7', 'gw_port': {'id': 'b7d250b0-3249-445b-87ba-4cef6f449609', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:6c:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1340ff46-5e13-4e1f-9f49-f93660eb838a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:40:47Z', 'updated_at': '2021-11-22T20:40:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:40:55.669513 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5900b5ee-d44d-4cd8-9a1b-01afc0c42b04 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:55.736677 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-5900b5ee-d44d-4cd8-9a1b-01afc0c42b04 admin admin] Deleting port b7d250b0-3249-445b-87ba-4cef6f449609 {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:40:55.737029 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5900b5ee-d44d-4cd8-9a1b-01afc0c42b04 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:55.852244 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-5900b5ee-d44d-4cd8-9a1b-01afc0c42b04 admin admin] For port b7d250b0-3249-445b-87ba-4cef6f449609, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=b7d250b0-3249-445b-87ba-4cef6f449609,segment=NetworkSegment(8793ba83-8407-4c3d-9b56-2a177cd58a70),segment_id=8793ba83-8407-4c3d-9b56-2a177cd58a70)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:40:55.852663 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5900b5ee-d44d-4cd8-9a1b-01afc0c42b04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:55.868647 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-5900b5ee-d44d-4cd8-9a1b-01afc0c42b04 admin admin] Calling delete_port for b7d250b0-3249-445b-87ba-4cef6f449609 owned by network:router_gateway {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:40:56.089362 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5900b5ee-d44d-4cd8-9a1b-01afc0c42b04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:56.124547 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5900b5ee-d44d-4cd8-9a1b-01afc0c42b04 admin admin] Pushing event deleted for resources: {'Port': ['ID=b7d250b0-3249-445b-87ba-4cef6f449609,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:40:56.143233 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e94f31c-c399-4569-a765-87ccde876365 None None] DHCP port deletion for c48a55e9-6a85-4746-b7bf-3e29fb560094 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:40:56.214450 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5900b5ee-d44d-4cd8-9a1b-01afc0c42b04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595398'] for router_gateway, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:56.419590 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5900b5ee-d44d-4cd8-9a1b-01afc0c42b04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24781'] for router, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:56.422468 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5900b5ee-d44d-4cd8-9a1b-01afc0c42b04 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:56.487848 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5900b5ee-d44d-4cd8-9a1b-01afc0c42b04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-663261'] for router, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:56.488703 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5900b5ee-d44d-4cd8-9a1b-01afc0c42b04 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1340ff46-5e13-4e1f-9f49-f93660eb838a {{(pid=103448) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 20:40:56.497404 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5900b5ee-d44d-4cd8-9a1b-01afc0c42b04 admin admin] Publish callbacks [] for router, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:56.504638 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-5900b5ee-d44d-4cd8-9a1b-01afc0c42b04 admin admin] 10.222.0.46 "DELETE /v2.0/routers/1340ff46-5e13-4e1f-9f49-f93660eb838a HTTP/1.1" status: 204 len: 168 time: 1.0967824 Nov 22 20:40:56.504888 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 54040) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:40:56.602608 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-491d3bc3-95b3-4534-bb54-d0c773af14ce None None] Sync routers for ids ['1340ff46-5e13-4e1f-9f49-f93660eb838a'] in n-d-818823-1 {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:40:56.609631 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_v2 [None req-82c767c3-e439-43e3-98a0-a5ce865be2d9 admin admin] Deleting subnet 1b68bf9f-082b-4c40-b089-eb018ff2bf8e {{(pid=103447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 20:40:56.613676 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-491d3bc3-95b3-4534-bb54-d0c773af14ce None None] Routers set() bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:40:56.613859 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-82c767c3-e439-43e3-98a0-a5ce865be2d9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:56.614017 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-491d3bc3-95b3-4534-bb54-d0c773af14ce None None] Router IDs set() for agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 22 20:40:56.614877 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_agentschedulers_db [None req-491d3bc3-95b3-4534-bb54-d0c773af14ce None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'1340ff46-5e13-4e1f-9f49-f93660eb838a'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:40:33Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent'). {{(pid=103450) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 22 20:40:56.632649 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-491d3bc3-95b3-4534-bb54-d0c773af14ce None None] Routers set() bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:40:56.633009 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-491d3bc3-95b3-4534-bb54-d0c773af14ce None None] Router IDs set() for agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 22 20:40:56.635352 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_agentschedulers_db [None req-491d3bc3-95b3-4534-bb54-d0c773af14ce None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'1340ff46-5e13-4e1f-9f49-f93660eb838a'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:40:33Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent'). {{(pid=103450) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 22 20:40:56.635974 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-491d3bc3-95b3-4534-bb54-d0c773af14ce None None] The sync data for ids ['1340ff46-5e13-4e1f-9f49-f93660eb838a'] in n-d-818823-1 is: [] {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:40:56.660348 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-82c767c3-e439-43e3-98a0-a5ce865be2d9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12178353'] for subnet, precommit_delete_associations {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:56.826956 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-82c767c3-e439-43e3-98a0-a5ce865be2d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3753007'] for subnet, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:56.916367 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-82c767c3-e439-43e3-98a0-a5ce865be2d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3753014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8900804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8485115'] for subnet, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:56.965280 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-82c767c3-e439-43e3-98a0-a5ce865be2d9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:56.972008 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ada4468-8ebe-4621-a3cb-5c39621fa244 None None] Network 2d2b92be-0876-4844-93cc-c5f8ddf7ada0 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:40:56.973006 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 54086) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:40:56.990866 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-82c767c3-e439-43e3-98a0-a5ce865be2d9 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/1b68bf9f-082b-4c40-b089-eb018ff2bf8e HTTP/1.1" status: 204 len: 168 time: 0.4847736 Nov 22 20:40:56.992036 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c767c3-e439-43e3-98a0-a5ce865be2d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b68bf9f-082b-4c40-b089-eb018ff2bf8e,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:40:57.115023 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-05366f2d-9010-4073-891e-88b85182ead4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3961693'] for network, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:57.199389 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-05366f2d-9010-4073-891e-88b85182ead4 admin admin] Deleting port 5c415f85-bed4-4121-813c-56ebfbb7f5f3 {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:40:57.199730 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-05366f2d-9010-4073-891e-88b85182ead4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:57.250106 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54f6ab5d-dbe0-4973-9219-2e9bf373aed4 None None] DHCP port deletion for 2d2b92be-0876-4844-93cc-c5f8ddf7ada0 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:40:57.307603 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-05366f2d-9010-4073-891e-88b85182ead4 admin admin] For port 5c415f85-bed4-4121-813c-56ebfbb7f5f3, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=5c415f85-bed4-4121-813c-56ebfbb7f5f3,segment=NetworkSegment(0257cf37-aa7a-45d0-ad1b-0e6c17f7be5c),segment_id=0257cf37-aa7a-45d0-ad1b-0e6c17f7be5c)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:40:57.308075 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-05366f2d-9010-4073-891e-88b85182ead4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:57.327712 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-54f6ab5d-dbe0-4973-9219-2e9bf373aed4 None None] Deleting port 5c415f85-bed4-4121-813c-56ebfbb7f5f3 {{(pid=103449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:40:57.328539 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-54f6ab5d-dbe0-4973-9219-2e9bf373aed4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:57.338866 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-05366f2d-9010-4073-891e-88b85182ead4 admin admin] Calling delete_port for 5c415f85-bed4-4121-813c-56ebfbb7f5f3 owned by network:dhcp {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:40:57.417582 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-54f6ab5d-dbe0-4973-9219-2e9bf373aed4 None None] For port 5c415f85-bed4-4121-813c-56ebfbb7f5f3, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=5c415f85-bed4-4121-813c-56ebfbb7f5f3,segment=NetworkSegment(0257cf37-aa7a-45d0-ad1b-0e6c17f7be5c),segment_id=0257cf37-aa7a-45d0-ad1b-0e6c17f7be5c)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:40:57.418072 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-54f6ab5d-dbe0-4973-9219-2e9bf373aed4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:57.445530 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-54f6ab5d-dbe0-4973-9219-2e9bf373aed4 None None] Calling delete_port for 5c415f85-bed4-4121-813c-56ebfbb7f5f3 owned by network:dhcp {{(pid=103449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:40:57.491095 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-05366f2d-9010-4073-891e-88b85182ead4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:57.528753 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05366f2d-9010-4073-891e-88b85182ead4 admin admin] No DVR routers for this DVR port 5c415f85-bed4-4121-813c-56ebfbb7f5f3 on host n-d-818823-1 {{(pid=103448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:40:57.531854 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-54f6ab5d-dbe0-4973-9219-2e9bf373aed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381'] for port, after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:57.532032 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05366f2d-9010-4073-891e-88b85182ead4 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c415f85-bed4-4121-813c-56ebfbb7f5f3,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:40:57.569359 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f6ab5d-dbe0-4973-9219-2e9bf373aed4 None None] Pushing event deleted for resources: {'Port': ['ID=5c415f85-bed4-4121-813c-56ebfbb7f5f3,revision_number=None']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:40:57.571753 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f6ab5d-dbe0-4973-9219-2e9bf373aed4 None None] No DVR routers for this DVR port 5c415f85-bed4-4121-813c-56ebfbb7f5f3 on host n-d-818823-1 {{(pid=103449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:40:57.636848 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-05366f2d-9010-4073-891e-88b85182ead4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3760028', 'neutron.services.segments.db._delete_segments_for_network-8748992815755'] for network, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:57.656750 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-05366f2d-9010-4073-891e-88b85182ead4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d2b92be-0876-4844-93cc-c5f8ddf7ada0']}} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:40:57.666319 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-05366f2d-9010-4073-891e-88b85182ead4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0257cf37-aa7a-45d0-ad1b-0e6c17f7be5c') {'for_net_delete': True} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:40:57.666602 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-05366f2d-9010-4073-891e-88b85182ead4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0257cf37-aa7a-45d0-ad1b-0e6c17f7be5c') {} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:40:57.676529 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-05366f2d-9010-4073-891e-88b85182ead4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748993039638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11627933'] for segment, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:57.689358 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-05366f2d-9010-4073-891e-88b85182ead4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:57.695387 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05366f2d-9010-4073-891e-88b85182ead4 admin admin] Releasing vlan 625 on physical network physnet1 to pool {{(pid=103448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 20:40:57.695819 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-05366f2d-9010-4073-891e-88b85182ead4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11567447'] for segment, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:57.697520 n-d-818823-1 neutron-server[103448]: Traceback (most recent call last): Nov 22 20:40:57.697520 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 20:40:57.697520 n-d-818823-1 neutron-server[103448]: timer() Nov 22 20:40:57.697520 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 20:40:57.697520 n-d-818823-1 neutron-server[103448]: cb(*args, **kw) Nov 22 20:40:57.697520 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 20:40:57.697520 n-d-818823-1 neutron-server[103448]: return func(*args, **kwargs) Nov 22 20:40:57.697520 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 20:40:57.697520 n-d-818823-1 neutron-server[103448]: self._notify() Nov 22 20:40:57.697520 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 20:40:57.697520 n-d-818823-1 neutron-server[103448]: self.callback(batched_events) Nov 22 20:40:57.697520 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 20:40:57.697520 n-d-818823-1 neutron-server[103448]: event.method(event) Nov 22 20:40:57.697520 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 20:40:57.697520 n-d-818823-1 neutron-server[103448]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 20:40:57.697520 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 20:40:57.697520 n-d-818823-1 neutron-server[103448]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 20:40:57.697520 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 20:40:57.697520 n-d-818823-1 neutron-server[103448]: return f(self, *a, **k) Nov 22 20:40:57.697520 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 20:40:57.697520 n-d-818823-1 neutron-server[103448]: return self._get(url).json() Nov 22 20:40:57.697520 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 20:40:57.697520 n-d-818823-1 neutron-server[103448]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 20:40:57.697520 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 20:40:57.697520 n-d-818823-1 neutron-server[103448]: return self.request(url, 'GET', **kwargs) Nov 22 20:40:57.697520 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 20:40:57.697520 n-d-818823-1 neutron-server[103448]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 20:40:57.697520 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 20:40:57.697520 n-d-818823-1 neutron-server[103448]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 20:40:57.697520 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 20:40:57.697520 n-d-818823-1 neutron-server[103448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 20:40:57.697520 n-d-818823-1 neutron-server[103448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 20:40:57.751063 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-05366f2d-9010-4073-891e-88b85182ead4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3760002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595318'] for network, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:57.756786 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-05366f2d-9010-4073-891e-88b85182ead4 admin admin] Publish callbacks [] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:57.760245 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-05366f2d-9010-4073-891e-88b85182ead4 admin admin] 10.222.0.46 "DELETE /v2.0/networks/2d2b92be-0876-4844-93cc-c5f8ddf7ada0 HTTP/1.1" status: 204 len: 168 time: 0.7861905 Nov 22 20:40:57.773517 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05366f2d-9010-4073-891e-88b85182ead4 admin admin] Pushing event deleted for resources: {'Network': ['ID=2d2b92be-0876-4844-93cc-c5f8ddf7ada0,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:40:57.883510 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 54142) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:40:57.927466 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-31261f36-5b74-4e69-89c0-9c72d2a65da9 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=df8ce762aafe4b66a2b6dafc7eb75aa7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0427406 Nov 22 20:40:57.929878 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 54144) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:40:57.977509 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e8bf0dea-ee0c-4de8-bb91-8a07e8b68412 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:58.000753 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e8bf0dea-ee0c-4de8-bb91-8a07e8b68412 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:58.053338 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e8bf0dea-ee0c-4de8-bb91-8a07e8b68412 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:58.056087 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e8bf0dea-ee0c-4de8-bb91-8a07e8b68412 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:58.057328 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-e8bf0dea-ee0c-4de8-bb91-8a07e8b68412 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/bdbdf06f-80eb-4604-85a2-cc8d336df2d6 HTTP/1.1" status: 204 len: 168 time: 0.1265194 Nov 22 20:40:58.066280 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bf0dea-ee0c-4de8-bb91-8a07e8b68412 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdbdf06f-80eb-4604-85a2-cc8d336df2d6,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:40:58.385128 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 54150) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:40:58.400461 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0b32237a-6b52-4cd9-948b-c82ba91ab768 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:58.479397 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0b32237a-6b52-4cd9-948b-c82ba91ab768 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:58.483980 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0b32237a-6b52-4cd9-948b-c82ba91ab768 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:58.538116 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-0b32237a-6b52-4cd9-948b-c82ba91ab768 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2720 time: 0.1516194 Nov 22 20:40:58.539633 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 54158) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:40:58.545914 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b32237a-6b52-4cd9-948b-c82ba91ab768 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ae0a794-0c7e-4fa3-bc3b-7f9d28d75715,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:40:58.617382 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8864d03e-8bdf-4ee0-8792-88972e1bc4ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:58.653752 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8864d03e-8bdf-4ee0-8792-88972e1bc4ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:58.719145 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8864d03e-8bdf-4ee0-8792-88972e1bc4ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:58.723470 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8864d03e-8bdf-4ee0-8792-88972e1bc4ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:58.724846 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-8864d03e-8bdf-4ee0-8792-88972e1bc4ac admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6ae0a794-0c7e-4fa3-bc3b-7f9d28d75715 HTTP/1.1" status: 204 len: 168 time: 0.1841998 Nov 22 20:40:58.736003 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8864d03e-8bdf-4ee0-8792-88972e1bc4ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ae0a794-0c7e-4fa3-bc3b-7f9d28d75715,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:40:58.782055 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 5c415f85-bed4-4121-813c-56ebfbb7f5f3 no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:40:58.817529 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: 5c415f85-bed4-4121-813c-56ebfbb7f5f3 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:40:58.818223 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 5c415f85-bed4-4121-813c-56ebfbb7f5f3 not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:40:58.818834 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device b7d250b0-3249-445b-87ba-4cef6f449609 no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:40:58.841717 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: b7d250b0-3249-445b-87ba-4cef6f449609 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:40:58.842129 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device b7d250b0-3249-445b-87ba-4cef6f449609 not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:40:59.761809 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 54172) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:40:59.876587 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-95c1c910-551f-4f41-9f88-79355c97454e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:40:59.986881 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6b162055-f3df-42d4-b09d-2270072adbce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:41:00.300009 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-95c1c910-551f-4f41-9f88-79355c97454e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:41:00.304468 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-95c1c910-551f-4f41-9f88-79355c97454e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:41:00.341891 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c1c910-551f-4f41-9f88-79355c97454e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a7f01ee-75e4-497a-a10c-f4151534716f,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:41:00.348965 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-95c1c910-551f-4f41-9f88-79355c97454e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=975c0d7a47ee485ca8faa0e5985bb5fd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5836315 Nov 22 20:41:00.349829 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 54176) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:41:00.398316 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-059b841e-b74f-4c33-89e1-7d9b75339837 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:41:00.419608 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-059b841e-b74f-4c33-89e1-7d9b75339837 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:41:00.471843 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-059b841e-b74f-4c33-89e1-7d9b75339837 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:41:00.474965 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-059b841e-b74f-4c33-89e1-7d9b75339837 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:41:00.476162 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-059b841e-b74f-4c33-89e1-7d9b75339837 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7a7f01ee-75e4-497a-a10c-f4151534716f HTTP/1.1" status: 204 len: 168 time: 0.1260765 Nov 22 20:41:00.484586 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059b841e-b74f-4c33-89e1-7d9b75339837 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a7f01ee-75e4-497a-a10c-f4151534716f,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:41:00.743261 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 54184) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:41:00.757157 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-bc8effaf-602d-4aad-ba58-f30d8c6d3a8f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:41:00.841756 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-bc8effaf-602d-4aad-ba58-f30d8c6d3a8f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:41:00.845688 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-bc8effaf-602d-4aad-ba58-f30d8c6d3a8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:41:00.885548 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-bc8effaf-602d-4aad-ba58-f30d8c6d3a8f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b58a81116d2c48ee986aea458b46c5f4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1409996 Nov 22 20:41:00.886435 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8effaf-602d-4aad-ba58-f30d8c6d3a8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b61426a-e052-491c-ac93-614a42c92e56,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:41:00.888237 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 54186) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:41:00.938013 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2d03b2c3-85fd-4ace-a7f6-4bce1812f0e9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:41:00.959439 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2d03b2c3-85fd-4ace-a7f6-4bce1812f0e9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:41:01.011942 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2d03b2c3-85fd-4ace-a7f6-4bce1812f0e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:41:01.014738 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2d03b2c3-85fd-4ace-a7f6-4bce1812f0e9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:41:01.016079 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-2d03b2c3-85fd-4ace-a7f6-4bce1812f0e9 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4b61426a-e052-491c-ac93-614a42c92e56 HTTP/1.1" status: 204 len: 168 time: 0.1259375 Nov 22 20:41:01.031598 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d03b2c3-85fd-4ace-a7f6-4bce1812f0e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b61426a-e052-491c-ac93-614a42c92e56,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:41:02.077837 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 54228) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:41:02.295616 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0f17d7a1-11dd-4818-b4c4-42813c7f7ff9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:41:02.373573 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0f17d7a1-11dd-4818-b4c4-42813c7f7ff9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:41:02.377500 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0f17d7a1-11dd-4818-b4c4-42813c7f7ff9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:41:02.418405 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-0f17d7a1-11dd-4818-b4c4-42813c7f7ff9 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=62471c4f72a445cabc207b7986beb537&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3394051 Nov 22 20:41:02.419313 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f17d7a1-11dd-4818-b4c4-42813c7f7ff9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21f3c85b-322a-478a-ba7a-13691fc913a1,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:41:02.421135 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 54240) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:41:02.482558 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a1b0b457-434d-42a6-86b4-9ed43d5505a0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:41:02.505192 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a1b0b457-434d-42a6-86b4-9ed43d5505a0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:41:02.558460 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a1b0b457-434d-42a6-86b4-9ed43d5505a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:41:02.561487 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a1b0b457-434d-42a6-86b4-9ed43d5505a0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:41:02.565269 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-a1b0b457-434d-42a6-86b4-9ed43d5505a0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/21f3c85b-322a-478a-ba7a-13691fc913a1 HTTP/1.1" status: 204 len: 168 time: 0.1400371 Nov 22 20:41:02.580049 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b0b457-434d-42a6-86b4-9ed43d5505a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21f3c85b-322a-478a-ba7a-13691fc913a1,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:41:02.953797 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-82e4a626-26de-46e1-a7e2-54ef6fc5556a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:41:03.489979 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-03f0964f-1b75-4df7-99e0-a3cdb56ec2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:41:03.518451 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 54276) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:41:03.708643 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb576b31-af21-4912-b9b6-e458a71a9a61 req-c4f07ce0-ef93-46a4-8744-e670ccfe1a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:41:03.710286 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-eb576b31-af21-4912-b9b6-e458a71a9a61 req-c4f07ce0-ef93-46a4-8744-e670ccfe1a40 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=895512ea-fccd-41da-8359-36f93c1b41d7 HTTP/1.1" status: 200 len: 1097 time: 0.1897135 Nov 22 20:41:03.766387 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-eb576b31-af21-4912-b9b6-e458a71a9a61 req-b1d5f014-0590-4130-b9b5-9672d6e25fab service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=7bd6ba0c-84bf-4200-81ba-38641831e2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495219 Nov 22 20:41:04.893606 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3e5ae191-d817-49a4-a483-98395356d64b req-5e3f28ee-fad7-4e20-92f1-1cbd13e1877e tempest-VolumesNegativeTest-1831619015 tempest-VolumesNegativeTest-1831619015-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=eafe45bf9f4b4a17956dfd3891fe0df3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0320318 Nov 22 20:41:05.189602 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e49ee129-e862-4476-beca-cdc8150d2345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:41:05.380232 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5ae191-d817-49a4-a483-98395356d64b req-20218cdc-9f74-4b71-97c5-bf2059f93d0e tempest-VolumesNegativeTest-1831619015 tempest-VolumesNegativeTest-1831619015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:41:05.381652 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3e5ae191-d817-49a4-a483-98395356d64b req-20218cdc-9f74-4b71-97c5-bf2059f93d0e tempest-VolumesNegativeTest-1831619015 tempest-VolumesNegativeTest-1831619015-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4823687 Nov 22 20:41:05.397710 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3e5ae191-d817-49a4-a483-98395356d64b req-bd13c933-ecb6-4a9d-949d-e73bb642bd03 tempest-VolumesNegativeTest-1831619015 tempest-VolumesNegativeTest-1831619015-project] 10.222.0.46 "GET /v2.0/quotas/eafe45bf9f4b4a17956dfd3891fe0df3 HTTP/1.1" status: 200 len: 375 time: 0.0098131 Nov 22 20:41:05.433725 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3e5ae191-d817-49a4-a483-98395356d64b req-fab67487-f87f-4815-85b8-9695fc72de1e tempest-VolumesNegativeTest-1831619015 tempest-VolumesNegativeTest-1831619015-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=eafe45bf9f4b4a17956dfd3891fe0df3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0304227 Nov 22 20:41:05.592505 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ec1a4110-9db8-453a-8f6c-482316adcd00 req-3e5b67dc-ff63-4421-9454-2d7af0283715 tempest-VolumesNegativeTest-1831619015 tempest-VolumesNegativeTest-1831619015-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ea54717-e2a4-42ee-bf7f-153e9269bbda HTTP/1.1" status: 200 len: 210 time: 0.0261855 Nov 22 20:41:06.064407 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:41:06.300124 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 54330) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:41:06.409296 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-3e464505-2945-4d6e-ae36-138df26c2613 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:41:06.495799 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-3e464505-2945-4d6e-ae36-138df26c2613 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:41:06.499983 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-3e464505-2945-4d6e-ae36-138df26c2613 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:41:06.540535 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-3e464505-2945-4d6e-ae36-138df26c2613 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f2ed25b0a88246d69249bb51ef34808b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2384708 Nov 22 20:41:06.541433 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e464505-2945-4d6e-ae36-138df26c2613 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05a3df2e-84ca-49fc-baca-866c1d966d88,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:41:06.544213 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 54334) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:41:06.603533 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5405ac98-030a-4ea9-8e12-45f8dbe4eac4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:41:06.627184 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5405ac98-030a-4ea9-8e12-45f8dbe4eac4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:41:06.686381 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5405ac98-030a-4ea9-8e12-45f8dbe4eac4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:41:06.689648 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5405ac98-030a-4ea9-8e12-45f8dbe4eac4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:41:06.689809 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-688c1199-7954-40dc-9c83-192ca087f1ad req-aa978f73-bc10-45e5-a0cc-64148aa37ee6 tempest-VolumesNegativeTest-1831619015 tempest-VolumesNegativeTest-1831619015-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ea54717-e2a4-42ee-bf7f-153e9269bbda HTTP/1.1" status: 200 len: 210 time: 0.0285435 Nov 22 20:41:06.691154 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-5405ac98-030a-4ea9-8e12-45f8dbe4eac4 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/05a3df2e-84ca-49fc-baca-866c1d966d88 HTTP/1.1" status: 204 len: 168 time: 0.1453795 Nov 22 20:41:06.701607 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5405ac98-030a-4ea9-8e12-45f8dbe4eac4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05a3df2e-84ca-49fc-baca-866c1d966d88,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:41:06.962563 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 54346) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:41:06.976100 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4f100fdb-7996-4c8a-bdff-552a23bca4fb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:41:07.052898 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4f100fdb-7996-4c8a-bdff-552a23bca4fb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:41:07.056939 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4f100fdb-7996-4c8a-bdff-552a23bca4fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:41:07.097314 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-4f100fdb-7996-4c8a-bdff-552a23bca4fb admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2a153650310d4c9abea5823f7dd72c35&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1335971 Nov 22 20:41:07.098815 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f100fdb-7996-4c8a-bdff-552a23bca4fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=911f3112-5924-4e4b-9ffb-661aba431a20,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:41:07.100642 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 54348) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:41:07.156761 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c93bbcf8-43e1-4c74-8c37-3c2d36bbe327 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:41:07.178564 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c93bbcf8-43e1-4c74-8c37-3c2d36bbe327 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:41:07.224283 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c93bbcf8-43e1-4c74-8c37-3c2d36bbe327 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:41:07.226903 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c93bbcf8-43e1-4c74-8c37-3c2d36bbe327 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:41:07.228139 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-c93bbcf8-43e1-4c74-8c37-3c2d36bbe327 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/911f3112-5924-4e4b-9ffb-661aba431a20 HTTP/1.1" status: 204 len: 168 time: 0.1263728 Nov 22 20:41:07.235771 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93bbcf8-43e1-4c74-8c37-3c2d36bbe327 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=911f3112-5924-4e4b-9ffb-661aba431a20,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:41:07.787465 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-25f82c62-37f1-4775-b6d3-8b8b81b33afd req-757123ca-d42c-470c-8495-ee471b626637 tempest-VolumesNegativeTest-1831619015 tempest-VolumesNegativeTest-1831619015-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ea54717-e2a4-42ee-bf7f-153e9269bbda HTTP/1.1" status: 200 len: 210 time: 0.0334918 Nov 22 20:41:08.873858 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4185fcb8-3a32-4d69-9149-7bf30c60c51b req-78abebe6-f767-4c7a-8a20-c842d31126b4 tempest-VolumesNegativeTest-1831619015 tempest-VolumesNegativeTest-1831619015-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ea54717-e2a4-42ee-bf7f-153e9269bbda HTTP/1.1" status: 200 len: 210 time: 0.0272253 Nov 22 20:41:09.967343 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-24aa46db-e981-402e-9538-3cf913e33d19 req-ce9cab00-4cac-49e3-bd21-02086a23b2e5 tempest-VolumesNegativeTest-1831619015 tempest-VolumesNegativeTest-1831619015-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ea54717-e2a4-42ee-bf7f-153e9269bbda HTTP/1.1" status: 200 len: 210 time: 0.0260425 Nov 22 20:41:10.560254 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3e5ae191-d817-49a4-a483-98395356d64b req-29c65e00-f4a1-49e4-b06c-76e68aaea690 tempest-VolumesNegativeTest-1831619015 tempest-VolumesNegativeTest-1831619015-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=eafe45bf9f4b4a17956dfd3891fe0df3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0215151 Nov 22 20:41:10.673016 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5ae191-d817-49a4-a483-98395356d64b req-d3c2b1d7-3800-4864-aa92-a820481cd865 tempest-VolumesNegativeTest-1831619015 tempest-VolumesNegativeTest-1831619015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:41:10.674494 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3e5ae191-d817-49a4-a483-98395356d64b req-d3c2b1d7-3800-4864-aa92-a820481cd865 tempest-VolumesNegativeTest-1831619015 tempest-VolumesNegativeTest-1831619015-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1084123 Nov 22 20:41:10.688130 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-3e5ae191-d817-49a4-a483-98395356d64b req-cc2c8a97-f8f7-4814-9aec-8bd2174e99d2 tempest-VolumesNegativeTest-1831619015 tempest-VolumesNegativeTest-1831619015-project] Request body: {'port': {'device_id': '3ea54717-e2a4-42ee-bf7f-153e9269bbda', 'network_id': 'e1052824-bf78-4963-8937-b202e372ac24', 'admin_state_up': True, 'tenant_id': 'eafe45bf9f4b4a17956dfd3891fe0df3'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:41:10.800398 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e5ae191-d817-49a4-a483-98395356d64b req-cc2c8a97-f8f7-4814-9aec-8bd2174e99d2 tempest-VolumesNegativeTest-1831619015 tempest-VolumesNegativeTest-1831619015-project] Made reservation on behalf of eafe45bf9f4b4a17956dfd3891fe0df3 for: {'port': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:41:10.803983 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-3e5ae191-d817-49a4-a483-98395356d64b req-cc2c8a97-f8f7-4814-9aec-8bd2174e99d2 tempest-VolumesNegativeTest-1831619015 tempest-VolumesNegativeTest-1831619015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:41:10.813246 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-3e5ae191-d817-49a4-a483-98395356d64b req-cc2c8a97-f8f7-4814-9aec-8bd2174e99d2 tempest-VolumesNegativeTest-1831619015 tempest-VolumesNegativeTest-1831619015-project] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:41:10.887853 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-3e5ae191-d817-49a4-a483-98395356d64b req-cc2c8a97-f8f7-4814-9aec-8bd2174e99d2 tempest-VolumesNegativeTest-1831619015 tempest-VolumesNegativeTest-1831619015-project] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:41:10.891509 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-3e5ae191-d817-49a4-a483-98395356d64b req-cc2c8a97-f8f7-4814-9aec-8bd2174e99d2 tempest-VolumesNegativeTest-1831619015 tempest-VolumesNegativeTest-1831619015-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:41:10.951106 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2c8a97-f8f7-4814-9aec-8bd2174e99d2 tempest-VolumesNegativeTest-1831619015 tempest-VolumesNegativeTest-1831619015-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1f4d260-6aeb-4d81-afef-ebd09cd52ccf,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:41:11.028376 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [req-3e5ae191-d817-49a4-a483-98395356d64b req-cc2c8a97-f8f7-4814-9aec-8bd2174e99d2 tempest-VolumesNegativeTest-1831619015 tempest-VolumesNegativeTest-1831619015-project] Allocated IP 192.168.233.92 (e1052824-bf78-4963-8937-b202e372ac24/3091ebfd-11e2-41f8-9c00-ffe0b86563d8/a8e4f131-4630-4ac4-bafa-99e8d0641bf0) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:41:11.074756 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-59a62142-9693-4979-b760-fac0a989a5d1 req-e6ac6857-a745-4863-b65e-be1cca356d1b tempest-VolumesNegativeTest-1831619015 tempest-VolumesNegativeTest-1831619015-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ea54717-e2a4-42ee-bf7f-153e9269bbda HTTP/1.1" status: 200 len: 210 time: 0.0370359 Nov 22 20:41:11.197069 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-3e5ae191-d817-49a4-a483-98395356d64b req-cc2c8a97-f8f7-4814-9aec-8bd2174e99d2 tempest-VolumesNegativeTest-1831619015 tempest-VolumesNegativeTest-1831619015-project] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:41:11.230411 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-3e5ae191-d817-49a4-a483-98395356d64b req-cc2c8a97-f8f7-4814-9aec-8bd2174e99d2 tempest-VolumesNegativeTest-1831619015 tempest-VolumesNegativeTest-1831619015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:41:11.274712 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e5ae191-d817-49a4-a483-98395356d64b req-cc2c8a97-f8f7-4814-9aec-8bd2174e99d2 tempest-VolumesNegativeTest-1831619015 tempest-VolumesNegativeTest-1831619015-project] Network e1052824-bf78-4963-8937-b202e372ac24 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:41:11.277974 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [req-3e5ae191-d817-49a4-a483-98395356d64b req-cc2c8a97-f8f7-4814-9aec-8bd2174e99d2 tempest-VolumesNegativeTest-1831619015 tempest-VolumesNegativeTest-1831619015-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:41:11.281529 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e5ae191-d817-49a4-a483-98395356d64b req-cc2c8a97-f8f7-4814-9aec-8bd2174e99d2 tempest-VolumesNegativeTest-1831619015 tempest-VolumesNegativeTest-1831619015-project] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:41:11.304939 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2c8a97-f8f7-4814-9aec-8bd2174e99d2 tempest-VolumesNegativeTest-1831619015 tempest-VolumesNegativeTest-1831619015-project] Pushing event updated for resources: {'Port': ['ID=a8e4f131-4630-4ac4-bafa-99e8d0641bf0,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:41:11.334580 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5ae191-d817-49a4-a483-98395356d64b req-cc2c8a97-f8f7-4814-9aec-8bd2174e99d2 tempest-VolumesNegativeTest-1831619015 tempest-VolumesNegativeTest-1831619015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:41:11.335130 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-3e5ae191-d817-49a4-a483-98395356d64b req-cc2c8a97-f8f7-4814-9aec-8bd2174e99d2 tempest-VolumesNegativeTest-1831619015 tempest-VolumesNegativeTest-1831619015-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:41:11.351813 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3e5ae191-d817-49a4-a483-98395356d64b req-cc2c8a97-f8f7-4814-9aec-8bd2174e99d2 tempest-VolumesNegativeTest-1831619015 tempest-VolumesNegativeTest-1831619015-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6673591 Nov 22 20:41:11.510828 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-3e5ae191-d817-49a4-a483-98395356d64b req-275b649d-9b05-4b81-acee-c792b561ad8f service neutron] Request body: {'port': {'device_id': '3ea54717-e2a4-42ee-bf7f-153e9269bbda', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818823-1'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:41:11.518444 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-0bccb770-4ef5-4bce-9343-5e763aa8f1c7 None None] Provisioning complete for port a8e4f131-4630-4ac4-bafa-99e8d0641bf0 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:41:11.518970 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-0bccb770-4ef5-4bce-9343-5e763aa8f1c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:41:11.552155 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-0bccb770-4ef5-4bce-9343-5e763aa8f1c7 None None] Port a8e4f131-4630-4ac4-bafa-99e8d0641bf0 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:41:11.568385 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-3e5ae191-d817-49a4-a483-98395356d64b req-275b649d-9b05-4b81-acee-c792b561ad8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:41:11.874377 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [req-3e5ae191-d817-49a4-a483-98395356d64b req-275b649d-9b05-4b81-acee-c792b561ad8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8e4f131-4630-4ac4-bafa-99e8d0641bf0 {{(pid=103447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:41:11.882020 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-3e5ae191-d817-49a4-a483-98395356d64b req-275b649d-9b05-4b81-acee-c792b561ad8f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:41:11.897409 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.provisioning_blocks [req-3e5ae191-d817-49a4-a483-98395356d64b req-275b649d-9b05-4b81-acee-c792b561ad8f service neutron] Transition to ACTIVE for port object a8e4f131-4630-4ac4-bafa-99e8d0641bf0 will not be triggered until provisioned by entity L2. {{(pid=103447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 20:41:11.901067 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-3e5ae191-d817-49a4-a483-98395356d64b req-275b649d-9b05-4b81-acee-c792b561ad8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:41:11.951455 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275b649d-9b05-4b81-acee-c792b561ad8f service neutron] Pushing event updated for resources: {'Port': ['ID=a8e4f131-4630-4ac4-bafa-99e8d0641bf0,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:41:12.021262 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-3e5ae191-d817-49a4-a483-98395356d64b req-275b649d-9b05-4b81-acee-c792b561ad8f service neutron] Attempting to bind port a8e4f131-4630-4ac4-bafa-99e8d0641bf0 on host n-h2-818823-1 for vnic_type normal with profile {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:41:12.021595 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-3e5ae191-d817-49a4-a483-98395356d64b req-275b649d-9b05-4b81-acee-c792b561ad8f service neutron] Attempting to bind port a8e4f131-4630-4ac4-bafa-99e8d0641bf0 by drivers openvswitch,hyperv on host n-h2-818823-1 at level 0 using segments [{'id': '2a5a1c7b-538e-498e-99b9-cc7a8e0411be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'e1052824-bf78-4963-8937-b202e372ac24'}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:41:12.021919 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e5ae191-d817-49a4-a483-98395356d64b req-275b649d-9b05-4b81-acee-c792b561ad8f service neutron] Attempting to bind port a8e4f131-4630-4ac4-bafa-99e8d0641bf0 on network e1052824-bf78-4963-8937-b202e372ac24 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:41:12.026417 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e5ae191-d817-49a4-a483-98395356d64b req-275b649d-9b05-4b81-acee-c792b561ad8f service neutron] Port a8e4f131-4630-4ac4-bafa-99e8d0641bf0 on network e1052824-bf78-4963-8937-b202e372ac24 not bound, no agent of type Open vSwitch agent registered on host n-h2-818823-1 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:41:12.026728 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e5ae191-d817-49a4-a483-98395356d64b req-275b649d-9b05-4b81-acee-c792b561ad8f service neutron] Attempting to bind port a8e4f131-4630-4ac4-bafa-99e8d0641bf0 on network e1052824-bf78-4963-8937-b202e372ac24 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:41:12.031864 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e5ae191-d817-49a4-a483-98395356d64b req-275b649d-9b05-4b81-acee-c792b561ad8f service neutron] Checking agent: {'id': '65e0486a-7030-4065-96f0-10aa7402a530', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'started_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 40, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:41:12.032555 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e5ae191-d817-49a4-a483-98395356d64b req-275b649d-9b05-4b81-acee-c792b561ad8f service neutron] Checking segment: {'id': '2a5a1c7b-538e-498e-99b9-cc7a8e0411be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'e1052824-bf78-4963-8937-b202e372ac24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:41:12.032761 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e5ae191-d817-49a4-a483-98395356d64b req-275b649d-9b05-4b81-acee-c792b561ad8f service neutron] Bound using segment: {'id': '2a5a1c7b-538e-498e-99b9-cc7a8e0411be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'e1052824-bf78-4963-8937-b202e372ac24'} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:41:12.033198 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-3e5ae191-d817-49a4-a483-98395356d64b req-275b649d-9b05-4b81-acee-c792b561ad8f service neutron] Bound port: a8e4f131-4630-4ac4-bafa-99e8d0641bf0, host: n-h2-818823-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a5a1c7b-538e-498e-99b9-cc7a8e0411be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'e1052824-bf78-4963-8937-b202e372ac24'}}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:41:12.033554 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-3e5ae191-d817-49a4-a483-98395356d64b req-275b649d-9b05-4b81-acee-c792b561ad8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:41:12.113578 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-3e5ae191-d817-49a4-a483-98395356d64b req-275b649d-9b05-4b81-acee-c792b561ad8f service neutron] For port a8e4f131-4630-4ac4-bafa-99e8d0641bf0, host n-h2-818823-1, cleared binding levels {{(pid=103447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:41:12.117980 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-3e5ae191-d817-49a4-a483-98395356d64b req-275b649d-9b05-4b81-acee-c792b561ad8f service neutron] For port a8e4f131-4630-4ac4-bafa-99e8d0641bf0, host n-h2-818823-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=a8e4f131-4630-4ac4-bafa-99e8d0641bf0,segment=NetworkSegment(2a5a1c7b-538e-498e-99b9-cc7a8e0411be),segment_id=2a5a1c7b-538e-498e-99b9-cc7a8e0411be)] {{(pid=103447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:41:12.124977 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-3e5ae191-d817-49a4-a483-98395356d64b req-275b649d-9b05-4b81-acee-c792b561ad8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:41:12.161611 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5ae191-d817-49a4-a483-98395356d64b req-275b649d-9b05-4b81-acee-c792b561ad8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:41:12.162370 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-3e5ae191-d817-49a4-a483-98395356d64b req-275b649d-9b05-4b81-acee-c792b561ad8f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:41:12.164057 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3e5ae191-d817-49a4-a483-98395356d64b req-275b649d-9b05-4b81-acee-c792b561ad8f service neutron] 10.222.0.20 "PUT /v2.0/ports/a8e4f131-4630-4ac4-bafa-99e8d0641bf0 HTTP/1.1" status: 200 len: 1095 time: 0.8045256 Nov 22 20:41:12.170712 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ea54717-e2a4-42ee-bf7f-153e9269bbda', 'tag': 'a8e4f131-4630-4ac4-bafa-99e8d0641bf0'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:41:12.173098 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cbede99-722d-47c0-b026-b2cbd71d13cd" -d '{"events": [{"name": "network-changed", "server_uuid": "3ea54717-e2a4-42ee-bf7f-153e9269bbda", "tag": "a8e4f131-4630-4ac4-bafa-99e8d0641bf0"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:41:12.219925 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 20:41:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74a3c789-4be0-44a8-a862-44f2d7fa0eec x-openstack-request-id: req-74a3c789-4be0-44a8-a862-44f2d7fa0eec {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:41:12.220222 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ea54717-e2a4-42ee-bf7f-153e9269bbda", "tag": "a8e4f131-4630-4ac4-bafa-99e8d0641bf0", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:41:12.220478 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-74a3c789-4be0-44a8-a862-44f2d7fa0eec {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:41:12.220873 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ea54717-e2a4-42ee-bf7f-153e9269bbda', 'tag': 'a8e4f131-4630-4ac4-bafa-99e8d0641bf0', 'status': 'completed', 'code': 200} Nov 22 20:41:12.278786 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275b649d-9b05-4b81-acee-c792b561ad8f service neutron] Pushing event updated for resources: {'Port': ['ID=a8e4f131-4630-4ac4-bafa-99e8d0641bf0,revision_number=3']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:41:12.312228 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc10d56-978d-4f87-a875-1da9a0794350 req-a88f11d5-9dfc-403c-8423-fb3a447d2e56 tempest-VolumesNegativeTest-1831619015 tempest-VolumesNegativeTest-1831619015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:41:12.313778 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-dbc10d56-978d-4f87-a875-1da9a0794350 req-a88f11d5-9dfc-403c-8423-fb3a447d2e56 tempest-VolumesNegativeTest-1831619015 tempest-VolumesNegativeTest-1831619015-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ea54717-e2a4-42ee-bf7f-153e9269bbda HTTP/1.1" status: 200 len: 947 time: 0.1445286 Nov 22 20:41:12.316934 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5ae191-d817-49a4-a483-98395356d64b req-519296e7-83f7-47f8-a8aa-daa426a6b88a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:41:12.318375 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3e5ae191-d817-49a4-a483-98395356d64b req-519296e7-83f7-47f8-a8aa-daa426a6b88a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=eafe45bf9f4b4a17956dfd3891fe0df3&device_id=3ea54717-e2a4-42ee-bf7f-153e9269bbda HTTP/1.1" status: 200 len: 1098 time: 0.1004238 Nov 22 20:41:12.393218 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3e5ae191-d817-49a4-a483-98395356d64b req-e62bafcc-438e-4ff1-90d2-3700f7c41e67 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=a8e4f131-4630-4ac4-bafa-99e8d0641bf0 HTTP/1.1" status: 200 len: 217 time: 0.0587583 Nov 22 20:41:12.456239 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-dbc10d56-978d-4f87-a875-1da9a0794350 req-4981d76f-a255-46e3-af5e-0b539653b7ef tempest-VolumesNegativeTest-1831619015 tempest-VolumesNegativeTest-1831619015-project] 10.222.0.46 "GET /v2.0/security-groups?id=d1f4d260-6aeb-4d81-afef-ebd09cd52ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357849 Nov 22 20:41:12.467878 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5ae191-d817-49a4-a483-98395356d64b req-de0f53b7-8372-4d51-abcb-76458d6ca91c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:41:12.469348 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3e5ae191-d817-49a4-a483-98395356d64b req-de0f53b7-8372-4d51-abcb-76458d6ca91c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3091ebfd-11e2-41f8-9c00-ffe0b86563d8 HTTP/1.1" status: 200 len: 843 time: 0.0684483 Nov 22 20:41:12.553096 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5ae191-d817-49a4-a483-98395356d64b req-6465e858-9631-40fa-aa6a-5b1bc653ef9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:41:12.554602 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3e5ae191-d817-49a4-a483-98395356d64b req-6465e858-9631-40fa-aa6a-5b1bc653ef9c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e1052824-bf78-4963-8937-b202e372ac24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0768058 Nov 22 20:41:12.643136 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3e5ae191-d817-49a4-a483-98395356d64b req-d0032549-a0a2-4f4a-a2b9-f97161c4eaa5 service neutron] 10.222.0.20 "GET /v2.0/networks/e1052824-bf78-4963-8937-b202e372ac24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802722 Nov 22 20:41:12.734695 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3e5ae191-d817-49a4-a483-98395356d64b req-e1e2ab60-e348-4f9c-b8ad-90deca568731 service neutron] 10.222.0.20 "GET /v2.0/networks/e1052824-bf78-4963-8937-b202e372ac24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845892 Nov 22 20:41:12.823220 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbede99-722d-47c0-b026-b2cbd71d13cd req-bab612d2-d8b0-490e-b9a1-f67a563b17fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:41:12.824742 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6cbede99-722d-47c0-b026-b2cbd71d13cd req-bab612d2-d8b0-490e-b9a1-f67a563b17fb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=eafe45bf9f4b4a17956dfd3891fe0df3&device_id=3ea54717-e2a4-42ee-bf7f-153e9269bbda HTTP/1.1" status: 200 len: 1098 time: 0.0420082 Nov 22 20:41:12.971216 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbede99-722d-47c0-b026-b2cbd71d13cd req-98b68dd3-ce3e-46ef-aded-2482860d36ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:41:12.972739 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6cbede99-722d-47c0-b026-b2cbd71d13cd req-98b68dd3-ce3e-46ef-aded-2482860d36ca service neutron] 10.222.0.20 "GET /v2.0/networks?id=e1052824-bf78-4963-8937-b202e372ac24 HTTP/1.1" status: 200 len: 870 time: 0.1409431 Nov 22 20:41:13.020348 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6cbede99-722d-47c0-b026-b2cbd71d13cd req-fe919253-1e5e-4578-9763-0c43b9f2a751 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=a8e4f131-4630-4ac4-bafa-99e8d0641bf0 HTTP/1.1" status: 200 len: 217 time: 0.0393481 Nov 22 20:41:13.071257 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbede99-722d-47c0-b026-b2cbd71d13cd req-7e3343fa-ac35-4af7-8aec-d6f4bfe9a4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:41:13.072693 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6cbede99-722d-47c0-b026-b2cbd71d13cd req-7e3343fa-ac35-4af7-8aec-d6f4bfe9a4b5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3091ebfd-11e2-41f8-9c00-ffe0b86563d8 HTTP/1.1" status: 200 len: 843 time: 0.0430191 Nov 22 20:41:13.117436 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbede99-722d-47c0-b026-b2cbd71d13cd req-d71297d6-f470-4e2f-9803-7adcc6ff1ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:41:13.118897 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6cbede99-722d-47c0-b026-b2cbd71d13cd req-d71297d6-f470-4e2f-9803-7adcc6ff1ef5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e1052824-bf78-4963-8937-b202e372ac24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0383515 Nov 22 20:41:13.209855 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6cbede99-722d-47c0-b026-b2cbd71d13cd req-d4c964f4-f237-49f3-b950-86c73bd81ee5 service neutron] 10.222.0.20 "GET /v2.0/networks/e1052824-bf78-4963-8937-b202e372ac24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832136 Nov 22 20:41:13.299201 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6cbede99-722d-47c0-b026-b2cbd71d13cd req-cfa78d76-6b14-4d0b-bb9f-346b8f77b919 service neutron] 10.222.0.20 "GET /v2.0/networks/e1052824-bf78-4963-8937-b202e372ac24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804846 Nov 22 20:41:13.570751 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f5082a-c167-48d6-8a8a-7919d22e493b req-7085cf3d-71f4-489b-bdad-11cb4fd4c6e3 tempest-VolumesNegativeTest-1831619015 tempest-VolumesNegativeTest-1831619015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:41:13.572152 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d2f5082a-c167-48d6-8a8a-7919d22e493b req-7085cf3d-71f4-489b-bdad-11cb4fd4c6e3 tempest-VolumesNegativeTest-1831619015 tempest-VolumesNegativeTest-1831619015-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ea54717-e2a4-42ee-bf7f-153e9269bbda HTTP/1.1" status: 200 len: 947 time: 0.0478721 Nov 22 20:41:13.621226 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d2f5082a-c167-48d6-8a8a-7919d22e493b req-5237e62d-eac3-4081-a9a4-63ac0857c5b5 tempest-VolumesNegativeTest-1831619015 tempest-VolumesNegativeTest-1831619015-project] 10.222.0.46 "GET /v2.0/security-groups?id=d1f4d260-6aeb-4d81-afef-ebd09cd52ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432479 Nov 22 20:41:14.614219 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:41:14.617844 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:41:14.735191 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77f8a3b-6917-47ea-bcf0-122924f6761c req-5f24927f-70f4-45d6-9a02-b2c6248037d4 tempest-VolumesNegativeTest-1831619015 tempest-VolumesNegativeTest-1831619015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:41:14.736706 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b77f8a3b-6917-47ea-bcf0-122924f6761c req-5f24927f-70f4-45d6-9a02-b2c6248037d4 tempest-VolumesNegativeTest-1831619015 tempest-VolumesNegativeTest-1831619015-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ea54717-e2a4-42ee-bf7f-153e9269bbda HTTP/1.1" status: 200 len: 947 time: 0.0485675 Nov 22 20:41:14.783303 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b77f8a3b-6917-47ea-bcf0-122924f6761c req-db253d41-aef6-4ade-91f3-8b342da41933 tempest-VolumesNegativeTest-1831619015 tempest-VolumesNegativeTest-1831619015-project] 10.222.0.46 "GET /v2.0/security-groups?id=d1f4d260-6aeb-4d81-afef-ebd09cd52ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405967 Nov 22 20:41:15.139013 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device a8e4f131-4630-4ac4-bafa-99e8d0641bf0 details requested by agent hyperv_n-h2-818823-1 with host n-h2-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 20:41:15.235360 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port a8e4f131-4630-4ac4-bafa-99e8d0641bf0, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=a8e4f131-4630-4ac4-bafa-99e8d0641bf0,segment=NetworkSegment(2a5a1c7b-538e-498e-99b9-cc7a8e0411be),segment_id=2a5a1c7b-538e-498e-99b9-cc7a8e0411be)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:41:15.246967 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Returning: {'device': 'a8e4f131-4630-4ac4-bafa-99e8d0641bf0', 'network_id': 'e1052824-bf78-4963-8937-b202e372ac24', 'port_id': 'a8e4f131-4630-4ac4-bafa-99e8d0641bf0', 'mac_address': 'fa:16:3e:81:98:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3091ebfd-11e2-41f8-9c00-ffe0b86563d8', 'ip_address': '192.168.233.92'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 20:41:15.283260 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:41:15.296198 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8e4f131-4630-4ac4-bafa-99e8d0641bf0 {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:41:15.315313 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port a8e4f131-4630-4ac4-bafa-99e8d0641bf0, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=a8e4f131-4630-4ac4-bafa-99e8d0641bf0,segment=NetworkSegment(2a5a1c7b-538e-498e-99b9-cc7a8e0411be),segment_id=2a5a1c7b-538e-498e-99b9-cc7a8e0411be)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:41:15.319552 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:41:15.368340 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=a8e4f131-4630-4ac4-bafa-99e8d0641bf0,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:41:15.375474 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:41:15.375824 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:41:15.376164 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:41:15.376500 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:41:15.376833 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:41:15.377164 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:41:15.377490 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:41:15.377812 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:41:15.378136 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:41:15.378457 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:41:15.379538 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:41:15.379868 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:41:15.571261 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] get_ports_and_sgs() called for port_ids ['a8e4f131-4630-4ac4-bafa-99e8d0641bf0'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:41:15.895481 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babedb65-0809-44b9-8098-9a6fdcfe98b6 req-e9d1d510-a287-443a-a045-a80797173966 tempest-VolumesNegativeTest-1831619015 tempest-VolumesNegativeTest-1831619015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:41:15.896970 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-babedb65-0809-44b9-8098-9a6fdcfe98b6 req-e9d1d510-a287-443a-a045-a80797173966 tempest-VolumesNegativeTest-1831619015 tempest-VolumesNegativeTest-1831619015-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ea54717-e2a4-42ee-bf7f-153e9269bbda HTTP/1.1" status: 200 len: 948 time: 0.0473032 Nov 22 20:41:15.942413 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-babedb65-0809-44b9-8098-9a6fdcfe98b6 req-d3956d64-babf-4c02-8dfb-dec51a6a9684 tempest-VolumesNegativeTest-1831619015 tempest-VolumesNegativeTest-1831619015-project] 10.222.0.46 "GET /v2.0/security-groups?id=d1f4d260-6aeb-4d81-afef-ebd09cd52ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395508 Nov 22 20:41:17.060367 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4076bf-6562-4df1-826f-0bf03ba56878 req-d8c1346e-e04f-4d37-a4d0-8057c4b448ca tempest-VolumesNegativeTest-1831619015 tempest-VolumesNegativeTest-1831619015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:41:17.061820 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-fc4076bf-6562-4df1-826f-0bf03ba56878 req-d8c1346e-e04f-4d37-a4d0-8057c4b448ca tempest-VolumesNegativeTest-1831619015 tempest-VolumesNegativeTest-1831619015-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ea54717-e2a4-42ee-bf7f-153e9269bbda HTTP/1.1" status: 200 len: 948 time: 0.0503786 Nov 22 20:41:17.108112 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-fc4076bf-6562-4df1-826f-0bf03ba56878 req-3ec2036e-f32b-4801-aa9f-fa1bf36e3706 tempest-VolumesNegativeTest-1831619015 tempest-VolumesNegativeTest-1831619015-project] 10.222.0.46 "GET /v2.0/security-groups?id=d1f4d260-6aeb-4d81-afef-ebd09cd52ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398021 Nov 22 20:41:17.139578 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device a8e4f131-4630-4ac4-bafa-99e8d0641bf0 up at agent hyperv_n-h2-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:41:17.189913 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Provisioning for port a8e4f131-4630-4ac4-bafa-99e8d0641bf0 completed by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 20:41:17.194276 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Provisioning complete for port a8e4f131-4630-4ac4-bafa-99e8d0641bf0 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:41:17.194646 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:41:17.270217 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:41:17.291770 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ea54717-e2a4-42ee-bf7f-153e9269bbda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8e4f131-4630-4ac4-bafa-99e8d0641bf0'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:41:17.294051 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d39f6d30a11e565ec9648abcc015e8a6ab6cff4edd704add8155e28765d31eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d97df3e2-9801-410c-8686-87c6bfe09cfa" -d '{"events": [{"server_uuid": "3ea54717-e2a4-42ee-bf7f-153e9269bbda", "name": "network-vif-plugged", "status": "completed", "tag": "a8e4f131-4630-4ac4-bafa-99e8d0641bf0"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:41:17.307339 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port a8e4f131-4630-4ac4-bafa-99e8d0641bf0, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=a8e4f131-4630-4ac4-bafa-99e8d0641bf0,segment=NetworkSegment(2a5a1c7b-538e-498e-99b9-cc7a8e0411be),segment_id=2a5a1c7b-538e-498e-99b9-cc7a8e0411be)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:41:17.311774 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:41:17.335587 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:41:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6562e15-d3c9-4667-8329-c3756d5ed0b4 x-openstack-request-id: req-f6562e15-d3c9-4667-8329-c3756d5ed0b4 {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:41:17.335884 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ea54717-e2a4-42ee-bf7f-153e9269bbda", "name": "network-vif-plugged", "status": "completed", "tag": "a8e4f131-4630-4ac4-bafa-99e8d0641bf0", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:41:17.336143 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f6562e15-d3c9-4667-8329-c3756d5ed0b4 {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:41:17.336536 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ea54717-e2a4-42ee-bf7f-153e9269bbda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8e4f131-4630-4ac4-bafa-99e8d0641bf0', 'code': 200} Nov 22 20:41:17.364837 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=a8e4f131-4630-4ac4-bafa-99e8d0641bf0,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:41:17.432118 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c976ba7b-176b-4f12-95a2-b70189b05958 req-2ffbb905-d3ce-4457-8058-56fe1bf9931c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:41:17.433911 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c976ba7b-176b-4f12-95a2-b70189b05958 req-2ffbb905-d3ce-4457-8058-56fe1bf9931c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3ea54717-e2a4-42ee-bf7f-153e9269bbda HTTP/1.1" status: 200 len: 1100 time: 0.0394340 Nov 22 20:41:17.477330 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c976ba7b-176b-4f12-95a2-b70189b05958 req-2710a429-2951-42a4-b73e-91b59114781e service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=d1f4d260-6aeb-4d81-afef-ebd09cd52ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364568 Nov 22 20:41:18.224310 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cafc3d6-a916-454f-aef3-eec3a10ecedc req-604216b6-68a5-4fc0-bcd2-1dc9ae7a99e5 tempest-VolumesNegativeTest-1831619015 tempest-VolumesNegativeTest-1831619015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:41:18.225785 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6cafc3d6-a916-454f-aef3-eec3a10ecedc req-604216b6-68a5-4fc0-bcd2-1dc9ae7a99e5 tempest-VolumesNegativeTest-1831619015 tempest-VolumesNegativeTest-1831619015-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ea54717-e2a4-42ee-bf7f-153e9269bbda HTTP/1.1" status: 200 len: 949 time: 0.0511713 Nov 22 20:41:18.271735 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6cafc3d6-a916-454f-aef3-eec3a10ecedc req-a652a406-0bba-4faf-9800-3fbfb9d5f234 tempest-VolumesNegativeTest-1831619015 tempest-VolumesNegativeTest-1831619015-project] 10.222.0.46 "GET /v2.0/security-groups?id=d1f4d260-6aeb-4d81-afef-ebd09cd52ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399909 Nov 22 20:41:19.385593 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb01e53-1beb-4d9f-b4d5-893d7b711748 req-46b0fe26-c603-4e73-859c-2ecfad4dd15e tempest-VolumesNegativeTest-1831619015 tempest-VolumesNegativeTest-1831619015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:41:19.387075 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-deb01e53-1beb-4d9f-b4d5-893d7b711748 req-46b0fe26-c603-4e73-859c-2ecfad4dd15e tempest-VolumesNegativeTest-1831619015 tempest-VolumesNegativeTest-1831619015-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ea54717-e2a4-42ee-bf7f-153e9269bbda HTTP/1.1" status: 200 len: 949 time: 0.0477214 Nov 22 20:41:19.434280 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-deb01e53-1beb-4d9f-b4d5-893d7b711748 req-2b96c023-6a99-4b9b-ab15-c964fa44998c tempest-VolumesNegativeTest-1831619015 tempest-VolumesNegativeTest-1831619015-project] 10.222.0.46 "GET /v2.0/security-groups?id=d1f4d260-6aeb-4d81-afef-ebd09cd52ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412712 Nov 22 20:41:19.560618 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [req-6bc7939b-ccff-4dec-94dd-548467cd615e req-582e69a2-6e15-4481-810e-06110d3e97f4 service neutron] (103447) timed out ('10.222.0.46', 58156) {{(pid=103447) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 22 20:41:19.688958 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71db8354-9d1f-4c69-a6a4-62a714d8c625 req-d17ebee3-d2a9-43c2-9384-61438e1b81bf tempest-VolumesNegativeTest-1831619015 tempest-VolumesNegativeTest-1831619015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:41:19.690405 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-71db8354-9d1f-4c69-a6a4-62a714d8c625 req-d17ebee3-d2a9-43c2-9384-61438e1b81bf tempest-VolumesNegativeTest-1831619015 tempest-VolumesNegativeTest-1831619015-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ea54717-e2a4-42ee-bf7f-153e9269bbda HTTP/1.1" status: 200 len: 949 time: 0.0478115 Nov 22 20:41:19.740772 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-71db8354-9d1f-4c69-a6a4-62a714d8c625 req-9b36f273-92c9-496a-a3d8-7ea999bf86b9 tempest-VolumesNegativeTest-1831619015 tempest-VolumesNegativeTest-1831619015-project] 10.222.0.46 "GET /v2.0/security-groups?id=d1f4d260-6aeb-4d81-afef-ebd09cd52ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433438 Nov 22 20:41:20.867817 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936b8cfb-9442-4539-8877-29f640c17cca req-b07f525b-e1cd-4d7d-90db-42ea75af7890 tempest-VolumesNegativeTest-1831619015 tempest-VolumesNegativeTest-1831619015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:41:20.869274 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-936b8cfb-9442-4539-8877-29f640c17cca req-b07f525b-e1cd-4d7d-90db-42ea75af7890 tempest-VolumesNegativeTest-1831619015 tempest-VolumesNegativeTest-1831619015-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ea54717-e2a4-42ee-bf7f-153e9269bbda HTTP/1.1" status: 200 len: 949 time: 0.0559974 Nov 22 20:41:20.931138 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1ef8ee-92c4-479f-b046-9a98c207a6b7 req-a3151003-eacc-4a06-bfc7-75b77ee54b16 tempest-VolumesNegativeTest-1831619015 tempest-VolumesNegativeTest-1831619015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:41:20.932615 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5c1ef8ee-92c4-479f-b046-9a98c207a6b7 req-a3151003-eacc-4a06-bfc7-75b77ee54b16 tempest-VolumesNegativeTest-1831619015 tempest-VolumesNegativeTest-1831619015-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ea54717-e2a4-42ee-bf7f-153e9269bbda HTTP/1.1" status: 200 len: 949 time: 0.0808926 Nov 22 20:41:20.953482 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-936b8cfb-9442-4539-8877-29f640c17cca req-c2b1fe8c-5ea0-4e74-aab8-38607c60078e tempest-VolumesNegativeTest-1831619015 tempest-VolumesNegativeTest-1831619015-project] 10.222.0.46 "GET /v2.0/security-groups?id=d1f4d260-6aeb-4d81-afef-ebd09cd52ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668254 Nov 22 20:41:21.030542 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-5c1ef8ee-92c4-479f-b046-9a98c207a6b7 req-3ff82cfa-a9c8-42b8-ae5a-802903183f46 tempest-VolumesNegativeTest-1831619015 tempest-VolumesNegativeTest-1831619015-project] Deleting port a8e4f131-4630-4ac4-bafa-99e8d0641bf0 {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:41:21.030874 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-5c1ef8ee-92c4-479f-b046-9a98c207a6b7 req-3ff82cfa-a9c8-42b8-ae5a-802903183f46 tempest-VolumesNegativeTest-1831619015 tempest-VolumesNegativeTest-1831619015-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:41:21.116635 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-5c1ef8ee-92c4-479f-b046-9a98c207a6b7 req-3ff82cfa-a9c8-42b8-ae5a-802903183f46 tempest-VolumesNegativeTest-1831619015 tempest-VolumesNegativeTest-1831619015-project] For port a8e4f131-4630-4ac4-bafa-99e8d0641bf0, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=a8e4f131-4630-4ac4-bafa-99e8d0641bf0,segment=NetworkSegment(2a5a1c7b-538e-498e-99b9-cc7a8e0411be),segment_id=2a5a1c7b-538e-498e-99b9-cc7a8e0411be)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:41:21.116974 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-5c1ef8ee-92c4-479f-b046-9a98c207a6b7 req-3ff82cfa-a9c8-42b8-ae5a-802903183f46 tempest-VolumesNegativeTest-1831619015 tempest-VolumesNegativeTest-1831619015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:41:21.132613 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-5c1ef8ee-92c4-479f-b046-9a98c207a6b7 req-3ff82cfa-a9c8-42b8-ae5a-802903183f46 tempest-VolumesNegativeTest-1831619015 tempest-VolumesNegativeTest-1831619015-project] Calling delete_port for a8e4f131-4630-4ac4-bafa-99e8d0641bf0 owned by compute:nova {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:41:21.264072 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-5c1ef8ee-92c4-479f-b046-9a98c207a6b7 req-3ff82cfa-a9c8-42b8-ae5a-802903183f46 tempest-VolumesNegativeTest-1831619015 tempest-VolumesNegativeTest-1831619015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:41:21.295751 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff82cfa-a9c8-42b8-ae5a-802903183f46 tempest-VolumesNegativeTest-1831619015 tempest-VolumesNegativeTest-1831619015-project] Pushing event deleted for resources: {'Port': ['ID=a8e4f131-4630-4ac4-bafa-99e8d0641bf0,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:41:21.341204 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c1ef8ee-92c4-479f-b046-9a98c207a6b7 req-3ff82cfa-a9c8-42b8-ae5a-802903183f46 tempest-VolumesNegativeTest-1831619015 tempest-VolumesNegativeTest-1831619015-project] No DVR routers for this DVR port a8e4f131-4630-4ac4-bafa-99e8d0641bf0 on host n-h2-818823-1 {{(pid=103447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:41:21.344039 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-5c1ef8ee-92c4-479f-b046-9a98c207a6b7 req-3ff82cfa-a9c8-42b8-ae5a-802903183f46 tempest-VolumesNegativeTest-1831619015 tempest-VolumesNegativeTest-1831619015-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:41:21.348146 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5c1ef8ee-92c4-479f-b046-9a98c207a6b7 req-3ff82cfa-a9c8-42b8-ae5a-802903183f46 tempest-VolumesNegativeTest-1831619015 tempest-VolumesNegativeTest-1831619015-project] 10.222.0.20 "DELETE /v2.0/ports/a8e4f131-4630-4ac4-bafa-99e8d0641bf0 HTTP/1.1" status: 204 len: 173 time: 0.4083962 Nov 22 20:41:21.348620 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ea54717-e2a4-42ee-bf7f-153e9269bbda', 'name': 'network-vif-deleted', 'tag': 'a8e4f131-4630-4ac4-bafa-99e8d0641bf0'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:41:21.355600 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a86c8c9-3d05-42d5-b834-fef89c55a9ab" -d '{"events": [{"server_uuid": "3ea54717-e2a4-42ee-bf7f-153e9269bbda", "name": "network-vif-deleted", "tag": "a8e4f131-4630-4ac4-bafa-99e8d0641bf0"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:41:21.408618 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:41:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5154d039-e783-43b2-9635-1fa92063d59d x-openstack-request-id: req-5154d039-e783-43b2-9635-1fa92063d59d {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:41:21.408915 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ea54717-e2a4-42ee-bf7f-153e9269bbda", "name": "network-vif-deleted", "tag": "a8e4f131-4630-4ac4-bafa-99e8d0641bf0", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:41:21.409215 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5154d039-e783-43b2-9635-1fa92063d59d {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:41:21.409657 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ea54717-e2a4-42ee-bf7f-153e9269bbda', 'name': 'network-vif-deleted', 'tag': 'a8e4f131-4630-4ac4-bafa-99e8d0641bf0', 'status': 'completed', 'code': 200} Nov 22 20:41:23.198378 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device a8e4f131-4630-4ac4-bafa-99e8d0641bf0 no longer exists at agent hyperv_n-h2-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:41:23.219389 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] No Port match for: a8e4f131-4630-4ac4-bafa-99e8d0641bf0 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:41:23.219765 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device a8e4f131-4630-4ac4-bafa-99e8d0641bf0 not bound to the agent host n-h2-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:41:26.898784 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 54650) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:41:27.032827 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-b91f8053-6bd8-46ad-840c-a63e8c1c0322 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=eafe45bf9f4b4a17956dfd3891fe0df3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1326151 Nov 22 20:41:27.035200 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 54654) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:41:27.081386 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f776ad02-0ed3-4b39-b907-5f9070237ab8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:41:27.104056 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f776ad02-0ed3-4b39-b907-5f9070237ab8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:41:27.163812 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f776ad02-0ed3-4b39-b907-5f9070237ab8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:41:27.166318 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f776ad02-0ed3-4b39-b907-5f9070237ab8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:41:27.169428 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-f776ad02-0ed3-4b39-b907-5f9070237ab8 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d1f4d260-6aeb-4d81-afef-ebd09cd52ccf HTTP/1.1" status: 204 len: 168 time: 0.1312723 Nov 22 20:41:27.176339 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f776ad02-0ed3-4b39-b907-5f9070237ab8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1f4d260-6aeb-4d81-afef-ebd09cd52ccf,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:41:29.990592 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6a666205-6788-4385-9930-7d8a353966b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:41:31.914607 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-7956b299-6011-4abf-9cda-eb26373a70bf req-b018ac8d-6b50-4ac3-864d-d4a63c3e0032 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=895512ea-fccd-41da-8359-36f93c1b41d7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0401487 Nov 22 20:41:31.996669 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7956b299-6011-4abf-9cda-eb26373a70bf req-8e6e133b-9285-4f92-9687-00e9355a1098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:41:31.998160 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-7956b299-6011-4abf-9cda-eb26373a70bf req-8e6e133b-9285-4f92-9687-00e9355a1098 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a7e1521722f94d70843af2e3bd21601a&device_id=895512ea-fccd-41da-8359-36f93c1b41d7 HTTP/1.1" status: 200 len: 1097 time: 0.0404797 Nov 22 20:41:32.104281 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7956b299-6011-4abf-9cda-eb26373a70bf req-03c002c9-36fc-4ec7-9f4a-f6f782904b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:41:32.105706 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-7956b299-6011-4abf-9cda-eb26373a70bf req-03c002c9-36fc-4ec7-9f4a-f6f782904b17 service neutron] 10.222.0.41 "GET /v2.0/networks?id=3351f9f4-f4e4-4ee2-9c2b-3b58a4e4fc24 HTTP/1.1" status: 200 len: 909 time: 0.0866838 Nov 22 20:41:32.167907 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.agents_db [None req-aa8313f2-1ee4-4e7b-8c5a-d32b2f9d31ee None None] Agent healthcheck: found 7 active agents {{(pid=103450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 20:41:32.173577 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-7956b299-6011-4abf-9cda-eb26373a70bf req-f2e7e85f-39de-4fa7-ad96-b5ad551eaf9a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cefa84c8-1893-4548-a3fb-bbfcfe0fcc19 HTTP/1.1" status: 200 len: 1001 time: 0.0592959 Nov 22 20:41:32.228686 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7956b299-6011-4abf-9cda-eb26373a70bf req-9b761af1-1051-4523-af28-80bc7f0b9f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:41:32.230199 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-7956b299-6011-4abf-9cda-eb26373a70bf req-9b761af1-1051-4523-af28-80bc7f0b9f1a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=23ea69f1-3a57-4da4-b379-270435f982a0 HTTP/1.1" status: 200 len: 847 time: 0.0497367 Nov 22 20:41:32.277553 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7956b299-6011-4abf-9cda-eb26373a70bf req-0909d0bb-1e6a-4043-b35a-9919e08d093f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:41:32.279063 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-7956b299-6011-4abf-9cda-eb26373a70bf req-0909d0bb-1e6a-4043-b35a-9919e08d093f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3351f9f4-f4e4-4ee2-9c2b-3b58a4e4fc24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406380 Nov 22 20:41:32.367532 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-7956b299-6011-4abf-9cda-eb26373a70bf req-ff34d0ef-3069-449c-a55d-c82d225fed9f service neutron] 10.222.0.41 "GET /v2.0/networks/3351f9f4-f4e4-4ee2-9c2b-3b58a4e4fc24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805385 Nov 22 20:41:32.461972 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-7956b299-6011-4abf-9cda-eb26373a70bf req-87df2c5e-41c1-4255-84a4-0b6c7039c638 service neutron] 10.222.0.41 "GET /v2.0/networks/3351f9f4-f4e4-4ee2-9c2b-3b58a4e4fc24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875931 Nov 22 20:41:32.946100 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e4fe5418-a9a8-4013-89bb-e223b46903ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:41:33.489640 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-03f0964f-1b75-4df7-99e0-a3cdb56ec2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:41:35.189459 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e49ee129-e862-4476-beca-cdc8150d2345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:41:35.591930 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [req-83960c25-61d8-427c-afad-0b0bade506f6 req-76656ee4-5c38-4595-b66a-f9cbce7de913 service neutron] (103448) timed out ('10.222.0.46', 53868) {{(pid=103448) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 22 20:41:36.058264 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:41:44.615328 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:41:44.619908 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:41:45.189431 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 54786) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:41:45.295254 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ef20b644-e3c1-4f4b-b490-74b479e4b4e1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:41:45.372958 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ef20b644-e3c1-4f4b-b490-74b479e4b4e1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:41:45.376884 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ef20b644-e3c1-4f4b-b490-74b479e4b4e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:41:45.416486 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-ef20b644-e3c1-4f4b-b490-74b479e4b4e1 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7e0fee47e91b4e28bdeae75187597b08&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2252657 Nov 22 20:41:45.417699 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef20b644-e3c1-4f4b-b490-74b479e4b4e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d850dd4-1981-4b01-a1cf-92e047086603,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:41:45.419209 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 54790) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:41:45.473998 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-188cc1fb-9c46-49b3-9704-5fbf3eb0194a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:41:45.496522 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-188cc1fb-9c46-49b3-9704-5fbf3eb0194a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:41:45.542030 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-188cc1fb-9c46-49b3-9704-5fbf3eb0194a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:41:45.544868 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-188cc1fb-9c46-49b3-9704-5fbf3eb0194a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:41:45.549095 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-188cc1fb-9c46-49b3-9704-5fbf3eb0194a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0d850dd4-1981-4b01-a1cf-92e047086603 HTTP/1.1" status: 204 len: 168 time: 0.1286733 Nov 22 20:41:45.557692 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188cc1fb-9c46-49b3-9704-5fbf3eb0194a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d850dd4-1981-4b01-a1cf-92e047086603,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:41:45.566952 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188cc1fb-9c46-49b3-9704-5fbf3eb0194a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:41:45.567363 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188cc1fb-9c46-49b3-9704-5fbf3eb0194a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:41:45.567666 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188cc1fb-9c46-49b3-9704-5fbf3eb0194a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:41:45.568003 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188cc1fb-9c46-49b3-9704-5fbf3eb0194a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:41:45.568598 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188cc1fb-9c46-49b3-9704-5fbf3eb0194a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:41:45.568941 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188cc1fb-9c46-49b3-9704-5fbf3eb0194a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:41:45.569403 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188cc1fb-9c46-49b3-9704-5fbf3eb0194a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:41:45.569732 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188cc1fb-9c46-49b3-9704-5fbf3eb0194a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:41:45.570098 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188cc1fb-9c46-49b3-9704-5fbf3eb0194a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:41:45.570360 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188cc1fb-9c46-49b3-9704-5fbf3eb0194a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:41:45.570686 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188cc1fb-9c46-49b3-9704-5fbf3eb0194a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:41:45.571002 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188cc1fb-9c46-49b3-9704-5fbf3eb0194a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:41:47.650291 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 54844) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:41:47.655404 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-58591008-f7db-4421-ab85-0b92859cd5e8 tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Request body: {'network': {'name': 'tempest-network-smoke--1810776781', 'project_id': '164c78cb38714f748070fc2c1bfd8ff0', 'port_security_enabled': True}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:41:47.677181 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58591008-f7db-4421-ab85-0b92859cd5e8 tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Made reservation on behalf of 164c78cb38714f748070fc2c1bfd8ff0 for: {'network': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:41:47.680628 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-58591008-f7db-4421-ab85-0b92859cd5e8 tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for network, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:41:47.692605 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-58591008-f7db-4421-ab85-0b92859cd5e8 tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:41:47.764833 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-58591008-f7db-4421-ab85-0b92859cd5e8 tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:41:47.768513 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-58591008-f7db-4421-ab85-0b92859cd5e8 tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:41:47.791164 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58591008-f7db-4421-ab85-0b92859cd5e8 tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] vlan segment allocate from pool success with {'vlan_id': 626, 'physical_network': 'physnet1'} {{(pid=103448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 20:41:47.807068 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58591008-f7db-4421-ab85-0b92859cd5e8 tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Pushing event updated for resources: {'SecurityGroup': ['ID=730a8b22-d987-4414-8e20-3bba043311ae,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:41:47.809958 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-58591008-f7db-4421-ab85-0b92859cd5e8 tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:41:47.810308 n-d-818823-1 neutron-server[103448]: INFO neutron.db.segments_db [None req-58591008-f7db-4421-ab85-0b92859cd5e8 tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Added segment 0c2e8e49-2e13-468a-9ac2-7579cef328f7 of type vlan for network f42019aa-731f-4892-b4b9-3dfdbc4fdf6e Nov 22 20:41:47.850637 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-58591008-f7db-4421-ab85-0b92859cd5e8 tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748992492791'] for network, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:41:47.874715 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-58591008-f7db-4421-ab85-0b92859cd5e8 tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for network, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:41:47.880380 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58591008-f7db-4421-ab85-0b92859cd5e8 tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:41:47.880965 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-58591008-f7db-4421-ab85-0b92859cd5e8 tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Publish callbacks [] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:41:47.937109 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-58591008-f7db-4421-ab85-0b92859cd5e8 tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2856817 Nov 22 20:41:47.940211 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 54846) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:41:47.944823 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-cc5b83de-35ef-4293-a6a2-fd2fe301654e tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-147115612', 'admin_state_up': True, 'project_id': '164c78cb38714f748070fc2c1bfd8ff0', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'}}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:41:47.954177 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58591008-f7db-4421-ab85-0b92859cd5e8 tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Pushing event updated for resources: {'Network': ['ID=f42019aa-731f-4892-b4b9-3dfdbc4fdf6e,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:41:47.965205 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Network f42019aa-731f-4892-b4b9-3dfdbc4fdf6e details requested by agent ovs-agent-n-d-818823-1 with host n-d-818823-1 {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 20:41:47.969717 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-cc5b83de-35ef-4293-a6a2-fd2fe301654e tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24799'] for router, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:41:47.970748 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-cc5b83de-35ef-4293-a6a2-fd2fe301654e tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-632716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24788'] for router, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:41:48.022885 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-cc5b83de-35ef-4293-a6a2-fd2fe301654e tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:41:48.457856 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-cc5b83de-35ef-4293-a6a2-fd2fe301654e tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:41:48.644312 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-cc5b83de-35ef-4293-a6a2-fd2fe301654e tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Publish callbacks [] for router_gateway, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:41:48.666025 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-cc5b83de-35ef-4293-a6a2-fd2fe301654e tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:41:48.765744 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [None req-cc5b83de-35ef-4293-a6a2-fd2fe301654e tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Allocated IP 172.25.5.14 (c48a55e9-6a85-4746-b7bf-3e29fb560094/5da6f781-63e6-4328-ae7a-5e672262f55a/0f70988d-67d3-4002-8e02-4c9fce8f0fc9) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:41:48.866238 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-cc5b83de-35ef-4293-a6a2-fd2fe301654e tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:41:48.899281 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-cc5b83de-35ef-4293-a6a2-fd2fe301654e tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:41:48.937994 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc5b83de-35ef-4293-a6a2-fd2fe301654e tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Network c48a55e9-6a85-4746-b7bf-3e29fb560094 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:41:48.941535 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-cc5b83de-35ef-4293-a6a2-fd2fe301654e tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:41:48.944950 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc5b83de-35ef-4293-a6a2-fd2fe301654e tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:41:48.950481 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5b83de-35ef-4293-a6a2-fd2fe301654e tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Pushing event updated for resources: {'Port': ['ID=0f70988d-67d3-4002-8e02-4c9fce8f0fc9,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:41:48.954750 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c79fe794-45d9-40b7-a36a-de6f923f400b None None] DHCP port deletion for c48a55e9-6a85-4746-b7bf-3e29fb560094 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:41:49.057223 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-74660e60-a153-4f74-8e32-fae42a060147 None None] Provisioning complete for port 0f70988d-67d3-4002-8e02-4c9fce8f0fc9 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:41:49.057937 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-74660e60-a153-4f74-8e32-fae42a060147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:41:49.090790 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-74660e60-a153-4f74-8e32-fae42a060147 None None] Port 0f70988d-67d3-4002-8e02-4c9fce8f0fc9 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:41:49.193110 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-cc5b83de-35ef-4293-a6a2-fd2fe301654e tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Publish callbacks [] for router_gateway, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:41:49.385548 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-cc5b83de-35ef-4293-a6a2-fd2fe301654e tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-659538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-841284'] for router, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:41:49.512761 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc5b83de-35ef-4293-a6a2-fd2fe301654e tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Router 9dc0b81d-e598-43a0-8829-704ad3881288 is scheduled to L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 with binding_index 1 {{(pid=103447) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 20:41:49.617820 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc5b83de-35ef-4293-a6a2-fd2fe301654e tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:41:49.628119 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f62ce3f2-f597-43fb-a1a2-5fffffefe098 None None] Sync routers for ids ['9dc0b81d-e598-43a0-8829-704ad3881288'] in n-d-818823-1 {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:41:49.637417 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-cc5b83de-35ef-4293-a6a2-fd2fe301654e tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Publish callbacks [] for router, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:41:49.638572 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-cc5b83de-35ef-4293-a6a2-fd2fe301654e tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 1.6973357 Nov 22 20:41:49.638916 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f62ce3f2-f597-43fb-a1a2-5fffffefe098 None None] Routers {'9dc0b81d-e598-43a0-8829-704ad3881288'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:41:49.639190 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-f62ce3f2-f597-43fb-a1a2-5fffffefe098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:41:33Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['9dc0b81d-e598-43a0-8829-704ad3881288'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:41:49.642948 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 54848) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:41:49.746158 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-f62ce3f2-f597-43fb-a1a2-5fffffefe098 None None] Set router 9dc0b81d-e598-43a0-8829-704ad3881288 gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:41:49.772139 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-dab6accf-5bf6-4d80-87de-81326c061117 tempest-TestSecurityGroupsBasicOps-1546881932 tempest-TestSecurityGroupsBasicOps-1546881932-project-admin] 10.222.0.46 "GET /v2.0/subnets?project_id=164c78cb38714f748070fc2c1bfd8ff0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1267941 Nov 22 20:41:49.772417 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 54852) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:41:49.923734 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dddf6cf-87db-4fa6-bc45-88857e941480 tempest-TestSecurityGroupsBasicOps-1546881932 tempest-TestSecurityGroupsBasicOps-1546881932-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:41:49.925316 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-2dddf6cf-87db-4fa6-bc45-88857e941480 tempest-TestSecurityGroupsBasicOps-1546881932 tempest-TestSecurityGroupsBasicOps-1546881932-project-admin] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1519377 Nov 22 20:41:49.925839 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-f62ce3f2-f597-43fb-a1a2-5fffffefe098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dc0b81d-e598-43a0-8829-704ad3881288', 'name': 'tempest-TestSecurityGroupsBasicOps-router-147115612', 'tenant_id': '164c78cb38714f748070fc2c1bfd8ff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': '0f70988d-67d3-4002-8e02-4c9fce8f0fc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:41:47Z', 'updated_at': '2021-11-22T20:41:49Z', 'revision_number': 3, 'project_id': '164c78cb38714f748070fc2c1bfd8ff0', 'gw_port': {'id': '0f70988d-67d3-4002-8e02-4c9fce8f0fc9', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:3f:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dc0b81d-e598-43a0-8829-704ad3881288', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:41:48Z', 'updated_at': '2021-11-22T20:41:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:41:49.928256 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 54854) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:41:49.957990 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f62ce3f2-f597-43fb-a1a2-5fffffefe098 None None] Checking router: 9dc0b81d-e598-43a0-8829-704ad3881288 for host: n-d-818823-1 {{(pid=103449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 20:41:49.958338 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f62ce3f2-f597-43fb-a1a2-5fffffefe098 None None] Updating router 9dc0b81d-e598-43a0-8829-704ad3881288 port 0f70988d-67d3-4002-8e02-4c9fce8f0fc9 binding host n-d-818823-1 {{(pid=103449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 20:41:49.963324 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-0c70724f-8b81-43dc-8781-974cb7980de9 tempest-TestSecurityGroupsBasicOps-1546881932 tempest-TestSecurityGroupsBasicOps-1546881932-project-admin] 10.222.0.46 "GET /v2.0/subnets?network_id=c48a55e9-6a85-4746-b7bf-3e29fb560094&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0339282 Nov 22 20:41:49.965974 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 54856) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:41:49.970835 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-0c806bcd-53e5-4631-8914-c87ea9e0d4bc tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-136902264', 'network_id': 'f42019aa-731f-4892-b4b9-3dfdbc4fdf6e', 'project_id': '164c78cb38714f748070fc2c1bfd8ff0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:41:49.982812 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-f62ce3f2-f597-43fb-a1a2-5fffffefe098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:41:50.057003 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c806bcd-53e5-4631-8914-c87ea9e0d4bc tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Made reservation on behalf of 164c78cb38714f748070fc2c1bfd8ff0 for: {'subnet': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:41:50.060551 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0c806bcd-53e5-4631-8914-c87ea9e0d4bc tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11792951'] for subnet, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:41:50.240820 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0c806bcd-53e5-4631-8914-c87ea9e0d4bc tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11567560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11792921'] for subnet, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:41:50.249490 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-f62ce3f2-f597-43fb-a1a2-5fffffefe098 None None] Publish callbacks [] for port, precommit_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:41:50.255753 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-f62ce3f2-f597-43fb-a1a2-5fffffefe098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:41:50.302683 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0743d48b-8768-4fbc-8e8c-2fca2aacf9a0 None None] DHCP port deletion for c48a55e9-6a85-4746-b7bf-3e29fb560094 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:41:50.308237 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c806bcd-53e5-4631-8914-c87ea9e0d4bc tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Pushing event updated for resources: {'Subnet': ['ID=bff2e123-0b73-489a-9ed0-52c029ac0580,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:41:50.316473 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c806bcd-53e5-4631-8914-c87ea9e0d4bc tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Checking segment: {'id': '0c2e8e49-2e13-468a-9ac2-7579cef328f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'f42019aa-731f-4892-b4b9-3dfdbc4fdf6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:41:50.316839 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c806bcd-53e5-4631-8914-c87ea9e0d4bc tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Network hostable DHCP agents. Network: f42019aa-731f-4892-b4b9-3dfdbc4fdf6e, hostable agents: ['02adaa64-0987-4b74-bad0-cbcf56f8a294'], hosted agents: [] {{(pid=103448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 20:41:50.319605 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b933231-7591-4380-870f-a272396f9d20 None None] Pushing event updated for resources: {'Port': ['ID=0f70988d-67d3-4002-8e02-4c9fce8f0fc9,revision_number=2']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:41:50.324632 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-f62ce3f2-f597-43fb-a1a2-5fffffefe098 None None] Attempting to bind port 0f70988d-67d3-4002-8e02-4c9fce8f0fc9 on host n-d-818823-1 for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:41:50.325004 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-f62ce3f2-f597-43fb-a1a2-5fffffefe098 None None] Attempting to bind port 0f70988d-67d3-4002-8e02-4c9fce8f0fc9 by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:41:50.325467 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f62ce3f2-f597-43fb-a1a2-5fffffefe098 None None] Attempting to bind port 0f70988d-67d3-4002-8e02-4c9fce8f0fc9 on network c48a55e9-6a85-4746-b7bf-3e29fb560094 {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:41:50.331281 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f62ce3f2-f597-43fb-a1a2-5fffffefe098 None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 41, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:41:50.331673 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f62ce3f2-f597-43fb-a1a2-5fffffefe098 None None] Checking segment: {'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:41:50.332254 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-f62ce3f2-f597-43fb-a1a2-5fffffefe098 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:41:50.332664 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f62ce3f2-f597-43fb-a1a2-5fffffefe098 None None] Bound using segment: {'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:41:50.333058 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-f62ce3f2-f597-43fb-a1a2-5fffffefe098 None None] Bound port: 0f70988d-67d3-4002-8e02-4c9fce8f0fc9, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:41:50.333452 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-f62ce3f2-f597-43fb-a1a2-5fffffefe098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:41:50.344067 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c806bcd-53e5-4631-8914-c87ea9e0d4bc tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Network f42019aa-731f-4892-b4b9-3dfdbc4fdf6e is scheduled to be hosted by DHCP agent 02adaa64-0987-4b74-bad0-cbcf56f8a294 with binding_index 1 {{(pid=103448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 20:41:50.352424 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-0c806bcd-53e5-4631-8914-c87ea9e0d4bc tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818823-1, f42019aa-731f-4892-b4b9-3dfdbc4fdf6e) {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:41:50.356743 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c806bcd-53e5-4631-8914-c87ea9e0d4bc tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:41:50.357372 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0c806bcd-53e5-4631-8914-c87ea9e0d4bc tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:41:50.364851 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a09a0b07-ce53-4d79-9b9d-87fa66f4a775 None None] Network f42019aa-731f-4892-b4b9-3dfdbc4fdf6e requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:41:50.377104 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-0c806bcd-53e5-4631-8914-c87ea9e0d4bc tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4074333 Nov 22 20:41:50.378029 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 54858) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:41:50.455308 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-f62ce3f2-f597-43fb-a1a2-5fffffefe098 None None] For port 0f70988d-67d3-4002-8e02-4c9fce8f0fc9, host n-d-818823-1, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:41:50.483016 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-f62ce3f2-f597-43fb-a1a2-5fffffefe098 None None] For port 0f70988d-67d3-4002-8e02-4c9fce8f0fc9, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=0f70988d-67d3-4002-8e02-4c9fce8f0fc9,segment=NetworkSegment(8793ba83-8407-4c3d-9b56-2a177cd58a70),segment_id=8793ba83-8407-4c3d-9b56-2a177cd58a70)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:41:50.484025 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-3b7d5315-7453-4cb6-8e2d-cd55f3811b39 None None] Provisioning complete for port 0f70988d-67d3-4002-8e02-4c9fce8f0fc9 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:41:50.484404 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-3b7d5315-7453-4cb6-8e2d-cd55f3811b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:41:50.509096 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-f62ce3f2-f597-43fb-a1a2-5fffffefe098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:41:50.590687 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c2a2161-9bcc-4473-a82f-242a1ba00c6a None None] DHCP port deletion for c48a55e9-6a85-4746-b7bf-3e29fb560094 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:41:50.641608 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b933231-7591-4380-870f-a272396f9d20 None None] Pushing event updated for resources: {'Port': ['ID=0f70988d-67d3-4002-8e02-4c9fce8f0fc9,revision_number=3']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:41:50.644106 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f62ce3f2-f597-43fb-a1a2-5fffffefe098 None None] Routers {'9dc0b81d-e598-43a0-8829-704ad3881288'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:41:50.644712 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-f62ce3f2-f597-43fb-a1a2-5fffffefe098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:41:33Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['9dc0b81d-e598-43a0-8829-704ad3881288'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:41:50.726291 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78ba9986-19e1-48bf-8e8d-6f41845ac50b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fb26bd7-ce56-527b-b94f-2e1f7cb2bb35-f42019aa-731f-4892-b4b9-3dfdbc4fdf6e', 'network_id': 'f42019aa-731f-4892-b4b9-3dfdbc4fdf6e', 'tenant_id': '164c78cb38714f748070fc2c1bfd8ff0', 'fixed_ips': [{'subnet_id': 'bff2e123-0b73-489a-9ed0-52c029ac0580'}]}} from n-d-818823-1. {{(pid=103449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 20:41:50.727155 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-78ba9986-19e1-48bf-8e8d-6f41845ac50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:41:50.802723 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-3b7d5315-7453-4cb6-8e2d-cd55f3811b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:41:50.836421 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-25512dc1-a647-4476-b3a3-c2295454bbde tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:41:50.876029 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-3b7d5315-7453-4cb6-8e2d-cd55f3811b39 None None] For port 0f70988d-67d3-4002-8e02-4c9fce8f0fc9, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=0f70988d-67d3-4002-8e02-4c9fce8f0fc9,segment=NetworkSegment(8793ba83-8407-4c3d-9b56-2a177cd58a70),segment_id=8793ba83-8407-4c3d-9b56-2a177cd58a70)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:41:50.885277 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-3b7d5315-7453-4cb6-8e2d-cd55f3811b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:41:50.922455 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-f62ce3f2-f597-43fb-a1a2-5fffffefe098 None None] Set router 9dc0b81d-e598-43a0-8829-704ad3881288 gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:41:51.083237 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7d5315-7453-4cb6-8e2d-cd55f3811b39 None None] Pushing event updated for resources: {'Port': ['ID=0f70988d-67d3-4002-8e02-4c9fce8f0fc9,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:41:51.099550 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.db_base_plugin_common [None req-78ba9986-19e1-48bf-8e8d-6f41845ac50b None None] Allocated IP 172.20.0.2 (f42019aa-731f-4892-b4b9-3dfdbc4fdf6e/bff2e123-0b73-489a-9ed0-52c029ac0580/62128b68-1686-4209-8be1-485d375ee4ba) {{(pid=103449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:41:51.107045 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-46ee8e33-2728-4150-be77-77158a03b13b None None] Provisioning complete for port 0f70988d-67d3-4002-8e02-4c9fce8f0fc9 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:41:51.107436 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-46ee8e33-2728-4150-be77-77158a03b13b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:41:51.527292 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-f62ce3f2-f597-43fb-a1a2-5fffffefe098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dc0b81d-e598-43a0-8829-704ad3881288', 'name': 'tempest-TestSecurityGroupsBasicOps-router-147115612', 'tenant_id': '164c78cb38714f748070fc2c1bfd8ff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': '0f70988d-67d3-4002-8e02-4c9fce8f0fc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:41:47Z', 'updated_at': '2021-11-22T20:41:49Z', 'revision_number': 3, 'project_id': '164c78cb38714f748070fc2c1bfd8ff0', 'gw_port': {'id': '0f70988d-67d3-4002-8e02-4c9fce8f0fc9', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:3f:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dc0b81d-e598-43a0-8829-704ad3881288', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:41:48Z', 'updated_at': '2021-11-22T20:41:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:41:51.529277 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-78ba9986-19e1-48bf-8e8d-6f41845ac50b None None] Publish callbacks [] for port, precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:41:51.559764 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f62ce3f2-f597-43fb-a1a2-5fffffefe098 None None] The sync data for ids ['9dc0b81d-e598-43a0-8829-704ad3881288'] in n-d-818823-1 is: [{'id': '9dc0b81d-e598-43a0-8829-704ad3881288', 'name': 'tempest-TestSecurityGroupsBasicOps-router-147115612', 'tenant_id': '164c78cb38714f748070fc2c1bfd8ff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': '0f70988d-67d3-4002-8e02-4c9fce8f0fc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:41:47Z', 'updated_at': '2021-11-22T20:41:49Z', 'revision_number': 3, 'project_id': '164c78cb38714f748070fc2c1bfd8ff0', 'gw_port': {'id': '0f70988d-67d3-4002-8e02-4c9fce8f0fc9', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:3f:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dc0b81d-e598-43a0-8829-704ad3881288', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:41:48Z', 'updated_at': '2021-11-22T20:41:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:41:51.561768 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-78ba9986-19e1-48bf-8e8d-6f41845ac50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372'] for port, after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:41:51.589206 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [None req-25512dc1-a647-4476-b3a3-c2295454bbde tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Allocated IP 172.20.0.1 (f42019aa-731f-4892-b4b9-3dfdbc4fdf6e/bff2e123-0b73-489a-9ed0-52c029ac0580/50bcbeb0-5067-4769-9721-f038eeac47e4) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:41:51.603936 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78ba9986-19e1-48bf-8e8d-6f41845ac50b None None] Network f42019aa-731f-4892-b4b9-3dfdbc4fdf6e is already hosted by enough agents. {{(pid=103449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:41:51.607187 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.base_scheduler [None req-78ba9986-19e1-48bf-8e8d-6f41845ac50b None None] Resources bound (agent type, host, resource id): {{(pid=103449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:41:51.610930 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ba9986-19e1-48bf-8e8d-6f41845ac50b None None] Received port after_create {{(pid=103449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:41:51.618401 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ba9986-19e1-48bf-8e8d-6f41845ac50b None None] Pushing event updated for resources: {'Port': ['ID=62128b68-1686-4209-8be1-485d375ee4ba,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:41:51.673936 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-78ba9986-19e1-48bf-8e8d-6f41845ac50b None None] Attempting to bind port 62128b68-1686-4209-8be1-485d375ee4ba on host n-d-818823-1 for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:41:51.674378 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-78ba9986-19e1-48bf-8e8d-6f41845ac50b None None] Attempting to bind port 62128b68-1686-4209-8be1-485d375ee4ba by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': '0c2e8e49-2e13-468a-9ac2-7579cef328f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'f42019aa-731f-4892-b4b9-3dfdbc4fdf6e'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:41:51.674751 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ba9986-19e1-48bf-8e8d-6f41845ac50b None None] Attempting to bind port 62128b68-1686-4209-8be1-485d375ee4ba on network f42019aa-731f-4892-b4b9-3dfdbc4fdf6e {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:41:51.680507 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ba9986-19e1-48bf-8e8d-6f41845ac50b None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 41, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:41:51.680884 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ba9986-19e1-48bf-8e8d-6f41845ac50b None None] Checking segment: {'id': '0c2e8e49-2e13-468a-9ac2-7579cef328f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'f42019aa-731f-4892-b4b9-3dfdbc4fdf6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:41:51.681285 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-78ba9986-19e1-48bf-8e8d-6f41845ac50b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:41:51.681711 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ba9986-19e1-48bf-8e8d-6f41845ac50b None None] Bound using segment: {'id': '0c2e8e49-2e13-468a-9ac2-7579cef328f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'f42019aa-731f-4892-b4b9-3dfdbc4fdf6e'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:41:51.682177 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-78ba9986-19e1-48bf-8e8d-6f41845ac50b None None] Bound port: 62128b68-1686-4209-8be1-485d375ee4ba, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c2e8e49-2e13-468a-9ac2-7579cef328f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'f42019aa-731f-4892-b4b9-3dfdbc4fdf6e'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:41:51.682566 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-78ba9986-19e1-48bf-8e8d-6f41845ac50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:41:51.721351 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-25512dc1-a647-4476-b3a3-c2295454bbde tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:41:51.747555 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-78ba9986-19e1-48bf-8e8d-6f41845ac50b None None] For port 62128b68-1686-4209-8be1-485d375ee4ba, host n-d-818823-1, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:41:51.752078 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-78ba9986-19e1-48bf-8e8d-6f41845ac50b None None] For port 62128b68-1686-4209-8be1-485d375ee4ba, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=62128b68-1686-4209-8be1-485d375ee4ba,segment=NetworkSegment(0c2e8e49-2e13-468a-9ac2-7579cef328f7),segment_id=0c2e8e49-2e13-468a-9ac2-7579cef328f7)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:41:51.757911 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-25512dc1-a647-4476-b3a3-c2295454bbde tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:41:51.759293 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-78ba9986-19e1-48bf-8e8d-6f41845ac50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:41:51.801252 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25512dc1-a647-4476-b3a3-c2295454bbde tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Network f42019aa-731f-4892-b4b9-3dfdbc4fdf6e is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:41:51.817945 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-25512dc1-a647-4476-b3a3-c2295454bbde tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:41:51.823169 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25512dc1-a647-4476-b3a3-c2295454bbde tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Pushing event updated for resources: {'Port': ['ID=50bcbeb0-5067-4769-9721-f038eeac47e4,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:41:51.829190 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25512dc1-a647-4476-b3a3-c2295454bbde tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:41:51.860229 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ba9986-19e1-48bf-8e8d-6f41845ac50b None None] Pushing event updated for resources: {'Port': ['ID=62128b68-1686-4209-8be1-485d375ee4ba,revision_number=2']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:41:51.883307 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-25512dc1-a647-4476-b3a3-c2295454bbde tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659939'] for router_interface, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:41:52.040099 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-25512dc1-a647-4476-b3a3-c2295454bbde tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:41:52.358033 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-25512dc1-a647-4476-b3a3-c2295454bbde tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Publish callbacks [] for port, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:41:52.363177 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-25512dc1-a647-4476-b3a3-c2295454bbde tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:41:52.442860 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-25512dc1-a647-4476-b3a3-c2295454bbde tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-563461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-659839'] for router_interface, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:41:52.444688 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25512dc1-a647-4476-b3a3-c2295454bbde tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Pushing event updated for resources: {'Port': ['ID=50bcbeb0-5067-4769-9721-f038eeac47e4,revision_number=2']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:41:52.538449 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25512dc1-a647-4476-b3a3-c2295454bbde tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Network f42019aa-731f-4892-b4b9-3dfdbc4fdf6e is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:41:52.539879 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-25512dc1-a647-4476-b3a3-c2295454bbde tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:41:52.658602 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25512dc1-a647-4476-b3a3-c2295454bbde tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Router 9dc0b81d-e598-43a0-8829-704ad3881288 has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 20:41:52.776400 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25512dc1-a647-4476-b3a3-c2295454bbde tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:41:52.785051 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-25512dc1-a647-4476-b3a3-c2295454bbde tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] 10.222.0.46 "PUT /v2.0/routers/9dc0b81d-e598-43a0-8829-704ad3881288/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4031711 Nov 22 20:41:52.785051 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 54860) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:41:52.790353 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-fd0d5bea-1ead-435c-b709-aa2cf4930265 tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--788760343', 'description': 'tempest-secgroup_access--788760343 description', 'project_id': '164c78cb38714f748070fc2c1bfd8ff0'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:41:52.818294 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-fd0d5bea-1ead-435c-b709-aa2cf4930265 tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:41:52.849484 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 0f70988d-67d3-4002-8e02-4c9fce8f0fc9 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:41:52.907934 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-fd0d5bea-1ead-435c-b709-aa2cf4930265 tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:41:52.909228 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 0f70988d-67d3-4002-8e02-4c9fce8f0fc9 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:41:52.909725 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:41:52.913377 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-fd0d5bea-1ead-435c-b709-aa2cf4930265 tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:41:52.946780 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caab74e9-1699-4d45-82b8-9c539e69e07a None None] Network f42019aa-731f-4892-b4b9-3dfdbc4fdf6e requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:41:52.949351 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-fd0d5bea-1ead-435c-b709-aa2cf4930265 tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:41:52.951450 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-fd0d5bea-1ead-435c-b709-aa2cf4930265 tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.1646862 Nov 22 20:41:52.951911 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d5bea-1ead-435c-b709-aa2cf4930265 tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e47790c-31fe-441e-b0ae-681fbb75033a,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:41:52.954400 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 54862) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:41:52.960382 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-14ea3eb3-3f42-437f-9907-edb46059ba45 tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1840583620', 'description': 'tempest-secgroup_general--1840583620 description', 'project_id': '164c78cb38714f748070fc2c1bfd8ff0'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:41:52.984693 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-14ea3eb3-3f42-437f-9907-edb46059ba45 tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:41:53.054625 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-14ea3eb3-3f42-437f-9907-edb46059ba45 tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:41:53.058341 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-14ea3eb3-3f42-437f-9907-edb46059ba45 tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:41:53.089078 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-14ea3eb3-3f42-437f-9907-edb46059ba45 tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:41:53.091478 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-14ea3eb3-3f42-437f-9907-edb46059ba45 tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.1339223 Nov 22 20:41:53.092701 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ea3eb3-3f42-437f-9907-edb46059ba45 tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd0c6c42-b8e6-45bc-a5ae-4f0a3864d267,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:41:53.093815 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 54864) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:41:53.098921 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-d5f4c385-0fcf-4c8c-9153-db885e2337ed tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Request body: {'security_group_rule': {'security_group_id': '3e47790c-31fe-441e-b0ae-681fbb75033a', 'project_id': '164c78cb38714f748070fc2c1bfd8ff0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:41:53.105829 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-e66bfe19-653f-4675-bc27-4436b4a4c2b2 None None] Provisioning complete for port 62128b68-1686-4209-8be1-485d375ee4ba triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:41:53.106203 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e66bfe19-653f-4675-bc27-4436b4a4c2b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:41:53.109994 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 62128b68-1686-4209-8be1-485d375ee4ba up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:41:53.131279 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d5f4c385-0fcf-4c8c-9153-db885e2337ed tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:41:53.199311 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d5f4c385-0fcf-4c8c-9153-db885e2337ed tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:41:53.203632 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d5f4c385-0fcf-4c8c-9153-db885e2337ed tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572323'] for security_group_rule, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:41:53.225194 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f4c385-0fcf-4c8c-9153-db885e2337ed tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ad79bff-8f3d-40d8-8e0e-4783ebc7fa4e,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:41:53.234133 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d5f4c385-0fcf-4c8c-9153-db885e2337ed tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:41:53.243102 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-d5f4c385-0fcf-4c8c-9153-db885e2337ed tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1408851 Nov 22 20:41:53.269265 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 62128b68-1686-4209-8be1-485d375ee4ba triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:41:53.269634 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:41:53.328748 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e66bfe19-653f-4675-bc27-4436b4a4c2b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:41:53.396804 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:41:53.399779 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-e66bfe19-653f-4675-bc27-4436b4a4c2b2 None None] For port 62128b68-1686-4209-8be1-485d375ee4ba, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=62128b68-1686-4209-8be1-485d375ee4ba,segment=NetworkSegment(0c2e8e49-2e13-468a-9ac2-7579cef328f7),segment_id=0c2e8e49-2e13-468a-9ac2-7579cef328f7)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:41:53.409691 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e66bfe19-653f-4675-bc27-4436b4a4c2b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:41:53.440428 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-adf17ef5-c6db-4660-8931-647ea6ae04b1 req-883d6463-c69e-4118-8be5-02d279632bd8 tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup_access--788760343&fields=id&tenant_id=164c78cb38714f748070fc2c1bfd8ff0 HTTP/1.1" status: 200 len: 267 time: 0.0608401 Nov 22 20:41:53.499845 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.db.api [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103449) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 20:41:53.500220 n-d-818823-1 neutron-server[103449]: DEBUG oslo_db.api [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 20:41:53.502728 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-adf17ef5-c6db-4660-8931-647ea6ae04b1 req-35a81b0b-c095-48ac-8cd4-c81c0d9c4d7d tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup_general--1840583620&fields=id&tenant_id=164c78cb38714f748070fc2c1bfd8ff0 HTTP/1.1" status: 200 len: 267 time: 0.0583594 Nov 22 20:41:53.522317 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66bfe19-653f-4675-bc27-4436b4a4c2b2 None None] Pushing event updated for resources: {'Port': ['ID=62128b68-1686-4209-8be1-485d375ee4ba,revision_number=3']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:41:53.535694 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-da45269b-4b28-44ba-8b41-645209d57c10 None None] Provisioning complete for port 62128b68-1686-4209-8be1-485d375ee4ba triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:41:53.536155 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-da45269b-4b28-44ba-8b41-645209d57c10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:41:53.587751 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe0f190-18e7-4ba1-a2da-feb3e7113537 None None] Sync routers for ids ['9dc0b81d-e598-43a0-8829-704ad3881288'] in n-d-818823-1 {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:41:53.599507 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe0f190-18e7-4ba1-a2da-feb3e7113537 None None] Routers {'9dc0b81d-e598-43a0-8829-704ad3881288'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:41:53.600998 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-4fe0f190-18e7-4ba1-a2da-feb3e7113537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:41:33Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['9dc0b81d-e598-43a0-8829-704ad3881288'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:41:53.637483 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf17ef5-c6db-4660-8931-647ea6ae04b1 req-bbb73f49-f1e9-4a2a-bbcf-aa4f1ebcda42 tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:41:53.639654 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-adf17ef5-c6db-4660-8931-647ea6ae04b1 req-bbb73f49-f1e9-4a2a-bbcf-aa4f1ebcda42 tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] 10.222.0.46 "GET /v2.0/networks?id=f42019aa-731f-4892-b4b9-3dfdbc4fdf6e HTTP/1.1" status: 200 len: 797 time: 0.1359894 Nov 22 20:41:53.644191 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-da45269b-4b28-44ba-8b41-645209d57c10 None None] Provisioning complete for port 50bcbeb0-5067-4769-9721-f038eeac47e4 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:41:53.644365 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-da45269b-4b28-44ba-8b41-645209d57c10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:41:53.661266 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-adf17ef5-c6db-4660-8931-647ea6ae04b1 req-c49b5eb2-07ee-4ba2-ab0a-aef0bd606ed8 tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] 10.222.0.46 "GET /v2.0/quotas/164c78cb38714f748070fc2c1bfd8ff0 HTTP/1.1" status: 200 len: 375 time: 0.0138021 Nov 22 20:41:53.689116 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-da45269b-4b28-44ba-8b41-645209d57c10 None None] Port 50bcbeb0-5067-4769-9721-f038eeac47e4 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:41:53.723803 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-adf17ef5-c6db-4660-8931-647ea6ae04b1 req-1ec95321-1254-45c5-9426-316b0bfb25ad tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=164c78cb38714f748070fc2c1bfd8ff0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0566804 Nov 22 20:41:53.734391 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-4fe0f190-18e7-4ba1-a2da-feb3e7113537 None None] Set router 9dc0b81d-e598-43a0-8829-704ad3881288 gateway port host: n-d-818823-1 {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:41:53.814446 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-58cb985d-9a0d-480d-af7d-0efcca438650 None None] Provisioning complete for port 50bcbeb0-5067-4769-9721-f038eeac47e4 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:41:53.815656 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-58cb985d-9a0d-480d-af7d-0efcca438650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:41:53.844938 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-adf17ef5-c6db-4660-8931-647ea6ae04b1 req-43e68257-ab26-4402-96f9-fe23fb64f599 service neutron] 10.222.0.46 "GET /v2.0/networks/f42019aa-731f-4892-b4b9-3dfdbc4fdf6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089773 Nov 22 20:41:53.864595 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-58cb985d-9a0d-480d-af7d-0efcca438650 None None] Port 50bcbeb0-5067-4769-9721-f038eeac47e4 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:41:53.946081 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-adf17ef5-c6db-4660-8931-647ea6ae04b1 req-8c63cca3-6b33-4afc-9f9a-7d9370d78b73 service neutron] 10.222.0.46 "GET /v2.0/networks/f42019aa-731f-4892-b4b9-3dfdbc4fdf6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940542 Nov 22 20:41:53.971710 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-4fe0f190-18e7-4ba1-a2da-feb3e7113537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dc0b81d-e598-43a0-8829-704ad3881288', 'name': 'tempest-TestSecurityGroupsBasicOps-router-147115612', 'tenant_id': '164c78cb38714f748070fc2c1bfd8ff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': '0f70988d-67d3-4002-8e02-4c9fce8f0fc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:41:47Z', 'updated_at': '2021-11-22T20:41:51Z', 'revision_number': 4, 'project_id': '164c78cb38714f748070fc2c1bfd8ff0', 'gw_port': {'id': '0f70988d-67d3-4002-8e02-4c9fce8f0fc9', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:3f:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc0b81d-e598-43a0-8829-704ad3881288', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:41:48Z', 'updated_at': '2021-11-22T20:41:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': '50bcbeb0-5067-4769-9721-f038eeac47e4', 'name': '', 'network_id': 'f42019aa-731f-4892-b4b9-3dfdbc4fdf6e', 'tenant_id': '164c78cb38714f748070fc2c1bfd8ff0', 'mac_address': 'fa:16:3e:12:75:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dc0b81d-e598-43a0-8829-704ad3881288', 'device_owner': 'network:router_interface', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': 'bff2e123-0b73-489a-9ed0-52c029ac0580', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:41:50Z', 'updated_at': '2021-11-22T20:41:52Z', 'revision_number': 2, 'project_id': '164c78cb38714f748070fc2c1bfd8ff0', 'subnets': [{'id': 'bff2e123-0b73-489a-9ed0-52c029ac0580', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:41:53.986237 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-b7e3e233-4f27-40c9-bc9d-61cded7aad0b None None] Provisioning complete for port 50bcbeb0-5067-4769-9721-f038eeac47e4 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:41:53.987368 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-b7e3e233-4f27-40c9-bc9d-61cded7aad0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:41:54.004394 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe0f190-18e7-4ba1-a2da-feb3e7113537 None None] Checking router: 9dc0b81d-e598-43a0-8829-704ad3881288 for host: n-d-818823-1 {{(pid=103450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 20:41:54.004747 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe0f190-18e7-4ba1-a2da-feb3e7113537 None None] Updating router 9dc0b81d-e598-43a0-8829-704ad3881288 port 50bcbeb0-5067-4769-9721-f038eeac47e4 binding host n-d-818823-1 {{(pid=103450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 20:41:54.033417 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4fe0f190-18e7-4ba1-a2da-feb3e7113537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:41:54.058497 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-b7e3e233-4f27-40c9-bc9d-61cded7aad0b None None] Port 50bcbeb0-5067-4769-9721-f038eeac47e4 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:41:54.157555 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2b31c5ec-e42d-4d8f-9e02-3aa6f7fd41d3 req-e944242a-a1cb-4f17-9a1a-5108b59de16f tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] 10.222.0.46 "GET /v2.0/ports?device_id=d32c763a-5c9d-46e7-8c07-94806fb68d24 HTTP/1.1" status: 200 len: 210 time: 0.0280583 Nov 22 20:41:54.311434 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4fe0f190-18e7-4ba1-a2da-feb3e7113537 None None] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:41:54.318258 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4fe0f190-18e7-4ba1-a2da-feb3e7113537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:41:54.367783 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f34ba2-0030-4aed-9e16-c61426e7787a None None] Pushing event updated for resources: {'Port': ['ID=50bcbeb0-5067-4769-9721-f038eeac47e4,revision_number=3']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:41:54.394874 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f34ba2-0030-4aed-9e16-c61426e7787a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:41:54.395222 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f34ba2-0030-4aed-9e16-c61426e7787a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:41:54.395586 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f34ba2-0030-4aed-9e16-c61426e7787a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:41:54.395927 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f34ba2-0030-4aed-9e16-c61426e7787a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:41:54.396265 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f34ba2-0030-4aed-9e16-c61426e7787a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:41:54.396592 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f34ba2-0030-4aed-9e16-c61426e7787a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:41:54.396917 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f34ba2-0030-4aed-9e16-c61426e7787a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:41:54.397241 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f34ba2-0030-4aed-9e16-c61426e7787a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:41:54.397563 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f34ba2-0030-4aed-9e16-c61426e7787a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:41:54.398091 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f34ba2-0030-4aed-9e16-c61426e7787a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:41:54.398414 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f34ba2-0030-4aed-9e16-c61426e7787a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:41:54.398735 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f34ba2-0030-4aed-9e16-c61426e7787a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:41:54.432698 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-4fe0f190-18e7-4ba1-a2da-feb3e7113537 None None] Attempting to bind port 50bcbeb0-5067-4769-9721-f038eeac47e4 on host n-d-818823-1 for vnic_type normal with profile {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:41:54.433361 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-4fe0f190-18e7-4ba1-a2da-feb3e7113537 None None] Attempting to bind port 50bcbeb0-5067-4769-9721-f038eeac47e4 by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': '0c2e8e49-2e13-468a-9ac2-7579cef328f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'f42019aa-731f-4892-b4b9-3dfdbc4fdf6e'}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:41:54.433795 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe0f190-18e7-4ba1-a2da-feb3e7113537 None None] Attempting to bind port 50bcbeb0-5067-4769-9721-f038eeac47e4 on network f42019aa-731f-4892-b4b9-3dfdbc4fdf6e {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:41:54.439802 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe0f190-18e7-4ba1-a2da-feb3e7113537 None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 41, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:41:54.440261 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe0f190-18e7-4ba1-a2da-feb3e7113537 None None] Checking segment: {'id': '0c2e8e49-2e13-468a-9ac2-7579cef328f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'f42019aa-731f-4892-b4b9-3dfdbc4fdf6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:41:54.440671 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4fe0f190-18e7-4ba1-a2da-feb3e7113537 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:41:54.441267 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe0f190-18e7-4ba1-a2da-feb3e7113537 None None] Bound using segment: {'id': '0c2e8e49-2e13-468a-9ac2-7579cef328f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'f42019aa-731f-4892-b4b9-3dfdbc4fdf6e'} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:41:54.441745 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-4fe0f190-18e7-4ba1-a2da-feb3e7113537 None None] Bound port: 50bcbeb0-5067-4769-9721-f038eeac47e4, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c2e8e49-2e13-468a-9ac2-7579cef328f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'f42019aa-731f-4892-b4b9-3dfdbc4fdf6e'}}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:41:54.442124 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4fe0f190-18e7-4ba1-a2da-feb3e7113537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:41:54.515444 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-4fe0f190-18e7-4ba1-a2da-feb3e7113537 None None] For port 50bcbeb0-5067-4769-9721-f038eeac47e4, host n-d-818823-1, cleared binding levels {{(pid=103450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:41:54.519258 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-4fe0f190-18e7-4ba1-a2da-feb3e7113537 None None] For port 50bcbeb0-5067-4769-9721-f038eeac47e4, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=50bcbeb0-5067-4769-9721-f038eeac47e4,segment=NetworkSegment(0c2e8e49-2e13-468a-9ac2-7579cef328f7),segment_id=0c2e8e49-2e13-468a-9ac2-7579cef328f7)] {{(pid=103450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:41:54.525117 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4fe0f190-18e7-4ba1-a2da-feb3e7113537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:41:54.591963 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe0f190-18e7-4ba1-a2da-feb3e7113537 None None] Routers {'9dc0b81d-e598-43a0-8829-704ad3881288'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:41:54.592637 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-4fe0f190-18e7-4ba1-a2da-feb3e7113537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:41:33Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['9dc0b81d-e598-43a0-8829-704ad3881288'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:41:54.598568 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f34ba2-0030-4aed-9e16-c61426e7787a None None] Pushing event updated for resources: {'Port': ['ID=50bcbeb0-5067-4769-9721-f038eeac47e4,revision_number=4']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:41:54.618895 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-15940064-2629-495b-93ed-a3128ac39aec None None] Provisioning complete for port 50bcbeb0-5067-4769-9721-f038eeac47e4 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:41:54.619201 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-15940064-2629-495b-93ed-a3128ac39aec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:41:54.722075 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-15940064-2629-495b-93ed-a3128ac39aec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:41:54.749355 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-4fe0f190-18e7-4ba1-a2da-feb3e7113537 None None] Set router 9dc0b81d-e598-43a0-8829-704ad3881288 gateway port host: n-d-818823-1 {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:41:54.771728 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-15940064-2629-495b-93ed-a3128ac39aec None None] For port 50bcbeb0-5067-4769-9721-f038eeac47e4, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=50bcbeb0-5067-4769-9721-f038eeac47e4,segment=NetworkSegment(0c2e8e49-2e13-468a-9ac2-7579cef328f7),segment_id=0c2e8e49-2e13-468a-9ac2-7579cef328f7)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:41:54.779293 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-15940064-2629-495b-93ed-a3128ac39aec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:41:54.843019 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15940064-2629-495b-93ed-a3128ac39aec None None] Pushing event updated for resources: {'Port': ['ID=50bcbeb0-5067-4769-9721-f038eeac47e4,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:41:54.847858 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 62128b68-1686-4209-8be1-485d375ee4ba up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:41:54.906330 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-cdcb70ee-edd2-457c-99b8-327494dff1de None None] Provisioning complete for port 50bcbeb0-5067-4769-9721-f038eeac47e4 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:41:54.907028 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-cdcb70ee-edd2-457c-99b8-327494dff1de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:41:54.938410 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 62128b68-1686-4209-8be1-485d375ee4ba triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:41:54.938710 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:41:54.975449 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-4fe0f190-18e7-4ba1-a2da-feb3e7113537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dc0b81d-e598-43a0-8829-704ad3881288', 'name': 'tempest-TestSecurityGroupsBasicOps-router-147115612', 'tenant_id': '164c78cb38714f748070fc2c1bfd8ff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': '0f70988d-67d3-4002-8e02-4c9fce8f0fc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:41:47Z', 'updated_at': '2021-11-22T20:41:51Z', 'revision_number': 4, 'project_id': '164c78cb38714f748070fc2c1bfd8ff0', 'gw_port': {'id': '0f70988d-67d3-4002-8e02-4c9fce8f0fc9', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:3f:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc0b81d-e598-43a0-8829-704ad3881288', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:41:48Z', 'updated_at': '2021-11-22T20:41:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': '50bcbeb0-5067-4769-9721-f038eeac47e4', 'name': '', 'network_id': 'f42019aa-731f-4892-b4b9-3dfdbc4fdf6e', 'tenant_id': '164c78cb38714f748070fc2c1bfd8ff0', 'mac_address': 'fa:16:3e:12:75:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dc0b81d-e598-43a0-8829-704ad3881288', 'device_owner': 'network:router_interface', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': 'bff2e123-0b73-489a-9ed0-52c029ac0580', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:41:50Z', 'updated_at': '2021-11-22T20:41:54Z', 'revision_number': 4, 'project_id': '164c78cb38714f748070fc2c1bfd8ff0', 'subnets': [{'id': 'bff2e123-0b73-489a-9ed0-52c029ac0580', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:41:55.002914 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe0f190-18e7-4ba1-a2da-feb3e7113537 None None] The sync data for ids ['9dc0b81d-e598-43a0-8829-704ad3881288'] in n-d-818823-1 is: [{'id': '9dc0b81d-e598-43a0-8829-704ad3881288', 'name': 'tempest-TestSecurityGroupsBasicOps-router-147115612', 'tenant_id': '164c78cb38714f748070fc2c1bfd8ff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': '0f70988d-67d3-4002-8e02-4c9fce8f0fc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:41:47Z', 'updated_at': '2021-11-22T20:41:51Z', 'revision_number': 4, 'project_id': '164c78cb38714f748070fc2c1bfd8ff0', 'gw_port': {'id': '0f70988d-67d3-4002-8e02-4c9fce8f0fc9', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:3f:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc0b81d-e598-43a0-8829-704ad3881288', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:41:48Z', 'updated_at': '2021-11-22T20:41:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': '50bcbeb0-5067-4769-9721-f038eeac47e4', 'name': '', 'network_id': 'f42019aa-731f-4892-b4b9-3dfdbc4fdf6e', 'tenant_id': '164c78cb38714f748070fc2c1bfd8ff0', 'mac_address': 'fa:16:3e:12:75:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dc0b81d-e598-43a0-8829-704ad3881288', 'device_owner': 'network:router_interface', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': 'bff2e123-0b73-489a-9ed0-52c029ac0580', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:41:50Z', 'updated_at': '2021-11-22T20:41:54Z', 'revision_number': 4, 'project_id': '164c78cb38714f748070fc2c1bfd8ff0', 'subnets': [{'id': 'bff2e123-0b73-489a-9ed0-52c029ac0580', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:41:55.278852 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7e8177fc-2fd3-4617-ba38-d4f299832db6 req-1a7b7103-2364-472c-a519-02175d7c7646 tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] 10.222.0.46 "GET /v2.0/ports?device_id=d32c763a-5c9d-46e7-8c07-94806fb68d24 HTTP/1.1" status: 200 len: 210 time: 0.0385058 Nov 22 20:41:55.287669 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf17ef5-c6db-4660-8931-647ea6ae04b1 req-32f0e7b1-fb80-4822-a3e6-ce91bd99f345 tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:41:55.289168 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-adf17ef5-c6db-4660-8931-647ea6ae04b1 req-32f0e7b1-fb80-4822-a3e6-ce91bd99f345 tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] 10.222.0.20 "GET /v2.0/networks?id=f42019aa-731f-4892-b4b9-3dfdbc4fdf6e HTTP/1.1" status: 200 len: 797 time: 0.1733601 Nov 22 20:41:55.372698 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-adf17ef5-c6db-4660-8931-647ea6ae04b1 req-21e170db-0879-4115-9244-46eae08dafe3 tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=164c78cb38714f748070fc2c1bfd8ff0 HTTP/1.1" status: 200 len: 477 time: 0.0726013 Nov 22 20:41:55.382902 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-adf17ef5-c6db-4660-8931-647ea6ae04b1 req-ec7ae593-c58e-4ec8-97f4-7a3570bea52b tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Request body: {'port': {'device_id': 'd32c763a-5c9d-46e7-8c07-94806fb68d24', 'network_id': 'f42019aa-731f-4892-b4b9-3dfdbc4fdf6e', 'admin_state_up': True, 'tenant_id': '164c78cb38714f748070fc2c1bfd8ff0', 'security_groups': ['3e47790c-31fe-441e-b0ae-681fbb75033a', 'bd0c6c42-b8e6-45bc-a5ae-4f0a3864d267']}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:41:55.497899 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-adf17ef5-c6db-4660-8931-647ea6ae04b1 req-ec7ae593-c58e-4ec8-97f4-7a3570bea52b tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Made reservation on behalf of 164c78cb38714f748070fc2c1bfd8ff0 for: {'port': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:41:55.503406 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-adf17ef5-c6db-4660-8931-647ea6ae04b1 req-ec7ae593-c58e-4ec8-97f4-7a3570bea52b tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:41:55.643638 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [req-adf17ef5-c6db-4660-8931-647ea6ae04b1 req-ec7ae593-c58e-4ec8-97f4-7a3570bea52b tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Allocated IP 172.20.0.5 (f42019aa-731f-4892-b4b9-3dfdbc4fdf6e/bff2e123-0b73-489a-9ed0-52c029ac0580/d027b816-f6e8-4d3f-873f-573f89696d75) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:41:55.799866 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-adf17ef5-c6db-4660-8931-647ea6ae04b1 req-ec7ae593-c58e-4ec8-97f4-7a3570bea52b tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:41:55.833627 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-adf17ef5-c6db-4660-8931-647ea6ae04b1 req-ec7ae593-c58e-4ec8-97f4-7a3570bea52b tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:41:55.883404 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-adf17ef5-c6db-4660-8931-647ea6ae04b1 req-ec7ae593-c58e-4ec8-97f4-7a3570bea52b tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Network f42019aa-731f-4892-b4b9-3dfdbc4fdf6e is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:41:55.886771 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [req-adf17ef5-c6db-4660-8931-647ea6ae04b1 req-ec7ae593-c58e-4ec8-97f4-7a3570bea52b tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:41:55.890567 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-adf17ef5-c6db-4660-8931-647ea6ae04b1 req-ec7ae593-c58e-4ec8-97f4-7a3570bea52b tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:41:55.916053 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7ae593-c58e-4ec8-97f4-7a3570bea52b tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Pushing event updated for resources: {'Port': ['ID=d027b816-f6e8-4d3f-873f-573f89696d75,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:41:55.929313 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7ae593-c58e-4ec8-97f4-7a3570bea52b tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:41:55.929664 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7ae593-c58e-4ec8-97f4-7a3570bea52b tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:41:55.930007 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7ae593-c58e-4ec8-97f4-7a3570bea52b tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:41:55.930343 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7ae593-c58e-4ec8-97f4-7a3570bea52b tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:41:55.930673 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7ae593-c58e-4ec8-97f4-7a3570bea52b tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:41:55.931005 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7ae593-c58e-4ec8-97f4-7a3570bea52b tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:41:55.931334 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7ae593-c58e-4ec8-97f4-7a3570bea52b tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:41:55.931689 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7ae593-c58e-4ec8-97f4-7a3570bea52b tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:41:55.932043 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7ae593-c58e-4ec8-97f4-7a3570bea52b tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:41:55.932374 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7ae593-c58e-4ec8-97f4-7a3570bea52b tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:41:55.932697 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7ae593-c58e-4ec8-97f4-7a3570bea52b tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:41:55.933022 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7ae593-c58e-4ec8-97f4-7a3570bea52b tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:41:55.957832 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf17ef5-c6db-4660-8931-647ea6ae04b1 req-ec7ae593-c58e-4ec8-97f4-7a3570bea52b tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:41:55.958566 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-adf17ef5-c6db-4660-8931-647ea6ae04b1 req-ec7ae593-c58e-4ec8-97f4-7a3570bea52b tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:41:55.978137 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-adf17ef5-c6db-4660-8931-647ea6ae04b1 req-ec7ae593-c58e-4ec8-97f4-7a3570bea52b tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 0.5992188 Nov 22 20:41:55.993388 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-adf17ef5-c6db-4660-8931-647ea6ae04b1 req-492dbd3c-d95e-4581-b89c-62c7c8878da3 service neutron] Request body: {'port': {'device_id': 'd32c763a-5c9d-46e7-8c07-94806fb68d24', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818823-1'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:41:56.057040 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-adf17ef5-c6db-4660-8931-647ea6ae04b1 req-492dbd3c-d95e-4581-b89c-62c7c8878da3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:41:56.200698 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-c153e5d3-9b6c-438e-8535-1f1b177a25ac None None] Provisioning complete for port d027b816-f6e8-4d3f-873f-573f89696d75 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:41:56.201283 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-c153e5d3-9b6c-438e-8535-1f1b177a25ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:41:56.234887 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-c153e5d3-9b6c-438e-8535-1f1b177a25ac None None] Port d027b816-f6e8-4d3f-873f-573f89696d75 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:41:56.330993 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [req-adf17ef5-c6db-4660-8931-647ea6ae04b1 req-492dbd3c-d95e-4581-b89c-62c7c8878da3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d027b816-f6e8-4d3f-873f-573f89696d75 {{(pid=103447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:41:56.338969 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-adf17ef5-c6db-4660-8931-647ea6ae04b1 req-492dbd3c-d95e-4581-b89c-62c7c8878da3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:41:56.352822 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.provisioning_blocks [req-adf17ef5-c6db-4660-8931-647ea6ae04b1 req-492dbd3c-d95e-4581-b89c-62c7c8878da3 service neutron] Transition to ACTIVE for port object d027b816-f6e8-4d3f-873f-573f89696d75 will not be triggered until provisioned by entity L2. {{(pid=103447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 20:41:56.362253 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-adf17ef5-c6db-4660-8931-647ea6ae04b1 req-492dbd3c-d95e-4581-b89c-62c7c8878da3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:41:56.438469 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492dbd3c-d95e-4581-b89c-62c7c8878da3 service neutron] Pushing event updated for resources: {'Port': ['ID=d027b816-f6e8-4d3f-873f-573f89696d75,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:41:56.464384 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745b8eb4-04f3-4d2d-8acd-5185074ce053 req-386feb3f-f258-422c-afe2-a7b486904294 tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:41:56.465930 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-745b8eb4-04f3-4d2d-8acd-5185074ce053 req-386feb3f-f258-422c-afe2-a7b486904294 tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] 10.222.0.46 "GET /v2.0/ports?device_id=d32c763a-5c9d-46e7-8c07-94806fb68d24 HTTP/1.1" status: 200 len: 982 time: 0.1150401 Nov 22 20:41:56.551388 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-adf17ef5-c6db-4660-8931-647ea6ae04b1 req-492dbd3c-d95e-4581-b89c-62c7c8878da3 service neutron] Attempting to bind port d027b816-f6e8-4d3f-873f-573f89696d75 on host n-h2-818823-1 for vnic_type normal with profile {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:41:56.551749 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-adf17ef5-c6db-4660-8931-647ea6ae04b1 req-492dbd3c-d95e-4581-b89c-62c7c8878da3 service neutron] Attempting to bind port d027b816-f6e8-4d3f-873f-573f89696d75 by drivers openvswitch,hyperv on host n-h2-818823-1 at level 0 using segments [{'id': '0c2e8e49-2e13-468a-9ac2-7579cef328f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'f42019aa-731f-4892-b4b9-3dfdbc4fdf6e'}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:41:56.552086 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adf17ef5-c6db-4660-8931-647ea6ae04b1 req-492dbd3c-d95e-4581-b89c-62c7c8878da3 service neutron] Attempting to bind port d027b816-f6e8-4d3f-873f-573f89696d75 on network f42019aa-731f-4892-b4b9-3dfdbc4fdf6e {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:41:56.568042 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-745b8eb4-04f3-4d2d-8acd-5185074ce053 req-b073d957-af94-4ccc-b9af-3c92168ccdb4 tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] 10.222.0.46 "GET /v2.0/security-groups?id=bd0c6c42-b8e6-45bc-a5ae-4f0a3864d267&id=3e47790c-31fe-441e-b0ae-681fbb75033a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0800350 Nov 22 20:41:56.568629 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adf17ef5-c6db-4660-8931-647ea6ae04b1 req-492dbd3c-d95e-4581-b89c-62c7c8878da3 service neutron] Port d027b816-f6e8-4d3f-873f-573f89696d75 on network f42019aa-731f-4892-b4b9-3dfdbc4fdf6e not bound, no agent of type Open vSwitch agent registered on host n-h2-818823-1 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:41:56.568959 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adf17ef5-c6db-4660-8931-647ea6ae04b1 req-492dbd3c-d95e-4581-b89c-62c7c8878da3 service neutron] Attempting to bind port d027b816-f6e8-4d3f-873f-573f89696d75 on network f42019aa-731f-4892-b4b9-3dfdbc4fdf6e {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:41:56.574567 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adf17ef5-c6db-4660-8931-647ea6ae04b1 req-492dbd3c-d95e-4581-b89c-62c7c8878da3 service neutron] Checking agent: {'id': '65e0486a-7030-4065-96f0-10aa7402a530', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'started_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 41, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:41:56.574912 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adf17ef5-c6db-4660-8931-647ea6ae04b1 req-492dbd3c-d95e-4581-b89c-62c7c8878da3 service neutron] Checking segment: {'id': '0c2e8e49-2e13-468a-9ac2-7579cef328f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'f42019aa-731f-4892-b4b9-3dfdbc4fdf6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:41:56.575299 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adf17ef5-c6db-4660-8931-647ea6ae04b1 req-492dbd3c-d95e-4581-b89c-62c7c8878da3 service neutron] Bound using segment: {'id': '0c2e8e49-2e13-468a-9ac2-7579cef328f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'f42019aa-731f-4892-b4b9-3dfdbc4fdf6e'} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:41:56.575758 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-adf17ef5-c6db-4660-8931-647ea6ae04b1 req-492dbd3c-d95e-4581-b89c-62c7c8878da3 service neutron] Bound port: d027b816-f6e8-4d3f-873f-573f89696d75, host: n-h2-818823-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c2e8e49-2e13-468a-9ac2-7579cef328f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'f42019aa-731f-4892-b4b9-3dfdbc4fdf6e'}}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:41:56.576116 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-adf17ef5-c6db-4660-8931-647ea6ae04b1 req-492dbd3c-d95e-4581-b89c-62c7c8878da3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:41:56.640341 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-adf17ef5-c6db-4660-8931-647ea6ae04b1 req-492dbd3c-d95e-4581-b89c-62c7c8878da3 service neutron] For port d027b816-f6e8-4d3f-873f-573f89696d75, host n-h2-818823-1, cleared binding levels {{(pid=103447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:41:56.643460 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-adf17ef5-c6db-4660-8931-647ea6ae04b1 req-492dbd3c-d95e-4581-b89c-62c7c8878da3 service neutron] For port d027b816-f6e8-4d3f-873f-573f89696d75, host n-h2-818823-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=d027b816-f6e8-4d3f-873f-573f89696d75,segment=NetworkSegment(0c2e8e49-2e13-468a-9ac2-7579cef328f7),segment_id=0c2e8e49-2e13-468a-9ac2-7579cef328f7)] {{(pid=103447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:41:56.647503 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-adf17ef5-c6db-4660-8931-647ea6ae04b1 req-492dbd3c-d95e-4581-b89c-62c7c8878da3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:41:56.695187 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf17ef5-c6db-4660-8931-647ea6ae04b1 req-492dbd3c-d95e-4581-b89c-62c7c8878da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:41:56.695840 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-adf17ef5-c6db-4660-8931-647ea6ae04b1 req-492dbd3c-d95e-4581-b89c-62c7c8878da3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:41:56.697221 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-adf17ef5-c6db-4660-8931-647ea6ae04b1 req-492dbd3c-d95e-4581-b89c-62c7c8878da3 service neutron] 10.222.0.20 "PUT /v2.0/ports/d027b816-f6e8-4d3f-873f-573f89696d75 HTTP/1.1" status: 200 len: 1130 time: 0.7108533 Nov 22 20:41:56.697670 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd32c763a-5c9d-46e7-8c07-94806fb68d24', 'tag': 'd027b816-f6e8-4d3f-873f-573f89696d75'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:41:56.699970 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-073368b6-fa3a-48c5-a3c2-1543a8a87c82" -d '{"events": [{"name": "network-changed", "server_uuid": "d32c763a-5c9d-46e7-8c07-94806fb68d24", "tag": "d027b816-f6e8-4d3f-873f-573f89696d75"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:41:56.724095 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492dbd3c-d95e-4581-b89c-62c7c8878da3 service neutron] Pushing event updated for resources: {'Port': ['ID=d027b816-f6e8-4d3f-873f-573f89696d75,revision_number=3']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:41:56.744765 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 20:41:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8760140-21fb-4e67-a637-4556c8da674b x-openstack-request-id: req-e8760140-21fb-4e67-a637-4556c8da674b {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:41:56.745136 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d32c763a-5c9d-46e7-8c07-94806fb68d24", "tag": "d027b816-f6e8-4d3f-873f-573f89696d75", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:41:56.745465 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e8760140-21fb-4e67-a637-4556c8da674b {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:41:56.745944 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd32c763a-5c9d-46e7-8c07-94806fb68d24', 'tag': 'd027b816-f6e8-4d3f-873f-573f89696d75', 'status': 'completed', 'code': 200} Nov 22 20:41:56.809018 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf17ef5-c6db-4660-8931-647ea6ae04b1 req-b623639d-0e3b-4fa4-ab22-9753cbc27b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:41:56.810747 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-adf17ef5-c6db-4660-8931-647ea6ae04b1 req-b623639d-0e3b-4fa4-ab22-9753cbc27b06 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=164c78cb38714f748070fc2c1bfd8ff0&device_id=d32c763a-5c9d-46e7-8c07-94806fb68d24 HTTP/1.1" status: 200 len: 1133 time: 0.0566669 Nov 22 20:41:56.844960 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 50bcbeb0-5067-4769-9721-f038eeac47e4 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:41:56.859022 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-adf17ef5-c6db-4660-8931-647ea6ae04b1 req-45d15d9b-7680-4839-b828-df131df3e78d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d027b816-f6e8-4d3f-873f-573f89696d75 HTTP/1.1" status: 200 len: 217 time: 0.0408201 Nov 22 20:41:56.899161 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 50bcbeb0-5067-4769-9721-f038eeac47e4 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:41:56.899662 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:41:56.918264 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf17ef5-c6db-4660-8931-647ea6ae04b1 req-ab8ee271-4912-4967-b0dc-621c9d7c3e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:41:56.919773 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-adf17ef5-c6db-4660-8931-647ea6ae04b1 req-ab8ee271-4912-4967-b0dc-621c9d7c3e6b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bff2e123-0b73-489a-9ed0-52c029ac0580 HTTP/1.1" status: 200 len: 834 time: 0.0540571 Nov 22 20:41:56.964206 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf17ef5-c6db-4660-8931-647ea6ae04b1 req-3a58efb7-0877-4ead-ba8f-3ec8f50cb52e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:41:56.965671 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-adf17ef5-c6db-4660-8931-647ea6ae04b1 req-3a58efb7-0877-4ead-ba8f-3ec8f50cb52e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f42019aa-731f-4892-b4b9-3dfdbc4fdf6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394258 Nov 22 20:41:57.053883 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-adf17ef5-c6db-4660-8931-647ea6ae04b1 req-82ed0c10-6952-4797-9608-6396298681d9 service neutron] 10.222.0.20 "GET /v2.0/networks/f42019aa-731f-4892-b4b9-3dfdbc4fdf6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813704 Nov 22 20:41:57.144964 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-adf17ef5-c6db-4660-8931-647ea6ae04b1 req-e06257ea-6535-4f26-a964-b68cdd6239fe service neutron] 10.222.0.20 "GET /v2.0/networks/f42019aa-731f-4892-b4b9-3dfdbc4fdf6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841646 Nov 22 20:41:57.230655 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073368b6-fa3a-48c5-a3c2-1543a8a87c82 req-01b705aa-d526-46d2-9dc5-34ab7f922591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:41:57.232153 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-073368b6-fa3a-48c5-a3c2-1543a8a87c82 req-01b705aa-d526-46d2-9dc5-34ab7f922591 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=164c78cb38714f748070fc2c1bfd8ff0&device_id=d32c763a-5c9d-46e7-8c07-94806fb68d24 HTTP/1.1" status: 200 len: 1133 time: 0.0409818 Nov 22 20:41:57.324453 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073368b6-fa3a-48c5-a3c2-1543a8a87c82 req-592beec7-e932-4ec1-95f0-9b82ffbedbfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:41:57.325853 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-073368b6-fa3a-48c5-a3c2-1543a8a87c82 req-592beec7-e932-4ec1-95f0-9b82ffbedbfe service neutron] 10.222.0.20 "GET /v2.0/networks?id=f42019aa-731f-4892-b4b9-3dfdbc4fdf6e HTTP/1.1" status: 200 len: 898 time: 0.0864415 Nov 22 20:41:57.366947 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-073368b6-fa3a-48c5-a3c2-1543a8a87c82 req-12e67c4d-a790-4019-ac7f-f3c26d791246 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d027b816-f6e8-4d3f-873f-573f89696d75 HTTP/1.1" status: 200 len: 217 time: 0.0342917 Nov 22 20:41:57.417856 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073368b6-fa3a-48c5-a3c2-1543a8a87c82 req-c01e65b2-420b-451a-928c-70b62ccebc71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:41:57.419295 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-073368b6-fa3a-48c5-a3c2-1543a8a87c82 req-c01e65b2-420b-451a-928c-70b62ccebc71 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bff2e123-0b73-489a-9ed0-52c029ac0580 HTTP/1.1" status: 200 len: 834 time: 0.0429580 Nov 22 20:41:57.468394 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073368b6-fa3a-48c5-a3c2-1543a8a87c82 req-6c0e94bf-efdc-4e89-af52-affb8db6ee51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:41:57.469936 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-073368b6-fa3a-48c5-a3c2-1543a8a87c82 req-6c0e94bf-efdc-4e89-af52-affb8db6ee51 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f42019aa-731f-4892-b4b9-3dfdbc4fdf6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433087 Nov 22 20:41:57.564571 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-073368b6-fa3a-48c5-a3c2-1543a8a87c82 req-f5dd031d-712d-4f6a-ab9d-dfd6c4983916 service neutron] 10.222.0.20 "GET /v2.0/networks/f42019aa-731f-4892-b4b9-3dfdbc4fdf6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873342 Nov 22 20:41:57.662424 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-073368b6-fa3a-48c5-a3c2-1543a8a87c82 req-6ff486f6-b52c-4666-b473-65af5317e2a6 service neutron] 10.222.0.20 "GET /v2.0/networks/f42019aa-731f-4892-b4b9-3dfdbc4fdf6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877347 Nov 22 20:41:57.929410 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca34c7bb-7b19-4c7b-80cb-6214b0c7558c req-6cecd7b8-e7e9-4cd3-aa60-fd8e5589b871 tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:41:57.930899 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ca34c7bb-7b19-4c7b-80cb-6214b0c7558c req-6cecd7b8-e7e9-4cd3-aa60-fd8e5589b871 tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] 10.222.0.46 "GET /v2.0/ports?device_id=d32c763a-5c9d-46e7-8c07-94806fb68d24 HTTP/1.1" status: 200 len: 982 time: 0.0526893 Nov 22 20:41:57.985818 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ca34c7bb-7b19-4c7b-80cb-6214b0c7558c req-d1b8e4dd-0f85-46de-a6c4-b3d4d99eaf85 tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] 10.222.0.46 "GET /v2.0/security-groups?id=bd0c6c42-b8e6-45bc-a5ae-4f0a3864d267&id=3e47790c-31fe-441e-b0ae-681fbb75033a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0489199 Nov 22 20:41:59.101798 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa6d72c-bbd6-4b67-83ba-fed3753d11a9 req-3f2bbe17-8ad3-496d-9a75-124fb3e742b7 tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:41:59.103553 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-baa6d72c-bbd6-4b67-83ba-fed3753d11a9 req-3f2bbe17-8ad3-496d-9a75-124fb3e742b7 tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] 10.222.0.46 "GET /v2.0/ports?device_id=d32c763a-5c9d-46e7-8c07-94806fb68d24 HTTP/1.1" status: 200 len: 982 time: 0.0490055 Nov 22 20:41:59.158227 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-baa6d72c-bbd6-4b67-83ba-fed3753d11a9 req-45cb5733-c5b6-4fea-818a-2f99af858259 tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] 10.222.0.46 "GET /v2.0/security-groups?id=bd0c6c42-b8e6-45bc-a5ae-4f0a3864d267&id=3e47790c-31fe-441e-b0ae-681fbb75033a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0487936 Nov 22 20:41:59.992110 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-adb679be-971f-4cea-ae78-0cd8273b20da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:42:00.275623 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c0cf2b-c65f-475d-95d1-50b4e4f81a22 req-7fd3c674-271d-4141-a5a0-414118113357 tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:42:00.277028 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f7c0cf2b-c65f-475d-95d1-50b4e4f81a22 req-7fd3c674-271d-4141-a5a0-414118113357 tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] 10.222.0.46 "GET /v2.0/ports?device_id=d32c763a-5c9d-46e7-8c07-94806fb68d24 HTTP/1.1" status: 200 len: 982 time: 0.0518420 Nov 22 20:42:00.332273 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f7c0cf2b-c65f-475d-95d1-50b4e4f81a22 req-fb932f34-9bf4-4122-87b0-23f49a0f836d tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] 10.222.0.46 "GET /v2.0/security-groups?id=bd0c6c42-b8e6-45bc-a5ae-4f0a3864d267&id=3e47790c-31fe-441e-b0ae-681fbb75033a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0492473 Nov 22 20:42:01.416413 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device d027b816-f6e8-4d3f-873f-573f89696d75 details requested by agent hyperv_n-h2-818823-1 with host n-h2-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 20:42:01.450817 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f717487-ef04-451a-8722-fe8040a101a3 req-b234454b-e902-4726-a3c9-83ade16c7c6c tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:42:01.452359 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3f717487-ef04-451a-8722-fe8040a101a3 req-b234454b-e902-4726-a3c9-83ade16c7c6c tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] 10.222.0.46 "GET /v2.0/ports?device_id=d32c763a-5c9d-46e7-8c07-94806fb68d24 HTTP/1.1" status: 200 len: 982 time: 0.0522885 Nov 22 20:42:01.510410 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3f717487-ef04-451a-8722-fe8040a101a3 req-c9e28c01-d870-4693-a180-ea1d8041e0ae tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] 10.222.0.46 "GET /v2.0/security-groups?id=bd0c6c42-b8e6-45bc-a5ae-4f0a3864d267&id=3e47790c-31fe-441e-b0ae-681fbb75033a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0510986 Nov 22 20:42:01.520620 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port d027b816-f6e8-4d3f-873f-573f89696d75, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=d027b816-f6e8-4d3f-873f-573f89696d75,segment=NetworkSegment(0c2e8e49-2e13-468a-9ac2-7579cef328f7),segment_id=0c2e8e49-2e13-468a-9ac2-7579cef328f7)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:42:01.532515 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Returning: {'device': 'd027b816-f6e8-4d3f-873f-573f89696d75', 'network_id': 'f42019aa-731f-4892-b4b9-3dfdbc4fdf6e', 'port_id': 'd027b816-f6e8-4d3f-873f-573f89696d75', 'mac_address': 'fa:16:3e:1b:52:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bff2e123-0b73-489a-9ed0-52c029ac0580', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 20:42:01.569722 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:42:01.582306 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d027b816-f6e8-4d3f-873f-573f89696d75 {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:42:01.601495 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port d027b816-f6e8-4d3f-873f-573f89696d75, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=d027b816-f6e8-4d3f-873f-573f89696d75,segment=NetworkSegment(0c2e8e49-2e13-468a-9ac2-7579cef328f7),segment_id=0c2e8e49-2e13-468a-9ac2-7579cef328f7)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:42:01.605526 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:42:01.656918 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=d027b816-f6e8-4d3f-873f-573f89696d75,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:42:01.792709 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] get_ports_and_sgs() called for port_ids ['d027b816-f6e8-4d3f-873f-573f89696d75'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:42:02.626436 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0f7134-f0df-41ff-ae8b-02e5a9934d99 req-b3f7f69c-b0d7-496c-a7bb-2aca47e380d0 tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:42:02.628431 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0e0f7134-f0df-41ff-ae8b-02e5a9934d99 req-b3f7f69c-b0d7-496c-a7bb-2aca47e380d0 tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] 10.222.0.46 "GET /v2.0/ports?device_id=d32c763a-5c9d-46e7-8c07-94806fb68d24 HTTP/1.1" status: 200 len: 983 time: 0.0523067 Nov 22 20:42:02.940575 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-596aed8d-c48a-4127-97db-5053963f2ec0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:42:03.012021 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0e0f7134-f0df-41ff-ae8b-02e5a9934d99 req-c1731a28-5da9-4c5b-94b5-1e729d21d84e tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] 10.222.0.46 "GET /v2.0/security-groups?id=bd0c6c42-b8e6-45bc-a5ae-4f0a3864d267&id=3e47790c-31fe-441e-b0ae-681fbb75033a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.3773229 Nov 22 20:42:03.420339 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device d027b816-f6e8-4d3f-873f-573f89696d75 up at agent hyperv_n-h2-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:42:03.471589 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Provisioning for port d027b816-f6e8-4d3f-873f-573f89696d75 completed by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 20:42:03.475366 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Provisioning complete for port d027b816-f6e8-4d3f-873f-573f89696d75 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:42:03.475761 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:42:03.512320 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-03f0964f-1b75-4df7-99e0-a3cdb56ec2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:42:03.562133 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:42:03.584198 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd32c763a-5c9d-46e7-8c07-94806fb68d24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd027b816-f6e8-4d3f-873f-573f89696d75'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:42:03.586431 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d39f6d30a11e565ec9648abcc015e8a6ab6cff4edd704add8155e28765d31eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78d3a088-efda-4fe5-9d04-a2b9571eddbe" -d '{"events": [{"server_uuid": "d32c763a-5c9d-46e7-8c07-94806fb68d24", "name": "network-vif-plugged", "status": "completed", "tag": "d027b816-f6e8-4d3f-873f-573f89696d75"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:42:03.598861 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port d027b816-f6e8-4d3f-873f-573f89696d75, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=d027b816-f6e8-4d3f-873f-573f89696d75,segment=NetworkSegment(0c2e8e49-2e13-468a-9ac2-7579cef328f7),segment_id=0c2e8e49-2e13-468a-9ac2-7579cef328f7)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:42:03.602952 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:42:03.634658 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:42:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-294b5c82-c1f4-4183-9115-1cf494cc7606 x-openstack-request-id: req-294b5c82-c1f4-4183-9115-1cf494cc7606 {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:42:03.634967 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d32c763a-5c9d-46e7-8c07-94806fb68d24", "name": "network-vif-plugged", "status": "completed", "tag": "d027b816-f6e8-4d3f-873f-573f89696d75", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:42:03.635227 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-294b5c82-c1f4-4183-9115-1cf494cc7606 {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:42:03.635644 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd32c763a-5c9d-46e7-8c07-94806fb68d24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd027b816-f6e8-4d3f-873f-573f89696d75', 'code': 200} Nov 22 20:42:03.722934 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e79fb9c-fe0d-4b9c-a986-1b1443278ba1 req-c741e794-3b6f-4bd8-89ff-e7f2d48fa4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:42:03.724442 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8e79fb9c-fe0d-4b9c-a986-1b1443278ba1 req-c741e794-3b6f-4bd8-89ff-e7f2d48fa4ab service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d32c763a-5c9d-46e7-8c07-94806fb68d24 HTTP/1.1" status: 200 len: 1135 time: 0.0418992 Nov 22 20:42:03.779543 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8e79fb9c-fe0d-4b9c-a986-1b1443278ba1 req-1348932a-9bbf-4198-a585-6b0db4e807c9 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=3e47790c-31fe-441e-b0ae-681fbb75033a&id=bd0c6c42-b8e6-45bc-a5ae-4f0a3864d267&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0481453 Nov 22 20:42:03.820546 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=d027b816-f6e8-4d3f-873f-573f89696d75,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:42:04.124985 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137de1b8-911b-4dda-b0a1-4a19ed931b53 req-95789014-26fa-45d3-abd8-9ac911dafb3d tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:42:04.126463 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-137de1b8-911b-4dda-b0a1-4a19ed931b53 req-95789014-26fa-45d3-abd8-9ac911dafb3d tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] 10.222.0.46 "GET /v2.0/ports?device_id=d32c763a-5c9d-46e7-8c07-94806fb68d24 HTTP/1.1" status: 200 len: 984 time: 0.0483558 Nov 22 20:42:04.186018 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-137de1b8-911b-4dda-b0a1-4a19ed931b53 req-728618e2-d755-46fe-af84-5b0bad89965d tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] 10.222.0.46 "GET /v2.0/security-groups?id=bd0c6c42-b8e6-45bc-a5ae-4f0a3864d267&id=3e47790c-31fe-441e-b0ae-681fbb75033a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0526874 Nov 22 20:42:05.191713 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e49ee129-e862-4476-beca-cdc8150d2345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:42:05.305664 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe515264-8abf-4920-b682-cbe244ce8acd req-0b546c79-5532-48ff-86de-db69d5c3face tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:42:05.307227 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-fe515264-8abf-4920-b682-cbe244ce8acd req-0b546c79-5532-48ff-86de-db69d5c3face tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] 10.222.0.46 "GET /v2.0/ports?device_id=d32c763a-5c9d-46e7-8c07-94806fb68d24 HTTP/1.1" status: 200 len: 984 time: 0.0485187 Nov 22 20:42:05.362760 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-fe515264-8abf-4920-b682-cbe244ce8acd req-26570b19-d52a-4b35-80d3-fcbd2d2bae90 tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] 10.222.0.46 "GET /v2.0/security-groups?id=bd0c6c42-b8e6-45bc-a5ae-4f0a3864d267&id=3e47790c-31fe-441e-b0ae-681fbb75033a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0494363 Nov 22 20:42:05.477894 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04baf8d1-83c0-4b43-b514-4f1a554c8732 req-43e786e7-0a02-47a2-a811-c886d6aaa51b tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:42:05.479281 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-04baf8d1-83c0-4b43-b514-4f1a554c8732 req-43e786e7-0a02-47a2-a811-c886d6aaa51b tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] 10.222.0.46 "GET /v2.0/ports?device_id=d32c763a-5c9d-46e7-8c07-94806fb68d24 HTTP/1.1" status: 200 len: 984 time: 0.0501819 Nov 22 20:42:05.536720 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-04baf8d1-83c0-4b43-b514-4f1a554c8732 req-53b5fd58-4669-4dae-8823-4d2b31f1d9dc tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] 10.222.0.46 "GET /v2.0/security-groups?id=bd0c6c42-b8e6-45bc-a5ae-4f0a3864d267&id=3e47790c-31fe-441e-b0ae-681fbb75033a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0514708 Nov 22 20:42:05.643359 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ee8cda-f174-4cc0-9b1d-268a0baff52e req-5003fe81-58f7-4275-9b63-124a10f6a20e tempest-TestSecurityGroupsBasicOps-1546881932 tempest-TestSecurityGroupsBasicOps-1546881932-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:42:05.644859 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-76ee8cda-f174-4cc0-9b1d-268a0baff52e req-5003fe81-58f7-4275-9b63-124a10f6a20e tempest-TestSecurityGroupsBasicOps-1546881932 tempest-TestSecurityGroupsBasicOps-1546881932-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=d32c763a-5c9d-46e7-8c07-94806fb68d24 HTTP/1.1" status: 200 len: 1135 time: 0.0437236 Nov 22 20:42:05.662057 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-76ee8cda-f174-4cc0-9b1d-268a0baff52e req-cc7a4ffa-da8d-45e9-8c87-7c117943df6a tempest-TestSecurityGroupsBasicOps-1546881932 tempest-TestSecurityGroupsBasicOps-1546881932-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:42:05.735446 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-76ee8cda-f174-4cc0-9b1d-268a0baff52e req-cc7a4ffa-da8d-45e9-8c87-7c117943df6a tempest-TestSecurityGroupsBasicOps-1546881932 tempest-TestSecurityGroupsBasicOps-1546881932-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:42:05.739241 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-76ee8cda-f174-4cc0-9b1d-268a0baff52e req-cc7a4ffa-da8d-45e9-8c87-7c117943df6a tempest-TestSecurityGroupsBasicOps-1546881932 tempest-TestSecurityGroupsBasicOps-1546881932-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:42:05.783355 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7a4ffa-da8d-45e9-8c87-7c117943df6a tempest-TestSecurityGroupsBasicOps-1546881932 tempest-TestSecurityGroupsBasicOps-1546881932-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0af33199-7a73-4683-bf19-5d8e0d6f7f24,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:42:05.790950 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-76ee8cda-f174-4cc0-9b1d-268a0baff52e req-cc7a4ffa-da8d-45e9-8c87-7c117943df6a tempest-TestSecurityGroupsBasicOps-1546881932 tempest-TestSecurityGroupsBasicOps-1546881932-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=bd0c6c42-b8e6-45bc-a5ae-4f0a3864d267&id=3e47790c-31fe-441e-b0ae-681fbb75033a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1395962 Nov 22 20:42:05.812499 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 54914) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:42:05.853093 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9264317-a229-4593-83a4-75beabd333a3 tempest-TestSecurityGroupsBasicOps-1546881932 tempest-TestSecurityGroupsBasicOps-1546881932-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:42:05.854637 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-a9264317-a229-4593-83a4-75beabd333a3 tempest-TestSecurityGroupsBasicOps-1546881932 tempest-TestSecurityGroupsBasicOps-1546881932-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=d32c763a-5c9d-46e7-8c07-94806fb68d24 HTTP/1.1" status: 200 len: 1130 time: 0.0411325 Nov 22 20:42:05.865818 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 54916) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:42:05.870727 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-706e5258-6edb-445d-b6f3-7f396e03398a tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Request body: {'floatingip': {'floating_network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'port_id': 'd027b816-f6e8-4d3f-873f-573f89696d75', 'tenant_id': '164c78cb38714f748070fc2c1bfd8ff0', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:42:05.895344 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-706e5258-6edb-445d-b6f3-7f396e03398a tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Publish callbacks [] for floatingip, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:42:05.994856 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-706e5258-6edb-445d-b6f3-7f396e03398a tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:42:06.060996 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:42:06.098607 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [None req-706e5258-6edb-445d-b6f3-7f396e03398a tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Allocated IP 172.25.5.143 (c48a55e9-6a85-4746-b7bf-3e29fb560094/5da6f781-63e6-4328-ae7a-5e672262f55a/5c157e70-03cd-4165-a3d4-af9691410767) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:42:06.203051 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-706e5258-6edb-445d-b6f3-7f396e03398a tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:42:06.235226 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-706e5258-6edb-445d-b6f3-7f396e03398a tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:42:06.272073 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-706e5258-6edb-445d-b6f3-7f396e03398a tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Network c48a55e9-6a85-4746-b7bf-3e29fb560094 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:42:06.274797 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-706e5258-6edb-445d-b6f3-7f396e03398a tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:42:06.278209 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-706e5258-6edb-445d-b6f3-7f396e03398a tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:42:06.309063 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706e5258-6edb-445d-b6f3-7f396e03398a tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Pushing event updated for resources: {'Port': ['ID=5c157e70-03cd-4165-a3d4-af9691410767,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:42:06.639690 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-706e5258-6edb-445d-b6f3-7f396e03398a tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:42:06.707293 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-706e5258-6edb-445d-b6f3-7f396e03398a tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:42:06.854169 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-706e5258-6edb-445d-b6f3-7f396e03398a tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Publish callbacks [] for port, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:42:06.858521 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-706e5258-6edb-445d-b6f3-7f396e03398a tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:42:06.928336 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706e5258-6edb-445d-b6f3-7f396e03398a tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Pushing event updated for resources: {'Port': ['ID=5c157e70-03cd-4165-a3d4-af9691410767,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:42:06.939815 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-706e5258-6edb-445d-b6f3-7f396e03398a tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-595224'] for floatingip, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:42:07.040320 n-d-818823-1 neutron-server[103447]: INFO neutron.db.l3_db [None req-706e5258-6edb-445d-b6f3-7f396e03398a tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Floating IP 48382e72-9b15-41aa-97c0-9c64872751ab associated. External IP: 172.25.5.143, port: d027b816-f6e8-4d3f-873f-573f89696d75. Nov 22 20:42:07.253107 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-706e5258-6edb-445d-b6f3-7f396e03398a tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Router 9dc0b81d-e598-43a0-8829-704ad3881288 has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 20:42:07.359204 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-706e5258-6edb-445d-b6f3-7f396e03398a tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:42:07.369628 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c980b1-0587-486b-b4c2-dbe794087d21 None None] Sync routers for ids ['9dc0b81d-e598-43a0-8829-704ad3881288'] in n-d-818823-1 {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:42:07.378348 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-706e5258-6edb-445d-b6f3-7f396e03398a tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for floatingip, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:42:07.380243 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c980b1-0587-486b-b4c2-dbe794087d21 None None] Routers {'9dc0b81d-e598-43a0-8829-704ad3881288'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:42:07.381093 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-e4c980b1-0587-486b-b4c2-dbe794087d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:42:03Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['9dc0b81d-e598-43a0-8829-704ad3881288'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:42:07.408494 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-706e5258-6edb-445d-b6f3-7f396e03398a tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5415316 Nov 22 20:42:07.409239 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd32c763a-5c9d-46e7-8c07-94806fb68d24', 'tag': 'd027b816-f6e8-4d3f-873f-573f89696d75'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:42:07.411078 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 54918) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:42:07.411887 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16a289d2-c01e-4280-9705-f0e41404aed6" -d '{"events": [{"name": "network-changed", "server_uuid": "d32c763a-5c9d-46e7-8c07-94806fb68d24", "tag": "d027b816-f6e8-4d3f-873f-573f89696d75"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:42:07.461004 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 20:42:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a20c3abf-c3d8-4bf5-9c86-4791abca2087 x-openstack-request-id: req-a20c3abf-c3d8-4bf5-9c86-4791abca2087 {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:42:07.461291 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d32c763a-5c9d-46e7-8c07-94806fb68d24", "tag": "d027b816-f6e8-4d3f-873f-573f89696d75", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:42:07.461558 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a20c3abf-c3d8-4bf5-9c86-4791abca2087 {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:42:07.461979 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd32c763a-5c9d-46e7-8c07-94806fb68d24', 'tag': 'd027b816-f6e8-4d3f-873f-573f89696d75', 'status': 'completed', 'code': 200} Nov 22 20:42:07.491032 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-e4c980b1-0587-486b-b4c2-dbe794087d21 None None] Set router 9dc0b81d-e598-43a0-8829-704ad3881288 gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:42:07.526518 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a289d2-c01e-4280-9705-f0e41404aed6 req-68376d0c-3229-4fe3-8451-7cf4ee8f60bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:42:07.527853 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-16a289d2-c01e-4280-9705-f0e41404aed6 req-68376d0c-3229-4fe3-8451-7cf4ee8f60bd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=164c78cb38714f748070fc2c1bfd8ff0&device_id=d32c763a-5c9d-46e7-8c07-94806fb68d24 HTTP/1.1" status: 200 len: 1135 time: 0.0436463 Nov 22 20:42:07.620504 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c396c8ad-a4d6-4858-a239-cf98a93297ff tempest-TestSecurityGroupsBasicOps-1546881932 tempest-TestSecurityGroupsBasicOps-1546881932-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:42:07.621036 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c396c8ad-a4d6-4858-a239-cf98a93297ff tempest-TestSecurityGroupsBasicOps-1546881932 tempest-TestSecurityGroupsBasicOps-1546881932-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:42:07.621424 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c396c8ad-a4d6-4858-a239-cf98a93297ff tempest-TestSecurityGroupsBasicOps-1546881932 tempest-TestSecurityGroupsBasicOps-1546881932-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:42:07.621885 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c396c8ad-a4d6-4858-a239-cf98a93297ff tempest-TestSecurityGroupsBasicOps-1546881932 tempest-TestSecurityGroupsBasicOps-1546881932-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:42:07.622338 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c396c8ad-a4d6-4858-a239-cf98a93297ff tempest-TestSecurityGroupsBasicOps-1546881932 tempest-TestSecurityGroupsBasicOps-1546881932-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:42:07.622654 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a289d2-c01e-4280-9705-f0e41404aed6 req-7fb60464-e21f-437e-87d3-9ebe7d5e9293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:42:07.622788 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c396c8ad-a4d6-4858-a239-cf98a93297ff tempest-TestSecurityGroupsBasicOps-1546881932 tempest-TestSecurityGroupsBasicOps-1546881932-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:42:07.627744 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-c396c8ad-a4d6-4858-a239-cf98a93297ff tempest-TestSecurityGroupsBasicOps-1546881932 tempest-TestSecurityGroupsBasicOps-1546881932-project-admin] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4278 time: 0.2119610 Nov 22 20:42:07.627901 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-16a289d2-c01e-4280-9705-f0e41404aed6 req-7fb60464-e21f-437e-87d3-9ebe7d5e9293 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f42019aa-731f-4892-b4b9-3dfdbc4fdf6e HTTP/1.1" status: 200 len: 898 time: 0.0904870 Nov 22 20:42:07.628036 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 54922) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:42:07.715799 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7818a766-9bfc-488e-9c89-65fa8fda9545 tempest-TestSecurityGroupsBasicOps-1546881932 tempest-TestSecurityGroupsBasicOps-1546881932-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:42:07.715799 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7818a766-9bfc-488e-9c89-65fa8fda9545 tempest-TestSecurityGroupsBasicOps-1546881932 tempest-TestSecurityGroupsBasicOps-1546881932-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:42:07.716171 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7818a766-9bfc-488e-9c89-65fa8fda9545 tempest-TestSecurityGroupsBasicOps-1546881932 tempest-TestSecurityGroupsBasicOps-1546881932-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:42:07.716600 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7818a766-9bfc-488e-9c89-65fa8fda9545 tempest-TestSecurityGroupsBasicOps-1546881932 tempest-TestSecurityGroupsBasicOps-1546881932-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:42:07.717043 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7818a766-9bfc-488e-9c89-65fa8fda9545 tempest-TestSecurityGroupsBasicOps-1546881932 tempest-TestSecurityGroupsBasicOps-1546881932-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:42:07.717488 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7818a766-9bfc-488e-9c89-65fa8fda9545 tempest-TestSecurityGroupsBasicOps-1546881932 tempest-TestSecurityGroupsBasicOps-1546881932-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:42:07.722692 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-7818a766-9bfc-488e-9c89-65fa8fda9545 tempest-TestSecurityGroupsBasicOps-1546881932 tempest-TestSecurityGroupsBasicOps-1546881932-project-admin] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3997 time: 0.0937800 Nov 22 20:42:07.723087 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 54924) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:42:07.730308 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-e4c980b1-0587-486b-b4c2-dbe794087d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dc0b81d-e598-43a0-8829-704ad3881288', 'name': 'tempest-TestSecurityGroupsBasicOps-router-147115612', 'tenant_id': '164c78cb38714f748070fc2c1bfd8ff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': '0f70988d-67d3-4002-8e02-4c9fce8f0fc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:41:47Z', 'updated_at': '2021-11-22T20:41:51Z', 'revision_number': 4, 'project_id': '164c78cb38714f748070fc2c1bfd8ff0', 'gw_port': {'id': '0f70988d-67d3-4002-8e02-4c9fce8f0fc9', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:3f:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc0b81d-e598-43a0-8829-704ad3881288', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:41:48Z', 'updated_at': '2021-11-22T20:41:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_floatingips': [{'id': '48382e72-9b15-41aa-97c0-9c64872751ab', 'tenant_id': '164c78cb38714f748070fc2c1bfd8ff0', 'floating_ip_address': '172.25.5.143', 'floating_network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'router_id': '9dc0b81d-e598-43a0-8829-704ad3881288', 'port_id': 'd027b816-f6e8-4d3f-873f-573f89696d75', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3935, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f42019aa-731f-4892-b4b9-3dfdbc4fdf6e', 'mac_address': 'fa:16:3e:1b:52:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd32c763a-5c9d-46e7-8c07-94806fb68d24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T20:42:06Z', 'updated_at': '2021-11-22T20:42:06Z', 'revision_number': 0, 'project_id': '164c78cb38714f748070fc2c1bfd8ff0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50bcbeb0-5067-4769-9721-f038eeac47e4', 'name': '', 'network_id': 'f42019aa-731f-4892-b4b9-3dfdbc4fdf6e', 'tenant_id': '164c78cb38714f748070fc2c1bfd8ff0', 'mac_address': 'fa:16:3e:12:75:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc0b81d-e598-43a0-8829-704ad3881288', 'device_owner': 'network:router_interface', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': 'bff2e123-0b73-489a-9ed0-52c029ac0580', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:41:50Z', 'updated_at': '2021-11-22T20:41:54Z', 'revision_number': 5, 'project_id': '164c78cb38714f748070fc2c1bfd8ff0', 'subnets': [{'id': 'bff2e123-0b73-489a-9ed0-52c029ac0580', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:42:07.748524 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-16a289d2-c01e-4280-9705-f0e41404aed6 req-67c9c71c-43da-4741-91cb-9fae537d44e3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d027b816-f6e8-4d3f-873f-573f89696d75 HTTP/1.1" status: 200 len: 999 time: 0.1158135 Nov 22 20:42:07.758311 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c980b1-0587-486b-b4c2-dbe794087d21 None None] Checking router: 9dc0b81d-e598-43a0-8829-704ad3881288 for host: n-d-818823-1 {{(pid=103449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 20:42:07.766831 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c980b1-0587-486b-b4c2-dbe794087d21 None None] Routers {'9dc0b81d-e598-43a0-8829-704ad3881288'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:42:07.767499 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-e4c980b1-0587-486b-b4c2-dbe794087d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:42:03Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['9dc0b81d-e598-43a0-8829-704ad3881288'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:42:07.853334 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a289d2-c01e-4280-9705-f0e41404aed6 req-89a7b136-fdbc-407a-91fc-2ad35b1a2fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:42:07.854798 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-16a289d2-c01e-4280-9705-f0e41404aed6 req-89a7b136-fdbc-407a-91fc-2ad35b1a2fdb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bff2e123-0b73-489a-9ed0-52c029ac0580 HTTP/1.1" status: 200 len: 834 time: 0.0720990 Nov 22 20:42:07.873783 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-e4c980b1-0587-486b-b4c2-dbe794087d21 None None] Set router 9dc0b81d-e598-43a0-8829-704ad3881288 gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:42:07.980603 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a289d2-c01e-4280-9705-f0e41404aed6 req-a8c47dec-660a-4a22-94f5-89a1749a9f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:42:07.982119 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-16a289d2-c01e-4280-9705-f0e41404aed6 req-a8c47dec-660a-4a22-94f5-89a1749a9f30 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f42019aa-731f-4892-b4b9-3dfdbc4fdf6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1172707 Nov 22 20:42:08.089214 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-65197b4d-ee92-4f9a-84f3-cbd0d747ccd3 tempest-TestSecurityGroupsBasicOps-1546881932 tempest-TestSecurityGroupsBasicOps-1546881932-project-admin] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3045 time: 0.3648918 Nov 22 20:42:08.091850 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 54926) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:42:08.104148 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-16a289d2-c01e-4280-9705-f0e41404aed6 req-4fd74fdd-40a9-4e8b-ad14-b74f9ae21e1c service neutron] 10.222.0.20 "GET /v2.0/networks/f42019aa-731f-4892-b4b9-3dfdbc4fdf6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145389 Nov 22 20:42:08.105387 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-e4c980b1-0587-486b-b4c2-dbe794087d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dc0b81d-e598-43a0-8829-704ad3881288', 'name': 'tempest-TestSecurityGroupsBasicOps-router-147115612', 'tenant_id': '164c78cb38714f748070fc2c1bfd8ff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': '0f70988d-67d3-4002-8e02-4c9fce8f0fc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:41:47Z', 'updated_at': '2021-11-22T20:41:51Z', 'revision_number': 4, 'project_id': '164c78cb38714f748070fc2c1bfd8ff0', 'gw_port': {'id': '0f70988d-67d3-4002-8e02-4c9fce8f0fc9', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:3f:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc0b81d-e598-43a0-8829-704ad3881288', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:41:48Z', 'updated_at': '2021-11-22T20:41:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_floatingips': [{'id': '48382e72-9b15-41aa-97c0-9c64872751ab', 'tenant_id': '164c78cb38714f748070fc2c1bfd8ff0', 'floating_ip_address': '172.25.5.143', 'floating_network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'router_id': '9dc0b81d-e598-43a0-8829-704ad3881288', 'port_id': 'd027b816-f6e8-4d3f-873f-573f89696d75', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3935, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f42019aa-731f-4892-b4b9-3dfdbc4fdf6e', 'mac_address': 'fa:16:3e:1b:52:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd32c763a-5c9d-46e7-8c07-94806fb68d24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T20:42:06Z', 'updated_at': '2021-11-22T20:42:06Z', 'revision_number': 0, 'project_id': '164c78cb38714f748070fc2c1bfd8ff0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50bcbeb0-5067-4769-9721-f038eeac47e4', 'name': '', 'network_id': 'f42019aa-731f-4892-b4b9-3dfdbc4fdf6e', 'tenant_id': '164c78cb38714f748070fc2c1bfd8ff0', 'mac_address': 'fa:16:3e:12:75:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc0b81d-e598-43a0-8829-704ad3881288', 'device_owner': 'network:router_interface', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': 'bff2e123-0b73-489a-9ed0-52c029ac0580', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:41:50Z', 'updated_at': '2021-11-22T20:41:54Z', 'revision_number': 5, 'project_id': '164c78cb38714f748070fc2c1bfd8ff0', 'subnets': [{'id': 'bff2e123-0b73-489a-9ed0-52c029ac0580', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:42:08.136897 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c980b1-0587-486b-b4c2-dbe794087d21 None None] The sync data for ids ['9dc0b81d-e598-43a0-8829-704ad3881288'] in n-d-818823-1 is: [{'id': '9dc0b81d-e598-43a0-8829-704ad3881288', 'name': 'tempest-TestSecurityGroupsBasicOps-router-147115612', 'tenant_id': '164c78cb38714f748070fc2c1bfd8ff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': '0f70988d-67d3-4002-8e02-4c9fce8f0fc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:41:47Z', 'updated_at': '2021-11-22T20:41:51Z', 'revision_number': 4, 'project_id': '164c78cb38714f748070fc2c1bfd8ff0', 'gw_port': {'id': '0f70988d-67d3-4002-8e02-4c9fce8f0fc9', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:3f:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc0b81d-e598-43a0-8829-704ad3881288', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:41:48Z', 'updated_at': '2021-11-22T20:41:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_floatingips': [{'id': '48382e72-9b15-41aa-97c0-9c64872751ab', 'tenant_id': '164c78cb38714f748070fc2c1bfd8ff0', 'floating_ip_address': '172.25.5.143', 'floating_network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'router_id': '9dc0b81d-e598-43a0-8829-704ad3881288', 'port_id': 'd027b816-f6e8-4d3f-873f-573f89696d75', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3935, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f42019aa-731f-4892-b4b9-3dfdbc4fdf6e', 'mac_address': 'fa:16:3e:1b:52:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd32c763a-5c9d-46e7-8c07-94806fb68d24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T20:42:06Z', 'updated_at': '2021-11-22T20:42:06Z', 'revision_number': 0, 'project_id': '164c78cb38714f748070fc2c1bfd8ff0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50bcbeb0-5067-4769-9721-f038eeac47e4', 'name': '', 'network_id': 'f42019aa-731f-4892-b4b9-3dfdbc4fdf6e', 'tenant_id': '164c78cb38714f748070fc2c1bfd8ff0', 'mac_address': 'fa:16:3e:12:75:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc0b81d-e598-43a0-8829-704ad3881288', 'device_owner': 'network:router_interface', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': 'bff2e123-0b73-489a-9ed0-52c029ac0580', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:41:50Z', 'updated_at': '2021-11-22T20:41:54Z', 'revision_number': 5, 'project_id': '164c78cb38714f748070fc2c1bfd8ff0', 'subnets': [{'id': 'bff2e123-0b73-489a-9ed0-52c029ac0580', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:42:08.138497 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dc3cd75-2431-418f-b5b4-ba15652b6ee6 tempest-TestSecurityGroupsBasicOps-1546881932 tempest-TestSecurityGroupsBasicOps-1546881932-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:42:08.138654 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dc3cd75-2431-418f-b5b4-ba15652b6ee6 tempest-TestSecurityGroupsBasicOps-1546881932 tempest-TestSecurityGroupsBasicOps-1546881932-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:42:08.140289 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-4dc3cd75-2431-418f-b5b4-ba15652b6ee6 tempest-TestSecurityGroupsBasicOps-1546881932 tempest-TestSecurityGroupsBasicOps-1546881932-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=9dc0b81d-e598-43a0-8829-704ad3881288 HTTP/1.1" status: 200 len: 1989 time: 0.0474391 Nov 22 20:42:08.196161 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-16a289d2-c01e-4280-9705-f0e41404aed6 req-a1ae0fe0-ee54-4691-86f9-3273d7960737 service neutron] 10.222.0.20 "GET /v2.0/networks/f42019aa-731f-4892-b4b9-3dfdbc4fdf6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846593 Nov 22 20:42:08.347407 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd56cd70-ed68-4fab-a803-63c4e433facb None None] New status for floating IP 48382e72-9b15-41aa-97c0-9c64872751ab: ACTIVE {{(pid=103450) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 20:42:09.166870 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.agents_db [None req-aa8313f2-1ee4-4e7b-8c5a-d32b2f9d31ee None None] Agent healthcheck: found 7 active agents {{(pid=103450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 20:42:14.628688 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:42:14.629874 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:42:28.171291 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-60e7f02e-b25a-4f14-a4a8-6cf28dbbef3e req-306d7c9a-d5b4-4ae8-b09b-7f625e343057 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d32c763a-5c9d-46e7-8c07-94806fb68d24&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0392323 Nov 22 20:42:28.257729 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e7f02e-b25a-4f14-a4a8-6cf28dbbef3e req-55827e4e-9b46-4a87-9a30-61d340fb9570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:42:28.259208 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-60e7f02e-b25a-4f14-a4a8-6cf28dbbef3e req-55827e4e-9b46-4a87-9a30-61d340fb9570 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=164c78cb38714f748070fc2c1bfd8ff0&device_id=d32c763a-5c9d-46e7-8c07-94806fb68d24 HTTP/1.1" status: 200 len: 1135 time: 0.0446296 Nov 22 20:42:28.359477 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e7f02e-b25a-4f14-a4a8-6cf28dbbef3e req-84bf3cd4-11e2-41f6-be7a-f167d17f836f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:42:28.361529 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-60e7f02e-b25a-4f14-a4a8-6cf28dbbef3e req-84bf3cd4-11e2-41f6-be7a-f167d17f836f service neutron] 10.222.0.20 "GET /v2.0/networks?id=f42019aa-731f-4892-b4b9-3dfdbc4fdf6e HTTP/1.1" status: 200 len: 898 time: 0.0817893 Nov 22 20:42:28.431101 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-60e7f02e-b25a-4f14-a4a8-6cf28dbbef3e req-fdca3870-ba12-4692-9046-c31dcb2bc874 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d027b816-f6e8-4d3f-873f-573f89696d75 HTTP/1.1" status: 200 len: 1001 time: 0.0620611 Nov 22 20:42:28.484327 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e7f02e-b25a-4f14-a4a8-6cf28dbbef3e req-f332a968-6507-42a6-9300-77a0adf708f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:42:28.487302 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-60e7f02e-b25a-4f14-a4a8-6cf28dbbef3e req-f332a968-6507-42a6-9300-77a0adf708f0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bff2e123-0b73-489a-9ed0-52c029ac0580 HTTP/1.1" status: 200 len: 834 time: 0.0484080 Nov 22 20:42:28.534161 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e7f02e-b25a-4f14-a4a8-6cf28dbbef3e req-44ccc2a6-cc11-47ff-8829-0b94ffb18b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:42:28.535659 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-60e7f02e-b25a-4f14-a4a8-6cf28dbbef3e req-44ccc2a6-cc11-47ff-8829-0b94ffb18b74 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f42019aa-731f-4892-b4b9-3dfdbc4fdf6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405347 Nov 22 20:42:28.625474 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-60e7f02e-b25a-4f14-a4a8-6cf28dbbef3e req-554b7075-a7f6-4891-85e6-44d3dc2ac023 service neutron] 10.222.0.20 "GET /v2.0/networks/f42019aa-731f-4892-b4b9-3dfdbc4fdf6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810685 Nov 22 20:42:28.713136 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-60e7f02e-b25a-4f14-a4a8-6cf28dbbef3e req-5a59a623-da0c-40be-98c0-74b4d4e06b49 service neutron] 10.222.0.20 "GET /v2.0/networks/f42019aa-731f-4892-b4b9-3dfdbc4fdf6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807860 Nov 22 20:42:29.996142 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4f72d369-6054-4a1b-be95-71ba1dcdc66c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:42:32.903192 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-e280d54b-cc20-4153-b1fb-94b15e64c91c req-04eb1ce4-3c26-46f6-a884-7a50a378c52d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=895512ea-fccd-41da-8359-36f93c1b41d7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0386930 Nov 22 20:42:32.941621 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-dca199af-e883-46f1-9cd2-4f61f8fac65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:42:32.984393 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e280d54b-cc20-4153-b1fb-94b15e64c91c req-bfdb9b6c-07ca-4205-aebe-ce04b2324e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:42:32.986541 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-e280d54b-cc20-4153-b1fb-94b15e64c91c req-bfdb9b6c-07ca-4205-aebe-ce04b2324e98 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a7e1521722f94d70843af2e3bd21601a&device_id=895512ea-fccd-41da-8359-36f93c1b41d7 HTTP/1.1" status: 200 len: 1097 time: 0.0412920 Nov 22 20:42:33.093799 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e280d54b-cc20-4153-b1fb-94b15e64c91c req-0d693270-57e1-4a15-9598-7cda4a7f1f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:42:33.095819 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-e280d54b-cc20-4153-b1fb-94b15e64c91c req-0d693270-57e1-4a15-9598-7cda4a7f1f86 service neutron] 10.222.0.41 "GET /v2.0/networks?id=3351f9f4-f4e4-4ee2-9c2b-3b58a4e4fc24 HTTP/1.1" status: 200 len: 909 time: 0.0898285 Nov 22 20:42:33.481600 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-e280d54b-cc20-4153-b1fb-94b15e64c91c req-ad3292b0-3d65-41cd-9870-0badb313e40c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cefa84c8-1893-4548-a3fb-bbfcfe0fcc19 HTTP/1.1" status: 200 len: 1001 time: 0.3793879 Nov 22 20:42:33.494744 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-03f0964f-1b75-4df7-99e0-a3cdb56ec2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:42:33.531163 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e280d54b-cc20-4153-b1fb-94b15e64c91c req-73054986-5e22-4d3e-ab4d-bdf1dada7d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:42:33.532666 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-e280d54b-cc20-4153-b1fb-94b15e64c91c req-73054986-5e22-4d3e-ab4d-bdf1dada7d8e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=23ea69f1-3a57-4da4-b379-270435f982a0 HTTP/1.1" status: 200 len: 847 time: 0.0437081 Nov 22 20:42:33.578955 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e280d54b-cc20-4153-b1fb-94b15e64c91c req-a2cd61a7-c283-4068-97a0-57391a1441f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:42:33.581085 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-e280d54b-cc20-4153-b1fb-94b15e64c91c req-a2cd61a7-c283-4068-97a0-57391a1441f0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3351f9f4-f4e4-4ee2-9c2b-3b58a4e4fc24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420046 Nov 22 20:42:33.666862 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-e280d54b-cc20-4153-b1fb-94b15e64c91c req-38a8f686-a796-4e61-89fe-9c458503d490 service neutron] 10.222.0.41 "GET /v2.0/networks/3351f9f4-f4e4-4ee2-9c2b-3b58a4e4fc24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785775 Nov 22 20:42:33.757431 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-e280d54b-cc20-4153-b1fb-94b15e64c91c req-d0135834-2065-44c3-85c7-f13ffc0f4d6c service neutron] 10.222.0.41 "GET /v2.0/networks/3351f9f4-f4e4-4ee2-9c2b-3b58a4e4fc24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833521 Nov 22 20:42:35.194416 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e49ee129-e862-4476-beca-cdc8150d2345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:42:36.062396 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:42:43.120344 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 54946) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:42:43.202982 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-419ebdd2-f175-4ed2-807e-6dfe52cb115b tempest-TestSecurityGroupsBasicOps-1546881932 tempest-TestSecurityGroupsBasicOps-1546881932-project-admin] 10.222.0.46 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2411 time: 0.0815465 Nov 22 20:42:43.205606 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 54948) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:42:43.210253 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-e2b3924c-3e90-4211-bbb4-ba274e5083d7 tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Request body: {'network': {'name': 'tempest-network-smoke--38660427', 'project_id': '164c78cb38714f748070fc2c1bfd8ff0', 'port_security_enabled': False}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:42:43.230627 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2b3924c-3e90-4211-bbb4-ba274e5083d7 tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Made reservation on behalf of 164c78cb38714f748070fc2c1bfd8ff0 for: {'network': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:42:43.234594 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e2b3924c-3e90-4211-bbb4-ba274e5083d7 tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for network, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:42:43.257717 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2b3924c-3e90-4211-bbb4-ba274e5083d7 tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] vlan segment allocate from pool success with {'vlan_id': 606, 'physical_network': 'physnet1'} {{(pid=103448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 20:42:43.266421 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e2b3924c-3e90-4211-bbb4-ba274e5083d7 tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:42:43.266789 n-d-818823-1 neutron-server[103448]: INFO neutron.db.segments_db [None req-e2b3924c-3e90-4211-bbb4-ba274e5083d7 tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Added segment cce247db-e4b7-422a-a91e-f3d72a048fc1 of type vlan for network 878d051e-f699-4307-861c-a4eb07f3b802 Nov 22 20:42:43.308438 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e2b3924c-3e90-4211-bbb4-ba274e5083d7 tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748992492791'] for network, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:42:43.331769 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e2b3924c-3e90-4211-bbb4-ba274e5083d7 tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for network, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:42:43.337314 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2b3924c-3e90-4211-bbb4-ba274e5083d7 tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:42:43.337897 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e2b3924c-3e90-4211-bbb4-ba274e5083d7 tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Publish callbacks [] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:42:43.391265 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-e2b3924c-3e90-4211-bbb4-ba274e5083d7 tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1845140 Nov 22 20:42:43.393903 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 54950) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:42:43.398607 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-f5dfc642-8859-4536-8638-bae03f0bc61a tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1907816559', 'admin_state_up': True, 'project_id': '164c78cb38714f748070fc2c1bfd8ff0', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'}}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:42:43.404788 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b3924c-3e90-4211-bbb4-ba274e5083d7 tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Pushing event updated for resources: {'Network': ['ID=878d051e-f699-4307-861c-a4eb07f3b802,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:42:43.415983 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Network 878d051e-f699-4307-861c-a4eb07f3b802 details requested by agent ovs-agent-n-d-818823-1 with host n-d-818823-1 {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 20:42:43.425096 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f5dfc642-8859-4536-8638-bae03f0bc61a tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24799'] for router, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:42:43.426254 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f5dfc642-8859-4536-8638-bae03f0bc61a tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-632716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24788'] for router, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:42:43.482367 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f5dfc642-8859-4536-8638-bae03f0bc61a tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:42:43.953974 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f5dfc642-8859-4536-8638-bae03f0bc61a tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:42:44.150428 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f5dfc642-8859-4536-8638-bae03f0bc61a tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Publish callbacks [] for router_gateway, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:42:44.169025 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f5dfc642-8859-4536-8638-bae03f0bc61a tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:42:44.272800 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [None req-f5dfc642-8859-4536-8638-bae03f0bc61a tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Allocated IP 172.25.5.79 (c48a55e9-6a85-4746-b7bf-3e29fb560094/5da6f781-63e6-4328-ae7a-5e672262f55a/f1411cf5-208b-4e48-ac13-076b98968962) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:42:44.368233 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f5dfc642-8859-4536-8638-bae03f0bc61a tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:42:44.400645 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f5dfc642-8859-4536-8638-bae03f0bc61a tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:42:44.439855 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5dfc642-8859-4536-8638-bae03f0bc61a tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Network c48a55e9-6a85-4746-b7bf-3e29fb560094 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:42:44.442625 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-f5dfc642-8859-4536-8638-bae03f0bc61a tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:42:44.446025 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5dfc642-8859-4536-8638-bae03f0bc61a tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:42:44.456394 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-945c6523-0101-44bb-923e-a1845b0e829b None None] DHCP port deletion for c48a55e9-6a85-4746-b7bf-3e29fb560094 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:42:44.473905 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dfc642-8859-4536-8638-bae03f0bc61a tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Pushing event updated for resources: {'Port': ['ID=f1411cf5-208b-4e48-ac13-076b98968962,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:42:44.499454 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-44d58412-9cb1-4943-9c98-9a1265a733ca None None] Provisioning complete for port f1411cf5-208b-4e48-ac13-076b98968962 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:42:44.499920 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-44d58412-9cb1-4943-9c98-9a1265a733ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:42:44.546498 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-44d58412-9cb1-4943-9c98-9a1265a733ca None None] Port f1411cf5-208b-4e48-ac13-076b98968962 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:42:44.629563 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:42:44.647283 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:42:44.698517 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f5dfc642-8859-4536-8638-bae03f0bc61a tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Publish callbacks [] for router_gateway, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:42:44.898157 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f5dfc642-8859-4536-8638-bae03f0bc61a tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-659538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-841284'] for router, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:42:45.026877 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5dfc642-8859-4536-8638-bae03f0bc61a tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Router 7c530218-ca6a-481b-8c0d-3d5868c2d1ee is scheduled to L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 with binding_index 1 {{(pid=103447) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 20:42:45.130866 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5dfc642-8859-4536-8638-bae03f0bc61a tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:42:45.141106 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4175d659-359b-4f69-8bae-8932dda5d70a None None] Sync routers for ids ['7c530218-ca6a-481b-8c0d-3d5868c2d1ee'] in n-d-818823-1 {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:42:45.150854 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f5dfc642-8859-4536-8638-bae03f0bc61a tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Publish callbacks [] for router, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:42:45.154856 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-f5dfc642-8859-4536-8638-bae03f0bc61a tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.7571013 Nov 22 20:42:45.155015 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4175d659-359b-4f69-8bae-8932dda5d70a None None] Routers {'7c530218-ca6a-481b-8c0d-3d5868c2d1ee'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:42:45.155015 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-4175d659-359b-4f69-8bae-8932dda5d70a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:42:33Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['7c530218-ca6a-481b-8c0d-3d5868c2d1ee'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:42:45.155237 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 54952) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:42:45.221994 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40a456e4-58ac-432d-b83c-64ae3dd463cf tempest-TestSecurityGroupsBasicOps-1546881932 tempest-TestSecurityGroupsBasicOps-1546881932-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:42:45.226116 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-40a456e4-58ac-432d-b83c-64ae3dd463cf tempest-TestSecurityGroupsBasicOps-1546881932 tempest-TestSecurityGroupsBasicOps-1546881932-project-admin] 10.222.0.46 "GET /v2.0/subnets?project_id=164c78cb38714f748070fc2c1bfd8ff0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0674968 Nov 22 20:42:45.226560 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 54954) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:42:45.259428 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-4175d659-359b-4f69-8bae-8932dda5d70a None None] Set router 7c530218-ca6a-481b-8c0d-3d5868c2d1ee gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:42:45.375030 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4b13176-f7be-4020-893d-288c3d6b821b tempest-TestSecurityGroupsBasicOps-1546881932 tempest-TestSecurityGroupsBasicOps-1546881932-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:42:45.377103 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-d4b13176-f7be-4020-893d-288c3d6b821b tempest-TestSecurityGroupsBasicOps-1546881932 tempest-TestSecurityGroupsBasicOps-1546881932-project-admin] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1495318 Nov 22 20:42:45.380043 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 54956) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:42:45.411685 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-18089a14-2893-483b-bd8f-0191391f5015 tempest-TestSecurityGroupsBasicOps-1546881932 tempest-TestSecurityGroupsBasicOps-1546881932-project-admin] 10.222.0.46 "GET /v2.0/subnets?network_id=c48a55e9-6a85-4746-b7bf-3e29fb560094&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0302877 Nov 22 20:42:45.414247 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 54958) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:42:45.437468 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-4175d659-359b-4f69-8bae-8932dda5d70a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c530218-ca6a-481b-8c0d-3d5868c2d1ee', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1907816559', 'tenant_id': '164c78cb38714f748070fc2c1bfd8ff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': 'f1411cf5-208b-4e48-ac13-076b98968962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:42:43Z', 'updated_at': '2021-11-22T20:42:44Z', 'revision_number': 3, 'project_id': '164c78cb38714f748070fc2c1bfd8ff0', 'gw_port': {'id': 'f1411cf5-208b-4e48-ac13-076b98968962', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:ce:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c530218-ca6a-481b-8c0d-3d5868c2d1ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:42:44Z', 'updated_at': '2021-11-22T20:42:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:42:45.447267 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-f71f2fe2-7490-4e40-8ece-86c7f0a01579 tempest-TestSecurityGroupsBasicOps-1546881932 tempest-TestSecurityGroupsBasicOps-1546881932-project-admin] 10.222.0.46 "GET /v2.0/subnets?project_id=164c78cb38714f748070fc2c1bfd8ff0&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0319154 Nov 22 20:42:45.449825 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 54960) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:42:45.463301 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4175d659-359b-4f69-8bae-8932dda5d70a None None] Checking router: 7c530218-ca6a-481b-8c0d-3d5868c2d1ee for host: n-d-818823-1 {{(pid=103449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 20:42:45.463879 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4175d659-359b-4f69-8bae-8932dda5d70a None None] Updating router 7c530218-ca6a-481b-8c0d-3d5868c2d1ee port f1411cf5-208b-4e48-ac13-076b98968962 binding host n-d-818823-1 {{(pid=103449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 20:42:45.492783 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4175d659-359b-4f69-8bae-8932dda5d70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:42:45.536761 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bad1f27-66f0-42f4-9524-fa0af0e8f60f tempest-TestSecurityGroupsBasicOps-1546881932 tempest-TestSecurityGroupsBasicOps-1546881932-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:42:45.538260 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-3bad1f27-66f0-42f4-9524-fa0af0e8f60f tempest-TestSecurityGroupsBasicOps-1546881932 tempest-TestSecurityGroupsBasicOps-1546881932-project-admin] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0874236 Nov 22 20:42:45.541102 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 54962) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:42:45.567787 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-d53d7377-a130-4f67-ac8a-bad3f387f9fa tempest-TestSecurityGroupsBasicOps-1546881932 tempest-TestSecurityGroupsBasicOps-1546881932-project-admin] 10.222.0.46 "GET /v2.0/subnets?network_id=c48a55e9-6a85-4746-b7bf-3e29fb560094&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0256467 Nov 22 20:42:45.570162 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 54964) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:42:45.574726 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-32c5b1c9-458c-4b9b-b524-a2ced679a745 tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-548700486', 'network_id': '878d051e-f699-4307-861c-a4eb07f3b802', 'project_id': '164c78cb38714f748070fc2c1bfd8ff0', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:42:45.659973 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32c5b1c9-458c-4b9b-b524-a2ced679a745 tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Made reservation on behalf of 164c78cb38714f748070fc2c1bfd8ff0 for: {'subnet': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:42:45.663377 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-32c5b1c9-458c-4b9b-b524-a2ced679a745 tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11792951'] for subnet, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:42:45.741591 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4175d659-359b-4f69-8bae-8932dda5d70a None None] Publish callbacks [] for port, precommit_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:42:45.747465 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4175d659-359b-4f69-8bae-8932dda5d70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:42:45.797269 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6672839c-6a0a-41fc-9c7c-3639c3419322 None None] DHCP port deletion for c48a55e9-6a85-4746-b7bf-3e29fb560094 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:42:45.809214 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-4175d659-359b-4f69-8bae-8932dda5d70a None None] Attempting to bind port f1411cf5-208b-4e48-ac13-076b98968962 on host n-d-818823-1 for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:42:45.809585 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-4175d659-359b-4f69-8bae-8932dda5d70a None None] Attempting to bind port f1411cf5-208b-4e48-ac13-076b98968962 by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:42:45.809955 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4175d659-359b-4f69-8bae-8932dda5d70a None None] Attempting to bind port f1411cf5-208b-4e48-ac13-076b98968962 on network c48a55e9-6a85-4746-b7bf-3e29fb560094 {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:42:45.818723 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3327f4dd-9e4b-48fb-89e4-b6d71b1bb352 None None] Pushing event updated for resources: {'Port': ['ID=f1411cf5-208b-4e48-ac13-076b98968962,revision_number=2']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:42:45.822298 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4175d659-359b-4f69-8bae-8932dda5d70a None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 42, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:42:45.822678 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4175d659-359b-4f69-8bae-8932dda5d70a None None] Checking segment: {'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:42:45.823090 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4175d659-359b-4f69-8bae-8932dda5d70a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:42:45.823513 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4175d659-359b-4f69-8bae-8932dda5d70a None None] Bound using segment: {'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:42:45.823987 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-4175d659-359b-4f69-8bae-8932dda5d70a None None] Bound port: f1411cf5-208b-4e48-ac13-076b98968962, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:42:45.824375 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4175d659-359b-4f69-8bae-8932dda5d70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:42:45.831346 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3327f4dd-9e4b-48fb-89e4-b6d71b1bb352 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:42:45.831741 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3327f4dd-9e4b-48fb-89e4-b6d71b1bb352 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:42:45.832094 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3327f4dd-9e4b-48fb-89e4-b6d71b1bb352 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:42:45.832435 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3327f4dd-9e4b-48fb-89e4-b6d71b1bb352 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:42:45.832774 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3327f4dd-9e4b-48fb-89e4-b6d71b1bb352 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:42:45.833102 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3327f4dd-9e4b-48fb-89e4-b6d71b1bb352 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:42:45.833441 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3327f4dd-9e4b-48fb-89e4-b6d71b1bb352 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:42:45.833774 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3327f4dd-9e4b-48fb-89e4-b6d71b1bb352 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:42:45.834102 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3327f4dd-9e4b-48fb-89e4-b6d71b1bb352 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:42:45.834429 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3327f4dd-9e4b-48fb-89e4-b6d71b1bb352 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:42:45.834775 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3327f4dd-9e4b-48fb-89e4-b6d71b1bb352 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:42:45.835081 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3327f4dd-9e4b-48fb-89e4-b6d71b1bb352 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:42:45.850109 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-32c5b1c9-458c-4b9b-b524-a2ced679a745 tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11567560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11792921'] for subnet, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:42:45.898653 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-4175d659-359b-4f69-8bae-8932dda5d70a None None] For port f1411cf5-208b-4e48-ac13-076b98968962, host n-d-818823-1, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:42:45.900705 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-94ad20c2-67e3-46be-aa21-b832fa296cff None None] Provisioning complete for port f1411cf5-208b-4e48-ac13-076b98968962 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:42:45.901079 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-94ad20c2-67e3-46be-aa21-b832fa296cff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:42:45.903608 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-4175d659-359b-4f69-8bae-8932dda5d70a None None] For port f1411cf5-208b-4e48-ac13-076b98968962, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=f1411cf5-208b-4e48-ac13-076b98968962,segment=NetworkSegment(8793ba83-8407-4c3d-9b56-2a177cd58a70),segment_id=8793ba83-8407-4c3d-9b56-2a177cd58a70)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:42:45.918919 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c5b1c9-458c-4b9b-b524-a2ced679a745 tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Pushing event updated for resources: {'Subnet': ['ID=caf4beba-c74d-4251-97ed-1ed06a33f186,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:42:45.926296 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4175d659-359b-4f69-8bae-8932dda5d70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:42:45.929670 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c5b1c9-458c-4b9b-b524-a2ced679a745 tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Checking segment: {'id': 'cce247db-e4b7-422a-a91e-f3d72a048fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '878d051e-f699-4307-861c-a4eb07f3b802'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:42:45.930038 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32c5b1c9-458c-4b9b-b524-a2ced679a745 tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Network hostable DHCP agents. Network: 878d051e-f699-4307-861c-a4eb07f3b802, hostable agents: ['02adaa64-0987-4b74-bad0-cbcf56f8a294'], hosted agents: [] {{(pid=103448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 20:42:45.932611 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c5b1c9-458c-4b9b-b524-a2ced679a745 tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:42:45.932964 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c5b1c9-458c-4b9b-b524-a2ced679a745 tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:42:45.933310 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c5b1c9-458c-4b9b-b524-a2ced679a745 tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:42:45.933652 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c5b1c9-458c-4b9b-b524-a2ced679a745 tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:42:45.934010 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c5b1c9-458c-4b9b-b524-a2ced679a745 tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:42:45.934323 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c5b1c9-458c-4b9b-b524-a2ced679a745 tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:42:45.934657 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c5b1c9-458c-4b9b-b524-a2ced679a745 tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:42:45.934989 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c5b1c9-458c-4b9b-b524-a2ced679a745 tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:42:45.935326 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c5b1c9-458c-4b9b-b524-a2ced679a745 tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:42:45.935681 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c5b1c9-458c-4b9b-b524-a2ced679a745 tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:42:45.936014 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c5b1c9-458c-4b9b-b524-a2ced679a745 tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:42:45.936340 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c5b1c9-458c-4b9b-b524-a2ced679a745 tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:42:45.956011 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32c5b1c9-458c-4b9b-b524-a2ced679a745 tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Network 878d051e-f699-4307-861c-a4eb07f3b802 is scheduled to be hosted by DHCP agent 02adaa64-0987-4b74-bad0-cbcf56f8a294 with binding_index 1 {{(pid=103448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 20:42:45.964923 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-32c5b1c9-458c-4b9b-b524-a2ced679a745 tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818823-1, 878d051e-f699-4307-861c-a4eb07f3b802) {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:42:45.970861 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32c5b1c9-458c-4b9b-b524-a2ced679a745 tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:42:45.971560 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-32c5b1c9-458c-4b9b-b524-a2ced679a745 tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:42:45.976728 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-94ad20c2-67e3-46be-aa21-b832fa296cff None None] Port f1411cf5-208b-4e48-ac13-076b98968962 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:42:45.981966 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57c4ec05-ce21-47a4-b2fb-204034fddf3a None None] Network 878d051e-f699-4307-861c-a4eb07f3b802 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:42:45.990876 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-32c5b1c9-458c-4b9b-b524-a2ced679a745 tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4196925 Nov 22 20:42:45.994258 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 54966) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:42:46.001309 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4857d208-cb92-4120-a9b6-b7edd073c826 None None] DHCP port deletion for c48a55e9-6a85-4746-b7bf-3e29fb560094 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:42:46.053135 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3327f4dd-9e4b-48fb-89e4-b6d71b1bb352 None None] Pushing event updated for resources: {'Port': ['ID=f1411cf5-208b-4e48-ac13-076b98968962,revision_number=3']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:42:46.056366 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4175d659-359b-4f69-8bae-8932dda5d70a None None] Routers {'7c530218-ca6a-481b-8c0d-3d5868c2d1ee'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:42:46.056878 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-4175d659-359b-4f69-8bae-8932dda5d70a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:42:33Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['7c530218-ca6a-481b-8c0d-3d5868c2d1ee'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:42:46.166498 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.agents_db [None req-aa8313f2-1ee4-4e7b-8c5a-d32b2f9d31ee None None] Agent healthcheck: found 7 active agents {{(pid=103450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 20:42:46.350856 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-330a29fb-f4ee-4bbb-830a-fd7ee50e5c9b None None] Provisioning complete for port f1411cf5-208b-4e48-ac13-076b98968962 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:42:46.351102 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-330a29fb-f4ee-4bbb-830a-fd7ee50e5c9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:42:46.421072 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-4175d659-359b-4f69-8bae-8932dda5d70a None None] Set router 7c530218-ca6a-481b-8c0d-3d5868c2d1ee gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:42:46.436931 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2125f770-bd65-4cf7-9fb2-e09b039e2132 tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:42:46.591440 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cc5ec94-b5df-48ab-833c-bdb48f67aea9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fb26bd7-ce56-527b-b94f-2e1f7cb2bb35-878d051e-f699-4307-861c-a4eb07f3b802', 'network_id': '878d051e-f699-4307-861c-a4eb07f3b802', 'tenant_id': '164c78cb38714f748070fc2c1bfd8ff0', 'fixed_ips': [{'subnet_id': 'caf4beba-c74d-4251-97ed-1ed06a33f186'}]}} from n-d-818823-1. {{(pid=103449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 20:42:46.592298 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6cc5ec94-b5df-48ab-833c-bdb48f67aea9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:42:46.644620 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-330a29fb-f4ee-4bbb-830a-fd7ee50e5c9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:42:46.718619 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [None req-2125f770-bd65-4cf7-9fb2-e09b039e2132 tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Allocated IP 172.20.0.17 (878d051e-f699-4307-861c-a4eb07f3b802/caf4beba-c74d-4251-97ed-1ed06a33f186/d72fdcfd-4b2f-47ca-80e0-dff43865a70a) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:42:46.724157 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-330a29fb-f4ee-4bbb-830a-fd7ee50e5c9b None None] For port f1411cf5-208b-4e48-ac13-076b98968962, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=f1411cf5-208b-4e48-ac13-076b98968962,segment=NetworkSegment(8793ba83-8407-4c3d-9b56-2a177cd58a70),segment_id=8793ba83-8407-4c3d-9b56-2a177cd58a70)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:42:46.734253 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-330a29fb-f4ee-4bbb-830a-fd7ee50e5c9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:42:46.816511 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330a29fb-f4ee-4bbb-830a-fd7ee50e5c9b None None] Pushing event updated for resources: {'Port': ['ID=f1411cf5-208b-4e48-ac13-076b98968962,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:42:46.832231 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-4175d659-359b-4f69-8bae-8932dda5d70a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c530218-ca6a-481b-8c0d-3d5868c2d1ee', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1907816559', 'tenant_id': '164c78cb38714f748070fc2c1bfd8ff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': 'f1411cf5-208b-4e48-ac13-076b98968962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:42:43Z', 'updated_at': '2021-11-22T20:42:44Z', 'revision_number': 3, 'project_id': '164c78cb38714f748070fc2c1bfd8ff0', 'gw_port': {'id': 'f1411cf5-208b-4e48-ac13-076b98968962', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:ce:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c530218-ca6a-481b-8c0d-3d5868c2d1ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:42:44Z', 'updated_at': '2021-11-22T20:42:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:42:46.846738 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2125f770-bd65-4cf7-9fb2-e09b039e2132 tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:42:46.859181 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4175d659-359b-4f69-8bae-8932dda5d70a None None] The sync data for ids ['7c530218-ca6a-481b-8c0d-3d5868c2d1ee'] in n-d-818823-1 is: [{'id': '7c530218-ca6a-481b-8c0d-3d5868c2d1ee', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1907816559', 'tenant_id': '164c78cb38714f748070fc2c1bfd8ff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': 'f1411cf5-208b-4e48-ac13-076b98968962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:42:43Z', 'updated_at': '2021-11-22T20:42:44Z', 'revision_number': 3, 'project_id': '164c78cb38714f748070fc2c1bfd8ff0', 'gw_port': {'id': 'f1411cf5-208b-4e48-ac13-076b98968962', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:ce:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c530218-ca6a-481b-8c0d-3d5868c2d1ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:42:44Z', 'updated_at': '2021-11-22T20:42:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:42:46.883175 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2125f770-bd65-4cf7-9fb2-e09b039e2132 tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:42:46.928428 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2125f770-bd65-4cf7-9fb2-e09b039e2132 tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Network 878d051e-f699-4307-861c-a4eb07f3b802 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:42:46.931358 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.db_base_plugin_common [None req-6cc5ec94-b5df-48ab-833c-bdb48f67aea9 None None] Allocated IP 172.20.0.18 (878d051e-f699-4307-861c-a4eb07f3b802/caf4beba-c74d-4251-97ed-1ed06a33f186/afe99f4c-dbc4-4db9-880d-379e1f63f7d8) {{(pid=103449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:42:46.931652 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-2125f770-bd65-4cf7-9fb2-e09b039e2132 tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:42:46.934119 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2125f770-bd65-4cf7-9fb2-e09b039e2132 tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:42:46.965593 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2125f770-bd65-4cf7-9fb2-e09b039e2132 tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Pushing event updated for resources: {'Port': ['ID=d72fdcfd-4b2f-47ca-80e0-dff43865a70a,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:42:46.986943 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2125f770-bd65-4cf7-9fb2-e09b039e2132 tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659939'] for router_interface, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:42:47.099707 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6cc5ec94-b5df-48ab-833c-bdb48f67aea9 None None] Publish callbacks [] for port, precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:42:47.112183 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6cc5ec94-b5df-48ab-833c-bdb48f67aea9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372'] for port, after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:42:47.150452 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2125f770-bd65-4cf7-9fb2-e09b039e2132 tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:42:47.151721 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cc5ec94-b5df-48ab-833c-bdb48f67aea9 None None] Network 878d051e-f699-4307-861c-a4eb07f3b802 is already hosted by enough agents. {{(pid=103449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:42:47.154833 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.base_scheduler [None req-6cc5ec94-b5df-48ab-833c-bdb48f67aea9 None None] Resources bound (agent type, host, resource id): {{(pid=103449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:42:47.161340 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc5ec94-b5df-48ab-833c-bdb48f67aea9 None None] Received port after_create {{(pid=103449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:42:47.175252 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc5ec94-b5df-48ab-833c-bdb48f67aea9 None None] Pushing event updated for resources: {'Port': ['ID=afe99f4c-dbc4-4db9-880d-379e1f63f7d8,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:42:47.230125 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-6cc5ec94-b5df-48ab-833c-bdb48f67aea9 None None] Attempting to bind port afe99f4c-dbc4-4db9-880d-379e1f63f7d8 on host n-d-818823-1 for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:42:47.230508 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-6cc5ec94-b5df-48ab-833c-bdb48f67aea9 None None] Attempting to bind port afe99f4c-dbc4-4db9-880d-379e1f63f7d8 by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': 'cce247db-e4b7-422a-a91e-f3d72a048fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '878d051e-f699-4307-861c-a4eb07f3b802'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:42:47.230874 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc5ec94-b5df-48ab-833c-bdb48f67aea9 None None] Attempting to bind port afe99f4c-dbc4-4db9-880d-379e1f63f7d8 on network 878d051e-f699-4307-861c-a4eb07f3b802 {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:42:47.237085 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc5ec94-b5df-48ab-833c-bdb48f67aea9 None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 42, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:42:47.237466 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc5ec94-b5df-48ab-833c-bdb48f67aea9 None None] Checking segment: {'id': 'cce247db-e4b7-422a-a91e-f3d72a048fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '878d051e-f699-4307-861c-a4eb07f3b802'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:42:47.238137 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6cc5ec94-b5df-48ab-833c-bdb48f67aea9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:42:47.238543 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc5ec94-b5df-48ab-833c-bdb48f67aea9 None None] Bound using segment: {'id': 'cce247db-e4b7-422a-a91e-f3d72a048fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '878d051e-f699-4307-861c-a4eb07f3b802'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:42:47.239022 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-6cc5ec94-b5df-48ab-833c-bdb48f67aea9 None None] Bound port: afe99f4c-dbc4-4db9-880d-379e1f63f7d8, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cce247db-e4b7-422a-a91e-f3d72a048fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '878d051e-f699-4307-861c-a4eb07f3b802'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:42:47.239511 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6cc5ec94-b5df-48ab-833c-bdb48f67aea9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:42:47.306076 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-6cc5ec94-b5df-48ab-833c-bdb48f67aea9 None None] For port afe99f4c-dbc4-4db9-880d-379e1f63f7d8, host n-d-818823-1, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:42:47.309599 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-6cc5ec94-b5df-48ab-833c-bdb48f67aea9 None None] For port afe99f4c-dbc4-4db9-880d-379e1f63f7d8, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=afe99f4c-dbc4-4db9-880d-379e1f63f7d8,segment=NetworkSegment(cce247db-e4b7-422a-a91e-f3d72a048fc1),segment_id=cce247db-e4b7-422a-a91e-f3d72a048fc1)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:42:47.314317 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6cc5ec94-b5df-48ab-833c-bdb48f67aea9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:42:47.382010 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc5ec94-b5df-48ab-833c-bdb48f67aea9 None None] Pushing event updated for resources: {'Port': ['ID=afe99f4c-dbc4-4db9-880d-379e1f63f7d8,revision_number=2']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:42:47.491244 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2125f770-bd65-4cf7-9fb2-e09b039e2132 tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Publish callbacks [] for port, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:42:47.496904 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2125f770-bd65-4cf7-9fb2-e09b039e2132 tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:42:47.593575 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2125f770-bd65-4cf7-9fb2-e09b039e2132 tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Pushing event updated for resources: {'Port': ['ID=d72fdcfd-4b2f-47ca-80e0-dff43865a70a,revision_number=2']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:42:47.596855 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2125f770-bd65-4cf7-9fb2-e09b039e2132 tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-563461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-659839'] for router_interface, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:42:47.698049 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2125f770-bd65-4cf7-9fb2-e09b039e2132 tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Network 878d051e-f699-4307-861c-a4eb07f3b802 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:42:47.699778 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-2125f770-bd65-4cf7-9fb2-e09b039e2132 tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:42:48.053567 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2125f770-bd65-4cf7-9fb2-e09b039e2132 tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Router 7c530218-ca6a-481b-8c0d-3d5868c2d1ee has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 20:42:48.159269 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2125f770-bd65-4cf7-9fb2-e09b039e2132 tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:42:48.165212 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-2125f770-bd65-4cf7-9fb2-e09b039e2132 tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] 10.222.0.46 "PUT /v2.0/routers/7c530218-ca6a-481b-8c0d-3d5868c2d1ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1690109 Nov 22 20:42:48.371771 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1c1fe1-fe53-42ac-8f38-9a1dc6484809 req-daec7eb4-daf6-4ee7-9236-cbefe363eeb3 tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:42:48.373250 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1f1c1fe1-fe53-42ac-8f38-9a1dc6484809 req-daec7eb4-daf6-4ee7-9236-cbefe363eeb3 tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] 10.222.0.46 "GET /v2.0/networks?id=878d051e-f699-4307-861c-a4eb07f3b802 HTTP/1.1" status: 200 len: 796 time: 0.1065729 Nov 22 20:42:48.388657 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1f1c1fe1-fe53-42ac-8f38-9a1dc6484809 req-69bae312-3a1b-455e-af01-bd12a60f601c tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] 10.222.0.46 "GET /v2.0/quotas/164c78cb38714f748070fc2c1bfd8ff0 HTTP/1.1" status: 200 len: 375 time: 0.0091491 Nov 22 20:42:48.447599 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1f1c1fe1-fe53-42ac-8f38-9a1dc6484809 req-0da59a43-19a0-47b7-9e4f-099905e52884 tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=164c78cb38714f748070fc2c1bfd8ff0&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0536377 Nov 22 20:42:48.545446 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1f1c1fe1-fe53-42ac-8f38-9a1dc6484809 req-3f16f6a7-7f1e-4ffe-b98e-5fa2a2c5b2af service neutron] 10.222.0.46 "GET /v2.0/networks/878d051e-f699-4307-861c-a4eb07f3b802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855041 Nov 22 20:42:48.645390 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1f1c1fe1-fe53-42ac-8f38-9a1dc6484809 req-02d224d0-7c76-4282-ab2d-6cef28e78b4d service neutron] 10.222.0.46 "GET /v2.0/networks/878d051e-f699-4307-861c-a4eb07f3b802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927606 Nov 22 20:42:48.746784 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a317b22e-3169-417e-af13-be5ae2ee978c None None] Network 878d051e-f699-4307-861c-a4eb07f3b802 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:42:48.867904 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb6d655a-e199-4543-b447-ba6b06a53fb4 None None] Sync routers for ids ['7c530218-ca6a-481b-8c0d-3d5868c2d1ee'] in n-d-818823-1 {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:42:48.868968 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-0d0d1f78-13e3-4b2a-8012-47c6f96e3ec8 None None] Provisioning complete for port afe99f4c-dbc4-4db9-880d-379e1f63f7d8 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:42:48.869221 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-0d0d1f78-13e3-4b2a-8012-47c6f96e3ec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:42:48.883351 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9e5c2716-02be-4bb8-b7c1-bc67ddf7f76e req-76755b1f-fc86-4a02-a861-fc509be31f17 tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] 10.222.0.46 "GET /v2.0/ports?device_id=d3977458-c64d-4bf4-a749-582bad4792e9 HTTP/1.1" status: 200 len: 210 time: 0.0524476 Nov 22 20:42:48.885963 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb6d655a-e199-4543-b447-ba6b06a53fb4 None None] Routers {'7c530218-ca6a-481b-8c0d-3d5868c2d1ee'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:42:48.888989 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-bb6d655a-e199-4543-b447-ba6b06a53fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:42:33Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['7c530218-ca6a-481b-8c0d-3d5868c2d1ee'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:42:48.927549 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device f1411cf5-208b-4e48-ac13-076b98968962 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:42:49.004947 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-bb6d655a-e199-4543-b447-ba6b06a53fb4 None None] Set router 7c530218-ca6a-481b-8c0d-3d5868c2d1ee gateway port host: n-d-818823-1 {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:42:49.094136 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port f1411cf5-208b-4e48-ac13-076b98968962 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:42:49.094716 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:42:49.099379 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-0d0d1f78-13e3-4b2a-8012-47c6f96e3ec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:42:49.185877 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-0d0d1f78-13e3-4b2a-8012-47c6f96e3ec8 None None] For port afe99f4c-dbc4-4db9-880d-379e1f63f7d8, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=afe99f4c-dbc4-4db9-880d-379e1f63f7d8,segment=NetworkSegment(cce247db-e4b7-422a-a91e-f3d72a048fc1),segment_id=cce247db-e4b7-422a-a91e-f3d72a048fc1)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:42:49.192577 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-0d0d1f78-13e3-4b2a-8012-47c6f96e3ec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:42:49.232296 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-bb6d655a-e199-4543-b447-ba6b06a53fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c530218-ca6a-481b-8c0d-3d5868c2d1ee', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1907816559', 'tenant_id': '164c78cb38714f748070fc2c1bfd8ff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': 'f1411cf5-208b-4e48-ac13-076b98968962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:42:43Z', 'updated_at': '2021-11-22T20:42:47Z', 'revision_number': 4, 'project_id': '164c78cb38714f748070fc2c1bfd8ff0', 'gw_port': {'id': 'f1411cf5-208b-4e48-ac13-076b98968962', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:ce:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c530218-ca6a-481b-8c0d-3d5868c2d1ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:42:44Z', 'updated_at': '2021-11-22T20:42:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': 'd72fdcfd-4b2f-47ca-80e0-dff43865a70a', 'name': '', 'network_id': '878d051e-f699-4307-861c-a4eb07f3b802', 'tenant_id': '164c78cb38714f748070fc2c1bfd8ff0', 'mac_address': 'fa:16:3e:17:17:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c530218-ca6a-481b-8c0d-3d5868c2d1ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': 'caf4beba-c74d-4251-97ed-1ed06a33f186', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:42:46Z', 'updated_at': '2021-11-22T20:42:47Z', 'revision_number': 2, 'project_id': '164c78cb38714f748070fc2c1bfd8ff0', 'subnets': [{'id': 'caf4beba-c74d-4251-97ed-1ed06a33f186', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:42:49.261512 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb6d655a-e199-4543-b447-ba6b06a53fb4 None None] Checking router: 7c530218-ca6a-481b-8c0d-3d5868c2d1ee for host: n-d-818823-1 {{(pid=103450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 20:42:49.261860 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb6d655a-e199-4543-b447-ba6b06a53fb4 None None] Updating router 7c530218-ca6a-481b-8c0d-3d5868c2d1ee port d72fdcfd-4b2f-47ca-80e0-dff43865a70a binding host n-d-818823-1 {{(pid=103450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 20:42:49.287785 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0d1f78-13e3-4b2a-8012-47c6f96e3ec8 None None] Pushing event updated for resources: {'Port': ['ID=afe99f4c-dbc4-4db9-880d-379e1f63f7d8,revision_number=3']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:42:49.295730 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device afe99f4c-dbc4-4db9-880d-379e1f63f7d8 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:42:49.304755 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-bb6d655a-e199-4543-b447-ba6b06a53fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:42:49.351393 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port afe99f4c-dbc4-4db9-880d-379e1f63f7d8 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:42:49.351895 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:42:49.529279 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-fbce4334-9205-4ccb-ab95-830c442bb284 None None] Provisioning complete for port d72fdcfd-4b2f-47ca-80e0-dff43865a70a triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:42:49.529687 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-fbce4334-9205-4ccb-ab95-830c442bb284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:42:49.571700 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-fbce4334-9205-4ccb-ab95-830c442bb284 None None] Port d72fdcfd-4b2f-47ca-80e0-dff43865a70a cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:42:49.582545 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-fbce4334-9205-4ccb-ab95-830c442bb284 None None] Provisioning complete for port afe99f4c-dbc4-4db9-880d-379e1f63f7d8 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:42:49.582816 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-fbce4334-9205-4ccb-ab95-830c442bb284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:42:49.611893 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-bb6d655a-e199-4543-b447-ba6b06a53fb4 None None] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:42:49.618092 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-bb6d655a-e199-4543-b447-ba6b06a53fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:42:49.669287 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80da4b66-508f-4337-9f33-6a728ff2f7c3 None None] Pushing event updated for resources: {'Port': ['ID=d72fdcfd-4b2f-47ca-80e0-dff43865a70a,revision_number=3']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:42:49.721548 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-bb6d655a-e199-4543-b447-ba6b06a53fb4 None None] Attempting to bind port d72fdcfd-4b2f-47ca-80e0-dff43865a70a on host n-d-818823-1 for vnic_type normal with profile {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:42:49.721707 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-bb6d655a-e199-4543-b447-ba6b06a53fb4 None None] Attempting to bind port d72fdcfd-4b2f-47ca-80e0-dff43865a70a by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': 'cce247db-e4b7-422a-a91e-f3d72a048fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '878d051e-f699-4307-861c-a4eb07f3b802'}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:42:49.721999 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb6d655a-e199-4543-b447-ba6b06a53fb4 None None] Attempting to bind port d72fdcfd-4b2f-47ca-80e0-dff43865a70a on network 878d051e-f699-4307-861c-a4eb07f3b802 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:42:49.727329 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb6d655a-e199-4543-b447-ba6b06a53fb4 None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 42, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:42:49.727738 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb6d655a-e199-4543-b447-ba6b06a53fb4 None None] Checking segment: {'id': 'cce247db-e4b7-422a-a91e-f3d72a048fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '878d051e-f699-4307-861c-a4eb07f3b802'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:42:49.728146 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-bb6d655a-e199-4543-b447-ba6b06a53fb4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:42:49.728540 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb6d655a-e199-4543-b447-ba6b06a53fb4 None None] Bound using segment: {'id': 'cce247db-e4b7-422a-a91e-f3d72a048fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '878d051e-f699-4307-861c-a4eb07f3b802'} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:42:49.729009 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-bb6d655a-e199-4543-b447-ba6b06a53fb4 None None] Bound port: d72fdcfd-4b2f-47ca-80e0-dff43865a70a, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cce247db-e4b7-422a-a91e-f3d72a048fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '878d051e-f699-4307-861c-a4eb07f3b802'}}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:42:49.729393 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-bb6d655a-e199-4543-b447-ba6b06a53fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:42:49.799880 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-bb6d655a-e199-4543-b447-ba6b06a53fb4 None None] For port d72fdcfd-4b2f-47ca-80e0-dff43865a70a, host n-d-818823-1, cleared binding levels {{(pid=103450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:42:49.801662 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-2f19426e-d26e-4eb0-9f14-b2a7789bd86f None None] Provisioning complete for port d72fdcfd-4b2f-47ca-80e0-dff43865a70a triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:42:49.802166 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-2f19426e-d26e-4eb0-9f14-b2a7789bd86f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:42:49.804194 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-bb6d655a-e199-4543-b447-ba6b06a53fb4 None None] For port d72fdcfd-4b2f-47ca-80e0-dff43865a70a, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=d72fdcfd-4b2f-47ca-80e0-dff43865a70a,segment=NetworkSegment(cce247db-e4b7-422a-a91e-f3d72a048fc1),segment_id=cce247db-e4b7-422a-a91e-f3d72a048fc1)] {{(pid=103450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:42:49.809685 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-bb6d655a-e199-4543-b447-ba6b06a53fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:42:49.877490 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb6d655a-e199-4543-b447-ba6b06a53fb4 None None] Routers {'7c530218-ca6a-481b-8c0d-3d5868c2d1ee'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:42:49.878988 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-bb6d655a-e199-4543-b447-ba6b06a53fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:42:33Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['7c530218-ca6a-481b-8c0d-3d5868c2d1ee'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:42:49.911584 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-2f19426e-d26e-4eb0-9f14-b2a7789bd86f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:42:49.957413 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-2f19426e-d26e-4eb0-9f14-b2a7789bd86f None None] For port d72fdcfd-4b2f-47ca-80e0-dff43865a70a, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=d72fdcfd-4b2f-47ca-80e0-dff43865a70a,segment=NetworkSegment(cce247db-e4b7-422a-a91e-f3d72a048fc1),segment_id=cce247db-e4b7-422a-a91e-f3d72a048fc1)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:42:49.966231 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-2f19426e-d26e-4eb0-9f14-b2a7789bd86f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:42:49.975140 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80da4b66-508f-4337-9f33-6a728ff2f7c3 None None] Pushing event updated for resources: {'Port': ['ID=d72fdcfd-4b2f-47ca-80e0-dff43865a70a,revision_number=4']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:42:50.038788 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-623201aa-c16e-4e60-bf00-93dd1380dd31 req-91231cf6-4609-4851-b30d-62169feb9436 tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] 10.222.0.46 "GET /v2.0/ports?device_id=d3977458-c64d-4bf4-a749-582bad4792e9 HTTP/1.1" status: 200 len: 210 time: 0.0490484 Nov 22 20:42:50.071993 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f19426e-d26e-4eb0-9f14-b2a7789bd86f None None] Pushing event updated for resources: {'Port': ['ID=d72fdcfd-4b2f-47ca-80e0-dff43865a70a,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:42:50.095266 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1c1fe1-fe53-42ac-8f38-9a1dc6484809 req-e5ad8814-444e-40db-8c30-554af5c0fe2f tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:42:50.098045 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-1f1c1fe1-fe53-42ac-8f38-9a1dc6484809 req-e5ad8814-444e-40db-8c30-554af5c0fe2f tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] 10.222.0.41 "GET /v2.0/networks?id=878d051e-f699-4307-861c-a4eb07f3b802 HTTP/1.1" status: 200 len: 796 time: 0.2310688 Nov 22 20:42:50.104862 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-35ac7f8a-0c0a-42cb-acc6-4743ce983c98 None None] Provisioning complete for port d72fdcfd-4b2f-47ca-80e0-dff43865a70a triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:42:50.105244 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-35ac7f8a-0c0a-42cb-acc6-4743ce983c98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:42:50.112070 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-bb6d655a-e199-4543-b447-ba6b06a53fb4 None None] Set router 7c530218-ca6a-481b-8c0d-3d5868c2d1ee gateway port host: n-d-818823-1 {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:42:50.117099 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [req-1f1c1fe1-fe53-42ac-8f38-9a1dc6484809 req-9f938d25-55d3-4159-ba3d-6687be615b0a tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Request body: {'port': {'device_id': 'd3977458-c64d-4bf4-a749-582bad4792e9', 'network_id': '878d051e-f699-4307-861c-a4eb07f3b802', 'admin_state_up': True, 'tenant_id': '164c78cb38714f748070fc2c1bfd8ff0'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:42:50.238179 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f1c1fe1-fe53-42ac-8f38-9a1dc6484809 req-9f938d25-55d3-4159-ba3d-6687be615b0a tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Made reservation on behalf of 164c78cb38714f748070fc2c1bfd8ff0 for: {'port': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:42:50.242078 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-1f1c1fe1-fe53-42ac-8f38-9a1dc6484809 req-9f938d25-55d3-4159-ba3d-6687be615b0a tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:42:50.327558 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-5d511000-0956-4368-b10b-e16c5c7d804c None None] Provisioning complete for port d72fdcfd-4b2f-47ca-80e0-dff43865a70a triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:42:50.328010 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-5d511000-0956-4368-b10b-e16c5c7d804c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:42:50.368161 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-bb6d655a-e199-4543-b447-ba6b06a53fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c530218-ca6a-481b-8c0d-3d5868c2d1ee', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1907816559', 'tenant_id': '164c78cb38714f748070fc2c1bfd8ff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': 'f1411cf5-208b-4e48-ac13-076b98968962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:42:43Z', 'updated_at': '2021-11-22T20:42:47Z', 'revision_number': 4, 'project_id': '164c78cb38714f748070fc2c1bfd8ff0', 'gw_port': {'id': 'f1411cf5-208b-4e48-ac13-076b98968962', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:ce:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c530218-ca6a-481b-8c0d-3d5868c2d1ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:42:44Z', 'updated_at': '2021-11-22T20:42:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': 'd72fdcfd-4b2f-47ca-80e0-dff43865a70a', 'name': '', 'network_id': '878d051e-f699-4307-861c-a4eb07f3b802', 'tenant_id': '164c78cb38714f748070fc2c1bfd8ff0', 'mac_address': 'fa:16:3e:17:17:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c530218-ca6a-481b-8c0d-3d5868c2d1ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': 'caf4beba-c74d-4251-97ed-1ed06a33f186', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:42:46Z', 'updated_at': '2021-11-22T20:42:49Z', 'revision_number': 4, 'project_id': '164c78cb38714f748070fc2c1bfd8ff0', 'subnets': [{'id': 'caf4beba-c74d-4251-97ed-1ed06a33f186', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:42:50.385896 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [req-1f1c1fe1-fe53-42ac-8f38-9a1dc6484809 req-9f938d25-55d3-4159-ba3d-6687be615b0a tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Allocated IP 172.20.0.22 (878d051e-f699-4307-861c-a4eb07f3b802/caf4beba-c74d-4251-97ed-1ed06a33f186/13229f46-8ca9-487b-9e29-e5d8db0a865a) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:42:50.397054 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb6d655a-e199-4543-b447-ba6b06a53fb4 None None] The sync data for ids ['7c530218-ca6a-481b-8c0d-3d5868c2d1ee'] in n-d-818823-1 is: [{'id': '7c530218-ca6a-481b-8c0d-3d5868c2d1ee', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1907816559', 'tenant_id': '164c78cb38714f748070fc2c1bfd8ff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': 'f1411cf5-208b-4e48-ac13-076b98968962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:42:43Z', 'updated_at': '2021-11-22T20:42:47Z', 'revision_number': 4, 'project_id': '164c78cb38714f748070fc2c1bfd8ff0', 'gw_port': {'id': 'f1411cf5-208b-4e48-ac13-076b98968962', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:ce:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c530218-ca6a-481b-8c0d-3d5868c2d1ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:42:44Z', 'updated_at': '2021-11-22T20:42:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': 'd72fdcfd-4b2f-47ca-80e0-dff43865a70a', 'name': '', 'network_id': '878d051e-f699-4307-861c-a4eb07f3b802', 'tenant_id': '164c78cb38714f748070fc2c1bfd8ff0', 'mac_address': 'fa:16:3e:17:17:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c530218-ca6a-481b-8c0d-3d5868c2d1ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': 'caf4beba-c74d-4251-97ed-1ed06a33f186', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:42:46Z', 'updated_at': '2021-11-22T20:42:49Z', 'revision_number': 4, 'project_id': '164c78cb38714f748070fc2c1bfd8ff0', 'subnets': [{'id': 'caf4beba-c74d-4251-97ed-1ed06a33f186', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:42:50.530711 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-1f1c1fe1-fe53-42ac-8f38-9a1dc6484809 req-9f938d25-55d3-4159-ba3d-6687be615b0a tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:42:50.555045 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-fe161fd8-1c50-492a-93d7-9b2f6aef15f4 None None] Provisioning complete for port d72fdcfd-4b2f-47ca-80e0-dff43865a70a triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:42:50.555442 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-fe161fd8-1c50-492a-93d7-9b2f6aef15f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:42:50.573506 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-1f1c1fe1-fe53-42ac-8f38-9a1dc6484809 req-9f938d25-55d3-4159-ba3d-6687be615b0a tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:42:50.617641 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f1c1fe1-fe53-42ac-8f38-9a1dc6484809 req-9f938d25-55d3-4159-ba3d-6687be615b0a tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Network 878d051e-f699-4307-861c-a4eb07f3b802 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:42:50.620909 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [req-1f1c1fe1-fe53-42ac-8f38-9a1dc6484809 req-9f938d25-55d3-4159-ba3d-6687be615b0a tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:42:50.624979 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f1c1fe1-fe53-42ac-8f38-9a1dc6484809 req-9f938d25-55d3-4159-ba3d-6687be615b0a tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:42:50.651873 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f938d25-55d3-4159-ba3d-6687be615b0a tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Pushing event updated for resources: {'Port': ['ID=13229f46-8ca9-487b-9e29-e5d8db0a865a,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:42:50.682109 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1c1fe1-fe53-42ac-8f38-9a1dc6484809 req-9f938d25-55d3-4159-ba3d-6687be615b0a tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:42:50.682854 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-1f1c1fe1-fe53-42ac-8f38-9a1dc6484809 req-9f938d25-55d3-4159-ba3d-6687be615b0a tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:42:50.701958 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-1f1c1fe1-fe53-42ac-8f38-9a1dc6484809 req-9f938d25-55d3-4159-ba3d-6687be615b0a tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 0.5904946 Nov 22 20:42:50.714875 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [req-1f1c1fe1-fe53-42ac-8f38-9a1dc6484809 req-91396a52-0034-40fe-ac10-f68ce80d15b1 service neutron] Request body: {'port': {'device_id': 'd3977458-c64d-4bf4-a749-582bad4792e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818823-1'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:42:50.777638 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-1f1c1fe1-fe53-42ac-8f38-9a1dc6484809 req-91396a52-0034-40fe-ac10-f68ce80d15b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:42:50.871214 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-7a550e2b-f022-41ad-b98c-a7a2a65cd06e None None] Provisioning complete for port 13229f46-8ca9-487b-9e29-e5d8db0a865a triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:42:50.871806 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-7a550e2b-f022-41ad-b98c-a7a2a65cd06e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:42:50.926698 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-7a550e2b-f022-41ad-b98c-a7a2a65cd06e None None] Port 13229f46-8ca9-487b-9e29-e5d8db0a865a cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:42:50.949034 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device d72fdcfd-4b2f-47ca-80e0-dff43865a70a up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:42:51.001671 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port d72fdcfd-4b2f-47ca-80e0-dff43865a70a triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:42:51.002054 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:42:51.087885 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device afe99f4c-dbc4-4db9-880d-379e1f63f7d8 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:42:51.111040 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [req-1f1c1fe1-fe53-42ac-8f38-9a1dc6484809 req-91396a52-0034-40fe-ac10-f68ce80d15b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13229f46-8ca9-487b-9e29-e5d8db0a865a {{(pid=103448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:42:51.124626 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-1f1c1fe1-fe53-42ac-8f38-9a1dc6484809 req-91396a52-0034-40fe-ac10-f68ce80d15b1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:42:51.140137 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [req-1f1c1fe1-fe53-42ac-8f38-9a1dc6484809 req-91396a52-0034-40fe-ac10-f68ce80d15b1 service neutron] Transition to ACTIVE for port object 13229f46-8ca9-487b-9e29-e5d8db0a865a will not be triggered until provisioned by entity L2. {{(pid=103448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 20:42:51.145996 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port afe99f4c-dbc4-4db9-880d-379e1f63f7d8 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:42:51.146374 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:42:51.146509 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-1f1c1fe1-fe53-42ac-8f38-9a1dc6484809 req-91396a52-0034-40fe-ac10-f68ce80d15b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:42:51.177174 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116cfe7f-b431-4bd4-a818-30ff0dfcc87b req-4e68c2a6-520e-42f0-924c-e8b48bd1f953 tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:42:51.178915 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-116cfe7f-b431-4bd4-a818-30ff0dfcc87b req-4e68c2a6-520e-42f0-924c-e8b48bd1f953 tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] 10.222.0.46 "GET /v2.0/ports?device_id=d3977458-c64d-4bf4-a749-582bad4792e9 HTTP/1.1" status: 200 len: 895 time: 0.0619743 Nov 22 20:42:51.281040 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91396a52-0034-40fe-ac10-f68ce80d15b1 service neutron] Pushing event updated for resources: {'Port': ['ID=13229f46-8ca9-487b-9e29-e5d8db0a865a,revision_number=2']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:42:51.302510 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-1f1c1fe1-fe53-42ac-8f38-9a1dc6484809 req-91396a52-0034-40fe-ac10-f68ce80d15b1 service neutron] Attempting to bind port 13229f46-8ca9-487b-9e29-e5d8db0a865a on host n-h1-818823-1 for vnic_type normal with profile {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:42:51.302865 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-1f1c1fe1-fe53-42ac-8f38-9a1dc6484809 req-91396a52-0034-40fe-ac10-f68ce80d15b1 service neutron] Attempting to bind port 13229f46-8ca9-487b-9e29-e5d8db0a865a by drivers openvswitch,hyperv on host n-h1-818823-1 at level 0 using segments [{'id': 'cce247db-e4b7-422a-a91e-f3d72a048fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '878d051e-f699-4307-861c-a4eb07f3b802'}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:42:51.303186 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f1c1fe1-fe53-42ac-8f38-9a1dc6484809 req-91396a52-0034-40fe-ac10-f68ce80d15b1 service neutron] Attempting to bind port 13229f46-8ca9-487b-9e29-e5d8db0a865a on network 878d051e-f699-4307-861c-a4eb07f3b802 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:42:51.308095 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f1c1fe1-fe53-42ac-8f38-9a1dc6484809 req-91396a52-0034-40fe-ac10-f68ce80d15b1 service neutron] Port 13229f46-8ca9-487b-9e29-e5d8db0a865a on network 878d051e-f699-4307-861c-a4eb07f3b802 not bound, no agent of type Open vSwitch agent registered on host n-h1-818823-1 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:42:51.308421 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f1c1fe1-fe53-42ac-8f38-9a1dc6484809 req-91396a52-0034-40fe-ac10-f68ce80d15b1 service neutron] Attempting to bind port 13229f46-8ca9-487b-9e29-e5d8db0a865a on network 878d051e-f699-4307-861c-a4eb07f3b802 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:42:51.314534 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f1c1fe1-fe53-42ac-8f38-9a1dc6484809 req-91396a52-0034-40fe-ac10-f68ce80d15b1 service neutron] Checking agent: {'id': '7a008cff-3b49-418c-8046-689d46cc800f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'started_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 42, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:42:51.314885 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f1c1fe1-fe53-42ac-8f38-9a1dc6484809 req-91396a52-0034-40fe-ac10-f68ce80d15b1 service neutron] Checking segment: {'id': 'cce247db-e4b7-422a-a91e-f3d72a048fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '878d051e-f699-4307-861c-a4eb07f3b802'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:42:51.315306 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f1c1fe1-fe53-42ac-8f38-9a1dc6484809 req-91396a52-0034-40fe-ac10-f68ce80d15b1 service neutron] Bound using segment: {'id': 'cce247db-e4b7-422a-a91e-f3d72a048fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '878d051e-f699-4307-861c-a4eb07f3b802'} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:42:51.315842 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-1f1c1fe1-fe53-42ac-8f38-9a1dc6484809 req-91396a52-0034-40fe-ac10-f68ce80d15b1 service neutron] Bound port: 13229f46-8ca9-487b-9e29-e5d8db0a865a, host: n-h1-818823-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cce247db-e4b7-422a-a91e-f3d72a048fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '878d051e-f699-4307-861c-a4eb07f3b802'}}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:42:51.316213 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-1f1c1fe1-fe53-42ac-8f38-9a1dc6484809 req-91396a52-0034-40fe-ac10-f68ce80d15b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:42:51.392915 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-1f1c1fe1-fe53-42ac-8f38-9a1dc6484809 req-91396a52-0034-40fe-ac10-f68ce80d15b1 service neutron] For port 13229f46-8ca9-487b-9e29-e5d8db0a865a, host n-h1-818823-1, cleared binding levels {{(pid=103448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:42:51.396334 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-1f1c1fe1-fe53-42ac-8f38-9a1dc6484809 req-91396a52-0034-40fe-ac10-f68ce80d15b1 service neutron] For port 13229f46-8ca9-487b-9e29-e5d8db0a865a, host n-h1-818823-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=13229f46-8ca9-487b-9e29-e5d8db0a865a,segment=NetworkSegment(cce247db-e4b7-422a-a91e-f3d72a048fc1),segment_id=cce247db-e4b7-422a-a91e-f3d72a048fc1)] {{(pid=103448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:42:51.401167 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-1f1c1fe1-fe53-42ac-8f38-9a1dc6484809 req-91396a52-0034-40fe-ac10-f68ce80d15b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:42:51.444048 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1c1fe1-fe53-42ac-8f38-9a1dc6484809 req-91396a52-0034-40fe-ac10-f68ce80d15b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:42:51.444674 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-1f1c1fe1-fe53-42ac-8f38-9a1dc6484809 req-91396a52-0034-40fe-ac10-f68ce80d15b1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:42:51.446350 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-1f1c1fe1-fe53-42ac-8f38-9a1dc6484809 req-91396a52-0034-40fe-ac10-f68ce80d15b1 service neutron] 10.222.0.41 "PUT /v2.0/ports/13229f46-8ca9-487b-9e29-e5d8db0a865a HTTP/1.1" status: 200 len: 1055 time: 0.7358468 Nov 22 20:42:51.446817 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3977458-c64d-4bf4-a749-582bad4792e9', 'tag': '13229f46-8ca9-487b-9e29-e5d8db0a865a'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:42:51.449891 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589a98cf2aea187fcc423a5edb333e5a6cf3ad7c81115d1ebee0f079693c312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1390e3a8-41a3-4ae4-8158-392ca62c07c6" -d '{"events": [{"name": "network-changed", "server_uuid": "d3977458-c64d-4bf4-a749-582bad4792e9", "tag": "13229f46-8ca9-487b-9e29-e5d8db0a865a"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:42:51.487019 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91396a52-0034-40fe-ac10-f68ce80d15b1 service neutron] Pushing event updated for resources: {'Port': ['ID=13229f46-8ca9-487b-9e29-e5d8db0a865a,revision_number=3']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:42:51.559003 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1c1fe1-fe53-42ac-8f38-9a1dc6484809 req-9e61e182-82a7-4157-9b4c-af587d333f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:42:51.560598 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-1f1c1fe1-fe53-42ac-8f38-9a1dc6484809 req-9e61e182-82a7-4157-9b4c-af587d333f6c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=164c78cb38714f748070fc2c1bfd8ff0&device_id=d3977458-c64d-4bf4-a749-582bad4792e9 HTTP/1.1" status: 200 len: 1058 time: 0.0489860 Nov 22 20:42:51.619464 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 20:42:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-648f2d8d-8323-4a93-9534-7824847f4bd7 x-openstack-request-id: req-648f2d8d-8323-4a93-9534-7824847f4bd7 {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:42:51.619947 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3977458-c64d-4bf4-a749-582bad4792e9", "tag": "13229f46-8ca9-487b-9e29-e5d8db0a865a", "status": "completed", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:42:51.620185 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-648f2d8d-8323-4a93-9534-7824847f4bd7 {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:42:51.620600 n-d-818823-1 neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3977458-c64d-4bf4-a749-582bad4792e9', 'tag': '13229f46-8ca9-487b-9e29-e5d8db0a865a', 'status': 'completed', 'code': 200} Nov 22 20:42:51.622516 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-1f1c1fe1-fe53-42ac-8f38-9a1dc6484809 req-087b1cd5-2fb3-41c0-ba92-ae9a6bcfc1b6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=13229f46-8ca9-487b-9e29-e5d8db0a865a HTTP/1.1" status: 200 len: 217 time: 0.0531189 Nov 22 20:42:51.676961 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1c1fe1-fe53-42ac-8f38-9a1dc6484809 req-28d0afcf-29e3-4bf2-a573-04d2a9bab0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:42:51.678848 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-1f1c1fe1-fe53-42ac-8f38-9a1dc6484809 req-28d0afcf-29e3-4bf2-a573-04d2a9bab0a9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=caf4beba-c74d-4251-97ed-1ed06a33f186 HTTP/1.1" status: 200 len: 837 time: 0.0481820 Nov 22 20:42:51.727182 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1c1fe1-fe53-42ac-8f38-9a1dc6484809 req-4330a747-c27f-453d-95bf-ce5ea0fccf8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:42:51.728657 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-1f1c1fe1-fe53-42ac-8f38-9a1dc6484809 req-4330a747-c27f-453d-95bf-ce5ea0fccf8a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=878d051e-f699-4307-861c-a4eb07f3b802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0423009 Nov 22 20:42:51.825876 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-1f1c1fe1-fe53-42ac-8f38-9a1dc6484809 req-40756c9b-f5a9-4c76-b0c8-0f2e67bcb61b service neutron] 10.222.0.41 "GET /v2.0/networks/878d051e-f699-4307-861c-a4eb07f3b802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893219 Nov 22 20:42:51.919538 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-1f1c1fe1-fe53-42ac-8f38-9a1dc6484809 req-41ce2b89-b8e9-4032-b3ea-63bf8159f45e service neutron] 10.222.0.41 "GET /v2.0/networks/878d051e-f699-4307-861c-a4eb07f3b802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861316 Nov 22 20:42:52.008387 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1390e3a8-41a3-4ae4-8158-392ca62c07c6 req-56c6a7fb-b4e2-467b-80e3-bc3644e213be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:42:52.010084 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-1390e3a8-41a3-4ae4-8158-392ca62c07c6 req-56c6a7fb-b4e2-467b-80e3-bc3644e213be service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=164c78cb38714f748070fc2c1bfd8ff0&device_id=d3977458-c64d-4bf4-a749-582bad4792e9 HTTP/1.1" status: 200 len: 1058 time: 0.0463028 Nov 22 20:42:52.101897 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1390e3a8-41a3-4ae4-8158-392ca62c07c6 req-143565e1-9a49-4bf5-8151-2a8e64560769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:42:52.103371 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-1390e3a8-41a3-4ae4-8158-392ca62c07c6 req-143565e1-9a49-4bf5-8151-2a8e64560769 service neutron] 10.222.0.41 "GET /v2.0/networks?id=878d051e-f699-4307-861c-a4eb07f3b802 HTTP/1.1" status: 200 len: 897 time: 0.0839992 Nov 22 20:42:52.149307 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-1390e3a8-41a3-4ae4-8158-392ca62c07c6 req-d7d97617-1d03-4879-aab3-1e2d5ed3d14e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=13229f46-8ca9-487b-9e29-e5d8db0a865a HTTP/1.1" status: 200 len: 217 time: 0.0392542 Nov 22 20:42:52.202440 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1390e3a8-41a3-4ae4-8158-392ca62c07c6 req-72a17516-e45b-43fd-87a3-d0b6a4307a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:42:52.204454 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-1390e3a8-41a3-4ae4-8158-392ca62c07c6 req-72a17516-e45b-43fd-87a3-d0b6a4307a2e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=caf4beba-c74d-4251-97ed-1ed06a33f186 HTTP/1.1" status: 200 len: 837 time: 0.0472527 Nov 22 20:42:52.250300 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1390e3a8-41a3-4ae4-8158-392ca62c07c6 req-33c77def-d72c-4f9b-bd81-4d53c532a3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:42:52.252403 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-1390e3a8-41a3-4ae4-8158-392ca62c07c6 req-33c77def-d72c-4f9b-bd81-4d53c532a3c4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=878d051e-f699-4307-861c-a4eb07f3b802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404913 Nov 22 20:42:52.300479 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394dd9fe-2237-4989-8c0a-1402c3c8bb9b req-bc31968c-81c5-4d0e-9f1f-31e7720656cf tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:42:52.302017 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-394dd9fe-2237-4989-8c0a-1402c3c8bb9b req-bc31968c-81c5-4d0e-9f1f-31e7720656cf tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] 10.222.0.46 "GET /v2.0/ports?device_id=d3977458-c64d-4bf4-a749-582bad4792e9 HTTP/1.1" status: 200 len: 907 time: 0.0482523 Nov 22 20:42:52.346156 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-1390e3a8-41a3-4ae4-8158-392ca62c07c6 req-8c164051-73e0-4ad9-b2d2-be24c311899a service neutron] 10.222.0.41 "GET /v2.0/networks/878d051e-f699-4307-861c-a4eb07f3b802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861533 Nov 22 20:42:52.436547 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-1390e3a8-41a3-4ae4-8158-392ca62c07c6 req-5d83f2f9-103b-41a7-8574-44007a1a6234 service neutron] 10.222.0.41 "GET /v2.0/networks/878d051e-f699-4307-861c-a4eb07f3b802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828786 Nov 22 20:42:53.417747 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697b9377-d7af-4d55-b7ae-a9bd3078c2d1 req-16f69dda-3f5d-4240-9ba2-0ae6bcebd097 tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:42:53.419247 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-697b9377-d7af-4d55-b7ae-a9bd3078c2d1 req-16f69dda-3f5d-4240-9ba2-0ae6bcebd097 tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] 10.222.0.46 "GET /v2.0/ports?device_id=d3977458-c64d-4bf4-a749-582bad4792e9 HTTP/1.1" status: 200 len: 907 time: 0.0482767 Nov 22 20:42:54.271984 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 13229f46-8ca9-487b-9e29-e5d8db0a865a details requested by agent hyperv_n-h1-818823-1 with host n-h1-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 20:42:54.367359 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 13229f46-8ca9-487b-9e29-e5d8db0a865a, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=13229f46-8ca9-487b-9e29-e5d8db0a865a,segment=NetworkSegment(cce247db-e4b7-422a-a91e-f3d72a048fc1),segment_id=cce247db-e4b7-422a-a91e-f3d72a048fc1)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:42:54.379231 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Returning: {'device': '13229f46-8ca9-487b-9e29-e5d8db0a865a', 'network_id': '878d051e-f699-4307-861c-a4eb07f3b802', 'port_id': '13229f46-8ca9-487b-9e29-e5d8db0a865a', 'mac_address': 'fa:16:3e:3e:b8:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'caf4beba-c74d-4251-97ed-1ed06a33f186', 'ip_address': '172.20.0.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 20:42:54.415542 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:42:54.428557 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13229f46-8ca9-487b-9e29-e5d8db0a865a {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:42:54.447306 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 13229f46-8ca9-487b-9e29-e5d8db0a865a, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=13229f46-8ca9-487b-9e29-e5d8db0a865a,segment=NetworkSegment(cce247db-e4b7-422a-a91e-f3d72a048fc1),segment_id=cce247db-e4b7-422a-a91e-f3d72a048fc1)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:42:54.451825 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:42:54.509782 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=13229f46-8ca9-487b-9e29-e5d8db0a865a,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:42:54.536931 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d37824-d62d-4f02-9ad4-6920ec87ce6a req-e5b4fcbf-3807-4ae5-ab83-e904cfa2e162 tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:42:54.538449 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-57d37824-d62d-4f02-9ad4-6920ec87ce6a req-e5b4fcbf-3807-4ae5-ab83-e904cfa2e162 tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] 10.222.0.46 "GET /v2.0/ports?device_id=d3977458-c64d-4bf4-a749-582bad4792e9 HTTP/1.1" status: 200 len: 908 time: 0.0492549 Nov 22 20:42:54.665018 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] get_ports_and_sgs() called for port_ids ['13229f46-8ca9-487b-9e29-e5d8db0a865a'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:42:55.654820 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94769aaa-0a17-48fe-a8d1-ede292f26d79 req-8b08cf58-51e6-4e2b-bcd5-f8f5260677ce tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:42:55.656307 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-94769aaa-0a17-48fe-a8d1-ede292f26d79 req-8b08cf58-51e6-4e2b-bcd5-f8f5260677ce tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] 10.222.0.46 "GET /v2.0/ports?device_id=d3977458-c64d-4bf4-a749-582bad4792e9 HTTP/1.1" status: 200 len: 908 time: 0.0507972 Nov 22 20:42:56.271798 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 13229f46-8ca9-487b-9e29-e5d8db0a865a up at agent hyperv_n-h1-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:42:56.320004 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Provisioning for port 13229f46-8ca9-487b-9e29-e5d8db0a865a completed by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 20:42:56.324333 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Provisioning complete for port 13229f46-8ca9-487b-9e29-e5d8db0a865a triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:42:56.324708 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:42:56.404195 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:42:56.426371 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3977458-c64d-4bf4-a749-582bad4792e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13229f46-8ca9-487b-9e29-e5d8db0a865a'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:42:56.428649 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d39f6d30a11e565ec9648abcc015e8a6ab6cff4edd704add8155e28765d31eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-728d9d0c-10f5-4c71-946e-3f107e9d8f98" -d '{"events": [{"server_uuid": "d3977458-c64d-4bf4-a749-582bad4792e9", "name": "network-vif-plugged", "status": "completed", "tag": "13229f46-8ca9-487b-9e29-e5d8db0a865a"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:42:56.441880 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 13229f46-8ca9-487b-9e29-e5d8db0a865a, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=13229f46-8ca9-487b-9e29-e5d8db0a865a,segment=NetworkSegment(cce247db-e4b7-422a-a91e-f3d72a048fc1),segment_id=cce247db-e4b7-422a-a91e-f3d72a048fc1)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:42:56.446012 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:42:56.471854 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:42:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51246056-c1f3-4392-9068-b6b854a8de3a x-openstack-request-id: req-51246056-c1f3-4392-9068-b6b854a8de3a {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:42:56.472149 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3977458-c64d-4bf4-a749-582bad4792e9", "name": "network-vif-plugged", "status": "completed", "tag": "13229f46-8ca9-487b-9e29-e5d8db0a865a", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:42:56.472408 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-51246056-c1f3-4392-9068-b6b854a8de3a {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:42:56.472812 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3977458-c64d-4bf4-a749-582bad4792e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13229f46-8ca9-487b-9e29-e5d8db0a865a', 'code': 200} Nov 22 20:42:56.503761 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=13229f46-8ca9-487b-9e29-e5d8db0a865a,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:42:56.570050 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac33b4c-1ed9-4cc4-b8d4-bdd241e1df7c req-bf85d4cd-1c38-49ca-b2c2-b42dc3a87b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:42:56.571571 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-1ac33b4c-1ed9-4cc4-b8d4-bdd241e1df7c req-bf85d4cd-1c38-49ca-b2c2-b42dc3a87b3a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d3977458-c64d-4bf4-a749-582bad4792e9 HTTP/1.1" status: 200 len: 1060 time: 0.0406821 Nov 22 20:42:56.773459 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff68bdf-e210-4d0b-bcca-ffad735b7670 req-1cd9106e-91a7-4de1-bc22-6f4b9d1f1681 tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:42:56.775372 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8ff68bdf-e210-4d0b-bcca-ffad735b7670 req-1cd9106e-91a7-4de1-bc22-6f4b9d1f1681 tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] 10.222.0.46 "GET /v2.0/ports?device_id=d3977458-c64d-4bf4-a749-582bad4792e9 HTTP/1.1" status: 200 len: 909 time: 0.0492539 Nov 22 20:42:57.889522 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7793195-21bf-428e-9a10-2a22f7c6ba97 req-51e9018c-0db2-456a-9e90-c37e948d035a tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:42:57.891008 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e7793195-21bf-428e-9a10-2a22f7c6ba97 req-51e9018c-0db2-456a-9e90-c37e948d035a tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] 10.222.0.46 "GET /v2.0/ports?device_id=d3977458-c64d-4bf4-a749-582bad4792e9 HTTP/1.1" status: 200 len: 909 time: 0.0482676 Nov 22 20:42:58.003692 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f85432-d86e-4f8c-b32b-ee05bcc57d7b req-31e75130-af0c-48d8-b7f6-92abd76dd634 tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:42:58.005389 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b0f85432-d86e-4f8c-b32b-ee05bcc57d7b req-31e75130-af0c-48d8-b7f6-92abd76dd634 tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] 10.222.0.46 "GET /v2.0/ports?device_id=d3977458-c64d-4bf4-a749-582bad4792e9 HTTP/1.1" status: 200 len: 909 time: 0.0479503 Nov 22 20:42:58.111259 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e9730e-b109-4902-9c2c-d1ce48537790 req-edaaf61c-361e-4eb7-8edf-5a2c78373125 tempest-TestSecurityGroupsBasicOps-1546881932 tempest-TestSecurityGroupsBasicOps-1546881932-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:42:58.112839 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-35e9730e-b109-4902-9c2c-d1ce48537790 req-edaaf61c-361e-4eb7-8edf-5a2c78373125 tempest-TestSecurityGroupsBasicOps-1546881932 tempest-TestSecurityGroupsBasicOps-1546881932-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=d3977458-c64d-4bf4-a749-582bad4792e9 HTTP/1.1" status: 200 len: 1060 time: 0.0437307 Nov 22 20:42:58.215077 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8467a9f-c8c0-49b8-8513-ad49159348f9 req-6717158e-b8e2-41cc-ba98-3506aca4999d tempest-TestSecurityGroupsBasicOps-1546881932 tempest-TestSecurityGroupsBasicOps-1546881932-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:42:58.216593 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c8467a9f-c8c0-49b8-8513-ad49159348f9 req-6717158e-b8e2-41cc-ba98-3506aca4999d tempest-TestSecurityGroupsBasicOps-1546881932 tempest-TestSecurityGroupsBasicOps-1546881932-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=d32c763a-5c9d-46e7-8c07-94806fb68d24 HTTP/1.1" status: 200 len: 1135 time: 0.0400724 Nov 22 20:42:58.268444 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c8467a9f-c8c0-49b8-8513-ad49159348f9 req-c521b689-db36-4625-8489-761fb60981a2 tempest-TestSecurityGroupsBasicOps-1546881932 tempest-TestSecurityGroupsBasicOps-1546881932-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=bd0c6c42-b8e6-45bc-a5ae-4f0a3864d267&id=3e47790c-31fe-441e-b0ae-681fbb75033a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0456159 Nov 22 20:42:58.289370 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 55020) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:42:58.327378 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a40cb3d-47f4-4696-bd4c-a9a03bca8ce5 tempest-TestSecurityGroupsBasicOps-1546881932 tempest-TestSecurityGroupsBasicOps-1546881932-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:42:58.329439 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-3a40cb3d-47f4-4696-bd4c-a9a03bca8ce5 tempest-TestSecurityGroupsBasicOps-1546881932 tempest-TestSecurityGroupsBasicOps-1546881932-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=d3977458-c64d-4bf4-a749-582bad4792e9 HTTP/1.1" status: 200 len: 1055 time: 0.0385923 Nov 22 20:42:58.539146 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf8e9de-5d15-46e9-aeef-4fbac5956ee8 req-25aaa29e-4ab3-4382-a37a-a1080e40795a tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:42:58.540567 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7cf8e9de-5d15-46e9-aeef-4fbac5956ee8 req-25aaa29e-4ab3-4382-a37a-a1080e40795a tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] 10.222.0.46 "GET /v2.0/ports?device_id=d3977458-c64d-4bf4-a749-582bad4792e9 HTTP/1.1" status: 200 len: 909 time: 0.0476460 Nov 22 20:42:59.662895 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da721ffa-f39e-4ebd-a5bc-6565e4704c55 req-59bf457c-b5db-4a63-91d5-056a7fe1b516 tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:42:59.664393 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-da721ffa-f39e-4ebd-a5bc-6565e4704c55 req-59bf457c-b5db-4a63-91d5-056a7fe1b516 tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] 10.222.0.46 "GET /v2.0/ports?device_id=d3977458-c64d-4bf4-a749-582bad4792e9 HTTP/1.1" status: 200 len: 909 time: 0.0518723 Nov 22 20:42:59.826678 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a21fbcf-0213-4ad6-92ae-13d01a27d513 req-6ed2b841-edb4-40bc-9134-284296382d9e tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:42:59.828106 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-3a21fbcf-0213-4ad6-92ae-13d01a27d513 req-6ed2b841-edb4-40bc-9134-284296382d9e tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] 10.222.0.41 "GET /v2.0/ports?device_id=d3977458-c64d-4bf4-a749-582bad4792e9 HTTP/1.1" status: 200 len: 909 time: 0.0851641 Nov 22 20:42:59.914585 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [req-3a21fbcf-0213-4ad6-92ae-13d01a27d513 req-639fdb82-c3e3-4b8a-83e7-86f72be0f91f tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Deleting port 13229f46-8ca9-487b-9e29-e5d8db0a865a {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:42:59.914920 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-3a21fbcf-0213-4ad6-92ae-13d01a27d513 req-639fdb82-c3e3-4b8a-83e7-86f72be0f91f tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:42:59.998149 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-67ec29e6-164c-4d32-83a9-de1e19d17e03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:00.006189 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-3a21fbcf-0213-4ad6-92ae-13d01a27d513 req-639fdb82-c3e3-4b8a-83e7-86f72be0f91f tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] For port 13229f46-8ca9-487b-9e29-e5d8db0a865a, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=13229f46-8ca9-487b-9e29-e5d8db0a865a,segment=NetworkSegment(cce247db-e4b7-422a-a91e-f3d72a048fc1),segment_id=cce247db-e4b7-422a-a91e-f3d72a048fc1)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:43:00.006555 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-3a21fbcf-0213-4ad6-92ae-13d01a27d513 req-639fdb82-c3e3-4b8a-83e7-86f72be0f91f tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:00.021590 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [req-3a21fbcf-0213-4ad6-92ae-13d01a27d513 req-639fdb82-c3e3-4b8a-83e7-86f72be0f91f tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Calling delete_port for 13229f46-8ca9-487b-9e29-e5d8db0a865a owned by compute:nova {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:43:00.148589 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-3a21fbcf-0213-4ad6-92ae-13d01a27d513 req-639fdb82-c3e3-4b8a-83e7-86f72be0f91f tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:00.175301 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639fdb82-c3e3-4b8a-83e7-86f72be0f91f tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Pushing event deleted for resources: {'Port': ['ID=13229f46-8ca9-487b-9e29-e5d8db0a865a,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:43:00.238339 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a21fbcf-0213-4ad6-92ae-13d01a27d513 req-639fdb82-c3e3-4b8a-83e7-86f72be0f91f tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] No DVR routers for this DVR port 13229f46-8ca9-487b-9e29-e5d8db0a865a on host n-h1-818823-1 {{(pid=103448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:43:00.241026 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-3a21fbcf-0213-4ad6-92ae-13d01a27d513 req-639fdb82-c3e3-4b8a-83e7-86f72be0f91f tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:00.244549 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-3a21fbcf-0213-4ad6-92ae-13d01a27d513 req-639fdb82-c3e3-4b8a-83e7-86f72be0f91f tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] 10.222.0.41 "DELETE /v2.0/ports/13229f46-8ca9-487b-9e29-e5d8db0a865a HTTP/1.1" status: 204 len: 173 time: 0.4106259 Nov 22 20:43:00.245019 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3977458-c64d-4bf4-a749-582bad4792e9', 'name': 'network-vif-deleted', 'tag': '13229f46-8ca9-487b-9e29-e5d8db0a865a'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:43:00.247844 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589a98cf2aea187fcc423a5edb333e5a6cf3ad7c81115d1ebee0f079693c312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9a3f37f-26a0-4234-8f20-fc110b8c3171" -d '{"events": [{"server_uuid": "d3977458-c64d-4bf4-a749-582bad4792e9", "name": "network-vif-deleted", "tag": "13229f46-8ca9-487b-9e29-e5d8db0a865a"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:43:00.304140 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:43:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-754c8940-b1f4-44d2-a9cb-91ae778a8a3f x-openstack-request-id: req-754c8940-b1f4-44d2-a9cb-91ae778a8a3f {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:43:00.304515 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3977458-c64d-4bf4-a749-582bad4792e9", "name": "network-vif-deleted", "tag": "13229f46-8ca9-487b-9e29-e5d8db0a865a", "status": "completed", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:43:00.304779 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-754c8940-b1f4-44d2-a9cb-91ae778a8a3f {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:43:00.305242 n-d-818823-1 neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3977458-c64d-4bf4-a749-582bad4792e9', 'name': 'network-vif-deleted', 'tag': '13229f46-8ca9-487b-9e29-e5d8db0a865a', 'status': 'completed', 'code': 200} Nov 22 20:43:00.732194 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 55034) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:43:01.079299 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-36557297-df64-48d2-bada-dcb408cb7463 tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659736'] for router_interface, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:01.333110 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-36557297-df64-48d2-bada-dcb408cb7463 tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Deleting port d72fdcfd-4b2f-47ca-80e0-dff43865a70a {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:43:01.333350 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-36557297-df64-48d2-bada-dcb408cb7463 tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:01.424930 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [None req-36557297-df64-48d2-bada-dcb408cb7463 tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] For port d72fdcfd-4b2f-47ca-80e0-dff43865a70a, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=d72fdcfd-4b2f-47ca-80e0-dff43865a70a,segment=NetworkSegment(cce247db-e4b7-422a-a91e-f3d72a048fc1),segment_id=cce247db-e4b7-422a-a91e-f3d72a048fc1)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:43:01.425296 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-36557297-df64-48d2-bada-dcb408cb7463 tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:01.442831 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-36557297-df64-48d2-bada-dcb408cb7463 tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Calling delete_port for d72fdcfd-4b2f-47ca-80e0-dff43865a70a owned by network:router_interface {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:43:01.624858 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-36557297-df64-48d2-bada-dcb408cb7463 tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:01.650877 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36557297-df64-48d2-bada-dcb408cb7463 tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Pushing event deleted for resources: {'Port': ['ID=d72fdcfd-4b2f-47ca-80e0-dff43865a70a,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:43:01.679440 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36557297-df64-48d2-bada-dcb408cb7463 tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:43:01.679808 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36557297-df64-48d2-bada-dcb408cb7463 tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:43:01.680152 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36557297-df64-48d2-bada-dcb408cb7463 tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:43:01.680495 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36557297-df64-48d2-bada-dcb408cb7463 tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:43:01.680833 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36557297-df64-48d2-bada-dcb408cb7463 tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:43:01.681169 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36557297-df64-48d2-bada-dcb408cb7463 tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:43:01.681508 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36557297-df64-48d2-bada-dcb408cb7463 tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:43:01.681841 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36557297-df64-48d2-bada-dcb408cb7463 tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:43:01.682176 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36557297-df64-48d2-bada-dcb408cb7463 tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:43:01.682506 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36557297-df64-48d2-bada-dcb408cb7463 tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:43:01.683443 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36557297-df64-48d2-bada-dcb408cb7463 tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:43:01.683799 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36557297-df64-48d2-bada-dcb408cb7463 tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:43:01.837847 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-36557297-df64-48d2-bada-dcb408cb7463 tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-563470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-663272'] for router_interface, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:02.394591 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36557297-df64-48d2-bada-dcb408cb7463 tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Router 7c530218-ca6a-481b-8c0d-3d5868c2d1ee has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 20:43:02.494879 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36557297-df64-48d2-bada-dcb408cb7463 tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:43:02.500212 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-36557297-df64-48d2-bada-dcb408cb7463 tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] 10.222.0.46 "PUT /v2.0/routers/7c530218-ca6a-481b-8c0d-3d5868c2d1ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7669532 Nov 22 20:43:02.502816 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 55036) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:43:02.505923 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48df2521-8844-4868-8319-912205554115 None None] Sync routers for ids ['7c530218-ca6a-481b-8c0d-3d5868c2d1ee'] in n-d-818823-1 {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:43:02.515405 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48df2521-8844-4868-8319-912205554115 None None] Routers {'7c530218-ca6a-481b-8c0d-3d5868c2d1ee'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:43:02.516795 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-48df2521-8844-4868-8319-912205554115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:42:33Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['7c530218-ca6a-481b-8c0d-3d5868c2d1ee'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:43:02.556426 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0c6f3bc-b059-403d-bd08-f7df0440dd8f tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Deleting subnet caf4beba-c74d-4251-97ed-1ed06a33f186 {{(pid=103447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 20:43:02.559476 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f0c6f3bc-b059-403d-bd08-f7df0440dd8f tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Publish callbacks [] for subnet, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:02.599135 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f0c6f3bc-b059-403d-bd08-f7df0440dd8f tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12178353'] for subnet, precommit_delete_associations {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:02.685453 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f0c6f3bc-b059-403d-bd08-f7df0440dd8f tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3753007'] for subnet, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:02.748596 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f0c6f3bc-b059-403d-bd08-f7df0440dd8f tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3753014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8900804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8485115'] for subnet, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:02.780508 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c6f3bc-b059-403d-bd08-f7df0440dd8f tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Pushing event deleted for resources: {'Subnet': ['ID=caf4beba-c74d-4251-97ed-1ed06a33f186,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:43:02.791984 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f0c6f3bc-b059-403d-bd08-f7df0440dd8f tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Publish callbacks [] for subnet, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:02.793095 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-48df2521-8844-4868-8319-912205554115 None None] Set router 7c530218-ca6a-481b-8c0d-3d5868c2d1ee gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:43:02.796117 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-f0c6f3bc-b059-403d-bd08-f7df0440dd8f tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] 10.222.0.46 "DELETE /v2.0/subnets/caf4beba-c74d-4251-97ed-1ed06a33f186 HTTP/1.1" status: 204 len: 168 time: 0.2898307 Nov 22 20:43:02.796597 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 55038) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:43:02.820683 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a97d9364-606e-41af-89b5-0879760c8c81 None None] Network 878d051e-f699-4307-861c-a4eb07f3b802 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:43:02.906995 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ff02a88c-dd88-483f-b370-8c77c1abef0e tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Publish callbacks [] for router, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:02.973493 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-086c6b80-ec28-4bbf-89d8-14f97224fa9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:03.013428 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ff02a88c-dd88-483f-b370-8c77c1abef0e tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:03.065045 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-ff02a88c-dd88-483f-b370-8c77c1abef0e tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Deleting port f1411cf5-208b-4e48-ac13-076b98968962 {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:43:03.065402 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ff02a88c-dd88-483f-b370-8c77c1abef0e tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:03.088088 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-48df2521-8844-4868-8319-912205554115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c530218-ca6a-481b-8c0d-3d5868c2d1ee', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1907816559', 'tenant_id': '164c78cb38714f748070fc2c1bfd8ff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': 'f1411cf5-208b-4e48-ac13-076b98968962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:42:43Z', 'updated_at': '2021-11-22T20:43:01Z', 'revision_number': 5, 'project_id': '164c78cb38714f748070fc2c1bfd8ff0', 'gw_port': {'id': 'f1411cf5-208b-4e48-ac13-076b98968962', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:ce:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c530218-ca6a-481b-8c0d-3d5868c2d1ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:42:44Z', 'updated_at': '2021-11-22T20:42:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:43:03.119986 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48df2521-8844-4868-8319-912205554115 None None] Checking router: 7c530218-ca6a-481b-8c0d-3d5868c2d1ee for host: n-d-818823-1 {{(pid=103449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 20:43:03.129173 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48df2521-8844-4868-8319-912205554115 None None] Routers {'7c530218-ca6a-481b-8c0d-3d5868c2d1ee'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:43:03.129815 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-48df2521-8844-4868-8319-912205554115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:43:03Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['7c530218-ca6a-481b-8c0d-3d5868c2d1ee'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:43:03.137313 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9073ed7d-3aef-4b5b-9edc-ff8855da0c22 None None] DHCP port deletion for 878d051e-f699-4307-861c-a4eb07f3b802 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:43:03.148782 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [None req-ff02a88c-dd88-483f-b370-8c77c1abef0e tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] For port f1411cf5-208b-4e48-ac13-076b98968962, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=f1411cf5-208b-4e48-ac13-076b98968962,segment=NetworkSegment(8793ba83-8407-4c3d-9b56-2a177cd58a70),segment_id=8793ba83-8407-4c3d-9b56-2a177cd58a70)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:43:03.149151 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ff02a88c-dd88-483f-b370-8c77c1abef0e tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:03.161798 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-ff02a88c-dd88-483f-b370-8c77c1abef0e tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Calling delete_port for f1411cf5-208b-4e48-ac13-076b98968962 owned by network:router_gateway {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:43:03.247257 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-48df2521-8844-4868-8319-912205554115 None None] Set router 7c530218-ca6a-481b-8c0d-3d5868c2d1ee gateway port host: None {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:43:03.307075 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-48df2521-8844-4868-8319-912205554115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c530218-ca6a-481b-8c0d-3d5868c2d1ee', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1907816559', 'tenant_id': '164c78cb38714f748070fc2c1bfd8ff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:42:43Z', 'updated_at': '2021-11-22T20:43:03Z', 'revision_number': 6, 'project_id': '164c78cb38714f748070fc2c1bfd8ff0', 'gw_port_host': None}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:43:03.326412 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ff02a88c-dd88-483f-b370-8c77c1abef0e tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:03.338170 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48df2521-8844-4868-8319-912205554115 None None] The sync data for ids ['7c530218-ca6a-481b-8c0d-3d5868c2d1ee'] in n-d-818823-1 is: [{'id': '7c530218-ca6a-481b-8c0d-3d5868c2d1ee', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1907816559', 'tenant_id': '164c78cb38714f748070fc2c1bfd8ff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:42:43Z', 'updated_at': '2021-11-22T20:43:03Z', 'revision_number': 6, 'project_id': '164c78cb38714f748070fc2c1bfd8ff0', 'gw_port_host': None}] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:43:03.344325 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-9073ed7d-3aef-4b5b-9edc-ff8855da0c22 None None] Deleting port afe99f4c-dbc4-4db9-880d-379e1f63f7d8 {{(pid=103449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:43:03.344705 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-9073ed7d-3aef-4b5b-9edc-ff8855da0c22 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:03.357113 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff02a88c-dd88-483f-b370-8c77c1abef0e tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Pushing event deleted for resources: {'Port': ['ID=f1411cf5-208b-4e48-ac13-076b98968962,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:43:03.383943 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efd710fe-3326-41a4-bfd8-9de8fb530ff5 None None] DHCP port deletion for c48a55e9-6a85-4746-b7bf-3e29fb560094 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:43:03.417222 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-9073ed7d-3aef-4b5b-9edc-ff8855da0c22 None None] For port afe99f4c-dbc4-4db9-880d-379e1f63f7d8, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=afe99f4c-dbc4-4db9-880d-379e1f63f7d8,segment=NetworkSegment(cce247db-e4b7-422a-a91e-f3d72a048fc1),segment_id=cce247db-e4b7-422a-a91e-f3d72a048fc1)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:43:03.417625 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-9073ed7d-3aef-4b5b-9edc-ff8855da0c22 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:03.425960 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ff02a88c-dd88-483f-b370-8c77c1abef0e tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595398'] for router_gateway, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:03.431305 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-9073ed7d-3aef-4b5b-9edc-ff8855da0c22 None None] Calling delete_port for afe99f4c-dbc4-4db9-880d-379e1f63f7d8 owned by network:dhcp {{(pid=103449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:43:03.514431 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-03f0964f-1b75-4df7-99e0-a3cdb56ec2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:03.518063 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ff02a88c-dd88-483f-b370-8c77c1abef0e tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24781'] for router, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:03.520280 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ff02a88c-dd88-483f-b370-8c77c1abef0e tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:03.524544 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-9073ed7d-3aef-4b5b-9edc-ff8855da0c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381'] for port, after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:03.552795 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9073ed7d-3aef-4b5b-9edc-ff8855da0c22 None None] Pushing event deleted for resources: {'Port': ['ID=afe99f4c-dbc4-4db9-880d-379e1f63f7d8,revision_number=None']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:43:03.557098 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9073ed7d-3aef-4b5b-9edc-ff8855da0c22 None None] No DVR routers for this DVR port afe99f4c-dbc4-4db9-880d-379e1f63f7d8 on host n-d-818823-1 {{(pid=103449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:43:03.566031 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ff02a88c-dd88-483f-b370-8c77c1abef0e tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-663261'] for router, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:03.566031 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff02a88c-dd88-483f-b370-8c77c1abef0e tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Fanout notify agent at l3_agent the message router_deleted on router 7c530218-ca6a-481b-8c0d-3d5868c2d1ee {{(pid=103447) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 20:43:03.574661 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ff02a88c-dd88-483f-b370-8c77c1abef0e tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Publish callbacks [] for router, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:03.575904 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-ff02a88c-dd88-483f-b370-8c77c1abef0e tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] 10.222.0.46 "DELETE /v2.0/routers/7c530218-ca6a-481b-8c0d-3d5868c2d1ee HTTP/1.1" status: 204 len: 168 time: 0.7780721 Nov 22 20:43:03.578529 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 55040) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:43:03.658315 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9c6b14eb-b22c-455a-b7c9-68ef930cd12f tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3961693'] for network, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:03.755748 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9c6b14eb-b22c-455a-b7c9-68ef930cd12f tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3760028', 'neutron.services.segments.db._delete_segments_for_network-8748992815755'] for network, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:03.778218 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-9c6b14eb-b22c-455a-b7c9-68ef930cd12f tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['878d051e-f699-4307-861c-a4eb07f3b802']}} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:43:03.787899 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-9c6b14eb-b22c-455a-b7c9-68ef930cd12f tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cce247db-e4b7-422a-a91e-f3d72a048fc1') {'for_net_delete': True} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:43:03.788193 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-9c6b14eb-b22c-455a-b7c9-68ef930cd12f tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cce247db-e4b7-422a-a91e-f3d72a048fc1') {} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:43:03.797730 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9c6b14eb-b22c-455a-b7c9-68ef930cd12f tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748993039638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12178344'] for segment, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:03.811363 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9c6b14eb-b22c-455a-b7c9-68ef930cd12f tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:03.817205 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c6b14eb-b22c-455a-b7c9-68ef930cd12f tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Releasing vlan 606 on physical network physnet1 to pool {{(pid=103447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 20:43:03.817591 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9c6b14eb-b22c-455a-b7c9-68ef930cd12f tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8900762'] for segment, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:03.820954 n-d-818823-1 neutron-server[103447]: Traceback (most recent call last): Nov 22 20:43:03.820954 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 20:43:03.820954 n-d-818823-1 neutron-server[103447]: timer() Nov 22 20:43:03.820954 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 20:43:03.820954 n-d-818823-1 neutron-server[103447]: cb(*args, **kw) Nov 22 20:43:03.820954 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 20:43:03.820954 n-d-818823-1 neutron-server[103447]: return func(*args, **kwargs) Nov 22 20:43:03.820954 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 20:43:03.820954 n-d-818823-1 neutron-server[103447]: self._notify() Nov 22 20:43:03.820954 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 20:43:03.820954 n-d-818823-1 neutron-server[103447]: self.callback(batched_events) Nov 22 20:43:03.820954 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 20:43:03.820954 n-d-818823-1 neutron-server[103447]: event.method(event) Nov 22 20:43:03.820954 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 20:43:03.820954 n-d-818823-1 neutron-server[103447]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 20:43:03.820954 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 20:43:03.820954 n-d-818823-1 neutron-server[103447]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 20:43:03.820954 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 20:43:03.820954 n-d-818823-1 neutron-server[103447]: return f(self, *a, **k) Nov 22 20:43:03.820954 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 20:43:03.820954 n-d-818823-1 neutron-server[103447]: return self._get(url).json() Nov 22 20:43:03.820954 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 20:43:03.820954 n-d-818823-1 neutron-server[103447]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 20:43:03.820954 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 20:43:03.820954 n-d-818823-1 neutron-server[103447]: return self.request(url, 'GET', **kwargs) Nov 22 20:43:03.820954 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 20:43:03.820954 n-d-818823-1 neutron-server[103447]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 20:43:03.820954 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 20:43:03.820954 n-d-818823-1 neutron-server[103447]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 20:43:03.820954 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 20:43:03.820954 n-d-818823-1 neutron-server[103447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 20:43:03.820954 n-d-818823-1 neutron-server[103447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 20:43:03.878889 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9c6b14eb-b22c-455a-b7c9-68ef930cd12f tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3760002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595318'] for network, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:03.883751 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9c6b14eb-b22c-455a-b7c9-68ef930cd12f tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Publish callbacks [] for network, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:03.890202 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 55042) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:43:03.890644 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-9c6b14eb-b22c-455a-b7c9-68ef930cd12f tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] 10.222.0.46 "DELETE /v2.0/networks/878d051e-f699-4307-861c-a4eb07f3b802 HTTP/1.1" status: 204 len: 168 time: 0.3106954 Nov 22 20:43:03.905558 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6b14eb-b22c-455a-b7c9-68ef930cd12f tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Pushing event deleted for resources: {'Network': ['ID=878d051e-f699-4307-861c-a4eb07f3b802,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:43:04.100136 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-9567df33-7bf4-4130-9d73-c49914313471 tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Deleting port 5c157e70-03cd-4165-a3d4-af9691410767 {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:43:04.100487 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9567df33-7bf4-4130-9d73-c49914313471 tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:04.178367 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9567df33-7bf4-4130-9d73-c49914313471 tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:04.178698 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9567df33-7bf4-4130-9d73-c49914313471 tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:04.190584 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-9567df33-7bf4-4130-9d73-c49914313471 tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Calling delete_port for 5c157e70-03cd-4165-a3d4-af9691410767 owned by network:floatingip {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:43:04.295497 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 13229f46-8ca9-487b-9e29-e5d8db0a865a no longer exists at agent hyperv_n-h1-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:43:04.318389 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] No Port match for: 13229f46-8ca9-487b-9e29-e5d8db0a865a {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:43:04.318732 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 13229f46-8ca9-487b-9e29-e5d8db0a865a not bound to the agent host n-h1-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:43:04.370702 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9567df33-7bf4-4130-9d73-c49914313471 tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:04.395795 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9567df33-7bf4-4130-9d73-c49914313471 tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Pushing event deleted for resources: {'Port': ['ID=5c157e70-03cd-4165-a3d4-af9691410767,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:43:04.457744 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9567df33-7bf4-4130-9d73-c49914313471 tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Publish callbacks [] for floatingip, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:04.458078 n-d-818823-1 neutron-server[103448]: INFO neutron.db.l3_db [None req-9567df33-7bf4-4130-9d73-c49914313471 tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Floating IP 48382e72-9b15-41aa-97c0-9c64872751ab disassociated (deleted). External IP: 172.25.5.143, port: d027b816-f6e8-4d3f-873f-573f89696d75. Nov 22 20:43:04.840821 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device d72fdcfd-4b2f-47ca-80e0-dff43865a70a no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:43:04.864650 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: d72fdcfd-4b2f-47ca-80e0-dff43865a70a {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:43:04.865004 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device d72fdcfd-4b2f-47ca-80e0-dff43865a70a not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:43:04.865417 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device f1411cf5-208b-4e48-ac13-076b98968962 no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:43:04.884865 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: f1411cf5-208b-4e48-ac13-076b98968962 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:43:04.885212 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device f1411cf5-208b-4e48-ac13-076b98968962 not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:43:04.885615 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device afe99f4c-dbc4-4db9-880d-379e1f63f7d8 no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:43:04.904580 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: afe99f4c-dbc4-4db9-880d-379e1f63f7d8 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:43:04.904926 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device afe99f4c-dbc4-4db9-880d-379e1f63f7d8 not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:43:04.911184 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9567df33-7bf4-4130-9d73-c49914313471 tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Router 9dc0b81d-e598-43a0-8829-704ad3881288 has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 20:43:05.023248 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9567df33-7bf4-4130-9d73-c49914313471 tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:43:05.027868 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9567df33-7bf4-4130-9d73-c49914313471 tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for floatingip, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:05.032785 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6eac7eb-f5a6-49fd-b6fe-249815efe8d6 None None] Sync routers for ids ['9dc0b81d-e598-43a0-8829-704ad3881288'] in n-d-818823-1 {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:43:05.042102 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6eac7eb-f5a6-49fd-b6fe-249815efe8d6 None None] Routers {'9dc0b81d-e598-43a0-8829-704ad3881288'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:43:05.042709 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-b6eac7eb-f5a6-49fd-b6fe-249815efe8d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:43:03Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['9dc0b81d-e598-43a0-8829-704ad3881288'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:43:05.055253 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-9567df33-7bf4-4130-9d73-c49914313471 tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] 10.222.0.46 "DELETE /v2.0/floatingips/48382e72-9b15-41aa-97c0-9c64872751ab HTTP/1.1" status: 204 len: 168 time: 1.1634238 Nov 22 20:43:05.055866 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd32c763a-5c9d-46e7-8c07-94806fb68d24', 'tag': 'd027b816-f6e8-4d3f-873f-573f89696d75'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:43:05.058111 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589a98cf2aea187fcc423a5edb333e5a6cf3ad7c81115d1ebee0f079693c312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e51ab7a7-c222-406b-8b3b-c5936e460eb0" -d '{"events": [{"name": "network-changed", "server_uuid": "d32c763a-5c9d-46e7-8c07-94806fb68d24", "tag": "d027b816-f6e8-4d3f-873f-573f89696d75"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:43:05.101993 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 20:43:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b277fae9-a566-47a5-9ca2-a1aee4706eed x-openstack-request-id: req-b277fae9-a566-47a5-9ca2-a1aee4706eed {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:43:05.102304 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d32c763a-5c9d-46e7-8c07-94806fb68d24", "tag": "d027b816-f6e8-4d3f-873f-573f89696d75", "status": "completed", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:43:05.102564 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b277fae9-a566-47a5-9ca2-a1aee4706eed {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:43:05.102983 n-d-818823-1 neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd32c763a-5c9d-46e7-8c07-94806fb68d24', 'tag': 'd027b816-f6e8-4d3f-873f-573f89696d75', 'status': 'completed', 'code': 200} Nov 22 20:43:05.156409 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-b6eac7eb-f5a6-49fd-b6fe-249815efe8d6 None None] Set router 9dc0b81d-e598-43a0-8829-704ad3881288 gateway port host: n-d-818823-1 {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:43:05.167807 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51ab7a7-c222-406b-8b3b-c5936e460eb0 req-73785ab8-1676-49f5-bc97-8beb703eecdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:43:05.169348 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e51ab7a7-c222-406b-8b3b-c5936e460eb0 req-73785ab8-1676-49f5-bc97-8beb703eecdb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=164c78cb38714f748070fc2c1bfd8ff0&device_id=d32c763a-5c9d-46e7-8c07-94806fb68d24 HTTP/1.1" status: 200 len: 1135 time: 0.0438774 Nov 22 20:43:05.202395 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e49ee129-e862-4476-beca-cdc8150d2345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:05.308312 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51ab7a7-c222-406b-8b3b-c5936e460eb0 req-f6ba7490-267b-4c0b-81ba-4c2354ca5c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:43:05.309917 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e51ab7a7-c222-406b-8b3b-c5936e460eb0 req-f6ba7490-267b-4c0b-81ba-4c2354ca5c37 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f42019aa-731f-4892-b4b9-3dfdbc4fdf6e HTTP/1.1" status: 200 len: 898 time: 0.1321487 Nov 22 20:43:05.366020 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c5baac-4440-4680-90d9-090b7a85a919 req-ac9f1c3a-3d6e-4ea8-bedd-ea241dd4c3d8 tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:43:05.367525 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-18c5baac-4440-4680-90d9-090b7a85a919 req-ac9f1c3a-3d6e-4ea8-bedd-ea241dd4c3d8 tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] 10.222.0.46 "GET /v2.0/ports?device_id=d32c763a-5c9d-46e7-8c07-94806fb68d24 HTTP/1.1" status: 200 len: 984 time: 0.1015735 Nov 22 20:43:05.368761 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e51ab7a7-c222-406b-8b3b-c5936e460eb0 req-63f03c39-9b46-4cf3-a3df-9ff15ee27271 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d027b816-f6e8-4d3f-873f-573f89696d75 HTTP/1.1" status: 200 len: 217 time: 0.0513704 Nov 22 20:43:05.449157 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51ab7a7-c222-406b-8b3b-c5936e460eb0 req-d06dcd7d-74bf-4838-a2b6-f80879023448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:43:05.450633 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e51ab7a7-c222-406b-8b3b-c5936e460eb0 req-d06dcd7d-74bf-4838-a2b6-f80879023448 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bff2e123-0b73-489a-9ed0-52c029ac0580 HTTP/1.1" status: 200 len: 834 time: 0.0697577 Nov 22 20:43:05.460707 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-b6eac7eb-f5a6-49fd-b6fe-249815efe8d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dc0b81d-e598-43a0-8829-704ad3881288', 'name': 'tempest-TestSecurityGroupsBasicOps-router-147115612', 'tenant_id': '164c78cb38714f748070fc2c1bfd8ff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': '0f70988d-67d3-4002-8e02-4c9fce8f0fc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:41:47Z', 'updated_at': '2021-11-22T20:41:51Z', 'revision_number': 4, 'project_id': '164c78cb38714f748070fc2c1bfd8ff0', 'gw_port': {'id': '0f70988d-67d3-4002-8e02-4c9fce8f0fc9', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:3f:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc0b81d-e598-43a0-8829-704ad3881288', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:41:48Z', 'updated_at': '2021-11-22T20:41:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': '50bcbeb0-5067-4769-9721-f038eeac47e4', 'name': '', 'network_id': 'f42019aa-731f-4892-b4b9-3dfdbc4fdf6e', 'tenant_id': '164c78cb38714f748070fc2c1bfd8ff0', 'mac_address': 'fa:16:3e:12:75:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc0b81d-e598-43a0-8829-704ad3881288', 'device_owner': 'network:router_interface', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': 'bff2e123-0b73-489a-9ed0-52c029ac0580', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:41:50Z', 'updated_at': '2021-11-22T20:41:54Z', 'revision_number': 5, 'project_id': '164c78cb38714f748070fc2c1bfd8ff0', 'subnets': [{'id': 'bff2e123-0b73-489a-9ed0-52c029ac0580', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:43:05.471879 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-18c5baac-4440-4680-90d9-090b7a85a919 req-9048c5e1-bc70-4af3-bc15-707636aa8342 tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] 10.222.0.46 "GET /v2.0/security-groups?id=bd0c6c42-b8e6-45bc-a5ae-4f0a3864d267&id=3e47790c-31fe-441e-b0ae-681fbb75033a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0977139 Nov 22 20:43:05.486816 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6eac7eb-f5a6-49fd-b6fe-249815efe8d6 None None] Checking router: 9dc0b81d-e598-43a0-8829-704ad3881288 for host: n-d-818823-1 {{(pid=103450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 20:43:05.495181 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6eac7eb-f5a6-49fd-b6fe-249815efe8d6 None None] Routers {'9dc0b81d-e598-43a0-8829-704ad3881288'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:43:05.495811 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-b6eac7eb-f5a6-49fd-b6fe-249815efe8d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:43:03Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['9dc0b81d-e598-43a0-8829-704ad3881288'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:43:05.503078 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51ab7a7-c222-406b-8b3b-c5936e460eb0 req-398ea7ce-d087-420a-ba45-d1e928cdf820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:43:05.504636 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e51ab7a7-c222-406b-8b3b-c5936e460eb0 req-398ea7ce-d087-420a-ba45-d1e928cdf820 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f42019aa-731f-4892-b4b9-3dfdbc4fdf6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456715 Nov 22 20:43:05.597596 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e51ab7a7-c222-406b-8b3b-c5936e460eb0 req-369c661a-5ebc-4e4a-92b7-5748836fd3e9 service neutron] 10.222.0.20 "GET /v2.0/networks/f42019aa-731f-4892-b4b9-3dfdbc4fdf6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851595 Nov 22 20:43:05.598460 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-b6eac7eb-f5a6-49fd-b6fe-249815efe8d6 None None] Set router 9dc0b81d-e598-43a0-8829-704ad3881288 gateway port host: n-d-818823-1 {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:43:05.688841 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e51ab7a7-c222-406b-8b3b-c5936e460eb0 req-717bf00d-a2ca-4b79-9653-d38ac2679660 service neutron] 10.222.0.20 "GET /v2.0/networks/f42019aa-731f-4892-b4b9-3dfdbc4fdf6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827789 Nov 22 20:43:05.796019 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-b6eac7eb-f5a6-49fd-b6fe-249815efe8d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dc0b81d-e598-43a0-8829-704ad3881288', 'name': 'tempest-TestSecurityGroupsBasicOps-router-147115612', 'tenant_id': '164c78cb38714f748070fc2c1bfd8ff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': '0f70988d-67d3-4002-8e02-4c9fce8f0fc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:41:47Z', 'updated_at': '2021-11-22T20:41:51Z', 'revision_number': 4, 'project_id': '164c78cb38714f748070fc2c1bfd8ff0', 'gw_port': {'id': '0f70988d-67d3-4002-8e02-4c9fce8f0fc9', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:3f:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc0b81d-e598-43a0-8829-704ad3881288', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:41:48Z', 'updated_at': '2021-11-22T20:41:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': '50bcbeb0-5067-4769-9721-f038eeac47e4', 'name': '', 'network_id': 'f42019aa-731f-4892-b4b9-3dfdbc4fdf6e', 'tenant_id': '164c78cb38714f748070fc2c1bfd8ff0', 'mac_address': 'fa:16:3e:12:75:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc0b81d-e598-43a0-8829-704ad3881288', 'device_owner': 'network:router_interface', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': 'bff2e123-0b73-489a-9ed0-52c029ac0580', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:41:50Z', 'updated_at': '2021-11-22T20:41:54Z', 'revision_number': 5, 'project_id': '164c78cb38714f748070fc2c1bfd8ff0', 'subnets': [{'id': 'bff2e123-0b73-489a-9ed0-52c029ac0580', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:43:05.818577 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6eac7eb-f5a6-49fd-b6fe-249815efe8d6 None None] The sync data for ids ['9dc0b81d-e598-43a0-8829-704ad3881288'] in n-d-818823-1 is: [{'id': '9dc0b81d-e598-43a0-8829-704ad3881288', 'name': 'tempest-TestSecurityGroupsBasicOps-router-147115612', 'tenant_id': '164c78cb38714f748070fc2c1bfd8ff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': '0f70988d-67d3-4002-8e02-4c9fce8f0fc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:41:47Z', 'updated_at': '2021-11-22T20:41:51Z', 'revision_number': 4, 'project_id': '164c78cb38714f748070fc2c1bfd8ff0', 'gw_port': {'id': '0f70988d-67d3-4002-8e02-4c9fce8f0fc9', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:3f:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc0b81d-e598-43a0-8829-704ad3881288', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:41:48Z', 'updated_at': '2021-11-22T20:41:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': '50bcbeb0-5067-4769-9721-f038eeac47e4', 'name': '', 'network_id': 'f42019aa-731f-4892-b4b9-3dfdbc4fdf6e', 'tenant_id': '164c78cb38714f748070fc2c1bfd8ff0', 'mac_address': 'fa:16:3e:12:75:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc0b81d-e598-43a0-8829-704ad3881288', 'device_owner': 'network:router_interface', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': 'bff2e123-0b73-489a-9ed0-52c029ac0580', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:41:50Z', 'updated_at': '2021-11-22T20:41:54Z', 'revision_number': 5, 'project_id': '164c78cb38714f748070fc2c1bfd8ff0', 'subnets': [{'id': 'bff2e123-0b73-489a-9ed0-52c029ac0580', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:43:06.032877 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16091d53-1b44-45e8-86c2-a05c824c7160 None None] New status for floating IP 48382e72-9b15-41aa-97c0-9c64872751ab: DOWN {{(pid=103449) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 20:43:06.116704 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:06.529354 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e61bd7-19d2-41db-a1ce-e7228f943564 req-a3295181-f99f-4438-8f82-76a86fd3dae8 tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:43:06.530846 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-44e61bd7-19d2-41db-a1ce-e7228f943564 req-a3295181-f99f-4438-8f82-76a86fd3dae8 tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] 10.222.0.20 "GET /v2.0/ports?device_id=d32c763a-5c9d-46e7-8c07-94806fb68d24 HTTP/1.1" status: 200 len: 984 time: 0.0549452 Nov 22 20:43:06.637545 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0022f8-f5cc-42f4-87fa-4c1a5adf10c6 req-0431a88c-9cea-4e71-8290-fe1f05e7a7a9 tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:43:06.639037 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1b0022f8-f5cc-42f4-87fa-4c1a5adf10c6 req-0431a88c-9cea-4e71-8290-fe1f05e7a7a9 tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] 10.222.0.46 "GET /v2.0/ports?device_id=d32c763a-5c9d-46e7-8c07-94806fb68d24 HTTP/1.1" status: 200 len: 984 time: 0.0958340 Nov 22 20:43:06.701016 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-44e61bd7-19d2-41db-a1ce-e7228f943564 req-1c56691c-d359-4f2f-9350-2cd0bd944dc7 tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Deleting port d027b816-f6e8-4d3f-873f-573f89696d75 {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:43:06.701366 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-44e61bd7-19d2-41db-a1ce-e7228f943564 req-1c56691c-d359-4f2f-9350-2cd0bd944dc7 tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:06.744744 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1b0022f8-f5cc-42f4-87fa-4c1a5adf10c6 req-ebd6f8dd-cd30-47c2-92a0-d01939bfde11 tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] 10.222.0.46 "GET /v2.0/security-groups?id=bd0c6c42-b8e6-45bc-a5ae-4f0a3864d267&id=3e47790c-31fe-441e-b0ae-681fbb75033a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0990214 Nov 22 20:43:06.794893 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-44e61bd7-19d2-41db-a1ce-e7228f943564 req-1c56691c-d359-4f2f-9350-2cd0bd944dc7 tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] For port d027b816-f6e8-4d3f-873f-573f89696d75, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=d027b816-f6e8-4d3f-873f-573f89696d75,segment=NetworkSegment(0c2e8e49-2e13-468a-9ac2-7579cef328f7),segment_id=0c2e8e49-2e13-468a-9ac2-7579cef328f7)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:43:06.795259 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-44e61bd7-19d2-41db-a1ce-e7228f943564 req-1c56691c-d359-4f2f-9350-2cd0bd944dc7 tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:06.810442 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-44e61bd7-19d2-41db-a1ce-e7228f943564 req-1c56691c-d359-4f2f-9350-2cd0bd944dc7 tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Calling delete_port for d027b816-f6e8-4d3f-873f-573f89696d75 owned by compute:nova {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:43:06.949124 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-44e61bd7-19d2-41db-a1ce-e7228f943564 req-1c56691c-d359-4f2f-9350-2cd0bd944dc7 tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:06.977382 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c56691c-d359-4f2f-9350-2cd0bd944dc7 tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Pushing event deleted for resources: {'Port': ['ID=d027b816-f6e8-4d3f-873f-573f89696d75,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:43:07.020617 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-44e61bd7-19d2-41db-a1ce-e7228f943564 req-1c56691c-d359-4f2f-9350-2cd0bd944dc7 tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] No DVR routers for this DVR port d027b816-f6e8-4d3f-873f-573f89696d75 on host n-h2-818823-1 {{(pid=103447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:43:07.023121 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-44e61bd7-19d2-41db-a1ce-e7228f943564 req-1c56691c-d359-4f2f-9350-2cd0bd944dc7 tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:07.026928 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-44e61bd7-19d2-41db-a1ce-e7228f943564 req-1c56691c-d359-4f2f-9350-2cd0bd944dc7 tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] 10.222.0.20 "DELETE /v2.0/ports/d027b816-f6e8-4d3f-873f-573f89696d75 HTTP/1.1" status: 204 len: 173 time: 0.4898539 Nov 22 20:43:07.027403 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd32c763a-5c9d-46e7-8c07-94806fb68d24', 'name': 'network-vif-deleted', 'tag': 'd027b816-f6e8-4d3f-873f-573f89696d75'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:43:07.030187 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-499f852c-5daa-4eb4-88ff-fb81da16138e" -d '{"events": [{"server_uuid": "d32c763a-5c9d-46e7-8c07-94806fb68d24", "name": "network-vif-deleted", "tag": "d027b816-f6e8-4d3f-873f-573f89696d75"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:43:07.068039 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:43:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e390ee2-f35f-4a45-aeb5-b97e62b16546 x-openstack-request-id: req-8e390ee2-f35f-4a45-aeb5-b97e62b16546 {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:43:07.068350 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d32c763a-5c9d-46e7-8c07-94806fb68d24", "name": "network-vif-deleted", "tag": "d027b816-f6e8-4d3f-873f-573f89696d75", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:43:07.068611 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8e390ee2-f35f-4a45-aeb5-b97e62b16546 {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:43:07.069025 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd32c763a-5c9d-46e7-8c07-94806fb68d24', 'name': 'network-vif-deleted', 'tag': 'd027b816-f6e8-4d3f-873f-573f89696d75', 'status': 'completed', 'code': 200} Nov 22 20:43:07.801743 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 55060) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:43:07.853516 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e12bafa4-8f61-4168-a903-75107062bdc1 tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:07.874851 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e12bafa4-8f61-4168-a903-75107062bdc1 tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:07.915918 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e12bafa4-8f61-4168-a903-75107062bdc1 tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:07.918560 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e12bafa4-8f61-4168-a903-75107062bdc1 tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:07.919776 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-e12bafa4-8f61-4168-a903-75107062bdc1 tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] 10.222.0.46 "DELETE /v2.0/security-groups/bd0c6c42-b8e6-45bc-a5ae-4f0a3864d267 HTTP/1.1" status: 204 len: 168 time: 0.1170039 Nov 22 20:43:07.922517 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 55062) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:43:07.928803 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12bafa4-8f61-4168-a903-75107062bdc1 tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd0c6c42-b8e6-45bc-a5ae-4f0a3864d267,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:43:07.979523 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-465fa4b8-b81e-4248-a691-2abbf05d2692 tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:08.001912 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-465fa4b8-b81e-4248-a691-2abbf05d2692 tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:08.046717 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-465fa4b8-b81e-4248-a691-2abbf05d2692 tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:08.049303 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-465fa4b8-b81e-4248-a691-2abbf05d2692 tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:08.050448 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-465fa4b8-b81e-4248-a691-2abbf05d2692 tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] 10.222.0.46 "DELETE /v2.0/security-groups/3e47790c-31fe-441e-b0ae-681fbb75033a HTTP/1.1" status: 204 len: 168 time: 0.1263971 Nov 22 20:43:08.053512 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 55064) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:43:08.059276 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465fa4b8-b81e-4248-a691-2abbf05d2692 tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e47790c-31fe-441e-b0ae-681fbb75033a,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:43:08.405370 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4ecfc1fd-815d-49f1-8bbd-53ef8c509096 tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659736'] for router_interface, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:08.651675 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-4ecfc1fd-815d-49f1-8bbd-53ef8c509096 tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Deleting port 50bcbeb0-5067-4769-9721-f038eeac47e4 {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:43:08.652020 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4ecfc1fd-815d-49f1-8bbd-53ef8c509096 tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:08.737522 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-4ecfc1fd-815d-49f1-8bbd-53ef8c509096 tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] For port 50bcbeb0-5067-4769-9721-f038eeac47e4, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=50bcbeb0-5067-4769-9721-f038eeac47e4,segment=NetworkSegment(0c2e8e49-2e13-468a-9ac2-7579cef328f7),segment_id=0c2e8e49-2e13-468a-9ac2-7579cef328f7)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:43:08.737878 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4ecfc1fd-815d-49f1-8bbd-53ef8c509096 tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:08.749935 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-4ecfc1fd-815d-49f1-8bbd-53ef8c509096 tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Calling delete_port for 50bcbeb0-5067-4769-9721-f038eeac47e4 owned by network:router_interface {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:43:08.932233 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4ecfc1fd-815d-49f1-8bbd-53ef8c509096 tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:08.961614 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecfc1fd-815d-49f1-8bbd-53ef8c509096 tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Pushing event deleted for resources: {'Port': ['ID=50bcbeb0-5067-4769-9721-f038eeac47e4,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:43:09.136436 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4ecfc1fd-815d-49f1-8bbd-53ef8c509096 tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-563470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-663272'] for router_interface, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:09.347056 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ecfc1fd-815d-49f1-8bbd-53ef8c509096 tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Router 9dc0b81d-e598-43a0-8829-704ad3881288 has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 20:43:09.453601 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ecfc1fd-815d-49f1-8bbd-53ef8c509096 tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:43:09.458825 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-4ecfc1fd-815d-49f1-8bbd-53ef8c509096 tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] 10.222.0.46 "PUT /v2.0/routers/9dc0b81d-e598-43a0-8829-704ad3881288/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4041011 Nov 22 20:43:09.461409 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 55066) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:43:09.463250 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58b1a7c2-e724-4133-b695-6ca7e7b79a2c None None] Sync routers for ids ['9dc0b81d-e598-43a0-8829-704ad3881288'] in n-d-818823-1 {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:43:09.473988 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b1a7c2-e724-4133-b695-6ca7e7b79a2c None None] Routers {'9dc0b81d-e598-43a0-8829-704ad3881288'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:43:09.474598 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-58b1a7c2-e724-4133-b695-6ca7e7b79a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:43:03Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['9dc0b81d-e598-43a0-8829-704ad3881288'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:43:09.511856 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_v2 [None req-37afce9a-4d21-4f5e-ada8-7ee566639bf8 tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Deleting subnet bff2e123-0b73-489a-9ed0-52c029ac0580 {{(pid=103448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 20:43:09.514972 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-37afce9a-4d21-4f5e-ada8-7ee566639bf8 tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Publish callbacks [] for subnet, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:09.556286 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-37afce9a-4d21-4f5e-ada8-7ee566639bf8 tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11627908'] for subnet, precommit_delete_associations {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:09.582729 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-58b1a7c2-e724-4133-b695-6ca7e7b79a2c None None] Set router 9dc0b81d-e598-43a0-8829-704ad3881288 gateway port host: n-d-818823-1 {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:43:09.642345 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-37afce9a-4d21-4f5e-ada8-7ee566639bf8 tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3753007'] for subnet, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:09.696272 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device d027b816-f6e8-4d3f-873f-573f89696d75 no longer exists at agent hyperv_n-h2-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:43:09.702169 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-37afce9a-4d21-4f5e-ada8-7ee566639bf8 tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3753014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11567369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11792914'] for subnet, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:09.720325 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] No Port match for: d027b816-f6e8-4d3f-873f-573f89696d75 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:43:09.720666 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device d027b816-f6e8-4d3f-873f-573f89696d75 not bound to the agent host n-h2-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:43:09.732146 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37afce9a-4d21-4f5e-ada8-7ee566639bf8 tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Pushing event deleted for resources: {'Subnet': ['ID=bff2e123-0b73-489a-9ed0-52c029ac0580,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:43:09.734133 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-37afce9a-4d21-4f5e-ada8-7ee566639bf8 tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:09.740383 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-37afce9a-4d21-4f5e-ada8-7ee566639bf8 tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] 10.222.0.46 "DELETE /v2.0/subnets/bff2e123-0b73-489a-9ed0-52c029ac0580 HTTP/1.1" status: 204 len: 168 time: 0.2755718 Nov 22 20:43:09.740513 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 55068) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:43:09.744180 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34a7c526-a4ba-44f0-a72e-bcff7d393dba None None] Network f42019aa-731f-4892-b4b9-3dfdbc4fdf6e requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:43:09.767217 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-58b1a7c2-e724-4133-b695-6ca7e7b79a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dc0b81d-e598-43a0-8829-704ad3881288', 'name': 'tempest-TestSecurityGroupsBasicOps-router-147115612', 'tenant_id': '164c78cb38714f748070fc2c1bfd8ff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': '0f70988d-67d3-4002-8e02-4c9fce8f0fc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:41:47Z', 'updated_at': '2021-11-22T20:43:08Z', 'revision_number': 5, 'project_id': '164c78cb38714f748070fc2c1bfd8ff0', 'gw_port': {'id': '0f70988d-67d3-4002-8e02-4c9fce8f0fc9', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:3f:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc0b81d-e598-43a0-8829-704ad3881288', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:41:48Z', 'updated_at': '2021-11-22T20:41:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:43:09.804667 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58b1a7c2-e724-4133-b695-6ca7e7b79a2c None None] Checking router: 9dc0b81d-e598-43a0-8829-704ad3881288 for host: n-d-818823-1 {{(pid=103450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 20:43:09.813482 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b1a7c2-e724-4133-b695-6ca7e7b79a2c None None] Routers {'9dc0b81d-e598-43a0-8829-704ad3881288'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:43:09.814109 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-58b1a7c2-e724-4133-b695-6ca7e7b79a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:43:03Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['9dc0b81d-e598-43a0-8829-704ad3881288'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:43:09.863455 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7082e467-c476-44e5-a730-6746bd5ef34f tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Publish callbacks [] for router, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:09.922098 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-58b1a7c2-e724-4133-b695-6ca7e7b79a2c None None] Set router 9dc0b81d-e598-43a0-8829-704ad3881288 gateway port host: n-d-818823-1 {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:43:09.940021 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8106eff6-ba24-41d5-91b5-fd6ee9d4e90f None None] DHCP port deletion for f42019aa-731f-4892-b4b9-3dfdbc4fdf6e request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:43:09.973698 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7082e467-c476-44e5-a730-6746bd5ef34f tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:09.993346 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-8106eff6-ba24-41d5-91b5-fd6ee9d4e90f None None] Deleting port 62128b68-1686-4209-8be1-485d375ee4ba {{(pid=103449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:43:09.993814 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-8106eff6-ba24-41d5-91b5-fd6ee9d4e90f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:10.040796 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-7082e467-c476-44e5-a730-6746bd5ef34f tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Deleting port 0f70988d-67d3-4002-8e02-4c9fce8f0fc9 {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:43:10.041240 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7082e467-c476-44e5-a730-6746bd5ef34f tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:10.059884 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-8106eff6-ba24-41d5-91b5-fd6ee9d4e90f None None] For port 62128b68-1686-4209-8be1-485d375ee4ba, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=62128b68-1686-4209-8be1-485d375ee4ba,segment=NetworkSegment(0c2e8e49-2e13-468a-9ac2-7579cef328f7),segment_id=0c2e8e49-2e13-468a-9ac2-7579cef328f7)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:43:10.060815 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-8106eff6-ba24-41d5-91b5-fd6ee9d4e90f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:10.075109 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-8106eff6-ba24-41d5-91b5-fd6ee9d4e90f None None] Calling delete_port for 62128b68-1686-4209-8be1-485d375ee4ba owned by network:dhcp {{(pid=103449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:43:10.118660 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-58b1a7c2-e724-4133-b695-6ca7e7b79a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dc0b81d-e598-43a0-8829-704ad3881288', 'name': 'tempest-TestSecurityGroupsBasicOps-router-147115612', 'tenant_id': '164c78cb38714f748070fc2c1bfd8ff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': '0f70988d-67d3-4002-8e02-4c9fce8f0fc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:41:47Z', 'updated_at': '2021-11-22T20:43:08Z', 'revision_number': 5, 'project_id': '164c78cb38714f748070fc2c1bfd8ff0', 'gw_port': {'id': '0f70988d-67d3-4002-8e02-4c9fce8f0fc9', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:3f:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc0b81d-e598-43a0-8829-704ad3881288', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:41:48Z', 'updated_at': '2021-11-22T20:41:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:43:10.139901 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-7082e467-c476-44e5-a730-6746bd5ef34f tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] For port 0f70988d-67d3-4002-8e02-4c9fce8f0fc9, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=0f70988d-67d3-4002-8e02-4c9fce8f0fc9,segment=NetworkSegment(8793ba83-8407-4c3d-9b56-2a177cd58a70),segment_id=8793ba83-8407-4c3d-9b56-2a177cd58a70)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:43:10.140322 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7082e467-c476-44e5-a730-6746bd5ef34f tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:10.147340 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58b1a7c2-e724-4133-b695-6ca7e7b79a2c None None] The sync data for ids ['9dc0b81d-e598-43a0-8829-704ad3881288'] in n-d-818823-1 is: [{'id': '9dc0b81d-e598-43a0-8829-704ad3881288', 'name': 'tempest-TestSecurityGroupsBasicOps-router-147115612', 'tenant_id': '164c78cb38714f748070fc2c1bfd8ff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': '0f70988d-67d3-4002-8e02-4c9fce8f0fc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:41:47Z', 'updated_at': '2021-11-22T20:43:08Z', 'revision_number': 5, 'project_id': '164c78cb38714f748070fc2c1bfd8ff0', 'gw_port': {'id': '0f70988d-67d3-4002-8e02-4c9fce8f0fc9', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:3f:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc0b81d-e598-43a0-8829-704ad3881288', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:41:48Z', 'updated_at': '2021-11-22T20:41:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}] {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:43:10.157073 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-7082e467-c476-44e5-a730-6746bd5ef34f tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Calling delete_port for 0f70988d-67d3-4002-8e02-4c9fce8f0fc9 owned by network:router_gateway {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:43:10.174202 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-8106eff6-ba24-41d5-91b5-fd6ee9d4e90f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381'] for port, after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:10.204962 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8106eff6-ba24-41d5-91b5-fd6ee9d4e90f None None] Pushing event deleted for resources: {'Port': ['ID=62128b68-1686-4209-8be1-485d375ee4ba,revision_number=None']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:43:10.211297 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8106eff6-ba24-41d5-91b5-fd6ee9d4e90f None None] No DVR routers for this DVR port 62128b68-1686-4209-8be1-485d375ee4ba on host n-d-818823-1 {{(pid=103449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:43:10.593498 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7082e467-c476-44e5-a730-6746bd5ef34f tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:10.620339 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7082e467-c476-44e5-a730-6746bd5ef34f tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Pushing event deleted for resources: {'Port': ['ID=0f70988d-67d3-4002-8e02-4c9fce8f0fc9,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:43:10.636451 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be243792-f52d-4439-aa78-ba9fbb96c7a9 None None] DHCP port deletion for c48a55e9-6a85-4746-b7bf-3e29fb560094 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:43:10.682855 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7082e467-c476-44e5-a730-6746bd5ef34f tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595398'] for router_gateway, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:10.774260 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7082e467-c476-44e5-a730-6746bd5ef34f tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24781'] for router, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:10.776357 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7082e467-c476-44e5-a730-6746bd5ef34f tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:10.820229 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7082e467-c476-44e5-a730-6746bd5ef34f tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-663261'] for router, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:10.820776 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7082e467-c476-44e5-a730-6746bd5ef34f tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Fanout notify agent at l3_agent the message router_deleted on router 9dc0b81d-e598-43a0-8829-704ad3881288 {{(pid=103448) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 20:43:10.827749 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7082e467-c476-44e5-a730-6746bd5ef34f tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Publish callbacks [] for router, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:10.829132 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-7082e467-c476-44e5-a730-6746bd5ef34f tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] 10.222.0.46 "DELETE /v2.0/routers/9dc0b81d-e598-43a0-8829-704ad3881288 HTTP/1.1" status: 204 len: 168 time: 1.0876591 Nov 22 20:43:10.831679 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 55070) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:43:10.883560 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 50bcbeb0-5067-4769-9721-f038eeac47e4 no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:43:10.904368 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: 50bcbeb0-5067-4769-9721-f038eeac47e4 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:43:10.904988 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 50bcbeb0-5067-4769-9721-f038eeac47e4 not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:43:10.905509 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 62128b68-1686-4209-8be1-485d375ee4ba no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:43:10.913862 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-20289ee1-4ef4-47ae-9edd-4c4fec4626a3 tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3961693'] for network, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:10.926210 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: 62128b68-1686-4209-8be1-485d375ee4ba {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:43:10.926554 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 62128b68-1686-4209-8be1-485d375ee4ba not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:43:11.016811 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-20289ee1-4ef4-47ae-9edd-4c4fec4626a3 tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3760028', 'neutron.services.segments.db._delete_segments_for_network-8748992815755'] for network, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:11.036492 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-20289ee1-4ef4-47ae-9edd-4c4fec4626a3 tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f42019aa-731f-4892-b4b9-3dfdbc4fdf6e']}} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:43:11.045378 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-20289ee1-4ef4-47ae-9edd-4c4fec4626a3 tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c2e8e49-2e13-468a-9ac2-7579cef328f7') {'for_net_delete': True} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:43:11.045677 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-20289ee1-4ef4-47ae-9edd-4c4fec4626a3 tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c2e8e49-2e13-468a-9ac2-7579cef328f7') {} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:43:11.055282 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-20289ee1-4ef4-47ae-9edd-4c4fec4626a3 tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748993039638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11627933'] for segment, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:11.068138 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-20289ee1-4ef4-47ae-9edd-4c4fec4626a3 tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:11.073956 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20289ee1-4ef4-47ae-9edd-4c4fec4626a3 tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Releasing vlan 626 on physical network physnet1 to pool {{(pid=103448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 20:43:11.074339 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-20289ee1-4ef4-47ae-9edd-4c4fec4626a3 tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11567447'] for segment, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:11.077396 n-d-818823-1 neutron-server[103448]: Traceback (most recent call last): Nov 22 20:43:11.077396 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 20:43:11.077396 n-d-818823-1 neutron-server[103448]: timer() Nov 22 20:43:11.077396 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 20:43:11.077396 n-d-818823-1 neutron-server[103448]: cb(*args, **kw) Nov 22 20:43:11.077396 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 20:43:11.077396 n-d-818823-1 neutron-server[103448]: return func(*args, **kwargs) Nov 22 20:43:11.077396 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 20:43:11.077396 n-d-818823-1 neutron-server[103448]: self._notify() Nov 22 20:43:11.077396 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 20:43:11.077396 n-d-818823-1 neutron-server[103448]: self.callback(batched_events) Nov 22 20:43:11.077396 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 20:43:11.077396 n-d-818823-1 neutron-server[103448]: event.method(event) Nov 22 20:43:11.077396 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 20:43:11.077396 n-d-818823-1 neutron-server[103448]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 20:43:11.077396 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 20:43:11.077396 n-d-818823-1 neutron-server[103448]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 20:43:11.077396 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 20:43:11.077396 n-d-818823-1 neutron-server[103448]: return f(self, *a, **k) Nov 22 20:43:11.077396 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 20:43:11.077396 n-d-818823-1 neutron-server[103448]: return self._get(url).json() Nov 22 20:43:11.077396 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 20:43:11.077396 n-d-818823-1 neutron-server[103448]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 20:43:11.077396 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 20:43:11.077396 n-d-818823-1 neutron-server[103448]: return self.request(url, 'GET', **kwargs) Nov 22 20:43:11.077396 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 20:43:11.077396 n-d-818823-1 neutron-server[103448]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 20:43:11.077396 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 20:43:11.077396 n-d-818823-1 neutron-server[103448]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 20:43:11.077396 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 20:43:11.077396 n-d-818823-1 neutron-server[103448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 20:43:11.077396 n-d-818823-1 neutron-server[103448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 20:43:11.136626 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-20289ee1-4ef4-47ae-9edd-4c4fec4626a3 tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3760002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595318'] for network, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:11.143530 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-20289ee1-4ef4-47ae-9edd-4c4fec4626a3 tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Publish callbacks [] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:11.146674 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-20289ee1-4ef4-47ae-9edd-4c4fec4626a3 tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] 10.222.0.46 "DELETE /v2.0/networks/f42019aa-731f-4892-b4b9-3dfdbc4fdf6e HTTP/1.1" status: 204 len: 168 time: 0.3140552 Nov 22 20:43:11.158588 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20289ee1-4ef4-47ae-9edd-4c4fec4626a3 tempest-TestSecurityGroupsBasicOps-1656772550 tempest-TestSecurityGroupsBasicOps-1656772550-project] Pushing event deleted for resources: {'Network': ['ID=f42019aa-731f-4892-b4b9-3dfdbc4fdf6e,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:43:11.427897 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 55078) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:43:11.560928 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-cf549bd8-fdec-4dc0-8636-3e533c027e26 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=164c78cb38714f748070fc2c1bfd8ff0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1315141 Nov 22 20:43:11.563150 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 55082) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:43:11.609364 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-7d2a8281-9f5e-4168-a629-ce7236248ffd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:11.630348 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-7d2a8281-9f5e-4168-a629-ce7236248ffd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:11.675720 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-7d2a8281-9f5e-4168-a629-ce7236248ffd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:11.678290 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-7d2a8281-9f5e-4168-a629-ce7236248ffd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:11.679555 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-7d2a8281-9f5e-4168-a629-ce7236248ffd admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/730a8b22-d987-4414-8e20-3bba043311ae HTTP/1.1" status: 204 len: 168 time: 0.1154191 Nov 22 20:43:11.687997 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2a8281-9f5e-4168-a629-ce7236248ffd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=730a8b22-d987-4414-8e20-3bba043311ae,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:43:11.940666 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 55088) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:43:11.956905 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-20862000-cc6c-4dc6-b68f-81b193a09a84 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:12.029843 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-20862000-cc6c-4dc6-b68f-81b193a09a84 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:12.033497 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-20862000-cc6c-4dc6-b68f-81b193a09a84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:12.071902 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-20862000-cc6c-4dc6-b68f-81b193a09a84 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=24d11061adb844578400ad895ad8f33c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1301701 Nov 22 20:43:12.073100 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20862000-cc6c-4dc6-b68f-81b193a09a84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d77de963-6542-4e33-89a2-965bb8d4a121,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:43:12.074623 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 55090) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:43:12.122987 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-fef2df1c-a656-4225-b8e9-cb07d1e10970 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:12.144402 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-fef2df1c-a656-4225-b8e9-cb07d1e10970 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:12.189507 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-fef2df1c-a656-4225-b8e9-cb07d1e10970 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:12.192255 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-fef2df1c-a656-4225-b8e9-cb07d1e10970 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:12.193419 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-fef2df1c-a656-4225-b8e9-cb07d1e10970 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d77de963-6542-4e33-89a2-965bb8d4a121 HTTP/1.1" status: 204 len: 168 time: 0.1177912 Nov 22 20:43:12.200877 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef2df1c-a656-4225-b8e9-cb07d1e10970 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d77de963-6542-4e33-89a2-965bb8d4a121,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:43:12.507687 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 55096) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:43:12.547472 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-6bf681c5-5367-4fea-8900-cc1507c01261 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=987619a67f4d412bb94eba66e1d3d442&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0380092 Nov 22 20:43:12.549829 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 55098) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:43:12.599330 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3cf96d3f-d4bc-4671-938a-d1aeb6c005db admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:12.620261 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3cf96d3f-d4bc-4671-938a-d1aeb6c005db admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:12.666170 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3cf96d3f-d4bc-4671-938a-d1aeb6c005db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:12.668888 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3cf96d3f-d4bc-4671-938a-d1aeb6c005db admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:12.670035 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-3cf96d3f-d4bc-4671-938a-d1aeb6c005db admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0af33199-7a73-4683-bf19-5d8e0d6f7f24 HTTP/1.1" status: 204 len: 168 time: 0.1193225 Nov 22 20:43:12.678048 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf96d3f-d4bc-4671-938a-d1aeb6c005db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0af33199-7a73-4683-bf19-5d8e0d6f7f24,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:43:12.787596 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 0f70988d-67d3-4002-8e02-4c9fce8f0fc9 no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:43:12.807903 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: 0f70988d-67d3-4002-8e02-4c9fce8f0fc9 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:43:12.808324 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 0f70988d-67d3-4002-8e02-4c9fce8f0fc9 not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:43:13.328713 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 55120) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:43:13.424561 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-4cca5225-831f-40fc-898b-dcfaab3db6e9 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-666350845-network', 'tenant_id': '2159a301d65a4f0aa3ad4e0df129c1f8'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:43:13.445593 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cca5225-831f-40fc-898b-dcfaab3db6e9 admin admin] Made reservation on behalf of 2159a301d65a4f0aa3ad4e0df129c1f8 for: {'network': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:43:13.448065 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4cca5225-831f-40fc-898b-dcfaab3db6e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for network, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:13.457156 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4cca5225-831f-40fc-898b-dcfaab3db6e9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:13.529730 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4cca5225-831f-40fc-898b-dcfaab3db6e9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:13.533486 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4cca5225-831f-40fc-898b-dcfaab3db6e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:13.554337 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cca5225-831f-40fc-898b-dcfaab3db6e9 admin admin] vlan segment allocate from pool success with {'vlan_id': 619, 'physical_network': 'physnet1'} {{(pid=103448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 20:43:13.568220 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cca5225-831f-40fc-898b-dcfaab3db6e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9385f438-76fd-4571-8741-9d769037a7a4,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:43:13.573041 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4cca5225-831f-40fc-898b-dcfaab3db6e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:13.573386 n-d-818823-1 neutron-server[103448]: INFO neutron.db.segments_db [None req-4cca5225-831f-40fc-898b-dcfaab3db6e9 admin admin] Added segment 4aa11b26-9f57-405f-9190-6abb0565ab6f of type vlan for network 6bc37553-a100-43d1-8d1a-4277980617a1 Nov 22 20:43:13.613732 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4cca5225-831f-40fc-898b-dcfaab3db6e9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748992492791'] for network, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:13.640724 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4cca5225-831f-40fc-898b-dcfaab3db6e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for network, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:13.641692 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cca5225-831f-40fc-898b-dcfaab3db6e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:43:13.642268 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4cca5225-831f-40fc-898b-dcfaab3db6e9 admin admin] Publish callbacks [] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:13.690907 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-4cca5225-831f-40fc-898b-dcfaab3db6e9 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3610256 Nov 22 20:43:13.693806 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 55124) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:43:13.698816 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-84a50bf1-3500-4c89-85a1-5c31e8594893 admin admin] Request body: {'subnet': {'network_id': '6bc37553-a100-43d1-8d1a-4277980617a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-666350845-subnet', 'tenant_id': '2159a301d65a4f0aa3ad4e0df129c1f8', 'ip_version': 4}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:43:13.704208 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cca5225-831f-40fc-898b-dcfaab3db6e9 admin admin] Pushing event updated for resources: {'Network': ['ID=6bc37553-a100-43d1-8d1a-4277980617a1,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:43:13.714211 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Network 6bc37553-a100-43d1-8d1a-4277980617a1 details requested by agent ovs-agent-n-d-818823-1 with host n-d-818823-1 {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 20:43:13.720856 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84a50bf1-3500-4c89-85a1-5c31e8594893 admin admin] Made reservation on behalf of 2159a301d65a4f0aa3ad4e0df129c1f8 for: {'subnet': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:43:13.723232 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-84a50bf1-3500-4c89-85a1-5c31e8594893 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8485086'] for subnet, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:13.894323 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-84a50bf1-3500-4c89-85a1-5c31e8594893 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8900613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8485104'] for subnet, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:13.946508 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a50bf1-3500-4c89-85a1-5c31e8594893 admin admin] Pushing event updated for resources: {'Subnet': ['ID=44fc5a0e-e05e-4887-a12b-3d1c69de9281,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:43:13.956412 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a50bf1-3500-4c89-85a1-5c31e8594893 admin admin] Checking segment: {'id': '4aa11b26-9f57-405f-9190-6abb0565ab6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '6bc37553-a100-43d1-8d1a-4277980617a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:43:13.956772 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84a50bf1-3500-4c89-85a1-5c31e8594893 admin admin] Network hostable DHCP agents. Network: 6bc37553-a100-43d1-8d1a-4277980617a1, hostable agents: ['02adaa64-0987-4b74-bad0-cbcf56f8a294'], hosted agents: [] {{(pid=103447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 20:43:13.973222 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84a50bf1-3500-4c89-85a1-5c31e8594893 admin admin] Network 6bc37553-a100-43d1-8d1a-4277980617a1 is scheduled to be hosted by DHCP agent 02adaa64-0987-4b74-bad0-cbcf56f8a294 with binding_index 1 {{(pid=103447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 20:43:13.981779 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-84a50bf1-3500-4c89-85a1-5c31e8594893 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818823-1, 6bc37553-a100-43d1-8d1a-4277980617a1) {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:43:13.986640 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a50bf1-3500-4c89-85a1-5c31e8594893 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:43:13.987576 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-84a50bf1-3500-4c89-85a1-5c31e8594893 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:13.991592 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cb5f895-7fe8-4822-97ba-33eaadbe6581 None None] Network 6bc37553-a100-43d1-8d1a-4277980617a1 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:43:14.004635 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-84a50bf1-3500-4c89-85a1-5c31e8594893 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3097317 Nov 22 20:43:14.007744 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 55126) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:43:14.012498 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-14299da2-24b6-4e0c-8666-2f81a2304ddb admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-666350845-router', 'tenant_id': '2159a301d65a4f0aa3ad4e0df129c1f8', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'}}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:43:14.034015 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-14299da2-24b6-4e0c-8666-2f81a2304ddb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24799'] for router, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:14.035217 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-14299da2-24b6-4e0c-8666-2f81a2304ddb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-632716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24788'] for router, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:14.089936 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-14299da2-24b6-4e0c-8666-2f81a2304ddb admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:14.141229 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a21e6b2-f695-4a84-87bc-f7f509f30f69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fb26bd7-ce56-527b-b94f-2e1f7cb2bb35-6bc37553-a100-43d1-8d1a-4277980617a1', 'network_id': '6bc37553-a100-43d1-8d1a-4277980617a1', 'tenant_id': '2159a301d65a4f0aa3ad4e0df129c1f8', 'fixed_ips': [{'subnet_id': '44fc5a0e-e05e-4887-a12b-3d1c69de9281'}]}} from n-d-818823-1. {{(pid=103449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 20:43:14.142806 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-3a21e6b2-f695-4a84-87bc-f7f509f30f69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:14.229516 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-14299da2-24b6-4e0c-8666-2f81a2304ddb admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:14.288362 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.db_base_plugin_common [None req-3a21e6b2-f695-4a84-87bc-f7f509f30f69 None None] Allocated IP 172.20.0.2 (6bc37553-a100-43d1-8d1a-4277980617a1/44fc5a0e-e05e-4887-a12b-3d1c69de9281/18b910a0-3a64-4b1f-b5eb-9fc67f650c23) {{(pid=103449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:43:14.425562 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-14299da2-24b6-4e0c-8666-2f81a2304ddb admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:14.430221 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-3a21e6b2-f695-4a84-87bc-f7f509f30f69 None None] Publish callbacks [] for port, precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:14.437236 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-3a21e6b2-f695-4a84-87bc-f7f509f30f69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372'] for port, after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:14.447504 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-14299da2-24b6-4e0c-8666-2f81a2304ddb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:14.470695 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a21e6b2-f695-4a84-87bc-f7f509f30f69 None None] Network 6bc37553-a100-43d1-8d1a-4277980617a1 is already hosted by enough agents. {{(pid=103449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:43:14.475574 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.base_scheduler [None req-3a21e6b2-f695-4a84-87bc-f7f509f30f69 None None] Resources bound (agent type, host, resource id): {{(pid=103449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:43:14.478988 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a21e6b2-f695-4a84-87bc-f7f509f30f69 None None] Received port after_create {{(pid=103449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:43:14.516759 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a21e6b2-f695-4a84-87bc-f7f509f30f69 None None] Pushing event updated for resources: {'Port': ['ID=18b910a0-3a64-4b1f-b5eb-9fc67f650c23,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:43:14.555386 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-3a21e6b2-f695-4a84-87bc-f7f509f30f69 None None] Attempting to bind port 18b910a0-3a64-4b1f-b5eb-9fc67f650c23 on host n-d-818823-1 for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:43:14.555788 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-3a21e6b2-f695-4a84-87bc-f7f509f30f69 None None] Attempting to bind port 18b910a0-3a64-4b1f-b5eb-9fc67f650c23 by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': '4aa11b26-9f57-405f-9190-6abb0565ab6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '6bc37553-a100-43d1-8d1a-4277980617a1'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:43:14.556150 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a21e6b2-f695-4a84-87bc-f7f509f30f69 None None] Attempting to bind port 18b910a0-3a64-4b1f-b5eb-9fc67f650c23 on network 6bc37553-a100-43d1-8d1a-4277980617a1 {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:43:14.561114 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a21e6b2-f695-4a84-87bc-f7f509f30f69 None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 43, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:43:14.561490 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a21e6b2-f695-4a84-87bc-f7f509f30f69 None None] Checking segment: {'id': '4aa11b26-9f57-405f-9190-6abb0565ab6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '6bc37553-a100-43d1-8d1a-4277980617a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:43:14.561912 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-3a21e6b2-f695-4a84-87bc-f7f509f30f69 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:14.562302 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a21e6b2-f695-4a84-87bc-f7f509f30f69 None None] Bound using segment: {'id': '4aa11b26-9f57-405f-9190-6abb0565ab6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '6bc37553-a100-43d1-8d1a-4277980617a1'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:43:14.562766 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-3a21e6b2-f695-4a84-87bc-f7f509f30f69 None None] Bound port: 18b910a0-3a64-4b1f-b5eb-9fc67f650c23, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4aa11b26-9f57-405f-9190-6abb0565ab6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '6bc37553-a100-43d1-8d1a-4277980617a1'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:43:14.563160 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-3a21e6b2-f695-4a84-87bc-f7f509f30f69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:14.580117 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [None req-14299da2-24b6-4e0c-8666-2f81a2304ddb admin admin] Allocated IP 172.25.5.77 (c48a55e9-6a85-4746-b7bf-3e29fb560094/5da6f781-63e6-4328-ae7a-5e672262f55a/6d26e137-a572-4a3e-884f-1cdc550153e0) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:43:14.642478 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:14.645352 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-3a21e6b2-f695-4a84-87bc-f7f509f30f69 None None] For port 18b910a0-3a64-4b1f-b5eb-9fc67f650c23, host n-d-818823-1, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:43:14.659146 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:14.660922 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-3a21e6b2-f695-4a84-87bc-f7f509f30f69 None None] For port 18b910a0-3a64-4b1f-b5eb-9fc67f650c23, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=18b910a0-3a64-4b1f-b5eb-9fc67f650c23,segment=NetworkSegment(4aa11b26-9f57-405f-9190-6abb0565ab6f),segment_id=4aa11b26-9f57-405f-9190-6abb0565ab6f)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:43:14.666087 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-3a21e6b2-f695-4a84-87bc-f7f509f30f69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:14.685193 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-14299da2-24b6-4e0c-8666-2f81a2304ddb admin admin] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:14.721818 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a21e6b2-f695-4a84-87bc-f7f509f30f69 None None] Pushing event updated for resources: {'Port': ['ID=18b910a0-3a64-4b1f-b5eb-9fc67f650c23,revision_number=2']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:43:14.726624 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-14299da2-24b6-4e0c-8666-2f81a2304ddb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:14.769923 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14299da2-24b6-4e0c-8666-2f81a2304ddb admin admin] Network c48a55e9-6a85-4746-b7bf-3e29fb560094 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:43:14.772814 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-14299da2-24b6-4e0c-8666-2f81a2304ddb admin admin] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:43:14.775226 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14299da2-24b6-4e0c-8666-2f81a2304ddb admin admin] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:43:14.785764 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aad26be-e99a-4052-be91-3a7203b4e4f1 None None] DHCP port deletion for c48a55e9-6a85-4746-b7bf-3e29fb560094 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:43:14.809817 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14299da2-24b6-4e0c-8666-2f81a2304ddb admin admin] Pushing event updated for resources: {'Port': ['ID=6d26e137-a572-4a3e-884f-1cdc550153e0,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:43:14.894324 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-1843452a-47d7-4419-96c3-d09410da35d2 None None] Provisioning complete for port 6d26e137-a572-4a3e-884f-1cdc550153e0 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:43:14.894920 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-1843452a-47d7-4419-96c3-d09410da35d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:14.940960 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-1843452a-47d7-4419-96c3-d09410da35d2 None None] Port 6d26e137-a572-4a3e-884f-1cdc550153e0 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:43:15.082412 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-14299da2-24b6-4e0c-8666-2f81a2304ddb admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:15.646492 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-14299da2-24b6-4e0c-8666-2f81a2304ddb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-659538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-841284'] for router, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:15.705293 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-661f2e10-c844-41b8-a920-692fdd80e54b None None] Network 6bc37553-a100-43d1-8d1a-4277980617a1 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:43:15.775148 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14299da2-24b6-4e0c-8666-2f81a2304ddb admin admin] Router eda5fe0d-d33d-4c54-bf5b-093e7495b1ea is scheduled to L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 with binding_index 1 {{(pid=103447) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 20:43:15.792408 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-5fd7812d-cd93-4652-9a43-1e9a3fe0187d None None] Provisioning complete for port 18b910a0-3a64-4b1f-b5eb-9fc67f650c23 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:43:15.792777 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-5fd7812d-cd93-4652-9a43-1e9a3fe0187d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:15.889881 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14299da2-24b6-4e0c-8666-2f81a2304ddb admin admin] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:43:15.907256 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-14299da2-24b6-4e0c-8666-2f81a2304ddb admin admin] Publish callbacks [] for router, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:15.908601 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-14299da2-24b6-4e0c-8666-2f81a2304ddb admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.8999138 Nov 22 20:43:15.911581 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 55128) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:43:16.010942 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89181112-cc7d-423d-82d2-ccc1699b7f6d None None] Sync routers for ids ['eda5fe0d-d33d-4c54-bf5b-093e7495b1ea'] in n-d-818823-1 {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:43:16.042811 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89181112-cc7d-423d-82d2-ccc1699b7f6d None None] Routers {'eda5fe0d-d33d-4c54-bf5b-093e7495b1ea'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:43:16.043449 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-89181112-cc7d-423d-82d2-ccc1699b7f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:43:03Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['eda5fe0d-d33d-4c54-bf5b-093e7495b1ea'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:43:16.205002 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-5fd7812d-cd93-4652-9a43-1e9a3fe0187d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:16.220092 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-89181112-cc7d-423d-82d2-ccc1699b7f6d None None] Set router eda5fe0d-d33d-4c54-bf5b-093e7495b1ea gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:43:16.341843 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-eca096b2-ab18-4835-b225-f556ee773211 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:16.347378 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-5fd7812d-cd93-4652-9a43-1e9a3fe0187d None None] For port 18b910a0-3a64-4b1f-b5eb-9fc67f650c23, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=18b910a0-3a64-4b1f-b5eb-9fc67f650c23,segment=NetworkSegment(4aa11b26-9f57-405f-9190-6abb0565ab6f),segment_id=4aa11b26-9f57-405f-9190-6abb0565ab6f)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:43:16.352685 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-5fd7812d-cd93-4652-9a43-1e9a3fe0187d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:16.428659 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd7812d-cd93-4652-9a43-1e9a3fe0187d None None] Pushing event updated for resources: {'Port': ['ID=18b910a0-3a64-4b1f-b5eb-9fc67f650c23,revision_number=3']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:43:16.488727 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-903bde48-c68c-4ce0-83f7-82639ad8ef93 None None] Provisioning complete for port 18b910a0-3a64-4b1f-b5eb-9fc67f650c23 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:43:16.489391 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-903bde48-c68c-4ce0-83f7-82639ad8ef93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:16.502538 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [None req-eca096b2-ab18-4835-b225-f556ee773211 admin admin] Allocated IP 172.20.0.1 (6bc37553-a100-43d1-8d1a-4277980617a1/44fc5a0e-e05e-4887-a12b-3d1c69de9281/75d4ed73-b1ac-46b5-823f-881558dd0b91) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:43:16.521021 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-89181112-cc7d-423d-82d2-ccc1699b7f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eda5fe0d-d33d-4c54-bf5b-093e7495b1ea', 'name': 'tempest-TestVolumeBootPattern-666350845-router', 'tenant_id': '2159a301d65a4f0aa3ad4e0df129c1f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': '6d26e137-a572-4a3e-884f-1cdc550153e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:43:14Z', 'updated_at': '2021-11-22T20:43:14Z', 'revision_number': 3, 'project_id': '2159a301d65a4f0aa3ad4e0df129c1f8', 'gw_port': {'id': '6d26e137-a572-4a3e-884f-1cdc550153e0', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:33:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eda5fe0d-d33d-4c54-bf5b-093e7495b1ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:43:14Z', 'updated_at': '2021-11-22T20:43:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:43:16.552345 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89181112-cc7d-423d-82d2-ccc1699b7f6d None None] Checking router: eda5fe0d-d33d-4c54-bf5b-093e7495b1ea for host: n-d-818823-1 {{(pid=103449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 20:43:16.552698 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89181112-cc7d-423d-82d2-ccc1699b7f6d None None] Updating router eda5fe0d-d33d-4c54-bf5b-093e7495b1ea port 6d26e137-a572-4a3e-884f-1cdc550153e0 binding host n-d-818823-1 {{(pid=103449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 20:43:16.585223 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-89181112-cc7d-423d-82d2-ccc1699b7f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:16.609536 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-eca096b2-ab18-4835-b225-f556ee773211 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:16.644438 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-eca096b2-ab18-4835-b225-f556ee773211 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:16.682983 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eca096b2-ab18-4835-b225-f556ee773211 admin admin] Network 6bc37553-a100-43d1-8d1a-4277980617a1 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:43:16.685858 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-eca096b2-ab18-4835-b225-f556ee773211 admin admin] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:43:16.689557 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca096b2-ab18-4835-b225-f556ee773211 admin admin] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:43:16.717994 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca096b2-ab18-4835-b225-f556ee773211 admin admin] Pushing event updated for resources: {'Port': ['ID=75d4ed73-b1ac-46b5-823f-881558dd0b91,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:43:16.738275 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-eca096b2-ab18-4835-b225-f556ee773211 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659939'] for router_interface, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:16.884973 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-eca096b2-ab18-4835-b225-f556ee773211 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:16.904190 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 18b910a0-3a64-4b1f-b5eb-9fc67f650c23 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:43:16.946670 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-89181112-cc7d-423d-82d2-ccc1699b7f6d None None] Publish callbacks [] for port, precommit_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:16.956697 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-89181112-cc7d-423d-82d2-ccc1699b7f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:17.014058 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-568d46ea-af0c-43b0-8906-732ae9b021ce None None] DHCP port deletion for c48a55e9-6a85-4746-b7bf-3e29fb560094 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:43:17.029032 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963dc135-dee1-4c60-9997-c5cdf96ae990 None None] Pushing event updated for resources: {'Port': ['ID=6d26e137-a572-4a3e-884f-1cdc550153e0,revision_number=2']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:43:17.033254 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-89181112-cc7d-423d-82d2-ccc1699b7f6d None None] Attempting to bind port 6d26e137-a572-4a3e-884f-1cdc550153e0 on host n-d-818823-1 for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:43:17.034051 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-89181112-cc7d-423d-82d2-ccc1699b7f6d None None] Attempting to bind port 6d26e137-a572-4a3e-884f-1cdc550153e0 by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:43:17.034500 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89181112-cc7d-423d-82d2-ccc1699b7f6d None None] Attempting to bind port 6d26e137-a572-4a3e-884f-1cdc550153e0 on network c48a55e9-6a85-4746-b7bf-3e29fb560094 {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:43:17.047660 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 18b910a0-3a64-4b1f-b5eb-9fc67f650c23 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:43:17.048729 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:17.050255 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89181112-cc7d-423d-82d2-ccc1699b7f6d None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 43, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:43:17.050636 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89181112-cc7d-423d-82d2-ccc1699b7f6d None None] Checking segment: {'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:43:17.051026 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-89181112-cc7d-423d-82d2-ccc1699b7f6d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:17.051437 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89181112-cc7d-423d-82d2-ccc1699b7f6d None None] Bound using segment: {'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:43:17.051907 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-89181112-cc7d-423d-82d2-ccc1699b7f6d None None] Bound port: 6d26e137-a572-4a3e-884f-1cdc550153e0, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:43:17.052284 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-89181112-cc7d-423d-82d2-ccc1699b7f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:17.074647 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-eca096b2-ab18-4835-b225-f556ee773211 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:17.080350 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-eca096b2-ab18-4835-b225-f556ee773211 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:17.106704 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ac3bc829-fd6b-42f2-9a49-172c8fed66fd None None] Provisioning complete for port 75d4ed73-b1ac-46b5-823f-881558dd0b91 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:43:17.107073 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ac3bc829-fd6b-42f2-9a49-172c8fed66fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:17.150853 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-eca096b2-ab18-4835-b225-f556ee773211 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-563461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-659839'] for router_interface, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:17.153480 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca096b2-ab18-4835-b225-f556ee773211 admin admin] Pushing event updated for resources: {'Port': ['ID=75d4ed73-b1ac-46b5-823f-881558dd0b91,revision_number=2']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:43:17.170375 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-ac3bc829-fd6b-42f2-9a49-172c8fed66fd None None] Port 75d4ed73-b1ac-46b5-823f-881558dd0b91 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:43:17.175947 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-89181112-cc7d-423d-82d2-ccc1699b7f6d None None] For port 6d26e137-a572-4a3e-884f-1cdc550153e0, host n-d-818823-1, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:43:17.179612 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-89181112-cc7d-423d-82d2-ccc1699b7f6d None None] For port 6d26e137-a572-4a3e-884f-1cdc550153e0, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=6d26e137-a572-4a3e-884f-1cdc550153e0,segment=NetworkSegment(8793ba83-8407-4c3d-9b56-2a177cd58a70),segment_id=8793ba83-8407-4c3d-9b56-2a177cd58a70)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:43:17.184537 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-89181112-cc7d-423d-82d2-ccc1699b7f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:17.243354 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eca096b2-ab18-4835-b225-f556ee773211 admin admin] Network 6bc37553-a100-43d1-8d1a-4277980617a1 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:43:17.244760 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-eca096b2-ab18-4835-b225-f556ee773211 admin admin] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:43:17.273065 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae576aaa-cf69-4ad1-867d-a9e1b67ad0bf None None] DHCP port deletion for c48a55e9-6a85-4746-b7bf-3e29fb560094 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:43:17.285078 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963dc135-dee1-4c60-9997-c5cdf96ae990 None None] Pushing event updated for resources: {'Port': ['ID=6d26e137-a572-4a3e-884f-1cdc550153e0,revision_number=3']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:43:17.291772 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89181112-cc7d-423d-82d2-ccc1699b7f6d None None] Routers {'eda5fe0d-d33d-4c54-bf5b-093e7495b1ea'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:43:17.292760 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-89181112-cc7d-423d-82d2-ccc1699b7f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:43:03Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['eda5fe0d-d33d-4c54-bf5b-093e7495b1ea'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:43:17.341084 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-759da873-f6c0-4a0e-90f0-0efd3c221ac0 None None] Provisioning complete for port 6d26e137-a572-4a3e-884f-1cdc550153e0 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:43:17.341456 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-759da873-f6c0-4a0e-90f0-0efd3c221ac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:17.381885 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eca096b2-ab18-4835-b225-f556ee773211 admin admin] Router eda5fe0d-d33d-4c54-bf5b-093e7495b1ea has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 20:43:17.442671 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-89181112-cc7d-423d-82d2-ccc1699b7f6d None None] Set router eda5fe0d-d33d-4c54-bf5b-093e7495b1ea gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:43:17.497214 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eca096b2-ab18-4835-b225-f556ee773211 admin admin] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:43:17.503517 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-eca096b2-ab18-4835-b225-f556ee773211 admin admin] 10.222.0.46 "PUT /v2.0/routers/eda5fe0d-d33d-4c54-bf5b-093e7495b1ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5904117 Nov 22 20:43:17.543124 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-759da873-f6c0-4a0e-90f0-0efd3c221ac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:17.605717 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-759da873-f6c0-4a0e-90f0-0efd3c221ac0 None None] For port 6d26e137-a572-4a3e-884f-1cdc550153e0, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=6d26e137-a572-4a3e-884f-1cdc550153e0,segment=NetworkSegment(8793ba83-8407-4c3d-9b56-2a177cd58a70),segment_id=8793ba83-8407-4c3d-9b56-2a177cd58a70)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:43:17.613019 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-759da873-f6c0-4a0e-90f0-0efd3c221ac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:17.698886 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759da873-f6c0-4a0e-90f0-0efd3c221ac0 None None] Pushing event updated for resources: {'Port': ['ID=6d26e137-a572-4a3e-884f-1cdc550153e0,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:43:17.739776 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-89181112-cc7d-423d-82d2-ccc1699b7f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eda5fe0d-d33d-4c54-bf5b-093e7495b1ea', 'name': 'tempest-TestVolumeBootPattern-666350845-router', 'tenant_id': '2159a301d65a4f0aa3ad4e0df129c1f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': '6d26e137-a572-4a3e-884f-1cdc550153e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:43:14Z', 'updated_at': '2021-11-22T20:43:16Z', 'revision_number': 4, 'project_id': '2159a301d65a4f0aa3ad4e0df129c1f8', 'gw_port': {'id': '6d26e137-a572-4a3e-884f-1cdc550153e0', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:33:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eda5fe0d-d33d-4c54-bf5b-093e7495b1ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:43:14Z', 'updated_at': '2021-11-22T20:43:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': '75d4ed73-b1ac-46b5-823f-881558dd0b91', 'name': '', 'network_id': '6bc37553-a100-43d1-8d1a-4277980617a1', 'tenant_id': '2159a301d65a4f0aa3ad4e0df129c1f8', 'mac_address': 'fa:16:3e:b0:42:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eda5fe0d-d33d-4c54-bf5b-093e7495b1ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '44fc5a0e-e05e-4887-a12b-3d1c69de9281', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:43:16Z', 'updated_at': '2021-11-22T20:43:16Z', 'revision_number': 2, 'project_id': '2159a301d65a4f0aa3ad4e0df129c1f8', 'subnets': [{'id': '44fc5a0e-e05e-4887-a12b-3d1c69de9281', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:43:17.745262 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-6538e624-4870-4154-814c-0d72d2464b15 None None] Provisioning complete for port 6d26e137-a572-4a3e-884f-1cdc550153e0 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:43:17.745773 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6538e624-4870-4154-814c-0d72d2464b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:17.778797 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89181112-cc7d-423d-82d2-ccc1699b7f6d None None] The sync data for ids ['eda5fe0d-d33d-4c54-bf5b-093e7495b1ea'] in n-d-818823-1 is: [{'id': 'eda5fe0d-d33d-4c54-bf5b-093e7495b1ea', 'name': 'tempest-TestVolumeBootPattern-666350845-router', 'tenant_id': '2159a301d65a4f0aa3ad4e0df129c1f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': '6d26e137-a572-4a3e-884f-1cdc550153e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:43:14Z', 'updated_at': '2021-11-22T20:43:16Z', 'revision_number': 4, 'project_id': '2159a301d65a4f0aa3ad4e0df129c1f8', 'gw_port': {'id': '6d26e137-a572-4a3e-884f-1cdc550153e0', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:33:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eda5fe0d-d33d-4c54-bf5b-093e7495b1ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:43:14Z', 'updated_at': '2021-11-22T20:43:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': '75d4ed73-b1ac-46b5-823f-881558dd0b91', 'name': '', 'network_id': '6bc37553-a100-43d1-8d1a-4277980617a1', 'tenant_id': '2159a301d65a4f0aa3ad4e0df129c1f8', 'mac_address': 'fa:16:3e:b0:42:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eda5fe0d-d33d-4c54-bf5b-093e7495b1ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '44fc5a0e-e05e-4887-a12b-3d1c69de9281', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:43:16Z', 'updated_at': '2021-11-22T20:43:16Z', 'revision_number': 2, 'project_id': '2159a301d65a4f0aa3ad4e0df129c1f8', 'subnets': [{'id': '44fc5a0e-e05e-4887-a12b-3d1c69de9281', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:43:17.880628 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-6538e624-4870-4154-814c-0d72d2464b15 None None] Provisioning complete for port 75d4ed73-b1ac-46b5-823f-881558dd0b91 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:43:17.880996 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6538e624-4870-4154-814c-0d72d2464b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:17.916123 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-6538e624-4870-4154-814c-0d72d2464b15 None None] Port 75d4ed73-b1ac-46b5-823f-881558dd0b91 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:43:17.995047 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 55144) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:43:18.000553 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-cc1bb107-3ea9-44e9-b54e-4a64061324b9 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1503289930-network', 'tenant_id': '33e195166f134bfa87afda485016cc6d'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:43:18.028505 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc1bb107-3ea9-44e9-b54e-4a64061324b9 admin admin] Made reservation on behalf of 33e195166f134bfa87afda485016cc6d for: {'network': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:43:18.031058 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-cc1bb107-3ea9-44e9-b54e-4a64061324b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for network, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:18.044788 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-cc1bb107-3ea9-44e9-b54e-4a64061324b9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:18.123156 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-cc1bb107-3ea9-44e9-b54e-4a64061324b9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:18.127118 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-cc1bb107-3ea9-44e9-b54e-4a64061324b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:18.147795 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc1bb107-3ea9-44e9-b54e-4a64061324b9 admin admin] vlan segment allocate from pool success with {'vlan_id': 625, 'physical_network': 'physnet1'} {{(pid=103447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 20:43:18.167046 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-cc1bb107-3ea9-44e9-b54e-4a64061324b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:18.167396 n-d-818823-1 neutron-server[103447]: INFO neutron.db.segments_db [None req-cc1bb107-3ea9-44e9-b54e-4a64061324b9 admin admin] Added segment 44fcb743-636a-4cc3-9a00-2a43faa85e6e of type vlan for network 4e01aad7-de01-408a-bf19-2512c4599b17 Nov 22 20:43:18.168756 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1bb107-3ea9-44e9-b54e-4a64061324b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25111556-a214-410f-876e-a07fc34a0edc,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:43:18.212297 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-cc1bb107-3ea9-44e9-b54e-4a64061324b9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748992492791'] for network, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:18.239316 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-cc1bb107-3ea9-44e9-b54e-4a64061324b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for network, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:18.240413 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc1bb107-3ea9-44e9-b54e-4a64061324b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:43:18.241040 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-cc1bb107-3ea9-44e9-b54e-4a64061324b9 admin admin] Publish callbacks [] for network, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:18.303897 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-cc1bb107-3ea9-44e9-b54e-4a64061324b9 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3076730 Nov 22 20:43:18.306657 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 55146) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:43:18.309174 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1bb107-3ea9-44e9-b54e-4a64061324b9 admin admin] Pushing event updated for resources: {'Network': ['ID=4e01aad7-de01-408a-bf19-2512c4599b17,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:43:18.316385 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-b20bd05c-f879-435c-956d-9d1563cb65cc admin admin] Request body: {'subnet': {'network_id': '4e01aad7-de01-408a-bf19-2512c4599b17', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1503289930-subnet', 'tenant_id': '33e195166f134bfa87afda485016cc6d', 'ip_version': 4}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:43:18.320707 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Network 4e01aad7-de01-408a-bf19-2512c4599b17 details requested by agent ovs-agent-n-d-818823-1 with host n-d-818823-1 {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 20:43:18.342119 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b20bd05c-f879-435c-956d-9d1563cb65cc admin admin] Made reservation on behalf of 33e195166f134bfa87afda485016cc6d for: {'subnet': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:43:18.345351 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b20bd05c-f879-435c-956d-9d1563cb65cc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11792951'] for subnet, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:18.536146 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b20bd05c-f879-435c-956d-9d1563cb65cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11567560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11792921'] for subnet, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:18.596103 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20bd05c-f879-435c-956d-9d1563cb65cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd5b570d-e80a-408d-b209-846068ca22af,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:43:18.604733 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b20bd05c-f879-435c-956d-9d1563cb65cc admin admin] Checking segment: {'id': '44fcb743-636a-4cc3-9a00-2a43faa85e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '4e01aad7-de01-408a-bf19-2512c4599b17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:43:18.605097 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b20bd05c-f879-435c-956d-9d1563cb65cc admin admin] Network hostable DHCP agents. Network: 4e01aad7-de01-408a-bf19-2512c4599b17, hostable agents: ['02adaa64-0987-4b74-bad0-cbcf56f8a294'], hosted agents: [] {{(pid=103448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 20:43:18.622632 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b20bd05c-f879-435c-956d-9d1563cb65cc admin admin] Network 4e01aad7-de01-408a-bf19-2512c4599b17 is scheduled to be hosted by DHCP agent 02adaa64-0987-4b74-bad0-cbcf56f8a294 with binding_index 1 {{(pid=103448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 20:43:18.632807 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-b20bd05c-f879-435c-956d-9d1563cb65cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818823-1, 4e01aad7-de01-408a-bf19-2512c4599b17) {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:43:18.637043 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b20bd05c-f879-435c-956d-9d1563cb65cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:43:18.637629 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b20bd05c-f879-435c-956d-9d1563cb65cc admin admin] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:18.644661 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcdc820d-dbeb-44f1-9f3d-b824411277fb None None] Network 4e01aad7-de01-408a-bf19-2512c4599b17 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:43:18.656166 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-b20bd05c-f879-435c-956d-9d1563cb65cc admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3461745 Nov 22 20:43:18.659357 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 55150) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:43:18.664037 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-acabd1b7-d9ab-4349-8e88-df06c3695b79 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1503289930-router', 'tenant_id': '33e195166f134bfa87afda485016cc6d', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'}}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:43:18.689046 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-acabd1b7-d9ab-4349-8e88-df06c3695b79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24799'] for router, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:18.690361 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-acabd1b7-d9ab-4349-8e88-df06c3695b79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-632716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24788'] for router, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:18.751986 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-acabd1b7-d9ab-4349-8e88-df06c3695b79 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:18.904783 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 6d26e137-a572-4a3e-884f-1cdc550153e0 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:43:18.927018 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-acabd1b7-d9ab-4349-8e88-df06c3695b79 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:19.019731 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 6d26e137-a572-4a3e-884f-1cdc550153e0 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:43:19.019731 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:19.044518 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f262808-671f-493a-92ad-29a3b7a04141 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fb26bd7-ce56-527b-b94f-2e1f7cb2bb35-4e01aad7-de01-408a-bf19-2512c4599b17', 'network_id': '4e01aad7-de01-408a-bf19-2512c4599b17', 'tenant_id': '33e195166f134bfa87afda485016cc6d', 'fixed_ips': [{'subnet_id': 'fd5b570d-e80a-408d-b209-846068ca22af'}]}} from n-d-818823-1. {{(pid=103449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 20:43:19.045376 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-9f262808-671f-493a-92ad-29a3b7a04141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:19.146186 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-acabd1b7-d9ab-4349-8e88-df06c3695b79 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:19.167206 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-acabd1b7-d9ab-4349-8e88-df06c3695b79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:19.240759 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.db_base_plugin_common [None req-9f262808-671f-493a-92ad-29a3b7a04141 None None] Allocated IP 172.20.0.2 (4e01aad7-de01-408a-bf19-2512c4599b17/fd5b570d-e80a-408d-b209-846068ca22af/52f5230d-d2b9-4e41-83e2-d7d664dfbedb) {{(pid=103449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:43:19.281277 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [None req-acabd1b7-d9ab-4349-8e88-df06c3695b79 admin admin] Allocated IP 172.25.5.158 (c48a55e9-6a85-4746-b7bf-3e29fb560094/5da6f781-63e6-4328-ae7a-5e672262f55a/c20c0c51-6701-44c8-834b-f77647e53474) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:43:19.385489 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-9f262808-671f-493a-92ad-29a3b7a04141 None None] Publish callbacks [] for port, precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:19.386882 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-acabd1b7-d9ab-4349-8e88-df06c3695b79 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:19.391353 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-9f262808-671f-493a-92ad-29a3b7a04141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372'] for port, after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:19.424717 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-acabd1b7-d9ab-4349-8e88-df06c3695b79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:19.436025 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f262808-671f-493a-92ad-29a3b7a04141 None None] Network 4e01aad7-de01-408a-bf19-2512c4599b17 is already hosted by enough agents. {{(pid=103449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:43:19.439119 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.base_scheduler [None req-9f262808-671f-493a-92ad-29a3b7a04141 None None] Resources bound (agent type, host, resource id): {{(pid=103449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:43:19.442717 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f262808-671f-493a-92ad-29a3b7a04141 None None] Received port after_create {{(pid=103449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:43:19.449519 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f262808-671f-493a-92ad-29a3b7a04141 None None] Pushing event updated for resources: {'Port': ['ID=52f5230d-d2b9-4e41-83e2-d7d664dfbedb,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:43:19.469013 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acabd1b7-d9ab-4349-8e88-df06c3695b79 admin admin] Network c48a55e9-6a85-4746-b7bf-3e29fb560094 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:43:19.474136 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-acabd1b7-d9ab-4349-8e88-df06c3695b79 admin admin] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:43:19.476625 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acabd1b7-d9ab-4349-8e88-df06c3695b79 admin admin] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:43:19.491284 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a64529b2-cd2d-4e3e-9005-ea2ddb47ab39 None None] DHCP port deletion for c48a55e9-6a85-4746-b7bf-3e29fb560094 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:43:19.505088 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acabd1b7-d9ab-4349-8e88-df06c3695b79 admin admin] Pushing event updated for resources: {'Port': ['ID=c20c0c51-6701-44c8-834b-f77647e53474,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:43:19.507389 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-9f262808-671f-493a-92ad-29a3b7a04141 None None] Attempting to bind port 52f5230d-d2b9-4e41-83e2-d7d664dfbedb on host n-d-818823-1 for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:43:19.507812 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-9f262808-671f-493a-92ad-29a3b7a04141 None None] Attempting to bind port 52f5230d-d2b9-4e41-83e2-d7d664dfbedb by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': '44fcb743-636a-4cc3-9a00-2a43faa85e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '4e01aad7-de01-408a-bf19-2512c4599b17'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:43:19.508217 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f262808-671f-493a-92ad-29a3b7a04141 None None] Attempting to bind port 52f5230d-d2b9-4e41-83e2-d7d664dfbedb on network 4e01aad7-de01-408a-bf19-2512c4599b17 {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:43:19.514163 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f262808-671f-493a-92ad-29a3b7a04141 None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 43, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:43:19.514779 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f262808-671f-493a-92ad-29a3b7a04141 None None] Checking segment: {'id': '44fcb743-636a-4cc3-9a00-2a43faa85e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '4e01aad7-de01-408a-bf19-2512c4599b17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:43:19.515282 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-9f262808-671f-493a-92ad-29a3b7a04141 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:19.515701 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f262808-671f-493a-92ad-29a3b7a04141 None None] Bound using segment: {'id': '44fcb743-636a-4cc3-9a00-2a43faa85e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '4e01aad7-de01-408a-bf19-2512c4599b17'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:43:19.516703 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-9f262808-671f-493a-92ad-29a3b7a04141 None None] Bound port: 52f5230d-d2b9-4e41-83e2-d7d664dfbedb, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44fcb743-636a-4cc3-9a00-2a43faa85e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '4e01aad7-de01-408a-bf19-2512c4599b17'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:43:19.517086 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-9f262808-671f-493a-92ad-29a3b7a04141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:19.583867 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-d215f3d8-e8a2-4d5c-80fc-1522ae35f22a None None] Provisioning complete for port c20c0c51-6701-44c8-834b-f77647e53474 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:43:19.584236 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-d215f3d8-e8a2-4d5c-80fc-1522ae35f22a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:19.618289 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-9f262808-671f-493a-92ad-29a3b7a04141 None None] For port 52f5230d-d2b9-4e41-83e2-d7d664dfbedb, host n-d-818823-1, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:43:19.634944 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-9f262808-671f-493a-92ad-29a3b7a04141 None None] For port 52f5230d-d2b9-4e41-83e2-d7d664dfbedb, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=52f5230d-d2b9-4e41-83e2-d7d664dfbedb,segment=NetworkSegment(44fcb743-636a-4cc3-9a00-2a43faa85e6e),segment_id=44fcb743-636a-4cc3-9a00-2a43faa85e6e)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:43:19.637829 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-d215f3d8-e8a2-4d5c-80fc-1522ae35f22a None None] Port c20c0c51-6701-44c8-834b-f77647e53474 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:43:19.644492 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-9f262808-671f-493a-92ad-29a3b7a04141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:19.707143 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f262808-671f-493a-92ad-29a3b7a04141 None None] Pushing event updated for resources: {'Port': ['ID=52f5230d-d2b9-4e41-83e2-d7d664dfbedb,revision_number=2']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:43:19.761784 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-acabd1b7-d9ab-4349-8e88-df06c3695b79 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:19.979238 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-acabd1b7-d9ab-4349-8e88-df06c3695b79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-659538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-841284'] for router, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:20.008490 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87eeed83-d4c0-4a08-b469-1d9889f538b1 None None] Sync routers for ids ['eda5fe0d-d33d-4c54-bf5b-093e7495b1ea'] in n-d-818823-1 {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:43:20.021513 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87eeed83-d4c0-4a08-b469-1d9889f538b1 None None] Routers {'eda5fe0d-d33d-4c54-bf5b-093e7495b1ea'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:43:20.022555 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-87eeed83-d4c0-4a08-b469-1d9889f538b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:43:03Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['eda5fe0d-d33d-4c54-bf5b-093e7495b1ea'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:43:20.114101 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acabd1b7-d9ab-4349-8e88-df06c3695b79 admin admin] Router 42993323-e851-4299-940d-bd738f7a9cd1 is scheduled to L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 with binding_index 1 {{(pid=103447) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 20:43:20.130768 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-87eeed83-d4c0-4a08-b469-1d9889f538b1 None None] Set router eda5fe0d-d33d-4c54-bf5b-093e7495b1ea gateway port host: n-d-818823-1 {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:43:20.226658 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acabd1b7-d9ab-4349-8e88-df06c3695b79 admin admin] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:43:20.240244 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f1a648-108a-4ad2-a2ff-c86355e6aea2 None None] Sync routers for ids ['42993323-e851-4299-940d-bd738f7a9cd1'] in n-d-818823-1 {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:43:20.246575 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-acabd1b7-d9ab-4349-8e88-df06c3695b79 admin admin] Publish callbacks [] for router, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:20.247923 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-acabd1b7-d9ab-4349-8e88-df06c3695b79 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.5872927 Nov 22 20:43:20.251119 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 55152) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:43:20.256258 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f1a648-108a-4ad2-a2ff-c86355e6aea2 None None] Routers {'42993323-e851-4299-940d-bd738f7a9cd1'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:43:20.256890 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-96f1a648-108a-4ad2-a2ff-c86355e6aea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:43:03Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['42993323-e851-4299-940d-bd738f7a9cd1'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:43:20.372298 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-96f1a648-108a-4ad2-a2ff-c86355e6aea2 None None] Set router 42993323-e851-4299-940d-bd738f7a9cd1 gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:43:20.433706 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-87eeed83-d4c0-4a08-b469-1d9889f538b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eda5fe0d-d33d-4c54-bf5b-093e7495b1ea', 'name': 'tempest-TestVolumeBootPattern-666350845-router', 'tenant_id': '2159a301d65a4f0aa3ad4e0df129c1f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': '6d26e137-a572-4a3e-884f-1cdc550153e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:43:14Z', 'updated_at': '2021-11-22T20:43:16Z', 'revision_number': 4, 'project_id': '2159a301d65a4f0aa3ad4e0df129c1f8', 'gw_port': {'id': '6d26e137-a572-4a3e-884f-1cdc550153e0', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:33:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda5fe0d-d33d-4c54-bf5b-093e7495b1ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:43:14Z', 'updated_at': '2021-11-22T20:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': '75d4ed73-b1ac-46b5-823f-881558dd0b91', 'name': '', 'network_id': '6bc37553-a100-43d1-8d1a-4277980617a1', 'tenant_id': '2159a301d65a4f0aa3ad4e0df129c1f8', 'mac_address': 'fa:16:3e:b0:42:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eda5fe0d-d33d-4c54-bf5b-093e7495b1ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '44fc5a0e-e05e-4887-a12b-3d1c69de9281', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:43:16Z', 'updated_at': '2021-11-22T20:43:16Z', 'revision_number': 2, 'project_id': '2159a301d65a4f0aa3ad4e0df129c1f8', 'subnets': [{'id': '44fc5a0e-e05e-4887-a12b-3d1c69de9281', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:43:20.465375 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87eeed83-d4c0-4a08-b469-1d9889f538b1 None None] Checking router: eda5fe0d-d33d-4c54-bf5b-093e7495b1ea for host: n-d-818823-1 {{(pid=103450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 20:43:20.465721 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87eeed83-d4c0-4a08-b469-1d9889f538b1 None None] Updating router eda5fe0d-d33d-4c54-bf5b-093e7495b1ea port 75d4ed73-b1ac-46b5-823f-881558dd0b91 binding host n-d-818823-1 {{(pid=103450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 20:43:20.493579 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-87eeed83-d4c0-4a08-b469-1d9889f538b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:20.564527 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-96f1a648-108a-4ad2-a2ff-c86355e6aea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42993323-e851-4299-940d-bd738f7a9cd1', 'name': 'tempest-TestVolumeBootPattern-1503289930-router', 'tenant_id': '33e195166f134bfa87afda485016cc6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': 'c20c0c51-6701-44c8-834b-f77647e53474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:43:18Z', 'updated_at': '2021-11-22T20:43:19Z', 'revision_number': 3, 'project_id': '33e195166f134bfa87afda485016cc6d', 'gw_port': {'id': 'c20c0c51-6701-44c8-834b-f77647e53474', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:26:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42993323-e851-4299-940d-bd738f7a9cd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:43:19Z', 'updated_at': '2021-11-22T20:43:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:43:20.599779 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f1a648-108a-4ad2-a2ff-c86355e6aea2 None None] Checking router: 42993323-e851-4299-940d-bd738f7a9cd1 for host: n-d-818823-1 {{(pid=103449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 20:43:20.600068 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f1a648-108a-4ad2-a2ff-c86355e6aea2 None None] Updating router 42993323-e851-4299-940d-bd738f7a9cd1 port c20c0c51-6701-44c8-834b-f77647e53474 binding host n-d-818823-1 {{(pid=103449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 20:43:20.628841 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-96f1a648-108a-4ad2-a2ff-c86355e6aea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:20.751354 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-da7cf4ec-f3d9-488d-a048-67220cdf4619 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:20.819776 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-87eeed83-d4c0-4a08-b469-1d9889f538b1 None None] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:20.830854 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-87eeed83-d4c0-4a08-b469-1d9889f538b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:20.834237 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97356938-e4ae-4438-8c9a-a3e4664d0426 None None] Network 4e01aad7-de01-408a-bf19-2512c4599b17 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:43:20.910096 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9883247a-a555-4dca-a9a5-036fd41063aa None None] Pushing event updated for resources: {'Port': ['ID=75d4ed73-b1ac-46b5-823f-881558dd0b91,revision_number=3']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:43:20.926351 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9883247a-a555-4dca-a9a5-036fd41063aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:43:20.926776 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9883247a-a555-4dca-a9a5-036fd41063aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:43:20.927196 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9883247a-a555-4dca-a9a5-036fd41063aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:43:20.927693 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9883247a-a555-4dca-a9a5-036fd41063aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:43:20.928513 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9883247a-a555-4dca-a9a5-036fd41063aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:43:20.928513 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9883247a-a555-4dca-a9a5-036fd41063aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:43:20.928964 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9883247a-a555-4dca-a9a5-036fd41063aa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:43:20.929350 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9883247a-a555-4dca-a9a5-036fd41063aa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:43:20.929733 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9883247a-a555-4dca-a9a5-036fd41063aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:43:20.930120 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9883247a-a555-4dca-a9a5-036fd41063aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:43:20.930622 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9883247a-a555-4dca-a9a5-036fd41063aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:43:20.931018 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9883247a-a555-4dca-a9a5-036fd41063aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:43:20.970533 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 52f5230d-d2b9-4e41-83e2-d7d664dfbedb up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:43:20.988701 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [None req-da7cf4ec-f3d9-488d-a048-67220cdf4619 admin admin] Allocated IP 172.20.0.1 (4e01aad7-de01-408a-bf19-2512c4599b17/fd5b570d-e80a-408d-b209-846068ca22af/0feacc95-b48d-4eb7-bc63-66f5cfcb433d) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:43:20.993387 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-87eeed83-d4c0-4a08-b469-1d9889f538b1 None None] Attempting to bind port 75d4ed73-b1ac-46b5-823f-881558dd0b91 on host n-d-818823-1 for vnic_type normal with profile {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:43:20.994074 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-87eeed83-d4c0-4a08-b469-1d9889f538b1 None None] Attempting to bind port 75d4ed73-b1ac-46b5-823f-881558dd0b91 by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': '4aa11b26-9f57-405f-9190-6abb0565ab6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '6bc37553-a100-43d1-8d1a-4277980617a1'}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:43:20.994504 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87eeed83-d4c0-4a08-b469-1d9889f538b1 None None] Attempting to bind port 75d4ed73-b1ac-46b5-823f-881558dd0b91 on network 6bc37553-a100-43d1-8d1a-4277980617a1 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:43:21.000383 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87eeed83-d4c0-4a08-b469-1d9889f538b1 None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 43, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:43:21.001444 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87eeed83-d4c0-4a08-b469-1d9889f538b1 None None] Checking segment: {'id': '4aa11b26-9f57-405f-9190-6abb0565ab6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '6bc37553-a100-43d1-8d1a-4277980617a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:43:21.001922 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-87eeed83-d4c0-4a08-b469-1d9889f538b1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:21.002481 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87eeed83-d4c0-4a08-b469-1d9889f538b1 None None] Bound using segment: {'id': '4aa11b26-9f57-405f-9190-6abb0565ab6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '6bc37553-a100-43d1-8d1a-4277980617a1'} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:43:21.002993 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-87eeed83-d4c0-4a08-b469-1d9889f538b1 None None] Bound port: 75d4ed73-b1ac-46b5-823f-881558dd0b91, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4aa11b26-9f57-405f-9190-6abb0565ab6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '6bc37553-a100-43d1-8d1a-4277980617a1'}}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:43:21.003621 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-87eeed83-d4c0-4a08-b469-1d9889f538b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:21.027748 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-0ca94a53-63fe-4507-abc3-634a015d52c2 None None] Provisioning complete for port 52f5230d-d2b9-4e41-83e2-d7d664dfbedb triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:43:21.028180 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-0ca94a53-63fe-4507-abc3-634a015d52c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:21.077770 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-87eeed83-d4c0-4a08-b469-1d9889f538b1 None None] For port 75d4ed73-b1ac-46b5-823f-881558dd0b91, host n-d-818823-1, cleared binding levels {{(pid=103450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:43:21.081062 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-87eeed83-d4c0-4a08-b469-1d9889f538b1 None None] For port 75d4ed73-b1ac-46b5-823f-881558dd0b91, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=75d4ed73-b1ac-46b5-823f-881558dd0b91,segment=NetworkSegment(4aa11b26-9f57-405f-9190-6abb0565ab6f),segment_id=4aa11b26-9f57-405f-9190-6abb0565ab6f)] {{(pid=103450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:43:21.089295 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-87eeed83-d4c0-4a08-b469-1d9889f538b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:21.126943 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-da7cf4ec-f3d9-488d-a048-67220cdf4619 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:21.186350 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87eeed83-d4c0-4a08-b469-1d9889f538b1 None None] Routers {'eda5fe0d-d33d-4c54-bf5b-093e7495b1ea'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:43:21.186350 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-87eeed83-d4c0-4a08-b469-1d9889f538b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:43:03Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['eda5fe0d-d33d-4c54-bf5b-093e7495b1ea'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:43:21.187450 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-da7cf4ec-f3d9-488d-a048-67220cdf4619 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:21.234499 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da7cf4ec-f3d9-488d-a048-67220cdf4619 admin admin] Network 4e01aad7-de01-408a-bf19-2512c4599b17 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:43:21.237322 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9883247a-a555-4dca-a9a5-036fd41063aa None None] Pushing event updated for resources: {'Port': ['ID=75d4ed73-b1ac-46b5-823f-881558dd0b91,revision_number=4']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:43:21.238252 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-da7cf4ec-f3d9-488d-a048-67220cdf4619 admin admin] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:43:21.241261 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da7cf4ec-f3d9-488d-a048-67220cdf4619 admin admin] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:43:21.265574 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 52f5230d-d2b9-4e41-83e2-d7d664dfbedb triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:43:21.266187 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:21.273302 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7cf4ec-f3d9-488d-a048-67220cdf4619 admin admin] Pushing event updated for resources: {'Port': ['ID=0feacc95-b48d-4eb7-bc63-66f5cfcb433d,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:43:21.290872 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-da7cf4ec-f3d9-488d-a048-67220cdf4619 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659939'] for router_interface, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:21.319694 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-96f1a648-108a-4ad2-a2ff-c86355e6aea2 None None] Publish callbacks [] for port, precommit_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:21.357965 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-87eeed83-d4c0-4a08-b469-1d9889f538b1 None None] Set router eda5fe0d-d33d-4c54-bf5b-093e7495b1ea gateway port host: n-d-818823-1 {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:43:21.367881 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-96f1a648-108a-4ad2-a2ff-c86355e6aea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:21.420954 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9d0f2c-20bb-4167-848b-933a5356d214 None None] Pushing event updated for resources: {'Port': ['ID=c20c0c51-6701-44c8-834b-f77647e53474,revision_number=2']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:43:21.443728 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-0ca94a53-63fe-4507-abc3-634a015d52c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:21.479067 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45dcaaba-26d1-4f3d-8391-59440bd466fa None None] DHCP port deletion for c48a55e9-6a85-4746-b7bf-3e29fb560094 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:43:21.532188 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-0ca94a53-63fe-4507-abc3-634a015d52c2 None None] For port 52f5230d-d2b9-4e41-83e2-d7d664dfbedb, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=52f5230d-d2b9-4e41-83e2-d7d664dfbedb,segment=NetworkSegment(44fcb743-636a-4cc3-9a00-2a43faa85e6e),segment_id=44fcb743-636a-4cc3-9a00-2a43faa85e6e)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:43:21.539329 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-96f1a648-108a-4ad2-a2ff-c86355e6aea2 None None] Attempting to bind port c20c0c51-6701-44c8-834b-f77647e53474 on host n-d-818823-1 for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:43:21.541117 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-96f1a648-108a-4ad2-a2ff-c86355e6aea2 None None] Attempting to bind port c20c0c51-6701-44c8-834b-f77647e53474 by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:43:21.541695 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f1a648-108a-4ad2-a2ff-c86355e6aea2 None None] Attempting to bind port c20c0c51-6701-44c8-834b-f77647e53474 on network c48a55e9-6a85-4746-b7bf-3e29fb560094 {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:43:21.559262 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-0ca94a53-63fe-4507-abc3-634a015d52c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:21.566457 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f1a648-108a-4ad2-a2ff-c86355e6aea2 None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 43, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:43:21.567181 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f1a648-108a-4ad2-a2ff-c86355e6aea2 None None] Checking segment: {'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:43:21.568108 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-96f1a648-108a-4ad2-a2ff-c86355e6aea2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:21.568702 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f1a648-108a-4ad2-a2ff-c86355e6aea2 None None] Bound using segment: {'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:43:21.569567 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-96f1a648-108a-4ad2-a2ff-c86355e6aea2 None None] Bound port: c20c0c51-6701-44c8-834b-f77647e53474, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:43:21.570145 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-96f1a648-108a-4ad2-a2ff-c86355e6aea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:21.634876 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:21.653651 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-87eeed83-d4c0-4a08-b469-1d9889f538b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eda5fe0d-d33d-4c54-bf5b-093e7495b1ea', 'name': 'tempest-TestVolumeBootPattern-666350845-router', 'tenant_id': '2159a301d65a4f0aa3ad4e0df129c1f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': '6d26e137-a572-4a3e-884f-1cdc550153e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:43:14Z', 'updated_at': '2021-11-22T20:43:16Z', 'revision_number': 4, 'project_id': '2159a301d65a4f0aa3ad4e0df129c1f8', 'gw_port': {'id': '6d26e137-a572-4a3e-884f-1cdc550153e0', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:33:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda5fe0d-d33d-4c54-bf5b-093e7495b1ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:43:14Z', 'updated_at': '2021-11-22T20:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': '75d4ed73-b1ac-46b5-823f-881558dd0b91', 'name': '', 'network_id': '6bc37553-a100-43d1-8d1a-4277980617a1', 'tenant_id': '2159a301d65a4f0aa3ad4e0df129c1f8', 'mac_address': 'fa:16:3e:b0:42:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eda5fe0d-d33d-4c54-bf5b-093e7495b1ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '44fc5a0e-e05e-4887-a12b-3d1c69de9281', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:43:16Z', 'updated_at': '2021-11-22T20:43:21Z', 'revision_number': 4, 'project_id': '2159a301d65a4f0aa3ad4e0df129c1f8', 'subnets': [{'id': '44fc5a0e-e05e-4887-a12b-3d1c69de9281', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:43:21.688656 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87eeed83-d4c0-4a08-b469-1d9889f538b1 None None] The sync data for ids ['eda5fe0d-d33d-4c54-bf5b-093e7495b1ea'] in n-d-818823-1 is: [{'id': 'eda5fe0d-d33d-4c54-bf5b-093e7495b1ea', 'name': 'tempest-TestVolumeBootPattern-666350845-router', 'tenant_id': '2159a301d65a4f0aa3ad4e0df129c1f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': '6d26e137-a572-4a3e-884f-1cdc550153e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:43:14Z', 'updated_at': '2021-11-22T20:43:16Z', 'revision_number': 4, 'project_id': '2159a301d65a4f0aa3ad4e0df129c1f8', 'gw_port': {'id': '6d26e137-a572-4a3e-884f-1cdc550153e0', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:33:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda5fe0d-d33d-4c54-bf5b-093e7495b1ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:43:14Z', 'updated_at': '2021-11-22T20:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': '75d4ed73-b1ac-46b5-823f-881558dd0b91', 'name': '', 'network_id': '6bc37553-a100-43d1-8d1a-4277980617a1', 'tenant_id': '2159a301d65a4f0aa3ad4e0df129c1f8', 'mac_address': 'fa:16:3e:b0:42:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eda5fe0d-d33d-4c54-bf5b-093e7495b1ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '44fc5a0e-e05e-4887-a12b-3d1c69de9281', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:43:16Z', 'updated_at': '2021-11-22T20:43:21Z', 'revision_number': 4, 'project_id': '2159a301d65a4f0aa3ad4e0df129c1f8', 'subnets': [{'id': '44fc5a0e-e05e-4887-a12b-3d1c69de9281', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:43:21.750328 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.db.api [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103449) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 20:43:21.751268 n-d-818823-1 neutron-server[103449]: DEBUG oslo_db.api [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 20:43:21.758181 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca94a53-63fe-4507-abc3-634a015d52c2 None None] Pushing event updated for resources: {'Port': ['ID=52f5230d-d2b9-4e41-83e2-d7d664dfbedb,revision_number=3']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:43:21.767551 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-96f1a648-108a-4ad2-a2ff-c86355e6aea2 None None] For port c20c0c51-6701-44c8-834b-f77647e53474, host n-d-818823-1, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:43:21.771406 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-96f1a648-108a-4ad2-a2ff-c86355e6aea2 None None] For port c20c0c51-6701-44c8-834b-f77647e53474, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=c20c0c51-6701-44c8-834b-f77647e53474,segment=NetworkSegment(8793ba83-8407-4c3d-9b56-2a177cd58a70),segment_id=8793ba83-8407-4c3d-9b56-2a177cd58a70)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:43:21.772655 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-1698caf9-69f9-4d88-a803-dffa1cc78ed7 None None] Provisioning complete for port c20c0c51-6701-44c8-834b-f77647e53474 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:43:21.773074 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-1698caf9-69f9-4d88-a803-dffa1cc78ed7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:21.815685 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-96f1a648-108a-4ad2-a2ff-c86355e6aea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:21.867717 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-1698caf9-69f9-4d88-a803-dffa1cc78ed7 None None] Port c20c0c51-6701-44c8-834b-f77647e53474 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:43:21.869599 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-da7cf4ec-f3d9-488d-a048-67220cdf4619 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:21.895850 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e436f034-07f7-41b8-b372-4cdac93298a7 None None] DHCP port deletion for c48a55e9-6a85-4746-b7bf-3e29fb560094 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:43:21.918905 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-1698caf9-69f9-4d88-a803-dffa1cc78ed7 None None] Provisioning complete for port 75d4ed73-b1ac-46b5-823f-881558dd0b91 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:43:21.919366 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-1698caf9-69f9-4d88-a803-dffa1cc78ed7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:21.971952 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f1a648-108a-4ad2-a2ff-c86355e6aea2 None None] Routers {'42993323-e851-4299-940d-bd738f7a9cd1'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:43:21.972566 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-96f1a648-108a-4ad2-a2ff-c86355e6aea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:43:03Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['42993323-e851-4299-940d-bd738f7a9cd1'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:43:21.976837 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9d0f2c-20bb-4167-848b-933a5356d214 None None] Pushing event updated for resources: {'Port': ['ID=c20c0c51-6701-44c8-834b-f77647e53474,revision_number=3']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:43:22.059544 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-da7cf4ec-f3d9-488d-a048-67220cdf4619 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:22.066601 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-da7cf4ec-f3d9-488d-a048-67220cdf4619 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:22.101392 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-1698caf9-69f9-4d88-a803-dffa1cc78ed7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:22.134096 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7cf4ec-f3d9-488d-a048-67220cdf4619 admin admin] Pushing event updated for resources: {'Port': ['ID=0feacc95-b48d-4eb7-bc63-66f5cfcb433d,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:43:22.136758 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-da7cf4ec-f3d9-488d-a048-67220cdf4619 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-563461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-659839'] for router_interface, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:22.147077 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-96f1a648-108a-4ad2-a2ff-c86355e6aea2 None None] Set router 42993323-e851-4299-940d-bd738f7a9cd1 gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:43:22.241148 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da7cf4ec-f3d9-488d-a048-67220cdf4619 admin admin] Network 4e01aad7-de01-408a-bf19-2512c4599b17 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:43:22.242709 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-da7cf4ec-f3d9-488d-a048-67220cdf4619 admin admin] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:43:22.356177 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-1698caf9-69f9-4d88-a803-dffa1cc78ed7 None None] For port 75d4ed73-b1ac-46b5-823f-881558dd0b91, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=75d4ed73-b1ac-46b5-823f-881558dd0b91,segment=NetworkSegment(4aa11b26-9f57-405f-9190-6abb0565ab6f),segment_id=4aa11b26-9f57-405f-9190-6abb0565ab6f)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:43:22.382971 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da7cf4ec-f3d9-488d-a048-67220cdf4619 admin admin] Router 42993323-e851-4299-940d-bd738f7a9cd1 has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 20:43:22.391510 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-1698caf9-69f9-4d88-a803-dffa1cc78ed7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:22.544450 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1698caf9-69f9-4d88-a803-dffa1cc78ed7 None None] Pushing event updated for resources: {'Port': ['ID=75d4ed73-b1ac-46b5-823f-881558dd0b91,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:43:22.557520 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da7cf4ec-f3d9-488d-a048-67220cdf4619 admin admin] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:43:22.560601 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-8bf0293c-b209-4242-9e37-f59b18b68780 None None] Provisioning complete for port 0feacc95-b48d-4eb7-bc63-66f5cfcb433d triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:43:22.561222 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-8bf0293c-b209-4242-9e37-f59b18b68780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:22.567836 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-da7cf4ec-f3d9-488d-a048-67220cdf4619 admin admin] 10.222.0.46 "PUT /v2.0/routers/42993323-e851-4299-940d-bd738f7a9cd1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3151283 Nov 22 20:43:22.626298 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-8bf0293c-b209-4242-9e37-f59b18b68780 None None] Port 0feacc95-b48d-4eb7-bc63-66f5cfcb433d cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:43:22.659287 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-8bf0293c-b209-4242-9e37-f59b18b68780 None None] Provisioning complete for port c20c0c51-6701-44c8-834b-f77647e53474 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:43:22.659694 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-8bf0293c-b209-4242-9e37-f59b18b68780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:22.718555 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-96f1a648-108a-4ad2-a2ff-c86355e6aea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42993323-e851-4299-940d-bd738f7a9cd1', 'name': 'tempest-TestVolumeBootPattern-1503289930-router', 'tenant_id': '33e195166f134bfa87afda485016cc6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': 'c20c0c51-6701-44c8-834b-f77647e53474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:43:18Z', 'updated_at': '2021-11-22T20:43:21Z', 'revision_number': 4, 'project_id': '33e195166f134bfa87afda485016cc6d', 'gw_port': {'id': 'c20c0c51-6701-44c8-834b-f77647e53474', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:26:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42993323-e851-4299-940d-bd738f7a9cd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:43:19Z', 'updated_at': '2021-11-22T20:43:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': '0feacc95-b48d-4eb7-bc63-66f5cfcb433d', 'name': '', 'network_id': '4e01aad7-de01-408a-bf19-2512c4599b17', 'tenant_id': '33e195166f134bfa87afda485016cc6d', 'mac_address': 'fa:16:3e:a3:29:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42993323-e851-4299-940d-bd738f7a9cd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': 'fd5b570d-e80a-408d-b209-846068ca22af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:43:20Z', 'updated_at': '2021-11-22T20:43:20Z', 'revision_number': 1, 'project_id': '33e195166f134bfa87afda485016cc6d', 'subnets': [{'id': 'fd5b570d-e80a-408d-b209-846068ca22af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:43:22.765652 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f1a648-108a-4ad2-a2ff-c86355e6aea2 None None] The sync data for ids ['42993323-e851-4299-940d-bd738f7a9cd1'] in n-d-818823-1 is: [{'id': '42993323-e851-4299-940d-bd738f7a9cd1', 'name': 'tempest-TestVolumeBootPattern-1503289930-router', 'tenant_id': '33e195166f134bfa87afda485016cc6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': 'c20c0c51-6701-44c8-834b-f77647e53474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:43:18Z', 'updated_at': '2021-11-22T20:43:21Z', 'revision_number': 4, 'project_id': '33e195166f134bfa87afda485016cc6d', 'gw_port': {'id': 'c20c0c51-6701-44c8-834b-f77647e53474', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:26:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42993323-e851-4299-940d-bd738f7a9cd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:43:19Z', 'updated_at': '2021-11-22T20:43:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': '0feacc95-b48d-4eb7-bc63-66f5cfcb433d', 'name': '', 'network_id': '4e01aad7-de01-408a-bf19-2512c4599b17', 'tenant_id': '33e195166f134bfa87afda485016cc6d', 'mac_address': 'fa:16:3e:a3:29:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42993323-e851-4299-940d-bd738f7a9cd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': 'fd5b570d-e80a-408d-b209-846068ca22af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:43:20Z', 'updated_at': '2021-11-22T20:43:20Z', 'revision_number': 1, 'project_id': '33e195166f134bfa87afda485016cc6d', 'subnets': [{'id': 'fd5b570d-e80a-408d-b209-846068ca22af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:43:22.783581 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-8bf0293c-b209-4242-9e37-f59b18b68780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:22.809568 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-8bf0293c-b209-4242-9e37-f59b18b68780 None None] For port c20c0c51-6701-44c8-834b-f77647e53474, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=c20c0c51-6701-44c8-834b-f77647e53474,segment=NetworkSegment(8793ba83-8407-4c3d-9b56-2a177cd58a70),segment_id=8793ba83-8407-4c3d-9b56-2a177cd58a70)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:43:22.815898 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-8bf0293c-b209-4242-9e37-f59b18b68780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:22.868613 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-8bf0293c-b209-4242-9e37-f59b18b68780 None None] Provisioning complete for port 52f5230d-d2b9-4e41-83e2-d7d664dfbedb triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:43:22.869094 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-8bf0293c-b209-4242-9e37-f59b18b68780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:22.904992 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf0293c-b209-4242-9e37-f59b18b68780 None None] Pushing event updated for resources: {'Port': ['ID=c20c0c51-6701-44c8-834b-f77647e53474,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:43:22.927121 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 75d4ed73-b1ac-46b5-823f-881558dd0b91 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:43:23.021822 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 75d4ed73-b1ac-46b5-823f-881558dd0b91 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:43:23.022047 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:23.140641 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 52f5230d-d2b9-4e41-83e2-d7d664dfbedb up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:43:23.168516 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.agents_db [None req-aa8313f2-1ee4-4e7b-8c5a-d32b2f9d31ee None None] Agent healthcheck: found 7 active agents {{(pid=103450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 20:43:23.182327 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-48a50e95-9701-4fdb-88be-84c807834895 None None] Provisioning complete for port 0feacc95-b48d-4eb7-bc63-66f5cfcb433d triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:43:23.183209 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-48a50e95-9701-4fdb-88be-84c807834895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:23.231316 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-48a50e95-9701-4fdb-88be-84c807834895 None None] Port 0feacc95-b48d-4eb7-bc63-66f5cfcb433d cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:43:23.242259 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 52f5230d-d2b9-4e41-83e2-d7d664dfbedb triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:43:23.242639 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:24.741507 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6620641f-25dd-4c14-ab3c-06a970190c05 req-cfc2f18e-be14-4be9-9c3a-01d9343538bd tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:43:24.743034 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6620641f-25dd-4c14-ab3c-06a970190c05 req-cfc2f18e-be14-4be9-9c3a-01d9343538bd tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/networks?id=6bc37553-a100-43d1-8d1a-4277980617a1 HTTP/1.1" status: 200 len: 811 time: 0.1050282 Nov 22 20:43:24.758811 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6620641f-25dd-4c14-ab3c-06a970190c05 req-a9d2110d-decf-420a-b624-5fc6f484e514 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/quotas/2159a301d65a4f0aa3ad4e0df129c1f8 HTTP/1.1" status: 200 len: 375 time: 0.0098317 Nov 22 20:43:24.822292 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6620641f-25dd-4c14-ab3c-06a970190c05 req-65f55515-937d-450b-8aca-f2f0dd3bfa1b tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=2159a301d65a4f0aa3ad4e0df129c1f8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0573080 Nov 22 20:43:24.887915 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device c20c0c51-6701-44c8-834b-f77647e53474 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:43:24.920880 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6620641f-25dd-4c14-ab3c-06a970190c05 req-d8597eb5-580f-4b3a-b6d1-49254c4defc3 service neutron] 10.222.0.46 "GET /v2.0/networks/6bc37553-a100-43d1-8d1a-4277980617a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891399 Nov 22 20:43:24.937399 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port c20c0c51-6701-44c8-834b-f77647e53474 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:43:24.937996 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:25.028758 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6620641f-25dd-4c14-ab3c-06a970190c05 req-0d5e1f84-a9a7-4476-9264-d9acbc79c8ce service neutron] 10.222.0.46 "GET /v2.0/networks/6bc37553-a100-43d1-8d1a-4277980617a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978031 Nov 22 20:43:25.318121 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6512695c-88c3-4cc9-84bf-b50584cb7e1f req-b95d72ae-7bbc-427e-93d8-2a79813aa0fd tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/ports?device_id=243ac9d1-20b9-463a-8121-60d58912eebf HTTP/1.1" status: 200 len: 210 time: 0.0270355 Nov 22 20:43:25.825609 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c8016ab-097c-4f3e-9f5c-4d51bd559f62 None None] Sync routers for ids ['42993323-e851-4299-940d-bd738f7a9cd1'] in n-d-818823-1 {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:43:25.846686 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c8016ab-097c-4f3e-9f5c-4d51bd559f62 None None] Routers {'42993323-e851-4299-940d-bd738f7a9cd1'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:43:25.847296 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-7c8016ab-097c-4f3e-9f5c-4d51bd559f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:43:03Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['42993323-e851-4299-940d-bd738f7a9cd1'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:43:25.951348 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-7c8016ab-097c-4f3e-9f5c-4d51bd559f62 None None] Set router 42993323-e851-4299-940d-bd738f7a9cd1 gateway port host: n-d-818823-1 {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:43:26.159124 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-7c8016ab-097c-4f3e-9f5c-4d51bd559f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42993323-e851-4299-940d-bd738f7a9cd1', 'name': 'tempest-TestVolumeBootPattern-1503289930-router', 'tenant_id': '33e195166f134bfa87afda485016cc6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': 'c20c0c51-6701-44c8-834b-f77647e53474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:43:18Z', 'updated_at': '2021-11-22T20:43:21Z', 'revision_number': 4, 'project_id': '33e195166f134bfa87afda485016cc6d', 'gw_port': {'id': 'c20c0c51-6701-44c8-834b-f77647e53474', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:26:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42993323-e851-4299-940d-bd738f7a9cd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:43:19Z', 'updated_at': '2021-11-22T20:43:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': '0feacc95-b48d-4eb7-bc63-66f5cfcb433d', 'name': '', 'network_id': '4e01aad7-de01-408a-bf19-2512c4599b17', 'tenant_id': '33e195166f134bfa87afda485016cc6d', 'mac_address': 'fa:16:3e:a3:29:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42993323-e851-4299-940d-bd738f7a9cd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': 'fd5b570d-e80a-408d-b209-846068ca22af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:43:20Z', 'updated_at': '2021-11-22T20:43:21Z', 'revision_number': 2, 'project_id': '33e195166f134bfa87afda485016cc6d', 'subnets': [{'id': 'fd5b570d-e80a-408d-b209-846068ca22af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:43:26.187157 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c8016ab-097c-4f3e-9f5c-4d51bd559f62 None None] Checking router: 42993323-e851-4299-940d-bd738f7a9cd1 for host: n-d-818823-1 {{(pid=103450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 20:43:26.187543 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c8016ab-097c-4f3e-9f5c-4d51bd559f62 None None] Updating router 42993323-e851-4299-940d-bd738f7a9cd1 port 0feacc95-b48d-4eb7-bc63-66f5cfcb433d binding host n-d-818823-1 {{(pid=103450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 20:43:26.213218 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7c8016ab-097c-4f3e-9f5c-4d51bd559f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:26.230890 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6620641f-25dd-4c14-ab3c-06a970190c05 req-b8d578e9-53f6-473d-ae31-73f953fdd878 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:43:26.232816 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6620641f-25dd-4c14-ab3c-06a970190c05 req-b8d578e9-53f6-473d-ae31-73f953fdd878 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.20 "GET /v2.0/networks?id=6bc37553-a100-43d1-8d1a-4277980617a1 HTTP/1.1" status: 200 len: 811 time: 0.1188343 Nov 22 20:43:26.247059 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-6620641f-25dd-4c14-ab3c-06a970190c05 req-33ea0c28-8e56-4ba0-ab56-39f47297082e tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Request body: {'port': {'device_id': '243ac9d1-20b9-463a-8121-60d58912eebf', 'network_id': '6bc37553-a100-43d1-8d1a-4277980617a1', 'admin_state_up': True, 'tenant_id': '2159a301d65a4f0aa3ad4e0df129c1f8'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:43:26.380872 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6620641f-25dd-4c14-ab3c-06a970190c05 req-33ea0c28-8e56-4ba0-ab56-39f47297082e tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Made reservation on behalf of 2159a301d65a4f0aa3ad4e0df129c1f8 for: {'port': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:43:26.384563 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-6620641f-25dd-4c14-ab3c-06a970190c05 req-33ea0c28-8e56-4ba0-ab56-39f47297082e tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:26.429794 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-38be5595-4c55-4a7a-a938-7d72e53470c7 req-a8a233bd-f794-4b5a-b1d3-f65a33ce755e tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/ports?device_id=243ac9d1-20b9-463a-8121-60d58912eebf HTTP/1.1" status: 200 len: 210 time: 0.0335472 Nov 22 20:43:26.548544 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [req-6620641f-25dd-4c14-ab3c-06a970190c05 req-33ea0c28-8e56-4ba0-ab56-39f47297082e tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Allocated IP 172.20.0.5 (6bc37553-a100-43d1-8d1a-4277980617a1/44fc5a0e-e05e-4887-a12b-3d1c69de9281/70d6e70f-4343-456e-9857-129b5a408ab3) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:43:26.605871 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7c8016ab-097c-4f3e-9f5c-4d51bd559f62 None None] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:26.612643 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7c8016ab-097c-4f3e-9f5c-4d51bd559f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:26.673166 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0395193-0820-4745-9c81-cf9bbd095f58 None None] Pushing event updated for resources: {'Port': ['ID=0feacc95-b48d-4eb7-bc63-66f5cfcb433d,revision_number=3']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:43:26.718273 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-6620641f-25dd-4c14-ab3c-06a970190c05 req-33ea0c28-8e56-4ba0-ab56-39f47297082e tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:26.734988 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-7c8016ab-097c-4f3e-9f5c-4d51bd559f62 None None] Attempting to bind port 0feacc95-b48d-4eb7-bc63-66f5cfcb433d on host n-d-818823-1 for vnic_type normal with profile {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:43:26.735715 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-7c8016ab-097c-4f3e-9f5c-4d51bd559f62 None None] Attempting to bind port 0feacc95-b48d-4eb7-bc63-66f5cfcb433d by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': '44fcb743-636a-4cc3-9a00-2a43faa85e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '4e01aad7-de01-408a-bf19-2512c4599b17'}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:43:26.736297 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c8016ab-097c-4f3e-9f5c-4d51bd559f62 None None] Attempting to bind port 0feacc95-b48d-4eb7-bc63-66f5cfcb433d on network 4e01aad7-de01-408a-bf19-2512c4599b17 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:43:26.742173 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c8016ab-097c-4f3e-9f5c-4d51bd559f62 None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 43, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:43:26.742859 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c8016ab-097c-4f3e-9f5c-4d51bd559f62 None None] Checking segment: {'id': '44fcb743-636a-4cc3-9a00-2a43faa85e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '4e01aad7-de01-408a-bf19-2512c4599b17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:43:26.743566 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7c8016ab-097c-4f3e-9f5c-4d51bd559f62 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:26.744191 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c8016ab-097c-4f3e-9f5c-4d51bd559f62 None None] Bound using segment: {'id': '44fcb743-636a-4cc3-9a00-2a43faa85e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '4e01aad7-de01-408a-bf19-2512c4599b17'} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:43:26.744879 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-7c8016ab-097c-4f3e-9f5c-4d51bd559f62 None None] Bound port: 0feacc95-b48d-4eb7-bc63-66f5cfcb433d, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44fcb743-636a-4cc3-9a00-2a43faa85e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '4e01aad7-de01-408a-bf19-2512c4599b17'}}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:43:26.745519 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7c8016ab-097c-4f3e-9f5c-4d51bd559f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:26.762908 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-6620641f-25dd-4c14-ab3c-06a970190c05 req-33ea0c28-8e56-4ba0-ab56-39f47297082e tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:26.808161 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6620641f-25dd-4c14-ab3c-06a970190c05 req-33ea0c28-8e56-4ba0-ab56-39f47297082e tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Network 6bc37553-a100-43d1-8d1a-4277980617a1 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:43:26.821738 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [req-6620641f-25dd-4c14-ab3c-06a970190c05 req-33ea0c28-8e56-4ba0-ab56-39f47297082e tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:43:26.827279 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-6620641f-25dd-4c14-ab3c-06a970190c05 req-33ea0c28-8e56-4ba0-ab56-39f47297082e tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:43:26.837223 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-7c8016ab-097c-4f3e-9f5c-4d51bd559f62 None None] For port 0feacc95-b48d-4eb7-bc63-66f5cfcb433d, host n-d-818823-1, cleared binding levels {{(pid=103450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:43:26.841548 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-7c8016ab-097c-4f3e-9f5c-4d51bd559f62 None None] For port 0feacc95-b48d-4eb7-bc63-66f5cfcb433d, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=0feacc95-b48d-4eb7-bc63-66f5cfcb433d,segment=NetworkSegment(44fcb743-636a-4cc3-9a00-2a43faa85e6e),segment_id=44fcb743-636a-4cc3-9a00-2a43faa85e6e)] {{(pid=103450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:43:26.847662 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-7c8016ab-097c-4f3e-9f5c-4d51bd559f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:26.898518 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6620641f-25dd-4c14-ab3c-06a970190c05 req-33ea0c28-8e56-4ba0-ab56-39f47297082e tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:43:26.899288 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-6620641f-25dd-4c14-ab3c-06a970190c05 req-33ea0c28-8e56-4ba0-ab56-39f47297082e tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:26.917231 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ea0c28-8e56-4ba0-ab56-39f47297082e tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Pushing event updated for resources: {'Port': ['ID=70d6e70f-4343-456e-9857-129b5a408ab3,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:43:26.918181 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0395193-0820-4745-9c81-cf9bbd095f58 None None] Pushing event updated for resources: {'Port': ['ID=0feacc95-b48d-4eb7-bc63-66f5cfcb433d,revision_number=4']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:43:26.929982 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6620641f-25dd-4c14-ab3c-06a970190c05 req-33ea0c28-8e56-4ba0-ab56-39f47297082e tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6868684 Nov 22 20:43:26.944096 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-6620641f-25dd-4c14-ab3c-06a970190c05 req-94ac9b06-c2a0-4d99-9901-c238291082d1 service neutron] Request body: {'port': {'device_id': '243ac9d1-20b9-463a-8121-60d58912eebf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818823-1'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:43:26.947489 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c8016ab-097c-4f3e-9f5c-4d51bd559f62 None None] Routers {'42993323-e851-4299-940d-bd738f7a9cd1'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:43:26.948318 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-7c8016ab-097c-4f3e-9f5c-4d51bd559f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:43:03Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['42993323-e851-4299-940d-bd738f7a9cd1'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:43:27.009378 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-6620641f-25dd-4c14-ab3c-06a970190c05 req-94ac9b06-c2a0-4d99-9901-c238291082d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:27.112215 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ab369bc5-89b3-4e7f-afec-52dc9df2af2a None None] Provisioning complete for port 0feacc95-b48d-4eb7-bc63-66f5cfcb433d triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:43:27.113725 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ab369bc5-89b3-4e7f-afec-52dc9df2af2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:27.116342 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-7c8016ab-097c-4f3e-9f5c-4d51bd559f62 None None] Set router 42993323-e851-4299-940d-bd738f7a9cd1 gateway port host: n-d-818823-1 {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:43:27.236614 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ab369bc5-89b3-4e7f-afec-52dc9df2af2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:27.294528 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ab369bc5-89b3-4e7f-afec-52dc9df2af2a None None] For port 0feacc95-b48d-4eb7-bc63-66f5cfcb433d, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=0feacc95-b48d-4eb7-bc63-66f5cfcb433d,segment=NetworkSegment(44fcb743-636a-4cc3-9a00-2a43faa85e6e),segment_id=44fcb743-636a-4cc3-9a00-2a43faa85e6e)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:43:27.303338 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ab369bc5-89b3-4e7f-afec-52dc9df2af2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:27.363323 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [req-6620641f-25dd-4c14-ab3c-06a970190c05 req-94ac9b06-c2a0-4d99-9901-c238291082d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70d6e70f-4343-456e-9857-129b5a408ab3 {{(pid=103447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:43:27.371583 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-6620641f-25dd-4c14-ab3c-06a970190c05 req-94ac9b06-c2a0-4d99-9901-c238291082d1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:27.373612 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab369bc5-89b3-4e7f-afec-52dc9df2af2a None None] Pushing event updated for resources: {'Port': ['ID=0feacc95-b48d-4eb7-bc63-66f5cfcb433d,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:43:27.386343 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.provisioning_blocks [req-6620641f-25dd-4c14-ab3c-06a970190c05 req-94ac9b06-c2a0-4d99-9901-c238291082d1 service neutron] Transition to ACTIVE for port object 70d6e70f-4343-456e-9857-129b5a408ab3 will not be triggered until provisioned by entity L2. {{(pid=103447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 20:43:27.390747 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-6620641f-25dd-4c14-ab3c-06a970190c05 req-94ac9b06-c2a0-4d99-9901-c238291082d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:27.451048 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-7c8016ab-097c-4f3e-9f5c-4d51bd559f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42993323-e851-4299-940d-bd738f7a9cd1', 'name': 'tempest-TestVolumeBootPattern-1503289930-router', 'tenant_id': '33e195166f134bfa87afda485016cc6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': 'c20c0c51-6701-44c8-834b-f77647e53474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:43:18Z', 'updated_at': '2021-11-22T20:43:21Z', 'revision_number': 4, 'project_id': '33e195166f134bfa87afda485016cc6d', 'gw_port': {'id': 'c20c0c51-6701-44c8-834b-f77647e53474', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:26:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42993323-e851-4299-940d-bd738f7a9cd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:43:19Z', 'updated_at': '2021-11-22T20:43:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': '0feacc95-b48d-4eb7-bc63-66f5cfcb433d', 'name': '', 'network_id': '4e01aad7-de01-408a-bf19-2512c4599b17', 'tenant_id': '33e195166f134bfa87afda485016cc6d', 'mac_address': 'fa:16:3e:a3:29:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42993323-e851-4299-940d-bd738f7a9cd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': 'fd5b570d-e80a-408d-b209-846068ca22af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:43:20Z', 'updated_at': '2021-11-22T20:43:26Z', 'revision_number': 4, 'project_id': '33e195166f134bfa87afda485016cc6d', 'subnets': [{'id': 'fd5b570d-e80a-408d-b209-846068ca22af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:43:27.473820 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ac9b06-c2a0-4d99-9901-c238291082d1 service neutron] Pushing event updated for resources: {'Port': ['ID=70d6e70f-4343-456e-9857-129b5a408ab3,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:43:27.485738 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c8016ab-097c-4f3e-9f5c-4d51bd559f62 None None] The sync data for ids ['42993323-e851-4299-940d-bd738f7a9cd1'] in n-d-818823-1 is: [{'id': '42993323-e851-4299-940d-bd738f7a9cd1', 'name': 'tempest-TestVolumeBootPattern-1503289930-router', 'tenant_id': '33e195166f134bfa87afda485016cc6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': 'c20c0c51-6701-44c8-834b-f77647e53474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:43:18Z', 'updated_at': '2021-11-22T20:43:21Z', 'revision_number': 4, 'project_id': '33e195166f134bfa87afda485016cc6d', 'gw_port': {'id': 'c20c0c51-6701-44c8-834b-f77647e53474', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:26:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42993323-e851-4299-940d-bd738f7a9cd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:43:19Z', 'updated_at': '2021-11-22T20:43:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': '0feacc95-b48d-4eb7-bc63-66f5cfcb433d', 'name': '', 'network_id': '4e01aad7-de01-408a-bf19-2512c4599b17', 'tenant_id': '33e195166f134bfa87afda485016cc6d', 'mac_address': 'fa:16:3e:a3:29:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42993323-e851-4299-940d-bd738f7a9cd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': 'fd5b570d-e80a-408d-b209-846068ca22af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:43:20Z', 'updated_at': '2021-11-22T20:43:26Z', 'revision_number': 4, 'project_id': '33e195166f134bfa87afda485016cc6d', 'subnets': [{'id': 'fd5b570d-e80a-408d-b209-846068ca22af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:43:27.486500 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-78fec826-c8e2-4343-8100-8994c7f4f964 None None] Provisioning complete for port 0feacc95-b48d-4eb7-bc63-66f5cfcb433d triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:43:27.487333 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-78fec826-c8e2-4343-8100-8994c7f4f964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:27.551834 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-6620641f-25dd-4c14-ab3c-06a970190c05 req-94ac9b06-c2a0-4d99-9901-c238291082d1 service neutron] Attempting to bind port 70d6e70f-4343-456e-9857-129b5a408ab3 on host n-h2-818823-1 for vnic_type normal with profile {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:43:27.552173 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-6620641f-25dd-4c14-ab3c-06a970190c05 req-94ac9b06-c2a0-4d99-9901-c238291082d1 service neutron] Attempting to bind port 70d6e70f-4343-456e-9857-129b5a408ab3 by drivers openvswitch,hyperv on host n-h2-818823-1 at level 0 using segments [{'id': '4aa11b26-9f57-405f-9190-6abb0565ab6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '6bc37553-a100-43d1-8d1a-4277980617a1'}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:43:27.552509 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6620641f-25dd-4c14-ab3c-06a970190c05 req-94ac9b06-c2a0-4d99-9901-c238291082d1 service neutron] Attempting to bind port 70d6e70f-4343-456e-9857-129b5a408ab3 on network 6bc37553-a100-43d1-8d1a-4277980617a1 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:43:27.568187 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6620641f-25dd-4c14-ab3c-06a970190c05 req-94ac9b06-c2a0-4d99-9901-c238291082d1 service neutron] Port 70d6e70f-4343-456e-9857-129b5a408ab3 on network 6bc37553-a100-43d1-8d1a-4277980617a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-818823-1 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:43:27.568510 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6620641f-25dd-4c14-ab3c-06a970190c05 req-94ac9b06-c2a0-4d99-9901-c238291082d1 service neutron] Attempting to bind port 70d6e70f-4343-456e-9857-129b5a408ab3 on network 6bc37553-a100-43d1-8d1a-4277980617a1 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:43:27.588807 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6620641f-25dd-4c14-ab3c-06a970190c05 req-94ac9b06-c2a0-4d99-9901-c238291082d1 service neutron] Checking agent: {'id': '65e0486a-7030-4065-96f0-10aa7402a530', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'started_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 43, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:43:27.589182 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6620641f-25dd-4c14-ab3c-06a970190c05 req-94ac9b06-c2a0-4d99-9901-c238291082d1 service neutron] Checking segment: {'id': '4aa11b26-9f57-405f-9190-6abb0565ab6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '6bc37553-a100-43d1-8d1a-4277980617a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:43:27.589525 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6620641f-25dd-4c14-ab3c-06a970190c05 req-94ac9b06-c2a0-4d99-9901-c238291082d1 service neutron] Bound using segment: {'id': '4aa11b26-9f57-405f-9190-6abb0565ab6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '6bc37553-a100-43d1-8d1a-4277980617a1'} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:43:27.590229 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-6620641f-25dd-4c14-ab3c-06a970190c05 req-94ac9b06-c2a0-4d99-9901-c238291082d1 service neutron] Bound port: 70d6e70f-4343-456e-9857-129b5a408ab3, host: n-h2-818823-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4aa11b26-9f57-405f-9190-6abb0565ab6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '6bc37553-a100-43d1-8d1a-4277980617a1'}}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:43:27.590594 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-6620641f-25dd-4c14-ab3c-06a970190c05 req-94ac9b06-c2a0-4d99-9901-c238291082d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:27.685594 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc7cbcc-ff65-4414-8af1-6b27bad93b44 req-fcd0cb7f-f572-484a-bb6c-14408ff7b19c tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:43:27.687206 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-edc7cbcc-ff65-4414-8af1-6b27bad93b44 req-fcd0cb7f-f572-484a-bb6c-14408ff7b19c tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/ports?device_id=243ac9d1-20b9-463a-8121-60d58912eebf HTTP/1.1" status: 200 len: 943 time: 0.1125522 Nov 22 20:43:27.734312 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-6620641f-25dd-4c14-ab3c-06a970190c05 req-94ac9b06-c2a0-4d99-9901-c238291082d1 service neutron] For port 70d6e70f-4343-456e-9857-129b5a408ab3, host n-h2-818823-1, cleared binding levels {{(pid=103447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:43:27.738857 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-6620641f-25dd-4c14-ab3c-06a970190c05 req-94ac9b06-c2a0-4d99-9901-c238291082d1 service neutron] For port 70d6e70f-4343-456e-9857-129b5a408ab3, host n-h2-818823-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=70d6e70f-4343-456e-9857-129b5a408ab3,segment=NetworkSegment(4aa11b26-9f57-405f-9190-6abb0565ab6f),segment_id=4aa11b26-9f57-405f-9190-6abb0565ab6f)] {{(pid=103447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:43:27.745669 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-6620641f-25dd-4c14-ab3c-06a970190c05 req-94ac9b06-c2a0-4d99-9901-c238291082d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:27.797672 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-edc7cbcc-ff65-4414-8af1-6b27bad93b44 req-8c021781-70f1-48ba-99e1-35471c41f84d tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/security-groups?id=9385f438-76fd-4571-8741-9d769037a7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982227 Nov 22 20:43:27.821575 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6620641f-25dd-4c14-ab3c-06a970190c05 req-94ac9b06-c2a0-4d99-9901-c238291082d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:43:27.822442 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-6620641f-25dd-4c14-ab3c-06a970190c05 req-94ac9b06-c2a0-4d99-9901-c238291082d1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:27.824067 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6620641f-25dd-4c14-ab3c-06a970190c05 req-94ac9b06-c2a0-4d99-9901-c238291082d1 service neutron] 10.222.0.20 "PUT /v2.0/ports/70d6e70f-4343-456e-9857-129b5a408ab3 HTTP/1.1" status: 200 len: 1091 time: 0.8847251 Nov 22 20:43:27.824792 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '243ac9d1-20b9-463a-8121-60d58912eebf', 'tag': '70d6e70f-4343-456e-9857-129b5a408ab3'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:43:27.827337 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b15d6fce-8ce3-4d20-a16f-5878449c5c75" -d '{"events": [{"name": "network-changed", "server_uuid": "243ac9d1-20b9-463a-8121-60d58912eebf", "tag": "70d6e70f-4343-456e-9857-129b5a408ab3"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:43:27.838373 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ac9b06-c2a0-4d99-9901-c238291082d1 service neutron] Pushing event updated for resources: {'Port': ['ID=70d6e70f-4343-456e-9857-129b5a408ab3,revision_number=3']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:43:27.903678 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 20:43:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-430aa6af-630d-4164-a905-04ea8b815f0e x-openstack-request-id: req-430aa6af-630d-4164-a905-04ea8b815f0e {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:43:27.904122 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "243ac9d1-20b9-463a-8121-60d58912eebf", "tag": "70d6e70f-4343-456e-9857-129b5a408ab3", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:43:27.904456 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-430aa6af-630d-4164-a905-04ea8b815f0e {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:43:27.904930 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '243ac9d1-20b9-463a-8121-60d58912eebf', 'tag': '70d6e70f-4343-456e-9857-129b5a408ab3', 'status': 'completed', 'code': 200} Nov 22 20:43:27.924356 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6620641f-25dd-4c14-ab3c-06a970190c05 req-92361dd8-4ffc-46c0-8d40-e3a68b7e599a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:43:27.925992 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6620641f-25dd-4c14-ab3c-06a970190c05 req-92361dd8-4ffc-46c0-8d40-e3a68b7e599a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2159a301d65a4f0aa3ad4e0df129c1f8&device_id=243ac9d1-20b9-463a-8121-60d58912eebf HTTP/1.1" status: 200 len: 1094 time: 0.0548997 Nov 22 20:43:27.976040 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6620641f-25dd-4c14-ab3c-06a970190c05 req-230f6ebf-2a0c-45b7-a80e-6e6c22f7a291 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=70d6e70f-4343-456e-9857-129b5a408ab3 HTTP/1.1" status: 200 len: 217 time: 0.0412381 Nov 22 20:43:28.028858 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6620641f-25dd-4c14-ab3c-06a970190c05 req-5480bef2-7752-4b08-a638-bbcdc517e58c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:43:28.030413 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6620641f-25dd-4c14-ab3c-06a970190c05 req-5480bef2-7752-4b08-a638-bbcdc517e58c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=44fc5a0e-e05e-4887-a12b-3d1c69de9281 HTTP/1.1" status: 200 len: 850 time: 0.0474827 Nov 22 20:43:28.075826 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6620641f-25dd-4c14-ab3c-06a970190c05 req-fd4c8f8e-2880-420f-9d88-bf1ca090f5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:43:28.077262 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6620641f-25dd-4c14-ab3c-06a970190c05 req-fd4c8f8e-2880-420f-9d88-bf1ca090f5ed service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6bc37553-a100-43d1-8d1a-4277980617a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399046 Nov 22 20:43:28.179251 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6620641f-25dd-4c14-ab3c-06a970190c05 req-501bed91-5c42-435e-a120-6a9289229d25 service neutron] 10.222.0.20 "GET /v2.0/networks/6bc37553-a100-43d1-8d1a-4277980617a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948768 Nov 22 20:43:28.272558 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6620641f-25dd-4c14-ab3c-06a970190c05 req-c4102444-8dfa-4e49-a0b0-e26806c6c448 service neutron] 10.222.0.20 "GET /v2.0/networks/6bc37553-a100-43d1-8d1a-4277980617a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857065 Nov 22 20:43:28.356091 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15d6fce-8ce3-4d20-a16f-5878449c5c75 req-a1394754-2a4d-4520-a7a7-a16182d16b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:43:28.357616 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b15d6fce-8ce3-4d20-a16f-5878449c5c75 req-a1394754-2a4d-4520-a7a7-a16182d16b88 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2159a301d65a4f0aa3ad4e0df129c1f8&device_id=243ac9d1-20b9-463a-8121-60d58912eebf HTTP/1.1" status: 200 len: 1094 time: 0.0421493 Nov 22 20:43:28.452171 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15d6fce-8ce3-4d20-a16f-5878449c5c75 req-83e41b89-23ef-40b8-af45-0ec0a7c44f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:43:28.454263 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b15d6fce-8ce3-4d20-a16f-5878449c5c75 req-83e41b89-23ef-40b8-af45-0ec0a7c44f60 service neutron] 10.222.0.20 "GET /v2.0/networks?id=6bc37553-a100-43d1-8d1a-4277980617a1 HTTP/1.1" status: 200 len: 912 time: 0.0896225 Nov 22 20:43:28.498540 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b15d6fce-8ce3-4d20-a16f-5878449c5c75 req-0607c64a-8cfa-42a5-8c9e-c205e42bf437 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=70d6e70f-4343-456e-9857-129b5a408ab3 HTTP/1.1" status: 200 len: 217 time: 0.0364876 Nov 22 20:43:28.546034 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15d6fce-8ce3-4d20-a16f-5878449c5c75 req-6e38bc70-440b-47a0-a508-9252c5eb75ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:43:28.548051 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b15d6fce-8ce3-4d20-a16f-5878449c5c75 req-6e38bc70-440b-47a0-a508-9252c5eb75ad service neutron] 10.222.0.20 "GET /v2.0/subnets?id=44fc5a0e-e05e-4887-a12b-3d1c69de9281 HTTP/1.1" status: 200 len: 850 time: 0.0426917 Nov 22 20:43:28.601897 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15d6fce-8ce3-4d20-a16f-5878449c5c75 req-6543af1a-6520-4b6e-8157-3f4c05345761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:43:28.603545 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b15d6fce-8ce3-4d20-a16f-5878449c5c75 req-6543af1a-6520-4b6e-8157-3f4c05345761 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6bc37553-a100-43d1-8d1a-4277980617a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0473883 Nov 22 20:43:28.707874 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b15d6fce-8ce3-4d20-a16f-5878449c5c75 req-665f9984-5dc4-4f4e-8884-bf6b4c73d256 service neutron] 10.222.0.20 "GET /v2.0/networks/6bc37553-a100-43d1-8d1a-4277980617a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970054 Nov 22 20:43:28.810105 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b15d6fce-8ce3-4d20-a16f-5878449c5c75 req-0fe5f1bf-572f-4878-b669-31ec7d1b48b3 service neutron] 10.222.0.20 "GET /v2.0/networks/6bc37553-a100-43d1-8d1a-4277980617a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944915 Nov 22 20:43:28.928131 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 0feacc95-b48d-4eb7-bc63-66f5cfcb433d up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:43:28.933997 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8532f21-a34f-4c09-9f1e-b49f3e591a06 req-fdaef809-b318-438c-9bd0-d7dcdd6b5a88 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:43:28.935569 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d8532f21-a34f-4c09-9f1e-b49f3e591a06 req-fdaef809-b318-438c-9bd0-d7dcdd6b5a88 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/ports?device_id=243ac9d1-20b9-463a-8121-60d58912eebf HTTP/1.1" status: 200 len: 943 time: 0.0535917 Nov 22 20:43:28.988671 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 0feacc95-b48d-4eb7-bc63-66f5cfcb433d triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:43:28.989286 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:28.989717 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d8532f21-a34f-4c09-9f1e-b49f3e591a06 req-593e759b-855c-4e9f-a7e2-99e9e18e927e tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/security-groups?id=9385f438-76fd-4571-8741-9d769037a7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478549 Nov 22 20:43:30.002468 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-eefa5e10-d5a8-4649-8d19-d0375f917eba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:30.124311 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb0415a-7e81-41b4-8504-b4a6b08c506e req-dbd65f49-62f2-4c0b-94c6-90bdb699d0aa tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:43:30.126287 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-abb0415a-7e81-41b4-8504-b4a6b08c506e req-dbd65f49-62f2-4c0b-94c6-90bdb699d0aa tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/ports?device_id=243ac9d1-20b9-463a-8121-60d58912eebf HTTP/1.1" status: 200 len: 943 time: 0.0494618 Nov 22 20:43:30.181202 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-abb0415a-7e81-41b4-8504-b4a6b08c506e req-679caf05-72c3-41ba-b920-4b66b33b7585 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/security-groups?id=9385f438-76fd-4571-8741-9d769037a7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473788 Nov 22 20:43:31.298987 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73d5712-f35e-486e-b90d-95207635274b req-107eea4e-11ad-41b8-90d6-adf254f986e7 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:43:31.300533 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a73d5712-f35e-486e-b90d-95207635274b req-107eea4e-11ad-41b8-90d6-adf254f986e7 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/ports?device_id=243ac9d1-20b9-463a-8121-60d58912eebf HTTP/1.1" status: 200 len: 943 time: 0.0488901 Nov 22 20:43:31.348475 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a73d5712-f35e-486e-b90d-95207635274b req-506fc35f-cbb8-4722-a384-7ff88b4a73f2 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/security-groups?id=9385f438-76fd-4571-8741-9d769037a7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417268 Nov 22 20:43:32.461878 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2017956d-3e3d-4164-b00c-4e0e429b6a04 req-f5cee287-5b18-4de8-93ea-fa5c5d53b027 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:43:32.463368 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2017956d-3e3d-4164-b00c-4e0e429b6a04 req-f5cee287-5b18-4de8-93ea-fa5c5d53b027 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/ports?device_id=243ac9d1-20b9-463a-8121-60d58912eebf HTTP/1.1" status: 200 len: 943 time: 0.0487955 Nov 22 20:43:32.513105 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2017956d-3e3d-4164-b00c-4e0e429b6a04 req-06bdd2b4-705d-4232-8b2f-cccd269407f6 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/security-groups?id=9385f438-76fd-4571-8741-9d769037a7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435114 Nov 22 20:43:32.909270 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-c59feb9d-ff9f-4f23-85b3-c944274e1885 req-1312d08b-dd92-4f5f-9aa4-10ec38a01980 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=895512ea-fccd-41da-8359-36f93c1b41d7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0455832 Nov 22 20:43:32.946072 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-cae867f2-028f-40c5-89e5-2d199774631d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:32.994594 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59feb9d-ff9f-4f23-85b3-c944274e1885 req-f70ff757-4874-42a6-8a55-af467dcad917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:43:32.996164 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-c59feb9d-ff9f-4f23-85b3-c944274e1885 req-f70ff757-4874-42a6-8a55-af467dcad917 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a7e1521722f94d70843af2e3bd21601a&device_id=895512ea-fccd-41da-8359-36f93c1b41d7 HTTP/1.1" status: 200 len: 1097 time: 0.0431459 Nov 22 20:43:33.104742 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59feb9d-ff9f-4f23-85b3-c944274e1885 req-4b3da7fa-d459-43f6-9f2f-f7e48fa747b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:43:33.106253 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-c59feb9d-ff9f-4f23-85b3-c944274e1885 req-4b3da7fa-d459-43f6-9f2f-f7e48fa747b6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=3351f9f4-f4e4-4ee2-9c2b-3b58a4e4fc24 HTTP/1.1" status: 200 len: 909 time: 0.0891087 Nov 22 20:43:33.176890 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-c59feb9d-ff9f-4f23-85b3-c944274e1885 req-55ebc7ea-3890-4e04-ae06-39db681f872f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cefa84c8-1893-4548-a3fb-bbfcfe0fcc19 HTTP/1.1" status: 200 len: 1001 time: 0.0635626 Nov 22 20:43:33.226881 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59feb9d-ff9f-4f23-85b3-c944274e1885 req-91eefbf6-8db2-4b2c-ae49-8a825fdff5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:43:33.228362 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-c59feb9d-ff9f-4f23-85b3-c944274e1885 req-91eefbf6-8db2-4b2c-ae49-8a825fdff5ca service neutron] 10.222.0.41 "GET /v2.0/subnets?id=23ea69f1-3a57-4da4-b379-270435f982a0 HTTP/1.1" status: 200 len: 847 time: 0.0452793 Nov 22 20:43:33.275980 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59feb9d-ff9f-4f23-85b3-c944274e1885 req-e61a169b-81fc-49a1-ac02-386387288f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:43:33.277624 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-c59feb9d-ff9f-4f23-85b3-c944274e1885 req-e61a169b-81fc-49a1-ac02-386387288f7b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3351f9f4-f4e4-4ee2-9c2b-3b58a4e4fc24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425537 Nov 22 20:43:33.376021 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-c59feb9d-ff9f-4f23-85b3-c944274e1885 req-4e1e8995-f05a-47df-9014-92337748a577 service neutron] 10.222.0.41 "GET /v2.0/networks/3351f9f4-f4e4-4ee2-9c2b-3b58a4e4fc24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913086 Nov 22 20:43:33.468789 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-c59feb9d-ff9f-4f23-85b3-c944274e1885 req-751c4acb-9479-4ff3-8e32-121345f0405b service neutron] 10.222.0.41 "GET /v2.0/networks/3351f9f4-f4e4-4ee2-9c2b-3b58a4e4fc24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854220 Nov 22 20:43:33.501844 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-03f0964f-1b75-4df7-99e0-a3cdb56ec2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:33.630461 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df76f6ef-c8ba-4568-b188-de668cc39c3e req-433bc69b-b6e4-49e0-a53a-d8befa453fcb tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:43:33.631974 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-df76f6ef-c8ba-4568-b188-de668cc39c3e req-433bc69b-b6e4-49e0-a53a-d8befa453fcb tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/ports?device_id=243ac9d1-20b9-463a-8121-60d58912eebf HTTP/1.1" status: 200 len: 943 time: 0.0516210 Nov 22 20:43:33.678153 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-df76f6ef-c8ba-4568-b188-de668cc39c3e req-2b7e7228-f5df-40cd-b715-cbdd37677219 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/security-groups?id=9385f438-76fd-4571-8741-9d769037a7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402007 Nov 22 20:43:34.791331 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cea664-2e86-4eee-b36a-eb459156627f req-960d79aa-f6e5-4f54-acf7-ab5febae4276 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:43:34.792885 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d0cea664-2e86-4eee-b36a-eb459156627f req-960d79aa-f6e5-4f54-acf7-ab5febae4276 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/ports?device_id=243ac9d1-20b9-463a-8121-60d58912eebf HTTP/1.1" status: 200 len: 943 time: 0.0485690 Nov 22 20:43:34.839135 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d0cea664-2e86-4eee-b36a-eb459156627f req-dde1a8a7-181c-4bec-8967-ae5844fc1e7e tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/security-groups?id=9385f438-76fd-4571-8741-9d769037a7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402451 Nov 22 20:43:35.200857 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e49ee129-e862-4476-beca-cdc8150d2345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:35.951364 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560888bb-91d9-4cb3-9550-ab56133deb28 req-fe14bc91-1536-4d22-9799-e40cb295b7f5 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:43:35.952897 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-560888bb-91d9-4cb3-9550-ab56133deb28 req-fe14bc91-1536-4d22-9799-e40cb295b7f5 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/ports?device_id=243ac9d1-20b9-463a-8121-60d58912eebf HTTP/1.1" status: 200 len: 943 time: 0.0482264 Nov 22 20:43:36.002660 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-560888bb-91d9-4cb3-9550-ab56133deb28 req-ef9b81c3-1da6-4f00-ba8d-c62f3fc99cf7 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/security-groups?id=9385f438-76fd-4571-8741-9d769037a7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438936 Nov 22 20:43:36.068185 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:37.116093 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bdb55f-7153-46f3-aff3-dd7ab4ccd1ee req-bf89cb66-f86e-4152-b497-0c8a9a14e365 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:43:37.117961 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-79bdb55f-7153-46f3-aff3-dd7ab4ccd1ee req-bf89cb66-f86e-4152-b497-0c8a9a14e365 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/ports?device_id=243ac9d1-20b9-463a-8121-60d58912eebf HTTP/1.1" status: 200 len: 943 time: 0.0485725 Nov 22 20:43:37.165485 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-79bdb55f-7153-46f3-aff3-dd7ab4ccd1ee req-277207cd-5115-4df2-bcb1-4541c5cb862f tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/security-groups?id=9385f438-76fd-4571-8741-9d769037a7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413404 Nov 22 20:43:38.284709 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd9ca89-9767-47b4-905a-23bf8feace83 req-c342fa9e-9d4c-46bf-8a6d-a6ab5a3b6164 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:43:38.286217 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4bd9ca89-9767-47b4-905a-23bf8feace83 req-c342fa9e-9d4c-46bf-8a6d-a6ab5a3b6164 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/ports?device_id=243ac9d1-20b9-463a-8121-60d58912eebf HTTP/1.1" status: 200 len: 943 time: 0.0496933 Nov 22 20:43:38.333225 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4bd9ca89-9767-47b4-905a-23bf8feace83 req-ad256369-3001-4f70-a423-44ad770f77a0 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/security-groups?id=9385f438-76fd-4571-8741-9d769037a7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409729 Nov 22 20:43:39.451906 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe3ad75-d021-4d11-b530-6a4825953d92 req-7062a22d-6cfb-46d1-88db-c8474574bbd2 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:43:39.453304 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5fe3ad75-d021-4d11-b530-6a4825953d92 req-7062a22d-6cfb-46d1-88db-c8474574bbd2 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/ports?device_id=243ac9d1-20b9-463a-8121-60d58912eebf HTTP/1.1" status: 200 len: 943 time: 0.0525239 Nov 22 20:43:39.498822 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5fe3ad75-d021-4d11-b530-6a4825953d92 req-a863ca20-0057-48f5-9b0f-a4e52f7ad838 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/security-groups?id=9385f438-76fd-4571-8741-9d769037a7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397103 Nov 22 20:43:39.777076 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 70d6e70f-4343-456e-9857-129b5a408ab3 details requested by agent hyperv_n-h2-818823-1 with host n-h2-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 20:43:39.870795 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port 70d6e70f-4343-456e-9857-129b5a408ab3, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=70d6e70f-4343-456e-9857-129b5a408ab3,segment=NetworkSegment(4aa11b26-9f57-405f-9190-6abb0565ab6f),segment_id=4aa11b26-9f57-405f-9190-6abb0565ab6f)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:43:39.882666 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Returning: {'device': '70d6e70f-4343-456e-9857-129b5a408ab3', 'network_id': '6bc37553-a100-43d1-8d1a-4277980617a1', 'port_id': '70d6e70f-4343-456e-9857-129b5a408ab3', 'mac_address': 'fa:16:3e:b2:81:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44fc5a0e-e05e-4887-a12b-3d1c69de9281', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 20:43:39.923091 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:39.935793 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70d6e70f-4343-456e-9857-129b5a408ab3 {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:43:39.954737 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port 70d6e70f-4343-456e-9857-129b5a408ab3, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=70d6e70f-4343-456e-9857-129b5a408ab3,segment=NetworkSegment(4aa11b26-9f57-405f-9190-6abb0565ab6f),segment_id=4aa11b26-9f57-405f-9190-6abb0565ab6f)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:43:39.958549 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:40.005105 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=70d6e70f-4343-456e-9857-129b5a408ab3,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:43:40.163894 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] get_ports_and_sgs() called for port_ids ['70d6e70f-4343-456e-9857-129b5a408ab3'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:43:40.611589 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784bb4cf-752e-4d2d-8016-825dafa9372c req-76637218-e79d-43dd-9bd9-b0d8e9be6647 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:43:40.613084 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-784bb4cf-752e-4d2d-8016-825dafa9372c req-76637218-e79d-43dd-9bd9-b0d8e9be6647 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/ports?device_id=243ac9d1-20b9-463a-8121-60d58912eebf HTTP/1.1" status: 200 len: 944 time: 0.0478749 Nov 22 20:43:40.659368 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-784bb4cf-752e-4d2d-8016-825dafa9372c req-cfdb3999-7318-48ed-bbeb-40d2ae13aae0 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/security-groups?id=9385f438-76fd-4571-8741-9d769037a7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404389 Nov 22 20:43:41.775878 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7e35cc-02c7-4ffb-b347-c4d35e16780c req-3fa9bb78-5f6d-4613-8dff-292728d334e4 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:43:41.777348 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8e7e35cc-02c7-4ffb-b347-c4d35e16780c req-3fa9bb78-5f6d-4613-8dff-292728d334e4 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/ports?device_id=243ac9d1-20b9-463a-8121-60d58912eebf HTTP/1.1" status: 200 len: 944 time: 0.0515289 Nov 22 20:43:41.800254 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 70d6e70f-4343-456e-9857-129b5a408ab3 up at agent hyperv_n-h2-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:43:41.825678 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8e7e35cc-02c7-4ffb-b347-c4d35e16780c req-4f603500-cfc7-4592-b94e-e51050ca9c14 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/security-groups?id=9385f438-76fd-4571-8741-9d769037a7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417376 Nov 22 20:43:41.847834 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Provisioning for port 70d6e70f-4343-456e-9857-129b5a408ab3 completed by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 20:43:41.851538 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Provisioning complete for port 70d6e70f-4343-456e-9857-129b5a408ab3 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:43:41.851909 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:41.927181 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:41.951789 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '243ac9d1-20b9-463a-8121-60d58912eebf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70d6e70f-4343-456e-9857-129b5a408ab3'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:43:41.954538 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d39f6d30a11e565ec9648abcc015e8a6ab6cff4edd704add8155e28765d31eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fcaba30-555b-4dd0-a42c-a1a62c213e06" -d '{"events": [{"server_uuid": "243ac9d1-20b9-463a-8121-60d58912eebf", "name": "network-vif-plugged", "status": "completed", "tag": "70d6e70f-4343-456e-9857-129b5a408ab3"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:43:41.966378 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port 70d6e70f-4343-456e-9857-129b5a408ab3, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=70d6e70f-4343-456e-9857-129b5a408ab3,segment=NetworkSegment(4aa11b26-9f57-405f-9190-6abb0565ab6f),segment_id=4aa11b26-9f57-405f-9190-6abb0565ab6f)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:43:41.971465 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:41.994178 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:43:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e0e52c6-c089-4d8c-a1f6-9949197d6d35 x-openstack-request-id: req-8e0e52c6-c089-4d8c-a1f6-9949197d6d35 {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:43:41.994476 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "243ac9d1-20b9-463a-8121-60d58912eebf", "name": "network-vif-plugged", "status": "completed", "tag": "70d6e70f-4343-456e-9857-129b5a408ab3", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:43:41.994735 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8e0e52c6-c089-4d8c-a1f6-9949197d6d35 {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:43:41.995131 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '243ac9d1-20b9-463a-8121-60d58912eebf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70d6e70f-4343-456e-9857-129b5a408ab3', 'code': 200} Nov 22 20:43:42.021403 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=70d6e70f-4343-456e-9857-129b5a408ab3,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:43:42.089745 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70099377-47c5-48ec-bd83-78106c6f94e2 req-5e14124b-a113-48b6-a936-1b068ffc1a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:43:42.091222 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-70099377-47c5-48ec-bd83-78106c6f94e2 req-5e14124b-a113-48b6-a936-1b068ffc1a90 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=243ac9d1-20b9-463a-8121-60d58912eebf HTTP/1.1" status: 200 len: 1096 time: 0.0389788 Nov 22 20:43:42.134005 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-70099377-47c5-48ec-bd83-78106c6f94e2 req-191123fb-a7df-4bb3-abf3-e02453d901db service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=9385f438-76fd-4571-8741-9d769037a7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358698 Nov 22 20:43:42.940594 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310aae93-2d57-430c-b543-e68e6eaff75b req-063418f1-5474-4b01-bd83-619aeab6ab7f tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:43:42.942610 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-310aae93-2d57-430c-b543-e68e6eaff75b req-063418f1-5474-4b01-bd83-619aeab6ab7f tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/ports?device_id=243ac9d1-20b9-463a-8121-60d58912eebf HTTP/1.1" status: 200 len: 945 time: 0.0492840 Nov 22 20:43:42.992236 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-310aae93-2d57-430c-b543-e68e6eaff75b req-8195d729-a036-46ca-8500-9c29bc9887dc tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/security-groups?id=9385f438-76fd-4571-8741-9d769037a7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437188 Nov 22 20:43:44.108122 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fc7771-56c5-490e-9ee3-e36a745b4b00 req-b127177d-9dad-4831-81cf-b7161a8d9821 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:43:44.109530 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a8fc7771-56c5-490e-9ee3-e36a745b4b00 req-b127177d-9dad-4831-81cf-b7161a8d9821 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/ports?device_id=243ac9d1-20b9-463a-8121-60d58912eebf HTTP/1.1" status: 200 len: 945 time: 0.0490248 Nov 22 20:43:44.156866 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a8fc7771-56c5-490e-9ee3-e36a745b4b00 req-174953ec-6934-4017-b457-25a3b6e58c4b tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/security-groups?id=9385f438-76fd-4571-8741-9d769037a7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413792 Nov 22 20:43:44.268198 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16919479-f540-48a4-bc34-56723d9eba27 req-b2ab3dc5-a4a5-46f7-8888-c4e5df826938 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:43:44.269709 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-16919479-f540-48a4-bc34-56723d9eba27 req-b2ab3dc5-a4a5-46f7-8888-c4e5df826938 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/ports?device_id=243ac9d1-20b9-463a-8121-60d58912eebf HTTP/1.1" status: 200 len: 945 time: 0.0492024 Nov 22 20:43:44.318078 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-16919479-f540-48a4-bc34-56723d9eba27 req-3432fb37-b14b-44cd-ba17-f16d5d88c571 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/security-groups?id=9385f438-76fd-4571-8741-9d769037a7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411410 Nov 22 20:43:44.434561 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884ba553-fc37-4387-9bc4-a100f607abbf req-5e9a65fb-9fbe-4e4b-9c27-9573c9a2703a tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:43:44.436095 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-884ba553-fc37-4387-9bc4-a100f607abbf req-5e9a65fb-9fbe-4e4b-9c27-9573c9a2703a tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/ports?device_id=243ac9d1-20b9-463a-8121-60d58912eebf HTTP/1.1" status: 200 len: 945 time: 0.0525112 Nov 22 20:43:44.482614 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-884ba553-fc37-4387-9bc4-a100f607abbf req-f1bfdcd3-224d-4372-87e3-cd3666e5837d tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/security-groups?id=9385f438-76fd-4571-8741-9d769037a7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399573 Nov 22 20:43:44.655864 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:44.658230 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:44.709314 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c07708-1249-4b5d-a52e-567e17a8616a req-e6032e3e-552c-4070-bc3b-63bb1b482f06 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:43:44.710694 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c7c07708-1249-4b5d-a52e-567e17a8616a req-e6032e3e-552c-4070-bc3b-63bb1b482f06 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/ports?device_id=243ac9d1-20b9-463a-8121-60d58912eebf HTTP/1.1" status: 200 len: 945 time: 0.0488021 Nov 22 20:43:44.758275 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c7c07708-1249-4b5d-a52e-567e17a8616a req-2725a859-fe98-4265-96ca-16d82058ea9a tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/security-groups?id=9385f438-76fd-4571-8741-9d769037a7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416763 Nov 22 20:43:45.877637 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec817539-62f3-4d45-94a5-bb006abead8c req-7fdc729e-96a6-4c7d-bc81-ee9eddc2e029 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:43:45.879397 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ec817539-62f3-4d45-94a5-bb006abead8c req-7fdc729e-96a6-4c7d-bc81-ee9eddc2e029 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/ports?device_id=243ac9d1-20b9-463a-8121-60d58912eebf HTTP/1.1" status: 200 len: 945 time: 0.0518425 Nov 22 20:43:45.930113 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ec817539-62f3-4d45-94a5-bb006abead8c req-044ed1e3-0383-4ab0-a491-d5497c8372da tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/security-groups?id=9385f438-76fd-4571-8741-9d769037a7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447016 Nov 22 20:43:46.150353 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac8d3ac-f10a-4ffe-896f-dda6024cc613 req-75420e20-1ae3-4070-a76f-fb0e2a715a76 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:43:46.151892 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9ac8d3ac-f10a-4ffe-896f-dda6024cc613 req-75420e20-1ae3-4070-a76f-fb0e2a715a76 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.20 "GET /v2.0/ports?device_id=243ac9d1-20b9-463a-8121-60d58912eebf HTTP/1.1" status: 200 len: 945 time: 0.0487354 Nov 22 20:43:46.241695 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-9ac8d3ac-f10a-4ffe-896f-dda6024cc613 req-84cde47d-f913-47ef-bdb4-016412e3cb37 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Deleting port 70d6e70f-4343-456e-9857-129b5a408ab3 {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:43:46.242037 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-9ac8d3ac-f10a-4ffe-896f-dda6024cc613 req-84cde47d-f913-47ef-bdb4-016412e3cb37 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:46.334513 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-9ac8d3ac-f10a-4ffe-896f-dda6024cc613 req-84cde47d-f913-47ef-bdb4-016412e3cb37 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] For port 70d6e70f-4343-456e-9857-129b5a408ab3, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=70d6e70f-4343-456e-9857-129b5a408ab3,segment=NetworkSegment(4aa11b26-9f57-405f-9190-6abb0565ab6f),segment_id=4aa11b26-9f57-405f-9190-6abb0565ab6f)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:43:46.334877 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-9ac8d3ac-f10a-4ffe-896f-dda6024cc613 req-84cde47d-f913-47ef-bdb4-016412e3cb37 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:46.347518 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-9ac8d3ac-f10a-4ffe-896f-dda6024cc613 req-84cde47d-f913-47ef-bdb4-016412e3cb37 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Calling delete_port for 70d6e70f-4343-456e-9857-129b5a408ab3 owned by compute:nova {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:43:46.475819 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-9ac8d3ac-f10a-4ffe-896f-dda6024cc613 req-84cde47d-f913-47ef-bdb4-016412e3cb37 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:46.487662 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] get_ports_and_sgs() called for port_ids ['70d6e70f-4343-456e-9857-129b5a408ab3'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:43:46.503928 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cde47d-f913-47ef-bdb4-016412e3cb37 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Pushing event deleted for resources: {'Port': ['ID=70d6e70f-4343-456e-9857-129b5a408ab3,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:43:46.548938 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ac8d3ac-f10a-4ffe-896f-dda6024cc613 req-84cde47d-f913-47ef-bdb4-016412e3cb37 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] No DVR routers for this DVR port 70d6e70f-4343-456e-9857-129b5a408ab3 on host n-h2-818823-1 {{(pid=103447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:43:46.552127 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-9ac8d3ac-f10a-4ffe-896f-dda6024cc613 req-84cde47d-f913-47ef-bdb4-016412e3cb37 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:43:46.555918 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9ac8d3ac-f10a-4ffe-896f-dda6024cc613 req-84cde47d-f913-47ef-bdb4-016412e3cb37 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.20 "DELETE /v2.0/ports/70d6e70f-4343-456e-9857-129b5a408ab3 HTTP/1.1" status: 204 len: 173 time: 0.3974845 Nov 22 20:43:46.556419 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '243ac9d1-20b9-463a-8121-60d58912eebf', 'name': 'network-vif-deleted', 'tag': '70d6e70f-4343-456e-9857-129b5a408ab3'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:43:46.558769 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da7d4745-eb92-4ddc-a111-6a1d0198be90" -d '{"events": [{"server_uuid": "243ac9d1-20b9-463a-8121-60d58912eebf", "name": "network-vif-deleted", "tag": "70d6e70f-4343-456e-9857-129b5a408ab3"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:43:46.601423 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:43:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be03de2f-30c0-474a-982e-0d8ff80ecb59 x-openstack-request-id: req-be03de2f-30c0-474a-982e-0d8ff80ecb59 {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:43:46.601822 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "243ac9d1-20b9-463a-8121-60d58912eebf", "name": "network-vif-deleted", "tag": "70d6e70f-4343-456e-9857-129b5a408ab3", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:43:46.602067 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-be03de2f-30c0-474a-982e-0d8ff80ecb59 {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:43:46.602488 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '243ac9d1-20b9-463a-8121-60d58912eebf', 'name': 'network-vif-deleted', 'tag': '70d6e70f-4343-456e-9857-129b5a408ab3', 'status': 'completed', 'code': 200} Nov 22 20:43:47.037555 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8e19e716-f637-4584-9289-557e36abb94d req-5acd24ad-1cd9-4119-a0e0-4725f49ea6c8 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/ports?device_id=243ac9d1-20b9-463a-8121-60d58912eebf HTTP/1.1" status: 200 len: 210 time: 0.0315690 Nov 22 20:43:48.137605 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b3def641-585d-4518-bd3f-628a4e4fd5c1 req-82f9295c-cedd-49fa-98a8-0c7982499788 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/ports?device_id=243ac9d1-20b9-463a-8121-60d58912eebf HTTP/1.1" status: 200 len: 210 time: 0.0311668 Nov 22 20:43:49.232082 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-44ce4dcb-addb-4de3-afd3-e2bf38550e67 req-8aebcb61-eaab-4f37-9889-f6b34b24a816 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/ports?device_id=243ac9d1-20b9-463a-8121-60d58912eebf HTTP/1.1" status: 200 len: 210 time: 0.0259521 Nov 22 20:43:49.826210 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 70d6e70f-4343-456e-9857-129b5a408ab3 no longer exists at agent hyperv_n-h2-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:43:49.847366 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] No Port match for: 70d6e70f-4343-456e-9857-129b5a408ab3 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:43:49.847710 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 70d6e70f-4343-456e-9857-129b5a408ab3 not bound to the agent host n-h2-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:43:50.324999 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9f217557-5023-434e-9790-6aafd85ed75c req-e787aa09-dfd4-4e36-b085-f50ccd16fce4 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/ports?device_id=243ac9d1-20b9-463a-8121-60d58912eebf HTTP/1.1" status: 200 len: 210 time: 0.0261559 Nov 22 20:44:00.005447 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-77d2ebf5-56bb-42a4-bfdc-cc84f7dc4c2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:44:00.167594 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.agents_db [None req-aa8313f2-1ee4-4e7b-8c5a-d32b2f9d31ee None None] Agent healthcheck: found 7 active agents {{(pid=103450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 20:44:02.948332 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-7f082f60-e966-4b82-8508-aec39875f403 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:44:03.513722 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-03f0964f-1b75-4df7-99e0-a3cdb56ec2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:44:05.205326 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e49ee129-e862-4476-beca-cdc8150d2345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:44:06.069644 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:44:12.325100 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe0c924-9aae-40e1-b6b5-5506fdc0aaa2 req-49d8bcd5-8668-46ad-9dc5-d2287dc7a64a tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:44:12.326441 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4fe0c924-9aae-40e1-b6b5-5506fdc0aaa2 req-49d8bcd5-8668-46ad-9dc5-d2287dc7a64a tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/networks?id=6bc37553-a100-43d1-8d1a-4277980617a1 HTTP/1.1" status: 200 len: 811 time: 0.1008749 Nov 22 20:44:12.341414 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4fe0c924-9aae-40e1-b6b5-5506fdc0aaa2 req-2401fc9f-e75b-4e4e-bf38-79f09b925632 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/quotas/2159a301d65a4f0aa3ad4e0df129c1f8 HTTP/1.1" status: 200 len: 375 time: 0.0085621 Nov 22 20:44:12.390448 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4fe0c924-9aae-40e1-b6b5-5506fdc0aaa2 req-9e0072eb-ce71-4519-8086-8920c68cc47a tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=2159a301d65a4f0aa3ad4e0df129c1f8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0438159 Nov 22 20:44:12.610697 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4fe0c924-9aae-40e1-b6b5-5506fdc0aaa2 req-e9ee3182-10c5-46a9-9e5f-6e7f572318bb service neutron] 10.222.0.46 "GET /v2.0/networks/6bc37553-a100-43d1-8d1a-4277980617a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2127221 Nov 22 20:44:12.700942 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4fe0c924-9aae-40e1-b6b5-5506fdc0aaa2 req-fee76d55-cc36-41c6-be6b-a392227ea163 service neutron] 10.222.0.46 "GET /v2.0/networks/6bc37553-a100-43d1-8d1a-4277980617a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841749 Nov 22 20:44:12.883211 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5ccceef0-e376-4aeb-bc7f-84b28687b124 req-1c6cb533-f577-44c3-824d-209a574aa627 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/ports?device_id=1194233d-e187-4b8f-9a22-e997d2eddcd2 HTTP/1.1" status: 200 len: 210 time: 0.0273006 Nov 22 20:44:13.784902 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe0c924-9aae-40e1-b6b5-5506fdc0aaa2 req-b3138b6c-f49f-49ca-b937-c906016c0f1c tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:44:13.786267 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4fe0c924-9aae-40e1-b6b5-5506fdc0aaa2 req-b3138b6c-f49f-49ca-b937-c906016c0f1c tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.20 "GET /v2.0/networks?id=6bc37553-a100-43d1-8d1a-4277980617a1 HTTP/1.1" status: 200 len: 811 time: 0.1051993 Nov 22 20:44:13.817928 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-4fe0c924-9aae-40e1-b6b5-5506fdc0aaa2 req-96444e90-611a-4225-9268-d001bfbd79c5 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Request body: {'port': {'device_id': '1194233d-e187-4b8f-9a22-e997d2eddcd2', 'network_id': '6bc37553-a100-43d1-8d1a-4277980617a1', 'admin_state_up': True, 'tenant_id': '2159a301d65a4f0aa3ad4e0df129c1f8'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:44:13.929292 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4fe0c924-9aae-40e1-b6b5-5506fdc0aaa2 req-96444e90-611a-4225-9268-d001bfbd79c5 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Made reservation on behalf of 2159a301d65a4f0aa3ad4e0df129c1f8 for: {'port': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:44:13.933278 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-4fe0c924-9aae-40e1-b6b5-5506fdc0aaa2 req-96444e90-611a-4225-9268-d001bfbd79c5 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:44:14.014736 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-26468e53-9e58-4379-874b-c7e8f2a8b25f req-b3357e4d-2b54-4d4a-9cbc-de95c29c35ee tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/ports?device_id=1194233d-e187-4b8f-9a22-e997d2eddcd2 HTTP/1.1" status: 200 len: 210 time: 0.0583344 Nov 22 20:44:14.088624 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [req-4fe0c924-9aae-40e1-b6b5-5506fdc0aaa2 req-96444e90-611a-4225-9268-d001bfbd79c5 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Allocated IP 172.20.0.13 (6bc37553-a100-43d1-8d1a-4277980617a1/44fc5a0e-e05e-4887-a12b-3d1c69de9281/be247617-8428-44d2-91de-d6c8930e7afd) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:44:14.245702 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-4fe0c924-9aae-40e1-b6b5-5506fdc0aaa2 req-96444e90-611a-4225-9268-d001bfbd79c5 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:44:14.279819 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-4fe0c924-9aae-40e1-b6b5-5506fdc0aaa2 req-96444e90-611a-4225-9268-d001bfbd79c5 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:44:14.322377 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4fe0c924-9aae-40e1-b6b5-5506fdc0aaa2 req-96444e90-611a-4225-9268-d001bfbd79c5 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Network 6bc37553-a100-43d1-8d1a-4277980617a1 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:44:14.325475 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [req-4fe0c924-9aae-40e1-b6b5-5506fdc0aaa2 req-96444e90-611a-4225-9268-d001bfbd79c5 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:44:14.328026 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fe0c924-9aae-40e1-b6b5-5506fdc0aaa2 req-96444e90-611a-4225-9268-d001bfbd79c5 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:44:14.366608 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96444e90-611a-4225-9268-d001bfbd79c5 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Pushing event updated for resources: {'Port': ['ID=be247617-8428-44d2-91de-d6c8930e7afd,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:44:14.383165 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96444e90-611a-4225-9268-d001bfbd79c5 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:44:14.383565 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96444e90-611a-4225-9268-d001bfbd79c5 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:44:14.383883 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96444e90-611a-4225-9268-d001bfbd79c5 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:44:14.384221 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96444e90-611a-4225-9268-d001bfbd79c5 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:44:14.384562 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96444e90-611a-4225-9268-d001bfbd79c5 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:44:14.384895 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96444e90-611a-4225-9268-d001bfbd79c5 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:44:14.385227 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96444e90-611a-4225-9268-d001bfbd79c5 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:44:14.385556 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96444e90-611a-4225-9268-d001bfbd79c5 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:44:14.385883 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96444e90-611a-4225-9268-d001bfbd79c5 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:44:14.386210 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96444e90-611a-4225-9268-d001bfbd79c5 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:44:14.386538 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96444e90-611a-4225-9268-d001bfbd79c5 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:44:14.386867 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96444e90-611a-4225-9268-d001bfbd79c5 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:44:14.402000 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe0c924-9aae-40e1-b6b5-5506fdc0aaa2 req-96444e90-611a-4225-9268-d001bfbd79c5 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:44:14.402623 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-4fe0c924-9aae-40e1-b6b5-5506fdc0aaa2 req-96444e90-611a-4225-9268-d001bfbd79c5 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:44:14.419989 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4fe0c924-9aae-40e1-b6b5-5506fdc0aaa2 req-96444e90-611a-4225-9268-d001bfbd79c5 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6063254 Nov 22 20:44:14.429560 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [req-4fe0c924-9aae-40e1-b6b5-5506fdc0aaa2 req-d61dd5c6-64b3-47c2-b233-4ce3785f84de tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=103447) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 20:44:14.430543 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4fe0c924-9aae-40e1-b6b5-5506fdc0aaa2 req-d61dd5c6-64b3-47c2-b233-4ce3785f84de tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051181 Nov 22 20:44:14.443270 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-4fe0c924-9aae-40e1-b6b5-5506fdc0aaa2 req-d3d4ac50-76d8-4f4d-82d9-1cd2cff14927 service neutron] Request body: {'port': {'device_id': '1194233d-e187-4b8f-9a22-e997d2eddcd2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818823-1'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:44:14.501795 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-4fe0c924-9aae-40e1-b6b5-5506fdc0aaa2 req-d3d4ac50-76d8-4f4d-82d9-1cd2cff14927 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:44:14.604623 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-59893c1e-747f-4760-877c-94bf15cee8f0 None None] Provisioning complete for port be247617-8428-44d2-91de-d6c8930e7afd triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:44:14.605260 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-59893c1e-747f-4760-877c-94bf15cee8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:44:14.642530 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-59893c1e-747f-4760-877c-94bf15cee8f0 None None] Port be247617-8428-44d2-91de-d6c8930e7afd cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:44:14.669764 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:44:14.672043 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:44:14.768357 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [req-4fe0c924-9aae-40e1-b6b5-5506fdc0aaa2 req-d3d4ac50-76d8-4f4d-82d9-1cd2cff14927 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be247617-8428-44d2-91de-d6c8930e7afd {{(pid=103447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:44:14.776305 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-4fe0c924-9aae-40e1-b6b5-5506fdc0aaa2 req-d3d4ac50-76d8-4f4d-82d9-1cd2cff14927 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:44:14.792646 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.provisioning_blocks [req-4fe0c924-9aae-40e1-b6b5-5506fdc0aaa2 req-d3d4ac50-76d8-4f4d-82d9-1cd2cff14927 service neutron] Transition to ACTIVE for port object be247617-8428-44d2-91de-d6c8930e7afd will not be triggered until provisioned by entity L2. {{(pid=103447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 20:44:14.796956 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-4fe0c924-9aae-40e1-b6b5-5506fdc0aaa2 req-d3d4ac50-76d8-4f4d-82d9-1cd2cff14927 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:44:14.855353 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d4ac50-76d8-4f4d-82d9-1cd2cff14927 service neutron] Pushing event updated for resources: {'Port': ['ID=be247617-8428-44d2-91de-d6c8930e7afd,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:44:14.938468 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-4fe0c924-9aae-40e1-b6b5-5506fdc0aaa2 req-d3d4ac50-76d8-4f4d-82d9-1cd2cff14927 service neutron] Attempting to bind port be247617-8428-44d2-91de-d6c8930e7afd on host n-h2-818823-1 for vnic_type normal with profile {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:44:14.938833 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-4fe0c924-9aae-40e1-b6b5-5506fdc0aaa2 req-d3d4ac50-76d8-4f4d-82d9-1cd2cff14927 service neutron] Attempting to bind port be247617-8428-44d2-91de-d6c8930e7afd by drivers openvswitch,hyperv on host n-h2-818823-1 at level 0 using segments [{'id': '4aa11b26-9f57-405f-9190-6abb0565ab6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '6bc37553-a100-43d1-8d1a-4277980617a1'}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:44:14.939147 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fe0c924-9aae-40e1-b6b5-5506fdc0aaa2 req-d3d4ac50-76d8-4f4d-82d9-1cd2cff14927 service neutron] Attempting to bind port be247617-8428-44d2-91de-d6c8930e7afd on network 6bc37553-a100-43d1-8d1a-4277980617a1 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:44:14.944383 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fe0c924-9aae-40e1-b6b5-5506fdc0aaa2 req-d3d4ac50-76d8-4f4d-82d9-1cd2cff14927 service neutron] Port be247617-8428-44d2-91de-d6c8930e7afd on network 6bc37553-a100-43d1-8d1a-4277980617a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-818823-1 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:44:14.944712 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fe0c924-9aae-40e1-b6b5-5506fdc0aaa2 req-d3d4ac50-76d8-4f4d-82d9-1cd2cff14927 service neutron] Attempting to bind port be247617-8428-44d2-91de-d6c8930e7afd on network 6bc37553-a100-43d1-8d1a-4277980617a1 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:44:14.951033 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fe0c924-9aae-40e1-b6b5-5506fdc0aaa2 req-d3d4ac50-76d8-4f4d-82d9-1cd2cff14927 service neutron] Checking agent: {'id': '65e0486a-7030-4065-96f0-10aa7402a530', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'started_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 44, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:44:14.951438 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fe0c924-9aae-40e1-b6b5-5506fdc0aaa2 req-d3d4ac50-76d8-4f4d-82d9-1cd2cff14927 service neutron] Checking segment: {'id': '4aa11b26-9f57-405f-9190-6abb0565ab6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '6bc37553-a100-43d1-8d1a-4277980617a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:44:14.951862 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fe0c924-9aae-40e1-b6b5-5506fdc0aaa2 req-d3d4ac50-76d8-4f4d-82d9-1cd2cff14927 service neutron] Bound using segment: {'id': '4aa11b26-9f57-405f-9190-6abb0565ab6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '6bc37553-a100-43d1-8d1a-4277980617a1'} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:44:14.952288 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-4fe0c924-9aae-40e1-b6b5-5506fdc0aaa2 req-d3d4ac50-76d8-4f4d-82d9-1cd2cff14927 service neutron] Bound port: be247617-8428-44d2-91de-d6c8930e7afd, host: n-h2-818823-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4aa11b26-9f57-405f-9190-6abb0565ab6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '6bc37553-a100-43d1-8d1a-4277980617a1'}}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:44:14.952656 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-4fe0c924-9aae-40e1-b6b5-5506fdc0aaa2 req-d3d4ac50-76d8-4f4d-82d9-1cd2cff14927 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:44:15.027585 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-4fe0c924-9aae-40e1-b6b5-5506fdc0aaa2 req-d3d4ac50-76d8-4f4d-82d9-1cd2cff14927 service neutron] For port be247617-8428-44d2-91de-d6c8930e7afd, host n-h2-818823-1, cleared binding levels {{(pid=103447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:44:15.030778 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-4fe0c924-9aae-40e1-b6b5-5506fdc0aaa2 req-d3d4ac50-76d8-4f4d-82d9-1cd2cff14927 service neutron] For port be247617-8428-44d2-91de-d6c8930e7afd, host n-h2-818823-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=be247617-8428-44d2-91de-d6c8930e7afd,segment=NetworkSegment(4aa11b26-9f57-405f-9190-6abb0565ab6f),segment_id=4aa11b26-9f57-405f-9190-6abb0565ab6f)] {{(pid=103447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:44:15.037598 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-4fe0c924-9aae-40e1-b6b5-5506fdc0aaa2 req-d3d4ac50-76d8-4f4d-82d9-1cd2cff14927 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:44:15.077133 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe0c924-9aae-40e1-b6b5-5506fdc0aaa2 req-d3d4ac50-76d8-4f4d-82d9-1cd2cff14927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:44:15.077755 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-4fe0c924-9aae-40e1-b6b5-5506fdc0aaa2 req-d3d4ac50-76d8-4f4d-82d9-1cd2cff14927 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:44:15.079849 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4fe0c924-9aae-40e1-b6b5-5506fdc0aaa2 req-d3d4ac50-76d8-4f4d-82d9-1cd2cff14927 service neutron] 10.222.0.20 "PUT /v2.0/ports/be247617-8428-44d2-91de-d6c8930e7afd HTTP/1.1" status: 200 len: 1092 time: 0.6413496 Nov 22 20:44:15.080296 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1194233d-e187-4b8f-9a22-e997d2eddcd2', 'tag': 'be247617-8428-44d2-91de-d6c8930e7afd'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:44:15.082525 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f71b60ce-7a0d-4a3a-b1ae-ef1c8303d882" -d '{"events": [{"name": "network-changed", "server_uuid": "1194233d-e187-4b8f-9a22-e997d2eddcd2", "tag": "be247617-8428-44d2-91de-d6c8930e7afd"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:44:15.108266 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d4ac50-76d8-4f4d-82d9-1cd2cff14927 service neutron] Pushing event updated for resources: {'Port': ['ID=be247617-8428-44d2-91de-d6c8930e7afd,revision_number=3']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:44:15.136330 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 20:44:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b9eb1d1-f9e0-4099-9717-67a6fa968171 x-openstack-request-id: req-7b9eb1d1-f9e0-4099-9717-67a6fa968171 {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:44:15.136847 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1194233d-e187-4b8f-9a22-e997d2eddcd2", "tag": "be247617-8428-44d2-91de-d6c8930e7afd", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:44:15.137267 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7b9eb1d1-f9e0-4099-9717-67a6fa968171 {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:44:15.137873 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1194233d-e187-4b8f-9a22-e997d2eddcd2', 'tag': 'be247617-8428-44d2-91de-d6c8930e7afd', 'status': 'completed', 'code': 200} Nov 22 20:44:15.226457 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0790af8-4eb1-4a31-a486-e59eaedba021 req-e44ef7f6-43f3-420f-a079-3aaaa597699e tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:44:15.233910 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d0790af8-4eb1-4a31-a486-e59eaedba021 req-e44ef7f6-43f3-420f-a079-3aaaa597699e tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/ports?device_id=1194233d-e187-4b8f-9a22-e997d2eddcd2 HTTP/1.1" status: 200 len: 944 time: 0.0895414 Nov 22 20:44:15.264440 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe0c924-9aae-40e1-b6b5-5506fdc0aaa2 req-8d987882-93d9-4875-8c55-264b22a0d8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:44:15.267098 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4fe0c924-9aae-40e1-b6b5-5506fdc0aaa2 req-8d987882-93d9-4875-8c55-264b22a0d8d7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2159a301d65a4f0aa3ad4e0df129c1f8&device_id=1194233d-e187-4b8f-9a22-e997d2eddcd2 HTTP/1.1" status: 200 len: 1095 time: 0.0906177 Nov 22 20:44:15.326848 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4fe0c924-9aae-40e1-b6b5-5506fdc0aaa2 req-bfbf6e37-c1e6-4149-9abb-f87993536599 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=be247617-8428-44d2-91de-d6c8930e7afd HTTP/1.1" status: 200 len: 217 time: 0.0492215 Nov 22 20:44:15.332096 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d0790af8-4eb1-4a31-a486-e59eaedba021 req-9ba40b82-7591-4528-9d6e-3e97afc2ef4f tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/security-groups?id=9385f438-76fd-4571-8741-9d769037a7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973971 Nov 22 20:44:15.377399 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe0c924-9aae-40e1-b6b5-5506fdc0aaa2 req-f8d3235c-6a18-42bd-9651-a9011c12bb27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:44:15.379074 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4fe0c924-9aae-40e1-b6b5-5506fdc0aaa2 req-f8d3235c-6a18-42bd-9651-a9011c12bb27 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=44fc5a0e-e05e-4887-a12b-3d1c69de9281 HTTP/1.1" status: 200 len: 850 time: 0.0442677 Nov 22 20:44:15.426339 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe0c924-9aae-40e1-b6b5-5506fdc0aaa2 req-07b735e5-bb34-493f-82dd-84b06ecbfa50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:44:15.427859 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4fe0c924-9aae-40e1-b6b5-5506fdc0aaa2 req-07b735e5-bb34-493f-82dd-84b06ecbfa50 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6bc37553-a100-43d1-8d1a-4277980617a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412910 Nov 22 20:44:15.880407 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4fe0c924-9aae-40e1-b6b5-5506fdc0aaa2 req-b09dd60f-0221-4777-8dcd-791ebd28cee6 service neutron] 10.222.0.20 "GET /v2.0/networks/6bc37553-a100-43d1-8d1a-4277980617a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4449151 Nov 22 20:44:15.972765 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4fe0c924-9aae-40e1-b6b5-5506fdc0aaa2 req-f82b82a4-31ab-42fe-8b36-0d9e95b866fa service neutron] 10.222.0.20 "GET /v2.0/networks/6bc37553-a100-43d1-8d1a-4277980617a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843608 Nov 22 20:44:16.061996 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71b60ce-7a0d-4a3a-b1ae-ef1c8303d882 req-14875d8e-0f48-4a96-a57b-a75c4fb77b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:44:16.063661 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f71b60ce-7a0d-4a3a-b1ae-ef1c8303d882 req-14875d8e-0f48-4a96-a57b-a75c4fb77b47 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2159a301d65a4f0aa3ad4e0df129c1f8&device_id=1194233d-e187-4b8f-9a22-e997d2eddcd2 HTTP/1.1" status: 200 len: 1095 time: 0.0458391 Nov 22 20:44:16.151283 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71b60ce-7a0d-4a3a-b1ae-ef1c8303d882 req-0b545674-bc6d-4722-bd4b-fcbedd9827be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:44:16.152796 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f71b60ce-7a0d-4a3a-b1ae-ef1c8303d882 req-0b545674-bc6d-4722-bd4b-fcbedd9827be service neutron] 10.222.0.20 "GET /v2.0/networks?id=6bc37553-a100-43d1-8d1a-4277980617a1 HTTP/1.1" status: 200 len: 912 time: 0.0823283 Nov 22 20:44:16.198643 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f71b60ce-7a0d-4a3a-b1ae-ef1c8303d882 req-d40dae6b-19f5-48ac-a210-431277efa7f4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=be247617-8428-44d2-91de-d6c8930e7afd HTTP/1.1" status: 200 len: 217 time: 0.0377822 Nov 22 20:44:16.251384 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71b60ce-7a0d-4a3a-b1ae-ef1c8303d882 req-d92d4583-78b2-463c-87f4-cdd414df7a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:44:16.252704 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f71b60ce-7a0d-4a3a-b1ae-ef1c8303d882 req-d92d4583-78b2-463c-87f4-cdd414df7a58 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=44fc5a0e-e05e-4887-a12b-3d1c69de9281 HTTP/1.1" status: 200 len: 850 time: 0.0471792 Nov 22 20:44:16.299443 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71b60ce-7a0d-4a3a-b1ae-ef1c8303d882 req-271e80f5-6769-4556-b726-e192e11f8111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:44:16.301045 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f71b60ce-7a0d-4a3a-b1ae-ef1c8303d882 req-271e80f5-6769-4556-b726-e192e11f8111 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6bc37553-a100-43d1-8d1a-4277980617a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415671 Nov 22 20:44:16.406838 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f71b60ce-7a0d-4a3a-b1ae-ef1c8303d882 req-fac40537-3c7f-4b32-a162-91a1afcbcbbe service neutron] 10.222.0.20 "GET /v2.0/networks/6bc37553-a100-43d1-8d1a-4277980617a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985799 Nov 22 20:44:16.532886 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7d0054-18c7-4d01-bd04-a9cbdde20866 req-33e2439f-e19e-4ce7-ae54-26e9245d53db tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:44:16.534270 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9b7d0054-18c7-4d01-bd04-a9cbdde20866 req-33e2439f-e19e-4ce7-ae54-26e9245d53db tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/ports?device_id=1194233d-e187-4b8f-9a22-e997d2eddcd2 HTTP/1.1" status: 200 len: 944 time: 0.1135054 Nov 22 20:44:16.539680 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f71b60ce-7a0d-4a3a-b1ae-ef1c8303d882 req-50d72f2e-7a10-4ef0-ab60-f7da463e147f service neutron] 10.222.0.20 "GET /v2.0/networks/6bc37553-a100-43d1-8d1a-4277980617a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262727 Nov 22 20:44:16.583837 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9b7d0054-18c7-4d01-bd04-a9cbdde20866 req-cac219bf-bcc8-4ae2-ac9b-89e03d436e50 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/security-groups?id=9385f438-76fd-4571-8741-9d769037a7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431738 Nov 22 20:44:17.756389 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00c7f3f-d6df-47e8-9f87-c706a02eba9a req-d70ffde2-91ed-4a3c-8ac8-d80d7d7901c2 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:44:17.758003 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d00c7f3f-d6df-47e8-9f87-c706a02eba9a req-d70ffde2-91ed-4a3c-8ac8-d80d7d7901c2 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/ports?device_id=1194233d-e187-4b8f-9a22-e997d2eddcd2 HTTP/1.1" status: 200 len: 944 time: 0.0511169 Nov 22 20:44:17.806132 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d00c7f3f-d6df-47e8-9f87-c706a02eba9a req-fc55748d-28af-4b04-9e91-bb09663346d4 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/security-groups?id=9385f438-76fd-4571-8741-9d769037a7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423827 Nov 22 20:44:18.984607 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262fa42c-40e7-4cfb-8315-bfb630b0b1da req-c17d3069-fb08-45cd-8632-06aab412b178 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:44:18.987795 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-262fa42c-40e7-4cfb-8315-bfb630b0b1da req-c17d3069-fb08-45cd-8632-06aab412b178 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/ports?device_id=1194233d-e187-4b8f-9a22-e997d2eddcd2 HTTP/1.1" status: 200 len: 944 time: 0.0667346 Nov 22 20:44:19.062399 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-262fa42c-40e7-4cfb-8315-bfb630b0b1da req-eb7dc804-4470-4387-8f3e-521e4f9749c0 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/security-groups?id=9385f438-76fd-4571-8741-9d769037a7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626590 Nov 22 20:44:20.200219 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466cc05a-c0d0-45db-9323-c7b8dbdff072 req-ddb922ec-60e2-449f-a45b-61ec559202f3 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:44:20.201906 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-466cc05a-c0d0-45db-9323-c7b8dbdff072 req-ddb922ec-60e2-449f-a45b-61ec559202f3 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/ports?device_id=1194233d-e187-4b8f-9a22-e997d2eddcd2 HTTP/1.1" status: 200 len: 944 time: 0.0552311 Nov 22 20:44:20.292284 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-466cc05a-c0d0-45db-9323-c7b8dbdff072 req-0fba0aac-5362-49e7-bf6e-0bc0d324be21 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/security-groups?id=9385f438-76fd-4571-8741-9d769037a7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751235 Nov 22 20:44:21.411066 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f19b04-097b-4d12-b82b-44b0cebc1581 req-214b2f84-1adf-4ec3-bffd-81479a5966d0 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:44:21.413188 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-96f19b04-097b-4d12-b82b-44b0cebc1581 req-214b2f84-1adf-4ec3-bffd-81479a5966d0 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/ports?device_id=1194233d-e187-4b8f-9a22-e997d2eddcd2 HTTP/1.1" status: 200 len: 944 time: 0.0505488 Nov 22 20:44:21.462154 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-96f19b04-097b-4d12-b82b-44b0cebc1581 req-ac06fb8b-91ab-4776-bde4-82d1a350f892 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/security-groups?id=9385f438-76fd-4571-8741-9d769037a7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434897 Nov 22 20:44:22.580710 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49b272a-8a13-417c-9ace-976d89ee3ed0 req-67fb6b04-9747-43df-88aa-af75c0a42c60 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:44:22.582178 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e49b272a-8a13-417c-9ace-976d89ee3ed0 req-67fb6b04-9747-43df-88aa-af75c0a42c60 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/ports?device_id=1194233d-e187-4b8f-9a22-e997d2eddcd2 HTTP/1.1" status: 200 len: 944 time: 0.0525177 Nov 22 20:44:22.628186 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e49b272a-8a13-417c-9ace-976d89ee3ed0 req-c597d7ef-3aa7-4863-90fc-43138396e0f8 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/security-groups?id=9385f438-76fd-4571-8741-9d769037a7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400596 Nov 22 20:44:23.756608 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3ef6bd-aebe-4664-8606-9551b6297bb4 req-91ce5ced-846b-4707-b230-879aed0ac294 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:44:23.758004 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2c3ef6bd-aebe-4664-8606-9551b6297bb4 req-91ce5ced-846b-4707-b230-879aed0ac294 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/ports?device_id=1194233d-e187-4b8f-9a22-e997d2eddcd2 HTTP/1.1" status: 200 len: 944 time: 0.0618789 Nov 22 20:44:23.807349 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2c3ef6bd-aebe-4664-8606-9551b6297bb4 req-e3c9cc45-e462-43bc-b150-2b9ac3426958 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/security-groups?id=9385f438-76fd-4571-8741-9d769037a7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433564 Nov 22 20:44:24.931581 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1225586-94d7-44be-a538-22cf583256dd req-143b379f-9f4e-46cd-98c1-ecdf773f3d4e tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:44:24.932256 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d1225586-94d7-44be-a538-22cf583256dd req-143b379f-9f4e-46cd-98c1-ecdf773f3d4e tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/ports?device_id=1194233d-e187-4b8f-9a22-e997d2eddcd2 HTTP/1.1" status: 200 len: 944 time: 0.0584588 Nov 22 20:44:24.983268 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d1225586-94d7-44be-a538-22cf583256dd req-0ce3df7f-d809-4ccf-9f31-29cd5846e86f tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/security-groups?id=9385f438-76fd-4571-8741-9d769037a7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433493 Nov 22 20:44:26.102726 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6091fdf2-79f4-4e00-81d8-9d800f527221 req-80fd434e-4491-4de8-a6cb-9928ad893271 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:44:26.104266 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6091fdf2-79f4-4e00-81d8-9d800f527221 req-80fd434e-4491-4de8-a6cb-9928ad893271 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/ports?device_id=1194233d-e187-4b8f-9a22-e997d2eddcd2 HTTP/1.1" status: 200 len: 944 time: 0.0498621 Nov 22 20:44:26.154039 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6091fdf2-79f4-4e00-81d8-9d800f527221 req-aabbf172-29fd-4024-a584-fe2fa094bf86 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/security-groups?id=9385f438-76fd-4571-8741-9d769037a7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431666 Nov 22 20:44:27.275100 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb028e0-c653-4e2a-8a5e-732ec83dd7d4 req-b3981b7e-625b-4753-8983-eb7aa8e11f52 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:44:27.276656 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4eb028e0-c653-4e2a-8a5e-732ec83dd7d4 req-b3981b7e-625b-4753-8983-eb7aa8e11f52 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/ports?device_id=1194233d-e187-4b8f-9a22-e997d2eddcd2 HTTP/1.1" status: 200 len: 944 time: 0.0502722 Nov 22 20:44:27.330303 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4eb028e0-c653-4e2a-8a5e-732ec83dd7d4 req-fa578c9e-711a-40a8-a2dc-6fbc02bf8eb7 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/security-groups?id=9385f438-76fd-4571-8741-9d769037a7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467927 Nov 22 20:44:28.451408 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8922a9-1c8c-47ac-81cc-0032a0e3a0c7 req-b25f310f-8e6e-40b2-ab8c-67542872546e tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:44:28.452956 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3c8922a9-1c8c-47ac-81cc-0032a0e3a0c7 req-b25f310f-8e6e-40b2-ab8c-67542872546e tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/ports?device_id=1194233d-e187-4b8f-9a22-e997d2eddcd2 HTTP/1.1" status: 200 len: 944 time: 0.0525088 Nov 22 20:44:28.501130 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3c8922a9-1c8c-47ac-81cc-0032a0e3a0c7 req-b0556d30-fe9a-460d-881b-dc6c6e9af438 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/security-groups?id=9385f438-76fd-4571-8741-9d769037a7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412080 Nov 22 20:44:29.615902 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7f09d1-9455-4bae-a8f3-518bda2e54ce req-23ac3281-8dc7-49e6-9b6e-d981a9dc68c9 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:44:29.617372 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8d7f09d1-9455-4bae-a8f3-518bda2e54ce req-23ac3281-8dc7-49e6-9b6e-d981a9dc68c9 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/ports?device_id=1194233d-e187-4b8f-9a22-e997d2eddcd2 HTTP/1.1" status: 200 len: 944 time: 0.0482142 Nov 22 20:44:29.664914 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8d7f09d1-9455-4bae-a8f3-518bda2e54ce req-94b7573d-69f4-45d5-9f22-56c38c8b94e1 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/security-groups?id=9385f438-76fd-4571-8741-9d769037a7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412672 Nov 22 20:44:30.009654 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-d5ed4252-b7b7-4eb2-b8c3-e0a959375e1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:44:30.785820 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdca444-71f6-48fb-9f35-c4140e38d6cd req-49960f4b-6e81-4704-828d-666105a54f2c tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:44:30.787306 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ffdca444-71f6-48fb-9f35-c4140e38d6cd req-49960f4b-6e81-4704-828d-666105a54f2c tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/ports?device_id=1194233d-e187-4b8f-9a22-e997d2eddcd2 HTTP/1.1" status: 200 len: 944 time: 0.0528610 Nov 22 20:44:30.834948 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ffdca444-71f6-48fb-9f35-c4140e38d6cd req-1a5b4c36-83dd-4721-8b4a-b350c1600d77 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/security-groups?id=9385f438-76fd-4571-8741-9d769037a7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414920 Nov 22 20:44:31.948972 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26642483-902e-49d9-a019-3c153647a61d req-a3b2d62c-b014-4ba8-84d9-e13addb9ddbf tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:44:31.950480 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-26642483-902e-49d9-a019-3c153647a61d req-a3b2d62c-b014-4ba8-84d9-e13addb9ddbf tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/ports?device_id=1194233d-e187-4b8f-9a22-e997d2eddcd2 HTTP/1.1" status: 200 len: 944 time: 0.0491502 Nov 22 20:44:31.997021 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-26642483-902e-49d9-a019-3c153647a61d req-cb7c607e-d388-47b7-951a-f9a86901f949 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/security-groups?id=9385f438-76fd-4571-8741-9d769037a7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403414 Nov 22 20:44:32.902317 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-708d3e78-0f6e-4b05-90fc-b77b034b74b7 req-9da7c5e4-b82c-47cc-b03b-3a3d0dffa8d1 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=895512ea-fccd-41da-8359-36f93c1b41d7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0458760 Nov 22 20:44:32.949639 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-b1badb6e-7743-4b0c-9d4c-d51875d0ce7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:44:32.985406 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708d3e78-0f6e-4b05-90fc-b77b034b74b7 req-852bf071-af9c-4fe8-8ee3-74ddb41e9cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:44:32.986906 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-708d3e78-0f6e-4b05-90fc-b77b034b74b7 req-852bf071-af9c-4fe8-8ee3-74ddb41e9cb6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a7e1521722f94d70843af2e3bd21601a&device_id=895512ea-fccd-41da-8359-36f93c1b41d7 HTTP/1.1" status: 200 len: 1097 time: 0.0413604 Nov 22 20:44:33.094747 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708d3e78-0f6e-4b05-90fc-b77b034b74b7 req-02aabcaa-2a77-4f12-8db5-3947806916a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:44:33.096224 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-708d3e78-0f6e-4b05-90fc-b77b034b74b7 req-02aabcaa-2a77-4f12-8db5-3947806916a5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=3351f9f4-f4e4-4ee2-9c2b-3b58a4e4fc24 HTTP/1.1" status: 200 len: 909 time: 0.0886054 Nov 22 20:44:33.119600 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31f961b-a254-4824-b540-e890d7b7a104 req-c5789de4-3435-434b-9334-1fb36119195c tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:44:33.121129 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b31f961b-a254-4824-b540-e890d7b7a104 req-c5789de4-3435-434b-9334-1fb36119195c tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/ports?device_id=1194233d-e187-4b8f-9a22-e997d2eddcd2 HTTP/1.1" status: 200 len: 944 time: 0.0510614 Nov 22 20:44:33.169696 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-708d3e78-0f6e-4b05-90fc-b77b034b74b7 req-8eb93695-c20a-482f-bbd6-5e56b7533841 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cefa84c8-1893-4548-a3fb-bbfcfe0fcc19 HTTP/1.1" status: 200 len: 1001 time: 0.0664716 Nov 22 20:44:33.177815 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b31f961b-a254-4824-b540-e890d7b7a104 req-72324959-26b9-4a49-a80a-ce626de7185f tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/security-groups?id=9385f438-76fd-4571-8741-9d769037a7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492499 Nov 22 20:44:33.226473 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708d3e78-0f6e-4b05-90fc-b77b034b74b7 req-b0801604-60a5-4520-b9a3-bb1bb38fa7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:44:33.228011 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-708d3e78-0f6e-4b05-90fc-b77b034b74b7 req-b0801604-60a5-4520-b9a3-bb1bb38fa7e9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=23ea69f1-3a57-4da4-b379-270435f982a0 HTTP/1.1" status: 200 len: 847 time: 0.0518129 Nov 22 20:44:33.274648 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708d3e78-0f6e-4b05-90fc-b77b034b74b7 req-9b75837d-8c69-4970-bd37-c1a6eb33bb87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:44:33.276172 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-708d3e78-0f6e-4b05-90fc-b77b034b74b7 req-9b75837d-8c69-4970-bd37-c1a6eb33bb87 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3351f9f4-f4e4-4ee2-9c2b-3b58a4e4fc24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407605 Nov 22 20:44:33.288429 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [req-708d3e78-0f6e-4b05-90fc-b77b034b74b7 req-5ac92c3d-c2e3-4d35-b8e8-9d59271eb3df service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=103448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 20:44:33.289460 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-708d3e78-0f6e-4b05-90fc-b77b034b74b7 req-5ac92c3d-c2e3-4d35-b8e8-9d59271eb3df service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064433 Nov 22 20:44:33.381393 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-708d3e78-0f6e-4b05-90fc-b77b034b74b7 req-ef6785a5-b845-4c93-bb15-1170dd8e29c4 service neutron] 10.222.0.41 "GET /v2.0/networks/3351f9f4-f4e4-4ee2-9c2b-3b58a4e4fc24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850823 Nov 22 20:44:33.468218 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-708d3e78-0f6e-4b05-90fc-b77b034b74b7 req-68361a09-4c4c-4abd-9041-240cbf00ef1b service neutron] 10.222.0.41 "GET /v2.0/networks/3351f9f4-f4e4-4ee2-9c2b-3b58a4e4fc24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802395 Nov 22 20:44:33.506547 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-03f0964f-1b75-4df7-99e0-a3cdb56ec2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:44:34.296718 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59025414-1480-431b-af84-c5e1c27167e1 req-b5ceea8a-5079-4822-987a-1ad599256535 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:44:34.298201 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-59025414-1480-431b-af84-c5e1c27167e1 req-b5ceea8a-5079-4822-987a-1ad599256535 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/ports?device_id=1194233d-e187-4b8f-9a22-e997d2eddcd2 HTTP/1.1" status: 200 len: 944 time: 0.0522249 Nov 22 20:44:34.345085 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-59025414-1480-431b-af84-c5e1c27167e1 req-8fe7d434-3637-4840-9261-d970b8ccf831 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/security-groups?id=9385f438-76fd-4571-8741-9d769037a7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408516 Nov 22 20:44:35.206374 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e49ee129-e862-4476-beca-cdc8150d2345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:44:35.458745 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2865c41-b0be-4a2b-b620-daed0e9a7000 req-64f94d9c-66df-47fa-a386-feac30369846 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:44:35.460214 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a2865c41-b0be-4a2b-b620-daed0e9a7000 req-64f94d9c-66df-47fa-a386-feac30369846 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/ports?device_id=1194233d-e187-4b8f-9a22-e997d2eddcd2 HTTP/1.1" status: 200 len: 944 time: 0.0494905 Nov 22 20:44:35.507437 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a2865c41-b0be-4a2b-b620-daed0e9a7000 req-d038898c-ba09-4b53-88ee-95167530b348 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/security-groups?id=9385f438-76fd-4571-8741-9d769037a7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411751 Nov 22 20:44:36.072648 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:44:36.624246 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9a6512-d226-4fae-b3b5-c22665cbae38 req-ae6f2c25-c4b0-4647-a341-000e90dfe218 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:44:36.625757 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ca9a6512-d226-4fae-b3b5-c22665cbae38 req-ae6f2c25-c4b0-4647-a341-000e90dfe218 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/ports?device_id=1194233d-e187-4b8f-9a22-e997d2eddcd2 HTTP/1.1" status: 200 len: 944 time: 0.0525203 Nov 22 20:44:36.672839 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ca9a6512-d226-4fae-b3b5-c22665cbae38 req-7190231a-2d9e-4c1c-ae94-9efb9b207da2 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/security-groups?id=9385f438-76fd-4571-8741-9d769037a7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401852 Nov 22 20:44:37.166061 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.agents_db [None req-aa8313f2-1ee4-4e7b-8c5a-d32b2f9d31ee None None] Agent healthcheck: found 7 active agents {{(pid=103450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 20:44:37.787153 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91dab36-66f4-4e9d-b617-8ad4f56e0637 req-e718bff3-dbd5-4177-baa2-20eb11266c98 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:44:37.788709 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f91dab36-66f4-4e9d-b617-8ad4f56e0637 req-e718bff3-dbd5-4177-baa2-20eb11266c98 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/ports?device_id=1194233d-e187-4b8f-9a22-e997d2eddcd2 HTTP/1.1" status: 200 len: 944 time: 0.0498152 Nov 22 20:44:37.838349 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f91dab36-66f4-4e9d-b617-8ad4f56e0637 req-d2d2440b-453e-496d-ab85-31641884a5dc tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/security-groups?id=9385f438-76fd-4571-8741-9d769037a7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416572 Nov 22 20:44:38.044165 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device be247617-8428-44d2-91de-d6c8930e7afd details requested by agent hyperv_n-h2-818823-1 with host n-h2-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 20:44:38.141480 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port be247617-8428-44d2-91de-d6c8930e7afd, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=be247617-8428-44d2-91de-d6c8930e7afd,segment=NetworkSegment(4aa11b26-9f57-405f-9190-6abb0565ab6f),segment_id=4aa11b26-9f57-405f-9190-6abb0565ab6f)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:44:38.152680 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Returning: {'device': 'be247617-8428-44d2-91de-d6c8930e7afd', 'network_id': '6bc37553-a100-43d1-8d1a-4277980617a1', 'port_id': 'be247617-8428-44d2-91de-d6c8930e7afd', 'mac_address': 'fa:16:3e:74:f8:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44fc5a0e-e05e-4887-a12b-3d1c69de9281', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 20:44:38.191245 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:44:38.205463 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be247617-8428-44d2-91de-d6c8930e7afd {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:44:38.227070 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port be247617-8428-44d2-91de-d6c8930e7afd, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=be247617-8428-44d2-91de-d6c8930e7afd,segment=NetworkSegment(4aa11b26-9f57-405f-9190-6abb0565ab6f),segment_id=4aa11b26-9f57-405f-9190-6abb0565ab6f)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:44:38.231237 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:44:38.278939 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=be247617-8428-44d2-91de-d6c8930e7afd,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:44:38.286796 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:44:38.287141 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:44:38.287500 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:44:38.287835 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:44:38.288163 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:44:38.288489 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:44:38.288811 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:44:38.289134 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:44:38.289456 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:44:38.289779 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:44:38.290093 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:44:38.290413 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:44:38.424861 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] get_ports_and_sgs() called for port_ids ['be247617-8428-44d2-91de-d6c8930e7afd'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:44:38.956792 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459a9738-798a-4394-87c0-6e0a80b61d08 req-cfb5e7d6-d69d-44e7-ba0f-3f468f63df62 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:44:38.958280 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-459a9738-798a-4394-87c0-6e0a80b61d08 req-cfb5e7d6-d69d-44e7-ba0f-3f468f63df62 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/ports?device_id=1194233d-e187-4b8f-9a22-e997d2eddcd2 HTTP/1.1" status: 200 len: 945 time: 0.0527871 Nov 22 20:44:39.005762 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-459a9738-798a-4394-87c0-6e0a80b61d08 req-b81cab13-d724-4228-b1f7-4a1057ab722b tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/security-groups?id=9385f438-76fd-4571-8741-9d769037a7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411341 Nov 22 20:44:40.053565 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device be247617-8428-44d2-91de-d6c8930e7afd up at agent hyperv_n-h2-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:44:40.103934 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Provisioning for port be247617-8428-44d2-91de-d6c8930e7afd completed by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 20:44:40.108075 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Provisioning complete for port be247617-8428-44d2-91de-d6c8930e7afd triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:44:40.108446 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:44:40.124676 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b1be89-4baa-4281-8a91-d2c45d3a6cec req-5f1973ab-617f-41fc-b5c7-23bc86bb68fa tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:44:40.126237 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-73b1be89-4baa-4281-8a91-d2c45d3a6cec req-5f1973ab-617f-41fc-b5c7-23bc86bb68fa tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/ports?device_id=1194233d-e187-4b8f-9a22-e997d2eddcd2 HTTP/1.1" status: 200 len: 945 time: 0.0505688 Nov 22 20:44:40.173803 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-73b1be89-4baa-4281-8a91-d2c45d3a6cec req-32477c35-c397-4c86-9857-ed773fce1cbd tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/security-groups?id=9385f438-76fd-4571-8741-9d769037a7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412390 Nov 22 20:44:40.192000 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:44:40.214972 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1194233d-e187-4b8f-9a22-e997d2eddcd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be247617-8428-44d2-91de-d6c8930e7afd'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:44:40.217227 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d39f6d30a11e565ec9648abcc015e8a6ab6cff4edd704add8155e28765d31eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81dd775a-ecbc-4a12-9fcb-069497254ee5" -d '{"events": [{"server_uuid": "1194233d-e187-4b8f-9a22-e997d2eddcd2", "name": "network-vif-plugged", "status": "completed", "tag": "be247617-8428-44d2-91de-d6c8930e7afd"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:44:40.230433 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port be247617-8428-44d2-91de-d6c8930e7afd, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=be247617-8428-44d2-91de-d6c8930e7afd,segment=NetworkSegment(4aa11b26-9f57-405f-9190-6abb0565ab6f),segment_id=4aa11b26-9f57-405f-9190-6abb0565ab6f)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:44:40.234506 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:44:40.258151 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:44:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dd98022-c4ac-4bd2-b9bb-a8b92463bac1 x-openstack-request-id: req-6dd98022-c4ac-4bd2-b9bb-a8b92463bac1 {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:44:40.258451 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1194233d-e187-4b8f-9a22-e997d2eddcd2", "name": "network-vif-plugged", "status": "completed", "tag": "be247617-8428-44d2-91de-d6c8930e7afd", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:44:40.258712 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6dd98022-c4ac-4bd2-b9bb-a8b92463bac1 {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:44:40.259109 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1194233d-e187-4b8f-9a22-e997d2eddcd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be247617-8428-44d2-91de-d6c8930e7afd', 'code': 200} Nov 22 20:44:40.284348 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=be247617-8428-44d2-91de-d6c8930e7afd,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:44:40.354268 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fe5513-505e-4393-9e29-41412bde8567 req-64f46e10-b924-41cf-bdf0-d925c3f6b504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:44:40.355717 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-11fe5513-505e-4393-9e29-41412bde8567 req-64f46e10-b924-41cf-bdf0-d925c3f6b504 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1194233d-e187-4b8f-9a22-e997d2eddcd2 HTTP/1.1" status: 200 len: 1097 time: 0.0396881 Nov 22 20:44:40.403263 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-11fe5513-505e-4393-9e29-41412bde8567 req-1b2b0afd-0d1b-4c28-b178-cbc3d1dcb008 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=9385f438-76fd-4571-8741-9d769037a7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398815 Nov 22 20:44:41.287135 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ec745c-6127-4ebf-8ec5-b690d7e037bd req-3a32df7f-3f4d-45f5-990c-a97dd38a7894 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:44:41.288655 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f2ec745c-6127-4ebf-8ec5-b690d7e037bd req-3a32df7f-3f4d-45f5-990c-a97dd38a7894 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/ports?device_id=1194233d-e187-4b8f-9a22-e997d2eddcd2 HTTP/1.1" status: 200 len: 946 time: 0.0484405 Nov 22 20:44:41.340515 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f2ec745c-6127-4ebf-8ec5-b690d7e037bd req-f9436d58-2d63-4e66-a5df-c9ae5535d039 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/security-groups?id=9385f438-76fd-4571-8741-9d769037a7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459290 Nov 22 20:44:42.457838 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25580059-30f6-4d10-9ef8-425e3db28a07 req-5155fcb4-a197-47b0-8242-6a97bc3a35e7 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:44:42.459336 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-25580059-30f6-4d10-9ef8-425e3db28a07 req-5155fcb4-a197-47b0-8242-6a97bc3a35e7 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/ports?device_id=1194233d-e187-4b8f-9a22-e997d2eddcd2 HTTP/1.1" status: 200 len: 946 time: 0.0487843 Nov 22 20:44:42.505632 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-25580059-30f6-4d10-9ef8-425e3db28a07 req-e925235f-5c80-478d-863a-27b86157cccb tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/security-groups?id=9385f438-76fd-4571-8741-9d769037a7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403857 Nov 22 20:44:42.626744 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5b7fda-171d-4d2c-9ac9-10221909e3b7 req-c3fb4309-4eca-407a-a4aa-4f3154fdff6c tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:44:42.628185 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6a5b7fda-171d-4d2c-9ac9-10221909e3b7 req-c3fb4309-4eca-407a-a4aa-4f3154fdff6c tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/ports?device_id=1194233d-e187-4b8f-9a22-e997d2eddcd2 HTTP/1.1" status: 200 len: 946 time: 0.0538766 Nov 22 20:44:42.675861 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6a5b7fda-171d-4d2c-9ac9-10221909e3b7 req-2adc1f4c-e4e8-4169-a2e5-f4cb06bfbba4 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/security-groups?id=9385f438-76fd-4571-8741-9d769037a7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413659 Nov 22 20:44:42.785704 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dd13b2-6be2-4688-969f-98c26a16db1a req-669d8a19-4398-40cc-b97b-1ca5bf0acc71 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:44:42.787178 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-02dd13b2-6be2-4688-969f-98c26a16db1a req-669d8a19-4398-40cc-b97b-1ca5bf0acc71 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/ports?device_id=1194233d-e187-4b8f-9a22-e997d2eddcd2 HTTP/1.1" status: 200 len: 946 time: 0.0479465 Nov 22 20:44:42.834731 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-02dd13b2-6be2-4688-969f-98c26a16db1a req-5c503a35-2189-42cf-86ca-788930ac74f4 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/security-groups?id=9385f438-76fd-4571-8741-9d769037a7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415709 Nov 22 20:44:43.109212 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4911c47-509a-4a57-9f90-ef943032f3dd req-5b0ad6ec-860a-4fc1-9bae-3ab01ec82c6e tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:44:43.111278 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e4911c47-509a-4a57-9f90-ef943032f3dd req-5b0ad6ec-860a-4fc1-9bae-3ab01ec82c6e tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/ports?device_id=1194233d-e187-4b8f-9a22-e997d2eddcd2 HTTP/1.1" status: 200 len: 946 time: 0.0482152 Nov 22 20:44:43.161313 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e4911c47-509a-4a57-9f90-ef943032f3dd req-c41f428b-09e9-4c0a-8ca2-13e141834143 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/security-groups?id=9385f438-76fd-4571-8741-9d769037a7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439467 Nov 22 20:44:44.278858 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e60937a-5ab6-4996-9265-a21bb5704904 req-7bf0a429-86dc-4d95-9f09-fc9d261637c5 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:44:44.280388 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9e60937a-5ab6-4996-9265-a21bb5704904 req-7bf0a429-86dc-4d95-9f09-fc9d261637c5 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/ports?device_id=1194233d-e187-4b8f-9a22-e997d2eddcd2 HTTP/1.1" status: 200 len: 946 time: 0.0502276 Nov 22 20:44:44.327157 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9e60937a-5ab6-4996-9265-a21bb5704904 req-c8282d3b-346c-41b1-909f-b48ed8003985 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/security-groups?id=9385f438-76fd-4571-8741-9d769037a7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407887 Nov 22 20:44:44.537185 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ce5a0c-76a7-446b-a4da-867a99180ccc req-4487f441-c683-4b29-8b04-913f18e3c64a tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:44:44.538545 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-82ce5a0c-76a7-446b-a4da-867a99180ccc req-4487f441-c683-4b29-8b04-913f18e3c64a tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.20 "GET /v2.0/ports?device_id=1194233d-e187-4b8f-9a22-e997d2eddcd2 HTTP/1.1" status: 200 len: 946 time: 0.0478740 Nov 22 20:44:44.632117 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-82ce5a0c-76a7-446b-a4da-867a99180ccc req-e72604db-474f-4bfc-9ae6-235989d31e80 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Deleting port be247617-8428-44d2-91de-d6c8930e7afd {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:44:44.632460 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-82ce5a0c-76a7-446b-a4da-867a99180ccc req-e72604db-474f-4bfc-9ae6-235989d31e80 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:44:44.673060 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:44:44.678047 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:44:44.723945 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-82ce5a0c-76a7-446b-a4da-867a99180ccc req-e72604db-474f-4bfc-9ae6-235989d31e80 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] For port be247617-8428-44d2-91de-d6c8930e7afd, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=be247617-8428-44d2-91de-d6c8930e7afd,segment=NetworkSegment(4aa11b26-9f57-405f-9190-6abb0565ab6f),segment_id=4aa11b26-9f57-405f-9190-6abb0565ab6f)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:44:44.724311 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-82ce5a0c-76a7-446b-a4da-867a99180ccc req-e72604db-474f-4bfc-9ae6-235989d31e80 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:44:44.737082 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-82ce5a0c-76a7-446b-a4da-867a99180ccc req-e72604db-474f-4bfc-9ae6-235989d31e80 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Calling delete_port for be247617-8428-44d2-91de-d6c8930e7afd owned by compute:nova {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:44:44.865378 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-82ce5a0c-76a7-446b-a4da-867a99180ccc req-e72604db-474f-4bfc-9ae6-235989d31e80 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:44:44.876715 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] get_ports_and_sgs() called for port_ids ['be247617-8428-44d2-91de-d6c8930e7afd'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:44:44.894403 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72604db-474f-4bfc-9ae6-235989d31e80 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Pushing event deleted for resources: {'Port': ['ID=be247617-8428-44d2-91de-d6c8930e7afd,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:44:44.941635 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-82ce5a0c-76a7-446b-a4da-867a99180ccc req-e72604db-474f-4bfc-9ae6-235989d31e80 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] No DVR routers for this DVR port be247617-8428-44d2-91de-d6c8930e7afd on host n-h2-818823-1 {{(pid=103447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:44:44.944655 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-82ce5a0c-76a7-446b-a4da-867a99180ccc req-e72604db-474f-4bfc-9ae6-235989d31e80 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:44:44.948240 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-82ce5a0c-76a7-446b-a4da-867a99180ccc req-e72604db-474f-4bfc-9ae6-235989d31e80 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.20 "DELETE /v2.0/ports/be247617-8428-44d2-91de-d6c8930e7afd HTTP/1.1" status: 204 len: 173 time: 0.4030182 Nov 22 20:44:44.948743 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1194233d-e187-4b8f-9a22-e997d2eddcd2', 'name': 'network-vif-deleted', 'tag': 'be247617-8428-44d2-91de-d6c8930e7afd'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:44:44.951033 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed552cd4-b78b-4bd1-bceb-f1886eb573fd" -d '{"events": [{"server_uuid": "1194233d-e187-4b8f-9a22-e997d2eddcd2", "name": "network-vif-deleted", "tag": "be247617-8428-44d2-91de-d6c8930e7afd"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:44:44.989594 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:44:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34699a12-c119-4b39-a794-a7546fd76db7 x-openstack-request-id: req-34699a12-c119-4b39-a794-a7546fd76db7 {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:44:44.989911 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1194233d-e187-4b8f-9a22-e997d2eddcd2", "name": "network-vif-deleted", "tag": "be247617-8428-44d2-91de-d6c8930e7afd", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:44:44.990148 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-34699a12-c119-4b39-a794-a7546fd76db7 {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:44:44.990548 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1194233d-e187-4b8f-9a22-e997d2eddcd2', 'name': 'network-vif-deleted', 'tag': 'be247617-8428-44d2-91de-d6c8930e7afd', 'status': 'completed', 'code': 200} Nov 22 20:44:45.421152 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9e040d6e-a335-4977-9de3-6f9fdae82760 req-cf1f747c-1e9e-455f-8672-a868b3fedaf0 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/ports?device_id=1194233d-e187-4b8f-9a22-e997d2eddcd2 HTTP/1.1" status: 200 len: 210 time: 0.0258272 Nov 22 20:44:46.517888 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4e2214ed-2ff7-4551-8916-268a36f9e410 req-599b5371-c1c2-4d14-8a34-60849faab9f8 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/ports?device_id=1194233d-e187-4b8f-9a22-e997d2eddcd2 HTTP/1.1" status: 200 len: 210 time: 0.0275121 Nov 22 20:44:47.611760 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1ea81d8f-d9b7-4a62-a338-b9bc9ca20eb4 req-6944da0c-90b3-46c5-ac65-6d71fd90fd4b tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/ports?device_id=1194233d-e187-4b8f-9a22-e997d2eddcd2 HTTP/1.1" status: 200 len: 210 time: 0.0268378 Nov 22 20:44:48.076115 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device be247617-8428-44d2-91de-d6c8930e7afd no longer exists at agent hyperv_n-h2-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:44:48.096127 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] No Port match for: be247617-8428-44d2-91de-d6c8930e7afd {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:44:48.096471 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device be247617-8428-44d2-91de-d6c8930e7afd not bound to the agent host n-h2-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:44:48.705990 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f46e56f9-2651-4d52-9021-8246b99381a7 req-eb6922e7-8e8f-4126-b8c7-36a33acd7668 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/ports?device_id=1194233d-e187-4b8f-9a22-e997d2eddcd2 HTTP/1.1" status: 200 len: 210 time: 0.0261507 Nov 22 20:45:00.011896 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-b8e43752-6139-46f5-ac1e-1747c611a12b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:02.955507 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-9b4d230f-45e3-46d8-b2d5-90c5d256949a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:03.510630 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-03f0964f-1b75-4df7-99e0-a3cdb56ec2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:05.240129 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e49ee129-e862-4476-beca-cdc8150d2345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:06.089762 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:08.541836 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d103f878-7351-4844-a34c-889785ca96a0 req-fb112c38-43b1-454f-9ea5-f9fdcc309bcd tempest-TestServerBasicOps-1917284231 tempest-TestServerBasicOps-1917284231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:45:08.543270 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d103f878-7351-4844-a34c-889785ca96a0 req-fb112c38-43b1-454f-9ea5-f9fdcc309bcd tempest-TestServerBasicOps-1917284231 tempest-TestServerBasicOps-1917284231-project] 10.222.0.46 "GET /v2.0/ports?device_id=895512ea-fccd-41da-8359-36f93c1b41d7 HTTP/1.1" status: 200 len: 946 time: 0.0543778 Nov 22 20:45:08.593738 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d103f878-7351-4844-a34c-889785ca96a0 req-59a1e9a0-6994-4de4-84c3-a5da29d516be tempest-TestServerBasicOps-1917284231 tempest-TestServerBasicOps-1917284231-project] 10.222.0.46 "GET /v2.0/security-groups?id=7bd6ba0c-84bf-4200-81ba-38641831e2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444014 Nov 22 20:45:09.909791 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d98566-0e53-4228-b725-be55c9d6f6b0 req-8c2581f0-ea83-48ca-b8be-3692bea15e4a tempest-TestServerBasicOps-1917284231 tempest-TestServerBasicOps-1917284231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:45:09.912191 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-38d98566-0e53-4228-b725-be55c9d6f6b0 req-8c2581f0-ea83-48ca-b8be-3692bea15e4a tempest-TestServerBasicOps-1917284231 tempest-TestServerBasicOps-1917284231-project] 10.222.0.46 "GET /v2.0/ports?device_id=895512ea-fccd-41da-8359-36f93c1b41d7 HTTP/1.1" status: 200 len: 946 time: 0.0516665 Nov 22 20:45:09.928899 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8e740e-60b4-4101-8c8a-5ab126db5046 req-f13cd1b5-13f6-42f8-ada1-cf732665510b tempest-TestServerBasicOps-1917284231 tempest-TestServerBasicOps-1917284231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:45:09.930510 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-da8e740e-60b4-4101-8c8a-5ab126db5046 req-f13cd1b5-13f6-42f8-ada1-cf732665510b tempest-TestServerBasicOps-1917284231 tempest-TestServerBasicOps-1917284231-project] 10.222.0.41 "GET /v2.0/ports?device_id=895512ea-fccd-41da-8359-36f93c1b41d7 HTTP/1.1" status: 200 len: 946 time: 0.0496325 Nov 22 20:45:09.964119 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-38d98566-0e53-4228-b725-be55c9d6f6b0 req-5522dc2c-caed-43db-a5ab-ea1c87875dc0 tempest-TestServerBasicOps-1917284231 tempest-TestServerBasicOps-1917284231-project] 10.222.0.46 "GET /v2.0/security-groups?id=7bd6ba0c-84bf-4200-81ba-38641831e2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457594 Nov 22 20:45:10.038527 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [req-da8e740e-60b4-4101-8c8a-5ab126db5046 req-796256c7-7a29-4ba2-96a2-3e3792c6caf8 tempest-TestServerBasicOps-1917284231 tempest-TestServerBasicOps-1917284231-project] Deleting port cefa84c8-1893-4548-a3fb-bbfcfe0fcc19 {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:45:10.038858 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-da8e740e-60b4-4101-8c8a-5ab126db5046 req-796256c7-7a29-4ba2-96a2-3e3792c6caf8 tempest-TestServerBasicOps-1917284231 tempest-TestServerBasicOps-1917284231-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:10.135611 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-da8e740e-60b4-4101-8c8a-5ab126db5046 req-796256c7-7a29-4ba2-96a2-3e3792c6caf8 tempest-TestServerBasicOps-1917284231 tempest-TestServerBasicOps-1917284231-project] For port cefa84c8-1893-4548-a3fb-bbfcfe0fcc19, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=cefa84c8-1893-4548-a3fb-bbfcfe0fcc19,segment=NetworkSegment(8f98e057-3951-41a9-b731-a3ede033fb6b),segment_id=8f98e057-3951-41a9-b731-a3ede033fb6b)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:45:10.135970 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-da8e740e-60b4-4101-8c8a-5ab126db5046 req-796256c7-7a29-4ba2-96a2-3e3792c6caf8 tempest-TestServerBasicOps-1917284231 tempest-TestServerBasicOps-1917284231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:10.637169 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-da8e740e-60b4-4101-8c8a-5ab126db5046 req-796256c7-7a29-4ba2-96a2-3e3792c6caf8 tempest-TestServerBasicOps-1917284231 tempest-TestServerBasicOps-1917284231-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:10.637753 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-da8e740e-60b4-4101-8c8a-5ab126db5046 req-796256c7-7a29-4ba2-96a2-3e3792c6caf8 tempest-TestServerBasicOps-1917284231 tempest-TestServerBasicOps-1917284231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-595224'] for floatingip, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:10.638036 n-d-818823-1 neutron-server[103448]: INFO neutron.db.l3_db [req-da8e740e-60b4-4101-8c8a-5ab126db5046 req-796256c7-7a29-4ba2-96a2-3e3792c6caf8 tempest-TestServerBasicOps-1917284231 tempest-TestServerBasicOps-1917284231-project] Floating IP 92d744e2-79fb-4767-848a-82100977d2ad disassociated. External IP: 172.25.5.29, port: cefa84c8-1893-4548-a3fb-bbfcfe0fcc19. Nov 22 20:45:10.638386 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [req-da8e740e-60b4-4101-8c8a-5ab126db5046 req-796256c7-7a29-4ba2-96a2-3e3792c6caf8 tempest-TestServerBasicOps-1917284231 tempest-TestServerBasicOps-1917284231-project] Calling delete_port for cefa84c8-1893-4548-a3fb-bbfcfe0fcc19 owned by compute:nova {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:45:10.799768 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-da8e740e-60b4-4101-8c8a-5ab126db5046 req-796256c7-7a29-4ba2-96a2-3e3792c6caf8 tempest-TestServerBasicOps-1917284231 tempest-TestServerBasicOps-1917284231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:10.830729 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796256c7-7a29-4ba2-96a2-3e3792c6caf8 tempest-TestServerBasicOps-1917284231 tempest-TestServerBasicOps-1917284231-project] Pushing event deleted for resources: {'Port': ['ID=cefa84c8-1893-4548-a3fb-bbfcfe0fcc19,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:45:10.842515 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796256c7-7a29-4ba2-96a2-3e3792c6caf8 tempest-TestServerBasicOps-1917284231 tempest-TestServerBasicOps-1917284231-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:45:10.842861 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796256c7-7a29-4ba2-96a2-3e3792c6caf8 tempest-TestServerBasicOps-1917284231 tempest-TestServerBasicOps-1917284231-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:45:10.843479 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796256c7-7a29-4ba2-96a2-3e3792c6caf8 tempest-TestServerBasicOps-1917284231 tempest-TestServerBasicOps-1917284231-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:45:10.843832 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796256c7-7a29-4ba2-96a2-3e3792c6caf8 tempest-TestServerBasicOps-1917284231 tempest-TestServerBasicOps-1917284231-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:45:10.844157 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796256c7-7a29-4ba2-96a2-3e3792c6caf8 tempest-TestServerBasicOps-1917284231 tempest-TestServerBasicOps-1917284231-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:45:10.845017 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796256c7-7a29-4ba2-96a2-3e3792c6caf8 tempest-TestServerBasicOps-1917284231 tempest-TestServerBasicOps-1917284231-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:45:10.845582 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796256c7-7a29-4ba2-96a2-3e3792c6caf8 tempest-TestServerBasicOps-1917284231 tempest-TestServerBasicOps-1917284231-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:45:10.845915 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796256c7-7a29-4ba2-96a2-3e3792c6caf8 tempest-TestServerBasicOps-1917284231 tempest-TestServerBasicOps-1917284231-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:45:10.846248 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796256c7-7a29-4ba2-96a2-3e3792c6caf8 tempest-TestServerBasicOps-1917284231 tempest-TestServerBasicOps-1917284231-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:45:10.847392 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796256c7-7a29-4ba2-96a2-3e3792c6caf8 tempest-TestServerBasicOps-1917284231 tempest-TestServerBasicOps-1917284231-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:45:10.847392 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796256c7-7a29-4ba2-96a2-3e3792c6caf8 tempest-TestServerBasicOps-1917284231 tempest-TestServerBasicOps-1917284231-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:45:10.847685 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796256c7-7a29-4ba2-96a2-3e3792c6caf8 tempest-TestServerBasicOps-1917284231 tempest-TestServerBasicOps-1917284231-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:45:10.981496 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [req-da8e740e-60b4-4101-8c8a-5ab126db5046 req-796256c7-7a29-4ba2-96a2-3e3792c6caf8 tempest-TestServerBasicOps-1917284231 tempest-TestServerBasicOps-1917284231-project] Router 263a0238-7eca-4a0f-894e-a1e3fa169686 has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 20:45:11.087243 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b4cfccd9-506d-4504-a8bd-3389b8e017fc req-2d37d486-bf33-460d-8f03-2576224ed817 tempest-TestServerBasicOps-1917284231 tempest-TestServerBasicOps-1917284231-project] 10.222.0.46 "GET /v2.0/ports?device_id=895512ea-fccd-41da-8359-36f93c1b41d7 HTTP/1.1" status: 200 len: 210 time: 0.0420661 Nov 22 20:45:11.124180 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-da8e740e-60b4-4101-8c8a-5ab126db5046 req-796256c7-7a29-4ba2-96a2-3e3792c6caf8 tempest-TestServerBasicOps-1917284231 tempest-TestServerBasicOps-1917284231-project] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:45:11.136122 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-716ffc69-7c21-44cf-9256-319d238a0672 None None] Sync routers for ids ['263a0238-7eca-4a0f-894e-a1e3fa169686'] in n-d-818823-1 {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:45:11.147618 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-716ffc69-7c21-44cf-9256-319d238a0672 None None] Routers {'263a0238-7eca-4a0f-894e-a1e3fa169686'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:45:11.148267 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-716ffc69-7c21-44cf-9256-319d238a0672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:45:03Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['263a0238-7eca-4a0f-894e-a1e3fa169686'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:45:11.170222 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [req-da8e740e-60b4-4101-8c8a-5ab126db5046 req-796256c7-7a29-4ba2-96a2-3e3792c6caf8 tempest-TestServerBasicOps-1917284231 tempest-TestServerBasicOps-1917284231-project] No DVR routers for this DVR port cefa84c8-1893-4548-a3fb-bbfcfe0fcc19 on host n-h1-818823-1 {{(pid=103448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:45:11.173141 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-da8e740e-60b4-4101-8c8a-5ab126db5046 req-796256c7-7a29-4ba2-96a2-3e3792c6caf8 tempest-TestServerBasicOps-1917284231 tempest-TestServerBasicOps-1917284231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:11.176541 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-da8e740e-60b4-4101-8c8a-5ab126db5046 req-796256c7-7a29-4ba2-96a2-3e3792c6caf8 tempest-TestServerBasicOps-1917284231 tempest-TestServerBasicOps-1917284231-project] 10.222.0.41 "DELETE /v2.0/ports/cefa84c8-1893-4548-a3fb-bbfcfe0fcc19 HTTP/1.1" status: 204 len: 173 time: 1.2399058 Nov 22 20:45:11.176992 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '895512ea-fccd-41da-8359-36f93c1b41d7', 'name': 'network-vif-deleted', 'tag': 'cefa84c8-1893-4548-a3fb-bbfcfe0fcc19'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:45:11.179258 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589a98cf2aea187fcc423a5edb333e5a6cf3ad7c81115d1ebee0f079693c312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-078f9f5c-cefe-45ec-bf3f-acfa694adde6" -d '{"events": [{"server_uuid": "895512ea-fccd-41da-8359-36f93c1b41d7", "name": "network-vif-deleted", "tag": "cefa84c8-1893-4548-a3fb-bbfcfe0fcc19"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:45:11.239179 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:45:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b45e9be9-4e5f-4c41-9fa3-9103fbe70c87 x-openstack-request-id: req-b45e9be9-4e5f-4c41-9fa3-9103fbe70c87 {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:45:11.239545 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "895512ea-fccd-41da-8359-36f93c1b41d7", "name": "network-vif-deleted", "tag": "cefa84c8-1893-4548-a3fb-bbfcfe0fcc19", "status": "completed", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:45:11.239802 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b45e9be9-4e5f-4c41-9fa3-9103fbe70c87 {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:45:11.240198 n-d-818823-1 neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '895512ea-fccd-41da-8359-36f93c1b41d7', 'name': 'network-vif-deleted', 'tag': 'cefa84c8-1893-4548-a3fb-bbfcfe0fcc19', 'status': 'completed', 'code': 200} Nov 22 20:45:11.280310 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-716ffc69-7c21-44cf-9256-319d238a0672 None None] Set router 263a0238-7eca-4a0f-894e-a1e3fa169686 gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:45:11.487677 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-716ffc69-7c21-44cf-9256-319d238a0672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '263a0238-7eca-4a0f-894e-a1e3fa169686', 'name': 'tempest-TestServerBasicOps-440370398-router', 'tenant_id': 'a7e1521722f94d70843af2e3bd21601a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.65'}], 'enable_snat': True}, 'gw_port_id': 'c725bf0d-cd7f-4a75-9a59-f4f52c249f01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:39:53Z', 'updated_at': '2021-11-22T20:39:58Z', 'revision_number': 4, 'project_id': 'a7e1521722f94d70843af2e3bd21601a', 'gw_port': {'id': 'c725bf0d-cd7f-4a75-9a59-f4f52c249f01', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:e9:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '263a0238-7eca-4a0f-894e-a1e3fa169686', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:39:54Z', 'updated_at': '2021-11-22T20:39:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': '152c2266-4534-43be-b28f-d4b497371db6', 'name': '', 'network_id': '3351f9f4-f4e4-4ee2-9c2b-3b58a4e4fc24', 'tenant_id': 'a7e1521722f94d70843af2e3bd21601a', 'mac_address': 'fa:16:3e:78:86:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '263a0238-7eca-4a0f-894e-a1e3fa169686', 'device_owner': 'network:router_interface', 'standard_attr_id': 3757, 'fixed_ips': [{'subnet_id': '23ea69f1-3a57-4da4-b379-270435f982a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:39:57Z', 'updated_at': '2021-11-22T20:40:03Z', 'revision_number': 5, 'project_id': 'a7e1521722f94d70843af2e3bd21601a', 'subnets': [{'id': '23ea69f1-3a57-4da4-b379-270435f982a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:45:11.518421 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-716ffc69-7c21-44cf-9256-319d238a0672 None None] Checking router: 263a0238-7eca-4a0f-894e-a1e3fa169686 for host: n-d-818823-1 {{(pid=103449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 20:45:11.527123 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-716ffc69-7c21-44cf-9256-319d238a0672 None None] Routers {'263a0238-7eca-4a0f-894e-a1e3fa169686'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:45:11.527744 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-716ffc69-7c21-44cf-9256-319d238a0672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:45:03Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['263a0238-7eca-4a0f-894e-a1e3fa169686'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:45:11.637228 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-716ffc69-7c21-44cf-9256-319d238a0672 None None] Set router 263a0238-7eca-4a0f-894e-a1e3fa169686 gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:45:11.849353 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-716ffc69-7c21-44cf-9256-319d238a0672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '263a0238-7eca-4a0f-894e-a1e3fa169686', 'name': 'tempest-TestServerBasicOps-440370398-router', 'tenant_id': 'a7e1521722f94d70843af2e3bd21601a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.65'}], 'enable_snat': True}, 'gw_port_id': 'c725bf0d-cd7f-4a75-9a59-f4f52c249f01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:39:53Z', 'updated_at': '2021-11-22T20:39:58Z', 'revision_number': 4, 'project_id': 'a7e1521722f94d70843af2e3bd21601a', 'gw_port': {'id': 'c725bf0d-cd7f-4a75-9a59-f4f52c249f01', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:e9:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '263a0238-7eca-4a0f-894e-a1e3fa169686', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:39:54Z', 'updated_at': '2021-11-22T20:39:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': '152c2266-4534-43be-b28f-d4b497371db6', 'name': '', 'network_id': '3351f9f4-f4e4-4ee2-9c2b-3b58a4e4fc24', 'tenant_id': 'a7e1521722f94d70843af2e3bd21601a', 'mac_address': 'fa:16:3e:78:86:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '263a0238-7eca-4a0f-894e-a1e3fa169686', 'device_owner': 'network:router_interface', 'standard_attr_id': 3757, 'fixed_ips': [{'subnet_id': '23ea69f1-3a57-4da4-b379-270435f982a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:39:57Z', 'updated_at': '2021-11-22T20:40:03Z', 'revision_number': 5, 'project_id': 'a7e1521722f94d70843af2e3bd21601a', 'subnets': [{'id': '23ea69f1-3a57-4da4-b379-270435f982a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:45:11.880085 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-716ffc69-7c21-44cf-9256-319d238a0672 None None] The sync data for ids ['263a0238-7eca-4a0f-894e-a1e3fa169686'] in n-d-818823-1 is: [{'id': '263a0238-7eca-4a0f-894e-a1e3fa169686', 'name': 'tempest-TestServerBasicOps-440370398-router', 'tenant_id': 'a7e1521722f94d70843af2e3bd21601a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.65'}], 'enable_snat': True}, 'gw_port_id': 'c725bf0d-cd7f-4a75-9a59-f4f52c249f01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:39:53Z', 'updated_at': '2021-11-22T20:39:58Z', 'revision_number': 4, 'project_id': 'a7e1521722f94d70843af2e3bd21601a', 'gw_port': {'id': 'c725bf0d-cd7f-4a75-9a59-f4f52c249f01', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:e9:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '263a0238-7eca-4a0f-894e-a1e3fa169686', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:39:54Z', 'updated_at': '2021-11-22T20:39:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': '152c2266-4534-43be-b28f-d4b497371db6', 'name': '', 'network_id': '3351f9f4-f4e4-4ee2-9c2b-3b58a4e4fc24', 'tenant_id': 'a7e1521722f94d70843af2e3bd21601a', 'mac_address': 'fa:16:3e:78:86:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '263a0238-7eca-4a0f-894e-a1e3fa169686', 'device_owner': 'network:router_interface', 'standard_attr_id': 3757, 'fixed_ips': [{'subnet_id': '23ea69f1-3a57-4da4-b379-270435f982a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:39:57Z', 'updated_at': '2021-11-22T20:40:03Z', 'revision_number': 5, 'project_id': 'a7e1521722f94d70843af2e3bd21601a', 'subnets': [{'id': '23ea69f1-3a57-4da4-b379-270435f982a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:45:12.100321 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c52ade-8141-44b6-923c-e34829fe8318 None None] New status for floating IP 92d744e2-79fb-4767-848a-82100977d2ad: DOWN {{(pid=103450) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 20:45:12.145131 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 55688) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:45:12.271561 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-0085dd06-1032-46f4-81aa-c86bae065333 tempest-TestServerBasicOps-1917284231 tempest-TestServerBasicOps-1917284231-project] Deleting port f0945837-5e99-4184-9aa6-f061dfdddcd1 {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:45:12.271911 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0085dd06-1032-46f4-81aa-c86bae065333 tempest-TestServerBasicOps-1917284231 tempest-TestServerBasicOps-1917284231-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:12.350052 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0085dd06-1032-46f4-81aa-c86bae065333 tempest-TestServerBasicOps-1917284231 tempest-TestServerBasicOps-1917284231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:12.350303 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0085dd06-1032-46f4-81aa-c86bae065333 tempest-TestServerBasicOps-1917284231 tempest-TestServerBasicOps-1917284231-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:12.362789 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-0085dd06-1032-46f4-81aa-c86bae065333 tempest-TestServerBasicOps-1917284231 tempest-TestServerBasicOps-1917284231-project] Calling delete_port for f0945837-5e99-4184-9aa6-f061dfdddcd1 owned by network:floatingip {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:45:12.499269 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0085dd06-1032-46f4-81aa-c86bae065333 tempest-TestServerBasicOps-1917284231 tempest-TestServerBasicOps-1917284231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:12.524227 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0085dd06-1032-46f4-81aa-c86bae065333 tempest-TestServerBasicOps-1917284231 tempest-TestServerBasicOps-1917284231-project] Pushing event deleted for resources: {'Port': ['ID=f0945837-5e99-4184-9aa6-f061dfdddcd1,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:45:12.594245 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0085dd06-1032-46f4-81aa-c86bae065333 tempest-TestServerBasicOps-1917284231 tempest-TestServerBasicOps-1917284231-project] Publish callbacks [] for floatingip, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:12.597328 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0085dd06-1032-46f4-81aa-c86bae065333 tempest-TestServerBasicOps-1917284231 tempest-TestServerBasicOps-1917284231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for floatingip, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:12.598498 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-0085dd06-1032-46f4-81aa-c86bae065333 tempest-TestServerBasicOps-1917284231 tempest-TestServerBasicOps-1917284231-project] 10.222.0.46 "DELETE /v2.0/floatingips/92d744e2-79fb-4767-848a-82100977d2ad HTTP/1.1" status: 204 len: 168 time: 0.4522884 Nov 22 20:45:12.671006 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 55706) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:45:12.720029 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79501274-952a-4a0c-80f0-5a64270b0c7e req-f85d3e1d-7157-45f1-811c-f323c997e5a7 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:45:12.721521 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-79501274-952a-4a0c-80f0-5a64270b0c7e req-f85d3e1d-7157-45f1-811c-f323c997e5a7 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/networks?id=6bc37553-a100-43d1-8d1a-4277980617a1 HTTP/1.1" status: 200 len: 811 time: 0.1701155 Nov 22 20:45:12.728321 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-bc0b594d-e7b9-4eaf-a775-533bc59b68dc tempest-TestServerBasicOps-1917284231 tempest-TestServerBasicOps-1917284231-project] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:12.736419 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-79501274-952a-4a0c-80f0-5a64270b0c7e req-7d229d8d-db5b-42d2-8bbd-b99ae3f128a1 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/quotas/2159a301d65a4f0aa3ad4e0df129c1f8 HTTP/1.1" status: 200 len: 375 time: 0.0090091 Nov 22 20:45:12.754182 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-bc0b594d-e7b9-4eaf-a775-533bc59b68dc tempest-TestServerBasicOps-1917284231 tempest-TestServerBasicOps-1917284231-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:12.798641 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-79501274-952a-4a0c-80f0-5a64270b0c7e req-aff2b8c6-77cb-4c9d-9eea-92855982ac9d tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=2159a301d65a4f0aa3ad4e0df129c1f8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0565171 Nov 22 20:45:12.809887 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device cefa84c8-1893-4548-a3fb-bbfcfe0fcc19 no longer exists at agent hyperv_n-h1-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:45:12.825307 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-bc0b594d-e7b9-4eaf-a775-533bc59b68dc tempest-TestServerBasicOps-1917284231 tempest-TestServerBasicOps-1917284231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:12.830034 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-bc0b594d-e7b9-4eaf-a775-533bc59b68dc tempest-TestServerBasicOps-1917284231 tempest-TestServerBasicOps-1917284231-project] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:12.831445 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-bc0b594d-e7b9-4eaf-a775-533bc59b68dc tempest-TestServerBasicOps-1917284231 tempest-TestServerBasicOps-1917284231-project] 10.222.0.46 "DELETE /v2.0/security-groups/7bd6ba0c-84bf-4200-81ba-38641831e2aa HTTP/1.1" status: 204 len: 168 time: 0.1591475 Nov 22 20:45:12.835996 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] No Port match for: cefa84c8-1893-4548-a3fb-bbfcfe0fcc19 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:45:12.836346 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device cefa84c8-1893-4548-a3fb-bbfcfe0fcc19 not bound to the agent host n-h1-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:45:12.852254 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0b594d-e7b9-4eaf-a775-533bc59b68dc tempest-TestServerBasicOps-1917284231 tempest-TestServerBasicOps-1917284231-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bd6ba0c-84bf-4200-81ba-38641831e2aa,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:45:12.869768 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 55710) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:45:12.914312 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-79501274-952a-4a0c-80f0-5a64270b0c7e req-3650a00a-7890-4067-b12c-9627eb510b2d service neutron] 10.222.0.46 "GET /v2.0/networks/6bc37553-a100-43d1-8d1a-4277980617a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080010 Nov 22 20:45:13.066690 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-79501274-952a-4a0c-80f0-5a64270b0c7e req-0bd37ea0-6a58-4f1f-8902-aaa303d63ec8 service neutron] 10.222.0.46 "GET /v2.0/networks/6bc37553-a100-43d1-8d1a-4277980617a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463726 Nov 22 20:45:13.354402 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-191898bd-a433-4e80-9633-11f3555153cc req-928256f5-683e-445d-9211-2561868a1fd1 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/ports?device_id=e790d805-de9e-4a8e-9c45-6da03a5fccfa HTTP/1.1" status: 200 len: 210 time: 0.0282784 Nov 22 20:45:13.401783 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a5f5db78-eed9-42b5-8412-c7debf89b377 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659736'] for router_interface, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:13.662100 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-a5f5db78-eed9-42b5-8412-c7debf89b377 admin admin] Deleting port 152c2266-4534-43be-b28f-d4b497371db6 {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:45:13.663037 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a5f5db78-eed9-42b5-8412-c7debf89b377 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:13.748369 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [None req-a5f5db78-eed9-42b5-8412-c7debf89b377 admin admin] For port 152c2266-4534-43be-b28f-d4b497371db6, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=152c2266-4534-43be-b28f-d4b497371db6,segment=NetworkSegment(8f98e057-3951-41a9-b731-a3ede033fb6b),segment_id=8f98e057-3951-41a9-b731-a3ede033fb6b)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:45:13.748743 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a5f5db78-eed9-42b5-8412-c7debf89b377 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:13.761656 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-a5f5db78-eed9-42b5-8412-c7debf89b377 admin admin] Calling delete_port for 152c2266-4534-43be-b28f-d4b497371db6 owned by network:router_interface {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:45:13.940977 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a5f5db78-eed9-42b5-8412-c7debf89b377 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:13.966026 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f5db78-eed9-42b5-8412-c7debf89b377 admin admin] Pushing event deleted for resources: {'Port': ['ID=152c2266-4534-43be-b28f-d4b497371db6,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:45:14.129619 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a5f5db78-eed9-42b5-8412-c7debf89b377 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-563470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-663272'] for router_interface, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:14.165498 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.agents_db [None req-aa8313f2-1ee4-4e7b-8c5a-d32b2f9d31ee None None] Agent healthcheck: found 7 active agents {{(pid=103450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 20:45:14.326338 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79501274-952a-4a0c-80f0-5a64270b0c7e req-c94a0d18-72fe-4bbb-bd75-fb852f19afb1 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:45:14.328072 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-79501274-952a-4a0c-80f0-5a64270b0c7e req-c94a0d18-72fe-4bbb-bd75-fb852f19afb1 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.20 "GET /v2.0/networks?id=6bc37553-a100-43d1-8d1a-4277980617a1 HTTP/1.1" status: 200 len: 811 time: 0.1509302 Nov 22 20:45:14.371096 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-79501274-952a-4a0c-80f0-5a64270b0c7e req-d75cf087-dab2-4e3c-8d80-f5818f3315f8 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Request body: {'port': {'device_id': 'e790d805-de9e-4a8e-9c45-6da03a5fccfa', 'network_id': '6bc37553-a100-43d1-8d1a-4277980617a1', 'admin_state_up': True, 'tenant_id': '2159a301d65a4f0aa3ad4e0df129c1f8'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:45:14.491303 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-252d4891-7aae-46e6-944c-252186b42515 req-a6492e31-96f3-4b5e-9ac8-a45006c38221 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/ports?device_id=e790d805-de9e-4a8e-9c45-6da03a5fccfa HTTP/1.1" status: 200 len: 210 time: 0.0632882 Nov 22 20:45:14.542513 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5f5db78-eed9-42b5-8412-c7debf89b377 admin admin] Router 263a0238-7eca-4a0f-894e-a1e3fa169686 has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 20:45:14.564929 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79501274-952a-4a0c-80f0-5a64270b0c7e req-d75cf087-dab2-4e3c-8d80-f5818f3315f8 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Made reservation on behalf of 2159a301d65a4f0aa3ad4e0df129c1f8 for: {'port': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:45:14.568329 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-79501274-952a-4a0c-80f0-5a64270b0c7e req-d75cf087-dab2-4e3c-8d80-f5818f3315f8 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:14.673533 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:14.676025 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:15.116296 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5f5db78-eed9-42b5-8412-c7debf89b377 admin admin] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:45:15.123129 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-a5f5db78-eed9-42b5-8412-c7debf89b377 admin admin] 10.222.0.46 "PUT /v2.0/routers/263a0238-7eca-4a0f-894e-a1e3fa169686/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2523265 Nov 22 20:45:15.126254 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 55732) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:45:15.129171 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e6b45ec-4b77-439e-9c97-1b01b4772726 None None] Sync routers for ids ['263a0238-7eca-4a0f-894e-a1e3fa169686'] in n-d-818823-1 {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:45:15.140847 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e6b45ec-4b77-439e-9c97-1b01b4772726 None None] Routers {'263a0238-7eca-4a0f-894e-a1e3fa169686'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:45:15.142678 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-7e6b45ec-4b77-439e-9c97-1b01b4772726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:45:03Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['263a0238-7eca-4a0f-894e-a1e3fa169686'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:45:15.192021 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [req-79501274-952a-4a0c-80f0-5a64270b0c7e req-d75cf087-dab2-4e3c-8d80-f5818f3315f8 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Allocated IP 172.20.0.8 (6bc37553-a100-43d1-8d1a-4277980617a1/44fc5a0e-e05e-4887-a12b-3d1c69de9281/c705d436-51f8-43e2-be7e-0d12ef250de3) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:45:15.254138 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-7e6b45ec-4b77-439e-9c97-1b01b4772726 None None] Set router 263a0238-7eca-4a0f-894e-a1e3fa169686 gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:45:15.282720 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b8d58b20-e46a-4fa5-b795-124681b68b54 admin admin] Publish callbacks [] for router, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:15.441995 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-7e6b45ec-4b77-439e-9c97-1b01b4772726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '263a0238-7eca-4a0f-894e-a1e3fa169686', 'name': 'tempest-TestServerBasicOps-440370398-router', 'tenant_id': 'a7e1521722f94d70843af2e3bd21601a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.65'}], 'enable_snat': True}, 'gw_port_id': 'c725bf0d-cd7f-4a75-9a59-f4f52c249f01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:39:53Z', 'updated_at': '2021-11-22T20:45:13Z', 'revision_number': 5, 'project_id': 'a7e1521722f94d70843af2e3bd21601a', 'gw_port': {'id': 'c725bf0d-cd7f-4a75-9a59-f4f52c249f01', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:e9:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '263a0238-7eca-4a0f-894e-a1e3fa169686', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:39:54Z', 'updated_at': '2021-11-22T20:39:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:45:15.471737 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b8d58b20-e46a-4fa5-b795-124681b68b54 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:15.472389 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e6b45ec-4b77-439e-9c97-1b01b4772726 None None] Checking router: 263a0238-7eca-4a0f-894e-a1e3fa169686 for host: n-d-818823-1 {{(pid=103449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 20:45:15.478544 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-79501274-952a-4a0c-80f0-5a64270b0c7e req-d75cf087-dab2-4e3c-8d80-f5818f3315f8 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:15.481788 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e6b45ec-4b77-439e-9c97-1b01b4772726 None None] Routers {'263a0238-7eca-4a0f-894e-a1e3fa169686'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:45:15.482471 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-7e6b45ec-4b77-439e-9c97-1b01b4772726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:45:03Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['263a0238-7eca-4a0f-894e-a1e3fa169686'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:45:15.570955 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-79501274-952a-4a0c-80f0-5a64270b0c7e req-d75cf087-dab2-4e3c-8d80-f5818f3315f8 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:15.594258 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-7e6b45ec-4b77-439e-9c97-1b01b4772726 None None] Set router 263a0238-7eca-4a0f-894e-a1e3fa169686 gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:45:15.627081 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75cf087-dab2-4e3c-8d80-f5818f3315f8 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Pushing event updated for resources: {'Port': ['ID=c705d436-51f8-43e2-be7e-0d12ef250de3,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:45:15.655871 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79501274-952a-4a0c-80f0-5a64270b0c7e req-d75cf087-dab2-4e3c-8d80-f5818f3315f8 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Network 6bc37553-a100-43d1-8d1a-4277980617a1 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:45:15.658586 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75cf087-dab2-4e3c-8d80-f5818f3315f8 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:45:15.659028 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75cf087-dab2-4e3c-8d80-f5818f3315f8 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:45:15.659492 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75cf087-dab2-4e3c-8d80-f5818f3315f8 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:45:15.659923 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75cf087-dab2-4e3c-8d80-f5818f3315f8 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:45:15.660350 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75cf087-dab2-4e3c-8d80-f5818f3315f8 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:45:15.660814 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75cf087-dab2-4e3c-8d80-f5818f3315f8 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:45:15.661254 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75cf087-dab2-4e3c-8d80-f5818f3315f8 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:45:15.661828 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75cf087-dab2-4e3c-8d80-f5818f3315f8 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:45:15.662245 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75cf087-dab2-4e3c-8d80-f5818f3315f8 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:45:15.662693 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75cf087-dab2-4e3c-8d80-f5818f3315f8 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:45:15.663106 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75cf087-dab2-4e3c-8d80-f5818f3315f8 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:45:15.663553 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75cf087-dab2-4e3c-8d80-f5818f3315f8 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:45:15.682986 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-b8d58b20-e46a-4fa5-b795-124681b68b54 admin admin] Deleting port c725bf0d-cd7f-4a75-9a59-f4f52c249f01 {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:45:15.682986 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b8d58b20-e46a-4fa5-b795-124681b68b54 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:15.684748 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [req-79501274-952a-4a0c-80f0-5a64270b0c7e req-d75cf087-dab2-4e3c-8d80-f5818f3315f8 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:45:15.687232 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-79501274-952a-4a0c-80f0-5a64270b0c7e req-d75cf087-dab2-4e3c-8d80-f5818f3315f8 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:45:15.836246 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-7e6b45ec-4b77-439e-9c97-1b01b4772726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '263a0238-7eca-4a0f-894e-a1e3fa169686', 'name': 'tempest-TestServerBasicOps-440370398-router', 'tenant_id': 'a7e1521722f94d70843af2e3bd21601a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.65'}], 'enable_snat': True}, 'gw_port_id': 'c725bf0d-cd7f-4a75-9a59-f4f52c249f01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:39:53Z', 'updated_at': '2021-11-22T20:45:13Z', 'revision_number': 5, 'project_id': 'a7e1521722f94d70843af2e3bd21601a', 'gw_port': {'id': 'c725bf0d-cd7f-4a75-9a59-f4f52c249f01', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:e9:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '263a0238-7eca-4a0f-894e-a1e3fa169686', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:39:54Z', 'updated_at': '2021-11-22T20:39:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:45:15.848391 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79501274-952a-4a0c-80f0-5a64270b0c7e req-d75cf087-dab2-4e3c-8d80-f5818f3315f8 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:45:15.849224 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-79501274-952a-4a0c-80f0-5a64270b0c7e req-d75cf087-dab2-4e3c-8d80-f5818f3315f8 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:15.872407 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20e6585-4f45-4964-ab25-4ec17e7c0d6a req-e504aa5e-6681-4dd4-aad0-44b192d0e372 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:45:15.874204 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a20e6585-4f45-4964-ab25-4ec17e7c0d6a req-e504aa5e-6681-4dd4-aad0-44b192d0e372 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/ports?device_id=e790d805-de9e-4a8e-9c45-6da03a5fccfa HTTP/1.1" status: 200 len: 931 time: 0.3100102 Nov 22 20:45:15.878409 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e6b45ec-4b77-439e-9c97-1b01b4772726 None None] The sync data for ids ['263a0238-7eca-4a0f-894e-a1e3fa169686'] in n-d-818823-1 is: [{'id': '263a0238-7eca-4a0f-894e-a1e3fa169686', 'name': 'tempest-TestServerBasicOps-440370398-router', 'tenant_id': 'a7e1521722f94d70843af2e3bd21601a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.65'}], 'enable_snat': True}, 'gw_port_id': 'c725bf0d-cd7f-4a75-9a59-f4f52c249f01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:39:53Z', 'updated_at': '2021-11-22T20:45:13Z', 'revision_number': 5, 'project_id': 'a7e1521722f94d70843af2e3bd21601a', 'gw_port': {'id': 'c725bf0d-cd7f-4a75-9a59-f4f52c249f01', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:e9:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '263a0238-7eca-4a0f-894e-a1e3fa169686', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:39:54Z', 'updated_at': '2021-11-22T20:39:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:45:15.915061 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [None req-b8d58b20-e46a-4fa5-b795-124681b68b54 admin admin] For port c725bf0d-cd7f-4a75-9a59-f4f52c249f01, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=c725bf0d-cd7f-4a75-9a59-f4f52c249f01,segment=NetworkSegment(8793ba83-8407-4c3d-9b56-2a177cd58a70),segment_id=8793ba83-8407-4c3d-9b56-2a177cd58a70)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:45:15.915669 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b8d58b20-e46a-4fa5-b795-124681b68b54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:15.931836 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-79501274-952a-4a0c-80f0-5a64270b0c7e req-d75cf087-dab2-4e3c-8d80-f5818f3315f8 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5645072 Nov 22 20:45:15.941004 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-b8d58b20-e46a-4fa5-b795-124681b68b54 admin admin] Calling delete_port for c725bf0d-cd7f-4a75-9a59-f4f52c249f01 owned by network:router_gateway {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:45:15.947538 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-79501274-952a-4a0c-80f0-5a64270b0c7e req-c04b4605-d4a6-4e90-96f0-0da73c397b71 service neutron] Request body: {'port': {'device_id': 'e790d805-de9e-4a8e-9c45-6da03a5fccfa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818823-1'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:45:16.001707 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-56126182-9641-46cb-84a1-333fe08822bb None None] Provisioning complete for port c705d436-51f8-43e2-be7e-0d12ef250de3 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:45:16.002436 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-56126182-9641-46cb-84a1-333fe08822bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:16.034753 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a20e6585-4f45-4964-ab25-4ec17e7c0d6a req-b0827d9b-4835-4524-af9e-40f16fbf796e tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/security-groups?id=9385f438-76fd-4571-8741-9d769037a7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494617 Nov 22 20:45:16.038591 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-56126182-9641-46cb-84a1-333fe08822bb None None] Port c705d436-51f8-43e2-be7e-0d12ef250de3 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:45:16.076959 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-79501274-952a-4a0c-80f0-5a64270b0c7e req-c04b4605-d4a6-4e90-96f0-0da73c397b71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:16.334448 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b8d58b20-e46a-4fa5-b795-124681b68b54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:16.372218 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d58b20-e46a-4fa5-b795-124681b68b54 admin admin] Pushing event deleted for resources: {'Port': ['ID=c725bf0d-cd7f-4a75-9a59-f4f52c249f01,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:45:16.397668 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a085ccb7-3433-43d9-ac82-c9263b96f76c None None] DHCP port deletion for c48a55e9-6a85-4746-b7bf-3e29fb560094 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:45:16.478426 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b8d58b20-e46a-4fa5-b795-124681b68b54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595398'] for router_gateway, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:16.594040 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b8d58b20-e46a-4fa5-b795-124681b68b54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24781'] for router, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:16.597437 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b8d58b20-e46a-4fa5-b795-124681b68b54 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:16.600251 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [req-79501274-952a-4a0c-80f0-5a64270b0c7e req-c04b4605-d4a6-4e90-96f0-0da73c397b71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c705d436-51f8-43e2-be7e-0d12ef250de3 {{(pid=103447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:45:16.610149 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-79501274-952a-4a0c-80f0-5a64270b0c7e req-c04b4605-d4a6-4e90-96f0-0da73c397b71 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:16.655040 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.provisioning_blocks [req-79501274-952a-4a0c-80f0-5a64270b0c7e req-c04b4605-d4a6-4e90-96f0-0da73c397b71 service neutron] Transition to ACTIVE for port object c705d436-51f8-43e2-be7e-0d12ef250de3 will not be triggered until provisioned by entity L2. {{(pid=103447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 20:45:16.659470 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b8d58b20-e46a-4fa5-b795-124681b68b54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-663261'] for router, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:16.660176 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8d58b20-e46a-4fa5-b795-124681b68b54 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 263a0238-7eca-4a0f-894e-a1e3fa169686 {{(pid=103447) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 20:45:16.662322 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-79501274-952a-4a0c-80f0-5a64270b0c7e req-c04b4605-d4a6-4e90-96f0-0da73c397b71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:16.666867 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b8d58b20-e46a-4fa5-b795-124681b68b54 admin admin] Publish callbacks [] for router, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:16.668062 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-b8d58b20-e46a-4fa5-b795-124681b68b54 admin admin] 10.222.0.46 "DELETE /v2.0/routers/263a0238-7eca-4a0f-894e-a1e3fa169686 HTTP/1.1" status: 204 len: 168 time: 1.5408914 Nov 22 20:45:16.670632 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 55738) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:45:16.724529 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04b4605-d4a6-4e90-96f0-0da73c397b71 service neutron] Pushing event updated for resources: {'Port': ['ID=c705d436-51f8-43e2-be7e-0d12ef250de3,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:45:16.745439 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_v2 [None req-37425ab1-3ea8-4c3a-a73d-9845300da6b2 admin admin] Deleting subnet 23ea69f1-3a57-4da4-b379-270435f982a0 {{(pid=103448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 20:45:16.748742 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-37425ab1-3ea8-4c3a-a73d-9845300da6b2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:16.789330 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-37425ab1-3ea8-4c3a-a73d-9845300da6b2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11627908'] for subnet, precommit_delete_associations {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:16.825794 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-79501274-952a-4a0c-80f0-5a64270b0c7e req-c04b4605-d4a6-4e90-96f0-0da73c397b71 service neutron] Attempting to bind port c705d436-51f8-43e2-be7e-0d12ef250de3 on host n-h2-818823-1 for vnic_type normal with profile {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:45:16.826258 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-79501274-952a-4a0c-80f0-5a64270b0c7e req-c04b4605-d4a6-4e90-96f0-0da73c397b71 service neutron] Attempting to bind port c705d436-51f8-43e2-be7e-0d12ef250de3 by drivers openvswitch,hyperv on host n-h2-818823-1 at level 0 using segments [{'id': '4aa11b26-9f57-405f-9190-6abb0565ab6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '6bc37553-a100-43d1-8d1a-4277980617a1'}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:45:16.826691 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79501274-952a-4a0c-80f0-5a64270b0c7e req-c04b4605-d4a6-4e90-96f0-0da73c397b71 service neutron] Attempting to bind port c705d436-51f8-43e2-be7e-0d12ef250de3 on network 6bc37553-a100-43d1-8d1a-4277980617a1 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:45:16.834132 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79501274-952a-4a0c-80f0-5a64270b0c7e req-c04b4605-d4a6-4e90-96f0-0da73c397b71 service neutron] Port c705d436-51f8-43e2-be7e-0d12ef250de3 on network 6bc37553-a100-43d1-8d1a-4277980617a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-818823-1 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:45:16.834643 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79501274-952a-4a0c-80f0-5a64270b0c7e req-c04b4605-d4a6-4e90-96f0-0da73c397b71 service neutron] Attempting to bind port c705d436-51f8-43e2-be7e-0d12ef250de3 on network 6bc37553-a100-43d1-8d1a-4277980617a1 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:45:16.841469 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79501274-952a-4a0c-80f0-5a64270b0c7e req-c04b4605-d4a6-4e90-96f0-0da73c397b71 service neutron] Checking agent: {'id': '65e0486a-7030-4065-96f0-10aa7402a530', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'started_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 45, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:45:16.844061 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79501274-952a-4a0c-80f0-5a64270b0c7e req-c04b4605-d4a6-4e90-96f0-0da73c397b71 service neutron] Checking segment: {'id': '4aa11b26-9f57-405f-9190-6abb0565ab6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '6bc37553-a100-43d1-8d1a-4277980617a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:45:16.844061 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79501274-952a-4a0c-80f0-5a64270b0c7e req-c04b4605-d4a6-4e90-96f0-0da73c397b71 service neutron] Bound using segment: {'id': '4aa11b26-9f57-405f-9190-6abb0565ab6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '6bc37553-a100-43d1-8d1a-4277980617a1'} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:45:16.844633 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-79501274-952a-4a0c-80f0-5a64270b0c7e req-c04b4605-d4a6-4e90-96f0-0da73c397b71 service neutron] Bound port: c705d436-51f8-43e2-be7e-0d12ef250de3, host: n-h2-818823-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4aa11b26-9f57-405f-9190-6abb0565ab6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '6bc37553-a100-43d1-8d1a-4277980617a1'}}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:45:16.845163 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-79501274-952a-4a0c-80f0-5a64270b0c7e req-c04b4605-d4a6-4e90-96f0-0da73c397b71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:16.928337 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-37425ab1-3ea8-4c3a-a73d-9845300da6b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3753007'] for subnet, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:16.947196 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-79501274-952a-4a0c-80f0-5a64270b0c7e req-c04b4605-d4a6-4e90-96f0-0da73c397b71 service neutron] For port c705d436-51f8-43e2-be7e-0d12ef250de3, host n-h2-818823-1, cleared binding levels {{(pid=103447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:45:16.952084 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-79501274-952a-4a0c-80f0-5a64270b0c7e req-c04b4605-d4a6-4e90-96f0-0da73c397b71 service neutron] For port c705d436-51f8-43e2-be7e-0d12ef250de3, host n-h2-818823-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=c705d436-51f8-43e2-be7e-0d12ef250de3,segment=NetworkSegment(4aa11b26-9f57-405f-9190-6abb0565ab6f),segment_id=4aa11b26-9f57-405f-9190-6abb0565ab6f)] {{(pid=103447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:45:16.959348 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-79501274-952a-4a0c-80f0-5a64270b0c7e req-c04b4605-d4a6-4e90-96f0-0da73c397b71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:16.991213 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-37425ab1-3ea8-4c3a-a73d-9845300da6b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3753014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11567369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11792914'] for subnet, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:17.021541 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37425ab1-3ea8-4c3a-a73d-9845300da6b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=23ea69f1-3a57-4da4-b379-270435f982a0,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:45:17.031193 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-37425ab1-3ea8-4c3a-a73d-9845300da6b2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:17.036726 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-37425ab1-3ea8-4c3a-a73d-9845300da6b2 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/23ea69f1-3a57-4da4-b379-270435f982a0 HTTP/1.1" status: 204 len: 168 time: 0.3647678 Nov 22 20:45:17.039032 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 55740) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:45:17.040816 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9eb56d6-5091-404c-9a98-c84eca03499f None None] Network 3351f9f4-f4e4-4ee2-9c2b-3b58a4e4fc24 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:45:17.043151 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04b4605-d4a6-4e90-96f0-0da73c397b71 service neutron] Pushing event updated for resources: {'Port': ['ID=c705d436-51f8-43e2-be7e-0d12ef250de3,revision_number=3']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:45:17.053898 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79501274-952a-4a0c-80f0-5a64270b0c7e req-c04b4605-d4a6-4e90-96f0-0da73c397b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:45:17.054417 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-79501274-952a-4a0c-80f0-5a64270b0c7e req-c04b4605-d4a6-4e90-96f0-0da73c397b71 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:17.055881 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-79501274-952a-4a0c-80f0-5a64270b0c7e req-c04b4605-d4a6-4e90-96f0-0da73c397b71 service neutron] 10.222.0.20 "PUT /v2.0/ports/c705d436-51f8-43e2-be7e-0d12ef250de3 HTTP/1.1" status: 200 len: 1091 time: 1.1127152 Nov 22 20:45:17.056333 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e790d805-de9e-4a8e-9c45-6da03a5fccfa', 'tag': 'c705d436-51f8-43e2-be7e-0d12ef250de3'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:45:17.058640 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6b03de7-6519-4533-8394-629da4eb6175" -d '{"events": [{"name": "network-changed", "server_uuid": "e790d805-de9e-4a8e-9c45-6da03a5fccfa", "tag": "c705d436-51f8-43e2-be7e-0d12ef250de3"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:45:17.152963 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 20:45:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22224cd9-2e1d-414f-b210-a11e246a1b86 x-openstack-request-id: req-22224cd9-2e1d-414f-b210-a11e246a1b86 {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:45:17.153390 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e790d805-de9e-4a8e-9c45-6da03a5fccfa", "tag": "c705d436-51f8-43e2-be7e-0d12ef250de3", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:45:17.153746 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-22224cd9-2e1d-414f-b210-a11e246a1b86 {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:45:17.154270 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e790d805-de9e-4a8e-9c45-6da03a5fccfa', 'tag': 'c705d436-51f8-43e2-be7e-0d12ef250de3', 'status': 'completed', 'code': 200} Nov 22 20:45:17.236082 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79501274-952a-4a0c-80f0-5a64270b0c7e req-e85f6ac8-ba32-44db-b125-9c8517829b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:45:17.236401 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-796b7738-5a01-4bd0-9164-5e5eafbda553 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3961693'] for network, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:17.237828 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-79501274-952a-4a0c-80f0-5a64270b0c7e req-e85f6ac8-ba32-44db-b125-9c8517829b2b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2159a301d65a4f0aa3ad4e0df129c1f8&device_id=e790d805-de9e-4a8e-9c45-6da03a5fccfa HTTP/1.1" status: 200 len: 1094 time: 0.1243989 Nov 22 20:45:17.251315 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 152c2266-4534-43be-b28f-d4b497371db6 no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:45:17.303007 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: 152c2266-4534-43be-b28f-d4b497371db6 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:45:17.303884 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 152c2266-4534-43be-b28f-d4b497371db6 not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:45:17.326943 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-79501274-952a-4a0c-80f0-5a64270b0c7e req-0f334944-ffe8-446c-9da4-0413eb982cdb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c705d436-51f8-43e2-be7e-0d12ef250de3 HTTP/1.1" status: 200 len: 217 time: 0.0784588 Nov 22 20:45:17.342700 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a732bf44-4ab2-49b6-ae23-b77baf5aca62 req-d21af70d-99f0-4703-8c3c-303c2711e346 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:45:17.345814 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-796b7738-5a01-4bd0-9164-5e5eafbda553 admin admin] Deleting port 701ddfd6-363e-46ae-a791-504ec6d28ffd {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:45:17.346330 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-796b7738-5a01-4bd0-9164-5e5eafbda553 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:17.352390 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a732bf44-4ab2-49b6-ae23-b77baf5aca62 req-d21af70d-99f0-4703-8c3c-303c2711e346 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/ports?device_id=e790d805-de9e-4a8e-9c45-6da03a5fccfa HTTP/1.1" status: 200 len: 943 time: 0.1748157 Nov 22 20:45:17.444330 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79501274-952a-4a0c-80f0-5a64270b0c7e req-18bfcff4-1e93-4eec-a8e9-11d8a350d536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:45:17.445841 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-79501274-952a-4a0c-80f0-5a64270b0c7e req-18bfcff4-1e93-4eec-a8e9-11d8a350d536 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=44fc5a0e-e05e-4887-a12b-3d1c69de9281 HTTP/1.1" status: 200 len: 850 time: 0.0723712 Nov 22 20:45:17.450996 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dfecc4c-696b-493a-97ab-7aa2f07f4123 None None] DHCP port deletion for 3351f9f4-f4e4-4ee2-9c2b-3b58a4e4fc24 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:45:17.454319 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-796b7738-5a01-4bd0-9164-5e5eafbda553 admin admin] For port 701ddfd6-363e-46ae-a791-504ec6d28ffd, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=701ddfd6-363e-46ae-a791-504ec6d28ffd,segment=NetworkSegment(8f98e057-3951-41a9-b731-a3ede033fb6b),segment_id=8f98e057-3951-41a9-b731-a3ede033fb6b)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:45:17.454797 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-796b7738-5a01-4bd0-9164-5e5eafbda553 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:17.468950 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-796b7738-5a01-4bd0-9164-5e5eafbda553 admin admin] Calling delete_port for 701ddfd6-363e-46ae-a791-504ec6d28ffd owned by network:dhcp {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:45:17.519273 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a732bf44-4ab2-49b6-ae23-b77baf5aca62 req-fcb6a740-d153-432a-8790-7f11c5e67840 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/security-groups?id=9385f438-76fd-4571-8741-9d769037a7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657224 Nov 22 20:45:17.531770 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79501274-952a-4a0c-80f0-5a64270b0c7e req-0addb686-f75c-4fc7-bf57-42cf851366a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:45:17.533948 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-79501274-952a-4a0c-80f0-5a64270b0c7e req-0addb686-f75c-4fc7-bf57-42cf851366a9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6bc37553-a100-43d1-8d1a-4277980617a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0799215 Nov 22 20:45:17.554326 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-2dfecc4c-696b-493a-97ab-7aa2f07f4123 None None] Deleting port 701ddfd6-363e-46ae-a791-504ec6d28ffd {{(pid=103449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:45:17.555215 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-2dfecc4c-696b-493a-97ab-7aa2f07f4123 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:17.572602 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-796b7738-5a01-4bd0-9164-5e5eafbda553 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:17.587938 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-796b7738-5a01-4bd0-9164-5e5eafbda553 admin admin] No DVR routers for this DVR port 701ddfd6-363e-46ae-a791-504ec6d28ffd on host n-d-818823-1 {{(pid=103448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:45:17.609605 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796b7738-5a01-4bd0-9164-5e5eafbda553 admin admin] Pushing event deleted for resources: {'Port': ['ID=701ddfd6-363e-46ae-a791-504ec6d28ffd,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:45:17.645899 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-2dfecc4c-696b-493a-97ab-7aa2f07f4123 None None] For port 701ddfd6-363e-46ae-a791-504ec6d28ffd, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=701ddfd6-363e-46ae-a791-504ec6d28ffd,segment=NetworkSegment(8f98e057-3951-41a9-b731-a3ede033fb6b),segment_id=8f98e057-3951-41a9-b731-a3ede033fb6b)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:45:17.646499 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-2dfecc4c-696b-493a-97ab-7aa2f07f4123 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:17.650732 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-79501274-952a-4a0c-80f0-5a64270b0c7e req-f725bdff-3135-4171-9c02-3e4707fe79aa service neutron] 10.222.0.20 "GET /v2.0/networks/6bc37553-a100-43d1-8d1a-4277980617a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036909 Nov 22 20:45:17.661991 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-2dfecc4c-696b-493a-97ab-7aa2f07f4123 None None] Calling delete_port for 701ddfd6-363e-46ae-a791-504ec6d28ffd owned by network:dhcp {{(pid=103449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:45:17.695662 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-796b7738-5a01-4bd0-9164-5e5eafbda553 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3760028', 'neutron.services.segments.db._delete_segments_for_network-8748992815755'] for network, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:17.728914 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-796b7738-5a01-4bd0-9164-5e5eafbda553 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3351f9f4-f4e4-4ee2-9c2b-3b58a4e4fc24']}} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:45:17.744230 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-796b7738-5a01-4bd0-9164-5e5eafbda553 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f98e057-3951-41a9-b731-a3ede033fb6b') {'for_net_delete': True} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:45:17.744583 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-796b7738-5a01-4bd0-9164-5e5eafbda553 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f98e057-3951-41a9-b731-a3ede033fb6b') {} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:45:17.757796 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-796b7738-5a01-4bd0-9164-5e5eafbda553 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748993039638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11627933'] for segment, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:17.768354 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-79501274-952a-4a0c-80f0-5a64270b0c7e req-5b789a90-e2a0-4cec-89b3-d68eff1edf0f service neutron] 10.222.0.20 "GET /v2.0/networks/6bc37553-a100-43d1-8d1a-4277980617a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098979 Nov 22 20:45:17.770068 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-2dfecc4c-696b-493a-97ab-7aa2f07f4123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381'] for port, after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:17.780432 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-796b7738-5a01-4bd0-9164-5e5eafbda553 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:17.790247 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-796b7738-5a01-4bd0-9164-5e5eafbda553 admin admin] Releasing vlan 609 on physical network physnet1 to pool {{(pid=103448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 20:45:17.791354 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-796b7738-5a01-4bd0-9164-5e5eafbda553 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11567447'] for segment, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:17.798506 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfecc4c-696b-493a-97ab-7aa2f07f4123 None None] Pushing event deleted for resources: {'Port': ['ID=701ddfd6-363e-46ae-a791-504ec6d28ffd,revision_number=None']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:45:17.800866 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dfecc4c-696b-493a-97ab-7aa2f07f4123 None None] No DVR routers for this DVR port 701ddfd6-363e-46ae-a791-504ec6d28ffd on host n-d-818823-1 {{(pid=103449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:45:17.850500 n-d-818823-1 neutron-server[103448]: Traceback (most recent call last): Nov 22 20:45:17.850500 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 20:45:17.850500 n-d-818823-1 neutron-server[103448]: timer() Nov 22 20:45:17.850500 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 20:45:17.850500 n-d-818823-1 neutron-server[103448]: cb(*args, **kw) Nov 22 20:45:17.850500 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 20:45:17.850500 n-d-818823-1 neutron-server[103448]: return func(*args, **kwargs) Nov 22 20:45:17.850500 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 20:45:17.850500 n-d-818823-1 neutron-server[103448]: self._notify() Nov 22 20:45:17.850500 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 20:45:17.850500 n-d-818823-1 neutron-server[103448]: self.callback(batched_events) Nov 22 20:45:17.850500 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 20:45:17.850500 n-d-818823-1 neutron-server[103448]: event.method(event) Nov 22 20:45:17.850500 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 20:45:17.850500 n-d-818823-1 neutron-server[103448]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 20:45:17.850500 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 20:45:17.850500 n-d-818823-1 neutron-server[103448]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 20:45:17.850500 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 20:45:17.850500 n-d-818823-1 neutron-server[103448]: return f(self, *a, **k) Nov 22 20:45:17.850500 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 20:45:17.850500 n-d-818823-1 neutron-server[103448]: return self._get(url).json() Nov 22 20:45:17.850500 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 20:45:17.850500 n-d-818823-1 neutron-server[103448]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 20:45:17.850500 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 20:45:17.850500 n-d-818823-1 neutron-server[103448]: return self.request(url, 'GET', **kwargs) Nov 22 20:45:17.850500 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 20:45:17.850500 n-d-818823-1 neutron-server[103448]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 20:45:17.850500 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 20:45:17.850500 n-d-818823-1 neutron-server[103448]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 20:45:17.850500 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 20:45:17.850500 n-d-818823-1 neutron-server[103448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 20:45:17.850500 n-d-818823-1 neutron-server[103448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 20:45:17.883181 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b03de7-6519-4533-8394-629da4eb6175 req-7a5283f7-0441-48eb-bfc5-d953d488293b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:45:17.884788 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d6b03de7-6519-4533-8394-629da4eb6175 req-7a5283f7-0441-48eb-bfc5-d953d488293b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2159a301d65a4f0aa3ad4e0df129c1f8&device_id=e790d805-de9e-4a8e-9c45-6da03a5fccfa HTTP/1.1" status: 200 len: 1094 time: 0.0591710 Nov 22 20:45:17.892302 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-796b7738-5a01-4bd0-9164-5e5eafbda553 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3760002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595318'] for network, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:17.898653 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-796b7738-5a01-4bd0-9164-5e5eafbda553 admin admin] Publish callbacks [] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:17.905085 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-796b7738-5a01-4bd0-9164-5e5eafbda553 admin admin] 10.222.0.46 "DELETE /v2.0/networks/3351f9f4-f4e4-4ee2-9c2b-3b58a4e4fc24 HTTP/1.1" status: 204 len: 168 time: 0.8622539 Nov 22 20:45:17.912865 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 55746) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:45:17.915609 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796b7738-5a01-4bd0-9164-5e5eafbda553 admin admin] Pushing event deleted for resources: {'Network': ['ID=3351f9f4-f4e4-4ee2-9c2b-3b58a4e4fc24,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:45:18.077204 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b03de7-6519-4533-8394-629da4eb6175 req-ff5e3815-0757-44c2-b1f4-569a2a6758cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:45:18.079717 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d6b03de7-6519-4533-8394-629da4eb6175 req-ff5e3815-0757-44c2-b1f4-569a2a6758cf service neutron] 10.222.0.20 "GET /v2.0/networks?id=6bc37553-a100-43d1-8d1a-4277980617a1 HTTP/1.1" status: 200 len: 912 time: 0.1872399 Nov 22 20:45:18.152431 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d6b03de7-6519-4533-8394-629da4eb6175 req-716027a2-c930-4a69-a1b9-b4c63d736930 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c705d436-51f8-43e2-be7e-0d12ef250de3 HTTP/1.1" status: 200 len: 217 time: 0.0655224 Nov 22 20:45:18.242928 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b03de7-6519-4533-8394-629da4eb6175 req-d37fb7bc-a7dd-44ed-be64-59c17815f1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:45:18.244429 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d6b03de7-6519-4533-8394-629da4eb6175 req-d37fb7bc-a7dd-44ed-be64-59c17815f1ce service neutron] 10.222.0.20 "GET /v2.0/subnets?id=44fc5a0e-e05e-4887-a12b-3d1c69de9281 HTTP/1.1" status: 200 len: 850 time: 0.0842743 Nov 22 20:45:18.341591 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b03de7-6519-4533-8394-629da4eb6175 req-d08f9166-b93f-4785-9368-c89fe992e5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:45:18.343014 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d6b03de7-6519-4533-8394-629da4eb6175 req-d08f9166-b93f-4785-9368-c89fe992e5b2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6bc37553-a100-43d1-8d1a-4277980617a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0906785 Nov 22 20:45:18.463816 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d6b03de7-6519-4533-8394-629da4eb6175 req-1126f60c-4dad-42d1-96c9-265b50b131c4 service neutron] 10.222.0.20 "GET /v2.0/networks/6bc37553-a100-43d1-8d1a-4277980617a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121333 Nov 22 20:45:18.578315 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1283cd36-63fd-4720-a76c-608a5624caf6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659736'] for router_interface, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:18.615222 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d6b03de7-6519-4533-8394-629da4eb6175 req-554715d9-6e2f-4f84-b0ef-ec7e4e02628b service neutron] 10.222.0.20 "GET /v2.0/networks/6bc37553-a100-43d1-8d1a-4277980617a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352673 Nov 22 20:45:18.710864 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9e7444-c385-4cb9-9212-b513d18a7fb3 req-1c859bce-8263-47e8-88ff-f4929f6f0947 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:45:18.712412 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-cd9e7444-c385-4cb9-9212-b513d18a7fb3 req-1c859bce-8263-47e8-88ff-f4929f6f0947 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/ports?device_id=e790d805-de9e-4a8e-9c45-6da03a5fccfa HTTP/1.1" status: 200 len: 943 time: 0.1001713 Nov 22 20:45:18.822624 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-cd9e7444-c385-4cb9-9212-b513d18a7fb3 req-4d569888-2b27-41bf-b882-49425d6d0b86 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/security-groups?id=9385f438-76fd-4571-8741-9d769037a7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036539 Nov 22 20:45:18.894782 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 701ddfd6-363e-46ae-a791-504ec6d28ffd no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:45:18.915367 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: 701ddfd6-363e-46ae-a791-504ec6d28ffd {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:45:18.915733 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 701ddfd6-363e-46ae-a791-504ec6d28ffd not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:45:18.915856 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-1283cd36-63fd-4720-a76c-608a5624caf6 admin admin] Deleting port 23a812d2-61ff-4cf8-9ea3-936a4cc666c8 {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:45:18.916175 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1283cd36-63fd-4720-a76c-608a5624caf6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:18.916386 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device c725bf0d-cd7f-4a75-9a59-f4f52c249f01 no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:45:18.938417 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: c725bf0d-cd7f-4a75-9a59-f4f52c249f01 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:45:18.939170 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device c725bf0d-cd7f-4a75-9a59-f4f52c249f01 not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:45:18.997019 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [None req-1283cd36-63fd-4720-a76c-608a5624caf6 admin admin] For port 23a812d2-61ff-4cf8-9ea3-936a4cc666c8, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=23a812d2-61ff-4cf8-9ea3-936a4cc666c8,segment=NetworkSegment(7da39635-3c66-49fe-b7e4-a89f9ca5ff53),segment_id=7da39635-3c66-49fe-b7e4-a89f9ca5ff53)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:45:18.997373 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1283cd36-63fd-4720-a76c-608a5624caf6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:19.010018 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-1283cd36-63fd-4720-a76c-608a5624caf6 admin admin] Calling delete_port for 23a812d2-61ff-4cf8-9ea3-936a4cc666c8 owned by network:router_interface {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:45:19.187034 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1283cd36-63fd-4720-a76c-608a5624caf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:19.216334 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1283cd36-63fd-4720-a76c-608a5624caf6 admin admin] Pushing event deleted for resources: {'Port': ['ID=23a812d2-61ff-4cf8-9ea3-936a4cc666c8,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:45:19.756605 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1283cd36-63fd-4720-a76c-608a5624caf6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-563470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-663272'] for router_interface, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:20.003569 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bc022b-7567-4c7d-809d-dda03348840a req-6d1b2971-4572-455b-9731-8cc43537a0fa tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:45:20.005058 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-51bc022b-7567-4c7d-809d-dda03348840a req-6d1b2971-4572-455b-9731-8cc43537a0fa tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/ports?device_id=e790d805-de9e-4a8e-9c45-6da03a5fccfa HTTP/1.1" status: 200 len: 943 time: 0.0931928 Nov 22 20:45:20.036635 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1283cd36-63fd-4720-a76c-608a5624caf6 admin admin] Router 0293fdb2-cb88-47aa-80da-77850922f36b has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 20:45:20.069183 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-51bc022b-7567-4c7d-809d-dda03348840a req-0c22f3b9-f83b-4700-b64a-14b058c0c04d tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/security-groups?id=9385f438-76fd-4571-8741-9d769037a7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561829 Nov 22 20:45:20.166015 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1283cd36-63fd-4720-a76c-608a5624caf6 admin admin] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:45:20.171292 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-1283cd36-63fd-4720-a76c-608a5624caf6 admin admin] 10.222.0.46 "PUT /v2.0/routers/0293fdb2-cb88-47aa-80da-77850922f36b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2576466 Nov 22 20:45:20.173758 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 55752) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:45:20.176543 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5a97910-cd36-477e-bd16-50e5294db34b None None] Sync routers for ids ['0293fdb2-cb88-47aa-80da-77850922f36b'] in n-d-818823-1 {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:45:20.186965 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a97910-cd36-477e-bd16-50e5294db34b None None] Routers {'0293fdb2-cb88-47aa-80da-77850922f36b'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:45:20.187609 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-d5a97910-cd36-477e-bd16-50e5294db34b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:45:03Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['0293fdb2-cb88-47aa-80da-77850922f36b'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:45:20.279195 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c527e567-6867-4b4b-b42f-efa368bd09d5 admin admin] Publish callbacks [] for router, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:20.293839 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-d5a97910-cd36-477e-bd16-50e5294db34b None None] Set router 0293fdb2-cb88-47aa-80da-77850922f36b gateway port host: n-d-818823-1 {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:45:20.381432 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c527e567-6867-4b4b-b42f-efa368bd09d5 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:20.433781 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-c527e567-6867-4b4b-b42f-efa368bd09d5 admin admin] Deleting port b46f2e0f-b26b-48c2-a0a9-2e9a73cb4f70 {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:45:20.434120 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c527e567-6867-4b4b-b42f-efa368bd09d5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:20.472355 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-d5a97910-cd36-477e-bd16-50e5294db34b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0293fdb2-cb88-47aa-80da-77850922f36b', 'name': 'tempest-TestServerBasicOps-813652492-router', 'tenant_id': '2c8444743dab464cb181c2adbf16de5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': 'b46f2e0f-b26b-48c2-a0a9-2e9a73cb4f70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:40:01Z', 'updated_at': '2021-11-22T20:45:19Z', 'revision_number': 5, 'project_id': '2c8444743dab464cb181c2adbf16de5e', 'gw_port': {'id': 'b46f2e0f-b26b-48c2-a0a9-2e9a73cb4f70', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:67:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0293fdb2-cb88-47aa-80da-77850922f36b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3768, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:40:02Z', 'updated_at': '2021-11-22T20:40:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:45:20.501568 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5a97910-cd36-477e-bd16-50e5294db34b None None] Checking router: 0293fdb2-cb88-47aa-80da-77850922f36b for host: n-d-818823-1 {{(pid=103450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 20:45:20.510016 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a97910-cd36-477e-bd16-50e5294db34b None None] Routers {'0293fdb2-cb88-47aa-80da-77850922f36b'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:45:20.510625 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-d5a97910-cd36-477e-bd16-50e5294db34b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:45:03Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['0293fdb2-cb88-47aa-80da-77850922f36b'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:45:20.512575 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [None req-c527e567-6867-4b4b-b42f-efa368bd09d5 admin admin] For port b46f2e0f-b26b-48c2-a0a9-2e9a73cb4f70, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=b46f2e0f-b26b-48c2-a0a9-2e9a73cb4f70,segment=NetworkSegment(8793ba83-8407-4c3d-9b56-2a177cd58a70),segment_id=8793ba83-8407-4c3d-9b56-2a177cd58a70)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:45:20.513724 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c527e567-6867-4b4b-b42f-efa368bd09d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:20.530863 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-c527e567-6867-4b4b-b42f-efa368bd09d5 admin admin] Calling delete_port for b46f2e0f-b26b-48c2-a0a9-2e9a73cb4f70 owned by network:router_gateway {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:45:20.591954 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-d5a97910-cd36-477e-bd16-50e5294db34b None None] Set router 0293fdb2-cb88-47aa-80da-77850922f36b gateway port host: None {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:45:20.694887 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c527e567-6867-4b4b-b42f-efa368bd09d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:20.724363 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c527e567-6867-4b4b-b42f-efa368bd09d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=b46f2e0f-b26b-48c2-a0a9-2e9a73cb4f70,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:45:20.732643 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-d5a97910-cd36-477e-bd16-50e5294db34b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0293fdb2-cb88-47aa-80da-77850922f36b', 'name': 'tempest-TestServerBasicOps-813652492-router', 'tenant_id': '2c8444743dab464cb181c2adbf16de5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:40:01Z', 'updated_at': '2021-11-22T20:45:20Z', 'revision_number': 6, 'project_id': '2c8444743dab464cb181c2adbf16de5e', 'gw_port_host': None}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:45:20.741084 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34e0aa14-e814-4b95-a66d-f3fa9040b27b None None] DHCP port deletion for c48a55e9-6a85-4746-b7bf-3e29fb560094 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:45:20.761376 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5a97910-cd36-477e-bd16-50e5294db34b None None] The sync data for ids ['0293fdb2-cb88-47aa-80da-77850922f36b'] in n-d-818823-1 is: [{'id': '0293fdb2-cb88-47aa-80da-77850922f36b', 'name': 'tempest-TestServerBasicOps-813652492-router', 'tenant_id': '2c8444743dab464cb181c2adbf16de5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:40:01Z', 'updated_at': '2021-11-22T20:45:20Z', 'revision_number': 6, 'project_id': '2c8444743dab464cb181c2adbf16de5e', 'gw_port_host': None}] {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:45:20.791739 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c527e567-6867-4b4b-b42f-efa368bd09d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595398'] for router_gateway, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:20.881666 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c527e567-6867-4b4b-b42f-efa368bd09d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24781'] for router, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:20.883858 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c527e567-6867-4b4b-b42f-efa368bd09d5 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:20.929554 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c527e567-6867-4b4b-b42f-efa368bd09d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-663261'] for router, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:20.930018 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c527e567-6867-4b4b-b42f-efa368bd09d5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0293fdb2-cb88-47aa-80da-77850922f36b {{(pid=103447) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 20:45:20.934438 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c527e567-6867-4b4b-b42f-efa368bd09d5 admin admin] Publish callbacks [] for router, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:20.935633 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-c527e567-6867-4b4b-b42f-efa368bd09d5 admin admin] 10.222.0.46 "DELETE /v2.0/routers/0293fdb2-cb88-47aa-80da-77850922f36b HTTP/1.1" status: 204 len: 168 time: 0.7609322 Nov 22 20:45:20.938354 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 55754) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:45:20.986995 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2a940b9-a2fb-4da6-aa4f-580e974cabb8 admin admin] Deleting subnet 38a6b569-8be0-46a1-84cc-8d63ec727e81 {{(pid=103448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 20:45:20.990122 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e2a940b9-a2fb-4da6-aa4f-580e974cabb8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:21.024157 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e2a940b9-a2fb-4da6-aa4f-580e974cabb8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11627908'] for subnet, precommit_delete_associations {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:21.099679 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e2a940b9-a2fb-4da6-aa4f-580e974cabb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3753007'] for subnet, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:21.163574 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e2a940b9-a2fb-4da6-aa4f-580e974cabb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3753014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11567369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11792914'] for subnet, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:21.182277 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5bd5000-e3fe-487e-9443-2ee80b967c75 None None] Network 3b43cd50-4e01-4457-831a-53b74f06b522 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:45:21.196073 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a940b9-a2fb-4da6-aa4f-580e974cabb8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=38a6b569-8be0-46a1-84cc-8d63ec727e81,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:45:21.198362 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e2a940b9-a2fb-4da6-aa4f-580e974cabb8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:21.201973 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-e2a940b9-a2fb-4da6-aa4f-580e974cabb8 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/38a6b569-8be0-46a1-84cc-8d63ec727e81 HTTP/1.1" status: 204 len: 168 time: 0.2625456 Nov 22 20:45:21.204561 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 55758) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:45:21.226988 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78720f80-b9fa-490c-8f8c-6a714ad45ad3 req-4454a827-e893-45d5-9884-0d73b5d364f8 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:45:21.235813 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-78720f80-b9fa-490c-8f8c-6a714ad45ad3 req-4454a827-e893-45d5-9884-0d73b5d364f8 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/ports?device_id=e790d805-de9e-4a8e-9c45-6da03a5fccfa HTTP/1.1" status: 200 len: 943 time: 0.0940783 Nov 22 20:45:21.295871 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-15dedf9f-f16b-4cdc-96bd-e0d01e8d14cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3961693'] for network, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:21.316359 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-78720f80-b9fa-490c-8f8c-6a714ad45ad3 req-e74c29e0-c017-4479-9ffe-2b1e3d7669f4 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/security-groups?id=9385f438-76fd-4571-8741-9d769037a7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794744 Nov 22 20:45:21.321965 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 23a812d2-61ff-4cf8-9ea3-936a4cc666c8 no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:45:21.345477 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: 23a812d2-61ff-4cf8-9ea3-936a4cc666c8 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:45:21.345900 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 23a812d2-61ff-4cf8-9ea3-936a4cc666c8 not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:45:21.350398 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-15dedf9f-f16b-4cdc-96bd-e0d01e8d14cd admin admin] Deleting port 1faee4e5-03fc-4938-9a8d-d4641402fd93 {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:45:21.350711 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-15dedf9f-f16b-4cdc-96bd-e0d01e8d14cd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:21.417766 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-15dedf9f-f16b-4cdc-96bd-e0d01e8d14cd admin admin] For port 1faee4e5-03fc-4938-9a8d-d4641402fd93, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=1faee4e5-03fc-4938-9a8d-d4641402fd93,segment=NetworkSegment(7da39635-3c66-49fe-b7e4-a89f9ca5ff53),segment_id=7da39635-3c66-49fe-b7e4-a89f9ca5ff53)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:45:21.418131 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-15dedf9f-f16b-4cdc-96bd-e0d01e8d14cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:21.430580 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-15dedf9f-f16b-4cdc-96bd-e0d01e8d14cd admin admin] Calling delete_port for 1faee4e5-03fc-4938-9a8d-d4641402fd93 owned by network:dhcp {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:45:21.511720 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-15dedf9f-f16b-4cdc-96bd-e0d01e8d14cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:21.541503 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dedf9f-f16b-4cdc-96bd-e0d01e8d14cd admin admin] Pushing event deleted for resources: {'Port': ['ID=1faee4e5-03fc-4938-9a8d-d4641402fd93,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:45:21.544985 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15dedf9f-f16b-4cdc-96bd-e0d01e8d14cd admin admin] No DVR routers for this DVR port 1faee4e5-03fc-4938-9a8d-d4641402fd93 on host n-d-818823-1 {{(pid=103448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:45:21.615991 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-15dedf9f-f16b-4cdc-96bd-e0d01e8d14cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3760028', 'neutron.services.segments.db._delete_segments_for_network-8748992815755'] for network, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:21.620291 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2ed0129-39eb-46a6-9df1-e14ac7fe6c71 None None] DHCP port deletion for 3b43cd50-4e01-4457-831a-53b74f06b522 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:45:21.640188 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-15dedf9f-f16b-4cdc-96bd-e0d01e8d14cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b43cd50-4e01-4457-831a-53b74f06b522']}} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:45:21.650665 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-15dedf9f-f16b-4cdc-96bd-e0d01e8d14cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7da39635-3c66-49fe-b7e4-a89f9ca5ff53') {'for_net_delete': True} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:45:21.650960 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-15dedf9f-f16b-4cdc-96bd-e0d01e8d14cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7da39635-3c66-49fe-b7e4-a89f9ca5ff53') {} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:45:21.661216 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-15dedf9f-f16b-4cdc-96bd-e0d01e8d14cd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748993039638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11627933'] for segment, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:21.674317 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-15dedf9f-f16b-4cdc-96bd-e0d01e8d14cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:21.680421 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15dedf9f-f16b-4cdc-96bd-e0d01e8d14cd admin admin] Releasing vlan 643 on physical network physnet1 to pool {{(pid=103448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 20:45:21.680837 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-15dedf9f-f16b-4cdc-96bd-e0d01e8d14cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11567447'] for segment, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:21.682640 n-d-818823-1 neutron-server[103448]: Traceback (most recent call last): Nov 22 20:45:21.682640 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 20:45:21.682640 n-d-818823-1 neutron-server[103448]: timer() Nov 22 20:45:21.682640 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 20:45:21.682640 n-d-818823-1 neutron-server[103448]: cb(*args, **kw) Nov 22 20:45:21.682640 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 20:45:21.682640 n-d-818823-1 neutron-server[103448]: return func(*args, **kwargs) Nov 22 20:45:21.682640 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 20:45:21.682640 n-d-818823-1 neutron-server[103448]: self._notify() Nov 22 20:45:21.682640 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 20:45:21.682640 n-d-818823-1 neutron-server[103448]: self.callback(batched_events) Nov 22 20:45:21.682640 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 20:45:21.682640 n-d-818823-1 neutron-server[103448]: event.method(event) Nov 22 20:45:21.682640 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 20:45:21.682640 n-d-818823-1 neutron-server[103448]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 20:45:21.682640 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 20:45:21.682640 n-d-818823-1 neutron-server[103448]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 20:45:21.682640 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 20:45:21.682640 n-d-818823-1 neutron-server[103448]: return f(self, *a, **k) Nov 22 20:45:21.682640 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 20:45:21.682640 n-d-818823-1 neutron-server[103448]: return self._get(url).json() Nov 22 20:45:21.682640 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 20:45:21.682640 n-d-818823-1 neutron-server[103448]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 20:45:21.682640 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 20:45:21.682640 n-d-818823-1 neutron-server[103448]: return self.request(url, 'GET', **kwargs) Nov 22 20:45:21.682640 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 20:45:21.682640 n-d-818823-1 neutron-server[103448]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 20:45:21.682640 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 20:45:21.682640 n-d-818823-1 neutron-server[103448]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 20:45:21.682640 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 20:45:21.682640 n-d-818823-1 neutron-server[103448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 20:45:21.682640 n-d-818823-1 neutron-server[103448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 20:45:21.744532 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-15dedf9f-f16b-4cdc-96bd-e0d01e8d14cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3760002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595318'] for network, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:21.751724 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-15dedf9f-f16b-4cdc-96bd-e0d01e8d14cd admin admin] Publish callbacks [] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:21.755369 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-15dedf9f-f16b-4cdc-96bd-e0d01e8d14cd admin admin] 10.222.0.46 "DELETE /v2.0/networks/3b43cd50-4e01-4457-831a-53b74f06b522 HTTP/1.1" status: 204 len: 168 time: 0.5498576 Nov 22 20:45:21.767204 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dedf9f-f16b-4cdc-96bd-e0d01e8d14cd admin admin] Pushing event deleted for resources: {'Network': ['ID=3b43cd50-4e01-4457-831a-53b74f06b522,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:45:21.872124 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 55762) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:45:21.913685 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-c460eec1-0d63-4d03-85ed-85e302fc47ce admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a7e1521722f94d70843af2e3bd21601a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0404079 Nov 22 20:45:21.916146 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 55764) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:45:21.962072 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5073c4bb-f953-4942-a004-dced3693bd69 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:21.983023 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5073c4bb-f953-4942-a004-dced3693bd69 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:22.029408 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5073c4bb-f953-4942-a004-dced3693bd69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:22.033108 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5073c4bb-f953-4942-a004-dced3693bd69 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:22.034286 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-5073c4bb-f953-4942-a004-dced3693bd69 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b1f42391-1461-4b90-a4e2-5b841696eae6 HTTP/1.1" status: 204 len: 168 time: 0.1172197 Nov 22 20:45:22.042189 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5073c4bb-f953-4942-a004-dced3693bd69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1f42391-1461-4b90-a4e2-5b841696eae6,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:45:22.338548 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 55772) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:45:22.383214 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-47089204-e980-4cd2-8d44-adc6be1cf547 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2c8444743dab464cb181c2adbf16de5e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0434957 Nov 22 20:45:22.385819 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 55774) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:45:22.423329 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ace5ec-a81a-4c46-8b80-f021dbe00e1b req-b010af2a-df41-4dfe-a06a-6e11cb5c1b96 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:45:22.424865 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-07ace5ec-a81a-4c46-8b80-f021dbe00e1b req-b010af2a-df41-4dfe-a06a-6e11cb5c1b96 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/ports?device_id=e790d805-de9e-4a8e-9c45-6da03a5fccfa HTTP/1.1" status: 200 len: 943 time: 0.0496254 Nov 22 20:45:22.433734 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-487982e8-8338-48e8-bed6-cb98f59770be admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:22.455599 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-487982e8-8338-48e8-bed6-cb98f59770be admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:22.471921 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-07ace5ec-a81a-4c46-8b80-f021dbe00e1b req-b8fb7320-c64c-460e-b93a-32f9c6d5d738 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/security-groups?id=9385f438-76fd-4571-8741-9d769037a7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408852 Nov 22 20:45:22.503135 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-487982e8-8338-48e8-bed6-cb98f59770be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:22.505890 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-487982e8-8338-48e8-bed6-cb98f59770be admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:22.507106 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-487982e8-8338-48e8-bed6-cb98f59770be admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c1743301-6e85-451a-a9a9-be450e1e7966 HTTP/1.1" status: 204 len: 168 time: 0.1204014 Nov 22 20:45:22.514564 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487982e8-8338-48e8-bed6-cb98f59770be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1743301-6e85-451a-a9a9-be450e1e7966,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:45:22.893103 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 1faee4e5-03fc-4938-9a8d-d4641402fd93 no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:45:22.914278 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: 1faee4e5-03fc-4938-9a8d-d4641402fd93 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:45:22.914625 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 1faee4e5-03fc-4938-9a8d-d4641402fd93 not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:45:22.915055 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device b46f2e0f-b26b-48c2-a0a9-2e9a73cb4f70 no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:45:22.934002 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: b46f2e0f-b26b-48c2-a0a9-2e9a73cb4f70 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:45:22.934349 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device b46f2e0f-b26b-48c2-a0a9-2e9a73cb4f70 not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:45:23.195640 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 55796) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:45:23.292650 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-ee1f80af-1c00-43b7-8e5f-9f7dfbdafa18 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1027485033-network', 'tenant_id': '9d546431835e4be1b0c2c5c28a90cada'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:45:23.312451 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee1f80af-1c00-43b7-8e5f-9f7dfbdafa18 admin admin] Made reservation on behalf of 9d546431835e4be1b0c2c5c28a90cada for: {'network': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:45:23.315261 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ee1f80af-1c00-43b7-8e5f-9f7dfbdafa18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for network, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:23.323391 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ee1f80af-1c00-43b7-8e5f-9f7dfbdafa18 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:23.399643 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ee1f80af-1c00-43b7-8e5f-9f7dfbdafa18 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:23.403213 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ee1f80af-1c00-43b7-8e5f-9f7dfbdafa18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:23.429034 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee1f80af-1c00-43b7-8e5f-9f7dfbdafa18 admin admin] vlan segment allocate from pool success with {'vlan_id': 614, 'physical_network': 'physnet1'} {{(pid=103447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 20:45:23.435214 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1f80af-1c00-43b7-8e5f-9f7dfbdafa18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6579e60-421b-49ed-9079-2c298590dabd,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:45:23.441717 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ee1f80af-1c00-43b7-8e5f-9f7dfbdafa18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:23.442072 n-d-818823-1 neutron-server[103447]: INFO neutron.db.segments_db [None req-ee1f80af-1c00-43b7-8e5f-9f7dfbdafa18 admin admin] Added segment cf1a6b10-4a03-49f5-a73b-4efa38507c0c of type vlan for network 0b54720a-d3c4-433f-94fd-61dd97b5e8b5 Nov 22 20:45:23.482618 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ee1f80af-1c00-43b7-8e5f-9f7dfbdafa18 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748992492791'] for network, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:23.512418 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ee1f80af-1c00-43b7-8e5f-9f7dfbdafa18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for network, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:23.513566 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee1f80af-1c00-43b7-8e5f-9f7dfbdafa18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:45:23.514160 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ee1f80af-1c00-43b7-8e5f-9f7dfbdafa18 admin admin] Publish callbacks [] for network, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:23.584086 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-ee1f80af-1c00-43b7-8e5f-9f7dfbdafa18 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3873098 Nov 22 20:45:23.587014 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 55802) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:45:23.592099 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-a47f045f-3a90-4400-8a48-fbaac836b524 admin admin] Request body: {'subnet': {'network_id': '0b54720a-d3c4-433f-94fd-61dd97b5e8b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1027485033-subnet', 'tenant_id': '9d546431835e4be1b0c2c5c28a90cada', 'ip_version': 4}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:45:23.604738 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1f80af-1c00-43b7-8e5f-9f7dfbdafa18 admin admin] Pushing event updated for resources: {'Network': ['ID=0b54720a-d3c4-433f-94fd-61dd97b5e8b5,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:45:23.613573 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a47f045f-3a90-4400-8a48-fbaac836b524 admin admin] Made reservation on behalf of 9d546431835e4be1b0c2c5c28a90cada for: {'subnet': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:45:23.616068 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a47f045f-3a90-4400-8a48-fbaac836b524 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11792951'] for subnet, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:23.617665 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Network 0b54720a-d3c4-433f-94fd-61dd97b5e8b5 details requested by agent ovs-agent-n-d-818823-1 with host n-d-818823-1 {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 20:45:23.634558 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5462c2ab-6b55-4c31-9ceb-e77837ff17c2 req-e0ac5fb8-344a-4115-a16f-c38cd424b360 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:45:23.636454 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5462c2ab-6b55-4c31-9ceb-e77837ff17c2 req-e0ac5fb8-344a-4115-a16f-c38cd424b360 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/ports?device_id=e790d805-de9e-4a8e-9c45-6da03a5fccfa HTTP/1.1" status: 200 len: 943 time: 0.0788298 Nov 22 20:45:23.691755 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5462c2ab-6b55-4c31-9ceb-e77837ff17c2 req-3a206756-275c-4091-b5d5-4334e3794a2d tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/security-groups?id=9385f438-76fd-4571-8741-9d769037a7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487058 Nov 22 20:45:23.798092 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a47f045f-3a90-4400-8a48-fbaac836b524 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11567560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11792921'] for subnet, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:23.856572 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47f045f-3a90-4400-8a48-fbaac836b524 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9c7fff4-0634-4f54-8779-64140aca9548,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:45:23.865029 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a47f045f-3a90-4400-8a48-fbaac836b524 admin admin] Checking segment: {'id': 'cf1a6b10-4a03-49f5-a73b-4efa38507c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '0b54720a-d3c4-433f-94fd-61dd97b5e8b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:45:23.865415 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a47f045f-3a90-4400-8a48-fbaac836b524 admin admin] Network hostable DHCP agents. Network: 0b54720a-d3c4-433f-94fd-61dd97b5e8b5, hostable agents: ['02adaa64-0987-4b74-bad0-cbcf56f8a294'], hosted agents: [] {{(pid=103448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 20:45:23.881714 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a47f045f-3a90-4400-8a48-fbaac836b524 admin admin] Network 0b54720a-d3c4-433f-94fd-61dd97b5e8b5 is scheduled to be hosted by DHCP agent 02adaa64-0987-4b74-bad0-cbcf56f8a294 with binding_index 1 {{(pid=103448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 20:45:23.889968 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-a47f045f-3a90-4400-8a48-fbaac836b524 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818823-1, 0b54720a-d3c4-433f-94fd-61dd97b5e8b5) {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:45:23.893957 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a47f045f-3a90-4400-8a48-fbaac836b524 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:45:23.894560 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a47f045f-3a90-4400-8a48-fbaac836b524 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:23.899661 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8845537-25d6-4102-9c91-ca061ada641b None None] Network 0b54720a-d3c4-433f-94fd-61dd97b5e8b5 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:45:23.910852 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-a47f045f-3a90-4400-8a48-fbaac836b524 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3226991 Nov 22 20:45:23.913482 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 55804) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:45:23.917974 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-c660f23d-fcb4-4680-acf9-5eb9774cd9a2 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1027485033-router', 'tenant_id': '9d546431835e4be1b0c2c5c28a90cada', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'}}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:45:23.939731 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c660f23d-fcb4-4680-acf9-5eb9774cd9a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24799'] for router, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:23.940751 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c660f23d-fcb4-4680-acf9-5eb9774cd9a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-632716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24788'] for router, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:23.996133 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c660f23d-fcb4-4680-acf9-5eb9774cd9a2 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:24.050500 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4965798-d905-4b16-b595-b9afcf8960a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fb26bd7-ce56-527b-b94f-2e1f7cb2bb35-0b54720a-d3c4-433f-94fd-61dd97b5e8b5', 'network_id': '0b54720a-d3c4-433f-94fd-61dd97b5e8b5', 'tenant_id': '9d546431835e4be1b0c2c5c28a90cada', 'fixed_ips': [{'subnet_id': 'f9c7fff4-0634-4f54-8779-64140aca9548'}]}} from n-d-818823-1. {{(pid=103449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 20:45:24.051353 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-d4965798-d905-4b16-b595-b9afcf8960a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:24.134819 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c660f23d-fcb4-4680-acf9-5eb9774cd9a2 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:24.188218 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.db_base_plugin_common [None req-d4965798-d905-4b16-b595-b9afcf8960a2 None None] Allocated IP 172.20.0.2 (0b54720a-d3c4-433f-94fd-61dd97b5e8b5/f9c7fff4-0634-4f54-8779-64140aca9548/c8786056-1f19-4c17-acfb-efdb58306c78) {{(pid=103449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:45:24.331484 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c660f23d-fcb4-4680-acf9-5eb9774cd9a2 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:24.333163 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-d4965798-d905-4b16-b595-b9afcf8960a2 None None] Publish callbacks [] for port, precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:24.340007 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-d4965798-d905-4b16-b595-b9afcf8960a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372'] for port, after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:24.351530 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c660f23d-fcb4-4680-acf9-5eb9774cd9a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:24.385358 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4965798-d905-4b16-b595-b9afcf8960a2 None None] Network 0b54720a-d3c4-433f-94fd-61dd97b5e8b5 is already hosted by enough agents. {{(pid=103449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:45:24.389757 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.base_scheduler [None req-d4965798-d905-4b16-b595-b9afcf8960a2 None None] Resources bound (agent type, host, resource id): {{(pid=103449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:45:24.394862 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4965798-d905-4b16-b595-b9afcf8960a2 None None] Received port after_create {{(pid=103449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:45:24.396835 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4965798-d905-4b16-b595-b9afcf8960a2 None None] Pushing event updated for resources: {'Port': ['ID=c8786056-1f19-4c17-acfb-efdb58306c78,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:45:24.448171 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-d4965798-d905-4b16-b595-b9afcf8960a2 None None] Attempting to bind port c8786056-1f19-4c17-acfb-efdb58306c78 on host n-d-818823-1 for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:45:24.448545 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-d4965798-d905-4b16-b595-b9afcf8960a2 None None] Attempting to bind port c8786056-1f19-4c17-acfb-efdb58306c78 by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': 'cf1a6b10-4a03-49f5-a73b-4efa38507c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '0b54720a-d3c4-433f-94fd-61dd97b5e8b5'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:45:24.448970 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4965798-d905-4b16-b595-b9afcf8960a2 None None] Attempting to bind port c8786056-1f19-4c17-acfb-efdb58306c78 on network 0b54720a-d3c4-433f-94fd-61dd97b5e8b5 {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:45:24.454420 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4965798-d905-4b16-b595-b9afcf8960a2 None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 45, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:45:24.454820 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4965798-d905-4b16-b595-b9afcf8960a2 None None] Checking segment: {'id': 'cf1a6b10-4a03-49f5-a73b-4efa38507c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '0b54720a-d3c4-433f-94fd-61dd97b5e8b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:45:24.455293 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-d4965798-d905-4b16-b595-b9afcf8960a2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:24.455717 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4965798-d905-4b16-b595-b9afcf8960a2 None None] Bound using segment: {'id': 'cf1a6b10-4a03-49f5-a73b-4efa38507c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '0b54720a-d3c4-433f-94fd-61dd97b5e8b5'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:45:24.456180 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-d4965798-d905-4b16-b595-b9afcf8960a2 None None] Bound port: c8786056-1f19-4c17-acfb-efdb58306c78, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf1a6b10-4a03-49f5-a73b-4efa38507c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '0b54720a-d3c4-433f-94fd-61dd97b5e8b5'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:45:24.456560 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-d4965798-d905-4b16-b595-b9afcf8960a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:24.459252 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [None req-c660f23d-fcb4-4680-acf9-5eb9774cd9a2 admin admin] Allocated IP 172.25.5.228 (c48a55e9-6a85-4746-b7bf-3e29fb560094/5da6f781-63e6-4328-ae7a-5e672262f55a/10a05e5f-c148-49c3-8845-5d9f4fe81a93) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:45:24.518946 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-d4965798-d905-4b16-b595-b9afcf8960a2 None None] For port c8786056-1f19-4c17-acfb-efdb58306c78, host n-d-818823-1, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:45:24.522220 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-d4965798-d905-4b16-b595-b9afcf8960a2 None None] For port c8786056-1f19-4c17-acfb-efdb58306c78, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=c8786056-1f19-4c17-acfb-efdb58306c78,segment=NetworkSegment(cf1a6b10-4a03-49f5-a73b-4efa38507c0c),segment_id=cf1a6b10-4a03-49f5-a73b-4efa38507c0c)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:45:24.526650 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-d4965798-d905-4b16-b595-b9afcf8960a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:24.562340 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c660f23d-fcb4-4680-acf9-5eb9774cd9a2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:24.589968 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4965798-d905-4b16-b595-b9afcf8960a2 None None] Pushing event updated for resources: {'Port': ['ID=c8786056-1f19-4c17-acfb-efdb58306c78,revision_number=2']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:45:24.614617 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c660f23d-fcb4-4680-acf9-5eb9774cd9a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:24.661280 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c660f23d-fcb4-4680-acf9-5eb9774cd9a2 admin admin] Network c48a55e9-6a85-4746-b7bf-3e29fb560094 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:45:24.664406 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-c660f23d-fcb4-4680-acf9-5eb9774cd9a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:45:24.668013 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c660f23d-fcb4-4680-acf9-5eb9774cd9a2 admin admin] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:45:24.673878 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c660f23d-fcb4-4680-acf9-5eb9774cd9a2 admin admin] Pushing event updated for resources: {'Port': ['ID=10a05e5f-c148-49c3-8845-5d9f4fe81a93,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:45:24.678757 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b26729b3-5333-438a-9274-40f10a471c0d None None] DHCP port deletion for c48a55e9-6a85-4746-b7bf-3e29fb560094 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:45:24.809862 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-7ecaae6b-dcb9-4c2e-8d2f-109e72e098a2 None None] Provisioning complete for port 10a05e5f-c148-49c3-8845-5d9f4fe81a93 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:45:24.810222 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-7ecaae6b-dcb9-4c2e-8d2f-109e72e098a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:24.847749 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-7ecaae6b-dcb9-4c2e-8d2f-109e72e098a2 None None] Port 10a05e5f-c148-49c3-8845-5d9f4fe81a93 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:45:24.872433 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1f3887-aebc-4f6c-bdbb-fc7e3ec95b1e req-b31fb2bf-cc38-4482-acca-e42f8ee374b8 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:45:24.873990 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-df1f3887-aebc-4f6c-bdbb-fc7e3ec95b1e req-b31fb2bf-cc38-4482-acca-e42f8ee374b8 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/ports?device_id=e790d805-de9e-4a8e-9c45-6da03a5fccfa HTTP/1.1" status: 200 len: 943 time: 0.0895121 Nov 22 20:45:24.938988 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-df1f3887-aebc-4f6c-bdbb-fc7e3ec95b1e req-ae8c61ab-6bc1-409b-9f8d-a8f899dbff5c tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/security-groups?id=9385f438-76fd-4571-8741-9d769037a7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577965 Nov 22 20:45:24.970401 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device c8786056-1f19-4c17-acfb-efdb58306c78 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:45:24.981528 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c660f23d-fcb4-4680-acf9-5eb9774cd9a2 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:25.018469 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port c8786056-1f19-4c17-acfb-efdb58306c78 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:45:25.018842 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:25.104350 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:25.146606 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] For port c8786056-1f19-4c17-acfb-efdb58306c78, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=c8786056-1f19-4c17-acfb-efdb58306c78,segment=NetworkSegment(cf1a6b10-4a03-49f5-a73b-4efa38507c0c),segment_id=cf1a6b10-4a03-49f5-a73b-4efa38507c0c)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:45:25.150808 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:25.206293 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Pushing event updated for resources: {'Port': ['ID=c8786056-1f19-4c17-acfb-efdb58306c78,revision_number=3']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:45:25.471141 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c660f23d-fcb4-4680-acf9-5eb9774cd9a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-659538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-841284'] for router, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:25.592845 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c2e8e5c-5dd1-40f6-8f40-e491755a50ba None None] Network 0b54720a-d3c4-433f-94fd-61dd97b5e8b5 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:45:25.606130 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c660f23d-fcb4-4680-acf9-5eb9774cd9a2 admin admin] Router 602ccaf0-83d8-49f5-8206-1c7bbc6224e2 is scheduled to L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 with binding_index 1 {{(pid=103448) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 20:45:25.687454 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-4fe6074b-7a7d-45c1-966c-cf2c62526845 None None] Provisioning complete for port c8786056-1f19-4c17-acfb-efdb58306c78 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:45:25.688346 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4fe6074b-7a7d-45c1-966c-cf2c62526845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:25.713520 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c660f23d-fcb4-4680-acf9-5eb9774cd9a2 admin admin] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:45:25.730996 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c660f23d-fcb4-4680-acf9-5eb9774cd9a2 admin admin] Publish callbacks [] for router, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:25.731996 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f5976aa-8e77-42f9-b1f3-ed000776bdc2 None None] Sync routers for ids ['602ccaf0-83d8-49f5-8206-1c7bbc6224e2'] in n-d-818823-1 {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:45:25.732310 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-c660f23d-fcb4-4680-acf9-5eb9774cd9a2 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.8177896 Nov 22 20:45:25.735406 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 55808) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:45:25.771812 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f5976aa-8e77-42f9-b1f3-ed000776bdc2 None None] Routers {'602ccaf0-83d8-49f5-8206-1c7bbc6224e2'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:45:25.772450 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-1f5976aa-8e77-42f9-b1f3-ed000776bdc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:45:03Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['602ccaf0-83d8-49f5-8206-1c7bbc6224e2'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:45:25.939762 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-1f5976aa-8e77-42f9-b1f3-ed000776bdc2 None None] Set router 602ccaf0-83d8-49f5-8206-1c7bbc6224e2 gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:45:26.084766 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db88ea34-6c6c-479d-91a2-2dc9f9e136f5 req-d30547d4-3509-47f1-9bf3-809bb8183826 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:45:26.086440 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-db88ea34-6c6c-479d-91a2-2dc9f9e136f5 req-d30547d4-3509-47f1-9bf3-809bb8183826 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/ports?device_id=e790d805-de9e-4a8e-9c45-6da03a5fccfa HTTP/1.1" status: 200 len: 943 time: 0.0685296 Nov 22 20:45:26.144562 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-db88ea34-6c6c-479d-91a2-2dc9f9e136f5 req-7e68b297-ce8b-46e9-ba33-58f47f68b83f tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/security-groups?id=9385f438-76fd-4571-8741-9d769037a7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502913 Nov 22 20:45:26.158967 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-1f5976aa-8e77-42f9-b1f3-ed000776bdc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '602ccaf0-83d8-49f5-8206-1c7bbc6224e2', 'name': 'tempest-TestServerMultinode-1027485033-router', 'tenant_id': '9d546431835e4be1b0c2c5c28a90cada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': '10a05e5f-c148-49c3-8845-5d9f4fe81a93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:45:23Z', 'updated_at': '2021-11-22T20:45:24Z', 'revision_number': 3, 'project_id': '9d546431835e4be1b0c2c5c28a90cada', 'gw_port': {'id': '10a05e5f-c148-49c3-8845-5d9f4fe81a93', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:8b:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '602ccaf0-83d8-49f5-8206-1c7bbc6224e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:45:24Z', 'updated_at': '2021-11-22T20:45:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:45:26.188707 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f5976aa-8e77-42f9-b1f3-ed000776bdc2 None None] Checking router: 602ccaf0-83d8-49f5-8206-1c7bbc6224e2 for host: n-d-818823-1 {{(pid=103449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 20:45:26.189054 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f5976aa-8e77-42f9-b1f3-ed000776bdc2 None None] Updating router 602ccaf0-83d8-49f5-8206-1c7bbc6224e2 port 10a05e5f-c148-49c3-8845-5d9f4fe81a93 binding host n-d-818823-1 {{(pid=103449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 20:45:26.192568 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c72ee9a4-beaf-4505-a057-ac9fb5c0f441 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:26.193116 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-e1aed929-d2cd-49da-b378-05d358cf560a None None] Provisioning complete for port c8786056-1f19-4c17-acfb-efdb58306c78 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:45:26.193482 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e1aed929-d2cd-49da-b378-05d358cf560a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:26.237923 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-1f5976aa-8e77-42f9-b1f3-ed000776bdc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:26.350331 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [None req-c72ee9a4-beaf-4505-a057-ac9fb5c0f441 admin admin] Allocated IP 172.20.0.1 (0b54720a-d3c4-433f-94fd-61dd97b5e8b5/f9c7fff4-0634-4f54-8779-64140aca9548/40a13df8-deec-44f7-80f6-613b9fa6d1ca) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:45:26.461210 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c72ee9a4-beaf-4505-a057-ac9fb5c0f441 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:26.494266 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c72ee9a4-beaf-4505-a057-ac9fb5c0f441 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:26.527118 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-1f5976aa-8e77-42f9-b1f3-ed000776bdc2 None None] Publish callbacks [] for port, precommit_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:26.533561 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-1f5976aa-8e77-42f9-b1f3-ed000776bdc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:26.535929 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c72ee9a4-beaf-4505-a057-ac9fb5c0f441 admin admin] Network 0b54720a-d3c4-433f-94fd-61dd97b5e8b5 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:45:26.540381 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-c72ee9a4-beaf-4505-a057-ac9fb5c0f441 admin admin] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:45:26.544804 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c72ee9a4-beaf-4505-a057-ac9fb5c0f441 admin admin] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:45:26.548165 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72ee9a4-beaf-4505-a057-ac9fb5c0f441 admin admin] Pushing event updated for resources: {'Port': ['ID=40a13df8-deec-44f7-80f6-613b9fa6d1ca,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:45:26.580432 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6b7e463-096a-4634-81a2-9f9681ef6774 None None] DHCP port deletion for c48a55e9-6a85-4746-b7bf-3e29fb560094 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:45:26.586672 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c72ee9a4-beaf-4505-a057-ac9fb5c0f441 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659939'] for router_interface, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:26.592198 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0cefd4-1606-4de7-9780-c43e6b530b4f None None] Pushing event updated for resources: {'Port': ['ID=10a05e5f-c148-49c3-8845-5d9f4fe81a93,revision_number=2']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:45:26.595883 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-1f5976aa-8e77-42f9-b1f3-ed000776bdc2 None None] Attempting to bind port 10a05e5f-c148-49c3-8845-5d9f4fe81a93 on host n-d-818823-1 for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:45:26.596260 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-1f5976aa-8e77-42f9-b1f3-ed000776bdc2 None None] Attempting to bind port 10a05e5f-c148-49c3-8845-5d9f4fe81a93 by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:45:26.596626 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f5976aa-8e77-42f9-b1f3-ed000776bdc2 None None] Attempting to bind port 10a05e5f-c148-49c3-8845-5d9f4fe81a93 on network c48a55e9-6a85-4746-b7bf-3e29fb560094 {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:45:26.603770 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f5976aa-8e77-42f9-b1f3-ed000776bdc2 None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 45, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:45:26.604176 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f5976aa-8e77-42f9-b1f3-ed000776bdc2 None None] Checking segment: {'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:45:26.604539 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-1f5976aa-8e77-42f9-b1f3-ed000776bdc2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:26.604931 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f5976aa-8e77-42f9-b1f3-ed000776bdc2 None None] Bound using segment: {'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:45:26.605404 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-1f5976aa-8e77-42f9-b1f3-ed000776bdc2 None None] Bound port: 10a05e5f-c148-49c3-8845-5d9f4fe81a93, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:45:26.605787 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-1f5976aa-8e77-42f9-b1f3-ed000776bdc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:26.670357 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-1f5976aa-8e77-42f9-b1f3-ed000776bdc2 None None] For port 10a05e5f-c148-49c3-8845-5d9f4fe81a93, host n-d-818823-1, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:45:26.673782 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-1f5976aa-8e77-42f9-b1f3-ed000776bdc2 None None] For port 10a05e5f-c148-49c3-8845-5d9f4fe81a93, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=10a05e5f-c148-49c3-8845-5d9f4fe81a93,segment=NetworkSegment(8793ba83-8407-4c3d-9b56-2a177cd58a70),segment_id=8793ba83-8407-4c3d-9b56-2a177cd58a70)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:45:26.678707 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-1f5976aa-8e77-42f9-b1f3-ed000776bdc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:26.729140 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef8f408c-9541-41ce-a4f8-c20118dce19f None None] DHCP port deletion for c48a55e9-6a85-4746-b7bf-3e29fb560094 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:45:26.746463 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c72ee9a4-beaf-4505-a057-ac9fb5c0f441 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:26.755631 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-488368f4-5e3d-4938-98ad-1da9a348257d None None] Provisioning complete for port 10a05e5f-c148-49c3-8845-5d9f4fe81a93 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:45:26.755891 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-488368f4-5e3d-4938-98ad-1da9a348257d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:26.782558 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f5976aa-8e77-42f9-b1f3-ed000776bdc2 None None] Routers {'602ccaf0-83d8-49f5-8206-1c7bbc6224e2'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:45:26.783202 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-1f5976aa-8e77-42f9-b1f3-ed000776bdc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:45:03Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['602ccaf0-83d8-49f5-8206-1c7bbc6224e2'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:45:26.785493 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0cefd4-1606-4de7-9780-c43e6b530b4f None None] Pushing event updated for resources: {'Port': ['ID=10a05e5f-c148-49c3-8845-5d9f4fe81a93,revision_number=3']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:45:26.923071 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device c8786056-1f19-4c17-acfb-efdb58306c78 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:45:26.935394 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c72ee9a4-beaf-4505-a057-ac9fb5c0f441 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:26.940667 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c72ee9a4-beaf-4505-a057-ac9fb5c0f441 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:26.964078 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-1f5976aa-8e77-42f9-b1f3-ed000776bdc2 None None] Set router 602ccaf0-83d8-49f5-8206-1c7bbc6224e2 gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:45:27.003262 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-488368f4-5e3d-4938-98ad-1da9a348257d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:27.006955 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c72ee9a4-beaf-4505-a057-ac9fb5c0f441 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-563461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-659839'] for router_interface, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:27.009750 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72ee9a4-beaf-4505-a057-ac9fb5c0f441 admin admin] Pushing event updated for resources: {'Port': ['ID=40a13df8-deec-44f7-80f6-613b9fa6d1ca,revision_number=2']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:45:27.115355 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c72ee9a4-beaf-4505-a057-ac9fb5c0f441 admin admin] Network 0b54720a-d3c4-433f-94fd-61dd97b5e8b5 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:45:27.116957 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-c72ee9a4-beaf-4505-a057-ac9fb5c0f441 admin admin] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:45:27.228163 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-488368f4-5e3d-4938-98ad-1da9a348257d None None] For port 10a05e5f-c148-49c3-8845-5d9f4fe81a93, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=10a05e5f-c148-49c3-8845-5d9f4fe81a93,segment=NetworkSegment(8793ba83-8407-4c3d-9b56-2a177cd58a70),segment_id=8793ba83-8407-4c3d-9b56-2a177cd58a70)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:45:27.248902 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c72ee9a4-beaf-4505-a057-ac9fb5c0f441 admin admin] Router 602ccaf0-83d8-49f5-8206-1c7bbc6224e2 has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 20:45:27.268419 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-488368f4-5e3d-4938-98ad-1da9a348257d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:27.286006 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a916fec0-b93e-443f-a999-624edcda74cc req-77bdfee8-08e1-40d2-b706-a296c89852e3 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:45:27.294368 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a916fec0-b93e-443f-a999-624edcda74cc req-77bdfee8-08e1-40d2-b706-a296c89852e3 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/ports?device_id=e790d805-de9e-4a8e-9c45-6da03a5fccfa HTTP/1.1" status: 200 len: 943 time: 0.0680461 Nov 22 20:45:27.311774 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port c8786056-1f19-4c17-acfb-efdb58306c78 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:45:27.312146 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:27.356006 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a916fec0-b93e-443f-a999-624edcda74cc req-ac61cb8f-3f9e-49b1-a454-b6888dced355 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/security-groups?id=9385f438-76fd-4571-8741-9d769037a7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604126 Nov 22 20:45:27.383812 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c72ee9a4-beaf-4505-a057-ac9fb5c0f441 admin admin] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:45:27.391678 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488368f4-5e3d-4938-98ad-1da9a348257d None None] Pushing event updated for resources: {'Port': ['ID=10a05e5f-c148-49c3-8845-5d9f4fe81a93,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:45:27.394001 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-c72ee9a4-beaf-4505-a057-ac9fb5c0f441 admin admin] 10.222.0.46 "PUT /v2.0/routers/602ccaf0-83d8-49f5-8206-1c7bbc6224e2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6578732 Nov 22 20:45:27.455952 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-eafa30ef-da1c-4af2-bb8c-cc8d8af473ac None None] Provisioning complete for port 40a13df8-deec-44f7-80f6-613b9fa6d1ca triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:45:27.456339 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-eafa30ef-da1c-4af2-bb8c-cc8d8af473ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:27.531448 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-eafa30ef-da1c-4af2-bb8c-cc8d8af473ac None None] Port 40a13df8-deec-44f7-80f6-613b9fa6d1ca cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:45:27.565038 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-eafa30ef-da1c-4af2-bb8c-cc8d8af473ac None None] Provisioning complete for port 10a05e5f-c148-49c3-8845-5d9f4fe81a93 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:45:27.565444 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-eafa30ef-da1c-4af2-bb8c-cc8d8af473ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:27.570727 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-1f5976aa-8e77-42f9-b1f3-ed000776bdc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '602ccaf0-83d8-49f5-8206-1c7bbc6224e2', 'name': 'tempest-TestServerMultinode-1027485033-router', 'tenant_id': '9d546431835e4be1b0c2c5c28a90cada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': '10a05e5f-c148-49c3-8845-5d9f4fe81a93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:45:23Z', 'updated_at': '2021-11-22T20:45:26Z', 'revision_number': 4, 'project_id': '9d546431835e4be1b0c2c5c28a90cada', 'gw_port': {'id': '10a05e5f-c148-49c3-8845-5d9f4fe81a93', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:8b:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '602ccaf0-83d8-49f5-8206-1c7bbc6224e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:45:24Z', 'updated_at': '2021-11-22T20:45:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': '40a13df8-deec-44f7-80f6-613b9fa6d1ca', 'name': '', 'network_id': '0b54720a-d3c4-433f-94fd-61dd97b5e8b5', 'tenant_id': '9d546431835e4be1b0c2c5c28a90cada', 'mac_address': 'fa:16:3e:6e:3c:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '602ccaf0-83d8-49f5-8206-1c7bbc6224e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': 'f9c7fff4-0634-4f54-8779-64140aca9548', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:45:26Z', 'updated_at': '2021-11-22T20:45:26Z', 'revision_number': 1, 'project_id': '9d546431835e4be1b0c2c5c28a90cada', 'subnets': [{'id': 'f9c7fff4-0634-4f54-8779-64140aca9548', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:45:27.618943 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f5976aa-8e77-42f9-b1f3-ed000776bdc2 None None] The sync data for ids ['602ccaf0-83d8-49f5-8206-1c7bbc6224e2'] in n-d-818823-1 is: [{'id': '602ccaf0-83d8-49f5-8206-1c7bbc6224e2', 'name': 'tempest-TestServerMultinode-1027485033-router', 'tenant_id': '9d546431835e4be1b0c2c5c28a90cada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': '10a05e5f-c148-49c3-8845-5d9f4fe81a93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:45:23Z', 'updated_at': '2021-11-22T20:45:26Z', 'revision_number': 4, 'project_id': '9d546431835e4be1b0c2c5c28a90cada', 'gw_port': {'id': '10a05e5f-c148-49c3-8845-5d9f4fe81a93', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:8b:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '602ccaf0-83d8-49f5-8206-1c7bbc6224e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:45:24Z', 'updated_at': '2021-11-22T20:45:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': '40a13df8-deec-44f7-80f6-613b9fa6d1ca', 'name': '', 'network_id': '0b54720a-d3c4-433f-94fd-61dd97b5e8b5', 'tenant_id': '9d546431835e4be1b0c2c5c28a90cada', 'mac_address': 'fa:16:3e:6e:3c:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '602ccaf0-83d8-49f5-8206-1c7bbc6224e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': 'f9c7fff4-0634-4f54-8779-64140aca9548', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:45:26Z', 'updated_at': '2021-11-22T20:45:26Z', 'revision_number': 1, 'project_id': '9d546431835e4be1b0c2c5c28a90cada', 'subnets': [{'id': 'f9c7fff4-0634-4f54-8779-64140aca9548', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:45:27.829344 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-9f5857bf-63db-4042-8720-cab7f6fad7fa None None] Provisioning complete for port 40a13df8-deec-44f7-80f6-613b9fa6d1ca triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:45:27.829794 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-9f5857bf-63db-4042-8720-cab7f6fad7fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:27.873157 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-9f5857bf-63db-4042-8720-cab7f6fad7fa None None] Port 40a13df8-deec-44f7-80f6-613b9fa6d1ca cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:45:27.987954 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 55828) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:45:27.992924 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-8620e3fc-de40-4da4-bf52-f9d0630024fe admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-941191513-network', 'tenant_id': 'cbffdc8c7ff341c488d6a6446a34ec2c'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:45:28.014593 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8620e3fc-de40-4da4-bf52-f9d0630024fe admin admin] Made reservation on behalf of cbffdc8c7ff341c488d6a6446a34ec2c for: {'network': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:45:28.017594 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8620e3fc-de40-4da4-bf52-f9d0630024fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for network, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:28.026953 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8620e3fc-de40-4da4-bf52-f9d0630024fe admin admin] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:28.108159 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8620e3fc-de40-4da4-bf52-f9d0630024fe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:28.112110 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8620e3fc-de40-4da4-bf52-f9d0630024fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:28.144164 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8620e3fc-de40-4da4-bf52-f9d0630024fe admin admin] vlan segment allocate from pool success with {'vlan_id': 648, 'physical_network': 'physnet1'} {{(pid=103448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 20:45:28.146460 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8620e3fc-de40-4da4-bf52-f9d0630024fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1d36391-314c-4aaa-8eb4-ec84a7cc6948,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:45:28.159119 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8620e3fc-de40-4da4-bf52-f9d0630024fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:28.159502 n-d-818823-1 neutron-server[103448]: INFO neutron.db.segments_db [None req-8620e3fc-de40-4da4-bf52-f9d0630024fe admin admin] Added segment 30c0775b-8be2-4d54-9bb9-cc8d499acaf9 of type vlan for network c3a1723a-7e83-458f-8b20-abb8e7b433b2 Nov 22 20:45:28.202780 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8620e3fc-de40-4da4-bf52-f9d0630024fe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748992492791'] for network, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:28.233305 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8620e3fc-de40-4da4-bf52-f9d0630024fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for network, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:28.234529 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8620e3fc-de40-4da4-bf52-f9d0630024fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:45:28.235202 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8620e3fc-de40-4da4-bf52-f9d0630024fe admin admin] Publish callbacks [] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:28.260080 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-8620e3fc-de40-4da4-bf52-f9d0630024fe admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2708678 Nov 22 20:45:28.261125 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 55830) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:45:28.267587 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-327f7a88-d450-42d9-ad51-86bc85af017b admin admin] Request body: {'subnet': {'network_id': 'c3a1723a-7e83-458f-8b20-abb8e7b433b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-941191513-subnet', 'tenant_id': 'cbffdc8c7ff341c488d6a6446a34ec2c', 'ip_version': 4}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:45:28.294053 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-327f7a88-d450-42d9-ad51-86bc85af017b admin admin] Made reservation on behalf of cbffdc8c7ff341c488d6a6446a34ec2c for: {'subnet': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:45:28.297752 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-327f7a88-d450-42d9-ad51-86bc85af017b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8485086'] for subnet, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:28.301762 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device c705d436-51f8-43e2-be7e-0d12ef250de3 details requested by agent hyperv_n-h2-818823-1 with host n-h2-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 20:45:28.332826 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8620e3fc-de40-4da4-bf52-f9d0630024fe admin admin] Pushing event updated for resources: {'Network': ['ID=c3a1723a-7e83-458f-8b20-abb8e7b433b2,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:45:28.379797 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Network c3a1723a-7e83-458f-8b20-abb8e7b433b2 details requested by agent ovs-agent-n-d-818823-1 with host n-d-818823-1 {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 20:45:28.506251 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port c705d436-51f8-43e2-be7e-0d12ef250de3, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=c705d436-51f8-43e2-be7e-0d12ef250de3,segment=NetworkSegment(4aa11b26-9f57-405f-9190-6abb0565ab6f),segment_id=4aa11b26-9f57-405f-9190-6abb0565ab6f)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:45:28.518474 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Returning: {'device': 'c705d436-51f8-43e2-be7e-0d12ef250de3', 'network_id': '6bc37553-a100-43d1-8d1a-4277980617a1', 'port_id': 'c705d436-51f8-43e2-be7e-0d12ef250de3', 'mac_address': 'fa:16:3e:b6:7a:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44fc5a0e-e05e-4887-a12b-3d1c69de9281', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 20:45:28.567756 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:28.583074 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c705d436-51f8-43e2-be7e-0d12ef250de3 {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:45:28.588559 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa71349-7ce8-47d3-ac85-4e1aee0664ca req-96626077-dd31-46bf-b6c8-60aa24490ad8 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:45:28.590238 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3fa71349-7ce8-47d3-ac85-4e1aee0664ca req-96626077-dd31-46bf-b6c8-60aa24490ad8 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/ports?device_id=e790d805-de9e-4a8e-9c45-6da03a5fccfa HTTP/1.1" status: 200 len: 943 time: 0.1027677 Nov 22 20:45:28.591955 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-327f7a88-d450-42d9-ad51-86bc85af017b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8900613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8485104'] for subnet, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:28.604327 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port c705d436-51f8-43e2-be7e-0d12ef250de3, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=c705d436-51f8-43e2-be7e-0d12ef250de3,segment=NetworkSegment(4aa11b26-9f57-405f-9190-6abb0565ab6f),segment_id=4aa11b26-9f57-405f-9190-6abb0565ab6f)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:45:28.609402 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:28.663935 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=c705d436-51f8-43e2-be7e-0d12ef250de3,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:45:28.694192 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-327f7a88-d450-42d9-ad51-86bc85af017b admin admin] Checking segment: {'id': '30c0775b-8be2-4d54-9bb9-cc8d499acaf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'c3a1723a-7e83-458f-8b20-abb8e7b433b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:45:28.694557 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-327f7a88-d450-42d9-ad51-86bc85af017b admin admin] Network hostable DHCP agents. Network: c3a1723a-7e83-458f-8b20-abb8e7b433b2, hostable agents: ['02adaa64-0987-4b74-bad0-cbcf56f8a294'], hosted agents: [] {{(pid=103447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 20:45:28.696587 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327f7a88-d450-42d9-ad51-86bc85af017b admin admin] Pushing event updated for resources: {'Subnet': ['ID=f71d1cf6-6440-4d3c-bec9-f8d3bf60e706,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:45:28.714834 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3fa71349-7ce8-47d3-ac85-4e1aee0664ca req-541c0dc9-901f-48e0-a963-bbc8d0609cc9 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/security-groups?id=9385f438-76fd-4571-8741-9d769037a7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843627 Nov 22 20:45:28.728787 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-327f7a88-d450-42d9-ad51-86bc85af017b admin admin] Network c3a1723a-7e83-458f-8b20-abb8e7b433b2 is scheduled to be hosted by DHCP agent 02adaa64-0987-4b74-bad0-cbcf56f8a294 with binding_index 1 {{(pid=103447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 20:45:28.741044 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-327f7a88-d450-42d9-ad51-86bc85af017b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818823-1, c3a1723a-7e83-458f-8b20-abb8e7b433b2) {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:45:28.746182 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-327f7a88-d450-42d9-ad51-86bc85af017b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:45:28.746770 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-327f7a88-d450-42d9-ad51-86bc85af017b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:28.750968 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73fc8166-0355-458c-8ad3-4908b5ab1099 None None] Network c3a1723a-7e83-458f-8b20-abb8e7b433b2 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:45:28.773099 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-327f7a88-d450-42d9-ad51-86bc85af017b admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5081286 Nov 22 20:45:28.773671 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 55834) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:45:28.778078 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-d77597f1-bcb3-42d4-9abf-dca9b51ef1e7 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-941191513-router', 'tenant_id': 'cbffdc8c7ff341c488d6a6446a34ec2c', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'}}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:45:28.805945 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d77597f1-bcb3-42d4-9abf-dca9b51ef1e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24799'] for router, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:28.807060 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d77597f1-bcb3-42d4-9abf-dca9b51ef1e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-632716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24788'] for router, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:28.826141 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] get_ports_and_sgs() called for port_ids ['c705d436-51f8-43e2-be7e-0d12ef250de3'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:45:28.861616 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d77597f1-bcb3-42d4-9abf-dca9b51ef1e7 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:28.986206 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 10a05e5f-c148-49c3-8845-5d9f4fe81a93 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:45:29.012538 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b060a01b-9e74-4f07-a444-46694503d28b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fb26bd7-ce56-527b-b94f-2e1f7cb2bb35-c3a1723a-7e83-458f-8b20-abb8e7b433b2', 'network_id': 'c3a1723a-7e83-458f-8b20-abb8e7b433b2', 'tenant_id': 'cbffdc8c7ff341c488d6a6446a34ec2c', 'fixed_ips': [{'subnet_id': 'f71d1cf6-6440-4d3c-bec9-f8d3bf60e706'}]}} from n-d-818823-1. {{(pid=103449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 20:45:29.013399 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-b060a01b-9e74-4f07-a444-46694503d28b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:29.019030 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d77597f1-bcb3-42d4-9abf-dca9b51ef1e7 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:29.166644 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 10a05e5f-c148-49c3-8845-5d9f4fe81a93 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:45:29.167021 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:29.235161 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d77597f1-bcb3-42d4-9abf-dca9b51ef1e7 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:29.257867 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d77597f1-bcb3-42d4-9abf-dca9b51ef1e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:29.269288 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.db_base_plugin_common [None req-b060a01b-9e74-4f07-a444-46694503d28b None None] Allocated IP 172.20.0.2 (c3a1723a-7e83-458f-8b20-abb8e7b433b2/f71d1cf6-6440-4d3c-bec9-f8d3bf60e706/e0b9bccd-3969-4752-8382-91348a9b26fb) {{(pid=103449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:45:29.361374 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [None req-d77597f1-bcb3-42d4-9abf-dca9b51ef1e7 admin admin] Allocated IP 172.25.5.22 (c48a55e9-6a85-4746-b7bf-3e29fb560094/5da6f781-63e6-4328-ae7a-5e672262f55a/2000625c-78a2-448c-807b-f5f512f6fb33) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:45:29.449110 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-b060a01b-9e74-4f07-a444-46694503d28b None None] Publish callbacks [] for port, precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:29.456035 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-b060a01b-9e74-4f07-a444-46694503d28b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372'] for port, after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:29.478564 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d77597f1-bcb3-42d4-9abf-dca9b51ef1e7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:29.498715 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b060a01b-9e74-4f07-a444-46694503d28b None None] Network c3a1723a-7e83-458f-8b20-abb8e7b433b2 is already hosted by enough agents. {{(pid=103449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:45:29.501646 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.base_scheduler [None req-b060a01b-9e74-4f07-a444-46694503d28b None None] Resources bound (agent type, host, resource id): {{(pid=103449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:45:29.506258 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b060a01b-9e74-4f07-a444-46694503d28b None None] Received port after_create {{(pid=103449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:45:29.509274 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b060a01b-9e74-4f07-a444-46694503d28b None None] Pushing event updated for resources: {'Port': ['ID=e0b9bccd-3969-4752-8382-91348a9b26fb,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:45:29.516796 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d77597f1-bcb3-42d4-9abf-dca9b51ef1e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:29.559793 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d77597f1-bcb3-42d4-9abf-dca9b51ef1e7 admin admin] Network c48a55e9-6a85-4746-b7bf-3e29fb560094 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:45:29.562683 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-d77597f1-bcb3-42d4-9abf-dca9b51ef1e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:45:29.565237 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77597f1-bcb3-42d4-9abf-dca9b51ef1e7 admin admin] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:45:29.569165 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-b060a01b-9e74-4f07-a444-46694503d28b None None] Attempting to bind port e0b9bccd-3969-4752-8382-91348a9b26fb on host n-d-818823-1 for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:45:29.569796 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-b060a01b-9e74-4f07-a444-46694503d28b None None] Attempting to bind port e0b9bccd-3969-4752-8382-91348a9b26fb by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': '30c0775b-8be2-4d54-9bb9-cc8d499acaf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'c3a1723a-7e83-458f-8b20-abb8e7b433b2'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:45:29.569982 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b060a01b-9e74-4f07-a444-46694503d28b None None] Attempting to bind port e0b9bccd-3969-4752-8382-91348a9b26fb on network c3a1723a-7e83-458f-8b20-abb8e7b433b2 {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:45:29.577618 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b060a01b-9e74-4f07-a444-46694503d28b None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 45, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:45:29.577994 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b060a01b-9e74-4f07-a444-46694503d28b None None] Checking segment: {'id': '30c0775b-8be2-4d54-9bb9-cc8d499acaf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'c3a1723a-7e83-458f-8b20-abb8e7b433b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:45:29.579042 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-b060a01b-9e74-4f07-a444-46694503d28b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:29.579473 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b060a01b-9e74-4f07-a444-46694503d28b None None] Bound using segment: {'id': '30c0775b-8be2-4d54-9bb9-cc8d499acaf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'c3a1723a-7e83-458f-8b20-abb8e7b433b2'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:45:29.579950 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-b060a01b-9e74-4f07-a444-46694503d28b None None] Bound port: e0b9bccd-3969-4752-8382-91348a9b26fb, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30c0775b-8be2-4d54-9bb9-cc8d499acaf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'c3a1723a-7e83-458f-8b20-abb8e7b433b2'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:45:29.580335 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-b060a01b-9e74-4f07-a444-46694503d28b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:29.593843 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-908c1362-11ab-4217-9a9a-71bc56e9379a None None] DHCP port deletion for c48a55e9-6a85-4746-b7bf-3e29fb560094 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:45:29.599467 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77597f1-bcb3-42d4-9abf-dca9b51ef1e7 admin admin] Pushing event updated for resources: {'Port': ['ID=2000625c-78a2-448c-807b-f5f512f6fb33,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:45:29.669458 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-b060a01b-9e74-4f07-a444-46694503d28b None None] For port e0b9bccd-3969-4752-8382-91348a9b26fb, host n-d-818823-1, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:45:29.672829 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-b060a01b-9e74-4f07-a444-46694503d28b None None] For port e0b9bccd-3969-4752-8382-91348a9b26fb, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=e0b9bccd-3969-4752-8382-91348a9b26fb,segment=NetworkSegment(30c0775b-8be2-4d54-9bb9-cc8d499acaf9),segment_id=30c0775b-8be2-4d54-9bb9-cc8d499acaf9)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:45:29.676804 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-b060a01b-9e74-4f07-a444-46694503d28b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:29.741278 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-f6f67b05-d3b0-44b0-b9d5-a969549e0385 None None] Provisioning complete for port 2000625c-78a2-448c-807b-f5f512f6fb33 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:45:29.741657 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-f6f67b05-d3b0-44b0-b9d5-a969549e0385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:29.797653 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-f6f67b05-d3b0-44b0-b9d5-a969549e0385 None None] Port 2000625c-78a2-448c-807b-f5f512f6fb33 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:45:29.801854 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b060a01b-9e74-4f07-a444-46694503d28b None None] Pushing event updated for resources: {'Port': ['ID=e0b9bccd-3969-4752-8382-91348a9b26fb,revision_number=2']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:45:29.846291 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d77597f1-bcb3-42d4-9abf-dca9b51ef1e7 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:29.883862 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452b3112-4f80-487e-a8ad-92de86f87fbe req-bb648716-f6e5-4bcf-8904-67de1f74785c tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:45:29.886796 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-452b3112-4f80-487e-a8ad-92de86f87fbe req-bb648716-f6e5-4bcf-8904-67de1f74785c tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/ports?device_id=e790d805-de9e-4a8e-9c45-6da03a5fccfa HTTP/1.1" status: 200 len: 944 time: 0.0584431 Nov 22 20:45:29.944635 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-452b3112-4f80-487e-a8ad-92de86f87fbe req-758f8b12-a613-47ae-88b9-9df7f6370490 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/security-groups?id=9385f438-76fd-4571-8741-9d769037a7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510736 Nov 22 20:45:30.018304 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-f2ec634c-b9a6-4a59-9221-251959a84ab8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:30.046060 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e66c58-ca61-40df-b83c-031ac68734b0 None None] Sync routers for ids ['602ccaf0-83d8-49f5-8206-1c7bbc6224e2'] in n-d-818823-1 {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:45:30.056501 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e66c58-ca61-40df-b83c-031ac68734b0 None None] Routers {'602ccaf0-83d8-49f5-8206-1c7bbc6224e2'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:45:30.057138 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-c0e66c58-ca61-40df-b83c-031ac68734b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:45:03Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['602ccaf0-83d8-49f5-8206-1c7bbc6224e2'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:45:30.208491 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-c0e66c58-ca61-40df-b83c-031ac68734b0 None None] Set router 602ccaf0-83d8-49f5-8206-1c7bbc6224e2 gateway port host: n-d-818823-1 {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:45:30.317983 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device c705d436-51f8-43e2-be7e-0d12ef250de3 up at agent hyperv_n-h2-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:45:30.369107 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d77597f1-bcb3-42d4-9abf-dca9b51ef1e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-659538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-841284'] for router, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:30.378551 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Provisioning for port c705d436-51f8-43e2-be7e-0d12ef250de3 completed by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 20:45:30.382834 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Provisioning complete for port c705d436-51f8-43e2-be7e-0d12ef250de3 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:45:30.383207 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:30.421570 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-c0e66c58-ca61-40df-b83c-031ac68734b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '602ccaf0-83d8-49f5-8206-1c7bbc6224e2', 'name': 'tempest-TestServerMultinode-1027485033-router', 'tenant_id': '9d546431835e4be1b0c2c5c28a90cada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': '10a05e5f-c148-49c3-8845-5d9f4fe81a93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:45:23Z', 'updated_at': '2021-11-22T20:45:26Z', 'revision_number': 4, 'project_id': '9d546431835e4be1b0c2c5c28a90cada', 'gw_port': {'id': '10a05e5f-c148-49c3-8845-5d9f4fe81a93', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:8b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '602ccaf0-83d8-49f5-8206-1c7bbc6224e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:45:24Z', 'updated_at': '2021-11-22T20:45:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': '40a13df8-deec-44f7-80f6-613b9fa6d1ca', 'name': '', 'network_id': '0b54720a-d3c4-433f-94fd-61dd97b5e8b5', 'tenant_id': '9d546431835e4be1b0c2c5c28a90cada', 'mac_address': 'fa:16:3e:6e:3c:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '602ccaf0-83d8-49f5-8206-1c7bbc6224e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': 'f9c7fff4-0634-4f54-8779-64140aca9548', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:45:26Z', 'updated_at': '2021-11-22T20:45:26Z', 'revision_number': 2, 'project_id': '9d546431835e4be1b0c2c5c28a90cada', 'subnets': [{'id': 'f9c7fff4-0634-4f54-8779-64140aca9548', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:45:30.449925 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e66c58-ca61-40df-b83c-031ac68734b0 None None] Checking router: 602ccaf0-83d8-49f5-8206-1c7bbc6224e2 for host: n-d-818823-1 {{(pid=103450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 20:45:30.450277 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e66c58-ca61-40df-b83c-031ac68734b0 None None] Updating router 602ccaf0-83d8-49f5-8206-1c7bbc6224e2 port 40a13df8-deec-44f7-80f6-613b9fa6d1ca binding host n-d-818823-1 {{(pid=103450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 20:45:30.462710 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:30.483694 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c0e66c58-ca61-40df-b83c-031ac68734b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:30.493880 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e790d805-de9e-4a8e-9c45-6da03a5fccfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c705d436-51f8-43e2-be7e-0d12ef250de3'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:45:30.496886 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d39f6d30a11e565ec9648abcc015e8a6ab6cff4edd704add8155e28765d31eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c200a86-3053-47ca-b9c2-3f1e686443a0" -d '{"events": [{"server_uuid": "e790d805-de9e-4a8e-9c45-6da03a5fccfa", "name": "network-vif-plugged", "status": "completed", "tag": "c705d436-51f8-43e2-be7e-0d12ef250de3"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:45:30.512810 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port c705d436-51f8-43e2-be7e-0d12ef250de3, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=c705d436-51f8-43e2-be7e-0d12ef250de3,segment=NetworkSegment(4aa11b26-9f57-405f-9190-6abb0565ab6f),segment_id=4aa11b26-9f57-405f-9190-6abb0565ab6f)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:45:30.522783 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:30.541490 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d77597f1-bcb3-42d4-9abf-dca9b51ef1e7 admin admin] Router 9ecc0deb-6846-48c9-b4ce-3e37c412c8ad is scheduled to L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 with binding_index 1 {{(pid=103448) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 20:45:30.597477 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=c705d436-51f8-43e2-be7e-0d12ef250de3,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:45:30.699994 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d77597f1-bcb3-42d4-9abf-dca9b51ef1e7 admin admin] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:45:30.711658 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd485f57-c871-4b10-b5e9-d4ddb5117d84 None None] Sync routers for ids ['9ecc0deb-6846-48c9-b4ce-3e37c412c8ad'] in n-d-818823-1 {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:45:30.725232 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd485f57-c871-4b10-b5e9-d4ddb5117d84 None None] Routers {'9ecc0deb-6846-48c9-b4ce-3e37c412c8ad'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:45:30.727056 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-cd485f57-c871-4b10-b5e9-d4ddb5117d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:45:03Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['9ecc0deb-6846-48c9-b4ce-3e37c412c8ad'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:45:30.731847 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d77597f1-bcb3-42d4-9abf-dca9b51ef1e7 admin admin] Publish callbacks [] for router, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:30.733391 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-d77597f1-bcb3-42d4-9abf-dca9b51ef1e7 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9586911 Nov 22 20:45:30.736626 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 55842) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:45:30.858831 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c0e66c58-ca61-40df-b83c-031ac68734b0 None None] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:30.867255 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:45:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaa82b2c-97e4-4537-9383-73b1b95ed4b1 x-openstack-request-id: req-eaa82b2c-97e4-4537-9383-73b1b95ed4b1 {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:45:30.867815 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e790d805-de9e-4a8e-9c45-6da03a5fccfa", "name": "network-vif-plugged", "status": "completed", "tag": "c705d436-51f8-43e2-be7e-0d12ef250de3", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:45:30.868084 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-eaa82b2c-97e4-4537-9383-73b1b95ed4b1 {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:45:30.868487 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e790d805-de9e-4a8e-9c45-6da03a5fccfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c705d436-51f8-43e2-be7e-0d12ef250de3', 'code': 200} Nov 22 20:45:30.890723 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c0e66c58-ca61-40df-b83c-031ac68734b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:30.927985 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-cd485f57-c871-4b10-b5e9-d4ddb5117d84 None None] Set router 9ecc0deb-6846-48c9-b4ce-3e37c412c8ad gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:45:31.018088 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device e0b9bccd-3969-4752-8382-91348a9b26fb up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:45:31.021864 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e6d0ba-12af-4f03-a453-6cb79f658da8 None None] Pushing event updated for resources: {'Port': ['ID=40a13df8-deec-44f7-80f6-613b9fa6d1ca,revision_number=3']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:45:31.022024 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3e8e6d-477c-464d-b9e3-c4672843a20d req-e8d4b312-9867-4941-9160-9c68461357e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:45:31.023498 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-dd3e8e6d-477c-464d-b9e3-c4672843a20d req-e8d4b312-9867-4941-9160-9c68461357e7 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e790d805-de9e-4a8e-9c45-6da03a5fccfa HTTP/1.1" status: 200 len: 1096 time: 0.0899329 Nov 22 20:45:31.074171 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ff83b41-fad7-4866-b6ba-151062a7708c None None] Network c3a1723a-7e83-458f-8b20-abb8e7b433b2 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:45:31.111836 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e6d0ba-12af-4f03-a453-6cb79f658da8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:45:31.112872 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e6d0ba-12af-4f03-a453-6cb79f658da8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:45:31.113346 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e6d0ba-12af-4f03-a453-6cb79f658da8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:45:31.113977 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e6d0ba-12af-4f03-a453-6cb79f658da8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:45:31.114467 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e6d0ba-12af-4f03-a453-6cb79f658da8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:45:31.114932 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e6d0ba-12af-4f03-a453-6cb79f658da8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:45:31.115392 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e6d0ba-12af-4f03-a453-6cb79f658da8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:45:31.115867 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e6d0ba-12af-4f03-a453-6cb79f658da8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:45:31.116343 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e6d0ba-12af-4f03-a453-6cb79f658da8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:45:31.119156 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e6d0ba-12af-4f03-a453-6cb79f658da8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:45:31.119721 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e6d0ba-12af-4f03-a453-6cb79f658da8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:45:31.120194 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e6d0ba-12af-4f03-a453-6cb79f658da8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:45:31.138372 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-c0e66c58-ca61-40df-b83c-031ac68734b0 None None] Attempting to bind port 40a13df8-deec-44f7-80f6-613b9fa6d1ca on host n-d-818823-1 for vnic_type normal with profile {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:45:31.138947 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-c0e66c58-ca61-40df-b83c-031ac68734b0 None None] Attempting to bind port 40a13df8-deec-44f7-80f6-613b9fa6d1ca by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': 'cf1a6b10-4a03-49f5-a73b-4efa38507c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '0b54720a-d3c4-433f-94fd-61dd97b5e8b5'}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:45:31.139488 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e66c58-ca61-40df-b83c-031ac68734b0 None None] Attempting to bind port 40a13df8-deec-44f7-80f6-613b9fa6d1ca on network 0b54720a-d3c4-433f-94fd-61dd97b5e8b5 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:45:31.146326 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e66c58-ca61-40df-b83c-031ac68734b0 None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 45, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:45:31.146959 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e66c58-ca61-40df-b83c-031ac68734b0 None None] Checking segment: {'id': 'cf1a6b10-4a03-49f5-a73b-4efa38507c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '0b54720a-d3c4-433f-94fd-61dd97b5e8b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:45:31.147532 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c0e66c58-ca61-40df-b83c-031ac68734b0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:31.148058 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e66c58-ca61-40df-b83c-031ac68734b0 None None] Bound using segment: {'id': 'cf1a6b10-4a03-49f5-a73b-4efa38507c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '0b54720a-d3c4-433f-94fd-61dd97b5e8b5'} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:45:31.148683 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-c0e66c58-ca61-40df-b83c-031ac68734b0 None None] Bound port: 40a13df8-deec-44f7-80f6-613b9fa6d1ca, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf1a6b10-4a03-49f5-a73b-4efa38507c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '0b54720a-d3c4-433f-94fd-61dd97b5e8b5'}}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:45:31.149212 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c0e66c58-ca61-40df-b83c-031ac68734b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:31.154990 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-dd3e8e6d-477c-464d-b9e3-c4672843a20d req-edb6d084-91bb-486b-a0cc-93763183ad67 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=9385f438-76fd-4571-8741-9d769037a7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240332 Nov 22 20:45:31.168619 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9961155-d1eb-4bd9-83fc-129f4304afb8 req-4e7112ee-974a-42c2-972d-a3232232e235 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:45:31.170508 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a9961155-d1eb-4bd9-83fc-129f4304afb8 req-4e7112ee-974a-42c2-972d-a3232232e235 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/ports?device_id=e790d805-de9e-4a8e-9c45-6da03a5fccfa HTTP/1.1" status: 200 len: 945 time: 0.0857091 Nov 22 20:45:31.240476 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-c0e66c58-ca61-40df-b83c-031ac68734b0 None None] For port 40a13df8-deec-44f7-80f6-613b9fa6d1ca, host n-d-818823-1, cleared binding levels {{(pid=103450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:45:31.241194 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a9961155-d1eb-4bd9-83fc-129f4304afb8 req-664b3f49-73d7-4b03-b552-ce6c055e56f7 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/security-groups?id=9385f438-76fd-4571-8741-9d769037a7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630598 Nov 22 20:45:31.266153 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-c0e66c58-ca61-40df-b83c-031ac68734b0 None None] For port 40a13df8-deec-44f7-80f6-613b9fa6d1ca, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=40a13df8-deec-44f7-80f6-613b9fa6d1ca,segment=NetworkSegment(cf1a6b10-4a03-49f5-a73b-4efa38507c0c),segment_id=cf1a6b10-4a03-49f5-a73b-4efa38507c0c)] {{(pid=103450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:45:31.271811 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c0e66c58-ca61-40df-b83c-031ac68734b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:31.326351 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e66c58-ca61-40df-b83c-031ac68734b0 None None] Routers {'602ccaf0-83d8-49f5-8206-1c7bbc6224e2'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:45:31.327136 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-c0e66c58-ca61-40df-b83c-031ac68734b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:45:03Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['602ccaf0-83d8-49f5-8206-1c7bbc6224e2'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:45:31.383889 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e6d0ba-12af-4f03-a453-6cb79f658da8 None None] Pushing event updated for resources: {'Port': ['ID=40a13df8-deec-44f7-80f6-613b9fa6d1ca,revision_number=4']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:45:31.434874 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e26322ec-8ef6-496d-b3bf-e861b7ed9840 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:31.469528 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-c0e66c58-ca61-40df-b83c-031ac68734b0 None None] Set router 602ccaf0-83d8-49f5-8206-1c7bbc6224e2 gateway port host: n-d-818823-1 {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:45:31.512290 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-897d0e61-b8d4-40e2-a4be-4859d8edc22b None None] Provisioning complete for port e0b9bccd-3969-4752-8382-91348a9b26fb triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:45:31.512881 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-897d0e61-b8d4-40e2-a4be-4859d8edc22b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:31.589672 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port e0b9bccd-3969-4752-8382-91348a9b26fb triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:45:31.590010 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:31.625637 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [None req-e26322ec-8ef6-496d-b3bf-e861b7ed9840 admin admin] Allocated IP 172.20.0.1 (c3a1723a-7e83-458f-8b20-abb8e7b433b2/f71d1cf6-6440-4d3c-bec9-f8d3bf60e706/4b91db82-b0d8-44d5-adec-7401a3226f0d) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:45:31.705904 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-c0e66c58-ca61-40df-b83c-031ac68734b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '602ccaf0-83d8-49f5-8206-1c7bbc6224e2', 'name': 'tempest-TestServerMultinode-1027485033-router', 'tenant_id': '9d546431835e4be1b0c2c5c28a90cada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': '10a05e5f-c148-49c3-8845-5d9f4fe81a93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:45:23Z', 'updated_at': '2021-11-22T20:45:26Z', 'revision_number': 4, 'project_id': '9d546431835e4be1b0c2c5c28a90cada', 'gw_port': {'id': '10a05e5f-c148-49c3-8845-5d9f4fe81a93', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:8b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '602ccaf0-83d8-49f5-8206-1c7bbc6224e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:45:24Z', 'updated_at': '2021-11-22T20:45:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': '40a13df8-deec-44f7-80f6-613b9fa6d1ca', 'name': '', 'network_id': '0b54720a-d3c4-433f-94fd-61dd97b5e8b5', 'tenant_id': '9d546431835e4be1b0c2c5c28a90cada', 'mac_address': 'fa:16:3e:6e:3c:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '602ccaf0-83d8-49f5-8206-1c7bbc6224e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': 'f9c7fff4-0634-4f54-8779-64140aca9548', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:45:26Z', 'updated_at': '2021-11-22T20:45:31Z', 'revision_number': 4, 'project_id': '9d546431835e4be1b0c2c5c28a90cada', 'subnets': [{'id': 'f9c7fff4-0634-4f54-8779-64140aca9548', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:45:31.739500 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e66c58-ca61-40df-b83c-031ac68734b0 None None] The sync data for ids ['602ccaf0-83d8-49f5-8206-1c7bbc6224e2'] in n-d-818823-1 is: [{'id': '602ccaf0-83d8-49f5-8206-1c7bbc6224e2', 'name': 'tempest-TestServerMultinode-1027485033-router', 'tenant_id': '9d546431835e4be1b0c2c5c28a90cada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': '10a05e5f-c148-49c3-8845-5d9f4fe81a93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:45:23Z', 'updated_at': '2021-11-22T20:45:26Z', 'revision_number': 4, 'project_id': '9d546431835e4be1b0c2c5c28a90cada', 'gw_port': {'id': '10a05e5f-c148-49c3-8845-5d9f4fe81a93', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:8b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '602ccaf0-83d8-49f5-8206-1c7bbc6224e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:45:24Z', 'updated_at': '2021-11-22T20:45:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': '40a13df8-deec-44f7-80f6-613b9fa6d1ca', 'name': '', 'network_id': '0b54720a-d3c4-433f-94fd-61dd97b5e8b5', 'tenant_id': '9d546431835e4be1b0c2c5c28a90cada', 'mac_address': 'fa:16:3e:6e:3c:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '602ccaf0-83d8-49f5-8206-1c7bbc6224e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': 'f9c7fff4-0634-4f54-8779-64140aca9548', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:45:26Z', 'updated_at': '2021-11-22T20:45:31Z', 'revision_number': 4, 'project_id': '9d546431835e4be1b0c2c5c28a90cada', 'subnets': [{'id': 'f9c7fff4-0634-4f54-8779-64140aca9548', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:45:31.755742 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e26322ec-8ef6-496d-b3bf-e861b7ed9840 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:31.755968 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-897d0e61-b8d4-40e2-a4be-4859d8edc22b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:31.778606 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:31.809437 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e26322ec-8ef6-496d-b3bf-e861b7ed9840 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:31.817693 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-cd485f57-c871-4b10-b5e9-d4ddb5117d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ecc0deb-6846-48c9-b4ce-3e37c412c8ad', 'name': 'tempest-TestServerMultinode-941191513-router', 'tenant_id': 'cbffdc8c7ff341c488d6a6446a34ec2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.22'}], 'enable_snat': True}, 'gw_port_id': '2000625c-78a2-448c-807b-f5f512f6fb33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:45:28Z', 'updated_at': '2021-11-22T20:45:29Z', 'revision_number': 3, 'project_id': 'cbffdc8c7ff341c488d6a6446a34ec2c', 'gw_port': {'id': '2000625c-78a2-448c-807b-f5f512f6fb33', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:46:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ecc0deb-6846-48c9-b4ce-3e37c412c8ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:45:29Z', 'updated_at': '2021-11-22T20:45:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:45:31.821580 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-897d0e61-b8d4-40e2-a4be-4859d8edc22b None None] For port e0b9bccd-3969-4752-8382-91348a9b26fb, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=e0b9bccd-3969-4752-8382-91348a9b26fb,segment=NetworkSegment(30c0775b-8be2-4d54-9bb9-cc8d499acaf9),segment_id=30c0775b-8be2-4d54-9bb9-cc8d499acaf9)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:45:31.858736 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-897d0e61-b8d4-40e2-a4be-4859d8edc22b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:31.864588 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd485f57-c871-4b10-b5e9-d4ddb5117d84 None None] Checking router: 9ecc0deb-6846-48c9-b4ce-3e37c412c8ad for host: n-d-818823-1 {{(pid=103449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 20:45:31.865030 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26322ec-8ef6-496d-b3bf-e861b7ed9840 admin admin] Pushing event updated for resources: {'Port': ['ID=4b91db82-b0d8-44d5-adec-7401a3226f0d,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:45:31.865138 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd485f57-c871-4b10-b5e9-d4ddb5117d84 None None] Updating router 9ecc0deb-6846-48c9-b4ce-3e37c412c8ad port 2000625c-78a2-448c-807b-f5f512f6fb33 binding host n-d-818823-1 {{(pid=103449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 20:45:31.882405 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e26322ec-8ef6-496d-b3bf-e861b7ed9840 admin admin] Network c3a1723a-7e83-458f-8b20-abb8e7b433b2 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:45:31.885060 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-e26322ec-8ef6-496d-b3bf-e861b7ed9840 admin admin] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:45:31.891295 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e26322ec-8ef6-496d-b3bf-e861b7ed9840 admin admin] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:45:31.934683 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e26322ec-8ef6-496d-b3bf-e861b7ed9840 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659939'] for router_interface, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:32.000759 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897d0e61-b8d4-40e2-a4be-4859d8edc22b None None] Pushing event updated for resources: {'Port': ['ID=e0b9bccd-3969-4752-8382-91348a9b26fb,revision_number=3']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:45:32.003807 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-cd485f57-c871-4b10-b5e9-d4ddb5117d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:32.052308 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.db.api [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103449) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 20:45:32.052677 n-d-818823-1 neutron-server[103449]: DEBUG oslo_db.api [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 20:45:32.070712 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-1e6e5090-005f-4144-9774-a1c0776f79d3 None None] Provisioning complete for port e0b9bccd-3969-4752-8382-91348a9b26fb triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:45:32.071086 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-1e6e5090-005f-4144-9774-a1c0776f79d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:32.107146 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e26322ec-8ef6-496d-b3bf-e861b7ed9840 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:32.317063 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e26322ec-8ef6-496d-b3bf-e861b7ed9840 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:32.325087 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e26322ec-8ef6-496d-b3bf-e861b7ed9840 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:32.381474 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20c3948-ddef-4675-b9a9-1c2079516000 req-63b51b21-98fa-427f-9255-8bfdf629a34c tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:45:32.385854 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b20c3948-ddef-4675-b9a9-1c2079516000 req-63b51b21-98fa-427f-9255-8bfdf629a34c tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/ports?device_id=e790d805-de9e-4a8e-9c45-6da03a5fccfa HTTP/1.1" status: 200 len: 945 time: 0.0587785 Nov 22 20:45:32.400220 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e26322ec-8ef6-496d-b3bf-e861b7ed9840 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-563461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-659839'] for router_interface, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:32.410591 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26322ec-8ef6-496d-b3bf-e861b7ed9840 admin admin] Pushing event updated for resources: {'Port': ['ID=4b91db82-b0d8-44d5-adec-7401a3226f0d,revision_number=2']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:45:32.434564 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-1e6e5090-005f-4144-9774-a1c0776f79d3 None None] Provisioning complete for port 40a13df8-deec-44f7-80f6-613b9fa6d1ca triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:45:32.434942 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-1e6e5090-005f-4144-9774-a1c0776f79d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:32.493066 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b20c3948-ddef-4675-b9a9-1c2079516000 req-06b6a7df-ff4d-4d83-9ddf-8d43487da7e5 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/security-groups?id=9385f438-76fd-4571-8741-9d769037a7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034377 Nov 22 20:45:32.533731 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e26322ec-8ef6-496d-b3bf-e861b7ed9840 admin admin] Network c3a1723a-7e83-458f-8b20-abb8e7b433b2 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:45:32.535238 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-e26322ec-8ef6-496d-b3bf-e861b7ed9840 admin admin] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:45:32.546214 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-cd485f57-c871-4b10-b5e9-d4ddb5117d84 None None] Publish callbacks [] for port, precommit_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:32.558926 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-cd485f57-c871-4b10-b5e9-d4ddb5117d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:32.688113 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0552791f-3041-4d33-9871-42fb07613dfb None None] DHCP port deletion for c48a55e9-6a85-4746-b7bf-3e29fb560094 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:45:32.694736 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64847962-792b-4c00-8972-8ef85f4b0c58 req-057222fd-fed5-43e1-8af1-d91394bbdaac tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:45:32.696786 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-64847962-792b-4c00-8972-8ef85f4b0c58 req-057222fd-fed5-43e1-8af1-d91394bbdaac tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/ports?device_id=e790d805-de9e-4a8e-9c45-6da03a5fccfa HTTP/1.1" status: 200 len: 945 time: 0.0922236 Nov 22 20:45:32.707777 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e26322ec-8ef6-496d-b3bf-e861b7ed9840 admin admin] Router 9ecc0deb-6846-48c9-b4ce-3e37c412c8ad has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 20:45:32.740279 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3b89d8-9ab6-499b-bfcc-800b825bd88c None None] Pushing event updated for resources: {'Port': ['ID=2000625c-78a2-448c-807b-f5f512f6fb33,revision_number=2']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:45:32.742960 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-cd485f57-c871-4b10-b5e9-d4ddb5117d84 None None] Attempting to bind port 2000625c-78a2-448c-807b-f5f512f6fb33 on host n-d-818823-1 for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:45:32.743512 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-cd485f57-c871-4b10-b5e9-d4ddb5117d84 None None] Attempting to bind port 2000625c-78a2-448c-807b-f5f512f6fb33 by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:45:32.743929 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd485f57-c871-4b10-b5e9-d4ddb5117d84 None None] Attempting to bind port 2000625c-78a2-448c-807b-f5f512f6fb33 on network c48a55e9-6a85-4746-b7bf-3e29fb560094 {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:45:32.755473 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-1e6e5090-005f-4144-9774-a1c0776f79d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:32.761538 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd485f57-c871-4b10-b5e9-d4ddb5117d84 None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 45, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:45:32.762718 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd485f57-c871-4b10-b5e9-d4ddb5117d84 None None] Checking segment: {'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:45:32.763197 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-cd485f57-c871-4b10-b5e9-d4ddb5117d84 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:32.763688 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd485f57-c871-4b10-b5e9-d4ddb5117d84 None None] Bound using segment: {'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:45:32.764371 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-cd485f57-c871-4b10-b5e9-d4ddb5117d84 None None] Bound port: 2000625c-78a2-448c-807b-f5f512f6fb33, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:45:32.764836 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-cd485f57-c871-4b10-b5e9-d4ddb5117d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:32.815106 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-64847962-792b-4c00-8972-8ef85f4b0c58 req-65eb1d1b-b4c4-4a0d-b020-13f963524878 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/security-groups?id=9385f438-76fd-4571-8741-9d769037a7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118546 Nov 22 20:45:32.881213 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-1e6e5090-005f-4144-9774-a1c0776f79d3 None None] For port 40a13df8-deec-44f7-80f6-613b9fa6d1ca, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=40a13df8-deec-44f7-80f6-613b9fa6d1ca,segment=NetworkSegment(cf1a6b10-4a03-49f5-a73b-4efa38507c0c),segment_id=cf1a6b10-4a03-49f5-a73b-4efa38507c0c)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:45:32.892005 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-cd485f57-c871-4b10-b5e9-d4ddb5117d84 None None] For port 2000625c-78a2-448c-807b-f5f512f6fb33, host n-d-818823-1, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:45:32.894566 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-1e6e5090-005f-4144-9774-a1c0776f79d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:32.899875 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-cd485f57-c871-4b10-b5e9-d4ddb5117d84 None None] For port 2000625c-78a2-448c-807b-f5f512f6fb33, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=2000625c-78a2-448c-807b-f5f512f6fb33,segment=NetworkSegment(8793ba83-8407-4c3d-9b56-2a177cd58a70),segment_id=8793ba83-8407-4c3d-9b56-2a177cd58a70)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:45:32.903644 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e26322ec-8ef6-496d-b3bf-e861b7ed9840 admin admin] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:45:32.915322 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-e26322ec-8ef6-496d-b3bf-e861b7ed9840 admin admin] 10.222.0.46 "PUT /v2.0/routers/9ecc0deb-6846-48c9-b4ce-3e37c412c8ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1771531 Nov 22 20:45:32.941556 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-cd485f57-c871-4b10-b5e9-d4ddb5117d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:33.000144 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-00671f2b-1501-46d6-8317-b6ef2ec7954f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:33.013457 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 40a13df8-deec-44f7-80f6-613b9fa6d1ca up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:45:33.015930 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d50043b1-a6d5-41a4-b124-0d5843eafad2 None None] DHCP port deletion for c48a55e9-6a85-4746-b7bf-3e29fb560094 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:45:33.091693 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6e5090-005f-4144-9774-a1c0776f79d3 None None] Pushing event updated for resources: {'Port': ['ID=40a13df8-deec-44f7-80f6-613b9fa6d1ca,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:45:33.103028 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd485f57-c871-4b10-b5e9-d4ddb5117d84 None None] Routers {'9ecc0deb-6846-48c9-b4ce-3e37c412c8ad'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:45:33.104740 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-cd485f57-c871-4b10-b5e9-d4ddb5117d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:45:33Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['9ecc0deb-6846-48c9-b4ce-3e37c412c8ad'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:45:33.198863 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-649a0cc4-a0ad-4de5-83b2-5cb677144024 None None] Provisioning complete for port 4b91db82-b0d8-44d5-adec-7401a3226f0d triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:45:33.199245 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-649a0cc4-a0ad-4de5-83b2-5cb677144024 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:33.332682 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-649a0cc4-a0ad-4de5-83b2-5cb677144024 None None] Port 4b91db82-b0d8-44d5-adec-7401a3226f0d cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:45:33.348835 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3b89d8-9ab6-499b-bfcc-800b825bd88c None None] Pushing event updated for resources: {'Port': ['ID=2000625c-78a2-448c-807b-f5f512f6fb33,revision_number=3']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:45:33.367269 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 40a13df8-deec-44f7-80f6-613b9fa6d1ca triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:45:33.367630 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:33.375807 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-cd485f57-c871-4b10-b5e9-d4ddb5117d84 None None] Set router 9ecc0deb-6846-48c9-b4ce-3e37c412c8ad gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:45:33.468076 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-649a0cc4-a0ad-4de5-83b2-5cb677144024 None None] Provisioning complete for port 2000625c-78a2-448c-807b-f5f512f6fb33 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:45:33.468455 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-649a0cc4-a0ad-4de5-83b2-5cb677144024 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:33.530366 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1662678-79ea-4902-af39-2d7d9319b488 req-4ddf1810-9a39-4d93-b0de-ce4273ebe255 tempest-TestServerMultinode-825312771 tempest-TestServerMultinode-825312771-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:45:33.535758 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d1662678-79ea-4902-af39-2d7d9319b488 req-4ddf1810-9a39-4d93-b0de-ce4273ebe255 tempest-TestServerMultinode-825312771 tempest-TestServerMultinode-825312771-project-admin] 10.222.0.46 "GET /v2.0/networks?id=0b54720a-d3c4-433f-94fd-61dd97b5e8b5 HTTP/1.1" status: 200 len: 911 time: 0.1420212 Nov 22 20:45:33.556028 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d1662678-79ea-4902-af39-2d7d9319b488 req-18745e6a-8036-4336-9fc0-95fedb531056 tempest-TestServerMultinode-825312771 tempest-TestServerMultinode-825312771-project-admin] 10.222.0.46 "GET /v2.0/quotas/cbffdc8c7ff341c488d6a6446a34ec2c HTTP/1.1" status: 200 len: 375 time: 0.0153039 Nov 22 20:45:33.645299 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-03f0964f-1b75-4df7-99e0-a3cdb56ec2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:33.653236 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d1662678-79ea-4902-af39-2d7d9319b488 req-8ee52b0f-9700-4dad-9655-83b5543bb25a tempest-TestServerMultinode-825312771 tempest-TestServerMultinode-825312771-project-admin] 10.222.0.46 "GET /v2.0/ports?tenant_id=cbffdc8c7ff341c488d6a6446a34ec2c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0958877 Nov 22 20:45:33.725661 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-649a0cc4-a0ad-4de5-83b2-5cb677144024 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:33.764293 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device e0b9bccd-3969-4752-8382-91348a9b26fb up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:45:33.771236 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-649a0cc4-a0ad-4de5-83b2-5cb677144024 None None] For port 2000625c-78a2-448c-807b-f5f512f6fb33, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=2000625c-78a2-448c-807b-f5f512f6fb33,segment=NetworkSegment(8793ba83-8407-4c3d-9b56-2a177cd58a70),segment_id=8793ba83-8407-4c3d-9b56-2a177cd58a70)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:45:33.802608 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-649a0cc4-a0ad-4de5-83b2-5cb677144024 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:33.906447 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port e0b9bccd-3969-4752-8382-91348a9b26fb triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:45:33.906844 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:33.909598 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d1662678-79ea-4902-af39-2d7d9319b488 req-a4193bfb-6d15-4f48-8657-3b8684074fc9 service neutron] 10.222.0.46 "GET /v2.0/networks/0b54720a-d3c4-433f-94fd-61dd97b5e8b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2528360 Nov 22 20:45:33.971400 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649a0cc4-a0ad-4de5-83b2-5cb677144024 None None] Pushing event updated for resources: {'Port': ['ID=2000625c-78a2-448c-807b-f5f512f6fb33,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:45:33.992125 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-44c12d1c-b002-494b-b29e-622f47930563 None None] Provisioning complete for port 2000625c-78a2-448c-807b-f5f512f6fb33 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:45:33.992661 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-44c12d1c-b002-494b-b29e-622f47930563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:34.035117 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d1662678-79ea-4902-af39-2d7d9319b488 req-106e0c24-313c-44d5-9f6d-f962673753cf service neutron] 10.222.0.46 "GET /v2.0/networks/0b54720a-d3c4-433f-94fd-61dd97b5e8b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222579 Nov 22 20:45:34.211948 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-cd485f57-c871-4b10-b5e9-d4ddb5117d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ecc0deb-6846-48c9-b4ce-3e37c412c8ad', 'name': 'tempest-TestServerMultinode-941191513-router', 'tenant_id': 'cbffdc8c7ff341c488d6a6446a34ec2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.22'}], 'enable_snat': True}, 'gw_port_id': '2000625c-78a2-448c-807b-f5f512f6fb33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:45:28Z', 'updated_at': '2021-11-22T20:45:32Z', 'revision_number': 4, 'project_id': 'cbffdc8c7ff341c488d6a6446a34ec2c', 'gw_port': {'id': '2000625c-78a2-448c-807b-f5f512f6fb33', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:46:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ecc0deb-6846-48c9-b4ce-3e37c412c8ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:45:29Z', 'updated_at': '2021-11-22T20:45:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': '4b91db82-b0d8-44d5-adec-7401a3226f0d', 'name': '', 'network_id': 'c3a1723a-7e83-458f-8b20-abb8e7b433b2', 'tenant_id': 'cbffdc8c7ff341c488d6a6446a34ec2c', 'mac_address': 'fa:16:3e:d3:11:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ecc0deb-6846-48c9-b4ce-3e37c412c8ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'f71d1cf6-6440-4d3c-bec9-f8d3bf60e706', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:45:31Z', 'updated_at': '2021-11-22T20:45:32Z', 'revision_number': 2, 'project_id': 'cbffdc8c7ff341c488d6a6446a34ec2c', 'subnets': [{'id': 'f71d1cf6-6440-4d3c-bec9-f8d3bf60e706', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:45:34.251450 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd485f57-c871-4b10-b5e9-d4ddb5117d84 None None] The sync data for ids ['9ecc0deb-6846-48c9-b4ce-3e37c412c8ad'] in n-d-818823-1 is: [{'id': '9ecc0deb-6846-48c9-b4ce-3e37c412c8ad', 'name': 'tempest-TestServerMultinode-941191513-router', 'tenant_id': 'cbffdc8c7ff341c488d6a6446a34ec2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.22'}], 'enable_snat': True}, 'gw_port_id': '2000625c-78a2-448c-807b-f5f512f6fb33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:45:28Z', 'updated_at': '2021-11-22T20:45:32Z', 'revision_number': 4, 'project_id': 'cbffdc8c7ff341c488d6a6446a34ec2c', 'gw_port': {'id': '2000625c-78a2-448c-807b-f5f512f6fb33', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:46:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ecc0deb-6846-48c9-b4ce-3e37c412c8ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:45:29Z', 'updated_at': '2021-11-22T20:45:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': '4b91db82-b0d8-44d5-adec-7401a3226f0d', 'name': '', 'network_id': 'c3a1723a-7e83-458f-8b20-abb8e7b433b2', 'tenant_id': 'cbffdc8c7ff341c488d6a6446a34ec2c', 'mac_address': 'fa:16:3e:d3:11:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ecc0deb-6846-48c9-b4ce-3e37c412c8ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'f71d1cf6-6440-4d3c-bec9-f8d3bf60e706', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:45:31Z', 'updated_at': '2021-11-22T20:45:32Z', 'revision_number': 2, 'project_id': 'cbffdc8c7ff341c488d6a6446a34ec2c', 'subnets': [{'id': 'f71d1cf6-6440-4d3c-bec9-f8d3bf60e706', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:45:34.255220 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d6d885dd-6e35-4e64-befc-29fb16b67052 req-bcb5ef56-a681-43ab-9539-b72a90309f05 tempest-TestServerMultinode-825312771 tempest-TestServerMultinode-825312771-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=dac09038-0cb1-4703-8b40-b2fef9d060fb HTTP/1.1" status: 200 len: 210 time: 0.0452626 Nov 22 20:45:35.036697 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 40a13df8-deec-44f7-80f6-613b9fa6d1ca up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:45:35.104162 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 40a13df8-deec-44f7-80f6-613b9fa6d1ca triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:45:35.104622 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:35.226386 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e49ee129-e862-4476-beca-cdc8150d2345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:35.372612 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f916188b-4d57-4159-a547-faa19172e778 req-78f32fe0-0fcd-42e8-99f1-2f5c828a95b0 tempest-TestServerMultinode-825312771 tempest-TestServerMultinode-825312771-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=dac09038-0cb1-4703-8b40-b2fef9d060fb HTTP/1.1" status: 200 len: 210 time: 0.0260143 Nov 22 20:45:35.644782 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1662678-79ea-4902-af39-2d7d9319b488 req-248290c0-fed4-4dff-b3ff-62926773fdcc tempest-TestServerMultinode-825312771 tempest-TestServerMultinode-825312771-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:45:35.646285 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-d1662678-79ea-4902-af39-2d7d9319b488 req-248290c0-fed4-4dff-b3ff-62926773fdcc tempest-TestServerMultinode-825312771 tempest-TestServerMultinode-825312771-project-admin] 10.222.0.41 "GET /v2.0/networks?id=0b54720a-d3c4-433f-94fd-61dd97b5e8b5 HTTP/1.1" status: 200 len: 911 time: 0.0980542 Nov 22 20:45:35.660041 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [req-d1662678-79ea-4902-af39-2d7d9319b488 req-4e6b01dc-2044-44fa-a184-adaf6a5b95bc tempest-TestServerMultinode-825312771 tempest-TestServerMultinode-825312771-project-admin] Request body: {'port': {'device_id': 'dac09038-0cb1-4703-8b40-b2fef9d060fb', 'network_id': '0b54720a-d3c4-433f-94fd-61dd97b5e8b5', 'admin_state_up': True, 'tenant_id': 'cbffdc8c7ff341c488d6a6446a34ec2c'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:45:35.683594 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1662678-79ea-4902-af39-2d7d9319b488 req-4e6b01dc-2044-44fa-a184-adaf6a5b95bc tempest-TestServerMultinode-825312771 tempest-TestServerMultinode-825312771-project-admin] Made reservation on behalf of cbffdc8c7ff341c488d6a6446a34ec2c for: {'port': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:45:35.686221 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-d1662678-79ea-4902-af39-2d7d9319b488 req-4e6b01dc-2044-44fa-a184-adaf6a5b95bc tempest-TestServerMultinode-825312771 tempest-TestServerMultinode-825312771-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:35.820806 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [req-d1662678-79ea-4902-af39-2d7d9319b488 req-4e6b01dc-2044-44fa-a184-adaf6a5b95bc tempest-TestServerMultinode-825312771 tempest-TestServerMultinode-825312771-project-admin] Allocated IP 172.20.0.6 (0b54720a-d3c4-433f-94fd-61dd97b5e8b5/f9c7fff4-0634-4f54-8779-64140aca9548/08234bb4-0471-46b9-8bd4-7732fadcaf3d) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:45:35.968427 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-d1662678-79ea-4902-af39-2d7d9319b488 req-4e6b01dc-2044-44fa-a184-adaf6a5b95bc tempest-TestServerMultinode-825312771 tempest-TestServerMultinode-825312771-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:35.990111 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160eb6aa-eb3b-449d-a7b9-022a99689604 req-257e0e8c-bff6-4c35-b3cc-b7c4d29e956a tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:45:35.997655 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-160eb6aa-eb3b-449d-a7b9-022a99689604 req-257e0e8c-bff6-4c35-b3cc-b7c4d29e956a tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/networks?id=6bc37553-a100-43d1-8d1a-4277980617a1 HTTP/1.1" status: 200 len: 811 time: 0.1151981 Nov 22 20:45:36.008719 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-160eb6aa-eb3b-449d-a7b9-022a99689604 req-564db92b-536a-450a-8647-89411795dafc tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/quotas/2159a301d65a4f0aa3ad4e0df129c1f8 HTTP/1.1" status: 200 len: 375 time: 0.0101738 Nov 22 20:45:36.008974 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-d1662678-79ea-4902-af39-2d7d9319b488 req-4e6b01dc-2044-44fa-a184-adaf6a5b95bc tempest-TestServerMultinode-825312771 tempest-TestServerMultinode-825312771-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:36.052887 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1662678-79ea-4902-af39-2d7d9319b488 req-4e6b01dc-2044-44fa-a184-adaf6a5b95bc tempest-TestServerMultinode-825312771 tempest-TestServerMultinode-825312771-project-admin] Network 0b54720a-d3c4-433f-94fd-61dd97b5e8b5 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:45:36.057382 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [req-d1662678-79ea-4902-af39-2d7d9319b488 req-4e6b01dc-2044-44fa-a184-adaf6a5b95bc tempest-TestServerMultinode-825312771 tempest-TestServerMultinode-825312771-project-admin] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:45:36.062078 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1662678-79ea-4902-af39-2d7d9319b488 req-4e6b01dc-2044-44fa-a184-adaf6a5b95bc tempest-TestServerMultinode-825312771 tempest-TestServerMultinode-825312771-project-admin] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:45:36.064433 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6b01dc-2044-44fa-a184-adaf6a5b95bc tempest-TestServerMultinode-825312771 tempest-TestServerMultinode-825312771-project-admin] Pushing event updated for resources: {'Port': ['ID=08234bb4-0471-46b9-8bd4-7732fadcaf3d,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:45:36.076997 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-160eb6aa-eb3b-449d-a7b9-022a99689604 req-9a1b1407-f459-4268-a697-142fbe51e052 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=2159a301d65a4f0aa3ad4e0df129c1f8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0610378 Nov 22 20:45:36.089751 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:36.092860 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [req-160eb6aa-eb3b-449d-a7b9-022a99689604 req-6f4f8052-95e7-47db-9c22-7841f29acb8b service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=103447) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 20:45:36.094964 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-160eb6aa-eb3b-449d-a7b9-022a99689604 req-6f4f8052-95e7-47db-9c22-7841f29acb8b service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0087574 Nov 22 20:45:36.108917 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1662678-79ea-4902-af39-2d7d9319b488 req-4e6b01dc-2044-44fa-a184-adaf6a5b95bc tempest-TestServerMultinode-825312771 tempest-TestServerMultinode-825312771-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:45:36.110147 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-d1662678-79ea-4902-af39-2d7d9319b488 req-4e6b01dc-2044-44fa-a184-adaf6a5b95bc tempest-TestServerMultinode-825312771 tempest-TestServerMultinode-825312771-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:36.128449 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-d1662678-79ea-4902-af39-2d7d9319b488 req-4e6b01dc-2044-44fa-a184-adaf6a5b95bc tempest-TestServerMultinode-825312771 tempest-TestServerMultinode-825312771-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.4731803 Nov 22 20:45:36.209371 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [req-d1662678-79ea-4902-af39-2d7d9319b488 req-de531006-d720-45a5-8e45-a5f332fcc316 service neutron] Request body: {'port': {'device_id': 'dac09038-0cb1-4703-8b40-b2fef9d060fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818823-1'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:45:36.213740 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-160eb6aa-eb3b-449d-a7b9-022a99689604 req-99d16ef9-f7ca-4b3b-bb95-ad029369944e service neutron] 10.222.0.46 "GET /v2.0/networks/6bc37553-a100-43d1-8d1a-4277980617a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048455 Nov 22 20:45:36.277232 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-d1662678-79ea-4902-af39-2d7d9319b488 req-de531006-d720-45a5-8e45-a5f332fcc316 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:36.310843 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-160eb6aa-eb3b-449d-a7b9-022a99689604 req-443e8c93-5bc3-411f-a196-709f2b7e8038 service neutron] 10.222.0.46 "GET /v2.0/networks/6bc37553-a100-43d1-8d1a-4277980617a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904195 Nov 22 20:45:36.373033 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-c4e32ac3-fe16-45e1-910a-ad05beda5275 None None] Provisioning complete for port 08234bb4-0471-46b9-8bd4-7732fadcaf3d triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:45:36.373638 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-c4e32ac3-fe16-45e1-910a-ad05beda5275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:36.419340 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-c4e32ac3-fe16-45e1-910a-ad05beda5275 None None] Port 08234bb4-0471-46b9-8bd4-7732fadcaf3d cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:45:36.549780 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6d14f9fe-689e-4d7a-9f09-ee9da14481f8 req-f2096bad-9c52-4009-952b-9903bdc7d1bb tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f0e2d1c-b2dd-4b0d-999e-4ddce4366b85 HTTP/1.1" status: 200 len: 210 time: 0.0345318 Nov 22 20:45:36.561660 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bb99ec-88cc-425b-b5e8-607633c36812 req-c7f8909f-1948-4ea0-ada8-4fcd48d79c34 tempest-TestServerMultinode-825312771 tempest-TestServerMultinode-825312771-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:45:36.570857 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-32bb99ec-88cc-425b-b5e8-607633c36812 req-c7f8909f-1948-4ea0-ada8-4fcd48d79c34 tempest-TestServerMultinode-825312771 tempest-TestServerMultinode-825312771-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=dac09038-0cb1-4703-8b40-b2fef9d060fb HTTP/1.1" status: 200 len: 1027 time: 0.0833805 Nov 22 20:45:36.596270 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [req-d1662678-79ea-4902-af39-2d7d9319b488 req-de531006-d720-45a5-8e45-a5f332fcc316 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08234bb4-0471-46b9-8bd4-7732fadcaf3d {{(pid=103448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:45:36.604382 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-d1662678-79ea-4902-af39-2d7d9319b488 req-de531006-d720-45a5-8e45-a5f332fcc316 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:36.619525 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [req-d1662678-79ea-4902-af39-2d7d9319b488 req-de531006-d720-45a5-8e45-a5f332fcc316 service neutron] Transition to ACTIVE for port object 08234bb4-0471-46b9-8bd4-7732fadcaf3d will not be triggered until provisioned by entity L2. {{(pid=103448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 20:45:36.622457 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-32bb99ec-88cc-425b-b5e8-607633c36812 req-8988acc4-d556-4938-949e-5a74fd3d0c66 tempest-TestServerMultinode-825312771 tempest-TestServerMultinode-825312771-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=d1d36391-314c-4aaa-8eb4-ec84a7cc6948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506330 Nov 22 20:45:36.626310 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-d1662678-79ea-4902-af39-2d7d9319b488 req-de531006-d720-45a5-8e45-a5f332fcc316 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:36.676949 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de531006-d720-45a5-8e45-a5f332fcc316 service neutron] Pushing event updated for resources: {'Port': ['ID=08234bb4-0471-46b9-8bd4-7732fadcaf3d,revision_number=2']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:45:36.757826 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-d1662678-79ea-4902-af39-2d7d9319b488 req-de531006-d720-45a5-8e45-a5f332fcc316 service neutron] Attempting to bind port 08234bb4-0471-46b9-8bd4-7732fadcaf3d on host n-h1-818823-1 for vnic_type normal with profile {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:45:36.758234 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-d1662678-79ea-4902-af39-2d7d9319b488 req-de531006-d720-45a5-8e45-a5f332fcc316 service neutron] Attempting to bind port 08234bb4-0471-46b9-8bd4-7732fadcaf3d by drivers openvswitch,hyperv on host n-h1-818823-1 at level 0 using segments [{'id': 'cf1a6b10-4a03-49f5-a73b-4efa38507c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '0b54720a-d3c4-433f-94fd-61dd97b5e8b5'}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:45:36.758635 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1662678-79ea-4902-af39-2d7d9319b488 req-de531006-d720-45a5-8e45-a5f332fcc316 service neutron] Attempting to bind port 08234bb4-0471-46b9-8bd4-7732fadcaf3d on network 0b54720a-d3c4-433f-94fd-61dd97b5e8b5 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:45:36.763592 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1662678-79ea-4902-af39-2d7d9319b488 req-de531006-d720-45a5-8e45-a5f332fcc316 service neutron] Port 08234bb4-0471-46b9-8bd4-7732fadcaf3d on network 0b54720a-d3c4-433f-94fd-61dd97b5e8b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-818823-1 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:45:36.764006 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1662678-79ea-4902-af39-2d7d9319b488 req-de531006-d720-45a5-8e45-a5f332fcc316 service neutron] Attempting to bind port 08234bb4-0471-46b9-8bd4-7732fadcaf3d on network 0b54720a-d3c4-433f-94fd-61dd97b5e8b5 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:45:36.769680 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1662678-79ea-4902-af39-2d7d9319b488 req-de531006-d720-45a5-8e45-a5f332fcc316 service neutron] Checking agent: {'id': '7a008cff-3b49-418c-8046-689d46cc800f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'started_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 45, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:45:36.770124 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1662678-79ea-4902-af39-2d7d9319b488 req-de531006-d720-45a5-8e45-a5f332fcc316 service neutron] Checking segment: {'id': 'cf1a6b10-4a03-49f5-a73b-4efa38507c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '0b54720a-d3c4-433f-94fd-61dd97b5e8b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:45:36.770754 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1662678-79ea-4902-af39-2d7d9319b488 req-de531006-d720-45a5-8e45-a5f332fcc316 service neutron] Bound using segment: {'id': 'cf1a6b10-4a03-49f5-a73b-4efa38507c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '0b54720a-d3c4-433f-94fd-61dd97b5e8b5'} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:45:36.771256 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-d1662678-79ea-4902-af39-2d7d9319b488 req-de531006-d720-45a5-8e45-a5f332fcc316 service neutron] Bound port: 08234bb4-0471-46b9-8bd4-7732fadcaf3d, host: n-h1-818823-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf1a6b10-4a03-49f5-a73b-4efa38507c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '0b54720a-d3c4-433f-94fd-61dd97b5e8b5'}}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:45:36.771714 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-d1662678-79ea-4902-af39-2d7d9319b488 req-de531006-d720-45a5-8e45-a5f332fcc316 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:36.844909 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-d1662678-79ea-4902-af39-2d7d9319b488 req-de531006-d720-45a5-8e45-a5f332fcc316 service neutron] For port 08234bb4-0471-46b9-8bd4-7732fadcaf3d, host n-h1-818823-1, cleared binding levels {{(pid=103448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:45:36.848354 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-d1662678-79ea-4902-af39-2d7d9319b488 req-de531006-d720-45a5-8e45-a5f332fcc316 service neutron] For port 08234bb4-0471-46b9-8bd4-7732fadcaf3d, host n-h1-818823-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=08234bb4-0471-46b9-8bd4-7732fadcaf3d,segment=NetworkSegment(cf1a6b10-4a03-49f5-a73b-4efa38507c0c),segment_id=cf1a6b10-4a03-49f5-a73b-4efa38507c0c)] {{(pid=103448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:45:36.855502 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-d1662678-79ea-4902-af39-2d7d9319b488 req-de531006-d720-45a5-8e45-a5f332fcc316 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:36.887163 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1662678-79ea-4902-af39-2d7d9319b488 req-de531006-d720-45a5-8e45-a5f332fcc316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:45:36.890054 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-d1662678-79ea-4902-af39-2d7d9319b488 req-de531006-d720-45a5-8e45-a5f332fcc316 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:36.891558 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-d1662678-79ea-4902-af39-2d7d9319b488 req-de531006-d720-45a5-8e45-a5f332fcc316 service neutron] 10.222.0.41 "PUT /v2.0/ports/08234bb4-0471-46b9-8bd4-7732fadcaf3d HTTP/1.1" status: 200 len: 1091 time: 0.7550230 Nov 22 20:45:36.892037 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dac09038-0cb1-4703-8b40-b2fef9d060fb', 'tag': '08234bb4-0471-46b9-8bd4-7732fadcaf3d'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:45:36.894313 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589a98cf2aea187fcc423a5edb333e5a6cf3ad7c81115d1ebee0f079693c312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e85feee-0acc-48d4-b090-a19afffff29d" -d '{"events": [{"name": "network-changed", "server_uuid": "dac09038-0cb1-4703-8b40-b2fef9d060fb", "tag": "08234bb4-0471-46b9-8bd4-7732fadcaf3d"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:45:36.942294 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de531006-d720-45a5-8e45-a5f332fcc316 service neutron] Pushing event updated for resources: {'Port': ['ID=08234bb4-0471-46b9-8bd4-7732fadcaf3d,revision_number=3']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:45:36.968402 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 20:45:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce969476-7824-4017-b4c9-39a42e036d04 x-openstack-request-id: req-ce969476-7824-4017-b4c9-39a42e036d04 {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:45:36.969430 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dac09038-0cb1-4703-8b40-b2fef9d060fb", "tag": "08234bb4-0471-46b9-8bd4-7732fadcaf3d", "status": "completed", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:45:36.969828 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ce969476-7824-4017-b4c9-39a42e036d04 {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:45:36.970705 n-d-818823-1 neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dac09038-0cb1-4703-8b40-b2fef9d060fb', 'tag': '08234bb4-0471-46b9-8bd4-7732fadcaf3d', 'status': 'completed', 'code': 200} Nov 22 20:45:37.023402 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 2000625c-78a2-448c-807b-f5f512f6fb33 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:45:37.025162 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1662678-79ea-4902-af39-2d7d9319b488 req-6c85cea7-e211-450d-8d4c-27364cccbb51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:45:37.036327 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-d1662678-79ea-4902-af39-2d7d9319b488 req-6c85cea7-e211-450d-8d4c-27364cccbb51 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cbffdc8c7ff341c488d6a6446a34ec2c&device_id=dac09038-0cb1-4703-8b40-b2fef9d060fb HTTP/1.1" status: 200 len: 1094 time: 0.0951452 Nov 22 20:45:37.084070 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 2000625c-78a2-448c-807b-f5f512f6fb33 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:45:37.084633 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:37.091189 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-d1662678-79ea-4902-af39-2d7d9319b488 req-c3de1b4c-86f5-4569-85e4-fe4d9aeb25f3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=08234bb4-0471-46b9-8bd4-7732fadcaf3d HTTP/1.1" status: 200 len: 217 time: 0.0451808 Nov 22 20:45:37.147812 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1662678-79ea-4902-af39-2d7d9319b488 req-5bbae36b-0b6d-46fb-bd15-a519a564fdfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:45:37.149494 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-d1662678-79ea-4902-af39-2d7d9319b488 req-5bbae36b-0b6d-46fb-bd15-a519a564fdfd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f9c7fff4-0634-4f54-8779-64140aca9548 HTTP/1.1" status: 200 len: 849 time: 0.0512438 Nov 22 20:45:37.206554 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1662678-79ea-4902-af39-2d7d9319b488 req-060f7511-663b-46fc-9351-fbeb404db539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:45:37.208045 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-d1662678-79ea-4902-af39-2d7d9319b488 req-060f7511-663b-46fc-9351-fbeb404db539 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0b54720a-d3c4-433f-94fd-61dd97b5e8b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0508277 Nov 22 20:45:37.300507 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-d1662678-79ea-4902-af39-2d7d9319b488 req-95a6aa82-23ba-46e3-a007-00daa8e3f7ec service neutron] 10.222.0.41 "GET /v2.0/networks/0b54720a-d3c4-433f-94fd-61dd97b5e8b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856559 Nov 22 20:45:37.393547 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-d1662678-79ea-4902-af39-2d7d9319b488 req-bc1ff809-d4b5-4b62-8571-f97dd4257b10 service neutron] 10.222.0.41 "GET /v2.0/networks/0b54720a-d3c4-433f-94fd-61dd97b5e8b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866058 Nov 22 20:45:37.695631 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160eb6aa-eb3b-449d-a7b9-022a99689604 req-263af545-0871-4165-8c12-5f5951529694 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:45:37.700848 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-160eb6aa-eb3b-449d-a7b9-022a99689604 req-263af545-0871-4165-8c12-5f5951529694 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.20 "GET /v2.0/networks?id=6bc37553-a100-43d1-8d1a-4277980617a1 HTTP/1.1" status: 200 len: 811 time: 0.1613326 Nov 22 20:45:37.729084 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-160eb6aa-eb3b-449d-a7b9-022a99689604 req-00638381-ee09-4b53-a771-9570844ce9a6 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Request body: {'port': {'device_id': '2f0e2d1c-b2dd-4b0d-999e-4ddce4366b85', 'network_id': '6bc37553-a100-43d1-8d1a-4277980617a1', 'admin_state_up': True, 'tenant_id': '2159a301d65a4f0aa3ad4e0df129c1f8'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:45:37.832088 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2e5c9884-eb15-46cb-a5df-38495617d93c req-f34c6d5f-d3f8-4291-8013-15aa735a53d4 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f0e2d1c-b2dd-4b0d-999e-4ddce4366b85 HTTP/1.1" status: 200 len: 210 time: 0.1465459 Nov 22 20:45:37.885409 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc41b39f-5333-42be-a447-ff793dfcae9f req-2758da40-8d19-42e3-a3f4-87a95a729a8f tempest-TestServerMultinode-825312771 tempest-TestServerMultinode-825312771-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:45:37.887165 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-dc41b39f-5333-42be-a447-ff793dfcae9f req-2758da40-8d19-42e3-a3f4-87a95a729a8f tempest-TestServerMultinode-825312771 tempest-TestServerMultinode-825312771-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=dac09038-0cb1-4703-8b40-b2fef9d060fb HTTP/1.1" status: 200 len: 1094 time: 0.0619812 Nov 22 20:45:37.888402 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-160eb6aa-eb3b-449d-a7b9-022a99689604 req-00638381-ee09-4b53-a771-9570844ce9a6 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Made reservation on behalf of 2159a301d65a4f0aa3ad4e0df129c1f8 for: {'port': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:45:37.892091 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-160eb6aa-eb3b-449d-a7b9-022a99689604 req-00638381-ee09-4b53-a771-9570844ce9a6 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:37.914185 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e85feee-0acc-48d4-b090-a19afffff29d req-69d92ada-c750-4a4c-9587-62387b2372b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:45:37.915788 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-8e85feee-0acc-48d4-b090-a19afffff29d req-69d92ada-c750-4a4c-9587-62387b2372b6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cbffdc8c7ff341c488d6a6446a34ec2c&device_id=dac09038-0cb1-4703-8b40-b2fef9d060fb HTTP/1.1" status: 200 len: 1094 time: 0.4325206 Nov 22 20:45:37.981056 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-dc41b39f-5333-42be-a447-ff793dfcae9f req-8ab8af01-14c5-4335-baca-a5f63f953023 tempest-TestServerMultinode-825312771 tempest-TestServerMultinode-825312771-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=d1d36391-314c-4aaa-8eb4-ec84a7cc6948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862901 Nov 22 20:45:38.040329 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e85feee-0acc-48d4-b090-a19afffff29d req-cc845b51-08e0-4832-a642-61cbecb9e4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:45:38.041871 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-8e85feee-0acc-48d4-b090-a19afffff29d req-cc845b51-08e0-4832-a642-61cbecb9e4c8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=0b54720a-d3c4-433f-94fd-61dd97b5e8b5 HTTP/1.1" status: 200 len: 911 time: 0.1180072 Nov 22 20:45:38.066177 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [req-160eb6aa-eb3b-449d-a7b9-022a99689604 req-00638381-ee09-4b53-a771-9570844ce9a6 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Allocated IP 172.20.0.4 (6bc37553-a100-43d1-8d1a-4277980617a1/44fc5a0e-e05e-4887-a12b-3d1c69de9281/f839273a-4b07-4aef-895a-c78f18b5cb6f) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:45:38.132285 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-8e85feee-0acc-48d4-b090-a19afffff29d req-a4efe786-0130-4f0a-b40c-9be393285ba0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=08234bb4-0471-46b9-8bd4-7732fadcaf3d HTTP/1.1" status: 200 len: 217 time: 0.0820713 Nov 22 20:45:38.213896 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b787b55-8ec1-4dae-a949-a7fe1ca2cc00 None None] Sync routers for ids ['9ecc0deb-6846-48c9-b4ce-3e37c412c8ad'] in n-d-818823-1 {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:45:38.227934 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b787b55-8ec1-4dae-a949-a7fe1ca2cc00 None None] Routers {'9ecc0deb-6846-48c9-b4ce-3e37c412c8ad'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:45:38.228829 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-4b787b55-8ec1-4dae-a949-a7fe1ca2cc00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:45:33Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['9ecc0deb-6846-48c9-b4ce-3e37c412c8ad'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:45:38.245495 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e85feee-0acc-48d4-b090-a19afffff29d req-41dbff04-3797-4e8d-a624-816266d1d606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:45:38.246993 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-8e85feee-0acc-48d4-b090-a19afffff29d req-41dbff04-3797-4e8d-a624-816266d1d606 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f9c7fff4-0634-4f54-8779-64140aca9548 HTTP/1.1" status: 200 len: 849 time: 0.1073201 Nov 22 20:45:38.295459 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-160eb6aa-eb3b-449d-a7b9-022a99689604 req-00638381-ee09-4b53-a771-9570844ce9a6 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:38.304006 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e85feee-0acc-48d4-b090-a19afffff29d req-f956267b-5a42-4e32-aabc-cb9dd9ebc7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:45:38.305689 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-8e85feee-0acc-48d4-b090-a19afffff29d req-f956267b-5a42-4e32-aabc-cb9dd9ebc7d6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0b54720a-d3c4-433f-94fd-61dd97b5e8b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0501847 Nov 22 20:45:38.337447 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-160eb6aa-eb3b-449d-a7b9-022a99689604 req-00638381-ee09-4b53-a771-9570844ce9a6 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:38.349115 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] get_ports_and_sgs() called for port_ids ['c705d436-51f8-43e2-be7e-0d12ef250de3'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:45:38.361317 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-4b787b55-8ec1-4dae-a949-a7fe1ca2cc00 None None] Set router 9ecc0deb-6846-48c9-b4ce-3e37c412c8ad gateway port host: n-d-818823-1 {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:45:38.389343 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-160eb6aa-eb3b-449d-a7b9-022a99689604 req-00638381-ee09-4b53-a771-9570844ce9a6 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Network 6bc37553-a100-43d1-8d1a-4277980617a1 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:45:38.397589 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [req-160eb6aa-eb3b-449d-a7b9-022a99689604 req-00638381-ee09-4b53-a771-9570844ce9a6 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:45:38.421597 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-160eb6aa-eb3b-449d-a7b9-022a99689604 req-00638381-ee09-4b53-a771-9570844ce9a6 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:45:38.482476 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-8e85feee-0acc-48d4-b090-a19afffff29d req-2f988f0e-edd6-4838-93db-d469aa556c2f service neutron] 10.222.0.41 "GET /v2.0/networks/0b54720a-d3c4-433f-94fd-61dd97b5e8b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696813 Nov 22 20:45:38.525741 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00638381-ee09-4b53-a771-9570844ce9a6 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Pushing event updated for resources: {'Port': ['ID=f839273a-4b07-4aef-895a-c78f18b5cb6f,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:45:38.560684 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160eb6aa-eb3b-449d-a7b9-022a99689604 req-00638381-ee09-4b53-a771-9570844ce9a6 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:45:38.561400 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-160eb6aa-eb3b-449d-a7b9-022a99689604 req-00638381-ee09-4b53-a771-9570844ce9a6 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:38.598183 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-160eb6aa-eb3b-449d-a7b9-022a99689604 req-00638381-ee09-4b53-a771-9570844ce9a6 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8868337 Nov 22 20:45:38.611960 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-160eb6aa-eb3b-449d-a7b9-022a99689604 req-929c5a8c-8f5e-43af-8287-44466fd4e24a service neutron] Request body: {'port': {'device_id': '2f0e2d1c-b2dd-4b0d-999e-4ddce4366b85', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818823-1'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:45:38.688636 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-8e85feee-0acc-48d4-b090-a19afffff29d req-c686f2d1-c6c1-4e65-ac31-a9af68d1ec91 service neutron] 10.222.0.41 "GET /v2.0/networks/0b54720a-d3c4-433f-94fd-61dd97b5e8b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1970074 Nov 22 20:45:38.710858 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-160eb6aa-eb3b-449d-a7b9-022a99689604 req-929c5a8c-8f5e-43af-8287-44466fd4e24a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:38.729179 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-cda8f07f-7972-499c-b495-f0a4f02d0127 None None] Provisioning complete for port f839273a-4b07-4aef-895a-c78f18b5cb6f triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:45:38.729556 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-cda8f07f-7972-499c-b495-f0a4f02d0127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:38.802246 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-cda8f07f-7972-499c-b495-f0a4f02d0127 None None] Port f839273a-4b07-4aef-895a-c78f18b5cb6f cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:45:38.844997 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-4b787b55-8ec1-4dae-a949-a7fe1ca2cc00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ecc0deb-6846-48c9-b4ce-3e37c412c8ad', 'name': 'tempest-TestServerMultinode-941191513-router', 'tenant_id': 'cbffdc8c7ff341c488d6a6446a34ec2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.22'}], 'enable_snat': True}, 'gw_port_id': '2000625c-78a2-448c-807b-f5f512f6fb33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:45:28Z', 'updated_at': '2021-11-22T20:45:32Z', 'revision_number': 4, 'project_id': 'cbffdc8c7ff341c488d6a6446a34ec2c', 'gw_port': {'id': '2000625c-78a2-448c-807b-f5f512f6fb33', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:46:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ecc0deb-6846-48c9-b4ce-3e37c412c8ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:45:29Z', 'updated_at': '2021-11-22T20:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': '4b91db82-b0d8-44d5-adec-7401a3226f0d', 'name': '', 'network_id': 'c3a1723a-7e83-458f-8b20-abb8e7b433b2', 'tenant_id': 'cbffdc8c7ff341c488d6a6446a34ec2c', 'mac_address': 'fa:16:3e:d3:11:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ecc0deb-6846-48c9-b4ce-3e37c412c8ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'f71d1cf6-6440-4d3c-bec9-f8d3bf60e706', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:45:31Z', 'updated_at': '2021-11-22T20:45:32Z', 'revision_number': 2, 'project_id': 'cbffdc8c7ff341c488d6a6446a34ec2c', 'subnets': [{'id': 'f71d1cf6-6440-4d3c-bec9-f8d3bf60e706', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:45:38.851536 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 08234bb4-0471-46b9-8bd4-7732fadcaf3d details requested by agent hyperv_n-h1-818823-1 with host n-h1-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 20:45:38.914959 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b787b55-8ec1-4dae-a949-a7fe1ca2cc00 None None] Checking router: 9ecc0deb-6846-48c9-b4ce-3e37c412c8ad for host: n-d-818823-1 {{(pid=103450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 20:45:38.915553 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b787b55-8ec1-4dae-a949-a7fe1ca2cc00 None None] Updating router 9ecc0deb-6846-48c9-b4ce-3e37c412c8ad port 4b91db82-b0d8-44d5-adec-7401a3226f0d binding host n-d-818823-1 {{(pid=103450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 20:45:38.965235 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4b787b55-8ec1-4dae-a949-a7fe1ca2cc00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:39.055109 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 08234bb4-0471-46b9-8bd4-7732fadcaf3d, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=08234bb4-0471-46b9-8bd4-7732fadcaf3d,segment=NetworkSegment(cf1a6b10-4a03-49f5-a73b-4efa38507c0c),segment_id=cf1a6b10-4a03-49f5-a73b-4efa38507c0c)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:45:39.096032 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Returning: {'device': '08234bb4-0471-46b9-8bd4-7732fadcaf3d', 'network_id': '0b54720a-d3c4-433f-94fd-61dd97b5e8b5', 'port_id': '08234bb4-0471-46b9-8bd4-7732fadcaf3d', 'mac_address': 'fa:16:3e:c6:97:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 614, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9c7fff4-0634-4f54-8779-64140aca9548', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 20:45:39.107928 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc34b7c-4636-4e5d-aabe-c2c7908d8f4f req-9b3affa2-d8cd-493e-ac3f-cf51360c30be tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:45:39.110308 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ffc34b7c-4636-4e5d-aabe-c2c7908d8f4f req-9b3affa2-d8cd-493e-ac3f-cf51360c30be tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f0e2d1c-b2dd-4b0d-999e-4ddce4366b85 HTTP/1.1" status: 200 len: 931 time: 0.1558037 Nov 22 20:45:39.146643 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:39.164897 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08234bb4-0471-46b9-8bd4-7732fadcaf3d {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:45:39.207734 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 08234bb4-0471-46b9-8bd4-7732fadcaf3d, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=08234bb4-0471-46b9-8bd4-7732fadcaf3d,segment=NetworkSegment(cf1a6b10-4a03-49f5-a73b-4efa38507c0c),segment_id=cf1a6b10-4a03-49f5-a73b-4efa38507c0c)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:45:39.214525 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:39.218980 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417fa715-2de8-4567-b9df-2fee5700f493 req-76f34caf-9bcd-4e1d-a662-836c812d8206 tempest-TestServerMultinode-825312771 tempest-TestServerMultinode-825312771-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:45:39.220792 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-417fa715-2de8-4567-b9df-2fee5700f493 req-76f34caf-9bcd-4e1d-a662-836c812d8206 tempest-TestServerMultinode-825312771 tempest-TestServerMultinode-825312771-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=dac09038-0cb1-4703-8b40-b2fef9d060fb HTTP/1.1" status: 200 len: 1094 time: 0.1089597 Nov 22 20:45:39.246029 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ffc34b7c-4636-4e5d-aabe-c2c7908d8f4f req-ca033a21-1e6d-414d-a594-389baa0687d7 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/security-groups?id=9385f438-76fd-4571-8741-9d769037a7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198606 Nov 22 20:45:39.314430 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [req-160eb6aa-eb3b-449d-a7b9-022a99689604 req-929c5a8c-8f5e-43af-8287-44466fd4e24a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f839273a-4b07-4aef-895a-c78f18b5cb6f {{(pid=103447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:45:39.314663 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=08234bb4-0471-46b9-8bd4-7732fadcaf3d,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:45:39.333444 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:45:39.333796 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:45:39.334142 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:45:39.334877 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:45:39.335222 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:45:39.335681 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:45:39.336557 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:45:39.336557 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:45:39.336812 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:45:39.337120 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:45:39.337455 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:45:39.337781 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:45:39.347504 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-160eb6aa-eb3b-449d-a7b9-022a99689604 req-929c5a8c-8f5e-43af-8287-44466fd4e24a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:39.365540 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-417fa715-2de8-4567-b9df-2fee5700f493 req-cddf3583-f54a-4ff2-9bc0-166050d8888f tempest-TestServerMultinode-825312771 tempest-TestServerMultinode-825312771-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=d1d36391-314c-4aaa-8eb4-ec84a7cc6948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325643 Nov 22 20:45:39.368153 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.provisioning_blocks [req-160eb6aa-eb3b-449d-a7b9-022a99689604 req-929c5a8c-8f5e-43af-8287-44466fd4e24a service neutron] Transition to ACTIVE for port object f839273a-4b07-4aef-895a-c78f18b5cb6f will not be triggered until provisioned by entity L2. {{(pid=103447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 20:45:39.373754 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-160eb6aa-eb3b-449d-a7b9-022a99689604 req-929c5a8c-8f5e-43af-8287-44466fd4e24a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:39.420838 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4b787b55-8ec1-4dae-a949-a7fe1ca2cc00 None None] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:39.430021 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4b787b55-8ec1-4dae-a949-a7fe1ca2cc00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:39.462724 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929c5a8c-8f5e-43af-8287-44466fd4e24a service neutron] Pushing event updated for resources: {'Port': ['ID=f839273a-4b07-4aef-895a-c78f18b5cb6f,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:45:39.470872 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] get_ports_and_sgs() called for port_ids ['08234bb4-0471-46b9-8bd4-7732fadcaf3d'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:45:39.547449 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ded408-2063-4995-a9ea-0666ff0e61e7 None None] Pushing event updated for resources: {'Port': ['ID=4b91db82-b0d8-44d5-adec-7401a3226f0d,revision_number=3']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:45:39.585882 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-160eb6aa-eb3b-449d-a7b9-022a99689604 req-929c5a8c-8f5e-43af-8287-44466fd4e24a service neutron] Attempting to bind port f839273a-4b07-4aef-895a-c78f18b5cb6f on host n-h2-818823-1 for vnic_type normal with profile {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:45:39.586218 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-160eb6aa-eb3b-449d-a7b9-022a99689604 req-929c5a8c-8f5e-43af-8287-44466fd4e24a service neutron] Attempting to bind port f839273a-4b07-4aef-895a-c78f18b5cb6f by drivers openvswitch,hyperv on host n-h2-818823-1 at level 0 using segments [{'id': '4aa11b26-9f57-405f-9190-6abb0565ab6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '6bc37553-a100-43d1-8d1a-4277980617a1'}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:45:39.586550 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-160eb6aa-eb3b-449d-a7b9-022a99689604 req-929c5a8c-8f5e-43af-8287-44466fd4e24a service neutron] Attempting to bind port f839273a-4b07-4aef-895a-c78f18b5cb6f on network 6bc37553-a100-43d1-8d1a-4277980617a1 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:45:39.603499 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-160eb6aa-eb3b-449d-a7b9-022a99689604 req-929c5a8c-8f5e-43af-8287-44466fd4e24a service neutron] Port f839273a-4b07-4aef-895a-c78f18b5cb6f on network 6bc37553-a100-43d1-8d1a-4277980617a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-818823-1 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:45:39.603832 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-160eb6aa-eb3b-449d-a7b9-022a99689604 req-929c5a8c-8f5e-43af-8287-44466fd4e24a service neutron] Attempting to bind port f839273a-4b07-4aef-895a-c78f18b5cb6f on network 6bc37553-a100-43d1-8d1a-4277980617a1 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:45:39.614529 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-160eb6aa-eb3b-449d-a7b9-022a99689604 req-929c5a8c-8f5e-43af-8287-44466fd4e24a service neutron] Checking agent: {'id': '65e0486a-7030-4065-96f0-10aa7402a530', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'started_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 45, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:45:39.614872 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-160eb6aa-eb3b-449d-a7b9-022a99689604 req-929c5a8c-8f5e-43af-8287-44466fd4e24a service neutron] Checking segment: {'id': '4aa11b26-9f57-405f-9190-6abb0565ab6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '6bc37553-a100-43d1-8d1a-4277980617a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:45:39.615431 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-160eb6aa-eb3b-449d-a7b9-022a99689604 req-929c5a8c-8f5e-43af-8287-44466fd4e24a service neutron] Bound using segment: {'id': '4aa11b26-9f57-405f-9190-6abb0565ab6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '6bc37553-a100-43d1-8d1a-4277980617a1'} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:45:39.616177 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-160eb6aa-eb3b-449d-a7b9-022a99689604 req-929c5a8c-8f5e-43af-8287-44466fd4e24a service neutron] Bound port: f839273a-4b07-4aef-895a-c78f18b5cb6f, host: n-h2-818823-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4aa11b26-9f57-405f-9190-6abb0565ab6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '6bc37553-a100-43d1-8d1a-4277980617a1'}}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:45:39.616762 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-160eb6aa-eb3b-449d-a7b9-022a99689604 req-929c5a8c-8f5e-43af-8287-44466fd4e24a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:39.665971 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-4b787b55-8ec1-4dae-a949-a7fe1ca2cc00 None None] Attempting to bind port 4b91db82-b0d8-44d5-adec-7401a3226f0d on host n-d-818823-1 for vnic_type normal with profile {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:45:39.666712 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-4b787b55-8ec1-4dae-a949-a7fe1ca2cc00 None None] Attempting to bind port 4b91db82-b0d8-44d5-adec-7401a3226f0d by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': '30c0775b-8be2-4d54-9bb9-cc8d499acaf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'c3a1723a-7e83-458f-8b20-abb8e7b433b2'}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:45:39.667304 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b787b55-8ec1-4dae-a949-a7fe1ca2cc00 None None] Attempting to bind port 4b91db82-b0d8-44d5-adec-7401a3226f0d on network c3a1723a-7e83-458f-8b20-abb8e7b433b2 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:45:39.675172 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b787b55-8ec1-4dae-a949-a7fe1ca2cc00 None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 45, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:45:39.675967 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b787b55-8ec1-4dae-a949-a7fe1ca2cc00 None None] Checking segment: {'id': '30c0775b-8be2-4d54-9bb9-cc8d499acaf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'c3a1723a-7e83-458f-8b20-abb8e7b433b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:45:39.676569 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4b787b55-8ec1-4dae-a949-a7fe1ca2cc00 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:39.677171 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b787b55-8ec1-4dae-a949-a7fe1ca2cc00 None None] Bound using segment: {'id': '30c0775b-8be2-4d54-9bb9-cc8d499acaf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'c3a1723a-7e83-458f-8b20-abb8e7b433b2'} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:45:39.677844 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-4b787b55-8ec1-4dae-a949-a7fe1ca2cc00 None None] Bound port: 4b91db82-b0d8-44d5-adec-7401a3226f0d, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30c0775b-8be2-4d54-9bb9-cc8d499acaf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'c3a1723a-7e83-458f-8b20-abb8e7b433b2'}}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:45:39.678430 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4b787b55-8ec1-4dae-a949-a7fe1ca2cc00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:39.770402 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-160eb6aa-eb3b-449d-a7b9-022a99689604 req-929c5a8c-8f5e-43af-8287-44466fd4e24a service neutron] For port f839273a-4b07-4aef-895a-c78f18b5cb6f, host n-h2-818823-1, cleared binding levels {{(pid=103447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:45:39.776745 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-160eb6aa-eb3b-449d-a7b9-022a99689604 req-929c5a8c-8f5e-43af-8287-44466fd4e24a service neutron] For port f839273a-4b07-4aef-895a-c78f18b5cb6f, host n-h2-818823-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=f839273a-4b07-4aef-895a-c78f18b5cb6f,segment=NetworkSegment(4aa11b26-9f57-405f-9190-6abb0565ab6f),segment_id=4aa11b26-9f57-405f-9190-6abb0565ab6f)] {{(pid=103447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:45:39.784558 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-160eb6aa-eb3b-449d-a7b9-022a99689604 req-929c5a8c-8f5e-43af-8287-44466fd4e24a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:39.793300 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-4b787b55-8ec1-4dae-a949-a7fe1ca2cc00 None None] For port 4b91db82-b0d8-44d5-adec-7401a3226f0d, host n-d-818823-1, cleared binding levels {{(pid=103450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:45:39.794856 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-4b787b55-8ec1-4dae-a949-a7fe1ca2cc00 None None] For port 4b91db82-b0d8-44d5-adec-7401a3226f0d, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=4b91db82-b0d8-44d5-adec-7401a3226f0d,segment=NetworkSegment(30c0775b-8be2-4d54-9bb9-cc8d499acaf9),segment_id=30c0775b-8be2-4d54-9bb9-cc8d499acaf9)] {{(pid=103450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:45:39.800928 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-4b787b55-8ec1-4dae-a949-a7fe1ca2cc00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:39.829602 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160eb6aa-eb3b-449d-a7b9-022a99689604 req-929c5a8c-8f5e-43af-8287-44466fd4e24a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:45:39.830236 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-160eb6aa-eb3b-449d-a7b9-022a99689604 req-929c5a8c-8f5e-43af-8287-44466fd4e24a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:39.831682 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-160eb6aa-eb3b-449d-a7b9-022a99689604 req-929c5a8c-8f5e-43af-8287-44466fd4e24a service neutron] 10.222.0.20 "PUT /v2.0/ports/f839273a-4b07-4aef-895a-c78f18b5cb6f HTTP/1.1" status: 200 len: 1091 time: 1.2259367 Nov 22 20:45:39.832155 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f0e2d1c-b2dd-4b0d-999e-4ddce4366b85', 'tag': 'f839273a-4b07-4aef-895a-c78f18b5cb6f'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:45:39.834370 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d800b6ae-8cbc-45a1-b611-7fc73d31c60a" -d '{"events": [{"name": "network-changed", "server_uuid": "2f0e2d1c-b2dd-4b0d-999e-4ddce4366b85", "tag": "f839273a-4b07-4aef-895a-c78f18b5cb6f"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:45:39.892333 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b787b55-8ec1-4dae-a949-a7fe1ca2cc00 None None] Routers {'9ecc0deb-6846-48c9-b4ce-3e37c412c8ad'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:45:39.892975 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-4b787b55-8ec1-4dae-a949-a7fe1ca2cc00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:45:33Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['9ecc0deb-6846-48c9-b4ce-3e37c412c8ad'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:45:39.893994 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-d3c0dc61-66bf-45bc-aa21-ae40d42e5de9 None None] Provisioning complete for port 4b91db82-b0d8-44d5-adec-7401a3226f0d triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:45:39.894385 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-d3c0dc61-66bf-45bc-aa21-ae40d42e5de9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:39.907861 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929c5a8c-8f5e-43af-8287-44466fd4e24a service neutron] Pushing event updated for resources: {'Port': ['ID=f839273a-4b07-4aef-895a-c78f18b5cb6f,revision_number=3']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:45:39.976251 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ded408-2063-4995-a9ea-0666ff0e61e7 None None] Pushing event updated for resources: {'Port': ['ID=4b91db82-b0d8-44d5-adec-7401a3226f0d,revision_number=4']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:45:40.007263 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160eb6aa-eb3b-449d-a7b9-022a99689604 req-38e5288b-1e8c-4296-b4d1-f2e79ad23656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:45:40.011887 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-160eb6aa-eb3b-449d-a7b9-022a99689604 req-38e5288b-1e8c-4296-b4d1-f2e79ad23656 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2159a301d65a4f0aa3ad4e0df129c1f8&device_id=2f0e2d1c-b2dd-4b0d-999e-4ddce4366b85 HTTP/1.1" status: 200 len: 1094 time: 0.1241028 Nov 22 20:45:40.093231 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-d3c0dc61-66bf-45bc-aa21-ae40d42e5de9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:40.095060 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 20:45:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89dce9c6-8aaa-4f7c-a606-303f322ee160 x-openstack-request-id: req-89dce9c6-8aaa-4f7c-a606-303f322ee160 {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:45:40.096467 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-4b787b55-8ec1-4dae-a949-a7fe1ca2cc00 None None] Set router 9ecc0deb-6846-48c9-b4ce-3e37c412c8ad gateway port host: n-d-818823-1 {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:45:40.097353 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f0e2d1c-b2dd-4b0d-999e-4ddce4366b85", "tag": "f839273a-4b07-4aef-895a-c78f18b5cb6f", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:45:40.098174 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-89dce9c6-8aaa-4f7c-a606-303f322ee160 {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:45:40.098818 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f0e2d1c-b2dd-4b0d-999e-4ddce4366b85', 'tag': 'f839273a-4b07-4aef-895a-c78f18b5cb6f', 'status': 'completed', 'code': 200} Nov 22 20:45:40.101032 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-160eb6aa-eb3b-449d-a7b9-022a99689604 req-45b61e7c-09b0-4859-ad2d-01ad7c9303be service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f839273a-4b07-4aef-895a-c78f18b5cb6f HTTP/1.1" status: 200 len: 217 time: 0.0811002 Nov 22 20:45:40.188612 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-d3c0dc61-66bf-45bc-aa21-ae40d42e5de9 None None] For port 4b91db82-b0d8-44d5-adec-7401a3226f0d, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=4b91db82-b0d8-44d5-adec-7401a3226f0d,segment=NetworkSegment(30c0775b-8be2-4d54-9bb9-cc8d499acaf9),segment_id=30c0775b-8be2-4d54-9bb9-cc8d499acaf9)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:45:40.200509 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160eb6aa-eb3b-449d-a7b9-022a99689604 req-f5e0b430-7401-424d-bfb1-07c9136e7219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:45:40.203350 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-d3c0dc61-66bf-45bc-aa21-ae40d42e5de9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:40.209199 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-160eb6aa-eb3b-449d-a7b9-022a99689604 req-f5e0b430-7401-424d-bfb1-07c9136e7219 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=44fc5a0e-e05e-4887-a12b-3d1c69de9281 HTTP/1.1" status: 200 len: 850 time: 0.0934930 Nov 22 20:45:40.274664 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c0dc61-66bf-45bc-aa21-ae40d42e5de9 None None] Pushing event updated for resources: {'Port': ['ID=4b91db82-b0d8-44d5-adec-7401a3226f0d,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:45:40.290735 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160eb6aa-eb3b-449d-a7b9-022a99689604 req-1de914d5-5fb5-4575-979e-76e55a736c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:45:40.292542 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-160eb6aa-eb3b-449d-a7b9-022a99689604 req-1de914d5-5fb5-4575-979e-76e55a736c71 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6bc37553-a100-43d1-8d1a-4277980617a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0832028 Nov 22 20:45:40.375911 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-4b787b55-8ec1-4dae-a949-a7fe1ca2cc00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ecc0deb-6846-48c9-b4ce-3e37c412c8ad', 'name': 'tempest-TestServerMultinode-941191513-router', 'tenant_id': 'cbffdc8c7ff341c488d6a6446a34ec2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.22'}], 'enable_snat': True}, 'gw_port_id': '2000625c-78a2-448c-807b-f5f512f6fb33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:45:28Z', 'updated_at': '2021-11-22T20:45:32Z', 'revision_number': 4, 'project_id': 'cbffdc8c7ff341c488d6a6446a34ec2c', 'gw_port': {'id': '2000625c-78a2-448c-807b-f5f512f6fb33', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:46:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ecc0deb-6846-48c9-b4ce-3e37c412c8ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:45:29Z', 'updated_at': '2021-11-22T20:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': '4b91db82-b0d8-44d5-adec-7401a3226f0d', 'name': '', 'network_id': 'c3a1723a-7e83-458f-8b20-abb8e7b433b2', 'tenant_id': 'cbffdc8c7ff341c488d6a6446a34ec2c', 'mac_address': 'fa:16:3e:d3:11:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ecc0deb-6846-48c9-b4ce-3e37c412c8ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'f71d1cf6-6440-4d3c-bec9-f8d3bf60e706', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:45:31Z', 'updated_at': '2021-11-22T20:45:39Z', 'revision_number': 4, 'project_id': 'cbffdc8c7ff341c488d6a6446a34ec2c', 'subnets': [{'id': 'f71d1cf6-6440-4d3c-bec9-f8d3bf60e706', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:45:40.385626 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-11d73b04-ada8-428e-933f-7eab0fb766fa None None] Provisioning complete for port 4b91db82-b0d8-44d5-adec-7401a3226f0d triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:45:40.386099 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-11d73b04-ada8-428e-933f-7eab0fb766fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:40.411714 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b787b55-8ec1-4dae-a949-a7fe1ca2cc00 None None] The sync data for ids ['9ecc0deb-6846-48c9-b4ce-3e37c412c8ad'] in n-d-818823-1 is: [{'id': '9ecc0deb-6846-48c9-b4ce-3e37c412c8ad', 'name': 'tempest-TestServerMultinode-941191513-router', 'tenant_id': 'cbffdc8c7ff341c488d6a6446a34ec2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.22'}], 'enable_snat': True}, 'gw_port_id': '2000625c-78a2-448c-807b-f5f512f6fb33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:45:28Z', 'updated_at': '2021-11-22T20:45:32Z', 'revision_number': 4, 'project_id': 'cbffdc8c7ff341c488d6a6446a34ec2c', 'gw_port': {'id': '2000625c-78a2-448c-807b-f5f512f6fb33', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:46:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ecc0deb-6846-48c9-b4ce-3e37c412c8ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:45:29Z', 'updated_at': '2021-11-22T20:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': '4b91db82-b0d8-44d5-adec-7401a3226f0d', 'name': '', 'network_id': 'c3a1723a-7e83-458f-8b20-abb8e7b433b2', 'tenant_id': 'cbffdc8c7ff341c488d6a6446a34ec2c', 'mac_address': 'fa:16:3e:d3:11:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ecc0deb-6846-48c9-b4ce-3e37c412c8ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'f71d1cf6-6440-4d3c-bec9-f8d3bf60e706', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:45:31Z', 'updated_at': '2021-11-22T20:45:39Z', 'revision_number': 4, 'project_id': 'cbffdc8c7ff341c488d6a6446a34ec2c', 'subnets': [{'id': 'f71d1cf6-6440-4d3c-bec9-f8d3bf60e706', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:45:40.866282 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 08234bb4-0471-46b9-8bd4-7732fadcaf3d up at agent hyperv_n-h1-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:45:40.874262 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98f3610-580d-4683-8c79-cc17295db13d req-2993e476-3177-439c-b8fd-c9c135f29670 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:45:40.874841 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f98f3610-580d-4683-8c79-cc17295db13d req-2993e476-3177-439c-b8fd-c9c135f29670 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f0e2d1c-b2dd-4b0d-999e-4ddce4366b85 HTTP/1.1" status: 200 len: 943 time: 0.5258949 Nov 22 20:45:40.879588 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a02946d-530a-45ae-a547-693542438021 req-512f9b4f-e4d5-441c-bb59-2948150282fa tempest-TestServerMultinode-825312771 tempest-TestServerMultinode-825312771-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:45:40.881117 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8a02946d-530a-45ae-a547-693542438021 req-512f9b4f-e4d5-441c-bb59-2948150282fa tempest-TestServerMultinode-825312771 tempest-TestServerMultinode-825312771-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=dac09038-0cb1-4703-8b40-b2fef9d060fb HTTP/1.1" status: 200 len: 1095 time: 0.1065714 Nov 22 20:45:40.884893 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-160eb6aa-eb3b-449d-a7b9-022a99689604 req-4b2c1b81-fac5-462b-9558-0037a4db0339 service neutron] 10.222.0.20 "GET /v2.0/networks/6bc37553-a100-43d1-8d1a-4277980617a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5853028 Nov 22 20:45:40.958985 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Provisioning for port 08234bb4-0471-46b9-8bd4-7732fadcaf3d completed by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 20:45:40.964943 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Provisioning complete for port 08234bb4-0471-46b9-8bd4-7732fadcaf3d triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:45:40.965569 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:41.000977 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 4b91db82-b0d8-44d5-adec-7401a3226f0d up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:45:41.045679 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f98f3610-580d-4683-8c79-cc17295db13d req-ea56b84d-600f-4b7e-9aee-0df9102457e9 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/security-groups?id=9385f438-76fd-4571-8741-9d769037a7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595378 Nov 22 20:45:41.059008 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8a02946d-530a-45ae-a547-693542438021 req-a90ad23d-7a7c-47e0-8c16-59ae69467f8f tempest-TestServerMultinode-825312771 tempest-TestServerMultinode-825312771-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=d1d36391-314c-4aaa-8eb4-ec84a7cc6948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666198 Nov 22 20:45:41.093158 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-160eb6aa-eb3b-449d-a7b9-022a99689604 req-7de1810f-2f68-43be-9be0-41d9a1c43c2e service neutron] 10.222.0.20 "GET /v2.0/networks/6bc37553-a100-43d1-8d1a-4277980617a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1997113 Nov 22 20:45:41.120849 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 4b91db82-b0d8-44d5-adec-7401a3226f0d triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:45:41.121226 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:41.153167 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:41.190208 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dac09038-0cb1-4703-8b40-b2fef9d060fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08234bb4-0471-46b9-8bd4-7732fadcaf3d'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:45:41.192491 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d39f6d30a11e565ec9648abcc015e8a6ab6cff4edd704add8155e28765d31eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-669af075-9dda-461b-82b4-4abca0b38296" -d '{"events": [{"server_uuid": "dac09038-0cb1-4703-8b40-b2fef9d060fb", "name": "network-vif-plugged", "status": "completed", "tag": "08234bb4-0471-46b9-8bd4-7732fadcaf3d"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:45:41.206198 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d800b6ae-8cbc-45a1-b611-7fc73d31c60a req-3b01d7ee-9c13-4cc1-8dde-8ca6e7dc0f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:45:41.207785 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d800b6ae-8cbc-45a1-b611-7fc73d31c60a req-3b01d7ee-9c13-4cc1-8dde-8ca6e7dc0f41 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2159a301d65a4f0aa3ad4e0df129c1f8&device_id=2f0e2d1c-b2dd-4b0d-999e-4ddce4366b85 HTTP/1.1" status: 200 len: 1094 time: 0.0533586 Nov 22 20:45:41.208034 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 08234bb4-0471-46b9-8bd4-7732fadcaf3d, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=08234bb4-0471-46b9-8bd4-7732fadcaf3d,segment=NetworkSegment(cf1a6b10-4a03-49f5-a73b-4efa38507c0c),segment_id=cf1a6b10-4a03-49f5-a73b-4efa38507c0c)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:45:41.215576 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:41.267316 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:45:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c02d3ea-7f36-4383-8ec6-f7bc17a61059 x-openstack-request-id: req-2c02d3ea-7f36-4383-8ec6-f7bc17a61059 {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:45:41.267716 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dac09038-0cb1-4703-8b40-b2fef9d060fb", "name": "network-vif-plugged", "status": "completed", "tag": "08234bb4-0471-46b9-8bd4-7732fadcaf3d", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:45:41.267973 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2c02d3ea-7f36-4383-8ec6-f7bc17a61059 {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:45:41.268371 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dac09038-0cb1-4703-8b40-b2fef9d060fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08234bb4-0471-46b9-8bd4-7732fadcaf3d', 'code': 200} Nov 22 20:45:41.311109 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=08234bb4-0471-46b9-8bd4-7732fadcaf3d,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:45:41.340654 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d800b6ae-8cbc-45a1-b611-7fc73d31c60a req-0d6f382d-4e0e-43e9-8a88-3413284bb0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:45:41.342185 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d800b6ae-8cbc-45a1-b611-7fc73d31c60a req-0d6f382d-4e0e-43e9-8a88-3413284bb0fa service neutron] 10.222.0.20 "GET /v2.0/networks?id=6bc37553-a100-43d1-8d1a-4277980617a1 HTTP/1.1" status: 200 len: 912 time: 0.1276557 Nov 22 20:45:41.370290 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eeab41-8d84-4e36-8b4e-e885709acc30 req-2e5a8cd4-b173-4122-96df-214554ba5e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:45:41.371974 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-87eeab41-8d84-4e36-8b4e-e885709acc30 req-2e5a8cd4-b173-4122-96df-214554ba5e2c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=dac09038-0cb1-4703-8b40-b2fef9d060fb HTTP/1.1" status: 200 len: 1096 time: 0.0497389 Nov 22 20:45:41.389125 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d800b6ae-8cbc-45a1-b611-7fc73d31c60a req-308df498-3e63-47ec-ae74-a79a9af2f6fd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f839273a-4b07-4aef-895a-c78f18b5cb6f HTTP/1.1" status: 200 len: 217 time: 0.0387208 Nov 22 20:45:41.429019 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-87eeab41-8d84-4e36-8b4e-e885709acc30 req-acb78d9e-7bd3-497e-936b-3a7b24384251 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=d1d36391-314c-4aaa-8eb4-ec84a7cc6948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490501 Nov 22 20:45:41.448613 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d800b6ae-8cbc-45a1-b611-7fc73d31c60a req-8f06631d-bdb6-4977-9710-41d98eceb642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:45:41.450591 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d800b6ae-8cbc-45a1-b611-7fc73d31c60a req-8f06631d-bdb6-4977-9710-41d98eceb642 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=44fc5a0e-e05e-4887-a12b-3d1c69de9281 HTTP/1.1" status: 200 len: 850 time: 0.0519063 Nov 22 20:45:41.499073 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d800b6ae-8cbc-45a1-b611-7fc73d31c60a req-2b2cc5f9-72ae-432f-9535-6b2e901f7919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:45:41.501177 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d800b6ae-8cbc-45a1-b611-7fc73d31c60a req-2b2cc5f9-72ae-432f-9535-6b2e901f7919 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6bc37553-a100-43d1-8d1a-4277980617a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440068 Nov 22 20:45:41.592444 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d800b6ae-8cbc-45a1-b611-7fc73d31c60a req-01079b5c-e012-4418-88b3-21448812f80f service neutron] 10.222.0.20 "GET /v2.0/networks/6bc37553-a100-43d1-8d1a-4277980617a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840316 Nov 22 20:45:41.698102 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d800b6ae-8cbc-45a1-b611-7fc73d31c60a req-02c13b00-e108-4bb0-94ba-8d39e4d5dbd7 service neutron] 10.222.0.20 "GET /v2.0/networks/6bc37553-a100-43d1-8d1a-4277980617a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987852 Nov 22 20:45:42.210869 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36a24a3-909f-4c5a-8698-dbb993a67ec0 req-fc986137-7c4f-42d2-a0d6-84d617d11ca3 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:45:42.212496 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c36a24a3-909f-4c5a-8698-dbb993a67ec0 req-fc986137-7c4f-42d2-a0d6-84d617d11ca3 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f0e2d1c-b2dd-4b0d-999e-4ddce4366b85 HTTP/1.1" status: 200 len: 943 time: 0.0783381 Nov 22 20:45:42.216945 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28c6d70-5063-4928-9fe9-ad0b1b1d64a0 req-4c39b1ac-b544-47ea-a6cb-7aee355dc815 tempest-TestServerMultinode-825312771 tempest-TestServerMultinode-825312771-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:45:42.218970 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b28c6d70-5063-4928-9fe9-ad0b1b1d64a0 req-4c39b1ac-b544-47ea-a6cb-7aee355dc815 tempest-TestServerMultinode-825312771 tempest-TestServerMultinode-825312771-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=dac09038-0cb1-4703-8b40-b2fef9d060fb HTTP/1.1" status: 200 len: 1096 time: 0.0739846 Nov 22 20:45:42.302063 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c36a24a3-909f-4c5a-8698-dbb993a67ec0 req-6671e5e7-811f-47fd-badf-19fc0f4b325f tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/security-groups?id=9385f438-76fd-4571-8741-9d769037a7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772395 Nov 22 20:45:42.328344 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b28c6d70-5063-4928-9fe9-ad0b1b1d64a0 req-ce59b3fc-d994-4a25-bcb6-935397b584b7 tempest-TestServerMultinode-825312771 tempest-TestServerMultinode-825312771-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=d1d36391-314c-4aaa-8eb4-ec84a7cc6948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965657 Nov 22 20:45:43.493997 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aac4bcc-17e6-480b-8c84-7ac2ff435b6d req-f7da1adc-f11f-4335-b10c-55bb94950b66 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:45:43.496657 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2aac4bcc-17e6-480b-8c84-7ac2ff435b6d req-f7da1adc-f11f-4335-b10c-55bb94950b66 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f0e2d1c-b2dd-4b0d-999e-4ddce4366b85 HTTP/1.1" status: 200 len: 943 time: 0.0964429 Nov 22 20:45:43.502732 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45c2b80-eaff-457b-8c99-89cdb75c368d req-fe8a051c-fee6-4c94-9d29-3a9613f5f55c tempest-TestServerMultinode-825312771 tempest-TestServerMultinode-825312771-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:45:43.505936 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f45c2b80-eaff-457b-8c99-89cdb75c368d req-fe8a051c-fee6-4c94-9d29-3a9613f5f55c tempest-TestServerMultinode-825312771 tempest-TestServerMultinode-825312771-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=dac09038-0cb1-4703-8b40-b2fef9d060fb HTTP/1.1" status: 200 len: 1096 time: 0.0728524 Nov 22 20:45:43.625971 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2aac4bcc-17e6-480b-8c84-7ac2ff435b6d req-6853ccf4-7405-40d7-be4d-026872ffff69 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/security-groups?id=9385f438-76fd-4571-8741-9d769037a7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188583 Nov 22 20:45:43.629346 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f45c2b80-eaff-457b-8c99-89cdb75c368d req-aca51999-49da-43a1-97e1-045a5187d5f6 tempest-TestServerMultinode-825312771 tempest-TestServerMultinode-825312771-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=d1d36391-314c-4aaa-8eb4-ec84a7cc6948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126530 Nov 22 20:45:43.771264 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8915eed-d1ac-471d-a579-1c99d758e537 req-aefbe75a-4579-4558-a1e9-baf35f15189d tempest-TestServerMultinode-825312771 tempest-TestServerMultinode-825312771-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:45:43.775887 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c8915eed-d1ac-471d-a579-1c99d758e537 req-aefbe75a-4579-4558-a1e9-baf35f15189d tempest-TestServerMultinode-825312771 tempest-TestServerMultinode-825312771-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=dac09038-0cb1-4703-8b40-b2fef9d060fb HTTP/1.1" status: 200 len: 1096 time: 0.0721049 Nov 22 20:45:43.845036 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c8915eed-d1ac-471d-a579-1c99d758e537 req-b51bd643-458b-4efb-afca-1b8c2407686d tempest-TestServerMultinode-825312771 tempest-TestServerMultinode-825312771-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=d1d36391-314c-4aaa-8eb4-ec84a7cc6948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603452 Nov 22 20:45:43.988193 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d164eeb0-804b-4ae5-914b-84fc6f36cf06 req-109d2d7a-7bf2-4037-8f0a-a3c25331128e tempest-TestServerMultinode-825312771 tempest-TestServerMultinode-825312771-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:45:43.990320 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d164eeb0-804b-4ae5-914b-84fc6f36cf06 req-109d2d7a-7bf2-4037-8f0a-a3c25331128e tempest-TestServerMultinode-825312771 tempest-TestServerMultinode-825312771-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=dac09038-0cb1-4703-8b40-b2fef9d060fb HTTP/1.1" status: 200 len: 1096 time: 0.0563383 Nov 22 20:45:44.084075 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d164eeb0-804b-4ae5-914b-84fc6f36cf06 req-30026c34-9200-4f7a-a71f-d9ca4d367e99 tempest-TestServerMultinode-825312771 tempest-TestServerMultinode-825312771-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=d1d36391-314c-4aaa-8eb4-ec84a7cc6948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860221 Nov 22 20:45:44.382260 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5519e7c-6f34-436b-a41c-1f08825540d5 req-597d76ec-91ac-4720-be4d-de497777eb61 tempest-TestServerMultinode-825312771 tempest-TestServerMultinode-825312771-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:45:44.384524 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f5519e7c-6f34-436b-a41c-1f08825540d5 req-597d76ec-91ac-4720-be4d-de497777eb61 tempest-TestServerMultinode-825312771 tempest-TestServerMultinode-825312771-project-admin] 10.222.0.46 "GET /v2.0/networks?id=0b54720a-d3c4-433f-94fd-61dd97b5e8b5 HTTP/1.1" status: 200 len: 911 time: 0.1214349 Nov 22 20:45:44.412950 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f5519e7c-6f34-436b-a41c-1f08825540d5 req-e6520bfc-a9a8-4d38-93cd-bb6b518f1110 tempest-TestServerMultinode-825312771 tempest-TestServerMultinode-825312771-project-admin] 10.222.0.46 "GET /v2.0/quotas/cbffdc8c7ff341c488d6a6446a34ec2c HTTP/1.1" status: 200 len: 375 time: 0.0207980 Nov 22 20:45:44.492787 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f5519e7c-6f34-436b-a41c-1f08825540d5 req-cf553156-225c-4254-8633-71394d8e5eea tempest-TestServerMultinode-825312771 tempest-TestServerMultinode-825312771-project-admin] 10.222.0.46 "GET /v2.0/ports?tenant_id=cbffdc8c7ff341c488d6a6446a34ec2c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0681872 Nov 22 20:45:44.593779 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f5519e7c-6f34-436b-a41c-1f08825540d5 req-8033c431-189f-48a0-8963-1411568b25bc service neutron] 10.222.0.46 "GET /v2.0/networks/0b54720a-d3c4-433f-94fd-61dd97b5e8b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923636 Nov 22 20:45:44.695704 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:44.699185 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:44.706075 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f5519e7c-6f34-436b-a41c-1f08825540d5 req-e4215d28-5678-4dd4-81be-531d8e89d5b0 service neutron] 10.222.0.46 "GET /v2.0/networks/0b54720a-d3c4-433f-94fd-61dd97b5e8b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055937 Nov 22 20:45:44.811628 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499c208c-1077-4e36-94ed-d544fa1cd85c req-b36cab06-57a7-4ce1-bfd0-280dbe48d54f tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:45:44.819725 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-499c208c-1077-4e36-94ed-d544fa1cd85c req-b36cab06-57a7-4ce1-bfd0-280dbe48d54f tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f0e2d1c-b2dd-4b0d-999e-4ddce4366b85 HTTP/1.1" status: 200 len: 943 time: 0.0768979 Nov 22 20:45:44.875799 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-499c208c-1077-4e36-94ed-d544fa1cd85c req-cf6a5321-3dcd-44d7-b7df-a30dcbe88c7c tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/security-groups?id=9385f438-76fd-4571-8741-9d769037a7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548189 Nov 22 20:45:44.946587 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ef557362-48e3-4507-a383-b5d7d8fe4fe3 req-1ffa34b0-1e66-41ae-95dd-85054036749d tempest-TestServerMultinode-825312771 tempest-TestServerMultinode-825312771-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=426de2eb-cdf4-4bbd-8de3-e8db38cec18e HTTP/1.1" status: 200 len: 210 time: 0.0369401 Nov 22 20:45:45.958739 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5519e7c-6f34-436b-a41c-1f08825540d5 req-e977470b-f638-4d7f-94a8-864dd8b3530a tempest-TestServerMultinode-825312771 tempest-TestServerMultinode-825312771-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:45:45.961066 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f5519e7c-6f34-436b-a41c-1f08825540d5 req-e977470b-f638-4d7f-94a8-864dd8b3530a tempest-TestServerMultinode-825312771 tempest-TestServerMultinode-825312771-project-admin] 10.222.0.20 "GET /v2.0/networks?id=0b54720a-d3c4-433f-94fd-61dd97b5e8b5 HTTP/1.1" status: 200 len: 911 time: 0.1247482 Nov 22 20:45:45.977814 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-f5519e7c-6f34-436b-a41c-1f08825540d5 req-6630d1af-7887-4256-84eb-43a43384e574 tempest-TestServerMultinode-825312771 tempest-TestServerMultinode-825312771-project-admin] Request body: {'port': {'device_id': '426de2eb-cdf4-4bbd-8de3-e8db38cec18e', 'network_id': '0b54720a-d3c4-433f-94fd-61dd97b5e8b5', 'admin_state_up': True, 'tenant_id': 'cbffdc8c7ff341c488d6a6446a34ec2c'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:45:46.040086 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32616968-56e3-42a9-9d66-e92aa0e112f1 req-bf805916-abed-42b8-93d5-ddf5745fa3b9 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:45:46.047987 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-32616968-56e3-42a9-9d66-e92aa0e112f1 req-bf805916-abed-42b8-93d5-ddf5745fa3b9 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f0e2d1c-b2dd-4b0d-999e-4ddce4366b85 HTTP/1.1" status: 200 len: 943 time: 0.0858369 Nov 22 20:45:46.087667 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8628806d-893f-45b5-b507-936cdc27ad8a req-f1951a11-2da4-4ecc-b230-9871502cb208 tempest-TestServerMultinode-825312771 tempest-TestServerMultinode-825312771-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=426de2eb-cdf4-4bbd-8de3-e8db38cec18e HTTP/1.1" status: 200 len: 210 time: 0.0322587 Nov 22 20:45:46.089591 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5519e7c-6f34-436b-a41c-1f08825540d5 req-6630d1af-7887-4256-84eb-43a43384e574 tempest-TestServerMultinode-825312771 tempest-TestServerMultinode-825312771-project-admin] Made reservation on behalf of cbffdc8c7ff341c488d6a6446a34ec2c for: {'port': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:45:46.091889 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-f5519e7c-6f34-436b-a41c-1f08825540d5 req-6630d1af-7887-4256-84eb-43a43384e574 tempest-TestServerMultinode-825312771 tempest-TestServerMultinode-825312771-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:46.174652 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-32616968-56e3-42a9-9d66-e92aa0e112f1 req-048e3a5a-1238-4177-9431-3d95a0a996dc tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/security-groups?id=9385f438-76fd-4571-8741-9d769037a7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255958 Nov 22 20:45:46.252689 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [req-f5519e7c-6f34-436b-a41c-1f08825540d5 req-6630d1af-7887-4256-84eb-43a43384e574 tempest-TestServerMultinode-825312771 tempest-TestServerMultinode-825312771-project-admin] Allocated IP 172.20.0.12 (0b54720a-d3c4-433f-94fd-61dd97b5e8b5/f9c7fff4-0634-4f54-8779-64140aca9548/1e6f6523-df94-4187-807b-2a5a3535b7e1) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:45:46.399182 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-f5519e7c-6f34-436b-a41c-1f08825540d5 req-6630d1af-7887-4256-84eb-43a43384e574 tempest-TestServerMultinode-825312771 tempest-TestServerMultinode-825312771-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:46.435778 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-f5519e7c-6f34-436b-a41c-1f08825540d5 req-6630d1af-7887-4256-84eb-43a43384e574 tempest-TestServerMultinode-825312771 tempest-TestServerMultinode-825312771-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:46.447610 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] get_ports_and_sgs() called for port_ids ['08234bb4-0471-46b9-8bd4-7732fadcaf3d'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:45:46.493844 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5519e7c-6f34-436b-a41c-1f08825540d5 req-6630d1af-7887-4256-84eb-43a43384e574 tempest-TestServerMultinode-825312771 tempest-TestServerMultinode-825312771-project-admin] Network 0b54720a-d3c4-433f-94fd-61dd97b5e8b5 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:45:46.496877 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [req-f5519e7c-6f34-436b-a41c-1f08825540d5 req-6630d1af-7887-4256-84eb-43a43384e574 tempest-TestServerMultinode-825312771 tempest-TestServerMultinode-825312771-project-admin] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:45:46.510912 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5519e7c-6f34-436b-a41c-1f08825540d5 req-6630d1af-7887-4256-84eb-43a43384e574 tempest-TestServerMultinode-825312771 tempest-TestServerMultinode-825312771-project-admin] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:45:46.568186 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6630d1af-7887-4256-84eb-43a43384e574 tempest-TestServerMultinode-825312771 tempest-TestServerMultinode-825312771-project-admin] Pushing event updated for resources: {'Port': ['ID=1e6f6523-df94-4187-807b-2a5a3535b7e1,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:45:46.592880 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5519e7c-6f34-436b-a41c-1f08825540d5 req-6630d1af-7887-4256-84eb-43a43384e574 tempest-TestServerMultinode-825312771 tempest-TestServerMultinode-825312771-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:45:46.593682 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-f5519e7c-6f34-436b-a41c-1f08825540d5 req-6630d1af-7887-4256-84eb-43a43384e574 tempest-TestServerMultinode-825312771 tempest-TestServerMultinode-825312771-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:46.617548 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f5519e7c-6f34-436b-a41c-1f08825540d5 req-6630d1af-7887-4256-84eb-43a43384e574 tempest-TestServerMultinode-825312771 tempest-TestServerMultinode-825312771-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.6433005 Nov 22 20:45:46.641130 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-f5519e7c-6f34-436b-a41c-1f08825540d5 req-99689668-1e2f-43d8-8558-3b83a69c91ea service neutron] Request body: {'port': {'device_id': '426de2eb-cdf4-4bbd-8de3-e8db38cec18e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818823-1'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:45:46.715339 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-f5519e7c-6f34-436b-a41c-1f08825540d5 req-99689668-1e2f-43d8-8558-3b83a69c91ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:46.832378 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-6c8aa25c-ebdf-40c3-bf0d-3f22b42876ce None None] Provisioning complete for port 1e6f6523-df94-4187-807b-2a5a3535b7e1 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:45:46.832578 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6c8aa25c-ebdf-40c3-bf0d-3f22b42876ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:46.886400 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-6c8aa25c-ebdf-40c3-bf0d-3f22b42876ce None None] Port 1e6f6523-df94-4187-807b-2a5a3535b7e1 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:45:47.005708 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [req-f5519e7c-6f34-436b-a41c-1f08825540d5 req-99689668-1e2f-43d8-8558-3b83a69c91ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e6f6523-df94-4187-807b-2a5a3535b7e1 {{(pid=103447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:45:47.013447 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-f5519e7c-6f34-436b-a41c-1f08825540d5 req-99689668-1e2f-43d8-8558-3b83a69c91ea service neutron] Publish callbacks [] for port, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:47.028818 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.provisioning_blocks [req-f5519e7c-6f34-436b-a41c-1f08825540d5 req-99689668-1e2f-43d8-8558-3b83a69c91ea service neutron] Transition to ACTIVE for port object 1e6f6523-df94-4187-807b-2a5a3535b7e1 will not be triggered until provisioned by entity L2. {{(pid=103447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 20:45:47.032279 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-f5519e7c-6f34-436b-a41c-1f08825540d5 req-99689668-1e2f-43d8-8558-3b83a69c91ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:47.114009 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99689668-1e2f-43d8-8558-3b83a69c91ea service neutron] Pushing event updated for resources: {'Port': ['ID=1e6f6523-df94-4187-807b-2a5a3535b7e1,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:45:47.181331 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-f5519e7c-6f34-436b-a41c-1f08825540d5 req-99689668-1e2f-43d8-8558-3b83a69c91ea service neutron] Attempting to bind port 1e6f6523-df94-4187-807b-2a5a3535b7e1 on host n-h2-818823-1 for vnic_type normal with profile {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:45:47.181699 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-f5519e7c-6f34-436b-a41c-1f08825540d5 req-99689668-1e2f-43d8-8558-3b83a69c91ea service neutron] Attempting to bind port 1e6f6523-df94-4187-807b-2a5a3535b7e1 by drivers openvswitch,hyperv on host n-h2-818823-1 at level 0 using segments [{'id': 'cf1a6b10-4a03-49f5-a73b-4efa38507c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '0b54720a-d3c4-433f-94fd-61dd97b5e8b5'}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:45:47.182062 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5519e7c-6f34-436b-a41c-1f08825540d5 req-99689668-1e2f-43d8-8558-3b83a69c91ea service neutron] Attempting to bind port 1e6f6523-df94-4187-807b-2a5a3535b7e1 on network 0b54720a-d3c4-433f-94fd-61dd97b5e8b5 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:45:47.197173 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5519e7c-6f34-436b-a41c-1f08825540d5 req-99689668-1e2f-43d8-8558-3b83a69c91ea service neutron] Port 1e6f6523-df94-4187-807b-2a5a3535b7e1 on network 0b54720a-d3c4-433f-94fd-61dd97b5e8b5 not bound, no agent of type Open vSwitch agent registered on host n-h2-818823-1 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:45:47.197501 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5519e7c-6f34-436b-a41c-1f08825540d5 req-99689668-1e2f-43d8-8558-3b83a69c91ea service neutron] Attempting to bind port 1e6f6523-df94-4187-807b-2a5a3535b7e1 on network 0b54720a-d3c4-433f-94fd-61dd97b5e8b5 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:45:47.226174 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5519e7c-6f34-436b-a41c-1f08825540d5 req-99689668-1e2f-43d8-8558-3b83a69c91ea service neutron] Checking agent: {'id': '65e0486a-7030-4065-96f0-10aa7402a530', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'started_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 45, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:45:47.226513 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5519e7c-6f34-436b-a41c-1f08825540d5 req-99689668-1e2f-43d8-8558-3b83a69c91ea service neutron] Checking segment: {'id': 'cf1a6b10-4a03-49f5-a73b-4efa38507c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '0b54720a-d3c4-433f-94fd-61dd97b5e8b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:45:47.226903 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5519e7c-6f34-436b-a41c-1f08825540d5 req-99689668-1e2f-43d8-8558-3b83a69c91ea service neutron] Bound using segment: {'id': 'cf1a6b10-4a03-49f5-a73b-4efa38507c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '0b54720a-d3c4-433f-94fd-61dd97b5e8b5'} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:45:47.227336 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-f5519e7c-6f34-436b-a41c-1f08825540d5 req-99689668-1e2f-43d8-8558-3b83a69c91ea service neutron] Bound port: 1e6f6523-df94-4187-807b-2a5a3535b7e1, host: n-h2-818823-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf1a6b10-4a03-49f5-a73b-4efa38507c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '0b54720a-d3c4-433f-94fd-61dd97b5e8b5'}}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:45:47.228165 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-f5519e7c-6f34-436b-a41c-1f08825540d5 req-99689668-1e2f-43d8-8558-3b83a69c91ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:47.254419 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835d44eb-e1fe-494c-90a4-495ebf1753a9 req-fc8f2522-d420-4084-b0b0-1ba417691894 tempest-TestServerMultinode-825312771 tempest-TestServerMultinode-825312771-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:45:47.256054 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-835d44eb-e1fe-494c-90a4-495ebf1753a9 req-fc8f2522-d420-4084-b0b0-1ba417691894 tempest-TestServerMultinode-825312771 tempest-TestServerMultinode-825312771-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=426de2eb-cdf4-4bbd-8de3-e8db38cec18e HTTP/1.1" status: 200 len: 1053 time: 0.0772798 Nov 22 20:45:47.365096 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-f5519e7c-6f34-436b-a41c-1f08825540d5 req-99689668-1e2f-43d8-8558-3b83a69c91ea service neutron] For port 1e6f6523-df94-4187-807b-2a5a3535b7e1, host n-h2-818823-1, cleared binding levels {{(pid=103447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:45:47.370362 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-f5519e7c-6f34-436b-a41c-1f08825540d5 req-99689668-1e2f-43d8-8558-3b83a69c91ea service neutron] For port 1e6f6523-df94-4187-807b-2a5a3535b7e1, host n-h2-818823-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=1e6f6523-df94-4187-807b-2a5a3535b7e1,segment=NetworkSegment(cf1a6b10-4a03-49f5-a73b-4efa38507c0c),segment_id=cf1a6b10-4a03-49f5-a73b-4efa38507c0c)] {{(pid=103447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:45:47.374932 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-835d44eb-e1fe-494c-90a4-495ebf1753a9 req-74c6d83e-2eb5-4ddd-be1f-16972c400e78 tempest-TestServerMultinode-825312771 tempest-TestServerMultinode-825312771-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=d1d36391-314c-4aaa-8eb4-ec84a7cc6948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005595 Nov 22 20:45:47.379272 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-f5519e7c-6f34-436b-a41c-1f08825540d5 req-99689668-1e2f-43d8-8558-3b83a69c91ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:47.398383 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22190726-8d8c-4692-95e8-bfb926288773 req-59171ae2-11c4-4f64-86f0-47ddf0795b8d tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:45:47.398383 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-22190726-8d8c-4692-95e8-bfb926288773 req-59171ae2-11c4-4f64-86f0-47ddf0795b8d tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f0e2d1c-b2dd-4b0d-999e-4ddce4366b85 HTTP/1.1" status: 200 len: 943 time: 0.1224277 Nov 22 20:45:47.456392 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5519e7c-6f34-436b-a41c-1f08825540d5 req-99689668-1e2f-43d8-8558-3b83a69c91ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:45:47.457268 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-f5519e7c-6f34-436b-a41c-1f08825540d5 req-99689668-1e2f-43d8-8558-3b83a69c91ea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:47.459201 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f5519e7c-6f34-436b-a41c-1f08825540d5 req-99689668-1e2f-43d8-8558-3b83a69c91ea service neutron] 10.222.0.20 "PUT /v2.0/ports/1e6f6523-df94-4187-807b-2a5a3535b7e1 HTTP/1.1" status: 200 len: 1092 time: 0.8232241 Nov 22 20:45:47.462447 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '426de2eb-cdf4-4bbd-8de3-e8db38cec18e', 'tag': '1e6f6523-df94-4187-807b-2a5a3535b7e1'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:45:47.464778 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33b7d8b8-8ea0-446e-84d3-fd9702475d06" -d '{"events": [{"name": "network-changed", "server_uuid": "426de2eb-cdf4-4bbd-8de3-e8db38cec18e", "tag": "1e6f6523-df94-4187-807b-2a5a3535b7e1"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:45:47.513457 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99689668-1e2f-43d8-8558-3b83a69c91ea service neutron] Pushing event updated for resources: {'Port': ['ID=1e6f6523-df94-4187-807b-2a5a3535b7e1,revision_number=3']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:45:47.536259 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 20:45:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb7d4c8d-020e-4cdb-98c5-04e4f92f074c x-openstack-request-id: req-fb7d4c8d-020e-4cdb-98c5-04e4f92f074c {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:45:47.536592 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "426de2eb-cdf4-4bbd-8de3-e8db38cec18e", "tag": "1e6f6523-df94-4187-807b-2a5a3535b7e1", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:45:47.536823 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-fb7d4c8d-020e-4cdb-98c5-04e4f92f074c {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:45:47.537231 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '426de2eb-cdf4-4bbd-8de3-e8db38cec18e', 'tag': '1e6f6523-df94-4187-807b-2a5a3535b7e1', 'status': 'completed', 'code': 200} Nov 22 20:45:47.566590 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-22190726-8d8c-4692-95e8-bfb926288773 req-65950d6a-48c9-45d6-8582-290e8da6b805 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/security-groups?id=9385f438-76fd-4571-8741-9d769037a7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465588 Nov 22 20:45:47.596091 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5519e7c-6f34-436b-a41c-1f08825540d5 req-9f0abcf9-a1c2-4d56-b719-548652d8592f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:45:47.597849 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f5519e7c-6f34-436b-a41c-1f08825540d5 req-9f0abcf9-a1c2-4d56-b719-548652d8592f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=cbffdc8c7ff341c488d6a6446a34ec2c&device_id=426de2eb-cdf4-4bbd-8de3-e8db38cec18e HTTP/1.1" status: 200 len: 1095 time: 0.0806246 Nov 22 20:45:47.651788 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f5519e7c-6f34-436b-a41c-1f08825540d5 req-77851bc8-86d6-4bd8-9993-4ea235f7c496 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1e6f6523-df94-4187-807b-2a5a3535b7e1 HTTP/1.1" status: 200 len: 217 time: 0.0444872 Nov 22 20:45:47.718760 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5519e7c-6f34-436b-a41c-1f08825540d5 req-07f05985-5122-4a2d-9fcd-5c27ee8dca7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:45:47.720311 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f5519e7c-6f34-436b-a41c-1f08825540d5 req-07f05985-5122-4a2d-9fcd-5c27ee8dca7e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f9c7fff4-0634-4f54-8779-64140aca9548 HTTP/1.1" status: 200 len: 849 time: 0.0608826 Nov 22 20:45:47.767638 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5519e7c-6f34-436b-a41c-1f08825540d5 req-df6b295c-4aee-4359-a146-e72257881d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:45:47.769215 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f5519e7c-6f34-436b-a41c-1f08825540d5 req-df6b295c-4aee-4359-a146-e72257881d48 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0b54720a-d3c4-433f-94fd-61dd97b5e8b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424898 Nov 22 20:45:47.861821 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f5519e7c-6f34-436b-a41c-1f08825540d5 req-5fa377f9-64bd-4541-84a3-e07e64ec34b9 service neutron] 10.222.0.20 "GET /v2.0/networks/0b54720a-d3c4-433f-94fd-61dd97b5e8b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840948 Nov 22 20:45:47.955726 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f5519e7c-6f34-436b-a41c-1f08825540d5 req-f4a72e96-e388-441b-9c35-4e720b9e12f5 service neutron] 10.222.0.20 "GET /v2.0/networks/0b54720a-d3c4-433f-94fd-61dd97b5e8b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869999 Nov 22 20:45:48.047131 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b7d8b8-8ea0-446e-84d3-fd9702475d06 req-b6b7186e-a151-4f03-b046-fefee6425868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:45:48.048569 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-33b7d8b8-8ea0-446e-84d3-fd9702475d06 req-b6b7186e-a151-4f03-b046-fefee6425868 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=cbffdc8c7ff341c488d6a6446a34ec2c&device_id=426de2eb-cdf4-4bbd-8de3-e8db38cec18e HTTP/1.1" status: 200 len: 1095 time: 0.0426071 Nov 22 20:45:48.141435 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b7d8b8-8ea0-446e-84d3-fd9702475d06 req-6c6688f5-8d8d-4f3d-8db6-0b7f13544daa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:45:48.142957 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-33b7d8b8-8ea0-446e-84d3-fd9702475d06 req-6c6688f5-8d8d-4f3d-8db6-0b7f13544daa service neutron] 10.222.0.20 "GET /v2.0/networks?id=0b54720a-d3c4-433f-94fd-61dd97b5e8b5 HTTP/1.1" status: 200 len: 911 time: 0.0874496 Nov 22 20:45:48.185903 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-33b7d8b8-8ea0-446e-84d3-fd9702475d06 req-5a8dec6e-72f7-4e37-a896-abd70ea963a9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1e6f6523-df94-4187-807b-2a5a3535b7e1 HTTP/1.1" status: 200 len: 217 time: 0.0355651 Nov 22 20:45:48.243368 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b7d8b8-8ea0-446e-84d3-fd9702475d06 req-26ae0ce4-a345-4bb4-aa4c-d876a51834a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:45:48.244880 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-33b7d8b8-8ea0-446e-84d3-fd9702475d06 req-26ae0ce4-a345-4bb4-aa4c-d876a51834a0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f9c7fff4-0634-4f54-8779-64140aca9548 HTTP/1.1" status: 200 len: 849 time: 0.0439992 Nov 22 20:45:48.303697 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b7d8b8-8ea0-446e-84d3-fd9702475d06 req-b479c42d-6615-4554-a0a8-abd43478caaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:45:48.305144 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-33b7d8b8-8ea0-446e-84d3-fd9702475d06 req-b479c42d-6615-4554-a0a8-abd43478caaa service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0b54720a-d3c4-433f-94fd-61dd97b5e8b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440974 Nov 22 20:45:48.397707 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-33b7d8b8-8ea0-446e-84d3-fd9702475d06 req-83cbd199-8b94-406e-8dea-880e474a98f6 service neutron] 10.222.0.20 "GET /v2.0/networks/0b54720a-d3c4-433f-94fd-61dd97b5e8b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840523 Nov 22 20:45:48.520522 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5cb0ed-b2b1-4af6-84b1-e708af97f889 req-6c726fa5-6c09-4817-be17-9a5191a69d4e tempest-TestServerMultinode-825312771 tempest-TestServerMultinode-825312771-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:45:48.522040 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-fb5cb0ed-b2b1-4af6-84b1-e708af97f889 req-6c726fa5-6c09-4817-be17-9a5191a69d4e tempest-TestServerMultinode-825312771 tempest-TestServerMultinode-825312771-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=426de2eb-cdf4-4bbd-8de3-e8db38cec18e HTTP/1.1" status: 200 len: 1095 time: 0.0697160 Nov 22 20:45:48.527614 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-33b7d8b8-8ea0-446e-84d3-fd9702475d06 req-c2054864-3298-4f3b-b5b7-d72061c7de4a service neutron] 10.222.0.20 "GET /v2.0/networks/0b54720a-d3c4-433f-94fd-61dd97b5e8b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217444 Nov 22 20:45:48.573111 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-fb5cb0ed-b2b1-4af6-84b1-e708af97f889 req-b7dfdbb4-22a6-4076-9806-2e56c2d854b3 tempest-TestServerMultinode-825312771 tempest-TestServerMultinode-825312771-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=d1d36391-314c-4aaa-8eb4-ec84a7cc6948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389888 Nov 22 20:45:48.686679 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd2eb52-fff0-437d-a8a8-6ea2034e9491 req-ab427570-d2f0-40a9-b651-c38089b38b21 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:45:48.688839 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7cd2eb52-fff0-437d-a8a8-6ea2034e9491 req-ab427570-d2f0-40a9-b651-c38089b38b21 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f0e2d1c-b2dd-4b0d-999e-4ddce4366b85 HTTP/1.1" status: 200 len: 943 time: 0.0497577 Nov 22 20:45:48.739520 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7cd2eb52-fff0-437d-a8a8-6ea2034e9491 req-65d70675-ba0d-4609-a9a4-8b45dde0bdf2 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/security-groups?id=9385f438-76fd-4571-8741-9d769037a7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445228 Nov 22 20:45:49.687079 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0280c5c7-59d6-48b4-b0be-c9a00628d324 req-a58ae8dc-d4a9-416b-a410-481a7d92c4d7 tempest-TestServerMultinode-825312771 tempest-TestServerMultinode-825312771-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:45:49.688654 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0280c5c7-59d6-48b4-b0be-c9a00628d324 req-a58ae8dc-d4a9-416b-a410-481a7d92c4d7 tempest-TestServerMultinode-825312771 tempest-TestServerMultinode-825312771-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=426de2eb-cdf4-4bbd-8de3-e8db38cec18e HTTP/1.1" status: 200 len: 1095 time: 0.0466623 Nov 22 20:45:49.732373 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0280c5c7-59d6-48b4-b0be-c9a00628d324 req-a3e122e2-fb81-4b0d-8fae-abcf8c0777a7 tempest-TestServerMultinode-825312771 tempest-TestServerMultinode-825312771-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=d1d36391-314c-4aaa-8eb4-ec84a7cc6948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376329 Nov 22 20:45:49.857867 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc48856-7477-4e24-91e1-9e752dbb23d0 req-f2564775-f015-4a70-9dc1-b6e2dd84650d tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:45:49.859832 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1dc48856-7477-4e24-91e1-9e752dbb23d0 req-f2564775-f015-4a70-9dc1-b6e2dd84650d tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f0e2d1c-b2dd-4b0d-999e-4ddce4366b85 HTTP/1.1" status: 200 len: 943 time: 0.0498595 Nov 22 20:45:49.910114 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1dc48856-7477-4e24-91e1-9e752dbb23d0 req-16994d6b-ad49-4834-ad34-9e59b1ff62f4 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/security-groups?id=9385f438-76fd-4571-8741-9d769037a7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441394 Nov 22 20:45:50.852074 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559babf4-6c0c-47e2-9bc7-2b76be77edec req-07e66ebd-9db0-479b-9f12-0b07548e83ed tempest-TestServerMultinode-825312771 tempest-TestServerMultinode-825312771-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:45:50.853779 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-559babf4-6c0c-47e2-9bc7-2b76be77edec req-07e66ebd-9db0-479b-9f12-0b07548e83ed tempest-TestServerMultinode-825312771 tempest-TestServerMultinode-825312771-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=426de2eb-cdf4-4bbd-8de3-e8db38cec18e HTTP/1.1" status: 200 len: 1095 time: 0.0502956 Nov 22 20:45:50.904824 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-559babf4-6c0c-47e2-9bc7-2b76be77edec req-d3f31421-6066-4d9f-8731-16a579960677 tempest-TestServerMultinode-825312771 tempest-TestServerMultinode-825312771-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=d1d36391-314c-4aaa-8eb4-ec84a7cc6948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436535 Nov 22 20:45:51.032307 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f041f6-8ea6-4789-b59f-6873c0870d88 req-6904e613-687a-4615-a392-524ad4c6f8d1 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:45:51.033968 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f6f041f6-8ea6-4789-b59f-6873c0870d88 req-6904e613-687a-4615-a392-524ad4c6f8d1 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f0e2d1c-b2dd-4b0d-999e-4ddce4366b85 HTTP/1.1" status: 200 len: 943 time: 0.0558727 Nov 22 20:45:51.086316 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f6f041f6-8ea6-4789-b59f-6873c0870d88 req-e8e30449-df4f-4a18-aede-92cee1d65856 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/security-groups?id=9385f438-76fd-4571-8741-9d769037a7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459671 Nov 22 20:45:51.164289 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.agents_db [None req-aa8313f2-1ee4-4e7b-8c5a-d32b2f9d31ee None None] Agent healthcheck: found 7 active agents {{(pid=103450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 20:45:52.018548 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530f578f-aa24-4a9b-8142-daa723ddf3ac req-27ffa14f-b3b7-405b-bac9-21f235a5a403 tempest-TestServerMultinode-825312771 tempest-TestServerMultinode-825312771-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:45:52.020124 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-530f578f-aa24-4a9b-8142-daa723ddf3ac req-27ffa14f-b3b7-405b-bac9-21f235a5a403 tempest-TestServerMultinode-825312771 tempest-TestServerMultinode-825312771-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=426de2eb-cdf4-4bbd-8de3-e8db38cec18e HTTP/1.1" status: 200 len: 1095 time: 0.0473022 Nov 22 20:45:52.072976 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-530f578f-aa24-4a9b-8142-daa723ddf3ac req-5a786273-043e-494f-8cb6-fd787826dfdf tempest-TestServerMultinode-825312771 tempest-TestServerMultinode-825312771-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=d1d36391-314c-4aaa-8eb4-ec84a7cc6948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448661 Nov 22 20:45:52.208949 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd855275-965e-46df-93c9-82ad53ca9923 req-9da526a6-50e7-432f-a1a5-443552ebc43a tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:45:52.210633 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-fd855275-965e-46df-93c9-82ad53ca9923 req-9da526a6-50e7-432f-a1a5-443552ebc43a tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f0e2d1c-b2dd-4b0d-999e-4ddce4366b85 HTTP/1.1" status: 200 len: 943 time: 0.0513794 Nov 22 20:45:52.261348 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-fd855275-965e-46df-93c9-82ad53ca9923 req-25c3a0c8-85cb-4f0b-a6a5-19ef4af4c9d6 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/security-groups?id=9385f438-76fd-4571-8741-9d769037a7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443759 Nov 22 20:45:52.445391 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 1e6f6523-df94-4187-807b-2a5a3535b7e1 details requested by agent hyperv_n-h2-818823-1 with host n-h2-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 20:45:52.544064 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port 1e6f6523-df94-4187-807b-2a5a3535b7e1, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=1e6f6523-df94-4187-807b-2a5a3535b7e1,segment=NetworkSegment(cf1a6b10-4a03-49f5-a73b-4efa38507c0c),segment_id=cf1a6b10-4a03-49f5-a73b-4efa38507c0c)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:45:52.561656 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Returning: {'device': '1e6f6523-df94-4187-807b-2a5a3535b7e1', 'network_id': '0b54720a-d3c4-433f-94fd-61dd97b5e8b5', 'port_id': '1e6f6523-df94-4187-807b-2a5a3535b7e1', 'mac_address': 'fa:16:3e:f9:8a:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 614, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9c7fff4-0634-4f54-8779-64140aca9548', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 20:45:52.600692 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:52.615455 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e6f6523-df94-4187-807b-2a5a3535b7e1 {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:45:52.635523 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port 1e6f6523-df94-4187-807b-2a5a3535b7e1, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=1e6f6523-df94-4187-807b-2a5a3535b7e1,segment=NetworkSegment(cf1a6b10-4a03-49f5-a73b-4efa38507c0c),segment_id=cf1a6b10-4a03-49f5-a73b-4efa38507c0c)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:45:52.641654 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:52.691534 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=1e6f6523-df94-4187-807b-2a5a3535b7e1,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:45:52.864158 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] get_ports_and_sgs() called for port_ids ['1e6f6523-df94-4187-807b-2a5a3535b7e1'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:45:53.179658 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b63955-31c9-4a65-97d9-97690ae35ee0 req-c326bdb8-2074-433a-a631-d8cd8d371659 tempest-TestServerMultinode-825312771 tempest-TestServerMultinode-825312771-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:45:53.181163 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f3b63955-31c9-4a65-97d9-97690ae35ee0 req-c326bdb8-2074-433a-a631-d8cd8d371659 tempest-TestServerMultinode-825312771 tempest-TestServerMultinode-825312771-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=426de2eb-cdf4-4bbd-8de3-e8db38cec18e HTTP/1.1" status: 200 len: 1096 time: 0.0416887 Nov 22 20:45:53.230906 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f3b63955-31c9-4a65-97d9-97690ae35ee0 req-6d40fb50-a114-40d8-beae-75132f67cd3f tempest-TestServerMultinode-825312771 tempest-TestServerMultinode-825312771-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=d1d36391-314c-4aaa-8eb4-ec84a7cc6948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428095 Nov 22 20:45:53.375640 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abf529f-7ab7-4f3f-82e3-717a395009d6 req-8e0ad9c0-4661-44ba-aba4-4cf36d54c1e8 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:45:53.377011 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9abf529f-7ab7-4f3f-82e3-717a395009d6 req-8e0ad9c0-4661-44ba-aba4-4cf36d54c1e8 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f0e2d1c-b2dd-4b0d-999e-4ddce4366b85 HTTP/1.1" status: 200 len: 943 time: 0.0474544 Nov 22 20:45:53.423468 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9abf529f-7ab7-4f3f-82e3-717a395009d6 req-8026f470-5d2d-426e-932f-5f42cdd558bb tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/security-groups?id=9385f438-76fd-4571-8741-9d769037a7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403280 Nov 22 20:45:54.339445 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab7268a-dcc7-4b5b-91a8-8aa504a9f29d req-3acf5d82-675b-4b27-adaf-dcce6f74fe4b tempest-TestServerMultinode-825312771 tempest-TestServerMultinode-825312771-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:45:54.340950 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-cab7268a-dcc7-4b5b-91a8-8aa504a9f29d req-3acf5d82-675b-4b27-adaf-dcce6f74fe4b tempest-TestServerMultinode-825312771 tempest-TestServerMultinode-825312771-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=426de2eb-cdf4-4bbd-8de3-e8db38cec18e HTTP/1.1" status: 200 len: 1096 time: 0.0412378 Nov 22 20:45:54.386234 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-cab7268a-dcc7-4b5b-91a8-8aa504a9f29d req-d5b3d450-9f59-49b3-8361-29176a61b299 tempest-TestServerMultinode-825312771 tempest-TestServerMultinode-825312771-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=d1d36391-314c-4aaa-8eb4-ec84a7cc6948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382364 Nov 22 20:45:54.473534 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 1e6f6523-df94-4187-807b-2a5a3535b7e1 up at agent hyperv_n-h2-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:45:54.524803 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Provisioning for port 1e6f6523-df94-4187-807b-2a5a3535b7e1 completed by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 20:45:54.528568 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Provisioning complete for port 1e6f6523-df94-4187-807b-2a5a3535b7e1 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:45:54.528982 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:54.560397 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3751953-d272-4040-9356-dab05b121182 req-3a720671-5f64-4b34-b5ec-cabbc06d9623 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:45:54.562031 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d3751953-d272-4040-9356-dab05b121182 req-3a720671-5f64-4b34-b5ec-cabbc06d9623 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f0e2d1c-b2dd-4b0d-999e-4ddce4366b85 HTTP/1.1" status: 200 len: 943 time: 0.0573936 Nov 22 20:45:54.612144 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:54.612377 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d3751953-d272-4040-9356-dab05b121182 req-7f906ac0-6085-4365-8f7a-2d958f24565f tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/security-groups?id=9385f438-76fd-4571-8741-9d769037a7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435252 Nov 22 20:45:54.636527 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '426de2eb-cdf4-4bbd-8de3-e8db38cec18e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e6f6523-df94-4187-807b-2a5a3535b7e1'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:45:54.639034 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d39f6d30a11e565ec9648abcc015e8a6ab6cff4edd704add8155e28765d31eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61be62e7-8eb2-4bde-b46d-c3d622d0b09e" -d '{"events": [{"server_uuid": "426de2eb-cdf4-4bbd-8de3-e8db38cec18e", "name": "network-vif-plugged", "status": "completed", "tag": "1e6f6523-df94-4187-807b-2a5a3535b7e1"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:45:54.652809 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port 1e6f6523-df94-4187-807b-2a5a3535b7e1, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=1e6f6523-df94-4187-807b-2a5a3535b7e1,segment=NetworkSegment(cf1a6b10-4a03-49f5-a73b-4efa38507c0c),segment_id=cf1a6b10-4a03-49f5-a73b-4efa38507c0c)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:45:54.657014 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:54.692606 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:45:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3af0fe94-22a1-4812-bc13-1ae006ac74db x-openstack-request-id: req-3af0fe94-22a1-4812-bc13-1ae006ac74db {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:45:54.692901 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "426de2eb-cdf4-4bbd-8de3-e8db38cec18e", "name": "network-vif-plugged", "status": "completed", "tag": "1e6f6523-df94-4187-807b-2a5a3535b7e1", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:45:54.693166 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3af0fe94-22a1-4812-bc13-1ae006ac74db {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:45:54.693558 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '426de2eb-cdf4-4bbd-8de3-e8db38cec18e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e6f6523-df94-4187-807b-2a5a3535b7e1', 'code': 200} Nov 22 20:45:54.717861 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=1e6f6523-df94-4187-807b-2a5a3535b7e1,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:45:54.789083 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43a9468-7a70-499e-8146-99e7f2ab2305 req-f6082e46-6f22-430b-9244-c44d97898f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:45:54.790535 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f43a9468-7a70-499e-8146-99e7f2ab2305 req-f6082e46-6f22-430b-9244-c44d97898f81 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=426de2eb-cdf4-4bbd-8de3-e8db38cec18e HTTP/1.1" status: 200 len: 1097 time: 0.0407221 Nov 22 20:45:54.838106 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f43a9468-7a70-499e-8146-99e7f2ab2305 req-0b571adc-ea1d-4c69-b3f8-566b7545f5de service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=d1d36391-314c-4aaa-8eb4-ec84a7cc6948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382814 Nov 22 20:45:55.490824 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81d432c-7f5f-457a-b866-fd02e58273cb req-1ba8a958-12a4-45a9-a62e-f019056ec44d tempest-TestServerMultinode-825312771 tempest-TestServerMultinode-825312771-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:45:55.492373 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f81d432c-7f5f-457a-b866-fd02e58273cb req-1ba8a958-12a4-45a9-a62e-f019056ec44d tempest-TestServerMultinode-825312771 tempest-TestServerMultinode-825312771-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=426de2eb-cdf4-4bbd-8de3-e8db38cec18e HTTP/1.1" status: 200 len: 1097 time: 0.0405550 Nov 22 20:45:55.539778 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f81d432c-7f5f-457a-b866-fd02e58273cb req-5c50b169-a7ed-4fd3-a40c-59bcc5644671 tempest-TestServerMultinode-825312771 tempest-TestServerMultinode-825312771-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=d1d36391-314c-4aaa-8eb4-ec84a7cc6948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412309 Nov 22 20:45:55.741181 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8f4013-4a87-485e-b6f9-35c527f0ea77 req-b181b8b8-bd3c-44df-906a-ff8418811961 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:45:55.742759 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2c8f4013-4a87-485e-b6f9-35c527f0ea77 req-b181b8b8-bd3c-44df-906a-ff8418811961 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f0e2d1c-b2dd-4b0d-999e-4ddce4366b85 HTTP/1.1" status: 200 len: 943 time: 0.0522041 Nov 22 20:45:55.790961 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2c8f4013-4a87-485e-b6f9-35c527f0ea77 req-5932a6a4-b076-4078-b315-a704462ffdd4 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/security-groups?id=9385f438-76fd-4571-8741-9d769037a7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422709 Nov 22 20:45:56.650698 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91b9548-1e5d-4a03-b84e-92ba59dac911 req-84b18c26-cc5a-4b1c-9d48-1acf01dca811 tempest-TestServerMultinode-825312771 tempest-TestServerMultinode-825312771-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:45:56.652350 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f91b9548-1e5d-4a03-b84e-92ba59dac911 req-84b18c26-cc5a-4b1c-9d48-1acf01dca811 tempest-TestServerMultinode-825312771 tempest-TestServerMultinode-825312771-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=426de2eb-cdf4-4bbd-8de3-e8db38cec18e HTTP/1.1" status: 200 len: 1097 time: 0.0433679 Nov 22 20:45:56.704633 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f91b9548-1e5d-4a03-b84e-92ba59dac911 req-6fe09c4e-6c31-41e7-b94a-f1010b4ef1d8 tempest-TestServerMultinode-825312771 tempest-TestServerMultinode-825312771-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=d1d36391-314c-4aaa-8eb4-ec84a7cc6948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436168 Nov 22 20:45:56.821512 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecafa07-c92f-405f-8e3e-10fc24ad1a17 req-b4ca4a3e-b2d5-441c-b40d-5593c6818b06 tempest-TestServerMultinode-825312771 tempest-TestServerMultinode-825312771-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:45:56.823147 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7ecafa07-c92f-405f-8e3e-10fc24ad1a17 req-b4ca4a3e-b2d5-441c-b40d-5593c6818b06 tempest-TestServerMultinode-825312771 tempest-TestServerMultinode-825312771-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=426de2eb-cdf4-4bbd-8de3-e8db38cec18e HTTP/1.1" status: 200 len: 1097 time: 0.0479641 Nov 22 20:45:56.878994 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7ecafa07-c92f-405f-8e3e-10fc24ad1a17 req-7871cb8b-08e9-4959-b810-1c5f0223d061 tempest-TestServerMultinode-825312771 tempest-TestServerMultinode-825312771-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=d1d36391-314c-4aaa-8eb4-ec84a7cc6948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490880 Nov 22 20:45:56.915761 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62a12b3-d158-48fb-bda3-796e9173b441 req-f2da0c92-bea0-45b8-9269-1bfc7cbf1691 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:45:56.917444 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c62a12b3-d158-48fb-bda3-796e9173b441 req-f2da0c92-bea0-45b8-9269-1bfc7cbf1691 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f0e2d1c-b2dd-4b0d-999e-4ddce4366b85 HTTP/1.1" status: 200 len: 943 time: 0.0511086 Nov 22 20:45:56.998518 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c62a12b3-d158-48fb-bda3-796e9173b441 req-841ee6df-db8d-4849-bcb7-478e066f3891 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/security-groups?id=9385f438-76fd-4571-8741-9d769037a7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743632 Nov 22 20:45:57.012055 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56c4b87-a6fb-40a2-acaf-5018e566b2c1 req-eca18325-d11e-4e45-8e75-b9245e1029ab tempest-TestServerMultinode-825312771 tempest-TestServerMultinode-825312771-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:45:57.013563 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a56c4b87-a6fb-40a2-acaf-5018e566b2c1 req-eca18325-d11e-4e45-8e75-b9245e1029ab tempest-TestServerMultinode-825312771 tempest-TestServerMultinode-825312771-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=426de2eb-cdf4-4bbd-8de3-e8db38cec18e HTTP/1.1" status: 200 len: 1097 time: 0.0604231 Nov 22 20:45:57.059650 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a56c4b87-a6fb-40a2-acaf-5018e566b2c1 req-30cf4a81-5b76-4b9e-828b-cb3b70a2f061 tempest-TestServerMultinode-825312771 tempest-TestServerMultinode-825312771-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=d1d36391-314c-4aaa-8eb4-ec84a7cc6948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395234 Nov 22 20:45:57.285276 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a939d24b-248e-4464-a999-6bef442612f6 req-dc45932d-c041-4eb7-9c01-952f6bc7fe20 tempest-TestServerMultinode-825312771 tempest-TestServerMultinode-825312771-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:45:57.286802 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a939d24b-248e-4464-a999-6bef442612f6 req-dc45932d-c041-4eb7-9c01-952f6bc7fe20 tempest-TestServerMultinode-825312771 tempest-TestServerMultinode-825312771-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=426de2eb-cdf4-4bbd-8de3-e8db38cec18e HTTP/1.1" status: 200 len: 1097 time: 0.0419679 Nov 22 20:45:57.331768 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a939d24b-248e-4464-a999-6bef442612f6 req-651eaa16-0bdb-43d1-a75e-a4df81c481e6 tempest-TestServerMultinode-825312771 tempest-TestServerMultinode-825312771-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=d1d36391-314c-4aaa-8eb4-ec84a7cc6948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387850 Nov 22 20:45:58.128032 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97080e7c-7922-4b82-968b-bf1a21e2cd37 req-6107b052-7d5f-4904-879b-d31c9daebbc1 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:45:58.129502 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-97080e7c-7922-4b82-968b-bf1a21e2cd37 req-6107b052-7d5f-4904-879b-d31c9daebbc1 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f0e2d1c-b2dd-4b0d-999e-4ddce4366b85 HTTP/1.1" status: 200 len: 943 time: 0.0528736 Nov 22 20:45:58.188277 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-97080e7c-7922-4b82-968b-bf1a21e2cd37 req-668d9c46-1d62-4665-bd99-756977d1aeba tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/security-groups?id=9385f438-76fd-4571-8741-9d769037a7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520544 Nov 22 20:45:58.443236 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ec786a-c0ec-4c3c-bceb-32d29f977783 req-261d8707-308d-40e1-91ac-dcdfe0f20693 tempest-TestServerMultinode-825312771 tempest-TestServerMultinode-825312771-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:45:58.445143 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f1ec786a-c0ec-4c3c-bceb-32d29f977783 req-261d8707-308d-40e1-91ac-dcdfe0f20693 tempest-TestServerMultinode-825312771 tempest-TestServerMultinode-825312771-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=426de2eb-cdf4-4bbd-8de3-e8db38cec18e HTTP/1.1" status: 200 len: 1097 time: 0.0432847 Nov 22 20:45:58.492221 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f1ec786a-c0ec-4c3c-bceb-32d29f977783 req-fc8a2d05-b37b-411a-b1b6-85362fee2a64 tempest-TestServerMultinode-825312771 tempest-TestServerMultinode-825312771-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=d1d36391-314c-4aaa-8eb4-ec84a7cc6948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408478 Nov 22 20:45:58.730079 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5bb6b7-4a38-4dd4-81e4-2b4f4c05d611 req-5b89626d-ff5b-4b41-b197-63d88bfcf9d8 tempest-TestServerMultinode-825312771 tempest-TestServerMultinode-825312771-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:45:58.731533 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8c5bb6b7-4a38-4dd4-81e4-2b4f4c05d611 req-5b89626d-ff5b-4b41-b197-63d88bfcf9d8 tempest-TestServerMultinode-825312771 tempest-TestServerMultinode-825312771-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=426de2eb-cdf4-4bbd-8de3-e8db38cec18e HTTP/1.1" status: 200 len: 1097 time: 0.0422723 Nov 22 20:45:58.821278 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-8c5bb6b7-4a38-4dd4-81e4-2b4f4c05d611 req-5e39f9b2-0dd5-4eff-b808-346d863a671f tempest-TestServerMultinode-825312771 tempest-TestServerMultinode-825312771-project-admin] Deleting port 1e6f6523-df94-4187-807b-2a5a3535b7e1 {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:45:58.821655 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-8c5bb6b7-4a38-4dd4-81e4-2b4f4c05d611 req-5e39f9b2-0dd5-4eff-b808-346d863a671f tempest-TestServerMultinode-825312771 tempest-TestServerMultinode-825312771-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:58.900646 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-8c5bb6b7-4a38-4dd4-81e4-2b4f4c05d611 req-5e39f9b2-0dd5-4eff-b808-346d863a671f tempest-TestServerMultinode-825312771 tempest-TestServerMultinode-825312771-project-admin] For port 1e6f6523-df94-4187-807b-2a5a3535b7e1, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=1e6f6523-df94-4187-807b-2a5a3535b7e1,segment=NetworkSegment(cf1a6b10-4a03-49f5-a73b-4efa38507c0c),segment_id=cf1a6b10-4a03-49f5-a73b-4efa38507c0c)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:45:58.901013 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-8c5bb6b7-4a38-4dd4-81e4-2b4f4c05d611 req-5e39f9b2-0dd5-4eff-b808-346d863a671f tempest-TestServerMultinode-825312771 tempest-TestServerMultinode-825312771-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:58.913934 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-8c5bb6b7-4a38-4dd4-81e4-2b4f4c05d611 req-5e39f9b2-0dd5-4eff-b808-346d863a671f tempest-TestServerMultinode-825312771 tempest-TestServerMultinode-825312771-project-admin] Calling delete_port for 1e6f6523-df94-4187-807b-2a5a3535b7e1 owned by compute:nova {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:45:59.037244 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-8c5bb6b7-4a38-4dd4-81e4-2b4f4c05d611 req-5e39f9b2-0dd5-4eff-b808-346d863a671f tempest-TestServerMultinode-825312771 tempest-TestServerMultinode-825312771-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:59.048823 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] get_ports_and_sgs() called for port_ids ['08234bb4-0471-46b9-8bd4-7732fadcaf3d'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:45:59.051497 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] get_ports_and_sgs() called for port_ids ['1e6f6523-df94-4187-807b-2a5a3535b7e1'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:45:59.062216 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e39f9b2-0dd5-4eff-b808-346d863a671f tempest-TestServerMultinode-825312771 tempest-TestServerMultinode-825312771-project-admin] Pushing event deleted for resources: {'Port': ['ID=1e6f6523-df94-4187-807b-2a5a3535b7e1,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:45:59.105680 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c5bb6b7-4a38-4dd4-81e4-2b4f4c05d611 req-5e39f9b2-0dd5-4eff-b808-346d863a671f tempest-TestServerMultinode-825312771 tempest-TestServerMultinode-825312771-project-admin] No DVR routers for this DVR port 1e6f6523-df94-4187-807b-2a5a3535b7e1 on host n-h2-818823-1 {{(pid=103447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:45:59.108258 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-8c5bb6b7-4a38-4dd4-81e4-2b4f4c05d611 req-5e39f9b2-0dd5-4eff-b808-346d863a671f tempest-TestServerMultinode-825312771 tempest-TestServerMultinode-825312771-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:45:59.111827 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8c5bb6b7-4a38-4dd4-81e4-2b4f4c05d611 req-5e39f9b2-0dd5-4eff-b808-346d863a671f tempest-TestServerMultinode-825312771 tempest-TestServerMultinode-825312771-project-admin] 10.222.0.20 "DELETE /v2.0/ports/1e6f6523-df94-4187-807b-2a5a3535b7e1 HTTP/1.1" status: 204 len: 173 time: 0.3731902 Nov 22 20:45:59.112293 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '426de2eb-cdf4-4bbd-8de3-e8db38cec18e', 'name': 'network-vif-deleted', 'tag': '1e6f6523-df94-4187-807b-2a5a3535b7e1'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:45:59.114667 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70c59e0a-9d90-4b12-a4fa-f316dbdbbe6f" -d '{"events": [{"server_uuid": "426de2eb-cdf4-4bbd-8de3-e8db38cec18e", "name": "network-vif-deleted", "tag": "1e6f6523-df94-4187-807b-2a5a3535b7e1"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:45:59.155526 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:45:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc554627-fbe4-4065-9aed-677b19cc26b6 x-openstack-request-id: req-dc554627-fbe4-4065-9aed-677b19cc26b6 {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:45:59.156121 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "426de2eb-cdf4-4bbd-8de3-e8db38cec18e", "name": "network-vif-deleted", "tag": "1e6f6523-df94-4187-807b-2a5a3535b7e1", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:45:59.156121 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-dc554627-fbe4-4065-9aed-677b19cc26b6 {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:45:59.156836 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '426de2eb-cdf4-4bbd-8de3-e8db38cec18e', 'name': 'network-vif-deleted', 'tag': '1e6f6523-df94-4187-807b-2a5a3535b7e1', 'status': 'completed', 'code': 200} Nov 22 20:45:59.317991 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4741747-bbc0-4100-9574-853e169f6fa7 req-0d989c40-eb1c-465e-88ac-1fce2d0ef35c tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:45:59.319679 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e4741747-bbc0-4100-9574-853e169f6fa7 req-0d989c40-eb1c-465e-88ac-1fce2d0ef35c tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f0e2d1c-b2dd-4b0d-999e-4ddce4366b85 HTTP/1.1" status: 200 len: 943 time: 0.0554707 Nov 22 20:45:59.369220 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e4741747-bbc0-4100-9574-853e169f6fa7 req-c6d63f91-8fc2-4179-83ff-243113d8b30b tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/security-groups?id=9385f438-76fd-4571-8741-9d769037a7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434048 Nov 22 20:45:59.608863 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ebab1ba5-31ae-4485-bf1f-bfa352ab8a9f req-f92749e5-865f-4f03-8b8f-dd34e76de964 tempest-TestServerMultinode-825312771 tempest-TestServerMultinode-825312771-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=426de2eb-cdf4-4bbd-8de3-e8db38cec18e HTTP/1.1" status: 200 len: 210 time: 0.0279391 Nov 22 20:46:00.010721 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-be3e66ec-b4fc-420c-9a9f-f6fa169e90d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:46:00.486219 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575df601-9da7-4fe7-a531-0ce048170855 req-26a75d9c-04c2-48fc-8315-0ecabcb18f28 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:46:00.487700 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-575df601-9da7-4fe7-a531-0ce048170855 req-26a75d9c-04c2-48fc-8315-0ecabcb18f28 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f0e2d1c-b2dd-4b0d-999e-4ddce4366b85 HTTP/1.1" status: 200 len: 943 time: 0.0478184 Nov 22 20:46:00.488317 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device f839273a-4b07-4aef-895a-c78f18b5cb6f details requested by agent hyperv_n-h2-818823-1 with host n-h2-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 20:46:00.534385 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-575df601-9da7-4fe7-a531-0ce048170855 req-69af6599-b416-4485-bb92-e5a6ed75c926 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/security-groups?id=9385f438-76fd-4571-8741-9d769037a7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406737 Nov 22 20:46:00.585985 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port f839273a-4b07-4aef-895a-c78f18b5cb6f, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=f839273a-4b07-4aef-895a-c78f18b5cb6f,segment=NetworkSegment(4aa11b26-9f57-405f-9190-6abb0565ab6f),segment_id=4aa11b26-9f57-405f-9190-6abb0565ab6f)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:46:00.597896 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Returning: {'device': 'f839273a-4b07-4aef-895a-c78f18b5cb6f', 'network_id': '6bc37553-a100-43d1-8d1a-4277980617a1', 'port_id': 'f839273a-4b07-4aef-895a-c78f18b5cb6f', 'mac_address': 'fa:16:3e:27:98:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44fc5a0e-e05e-4887-a12b-3d1c69de9281', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 20:46:00.634468 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:46:00.647871 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f839273a-4b07-4aef-895a-c78f18b5cb6f {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:46:00.667865 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port f839273a-4b07-4aef-895a-c78f18b5cb6f, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=f839273a-4b07-4aef-895a-c78f18b5cb6f,segment=NetworkSegment(4aa11b26-9f57-405f-9190-6abb0565ab6f),segment_id=4aa11b26-9f57-405f-9190-6abb0565ab6f)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:46:00.672209 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:46:00.723359 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=f839273a-4b07-4aef-895a-c78f18b5cb6f,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:46:00.880489 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90efc7f6-69da-4533-9356-5f5404501766 req-17f719f6-ddce-4308-8d59-3d3035a71b3b tempest-TestServerMultinode-825312771 tempest-TestServerMultinode-825312771-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:46:00.882121 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-90efc7f6-69da-4533-9356-5f5404501766 req-17f719f6-ddce-4308-8d59-3d3035a71b3b tempest-TestServerMultinode-825312771 tempest-TestServerMultinode-825312771-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=dac09038-0cb1-4703-8b40-b2fef9d060fb HTTP/1.1" status: 200 len: 1096 time: 0.0445237 Nov 22 20:46:00.883742 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] get_ports_and_sgs() called for port_ids ['f839273a-4b07-4aef-895a-c78f18b5cb6f'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:46:00.931302 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-90efc7f6-69da-4533-9356-5f5404501766 req-42dcefbc-b4cc-4b74-9591-8d9a1bddef5b tempest-TestServerMultinode-825312771 tempest-TestServerMultinode-825312771-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=d1d36391-314c-4aaa-8eb4-ec84a7cc6948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424695 Nov 22 20:46:01.665251 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38a8f00-2001-4714-9026-549121029772 req-1713c151-d57f-4a99-8645-eab5164d817d tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:46:01.666912 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b38a8f00-2001-4714-9026-549121029772 req-1713c151-d57f-4a99-8645-eab5164d817d tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f0e2d1c-b2dd-4b0d-999e-4ddce4366b85 HTTP/1.1" status: 200 len: 944 time: 0.0534830 Nov 22 20:46:01.724526 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b38a8f00-2001-4714-9026-549121029772 req-39a17804-2040-4ce8-bfd4-701516e343cd tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/security-groups?id=9385f438-76fd-4571-8741-9d769037a7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505667 Nov 22 20:46:02.071054 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7222b58c-f511-464e-b6d1-a81615f1c3cc req-9d7eee83-6956-4eab-bc1c-3051a81d6df6 tempest-TestServerMultinode-825312771 tempest-TestServerMultinode-825312771-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:46:02.072770 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7222b58c-f511-464e-b6d1-a81615f1c3cc req-9d7eee83-6956-4eab-bc1c-3051a81d6df6 tempest-TestServerMultinode-825312771 tempest-TestServerMultinode-825312771-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=dac09038-0cb1-4703-8b40-b2fef9d060fb HTTP/1.1" status: 200 len: 1096 time: 0.0473905 Nov 22 20:46:02.119762 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7222b58c-f511-464e-b6d1-a81615f1c3cc req-b0ba259e-f5a5-44a2-9885-0deb7259a7fe tempest-TestServerMultinode-825312771 tempest-TestServerMultinode-825312771-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=d1d36391-314c-4aaa-8eb4-ec84a7cc6948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400193 Nov 22 20:46:02.196750 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe0c839-088b-4822-a648-c41376321cd8 req-d265f622-3755-4ab0-98b6-644d2fd5c991 tempest-TestServerMultinode-825312771 tempest-TestServerMultinode-825312771-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:46:02.198372 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-efe0c839-088b-4822-a648-c41376321cd8 req-d265f622-3755-4ab0-98b6-644d2fd5c991 tempest-TestServerMultinode-825312771 tempest-TestServerMultinode-825312771-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=dac09038-0cb1-4703-8b40-b2fef9d060fb HTTP/1.1" status: 200 len: 1096 time: 0.0423882 Nov 22 20:46:02.280131 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [req-efe0c839-088b-4822-a648-c41376321cd8 req-b7f2525f-5ef3-4b9d-98c7-889569280fad tempest-TestServerMultinode-825312771 tempest-TestServerMultinode-825312771-project-admin] Deleting port 08234bb4-0471-46b9-8bd4-7732fadcaf3d {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:46:02.280598 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-efe0c839-088b-4822-a648-c41376321cd8 req-b7f2525f-5ef3-4b9d-98c7-889569280fad tempest-TestServerMultinode-825312771 tempest-TestServerMultinode-825312771-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:46:02.364556 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-efe0c839-088b-4822-a648-c41376321cd8 req-b7f2525f-5ef3-4b9d-98c7-889569280fad tempest-TestServerMultinode-825312771 tempest-TestServerMultinode-825312771-project-admin] For port 08234bb4-0471-46b9-8bd4-7732fadcaf3d, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=08234bb4-0471-46b9-8bd4-7732fadcaf3d,segment=NetworkSegment(cf1a6b10-4a03-49f5-a73b-4efa38507c0c),segment_id=cf1a6b10-4a03-49f5-a73b-4efa38507c0c)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:46:02.364937 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-efe0c839-088b-4822-a648-c41376321cd8 req-b7f2525f-5ef3-4b9d-98c7-889569280fad tempest-TestServerMultinode-825312771 tempest-TestServerMultinode-825312771-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:46:02.378765 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [req-efe0c839-088b-4822-a648-c41376321cd8 req-b7f2525f-5ef3-4b9d-98c7-889569280fad tempest-TestServerMultinode-825312771 tempest-TestServerMultinode-825312771-project-admin] Calling delete_port for 08234bb4-0471-46b9-8bd4-7732fadcaf3d owned by compute:nova {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:46:02.501806 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device f839273a-4b07-4aef-895a-c78f18b5cb6f up at agent hyperv_n-h2-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:46:02.505343 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-efe0c839-088b-4822-a648-c41376321cd8 req-b7f2525f-5ef3-4b9d-98c7-889569280fad tempest-TestServerMultinode-825312771 tempest-TestServerMultinode-825312771-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:46:02.530120 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] get_ports_and_sgs() called for port_ids ['08234bb4-0471-46b9-8bd4-7732fadcaf3d'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:46:02.533539 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f2525f-5ef3-4b9d-98c7-889569280fad tempest-TestServerMultinode-825312771 tempest-TestServerMultinode-825312771-project-admin] Pushing event deleted for resources: {'Port': ['ID=08234bb4-0471-46b9-8bd4-7732fadcaf3d,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:46:02.580138 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [req-efe0c839-088b-4822-a648-c41376321cd8 req-b7f2525f-5ef3-4b9d-98c7-889569280fad tempest-TestServerMultinode-825312771 tempest-TestServerMultinode-825312771-project-admin] No DVR routers for this DVR port 08234bb4-0471-46b9-8bd4-7732fadcaf3d on host n-h1-818823-1 {{(pid=103448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:46:02.581013 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Provisioning for port f839273a-4b07-4aef-895a-c78f18b5cb6f completed by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 20:46:02.583270 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-efe0c839-088b-4822-a648-c41376321cd8 req-b7f2525f-5ef3-4b9d-98c7-889569280fad tempest-TestServerMultinode-825312771 tempest-TestServerMultinode-825312771-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:46:02.586394 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Provisioning complete for port f839273a-4b07-4aef-895a-c78f18b5cb6f triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:46:02.586812 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:46:02.587007 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-efe0c839-088b-4822-a648-c41376321cd8 req-b7f2525f-5ef3-4b9d-98c7-889569280fad tempest-TestServerMultinode-825312771 tempest-TestServerMultinode-825312771-project-admin] 10.222.0.41 "DELETE /v2.0/ports/08234bb4-0471-46b9-8bd4-7732fadcaf3d HTTP/1.1" status: 204 len: 173 time: 0.3822680 Nov 22 20:46:02.587495 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dac09038-0cb1-4703-8b40-b2fef9d060fb', 'name': 'network-vif-deleted', 'tag': '08234bb4-0471-46b9-8bd4-7732fadcaf3d'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:46:02.591306 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589a98cf2aea187fcc423a5edb333e5a6cf3ad7c81115d1ebee0f079693c312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d6efd33-cde3-41e3-af07-8875bef76e73" -d '{"events": [{"server_uuid": "dac09038-0cb1-4703-8b40-b2fef9d060fb", "name": "network-vif-deleted", "tag": "08234bb4-0471-46b9-8bd4-7732fadcaf3d"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:46:02.651099 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:46:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68e518d2-a14b-4117-8362-5e8df24d9113 x-openstack-request-id: req-68e518d2-a14b-4117-8362-5e8df24d9113 {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:46:02.651480 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dac09038-0cb1-4703-8b40-b2fef9d060fb", "name": "network-vif-deleted", "tag": "08234bb4-0471-46b9-8bd4-7732fadcaf3d", "status": "completed", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:46:02.651751 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-68e518d2-a14b-4117-8362-5e8df24d9113 {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:46:02.652182 n-d-818823-1 neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dac09038-0cb1-4703-8b40-b2fef9d060fb', 'name': 'network-vif-deleted', 'tag': '08234bb4-0471-46b9-8bd4-7732fadcaf3d', 'status': 'completed', 'code': 200} Nov 22 20:46:02.718318 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:46:02.750957 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f0e2d1c-b2dd-4b0d-999e-4ddce4366b85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f839273a-4b07-4aef-895a-c78f18b5cb6f'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:46:02.753836 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d39f6d30a11e565ec9648abcc015e8a6ab6cff4edd704add8155e28765d31eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-081a5b54-4cd6-4221-a107-ca3f566c8962" -d '{"events": [{"server_uuid": "2f0e2d1c-b2dd-4b0d-999e-4ddce4366b85", "name": "network-vif-plugged", "status": "completed", "tag": "f839273a-4b07-4aef-895a-c78f18b5cb6f"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:46:02.770510 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port f839273a-4b07-4aef-895a-c78f18b5cb6f, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=f839273a-4b07-4aef-895a-c78f18b5cb6f,segment=NetworkSegment(4aa11b26-9f57-405f-9190-6abb0565ab6f),segment_id=4aa11b26-9f57-405f-9190-6abb0565ab6f)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:46:02.776175 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:46:02.777322 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 1e6f6523-df94-4187-807b-2a5a3535b7e1 no longer exists at agent hyperv_n-h2-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:46:02.805155 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] No Port match for: 1e6f6523-df94-4187-807b-2a5a3535b7e1 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:46:02.805504 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 1e6f6523-df94-4187-807b-2a5a3535b7e1 not bound to the agent host n-h2-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:46:02.809973 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:46:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a26bb49-749e-4832-870c-51bd50aec2ef x-openstack-request-id: req-2a26bb49-749e-4832-870c-51bd50aec2ef {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:46:02.810347 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f0e2d1c-b2dd-4b0d-999e-4ddce4366b85", "name": "network-vif-plugged", "status": "completed", "tag": "f839273a-4b07-4aef-895a-c78f18b5cb6f", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:46:02.810927 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2a26bb49-749e-4832-870c-51bd50aec2ef {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:46:02.811383 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f0e2d1c-b2dd-4b0d-999e-4ddce4366b85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f839273a-4b07-4aef-895a-c78f18b5cb6f', 'code': 200} Nov 22 20:46:02.866675 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=f839273a-4b07-4aef-895a-c78f18b5cb6f,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:46:02.934678 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd151fd-7178-411f-a322-5f96a35345c4 req-f1ecd959-8482-49c2-92b0-129711d178eb tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:46:02.937067 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-afd151fd-7178-411f-a322-5f96a35345c4 req-f1ecd959-8482-49c2-92b0-129711d178eb tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f0e2d1c-b2dd-4b0d-999e-4ddce4366b85 HTTP/1.1" status: 200 len: 945 time: 0.1040282 Nov 22 20:46:02.943727 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd843e41-2a29-4e46-b021-9a1501cce5fe req-bcd8acc2-0509-4eb0-811a-d7521d7c520a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:46:02.946923 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-cd843e41-2a29-4e46-b021-9a1501cce5fe req-bcd8acc2-0509-4eb0-811a-d7521d7c520a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2f0e2d1c-b2dd-4b0d-999e-4ddce4366b85 HTTP/1.1" status: 200 len: 1096 time: 0.0754864 Nov 22 20:46:02.966202 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-35f0b250-69f5-4560-b8f0-70e52ccb8ceb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:46:03.038886 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-afd151fd-7178-411f-a322-5f96a35345c4 req-59d8d175-085e-47f1-88d9-22cb1646fb77 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/security-groups?id=9385f438-76fd-4571-8741-9d769037a7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907664 Nov 22 20:46:03.041289 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-cd843e41-2a29-4e46-b021-9a1501cce5fe req-18ee33a1-167e-45e5-a792-a41301cef1b8 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=9385f438-76fd-4571-8741-9d769037a7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864978 Nov 22 20:46:03.185683 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 56122) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:46:03.518098 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-03f0964f-1b75-4df7-99e0-a3cdb56ec2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:46:03.549458 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-aef7a03c-f71f-4a8a-b4cd-d8dd95e994f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659736'] for router_interface, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:46:03.819559 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-aef7a03c-f71f-4a8a-b4cd-d8dd95e994f9 admin admin] Deleting port 40a13df8-deec-44f7-80f6-613b9fa6d1ca {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:46:03.819836 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-aef7a03c-f71f-4a8a-b4cd-d8dd95e994f9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:46:03.899576 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-aef7a03c-f71f-4a8a-b4cd-d8dd95e994f9 admin admin] For port 40a13df8-deec-44f7-80f6-613b9fa6d1ca, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=40a13df8-deec-44f7-80f6-613b9fa6d1ca,segment=NetworkSegment(cf1a6b10-4a03-49f5-a73b-4efa38507c0c),segment_id=cf1a6b10-4a03-49f5-a73b-4efa38507c0c)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:46:03.899944 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-aef7a03c-f71f-4a8a-b4cd-d8dd95e994f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:46:03.912864 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-aef7a03c-f71f-4a8a-b4cd-d8dd95e994f9 admin admin] Calling delete_port for 40a13df8-deec-44f7-80f6-613b9fa6d1ca owned by network:router_interface {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:46:04.121828 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-aef7a03c-f71f-4a8a-b4cd-d8dd95e994f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:46:04.154727 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef7a03c-f71f-4a8a-b4cd-d8dd95e994f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=40a13df8-deec-44f7-80f6-613b9fa6d1ca,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:46:04.207882 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf6706d-f1af-4921-8502-8b32e2e38c4d req-999097df-3ffa-407e-8d66-62b93c30c2a7 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:46:04.209956 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-edf6706d-f1af-4921-8502-8b32e2e38c4d req-999097df-3ffa-407e-8d66-62b93c30c2a7 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f0e2d1c-b2dd-4b0d-999e-4ddce4366b85 HTTP/1.1" status: 200 len: 945 time: 0.0702395 Nov 22 20:46:04.270349 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-edf6706d-f1af-4921-8502-8b32e2e38c4d req-5ca2bc5c-993c-4908-b4e6-56bb6ca9a5b4 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/security-groups?id=9385f438-76fd-4571-8741-9d769037a7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534008 Nov 22 20:46:04.354022 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-aef7a03c-f71f-4a8a-b4cd-d8dd95e994f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-563470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-663272'] for router_interface, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:46:04.423711 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cec179-c9ff-43c0-9aa3-6ae162e2237d req-5ebe956f-2c7a-415f-a7e6-4a7a4f232f95 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:46:04.425460 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b6cec179-c9ff-43c0-9aa3-6ae162e2237d req-5ebe956f-2c7a-415f-a7e6-4a7a4f232f95 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f0e2d1c-b2dd-4b0d-999e-4ddce4366b85 HTTP/1.1" status: 200 len: 945 time: 0.0531092 Nov 22 20:46:04.478592 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b6cec179-c9ff-43c0-9aa3-6ae162e2237d req-ced3c581-1fce-4b21-a7c4-6089f6cef56f tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/security-groups?id=9385f438-76fd-4571-8741-9d769037a7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461874 Nov 22 20:46:04.596187 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aef7a03c-f71f-4a8a-b4cd-d8dd95e994f9 admin admin] Router 602ccaf0-83d8-49f5-8206-1c7bbc6224e2 has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 20:46:04.723759 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aef7a03c-f71f-4a8a-b4cd-d8dd95e994f9 admin admin] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:46:04.732008 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-aef7a03c-f71f-4a8a-b4cd-d8dd95e994f9 admin admin] 10.222.0.46 "PUT /v2.0/routers/602ccaf0-83d8-49f5-8206-1c7bbc6224e2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5450373 Nov 22 20:46:04.735453 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 56134) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:46:04.737148 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f52beec2-e88c-42cb-87d3-83ffee3adaa3 None None] Sync routers for ids ['602ccaf0-83d8-49f5-8206-1c7bbc6224e2'] in n-d-818823-1 {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:46:04.747966 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f52beec2-e88c-42cb-87d3-83ffee3adaa3 None None] Routers {'602ccaf0-83d8-49f5-8206-1c7bbc6224e2'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:46:04.748595 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-f52beec2-e88c-42cb-87d3-83ffee3adaa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:46:03Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['602ccaf0-83d8-49f5-8206-1c7bbc6224e2'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:46:04.863359 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-f52beec2-e88c-42cb-87d3-83ffee3adaa3 None None] Set router 602ccaf0-83d8-49f5-8206-1c7bbc6224e2 gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:46:04.888735 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b3d0ff-19bd-402c-b1b3-d2888dbaf5ce req-3e2dc197-e63b-4c15-ae89-02a4772fd86c tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:46:04.890457 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a0b3d0ff-19bd-402c-b1b3-d2888dbaf5ce req-3e2dc197-e63b-4c15-ae89-02a4772fd86c tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f0e2d1c-b2dd-4b0d-999e-4ddce4366b85 HTTP/1.1" status: 200 len: 945 time: 0.1099367 Nov 22 20:46:04.903550 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-d742d704-3061-4163-9b55-5d50e42aba90 admin admin] Publish callbacks [] for router, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:46:05.033743 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 08234bb4-0471-46b9-8bd4-7732fadcaf3d no longer exists at agent hyperv_n-h1-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:46:05.039532 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a0b3d0ff-19bd-402c-b1b3-d2888dbaf5ce req-df96b68a-55a3-419e-be5d-081cd75b85f3 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/security-groups?id=9385f438-76fd-4571-8741-9d769037a7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333697 Nov 22 20:46:05.057483 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] No Port match for: 08234bb4-0471-46b9-8bd4-7732fadcaf3d {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:46:05.057865 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 08234bb4-0471-46b9-8bd4-7732fadcaf3d not bound to the agent host n-h1-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:46:05.059849 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-d742d704-3061-4163-9b55-5d50e42aba90 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:46:05.087286 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-f52beec2-e88c-42cb-87d3-83ffee3adaa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '602ccaf0-83d8-49f5-8206-1c7bbc6224e2', 'name': 'tempest-TestServerMultinode-1027485033-router', 'tenant_id': '9d546431835e4be1b0c2c5c28a90cada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': '10a05e5f-c148-49c3-8845-5d9f4fe81a93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:45:23Z', 'updated_at': '2021-11-22T20:46:04Z', 'revision_number': 5, 'project_id': '9d546431835e4be1b0c2c5c28a90cada', 'gw_port': {'id': '10a05e5f-c148-49c3-8845-5d9f4fe81a93', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:8b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '602ccaf0-83d8-49f5-8206-1c7bbc6224e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:45:24Z', 'updated_at': '2021-11-22T20:45:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:46:05.115567 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-d742d704-3061-4163-9b55-5d50e42aba90 admin admin] Deleting port 10a05e5f-c148-49c3-8845-5d9f4fe81a93 {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:46:05.115850 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-d742d704-3061-4163-9b55-5d50e42aba90 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:46:05.117242 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f52beec2-e88c-42cb-87d3-83ffee3adaa3 None None] Checking router: 602ccaf0-83d8-49f5-8206-1c7bbc6224e2 for host: n-d-818823-1 {{(pid=103449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 20:46:05.127430 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f52beec2-e88c-42cb-87d3-83ffee3adaa3 None None] Routers {'602ccaf0-83d8-49f5-8206-1c7bbc6224e2'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:46:05.128143 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-f52beec2-e88c-42cb-87d3-83ffee3adaa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:46:03Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['602ccaf0-83d8-49f5-8206-1c7bbc6224e2'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:46:05.206461 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [None req-d742d704-3061-4163-9b55-5d50e42aba90 admin admin] For port 10a05e5f-c148-49c3-8845-5d9f4fe81a93, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=10a05e5f-c148-49c3-8845-5d9f4fe81a93,segment=NetworkSegment(8793ba83-8407-4c3d-9b56-2a177cd58a70),segment_id=8793ba83-8407-4c3d-9b56-2a177cd58a70)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:46:05.206840 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-d742d704-3061-4163-9b55-5d50e42aba90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:46:05.220767 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-d742d704-3061-4163-9b55-5d50e42aba90 admin admin] Calling delete_port for 10a05e5f-c148-49c3-8845-5d9f4fe81a93 owned by network:router_gateway {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:46:05.389332 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e49ee129-e862-4476-beca-cdc8150d2345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:46:05.399034 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-f52beec2-e88c-42cb-87d3-83ffee3adaa3 None None] Set router 602ccaf0-83d8-49f5-8206-1c7bbc6224e2 gateway port host: None {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:46:05.406638 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-d742d704-3061-4163-9b55-5d50e42aba90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:46:05.431595 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d742d704-3061-4163-9b55-5d50e42aba90 admin admin] Pushing event deleted for resources: {'Port': ['ID=10a05e5f-c148-49c3-8845-5d9f4fe81a93,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:46:05.462676 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f949f0cb-8c60-4069-b314-8420cdcfe399 None None] DHCP port deletion for c48a55e9-6a85-4746-b7bf-3e29fb560094 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:46:05.465382 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-f52beec2-e88c-42cb-87d3-83ffee3adaa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '602ccaf0-83d8-49f5-8206-1c7bbc6224e2', 'name': 'tempest-TestServerMultinode-1027485033-router', 'tenant_id': '9d546431835e4be1b0c2c5c28a90cada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:45:23Z', 'updated_at': '2021-11-22T20:46:05Z', 'revision_number': 6, 'project_id': '9d546431835e4be1b0c2c5c28a90cada', 'gw_port_host': None}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:46:05.494074 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-d742d704-3061-4163-9b55-5d50e42aba90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595398'] for router_gateway, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:46:05.497805 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f52beec2-e88c-42cb-87d3-83ffee3adaa3 None None] The sync data for ids ['602ccaf0-83d8-49f5-8206-1c7bbc6224e2'] in n-d-818823-1 is: [{'id': '602ccaf0-83d8-49f5-8206-1c7bbc6224e2', 'name': 'tempest-TestServerMultinode-1027485033-router', 'tenant_id': '9d546431835e4be1b0c2c5c28a90cada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:45:23Z', 'updated_at': '2021-11-22T20:46:05Z', 'revision_number': 6, 'project_id': '9d546431835e4be1b0c2c5c28a90cada', 'gw_port_host': None}] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:46:05.961190 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-d742d704-3061-4163-9b55-5d50e42aba90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24781'] for router, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:46:05.963526 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-d742d704-3061-4163-9b55-5d50e42aba90 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:46:06.008299 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-d742d704-3061-4163-9b55-5d50e42aba90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-663261'] for router, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:46:06.008855 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d742d704-3061-4163-9b55-5d50e42aba90 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 602ccaf0-83d8-49f5-8206-1c7bbc6224e2 {{(pid=103447) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 20:46:06.013218 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-d742d704-3061-4163-9b55-5d50e42aba90 admin admin] Publish callbacks [] for router, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:46:06.014445 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-d742d704-3061-4163-9b55-5d50e42aba90 admin admin] 10.222.0.46 "DELETE /v2.0/routers/602ccaf0-83d8-49f5-8206-1c7bbc6224e2 HTTP/1.1" status: 204 len: 168 time: 1.2779658 Nov 22 20:46:06.017533 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 56136) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:46:06.060057 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_v2 [None req-234aa29b-5e4c-4cd3-8a10-ec5b7ee61490 admin admin] Deleting subnet f9c7fff4-0634-4f54-8779-64140aca9548 {{(pid=103447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 20:46:06.064817 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-234aa29b-5e4c-4cd3-8a10-ec5b7ee61490 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:46:06.076507 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:46:06.106541 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-234aa29b-5e4c-4cd3-8a10-ec5b7ee61490 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12178353'] for subnet, precommit_delete_associations {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:46:06.218093 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775aaa4a-6ca0-41d4-8195-aac8f390b198 req-1f87d4a0-8276-4ab1-a2c8-a949f615a37b tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:46:06.220170 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-775aaa4a-6ca0-41d4-8195-aac8f390b198 req-1f87d4a0-8276-4ab1-a2c8-a949f615a37b tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f0e2d1c-b2dd-4b0d-999e-4ddce4366b85 HTTP/1.1" status: 200 len: 945 time: 0.0933566 Nov 22 20:46:06.231555 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-234aa29b-5e4c-4cd3-8a10-ec5b7ee61490 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3753007'] for subnet, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:46:06.341804 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-775aaa4a-6ca0-41d4-8195-aac8f390b198 req-4a23113d-1dca-42c6-b092-8ded4c08f480 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/security-groups?id=9385f438-76fd-4571-8741-9d769037a7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144326 Nov 22 20:46:06.359210 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbb64e2-2f37-4fa1-9ec8-76d2d2996ef3 req-fbdbd848-f585-4c19-ba8c-80f077f296e7 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:46:06.360821 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2dbb64e2-2f37-4fa1-9ec8-76d2d2996ef3 req-fbdbd848-f585-4c19-ba8c-80f077f296e7 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f0e2d1c-b2dd-4b0d-999e-4ddce4366b85 HTTP/1.1" status: 200 len: 945 time: 0.1307638 Nov 22 20:46:06.375742 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-234aa29b-5e4c-4cd3-8a10-ec5b7ee61490 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3753014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8900804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8485115'] for subnet, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:46:06.424888 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234aa29b-5e4c-4cd3-8a10-ec5b7ee61490 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f9c7fff4-0634-4f54-8779-64140aca9548,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:46:06.436206 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-234aa29b-5e4c-4cd3-8a10-ec5b7ee61490 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:46:06.438963 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1122622-5934-4342-a614-a749060c5e4c None None] Network 0b54720a-d3c4-433f-94fd-61dd97b5e8b5 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:46:06.439718 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-234aa29b-5e4c-4cd3-8a10-ec5b7ee61490 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/f9c7fff4-0634-4f54-8779-64140aca9548 HTTP/1.1" status: 204 len: 168 time: 0.4212108 Nov 22 20:46:06.442215 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 56140) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:46:06.548210 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9950ce46-afa7-4635-ba71-3cdd473c42a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3961693'] for network, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:46:06.571166 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-2dbb64e2-2f37-4fa1-9ec8-76d2d2996ef3 req-4a293b30-708a-4870-a54c-d41f63b94209 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Deleting port f839273a-4b07-4aef-895a-c78f18b5cb6f {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:46:06.571554 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-2dbb64e2-2f37-4fa1-9ec8-76d2d2996ef3 req-4a293b30-708a-4870-a54c-d41f63b94209 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:46:06.657883 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00a1e0e0-4cbe-406e-8df0-d3daad714727 None None] DHCP port deletion for 0b54720a-d3c4-433f-94fd-61dd97b5e8b5 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:46:06.707445 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-2dbb64e2-2f37-4fa1-9ec8-76d2d2996ef3 req-4a293b30-708a-4870-a54c-d41f63b94209 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] For port f839273a-4b07-4aef-895a-c78f18b5cb6f, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=f839273a-4b07-4aef-895a-c78f18b5cb6f,segment=NetworkSegment(4aa11b26-9f57-405f-9190-6abb0565ab6f),segment_id=4aa11b26-9f57-405f-9190-6abb0565ab6f)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:46:06.707807 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-2dbb64e2-2f37-4fa1-9ec8-76d2d2996ef3 req-4a293b30-708a-4870-a54c-d41f63b94209 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:46:06.715544 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-00a1e0e0-4cbe-406e-8df0-d3daad714727 None None] Deleting port c8786056-1f19-4c17-acfb-efdb58306c78 {{(pid=103449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:46:06.715919 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-00a1e0e0-4cbe-406e-8df0-d3daad714727 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:46:06.719538 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-9950ce46-afa7-4635-ba71-3cdd473c42a5 admin admin] Deleting port c8786056-1f19-4c17-acfb-efdb58306c78 {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:46:06.719875 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9950ce46-afa7-4635-ba71-3cdd473c42a5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:46:06.725314 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-2dbb64e2-2f37-4fa1-9ec8-76d2d2996ef3 req-4a293b30-708a-4870-a54c-d41f63b94209 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Calling delete_port for f839273a-4b07-4aef-895a-c78f18b5cb6f owned by compute:nova {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:46:06.786462 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-00a1e0e0-4cbe-406e-8df0-d3daad714727 None None] For port c8786056-1f19-4c17-acfb-efdb58306c78, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=c8786056-1f19-4c17-acfb-efdb58306c78,segment=NetworkSegment(cf1a6b10-4a03-49f5-a73b-4efa38507c0c),segment_id=cf1a6b10-4a03-49f5-a73b-4efa38507c0c)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:46:06.786861 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-00a1e0e0-4cbe-406e-8df0-d3daad714727 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:46:06.801476 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-00a1e0e0-4cbe-406e-8df0-d3daad714727 None None] Calling delete_port for c8786056-1f19-4c17-acfb-efdb58306c78 owned by network:dhcp {{(pid=103449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:46:06.830139 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [None req-9950ce46-afa7-4635-ba71-3cdd473c42a5 admin admin] For port c8786056-1f19-4c17-acfb-efdb58306c78, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=c8786056-1f19-4c17-acfb-efdb58306c78,segment=NetworkSegment(cf1a6b10-4a03-49f5-a73b-4efa38507c0c),segment_id=cf1a6b10-4a03-49f5-a73b-4efa38507c0c)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:46:06.830425 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9950ce46-afa7-4635-ba71-3cdd473c42a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:46:06.851134 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-9950ce46-afa7-4635-ba71-3cdd473c42a5 admin admin] Calling delete_port for c8786056-1f19-4c17-acfb-efdb58306c78 owned by network:dhcp {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:46:06.882021 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-00a1e0e0-4cbe-406e-8df0-d3daad714727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381'] for port, after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:46:06.910824 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a1e0e0-4cbe-406e-8df0-d3daad714727 None None] Pushing event deleted for resources: {'Port': ['ID=c8786056-1f19-4c17-acfb-efdb58306c78,revision_number=None']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:46:06.919113 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a1e0e0-4cbe-406e-8df0-d3daad714727 None None] No DVR routers for this DVR port c8786056-1f19-4c17-acfb-efdb58306c78 on host n-d-818823-1 {{(pid=103449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:46:06.933434 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device c8786056-1f19-4c17-acfb-efdb58306c78 no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:46:06.955790 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: c8786056-1f19-4c17-acfb-efdb58306c78 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:46:06.956040 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device c8786056-1f19-4c17-acfb-efdb58306c78 not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:46:06.956590 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 40a13df8-deec-44f7-80f6-613b9fa6d1ca no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:46:06.975961 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: 40a13df8-deec-44f7-80f6-613b9fa6d1ca {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:46:06.976135 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 40a13df8-deec-44f7-80f6-613b9fa6d1ca not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:46:06.976422 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 10a05e5f-c148-49c3-8845-5d9f4fe81a93 no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:46:06.985554 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9950ce46-afa7-4635-ba71-3cdd473c42a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:46:06.993428 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-2dbb64e2-2f37-4fa1-9ec8-76d2d2996ef3 req-4a293b30-708a-4870-a54c-d41f63b94209 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:46:06.998691 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: 10a05e5f-c148-49c3-8845-5d9f4fe81a93 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:46:06.999060 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 10a05e5f-c148-49c3-8845-5d9f4fe81a93 not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:46:07.005829 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] get_ports_and_sgs() called for port_ids ['c705d436-51f8-43e2-be7e-0d12ef250de3', 'f839273a-4b07-4aef-895a-c78f18b5cb6f'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:46:07.017287 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9950ce46-afa7-4635-ba71-3cdd473c42a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=c8786056-1f19-4c17-acfb-efdb58306c78,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:46:07.021858 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9950ce46-afa7-4635-ba71-3cdd473c42a5 admin admin] No DVR routers for this DVR port c8786056-1f19-4c17-acfb-efdb58306c78 on host n-d-818823-1 {{(pid=103447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:46:07.068533 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a293b30-708a-4870-a54c-d41f63b94209 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Pushing event deleted for resources: {'Port': ['ID=f839273a-4b07-4aef-895a-c78f18b5cb6f,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:46:07.139820 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dbb64e2-2f37-4fa1-9ec8-76d2d2996ef3 req-4a293b30-708a-4870-a54c-d41f63b94209 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] No DVR routers for this DVR port f839273a-4b07-4aef-895a-c78f18b5cb6f on host n-h2-818823-1 {{(pid=103447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:46:07.144210 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-2dbb64e2-2f37-4fa1-9ec8-76d2d2996ef3 req-4a293b30-708a-4870-a54c-d41f63b94209 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:46:07.147690 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2dbb64e2-2f37-4fa1-9ec8-76d2d2996ef3 req-4a293b30-708a-4870-a54c-d41f63b94209 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.20 "DELETE /v2.0/ports/f839273a-4b07-4aef-895a-c78f18b5cb6f HTTP/1.1" status: 204 len: 173 time: 0.7805760 Nov 22 20:46:07.148157 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f0e2d1c-b2dd-4b0d-999e-4ddce4366b85', 'name': 'network-vif-deleted', 'tag': 'f839273a-4b07-4aef-895a-c78f18b5cb6f'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:46:07.150518 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54c3c973-1b31-4355-ba15-37bf6ba78346" -d '{"events": [{"server_uuid": "2f0e2d1c-b2dd-4b0d-999e-4ddce4366b85", "name": "network-vif-deleted", "tag": "f839273a-4b07-4aef-895a-c78f18b5cb6f"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:46:07.172057 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9950ce46-afa7-4635-ba71-3cdd473c42a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3760028', 'neutron.services.segments.db._delete_segments_for_network-8748992815755'] for network, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:46:07.204265 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-9950ce46-afa7-4635-ba71-3cdd473c42a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b54720a-d3c4-433f-94fd-61dd97b5e8b5']}} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:46:07.214982 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:46:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ae5bfed-331d-4f27-862c-fb97f4ad5908 x-openstack-request-id: req-1ae5bfed-331d-4f27-862c-fb97f4ad5908 {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:46:07.215286 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f0e2d1c-b2dd-4b0d-999e-4ddce4366b85", "name": "network-vif-deleted", "tag": "f839273a-4b07-4aef-895a-c78f18b5cb6f", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:46:07.215579 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1ae5bfed-331d-4f27-862c-fb97f4ad5908 {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:46:07.215991 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f0e2d1c-b2dd-4b0d-999e-4ddce4366b85', 'name': 'network-vif-deleted', 'tag': 'f839273a-4b07-4aef-895a-c78f18b5cb6f', 'status': 'completed', 'code': 200} Nov 22 20:46:07.220367 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-9950ce46-afa7-4635-ba71-3cdd473c42a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf1a6b10-4a03-49f5-a73b-4efa38507c0c') {'for_net_delete': True} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:46:07.220671 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-9950ce46-afa7-4635-ba71-3cdd473c42a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf1a6b10-4a03-49f5-a73b-4efa38507c0c') {} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:46:07.233716 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9950ce46-afa7-4635-ba71-3cdd473c42a5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748993039638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12178344'] for segment, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:46:07.249545 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9950ce46-afa7-4635-ba71-3cdd473c42a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:46:07.256446 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9950ce46-afa7-4635-ba71-3cdd473c42a5 admin admin] Releasing vlan 614 on physical network physnet1 to pool {{(pid=103447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 20:46:07.256854 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9950ce46-afa7-4635-ba71-3cdd473c42a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8900762'] for segment, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:46:07.258834 n-d-818823-1 neutron-server[103447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 20:46:07.258834 n-d-818823-1 neutron-server[103447]: self.session.flush() Nov 22 20:46:07.258834 n-d-818823-1 neutron-server[103447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 20:46:07.258834 n-d-818823-1 neutron-server[103447]: self.session.flush() Nov 22 20:46:07.258834 n-d-818823-1 neutron-server[103447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 20:46:07.258834 n-d-818823-1 neutron-server[103447]: self.session.flush() Nov 22 20:46:07.258834 n-d-818823-1 neutron-server[103447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 20:46:07.258834 n-d-818823-1 neutron-server[103447]: self.session.flush() Nov 22 20:46:07.258834 n-d-818823-1 neutron-server[103447]: Traceback (most recent call last): Nov 22 20:46:07.258834 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 20:46:07.258834 n-d-818823-1 neutron-server[103447]: timer() Nov 22 20:46:07.258834 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 20:46:07.258834 n-d-818823-1 neutron-server[103447]: cb(*args, **kw) Nov 22 20:46:07.258834 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 20:46:07.258834 n-d-818823-1 neutron-server[103447]: return func(*args, **kwargs) Nov 22 20:46:07.258834 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 20:46:07.258834 n-d-818823-1 neutron-server[103447]: self._notify() Nov 22 20:46:07.258834 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 20:46:07.258834 n-d-818823-1 neutron-server[103447]: self.callback(batched_events) Nov 22 20:46:07.258834 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 20:46:07.258834 n-d-818823-1 neutron-server[103447]: event.method(event) Nov 22 20:46:07.258834 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 20:46:07.258834 n-d-818823-1 neutron-server[103447]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 20:46:07.258834 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 20:46:07.258834 n-d-818823-1 neutron-server[103447]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 20:46:07.258834 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 20:46:07.258834 n-d-818823-1 neutron-server[103447]: return f(self, *a, **k) Nov 22 20:46:07.258834 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 20:46:07.258834 n-d-818823-1 neutron-server[103447]: return self._get(url).json() Nov 22 20:46:07.258834 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 20:46:07.258834 n-d-818823-1 neutron-server[103447]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 20:46:07.258834 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 20:46:07.258834 n-d-818823-1 neutron-server[103447]: return self.request(url, 'GET', **kwargs) Nov 22 20:46:07.258834 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 20:46:07.258834 n-d-818823-1 neutron-server[103447]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 20:46:07.258834 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 20:46:07.258834 n-d-818823-1 neutron-server[103447]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 20:46:07.258834 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 20:46:07.258834 n-d-818823-1 neutron-server[103447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 20:46:07.258834 n-d-818823-1 neutron-server[103447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 20:46:07.318837 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9950ce46-afa7-4635-ba71-3cdd473c42a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3760002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595318'] for network, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:46:07.325575 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9950ce46-afa7-4635-ba71-3cdd473c42a5 admin admin] Publish callbacks [] for network, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:46:07.329221 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-9950ce46-afa7-4635-ba71-3cdd473c42a5 admin admin] 10.222.0.46 "DELETE /v2.0/networks/0b54720a-d3c4-433f-94fd-61dd97b5e8b5 HTTP/1.1" status: 204 len: 168 time: 0.8858056 Nov 22 20:46:07.332224 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 56144) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:46:07.338829 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9950ce46-afa7-4635-ba71-3cdd473c42a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=0b54720a-d3c4-433f-94fd-61dd97b5e8b5,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:46:07.443951 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-cb6d1618-51e2-4a33-b132-03db311ec15a req-5c93036b-b0fb-45a3-b5b1-3be48553ba72 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f0e2d1c-b2dd-4b0d-999e-4ddce4366b85 HTTP/1.1" status: 200 len: 210 time: 0.0274551 Nov 22 20:46:07.689152 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8fdb910f-43ad-4911-b3cf-c1c7c4ab5139 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659736'] for router_interface, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:46:08.206393 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-8fdb910f-43ad-4911-b3cf-c1c7c4ab5139 admin admin] Deleting port 4b91db82-b0d8-44d5-adec-7401a3226f0d {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:46:08.206738 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8fdb910f-43ad-4911-b3cf-c1c7c4ab5139 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:46:08.286682 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-8fdb910f-43ad-4911-b3cf-c1c7c4ab5139 admin admin] For port 4b91db82-b0d8-44d5-adec-7401a3226f0d, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=4b91db82-b0d8-44d5-adec-7401a3226f0d,segment=NetworkSegment(30c0775b-8be2-4d54-9bb9-cc8d499acaf9),segment_id=30c0775b-8be2-4d54-9bb9-cc8d499acaf9)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:46:08.287041 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8fdb910f-43ad-4911-b3cf-c1c7c4ab5139 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:46:08.300163 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-8fdb910f-43ad-4911-b3cf-c1c7c4ab5139 admin admin] Calling delete_port for 4b91db82-b0d8-44d5-adec-7401a3226f0d owned by network:router_interface {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:46:08.478286 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8fdb910f-43ad-4911-b3cf-c1c7c4ab5139 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:46:08.510319 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdb910f-43ad-4911-b3cf-c1c7c4ab5139 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b91db82-b0d8-44d5-adec-7401a3226f0d,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:46:08.557821 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ffefb4dc-2704-46c5-9ccd-9c870ecce6dc req-f332a690-285e-4e14-a181-fbc99d8764c1 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f0e2d1c-b2dd-4b0d-999e-4ddce4366b85 HTTP/1.1" status: 200 len: 210 time: 0.0401380 Nov 22 20:46:08.692460 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8fdb910f-43ad-4911-b3cf-c1c7c4ab5139 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-563470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-663272'] for router_interface, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:46:08.920832 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fdb910f-43ad-4911-b3cf-c1c7c4ab5139 admin admin] Router 9ecc0deb-6846-48c9-b4ce-3e37c412c8ad has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 20:46:09.034747 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fdb910f-43ad-4911-b3cf-c1c7c4ab5139 admin admin] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:46:09.039887 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-8fdb910f-43ad-4911-b3cf-c1c7c4ab5139 admin admin] 10.222.0.46 "PUT /v2.0/routers/9ecc0deb-6846-48c9-b4ce-3e37c412c8ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7063971 Nov 22 20:46:09.042498 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 56150) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:46:09.045122 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-341d2624-726c-4003-9e44-cadca96efeae None None] Sync routers for ids ['9ecc0deb-6846-48c9-b4ce-3e37c412c8ad'] in n-d-818823-1 {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:46:09.056455 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-341d2624-726c-4003-9e44-cadca96efeae None None] Routers {'9ecc0deb-6846-48c9-b4ce-3e37c412c8ad'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:46:09.057062 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-341d2624-726c-4003-9e44-cadca96efeae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:46:03Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['9ecc0deb-6846-48c9-b4ce-3e37c412c8ad'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:46:09.148401 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b6ef4b0e-f4f0-4046-a906-7ef89dcc417f admin admin] Publish callbacks [] for router, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:46:09.167274 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-341d2624-726c-4003-9e44-cadca96efeae None None] Set router 9ecc0deb-6846-48c9-b4ce-3e37c412c8ad gateway port host: n-d-818823-1 {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:46:09.253843 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b6ef4b0e-f4f0-4046-a906-7ef89dcc417f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:46:09.311114 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-b6ef4b0e-f4f0-4046-a906-7ef89dcc417f admin admin] Deleting port 2000625c-78a2-448c-807b-f5f512f6fb33 {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:46:09.311789 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b6ef4b0e-f4f0-4046-a906-7ef89dcc417f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:46:09.355295 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-341d2624-726c-4003-9e44-cadca96efeae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ecc0deb-6846-48c9-b4ce-3e37c412c8ad', 'name': 'tempest-TestServerMultinode-941191513-router', 'tenant_id': 'cbffdc8c7ff341c488d6a6446a34ec2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.22'}], 'enable_snat': True}, 'gw_port_id': '2000625c-78a2-448c-807b-f5f512f6fb33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:45:28Z', 'updated_at': '2021-11-22T20:46:08Z', 'revision_number': 5, 'project_id': 'cbffdc8c7ff341c488d6a6446a34ec2c', 'gw_port': {'id': '2000625c-78a2-448c-807b-f5f512f6fb33', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:46:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ecc0deb-6846-48c9-b4ce-3e37c412c8ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:45:29Z', 'updated_at': '2021-11-22T20:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:46:09.381365 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-341d2624-726c-4003-9e44-cadca96efeae None None] Checking router: 9ecc0deb-6846-48c9-b4ce-3e37c412c8ad for host: n-d-818823-1 {{(pid=103450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 20:46:09.390173 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-341d2624-726c-4003-9e44-cadca96efeae None None] Routers {'9ecc0deb-6846-48c9-b4ce-3e37c412c8ad'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:46:09.391293 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-341d2624-726c-4003-9e44-cadca96efeae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:46:03Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['9ecc0deb-6846-48c9-b4ce-3e37c412c8ad'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:46:09.401321 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [None req-b6ef4b0e-f4f0-4046-a906-7ef89dcc417f admin admin] For port 2000625c-78a2-448c-807b-f5f512f6fb33, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=2000625c-78a2-448c-807b-f5f512f6fb33,segment=NetworkSegment(8793ba83-8407-4c3d-9b56-2a177cd58a70),segment_id=8793ba83-8407-4c3d-9b56-2a177cd58a70)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:46:09.401683 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b6ef4b0e-f4f0-4046-a906-7ef89dcc417f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:46:09.415655 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-b6ef4b0e-f4f0-4046-a906-7ef89dcc417f admin admin] Calling delete_port for 2000625c-78a2-448c-807b-f5f512f6fb33 owned by network:router_gateway {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:46:09.477631 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-341d2624-726c-4003-9e44-cadca96efeae None None] Set router 9ecc0deb-6846-48c9-b4ce-3e37c412c8ad gateway port host: None {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:46:09.533146 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-341d2624-726c-4003-9e44-cadca96efeae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ecc0deb-6846-48c9-b4ce-3e37c412c8ad', 'name': 'tempest-TestServerMultinode-941191513-router', 'tenant_id': 'cbffdc8c7ff341c488d6a6446a34ec2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:45:28Z', 'updated_at': '2021-11-22T20:46:09Z', 'revision_number': 6, 'project_id': 'cbffdc8c7ff341c488d6a6446a34ec2c', 'gw_port_host': None}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:46:09.563718 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-341d2624-726c-4003-9e44-cadca96efeae None None] The sync data for ids ['9ecc0deb-6846-48c9-b4ce-3e37c412c8ad'] in n-d-818823-1 is: [{'id': '9ecc0deb-6846-48c9-b4ce-3e37c412c8ad', 'name': 'tempest-TestServerMultinode-941191513-router', 'tenant_id': 'cbffdc8c7ff341c488d6a6446a34ec2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:45:28Z', 'updated_at': '2021-11-22T20:46:09Z', 'revision_number': 6, 'project_id': 'cbffdc8c7ff341c488d6a6446a34ec2c', 'gw_port_host': None}] {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:46:09.605788 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b6ef4b0e-f4f0-4046-a906-7ef89dcc417f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:46:09.635310 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ef4b0e-f4f0-4046-a906-7ef89dcc417f admin admin] Pushing event deleted for resources: {'Port': ['ID=2000625c-78a2-448c-807b-f5f512f6fb33,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:46:09.649762 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d33c1fc2-9e98-4dea-b0f1-892f73590359 None None] DHCP port deletion for c48a55e9-6a85-4746-b7bf-3e29fb560094 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:46:09.710672 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-392d5835-cbe5-4e56-928d-ee43daa3ffb3 req-c15b1fa7-5800-4e09-9115-4da4b28efbdf tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f0e2d1c-b2dd-4b0d-999e-4ddce4366b85 HTTP/1.1" status: 200 len: 210 time: 0.0488579 Nov 22 20:46:09.732916 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b6ef4b0e-f4f0-4046-a906-7ef89dcc417f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595398'] for router_gateway, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:46:09.826854 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b6ef4b0e-f4f0-4046-a906-7ef89dcc417f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24781'] for router, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:46:09.829732 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b6ef4b0e-f4f0-4046-a906-7ef89dcc417f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:46:09.871882 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b6ef4b0e-f4f0-4046-a906-7ef89dcc417f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-663261'] for router, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:46:09.872395 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6ef4b0e-f4f0-4046-a906-7ef89dcc417f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9ecc0deb-6846-48c9-b4ce-3e37c412c8ad {{(pid=103447) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 20:46:09.878074 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b6ef4b0e-f4f0-4046-a906-7ef89dcc417f admin admin] Publish callbacks [] for router, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:46:09.879282 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-b6ef4b0e-f4f0-4046-a906-7ef89dcc417f admin admin] 10.222.0.46 "DELETE /v2.0/routers/9ecc0deb-6846-48c9-b4ce-3e37c412c8ad HTTP/1.1" status: 204 len: 168 time: 0.8357894 Nov 22 20:46:09.882384 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 56154) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:46:09.938653 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc38ee10-196a-4284-8b45-412310dd7637 admin admin] Deleting subnet f71d1cf6-6440-4d3c-bec9-f8d3bf60e706 {{(pid=103448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 20:46:09.942320 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-fc38ee10-196a-4284-8b45-412310dd7637 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:46:09.984083 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-fc38ee10-196a-4284-8b45-412310dd7637 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11627908'] for subnet, precommit_delete_associations {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:46:10.069462 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-fc38ee10-196a-4284-8b45-412310dd7637 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3753007'] for subnet, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:46:10.129773 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-fc38ee10-196a-4284-8b45-412310dd7637 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3753014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11567369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11792914'] for subnet, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:46:10.157982 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc38ee10-196a-4284-8b45-412310dd7637 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f71d1cf6-6440-4d3c-bec9-f8d3bf60e706,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:46:10.165797 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-fc38ee10-196a-4284-8b45-412310dd7637 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:46:10.170312 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3d2a48f-33cf-4521-a915-9f42f6d7d254 None None] Network c3a1723a-7e83-458f-8b20-abb8e7b433b2 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:46:10.170529 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-fc38ee10-196a-4284-8b45-412310dd7637 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/f71d1cf6-6440-4d3c-bec9-f8d3bf60e706 HTTP/1.1" status: 204 len: 168 time: 0.2866209 Nov 22 20:46:10.173319 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 56156) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:46:10.243137 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1219b657-ba6d-47b6-86c2-c337b7f0eb7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3961693'] for network, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:46:10.299615 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-1219b657-ba6d-47b6-86c2-c337b7f0eb7d admin admin] Deleting port e0b9bccd-3969-4752-8382-91348a9b26fb {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:46:10.299909 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1219b657-ba6d-47b6-86c2-c337b7f0eb7d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:46:10.369403 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-1219b657-ba6d-47b6-86c2-c337b7f0eb7d admin admin] For port e0b9bccd-3969-4752-8382-91348a9b26fb, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=e0b9bccd-3969-4752-8382-91348a9b26fb,segment=NetworkSegment(30c0775b-8be2-4d54-9bb9-cc8d499acaf9),segment_id=30c0775b-8be2-4d54-9bb9-cc8d499acaf9)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:46:10.369769 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1219b657-ba6d-47b6-86c2-c337b7f0eb7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:46:10.384297 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-1219b657-ba6d-47b6-86c2-c337b7f0eb7d admin admin] Calling delete_port for e0b9bccd-3969-4752-8382-91348a9b26fb owned by network:dhcp {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:46:10.406782 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f9fdf5b-4aa7-4cd9-97e7-c46a61f5bcc0 None None] DHCP port deletion for c3a1723a-7e83-458f-8b20-abb8e7b433b2 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:46:10.461507 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-5f9fdf5b-4aa7-4cd9-97e7-c46a61f5bcc0 None None] Deleting port e0b9bccd-3969-4752-8382-91348a9b26fb {{(pid=103449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:46:10.461507 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-5f9fdf5b-4aa7-4cd9-97e7-c46a61f5bcc0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:46:10.467469 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1219b657-ba6d-47b6-86c2-c337b7f0eb7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:46:10.499106 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1219b657-ba6d-47b6-86c2-c337b7f0eb7d admin admin] Pushing event deleted for resources: {'Port': ['ID=e0b9bccd-3969-4752-8382-91348a9b26fb,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:46:10.501677 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1219b657-ba6d-47b6-86c2-c337b7f0eb7d admin admin] No DVR routers for this DVR port e0b9bccd-3969-4752-8382-91348a9b26fb on host n-d-818823-1 {{(pid=103448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:46:10.524332 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device f839273a-4b07-4aef-895a-c78f18b5cb6f no longer exists at agent hyperv_n-h2-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:46:10.555542 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] No Port match for: f839273a-4b07-4aef-895a-c78f18b5cb6f {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:46:10.555865 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device f839273a-4b07-4aef-895a-c78f18b5cb6f not bound to the agent host n-h2-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:46:10.564698 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-5f9fdf5b-4aa7-4cd9-97e7-c46a61f5bcc0 None None] For port e0b9bccd-3969-4752-8382-91348a9b26fb, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=e0b9bccd-3969-4752-8382-91348a9b26fb,segment=NetworkSegment(30c0775b-8be2-4d54-9bb9-cc8d499acaf9),segment_id=30c0775b-8be2-4d54-9bb9-cc8d499acaf9)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:46:10.565101 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-5f9fdf5b-4aa7-4cd9-97e7-c46a61f5bcc0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:46:10.577818 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-5f9fdf5b-4aa7-4cd9-97e7-c46a61f5bcc0 None None] Calling delete_port for e0b9bccd-3969-4752-8382-91348a9b26fb owned by network:dhcp {{(pid=103449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:46:10.579547 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1219b657-ba6d-47b6-86c2-c337b7f0eb7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3760028', 'neutron.services.segments.db._delete_segments_for_network-8748992815755'] for network, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:46:10.600747 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-1219b657-ba6d-47b6-86c2-c337b7f0eb7d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3a1723a-7e83-458f-8b20-abb8e7b433b2']}} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:46:10.611757 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-1219b657-ba6d-47b6-86c2-c337b7f0eb7d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30c0775b-8be2-4d54-9bb9-cc8d499acaf9') {'for_net_delete': True} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:46:10.612050 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-1219b657-ba6d-47b6-86c2-c337b7f0eb7d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30c0775b-8be2-4d54-9bb9-cc8d499acaf9') {} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:46:10.622348 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1219b657-ba6d-47b6-86c2-c337b7f0eb7d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748993039638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11627933'] for segment, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:46:10.639742 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1219b657-ba6d-47b6-86c2-c337b7f0eb7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:46:10.650362 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1219b657-ba6d-47b6-86c2-c337b7f0eb7d admin admin] Releasing vlan 648 on physical network physnet1 to pool {{(pid=103448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 20:46:10.650904 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1219b657-ba6d-47b6-86c2-c337b7f0eb7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11567447'] for segment, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:46:10.653028 n-d-818823-1 neutron-server[103448]: Traceback (most recent call last): Nov 22 20:46:10.653028 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 20:46:10.653028 n-d-818823-1 neutron-server[103448]: timer() Nov 22 20:46:10.653028 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 20:46:10.653028 n-d-818823-1 neutron-server[103448]: cb(*args, **kw) Nov 22 20:46:10.653028 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 20:46:10.653028 n-d-818823-1 neutron-server[103448]: return func(*args, **kwargs) Nov 22 20:46:10.653028 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 20:46:10.653028 n-d-818823-1 neutron-server[103448]: self._notify() Nov 22 20:46:10.653028 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 20:46:10.653028 n-d-818823-1 neutron-server[103448]: self.callback(batched_events) Nov 22 20:46:10.653028 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 20:46:10.653028 n-d-818823-1 neutron-server[103448]: event.method(event) Nov 22 20:46:10.653028 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 20:46:10.653028 n-d-818823-1 neutron-server[103448]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 20:46:10.653028 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 20:46:10.653028 n-d-818823-1 neutron-server[103448]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 20:46:10.653028 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 20:46:10.653028 n-d-818823-1 neutron-server[103448]: return f(self, *a, **k) Nov 22 20:46:10.653028 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 20:46:10.653028 n-d-818823-1 neutron-server[103448]: return self._get(url).json() Nov 22 20:46:10.653028 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 20:46:10.653028 n-d-818823-1 neutron-server[103448]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 20:46:10.653028 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 20:46:10.653028 n-d-818823-1 neutron-server[103448]: return self.request(url, 'GET', **kwargs) Nov 22 20:46:10.653028 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 20:46:10.653028 n-d-818823-1 neutron-server[103448]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 20:46:10.653028 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 20:46:10.653028 n-d-818823-1 neutron-server[103448]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 20:46:10.653028 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 20:46:10.653028 n-d-818823-1 neutron-server[103448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 20:46:10.653028 n-d-818823-1 neutron-server[103448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 20:46:10.670879 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-5f9fdf5b-4aa7-4cd9-97e7-c46a61f5bcc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381'] for port, after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:46:10.705863 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9fdf5b-4aa7-4cd9-97e7-c46a61f5bcc0 None None] Pushing event deleted for resources: {'Port': ['ID=e0b9bccd-3969-4752-8382-91348a9b26fb,revision_number=None']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:46:10.710493 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f9fdf5b-4aa7-4cd9-97e7-c46a61f5bcc0 None None] No DVR routers for this DVR port e0b9bccd-3969-4752-8382-91348a9b26fb on host n-d-818823-1 {{(pid=103449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:46:10.741732 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1219b657-ba6d-47b6-86c2-c337b7f0eb7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3760002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595318'] for network, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:46:10.752612 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1219b657-ba6d-47b6-86c2-c337b7f0eb7d admin admin] Publish callbacks [] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:46:10.757629 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-1219b657-ba6d-47b6-86c2-c337b7f0eb7d admin admin] 10.222.0.46 "DELETE /v2.0/networks/c3a1723a-7e83-458f-8b20-abb8e7b433b2 HTTP/1.1" status: 204 len: 168 time: 0.5832760 Nov 22 20:46:10.772197 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1219b657-ba6d-47b6-86c2-c337b7f0eb7d admin admin] Pushing event deleted for resources: {'Network': ['ID=c3a1723a-7e83-458f-8b20-abb8e7b433b2,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:46:10.875836 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4bba2bec-6b40-4a1a-8067-f570320af9d5 req-8f865eee-3bdb-4620-b813-ade0c09a702a tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f0e2d1c-b2dd-4b0d-999e-4ddce4366b85 HTTP/1.1" status: 200 len: 210 time: 0.0541511 Nov 22 20:46:10.952138 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device e0b9bccd-3969-4752-8382-91348a9b26fb no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:46:10.980039 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: e0b9bccd-3969-4752-8382-91348a9b26fb {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:46:10.980388 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device e0b9bccd-3969-4752-8382-91348a9b26fb not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:46:10.980806 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 4b91db82-b0d8-44d5-adec-7401a3226f0d no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:46:11.000128 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: 4b91db82-b0d8-44d5-adec-7401a3226f0d {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:46:11.000484 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 4b91db82-b0d8-44d5-adec-7401a3226f0d not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:46:11.000900 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 2000625c-78a2-448c-807b-f5f512f6fb33 no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:46:11.013931 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 56162) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:46:11.026969 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: 2000625c-78a2-448c-807b-f5f512f6fb33 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:46:11.027191 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 2000625c-78a2-448c-807b-f5f512f6fb33 not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:46:11.058958 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-dab84641-9512-4662-85f0-91d4a35d98a5 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9d546431835e4be1b0c2c5c28a90cada&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0454416 Nov 22 20:46:11.060969 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 56164) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:46:11.115775 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b9c3c0d8-f415-437b-a01c-e941b7cc0852 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:46:11.137362 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b9c3c0d8-f415-437b-a01c-e941b7cc0852 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:46:11.183945 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b9c3c0d8-f415-437b-a01c-e941b7cc0852 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:46:11.186868 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b9c3c0d8-f415-437b-a01c-e941b7cc0852 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:46:11.191079 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-b9c3c0d8-f415-437b-a01c-e941b7cc0852 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b6579e60-421b-49ed-9079-2c298590dabd HTTP/1.1" status: 204 len: 168 time: 0.1265841 Nov 22 20:46:11.196585 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c3c0d8-f415-437b-a01c-e941b7cc0852 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6579e60-421b-49ed-9079-2c298590dabd,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:46:11.515339 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 56170) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:46:11.555601 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-135135d9-cb1c-439a-891d-8f647f0831e4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=cbffdc8c7ff341c488d6a6446a34ec2c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0389938 Nov 22 20:46:11.558119 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 56172) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:46:11.607722 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-63b29e04-f6cd-4215-8625-67a265236ab2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:46:11.632591 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-63b29e04-f6cd-4215-8625-67a265236ab2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:46:11.684120 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-63b29e04-f6cd-4215-8625-67a265236ab2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:46:11.687093 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-63b29e04-f6cd-4215-8625-67a265236ab2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:46:11.688963 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-63b29e04-f6cd-4215-8625-67a265236ab2 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d1d36391-314c-4aaa-8eb4-ec84a7cc6948 HTTP/1.1" status: 204 len: 168 time: 0.1299036 Nov 22 20:46:11.700572 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b29e04-f6cd-4215-8625-67a265236ab2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1d36391-314c-4aaa-8eb4-ec84a7cc6948,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:46:11.709731 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b29e04-f6cd-4215-8625-67a265236ab2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:46:11.710122 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b29e04-f6cd-4215-8625-67a265236ab2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:46:11.710527 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b29e04-f6cd-4215-8625-67a265236ab2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:46:11.710802 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b29e04-f6cd-4215-8625-67a265236ab2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:46:11.711138 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b29e04-f6cd-4215-8625-67a265236ab2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:46:11.711495 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b29e04-f6cd-4215-8625-67a265236ab2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:46:11.711836 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b29e04-f6cd-4215-8625-67a265236ab2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:46:11.712170 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b29e04-f6cd-4215-8625-67a265236ab2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:46:11.713036 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b29e04-f6cd-4215-8625-67a265236ab2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:46:11.713036 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b29e04-f6cd-4215-8625-67a265236ab2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:46:11.713181 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b29e04-f6cd-4215-8625-67a265236ab2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:46:11.713682 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b29e04-f6cd-4215-8625-67a265236ab2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:46:12.008601 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f4b968e6-92ca-4578-bceb-932c27b5a276 req-dd687bfa-7489-4df2-9f06-590cce607ec6 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f0e2d1c-b2dd-4b0d-999e-4ddce4366b85 HTTP/1.1" status: 200 len: 210 time: 0.0320129 Nov 22 20:46:14.700372 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:46:14.706084 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:46:17.541648 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f6b1bf-245f-4cdd-9bc2-f451c560d32d req-21469d66-863f-4e3d-97f8-5aff8c91be1d tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:46:17.543226 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-00f6b1bf-245f-4cdd-9bc2-f451c560d32d req-21469d66-863f-4e3d-97f8-5aff8c91be1d tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/ports?device_id=e790d805-de9e-4a8e-9c45-6da03a5fccfa HTTP/1.1" status: 200 len: 945 time: 0.0481458 Nov 22 20:46:17.589696 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-00f6b1bf-245f-4cdd-9bc2-f451c560d32d req-ad3d5283-cb70-440b-b174-366517a1e4ae tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/security-groups?id=9385f438-76fd-4571-8741-9d769037a7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398874 Nov 22 20:46:18.708538 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d03db00-959a-4a99-8bf3-31b8663a53e3 req-af4aab11-c84d-45d5-ac8e-111ea0674422 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:46:18.710010 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4d03db00-959a-4a99-8bf3-31b8663a53e3 req-af4aab11-c84d-45d5-ac8e-111ea0674422 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/ports?device_id=e790d805-de9e-4a8e-9c45-6da03a5fccfa HTTP/1.1" status: 200 len: 945 time: 0.0514696 Nov 22 20:46:18.755996 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4d03db00-959a-4a99-8bf3-31b8663a53e3 req-8966ade7-80f4-44eb-a145-7d0d962756ca tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/security-groups?id=9385f438-76fd-4571-8741-9d769037a7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401495 Nov 22 20:46:18.995238 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4decb157-d5f0-47a7-a4a8-eb26192050ce req-1834c3cb-17e9-4818-ae73-3abf2276a2de tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:46:18.996778 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4decb157-d5f0-47a7-a4a8-eb26192050ce req-1834c3cb-17e9-4818-ae73-3abf2276a2de tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.20 "GET /v2.0/ports?device_id=e790d805-de9e-4a8e-9c45-6da03a5fccfa HTTP/1.1" status: 200 len: 945 time: 0.0481353 Nov 22 20:46:19.086264 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-4decb157-d5f0-47a7-a4a8-eb26192050ce req-4ee65a98-b7a3-4be0-8832-e66942542f37 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Deleting port c705d436-51f8-43e2-be7e-0d12ef250de3 {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:46:19.086594 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-4decb157-d5f0-47a7-a4a8-eb26192050ce req-4ee65a98-b7a3-4be0-8832-e66942542f37 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:46:19.171480 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-4decb157-d5f0-47a7-a4a8-eb26192050ce req-4ee65a98-b7a3-4be0-8832-e66942542f37 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] For port c705d436-51f8-43e2-be7e-0d12ef250de3, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=c705d436-51f8-43e2-be7e-0d12ef250de3,segment=NetworkSegment(4aa11b26-9f57-405f-9190-6abb0565ab6f),segment_id=4aa11b26-9f57-405f-9190-6abb0565ab6f)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:46:19.171844 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-4decb157-d5f0-47a7-a4a8-eb26192050ce req-4ee65a98-b7a3-4be0-8832-e66942542f37 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:46:19.184286 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-4decb157-d5f0-47a7-a4a8-eb26192050ce req-4ee65a98-b7a3-4be0-8832-e66942542f37 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Calling delete_port for c705d436-51f8-43e2-be7e-0d12ef250de3 owned by compute:nova {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:46:19.311851 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-4decb157-d5f0-47a7-a4a8-eb26192050ce req-4ee65a98-b7a3-4be0-8832-e66942542f37 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:46:19.323984 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] get_ports_and_sgs() called for port_ids ['c705d436-51f8-43e2-be7e-0d12ef250de3'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:46:19.342768 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee65a98-b7a3-4be0-8832-e66942542f37 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Pushing event deleted for resources: {'Port': ['ID=c705d436-51f8-43e2-be7e-0d12ef250de3,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:46:19.369441 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee65a98-b7a3-4be0-8832-e66942542f37 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:46:19.369785 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee65a98-b7a3-4be0-8832-e66942542f37 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:46:19.370124 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee65a98-b7a3-4be0-8832-e66942542f37 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:46:19.370461 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee65a98-b7a3-4be0-8832-e66942542f37 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:46:19.370793 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee65a98-b7a3-4be0-8832-e66942542f37 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:46:19.371123 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee65a98-b7a3-4be0-8832-e66942542f37 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:46:19.371470 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee65a98-b7a3-4be0-8832-e66942542f37 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:46:19.371796 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee65a98-b7a3-4be0-8832-e66942542f37 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:46:19.372119 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee65a98-b7a3-4be0-8832-e66942542f37 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:46:19.372444 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee65a98-b7a3-4be0-8832-e66942542f37 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:46:19.372768 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee65a98-b7a3-4be0-8832-e66942542f37 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:46:19.373091 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee65a98-b7a3-4be0-8832-e66942542f37 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:46:19.397653 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-4decb157-d5f0-47a7-a4a8-eb26192050ce req-4ee65a98-b7a3-4be0-8832-e66942542f37 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] No DVR routers for this DVR port c705d436-51f8-43e2-be7e-0d12ef250de3 on host n-h2-818823-1 {{(pid=103447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:46:19.400151 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-4decb157-d5f0-47a7-a4a8-eb26192050ce req-4ee65a98-b7a3-4be0-8832-e66942542f37 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:46:19.403533 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4decb157-d5f0-47a7-a4a8-eb26192050ce req-4ee65a98-b7a3-4be0-8832-e66942542f37 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.20 "DELETE /v2.0/ports/c705d436-51f8-43e2-be7e-0d12ef250de3 HTTP/1.1" status: 204 len: 173 time: 0.4003229 Nov 22 20:46:19.403966 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e790d805-de9e-4a8e-9c45-6da03a5fccfa', 'name': 'network-vif-deleted', 'tag': 'c705d436-51f8-43e2-be7e-0d12ef250de3'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:46:19.406180 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bf751c0-266b-4970-ab02-33cf613c9e87" -d '{"events": [{"server_uuid": "e790d805-de9e-4a8e-9c45-6da03a5fccfa", "name": "network-vif-deleted", "tag": "c705d436-51f8-43e2-be7e-0d12ef250de3"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:46:19.448833 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:46:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34a28189-634e-476e-bce0-4580c7899cb9 x-openstack-request-id: req-34a28189-634e-476e-bce0-4580c7899cb9 {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:46:19.449233 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e790d805-de9e-4a8e-9c45-6da03a5fccfa", "name": "network-vif-deleted", "tag": "c705d436-51f8-43e2-be7e-0d12ef250de3", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:46:19.449493 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-34a28189-634e-476e-bce0-4580c7899cb9 {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:46:19.449919 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e790d805-de9e-4a8e-9c45-6da03a5fccfa', 'name': 'network-vif-deleted', 'tag': 'c705d436-51f8-43e2-be7e-0d12ef250de3', 'status': 'completed', 'code': 200} Nov 22 20:46:19.865783 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a0ec3739-d352-46e3-8c2a-b0afdd49fc6e req-9c9da845-e478-457e-8ba6-7b6fbfe33fd0 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/ports?device_id=e790d805-de9e-4a8e-9c45-6da03a5fccfa HTTP/1.1" status: 200 len: 210 time: 0.0266871 Nov 22 20:46:20.962655 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0c06feac-018d-4f39-99a5-240ab3f19fae req-2e48929f-1a9c-4c40-a519-3607d42e920f tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/ports?device_id=e790d805-de9e-4a8e-9c45-6da03a5fccfa HTTP/1.1" status: 200 len: 210 time: 0.0257411 Nov 22 20:46:22.057793 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-69a79e96-d90b-4704-baa2-1bfd95eb38dc req-9bccee6d-528a-44f8-8033-510780d3a468 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/ports?device_id=e790d805-de9e-4a8e-9c45-6da03a5fccfa HTTP/1.1" status: 200 len: 210 time: 0.0263495 Nov 22 20:46:22.581183 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device c705d436-51f8-43e2-be7e-0d12ef250de3 no longer exists at agent hyperv_n-h2-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:46:22.605346 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] No Port match for: c705d436-51f8-43e2-be7e-0d12ef250de3 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:46:22.605675 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device c705d436-51f8-43e2-be7e-0d12ef250de3 not bound to the agent host n-h2-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:46:23.155143 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f7f02d77-b410-46a2-8584-724dc351a4e7 req-2909bc55-ab7e-472d-a4e9-b770d655b213 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/ports?device_id=e790d805-de9e-4a8e-9c45-6da03a5fccfa HTTP/1.1" status: 200 len: 210 time: 0.0262005 Nov 22 20:46:28.163936 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.agents_db [None req-aa8313f2-1ee4-4e7b-8c5a-d32b2f9d31ee None None] Agent healthcheck: found 7 active agents {{(pid=103450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 20:46:28.189350 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 56268) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:46:28.194058 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-e9a53f91-6941-4abf-a12b-b4a786e37611 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1590995768', 'description': 'tempest-secgroup-smoke-1590995768 description', 'project_id': '2159a301d65a4f0aa3ad4e0df129c1f8'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:46:28.216644 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e9a53f91-6941-4abf-a12b-b4a786e37611 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:46:28.282324 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e9a53f91-6941-4abf-a12b-b4a786e37611 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:46:28.286067 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e9a53f91-6941-4abf-a12b-b4a786e37611 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:46:28.313948 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e9a53f91-6941-4abf-a12b-b4a786e37611 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:46:28.315174 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-e9a53f91-6941-4abf-a12b-b4a786e37611 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1248102 Nov 22 20:46:28.318379 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 56270) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:46:28.322975 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-5e5c50f7-aecc-41db-91f2-163e2280215b tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Request body: {'security_group_rule': {'security_group_id': '9864cc45-44c4-4b67-942c-2c61a6cfb46e', 'project_id': '2159a301d65a4f0aa3ad4e0df129c1f8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:46:28.323140 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a53f91-6941-4abf-a12b-b4a786e37611 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9864cc45-44c4-4b67-942c-2c61a6cfb46e,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:46:28.350691 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-5e5c50f7-aecc-41db-91f2-163e2280215b tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:46:28.404123 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-5e5c50f7-aecc-41db-91f2-163e2280215b tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:46:28.407510 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-5e5c50f7-aecc-41db-91f2-163e2280215b tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572323'] for security_group_rule, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:46:28.427028 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5c50f7-aecc-41db-91f2-163e2280215b tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ecf1db2-ccd7-4af1-8ed1-21ec1e83924b,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:46:28.435752 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-5e5c50f7-aecc-41db-91f2-163e2280215b tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:46:28.436895 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-5e5c50f7-aecc-41db-91f2-163e2280215b tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1175070 Nov 22 20:46:28.440137 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 56272) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:46:28.444446 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-7358e9a3-9939-4592-8dd8-ec66d8e7d563 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Request body: {'security_group_rule': {'security_group_id': '9864cc45-44c4-4b67-942c-2c61a6cfb46e', 'project_id': '2159a301d65a4f0aa3ad4e0df129c1f8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:46:28.470330 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-7358e9a3-9939-4592-8dd8-ec66d8e7d563 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:46:28.525428 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-7358e9a3-9939-4592-8dd8-ec66d8e7d563 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:46:28.528901 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-7358e9a3-9939-4592-8dd8-ec66d8e7d563 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572323'] for security_group_rule, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:46:28.545487 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7358e9a3-9939-4592-8dd8-ec66d8e7d563 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9a60403-f06e-4ea5-be0b-00062aae6f69,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:46:28.555540 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-7358e9a3-9939-4592-8dd8-ec66d8e7d563 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:46:28.556844 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-7358e9a3-9939-4592-8dd8-ec66d8e7d563 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1156883 Nov 22 20:46:28.559680 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 56274) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:46:28.564805 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-48c2a3ea-55a2-41b5-bbd8-b57c3de76f8b tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Request body: {'security_group_rule': {'security_group_id': '9864cc45-44c4-4b67-942c-2c61a6cfb46e', 'project_id': '2159a301d65a4f0aa3ad4e0df129c1f8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:46:28.591999 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-48c2a3ea-55a2-41b5-bbd8-b57c3de76f8b tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:46:28.648772 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-48c2a3ea-55a2-41b5-bbd8-b57c3de76f8b tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:46:28.652192 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-48c2a3ea-55a2-41b5-bbd8-b57c3de76f8b tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572323'] for security_group_rule, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:46:28.669473 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c2a3ea-55a2-41b5-bbd8-b57c3de76f8b tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a7166d9-83b0-4107-a1d6-4151c704ef78,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:46:28.676817 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-48c2a3ea-55a2-41b5-bbd8-b57c3de76f8b tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:46:28.678372 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-48c2a3ea-55a2-41b5-bbd8-b57c3de76f8b tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1172912 Nov 22 20:46:28.680711 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 56276) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:46:28.685030 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-cf2c951f-4346-46a0-96ac-fe7a54ec4699 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Request body: {'security_group_rule': {'security_group_id': '9864cc45-44c4-4b67-942c-2c61a6cfb46e', 'project_id': '2159a301d65a4f0aa3ad4e0df129c1f8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:46:28.712040 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-cf2c951f-4346-46a0-96ac-fe7a54ec4699 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:46:28.768675 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-cf2c951f-4346-46a0-96ac-fe7a54ec4699 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:46:28.772297 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-cf2c951f-4346-46a0-96ac-fe7a54ec4699 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572323'] for security_group_rule, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:46:28.792591 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2c951f-4346-46a0-96ac-fe7a54ec4699 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96b330af-4447-4408-af77-bcbb21e7ac79,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:46:28.800231 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-cf2c951f-4346-46a0-96ac-fe7a54ec4699 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:46:28.801425 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-cf2c951f-4346-46a0-96ac-fe7a54ec4699 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1197982 Nov 22 20:46:28.804111 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 56278) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:46:28.808416 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-161669ae-3b04-412c-94a6-6ee2b0bc51db tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Request body: {'security_group_rule': {'security_group_id': '9864cc45-44c4-4b67-942c-2c61a6cfb46e', 'project_id': '2159a301d65a4f0aa3ad4e0df129c1f8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:46:28.829221 n-d-818823-1 neutron-server[103447]: INFO neutron.db.securitygroups_db [None req-161669ae-3b04-412c-94a6-6ee2b0bc51db tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Project 2159a301d65a4f0aa3ad4e0df129c1f8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 22 20:46:28.833895 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-161669ae-3b04-412c-94a6-6ee2b0bc51db tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:46:28.890567 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-161669ae-3b04-412c-94a6-6ee2b0bc51db tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:46:28.894119 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-161669ae-3b04-412c-94a6-6ee2b0bc51db tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572323'] for security_group_rule, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:46:28.911539 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161669ae-3b04-412c-94a6-6ee2b0bc51db tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f958f3ba-95e9-4951-a92b-c25946c7b5a4,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:46:28.918677 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-161669ae-3b04-412c-94a6-6ee2b0bc51db tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:46:28.919968 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-161669ae-3b04-412c-94a6-6ee2b0bc51db tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1149395 Nov 22 20:46:28.923675 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 56280) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:46:28.927919 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-ed33d1ff-98d8-4ab9-a6fb-043594a6401b tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Request body: {'security_group_rule': {'security_group_id': '9864cc45-44c4-4b67-942c-2c61a6cfb46e', 'project_id': '2159a301d65a4f0aa3ad4e0df129c1f8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:46:28.948942 n-d-818823-1 neutron-server[103447]: INFO neutron.db.securitygroups_db [None req-ed33d1ff-98d8-4ab9-a6fb-043594a6401b tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Project 2159a301d65a4f0aa3ad4e0df129c1f8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 22 20:46:28.954589 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ed33d1ff-98d8-4ab9-a6fb-043594a6401b tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:46:29.012516 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ed33d1ff-98d8-4ab9-a6fb-043594a6401b tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:46:29.015843 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ed33d1ff-98d8-4ab9-a6fb-043594a6401b tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572323'] for security_group_rule, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:46:29.035020 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed33d1ff-98d8-4ab9-a6fb-043594a6401b tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d61e2514-a3dc-43bb-9dc9-3aed48d01987,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:46:29.040415 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ed33d1ff-98d8-4ab9-a6fb-043594a6401b tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:46:29.041603 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-ed33d1ff-98d8-4ab9-a6fb-043594a6401b tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1170173 Nov 22 20:46:30.013834 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-99d7ded4-473e-43bf-9e39-5e81192c3297 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:46:32.959135 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-5a179f7d-4143-4817-8201-1bab0436951c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:46:33.520251 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-03f0964f-1b75-4df7-99e0-a3cdb56ec2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:46:35.220867 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e49ee129-e862-4476-beca-cdc8150d2345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:46:36.071914 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:46:44.331716 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-fa54b72b-0e97-4ef1-9722-f4828055faaf req-1c258469-3fed-4842-953b-d3a04a621a34 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1590995768&fields=id&tenant_id=2159a301d65a4f0aa3ad4e0df129c1f8 HTTP/1.1" status: 200 len: 267 time: 0.0433643 Nov 22 20:46:44.438923 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa54b72b-0e97-4ef1-9722-f4828055faaf req-e2cd44d5-49e7-40b1-bcc1-c732fe813537 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:46:44.440423 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-fa54b72b-0e97-4ef1-9722-f4828055faaf req-e2cd44d5-49e7-40b1-bcc1-c732fe813537 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/networks?id=6bc37553-a100-43d1-8d1a-4277980617a1 HTTP/1.1" status: 200 len: 811 time: 0.1022177 Nov 22 20:46:44.459218 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-fa54b72b-0e97-4ef1-9722-f4828055faaf req-b7227fad-6639-4e6a-86c3-4bfa2abc0753 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/quotas/2159a301d65a4f0aa3ad4e0df129c1f8 HTTP/1.1" status: 200 len: 375 time: 0.0123589 Nov 22 20:46:44.509292 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-fa54b72b-0e97-4ef1-9722-f4828055faaf req-ecc95f07-cb62-4d88-ac15-557f264e9b07 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=2159a301d65a4f0aa3ad4e0df129c1f8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0446429 Nov 22 20:46:44.604464 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-fa54b72b-0e97-4ef1-9722-f4828055faaf req-b1f66601-c04a-48d5-a3c8-8d0f6774347b service neutron] 10.222.0.46 "GET /v2.0/networks/6bc37553-a100-43d1-8d1a-4277980617a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828817 Nov 22 20:46:44.692819 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-fa54b72b-0e97-4ef1-9722-f4828055faaf req-7d45a611-6a0e-4f1e-88a1-346130d07348 service neutron] 10.222.0.46 "GET /v2.0/networks/6bc37553-a100-43d1-8d1a-4277980617a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819733 Nov 22 20:46:44.712879 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:46:44.713996 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:46:44.974297 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3dc8819a-e96f-4277-b1d3-600af5cbd62c req-4ca85621-675c-40e0-b025-e07861fa8e54 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/ports?device_id=da4061d0-7036-42d3-b9e8-c470a6a7998f HTTP/1.1" status: 200 len: 210 time: 0.0272264 Nov 22 20:46:45.855017 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa54b72b-0e97-4ef1-9722-f4828055faaf req-dbdd6727-2bbc-42d3-a465-7e7ab1e5ae15 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:46:45.856725 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-fa54b72b-0e97-4ef1-9722-f4828055faaf req-dbdd6727-2bbc-42d3-a465-7e7ab1e5ae15 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.41 "GET /v2.0/networks?id=6bc37553-a100-43d1-8d1a-4277980617a1 HTTP/1.1" status: 200 len: 811 time: 0.1049690 Nov 22 20:46:45.929326 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-fa54b72b-0e97-4ef1-9722-f4828055faaf req-4b5771b3-672c-4802-b214-c320ad944c78 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2159a301d65a4f0aa3ad4e0df129c1f8 HTTP/1.1" status: 200 len: 380 time: 0.0635455 Nov 22 20:46:45.942949 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [req-fa54b72b-0e97-4ef1-9722-f4828055faaf req-232acbf4-db0b-415f-900b-4622e7935657 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Request body: {'port': {'device_id': 'da4061d0-7036-42d3-b9e8-c470a6a7998f', 'network_id': '6bc37553-a100-43d1-8d1a-4277980617a1', 'admin_state_up': True, 'tenant_id': '2159a301d65a4f0aa3ad4e0df129c1f8', 'security_groups': ['9864cc45-44c4-4b67-942c-2c61a6cfb46e']}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:46:46.083362 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-619527a2-d5f1-41f1-ad94-faaae5466f45 req-470bfcf7-bda0-4f06-8bea-158e0034ea16 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/ports?device_id=da4061d0-7036-42d3-b9e8-c470a6a7998f HTTP/1.1" status: 200 len: 210 time: 0.0311720 Nov 22 20:46:46.090071 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa54b72b-0e97-4ef1-9722-f4828055faaf req-232acbf4-db0b-415f-900b-4622e7935657 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Made reservation on behalf of 2159a301d65a4f0aa3ad4e0df129c1f8 for: {'port': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:46:46.093806 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-fa54b72b-0e97-4ef1-9722-f4828055faaf req-232acbf4-db0b-415f-900b-4622e7935657 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:46:46.226881 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [req-fa54b72b-0e97-4ef1-9722-f4828055faaf req-232acbf4-db0b-415f-900b-4622e7935657 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Allocated IP 172.20.0.10 (6bc37553-a100-43d1-8d1a-4277980617a1/44fc5a0e-e05e-4887-a12b-3d1c69de9281/093a6936-c1e7-4649-be39-454bfccae153) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:46:46.364986 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-fa54b72b-0e97-4ef1-9722-f4828055faaf req-232acbf4-db0b-415f-900b-4622e7935657 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:46:46.399055 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-fa54b72b-0e97-4ef1-9722-f4828055faaf req-232acbf4-db0b-415f-900b-4622e7935657 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:46:46.448547 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa54b72b-0e97-4ef1-9722-f4828055faaf req-232acbf4-db0b-415f-900b-4622e7935657 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Network 6bc37553-a100-43d1-8d1a-4277980617a1 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:46:46.451955 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [req-fa54b72b-0e97-4ef1-9722-f4828055faaf req-232acbf4-db0b-415f-900b-4622e7935657 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:46:46.455682 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa54b72b-0e97-4ef1-9722-f4828055faaf req-232acbf4-db0b-415f-900b-4622e7935657 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:46:46.479688 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232acbf4-db0b-415f-900b-4622e7935657 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Pushing event updated for resources: {'Port': ['ID=093a6936-c1e7-4649-be39-454bfccae153,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:46:46.509699 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa54b72b-0e97-4ef1-9722-f4828055faaf req-232acbf4-db0b-415f-900b-4622e7935657 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:46:46.510330 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-fa54b72b-0e97-4ef1-9722-f4828055faaf req-232acbf4-db0b-415f-900b-4622e7935657 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:46:46.527841 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-fa54b72b-0e97-4ef1-9722-f4828055faaf req-232acbf4-db0b-415f-900b-4622e7935657 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5886326 Nov 22 20:46:46.540286 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [req-fa54b72b-0e97-4ef1-9722-f4828055faaf req-d09be0b4-e70b-422f-aede-23f99d022a2c service neutron] Request body: {'port': {'device_id': 'da4061d0-7036-42d3-b9e8-c470a6a7998f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818823-1'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:46:46.599765 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-fa54b72b-0e97-4ef1-9722-f4828055faaf req-d09be0b4-e70b-422f-aede-23f99d022a2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:46:46.686094 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-664fae25-8b23-4484-bf3f-785d4b7de843 None None] Provisioning complete for port 093a6936-c1e7-4649-be39-454bfccae153 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:46:46.686674 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-664fae25-8b23-4484-bf3f-785d4b7de843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:46:46.720477 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-664fae25-8b23-4484-bf3f-785d4b7de843 None None] Port 093a6936-c1e7-4649-be39-454bfccae153 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:46:46.879864 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [req-fa54b72b-0e97-4ef1-9722-f4828055faaf req-d09be0b4-e70b-422f-aede-23f99d022a2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 093a6936-c1e7-4649-be39-454bfccae153 {{(pid=103448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:46:46.887456 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-fa54b72b-0e97-4ef1-9722-f4828055faaf req-d09be0b4-e70b-422f-aede-23f99d022a2c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:46:46.900343 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [req-fa54b72b-0e97-4ef1-9722-f4828055faaf req-d09be0b4-e70b-422f-aede-23f99d022a2c service neutron] Transition to ACTIVE for port object 093a6936-c1e7-4649-be39-454bfccae153 will not be triggered until provisioned by entity L2. {{(pid=103448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 20:46:46.904063 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-fa54b72b-0e97-4ef1-9722-f4828055faaf req-d09be0b4-e70b-422f-aede-23f99d022a2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:46:46.956735 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09be0b4-e70b-422f-aede-23f99d022a2c service neutron] Pushing event updated for resources: {'Port': ['ID=093a6936-c1e7-4649-be39-454bfccae153,revision_number=2']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:46:47.032842 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-fa54b72b-0e97-4ef1-9722-f4828055faaf req-d09be0b4-e70b-422f-aede-23f99d022a2c service neutron] Attempting to bind port 093a6936-c1e7-4649-be39-454bfccae153 on host n-h1-818823-1 for vnic_type normal with profile {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:46:47.033325 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-fa54b72b-0e97-4ef1-9722-f4828055faaf req-d09be0b4-e70b-422f-aede-23f99d022a2c service neutron] Attempting to bind port 093a6936-c1e7-4649-be39-454bfccae153 by drivers openvswitch,hyperv on host n-h1-818823-1 at level 0 using segments [{'id': '4aa11b26-9f57-405f-9190-6abb0565ab6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '6bc37553-a100-43d1-8d1a-4277980617a1'}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:46:47.033742 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa54b72b-0e97-4ef1-9722-f4828055faaf req-d09be0b4-e70b-422f-aede-23f99d022a2c service neutron] Attempting to bind port 093a6936-c1e7-4649-be39-454bfccae153 on network 6bc37553-a100-43d1-8d1a-4277980617a1 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:46:47.039147 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa54b72b-0e97-4ef1-9722-f4828055faaf req-d09be0b4-e70b-422f-aede-23f99d022a2c service neutron] Port 093a6936-c1e7-4649-be39-454bfccae153 on network 6bc37553-a100-43d1-8d1a-4277980617a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-818823-1 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:46:47.039529 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa54b72b-0e97-4ef1-9722-f4828055faaf req-d09be0b4-e70b-422f-aede-23f99d022a2c service neutron] Attempting to bind port 093a6936-c1e7-4649-be39-454bfccae153 on network 6bc37553-a100-43d1-8d1a-4277980617a1 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:46:47.044649 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa54b72b-0e97-4ef1-9722-f4828055faaf req-d09be0b4-e70b-422f-aede-23f99d022a2c service neutron] Checking agent: {'id': '7a008cff-3b49-418c-8046-689d46cc800f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'started_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 46, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:46:47.044989 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa54b72b-0e97-4ef1-9722-f4828055faaf req-d09be0b4-e70b-422f-aede-23f99d022a2c service neutron] Checking segment: {'id': '4aa11b26-9f57-405f-9190-6abb0565ab6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '6bc37553-a100-43d1-8d1a-4277980617a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:46:47.045375 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa54b72b-0e97-4ef1-9722-f4828055faaf req-d09be0b4-e70b-422f-aede-23f99d022a2c service neutron] Bound using segment: {'id': '4aa11b26-9f57-405f-9190-6abb0565ab6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '6bc37553-a100-43d1-8d1a-4277980617a1'} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:46:47.045801 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-fa54b72b-0e97-4ef1-9722-f4828055faaf req-d09be0b4-e70b-422f-aede-23f99d022a2c service neutron] Bound port: 093a6936-c1e7-4649-be39-454bfccae153, host: n-h1-818823-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4aa11b26-9f57-405f-9190-6abb0565ab6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '6bc37553-a100-43d1-8d1a-4277980617a1'}}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:46:47.046158 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-fa54b72b-0e97-4ef1-9722-f4828055faaf req-d09be0b4-e70b-422f-aede-23f99d022a2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:46:47.118087 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-fa54b72b-0e97-4ef1-9722-f4828055faaf req-d09be0b4-e70b-422f-aede-23f99d022a2c service neutron] For port 093a6936-c1e7-4649-be39-454bfccae153, host n-h1-818823-1, cleared binding levels {{(pid=103448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:46:47.121441 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-fa54b72b-0e97-4ef1-9722-f4828055faaf req-d09be0b4-e70b-422f-aede-23f99d022a2c service neutron] For port 093a6936-c1e7-4649-be39-454bfccae153, host n-h1-818823-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=093a6936-c1e7-4649-be39-454bfccae153,segment=NetworkSegment(4aa11b26-9f57-405f-9190-6abb0565ab6f),segment_id=4aa11b26-9f57-405f-9190-6abb0565ab6f)] {{(pid=103448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:46:47.129649 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-fa54b72b-0e97-4ef1-9722-f4828055faaf req-d09be0b4-e70b-422f-aede-23f99d022a2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:46:47.171761 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa54b72b-0e97-4ef1-9722-f4828055faaf req-d09be0b4-e70b-422f-aede-23f99d022a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:46:47.172420 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-fa54b72b-0e97-4ef1-9722-f4828055faaf req-d09be0b4-e70b-422f-aede-23f99d022a2c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:46:47.173882 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-fa54b72b-0e97-4ef1-9722-f4828055faaf req-d09be0b4-e70b-422f-aede-23f99d022a2c service neutron] 10.222.0.41 "PUT /v2.0/ports/093a6936-c1e7-4649-be39-454bfccae153 HTTP/1.1" status: 200 len: 1092 time: 0.6378977 Nov 22 20:46:47.174335 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da4061d0-7036-42d3-b9e8-c470a6a7998f', 'tag': '093a6936-c1e7-4649-be39-454bfccae153'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:46:47.176683 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589a98cf2aea187fcc423a5edb333e5a6cf3ad7c81115d1ebee0f079693c312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e90f5b1-683a-4c76-be17-b696d0fa9c80" -d '{"events": [{"name": "network-changed", "server_uuid": "da4061d0-7036-42d3-b9e8-c470a6a7998f", "tag": "093a6936-c1e7-4649-be39-454bfccae153"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:46:47.248478 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c85d5e-e170-48ef-909c-6f703cb549db req-7118e4d5-1bed-4694-848d-029ba83ca542 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:46:47.250589 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-78c85d5e-e170-48ef-909c-6f703cb549db req-7118e4d5-1bed-4694-848d-029ba83ca542 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/ports?device_id=da4061d0-7036-42d3-b9e8-c470a6a7998f HTTP/1.1" status: 200 len: 944 time: 0.0671275 Nov 22 20:46:47.257018 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09be0b4-e70b-422f-aede-23f99d022a2c service neutron] Pushing event updated for resources: {'Port': ['ID=093a6936-c1e7-4649-be39-454bfccae153,revision_number=3']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:46:47.299170 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 20:46:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b09007d-f823-4909-9c48-39c9998d973b x-openstack-request-id: req-1b09007d-f823-4909-9c48-39c9998d973b {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:46:47.299528 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da4061d0-7036-42d3-b9e8-c470a6a7998f", "tag": "093a6936-c1e7-4649-be39-454bfccae153", "status": "completed", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:46:47.300386 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1b09007d-f823-4909-9c48-39c9998d973b {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:46:47.300801 n-d-818823-1 neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da4061d0-7036-42d3-b9e8-c470a6a7998f', 'tag': '093a6936-c1e7-4649-be39-454bfccae153', 'status': 'completed', 'code': 200} Nov 22 20:46:47.321521 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-78c85d5e-e170-48ef-909c-6f703cb549db req-3b955676-abeb-472f-974a-c3acc02b2d0e tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/security-groups?id=9864cc45-44c4-4b67-942c-2c61a6cfb46e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585742 Nov 22 20:46:47.325114 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa54b72b-0e97-4ef1-9722-f4828055faaf req-aff86ed8-2d95-4244-b9d0-24fc208e2db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:46:47.326913 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-fa54b72b-0e97-4ef1-9722-f4828055faaf req-aff86ed8-2d95-4244-b9d0-24fc208e2db5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2159a301d65a4f0aa3ad4e0df129c1f8&device_id=da4061d0-7036-42d3-b9e8-c470a6a7998f HTTP/1.1" status: 200 len: 1095 time: 0.0710611 Nov 22 20:46:47.384752 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-fa54b72b-0e97-4ef1-9722-f4828055faaf req-aab60eaf-1038-4ae6-a7d7-07cd940b1fdf service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=093a6936-c1e7-4649-be39-454bfccae153 HTTP/1.1" status: 200 len: 217 time: 0.0400290 Nov 22 20:46:47.442493 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa54b72b-0e97-4ef1-9722-f4828055faaf req-e680c93f-b3c3-4337-b1bc-5a6568cd47c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:46:47.444059 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-fa54b72b-0e97-4ef1-9722-f4828055faaf req-e680c93f-b3c3-4337-b1bc-5a6568cd47c6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=44fc5a0e-e05e-4887-a12b-3d1c69de9281 HTTP/1.1" status: 200 len: 850 time: 0.0532157 Nov 22 20:46:47.495631 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa54b72b-0e97-4ef1-9722-f4828055faaf req-ab3f7bec-31b9-4d14-948c-3e7814df197a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:46:47.497228 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-fa54b72b-0e97-4ef1-9722-f4828055faaf req-ab3f7bec-31b9-4d14-948c-3e7814df197a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6bc37553-a100-43d1-8d1a-4277980617a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457382 Nov 22 20:46:47.592571 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-fa54b72b-0e97-4ef1-9722-f4828055faaf req-4ed8cf7e-9e90-4ccf-bdf4-a39e39b2cca3 service neutron] 10.222.0.41 "GET /v2.0/networks/6bc37553-a100-43d1-8d1a-4277980617a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877047 Nov 22 20:46:47.684473 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-fa54b72b-0e97-4ef1-9722-f4828055faaf req-c6d1654f-2171-42fd-be7a-742b4ab078e0 service neutron] 10.222.0.41 "GET /v2.0/networks/6bc37553-a100-43d1-8d1a-4277980617a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839458 Nov 22 20:46:47.786955 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e90f5b1-683a-4c76-be17-b696d0fa9c80 req-c3066488-4c01-4b68-87f6-a6a515d33158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:46:47.789164 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-6e90f5b1-683a-4c76-be17-b696d0fa9c80 req-c3066488-4c01-4b68-87f6-a6a515d33158 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2159a301d65a4f0aa3ad4e0df129c1f8&device_id=da4061d0-7036-42d3-b9e8-c470a6a7998f HTTP/1.1" status: 200 len: 1095 time: 0.0573759 Nov 22 20:46:47.886464 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e90f5b1-683a-4c76-be17-b696d0fa9c80 req-f8d02ac3-b461-40b0-8d61-bf56fb9dd3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:46:47.887966 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-6e90f5b1-683a-4c76-be17-b696d0fa9c80 req-f8d02ac3-b461-40b0-8d61-bf56fb9dd3cf service neutron] 10.222.0.41 "GET /v2.0/networks?id=6bc37553-a100-43d1-8d1a-4277980617a1 HTTP/1.1" status: 200 len: 912 time: 0.0921197 Nov 22 20:46:47.930869 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-6e90f5b1-683a-4c76-be17-b696d0fa9c80 req-5ac083f4-2bab-487e-b2bb-0f23906fca6d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=093a6936-c1e7-4649-be39-454bfccae153 HTTP/1.1" status: 200 len: 217 time: 0.0348370 Nov 22 20:46:47.987620 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e90f5b1-683a-4c76-be17-b696d0fa9c80 req-078a6143-30ef-4efc-ba38-91fc436b8f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:46:47.989584 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-6e90f5b1-683a-4c76-be17-b696d0fa9c80 req-078a6143-30ef-4efc-ba38-91fc436b8f8d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=44fc5a0e-e05e-4887-a12b-3d1c69de9281 HTTP/1.1" status: 200 len: 850 time: 0.0520453 Nov 22 20:46:48.038470 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e90f5b1-683a-4c76-be17-b696d0fa9c80 req-c11b1786-2536-4230-bff3-961db6fd8848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:46:48.040052 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-6e90f5b1-683a-4c76-be17-b696d0fa9c80 req-c11b1786-2536-4230-bff3-961db6fd8848 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6bc37553-a100-43d1-8d1a-4277980617a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445588 Nov 22 20:46:48.133197 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-6e90f5b1-683a-4c76-be17-b696d0fa9c80 req-33ec967d-acb6-4443-ab5c-56c2d4129cfb service neutron] 10.222.0.41 "GET /v2.0/networks/6bc37553-a100-43d1-8d1a-4277980617a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861814 Nov 22 20:46:48.222492 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-6e90f5b1-683a-4c76-be17-b696d0fa9c80 req-3e4a4210-a16b-4649-bd48-deaa0b2b30f1 service neutron] 10.222.0.41 "GET /v2.0/networks/6bc37553-a100-43d1-8d1a-4277980617a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823426 Nov 22 20:46:48.441464 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7372396d-fc43-4995-b596-69e184ac5272 req-cc62f5d2-9a1f-46ea-ab54-c271300db063 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:46:48.442963 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7372396d-fc43-4995-b596-69e184ac5272 req-cc62f5d2-9a1f-46ea-ab54-c271300db063 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/ports?device_id=da4061d0-7036-42d3-b9e8-c470a6a7998f HTTP/1.1" status: 200 len: 944 time: 0.0486660 Nov 22 20:46:48.492285 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7372396d-fc43-4995-b596-69e184ac5272 req-0dffea53-7862-4612-becf-de6036c1fd41 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/security-groups?id=9864cc45-44c4-4b67-942c-2c61a6cfb46e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432885 Nov 22 20:46:48.614676 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [req-1b8c2260-82df-4b78-9410-119f29b51897 req-cdd60219-80ef-451d-9779-02cc3996ded3 service neutron] (103447) timed out ('10.222.0.20', 53875) {{(pid=103447) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 22 20:46:49.613477 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fbac04-1e1f-40ae-9612-4908a6263bc4 req-06b88b4c-1a2a-4729-89bc-ad85828981e4 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:46:49.614976 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d6fbac04-1e1f-40ae-9612-4908a6263bc4 req-06b88b4c-1a2a-4729-89bc-ad85828981e4 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/ports?device_id=da4061d0-7036-42d3-b9e8-c470a6a7998f HTTP/1.1" status: 200 len: 944 time: 0.0531478 Nov 22 20:46:49.664325 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d6fbac04-1e1f-40ae-9612-4908a6263bc4 req-388f85b6-3bae-4d28-892f-8d4311348eee tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/security-groups?id=9864cc45-44c4-4b67-942c-2c61a6cfb46e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433989 Nov 22 20:46:50.792712 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52452b8c-b746-4236-9724-e0e1a65bc1f4 req-94f71d2a-26cb-4882-8f78-caa590aff442 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:46:50.794273 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-52452b8c-b746-4236-9724-e0e1a65bc1f4 req-94f71d2a-26cb-4882-8f78-caa590aff442 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/ports?device_id=da4061d0-7036-42d3-b9e8-c470a6a7998f HTTP/1.1" status: 200 len: 944 time: 0.0521600 Nov 22 20:46:50.848297 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-52452b8c-b746-4236-9724-e0e1a65bc1f4 req-41895a0c-010e-4e52-91d9-8a71fa899cbc tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/security-groups?id=9864cc45-44c4-4b67-942c-2c61a6cfb46e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461335 Nov 22 20:46:51.962108 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a26a6e-e1a8-4382-8e1d-6b11c381cd6f req-7562679a-5c44-40ad-b63d-47a18be58b0a tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:46:51.963594 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-33a26a6e-e1a8-4382-8e1d-6b11c381cd6f req-7562679a-5c44-40ad-b63d-47a18be58b0a tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/ports?device_id=da4061d0-7036-42d3-b9e8-c470a6a7998f HTTP/1.1" status: 200 len: 944 time: 0.0475860 Nov 22 20:46:52.014868 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-33a26a6e-e1a8-4382-8e1d-6b11c381cd6f req-06a623aa-a54e-43de-aa4f-567f1da77b68 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/security-groups?id=9864cc45-44c4-4b67-942c-2c61a6cfb46e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449214 Nov 22 20:46:53.130028 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf45092-3810-45bd-add5-b3c234295bd6 req-fd4bfee8-7876-49d9-b235-91855a825994 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:46:53.131543 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5bf45092-3810-45bd-add5-b3c234295bd6 req-fd4bfee8-7876-49d9-b235-91855a825994 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/ports?device_id=da4061d0-7036-42d3-b9e8-c470a6a7998f HTTP/1.1" status: 200 len: 944 time: 0.0487642 Nov 22 20:46:53.180155 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5bf45092-3810-45bd-add5-b3c234295bd6 req-59c1e23c-279c-4c0e-b911-ea872915f9f2 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/security-groups?id=9864cc45-44c4-4b67-942c-2c61a6cfb46e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426602 Nov 22 20:46:54.293914 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a45b24-b138-45da-9b9c-968660e33571 req-3d855038-b575-4400-993b-67352b49ad46 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:46:54.295386 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-54a45b24-b138-45da-9b9c-968660e33571 req-3d855038-b575-4400-993b-67352b49ad46 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/ports?device_id=da4061d0-7036-42d3-b9e8-c470a6a7998f HTTP/1.1" status: 200 len: 944 time: 0.0486994 Nov 22 20:46:54.342471 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-54a45b24-b138-45da-9b9c-968660e33571 req-1cc0a4a8-7223-47c9-82a9-8e2fab5fc58f tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/security-groups?id=9864cc45-44c4-4b67-942c-2c61a6cfb46e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411723 Nov 22 20:46:55.459944 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fba47a0-29e0-4ea3-ac53-9d3f9853d1de req-9ca6b1d6-7a5e-4366-a4e5-d614bf1a8ca6 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:46:55.461437 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7fba47a0-29e0-4ea3-ac53-9d3f9853d1de req-9ca6b1d6-7a5e-4366-a4e5-d614bf1a8ca6 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/ports?device_id=da4061d0-7036-42d3-b9e8-c470a6a7998f HTTP/1.1" status: 200 len: 944 time: 0.0511935 Nov 22 20:46:55.508720 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7fba47a0-29e0-4ea3-ac53-9d3f9853d1de req-248ebc36-7d67-4173-b18d-648edb5c64fd tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/security-groups?id=9864cc45-44c4-4b67-942c-2c61a6cfb46e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413308 Nov 22 20:46:56.624695 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8595c8b3-8dac-4a67-81c4-addd1c7f566e req-d2798c89-f8c7-4d14-b6e7-4b030840b219 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:46:56.626199 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8595c8b3-8dac-4a67-81c4-addd1c7f566e req-d2798c89-f8c7-4d14-b6e7-4b030840b219 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/ports?device_id=da4061d0-7036-42d3-b9e8-c470a6a7998f HTTP/1.1" status: 200 len: 944 time: 0.0482948 Nov 22 20:46:56.674569 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8595c8b3-8dac-4a67-81c4-addd1c7f566e req-623d8875-0407-4c2c-8b16-e58983ba4404 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/security-groups?id=9864cc45-44c4-4b67-942c-2c61a6cfb46e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421202 Nov 22 20:46:57.789874 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371e5b58-5032-4e1c-a9e6-c28c56df1c78 req-2e141103-8876-4323-9f1c-27ebdc112afc tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:46:57.791350 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-371e5b58-5032-4e1c-a9e6-c28c56df1c78 req-2e141103-8876-4323-9f1c-27ebdc112afc tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/ports?device_id=da4061d0-7036-42d3-b9e8-c470a6a7998f HTTP/1.1" status: 200 len: 944 time: 0.0511997 Nov 22 20:46:57.840541 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-371e5b58-5032-4e1c-a9e6-c28c56df1c78 req-dd479efd-c20e-42c9-961a-fca988865a27 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/security-groups?id=9864cc45-44c4-4b67-942c-2c61a6cfb46e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429869 Nov 22 20:46:58.954420 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bae53d0-fc93-442c-8f47-179c8624e8f5 req-1084e462-f404-4fbd-b6c9-fc1d4c0d54a5 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:46:58.955921 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7bae53d0-fc93-442c-8f47-179c8624e8f5 req-1084e462-f404-4fbd-b6c9-fc1d4c0d54a5 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/ports?device_id=da4061d0-7036-42d3-b9e8-c470a6a7998f HTTP/1.1" status: 200 len: 944 time: 0.0480535 Nov 22 20:46:59.004979 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7bae53d0-fc93-442c-8f47-179c8624e8f5 req-cb2bf458-5b39-48bd-8d99-522d921a3e66 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/security-groups?id=9864cc45-44c4-4b67-942c-2c61a6cfb46e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430984 Nov 22 20:46:59.335009 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 093a6936-c1e7-4649-be39-454bfccae153 details requested by agent hyperv_n-h1-818823-1 with host n-h1-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 20:46:59.428003 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 093a6936-c1e7-4649-be39-454bfccae153, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=093a6936-c1e7-4649-be39-454bfccae153,segment=NetworkSegment(4aa11b26-9f57-405f-9190-6abb0565ab6f),segment_id=4aa11b26-9f57-405f-9190-6abb0565ab6f)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:46:59.439774 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Returning: {'device': '093a6936-c1e7-4649-be39-454bfccae153', 'network_id': '6bc37553-a100-43d1-8d1a-4277980617a1', 'port_id': '093a6936-c1e7-4649-be39-454bfccae153', 'mac_address': 'fa:16:3e:5c:95:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44fc5a0e-e05e-4887-a12b-3d1c69de9281', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 20:46:59.479228 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:46:59.492092 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 093a6936-c1e7-4649-be39-454bfccae153 {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:46:59.511364 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 093a6936-c1e7-4649-be39-454bfccae153, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=093a6936-c1e7-4649-be39-454bfccae153,segment=NetworkSegment(4aa11b26-9f57-405f-9190-6abb0565ab6f),segment_id=4aa11b26-9f57-405f-9190-6abb0565ab6f)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:46:59.515263 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:46:59.561808 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=093a6936-c1e7-4649-be39-454bfccae153,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:46:59.569695 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:46:59.570043 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:46:59.570385 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:46:59.570722 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:46:59.571055 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:46:59.571385 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:46:59.571740 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:46:59.572067 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:46:59.572393 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:46:59.572716 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:46:59.573040 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:46:59.573364 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:46:59.716525 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] get_ports_and_sgs() called for port_ids ['093a6936-c1e7-4649-be39-454bfccae153'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:47:00.015443 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-87b4e119-c9eb-4d6b-8912-60342b454d7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:47:00.120489 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce6fe2b-2ab2-41d7-8be6-b5fe7dd5707e req-0e66d424-1ce2-4891-9888-10b820ac8396 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:47:00.121973 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9ce6fe2b-2ab2-41d7-8be6-b5fe7dd5707e req-0e66d424-1ce2-4891-9888-10b820ac8396 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/ports?device_id=da4061d0-7036-42d3-b9e8-c470a6a7998f HTTP/1.1" status: 200 len: 945 time: 0.0492699 Nov 22 20:47:00.173973 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9ce6fe2b-2ab2-41d7-8be6-b5fe7dd5707e req-2f366b40-ded0-44ab-9bf8-d329bbc18233 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/security-groups?id=9864cc45-44c4-4b67-942c-2c61a6cfb46e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455818 Nov 22 20:47:01.287900 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02787090-db97-4ee5-a94c-6a415922601b req-b705756c-0041-4b74-8b07-7b0d8d5d54e0 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:47:01.289355 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-02787090-db97-4ee5-a94c-6a415922601b req-b705756c-0041-4b74-8b07-7b0d8d5d54e0 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/ports?device_id=da4061d0-7036-42d3-b9e8-c470a6a7998f HTTP/1.1" status: 200 len: 945 time: 0.0477529 Nov 22 20:47:01.334558 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 093a6936-c1e7-4649-be39-454bfccae153 up at agent hyperv_n-h1-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:47:01.337533 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-02787090-db97-4ee5-a94c-6a415922601b req-9a2d6cdc-0fb5-4edb-a887-a388601ebedc tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/security-groups?id=9864cc45-44c4-4b67-942c-2c61a6cfb46e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422962 Nov 22 20:47:01.384057 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Provisioning for port 093a6936-c1e7-4649-be39-454bfccae153 completed by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 20:47:01.388192 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Provisioning complete for port 093a6936-c1e7-4649-be39-454bfccae153 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:47:01.388560 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:47:01.465347 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:47:01.487750 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da4061d0-7036-42d3-b9e8-c470a6a7998f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '093a6936-c1e7-4649-be39-454bfccae153'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:47:01.489970 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d39f6d30a11e565ec9648abcc015e8a6ab6cff4edd704add8155e28765d31eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d929c34-647b-4839-8e95-0fa0a7d5e31c" -d '{"events": [{"server_uuid": "da4061d0-7036-42d3-b9e8-c470a6a7998f", "name": "network-vif-plugged", "status": "completed", "tag": "093a6936-c1e7-4649-be39-454bfccae153"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:47:01.503158 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 093a6936-c1e7-4649-be39-454bfccae153, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=093a6936-c1e7-4649-be39-454bfccae153,segment=NetworkSegment(4aa11b26-9f57-405f-9190-6abb0565ab6f),segment_id=4aa11b26-9f57-405f-9190-6abb0565ab6f)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:47:01.507890 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:47:01.530700 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:47:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d3cbd6c-3894-4028-b02b-82bbe2d22ccc x-openstack-request-id: req-8d3cbd6c-3894-4028-b02b-82bbe2d22ccc {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:47:01.530991 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da4061d0-7036-42d3-b9e8-c470a6a7998f", "name": "network-vif-plugged", "status": "completed", "tag": "093a6936-c1e7-4649-be39-454bfccae153", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:47:01.531923 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8d3cbd6c-3894-4028-b02b-82bbe2d22ccc {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:47:01.532317 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da4061d0-7036-42d3-b9e8-c470a6a7998f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '093a6936-c1e7-4649-be39-454bfccae153', 'code': 200} Nov 22 20:47:01.557732 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=093a6936-c1e7-4649-be39-454bfccae153,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:47:01.625982 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f482607-23c1-477f-87e3-a6a74d42d22f req-a216bd93-3905-45ec-b00d-a3cd4760f6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:47:01.627806 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-1f482607-23c1-477f-87e3-a6a74d42d22f req-a216bd93-3905-45ec-b00d-a3cd4760f6fa service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=da4061d0-7036-42d3-b9e8-c470a6a7998f HTTP/1.1" status: 200 len: 1097 time: 0.0412910 Nov 22 20:47:01.673702 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-1f482607-23c1-477f-87e3-a6a74d42d22f req-ca1f9d20-bccb-4e2f-9ce3-4d571e55ebec service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=9864cc45-44c4-4b67-942c-2c61a6cfb46e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389156 Nov 22 20:47:02.455143 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4ae48b-cad4-49da-b606-b7b3cb445fd6 req-a7958dc3-feed-48b0-ae2b-68de51f2dc0e tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:47:02.456639 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2d4ae48b-cad4-49da-b606-b7b3cb445fd6 req-a7958dc3-feed-48b0-ae2b-68de51f2dc0e tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/ports?device_id=da4061d0-7036-42d3-b9e8-c470a6a7998f HTTP/1.1" status: 200 len: 946 time: 0.0479581 Nov 22 20:47:02.504891 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2d4ae48b-cad4-49da-b606-b7b3cb445fd6 req-7ab39825-5fcc-4ff6-aff1-c8199aeba4d0 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/security-groups?id=9864cc45-44c4-4b67-942c-2c61a6cfb46e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422747 Nov 22 20:47:02.960587 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-951ebdf6-e926-4c02-aeab-7e1270b71834 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:47:03.521372 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-03f0964f-1b75-4df7-99e0-a3cdb56ec2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:47:03.624388 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4bfc94-7dbd-4bbc-a358-2d853d7d116a req-57f4485a-c341-4db8-b657-b098721cc746 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:47:03.626347 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1d4bfc94-7dbd-4bbc-a358-2d853d7d116a req-57f4485a-c341-4db8-b657-b098721cc746 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/ports?device_id=da4061d0-7036-42d3-b9e8-c470a6a7998f HTTP/1.1" status: 200 len: 946 time: 0.0518003 Nov 22 20:47:03.674329 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1d4bfc94-7dbd-4bbc-a358-2d853d7d116a req-f3fc376f-2cea-4d27-8be6-708084c0828b tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/security-groups?id=9864cc45-44c4-4b67-942c-2c61a6cfb46e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413344 Nov 22 20:47:03.786830 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9b9224-de22-4c66-8f42-3558c29e9a40 req-778a792c-822f-494a-90e8-9c5a71ccbab4 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:47:03.788264 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8c9b9224-de22-4c66-8f42-3558c29e9a40 req-778a792c-822f-494a-90e8-9c5a71ccbab4 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/ports?device_id=da4061d0-7036-42d3-b9e8-c470a6a7998f HTTP/1.1" status: 200 len: 946 time: 0.0481474 Nov 22 20:47:03.838029 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8c9b9224-de22-4c66-8f42-3558c29e9a40 req-0a22cbe5-de46-485e-9d2e-3b35def51b5e tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/security-groups?id=9864cc45-44c4-4b67-942c-2c61a6cfb46e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437000 Nov 22 20:47:03.859826 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 56470) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:47:03.898046 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe7e00a8-18a8-4160-b65f-2a901d3b2e1f tempest-TestVolumeBootPattern-1610963527 tempest-TestVolumeBootPattern-1610963527-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:47:03.899550 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-fe7e00a8-18a8-4160-b65f-2a901d3b2e1f tempest-TestVolumeBootPattern-1610963527 tempest-TestVolumeBootPattern-1610963527-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=da4061d0-7036-42d3-b9e8-c470a6a7998f HTTP/1.1" status: 200 len: 1092 time: 0.0387406 Nov 22 20:47:03.902366 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 56472) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:47:03.906684 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-7b03c3b9-260c-4a82-ace5-6a4a14bf1124 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Request body: {'floatingip': {'floating_network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'port_id': '093a6936-c1e7-4649-be39-454bfccae153', 'tenant_id': '2159a301d65a4f0aa3ad4e0df129c1f8', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:47:03.927761 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-7b03c3b9-260c-4a82-ace5-6a4a14bf1124 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Publish callbacks [] for floatingip, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:47:04.025384 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-7b03c3b9-260c-4a82-ace5-6a4a14bf1124 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:47:04.128927 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [None req-7b03c3b9-260c-4a82-ace5-6a4a14bf1124 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Allocated IP 172.25.5.181 (c48a55e9-6a85-4746-b7bf-3e29fb560094/5da6f781-63e6-4328-ae7a-5e672262f55a/be792146-6d87-441a-aeef-3c3477dc7e1a) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:47:04.223537 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-7b03c3b9-260c-4a82-ace5-6a4a14bf1124 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:47:04.256598 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-7b03c3b9-260c-4a82-ace5-6a4a14bf1124 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:47:04.298719 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b03c3b9-260c-4a82-ace5-6a4a14bf1124 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Network c48a55e9-6a85-4746-b7bf-3e29fb560094 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:47:04.301805 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-7b03c3b9-260c-4a82-ace5-6a4a14bf1124 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:47:04.305867 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b03c3b9-260c-4a82-ace5-6a4a14bf1124 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:47:04.311339 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b03c3b9-260c-4a82-ace5-6a4a14bf1124 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Pushing event updated for resources: {'Port': ['ID=be792146-6d87-441a-aeef-3c3477dc7e1a,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:47:05.008005 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-7b03c3b9-260c-4a82-ace5-6a4a14bf1124 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:47:05.074773 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-7b03c3b9-260c-4a82-ace5-6a4a14bf1124 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:47:05.164375 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.agents_db [None req-aa8313f2-1ee4-4e7b-8c5a-d32b2f9d31ee None None] Agent healthcheck: found 7 active agents {{(pid=103450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 20:47:05.221851 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e49ee129-e862-4476-beca-cdc8150d2345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:47:05.224718 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-7b03c3b9-260c-4a82-ace5-6a4a14bf1124 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Publish callbacks [] for port, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:47:05.230469 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-7b03c3b9-260c-4a82-ace5-6a4a14bf1124 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:47:05.300329 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b03c3b9-260c-4a82-ace5-6a4a14bf1124 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Pushing event updated for resources: {'Port': ['ID=be792146-6d87-441a-aeef-3c3477dc7e1a,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:47:05.310820 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-7b03c3b9-260c-4a82-ace5-6a4a14bf1124 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-595224'] for floatingip, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:47:05.411533 n-d-818823-1 neutron-server[103447]: INFO neutron.db.l3_db [None req-7b03c3b9-260c-4a82-ace5-6a4a14bf1124 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Floating IP d8fb09da-9c8e-4ba7-938b-688a2847e82d associated. External IP: 172.25.5.181, port: 093a6936-c1e7-4649-be39-454bfccae153. Nov 22 20:47:05.615877 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b03c3b9-260c-4a82-ace5-6a4a14bf1124 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Router eda5fe0d-d33d-4c54-bf5b-093e7495b1ea has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 20:47:05.724909 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b03c3b9-260c-4a82-ace5-6a4a14bf1124 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:47:05.735681 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-605d0e75-c5b4-4ab1-bf7f-595fe493981e None None] Sync routers for ids ['eda5fe0d-d33d-4c54-bf5b-093e7495b1ea'] in n-d-818823-1 {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:47:05.743891 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-7b03c3b9-260c-4a82-ace5-6a4a14bf1124 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for floatingip, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:47:05.745565 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-605d0e75-c5b4-4ab1-bf7f-595fe493981e None None] Routers {'eda5fe0d-d33d-4c54-bf5b-093e7495b1ea'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:47:05.747330 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-605d0e75-c5b4-4ab1-bf7f-595fe493981e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:47:03Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['eda5fe0d-d33d-4c54-bf5b-093e7495b1ea'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:47:05.771232 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-7b03c3b9-260c-4a82-ace5-6a4a14bf1124 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8678174 Nov 22 20:47:05.771973 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da4061d0-7036-42d3-b9e8-c470a6a7998f', 'tag': '093a6936-c1e7-4649-be39-454bfccae153'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:47:05.774222 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-849c986a-ad9b-4aa5-a836-3cfcb242acd8" -d '{"events": [{"name": "network-changed", "server_uuid": "da4061d0-7036-42d3-b9e8-c470a6a7998f", "tag": "093a6936-c1e7-4649-be39-454bfccae153"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:47:05.815088 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 20:47:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1279f33-8fe6-4df5-90be-b9228eee4bcf x-openstack-request-id: req-b1279f33-8fe6-4df5-90be-b9228eee4bcf {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:47:05.815380 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da4061d0-7036-42d3-b9e8-c470a6a7998f", "tag": "093a6936-c1e7-4649-be39-454bfccae153", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:47:05.815666 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b1279f33-8fe6-4df5-90be-b9228eee4bcf {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:47:05.816077 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da4061d0-7036-42d3-b9e8-c470a6a7998f', 'tag': '093a6936-c1e7-4649-be39-454bfccae153', 'status': 'completed', 'code': 200} Nov 22 20:47:05.855983 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-605d0e75-c5b4-4ab1-bf7f-595fe493981e None None] Set router eda5fe0d-d33d-4c54-bf5b-093e7495b1ea gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:47:05.880469 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849c986a-ad9b-4aa5-a836-3cfcb242acd8 req-f3021a38-98c5-4a67-b1f5-79ca5e96610b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:47:05.882104 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-849c986a-ad9b-4aa5-a836-3cfcb242acd8 req-f3021a38-98c5-4a67-b1f5-79ca5e96610b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2159a301d65a4f0aa3ad4e0df129c1f8&device_id=da4061d0-7036-42d3-b9e8-c470a6a7998f HTTP/1.1" status: 200 len: 1097 time: 0.0449731 Nov 22 20:47:05.974027 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849c986a-ad9b-4aa5-a836-3cfcb242acd8 req-6fc1c74a-48d4-421c-b471-d1d5d99526f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:47:05.975709 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-849c986a-ad9b-4aa5-a836-3cfcb242acd8 req-6fc1c74a-48d4-421c-b471-d1d5d99526f5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6bc37553-a100-43d1-8d1a-4277980617a1 HTTP/1.1" status: 200 len: 912 time: 0.0857568 Nov 22 20:47:06.056958 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-849c986a-ad9b-4aa5-a836-3cfcb242acd8 req-8b8796df-996b-4691-b069-b4ccb1a317e0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=093a6936-c1e7-4649-be39-454bfccae153 HTTP/1.1" status: 200 len: 1000 time: 0.0746620 Nov 22 20:47:06.102189 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:47:06.106059 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849c986a-ad9b-4aa5-a836-3cfcb242acd8 req-9c0535ab-6c65-4d14-b979-07e467d8e6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:47:06.107605 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-849c986a-ad9b-4aa5-a836-3cfcb242acd8 req-9c0535ab-6c65-4d14-b979-07e467d8e6f7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=44fc5a0e-e05e-4887-a12b-3d1c69de9281 HTTP/1.1" status: 200 len: 850 time: 0.0444407 Nov 22 20:47:06.154840 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849c986a-ad9b-4aa5-a836-3cfcb242acd8 req-4e476277-4b67-466d-9eee-ecf18a274ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:47:06.156888 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-849c986a-ad9b-4aa5-a836-3cfcb242acd8 req-4e476277-4b67-466d-9eee-ecf18a274ace service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6bc37553-a100-43d1-8d1a-4277980617a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427134 Nov 22 20:47:06.171451 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-605d0e75-c5b4-4ab1-bf7f-595fe493981e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eda5fe0d-d33d-4c54-bf5b-093e7495b1ea', 'name': 'tempest-TestVolumeBootPattern-666350845-router', 'tenant_id': '2159a301d65a4f0aa3ad4e0df129c1f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': '6d26e137-a572-4a3e-884f-1cdc550153e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:43:14Z', 'updated_at': '2021-11-22T20:43:16Z', 'revision_number': 4, 'project_id': '2159a301d65a4f0aa3ad4e0df129c1f8', 'gw_port': {'id': '6d26e137-a572-4a3e-884f-1cdc550153e0', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:33:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda5fe0d-d33d-4c54-bf5b-093e7495b1ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:43:14Z', 'updated_at': '2021-11-22T20:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_floatingips': [{'id': 'd8fb09da-9c8e-4ba7-938b-688a2847e82d', 'tenant_id': '2159a301d65a4f0aa3ad4e0df129c1f8', 'floating_ip_address': '172.25.5.181', 'floating_network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'router_id': 'eda5fe0d-d33d-4c54-bf5b-093e7495b1ea', 'port_id': '093a6936-c1e7-4649-be39-454bfccae153', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4014, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6bc37553-a100-43d1-8d1a-4277980617a1', 'mac_address': 'fa:16:3e:5c:95:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da4061d0-7036-42d3-b9e8-c470a6a7998f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T20:47:04Z', 'updated_at': '2021-11-22T20:47:04Z', 'revision_number': 0, 'project_id': '2159a301d65a4f0aa3ad4e0df129c1f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75d4ed73-b1ac-46b5-823f-881558dd0b91', 'name': '', 'network_id': '6bc37553-a100-43d1-8d1a-4277980617a1', 'tenant_id': '2159a301d65a4f0aa3ad4e0df129c1f8', 'mac_address': 'fa:16:3e:b0:42:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda5fe0d-d33d-4c54-bf5b-093e7495b1ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '44fc5a0e-e05e-4887-a12b-3d1c69de9281', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:43:16Z', 'updated_at': '2021-11-22T20:43:22Z', 'revision_number': 5, 'project_id': '2159a301d65a4f0aa3ad4e0df129c1f8', 'subnets': [{'id': '44fc5a0e-e05e-4887-a12b-3d1c69de9281', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:47:06.200766 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-605d0e75-c5b4-4ab1-bf7f-595fe493981e None None] Checking router: eda5fe0d-d33d-4c54-bf5b-093e7495b1ea for host: n-d-818823-1 {{(pid=103449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 20:47:06.215404 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-605d0e75-c5b4-4ab1-bf7f-595fe493981e None None] Routers {'eda5fe0d-d33d-4c54-bf5b-093e7495b1ea'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:47:06.216041 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-605d0e75-c5b4-4ab1-bf7f-595fe493981e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:47:03Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['eda5fe0d-d33d-4c54-bf5b-093e7495b1ea'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:47:06.250400 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-849c986a-ad9b-4aa5-a836-3cfcb242acd8 req-31431f55-2ed0-467e-bf21-a18062d286a6 service neutron] 10.222.0.41 "GET /v2.0/networks/6bc37553-a100-43d1-8d1a-4277980617a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864873 Nov 22 20:47:06.339639 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-849c986a-ad9b-4aa5-a836-3cfcb242acd8 req-2d06e0b9-7ec7-4ba0-b0e3-67b5215ef23c service neutron] 10.222.0.41 "GET /v2.0/networks/6bc37553-a100-43d1-8d1a-4277980617a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820496 Nov 22 20:47:06.372247 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-605d0e75-c5b4-4ab1-bf7f-595fe493981e None None] Set router eda5fe0d-d33d-4c54-bf5b-093e7495b1ea gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:47:06.777998 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-605d0e75-c5b4-4ab1-bf7f-595fe493981e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eda5fe0d-d33d-4c54-bf5b-093e7495b1ea', 'name': 'tempest-TestVolumeBootPattern-666350845-router', 'tenant_id': '2159a301d65a4f0aa3ad4e0df129c1f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': '6d26e137-a572-4a3e-884f-1cdc550153e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:43:14Z', 'updated_at': '2021-11-22T20:43:16Z', 'revision_number': 4, 'project_id': '2159a301d65a4f0aa3ad4e0df129c1f8', 'gw_port': {'id': '6d26e137-a572-4a3e-884f-1cdc550153e0', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:33:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda5fe0d-d33d-4c54-bf5b-093e7495b1ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:43:14Z', 'updated_at': '2021-11-22T20:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_floatingips': [{'id': 'd8fb09da-9c8e-4ba7-938b-688a2847e82d', 'tenant_id': '2159a301d65a4f0aa3ad4e0df129c1f8', 'floating_ip_address': '172.25.5.181', 'floating_network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'router_id': 'eda5fe0d-d33d-4c54-bf5b-093e7495b1ea', 'port_id': '093a6936-c1e7-4649-be39-454bfccae153', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4014, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6bc37553-a100-43d1-8d1a-4277980617a1', 'mac_address': 'fa:16:3e:5c:95:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da4061d0-7036-42d3-b9e8-c470a6a7998f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T20:47:04Z', 'updated_at': '2021-11-22T20:47:04Z', 'revision_number': 0, 'project_id': '2159a301d65a4f0aa3ad4e0df129c1f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75d4ed73-b1ac-46b5-823f-881558dd0b91', 'name': '', 'network_id': '6bc37553-a100-43d1-8d1a-4277980617a1', 'tenant_id': '2159a301d65a4f0aa3ad4e0df129c1f8', 'mac_address': 'fa:16:3e:b0:42:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda5fe0d-d33d-4c54-bf5b-093e7495b1ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '44fc5a0e-e05e-4887-a12b-3d1c69de9281', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:43:16Z', 'updated_at': '2021-11-22T20:43:22Z', 'revision_number': 5, 'project_id': '2159a301d65a4f0aa3ad4e0df129c1f8', 'subnets': [{'id': '44fc5a0e-e05e-4887-a12b-3d1c69de9281', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:47:06.805767 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-605d0e75-c5b4-4ab1-bf7f-595fe493981e None None] The sync data for ids ['eda5fe0d-d33d-4c54-bf5b-093e7495b1ea'] in n-d-818823-1 is: [{'id': 'eda5fe0d-d33d-4c54-bf5b-093e7495b1ea', 'name': 'tempest-TestVolumeBootPattern-666350845-router', 'tenant_id': '2159a301d65a4f0aa3ad4e0df129c1f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': '6d26e137-a572-4a3e-884f-1cdc550153e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:43:14Z', 'updated_at': '2021-11-22T20:43:16Z', 'revision_number': 4, 'project_id': '2159a301d65a4f0aa3ad4e0df129c1f8', 'gw_port': {'id': '6d26e137-a572-4a3e-884f-1cdc550153e0', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:33:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda5fe0d-d33d-4c54-bf5b-093e7495b1ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:43:14Z', 'updated_at': '2021-11-22T20:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_floatingips': [{'id': 'd8fb09da-9c8e-4ba7-938b-688a2847e82d', 'tenant_id': '2159a301d65a4f0aa3ad4e0df129c1f8', 'floating_ip_address': '172.25.5.181', 'floating_network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'router_id': 'eda5fe0d-d33d-4c54-bf5b-093e7495b1ea', 'port_id': '093a6936-c1e7-4649-be39-454bfccae153', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4014, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6bc37553-a100-43d1-8d1a-4277980617a1', 'mac_address': 'fa:16:3e:5c:95:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da4061d0-7036-42d3-b9e8-c470a6a7998f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T20:47:04Z', 'updated_at': '2021-11-22T20:47:04Z', 'revision_number': 0, 'project_id': '2159a301d65a4f0aa3ad4e0df129c1f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75d4ed73-b1ac-46b5-823f-881558dd0b91', 'name': '', 'network_id': '6bc37553-a100-43d1-8d1a-4277980617a1', 'tenant_id': '2159a301d65a4f0aa3ad4e0df129c1f8', 'mac_address': 'fa:16:3e:b0:42:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda5fe0d-d33d-4c54-bf5b-093e7495b1ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '44fc5a0e-e05e-4887-a12b-3d1c69de9281', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:43:16Z', 'updated_at': '2021-11-22T20:43:22Z', 'revision_number': 5, 'project_id': '2159a301d65a4f0aa3ad4e0df129c1f8', 'subnets': [{'id': '44fc5a0e-e05e-4887-a12b-3d1c69de9281', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:47:07.001830 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae8b8e2b-5d98-4c19-b3cc-9212b2ae78a0 None None] New status for floating IP d8fb09da-9c8e-4ba7-938b-688a2847e82d: ACTIVE {{(pid=103450) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 20:47:14.707909 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:47:14.718820 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:47:30.017606 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-5fc1d172-6e25-4907-85ce-ec45c31553c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:47:32.960925 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-1abc43eb-7020-49e2-a9e0-6f469fce19b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:47:33.524632 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-03f0964f-1b75-4df7-99e0-a3cdb56ec2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:47:35.229421 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e49ee129-e862-4476-beca-cdc8150d2345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:47:35.930403 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-727d83bd-a9d8-4930-9d51-3f8c9395198c req-6a2026e8-7a38-4323-a3c8-9ca23aedb938 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=da4061d0-7036-42d3-b9e8-c470a6a7998f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0423756 Nov 22 20:47:36.022467 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727d83bd-a9d8-4930-9d51-3f8c9395198c req-fcf84bb7-6903-42d8-aad2-44a36d7e18ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:47:36.024401 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-727d83bd-a9d8-4930-9d51-3f8c9395198c req-fcf84bb7-6903-42d8-aad2-44a36d7e18ef service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2159a301d65a4f0aa3ad4e0df129c1f8&device_id=da4061d0-7036-42d3-b9e8-c470a6a7998f HTTP/1.1" status: 200 len: 1097 time: 0.0517130 Nov 22 20:47:36.074879 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:47:36.131806 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727d83bd-a9d8-4930-9d51-3f8c9395198c req-1b257892-a3eb-4821-8d35-7a35e9c17e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:47:36.133304 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-727d83bd-a9d8-4930-9d51-3f8c9395198c req-1b257892-a3eb-4821-8d35-7a35e9c17e65 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6bc37553-a100-43d1-8d1a-4277980617a1 HTTP/1.1" status: 200 len: 912 time: 0.0878143 Nov 22 20:47:36.471001 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-727d83bd-a9d8-4930-9d51-3f8c9395198c req-f728c1cf-2645-41db-9b47-0d95e647367a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=093a6936-c1e7-4649-be39-454bfccae153 HTTP/1.1" status: 200 len: 1002 time: 0.3310206 Nov 22 20:47:36.520984 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727d83bd-a9d8-4930-9d51-3f8c9395198c req-3b20c12a-b669-43ec-b6dc-3f70f55d7909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:47:36.522437 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-727d83bd-a9d8-4930-9d51-3f8c9395198c req-3b20c12a-b669-43ec-b6dc-3f70f55d7909 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=44fc5a0e-e05e-4887-a12b-3d1c69de9281 HTTP/1.1" status: 200 len: 850 time: 0.0432918 Nov 22 20:47:36.568444 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727d83bd-a9d8-4930-9d51-3f8c9395198c req-7bffd6ca-53fb-403e-875b-2a5d7958aacf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:47:36.569925 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-727d83bd-a9d8-4930-9d51-3f8c9395198c req-7bffd6ca-53fb-403e-875b-2a5d7958aacf service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6bc37553-a100-43d1-8d1a-4277980617a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407126 Nov 22 20:47:36.661919 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-727d83bd-a9d8-4930-9d51-3f8c9395198c req-ccb7f7b0-a0d3-4d5b-bc27-a4d6035c4574 service neutron] 10.222.0.41 "GET /v2.0/networks/6bc37553-a100-43d1-8d1a-4277980617a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841448 Nov 22 20:47:36.760168 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-727d83bd-a9d8-4930-9d51-3f8c9395198c req-4e967f81-b379-4817-96d7-e861d70a0fb4 service neutron] 10.222.0.41 "GET /v2.0/networks/6bc37553-a100-43d1-8d1a-4277980617a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903320 Nov 22 20:47:42.164285 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.agents_db [None req-aa8313f2-1ee4-4e7b-8c5a-d32b2f9d31ee None None] Agent healthcheck: found 7 active agents {{(pid=103450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 20:47:44.703570 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:47:44.724969 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:48:00.019819 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-10bce34d-8935-4676-ac8f-795ecae8027a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:48:02.960728 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-8a13e993-a818-465c-b3cf-a0f9f3dc10bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:48:03.527704 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-03f0964f-1b75-4df7-99e0-a3cdb56ec2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:48:05.229581 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e49ee129-e862-4476-beca-cdc8150d2345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:48:06.080091 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:48:14.718706 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:48:14.744694 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:48:19.163455 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.agents_db [None req-aa8313f2-1ee4-4e7b-8c5a-d32b2f9d31ee None None] Agent healthcheck: found 7 active agents {{(pid=103450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 20:48:30.021348 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e80913d8-199d-49e0-a283-63dfd55de604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:48:32.961147 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-f15380da-5dc9-46ed-8572-7d7668d2cccc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:48:33.531249 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-03f0964f-1b75-4df7-99e0-a3cdb56ec2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:48:35.232884 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e49ee129-e862-4476-beca-cdc8150d2345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:48:35.897048 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-52359324-11d3-4286-a5bc-7d4143f995b3 req-5455521b-d996-4579-8312-3358bb770f6e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=da4061d0-7036-42d3-b9e8-c470a6a7998f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0399399 Nov 22 20:48:35.981513 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52359324-11d3-4286-a5bc-7d4143f995b3 req-8e432e83-6ed2-43f2-a22f-6aba1844e444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:48:35.982987 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-52359324-11d3-4286-a5bc-7d4143f995b3 req-8e432e83-6ed2-43f2-a22f-6aba1844e444 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2159a301d65a4f0aa3ad4e0df129c1f8&device_id=da4061d0-7036-42d3-b9e8-c470a6a7998f HTTP/1.1" status: 200 len: 1097 time: 0.0439639 Nov 22 20:48:36.085704 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:48:36.087044 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52359324-11d3-4286-a5bc-7d4143f995b3 req-f48be8f7-0732-4c3f-be07-dc491690b2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:48:36.088588 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-52359324-11d3-4286-a5bc-7d4143f995b3 req-f48be8f7-0732-4c3f-be07-dc491690b2f5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6bc37553-a100-43d1-8d1a-4277980617a1 HTTP/1.1" status: 200 len: 912 time: 0.0855978 Nov 22 20:48:36.163429 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-52359324-11d3-4286-a5bc-7d4143f995b3 req-dada16e3-ec7c-466c-86d6-d7cafce9f12e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=093a6936-c1e7-4649-be39-454bfccae153 HTTP/1.1" status: 200 len: 1002 time: 0.0674281 Nov 22 20:48:36.211847 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52359324-11d3-4286-a5bc-7d4143f995b3 req-ec7690d4-4d18-4d95-84db-280eff7cab02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:48:36.213567 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-52359324-11d3-4286-a5bc-7d4143f995b3 req-ec7690d4-4d18-4d95-84db-280eff7cab02 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=44fc5a0e-e05e-4887-a12b-3d1c69de9281 HTTP/1.1" status: 200 len: 850 time: 0.0427384 Nov 22 20:48:36.258555 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52359324-11d3-4286-a5bc-7d4143f995b3 req-74824ec1-6697-4329-b01c-f8386b9f2e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:48:36.260080 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-52359324-11d3-4286-a5bc-7d4143f995b3 req-74824ec1-6697-4329-b01c-f8386b9f2e61 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6bc37553-a100-43d1-8d1a-4277980617a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397739 Nov 22 20:48:36.357382 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-52359324-11d3-4286-a5bc-7d4143f995b3 req-0589fba0-c22f-4eb1-9a95-304c171323ee service neutron] 10.222.0.41 "GET /v2.0/networks/6bc37553-a100-43d1-8d1a-4277980617a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898585 Nov 22 20:48:36.450529 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-52359324-11d3-4286-a5bc-7d4143f995b3 req-4d24c780-2d36-4bcd-aa90-a709359f1790 service neutron] 10.222.0.41 "GET /v2.0/networks/6bc37553-a100-43d1-8d1a-4277980617a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862217 Nov 22 20:48:44.718707 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:48:44.746811 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:48:53.438799 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [req-d0babc3e-4102-4d11-8cda-7a502bcacdc4 req-438609bd-fe66-4f23-8ee1-4124b0e82353 service neutron] (103447) timed out ('10.222.0.41', 50224) {{(pid=103447) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 22 20:48:56.163353 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.agents_db [None req-aa8313f2-1ee4-4e7b-8c5a-d32b2f9d31ee None None] Agent healthcheck: found 7 active agents {{(pid=103450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 20:48:58.296520 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [req-0b1f641e-d899-4366-8eec-70504fd5d686 req-ee4459e8-a590-4f97-80e6-b888f73aa3f9 service neutron] (103447) timed out ('10.222.0.46', 55212) {{(pid=103447) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 22 20:49:00.022350 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-d69be8a7-fcca-4605-b790-1ff2d6b4d029 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:49:00.537748 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801eace2-c67c-4f6e-8a64-fa9a1588dc97 req-2403e6a8-80a2-4bc2-a638-4116d25b368a tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:49:00.539267 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-801eace2-c67c-4f6e-8a64-fa9a1588dc97 req-2403e6a8-80a2-4bc2-a638-4116d25b368a tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/ports?device_id=da4061d0-7036-42d3-b9e8-c470a6a7998f HTTP/1.1" status: 200 len: 946 time: 0.0503371 Nov 22 20:49:00.588492 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-801eace2-c67c-4f6e-8a64-fa9a1588dc97 req-6fbaffd4-513b-44c2-8722-ba0afb667036 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/security-groups?id=9864cc45-44c4-4b67-942c-2c61a6cfb46e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431252 Nov 22 20:49:01.724505 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590d4fd4-083c-487f-a843-5fafdebdb722 req-6c863dbe-51ce-45b2-a90b-1d6af499c100 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:49:01.725997 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-590d4fd4-083c-487f-a843-5fafdebdb722 req-6c863dbe-51ce-45b2-a90b-1d6af499c100 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/ports?device_id=da4061d0-7036-42d3-b9e8-c470a6a7998f HTTP/1.1" status: 200 len: 946 time: 0.0524087 Nov 22 20:49:01.774304 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-590d4fd4-083c-487f-a843-5fafdebdb722 req-4083b972-cea2-471c-9b49-d7776c9630e7 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/security-groups?id=9864cc45-44c4-4b67-942c-2c61a6cfb46e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420864 Nov 22 20:49:02.025494 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b53e594-bd3f-48cf-a642-1e65e815c99f req-6273e23c-9984-46fd-91c4-07fd7dc806df tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:49:02.026958 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-2b53e594-bd3f-48cf-a642-1e65e815c99f req-6273e23c-9984-46fd-91c4-07fd7dc806df tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.41 "GET /v2.0/ports?device_id=da4061d0-7036-42d3-b9e8-c470a6a7998f HTTP/1.1" status: 200 len: 946 time: 0.0490942 Nov 22 20:49:02.118607 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [req-2b53e594-bd3f-48cf-a642-1e65e815c99f req-c29bae14-1e94-4f9a-9794-8fceb2624524 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Deleting port 093a6936-c1e7-4649-be39-454bfccae153 {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:49:02.118949 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-2b53e594-bd3f-48cf-a642-1e65e815c99f req-c29bae14-1e94-4f9a-9794-8fceb2624524 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:49:02.206301 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-2b53e594-bd3f-48cf-a642-1e65e815c99f req-c29bae14-1e94-4f9a-9794-8fceb2624524 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] For port 093a6936-c1e7-4649-be39-454bfccae153, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=093a6936-c1e7-4649-be39-454bfccae153,segment=NetworkSegment(4aa11b26-9f57-405f-9190-6abb0565ab6f),segment_id=4aa11b26-9f57-405f-9190-6abb0565ab6f)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:49:02.206665 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-2b53e594-bd3f-48cf-a642-1e65e815c99f req-c29bae14-1e94-4f9a-9794-8fceb2624524 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:49:02.382772 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-2b53e594-bd3f-48cf-a642-1e65e815c99f req-c29bae14-1e94-4f9a-9794-8fceb2624524 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:49:02.383169 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-2b53e594-bd3f-48cf-a642-1e65e815c99f req-c29bae14-1e94-4f9a-9794-8fceb2624524 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-595224'] for floatingip, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:49:02.383476 n-d-818823-1 neutron-server[103448]: INFO neutron.db.l3_db [req-2b53e594-bd3f-48cf-a642-1e65e815c99f req-c29bae14-1e94-4f9a-9794-8fceb2624524 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Floating IP d8fb09da-9c8e-4ba7-938b-688a2847e82d disassociated. External IP: 172.25.5.181, port: 093a6936-c1e7-4649-be39-454bfccae153. Nov 22 20:49:02.383826 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [req-2b53e594-bd3f-48cf-a642-1e65e815c99f req-c29bae14-1e94-4f9a-9794-8fceb2624524 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Calling delete_port for 093a6936-c1e7-4649-be39-454bfccae153 owned by compute:nova {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:49:02.506822 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-2b53e594-bd3f-48cf-a642-1e65e815c99f req-c29bae14-1e94-4f9a-9794-8fceb2624524 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:49:02.536290 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29bae14-1e94-4f9a-9794-8fceb2624524 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Pushing event deleted for resources: {'Port': ['ID=093a6936-c1e7-4649-be39-454bfccae153,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:49:02.546725 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29bae14-1e94-4f9a-9794-8fceb2624524 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:49:02.547068 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29bae14-1e94-4f9a-9794-8fceb2624524 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:49:02.547406 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29bae14-1e94-4f9a-9794-8fceb2624524 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:49:02.547837 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29bae14-1e94-4f9a-9794-8fceb2624524 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:49:02.548169 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29bae14-1e94-4f9a-9794-8fceb2624524 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:49:02.548495 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29bae14-1e94-4f9a-9794-8fceb2624524 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:49:02.548818 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29bae14-1e94-4f9a-9794-8fceb2624524 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:49:02.549670 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29bae14-1e94-4f9a-9794-8fceb2624524 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:49:02.549670 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29bae14-1e94-4f9a-9794-8fceb2624524 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:49:02.549813 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29bae14-1e94-4f9a-9794-8fceb2624524 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:49:02.550059 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29bae14-1e94-4f9a-9794-8fceb2624524 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:49:02.550378 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29bae14-1e94-4f9a-9794-8fceb2624524 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:49:02.658090 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2b53e594-bd3f-48cf-a642-1e65e815c99f req-c29bae14-1e94-4f9a-9794-8fceb2624524 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Router eda5fe0d-d33d-4c54-bf5b-093e7495b1ea has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 20:49:02.766130 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2b53e594-bd3f-48cf-a642-1e65e815c99f req-c29bae14-1e94-4f9a-9794-8fceb2624524 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:49:02.777126 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a8af2d-77f2-454b-a3ba-a174557393be None None] Sync routers for ids ['eda5fe0d-d33d-4c54-bf5b-093e7495b1ea'] in n-d-818823-1 {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:49:02.786644 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a8af2d-77f2-454b-a3ba-a174557393be None None] Routers {'eda5fe0d-d33d-4c54-bf5b-093e7495b1ea'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:49:02.787351 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-b9a8af2d-77f2-454b-a3ba-a174557393be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:48:33Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['eda5fe0d-d33d-4c54-bf5b-093e7495b1ea'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:49:02.810822 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b53e594-bd3f-48cf-a642-1e65e815c99f req-c29bae14-1e94-4f9a-9794-8fceb2624524 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] No DVR routers for this DVR port 093a6936-c1e7-4649-be39-454bfccae153 on host n-h1-818823-1 {{(pid=103448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:49:02.814139 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-2b53e594-bd3f-48cf-a642-1e65e815c99f req-c29bae14-1e94-4f9a-9794-8fceb2624524 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:49:02.817675 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-2b53e594-bd3f-48cf-a642-1e65e815c99f req-c29bae14-1e94-4f9a-9794-8fceb2624524 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.41 "DELETE /v2.0/ports/093a6936-c1e7-4649-be39-454bfccae153 HTTP/1.1" status: 204 len: 173 time: 0.7844393 Nov 22 20:49:02.818132 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da4061d0-7036-42d3-b9e8-c470a6a7998f', 'name': 'network-vif-deleted', 'tag': '093a6936-c1e7-4649-be39-454bfccae153'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:49:02.820421 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589a98cf2aea187fcc423a5edb333e5a6cf3ad7c81115d1ebee0f079693c312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e4fbf77-cfc8-4f4b-b232-a6dde954e19c" -d '{"events": [{"server_uuid": "da4061d0-7036-42d3-b9e8-c470a6a7998f", "name": "network-vif-deleted", "tag": "093a6936-c1e7-4649-be39-454bfccae153"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:49:02.916258 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-b9a8af2d-77f2-454b-a3ba-a174557393be None None] Set router eda5fe0d-d33d-4c54-bf5b-093e7495b1ea gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:49:02.944476 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5beb2188-67ef-4a23-871b-2fa1545af1cc req-0e91729d-29a4-490a-9dd9-c0873bf342cd tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/ports?device_id=da4061d0-7036-42d3-b9e8-c470a6a7998f HTTP/1.1" status: 200 len: 210 time: 0.0399072 Nov 22 20:49:03.014123 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:49:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3646384f-eaa9-4f08-bcaf-1e829c02aefe x-openstack-request-id: req-3646384f-eaa9-4f08-bcaf-1e829c02aefe {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:49:03.015289 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da4061d0-7036-42d3-b9e8-c470a6a7998f", "name": "network-vif-deleted", "tag": "093a6936-c1e7-4649-be39-454bfccae153", "status": "completed", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:49:03.015595 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3646384f-eaa9-4f08-bcaf-1e829c02aefe {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:49:03.016002 n-d-818823-1 neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da4061d0-7036-42d3-b9e8-c470a6a7998f', 'name': 'network-vif-deleted', 'tag': '093a6936-c1e7-4649-be39-454bfccae153', 'status': 'completed', 'code': 200} Nov 22 20:49:03.044853 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-3e3687bb-5fad-4e16-9516-c4836774bec0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:49:03.170274 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-b9a8af2d-77f2-454b-a3ba-a174557393be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eda5fe0d-d33d-4c54-bf5b-093e7495b1ea', 'name': 'tempest-TestVolumeBootPattern-666350845-router', 'tenant_id': '2159a301d65a4f0aa3ad4e0df129c1f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': '6d26e137-a572-4a3e-884f-1cdc550153e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:43:14Z', 'updated_at': '2021-11-22T20:43:16Z', 'revision_number': 4, 'project_id': '2159a301d65a4f0aa3ad4e0df129c1f8', 'gw_port': {'id': '6d26e137-a572-4a3e-884f-1cdc550153e0', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:33:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda5fe0d-d33d-4c54-bf5b-093e7495b1ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:43:14Z', 'updated_at': '2021-11-22T20:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': '75d4ed73-b1ac-46b5-823f-881558dd0b91', 'name': '', 'network_id': '6bc37553-a100-43d1-8d1a-4277980617a1', 'tenant_id': '2159a301d65a4f0aa3ad4e0df129c1f8', 'mac_address': 'fa:16:3e:b0:42:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda5fe0d-d33d-4c54-bf5b-093e7495b1ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '44fc5a0e-e05e-4887-a12b-3d1c69de9281', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:43:16Z', 'updated_at': '2021-11-22T20:43:22Z', 'revision_number': 5, 'project_id': '2159a301d65a4f0aa3ad4e0df129c1f8', 'subnets': [{'id': '44fc5a0e-e05e-4887-a12b-3d1c69de9281', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:49:03.198088 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a8af2d-77f2-454b-a3ba-a174557393be None None] Checking router: eda5fe0d-d33d-4c54-bf5b-093e7495b1ea for host: n-d-818823-1 {{(pid=103449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 20:49:03.206984 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a8af2d-77f2-454b-a3ba-a174557393be None None] Routers {'eda5fe0d-d33d-4c54-bf5b-093e7495b1ea'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:49:03.207618 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-b9a8af2d-77f2-454b-a3ba-a174557393be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:49:03Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['eda5fe0d-d33d-4c54-bf5b-093e7495b1ea'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:49:03.314752 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-b9a8af2d-77f2-454b-a3ba-a174557393be None None] Set router eda5fe0d-d33d-4c54-bf5b-093e7495b1ea gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:49:03.516846 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-b9a8af2d-77f2-454b-a3ba-a174557393be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eda5fe0d-d33d-4c54-bf5b-093e7495b1ea', 'name': 'tempest-TestVolumeBootPattern-666350845-router', 'tenant_id': '2159a301d65a4f0aa3ad4e0df129c1f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': '6d26e137-a572-4a3e-884f-1cdc550153e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:43:14Z', 'updated_at': '2021-11-22T20:43:16Z', 'revision_number': 4, 'project_id': '2159a301d65a4f0aa3ad4e0df129c1f8', 'gw_port': {'id': '6d26e137-a572-4a3e-884f-1cdc550153e0', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:33:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda5fe0d-d33d-4c54-bf5b-093e7495b1ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:43:14Z', 'updated_at': '2021-11-22T20:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': '75d4ed73-b1ac-46b5-823f-881558dd0b91', 'name': '', 'network_id': '6bc37553-a100-43d1-8d1a-4277980617a1', 'tenant_id': '2159a301d65a4f0aa3ad4e0df129c1f8', 'mac_address': 'fa:16:3e:b0:42:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda5fe0d-d33d-4c54-bf5b-093e7495b1ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '44fc5a0e-e05e-4887-a12b-3d1c69de9281', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:43:16Z', 'updated_at': '2021-11-22T20:43:22Z', 'revision_number': 5, 'project_id': '2159a301d65a4f0aa3ad4e0df129c1f8', 'subnets': [{'id': '44fc5a0e-e05e-4887-a12b-3d1c69de9281', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:49:03.551955 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a8af2d-77f2-454b-a3ba-a174557393be None None] The sync data for ids ['eda5fe0d-d33d-4c54-bf5b-093e7495b1ea'] in n-d-818823-1 is: [{'id': 'eda5fe0d-d33d-4c54-bf5b-093e7495b1ea', 'name': 'tempest-TestVolumeBootPattern-666350845-router', 'tenant_id': '2159a301d65a4f0aa3ad4e0df129c1f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': '6d26e137-a572-4a3e-884f-1cdc550153e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:43:14Z', 'updated_at': '2021-11-22T20:43:16Z', 'revision_number': 4, 'project_id': '2159a301d65a4f0aa3ad4e0df129c1f8', 'gw_port': {'id': '6d26e137-a572-4a3e-884f-1cdc550153e0', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:33:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda5fe0d-d33d-4c54-bf5b-093e7495b1ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:43:14Z', 'updated_at': '2021-11-22T20:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': '75d4ed73-b1ac-46b5-823f-881558dd0b91', 'name': '', 'network_id': '6bc37553-a100-43d1-8d1a-4277980617a1', 'tenant_id': '2159a301d65a4f0aa3ad4e0df129c1f8', 'mac_address': 'fa:16:3e:b0:42:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda5fe0d-d33d-4c54-bf5b-093e7495b1ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '44fc5a0e-e05e-4887-a12b-3d1c69de9281', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:43:16Z', 'updated_at': '2021-11-22T20:43:22Z', 'revision_number': 5, 'project_id': '2159a301d65a4f0aa3ad4e0df129c1f8', 'subnets': [{'id': '44fc5a0e-e05e-4887-a12b-3d1c69de9281', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:49:03.561377 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-03f0964f-1b75-4df7-99e0-a3cdb56ec2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:49:03.777211 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a343217-4ca1-48cb-9011-9470ea605873 None None] New status for floating IP d8fb09da-9c8e-4ba7-938b-688a2847e82d: DOWN {{(pid=103450) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 20:49:04.030089 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e55779a9-ccdd-4031-9db1-ac693316a492 req-0bb6dd36-f21b-4e5b-a55e-1c50b7a2fcf2 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/ports?device_id=da4061d0-7036-42d3-b9e8-c470a6a7998f HTTP/1.1" status: 200 len: 210 time: 0.0257585 Nov 22 20:49:05.130914 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-21220676-3fa3-4c77-9852-579b58cc81e5 req-1f1424af-f550-4527-bdbe-d2ef27bc62c5 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/ports?device_id=da4061d0-7036-42d3-b9e8-c470a6a7998f HTTP/1.1" status: 200 len: 210 time: 0.0277247 Nov 22 20:49:05.235788 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e49ee129-e862-4476-beca-cdc8150d2345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:49:05.986869 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 093a6936-c1e7-4649-be39-454bfccae153 no longer exists at agent hyperv_n-h1-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:49:06.008249 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] No Port match for: 093a6936-c1e7-4649-be39-454bfccae153 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:49:06.008598 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 093a6936-c1e7-4649-be39-454bfccae153 not bound to the agent host n-h1-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:49:06.093669 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:49:06.239017 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-68cc649e-e5a8-4696-9e3b-757c635487db req-610cbdf1-19d3-4341-8d0e-dee8e9627d54 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/ports?device_id=da4061d0-7036-42d3-b9e8-c470a6a7998f HTTP/1.1" status: 200 len: 210 time: 0.0281913 Nov 22 20:49:07.355284 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2264650b-21ed-4d1d-ad5a-a463d55f9293 req-78e3bac6-13d5-4828-9431-2e52dcf9a3d1 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/ports?device_id=da4061d0-7036-42d3-b9e8-c470a6a7998f HTTP/1.1" status: 200 len: 210 time: 0.0306103 Nov 22 20:49:08.558148 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-10f0c546-de7f-4597-a6fe-efde0baef2b2 req-c66e7b2f-1736-4b56-be75-60e8cc0aedb0 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1590995768&fields=id&tenant_id=2159a301d65a4f0aa3ad4e0df129c1f8 HTTP/1.1" status: 200 len: 267 time: 0.0439675 Nov 22 20:49:08.661793 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f0c546-de7f-4597-a6fe-efde0baef2b2 req-3d18c80a-e3f7-41f9-9759-7a757c3154eb tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:49:08.663255 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-10f0c546-de7f-4597-a6fe-efde0baef2b2 req-3d18c80a-e3f7-41f9-9759-7a757c3154eb tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/networks?id=6bc37553-a100-43d1-8d1a-4277980617a1 HTTP/1.1" status: 200 len: 811 time: 0.0985513 Nov 22 20:49:08.677598 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-10f0c546-de7f-4597-a6fe-efde0baef2b2 req-1eb1bccd-ba65-4b73-9f21-346673bf55a4 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/quotas/2159a301d65a4f0aa3ad4e0df129c1f8 HTTP/1.1" status: 200 len: 375 time: 0.0087287 Nov 22 20:49:08.730989 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-10f0c546-de7f-4597-a6fe-efde0baef2b2 req-a1eb6b82-1699-4bd9-a165-cc66689b93a7 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=2159a301d65a4f0aa3ad4e0df129c1f8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0483127 Nov 22 20:49:08.823468 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-10f0c546-de7f-4597-a6fe-efde0baef2b2 req-17aa68fe-246e-4f5e-b668-0e313da3f964 service neutron] 10.222.0.46 "GET /v2.0/networks/6bc37553-a100-43d1-8d1a-4277980617a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813262 Nov 22 20:49:08.916068 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-10f0c546-de7f-4597-a6fe-efde0baef2b2 req-abfaa5b7-180c-4953-89b5-5da8ce2c1226 service neutron] 10.222.0.46 "GET /v2.0/networks/6bc37553-a100-43d1-8d1a-4277980617a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859325 Nov 22 20:49:09.191830 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-097a9386-6881-4cd5-8eda-5222b49c837d req-1345bfec-467b-48bd-a6f3-02338c76eca6 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/ports?device_id=1be5e66a-7f90-4511-9588-65f9d7781e6c HTTP/1.1" status: 200 len: 210 time: 0.0270181 Nov 22 20:49:10.110100 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f0c546-de7f-4597-a6fe-efde0baef2b2 req-7d410a88-560a-4e22-a978-c5d8233a994d tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:49:10.111646 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-10f0c546-de7f-4597-a6fe-efde0baef2b2 req-7d410a88-560a-4e22-a978-c5d8233a994d tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.20 "GET /v2.0/networks?id=6bc37553-a100-43d1-8d1a-4277980617a1 HTTP/1.1" status: 200 len: 811 time: 0.1094460 Nov 22 20:49:10.175508 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-10f0c546-de7f-4597-a6fe-efde0baef2b2 req-eeb2ef58-fb15-47a1-9754-feb7703a3abb tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2159a301d65a4f0aa3ad4e0df129c1f8 HTTP/1.1" status: 200 len: 380 time: 0.0552199 Nov 22 20:49:10.184585 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-10f0c546-de7f-4597-a6fe-efde0baef2b2 req-fa822208-e433-4518-bada-85dd796f763f tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Request body: {'port': {'device_id': '1be5e66a-7f90-4511-9588-65f9d7781e6c', 'network_id': '6bc37553-a100-43d1-8d1a-4277980617a1', 'admin_state_up': True, 'tenant_id': '2159a301d65a4f0aa3ad4e0df129c1f8', 'security_groups': ['9864cc45-44c4-4b67-942c-2c61a6cfb46e']}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:49:10.312513 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ca525381-9080-4a11-8dfc-5896b78985c3 req-4efad635-bec8-4bd4-96c3-804fc840cd46 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/ports?device_id=1be5e66a-7f90-4511-9588-65f9d7781e6c HTTP/1.1" status: 200 len: 210 time: 0.0405531 Nov 22 20:49:10.337239 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10f0c546-de7f-4597-a6fe-efde0baef2b2 req-fa822208-e433-4518-bada-85dd796f763f tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Made reservation on behalf of 2159a301d65a4f0aa3ad4e0df129c1f8 for: {'port': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:49:10.340880 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-10f0c546-de7f-4597-a6fe-efde0baef2b2 req-fa822208-e433-4518-bada-85dd796f763f tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:49:10.466333 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [req-10f0c546-de7f-4597-a6fe-efde0baef2b2 req-fa822208-e433-4518-bada-85dd796f763f tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Allocated IP 172.20.0.11 (6bc37553-a100-43d1-8d1a-4277980617a1/44fc5a0e-e05e-4887-a12b-3d1c69de9281/bf2441d3-fcee-4c4b-b799-9f7838a89ad1) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:49:10.607151 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-10f0c546-de7f-4597-a6fe-efde0baef2b2 req-fa822208-e433-4518-bada-85dd796f763f tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:49:10.643028 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-10f0c546-de7f-4597-a6fe-efde0baef2b2 req-fa822208-e433-4518-bada-85dd796f763f tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:49:10.686083 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10f0c546-de7f-4597-a6fe-efde0baef2b2 req-fa822208-e433-4518-bada-85dd796f763f tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Network 6bc37553-a100-43d1-8d1a-4277980617a1 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:49:10.689944 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [req-10f0c546-de7f-4597-a6fe-efde0baef2b2 req-fa822208-e433-4518-bada-85dd796f763f tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:49:10.693617 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-10f0c546-de7f-4597-a6fe-efde0baef2b2 req-fa822208-e433-4518-bada-85dd796f763f tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:49:10.700390 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa822208-e433-4518-bada-85dd796f763f tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Pushing event updated for resources: {'Port': ['ID=bf2441d3-fcee-4c4b-b799-9f7838a89ad1,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:49:10.729543 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa822208-e433-4518-bada-85dd796f763f tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:49:10.729925 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa822208-e433-4518-bada-85dd796f763f tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:49:10.730240 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa822208-e433-4518-bada-85dd796f763f tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:49:10.730646 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa822208-e433-4518-bada-85dd796f763f tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:49:10.730931 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa822208-e433-4518-bada-85dd796f763f tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:49:10.731272 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa822208-e433-4518-bada-85dd796f763f tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:49:10.731629 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa822208-e433-4518-bada-85dd796f763f tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:49:10.731964 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa822208-e433-4518-bada-85dd796f763f tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:49:10.732353 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa822208-e433-4518-bada-85dd796f763f tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:49:10.732617 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa822208-e433-4518-bada-85dd796f763f tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:49:10.732946 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa822208-e433-4518-bada-85dd796f763f tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:49:10.733273 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa822208-e433-4518-bada-85dd796f763f tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:49:10.764416 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f0c546-de7f-4597-a6fe-efde0baef2b2 req-fa822208-e433-4518-bada-85dd796f763f tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:49:10.765634 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-10f0c546-de7f-4597-a6fe-efde0baef2b2 req-fa822208-e433-4518-bada-85dd796f763f tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:49:10.782399 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-10f0c546-de7f-4597-a6fe-efde0baef2b2 req-fa822208-e433-4518-bada-85dd796f763f tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6013534 Nov 22 20:49:10.920514 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-10f0c546-de7f-4597-a6fe-efde0baef2b2 req-ac600557-d51a-4731-9b5d-8ee1ca25b02b service neutron] Request body: {'port': {'device_id': '1be5e66a-7f90-4511-9588-65f9d7781e6c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818823-1'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:49:10.962679 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-0b8fb5b4-a8f5-4985-8179-9691017f80ab None None] Provisioning complete for port bf2441d3-fcee-4c4b-b799-9f7838a89ad1 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:49:10.963230 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-0b8fb5b4-a8f5-4985-8179-9691017f80ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:49:10.973976 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-10f0c546-de7f-4597-a6fe-efde0baef2b2 req-ac600557-d51a-4731-9b5d-8ee1ca25b02b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:49:10.998885 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-0b8fb5b4-a8f5-4985-8179-9691017f80ab None None] Port bf2441d3-fcee-4c4b-b799-9f7838a89ad1 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:49:11.239397 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [req-10f0c546-de7f-4597-a6fe-efde0baef2b2 req-ac600557-d51a-4731-9b5d-8ee1ca25b02b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf2441d3-fcee-4c4b-b799-9f7838a89ad1 {{(pid=103447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:49:11.246842 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-10f0c546-de7f-4597-a6fe-efde0baef2b2 req-ac600557-d51a-4731-9b5d-8ee1ca25b02b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:49:11.259250 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.provisioning_blocks [req-10f0c546-de7f-4597-a6fe-efde0baef2b2 req-ac600557-d51a-4731-9b5d-8ee1ca25b02b service neutron] Transition to ACTIVE for port object bf2441d3-fcee-4c4b-b799-9f7838a89ad1 will not be triggered until provisioned by entity L2. {{(pid=103447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 20:49:11.263318 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-10f0c546-de7f-4597-a6fe-efde0baef2b2 req-ac600557-d51a-4731-9b5d-8ee1ca25b02b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:49:11.329082 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac600557-d51a-4731-9b5d-8ee1ca25b02b service neutron] Pushing event updated for resources: {'Port': ['ID=bf2441d3-fcee-4c4b-b799-9f7838a89ad1,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:49:11.400371 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-10f0c546-de7f-4597-a6fe-efde0baef2b2 req-ac600557-d51a-4731-9b5d-8ee1ca25b02b service neutron] Attempting to bind port bf2441d3-fcee-4c4b-b799-9f7838a89ad1 on host n-h2-818823-1 for vnic_type normal with profile {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:49:11.400954 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-10f0c546-de7f-4597-a6fe-efde0baef2b2 req-ac600557-d51a-4731-9b5d-8ee1ca25b02b service neutron] Attempting to bind port bf2441d3-fcee-4c4b-b799-9f7838a89ad1 by drivers openvswitch,hyperv on host n-h2-818823-1 at level 0 using segments [{'id': '4aa11b26-9f57-405f-9190-6abb0565ab6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '6bc37553-a100-43d1-8d1a-4277980617a1'}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:49:11.401475 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10f0c546-de7f-4597-a6fe-efde0baef2b2 req-ac600557-d51a-4731-9b5d-8ee1ca25b02b service neutron] Attempting to bind port bf2441d3-fcee-4c4b-b799-9f7838a89ad1 on network 6bc37553-a100-43d1-8d1a-4277980617a1 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:49:11.406858 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10f0c546-de7f-4597-a6fe-efde0baef2b2 req-ac600557-d51a-4731-9b5d-8ee1ca25b02b service neutron] Port bf2441d3-fcee-4c4b-b799-9f7838a89ad1 on network 6bc37553-a100-43d1-8d1a-4277980617a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-818823-1 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:49:11.407268 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10f0c546-de7f-4597-a6fe-efde0baef2b2 req-ac600557-d51a-4731-9b5d-8ee1ca25b02b service neutron] Attempting to bind port bf2441d3-fcee-4c4b-b799-9f7838a89ad1 on network 6bc37553-a100-43d1-8d1a-4277980617a1 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:49:11.412588 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10f0c546-de7f-4597-a6fe-efde0baef2b2 req-ac600557-d51a-4731-9b5d-8ee1ca25b02b service neutron] Checking agent: {'id': '65e0486a-7030-4065-96f0-10aa7402a530', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'started_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 48, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:49:11.413014 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10f0c546-de7f-4597-a6fe-efde0baef2b2 req-ac600557-d51a-4731-9b5d-8ee1ca25b02b service neutron] Checking segment: {'id': '4aa11b26-9f57-405f-9190-6abb0565ab6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '6bc37553-a100-43d1-8d1a-4277980617a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:49:11.413471 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10f0c546-de7f-4597-a6fe-efde0baef2b2 req-ac600557-d51a-4731-9b5d-8ee1ca25b02b service neutron] Bound using segment: {'id': '4aa11b26-9f57-405f-9190-6abb0565ab6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '6bc37553-a100-43d1-8d1a-4277980617a1'} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:49:11.413980 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-10f0c546-de7f-4597-a6fe-efde0baef2b2 req-ac600557-d51a-4731-9b5d-8ee1ca25b02b service neutron] Bound port: bf2441d3-fcee-4c4b-b799-9f7838a89ad1, host: n-h2-818823-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4aa11b26-9f57-405f-9190-6abb0565ab6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '6bc37553-a100-43d1-8d1a-4277980617a1'}}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:49:11.414417 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-10f0c546-de7f-4597-a6fe-efde0baef2b2 req-ac600557-d51a-4731-9b5d-8ee1ca25b02b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:49:11.518644 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04633e48-0b79-47f2-9817-cac32a065ffc req-f88a3c1a-51cb-4343-b812-c69482d8f287 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:49:11.520233 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-04633e48-0b79-47f2-9817-cac32a065ffc req-f88a3c1a-51cb-4343-b812-c69482d8f287 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/ports?device_id=1be5e66a-7f90-4511-9588-65f9d7781e6c HTTP/1.1" status: 200 len: 944 time: 0.1035466 Nov 22 20:49:11.524231 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-10f0c546-de7f-4597-a6fe-efde0baef2b2 req-ac600557-d51a-4731-9b5d-8ee1ca25b02b service neutron] For port bf2441d3-fcee-4c4b-b799-9f7838a89ad1, host n-h2-818823-1, cleared binding levels {{(pid=103447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:49:11.527722 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-10f0c546-de7f-4597-a6fe-efde0baef2b2 req-ac600557-d51a-4731-9b5d-8ee1ca25b02b service neutron] For port bf2441d3-fcee-4c4b-b799-9f7838a89ad1, host n-h2-818823-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=bf2441d3-fcee-4c4b-b799-9f7838a89ad1,segment=NetworkSegment(4aa11b26-9f57-405f-9190-6abb0565ab6f),segment_id=4aa11b26-9f57-405f-9190-6abb0565ab6f)] {{(pid=103447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:49:11.537238 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-10f0c546-de7f-4597-a6fe-efde0baef2b2 req-ac600557-d51a-4731-9b5d-8ee1ca25b02b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:49:11.588271 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f0c546-de7f-4597-a6fe-efde0baef2b2 req-ac600557-d51a-4731-9b5d-8ee1ca25b02b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:49:11.588901 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-10f0c546-de7f-4597-a6fe-efde0baef2b2 req-ac600557-d51a-4731-9b5d-8ee1ca25b02b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:49:11.590308 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-10f0c546-de7f-4597-a6fe-efde0baef2b2 req-ac600557-d51a-4731-9b5d-8ee1ca25b02b service neutron] 10.222.0.20 "PUT /v2.0/ports/bf2441d3-fcee-4c4b-b799-9f7838a89ad1 HTTP/1.1" status: 200 len: 1092 time: 0.7975643 Nov 22 20:49:11.595981 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1be5e66a-7f90-4511-9588-65f9d7781e6c', 'tag': 'bf2441d3-fcee-4c4b-b799-9f7838a89ad1'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:49:11.597971 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f66d2f8-a5d4-47ac-8f97-98c30730cf25" -d '{"events": [{"name": "network-changed", "server_uuid": "1be5e66a-7f90-4511-9588-65f9d7781e6c", "tag": "bf2441d3-fcee-4c4b-b799-9f7838a89ad1"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:49:11.637724 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-04633e48-0b79-47f2-9817-cac32a065ffc req-ef5920f2-efe8-47c5-9384-3839abb894e6 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/security-groups?id=9864cc45-44c4-4b67-942c-2c61a6cfb46e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1079271 Nov 22 20:49:11.639490 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac600557-d51a-4731-9b5d-8ee1ca25b02b service neutron] Pushing event updated for resources: {'Port': ['ID=bf2441d3-fcee-4c4b-b799-9f7838a89ad1,revision_number=3']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:49:11.669613 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 20:49:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0de29729-2f4d-4d41-8921-ff4508de6ae3 x-openstack-request-id: req-0de29729-2f4d-4d41-8921-ff4508de6ae3 {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:49:11.669931 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1be5e66a-7f90-4511-9588-65f9d7781e6c", "tag": "bf2441d3-fcee-4c4b-b799-9f7838a89ad1", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:49:11.670198 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0de29729-2f4d-4d41-8921-ff4508de6ae3 {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:49:11.670628 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1be5e66a-7f90-4511-9588-65f9d7781e6c', 'tag': 'bf2441d3-fcee-4c4b-b799-9f7838a89ad1', 'status': 'completed', 'code': 200} Nov 22 20:49:11.721102 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f0c546-de7f-4597-a6fe-efde0baef2b2 req-00d4a01b-61a5-4adb-8c8b-e6a6d6e337bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:49:11.722844 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-10f0c546-de7f-4597-a6fe-efde0baef2b2 req-00d4a01b-61a5-4adb-8c8b-e6a6d6e337bd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2159a301d65a4f0aa3ad4e0df129c1f8&device_id=1be5e66a-7f90-4511-9588-65f9d7781e6c HTTP/1.1" status: 200 len: 1095 time: 0.0769656 Nov 22 20:49:11.768968 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-10f0c546-de7f-4597-a6fe-efde0baef2b2 req-ed61d175-633a-4f2e-b9f0-ef6893fd0038 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bf2441d3-fcee-4c4b-b799-9f7838a89ad1 HTTP/1.1" status: 200 len: 217 time: 0.0379388 Nov 22 20:49:11.821089 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f0c546-de7f-4597-a6fe-efde0baef2b2 req-72c9b8de-801e-4934-9384-58757bf4f5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:49:11.822830 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-10f0c546-de7f-4597-a6fe-efde0baef2b2 req-72c9b8de-801e-4934-9384-58757bf4f5cd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=44fc5a0e-e05e-4887-a12b-3d1c69de9281 HTTP/1.1" status: 200 len: 850 time: 0.0477843 Nov 22 20:49:11.869926 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f0c546-de7f-4597-a6fe-efde0baef2b2 req-ccf97fe1-aab9-43f1-8548-f44ecaaa4e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:49:11.871347 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-10f0c546-de7f-4597-a6fe-efde0baef2b2 req-ccf97fe1-aab9-43f1-8548-f44ecaaa4e7f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6bc37553-a100-43d1-8d1a-4277980617a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418301 Nov 22 20:49:11.967048 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-10f0c546-de7f-4597-a6fe-efde0baef2b2 req-c9d8c621-df5f-4a9f-ac69-5987d51030bb service neutron] 10.222.0.20 "GET /v2.0/networks/6bc37553-a100-43d1-8d1a-4277980617a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866165 Nov 22 20:49:12.062339 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-10f0c546-de7f-4597-a6fe-efde0baef2b2 req-5f124152-4fa7-41a7-8cbb-4dc26fd39432 service neutron] 10.222.0.20 "GET /v2.0/networks/6bc37553-a100-43d1-8d1a-4277980617a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870459 Nov 22 20:49:12.144093 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f66d2f8-a5d4-47ac-8f97-98c30730cf25 req-067496f1-12bf-40b3-990d-c2819d391afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:49:12.145715 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8f66d2f8-a5d4-47ac-8f97-98c30730cf25 req-067496f1-12bf-40b3-990d-c2819d391afa service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2159a301d65a4f0aa3ad4e0df129c1f8&device_id=1be5e66a-7f90-4511-9588-65f9d7781e6c HTTP/1.1" status: 200 len: 1095 time: 0.0413985 Nov 22 20:49:12.234791 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f66d2f8-a5d4-47ac-8f97-98c30730cf25 req-ffea2026-021f-41fd-859c-ce31597292a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:49:12.236332 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8f66d2f8-a5d4-47ac-8f97-98c30730cf25 req-ffea2026-021f-41fd-859c-ce31597292a3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=6bc37553-a100-43d1-8d1a-4277980617a1 HTTP/1.1" status: 200 len: 912 time: 0.0839942 Nov 22 20:49:12.287358 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8f66d2f8-a5d4-47ac-8f97-98c30730cf25 req-85fc7594-6c95-4fda-a17d-f892e83502c8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bf2441d3-fcee-4c4b-b799-9f7838a89ad1 HTTP/1.1" status: 200 len: 217 time: 0.0441408 Nov 22 20:49:12.336116 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f66d2f8-a5d4-47ac-8f97-98c30730cf25 req-d60cbdcf-f29d-42ec-847f-3ed36994c22f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:49:12.337505 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8f66d2f8-a5d4-47ac-8f97-98c30730cf25 req-d60cbdcf-f29d-42ec-847f-3ed36994c22f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=44fc5a0e-e05e-4887-a12b-3d1c69de9281 HTTP/1.1" status: 200 len: 850 time: 0.0437646 Nov 22 20:49:12.382700 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f66d2f8-a5d4-47ac-8f97-98c30730cf25 req-47667c50-4691-4924-a068-734910bde84c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:49:12.384269 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8f66d2f8-a5d4-47ac-8f97-98c30730cf25 req-47667c50-4691-4924-a068-734910bde84c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6bc37553-a100-43d1-8d1a-4277980617a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395365 Nov 22 20:49:12.479072 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8f66d2f8-a5d4-47ac-8f97-98c30730cf25 req-bbf747f0-7e46-43e6-8149-db8e4405c354 service neutron] 10.222.0.20 "GET /v2.0/networks/6bc37553-a100-43d1-8d1a-4277980617a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875201 Nov 22 20:49:12.571543 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8f66d2f8-a5d4-47ac-8f97-98c30730cf25 req-c485959d-92e2-48a2-b250-cdf1d15407f5 service neutron] 10.222.0.20 "GET /v2.0/networks/6bc37553-a100-43d1-8d1a-4277980617a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853996 Nov 22 20:49:12.780709 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7fc3d5-14b5-40b3-a9a2-fd12f4232871 req-b64f8737-b14f-407f-a4a9-fb92377277c0 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:49:12.782184 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-be7fc3d5-14b5-40b3-a9a2-fd12f4232871 req-b64f8737-b14f-407f-a4a9-fb92377277c0 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/ports?device_id=1be5e66a-7f90-4511-9588-65f9d7781e6c HTTP/1.1" status: 200 len: 944 time: 0.0498967 Nov 22 20:49:12.836030 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-be7fc3d5-14b5-40b3-a9a2-fd12f4232871 req-6780a12a-e258-4e6a-bc12-2ded922f5cfc tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/security-groups?id=9864cc45-44c4-4b67-942c-2c61a6cfb46e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477026 Nov 22 20:49:13.949533 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2218517-3d8c-4a5c-af97-73a24c9a9ab7 req-6b90dd87-1cca-47f6-ae63-26d3cbf3deb3 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:49:13.951037 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c2218517-3d8c-4a5c-af97-73a24c9a9ab7 req-6b90dd87-1cca-47f6-ae63-26d3cbf3deb3 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/ports?device_id=1be5e66a-7f90-4511-9588-65f9d7781e6c HTTP/1.1" status: 200 len: 944 time: 0.0486846 Nov 22 20:49:14.000681 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c2218517-3d8c-4a5c-af97-73a24c9a9ab7 req-f51d779f-50da-4a41-b264-8c209a623dbf tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/security-groups?id=9864cc45-44c4-4b67-942c-2c61a6cfb46e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428910 Nov 22 20:49:14.722601 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:49:14.757772 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:49:15.119813 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cc07a4-ad29-42a6-a7be-85051c9d86da req-7cec0e3b-1377-4c87-9d0b-e08186011f74 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:49:15.121388 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c1cc07a4-ad29-42a6-a7be-85051c9d86da req-7cec0e3b-1377-4c87-9d0b-e08186011f74 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/ports?device_id=1be5e66a-7f90-4511-9588-65f9d7781e6c HTTP/1.1" status: 200 len: 944 time: 0.0493662 Nov 22 20:49:15.173742 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c1cc07a4-ad29-42a6-a7be-85051c9d86da req-4209f7ef-0ce3-4f2b-8525-f03928013fc6 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/security-groups?id=9864cc45-44c4-4b67-942c-2c61a6cfb46e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459709 Nov 22 20:49:16.298535 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d95a8e-e94a-4113-adf4-ea0e2afc900e req-12748591-6309-45ac-8b78-8fb86b0270fa tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:49:16.300077 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-32d95a8e-e94a-4113-adf4-ea0e2afc900e req-12748591-6309-45ac-8b78-8fb86b0270fa tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/ports?device_id=1be5e66a-7f90-4511-9588-65f9d7781e6c HTTP/1.1" status: 200 len: 944 time: 0.0588248 Nov 22 20:49:16.348918 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-32d95a8e-e94a-4113-adf4-ea0e2afc900e req-526324ac-a181-48d7-9f5e-1c96697e4504 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/security-groups?id=9864cc45-44c4-4b67-942c-2c61a6cfb46e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427074 Nov 22 20:49:17.460855 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c77b10-e165-47c4-b32f-320ca5645033 req-8be80331-b3f9-4bf5-8e70-e232ba0208a8 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:49:17.462322 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-94c77b10-e165-47c4-b32f-320ca5645033 req-8be80331-b3f9-4bf5-8e70-e232ba0208a8 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/ports?device_id=1be5e66a-7f90-4511-9588-65f9d7781e6c HTTP/1.1" status: 200 len: 944 time: 0.0482090 Nov 22 20:49:17.511131 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-94c77b10-e165-47c4-b32f-320ca5645033 req-3773c1c1-0417-4f7c-9b3a-1194cc0c5368 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/security-groups?id=9864cc45-44c4-4b67-942c-2c61a6cfb46e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429640 Nov 22 20:49:18.629472 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a760e34-bb17-453e-8c2b-a5e767439ab8 req-94b745fb-c274-4214-92a4-01c324c8dc22 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:49:18.630936 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9a760e34-bb17-453e-8c2b-a5e767439ab8 req-94b745fb-c274-4214-92a4-01c324c8dc22 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/ports?device_id=1be5e66a-7f90-4511-9588-65f9d7781e6c HTTP/1.1" status: 200 len: 944 time: 0.0520978 Nov 22 20:49:18.679667 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9a760e34-bb17-453e-8c2b-a5e767439ab8 req-5a9caea2-820d-43d4-bdea-0900c83f37fd tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/security-groups?id=9864cc45-44c4-4b67-942c-2c61a6cfb46e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424535 Nov 22 20:49:19.793525 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f95c9a-89af-4187-9bfc-b58a05173c2a req-e4d7b6cb-fa14-45d1-9d48-e6c6526e1377 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:49:19.795171 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-62f95c9a-89af-4187-9bfc-b58a05173c2a req-e4d7b6cb-fa14-45d1-9d48-e6c6526e1377 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/ports?device_id=1be5e66a-7f90-4511-9588-65f9d7781e6c HTTP/1.1" status: 200 len: 944 time: 0.0484169 Nov 22 20:49:19.844513 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-62f95c9a-89af-4187-9bfc-b58a05173c2a req-fc2b4274-1711-49b0-843f-6563ae2c2523 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/security-groups?id=9864cc45-44c4-4b67-942c-2c61a6cfb46e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421700 Nov 22 20:49:20.957949 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa980195-1197-4035-8618-8bec5a10357f req-9961199c-ac1e-48db-bf81-10a229f1c781 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:49:20.959445 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-aa980195-1197-4035-8618-8bec5a10357f req-9961199c-ac1e-48db-bf81-10a229f1c781 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/ports?device_id=1be5e66a-7f90-4511-9588-65f9d7781e6c HTTP/1.1" status: 200 len: 944 time: 0.0487480 Nov 22 20:49:21.011487 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-aa980195-1197-4035-8618-8bec5a10357f req-26bffe2e-706a-4ca3-8d99-7809ce859cda tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/security-groups?id=9864cc45-44c4-4b67-942c-2c61a6cfb46e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460865 Nov 22 20:49:22.125980 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b748c7-862e-4504-a7c2-2f35c228f9bc req-760befb2-b627-44c1-a868-59de2cf3480f tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:49:22.127723 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b1b748c7-862e-4504-a7c2-2f35c228f9bc req-760befb2-b627-44c1-a868-59de2cf3480f tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/ports?device_id=1be5e66a-7f90-4511-9588-65f9d7781e6c HTTP/1.1" status: 200 len: 944 time: 0.0479686 Nov 22 20:49:22.176732 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b1b748c7-862e-4504-a7c2-2f35c228f9bc req-07f8fedd-6b14-43f8-b3e5-b86468adf54b tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/security-groups?id=9864cc45-44c4-4b67-942c-2c61a6cfb46e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429604 Nov 22 20:49:23.290944 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b62518-4b8a-46e1-a76f-3548cf322b2c req-c7708c6a-10ec-45cb-a404-aa9135dfe0ce tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:49:23.292461 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-80b62518-4b8a-46e1-a76f-3548cf322b2c req-c7708c6a-10ec-45cb-a404-aa9135dfe0ce tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/ports?device_id=1be5e66a-7f90-4511-9588-65f9d7781e6c HTTP/1.1" status: 200 len: 944 time: 0.0486054 Nov 22 20:49:23.340381 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-80b62518-4b8a-46e1-a76f-3548cf322b2c req-a1d08f10-85a9-4c5a-96f7-cc66475c51f4 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/security-groups?id=9864cc45-44c4-4b67-942c-2c61a6cfb46e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420620 Nov 22 20:49:23.518017 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device bf2441d3-fcee-4c4b-b799-9f7838a89ad1 details requested by agent hyperv_n-h2-818823-1 with host n-h2-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 20:49:23.608701 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port bf2441d3-fcee-4c4b-b799-9f7838a89ad1, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=bf2441d3-fcee-4c4b-b799-9f7838a89ad1,segment=NetworkSegment(4aa11b26-9f57-405f-9190-6abb0565ab6f),segment_id=4aa11b26-9f57-405f-9190-6abb0565ab6f)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:49:23.620423 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Returning: {'device': 'bf2441d3-fcee-4c4b-b799-9f7838a89ad1', 'network_id': '6bc37553-a100-43d1-8d1a-4277980617a1', 'port_id': 'bf2441d3-fcee-4c4b-b799-9f7838a89ad1', 'mac_address': 'fa:16:3e:be:90:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44fc5a0e-e05e-4887-a12b-3d1c69de9281', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 20:49:23.660039 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:49:23.672316 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf2441d3-fcee-4c4b-b799-9f7838a89ad1 {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:49:23.691928 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port bf2441d3-fcee-4c4b-b799-9f7838a89ad1, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=bf2441d3-fcee-4c4b-b799-9f7838a89ad1,segment=NetworkSegment(4aa11b26-9f57-405f-9190-6abb0565ab6f),segment_id=4aa11b26-9f57-405f-9190-6abb0565ab6f)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:49:23.695885 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:49:23.741579 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=bf2441d3-fcee-4c4b-b799-9f7838a89ad1,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:49:23.748712 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:49:23.749063 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:49:23.749405 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:49:23.749742 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:49:23.750077 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:49:23.750409 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:49:23.751330 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:49:23.751684 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:49:23.752009 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:49:23.752333 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:49:23.752906 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:49:23.753224 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:49:23.935877 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] get_ports_and_sgs() called for port_ids ['bf2441d3-fcee-4c4b-b799-9f7838a89ad1'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:49:24.457195 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d6d45d-d5f1-4394-81b1-c63f9e4049c8 req-12615d50-bd77-4c18-a064-4a03c53c9a7f tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:49:24.458683 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-67d6d45d-d5f1-4394-81b1-c63f9e4049c8 req-12615d50-bd77-4c18-a064-4a03c53c9a7f tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/ports?device_id=1be5e66a-7f90-4511-9588-65f9d7781e6c HTTP/1.1" status: 200 len: 945 time: 0.0528498 Nov 22 20:49:24.506976 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-67d6d45d-d5f1-4394-81b1-c63f9e4049c8 req-5901c8df-dc6e-4f52-b175-842a3aa9e034 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/security-groups?id=9864cc45-44c4-4b67-942c-2c61a6cfb46e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424047 Nov 22 20:49:24.701899 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [req-954709c3-ef6f-429d-be0c-c337afa04a30 req-47f8f3a5-8fec-4add-b964-cdabd75657ec service neutron] (103447) timed out ('10.222.0.20', 53970) {{(pid=103447) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 22 20:49:25.522492 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device bf2441d3-fcee-4c4b-b799-9f7838a89ad1 up at agent hyperv_n-h2-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:49:25.577790 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Provisioning for port bf2441d3-fcee-4c4b-b799-9f7838a89ad1 completed by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 20:49:25.581920 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Provisioning complete for port bf2441d3-fcee-4c4b-b799-9f7838a89ad1 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:49:25.582302 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:49:25.641675 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4132f494-7dbf-411f-bce2-166d5ec465c6 req-47b83f74-7607-4adc-87eb-6989fa8956d4 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:49:25.643154 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4132f494-7dbf-411f-bce2-166d5ec465c6 req-47b83f74-7607-4adc-87eb-6989fa8956d4 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/ports?device_id=1be5e66a-7f90-4511-9588-65f9d7781e6c HTTP/1.1" status: 200 len: 945 time: 0.0488911 Nov 22 20:49:25.663700 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:49:25.687443 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1be5e66a-7f90-4511-9588-65f9d7781e6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf2441d3-fcee-4c4b-b799-9f7838a89ad1'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:49:25.689793 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d39f6d30a11e565ec9648abcc015e8a6ab6cff4edd704add8155e28765d31eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e035a410-e0d6-4a00-ba8a-6f7bd36d5d95" -d '{"events": [{"server_uuid": "1be5e66a-7f90-4511-9588-65f9d7781e6c", "name": "network-vif-plugged", "status": "completed", "tag": "bf2441d3-fcee-4c4b-b799-9f7838a89ad1"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:49:25.693207 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4132f494-7dbf-411f-bce2-166d5ec465c6 req-8f1b52ed-12cd-45d8-bf6a-5936d1080a71 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/security-groups?id=9864cc45-44c4-4b67-942c-2c61a6cfb46e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439639 Nov 22 20:49:25.702610 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port bf2441d3-fcee-4c4b-b799-9f7838a89ad1, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=bf2441d3-fcee-4c4b-b799-9f7838a89ad1,segment=NetworkSegment(4aa11b26-9f57-405f-9190-6abb0565ab6f),segment_id=4aa11b26-9f57-405f-9190-6abb0565ab6f)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:49:25.708301 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:49:25.731936 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:49:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48d29ee7-05cc-438c-8032-38611f3e2a36 x-openstack-request-id: req-48d29ee7-05cc-438c-8032-38611f3e2a36 {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:49:25.732228 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1be5e66a-7f90-4511-9588-65f9d7781e6c", "name": "network-vif-plugged", "status": "completed", "tag": "bf2441d3-fcee-4c4b-b799-9f7838a89ad1", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:49:25.732483 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-48d29ee7-05cc-438c-8032-38611f3e2a36 {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:49:25.732873 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1be5e66a-7f90-4511-9588-65f9d7781e6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf2441d3-fcee-4c4b-b799-9f7838a89ad1', 'code': 200} Nov 22 20:49:25.757763 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=bf2441d3-fcee-4c4b-b799-9f7838a89ad1,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:49:25.826549 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6b8619-9d1a-4af8-aa9f-57c740c77d01 req-dbe09a4a-afa2-4340-9db9-c3d11949e340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:49:25.828080 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8b6b8619-9d1a-4af8-aa9f-57c740c77d01 req-dbe09a4a-afa2-4340-9db9-c3d11949e340 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1be5e66a-7f90-4511-9588-65f9d7781e6c HTTP/1.1" status: 200 len: 1097 time: 0.0388486 Nov 22 20:49:25.879352 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8b6b8619-9d1a-4af8-aa9f-57c740c77d01 req-f0768dd7-7307-4cb3-b1f7-9793b703c595 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=9864cc45-44c4-4b67-942c-2c61a6cfb46e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441878 Nov 22 20:49:26.813909 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065d8f16-9adb-4947-a7fb-6cd95430e74b req-817fb3c9-811b-4d1c-a6ad-803e6e81d66d tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:49:26.815391 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-065d8f16-9adb-4947-a7fb-6cd95430e74b req-817fb3c9-811b-4d1c-a6ad-803e6e81d66d tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/ports?device_id=1be5e66a-7f90-4511-9588-65f9d7781e6c HTTP/1.1" status: 200 len: 946 time: 0.0487156 Nov 22 20:49:26.867533 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-065d8f16-9adb-4947-a7fb-6cd95430e74b req-487babe8-23a5-45e5-8c9b-c213a14c47d7 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/security-groups?id=9864cc45-44c4-4b67-942c-2c61a6cfb46e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454082 Nov 22 20:49:27.986298 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3017bf-e80d-4f99-b947-e35bce3c0ebf req-59d3c6dd-0127-4de5-bfe0-f3966c7d5f91 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:49:27.987771 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ac3017bf-e80d-4f99-b947-e35bce3c0ebf req-59d3c6dd-0127-4de5-bfe0-f3966c7d5f91 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/ports?device_id=1be5e66a-7f90-4511-9588-65f9d7781e6c HTTP/1.1" status: 200 len: 946 time: 0.0471399 Nov 22 20:49:28.035384 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ac3017bf-e80d-4f99-b947-e35bce3c0ebf req-7b774574-ec34-4642-8b8b-2a52d74a051d tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/security-groups?id=9864cc45-44c4-4b67-942c-2c61a6cfb46e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416317 Nov 22 20:49:28.155180 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ead81f-7b79-4b5c-bfcb-c7794e6a76cd req-d83f34bd-2164-451c-934e-ef2d228d2320 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:49:28.156675 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b9ead81f-7b79-4b5c-bfcb-c7794e6a76cd req-d83f34bd-2164-451c-934e-ef2d228d2320 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/ports?device_id=1be5e66a-7f90-4511-9588-65f9d7781e6c HTTP/1.1" status: 200 len: 946 time: 0.0537403 Nov 22 20:49:28.204736 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b9ead81f-7b79-4b5c-bfcb-c7794e6a76cd req-a03fc22c-774c-4459-84bb-d091c1fe7a25 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/security-groups?id=9864cc45-44c4-4b67-942c-2c61a6cfb46e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419848 Nov 22 20:49:28.226366 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 56604) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:49:28.366949 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a78a5d03-eb60-47b3-afca-95509b3e25b8 tempest-TestVolumeBootPattern-1610963527 tempest-TestVolumeBootPattern-1610963527-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:49:28.368542 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-a78a5d03-eb60-47b3-afca-95509b3e25b8 tempest-TestVolumeBootPattern-1610963527 tempest-TestVolumeBootPattern-1610963527-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=1be5e66a-7f90-4511-9588-65f9d7781e6c HTTP/1.1" status: 200 len: 1092 time: 0.1411633 Nov 22 20:49:28.371214 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 56608) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:49:28.375798 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-1ea240a0-7a49-4c8c-9e3e-217b1161a04b tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Request body: {'floatingip': {'floating_network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'port_id': 'bf2441d3-fcee-4c4b-b799-9f7838a89ad1', 'tenant_id': '2159a301d65a4f0aa3ad4e0df129c1f8', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:49:28.397611 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1ea240a0-7a49-4c8c-9e3e-217b1161a04b tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Publish callbacks [] for floatingip, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:49:28.493661 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1ea240a0-7a49-4c8c-9e3e-217b1161a04b tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:49:28.590837 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [None req-1ea240a0-7a49-4c8c-9e3e-217b1161a04b tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Allocated IP 172.25.5.34 (c48a55e9-6a85-4746-b7bf-3e29fb560094/5da6f781-63e6-4328-ae7a-5e672262f55a/4e863a57-5956-4bf4-8935-c6df7a188daf) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:49:28.692820 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1ea240a0-7a49-4c8c-9e3e-217b1161a04b tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:49:28.726411 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1ea240a0-7a49-4c8c-9e3e-217b1161a04b tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:49:28.763972 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ea240a0-7a49-4c8c-9e3e-217b1161a04b tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Network c48a55e9-6a85-4746-b7bf-3e29fb560094 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:49:28.767331 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-1ea240a0-7a49-4c8c-9e3e-217b1161a04b tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:49:28.769859 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea240a0-7a49-4c8c-9e3e-217b1161a04b tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:49:28.797895 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea240a0-7a49-4c8c-9e3e-217b1161a04b tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Pushing event updated for resources: {'Port': ['ID=4e863a57-5956-4bf4-8935-c6df7a188daf,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:49:29.124056 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1ea240a0-7a49-4c8c-9e3e-217b1161a04b tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:49:29.188836 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1ea240a0-7a49-4c8c-9e3e-217b1161a04b tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:49:29.338714 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1ea240a0-7a49-4c8c-9e3e-217b1161a04b tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Publish callbacks [] for port, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:49:29.343175 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1ea240a0-7a49-4c8c-9e3e-217b1161a04b tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:49:29.768475 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea240a0-7a49-4c8c-9e3e-217b1161a04b tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Pushing event updated for resources: {'Port': ['ID=4e863a57-5956-4bf4-8935-c6df7a188daf,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:49:29.780057 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1ea240a0-7a49-4c8c-9e3e-217b1161a04b tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-595224'] for floatingip, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:49:29.878453 n-d-818823-1 neutron-server[103447]: INFO neutron.db.l3_db [None req-1ea240a0-7a49-4c8c-9e3e-217b1161a04b tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Floating IP 62bc3bab-a6b1-4d88-a2d0-998ca4770023 associated. External IP: 172.25.5.34, port: bf2441d3-fcee-4c4b-b799-9f7838a89ad1. Nov 22 20:49:30.025219 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4580e16c-bc59-418e-84be-1df9d5a09a21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:49:30.084217 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ea240a0-7a49-4c8c-9e3e-217b1161a04b tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Router eda5fe0d-d33d-4c54-bf5b-093e7495b1ea has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 20:49:30.192868 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ea240a0-7a49-4c8c-9e3e-217b1161a04b tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:49:30.202554 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ce3398-5eae-4c68-9455-7f385b11f921 None None] Sync routers for ids ['eda5fe0d-d33d-4c54-bf5b-093e7495b1ea'] in n-d-818823-1 {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:49:30.210551 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1ea240a0-7a49-4c8c-9e3e-217b1161a04b tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for floatingip, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:49:30.212931 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ce3398-5eae-4c68-9455-7f385b11f921 None None] Routers {'eda5fe0d-d33d-4c54-bf5b-093e7495b1ea'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:49:30.213540 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-80ce3398-5eae-4c68-9455-7f385b11f921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:49:03Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['eda5fe0d-d33d-4c54-bf5b-093e7495b1ea'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:49:30.241212 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-1ea240a0-7a49-4c8c-9e3e-217b1161a04b tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8689415 Nov 22 20:49:30.242075 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1be5e66a-7f90-4511-9588-65f9d7781e6c', 'tag': 'bf2441d3-fcee-4c4b-b799-9f7838a89ad1'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:49:30.244379 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6f3ce9e-5a54-4637-90f4-33ab57819ed9" -d '{"events": [{"name": "network-changed", "server_uuid": "1be5e66a-7f90-4511-9588-65f9d7781e6c", "tag": "bf2441d3-fcee-4c4b-b799-9f7838a89ad1"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:49:30.285991 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 20:49:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae676bd9-a1dc-48cd-a339-757655551178 x-openstack-request-id: req-ae676bd9-a1dc-48cd-a339-757655551178 {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:49:30.286289 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1be5e66a-7f90-4511-9588-65f9d7781e6c", "tag": "bf2441d3-fcee-4c4b-b799-9f7838a89ad1", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:49:30.286554 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ae676bd9-a1dc-48cd-a339-757655551178 {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:49:30.286963 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1be5e66a-7f90-4511-9588-65f9d7781e6c', 'tag': 'bf2441d3-fcee-4c4b-b799-9f7838a89ad1', 'status': 'completed', 'code': 200} Nov 22 20:49:30.322099 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-80ce3398-5eae-4c68-9455-7f385b11f921 None None] Set router eda5fe0d-d33d-4c54-bf5b-093e7495b1ea gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:49:30.348905 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f3ce9e-5a54-4637-90f4-33ab57819ed9 req-6aa1dd6a-c077-47ca-9be2-38e3bea3d491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:49:30.350443 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e6f3ce9e-5a54-4637-90f4-33ab57819ed9 req-6aa1dd6a-c077-47ca-9be2-38e3bea3d491 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2159a301d65a4f0aa3ad4e0df129c1f8&device_id=1be5e66a-7f90-4511-9588-65f9d7781e6c HTTP/1.1" status: 200 len: 1097 time: 0.0410292 Nov 22 20:49:30.441462 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f3ce9e-5a54-4637-90f4-33ab57819ed9 req-7b3c0e66-f1bf-4b36-944f-c59d8aeb0bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:49:30.442972 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e6f3ce9e-5a54-4637-90f4-33ab57819ed9 req-7b3c0e66-f1bf-4b36-944f-c59d8aeb0bb2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=6bc37553-a100-43d1-8d1a-4277980617a1 HTTP/1.1" status: 200 len: 912 time: 0.0858092 Nov 22 20:49:30.518793 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e6f3ce9e-5a54-4637-90f4-33ab57819ed9 req-1eee8746-548f-4a43-9e53-5a219b5040f0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bf2441d3-fcee-4c4b-b799-9f7838a89ad1 HTTP/1.1" status: 200 len: 999 time: 0.0665326 Nov 22 20:49:30.571126 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f3ce9e-5a54-4637-90f4-33ab57819ed9 req-866c277c-956a-4914-8cd8-4625e3480be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:49:30.572608 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e6f3ce9e-5a54-4637-90f4-33ab57819ed9 req-866c277c-956a-4914-8cd8-4625e3480be8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=44fc5a0e-e05e-4887-a12b-3d1c69de9281 HTTP/1.1" status: 200 len: 850 time: 0.0468473 Nov 22 20:49:30.618682 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f3ce9e-5a54-4637-90f4-33ab57819ed9 req-d5a697c0-edd9-4ad4-ae89-c378556b7f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:49:30.620240 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e6f3ce9e-5a54-4637-90f4-33ab57819ed9 req-d5a697c0-edd9-4ad4-ae89-c378556b7f15 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6bc37553-a100-43d1-8d1a-4277980617a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412638 Nov 22 20:49:30.699660 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-80ce3398-5eae-4c68-9455-7f385b11f921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eda5fe0d-d33d-4c54-bf5b-093e7495b1ea', 'name': 'tempest-TestVolumeBootPattern-666350845-router', 'tenant_id': '2159a301d65a4f0aa3ad4e0df129c1f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': '6d26e137-a572-4a3e-884f-1cdc550153e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:43:14Z', 'updated_at': '2021-11-22T20:43:16Z', 'revision_number': 4, 'project_id': '2159a301d65a4f0aa3ad4e0df129c1f8', 'gw_port': {'id': '6d26e137-a572-4a3e-884f-1cdc550153e0', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:33:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda5fe0d-d33d-4c54-bf5b-093e7495b1ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:43:14Z', 'updated_at': '2021-11-22T20:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_floatingips': [{'id': '62bc3bab-a6b1-4d88-a2d0-998ca4770023', 'tenant_id': '2159a301d65a4f0aa3ad4e0df129c1f8', 'floating_ip_address': '172.25.5.34', 'floating_network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'router_id': 'eda5fe0d-d33d-4c54-bf5b-093e7495b1ea', 'port_id': 'bf2441d3-fcee-4c4b-b799-9f7838a89ad1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4017, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6bc37553-a100-43d1-8d1a-4277980617a1', 'mac_address': 'fa:16:3e:be:90:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1be5e66a-7f90-4511-9588-65f9d7781e6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T20:49:28Z', 'updated_at': '2021-11-22T20:49:28Z', 'revision_number': 0, 'project_id': '2159a301d65a4f0aa3ad4e0df129c1f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75d4ed73-b1ac-46b5-823f-881558dd0b91', 'name': '', 'network_id': '6bc37553-a100-43d1-8d1a-4277980617a1', 'tenant_id': '2159a301d65a4f0aa3ad4e0df129c1f8', 'mac_address': 'fa:16:3e:b0:42:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda5fe0d-d33d-4c54-bf5b-093e7495b1ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '44fc5a0e-e05e-4887-a12b-3d1c69de9281', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:43:16Z', 'updated_at': '2021-11-22T20:43:22Z', 'revision_number': 5, 'project_id': '2159a301d65a4f0aa3ad4e0df129c1f8', 'subnets': [{'id': '44fc5a0e-e05e-4887-a12b-3d1c69de9281', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:49:30.715106 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e6f3ce9e-5a54-4637-90f4-33ab57819ed9 req-eccaa0f2-f66a-484e-8702-a625c83f7626 service neutron] 10.222.0.20 "GET /v2.0/networks/6bc37553-a100-43d1-8d1a-4277980617a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865619 Nov 22 20:49:30.728866 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ce3398-5eae-4c68-9455-7f385b11f921 None None] Checking router: eda5fe0d-d33d-4c54-bf5b-093e7495b1ea for host: n-d-818823-1 {{(pid=103449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 20:49:30.737735 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ce3398-5eae-4c68-9455-7f385b11f921 None None] Routers {'eda5fe0d-d33d-4c54-bf5b-093e7495b1ea'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:49:30.738331 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-80ce3398-5eae-4c68-9455-7f385b11f921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:49:03Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['eda5fe0d-d33d-4c54-bf5b-093e7495b1ea'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:49:30.807986 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e6f3ce9e-5a54-4637-90f4-33ab57819ed9 req-d636f8cf-c320-4f5f-943b-995eee3b4df0 service neutron] 10.222.0.20 "GET /v2.0/networks/6bc37553-a100-43d1-8d1a-4277980617a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856028 Nov 22 20:49:30.847253 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-80ce3398-5eae-4c68-9455-7f385b11f921 None None] Set router eda5fe0d-d33d-4c54-bf5b-093e7495b1ea gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:49:31.070213 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-80ce3398-5eae-4c68-9455-7f385b11f921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eda5fe0d-d33d-4c54-bf5b-093e7495b1ea', 'name': 'tempest-TestVolumeBootPattern-666350845-router', 'tenant_id': '2159a301d65a4f0aa3ad4e0df129c1f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': '6d26e137-a572-4a3e-884f-1cdc550153e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:43:14Z', 'updated_at': '2021-11-22T20:43:16Z', 'revision_number': 4, 'project_id': '2159a301d65a4f0aa3ad4e0df129c1f8', 'gw_port': {'id': '6d26e137-a572-4a3e-884f-1cdc550153e0', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:33:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda5fe0d-d33d-4c54-bf5b-093e7495b1ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:43:14Z', 'updated_at': '2021-11-22T20:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_floatingips': [{'id': '62bc3bab-a6b1-4d88-a2d0-998ca4770023', 'tenant_id': '2159a301d65a4f0aa3ad4e0df129c1f8', 'floating_ip_address': '172.25.5.34', 'floating_network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'router_id': 'eda5fe0d-d33d-4c54-bf5b-093e7495b1ea', 'port_id': 'bf2441d3-fcee-4c4b-b799-9f7838a89ad1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4017, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6bc37553-a100-43d1-8d1a-4277980617a1', 'mac_address': 'fa:16:3e:be:90:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1be5e66a-7f90-4511-9588-65f9d7781e6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T20:49:28Z', 'updated_at': '2021-11-22T20:49:28Z', 'revision_number': 0, 'project_id': '2159a301d65a4f0aa3ad4e0df129c1f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75d4ed73-b1ac-46b5-823f-881558dd0b91', 'name': '', 'network_id': '6bc37553-a100-43d1-8d1a-4277980617a1', 'tenant_id': '2159a301d65a4f0aa3ad4e0df129c1f8', 'mac_address': 'fa:16:3e:b0:42:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda5fe0d-d33d-4c54-bf5b-093e7495b1ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '44fc5a0e-e05e-4887-a12b-3d1c69de9281', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:43:16Z', 'updated_at': '2021-11-22T20:43:22Z', 'revision_number': 5, 'project_id': '2159a301d65a4f0aa3ad4e0df129c1f8', 'subnets': [{'id': '44fc5a0e-e05e-4887-a12b-3d1c69de9281', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:49:31.102048 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ce3398-5eae-4c68-9455-7f385b11f921 None None] The sync data for ids ['eda5fe0d-d33d-4c54-bf5b-093e7495b1ea'] in n-d-818823-1 is: [{'id': 'eda5fe0d-d33d-4c54-bf5b-093e7495b1ea', 'name': 'tempest-TestVolumeBootPattern-666350845-router', 'tenant_id': '2159a301d65a4f0aa3ad4e0df129c1f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': '6d26e137-a572-4a3e-884f-1cdc550153e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:43:14Z', 'updated_at': '2021-11-22T20:43:16Z', 'revision_number': 4, 'project_id': '2159a301d65a4f0aa3ad4e0df129c1f8', 'gw_port': {'id': '6d26e137-a572-4a3e-884f-1cdc550153e0', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:33:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda5fe0d-d33d-4c54-bf5b-093e7495b1ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:43:14Z', 'updated_at': '2021-11-22T20:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_floatingips': [{'id': '62bc3bab-a6b1-4d88-a2d0-998ca4770023', 'tenant_id': '2159a301d65a4f0aa3ad4e0df129c1f8', 'floating_ip_address': '172.25.5.34', 'floating_network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'router_id': 'eda5fe0d-d33d-4c54-bf5b-093e7495b1ea', 'port_id': 'bf2441d3-fcee-4c4b-b799-9f7838a89ad1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4017, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6bc37553-a100-43d1-8d1a-4277980617a1', 'mac_address': 'fa:16:3e:be:90:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1be5e66a-7f90-4511-9588-65f9d7781e6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T20:49:28Z', 'updated_at': '2021-11-22T20:49:28Z', 'revision_number': 0, 'project_id': '2159a301d65a4f0aa3ad4e0df129c1f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75d4ed73-b1ac-46b5-823f-881558dd0b91', 'name': '', 'network_id': '6bc37553-a100-43d1-8d1a-4277980617a1', 'tenant_id': '2159a301d65a4f0aa3ad4e0df129c1f8', 'mac_address': 'fa:16:3e:b0:42:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda5fe0d-d33d-4c54-bf5b-093e7495b1ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '44fc5a0e-e05e-4887-a12b-3d1c69de9281', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:43:16Z', 'updated_at': '2021-11-22T20:43:22Z', 'revision_number': 5, 'project_id': '2159a301d65a4f0aa3ad4e0df129c1f8', 'subnets': [{'id': '44fc5a0e-e05e-4887-a12b-3d1c69de9281', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:49:31.292785 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c5d182-5650-4978-9cb7-4cf6604d5182 None None] New status for floating IP 62bc3bab-a6b1-4d88-a2d0-998ca4770023: ACTIVE {{(pid=103450) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 20:49:32.966387 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-9a384ab6-45e8-456e-8ff1-59f87f857ad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:49:33.162923 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.agents_db [None req-aa8313f2-1ee4-4e7b-8c5a-d32b2f9d31ee None None] Agent healthcheck: found 7 active agents {{(pid=103450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 20:49:33.536286 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-03f0964f-1b75-4df7-99e0-a3cdb56ec2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:49:34.161299 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8223e764-6baf-4bd7-8f87-9420f52b8a98 req-6852ed08-57cf-4e81-884b-b772ec02dd67 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1be5e66a-7f90-4511-9588-65f9d7781e6c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0401940 Nov 22 20:49:34.246510 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8223e764-6baf-4bd7-8f87-9420f52b8a98 req-1940b005-373c-4de3-af3d-03a79538756f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:49:34.248046 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8223e764-6baf-4bd7-8f87-9420f52b8a98 req-1940b005-373c-4de3-af3d-03a79538756f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2159a301d65a4f0aa3ad4e0df129c1f8&device_id=1be5e66a-7f90-4511-9588-65f9d7781e6c HTTP/1.1" status: 200 len: 1097 time: 0.0452771 Nov 22 20:49:34.353574 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8223e764-6baf-4bd7-8f87-9420f52b8a98 req-be00023d-e74e-4910-9492-9ede4ab368de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:49:34.355070 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8223e764-6baf-4bd7-8f87-9420f52b8a98 req-be00023d-e74e-4910-9492-9ede4ab368de service neutron] 10.222.0.20 "GET /v2.0/networks?id=6bc37553-a100-43d1-8d1a-4277980617a1 HTTP/1.1" status: 200 len: 912 time: 0.0869129 Nov 22 20:49:34.425900 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8223e764-6baf-4bd7-8f87-9420f52b8a98 req-bfca7c22-a58d-48ad-82f5-73eb2a6c8c16 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bf2441d3-fcee-4c4b-b799-9f7838a89ad1 HTTP/1.1" status: 200 len: 1001 time: 0.0631881 Nov 22 20:49:34.474199 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8223e764-6baf-4bd7-8f87-9420f52b8a98 req-ebdd38cc-3542-4450-8d2d-5a622f051e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:49:34.475662 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8223e764-6baf-4bd7-8f87-9420f52b8a98 req-ebdd38cc-3542-4450-8d2d-5a622f051e33 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=44fc5a0e-e05e-4887-a12b-3d1c69de9281 HTTP/1.1" status: 200 len: 850 time: 0.0428503 Nov 22 20:49:34.519674 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8223e764-6baf-4bd7-8f87-9420f52b8a98 req-d83a6a72-65ac-46c4-883a-c4829c1108b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:49:34.521157 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8223e764-6baf-4bd7-8f87-9420f52b8a98 req-d83a6a72-65ac-46c4-883a-c4829c1108b0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6bc37553-a100-43d1-8d1a-4277980617a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390003 Nov 22 20:49:34.611892 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8223e764-6baf-4bd7-8f87-9420f52b8a98 req-e4b53a21-a7c3-453b-b7d9-45db2a8edd1d service neutron] 10.222.0.20 "GET /v2.0/networks/6bc37553-a100-43d1-8d1a-4277980617a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836852 Nov 22 20:49:34.699348 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8223e764-6baf-4bd7-8f87-9420f52b8a98 req-7996f1e7-7fe9-466f-b51e-20c358f54b8b service neutron] 10.222.0.20 "GET /v2.0/networks/6bc37553-a100-43d1-8d1a-4277980617a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809088 Nov 22 20:49:35.237578 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e49ee129-e862-4476-beca-cdc8150d2345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:49:36.086474 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:49:44.735977 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:49:44.789050 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:50:00.027063 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-941c918e-838d-4073-8cbb-642464e2c278 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:50:02.966216 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-cd38f716-7e0b-4840-8cbb-b5988e08bef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:50:03.539244 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-03f0964f-1b75-4df7-99e0-a3cdb56ec2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:50:05.241541 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e49ee129-e862-4476-beca-cdc8150d2345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:50:06.089071 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:50:07.442356 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [req-431c6af4-f82a-4965-9422-5ef6c3204a67 req-9956c025-7576-49c1-9c9f-1e47e07813b5 service neutron] (103447) timed out ('10.222.0.41', 50368) {{(pid=103447) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 22 20:50:10.162097 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.agents_db [None req-aa8313f2-1ee4-4e7b-8c5a-d32b2f9d31ee None None] Agent healthcheck: found 7 active agents {{(pid=103450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 20:50:14.744235 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:50:14.795008 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:50:30.028244 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e731b20c-af61-42cc-9903-c30425edabde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:50:32.966161 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-755c5a27-29aa-4a62-abff-b17c19193a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:50:33.541807 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-03f0964f-1b75-4df7-99e0-a3cdb56ec2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:50:34.153254 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-51927d72-341f-4ba0-80c5-b05106aeb0b4 req-21f31d07-7327-4ee4-bf3c-dc82ccfcb01e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1be5e66a-7f90-4511-9588-65f9d7781e6c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0427980 Nov 22 20:50:34.237194 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51927d72-341f-4ba0-80c5-b05106aeb0b4 req-31c4c8e6-81c6-4732-8bcb-6aacf002caf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:50:34.238743 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-51927d72-341f-4ba0-80c5-b05106aeb0b4 req-31c4c8e6-81c6-4732-8bcb-6aacf002caf5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2159a301d65a4f0aa3ad4e0df129c1f8&device_id=1be5e66a-7f90-4511-9588-65f9d7781e6c HTTP/1.1" status: 200 len: 1097 time: 0.0446837 Nov 22 20:50:34.339720 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51927d72-341f-4ba0-80c5-b05106aeb0b4 req-4aac4186-a873-447b-bd3e-1b7e0baceb0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:50:34.341183 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-51927d72-341f-4ba0-80c5-b05106aeb0b4 req-4aac4186-a873-447b-bd3e-1b7e0baceb0b service neutron] 10.222.0.20 "GET /v2.0/networks?id=6bc37553-a100-43d1-8d1a-4277980617a1 HTTP/1.1" status: 200 len: 912 time: 0.0834818 Nov 22 20:50:34.412718 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-51927d72-341f-4ba0-80c5-b05106aeb0b4 req-0717f749-32dc-493c-bbe9-e04b101c1c21 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bf2441d3-fcee-4c4b-b799-9f7838a89ad1 HTTP/1.1" status: 200 len: 1001 time: 0.0638759 Nov 22 20:50:34.461274 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51927d72-341f-4ba0-80c5-b05106aeb0b4 req-a7071529-f1cc-4098-a525-4674038b6121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:50:34.462767 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-51927d72-341f-4ba0-80c5-b05106aeb0b4 req-a7071529-f1cc-4098-a525-4674038b6121 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=44fc5a0e-e05e-4887-a12b-3d1c69de9281 HTTP/1.1" status: 200 len: 850 time: 0.0432172 Nov 22 20:50:34.520922 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51927d72-341f-4ba0-80c5-b05106aeb0b4 req-32f77a1c-010c-429f-b855-6e3f25da575e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:50:34.522540 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-51927d72-341f-4ba0-80c5-b05106aeb0b4 req-32f77a1c-010c-429f-b855-6e3f25da575e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6bc37553-a100-43d1-8d1a-4277980617a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0527284 Nov 22 20:50:34.614459 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-51927d72-341f-4ba0-80c5-b05106aeb0b4 req-14df7681-8cdb-44a0-ad29-a78f3abfc807 service neutron] 10.222.0.20 "GET /v2.0/networks/6bc37553-a100-43d1-8d1a-4277980617a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848968 Nov 22 20:50:34.707218 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-51927d72-341f-4ba0-80c5-b05106aeb0b4 req-29aefc80-da80-4b32-89a3-74d55859a3d5 service neutron] 10.222.0.20 "GET /v2.0/networks/6bc37553-a100-43d1-8d1a-4277980617a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798540 Nov 22 20:50:35.243708 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e49ee129-e862-4476-beca-cdc8150d2345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:50:36.090743 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:50:44.748428 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:50:44.794092 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:50:47.160977 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.agents_db [None req-aa8313f2-1ee4-4e7b-8c5a-d32b2f9d31ee None None] Agent healthcheck: found 7 active agents {{(pid=103450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 20:51:00.030123 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ac9d8c16-0912-45d9-ada8-316402af659d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:51:02.977218 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-5f0b8afd-b855-4d56-af19-cb0796b67d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:51:03.550063 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-03f0964f-1b75-4df7-99e0-a3cdb56ec2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:51:05.248429 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e49ee129-e862-4476-beca-cdc8150d2345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:51:06.106363 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:51:08.677906 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2e17ae18-42cc-4b9f-9989-92e909d7af1f req-7b8b13ef-b640-4a22-a18a-d9127df53bb8 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1590995768&fields=id&tenant_id=2159a301d65a4f0aa3ad4e0df129c1f8 HTTP/1.1" status: 200 len: 267 time: 0.0501144 Nov 22 20:51:08.791109 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e17ae18-42cc-4b9f-9989-92e909d7af1f req-0ba24ce6-209a-4863-b012-55487126f50f tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:51:08.794828 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2e17ae18-42cc-4b9f-9989-92e909d7af1f req-0ba24ce6-209a-4863-b012-55487126f50f tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/networks?id=6bc37553-a100-43d1-8d1a-4277980617a1 HTTP/1.1" status: 200 len: 811 time: 0.1079426 Nov 22 20:51:08.808462 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2e17ae18-42cc-4b9f-9989-92e909d7af1f req-5e319853-b430-444c-a609-4c59c84bd100 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/quotas/2159a301d65a4f0aa3ad4e0df129c1f8 HTTP/1.1" status: 200 len: 375 time: 0.0092812 Nov 22 20:51:08.860567 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2e17ae18-42cc-4b9f-9989-92e909d7af1f req-74b9e0d0-c63d-492f-ac42-681694fc460b tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=2159a301d65a4f0aa3ad4e0df129c1f8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0467737 Nov 22 20:51:08.925215 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [req-2e17ae18-42cc-4b9f-9989-92e909d7af1f req-e2bc5fcf-e53b-44ed-9891-bfcfeb068948 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=103447) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 20:51:08.926228 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2e17ae18-42cc-4b9f-9989-92e909d7af1f req-e2bc5fcf-e53b-44ed-9891-bfcfeb068948 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0548615 Nov 22 20:51:09.019121 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2e17ae18-42cc-4b9f-9989-92e909d7af1f req-32c83fda-c280-441b-8dfa-60176712a9a8 service neutron] 10.222.0.46 "GET /v2.0/networks/6bc37553-a100-43d1-8d1a-4277980617a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865266 Nov 22 20:51:09.106910 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2e17ae18-42cc-4b9f-9989-92e909d7af1f req-da88530b-1d61-4221-ac2e-3e43e7cee942 service neutron] 10.222.0.46 "GET /v2.0/networks/6bc37553-a100-43d1-8d1a-4277980617a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813220 Nov 22 20:51:09.444258 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a62e3e91-cf34-4116-8e80-16447f230270 req-b1ee81b0-ca1f-4dca-986f-7bf25350b636 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/ports?device_id=0cad43ea-53ca-4ef9-93d0-032d7fc51dee HTTP/1.1" status: 200 len: 210 time: 0.0840263 Nov 22 20:51:10.327955 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e17ae18-42cc-4b9f-9989-92e909d7af1f req-e2c6fddf-68a1-47be-9b8b-298fc46985b8 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:51:10.329434 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-2e17ae18-42cc-4b9f-9989-92e909d7af1f req-e2c6fddf-68a1-47be-9b8b-298fc46985b8 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.41 "GET /v2.0/networks?id=6bc37553-a100-43d1-8d1a-4277980617a1 HTTP/1.1" status: 200 len: 811 time: 0.1042495 Nov 22 20:51:10.397911 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-2e17ae18-42cc-4b9f-9989-92e909d7af1f req-0279f62c-6efa-46ad-a3ba-75b23642c1c5 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2159a301d65a4f0aa3ad4e0df129c1f8 HTTP/1.1" status: 200 len: 380 time: 0.0590520 Nov 22 20:51:10.408219 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [req-2e17ae18-42cc-4b9f-9989-92e909d7af1f req-d0245431-6b6a-47f7-85f0-9e0c708d15ea tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Request body: {'port': {'device_id': '0cad43ea-53ca-4ef9-93d0-032d7fc51dee', 'network_id': '6bc37553-a100-43d1-8d1a-4277980617a1', 'admin_state_up': True, 'tenant_id': '2159a301d65a4f0aa3ad4e0df129c1f8', 'security_groups': ['9864cc45-44c4-4b67-942c-2c61a6cfb46e']}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:51:10.531288 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e17ae18-42cc-4b9f-9989-92e909d7af1f req-d0245431-6b6a-47f7-85f0-9e0c708d15ea tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Made reservation on behalf of 2159a301d65a4f0aa3ad4e0df129c1f8 for: {'port': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:51:10.534867 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-2e17ae18-42cc-4b9f-9989-92e909d7af1f req-d0245431-6b6a-47f7-85f0-9e0c708d15ea tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:51:10.540917 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ddaeb595-5626-42e7-aa88-acbdc2c2ded3 req-83a418c2-d847-4a9b-9eb6-8cc470ead93a tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/ports?device_id=0cad43ea-53ca-4ef9-93d0-032d7fc51dee HTTP/1.1" status: 200 len: 210 time: 0.0266318 Nov 22 20:51:10.675504 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [req-2e17ae18-42cc-4b9f-9989-92e909d7af1f req-d0245431-6b6a-47f7-85f0-9e0c708d15ea tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Allocated IP 172.20.0.8 (6bc37553-a100-43d1-8d1a-4277980617a1/44fc5a0e-e05e-4887-a12b-3d1c69de9281/b917d83e-c964-42d6-89ba-2305a4a28115) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:51:10.820314 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-2e17ae18-42cc-4b9f-9989-92e909d7af1f req-d0245431-6b6a-47f7-85f0-9e0c708d15ea tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:51:10.857612 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-2e17ae18-42cc-4b9f-9989-92e909d7af1f req-d0245431-6b6a-47f7-85f0-9e0c708d15ea tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:51:10.903148 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e17ae18-42cc-4b9f-9989-92e909d7af1f req-d0245431-6b6a-47f7-85f0-9e0c708d15ea tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Network 6bc37553-a100-43d1-8d1a-4277980617a1 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:51:10.906776 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [req-2e17ae18-42cc-4b9f-9989-92e909d7af1f req-d0245431-6b6a-47f7-85f0-9e0c708d15ea tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:51:10.910556 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e17ae18-42cc-4b9f-9989-92e909d7af1f req-d0245431-6b6a-47f7-85f0-9e0c708d15ea tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:51:10.936252 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0245431-6b6a-47f7-85f0-9e0c708d15ea tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Pushing event updated for resources: {'Port': ['ID=b917d83e-c964-42d6-89ba-2305a4a28115,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:51:10.949628 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0245431-6b6a-47f7-85f0-9e0c708d15ea tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:51:10.949978 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0245431-6b6a-47f7-85f0-9e0c708d15ea tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:51:10.950331 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0245431-6b6a-47f7-85f0-9e0c708d15ea tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:51:10.950676 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0245431-6b6a-47f7-85f0-9e0c708d15ea tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:51:10.951019 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0245431-6b6a-47f7-85f0-9e0c708d15ea tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:51:10.951361 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0245431-6b6a-47f7-85f0-9e0c708d15ea tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:51:10.951721 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0245431-6b6a-47f7-85f0-9e0c708d15ea tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:51:10.952061 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0245431-6b6a-47f7-85f0-9e0c708d15ea tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:51:10.952392 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0245431-6b6a-47f7-85f0-9e0c708d15ea tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:51:10.952723 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0245431-6b6a-47f7-85f0-9e0c708d15ea tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:51:10.953058 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0245431-6b6a-47f7-85f0-9e0c708d15ea tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:51:10.953392 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0245431-6b6a-47f7-85f0-9e0c708d15ea tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:51:10.977712 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e17ae18-42cc-4b9f-9989-92e909d7af1f req-d0245431-6b6a-47f7-85f0-9e0c708d15ea tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:51:10.978359 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-2e17ae18-42cc-4b9f-9989-92e909d7af1f req-d0245431-6b6a-47f7-85f0-9e0c708d15ea tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:51:10.997488 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-2e17ae18-42cc-4b9f-9989-92e909d7af1f req-d0245431-6b6a-47f7-85f0-9e0c708d15ea tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5932024 Nov 22 20:51:11.148061 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [req-2e17ae18-42cc-4b9f-9989-92e909d7af1f req-7d46c127-ca6d-4ae3-bef0-dc9d5e00c0c7 service neutron] Request body: {'port': {'device_id': '0cad43ea-53ca-4ef9-93d0-032d7fc51dee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818823-1'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:51:11.179116 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-6dd8e52c-45d7-46da-a541-94e72954e506 None None] Provisioning complete for port b917d83e-c964-42d6-89ba-2305a4a28115 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:51:11.179713 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6dd8e52c-45d7-46da-a541-94e72954e506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:51:11.212126 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-2e17ae18-42cc-4b9f-9989-92e909d7af1f req-7d46c127-ca6d-4ae3-bef0-dc9d5e00c0c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:51:11.214041 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-6dd8e52c-45d7-46da-a541-94e72954e506 None None] Port b917d83e-c964-42d6-89ba-2305a4a28115 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:51:11.481990 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [req-2e17ae18-42cc-4b9f-9989-92e909d7af1f req-7d46c127-ca6d-4ae3-bef0-dc9d5e00c0c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b917d83e-c964-42d6-89ba-2305a4a28115 {{(pid=103448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:51:11.489635 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-2e17ae18-42cc-4b9f-9989-92e909d7af1f req-7d46c127-ca6d-4ae3-bef0-dc9d5e00c0c7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:51:11.501448 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [req-2e17ae18-42cc-4b9f-9989-92e909d7af1f req-7d46c127-ca6d-4ae3-bef0-dc9d5e00c0c7 service neutron] Transition to ACTIVE for port object b917d83e-c964-42d6-89ba-2305a4a28115 will not be triggered until provisioned by entity L2. {{(pid=103448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 20:51:11.505568 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-2e17ae18-42cc-4b9f-9989-92e909d7af1f req-7d46c127-ca6d-4ae3-bef0-dc9d5e00c0c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:51:11.555710 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d46c127-ca6d-4ae3-bef0-dc9d5e00c0c7 service neutron] Pushing event updated for resources: {'Port': ['ID=b917d83e-c964-42d6-89ba-2305a4a28115,revision_number=2']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:51:11.636841 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-2e17ae18-42cc-4b9f-9989-92e909d7af1f req-7d46c127-ca6d-4ae3-bef0-dc9d5e00c0c7 service neutron] Attempting to bind port b917d83e-c964-42d6-89ba-2305a4a28115 on host n-h1-818823-1 for vnic_type normal with profile {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:51:11.637194 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-2e17ae18-42cc-4b9f-9989-92e909d7af1f req-7d46c127-ca6d-4ae3-bef0-dc9d5e00c0c7 service neutron] Attempting to bind port b917d83e-c964-42d6-89ba-2305a4a28115 by drivers openvswitch,hyperv on host n-h1-818823-1 at level 0 using segments [{'id': '4aa11b26-9f57-405f-9190-6abb0565ab6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '6bc37553-a100-43d1-8d1a-4277980617a1'}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:51:11.637490 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e17ae18-42cc-4b9f-9989-92e909d7af1f req-7d46c127-ca6d-4ae3-bef0-dc9d5e00c0c7 service neutron] Attempting to bind port b917d83e-c964-42d6-89ba-2305a4a28115 on network 6bc37553-a100-43d1-8d1a-4277980617a1 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:51:11.646785 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e17ae18-42cc-4b9f-9989-92e909d7af1f req-7d46c127-ca6d-4ae3-bef0-dc9d5e00c0c7 service neutron] Port b917d83e-c964-42d6-89ba-2305a4a28115 on network 6bc37553-a100-43d1-8d1a-4277980617a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-818823-1 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:51:11.647285 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e17ae18-42cc-4b9f-9989-92e909d7af1f req-7d46c127-ca6d-4ae3-bef0-dc9d5e00c0c7 service neutron] Attempting to bind port b917d83e-c964-42d6-89ba-2305a4a28115 on network 6bc37553-a100-43d1-8d1a-4277980617a1 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:51:11.653402 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e17ae18-42cc-4b9f-9989-92e909d7af1f req-7d46c127-ca6d-4ae3-bef0-dc9d5e00c0c7 service neutron] Checking agent: {'id': '7a008cff-3b49-418c-8046-689d46cc800f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'started_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 50, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:51:11.653870 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e17ae18-42cc-4b9f-9989-92e909d7af1f req-7d46c127-ca6d-4ae3-bef0-dc9d5e00c0c7 service neutron] Checking segment: {'id': '4aa11b26-9f57-405f-9190-6abb0565ab6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '6bc37553-a100-43d1-8d1a-4277980617a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:51:11.654364 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e17ae18-42cc-4b9f-9989-92e909d7af1f req-7d46c127-ca6d-4ae3-bef0-dc9d5e00c0c7 service neutron] Bound using segment: {'id': '4aa11b26-9f57-405f-9190-6abb0565ab6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '6bc37553-a100-43d1-8d1a-4277980617a1'} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:51:11.654944 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-2e17ae18-42cc-4b9f-9989-92e909d7af1f req-7d46c127-ca6d-4ae3-bef0-dc9d5e00c0c7 service neutron] Bound port: b917d83e-c964-42d6-89ba-2305a4a28115, host: n-h1-818823-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4aa11b26-9f57-405f-9190-6abb0565ab6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '6bc37553-a100-43d1-8d1a-4277980617a1'}}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:51:11.655514 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-2e17ae18-42cc-4b9f-9989-92e909d7af1f req-7d46c127-ca6d-4ae3-bef0-dc9d5e00c0c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:51:11.682385 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0aec6b5-cfed-4c8e-8407-cfe843bc9110 req-8a14559f-b49a-468a-836a-375b3c8864a2 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:51:11.684326 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c0aec6b5-cfed-4c8e-8407-cfe843bc9110 req-8a14559f-b49a-468a-836a-375b3c8864a2 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/ports?device_id=0cad43ea-53ca-4ef9-93d0-032d7fc51dee HTTP/1.1" status: 200 len: 943 time: 0.0634415 Nov 22 20:51:11.737034 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-2e17ae18-42cc-4b9f-9989-92e909d7af1f req-7d46c127-ca6d-4ae3-bef0-dc9d5e00c0c7 service neutron] For port b917d83e-c964-42d6-89ba-2305a4a28115, host n-h1-818823-1, cleared binding levels {{(pid=103448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:51:11.740434 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c0aec6b5-cfed-4c8e-8407-cfe843bc9110 req-dc7dc348-c452-410f-9d27-3c9adfc9c8aa tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/security-groups?id=9864cc45-44c4-4b67-942c-2c61a6cfb46e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495713 Nov 22 20:51:11.744394 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-2e17ae18-42cc-4b9f-9989-92e909d7af1f req-7d46c127-ca6d-4ae3-bef0-dc9d5e00c0c7 service neutron] For port b917d83e-c964-42d6-89ba-2305a4a28115, host n-h1-818823-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=b917d83e-c964-42d6-89ba-2305a4a28115,segment=NetworkSegment(4aa11b26-9f57-405f-9190-6abb0565ab6f),segment_id=4aa11b26-9f57-405f-9190-6abb0565ab6f)] {{(pid=103448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:51:11.751262 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-2e17ae18-42cc-4b9f-9989-92e909d7af1f req-7d46c127-ca6d-4ae3-bef0-dc9d5e00c0c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:51:11.794774 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e17ae18-42cc-4b9f-9989-92e909d7af1f req-7d46c127-ca6d-4ae3-bef0-dc9d5e00c0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:51:11.795505 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-2e17ae18-42cc-4b9f-9989-92e909d7af1f req-7d46c127-ca6d-4ae3-bef0-dc9d5e00c0c7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:51:11.797101 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-2e17ae18-42cc-4b9f-9989-92e909d7af1f req-7d46c127-ca6d-4ae3-bef0-dc9d5e00c0c7 service neutron] 10.222.0.41 "PUT /v2.0/ports/b917d83e-c964-42d6-89ba-2305a4a28115 HTTP/1.1" status: 200 len: 1091 time: 0.7917323 Nov 22 20:51:11.798148 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cad43ea-53ca-4ef9-93d0-032d7fc51dee', 'tag': 'b917d83e-c964-42d6-89ba-2305a4a28115'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:51:11.802645 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589a98cf2aea187fcc423a5edb333e5a6cf3ad7c81115d1ebee0f079693c312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1852240-6b7a-4310-9033-58af91856c82" -d '{"events": [{"name": "network-changed", "server_uuid": "0cad43ea-53ca-4ef9-93d0-032d7fc51dee", "tag": "b917d83e-c964-42d6-89ba-2305a4a28115"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:51:11.835361 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d46c127-ca6d-4ae3-bef0-dc9d5e00c0c7 service neutron] Pushing event updated for resources: {'Port': ['ID=b917d83e-c964-42d6-89ba-2305a4a28115,revision_number=3']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:51:11.849535 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 20:51:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c90963a2-e87f-4e4e-80af-e5f09fbfea4e x-openstack-request-id: req-c90963a2-e87f-4e4e-80af-e5f09fbfea4e {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:51:11.850104 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cad43ea-53ca-4ef9-93d0-032d7fc51dee", "tag": "b917d83e-c964-42d6-89ba-2305a4a28115", "status": "completed", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:51:11.850373 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c90963a2-e87f-4e4e-80af-e5f09fbfea4e {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:51:11.851522 n-d-818823-1 neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cad43ea-53ca-4ef9-93d0-032d7fc51dee', 'tag': 'b917d83e-c964-42d6-89ba-2305a4a28115', 'status': 'completed', 'code': 200} Nov 22 20:51:11.912612 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e17ae18-42cc-4b9f-9989-92e909d7af1f req-f671de58-056d-48c9-ac3c-501f1b89e7db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:51:11.914490 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-2e17ae18-42cc-4b9f-9989-92e909d7af1f req-f671de58-056d-48c9-ac3c-501f1b89e7db service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2159a301d65a4f0aa3ad4e0df129c1f8&device_id=0cad43ea-53ca-4ef9-93d0-032d7fc51dee HTTP/1.1" status: 200 len: 1094 time: 0.0572178 Nov 22 20:51:11.965747 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-2e17ae18-42cc-4b9f-9989-92e909d7af1f req-0ed3304e-2fa0-436b-9469-2785b60e3357 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b917d83e-c964-42d6-89ba-2305a4a28115 HTTP/1.1" status: 200 len: 217 time: 0.0431151 Nov 22 20:51:12.018459 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e17ae18-42cc-4b9f-9989-92e909d7af1f req-6c5b0493-af0d-4549-b4f7-9bf5c5555172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:51:12.020038 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-2e17ae18-42cc-4b9f-9989-92e909d7af1f req-6c5b0493-af0d-4549-b4f7-9bf5c5555172 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=44fc5a0e-e05e-4887-a12b-3d1c69de9281 HTTP/1.1" status: 200 len: 850 time: 0.0475290 Nov 22 20:51:12.069735 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e17ae18-42cc-4b9f-9989-92e909d7af1f req-bf79d020-f626-4950-af95-8683a8395157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:51:12.071191 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-2e17ae18-42cc-4b9f-9989-92e909d7af1f req-bf79d020-f626-4950-af95-8683a8395157 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6bc37553-a100-43d1-8d1a-4277980617a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439904 Nov 22 20:51:12.166698 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-2e17ae18-42cc-4b9f-9989-92e909d7af1f req-9f54db87-072a-4ba8-bcdc-b320bfa277cb service neutron] 10.222.0.41 "GET /v2.0/networks/6bc37553-a100-43d1-8d1a-4277980617a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876741 Nov 22 20:51:12.258540 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-2e17ae18-42cc-4b9f-9989-92e909d7af1f req-7d72dcde-5e85-4dff-989b-ae8c9783c6e9 service neutron] 10.222.0.41 "GET /v2.0/networks/6bc37553-a100-43d1-8d1a-4277980617a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848439 Nov 22 20:51:12.346361 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1852240-6b7a-4310-9033-58af91856c82 req-b900af71-91bc-4523-8b68-572f99c061ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:51:12.347882 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-a1852240-6b7a-4310-9033-58af91856c82 req-b900af71-91bc-4523-8b68-572f99c061ad service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2159a301d65a4f0aa3ad4e0df129c1f8&device_id=0cad43ea-53ca-4ef9-93d0-032d7fc51dee HTTP/1.1" status: 200 len: 1094 time: 0.0470121 Nov 22 20:51:12.438663 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1852240-6b7a-4310-9033-58af91856c82 req-255bd380-1094-491b-82b4-f857cb121810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:51:12.440186 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-a1852240-6b7a-4310-9033-58af91856c82 req-255bd380-1094-491b-82b4-f857cb121810 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6bc37553-a100-43d1-8d1a-4277980617a1 HTTP/1.1" status: 200 len: 912 time: 0.0845504 Nov 22 20:51:12.491069 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-a1852240-6b7a-4310-9033-58af91856c82 req-35eb20a5-f3cd-478d-8900-b00181d56849 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b917d83e-c964-42d6-89ba-2305a4a28115 HTTP/1.1" status: 200 len: 217 time: 0.0436807 Nov 22 20:51:12.543885 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1852240-6b7a-4310-9033-58af91856c82 req-cd56e866-1f81-4c3f-94a1-3881b31f0410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:51:12.545312 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-a1852240-6b7a-4310-9033-58af91856c82 req-cd56e866-1f81-4c3f-94a1-3881b31f0410 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=44fc5a0e-e05e-4887-a12b-3d1c69de9281 HTTP/1.1" status: 200 len: 850 time: 0.0477810 Nov 22 20:51:12.590306 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1852240-6b7a-4310-9033-58af91856c82 req-f1674fbd-237b-40b8-9a4c-ac7898837558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:51:12.591838 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-a1852240-6b7a-4310-9033-58af91856c82 req-f1674fbd-237b-40b8-9a4c-ac7898837558 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6bc37553-a100-43d1-8d1a-4277980617a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401220 Nov 22 20:51:12.687438 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-a1852240-6b7a-4310-9033-58af91856c82 req-b0542cef-83a7-4e8a-a4f3-4b49fdc7ff01 service neutron] 10.222.0.41 "GET /v2.0/networks/6bc37553-a100-43d1-8d1a-4277980617a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883763 Nov 22 20:51:12.782863 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-a1852240-6b7a-4310-9033-58af91856c82 req-90a52048-b29c-4fee-9fac-d583346e7e26 service neutron] 10.222.0.41 "GET /v2.0/networks/6bc37553-a100-43d1-8d1a-4277980617a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874913 Nov 22 20:51:12.871149 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d59c8e7-758d-40de-ac8e-48e42394ac2e req-85fb29f3-6d85-40c7-9f0d-4359aaa258dd tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:51:12.872697 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2d59c8e7-758d-40de-ac8e-48e42394ac2e req-85fb29f3-6d85-40c7-9f0d-4359aaa258dd tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/ports?device_id=0cad43ea-53ca-4ef9-93d0-032d7fc51dee HTTP/1.1" status: 200 len: 943 time: 0.0543902 Nov 22 20:51:12.922133 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2d59c8e7-758d-40de-ac8e-48e42394ac2e req-688c124d-8c64-40e4-b247-9c939afae4d6 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/security-groups?id=9864cc45-44c4-4b67-942c-2c61a6cfb46e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430732 Nov 22 20:51:14.046960 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acdd58b-6f3c-4d46-9447-fdb76d35aace req-5b25d4ae-b4d4-4b71-8775-357b6093ed72 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:51:14.048576 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6acdd58b-6f3c-4d46-9447-fdb76d35aace req-5b25d4ae-b4d4-4b71-8775-357b6093ed72 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/ports?device_id=0cad43ea-53ca-4ef9-93d0-032d7fc51dee HTTP/1.1" status: 200 len: 943 time: 0.0546062 Nov 22 20:51:14.097369 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6acdd58b-6f3c-4d46-9447-fdb76d35aace req-05867ddc-2ba0-4391-b46f-4cc745d4f7cd tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/security-groups?id=9864cc45-44c4-4b67-942c-2c61a6cfb46e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420575 Nov 22 20:51:14.751376 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:51:14.816781 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:51:15.224407 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7af19a6-b65b-4bc1-98f6-cac91d7a7d62 req-7c0a0de9-c925-46b4-b521-0c94639261c5 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:51:15.226014 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b7af19a6-b65b-4bc1-98f6-cac91d7a7d62 req-7c0a0de9-c925-46b4-b521-0c94639261c5 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/ports?device_id=0cad43ea-53ca-4ef9-93d0-032d7fc51dee HTTP/1.1" status: 200 len: 943 time: 0.0545435 Nov 22 20:51:15.279207 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b7af19a6-b65b-4bc1-98f6-cac91d7a7d62 req-ed531939-6018-40e2-a184-02e343877b6b tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/security-groups?id=9864cc45-44c4-4b67-942c-2c61a6cfb46e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468352 Nov 22 20:51:16.406781 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75b6070-86e1-4793-a060-0641c81b5f68 req-5b025d5b-e4c3-4b0e-87ae-85d97cae7833 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:51:16.408349 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f75b6070-86e1-4793-a060-0641c81b5f68 req-5b025d5b-e4c3-4b0e-87ae-85d97cae7833 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/ports?device_id=0cad43ea-53ca-4ef9-93d0-032d7fc51dee HTTP/1.1" status: 200 len: 943 time: 0.0507274 Nov 22 20:51:16.468605 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f75b6070-86e1-4793-a060-0641c81b5f68 req-e598f068-4884-4f93-a741-fde93bd0b866 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/security-groups?id=9864cc45-44c4-4b67-942c-2c61a6cfb46e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510938 Nov 22 20:51:17.590093 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91ef891-75ea-4fe8-a5a3-7cce88437b09 req-e4d09f59-e01e-460f-ab5a-536243092be8 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:51:17.591638 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a91ef891-75ea-4fe8-a5a3-7cce88437b09 req-e4d09f59-e01e-460f-ab5a-536243092be8 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/ports?device_id=0cad43ea-53ca-4ef9-93d0-032d7fc51dee HTTP/1.1" status: 200 len: 943 time: 0.0513606 Nov 22 20:51:17.641414 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a91ef891-75ea-4fe8-a5a3-7cce88437b09 req-ca7e037e-5aef-40df-8040-36e79480c393 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/security-groups?id=9864cc45-44c4-4b67-942c-2c61a6cfb46e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434480 Nov 22 20:51:18.758465 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65efddbe-b948-4c22-a6e5-2af9cc2d5d1f req-747f8792-360b-44ec-932f-26832182cd21 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:51:18.759946 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-65efddbe-b948-4c22-a6e5-2af9cc2d5d1f req-747f8792-360b-44ec-932f-26832182cd21 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/ports?device_id=0cad43ea-53ca-4ef9-93d0-032d7fc51dee HTTP/1.1" status: 200 len: 943 time: 0.0475781 Nov 22 20:51:18.808008 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-65efddbe-b948-4c22-a6e5-2af9cc2d5d1f req-ce468166-6079-4cb3-bb78-eed679b6e5a4 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/security-groups?id=9864cc45-44c4-4b67-942c-2c61a6cfb46e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421054 Nov 22 20:51:19.929635 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750f0f96-5d7a-4a13-a7f1-1feb6b3c6559 req-bafd0b0a-8c85-4f55-91fe-4394cf35f3c3 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:51:19.931168 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-750f0f96-5d7a-4a13-a7f1-1feb6b3c6559 req-bafd0b0a-8c85-4f55-91fe-4394cf35f3c3 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/ports?device_id=0cad43ea-53ca-4ef9-93d0-032d7fc51dee HTTP/1.1" status: 200 len: 943 time: 0.0529571 Nov 22 20:51:19.979576 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-750f0f96-5d7a-4a13-a7f1-1feb6b3c6559 req-5421656f-41c8-4fa7-ba46-7f2588b8aa1e tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/security-groups?id=9864cc45-44c4-4b67-942c-2c61a6cfb46e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424335 Nov 22 20:51:21.096805 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5df35bb-e4dd-4670-9388-6297f0336a16 req-817e538f-4b78-421b-a8c4-23a957961111 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:51:21.098325 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d5df35bb-e4dd-4670-9388-6297f0336a16 req-817e538f-4b78-421b-a8c4-23a957961111 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/ports?device_id=0cad43ea-53ca-4ef9-93d0-032d7fc51dee HTTP/1.1" status: 200 len: 943 time: 0.0524323 Nov 22 20:51:21.147442 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d5df35bb-e4dd-4670-9388-6297f0336a16 req-8e2fb137-2a02-4b97-9f42-59e95f7b7a3f tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/security-groups?id=9864cc45-44c4-4b67-942c-2c61a6cfb46e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430362 Nov 22 20:51:22.259712 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2e1791-85ca-43f0-8e36-062f380ed6ba req-5f7d89d4-dd2a-4875-94f8-b1fa5dab95f8 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:51:22.261179 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6e2e1791-85ca-43f0-8e36-062f380ed6ba req-5f7d89d4-dd2a-4875-94f8-b1fa5dab95f8 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/ports?device_id=0cad43ea-53ca-4ef9-93d0-032d7fc51dee HTTP/1.1" status: 200 len: 943 time: 0.0483558 Nov 22 20:51:22.312792 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6e2e1791-85ca-43f0-8e36-062f380ed6ba req-73926f5a-573d-4ece-81c1-cb192d11d467 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/security-groups?id=9864cc45-44c4-4b67-942c-2c61a6cfb46e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456438 Nov 22 20:51:22.712412 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device b917d83e-c964-42d6-89ba-2305a4a28115 details requested by agent hyperv_n-h1-818823-1 with host n-h1-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 20:51:22.805336 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port b917d83e-c964-42d6-89ba-2305a4a28115, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=b917d83e-c964-42d6-89ba-2305a4a28115,segment=NetworkSegment(4aa11b26-9f57-405f-9190-6abb0565ab6f),segment_id=4aa11b26-9f57-405f-9190-6abb0565ab6f)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:51:22.821086 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Returning: {'device': 'b917d83e-c964-42d6-89ba-2305a4a28115', 'network_id': '6bc37553-a100-43d1-8d1a-4277980617a1', 'port_id': 'b917d83e-c964-42d6-89ba-2305a4a28115', 'mac_address': 'fa:16:3e:e2:85:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44fc5a0e-e05e-4887-a12b-3d1c69de9281', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 20:51:22.857047 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:51:22.869913 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b917d83e-c964-42d6-89ba-2305a4a28115 {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:51:22.888687 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port b917d83e-c964-42d6-89ba-2305a4a28115, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=b917d83e-c964-42d6-89ba-2305a4a28115,segment=NetworkSegment(4aa11b26-9f57-405f-9190-6abb0565ab6f),segment_id=4aa11b26-9f57-405f-9190-6abb0565ab6f)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:51:22.893285 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:51:22.940481 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=b917d83e-c964-42d6-89ba-2305a4a28115,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:51:22.947711 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:51:22.948062 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:51:22.948405 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:51:22.948744 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:51:22.949086 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:51:22.949419 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:51:22.949746 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:51:22.950073 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:51:22.950401 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:51:22.950727 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:51:22.951052 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:51:22.951375 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:51:23.142721 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] get_ports_and_sgs() called for port_ids ['b917d83e-c964-42d6-89ba-2305a4a28115'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:51:23.427910 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246bc83d-f936-4aa9-85ff-06a713f4209d req-f19690fc-875f-4d4f-9210-93275e633288 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:51:23.429460 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-246bc83d-f936-4aa9-85ff-06a713f4209d req-f19690fc-875f-4d4f-9210-93275e633288 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/ports?device_id=0cad43ea-53ca-4ef9-93d0-032d7fc51dee HTTP/1.1" status: 200 len: 944 time: 0.0497992 Nov 22 20:51:23.478543 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-246bc83d-f936-4aa9-85ff-06a713f4209d req-494a44f0-fce3-4436-89f9-6b719e98fea3 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/security-groups?id=9864cc45-44c4-4b67-942c-2c61a6cfb46e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431368 Nov 22 20:51:24.160209 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.agents_db [None req-aa8313f2-1ee4-4e7b-8c5a-d32b2f9d31ee None None] Agent healthcheck: found 7 active agents {{(pid=103450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 20:51:24.590463 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b61de6f-a7a2-48d9-837a-36229a2504c3 req-0e60bbd5-d7c5-4ff5-865d-bed45f44f583 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:51:24.591949 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5b61de6f-a7a2-48d9-837a-36229a2504c3 req-0e60bbd5-d7c5-4ff5-865d-bed45f44f583 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/ports?device_id=0cad43ea-53ca-4ef9-93d0-032d7fc51dee HTTP/1.1" status: 200 len: 944 time: 0.0479064 Nov 22 20:51:24.638729 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5b61de6f-a7a2-48d9-837a-36229a2504c3 req-d700cfbe-6191-49a6-bfd9-162b66df5b2a tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/security-groups?id=9864cc45-44c4-4b67-942c-2c61a6cfb46e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409541 Nov 22 20:51:24.727809 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device b917d83e-c964-42d6-89ba-2305a4a28115 up at agent hyperv_n-h1-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:51:24.780366 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Provisioning for port b917d83e-c964-42d6-89ba-2305a4a28115 completed by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 20:51:24.784296 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Provisioning complete for port b917d83e-c964-42d6-89ba-2305a4a28115 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:51:24.784667 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:51:24.859541 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:51:24.882244 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cad43ea-53ca-4ef9-93d0-032d7fc51dee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b917d83e-c964-42d6-89ba-2305a4a28115'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:51:24.884496 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d39f6d30a11e565ec9648abcc015e8a6ab6cff4edd704add8155e28765d31eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-323fe453-542e-4b0e-b8ad-ce4bb0978b88" -d '{"events": [{"server_uuid": "0cad43ea-53ca-4ef9-93d0-032d7fc51dee", "name": "network-vif-plugged", "status": "completed", "tag": "b917d83e-c964-42d6-89ba-2305a4a28115"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:51:24.898765 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port b917d83e-c964-42d6-89ba-2305a4a28115, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=b917d83e-c964-42d6-89ba-2305a4a28115,segment=NetworkSegment(4aa11b26-9f57-405f-9190-6abb0565ab6f),segment_id=4aa11b26-9f57-405f-9190-6abb0565ab6f)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:51:24.904467 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:51:24.952219 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=b917d83e-c964-42d6-89ba-2305a4a28115,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:51:24.990379 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:51:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fd97c79-6b45-4fbc-949c-d933efed2e4d x-openstack-request-id: req-5fd97c79-6b45-4fbc-949c-d933efed2e4d {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:51:24.990680 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cad43ea-53ca-4ef9-93d0-032d7fc51dee", "name": "network-vif-plugged", "status": "completed", "tag": "b917d83e-c964-42d6-89ba-2305a4a28115", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:51:24.991790 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5fd97c79-6b45-4fbc-949c-d933efed2e4d {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:51:24.992236 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cad43ea-53ca-4ef9-93d0-032d7fc51dee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b917d83e-c964-42d6-89ba-2305a4a28115', 'code': 200} Nov 22 20:51:25.089763 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305f5285-7dba-41b9-9550-7abd6640bc34 req-59a7783e-aa9a-4098-b98a-9b1ee2c444f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:51:25.091261 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-305f5285-7dba-41b9-9550-7abd6640bc34 req-59a7783e-aa9a-4098-b98a-9b1ee2c444f4 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0cad43ea-53ca-4ef9-93d0-032d7fc51dee HTTP/1.1" status: 200 len: 1096 time: 0.0418360 Nov 22 20:51:25.137012 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-305f5285-7dba-41b9-9550-7abd6640bc34 req-517275ef-1699-4d2a-84dd-423451d1c86f service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=9864cc45-44c4-4b67-942c-2c61a6cfb46e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390351 Nov 22 20:51:25.755251 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d88f533-7cab-49d7-b484-bcea3d1bfa0d req-547e978a-9440-49c9-9d4a-f854713f95cc tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:51:25.756756 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4d88f533-7cab-49d7-b484-bcea3d1bfa0d req-547e978a-9440-49c9-9d4a-f854713f95cc tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/ports?device_id=0cad43ea-53ca-4ef9-93d0-032d7fc51dee HTTP/1.1" status: 200 len: 945 time: 0.0519986 Nov 22 20:51:25.815482 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4d88f533-7cab-49d7-b484-bcea3d1bfa0d req-ddc4ffc1-b78d-4f47-9c48-5f50c9b4eafd tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/security-groups?id=9864cc45-44c4-4b67-942c-2c61a6cfb46e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526946 Nov 22 20:51:26.932375 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863a5855-9aa8-4f72-91d0-30b0ecc326ea req-405cb192-01e5-4deb-aaed-b610c8e00a41 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:51:26.933861 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-863a5855-9aa8-4f72-91d0-30b0ecc326ea req-405cb192-01e5-4deb-aaed-b610c8e00a41 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/ports?device_id=0cad43ea-53ca-4ef9-93d0-032d7fc51dee HTTP/1.1" status: 200 len: 945 time: 0.0487504 Nov 22 20:51:26.982143 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-863a5855-9aa8-4f72-91d0-30b0ecc326ea req-a3c959be-fb04-4f1b-aace-4b411db3afbd tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/security-groups?id=9864cc45-44c4-4b67-942c-2c61a6cfb46e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424182 Nov 22 20:51:27.097846 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5236b8-be6b-4dd0-a4ef-862bf7f8a541 req-54c7fdd7-8cdc-4ed5-b4f1-da0de5f14c1f tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:51:27.099316 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-af5236b8-be6b-4dd0-a4ef-862bf7f8a541 req-54c7fdd7-8cdc-4ed5-b4f1-da0de5f14c1f tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/ports?device_id=0cad43ea-53ca-4ef9-93d0-032d7fc51dee HTTP/1.1" status: 200 len: 945 time: 0.0512261 Nov 22 20:51:27.147763 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-af5236b8-be6b-4dd0-a4ef-862bf7f8a541 req-ffec92b8-b35e-470d-b59f-721aa5c4ddfb tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/security-groups?id=9864cc45-44c4-4b67-942c-2c61a6cfb46e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412912 Nov 22 20:51:27.169755 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 56774) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:51:27.206693 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62747973-4b06-497d-bb3e-3eb6e38323a0 tempest-TestVolumeBootPattern-1610963527 tempest-TestVolumeBootPattern-1610963527-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:51:27.208185 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-62747973-4b06-497d-bb3e-3eb6e38323a0 tempest-TestVolumeBootPattern-1610963527 tempest-TestVolumeBootPattern-1610963527-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=0cad43ea-53ca-4ef9-93d0-032d7fc51dee HTTP/1.1" status: 200 len: 1091 time: 0.0374584 Nov 22 20:51:27.211262 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 56776) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:51:27.215347 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-930c748b-b367-46cb-8c2e-c4cc2bb28222 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Request body: {'floatingip': {'floating_network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'port_id': 'b917d83e-c964-42d6-89ba-2305a4a28115', 'tenant_id': '2159a301d65a4f0aa3ad4e0df129c1f8', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:51:27.237080 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-930c748b-b367-46cb-8c2e-c4cc2bb28222 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Publish callbacks [] for floatingip, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:51:27.335255 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-930c748b-b367-46cb-8c2e-c4cc2bb28222 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:51:27.435287 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [None req-930c748b-b367-46cb-8c2e-c4cc2bb28222 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Allocated IP 172.25.5.176 (c48a55e9-6a85-4746-b7bf-3e29fb560094/5da6f781-63e6-4328-ae7a-5e672262f55a/9ca33700-9894-40ab-ab00-6449bf4232b6) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:51:27.538858 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-930c748b-b367-46cb-8c2e-c4cc2bb28222 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:51:27.571623 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-930c748b-b367-46cb-8c2e-c4cc2bb28222 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:51:27.610501 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-930c748b-b367-46cb-8c2e-c4cc2bb28222 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Network c48a55e9-6a85-4746-b7bf-3e29fb560094 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:51:27.613404 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-930c748b-b367-46cb-8c2e-c4cc2bb28222 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:51:27.617124 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-930c748b-b367-46cb-8c2e-c4cc2bb28222 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:51:27.622441 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930c748b-b367-46cb-8c2e-c4cc2bb28222 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Pushing event updated for resources: {'Port': ['ID=9ca33700-9894-40ab-ab00-6449bf4232b6,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:51:27.647862 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930c748b-b367-46cb-8c2e-c4cc2bb28222 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:51:27.648217 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930c748b-b367-46cb-8c2e-c4cc2bb28222 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:51:27.648562 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930c748b-b367-46cb-8c2e-c4cc2bb28222 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:51:27.648903 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930c748b-b367-46cb-8c2e-c4cc2bb28222 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:51:27.649241 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930c748b-b367-46cb-8c2e-c4cc2bb28222 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:51:27.649574 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930c748b-b367-46cb-8c2e-c4cc2bb28222 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:51:27.649903 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930c748b-b367-46cb-8c2e-c4cc2bb28222 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:51:27.650231 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930c748b-b367-46cb-8c2e-c4cc2bb28222 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:51:27.650557 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930c748b-b367-46cb-8c2e-c4cc2bb28222 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:51:27.650883 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930c748b-b367-46cb-8c2e-c4cc2bb28222 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:51:27.651212 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930c748b-b367-46cb-8c2e-c4cc2bb28222 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:51:27.651570 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930c748b-b367-46cb-8c2e-c4cc2bb28222 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:51:27.987907 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-930c748b-b367-46cb-8c2e-c4cc2bb28222 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:51:28.051887 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-930c748b-b367-46cb-8c2e-c4cc2bb28222 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:51:28.205901 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-930c748b-b367-46cb-8c2e-c4cc2bb28222 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Publish callbacks [] for port, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:51:28.210347 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-930c748b-b367-46cb-8c2e-c4cc2bb28222 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:51:28.281451 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930c748b-b367-46cb-8c2e-c4cc2bb28222 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Pushing event updated for resources: {'Port': ['ID=9ca33700-9894-40ab-ab00-6449bf4232b6,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:51:28.291255 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-930c748b-b367-46cb-8c2e-c4cc2bb28222 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-595224'] for floatingip, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:51:28.388796 n-d-818823-1 neutron-server[103447]: INFO neutron.db.l3_db [None req-930c748b-b367-46cb-8c2e-c4cc2bb28222 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Floating IP eafbffd0-8192-4183-9ad3-06c9522c898c associated. External IP: 172.25.5.176, port: b917d83e-c964-42d6-89ba-2305a4a28115. Nov 22 20:51:28.592162 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-930c748b-b367-46cb-8c2e-c4cc2bb28222 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Router eda5fe0d-d33d-4c54-bf5b-093e7495b1ea has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 20:51:28.696837 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-930c748b-b367-46cb-8c2e-c4cc2bb28222 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:51:28.709622 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de57271c-63eb-4d3a-8900-4a1e030bf6f9 None None] Sync routers for ids ['eda5fe0d-d33d-4c54-bf5b-093e7495b1ea'] in n-d-818823-1 {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:51:28.714491 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-930c748b-b367-46cb-8c2e-c4cc2bb28222 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for floatingip, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:51:28.719018 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de57271c-63eb-4d3a-8900-4a1e030bf6f9 None None] Routers {'eda5fe0d-d33d-4c54-bf5b-093e7495b1ea'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:51:28.719667 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-de57271c-63eb-4d3a-8900-4a1e030bf6f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:51:03Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['eda5fe0d-d33d-4c54-bf5b-093e7495b1ea'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:51:28.755437 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-930c748b-b367-46cb-8c2e-c4cc2bb28222 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5304306 Nov 22 20:51:28.755437 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cad43ea-53ca-4ef9-93d0-032d7fc51dee', 'tag': 'b917d83e-c964-42d6-89ba-2305a4a28115'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:51:28.755437 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21293957-565b-4515-ba49-51a260f2a413" -d '{"events": [{"name": "network-changed", "server_uuid": "0cad43ea-53ca-4ef9-93d0-032d7fc51dee", "tag": "b917d83e-c964-42d6-89ba-2305a4a28115"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:51:28.843700 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-de57271c-63eb-4d3a-8900-4a1e030bf6f9 None None] Set router eda5fe0d-d33d-4c54-bf5b-093e7495b1ea gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:51:28.861999 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 20:51:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-873a0986-630f-47df-aab6-744119ffa353 x-openstack-request-id: req-873a0986-630f-47df-aab6-744119ffa353 {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:51:28.862361 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cad43ea-53ca-4ef9-93d0-032d7fc51dee", "tag": "b917d83e-c964-42d6-89ba-2305a4a28115", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:51:28.862686 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-873a0986-630f-47df-aab6-744119ffa353 {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:51:28.863156 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cad43ea-53ca-4ef9-93d0-032d7fc51dee', 'tag': 'b917d83e-c964-42d6-89ba-2305a4a28115', 'status': 'completed', 'code': 200} Nov 22 20:51:28.927702 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21293957-565b-4515-ba49-51a260f2a413 req-b7970a2c-a013-48c0-a473-6cbc01a15e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:51:28.929937 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-21293957-565b-4515-ba49-51a260f2a413 req-b7970a2c-a013-48c0-a473-6cbc01a15e91 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2159a301d65a4f0aa3ad4e0df129c1f8&device_id=0cad43ea-53ca-4ef9-93d0-032d7fc51dee HTTP/1.1" status: 200 len: 1096 time: 0.0452816 Nov 22 20:51:29.019058 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21293957-565b-4515-ba49-51a260f2a413 req-36193f4d-6e1e-4e80-924f-87d280ef0c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:51:29.020582 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-21293957-565b-4515-ba49-51a260f2a413 req-36193f4d-6e1e-4e80-924f-87d280ef0c60 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6bc37553-a100-43d1-8d1a-4277980617a1 HTTP/1.1" status: 200 len: 912 time: 0.0835922 Nov 22 20:51:29.071567 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-de57271c-63eb-4d3a-8900-4a1e030bf6f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eda5fe0d-d33d-4c54-bf5b-093e7495b1ea', 'name': 'tempest-TestVolumeBootPattern-666350845-router', 'tenant_id': '2159a301d65a4f0aa3ad4e0df129c1f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': '6d26e137-a572-4a3e-884f-1cdc550153e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:43:14Z', 'updated_at': '2021-11-22T20:43:16Z', 'revision_number': 4, 'project_id': '2159a301d65a4f0aa3ad4e0df129c1f8', 'gw_port': {'id': '6d26e137-a572-4a3e-884f-1cdc550153e0', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:33:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda5fe0d-d33d-4c54-bf5b-093e7495b1ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:43:14Z', 'updated_at': '2021-11-22T20:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_floatingips': [{'id': '62bc3bab-a6b1-4d88-a2d0-998ca4770023', 'tenant_id': '2159a301d65a4f0aa3ad4e0df129c1f8', 'floating_ip_address': '172.25.5.34', 'floating_network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'router_id': 'eda5fe0d-d33d-4c54-bf5b-093e7495b1ea', 'port_id': 'bf2441d3-fcee-4c4b-b799-9f7838a89ad1', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4017, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6bc37553-a100-43d1-8d1a-4277980617a1', 'mac_address': 'fa:16:3e:be:90:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1be5e66a-7f90-4511-9588-65f9d7781e6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T20:49:28Z', 'updated_at': '2021-11-22T20:49:31Z', 'revision_number': 1, 'project_id': '2159a301d65a4f0aa3ad4e0df129c1f8', 'fixed_ip_address_scope': None}, {'id': 'eafbffd0-8192-4183-9ad3-06c9522c898c', 'tenant_id': '2159a301d65a4f0aa3ad4e0df129c1f8', 'floating_ip_address': '172.25.5.176', 'floating_network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'router_id': 'eda5fe0d-d33d-4c54-bf5b-093e7495b1ea', 'port_id': 'b917d83e-c964-42d6-89ba-2305a4a28115', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4020, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6bc37553-a100-43d1-8d1a-4277980617a1', 'mac_address': 'fa:16:3e:e2:85:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cad43ea-53ca-4ef9-93d0-032d7fc51dee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T20:51:27Z', 'updated_at': '2021-11-22T20:51:27Z', 'revision_number': 0, 'project_id': '2159a301d65a4f0aa3ad4e0df129c1f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75d4ed73-b1ac-46b5-823f-881558dd0b91', 'name': '', 'network_id': '6bc37553-a100-43d1-8d1a-4277980617a1', 'tenant_id': '2159a301d65a4f0aa3ad4e0df129c1f8', 'mac_address': 'fa:16:3e:b0:42:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda5fe0d-d33d-4c54-bf5b-093e7495b1ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '44fc5a0e-e05e-4887-a12b-3d1c69de9281', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:43:16Z', 'updated_at': '2021-11-22T20:43:22Z', 'revision_number': 5, 'project_id': '2159a301d65a4f0aa3ad4e0df129c1f8', 'subnets': [{'id': '44fc5a0e-e05e-4887-a12b-3d1c69de9281', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:51:29.090729 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-21293957-565b-4515-ba49-51a260f2a413 req-80765d74-0742-4ee9-8067-bf2fc347c26e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b917d83e-c964-42d6-89ba-2305a4a28115 HTTP/1.1" status: 200 len: 999 time: 0.0630186 Nov 22 20:51:29.101994 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de57271c-63eb-4d3a-8900-4a1e030bf6f9 None None] Checking router: eda5fe0d-d33d-4c54-bf5b-093e7495b1ea for host: n-d-818823-1 {{(pid=103449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 20:51:29.110499 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de57271c-63eb-4d3a-8900-4a1e030bf6f9 None None] Routers {'eda5fe0d-d33d-4c54-bf5b-093e7495b1ea'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:51:29.111092 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-de57271c-63eb-4d3a-8900-4a1e030bf6f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:51:03Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['eda5fe0d-d33d-4c54-bf5b-093e7495b1ea'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:51:29.140652 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21293957-565b-4515-ba49-51a260f2a413 req-e73b7e36-3d51-496e-bfca-8b415f0cebe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:51:29.142143 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-21293957-565b-4515-ba49-51a260f2a413 req-e73b7e36-3d51-496e-bfca-8b415f0cebe2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=44fc5a0e-e05e-4887-a12b-3d1c69de9281 HTTP/1.1" status: 200 len: 850 time: 0.0449047 Nov 22 20:51:29.188356 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21293957-565b-4515-ba49-51a260f2a413 req-3873ea9b-baaa-4504-ae20-3e2e8273e2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:51:29.189881 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-21293957-565b-4515-ba49-51a260f2a413 req-3873ea9b-baaa-4504-ae20-3e2e8273e2a4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6bc37553-a100-43d1-8d1a-4277980617a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405765 Nov 22 20:51:29.215692 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-de57271c-63eb-4d3a-8900-4a1e030bf6f9 None None] Set router eda5fe0d-d33d-4c54-bf5b-093e7495b1ea gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:51:29.285595 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-21293957-565b-4515-ba49-51a260f2a413 req-fa9da24e-0d9b-4e91-98df-5d0c0e536908 service neutron] 10.222.0.41 "GET /v2.0/networks/6bc37553-a100-43d1-8d1a-4277980617a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888436 Nov 22 20:51:29.379680 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-21293957-565b-4515-ba49-51a260f2a413 req-94a6bc0a-af2d-4b80-b771-d20ed83ab373 service neutron] 10.222.0.41 "GET /v2.0/networks/6bc37553-a100-43d1-8d1a-4277980617a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870354 Nov 22 20:51:29.591197 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-de57271c-63eb-4d3a-8900-4a1e030bf6f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eda5fe0d-d33d-4c54-bf5b-093e7495b1ea', 'name': 'tempest-TestVolumeBootPattern-666350845-router', 'tenant_id': '2159a301d65a4f0aa3ad4e0df129c1f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': '6d26e137-a572-4a3e-884f-1cdc550153e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:43:14Z', 'updated_at': '2021-11-22T20:43:16Z', 'revision_number': 4, 'project_id': '2159a301d65a4f0aa3ad4e0df129c1f8', 'gw_port': {'id': '6d26e137-a572-4a3e-884f-1cdc550153e0', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:33:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda5fe0d-d33d-4c54-bf5b-093e7495b1ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:43:14Z', 'updated_at': '2021-11-22T20:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_floatingips': [{'id': '62bc3bab-a6b1-4d88-a2d0-998ca4770023', 'tenant_id': '2159a301d65a4f0aa3ad4e0df129c1f8', 'floating_ip_address': '172.25.5.34', 'floating_network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'router_id': 'eda5fe0d-d33d-4c54-bf5b-093e7495b1ea', 'port_id': 'bf2441d3-fcee-4c4b-b799-9f7838a89ad1', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4017, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6bc37553-a100-43d1-8d1a-4277980617a1', 'mac_address': 'fa:16:3e:be:90:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1be5e66a-7f90-4511-9588-65f9d7781e6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T20:49:28Z', 'updated_at': '2021-11-22T20:49:31Z', 'revision_number': 1, 'project_id': '2159a301d65a4f0aa3ad4e0df129c1f8', 'fixed_ip_address_scope': None}, {'id': 'eafbffd0-8192-4183-9ad3-06c9522c898c', 'tenant_id': '2159a301d65a4f0aa3ad4e0df129c1f8', 'floating_ip_address': '172.25.5.176', 'floating_network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'router_id': 'eda5fe0d-d33d-4c54-bf5b-093e7495b1ea', 'port_id': 'b917d83e-c964-42d6-89ba-2305a4a28115', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4020, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6bc37553-a100-43d1-8d1a-4277980617a1', 'mac_address': 'fa:16:3e:e2:85:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cad43ea-53ca-4ef9-93d0-032d7fc51dee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T20:51:27Z', 'updated_at': '2021-11-22T20:51:27Z', 'revision_number': 0, 'project_id': '2159a301d65a4f0aa3ad4e0df129c1f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75d4ed73-b1ac-46b5-823f-881558dd0b91', 'name': '', 'network_id': '6bc37553-a100-43d1-8d1a-4277980617a1', 'tenant_id': '2159a301d65a4f0aa3ad4e0df129c1f8', 'mac_address': 'fa:16:3e:b0:42:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda5fe0d-d33d-4c54-bf5b-093e7495b1ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '44fc5a0e-e05e-4887-a12b-3d1c69de9281', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:43:16Z', 'updated_at': '2021-11-22T20:43:22Z', 'revision_number': 5, 'project_id': '2159a301d65a4f0aa3ad4e0df129c1f8', 'subnets': [{'id': '44fc5a0e-e05e-4887-a12b-3d1c69de9281', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:51:29.620042 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de57271c-63eb-4d3a-8900-4a1e030bf6f9 None None] The sync data for ids ['eda5fe0d-d33d-4c54-bf5b-093e7495b1ea'] in n-d-818823-1 is: [{'id': 'eda5fe0d-d33d-4c54-bf5b-093e7495b1ea', 'name': 'tempest-TestVolumeBootPattern-666350845-router', 'tenant_id': '2159a301d65a4f0aa3ad4e0df129c1f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': '6d26e137-a572-4a3e-884f-1cdc550153e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:43:14Z', 'updated_at': '2021-11-22T20:43:16Z', 'revision_number': 4, 'project_id': '2159a301d65a4f0aa3ad4e0df129c1f8', 'gw_port': {'id': '6d26e137-a572-4a3e-884f-1cdc550153e0', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:33:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda5fe0d-d33d-4c54-bf5b-093e7495b1ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:43:14Z', 'updated_at': '2021-11-22T20:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_floatingips': [{'id': '62bc3bab-a6b1-4d88-a2d0-998ca4770023', 'tenant_id': '2159a301d65a4f0aa3ad4e0df129c1f8', 'floating_ip_address': '172.25.5.34', 'floating_network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'router_id': 'eda5fe0d-d33d-4c54-bf5b-093e7495b1ea', 'port_id': 'bf2441d3-fcee-4c4b-b799-9f7838a89ad1', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4017, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6bc37553-a100-43d1-8d1a-4277980617a1', 'mac_address': 'fa:16:3e:be:90:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1be5e66a-7f90-4511-9588-65f9d7781e6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T20:49:28Z', 'updated_at': '2021-11-22T20:49:31Z', 'revision_number': 1, 'project_id': '2159a301d65a4f0aa3ad4e0df129c1f8', 'fixed_ip_address_scope': None}, {'id': 'eafbffd0-8192-4183-9ad3-06c9522c898c', 'tenant_id': '2159a301d65a4f0aa3ad4e0df129c1f8', 'floating_ip_address': '172.25.5.176', 'floating_network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'router_id': 'eda5fe0d-d33d-4c54-bf5b-093e7495b1ea', 'port_id': 'b917d83e-c964-42d6-89ba-2305a4a28115', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4020, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6bc37553-a100-43d1-8d1a-4277980617a1', 'mac_address': 'fa:16:3e:e2:85:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cad43ea-53ca-4ef9-93d0-032d7fc51dee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T20:51:27Z', 'updated_at': '2021-11-22T20:51:27Z', 'revision_number': 0, 'project_id': '2159a301d65a4f0aa3ad4e0df129c1f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75d4ed73-b1ac-46b5-823f-881558dd0b91', 'name': '', 'network_id': '6bc37553-a100-43d1-8d1a-4277980617a1', 'tenant_id': '2159a301d65a4f0aa3ad4e0df129c1f8', 'mac_address': 'fa:16:3e:b0:42:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda5fe0d-d33d-4c54-bf5b-093e7495b1ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '44fc5a0e-e05e-4887-a12b-3d1c69de9281', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:43:16Z', 'updated_at': '2021-11-22T20:43:22Z', 'revision_number': 5, 'project_id': '2159a301d65a4f0aa3ad4e0df129c1f8', 'subnets': [{'id': '44fc5a0e-e05e-4887-a12b-3d1c69de9281', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:51:29.801754 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-216f420e-896e-41e0-9c90-4c68bb501a58 None None] New status for floating IP eafbffd0-8192-4183-9ad3-06c9522c898c: ACTIVE {{(pid=103450) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 20:51:30.032284 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-c110f088-84a7-4c4e-8555-ec138302f909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:51:32.970967 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-a91cad83-58cf-429a-b819-7f819dba9387 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:51:33.547524 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-03f0964f-1b75-4df7-99e0-a3cdb56ec2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:51:34.196068 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ae6498b0-ac81-41d1-9128-97b17c7fc508 req-9869a24e-c91a-4ffb-a67a-b7768e86bd9e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1be5e66a-7f90-4511-9588-65f9d7781e6c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0471926 Nov 22 20:51:34.631761 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6498b0-ac81-41d1-9128-97b17c7fc508 req-07e39501-f3c6-44ba-8c5c-43f8967a0f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:51:34.633177 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ae6498b0-ac81-41d1-9128-97b17c7fc508 req-07e39501-f3c6-44ba-8c5c-43f8967a0f6e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2159a301d65a4f0aa3ad4e0df129c1f8&device_id=1be5e66a-7f90-4511-9588-65f9d7781e6c HTTP/1.1" status: 200 len: 1097 time: 0.3935347 Nov 22 20:51:34.736903 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6498b0-ac81-41d1-9128-97b17c7fc508 req-231fd423-f34d-4cd6-a87c-ef0cd2982626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:51:34.738378 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ae6498b0-ac81-41d1-9128-97b17c7fc508 req-231fd423-f34d-4cd6-a87c-ef0cd2982626 service neutron] 10.222.0.20 "GET /v2.0/networks?id=6bc37553-a100-43d1-8d1a-4277980617a1 HTTP/1.1" status: 200 len: 912 time: 0.0846164 Nov 22 20:51:34.808225 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ae6498b0-ac81-41d1-9128-97b17c7fc508 req-f5b51df9-fa2f-45a0-ae44-0ba1769c91be service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bf2441d3-fcee-4c4b-b799-9f7838a89ad1 HTTP/1.1" status: 200 len: 1001 time: 0.0624907 Nov 22 20:51:34.859401 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6498b0-ac81-41d1-9128-97b17c7fc508 req-039063a1-6431-4bfa-acca-e89b7e1811db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:51:34.860844 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ae6498b0-ac81-41d1-9128-97b17c7fc508 req-039063a1-6431-4bfa-acca-e89b7e1811db service neutron] 10.222.0.20 "GET /v2.0/subnets?id=44fc5a0e-e05e-4887-a12b-3d1c69de9281 HTTP/1.1" status: 200 len: 850 time: 0.0436833 Nov 22 20:51:34.906014 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6498b0-ac81-41d1-9128-97b17c7fc508 req-be0e7f0a-d729-470a-9c3e-7d0d4b4725ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:51:34.907546 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ae6498b0-ac81-41d1-9128-97b17c7fc508 req-be0e7f0a-d729-470a-9c3e-7d0d4b4725ec service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6bc37553-a100-43d1-8d1a-4277980617a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403688 Nov 22 20:51:34.995795 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ae6498b0-ac81-41d1-9128-97b17c7fc508 req-fbe18992-50ae-4de9-ba96-6e6ddda97341 service neutron] 10.222.0.20 "GET /v2.0/networks/6bc37553-a100-43d1-8d1a-4277980617a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810907 Nov 22 20:51:35.083860 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ae6498b0-ac81-41d1-9128-97b17c7fc508 req-6f943965-ba6f-4147-a01e-0c9d418dffb8 service neutron] 10.222.0.20 "GET /v2.0/networks/6bc37553-a100-43d1-8d1a-4277980617a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803351 Nov 22 20:51:35.248302 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e49ee129-e862-4476-beca-cdc8150d2345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:51:35.908392 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-e5cb17eb-f497-4ca5-a482-d2dec62bf560 req-836c8ce9-a311-49c1-9213-2003de73a085 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0cad43ea-53ca-4ef9-93d0-032d7fc51dee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0452216 Nov 22 20:51:35.986940 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cb17eb-f497-4ca5-a482-d2dec62bf560 req-f71b336a-2858-43f1-946f-4960d42f178c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:51:35.988556 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-e5cb17eb-f497-4ca5-a482-d2dec62bf560 req-f71b336a-2858-43f1-946f-4960d42f178c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2159a301d65a4f0aa3ad4e0df129c1f8&device_id=0cad43ea-53ca-4ef9-93d0-032d7fc51dee HTTP/1.1" status: 200 len: 1096 time: 0.0401707 Nov 22 20:51:36.088293 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:51:36.093938 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cb17eb-f497-4ca5-a482-d2dec62bf560 req-19bcfb4f-3a84-43f2-8313-5e28cb170630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:51:36.095627 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-e5cb17eb-f497-4ca5-a482-d2dec62bf560 req-19bcfb4f-3a84-43f2-8313-5e28cb170630 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6bc37553-a100-43d1-8d1a-4277980617a1 HTTP/1.1" status: 200 len: 912 time: 0.0869262 Nov 22 20:51:36.167248 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-e5cb17eb-f497-4ca5-a482-d2dec62bf560 req-affc0c65-5a3a-42db-9193-57eb8b0117c3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b917d83e-c964-42d6-89ba-2305a4a28115 HTTP/1.1" status: 200 len: 1001 time: 0.0646205 Nov 22 20:51:36.217596 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cb17eb-f497-4ca5-a482-d2dec62bf560 req-0d72bcfa-46a7-4c15-a8ac-cc3df8840089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:51:36.219091 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-e5cb17eb-f497-4ca5-a482-d2dec62bf560 req-0d72bcfa-46a7-4c15-a8ac-cc3df8840089 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=44fc5a0e-e05e-4887-a12b-3d1c69de9281 HTTP/1.1" status: 200 len: 850 time: 0.0447741 Nov 22 20:51:36.264079 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cb17eb-f497-4ca5-a482-d2dec62bf560 req-49308d83-01b7-477e-a4b6-b7ed2649faa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:51:36.265648 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-e5cb17eb-f497-4ca5-a482-d2dec62bf560 req-49308d83-01b7-477e-a4b6-b7ed2649faa8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6bc37553-a100-43d1-8d1a-4277980617a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403066 Nov 22 20:51:36.361299 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-e5cb17eb-f497-4ca5-a482-d2dec62bf560 req-2f0b41c0-eb40-4f49-ad1b-d691a9c574eb service neutron] 10.222.0.41 "GET /v2.0/networks/6bc37553-a100-43d1-8d1a-4277980617a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881553 Nov 22 20:51:36.458803 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-e5cb17eb-f497-4ca5-a482-d2dec62bf560 req-6370ac8d-ed4b-4dfb-9f13-a18b95c59d50 service neutron] 10.222.0.41 "GET /v2.0/networks/6bc37553-a100-43d1-8d1a-4277980617a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900698 Nov 22 20:51:44.766140 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:51:44.801926 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:52:00.033414 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-976a0a2d-a79c-45d3-808a-725051f074d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:52:01.159850 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.agents_db [None req-aa8313f2-1ee4-4e7b-8c5a-d32b2f9d31ee None None] Agent healthcheck: found 7 active agents {{(pid=103450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 20:52:02.971313 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-15e9ab12-4604-4064-a6cc-62e2cd1fb85c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:52:03.550383 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-03f0964f-1b75-4df7-99e0-a3cdb56ec2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:52:05.252269 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e49ee129-e862-4476-beca-cdc8150d2345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:52:06.090229 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:52:14.770461 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:52:14.809128 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:52:30.036224 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-72db4a79-9df7-4893-8d34-aa95cab63d46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:52:32.972372 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6ee3d0f2-679e-4e95-a7db-3d3fbdd44a00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:52:33.552519 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-03f0964f-1b75-4df7-99e0-a3cdb56ec2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:52:35.254765 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e49ee129-e862-4476-beca-cdc8150d2345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:52:36.091174 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:52:36.159948 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7efdafb3-d87e-4ff6-8ae4-1d34ee08b1e8 req-af3dcbf2-2ee3-41e0-be2f-7dbd49f24088 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1be5e66a-7f90-4511-9588-65f9d7781e6c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0455592 Nov 22 20:52:36.242574 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efdafb3-d87e-4ff6-8ae4-1d34ee08b1e8 req-cdc23a6a-cb37-4edb-beb3-d520ea14284b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:52:36.244100 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7efdafb3-d87e-4ff6-8ae4-1d34ee08b1e8 req-cdc23a6a-cb37-4edb-beb3-d520ea14284b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2159a301d65a4f0aa3ad4e0df129c1f8&device_id=1be5e66a-7f90-4511-9588-65f9d7781e6c HTTP/1.1" status: 200 len: 1097 time: 0.0403888 Nov 22 20:52:36.342870 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efdafb3-d87e-4ff6-8ae4-1d34ee08b1e8 req-83143d91-40bd-4181-bf2e-9e4fc381cd4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:52:36.344267 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7efdafb3-d87e-4ff6-8ae4-1d34ee08b1e8 req-83143d91-40bd-4181-bf2e-9e4fc381cd4f service neutron] 10.222.0.20 "GET /v2.0/networks?id=6bc37553-a100-43d1-8d1a-4277980617a1 HTTP/1.1" status: 200 len: 912 time: 0.0819540 Nov 22 20:52:36.411392 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7efdafb3-d87e-4ff6-8ae4-1d34ee08b1e8 req-214537d0-87d5-402d-a5e5-06dcede369eb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bf2441d3-fcee-4c4b-b799-9f7838a89ad1 HTTP/1.1" status: 200 len: 1001 time: 0.0606403 Nov 22 20:52:36.460261 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efdafb3-d87e-4ff6-8ae4-1d34ee08b1e8 req-fa689be4-3501-45ee-82ac-52b2b0a0e691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:52:36.461723 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7efdafb3-d87e-4ff6-8ae4-1d34ee08b1e8 req-fa689be4-3501-45ee-82ac-52b2b0a0e691 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=44fc5a0e-e05e-4887-a12b-3d1c69de9281 HTTP/1.1" status: 200 len: 850 time: 0.0436921 Nov 22 20:52:36.507268 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efdafb3-d87e-4ff6-8ae4-1d34ee08b1e8 req-2944e56f-79aa-4b4c-8553-9fbdab542c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:52:36.508809 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7efdafb3-d87e-4ff6-8ae4-1d34ee08b1e8 req-2944e56f-79aa-4b4c-8553-9fbdab542c6a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6bc37553-a100-43d1-8d1a-4277980617a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399451 Nov 22 20:52:36.600800 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7efdafb3-d87e-4ff6-8ae4-1d34ee08b1e8 req-a77f8d1d-43c0-4d45-8894-959436d7a9e3 service neutron] 10.222.0.20 "GET /v2.0/networks/6bc37553-a100-43d1-8d1a-4277980617a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843551 Nov 22 20:52:36.688106 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7efdafb3-d87e-4ff6-8ae4-1d34ee08b1e8 req-c3f394cf-dfd2-4aef-8284-f0681c291793 service neutron] 10.222.0.20 "GET /v2.0/networks/6bc37553-a100-43d1-8d1a-4277980617a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804241 Nov 22 20:52:37.900649 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-b708bbf5-1ad5-440a-bad6-d3269744fd20 req-bd8cc041-c738-4d02-ab82-04f37b49bc1e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0cad43ea-53ca-4ef9-93d0-032d7fc51dee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0463741 Nov 22 20:52:37.981649 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b708bbf5-1ad5-440a-bad6-d3269744fd20 req-91be22e2-f800-43c6-a493-22dc56909445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:52:37.983143 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-b708bbf5-1ad5-440a-bad6-d3269744fd20 req-91be22e2-f800-43c6-a493-22dc56909445 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2159a301d65a4f0aa3ad4e0df129c1f8&device_id=0cad43ea-53ca-4ef9-93d0-032d7fc51dee HTTP/1.1" status: 200 len: 1096 time: 0.0405002 Nov 22 20:52:38.086203 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b708bbf5-1ad5-440a-bad6-d3269744fd20 req-058dd370-b887-45ca-82e7-8c91f2cfacc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:52:38.087714 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-b708bbf5-1ad5-440a-bad6-d3269744fd20 req-058dd370-b887-45ca-82e7-8c91f2cfacc4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6bc37553-a100-43d1-8d1a-4277980617a1 HTTP/1.1" status: 200 len: 912 time: 0.0836298 Nov 22 20:52:38.158807 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.agents_db [None req-aa8313f2-1ee4-4e7b-8c5a-d32b2f9d31ee None None] Agent healthcheck: found 7 active agents {{(pid=103450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 20:52:38.159903 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-b708bbf5-1ad5-440a-bad6-d3269744fd20 req-2eac7fca-d5d2-4cc1-9126-105a278835f4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b917d83e-c964-42d6-89ba-2305a4a28115 HTTP/1.1" status: 200 len: 1001 time: 0.0655067 Nov 22 20:52:38.211167 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b708bbf5-1ad5-440a-bad6-d3269744fd20 req-ecf8c859-aac8-4df8-acf1-f01446fe3f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:52:38.212715 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-b708bbf5-1ad5-440a-bad6-d3269744fd20 req-ecf8c859-aac8-4df8-acf1-f01446fe3f55 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=44fc5a0e-e05e-4887-a12b-3d1c69de9281 HTTP/1.1" status: 200 len: 850 time: 0.0452130 Nov 22 20:52:38.261734 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b708bbf5-1ad5-440a-bad6-d3269744fd20 req-7366fa3a-31a7-4acf-90a6-35c70b2623b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:52:38.263278 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-b708bbf5-1ad5-440a-bad6-d3269744fd20 req-7366fa3a-31a7-4acf-90a6-35c70b2623b3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6bc37553-a100-43d1-8d1a-4277980617a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431418 Nov 22 20:52:38.356196 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-b708bbf5-1ad5-440a-bad6-d3269744fd20 req-43455aa6-398a-41d4-94dc-607496bfc1c1 service neutron] 10.222.0.41 "GET /v2.0/networks/6bc37553-a100-43d1-8d1a-4277980617a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855782 Nov 22 20:52:38.445260 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-b708bbf5-1ad5-440a-bad6-d3269744fd20 req-d088aa89-1111-401b-aa2b-342e54749287 service neutron] 10.222.0.41 "GET /v2.0/networks/6bc37553-a100-43d1-8d1a-4277980617a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814734 Nov 22 20:52:44.779558 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:52:44.801288 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:53:00.039937 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ab554009-2226-4e90-9a02-d2a99e53606a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:53:02.974324 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-c9c56228-62c2-4799-aefd-94b014562a3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:53:03.555195 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-03f0964f-1b75-4df7-99e0-a3cdb56ec2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:53:05.257114 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e49ee129-e862-4476-beca-cdc8150d2345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:53:06.096432 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:53:07.730403 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 56824) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:53:07.888280 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-e9f0818a-aadb-4154-8195-302e12c83ac9 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Deleting port 9ca33700-9894-40ab-ab00-6449bf4232b6 {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:53:07.888621 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e9f0818a-aadb-4154-8195-302e12c83ac9 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:53:07.964684 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e9f0818a-aadb-4154-8195-302e12c83ac9 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:53:07.965017 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e9f0818a-aadb-4154-8195-302e12c83ac9 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:53:07.977380 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-e9f0818a-aadb-4154-8195-302e12c83ac9 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Calling delete_port for 9ca33700-9894-40ab-ab00-6449bf4232b6 owned by network:floatingip {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:53:08.129145 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e9f0818a-aadb-4154-8195-302e12c83ac9 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:53:08.154275 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f0818a-aadb-4154-8195-302e12c83ac9 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Pushing event deleted for resources: {'Port': ['ID=9ca33700-9894-40ab-ab00-6449bf4232b6,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:53:08.167359 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f0818a-aadb-4154-8195-302e12c83ac9 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:53:08.167747 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f0818a-aadb-4154-8195-302e12c83ac9 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:53:08.168097 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f0818a-aadb-4154-8195-302e12c83ac9 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:53:08.168447 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f0818a-aadb-4154-8195-302e12c83ac9 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:53:08.168794 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f0818a-aadb-4154-8195-302e12c83ac9 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:53:08.169243 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f0818a-aadb-4154-8195-302e12c83ac9 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:53:08.169590 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f0818a-aadb-4154-8195-302e12c83ac9 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:53:08.169926 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f0818a-aadb-4154-8195-302e12c83ac9 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:53:08.170264 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f0818a-aadb-4154-8195-302e12c83ac9 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:53:08.170597 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f0818a-aadb-4154-8195-302e12c83ac9 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:53:08.170930 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f0818a-aadb-4154-8195-302e12c83ac9 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:53:08.171259 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f0818a-aadb-4154-8195-302e12c83ac9 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:53:08.228333 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e9f0818a-aadb-4154-8195-302e12c83ac9 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Publish callbacks [] for floatingip, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:53:08.228669 n-d-818823-1 neutron-server[103447]: INFO neutron.db.l3_db [None req-e9f0818a-aadb-4154-8195-302e12c83ac9 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Floating IP eafbffd0-8192-4183-9ad3-06c9522c898c disassociated (deleted). External IP: 172.25.5.176, port: b917d83e-c964-42d6-89ba-2305a4a28115. Nov 22 20:53:08.432493 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9f0818a-aadb-4154-8195-302e12c83ac9 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Router eda5fe0d-d33d-4c54-bf5b-093e7495b1ea has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 20:53:08.539956 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9f0818a-aadb-4154-8195-302e12c83ac9 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:53:08.544825 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e9f0818a-aadb-4154-8195-302e12c83ac9 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for floatingip, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:53:08.549470 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cac6045d-2f49-445f-824f-e10da300a069 None None] Sync routers for ids ['eda5fe0d-d33d-4c54-bf5b-093e7495b1ea'] in n-d-818823-1 {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:53:08.558530 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac6045d-2f49-445f-824f-e10da300a069 None None] Routers {'eda5fe0d-d33d-4c54-bf5b-093e7495b1ea'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:53:08.559134 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-cac6045d-2f49-445f-824f-e10da300a069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:53:03Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['eda5fe0d-d33d-4c54-bf5b-093e7495b1ea'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:53:08.575369 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-e9f0818a-aadb-4154-8195-302e12c83ac9 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "DELETE /v2.0/floatingips/eafbffd0-8192-4183-9ad3-06c9522c898c HTTP/1.1" status: 204 len: 168 time: 0.8438704 Nov 22 20:53:08.575987 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cad43ea-53ca-4ef9-93d0-032d7fc51dee', 'tag': 'b917d83e-c964-42d6-89ba-2305a4a28115'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:53:08.578257 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8a9c54b-5f3a-43ea-9af3-13fce0be4591" -d '{"events": [{"name": "network-changed", "server_uuid": "0cad43ea-53ca-4ef9-93d0-032d7fc51dee", "tag": "b917d83e-c964-42d6-89ba-2305a4a28115"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:53:08.620520 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 20:53:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5dd3d41-7c08-40ba-98c1-8d890570111a x-openstack-request-id: req-a5dd3d41-7c08-40ba-98c1-8d890570111a {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:53:08.620725 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cad43ea-53ca-4ef9-93d0-032d7fc51dee", "tag": "b917d83e-c964-42d6-89ba-2305a4a28115", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:53:08.621015 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a5dd3d41-7c08-40ba-98c1-8d890570111a {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:53:08.621434 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cad43ea-53ca-4ef9-93d0-032d7fc51dee', 'tag': 'b917d83e-c964-42d6-89ba-2305a4a28115', 'status': 'completed', 'code': 200} Nov 22 20:53:08.682269 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-cac6045d-2f49-445f-824f-e10da300a069 None None] Set router eda5fe0d-d33d-4c54-bf5b-093e7495b1ea gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:53:08.703335 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a9c54b-5f3a-43ea-9af3-13fce0be4591 req-47ef9d80-b504-4099-a9cb-eda98c56ba5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:53:08.706958 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-c8a9c54b-5f3a-43ea-9af3-13fce0be4591 req-47ef9d80-b504-4099-a9cb-eda98c56ba5b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2159a301d65a4f0aa3ad4e0df129c1f8&device_id=0cad43ea-53ca-4ef9-93d0-032d7fc51dee HTTP/1.1" status: 200 len: 1096 time: 0.0602279 Nov 22 20:53:08.808340 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a9c54b-5f3a-43ea-9af3-13fce0be4591 req-a7c22d69-70e8-48c1-b7a3-5331ca48697c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:53:08.810037 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-c8a9c54b-5f3a-43ea-9af3-13fce0be4591 req-a7c22d69-70e8-48c1-b7a3-5331ca48697c service neutron] 10.222.0.41 "GET /v2.0/networks?id=6bc37553-a100-43d1-8d1a-4277980617a1 HTTP/1.1" status: 200 len: 912 time: 0.0950644 Nov 22 20:53:08.821237 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12291de-728d-4fb7-a66a-57818bb16c61 req-444097f1-9edc-42c3-8f22-c26a494a6b66 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:53:08.823359 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c12291de-728d-4fb7-a66a-57818bb16c61 req-444097f1-9edc-42c3-8f22-c26a494a6b66 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/ports?device_id=0cad43ea-53ca-4ef9-93d0-032d7fc51dee HTTP/1.1" status: 200 len: 945 time: 0.0531065 Nov 22 20:53:08.862560 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-c8a9c54b-5f3a-43ea-9af3-13fce0be4591 req-a7e1018c-c936-4e3e-a3db-1e01f91a0076 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b917d83e-c964-42d6-89ba-2305a4a28115 HTTP/1.1" status: 200 len: 217 time: 0.0438070 Nov 22 20:53:08.874683 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c12291de-728d-4fb7-a66a-57818bb16c61 req-61af7ee7-5281-431b-9910-ca144ff4bfbf tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/security-groups?id=9864cc45-44c4-4b67-942c-2c61a6cfb46e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449939 Nov 22 20:53:08.920945 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-cac6045d-2f49-445f-824f-e10da300a069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eda5fe0d-d33d-4c54-bf5b-093e7495b1ea', 'name': 'tempest-TestVolumeBootPattern-666350845-router', 'tenant_id': '2159a301d65a4f0aa3ad4e0df129c1f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': '6d26e137-a572-4a3e-884f-1cdc550153e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:43:14Z', 'updated_at': '2021-11-22T20:43:16Z', 'revision_number': 4, 'project_id': '2159a301d65a4f0aa3ad4e0df129c1f8', 'gw_port': {'id': '6d26e137-a572-4a3e-884f-1cdc550153e0', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:33:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda5fe0d-d33d-4c54-bf5b-093e7495b1ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:43:14Z', 'updated_at': '2021-11-22T20:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_floatingips': [{'id': '62bc3bab-a6b1-4d88-a2d0-998ca4770023', 'tenant_id': '2159a301d65a4f0aa3ad4e0df129c1f8', 'floating_ip_address': '172.25.5.34', 'floating_network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'router_id': 'eda5fe0d-d33d-4c54-bf5b-093e7495b1ea', 'port_id': 'bf2441d3-fcee-4c4b-b799-9f7838a89ad1', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4017, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6bc37553-a100-43d1-8d1a-4277980617a1', 'mac_address': 'fa:16:3e:be:90:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1be5e66a-7f90-4511-9588-65f9d7781e6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T20:49:28Z', 'updated_at': '2021-11-22T20:49:31Z', 'revision_number': 1, 'project_id': '2159a301d65a4f0aa3ad4e0df129c1f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75d4ed73-b1ac-46b5-823f-881558dd0b91', 'name': '', 'network_id': '6bc37553-a100-43d1-8d1a-4277980617a1', 'tenant_id': '2159a301d65a4f0aa3ad4e0df129c1f8', 'mac_address': 'fa:16:3e:b0:42:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda5fe0d-d33d-4c54-bf5b-093e7495b1ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '44fc5a0e-e05e-4887-a12b-3d1c69de9281', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:43:16Z', 'updated_at': '2021-11-22T20:43:22Z', 'revision_number': 5, 'project_id': '2159a301d65a4f0aa3ad4e0df129c1f8', 'subnets': [{'id': '44fc5a0e-e05e-4887-a12b-3d1c69de9281', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:53:08.925488 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a9c54b-5f3a-43ea-9af3-13fce0be4591 req-7360857f-ff1c-481b-b123-5c98eb50abfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:53:08.926994 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-c8a9c54b-5f3a-43ea-9af3-13fce0be4591 req-7360857f-ff1c-481b-b123-5c98eb50abfc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=44fc5a0e-e05e-4887-a12b-3d1c69de9281 HTTP/1.1" status: 200 len: 850 time: 0.0570226 Nov 22 20:53:08.952185 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cac6045d-2f49-445f-824f-e10da300a069 None None] Checking router: eda5fe0d-d33d-4c54-bf5b-093e7495b1ea for host: n-d-818823-1 {{(pid=103449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 20:53:08.961365 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac6045d-2f49-445f-824f-e10da300a069 None None] Routers {'eda5fe0d-d33d-4c54-bf5b-093e7495b1ea'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:53:08.961900 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-cac6045d-2f49-445f-824f-e10da300a069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:53:03Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['eda5fe0d-d33d-4c54-bf5b-093e7495b1ea'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:53:08.974761 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a9c54b-5f3a-43ea-9af3-13fce0be4591 req-c217e9d7-789d-42b1-95f9-8efc9ee8e345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:53:08.976420 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-c8a9c54b-5f3a-43ea-9af3-13fce0be4591 req-c217e9d7-789d-42b1-95f9-8efc9ee8e345 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6bc37553-a100-43d1-8d1a-4277980617a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415001 Nov 22 20:53:09.066861 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-c8a9c54b-5f3a-43ea-9af3-13fce0be4591 req-81802284-4095-4ad9-9490-24fee3269acc service neutron] 10.222.0.41 "GET /v2.0/networks/6bc37553-a100-43d1-8d1a-4277980617a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826147 Nov 22 20:53:09.068103 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-cac6045d-2f49-445f-824f-e10da300a069 None None] Set router eda5fe0d-d33d-4c54-bf5b-093e7495b1ea gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:53:09.162661 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-c8a9c54b-5f3a-43ea-9af3-13fce0be4591 req-6114c77c-1584-4a4a-bb8e-cc0fe8738d4e service neutron] 10.222.0.41 "GET /v2.0/networks/6bc37553-a100-43d1-8d1a-4277980617a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881214 Nov 22 20:53:09.289812 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-cac6045d-2f49-445f-824f-e10da300a069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eda5fe0d-d33d-4c54-bf5b-093e7495b1ea', 'name': 'tempest-TestVolumeBootPattern-666350845-router', 'tenant_id': '2159a301d65a4f0aa3ad4e0df129c1f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': '6d26e137-a572-4a3e-884f-1cdc550153e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:43:14Z', 'updated_at': '2021-11-22T20:43:16Z', 'revision_number': 4, 'project_id': '2159a301d65a4f0aa3ad4e0df129c1f8', 'gw_port': {'id': '6d26e137-a572-4a3e-884f-1cdc550153e0', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:33:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda5fe0d-d33d-4c54-bf5b-093e7495b1ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:43:14Z', 'updated_at': '2021-11-22T20:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_floatingips': [{'id': '62bc3bab-a6b1-4d88-a2d0-998ca4770023', 'tenant_id': '2159a301d65a4f0aa3ad4e0df129c1f8', 'floating_ip_address': '172.25.5.34', 'floating_network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'router_id': 'eda5fe0d-d33d-4c54-bf5b-093e7495b1ea', 'port_id': 'bf2441d3-fcee-4c4b-b799-9f7838a89ad1', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4017, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6bc37553-a100-43d1-8d1a-4277980617a1', 'mac_address': 'fa:16:3e:be:90:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1be5e66a-7f90-4511-9588-65f9d7781e6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T20:49:28Z', 'updated_at': '2021-11-22T20:49:31Z', 'revision_number': 1, 'project_id': '2159a301d65a4f0aa3ad4e0df129c1f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75d4ed73-b1ac-46b5-823f-881558dd0b91', 'name': '', 'network_id': '6bc37553-a100-43d1-8d1a-4277980617a1', 'tenant_id': '2159a301d65a4f0aa3ad4e0df129c1f8', 'mac_address': 'fa:16:3e:b0:42:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda5fe0d-d33d-4c54-bf5b-093e7495b1ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '44fc5a0e-e05e-4887-a12b-3d1c69de9281', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:43:16Z', 'updated_at': '2021-11-22T20:43:22Z', 'revision_number': 5, 'project_id': '2159a301d65a4f0aa3ad4e0df129c1f8', 'subnets': [{'id': '44fc5a0e-e05e-4887-a12b-3d1c69de9281', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:53:09.318962 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cac6045d-2f49-445f-824f-e10da300a069 None None] The sync data for ids ['eda5fe0d-d33d-4c54-bf5b-093e7495b1ea'] in n-d-818823-1 is: [{'id': 'eda5fe0d-d33d-4c54-bf5b-093e7495b1ea', 'name': 'tempest-TestVolumeBootPattern-666350845-router', 'tenant_id': '2159a301d65a4f0aa3ad4e0df129c1f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': '6d26e137-a572-4a3e-884f-1cdc550153e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:43:14Z', 'updated_at': '2021-11-22T20:43:16Z', 'revision_number': 4, 'project_id': '2159a301d65a4f0aa3ad4e0df129c1f8', 'gw_port': {'id': '6d26e137-a572-4a3e-884f-1cdc550153e0', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:33:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda5fe0d-d33d-4c54-bf5b-093e7495b1ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:43:14Z', 'updated_at': '2021-11-22T20:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_floatingips': [{'id': '62bc3bab-a6b1-4d88-a2d0-998ca4770023', 'tenant_id': '2159a301d65a4f0aa3ad4e0df129c1f8', 'floating_ip_address': '172.25.5.34', 'floating_network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'router_id': 'eda5fe0d-d33d-4c54-bf5b-093e7495b1ea', 'port_id': 'bf2441d3-fcee-4c4b-b799-9f7838a89ad1', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4017, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6bc37553-a100-43d1-8d1a-4277980617a1', 'mac_address': 'fa:16:3e:be:90:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1be5e66a-7f90-4511-9588-65f9d7781e6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T20:49:28Z', 'updated_at': '2021-11-22T20:49:31Z', 'revision_number': 1, 'project_id': '2159a301d65a4f0aa3ad4e0df129c1f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75d4ed73-b1ac-46b5-823f-881558dd0b91', 'name': '', 'network_id': '6bc37553-a100-43d1-8d1a-4277980617a1', 'tenant_id': '2159a301d65a4f0aa3ad4e0df129c1f8', 'mac_address': 'fa:16:3e:b0:42:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda5fe0d-d33d-4c54-bf5b-093e7495b1ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '44fc5a0e-e05e-4887-a12b-3d1c69de9281', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:43:16Z', 'updated_at': '2021-11-22T20:43:22Z', 'revision_number': 5, 'project_id': '2159a301d65a4f0aa3ad4e0df129c1f8', 'subnets': [{'id': '44fc5a0e-e05e-4887-a12b-3d1c69de9281', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:53:09.534256 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a067e8a5-f9d1-4b0f-98f1-97774b6b8f10 None None] New status for floating IP eafbffd0-8192-4183-9ad3-06c9522c898c: DOWN {{(pid=103450) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 20:53:09.999277 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac9d587-8eed-4032-b7e9-ae41a3a2a7f7 req-b5c7eb3a-4377-452f-b733-86ad72ecdad9 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:53:10.000801 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-eac9d587-8eed-4032-b7e9-ae41a3a2a7f7 req-b5c7eb3a-4377-452f-b733-86ad72ecdad9 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/ports?device_id=0cad43ea-53ca-4ef9-93d0-032d7fc51dee HTTP/1.1" status: 200 len: 945 time: 0.0483477 Nov 22 20:53:10.050260 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-eac9d587-8eed-4032-b7e9-ae41a3a2a7f7 req-9698a187-4e57-4c64-8b24-15dae6444072 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/security-groups?id=9864cc45-44c4-4b67-942c-2c61a6cfb46e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427947 Nov 22 20:53:10.283818 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72472bcc-5d51-4d40-acc2-8e00f62fdeb1 req-42ba98c0-adac-4b88-8978-80461719c5c8 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:53:10.285283 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-72472bcc-5d51-4d40-acc2-8e00f62fdeb1 req-42ba98c0-adac-4b88-8978-80461719c5c8 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.41 "GET /v2.0/ports?device_id=0cad43ea-53ca-4ef9-93d0-032d7fc51dee HTTP/1.1" status: 200 len: 945 time: 0.0516548 Nov 22 20:53:10.386400 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [req-72472bcc-5d51-4d40-acc2-8e00f62fdeb1 req-191265ce-c6d6-4a60-bb05-895996f9a818 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Deleting port b917d83e-c964-42d6-89ba-2305a4a28115 {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:53:10.386734 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-72472bcc-5d51-4d40-acc2-8e00f62fdeb1 req-191265ce-c6d6-4a60-bb05-895996f9a818 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:53:10.473782 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-72472bcc-5d51-4d40-acc2-8e00f62fdeb1 req-191265ce-c6d6-4a60-bb05-895996f9a818 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] For port b917d83e-c964-42d6-89ba-2305a4a28115, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=b917d83e-c964-42d6-89ba-2305a4a28115,segment=NetworkSegment(4aa11b26-9f57-405f-9190-6abb0565ab6f),segment_id=4aa11b26-9f57-405f-9190-6abb0565ab6f)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:53:10.474150 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-72472bcc-5d51-4d40-acc2-8e00f62fdeb1 req-191265ce-c6d6-4a60-bb05-895996f9a818 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:53:10.486688 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [req-72472bcc-5d51-4d40-acc2-8e00f62fdeb1 req-191265ce-c6d6-4a60-bb05-895996f9a818 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Calling delete_port for b917d83e-c964-42d6-89ba-2305a4a28115 owned by compute:nova {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:53:10.878531 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-72472bcc-5d51-4d40-acc2-8e00f62fdeb1 req-191265ce-c6d6-4a60-bb05-895996f9a818 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:53:10.906456 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191265ce-c6d6-4a60-bb05-895996f9a818 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Pushing event deleted for resources: {'Port': ['ID=b917d83e-c964-42d6-89ba-2305a4a28115,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:53:10.934656 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191265ce-c6d6-4a60-bb05-895996f9a818 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:53:10.935006 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191265ce-c6d6-4a60-bb05-895996f9a818 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:53:10.935347 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191265ce-c6d6-4a60-bb05-895996f9a818 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:53:10.935718 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191265ce-c6d6-4a60-bb05-895996f9a818 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:53:10.936065 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191265ce-c6d6-4a60-bb05-895996f9a818 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:53:10.936397 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191265ce-c6d6-4a60-bb05-895996f9a818 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:53:10.936726 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191265ce-c6d6-4a60-bb05-895996f9a818 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:53:10.937061 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191265ce-c6d6-4a60-bb05-895996f9a818 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:53:10.937374 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191265ce-c6d6-4a60-bb05-895996f9a818 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:53:10.937700 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191265ce-c6d6-4a60-bb05-895996f9a818 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:53:10.938036 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191265ce-c6d6-4a60-bb05-895996f9a818 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:53:10.938370 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191265ce-c6d6-4a60-bb05-895996f9a818 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:53:10.960432 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [req-72472bcc-5d51-4d40-acc2-8e00f62fdeb1 req-191265ce-c6d6-4a60-bb05-895996f9a818 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] No DVR routers for this DVR port b917d83e-c964-42d6-89ba-2305a4a28115 on host n-h1-818823-1 {{(pid=103448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:53:10.962954 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-72472bcc-5d51-4d40-acc2-8e00f62fdeb1 req-191265ce-c6d6-4a60-bb05-895996f9a818 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:53:10.966332 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-72472bcc-5d51-4d40-acc2-8e00f62fdeb1 req-191265ce-c6d6-4a60-bb05-895996f9a818 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.41 "DELETE /v2.0/ports/b917d83e-c964-42d6-89ba-2305a4a28115 HTTP/1.1" status: 204 len: 173 time: 0.6751380 Nov 22 20:53:10.966774 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cad43ea-53ca-4ef9-93d0-032d7fc51dee', 'name': 'network-vif-deleted', 'tag': 'b917d83e-c964-42d6-89ba-2305a4a28115'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:53:10.969039 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589a98cf2aea187fcc423a5edb333e5a6cf3ad7c81115d1ebee0f079693c312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6dd3f14-0d4b-445a-94e5-568e30ad9317" -d '{"events": [{"server_uuid": "0cad43ea-53ca-4ef9-93d0-032d7fc51dee", "name": "network-vif-deleted", "tag": "b917d83e-c964-42d6-89ba-2305a4a28115"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:53:11.007323 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:53:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74899753-7631-404a-aecf-3b37d502f050 x-openstack-request-id: req-74899753-7631-404a-aecf-3b37d502f050 {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:53:11.007680 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cad43ea-53ca-4ef9-93d0-032d7fc51dee", "name": "network-vif-deleted", "tag": "b917d83e-c964-42d6-89ba-2305a4a28115", "status": "completed", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:53:11.007916 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-74899753-7631-404a-aecf-3b37d502f050 {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:53:11.008321 n-d-818823-1 neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cad43ea-53ca-4ef9-93d0-032d7fc51dee', 'name': 'network-vif-deleted', 'tag': 'b917d83e-c964-42d6-89ba-2305a4a28115', 'status': 'completed', 'code': 200} Nov 22 20:53:11.150450 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5cb007a3-57de-4d8b-b17b-f4078a0a00a3 req-0e1f8768-e848-435f-94c0-5c94377ad362 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/ports?device_id=0cad43ea-53ca-4ef9-93d0-032d7fc51dee HTTP/1.1" status: 200 len: 210 time: 0.0304277 Nov 22 20:53:12.246047 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d91daed5-8c5f-452e-9021-fe0ab28c527e req-4d03dda6-bbd4-424d-8a33-66a83db77751 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/ports?device_id=0cad43ea-53ca-4ef9-93d0-032d7fc51dee HTTP/1.1" status: 200 len: 210 time: 0.0267618 Nov 22 20:53:13.226820 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device b917d83e-c964-42d6-89ba-2305a4a28115 no longer exists at agent hyperv_n-h1-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:53:13.247149 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] No Port match for: b917d83e-c964-42d6-89ba-2305a4a28115 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:53:13.247526 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device b917d83e-c964-42d6-89ba-2305a4a28115 not bound to the agent host n-h1-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:53:13.339668 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2a18dd2f-668a-4de1-81e7-f877a4324848 req-e7f48bdd-3e8d-41fb-a1c6-50263fb75fbc tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/ports?device_id=0cad43ea-53ca-4ef9-93d0-032d7fc51dee HTTP/1.1" status: 200 len: 210 time: 0.0268040 Nov 22 20:53:14.433376 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-98703a41-c8c5-47e1-bdc7-e25ca0114ddb req-3ee7cdf5-b9ad-4e99-a528-600c3ce28253 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/ports?device_id=0cad43ea-53ca-4ef9-93d0-032d7fc51dee HTTP/1.1" status: 200 len: 210 time: 0.0272059 Nov 22 20:53:14.766914 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:53:14.800155 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:53:15.161149 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.agents_db [None req-aa8313f2-1ee4-4e7b-8c5a-d32b2f9d31ee None None] Agent healthcheck: found 7 active agents {{(pid=103450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 20:53:15.549211 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c73a6122-dc60-403b-8267-cb0c43d22022 req-3b0b9414-419f-4193-b0bb-bf272985f8e7 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/ports?device_id=0cad43ea-53ca-4ef9-93d0-032d7fc51dee HTTP/1.1" status: 200 len: 210 time: 0.0306304 Nov 22 20:53:21.937817 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 56884) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:53:22.092898 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-626a572b-efd6-416e-84f6-76d7b56fcb63 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Deleting port 4e863a57-5956-4bf4-8935-c6df7a188daf {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:53:22.093146 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-626a572b-efd6-416e-84f6-76d7b56fcb63 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:53:22.170971 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-626a572b-efd6-416e-84f6-76d7b56fcb63 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:53:22.171317 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-626a572b-efd6-416e-84f6-76d7b56fcb63 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:53:22.182829 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-626a572b-efd6-416e-84f6-76d7b56fcb63 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Calling delete_port for 4e863a57-5956-4bf4-8935-c6df7a188daf owned by network:floatingip {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:53:22.326377 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-626a572b-efd6-416e-84f6-76d7b56fcb63 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:53:22.352535 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626a572b-efd6-416e-84f6-76d7b56fcb63 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Pushing event deleted for resources: {'Port': ['ID=4e863a57-5956-4bf4-8935-c6df7a188daf,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:53:22.412387 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-626a572b-efd6-416e-84f6-76d7b56fcb63 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Publish callbacks [] for floatingip, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:53:22.412706 n-d-818823-1 neutron-server[103447]: INFO neutron.db.l3_db [None req-626a572b-efd6-416e-84f6-76d7b56fcb63 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Floating IP 62bc3bab-a6b1-4d88-a2d0-998ca4770023 disassociated (deleted). External IP: 172.25.5.34, port: bf2441d3-fcee-4c4b-b799-9f7838a89ad1. Nov 22 20:53:22.615684 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-626a572b-efd6-416e-84f6-76d7b56fcb63 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Router eda5fe0d-d33d-4c54-bf5b-093e7495b1ea has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 20:53:22.722070 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-626a572b-efd6-416e-84f6-76d7b56fcb63 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:53:22.726823 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-626a572b-efd6-416e-84f6-76d7b56fcb63 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for floatingip, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:53:22.731405 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-467f2445-8ea0-4b86-9d12-d8d3c3c7e67d None None] Sync routers for ids ['eda5fe0d-d33d-4c54-bf5b-093e7495b1ea'] in n-d-818823-1 {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:53:22.741682 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-467f2445-8ea0-4b86-9d12-d8d3c3c7e67d None None] Routers {'eda5fe0d-d33d-4c54-bf5b-093e7495b1ea'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:53:22.742283 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-467f2445-8ea0-4b86-9d12-d8d3c3c7e67d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:53:03Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['eda5fe0d-d33d-4c54-bf5b-093e7495b1ea'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:53:22.753870 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-626a572b-efd6-416e-84f6-76d7b56fcb63 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "DELETE /v2.0/floatingips/62bc3bab-a6b1-4d88-a2d0-998ca4770023 HTTP/1.1" status: 204 len: 168 time: 0.8149641 Nov 22 20:53:22.754548 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1be5e66a-7f90-4511-9588-65f9d7781e6c', 'tag': 'bf2441d3-fcee-4c4b-b799-9f7838a89ad1'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:53:22.759115 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2f147aa-d52b-4ce0-9fd5-0f65d94d702c" -d '{"events": [{"name": "network-changed", "server_uuid": "1be5e66a-7f90-4511-9588-65f9d7781e6c", "tag": "bf2441d3-fcee-4c4b-b799-9f7838a89ad1"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:53:22.804345 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 20:53:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c877006-8c3d-4789-806b-79fa12091ef1 x-openstack-request-id: req-7c877006-8c3d-4789-806b-79fa12091ef1 {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:53:22.804745 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1be5e66a-7f90-4511-9588-65f9d7781e6c", "tag": "bf2441d3-fcee-4c4b-b799-9f7838a89ad1", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:53:22.805262 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7c877006-8c3d-4789-806b-79fa12091ef1 {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:53:22.805693 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1be5e66a-7f90-4511-9588-65f9d7781e6c', 'tag': 'bf2441d3-fcee-4c4b-b799-9f7838a89ad1', 'status': 'completed', 'code': 200} Nov 22 20:53:22.854377 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-467f2445-8ea0-4b86-9d12-d8d3c3c7e67d None None] Set router eda5fe0d-d33d-4c54-bf5b-093e7495b1ea gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:53:22.871816 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f147aa-d52b-4ce0-9fd5-0f65d94d702c req-f0dc6336-0de7-4401-837e-d3cd1d46a8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:53:22.874038 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f2f147aa-d52b-4ce0-9fd5-0f65d94d702c req-f0dc6336-0de7-4401-837e-d3cd1d46a8a2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2159a301d65a4f0aa3ad4e0df129c1f8&device_id=1be5e66a-7f90-4511-9588-65f9d7781e6c HTTP/1.1" status: 200 len: 1097 time: 0.0448580 Nov 22 20:53:23.011657 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d901440f-5b16-48ba-9ba7-dde93cb31da5 req-e16320c9-d3cd-4e62-8ffa-1bf7d6032b10 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:53:23.013161 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d901440f-5b16-48ba-9ba7-dde93cb31da5 req-e16320c9-d3cd-4e62-8ffa-1bf7d6032b10 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/ports?device_id=1be5e66a-7f90-4511-9588-65f9d7781e6c HTTP/1.1" status: 200 len: 946 time: 0.0750771 Nov 22 20:53:23.014146 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f147aa-d52b-4ce0-9fd5-0f65d94d702c req-9811b6f4-eb3e-4ab6-a37c-4e97da85b4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:53:23.015489 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f2f147aa-d52b-4ce0-9fd5-0f65d94d702c req-9811b6f4-eb3e-4ab6-a37c-4e97da85b4c7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=6bc37553-a100-43d1-8d1a-4277980617a1 HTTP/1.1" status: 200 len: 912 time: 0.1302092 Nov 22 20:53:23.077263 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f2f147aa-d52b-4ce0-9fd5-0f65d94d702c req-1414f11c-0312-4a56-987a-661cdca1abf0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bf2441d3-fcee-4c4b-b799-9f7838a89ad1 HTTP/1.1" status: 200 len: 217 time: 0.0502942 Nov 22 20:53:23.092336 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-467f2445-8ea0-4b86-9d12-d8d3c3c7e67d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eda5fe0d-d33d-4c54-bf5b-093e7495b1ea', 'name': 'tempest-TestVolumeBootPattern-666350845-router', 'tenant_id': '2159a301d65a4f0aa3ad4e0df129c1f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': '6d26e137-a572-4a3e-884f-1cdc550153e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:43:14Z', 'updated_at': '2021-11-22T20:43:16Z', 'revision_number': 4, 'project_id': '2159a301d65a4f0aa3ad4e0df129c1f8', 'gw_port': {'id': '6d26e137-a572-4a3e-884f-1cdc550153e0', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:33:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda5fe0d-d33d-4c54-bf5b-093e7495b1ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:43:14Z', 'updated_at': '2021-11-22T20:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': '75d4ed73-b1ac-46b5-823f-881558dd0b91', 'name': '', 'network_id': '6bc37553-a100-43d1-8d1a-4277980617a1', 'tenant_id': '2159a301d65a4f0aa3ad4e0df129c1f8', 'mac_address': 'fa:16:3e:b0:42:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda5fe0d-d33d-4c54-bf5b-093e7495b1ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '44fc5a0e-e05e-4887-a12b-3d1c69de9281', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:43:16Z', 'updated_at': '2021-11-22T20:43:22Z', 'revision_number': 5, 'project_id': '2159a301d65a4f0aa3ad4e0df129c1f8', 'subnets': [{'id': '44fc5a0e-e05e-4887-a12b-3d1c69de9281', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:53:23.119478 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-467f2445-8ea0-4b86-9d12-d8d3c3c7e67d None None] Checking router: eda5fe0d-d33d-4c54-bf5b-093e7495b1ea for host: n-d-818823-1 {{(pid=103449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 20:53:23.129132 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-467f2445-8ea0-4b86-9d12-d8d3c3c7e67d None None] Routers {'eda5fe0d-d33d-4c54-bf5b-093e7495b1ea'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:53:23.129734 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-467f2445-8ea0-4b86-9d12-d8d3c3c7e67d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:53:03Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['eda5fe0d-d33d-4c54-bf5b-093e7495b1ea'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:53:23.132982 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d901440f-5b16-48ba-9ba7-dde93cb31da5 req-169f8765-4e49-48c2-8a9b-4c1ba4ad2647 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/security-groups?id=9864cc45-44c4-4b67-942c-2c61a6cfb46e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1127336 Nov 22 20:53:23.147065 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f147aa-d52b-4ce0-9fd5-0f65d94d702c req-692ba7e5-0f11-4912-923c-4ce2e1667c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:53:23.148814 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f2f147aa-d52b-4ce0-9fd5-0f65d94d702c req-692ba7e5-0f11-4912-923c-4ce2e1667c80 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=44fc5a0e-e05e-4887-a12b-3d1c69de9281 HTTP/1.1" status: 200 len: 850 time: 0.0624092 Nov 22 20:53:23.197191 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f147aa-d52b-4ce0-9fd5-0f65d94d702c req-a36e42a7-ba2b-48ba-854e-ca3964931265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:53:23.198719 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f2f147aa-d52b-4ce0-9fd5-0f65d94d702c req-a36e42a7-ba2b-48ba-854e-ca3964931265 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6bc37553-a100-43d1-8d1a-4277980617a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418866 Nov 22 20:53:23.298419 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f2f147aa-d52b-4ce0-9fd5-0f65d94d702c req-9e1f8d3e-fa98-442d-886a-d6f0f6e6d946 service neutron] 10.222.0.20 "GET /v2.0/networks/6bc37553-a100-43d1-8d1a-4277980617a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905588 Nov 22 20:53:23.398942 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-467f2445-8ea0-4b86-9d12-d8d3c3c7e67d None None] Set router eda5fe0d-d33d-4c54-bf5b-093e7495b1ea gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:53:23.399702 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f2f147aa-d52b-4ce0-9fd5-0f65d94d702c req-ed8f4470-1b10-4950-9bf6-b279d43d9eaf service neutron] 10.222.0.20 "GET /v2.0/networks/6bc37553-a100-43d1-8d1a-4277980617a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936928 Nov 22 20:53:23.597927 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-467f2445-8ea0-4b86-9d12-d8d3c3c7e67d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eda5fe0d-d33d-4c54-bf5b-093e7495b1ea', 'name': 'tempest-TestVolumeBootPattern-666350845-router', 'tenant_id': '2159a301d65a4f0aa3ad4e0df129c1f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': '6d26e137-a572-4a3e-884f-1cdc550153e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:43:14Z', 'updated_at': '2021-11-22T20:43:16Z', 'revision_number': 4, 'project_id': '2159a301d65a4f0aa3ad4e0df129c1f8', 'gw_port': {'id': '6d26e137-a572-4a3e-884f-1cdc550153e0', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:33:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda5fe0d-d33d-4c54-bf5b-093e7495b1ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:43:14Z', 'updated_at': '2021-11-22T20:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': '75d4ed73-b1ac-46b5-823f-881558dd0b91', 'name': '', 'network_id': '6bc37553-a100-43d1-8d1a-4277980617a1', 'tenant_id': '2159a301d65a4f0aa3ad4e0df129c1f8', 'mac_address': 'fa:16:3e:b0:42:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda5fe0d-d33d-4c54-bf5b-093e7495b1ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '44fc5a0e-e05e-4887-a12b-3d1c69de9281', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:43:16Z', 'updated_at': '2021-11-22T20:43:22Z', 'revision_number': 5, 'project_id': '2159a301d65a4f0aa3ad4e0df129c1f8', 'subnets': [{'id': '44fc5a0e-e05e-4887-a12b-3d1c69de9281', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:53:23.624693 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-467f2445-8ea0-4b86-9d12-d8d3c3c7e67d None None] The sync data for ids ['eda5fe0d-d33d-4c54-bf5b-093e7495b1ea'] in n-d-818823-1 is: [{'id': 'eda5fe0d-d33d-4c54-bf5b-093e7495b1ea', 'name': 'tempest-TestVolumeBootPattern-666350845-router', 'tenant_id': '2159a301d65a4f0aa3ad4e0df129c1f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': '6d26e137-a572-4a3e-884f-1cdc550153e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:43:14Z', 'updated_at': '2021-11-22T20:43:16Z', 'revision_number': 4, 'project_id': '2159a301d65a4f0aa3ad4e0df129c1f8', 'gw_port': {'id': '6d26e137-a572-4a3e-884f-1cdc550153e0', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:33:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda5fe0d-d33d-4c54-bf5b-093e7495b1ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:43:14Z', 'updated_at': '2021-11-22T20:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': '75d4ed73-b1ac-46b5-823f-881558dd0b91', 'name': '', 'network_id': '6bc37553-a100-43d1-8d1a-4277980617a1', 'tenant_id': '2159a301d65a4f0aa3ad4e0df129c1f8', 'mac_address': 'fa:16:3e:b0:42:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda5fe0d-d33d-4c54-bf5b-093e7495b1ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '44fc5a0e-e05e-4887-a12b-3d1c69de9281', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:43:16Z', 'updated_at': '2021-11-22T20:43:22Z', 'revision_number': 5, 'project_id': '2159a301d65a4f0aa3ad4e0df129c1f8', 'subnets': [{'id': '44fc5a0e-e05e-4887-a12b-3d1c69de9281', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:53:23.839835 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-706623dc-f992-46b0-b711-1e4f1fe73dfd None None] New status for floating IP 62bc3bab-a6b1-4d88-a2d0-998ca4770023: DOWN {{(pid=103450) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 20:53:24.257224 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeed4c9-bfc4-4120-88a6-3ff6e87c92e8 req-f01ab05a-28bc-4089-9948-95d51a0f69d1 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:53:24.258730 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-fdeed4c9-bfc4-4120-88a6-3ff6e87c92e8 req-f01ab05a-28bc-4089-9948-95d51a0f69d1 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/ports?device_id=1be5e66a-7f90-4511-9588-65f9d7781e6c HTTP/1.1" status: 200 len: 946 time: 0.0557950 Nov 22 20:53:24.307010 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-fdeed4c9-bfc4-4120-88a6-3ff6e87c92e8 req-12b1d2f6-8cce-4bf9-9551-ad065ff2e1a9 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/security-groups?id=9864cc45-44c4-4b67-942c-2c61a6cfb46e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423262 Nov 22 20:53:24.597741 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07679b35-3d0c-4ec7-a434-b1d224ce5973 req-981804d9-bc6b-430f-8098-aae34adf4028 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:53:24.599100 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-07679b35-3d0c-4ec7-a434-b1d224ce5973 req-981804d9-bc6b-430f-8098-aae34adf4028 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.20 "GET /v2.0/ports?device_id=1be5e66a-7f90-4511-9588-65f9d7781e6c HTTP/1.1" status: 200 len: 946 time: 0.0491393 Nov 22 20:53:24.689741 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-07679b35-3d0c-4ec7-a434-b1d224ce5973 req-337415d5-1ff7-4a8c-9c44-100b88a9b474 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Deleting port bf2441d3-fcee-4c4b-b799-9f7838a89ad1 {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:53:24.690074 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-07679b35-3d0c-4ec7-a434-b1d224ce5973 req-337415d5-1ff7-4a8c-9c44-100b88a9b474 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:53:24.775878 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-07679b35-3d0c-4ec7-a434-b1d224ce5973 req-337415d5-1ff7-4a8c-9c44-100b88a9b474 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] For port bf2441d3-fcee-4c4b-b799-9f7838a89ad1, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=bf2441d3-fcee-4c4b-b799-9f7838a89ad1,segment=NetworkSegment(4aa11b26-9f57-405f-9190-6abb0565ab6f),segment_id=4aa11b26-9f57-405f-9190-6abb0565ab6f)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:53:24.776231 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-07679b35-3d0c-4ec7-a434-b1d224ce5973 req-337415d5-1ff7-4a8c-9c44-100b88a9b474 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:53:24.788673 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-07679b35-3d0c-4ec7-a434-b1d224ce5973 req-337415d5-1ff7-4a8c-9c44-100b88a9b474 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Calling delete_port for bf2441d3-fcee-4c4b-b799-9f7838a89ad1 owned by compute:nova {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:53:24.916755 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-07679b35-3d0c-4ec7-a434-b1d224ce5973 req-337415d5-1ff7-4a8c-9c44-100b88a9b474 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:53:24.943769 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337415d5-1ff7-4a8c-9c44-100b88a9b474 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Pushing event deleted for resources: {'Port': ['ID=bf2441d3-fcee-4c4b-b799-9f7838a89ad1,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:53:24.986378 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-07679b35-3d0c-4ec7-a434-b1d224ce5973 req-337415d5-1ff7-4a8c-9c44-100b88a9b474 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] No DVR routers for this DVR port bf2441d3-fcee-4c4b-b799-9f7838a89ad1 on host n-h2-818823-1 {{(pid=103447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:53:24.988956 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-07679b35-3d0c-4ec7-a434-b1d224ce5973 req-337415d5-1ff7-4a8c-9c44-100b88a9b474 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:53:24.992407 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-07679b35-3d0c-4ec7-a434-b1d224ce5973 req-337415d5-1ff7-4a8c-9c44-100b88a9b474 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.20 "DELETE /v2.0/ports/bf2441d3-fcee-4c4b-b799-9f7838a89ad1 HTTP/1.1" status: 204 len: 173 time: 0.3858488 Nov 22 20:53:24.992859 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1be5e66a-7f90-4511-9588-65f9d7781e6c', 'name': 'network-vif-deleted', 'tag': 'bf2441d3-fcee-4c4b-b799-9f7838a89ad1'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:53:24.995093 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ac76498-c3b7-4959-9ee8-a3896aa5ff28" -d '{"events": [{"server_uuid": "1be5e66a-7f90-4511-9588-65f9d7781e6c", "name": "network-vif-deleted", "tag": "bf2441d3-fcee-4c4b-b799-9f7838a89ad1"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:53:25.035383 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:53:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b92ea02d-6ac4-4986-bf3c-4f389c421f00 x-openstack-request-id: req-b92ea02d-6ac4-4986-bf3c-4f389c421f00 {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:53:25.035718 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1be5e66a-7f90-4511-9588-65f9d7781e6c", "name": "network-vif-deleted", "tag": "bf2441d3-fcee-4c4b-b799-9f7838a89ad1", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:53:25.035993 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b92ea02d-6ac4-4986-bf3c-4f389c421f00 {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:53:25.036387 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1be5e66a-7f90-4511-9588-65f9d7781e6c', 'name': 'network-vif-deleted', 'tag': 'bf2441d3-fcee-4c4b-b799-9f7838a89ad1', 'status': 'completed', 'code': 200} Nov 22 20:53:25.422225 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-23665d7b-2495-41e4-9c68-adeb550694dc req-6c9fd83b-1818-4160-80f3-978a42c3d216 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/ports?device_id=1be5e66a-7f90-4511-9588-65f9d7781e6c HTTP/1.1" status: 200 len: 210 time: 0.0321028 Nov 22 20:53:26.524162 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f1378a48-43a4-49be-a2f4-e9842a4d8931 req-e220681c-c85d-45f4-8605-a03038775445 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/ports?device_id=1be5e66a-7f90-4511-9588-65f9d7781e6c HTTP/1.1" status: 200 len: 210 time: 0.0258789 Nov 22 20:53:27.619516 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8a114d7b-a8f5-4d11-9b05-3f02877ff7a2 req-fa33db46-7a82-468e-bce5-fa135c5cbedf tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/ports?device_id=1be5e66a-7f90-4511-9588-65f9d7781e6c HTTP/1.1" status: 200 len: 210 time: 0.0264599 Nov 22 20:53:28.714064 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-56ff0035-15d7-487c-9b2c-d3cb9153758c req-77e88e38-f7a3-4656-889d-d769c1cc63d8 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "GET /v2.0/ports?device_id=1be5e66a-7f90-4511-9588-65f9d7781e6c HTTP/1.1" status: 200 len: 210 time: 0.0255382 Nov 22 20:53:28.717846 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device bf2441d3-fcee-4c4b-b799-9f7838a89ad1 no longer exists at agent hyperv_n-h2-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:53:28.740403 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] No Port match for: bf2441d3-fcee-4c4b-b799-9f7838a89ad1 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:53:28.740764 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device bf2441d3-fcee-4c4b-b799-9f7838a89ad1 not bound to the agent host n-h2-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:53:29.772274 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 56910) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:53:29.894053 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-6d3c5b24-2a59-4d50-979e-d372435ff5b5 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Deleting port be792146-6d87-441a-aeef-3c3477dc7e1a {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:53:29.894392 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6d3c5b24-2a59-4d50-979e-d372435ff5b5 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:53:29.971057 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6d3c5b24-2a59-4d50-979e-d372435ff5b5 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:53:29.971369 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6d3c5b24-2a59-4d50-979e-d372435ff5b5 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:53:29.982736 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-6d3c5b24-2a59-4d50-979e-d372435ff5b5 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Calling delete_port for be792146-6d87-441a-aeef-3c3477dc7e1a owned by network:floatingip {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:53:30.043356 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-acd4de9b-ad07-43a5-873f-031a753d69c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:53:30.120358 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6d3c5b24-2a59-4d50-979e-d372435ff5b5 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:53:30.150600 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3c5b24-2a59-4d50-979e-d372435ff5b5 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Pushing event deleted for resources: {'Port': ['ID=be792146-6d87-441a-aeef-3c3477dc7e1a,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:53:30.208107 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6d3c5b24-2a59-4d50-979e-d372435ff5b5 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Publish callbacks [] for floatingip, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:53:30.210769 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6d3c5b24-2a59-4d50-979e-d372435ff5b5 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for floatingip, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:53:30.211938 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-6d3c5b24-2a59-4d50-979e-d372435ff5b5 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "DELETE /v2.0/floatingips/d8fb09da-9c8e-4ba7-938b-688a2847e82d HTTP/1.1" status: 204 len: 168 time: 0.4386652 Nov 22 20:53:32.975626 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6ca07338-d777-4ad3-b840-6c4ab29f1e85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:53:33.505396 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 56926) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:53:33.559075 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-03f0964f-1b75-4df7-99e0-a3cdb56ec2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:53:33.562397 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e395041c-e037-43d0-b07d-0965f824a761 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:53:33.587654 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e395041c-e037-43d0-b07d-0965f824a761 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:53:33.651351 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e395041c-e037-43d0-b07d-0965f824a761 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:53:33.653998 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e395041c-e037-43d0-b07d-0965f824a761 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:53:33.655172 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-e395041c-e037-43d0-b07d-0965f824a761 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] 10.222.0.46 "DELETE /v2.0/security-groups/9864cc45-44c4-4b67-942c-2c61a6cfb46e HTTP/1.1" status: 204 len: 168 time: 0.1487107 Nov 22 20:53:33.664560 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e395041c-e037-43d0-b07d-0965f824a761 tempest-TestVolumeBootPattern-823959737 tempest-TestVolumeBootPattern-823959737-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9864cc45-44c4-4b67-942c-2c61a6cfb46e,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:53:33.717555 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 56930) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:53:34.210956 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ae5dc3f4-086e-4b0e-9819-32a5d302cebe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659736'] for router_interface, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:53:34.460373 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-ae5dc3f4-086e-4b0e-9819-32a5d302cebe admin admin] Deleting port 75d4ed73-b1ac-46b5-823f-881558dd0b91 {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:53:34.460739 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ae5dc3f4-086e-4b0e-9819-32a5d302cebe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:53:34.539192 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [None req-ae5dc3f4-086e-4b0e-9819-32a5d302cebe admin admin] For port 75d4ed73-b1ac-46b5-823f-881558dd0b91, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=75d4ed73-b1ac-46b5-823f-881558dd0b91,segment=NetworkSegment(4aa11b26-9f57-405f-9190-6abb0565ab6f),segment_id=4aa11b26-9f57-405f-9190-6abb0565ab6f)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:53:34.539849 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ae5dc3f4-086e-4b0e-9819-32a5d302cebe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:53:34.552589 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-ae5dc3f4-086e-4b0e-9819-32a5d302cebe admin admin] Calling delete_port for 75d4ed73-b1ac-46b5-823f-881558dd0b91 owned by network:router_interface {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:53:34.727139 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ae5dc3f4-086e-4b0e-9819-32a5d302cebe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:53:34.753211 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5dc3f4-086e-4b0e-9819-32a5d302cebe admin admin] Pushing event deleted for resources: {'Port': ['ID=75d4ed73-b1ac-46b5-823f-881558dd0b91,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:53:35.260284 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e49ee129-e862-4476-beca-cdc8150d2345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:53:35.272235 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ae5dc3f4-086e-4b0e-9819-32a5d302cebe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-563470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-663272'] for router_interface, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:53:35.484027 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae5dc3f4-086e-4b0e-9819-32a5d302cebe admin admin] Router eda5fe0d-d33d-4c54-bf5b-093e7495b1ea has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 20:53:35.589291 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae5dc3f4-086e-4b0e-9819-32a5d302cebe admin admin] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:53:35.594496 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-ae5dc3f4-086e-4b0e-9819-32a5d302cebe admin admin] 10.222.0.46 "PUT /v2.0/routers/eda5fe0d-d33d-4c54-bf5b-093e7495b1ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8742085 Nov 22 20:53:35.597639 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 56936) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:53:35.598242 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d47d2c6-2caf-4798-a98b-cad0a1453c14 None None] Sync routers for ids ['eda5fe0d-d33d-4c54-bf5b-093e7495b1ea'] in n-d-818823-1 {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:53:35.608957 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d47d2c6-2caf-4798-a98b-cad0a1453c14 None None] Routers {'eda5fe0d-d33d-4c54-bf5b-093e7495b1ea'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:53:35.609649 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-5d47d2c6-2caf-4798-a98b-cad0a1453c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:53:33Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['eda5fe0d-d33d-4c54-bf5b-093e7495b1ea'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:53:35.700886 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a2ea4f2f-acb1-4a86-ad1e-6faedf429e26 admin admin] Publish callbacks [] for router, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:53:35.714860 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-5d47d2c6-2caf-4798-a98b-cad0a1453c14 None None] Set router eda5fe0d-d33d-4c54-bf5b-093e7495b1ea gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:53:35.804870 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a2ea4f2f-acb1-4a86-ad1e-6faedf429e26 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:53:35.856868 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-a2ea4f2f-acb1-4a86-ad1e-6faedf429e26 admin admin] Deleting port 6d26e137-a572-4a3e-884f-1cdc550153e0 {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:53:35.857224 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a2ea4f2f-acb1-4a86-ad1e-6faedf429e26 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:53:35.898352 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-5d47d2c6-2caf-4798-a98b-cad0a1453c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eda5fe0d-d33d-4c54-bf5b-093e7495b1ea', 'name': 'tempest-TestVolumeBootPattern-666350845-router', 'tenant_id': '2159a301d65a4f0aa3ad4e0df129c1f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': '6d26e137-a572-4a3e-884f-1cdc550153e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:43:14Z', 'updated_at': '2021-11-22T20:53:34Z', 'revision_number': 5, 'project_id': '2159a301d65a4f0aa3ad4e0df129c1f8', 'gw_port': {'id': '6d26e137-a572-4a3e-884f-1cdc550153e0', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:33:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda5fe0d-d33d-4c54-bf5b-093e7495b1ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:43:14Z', 'updated_at': '2021-11-22T20:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:53:35.925173 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d47d2c6-2caf-4798-a98b-cad0a1453c14 None None] Checking router: eda5fe0d-d33d-4c54-bf5b-093e7495b1ea for host: n-d-818823-1 {{(pid=103449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 20:53:35.933793 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d47d2c6-2caf-4798-a98b-cad0a1453c14 None None] Routers {'eda5fe0d-d33d-4c54-bf5b-093e7495b1ea'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:53:35.934407 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-5d47d2c6-2caf-4798-a98b-cad0a1453c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:53:33Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['eda5fe0d-d33d-4c54-bf5b-093e7495b1ea'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:53:35.939869 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [None req-a2ea4f2f-acb1-4a86-ad1e-6faedf429e26 admin admin] For port 6d26e137-a572-4a3e-884f-1cdc550153e0, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=6d26e137-a572-4a3e-884f-1cdc550153e0,segment=NetworkSegment(8793ba83-8407-4c3d-9b56-2a177cd58a70),segment_id=8793ba83-8407-4c3d-9b56-2a177cd58a70)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:53:35.940222 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a2ea4f2f-acb1-4a86-ad1e-6faedf429e26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:53:35.952692 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-a2ea4f2f-acb1-4a86-ad1e-6faedf429e26 admin admin] Calling delete_port for 6d26e137-a572-4a3e-884f-1cdc550153e0 owned by network:router_gateway {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:53:36.024893 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-5d47d2c6-2caf-4798-a98b-cad0a1453c14 None None] Set router eda5fe0d-d33d-4c54-bf5b-093e7495b1ea gateway port host: None {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:53:36.087577 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-5d47d2c6-2caf-4798-a98b-cad0a1453c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eda5fe0d-d33d-4c54-bf5b-093e7495b1ea', 'name': 'tempest-TestVolumeBootPattern-666350845-router', 'tenant_id': '2159a301d65a4f0aa3ad4e0df129c1f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:43:14Z', 'updated_at': '2021-11-22T20:53:35Z', 'revision_number': 6, 'project_id': '2159a301d65a4f0aa3ad4e0df129c1f8', 'gw_port_host': None}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:53:36.120735 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d47d2c6-2caf-4798-a98b-cad0a1453c14 None None] The sync data for ids ['eda5fe0d-d33d-4c54-bf5b-093e7495b1ea'] in n-d-818823-1 is: [{'id': 'eda5fe0d-d33d-4c54-bf5b-093e7495b1ea', 'name': 'tempest-TestVolumeBootPattern-666350845-router', 'tenant_id': '2159a301d65a4f0aa3ad4e0df129c1f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:43:14Z', 'updated_at': '2021-11-22T20:53:35Z', 'revision_number': 6, 'project_id': '2159a301d65a4f0aa3ad4e0df129c1f8', 'gw_port_host': None}] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:53:36.122292 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a2ea4f2f-acb1-4a86-ad1e-6faedf429e26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:53:36.125544 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:53:36.150788 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ea4f2f-acb1-4a86-ad1e-6faedf429e26 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d26e137-a572-4a3e-884f-1cdc550153e0,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:53:36.168700 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b66b0fe4-235a-402b-9509-8b899b9dc22f None None] DHCP port deletion for c48a55e9-6a85-4746-b7bf-3e29fb560094 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:53:36.217956 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a2ea4f2f-acb1-4a86-ad1e-6faedf429e26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595398'] for router_gateway, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:53:36.310323 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a2ea4f2f-acb1-4a86-ad1e-6faedf429e26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24781'] for router, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:53:36.312481 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a2ea4f2f-acb1-4a86-ad1e-6faedf429e26 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:53:36.359005 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a2ea4f2f-acb1-4a86-ad1e-6faedf429e26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-663261'] for router, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:53:36.359529 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2ea4f2f-acb1-4a86-ad1e-6faedf429e26 admin admin] Fanout notify agent at l3_agent the message router_deleted on router eda5fe0d-d33d-4c54-bf5b-093e7495b1ea {{(pid=103447) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 20:53:36.364571 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a2ea4f2f-acb1-4a86-ad1e-6faedf429e26 admin admin] Publish callbacks [] for router, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:53:36.365696 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-a2ea4f2f-acb1-4a86-ad1e-6faedf429e26 admin admin] 10.222.0.46 "DELETE /v2.0/routers/eda5fe0d-d33d-4c54-bf5b-093e7495b1ea HTTP/1.1" status: 204 len: 168 time: 0.7671299 Nov 22 20:53:36.368310 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 56938) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:53:36.412396 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_v2 [None req-b932bce7-fa48-4e98-8ed1-2ee1b4e57152 admin admin] Deleting subnet 44fc5a0e-e05e-4887-a12b-3d1c69de9281 {{(pid=103447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 20:53:36.415437 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b932bce7-fa48-4e98-8ed1-2ee1b4e57152 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:53:36.450500 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b932bce7-fa48-4e98-8ed1-2ee1b4e57152 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12178353'] for subnet, precommit_delete_associations {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:53:36.534486 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b932bce7-fa48-4e98-8ed1-2ee1b4e57152 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3753007'] for subnet, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:53:36.591572 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b932bce7-fa48-4e98-8ed1-2ee1b4e57152 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3753014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8900804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8485115'] for subnet, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:53:36.617985 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b932bce7-fa48-4e98-8ed1-2ee1b4e57152 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=44fc5a0e-e05e-4887-a12b-3d1c69de9281,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:53:36.619887 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b932bce7-fa48-4e98-8ed1-2ee1b4e57152 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:53:36.623109 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-b932bce7-fa48-4e98-8ed1-2ee1b4e57152 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/44fc5a0e-e05e-4887-a12b-3d1c69de9281 HTTP/1.1" status: 204 len: 168 time: 0.2538726 Nov 22 20:53:36.624312 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27103e4e-42bf-4d07-9f73-b472757b5e3e None None] Network 6bc37553-a100-43d1-8d1a-4277980617a1 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:53:36.625791 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 56940) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:53:36.697212 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e37a5821-ee9b-4946-a17f-d675f91fb4b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3961693'] for network, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:53:36.749853 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-e37a5821-ee9b-4946-a17f-d675f91fb4b5 admin admin] Deleting port 18b910a0-3a64-4b1f-b5eb-9fc67f650c23 {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:53:36.750196 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e37a5821-ee9b-4946-a17f-d675f91fb4b5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:53:36.813132 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [None req-e37a5821-ee9b-4946-a17f-d675f91fb4b5 admin admin] For port 18b910a0-3a64-4b1f-b5eb-9fc67f650c23, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=18b910a0-3a64-4b1f-b5eb-9fc67f650c23,segment=NetworkSegment(4aa11b26-9f57-405f-9190-6abb0565ab6f),segment_id=4aa11b26-9f57-405f-9190-6abb0565ab6f)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:53:36.813489 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e37a5821-ee9b-4946-a17f-d675f91fb4b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:53:36.825788 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-e37a5821-ee9b-4946-a17f-d675f91fb4b5 admin admin] Calling delete_port for 18b910a0-3a64-4b1f-b5eb-9fc67f650c23 owned by network:dhcp {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:53:36.883199 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd1f73c8-0d1b-48de-80b4-5f585ced5b58 None None] DHCP port deletion for 6bc37553-a100-43d1-8d1a-4277980617a1 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:53:36.915525 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e37a5821-ee9b-4946-a17f-d675f91fb4b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:53:36.935143 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-dd1f73c8-0d1b-48de-80b4-5f585ced5b58 None None] Deleting port 18b910a0-3a64-4b1f-b5eb-9fc67f650c23 {{(pid=103449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:53:36.935572 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-dd1f73c8-0d1b-48de-80b4-5f585ced5b58 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:53:36.942503 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37a5821-ee9b-4946-a17f-d675f91fb4b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=18b910a0-3a64-4b1f-b5eb-9fc67f650c23,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:53:36.947542 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e37a5821-ee9b-4946-a17f-d675f91fb4b5 admin admin] No DVR routers for this DVR port 18b910a0-3a64-4b1f-b5eb-9fc67f650c23 on host n-d-818823-1 {{(pid=103447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:53:37.006208 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-dd1f73c8-0d1b-48de-80b4-5f585ced5b58 None None] For port 18b910a0-3a64-4b1f-b5eb-9fc67f650c23, host n-d-818823-1, got binding levels [] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:53:37.006677 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-dd1f73c8-0d1b-48de-80b4-5f585ced5b58 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:53:37.019615 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-dd1f73c8-0d1b-48de-80b4-5f585ced5b58 None None] Calling delete_port for 18b910a0-3a64-4b1f-b5eb-9fc67f650c23 owned by network:dhcp {{(pid=103449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:53:37.022393 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.ipam_backend_mixin [None req-dd1f73c8-0d1b-48de-80b4-5f585ced5b58 None None] Port 18b910a0-3a64-4b1f-b5eb-9fc67f650c23 was not found and therefore no delete operation was performed {{(pid=103449) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 22 20:53:37.022550 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e37a5821-ee9b-4946-a17f-d675f91fb4b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3760028', 'neutron.services.segments.db._delete_segments_for_network-8748992815755'] for network, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:53:37.023740 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-dd1f73c8-0d1b-48de-80b4-5f585ced5b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381'] for port, after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:53:37.043795 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-e37a5821-ee9b-4946-a17f-d675f91fb4b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bc37553-a100-43d1-8d1a-4277980617a1']}} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:53:37.051866 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1f73c8-0d1b-48de-80b4-5f585ced5b58 None None] Pushing event deleted for resources: {'Port': ['ID=18b910a0-3a64-4b1f-b5eb-9fc67f650c23,revision_number=None']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:53:37.054086 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd1f73c8-0d1b-48de-80b4-5f585ced5b58 None None] No DVR routers for this DVR port 18b910a0-3a64-4b1f-b5eb-9fc67f650c23 on host n-d-818823-1 {{(pid=103449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:53:37.055218 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-e37a5821-ee9b-4946-a17f-d675f91fb4b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4aa11b26-9f57-405f-9190-6abb0565ab6f') {'for_net_delete': True} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:53:37.055644 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-e37a5821-ee9b-4946-a17f-d675f91fb4b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4aa11b26-9f57-405f-9190-6abb0565ab6f') {} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:53:37.062374 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1f73c8-0d1b-48de-80b4-5f585ced5b58 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:53:37.062725 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1f73c8-0d1b-48de-80b4-5f585ced5b58 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:53:37.063061 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1f73c8-0d1b-48de-80b4-5f585ced5b58 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:53:37.063406 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1f73c8-0d1b-48de-80b4-5f585ced5b58 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:53:37.063766 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1f73c8-0d1b-48de-80b4-5f585ced5b58 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:53:37.064143 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1f73c8-0d1b-48de-80b4-5f585ced5b58 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:53:37.064457 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1f73c8-0d1b-48de-80b4-5f585ced5b58 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:53:37.064780 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1f73c8-0d1b-48de-80b4-5f585ced5b58 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:53:37.065103 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1f73c8-0d1b-48de-80b4-5f585ced5b58 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:53:37.065543 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1f73c8-0d1b-48de-80b4-5f585ced5b58 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:53:37.065727 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1f73c8-0d1b-48de-80b4-5f585ced5b58 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:53:37.066046 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1f73c8-0d1b-48de-80b4-5f585ced5b58 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:53:37.068762 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e37a5821-ee9b-4946-a17f-d675f91fb4b5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748993039638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12178344'] for segment, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:53:37.082809 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e37a5821-ee9b-4946-a17f-d675f91fb4b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:53:37.088979 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e37a5821-ee9b-4946-a17f-d675f91fb4b5 admin admin] Releasing vlan 619 on physical network physnet1 to pool {{(pid=103447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 20:53:37.089365 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e37a5821-ee9b-4946-a17f-d675f91fb4b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8900762'] for segment, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:53:37.091131 n-d-818823-1 neutron-server[103447]: Traceback (most recent call last): Nov 22 20:53:37.091131 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 20:53:37.091131 n-d-818823-1 neutron-server[103447]: timer() Nov 22 20:53:37.091131 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 20:53:37.091131 n-d-818823-1 neutron-server[103447]: cb(*args, **kw) Nov 22 20:53:37.091131 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 20:53:37.091131 n-d-818823-1 neutron-server[103447]: return func(*args, **kwargs) Nov 22 20:53:37.091131 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 20:53:37.091131 n-d-818823-1 neutron-server[103447]: self._notify() Nov 22 20:53:37.091131 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 20:53:37.091131 n-d-818823-1 neutron-server[103447]: self.callback(batched_events) Nov 22 20:53:37.091131 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 20:53:37.091131 n-d-818823-1 neutron-server[103447]: event.method(event) Nov 22 20:53:37.091131 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 20:53:37.091131 n-d-818823-1 neutron-server[103447]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 20:53:37.091131 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 20:53:37.091131 n-d-818823-1 neutron-server[103447]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 20:53:37.091131 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 20:53:37.091131 n-d-818823-1 neutron-server[103447]: return f(self, *a, **k) Nov 22 20:53:37.091131 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 20:53:37.091131 n-d-818823-1 neutron-server[103447]: return self._get(url).json() Nov 22 20:53:37.091131 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 20:53:37.091131 n-d-818823-1 neutron-server[103447]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 20:53:37.091131 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 20:53:37.091131 n-d-818823-1 neutron-server[103447]: return self.request(url, 'GET', **kwargs) Nov 22 20:53:37.091131 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 20:53:37.091131 n-d-818823-1 neutron-server[103447]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 20:53:37.091131 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 20:53:37.091131 n-d-818823-1 neutron-server[103447]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 20:53:37.091131 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 20:53:37.091131 n-d-818823-1 neutron-server[103447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 20:53:37.091131 n-d-818823-1 neutron-server[103447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 20:53:37.156714 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e37a5821-ee9b-4946-a17f-d675f91fb4b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3760002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595318'] for network, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:53:37.176052 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e37a5821-ee9b-4946-a17f-d675f91fb4b5 admin admin] Publish callbacks [] for network, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:53:37.179336 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-e37a5821-ee9b-4946-a17f-d675f91fb4b5 admin admin] 10.222.0.46 "DELETE /v2.0/networks/6bc37553-a100-43d1-8d1a-4277980617a1 HTTP/1.1" status: 204 len: 168 time: 0.5527987 Nov 22 20:53:37.180668 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37a5821-ee9b-4946-a17f-d675f91fb4b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=6bc37553-a100-43d1-8d1a-4277980617a1,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:53:37.182337 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 56942) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:53:37.205715 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 75d4ed73-b1ac-46b5-823f-881558dd0b91 no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:53:37.229605 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: 75d4ed73-b1ac-46b5-823f-881558dd0b91 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:53:37.229954 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 75d4ed73-b1ac-46b5-823f-881558dd0b91 not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:53:37.230384 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 6d26e137-a572-4a3e-884f-1cdc550153e0 no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:53:37.249741 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: 6d26e137-a572-4a3e-884f-1cdc550153e0 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:53:37.250085 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 6d26e137-a572-4a3e-884f-1cdc550153e0 not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:53:37.250493 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 18b910a0-3a64-4b1f-b5eb-9fc67f650c23 no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:53:37.270988 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: 18b910a0-3a64-4b1f-b5eb-9fc67f650c23 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:53:37.271350 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 18b910a0-3a64-4b1f-b5eb-9fc67f650c23 not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:53:37.537466 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-461f783a-ad58-495f-81fa-f495080e309c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659736'] for router_interface, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:53:37.786047 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-461f783a-ad58-495f-81fa-f495080e309c admin admin] Deleting port 0feacc95-b48d-4eb7-bc63-66f5cfcb433d {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:53:37.786715 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-461f783a-ad58-495f-81fa-f495080e309c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:53:37.866770 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [None req-461f783a-ad58-495f-81fa-f495080e309c admin admin] For port 0feacc95-b48d-4eb7-bc63-66f5cfcb433d, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=0feacc95-b48d-4eb7-bc63-66f5cfcb433d,segment=NetworkSegment(44fcb743-636a-4cc3-9a00-2a43faa85e6e),segment_id=44fcb743-636a-4cc3-9a00-2a43faa85e6e)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:53:37.867126 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-461f783a-ad58-495f-81fa-f495080e309c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:53:37.879672 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-461f783a-ad58-495f-81fa-f495080e309c admin admin] Calling delete_port for 0feacc95-b48d-4eb7-bc63-66f5cfcb433d owned by network:router_interface {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:53:38.060444 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-461f783a-ad58-495f-81fa-f495080e309c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:53:38.102945 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461f783a-ad58-495f-81fa-f495080e309c admin admin] Pushing event deleted for resources: {'Port': ['ID=0feacc95-b48d-4eb7-bc63-66f5cfcb433d,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:53:38.273190 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-461f783a-ad58-495f-81fa-f495080e309c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-563470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-663272'] for router_interface, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:53:38.493349 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-461f783a-ad58-495f-81fa-f495080e309c admin admin] Router 42993323-e851-4299-940d-bd738f7a9cd1 has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 20:53:38.597777 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-461f783a-ad58-495f-81fa-f495080e309c admin admin] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:53:38.602832 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-461f783a-ad58-495f-81fa-f495080e309c admin admin] 10.222.0.46 "PUT /v2.0/routers/42993323-e851-4299-940d-bd738f7a9cd1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4195094 Nov 22 20:53:38.605675 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 56944) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:53:38.607580 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b64335-2a2e-4278-b996-3ba556375744 None None] Sync routers for ids ['42993323-e851-4299-940d-bd738f7a9cd1'] in n-d-818823-1 {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:53:38.618960 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b64335-2a2e-4278-b996-3ba556375744 None None] Routers {'42993323-e851-4299-940d-bd738f7a9cd1'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:53:38.619598 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-83b64335-2a2e-4278-b996-3ba556375744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:53:33Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['42993323-e851-4299-940d-bd738f7a9cd1'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:53:38.709962 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d9c6584d-5145-4090-ba5a-65cbd5e6d8ad admin admin] Publish callbacks [] for router, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:53:38.727183 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-83b64335-2a2e-4278-b996-3ba556375744 None None] Set router 42993323-e851-4299-940d-bd738f7a9cd1 gateway port host: n-d-818823-1 {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:53:38.815587 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d9c6584d-5145-4090-ba5a-65cbd5e6d8ad admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:53:38.869489 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-d9c6584d-5145-4090-ba5a-65cbd5e6d8ad admin admin] Deleting port c20c0c51-6701-44c8-834b-f77647e53474 {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:53:38.869829 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d9c6584d-5145-4090-ba5a-65cbd5e6d8ad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:53:38.920301 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-83b64335-2a2e-4278-b996-3ba556375744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42993323-e851-4299-940d-bd738f7a9cd1', 'name': 'tempest-TestVolumeBootPattern-1503289930-router', 'tenant_id': '33e195166f134bfa87afda485016cc6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': 'c20c0c51-6701-44c8-834b-f77647e53474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:43:18Z', 'updated_at': '2021-11-22T20:53:38Z', 'revision_number': 5, 'project_id': '33e195166f134bfa87afda485016cc6d', 'gw_port': {'id': 'c20c0c51-6701-44c8-834b-f77647e53474', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:26:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42993323-e851-4299-940d-bd738f7a9cd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:43:19Z', 'updated_at': '2021-11-22T20:43:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:53:38.947190 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b64335-2a2e-4278-b996-3ba556375744 None None] Checking router: 42993323-e851-4299-940d-bd738f7a9cd1 for host: n-d-818823-1 {{(pid=103450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 20:53:38.951986 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-d9c6584d-5145-4090-ba5a-65cbd5e6d8ad admin admin] For port c20c0c51-6701-44c8-834b-f77647e53474, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=c20c0c51-6701-44c8-834b-f77647e53474,segment=NetworkSegment(8793ba83-8407-4c3d-9b56-2a177cd58a70),segment_id=8793ba83-8407-4c3d-9b56-2a177cd58a70)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:53:38.952356 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d9c6584d-5145-4090-ba5a-65cbd5e6d8ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:53:38.956787 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b64335-2a2e-4278-b996-3ba556375744 None None] Routers {'42993323-e851-4299-940d-bd738f7a9cd1'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:53:38.957423 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-83b64335-2a2e-4278-b996-3ba556375744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:53:33Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['42993323-e851-4299-940d-bd738f7a9cd1'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:53:38.968521 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-d9c6584d-5145-4090-ba5a-65cbd5e6d8ad admin admin] Calling delete_port for c20c0c51-6701-44c8-834b-f77647e53474 owned by network:router_gateway {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:53:39.047148 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-83b64335-2a2e-4278-b996-3ba556375744 None None] Set router 42993323-e851-4299-940d-bd738f7a9cd1 gateway port host: None {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:53:39.102389 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-83b64335-2a2e-4278-b996-3ba556375744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42993323-e851-4299-940d-bd738f7a9cd1', 'name': 'tempest-TestVolumeBootPattern-1503289930-router', 'tenant_id': '33e195166f134bfa87afda485016cc6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:43:18Z', 'updated_at': '2021-11-22T20:53:38Z', 'revision_number': 6, 'project_id': '33e195166f134bfa87afda485016cc6d', 'gw_port_host': None}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:53:39.130524 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b64335-2a2e-4278-b996-3ba556375744 None None] The sync data for ids ['42993323-e851-4299-940d-bd738f7a9cd1'] in n-d-818823-1 is: [{'id': '42993323-e851-4299-940d-bd738f7a9cd1', 'name': 'tempest-TestVolumeBootPattern-1503289930-router', 'tenant_id': '33e195166f134bfa87afda485016cc6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:43:18Z', 'updated_at': '2021-11-22T20:53:38Z', 'revision_number': 6, 'project_id': '33e195166f134bfa87afda485016cc6d', 'gw_port_host': None}] {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:53:39.143350 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d9c6584d-5145-4090-ba5a-65cbd5e6d8ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:53:39.180692 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c6584d-5145-4090-ba5a-65cbd5e6d8ad admin admin] Pushing event deleted for resources: {'Port': ['ID=c20c0c51-6701-44c8-834b-f77647e53474,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:53:39.196120 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04f98574-eff8-48f5-b3a9-f588b9811f5d None None] DHCP port deletion for c48a55e9-6a85-4746-b7bf-3e29fb560094 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:53:39.247123 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d9c6584d-5145-4090-ba5a-65cbd5e6d8ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595398'] for router_gateway, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:53:39.336796 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d9c6584d-5145-4090-ba5a-65cbd5e6d8ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24781'] for router, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:53:39.338858 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d9c6584d-5145-4090-ba5a-65cbd5e6d8ad admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:53:39.385018 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d9c6584d-5145-4090-ba5a-65cbd5e6d8ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-663261'] for router, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:53:39.385566 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9c6584d-5145-4090-ba5a-65cbd5e6d8ad admin admin] Fanout notify agent at l3_agent the message router_deleted on router 42993323-e851-4299-940d-bd738f7a9cd1 {{(pid=103448) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 20:53:39.389941 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d9c6584d-5145-4090-ba5a-65cbd5e6d8ad admin admin] Publish callbacks [] for router, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:53:39.391142 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-d9c6584d-5145-4090-ba5a-65cbd5e6d8ad admin admin] 10.222.0.46 "DELETE /v2.0/routers/42993323-e851-4299-940d-bd738f7a9cd1 HTTP/1.1" status: 204 len: 168 time: 0.7844768 Nov 22 20:53:39.394263 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 56948) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:53:39.443506 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b767cac-c61d-46c8-b2f8-e0043e834631 admin admin] Deleting subnet fd5b570d-e80a-408d-b209-846068ca22af {{(pid=103448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 20:53:39.446635 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2b767cac-c61d-46c8-b2f8-e0043e834631 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:53:39.482686 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2b767cac-c61d-46c8-b2f8-e0043e834631 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11627908'] for subnet, precommit_delete_associations {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:53:39.564767 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2b767cac-c61d-46c8-b2f8-e0043e834631 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3753007'] for subnet, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:53:39.623274 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2b767cac-c61d-46c8-b2f8-e0043e834631 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3753014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11567369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11792914'] for subnet, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:53:39.650156 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b767cac-c61d-46c8-b2f8-e0043e834631 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd5b570d-e80a-408d-b209-846068ca22af,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:53:39.652143 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2b767cac-c61d-46c8-b2f8-e0043e834631 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:53:39.655337 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-2b767cac-c61d-46c8-b2f8-e0043e834631 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/fd5b570d-e80a-408d-b209-846068ca22af HTTP/1.1" status: 204 len: 168 time: 0.2601390 Nov 22 20:53:39.656633 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd01b5c0-e921-4059-8497-e06af759d194 None None] Network 4e01aad7-de01-408a-bf19-2512c4599b17 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:53:39.657947 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 56950) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:53:39.725347 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-147ce5ab-9989-4ff6-a745-78b7210f1886 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3961693'] for network, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:53:39.778383 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-147ce5ab-9989-4ff6-a745-78b7210f1886 admin admin] Deleting port 52f5230d-d2b9-4e41-83e2-d7d664dfbedb {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:53:39.778824 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-147ce5ab-9989-4ff6-a745-78b7210f1886 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:53:39.854674 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-147ce5ab-9989-4ff6-a745-78b7210f1886 admin admin] For port 52f5230d-d2b9-4e41-83e2-d7d664dfbedb, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=52f5230d-d2b9-4e41-83e2-d7d664dfbedb,segment=NetworkSegment(44fcb743-636a-4cc3-9a00-2a43faa85e6e),segment_id=44fcb743-636a-4cc3-9a00-2a43faa85e6e)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:53:39.854964 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-147ce5ab-9989-4ff6-a745-78b7210f1886 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:53:39.869926 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-147ce5ab-9989-4ff6-a745-78b7210f1886 admin admin] Calling delete_port for 52f5230d-d2b9-4e41-83e2-d7d664dfbedb owned by network:dhcp {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:53:39.928850 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87aaf925-b7c0-47b9-ad38-333c1fa0e93e None None] DHCP port deletion for 4e01aad7-de01-408a-bf19-2512c4599b17 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:53:39.958237 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-147ce5ab-9989-4ff6-a745-78b7210f1886 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:53:39.978611 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-87aaf925-b7c0-47b9-ad38-333c1fa0e93e None None] Deleting port 52f5230d-d2b9-4e41-83e2-d7d664dfbedb {{(pid=103449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:53:39.979000 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-87aaf925-b7c0-47b9-ad38-333c1fa0e93e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:53:39.992000 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-147ce5ab-9989-4ff6-a745-78b7210f1886 admin admin] No DVR routers for this DVR port 52f5230d-d2b9-4e41-83e2-d7d664dfbedb on host n-d-818823-1 {{(pid=103448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:53:40.014578 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147ce5ab-9989-4ff6-a745-78b7210f1886 admin admin] Pushing event deleted for resources: {'Port': ['ID=52f5230d-d2b9-4e41-83e2-d7d664dfbedb,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:53:40.051313 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-87aaf925-b7c0-47b9-ad38-333c1fa0e93e None None] For port 52f5230d-d2b9-4e41-83e2-d7d664dfbedb, host n-d-818823-1, got binding levels [] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:53:40.051840 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-87aaf925-b7c0-47b9-ad38-333c1fa0e93e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:53:40.066317 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-87aaf925-b7c0-47b9-ad38-333c1fa0e93e None None] Calling delete_port for 52f5230d-d2b9-4e41-83e2-d7d664dfbedb owned by network:dhcp {{(pid=103449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:53:40.070530 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.ipam_backend_mixin [None req-87aaf925-b7c0-47b9-ad38-333c1fa0e93e None None] Port 52f5230d-d2b9-4e41-83e2-d7d664dfbedb was not found and therefore no delete operation was performed {{(pid=103449) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 22 20:53:40.072038 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-87aaf925-b7c0-47b9-ad38-333c1fa0e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381'] for port, after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:53:40.079006 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-147ce5ab-9989-4ff6-a745-78b7210f1886 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3760028', 'neutron.services.segments.db._delete_segments_for_network-8748992815755'] for network, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:53:40.103241 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-147ce5ab-9989-4ff6-a745-78b7210f1886 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e01aad7-de01-408a-bf19-2512c4599b17']}} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:53:40.105102 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87aaf925-b7c0-47b9-ad38-333c1fa0e93e None None] Pushing event deleted for resources: {'Port': ['ID=52f5230d-d2b9-4e41-83e2-d7d664dfbedb,revision_number=None']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:53:40.109400 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87aaf925-b7c0-47b9-ad38-333c1fa0e93e None None] No DVR routers for this DVR port 52f5230d-d2b9-4e41-83e2-d7d664dfbedb on host n-d-818823-1 {{(pid=103449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:53:40.117343 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-147ce5ab-9989-4ff6-a745-78b7210f1886 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44fcb743-636a-4cc3-9a00-2a43faa85e6e') {'for_net_delete': True} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:53:40.122915 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-147ce5ab-9989-4ff6-a745-78b7210f1886 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44fcb743-636a-4cc3-9a00-2a43faa85e6e') {} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:53:40.130256 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-147ce5ab-9989-4ff6-a745-78b7210f1886 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748993039638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11627933'] for segment, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:53:40.146576 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-147ce5ab-9989-4ff6-a745-78b7210f1886 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:53:40.153848 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-147ce5ab-9989-4ff6-a745-78b7210f1886 admin admin] Releasing vlan 625 on physical network physnet1 to pool {{(pid=103448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 20:53:40.154516 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-147ce5ab-9989-4ff6-a745-78b7210f1886 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11567447'] for segment, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:53:40.156529 n-d-818823-1 neutron-server[103448]: Traceback (most recent call last): Nov 22 20:53:40.156529 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 20:53:40.156529 n-d-818823-1 neutron-server[103448]: timer() Nov 22 20:53:40.156529 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 20:53:40.156529 n-d-818823-1 neutron-server[103448]: cb(*args, **kw) Nov 22 20:53:40.156529 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 20:53:40.156529 n-d-818823-1 neutron-server[103448]: return func(*args, **kwargs) Nov 22 20:53:40.156529 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 20:53:40.156529 n-d-818823-1 neutron-server[103448]: self._notify() Nov 22 20:53:40.156529 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 20:53:40.156529 n-d-818823-1 neutron-server[103448]: self.callback(batched_events) Nov 22 20:53:40.156529 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 20:53:40.156529 n-d-818823-1 neutron-server[103448]: event.method(event) Nov 22 20:53:40.156529 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 20:53:40.156529 n-d-818823-1 neutron-server[103448]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 20:53:40.156529 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 20:53:40.156529 n-d-818823-1 neutron-server[103448]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 20:53:40.156529 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 20:53:40.156529 n-d-818823-1 neutron-server[103448]: return f(self, *a, **k) Nov 22 20:53:40.156529 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 20:53:40.156529 n-d-818823-1 neutron-server[103448]: return self._get(url).json() Nov 22 20:53:40.156529 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 20:53:40.156529 n-d-818823-1 neutron-server[103448]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 20:53:40.156529 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 20:53:40.156529 n-d-818823-1 neutron-server[103448]: return self.request(url, 'GET', **kwargs) Nov 22 20:53:40.156529 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 20:53:40.156529 n-d-818823-1 neutron-server[103448]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 20:53:40.156529 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 20:53:40.156529 n-d-818823-1 neutron-server[103448]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 20:53:40.156529 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 20:53:40.156529 n-d-818823-1 neutron-server[103448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 20:53:40.156529 n-d-818823-1 neutron-server[103448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 20:53:40.219935 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-147ce5ab-9989-4ff6-a745-78b7210f1886 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3760002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595318'] for network, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:53:40.241418 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-147ce5ab-9989-4ff6-a745-78b7210f1886 admin admin] Publish callbacks [] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:53:40.249351 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-147ce5ab-9989-4ff6-a745-78b7210f1886 admin admin] 10.222.0.46 "DELETE /v2.0/networks/4e01aad7-de01-408a-bf19-2512c4599b17 HTTP/1.1" status: 204 len: 168 time: 0.5857882 Nov 22 20:53:40.249351 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147ce5ab-9989-4ff6-a745-78b7210f1886 admin admin] Pushing event deleted for resources: {'Network': ['ID=4e01aad7-de01-408a-bf19-2512c4599b17,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:53:40.373714 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 56954) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:53:40.421975 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-fe34ff5f-4ebc-4c2d-a03b-481268707574 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2159a301d65a4f0aa3ad4e0df129c1f8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0470710 Nov 22 20:53:40.424584 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 56956) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:53:40.482703 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-89b153a6-9cd4-40c7-9199-2b5577c47219 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:53:40.504634 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-89b153a6-9cd4-40c7-9199-2b5577c47219 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:53:40.551347 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-89b153a6-9cd4-40c7-9199-2b5577c47219 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:53:40.554097 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-89b153a6-9cd4-40c7-9199-2b5577c47219 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:53:40.555251 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-89b153a6-9cd4-40c7-9199-2b5577c47219 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9385f438-76fd-4571-8741-9d769037a7a4 HTTP/1.1" status: 204 len: 168 time: 0.1286979 Nov 22 20:53:40.563099 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b153a6-9cd4-40c7-9199-2b5577c47219 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9385f438-76fd-4571-8741-9d769037a7a4,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:53:40.883783 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 56962) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:53:40.921874 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-dd3224de-12dd-4b24-8519-54c19afddd65 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=33e195166f134bfa87afda485016cc6d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0368435 Nov 22 20:53:40.924851 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 56964) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:53:40.969937 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-966c5147-8b7f-4c22-b409-261f787124c9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:53:40.990324 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-966c5147-8b7f-4c22-b409-261f787124c9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:53:41.033807 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-966c5147-8b7f-4c22-b409-261f787124c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:53:41.036530 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-966c5147-8b7f-4c22-b409-261f787124c9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:53:41.037714 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-966c5147-8b7f-4c22-b409-261f787124c9 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/25111556-a214-410f-876e-a07fc34a0edc HTTP/1.1" status: 204 len: 168 time: 0.1119616 Nov 22 20:53:41.044970 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966c5147-8b7f-4c22-b409-261f787124c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25111556-a214-410f-876e-a07fc34a0edc,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:53:41.180138 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 52f5230d-d2b9-4e41-83e2-d7d664dfbedb no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:53:41.200854 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: 52f5230d-d2b9-4e41-83e2-d7d664dfbedb {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:53:41.201266 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 52f5230d-d2b9-4e41-83e2-d7d664dfbedb not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:53:41.201689 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device c20c0c51-6701-44c8-834b-f77647e53474 no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:53:41.220920 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: c20c0c51-6701-44c8-834b-f77647e53474 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:53:41.221182 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device c20c0c51-6701-44c8-834b-f77647e53474 not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:53:41.221596 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 0feacc95-b48d-4eb7-bc63-66f5cfcb433d no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:53:41.242750 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: 0feacc95-b48d-4eb7-bc63-66f5cfcb433d {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:53:41.243093 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 0feacc95-b48d-4eb7-bc63-66f5cfcb433d not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:53:44.777167 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:53:44.814804 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:53:51.835982 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b260c1ca-3dbe-4f0f-9f0b-8e8789662b82 req-0fccbf9d-2c5a-4681-8a15-3d634be4cab8 tempest-ServersAdminNegativeTestJSON-1093175170 tempest-ServersAdminNegativeTestJSON-1093175170-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=f4caa3d2a5c644b280dce9bfabcc2b44&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0218294 Nov 22 20:53:51.943012 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b260c1ca-3dbe-4f0f-9f0b-8e8789662b82 req-48643a7e-35f3-45ac-adab-815cda026ea8 tempest-ServersAdminNegativeTestJSON-1093175170 tempest-ServersAdminNegativeTestJSON-1093175170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:53:51.944495 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b260c1ca-3dbe-4f0f-9f0b-8e8789662b82 req-48643a7e-35f3-45ac-adab-815cda026ea8 tempest-ServersAdminNegativeTestJSON-1093175170 tempest-ServersAdminNegativeTestJSON-1093175170-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1033754 Nov 22 20:53:51.958836 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b260c1ca-3dbe-4f0f-9f0b-8e8789662b82 req-436bea22-22e8-4075-86ca-c0715c87374c tempest-ServersAdminNegativeTestJSON-1093175170 tempest-ServersAdminNegativeTestJSON-1093175170-project] 10.222.0.46 "GET /v2.0/quotas/f4caa3d2a5c644b280dce9bfabcc2b44 HTTP/1.1" status: 200 len: 375 time: 0.0087304 Nov 22 20:53:51.989721 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b260c1ca-3dbe-4f0f-9f0b-8e8789662b82 req-69b75adf-1aec-4d95-95ca-af1e1a97279e tempest-ServersAdminNegativeTestJSON-1093175170 tempest-ServersAdminNegativeTestJSON-1093175170-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=f4caa3d2a5c644b280dce9bfabcc2b44&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0257816 Nov 22 20:53:52.145024 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ec6afb60-1a8e-439b-ae45-4ddac355f0ce req-f92c9585-b5bd-4344-87e0-7feebc61fe27 tempest-ServersAdminNegativeTestJSON-1093175170 tempest-ServersAdminNegativeTestJSON-1093175170-project] 10.222.0.46 "GET /v2.0/ports?device_id=cb38e8f9-b1c8-45b9-836d-7bd02cd29409 HTTP/1.1" status: 200 len: 210 time: 0.0268137 Nov 22 20:53:52.162176 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.agents_db [None req-aa8313f2-1ee4-4e7b-8c5a-d32b2f9d31ee None None] Agent healthcheck: found 7 active agents {{(pid=103450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 20:53:53.122843 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-b260c1ca-3dbe-4f0f-9f0b-8e8789662b82 req-d4c922e3-c936-4016-837b-50d554d0ff92 tempest-ServersAdminNegativeTestJSON-1093175170 tempest-ServersAdminNegativeTestJSON-1093175170-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=f4caa3d2a5c644b280dce9bfabcc2b44&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0353150 Nov 22 20:53:53.248356 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4c2e6969-ba1d-41b7-978b-5208646598e3 req-4722bd8c-5b89-4779-b39e-984938880b86 tempest-ServersAdminNegativeTestJSON-1093175170 tempest-ServersAdminNegativeTestJSON-1093175170-project] 10.222.0.46 "GET /v2.0/ports?device_id=cb38e8f9-b1c8-45b9-836d-7bd02cd29409 HTTP/1.1" status: 200 len: 210 time: 0.0306318 Nov 22 20:53:53.315602 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b260c1ca-3dbe-4f0f-9f0b-8e8789662b82 req-ab1ba815-5380-4527-8a3c-a68cd3373d88 tempest-ServersAdminNegativeTestJSON-1093175170 tempest-ServersAdminNegativeTestJSON-1093175170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:53:53.317063 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-b260c1ca-3dbe-4f0f-9f0b-8e8789662b82 req-ab1ba815-5380-4527-8a3c-a68cd3373d88 tempest-ServersAdminNegativeTestJSON-1093175170 tempest-ServersAdminNegativeTestJSON-1093175170-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1883020 Nov 22 20:53:53.329432 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [req-b260c1ca-3dbe-4f0f-9f0b-8e8789662b82 req-1cb10d3d-efcb-4707-bf21-7968412df69a tempest-ServersAdminNegativeTestJSON-1093175170 tempest-ServersAdminNegativeTestJSON-1093175170-project] Request body: {'port': {'device_id': 'cb38e8f9-b1c8-45b9-836d-7bd02cd29409', 'network_id': 'e1052824-bf78-4963-8937-b202e372ac24', 'admin_state_up': True, 'tenant_id': 'f4caa3d2a5c644b280dce9bfabcc2b44'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:53:53.436397 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b260c1ca-3dbe-4f0f-9f0b-8e8789662b82 req-1cb10d3d-efcb-4707-bf21-7968412df69a tempest-ServersAdminNegativeTestJSON-1093175170 tempest-ServersAdminNegativeTestJSON-1093175170-project] Made reservation on behalf of f4caa3d2a5c644b280dce9bfabcc2b44 for: {'port': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:53:53.439994 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-b260c1ca-3dbe-4f0f-9f0b-8e8789662b82 req-1cb10d3d-efcb-4707-bf21-7968412df69a tempest-ServersAdminNegativeTestJSON-1093175170 tempest-ServersAdminNegativeTestJSON-1093175170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:53:53.448137 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-b260c1ca-3dbe-4f0f-9f0b-8e8789662b82 req-1cb10d3d-efcb-4707-bf21-7968412df69a tempest-ServersAdminNegativeTestJSON-1093175170 tempest-ServersAdminNegativeTestJSON-1093175170-project] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:53:53.522467 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-b260c1ca-3dbe-4f0f-9f0b-8e8789662b82 req-1cb10d3d-efcb-4707-bf21-7968412df69a tempest-ServersAdminNegativeTestJSON-1093175170 tempest-ServersAdminNegativeTestJSON-1093175170-project] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:53:53.526028 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-b260c1ca-3dbe-4f0f-9f0b-8e8789662b82 req-1cb10d3d-efcb-4707-bf21-7968412df69a tempest-ServersAdminNegativeTestJSON-1093175170 tempest-ServersAdminNegativeTestJSON-1093175170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:53:53.592919 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb10d3d-efcb-4707-bf21-7968412df69a tempest-ServersAdminNegativeTestJSON-1093175170 tempest-ServersAdminNegativeTestJSON-1093175170-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0195ba56-bb50-4e1e-a716-63e12154d737,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:53:53.670866 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [req-b260c1ca-3dbe-4f0f-9f0b-8e8789662b82 req-1cb10d3d-efcb-4707-bf21-7968412df69a tempest-ServersAdminNegativeTestJSON-1093175170 tempest-ServersAdminNegativeTestJSON-1093175170-project] Allocated IP 192.168.233.53 (e1052824-bf78-4963-8937-b202e372ac24/3091ebfd-11e2-41f8-9c00-ffe0b86563d8/d23f01fc-07c8-41b1-ac34-79e7a6530196) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:53:53.812220 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-b260c1ca-3dbe-4f0f-9f0b-8e8789662b82 req-1cb10d3d-efcb-4707-bf21-7968412df69a tempest-ServersAdminNegativeTestJSON-1093175170 tempest-ServersAdminNegativeTestJSON-1093175170-project] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:53:53.844482 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-b260c1ca-3dbe-4f0f-9f0b-8e8789662b82 req-1cb10d3d-efcb-4707-bf21-7968412df69a tempest-ServersAdminNegativeTestJSON-1093175170 tempest-ServersAdminNegativeTestJSON-1093175170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:53:53.892106 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b260c1ca-3dbe-4f0f-9f0b-8e8789662b82 req-1cb10d3d-efcb-4707-bf21-7968412df69a tempest-ServersAdminNegativeTestJSON-1093175170 tempest-ServersAdminNegativeTestJSON-1093175170-project] Network e1052824-bf78-4963-8937-b202e372ac24 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:53:53.895886 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [req-b260c1ca-3dbe-4f0f-9f0b-8e8789662b82 req-1cb10d3d-efcb-4707-bf21-7968412df69a tempest-ServersAdminNegativeTestJSON-1093175170 tempest-ServersAdminNegativeTestJSON-1093175170-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:53:53.899488 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [req-b260c1ca-3dbe-4f0f-9f0b-8e8789662b82 req-1cb10d3d-efcb-4707-bf21-7968412df69a tempest-ServersAdminNegativeTestJSON-1093175170 tempest-ServersAdminNegativeTestJSON-1093175170-project] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:53:53.923251 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb10d3d-efcb-4707-bf21-7968412df69a tempest-ServersAdminNegativeTestJSON-1093175170 tempest-ServersAdminNegativeTestJSON-1093175170-project] Pushing event updated for resources: {'Port': ['ID=d23f01fc-07c8-41b1-ac34-79e7a6530196,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:53:53.953159 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b260c1ca-3dbe-4f0f-9f0b-8e8789662b82 req-1cb10d3d-efcb-4707-bf21-7968412df69a tempest-ServersAdminNegativeTestJSON-1093175170 tempest-ServersAdminNegativeTestJSON-1093175170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:53:53.953794 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-b260c1ca-3dbe-4f0f-9f0b-8e8789662b82 req-1cb10d3d-efcb-4707-bf21-7968412df69a tempest-ServersAdminNegativeTestJSON-1093175170 tempest-ServersAdminNegativeTestJSON-1093175170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:53:53.971993 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-b260c1ca-3dbe-4f0f-9f0b-8e8789662b82 req-1cb10d3d-efcb-4707-bf21-7968412df69a tempest-ServersAdminNegativeTestJSON-1093175170 tempest-ServersAdminNegativeTestJSON-1093175170-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6460857 Nov 22 20:53:53.984094 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [req-b260c1ca-3dbe-4f0f-9f0b-8e8789662b82 req-c23e2abc-7f5e-472f-84c1-f1428f1eecb1 service neutron] Request body: {'port': {'device_id': 'cb38e8f9-b1c8-45b9-836d-7bd02cd29409', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818823-1'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:53:54.043091 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-b260c1ca-3dbe-4f0f-9f0b-8e8789662b82 req-c23e2abc-7f5e-472f-84c1-f1428f1eecb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:53:54.160931 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-d91e382b-e8f8-4715-be3d-9395b8533e83 None None] Provisioning complete for port d23f01fc-07c8-41b1-ac34-79e7a6530196 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:53:54.161590 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-d91e382b-e8f8-4715-be3d-9395b8533e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:53:54.195750 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-d91e382b-e8f8-4715-be3d-9395b8533e83 None None] Port d23f01fc-07c8-41b1-ac34-79e7a6530196 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:53:54.307132 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [req-b260c1ca-3dbe-4f0f-9f0b-8e8789662b82 req-c23e2abc-7f5e-472f-84c1-f1428f1eecb1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d23f01fc-07c8-41b1-ac34-79e7a6530196 {{(pid=103448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:53:54.315137 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-b260c1ca-3dbe-4f0f-9f0b-8e8789662b82 req-c23e2abc-7f5e-472f-84c1-f1428f1eecb1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:53:54.326988 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [req-b260c1ca-3dbe-4f0f-9f0b-8e8789662b82 req-c23e2abc-7f5e-472f-84c1-f1428f1eecb1 service neutron] Transition to ACTIVE for port object d23f01fc-07c8-41b1-ac34-79e7a6530196 will not be triggered until provisioned by entity L2. {{(pid=103448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 20:53:54.332381 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-b260c1ca-3dbe-4f0f-9f0b-8e8789662b82 req-c23e2abc-7f5e-472f-84c1-f1428f1eecb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:53:54.366251 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85aae387-ed4c-4d37-95fe-b3929b63f45b req-25c254ac-2506-4085-abd1-8b760846e7ea tempest-ServersAdminNegativeTestJSON-1093175170 tempest-ServersAdminNegativeTestJSON-1093175170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:53:54.367789 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-85aae387-ed4c-4d37-95fe-b3929b63f45b req-25c254ac-2506-4085-abd1-8b760846e7ea tempest-ServersAdminNegativeTestJSON-1093175170 tempest-ServersAdminNegativeTestJSON-1093175170-project] 10.222.0.46 "GET /v2.0/ports?device_id=cb38e8f9-b1c8-45b9-836d-7bd02cd29409 HTTP/1.1" status: 200 len: 935 time: 0.0491667 Nov 22 20:53:54.383816 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23e2abc-7f5e-472f-84c1-f1428f1eecb1 service neutron] Pushing event updated for resources: {'Port': ['ID=d23f01fc-07c8-41b1-ac34-79e7a6530196,revision_number=2']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:53:54.422309 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-85aae387-ed4c-4d37-95fe-b3929b63f45b req-490398d5-c4fe-44b0-b1df-423c883d27f0 tempest-ServersAdminNegativeTestJSON-1093175170 tempest-ServersAdminNegativeTestJSON-1093175170-project] 10.222.0.46 "GET /v2.0/security-groups?id=0195ba56-bb50-4e1e-a716-63e12154d737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474048 Nov 22 20:53:54.461727 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-b260c1ca-3dbe-4f0f-9f0b-8e8789662b82 req-c23e2abc-7f5e-472f-84c1-f1428f1eecb1 service neutron] Attempting to bind port d23f01fc-07c8-41b1-ac34-79e7a6530196 on host n-h1-818823-1 for vnic_type normal with profile {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:53:54.462067 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-b260c1ca-3dbe-4f0f-9f0b-8e8789662b82 req-c23e2abc-7f5e-472f-84c1-f1428f1eecb1 service neutron] Attempting to bind port d23f01fc-07c8-41b1-ac34-79e7a6530196 by drivers openvswitch,hyperv on host n-h1-818823-1 at level 0 using segments [{'id': '2a5a1c7b-538e-498e-99b9-cc7a8e0411be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'e1052824-bf78-4963-8937-b202e372ac24'}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:53:54.462410 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b260c1ca-3dbe-4f0f-9f0b-8e8789662b82 req-c23e2abc-7f5e-472f-84c1-f1428f1eecb1 service neutron] Attempting to bind port d23f01fc-07c8-41b1-ac34-79e7a6530196 on network e1052824-bf78-4963-8937-b202e372ac24 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:53:54.467046 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b260c1ca-3dbe-4f0f-9f0b-8e8789662b82 req-c23e2abc-7f5e-472f-84c1-f1428f1eecb1 service neutron] Port d23f01fc-07c8-41b1-ac34-79e7a6530196 on network e1052824-bf78-4963-8937-b202e372ac24 not bound, no agent of type Open vSwitch agent registered on host n-h1-818823-1 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:53:54.467368 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b260c1ca-3dbe-4f0f-9f0b-8e8789662b82 req-c23e2abc-7f5e-472f-84c1-f1428f1eecb1 service neutron] Attempting to bind port d23f01fc-07c8-41b1-ac34-79e7a6530196 on network e1052824-bf78-4963-8937-b202e372ac24 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:53:54.472497 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b260c1ca-3dbe-4f0f-9f0b-8e8789662b82 req-c23e2abc-7f5e-472f-84c1-f1428f1eecb1 service neutron] Checking agent: {'id': '7a008cff-3b49-418c-8046-689d46cc800f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'started_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 53, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:53:54.472846 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b260c1ca-3dbe-4f0f-9f0b-8e8789662b82 req-c23e2abc-7f5e-472f-84c1-f1428f1eecb1 service neutron] Checking segment: {'id': '2a5a1c7b-538e-498e-99b9-cc7a8e0411be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'e1052824-bf78-4963-8937-b202e372ac24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:53:54.473234 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b260c1ca-3dbe-4f0f-9f0b-8e8789662b82 req-c23e2abc-7f5e-472f-84c1-f1428f1eecb1 service neutron] Bound using segment: {'id': '2a5a1c7b-538e-498e-99b9-cc7a8e0411be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'e1052824-bf78-4963-8937-b202e372ac24'} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:53:54.473667 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-b260c1ca-3dbe-4f0f-9f0b-8e8789662b82 req-c23e2abc-7f5e-472f-84c1-f1428f1eecb1 service neutron] Bound port: d23f01fc-07c8-41b1-ac34-79e7a6530196, host: n-h1-818823-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a5a1c7b-538e-498e-99b9-cc7a8e0411be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'e1052824-bf78-4963-8937-b202e372ac24'}}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:53:54.474028 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-b260c1ca-3dbe-4f0f-9f0b-8e8789662b82 req-c23e2abc-7f5e-472f-84c1-f1428f1eecb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:53:54.540493 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-b260c1ca-3dbe-4f0f-9f0b-8e8789662b82 req-c23e2abc-7f5e-472f-84c1-f1428f1eecb1 service neutron] For port d23f01fc-07c8-41b1-ac34-79e7a6530196, host n-h1-818823-1, cleared binding levels {{(pid=103448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:53:54.543500 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-b260c1ca-3dbe-4f0f-9f0b-8e8789662b82 req-c23e2abc-7f5e-472f-84c1-f1428f1eecb1 service neutron] For port d23f01fc-07c8-41b1-ac34-79e7a6530196, host n-h1-818823-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=d23f01fc-07c8-41b1-ac34-79e7a6530196,segment=NetworkSegment(2a5a1c7b-538e-498e-99b9-cc7a8e0411be),segment_id=2a5a1c7b-538e-498e-99b9-cc7a8e0411be)] {{(pid=103448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:53:54.548496 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-b260c1ca-3dbe-4f0f-9f0b-8e8789662b82 req-c23e2abc-7f5e-472f-84c1-f1428f1eecb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:53:54.582626 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b260c1ca-3dbe-4f0f-9f0b-8e8789662b82 req-c23e2abc-7f5e-472f-84c1-f1428f1eecb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:53:54.583466 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-b260c1ca-3dbe-4f0f-9f0b-8e8789662b82 req-c23e2abc-7f5e-472f-84c1-f1428f1eecb1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:53:54.585270 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-b260c1ca-3dbe-4f0f-9f0b-8e8789662b82 req-c23e2abc-7f5e-472f-84c1-f1428f1eecb1 service neutron] 10.222.0.41 "PUT /v2.0/ports/d23f01fc-07c8-41b1-ac34-79e7a6530196 HTTP/1.1" status: 200 len: 1095 time: 0.6055369 Nov 22 20:53:54.590202 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb38e8f9-b1c8-45b9-836d-7bd02cd29409', 'tag': 'd23f01fc-07c8-41b1-ac34-79e7a6530196'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:53:54.592899 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589a98cf2aea187fcc423a5edb333e5a6cf3ad7c81115d1ebee0f079693c312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d6ba21b-f46e-487e-82c1-6791100fdd15" -d '{"events": [{"name": "network-changed", "server_uuid": "cb38e8f9-b1c8-45b9-836d-7bd02cd29409", "tag": "d23f01fc-07c8-41b1-ac34-79e7a6530196"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:53:54.616774 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23e2abc-7f5e-472f-84c1-f1428f1eecb1 service neutron] Pushing event updated for resources: {'Port': ['ID=d23f01fc-07c8-41b1-ac34-79e7a6530196,revision_number=3']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:53:54.641039 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 20:53:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a91f6ea-a577-453a-9150-d34babe5a279 x-openstack-request-id: req-0a91f6ea-a577-453a-9150-d34babe5a279 {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:53:54.641341 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb38e8f9-b1c8-45b9-836d-7bd02cd29409", "tag": "d23f01fc-07c8-41b1-ac34-79e7a6530196", "status": "completed", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:53:54.641633 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0a91f6ea-a577-453a-9150-d34babe5a279 {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:53:54.642042 n-d-818823-1 neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb38e8f9-b1c8-45b9-836d-7bd02cd29409', 'tag': 'd23f01fc-07c8-41b1-ac34-79e7a6530196', 'status': 'completed', 'code': 200} Nov 22 20:53:54.687039 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b260c1ca-3dbe-4f0f-9f0b-8e8789662b82 req-072aa8a5-b380-435f-8bce-e42542c5ab82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:53:54.688583 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-b260c1ca-3dbe-4f0f-9f0b-8e8789662b82 req-072aa8a5-b380-435f-8bce-e42542c5ab82 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f4caa3d2a5c644b280dce9bfabcc2b44&device_id=cb38e8f9-b1c8-45b9-836d-7bd02cd29409 HTTP/1.1" status: 200 len: 1098 time: 0.0443494 Nov 22 20:53:54.734542 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-b260c1ca-3dbe-4f0f-9f0b-8e8789662b82 req-b5fed63a-3f74-47a8-bdc0-5a202860c784 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=d23f01fc-07c8-41b1-ac34-79e7a6530196 HTTP/1.1" status: 200 len: 217 time: 0.0381165 Nov 22 20:53:54.786724 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b260c1ca-3dbe-4f0f-9f0b-8e8789662b82 req-21d3b807-e2f7-4764-a871-7cb2f97c8cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:53:54.788278 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-b260c1ca-3dbe-4f0f-9f0b-8e8789662b82 req-21d3b807-e2f7-4764-a871-7cb2f97c8cb6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3091ebfd-11e2-41f8-9c00-ffe0b86563d8 HTTP/1.1" status: 200 len: 843 time: 0.0466869 Nov 22 20:53:54.835725 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b260c1ca-3dbe-4f0f-9f0b-8e8789662b82 req-b1c9b0c9-56d3-4316-9a88-dede764c4a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:53:54.837121 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-b260c1ca-3dbe-4f0f-9f0b-8e8789662b82 req-b1c9b0c9-56d3-4316-9a88-dede764c4a50 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e1052824-bf78-4963-8937-b202e372ac24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0396361 Nov 22 20:53:54.932105 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-b260c1ca-3dbe-4f0f-9f0b-8e8789662b82 req-6c645b85-78f5-4409-96e3-6e7d0edba0b3 service neutron] 10.222.0.41 "GET /v2.0/networks/e1052824-bf78-4963-8937-b202e372ac24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864348 Nov 22 20:53:55.019042 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-b260c1ca-3dbe-4f0f-9f0b-8e8789662b82 req-3edd6145-77e5-4699-b112-133a60bceeff service neutron] 10.222.0.41 "GET /v2.0/networks/e1052824-bf78-4963-8937-b202e372ac24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799379 Nov 22 20:53:55.105377 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6ba21b-f46e-487e-82c1-6791100fdd15 req-ff9e3dc1-bbd1-4075-82d1-425ae8edad93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:53:55.106762 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-5d6ba21b-f46e-487e-82c1-6791100fdd15 req-ff9e3dc1-bbd1-4075-82d1-425ae8edad93 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f4caa3d2a5c644b280dce9bfabcc2b44&device_id=cb38e8f9-b1c8-45b9-836d-7bd02cd29409 HTTP/1.1" status: 200 len: 1098 time: 0.0445127 Nov 22 20:53:55.201252 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6ba21b-f46e-487e-82c1-6791100fdd15 req-ef05274e-dbe4-4a0f-b4b0-18c324cf1280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:53:55.202738 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-5d6ba21b-f46e-487e-82c1-6791100fdd15 req-ef05274e-dbe4-4a0f-b4b0-18c324cf1280 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e1052824-bf78-4963-8937-b202e372ac24 HTTP/1.1" status: 200 len: 870 time: 0.0865164 Nov 22 20:53:55.244302 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-5d6ba21b-f46e-487e-82c1-6791100fdd15 req-e3c43475-bb0c-48d0-965e-238b613acf09 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=d23f01fc-07c8-41b1-ac34-79e7a6530196 HTTP/1.1" status: 200 len: 217 time: 0.0343890 Nov 22 20:53:55.296672 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6ba21b-f46e-487e-82c1-6791100fdd15 req-f1ad46d2-4be1-4f18-9113-6d642af6b786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:53:55.298108 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-5d6ba21b-f46e-487e-82c1-6791100fdd15 req-f1ad46d2-4be1-4f18-9113-6d642af6b786 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3091ebfd-11e2-41f8-9c00-ffe0b86563d8 HTTP/1.1" status: 200 len: 843 time: 0.0467122 Nov 22 20:53:55.344229 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6ba21b-f46e-487e-82c1-6791100fdd15 req-9f9c8d54-8821-4c10-abed-313ecccea566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:53:55.346272 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-5d6ba21b-f46e-487e-82c1-6791100fdd15 req-9f9c8d54-8821-4c10-abed-313ecccea566 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e1052824-bf78-4963-8937-b202e372ac24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0395164 Nov 22 20:53:55.438105 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-5d6ba21b-f46e-487e-82c1-6791100fdd15 req-fe559049-a975-44ff-b582-5d18dad6be7f service neutron] 10.222.0.41 "GET /v2.0/networks/e1052824-bf78-4963-8937-b202e372ac24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845311 Nov 22 20:53:55.545589 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c4d544-ce62-4748-8d90-f4006dcb628e req-f22d41d3-e57a-4a46-8a2c-f4ea6a516fd0 tempest-ServersAdminNegativeTestJSON-1093175170 tempest-ServersAdminNegativeTestJSON-1093175170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:53:55.547349 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-18c4d544-ce62-4748-8d90-f4006dcb628e req-f22d41d3-e57a-4a46-8a2c-f4ea6a516fd0 tempest-ServersAdminNegativeTestJSON-1093175170 tempest-ServersAdminNegativeTestJSON-1093175170-project] 10.222.0.46 "GET /v2.0/ports?device_id=cb38e8f9-b1c8-45b9-836d-7bd02cd29409 HTTP/1.1" status: 200 len: 947 time: 0.0514350 Nov 22 20:53:55.602950 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-18c4d544-ce62-4748-8d90-f4006dcb628e req-bd2140d4-ba92-457d-9830-c8a19eaba6f1 tempest-ServersAdminNegativeTestJSON-1093175170 tempest-ServersAdminNegativeTestJSON-1093175170-project] 10.222.0.46 "GET /v2.0/security-groups?id=0195ba56-bb50-4e1e-a716-63e12154d737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487072 Nov 22 20:53:55.793380 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-5d6ba21b-f46e-487e-82c1-6791100fdd15 req-f004045b-72fd-4f63-90b4-626b60043d47 service neutron] 10.222.0.41 "GET /v2.0/networks/e1052824-bf78-4963-8937-b202e372ac24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3469045 Nov 22 20:53:56.722907 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7724442-3e8e-49d6-85f2-c75887e61e36 req-82615f68-17ca-456d-bc06-d983e59b0548 tempest-ServersAdminNegativeTestJSON-1093175170 tempest-ServersAdminNegativeTestJSON-1093175170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:53:56.724423 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d7724442-3e8e-49d6-85f2-c75887e61e36 req-82615f68-17ca-456d-bc06-d983e59b0548 tempest-ServersAdminNegativeTestJSON-1093175170 tempest-ServersAdminNegativeTestJSON-1093175170-project] 10.222.0.46 "GET /v2.0/ports?device_id=cb38e8f9-b1c8-45b9-836d-7bd02cd29409 HTTP/1.1" status: 200 len: 947 time: 0.0516825 Nov 22 20:53:56.769891 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d7724442-3e8e-49d6-85f2-c75887e61e36 req-cc0b5cd0-207a-4ffb-9aac-8c8f494268b5 tempest-ServersAdminNegativeTestJSON-1093175170 tempest-ServersAdminNegativeTestJSON-1093175170-project] 10.222.0.46 "GET /v2.0/security-groups?id=0195ba56-bb50-4e1e-a716-63e12154d737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395055 Nov 22 20:53:57.379488 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device d23f01fc-07c8-41b1-ac34-79e7a6530196 details requested by agent hyperv_n-h1-818823-1 with host n-h1-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 20:53:57.471372 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port d23f01fc-07c8-41b1-ac34-79e7a6530196, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=d23f01fc-07c8-41b1-ac34-79e7a6530196,segment=NetworkSegment(2a5a1c7b-538e-498e-99b9-cc7a8e0411be),segment_id=2a5a1c7b-538e-498e-99b9-cc7a8e0411be)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:53:57.482353 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Returning: {'device': 'd23f01fc-07c8-41b1-ac34-79e7a6530196', 'network_id': 'e1052824-bf78-4963-8937-b202e372ac24', 'port_id': 'd23f01fc-07c8-41b1-ac34-79e7a6530196', 'mac_address': 'fa:16:3e:da:77:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3091ebfd-11e2-41f8-9c00-ffe0b86563d8', 'ip_address': '192.168.233.53'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 20:53:57.522600 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:53:57.534881 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d23f01fc-07c8-41b1-ac34-79e7a6530196 {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:53:57.553739 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port d23f01fc-07c8-41b1-ac34-79e7a6530196, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=d23f01fc-07c8-41b1-ac34-79e7a6530196,segment=NetworkSegment(2a5a1c7b-538e-498e-99b9-cc7a8e0411be),segment_id=2a5a1c7b-538e-498e-99b9-cc7a8e0411be)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:53:57.557774 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:53:57.603198 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=d23f01fc-07c8-41b1-ac34-79e7a6530196,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:53:57.782039 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] get_ports_and_sgs() called for port_ids ['d23f01fc-07c8-41b1-ac34-79e7a6530196'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:53:57.887501 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad0978c-02d3-4a35-9321-f77f89e29163 req-ba30ecf7-c907-49b0-850f-918db8916967 tempest-ServersAdminNegativeTestJSON-1093175170 tempest-ServersAdminNegativeTestJSON-1093175170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:53:57.888993 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3ad0978c-02d3-4a35-9321-f77f89e29163 req-ba30ecf7-c907-49b0-850f-918db8916967 tempest-ServersAdminNegativeTestJSON-1093175170 tempest-ServersAdminNegativeTestJSON-1093175170-project] 10.222.0.46 "GET /v2.0/ports?device_id=cb38e8f9-b1c8-45b9-836d-7bd02cd29409 HTTP/1.1" status: 200 len: 948 time: 0.0491369 Nov 22 20:53:57.937060 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3ad0978c-02d3-4a35-9321-f77f89e29163 req-f8cd21dc-bb93-4d01-8bf7-f661c9832c25 tempest-ServersAdminNegativeTestJSON-1093175170 tempest-ServersAdminNegativeTestJSON-1093175170-project] 10.222.0.46 "GET /v2.0/security-groups?id=0195ba56-bb50-4e1e-a716-63e12154d737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419812 Nov 22 20:53:59.051639 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676f9acb-7695-4ed7-86a1-a5ab15d22200 req-5c3058f9-2496-4d45-85c7-2aeb534d8259 tempest-ServersAdminNegativeTestJSON-1093175170 tempest-ServersAdminNegativeTestJSON-1093175170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:53:59.053191 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-676f9acb-7695-4ed7-86a1-a5ab15d22200 req-5c3058f9-2496-4d45-85c7-2aeb534d8259 tempest-ServersAdminNegativeTestJSON-1093175170 tempest-ServersAdminNegativeTestJSON-1093175170-project] 10.222.0.46 "GET /v2.0/ports?device_id=cb38e8f9-b1c8-45b9-836d-7bd02cd29409 HTTP/1.1" status: 200 len: 948 time: 0.0480099 Nov 22 20:53:59.102851 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-676f9acb-7695-4ed7-86a1-a5ab15d22200 req-721f0789-fe51-4f6b-9900-f82a88302b97 tempest-ServersAdminNegativeTestJSON-1093175170 tempest-ServersAdminNegativeTestJSON-1093175170-project] 10.222.0.46 "GET /v2.0/security-groups?id=0195ba56-bb50-4e1e-a716-63e12154d737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437083 Nov 22 20:53:59.382441 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device d23f01fc-07c8-41b1-ac34-79e7a6530196 up at agent hyperv_n-h1-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:53:59.430289 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Provisioning for port d23f01fc-07c8-41b1-ac34-79e7a6530196 completed by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 20:53:59.433968 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Provisioning complete for port d23f01fc-07c8-41b1-ac34-79e7a6530196 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:53:59.434347 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:53:59.510197 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:53:59.534989 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb38e8f9-b1c8-45b9-836d-7bd02cd29409', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd23f01fc-07c8-41b1-ac34-79e7a6530196'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:53:59.537267 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d39f6d30a11e565ec9648abcc015e8a6ab6cff4edd704add8155e28765d31eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6f6ba2f-a70e-49e3-b513-89f4ca480675" -d '{"events": [{"server_uuid": "cb38e8f9-b1c8-45b9-836d-7bd02cd29409", "name": "network-vif-plugged", "status": "completed", "tag": "d23f01fc-07c8-41b1-ac34-79e7a6530196"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:53:59.550071 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port d23f01fc-07c8-41b1-ac34-79e7a6530196, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=d23f01fc-07c8-41b1-ac34-79e7a6530196,segment=NetworkSegment(2a5a1c7b-538e-498e-99b9-cc7a8e0411be),segment_id=2a5a1c7b-538e-498e-99b9-cc7a8e0411be)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:53:59.561672 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:53:59.585731 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:53:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b30efd3c-a811-402e-af2d-542eef8b7f26 x-openstack-request-id: req-b30efd3c-a811-402e-af2d-542eef8b7f26 {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:53:59.586029 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb38e8f9-b1c8-45b9-836d-7bd02cd29409", "name": "network-vif-plugged", "status": "completed", "tag": "d23f01fc-07c8-41b1-ac34-79e7a6530196", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:53:59.586289 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b30efd3c-a811-402e-af2d-542eef8b7f26 {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:53:59.586684 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb38e8f9-b1c8-45b9-836d-7bd02cd29409', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd23f01fc-07c8-41b1-ac34-79e7a6530196', 'code': 200} Nov 22 20:53:59.614344 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=d23f01fc-07c8-41b1-ac34-79e7a6530196,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:53:59.676088 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081bb5fe-86fa-49da-b83c-996751336970 req-ad5391a8-abe8-47ec-b077-36df44578e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:53:59.677584 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-081bb5fe-86fa-49da-b83c-996751336970 req-ad5391a8-abe8-47ec-b077-36df44578e87 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=cb38e8f9-b1c8-45b9-836d-7bd02cd29409 HTTP/1.1" status: 200 len: 1100 time: 0.0402646 Nov 22 20:53:59.724289 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-081bb5fe-86fa-49da-b83c-996751336970 req-af739735-f3c7-496b-919d-0c7a6668863f service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=0195ba56-bb50-4e1e-a716-63e12154d737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393314 Nov 22 20:54:00.046447 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-eed882cc-5398-4198-b48d-b61b6964df32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:54:00.216470 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff802c23-95e8-4302-b3c2-7b5458c203d2 req-8883c2e3-e216-49ef-9315-ae243cf87607 tempest-ServersAdminNegativeTestJSON-1093175170 tempest-ServersAdminNegativeTestJSON-1093175170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:54:00.217950 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ff802c23-95e8-4302-b3c2-7b5458c203d2 req-8883c2e3-e216-49ef-9315-ae243cf87607 tempest-ServersAdminNegativeTestJSON-1093175170 tempest-ServersAdminNegativeTestJSON-1093175170-project] 10.222.0.46 "GET /v2.0/ports?device_id=cb38e8f9-b1c8-45b9-836d-7bd02cd29409 HTTP/1.1" status: 200 len: 949 time: 0.0478959 Nov 22 20:54:00.264615 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ff802c23-95e8-4302-b3c2-7b5458c203d2 req-0fc0839b-483e-464c-bf70-de0066137411 tempest-ServersAdminNegativeTestJSON-1093175170 tempest-ServersAdminNegativeTestJSON-1093175170-project] 10.222.0.46 "GET /v2.0/security-groups?id=0195ba56-bb50-4e1e-a716-63e12154d737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401404 Nov 22 20:54:01.388597 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07316199-150f-42cd-b201-bdd6ba294c43 req-a58091a3-9384-403e-a3fa-2b06cd0e6f37 tempest-ServersAdminNegativeTestJSON-1093175170 tempest-ServersAdminNegativeTestJSON-1093175170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:54:01.389975 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-07316199-150f-42cd-b201-bdd6ba294c43 req-a58091a3-9384-403e-a3fa-2b06cd0e6f37 tempest-ServersAdminNegativeTestJSON-1093175170 tempest-ServersAdminNegativeTestJSON-1093175170-project] 10.222.0.46 "GET /v2.0/ports?device_id=cb38e8f9-b1c8-45b9-836d-7bd02cd29409 HTTP/1.1" status: 200 len: 949 time: 0.0476658 Nov 22 20:54:01.436149 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-07316199-150f-42cd-b201-bdd6ba294c43 req-449f2f85-7339-4754-a40c-158e0c40b569 tempest-ServersAdminNegativeTestJSON-1093175170 tempest-ServersAdminNegativeTestJSON-1093175170-project] 10.222.0.46 "GET /v2.0/security-groups?id=0195ba56-bb50-4e1e-a716-63e12154d737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397182 Nov 22 20:54:01.821740 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [req-b2de8d69-6293-4207-95b2-04b3c11813d9 req-e118a40c-aad9-4109-8fed-f1d20cfbc3d4 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=103447) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 20:54:01.822767 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b2de8d69-6293-4207-95b2-04b3c11813d9 req-e118a40c-aad9-4109-8fed-f1d20cfbc3d4 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1036382 Nov 22 20:54:02.155297 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [req-ec0e2eb2-7d2d-409c-ad49-459ae476aef1 req-b16d2e26-e54d-46d9-b663-d69b7364b941 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=103447) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 20:54:02.156207 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ec0e2eb2-7d2d-409c-ad49-459ae476aef1 req-b16d2e26-e54d-46d9-b663-d69b7364b941 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051181 Nov 22 20:54:02.497874 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b00abc3-3bb9-424d-b06d-4fd7b5389afa req-3d8155d9-867d-42ea-92fa-3b73d83713fa tempest-ServersAdminNegativeTestJSON-1093175170 tempest-ServersAdminNegativeTestJSON-1093175170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:54:02.499379 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3b00abc3-3bb9-424d-b06d-4fd7b5389afa req-3d8155d9-867d-42ea-92fa-3b73d83713fa tempest-ServersAdminNegativeTestJSON-1093175170 tempest-ServersAdminNegativeTestJSON-1093175170-project] 10.222.0.46 "GET /v2.0/ports?device_id=cb38e8f9-b1c8-45b9-836d-7bd02cd29409 HTTP/1.1" status: 200 len: 949 time: 0.0526409 Nov 22 20:54:02.546678 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3b00abc3-3bb9-424d-b06d-4fd7b5389afa req-f1d3d3ae-d1bf-468e-b259-dffea7e2c662 tempest-ServersAdminNegativeTestJSON-1093175170 tempest-ServersAdminNegativeTestJSON-1093175170-project] 10.222.0.46 "GET /v2.0/security-groups?id=0195ba56-bb50-4e1e-a716-63e12154d737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410619 Nov 22 20:54:02.976515 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-1680e071-9034-4561-9fe4-db484b1688d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:54:03.560418 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-03f0964f-1b75-4df7-99e0-a3cdb56ec2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:54:03.664239 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c134665d-0f25-4c25-8e5e-a0492faea42e req-a1b9b783-31dc-49c3-8bdb-162bbfa1b0e1 tempest-ServersAdminNegativeTestJSON-1093175170 tempest-ServersAdminNegativeTestJSON-1093175170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:54:03.665723 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c134665d-0f25-4c25-8e5e-a0492faea42e req-a1b9b783-31dc-49c3-8bdb-162bbfa1b0e1 tempest-ServersAdminNegativeTestJSON-1093175170 tempest-ServersAdminNegativeTestJSON-1093175170-project] 10.222.0.46 "GET /v2.0/ports?device_id=cb38e8f9-b1c8-45b9-836d-7bd02cd29409 HTTP/1.1" status: 200 len: 949 time: 0.0484040 Nov 22 20:54:03.712886 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c134665d-0f25-4c25-8e5e-a0492faea42e req-8030c316-6bdd-45a4-b7e0-d13390b9415e tempest-ServersAdminNegativeTestJSON-1093175170 tempest-ServersAdminNegativeTestJSON-1093175170-project] 10.222.0.46 "GET /v2.0/security-groups?id=0195ba56-bb50-4e1e-a716-63e12154d737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411594 Nov 22 20:54:03.745987 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bd39c4-e863-4e50-9e2c-676334e1956a req-58bd7086-94f8-496e-937e-b516e4ef6e32 tempest-ServersAdminNegativeTestJSON-1093175170 tempest-ServersAdminNegativeTestJSON-1093175170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:54:03.747443 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-e8bd39c4-e863-4e50-9e2c-676334e1956a req-58bd7086-94f8-496e-937e-b516e4ef6e32 tempest-ServersAdminNegativeTestJSON-1093175170 tempest-ServersAdminNegativeTestJSON-1093175170-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb38e8f9-b1c8-45b9-836d-7bd02cd29409 HTTP/1.1" status: 200 len: 949 time: 0.0469224 Nov 22 20:54:03.834339 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [req-e8bd39c4-e863-4e50-9e2c-676334e1956a req-593132fa-107a-46d2-9510-2447b57d703c tempest-ServersAdminNegativeTestJSON-1093175170 tempest-ServersAdminNegativeTestJSON-1093175170-project] Deleting port d23f01fc-07c8-41b1-ac34-79e7a6530196 {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:54:03.834598 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-e8bd39c4-e863-4e50-9e2c-676334e1956a req-593132fa-107a-46d2-9510-2447b57d703c tempest-ServersAdminNegativeTestJSON-1093175170 tempest-ServersAdminNegativeTestJSON-1093175170-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:54:03.925416 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-e8bd39c4-e863-4e50-9e2c-676334e1956a req-593132fa-107a-46d2-9510-2447b57d703c tempest-ServersAdminNegativeTestJSON-1093175170 tempest-ServersAdminNegativeTestJSON-1093175170-project] For port d23f01fc-07c8-41b1-ac34-79e7a6530196, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=d23f01fc-07c8-41b1-ac34-79e7a6530196,segment=NetworkSegment(2a5a1c7b-538e-498e-99b9-cc7a8e0411be),segment_id=2a5a1c7b-538e-498e-99b9-cc7a8e0411be)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:54:03.925784 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-e8bd39c4-e863-4e50-9e2c-676334e1956a req-593132fa-107a-46d2-9510-2447b57d703c tempest-ServersAdminNegativeTestJSON-1093175170 tempest-ServersAdminNegativeTestJSON-1093175170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:54:03.937914 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [req-e8bd39c4-e863-4e50-9e2c-676334e1956a req-593132fa-107a-46d2-9510-2447b57d703c tempest-ServersAdminNegativeTestJSON-1093175170 tempest-ServersAdminNegativeTestJSON-1093175170-project] Calling delete_port for d23f01fc-07c8-41b1-ac34-79e7a6530196 owned by compute:nova {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:54:04.065086 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-e8bd39c4-e863-4e50-9e2c-676334e1956a req-593132fa-107a-46d2-9510-2447b57d703c tempest-ServersAdminNegativeTestJSON-1093175170 tempest-ServersAdminNegativeTestJSON-1093175170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:54:04.076433 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] get_ports_and_sgs() called for port_ids ['d23f01fc-07c8-41b1-ac34-79e7a6530196'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:54:04.096936 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593132fa-107a-46d2-9510-2447b57d703c tempest-ServersAdminNegativeTestJSON-1093175170 tempest-ServersAdminNegativeTestJSON-1093175170-project] Pushing event deleted for resources: {'Port': ['ID=d23f01fc-07c8-41b1-ac34-79e7a6530196,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:54:04.140043 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8bd39c4-e863-4e50-9e2c-676334e1956a req-593132fa-107a-46d2-9510-2447b57d703c tempest-ServersAdminNegativeTestJSON-1093175170 tempest-ServersAdminNegativeTestJSON-1093175170-project] No DVR routers for this DVR port d23f01fc-07c8-41b1-ac34-79e7a6530196 on host n-h1-818823-1 {{(pid=103448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:54:04.142749 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-e8bd39c4-e863-4e50-9e2c-676334e1956a req-593132fa-107a-46d2-9510-2447b57d703c tempest-ServersAdminNegativeTestJSON-1093175170 tempest-ServersAdminNegativeTestJSON-1093175170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:54:04.146816 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-e8bd39c4-e863-4e50-9e2c-676334e1956a req-593132fa-107a-46d2-9510-2447b57d703c tempest-ServersAdminNegativeTestJSON-1093175170 tempest-ServersAdminNegativeTestJSON-1093175170-project] 10.222.0.41 "DELETE /v2.0/ports/d23f01fc-07c8-41b1-ac34-79e7a6530196 HTTP/1.1" status: 204 len: 173 time: 0.3920403 Nov 22 20:54:04.147294 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb38e8f9-b1c8-45b9-836d-7bd02cd29409', 'name': 'network-vif-deleted', 'tag': 'd23f01fc-07c8-41b1-ac34-79e7a6530196'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:54:04.149836 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589a98cf2aea187fcc423a5edb333e5a6cf3ad7c81115d1ebee0f079693c312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16525077-d97a-482c-b813-28f672887a78" -d '{"events": [{"server_uuid": "cb38e8f9-b1c8-45b9-836d-7bd02cd29409", "name": "network-vif-deleted", "tag": "d23f01fc-07c8-41b1-ac34-79e7a6530196"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:54:04.269917 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:54:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94599383-87bc-4b0e-929f-dfddccdbf555 x-openstack-request-id: req-94599383-87bc-4b0e-929f-dfddccdbf555 {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:54:04.270242 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb38e8f9-b1c8-45b9-836d-7bd02cd29409", "name": "network-vif-deleted", "tag": "d23f01fc-07c8-41b1-ac34-79e7a6530196", "status": "completed", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:54:04.270492 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-94599383-87bc-4b0e-929f-dfddccdbf555 {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:54:04.270891 n-d-818823-1 neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb38e8f9-b1c8-45b9-836d-7bd02cd29409', 'name': 'network-vif-deleted', 'tag': 'd23f01fc-07c8-41b1-ac34-79e7a6530196', 'status': 'completed', 'code': 200} Nov 22 20:54:04.999645 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 57112) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:54:05.127670 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-f755adbf-2c8c-4e29-8534-ba3b2db38795 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f4caa3d2a5c644b280dce9bfabcc2b44&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1268671 Nov 22 20:54:05.130217 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 57116) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:54:05.183833 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8eed6cc6-1912-484f-8141-7ee73c75f14a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:54:05.206247 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8eed6cc6-1912-484f-8141-7ee73c75f14a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:54:05.253248 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8eed6cc6-1912-484f-8141-7ee73c75f14a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:54:05.256490 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8eed6cc6-1912-484f-8141-7ee73c75f14a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:54:05.257666 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-8eed6cc6-1912-484f-8141-7ee73c75f14a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0195ba56-bb50-4e1e-a716-63e12154d737 HTTP/1.1" status: 204 len: 168 time: 0.1264937 Nov 22 20:54:05.265141 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e49ee129-e862-4476-beca-cdc8150d2345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:54:05.266193 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eed6cc6-1912-484f-8141-7ee73c75f14a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0195ba56-bb50-4e1e-a716-63e12154d737,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:54:05.510491 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 57122) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:54:05.524060 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-467d3074-71d3-4b76-b8ae-532d63cbe379 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:54:05.602213 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-467d3074-71d3-4b76-b8ae-532d63cbe379 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:54:05.605815 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-467d3074-71d3-4b76-b8ae-532d63cbe379 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:54:05.995063 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-467d3074-71d3-4b76-b8ae-532d63cbe379 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=495a9e5eb913471db2ac40e093c795a3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4834640 Nov 22 20:54:05.996316 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467d3074-71d3-4b76-b8ae-532d63cbe379 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4f7ce64-4b44-436b-ad3d-8198113fef67,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:54:05.997785 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 57124) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:54:06.048559 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-91f2e1f6-fdc0-4168-9fac-614b131254eb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:54:06.071043 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-91f2e1f6-fdc0-4168-9fac-614b131254eb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:54:06.097960 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:54:06.119359 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-91f2e1f6-fdc0-4168-9fac-614b131254eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:54:06.121953 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-91f2e1f6-fdc0-4168-9fac-614b131254eb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:54:06.123110 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-91f2e1f6-fdc0-4168-9fac-614b131254eb admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c4f7ce64-4b44-436b-ad3d-8198113fef67 HTTP/1.1" status: 204 len: 168 time: 0.1233268 Nov 22 20:54:06.131740 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f2e1f6-fdc0-4168-9fac-614b131254eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4f7ce64-4b44-436b-ad3d-8198113fef67,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:54:06.776350 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 57146) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:54:06.869380 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-b8b0fc35-092b-4d48-a3fa-ac7f7cbf74f7 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1173416714-network', 'tenant_id': 'a7a61fc6fa154c46916b5603d8fac5f4'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:54:06.890451 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8b0fc35-092b-4d48-a3fa-ac7f7cbf74f7 admin admin] Made reservation on behalf of a7a61fc6fa154c46916b5603d8fac5f4 for: {'network': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:54:06.892785 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b8b0fc35-092b-4d48-a3fa-ac7f7cbf74f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for network, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:54:06.901066 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b8b0fc35-092b-4d48-a3fa-ac7f7cbf74f7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:54:06.976256 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b8b0fc35-092b-4d48-a3fa-ac7f7cbf74f7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:54:06.979745 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b8b0fc35-092b-4d48-a3fa-ac7f7cbf74f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:54:07.000067 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8b0fc35-092b-4d48-a3fa-ac7f7cbf74f7 admin admin] vlan segment allocate from pool success with {'vlan_id': 624, 'physical_network': 'physnet1'} {{(pid=103448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 20:54:07.014556 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b0fc35-092b-4d48-a3fa-ac7f7cbf74f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51985f8f-f2a5-475a-9d08-1c0b6bd8c988,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:54:07.017384 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b8b0fc35-092b-4d48-a3fa-ac7f7cbf74f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:54:07.017726 n-d-818823-1 neutron-server[103448]: INFO neutron.db.segments_db [None req-b8b0fc35-092b-4d48-a3fa-ac7f7cbf74f7 admin admin] Added segment 5ea6762d-69cf-43c0-9938-6afebbf41fcc of type vlan for network d89e8513-4ffa-40a1-8816-e5b3b321ee67 Nov 22 20:54:07.057137 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b8b0fc35-092b-4d48-a3fa-ac7f7cbf74f7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748992492791'] for network, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:54:07.080469 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b8b0fc35-092b-4d48-a3fa-ac7f7cbf74f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for network, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:54:07.081409 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b0fc35-092b-4d48-a3fa-ac7f7cbf74f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:54:07.082511 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b8b0fc35-092b-4d48-a3fa-ac7f7cbf74f7 admin admin] Publish callbacks [] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:54:07.131003 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-b8b0fc35-092b-4d48-a3fa-ac7f7cbf74f7 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3533738 Nov 22 20:54:07.133950 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 57150) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:54:07.139037 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-629cd5c6-83b9-4961-aae1-a68f50557386 admin admin] Request body: {'subnet': {'network_id': 'd89e8513-4ffa-40a1-8816-e5b3b321ee67', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1173416714-subnet', 'tenant_id': 'a7a61fc6fa154c46916b5603d8fac5f4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:54:07.144121 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b0fc35-092b-4d48-a3fa-ac7f7cbf74f7 admin admin] Pushing event updated for resources: {'Network': ['ID=d89e8513-4ffa-40a1-8816-e5b3b321ee67,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:54:07.154048 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Network d89e8513-4ffa-40a1-8816-e5b3b321ee67 details requested by agent ovs-agent-n-d-818823-1 with host n-d-818823-1 {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 20:54:07.164035 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-629cd5c6-83b9-4961-aae1-a68f50557386 admin admin] Made reservation on behalf of a7a61fc6fa154c46916b5603d8fac5f4 for: {'subnet': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:54:07.166374 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-629cd5c6-83b9-4961-aae1-a68f50557386 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8485086'] for subnet, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:54:07.334984 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-629cd5c6-83b9-4961-aae1-a68f50557386 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8900613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8485104'] for subnet, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:54:07.386227 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629cd5c6-83b9-4961-aae1-a68f50557386 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a09b839a-428c-406d-b92f-f41ec7a7c2d0,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:54:07.396528 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-629cd5c6-83b9-4961-aae1-a68f50557386 admin admin] Checking segment: {'id': '5ea6762d-69cf-43c0-9938-6afebbf41fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'd89e8513-4ffa-40a1-8816-e5b3b321ee67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:54:07.396879 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-629cd5c6-83b9-4961-aae1-a68f50557386 admin admin] Network hostable DHCP agents. Network: d89e8513-4ffa-40a1-8816-e5b3b321ee67, hostable agents: ['02adaa64-0987-4b74-bad0-cbcf56f8a294'], hosted agents: [] {{(pid=103447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 20:54:07.412924 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-629cd5c6-83b9-4961-aae1-a68f50557386 admin admin] Network d89e8513-4ffa-40a1-8816-e5b3b321ee67 is scheduled to be hosted by DHCP agent 02adaa64-0987-4b74-bad0-cbcf56f8a294 with binding_index 1 {{(pid=103447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 20:54:07.421186 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-629cd5c6-83b9-4961-aae1-a68f50557386 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818823-1, d89e8513-4ffa-40a1-8816-e5b3b321ee67) {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:54:07.425129 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-629cd5c6-83b9-4961-aae1-a68f50557386 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:54:07.425735 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-629cd5c6-83b9-4961-aae1-a68f50557386 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:54:07.430953 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device d23f01fc-07c8-41b1-ac34-79e7a6530196 no longer exists at agent hyperv_n-h1-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:54:07.433310 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c422d77-642a-411c-bc61-0bc4566ca715 None None] Network d89e8513-4ffa-40a1-8816-e5b3b321ee67 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:54:07.442648 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-629cd5c6-83b9-4961-aae1-a68f50557386 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3075500 Nov 22 20:54:07.464064 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] No Port match for: d23f01fc-07c8-41b1-ac34-79e7a6530196 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:54:07.464409 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device d23f01fc-07c8-41b1-ac34-79e7a6530196 not bound to the agent host n-h1-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:54:07.737842 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93ffdc0d-a56a-487c-a8b3-0cfbe9214c4e None None] Network d89e8513-4ffa-40a1-8816-e5b3b321ee67 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:54:07.877254 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbcd014-4611-4d66-9167-d7e910700f0a req-914d208c-a523-46c4-b8a6-7ac56243067d tempest-DeleteServersTestJSON-925143145 tempest-DeleteServersTestJSON-925143145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:54:07.879306 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-dfbcd014-4611-4d66-9167-d7e910700f0a req-914d208c-a523-46c4-b8a6-7ac56243067d tempest-DeleteServersTestJSON-925143145 tempest-DeleteServersTestJSON-925143145-project] 10.222.0.46 "GET /v2.0/networks?id=d89e8513-4ffa-40a1-8816-e5b3b321ee67 HTTP/1.1" status: 200 len: 812 time: 0.1055412 Nov 22 20:54:07.894040 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-dfbcd014-4611-4d66-9167-d7e910700f0a req-b7faadd0-cf0d-4414-ac6f-5bdb1af5ab86 tempest-DeleteServersTestJSON-925143145 tempest-DeleteServersTestJSON-925143145-project] 10.222.0.46 "GET /v2.0/quotas/a7a61fc6fa154c46916b5603d8fac5f4 HTTP/1.1" status: 200 len: 375 time: 0.0088582 Nov 22 20:54:07.924562 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-dfbcd014-4611-4d66-9167-d7e910700f0a req-aff5e812-450a-4308-8e5e-276510928e40 tempest-DeleteServersTestJSON-925143145 tempest-DeleteServersTestJSON-925143145-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=a7a61fc6fa154c46916b5603d8fac5f4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0249782 Nov 22 20:54:08.012523 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-dfbcd014-4611-4d66-9167-d7e910700f0a req-f94d6579-3d8e-48d8-9208-6e0a6a3ec86f service neutron] 10.222.0.46 "GET /v2.0/networks/d89e8513-4ffa-40a1-8816-e5b3b321ee67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805476 Nov 22 20:54:08.102284 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-dfbcd014-4611-4d66-9167-d7e910700f0a req-6ff78d38-88e6-450e-b8e1-75aaf6bf8263 service neutron] 10.222.0.46 "GET /v2.0/networks/d89e8513-4ffa-40a1-8816-e5b3b321ee67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838654 Nov 22 20:54:08.258635 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-01425452-368c-404d-8c84-7c3f2f6229ed req-f9d4aee3-57cb-41fd-9b0f-cb0a904aaa06 tempest-DeleteServersTestJSON-925143145 tempest-DeleteServersTestJSON-925143145-project] 10.222.0.46 "GET /v2.0/ports?device_id=83b095fe-f27f-4a44-b2c1-7a7d707f37d1 HTTP/1.1" status: 200 len: 210 time: 0.0270083 Nov 22 20:54:09.326508 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbcd014-4611-4d66-9167-d7e910700f0a req-98854cb9-75a4-458a-9236-a0966e7c9e8f tempest-DeleteServersTestJSON-925143145 tempest-DeleteServersTestJSON-925143145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:54:09.328155 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-dfbcd014-4611-4d66-9167-d7e910700f0a req-98854cb9-75a4-458a-9236-a0966e7c9e8f tempest-DeleteServersTestJSON-925143145 tempest-DeleteServersTestJSON-925143145-project] 10.222.0.41 "GET /v2.0/networks?id=d89e8513-4ffa-40a1-8816-e5b3b321ee67 HTTP/1.1" status: 200 len: 812 time: 0.1141822 Nov 22 20:54:09.341191 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [req-dfbcd014-4611-4d66-9167-d7e910700f0a req-495110d2-7185-4727-91fa-e963b78ae923 tempest-DeleteServersTestJSON-925143145 tempest-DeleteServersTestJSON-925143145-project] Request body: {'port': {'device_id': '83b095fe-f27f-4a44-b2c1-7a7d707f37d1', 'network_id': 'd89e8513-4ffa-40a1-8816-e5b3b321ee67', 'admin_state_up': True, 'tenant_id': 'a7a61fc6fa154c46916b5603d8fac5f4'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:54:09.359747 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-48769633-acbc-4102-ba18-0791769eb255 req-b137ed9d-75a8-4724-ac77-534ee55c07af tempest-DeleteServersTestJSON-925143145 tempest-DeleteServersTestJSON-925143145-project] 10.222.0.46 "GET /v2.0/ports?device_id=83b095fe-f27f-4a44-b2c1-7a7d707f37d1 HTTP/1.1" status: 200 len: 210 time: 0.0266085 Nov 22 20:54:09.453206 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dfbcd014-4611-4d66-9167-d7e910700f0a req-495110d2-7185-4727-91fa-e963b78ae923 tempest-DeleteServersTestJSON-925143145 tempest-DeleteServersTestJSON-925143145-project] Made reservation on behalf of a7a61fc6fa154c46916b5603d8fac5f4 for: {'port': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:54:09.456739 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-dfbcd014-4611-4d66-9167-d7e910700f0a req-495110d2-7185-4727-91fa-e963b78ae923 tempest-DeleteServersTestJSON-925143145 tempest-DeleteServersTestJSON-925143145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:54:09.580018 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [req-dfbcd014-4611-4d66-9167-d7e910700f0a req-495110d2-7185-4727-91fa-e963b78ae923 tempest-DeleteServersTestJSON-925143145 tempest-DeleteServersTestJSON-925143145-project] Allocated IP 172.20.0.9 (d89e8513-4ffa-40a1-8816-e5b3b321ee67/a09b839a-428c-406d-b92f-f41ec7a7c2d0/4768cea7-4df1-4229-bb8b-d1c730576d92) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:54:09.726448 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-dfbcd014-4611-4d66-9167-d7e910700f0a req-495110d2-7185-4727-91fa-e963b78ae923 tempest-DeleteServersTestJSON-925143145 tempest-DeleteServersTestJSON-925143145-project] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:54:09.759080 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-dfbcd014-4611-4d66-9167-d7e910700f0a req-495110d2-7185-4727-91fa-e963b78ae923 tempest-DeleteServersTestJSON-925143145 tempest-DeleteServersTestJSON-925143145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:54:09.801546 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dfbcd014-4611-4d66-9167-d7e910700f0a req-495110d2-7185-4727-91fa-e963b78ae923 tempest-DeleteServersTestJSON-925143145 tempest-DeleteServersTestJSON-925143145-project] Network d89e8513-4ffa-40a1-8816-e5b3b321ee67 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:54:09.804648 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [req-dfbcd014-4611-4d66-9167-d7e910700f0a req-495110d2-7185-4727-91fa-e963b78ae923 tempest-DeleteServersTestJSON-925143145 tempest-DeleteServersTestJSON-925143145-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:54:09.808490 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfbcd014-4611-4d66-9167-d7e910700f0a req-495110d2-7185-4727-91fa-e963b78ae923 tempest-DeleteServersTestJSON-925143145 tempest-DeleteServersTestJSON-925143145-project] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:54:09.836456 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495110d2-7185-4727-91fa-e963b78ae923 tempest-DeleteServersTestJSON-925143145 tempest-DeleteServersTestJSON-925143145-project] Pushing event updated for resources: {'Port': ['ID=4768cea7-4df1-4229-bb8b-d1c730576d92,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:54:09.864231 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbcd014-4611-4d66-9167-d7e910700f0a req-495110d2-7185-4727-91fa-e963b78ae923 tempest-DeleteServersTestJSON-925143145 tempest-DeleteServersTestJSON-925143145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:54:09.864841 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-dfbcd014-4611-4d66-9167-d7e910700f0a req-495110d2-7185-4727-91fa-e963b78ae923 tempest-DeleteServersTestJSON-925143145 tempest-DeleteServersTestJSON-925143145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:54:09.885098 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-dfbcd014-4611-4d66-9167-d7e910700f0a req-495110d2-7185-4727-91fa-e963b78ae923 tempest-DeleteServersTestJSON-925143145 tempest-DeleteServersTestJSON-925143145-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5479410 Nov 22 20:54:09.897915 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [req-dfbcd014-4611-4d66-9167-d7e910700f0a req-7523bb2b-56c1-4c3d-95e0-90cb9fcf6589 service neutron] Request body: {'port': {'device_id': '83b095fe-f27f-4a44-b2c1-7a7d707f37d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818823-1'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:54:09.950033 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-dfbcd014-4611-4d66-9167-d7e910700f0a req-7523bb2b-56c1-4c3d-95e0-90cb9fcf6589 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:54:10.206245 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [req-dfbcd014-4611-4d66-9167-d7e910700f0a req-7523bb2b-56c1-4c3d-95e0-90cb9fcf6589 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4768cea7-4df1-4229-bb8b-d1c730576d92 {{(pid=103448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:54:10.214264 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-dfbcd014-4611-4d66-9167-d7e910700f0a req-7523bb2b-56c1-4c3d-95e0-90cb9fcf6589 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:54:10.226616 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [req-dfbcd014-4611-4d66-9167-d7e910700f0a req-7523bb2b-56c1-4c3d-95e0-90cb9fcf6589 service neutron] Transition to ACTIVE for port object 4768cea7-4df1-4229-bb8b-d1c730576d92 will not be triggered until provisioned by entity L2. {{(pid=103448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 20:54:10.230084 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-dfbcd014-4611-4d66-9167-d7e910700f0a req-7523bb2b-56c1-4c3d-95e0-90cb9fcf6589 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:54:10.284404 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7523bb2b-56c1-4c3d-95e0-90cb9fcf6589 service neutron] Pushing event updated for resources: {'Port': ['ID=4768cea7-4df1-4229-bb8b-d1c730576d92,revision_number=2']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:54:10.346456 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-dfbcd014-4611-4d66-9167-d7e910700f0a req-7523bb2b-56c1-4c3d-95e0-90cb9fcf6589 service neutron] Attempting to bind port 4768cea7-4df1-4229-bb8b-d1c730576d92 on host n-h1-818823-1 for vnic_type normal with profile {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:54:10.347105 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-dfbcd014-4611-4d66-9167-d7e910700f0a req-7523bb2b-56c1-4c3d-95e0-90cb9fcf6589 service neutron] Attempting to bind port 4768cea7-4df1-4229-bb8b-d1c730576d92 by drivers openvswitch,hyperv on host n-h1-818823-1 at level 0 using segments [{'id': '5ea6762d-69cf-43c0-9938-6afebbf41fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'd89e8513-4ffa-40a1-8816-e5b3b321ee67'}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:54:10.347105 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfbcd014-4611-4d66-9167-d7e910700f0a req-7523bb2b-56c1-4c3d-95e0-90cb9fcf6589 service neutron] Attempting to bind port 4768cea7-4df1-4229-bb8b-d1c730576d92 on network d89e8513-4ffa-40a1-8816-e5b3b321ee67 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:54:10.352934 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfbcd014-4611-4d66-9167-d7e910700f0a req-7523bb2b-56c1-4c3d-95e0-90cb9fcf6589 service neutron] Port 4768cea7-4df1-4229-bb8b-d1c730576d92 on network d89e8513-4ffa-40a1-8816-e5b3b321ee67 not bound, no agent of type Open vSwitch agent registered on host n-h1-818823-1 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:54:10.353330 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfbcd014-4611-4d66-9167-d7e910700f0a req-7523bb2b-56c1-4c3d-95e0-90cb9fcf6589 service neutron] Attempting to bind port 4768cea7-4df1-4229-bb8b-d1c730576d92 on network d89e8513-4ffa-40a1-8816-e5b3b321ee67 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:54:10.358474 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfbcd014-4611-4d66-9167-d7e910700f0a req-7523bb2b-56c1-4c3d-95e0-90cb9fcf6589 service neutron] Checking agent: {'id': '7a008cff-3b49-418c-8046-689d46cc800f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'started_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 53, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:54:10.358813 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfbcd014-4611-4d66-9167-d7e910700f0a req-7523bb2b-56c1-4c3d-95e0-90cb9fcf6589 service neutron] Checking segment: {'id': '5ea6762d-69cf-43c0-9938-6afebbf41fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'd89e8513-4ffa-40a1-8816-e5b3b321ee67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:54:10.359198 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfbcd014-4611-4d66-9167-d7e910700f0a req-7523bb2b-56c1-4c3d-95e0-90cb9fcf6589 service neutron] Bound using segment: {'id': '5ea6762d-69cf-43c0-9938-6afebbf41fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'd89e8513-4ffa-40a1-8816-e5b3b321ee67'} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:54:10.359661 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-dfbcd014-4611-4d66-9167-d7e910700f0a req-7523bb2b-56c1-4c3d-95e0-90cb9fcf6589 service neutron] Bound port: 4768cea7-4df1-4229-bb8b-d1c730576d92, host: n-h1-818823-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ea6762d-69cf-43c0-9938-6afebbf41fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'd89e8513-4ffa-40a1-8816-e5b3b321ee67'}}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:54:10.360023 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-dfbcd014-4611-4d66-9167-d7e910700f0a req-7523bb2b-56c1-4c3d-95e0-90cb9fcf6589 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:54:10.422601 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-dfbcd014-4611-4d66-9167-d7e910700f0a req-7523bb2b-56c1-4c3d-95e0-90cb9fcf6589 service neutron] For port 4768cea7-4df1-4229-bb8b-d1c730576d92, host n-h1-818823-1, cleared binding levels {{(pid=103448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:54:10.425752 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-dfbcd014-4611-4d66-9167-d7e910700f0a req-7523bb2b-56c1-4c3d-95e0-90cb9fcf6589 service neutron] For port 4768cea7-4df1-4229-bb8b-d1c730576d92, host n-h1-818823-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=4768cea7-4df1-4229-bb8b-d1c730576d92,segment=NetworkSegment(5ea6762d-69cf-43c0-9938-6afebbf41fcc),segment_id=5ea6762d-69cf-43c0-9938-6afebbf41fcc)] {{(pid=103448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:54:10.430865 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-dfbcd014-4611-4d66-9167-d7e910700f0a req-7523bb2b-56c1-4c3d-95e0-90cb9fcf6589 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:54:10.470215 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbcd014-4611-4d66-9167-d7e910700f0a req-7523bb2b-56c1-4c3d-95e0-90cb9fcf6589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:54:10.470848 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-dfbcd014-4611-4d66-9167-d7e910700f0a req-7523bb2b-56c1-4c3d-95e0-90cb9fcf6589 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:54:10.472361 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-dfbcd014-4611-4d66-9167-d7e910700f0a req-7523bb2b-56c1-4c3d-95e0-90cb9fcf6589 service neutron] 10.222.0.41 "PUT /v2.0/ports/4768cea7-4df1-4229-bb8b-d1c730576d92 HTTP/1.1" status: 200 len: 1091 time: 0.5785301 Nov 22 20:54:10.473334 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83b095fe-f27f-4a44-b2c1-7a7d707f37d1', 'tag': '4768cea7-4df1-4229-bb8b-d1c730576d92'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:54:10.475632 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589a98cf2aea187fcc423a5edb333e5a6cf3ad7c81115d1ebee0f079693c312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23944259-b4f5-4f4b-b93e-6567317e2220" -d '{"events": [{"name": "network-changed", "server_uuid": "83b095fe-f27f-4a44-b2c1-7a7d707f37d1", "tag": "4768cea7-4df1-4229-bb8b-d1c730576d92"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:54:10.488882 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d94b1c-32bd-47c1-be96-b9182f78d36d req-29de9dfc-0d04-4be6-b2a9-cc01a64ce068 tempest-DeleteServersTestJSON-925143145 tempest-DeleteServersTestJSON-925143145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:54:10.490570 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-60d94b1c-32bd-47c1-be96-b9182f78d36d req-29de9dfc-0d04-4be6-b2a9-cc01a64ce068 tempest-DeleteServersTestJSON-925143145 tempest-DeleteServersTestJSON-925143145-project] 10.222.0.46 "GET /v2.0/ports?device_id=83b095fe-f27f-4a44-b2c1-7a7d707f37d1 HTTP/1.1" status: 200 len: 943 time: 0.0609596 Nov 22 20:54:10.500276 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7523bb2b-56c1-4c3d-95e0-90cb9fcf6589 service neutron] Pushing event updated for resources: {'Port': ['ID=4768cea7-4df1-4229-bb8b-d1c730576d92,revision_number=3']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:54:10.528535 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 20:54:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea0e59fe-4cda-41f9-9018-26b6071d1cc9 x-openstack-request-id: req-ea0e59fe-4cda-41f9-9018-26b6071d1cc9 {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:54:10.529244 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83b095fe-f27f-4a44-b2c1-7a7d707f37d1", "tag": "4768cea7-4df1-4229-bb8b-d1c730576d92", "status": "completed", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:54:10.529244 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ea0e59fe-4cda-41f9-9018-26b6071d1cc9 {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:54:10.529594 n-d-818823-1 neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83b095fe-f27f-4a44-b2c1-7a7d707f37d1', 'tag': '4768cea7-4df1-4229-bb8b-d1c730576d92', 'status': 'completed', 'code': 200} Nov 22 20:54:10.556296 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-60d94b1c-32bd-47c1-be96-b9182f78d36d req-e5f71ca5-dd1c-450c-94e3-a512d3d2cfa3 tempest-DeleteServersTestJSON-925143145 tempest-DeleteServersTestJSON-925143145-project] 10.222.0.46 "GET /v2.0/security-groups?id=51985f8f-f2a5-475a-9d08-1c0b6bd8c988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437984 Nov 22 20:54:10.559177 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbcd014-4611-4d66-9167-d7e910700f0a req-edf3ed84-9844-4a5b-8ba2-076a75bfa046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:54:10.560744 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-dfbcd014-4611-4d66-9167-d7e910700f0a req-edf3ed84-9844-4a5b-8ba2-076a75bfa046 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a7a61fc6fa154c46916b5603d8fac5f4&device_id=83b095fe-f27f-4a44-b2c1-7a7d707f37d1 HTTP/1.1" status: 200 len: 1094 time: 0.0435882 Nov 22 20:54:10.604197 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-dfbcd014-4611-4d66-9167-d7e910700f0a req-852093d1-58e5-436a-81cd-5cd0a97829cf service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4768cea7-4df1-4229-bb8b-d1c730576d92 HTTP/1.1" status: 200 len: 217 time: 0.0343137 Nov 22 20:54:10.657628 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbcd014-4611-4d66-9167-d7e910700f0a req-f32b3690-f210-45a5-8f60-eb04068410d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:54:10.659067 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-dfbcd014-4611-4d66-9167-d7e910700f0a req-f32b3690-f210-45a5-8f60-eb04068410d1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a09b839a-428c-406d-b92f-f41ec7a7c2d0 HTTP/1.1" status: 200 len: 852 time: 0.0479469 Nov 22 20:54:10.689500 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-dfbcd014-4611-4d66-9167-d7e910700f0a req-e1d00fc6-927c-4045-96e9-97abaaaf1fb8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d89e8513-4ffa-40a1-8816-e5b3b321ee67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235271 Nov 22 20:54:10.775893 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-dfbcd014-4611-4d66-9167-d7e910700f0a req-cc036401-a93f-4b04-913a-b8c8ca1f5d7b service neutron] 10.222.0.41 "GET /v2.0/networks/d89e8513-4ffa-40a1-8816-e5b3b321ee67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791616 Nov 22 20:54:10.867017 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-dfbcd014-4611-4d66-9167-d7e910700f0a req-182ed636-166c-4d04-b4ae-28f1903d067f service neutron] 10.222.0.41 "GET /v2.0/networks/d89e8513-4ffa-40a1-8816-e5b3b321ee67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840111 Nov 22 20:54:10.964357 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23944259-b4f5-4f4b-b93e-6567317e2220 req-2081c29a-19b3-4ce4-b214-e49e62bc238d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:54:10.965857 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-23944259-b4f5-4f4b-b93e-6567317e2220 req-2081c29a-19b3-4ce4-b214-e49e62bc238d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a7a61fc6fa154c46916b5603d8fac5f4&device_id=83b095fe-f27f-4a44-b2c1-7a7d707f37d1 HTTP/1.1" status: 200 len: 1094 time: 0.0416174 Nov 22 20:54:11.058888 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23944259-b4f5-4f4b-b93e-6567317e2220 req-acb4501c-4663-4f60-8e50-bc622b3cc9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:54:11.060323 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-23944259-b4f5-4f4b-b93e-6567317e2220 req-acb4501c-4663-4f60-8e50-bc622b3cc9ba service neutron] 10.222.0.41 "GET /v2.0/networks?id=d89e8513-4ffa-40a1-8816-e5b3b321ee67 HTTP/1.1" status: 200 len: 913 time: 0.0870318 Nov 22 20:54:11.101611 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-23944259-b4f5-4f4b-b93e-6567317e2220 req-b6997044-012a-479f-b5e6-75cff641dd1b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4768cea7-4df1-4229-bb8b-d1c730576d92 HTTP/1.1" status: 200 len: 217 time: 0.0335543 Nov 22 20:54:11.150758 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23944259-b4f5-4f4b-b93e-6567317e2220 req-de6f35c6-f346-4697-83a6-ee17adccc908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:54:11.152238 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-23944259-b4f5-4f4b-b93e-6567317e2220 req-de6f35c6-f346-4697-83a6-ee17adccc908 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a09b839a-428c-406d-b92f-f41ec7a7c2d0 HTTP/1.1" status: 200 len: 852 time: 0.0428805 Nov 22 20:54:11.186156 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-23944259-b4f5-4f4b-b93e-6567317e2220 req-85151910-4374-4840-8ef6-6e27ece2fcfa service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d89e8513-4ffa-40a1-8816-e5b3b321ee67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239112 Nov 22 20:54:11.280420 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-23944259-b4f5-4f4b-b93e-6567317e2220 req-bf02ac8f-fa4c-4e96-aaaa-42fdab0f11b0 service neutron] 10.222.0.41 "GET /v2.0/networks/d89e8513-4ffa-40a1-8816-e5b3b321ee67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861325 Nov 22 20:54:11.372676 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-23944259-b4f5-4f4b-b93e-6567317e2220 req-bc6912b1-9090-46b1-9444-2247e7390fa3 service neutron] 10.222.0.41 "GET /v2.0/networks/d89e8513-4ffa-40a1-8816-e5b3b321ee67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842981 Nov 22 20:54:11.672342 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af28d29-b9c1-478e-b289-905a1a25fd7e req-fbb37b11-ca13-4e12-a9de-2cf239c84063 tempest-DeleteServersTestJSON-925143145 tempest-DeleteServersTestJSON-925143145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:54:11.673804 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8af28d29-b9c1-478e-b289-905a1a25fd7e req-fbb37b11-ca13-4e12-a9de-2cf239c84063 tempest-DeleteServersTestJSON-925143145 tempest-DeleteServersTestJSON-925143145-project] 10.222.0.46 "GET /v2.0/ports?device_id=83b095fe-f27f-4a44-b2c1-7a7d707f37d1 HTTP/1.1" status: 200 len: 943 time: 0.0480945 Nov 22 20:54:11.719018 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8af28d29-b9c1-478e-b289-905a1a25fd7e req-2179ca8f-deea-4e30-b9d4-06374a1ed4d7 tempest-DeleteServersTestJSON-925143145 tempest-DeleteServersTestJSON-925143145-project] 10.222.0.46 "GET /v2.0/security-groups?id=51985f8f-f2a5-475a-9d08-1c0b6bd8c988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392687 Nov 22 20:54:12.834233 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe3c4d0-3f2c-4959-8cd6-736e6232ba73 req-9fbf1aab-f0e2-45cd-a504-0634929ecd79 tempest-DeleteServersTestJSON-925143145 tempest-DeleteServersTestJSON-925143145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:54:12.835754 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1fe3c4d0-3f2c-4959-8cd6-736e6232ba73 req-9fbf1aab-f0e2-45cd-a504-0634929ecd79 tempest-DeleteServersTestJSON-925143145 tempest-DeleteServersTestJSON-925143145-project] 10.222.0.46 "GET /v2.0/ports?device_id=83b095fe-f27f-4a44-b2c1-7a7d707f37d1 HTTP/1.1" status: 200 len: 943 time: 0.0494359 Nov 22 20:54:12.885524 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1fe3c4d0-3f2c-4959-8cd6-736e6232ba73 req-736be3a8-0c3b-4a48-b832-94ed28801f70 tempest-DeleteServersTestJSON-925143145 tempest-DeleteServersTestJSON-925143145-project] 10.222.0.46 "GET /v2.0/security-groups?id=51985f8f-f2a5-475a-9d08-1c0b6bd8c988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438223 Nov 22 20:54:13.475733 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 4768cea7-4df1-4229-bb8b-d1c730576d92 details requested by agent hyperv_n-h1-818823-1 with host n-h1-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 20:54:13.573238 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 4768cea7-4df1-4229-bb8b-d1c730576d92, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=4768cea7-4df1-4229-bb8b-d1c730576d92,segment=NetworkSegment(5ea6762d-69cf-43c0-9938-6afebbf41fcc),segment_id=5ea6762d-69cf-43c0-9938-6afebbf41fcc)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:54:13.584350 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Returning: {'device': '4768cea7-4df1-4229-bb8b-d1c730576d92', 'network_id': 'd89e8513-4ffa-40a1-8816-e5b3b321ee67', 'port_id': '4768cea7-4df1-4229-bb8b-d1c730576d92', 'mac_address': 'fa:16:3e:70:bf:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a09b839a-428c-406d-b92f-f41ec7a7c2d0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 20:54:13.621650 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:54:13.634646 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4768cea7-4df1-4229-bb8b-d1c730576d92 {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:54:13.653580 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 4768cea7-4df1-4229-bb8b-d1c730576d92, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=4768cea7-4df1-4229-bb8b-d1c730576d92,segment=NetworkSegment(5ea6762d-69cf-43c0-9938-6afebbf41fcc),segment_id=5ea6762d-69cf-43c0-9938-6afebbf41fcc)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:54:13.657494 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:54:13.703318 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=4768cea7-4df1-4229-bb8b-d1c730576d92,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:54:13.841505 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] get_ports_and_sgs() called for port_ids ['4768cea7-4df1-4229-bb8b-d1c730576d92'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:54:13.999958 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f6c62c-63e9-4df9-bd71-3b5adc348766 req-ef776674-404a-4a8a-a83d-a75d1fc95aa3 tempest-DeleteServersTestJSON-925143145 tempest-DeleteServersTestJSON-925143145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:54:14.001694 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-84f6c62c-63e9-4df9-bd71-3b5adc348766 req-ef776674-404a-4a8a-a83d-a75d1fc95aa3 tempest-DeleteServersTestJSON-925143145 tempest-DeleteServersTestJSON-925143145-project] 10.222.0.46 "GET /v2.0/ports?device_id=83b095fe-f27f-4a44-b2c1-7a7d707f37d1 HTTP/1.1" status: 200 len: 944 time: 0.0488055 Nov 22 20:54:14.047658 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-84f6c62c-63e9-4df9-bd71-3b5adc348766 req-23df3def-e6ba-495a-acd5-1b1e53c08709 tempest-DeleteServersTestJSON-925143145 tempest-DeleteServersTestJSON-925143145-project] 10.222.0.46 "GET /v2.0/security-groups?id=51985f8f-f2a5-475a-9d08-1c0b6bd8c988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398469 Nov 22 20:54:14.777680 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:54:14.829426 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:54:15.161718 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b869cc89-6c24-4598-a62b-7a4d8b868374 req-ef08bace-9fd2-4e37-aa35-11ed27d49afd tempest-DeleteServersTestJSON-925143145 tempest-DeleteServersTestJSON-925143145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:54:15.163222 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b869cc89-6c24-4598-a62b-7a4d8b868374 req-ef08bace-9fd2-4e37-aa35-11ed27d49afd tempest-DeleteServersTestJSON-925143145 tempest-DeleteServersTestJSON-925143145-project] 10.222.0.46 "GET /v2.0/ports?device_id=83b095fe-f27f-4a44-b2c1-7a7d707f37d1 HTTP/1.1" status: 200 len: 944 time: 0.0492101 Nov 22 20:54:15.209733 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b869cc89-6c24-4598-a62b-7a4d8b868374 req-083903f8-3d74-46a9-85b2-7140b8e71da8 tempest-DeleteServersTestJSON-925143145 tempest-DeleteServersTestJSON-925143145-project] 10.222.0.46 "GET /v2.0/security-groups?id=51985f8f-f2a5-475a-9d08-1c0b6bd8c988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403452 Nov 22 20:54:15.491405 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 4768cea7-4df1-4229-bb8b-d1c730576d92 up at agent hyperv_n-h1-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:54:15.542235 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Provisioning for port 4768cea7-4df1-4229-bb8b-d1c730576d92 completed by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 20:54:15.545747 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Provisioning complete for port 4768cea7-4df1-4229-bb8b-d1c730576d92 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:54:15.546114 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:54:15.624888 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:54:15.649127 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83b095fe-f27f-4a44-b2c1-7a7d707f37d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4768cea7-4df1-4229-bb8b-d1c730576d92'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:54:15.651335 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d39f6d30a11e565ec9648abcc015e8a6ab6cff4edd704add8155e28765d31eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79acdd31-303b-49f6-8e66-d531a7bceece" -d '{"events": [{"server_uuid": "83b095fe-f27f-4a44-b2c1-7a7d707f37d1", "name": "network-vif-plugged", "status": "completed", "tag": "4768cea7-4df1-4229-bb8b-d1c730576d92"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:54:15.664213 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 4768cea7-4df1-4229-bb8b-d1c730576d92, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=4768cea7-4df1-4229-bb8b-d1c730576d92,segment=NetworkSegment(5ea6762d-69cf-43c0-9938-6afebbf41fcc),segment_id=5ea6762d-69cf-43c0-9938-6afebbf41fcc)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:54:15.668760 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:54:15.691827 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:54:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f760b26e-885a-4cfe-97b3-df2edac03358 x-openstack-request-id: req-f760b26e-885a-4cfe-97b3-df2edac03358 {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:54:15.692140 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83b095fe-f27f-4a44-b2c1-7a7d707f37d1", "name": "network-vif-plugged", "status": "completed", "tag": "4768cea7-4df1-4229-bb8b-d1c730576d92", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:54:15.692396 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f760b26e-885a-4cfe-97b3-df2edac03358 {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:54:15.692795 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83b095fe-f27f-4a44-b2c1-7a7d707f37d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4768cea7-4df1-4229-bb8b-d1c730576d92', 'code': 200} Nov 22 20:54:15.719243 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=4768cea7-4df1-4229-bb8b-d1c730576d92,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:54:15.785714 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc1224b-13c4-42cc-b415-629f65530b65 req-7c4aaf73-e10a-4119-b182-6d5f0c320bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:54:15.787152 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-ebc1224b-13c4-42cc-b415-629f65530b65 req-7c4aaf73-e10a-4119-b182-6d5f0c320bc8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=83b095fe-f27f-4a44-b2c1-7a7d707f37d1 HTTP/1.1" status: 200 len: 1096 time: 0.0409360 Nov 22 20:54:15.831494 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-ebc1224b-13c4-42cc-b415-629f65530b65 req-d6cbb288-c5fd-45a5-b75b-869c7dfb9929 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=51985f8f-f2a5-475a-9d08-1c0b6bd8c988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371792 Nov 22 20:54:16.337498 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14c287b-8566-4329-8b1f-9cb8f5d0ad9d req-dddc0c49-db99-4e78-81e7-6a2ef734a9d9 tempest-DeleteServersTestJSON-925143145 tempest-DeleteServersTestJSON-925143145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:54:16.338978 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c14c287b-8566-4329-8b1f-9cb8f5d0ad9d req-dddc0c49-db99-4e78-81e7-6a2ef734a9d9 tempest-DeleteServersTestJSON-925143145 tempest-DeleteServersTestJSON-925143145-project] 10.222.0.46 "GET /v2.0/ports?device_id=83b095fe-f27f-4a44-b2c1-7a7d707f37d1 HTTP/1.1" status: 200 len: 945 time: 0.0535917 Nov 22 20:54:16.385437 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c14c287b-8566-4329-8b1f-9cb8f5d0ad9d req-714753d7-dbcb-4634-ace8-fffee0be10b7 tempest-DeleteServersTestJSON-925143145 tempest-DeleteServersTestJSON-925143145-project] 10.222.0.46 "GET /v2.0/security-groups?id=51985f8f-f2a5-475a-9d08-1c0b6bd8c988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405135 Nov 22 20:54:17.499889 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06af6786-1ae3-4ce7-83ab-07f91ac3368f req-383112f5-e755-4cb2-8e5c-aa954d4289ca tempest-DeleteServersTestJSON-925143145 tempest-DeleteServersTestJSON-925143145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:54:17.501632 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-06af6786-1ae3-4ce7-83ab-07f91ac3368f req-383112f5-e755-4cb2-8e5c-aa954d4289ca tempest-DeleteServersTestJSON-925143145 tempest-DeleteServersTestJSON-925143145-project] 10.222.0.46 "GET /v2.0/ports?device_id=83b095fe-f27f-4a44-b2c1-7a7d707f37d1 HTTP/1.1" status: 200 len: 945 time: 0.0480342 Nov 22 20:54:17.547766 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-06af6786-1ae3-4ce7-83ab-07f91ac3368f req-8c7250f5-0a4d-4e1e-b21c-5b3e798d14b2 tempest-DeleteServersTestJSON-925143145 tempest-DeleteServersTestJSON-925143145-project] 10.222.0.46 "GET /v2.0/security-groups?id=51985f8f-f2a5-475a-9d08-1c0b6bd8c988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396457 Nov 22 20:54:17.746295 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 57206) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:54:17.805597 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0589a8-aac4-431b-81bd-55d21f256abe req-aeb1b51c-46d2-425d-8086-140992b2ebc1 tempest-DeleteServersTestJSON-925143145 tempest-DeleteServersTestJSON-925143145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:54:17.807119 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ea0589a8-aac4-431b-81bd-55d21f256abe req-aeb1b51c-46d2-425d-8086-140992b2ebc1 tempest-DeleteServersTestJSON-925143145 tempest-DeleteServersTestJSON-925143145-project] 10.222.0.46 "GET /v2.0/ports?device_id=83b095fe-f27f-4a44-b2c1-7a7d707f37d1 HTTP/1.1" status: 200 len: 945 time: 0.0491490 Nov 22 20:54:17.858775 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ea0589a8-aac4-431b-81bd-55d21f256abe req-d8c956e1-aae4-4ff9-840f-4ce0a8c27cf0 tempest-DeleteServersTestJSON-925143145 tempest-DeleteServersTestJSON-925143145-project] 10.222.0.46 "GET /v2.0/security-groups?id=51985f8f-f2a5-475a-9d08-1c0b6bd8c988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451303 Nov 22 20:54:17.884368 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-1ff2c8c8-e79a-4577-a3bb-d672f89e57fe req-54fe4a3e-8d66-4eec-8b45-7959066cd290 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=83b095fe-f27f-4a44-b2c1-7a7d707f37d1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1361408 Nov 22 20:54:17.893060 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [req-1ff2c8c8-e79a-4577-a3bb-d672f89e57fe req-74b2d86e-b219-4ec3-abba-9ce378f078f9 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=103448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 20:54:17.894025 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-1ff2c8c8-e79a-4577-a3bb-d672f89e57fe req-74b2d86e-b219-4ec3-abba-9ce378f078f9 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049074 Nov 22 20:54:18.963759 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff2c8c8-e79a-4577-a3bb-d672f89e57fe req-26ef6677-abea-4a7e-a63f-c5ded5bb0070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:54:18.965281 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-1ff2c8c8-e79a-4577-a3bb-d672f89e57fe req-26ef6677-abea-4a7e-a63f-c5ded5bb0070 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a7a61fc6fa154c46916b5603d8fac5f4&device_id=83b095fe-f27f-4a44-b2c1-7a7d707f37d1 HTTP/1.1" status: 200 len: 1096 time: 0.0409935 Nov 22 20:54:18.978030 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14a5c09-7cf6-40ab-9c89-2beebd840b2d req-5f3637bc-c9fe-45d3-9d6a-3e05b5620c1c tempest-DeleteServersTestJSON-925143145 tempest-DeleteServersTestJSON-925143145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:54:18.979569 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a14a5c09-7cf6-40ab-9c89-2beebd840b2d req-5f3637bc-c9fe-45d3-9d6a-3e05b5620c1c tempest-DeleteServersTestJSON-925143145 tempest-DeleteServersTestJSON-925143145-project] 10.222.0.46 "GET /v2.0/ports?device_id=83b095fe-f27f-4a44-b2c1-7a7d707f37d1 HTTP/1.1" status: 200 len: 945 time: 0.0483983 Nov 22 20:54:19.027912 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a14a5c09-7cf6-40ab-9c89-2beebd840b2d req-6050c702-fc64-484e-8d2c-c699de590e5d tempest-DeleteServersTestJSON-925143145 tempest-DeleteServersTestJSON-925143145-project] 10.222.0.46 "GET /v2.0/security-groups?id=51985f8f-f2a5-475a-9d08-1c0b6bd8c988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420883 Nov 22 20:54:19.059767 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff2c8c8-e79a-4577-a3bb-d672f89e57fe req-f98c7569-99fa-4aa7-ab5c-1c1f4eac659d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:54:19.061179 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-1ff2c8c8-e79a-4577-a3bb-d672f89e57fe req-f98c7569-99fa-4aa7-ab5c-1c1f4eac659d service neutron] 10.222.0.41 "GET /v2.0/networks?id=d89e8513-4ffa-40a1-8816-e5b3b321ee67 HTTP/1.1" status: 200 len: 913 time: 0.0881348 Nov 22 20:54:19.102368 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-1ff2c8c8-e79a-4577-a3bb-d672f89e57fe req-a36264d4-e37d-437f-a8ba-1542089394e2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4768cea7-4df1-4229-bb8b-d1c730576d92 HTTP/1.1" status: 200 len: 217 time: 0.0341873 Nov 22 20:54:19.155285 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff2c8c8-e79a-4577-a3bb-d672f89e57fe req-207a383c-d746-42d8-86f3-858592fe9a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:54:19.156773 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-1ff2c8c8-e79a-4577-a3bb-d672f89e57fe req-207a383c-d746-42d8-86f3-858592fe9a3d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a09b839a-428c-406d-b92f-f41ec7a7c2d0 HTTP/1.1" status: 200 len: 852 time: 0.0474322 Nov 22 20:54:19.187385 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-1ff2c8c8-e79a-4577-a3bb-d672f89e57fe req-00d215b0-eb2c-40c4-a981-ba99a909adbc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d89e8513-4ffa-40a1-8816-e5b3b321ee67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239158 Nov 22 20:54:19.274079 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-1ff2c8c8-e79a-4577-a3bb-d672f89e57fe req-fbc976e1-cb11-4651-8d92-008014e2e3d4 service neutron] 10.222.0.41 "GET /v2.0/networks/d89e8513-4ffa-40a1-8816-e5b3b321ee67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801144 Nov 22 20:54:19.368893 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-1ff2c8c8-e79a-4577-a3bb-d672f89e57fe req-630f63f3-d2c5-4fcf-99d0-7c2aea683904 service neutron] 10.222.0.41 "GET /v2.0/networks/d89e8513-4ffa-40a1-8816-e5b3b321ee67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870581 Nov 22 20:54:20.146086 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22dc53d-6222-4911-b3a6-a821cbf11e7e req-ba881615-7d3d-4e2d-834e-daa57859d636 tempest-DeleteServersTestJSON-925143145 tempest-DeleteServersTestJSON-925143145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:54:20.147618 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a22dc53d-6222-4911-b3a6-a821cbf11e7e req-ba881615-7d3d-4e2d-834e-daa57859d636 tempest-DeleteServersTestJSON-925143145 tempest-DeleteServersTestJSON-925143145-project] 10.222.0.46 "GET /v2.0/ports?device_id=83b095fe-f27f-4a44-b2c1-7a7d707f37d1 HTTP/1.1" status: 200 len: 945 time: 0.0518718 Nov 22 20:54:20.195658 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a22dc53d-6222-4911-b3a6-a821cbf11e7e req-bc755c7a-7409-48b7-96e2-d3aa87b1bf33 tempest-DeleteServersTestJSON-925143145 tempest-DeleteServersTestJSON-925143145-project] 10.222.0.46 "GET /v2.0/security-groups?id=51985f8f-f2a5-475a-9d08-1c0b6bd8c988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420179 Nov 22 20:54:21.320345 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97149abd-1c26-45f7-b78e-031729c9cb89 req-e992a252-6689-4a4c-9806-904bba362381 tempest-DeleteServersTestJSON-925143145 tempest-DeleteServersTestJSON-925143145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:54:21.321833 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-97149abd-1c26-45f7-b78e-031729c9cb89 req-e992a252-6689-4a4c-9806-904bba362381 tempest-DeleteServersTestJSON-925143145 tempest-DeleteServersTestJSON-925143145-project] 10.222.0.46 "GET /v2.0/ports?device_id=83b095fe-f27f-4a44-b2c1-7a7d707f37d1 HTTP/1.1" status: 200 len: 945 time: 0.0579977 Nov 22 20:54:21.368270 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-97149abd-1c26-45f7-b78e-031729c9cb89 req-2fcde86e-087a-44b6-a4e5-463c31aca0db tempest-DeleteServersTestJSON-925143145 tempest-DeleteServersTestJSON-925143145-project] 10.222.0.46 "GET /v2.0/security-groups?id=51985f8f-f2a5-475a-9d08-1c0b6bd8c988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405359 Nov 22 20:54:22.481577 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508f79a1-5826-459f-8c59-fd1c7600a5cb req-b38bc2cc-4ea7-4c53-a947-2f5b382c0572 tempest-DeleteServersTestJSON-925143145 tempest-DeleteServersTestJSON-925143145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:54:22.483075 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-508f79a1-5826-459f-8c59-fd1c7600a5cb req-b38bc2cc-4ea7-4c53-a947-2f5b382c0572 tempest-DeleteServersTestJSON-925143145 tempest-DeleteServersTestJSON-925143145-project] 10.222.0.46 "GET /v2.0/ports?device_id=83b095fe-f27f-4a44-b2c1-7a7d707f37d1 HTTP/1.1" status: 200 len: 945 time: 0.0485497 Nov 22 20:54:22.529844 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-508f79a1-5826-459f-8c59-fd1c7600a5cb req-6215f8be-c9e1-4fbb-ac07-642ca8aa8ded tempest-DeleteServersTestJSON-925143145 tempest-DeleteServersTestJSON-925143145-project] 10.222.0.46 "GET /v2.0/security-groups?id=51985f8f-f2a5-475a-9d08-1c0b6bd8c988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401599 Nov 22 20:54:23.647758 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60a0d1b-a6fb-422a-b59c-db566bf29233 req-0af95a75-707e-4846-9b85-c0b5be6b7f77 tempest-DeleteServersTestJSON-925143145 tempest-DeleteServersTestJSON-925143145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:54:23.649217 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d60a0d1b-a6fb-422a-b59c-db566bf29233 req-0af95a75-707e-4846-9b85-c0b5be6b7f77 tempest-DeleteServersTestJSON-925143145 tempest-DeleteServersTestJSON-925143145-project] 10.222.0.46 "GET /v2.0/ports?device_id=83b095fe-f27f-4a44-b2c1-7a7d707f37d1 HTTP/1.1" status: 200 len: 945 time: 0.0519640 Nov 22 20:54:23.695053 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d60a0d1b-a6fb-422a-b59c-db566bf29233 req-ed817d7b-b34a-41a1-bb75-e9e02ded361a tempest-DeleteServersTestJSON-925143145 tempest-DeleteServersTestJSON-925143145-project] 10.222.0.46 "GET /v2.0/security-groups?id=51985f8f-f2a5-475a-9d08-1c0b6bd8c988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399380 Nov 22 20:54:24.811188 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea4a010-95b1-45fc-9eb8-b1d4fe19a378 req-32682d7f-ef5d-434a-9406-0c9b5b9547f2 tempest-DeleteServersTestJSON-925143145 tempest-DeleteServersTestJSON-925143145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:54:24.812712 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-bea4a010-95b1-45fc-9eb8-b1d4fe19a378 req-32682d7f-ef5d-434a-9406-0c9b5b9547f2 tempest-DeleteServersTestJSON-925143145 tempest-DeleteServersTestJSON-925143145-project] 10.222.0.46 "GET /v2.0/ports?device_id=83b095fe-f27f-4a44-b2c1-7a7d707f37d1 HTTP/1.1" status: 200 len: 945 time: 0.0490029 Nov 22 20:54:24.859254 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-bea4a010-95b1-45fc-9eb8-b1d4fe19a378 req-e79b8e6a-30c0-4c4e-a1b7-5dd2e13ffc75 tempest-DeleteServersTestJSON-925143145 tempest-DeleteServersTestJSON-925143145-project] 10.222.0.46 "GET /v2.0/security-groups?id=51985f8f-f2a5-475a-9d08-1c0b6bd8c988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401044 Nov 22 20:54:25.973214 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0437dc-cded-4b57-8cd6-a20d5fc8b427 req-e6ccf07b-b501-4ced-ac72-ca252f41793b tempest-DeleteServersTestJSON-925143145 tempest-DeleteServersTestJSON-925143145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:54:25.974698 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1d0437dc-cded-4b57-8cd6-a20d5fc8b427 req-e6ccf07b-b501-4ced-ac72-ca252f41793b tempest-DeleteServersTestJSON-925143145 tempest-DeleteServersTestJSON-925143145-project] 10.222.0.46 "GET /v2.0/ports?device_id=83b095fe-f27f-4a44-b2c1-7a7d707f37d1 HTTP/1.1" status: 200 len: 945 time: 0.0482399 Nov 22 20:54:26.024306 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1d0437dc-cded-4b57-8cd6-a20d5fc8b427 req-d09bf872-54f8-4075-870a-fa91de73538c tempest-DeleteServersTestJSON-925143145 tempest-DeleteServersTestJSON-925143145-project] 10.222.0.46 "GET /v2.0/security-groups?id=51985f8f-f2a5-475a-9d08-1c0b6bd8c988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435801 Nov 22 20:54:27.141168 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecda8a77-b7f6-4ff3-a85a-70608a9fe240 req-7e81e29d-b833-4956-b3a5-f7620a6c2293 tempest-DeleteServersTestJSON-925143145 tempest-DeleteServersTestJSON-925143145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:54:27.142675 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ecda8a77-b7f6-4ff3-a85a-70608a9fe240 req-7e81e29d-b833-4956-b3a5-f7620a6c2293 tempest-DeleteServersTestJSON-925143145 tempest-DeleteServersTestJSON-925143145-project] 10.222.0.46 "GET /v2.0/ports?device_id=83b095fe-f27f-4a44-b2c1-7a7d707f37d1 HTTP/1.1" status: 200 len: 945 time: 0.0488589 Nov 22 20:54:27.189493 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ecda8a77-b7f6-4ff3-a85a-70608a9fe240 req-4eebff94-3a86-43fb-a816-9c7ee7b381b0 tempest-DeleteServersTestJSON-925143145 tempest-DeleteServersTestJSON-925143145-project] 10.222.0.46 "GET /v2.0/security-groups?id=51985f8f-f2a5-475a-9d08-1c0b6bd8c988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408494 Nov 22 20:54:28.305873 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea690bd9-9b2e-4e65-ab17-4793ed0bea83 req-50b2844c-5ffd-4d5f-a37d-d38f77b8b10b tempest-DeleteServersTestJSON-925143145 tempest-DeleteServersTestJSON-925143145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:54:28.307379 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ea690bd9-9b2e-4e65-ab17-4793ed0bea83 req-50b2844c-5ffd-4d5f-a37d-d38f77b8b10b tempest-DeleteServersTestJSON-925143145 tempest-DeleteServersTestJSON-925143145-project] 10.222.0.46 "GET /v2.0/ports?device_id=83b095fe-f27f-4a44-b2c1-7a7d707f37d1 HTTP/1.1" status: 200 len: 945 time: 0.0477004 Nov 22 20:54:28.353194 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ea690bd9-9b2e-4e65-ab17-4793ed0bea83 req-7c953ec4-6c07-4ab4-8026-85f52b36c67a tempest-DeleteServersTestJSON-925143145 tempest-DeleteServersTestJSON-925143145-project] 10.222.0.46 "GET /v2.0/security-groups?id=51985f8f-f2a5-475a-9d08-1c0b6bd8c988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399055 Nov 22 20:54:29.162776 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.agents_db [None req-aa8313f2-1ee4-4e7b-8c5a-d32b2f9d31ee None None] Agent healthcheck: found 7 active agents {{(pid=103450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 20:54:29.473065 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac1f0e9-3194-424b-92e8-e9db2d5b6ee4 req-57a73ee6-f61a-4d00-a03f-e5c9e57ea208 tempest-DeleteServersTestJSON-925143145 tempest-DeleteServersTestJSON-925143145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:54:29.474558 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3ac1f0e9-3194-424b-92e8-e9db2d5b6ee4 req-57a73ee6-f61a-4d00-a03f-e5c9e57ea208 tempest-DeleteServersTestJSON-925143145 tempest-DeleteServersTestJSON-925143145-project] 10.222.0.46 "GET /v2.0/ports?device_id=83b095fe-f27f-4a44-b2c1-7a7d707f37d1 HTTP/1.1" status: 200 len: 945 time: 0.0530832 Nov 22 20:54:29.521335 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3ac1f0e9-3194-424b-92e8-e9db2d5b6ee4 req-a37c0acd-598c-46d2-a0e3-e1efdc0db677 tempest-DeleteServersTestJSON-925143145 tempest-DeleteServersTestJSON-925143145-project] 10.222.0.46 "GET /v2.0/security-groups?id=51985f8f-f2a5-475a-9d08-1c0b6bd8c988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408921 Nov 22 20:54:30.048661 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-d73d4f97-89f2-4659-be7e-b0116741ba82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:54:30.636107 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaee7be6-f470-4643-85ef-52b3ce8834fd req-529b2675-1550-45af-a3fe-99b5d8caf34c tempest-DeleteServersTestJSON-925143145 tempest-DeleteServersTestJSON-925143145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:54:30.637581 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-aaee7be6-f470-4643-85ef-52b3ce8834fd req-529b2675-1550-45af-a3fe-99b5d8caf34c tempest-DeleteServersTestJSON-925143145 tempest-DeleteServersTestJSON-925143145-project] 10.222.0.46 "GET /v2.0/ports?device_id=83b095fe-f27f-4a44-b2c1-7a7d707f37d1 HTTP/1.1" status: 200 len: 945 time: 0.0485947 Nov 22 20:54:30.684857 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-aaee7be6-f470-4643-85ef-52b3ce8834fd req-f431bd9b-a9de-4b60-bca0-0c1883fbd265 tempest-DeleteServersTestJSON-925143145 tempest-DeleteServersTestJSON-925143145-project] 10.222.0.46 "GET /v2.0/security-groups?id=51985f8f-f2a5-475a-9d08-1c0b6bd8c988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413811 Nov 22 20:54:31.801730 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaca4aff-9959-48f6-bde1-93e0d74d1588 req-caa04f21-be46-429b-bf40-be4ab127584c tempest-DeleteServersTestJSON-925143145 tempest-DeleteServersTestJSON-925143145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:54:31.803246 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-eaca4aff-9959-48f6-bde1-93e0d74d1588 req-caa04f21-be46-429b-bf40-be4ab127584c tempest-DeleteServersTestJSON-925143145 tempest-DeleteServersTestJSON-925143145-project] 10.222.0.46 "GET /v2.0/ports?device_id=83b095fe-f27f-4a44-b2c1-7a7d707f37d1 HTTP/1.1" status: 200 len: 945 time: 0.0486226 Nov 22 20:54:31.854151 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-eaca4aff-9959-48f6-bde1-93e0d74d1588 req-8b7d98a6-aad4-4c7f-bec7-0fe9cda71924 tempest-DeleteServersTestJSON-925143145 tempest-DeleteServersTestJSON-925143145-project] 10.222.0.46 "GET /v2.0/security-groups?id=51985f8f-f2a5-475a-9d08-1c0b6bd8c988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449727 Nov 22 20:54:32.970385 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1506c292-b5cb-4b59-91a5-e54bcd0c0b36 req-a919f118-4801-4fc9-bbd0-3e99b9118c0f tempest-DeleteServersTestJSON-925143145 tempest-DeleteServersTestJSON-925143145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:54:32.972527 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1506c292-b5cb-4b59-91a5-e54bcd0c0b36 req-a919f118-4801-4fc9-bbd0-3e99b9118c0f tempest-DeleteServersTestJSON-925143145 tempest-DeleteServersTestJSON-925143145-project] 10.222.0.46 "GET /v2.0/ports?device_id=83b095fe-f27f-4a44-b2c1-7a7d707f37d1 HTTP/1.1" status: 200 len: 945 time: 0.0483470 Nov 22 20:54:32.977683 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-cdf976ce-f4f2-4f0f-bc19-fe29dd6a6f4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:54:33.021244 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1506c292-b5cb-4b59-91a5-e54bcd0c0b36 req-deea399f-7f3e-42c8-8e27-947984e6c9a6 tempest-DeleteServersTestJSON-925143145 tempest-DeleteServersTestJSON-925143145-project] 10.222.0.46 "GET /v2.0/security-groups?id=51985f8f-f2a5-475a-9d08-1c0b6bd8c988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419645 Nov 22 20:54:33.562738 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-03f0964f-1b75-4df7-99e0-a3cdb56ec2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:54:34.136705 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8084fd-6281-4fda-b1c5-e98fcc0a3502 req-67066eef-42d9-465f-bb5a-905403a6f06b tempest-DeleteServersTestJSON-925143145 tempest-DeleteServersTestJSON-925143145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:54:34.138194 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ee8084fd-6281-4fda-b1c5-e98fcc0a3502 req-67066eef-42d9-465f-bb5a-905403a6f06b tempest-DeleteServersTestJSON-925143145 tempest-DeleteServersTestJSON-925143145-project] 10.222.0.46 "GET /v2.0/ports?device_id=83b095fe-f27f-4a44-b2c1-7a7d707f37d1 HTTP/1.1" status: 200 len: 945 time: 0.0490816 Nov 22 20:54:34.186033 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ee8084fd-6281-4fda-b1c5-e98fcc0a3502 req-81eba2ef-8144-4b41-abc0-5948b7818719 tempest-DeleteServersTestJSON-925143145 tempest-DeleteServersTestJSON-925143145-project] 10.222.0.46 "GET /v2.0/security-groups?id=51985f8f-f2a5-475a-9d08-1c0b6bd8c988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418658 Nov 22 20:54:35.266202 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e49ee129-e862-4476-beca-cdc8150d2345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:54:35.311988 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e03ec1e-ed79-4f8d-82d9-d999433b835d req-191a1746-75eb-4c9b-b994-dc4ed0d9d9b3 tempest-DeleteServersTestJSON-925143145 tempest-DeleteServersTestJSON-925143145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:54:35.313512 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4e03ec1e-ed79-4f8d-82d9-d999433b835d req-191a1746-75eb-4c9b-b994-dc4ed0d9d9b3 tempest-DeleteServersTestJSON-925143145 tempest-DeleteServersTestJSON-925143145-project] 10.222.0.46 "GET /v2.0/ports?device_id=83b095fe-f27f-4a44-b2c1-7a7d707f37d1 HTTP/1.1" status: 200 len: 945 time: 0.0574124 Nov 22 20:54:35.360129 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4e03ec1e-ed79-4f8d-82d9-d999433b835d req-16a9e425-a70c-47e8-8c3e-2a80714d327f tempest-DeleteServersTestJSON-925143145 tempest-DeleteServersTestJSON-925143145-project] 10.222.0.46 "GET /v2.0/security-groups?id=51985f8f-f2a5-475a-9d08-1c0b6bd8c988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405934 Nov 22 20:54:36.102041 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:54:36.476539 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde1b245-4397-4b49-b588-3021c0fd0487 req-812a06d4-521e-43cb-9612-861a8141e0f1 tempest-DeleteServersTestJSON-925143145 tempest-DeleteServersTestJSON-925143145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:54:36.478042 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-cde1b245-4397-4b49-b588-3021c0fd0487 req-812a06d4-521e-43cb-9612-861a8141e0f1 tempest-DeleteServersTestJSON-925143145 tempest-DeleteServersTestJSON-925143145-project] 10.222.0.46 "GET /v2.0/ports?device_id=83b095fe-f27f-4a44-b2c1-7a7d707f37d1 HTTP/1.1" status: 200 len: 945 time: 0.0495670 Nov 22 20:54:36.525642 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-cde1b245-4397-4b49-b588-3021c0fd0487 req-9e049945-7149-48d3-a557-e156a8417357 tempest-DeleteServersTestJSON-925143145 tempest-DeleteServersTestJSON-925143145-project] 10.222.0.46 "GET /v2.0/security-groups?id=51985f8f-f2a5-475a-9d08-1c0b6bd8c988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415721 Nov 22 20:54:37.645642 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1007e7c6-3412-4bd3-9862-5a81756930ae req-818183ec-74b7-4808-b5c5-c4adaecba2cc tempest-DeleteServersTestJSON-925143145 tempest-DeleteServersTestJSON-925143145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:54:37.647254 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1007e7c6-3412-4bd3-9862-5a81756930ae req-818183ec-74b7-4808-b5c5-c4adaecba2cc tempest-DeleteServersTestJSON-925143145 tempest-DeleteServersTestJSON-925143145-project] 10.222.0.46 "GET /v2.0/ports?device_id=83b095fe-f27f-4a44-b2c1-7a7d707f37d1 HTTP/1.1" status: 200 len: 945 time: 0.0542495 Nov 22 20:54:37.695053 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1007e7c6-3412-4bd3-9862-5a81756930ae req-9a85ac2f-ad60-44ae-aab6-7ce0f211c57b tempest-DeleteServersTestJSON-925143145 tempest-DeleteServersTestJSON-925143145-project] 10.222.0.46 "GET /v2.0/security-groups?id=51985f8f-f2a5-475a-9d08-1c0b6bd8c988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416687 Nov 22 20:54:38.811380 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac01854b-c9c7-44da-8de9-4dee7c2a46ff req-432a9c25-ca74-4980-bc75-a6fd476fb90e tempest-DeleteServersTestJSON-925143145 tempest-DeleteServersTestJSON-925143145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:54:38.812918 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ac01854b-c9c7-44da-8de9-4dee7c2a46ff req-432a9c25-ca74-4980-bc75-a6fd476fb90e tempest-DeleteServersTestJSON-925143145 tempest-DeleteServersTestJSON-925143145-project] 10.222.0.46 "GET /v2.0/ports?device_id=83b095fe-f27f-4a44-b2c1-7a7d707f37d1 HTTP/1.1" status: 200 len: 945 time: 0.0492675 Nov 22 20:54:38.860601 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ac01854b-c9c7-44da-8de9-4dee7c2a46ff req-27bf9cd4-4cee-4790-8587-bbc4846ef1e6 tempest-DeleteServersTestJSON-925143145 tempest-DeleteServersTestJSON-925143145-project] 10.222.0.46 "GET /v2.0/security-groups?id=51985f8f-f2a5-475a-9d08-1c0b6bd8c988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411508 Nov 22 20:54:39.937631 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fe52f1-b7e9-4755-9dc6-52146e36479f req-d221b555-9581-459f-93b7-c1b0d31c8aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:54:39.939155 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-f1fe52f1-b7e9-4755-9dc6-52146e36479f req-d221b555-9581-459f-93b7-c1b0d31c8aee service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a7a61fc6fa154c46916b5603d8fac5f4&device_id=83b095fe-f27f-4a44-b2c1-7a7d707f37d1 HTTP/1.1" status: 200 len: 1096 time: 0.0471251 Nov 22 20:54:39.990403 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35cc585-478d-4b96-9b98-33163adb7dc3 req-796ff3d4-8e48-453f-bb7c-cce664c2e0e2 tempest-DeleteServersTestJSON-925143145 tempest-DeleteServersTestJSON-925143145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:54:39.993962 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d35cc585-478d-4b96-9b98-33163adb7dc3 req-796ff3d4-8e48-453f-bb7c-cce664c2e0e2 tempest-DeleteServersTestJSON-925143145 tempest-DeleteServersTestJSON-925143145-project] 10.222.0.46 "GET /v2.0/ports?device_id=83b095fe-f27f-4a44-b2c1-7a7d707f37d1 HTTP/1.1" status: 200 len: 945 time: 0.0589986 Nov 22 20:54:40.051307 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fe52f1-b7e9-4755-9dc6-52146e36479f req-81dbf95c-362e-460e-b1a4-9e05bec4726c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:54:40.052338 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d35cc585-478d-4b96-9b98-33163adb7dc3 req-a919b24f-5ed6-4454-b5e7-0e57dbeed9f1 tempest-DeleteServersTestJSON-925143145 tempest-DeleteServersTestJSON-925143145-project] 10.222.0.46 "GET /v2.0/security-groups?id=51985f8f-f2a5-475a-9d08-1c0b6bd8c988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516467 Nov 22 20:54:40.052754 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-f1fe52f1-b7e9-4755-9dc6-52146e36479f req-81dbf95c-362e-460e-b1a4-9e05bec4726c service neutron] 10.222.0.41 "GET /v2.0/networks?id=d89e8513-4ffa-40a1-8816-e5b3b321ee67 HTTP/1.1" status: 200 len: 913 time: 0.0930958 Nov 22 20:54:40.098193 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-f1fe52f1-b7e9-4755-9dc6-52146e36479f req-b1d6965d-5a00-4f66-ba34-ed53ad968fd1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4768cea7-4df1-4229-bb8b-d1c730576d92 HTTP/1.1" status: 200 len: 217 time: 0.0383792 Nov 22 20:54:40.152554 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fe52f1-b7e9-4755-9dc6-52146e36479f req-82c50be9-057e-45bc-929a-d936dfb58ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:54:40.154022 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-f1fe52f1-b7e9-4755-9dc6-52146e36479f req-82c50be9-057e-45bc-929a-d936dfb58ac3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a09b839a-428c-406d-b92f-f41ec7a7c2d0 HTTP/1.1" status: 200 len: 852 time: 0.0482521 Nov 22 20:54:40.188907 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-f1fe52f1-b7e9-4755-9dc6-52146e36479f req-4eb3d7c0-ce69-4993-8cde-d280371a7238 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d89e8513-4ffa-40a1-8816-e5b3b321ee67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266142 Nov 22 20:54:40.199141 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [req-f1fe52f1-b7e9-4755-9dc6-52146e36479f req-a2aa186b-b828-4d42-847b-05f6267c984d service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=103448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 20:54:40.200103 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-f1fe52f1-b7e9-4755-9dc6-52146e36479f req-a2aa186b-b828-4d42-847b-05f6267c984d service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048027 Nov 22 20:54:40.315162 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-f1fe52f1-b7e9-4755-9dc6-52146e36479f req-c5ddf218-f551-4cdb-9ce2-24198c2cb526 service neutron] 10.222.0.41 "GET /v2.0/networks/d89e8513-4ffa-40a1-8816-e5b3b321ee67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070855 Nov 22 20:54:40.413312 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-f1fe52f1-b7e9-4755-9dc6-52146e36479f req-008e96dc-ba50-45a8-b3a1-1c9c5789d923 service neutron] 10.222.0.41 "GET /v2.0/networks/d89e8513-4ffa-40a1-8816-e5b3b321ee67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886321 Nov 22 20:54:41.173607 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f02864-8eae-4d93-84b1-4d3ea5c1dd2f req-c9255b6a-d5e5-48cb-83a7-210f9899d801 tempest-DeleteServersTestJSON-925143145 tempest-DeleteServersTestJSON-925143145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:54:41.175105 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a9f02864-8eae-4d93-84b1-4d3ea5c1dd2f req-c9255b6a-d5e5-48cb-83a7-210f9899d801 tempest-DeleteServersTestJSON-925143145 tempest-DeleteServersTestJSON-925143145-project] 10.222.0.46 "GET /v2.0/ports?device_id=83b095fe-f27f-4a44-b2c1-7a7d707f37d1 HTTP/1.1" status: 200 len: 945 time: 0.0492127 Nov 22 20:54:41.221307 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a9f02864-8eae-4d93-84b1-4d3ea5c1dd2f req-9655a200-f9e8-48a8-955b-61c12031e22d tempest-DeleteServersTestJSON-925143145 tempest-DeleteServersTestJSON-925143145-project] 10.222.0.46 "GET /v2.0/security-groups?id=51985f8f-f2a5-475a-9d08-1c0b6bd8c988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402787 Nov 22 20:54:42.336584 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea59dcfb-68ca-4172-bca7-66fe57ce1ef0 req-8cc30fec-de2b-4b8d-8b97-6f2d57ad7209 tempest-DeleteServersTestJSON-925143145 tempest-DeleteServersTestJSON-925143145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:54:42.338050 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ea59dcfb-68ca-4172-bca7-66fe57ce1ef0 req-8cc30fec-de2b-4b8d-8b97-6f2d57ad7209 tempest-DeleteServersTestJSON-925143145 tempest-DeleteServersTestJSON-925143145-project] 10.222.0.46 "GET /v2.0/ports?device_id=83b095fe-f27f-4a44-b2c1-7a7d707f37d1 HTTP/1.1" status: 200 len: 945 time: 0.0483692 Nov 22 20:54:42.383681 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ea59dcfb-68ca-4172-bca7-66fe57ce1ef0 req-490de050-9e7f-4278-8319-2cc6c26052aa tempest-DeleteServersTestJSON-925143145 tempest-DeleteServersTestJSON-925143145-project] 10.222.0.46 "GET /v2.0/security-groups?id=51985f8f-f2a5-475a-9d08-1c0b6bd8c988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397799 Nov 22 20:54:43.502798 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f3e66b-91ad-4b40-b5c9-2b2361bedad9 req-f89a7124-4740-475a-bd3b-c93f4bfe793d tempest-DeleteServersTestJSON-925143145 tempest-DeleteServersTestJSON-925143145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:54:43.504303 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-76f3e66b-91ad-4b40-b5c9-2b2361bedad9 req-f89a7124-4740-475a-bd3b-c93f4bfe793d tempest-DeleteServersTestJSON-925143145 tempest-DeleteServersTestJSON-925143145-project] 10.222.0.46 "GET /v2.0/ports?device_id=83b095fe-f27f-4a44-b2c1-7a7d707f37d1 HTTP/1.1" status: 200 len: 945 time: 0.0525064 Nov 22 20:54:43.549537 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-76f3e66b-91ad-4b40-b5c9-2b2361bedad9 req-8f1d498f-7d71-4b24-bc55-740775e3ba1f tempest-DeleteServersTestJSON-925143145 tempest-DeleteServersTestJSON-925143145-project] 10.222.0.46 "GET /v2.0/security-groups?id=51985f8f-f2a5-475a-9d08-1c0b6bd8c988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393314 Nov 22 20:54:44.663674 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b14afb6-e5d0-4115-81c9-19ac616021ba req-1eb4c4a0-d213-4e25-9047-329c591c1a0f tempest-DeleteServersTestJSON-925143145 tempest-DeleteServersTestJSON-925143145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:54:44.665184 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2b14afb6-e5d0-4115-81c9-19ac616021ba req-1eb4c4a0-d213-4e25-9047-329c591c1a0f tempest-DeleteServersTestJSON-925143145 tempest-DeleteServersTestJSON-925143145-project] 10.222.0.46 "GET /v2.0/ports?device_id=83b095fe-f27f-4a44-b2c1-7a7d707f37d1 HTTP/1.1" status: 200 len: 945 time: 0.0486577 Nov 22 20:54:44.711997 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2b14afb6-e5d0-4115-81c9-19ac616021ba req-6fe8c6ea-c32f-4eb6-b478-468399d71419 tempest-DeleteServersTestJSON-925143145 tempest-DeleteServersTestJSON-925143145-project] 10.222.0.46 "GET /v2.0/security-groups?id=51985f8f-f2a5-475a-9d08-1c0b6bd8c988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408614 Nov 22 20:54:44.782314 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:54:44.831612 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:54:45.834709 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1952bf-7d90-4be5-93f8-377d47fe0d48 req-45013cd5-3935-4786-896d-6476ca40fc25 tempest-DeleteServersTestJSON-925143145 tempest-DeleteServersTestJSON-925143145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:54:45.836227 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-cb1952bf-7d90-4be5-93f8-377d47fe0d48 req-45013cd5-3935-4786-896d-6476ca40fc25 tempest-DeleteServersTestJSON-925143145 tempest-DeleteServersTestJSON-925143145-project] 10.222.0.46 "GET /v2.0/ports?device_id=83b095fe-f27f-4a44-b2c1-7a7d707f37d1 HTTP/1.1" status: 200 len: 945 time: 0.0490122 Nov 22 20:54:45.896166 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-cb1952bf-7d90-4be5-93f8-377d47fe0d48 req-3bf35dec-2990-4c07-abd0-7357506f1e4d tempest-DeleteServersTestJSON-925143145 tempest-DeleteServersTestJSON-925143145-project] 10.222.0.46 "GET /v2.0/security-groups?id=51985f8f-f2a5-475a-9d08-1c0b6bd8c988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539193 Nov 22 20:54:46.220922 n-d-818823-1 neutron-server[103448]: INFO neutron.api.v2.resource [req-1ff2c8c8-e79a-4577-a3bb-d672f89e57fe req-8d84f947-3437-4981-b3c2-d16f6cb3bc14 service neutron] show failed (client error): The resource could not be found. Nov 22 20:54:46.222002 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-1ff2c8c8-e79a-4577-a3bb-d672f89e57fe req-8d84f947-3437-4981-b3c2-d16f6cb3bc14 service neutron] 10.222.0.41 "GET /v2.0/ports/4768cea7-4df1-4229-bb8b-d1c730576d92/bindings/n-h2-818823-1 HTTP/1.1" status: 404 len: 380 time: 0.0719852 Nov 22 20:54:46.521621 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff2c8c8-e79a-4577-a3bb-d672f89e57fe req-584382c1-0b4f-4597-bd13-4104fdf628cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:54:46.523058 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1ff2c8c8-e79a-4577-a3bb-d672f89e57fe req-584382c1-0b4f-4597-bd13-4104fdf628cc service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=83b095fe-f27f-4a44-b2c1-7a7d707f37d1&tenant_id=a7a61fc6fa154c46916b5603d8fac5f4 HTTP/1.1" status: 200 len: 1096 time: 0.1437826 Nov 22 20:54:46.534015 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [req-1ff2c8c8-e79a-4577-a3bb-d672f89e57fe req-32e85229-9e84-4033-a102-07a4884675c1 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=103447) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 20:54:46.534994 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1ff2c8c8-e79a-4577-a3bb-d672f89e57fe req-32e85229-9e84-4033-a102-07a4884675c1 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050020 Nov 22 20:54:46.546975 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-1ff2c8c8-e79a-4577-a3bb-d672f89e57fe req-1ae3aa75-f641-4be4-8620-8e23de118be9 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-818823-1', 'device_owner': 'compute:nova'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:54:46.602348 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-1ff2c8c8-e79a-4577-a3bb-d672f89e57fe req-1ae3aa75-f641-4be4-8620-8e23de118be9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:54:46.801697 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-1ff2c8c8-e79a-4577-a3bb-d672f89e57fe req-1ae3aa75-f641-4be4-8620-8e23de118be9 service neutron] For port 4768cea7-4df1-4229-bb8b-d1c730576d92, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=4768cea7-4df1-4229-bb8b-d1c730576d92,segment=NetworkSegment(5ea6762d-69cf-43c0-9938-6afebbf41fcc),segment_id=5ea6762d-69cf-43c0-9938-6afebbf41fcc)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:54:46.835308 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-1ff2c8c8-e79a-4577-a3bb-d672f89e57fe req-1ae3aa75-f641-4be4-8620-8e23de118be9 service neutron] For port 4768cea7-4df1-4229-bb8b-d1c730576d92, host n-h1-818823-1, cleared binding levels {{(pid=103447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:54:46.879767 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83b095fe-f27f-4a44-b2c1-7a7d707f37d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4768cea7-4df1-4229-bb8b-d1c730576d92'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:54:46.882036 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfe2e6b2-56e7-4e2e-b945-5e478fcaeaa4" -d '{"events": [{"server_uuid": "83b095fe-f27f-4a44-b2c1-7a7d707f37d1", "name": "network-vif-unplugged", "status": "completed", "tag": "4768cea7-4df1-4229-bb8b-d1c730576d92"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:54:46.886255 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-1ff2c8c8-e79a-4577-a3bb-d672f89e57fe req-1ae3aa75-f641-4be4-8620-8e23de118be9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:54:46.904498 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.provisioning_blocks [req-1ff2c8c8-e79a-4577-a3bb-d672f89e57fe req-1ae3aa75-f641-4be4-8620-8e23de118be9 service neutron] Transition to ACTIVE for port object 4768cea7-4df1-4229-bb8b-d1c730576d92 will not be triggered until provisioned by entity L2. {{(pid=103447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 20:54:46.909871 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-1ff2c8c8-e79a-4577-a3bb-d672f89e57fe req-1ae3aa75-f641-4be4-8620-8e23de118be9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:54:46.941814 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 22 Nov 2021 20:54:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84d35ad8-9f99-4292-83e5-ddab32c69826 x-openstack-request-id: req-84d35ad8-9f99-4292-83e5-ddab32c69826 {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:54:46.942114 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83b095fe-f27f-4a44-b2c1-7a7d707f37d1", "name": "network-vif-unplugged", "status": "completed", "tag": "4768cea7-4df1-4229-bb8b-d1c730576d92", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:54:46.942366 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-84d35ad8-9f99-4292-83e5-ddab32c69826 {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:54:46.942759 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83b095fe-f27f-4a44-b2c1-7a7d707f37d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4768cea7-4df1-4229-bb8b-d1c730576d92', 'code': 200} Nov 22 20:54:46.977532 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ff2c8c8-e79a-4577-a3bb-d672f89e57fe req-1ae3aa75-f641-4be4-8620-8e23de118be9 service neutron] No DVR routers for this DVR port 4768cea7-4df1-4229-bb8b-d1c730576d92 on host n-h1-818823-1 {{(pid=103447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:54:46.979569 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae3aa75-f641-4be4-8620-8e23de118be9 service neutron] Pushing event updated for resources: {'Port': ['ID=4768cea7-4df1-4229-bb8b-d1c730576d92,revision_number=6']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:54:46.993350 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae3aa75-f641-4be4-8620-8e23de118be9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:54:46.993695 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae3aa75-f641-4be4-8620-8e23de118be9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:54:46.994036 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae3aa75-f641-4be4-8620-8e23de118be9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:54:46.994369 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae3aa75-f641-4be4-8620-8e23de118be9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:54:46.994698 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae3aa75-f641-4be4-8620-8e23de118be9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:54:46.995031 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae3aa75-f641-4be4-8620-8e23de118be9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:54:46.995358 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae3aa75-f641-4be4-8620-8e23de118be9 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:54:46.995706 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae3aa75-f641-4be4-8620-8e23de118be9 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:54:46.996032 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae3aa75-f641-4be4-8620-8e23de118be9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:54:46.996358 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae3aa75-f641-4be4-8620-8e23de118be9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:54:46.996685 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae3aa75-f641-4be4-8620-8e23de118be9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:54:46.997006 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae3aa75-f641-4be4-8620-8e23de118be9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:54:47.054134 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-1ff2c8c8-e79a-4577-a3bb-d672f89e57fe req-1ae3aa75-f641-4be4-8620-8e23de118be9 service neutron] Attempting to bind port 4768cea7-4df1-4229-bb8b-d1c730576d92 on host n-h2-818823-1 for vnic_type normal with profile {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:54:47.054387 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-1ff2c8c8-e79a-4577-a3bb-d672f89e57fe req-1ae3aa75-f641-4be4-8620-8e23de118be9 service neutron] Attempting to bind port 4768cea7-4df1-4229-bb8b-d1c730576d92 by drivers openvswitch,hyperv on host n-h2-818823-1 at level 0 using segments [{'id': '5ea6762d-69cf-43c0-9938-6afebbf41fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'd89e8513-4ffa-40a1-8816-e5b3b321ee67'}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:54:47.054711 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff2c8c8-e79a-4577-a3bb-d672f89e57fe req-1ae3aa75-f641-4be4-8620-8e23de118be9 service neutron] Attempting to bind port 4768cea7-4df1-4229-bb8b-d1c730576d92 on network d89e8513-4ffa-40a1-8816-e5b3b321ee67 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:54:47.062662 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff2c8c8-e79a-4577-a3bb-d672f89e57fe req-1ae3aa75-f641-4be4-8620-8e23de118be9 service neutron] Port 4768cea7-4df1-4229-bb8b-d1c730576d92 on network d89e8513-4ffa-40a1-8816-e5b3b321ee67 not bound, no agent of type Open vSwitch agent registered on host n-h2-818823-1 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:54:47.062975 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff2c8c8-e79a-4577-a3bb-d672f89e57fe req-1ae3aa75-f641-4be4-8620-8e23de118be9 service neutron] Attempting to bind port 4768cea7-4df1-4229-bb8b-d1c730576d92 on network d89e8513-4ffa-40a1-8816-e5b3b321ee67 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:54:47.069564 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff2c8c8-e79a-4577-a3bb-d672f89e57fe req-1ae3aa75-f641-4be4-8620-8e23de118be9 service neutron] Checking agent: {'id': '65e0486a-7030-4065-96f0-10aa7402a530', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'started_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 54, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:54:47.069895 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff2c8c8-e79a-4577-a3bb-d672f89e57fe req-1ae3aa75-f641-4be4-8620-8e23de118be9 service neutron] Checking segment: {'id': '5ea6762d-69cf-43c0-9938-6afebbf41fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'd89e8513-4ffa-40a1-8816-e5b3b321ee67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:54:47.070288 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff2c8c8-e79a-4577-a3bb-d672f89e57fe req-1ae3aa75-f641-4be4-8620-8e23de118be9 service neutron] Bound using segment: {'id': '5ea6762d-69cf-43c0-9938-6afebbf41fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'd89e8513-4ffa-40a1-8816-e5b3b321ee67'} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:54:47.070690 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-1ff2c8c8-e79a-4577-a3bb-d672f89e57fe req-1ae3aa75-f641-4be4-8620-8e23de118be9 service neutron] Bound port: 4768cea7-4df1-4229-bb8b-d1c730576d92, host: n-h2-818823-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ea6762d-69cf-43c0-9938-6afebbf41fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'd89e8513-4ffa-40a1-8816-e5b3b321ee67'}}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:54:47.071042 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-1ff2c8c8-e79a-4577-a3bb-d672f89e57fe req-1ae3aa75-f641-4be4-8620-8e23de118be9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:54:47.079637 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb83e86-a050-4b60-aa2c-35deeff42ad1 req-500bb5f5-3a0e-49be-a05d-c51b10f755f5 tempest-DeleteServersTestJSON-925143145 tempest-DeleteServersTestJSON-925143145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:54:47.081113 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0eb83e86-a050-4b60-aa2c-35deeff42ad1 req-500bb5f5-3a0e-49be-a05d-c51b10f755f5 tempest-DeleteServersTestJSON-925143145 tempest-DeleteServersTestJSON-925143145-project] 10.222.0.46 "GET /v2.0/ports?device_id=83b095fe-f27f-4a44-b2c1-7a7d707f37d1 HTTP/1.1" status: 200 len: 943 time: 0.0934322 Nov 22 20:54:47.166080 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0eb83e86-a050-4b60-aa2c-35deeff42ad1 req-22588613-6881-4e72-8174-69ac20243980 tempest-DeleteServersTestJSON-925143145 tempest-DeleteServersTestJSON-925143145-project] 10.222.0.46 "GET /v2.0/security-groups?id=51985f8f-f2a5-475a-9d08-1c0b6bd8c988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772195 Nov 22 20:54:47.176299 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-1ff2c8c8-e79a-4577-a3bb-d672f89e57fe req-1ae3aa75-f641-4be4-8620-8e23de118be9 service neutron] For port 4768cea7-4df1-4229-bb8b-d1c730576d92, host n-h2-818823-1, cleared binding levels {{(pid=103447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:54:47.179386 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-1ff2c8c8-e79a-4577-a3bb-d672f89e57fe req-1ae3aa75-f641-4be4-8620-8e23de118be9 service neutron] For port 4768cea7-4df1-4229-bb8b-d1c730576d92, host n-h2-818823-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=4768cea7-4df1-4229-bb8b-d1c730576d92,segment=NetworkSegment(5ea6762d-69cf-43c0-9938-6afebbf41fcc),segment_id=5ea6762d-69cf-43c0-9938-6afebbf41fcc)] {{(pid=103447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:54:47.183939 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-1ff2c8c8-e79a-4577-a3bb-d672f89e57fe req-1ae3aa75-f641-4be4-8620-8e23de118be9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:54:47.216459 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff2c8c8-e79a-4577-a3bb-d672f89e57fe req-1ae3aa75-f641-4be4-8620-8e23de118be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:54:47.217068 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-1ff2c8c8-e79a-4577-a3bb-d672f89e57fe req-1ae3aa75-f641-4be4-8620-8e23de118be9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:54:47.218422 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1ff2c8c8-e79a-4577-a3bb-d672f89e57fe req-1ae3aa75-f641-4be4-8620-8e23de118be9 service neutron] 10.222.0.20 "PUT /v2.0/ports/4768cea7-4df1-4229-bb8b-d1c730576d92 HTTP/1.1" status: 200 len: 1091 time: 0.6751544 Nov 22 20:54:47.248873 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae3aa75-f641-4be4-8620-8e23de118be9 service neutron] Pushing event updated for resources: {'Port': ['ID=4768cea7-4df1-4229-bb8b-d1c730576d92,revision_number=7']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:54:47.289824 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff2c8c8-e79a-4577-a3bb-d672f89e57fe req-c1988a58-3d86-4de0-8a5d-057ed2c37da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:54:47.291339 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1ff2c8c8-e79a-4577-a3bb-d672f89e57fe req-c1988a58-3d86-4de0-8a5d-057ed2c37da8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a7a61fc6fa154c46916b5603d8fac5f4&device_id=83b095fe-f27f-4a44-b2c1-7a7d707f37d1 HTTP/1.1" status: 200 len: 1094 time: 0.0501466 Nov 22 20:54:47.384671 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff2c8c8-e79a-4577-a3bb-d672f89e57fe req-a9630507-427a-4f71-abc2-9a1e5d4d0826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:54:47.386047 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1ff2c8c8-e79a-4577-a3bb-d672f89e57fe req-a9630507-427a-4f71-abc2-9a1e5d4d0826 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d89e8513-4ffa-40a1-8816-e5b3b321ee67 HTTP/1.1" status: 200 len: 913 time: 0.0876367 Nov 22 20:54:47.428571 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1ff2c8c8-e79a-4577-a3bb-d672f89e57fe req-3bfe54f8-eec1-48d1-8c21-28c340c0892b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4768cea7-4df1-4229-bb8b-d1c730576d92 HTTP/1.1" status: 200 len: 217 time: 0.0342026 Nov 22 20:54:47.480465 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff2c8c8-e79a-4577-a3bb-d672f89e57fe req-f29bbfb3-033b-4297-896a-97f9768c81c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:54:47.481906 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1ff2c8c8-e79a-4577-a3bb-d672f89e57fe req-f29bbfb3-033b-4297-896a-97f9768c81c5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a09b839a-428c-406d-b92f-f41ec7a7c2d0 HTTP/1.1" status: 200 len: 852 time: 0.0468433 Nov 22 20:54:47.512643 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1ff2c8c8-e79a-4577-a3bb-d672f89e57fe req-85cfe7a0-a655-41cc-b09a-e20fdcc37bce service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d89e8513-4ffa-40a1-8816-e5b3b321ee67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241635 Nov 22 20:54:47.600571 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1ff2c8c8-e79a-4577-a3bb-d672f89e57fe req-09830a6d-1a2e-4b84-a866-8cbd5a26f26f service neutron] 10.222.0.20 "GET /v2.0/networks/d89e8513-4ffa-40a1-8816-e5b3b321ee67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794458 Nov 22 20:54:47.693718 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1ff2c8c8-e79a-4577-a3bb-d672f89e57fe req-1bbe97c9-659a-4550-96e4-580a740e1e2f service neutron] 10.222.0.20 "GET /v2.0/networks/d89e8513-4ffa-40a1-8816-e5b3b321ee67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868144 Nov 22 20:54:48.287764 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63b05af-aa86-4393-b81d-c41f7417c6ae req-ce2b3052-86b0-498d-a3cb-7fb39a6dc738 tempest-DeleteServersTestJSON-925143145 tempest-DeleteServersTestJSON-925143145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:54:48.289259 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c63b05af-aa86-4393-b81d-c41f7417c6ae req-ce2b3052-86b0-498d-a3cb-7fb39a6dc738 tempest-DeleteServersTestJSON-925143145 tempest-DeleteServersTestJSON-925143145-project] 10.222.0.46 "GET /v2.0/ports?device_id=83b095fe-f27f-4a44-b2c1-7a7d707f37d1 HTTP/1.1" status: 200 len: 943 time: 0.0513301 Nov 22 20:54:48.336798 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c63b05af-aa86-4393-b81d-c41f7417c6ae req-e9bdda29-0a0a-46e9-b2c4-d542a64c285d tempest-DeleteServersTestJSON-925143145 tempest-DeleteServersTestJSON-925143145-project] 10.222.0.46 "GET /v2.0/security-groups?id=51985f8f-f2a5-475a-9d08-1c0b6bd8c988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414767 Nov 22 20:54:48.943489 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83b095fe-f27f-4a44-b2c1-7a7d707f37d1', 'tag': '4768cea7-4df1-4229-bb8b-d1c730576d92'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:54:48.945870 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64c6b3c4-dc91-4bdc-9a57-598a3ccff7e9" -d '{"events": [{"name": "network-changed", "server_uuid": "83b095fe-f27f-4a44-b2c1-7a7d707f37d1", "tag": "4768cea7-4df1-4229-bb8b-d1c730576d92"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:54:48.992989 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 20:54:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a5a6c34-9146-4634-8d13-048f738461a3 x-openstack-request-id: req-9a5a6c34-9146-4634-8d13-048f738461a3 {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:54:48.993277 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83b095fe-f27f-4a44-b2c1-7a7d707f37d1", "tag": "4768cea7-4df1-4229-bb8b-d1c730576d92", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:54:48.993528 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9a5a6c34-9146-4634-8d13-048f738461a3 {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:54:48.993920 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83b095fe-f27f-4a44-b2c1-7a7d707f37d1', 'tag': '4768cea7-4df1-4229-bb8b-d1c730576d92', 'status': 'completed', 'code': 200} Nov 22 20:54:49.053058 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c6b3c4-dc91-4bdc-9a57-598a3ccff7e9 req-3dfaa1f1-aea5-4bd8-b226-82a2f6de7e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:54:49.054550 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-64c6b3c4-dc91-4bdc-9a57-598a3ccff7e9 req-3dfaa1f1-aea5-4bd8-b226-82a2f6de7e9b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a7a61fc6fa154c46916b5603d8fac5f4&device_id=83b095fe-f27f-4a44-b2c1-7a7d707f37d1 HTTP/1.1" status: 200 len: 1094 time: 0.0421307 Nov 22 20:54:49.063056 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c6b3c4-dc91-4bdc-9a57-598a3ccff7e9 req-65be0f7c-44cf-46b3-aafa-47291fc682bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:54:49.064608 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-64c6b3c4-dc91-4bdc-9a57-598a3ccff7e9 req-65be0f7c-44cf-46b3-aafa-47291fc682bc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a7a61fc6fa154c46916b5603d8fac5f4&device_id=83b095fe-f27f-4a44-b2c1-7a7d707f37d1 HTTP/1.1" status: 200 len: 1094 time: 0.0453999 Nov 22 20:54:49.155605 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c6b3c4-dc91-4bdc-9a57-598a3ccff7e9 req-0e60ce11-201a-4e54-b201-60c89af8ec3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:54:49.157191 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-64c6b3c4-dc91-4bdc-9a57-598a3ccff7e9 req-0e60ce11-201a-4e54-b201-60c89af8ec3a service neutron] 10.222.0.41 "GET /v2.0/networks?id=d89e8513-4ffa-40a1-8816-e5b3b321ee67 HTTP/1.1" status: 200 len: 913 time: 0.0962169 Nov 22 20:54:49.165674 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c6b3c4-dc91-4bdc-9a57-598a3ccff7e9 req-52c20604-c01b-47fd-a11f-b371913bc164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:54:49.167307 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-64c6b3c4-dc91-4bdc-9a57-598a3ccff7e9 req-52c20604-c01b-47fd-a11f-b371913bc164 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d89e8513-4ffa-40a1-8816-e5b3b321ee67 HTTP/1.1" status: 200 len: 913 time: 0.0952330 Nov 22 20:54:49.205391 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-64c6b3c4-dc91-4bdc-9a57-598a3ccff7e9 req-5bffdfd4-f179-463f-b37a-d2898b80b772 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4768cea7-4df1-4229-bb8b-d1c730576d92 HTTP/1.1" status: 200 len: 217 time: 0.0406611 Nov 22 20:54:49.213176 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-64c6b3c4-dc91-4bdc-9a57-598a3ccff7e9 req-fe0f4bb8-88c1-43d0-b54b-1df1077c1fa6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4768cea7-4df1-4229-bb8b-d1c730576d92 HTTP/1.1" status: 200 len: 217 time: 0.0381434 Nov 22 20:54:49.257319 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c6b3c4-dc91-4bdc-9a57-598a3ccff7e9 req-0f4af728-59ad-4bf3-9d71-800ab8cf7041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:54:49.258804 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-64c6b3c4-dc91-4bdc-9a57-598a3ccff7e9 req-0f4af728-59ad-4bf3-9d71-800ab8cf7041 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a09b839a-428c-406d-b92f-f41ec7a7c2d0 HTTP/1.1" status: 200 len: 852 time: 0.0464246 Nov 22 20:54:49.283495 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c6b3c4-dc91-4bdc-9a57-598a3ccff7e9 req-6661964d-7255-44aa-9013-91f26e521e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:54:49.284963 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-64c6b3c4-dc91-4bdc-9a57-598a3ccff7e9 req-6661964d-7255-44aa-9013-91f26e521e55 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a09b839a-428c-406d-b92f-f41ec7a7c2d0 HTTP/1.1" status: 200 len: 852 time: 0.0510905 Nov 22 20:54:49.290627 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-64c6b3c4-dc91-4bdc-9a57-598a3ccff7e9 req-34e577df-013b-4221-b89e-4a8219b453fd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d89e8513-4ffa-40a1-8816-e5b3b321ee67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244231 Nov 22 20:54:49.318714 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-64c6b3c4-dc91-4bdc-9a57-598a3ccff7e9 req-ed085a5f-7aa2-4a83-b2b1-e5541d575811 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d89e8513-4ffa-40a1-8816-e5b3b321ee67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257823 Nov 22 20:54:49.390911 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-64c6b3c4-dc91-4bdc-9a57-598a3ccff7e9 req-8012157a-ac33-41fc-a82c-b53b3bbe34b0 service neutron] 10.222.0.41 "GET /v2.0/networks/d89e8513-4ffa-40a1-8816-e5b3b321ee67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924153 Nov 22 20:54:49.408935 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-64c6b3c4-dc91-4bdc-9a57-598a3ccff7e9 req-76476b18-bf2d-4104-932e-94032bdeacdb service neutron] 10.222.0.20 "GET /v2.0/networks/d89e8513-4ffa-40a1-8816-e5b3b321ee67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828321 Nov 22 20:54:49.481342 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-64c6b3c4-dc91-4bdc-9a57-598a3ccff7e9 req-9d5a4980-d988-42f9-b7a6-50210a67c86d service neutron] 10.222.0.41 "GET /v2.0/networks/d89e8513-4ffa-40a1-8816-e5b3b321ee67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834112 Nov 22 20:54:49.511214 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413839ff-befb-40bb-ae6c-caa1c787b44e req-e6c5b7b6-d7ed-4b5a-a03c-7527c671164e tempest-DeleteServersTestJSON-925143145 tempest-DeleteServersTestJSON-925143145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:54:49.512725 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-413839ff-befb-40bb-ae6c-caa1c787b44e req-e6c5b7b6-d7ed-4b5a-a03c-7527c671164e tempest-DeleteServersTestJSON-925143145 tempest-DeleteServersTestJSON-925143145-project] 10.222.0.46 "GET /v2.0/ports?device_id=83b095fe-f27f-4a44-b2c1-7a7d707f37d1 HTTP/1.1" status: 200 len: 943 time: 0.1028659 Nov 22 20:54:49.553190 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-64c6b3c4-dc91-4bdc-9a57-598a3ccff7e9 req-a854616d-3146-4430-9c62-a25e7c5cb56e service neutron] 10.222.0.20 "GET /v2.0/networks/d89e8513-4ffa-40a1-8816-e5b3b321ee67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333025 Nov 22 20:54:49.577059 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-413839ff-befb-40bb-ae6c-caa1c787b44e req-fb4f0d87-e810-4505-92e7-aba31f600205 tempest-DeleteServersTestJSON-925143145 tempest-DeleteServersTestJSON-925143145-project] 10.222.0.46 "GET /v2.0/security-groups?id=51985f8f-f2a5-475a-9d08-1c0b6bd8c988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557933 Nov 22 20:54:49.726355 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 4768cea7-4df1-4229-bb8b-d1c730576d92 no longer exists at agent hyperv_n-h1-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:54:49.771318 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 4768cea7-4df1-4229-bb8b-d1c730576d92 not bound to the agent host n-h1-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:54:49.861432 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2361735-ecc2-4387-a6c8-2f88f1ddf0c4 req-32957af6-da17-4877-934d-92d17cada35c tempest-DeleteServersTestJSON-925143145 tempest-DeleteServersTestJSON-925143145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:54:49.862793 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-f2361735-ecc2-4387-a6c8-2f88f1ddf0c4 req-32957af6-da17-4877-934d-92d17cada35c tempest-DeleteServersTestJSON-925143145 tempest-DeleteServersTestJSON-925143145-project] 10.222.0.41 "GET /v2.0/ports?device_id=83b095fe-f27f-4a44-b2c1-7a7d707f37d1&tenant_id=a7a61fc6fa154c46916b5603d8fac5f4&binding%3Ahost_id=n-h2-818823-1 HTTP/1.1" status: 200 len: 943 time: 0.0922294 Nov 22 20:54:49.924710 n-d-818823-1 neutron-server[103448]: INFO neutron.api.v2.resource [req-f2361735-ecc2-4387-a6c8-2f88f1ddf0c4 req-2db8aaad-bafc-45d0-a353-afd644edc578 service neutron] delete failed (client error): The resource could not be found. Nov 22 20:54:49.925739 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-f2361735-ecc2-4387-a6c8-2f88f1ddf0c4 req-2db8aaad-bafc-45d0-a353-afd644edc578 service neutron] 10.222.0.41 "DELETE /v2.0/ports/4768cea7-4df1-4229-bb8b-d1c730576d92/bindings/n-h1-818823-1 HTTP/1.1" status: 404 len: 380 time: 0.0551877 Nov 22 20:54:50.007529 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2361735-ecc2-4387-a6c8-2f88f1ddf0c4 req-201e2af5-f015-40ad-9157-944531c6910c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:54:50.009000 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-f2361735-ecc2-4387-a6c8-2f88f1ddf0c4 req-201e2af5-f015-40ad-9157-944531c6910c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a7a61fc6fa154c46916b5603d8fac5f4&device_id=83b095fe-f27f-4a44-b2c1-7a7d707f37d1 HTTP/1.1" status: 200 len: 1094 time: 0.0401018 Nov 22 20:54:50.099179 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2361735-ecc2-4387-a6c8-2f88f1ddf0c4 req-48e5fdde-83ab-4a29-8b1a-8aa8a775aa19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:54:50.100704 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-f2361735-ecc2-4387-a6c8-2f88f1ddf0c4 req-48e5fdde-83ab-4a29-8b1a-8aa8a775aa19 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d89e8513-4ffa-40a1-8816-e5b3b321ee67 HTTP/1.1" status: 200 len: 913 time: 0.0849676 Nov 22 20:54:50.142518 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-f2361735-ecc2-4387-a6c8-2f88f1ddf0c4 req-6fb8807c-9682-459e-869a-6967ad9db3bd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4768cea7-4df1-4229-bb8b-d1c730576d92 HTTP/1.1" status: 200 len: 217 time: 0.0346723 Nov 22 20:54:50.190012 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2361735-ecc2-4387-a6c8-2f88f1ddf0c4 req-e272fcc0-b4e8-4041-8d5d-7c8dd4ce9fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:54:50.191996 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-f2361735-ecc2-4387-a6c8-2f88f1ddf0c4 req-e272fcc0-b4e8-4041-8d5d-7c8dd4ce9fdf service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a09b839a-428c-406d-b92f-f41ec7a7c2d0 HTTP/1.1" status: 200 len: 852 time: 0.0428770 Nov 22 20:54:50.225900 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-f2361735-ecc2-4387-a6c8-2f88f1ddf0c4 req-16c1358b-2513-4529-8ad3-0d3b1f794fe4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d89e8513-4ffa-40a1-8816-e5b3b321ee67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278304 Nov 22 20:54:50.312675 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-f2361735-ecc2-4387-a6c8-2f88f1ddf0c4 req-2d597c81-6111-4946-9f08-ce7a4d1aae2e service neutron] 10.222.0.41 "GET /v2.0/networks/d89e8513-4ffa-40a1-8816-e5b3b321ee67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796640 Nov 22 20:54:50.404618 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-f2361735-ecc2-4387-a6c8-2f88f1ddf0c4 req-97483014-d971-4940-9b9e-de444db008cc service neutron] 10.222.0.41 "GET /v2.0/networks/d89e8513-4ffa-40a1-8816-e5b3b321ee67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848260 Nov 22 20:54:51.082463 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e15506b-b8f6-447f-a500-a6f7f18161da req-4a7fdd07-93ad-471f-9f57-d7ee243f5da0 tempest-DeleteServersTestJSON-925143145 tempest-DeleteServersTestJSON-925143145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:54:51.083891 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7e15506b-b8f6-447f-a500-a6f7f18161da req-4a7fdd07-93ad-471f-9f57-d7ee243f5da0 tempest-DeleteServersTestJSON-925143145 tempest-DeleteServersTestJSON-925143145-project] 10.222.0.46 "GET /v2.0/ports?device_id=83b095fe-f27f-4a44-b2c1-7a7d707f37d1 HTTP/1.1" status: 200 len: 943 time: 0.0547080 Nov 22 20:54:51.131158 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7e15506b-b8f6-447f-a500-a6f7f18161da req-840f6683-80d7-4695-89bd-9dedef136b22 tempest-DeleteServersTestJSON-925143145 tempest-DeleteServersTestJSON-925143145-project] 10.222.0.46 "GET /v2.0/security-groups?id=51985f8f-f2a5-475a-9d08-1c0b6bd8c988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413728 Nov 22 20:54:51.138171 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 4768cea7-4df1-4229-bb8b-d1c730576d92 details requested by agent hyperv_n-h2-818823-1 with host n-h2-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 20:54:51.230718 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port 4768cea7-4df1-4229-bb8b-d1c730576d92, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=4768cea7-4df1-4229-bb8b-d1c730576d92,segment=NetworkSegment(5ea6762d-69cf-43c0-9938-6afebbf41fcc),segment_id=5ea6762d-69cf-43c0-9938-6afebbf41fcc)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:54:51.246013 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Returning: {'device': '4768cea7-4df1-4229-bb8b-d1c730576d92', 'network_id': 'd89e8513-4ffa-40a1-8816-e5b3b321ee67', 'port_id': '4768cea7-4df1-4229-bb8b-d1c730576d92', 'mac_address': 'fa:16:3e:70:bf:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a09b839a-428c-406d-b92f-f41ec7a7c2d0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 20:54:51.281709 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:54:51.294608 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4768cea7-4df1-4229-bb8b-d1c730576d92 {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:54:51.313490 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port 4768cea7-4df1-4229-bb8b-d1c730576d92, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=4768cea7-4df1-4229-bb8b-d1c730576d92,segment=NetworkSegment(5ea6762d-69cf-43c0-9938-6afebbf41fcc),segment_id=5ea6762d-69cf-43c0-9938-6afebbf41fcc)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:54:51.317508 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:54:51.367109 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=4768cea7-4df1-4229-bb8b-d1c730576d92,revision_number=8']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:54:51.374196 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:54:51.374541 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:54:51.374881 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:54:51.375215 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:54:51.375573 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:54:51.376171 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:54:51.376496 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:54:51.376819 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:54:51.377141 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:54:51.377463 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:54:51.377785 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:54:51.378103 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:54:51.591322 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] get_ports_and_sgs() called for port_ids ['4768cea7-4df1-4229-bb8b-d1c730576d92'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:54:52.248255 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b7a84c-ca6f-415c-907c-6b83aa4ece53 req-7af52503-d37c-4fba-b1ee-f21b843eefa0 tempest-DeleteServersTestJSON-925143145 tempest-DeleteServersTestJSON-925143145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:54:52.249756 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-16b7a84c-ca6f-415c-907c-6b83aa4ece53 req-7af52503-d37c-4fba-b1ee-f21b843eefa0 tempest-DeleteServersTestJSON-925143145 tempest-DeleteServersTestJSON-925143145-project] 10.222.0.46 "GET /v2.0/ports?device_id=83b095fe-f27f-4a44-b2c1-7a7d707f37d1 HTTP/1.1" status: 200 len: 944 time: 0.0492723 Nov 22 20:54:52.322477 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-16b7a84c-ca6f-415c-907c-6b83aa4ece53 req-bd874aff-8992-4b1a-98c1-76303211970c tempest-DeleteServersTestJSON-925143145 tempest-DeleteServersTestJSON-925143145-project] 10.222.0.46 "GET /v2.0/security-groups?id=51985f8f-f2a5-475a-9d08-1c0b6bd8c988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658157 Nov 22 20:54:52.337622 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2361735-ecc2-4387-a6c8-2f88f1ddf0c4 req-10c386cb-a9fb-46aa-b2c5-d0d2913854b3 tempest-DeleteServersTestJSON-925143145 tempest-DeleteServersTestJSON-925143145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:54:52.339085 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f2361735-ecc2-4387-a6c8-2f88f1ddf0c4 req-10c386cb-a9fb-46aa-b2c5-d0d2913854b3 tempest-DeleteServersTestJSON-925143145 tempest-DeleteServersTestJSON-925143145-project] 10.222.0.20 "GET /v2.0/ports?device_id=83b095fe-f27f-4a44-b2c1-7a7d707f37d1 HTTP/1.1" status: 200 len: 944 time: 0.0641427 Nov 22 20:54:52.432380 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-f2361735-ecc2-4387-a6c8-2f88f1ddf0c4 req-092f100a-85a2-4ab8-a8bf-be091f9e0af3 tempest-DeleteServersTestJSON-925143145 tempest-DeleteServersTestJSON-925143145-project] Deleting port 4768cea7-4df1-4229-bb8b-d1c730576d92 {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:54:52.432725 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-f2361735-ecc2-4387-a6c8-2f88f1ddf0c4 req-092f100a-85a2-4ab8-a8bf-be091f9e0af3 tempest-DeleteServersTestJSON-925143145 tempest-DeleteServersTestJSON-925143145-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:54:52.519917 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-f2361735-ecc2-4387-a6c8-2f88f1ddf0c4 req-092f100a-85a2-4ab8-a8bf-be091f9e0af3 tempest-DeleteServersTestJSON-925143145 tempest-DeleteServersTestJSON-925143145-project] For port 4768cea7-4df1-4229-bb8b-d1c730576d92, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=4768cea7-4df1-4229-bb8b-d1c730576d92,segment=NetworkSegment(5ea6762d-69cf-43c0-9938-6afebbf41fcc),segment_id=5ea6762d-69cf-43c0-9938-6afebbf41fcc)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:54:52.520281 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-f2361735-ecc2-4387-a6c8-2f88f1ddf0c4 req-092f100a-85a2-4ab8-a8bf-be091f9e0af3 tempest-DeleteServersTestJSON-925143145 tempest-DeleteServersTestJSON-925143145-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:54:52.537613 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-f2361735-ecc2-4387-a6c8-2f88f1ddf0c4 req-092f100a-85a2-4ab8-a8bf-be091f9e0af3 tempest-DeleteServersTestJSON-925143145 tempest-DeleteServersTestJSON-925143145-project] Calling delete_port for 4768cea7-4df1-4229-bb8b-d1c730576d92 owned by compute:nova {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:54:52.661205 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-f2361735-ecc2-4387-a6c8-2f88f1ddf0c4 req-092f100a-85a2-4ab8-a8bf-be091f9e0af3 tempest-DeleteServersTestJSON-925143145 tempest-DeleteServersTestJSON-925143145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:54:52.673437 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] get_ports_and_sgs() called for port_ids ['4768cea7-4df1-4229-bb8b-d1c730576d92'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:54:52.690363 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092f100a-85a2-4ab8-a8bf-be091f9e0af3 tempest-DeleteServersTestJSON-925143145 tempest-DeleteServersTestJSON-925143145-project] Pushing event deleted for resources: {'Port': ['ID=4768cea7-4df1-4229-bb8b-d1c730576d92,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:54:52.734029 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2361735-ecc2-4387-a6c8-2f88f1ddf0c4 req-092f100a-85a2-4ab8-a8bf-be091f9e0af3 tempest-DeleteServersTestJSON-925143145 tempest-DeleteServersTestJSON-925143145-project] No DVR routers for this DVR port 4768cea7-4df1-4229-bb8b-d1c730576d92 on host n-h2-818823-1 {{(pid=103447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:54:52.736682 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-f2361735-ecc2-4387-a6c8-2f88f1ddf0c4 req-092f100a-85a2-4ab8-a8bf-be091f9e0af3 tempest-DeleteServersTestJSON-925143145 tempest-DeleteServersTestJSON-925143145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:54:52.740916 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f2361735-ecc2-4387-a6c8-2f88f1ddf0c4 req-092f100a-85a2-4ab8-a8bf-be091f9e0af3 tempest-DeleteServersTestJSON-925143145 tempest-DeleteServersTestJSON-925143145-project] 10.222.0.20 "DELETE /v2.0/ports/4768cea7-4df1-4229-bb8b-d1c730576d92 HTTP/1.1" status: 204 len: 173 time: 0.3958063 Nov 22 20:54:52.741369 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83b095fe-f27f-4a44-b2c1-7a7d707f37d1', 'name': 'network-vif-deleted', 'tag': '4768cea7-4df1-4229-bb8b-d1c730576d92'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:54:52.743649 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e6e7f53-fa6b-4695-a6bf-3e61af52d14a" -d '{"events": [{"server_uuid": "83b095fe-f27f-4a44-b2c1-7a7d707f37d1", "name": "network-vif-deleted", "tag": "4768cea7-4df1-4229-bb8b-d1c730576d92"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:54:52.783564 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:54:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccde005a-55e8-490a-a1d8-860c335706a8 x-openstack-request-id: req-ccde005a-55e8-490a-a1d8-860c335706a8 {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:54:52.784441 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83b095fe-f27f-4a44-b2c1-7a7d707f37d1", "name": "network-vif-deleted", "tag": "4768cea7-4df1-4229-bb8b-d1c730576d92", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:54:52.784710 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ccde005a-55e8-490a-a1d8-860c335706a8 {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:54:52.785643 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83b095fe-f27f-4a44-b2c1-7a7d707f37d1', 'name': 'network-vif-deleted', 'tag': '4768cea7-4df1-4229-bb8b-d1c730576d92', 'status': 'completed', 'code': 200} Nov 22 20:54:53.145592 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 4768cea7-4df1-4229-bb8b-d1c730576d92 up at agent hyperv_n-h2-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:54:53.165904 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] No Port match for: 4768cea7-4df1-4229-bb8b-d1c730576d92 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:54:53.166259 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 4768cea7-4df1-4229-bb8b-d1c730576d92 not bound to the agent host n-h2-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 22 20:54:53.184049 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Port 4768cea7-4df1-4229-bb8b-d1c730576d92 not found, will not notify nova. {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 22 20:54:53.453643 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 57306) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:54:53.497045 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_v2 [None req-68710523-504a-4672-a0bc-a9bbfd66200d admin admin] Deleting subnet a09b839a-428c-406d-b92f-f41ec7a7c2d0 {{(pid=103447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 20:54:53.500081 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-68710523-504a-4672-a0bc-a9bbfd66200d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:54:53.533996 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-68710523-504a-4672-a0bc-a9bbfd66200d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12178353'] for subnet, precommit_delete_associations {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:54:53.575662 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-68710523-504a-4672-a0bc-a9bbfd66200d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3753007'] for subnet, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:54:53.626546 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-68710523-504a-4672-a0bc-a9bbfd66200d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3753014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8900804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8485115'] for subnet, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:54:53.652774 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68710523-504a-4672-a0bc-a9bbfd66200d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a09b839a-428c-406d-b92f-f41ec7a7c2d0,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:54:53.656415 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-68710523-504a-4672-a0bc-a9bbfd66200d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:54:53.659633 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-68710523-504a-4672-a0bc-a9bbfd66200d admin admin] 10.222.0.46 "DELETE /v2.0/subnets/a09b839a-428c-406d-b92f-f41ec7a7c2d0 HTTP/1.1" status: 204 len: 168 time: 0.2049723 Nov 22 20:54:53.662127 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 57308) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:54:53.728251 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-273e7c1c-d42b-42e0-a3f5-b76f5d59a7c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3961693'] for network, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:54:53.809521 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-273e7c1c-d42b-42e0-a3f5-b76f5d59a7c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3760028', 'neutron.services.segments.db._delete_segments_for_network-8748992815755'] for network, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:54:53.829391 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-273e7c1c-d42b-42e0-a3f5-b76f5d59a7c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d89e8513-4ffa-40a1-8816-e5b3b321ee67']}} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:54:53.838359 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-273e7c1c-d42b-42e0-a3f5-b76f5d59a7c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ea6762d-69cf-43c0-9938-6afebbf41fcc') {'for_net_delete': True} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:54:53.838667 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-273e7c1c-d42b-42e0-a3f5-b76f5d59a7c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ea6762d-69cf-43c0-9938-6afebbf41fcc') {} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:54:53.847866 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-273e7c1c-d42b-42e0-a3f5-b76f5d59a7c5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748993039638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12178344'] for segment, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:54:53.861435 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-273e7c1c-d42b-42e0-a3f5-b76f5d59a7c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:54:53.869265 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-273e7c1c-d42b-42e0-a3f5-b76f5d59a7c5 admin admin] Releasing vlan 624 on physical network physnet1 to pool {{(pid=103447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 20:54:53.869785 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-273e7c1c-d42b-42e0-a3f5-b76f5d59a7c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8900762'] for segment, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:54:53.871476 n-d-818823-1 neutron-server[103447]: Traceback (most recent call last): Nov 22 20:54:53.871476 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 20:54:53.871476 n-d-818823-1 neutron-server[103447]: timer() Nov 22 20:54:53.871476 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 20:54:53.871476 n-d-818823-1 neutron-server[103447]: cb(*args, **kw) Nov 22 20:54:53.871476 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 20:54:53.871476 n-d-818823-1 neutron-server[103447]: return func(*args, **kwargs) Nov 22 20:54:53.871476 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 20:54:53.871476 n-d-818823-1 neutron-server[103447]: self._notify() Nov 22 20:54:53.871476 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 20:54:53.871476 n-d-818823-1 neutron-server[103447]: self.callback(batched_events) Nov 22 20:54:53.871476 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 20:54:53.871476 n-d-818823-1 neutron-server[103447]: event.method(event) Nov 22 20:54:53.871476 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 20:54:53.871476 n-d-818823-1 neutron-server[103447]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 20:54:53.871476 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 20:54:53.871476 n-d-818823-1 neutron-server[103447]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 20:54:53.871476 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 20:54:53.871476 n-d-818823-1 neutron-server[103447]: return f(self, *a, **k) Nov 22 20:54:53.871476 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 20:54:53.871476 n-d-818823-1 neutron-server[103447]: return self._get(url).json() Nov 22 20:54:53.871476 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 20:54:53.871476 n-d-818823-1 neutron-server[103447]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 20:54:53.871476 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 20:54:53.871476 n-d-818823-1 neutron-server[103447]: return self.request(url, 'GET', **kwargs) Nov 22 20:54:53.871476 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 20:54:53.871476 n-d-818823-1 neutron-server[103447]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 20:54:53.871476 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 20:54:53.871476 n-d-818823-1 neutron-server[103447]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 20:54:53.871476 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 20:54:53.871476 n-d-818823-1 neutron-server[103447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 20:54:53.871476 n-d-818823-1 neutron-server[103447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 20:54:53.929163 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-273e7c1c-d42b-42e0-a3f5-b76f5d59a7c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3760002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595318'] for network, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:54:53.934047 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-273e7c1c-d42b-42e0-a3f5-b76f5d59a7c5 admin admin] Publish callbacks [] for network, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:54:53.937315 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-273e7c1c-d42b-42e0-a3f5-b76f5d59a7c5 admin admin] 10.222.0.46 "DELETE /v2.0/networks/d89e8513-4ffa-40a1-8816-e5b3b321ee67 HTTP/1.1" status: 204 len: 168 time: 0.2742662 Nov 22 20:54:53.950200 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273e7c1c-d42b-42e0-a3f5-b76f5d59a7c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=d89e8513-4ffa-40a1-8816-e5b3b321ee67,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:54:54.042896 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 57312) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:54:54.082051 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-59e9058a-f0a7-4770-96f9-1af6bb22ff13 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a7a61fc6fa154c46916b5603d8fac5f4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0379739 Nov 22 20:54:54.084508 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 57314) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:54:54.130772 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-559a38ef-d027-482b-8e24-9ee30a225ad0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:54:54.150924 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-559a38ef-d027-482b-8e24-9ee30a225ad0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:54:54.196907 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-559a38ef-d027-482b-8e24-9ee30a225ad0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:54:54.199911 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-559a38ef-d027-482b-8e24-9ee30a225ad0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:54:54.201066 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-559a38ef-d027-482b-8e24-9ee30a225ad0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/51985f8f-f2a5-475a-9d08-1c0b6bd8c988 HTTP/1.1" status: 204 len: 168 time: 0.1155915 Nov 22 20:54:54.208715 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559a38ef-d027-482b-8e24-9ee30a225ad0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51985f8f-f2a5-475a-9d08-1c0b6bd8c988,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:54:54.989049 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 57336) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:54:55.082090 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-4861e5d2-09de-4367-b051-18c8f259bf39 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-426708884-network', 'tenant_id': 'efe24a5979264f179b1ddac9800a4508'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:54:55.104917 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4861e5d2-09de-4367-b051-18c8f259bf39 admin admin] Made reservation on behalf of efe24a5979264f179b1ddac9800a4508 for: {'network': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:54:55.107171 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4861e5d2-09de-4367-b051-18c8f259bf39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for network, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:54:55.115962 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4861e5d2-09de-4367-b051-18c8f259bf39 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:54:55.192434 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4861e5d2-09de-4367-b051-18c8f259bf39 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:54:55.196333 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4861e5d2-09de-4367-b051-18c8f259bf39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:54:55.218332 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4861e5d2-09de-4367-b051-18c8f259bf39 admin admin] vlan segment allocate from pool success with {'vlan_id': 625, 'physical_network': 'physnet1'} {{(pid=103447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 20:54:55.234664 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4861e5d2-09de-4367-b051-18c8f259bf39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d511089-0504-4637-8a36-c93445b6fd78,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:54:55.237569 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4861e5d2-09de-4367-b051-18c8f259bf39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:54:55.237917 n-d-818823-1 neutron-server[103447]: INFO neutron.db.segments_db [None req-4861e5d2-09de-4367-b051-18c8f259bf39 admin admin] Added segment 80a04d4f-ab6b-4ab7-beef-2dd20710863b of type vlan for network 878efd41-b8e1-4f65-9f30-7f80d9ed58e0 Nov 22 20:54:55.283806 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4861e5d2-09de-4367-b051-18c8f259bf39 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748992492791'] for network, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:54:55.318601 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4861e5d2-09de-4367-b051-18c8f259bf39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for network, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:54:55.319707 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4861e5d2-09de-4367-b051-18c8f259bf39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:54:55.320324 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4861e5d2-09de-4367-b051-18c8f259bf39 admin admin] Publish callbacks [] for network, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:54:55.382671 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-4861e5d2-09de-4367-b051-18c8f259bf39 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3923130 Nov 22 20:54:55.385466 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 57340) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:54:55.390557 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-3e3ba000-ad51-4038-b8a7-656162751fc7 admin admin] Request body: {'subnet': {'network_id': '878efd41-b8e1-4f65-9f30-7f80d9ed58e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-426708884-subnet', 'tenant_id': 'efe24a5979264f179b1ddac9800a4508', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:54:55.395054 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4861e5d2-09de-4367-b051-18c8f259bf39 admin admin] Pushing event updated for resources: {'Network': ['ID=878efd41-b8e1-4f65-9f30-7f80d9ed58e0,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:54:55.405634 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Network 878efd41-b8e1-4f65-9f30-7f80d9ed58e0 details requested by agent ovs-agent-n-d-818823-1 with host n-d-818823-1 {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 20:54:55.413510 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e3ba000-ad51-4038-b8a7-656162751fc7 admin admin] Made reservation on behalf of efe24a5979264f179b1ddac9800a4508 for: {'subnet': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:54:55.415968 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3e3ba000-ad51-4038-b8a7-656162751fc7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11792951'] for subnet, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:54:55.577488 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3e3ba000-ad51-4038-b8a7-656162751fc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11567560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11792921'] for subnet, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:54:55.635239 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3ba000-ad51-4038-b8a7-656162751fc7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2a50ff6-e66f-4afe-97dc-52d239f00a43,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:54:55.645950 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3ba000-ad51-4038-b8a7-656162751fc7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:54:55.646294 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3ba000-ad51-4038-b8a7-656162751fc7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:54:55.646632 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3ba000-ad51-4038-b8a7-656162751fc7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:54:55.646966 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3ba000-ad51-4038-b8a7-656162751fc7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:54:55.647298 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3ba000-ad51-4038-b8a7-656162751fc7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:54:55.647658 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3ba000-ad51-4038-b8a7-656162751fc7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:54:55.647983 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3ba000-ad51-4038-b8a7-656162751fc7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:54:55.648306 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3ba000-ad51-4038-b8a7-656162751fc7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:54:55.648628 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3ba000-ad51-4038-b8a7-656162751fc7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:54:55.648948 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3ba000-ad51-4038-b8a7-656162751fc7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:54:55.649268 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3ba000-ad51-4038-b8a7-656162751fc7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:54:55.649584 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3ba000-ad51-4038-b8a7-656162751fc7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:54:55.654647 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e3ba000-ad51-4038-b8a7-656162751fc7 admin admin] Checking segment: {'id': '80a04d4f-ab6b-4ab7-beef-2dd20710863b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '878efd41-b8e1-4f65-9f30-7f80d9ed58e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:54:55.654998 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e3ba000-ad51-4038-b8a7-656162751fc7 admin admin] Network hostable DHCP agents. Network: 878efd41-b8e1-4f65-9f30-7f80d9ed58e0, hostable agents: ['02adaa64-0987-4b74-bad0-cbcf56f8a294'], hosted agents: [] {{(pid=103448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 20:54:55.671442 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e3ba000-ad51-4038-b8a7-656162751fc7 admin admin] Network 878efd41-b8e1-4f65-9f30-7f80d9ed58e0 is scheduled to be hosted by DHCP agent 02adaa64-0987-4b74-bad0-cbcf56f8a294 with binding_index 1 {{(pid=103448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 20:54:55.680571 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-3e3ba000-ad51-4038-b8a7-656162751fc7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818823-1, 878efd41-b8e1-4f65-9f30-7f80d9ed58e0) {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:54:55.685261 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e3ba000-ad51-4038-b8a7-656162751fc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:54:55.686292 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3e3ba000-ad51-4038-b8a7-656162751fc7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:54:55.689547 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec3831b4-6ddc-42e2-9e67-c803e36d7403 None None] Network 878efd41-b8e1-4f65-9f30-7f80d9ed58e0 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:54:55.702178 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-3e3ba000-ad51-4038-b8a7-656162751fc7 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3154871 Nov 22 20:54:55.822721 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e2e2e04-8977-41fc-be5c-c8a71f7674be None None] Network 878efd41-b8e1-4f65-9f30-7f80d9ed58e0 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:54:56.123769 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667c3254-318d-4084-9a93-c3a3927e4b90 req-39bf106c-0228-4565-bc66-15af6be1467e tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:54:56.125241 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-667c3254-318d-4084-9a93-c3a3927e4b90 req-39bf106c-0228-4565-bc66-15af6be1467e tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] 10.222.0.46 "GET /v2.0/networks?id=878efd41-b8e1-4f65-9f30-7f80d9ed58e0 HTTP/1.1" status: 200 len: 814 time: 0.1005905 Nov 22 20:54:56.140249 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-667c3254-318d-4084-9a93-c3a3927e4b90 req-3c5120bc-5412-4858-847d-3f7e80953d05 tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] 10.222.0.46 "GET /v2.0/quotas/efe24a5979264f179b1ddac9800a4508 HTTP/1.1" status: 200 len: 375 time: 0.0088627 Nov 22 20:54:56.171424 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-667c3254-318d-4084-9a93-c3a3927e4b90 req-838f1726-2eae-4983-8c89-9fada7e57455 tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=efe24a5979264f179b1ddac9800a4508&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0254626 Nov 22 20:54:56.269051 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-667c3254-318d-4084-9a93-c3a3927e4b90 req-84e43322-9dd2-4454-8d30-98f86a65cba4 service neutron] 10.222.0.46 "GET /v2.0/networks/878efd41-b8e1-4f65-9f30-7f80d9ed58e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906868 Nov 22 20:54:56.356661 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-667c3254-318d-4084-9a93-c3a3927e4b90 req-c7e3c46b-e651-4999-8969-3881c804451d service neutron] 10.222.0.46 "GET /v2.0/networks/878efd41-b8e1-4f65-9f30-7f80d9ed58e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808723 Nov 22 20:54:56.517671 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-78388766-e684-4a69-a012-9ee94c59b48c req-35162e87-b46e-4bd9-8bca-6b96b5b7dca5 tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] 10.222.0.46 "GET /v2.0/ports?device_id=5f144cdb-ef4b-4686-9126-dc5b091b9036 HTTP/1.1" status: 200 len: 210 time: 0.0321360 Nov 22 20:54:57.176416 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 4768cea7-4df1-4229-bb8b-d1c730576d92 no longer exists at agent hyperv_n-h2-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:54:57.197269 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] No Port match for: 4768cea7-4df1-4229-bb8b-d1c730576d92 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:54:57.197612 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 4768cea7-4df1-4229-bb8b-d1c730576d92 not bound to the agent host n-h2-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:54:57.419305 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667c3254-318d-4084-9a93-c3a3927e4b90 req-160a3333-106f-43cd-8bbe-f74e5763992f tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:54:57.420678 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-667c3254-318d-4084-9a93-c3a3927e4b90 req-160a3333-106f-43cd-8bbe-f74e5763992f tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] 10.222.0.20 "GET /v2.0/networks?id=878efd41-b8e1-4f65-9f30-7f80d9ed58e0 HTTP/1.1" status: 200 len: 814 time: 0.1090214 Nov 22 20:54:57.433906 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-667c3254-318d-4084-9a93-c3a3927e4b90 req-f5352887-cc55-488e-93d5-9f8a9024966b tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] Request body: {'port': {'device_id': '5f144cdb-ef4b-4686-9126-dc5b091b9036', 'network_id': '878efd41-b8e1-4f65-9f30-7f80d9ed58e0', 'admin_state_up': True, 'tenant_id': 'efe24a5979264f179b1ddac9800a4508'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:54:57.544364 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-667c3254-318d-4084-9a93-c3a3927e4b90 req-f5352887-cc55-488e-93d5-9f8a9024966b tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] Made reservation on behalf of efe24a5979264f179b1ddac9800a4508 for: {'port': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:54:57.547969 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-667c3254-318d-4084-9a93-c3a3927e4b90 req-f5352887-cc55-488e-93d5-9f8a9024966b tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:54:57.631324 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9a78ede4-b79e-4853-9c46-b5295d38bf24 req-8866f106-ada9-46e4-b577-dd96a9765f6d tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] 10.222.0.46 "GET /v2.0/ports?device_id=5f144cdb-ef4b-4686-9126-dc5b091b9036 HTTP/1.1" status: 200 len: 210 time: 0.0314846 Nov 22 20:54:57.696805 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [req-667c3254-318d-4084-9a93-c3a3927e4b90 req-f5352887-cc55-488e-93d5-9f8a9024966b tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] Allocated IP 172.20.0.4 (878efd41-b8e1-4f65-9f30-7f80d9ed58e0/e2a50ff6-e66f-4afe-97dc-52d239f00a43/11864470-3508-4e32-89a7-ea8932d7aa98) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:54:57.839234 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-667c3254-318d-4084-9a93-c3a3927e4b90 req-f5352887-cc55-488e-93d5-9f8a9024966b tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:54:57.875682 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-667c3254-318d-4084-9a93-c3a3927e4b90 req-f5352887-cc55-488e-93d5-9f8a9024966b tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:54:57.919917 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-667c3254-318d-4084-9a93-c3a3927e4b90 req-f5352887-cc55-488e-93d5-9f8a9024966b tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] Network 878efd41-b8e1-4f65-9f30-7f80d9ed58e0 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:54:57.923083 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [req-667c3254-318d-4084-9a93-c3a3927e4b90 req-f5352887-cc55-488e-93d5-9f8a9024966b tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:54:57.926657 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-667c3254-318d-4084-9a93-c3a3927e4b90 req-f5352887-cc55-488e-93d5-9f8a9024966b tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:54:57.950374 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5352887-cc55-488e-93d5-9f8a9024966b tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] Pushing event updated for resources: {'Port': ['ID=11864470-3508-4e32-89a7-ea8932d7aa98,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:54:57.978457 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667c3254-318d-4084-9a93-c3a3927e4b90 req-f5352887-cc55-488e-93d5-9f8a9024966b tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:54:57.979072 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-667c3254-318d-4084-9a93-c3a3927e4b90 req-f5352887-cc55-488e-93d5-9f8a9024966b tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:54:57.994651 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-667c3254-318d-4084-9a93-c3a3927e4b90 req-f5352887-cc55-488e-93d5-9f8a9024966b tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5646567 Nov 22 20:54:58.007823 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-667c3254-318d-4084-9a93-c3a3927e4b90 req-30fe6f9d-adf8-4899-a0ac-dc8ed762fac6 service neutron] Request body: {'port': {'device_id': '5f144cdb-ef4b-4686-9126-dc5b091b9036', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818823-1'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:54:58.062983 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-667c3254-318d-4084-9a93-c3a3927e4b90 req-30fe6f9d-adf8-4899-a0ac-dc8ed762fac6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:54:58.313285 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [req-667c3254-318d-4084-9a93-c3a3927e4b90 req-30fe6f9d-adf8-4899-a0ac-dc8ed762fac6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11864470-3508-4e32-89a7-ea8932d7aa98 {{(pid=103447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:54:58.321175 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-667c3254-318d-4084-9a93-c3a3927e4b90 req-30fe6f9d-adf8-4899-a0ac-dc8ed762fac6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:54:58.333266 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.provisioning_blocks [req-667c3254-318d-4084-9a93-c3a3927e4b90 req-30fe6f9d-adf8-4899-a0ac-dc8ed762fac6 service neutron] Transition to ACTIVE for port object 11864470-3508-4e32-89a7-ea8932d7aa98 will not be triggered until provisioned by entity L2. {{(pid=103447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 20:54:58.336049 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-667c3254-318d-4084-9a93-c3a3927e4b90 req-30fe6f9d-adf8-4899-a0ac-dc8ed762fac6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:54:58.386728 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fe6f9d-adf8-4899-a0ac-dc8ed762fac6 service neutron] Pushing event updated for resources: {'Port': ['ID=11864470-3508-4e32-89a7-ea8932d7aa98,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:54:58.450985 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-667c3254-318d-4084-9a93-c3a3927e4b90 req-30fe6f9d-adf8-4899-a0ac-dc8ed762fac6 service neutron] Attempting to bind port 11864470-3508-4e32-89a7-ea8932d7aa98 on host n-h2-818823-1 for vnic_type normal with profile {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:54:58.451667 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-667c3254-318d-4084-9a93-c3a3927e4b90 req-30fe6f9d-adf8-4899-a0ac-dc8ed762fac6 service neutron] Attempting to bind port 11864470-3508-4e32-89a7-ea8932d7aa98 by drivers openvswitch,hyperv on host n-h2-818823-1 at level 0 using segments [{'id': '80a04d4f-ab6b-4ab7-beef-2dd20710863b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '878efd41-b8e1-4f65-9f30-7f80d9ed58e0'}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:54:58.451667 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-667c3254-318d-4084-9a93-c3a3927e4b90 req-30fe6f9d-adf8-4899-a0ac-dc8ed762fac6 service neutron] Attempting to bind port 11864470-3508-4e32-89a7-ea8932d7aa98 on network 878efd41-b8e1-4f65-9f30-7f80d9ed58e0 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:54:58.455777 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-667c3254-318d-4084-9a93-c3a3927e4b90 req-30fe6f9d-adf8-4899-a0ac-dc8ed762fac6 service neutron] Port 11864470-3508-4e32-89a7-ea8932d7aa98 on network 878efd41-b8e1-4f65-9f30-7f80d9ed58e0 not bound, no agent of type Open vSwitch agent registered on host n-h2-818823-1 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:54:58.456091 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-667c3254-318d-4084-9a93-c3a3927e4b90 req-30fe6f9d-adf8-4899-a0ac-dc8ed762fac6 service neutron] Attempting to bind port 11864470-3508-4e32-89a7-ea8932d7aa98 on network 878efd41-b8e1-4f65-9f30-7f80d9ed58e0 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:54:58.460853 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-667c3254-318d-4084-9a93-c3a3927e4b90 req-30fe6f9d-adf8-4899-a0ac-dc8ed762fac6 service neutron] Checking agent: {'id': '65e0486a-7030-4065-96f0-10aa7402a530', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'started_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 54, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:54:58.461184 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-667c3254-318d-4084-9a93-c3a3927e4b90 req-30fe6f9d-adf8-4899-a0ac-dc8ed762fac6 service neutron] Checking segment: {'id': '80a04d4f-ab6b-4ab7-beef-2dd20710863b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '878efd41-b8e1-4f65-9f30-7f80d9ed58e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:54:58.461558 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-667c3254-318d-4084-9a93-c3a3927e4b90 req-30fe6f9d-adf8-4899-a0ac-dc8ed762fac6 service neutron] Bound using segment: {'id': '80a04d4f-ab6b-4ab7-beef-2dd20710863b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '878efd41-b8e1-4f65-9f30-7f80d9ed58e0'} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:54:58.461970 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-667c3254-318d-4084-9a93-c3a3927e4b90 req-30fe6f9d-adf8-4899-a0ac-dc8ed762fac6 service neutron] Bound port: 11864470-3508-4e32-89a7-ea8932d7aa98, host: n-h2-818823-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80a04d4f-ab6b-4ab7-beef-2dd20710863b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '878efd41-b8e1-4f65-9f30-7f80d9ed58e0'}}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:54:58.462314 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-667c3254-318d-4084-9a93-c3a3927e4b90 req-30fe6f9d-adf8-4899-a0ac-dc8ed762fac6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:54:58.522755 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-667c3254-318d-4084-9a93-c3a3927e4b90 req-30fe6f9d-adf8-4899-a0ac-dc8ed762fac6 service neutron] For port 11864470-3508-4e32-89a7-ea8932d7aa98, host n-h2-818823-1, cleared binding levels {{(pid=103447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:54:58.525685 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-667c3254-318d-4084-9a93-c3a3927e4b90 req-30fe6f9d-adf8-4899-a0ac-dc8ed762fac6 service neutron] For port 11864470-3508-4e32-89a7-ea8932d7aa98, host n-h2-818823-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=11864470-3508-4e32-89a7-ea8932d7aa98,segment=NetworkSegment(80a04d4f-ab6b-4ab7-beef-2dd20710863b),segment_id=80a04d4f-ab6b-4ab7-beef-2dd20710863b)] {{(pid=103447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:54:58.530119 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-667c3254-318d-4084-9a93-c3a3927e4b90 req-30fe6f9d-adf8-4899-a0ac-dc8ed762fac6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:54:58.566811 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667c3254-318d-4084-9a93-c3a3927e4b90 req-30fe6f9d-adf8-4899-a0ac-dc8ed762fac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:54:58.567348 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-667c3254-318d-4084-9a93-c3a3927e4b90 req-30fe6f9d-adf8-4899-a0ac-dc8ed762fac6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:54:58.568758 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-667c3254-318d-4084-9a93-c3a3927e4b90 req-30fe6f9d-adf8-4899-a0ac-dc8ed762fac6 service neutron] 10.222.0.20 "PUT /v2.0/ports/11864470-3508-4e32-89a7-ea8932d7aa98 HTTP/1.1" status: 200 len: 1091 time: 0.5653880 Nov 22 20:54:58.569204 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f144cdb-ef4b-4686-9126-dc5b091b9036', 'tag': '11864470-3508-4e32-89a7-ea8932d7aa98'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:54:58.571481 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf5f100c-c435-478e-8c19-3aba1a25ee91" -d '{"events": [{"name": "network-changed", "server_uuid": "5f144cdb-ef4b-4686-9126-dc5b091b9036", "tag": "11864470-3508-4e32-89a7-ea8932d7aa98"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:54:58.593575 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fe6f9d-adf8-4899-a0ac-dc8ed762fac6 service neutron] Pushing event updated for resources: {'Port': ['ID=11864470-3508-4e32-89a7-ea8932d7aa98,revision_number=3']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:54:58.612869 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 20:54:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1318fb62-efae-40b6-bde3-605ff8eac64e x-openstack-request-id: req-1318fb62-efae-40b6-bde3-605ff8eac64e {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:54:58.613212 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f144cdb-ef4b-4686-9126-dc5b091b9036", "tag": "11864470-3508-4e32-89a7-ea8932d7aa98", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:54:58.613994 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1318fb62-efae-40b6-bde3-605ff8eac64e {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:54:58.614616 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f144cdb-ef4b-4686-9126-dc5b091b9036', 'tag': '11864470-3508-4e32-89a7-ea8932d7aa98', 'status': 'completed', 'code': 200} Nov 22 20:54:58.658032 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667c3254-318d-4084-9a93-c3a3927e4b90 req-8eaedaba-a5c2-4576-87d2-d5f5013c3e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:54:58.659607 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-667c3254-318d-4084-9a93-c3a3927e4b90 req-8eaedaba-a5c2-4576-87d2-d5f5013c3e67 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=efe24a5979264f179b1ddac9800a4508&device_id=5f144cdb-ef4b-4686-9126-dc5b091b9036 HTTP/1.1" status: 200 len: 1094 time: 0.0413845 Nov 22 20:54:58.706501 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-667c3254-318d-4084-9a93-c3a3927e4b90 req-e1494126-a441-4029-9798-dc3001ae478c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=11864470-3508-4e32-89a7-ea8932d7aa98 HTTP/1.1" status: 200 len: 217 time: 0.0394065 Nov 22 20:54:58.776301 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667c3254-318d-4084-9a93-c3a3927e4b90 req-f3364eba-5c9e-4099-bcd3-60cdbfcd9614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:54:58.777763 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-667c3254-318d-4084-9a93-c3a3927e4b90 req-f3364eba-5c9e-4099-bcd3-60cdbfcd9614 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e2a50ff6-e66f-4afe-97dc-52d239f00a43 HTTP/1.1" status: 200 len: 854 time: 0.0640316 Nov 22 20:54:58.786550 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad71696-3236-4840-a70e-64d56f974688 req-9906b82a-dc04-4f43-bb65-b961ef77a2f8 tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:54:58.787937 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1ad71696-3236-4840-a70e-64d56f974688 req-9906b82a-dc04-4f43-bb65-b961ef77a2f8 tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] 10.222.0.46 "GET /v2.0/ports?device_id=5f144cdb-ef4b-4686-9126-dc5b091b9036 HTTP/1.1" status: 200 len: 943 time: 0.0839419 Nov 22 20:54:58.821447 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-667c3254-318d-4084-9a93-c3a3927e4b90 req-6fce6977-3142-48b0-8ae5-f05f3ed28ae6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=878efd41-b8e1-4f65-9f30-7f80d9ed58e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325003 Nov 22 20:54:58.900596 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1ad71696-3236-4840-a70e-64d56f974688 req-f33c6e02-aea7-4856-858e-7f3625fbcfe8 tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] 10.222.0.46 "GET /v2.0/security-groups?id=4d511089-0504-4637-8a36-c93445b6fd78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043730 Nov 22 20:54:58.930484 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-667c3254-318d-4084-9a93-c3a3927e4b90 req-3184330d-5879-489f-b9b1-a9a645f7c851 service neutron] 10.222.0.20 "GET /v2.0/networks/878efd41-b8e1-4f65-9f30-7f80d9ed58e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016083 Nov 22 20:54:59.024434 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-667c3254-318d-4084-9a93-c3a3927e4b90 req-3c0e077f-3a6a-4160-a241-f8ff8ab80a0f service neutron] 10.222.0.20 "GET /v2.0/networks/878efd41-b8e1-4f65-9f30-7f80d9ed58e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865457 Nov 22 20:54:59.110113 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5f100c-c435-478e-8c19-3aba1a25ee91 req-2272a066-0567-4981-a79a-01291f4c4b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:54:59.111550 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-bf5f100c-c435-478e-8c19-3aba1a25ee91 req-2272a066-0567-4981-a79a-01291f4c4b69 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=efe24a5979264f179b1ddac9800a4508&device_id=5f144cdb-ef4b-4686-9126-dc5b091b9036 HTTP/1.1" status: 200 len: 1094 time: 0.0411322 Nov 22 20:54:59.203057 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5f100c-c435-478e-8c19-3aba1a25ee91 req-de1e3b4b-b6fb-4652-8dd8-3fb92c90bf80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:54:59.204579 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-bf5f100c-c435-478e-8c19-3aba1a25ee91 req-de1e3b4b-b6fb-4652-8dd8-3fb92c90bf80 service neutron] 10.222.0.20 "GET /v2.0/networks?id=878efd41-b8e1-4f65-9f30-7f80d9ed58e0 HTTP/1.1" status: 200 len: 915 time: 0.0865965 Nov 22 20:54:59.244660 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-bf5f100c-c435-478e-8c19-3aba1a25ee91 req-0025fb3d-a133-4fee-b509-8f3d9dec88d7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=11864470-3508-4e32-89a7-ea8932d7aa98 HTTP/1.1" status: 200 len: 217 time: 0.0335131 Nov 22 20:54:59.293576 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5f100c-c435-478e-8c19-3aba1a25ee91 req-3bbc5616-04ee-4037-bc12-daa9f0703a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:54:59.294985 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-bf5f100c-c435-478e-8c19-3aba1a25ee91 req-3bbc5616-04ee-4037-bc12-daa9f0703a5c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e2a50ff6-e66f-4afe-97dc-52d239f00a43 HTTP/1.1" status: 200 len: 854 time: 0.0423293 Nov 22 20:54:59.327281 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-bf5f100c-c435-478e-8c19-3aba1a25ee91 req-c366ea33-67ff-41f7-8901-91c772a81f51 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=878efd41-b8e1-4f65-9f30-7f80d9ed58e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243590 Nov 22 20:54:59.763752 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-bf5f100c-c435-478e-8c19-3aba1a25ee91 req-430e6d9d-563a-4a53-b342-3764a23990d2 service neutron] 10.222.0.20 "GET /v2.0/networks/878efd41-b8e1-4f65-9f30-7f80d9ed58e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4287884 Nov 22 20:54:59.852648 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-bf5f100c-c435-478e-8c19-3aba1a25ee91 req-374cb8d6-5dae-4be9-90f1-f55d739f61ed service neutron] 10.222.0.20 "GET /v2.0/networks/878efd41-b8e1-4f65-9f30-7f80d9ed58e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810168 Nov 22 20:55:00.020177 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9187f6a-6ee0-4c65-af4e-bf0461fcde7c req-236e4e5c-0af1-4ab7-933d-6333ffa951a8 tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:55:00.021683 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f9187f6a-6ee0-4c65-af4e-bf0461fcde7c req-236e4e5c-0af1-4ab7-933d-6333ffa951a8 tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] 10.222.0.46 "GET /v2.0/ports?device_id=5f144cdb-ef4b-4686-9126-dc5b091b9036 HTTP/1.1" status: 200 len: 943 time: 0.0530224 Nov 22 20:55:00.054065 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-523b00fe-5345-47e2-a15b-042ff22157f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:55:00.069496 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f9187f6a-6ee0-4c65-af4e-bf0461fcde7c req-dcc7c117-95fb-46b1-95ad-4114c4ffaabb tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] 10.222.0.46 "GET /v2.0/security-groups?id=4d511089-0504-4637-8a36-c93445b6fd78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417063 Nov 22 20:55:01.184253 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85336bb5-f308-46c8-97a9-a579c9b270fa req-83d49514-b18b-45cc-a075-2d8c3110f1a6 tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:55:01.184839 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 11864470-3508-4e32-89a7-ea8932d7aa98 details requested by agent hyperv_n-h2-818823-1 with host n-h2-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 20:55:01.185914 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-85336bb5-f308-46c8-97a9-a579c9b270fa req-83d49514-b18b-45cc-a075-2d8c3110f1a6 tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] 10.222.0.46 "GET /v2.0/ports?device_id=5f144cdb-ef4b-4686-9126-dc5b091b9036 HTTP/1.1" status: 200 len: 943 time: 0.0490062 Nov 22 20:55:01.233672 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-85336bb5-f308-46c8-97a9-a579c9b270fa req-0dd0465b-caf7-4976-ac3c-7aaaa79622cb tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] 10.222.0.46 "GET /v2.0/security-groups?id=4d511089-0504-4637-8a36-c93445b6fd78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417712 Nov 22 20:55:01.279142 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port 11864470-3508-4e32-89a7-ea8932d7aa98, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=11864470-3508-4e32-89a7-ea8932d7aa98,segment=NetworkSegment(80a04d4f-ab6b-4ab7-beef-2dd20710863b),segment_id=80a04d4f-ab6b-4ab7-beef-2dd20710863b)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:55:01.290719 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Returning: {'device': '11864470-3508-4e32-89a7-ea8932d7aa98', 'network_id': '878efd41-b8e1-4f65-9f30-7f80d9ed58e0', 'port_id': '11864470-3508-4e32-89a7-ea8932d7aa98', 'mac_address': 'fa:16:3e:9e:b0:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2a50ff6-e66f-4afe-97dc-52d239f00a43', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 20:55:01.329167 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:55:01.343020 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11864470-3508-4e32-89a7-ea8932d7aa98 {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:55:01.361886 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port 11864470-3508-4e32-89a7-ea8932d7aa98, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=11864470-3508-4e32-89a7-ea8932d7aa98,segment=NetworkSegment(80a04d4f-ab6b-4ab7-beef-2dd20710863b),segment_id=80a04d4f-ab6b-4ab7-beef-2dd20710863b)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:55:01.365518 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:55:01.414783 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=11864470-3508-4e32-89a7-ea8932d7aa98,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:55:01.557139 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] get_ports_and_sgs() called for port_ids ['11864470-3508-4e32-89a7-ea8932d7aa98'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:55:02.356168 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddde4850-3bff-4250-bd23-2f5c4f56e832 req-0fe17bcb-a9f0-4139-9663-c55da0926a56 tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:55:02.357682 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ddde4850-3bff-4250-bd23-2f5c4f56e832 req-0fe17bcb-a9f0-4139-9663-c55da0926a56 tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] 10.222.0.46 "GET /v2.0/ports?device_id=5f144cdb-ef4b-4686-9126-dc5b091b9036 HTTP/1.1" status: 200 len: 944 time: 0.0529275 Nov 22 20:55:02.405319 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ddde4850-3bff-4250-bd23-2f5c4f56e832 req-d21afd67-8812-4a7c-8393-7a83b47f1832 tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] 10.222.0.46 "GET /v2.0/security-groups?id=4d511089-0504-4637-8a36-c93445b6fd78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409458 Nov 22 20:55:02.980393 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-1793779e-58f7-4947-a7d1-4d49bedb1ffc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:55:03.175053 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 11864470-3508-4e32-89a7-ea8932d7aa98 up at agent hyperv_n-h2-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:55:03.223282 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Provisioning for port 11864470-3508-4e32-89a7-ea8932d7aa98 completed by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 20:55:03.226870 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Provisioning complete for port 11864470-3508-4e32-89a7-ea8932d7aa98 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:55:03.227242 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:55:03.315105 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:55:03.337583 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f144cdb-ef4b-4686-9126-dc5b091b9036', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11864470-3508-4e32-89a7-ea8932d7aa98'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:55:03.339813 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d39f6d30a11e565ec9648abcc015e8a6ab6cff4edd704add8155e28765d31eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afd4abda-51af-41b2-83f0-31f5ade1464f" -d '{"events": [{"server_uuid": "5f144cdb-ef4b-4686-9126-dc5b091b9036", "name": "network-vif-plugged", "status": "completed", "tag": "11864470-3508-4e32-89a7-ea8932d7aa98"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:55:03.352894 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port 11864470-3508-4e32-89a7-ea8932d7aa98, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=11864470-3508-4e32-89a7-ea8932d7aa98,segment=NetworkSegment(80a04d4f-ab6b-4ab7-beef-2dd20710863b),segment_id=80a04d4f-ab6b-4ab7-beef-2dd20710863b)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:55:03.357856 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:55:03.381280 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:55:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-938111f3-c7c4-42cc-bd0d-1f75386f297e x-openstack-request-id: req-938111f3-c7c4-42cc-bd0d-1f75386f297e {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:55:03.381280 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f144cdb-ef4b-4686-9126-dc5b091b9036", "name": "network-vif-plugged", "status": "completed", "tag": "11864470-3508-4e32-89a7-ea8932d7aa98", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:55:03.381280 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-938111f3-c7c4-42cc-bd0d-1f75386f297e {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:55:03.382212 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f144cdb-ef4b-4686-9126-dc5b091b9036', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11864470-3508-4e32-89a7-ea8932d7aa98', 'code': 200} Nov 22 20:55:03.407717 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=11864470-3508-4e32-89a7-ea8932d7aa98,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:55:03.487858 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ebba2c-8018-4944-a9b0-cd4615c7c57f req-e2a49935-c64e-4fe2-a8b2-d7cc4a7caa08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:55:03.489387 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-79ebba2c-8018-4944-a9b0-cd4615c7c57f req-e2a49935-c64e-4fe2-a8b2-d7cc4a7caa08 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5f144cdb-ef4b-4686-9126-dc5b091b9036 HTTP/1.1" status: 200 len: 1096 time: 0.0491908 Nov 22 20:55:03.546662 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acc18c2-0d1b-429e-ae95-bcaee0b0882a req-d05be038-c0ba-48b3-ade2-4a01b016c194 tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:55:03.548174 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0acc18c2-0d1b-429e-ae95-bcaee0b0882a req-d05be038-c0ba-48b3-ade2-4a01b016c194 tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] 10.222.0.46 "GET /v2.0/ports?device_id=5f144cdb-ef4b-4686-9126-dc5b091b9036 HTTP/1.1" status: 200 len: 945 time: 0.0745008 Nov 22 20:55:03.564543 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-79ebba2c-8018-4944-a9b0-cd4615c7c57f req-5d9a91b4-bfed-4b34-925c-a986806458f8 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=4d511089-0504-4637-8a36-c93445b6fd78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619104 Nov 22 20:55:03.565910 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-03f0964f-1b75-4df7-99e0-a3cdb56ec2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:55:03.608694 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0acc18c2-0d1b-429e-ae95-bcaee0b0882a req-f3f80dcf-1738-4a74-a8f8-5bfafa2d51c1 tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] 10.222.0.46 "GET /v2.0/security-groups?id=4d511089-0504-4637-8a36-c93445b6fd78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527370 Nov 22 20:55:04.723971 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84860b5e-d285-4c34-a250-f69a66ca227e req-cd920356-d80c-4117-8978-afe3fa0a22a4 tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:55:04.725436 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-84860b5e-d285-4c34-a250-f69a66ca227e req-cd920356-d80c-4117-8978-afe3fa0a22a4 tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] 10.222.0.46 "GET /v2.0/ports?device_id=5f144cdb-ef4b-4686-9126-dc5b091b9036 HTTP/1.1" status: 200 len: 945 time: 0.0472624 Nov 22 20:55:04.770660 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-84860b5e-d285-4c34-a250-f69a66ca227e req-4f0f0420-b12a-4763-911c-c898d9aa86c1 tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] 10.222.0.46 "GET /v2.0/security-groups?id=4d511089-0504-4637-8a36-c93445b6fd78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393779 Nov 22 20:55:04.882742 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0462e202-3dfa-43c3-8972-e687788b5b0d req-65c8275c-0266-4a3f-bbe2-9c01292a7fe7 tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:55:04.884276 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0462e202-3dfa-43c3-8972-e687788b5b0d req-65c8275c-0266-4a3f-bbe2-9c01292a7fe7 tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] 10.222.0.46 "GET /v2.0/ports?device_id=5f144cdb-ef4b-4686-9126-dc5b091b9036 HTTP/1.1" status: 200 len: 945 time: 0.0473466 Nov 22 20:55:04.930733 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0462e202-3dfa-43c3-8972-e687788b5b0d req-436afcee-c5a4-4fba-96a2-e8d37a69059d tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] 10.222.0.46 "GET /v2.0/security-groups?id=4d511089-0504-4637-8a36-c93445b6fd78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405979 Nov 22 20:55:05.135160 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac2c049-e4ff-41ea-ba90-1dc32799ba82 req-f9d490eb-7413-473d-82e7-b3f78af8e10b tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:55:05.136674 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5ac2c049-e4ff-41ea-ba90-1dc32799ba82 req-f9d490eb-7413-473d-82e7-b3f78af8e10b tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] 10.222.0.46 "GET /v2.0/ports?device_id=5f144cdb-ef4b-4686-9126-dc5b091b9036 HTTP/1.1" status: 200 len: 945 time: 0.0514627 Nov 22 20:55:05.184600 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5ac2c049-e4ff-41ea-ba90-1dc32799ba82 req-c42e2e51-2d9c-48f7-b435-17cffdd144e8 tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] 10.222.0.46 "GET /v2.0/security-groups?id=4d511089-0504-4637-8a36-c93445b6fd78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418246 Nov 22 20:55:05.270086 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e49ee129-e862-4476-beca-cdc8150d2345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:55:05.295973 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2b3753-d360-46ea-a54d-8a2fa6c3cc0c req-643f17fd-d53b-4aa7-9e90-a913978066ce tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:55:05.297475 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9b2b3753-d360-46ea-a54d-8a2fa6c3cc0c req-643f17fd-d53b-4aa7-9e90-a913978066ce tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] 10.222.0.46 "GET /v2.0/ports?device_id=5f144cdb-ef4b-4686-9126-dc5b091b9036 HTTP/1.1" status: 200 len: 945 time: 0.0486913 Nov 22 20:55:05.343993 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9b2b3753-d360-46ea-a54d-8a2fa6c3cc0c req-532de220-0ff1-4bc2-a612-e4165bec41e3 tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] 10.222.0.46 "GET /v2.0/security-groups?id=4d511089-0504-4637-8a36-c93445b6fd78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404360 Nov 22 20:55:05.567398 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-0f0503bd-efdb-4666-92aa-b5e544cf4adc req-6ca22af1-7236-4714-ae55-2da413f0f805 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=5f144cdb-ef4b-4686-9126-dc5b091b9036&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0402453 Nov 22 20:55:05.586240 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a36d950-d915-4f91-9d3d-9e934c4ad503 req-eabc9a69-493b-4274-bf6d-8a3632bdebca tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:55:05.587840 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8a36d950-d915-4f91-9d3d-9e934c4ad503 req-eabc9a69-493b-4274-bf6d-8a3632bdebca tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] 10.222.0.46 "GET /v2.0/ports?device_id=5f144cdb-ef4b-4686-9126-dc5b091b9036 HTTP/1.1" status: 200 len: 945 time: 0.0567369 Nov 22 20:55:05.642697 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8a36d950-d915-4f91-9d3d-9e934c4ad503 req-3e31d864-a1f4-4806-9c01-e709b09aa30f tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] 10.222.0.46 "GET /v2.0/security-groups?id=4d511089-0504-4637-8a36-c93445b6fd78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486810 Nov 22 20:55:06.110748 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:55:06.163209 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.agents_db [None req-aa8313f2-1ee4-4e7b-8c5a-d32b2f9d31ee None None] Agent healthcheck: found 7 active agents {{(pid=103450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 20:55:06.672483 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0503bd-efdb-4666-92aa-b5e544cf4adc req-0aa7f6a0-ad52-495a-a97b-3f829162173a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:55:06.673995 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0f0503bd-efdb-4666-92aa-b5e544cf4adc req-0aa7f6a0-ad52-495a-a97b-3f829162173a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=efe24a5979264f179b1ddac9800a4508&device_id=5f144cdb-ef4b-4686-9126-dc5b091b9036 HTTP/1.1" status: 200 len: 1096 time: 0.0406868 Nov 22 20:55:06.801493 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a82147-4f0d-4883-8680-01e81ac03877 req-24d3e28e-1755-4ef2-94f3-a459d58be792 tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:55:06.802980 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-16a82147-4f0d-4883-8680-01e81ac03877 req-24d3e28e-1755-4ef2-94f3-a459d58be792 tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] 10.222.0.46 "GET /v2.0/ports?device_id=5f144cdb-ef4b-4686-9126-dc5b091b9036 HTTP/1.1" status: 200 len: 945 time: 0.0804329 Nov 22 20:55:06.805785 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0503bd-efdb-4666-92aa-b5e544cf4adc req-0245d154-7ba9-4463-aae3-671829aae20e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:55:06.807142 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0f0503bd-efdb-4666-92aa-b5e544cf4adc req-0245d154-7ba9-4463-aae3-671829aae20e service neutron] 10.222.0.20 "GET /v2.0/networks?id=878efd41-b8e1-4f65-9f30-7f80d9ed58e0 HTTP/1.1" status: 200 len: 915 time: 0.1262295 Nov 22 20:55:06.855160 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0f0503bd-efdb-4666-92aa-b5e544cf4adc req-fa59a9ac-192f-4afa-8246-c878b785790a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=11864470-3508-4e32-89a7-ea8932d7aa98 HTTP/1.1" status: 200 len: 217 time: 0.0403426 Nov 22 20:55:06.912435 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-16a82147-4f0d-4883-8680-01e81ac03877 req-71052b39-a838-4961-9585-4d491ae77e48 tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] 10.222.0.46 "GET /v2.0/security-groups?id=4d511089-0504-4637-8a36-c93445b6fd78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033072 Nov 22 20:55:06.924573 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0503bd-efdb-4666-92aa-b5e544cf4adc req-2a8a63a7-3cfe-4460-b49b-e6f49e81420b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:55:06.926046 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0f0503bd-efdb-4666-92aa-b5e544cf4adc req-2a8a63a7-3cfe-4460-b49b-e6f49e81420b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e2a50ff6-e66f-4afe-97dc-52d239f00a43 HTTP/1.1" status: 200 len: 854 time: 0.0607486 Nov 22 20:55:06.957817 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0f0503bd-efdb-4666-92aa-b5e544cf4adc req-86365d70-fad9-416b-a29a-0bb8bcba1190 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=878efd41-b8e1-4f65-9f30-7f80d9ed58e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251706 Nov 22 20:55:07.044173 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0f0503bd-efdb-4666-92aa-b5e544cf4adc req-32d26699-dde0-4317-87ab-18f92608e20c service neutron] 10.222.0.20 "GET /v2.0/networks/878efd41-b8e1-4f65-9f30-7f80d9ed58e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788536 Nov 22 20:55:07.138369 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0f0503bd-efdb-4666-92aa-b5e544cf4adc req-b96469b9-a86e-447a-84ee-c0ef17f5b39b service neutron] 10.222.0.20 "GET /v2.0/networks/878efd41-b8e1-4f65-9f30-7f80d9ed58e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864639 Nov 22 20:55:08.029043 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5f5067-eec2-491a-a4f1-fefd837a28f7 req-9b9f8144-cbb4-4ce7-9c15-ad945e3f3b59 tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:55:08.030535 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-fe5f5067-eec2-491a-a4f1-fefd837a28f7 req-9b9f8144-cbb4-4ce7-9c15-ad945e3f3b59 tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] 10.222.0.46 "GET /v2.0/ports?device_id=5f144cdb-ef4b-4686-9126-dc5b091b9036 HTTP/1.1" status: 200 len: 945 time: 0.0489252 Nov 22 20:55:08.076709 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-fe5f5067-eec2-491a-a4f1-fefd837a28f7 req-efa18144-d8e6-4b57-8e20-389b7559795d tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] 10.222.0.46 "GET /v2.0/security-groups?id=4d511089-0504-4637-8a36-c93445b6fd78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395782 Nov 22 20:55:09.195277 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9279af5-8015-4c40-8fdc-2287581f729c req-9a1c6405-a59c-4b1f-bde3-a017397779ae tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:55:09.196777 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f9279af5-8015-4c40-8fdc-2287581f729c req-9a1c6405-a59c-4b1f-bde3-a017397779ae tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] 10.222.0.46 "GET /v2.0/ports?device_id=5f144cdb-ef4b-4686-9126-dc5b091b9036 HTTP/1.1" status: 200 len: 945 time: 0.0524211 Nov 22 20:55:09.243599 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f9279af5-8015-4c40-8fdc-2287581f729c req-4631f319-dc65-4c0c-9390-abbf90410e1e tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] 10.222.0.46 "GET /v2.0/security-groups?id=4d511089-0504-4637-8a36-c93445b6fd78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404751 Nov 22 20:55:10.366289 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddae010-45b2-4d7f-9ca8-2f881b265908 req-6e0c00ce-c723-4a13-b1f7-930faaac4cd1 tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:55:10.367805 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2ddae010-45b2-4d7f-9ca8-2f881b265908 req-6e0c00ce-c723-4a13-b1f7-930faaac4cd1 tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] 10.222.0.46 "GET /v2.0/ports?device_id=5f144cdb-ef4b-4686-9126-dc5b091b9036 HTTP/1.1" status: 200 len: 945 time: 0.0510900 Nov 22 20:55:10.414027 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2ddae010-45b2-4d7f-9ca8-2f881b265908 req-1bffb754-8dd5-45e4-b044-e182688d73f2 tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] 10.222.0.46 "GET /v2.0/security-groups?id=4d511089-0504-4637-8a36-c93445b6fd78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403566 Nov 22 20:55:11.529031 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6936032c-f75e-43f4-9d1f-9f07401b8828 req-7d2510ad-a11e-4896-af9e-c32155a97505 tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:55:11.530503 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6936032c-f75e-43f4-9d1f-9f07401b8828 req-7d2510ad-a11e-4896-af9e-c32155a97505 tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] 10.222.0.46 "GET /v2.0/ports?device_id=5f144cdb-ef4b-4686-9126-dc5b091b9036 HTTP/1.1" status: 200 len: 945 time: 0.0486474 Nov 22 20:55:11.579568 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6936032c-f75e-43f4-9d1f-9f07401b8828 req-f7a00517-06ab-49f5-ac59-01605d1c2d8b tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] 10.222.0.46 "GET /v2.0/security-groups?id=4d511089-0504-4637-8a36-c93445b6fd78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430179 Nov 22 20:55:12.692864 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dde9cd4-33fa-406c-9eeb-07de9c7e02d4 req-373b2b86-3065-4b1c-8cbc-1f4fadb884e5 tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:55:12.694324 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3dde9cd4-33fa-406c-9eeb-07de9c7e02d4 req-373b2b86-3065-4b1c-8cbc-1f4fadb884e5 tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] 10.222.0.46 "GET /v2.0/ports?device_id=5f144cdb-ef4b-4686-9126-dc5b091b9036 HTTP/1.1" status: 200 len: 945 time: 0.0478327 Nov 22 20:55:12.740281 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3dde9cd4-33fa-406c-9eeb-07de9c7e02d4 req-3d33957a-7fe0-4d23-9c39-4c66d308c568 tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] 10.222.0.46 "GET /v2.0/security-groups?id=4d511089-0504-4637-8a36-c93445b6fd78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398510 Nov 22 20:55:13.856081 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c94a11b-12b3-4054-9f4c-aaf106c1d3ab req-a3ec7388-d9f0-481a-8404-8892ca76bc9d tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:55:13.857585 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4c94a11b-12b3-4054-9f4c-aaf106c1d3ab req-a3ec7388-d9f0-481a-8404-8892ca76bc9d tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] 10.222.0.46 "GET /v2.0/ports?device_id=5f144cdb-ef4b-4686-9126-dc5b091b9036 HTTP/1.1" status: 200 len: 945 time: 0.0479288 Nov 22 20:55:13.904979 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4c94a11b-12b3-4054-9f4c-aaf106c1d3ab req-33770c06-d48a-43d6-b80a-c489a5131faf tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] 10.222.0.46 "GET /v2.0/security-groups?id=4d511089-0504-4637-8a36-c93445b6fd78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414116 Nov 22 20:55:14.819342 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:55:14.861888 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:55:15.024405 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76806b0b-e4e1-43bc-be7a-5d9361c22dd6 req-891eee31-18c3-4420-9af3-23f2787b0391 tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:55:15.025873 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-76806b0b-e4e1-43bc-be7a-5d9361c22dd6 req-891eee31-18c3-4420-9af3-23f2787b0391 tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] 10.222.0.46 "GET /v2.0/ports?device_id=5f144cdb-ef4b-4686-9126-dc5b091b9036 HTTP/1.1" status: 200 len: 945 time: 0.0516655 Nov 22 20:55:15.072665 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-76806b0b-e4e1-43bc-be7a-5d9361c22dd6 req-dc97bd60-47a2-4f1e-804f-667d6e6d1c3d tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] 10.222.0.46 "GET /v2.0/security-groups?id=4d511089-0504-4637-8a36-c93445b6fd78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408499 Nov 22 20:55:16.186184 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6395b63d-42af-468c-857b-e9338fd95282 req-fb3bac0e-01f9-4e89-9a9f-fb795dbb69f5 tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:55:16.187671 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6395b63d-42af-468c-857b-e9338fd95282 req-fb3bac0e-01f9-4e89-9a9f-fb795dbb69f5 tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] 10.222.0.46 "GET /v2.0/ports?device_id=5f144cdb-ef4b-4686-9126-dc5b091b9036 HTTP/1.1" status: 200 len: 945 time: 0.0472455 Nov 22 20:55:16.233431 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6395b63d-42af-468c-857b-e9338fd95282 req-f0bb96fe-0dea-4b6d-bd93-f3f2821694c5 tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] 10.222.0.46 "GET /v2.0/security-groups?id=4d511089-0504-4637-8a36-c93445b6fd78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392947 Nov 22 20:55:17.352741 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da170db-18d4-41f8-82cd-33e43e3a7ac0 req-d82f9ec0-7da4-4535-a1c8-6b080fda490b tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:55:17.354244 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8da170db-18d4-41f8-82cd-33e43e3a7ac0 req-d82f9ec0-7da4-4535-a1c8-6b080fda490b tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] 10.222.0.46 "GET /v2.0/ports?device_id=5f144cdb-ef4b-4686-9126-dc5b091b9036 HTTP/1.1" status: 200 len: 945 time: 0.0526578 Nov 22 20:55:17.404844 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8da170db-18d4-41f8-82cd-33e43e3a7ac0 req-6d612f3a-5770-436a-af22-a540c0286feb tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] 10.222.0.46 "GET /v2.0/security-groups?id=4d511089-0504-4637-8a36-c93445b6fd78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447021 Nov 22 20:55:18.520872 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f83478-9c72-4940-8c2a-4bd8c82ee8e7 req-accc2229-fd8b-41b3-9911-823e585ae727 tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:55:18.522349 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-25f83478-9c72-4940-8c2a-4bd8c82ee8e7 req-accc2229-fd8b-41b3-9911-823e585ae727 tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] 10.222.0.46 "GET /v2.0/ports?device_id=5f144cdb-ef4b-4686-9126-dc5b091b9036 HTTP/1.1" status: 200 len: 945 time: 0.0488331 Nov 22 20:55:18.568356 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-25f83478-9c72-4940-8c2a-4bd8c82ee8e7 req-50c929c4-b17f-4ca5-ac3f-52b230e3b906 tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] 10.222.0.46 "GET /v2.0/security-groups?id=4d511089-0504-4637-8a36-c93445b6fd78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401163 Nov 22 20:55:19.685405 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1c410a-7bc4-4487-a0ae-d82d2689004b req-a604760d-d199-4577-bfa2-a4bb616bb361 tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:55:19.686911 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-aa1c410a-7bc4-4487-a0ae-d82d2689004b req-a604760d-d199-4577-bfa2-a4bb616bb361 tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] 10.222.0.46 "GET /v2.0/ports?device_id=5f144cdb-ef4b-4686-9126-dc5b091b9036 HTTP/1.1" status: 200 len: 945 time: 0.0490217 Nov 22 20:55:19.732650 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-aa1c410a-7bc4-4487-a0ae-d82d2689004b req-c12c3c9d-80f7-42f1-80b5-428cb6389353 tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] 10.222.0.46 "GET /v2.0/security-groups?id=4d511089-0504-4637-8a36-c93445b6fd78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398195 Nov 22 20:55:20.850760 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2eb612-aab8-4740-be2c-090ea1b0c493 req-9430ce04-415a-40ff-bfdd-ecdacd06b9b0 tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:55:20.852262 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-aa2eb612-aab8-4740-be2c-090ea1b0c493 req-9430ce04-415a-40ff-bfdd-ecdacd06b9b0 tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] 10.222.0.46 "GET /v2.0/ports?device_id=5f144cdb-ef4b-4686-9126-dc5b091b9036 HTTP/1.1" status: 200 len: 945 time: 0.0521057 Nov 22 20:55:20.898681 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-aa2eb612-aab8-4740-be2c-090ea1b0c493 req-22a667a8-d279-4787-9e49-d5dbd92182fd tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] 10.222.0.46 "GET /v2.0/security-groups?id=4d511089-0504-4637-8a36-c93445b6fd78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404980 Nov 22 20:55:22.012966 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ed407d-53f9-461d-9a78-8fde3c06572d req-8ed188ef-5f2e-47c0-9585-49519f37e5be tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:55:22.014567 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e1ed407d-53f9-461d-9a78-8fde3c06572d req-8ed188ef-5f2e-47c0-9585-49519f37e5be tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] 10.222.0.46 "GET /v2.0/ports?device_id=5f144cdb-ef4b-4686-9126-dc5b091b9036 HTTP/1.1" status: 200 len: 945 time: 0.0481162 Nov 22 20:55:22.062170 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e1ed407d-53f9-461d-9a78-8fde3c06572d req-a31d92da-cfd3-4cca-82d3-2525c804968e tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] 10.222.0.46 "GET /v2.0/security-groups?id=4d511089-0504-4637-8a36-c93445b6fd78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409520 Nov 22 20:55:23.180586 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955e4cd5-4ad8-4570-a4b1-f52d95474aa9 req-4f9c8821-f6c7-414a-b4c1-1402f776eb87 tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:55:23.182109 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-955e4cd5-4ad8-4570-a4b1-f52d95474aa9 req-4f9c8821-f6c7-414a-b4c1-1402f776eb87 tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] 10.222.0.46 "GET /v2.0/ports?device_id=5f144cdb-ef4b-4686-9126-dc5b091b9036 HTTP/1.1" status: 200 len: 945 time: 0.0520630 Nov 22 20:55:23.228662 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-955e4cd5-4ad8-4570-a4b1-f52d95474aa9 req-c512a981-3f7c-4463-bceb-ca4fed6c17fd tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] 10.222.0.46 "GET /v2.0/security-groups?id=4d511089-0504-4637-8a36-c93445b6fd78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405860 Nov 22 20:55:24.342096 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cdce0a-8df9-43db-9605-4db3d124c97a req-9ffc573e-802b-4fdf-b8fc-ccaf4c84106a tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:55:24.343583 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-05cdce0a-8df9-43db-9605-4db3d124c97a req-9ffc573e-802b-4fdf-b8fc-ccaf4c84106a tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] 10.222.0.46 "GET /v2.0/ports?device_id=5f144cdb-ef4b-4686-9126-dc5b091b9036 HTTP/1.1" status: 200 len: 945 time: 0.0477700 Nov 22 20:55:24.389593 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-05cdce0a-8df9-43db-9605-4db3d124c97a req-97b76b93-724f-4905-9c59-47b84058c596 tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] 10.222.0.46 "GET /v2.0/security-groups?id=4d511089-0504-4637-8a36-c93445b6fd78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395045 Nov 22 20:55:25.509716 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe171f9-1239-48f9-806f-e8ab7e1ed874 req-63d86e58-b10b-41d3-bcb2-c88a581ae7f4 tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:55:25.511181 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4fe171f9-1239-48f9-806f-e8ab7e1ed874 req-63d86e58-b10b-41d3-bcb2-c88a581ae7f4 tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] 10.222.0.46 "GET /v2.0/ports?device_id=5f144cdb-ef4b-4686-9126-dc5b091b9036 HTTP/1.1" status: 200 len: 945 time: 0.0506713 Nov 22 20:55:25.560014 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4fe171f9-1239-48f9-806f-e8ab7e1ed874 req-69818592-9e11-46fd-b114-1915906fc5d4 tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] 10.222.0.46 "GET /v2.0/security-groups?id=4d511089-0504-4637-8a36-c93445b6fd78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428877 Nov 22 20:55:26.674374 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7eea06-0e15-4e3d-a3f8-ef6947ccb18e req-4885a87c-3ed4-4533-91c1-eee27358a513 tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:55:26.675866 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-cf7eea06-0e15-4e3d-a3f8-ef6947ccb18e req-4885a87c-3ed4-4533-91c1-eee27358a513 tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] 10.222.0.46 "GET /v2.0/ports?device_id=5f144cdb-ef4b-4686-9126-dc5b091b9036 HTTP/1.1" status: 200 len: 945 time: 0.0479245 Nov 22 20:55:26.721238 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-cf7eea06-0e15-4e3d-a3f8-ef6947ccb18e req-67c14d68-e52b-4924-bffe-efd760daba50 tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] 10.222.0.46 "GET /v2.0/security-groups?id=4d511089-0504-4637-8a36-c93445b6fd78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394826 Nov 22 20:55:27.838635 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c333ca-7dc0-493f-827a-016bb80efec7 req-c4c5ed14-8196-4686-bc39-6540c1d10d95 tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:55:27.840139 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-13c333ca-7dc0-493f-827a-016bb80efec7 req-c4c5ed14-8196-4686-bc39-6540c1d10d95 tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] 10.222.0.46 "GET /v2.0/ports?device_id=5f144cdb-ef4b-4686-9126-dc5b091b9036 HTTP/1.1" status: 200 len: 945 time: 0.0502491 Nov 22 20:55:27.885580 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-13c333ca-7dc0-493f-827a-016bb80efec7 req-95c63ea7-53e8-4e35-a920-7cf0d5aefa53 tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] 10.222.0.46 "GET /v2.0/security-groups?id=4d511089-0504-4637-8a36-c93445b6fd78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395324 Nov 22 20:55:29.004809 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1a1d4b-2f19-4039-a81b-0c7b92e53e23 req-9374f410-1109-435f-86e9-4b8a724500b6 tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:55:29.006299 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6f1a1d4b-2f19-4039-a81b-0c7b92e53e23 req-9374f410-1109-435f-86e9-4b8a724500b6 tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] 10.222.0.46 "GET /v2.0/ports?device_id=5f144cdb-ef4b-4686-9126-dc5b091b9036 HTTP/1.1" status: 200 len: 945 time: 0.0523636 Nov 22 20:55:29.051984 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6f1a1d4b-2f19-4039-a81b-0c7b92e53e23 req-94acfa70-e0fa-428f-bee8-6074232ee4a7 tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] 10.222.0.46 "GET /v2.0/security-groups?id=4d511089-0504-4637-8a36-c93445b6fd78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395889 Nov 22 20:55:30.054765 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-337f6625-1f4c-48c9-860a-496fd7d40968 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:55:30.170246 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87838431-1f90-45d6-b967-f3189896f678 req-1d9c9624-e7e8-4de2-a628-e0ef7bdfeff3 tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:55:30.171796 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-87838431-1f90-45d6-b967-f3189896f678 req-1d9c9624-e7e8-4de2-a628-e0ef7bdfeff3 tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] 10.222.0.46 "GET /v2.0/ports?device_id=5f144cdb-ef4b-4686-9126-dc5b091b9036 HTTP/1.1" status: 200 len: 945 time: 0.0501654 Nov 22 20:55:30.218170 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-87838431-1f90-45d6-b967-f3189896f678 req-4c1cd6ca-5dd2-4726-8560-5a7ddd3e4ab6 tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] 10.222.0.46 "GET /v2.0/security-groups?id=4d511089-0504-4637-8a36-c93445b6fd78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397236 Nov 22 20:55:31.336622 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464a8880-9db2-4adc-9c44-d8c6fa197317 req-76e81e3c-9e90-41a0-b633-66b8fb041d79 tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:55:31.338106 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-464a8880-9db2-4adc-9c44-d8c6fa197317 req-76e81e3c-9e90-41a0-b633-66b8fb041d79 tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] 10.222.0.46 "GET /v2.0/ports?device_id=5f144cdb-ef4b-4686-9126-dc5b091b9036 HTTP/1.1" status: 200 len: 945 time: 0.0478139 Nov 22 20:55:31.387758 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-464a8880-9db2-4adc-9c44-d8c6fa197317 req-fc57d65a-6a68-4b8a-bfce-784a480169b7 tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] 10.222.0.46 "GET /v2.0/security-groups?id=4d511089-0504-4637-8a36-c93445b6fd78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437560 Nov 22 20:55:32.505375 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae501351-a48a-4760-adbb-88f27661565b req-8bf834b8-4e10-479e-b783-dd47904f5090 tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:55:32.506852 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ae501351-a48a-4760-adbb-88f27661565b req-8bf834b8-4e10-479e-b783-dd47904f5090 tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] 10.222.0.46 "GET /v2.0/ports?device_id=5f144cdb-ef4b-4686-9126-dc5b091b9036 HTTP/1.1" status: 200 len: 945 time: 0.0494931 Nov 22 20:55:32.553253 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ae501351-a48a-4760-adbb-88f27661565b req-e9a3a9f3-67ed-4a18-a480-827e5aa74dab tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] 10.222.0.46 "GET /v2.0/security-groups?id=4d511089-0504-4637-8a36-c93445b6fd78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404806 Nov 22 20:55:32.980773 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-814c04bd-c11f-49ae-bfe4-280fd5c07a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:55:33.572208 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-03f0964f-1b75-4df7-99e0-a3cdb56ec2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:55:33.672242 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910636c6-b9d8-403f-9aad-93e5f536d4e0 req-cd903612-5c98-4e1b-9290-f60ec0f3259c tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:55:33.673773 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-910636c6-b9d8-403f-9aad-93e5f536d4e0 req-cd903612-5c98-4e1b-9290-f60ec0f3259c tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] 10.222.0.46 "GET /v2.0/ports?device_id=5f144cdb-ef4b-4686-9126-dc5b091b9036 HTTP/1.1" status: 200 len: 945 time: 0.0488472 Nov 22 20:55:33.720209 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-910636c6-b9d8-403f-9aad-93e5f536d4e0 req-757337ec-8c0e-4a76-8a1c-2870586d1bf5 tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] 10.222.0.46 "GET /v2.0/security-groups?id=4d511089-0504-4637-8a36-c93445b6fd78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405018 Nov 22 20:55:34.011676 n-d-818823-1 neutron-server[103447]: INFO neutron.api.v2.resource [req-0f0503bd-efdb-4666-92aa-b5e544cf4adc req-e0241ef7-d580-428e-9cf3-8ed5f318b802 service neutron] show failed (client error): The resource could not be found. Nov 22 20:55:34.012709 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0f0503bd-efdb-4666-92aa-b5e544cf4adc req-e0241ef7-d580-428e-9cf3-8ed5f318b802 service neutron] 10.222.0.20 "GET /v2.0/ports/11864470-3508-4e32-89a7-ea8932d7aa98/bindings/n-h1-818823-1 HTTP/1.1" status: 404 len: 380 time: 0.0590496 Nov 22 20:55:34.244796 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0503bd-efdb-4666-92aa-b5e544cf4adc req-da5eeed3-a4e2-4815-bf62-6baeee12d6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:55:34.246325 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-0f0503bd-efdb-4666-92aa-b5e544cf4adc req-da5eeed3-a4e2-4815-bf62-6baeee12d6e0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5f144cdb-ef4b-4686-9126-dc5b091b9036&tenant_id=efe24a5979264f179b1ddac9800a4508 HTTP/1.1" status: 200 len: 1096 time: 0.0802138 Nov 22 20:55:34.258927 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [req-0f0503bd-efdb-4666-92aa-b5e544cf4adc req-4da889c7-95f4-4906-951a-0ed8d72470e5 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-818823-1', 'device_owner': 'compute:nova'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:55:34.308265 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-0f0503bd-efdb-4666-92aa-b5e544cf4adc req-4da889c7-95f4-4906-951a-0ed8d72470e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:55:34.779615 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-0f0503bd-efdb-4666-92aa-b5e544cf4adc req-4da889c7-95f4-4906-951a-0ed8d72470e5 service neutron] For port 11864470-3508-4e32-89a7-ea8932d7aa98, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=11864470-3508-4e32-89a7-ea8932d7aa98,segment=NetworkSegment(80a04d4f-ab6b-4ab7-beef-2dd20710863b),segment_id=80a04d4f-ab6b-4ab7-beef-2dd20710863b)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:55:34.817774 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-0f0503bd-efdb-4666-92aa-b5e544cf4adc req-4da889c7-95f4-4906-951a-0ed8d72470e5 service neutron] For port 11864470-3508-4e32-89a7-ea8932d7aa98, host n-h2-818823-1, cleared binding levels {{(pid=103448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:55:34.837518 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdade6c-bcfb-4eb6-914d-59495901b82d req-6d4bc5d4-e38b-4dfe-a701-d59be1d4f551 tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:55:34.839027 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-dcdade6c-bcfb-4eb6-914d-59495901b82d req-6d4bc5d4-e38b-4dfe-a701-d59be1d4f551 tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] 10.222.0.46 "GET /v2.0/ports?device_id=5f144cdb-ef4b-4686-9126-dc5b091b9036 HTTP/1.1" status: 200 len: 945 time: 0.0509169 Nov 22 20:55:34.859064 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f144cdb-ef4b-4686-9126-dc5b091b9036', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11864470-3508-4e32-89a7-ea8932d7aa98'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:55:34.861355 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589a98cf2aea187fcc423a5edb333e5a6cf3ad7c81115d1ebee0f079693c312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3561e068-fea6-4317-a318-5553ab8d98c8" -d '{"events": [{"server_uuid": "5f144cdb-ef4b-4686-9126-dc5b091b9036", "name": "network-vif-unplugged", "status": "completed", "tag": "11864470-3508-4e32-89a7-ea8932d7aa98"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:55:34.865214 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-0f0503bd-efdb-4666-92aa-b5e544cf4adc req-4da889c7-95f4-4906-951a-0ed8d72470e5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:55:34.877801 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [req-0f0503bd-efdb-4666-92aa-b5e544cf4adc req-4da889c7-95f4-4906-951a-0ed8d72470e5 service neutron] Transition to ACTIVE for port object 11864470-3508-4e32-89a7-ea8932d7aa98 will not be triggered until provisioned by entity L2. {{(pid=103448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 20:55:34.882219 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-0f0503bd-efdb-4666-92aa-b5e544cf4adc req-4da889c7-95f4-4906-951a-0ed8d72470e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:55:34.887566 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-dcdade6c-bcfb-4eb6-914d-59495901b82d req-4d713c9e-eebf-428f-9c53-5b3c3dba608d tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] 10.222.0.46 "GET /v2.0/security-groups?id=4d511089-0504-4637-8a36-c93445b6fd78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423999 Nov 22 20:55:34.924389 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 22 Nov 2021 20:55:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1f564e2-165d-4876-9d10-24b64ece3e15 x-openstack-request-id: req-a1f564e2-165d-4876-9d10-24b64ece3e15 {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:55:34.924684 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f144cdb-ef4b-4686-9126-dc5b091b9036", "name": "network-vif-unplugged", "status": "completed", "tag": "11864470-3508-4e32-89a7-ea8932d7aa98", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:55:34.924939 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a1f564e2-165d-4876-9d10-24b64ece3e15 {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:55:34.925331 n-d-818823-1 neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f144cdb-ef4b-4686-9126-dc5b091b9036', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11864470-3508-4e32-89a7-ea8932d7aa98', 'code': 200} Nov 22 20:55:34.951197 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da889c7-95f4-4906-951a-0ed8d72470e5 service neutron] Pushing event updated for resources: {'Port': ['ID=11864470-3508-4e32-89a7-ea8932d7aa98,revision_number=6']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:55:34.954623 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f0503bd-efdb-4666-92aa-b5e544cf4adc req-4da889c7-95f4-4906-951a-0ed8d72470e5 service neutron] No DVR routers for this DVR port 11864470-3508-4e32-89a7-ea8932d7aa98 on host n-h2-818823-1 {{(pid=103448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:55:34.988567 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-0f0503bd-efdb-4666-92aa-b5e544cf4adc req-4da889c7-95f4-4906-951a-0ed8d72470e5 service neutron] Attempting to bind port 11864470-3508-4e32-89a7-ea8932d7aa98 on host n-h1-818823-1 for vnic_type normal with profile {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:55:34.988900 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-0f0503bd-efdb-4666-92aa-b5e544cf4adc req-4da889c7-95f4-4906-951a-0ed8d72470e5 service neutron] Attempting to bind port 11864470-3508-4e32-89a7-ea8932d7aa98 by drivers openvswitch,hyperv on host n-h1-818823-1 at level 0 using segments [{'id': '80a04d4f-ab6b-4ab7-beef-2dd20710863b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '878efd41-b8e1-4f65-9f30-7f80d9ed58e0'}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:55:34.989217 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f0503bd-efdb-4666-92aa-b5e544cf4adc req-4da889c7-95f4-4906-951a-0ed8d72470e5 service neutron] Attempting to bind port 11864470-3508-4e32-89a7-ea8932d7aa98 on network 878efd41-b8e1-4f65-9f30-7f80d9ed58e0 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:55:34.993417 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f0503bd-efdb-4666-92aa-b5e544cf4adc req-4da889c7-95f4-4906-951a-0ed8d72470e5 service neutron] Port 11864470-3508-4e32-89a7-ea8932d7aa98 on network 878efd41-b8e1-4f65-9f30-7f80d9ed58e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-818823-1 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:55:34.993728 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f0503bd-efdb-4666-92aa-b5e544cf4adc req-4da889c7-95f4-4906-951a-0ed8d72470e5 service neutron] Attempting to bind port 11864470-3508-4e32-89a7-ea8932d7aa98 on network 878efd41-b8e1-4f65-9f30-7f80d9ed58e0 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:55:34.998542 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f0503bd-efdb-4666-92aa-b5e544cf4adc req-4da889c7-95f4-4906-951a-0ed8d72470e5 service neutron] Checking agent: {'id': '7a008cff-3b49-418c-8046-689d46cc800f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'started_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 55, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:55:34.998812 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f0503bd-efdb-4666-92aa-b5e544cf4adc req-4da889c7-95f4-4906-951a-0ed8d72470e5 service neutron] Checking segment: {'id': '80a04d4f-ab6b-4ab7-beef-2dd20710863b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '878efd41-b8e1-4f65-9f30-7f80d9ed58e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:55:34.999217 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f0503bd-efdb-4666-92aa-b5e544cf4adc req-4da889c7-95f4-4906-951a-0ed8d72470e5 service neutron] Bound using segment: {'id': '80a04d4f-ab6b-4ab7-beef-2dd20710863b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '878efd41-b8e1-4f65-9f30-7f80d9ed58e0'} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:55:34.999659 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-0f0503bd-efdb-4666-92aa-b5e544cf4adc req-4da889c7-95f4-4906-951a-0ed8d72470e5 service neutron] Bound port: 11864470-3508-4e32-89a7-ea8932d7aa98, host: n-h1-818823-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80a04d4f-ab6b-4ab7-beef-2dd20710863b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '878efd41-b8e1-4f65-9f30-7f80d9ed58e0'}}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:55:35.000006 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-0f0503bd-efdb-4666-92aa-b5e544cf4adc req-4da889c7-95f4-4906-951a-0ed8d72470e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:55:35.064468 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-0f0503bd-efdb-4666-92aa-b5e544cf4adc req-4da889c7-95f4-4906-951a-0ed8d72470e5 service neutron] For port 11864470-3508-4e32-89a7-ea8932d7aa98, host n-h1-818823-1, cleared binding levels {{(pid=103448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:55:35.067545 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-0f0503bd-efdb-4666-92aa-b5e544cf4adc req-4da889c7-95f4-4906-951a-0ed8d72470e5 service neutron] For port 11864470-3508-4e32-89a7-ea8932d7aa98, host n-h1-818823-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=11864470-3508-4e32-89a7-ea8932d7aa98,segment=NetworkSegment(80a04d4f-ab6b-4ab7-beef-2dd20710863b),segment_id=80a04d4f-ab6b-4ab7-beef-2dd20710863b)] {{(pid=103448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:55:35.071609 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-0f0503bd-efdb-4666-92aa-b5e544cf4adc req-4da889c7-95f4-4906-951a-0ed8d72470e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:55:35.106388 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0503bd-efdb-4666-92aa-b5e544cf4adc req-4da889c7-95f4-4906-951a-0ed8d72470e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:55:35.106999 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-0f0503bd-efdb-4666-92aa-b5e544cf4adc req-4da889c7-95f4-4906-951a-0ed8d72470e5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:55:35.108425 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-0f0503bd-efdb-4666-92aa-b5e544cf4adc req-4da889c7-95f4-4906-951a-0ed8d72470e5 service neutron] 10.222.0.41 "PUT /v2.0/ports/11864470-3508-4e32-89a7-ea8932d7aa98 HTTP/1.1" status: 200 len: 1091 time: 0.8533156 Nov 22 20:55:35.129157 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da889c7-95f4-4906-951a-0ed8d72470e5 service neutron] Pushing event updated for resources: {'Port': ['ID=11864470-3508-4e32-89a7-ea8932d7aa98,revision_number=7']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:55:35.171636 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0503bd-efdb-4666-92aa-b5e544cf4adc req-26b11254-c022-4e37-955d-e46605d75c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:55:35.173130 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-0f0503bd-efdb-4666-92aa-b5e544cf4adc req-26b11254-c022-4e37-955d-e46605d75c6a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=efe24a5979264f179b1ddac9800a4508&device_id=5f144cdb-ef4b-4686-9126-dc5b091b9036 HTTP/1.1" status: 200 len: 1094 time: 0.0411494 Nov 22 20:55:35.265398 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0503bd-efdb-4666-92aa-b5e544cf4adc req-c896daac-6ea0-4a4e-a4c0-575503829e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:55:35.266803 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-0f0503bd-efdb-4666-92aa-b5e544cf4adc req-c896daac-6ea0-4a4e-a4c0-575503829e8f service neutron] 10.222.0.41 "GET /v2.0/networks?id=878efd41-b8e1-4f65-9f30-7f80d9ed58e0 HTTP/1.1" status: 200 len: 915 time: 0.0869467 Nov 22 20:55:35.272309 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e49ee129-e862-4476-beca-cdc8150d2345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:55:35.309851 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-0f0503bd-efdb-4666-92aa-b5e544cf4adc req-8cd16e77-2c31-4f55-aa01-742e4e15d458 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=11864470-3508-4e32-89a7-ea8932d7aa98 HTTP/1.1" status: 200 len: 217 time: 0.0360312 Nov 22 20:55:35.357716 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0503bd-efdb-4666-92aa-b5e544cf4adc req-3e5d95a1-c632-446d-861f-6df0f1d348be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:55:35.359136 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-0f0503bd-efdb-4666-92aa-b5e544cf4adc req-3e5d95a1-c632-446d-861f-6df0f1d348be service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e2a50ff6-e66f-4afe-97dc-52d239f00a43 HTTP/1.1" status: 200 len: 854 time: 0.0428417 Nov 22 20:55:35.398381 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-0f0503bd-efdb-4666-92aa-b5e544cf4adc req-dc8cf116-b693-41a0-96b6-01f619f8a986 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=878efd41-b8e1-4f65-9f30-7f80d9ed58e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306630 Nov 22 20:55:35.487365 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-0f0503bd-efdb-4666-92aa-b5e544cf4adc req-8f6a0790-36b0-41b2-9977-a89a49dd313c service neutron] 10.222.0.41 "GET /v2.0/networks/878efd41-b8e1-4f65-9f30-7f80d9ed58e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823708 Nov 22 20:55:35.580663 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-0f0503bd-efdb-4666-92aa-b5e544cf4adc req-d1376336-6928-4592-a3f6-4b98164289ea service neutron] 10.222.0.41 "GET /v2.0/networks/878efd41-b8e1-4f65-9f30-7f80d9ed58e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866735 Nov 22 20:55:36.002739 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c69b8dc-6033-40fb-9949-6afee3e02ba6 req-d0761212-f094-4247-b370-702de13a3fe1 tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:55:36.004260 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5c69b8dc-6033-40fb-9949-6afee3e02ba6 req-d0761212-f094-4247-b370-702de13a3fe1 tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] 10.222.0.46 "GET /v2.0/ports?device_id=5f144cdb-ef4b-4686-9126-dc5b091b9036 HTTP/1.1" status: 200 len: 943 time: 0.0479779 Nov 22 20:55:36.054685 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5c69b8dc-6033-40fb-9949-6afee3e02ba6 req-55dd301d-8120-414a-a117-1f654150e4fa tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] 10.222.0.46 "GET /v2.0/security-groups?id=4d511089-0504-4637-8a36-c93445b6fd78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445054 Nov 22 20:55:36.104631 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:55:36.926547 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f144cdb-ef4b-4686-9126-dc5b091b9036', 'tag': '11864470-3508-4e32-89a7-ea8932d7aa98'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:55:36.928950 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589a98cf2aea187fcc423a5edb333e5a6cf3ad7c81115d1ebee0f079693c312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0194e68-6073-4f8a-9dc7-04de1aab391d" -d '{"events": [{"name": "network-changed", "server_uuid": "5f144cdb-ef4b-4686-9126-dc5b091b9036", "tag": "11864470-3508-4e32-89a7-ea8932d7aa98"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:55:36.976841 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 20:55:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a721314-4232-4833-88f1-7b5ca6cadb7c x-openstack-request-id: req-2a721314-4232-4833-88f1-7b5ca6cadb7c {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:55:36.977133 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f144cdb-ef4b-4686-9126-dc5b091b9036", "tag": "11864470-3508-4e32-89a7-ea8932d7aa98", "status": "completed", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:55:36.977395 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2a721314-4232-4833-88f1-7b5ca6cadb7c {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:55:36.977798 n-d-818823-1 neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f144cdb-ef4b-4686-9126-dc5b091b9036', 'tag': '11864470-3508-4e32-89a7-ea8932d7aa98', 'status': 'completed', 'code': 200} Nov 22 20:55:37.041054 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0194e68-6073-4f8a-9dc7-04de1aab391d req-b3b746ba-d4ef-4705-aaac-a72054789670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:55:37.041677 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0194e68-6073-4f8a-9dc7-04de1aab391d req-2a92fcdd-6aef-4726-b3ef-eb6d0741c311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:55:37.042588 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e0194e68-6073-4f8a-9dc7-04de1aab391d req-b3b746ba-d4ef-4705-aaac-a72054789670 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=efe24a5979264f179b1ddac9800a4508&device_id=5f144cdb-ef4b-4686-9126-dc5b091b9036 HTTP/1.1" status: 200 len: 1094 time: 0.0414720 Nov 22 20:55:37.043103 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-e0194e68-6073-4f8a-9dc7-04de1aab391d req-2a92fcdd-6aef-4726-b3ef-eb6d0741c311 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=efe24a5979264f179b1ddac9800a4508&device_id=5f144cdb-ef4b-4686-9126-dc5b091b9036 HTTP/1.1" status: 200 len: 1094 time: 0.0443912 Nov 22 20:55:37.149463 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0194e68-6073-4f8a-9dc7-04de1aab391d req-3018fe54-df2d-49c3-aa5a-31228925cb20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:55:37.150945 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-e0194e68-6073-4f8a-9dc7-04de1aab391d req-3018fe54-df2d-49c3-aa5a-31228925cb20 service neutron] 10.222.0.41 "GET /v2.0/networks?id=878efd41-b8e1-4f65-9f30-7f80d9ed58e0 HTTP/1.1" status: 200 len: 915 time: 0.0964534 Nov 22 20:55:37.198073 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-e0194e68-6073-4f8a-9dc7-04de1aab391d req-26f6b928-040f-4b42-ae69-b001d5f5beda service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=11864470-3508-4e32-89a7-ea8932d7aa98 HTTP/1.1" status: 200 len: 217 time: 0.0389528 Nov 22 20:55:37.198293 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0194e68-6073-4f8a-9dc7-04de1aab391d req-8d381567-586f-4425-b0ea-710aa85b0f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:55:37.199578 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e0194e68-6073-4f8a-9dc7-04de1aab391d req-8d381567-586f-4425-b0ea-710aa85b0f38 service neutron] 10.222.0.20 "GET /v2.0/networks?id=878efd41-b8e1-4f65-9f30-7f80d9ed58e0 HTTP/1.1" status: 200 len: 915 time: 0.1495855 Nov 22 20:55:37.212236 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72909e2c-ee84-4e40-bac3-f4fec09d3035 req-2077184b-daa1-4299-8c7c-4be106081019 tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:55:37.213660 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-72909e2c-ee84-4e40-bac3-f4fec09d3035 req-2077184b-daa1-4299-8c7c-4be106081019 tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] 10.222.0.46 "GET /v2.0/ports?device_id=5f144cdb-ef4b-4686-9126-dc5b091b9036 HTTP/1.1" status: 200 len: 943 time: 0.0746229 Nov 22 20:55:37.249482 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0194e68-6073-4f8a-9dc7-04de1aab391d req-ebf3fbaf-837a-4083-a562-90677c90ad76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:55:37.251224 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-e0194e68-6073-4f8a-9dc7-04de1aab391d req-ebf3fbaf-837a-4083-a562-90677c90ad76 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e2a50ff6-e66f-4afe-97dc-52d239f00a43 HTTP/1.1" status: 200 len: 854 time: 0.0469091 Nov 22 20:55:37.261161 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e0194e68-6073-4f8a-9dc7-04de1aab391d req-b7466bc8-86f2-4dc8-9399-77c338e58a25 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=11864470-3508-4e32-89a7-ea8932d7aa98 HTTP/1.1" status: 200 len: 217 time: 0.0465727 Nov 22 20:55:37.283370 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-e0194e68-6073-4f8a-9dc7-04de1aab391d req-38fb53e1-988d-4f1d-a8ff-35607f1150bc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=878efd41-b8e1-4f65-9f30-7f80d9ed58e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247860 Nov 22 20:55:37.300505 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 11864470-3508-4e32-89a7-ea8932d7aa98 no longer exists at agent hyperv_n-h2-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:55:37.322725 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-72909e2c-ee84-4e40-bac3-f4fec09d3035 req-dd03b861-20c5-44b9-ab18-f2d9f2560de3 tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] 10.222.0.46 "GET /v2.0/security-groups?id=4d511089-0504-4637-8a36-c93445b6fd78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022589 Nov 22 20:55:37.343665 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0194e68-6073-4f8a-9dc7-04de1aab391d req-d0b8180c-7dfc-4cf4-831c-c29e22573235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:55:37.343665 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e0194e68-6073-4f8a-9dc7-04de1aab391d req-d0b8180c-7dfc-4cf4-831c-c29e22573235 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e2a50ff6-e66f-4afe-97dc-52d239f00a43 HTTP/1.1" status: 200 len: 854 time: 0.0699446 Nov 22 20:55:37.344100 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 11864470-3508-4e32-89a7-ea8932d7aa98 not bound to the agent host n-h2-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:55:37.373228 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e0194e68-6073-4f8a-9dc7-04de1aab391d req-47a47592-85ae-4d1c-84b9-874969aeffd2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=878efd41-b8e1-4f65-9f30-7f80d9ed58e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242643 Nov 22 20:55:37.379550 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-e0194e68-6073-4f8a-9dc7-04de1aab391d req-adebee36-8062-4553-8c97-790560b2f814 service neutron] 10.222.0.41 "GET /v2.0/networks/878efd41-b8e1-4f65-9f30-7f80d9ed58e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891297 Nov 22 20:55:37.462529 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e0194e68-6073-4f8a-9dc7-04de1aab391d req-59f21495-7731-46eb-bff5-25c25ef35831 service neutron] 10.222.0.20 "GET /v2.0/networks/878efd41-b8e1-4f65-9f30-7f80d9ed58e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813498 Nov 22 20:55:37.469405 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-e0194e68-6073-4f8a-9dc7-04de1aab391d req-4d163d35-0cb4-42bc-aef4-67ba29f7d49d service neutron] 10.222.0.41 "GET /v2.0/networks/878efd41-b8e1-4f65-9f30-7f80d9ed58e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835879 Nov 22 20:55:37.558093 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e0194e68-6073-4f8a-9dc7-04de1aab391d req-6b8952b2-0890-4c38-bc6c-a0e138c7293a service neutron] 10.222.0.20 "GET /v2.0/networks/878efd41-b8e1-4f65-9f30-7f80d9ed58e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883901 Nov 22 20:55:37.944064 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 11864470-3508-4e32-89a7-ea8932d7aa98 details requested by agent hyperv_n-h1-818823-1 with host n-h1-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 20:55:38.037830 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 11864470-3508-4e32-89a7-ea8932d7aa98, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=11864470-3508-4e32-89a7-ea8932d7aa98,segment=NetworkSegment(80a04d4f-ab6b-4ab7-beef-2dd20710863b),segment_id=80a04d4f-ab6b-4ab7-beef-2dd20710863b)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:55:38.049175 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Returning: {'device': '11864470-3508-4e32-89a7-ea8932d7aa98', 'network_id': '878efd41-b8e1-4f65-9f30-7f80d9ed58e0', 'port_id': '11864470-3508-4e32-89a7-ea8932d7aa98', 'mac_address': 'fa:16:3e:9e:b0:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2a50ff6-e66f-4afe-97dc-52d239f00a43', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 20:55:38.086579 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:55:38.103139 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11864470-3508-4e32-89a7-ea8932d7aa98 {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:55:38.122404 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 11864470-3508-4e32-89a7-ea8932d7aa98, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=11864470-3508-4e32-89a7-ea8932d7aa98,segment=NetworkSegment(80a04d4f-ab6b-4ab7-beef-2dd20710863b),segment_id=80a04d4f-ab6b-4ab7-beef-2dd20710863b)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:55:38.126367 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:55:38.172363 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=11864470-3508-4e32-89a7-ea8932d7aa98,revision_number=8']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:55:38.350390 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] get_ports_and_sgs() called for port_ids ['11864470-3508-4e32-89a7-ea8932d7aa98'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:55:38.446478 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ffb85a-57f7-4bee-a04d-00d1fd295b11 req-a9ddeef2-2afe-4b7f-9c8c-a6ce3eaad45b tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:55:38.448209 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c4ffb85a-57f7-4bee-a04d-00d1fd295b11 req-a9ddeef2-2afe-4b7f-9c8c-a6ce3eaad45b tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] 10.222.0.46 "GET /v2.0/ports?device_id=5f144cdb-ef4b-4686-9126-dc5b091b9036 HTTP/1.1" status: 200 len: 944 time: 0.0505426 Nov 22 20:55:38.497640 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c4ffb85a-57f7-4bee-a04d-00d1fd295b11 req-3e3c5a32-11ab-47b2-90ee-3cd4d4015101 tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] 10.222.0.46 "GET /v2.0/security-groups?id=4d511089-0504-4637-8a36-c93445b6fd78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419815 Nov 22 20:55:38.757366 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e21ede-6434-4439-a27a-460ed9970acc req-9374cdfa-3ff1-4376-a397-e87e760a4f3b tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:55:38.758869 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b1e21ede-6434-4439-a27a-460ed9970acc req-9374cdfa-3ff1-4376-a397-e87e760a4f3b tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] 10.222.0.46 "GET /v2.0/ports?device_id=5f144cdb-ef4b-4686-9126-dc5b091b9036 HTTP/1.1" status: 200 len: 944 time: 0.1170707 Nov 22 20:55:38.779459 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02dd417-31d9-4f5d-97d7-3e1042e7024c req-37e9b69b-ebc0-4e21-aa40-1e269cc14ab4 tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:55:38.780770 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f02dd417-31d9-4f5d-97d7-3e1042e7024c req-37e9b69b-ebc0-4e21-aa40-1e269cc14ab4 tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f144cdb-ef4b-4686-9126-dc5b091b9036&tenant_id=efe24a5979264f179b1ddac9800a4508&binding%3Ahost_id=n-h1-818823-1 HTTP/1.1" status: 200 len: 944 time: 0.1107316 Nov 22 20:55:38.854810 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b1e21ede-6434-4439-a27a-460ed9970acc req-8d60f4a3-a0bd-4533-b62c-cb79499e132b tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] 10.222.0.46 "GET /v2.0/security-groups?id=4d511089-0504-4637-8a36-c93445b6fd78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892477 Nov 22 20:55:38.864705 n-d-818823-1 neutron-server[103447]: INFO neutron.api.v2.resource [req-f02dd417-31d9-4f5d-97d7-3e1042e7024c req-e25df6a2-4d31-4f1f-aefd-fe16a0e6bd53 service neutron] delete failed (client error): The resource could not be found. Nov 22 20:55:38.865764 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f02dd417-31d9-4f5d-97d7-3e1042e7024c req-e25df6a2-4d31-4f1f-aefd-fe16a0e6bd53 service neutron] 10.222.0.20 "DELETE /v2.0/ports/11864470-3508-4e32-89a7-ea8932d7aa98/bindings/n-h2-818823-1 HTTP/1.1" status: 404 len: 380 time: 0.0769477 Nov 22 20:55:38.958097 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02dd417-31d9-4f5d-97d7-3e1042e7024c req-f4c58075-457e-40e7-b068-64ab81aeed97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:55:38.959632 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f02dd417-31d9-4f5d-97d7-3e1042e7024c req-f4c58075-457e-40e7-b068-64ab81aeed97 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=efe24a5979264f179b1ddac9800a4508&device_id=5f144cdb-ef4b-4686-9126-dc5b091b9036 HTTP/1.1" status: 200 len: 1095 time: 0.0452280 Nov 22 20:55:39.046436 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02dd417-31d9-4f5d-97d7-3e1042e7024c req-649ab96d-b9cc-4bca-8aa1-7d4f01d65864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:55:39.047841 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f02dd417-31d9-4f5d-97d7-3e1042e7024c req-649ab96d-b9cc-4bca-8aa1-7d4f01d65864 service neutron] 10.222.0.20 "GET /v2.0/networks?id=878efd41-b8e1-4f65-9f30-7f80d9ed58e0 HTTP/1.1" status: 200 len: 915 time: 0.0815182 Nov 22 20:55:39.092908 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f02dd417-31d9-4f5d-97d7-3e1042e7024c req-5ee66fd9-a479-47fe-8f0f-ea904fedbf69 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=11864470-3508-4e32-89a7-ea8932d7aa98 HTTP/1.1" status: 200 len: 217 time: 0.0381792 Nov 22 20:55:39.141490 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02dd417-31d9-4f5d-97d7-3e1042e7024c req-9ceb918c-415e-4042-9376-73a2617ae951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:55:39.142917 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f02dd417-31d9-4f5d-97d7-3e1042e7024c req-9ceb918c-415e-4042-9376-73a2617ae951 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e2a50ff6-e66f-4afe-97dc-52d239f00a43 HTTP/1.1" status: 200 len: 854 time: 0.0429165 Nov 22 20:55:39.173164 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f02dd417-31d9-4f5d-97d7-3e1042e7024c req-39cc9d79-6663-4721-bc36-c946cd302226 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=878efd41-b8e1-4f65-9f30-7f80d9ed58e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233994 Nov 22 20:55:39.263703 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f02dd417-31d9-4f5d-97d7-3e1042e7024c req-759badee-1103-4d33-8238-f0b45e70a43e service neutron] 10.222.0.20 "GET /v2.0/networks/878efd41-b8e1-4f65-9f30-7f80d9ed58e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835967 Nov 22 20:55:39.350450 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f02dd417-31d9-4f5d-97d7-3e1042e7024c req-703a85cf-2a02-4e1d-bbef-2d2a276e463f service neutron] 10.222.0.20 "GET /v2.0/networks/878efd41-b8e1-4f65-9f30-7f80d9ed58e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795264 Nov 22 20:55:39.901730 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-0472f810-8db3-4ac4-ab28-2c01e8f681ab req-2fad885b-ffd9-45a7-b28f-67d5158e2238 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5f144cdb-ef4b-4686-9126-dc5b091b9036&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0457060 Nov 22 20:55:39.962374 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 11864470-3508-4e32-89a7-ea8932d7aa98 up at agent hyperv_n-h1-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:55:39.992192 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1b6985-1c17-4501-97ab-4ea911c76492 req-4eee66e7-d10c-40cd-8809-39a16918a2ac tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:55:39.994416 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ae1b6985-1c17-4501-97ab-4ea911c76492 req-4eee66e7-d10c-40cd-8809-39a16918a2ac tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] 10.222.0.46 "GET /v2.0/ports?device_id=5f144cdb-ef4b-4686-9126-dc5b091b9036 HTTP/1.1" status: 200 len: 944 time: 0.0576260 Nov 22 20:55:39.995199 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0472f810-8db3-4ac4-ab28-2c01e8f681ab req-c2f62721-92a0-4a8b-8cdc-0d1b18445e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:55:39.996730 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-0472f810-8db3-4ac4-ab28-2c01e8f681ab req-c2f62721-92a0-4a8b-8cdc-0d1b18445e87 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=efe24a5979264f179b1ddac9800a4508&device_id=5f144cdb-ef4b-4686-9126-dc5b091b9036 HTTP/1.1" status: 200 len: 1095 time: 0.0515642 Nov 22 20:55:40.018857 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Provisioning for port 11864470-3508-4e32-89a7-ea8932d7aa98 completed by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 20:55:40.023425 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Provisioning complete for port 11864470-3508-4e32-89a7-ea8932d7aa98 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:55:40.023834 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:55:40.045529 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ae1b6985-1c17-4501-97ab-4ea911c76492 req-fb1c554f-2a73-4cf3-804d-9452932a3128 tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] 10.222.0.46 "GET /v2.0/security-groups?id=4d511089-0504-4637-8a36-c93445b6fd78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443475 Nov 22 20:55:40.107941 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:55:40.136671 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f144cdb-ef4b-4686-9126-dc5b091b9036', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11864470-3508-4e32-89a7-ea8932d7aa98'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:55:40.139041 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d39f6d30a11e565ec9648abcc015e8a6ab6cff4edd704add8155e28765d31eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de9c3a60-822f-42bb-b729-0589978a595f" -d '{"events": [{"server_uuid": "5f144cdb-ef4b-4686-9126-dc5b091b9036", "name": "network-vif-plugged", "status": "completed", "tag": "11864470-3508-4e32-89a7-ea8932d7aa98"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:55:40.144831 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0472f810-8db3-4ac4-ab28-2c01e8f681ab req-4f3cf034-5a6c-4b78-8ba7-16d5771e2417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:55:40.146870 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-0472f810-8db3-4ac4-ab28-2c01e8f681ab req-4f3cf034-5a6c-4b78-8ba7-16d5771e2417 service neutron] 10.222.0.41 "GET /v2.0/networks?id=878efd41-b8e1-4f65-9f30-7f80d9ed58e0 HTTP/1.1" status: 200 len: 915 time: 0.1264215 Nov 22 20:55:40.165095 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 11864470-3508-4e32-89a7-ea8932d7aa98, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=11864470-3508-4e32-89a7-ea8932d7aa98,segment=NetworkSegment(80a04d4f-ab6b-4ab7-beef-2dd20710863b),segment_id=80a04d4f-ab6b-4ab7-beef-2dd20710863b)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:55:40.175996 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:55:40.184999 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:55:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a530b0a6-1a39-466c-8ff3-9bdd25d072d2 x-openstack-request-id: req-a530b0a6-1a39-466c-8ff3-9bdd25d072d2 {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:55:40.185429 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f144cdb-ef4b-4686-9126-dc5b091b9036", "name": "network-vif-plugged", "status": "completed", "tag": "11864470-3508-4e32-89a7-ea8932d7aa98", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:55:40.185780 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a530b0a6-1a39-466c-8ff3-9bdd25d072d2 {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:55:40.186272 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f144cdb-ef4b-4686-9126-dc5b091b9036', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11864470-3508-4e32-89a7-ea8932d7aa98', 'code': 200} Nov 22 20:55:40.196161 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1b72eb-5df0-40af-ad8d-9112c502e504 req-4e88cf7a-6176-4003-8c90-2b894ba5d191 tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:55:40.197916 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ec1b72eb-5df0-40af-ad8d-9112c502e504 req-4e88cf7a-6176-4003-8c90-2b894ba5d191 tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] 10.222.0.46 "GET /v2.0/ports?device_id=5f144cdb-ef4b-4686-9126-dc5b091b9036 HTTP/1.1" status: 200 len: 944 time: 0.0754492 Nov 22 20:55:40.207300 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-0472f810-8db3-4ac4-ab28-2c01e8f681ab req-fababacf-9381-44e1-812a-7eb3b36521c5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=11864470-3508-4e32-89a7-ea8932d7aa98 HTTP/1.1" status: 200 len: 217 time: 0.0530293 Nov 22 20:55:40.234082 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=11864470-3508-4e32-89a7-ea8932d7aa98,revision_number=9']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:55:40.248643 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ec1b72eb-5df0-40af-ad8d-9112c502e504 req-6b0bd029-5c67-4f61-a39e-e942d7ec9253 tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] 10.222.0.46 "GET /v2.0/security-groups?id=4d511089-0504-4637-8a36-c93445b6fd78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442905 Nov 22 20:55:40.261356 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0472f810-8db3-4ac4-ab28-2c01e8f681ab req-36a41d70-8803-411b-9fa4-458ab9e7debd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:55:40.263372 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-0472f810-8db3-4ac4-ab28-2c01e8f681ab req-36a41d70-8803-411b-9fa4-458ab9e7debd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e2a50ff6-e66f-4afe-97dc-52d239f00a43 HTTP/1.1" status: 200 len: 854 time: 0.0497971 Nov 22 20:55:40.301368 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-0472f810-8db3-4ac4-ab28-2c01e8f681ab req-42084afc-a332-446e-b52e-c8d89079785a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=878efd41-b8e1-4f65-9f30-7f80d9ed58e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305095 Nov 22 20:55:40.377576 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfd4b72-1874-4d5a-a9cf-cdf9aac9cf3e req-81e0b94a-b6e4-45e7-8de0-4f5762aad41a tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:55:40.379629 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9dfd4b72-1874-4d5a-a9cf-cdf9aac9cf3e req-81e0b94a-b6e4-45e7-8de0-4f5762aad41a tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] 10.222.0.46 "GET /v2.0/ports?device_id=5f144cdb-ef4b-4686-9126-dc5b091b9036 HTTP/1.1" status: 200 len: 945 time: 0.0552783 Nov 22 20:55:40.399624 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-0472f810-8db3-4ac4-ab28-2c01e8f681ab req-ead48100-9a18-45c8-a901-37f3165a04c6 service neutron] 10.222.0.41 "GET /v2.0/networks/878efd41-b8e1-4f65-9f30-7f80d9ed58e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914936 Nov 22 20:55:40.433401 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9dfd4b72-1874-4d5a-a9cf-cdf9aac9cf3e req-0ba3bf63-14ef-473a-8d81-3ce1c22000d1 tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] 10.222.0.46 "GET /v2.0/security-groups?id=4d511089-0504-4637-8a36-c93445b6fd78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469050 Nov 22 20:55:40.500694 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-0472f810-8db3-4ac4-ab28-2c01e8f681ab req-96e22fd8-10e0-46a2-bc0d-aca722eb69ec service neutron] 10.222.0.41 "GET /v2.0/networks/878efd41-b8e1-4f65-9f30-7f80d9ed58e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938196 Nov 22 20:55:40.786193 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0175fe2f-51c6-4c20-b8c0-96325951f8dc req-7fd563ed-5e69-4440-ac51-a776fc17a8d0 tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:55:40.787687 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0175fe2f-51c6-4c20-b8c0-96325951f8dc req-7fd563ed-5e69-4440-ac51-a776fc17a8d0 tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] 10.222.0.46 "GET /v2.0/networks?id=878efd41-b8e1-4f65-9f30-7f80d9ed58e0 HTTP/1.1" status: 200 len: 814 time: 0.1032820 Nov 22 20:55:40.803303 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0175fe2f-51c6-4c20-b8c0-96325951f8dc req-704a31ab-8a58-4bb9-9bd9-cf3639a5137c tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] 10.222.0.46 "GET /v2.0/quotas/efe24a5979264f179b1ddac9800a4508 HTTP/1.1" status: 200 len: 375 time: 0.0098443 Nov 22 20:55:40.850125 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0175fe2f-51c6-4c20-b8c0-96325951f8dc req-a0bd23af-8c57-4657-af1c-88c0f89c2ffe tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=efe24a5979264f179b1ddac9800a4508&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0413778 Nov 22 20:55:40.947038 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0175fe2f-51c6-4c20-b8c0-96325951f8dc req-5c093742-dc93-4b6b-9ec5-371c46b3e6dc service neutron] 10.222.0.46 "GET /v2.0/networks/878efd41-b8e1-4f65-9f30-7f80d9ed58e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900633 Nov 22 20:55:41.033799 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0175fe2f-51c6-4c20-b8c0-96325951f8dc req-41832e2c-272d-40b0-adef-e34829a8b90c service neutron] 10.222.0.46 "GET /v2.0/networks/878efd41-b8e1-4f65-9f30-7f80d9ed58e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806434 Nov 22 20:55:41.198927 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-169f8925-659e-4b64-8b49-a31be6dcd5f2 req-0f946192-0df4-46eb-9c44-fdbb9b577b1b tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] 10.222.0.46 "GET /v2.0/ports?device_id=5038c53d-6d9e-472d-8180-5e5b77618a64 HTTP/1.1" status: 200 len: 210 time: 0.0277674 Nov 22 20:55:41.969221 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5693067-f9a2-4ace-8872-c063108912c6 req-f249e3e7-a384-4628-bb2e-aaa78b04aab5 tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:55:41.970737 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-b5693067-f9a2-4ace-8872-c063108912c6 req-f249e3e7-a384-4628-bb2e-aaa78b04aab5 tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f144cdb-ef4b-4686-9126-dc5b091b9036 HTTP/1.1" status: 200 len: 945 time: 0.0498309 Nov 22 20:55:42.076905 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [req-b5693067-f9a2-4ace-8872-c063108912c6 req-911ca2a4-1155-4c0c-8634-82400b8bbcbb tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] Deleting port 11864470-3508-4e32-89a7-ea8932d7aa98 {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:55:42.077162 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-b5693067-f9a2-4ace-8872-c063108912c6 req-911ca2a4-1155-4c0c-8634-82400b8bbcbb tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:55:42.107875 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0175fe2f-51c6-4c20-b8c0-96325951f8dc req-87bc6fa0-191f-4c9b-ada5-7000c3f628d8 tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:55:42.110146 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0175fe2f-51c6-4c20-b8c0-96325951f8dc req-87bc6fa0-191f-4c9b-ada5-7000c3f628d8 tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] 10.222.0.20 "GET /v2.0/networks?id=878efd41-b8e1-4f65-9f30-7f80d9ed58e0 HTTP/1.1" status: 200 len: 814 time: 0.1176670 Nov 22 20:55:42.124175 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-0175fe2f-51c6-4c20-b8c0-96325951f8dc req-b4033886-02ba-443e-844b-4cbbba3ae1c4 tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] Request body: {'port': {'device_id': '5038c53d-6d9e-472d-8180-5e5b77618a64', 'network_id': '878efd41-b8e1-4f65-9f30-7f80d9ed58e0', 'admin_state_up': True, 'tenant_id': 'efe24a5979264f179b1ddac9800a4508'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:55:42.170713 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-b5693067-f9a2-4ace-8872-c063108912c6 req-911ca2a4-1155-4c0c-8634-82400b8bbcbb tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] For port 11864470-3508-4e32-89a7-ea8932d7aa98, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=11864470-3508-4e32-89a7-ea8932d7aa98,segment=NetworkSegment(80a04d4f-ab6b-4ab7-beef-2dd20710863b),segment_id=80a04d4f-ab6b-4ab7-beef-2dd20710863b)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:55:42.171080 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-b5693067-f9a2-4ace-8872-c063108912c6 req-911ca2a4-1155-4c0c-8634-82400b8bbcbb tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:55:42.183921 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [req-b5693067-f9a2-4ace-8872-c063108912c6 req-911ca2a4-1155-4c0c-8634-82400b8bbcbb tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] Calling delete_port for 11864470-3508-4e32-89a7-ea8932d7aa98 owned by compute:nova {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:55:42.240615 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0175fe2f-51c6-4c20-b8c0-96325951f8dc req-b4033886-02ba-443e-844b-4cbbba3ae1c4 tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] Made reservation on behalf of efe24a5979264f179b1ddac9800a4508 for: {'port': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:55:42.244624 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-0175fe2f-51c6-4c20-b8c0-96325951f8dc req-b4033886-02ba-443e-844b-4cbbba3ae1c4 tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:55:42.323053 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-b5693067-f9a2-4ace-8872-c063108912c6 req-911ca2a4-1155-4c0c-8634-82400b8bbcbb tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:55:42.335617 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] get_ports_and_sgs() called for port_ids ['11864470-3508-4e32-89a7-ea8932d7aa98'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:55:42.351722 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911ca2a4-1155-4c0c-8634-82400b8bbcbb tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] Pushing event deleted for resources: {'Port': ['ID=11864470-3508-4e32-89a7-ea8932d7aa98,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:55:42.402284 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5693067-f9a2-4ace-8872-c063108912c6 req-911ca2a4-1155-4c0c-8634-82400b8bbcbb tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] No DVR routers for this DVR port 11864470-3508-4e32-89a7-ea8932d7aa98 on host n-h1-818823-1 {{(pid=103448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:55:42.405004 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-b5693067-f9a2-4ace-8872-c063108912c6 req-911ca2a4-1155-4c0c-8634-82400b8bbcbb tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:55:42.408449 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-b5693067-f9a2-4ace-8872-c063108912c6 req-911ca2a4-1155-4c0c-8634-82400b8bbcbb tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] 10.222.0.41 "DELETE /v2.0/ports/11864470-3508-4e32-89a7-ea8932d7aa98 HTTP/1.1" status: 204 len: 173 time: 0.4319150 Nov 22 20:55:42.408925 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f144cdb-ef4b-4686-9126-dc5b091b9036', 'name': 'network-vif-deleted', 'tag': '11864470-3508-4e32-89a7-ea8932d7aa98'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:55:42.411257 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589a98cf2aea187fcc423a5edb333e5a6cf3ad7c81115d1ebee0f079693c312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89ed1b0f-f240-4b14-87c6-70bbf14b5205" -d '{"events": [{"server_uuid": "5f144cdb-ef4b-4686-9126-dc5b091b9036", "name": "network-vif-deleted", "tag": "11864470-3508-4e32-89a7-ea8932d7aa98"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:55:42.458920 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:55:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ab3ace9-4442-4228-9815-ffafd9077e64 x-openstack-request-id: req-0ab3ace9-4442-4228-9815-ffafd9077e64 {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:55:42.459378 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f144cdb-ef4b-4686-9126-dc5b091b9036", "name": "network-vif-deleted", "tag": "11864470-3508-4e32-89a7-ea8932d7aa98", "status": "completed", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:55:42.459596 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0ab3ace9-4442-4228-9815-ffafd9077e64 {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:55:42.459990 n-d-818823-1 neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f144cdb-ef4b-4686-9126-dc5b091b9036', 'name': 'network-vif-deleted', 'tag': '11864470-3508-4e32-89a7-ea8932d7aa98', 'status': 'completed', 'code': 200} Nov 22 20:55:42.547026 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-428f54ce-d46a-49ba-b9eb-a7f3c591552b req-47ff1064-ac83-45fc-956e-347a7b212524 tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] 10.222.0.46 "GET /v2.0/ports?device_id=5038c53d-6d9e-472d-8180-5e5b77618a64 HTTP/1.1" status: 200 len: 210 time: 0.0337415 Nov 22 20:55:42.653902 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [req-0175fe2f-51c6-4c20-b8c0-96325951f8dc req-b4033886-02ba-443e-844b-4cbbba3ae1c4 tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] Allocated IP 172.20.0.2 (878efd41-b8e1-4f65-9f30-7f80d9ed58e0/e2a50ff6-e66f-4afe-97dc-52d239f00a43/8a79ac68-6848-49d1-b156-661cce9fce3e) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:55:42.799385 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-0175fe2f-51c6-4c20-b8c0-96325951f8dc req-b4033886-02ba-443e-844b-4cbbba3ae1c4 tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:55:42.832432 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-0175fe2f-51c6-4c20-b8c0-96325951f8dc req-b4033886-02ba-443e-844b-4cbbba3ae1c4 tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:55:42.843892 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] get_ports_and_sgs() called for port_ids ['11864470-3508-4e32-89a7-ea8932d7aa98'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:55:42.880209 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0175fe2f-51c6-4c20-b8c0-96325951f8dc req-b4033886-02ba-443e-844b-4cbbba3ae1c4 tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] Network 878efd41-b8e1-4f65-9f30-7f80d9ed58e0 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:55:42.885396 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [req-0175fe2f-51c6-4c20-b8c0-96325951f8dc req-b4033886-02ba-443e-844b-4cbbba3ae1c4 tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:55:42.889067 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-0175fe2f-51c6-4c20-b8c0-96325951f8dc req-b4033886-02ba-443e-844b-4cbbba3ae1c4 tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:55:42.897147 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4033886-02ba-443e-844b-4cbbba3ae1c4 tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] Pushing event updated for resources: {'Port': ['ID=8a79ac68-6848-49d1-b156-661cce9fce3e,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:55:42.943296 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0175fe2f-51c6-4c20-b8c0-96325951f8dc req-b4033886-02ba-443e-844b-4cbbba3ae1c4 tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:55:42.943930 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-0175fe2f-51c6-4c20-b8c0-96325951f8dc req-b4033886-02ba-443e-844b-4cbbba3ae1c4 tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:55:42.958714 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0175fe2f-51c6-4c20-b8c0-96325951f8dc req-b4033886-02ba-443e-844b-4cbbba3ae1c4 tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8384287 Nov 22 20:55:42.970666 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-0175fe2f-51c6-4c20-b8c0-96325951f8dc req-29dd87a2-9ed5-4307-94c6-4aaf8b89f0cb service neutron] Request body: {'port': {'device_id': '5038c53d-6d9e-472d-8180-5e5b77618a64', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818823-1'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:55:43.023563 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-0175fe2f-51c6-4c20-b8c0-96325951f8dc req-29dd87a2-9ed5-4307-94c6-4aaf8b89f0cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:55:43.163371 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.agents_db [None req-aa8313f2-1ee4-4e7b-8c5a-d32b2f9d31ee None None] Agent healthcheck: found 7 active agents {{(pid=103450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 20:55:43.281807 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [req-0175fe2f-51c6-4c20-b8c0-96325951f8dc req-29dd87a2-9ed5-4307-94c6-4aaf8b89f0cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a79ac68-6848-49d1-b156-661cce9fce3e {{(pid=103447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:55:43.289729 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-0175fe2f-51c6-4c20-b8c0-96325951f8dc req-29dd87a2-9ed5-4307-94c6-4aaf8b89f0cb service neutron] Publish callbacks [] for port, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:55:43.301438 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.provisioning_blocks [req-0175fe2f-51c6-4c20-b8c0-96325951f8dc req-29dd87a2-9ed5-4307-94c6-4aaf8b89f0cb service neutron] Transition to ACTIVE for port object 8a79ac68-6848-49d1-b156-661cce9fce3e will not be triggered until provisioned by entity L2. {{(pid=103447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 20:55:43.304298 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-0175fe2f-51c6-4c20-b8c0-96325951f8dc req-29dd87a2-9ed5-4307-94c6-4aaf8b89f0cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:55:43.352992 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dd87a2-9ed5-4307-94c6-4aaf8b89f0cb service neutron] Pushing event updated for resources: {'Port': ['ID=8a79ac68-6848-49d1-b156-661cce9fce3e,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:55:43.422873 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-0175fe2f-51c6-4c20-b8c0-96325951f8dc req-29dd87a2-9ed5-4307-94c6-4aaf8b89f0cb service neutron] Attempting to bind port 8a79ac68-6848-49d1-b156-661cce9fce3e on host n-h2-818823-1 for vnic_type normal with profile {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:55:43.423120 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-0175fe2f-51c6-4c20-b8c0-96325951f8dc req-29dd87a2-9ed5-4307-94c6-4aaf8b89f0cb service neutron] Attempting to bind port 8a79ac68-6848-49d1-b156-661cce9fce3e by drivers openvswitch,hyperv on host n-h2-818823-1 at level 0 using segments [{'id': '80a04d4f-ab6b-4ab7-beef-2dd20710863b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '878efd41-b8e1-4f65-9f30-7f80d9ed58e0'}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:55:43.423472 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0175fe2f-51c6-4c20-b8c0-96325951f8dc req-29dd87a2-9ed5-4307-94c6-4aaf8b89f0cb service neutron] Attempting to bind port 8a79ac68-6848-49d1-b156-661cce9fce3e on network 878efd41-b8e1-4f65-9f30-7f80d9ed58e0 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:55:43.427691 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0175fe2f-51c6-4c20-b8c0-96325951f8dc req-29dd87a2-9ed5-4307-94c6-4aaf8b89f0cb service neutron] Port 8a79ac68-6848-49d1-b156-661cce9fce3e on network 878efd41-b8e1-4f65-9f30-7f80d9ed58e0 not bound, no agent of type Open vSwitch agent registered on host n-h2-818823-1 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:55:43.428008 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0175fe2f-51c6-4c20-b8c0-96325951f8dc req-29dd87a2-9ed5-4307-94c6-4aaf8b89f0cb service neutron] Attempting to bind port 8a79ac68-6848-49d1-b156-661cce9fce3e on network 878efd41-b8e1-4f65-9f30-7f80d9ed58e0 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:55:43.432776 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0175fe2f-51c6-4c20-b8c0-96325951f8dc req-29dd87a2-9ed5-4307-94c6-4aaf8b89f0cb service neutron] Checking agent: {'id': '65e0486a-7030-4065-96f0-10aa7402a530', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'started_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 55, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:55:43.433111 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0175fe2f-51c6-4c20-b8c0-96325951f8dc req-29dd87a2-9ed5-4307-94c6-4aaf8b89f0cb service neutron] Checking segment: {'id': '80a04d4f-ab6b-4ab7-beef-2dd20710863b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '878efd41-b8e1-4f65-9f30-7f80d9ed58e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:55:43.433488 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0175fe2f-51c6-4c20-b8c0-96325951f8dc req-29dd87a2-9ed5-4307-94c6-4aaf8b89f0cb service neutron] Bound using segment: {'id': '80a04d4f-ab6b-4ab7-beef-2dd20710863b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '878efd41-b8e1-4f65-9f30-7f80d9ed58e0'} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:55:43.433904 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-0175fe2f-51c6-4c20-b8c0-96325951f8dc req-29dd87a2-9ed5-4307-94c6-4aaf8b89f0cb service neutron] Bound port: 8a79ac68-6848-49d1-b156-661cce9fce3e, host: n-h2-818823-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80a04d4f-ab6b-4ab7-beef-2dd20710863b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '878efd41-b8e1-4f65-9f30-7f80d9ed58e0'}}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:55:43.434255 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-0175fe2f-51c6-4c20-b8c0-96325951f8dc req-29dd87a2-9ed5-4307-94c6-4aaf8b89f0cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:55:43.494771 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-0175fe2f-51c6-4c20-b8c0-96325951f8dc req-29dd87a2-9ed5-4307-94c6-4aaf8b89f0cb service neutron] For port 8a79ac68-6848-49d1-b156-661cce9fce3e, host n-h2-818823-1, cleared binding levels {{(pid=103447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:55:43.497823 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-0175fe2f-51c6-4c20-b8c0-96325951f8dc req-29dd87a2-9ed5-4307-94c6-4aaf8b89f0cb service neutron] For port 8a79ac68-6848-49d1-b156-661cce9fce3e, host n-h2-818823-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=8a79ac68-6848-49d1-b156-661cce9fce3e,segment=NetworkSegment(80a04d4f-ab6b-4ab7-beef-2dd20710863b),segment_id=80a04d4f-ab6b-4ab7-beef-2dd20710863b)] {{(pid=103447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:55:43.501587 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-0175fe2f-51c6-4c20-b8c0-96325951f8dc req-29dd87a2-9ed5-4307-94c6-4aaf8b89f0cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:55:43.538516 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0175fe2f-51c6-4c20-b8c0-96325951f8dc req-29dd87a2-9ed5-4307-94c6-4aaf8b89f0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:55:43.539474 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-0175fe2f-51c6-4c20-b8c0-96325951f8dc req-29dd87a2-9ed5-4307-94c6-4aaf8b89f0cb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:55:43.541538 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0175fe2f-51c6-4c20-b8c0-96325951f8dc req-29dd87a2-9ed5-4307-94c6-4aaf8b89f0cb service neutron] 10.222.0.20 "PUT /v2.0/ports/8a79ac68-6848-49d1-b156-661cce9fce3e HTTP/1.1" status: 200 len: 1091 time: 0.5746415 Nov 22 20:55:43.541997 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5038c53d-6d9e-472d-8180-5e5b77618a64', 'tag': '8a79ac68-6848-49d1-b156-661cce9fce3e'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:55:43.544304 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49604380-e630-49a8-9d69-014a2a3ddcfe" -d '{"events": [{"name": "network-changed", "server_uuid": "5038c53d-6d9e-472d-8180-5e5b77618a64", "tag": "8a79ac68-6848-49d1-b156-661cce9fce3e"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:55:43.572956 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dd87a2-9ed5-4307-94c6-4aaf8b89f0cb service neutron] Pushing event updated for resources: {'Port': ['ID=8a79ac68-6848-49d1-b156-661cce9fce3e,revision_number=3']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:55:43.587045 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 20:55:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adaf4adc-2803-4106-b825-33db52ff035f x-openstack-request-id: req-adaf4adc-2803-4106-b825-33db52ff035f {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:55:43.587341 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5038c53d-6d9e-472d-8180-5e5b77618a64", "tag": "8a79ac68-6848-49d1-b156-661cce9fce3e", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:55:43.587615 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-adaf4adc-2803-4106-b825-33db52ff035f {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:55:43.588008 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5038c53d-6d9e-472d-8180-5e5b77618a64', 'tag': '8a79ac68-6848-49d1-b156-661cce9fce3e', 'status': 'completed', 'code': 200} Nov 22 20:55:43.662504 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0175fe2f-51c6-4c20-b8c0-96325951f8dc req-acc1fc48-2657-42d4-9780-7e3bbbe59830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:55:43.664012 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0175fe2f-51c6-4c20-b8c0-96325951f8dc req-acc1fc48-2657-42d4-9780-7e3bbbe59830 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=efe24a5979264f179b1ddac9800a4508&device_id=5038c53d-6d9e-472d-8180-5e5b77618a64 HTTP/1.1" status: 200 len: 1094 time: 0.0712297 Nov 22 20:55:43.680736 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d57dc2-286f-4a4c-944d-0e11ced5df88 req-c801cb56-bf73-4425-8967-84cb3eea644d tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:55:43.682029 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-68d57dc2-286f-4a4c-944d-0e11ced5df88 req-c801cb56-bf73-4425-8967-84cb3eea644d tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] 10.222.0.46 "GET /v2.0/ports?device_id=5038c53d-6d9e-472d-8180-5e5b77618a64 HTTP/1.1" status: 200 len: 943 time: 0.0608871 Nov 22 20:55:43.721867 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0175fe2f-51c6-4c20-b8c0-96325951f8dc req-0500f5fe-aa9c-4e79-8d08-753eb05c0daa service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8a79ac68-6848-49d1-b156-661cce9fce3e HTTP/1.1" status: 200 len: 217 time: 0.0490072 Nov 22 20:55:43.792733 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-68d57dc2-286f-4a4c-944d-0e11ced5df88 req-8b33e1d9-b0ab-4526-bafe-13afdae91232 tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] 10.222.0.46 "GET /v2.0/security-groups?id=4d511089-0504-4637-8a36-c93445b6fd78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038015 Nov 22 20:55:43.794477 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0175fe2f-51c6-4c20-b8c0-96325951f8dc req-4f0812b2-59b5-40e0-bcb5-2f83b4e39c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:55:43.795877 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0175fe2f-51c6-4c20-b8c0-96325951f8dc req-4f0812b2-59b5-40e0-bcb5-2f83b4e39c79 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e2a50ff6-e66f-4afe-97dc-52d239f00a43 HTTP/1.1" status: 200 len: 854 time: 0.0663819 Nov 22 20:55:43.832787 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0175fe2f-51c6-4c20-b8c0-96325951f8dc req-a589bd53-0e64-4b40-858c-11cd43372bc1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=878efd41-b8e1-4f65-9f30-7f80d9ed58e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299237 Nov 22 20:55:43.920843 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0175fe2f-51c6-4c20-b8c0-96325951f8dc req-b5ced500-be65-4008-9ad1-1fba2b312316 service neutron] 10.222.0.20 "GET /v2.0/networks/878efd41-b8e1-4f65-9f30-7f80d9ed58e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810318 Nov 22 20:55:44.011766 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0175fe2f-51c6-4c20-b8c0-96325951f8dc req-acb5adf6-86ec-4e77-a5f8-0d09401c61a7 service neutron] 10.222.0.20 "GET /v2.0/networks/878efd41-b8e1-4f65-9f30-7f80d9ed58e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841382 Nov 22 20:55:44.099158 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49604380-e630-49a8-9d69-014a2a3ddcfe req-3611c75f-104d-47c0-84bd-c9e09df83723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:55:44.100696 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-49604380-e630-49a8-9d69-014a2a3ddcfe req-3611c75f-104d-47c0-84bd-c9e09df83723 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=efe24a5979264f179b1ddac9800a4508&device_id=5038c53d-6d9e-472d-8180-5e5b77618a64 HTTP/1.1" status: 200 len: 1094 time: 0.0428550 Nov 22 20:55:44.193110 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49604380-e630-49a8-9d69-014a2a3ddcfe req-e0eb4414-7c01-4721-ae03-f3f56fcc8d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:55:44.194581 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-49604380-e630-49a8-9d69-014a2a3ddcfe req-e0eb4414-7c01-4721-ae03-f3f56fcc8d4a service neutron] 10.222.0.20 "GET /v2.0/networks?id=878efd41-b8e1-4f65-9f30-7f80d9ed58e0 HTTP/1.1" status: 200 len: 915 time: 0.0855753 Nov 22 20:55:44.238305 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-49604380-e630-49a8-9d69-014a2a3ddcfe req-efe35fd6-cf84-458e-8699-f62e829f0f09 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8a79ac68-6848-49d1-b156-661cce9fce3e HTTP/1.1" status: 200 len: 217 time: 0.0370483 Nov 22 20:55:44.287054 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49604380-e630-49a8-9d69-014a2a3ddcfe req-8d7a7eea-9c4e-4192-934a-e84925dedc92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:55:44.288443 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-49604380-e630-49a8-9d69-014a2a3ddcfe req-8d7a7eea-9c4e-4192-934a-e84925dedc92 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e2a50ff6-e66f-4afe-97dc-52d239f00a43 HTTP/1.1" status: 200 len: 854 time: 0.0433123 Nov 22 20:55:44.321382 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-49604380-e630-49a8-9d69-014a2a3ddcfe req-0bce64af-2341-493f-bb09-1ca4ab57c68b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=878efd41-b8e1-4f65-9f30-7f80d9ed58e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245469 Nov 22 20:55:44.413925 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-49604380-e630-49a8-9d69-014a2a3ddcfe req-9e789f36-60a7-4a9d-984a-a2163c2bd2bd service neutron] 10.222.0.20 "GET /v2.0/networks/878efd41-b8e1-4f65-9f30-7f80d9ed58e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847077 Nov 22 20:55:44.501133 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-49604380-e630-49a8-9d69-014a2a3ddcfe req-933be7ab-1d68-49b3-a600-2555c1452211 service neutron] 10.222.0.20 "GET /v2.0/networks/878efd41-b8e1-4f65-9f30-7f80d9ed58e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790238 Nov 22 20:55:44.813831 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:55:44.860851 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:55:44.911951 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26117b7-622c-42a6-b015-2316b57dcc40 req-79bfa677-e7a3-436a-aa4a-b95427d21ece tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:55:44.913466 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c26117b7-622c-42a6-b015-2316b57dcc40 req-79bfa677-e7a3-436a-aa4a-b95427d21ece tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] 10.222.0.46 "GET /v2.0/ports?device_id=5038c53d-6d9e-472d-8180-5e5b77618a64 HTTP/1.1" status: 200 len: 943 time: 0.0493538 Nov 22 20:55:44.963592 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c26117b7-622c-42a6-b015-2316b57dcc40 req-7aa431f4-1350-4d63-b416-8c8a397a1d6f tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] 10.222.0.46 "GET /v2.0/security-groups?id=4d511089-0504-4637-8a36-c93445b6fd78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441711 Nov 22 20:55:45.990085 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 11864470-3508-4e32-89a7-ea8932d7aa98 no longer exists at agent hyperv_n-h1-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:55:46.011123 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] No Port match for: 11864470-3508-4e32-89a7-ea8932d7aa98 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:55:46.011487 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 11864470-3508-4e32-89a7-ea8932d7aa98 not bound to the agent host n-h1-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:55:46.080705 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0661e078-d0b1-46e1-b761-9e06d8f1474d req-23609027-e2b3-4fb0-adf7-8093b10f65c0 tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:55:46.082109 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0661e078-d0b1-46e1-b761-9e06d8f1474d req-23609027-e2b3-4fb0-adf7-8093b10f65c0 tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] 10.222.0.46 "GET /v2.0/ports?device_id=5038c53d-6d9e-472d-8180-5e5b77618a64 HTTP/1.1" status: 200 len: 943 time: 0.0487792 Nov 22 20:55:46.129287 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0661e078-d0b1-46e1-b761-9e06d8f1474d req-27601871-deb7-4c96-af75-9e27e0fd9ac9 tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] 10.222.0.46 "GET /v2.0/security-groups?id=4d511089-0504-4637-8a36-c93445b6fd78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406287 Nov 22 20:55:47.251723 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5866055-634f-4e3e-81e0-0f375b9e25b5 req-dde7b0a5-a436-4445-b040-7a9addea2e08 tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:55:47.253791 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d5866055-634f-4e3e-81e0-0f375b9e25b5 req-dde7b0a5-a436-4445-b040-7a9addea2e08 tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] 10.222.0.46 "GET /v2.0/ports?device_id=5038c53d-6d9e-472d-8180-5e5b77618a64 HTTP/1.1" status: 200 len: 943 time: 0.0580585 Nov 22 20:55:47.303921 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d5866055-634f-4e3e-81e0-0f375b9e25b5 req-cbc77b94-da5e-41c0-862d-f1ac7d9057bf tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] 10.222.0.46 "GET /v2.0/security-groups?id=4d511089-0504-4637-8a36-c93445b6fd78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440958 Nov 22 20:55:47.393886 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 8a79ac68-6848-49d1-b156-661cce9fce3e details requested by agent hyperv_n-h2-818823-1 with host n-h2-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 20:55:47.486168 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port 8a79ac68-6848-49d1-b156-661cce9fce3e, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=8a79ac68-6848-49d1-b156-661cce9fce3e,segment=NetworkSegment(80a04d4f-ab6b-4ab7-beef-2dd20710863b),segment_id=80a04d4f-ab6b-4ab7-beef-2dd20710863b)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:55:47.501605 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Returning: {'device': '8a79ac68-6848-49d1-b156-661cce9fce3e', 'network_id': '878efd41-b8e1-4f65-9f30-7f80d9ed58e0', 'port_id': '8a79ac68-6848-49d1-b156-661cce9fce3e', 'mac_address': 'fa:16:3e:fe:9e:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2a50ff6-e66f-4afe-97dc-52d239f00a43', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 20:55:47.538767 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:55:47.553387 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a79ac68-6848-49d1-b156-661cce9fce3e {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:55:47.572541 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port 8a79ac68-6848-49d1-b156-661cce9fce3e, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=8a79ac68-6848-49d1-b156-661cce9fce3e,segment=NetworkSegment(80a04d4f-ab6b-4ab7-beef-2dd20710863b),segment_id=80a04d4f-ab6b-4ab7-beef-2dd20710863b)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:55:47.576405 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:55:47.626143 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=8a79ac68-6848-49d1-b156-661cce9fce3e,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:55:47.771045 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] get_ports_and_sgs() called for port_ids ['8a79ac68-6848-49d1-b156-661cce9fce3e'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:55:48.419522 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c5dd26-4536-43b9-851e-b6d662fd538b req-7e64620d-0bb0-4054-9523-6fcd2e945d0e tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:55:48.420991 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e5c5dd26-4536-43b9-851e-b6d662fd538b req-7e64620d-0bb0-4054-9523-6fcd2e945d0e tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] 10.222.0.46 "GET /v2.0/ports?device_id=5038c53d-6d9e-472d-8180-5e5b77618a64 HTTP/1.1" status: 200 len: 944 time: 0.0515339 Nov 22 20:55:48.466736 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e5c5dd26-4536-43b9-851e-b6d662fd538b req-3b61f8be-ffd0-4b1c-9bee-e5a485f95314 tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] 10.222.0.46 "GET /v2.0/security-groups?id=4d511089-0504-4637-8a36-c93445b6fd78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392907 Nov 22 20:55:49.418089 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 8a79ac68-6848-49d1-b156-661cce9fce3e up at agent hyperv_n-h2-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:55:49.466858 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Provisioning for port 8a79ac68-6848-49d1-b156-661cce9fce3e completed by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 20:55:49.470538 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Provisioning complete for port 8a79ac68-6848-49d1-b156-661cce9fce3e triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:55:49.470909 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:55:49.552366 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:55:49.584833 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5038c53d-6d9e-472d-8180-5e5b77618a64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a79ac68-6848-49d1-b156-661cce9fce3e'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:55:49.587143 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d39f6d30a11e565ec9648abcc015e8a6ab6cff4edd704add8155e28765d31eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7fdec1f-0d1f-4187-957b-1e105a6381c4" -d '{"events": [{"server_uuid": "5038c53d-6d9e-472d-8180-5e5b77618a64", "name": "network-vif-plugged", "status": "completed", "tag": "8a79ac68-6848-49d1-b156-661cce9fce3e"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:55:49.590015 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb5535f-ba2f-41c4-864d-2d436a952ac1 req-29708f78-6788-4d96-a033-86db977f1157 tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:55:49.591628 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9cb5535f-ba2f-41c4-864d-2d436a952ac1 req-29708f78-6788-4d96-a033-86db977f1157 tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] 10.222.0.46 "GET /v2.0/ports?device_id=5038c53d-6d9e-472d-8180-5e5b77618a64 HTTP/1.1" status: 200 len: 944 time: 0.0577319 Nov 22 20:55:49.610373 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port 8a79ac68-6848-49d1-b156-661cce9fce3e, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=8a79ac68-6848-49d1-b156-661cce9fce3e,segment=NetworkSegment(80a04d4f-ab6b-4ab7-beef-2dd20710863b),segment_id=80a04d4f-ab6b-4ab7-beef-2dd20710863b)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:55:49.615807 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:55:49.639984 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:55:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23f6b673-7316-432e-9350-3812a95db7ec x-openstack-request-id: req-23f6b673-7316-432e-9350-3812a95db7ec {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:55:49.640278 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5038c53d-6d9e-472d-8180-5e5b77618a64", "name": "network-vif-plugged", "status": "completed", "tag": "8a79ac68-6848-49d1-b156-661cce9fce3e", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:55:49.640532 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-23f6b673-7316-432e-9350-3812a95db7ec {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:55:49.640926 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5038c53d-6d9e-472d-8180-5e5b77618a64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a79ac68-6848-49d1-b156-661cce9fce3e', 'code': 200} Nov 22 20:55:49.644004 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9cb5535f-ba2f-41c4-864d-2d436a952ac1 req-c4f94c9c-1dd3-4e8f-ab18-1dd74fedcaef tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] 10.222.0.46 "GET /v2.0/security-groups?id=4d511089-0504-4637-8a36-c93445b6fd78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463650 Nov 22 20:55:49.668617 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=8a79ac68-6848-49d1-b156-661cce9fce3e,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:55:49.739996 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305f6c61-8a5d-4fc3-a88c-508fa5dd1ea5 req-aee5e5ff-ef25-49f0-8afe-047c7907cf9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:55:49.741369 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-305f6c61-8a5d-4fc3-a88c-508fa5dd1ea5 req-aee5e5ff-ef25-49f0-8afe-047c7907cf9d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5038c53d-6d9e-472d-8180-5e5b77618a64 HTTP/1.1" status: 200 len: 1096 time: 0.0431538 Nov 22 20:55:49.785578 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-305f6c61-8a5d-4fc3-a88c-508fa5dd1ea5 req-ec1bb809-3d93-4acb-80ee-8b8dcdd24d39 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=4d511089-0504-4637-8a36-c93445b6fd78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360239 Nov 22 20:55:50.767942 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abfeb53-eef6-434b-8dd6-a016c721bf80 req-d7d4092a-c96a-4274-ad1d-ce8b04650597 tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:55:50.769471 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2abfeb53-eef6-434b-8dd6-a016c721bf80 req-d7d4092a-c96a-4274-ad1d-ce8b04650597 tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] 10.222.0.46 "GET /v2.0/ports?device_id=5038c53d-6d9e-472d-8180-5e5b77618a64 HTTP/1.1" status: 200 len: 945 time: 0.0511591 Nov 22 20:55:50.820430 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2abfeb53-eef6-434b-8dd6-a016c721bf80 req-a5e36384-7088-4dbe-b962-eaf2181a141e tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] 10.222.0.46 "GET /v2.0/security-groups?id=4d511089-0504-4637-8a36-c93445b6fd78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444360 Nov 22 20:55:51.933873 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5a7b01-e53c-4a55-9174-5c0471999ac1 req-231a6e77-d2b2-4c43-b365-7f9f0207644b tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:55:51.935336 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7e5a7b01-e53c-4a55-9174-5c0471999ac1 req-231a6e77-d2b2-4c43-b365-7f9f0207644b tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] 10.222.0.46 "GET /v2.0/ports?device_id=5038c53d-6d9e-472d-8180-5e5b77618a64 HTTP/1.1" status: 200 len: 945 time: 0.0476727 Nov 22 20:55:51.984238 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7e5a7b01-e53c-4a55-9174-5c0471999ac1 req-12bb3231-bb10-4607-831f-cb19fff852df tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] 10.222.0.46 "GET /v2.0/security-groups?id=4d511089-0504-4637-8a36-c93445b6fd78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429540 Nov 22 20:55:52.097201 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fcc9eb-b196-4934-8c6a-cdcde6466f7b req-2c4b77fc-1c96-469e-afc4-67f1ff500fdd tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:55:52.099190 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e3fcc9eb-b196-4934-8c6a-cdcde6466f7b req-2c4b77fc-1c96-469e-afc4-67f1ff500fdd tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] 10.222.0.46 "GET /v2.0/ports?device_id=5038c53d-6d9e-472d-8180-5e5b77618a64 HTTP/1.1" status: 200 len: 945 time: 0.0481803 Nov 22 20:55:52.146170 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e3fcc9eb-b196-4934-8c6a-cdcde6466f7b req-9096c1e7-5d1a-428d-b439-27fa7978a031 tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] 10.222.0.46 "GET /v2.0/security-groups?id=4d511089-0504-4637-8a36-c93445b6fd78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411470 Nov 22 20:55:52.366328 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-2d2b1679-6093-486d-847d-228c03c5c4c7 req-44a574b1-9ae6-4f53-9a3f-575f69aae6e6 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=5038c53d-6d9e-472d-8180-5e5b77618a64&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0410264 Nov 22 20:55:52.379348 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2291b861-c0f0-4557-90e8-6950faebe6cf req-60f085f7-e39b-406b-9c76-f3eaef8919fb tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:55:52.381449 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2291b861-c0f0-4557-90e8-6950faebe6cf req-60f085f7-e39b-406b-9c76-f3eaef8919fb tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] 10.222.0.46 "GET /v2.0/ports?device_id=5038c53d-6d9e-472d-8180-5e5b77618a64 HTTP/1.1" status: 200 len: 945 time: 0.0494268 Nov 22 20:55:52.429761 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2291b861-c0f0-4557-90e8-6950faebe6cf req-759205ec-9f8d-46a1-805f-24b5a3d8b310 tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] 10.222.0.46 "GET /v2.0/security-groups?id=4d511089-0504-4637-8a36-c93445b6fd78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415905 Nov 22 20:55:53.424486 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2b1679-6093-486d-847d-228c03c5c4c7 req-d3dbd6ec-6dfa-451b-a1e9-352e50a0edb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:55:53.425967 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2d2b1679-6093-486d-847d-228c03c5c4c7 req-d3dbd6ec-6dfa-451b-a1e9-352e50a0edb6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=efe24a5979264f179b1ddac9800a4508&device_id=5038c53d-6d9e-472d-8180-5e5b77618a64 HTTP/1.1" status: 200 len: 1096 time: 0.0436378 Nov 22 20:55:53.548697 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2b1679-6093-486d-847d-228c03c5c4c7 req-ab464648-5281-4800-8bff-1b8abeffd30b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:55:53.550169 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2d2b1679-6093-486d-847d-228c03c5c4c7 req-ab464648-5281-4800-8bff-1b8abeffd30b service neutron] 10.222.0.20 "GET /v2.0/networks?id=878efd41-b8e1-4f65-9f30-7f80d9ed58e0 HTTP/1.1" status: 200 len: 915 time: 0.1152148 Nov 22 20:55:53.570852 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05b2352-18c5-4dc9-8296-a52c6ae56fea req-f0fe5433-ae88-4601-9fac-aaba141cbc00 tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:55:53.572277 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a05b2352-18c5-4dc9-8296-a52c6ae56fea req-f0fe5433-ae88-4601-9fac-aaba141cbc00 tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] 10.222.0.46 "GET /v2.0/ports?device_id=5038c53d-6d9e-472d-8180-5e5b77618a64 HTTP/1.1" status: 200 len: 945 time: 0.0697944 Nov 22 20:55:53.603214 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2d2b1679-6093-486d-847d-228c03c5c4c7 req-38045e51-d6cd-4295-a300-15b61edccf84 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8a79ac68-6848-49d1-b156-661cce9fce3e HTTP/1.1" status: 200 len: 217 time: 0.0455930 Nov 22 20:55:53.674299 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a05b2352-18c5-4dc9-8296-a52c6ae56fea req-26ace111-9fba-46c6-882b-cd8f7635d061 tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] 10.222.0.46 "GET /v2.0/security-groups?id=4d511089-0504-4637-8a36-c93445b6fd78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732956 Nov 22 20:55:53.677729 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2b1679-6093-486d-847d-228c03c5c4c7 req-c3c2ac58-d959-4ff9-9a06-62d6a73267f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:55:53.679101 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2d2b1679-6093-486d-847d-228c03c5c4c7 req-c3c2ac58-d959-4ff9-9a06-62d6a73267f9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e2a50ff6-e66f-4afe-97dc-52d239f00a43 HTTP/1.1" status: 200 len: 854 time: 0.0644667 Nov 22 20:55:53.711334 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2d2b1679-6093-486d-847d-228c03c5c4c7 req-fa56af4d-b929-424d-9cbf-b72aa243506b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=878efd41-b8e1-4f65-9f30-7f80d9ed58e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244534 Nov 22 20:55:53.803035 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2d2b1679-6093-486d-847d-228c03c5c4c7 req-6eeb8d00-b798-43bd-aefc-d4e22482e69e service neutron] 10.222.0.20 "GET /v2.0/networks/878efd41-b8e1-4f65-9f30-7f80d9ed58e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840194 Nov 22 20:55:53.895984 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2d2b1679-6093-486d-847d-228c03c5c4c7 req-1aa7d6dd-f8fa-4514-9c1f-c8c844fef57a service neutron] 10.222.0.20 "GET /v2.0/networks/878efd41-b8e1-4f65-9f30-7f80d9ed58e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854769 Nov 22 20:55:54.789564 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254a58c9-a221-4ccf-b8f2-c9958f01882d req-f7883e5d-3238-4906-8690-0abfba11c833 tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:55:54.791066 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-254a58c9-a221-4ccf-b8f2-c9958f01882d req-f7883e5d-3238-4906-8690-0abfba11c833 tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] 10.222.0.46 "GET /v2.0/ports?device_id=5038c53d-6d9e-472d-8180-5e5b77618a64 HTTP/1.1" status: 200 len: 945 time: 0.0485008 Nov 22 20:55:54.838108 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-254a58c9-a221-4ccf-b8f2-c9958f01882d req-d0e9d8e4-50f9-40d9-9a4c-f86365925f35 tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] 10.222.0.46 "GET /v2.0/security-groups?id=4d511089-0504-4637-8a36-c93445b6fd78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410476 Nov 22 20:55:55.952674 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56aa9e1-b046-42d8-9ce9-3bd3a334d57f req-34c534f3-0228-49d2-a262-23a60681115e tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:55:55.954149 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b56aa9e1-b046-42d8-9ce9-3bd3a334d57f req-34c534f3-0228-49d2-a262-23a60681115e tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] 10.222.0.46 "GET /v2.0/ports?device_id=5038c53d-6d9e-472d-8180-5e5b77618a64 HTTP/1.1" status: 200 len: 945 time: 0.0477922 Nov 22 20:55:55.999792 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b56aa9e1-b046-42d8-9ce9-3bd3a334d57f req-524a79a8-a628-4e42-9d1f-bd2ad590c88a tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] 10.222.0.46 "GET /v2.0/security-groups?id=4d511089-0504-4637-8a36-c93445b6fd78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396268 Nov 22 20:55:57.117684 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b3cd60-88ff-4e2d-88e5-7198ead59055 req-8fd7ec51-580e-4830-beac-430e8fb95cf8 tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:55:57.119078 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a3b3cd60-88ff-4e2d-88e5-7198ead59055 req-8fd7ec51-580e-4830-beac-430e8fb95cf8 tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] 10.222.0.46 "GET /v2.0/ports?device_id=5038c53d-6d9e-472d-8180-5e5b77618a64 HTTP/1.1" status: 200 len: 945 time: 0.0520165 Nov 22 20:55:57.165558 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a3b3cd60-88ff-4e2d-88e5-7198ead59055 req-1f588a09-5aea-493b-b65f-4a110bddf0b1 tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] 10.222.0.46 "GET /v2.0/security-groups?id=4d511089-0504-4637-8a36-c93445b6fd78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405254 Nov 22 20:55:58.280066 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ceef28-9863-4ad4-823e-8c80984022a2 req-791c71d4-fd2c-485e-80ba-29557378914f tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:55:58.281567 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-36ceef28-9863-4ad4-823e-8c80984022a2 req-791c71d4-fd2c-485e-80ba-29557378914f tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] 10.222.0.46 "GET /v2.0/ports?device_id=5038c53d-6d9e-472d-8180-5e5b77618a64 HTTP/1.1" status: 200 len: 945 time: 0.0484278 Nov 22 20:55:58.326854 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-36ceef28-9863-4ad4-823e-8c80984022a2 req-b82b1b59-3496-4cfc-89f3-8b999a09ba61 tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] 10.222.0.46 "GET /v2.0/security-groups?id=4d511089-0504-4637-8a36-c93445b6fd78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387416 Nov 22 20:55:59.440524 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c6d6bf-56f8-4ae2-b751-941bb582247e req-35e59210-6d3e-4402-bec8-0f785fdaa087 tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:55:59.442447 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b5c6d6bf-56f8-4ae2-b751-941bb582247e req-35e59210-6d3e-4402-bec8-0f785fdaa087 tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] 10.222.0.46 "GET /v2.0/ports?device_id=5038c53d-6d9e-472d-8180-5e5b77618a64 HTTP/1.1" status: 200 len: 945 time: 0.0478489 Nov 22 20:55:59.493906 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b5c6d6bf-56f8-4ae2-b751-941bb582247e req-6d669a7f-694a-416a-a254-077be572e727 tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] 10.222.0.46 "GET /v2.0/security-groups?id=4d511089-0504-4637-8a36-c93445b6fd78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454886 Nov 22 20:56:00.058280 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-8c40b4ab-9fb1-47dd-b6bb-460cb7d37391 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:56:00.608589 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc39c5e-0538-4018-921f-63f9cb492d0c req-9da9ea7b-b147-4ee7-bb0f-01ae0d16a3b3 tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:56:00.610087 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-abc39c5e-0538-4018-921f-63f9cb492d0c req-9da9ea7b-b147-4ee7-bb0f-01ae0d16a3b3 tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] 10.222.0.46 "GET /v2.0/ports?device_id=5038c53d-6d9e-472d-8180-5e5b77618a64 HTTP/1.1" status: 200 len: 945 time: 0.0484772 Nov 22 20:56:00.657462 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-abc39c5e-0538-4018-921f-63f9cb492d0c req-bc347209-cd9c-47c2-babc-38585e4f0498 tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] 10.222.0.46 "GET /v2.0/security-groups?id=4d511089-0504-4637-8a36-c93445b6fd78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408800 Nov 22 20:56:01.769576 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcb1464-8b12-4031-9e5d-49afc67fb76d req-2770ad82-5529-4361-968c-77050d837dae tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:56:01.771590 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6bcb1464-8b12-4031-9e5d-49afc67fb76d req-2770ad82-5529-4361-968c-77050d837dae tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] 10.222.0.46 "GET /v2.0/ports?device_id=5038c53d-6d9e-472d-8180-5e5b77618a64 HTTP/1.1" status: 200 len: 945 time: 0.0487728 Nov 22 20:56:01.817742 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6bcb1464-8b12-4031-9e5d-49afc67fb76d req-1a9b5a3d-49ba-4892-a8be-3ad47e051b68 tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] 10.222.0.46 "GET /v2.0/security-groups?id=4d511089-0504-4637-8a36-c93445b6fd78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403376 Nov 22 20:56:02.937118 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84d0edf-c8bd-4915-8696-f487b07963e1 req-b50089ff-0ec4-4e04-8c60-e81e96227b7c tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:56:02.938618 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d84d0edf-c8bd-4915-8696-f487b07963e1 req-b50089ff-0ec4-4e04-8c60-e81e96227b7c tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] 10.222.0.46 "GET /v2.0/ports?device_id=5038c53d-6d9e-472d-8180-5e5b77618a64 HTTP/1.1" status: 200 len: 945 time: 0.0525720 Nov 22 20:56:02.984649 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-16616101-8f4d-473a-9bb3-c0ac0e9ef8d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:56:02.996054 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d84d0edf-c8bd-4915-8696-f487b07963e1 req-db819b87-6254-456d-9993-df94d8f90213 tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] 10.222.0.46 "GET /v2.0/security-groups?id=4d511089-0504-4637-8a36-c93445b6fd78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513873 Nov 22 20:56:03.571079 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-03f0964f-1b75-4df7-99e0-a3cdb56ec2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:56:03.767598 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [req-eb576b31-af21-4912-b9b6-e458a71a9a61 req-b1d5f014-0590-4130-b9b5-9672d6e25fab service neutron] (103447) timed out ('10.222.0.46', 54276) {{(pid=103447) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 22 20:56:04.111763 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e224ad2-95e5-4165-9f74-70a94c9db4a8 req-6660a36b-71bd-49a5-ab56-c8a3d9724ebb tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:56:04.113243 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0e224ad2-95e5-4165-9f74-70a94c9db4a8 req-6660a36b-71bd-49a5-ab56-c8a3d9724ebb tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] 10.222.0.46 "GET /v2.0/ports?device_id=5038c53d-6d9e-472d-8180-5e5b77618a64 HTTP/1.1" status: 200 len: 945 time: 0.0477571 Nov 22 20:56:04.159864 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0e224ad2-95e5-4165-9f74-70a94c9db4a8 req-e448a33c-bbe1-42f2-91af-becc2e55d80f tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] 10.222.0.46 "GET /v2.0/security-groups?id=4d511089-0504-4637-8a36-c93445b6fd78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402260 Nov 22 20:56:05.274009 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e49ee129-e862-4476-beca-cdc8150d2345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:56:05.280748 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c61ac2-87d8-4878-8697-854a0e37bb81 req-48d127d1-0220-4e7e-9cdf-ae0f4b2c3b74 tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:56:05.282230 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-40c61ac2-87d8-4878-8697-854a0e37bb81 req-48d127d1-0220-4e7e-9cdf-ae0f4b2c3b74 tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] 10.222.0.46 "GET /v2.0/ports?device_id=5038c53d-6d9e-472d-8180-5e5b77618a64 HTTP/1.1" status: 200 len: 945 time: 0.0522349 Nov 22 20:56:05.329459 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-40c61ac2-87d8-4878-8697-854a0e37bb81 req-a777a77d-8e73-4152-a35f-ba53bff1a71f tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] 10.222.0.46 "GET /v2.0/security-groups?id=4d511089-0504-4637-8a36-c93445b6fd78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407217 Nov 22 20:56:06.106408 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:56:06.444419 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cc7fe8-a9e8-44fb-8b9b-b370b98538cd req-c70b1835-154c-4ab0-9aa3-c9524ea604f7 tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:56:06.445900 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d0cc7fe8-a9e8-44fb-8b9b-b370b98538cd req-c70b1835-154c-4ab0-9aa3-c9524ea604f7 tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] 10.222.0.46 "GET /v2.0/ports?device_id=5038c53d-6d9e-472d-8180-5e5b77618a64 HTTP/1.1" status: 200 len: 945 time: 0.0489831 Nov 22 20:56:06.492787 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d0cc7fe8-a9e8-44fb-8b9b-b370b98538cd req-68ba2b28-c275-4682-a688-e15faa385e57 tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] 10.222.0.46 "GET /v2.0/security-groups?id=4d511089-0504-4637-8a36-c93445b6fd78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408666 Nov 22 20:56:07.608408 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd66f9e3-cb87-482d-a644-161b07584349 req-b181cf08-bdca-46fd-9ed6-ac1e26d63fd4 tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:56:07.609885 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-fd66f9e3-cb87-482d-a644-161b07584349 req-b181cf08-bdca-46fd-9ed6-ac1e26d63fd4 tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] 10.222.0.46 "GET /v2.0/ports?device_id=5038c53d-6d9e-472d-8180-5e5b77618a64 HTTP/1.1" status: 200 len: 945 time: 0.0485861 Nov 22 20:56:07.659732 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-fd66f9e3-cb87-482d-a644-161b07584349 req-fc750901-8c88-42c5-bf7f-aa0949d2b8f9 tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] 10.222.0.46 "GET /v2.0/security-groups?id=4d511089-0504-4637-8a36-c93445b6fd78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430474 Nov 22 20:56:08.847767 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476d17bb-2aff-4a45-b661-68dc06913b6f req-6fc3b1b5-a1ec-4841-9668-9910215af593 tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:56:08.849244 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-476d17bb-2aff-4a45-b661-68dc06913b6f req-6fc3b1b5-a1ec-4841-9668-9910215af593 tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] 10.222.0.46 "GET /v2.0/ports?device_id=5038c53d-6d9e-472d-8180-5e5b77618a64 HTTP/1.1" status: 200 len: 945 time: 0.1211820 Nov 22 20:56:08.895710 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-476d17bb-2aff-4a45-b661-68dc06913b6f req-3eef2849-cb68-4438-a703-7440fd155f23 tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] 10.222.0.46 "GET /v2.0/security-groups?id=4d511089-0504-4637-8a36-c93445b6fd78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403295 Nov 22 20:56:10.062327 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f1b098-531d-4fae-a0b7-e5950f884462 req-648b0606-35fb-49a4-8a58-fc55a4d1f220 tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:56:10.063840 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d5f1b098-531d-4fae-a0b7-e5950f884462 req-648b0606-35fb-49a4-8a58-fc55a4d1f220 tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] 10.222.0.46 "GET /v2.0/ports?device_id=5038c53d-6d9e-472d-8180-5e5b77618a64 HTTP/1.1" status: 200 len: 945 time: 0.1011689 Nov 22 20:56:10.110469 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d5f1b098-531d-4fae-a0b7-e5950f884462 req-8de204fc-4e45-425c-a7b4-b86f27d56d82 tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] 10.222.0.46 "GET /v2.0/security-groups?id=4d511089-0504-4637-8a36-c93445b6fd78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407169 Nov 22 20:56:11.228010 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac065c60-cd74-4170-ba87-da167dbe0d80 req-50e768ef-eced-4829-aab4-a1ba826e5ccb tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:56:11.229483 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ac065c60-cd74-4170-ba87-da167dbe0d80 req-50e768ef-eced-4829-aab4-a1ba826e5ccb tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] 10.222.0.46 "GET /v2.0/ports?device_id=5038c53d-6d9e-472d-8180-5e5b77618a64 HTTP/1.1" status: 200 len: 945 time: 0.0515924 Nov 22 20:56:11.285795 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ac065c60-cd74-4170-ba87-da167dbe0d80 req-695f416e-6777-4f0e-a034-8bb86dc7f601 tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] 10.222.0.46 "GET /v2.0/security-groups?id=4d511089-0504-4637-8a36-c93445b6fd78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466471 Nov 22 20:56:12.399004 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014114a6-6a57-407d-aa54-dd3b987d67a8 req-12de935b-f4c7-4055-a9a7-8bda3ccf9fc7 tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:56:12.400522 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-014114a6-6a57-407d-aa54-dd3b987d67a8 req-12de935b-f4c7-4055-a9a7-8bda3ccf9fc7 tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] 10.222.0.46 "GET /v2.0/ports?device_id=5038c53d-6d9e-472d-8180-5e5b77618a64 HTTP/1.1" status: 200 len: 945 time: 0.0482912 Nov 22 20:56:12.446678 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-014114a6-6a57-407d-aa54-dd3b987d67a8 req-99e033d5-3c3d-490b-819e-784787e20d7d tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] 10.222.0.46 "GET /v2.0/security-groups?id=4d511089-0504-4637-8a36-c93445b6fd78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403707 Nov 22 20:56:13.558976 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450c9350-667f-4840-9bac-5a187961007d req-cafa78e3-6539-4f3e-83f9-089b76e3c710 tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:56:13.560461 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-450c9350-667f-4840-9bac-5a187961007d req-cafa78e3-6539-4f3e-83f9-089b76e3c710 tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] 10.222.0.46 "GET /v2.0/ports?device_id=5038c53d-6d9e-472d-8180-5e5b77618a64 HTTP/1.1" status: 200 len: 945 time: 0.0468638 Nov 22 20:56:13.611801 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-450c9350-667f-4840-9bac-5a187961007d req-4a0c335c-f6c5-43da-8a0c-d44ad749628f tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] 10.222.0.46 "GET /v2.0/security-groups?id=4d511089-0504-4637-8a36-c93445b6fd78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454099 Nov 22 20:56:14.725581 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939ee8c6-fc1e-4594-9330-6d48feaaa641 req-0255ef81-9902-44cb-b2d4-188013740a2a tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:56:14.727038 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-939ee8c6-fc1e-4594-9330-6d48feaaa641 req-0255ef81-9902-44cb-b2d4-188013740a2a tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] 10.222.0.46 "GET /v2.0/ports?device_id=5038c53d-6d9e-472d-8180-5e5b77618a64 HTTP/1.1" status: 200 len: 945 time: 0.0473685 Nov 22 20:56:14.774040 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-939ee8c6-fc1e-4594-9330-6d48feaaa641 req-b3083842-0abc-4285-ac34-134a65fe5053 tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] 10.222.0.46 "GET /v2.0/security-groups?id=4d511089-0504-4637-8a36-c93445b6fd78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410712 Nov 22 20:56:14.830377 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:56:14.861378 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:56:15.887631 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb7d8f8-9f6c-4b15-8e27-01fec8f105a7 req-7e3e60d9-581a-4503-9ee5-7fe8ef35d22f tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:56:15.889112 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1fb7d8f8-9f6c-4b15-8e27-01fec8f105a7 req-7e3e60d9-581a-4503-9ee5-7fe8ef35d22f tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] 10.222.0.46 "GET /v2.0/ports?device_id=5038c53d-6d9e-472d-8180-5e5b77618a64 HTTP/1.1" status: 200 len: 945 time: 0.0478556 Nov 22 20:56:15.934855 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1fb7d8f8-9f6c-4b15-8e27-01fec8f105a7 req-222e85ef-62e7-4a1a-82cc-ccfe1687cf47 tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] 10.222.0.46 "GET /v2.0/security-groups?id=4d511089-0504-4637-8a36-c93445b6fd78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392921 Nov 22 20:56:17.052008 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2304e81-322e-463b-84d4-3335834f9450 req-6be28e68-184f-4a02-9fb6-11cf7708e978 tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:56:17.053558 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d2304e81-322e-463b-84d4-3335834f9450 req-6be28e68-184f-4a02-9fb6-11cf7708e978 tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] 10.222.0.46 "GET /v2.0/ports?device_id=5038c53d-6d9e-472d-8180-5e5b77618a64 HTTP/1.1" status: 200 len: 945 time: 0.0518370 Nov 22 20:56:17.100686 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d2304e81-322e-463b-84d4-3335834f9450 req-1b0a1fbe-49c0-472e-bfd0-041656771e56 tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] 10.222.0.46 "GET /v2.0/security-groups?id=4d511089-0504-4637-8a36-c93445b6fd78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411949 Nov 22 20:56:18.217584 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbac2f4-38e9-4aa3-8005-28b691c850fc req-d3a962db-877f-4b26-b094-88f91d2931ee tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:56:18.219057 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8cbac2f4-38e9-4aa3-8005-28b691c850fc req-d3a962db-877f-4b26-b094-88f91d2931ee tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] 10.222.0.46 "GET /v2.0/ports?device_id=5038c53d-6d9e-472d-8180-5e5b77618a64 HTTP/1.1" status: 200 len: 945 time: 0.0480957 Nov 22 20:56:18.266298 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8cbac2f4-38e9-4aa3-8005-28b691c850fc req-9a2b861c-b9e8-4967-b322-416e45dc6fe6 tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] 10.222.0.46 "GET /v2.0/security-groups?id=4d511089-0504-4637-8a36-c93445b6fd78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413477 Nov 22 20:56:19.391194 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae887aed-42ee-4abb-851c-b6506c07937a req-fb017953-7881-4034-90b3-d83a3c75799f tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:56:19.392708 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ae887aed-42ee-4abb-851c-b6506c07937a req-fb017953-7881-4034-90b3-d83a3c75799f tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] 10.222.0.46 "GET /v2.0/ports?device_id=5038c53d-6d9e-472d-8180-5e5b77618a64 HTTP/1.1" status: 200 len: 945 time: 0.0519378 Nov 22 20:56:19.438700 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ae887aed-42ee-4abb-851c-b6506c07937a req-b00969d2-f04c-461d-96b3-9492e0c38e64 tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] 10.222.0.46 "GET /v2.0/security-groups?id=4d511089-0504-4637-8a36-c93445b6fd78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401363 Nov 22 20:56:20.164392 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.agents_db [None req-aa8313f2-1ee4-4e7b-8c5a-d32b2f9d31ee None None] Agent healthcheck: found 7 active agents {{(pid=103450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 20:56:20.550740 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fcec58-38c1-445b-b31a-1446dcc73446 req-948e48be-1bc7-4b39-a2e6-db13a2e2d9a5 tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:56:20.552757 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a3fcec58-38c1-445b-b31a-1446dcc73446 req-948e48be-1bc7-4b39-a2e6-db13a2e2d9a5 tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] 10.222.0.46 "GET /v2.0/ports?device_id=5038c53d-6d9e-472d-8180-5e5b77618a64 HTTP/1.1" status: 200 len: 945 time: 0.0477118 Nov 22 20:56:20.602086 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a3fcec58-38c1-445b-b31a-1446dcc73446 req-f6f7c17b-4e7b-4e2d-88d6-453dd6d424cd tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] 10.222.0.46 "GET /v2.0/security-groups?id=4d511089-0504-4637-8a36-c93445b6fd78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423009 Nov 22 20:56:20.659777 n-d-818823-1 neutron-server[103447]: INFO neutron.api.v2.resource [req-2d2b1679-6093-486d-847d-228c03c5c4c7 req-086b7784-284d-40ea-9588-28e066117219 service neutron] show failed (client error): The resource could not be found. Nov 22 20:56:20.660784 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2d2b1679-6093-486d-847d-228c03c5c4c7 req-086b7784-284d-40ea-9588-28e066117219 service neutron] 10.222.0.20 "GET /v2.0/ports/8a79ac68-6848-49d1-b156-661cce9fce3e/bindings/n-h1-818823-1 HTTP/1.1" status: 404 len: 380 time: 0.0527797 Nov 22 20:56:20.909734 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2b1679-6093-486d-847d-228c03c5c4c7 req-1442e2f6-bfc8-469b-a83b-e4ff57f0c3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:56:20.911761 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-2d2b1679-6093-486d-847d-228c03c5c4c7 req-1442e2f6-bfc8-469b-a83b-e4ff57f0c3bb service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5038c53d-6d9e-472d-8180-5e5b77618a64&tenant_id=efe24a5979264f179b1ddac9800a4508 HTTP/1.1" status: 200 len: 1096 time: 0.0895085 Nov 22 20:56:20.923125 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [req-2d2b1679-6093-486d-847d-228c03c5c4c7 req-3eda8a90-239c-4e37-bee7-df9d84779247 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-818823-1', 'device_owner': 'compute:nova'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:56:20.977980 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-2d2b1679-6093-486d-847d-228c03c5c4c7 req-3eda8a90-239c-4e37-bee7-df9d84779247 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:56:21.174990 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-2d2b1679-6093-486d-847d-228c03c5c4c7 req-3eda8a90-239c-4e37-bee7-df9d84779247 service neutron] For port 8a79ac68-6848-49d1-b156-661cce9fce3e, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=8a79ac68-6848-49d1-b156-661cce9fce3e,segment=NetworkSegment(80a04d4f-ab6b-4ab7-beef-2dd20710863b),segment_id=80a04d4f-ab6b-4ab7-beef-2dd20710863b)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:56:21.208524 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-2d2b1679-6093-486d-847d-228c03c5c4c7 req-3eda8a90-239c-4e37-bee7-df9d84779247 service neutron] For port 8a79ac68-6848-49d1-b156-661cce9fce3e, host n-h2-818823-1, cleared binding levels {{(pid=103448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:56:21.249026 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5038c53d-6d9e-472d-8180-5e5b77618a64', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a79ac68-6848-49d1-b156-661cce9fce3e'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:56:21.251599 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589a98cf2aea187fcc423a5edb333e5a6cf3ad7c81115d1ebee0f079693c312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6835b952-420d-413d-8b72-a463b9a9d248" -d '{"events": [{"server_uuid": "5038c53d-6d9e-472d-8180-5e5b77618a64", "name": "network-vif-unplugged", "status": "completed", "tag": "8a79ac68-6848-49d1-b156-661cce9fce3e"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:56:21.255708 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-2d2b1679-6093-486d-847d-228c03c5c4c7 req-3eda8a90-239c-4e37-bee7-df9d84779247 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:56:21.268671 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [req-2d2b1679-6093-486d-847d-228c03c5c4c7 req-3eda8a90-239c-4e37-bee7-df9d84779247 service neutron] Transition to ACTIVE for port object 8a79ac68-6848-49d1-b156-661cce9fce3e will not be triggered until provisioned by entity L2. {{(pid=103448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 20:56:21.272298 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-2d2b1679-6093-486d-847d-228c03c5c4c7 req-3eda8a90-239c-4e37-bee7-df9d84779247 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:56:21.305731 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 22 Nov 2021 20:56:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5da25667-515c-4b35-ab42-1aa5cccdd608 x-openstack-request-id: req-5da25667-515c-4b35-ab42-1aa5cccdd608 {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:56:21.306026 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5038c53d-6d9e-472d-8180-5e5b77618a64", "name": "network-vif-unplugged", "status": "completed", "tag": "8a79ac68-6848-49d1-b156-661cce9fce3e", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:56:21.306287 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5da25667-515c-4b35-ab42-1aa5cccdd608 {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:56:21.306688 n-d-818823-1 neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5038c53d-6d9e-472d-8180-5e5b77618a64', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a79ac68-6848-49d1-b156-661cce9fce3e', 'code': 200} Nov 22 20:56:21.336841 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d2b1679-6093-486d-847d-228c03c5c4c7 req-3eda8a90-239c-4e37-bee7-df9d84779247 service neutron] No DVR routers for this DVR port 8a79ac68-6848-49d1-b156-661cce9fce3e on host n-h2-818823-1 {{(pid=103448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:56:21.343658 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eda8a90-239c-4e37-bee7-df9d84779247 service neutron] Pushing event updated for resources: {'Port': ['ID=8a79ac68-6848-49d1-b156-661cce9fce3e,revision_number=6']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:56:21.372879 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eda8a90-239c-4e37-bee7-df9d84779247 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:56:21.373230 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eda8a90-239c-4e37-bee7-df9d84779247 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:56:21.373575 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eda8a90-239c-4e37-bee7-df9d84779247 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:56:21.373916 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eda8a90-239c-4e37-bee7-df9d84779247 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:56:21.374253 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eda8a90-239c-4e37-bee7-df9d84779247 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:56:21.374585 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eda8a90-239c-4e37-bee7-df9d84779247 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:56:21.374917 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eda8a90-239c-4e37-bee7-df9d84779247 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:56:21.375533 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eda8a90-239c-4e37-bee7-df9d84779247 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:56:21.375881 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eda8a90-239c-4e37-bee7-df9d84779247 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:56:21.376197 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eda8a90-239c-4e37-bee7-df9d84779247 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:56:21.376524 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eda8a90-239c-4e37-bee7-df9d84779247 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:56:21.376849 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eda8a90-239c-4e37-bee7-df9d84779247 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:56:21.391352 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-2d2b1679-6093-486d-847d-228c03c5c4c7 req-3eda8a90-239c-4e37-bee7-df9d84779247 service neutron] Attempting to bind port 8a79ac68-6848-49d1-b156-661cce9fce3e on host n-h1-818823-1 for vnic_type normal with profile {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:56:21.391725 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-2d2b1679-6093-486d-847d-228c03c5c4c7 req-3eda8a90-239c-4e37-bee7-df9d84779247 service neutron] Attempting to bind port 8a79ac68-6848-49d1-b156-661cce9fce3e by drivers openvswitch,hyperv on host n-h1-818823-1 at level 0 using segments [{'id': '80a04d4f-ab6b-4ab7-beef-2dd20710863b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '878efd41-b8e1-4f65-9f30-7f80d9ed58e0'}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:56:21.392058 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d2b1679-6093-486d-847d-228c03c5c4c7 req-3eda8a90-239c-4e37-bee7-df9d84779247 service neutron] Attempting to bind port 8a79ac68-6848-49d1-b156-661cce9fce3e on network 878efd41-b8e1-4f65-9f30-7f80d9ed58e0 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:56:21.396558 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d2b1679-6093-486d-847d-228c03c5c4c7 req-3eda8a90-239c-4e37-bee7-df9d84779247 service neutron] Port 8a79ac68-6848-49d1-b156-661cce9fce3e on network 878efd41-b8e1-4f65-9f30-7f80d9ed58e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-818823-1 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:56:21.396880 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d2b1679-6093-486d-847d-228c03c5c4c7 req-3eda8a90-239c-4e37-bee7-df9d84779247 service neutron] Attempting to bind port 8a79ac68-6848-49d1-b156-661cce9fce3e on network 878efd41-b8e1-4f65-9f30-7f80d9ed58e0 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:56:21.401757 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d2b1679-6093-486d-847d-228c03c5c4c7 req-3eda8a90-239c-4e37-bee7-df9d84779247 service neutron] Checking agent: {'id': '7a008cff-3b49-418c-8046-689d46cc800f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'started_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 56, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:56:21.402093 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d2b1679-6093-486d-847d-228c03c5c4c7 req-3eda8a90-239c-4e37-bee7-df9d84779247 service neutron] Checking segment: {'id': '80a04d4f-ab6b-4ab7-beef-2dd20710863b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '878efd41-b8e1-4f65-9f30-7f80d9ed58e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:56:21.402474 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d2b1679-6093-486d-847d-228c03c5c4c7 req-3eda8a90-239c-4e37-bee7-df9d84779247 service neutron] Bound using segment: {'id': '80a04d4f-ab6b-4ab7-beef-2dd20710863b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '878efd41-b8e1-4f65-9f30-7f80d9ed58e0'} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:56:21.402900 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-2d2b1679-6093-486d-847d-228c03c5c4c7 req-3eda8a90-239c-4e37-bee7-df9d84779247 service neutron] Bound port: 8a79ac68-6848-49d1-b156-661cce9fce3e, host: n-h1-818823-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80a04d4f-ab6b-4ab7-beef-2dd20710863b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '878efd41-b8e1-4f65-9f30-7f80d9ed58e0'}}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:56:21.403261 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-2d2b1679-6093-486d-847d-228c03c5c4c7 req-3eda8a90-239c-4e37-bee7-df9d84779247 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:56:21.464765 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-2d2b1679-6093-486d-847d-228c03c5c4c7 req-3eda8a90-239c-4e37-bee7-df9d84779247 service neutron] For port 8a79ac68-6848-49d1-b156-661cce9fce3e, host n-h1-818823-1, cleared binding levels {{(pid=103448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:56:21.467689 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-2d2b1679-6093-486d-847d-228c03c5c4c7 req-3eda8a90-239c-4e37-bee7-df9d84779247 service neutron] For port 8a79ac68-6848-49d1-b156-661cce9fce3e, host n-h1-818823-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=8a79ac68-6848-49d1-b156-661cce9fce3e,segment=NetworkSegment(80a04d4f-ab6b-4ab7-beef-2dd20710863b),segment_id=80a04d4f-ab6b-4ab7-beef-2dd20710863b)] {{(pid=103448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:56:21.471939 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-2d2b1679-6093-486d-847d-228c03c5c4c7 req-3eda8a90-239c-4e37-bee7-df9d84779247 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:56:21.507279 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2b1679-6093-486d-847d-228c03c5c4c7 req-3eda8a90-239c-4e37-bee7-df9d84779247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:56:21.507929 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-2d2b1679-6093-486d-847d-228c03c5c4c7 req-3eda8a90-239c-4e37-bee7-df9d84779247 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:56:21.509342 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-2d2b1679-6093-486d-847d-228c03c5c4c7 req-3eda8a90-239c-4e37-bee7-df9d84779247 service neutron] 10.222.0.41 "PUT /v2.0/ports/8a79ac68-6848-49d1-b156-661cce9fce3e HTTP/1.1" status: 200 len: 1091 time: 0.5900688 Nov 22 20:56:21.529349 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eda8a90-239c-4e37-bee7-df9d84779247 service neutron] Pushing event updated for resources: {'Port': ['ID=8a79ac68-6848-49d1-b156-661cce9fce3e,revision_number=7']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:56:21.575733 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2b1679-6093-486d-847d-228c03c5c4c7 req-aa4e36ff-5e8e-4f83-951c-0275fed8c1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:56:21.577266 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-2d2b1679-6093-486d-847d-228c03c5c4c7 req-aa4e36ff-5e8e-4f83-951c-0275fed8c1ee service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=efe24a5979264f179b1ddac9800a4508&device_id=5038c53d-6d9e-472d-8180-5e5b77618a64 HTTP/1.1" status: 200 len: 1094 time: 0.0451448 Nov 22 20:56:21.670471 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2b1679-6093-486d-847d-228c03c5c4c7 req-df146549-8e83-406c-95d7-b9cf1e212ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:56:21.671993 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-2d2b1679-6093-486d-847d-228c03c5c4c7 req-df146549-8e83-406c-95d7-b9cf1e212ce2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=878efd41-b8e1-4f65-9f30-7f80d9ed58e0 HTTP/1.1" status: 200 len: 915 time: 0.0859759 Nov 22 20:56:21.713593 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-2d2b1679-6093-486d-847d-228c03c5c4c7 req-331401e6-d129-48d7-bf89-cbff6b1631bb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8a79ac68-6848-49d1-b156-661cce9fce3e HTTP/1.1" status: 200 len: 217 time: 0.0343504 Nov 22 20:56:21.725138 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624aefe1-64ee-4ee9-85c8-4e4af93f373d req-e53088da-e2ef-4d30-a285-ddcd7e124277 tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:56:21.726783 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-624aefe1-64ee-4ee9-85c8-4e4af93f373d req-e53088da-e2ef-4d30-a285-ddcd7e124277 tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] 10.222.0.46 "GET /v2.0/ports?device_id=5038c53d-6d9e-472d-8180-5e5b77618a64 HTTP/1.1" status: 200 len: 943 time: 0.0545099 Nov 22 20:56:21.767172 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2b1679-6093-486d-847d-228c03c5c4c7 req-ddaba8ae-5342-49e2-9046-f4e81de847ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:56:21.768692 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-2d2b1679-6093-486d-847d-228c03c5c4c7 req-ddaba8ae-5342-49e2-9046-f4e81de847ff service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e2a50ff6-e66f-4afe-97dc-52d239f00a43 HTTP/1.1" status: 200 len: 854 time: 0.0486147 Nov 22 20:56:21.774076 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-624aefe1-64ee-4ee9-85c8-4e4af93f373d req-02274245-7277-4838-9fab-11e797a0b628 tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] 10.222.0.46 "GET /v2.0/security-groups?id=4d511089-0504-4637-8a36-c93445b6fd78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412238 Nov 22 20:56:21.801029 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-2d2b1679-6093-486d-847d-228c03c5c4c7 req-6dd25827-366d-4b0f-9e35-a1836f1876e1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=878efd41-b8e1-4f65-9f30-7f80d9ed58e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253224 Nov 22 20:56:21.888241 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-2d2b1679-6093-486d-847d-228c03c5c4c7 req-1d626d4c-a8ff-42ec-ae6c-62097c58c9fa service neutron] 10.222.0.41 "GET /v2.0/networks/878efd41-b8e1-4f65-9f30-7f80d9ed58e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803263 Nov 22 20:56:21.982180 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-2d2b1679-6093-486d-847d-228c03c5c4c7 req-7e4b2182-a554-41a2-9898-f4f945b5c126 service neutron] 10.222.0.41 "GET /v2.0/networks/878efd41-b8e1-4f65-9f30-7f80d9ed58e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859900 Nov 22 20:56:22.890445 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2247ffa-7ae6-487d-a8d5-8169d6484599 req-7c97a431-b4a0-4029-a2a6-a715e834ae28 tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:56:22.891964 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b2247ffa-7ae6-487d-a8d5-8169d6484599 req-7c97a431-b4a0-4029-a2a6-a715e834ae28 tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] 10.222.0.46 "GET /v2.0/ports?device_id=5038c53d-6d9e-472d-8180-5e5b77618a64 HTTP/1.1" status: 200 len: 943 time: 0.0478280 Nov 22 20:56:22.938144 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b2247ffa-7ae6-487d-a8d5-8169d6484599 req-878e3af4-ce5a-4636-a0ee-58dbc5e9ec4f tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] 10.222.0.46 "GET /v2.0/security-groups?id=4d511089-0504-4637-8a36-c93445b6fd78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398161 Nov 22 20:56:23.307343 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5038c53d-6d9e-472d-8180-5e5b77618a64', 'tag': '8a79ac68-6848-49d1-b156-661cce9fce3e'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:56:23.309775 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589a98cf2aea187fcc423a5edb333e5a6cf3ad7c81115d1ebee0f079693c312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a328a23-c9f5-416d-808c-fd85515e03b3" -d '{"events": [{"name": "network-changed", "server_uuid": "5038c53d-6d9e-472d-8180-5e5b77618a64", "tag": "8a79ac68-6848-49d1-b156-661cce9fce3e"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:56:23.357873 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 20:56:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8659309-aae8-4f92-a396-09f81132a948 x-openstack-request-id: req-d8659309-aae8-4f92-a396-09f81132a948 {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:56:23.358171 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5038c53d-6d9e-472d-8180-5e5b77618a64", "tag": "8a79ac68-6848-49d1-b156-661cce9fce3e", "status": "completed", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:56:23.358430 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d8659309-aae8-4f92-a396-09f81132a948 {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:56:23.358862 n-d-818823-1 neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5038c53d-6d9e-472d-8180-5e5b77618a64', 'tag': '8a79ac68-6848-49d1-b156-661cce9fce3e', 'status': 'completed', 'code': 200} Nov 22 20:56:23.427436 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a328a23-c9f5-416d-808c-fd85515e03b3 req-d0495b80-2fa4-4132-8933-15ac76df255f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:56:23.428602 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2a328a23-c9f5-416d-808c-fd85515e03b3 req-d0495b80-2fa4-4132-8933-15ac76df255f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=efe24a5979264f179b1ddac9800a4508&device_id=5038c53d-6d9e-472d-8180-5e5b77618a64 HTTP/1.1" status: 200 len: 1094 time: 0.0461454 Nov 22 20:56:23.431381 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a328a23-c9f5-416d-808c-fd85515e03b3 req-014ca95b-a304-4d60-8c4a-e7d4901b8097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:56:23.433280 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-2a328a23-c9f5-416d-808c-fd85515e03b3 req-014ca95b-a304-4d60-8c4a-e7d4901b8097 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=efe24a5979264f179b1ddac9800a4508&device_id=5038c53d-6d9e-472d-8180-5e5b77618a64 HTTP/1.1" status: 200 len: 1094 time: 0.0495257 Nov 22 20:56:23.526279 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a328a23-c9f5-416d-808c-fd85515e03b3 req-38792509-8c76-4f23-ad29-2c38f048df03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:56:23.527712 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2a328a23-c9f5-416d-808c-fd85515e03b3 req-38792509-8c76-4f23-ad29-2c38f048df03 service neutron] 10.222.0.20 "GET /v2.0/networks?id=878efd41-b8e1-4f65-9f30-7f80d9ed58e0 HTTP/1.1" status: 200 len: 915 time: 0.0921772 Nov 22 20:56:23.535959 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a328a23-c9f5-416d-808c-fd85515e03b3 req-ff0f441c-597e-40ab-b423-fb8852548a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:56:23.537505 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-2a328a23-c9f5-416d-808c-fd85515e03b3 req-ff0f441c-597e-40ab-b423-fb8852548a21 service neutron] 10.222.0.41 "GET /v2.0/networks?id=878efd41-b8e1-4f65-9f30-7f80d9ed58e0 HTTP/1.1" status: 200 len: 915 time: 0.0958743 Nov 22 20:56:23.569547 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 8a79ac68-6848-49d1-b156-661cce9fce3e no longer exists at agent hyperv_n-h2-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:56:23.570140 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2a328a23-c9f5-416d-808c-fd85515e03b3 req-6c899f88-1fa9-4b38-8013-518e5242d1ea service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8a79ac68-6848-49d1-b156-661cce9fce3e HTTP/1.1" status: 200 len: 217 time: 0.0355086 Nov 22 20:56:23.581764 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-2a328a23-c9f5-416d-808c-fd85515e03b3 req-1096d194-d532-43b5-8056-e07fa72b37ea service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8a79ac68-6848-49d1-b156-661cce9fce3e HTTP/1.1" status: 200 len: 217 time: 0.0373168 Nov 22 20:56:23.608107 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 8a79ac68-6848-49d1-b156-661cce9fce3e not bound to the agent host n-h2-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:56:23.623377 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a328a23-c9f5-416d-808c-fd85515e03b3 req-4b571b85-be23-4907-a8cd-19a1cea75326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:56:23.624879 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2a328a23-c9f5-416d-808c-fd85515e03b3 req-4b571b85-be23-4907-a8cd-19a1cea75326 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e2a50ff6-e66f-4afe-97dc-52d239f00a43 HTTP/1.1" status: 200 len: 854 time: 0.0481505 Nov 22 20:56:23.639966 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a328a23-c9f5-416d-808c-fd85515e03b3 req-c4289187-6f9c-4726-ad52-903a35e58006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:56:23.641465 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-2a328a23-c9f5-416d-808c-fd85515e03b3 req-c4289187-6f9c-4726-ad52-903a35e58006 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e2a50ff6-e66f-4afe-97dc-52d239f00a43 HTTP/1.1" status: 200 len: 854 time: 0.0482974 Nov 22 20:56:23.658126 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2a328a23-c9f5-416d-808c-fd85515e03b3 req-583b7a2c-a622-42ed-8df4-7021b25de625 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=878efd41-b8e1-4f65-9f30-7f80d9ed58e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254006 Nov 22 20:56:23.673852 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-2a328a23-c9f5-416d-808c-fd85515e03b3 req-7c9ffd0d-d0e2-48bb-b9bb-24261c201418 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=878efd41-b8e1-4f65-9f30-7f80d9ed58e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251868 Nov 22 20:56:23.747932 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2a328a23-c9f5-416d-808c-fd85515e03b3 req-2932c7f5-e9e9-464b-8730-90d09aceffb2 service neutron] 10.222.0.20 "GET /v2.0/networks/878efd41-b8e1-4f65-9f30-7f80d9ed58e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825241 Nov 22 20:56:23.770034 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-2a328a23-c9f5-416d-808c-fd85515e03b3 req-5581a413-cdeb-4cdf-b65e-c7e425804386 service neutron] 10.222.0.41 "GET /v2.0/networks/878efd41-b8e1-4f65-9f30-7f80d9ed58e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888166 Nov 22 20:56:23.840778 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2a328a23-c9f5-416d-808c-fd85515e03b3 req-4c5a6615-ef68-4293-9e6c-f5168d6b48cc service neutron] 10.222.0.20 "GET /v2.0/networks/878efd41-b8e1-4f65-9f30-7f80d9ed58e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850842 Nov 22 20:56:23.865137 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-2a328a23-c9f5-416d-808c-fd85515e03b3 req-7103ddd3-e1ce-4379-bced-3649a5501460 service neutron] 10.222.0.41 "GET /v2.0/networks/878efd41-b8e1-4f65-9f30-7f80d9ed58e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880756 Nov 22 20:56:24.053623 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369ff49c-3249-4a79-96dc-844c9827f815 req-1d3d9aae-6e39-4c6d-923e-4dabf3203c04 tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:56:24.055006 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-369ff49c-3249-4a79-96dc-844c9827f815 req-1d3d9aae-6e39-4c6d-923e-4dabf3203c04 tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] 10.222.0.46 "GET /v2.0/ports?device_id=5038c53d-6d9e-472d-8180-5e5b77618a64 HTTP/1.1" status: 200 len: 943 time: 0.0499120 Nov 22 20:56:24.101242 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-369ff49c-3249-4a79-96dc-844c9827f815 req-28415440-0e8a-4a99-bd8d-a54aa0b1ad80 tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] 10.222.0.46 "GET /v2.0/security-groups?id=4d511089-0504-4637-8a36-c93445b6fd78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402889 Nov 22 20:56:24.146332 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 8a79ac68-6848-49d1-b156-661cce9fce3e details requested by agent hyperv_n-h1-818823-1 with host n-h1-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 20:56:24.248792 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 8a79ac68-6848-49d1-b156-661cce9fce3e, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=8a79ac68-6848-49d1-b156-661cce9fce3e,segment=NetworkSegment(80a04d4f-ab6b-4ab7-beef-2dd20710863b),segment_id=80a04d4f-ab6b-4ab7-beef-2dd20710863b)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:56:24.261659 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Returning: {'device': '8a79ac68-6848-49d1-b156-661cce9fce3e', 'network_id': '878efd41-b8e1-4f65-9f30-7f80d9ed58e0', 'port_id': '8a79ac68-6848-49d1-b156-661cce9fce3e', 'mac_address': 'fa:16:3e:fe:9e:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2a50ff6-e66f-4afe-97dc-52d239f00a43', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 20:56:24.297523 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:56:24.311389 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a79ac68-6848-49d1-b156-661cce9fce3e {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:56:24.326783 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc064cd4-427d-41a5-9582-e088544efbe2 req-c0b0552f-2584-4f28-97ff-ae43411490ea tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:56:24.328446 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-cc064cd4-427d-41a5-9582-e088544efbe2 req-c0b0552f-2584-4f28-97ff-ae43411490ea tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] 10.222.0.46 "GET /v2.0/ports?device_id=5038c53d-6d9e-472d-8180-5e5b77618a64 HTTP/1.1" status: 200 len: 943 time: 0.0832286 Nov 22 20:56:24.334821 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 8a79ac68-6848-49d1-b156-661cce9fce3e, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=8a79ac68-6848-49d1-b156-661cce9fce3e,segment=NetworkSegment(80a04d4f-ab6b-4ab7-beef-2dd20710863b),segment_id=80a04d4f-ab6b-4ab7-beef-2dd20710863b)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:56:24.338978 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:56:24.342323 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b20eeb6-8354-43f9-9176-dabf077c8d4c req-f1b5fe6c-a6ea-4475-bc70-db6dc56bfc85 tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:56:24.343821 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1b20eeb6-8354-43f9-9176-dabf077c8d4c req-f1b5fe6c-a6ea-4475-bc70-db6dc56bfc85 tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] 10.222.0.20 "GET /v2.0/ports?device_id=5038c53d-6d9e-472d-8180-5e5b77618a64&tenant_id=efe24a5979264f179b1ddac9800a4508&binding%3Ahost_id=n-h1-818823-1 HTTP/1.1" status: 200 len: 943 time: 0.0727928 Nov 22 20:56:24.385378 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=8a79ac68-6848-49d1-b156-661cce9fce3e,revision_number=8']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:56:24.392722 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:56:24.393065 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:56:24.393400 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:56:24.393732 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:56:24.394062 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:56:24.394381 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:56:24.394700 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:56:24.395024 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:56:24.395338 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:56:24.395704 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:56:24.396024 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:56:24.396343 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:56:24.415670 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-cc064cd4-427d-41a5-9582-e088544efbe2 req-29550ccc-8c62-4bee-9e3a-052a34a03d7c tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] 10.222.0.46 "GET /v2.0/security-groups?id=4d511089-0504-4637-8a36-c93445b6fd78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708096 Nov 22 20:56:24.432294 n-d-818823-1 neutron-server[103447]: INFO neutron.api.v2.resource [req-1b20eeb6-8354-43f9-9176-dabf077c8d4c req-232da53b-863f-4dd8-b21c-e59a5fde4fe3 service neutron] delete failed (client error): The resource could not be found. Nov 22 20:56:24.433297 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1b20eeb6-8354-43f9-9176-dabf077c8d4c req-232da53b-863f-4dd8-b21c-e59a5fde4fe3 service neutron] 10.222.0.20 "DELETE /v2.0/ports/8a79ac68-6848-49d1-b156-661cce9fce3e/bindings/n-h2-818823-1 HTTP/1.1" status: 404 len: 380 time: 0.0758059 Nov 22 20:56:24.516843 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b20eeb6-8354-43f9-9176-dabf077c8d4c req-a4c847fe-f519-495c-b854-ce97e6c407e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:56:24.518330 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1b20eeb6-8354-43f9-9176-dabf077c8d4c req-a4c847fe-f519-495c-b854-ce97e6c407e1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=efe24a5979264f179b1ddac9800a4508&device_id=5038c53d-6d9e-472d-8180-5e5b77618a64 HTTP/1.1" status: 200 len: 1095 time: 0.0413215 Nov 22 20:56:24.549353 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] get_ports_and_sgs() called for port_ids ['8a79ac68-6848-49d1-b156-661cce9fce3e'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:56:24.612431 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b20eeb6-8354-43f9-9176-dabf077c8d4c req-86c69479-e8aa-482a-856f-093de2c18296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:56:24.613826 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1b20eeb6-8354-43f9-9176-dabf077c8d4c req-86c69479-e8aa-482a-856f-093de2c18296 service neutron] 10.222.0.20 "GET /v2.0/networks?id=878efd41-b8e1-4f65-9f30-7f80d9ed58e0 HTTP/1.1" status: 200 len: 915 time: 0.0880549 Nov 22 20:56:24.656610 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1b20eeb6-8354-43f9-9176-dabf077c8d4c req-6138787e-2081-4431-8b30-e75a7585bb87 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8a79ac68-6848-49d1-b156-661cce9fce3e HTTP/1.1" status: 200 len: 217 time: 0.0356629 Nov 22 20:56:24.946277 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b20eeb6-8354-43f9-9176-dabf077c8d4c req-458e922f-a5e4-4fe9-89e8-9df8ab43738d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:56:24.947792 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1b20eeb6-8354-43f9-9176-dabf077c8d4c req-458e922f-a5e4-4fe9-89e8-9df8ab43738d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e2a50ff6-e66f-4afe-97dc-52d239f00a43 HTTP/1.1" status: 200 len: 854 time: 0.2843585 Nov 22 20:56:24.979200 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1b20eeb6-8354-43f9-9176-dabf077c8d4c req-fbb0bf14-b5e0-4ff1-a5b2-d1a4ea16283d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=878efd41-b8e1-4f65-9f30-7f80d9ed58e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237138 Nov 22 20:56:25.066031 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1b20eeb6-8354-43f9-9176-dabf077c8d4c req-ff900373-b99c-4f29-a616-87ef56c63bc0 service neutron] 10.222.0.20 "GET /v2.0/networks/878efd41-b8e1-4f65-9f30-7f80d9ed58e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794861 Nov 22 20:56:25.155380 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1b20eeb6-8354-43f9-9176-dabf077c8d4c req-c9fff3ef-496a-4e0f-b014-371c1ce1ed5c service neutron] 10.222.0.20 "GET /v2.0/networks/878efd41-b8e1-4f65-9f30-7f80d9ed58e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829923 Nov 22 20:56:25.536703 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d25052-2ca9-49c8-9af1-78b9bfe3ca06 req-e1064707-b266-4b4c-82ae-3c19b63708b7 tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:56:25.538082 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-09d25052-2ca9-49c8-9af1-78b9bfe3ca06 req-e1064707-b266-4b4c-82ae-3c19b63708b7 tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] 10.222.0.46 "GET /v2.0/ports?device_id=5038c53d-6d9e-472d-8180-5e5b77618a64 HTTP/1.1" status: 200 len: 944 time: 0.0508456 Nov 22 20:56:25.586222 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-09d25052-2ca9-49c8-9af1-78b9bfe3ca06 req-39d8fa9a-3c1f-4972-94ac-34a20cf44b92 tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] 10.222.0.46 "GET /v2.0/security-groups?id=4d511089-0504-4637-8a36-c93445b6fd78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417953 Nov 22 20:56:26.170280 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 8a79ac68-6848-49d1-b156-661cce9fce3e up at agent hyperv_n-h1-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:56:26.217715 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Provisioning for port 8a79ac68-6848-49d1-b156-661cce9fce3e completed by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 20:56:26.221841 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Provisioning complete for port 8a79ac68-6848-49d1-b156-661cce9fce3e triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:56:26.222216 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:56:26.297182 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:56:26.320363 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5038c53d-6d9e-472d-8180-5e5b77618a64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a79ac68-6848-49d1-b156-661cce9fce3e'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:56:26.322607 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d39f6d30a11e565ec9648abcc015e8a6ab6cff4edd704add8155e28765d31eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cbd121e-0c82-4957-b564-882668172116" -d '{"events": [{"server_uuid": "5038c53d-6d9e-472d-8180-5e5b77618a64", "name": "network-vif-plugged", "status": "completed", "tag": "8a79ac68-6848-49d1-b156-661cce9fce3e"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:56:26.335575 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 8a79ac68-6848-49d1-b156-661cce9fce3e, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=8a79ac68-6848-49d1-b156-661cce9fce3e,segment=NetworkSegment(80a04d4f-ab6b-4ab7-beef-2dd20710863b),segment_id=80a04d4f-ab6b-4ab7-beef-2dd20710863b)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:56:26.339654 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:56:26.392179 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=8a79ac68-6848-49d1-b156-661cce9fce3e,revision_number=9']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:56:26.421920 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:56:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51168605-f20e-4536-926f-8be93804fe90 x-openstack-request-id: req-51168605-f20e-4536-926f-8be93804fe90 {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:56:26.422221 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5038c53d-6d9e-472d-8180-5e5b77618a64", "name": "network-vif-plugged", "status": "completed", "tag": "8a79ac68-6848-49d1-b156-661cce9fce3e", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:56:26.422479 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-51168605-f20e-4536-926f-8be93804fe90 {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:56:26.422881 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5038c53d-6d9e-472d-8180-5e5b77618a64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a79ac68-6848-49d1-b156-661cce9fce3e', 'code': 200} Nov 22 20:56:26.702865 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f639204-223a-4e90-9681-f9c5e70fdddf req-6ec572d2-e572-422e-ac7c-14ec84ea18a3 tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:56:26.704363 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2f639204-223a-4e90-9681-f9c5e70fdddf req-6ec572d2-e572-422e-ac7c-14ec84ea18a3 tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] 10.222.0.46 "GET /v2.0/ports?device_id=5038c53d-6d9e-472d-8180-5e5b77618a64 HTTP/1.1" status: 200 len: 945 time: 0.0514152 Nov 22 20:56:26.750924 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2f639204-223a-4e90-9681-f9c5e70fdddf req-d248a2d9-a6f9-43f5-84fb-9662bf104abe tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] 10.222.0.46 "GET /v2.0/security-groups?id=4d511089-0504-4637-8a36-c93445b6fd78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400405 Nov 22 20:56:26.864157 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbe2d2d-7caf-46cd-8c86-62482f526c05 req-0d81e67e-0944-448e-829c-4d79fde564d2 tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:56:26.865521 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8bbe2d2d-7caf-46cd-8c86-62482f526c05 req-0d81e67e-0944-448e-829c-4d79fde564d2 tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] 10.222.0.46 "GET /v2.0/ports?device_id=5038c53d-6d9e-472d-8180-5e5b77618a64 HTTP/1.1" status: 200 len: 945 time: 0.0477955 Nov 22 20:56:26.914010 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8bbe2d2d-7caf-46cd-8c86-62482f526c05 req-88a36ada-fadc-40c2-a161-b383b0df1979 tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] 10.222.0.46 "GET /v2.0/security-groups?id=4d511089-0504-4637-8a36-c93445b6fd78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403888 Nov 22 20:56:27.030433 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be0aeac-371e-47c8-9907-f8ffee361264 req-653ffb27-cc40-4e1f-803b-98b0ad060643 tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:56:27.031925 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7be0aeac-371e-47c8-9907-f8ffee361264 req-653ffb27-cc40-4e1f-803b-98b0ad060643 tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] 10.222.0.46 "GET /v2.0/ports?device_id=5038c53d-6d9e-472d-8180-5e5b77618a64 HTTP/1.1" status: 200 len: 945 time: 0.0479054 Nov 22 20:56:27.081578 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7be0aeac-371e-47c8-9907-f8ffee361264 req-2540925b-6b3f-460d-933a-700042a28752 tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] 10.222.0.46 "GET /v2.0/security-groups?id=4d511089-0504-4637-8a36-c93445b6fd78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438087 Nov 22 20:56:27.406720 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78fcb19-1f50-499a-8b06-6655a21de68c req-a9a7cfc2-f497-4539-a859-45a8515244a1 tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:56:27.408120 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d78fcb19-1f50-499a-8b06-6655a21de68c req-a9a7cfc2-f497-4539-a859-45a8515244a1 tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] 10.222.0.46 "GET /v2.0/ports?device_id=5038c53d-6d9e-472d-8180-5e5b77618a64 HTTP/1.1" status: 200 len: 945 time: 0.0478818 Nov 22 20:56:27.453626 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d78fcb19-1f50-499a-8b06-6655a21de68c req-d40a9e65-ad51-46f7-aa84-0b2e1f168748 tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] 10.222.0.46 "GET /v2.0/security-groups?id=4d511089-0504-4637-8a36-c93445b6fd78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396247 Nov 22 20:56:28.532025 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270e09ef-446f-4690-b1a4-11aa595bfdb1 req-ce47d9ef-f41b-45dd-a058-f2f9243f3787 tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:56:28.533529 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-270e09ef-446f-4690-b1a4-11aa595bfdb1 req-ce47d9ef-f41b-45dd-a058-f2f9243f3787 tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] 10.222.0.41 "GET /v2.0/ports?device_id=5038c53d-6d9e-472d-8180-5e5b77618a64 HTTP/1.1" status: 200 len: 945 time: 0.0494123 Nov 22 20:56:28.569149 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac2688f-56e1-415c-8254-91480b590aef req-ed81ee5b-9f2c-481b-9afa-2cdd352e3724 tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:56:28.570660 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-dac2688f-56e1-415c-8254-91480b590aef req-ed81ee5b-9f2c-481b-9afa-2cdd352e3724 tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] 10.222.0.46 "GET /v2.0/ports?device_id=5038c53d-6d9e-472d-8180-5e5b77618a64 HTTP/1.1" status: 200 len: 945 time: 0.0499806 Nov 22 20:56:28.618005 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-dac2688f-56e1-415c-8254-91480b590aef req-18a03ce3-7405-409f-9faf-705766bfa7d6 tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] 10.222.0.46 "GET /v2.0/security-groups?id=4d511089-0504-4637-8a36-c93445b6fd78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413594 Nov 22 20:56:28.622985 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [req-270e09ef-446f-4690-b1a4-11aa595bfdb1 req-5995e7b3-b130-4e83-9066-33529e1aa4da tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] Deleting port 8a79ac68-6848-49d1-b156-661cce9fce3e {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:56:28.623330 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-270e09ef-446f-4690-b1a4-11aa595bfdb1 req-5995e7b3-b130-4e83-9066-33529e1aa4da tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:56:28.714444 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-270e09ef-446f-4690-b1a4-11aa595bfdb1 req-5995e7b3-b130-4e83-9066-33529e1aa4da tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] For port 8a79ac68-6848-49d1-b156-661cce9fce3e, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=8a79ac68-6848-49d1-b156-661cce9fce3e,segment=NetworkSegment(80a04d4f-ab6b-4ab7-beef-2dd20710863b),segment_id=80a04d4f-ab6b-4ab7-beef-2dd20710863b)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:56:28.714802 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-270e09ef-446f-4690-b1a4-11aa595bfdb1 req-5995e7b3-b130-4e83-9066-33529e1aa4da tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:56:28.728004 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [req-270e09ef-446f-4690-b1a4-11aa595bfdb1 req-5995e7b3-b130-4e83-9066-33529e1aa4da tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] Calling delete_port for 8a79ac68-6848-49d1-b156-661cce9fce3e owned by compute:nova {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:56:28.855925 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-270e09ef-446f-4690-b1a4-11aa595bfdb1 req-5995e7b3-b130-4e83-9066-33529e1aa4da tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:56:28.867192 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] get_ports_and_sgs() called for port_ids ['8a79ac68-6848-49d1-b156-661cce9fce3e'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:56:28.883912 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5995e7b3-b130-4e83-9066-33529e1aa4da tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] Pushing event deleted for resources: {'Port': ['ID=8a79ac68-6848-49d1-b156-661cce9fce3e,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:56:28.924969 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [req-270e09ef-446f-4690-b1a4-11aa595bfdb1 req-5995e7b3-b130-4e83-9066-33529e1aa4da tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] No DVR routers for this DVR port 8a79ac68-6848-49d1-b156-661cce9fce3e on host n-h1-818823-1 {{(pid=103448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:56:28.927778 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-270e09ef-446f-4690-b1a4-11aa595bfdb1 req-5995e7b3-b130-4e83-9066-33529e1aa4da tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:56:28.931181 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-270e09ef-446f-4690-b1a4-11aa595bfdb1 req-5995e7b3-b130-4e83-9066-33529e1aa4da tempest-ServerDiskConfigTestJSON-1327405458 tempest-ServerDiskConfigTestJSON-1327405458-project] 10.222.0.41 "DELETE /v2.0/ports/8a79ac68-6848-49d1-b156-661cce9fce3e HTTP/1.1" status: 204 len: 173 time: 0.3915291 Nov 22 20:56:28.931680 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5038c53d-6d9e-472d-8180-5e5b77618a64', 'name': 'network-vif-deleted', 'tag': '8a79ac68-6848-49d1-b156-661cce9fce3e'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:56:28.934084 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589a98cf2aea187fcc423a5edb333e5a6cf3ad7c81115d1ebee0f079693c312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b8c8458-3d9d-4fa2-96e9-1802628709a8" -d '{"events": [{"server_uuid": "5038c53d-6d9e-472d-8180-5e5b77618a64", "name": "network-vif-deleted", "tag": "8a79ac68-6848-49d1-b156-661cce9fce3e"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:56:28.971510 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:56:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a74032ce-abc2-431d-a1f5-9b5d4ab04bec x-openstack-request-id: req-a74032ce-abc2-431d-a1f5-9b5d4ab04bec {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:56:28.971809 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5038c53d-6d9e-472d-8180-5e5b77618a64", "name": "network-vif-deleted", "tag": "8a79ac68-6848-49d1-b156-661cce9fce3e", "status": "completed", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:56:28.972065 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a74032ce-abc2-431d-a1f5-9b5d4ab04bec {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:56:28.972467 n-d-818823-1 neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5038c53d-6d9e-472d-8180-5e5b77618a64', 'name': 'network-vif-deleted', 'tag': '8a79ac68-6848-49d1-b156-661cce9fce3e', 'status': 'completed', 'code': 200} Nov 22 20:56:29.742660 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 57674) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:56:29.786334 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_v2 [None req-88059141-4862-4c42-ac4f-9061d2615e6d admin admin] Deleting subnet e2a50ff6-e66f-4afe-97dc-52d239f00a43 {{(pid=103448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 20:56:29.789450 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-88059141-4862-4c42-ac4f-9061d2615e6d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:56:29.828000 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-88059141-4862-4c42-ac4f-9061d2615e6d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11627908'] for subnet, precommit_delete_associations {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:56:29.866562 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-88059141-4862-4c42-ac4f-9061d2615e6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3753007'] for subnet, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:56:29.916785 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-88059141-4862-4c42-ac4f-9061d2615e6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3753014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11567369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11792914'] for subnet, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:56:29.939872 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88059141-4862-4c42-ac4f-9061d2615e6d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e2a50ff6-e66f-4afe-97dc-52d239f00a43,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:56:29.945447 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-88059141-4862-4c42-ac4f-9061d2615e6d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:56:29.948735 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-88059141-4862-4c42-ac4f-9061d2615e6d admin admin] 10.222.0.46 "DELETE /v2.0/subnets/e2a50ff6-e66f-4afe-97dc-52d239f00a43 HTTP/1.1" status: 204 len: 168 time: 0.2050619 Nov 22 20:56:29.951187 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 57676) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:56:30.021850 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-eb340df8-652b-48b3-a4a1-5913af0fe244 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3961693'] for network, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:56:30.059550 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-0b09d648-0aaa-43d0-84cb-bf286f8171ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:56:30.099953 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-eb340df8-652b-48b3-a4a1-5913af0fe244 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3760028', 'neutron.services.segments.db._delete_segments_for_network-8748992815755'] for network, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:56:30.120404 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-eb340df8-652b-48b3-a4a1-5913af0fe244 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['878efd41-b8e1-4f65-9f30-7f80d9ed58e0']}} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:56:30.129926 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-eb340df8-652b-48b3-a4a1-5913af0fe244 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80a04d4f-ab6b-4ab7-beef-2dd20710863b') {'for_net_delete': True} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:56:30.130226 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-eb340df8-652b-48b3-a4a1-5913af0fe244 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80a04d4f-ab6b-4ab7-beef-2dd20710863b') {} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:56:30.145357 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-eb340df8-652b-48b3-a4a1-5913af0fe244 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748993039638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11627933'] for segment, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:56:30.158187 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-eb340df8-652b-48b3-a4a1-5913af0fe244 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:56:30.164991 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb340df8-652b-48b3-a4a1-5913af0fe244 admin admin] Releasing vlan 625 on physical network physnet1 to pool {{(pid=103448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 20:56:30.165372 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-eb340df8-652b-48b3-a4a1-5913af0fe244 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11567447'] for segment, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:56:30.167281 n-d-818823-1 neutron-server[103448]: Traceback (most recent call last): Nov 22 20:56:30.167281 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 20:56:30.167281 n-d-818823-1 neutron-server[103448]: timer() Nov 22 20:56:30.167281 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 20:56:30.167281 n-d-818823-1 neutron-server[103448]: cb(*args, **kw) Nov 22 20:56:30.167281 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 20:56:30.167281 n-d-818823-1 neutron-server[103448]: return func(*args, **kwargs) Nov 22 20:56:30.167281 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 20:56:30.167281 n-d-818823-1 neutron-server[103448]: self._notify() Nov 22 20:56:30.167281 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 20:56:30.167281 n-d-818823-1 neutron-server[103448]: self.callback(batched_events) Nov 22 20:56:30.167281 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 20:56:30.167281 n-d-818823-1 neutron-server[103448]: event.method(event) Nov 22 20:56:30.167281 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 20:56:30.167281 n-d-818823-1 neutron-server[103448]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 20:56:30.167281 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 20:56:30.167281 n-d-818823-1 neutron-server[103448]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 20:56:30.167281 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 20:56:30.167281 n-d-818823-1 neutron-server[103448]: return f(self, *a, **k) Nov 22 20:56:30.167281 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 20:56:30.167281 n-d-818823-1 neutron-server[103448]: return self._get(url).json() Nov 22 20:56:30.167281 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 20:56:30.167281 n-d-818823-1 neutron-server[103448]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 20:56:30.167281 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 20:56:30.167281 n-d-818823-1 neutron-server[103448]: return self.request(url, 'GET', **kwargs) Nov 22 20:56:30.167281 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 20:56:30.167281 n-d-818823-1 neutron-server[103448]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 20:56:30.167281 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 20:56:30.167281 n-d-818823-1 neutron-server[103448]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 20:56:30.167281 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 20:56:30.167281 n-d-818823-1 neutron-server[103448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 20:56:30.167281 n-d-818823-1 neutron-server[103448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 20:56:30.220976 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-eb340df8-652b-48b3-a4a1-5913af0fe244 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3760002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595318'] for network, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:56:30.227368 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-eb340df8-652b-48b3-a4a1-5913af0fe244 admin admin] Publish callbacks [] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:56:30.230603 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-eb340df8-652b-48b3-a4a1-5913af0fe244 admin admin] 10.222.0.46 "DELETE /v2.0/networks/878efd41-b8e1-4f65-9f30-7f80d9ed58e0 HTTP/1.1" status: 204 len: 168 time: 0.2784445 Nov 22 20:56:30.241426 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb340df8-652b-48b3-a4a1-5913af0fe244 admin admin] Pushing event deleted for resources: {'Network': ['ID=878efd41-b8e1-4f65-9f30-7f80d9ed58e0,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:56:30.338406 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 57680) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:56:30.377771 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-a3511d94-2b30-496e-9206-9279c7ce3128 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=efe24a5979264f179b1ddac9800a4508&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0382226 Nov 22 20:56:30.380201 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 57682) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:56:30.426169 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f15638f8-0ae6-495c-9e87-652aaed22065 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:56:30.446622 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f15638f8-0ae6-495c-9e87-652aaed22065 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:56:30.497625 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f15638f8-0ae6-495c-9e87-652aaed22065 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:56:30.500686 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f15638f8-0ae6-495c-9e87-652aaed22065 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:56:30.501865 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-f15638f8-0ae6-495c-9e87-652aaed22065 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4d511089-0504-4637-8a36-c93445b6fd78 HTTP/1.1" status: 204 len: 168 time: 0.1207752 Nov 22 20:56:30.509612 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15638f8-0ae6-495c-9e87-652aaed22065 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d511089-0504-4637-8a36-c93445b6fd78,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:56:31.185855 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 57704) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:56:31.280436 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-47717880-9734-4d78-98eb-becffa12862c admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1539680232-network', 'tenant_id': '4ed58de80f1e421e98eee918a71a237a'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:56:31.300820 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47717880-9734-4d78-98eb-becffa12862c admin admin] Made reservation on behalf of 4ed58de80f1e421e98eee918a71a237a for: {'network': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:56:31.303118 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-47717880-9734-4d78-98eb-becffa12862c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for network, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:56:31.311228 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-47717880-9734-4d78-98eb-becffa12862c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:56:31.388687 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-47717880-9734-4d78-98eb-becffa12862c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:56:31.392431 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-47717880-9734-4d78-98eb-becffa12862c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:56:31.417114 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47717880-9734-4d78-98eb-becffa12862c admin admin] vlan segment allocate from pool success with {'vlan_id': 607, 'physical_network': 'physnet1'} {{(pid=103447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 20:56:31.425887 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47717880-9734-4d78-98eb-becffa12862c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97ac33ef-49b8-4a62-bea2-e1331809a696,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:56:31.435153 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-47717880-9734-4d78-98eb-becffa12862c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:56:31.435524 n-d-818823-1 neutron-server[103447]: INFO neutron.db.segments_db [None req-47717880-9734-4d78-98eb-becffa12862c admin admin] Added segment 23865291-503c-4941-b92a-ce0c5ab5f182 of type vlan for network 9c2e3968-fb71-44d4-8815-57320e389aae Nov 22 20:56:31.437456 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47717880-9734-4d78-98eb-becffa12862c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:56:31.437805 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47717880-9734-4d78-98eb-becffa12862c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:56:31.438150 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47717880-9734-4d78-98eb-becffa12862c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:56:31.438487 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47717880-9734-4d78-98eb-becffa12862c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:56:31.438820 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47717880-9734-4d78-98eb-becffa12862c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:56:31.439154 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47717880-9734-4d78-98eb-becffa12862c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:56:31.439507 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47717880-9734-4d78-98eb-becffa12862c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:56:31.439839 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47717880-9734-4d78-98eb-becffa12862c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:56:31.440172 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47717880-9734-4d78-98eb-becffa12862c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:56:31.440494 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47717880-9734-4d78-98eb-becffa12862c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:56:31.440818 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47717880-9734-4d78-98eb-becffa12862c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:56:31.441143 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47717880-9734-4d78-98eb-becffa12862c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:56:31.483975 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-47717880-9734-4d78-98eb-becffa12862c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748992492791'] for network, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:56:31.509346 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-47717880-9734-4d78-98eb-becffa12862c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for network, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:56:31.510205 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47717880-9734-4d78-98eb-becffa12862c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:56:31.510788 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-47717880-9734-4d78-98eb-becffa12862c admin admin] Publish callbacks [] for network, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:56:31.558673 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-47717880-9734-4d78-98eb-becffa12862c admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3717034 Nov 22 20:56:31.561811 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 57708) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:56:31.566728 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-30128876-e814-41d1-ade9-aca43b44ab79 admin admin] Request body: {'subnet': {'network_id': '9c2e3968-fb71-44d4-8815-57320e389aae', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1539680232-subnet', 'tenant_id': '4ed58de80f1e421e98eee918a71a237a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:56:31.571512 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47717880-9734-4d78-98eb-becffa12862c admin admin] Pushing event updated for resources: {'Network': ['ID=9c2e3968-fb71-44d4-8815-57320e389aae,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:56:31.581183 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Network 9c2e3968-fb71-44d4-8815-57320e389aae details requested by agent ovs-agent-n-d-818823-1 with host n-d-818823-1 {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 20:56:31.591150 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30128876-e814-41d1-ade9-aca43b44ab79 admin admin] Made reservation on behalf of 4ed58de80f1e421e98eee918a71a237a for: {'subnet': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:56:31.593912 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-30128876-e814-41d1-ade9-aca43b44ab79 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11792951'] for subnet, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:56:31.765802 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-30128876-e814-41d1-ade9-aca43b44ab79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11567560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11792921'] for subnet, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:56:31.820733 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30128876-e814-41d1-ade9-aca43b44ab79 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cde59213-1ea3-488e-9922-16ddb38927ba,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:56:31.828056 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30128876-e814-41d1-ade9-aca43b44ab79 admin admin] Checking segment: {'id': '23865291-503c-4941-b92a-ce0c5ab5f182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '9c2e3968-fb71-44d4-8815-57320e389aae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:56:31.828409 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30128876-e814-41d1-ade9-aca43b44ab79 admin admin] Network hostable DHCP agents. Network: 9c2e3968-fb71-44d4-8815-57320e389aae, hostable agents: ['02adaa64-0987-4b74-bad0-cbcf56f8a294'], hosted agents: [] {{(pid=103448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 20:56:31.844741 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30128876-e814-41d1-ade9-aca43b44ab79 admin admin] Network 9c2e3968-fb71-44d4-8815-57320e389aae is scheduled to be hosted by DHCP agent 02adaa64-0987-4b74-bad0-cbcf56f8a294 with binding_index 1 {{(pid=103448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 20:56:31.853270 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-30128876-e814-41d1-ade9-aca43b44ab79 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818823-1, 9c2e3968-fb71-44d4-8815-57320e389aae) {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:56:31.857918 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30128876-e814-41d1-ade9-aca43b44ab79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:56:31.858862 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-30128876-e814-41d1-ade9-aca43b44ab79 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:56:31.862090 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b7dee43-6852-42c7-afb7-027b0c126891 None None] Network 9c2e3968-fb71-44d4-8815-57320e389aae requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:56:31.875381 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-30128876-e814-41d1-ade9-aca43b44ab79 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3121769 Nov 22 20:56:31.878194 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 57710) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:56:31.883020 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-3961ace4-a0f0-4cc6-9239-07f200a59459 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1539680232-router', 'tenant_id': '4ed58de80f1e421e98eee918a71a237a', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'}}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:56:31.903331 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3961ace4-a0f0-4cc6-9239-07f200a59459 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24799'] for router, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:56:31.904378 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3961ace4-a0f0-4cc6-9239-07f200a59459 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-632716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24788'] for router, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:56:31.960095 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3961ace4-a0f0-4cc6-9239-07f200a59459 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:56:32.007605 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c681a18d-7bbf-4b92-b985-54bfc86a3cf8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fb26bd7-ce56-527b-b94f-2e1f7cb2bb35-9c2e3968-fb71-44d4-8815-57320e389aae', 'network_id': '9c2e3968-fb71-44d4-8815-57320e389aae', 'tenant_id': '4ed58de80f1e421e98eee918a71a237a', 'fixed_ips': [{'subnet_id': 'cde59213-1ea3-488e-9922-16ddb38927ba'}]}} from n-d-818823-1. {{(pid=103449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 20:56:32.008486 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-c681a18d-7bbf-4b92-b985-54bfc86a3cf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:56:32.094238 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3961ace4-a0f0-4cc6-9239-07f200a59459 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:56:32.147622 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.db_base_plugin_common [None req-c681a18d-7bbf-4b92-b985-54bfc86a3cf8 None None] Allocated IP 172.20.0.2 (9c2e3968-fb71-44d4-8815-57320e389aae/cde59213-1ea3-488e-9922-16ddb38927ba/73f2692e-2b0f-4aec-ad6d-dd04f630f746) {{(pid=103449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:56:32.224862 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 8a79ac68-6848-49d1-b156-661cce9fce3e no longer exists at agent hyperv_n-h1-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:56:32.272052 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] No Port match for: 8a79ac68-6848-49d1-b156-661cce9fce3e {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:56:32.272402 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 8a79ac68-6848-49d1-b156-661cce9fce3e not bound to the agent host n-h1-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:56:32.297494 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3961ace4-a0f0-4cc6-9239-07f200a59459 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:56:32.316692 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3961ace4-a0f0-4cc6-9239-07f200a59459 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:56:32.322392 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-c681a18d-7bbf-4b92-b985-54bfc86a3cf8 None None] Publish callbacks [] for port, precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:56:32.328844 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-c681a18d-7bbf-4b92-b985-54bfc86a3cf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372'] for port, after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:56:32.367486 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c681a18d-7bbf-4b92-b985-54bfc86a3cf8 None None] Network 9c2e3968-fb71-44d4-8815-57320e389aae is already hosted by enough agents. {{(pid=103449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:56:32.370214 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.base_scheduler [None req-c681a18d-7bbf-4b92-b985-54bfc86a3cf8 None None] Resources bound (agent type, host, resource id): {{(pid=103449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:56:32.373989 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c681a18d-7bbf-4b92-b985-54bfc86a3cf8 None None] Received port after_create {{(pid=103449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:56:32.387266 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c681a18d-7bbf-4b92-b985-54bfc86a3cf8 None None] Pushing event updated for resources: {'Port': ['ID=73f2692e-2b0f-4aec-ad6d-dd04f630f746,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:56:32.421062 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [None req-3961ace4-a0f0-4cc6-9239-07f200a59459 admin admin] Allocated IP 172.25.5.244 (c48a55e9-6a85-4746-b7bf-3e29fb560094/5da6f781-63e6-4328-ae7a-5e672262f55a/8abc9af0-4663-4aaa-8260-91a3ff4fee50) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:56:32.432456 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-c681a18d-7bbf-4b92-b985-54bfc86a3cf8 None None] Attempting to bind port 73f2692e-2b0f-4aec-ad6d-dd04f630f746 on host n-d-818823-1 for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:56:32.432858 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-c681a18d-7bbf-4b92-b985-54bfc86a3cf8 None None] Attempting to bind port 73f2692e-2b0f-4aec-ad6d-dd04f630f746 by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': '23865291-503c-4941-b92a-ce0c5ab5f182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '9c2e3968-fb71-44d4-8815-57320e389aae'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:56:32.433223 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c681a18d-7bbf-4b92-b985-54bfc86a3cf8 None None] Attempting to bind port 73f2692e-2b0f-4aec-ad6d-dd04f630f746 on network 9c2e3968-fb71-44d4-8815-57320e389aae {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:56:32.438323 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c681a18d-7bbf-4b92-b985-54bfc86a3cf8 None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 56, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:56:32.438813 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c681a18d-7bbf-4b92-b985-54bfc86a3cf8 None None] Checking segment: {'id': '23865291-503c-4941-b92a-ce0c5ab5f182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '9c2e3968-fb71-44d4-8815-57320e389aae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:56:32.439226 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-c681a18d-7bbf-4b92-b985-54bfc86a3cf8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:56:32.439657 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c681a18d-7bbf-4b92-b985-54bfc86a3cf8 None None] Bound using segment: {'id': '23865291-503c-4941-b92a-ce0c5ab5f182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '9c2e3968-fb71-44d4-8815-57320e389aae'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:56:32.440129 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-c681a18d-7bbf-4b92-b985-54bfc86a3cf8 None None] Bound port: 73f2692e-2b0f-4aec-ad6d-dd04f630f746, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23865291-503c-4941-b92a-ce0c5ab5f182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '9c2e3968-fb71-44d4-8815-57320e389aae'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:56:32.440537 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-c681a18d-7bbf-4b92-b985-54bfc86a3cf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:56:32.506305 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-c681a18d-7bbf-4b92-b985-54bfc86a3cf8 None None] For port 73f2692e-2b0f-4aec-ad6d-dd04f630f746, host n-d-818823-1, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:56:32.509392 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-c681a18d-7bbf-4b92-b985-54bfc86a3cf8 None None] For port 73f2692e-2b0f-4aec-ad6d-dd04f630f746, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=73f2692e-2b0f-4aec-ad6d-dd04f630f746,segment=NetworkSegment(23865291-503c-4941-b92a-ce0c5ab5f182),segment_id=23865291-503c-4941-b92a-ce0c5ab5f182)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:56:32.513714 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-c681a18d-7bbf-4b92-b985-54bfc86a3cf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:56:32.526318 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3961ace4-a0f0-4cc6-9239-07f200a59459 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:56:32.563664 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3961ace4-a0f0-4cc6-9239-07f200a59459 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:56:32.576202 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c681a18d-7bbf-4b92-b985-54bfc86a3cf8 None None] Pushing event updated for resources: {'Port': ['ID=73f2692e-2b0f-4aec-ad6d-dd04f630f746,revision_number=2']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:56:32.606224 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3961ace4-a0f0-4cc6-9239-07f200a59459 admin admin] Network c48a55e9-6a85-4746-b7bf-3e29fb560094 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:56:32.611053 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-3961ace4-a0f0-4cc6-9239-07f200a59459 admin admin] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:56:32.613497 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3961ace4-a0f0-4cc6-9239-07f200a59459 admin admin] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:56:32.626444 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b350a49-19f4-4e98-907e-1fb248fccc09 None None] DHCP port deletion for c48a55e9-6a85-4746-b7bf-3e29fb560094 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:56:32.646265 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3961ace4-a0f0-4cc6-9239-07f200a59459 admin admin] Pushing event updated for resources: {'Port': ['ID=8abc9af0-4663-4aaa-8260-91a3ff4fee50,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:56:32.745056 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-c722c0b4-0354-475a-b126-9ce8188062ff None None] Provisioning complete for port 8abc9af0-4663-4aaa-8260-91a3ff4fee50 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:56:32.745439 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-c722c0b4-0354-475a-b126-9ce8188062ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:56:32.788533 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-c722c0b4-0354-475a-b126-9ce8188062ff None None] Port 8abc9af0-4663-4aaa-8260-91a3ff4fee50 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:56:32.895109 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3961ace4-a0f0-4cc6-9239-07f200a59459 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:56:32.986816 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-7b6e1f4e-6087-4a09-9677-8bd04a4660f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:56:33.341864 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 73f2692e-2b0f-4aec-ad6d-dd04f630f746 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:56:33.408260 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3961ace4-a0f0-4cc6-9239-07f200a59459 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-659538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-841284'] for router, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:56:33.410264 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 73f2692e-2b0f-4aec-ad6d-dd04f630f746 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:56:33.410642 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:56:33.498562 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:56:33.534575 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] For port 73f2692e-2b0f-4aec-ad6d-dd04f630f746, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=73f2692e-2b0f-4aec-ad6d-dd04f630f746,segment=NetworkSegment(23865291-503c-4941-b92a-ce0c5ab5f182),segment_id=23865291-503c-4941-b92a-ce0c5ab5f182)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:56:33.540189 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:56:33.544826 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3961ace4-a0f0-4cc6-9239-07f200a59459 admin admin] Router c579614a-aff1-4c5f-934f-a7e4bee1ac32 is scheduled to L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 with binding_index 1 {{(pid=103448) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 20:56:33.583100 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd7c0a1e-a3ee-4de5-828d-14062b304dae None None] Network 9c2e3968-fb71-44d4-8815-57320e389aae requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 20:56:33.646266 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-03f0964f-1b75-4df7-99e0-a3cdb56ec2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:56:33.660496 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3961ace4-a0f0-4cc6-9239-07f200a59459 admin admin] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:56:33.673407 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Pushing event updated for resources: {'Port': ['ID=73f2692e-2b0f-4aec-ad6d-dd04f630f746,revision_number=3']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:56:33.681814 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c48a117b-a2b6-41a7-9b03-4144850a57c6 None None] Sync routers for ids ['c579614a-aff1-4c5f-934f-a7e4bee1ac32'] in n-d-818823-1 {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:56:33.682897 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3961ace4-a0f0-4cc6-9239-07f200a59459 admin admin] Publish callbacks [] for router, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:56:33.687013 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-3d15469d-0e20-4c67-9496-fe87b80ee041 None None] Provisioning complete for port 73f2692e-2b0f-4aec-ad6d-dd04f630f746 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:56:33.687150 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-3961ace4-a0f0-4cc6-9239-07f200a59459 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.8053510 Nov 22 20:56:33.687242 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-3d15469d-0e20-4c67-9496-fe87b80ee041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:56:33.687328 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 57714) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:56:33.744163 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c48a117b-a2b6-41a7-9b03-4144850a57c6 None None] Routers {'c579614a-aff1-4c5f-934f-a7e4bee1ac32'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:56:33.744693 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-c48a117b-a2b6-41a7-9b03-4144850a57c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:56:33Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['c579614a-aff1-4c5f-934f-a7e4bee1ac32'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:56:33.947543 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-c48a117b-a2b6-41a7-9b03-4144850a57c6 None None] Set router c579614a-aff1-4c5f-934f-a7e4bee1ac32 gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:56:34.131943 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-149c6c3a-9a7a-4acc-8b4e-aaf8bb206940 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:56:34.142587 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-c48a117b-a2b6-41a7-9b03-4144850a57c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c579614a-aff1-4c5f-934f-a7e4bee1ac32', 'name': 'tempest-ServerActionsTestJSON-1539680232-router', 'tenant_id': '4ed58de80f1e421e98eee918a71a237a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.244'}], 'enable_snat': True}, 'gw_port_id': '8abc9af0-4663-4aaa-8260-91a3ff4fee50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:56:31Z', 'updated_at': '2021-11-22T20:56:32Z', 'revision_number': 3, 'project_id': '4ed58de80f1e421e98eee918a71a237a', 'gw_port': {'id': '8abc9af0-4663-4aaa-8260-91a3ff4fee50', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:c9:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c579614a-aff1-4c5f-934f-a7e4bee1ac32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:56:32Z', 'updated_at': '2021-11-22T20:56:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:56:34.172473 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c48a117b-a2b6-41a7-9b03-4144850a57c6 None None] Checking router: c579614a-aff1-4c5f-934f-a7e4bee1ac32 for host: n-d-818823-1 {{(pid=103449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 20:56:34.172854 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c48a117b-a2b6-41a7-9b03-4144850a57c6 None None] Updating router c579614a-aff1-4c5f-934f-a7e4bee1ac32 port 8abc9af0-4663-4aaa-8260-91a3ff4fee50 binding host n-d-818823-1 {{(pid=103449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 20:56:34.200676 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-c48a117b-a2b6-41a7-9b03-4144850a57c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:56:34.293274 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [None req-149c6c3a-9a7a-4acc-8b4e-aaf8bb206940 admin admin] Allocated IP 172.20.0.1 (9c2e3968-fb71-44d4-8815-57320e389aae/cde59213-1ea3-488e-9922-16ddb38927ba/196d638a-3421-4ca1-8880-2d33e330ef34) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:56:34.317379 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-a8d63caa-6724-40c4-89e3-da96fc1eb4bf None None] Provisioning complete for port 73f2692e-2b0f-4aec-ad6d-dd04f630f746 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:56:34.318015 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-a8d63caa-6724-40c4-89e3-da96fc1eb4bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:56:34.401012 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-149c6c3a-9a7a-4acc-8b4e-aaf8bb206940 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:56:34.433706 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-149c6c3a-9a7a-4acc-8b4e-aaf8bb206940 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:56:34.476827 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-149c6c3a-9a7a-4acc-8b4e-aaf8bb206940 admin admin] Network 9c2e3968-fb71-44d4-8815-57320e389aae is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:56:34.480630 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149c6c3a-9a7a-4acc-8b4e-aaf8bb206940 admin admin] Pushing event updated for resources: {'Port': ['ID=196d638a-3421-4ca1-8880-2d33e330ef34,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:56:34.483042 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-149c6c3a-9a7a-4acc-8b4e-aaf8bb206940 admin admin] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:56:34.488741 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-149c6c3a-9a7a-4acc-8b4e-aaf8bb206940 admin admin] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:56:34.535532 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-149c6c3a-9a7a-4acc-8b4e-aaf8bb206940 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659939'] for router_interface, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:56:34.547536 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-c48a117b-a2b6-41a7-9b03-4144850a57c6 None None] Publish callbacks [] for port, precommit_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:56:34.553573 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-c48a117b-a2b6-41a7-9b03-4144850a57c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:56:34.605313 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40ec2a81-6382-4686-a567-97ab3cf1ba67 None None] DHCP port deletion for c48a55e9-6a85-4746-b7bf-3e29fb560094 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:56:34.615980 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-c48a117b-a2b6-41a7-9b03-4144850a57c6 None None] Attempting to bind port 8abc9af0-4663-4aaa-8260-91a3ff4fee50 on host n-d-818823-1 for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:56:34.616445 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-c48a117b-a2b6-41a7-9b03-4144850a57c6 None None] Attempting to bind port 8abc9af0-4663-4aaa-8260-91a3ff4fee50 by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:56:34.616877 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c48a117b-a2b6-41a7-9b03-4144850a57c6 None None] Attempting to bind port 8abc9af0-4663-4aaa-8260-91a3ff4fee50 on network c48a55e9-6a85-4746-b7bf-3e29fb560094 {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:56:34.626746 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17946b09-f0aa-4423-bc17-97b1c82ed0e3 None None] Pushing event updated for resources: {'Port': ['ID=8abc9af0-4663-4aaa-8260-91a3ff4fee50,revision_number=2']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:56:34.630629 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c48a117b-a2b6-41a7-9b03-4144850a57c6 None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 56, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:56:34.630938 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c48a117b-a2b6-41a7-9b03-4144850a57c6 None None] Checking segment: {'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:56:34.631407 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-c48a117b-a2b6-41a7-9b03-4144850a57c6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:56:34.631880 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c48a117b-a2b6-41a7-9b03-4144850a57c6 None None] Bound using segment: {'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:56:34.632447 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-c48a117b-a2b6-41a7-9b03-4144850a57c6 None None] Bound port: 8abc9af0-4663-4aaa-8260-91a3ff4fee50, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:56:34.633042 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-c48a117b-a2b6-41a7-9b03-4144850a57c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:56:34.690723 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-149c6c3a-9a7a-4acc-8b4e-aaf8bb206940 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:56:34.696765 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-c48a117b-a2b6-41a7-9b03-4144850a57c6 None None] For port 8abc9af0-4663-4aaa-8260-91a3ff4fee50, host n-d-818823-1, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:56:34.702360 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-c48a117b-a2b6-41a7-9b03-4144850a57c6 None None] For port 8abc9af0-4663-4aaa-8260-91a3ff4fee50, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=8abc9af0-4663-4aaa-8260-91a3ff4fee50,segment=NetworkSegment(8793ba83-8407-4c3d-9b56-2a177cd58a70),segment_id=8793ba83-8407-4c3d-9b56-2a177cd58a70)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:56:34.713006 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-c48a117b-a2b6-41a7-9b03-4144850a57c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:56:34.753060 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-52e2ef07-703a-402a-8494-28a09d41d9b5 None None] Provisioning complete for port 8abc9af0-4663-4aaa-8260-91a3ff4fee50 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:56:34.753438 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-52e2ef07-703a-402a-8494-28a09d41d9b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:56:34.864715 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-149c6c3a-9a7a-4acc-8b4e-aaf8bb206940 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:56:34.869881 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-149c6c3a-9a7a-4acc-8b4e-aaf8bb206940 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:56:34.941154 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149c6c3a-9a7a-4acc-8b4e-aaf8bb206940 admin admin] Pushing event updated for resources: {'Port': ['ID=196d638a-3421-4ca1-8880-2d33e330ef34,revision_number=2']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:56:34.944114 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-149c6c3a-9a7a-4acc-8b4e-aaf8bb206940 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-563461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-659839'] for router_interface, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:56:34.947881 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-938f9df7-8f6a-4909-b784-0d46f72f19d1 None None] DHCP port deletion for c48a55e9-6a85-4746-b7bf-3e29fb560094 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 20:56:34.971896 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17946b09-f0aa-4423-bc17-97b1c82ed0e3 None None] Pushing event updated for resources: {'Port': ['ID=8abc9af0-4663-4aaa-8260-91a3ff4fee50,revision_number=3']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:56:34.981053 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c48a117b-a2b6-41a7-9b03-4144850a57c6 None None] Routers {'c579614a-aff1-4c5f-934f-a7e4bee1ac32'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:56:34.981669 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-c48a117b-a2b6-41a7-9b03-4144850a57c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:56:33Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['c579614a-aff1-4c5f-934f-a7e4bee1ac32'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:56:35.036494 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-149c6c3a-9a7a-4acc-8b4e-aaf8bb206940 admin admin] Network 9c2e3968-fb71-44d4-8815-57320e389aae is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:56:35.038381 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-149c6c3a-9a7a-4acc-8b4e-aaf8bb206940 admin admin] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:56:35.131259 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-52e2ef07-703a-402a-8494-28a09d41d9b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:56:35.144217 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-c48a117b-a2b6-41a7-9b03-4144850a57c6 None None] Set router c579614a-aff1-4c5f-934f-a7e4bee1ac32 gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:56:35.171960 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-149c6c3a-9a7a-4acc-8b4e-aaf8bb206940 admin admin] Router c579614a-aff1-4c5f-934f-a7e4bee1ac32 has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 20:56:35.202027 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-52e2ef07-703a-402a-8494-28a09d41d9b5 None None] For port 8abc9af0-4663-4aaa-8260-91a3ff4fee50, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=8abc9af0-4663-4aaa-8260-91a3ff4fee50,segment=NetworkSegment(8793ba83-8407-4c3d-9b56-2a177cd58a70),segment_id=8793ba83-8407-4c3d-9b56-2a177cd58a70)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:56:35.217321 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-52e2ef07-703a-402a-8494-28a09d41d9b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:56:35.289938 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-149c6c3a-9a7a-4acc-8b4e-aaf8bb206940 admin admin] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:56:35.292468 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 73f2692e-2b0f-4aec-ad6d-dd04f630f746 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:56:35.294935 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-149c6c3a-9a7a-4acc-8b4e-aaf8bb206940 admin admin] 10.222.0.46 "PUT /v2.0/routers/c579614a-aff1-4c5f-934f-a7e4bee1ac32/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6066267 Nov 22 20:56:35.400300 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e49ee129-e862-4476-beca-cdc8150d2345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:56:35.420489 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e2ef07-703a-402a-8494-28a09d41d9b5 None None] Pushing event updated for resources: {'Port': ['ID=8abc9af0-4663-4aaa-8260-91a3ff4fee50,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:56:35.430721 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-22520ebc-eb78-4491-bceb-01e99ed7137d None None] Provisioning complete for port 196d638a-3421-4ca1-8880-2d33e330ef34 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:56:35.430951 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-22520ebc-eb78-4491-bceb-01e99ed7137d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:56:35.496134 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 73f2692e-2b0f-4aec-ad6d-dd04f630f746 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:56:35.496507 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:56:35.518366 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-22520ebc-eb78-4491-bceb-01e99ed7137d None None] Port 196d638a-3421-4ca1-8880-2d33e330ef34 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:56:35.566217 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-22520ebc-eb78-4491-bceb-01e99ed7137d None None] Provisioning complete for port 8abc9af0-4663-4aaa-8260-91a3ff4fee50 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:56:35.566591 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-22520ebc-eb78-4491-bceb-01e99ed7137d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:56:35.667986 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-c48a117b-a2b6-41a7-9b03-4144850a57c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c579614a-aff1-4c5f-934f-a7e4bee1ac32', 'name': 'tempest-ServerActionsTestJSON-1539680232-router', 'tenant_id': '4ed58de80f1e421e98eee918a71a237a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.244'}], 'enable_snat': True}, 'gw_port_id': '8abc9af0-4663-4aaa-8260-91a3ff4fee50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:56:31Z', 'updated_at': '2021-11-22T20:56:34Z', 'revision_number': 4, 'project_id': '4ed58de80f1e421e98eee918a71a237a', 'gw_port': {'id': '8abc9af0-4663-4aaa-8260-91a3ff4fee50', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:c9:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c579614a-aff1-4c5f-934f-a7e4bee1ac32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:56:32Z', 'updated_at': '2021-11-22T20:56:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': '196d638a-3421-4ca1-8880-2d33e330ef34', 'name': '', 'network_id': '9c2e3968-fb71-44d4-8815-57320e389aae', 'tenant_id': '4ed58de80f1e421e98eee918a71a237a', 'mac_address': 'fa:16:3e:95:02:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c579614a-aff1-4c5f-934f-a7e4bee1ac32', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': 'cde59213-1ea3-488e-9922-16ddb38927ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:56:34Z', 'updated_at': '2021-11-22T20:56:34Z', 'revision_number': 2, 'project_id': '4ed58de80f1e421e98eee918a71a237a', 'subnets': [{'id': 'cde59213-1ea3-488e-9922-16ddb38927ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:56:35.696206 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c48a117b-a2b6-41a7-9b03-4144850a57c6 None None] The sync data for ids ['c579614a-aff1-4c5f-934f-a7e4bee1ac32'] in n-d-818823-1 is: [{'id': 'c579614a-aff1-4c5f-934f-a7e4bee1ac32', 'name': 'tempest-ServerActionsTestJSON-1539680232-router', 'tenant_id': '4ed58de80f1e421e98eee918a71a237a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.244'}], 'enable_snat': True}, 'gw_port_id': '8abc9af0-4663-4aaa-8260-91a3ff4fee50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:56:31Z', 'updated_at': '2021-11-22T20:56:34Z', 'revision_number': 4, 'project_id': '4ed58de80f1e421e98eee918a71a237a', 'gw_port': {'id': '8abc9af0-4663-4aaa-8260-91a3ff4fee50', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:c9:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c579614a-aff1-4c5f-934f-a7e4bee1ac32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:56:32Z', 'updated_at': '2021-11-22T20:56:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': '196d638a-3421-4ca1-8880-2d33e330ef34', 'name': '', 'network_id': '9c2e3968-fb71-44d4-8815-57320e389aae', 'tenant_id': '4ed58de80f1e421e98eee918a71a237a', 'mac_address': 'fa:16:3e:95:02:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c579614a-aff1-4c5f-934f-a7e4bee1ac32', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': 'cde59213-1ea3-488e-9922-16ddb38927ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:56:34Z', 'updated_at': '2021-11-22T20:56:34Z', 'revision_number': 2, 'project_id': '4ed58de80f1e421e98eee918a71a237a', 'subnets': [{'id': 'cde59213-1ea3-488e-9922-16ddb38927ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:56:35.827084 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 57722) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:56:35.831909 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-f398eba0-e310-420f-9103-68b885fa0a4c tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Request body: {'security_group': {'name': 'tempest-securitygroup--893446437', 'description': 'tempest-description--1561791354'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:56:35.855929 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f398eba0-e310-420f-9103-68b885fa0a4c tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:56:35.946164 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f398eba0-e310-420f-9103-68b885fa0a4c tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:56:35.950341 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f398eba0-e310-420f-9103-68b885fa0a4c tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:56:35.980588 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f398eba0-e310-420f-9103-68b885fa0a4c tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:56:35.981871 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-f398eba0-e310-420f-9103-68b885fa0a4c tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.1536109 Nov 22 20:56:35.984804 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 57724) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:56:35.990613 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-8cf57c8f-ae21-43d1-b576-c55229db253a tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Request body: {'security_group_rule': {'security_group_id': 'efebab54-f3d0-45af-9ed5-f9e8fd2b2abf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:56:35.996144 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f398eba0-e310-420f-9103-68b885fa0a4c tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Pushing event updated for resources: {'SecurityGroup': ['ID=efebab54-f3d0-45af-9ed5-f9e8fd2b2abf,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:56:36.022120 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8cf57c8f-ae21-43d1-b576-c55229db253a tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:56:36.087866 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8cf57c8f-ae21-43d1-b576-c55229db253a tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:56:36.092918 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8cf57c8f-ae21-43d1-b576-c55229db253a tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572323'] for security_group_rule, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:56:36.110154 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:56:36.113479 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf57c8f-ae21-43d1-b576-c55229db253a tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7dff6889-8df5-470b-ac34-c838425142d3,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:56:36.119091 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8cf57c8f-ae21-43d1-b576-c55229db253a tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:56:36.120392 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-8cf57c8f-ae21-43d1-b576-c55229db253a tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1346488 Nov 22 20:56:36.123148 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 57726) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:56:36.128596 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-6b3c34f0-c781-4b76-a5e0-0ff211d3c085 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Request body: {'security_group_rule': {'security_group_id': 'efebab54-f3d0-45af-9ed5-f9e8fd2b2abf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:56:36.156966 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6b3c34f0-c781-4b76-a5e0-0ff211d3c085 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:56:36.220305 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6b3c34f0-c781-4b76-a5e0-0ff211d3c085 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:56:36.224476 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6b3c34f0-c781-4b76-a5e0-0ff211d3c085 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572323'] for security_group_rule, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:56:36.242863 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3c34f0-c781-4b76-a5e0-0ff211d3c085 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69266988-39b9-4380-8432-a40bf8b3d6da,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:56:36.251051 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6b3c34f0-c781-4b76-a5e0-0ff211d3c085 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:56:36.255712 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 57728) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:56:36.255879 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-6b3c34f0-c781-4b76-a5e0-0ff211d3c085 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1310070 Nov 22 20:56:36.260754 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-99f96399-eff5-483f-baa9-67ab0b257dfc tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Request body: {'floatingip': {'floating_network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:56:36.288430 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-99f96399-eff5-483f-baa9-67ab0b257dfc tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Publish callbacks [] for floatingip, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:56:36.418363 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-99f96399-eff5-483f-baa9-67ab0b257dfc tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:56:36.527926 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [None req-99f96399-eff5-483f-baa9-67ab0b257dfc tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Allocated IP 172.25.5.108 (c48a55e9-6a85-4746-b7bf-3e29fb560094/5da6f781-63e6-4328-ae7a-5e672262f55a/a53b0036-d3e1-4e80-92a0-a7060f119d33) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:56:36.633748 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-99f96399-eff5-483f-baa9-67ab0b257dfc tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:56:36.674271 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-99f96399-eff5-483f-baa9-67ab0b257dfc tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:56:36.713606 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99f96399-eff5-483f-baa9-67ab0b257dfc tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Network c48a55e9-6a85-4746-b7bf-3e29fb560094 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:56:36.716711 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-99f96399-eff5-483f-baa9-67ab0b257dfc tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:56:36.719219 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f96399-eff5-483f-baa9-67ab0b257dfc tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:56:36.749767 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f96399-eff5-483f-baa9-67ab0b257dfc tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Pushing event updated for resources: {'Port': ['ID=a53b0036-d3e1-4e80-92a0-a7060f119d33,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:56:36.853135 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-99f96399-eff5-483f-baa9-67ab0b257dfc tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:56:36.891299 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-99f96399-eff5-483f-baa9-67ab0b257dfc tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:56:37.047524 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-99f96399-eff5-483f-baa9-67ab0b257dfc tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Publish callbacks [] for port, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:56:37.051758 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-99f96399-eff5-483f-baa9-67ab0b257dfc tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:56:37.121959 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f96399-eff5-483f-baa9-67ab0b257dfc tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Pushing event updated for resources: {'Port': ['ID=a53b0036-d3e1-4e80-92a0-a7060f119d33,revision_number=2']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:56:37.129110 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-99f96399-eff5-483f-baa9-67ab0b257dfc tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-595224'] for floatingip, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:56:37.144623 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-99f96399-eff5-483f-baa9-67ab0b257dfc tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for floatingip, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:56:37.146431 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-99f96399-eff5-483f-baa9-67ab0b257dfc tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8893793 Nov 22 20:56:37.291132 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 8abc9af0-4663-4aaa-8260-91a3ff4fee50 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:56:37.295587 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-62ef5649-461e-469d-b849-7cd8ac81a45d req-f74cd950-edca-4acc-b0ff-47e8b6152ea1 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--893446437&fields=id&tenant_id=4ed58de80f1e421e98eee918a71a237a HTTP/1.1" status: 200 len: 267 time: 0.0457051 Nov 22 20:56:37.349211 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 8abc9af0-4663-4aaa-8260-91a3ff4fee50 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:56:37.349662 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:56:37.415146 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ef5649-461e-469d-b849-7cd8ac81a45d req-91bdfc67-3b8c-4229-aa0d-ebc547be9df9 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:56:37.416669 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-62ef5649-461e-469d-b849-7cd8ac81a45d req-91bdfc67-3b8c-4229-aa0d-ebc547be9df9 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/networks?id=9c2e3968-fb71-44d4-8815-57320e389aae HTTP/1.1" status: 200 len: 812 time: 0.1134024 Nov 22 20:56:37.431944 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-62ef5649-461e-469d-b849-7cd8ac81a45d req-3e38b8c4-4ca0-4fa7-aeec-8bd4fc7e8254 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/quotas/4ed58de80f1e421e98eee918a71a237a HTTP/1.1" status: 200 len: 375 time: 0.0092897 Nov 22 20:56:37.487571 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-62ef5649-461e-469d-b849-7cd8ac81a45d req-daf7f5dd-eb23-4ac2-b30a-46f266e55d0a tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=4ed58de80f1e421e98eee918a71a237a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0467908 Nov 22 20:56:37.632845 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-62ef5649-461e-469d-b849-7cd8ac81a45d req-a8eafb98-105b-4f97-9fc3-98f47ef90794 service neutron] 10.222.0.46 "GET /v2.0/networks/9c2e3968-fb71-44d4-8815-57320e389aae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316707 Nov 22 20:56:37.639104 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b610c3-98b2-420b-81a5-36fb37de834e None None] Sync routers for ids ['c579614a-aff1-4c5f-934f-a7e4bee1ac32'] in n-d-818823-1 {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:56:37.650974 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b610c3-98b2-420b-81a5-36fb37de834e None None] Routers {'c579614a-aff1-4c5f-934f-a7e4bee1ac32'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:56:37.651703 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-c9b610c3-98b2-420b-81a5-36fb37de834e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:56:33Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['c579614a-aff1-4c5f-934f-a7e4bee1ac32'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:56:37.732824 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-62ef5649-461e-469d-b849-7cd8ac81a45d req-a11d18ce-2bdd-441d-98cd-f87ad51ebeae service neutron] 10.222.0.46 "GET /v2.0/networks/9c2e3968-fb71-44d4-8815-57320e389aae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937314 Nov 22 20:56:37.764764 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-c9b610c3-98b2-420b-81a5-36fb37de834e None None] Set router c579614a-aff1-4c5f-934f-a7e4bee1ac32 gateway port host: n-d-818823-1 {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:56:37.909336 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-14f2dd90-6c2e-4c75-8e43-9ff31257e3a0 req-e4a5bf80-3d62-435c-b77e-b4ec964bbad1 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/ports?device_id=8f91e89d-3085-4468-91b3-40cdfb84fe63 HTTP/1.1" status: 200 len: 210 time: 0.0283446 Nov 22 20:56:37.990689 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-c9b610c3-98b2-420b-81a5-36fb37de834e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c579614a-aff1-4c5f-934f-a7e4bee1ac32', 'name': 'tempest-ServerActionsTestJSON-1539680232-router', 'tenant_id': '4ed58de80f1e421e98eee918a71a237a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.244'}], 'enable_snat': True}, 'gw_port_id': '8abc9af0-4663-4aaa-8260-91a3ff4fee50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:56:31Z', 'updated_at': '2021-11-22T20:56:34Z', 'revision_number': 4, 'project_id': '4ed58de80f1e421e98eee918a71a237a', 'gw_port': {'id': '8abc9af0-4663-4aaa-8260-91a3ff4fee50', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:c9:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c579614a-aff1-4c5f-934f-a7e4bee1ac32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:56:32Z', 'updated_at': '2021-11-22T20:56:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': '196d638a-3421-4ca1-8880-2d33e330ef34', 'name': '', 'network_id': '9c2e3968-fb71-44d4-8815-57320e389aae', 'tenant_id': '4ed58de80f1e421e98eee918a71a237a', 'mac_address': 'fa:16:3e:95:02:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c579614a-aff1-4c5f-934f-a7e4bee1ac32', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': 'cde59213-1ea3-488e-9922-16ddb38927ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:56:34Z', 'updated_at': '2021-11-22T20:56:34Z', 'revision_number': 2, 'project_id': '4ed58de80f1e421e98eee918a71a237a', 'subnets': [{'id': 'cde59213-1ea3-488e-9922-16ddb38927ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:56:38.021961 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b610c3-98b2-420b-81a5-36fb37de834e None None] Checking router: c579614a-aff1-4c5f-934f-a7e4bee1ac32 for host: n-d-818823-1 {{(pid=103450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 20:56:38.022320 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b610c3-98b2-420b-81a5-36fb37de834e None None] Updating router c579614a-aff1-4c5f-934f-a7e4bee1ac32 port 196d638a-3421-4ca1-8880-2d33e330ef34 binding host n-d-818823-1 {{(pid=103450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 20:56:38.048034 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c9b610c3-98b2-420b-81a5-36fb37de834e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:56:38.326168 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c9b610c3-98b2-420b-81a5-36fb37de834e None None] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:56:38.331778 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c9b610c3-98b2-420b-81a5-36fb37de834e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:56:38.418104 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece32d9e-e583-42b8-8987-a3a68bd777b0 None None] Pushing event updated for resources: {'Port': ['ID=196d638a-3421-4ca1-8880-2d33e330ef34,revision_number=3']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:56:38.439444 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece32d9e-e583-42b8-8987-a3a68bd777b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:56:38.439444 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece32d9e-e583-42b8-8987-a3a68bd777b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:56:38.439444 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece32d9e-e583-42b8-8987-a3a68bd777b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:56:38.439906 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece32d9e-e583-42b8-8987-a3a68bd777b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:56:38.440013 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece32d9e-e583-42b8-8987-a3a68bd777b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:56:38.440361 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece32d9e-e583-42b8-8987-a3a68bd777b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:56:38.440690 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece32d9e-e583-42b8-8987-a3a68bd777b0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:56:38.441153 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece32d9e-e583-42b8-8987-a3a68bd777b0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:56:38.441391 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece32d9e-e583-42b8-8987-a3a68bd777b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:56:38.441649 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece32d9e-e583-42b8-8987-a3a68bd777b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:56:38.442005 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece32d9e-e583-42b8-8987-a3a68bd777b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:56:38.442332 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece32d9e-e583-42b8-8987-a3a68bd777b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:56:38.460160 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-c9b610c3-98b2-420b-81a5-36fb37de834e None None] Attempting to bind port 196d638a-3421-4ca1-8880-2d33e330ef34 on host n-d-818823-1 for vnic_type normal with profile {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:56:38.460791 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-c9b610c3-98b2-420b-81a5-36fb37de834e None None] Attempting to bind port 196d638a-3421-4ca1-8880-2d33e330ef34 by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': '23865291-503c-4941-b92a-ce0c5ab5f182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '9c2e3968-fb71-44d4-8815-57320e389aae'}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:56:38.461380 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b610c3-98b2-420b-81a5-36fb37de834e None None] Attempting to bind port 196d638a-3421-4ca1-8880-2d33e330ef34 on network 9c2e3968-fb71-44d4-8815-57320e389aae {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:56:38.467365 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b610c3-98b2-420b-81a5-36fb37de834e None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 56, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:56:38.468122 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b610c3-98b2-420b-81a5-36fb37de834e None None] Checking segment: {'id': '23865291-503c-4941-b92a-ce0c5ab5f182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '9c2e3968-fb71-44d4-8815-57320e389aae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:56:38.468773 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c9b610c3-98b2-420b-81a5-36fb37de834e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:56:38.469412 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b610c3-98b2-420b-81a5-36fb37de834e None None] Bound using segment: {'id': '23865291-503c-4941-b92a-ce0c5ab5f182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '9c2e3968-fb71-44d4-8815-57320e389aae'} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:56:38.470116 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-c9b610c3-98b2-420b-81a5-36fb37de834e None None] Bound port: 196d638a-3421-4ca1-8880-2d33e330ef34, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23865291-503c-4941-b92a-ce0c5ab5f182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '9c2e3968-fb71-44d4-8815-57320e389aae'}}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:56:38.470738 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c9b610c3-98b2-420b-81a5-36fb37de834e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:56:38.561827 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-c9b610c3-98b2-420b-81a5-36fb37de834e None None] For port 196d638a-3421-4ca1-8880-2d33e330ef34, host n-d-818823-1, cleared binding levels {{(pid=103450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:56:38.565444 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-c9b610c3-98b2-420b-81a5-36fb37de834e None None] For port 196d638a-3421-4ca1-8880-2d33e330ef34, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=196d638a-3421-4ca1-8880-2d33e330ef34,segment=NetworkSegment(23865291-503c-4941-b92a-ce0c5ab5f182),segment_id=23865291-503c-4941-b92a-ce0c5ab5f182)] {{(pid=103450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:56:38.570987 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-c9b610c3-98b2-420b-81a5-36fb37de834e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:56:38.630106 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b610c3-98b2-420b-81a5-36fb37de834e None None] Routers {'c579614a-aff1-4c5f-934f-a7e4bee1ac32'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:56:38.630714 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-c9b610c3-98b2-420b-81a5-36fb37de834e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:56:33Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['c579614a-aff1-4c5f-934f-a7e4bee1ac32'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:56:38.670556 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece32d9e-e583-42b8-8987-a3a68bd777b0 None None] Pushing event updated for resources: {'Port': ['ID=196d638a-3421-4ca1-8880-2d33e330ef34,revision_number=4']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:56:38.685000 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-c14bed31-8d5f-41e9-860c-0994aca54bff None None] Provisioning complete for port 196d638a-3421-4ca1-8880-2d33e330ef34 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:56:38.686032 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-c14bed31-8d5f-41e9-860c-0994aca54bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:56:38.778650 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-c9b610c3-98b2-420b-81a5-36fb37de834e None None] Set router c579614a-aff1-4c5f-934f-a7e4bee1ac32 gateway port host: n-d-818823-1 {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:56:38.818380 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-c14bed31-8d5f-41e9-860c-0994aca54bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:56:38.882787 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-c14bed31-8d5f-41e9-860c-0994aca54bff None None] For port 196d638a-3421-4ca1-8880-2d33e330ef34, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=196d638a-3421-4ca1-8880-2d33e330ef34,segment=NetworkSegment(23865291-503c-4941-b92a-ce0c5ab5f182),segment_id=23865291-503c-4941-b92a-ce0c5ab5f182)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:56:38.888661 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-c14bed31-8d5f-41e9-860c-0994aca54bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:56:38.943530 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14bed31-8d5f-41e9-860c-0994aca54bff None None] Pushing event updated for resources: {'Port': ['ID=196d638a-3421-4ca1-8880-2d33e330ef34,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:56:39.010116 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ef5649-461e-469d-b849-7cd8ac81a45d req-1e6ceef6-1906-44f4-a2d3-10f5a5d3ca25 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:56:39.012294 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-62ef5649-461e-469d-b849-7cd8ac81a45d req-1e6ceef6-1906-44f4-a2d3-10f5a5d3ca25 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.41 "GET /v2.0/networks?id=9c2e3968-fb71-44d4-8815-57320e389aae HTTP/1.1" status: 200 len: 812 time: 0.1726754 Nov 22 20:56:39.021139 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-a1735b32-e716-428f-9c1e-bd3644100a09 None None] Provisioning complete for port 196d638a-3421-4ca1-8880-2d33e330ef34 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:56:39.021517 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-a1735b32-e716-428f-9c1e-bd3644100a09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:56:39.063803 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-c9b610c3-98b2-420b-81a5-36fb37de834e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c579614a-aff1-4c5f-934f-a7e4bee1ac32', 'name': 'tempest-ServerActionsTestJSON-1539680232-router', 'tenant_id': '4ed58de80f1e421e98eee918a71a237a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.244'}], 'enable_snat': True}, 'gw_port_id': '8abc9af0-4663-4aaa-8260-91a3ff4fee50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:56:31Z', 'updated_at': '2021-11-22T20:56:34Z', 'revision_number': 4, 'project_id': '4ed58de80f1e421e98eee918a71a237a', 'gw_port': {'id': '8abc9af0-4663-4aaa-8260-91a3ff4fee50', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:c9:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c579614a-aff1-4c5f-934f-a7e4bee1ac32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:56:32Z', 'updated_at': '2021-11-22T20:56:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': '196d638a-3421-4ca1-8880-2d33e330ef34', 'name': '', 'network_id': '9c2e3968-fb71-44d4-8815-57320e389aae', 'tenant_id': '4ed58de80f1e421e98eee918a71a237a', 'mac_address': 'fa:16:3e:95:02:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c579614a-aff1-4c5f-934f-a7e4bee1ac32', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': 'cde59213-1ea3-488e-9922-16ddb38927ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:56:34Z', 'updated_at': '2021-11-22T20:56:38Z', 'revision_number': 4, 'project_id': '4ed58de80f1e421e98eee918a71a237a', 'subnets': [{'id': 'cde59213-1ea3-488e-9922-16ddb38927ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:56:39.093037 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b610c3-98b2-420b-81a5-36fb37de834e None None] The sync data for ids ['c579614a-aff1-4c5f-934f-a7e4bee1ac32'] in n-d-818823-1 is: [{'id': 'c579614a-aff1-4c5f-934f-a7e4bee1ac32', 'name': 'tempest-ServerActionsTestJSON-1539680232-router', 'tenant_id': '4ed58de80f1e421e98eee918a71a237a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.244'}], 'enable_snat': True}, 'gw_port_id': '8abc9af0-4663-4aaa-8260-91a3ff4fee50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:56:31Z', 'updated_at': '2021-11-22T20:56:34Z', 'revision_number': 4, 'project_id': '4ed58de80f1e421e98eee918a71a237a', 'gw_port': {'id': '8abc9af0-4663-4aaa-8260-91a3ff4fee50', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:c9:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c579614a-aff1-4c5f-934f-a7e4bee1ac32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:56:32Z', 'updated_at': '2021-11-22T20:56:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': '196d638a-3421-4ca1-8880-2d33e330ef34', 'name': '', 'network_id': '9c2e3968-fb71-44d4-8815-57320e389aae', 'tenant_id': '4ed58de80f1e421e98eee918a71a237a', 'mac_address': 'fa:16:3e:95:02:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c579614a-aff1-4c5f-934f-a7e4bee1ac32', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': 'cde59213-1ea3-488e-9922-16ddb38927ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:56:34Z', 'updated_at': '2021-11-22T20:56:38Z', 'revision_number': 4, 'project_id': '4ed58de80f1e421e98eee918a71a237a', 'subnets': [{'id': 'cde59213-1ea3-488e-9922-16ddb38927ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:56:39.116597 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-057d2607-05c9-4bc6-b1de-5f2e3562b883 req-1d20af00-62c3-4cfb-b5d1-0dcaf4cb460f tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/ports?device_id=8f91e89d-3085-4468-91b3-40cdfb84fe63 HTTP/1.1" status: 200 len: 210 time: 0.0483987 Nov 22 20:56:39.117148 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-62ef5649-461e-469d-b849-7cd8ac81a45d req-a54fe645-9ec4-4b68-bc2c-ba0a12420cd8 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4ed58de80f1e421e98eee918a71a237a HTTP/1.1" status: 200 len: 379 time: 0.0944746 Nov 22 20:56:39.131687 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [req-62ef5649-461e-469d-b849-7cd8ac81a45d req-584ea520-1cfb-4044-b7fa-0046798cb4a3 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Request body: {'port': {'device_id': '8f91e89d-3085-4468-91b3-40cdfb84fe63', 'network_id': '9c2e3968-fb71-44d4-8815-57320e389aae', 'admin_state_up': True, 'tenant_id': '4ed58de80f1e421e98eee918a71a237a', 'security_groups': ['efebab54-f3d0-45af-9ed5-f9e8fd2b2abf']}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:56:39.261386 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62ef5649-461e-469d-b849-7cd8ac81a45d req-584ea520-1cfb-4044-b7fa-0046798cb4a3 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Made reservation on behalf of 4ed58de80f1e421e98eee918a71a237a for: {'port': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:56:39.265003 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-62ef5649-461e-469d-b849-7cd8ac81a45d req-584ea520-1cfb-4044-b7fa-0046798cb4a3 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:56:39.312064 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 196d638a-3421-4ca1-8880-2d33e330ef34 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:56:39.363724 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 196d638a-3421-4ca1-8880-2d33e330ef34 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:56:39.364252 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:56:39.402743 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [req-62ef5649-461e-469d-b849-7cd8ac81a45d req-584ea520-1cfb-4044-b7fa-0046798cb4a3 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Allocated IP 172.20.0.10 (9c2e3968-fb71-44d4-8815-57320e389aae/cde59213-1ea3-488e-9922-16ddb38927ba/ed8a2b19-19c4-4a75-99c6-2e241bb3b7c4) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:56:39.550772 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-62ef5649-461e-469d-b849-7cd8ac81a45d req-584ea520-1cfb-4044-b7fa-0046798cb4a3 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:56:39.586621 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-62ef5649-461e-469d-b849-7cd8ac81a45d req-584ea520-1cfb-4044-b7fa-0046798cb4a3 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:56:39.630674 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62ef5649-461e-469d-b849-7cd8ac81a45d req-584ea520-1cfb-4044-b7fa-0046798cb4a3 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Network 9c2e3968-fb71-44d4-8815-57320e389aae is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:56:39.634036 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [req-62ef5649-461e-469d-b849-7cd8ac81a45d req-584ea520-1cfb-4044-b7fa-0046798cb4a3 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:56:39.638711 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [req-62ef5649-461e-469d-b849-7cd8ac81a45d req-584ea520-1cfb-4044-b7fa-0046798cb4a3 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:56:39.687169 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584ea520-1cfb-4044-b7fa-0046798cb4a3 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Pushing event updated for resources: {'Port': ['ID=ed8a2b19-19c4-4a75-99c6-2e241bb3b7c4,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:56:39.711958 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ef5649-461e-469d-b849-7cd8ac81a45d req-584ea520-1cfb-4044-b7fa-0046798cb4a3 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:56:39.712588 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-62ef5649-461e-469d-b849-7cd8ac81a45d req-584ea520-1cfb-4044-b7fa-0046798cb4a3 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:56:39.730858 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-62ef5649-461e-469d-b849-7cd8ac81a45d req-584ea520-1cfb-4044-b7fa-0046798cb4a3 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6062889 Nov 22 20:56:39.743468 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [req-62ef5649-461e-469d-b849-7cd8ac81a45d req-7be058ed-34c5-4884-bd88-720bf8f53ab6 service neutron] Request body: {'port': {'device_id': '8f91e89d-3085-4468-91b3-40cdfb84fe63', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818823-1'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:56:39.804543 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-62ef5649-461e-469d-b849-7cd8ac81a45d req-7be058ed-34c5-4884-bd88-720bf8f53ab6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:56:39.863553 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-c7dbb7a8-b37d-4476-8e82-524357ef7868 None None] Provisioning complete for port ed8a2b19-19c4-4a75-99c6-2e241bb3b7c4 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:56:39.864161 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-c7dbb7a8-b37d-4476-8e82-524357ef7868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:56:39.907690 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-c7dbb7a8-b37d-4476-8e82-524357ef7868 None None] Port ed8a2b19-19c4-4a75-99c6-2e241bb3b7c4 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:56:40.078751 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [req-62ef5649-461e-469d-b849-7cd8ac81a45d req-7be058ed-34c5-4884-bd88-720bf8f53ab6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed8a2b19-19c4-4a75-99c6-2e241bb3b7c4 {{(pid=103448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:56:40.087225 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-62ef5649-461e-469d-b849-7cd8ac81a45d req-7be058ed-34c5-4884-bd88-720bf8f53ab6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:56:40.099923 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [req-62ef5649-461e-469d-b849-7cd8ac81a45d req-7be058ed-34c5-4884-bd88-720bf8f53ab6 service neutron] Transition to ACTIVE for port object ed8a2b19-19c4-4a75-99c6-2e241bb3b7c4 will not be triggered until provisioned by entity L2. {{(pid=103448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 20:56:40.103344 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-62ef5649-461e-469d-b849-7cd8ac81a45d req-7be058ed-34c5-4884-bd88-720bf8f53ab6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:56:40.160844 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be058ed-34c5-4884-bd88-720bf8f53ab6 service neutron] Pushing event updated for resources: {'Port': ['ID=ed8a2b19-19c4-4a75-99c6-2e241bb3b7c4,revision_number=2']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:56:40.227915 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-62ef5649-461e-469d-b849-7cd8ac81a45d req-7be058ed-34c5-4884-bd88-720bf8f53ab6 service neutron] Attempting to bind port ed8a2b19-19c4-4a75-99c6-2e241bb3b7c4 on host n-h1-818823-1 for vnic_type normal with profile {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:56:40.228629 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-62ef5649-461e-469d-b849-7cd8ac81a45d req-7be058ed-34c5-4884-bd88-720bf8f53ab6 service neutron] Attempting to bind port ed8a2b19-19c4-4a75-99c6-2e241bb3b7c4 by drivers openvswitch,hyperv on host n-h1-818823-1 at level 0 using segments [{'id': '23865291-503c-4941-b92a-ce0c5ab5f182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '9c2e3968-fb71-44d4-8815-57320e389aae'}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:56:40.228894 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ef5649-461e-469d-b849-7cd8ac81a45d req-7be058ed-34c5-4884-bd88-720bf8f53ab6 service neutron] Attempting to bind port ed8a2b19-19c4-4a75-99c6-2e241bb3b7c4 on network 9c2e3968-fb71-44d4-8815-57320e389aae {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:56:40.236435 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ef5649-461e-469d-b849-7cd8ac81a45d req-7be058ed-34c5-4884-bd88-720bf8f53ab6 service neutron] Port ed8a2b19-19c4-4a75-99c6-2e241bb3b7c4 on network 9c2e3968-fb71-44d4-8815-57320e389aae not bound, no agent of type Open vSwitch agent registered on host n-h1-818823-1 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:56:40.236777 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ef5649-461e-469d-b849-7cd8ac81a45d req-7be058ed-34c5-4884-bd88-720bf8f53ab6 service neutron] Attempting to bind port ed8a2b19-19c4-4a75-99c6-2e241bb3b7c4 on network 9c2e3968-fb71-44d4-8815-57320e389aae {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:56:40.243171 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ef5649-461e-469d-b849-7cd8ac81a45d req-7be058ed-34c5-4884-bd88-720bf8f53ab6 service neutron] Checking agent: {'id': '7a008cff-3b49-418c-8046-689d46cc800f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'started_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 56, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:56:40.243691 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ef5649-461e-469d-b849-7cd8ac81a45d req-7be058ed-34c5-4884-bd88-720bf8f53ab6 service neutron] Checking segment: {'id': '23865291-503c-4941-b92a-ce0c5ab5f182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '9c2e3968-fb71-44d4-8815-57320e389aae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:56:40.244024 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ef5649-461e-469d-b849-7cd8ac81a45d req-7be058ed-34c5-4884-bd88-720bf8f53ab6 service neutron] Bound using segment: {'id': '23865291-503c-4941-b92a-ce0c5ab5f182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '9c2e3968-fb71-44d4-8815-57320e389aae'} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:56:40.244464 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-62ef5649-461e-469d-b849-7cd8ac81a45d req-7be058ed-34c5-4884-bd88-720bf8f53ab6 service neutron] Bound port: ed8a2b19-19c4-4a75-99c6-2e241bb3b7c4, host: n-h1-818823-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23865291-503c-4941-b92a-ce0c5ab5f182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '9c2e3968-fb71-44d4-8815-57320e389aae'}}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:56:40.244828 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-62ef5649-461e-469d-b849-7cd8ac81a45d req-7be058ed-34c5-4884-bd88-720bf8f53ab6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:56:40.264714 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ad638e-0994-418b-98ee-38ccdf00960c req-7acfb315-8f4f-4a41-98cf-8bf969bd4308 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:56:40.266283 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d6ad638e-0994-418b-98ee-38ccdf00960c req-7acfb315-8f4f-4a41-98cf-8bf969bd4308 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/ports?device_id=8f91e89d-3085-4468-91b3-40cdfb84fe63 HTTP/1.1" status: 200 len: 944 time: 0.0703926 Nov 22 20:56:40.319783 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-62ef5649-461e-469d-b849-7cd8ac81a45d req-7be058ed-34c5-4884-bd88-720bf8f53ab6 service neutron] For port ed8a2b19-19c4-4a75-99c6-2e241bb3b7c4, host n-h1-818823-1, cleared binding levels {{(pid=103448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:56:40.323557 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-62ef5649-461e-469d-b849-7cd8ac81a45d req-7be058ed-34c5-4884-bd88-720bf8f53ab6 service neutron] For port ed8a2b19-19c4-4a75-99c6-2e241bb3b7c4, host n-h1-818823-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=ed8a2b19-19c4-4a75-99c6-2e241bb3b7c4,segment=NetworkSegment(23865291-503c-4941-b92a-ce0c5ab5f182),segment_id=23865291-503c-4941-b92a-ce0c5ab5f182)] {{(pid=103448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:56:40.330078 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-62ef5649-461e-469d-b849-7cd8ac81a45d req-7be058ed-34c5-4884-bd88-720bf8f53ab6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:56:40.337700 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d6ad638e-0994-418b-98ee-38ccdf00960c req-816bb160-237f-49df-b831-11213edd1aad tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/security-groups?id=efebab54-f3d0-45af-9ed5-f9e8fd2b2abf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621753 Nov 22 20:56:40.389213 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ef5649-461e-469d-b849-7cd8ac81a45d req-7be058ed-34c5-4884-bd88-720bf8f53ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:56:40.390823 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-62ef5649-461e-469d-b849-7cd8ac81a45d req-7be058ed-34c5-4884-bd88-720bf8f53ab6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:56:40.393185 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-62ef5649-461e-469d-b849-7cd8ac81a45d req-7be058ed-34c5-4884-bd88-720bf8f53ab6 service neutron] 10.222.0.41 "PUT /v2.0/ports/ed8a2b19-19c4-4a75-99c6-2e241bb3b7c4 HTTP/1.1" status: 200 len: 1092 time: 0.6541719 Nov 22 20:56:40.393732 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f91e89d-3085-4468-91b3-40cdfb84fe63', 'tag': 'ed8a2b19-19c4-4a75-99c6-2e241bb3b7c4'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:56:40.397584 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589a98cf2aea187fcc423a5edb333e5a6cf3ad7c81115d1ebee0f079693c312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abd8db0b-6559-4281-8923-e58f1ca5d402" -d '{"events": [{"name": "network-changed", "server_uuid": "8f91e89d-3085-4468-91b3-40cdfb84fe63", "tag": "ed8a2b19-19c4-4a75-99c6-2e241bb3b7c4"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:56:40.423210 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be058ed-34c5-4884-bd88-720bf8f53ab6 service neutron] Pushing event updated for resources: {'Port': ['ID=ed8a2b19-19c4-4a75-99c6-2e241bb3b7c4,revision_number=3']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:56:40.470498 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 20:56:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93425744-474a-4c33-9498-df580b94bce5 x-openstack-request-id: req-93425744-474a-4c33-9498-df580b94bce5 {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:56:40.470801 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f91e89d-3085-4468-91b3-40cdfb84fe63", "tag": "ed8a2b19-19c4-4a75-99c6-2e241bb3b7c4", "status": "completed", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:56:40.471059 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-93425744-474a-4c33-9498-df580b94bce5 {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:56:40.471498 n-d-818823-1 neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f91e89d-3085-4468-91b3-40cdfb84fe63', 'tag': 'ed8a2b19-19c4-4a75-99c6-2e241bb3b7c4', 'status': 'completed', 'code': 200} Nov 22 20:56:40.487864 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ef5649-461e-469d-b849-7cd8ac81a45d req-23ab5a10-7a9b-4cdc-bdaf-432aa30dfcc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:56:40.489460 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-62ef5649-461e-469d-b849-7cd8ac81a45d req-23ab5a10-7a9b-4cdc-bdaf-432aa30dfcc0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4ed58de80f1e421e98eee918a71a237a&device_id=8f91e89d-3085-4468-91b3-40cdfb84fe63 HTTP/1.1" status: 200 len: 1095 time: 0.0461636 Nov 22 20:56:40.532976 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-62ef5649-461e-469d-b849-7cd8ac81a45d req-912f4323-7853-43e4-8ccd-6ba438a8f9c5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ed8a2b19-19c4-4a75-99c6-2e241bb3b7c4 HTTP/1.1" status: 200 len: 217 time: 0.0361681 Nov 22 20:56:40.588760 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ef5649-461e-469d-b849-7cd8ac81a45d req-71366b92-6843-423b-b350-3324675a4d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:56:40.590166 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-62ef5649-461e-469d-b849-7cd8ac81a45d req-71366b92-6843-423b-b350-3324675a4d08 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cde59213-1ea3-488e-9922-16ddb38927ba HTTP/1.1" status: 200 len: 851 time: 0.0508294 Nov 22 20:56:40.637323 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ef5649-461e-469d-b849-7cd8ac81a45d req-301a0eb2-51bf-4bbe-b797-b42fc8d84153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:56:40.638821 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-62ef5649-461e-469d-b849-7cd8ac81a45d req-301a0eb2-51bf-4bbe-b797-b42fc8d84153 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9c2e3968-fb71-44d4-8815-57320e389aae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411408 Nov 22 20:56:40.728879 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-62ef5649-461e-469d-b849-7cd8ac81a45d req-a6796c4f-26f1-4c8a-8379-306aaf74d229 service neutron] 10.222.0.41 "GET /v2.0/networks/9c2e3968-fb71-44d4-8815-57320e389aae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821667 Nov 22 20:56:40.822276 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-62ef5649-461e-469d-b849-7cd8ac81a45d req-9f758f46-dae1-477d-8e5b-df2c9f7a54cf service neutron] 10.222.0.41 "GET /v2.0/networks/9c2e3968-fb71-44d4-8815-57320e389aae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857329 Nov 22 20:56:40.908733 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd8db0b-6559-4281-8923-e58f1ca5d402 req-736f3e7b-fc29-43c2-95f0-4c2fd9174441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:56:40.910133 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-abd8db0b-6559-4281-8923-e58f1ca5d402 req-736f3e7b-fc29-43c2-95f0-4c2fd9174441 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4ed58de80f1e421e98eee918a71a237a&device_id=8f91e89d-3085-4468-91b3-40cdfb84fe63 HTTP/1.1" status: 200 len: 1095 time: 0.0416272 Nov 22 20:56:41.279601 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd8db0b-6559-4281-8923-e58f1ca5d402 req-70ee5bad-aa32-4b86-8cda-09a7308b015b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:56:41.281095 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-abd8db0b-6559-4281-8923-e58f1ca5d402 req-70ee5bad-aa32-4b86-8cda-09a7308b015b service neutron] 10.222.0.41 "GET /v2.0/networks?id=9c2e3968-fb71-44d4-8815-57320e389aae HTTP/1.1" status: 200 len: 913 time: 0.3640859 Nov 22 20:56:41.323402 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-abd8db0b-6559-4281-8923-e58f1ca5d402 req-f0c081d7-8485-492f-a1a6-5f495cd95a3b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ed8a2b19-19c4-4a75-99c6-2e241bb3b7c4 HTTP/1.1" status: 200 len: 217 time: 0.0336778 Nov 22 20:56:41.372780 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd8db0b-6559-4281-8923-e58f1ca5d402 req-9febbde3-c482-44ec-be51-9e41f53f133c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:56:41.374559 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-abd8db0b-6559-4281-8923-e58f1ca5d402 req-9febbde3-c482-44ec-be51-9e41f53f133c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cde59213-1ea3-488e-9922-16ddb38927ba HTTP/1.1" status: 200 len: 851 time: 0.0432539 Nov 22 20:56:41.425454 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd8db0b-6559-4281-8923-e58f1ca5d402 req-cefc0420-a46a-4a4c-95c0-b65586c5476e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:56:41.426979 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-abd8db0b-6559-4281-8923-e58f1ca5d402 req-cefc0420-a46a-4a4c-95c0-b65586c5476e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9c2e3968-fb71-44d4-8815-57320e389aae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445418 Nov 22 20:56:41.457310 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9655f1a-fa49-4dc0-9092-0966fb3bb903 req-bf090396-cf30-43e7-ba17-c641b549fdb3 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:56:41.459367 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f9655f1a-fa49-4dc0-9092-0966fb3bb903 req-bf090396-cf30-43e7-ba17-c641b549fdb3 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/ports?device_id=8f91e89d-3085-4468-91b3-40cdfb84fe63 HTTP/1.1" status: 200 len: 944 time: 0.0491698 Nov 22 20:56:41.506856 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f9655f1a-fa49-4dc0-9092-0966fb3bb903 req-97ebb9ff-6865-46b1-8529-0a0cf429e5ba tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/security-groups?id=efebab54-f3d0-45af-9ed5-f9e8fd2b2abf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412567 Nov 22 20:56:41.516442 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-abd8db0b-6559-4281-8923-e58f1ca5d402 req-cd123cdf-9f56-4d51-8fd0-a96cd6e4e7c4 service neutron] 10.222.0.41 "GET /v2.0/networks/9c2e3968-fb71-44d4-8815-57320e389aae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819941 Nov 22 20:56:41.608520 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-abd8db0b-6559-4281-8923-e58f1ca5d402 req-6b798c50-df9a-4bb7-9230-418008736138 service neutron] 10.222.0.41 "GET /v2.0/networks/9c2e3968-fb71-44d4-8815-57320e389aae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839796 Nov 22 20:56:42.271564 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device ed8a2b19-19c4-4a75-99c6-2e241bb3b7c4 details requested by agent hyperv_n-h1-818823-1 with host n-h1-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 20:56:42.366323 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port ed8a2b19-19c4-4a75-99c6-2e241bb3b7c4, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=ed8a2b19-19c4-4a75-99c6-2e241bb3b7c4,segment=NetworkSegment(23865291-503c-4941-b92a-ce0c5ab5f182),segment_id=23865291-503c-4941-b92a-ce0c5ab5f182)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:56:42.377599 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Returning: {'device': 'ed8a2b19-19c4-4a75-99c6-2e241bb3b7c4', 'network_id': '9c2e3968-fb71-44d4-8815-57320e389aae', 'port_id': 'ed8a2b19-19c4-4a75-99c6-2e241bb3b7c4', 'mac_address': 'fa:16:3e:14:1a:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cde59213-1ea3-488e-9922-16ddb38927ba', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 20:56:42.417330 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:56:42.429706 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed8a2b19-19c4-4a75-99c6-2e241bb3b7c4 {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:56:42.448018 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port ed8a2b19-19c4-4a75-99c6-2e241bb3b7c4, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=ed8a2b19-19c4-4a75-99c6-2e241bb3b7c4,segment=NetworkSegment(23865291-503c-4941-b92a-ce0c5ab5f182),segment_id=23865291-503c-4941-b92a-ce0c5ab5f182)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:56:42.451905 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:56:42.497233 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=ed8a2b19-19c4-4a75-99c6-2e241bb3b7c4,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:56:42.623630 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c410539-e740-4b55-aff5-fc850ea40e93 req-8aed5075-5234-4b41-b0a1-ce1a039e6e9c tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:56:42.625352 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4c410539-e740-4b55-aff5-fc850ea40e93 req-8aed5075-5234-4b41-b0a1-ce1a039e6e9c tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/ports?device_id=8f91e89d-3085-4468-91b3-40cdfb84fe63 HTTP/1.1" status: 200 len: 945 time: 0.0474529 Nov 22 20:56:42.656414 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] get_ports_and_sgs() called for port_ids ['ed8a2b19-19c4-4a75-99c6-2e241bb3b7c4'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:56:42.676092 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4c410539-e740-4b55-aff5-fc850ea40e93 req-34ff65ec-cf32-4199-8e38-7c2fe835980d tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/security-groups?id=efebab54-f3d0-45af-9ed5-f9e8fd2b2abf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442224 Nov 22 20:56:43.794524 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b47b59c-9ed9-4774-85c6-6382815c54ed req-87217d22-1804-4b36-846f-a6a1921e8507 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:56:43.796049 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3b47b59c-9ed9-4774-85c6-6382815c54ed req-87217d22-1804-4b36-846f-a6a1921e8507 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/ports?device_id=8f91e89d-3085-4468-91b3-40cdfb84fe63 HTTP/1.1" status: 200 len: 945 time: 0.0480115 Nov 22 20:56:43.843692 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3b47b59c-9ed9-4774-85c6-6382815c54ed req-eee92ba5-da30-44e5-a623-8f02aa30e449 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/security-groups?id=efebab54-f3d0-45af-9ed5-f9e8fd2b2abf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415397 Nov 22 20:56:44.287211 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device ed8a2b19-19c4-4a75-99c6-2e241bb3b7c4 up at agent hyperv_n-h1-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:56:44.335506 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Provisioning for port ed8a2b19-19c4-4a75-99c6-2e241bb3b7c4 completed by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 20:56:44.339174 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Provisioning complete for port ed8a2b19-19c4-4a75-99c6-2e241bb3b7c4 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:56:44.339584 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:56:44.417195 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:56:44.439823 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f91e89d-3085-4468-91b3-40cdfb84fe63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed8a2b19-19c4-4a75-99c6-2e241bb3b7c4'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:56:44.442073 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d39f6d30a11e565ec9648abcc015e8a6ab6cff4edd704add8155e28765d31eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b2f36c9-0550-4f6a-ada1-68f38e28c8fc" -d '{"events": [{"server_uuid": "8f91e89d-3085-4468-91b3-40cdfb84fe63", "name": "network-vif-plugged", "status": "completed", "tag": "ed8a2b19-19c4-4a75-99c6-2e241bb3b7c4"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:56:44.454821 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port ed8a2b19-19c4-4a75-99c6-2e241bb3b7c4, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=ed8a2b19-19c4-4a75-99c6-2e241bb3b7c4,segment=NetworkSegment(23865291-503c-4941-b92a-ce0c5ab5f182),segment_id=23865291-503c-4941-b92a-ce0c5ab5f182)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:56:44.459088 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:56:44.482899 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:56:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22d8a6e2-3e93-48b7-9cbf-4336b69048ce x-openstack-request-id: req-22d8a6e2-3e93-48b7-9cbf-4336b69048ce {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:56:44.483200 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f91e89d-3085-4468-91b3-40cdfb84fe63", "name": "network-vif-plugged", "status": "completed", "tag": "ed8a2b19-19c4-4a75-99c6-2e241bb3b7c4", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:56:44.483489 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-22d8a6e2-3e93-48b7-9cbf-4336b69048ce {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:56:44.483885 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f91e89d-3085-4468-91b3-40cdfb84fe63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed8a2b19-19c4-4a75-99c6-2e241bb3b7c4', 'code': 200} Nov 22 20:56:44.509064 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=ed8a2b19-19c4-4a75-99c6-2e241bb3b7c4,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:56:44.581423 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b258b3a4-e47f-4bd0-b92a-eb5bfbb05f6a req-d3bdc9b2-da44-4499-a5fc-820bd00297bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:56:44.582854 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-b258b3a4-e47f-4bd0-b92a-eb5bfbb05f6a req-d3bdc9b2-da44-4499-a5fc-820bd00297bc service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8f91e89d-3085-4468-91b3-40cdfb84fe63 HTTP/1.1" status: 200 len: 1097 time: 0.0445819 Nov 22 20:56:44.626772 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-b258b3a4-e47f-4bd0-b92a-eb5bfbb05f6a req-334e71e6-8a41-4179-9066-292fd3176ee2 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=efebab54-f3d0-45af-9ed5-f9e8fd2b2abf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367942 Nov 22 20:56:44.852903 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:56:44.876208 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:56:44.959081 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86730c93-d4e9-4db0-a750-543a84aa964f req-43f62baa-7d8a-42bd-a59b-7550a0c87cf9 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:56:44.960603 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-86730c93-d4e9-4db0-a750-543a84aa964f req-43f62baa-7d8a-42bd-a59b-7550a0c87cf9 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/ports?device_id=8f91e89d-3085-4468-91b3-40cdfb84fe63 HTTP/1.1" status: 200 len: 946 time: 0.0495117 Nov 22 20:56:45.006670 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-86730c93-d4e9-4db0-a750-543a84aa964f req-f55e4704-a60b-455e-806a-86d8f41fb120 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/security-groups?id=efebab54-f3d0-45af-9ed5-f9e8fd2b2abf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401261 Nov 22 20:56:46.127472 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f75ad7-b5b1-4f34-8820-5fb12e528f31 req-3998442e-5b7a-4ac5-b149-7f68ce29e967 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:56:46.128955 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-45f75ad7-b5b1-4f34-8820-5fb12e528f31 req-3998442e-5b7a-4ac5-b149-7f68ce29e967 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/ports?device_id=8f91e89d-3085-4468-91b3-40cdfb84fe63 HTTP/1.1" status: 200 len: 946 time: 0.0521121 Nov 22 20:56:46.174512 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-45f75ad7-b5b1-4f34-8820-5fb12e528f31 req-9b732b50-0cac-4d95-a472-f560712acb3b tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/security-groups?id=efebab54-f3d0-45af-9ed5-f9e8fd2b2abf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391033 Nov 22 20:56:46.284930 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935abd2b-92ec-4fe7-bb9b-56f7214b22d2 req-916dcf96-d661-4959-9353-d18b3e7bf2c5 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:56:46.286297 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-935abd2b-92ec-4fe7-bb9b-56f7214b22d2 req-916dcf96-d661-4959-9353-d18b3e7bf2c5 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/ports?device_id=8f91e89d-3085-4468-91b3-40cdfb84fe63 HTTP/1.1" status: 200 len: 946 time: 0.0484076 Nov 22 20:56:46.294922 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 57776) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:56:46.299485 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-caaa735b-f6bc-449c-abcc-bc2b89dde16c tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Request body: {'floatingip': {'port_id': 'ed8a2b19-19c4-4a75-99c6-2e241bb3b7c4'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:56:46.342497 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-caaa735b-f6bc-449c-abcc-bc2b89dde16c tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Publish callbacks [] for floatingip, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:56:46.900568 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-caaa735b-f6bc-449c-abcc-bc2b89dde16c tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:56:46.904159 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-caaa735b-f6bc-449c-abcc-bc2b89dde16c tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-595224'] for floatingip, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:56:47.002344 n-d-818823-1 neutron-server[103448]: INFO neutron.db.l3_db [None req-caaa735b-f6bc-449c-abcc-bc2b89dde16c tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Floating IP 29c1e11a-c20f-4c89-914a-c842f226f8b9 associated. External IP: 172.25.5.108, port: ed8a2b19-19c4-4a75-99c6-2e241bb3b7c4. Nov 22 20:56:47.205265 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caaa735b-f6bc-449c-abcc-bc2b89dde16c tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Router c579614a-aff1-4c5f-934f-a7e4bee1ac32 has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 20:56:47.311194 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caaa735b-f6bc-449c-abcc-bc2b89dde16c tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:56:47.315811 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-caaa735b-f6bc-449c-abcc-bc2b89dde16c tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for floatingip, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:56:47.321140 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2991a8f8-8775-4907-b9da-2a319514351d None None] Sync routers for ids ['c579614a-aff1-4c5f-934f-a7e4bee1ac32'] in n-d-818823-1 {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:56:47.331185 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2991a8f8-8775-4907-b9da-2a319514351d None None] Routers {'c579614a-aff1-4c5f-934f-a7e4bee1ac32'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:56:47.331829 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-2991a8f8-8775-4907-b9da-2a319514351d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:56:33Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['c579614a-aff1-4c5f-934f-a7e4bee1ac32'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:56:47.342775 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-caaa735b-f6bc-449c-abcc-bc2b89dde16c tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "PUT /v2.0/floatingips/29c1e11a-c20f-4c89-914a-c842f226f8b9 HTTP/1.1" status: 200 len: 992 time: 1.0467274 Nov 22 20:56:47.343366 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f91e89d-3085-4468-91b3-40cdfb84fe63', 'tag': 'ed8a2b19-19c4-4a75-99c6-2e241bb3b7c4'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:56:47.345641 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589a98cf2aea187fcc423a5edb333e5a6cf3ad7c81115d1ebee0f079693c312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2028ae5-8897-4be7-bc6a-72af27ce8ae7" -d '{"events": [{"name": "network-changed", "server_uuid": "8f91e89d-3085-4468-91b3-40cdfb84fe63", "tag": "ed8a2b19-19c4-4a75-99c6-2e241bb3b7c4"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:56:47.389939 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 20:56:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8ab38f7-c44a-4cb1-ab5d-7672951e991e x-openstack-request-id: req-b8ab38f7-c44a-4cb1-ab5d-7672951e991e {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:56:47.390335 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f91e89d-3085-4468-91b3-40cdfb84fe63", "tag": "ed8a2b19-19c4-4a75-99c6-2e241bb3b7c4", "status": "completed", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:56:47.390653 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b8ab38f7-c44a-4cb1-ab5d-7672951e991e {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:56:47.391131 n-d-818823-1 neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f91e89d-3085-4468-91b3-40cdfb84fe63', 'tag': 'ed8a2b19-19c4-4a75-99c6-2e241bb3b7c4', 'status': 'completed', 'code': 200} Nov 22 20:56:47.439099 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-2991a8f8-8775-4907-b9da-2a319514351d None None] Set router c579614a-aff1-4c5f-934f-a7e4bee1ac32 gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:56:47.453863 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2028ae5-8897-4be7-bc6a-72af27ce8ae7 req-fe48f5b9-d68a-46f7-acdd-02dd4c395a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:56:47.455392 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-e2028ae5-8897-4be7-bc6a-72af27ce8ae7 req-fe48f5b9-d68a-46f7-acdd-02dd4c395a76 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4ed58de80f1e421e98eee918a71a237a&device_id=8f91e89d-3085-4468-91b3-40cdfb84fe63 HTTP/1.1" status: 200 len: 1097 time: 0.0408978 Nov 22 20:56:47.548228 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2028ae5-8897-4be7-bc6a-72af27ce8ae7 req-e6dc3456-2ded-4e5b-8ed5-aab89f9f205d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:56:47.549738 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-e2028ae5-8897-4be7-bc6a-72af27ce8ae7 req-e6dc3456-2ded-4e5b-8ed5-aab89f9f205d service neutron] 10.222.0.41 "GET /v2.0/networks?id=9c2e3968-fb71-44d4-8815-57320e389aae HTTP/1.1" status: 200 len: 913 time: 0.0877516 Nov 22 20:56:47.617583 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-e2028ae5-8897-4be7-bc6a-72af27ce8ae7 req-668acc46-7d18-4669-8d79-4869273c637c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ed8a2b19-19c4-4a75-99c6-2e241bb3b7c4 HTTP/1.1" status: 200 len: 1000 time: 0.0609736 Nov 22 20:56:47.669484 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2028ae5-8897-4be7-bc6a-72af27ce8ae7 req-9319e3a2-6bc0-4517-9566-e83da78c2a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:56:47.671008 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-e2028ae5-8897-4be7-bc6a-72af27ce8ae7 req-9319e3a2-6bc0-4517-9566-e83da78c2a03 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cde59213-1ea3-488e-9922-16ddb38927ba HTTP/1.1" status: 200 len: 851 time: 0.0471427 Nov 22 20:56:47.727839 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2028ae5-8897-4be7-bc6a-72af27ce8ae7 req-7174f29e-72d0-4a57-b16c-432c3c26e843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:56:47.729378 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-e2028ae5-8897-4be7-bc6a-72af27ce8ae7 req-7174f29e-72d0-4a57-b16c-432c3c26e843 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9c2e3968-fb71-44d4-8815-57320e389aae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0511191 Nov 22 20:56:47.822821 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-e2028ae5-8897-4be7-bc6a-72af27ce8ae7 req-f85d5620-38ec-4d20-8820-85b689f9fde5 service neutron] 10.222.0.41 "GET /v2.0/networks/9c2e3968-fb71-44d4-8815-57320e389aae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863538 Nov 22 20:56:47.825202 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-2991a8f8-8775-4907-b9da-2a319514351d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c579614a-aff1-4c5f-934f-a7e4bee1ac32', 'name': 'tempest-ServerActionsTestJSON-1539680232-router', 'tenant_id': '4ed58de80f1e421e98eee918a71a237a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.244'}], 'enable_snat': True}, 'gw_port_id': '8abc9af0-4663-4aaa-8260-91a3ff4fee50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:56:31Z', 'updated_at': '2021-11-22T20:56:34Z', 'revision_number': 4, 'project_id': '4ed58de80f1e421e98eee918a71a237a', 'gw_port': {'id': '8abc9af0-4663-4aaa-8260-91a3ff4fee50', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:c9:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c579614a-aff1-4c5f-934f-a7e4bee1ac32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:56:32Z', 'updated_at': '2021-11-22T20:56:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_floatingips': [{'id': '29c1e11a-c20f-4c89-914a-c842f226f8b9', 'tenant_id': '4ed58de80f1e421e98eee918a71a237a', 'floating_ip_address': '172.25.5.108', 'floating_network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'router_id': 'c579614a-aff1-4c5f-934f-a7e4bee1ac32', 'port_id': 'ed8a2b19-19c4-4a75-99c6-2e241bb3b7c4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4069, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c2e3968-fb71-44d4-8815-57320e389aae', 'mac_address': 'fa:16:3e:14:1a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f91e89d-3085-4468-91b3-40cdfb84fe63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T20:56:36Z', 'updated_at': '2021-11-22T20:56:46Z', 'revision_number': 1, 'project_id': '4ed58de80f1e421e98eee918a71a237a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '196d638a-3421-4ca1-8880-2d33e330ef34', 'name': '', 'network_id': '9c2e3968-fb71-44d4-8815-57320e389aae', 'tenant_id': '4ed58de80f1e421e98eee918a71a237a', 'mac_address': 'fa:16:3e:95:02:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c579614a-aff1-4c5f-934f-a7e4bee1ac32', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': 'cde59213-1ea3-488e-9922-16ddb38927ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:56:34Z', 'updated_at': '2021-11-22T20:56:38Z', 'revision_number': 5, 'project_id': '4ed58de80f1e421e98eee918a71a237a', 'subnets': [{'id': 'cde59213-1ea3-488e-9922-16ddb38927ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:56:47.851645 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2991a8f8-8775-4907-b9da-2a319514351d None None] Checking router: c579614a-aff1-4c5f-934f-a7e4bee1ac32 for host: n-d-818823-1 {{(pid=103449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 20:56:47.860881 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2991a8f8-8775-4907-b9da-2a319514351d None None] Routers {'c579614a-aff1-4c5f-934f-a7e4bee1ac32'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:56:47.861069 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-2991a8f8-8775-4907-b9da-2a319514351d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:56:33Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['c579614a-aff1-4c5f-934f-a7e4bee1ac32'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:56:47.916646 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-e2028ae5-8897-4be7-bc6a-72af27ce8ae7 req-330cb2a4-76e6-4ec7-91b3-8b5e0895ceca service neutron] 10.222.0.41 "GET /v2.0/networks/9c2e3968-fb71-44d4-8815-57320e389aae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865829 Nov 22 20:56:47.968454 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-2991a8f8-8775-4907-b9da-2a319514351d None None] Set router c579614a-aff1-4c5f-934f-a7e4bee1ac32 gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:56:48.191205 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-2991a8f8-8775-4907-b9da-2a319514351d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c579614a-aff1-4c5f-934f-a7e4bee1ac32', 'name': 'tempest-ServerActionsTestJSON-1539680232-router', 'tenant_id': '4ed58de80f1e421e98eee918a71a237a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.244'}], 'enable_snat': True}, 'gw_port_id': '8abc9af0-4663-4aaa-8260-91a3ff4fee50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:56:31Z', 'updated_at': '2021-11-22T20:56:34Z', 'revision_number': 4, 'project_id': '4ed58de80f1e421e98eee918a71a237a', 'gw_port': {'id': '8abc9af0-4663-4aaa-8260-91a3ff4fee50', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:c9:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c579614a-aff1-4c5f-934f-a7e4bee1ac32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:56:32Z', 'updated_at': '2021-11-22T20:56:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_floatingips': [{'id': '29c1e11a-c20f-4c89-914a-c842f226f8b9', 'tenant_id': '4ed58de80f1e421e98eee918a71a237a', 'floating_ip_address': '172.25.5.108', 'floating_network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'router_id': 'c579614a-aff1-4c5f-934f-a7e4bee1ac32', 'port_id': 'ed8a2b19-19c4-4a75-99c6-2e241bb3b7c4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4069, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c2e3968-fb71-44d4-8815-57320e389aae', 'mac_address': 'fa:16:3e:14:1a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f91e89d-3085-4468-91b3-40cdfb84fe63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T20:56:36Z', 'updated_at': '2021-11-22T20:56:46Z', 'revision_number': 1, 'project_id': '4ed58de80f1e421e98eee918a71a237a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '196d638a-3421-4ca1-8880-2d33e330ef34', 'name': '', 'network_id': '9c2e3968-fb71-44d4-8815-57320e389aae', 'tenant_id': '4ed58de80f1e421e98eee918a71a237a', 'mac_address': 'fa:16:3e:95:02:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c579614a-aff1-4c5f-934f-a7e4bee1ac32', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': 'cde59213-1ea3-488e-9922-16ddb38927ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:56:34Z', 'updated_at': '2021-11-22T20:56:38Z', 'revision_number': 5, 'project_id': '4ed58de80f1e421e98eee918a71a237a', 'subnets': [{'id': 'cde59213-1ea3-488e-9922-16ddb38927ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:56:48.218273 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2991a8f8-8775-4907-b9da-2a319514351d None None] The sync data for ids ['c579614a-aff1-4c5f-934f-a7e4bee1ac32'] in n-d-818823-1 is: [{'id': 'c579614a-aff1-4c5f-934f-a7e4bee1ac32', 'name': 'tempest-ServerActionsTestJSON-1539680232-router', 'tenant_id': '4ed58de80f1e421e98eee918a71a237a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.244'}], 'enable_snat': True}, 'gw_port_id': '8abc9af0-4663-4aaa-8260-91a3ff4fee50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:56:31Z', 'updated_at': '2021-11-22T20:56:34Z', 'revision_number': 4, 'project_id': '4ed58de80f1e421e98eee918a71a237a', 'gw_port': {'id': '8abc9af0-4663-4aaa-8260-91a3ff4fee50', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:c9:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c579614a-aff1-4c5f-934f-a7e4bee1ac32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:56:32Z', 'updated_at': '2021-11-22T20:56:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_floatingips': [{'id': '29c1e11a-c20f-4c89-914a-c842f226f8b9', 'tenant_id': '4ed58de80f1e421e98eee918a71a237a', 'floating_ip_address': '172.25.5.108', 'floating_network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'router_id': 'c579614a-aff1-4c5f-934f-a7e4bee1ac32', 'port_id': 'ed8a2b19-19c4-4a75-99c6-2e241bb3b7c4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4069, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c2e3968-fb71-44d4-8815-57320e389aae', 'mac_address': 'fa:16:3e:14:1a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f91e89d-3085-4468-91b3-40cdfb84fe63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T20:56:36Z', 'updated_at': '2021-11-22T20:56:46Z', 'revision_number': 1, 'project_id': '4ed58de80f1e421e98eee918a71a237a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '196d638a-3421-4ca1-8880-2d33e330ef34', 'name': '', 'network_id': '9c2e3968-fb71-44d4-8815-57320e389aae', 'tenant_id': '4ed58de80f1e421e98eee918a71a237a', 'mac_address': 'fa:16:3e:95:02:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c579614a-aff1-4c5f-934f-a7e4bee1ac32', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': 'cde59213-1ea3-488e-9922-16ddb38927ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:56:34Z', 'updated_at': '2021-11-22T20:56:38Z', 'revision_number': 5, 'project_id': '4ed58de80f1e421e98eee918a71a237a', 'subnets': [{'id': 'cde59213-1ea3-488e-9922-16ddb38927ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:56:48.405982 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01e58b5f-1689-4f23-9316-01249ecd25fa None None] New status for floating IP 29c1e11a-c20f-4c89-914a-c842f226f8b9: ACTIVE {{(pid=103450) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 20:56:57.163639 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.agents_db [None req-aa8313f2-1ee4-4e7b-8c5a-d32b2f9d31ee None None] Agent healthcheck: found 7 active agents {{(pid=103450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 20:57:00.061005 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-3f2c41b9-d591-4679-afea-741f4024617d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:57:02.988016 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-2870d0df-f58e-4eb9-8256-f17a27938aab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:57:03.575718 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-03f0964f-1b75-4df7-99e0-a3cdb56ec2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:57:05.280709 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e49ee129-e862-4476-beca-cdc8150d2345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:57:06.122384 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:57:14.851367 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:57:14.883245 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:57:30.062190 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-03ae4cdc-b8b8-4d49-9905-a0d42db3c2fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:57:32.989572 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4948e093-1cdb-4d86-8796-ad4b97fd00a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:57:33.578832 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-03f0964f-1b75-4df7-99e0-a3cdb56ec2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:57:34.163431 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.agents_db [None req-aa8313f2-1ee4-4e7b-8c5a-d32b2f9d31ee None None] Agent healthcheck: found 7 active agents {{(pid=103450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 20:57:35.287623 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e49ee129-e862-4476-beca-cdc8150d2345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:57:36.114202 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:57:40.893307 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-0a18c377-a4d3-4304-b91a-f73c0d3a20fd req-4c407b2a-ad7c-4d49-9e1b-d4bf2ff74ece service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8f91e89d-3085-4468-91b3-40cdfb84fe63&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0396168 Nov 22 20:57:40.973546 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a18c377-a4d3-4304-b91a-f73c0d3a20fd req-51cc0b37-e698-4101-aa92-5be9cf2240b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:57:40.975693 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-0a18c377-a4d3-4304-b91a-f73c0d3a20fd req-51cc0b37-e698-4101-aa92-5be9cf2240b2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4ed58de80f1e421e98eee918a71a237a&device_id=8f91e89d-3085-4468-91b3-40cdfb84fe63 HTTP/1.1" status: 200 len: 1097 time: 0.0409694 Nov 22 20:57:41.078557 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a18c377-a4d3-4304-b91a-f73c0d3a20fd req-28fd4b05-a8a8-44fd-bd05-8d5fd3870c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:57:41.079977 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-0a18c377-a4d3-4304-b91a-f73c0d3a20fd req-28fd4b05-a8a8-44fd-bd05-8d5fd3870c69 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9c2e3968-fb71-44d4-8815-57320e389aae HTTP/1.1" status: 200 len: 913 time: 0.0859740 Nov 22 20:57:41.145068 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-0a18c377-a4d3-4304-b91a-f73c0d3a20fd req-a13d3512-1285-4b58-9543-6ac6adefc91d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ed8a2b19-19c4-4a75-99c6-2e241bb3b7c4 HTTP/1.1" status: 200 len: 1002 time: 0.0574985 Nov 22 20:57:41.192110 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a18c377-a4d3-4304-b91a-f73c0d3a20fd req-a41ddd11-8230-4258-839a-799cc81aa9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:57:41.194030 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-0a18c377-a4d3-4304-b91a-f73c0d3a20fd req-a41ddd11-8230-4258-839a-799cc81aa9f5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cde59213-1ea3-488e-9922-16ddb38927ba HTTP/1.1" status: 200 len: 851 time: 0.0423656 Nov 22 20:57:41.245568 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a18c377-a4d3-4304-b91a-f73c0d3a20fd req-e90c76ee-9cca-4a1c-9332-e7e5a672e3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:57:41.247439 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-0a18c377-a4d3-4304-b91a-f73c0d3a20fd req-e90c76ee-9cca-4a1c-9332-e7e5a672e3ab service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9c2e3968-fb71-44d4-8815-57320e389aae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0467839 Nov 22 20:57:41.336093 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-0a18c377-a4d3-4304-b91a-f73c0d3a20fd req-30d9dd0b-cd30-4d9f-bdb1-d8d9f4a5beaf service neutron] 10.222.0.41 "GET /v2.0/networks/9c2e3968-fb71-44d4-8815-57320e389aae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810709 Nov 22 20:57:41.426580 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-0a18c377-a4d3-4304-b91a-f73c0d3a20fd req-99a1f1e5-30bf-4422-8aec-7fbfbdffddac service neutron] 10.222.0.41 "GET /v2.0/networks/9c2e3968-fb71-44d4-8815-57320e389aae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836403 Nov 22 20:57:44.851502 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:57:44.880663 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:58:00.063972 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-f40c256a-148b-4565-acf1-dc15478a8259 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:58:02.990688 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6df5e983-bc46-4478-b10c-7b3beb264037 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:58:03.581582 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-03f0964f-1b75-4df7-99e0-a3cdb56ec2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:58:05.287244 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e49ee129-e862-4476-beca-cdc8150d2345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:58:06.116606 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:58:11.162592 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.agents_db [None req-aa8313f2-1ee4-4e7b-8c5a-d32b2f9d31ee None None] Agent healthcheck: found 7 active agents {{(pid=103450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 20:58:14.846000 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:58:14.892013 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:58:24.223531 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd118028-4f08-44fb-8f1f-718f401b0a81 req-ee939d65-02d8-40de-a1c9-4805ce426286 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:58:24.224999 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-dd118028-4f08-44fb-8f1f-718f401b0a81 req-ee939d65-02d8-40de-a1c9-4805ce426286 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/ports?device_id=8f91e89d-3085-4468-91b3-40cdfb84fe63 HTTP/1.1" status: 200 len: 946 time: 0.0496314 Nov 22 20:58:24.274294 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-dd118028-4f08-44fb-8f1f-718f401b0a81 req-87196eec-b495-40c6-9c8a-1d225fb33faa tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/security-groups?id=efebab54-f3d0-45af-9ed5-f9e8fd2b2abf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436215 Nov 22 20:58:24.515788 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fa8c1e-557f-420f-94c6-209c071529a2 req-09cf4f49-200d-4dd0-a66e-0c70cff12aa8 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:58:24.517505 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e4fa8c1e-557f-420f-94c6-209c071529a2 req-09cf4f49-200d-4dd0-a66e-0c70cff12aa8 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/ports?device_id=8f91e89d-3085-4468-91b3-40cdfb84fe63 HTTP/1.1" status: 200 len: 946 time: 0.0507965 Nov 22 20:58:24.568470 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e4fa8c1e-557f-420f-94c6-209c071529a2 req-32b4c1a3-e0d6-46fe-bada-b6f6f4d2c720 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/security-groups?id=efebab54-f3d0-45af-9ed5-f9e8fd2b2abf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432503 Nov 22 20:58:24.785770 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-d1bf1f10-8598-45b1-ab02-09b1d8429ead req-65b91cd5-0b6d-4caf-a872-53bcd3847b51 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8f91e89d-3085-4468-91b3-40cdfb84fe63&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3280551 Nov 22 20:58:25.687112 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4687d8ca-f408-4f8d-a7a5-a77d03d5e145 req-53c420e0-fbc6-49c9-be07-9bf1b48203a2 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:58:25.688626 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4687d8ca-f408-4f8d-a7a5-a77d03d5e145 req-53c420e0-fbc6-49c9-be07-9bf1b48203a2 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/ports?device_id=8f91e89d-3085-4468-91b3-40cdfb84fe63 HTTP/1.1" status: 200 len: 946 time: 0.0492356 Nov 22 20:58:25.735620 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4687d8ca-f408-4f8d-a7a5-a77d03d5e145 req-06f9b98d-e13d-4b85-a977-de8e12697ac9 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/security-groups?id=efebab54-f3d0-45af-9ed5-f9e8fd2b2abf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398636 Nov 22 20:58:25.843311 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bf1f10-8598-45b1-ab02-09b1d8429ead req-54727ee0-41fd-4c9e-ace1-8247075978a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:58:25.844839 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-d1bf1f10-8598-45b1-ab02-09b1d8429ead req-54727ee0-41fd-4c9e-ace1-8247075978a7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4ed58de80f1e421e98eee918a71a237a&device_id=8f91e89d-3085-4468-91b3-40cdfb84fe63 HTTP/1.1" status: 200 len: 1097 time: 0.0400493 Nov 22 20:58:25.934473 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bf1f10-8598-45b1-ab02-09b1d8429ead req-040ad8da-75a9-48c3-bc54-1b9f62f60ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:58:25.935956 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-d1bf1f10-8598-45b1-ab02-09b1d8429ead req-040ad8da-75a9-48c3-bc54-1b9f62f60ec7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9c2e3968-fb71-44d4-8815-57320e389aae HTTP/1.1" status: 200 len: 913 time: 0.0839553 Nov 22 20:58:26.000337 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-d1bf1f10-8598-45b1-ab02-09b1d8429ead req-cfcf71d7-b7cd-4bb1-b66e-f64eedc3b137 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ed8a2b19-19c4-4a75-99c6-2e241bb3b7c4 HTTP/1.1" status: 200 len: 1002 time: 0.0561020 Nov 22 20:58:26.049099 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bf1f10-8598-45b1-ab02-09b1d8429ead req-66b7a839-13d6-4899-8fe1-209a5d8154fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:58:26.050866 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-d1bf1f10-8598-45b1-ab02-09b1d8429ead req-66b7a839-13d6-4899-8fe1-209a5d8154fe service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cde59213-1ea3-488e-9922-16ddb38927ba HTTP/1.1" status: 200 len: 851 time: 0.0418465 Nov 22 20:58:26.101315 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bf1f10-8598-45b1-ab02-09b1d8429ead req-b4e6d5b7-db3e-4013-8276-5d13d4808ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:58:26.102819 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-d1bf1f10-8598-45b1-ab02-09b1d8429ead req-b4e6d5b7-db3e-4013-8276-5d13d4808ea9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9c2e3968-fb71-44d4-8815-57320e389aae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430164 Nov 22 20:58:26.196299 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-d1bf1f10-8598-45b1-ab02-09b1d8429ead req-56c70840-a7bb-423c-b745-b094a32a73d8 service neutron] 10.222.0.41 "GET /v2.0/networks/9c2e3968-fb71-44d4-8815-57320e389aae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856359 Nov 22 20:58:26.289260 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-d1bf1f10-8598-45b1-ab02-09b1d8429ead req-edc1dc97-e604-4722-ac7c-02b5e90dd64f service neutron] 10.222.0.41 "GET /v2.0/networks/9c2e3968-fb71-44d4-8815-57320e389aae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854440 Nov 22 20:58:26.855464 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3963c221-2c93-46d0-8873-642507ee2681 req-3dbde3fc-62a1-4f79-8779-19ca805762e8 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:58:26.856965 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3963c221-2c93-46d0-8873-642507ee2681 req-3dbde3fc-62a1-4f79-8779-19ca805762e8 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/ports?device_id=8f91e89d-3085-4468-91b3-40cdfb84fe63 HTTP/1.1" status: 200 len: 946 time: 0.0524554 Nov 22 20:58:26.903606 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3963c221-2c93-46d0-8873-642507ee2681 req-b89e6b82-95cc-4f20-8da1-98bc1fa4013e tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/security-groups?id=efebab54-f3d0-45af-9ed5-f9e8fd2b2abf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407574 Nov 22 20:58:28.015944 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239ec218-2c6b-43de-8df3-ea8fd0a04f53 req-4b5a9051-1ee4-482b-9bf7-75038d8aebb8 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:58:28.017398 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-239ec218-2c6b-43de-8df3-ea8fd0a04f53 req-4b5a9051-1ee4-482b-9bf7-75038d8aebb8 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/ports?device_id=8f91e89d-3085-4468-91b3-40cdfb84fe63 HTTP/1.1" status: 200 len: 946 time: 0.0475845 Nov 22 20:58:28.063589 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-239ec218-2c6b-43de-8df3-ea8fd0a04f53 req-5b162ffb-179c-42c5-bc39-fd10259f211e tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/security-groups?id=efebab54-f3d0-45af-9ed5-f9e8fd2b2abf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398197 Nov 22 20:58:29.177271 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a743ae3-bf2b-4ee4-ac70-0bdca0f469ca req-31e728d9-d4a8-4636-926a-94067d443f39 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:58:29.179347 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3a743ae3-bf2b-4ee4-ac70-0bdca0f469ca req-31e728d9-d4a8-4636-926a-94067d443f39 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/ports?device_id=8f91e89d-3085-4468-91b3-40cdfb84fe63 HTTP/1.1" status: 200 len: 946 time: 0.0484898 Nov 22 20:58:29.228788 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3a743ae3-bf2b-4ee4-ac70-0bdca0f469ca req-0331160a-2087-48a8-9ec3-1c5d9547794f tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/security-groups?id=efebab54-f3d0-45af-9ed5-f9e8fd2b2abf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435135 Nov 22 20:58:30.065484 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-1a94fd18-80ec-4bcd-b704-eb984274e5d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:58:30.344196 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff00800c-2932-45ec-8b97-2eb406d2485e req-e833c2dd-9324-4a0a-8cfb-765033e1d387 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:58:30.345592 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ff00800c-2932-45ec-8b97-2eb406d2485e req-e833c2dd-9324-4a0a-8cfb-765033e1d387 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/ports?device_id=8f91e89d-3085-4468-91b3-40cdfb84fe63 HTTP/1.1" status: 200 len: 946 time: 0.0481002 Nov 22 20:58:30.391792 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ff00800c-2932-45ec-8b97-2eb406d2485e req-e6e4d4e5-2e1a-460e-99a8-9e8698d4f68d tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/security-groups?id=efebab54-f3d0-45af-9ed5-f9e8fd2b2abf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396247 Nov 22 20:58:31.507973 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2afcf2-8eec-4379-a7a8-88ed1f5caeb4 req-12f871d9-0591-4fdf-8f10-373f5c17e1d0 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:58:31.509459 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3e2afcf2-8eec-4379-a7a8-88ed1f5caeb4 req-12f871d9-0591-4fdf-8f10-373f5c17e1d0 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/ports?device_id=8f91e89d-3085-4468-91b3-40cdfb84fe63 HTTP/1.1" status: 200 len: 946 time: 0.0477681 Nov 22 20:58:31.555820 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3e2afcf2-8eec-4379-a7a8-88ed1f5caeb4 req-8874b1ae-4883-42f9-ba55-96de4349ec51 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/security-groups?id=efebab54-f3d0-45af-9ed5-f9e8fd2b2abf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403440 Nov 22 20:58:32.675572 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab43115-3407-41fc-91ab-be8c96c605d1 req-ac6be4fd-d059-47ac-b166-35aef8249f89 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:58:32.677052 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-eab43115-3407-41fc-91ab-be8c96c605d1 req-ac6be4fd-d059-47ac-b166-35aef8249f89 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/ports?device_id=8f91e89d-3085-4468-91b3-40cdfb84fe63 HTTP/1.1" status: 200 len: 946 time: 0.0520005 Nov 22 20:58:32.723131 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-eab43115-3407-41fc-91ab-be8c96c605d1 req-0c5b284a-d703-47cd-abd3-3f96d09d0ecd tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/security-groups?id=efebab54-f3d0-45af-9ed5-f9e8fd2b2abf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401781 Nov 22 20:58:32.990436 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-b130d96a-360d-404a-b194-6db39cd26458 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:58:33.585229 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-03f0964f-1b75-4df7-99e0-a3cdb56ec2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:58:33.838396 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7fa89e-b5e7-4ec7-ac4a-2a5bc81629fe req-2d527f1d-2fd9-460b-8086-f8b17642a4d2 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:58:33.839834 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6c7fa89e-b5e7-4ec7-ac4a-2a5bc81629fe req-2d527f1d-2fd9-460b-8086-f8b17642a4d2 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/ports?device_id=8f91e89d-3085-4468-91b3-40cdfb84fe63 HTTP/1.1" status: 200 len: 946 time: 0.0491476 Nov 22 20:58:33.887829 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6c7fa89e-b5e7-4ec7-ac4a-2a5bc81629fe req-4756602b-c989-410b-8b2d-af4602a310be tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/security-groups?id=efebab54-f3d0-45af-9ed5-f9e8fd2b2abf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419915 Nov 22 20:58:35.006705 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821c2711-82a9-4cce-848a-1810f825c978 req-6c8de0f9-d226-4cbe-aca9-da3ab968d64b tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:58:35.008214 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-821c2711-82a9-4cce-848a-1810f825c978 req-6c8de0f9-d226-4cbe-aca9-da3ab968d64b tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/ports?device_id=8f91e89d-3085-4468-91b3-40cdfb84fe63 HTTP/1.1" status: 200 len: 946 time: 0.0534844 Nov 22 20:58:35.056153 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-821c2711-82a9-4cce-848a-1810f825c978 req-dfad7211-8cf2-46e1-8bfe-1133aa49e794 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/security-groups?id=efebab54-f3d0-45af-9ed5-f9e8fd2b2abf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415444 Nov 22 20:58:35.288768 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e49ee129-e862-4476-beca-cdc8150d2345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:58:36.119255 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:58:36.187750 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a33ac81-1756-4298-9a61-19b9060e7b5d req-eded04c8-e4b0-4e79-afc0-daafd4157f65 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:58:36.189313 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7a33ac81-1756-4298-9a61-19b9060e7b5d req-eded04c8-e4b0-4e79-afc0-daafd4157f65 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/ports?device_id=8f91e89d-3085-4468-91b3-40cdfb84fe63 HTTP/1.1" status: 200 len: 946 time: 0.0605431 Nov 22 20:58:36.236480 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7a33ac81-1756-4298-9a61-19b9060e7b5d req-760f37c9-57f6-493a-9eb4-a0150ba7e409 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/security-groups?id=efebab54-f3d0-45af-9ed5-f9e8fd2b2abf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403826 Nov 22 20:58:37.352335 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5363045-f5ec-4f0c-ac9e-b133061ffb8d req-bdcf5f2b-f6e5-45d2-b7e5-0efac8ff7d58 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:58:37.353803 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a5363045-f5ec-4f0c-ac9e-b133061ffb8d req-bdcf5f2b-f6e5-45d2-b7e5-0efac8ff7d58 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/ports?device_id=8f91e89d-3085-4468-91b3-40cdfb84fe63 HTTP/1.1" status: 200 len: 946 time: 0.0475280 Nov 22 20:58:37.403623 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a5363045-f5ec-4f0c-ac9e-b133061ffb8d req-0f2476c6-d71d-420e-bc9b-d9140971db23 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/security-groups?id=efebab54-f3d0-45af-9ed5-f9e8fd2b2abf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439668 Nov 22 20:58:38.065374 n-d-818823-1 neutron-server[103448]: INFO neutron.api.v2.resource [req-d1bf1f10-8598-45b1-ab02-09b1d8429ead req-0e6af71c-9c8b-448b-b1fd-b1cfbb2daf59 service neutron] show failed (client error): The resource could not be found. Nov 22 20:58:38.066403 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-d1bf1f10-8598-45b1-ab02-09b1d8429ead req-0e6af71c-9c8b-448b-b1fd-b1cfbb2daf59 service neutron] 10.222.0.41 "GET /v2.0/ports/ed8a2b19-19c4-4a75-99c6-2e241bb3b7c4/bindings/n-h2-818823-1 HTTP/1.1" status: 404 len: 380 time: 0.0539572 Nov 22 20:58:38.274564 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bf1f10-8598-45b1-ab02-09b1d8429ead req-da8099f7-be2a-47d8-a9e8-ed08d17b75a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:58:38.276270 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d1bf1f10-8598-45b1-ab02-09b1d8429ead req-da8099f7-be2a-47d8-a9e8-ed08d17b75a0 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=8f91e89d-3085-4468-91b3-40cdfb84fe63&tenant_id=4ed58de80f1e421e98eee918a71a237a HTTP/1.1" status: 200 len: 1097 time: 0.0444629 Nov 22 20:58:38.289191 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-d1bf1f10-8598-45b1-ab02-09b1d8429ead req-8743e91f-d5a2-42bd-b7c4-1e576b04a6b2 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-818823-1', 'device_owner': 'compute:nova'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:58:38.343542 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-d1bf1f10-8598-45b1-ab02-09b1d8429ead req-8743e91f-d5a2-42bd-b7c4-1e576b04a6b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:58:38.591544 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f836ee-95ad-4865-8eba-e96c7d2391e3 req-d8c927cf-fc0e-4bd9-b0ff-e35f4d4e7e0c tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:58:38.592954 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-33f836ee-95ad-4865-8eba-e96c7d2391e3 req-d8c927cf-fc0e-4bd9-b0ff-e35f4d4e7e0c tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/ports?device_id=8f91e89d-3085-4468-91b3-40cdfb84fe63 HTTP/1.1" status: 200 len: 946 time: 0.1133497 Nov 22 20:58:38.599664 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-d1bf1f10-8598-45b1-ab02-09b1d8429ead req-8743e91f-d5a2-42bd-b7c4-1e576b04a6b2 service neutron] For port ed8a2b19-19c4-4a75-99c6-2e241bb3b7c4, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=ed8a2b19-19c4-4a75-99c6-2e241bb3b7c4,segment=NetworkSegment(23865291-503c-4941-b92a-ce0c5ab5f182),segment_id=23865291-503c-4941-b92a-ce0c5ab5f182)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:58:38.664349 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-d1bf1f10-8598-45b1-ab02-09b1d8429ead req-8743e91f-d5a2-42bd-b7c4-1e576b04a6b2 service neutron] For port ed8a2b19-19c4-4a75-99c6-2e241bb3b7c4, host n-h1-818823-1, cleared binding levels {{(pid=103447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:58:38.668753 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-33f836ee-95ad-4865-8eba-e96c7d2391e3 req-5bb4d71d-e5cd-466d-9a73-ef6cf471ae13 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/security-groups?id=efebab54-f3d0-45af-9ed5-f9e8fd2b2abf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671012 Nov 22 20:58:38.706678 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f91e89d-3085-4468-91b3-40cdfb84fe63', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed8a2b19-19c4-4a75-99c6-2e241bb3b7c4'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:58:38.709327 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dea99fac-91b1-4b78-9811-9fd7937533aa" -d '{"events": [{"server_uuid": "8f91e89d-3085-4468-91b3-40cdfb84fe63", "name": "network-vif-unplugged", "status": "completed", "tag": "ed8a2b19-19c4-4a75-99c6-2e241bb3b7c4"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:58:38.714139 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-d1bf1f10-8598-45b1-ab02-09b1d8429ead req-8743e91f-d5a2-42bd-b7c4-1e576b04a6b2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:58:38.727849 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.provisioning_blocks [req-d1bf1f10-8598-45b1-ab02-09b1d8429ead req-8743e91f-d5a2-42bd-b7c4-1e576b04a6b2 service neutron] Transition to ACTIVE for port object ed8a2b19-19c4-4a75-99c6-2e241bb3b7c4 will not be triggered until provisioned by entity L2. {{(pid=103447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 20:58:38.732478 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-d1bf1f10-8598-45b1-ab02-09b1d8429ead req-8743e91f-d5a2-42bd-b7c4-1e576b04a6b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:58:38.821341 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8743e91f-d5a2-42bd-b7c4-1e576b04a6b2 service neutron] Pushing event updated for resources: {'Port': ['ID=ed8a2b19-19c4-4a75-99c6-2e241bb3b7c4,revision_number=6']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:58:38.863769 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 22 Nov 2021 20:58:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88ead1d6-e25b-47b7-b98c-b37142321017 x-openstack-request-id: req-88ead1d6-e25b-47b7-b98c-b37142321017 {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:58:38.864068 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f91e89d-3085-4468-91b3-40cdfb84fe63", "name": "network-vif-unplugged", "status": "completed", "tag": "ed8a2b19-19c4-4a75-99c6-2e241bb3b7c4", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:58:38.864321 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-88ead1d6-e25b-47b7-b98c-b37142321017 {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:58:38.864722 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f91e89d-3085-4468-91b3-40cdfb84fe63', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed8a2b19-19c4-4a75-99c6-2e241bb3b7c4', 'code': 200} Nov 22 20:58:38.884558 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8743e91f-d5a2-42bd-b7c4-1e576b04a6b2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:58:38.884911 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8743e91f-d5a2-42bd-b7c4-1e576b04a6b2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:58:38.885265 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8743e91f-d5a2-42bd-b7c4-1e576b04a6b2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:58:38.885606 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8743e91f-d5a2-42bd-b7c4-1e576b04a6b2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:58:38.885945 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8743e91f-d5a2-42bd-b7c4-1e576b04a6b2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:58:38.886287 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8743e91f-d5a2-42bd-b7c4-1e576b04a6b2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:58:38.886624 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8743e91f-d5a2-42bd-b7c4-1e576b04a6b2 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:58:38.886979 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8743e91f-d5a2-42bd-b7c4-1e576b04a6b2 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:58:38.887316 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8743e91f-d5a2-42bd-b7c4-1e576b04a6b2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:58:38.887670 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8743e91f-d5a2-42bd-b7c4-1e576b04a6b2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:58:38.888002 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8743e91f-d5a2-42bd-b7c4-1e576b04a6b2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:58:38.888330 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8743e91f-d5a2-42bd-b7c4-1e576b04a6b2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:58:38.952124 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1bf1f10-8598-45b1-ab02-09b1d8429ead req-8743e91f-d5a2-42bd-b7c4-1e576b04a6b2 service neutron] No DVR routers for this DVR port ed8a2b19-19c4-4a75-99c6-2e241bb3b7c4 on host n-h1-818823-1 {{(pid=103447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:58:39.088454 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-d1bf1f10-8598-45b1-ab02-09b1d8429ead req-8743e91f-d5a2-42bd-b7c4-1e576b04a6b2 service neutron] Attempting to bind port ed8a2b19-19c4-4a75-99c6-2e241bb3b7c4 on host n-h2-818823-1 for vnic_type normal with profile {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:58:39.088787 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-d1bf1f10-8598-45b1-ab02-09b1d8429ead req-8743e91f-d5a2-42bd-b7c4-1e576b04a6b2 service neutron] Attempting to bind port ed8a2b19-19c4-4a75-99c6-2e241bb3b7c4 by drivers openvswitch,hyperv on host n-h2-818823-1 at level 0 using segments [{'id': '23865291-503c-4941-b92a-ce0c5ab5f182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '9c2e3968-fb71-44d4-8815-57320e389aae'}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:58:39.089112 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1bf1f10-8598-45b1-ab02-09b1d8429ead req-8743e91f-d5a2-42bd-b7c4-1e576b04a6b2 service neutron] Attempting to bind port ed8a2b19-19c4-4a75-99c6-2e241bb3b7c4 on network 9c2e3968-fb71-44d4-8815-57320e389aae {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:58:39.093338 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1bf1f10-8598-45b1-ab02-09b1d8429ead req-8743e91f-d5a2-42bd-b7c4-1e576b04a6b2 service neutron] Port ed8a2b19-19c4-4a75-99c6-2e241bb3b7c4 on network 9c2e3968-fb71-44d4-8815-57320e389aae not bound, no agent of type Open vSwitch agent registered on host n-h2-818823-1 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:58:39.093654 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1bf1f10-8598-45b1-ab02-09b1d8429ead req-8743e91f-d5a2-42bd-b7c4-1e576b04a6b2 service neutron] Attempting to bind port ed8a2b19-19c4-4a75-99c6-2e241bb3b7c4 on network 9c2e3968-fb71-44d4-8815-57320e389aae {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:58:39.098370 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1bf1f10-8598-45b1-ab02-09b1d8429ead req-8743e91f-d5a2-42bd-b7c4-1e576b04a6b2 service neutron] Checking agent: {'id': '65e0486a-7030-4065-96f0-10aa7402a530', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'started_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 58, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:58:39.098702 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1bf1f10-8598-45b1-ab02-09b1d8429ead req-8743e91f-d5a2-42bd-b7c4-1e576b04a6b2 service neutron] Checking segment: {'id': '23865291-503c-4941-b92a-ce0c5ab5f182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '9c2e3968-fb71-44d4-8815-57320e389aae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:58:39.099077 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1bf1f10-8598-45b1-ab02-09b1d8429ead req-8743e91f-d5a2-42bd-b7c4-1e576b04a6b2 service neutron] Bound using segment: {'id': '23865291-503c-4941-b92a-ce0c5ab5f182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '9c2e3968-fb71-44d4-8815-57320e389aae'} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:58:39.099526 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-d1bf1f10-8598-45b1-ab02-09b1d8429ead req-8743e91f-d5a2-42bd-b7c4-1e576b04a6b2 service neutron] Bound port: ed8a2b19-19c4-4a75-99c6-2e241bb3b7c4, host: n-h2-818823-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23865291-503c-4941-b92a-ce0c5ab5f182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '9c2e3968-fb71-44d4-8815-57320e389aae'}}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:58:39.099870 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-d1bf1f10-8598-45b1-ab02-09b1d8429ead req-8743e91f-d5a2-42bd-b7c4-1e576b04a6b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:58:39.169116 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-d1bf1f10-8598-45b1-ab02-09b1d8429ead req-8743e91f-d5a2-42bd-b7c4-1e576b04a6b2 service neutron] For port ed8a2b19-19c4-4a75-99c6-2e241bb3b7c4, host n-h2-818823-1, cleared binding levels {{(pid=103447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:58:39.172175 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-d1bf1f10-8598-45b1-ab02-09b1d8429ead req-8743e91f-d5a2-42bd-b7c4-1e576b04a6b2 service neutron] For port ed8a2b19-19c4-4a75-99c6-2e241bb3b7c4, host n-h2-818823-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=ed8a2b19-19c4-4a75-99c6-2e241bb3b7c4,segment=NetworkSegment(23865291-503c-4941-b92a-ce0c5ab5f182),segment_id=23865291-503c-4941-b92a-ce0c5ab5f182)] {{(pid=103447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:58:39.176266 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-d1bf1f10-8598-45b1-ab02-09b1d8429ead req-8743e91f-d5a2-42bd-b7c4-1e576b04a6b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:58:39.211276 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bf1f10-8598-45b1-ab02-09b1d8429ead req-8743e91f-d5a2-42bd-b7c4-1e576b04a6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:58:39.211929 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-d1bf1f10-8598-45b1-ab02-09b1d8429ead req-8743e91f-d5a2-42bd-b7c4-1e576b04a6b2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:58:39.213311 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d1bf1f10-8598-45b1-ab02-09b1d8429ead req-8743e91f-d5a2-42bd-b7c4-1e576b04a6b2 service neutron] 10.222.0.20 "PUT /v2.0/ports/ed8a2b19-19c4-4a75-99c6-2e241bb3b7c4 HTTP/1.1" status: 200 len: 1092 time: 0.9283800 Nov 22 20:58:39.234276 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8743e91f-d5a2-42bd-b7c4-1e576b04a6b2 service neutron] Pushing event updated for resources: {'Port': ['ID=ed8a2b19-19c4-4a75-99c6-2e241bb3b7c4,revision_number=7']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:58:39.285433 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bf1f10-8598-45b1-ab02-09b1d8429ead req-7a5492ff-2cbc-4c9d-9d29-ade6f2728b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:58:39.286950 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d1bf1f10-8598-45b1-ab02-09b1d8429ead req-7a5492ff-2cbc-4c9d-9d29-ade6f2728b63 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4ed58de80f1e421e98eee918a71a237a&device_id=8f91e89d-3085-4468-91b3-40cdfb84fe63 HTTP/1.1" status: 200 len: 1095 time: 0.0456967 Nov 22 20:58:39.379778 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bf1f10-8598-45b1-ab02-09b1d8429ead req-4558c477-43e6-4bdb-9ce7-225ba3f6dff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:58:39.381289 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d1bf1f10-8598-45b1-ab02-09b1d8429ead req-4558c477-43e6-4bdb-9ce7-225ba3f6dff6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9c2e3968-fb71-44d4-8815-57320e389aae HTTP/1.1" status: 200 len: 913 time: 0.0873358 Nov 22 20:58:39.452743 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d1bf1f10-8598-45b1-ab02-09b1d8429ead req-f0501d7b-de6d-4830-b1b5-f9d815d44e0a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ed8a2b19-19c4-4a75-99c6-2e241bb3b7c4 HTTP/1.1" status: 200 len: 1000 time: 0.0640137 Nov 22 20:58:39.501370 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bf1f10-8598-45b1-ab02-09b1d8429ead req-5f826108-d023-4a0c-8761-868797d8f0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:58:39.502728 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d1bf1f10-8598-45b1-ab02-09b1d8429ead req-5f826108-d023-4a0c-8761-868797d8f0b6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=cde59213-1ea3-488e-9922-16ddb38927ba HTTP/1.1" status: 200 len: 851 time: 0.0434711 Nov 22 20:58:39.547460 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bf1f10-8598-45b1-ab02-09b1d8429ead req-21f8f95a-927f-4d57-a75a-592fc87dba34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:58:39.548929 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d1bf1f10-8598-45b1-ab02-09b1d8429ead req-21f8f95a-927f-4d57-a75a-592fc87dba34 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9c2e3968-fb71-44d4-8815-57320e389aae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390465 Nov 22 20:58:39.639660 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d1bf1f10-8598-45b1-ab02-09b1d8429ead req-52d382fa-ac0c-4537-900e-c0cca8860736 service neutron] 10.222.0.20 "GET /v2.0/networks/9c2e3968-fb71-44d4-8815-57320e389aae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834746 Nov 22 20:58:39.728394 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d1bf1f10-8598-45b1-ab02-09b1d8429ead req-b76dac80-b0a9-40fb-954b-b69efed7ba52 service neutron] 10.222.0.20 "GET /v2.0/networks/9c2e3968-fb71-44d4-8815-57320e389aae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820606 Nov 22 20:58:39.789337 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ace8583-0d35-439c-b8c7-094860d576fa req-64aadebb-208e-4ac3-be00-ea1cc3b0ea53 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:58:39.790886 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2ace8583-0d35-439c-b8c7-094860d576fa req-64aadebb-208e-4ac3-be00-ea1cc3b0ea53 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/ports?device_id=8f91e89d-3085-4468-91b3-40cdfb84fe63 HTTP/1.1" status: 200 len: 944 time: 0.0515473 Nov 22 20:58:39.844378 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2ace8583-0d35-439c-b8c7-094860d576fa req-c43c1d94-b00d-4077-86a4-ccbdef6f581c tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/security-groups?id=efebab54-f3d0-45af-9ed5-f9e8fd2b2abf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474262 Nov 22 20:58:40.866878 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f91e89d-3085-4468-91b3-40cdfb84fe63', 'tag': 'ed8a2b19-19c4-4a75-99c6-2e241bb3b7c4'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:58:40.869279 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a73ea6d6-b829-47d5-83dd-1ed4e41d5a86" -d '{"events": [{"name": "network-changed", "server_uuid": "8f91e89d-3085-4468-91b3-40cdfb84fe63", "tag": "ed8a2b19-19c4-4a75-99c6-2e241bb3b7c4"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:58:40.918528 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 20:58:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab7f9563-4cf3-4b3f-9f27-2939fb21bce9 x-openstack-request-id: req-ab7f9563-4cf3-4b3f-9f27-2939fb21bce9 {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:58:40.919023 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f91e89d-3085-4468-91b3-40cdfb84fe63", "tag": "ed8a2b19-19c4-4a75-99c6-2e241bb3b7c4", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:58:40.919347 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ab7f9563-4cf3-4b3f-9f27-2939fb21bce9 {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:58:40.919959 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f91e89d-3085-4468-91b3-40cdfb84fe63', 'tag': 'ed8a2b19-19c4-4a75-99c6-2e241bb3b7c4', 'status': 'completed', 'code': 200} Nov 22 20:58:40.982457 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73ea6d6-b829-47d5-83dd-1ed4e41d5a86 req-196b03c4-245b-4280-a61f-daaef0fa277d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:58:40.984027 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-a73ea6d6-b829-47d5-83dd-1ed4e41d5a86 req-196b03c4-245b-4280-a61f-daaef0fa277d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4ed58de80f1e421e98eee918a71a237a&device_id=8f91e89d-3085-4468-91b3-40cdfb84fe63 HTTP/1.1" status: 200 len: 1095 time: 0.0428414 Nov 22 20:58:40.999993 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a9b708-7826-466a-b39e-87677d988e25 req-328ef55d-2f6a-41bb-898b-7416a1fc01b9 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:58:41.001621 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-69a9b708-7826-466a-b39e-87677d988e25 req-328ef55d-2f6a-41bb-898b-7416a1fc01b9 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/ports?device_id=8f91e89d-3085-4468-91b3-40cdfb84fe63 HTTP/1.1" status: 200 len: 944 time: 0.0801601 Nov 22 20:58:41.006478 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73ea6d6-b829-47d5-83dd-1ed4e41d5a86 req-0b1d1202-6d42-44dd-9e9b-0feb06345c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:58:41.008574 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a73ea6d6-b829-47d5-83dd-1ed4e41d5a86 req-0b1d1202-6d42-44dd-9e9b-0feb06345c92 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4ed58de80f1e421e98eee918a71a237a&device_id=8f91e89d-3085-4468-91b3-40cdfb84fe63 HTTP/1.1" status: 200 len: 1095 time: 0.0604088 Nov 22 20:58:41.083843 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73ea6d6-b829-47d5-83dd-1ed4e41d5a86 req-cc30d406-7ae0-4362-8c19-b30f42321e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:58:41.084965 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-a73ea6d6-b829-47d5-83dd-1ed4e41d5a86 req-cc30d406-7ae0-4362-8c19-b30f42321e46 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9c2e3968-fb71-44d4-8815-57320e389aae HTTP/1.1" status: 200 len: 913 time: 0.0939219 Nov 22 20:58:41.108663 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-69a9b708-7826-466a-b39e-87677d988e25 req-2ecc3702-48b6-43d8-8dfb-670b87d1b58a tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/security-groups?id=efebab54-f3d0-45af-9ed5-f9e8fd2b2abf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0991166 Nov 22 20:58:41.137339 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73ea6d6-b829-47d5-83dd-1ed4e41d5a86 req-e7472d09-708c-4fd7-b95f-2225c6d3d2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:58:41.139027 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a73ea6d6-b829-47d5-83dd-1ed4e41d5a86 req-e7472d09-708c-4fd7-b95f-2225c6d3d2b5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9c2e3968-fb71-44d4-8815-57320e389aae HTTP/1.1" status: 200 len: 913 time: 0.1227486 Nov 22 20:58:41.154716 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-a73ea6d6-b829-47d5-83dd-1ed4e41d5a86 req-281919c3-5b2f-4902-9f42-6ef710746efb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ed8a2b19-19c4-4a75-99c6-2e241bb3b7c4 HTTP/1.1" status: 200 len: 1000 time: 0.0626025 Nov 22 20:58:41.208124 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73ea6d6-b829-47d5-83dd-1ed4e41d5a86 req-d2c90db1-7163-4332-b457-f2dc177cd3df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:58:41.209387 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a73ea6d6-b829-47d5-83dd-1ed4e41d5a86 req-0fd2348e-8d4f-4842-b620-6487fbc4b759 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ed8a2b19-19c4-4a75-99c6-2e241bb3b7c4 HTTP/1.1" status: 200 len: 1000 time: 0.0607905 Nov 22 20:58:41.210030 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-a73ea6d6-b829-47d5-83dd-1ed4e41d5a86 req-d2c90db1-7163-4332-b457-f2dc177cd3df service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cde59213-1ea3-488e-9922-16ddb38927ba HTTP/1.1" status: 200 len: 851 time: 0.0483348 Nov 22 20:58:41.262933 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73ea6d6-b829-47d5-83dd-1ed4e41d5a86 req-bfba2151-7275-4b09-be73-4145ef6e2275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:58:41.264593 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-a73ea6d6-b829-47d5-83dd-1ed4e41d5a86 req-bfba2151-7275-4b09-be73-4145ef6e2275 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9c2e3968-fb71-44d4-8815-57320e389aae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0477777 Nov 22 20:58:41.274367 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73ea6d6-b829-47d5-83dd-1ed4e41d5a86 req-4fda5ad5-be12-4748-972d-0eb1f6a98c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:58:41.275867 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a73ea6d6-b829-47d5-83dd-1ed4e41d5a86 req-4fda5ad5-be12-4748-972d-0eb1f6a98c3c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=cde59213-1ea3-488e-9922-16ddb38927ba HTTP/1.1" status: 200 len: 851 time: 0.0588212 Nov 22 20:58:41.327252 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73ea6d6-b829-47d5-83dd-1ed4e41d5a86 req-4b02cf2d-0a97-4216-b62f-08870eff4d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:58:41.329215 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a73ea6d6-b829-47d5-83dd-1ed4e41d5a86 req-4b02cf2d-0a97-4216-b62f-08870eff4d19 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9c2e3968-fb71-44d4-8815-57320e389aae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450771 Nov 22 20:58:41.360789 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-a73ea6d6-b829-47d5-83dd-1ed4e41d5a86 req-d7f183c1-fcf2-48ea-83ac-f6989134791d service neutron] 10.222.0.41 "GET /v2.0/networks/9c2e3968-fb71-44d4-8815-57320e389aae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888700 Nov 22 20:58:41.424823 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a73ea6d6-b829-47d5-83dd-1ed4e41d5a86 req-2b38e187-3437-4854-b169-6c4aca76410f service neutron] 10.222.0.20 "GET /v2.0/networks/9c2e3968-fb71-44d4-8815-57320e389aae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867913 Nov 22 20:58:41.457956 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-a73ea6d6-b829-47d5-83dd-1ed4e41d5a86 req-23ec0bf6-109d-430e-8d76-d2e1a0ad8b51 service neutron] 10.222.0.41 "GET /v2.0/networks/9c2e3968-fb71-44d4-8815-57320e389aae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900645 Nov 22 20:58:41.758865 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a73ea6d6-b829-47d5-83dd-1ed4e41d5a86 req-839ac92c-033e-4bf9-91e6-cfda3a86f3f8 service neutron] 10.222.0.20 "GET /v2.0/networks/9c2e3968-fb71-44d4-8815-57320e389aae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3269737 Nov 22 20:58:42.160709 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device ed8a2b19-19c4-4a75-99c6-2e241bb3b7c4 details requested by agent hyperv_n-h2-818823-1 with host n-h2-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 20:58:42.230139 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1914dd-a818-4b51-aa69-fd2ad4e5ffe3 req-c4613019-56b7-40c6-8258-b0ce30669091 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:58:42.231659 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ea1914dd-a818-4b51-aa69-fd2ad4e5ffe3 req-c4613019-56b7-40c6-8258-b0ce30669091 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/ports?device_id=8f91e89d-3085-4468-91b3-40cdfb84fe63 HTTP/1.1" status: 200 len: 944 time: 0.0512545 Nov 22 20:58:42.259756 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port ed8a2b19-19c4-4a75-99c6-2e241bb3b7c4, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=ed8a2b19-19c4-4a75-99c6-2e241bb3b7c4,segment=NetworkSegment(23865291-503c-4941-b92a-ce0c5ab5f182),segment_id=23865291-503c-4941-b92a-ce0c5ab5f182)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:58:42.275233 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Returning: {'device': 'ed8a2b19-19c4-4a75-99c6-2e241bb3b7c4', 'network_id': '9c2e3968-fb71-44d4-8815-57320e389aae', 'port_id': 'ed8a2b19-19c4-4a75-99c6-2e241bb3b7c4', 'mac_address': 'fa:16:3e:14:1a:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cde59213-1ea3-488e-9922-16ddb38927ba', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 20:58:42.279284 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ea1914dd-a818-4b51-aa69-fd2ad4e5ffe3 req-6bc1951e-411c-4db2-b8cd-fe4db11c190c tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/security-groups?id=efebab54-f3d0-45af-9ed5-f9e8fd2b2abf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413816 Nov 22 20:58:42.314002 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:58:42.326849 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed8a2b19-19c4-4a75-99c6-2e241bb3b7c4 {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:58:42.346102 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port ed8a2b19-19c4-4a75-99c6-2e241bb3b7c4, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=ed8a2b19-19c4-4a75-99c6-2e241bb3b7c4,segment=NetworkSegment(23865291-503c-4941-b92a-ce0c5ab5f182),segment_id=23865291-503c-4941-b92a-ce0c5ab5f182)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:58:42.350347 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:58:42.405267 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=ed8a2b19-19c4-4a75-99c6-2e241bb3b7c4,revision_number=8']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:58:42.412836 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:58:42.413731 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:58:42.414080 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:58:42.414417 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:58:42.414750 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:58:42.415084 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:58:42.415437 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:58:42.416247 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:58:42.416247 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:58:42.416416 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:58:42.416713 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:58:42.417029 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 20:58:42.483758 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8194c859-9cbd-49c6-829a-28ed6b2fb264 req-c1ec4cf7-83ec-4ce8-909c-872d4b3d6215 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:58:42.485272 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8194c859-9cbd-49c6-829a-28ed6b2fb264 req-c1ec4cf7-83ec-4ce8-909c-872d4b3d6215 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/ports?device_id=8f91e89d-3085-4468-91b3-40cdfb84fe63 HTTP/1.1" status: 200 len: 945 time: 0.0533028 Nov 22 20:58:42.498625 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d4ef28-d8fa-4490-bbbd-4cd699ada5ca req-d37df60e-e8b0-421e-816a-f69af13a0ede tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:58:42.500416 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-b6d4ef28-d8fa-4490-bbbd-4cd699ada5ca req-d37df60e-e8b0-421e-816a-f69af13a0ede tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f91e89d-3085-4468-91b3-40cdfb84fe63&tenant_id=4ed58de80f1e421e98eee918a71a237a&binding%3Ahost_id=n-h2-818823-1 HTTP/1.1" status: 200 len: 945 time: 0.0562198 Nov 22 20:58:42.535561 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8194c859-9cbd-49c6-829a-28ed6b2fb264 req-06481582-544f-4723-8bd8-8a1fc6270828 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/security-groups?id=efebab54-f3d0-45af-9ed5-f9e8fd2b2abf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413525 Nov 22 20:58:42.562780 n-d-818823-1 neutron-server[103448]: INFO neutron.api.v2.resource [req-b6d4ef28-d8fa-4490-bbbd-4cd699ada5ca req-7f354eef-1c9e-4bd6-b469-c4fe42dd5014 service neutron] delete failed (client error): The resource could not be found. Nov 22 20:58:42.563853 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-b6d4ef28-d8fa-4490-bbbd-4cd699ada5ca req-7f354eef-1c9e-4bd6-b469-c4fe42dd5014 service neutron] 10.222.0.41 "DELETE /v2.0/ports/ed8a2b19-19c4-4a75-99c6-2e241bb3b7c4/bindings/n-h1-818823-1 HTTP/1.1" status: 404 len: 380 time: 0.0558393 Nov 22 20:58:42.612985 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] get_ports_and_sgs() called for port_ids ['ed8a2b19-19c4-4a75-99c6-2e241bb3b7c4'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:58:42.648261 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d4ef28-d8fa-4490-bbbd-4cd699ada5ca req-208b8988-1929-4f93-808b-8f431bf25b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:58:42.649698 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-b6d4ef28-d8fa-4490-bbbd-4cd699ada5ca req-208b8988-1929-4f93-808b-8f431bf25b22 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4ed58de80f1e421e98eee918a71a237a&device_id=8f91e89d-3085-4468-91b3-40cdfb84fe63 HTTP/1.1" status: 200 len: 1096 time: 0.0430114 Nov 22 20:58:42.743848 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d4ef28-d8fa-4490-bbbd-4cd699ada5ca req-8897d6ae-6493-45ef-a9a2-745241755f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:58:42.745382 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-b6d4ef28-d8fa-4490-bbbd-4cd699ada5ca req-8897d6ae-6493-45ef-a9a2-745241755f40 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9c2e3968-fb71-44d4-8815-57320e389aae HTTP/1.1" status: 200 len: 913 time: 0.0888493 Nov 22 20:58:42.816994 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-b6d4ef28-d8fa-4490-bbbd-4cd699ada5ca req-1bea13e1-4344-444d-b267-7dbcda0e1ff2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ed8a2b19-19c4-4a75-99c6-2e241bb3b7c4 HTTP/1.1" status: 200 len: 1001 time: 0.0647364 Nov 22 20:58:42.849987 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device ed8a2b19-19c4-4a75-99c6-2e241bb3b7c4 no longer exists at agent hyperv_n-h1-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:58:42.870538 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d4ef28-d8fa-4490-bbbd-4cd699ada5ca req-835cf214-392d-4b7a-9ae4-b69312ec5083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:58:42.872076 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-b6d4ef28-d8fa-4490-bbbd-4cd699ada5ca req-835cf214-392d-4b7a-9ae4-b69312ec5083 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cde59213-1ea3-488e-9922-16ddb38927ba HTTP/1.1" status: 200 len: 851 time: 0.0478482 Nov 22 20:58:42.889107 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device ed8a2b19-19c4-4a75-99c6-2e241bb3b7c4 not bound to the agent host n-h1-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:58:42.918182 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d4ef28-d8fa-4490-bbbd-4cd699ada5ca req-73839540-3197-4386-bd3f-df4fecfab4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:58:42.919696 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-b6d4ef28-d8fa-4490-bbbd-4cd699ada5ca req-73839540-3197-4386-bd3f-df4fecfab4ac service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9c2e3968-fb71-44d4-8815-57320e389aae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403299 Nov 22 20:58:43.007008 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-b6d4ef28-d8fa-4490-bbbd-4cd699ada5ca req-8494199f-9786-4dbd-94e5-534bd783cf7f service neutron] 10.222.0.41 "GET /v2.0/networks/9c2e3968-fb71-44d4-8815-57320e389aae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799363 Nov 22 20:58:43.097778 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-b6d4ef28-d8fa-4490-bbbd-4cd699ada5ca req-49d867ad-3d36-42cc-b44b-986213ecf606 service neutron] 10.222.0.41 "GET /v2.0/networks/9c2e3968-fb71-44d4-8815-57320e389aae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838919 Nov 22 20:58:43.173751 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-19d8a200-2db2-4dbd-a115-b2a097ef8eb0 req-9a0c9624-d5fd-44e8-b36f-4278f74d3888 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=8f91e89d-3085-4468-91b3-40cdfb84fe63&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0396993 Nov 22 20:58:43.254724 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d8a200-2db2-4dbd-a115-b2a097ef8eb0 req-6d38ad92-c886-442c-b069-a81b84ea75ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:58:43.256250 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-19d8a200-2db2-4dbd-a115-b2a097ef8eb0 req-6d38ad92-c886-442c-b069-a81b84ea75ec service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4ed58de80f1e421e98eee918a71a237a&device_id=8f91e89d-3085-4468-91b3-40cdfb84fe63 HTTP/1.1" status: 200 len: 1096 time: 0.0408759 Nov 22 20:58:43.361061 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d8a200-2db2-4dbd-a115-b2a097ef8eb0 req-b86c044d-4e1b-43b0-9c58-8fbb4604e572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:58:43.362533 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-19d8a200-2db2-4dbd-a115-b2a097ef8eb0 req-b86c044d-4e1b-43b0-9c58-8fbb4604e572 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9c2e3968-fb71-44d4-8815-57320e389aae HTTP/1.1" status: 200 len: 913 time: 0.0885684 Nov 22 20:58:43.428101 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-19d8a200-2db2-4dbd-a115-b2a097ef8eb0 req-a6a61df0-e257-4e44-bb37-c18a92a83e93 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ed8a2b19-19c4-4a75-99c6-2e241bb3b7c4 HTTP/1.1" status: 200 len: 1001 time: 0.0586438 Nov 22 20:58:43.477321 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d8a200-2db2-4dbd-a115-b2a097ef8eb0 req-26b252d7-5b03-4356-b955-b9dcf8f950c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:58:43.478840 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-19d8a200-2db2-4dbd-a115-b2a097ef8eb0 req-26b252d7-5b03-4356-b955-b9dcf8f950c8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=cde59213-1ea3-488e-9922-16ddb38927ba HTTP/1.1" status: 200 len: 851 time: 0.0439463 Nov 22 20:58:43.529688 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d8a200-2db2-4dbd-a115-b2a097ef8eb0 req-f62bfbbb-8b91-42c6-986c-84770fb6da10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:58:43.531192 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-19d8a200-2db2-4dbd-a115-b2a097ef8eb0 req-f62bfbbb-8b91-42c6-986c-84770fb6da10 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9c2e3968-fb71-44d4-8815-57320e389aae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447841 Nov 22 20:58:43.655297 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-19d8a200-2db2-4dbd-a115-b2a097ef8eb0 req-ff0bb857-3432-4520-b500-cd4dadf27ee9 service neutron] 10.222.0.20 "GET /v2.0/networks/9c2e3968-fb71-44d4-8815-57320e389aae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166315 Nov 22 20:58:43.722560 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011039e6-7445-4a3b-af6e-08c052aba18c req-ac601653-b9b9-4370-a10d-d127169ba577 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:58:43.723979 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-011039e6-7445-4a3b-af6e-08c052aba18c req-ac601653-b9b9-4370-a10d-d127169ba577 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/ports?device_id=8f91e89d-3085-4468-91b3-40cdfb84fe63 HTTP/1.1" status: 200 len: 945 time: 0.1143179 Nov 22 20:58:43.790746 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-19d8a200-2db2-4dbd-a115-b2a097ef8eb0 req-5abe958e-8515-4a02-a96e-41b7a3028644 service neutron] 10.222.0.20 "GET /v2.0/networks/9c2e3968-fb71-44d4-8815-57320e389aae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281848 Nov 22 20:58:43.803330 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-011039e6-7445-4a3b-af6e-08c052aba18c req-4240a7b1-a69b-43c6-b11d-620661a97717 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/security-groups?id=efebab54-f3d0-45af-9ed5-f9e8fd2b2abf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700521 Nov 22 20:58:43.923982 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2eaedd5-089e-4a78-8e74-bb705d513de3 req-28bb3608-3713-4ec4-92e3-630e2e9cb069 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:58:43.925472 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a2eaedd5-089e-4a78-8e74-bb705d513de3 req-28bb3608-3713-4ec4-92e3-630e2e9cb069 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/ports?device_id=8f91e89d-3085-4468-91b3-40cdfb84fe63 HTTP/1.1" status: 200 len: 945 time: 0.0552855 Nov 22 20:58:43.971891 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a2eaedd5-089e-4a78-8e74-bb705d513de3 req-d38a6258-4003-4e04-b569-87569a79d9bd tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/security-groups?id=efebab54-f3d0-45af-9ed5-f9e8fd2b2abf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403714 Nov 22 20:58:44.084515 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ae188e-764d-4905-86eb-38401110685f req-20e37c3b-58a8-4c50-bf7d-1214beba17fc tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:58:44.086656 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-02ae188e-764d-4905-86eb-38401110685f req-20e37c3b-58a8-4c50-bf7d-1214beba17fc tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/ports?device_id=8f91e89d-3085-4468-91b3-40cdfb84fe63 HTTP/1.1" status: 200 len: 945 time: 0.0501237 Nov 22 20:58:44.132767 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-02ae188e-764d-4905-86eb-38401110685f req-116fba2a-dbd6-4dd3-a067-b02061dbd7e5 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/security-groups?id=efebab54-f3d0-45af-9ed5-f9e8fd2b2abf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402248 Nov 22 20:58:44.160747 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device ed8a2b19-19c4-4a75-99c6-2e241bb3b7c4 up at agent hyperv_n-h2-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:58:44.211912 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Provisioning for port ed8a2b19-19c4-4a75-99c6-2e241bb3b7c4 completed by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 20:58:44.216641 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Provisioning complete for port ed8a2b19-19c4-4a75-99c6-2e241bb3b7c4 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:58:44.217017 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:58:44.302260 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:58:44.325723 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f91e89d-3085-4468-91b3-40cdfb84fe63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed8a2b19-19c4-4a75-99c6-2e241bb3b7c4'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:58:44.328116 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d39f6d30a11e565ec9648abcc015e8a6ab6cff4edd704add8155e28765d31eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d3a5886-d4cf-46a1-a96b-ae0c3e710cc6" -d '{"events": [{"server_uuid": "8f91e89d-3085-4468-91b3-40cdfb84fe63", "name": "network-vif-plugged", "status": "completed", "tag": "ed8a2b19-19c4-4a75-99c6-2e241bb3b7c4"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:58:44.342284 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port ed8a2b19-19c4-4a75-99c6-2e241bb3b7c4, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=ed8a2b19-19c4-4a75-99c6-2e241bb3b7c4,segment=NetworkSegment(23865291-503c-4941-b92a-ce0c5ab5f182),segment_id=23865291-503c-4941-b92a-ce0c5ab5f182)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:58:44.347957 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:58:44.373157 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:58:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f3d6967-38f4-4578-be81-c51414e7ea32 x-openstack-request-id: req-8f3d6967-38f4-4578-be81-c51414e7ea32 {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:58:44.373456 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f91e89d-3085-4468-91b3-40cdfb84fe63", "name": "network-vif-plugged", "status": "completed", "tag": "ed8a2b19-19c4-4a75-99c6-2e241bb3b7c4", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:58:44.373966 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8f3d6967-38f4-4578-be81-c51414e7ea32 {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:58:44.374361 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f91e89d-3085-4468-91b3-40cdfb84fe63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed8a2b19-19c4-4a75-99c6-2e241bb3b7c4', 'code': 200} Nov 22 20:58:44.377333 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f59733-3f69-4c22-85e0-a55cef844b1c req-1164f49f-b26d-473b-b568-972d1e5f4134 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:58:44.378826 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e9f59733-3f69-4c22-85e0-a55cef844b1c req-1164f49f-b26d-473b-b568-972d1e5f4134 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/ports?device_id=8f91e89d-3085-4468-91b3-40cdfb84fe63 HTTP/1.1" status: 200 len: 945 time: 0.0562949 Nov 22 20:58:44.401854 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=ed8a2b19-19c4-4a75-99c6-2e241bb3b7c4,revision_number=9']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:58:44.433180 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e9f59733-3f69-4c22-85e0-a55cef844b1c req-287f1472-52c0-4648-b69d-e5332e80a752 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/security-groups?id=efebab54-f3d0-45af-9ed5-f9e8fd2b2abf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476840 Nov 22 20:58:44.862341 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:58:44.911874 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:58:45.549935 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc05415e-070c-4088-b0c1-57b0d0298d68 req-99a090d5-8957-414a-a245-5152e6683674 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:58:45.551353 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-fc05415e-070c-4088-b0c1-57b0d0298d68 req-99a090d5-8957-414a-a245-5152e6683674 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/ports?device_id=8f91e89d-3085-4468-91b3-40cdfb84fe63 HTTP/1.1" status: 200 len: 946 time: 0.0486224 Nov 22 20:58:45.626048 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-fc05415e-070c-4088-b0c1-57b0d0298d68 req-a5cc2fd0-fb76-481d-9b01-2973c872c2ee tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/security-groups?id=efebab54-f3d0-45af-9ed5-f9e8fd2b2abf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688083 Nov 22 20:58:45.638778 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0c078b-7278-4b38-a4c6-4958ab246fc3 req-1125e626-ebe5-4a2c-89a7-a614b1aefe72 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:58:45.640281 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9f0c078b-7278-4b38-a4c6-4958ab246fc3 req-1125e626-ebe5-4a2c-89a7-a614b1aefe72 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f91e89d-3085-4468-91b3-40cdfb84fe63 HTTP/1.1" status: 200 len: 946 time: 0.0643003 Nov 22 20:58:45.732722 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-9f0c078b-7278-4b38-a4c6-4958ab246fc3 req-89830247-fbcc-4098-867e-bf949fe8da63 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Deleting port ed8a2b19-19c4-4a75-99c6-2e241bb3b7c4 {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 20:58:45.733059 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-9f0c078b-7278-4b38-a4c6-4958ab246fc3 req-89830247-fbcc-4098-867e-bf949fe8da63 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:58:45.821109 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-9f0c078b-7278-4b38-a4c6-4958ab246fc3 req-89830247-fbcc-4098-867e-bf949fe8da63 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] For port ed8a2b19-19c4-4a75-99c6-2e241bb3b7c4, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=ed8a2b19-19c4-4a75-99c6-2e241bb3b7c4,segment=NetworkSegment(23865291-503c-4941-b92a-ce0c5ab5f182),segment_id=23865291-503c-4941-b92a-ce0c5ab5f182)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:58:45.821414 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-9f0c078b-7278-4b38-a4c6-4958ab246fc3 req-89830247-fbcc-4098-867e-bf949fe8da63 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:58:46.035092 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-9f0c078b-7278-4b38-a4c6-4958ab246fc3 req-89830247-fbcc-4098-867e-bf949fe8da63 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:58:46.035530 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-9f0c078b-7278-4b38-a4c6-4958ab246fc3 req-89830247-fbcc-4098-867e-bf949fe8da63 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-595224'] for floatingip, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:58:46.035853 n-d-818823-1 neutron-server[103447]: INFO neutron.db.l3_db [req-9f0c078b-7278-4b38-a4c6-4958ab246fc3 req-89830247-fbcc-4098-867e-bf949fe8da63 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Floating IP 29c1e11a-c20f-4c89-914a-c842f226f8b9 disassociated. External IP: 172.25.5.108, port: ed8a2b19-19c4-4a75-99c6-2e241bb3b7c4. Nov 22 20:58:46.036195 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-9f0c078b-7278-4b38-a4c6-4958ab246fc3 req-89830247-fbcc-4098-867e-bf949fe8da63 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Calling delete_port for ed8a2b19-19c4-4a75-99c6-2e241bb3b7c4 owned by compute:nova {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 20:58:46.161225 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-9f0c078b-7278-4b38-a4c6-4958ab246fc3 req-89830247-fbcc-4098-867e-bf949fe8da63 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:58:46.189560 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89830247-fbcc-4098-867e-bf949fe8da63 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Pushing event deleted for resources: {'Port': ['ID=ed8a2b19-19c4-4a75-99c6-2e241bb3b7c4,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:58:46.306408 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9f0c078b-7278-4b38-a4c6-4958ab246fc3 req-89830247-fbcc-4098-867e-bf949fe8da63 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Router c579614a-aff1-4c5f-934f-a7e4bee1ac32 has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 20:58:46.414585 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9f0c078b-7278-4b38-a4c6-4958ab246fc3 req-89830247-fbcc-4098-867e-bf949fe8da63 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:58:46.424337 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e7a130a-76fc-4205-8e06-819193b541fb None None] Sync routers for ids ['c579614a-aff1-4c5f-934f-a7e4bee1ac32'] in n-d-818823-1 {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:58:46.434938 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e7a130a-76fc-4205-8e06-819193b541fb None None] Routers {'c579614a-aff1-4c5f-934f-a7e4bee1ac32'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:58:46.435593 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-6e7a130a-76fc-4205-8e06-819193b541fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:58:33Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['c579614a-aff1-4c5f-934f-a7e4bee1ac32'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:58:46.452465 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f0c078b-7278-4b38-a4c6-4958ab246fc3 req-89830247-fbcc-4098-867e-bf949fe8da63 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] No DVR routers for this DVR port ed8a2b19-19c4-4a75-99c6-2e241bb3b7c4 on host n-h2-818823-1 {{(pid=103447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 20:58:46.455192 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-9f0c078b-7278-4b38-a4c6-4958ab246fc3 req-89830247-fbcc-4098-867e-bf949fe8da63 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:58:46.458615 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9f0c078b-7278-4b38-a4c6-4958ab246fc3 req-89830247-fbcc-4098-867e-bf949fe8da63 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.20 "DELETE /v2.0/ports/ed8a2b19-19c4-4a75-99c6-2e241bb3b7c4 HTTP/1.1" status: 204 len: 173 time: 0.8122900 Nov 22 20:58:46.459079 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f91e89d-3085-4468-91b3-40cdfb84fe63', 'name': 'network-vif-deleted', 'tag': 'ed8a2b19-19c4-4a75-99c6-2e241bb3b7c4'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:58:46.461434 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68c52d28-776d-47ad-828f-5a8e6687090f" -d '{"events": [{"server_uuid": "8f91e89d-3085-4468-91b3-40cdfb84fe63", "name": "network-vif-deleted", "tag": "ed8a2b19-19c4-4a75-99c6-2e241bb3b7c4"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:58:46.506530 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:58:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a727b0b-058a-48b5-81e3-5e2d5763ed5a x-openstack-request-id: req-1a727b0b-058a-48b5-81e3-5e2d5763ed5a {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:58:46.506849 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f91e89d-3085-4468-91b3-40cdfb84fe63", "name": "network-vif-deleted", "tag": "ed8a2b19-19c4-4a75-99c6-2e241bb3b7c4", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:58:46.507102 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1a727b0b-058a-48b5-81e3-5e2d5763ed5a {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:58:46.507531 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f91e89d-3085-4468-91b3-40cdfb84fe63', 'name': 'network-vif-deleted', 'tag': 'ed8a2b19-19c4-4a75-99c6-2e241bb3b7c4', 'status': 'completed', 'code': 200} Nov 22 20:58:46.552604 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-6e7a130a-76fc-4205-8e06-819193b541fb None None] Set router c579614a-aff1-4c5f-934f-a7e4bee1ac32 gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:58:46.733988 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-df7c9e12-63b9-4f5d-92d0-672b299ad5af req-7d30115b-797f-4ecb-b4ad-eef47cf0f86c tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/ports?device_id=8f91e89d-3085-4468-91b3-40cdfb84fe63 HTTP/1.1" status: 200 len: 210 time: 0.0295086 Nov 22 20:58:46.750781 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-6e7a130a-76fc-4205-8e06-819193b541fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c579614a-aff1-4c5f-934f-a7e4bee1ac32', 'name': 'tempest-ServerActionsTestJSON-1539680232-router', 'tenant_id': '4ed58de80f1e421e98eee918a71a237a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.244'}], 'enable_snat': True}, 'gw_port_id': '8abc9af0-4663-4aaa-8260-91a3ff4fee50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:56:31Z', 'updated_at': '2021-11-22T20:56:34Z', 'revision_number': 4, 'project_id': '4ed58de80f1e421e98eee918a71a237a', 'gw_port': {'id': '8abc9af0-4663-4aaa-8260-91a3ff4fee50', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:c9:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c579614a-aff1-4c5f-934f-a7e4bee1ac32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:56:32Z', 'updated_at': '2021-11-22T20:56:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': '196d638a-3421-4ca1-8880-2d33e330ef34', 'name': '', 'network_id': '9c2e3968-fb71-44d4-8815-57320e389aae', 'tenant_id': '4ed58de80f1e421e98eee918a71a237a', 'mac_address': 'fa:16:3e:95:02:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c579614a-aff1-4c5f-934f-a7e4bee1ac32', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': 'cde59213-1ea3-488e-9922-16ddb38927ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:56:34Z', 'updated_at': '2021-11-22T20:56:38Z', 'revision_number': 5, 'project_id': '4ed58de80f1e421e98eee918a71a237a', 'subnets': [{'id': 'cde59213-1ea3-488e-9922-16ddb38927ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:58:46.776925 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e7a130a-76fc-4205-8e06-819193b541fb None None] Checking router: c579614a-aff1-4c5f-934f-a7e4bee1ac32 for host: n-d-818823-1 {{(pid=103449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 20:58:46.785582 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e7a130a-76fc-4205-8e06-819193b541fb None None] Routers {'c579614a-aff1-4c5f-934f-a7e4bee1ac32'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:58:46.786170 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-6e7a130a-76fc-4205-8e06-819193b541fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:58:33Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['c579614a-aff1-4c5f-934f-a7e4bee1ac32'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:58:46.895423 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-6e7a130a-76fc-4205-8e06-819193b541fb None None] Set router c579614a-aff1-4c5f-934f-a7e4bee1ac32 gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:58:47.098996 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-6e7a130a-76fc-4205-8e06-819193b541fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c579614a-aff1-4c5f-934f-a7e4bee1ac32', 'name': 'tempest-ServerActionsTestJSON-1539680232-router', 'tenant_id': '4ed58de80f1e421e98eee918a71a237a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.244'}], 'enable_snat': True}, 'gw_port_id': '8abc9af0-4663-4aaa-8260-91a3ff4fee50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:56:31Z', 'updated_at': '2021-11-22T20:56:34Z', 'revision_number': 4, 'project_id': '4ed58de80f1e421e98eee918a71a237a', 'gw_port': {'id': '8abc9af0-4663-4aaa-8260-91a3ff4fee50', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:c9:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c579614a-aff1-4c5f-934f-a7e4bee1ac32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:56:32Z', 'updated_at': '2021-11-22T20:56:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': '196d638a-3421-4ca1-8880-2d33e330ef34', 'name': '', 'network_id': '9c2e3968-fb71-44d4-8815-57320e389aae', 'tenant_id': '4ed58de80f1e421e98eee918a71a237a', 'mac_address': 'fa:16:3e:95:02:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c579614a-aff1-4c5f-934f-a7e4bee1ac32', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': 'cde59213-1ea3-488e-9922-16ddb38927ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:56:34Z', 'updated_at': '2021-11-22T20:56:38Z', 'revision_number': 5, 'project_id': '4ed58de80f1e421e98eee918a71a237a', 'subnets': [{'id': 'cde59213-1ea3-488e-9922-16ddb38927ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:58:47.125879 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e7a130a-76fc-4205-8e06-819193b541fb None None] The sync data for ids ['c579614a-aff1-4c5f-934f-a7e4bee1ac32'] in n-d-818823-1 is: [{'id': 'c579614a-aff1-4c5f-934f-a7e4bee1ac32', 'name': 'tempest-ServerActionsTestJSON-1539680232-router', 'tenant_id': '4ed58de80f1e421e98eee918a71a237a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.244'}], 'enable_snat': True}, 'gw_port_id': '8abc9af0-4663-4aaa-8260-91a3ff4fee50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:56:31Z', 'updated_at': '2021-11-22T20:56:34Z', 'revision_number': 4, 'project_id': '4ed58de80f1e421e98eee918a71a237a', 'gw_port': {'id': '8abc9af0-4663-4aaa-8260-91a3ff4fee50', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:c9:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c579614a-aff1-4c5f-934f-a7e4bee1ac32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:56:32Z', 'updated_at': '2021-11-22T20:56:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': '196d638a-3421-4ca1-8880-2d33e330ef34', 'name': '', 'network_id': '9c2e3968-fb71-44d4-8815-57320e389aae', 'tenant_id': '4ed58de80f1e421e98eee918a71a237a', 'mac_address': 'fa:16:3e:95:02:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c579614a-aff1-4c5f-934f-a7e4bee1ac32', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': 'cde59213-1ea3-488e-9922-16ddb38927ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:56:34Z', 'updated_at': '2021-11-22T20:56:38Z', 'revision_number': 5, 'project_id': '4ed58de80f1e421e98eee918a71a237a', 'subnets': [{'id': 'cde59213-1ea3-488e-9922-16ddb38927ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:58:47.335849 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e8e699b-0220-4b15-93fd-1c21616c7ddf None None] New status for floating IP 29c1e11a-c20f-4c89-914a-c842f226f8b9: DOWN {{(pid=103450) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 20:58:47.967677 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b00dc783-f66e-48e9-ad7a-274e8c901d36 req-cfa345e2-9af3-4801-848b-6637df0054d9 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--893446437&fields=id&tenant_id=4ed58de80f1e421e98eee918a71a237a HTTP/1.1" status: 200 len: 267 time: 0.0419219 Nov 22 20:58:48.073933 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00dc783-f66e-48e9-ad7a-274e8c901d36 req-09d8b02d-9669-4f52-8979-264a84c8303f tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:58:48.075400 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b00dc783-f66e-48e9-ad7a-274e8c901d36 req-09d8b02d-9669-4f52-8979-264a84c8303f tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/networks?id=9c2e3968-fb71-44d4-8815-57320e389aae HTTP/1.1" status: 200 len: 812 time: 0.1008599 Nov 22 20:58:48.091166 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b00dc783-f66e-48e9-ad7a-274e8c901d36 req-21656e69-7997-4b0f-9e3a-8728f6beb64d tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/quotas/4ed58de80f1e421e98eee918a71a237a HTTP/1.1" status: 200 len: 375 time: 0.0095773 Nov 22 20:58:48.147392 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b00dc783-f66e-48e9-ad7a-274e8c901d36 req-cf6da683-1d7f-4606-88d4-ecad1a3cee48 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=4ed58de80f1e421e98eee918a71a237a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0510736 Nov 22 20:58:48.161498 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.agents_db [None req-aa8313f2-1ee4-4e7b-8c5a-d32b2f9d31ee None None] Agent healthcheck: found 7 active agents {{(pid=103450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 20:58:48.163242 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device ed8a2b19-19c4-4a75-99c6-2e241bb3b7c4 no longer exists at agent hyperv_n-h2-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 20:58:48.164815 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [req-b00dc783-f66e-48e9-ad7a-274e8c901d36 req-bbf730cd-2468-4df3-82b4-fa2ccbb647e7 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=103447) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 20:58:48.165821 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b00dc783-f66e-48e9-ad7a-274e8c901d36 req-bbf730cd-2468-4df3-82b4-fa2ccbb647e7 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0067151 Nov 22 20:58:48.184492 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] No Port match for: ed8a2b19-19c4-4a75-99c6-2e241bb3b7c4 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 20:58:48.184838 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device ed8a2b19-19c4-4a75-99c6-2e241bb3b7c4 not bound to the agent host n-h2-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 20:58:48.258699 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b00dc783-f66e-48e9-ad7a-274e8c901d36 req-2b21aaa7-aba3-4cf3-95c4-6d014d3b3e0f service neutron] 10.222.0.46 "GET /v2.0/networks/9c2e3968-fb71-44d4-8815-57320e389aae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865247 Nov 22 20:58:48.349291 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b00dc783-f66e-48e9-ad7a-274e8c901d36 req-e66a4f65-0a62-4954-b2b0-0e0fb364ba11 service neutron] 10.222.0.46 "GET /v2.0/networks/9c2e3968-fb71-44d4-8815-57320e389aae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843635 Nov 22 20:58:48.504644 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c73d1fb1-291b-4615-bb69-167564cf84a2 req-93425e7e-7406-4e2c-bb6c-232fa2bba668 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/ports?device_id=6fff5bc8-edb4-4a88-aa78-46be1d8b50ec HTTP/1.1" status: 200 len: 210 time: 0.0268774 Nov 22 20:58:49.582275 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3e8a3fc2-21c6-462a-b329-4de1d4b7a59e req-eace9b68-488e-4822-8fd7-6dfe115b50b7 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/ports?device_id=6fff5bc8-edb4-4a88-aa78-46be1d8b50ec HTTP/1.1" status: 200 len: 210 time: 0.0276134 Nov 22 20:58:50.664991 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ca415b29-b597-45dc-94b1-08a005701c6f req-85cfd55f-c2ce-4ddc-8a46-cfe777a33981 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/ports?device_id=6fff5bc8-edb4-4a88-aa78-46be1d8b50ec HTTP/1.1" status: 200 len: 210 time: 0.0297682 Nov 22 20:58:51.744679 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-35214873-9ff2-41ac-a884-aa8b27abeaba req-fb985938-062f-492c-913e-ea278cffbbc5 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/ports?device_id=6fff5bc8-edb4-4a88-aa78-46be1d8b50ec HTTP/1.1" status: 200 len: 210 time: 0.0269701 Nov 22 20:58:52.840781 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c7666f95-daf9-4a4e-aa08-04e7fd4f73c9 req-9c10ef94-2215-48be-80b1-a45529292f4f tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/ports?device_id=6fff5bc8-edb4-4a88-aa78-46be1d8b50ec HTTP/1.1" status: 200 len: 210 time: 0.0297532 Nov 22 20:58:53.500819 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00dc783-f66e-48e9-ad7a-274e8c901d36 req-4e26663e-46e1-49df-a15d-378fd25a6893 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:58:53.502859 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b00dc783-f66e-48e9-ad7a-274e8c901d36 req-4e26663e-46e1-49df-a15d-378fd25a6893 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.20 "GET /v2.0/networks?id=9c2e3968-fb71-44d4-8815-57320e389aae HTTP/1.1" status: 200 len: 812 time: 0.1013384 Nov 22 20:58:53.569371 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b00dc783-f66e-48e9-ad7a-274e8c901d36 req-a2965ae6-14b7-453d-a8da-4b9a87653311 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4ed58de80f1e421e98eee918a71a237a HTTP/1.1" status: 200 len: 379 time: 0.0569324 Nov 22 20:58:53.578955 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-b00dc783-f66e-48e9-ad7a-274e8c901d36 req-bfb4bf75-d270-41af-addb-d086f8831fa2 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Request body: {'port': {'device_id': '6fff5bc8-edb4-4a88-aa78-46be1d8b50ec', 'network_id': '9c2e3968-fb71-44d4-8815-57320e389aae', 'admin_state_up': True, 'tenant_id': '4ed58de80f1e421e98eee918a71a237a', 'security_groups': ['efebab54-f3d0-45af-9ed5-f9e8fd2b2abf']}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:58:53.685609 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b00dc783-f66e-48e9-ad7a-274e8c901d36 req-bfb4bf75-d270-41af-addb-d086f8831fa2 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Made reservation on behalf of 4ed58de80f1e421e98eee918a71a237a for: {'port': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 20:58:53.689095 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-b00dc783-f66e-48e9-ad7a-274e8c901d36 req-bfb4bf75-d270-41af-addb-d086f8831fa2 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:58:53.815821 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [req-b00dc783-f66e-48e9-ad7a-274e8c901d36 req-bfb4bf75-d270-41af-addb-d086f8831fa2 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Allocated IP 172.20.0.7 (9c2e3968-fb71-44d4-8815-57320e389aae/cde59213-1ea3-488e-9922-16ddb38927ba/b58c1db8-7823-442c-a26a-3160b4e18ca4) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 20:58:53.944932 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-21a51dfa-c878-403f-b2a7-7c43def7b6be req-4857601e-8891-4afb-a66f-b785eefcde08 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/ports?device_id=6fff5bc8-edb4-4a88-aa78-46be1d8b50ec HTTP/1.1" status: 200 len: 210 time: 0.0331318 Nov 22 20:58:53.981716 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-b00dc783-f66e-48e9-ad7a-274e8c901d36 req-bfb4bf75-d270-41af-addb-d086f8831fa2 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:58:54.014968 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-b00dc783-f66e-48e9-ad7a-274e8c901d36 req-bfb4bf75-d270-41af-addb-d086f8831fa2 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:58:54.062300 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b00dc783-f66e-48e9-ad7a-274e8c901d36 req-bfb4bf75-d270-41af-addb-d086f8831fa2 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Network 9c2e3968-fb71-44d4-8815-57320e389aae is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 20:58:54.065543 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [req-b00dc783-f66e-48e9-ad7a-274e8c901d36 req-bfb4bf75-d270-41af-addb-d086f8831fa2 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 20:58:54.069699 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-b00dc783-f66e-48e9-ad7a-274e8c901d36 req-bfb4bf75-d270-41af-addb-d086f8831fa2 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 20:58:54.076240 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb4bf75-d270-41af-addb-d086f8831fa2 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Pushing event updated for resources: {'Port': ['ID=b58c1db8-7823-442c-a26a-3160b4e18ca4,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:58:54.123320 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00dc783-f66e-48e9-ad7a-274e8c901d36 req-bfb4bf75-d270-41af-addb-d086f8831fa2 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:58:54.124144 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-b00dc783-f66e-48e9-ad7a-274e8c901d36 req-bfb4bf75-d270-41af-addb-d086f8831fa2 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:58:54.140660 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b00dc783-f66e-48e9-ad7a-274e8c901d36 req-bfb4bf75-d270-41af-addb-d086f8831fa2 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5652153 Nov 22 20:58:54.153654 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-b00dc783-f66e-48e9-ad7a-274e8c901d36 req-920a562a-538c-4d95-b735-2a976e5b5712 service neutron] Request body: {'port': {'device_id': '6fff5bc8-edb4-4a88-aa78-46be1d8b50ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818823-1'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:58:54.218110 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-b00dc783-f66e-48e9-ad7a-274e8c901d36 req-920a562a-538c-4d95-b735-2a976e5b5712 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:58:54.307102 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-99afe0c3-9896-4287-8de0-31719e2a7aac None None] Provisioning complete for port b58c1db8-7823-442c-a26a-3160b4e18ca4 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:58:54.307702 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-99afe0c3-9896-4287-8de0-31719e2a7aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:58:54.340826 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-99afe0c3-9896-4287-8de0-31719e2a7aac None None] Port b58c1db8-7823-442c-a26a-3160b4e18ca4 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 20:58:54.487016 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [req-b00dc783-f66e-48e9-ad7a-274e8c901d36 req-920a562a-538c-4d95-b735-2a976e5b5712 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b58c1db8-7823-442c-a26a-3160b4e18ca4 {{(pid=103447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:58:54.494749 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-b00dc783-f66e-48e9-ad7a-274e8c901d36 req-920a562a-538c-4d95-b735-2a976e5b5712 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:58:54.507301 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.provisioning_blocks [req-b00dc783-f66e-48e9-ad7a-274e8c901d36 req-920a562a-538c-4d95-b735-2a976e5b5712 service neutron] Transition to ACTIVE for port object b58c1db8-7823-442c-a26a-3160b4e18ca4 will not be triggered until provisioned by entity L2. {{(pid=103447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 20:58:54.511104 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-b00dc783-f66e-48e9-ad7a-274e8c901d36 req-920a562a-538c-4d95-b735-2a976e5b5712 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:58:54.561054 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920a562a-538c-4d95-b735-2a976e5b5712 service neutron] Pushing event updated for resources: {'Port': ['ID=b58c1db8-7823-442c-a26a-3160b4e18ca4,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:58:54.634676 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-b00dc783-f66e-48e9-ad7a-274e8c901d36 req-920a562a-538c-4d95-b735-2a976e5b5712 service neutron] Attempting to bind port b58c1db8-7823-442c-a26a-3160b4e18ca4 on host n-h2-818823-1 for vnic_type normal with profile {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 20:58:54.635010 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-b00dc783-f66e-48e9-ad7a-274e8c901d36 req-920a562a-538c-4d95-b735-2a976e5b5712 service neutron] Attempting to bind port b58c1db8-7823-442c-a26a-3160b4e18ca4 by drivers openvswitch,hyperv on host n-h2-818823-1 at level 0 using segments [{'id': '23865291-503c-4941-b92a-ce0c5ab5f182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '9c2e3968-fb71-44d4-8815-57320e389aae'}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 20:58:54.635342 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b00dc783-f66e-48e9-ad7a-274e8c901d36 req-920a562a-538c-4d95-b735-2a976e5b5712 service neutron] Attempting to bind port b58c1db8-7823-442c-a26a-3160b4e18ca4 on network 9c2e3968-fb71-44d4-8815-57320e389aae {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:58:54.640001 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b00dc783-f66e-48e9-ad7a-274e8c901d36 req-920a562a-538c-4d95-b735-2a976e5b5712 service neutron] Port b58c1db8-7823-442c-a26a-3160b4e18ca4 on network 9c2e3968-fb71-44d4-8815-57320e389aae not bound, no agent of type Open vSwitch agent registered on host n-h2-818823-1 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 20:58:54.640318 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b00dc783-f66e-48e9-ad7a-274e8c901d36 req-920a562a-538c-4d95-b735-2a976e5b5712 service neutron] Attempting to bind port b58c1db8-7823-442c-a26a-3160b4e18ca4 on network 9c2e3968-fb71-44d4-8815-57320e389aae {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 20:58:54.645353 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b00dc783-f66e-48e9-ad7a-274e8c901d36 req-920a562a-538c-4d95-b735-2a976e5b5712 service neutron] Checking agent: {'id': '65e0486a-7030-4065-96f0-10aa7402a530', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'started_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 20, 58, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 20:58:54.645691 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b00dc783-f66e-48e9-ad7a-274e8c901d36 req-920a562a-538c-4d95-b735-2a976e5b5712 service neutron] Checking segment: {'id': '23865291-503c-4941-b92a-ce0c5ab5f182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '9c2e3968-fb71-44d4-8815-57320e389aae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 20:58:54.646068 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b00dc783-f66e-48e9-ad7a-274e8c901d36 req-920a562a-538c-4d95-b735-2a976e5b5712 service neutron] Bound using segment: {'id': '23865291-503c-4941-b92a-ce0c5ab5f182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '9c2e3968-fb71-44d4-8815-57320e389aae'} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 20:58:54.646489 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-b00dc783-f66e-48e9-ad7a-274e8c901d36 req-920a562a-538c-4d95-b735-2a976e5b5712 service neutron] Bound port: b58c1db8-7823-442c-a26a-3160b4e18ca4, host: n-h2-818823-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23865291-503c-4941-b92a-ce0c5ab5f182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '9c2e3968-fb71-44d4-8815-57320e389aae'}}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 20:58:54.646848 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-b00dc783-f66e-48e9-ad7a-274e8c901d36 req-920a562a-538c-4d95-b735-2a976e5b5712 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:58:54.711117 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-b00dc783-f66e-48e9-ad7a-274e8c901d36 req-920a562a-538c-4d95-b735-2a976e5b5712 service neutron] For port b58c1db8-7823-442c-a26a-3160b4e18ca4, host n-h2-818823-1, cleared binding levels {{(pid=103447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 20:58:54.714059 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-b00dc783-f66e-48e9-ad7a-274e8c901d36 req-920a562a-538c-4d95-b735-2a976e5b5712 service neutron] For port b58c1db8-7823-442c-a26a-3160b4e18ca4, host n-h2-818823-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=b58c1db8-7823-442c-a26a-3160b4e18ca4,segment=NetworkSegment(23865291-503c-4941-b92a-ce0c5ab5f182),segment_id=23865291-503c-4941-b92a-ce0c5ab5f182)] {{(pid=103447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 20:58:54.718388 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-b00dc783-f66e-48e9-ad7a-274e8c901d36 req-920a562a-538c-4d95-b735-2a976e5b5712 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:58:54.755794 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00dc783-f66e-48e9-ad7a-274e8c901d36 req-920a562a-538c-4d95-b735-2a976e5b5712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:58:54.756409 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-b00dc783-f66e-48e9-ad7a-274e8c901d36 req-920a562a-538c-4d95-b735-2a976e5b5712 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:58:54.757924 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b00dc783-f66e-48e9-ad7a-274e8c901d36 req-920a562a-538c-4d95-b735-2a976e5b5712 service neutron] 10.222.0.20 "PUT /v2.0/ports/b58c1db8-7823-442c-a26a-3160b4e18ca4 HTTP/1.1" status: 200 len: 1091 time: 0.6086557 Nov 22 20:58:54.758392 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fff5bc8-edb4-4a88-aa78-46be1d8b50ec', 'tag': 'b58c1db8-7823-442c-a26a-3160b4e18ca4'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:58:54.760709 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ab85254-fc91-4fe0-89bf-3345b1eccda6" -d '{"events": [{"name": "network-changed", "server_uuid": "6fff5bc8-edb4-4a88-aa78-46be1d8b50ec", "tag": "b58c1db8-7823-442c-a26a-3160b4e18ca4"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:58:54.785934 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920a562a-538c-4d95-b735-2a976e5b5712 service neutron] Pushing event updated for resources: {'Port': ['ID=b58c1db8-7823-442c-a26a-3160b4e18ca4,revision_number=3']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:58:54.831736 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 20:58:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b597439-7ad7-43a4-9b95-127a59ed7ac1 x-openstack-request-id: req-0b597439-7ad7-43a4-9b95-127a59ed7ac1 {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:58:54.832135 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fff5bc8-edb4-4a88-aa78-46be1d8b50ec", "tag": "b58c1db8-7823-442c-a26a-3160b4e18ca4", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:58:54.832459 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0b597439-7ad7-43a4-9b95-127a59ed7ac1 {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:58:54.832932 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fff5bc8-edb4-4a88-aa78-46be1d8b50ec', 'tag': 'b58c1db8-7823-442c-a26a-3160b4e18ca4', 'status': 'completed', 'code': 200} Nov 22 20:58:54.854121 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00dc783-f66e-48e9-ad7a-274e8c901d36 req-47d49f74-7f20-4a95-aaf2-564db5476d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:58:54.855711 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b00dc783-f66e-48e9-ad7a-274e8c901d36 req-47d49f74-7f20-4a95-aaf2-564db5476d6a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4ed58de80f1e421e98eee918a71a237a&device_id=6fff5bc8-edb4-4a88-aa78-46be1d8b50ec HTTP/1.1" status: 200 len: 1094 time: 0.0510113 Nov 22 20:58:54.905737 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b00dc783-f66e-48e9-ad7a-274e8c901d36 req-e29a9219-8f8d-40c9-8b81-39b7aef48d69 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b58c1db8-7823-442c-a26a-3160b4e18ca4 HTTP/1.1" status: 200 len: 217 time: 0.0410254 Nov 22 20:58:54.958153 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00dc783-f66e-48e9-ad7a-274e8c901d36 req-5b5c39d9-4a20-4549-a5b7-acb3c9a391ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:58:54.960241 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b00dc783-f66e-48e9-ad7a-274e8c901d36 req-5b5c39d9-4a20-4549-a5b7-acb3c9a391ad service neutron] 10.222.0.20 "GET /v2.0/subnets?id=cde59213-1ea3-488e-9922-16ddb38927ba HTTP/1.1" status: 200 len: 851 time: 0.0457041 Nov 22 20:58:55.009753 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00dc783-f66e-48e9-ad7a-274e8c901d36 req-a5024124-78bb-4fbe-b5ec-6ace045eedfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:58:55.011348 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b00dc783-f66e-48e9-ad7a-274e8c901d36 req-a5024124-78bb-4fbe-b5ec-6ace045eedfe service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9c2e3968-fb71-44d4-8815-57320e389aae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449984 Nov 22 20:58:55.111599 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23831ff-f545-4647-b303-1e22e87f7e49 req-234080af-0764-488c-850c-e820e9a683d4 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:58:55.113083 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f23831ff-f545-4647-b303-1e22e87f7e49 req-234080af-0764-488c-850c-e820e9a683d4 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/ports?device_id=6fff5bc8-edb4-4a88-aa78-46be1d8b50ec HTTP/1.1" status: 200 len: 943 time: 0.0992336 Nov 22 20:58:55.154676 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b00dc783-f66e-48e9-ad7a-274e8c901d36 req-d41a1e8f-dc68-4aee-acd1-f4b2ef1d3434 service neutron] 10.222.0.20 "GET /v2.0/networks/9c2e3968-fb71-44d4-8815-57320e389aae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324861 Nov 22 20:58:55.219040 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f23831ff-f545-4647-b303-1e22e87f7e49 req-4ed93487-6a38-4b96-8b50-00ff67ffddbc tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/security-groups?id=efebab54-f3d0-45af-9ed5-f9e8fd2b2abf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0973778 Nov 22 20:58:55.259370 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b00dc783-f66e-48e9-ad7a-274e8c901d36 req-a0e39c86-0bd1-4695-bd04-7c7af678224a service neutron] 10.222.0.20 "GET /v2.0/networks/9c2e3968-fb71-44d4-8815-57320e389aae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972621 Nov 22 20:58:55.348658 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab85254-fc91-4fe0-89bf-3345b1eccda6 req-6233797a-0e51-4464-90cc-5db7361a0548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:58:55.350220 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6ab85254-fc91-4fe0-89bf-3345b1eccda6 req-6233797a-0e51-4464-90cc-5db7361a0548 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4ed58de80f1e421e98eee918a71a237a&device_id=6fff5bc8-edb4-4a88-aa78-46be1d8b50ec HTTP/1.1" status: 200 len: 1094 time: 0.0415008 Nov 22 20:58:55.443293 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab85254-fc91-4fe0-89bf-3345b1eccda6 req-20394d0f-af55-43f4-ae43-0c5d2fea4182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:58:55.445314 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6ab85254-fc91-4fe0-89bf-3345b1eccda6 req-20394d0f-af55-43f4-ae43-0c5d2fea4182 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9c2e3968-fb71-44d4-8815-57320e389aae HTTP/1.1" status: 200 len: 913 time: 0.0879250 Nov 22 20:58:55.489041 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6ab85254-fc91-4fe0-89bf-3345b1eccda6 req-c91a498a-b999-41fb-ba08-d69c0ac085ab service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b58c1db8-7823-442c-a26a-3160b4e18ca4 HTTP/1.1" status: 200 len: 217 time: 0.0347347 Nov 22 20:58:55.538158 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab85254-fc91-4fe0-89bf-3345b1eccda6 req-a67da556-84fe-4324-9a73-f93cd1dcce5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:58:55.539536 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6ab85254-fc91-4fe0-89bf-3345b1eccda6 req-a67da556-84fe-4324-9a73-f93cd1dcce5f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=cde59213-1ea3-488e-9922-16ddb38927ba HTTP/1.1" status: 200 len: 851 time: 0.0433404 Nov 22 20:58:55.586111 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab85254-fc91-4fe0-89bf-3345b1eccda6 req-13d20814-d3ff-47b2-a9e1-d691467bbc2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:58:55.587649 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6ab85254-fc91-4fe0-89bf-3345b1eccda6 req-13d20814-d3ff-47b2-a9e1-d691467bbc2a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9c2e3968-fb71-44d4-8815-57320e389aae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404739 Nov 22 20:58:55.681152 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6ab85254-fc91-4fe0-89bf-3345b1eccda6 req-12fd609e-e746-4143-b237-af4906a3134e service neutron] 10.222.0.20 "GET /v2.0/networks/9c2e3968-fb71-44d4-8815-57320e389aae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848379 Nov 22 20:58:55.773805 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6ab85254-fc91-4fe0-89bf-3345b1eccda6 req-6eadeccc-9503-418c-8255-d2584601e6f5 service neutron] 10.222.0.20 "GET /v2.0/networks/9c2e3968-fb71-44d4-8815-57320e389aae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855315 Nov 22 20:58:56.586791 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5292935e-f0dd-4231-a22b-cb21270fa67d req-5cdc48f8-fff4-4a89-a6cc-61b86bf3f965 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:58:56.588219 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5292935e-f0dd-4231-a22b-cb21270fa67d req-5cdc48f8-fff4-4a89-a6cc-61b86bf3f965 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/ports?device_id=6fff5bc8-edb4-4a88-aa78-46be1d8b50ec HTTP/1.1" status: 200 len: 943 time: 0.2977407 Nov 22 20:58:56.633911 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5292935e-f0dd-4231-a22b-cb21270fa67d req-ca9dec89-4e09-4161-83c4-c4d33839ccce tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/security-groups?id=efebab54-f3d0-45af-9ed5-f9e8fd2b2abf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396488 Nov 22 20:58:57.747550 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24465d5e-2510-4b07-b562-fb8d24d7b747 req-45c3d4c6-eec6-42b2-ba68-65ba996fb8ea tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:58:57.749288 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-24465d5e-2510-4b07-b562-fb8d24d7b747 req-45c3d4c6-eec6-42b2-ba68-65ba996fb8ea tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/ports?device_id=6fff5bc8-edb4-4a88-aa78-46be1d8b50ec HTTP/1.1" status: 200 len: 943 time: 0.0482259 Nov 22 20:58:57.795236 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-24465d5e-2510-4b07-b562-fb8d24d7b747 req-06177b2b-41b9-4a10-8a78-aea80902ef95 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/security-groups?id=efebab54-f3d0-45af-9ed5-f9e8fd2b2abf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399880 Nov 22 20:58:58.224329 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device b58c1db8-7823-442c-a26a-3160b4e18ca4 details requested by agent hyperv_n-h2-818823-1 with host n-h2-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 20:58:58.319405 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port b58c1db8-7823-442c-a26a-3160b4e18ca4, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=b58c1db8-7823-442c-a26a-3160b4e18ca4,segment=NetworkSegment(23865291-503c-4941-b92a-ce0c5ab5f182),segment_id=23865291-503c-4941-b92a-ce0c5ab5f182)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:58:58.330892 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Returning: {'device': 'b58c1db8-7823-442c-a26a-3160b4e18ca4', 'network_id': '9c2e3968-fb71-44d4-8815-57320e389aae', 'port_id': 'b58c1db8-7823-442c-a26a-3160b4e18ca4', 'mac_address': 'fa:16:3e:f9:87:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cde59213-1ea3-488e-9922-16ddb38927ba', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 20:58:58.366870 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:58:58.379740 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b58c1db8-7823-442c-a26a-3160b4e18ca4 {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 20:58:58.399125 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port b58c1db8-7823-442c-a26a-3160b4e18ca4, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=b58c1db8-7823-442c-a26a-3160b4e18ca4,segment=NetworkSegment(23865291-503c-4941-b92a-ce0c5ab5f182),segment_id=23865291-503c-4941-b92a-ce0c5ab5f182)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:58:58.403161 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:58:58.452741 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=b58c1db8-7823-442c-a26a-3160b4e18ca4,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:58:58.744321 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] get_ports_and_sgs() called for port_ids ['b58c1db8-7823-442c-a26a-3160b4e18ca4'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 20:58:58.911237 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cfab02-d49c-4823-b3df-3dc40943f2e6 req-cb9e0622-5732-4bc0-a7e1-bd52caeff9c7 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:58:58.912733 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-28cfab02-d49c-4823-b3df-3dc40943f2e6 req-cb9e0622-5732-4bc0-a7e1-bd52caeff9c7 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/ports?device_id=6fff5bc8-edb4-4a88-aa78-46be1d8b50ec HTTP/1.1" status: 200 len: 944 time: 0.0512300 Nov 22 20:58:58.958705 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-28cfab02-d49c-4823-b3df-3dc40943f2e6 req-0bbbabc7-c9f4-4c12-b37f-68d7fc456111 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/security-groups?id=efebab54-f3d0-45af-9ed5-f9e8fd2b2abf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399625 Nov 22 20:59:00.074497 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ddece38b-9677-4525-92cc-739261083266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:59:00.075376 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d611197-ba6d-4c10-8d49-eef331777ae0 req-a28aa9ac-c348-409b-bba6-3b7bd74f3ab1 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:59:00.076702 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2d611197-ba6d-4c10-8d49-eef331777ae0 req-a28aa9ac-c348-409b-bba6-3b7bd74f3ab1 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/ports?device_id=6fff5bc8-edb4-4a88-aa78-46be1d8b50ec HTTP/1.1" status: 200 len: 944 time: 0.0495720 Nov 22 20:59:00.123405 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2d611197-ba6d-4c10-8d49-eef331777ae0 req-38699322-c01a-4a39-b573-5bf2d9ac1515 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/security-groups?id=efebab54-f3d0-45af-9ed5-f9e8fd2b2abf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408170 Nov 22 20:59:00.241144 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device b58c1db8-7823-442c-a26a-3160b4e18ca4 up at agent hyperv_n-h2-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 20:59:00.291853 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Provisioning for port b58c1db8-7823-442c-a26a-3160b4e18ca4 completed by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 20:59:00.295712 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Provisioning complete for port b58c1db8-7823-442c-a26a-3160b4e18ca4 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 20:59:00.296080 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:59:00.373796 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:59:00.395847 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fff5bc8-edb4-4a88-aa78-46be1d8b50ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b58c1db8-7823-442c-a26a-3160b4e18ca4'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:59:00.398637 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d39f6d30a11e565ec9648abcc015e8a6ab6cff4edd704add8155e28765d31eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2bd69b5-ee52-471d-8fc1-8e999496e874" -d '{"events": [{"server_uuid": "6fff5bc8-edb4-4a88-aa78-46be1d8b50ec", "name": "network-vif-plugged", "status": "completed", "tag": "b58c1db8-7823-442c-a26a-3160b4e18ca4"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:59:00.412048 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port b58c1db8-7823-442c-a26a-3160b4e18ca4, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=b58c1db8-7823-442c-a26a-3160b4e18ca4,segment=NetworkSegment(23865291-503c-4941-b92a-ce0c5ab5f182),segment_id=23865291-503c-4941-b92a-ce0c5ab5f182)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 20:59:00.416663 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:59:00.443040 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 20:59:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70ef2ba0-ff0f-42e0-be67-04c8fef2df65 x-openstack-request-id: req-70ef2ba0-ff0f-42e0-be67-04c8fef2df65 {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:59:00.443295 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fff5bc8-edb4-4a88-aa78-46be1d8b50ec", "name": "network-vif-plugged", "status": "completed", "tag": "b58c1db8-7823-442c-a26a-3160b4e18ca4", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:59:00.443581 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-70ef2ba0-ff0f-42e0-be67-04c8fef2df65 {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:59:00.443970 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fff5bc8-edb4-4a88-aa78-46be1d8b50ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b58c1db8-7823-442c-a26a-3160b4e18ca4', 'code': 200} Nov 22 20:59:00.469592 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=b58c1db8-7823-442c-a26a-3160b4e18ca4,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 20:59:00.536838 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2dc35d-c515-4e5c-8b43-cc0abb064102 req-0e63146a-be5d-4b27-aac4-ee654b07b761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:59:00.538229 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6e2dc35d-c515-4e5c-8b43-cc0abb064102 req-0e63146a-be5d-4b27-aac4-ee654b07b761 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6fff5bc8-edb4-4a88-aa78-46be1d8b50ec HTTP/1.1" status: 200 len: 1096 time: 0.0418475 Nov 22 20:59:00.584971 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6e2dc35d-c515-4e5c-8b43-cc0abb064102 req-aa590a1b-e7fd-4d94-9823-24183c1d83ab service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=efebab54-f3d0-45af-9ed5-f9e8fd2b2abf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392983 Nov 22 20:59:01.242472 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31854491-7d94-4798-8464-25af26bddc22 req-993b4522-b8ca-4402-9a74-60a7b4b5d853 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:59:01.243968 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-31854491-7d94-4798-8464-25af26bddc22 req-993b4522-b8ca-4402-9a74-60a7b4b5d853 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/ports?device_id=6fff5bc8-edb4-4a88-aa78-46be1d8b50ec HTTP/1.1" status: 200 len: 945 time: 0.0484853 Nov 22 20:59:01.290560 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-31854491-7d94-4798-8464-25af26bddc22 req-29cfb840-87a2-4e9a-babb-257e37577bc3 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/security-groups?id=efebab54-f3d0-45af-9ed5-f9e8fd2b2abf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404508 Nov 22 20:59:02.407881 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033a6066-4153-4707-8d4c-a07b1ab56820 req-5d1a8594-01bc-4052-ba01-88a62a9289fe tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:59:02.409374 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-033a6066-4153-4707-8d4c-a07b1ab56820 req-5d1a8594-01bc-4052-ba01-88a62a9289fe tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/ports?device_id=6fff5bc8-edb4-4a88-aa78-46be1d8b50ec HTTP/1.1" status: 200 len: 945 time: 0.0498309 Nov 22 20:59:02.455371 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-033a6066-4153-4707-8d4c-a07b1ab56820 req-c9185a97-c109-4190-9550-712cac0eff9f tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/security-groups?id=efebab54-f3d0-45af-9ed5-f9e8fd2b2abf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394325 Nov 22 20:59:02.571397 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7e4d31-c20f-4b21-9d26-6746054120b4 req-535576f0-bf2e-4007-8be6-e5103d9db01e tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:59:02.572775 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0c7e4d31-c20f-4b21-9d26-6746054120b4 req-535576f0-bf2e-4007-8be6-e5103d9db01e tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/ports?device_id=6fff5bc8-edb4-4a88-aa78-46be1d8b50ec HTTP/1.1" status: 200 len: 945 time: 0.0508254 Nov 22 20:59:02.581564 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 58128) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 20:59:02.586468 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-66bda67e-cbe4-4863-b632-83a36614546f tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Request body: {'floatingip': {'port_id': 'b58c1db8-7823-442c-a26a-3160b4e18ca4'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 20:59:02.624884 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-66bda67e-cbe4-4863-b632-83a36614546f tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Publish callbacks [] for floatingip, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:59:02.991945 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-36b97c73-e272-4078-a421-0df4da8ad94e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:59:03.055100 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-66bda67e-cbe4-4863-b632-83a36614546f tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:59:03.058737 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-66bda67e-cbe4-4863-b632-83a36614546f tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-595224'] for floatingip, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:59:03.158506 n-d-818823-1 neutron-server[103447]: INFO neutron.db.l3_db [None req-66bda67e-cbe4-4863-b632-83a36614546f tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Floating IP 29c1e11a-c20f-4c89-914a-c842f226f8b9 associated. External IP: 172.25.5.108, port: b58c1db8-7823-442c-a26a-3160b4e18ca4. Nov 22 20:59:03.362010 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66bda67e-cbe4-4863-b632-83a36614546f tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Router c579614a-aff1-4c5f-934f-a7e4bee1ac32 has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 20:59:03.467156 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66bda67e-cbe4-4863-b632-83a36614546f tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 20:59:03.471578 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-66bda67e-cbe4-4863-b632-83a36614546f tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for floatingip, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:59:03.476553 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7609dc1-12da-47ab-bc49-caa97699e2de None None] Sync routers for ids ['c579614a-aff1-4c5f-934f-a7e4bee1ac32'] in n-d-818823-1 {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 20:59:03.485551 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7609dc1-12da-47ab-bc49-caa97699e2de None None] Routers {'c579614a-aff1-4c5f-934f-a7e4bee1ac32'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:59:03.486168 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-e7609dc1-12da-47ab-bc49-caa97699e2de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:59:03Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['c579614a-aff1-4c5f-934f-a7e4bee1ac32'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:59:03.498201 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-66bda67e-cbe4-4863-b632-83a36614546f tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "PUT /v2.0/floatingips/29c1e11a-c20f-4c89-914a-c842f226f8b9 HTTP/1.1" status: 200 len: 991 time: 0.9155800 Nov 22 20:59:03.499066 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fff5bc8-edb4-4a88-aa78-46be1d8b50ec', 'tag': 'b58c1db8-7823-442c-a26a-3160b4e18ca4'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 20:59:03.501377 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97bfffcc-a3df-47aa-8d90-22479f870d0c" -d '{"events": [{"name": "network-changed", "server_uuid": "6fff5bc8-edb4-4a88-aa78-46be1d8b50ec", "tag": "b58c1db8-7823-442c-a26a-3160b4e18ca4"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 20:59:03.544156 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 20:59:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f1e01eb-ec6f-4d42-a8a9-679400e9f7e6 x-openstack-request-id: req-4f1e01eb-ec6f-4d42-a8a9-679400e9f7e6 {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 20:59:03.544467 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fff5bc8-edb4-4a88-aa78-46be1d8b50ec", "tag": "b58c1db8-7823-442c-a26a-3160b4e18ca4", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 20:59:03.544731 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4f1e01eb-ec6f-4d42-a8a9-679400e9f7e6 {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 20:59:03.545139 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fff5bc8-edb4-4a88-aa78-46be1d8b50ec', 'tag': 'b58c1db8-7823-442c-a26a-3160b4e18ca4', 'status': 'completed', 'code': 200} Nov 22 20:59:03.604442 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-03f0964f-1b75-4df7-99e0-a3cdb56ec2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:59:03.608104 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-e7609dc1-12da-47ab-bc49-caa97699e2de None None] Set router c579614a-aff1-4c5f-934f-a7e4bee1ac32 gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:59:03.609812 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bfffcc-a3df-47aa-8d90-22479f870d0c req-833b61b5-d7cb-467f-bbfe-88f97f36116c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:59:03.611358 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-97bfffcc-a3df-47aa-8d90-22479f870d0c req-833b61b5-d7cb-467f-bbfe-88f97f36116c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4ed58de80f1e421e98eee918a71a237a&device_id=6fff5bc8-edb4-4a88-aa78-46be1d8b50ec HTTP/1.1" status: 200 len: 1096 time: 0.0412405 Nov 22 20:59:03.703873 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bfffcc-a3df-47aa-8d90-22479f870d0c req-0fd43d95-c315-4a29-bd26-69f494cb4575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:59:03.705383 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-97bfffcc-a3df-47aa-8d90-22479f870d0c req-0fd43d95-c315-4a29-bd26-69f494cb4575 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9c2e3968-fb71-44d4-8815-57320e389aae HTTP/1.1" status: 200 len: 913 time: 0.0874972 Nov 22 20:59:03.772884 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-97bfffcc-a3df-47aa-8d90-22479f870d0c req-4026b7d8-be9f-4d10-a6cd-231c3eb615ca service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b58c1db8-7823-442c-a26a-3160b4e18ca4 HTTP/1.1" status: 200 len: 999 time: 0.0607119 Nov 22 20:59:03.822081 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bfffcc-a3df-47aa-8d90-22479f870d0c req-60d4f43d-a89e-415d-9476-04c462bb721b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:59:03.823609 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-97bfffcc-a3df-47aa-8d90-22479f870d0c req-60d4f43d-a89e-415d-9476-04c462bb721b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=cde59213-1ea3-488e-9922-16ddb38927ba HTTP/1.1" status: 200 len: 851 time: 0.0444822 Nov 22 20:59:03.838533 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-e7609dc1-12da-47ab-bc49-caa97699e2de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c579614a-aff1-4c5f-934f-a7e4bee1ac32', 'name': 'tempest-ServerActionsTestJSON-1539680232-router', 'tenant_id': '4ed58de80f1e421e98eee918a71a237a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.244'}], 'enable_snat': True}, 'gw_port_id': '8abc9af0-4663-4aaa-8260-91a3ff4fee50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:56:31Z', 'updated_at': '2021-11-22T20:56:34Z', 'revision_number': 4, 'project_id': '4ed58de80f1e421e98eee918a71a237a', 'gw_port': {'id': '8abc9af0-4663-4aaa-8260-91a3ff4fee50', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:c9:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c579614a-aff1-4c5f-934f-a7e4bee1ac32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:56:32Z', 'updated_at': '2021-11-22T20:56:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_floatingips': [{'id': '29c1e11a-c20f-4c89-914a-c842f226f8b9', 'tenant_id': '4ed58de80f1e421e98eee918a71a237a', 'floating_ip_address': '172.25.5.108', 'floating_network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'router_id': 'c579614a-aff1-4c5f-934f-a7e4bee1ac32', 'port_id': 'b58c1db8-7823-442c-a26a-3160b4e18ca4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4069, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c2e3968-fb71-44d4-8815-57320e389aae', 'mac_address': 'fa:16:3e:f9:87:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fff5bc8-edb4-4a88-aa78-46be1d8b50ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T20:56:36Z', 'updated_at': '2021-11-22T20:59:02Z', 'revision_number': 5, 'project_id': '4ed58de80f1e421e98eee918a71a237a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '196d638a-3421-4ca1-8880-2d33e330ef34', 'name': '', 'network_id': '9c2e3968-fb71-44d4-8815-57320e389aae', 'tenant_id': '4ed58de80f1e421e98eee918a71a237a', 'mac_address': 'fa:16:3e:95:02:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c579614a-aff1-4c5f-934f-a7e4bee1ac32', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': 'cde59213-1ea3-488e-9922-16ddb38927ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:56:34Z', 'updated_at': '2021-11-22T20:56:38Z', 'revision_number': 5, 'project_id': '4ed58de80f1e421e98eee918a71a237a', 'subnets': [{'id': 'cde59213-1ea3-488e-9922-16ddb38927ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:59:03.865062 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7609dc1-12da-47ab-bc49-caa97699e2de None None] Checking router: c579614a-aff1-4c5f-934f-a7e4bee1ac32 for host: n-d-818823-1 {{(pid=103449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 20:59:03.874348 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7609dc1-12da-47ab-bc49-caa97699e2de None None] Routers {'c579614a-aff1-4c5f-934f-a7e4bee1ac32'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 20:59:03.874890 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bfffcc-a3df-47aa-8d90-22479f870d0c req-85b617bb-a8ee-41bf-8177-6a23f8587ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:59:03.875044 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-e7609dc1-12da-47ab-bc49-caa97699e2de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T20:59:03Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['c579614a-aff1-4c5f-934f-a7e4bee1ac32'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:59:03.876891 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-97bfffcc-a3df-47aa-8d90-22479f870d0c req-85b617bb-a8ee-41bf-8177-6a23f8587ded service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9c2e3968-fb71-44d4-8815-57320e389aae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0462701 Nov 22 20:59:03.966411 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-97bfffcc-a3df-47aa-8d90-22479f870d0c req-08b65871-9d21-41e1-a57f-2e70bd7bbb26 service neutron] 10.222.0.20 "GET /v2.0/networks/9c2e3968-fb71-44d4-8815-57320e389aae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813653 Nov 22 20:59:03.981243 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-e7609dc1-12da-47ab-bc49-caa97699e2de None None] Set router c579614a-aff1-4c5f-934f-a7e4bee1ac32 gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 20:59:04.059145 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-97bfffcc-a3df-47aa-8d90-22479f870d0c req-ddf24a25-12d8-4b1a-8ab4-d529c9415da0 service neutron] 10.222.0.20 "GET /v2.0/networks/9c2e3968-fb71-44d4-8815-57320e389aae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852883 Nov 22 20:59:04.208380 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-e7609dc1-12da-47ab-bc49-caa97699e2de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c579614a-aff1-4c5f-934f-a7e4bee1ac32', 'name': 'tempest-ServerActionsTestJSON-1539680232-router', 'tenant_id': '4ed58de80f1e421e98eee918a71a237a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.244'}], 'enable_snat': True}, 'gw_port_id': '8abc9af0-4663-4aaa-8260-91a3ff4fee50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:56:31Z', 'updated_at': '2021-11-22T20:56:34Z', 'revision_number': 4, 'project_id': '4ed58de80f1e421e98eee918a71a237a', 'gw_port': {'id': '8abc9af0-4663-4aaa-8260-91a3ff4fee50', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:c9:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c579614a-aff1-4c5f-934f-a7e4bee1ac32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:56:32Z', 'updated_at': '2021-11-22T20:56:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_floatingips': [{'id': '29c1e11a-c20f-4c89-914a-c842f226f8b9', 'tenant_id': '4ed58de80f1e421e98eee918a71a237a', 'floating_ip_address': '172.25.5.108', 'floating_network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'router_id': 'c579614a-aff1-4c5f-934f-a7e4bee1ac32', 'port_id': 'b58c1db8-7823-442c-a26a-3160b4e18ca4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4069, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c2e3968-fb71-44d4-8815-57320e389aae', 'mac_address': 'fa:16:3e:f9:87:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fff5bc8-edb4-4a88-aa78-46be1d8b50ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T20:56:36Z', 'updated_at': '2021-11-22T20:59:02Z', 'revision_number': 5, 'project_id': '4ed58de80f1e421e98eee918a71a237a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '196d638a-3421-4ca1-8880-2d33e330ef34', 'name': '', 'network_id': '9c2e3968-fb71-44d4-8815-57320e389aae', 'tenant_id': '4ed58de80f1e421e98eee918a71a237a', 'mac_address': 'fa:16:3e:95:02:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c579614a-aff1-4c5f-934f-a7e4bee1ac32', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': 'cde59213-1ea3-488e-9922-16ddb38927ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:56:34Z', 'updated_at': '2021-11-22T20:56:38Z', 'revision_number': 5, 'project_id': '4ed58de80f1e421e98eee918a71a237a', 'subnets': [{'id': 'cde59213-1ea3-488e-9922-16ddb38927ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 20:59:04.238140 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7609dc1-12da-47ab-bc49-caa97699e2de None None] The sync data for ids ['c579614a-aff1-4c5f-934f-a7e4bee1ac32'] in n-d-818823-1 is: [{'id': 'c579614a-aff1-4c5f-934f-a7e4bee1ac32', 'name': 'tempest-ServerActionsTestJSON-1539680232-router', 'tenant_id': '4ed58de80f1e421e98eee918a71a237a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.244'}], 'enable_snat': True}, 'gw_port_id': '8abc9af0-4663-4aaa-8260-91a3ff4fee50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:56:31Z', 'updated_at': '2021-11-22T20:56:34Z', 'revision_number': 4, 'project_id': '4ed58de80f1e421e98eee918a71a237a', 'gw_port': {'id': '8abc9af0-4663-4aaa-8260-91a3ff4fee50', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:c9:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c579614a-aff1-4c5f-934f-a7e4bee1ac32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:56:32Z', 'updated_at': '2021-11-22T20:56:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_floatingips': [{'id': '29c1e11a-c20f-4c89-914a-c842f226f8b9', 'tenant_id': '4ed58de80f1e421e98eee918a71a237a', 'floating_ip_address': '172.25.5.108', 'floating_network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'router_id': 'c579614a-aff1-4c5f-934f-a7e4bee1ac32', 'port_id': 'b58c1db8-7823-442c-a26a-3160b4e18ca4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4069, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c2e3968-fb71-44d4-8815-57320e389aae', 'mac_address': 'fa:16:3e:f9:87:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fff5bc8-edb4-4a88-aa78-46be1d8b50ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T20:56:36Z', 'updated_at': '2021-11-22T20:59:02Z', 'revision_number': 5, 'project_id': '4ed58de80f1e421e98eee918a71a237a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '196d638a-3421-4ca1-8880-2d33e330ef34', 'name': '', 'network_id': '9c2e3968-fb71-44d4-8815-57320e389aae', 'tenant_id': '4ed58de80f1e421e98eee918a71a237a', 'mac_address': 'fa:16:3e:95:02:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c579614a-aff1-4c5f-934f-a7e4bee1ac32', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': 'cde59213-1ea3-488e-9922-16ddb38927ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:56:34Z', 'updated_at': '2021-11-22T20:56:38Z', 'revision_number': 5, 'project_id': '4ed58de80f1e421e98eee918a71a237a', 'subnets': [{'id': 'cde59213-1ea3-488e-9922-16ddb38927ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 20:59:04.426835 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf630f2-f9ca-4fec-9c39-e65d2ba844af None None] New status for floating IP 29c1e11a-c20f-4c89-914a-c842f226f8b9: ACTIVE {{(pid=103450) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 20:59:05.293246 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e49ee129-e862-4476-beca-cdc8150d2345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:59:06.122159 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:59:14.853325 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:59:14.912488 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:59:25.161487 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.agents_db [None req-aa8313f2-1ee4-4e7b-8c5a-d32b2f9d31ee None None] Agent healthcheck: found 7 active agents {{(pid=103450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 20:59:30.066842 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-96bbcf4c-1eae-4818-89d3-d355c64d3abf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:59:32.993418 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-c1fb92d7-b3fc-4a65-bf38-abfd44dbc8ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:59:33.590492 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-03f0964f-1b75-4df7-99e0-a3cdb56ec2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:59:35.298912 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e49ee129-e862-4476-beca-cdc8150d2345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:59:36.125184 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:59:43.724483 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-56365c60-654f-4164-99fb-9ad1ed298c95 req-89ed0ad0-3991-4572-be70-fda29fe27a1b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6fff5bc8-edb4-4a88-aa78-46be1d8b50ec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0399570 Nov 22 20:59:43.806617 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56365c60-654f-4164-99fb-9ad1ed298c95 req-15f3c662-cfc1-468e-b472-62e4b2f96799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:59:43.808306 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-56365c60-654f-4164-99fb-9ad1ed298c95 req-15f3c662-cfc1-468e-b472-62e4b2f96799 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4ed58de80f1e421e98eee918a71a237a&device_id=6fff5bc8-edb4-4a88-aa78-46be1d8b50ec HTTP/1.1" status: 200 len: 1096 time: 0.0425820 Nov 22 20:59:43.914335 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56365c60-654f-4164-99fb-9ad1ed298c95 req-002d0665-f8a1-47ac-b09b-1427b6d01e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:59:43.915830 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-56365c60-654f-4164-99fb-9ad1ed298c95 req-002d0665-f8a1-47ac-b09b-1427b6d01e18 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9c2e3968-fb71-44d4-8815-57320e389aae HTTP/1.1" status: 200 len: 913 time: 0.0884776 Nov 22 20:59:43.981684 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-56365c60-654f-4164-99fb-9ad1ed298c95 req-6a60922d-fccf-4aed-b217-1492710d5e0b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b58c1db8-7823-442c-a26a-3160b4e18ca4 HTTP/1.1" status: 200 len: 1001 time: 0.0586357 Nov 22 20:59:44.031002 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56365c60-654f-4164-99fb-9ad1ed298c95 req-ccabef74-b747-48ba-93fb-6a195f755331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:59:44.032509 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-56365c60-654f-4164-99fb-9ad1ed298c95 req-ccabef74-b747-48ba-93fb-6a195f755331 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=cde59213-1ea3-488e-9922-16ddb38927ba HTTP/1.1" status: 200 len: 851 time: 0.0434532 Nov 22 20:59:44.081996 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56365c60-654f-4164-99fb-9ad1ed298c95 req-74535690-7202-4ce9-beb8-7a1d642e736e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 20:59:44.084477 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-56365c60-654f-4164-99fb-9ad1ed298c95 req-74535690-7202-4ce9-beb8-7a1d642e736e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9c2e3968-fb71-44d4-8815-57320e389aae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443163 Nov 22 20:59:44.171406 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-56365c60-654f-4164-99fb-9ad1ed298c95 req-09109836-fa1e-49b5-80c4-9c9a9a9e0c51 service neutron] 10.222.0.20 "GET /v2.0/networks/9c2e3968-fb71-44d4-8815-57320e389aae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800076 Nov 22 20:59:44.262576 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-56365c60-654f-4164-99fb-9ad1ed298c95 req-e7a53ac3-11d2-43f5-90d1-a7a4784cb5ba service neutron] 10.222.0.20 "GET /v2.0/networks/9c2e3968-fb71-44d4-8815-57320e389aae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843766 Nov 22 20:59:44.864003 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 20:59:44.912865 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:00:00.068531 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-cf0cd6c6-b5bc-4f29-b64e-45c91de3e355 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:00:02.160438 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.agents_db [None req-aa8313f2-1ee4-4e7b-8c5a-d32b2f9d31ee None None] Agent healthcheck: found 7 active agents {{(pid=103450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 21:00:02.995248 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-c3a29610-925b-4b40-94da-a4295afb3109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:00:03.594050 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-03f0964f-1b75-4df7-99e0-a3cdb56ec2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:00:05.298237 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e49ee129-e862-4476-beca-cdc8150d2345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:00:06.126641 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:00:14.865708 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:00:14.911128 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:00:30.073506 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-2a430ecf-c5b6-481e-a941-b42815cecd9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:00:32.995792 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-5747f7bd-e1d6-4ef2-914a-6c5ca840dfa9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:00:33.596052 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-03f0964f-1b75-4df7-99e0-a3cdb56ec2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:00:35.300311 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e49ee129-e862-4476-beca-cdc8150d2345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:00:36.128356 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:00:39.160254 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.agents_db [None req-aa8313f2-1ee4-4e7b-8c5a-d32b2f9d31ee None None] Agent healthcheck: found 7 active agents {{(pid=103450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 21:00:40.504454 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe87c15-082f-4dca-9862-92609ccb9fe1 req-3e27a281-9b63-4a29-a21c-de97b34ba971 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:00:40.505964 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-fbe87c15-082f-4dca-9862-92609ccb9fe1 req-3e27a281-9b63-4a29-a21c-de97b34ba971 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/ports?device_id=6fff5bc8-edb4-4a88-aa78-46be1d8b50ec HTTP/1.1" status: 200 len: 945 time: 0.0562425 Nov 22 21:00:40.553107 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-fbe87c15-082f-4dca-9862-92609ccb9fe1 req-d59a9e05-6270-4479-824f-2a44f59f0240 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/security-groups?id=efebab54-f3d0-45af-9ed5-f9e8fd2b2abf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409420 Nov 22 21:00:41.674283 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094136d2-1b81-4e26-8114-f21c3ed4853d req-d5effd58-2432-4c47-a21b-1c5b6565ea06 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:00:41.675846 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-094136d2-1b81-4e26-8114-f21c3ed4853d req-d5effd58-2432-4c47-a21b-1c5b6565ea06 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/ports?device_id=6fff5bc8-edb4-4a88-aa78-46be1d8b50ec HTTP/1.1" status: 200 len: 945 time: 0.0550609 Nov 22 21:00:41.725417 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-094136d2-1b81-4e26-8114-f21c3ed4853d req-0e3a97de-8919-472a-943d-3ca53339bc87 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/security-groups?id=efebab54-f3d0-45af-9ed5-f9e8fd2b2abf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430310 Nov 22 21:00:42.846357 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0fc234-cfc3-48dd-9887-9a4573b558df req-51feacce-d0b4-4532-a1f8-a8ed251996b3 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:00:42.847844 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8d0fc234-cfc3-48dd-9887-9a4573b558df req-51feacce-d0b4-4532-a1f8-a8ed251996b3 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/ports?device_id=6fff5bc8-edb4-4a88-aa78-46be1d8b50ec HTTP/1.1" status: 200 len: 945 time: 0.0523226 Nov 22 21:00:42.893875 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8d0fc234-cfc3-48dd-9887-9a4573b558df req-b06f51c8-c711-45b1-94ac-fa406d98bbbe tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/security-groups?id=efebab54-f3d0-45af-9ed5-f9e8fd2b2abf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401149 Nov 22 21:00:43.235138 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9e1f86-4c21-4742-869f-82afb7ca84f7 req-7e0ec584-0978-4649-903f-5a34bbafe158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:00:43.236655 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6c9e1f86-4c21-4742-869f-82afb7ca84f7 req-7e0ec584-0978-4649-903f-5a34bbafe158 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4ed58de80f1e421e98eee918a71a237a&device_id=6fff5bc8-edb4-4a88-aa78-46be1d8b50ec HTTP/1.1" status: 200 len: 1096 time: 0.0959449 Nov 22 21:00:43.339977 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9e1f86-4c21-4742-869f-82afb7ca84f7 req-75434e8b-b577-4a65-a9a0-1cf859195445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:00:43.341471 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6c9e1f86-4c21-4742-869f-82afb7ca84f7 req-75434e8b-b577-4a65-a9a0-1cf859195445 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9c2e3968-fb71-44d4-8815-57320e389aae HTTP/1.1" status: 200 len: 913 time: 0.0856676 Nov 22 21:00:43.406717 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6c9e1f86-4c21-4742-869f-82afb7ca84f7 req-bcc06261-22af-4ff7-abf2-5f9b0479d1c6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b58c1db8-7823-442c-a26a-3160b4e18ca4 HTTP/1.1" status: 200 len: 1001 time: 0.0568697 Nov 22 21:00:43.454667 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9e1f86-4c21-4742-869f-82afb7ca84f7 req-7d390d72-9852-4abe-970e-72c10a7eb8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:00:43.456093 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6c9e1f86-4c21-4742-869f-82afb7ca84f7 req-7d390d72-9852-4abe-970e-72c10a7eb8e5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=cde59213-1ea3-488e-9922-16ddb38927ba HTTP/1.1" status: 200 len: 851 time: 0.0417666 Nov 22 21:00:43.503015 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9e1f86-4c21-4742-869f-82afb7ca84f7 req-787cdcfa-12e6-45c0-b3e3-2fe5c9bdce9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:00:43.505038 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6c9e1f86-4c21-4742-869f-82afb7ca84f7 req-787cdcfa-12e6-45c0-b3e3-2fe5c9bdce9b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9c2e3968-fb71-44d4-8815-57320e389aae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415707 Nov 22 21:00:43.591082 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6c9e1f86-4c21-4742-869f-82afb7ca84f7 req-ba9b3401-23d1-4486-b242-fbf8f3722ac1 service neutron] 10.222.0.20 "GET /v2.0/networks/9c2e3968-fb71-44d4-8815-57320e389aae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786245 Nov 22 21:00:43.682911 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6c9e1f86-4c21-4742-869f-82afb7ca84f7 req-b3484dfa-b9a0-4fd1-99a1-824cc36f202f service neutron] 10.222.0.20 "GET /v2.0/networks/9c2e3968-fb71-44d4-8815-57320e389aae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838764 Nov 22 21:00:44.009366 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3e5306-ca3d-4d4f-a3a5-84172fc28694 req-ae7fb28e-fae6-4169-aed7-4aca05a89efc tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:00:44.010760 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9c3e5306-ca3d-4d4f-a3a5-84172fc28694 req-ae7fb28e-fae6-4169-aed7-4aca05a89efc tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/ports?device_id=6fff5bc8-edb4-4a88-aa78-46be1d8b50ec HTTP/1.1" status: 200 len: 945 time: 0.0495694 Nov 22 21:00:44.057143 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9c3e5306-ca3d-4d4f-a3a5-84172fc28694 req-effd3bfc-0a95-49ab-9bb5-b8f0fd4106a3 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/security-groups?id=efebab54-f3d0-45af-9ed5-f9e8fd2b2abf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403488 Nov 22 21:00:44.863178 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:00:44.897763 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:00:45.177247 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645ef751-22be-4e31-8334-4830663de031 req-fafeaa06-ec6c-4131-8d1e-cdf6259368a5 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:00:45.178735 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-645ef751-22be-4e31-8334-4830663de031 req-fafeaa06-ec6c-4131-8d1e-cdf6259368a5 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/ports?device_id=6fff5bc8-edb4-4a88-aa78-46be1d8b50ec HTTP/1.1" status: 200 len: 945 time: 0.0480406 Nov 22 21:00:45.224973 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-645ef751-22be-4e31-8334-4830663de031 req-006d114d-d414-47e5-a40d-c95728aa55c5 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/security-groups?id=efebab54-f3d0-45af-9ed5-f9e8fd2b2abf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402679 Nov 22 21:00:46.343868 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e916f3c0-1910-4eb7-8a36-5a13f67d3c61 req-5cbccdd4-bc93-4fa1-a2ca-704e6196c681 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:00:46.345627 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e916f3c0-1910-4eb7-8a36-5a13f67d3c61 req-5cbccdd4-bc93-4fa1-a2ca-704e6196c681 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/ports?device_id=6fff5bc8-edb4-4a88-aa78-46be1d8b50ec HTTP/1.1" status: 200 len: 945 time: 0.0520947 Nov 22 21:00:46.391081 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e916f3c0-1910-4eb7-8a36-5a13f67d3c61 req-906ff86a-6da0-4e25-bab4-fb243007584d tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/security-groups?id=efebab54-f3d0-45af-9ed5-f9e8fd2b2abf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398104 Nov 22 21:00:47.506954 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0f9687-ed48-4fc4-91dd-e1cfbfc2eee9 req-ef513401-2c21-4c22-93f6-4dcf6fb82612 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:00:47.508465 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-cf0f9687-ed48-4fc4-91dd-e1cfbfc2eee9 req-ef513401-2c21-4c22-93f6-4dcf6fb82612 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/ports?device_id=6fff5bc8-edb4-4a88-aa78-46be1d8b50ec HTTP/1.1" status: 200 len: 945 time: 0.0484900 Nov 22 21:00:47.554724 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-cf0f9687-ed48-4fc4-91dd-e1cfbfc2eee9 req-67af3ea5-d07a-428a-9d88-acd080f031f9 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/security-groups?id=efebab54-f3d0-45af-9ed5-f9e8fd2b2abf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403302 Nov 22 21:00:48.674702 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf197f83-7095-43eb-81bc-dc3f7dac88b8 req-5241f1ba-3848-468f-b5c6-60a4eddd27c8 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:00:48.676230 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-bf197f83-7095-43eb-81bc-dc3f7dac88b8 req-5241f1ba-3848-468f-b5c6-60a4eddd27c8 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/ports?device_id=6fff5bc8-edb4-4a88-aa78-46be1d8b50ec HTTP/1.1" status: 200 len: 945 time: 0.0542369 Nov 22 21:00:48.729745 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-bf197f83-7095-43eb-81bc-dc3f7dac88b8 req-b63818be-e89d-497c-b4d5-f2350a9975e0 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/security-groups?id=efebab54-f3d0-45af-9ed5-f9e8fd2b2abf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466702 Nov 22 21:00:49.844829 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf6e27a-383f-496d-98ad-22444b05502e req-3852f3c0-2050-4e2a-a53e-9e3bb01975f7 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:00:49.846321 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-abf6e27a-383f-496d-98ad-22444b05502e req-3852f3c0-2050-4e2a-a53e-9e3bb01975f7 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/ports?device_id=6fff5bc8-edb4-4a88-aa78-46be1d8b50ec HTTP/1.1" status: 200 len: 945 time: 0.0487521 Nov 22 21:00:49.893167 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-abf6e27a-383f-496d-98ad-22444b05502e req-eb1ef856-9c9d-468e-9425-64c65a1024c5 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/security-groups?id=efebab54-f3d0-45af-9ed5-f9e8fd2b2abf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408542 Nov 22 21:00:51.010063 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9151e728-d7d8-4c01-89b8-04789920740d req-0250402d-7267-45f0-be5a-16357634fce1 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:00:51.011550 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9151e728-d7d8-4c01-89b8-04789920740d req-0250402d-7267-45f0-be5a-16357634fce1 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/ports?device_id=6fff5bc8-edb4-4a88-aa78-46be1d8b50ec HTTP/1.1" status: 200 len: 945 time: 0.0483375 Nov 22 21:00:51.057297 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9151e728-d7d8-4c01-89b8-04789920740d req-47040f0f-fc81-4bf0-88c5-b8071ebc939e tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/security-groups?id=efebab54-f3d0-45af-9ed5-f9e8fd2b2abf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398383 Nov 22 21:00:51.358958 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-2958983a-6c0d-4f62-b649-d4e1e445f146 req-485e3423-83c7-492e-9086-331210cdad4c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6fff5bc8-edb4-4a88-aa78-46be1d8b50ec&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1056769 Nov 22 21:00:51.561365 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4210edc3-0ac3-4830-adc8-a35a23295665 req-e1b622eb-d6bd-44be-970f-55f448ffafbd tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:00:51.562911 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4210edc3-0ac3-4830-adc8-a35a23295665 req-e1b622eb-d6bd-44be-970f-55f448ffafbd tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/ports?device_id=6fff5bc8-edb4-4a88-aa78-46be1d8b50ec HTTP/1.1" status: 200 len: 945 time: 0.3093855 Nov 22 21:00:51.610629 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4210edc3-0ac3-4830-adc8-a35a23295665 req-92cb8324-43f2-4413-b4c4-2f0e1f75de3b tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/security-groups?id=efebab54-f3d0-45af-9ed5-f9e8fd2b2abf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412068 Nov 22 21:00:52.489202 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2958983a-6c0d-4f62-b649-d4e1e445f146 req-f20a60a6-487c-4793-b9f8-67542ca2f67e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:00:52.490695 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2958983a-6c0d-4f62-b649-d4e1e445f146 req-f20a60a6-487c-4793-b9f8-67542ca2f67e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4ed58de80f1e421e98eee918a71a237a&device_id=6fff5bc8-edb4-4a88-aa78-46be1d8b50ec HTTP/1.1" status: 200 len: 1096 time: 0.0400751 Nov 22 21:00:52.580903 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2958983a-6c0d-4f62-b649-d4e1e445f146 req-7afd5388-44a3-4b62-9581-59ac611588cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:00:52.582345 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2958983a-6c0d-4f62-b649-d4e1e445f146 req-7afd5388-44a3-4b62-9581-59ac611588cc service neutron] 10.222.0.20 "GET /v2.0/networks?id=9c2e3968-fb71-44d4-8815-57320e389aae HTTP/1.1" status: 200 len: 913 time: 0.0849326 Nov 22 21:00:52.647358 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2958983a-6c0d-4f62-b649-d4e1e445f146 req-575be41c-d054-45ba-ba48-93bdf6ba7831 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b58c1db8-7823-442c-a26a-3160b4e18ca4 HTTP/1.1" status: 200 len: 1001 time: 0.0579979 Nov 22 21:00:52.723700 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2958983a-6c0d-4f62-b649-d4e1e445f146 req-146c9fbb-3fc4-4d68-9c47-b831fdad4faa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:00:52.725653 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2958983a-6c0d-4f62-b649-d4e1e445f146 req-146c9fbb-3fc4-4d68-9c47-b831fdad4faa service neutron] 10.222.0.20 "GET /v2.0/subnets?id=cde59213-1ea3-488e-9922-16ddb38927ba HTTP/1.1" status: 200 len: 851 time: 0.0715082 Nov 22 21:00:52.768205 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d71741b-a8e8-4502-bdb3-bd76b329c595 req-899b4356-96b7-4f9d-be84-99de1b1a5fcd tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:00:52.769584 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4d71741b-a8e8-4502-bdb3-bd76b329c595 req-899b4356-96b7-4f9d-be84-99de1b1a5fcd tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/ports?device_id=6fff5bc8-edb4-4a88-aa78-46be1d8b50ec HTTP/1.1" status: 200 len: 945 time: 0.0867443 Nov 22 21:00:52.808553 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2958983a-6c0d-4f62-b649-d4e1e445f146 req-e51c144f-6021-44d0-a404-764c6e4c5e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:00:52.810058 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2958983a-6c0d-4f62-b649-d4e1e445f146 req-e51c144f-6021-44d0-a404-764c6e4c5e75 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9c2e3968-fb71-44d4-8815-57320e389aae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0768378 Nov 22 21:00:52.840087 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4d71741b-a8e8-4502-bdb3-bd76b329c595 req-d59ba565-5adb-45c4-9be6-8ddc910fd397 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/security-groups?id=efebab54-f3d0-45af-9ed5-f9e8fd2b2abf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646341 Nov 22 21:00:52.907673 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2958983a-6c0d-4f62-b649-d4e1e445f146 req-c3fc9d26-01b3-4939-b3d2-35a2e9bb99d6 service neutron] 10.222.0.20 "GET /v2.0/networks/9c2e3968-fb71-44d4-8815-57320e389aae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902150 Nov 22 21:00:52.999748 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2958983a-6c0d-4f62-b649-d4e1e445f146 req-44dcd1a9-80f6-4c51-8bca-5e2ee3d591d6 service neutron] 10.222.0.20 "GET /v2.0/networks/9c2e3968-fb71-44d4-8815-57320e389aae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808446 Nov 22 21:00:53.957850 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a86fe7-1452-4865-86ef-09f345f8784a req-4e861e5d-4144-4560-9104-1a361b913cf8 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:00:53.959961 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d7a86fe7-1452-4865-86ef-09f345f8784a req-4e861e5d-4144-4560-9104-1a361b913cf8 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/ports?device_id=6fff5bc8-edb4-4a88-aa78-46be1d8b50ec HTTP/1.1" status: 200 len: 945 time: 0.0496430 Nov 22 21:00:54.007449 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d7a86fe7-1452-4865-86ef-09f345f8784a req-b579e466-b9da-4e95-90e6-c5c7878b300c tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/security-groups?id=efebab54-f3d0-45af-9ed5-f9e8fd2b2abf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415869 Nov 22 21:00:54.863653 n-d-818823-1 neutron-server[103447]: INFO neutron.api.v2.resource [req-2958983a-6c0d-4f62-b649-d4e1e445f146 req-c0ad5d26-81ce-4c18-b609-19d3c51d8d75 service neutron] show failed (client error): The resource could not be found. Nov 22 21:00:54.864644 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2958983a-6c0d-4f62-b649-d4e1e445f146 req-c0ad5d26-81ce-4c18-b609-19d3c51d8d75 service neutron] 10.222.0.20 "GET /v2.0/ports/b58c1db8-7823-442c-a26a-3160b4e18ca4/bindings/n-h1-818823-1 HTTP/1.1" status: 404 len: 380 time: 0.0577579 Nov 22 21:00:55.062031 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2958983a-6c0d-4f62-b649-d4e1e445f146 req-9a806f91-a2c7-4113-a036-acee94aa8503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:00:55.063592 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-2958983a-6c0d-4f62-b649-d4e1e445f146 req-9a806f91-a2c7-4113-a036-acee94aa8503 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6fff5bc8-edb4-4a88-aa78-46be1d8b50ec&tenant_id=4ed58de80f1e421e98eee918a71a237a HTTP/1.1" status: 200 len: 1096 time: 0.0409784 Nov 22 21:00:55.078880 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [req-2958983a-6c0d-4f62-b649-d4e1e445f146 req-987d2662-5c08-41e8-b78a-0e45ba26be07 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-818823-1', 'device_owner': 'compute:nova'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 21:00:55.123995 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdcb1d5-a0a4-40b6-8aa5-334b65d03675 req-60d3939b-8035-4eb7-bd44-bd830502c66e tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:00:55.125495 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5bdcb1d5-a0a4-40b6-8aa5-334b65d03675 req-60d3939b-8035-4eb7-bd44-bd830502c66e tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/ports?device_id=6fff5bc8-edb4-4a88-aa78-46be1d8b50ec HTTP/1.1" status: 200 len: 945 time: 0.0491993 Nov 22 21:00:55.136414 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-2958983a-6c0d-4f62-b649-d4e1e445f146 req-987d2662-5c08-41e8-b78a-0e45ba26be07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:00:55.172937 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5bdcb1d5-a0a4-40b6-8aa5-334b65d03675 req-07011eeb-599c-47eb-a9dd-5ec7a74d03e1 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/security-groups?id=efebab54-f3d0-45af-9ed5-f9e8fd2b2abf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413930 Nov 22 21:00:55.336907 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-2958983a-6c0d-4f62-b649-d4e1e445f146 req-987d2662-5c08-41e8-b78a-0e45ba26be07 service neutron] For port b58c1db8-7823-442c-a26a-3160b4e18ca4, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=b58c1db8-7823-442c-a26a-3160b4e18ca4,segment=NetworkSegment(23865291-503c-4941-b92a-ce0c5ab5f182),segment_id=23865291-503c-4941-b92a-ce0c5ab5f182)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 21:00:55.369097 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-2958983a-6c0d-4f62-b649-d4e1e445f146 req-987d2662-5c08-41e8-b78a-0e45ba26be07 service neutron] For port b58c1db8-7823-442c-a26a-3160b4e18ca4, host n-h2-818823-1, cleared binding levels {{(pid=103448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 21:00:55.407971 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fff5bc8-edb4-4a88-aa78-46be1d8b50ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b58c1db8-7823-442c-a26a-3160b4e18ca4'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 21:00:55.410448 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589a98cf2aea187fcc423a5edb333e5a6cf3ad7c81115d1ebee0f079693c312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-084cf777-0f52-433f-ac35-d0b1f5593e29" -d '{"events": [{"server_uuid": "6fff5bc8-edb4-4a88-aa78-46be1d8b50ec", "name": "network-vif-unplugged", "status": "completed", "tag": "b58c1db8-7823-442c-a26a-3160b4e18ca4"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 21:00:55.414586 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-2958983a-6c0d-4f62-b649-d4e1e445f146 req-987d2662-5c08-41e8-b78a-0e45ba26be07 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:00:55.428371 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [req-2958983a-6c0d-4f62-b649-d4e1e445f146 req-987d2662-5c08-41e8-b78a-0e45ba26be07 service neutron] Transition to ACTIVE for port object b58c1db8-7823-442c-a26a-3160b4e18ca4 will not be triggered until provisioned by entity L2. {{(pid=103448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 21:00:55.432648 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-2958983a-6c0d-4f62-b649-d4e1e445f146 req-987d2662-5c08-41e8-b78a-0e45ba26be07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:00:55.549327 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 22 Nov 2021 21:00:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcdb827f-75f0-4fe1-bdea-da3e1adaf773 x-openstack-request-id: req-bcdb827f-75f0-4fe1-bdea-da3e1adaf773 {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 21:00:55.549621 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fff5bc8-edb4-4a88-aa78-46be1d8b50ec", "name": "network-vif-unplugged", "status": "completed", "tag": "b58c1db8-7823-442c-a26a-3160b4e18ca4", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 21:00:55.549873 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-bcdb827f-75f0-4fe1-bdea-da3e1adaf773 {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 21:00:55.550270 n-d-818823-1 neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fff5bc8-edb4-4a88-aa78-46be1d8b50ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b58c1db8-7823-442c-a26a-3160b4e18ca4', 'code': 200} Nov 22 21:00:55.564611 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987d2662-5c08-41e8-b78a-0e45ba26be07 service neutron] Pushing event updated for resources: {'Port': ['ID=b58c1db8-7823-442c-a26a-3160b4e18ca4,revision_number=6']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:00:55.592032 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987d2662-5c08-41e8-b78a-0e45ba26be07 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:00:55.592300 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987d2662-5c08-41e8-b78a-0e45ba26be07 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:00:55.592630 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987d2662-5c08-41e8-b78a-0e45ba26be07 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:00:55.592971 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987d2662-5c08-41e8-b78a-0e45ba26be07 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:00:55.593426 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987d2662-5c08-41e8-b78a-0e45ba26be07 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:00:55.593654 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987d2662-5c08-41e8-b78a-0e45ba26be07 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:00:55.593985 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987d2662-5c08-41e8-b78a-0e45ba26be07 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:00:55.594311 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987d2662-5c08-41e8-b78a-0e45ba26be07 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:00:55.594639 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987d2662-5c08-41e8-b78a-0e45ba26be07 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:00:55.594966 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987d2662-5c08-41e8-b78a-0e45ba26be07 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:00:55.595293 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987d2662-5c08-41e8-b78a-0e45ba26be07 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:00:55.595649 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987d2662-5c08-41e8-b78a-0e45ba26be07 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:00:55.629061 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [req-2958983a-6c0d-4f62-b649-d4e1e445f146 req-987d2662-5c08-41e8-b78a-0e45ba26be07 service neutron] No DVR routers for this DVR port b58c1db8-7823-442c-a26a-3160b4e18ca4 on host n-h2-818823-1 {{(pid=103448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 21:00:55.764490 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-2958983a-6c0d-4f62-b649-d4e1e445f146 req-987d2662-5c08-41e8-b78a-0e45ba26be07 service neutron] Attempting to bind port b58c1db8-7823-442c-a26a-3160b4e18ca4 on host n-h1-818823-1 for vnic_type normal with profile {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 21:00:55.764746 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-2958983a-6c0d-4f62-b649-d4e1e445f146 req-987d2662-5c08-41e8-b78a-0e45ba26be07 service neutron] Attempting to bind port b58c1db8-7823-442c-a26a-3160b4e18ca4 by drivers openvswitch,hyperv on host n-h1-818823-1 at level 0 using segments [{'id': '23865291-503c-4941-b92a-ce0c5ab5f182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '9c2e3968-fb71-44d4-8815-57320e389aae'}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 21:00:55.765077 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2958983a-6c0d-4f62-b649-d4e1e445f146 req-987d2662-5c08-41e8-b78a-0e45ba26be07 service neutron] Attempting to bind port b58c1db8-7823-442c-a26a-3160b4e18ca4 on network 9c2e3968-fb71-44d4-8815-57320e389aae {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 21:00:55.769286 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2958983a-6c0d-4f62-b649-d4e1e445f146 req-987d2662-5c08-41e8-b78a-0e45ba26be07 service neutron] Port b58c1db8-7823-442c-a26a-3160b4e18ca4 on network 9c2e3968-fb71-44d4-8815-57320e389aae not bound, no agent of type Open vSwitch agent registered on host n-h1-818823-1 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 21:00:55.769607 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2958983a-6c0d-4f62-b649-d4e1e445f146 req-987d2662-5c08-41e8-b78a-0e45ba26be07 service neutron] Attempting to bind port b58c1db8-7823-442c-a26a-3160b4e18ca4 on network 9c2e3968-fb71-44d4-8815-57320e389aae {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 21:00:55.774473 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2958983a-6c0d-4f62-b649-d4e1e445f146 req-987d2662-5c08-41e8-b78a-0e45ba26be07 service neutron] Checking agent: {'id': '7a008cff-3b49-418c-8046-689d46cc800f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'started_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 21, 0, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 21:00:55.774808 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2958983a-6c0d-4f62-b649-d4e1e445f146 req-987d2662-5c08-41e8-b78a-0e45ba26be07 service neutron] Checking segment: {'id': '23865291-503c-4941-b92a-ce0c5ab5f182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '9c2e3968-fb71-44d4-8815-57320e389aae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 21:00:55.775191 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2958983a-6c0d-4f62-b649-d4e1e445f146 req-987d2662-5c08-41e8-b78a-0e45ba26be07 service neutron] Bound using segment: {'id': '23865291-503c-4941-b92a-ce0c5ab5f182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '9c2e3968-fb71-44d4-8815-57320e389aae'} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 21:00:55.775644 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-2958983a-6c0d-4f62-b649-d4e1e445f146 req-987d2662-5c08-41e8-b78a-0e45ba26be07 service neutron] Bound port: b58c1db8-7823-442c-a26a-3160b4e18ca4, host: n-h1-818823-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23865291-503c-4941-b92a-ce0c5ab5f182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '9c2e3968-fb71-44d4-8815-57320e389aae'}}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 21:00:55.775993 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-2958983a-6c0d-4f62-b649-d4e1e445f146 req-987d2662-5c08-41e8-b78a-0e45ba26be07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:00:55.837947 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-2958983a-6c0d-4f62-b649-d4e1e445f146 req-987d2662-5c08-41e8-b78a-0e45ba26be07 service neutron] For port b58c1db8-7823-442c-a26a-3160b4e18ca4, host n-h1-818823-1, cleared binding levels {{(pid=103448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 21:00:55.841064 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-2958983a-6c0d-4f62-b649-d4e1e445f146 req-987d2662-5c08-41e8-b78a-0e45ba26be07 service neutron] For port b58c1db8-7823-442c-a26a-3160b4e18ca4, host n-h1-818823-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=b58c1db8-7823-442c-a26a-3160b4e18ca4,segment=NetworkSegment(23865291-503c-4941-b92a-ce0c5ab5f182),segment_id=23865291-503c-4941-b92a-ce0c5ab5f182)] {{(pid=103448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 21:00:55.845056 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-2958983a-6c0d-4f62-b649-d4e1e445f146 req-987d2662-5c08-41e8-b78a-0e45ba26be07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:00:55.877811 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2958983a-6c0d-4f62-b649-d4e1e445f146 req-987d2662-5c08-41e8-b78a-0e45ba26be07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:00:55.878437 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-2958983a-6c0d-4f62-b649-d4e1e445f146 req-987d2662-5c08-41e8-b78a-0e45ba26be07 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:00:55.879868 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-2958983a-6c0d-4f62-b649-d4e1e445f146 req-987d2662-5c08-41e8-b78a-0e45ba26be07 service neutron] 10.222.0.41 "PUT /v2.0/ports/b58c1db8-7823-442c-a26a-3160b4e18ca4 HTTP/1.1" status: 200 len: 1091 time: 0.8051012 Nov 22 21:00:55.912948 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987d2662-5c08-41e8-b78a-0e45ba26be07 service neutron] Pushing event updated for resources: {'Port': ['ID=b58c1db8-7823-442c-a26a-3160b4e18ca4,revision_number=7']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:00:55.953042 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2958983a-6c0d-4f62-b649-d4e1e445f146 req-268e378a-01e4-45bb-b34e-ae8d993c0d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:00:55.954592 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-2958983a-6c0d-4f62-b649-d4e1e445f146 req-268e378a-01e4-45bb-b34e-ae8d993c0d8f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4ed58de80f1e421e98eee918a71a237a&device_id=6fff5bc8-edb4-4a88-aa78-46be1d8b50ec HTTP/1.1" status: 200 len: 1094 time: 0.0497503 Nov 22 21:00:56.058647 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2958983a-6c0d-4f62-b649-d4e1e445f146 req-c5b0b171-39ca-438d-a366-1bce62ce1ade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:00:56.060171 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-2958983a-6c0d-4f62-b649-d4e1e445f146 req-c5b0b171-39ca-438d-a366-1bce62ce1ade service neutron] 10.222.0.41 "GET /v2.0/networks?id=9c2e3968-fb71-44d4-8815-57320e389aae HTTP/1.1" status: 200 len: 913 time: 0.0990009 Nov 22 21:00:56.128864 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-2958983a-6c0d-4f62-b649-d4e1e445f146 req-12e126f7-a8db-4697-bfa5-b823bed8ccec service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b58c1db8-7823-442c-a26a-3160b4e18ca4 HTTP/1.1" status: 200 len: 999 time: 0.0616026 Nov 22 21:00:56.176783 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2958983a-6c0d-4f62-b649-d4e1e445f146 req-2f697e8a-d560-4d00-8f5d-7fd6547ba4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:00:56.178874 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-2958983a-6c0d-4f62-b649-d4e1e445f146 req-2f697e8a-d560-4d00-8f5d-7fd6547ba4b3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cde59213-1ea3-488e-9922-16ddb38927ba HTTP/1.1" status: 200 len: 851 time: 0.0432055 Nov 22 21:00:56.225072 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2958983a-6c0d-4f62-b649-d4e1e445f146 req-42844346-9608-46d5-8edc-d6f149f3df1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:00:56.226610 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-2958983a-6c0d-4f62-b649-d4e1e445f146 req-42844346-9608-46d5-8edc-d6f149f3df1e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9c2e3968-fb71-44d4-8815-57320e389aae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401223 Nov 22 21:00:56.289906 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b365cc07-7bbc-44b4-8a21-6f04a98678c6 req-863040a6-9dc9-4fc1-9061-25b3c3abb7ed tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:00:56.291433 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b365cc07-7bbc-44b4-8a21-6f04a98678c6 req-863040a6-9dc9-4fc1-9061-25b3c3abb7ed tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/ports?device_id=6fff5bc8-edb4-4a88-aa78-46be1d8b50ec HTTP/1.1" status: 200 len: 943 time: 0.0485170 Nov 22 21:00:56.319889 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-2958983a-6c0d-4f62-b649-d4e1e445f146 req-1b77bb78-2f6f-4857-ad07-5a0aff033e85 service neutron] 10.222.0.41 "GET /v2.0/networks/9c2e3968-fb71-44d4-8815-57320e389aae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856616 Nov 22 21:00:56.342761 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b365cc07-7bbc-44b4-8a21-6f04a98678c6 req-0c87f625-c147-4c39-b6a3-872c547efd81 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/security-groups?id=efebab54-f3d0-45af-9ed5-f9e8fd2b2abf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453513 Nov 22 21:00:56.423254 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-2958983a-6c0d-4f62-b649-d4e1e445f146 req-bf1a8163-357e-43fa-b62e-75918071024a service neutron] 10.222.0.41 "GET /v2.0/networks/9c2e3968-fb71-44d4-8815-57320e389aae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964096 Nov 22 21:00:57.512233 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74516526-e9d9-468f-a514-f1079b812f72 req-a1217dbb-fb75-439f-aa40-3eb906d09261 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:00:57.513752 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-74516526-e9d9-468f-a514-f1079b812f72 req-a1217dbb-fb75-439f-aa40-3eb906d09261 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/ports?device_id=6fff5bc8-edb4-4a88-aa78-46be1d8b50ec HTTP/1.1" status: 200 len: 943 time: 0.0485156 Nov 22 21:00:57.551489 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fff5bc8-edb4-4a88-aa78-46be1d8b50ec', 'tag': 'b58c1db8-7823-442c-a26a-3160b4e18ca4'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 21:00:57.553884 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589a98cf2aea187fcc423a5edb333e5a6cf3ad7c81115d1ebee0f079693c312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-345c9a75-bd75-4634-ad41-20866a29ab1a" -d '{"events": [{"name": "network-changed", "server_uuid": "6fff5bc8-edb4-4a88-aa78-46be1d8b50ec", "tag": "b58c1db8-7823-442c-a26a-3160b4e18ca4"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 21:00:57.559968 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-74516526-e9d9-468f-a514-f1079b812f72 req-6a9be2c3-33fa-4448-b085-5d91b25aa17b tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/security-groups?id=efebab54-f3d0-45af-9ed5-f9e8fd2b2abf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402892 Nov 22 21:00:57.605762 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 21:00:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a0eefb7-3342-4e72-8854-888f91c14f63 x-openstack-request-id: req-2a0eefb7-3342-4e72-8854-888f91c14f63 {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 21:00:57.606130 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fff5bc8-edb4-4a88-aa78-46be1d8b50ec", "tag": "b58c1db8-7823-442c-a26a-3160b4e18ca4", "status": "completed", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 21:00:57.606393 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2a0eefb7-3342-4e72-8854-888f91c14f63 {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 21:00:57.606794 n-d-818823-1 neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fff5bc8-edb4-4a88-aa78-46be1d8b50ec', 'tag': 'b58c1db8-7823-442c-a26a-3160b4e18ca4', 'status': 'completed', 'code': 200} Nov 22 21:00:57.668578 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345c9a75-bd75-4634-ad41-20866a29ab1a req-221221ba-bc9f-4361-86cd-ba9c1dcaa2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:00:57.670110 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-345c9a75-bd75-4634-ad41-20866a29ab1a req-221221ba-bc9f-4361-86cd-ba9c1dcaa2e6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4ed58de80f1e421e98eee918a71a237a&device_id=6fff5bc8-edb4-4a88-aa78-46be1d8b50ec HTTP/1.1" status: 200 len: 1094 time: 0.0436058 Nov 22 21:00:57.687994 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345c9a75-bd75-4634-ad41-20866a29ab1a req-2e4865bb-08e6-4c4a-bf61-fb2583a6defc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:00:57.689538 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-345c9a75-bd75-4634-ad41-20866a29ab1a req-2e4865bb-08e6-4c4a-bf61-fb2583a6defc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4ed58de80f1e421e98eee918a71a237a&device_id=6fff5bc8-edb4-4a88-aa78-46be1d8b50ec HTTP/1.1" status: 200 len: 1094 time: 0.0445528 Nov 22 21:00:57.774954 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345c9a75-bd75-4634-ad41-20866a29ab1a req-348d2cfc-f52b-457c-9d71-5a18188532d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:00:57.776478 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-345c9a75-bd75-4634-ad41-20866a29ab1a req-348d2cfc-f52b-457c-9d71-5a18188532d6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9c2e3968-fb71-44d4-8815-57320e389aae HTTP/1.1" status: 200 len: 913 time: 0.0989451 Nov 22 21:00:57.786334 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345c9a75-bd75-4634-ad41-20866a29ab1a req-00bb1c86-be83-47b3-8713-9a97ffe28f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:00:57.787878 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-345c9a75-bd75-4634-ad41-20866a29ab1a req-00bb1c86-be83-47b3-8713-9a97ffe28f21 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9c2e3968-fb71-44d4-8815-57320e389aae HTTP/1.1" status: 200 len: 913 time: 0.0905931 Nov 22 21:00:57.847445 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-345c9a75-bd75-4634-ad41-20866a29ab1a req-5f8ad02a-7844-4f91-aeaf-cb44dedb1237 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b58c1db8-7823-442c-a26a-3160b4e18ca4 HTTP/1.1" status: 200 len: 999 time: 0.0622847 Nov 22 21:00:57.855815 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-345c9a75-bd75-4634-ad41-20866a29ab1a req-7601fbb7-7be3-4184-a6e9-b6825a497ba2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b58c1db8-7823-442c-a26a-3160b4e18ca4 HTTP/1.1" status: 200 len: 999 time: 0.0609565 Nov 22 21:00:57.900689 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345c9a75-bd75-4634-ad41-20866a29ab1a req-04e9919f-d79d-4f51-ad14-07043a62fcd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:00:57.902153 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-345c9a75-bd75-4634-ad41-20866a29ab1a req-04e9919f-d79d-4f51-ad14-07043a62fcd0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cde59213-1ea3-488e-9922-16ddb38927ba HTTP/1.1" status: 200 len: 851 time: 0.0473373 Nov 22 21:00:57.903523 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345c9a75-bd75-4634-ad41-20866a29ab1a req-e42e7baf-ac35-4f02-8d7f-90d795a79b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:00:57.904984 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-345c9a75-bd75-4634-ad41-20866a29ab1a req-e42e7baf-ac35-4f02-8d7f-90d795a79b48 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=cde59213-1ea3-488e-9922-16ddb38927ba HTTP/1.1" status: 200 len: 851 time: 0.0428360 Nov 22 21:00:57.947075 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345c9a75-bd75-4634-ad41-20866a29ab1a req-6766c32e-abbb-4b2e-9000-99a062aee08b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:00:57.948724 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-345c9a75-bd75-4634-ad41-20866a29ab1a req-6766c32e-abbb-4b2e-9000-99a062aee08b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9c2e3968-fb71-44d4-8815-57320e389aae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399880 Nov 22 21:00:57.954933 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345c9a75-bd75-4634-ad41-20866a29ab1a req-e4c8ae94-11d7-4829-a015-f870457161bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:00:57.956465 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-345c9a75-bd75-4634-ad41-20866a29ab1a req-e4c8ae94-11d7-4829-a015-f870457161bf service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9c2e3968-fb71-44d4-8815-57320e389aae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437596 Nov 22 21:00:58.036460 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-345c9a75-bd75-4634-ad41-20866a29ab1a req-5f3bbf59-39e5-4bc4-adc8-38a055bf4a6b service neutron] 10.222.0.41 "GET /v2.0/networks/9c2e3968-fb71-44d4-8815-57320e389aae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803204 Nov 22 21:00:58.045534 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-345c9a75-bd75-4634-ad41-20866a29ab1a req-efd02006-a14a-420f-943c-d845d6cfc72b service neutron] 10.222.0.20 "GET /v2.0/networks/9c2e3968-fb71-44d4-8815-57320e389aae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813739 Nov 22 21:00:58.129997 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-345c9a75-bd75-4634-ad41-20866a29ab1a req-200d6ab7-f5ca-4354-8e99-9eb35f6e78ca service neutron] 10.222.0.41 "GET /v2.0/networks/9c2e3968-fb71-44d4-8815-57320e389aae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858057 Nov 22 21:00:58.140125 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-345c9a75-bd75-4634-ad41-20866a29ab1a req-fc9cb33c-3b9f-42c6-9e54-e70cc74abed7 service neutron] 10.222.0.20 "GET /v2.0/networks/9c2e3968-fb71-44d4-8815-57320e389aae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873578 Nov 22 21:00:58.675093 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8007c84-d7aa-4d25-8828-db06ce5dd71d req-2e165053-3408-40d1-a5cb-c49b9598c60c tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:00:58.676626 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d8007c84-d7aa-4d25-8828-db06ce5dd71d req-2e165053-3408-40d1-a5cb-c49b9598c60c tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/ports?device_id=6fff5bc8-edb4-4a88-aa78-46be1d8b50ec HTTP/1.1" status: 200 len: 943 time: 0.0486660 Nov 22 21:00:58.722002 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d8007c84-d7aa-4d25-8828-db06ce5dd71d req-1f1aaa35-bde0-4738-8485-a3cbfa30610b tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/security-groups?id=efebab54-f3d0-45af-9ed5-f9e8fd2b2abf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395565 Nov 22 21:00:58.897048 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device b58c1db8-7823-442c-a26a-3160b4e18ca4 no longer exists at agent hyperv_n-h2-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 21:00:58.938728 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device b58c1db8-7823-442c-a26a-3160b4e18ca4 not bound to the agent host n-h2-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 21:00:58.951014 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203cd3c6-fcab-4b0b-979f-6cbd9f208b4c req-cff3f1a1-507d-448c-8e84-8adc605d43c8 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:00:58.952532 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-203cd3c6-fcab-4b0b-979f-6cbd9f208b4c req-cff3f1a1-507d-448c-8e84-8adc605d43c8 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/ports?device_id=6fff5bc8-edb4-4a88-aa78-46be1d8b50ec HTTP/1.1" status: 200 len: 943 time: 0.0830612 Nov 22 21:00:58.966788 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04a4170-c9ad-4fcb-8580-f21d653f5eb8 req-34226768-0d6c-4aef-913a-d9dab582405f tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:00:58.968195 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a04a4170-c9ad-4fcb-8580-f21d653f5eb8 req-34226768-0d6c-4aef-913a-d9dab582405f tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.20 "GET /v2.0/ports?device_id=6fff5bc8-edb4-4a88-aa78-46be1d8b50ec&tenant_id=4ed58de80f1e421e98eee918a71a237a&binding%3Ahost_id=n-h1-818823-1 HTTP/1.1" status: 200 len: 943 time: 0.0724394 Nov 22 21:00:59.043995 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-203cd3c6-fcab-4b0b-979f-6cbd9f208b4c req-b218f6da-7fa8-441f-a14b-4f69cce86f84 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/security-groups?id=efebab54-f3d0-45af-9ed5-f9e8fd2b2abf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852957 Nov 22 21:00:59.052156 n-d-818823-1 neutron-server[103447]: INFO neutron.api.v2.resource [req-a04a4170-c9ad-4fcb-8580-f21d653f5eb8 req-0a9ce399-4561-4849-bcfb-2d2da48a9396 service neutron] delete failed (client error): The resource could not be found. Nov 22 21:00:59.053123 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a04a4170-c9ad-4fcb-8580-f21d653f5eb8 req-0a9ce399-4561-4849-bcfb-2d2da48a9396 service neutron] 10.222.0.20 "DELETE /v2.0/ports/b58c1db8-7823-442c-a26a-3160b4e18ca4/bindings/n-h2-818823-1 HTTP/1.1" status: 404 len: 380 time: 0.0725567 Nov 22 21:00:59.140400 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04a4170-c9ad-4fcb-8580-f21d653f5eb8 req-1384ac51-3382-4a50-a19a-b9d8341a6588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:00:59.141842 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a04a4170-c9ad-4fcb-8580-f21d653f5eb8 req-1384ac51-3382-4a50-a19a-b9d8341a6588 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4ed58de80f1e421e98eee918a71a237a&device_id=6fff5bc8-edb4-4a88-aa78-46be1d8b50ec HTTP/1.1" status: 200 len: 1094 time: 0.0417037 Nov 22 21:00:59.231707 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04a4170-c9ad-4fcb-8580-f21d653f5eb8 req-57f13b25-1876-4642-8e75-80f966a1101b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:00:59.233155 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a04a4170-c9ad-4fcb-8580-f21d653f5eb8 req-57f13b25-1876-4642-8e75-80f966a1101b service neutron] 10.222.0.20 "GET /v2.0/networks?id=9c2e3968-fb71-44d4-8815-57320e389aae HTTP/1.1" status: 200 len: 913 time: 0.0839016 Nov 22 21:00:59.296966 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a04a4170-c9ad-4fcb-8580-f21d653f5eb8 req-c3fc147b-a907-47d0-af43-b976a4a29470 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b58c1db8-7823-442c-a26a-3160b4e18ca4 HTTP/1.1" status: 200 len: 999 time: 0.0569191 Nov 22 21:00:59.349509 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04a4170-c9ad-4fcb-8580-f21d653f5eb8 req-4c44de30-c3af-478e-8c4e-c6f5ddb40c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:00:59.350962 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a04a4170-c9ad-4fcb-8580-f21d653f5eb8 req-4c44de30-c3af-478e-8c4e-c6f5ddb40c27 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=cde59213-1ea3-488e-9922-16ddb38927ba HTTP/1.1" status: 200 len: 851 time: 0.0475609 Nov 22 21:00:59.396171 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04a4170-c9ad-4fcb-8580-f21d653f5eb8 req-95219461-b48d-4e80-8774-e605823565ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:00:59.397562 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a04a4170-c9ad-4fcb-8580-f21d653f5eb8 req-95219461-b48d-4e80-8774-e605823565ab service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9c2e3968-fb71-44d4-8815-57320e389aae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398488 Nov 22 21:00:59.469296 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device b58c1db8-7823-442c-a26a-3160b4e18ca4 details requested by agent hyperv_n-h1-818823-1 with host n-h1-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 21:00:59.483758 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a04a4170-c9ad-4fcb-8580-f21d653f5eb8 req-7b7fb4ad-3a19-4331-8d8e-f91feb674803 service neutron] 10.222.0.20 "GET /v2.0/networks/9c2e3968-fb71-44d4-8815-57320e389aae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791178 Nov 22 21:00:59.563514 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port b58c1db8-7823-442c-a26a-3160b4e18ca4, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=b58c1db8-7823-442c-a26a-3160b4e18ca4,segment=NetworkSegment(23865291-503c-4941-b92a-ce0c5ab5f182),segment_id=23865291-503c-4941-b92a-ce0c5ab5f182)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 21:00:59.576378 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Returning: {'device': 'b58c1db8-7823-442c-a26a-3160b4e18ca4', 'network_id': '9c2e3968-fb71-44d4-8815-57320e389aae', 'port_id': 'b58c1db8-7823-442c-a26a-3160b4e18ca4', 'mac_address': 'fa:16:3e:f9:87:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cde59213-1ea3-488e-9922-16ddb38927ba', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 21:00:59.578154 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a04a4170-c9ad-4fcb-8580-f21d653f5eb8 req-e620954a-83ee-45c3-9687-1005354771a5 service neutron] 10.222.0.20 "GET /v2.0/networks/9c2e3968-fb71-44d4-8815-57320e389aae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876274 Nov 22 21:00:59.617538 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:00:59.630357 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b58c1db8-7823-442c-a26a-3160b4e18ca4 {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 21:00:59.650192 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port b58c1db8-7823-442c-a26a-3160b4e18ca4, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=b58c1db8-7823-442c-a26a-3160b4e18ca4,segment=NetworkSegment(23865291-503c-4941-b92a-ce0c5ab5f182),segment_id=23865291-503c-4941-b92a-ce0c5ab5f182)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 21:00:59.654004 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:00:59.704402 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=b58c1db8-7823-442c-a26a-3160b4e18ca4,revision_number=8']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:00:59.711747 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:00:59.712100 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:00:59.712444 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:00:59.712786 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:00:59.713124 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:00:59.713456 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:00:59.713785 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:00:59.714112 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:00:59.714437 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:00:59.714762 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:00:59.715085 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:00:59.715406 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:00:59.884461 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] get_ports_and_sgs() called for port_ids ['b58c1db8-7823-442c-a26a-3160b4e18ca4'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 21:01:00.064020 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-eea0dca2-71bf-4217-8f2e-cc1eec607c8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:01:00.284378 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccf2854-6b25-4c72-990e-18c927982828 req-6c26de2f-a4fc-4171-9b2c-9180489516f7 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:01:00.285891 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1ccf2854-6b25-4c72-990e-18c927982828 req-6c26de2f-a4fc-4171-9b2c-9180489516f7 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/ports?device_id=6fff5bc8-edb4-4a88-aa78-46be1d8b50ec HTTP/1.1" status: 200 len: 944 time: 0.0960124 Nov 22 21:01:00.332620 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1ccf2854-6b25-4c72-990e-18c927982828 req-c6002fe6-3cc7-4d7f-8b2f-78749733c6c2 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/security-groups?id=efebab54-f3d0-45af-9ed5-f9e8fd2b2abf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399737 Nov 22 21:01:00.531177 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f0680f-0660-4c77-9735-365a0e1aa823 req-6dbed615-2017-4ed9-a6f0-0dfb3d131e1f tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:01:00.532682 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b6f0680f-0660-4c77-9735-365a0e1aa823 req-6dbed615-2017-4ed9-a6f0-0dfb3d131e1f tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/ports?device_id=6fff5bc8-edb4-4a88-aa78-46be1d8b50ec HTTP/1.1" status: 200 len: 944 time: 0.0960617 Nov 22 21:01:00.578868 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b6f0680f-0660-4c77-9735-365a0e1aa823 req-d365655d-1d8e-4e23-8b64-dd1d34a614a8 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/security-groups?id=efebab54-f3d0-45af-9ed5-f9e8fd2b2abf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402961 Nov 22 21:01:00.779123 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9308d4-d2af-45c2-9559-a0ac765fae30 req-07e5f08f-3601-4d73-839b-125a4b4d8f75 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:01:00.780769 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-bd9308d4-d2af-45c2-9559-a0ac765fae30 req-07e5f08f-3601-4d73-839b-125a4b4d8f75 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/ports?device_id=6fff5bc8-edb4-4a88-aa78-46be1d8b50ec HTTP/1.1" status: 200 len: 944 time: 0.0493817 Nov 22 21:01:00.809072 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2f936e-a0d0-4d79-ba19-4e96e3d9ab2e req-84d45cdd-818e-4166-90d3-07cbfde65cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:01:00.810599 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-6b2f936e-a0d0-4d79-ba19-4e96e3d9ab2e req-84d45cdd-818e-4166-90d3-07cbfde65cf9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4ed58de80f1e421e98eee918a71a237a&device_id=6fff5bc8-edb4-4a88-aa78-46be1d8b50ec HTTP/1.1" status: 200 len: 1095 time: 0.0443799 Nov 22 21:01:00.828852 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-bd9308d4-d2af-45c2-9559-a0ac765fae30 req-6feb7c66-0277-484e-b3cb-97f35bd6ff01 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/security-groups?id=efebab54-f3d0-45af-9ed5-f9e8fd2b2abf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421627 Nov 22 21:01:00.907472 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2f936e-a0d0-4d79-ba19-4e96e3d9ab2e req-ef6223ac-b90e-475e-a4da-1d0db7ea8b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:01:00.908972 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-6b2f936e-a0d0-4d79-ba19-4e96e3d9ab2e req-ef6223ac-b90e-475e-a4da-1d0db7ea8b3e service neutron] 10.222.0.41 "GET /v2.0/networks?id=9c2e3968-fb71-44d4-8815-57320e389aae HTTP/1.1" status: 200 len: 913 time: 0.0913103 Nov 22 21:01:00.972995 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-6b2f936e-a0d0-4d79-ba19-4e96e3d9ab2e req-3720cc6f-3796-4998-8eeb-47f2cd79a565 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b58c1db8-7823-442c-a26a-3160b4e18ca4 HTTP/1.1" status: 200 len: 1000 time: 0.0570002 Nov 22 21:01:01.022331 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2f936e-a0d0-4d79-ba19-4e96e3d9ab2e req-4f604ec0-de88-4b6b-8017-ad4978ad3416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:01:01.023818 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-6b2f936e-a0d0-4d79-ba19-4e96e3d9ab2e req-4f604ec0-de88-4b6b-8017-ad4978ad3416 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cde59213-1ea3-488e-9922-16ddb38927ba HTTP/1.1" status: 200 len: 851 time: 0.0434813 Nov 22 21:01:01.072557 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2f936e-a0d0-4d79-ba19-4e96e3d9ab2e req-9463edf5-886c-4957-a9bb-b21cdd3387e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:01:01.074020 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-6b2f936e-a0d0-4d79-ba19-4e96e3d9ab2e req-9463edf5-886c-4957-a9bb-b21cdd3387e4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9c2e3968-fb71-44d4-8815-57320e389aae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427999 Nov 22 21:01:01.161545 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-6b2f936e-a0d0-4d79-ba19-4e96e3d9ab2e req-8be839a3-f3f0-465f-b3d0-de8fadef5f16 service neutron] 10.222.0.41 "GET /v2.0/networks/9c2e3968-fb71-44d4-8815-57320e389aae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803378 Nov 22 21:01:01.251250 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-6b2f936e-a0d0-4d79-ba19-4e96e3d9ab2e req-84dd3c09-b4a6-4075-80e9-2b37d6bf3111 service neutron] 10.222.0.41 "GET /v2.0/networks/9c2e3968-fb71-44d4-8815-57320e389aae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830302 Nov 22 21:01:01.485989 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device b58c1db8-7823-442c-a26a-3160b4e18ca4 up at agent hyperv_n-h1-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 21:01:01.535233 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Provisioning for port b58c1db8-7823-442c-a26a-3160b4e18ca4 completed by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 21:01:01.540245 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Provisioning complete for port b58c1db8-7823-442c-a26a-3160b4e18ca4 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 21:01:01.540620 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:01:01.617771 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:01:01.643593 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fff5bc8-edb4-4a88-aa78-46be1d8b50ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b58c1db8-7823-442c-a26a-3160b4e18ca4'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 21:01:01.645925 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d39f6d30a11e565ec9648abcc015e8a6ab6cff4edd704add8155e28765d31eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2c8d251-fdfe-4815-9363-65be70a5f3e2" -d '{"events": [{"server_uuid": "6fff5bc8-edb4-4a88-aa78-46be1d8b50ec", "name": "network-vif-plugged", "status": "completed", "tag": "b58c1db8-7823-442c-a26a-3160b4e18ca4"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 21:01:01.659501 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port b58c1db8-7823-442c-a26a-3160b4e18ca4, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=b58c1db8-7823-442c-a26a-3160b4e18ca4,segment=NetworkSegment(23865291-503c-4941-b92a-ce0c5ab5f182),segment_id=23865291-503c-4941-b92a-ce0c5ab5f182)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 21:01:01.665533 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:01:01.692766 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 21:01:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11e06017-7d3c-4d00-aef5-74e5ad6f8705 x-openstack-request-id: req-11e06017-7d3c-4d00-aef5-74e5ad6f8705 {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 21:01:01.693065 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fff5bc8-edb4-4a88-aa78-46be1d8b50ec", "name": "network-vif-plugged", "status": "completed", "tag": "b58c1db8-7823-442c-a26a-3160b4e18ca4", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 21:01:01.693319 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-11e06017-7d3c-4d00-aef5-74e5ad6f8705 {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 21:01:01.693707 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fff5bc8-edb4-4a88-aa78-46be1d8b50ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b58c1db8-7823-442c-a26a-3160b4e18ca4', 'code': 200} Nov 22 21:01:01.716927 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=b58c1db8-7823-442c-a26a-3160b4e18ca4,revision_number=9']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:01:01.945616 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2965575-b5f0-4adc-af65-6b280121cac1 req-b70109aa-f385-4cdf-922b-e68402627394 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:01:01.947128 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c2965575-b5f0-4adc-af65-6b280121cac1 req-b70109aa-f385-4cdf-922b-e68402627394 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/ports?device_id=6fff5bc8-edb4-4a88-aa78-46be1d8b50ec HTTP/1.1" status: 200 len: 945 time: 0.0482895 Nov 22 21:01:01.996936 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c2965575-b5f0-4adc-af65-6b280121cac1 req-17b1a3db-fff3-42d9-83e4-b67ee149cd2c tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/security-groups?id=efebab54-f3d0-45af-9ed5-f9e8fd2b2abf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436990 Nov 22 21:01:02.220883 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f136a9e-d839-4582-9cdf-b968bf51afdb req-bcc0e10a-adb8-4c73-a544-cb399e61b9e7 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:01:02.222361 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5f136a9e-d839-4582-9cdf-b968bf51afdb req-bcc0e10a-adb8-4c73-a544-cb399e61b9e7 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/ports?device_id=6fff5bc8-edb4-4a88-aa78-46be1d8b50ec HTTP/1.1" status: 200 len: 945 time: 0.0482042 Nov 22 21:01:02.267889 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5f136a9e-d839-4582-9cdf-b968bf51afdb req-7f2b5ed3-3e1a-4e85-a64a-901a7b115006 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/security-groups?id=efebab54-f3d0-45af-9ed5-f9e8fd2b2abf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395355 Nov 22 21:01:02.996974 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-a5aa6ade-07da-40d1-b03a-69dcde6ffa99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:01:03.402710 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcb5697-3978-4bac-acf6-8ba9a501a8f9 req-cbd56916-1246-4944-b658-144fc410e3ff tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:01:03.404233 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-cdcb5697-3978-4bac-acf6-8ba9a501a8f9 req-cbd56916-1246-4944-b658-144fc410e3ff tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/ports?device_id=6fff5bc8-edb4-4a88-aa78-46be1d8b50ec HTTP/1.1" status: 200 len: 945 time: 0.0497797 Nov 22 21:01:03.447705 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8e5474-3e48-4324-99ff-4ab94d31c5af req-b7de251c-2bea-4919-9979-b41ae40c119c tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:01:03.449195 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-bf8e5474-3e48-4324-99ff-4ab94d31c5af req-b7de251c-2bea-4919-9979-b41ae40c119c tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.41 "GET /v2.0/ports?device_id=6fff5bc8-edb4-4a88-aa78-46be1d8b50ec HTTP/1.1" status: 200 len: 945 time: 0.0497966 Nov 22 21:01:03.451919 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-cdcb5697-3978-4bac-acf6-8ba9a501a8f9 req-44943332-199c-4b24-8cce-ca2ab7c68ccc tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/security-groups?id=efebab54-f3d0-45af-9ed5-f9e8fd2b2abf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418649 Nov 22 21:01:03.534954 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [req-bf8e5474-3e48-4324-99ff-4ab94d31c5af req-c0746273-d9f6-4173-aa1a-4caf6fe6c058 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Deleting port b58c1db8-7823-442c-a26a-3160b4e18ca4 {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 21:01:03.535289 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-bf8e5474-3e48-4324-99ff-4ab94d31c5af req-c0746273-d9f6-4173-aa1a-4caf6fe6c058 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:01:03.599296 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-03f0964f-1b75-4df7-99e0-a3cdb56ec2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:01:03.625003 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-bf8e5474-3e48-4324-99ff-4ab94d31c5af req-c0746273-d9f6-4173-aa1a-4caf6fe6c058 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] For port b58c1db8-7823-442c-a26a-3160b4e18ca4, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=b58c1db8-7823-442c-a26a-3160b4e18ca4,segment=NetworkSegment(23865291-503c-4941-b92a-ce0c5ab5f182),segment_id=23865291-503c-4941-b92a-ce0c5ab5f182)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 21:01:03.625363 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-bf8e5474-3e48-4324-99ff-4ab94d31c5af req-c0746273-d9f6-4173-aa1a-4caf6fe6c058 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:01:03.796399 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-bf8e5474-3e48-4324-99ff-4ab94d31c5af req-c0746273-d9f6-4173-aa1a-4caf6fe6c058 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:01:03.796729 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-bf8e5474-3e48-4324-99ff-4ab94d31c5af req-c0746273-d9f6-4173-aa1a-4caf6fe6c058 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-595224'] for floatingip, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:01:03.797047 n-d-818823-1 neutron-server[103448]: INFO neutron.db.l3_db [req-bf8e5474-3e48-4324-99ff-4ab94d31c5af req-c0746273-d9f6-4173-aa1a-4caf6fe6c058 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Floating IP 29c1e11a-c20f-4c89-914a-c842f226f8b9 disassociated. External IP: 172.25.5.108, port: b58c1db8-7823-442c-a26a-3160b4e18ca4. Nov 22 21:01:03.797475 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [req-bf8e5474-3e48-4324-99ff-4ab94d31c5af req-c0746273-d9f6-4173-aa1a-4caf6fe6c058 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Calling delete_port for b58c1db8-7823-442c-a26a-3160b4e18ca4 owned by compute:nova {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 21:01:03.927249 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-bf8e5474-3e48-4324-99ff-4ab94d31c5af req-c0746273-d9f6-4173-aa1a-4caf6fe6c058 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:01:03.961769 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0746273-d9f6-4173-aa1a-4caf6fe6c058 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Pushing event deleted for resources: {'Port': ['ID=b58c1db8-7823-442c-a26a-3160b4e18ca4,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:01:04.079101 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bf8e5474-3e48-4324-99ff-4ab94d31c5af req-c0746273-d9f6-4173-aa1a-4caf6fe6c058 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Router c579614a-aff1-4c5f-934f-a7e4bee1ac32 has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 21:01:04.484810 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bf8e5474-3e48-4324-99ff-4ab94d31c5af req-c0746273-d9f6-4173-aa1a-4caf6fe6c058 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 21:01:04.496627 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20b404a3-85f5-4b9f-b6d3-002cf62cf4b6 None None] Sync routers for ids ['c579614a-aff1-4c5f-934f-a7e4bee1ac32'] in n-d-818823-1 {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 21:01:04.507894 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b404a3-85f5-4b9f-b6d3-002cf62cf4b6 None None] Routers {'c579614a-aff1-4c5f-934f-a7e4bee1ac32'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 21:01:04.508521 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-20b404a3-85f5-4b9f-b6d3-002cf62cf4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T21:01:03Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['c579614a-aff1-4c5f-934f-a7e4bee1ac32'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:01:04.528235 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf8e5474-3e48-4324-99ff-4ab94d31c5af req-c0746273-d9f6-4173-aa1a-4caf6fe6c058 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] No DVR routers for this DVR port b58c1db8-7823-442c-a26a-3160b4e18ca4 on host n-h1-818823-1 {{(pid=103448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 21:01:04.531062 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-bf8e5474-3e48-4324-99ff-4ab94d31c5af req-c0746273-d9f6-4173-aa1a-4caf6fe6c058 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:01:04.534534 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-bf8e5474-3e48-4324-99ff-4ab94d31c5af req-c0746273-d9f6-4173-aa1a-4caf6fe6c058 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.41 "DELETE /v2.0/ports/b58c1db8-7823-442c-a26a-3160b4e18ca4 HTTP/1.1" status: 204 len: 173 time: 1.0794795 Nov 22 21:01:04.534998 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fff5bc8-edb4-4a88-aa78-46be1d8b50ec', 'name': 'network-vif-deleted', 'tag': 'b58c1db8-7823-442c-a26a-3160b4e18ca4'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 21:01:04.537316 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a589a98cf2aea187fcc423a5edb333e5a6cf3ad7c81115d1ebee0f079693c312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6c20180-3c5e-4744-a7bf-5342fee30df0" -d '{"events": [{"server_uuid": "6fff5bc8-edb4-4a88-aa78-46be1d8b50ec", "name": "network-vif-deleted", "tag": "b58c1db8-7823-442c-a26a-3160b4e18ca4"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 21:01:04.555402 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-36339a44-428e-4b66-b9d9-58d764062fb7 req-239c5af0-162b-4271-9838-cc1d980d9807 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/ports?device_id=6fff5bc8-edb4-4a88-aa78-46be1d8b50ec HTTP/1.1" status: 200 len: 210 time: 0.0330348 Nov 22 21:01:04.586117 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 21:01:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2145a7c0-016a-4fab-902c-eb6b1fe9c1aa x-openstack-request-id: req-2145a7c0-016a-4fab-902c-eb6b1fe9c1aa {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 21:01:04.586412 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fff5bc8-edb4-4a88-aa78-46be1d8b50ec", "name": "network-vif-deleted", "tag": "b58c1db8-7823-442c-a26a-3160b4e18ca4", "status": "completed", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 21:01:04.586667 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2145a7c0-016a-4fab-902c-eb6b1fe9c1aa {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 21:01:04.587063 n-d-818823-1 neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fff5bc8-edb4-4a88-aa78-46be1d8b50ec', 'name': 'network-vif-deleted', 'tag': 'b58c1db8-7823-442c-a26a-3160b4e18ca4', 'status': 'completed', 'code': 200} Nov 22 21:01:04.625933 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-20b404a3-85f5-4b9f-b6d3-002cf62cf4b6 None None] Set router c579614a-aff1-4c5f-934f-a7e4bee1ac32 gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 21:01:04.986267 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-20b404a3-85f5-4b9f-b6d3-002cf62cf4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c579614a-aff1-4c5f-934f-a7e4bee1ac32', 'name': 'tempest-ServerActionsTestJSON-1539680232-router', 'tenant_id': '4ed58de80f1e421e98eee918a71a237a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.244'}], 'enable_snat': True}, 'gw_port_id': '8abc9af0-4663-4aaa-8260-91a3ff4fee50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:56:31Z', 'updated_at': '2021-11-22T20:56:34Z', 'revision_number': 4, 'project_id': '4ed58de80f1e421e98eee918a71a237a', 'gw_port': {'id': '8abc9af0-4663-4aaa-8260-91a3ff4fee50', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:c9:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c579614a-aff1-4c5f-934f-a7e4bee1ac32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:56:32Z', 'updated_at': '2021-11-22T20:56:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': '196d638a-3421-4ca1-8880-2d33e330ef34', 'name': '', 'network_id': '9c2e3968-fb71-44d4-8815-57320e389aae', 'tenant_id': '4ed58de80f1e421e98eee918a71a237a', 'mac_address': 'fa:16:3e:95:02:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c579614a-aff1-4c5f-934f-a7e4bee1ac32', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': 'cde59213-1ea3-488e-9922-16ddb38927ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:56:34Z', 'updated_at': '2021-11-22T20:56:38Z', 'revision_number': 5, 'project_id': '4ed58de80f1e421e98eee918a71a237a', 'subnets': [{'id': 'cde59213-1ea3-488e-9922-16ddb38927ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:01:05.012783 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20b404a3-85f5-4b9f-b6d3-002cf62cf4b6 None None] Checking router: c579614a-aff1-4c5f-934f-a7e4bee1ac32 for host: n-d-818823-1 {{(pid=103449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 21:01:05.020898 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b404a3-85f5-4b9f-b6d3-002cf62cf4b6 None None] Routers {'c579614a-aff1-4c5f-934f-a7e4bee1ac32'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 21:01:05.021497 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-20b404a3-85f5-4b9f-b6d3-002cf62cf4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T21:01:03Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['c579614a-aff1-4c5f-934f-a7e4bee1ac32'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:01:05.126838 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-20b404a3-85f5-4b9f-b6d3-002cf62cf4b6 None None] Set router c579614a-aff1-4c5f-934f-a7e4bee1ac32 gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 21:01:05.313656 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e49ee129-e862-4476-beca-cdc8150d2345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:01:05.333913 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-20b404a3-85f5-4b9f-b6d3-002cf62cf4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c579614a-aff1-4c5f-934f-a7e4bee1ac32', 'name': 'tempest-ServerActionsTestJSON-1539680232-router', 'tenant_id': '4ed58de80f1e421e98eee918a71a237a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.244'}], 'enable_snat': True}, 'gw_port_id': '8abc9af0-4663-4aaa-8260-91a3ff4fee50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:56:31Z', 'updated_at': '2021-11-22T20:56:34Z', 'revision_number': 4, 'project_id': '4ed58de80f1e421e98eee918a71a237a', 'gw_port': {'id': '8abc9af0-4663-4aaa-8260-91a3ff4fee50', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:c9:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c579614a-aff1-4c5f-934f-a7e4bee1ac32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:56:32Z', 'updated_at': '2021-11-22T20:56:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': '196d638a-3421-4ca1-8880-2d33e330ef34', 'name': '', 'network_id': '9c2e3968-fb71-44d4-8815-57320e389aae', 'tenant_id': '4ed58de80f1e421e98eee918a71a237a', 'mac_address': 'fa:16:3e:95:02:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c579614a-aff1-4c5f-934f-a7e4bee1ac32', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': 'cde59213-1ea3-488e-9922-16ddb38927ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:56:34Z', 'updated_at': '2021-11-22T20:56:38Z', 'revision_number': 5, 'project_id': '4ed58de80f1e421e98eee918a71a237a', 'subnets': [{'id': 'cde59213-1ea3-488e-9922-16ddb38927ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:01:05.365980 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20b404a3-85f5-4b9f-b6d3-002cf62cf4b6 None None] The sync data for ids ['c579614a-aff1-4c5f-934f-a7e4bee1ac32'] in n-d-818823-1 is: [{'id': 'c579614a-aff1-4c5f-934f-a7e4bee1ac32', 'name': 'tempest-ServerActionsTestJSON-1539680232-router', 'tenant_id': '4ed58de80f1e421e98eee918a71a237a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.244'}], 'enable_snat': True}, 'gw_port_id': '8abc9af0-4663-4aaa-8260-91a3ff4fee50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:56:31Z', 'updated_at': '2021-11-22T20:56:34Z', 'revision_number': 4, 'project_id': '4ed58de80f1e421e98eee918a71a237a', 'gw_port': {'id': '8abc9af0-4663-4aaa-8260-91a3ff4fee50', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:c9:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c579614a-aff1-4c5f-934f-a7e4bee1ac32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:56:32Z', 'updated_at': '2021-11-22T20:56:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': '196d638a-3421-4ca1-8880-2d33e330ef34', 'name': '', 'network_id': '9c2e3968-fb71-44d4-8815-57320e389aae', 'tenant_id': '4ed58de80f1e421e98eee918a71a237a', 'mac_address': 'fa:16:3e:95:02:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c579614a-aff1-4c5f-934f-a7e4bee1ac32', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': 'cde59213-1ea3-488e-9922-16ddb38927ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:56:34Z', 'updated_at': '2021-11-22T20:56:38Z', 'revision_number': 5, 'project_id': '4ed58de80f1e421e98eee918a71a237a', 'subnets': [{'id': 'cde59213-1ea3-488e-9922-16ddb38927ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 21:01:05.579220 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a267894-2607-46cd-a5b8-8501792ff2b3 None None] New status for floating IP 29c1e11a-c20f-4c89-914a-c842f226f8b9: DOWN {{(pid=103450) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 21:01:05.842158 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7516ddfd-b2a2-4525-9b75-bc506564175b req-be9f7b28-6ab8-4e51-95e6-1fa0048591d1 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--893446437&fields=id&tenant_id=4ed58de80f1e421e98eee918a71a237a HTTP/1.1" status: 200 len: 267 time: 0.0421903 Nov 22 21:01:05.948543 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7516ddfd-b2a2-4525-9b75-bc506564175b req-383907c8-6c7e-44ea-8e49-3aa69e830b77 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:01:05.950030 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7516ddfd-b2a2-4525-9b75-bc506564175b req-383907c8-6c7e-44ea-8e49-3aa69e830b77 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/networks?id=9c2e3968-fb71-44d4-8815-57320e389aae HTTP/1.1" status: 200 len: 812 time: 0.1009064 Nov 22 21:01:05.964999 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7516ddfd-b2a2-4525-9b75-bc506564175b req-b79d593c-c36b-4642-a23c-121406382993 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/quotas/4ed58de80f1e421e98eee918a71a237a HTTP/1.1" status: 200 len: 375 time: 0.0094130 Nov 22 21:01:06.018142 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7516ddfd-b2a2-4525-9b75-bc506564175b req-dc23d1f9-5b5e-443a-a4fc-f75fff7ee71e tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=4ed58de80f1e421e98eee918a71a237a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0476599 Nov 22 21:01:06.111000 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7516ddfd-b2a2-4525-9b75-bc506564175b req-21ab1d85-621d-48cf-bb41-7cb014e1099f service neutron] 10.222.0.46 "GET /v2.0/networks/9c2e3968-fb71-44d4-8815-57320e389aae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808229 Nov 22 21:01:06.133849 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:01:06.205282 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7516ddfd-b2a2-4525-9b75-bc506564175b req-28a87817-19b1-4706-afda-644a22b5d128 service neutron] 10.222.0.46 "GET /v2.0/networks/9c2e3968-fb71-44d4-8815-57320e389aae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864277 Nov 22 21:01:06.367191 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-fc89525d-6869-450f-9d94-b406366d86a7 req-a04d2c8f-50a1-47a9-b350-88aca3926931 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/ports?device_id=00ff8b47-bfee-460c-8c47-f694e9125104 HTTP/1.1" status: 200 len: 210 time: 0.0278399 Nov 22 21:01:07.321451 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7516ddfd-b2a2-4525-9b75-bc506564175b req-237aec2b-7829-4bf8-b04f-c24c74f62b0e tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:01:07.322953 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7516ddfd-b2a2-4525-9b75-bc506564175b req-237aec2b-7829-4bf8-b04f-c24c74f62b0e tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.20 "GET /v2.0/networks?id=9c2e3968-fb71-44d4-8815-57320e389aae HTTP/1.1" status: 200 len: 812 time: 0.1076796 Nov 22 21:01:07.389570 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7516ddfd-b2a2-4525-9b75-bc506564175b req-2672ca19-60e0-42db-8a44-5053eb60e48a tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4ed58de80f1e421e98eee918a71a237a HTTP/1.1" status: 200 len: 379 time: 0.0561817 Nov 22 21:01:07.402352 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-7516ddfd-b2a2-4525-9b75-bc506564175b req-bc591d7b-aae7-4057-86a8-9c65356295ce tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Request body: {'port': {'device_id': '00ff8b47-bfee-460c-8c47-f694e9125104', 'network_id': '9c2e3968-fb71-44d4-8815-57320e389aae', 'admin_state_up': True, 'tenant_id': '4ed58de80f1e421e98eee918a71a237a', 'security_groups': ['efebab54-f3d0-45af-9ed5-f9e8fd2b2abf']}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 21:01:07.471800 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-56bde0b4-1a8d-4e48-a84d-132be483a114 req-481491c0-8e80-4152-bb51-b3493e4f9b28 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/ports?device_id=00ff8b47-bfee-460c-8c47-f694e9125104 HTTP/1.1" status: 200 len: 210 time: 0.0308867 Nov 22 21:01:07.517717 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device b58c1db8-7823-442c-a26a-3160b4e18ca4 no longer exists at agent hyperv_n-h1-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 21:01:07.533112 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7516ddfd-b2a2-4525-9b75-bc506564175b req-bc591d7b-aae7-4057-86a8-9c65356295ce tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Made reservation on behalf of 4ed58de80f1e421e98eee918a71a237a for: {'port': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 21:01:07.536863 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-7516ddfd-b2a2-4525-9b75-bc506564175b req-bc591d7b-aae7-4057-86a8-9c65356295ce tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:01:07.538455 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] No Port match for: b58c1db8-7823-442c-a26a-3160b4e18ca4 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 21:01:07.538802 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device b58c1db8-7823-442c-a26a-3160b4e18ca4 not bound to the agent host n-h1-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 21:01:07.663596 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [req-7516ddfd-b2a2-4525-9b75-bc506564175b req-bc591d7b-aae7-4057-86a8-9c65356295ce tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Allocated IP 172.20.0.7 (9c2e3968-fb71-44d4-8815-57320e389aae/cde59213-1ea3-488e-9922-16ddb38927ba/858868e4-1e16-42cd-a57a-05f3aac13ad1) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 21:01:07.801065 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-7516ddfd-b2a2-4525-9b75-bc506564175b req-bc591d7b-aae7-4057-86a8-9c65356295ce tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:01:07.834410 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-7516ddfd-b2a2-4525-9b75-bc506564175b req-bc591d7b-aae7-4057-86a8-9c65356295ce tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:01:07.876103 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7516ddfd-b2a2-4525-9b75-bc506564175b req-bc591d7b-aae7-4057-86a8-9c65356295ce tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Network 9c2e3968-fb71-44d4-8815-57320e389aae is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 21:01:07.879039 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [req-7516ddfd-b2a2-4525-9b75-bc506564175b req-bc591d7b-aae7-4057-86a8-9c65356295ce tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 21:01:07.883311 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-7516ddfd-b2a2-4525-9b75-bc506564175b req-bc591d7b-aae7-4057-86a8-9c65356295ce tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 21:01:07.910051 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc591d7b-aae7-4057-86a8-9c65356295ce tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Pushing event updated for resources: {'Port': ['ID=858868e4-1e16-42cd-a57a-05f3aac13ad1,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:01:07.923516 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc591d7b-aae7-4057-86a8-9c65356295ce tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:01:07.923786 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc591d7b-aae7-4057-86a8-9c65356295ce tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:01:07.924150 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc591d7b-aae7-4057-86a8-9c65356295ce tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:01:07.924485 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc591d7b-aae7-4057-86a8-9c65356295ce tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:01:07.924824 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc591d7b-aae7-4057-86a8-9c65356295ce tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:01:07.925161 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc591d7b-aae7-4057-86a8-9c65356295ce tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:01:07.925499 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc591d7b-aae7-4057-86a8-9c65356295ce tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:01:07.925827 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc591d7b-aae7-4057-86a8-9c65356295ce tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:01:07.926148 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc591d7b-aae7-4057-86a8-9c65356295ce tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:01:07.926476 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc591d7b-aae7-4057-86a8-9c65356295ce tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:01:07.926808 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc591d7b-aae7-4057-86a8-9c65356295ce tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:01:07.927139 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc591d7b-aae7-4057-86a8-9c65356295ce tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:01:07.947689 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7516ddfd-b2a2-4525-9b75-bc506564175b req-bc591d7b-aae7-4057-86a8-9c65356295ce tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:01:07.948329 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-7516ddfd-b2a2-4525-9b75-bc506564175b req-bc591d7b-aae7-4057-86a8-9c65356295ce tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:01:07.965836 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7516ddfd-b2a2-4525-9b75-bc506564175b req-bc591d7b-aae7-4057-86a8-9c65356295ce tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5680892 Nov 22 21:01:08.057440 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-7516ddfd-b2a2-4525-9b75-bc506564175b req-7cd50c68-643b-40f5-b642-88a020f700ec service neutron] Request body: {'port': {'device_id': '00ff8b47-bfee-460c-8c47-f694e9125104', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818823-1'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 21:01:08.113328 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-7516ddfd-b2a2-4525-9b75-bc506564175b req-7cd50c68-643b-40f5-b642-88a020f700ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:01:08.141622 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-883da567-79ed-4ecc-acc1-73f072bd3949 None None] Provisioning complete for port 858868e4-1e16-42cd-a57a-05f3aac13ad1 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 21:01:08.141998 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-883da567-79ed-4ecc-acc1-73f072bd3949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:01:08.179898 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-883da567-79ed-4ecc-acc1-73f072bd3949 None None] Port 858868e4-1e16-42cd-a57a-05f3aac13ad1 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 21:01:08.369593 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [req-7516ddfd-b2a2-4525-9b75-bc506564175b req-7cd50c68-643b-40f5-b642-88a020f700ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 858868e4-1e16-42cd-a57a-05f3aac13ad1 {{(pid=103447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 21:01:08.377220 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-7516ddfd-b2a2-4525-9b75-bc506564175b req-7cd50c68-643b-40f5-b642-88a020f700ec service neutron] Publish callbacks [] for port, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:01:08.388860 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.provisioning_blocks [req-7516ddfd-b2a2-4525-9b75-bc506564175b req-7cd50c68-643b-40f5-b642-88a020f700ec service neutron] Transition to ACTIVE for port object 858868e4-1e16-42cd-a57a-05f3aac13ad1 will not be triggered until provisioned by entity L2. {{(pid=103447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 21:01:08.392385 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-7516ddfd-b2a2-4525-9b75-bc506564175b req-7cd50c68-643b-40f5-b642-88a020f700ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:01:08.442355 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd50c68-643b-40f5-b642-88a020f700ec service neutron] Pushing event updated for resources: {'Port': ['ID=858868e4-1e16-42cd-a57a-05f3aac13ad1,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:01:08.516758 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-7516ddfd-b2a2-4525-9b75-bc506564175b req-7cd50c68-643b-40f5-b642-88a020f700ec service neutron] Attempting to bind port 858868e4-1e16-42cd-a57a-05f3aac13ad1 on host n-h2-818823-1 for vnic_type normal with profile {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 21:01:08.517090 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-7516ddfd-b2a2-4525-9b75-bc506564175b req-7cd50c68-643b-40f5-b642-88a020f700ec service neutron] Attempting to bind port 858868e4-1e16-42cd-a57a-05f3aac13ad1 by drivers openvswitch,hyperv on host n-h2-818823-1 at level 0 using segments [{'id': '23865291-503c-4941-b92a-ce0c5ab5f182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '9c2e3968-fb71-44d4-8815-57320e389aae'}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 21:01:08.517449 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7516ddfd-b2a2-4525-9b75-bc506564175b req-7cd50c68-643b-40f5-b642-88a020f700ec service neutron] Attempting to bind port 858868e4-1e16-42cd-a57a-05f3aac13ad1 on network 9c2e3968-fb71-44d4-8815-57320e389aae {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 21:01:08.522049 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7516ddfd-b2a2-4525-9b75-bc506564175b req-7cd50c68-643b-40f5-b642-88a020f700ec service neutron] Port 858868e4-1e16-42cd-a57a-05f3aac13ad1 on network 9c2e3968-fb71-44d4-8815-57320e389aae not bound, no agent of type Open vSwitch agent registered on host n-h2-818823-1 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 21:01:08.522365 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7516ddfd-b2a2-4525-9b75-bc506564175b req-7cd50c68-643b-40f5-b642-88a020f700ec service neutron] Attempting to bind port 858868e4-1e16-42cd-a57a-05f3aac13ad1 on network 9c2e3968-fb71-44d4-8815-57320e389aae {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 21:01:08.528278 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7516ddfd-b2a2-4525-9b75-bc506564175b req-7cd50c68-643b-40f5-b642-88a020f700ec service neutron] Checking agent: {'id': '65e0486a-7030-4065-96f0-10aa7402a530', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'started_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 21, 0, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 21:01:08.528613 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7516ddfd-b2a2-4525-9b75-bc506564175b req-7cd50c68-643b-40f5-b642-88a020f700ec service neutron] Checking segment: {'id': '23865291-503c-4941-b92a-ce0c5ab5f182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '9c2e3968-fb71-44d4-8815-57320e389aae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 21:01:08.528993 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7516ddfd-b2a2-4525-9b75-bc506564175b req-7cd50c68-643b-40f5-b642-88a020f700ec service neutron] Bound using segment: {'id': '23865291-503c-4941-b92a-ce0c5ab5f182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '9c2e3968-fb71-44d4-8815-57320e389aae'} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 21:01:08.529423 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-7516ddfd-b2a2-4525-9b75-bc506564175b req-7cd50c68-643b-40f5-b642-88a020f700ec service neutron] Bound port: 858868e4-1e16-42cd-a57a-05f3aac13ad1, host: n-h2-818823-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23865291-503c-4941-b92a-ce0c5ab5f182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '9c2e3968-fb71-44d4-8815-57320e389aae'}}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 21:01:08.529782 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-7516ddfd-b2a2-4525-9b75-bc506564175b req-7cd50c68-643b-40f5-b642-88a020f700ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:01:08.626055 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454c52b1-b0f5-4c45-807a-692a914e8e08 req-87bf93a1-d5fc-4fe4-85d8-bf6f8bc206af tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:01:08.627559 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-454c52b1-b0f5-4c45-807a-692a914e8e08 req-87bf93a1-d5fc-4fe4-85d8-bf6f8bc206af tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/ports?device_id=00ff8b47-bfee-460c-8c47-f694e9125104 HTTP/1.1" status: 200 len: 943 time: 0.0841019 Nov 22 21:01:08.633499 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-7516ddfd-b2a2-4525-9b75-bc506564175b req-7cd50c68-643b-40f5-b642-88a020f700ec service neutron] For port 858868e4-1e16-42cd-a57a-05f3aac13ad1, host n-h2-818823-1, cleared binding levels {{(pid=103447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 21:01:08.638064 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-7516ddfd-b2a2-4525-9b75-bc506564175b req-7cd50c68-643b-40f5-b642-88a020f700ec service neutron] For port 858868e4-1e16-42cd-a57a-05f3aac13ad1, host n-h2-818823-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=858868e4-1e16-42cd-a57a-05f3aac13ad1,segment=NetworkSegment(23865291-503c-4941-b92a-ce0c5ab5f182),segment_id=23865291-503c-4941-b92a-ce0c5ab5f182)] {{(pid=103447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 21:01:08.644644 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-7516ddfd-b2a2-4525-9b75-bc506564175b req-7cd50c68-643b-40f5-b642-88a020f700ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:01:08.705314 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7516ddfd-b2a2-4525-9b75-bc506564175b req-7cd50c68-643b-40f5-b642-88a020f700ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:01:08.705940 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-7516ddfd-b2a2-4525-9b75-bc506564175b req-7cd50c68-643b-40f5-b642-88a020f700ec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:01:08.707341 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7516ddfd-b2a2-4525-9b75-bc506564175b req-7cd50c68-643b-40f5-b642-88a020f700ec service neutron] 10.222.0.20 "PUT /v2.0/ports/858868e4-1e16-42cd-a57a-05f3aac13ad1 HTTP/1.1" status: 200 len: 1091 time: 0.6947782 Nov 22 21:01:08.707846 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00ff8b47-bfee-460c-8c47-f694e9125104', 'tag': '858868e4-1e16-42cd-a57a-05f3aac13ad1'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 21:01:08.710116 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34632b6d-ebbc-4276-add9-62fc10e8db88" -d '{"events": [{"name": "network-changed", "server_uuid": "00ff8b47-bfee-460c-8c47-f694e9125104", "tag": "858868e4-1e16-42cd-a57a-05f3aac13ad1"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 21:01:08.744010 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-454c52b1-b0f5-4c45-807a-692a914e8e08 req-e109434a-4e0a-48a7-b921-da6db7be8c5e tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/security-groups?id=efebab54-f3d0-45af-9ed5-f9e8fd2b2abf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1082745 Nov 22 21:01:08.745241 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd50c68-643b-40f5-b642-88a020f700ec service neutron] Pushing event updated for resources: {'Port': ['ID=858868e4-1e16-42cd-a57a-05f3aac13ad1,revision_number=3']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:01:08.766998 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 21:01:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f16b0da3-af31-4108-b167-f90465fd9d4c x-openstack-request-id: req-f16b0da3-af31-4108-b167-f90465fd9d4c {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 21:01:08.767305 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00ff8b47-bfee-460c-8c47-f694e9125104", "tag": "858868e4-1e16-42cd-a57a-05f3aac13ad1", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 21:01:08.767591 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f16b0da3-af31-4108-b167-f90465fd9d4c {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 21:01:08.768176 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00ff8b47-bfee-460c-8c47-f694e9125104', 'tag': '858868e4-1e16-42cd-a57a-05f3aac13ad1', 'status': 'completed', 'code': 200} Nov 22 21:01:08.808094 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7516ddfd-b2a2-4525-9b75-bc506564175b req-d37fd85b-6d50-4803-8b34-f375ade2cbb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:01:08.809641 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7516ddfd-b2a2-4525-9b75-bc506564175b req-d37fd85b-6d50-4803-8b34-f375ade2cbb4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4ed58de80f1e421e98eee918a71a237a&device_id=00ff8b47-bfee-460c-8c47-f694e9125104 HTTP/1.1" status: 200 len: 1094 time: 0.0547082 Nov 22 21:01:08.857731 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7516ddfd-b2a2-4525-9b75-bc506564175b req-45f47361-b97a-4918-b0b0-a3776175e2a9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=858868e4-1e16-42cd-a57a-05f3aac13ad1 HTTP/1.1" status: 200 len: 217 time: 0.0399280 Nov 22 21:01:08.914384 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7516ddfd-b2a2-4525-9b75-bc506564175b req-2f00786a-c63c-4895-b910-f5252d2c15dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:01:08.915920 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7516ddfd-b2a2-4525-9b75-bc506564175b req-2f00786a-c63c-4895-b910-f5252d2c15dc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=cde59213-1ea3-488e-9922-16ddb38927ba HTTP/1.1" status: 200 len: 851 time: 0.0502694 Nov 22 21:01:08.961538 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7516ddfd-b2a2-4525-9b75-bc506564175b req-e3c1bd38-2fb1-45f4-a473-b3583f087f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:01:08.962948 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7516ddfd-b2a2-4525-9b75-bc506564175b req-e3c1bd38-2fb1-45f4-a473-b3583f087f91 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9c2e3968-fb71-44d4-8815-57320e389aae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402889 Nov 22 21:01:09.055102 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7516ddfd-b2a2-4525-9b75-bc506564175b req-01c9d63a-1bda-4ebd-86d9-0e5e2eb8bec7 service neutron] 10.222.0.20 "GET /v2.0/networks/9c2e3968-fb71-44d4-8815-57320e389aae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841951 Nov 22 21:01:09.142726 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7516ddfd-b2a2-4525-9b75-bc506564175b req-8841a2f2-9e5d-4814-8df6-4e4c0532efc4 service neutron] 10.222.0.20 "GET /v2.0/networks/9c2e3968-fb71-44d4-8815-57320e389aae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807292 Nov 22 21:01:09.229213 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34632b6d-ebbc-4276-add9-62fc10e8db88 req-c201e33a-aed9-43ed-8f48-b05ed9bd659c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:01:09.230774 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-34632b6d-ebbc-4276-add9-62fc10e8db88 req-c201e33a-aed9-43ed-8f48-b05ed9bd659c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4ed58de80f1e421e98eee918a71a237a&device_id=00ff8b47-bfee-460c-8c47-f694e9125104 HTTP/1.1" status: 200 len: 1094 time: 0.0414925 Nov 22 21:01:09.323112 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34632b6d-ebbc-4276-add9-62fc10e8db88 req-16cf9405-a4d2-468b-9c02-63fe31457f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:01:09.324604 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-34632b6d-ebbc-4276-add9-62fc10e8db88 req-16cf9405-a4d2-468b-9c02-63fe31457f4c service neutron] 10.222.0.20 "GET /v2.0/networks?id=9c2e3968-fb71-44d4-8815-57320e389aae HTTP/1.1" status: 200 len: 913 time: 0.0865808 Nov 22 21:01:09.367208 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-34632b6d-ebbc-4276-add9-62fc10e8db88 req-58dfc1ee-6ed1-4911-8e3e-23d4ef97c64c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=858868e4-1e16-42cd-a57a-05f3aac13ad1 HTTP/1.1" status: 200 len: 217 time: 0.0336025 Nov 22 21:01:09.419758 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34632b6d-ebbc-4276-add9-62fc10e8db88 req-21b5718f-9254-4f58-b0c2-4ee6ccab5e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:01:09.421218 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-34632b6d-ebbc-4276-add9-62fc10e8db88 req-21b5718f-9254-4f58-b0c2-4ee6ccab5e2c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=cde59213-1ea3-488e-9922-16ddb38927ba HTTP/1.1" status: 200 len: 851 time: 0.0463510 Nov 22 21:01:09.470205 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34632b6d-ebbc-4276-add9-62fc10e8db88 req-1eb2ad83-a9a2-4be3-939b-8329e96d025e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:01:09.471696 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-34632b6d-ebbc-4276-add9-62fc10e8db88 req-1eb2ad83-a9a2-4be3-939b-8329e96d025e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9c2e3968-fb71-44d4-8815-57320e389aae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431223 Nov 22 21:01:09.560362 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-34632b6d-ebbc-4276-add9-62fc10e8db88 req-df371091-ea81-4a12-8826-02637d75a252 service neutron] 10.222.0.20 "GET /v2.0/networks/9c2e3968-fb71-44d4-8815-57320e389aae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801799 Nov 22 21:01:09.655059 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-34632b6d-ebbc-4276-add9-62fc10e8db88 req-544332dc-e21d-408c-bc22-53cef59d091b service neutron] 10.222.0.20 "GET /v2.0/networks/9c2e3968-fb71-44d4-8815-57320e389aae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860565 Nov 22 21:01:09.870348 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eceefc4a-9a99-44aa-a032-95a5355640c9 req-65c122d6-f603-4812-a5e4-1ce5e248bbbd tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:01:09.871744 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-eceefc4a-9a99-44aa-a032-95a5355640c9 req-65c122d6-f603-4812-a5e4-1ce5e248bbbd tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/ports?device_id=00ff8b47-bfee-460c-8c47-f694e9125104 HTTP/1.1" status: 200 len: 943 time: 0.0487480 Nov 22 21:01:09.918446 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-eceefc4a-9a99-44aa-a032-95a5355640c9 req-7667e611-e556-4bbf-a234-7e402ab50a55 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/security-groups?id=efebab54-f3d0-45af-9ed5-f9e8fd2b2abf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405989 Nov 22 21:01:10.974924 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 858868e4-1e16-42cd-a57a-05f3aac13ad1 details requested by agent hyperv_n-h2-818823-1 with host n-h2-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 21:01:11.033733 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45ad24c-f3f3-423f-8738-1249920cd120 req-6afecc6f-1bef-4649-a0ce-a8da4d9ecd0e tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:01:11.035221 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a45ad24c-f3f3-423f-8738-1249920cd120 req-6afecc6f-1bef-4649-a0ce-a8da4d9ecd0e tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/ports?device_id=00ff8b47-bfee-460c-8c47-f694e9125104 HTTP/1.1" status: 200 len: 943 time: 0.0490193 Nov 22 21:01:11.069285 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port 858868e4-1e16-42cd-a57a-05f3aac13ad1, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=858868e4-1e16-42cd-a57a-05f3aac13ad1,segment=NetworkSegment(23865291-503c-4941-b92a-ce0c5ab5f182),segment_id=23865291-503c-4941-b92a-ce0c5ab5f182)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 21:01:11.081281 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Returning: {'device': '858868e4-1e16-42cd-a57a-05f3aac13ad1', 'network_id': '9c2e3968-fb71-44d4-8815-57320e389aae', 'port_id': '858868e4-1e16-42cd-a57a-05f3aac13ad1', 'mac_address': 'fa:16:3e:97:49:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cde59213-1ea3-488e-9922-16ddb38927ba', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 21:01:11.085357 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a45ad24c-f3f3-423f-8738-1249920cd120 req-5a44a162-7594-4999-bbbb-c7916acaa8f8 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/security-groups?id=efebab54-f3d0-45af-9ed5-f9e8fd2b2abf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438600 Nov 22 21:01:11.123285 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:01:11.136063 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 858868e4-1e16-42cd-a57a-05f3aac13ad1 {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 21:01:11.154490 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port 858868e4-1e16-42cd-a57a-05f3aac13ad1, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=858868e4-1e16-42cd-a57a-05f3aac13ad1,segment=NetworkSegment(23865291-503c-4941-b92a-ce0c5ab5f182),segment_id=23865291-503c-4941-b92a-ce0c5ab5f182)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 21:01:11.158579 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:01:11.206697 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=858868e4-1e16-42cd-a57a-05f3aac13ad1,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:01:11.400248 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] get_ports_and_sgs() called for port_ids ['858868e4-1e16-42cd-a57a-05f3aac13ad1'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 21:01:12.464964 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9026b0d-339d-495d-ac07-ff299c9af8f7 req-a7f39131-ba73-4cbc-abf6-77cd9d5e0bca tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:01:12.466493 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d9026b0d-339d-495d-ac07-ff299c9af8f7 req-a7f39131-ba73-4cbc-abf6-77cd9d5e0bca tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/ports?device_id=00ff8b47-bfee-460c-8c47-f694e9125104 HTTP/1.1" status: 200 len: 944 time: 0.3048942 Nov 22 21:01:12.517776 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d9026b0d-339d-495d-ac07-ff299c9af8f7 req-7809c532-0d86-4507-8fb2-c2f427421e80 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/security-groups?id=efebab54-f3d0-45af-9ed5-f9e8fd2b2abf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452626 Nov 22 21:01:12.990623 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 858868e4-1e16-42cd-a57a-05f3aac13ad1 up at agent hyperv_n-h2-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 21:01:13.040239 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Provisioning for port 858868e4-1e16-42cd-a57a-05f3aac13ad1 completed by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 21:01:13.044512 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Provisioning complete for port 858868e4-1e16-42cd-a57a-05f3aac13ad1 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 21:01:13.044960 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:01:13.128487 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:01:13.151262 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00ff8b47-bfee-460c-8c47-f694e9125104', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '858868e4-1e16-42cd-a57a-05f3aac13ad1'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 21:01:13.153578 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d39f6d30a11e565ec9648abcc015e8a6ab6cff4edd704add8155e28765d31eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1cf5924-bf49-4441-8565-f0fc55362d80" -d '{"events": [{"server_uuid": "00ff8b47-bfee-460c-8c47-f694e9125104", "name": "network-vif-plugged", "status": "completed", "tag": "858868e4-1e16-42cd-a57a-05f3aac13ad1"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 21:01:13.166798 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port 858868e4-1e16-42cd-a57a-05f3aac13ad1, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=858868e4-1e16-42cd-a57a-05f3aac13ad1,segment=NetworkSegment(23865291-503c-4941-b92a-ce0c5ab5f182),segment_id=23865291-503c-4941-b92a-ce0c5ab5f182)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 21:01:13.171114 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:01:13.198979 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 21:01:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9610d614-b26a-44a8-a7b7-637838f47406 x-openstack-request-id: req-9610d614-b26a-44a8-a7b7-637838f47406 {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 21:01:13.199257 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00ff8b47-bfee-460c-8c47-f694e9125104", "name": "network-vif-plugged", "status": "completed", "tag": "858868e4-1e16-42cd-a57a-05f3aac13ad1", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 21:01:13.199587 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9610d614-b26a-44a8-a7b7-637838f47406 {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 21:01:13.199999 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00ff8b47-bfee-460c-8c47-f694e9125104', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '858868e4-1e16-42cd-a57a-05f3aac13ad1', 'code': 200} Nov 22 21:01:13.223286 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=858868e4-1e16-42cd-a57a-05f3aac13ad1,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:01:13.286701 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4799a45-468b-4853-843d-cc931d9a1416 req-8aa438a9-d36e-40f8-8b2d-9d3cb2584842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:01:13.288773 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d4799a45-468b-4853-843d-cc931d9a1416 req-8aa438a9-d36e-40f8-8b2d-9d3cb2584842 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=00ff8b47-bfee-460c-8c47-f694e9125104 HTTP/1.1" status: 200 len: 1096 time: 0.0382583 Nov 22 21:01:13.331765 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d4799a45-468b-4853-843d-cc931d9a1416 req-4d0e832b-1475-4ef5-99c8-b1415ff6e379 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=efebab54-f3d0-45af-9ed5-f9e8fd2b2abf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359404 Nov 22 21:01:13.633409 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f88d97-3945-4cbd-85ab-dbc3ba8dc52b req-945b078f-5cb0-4421-953a-9632514ef956 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:01:13.634793 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a7f88d97-3945-4cbd-85ab-dbc3ba8dc52b req-945b078f-5cb0-4421-953a-9632514ef956 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/ports?device_id=00ff8b47-bfee-460c-8c47-f694e9125104 HTTP/1.1" status: 200 len: 945 time: 0.0511615 Nov 22 21:01:13.681223 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a7f88d97-3945-4cbd-85ab-dbc3ba8dc52b req-27323dbc-5255-4291-8098-42da227c9c55 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/security-groups?id=efebab54-f3d0-45af-9ed5-f9e8fd2b2abf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405262 Nov 22 21:01:14.798302 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba84ef77-27a1-4988-9f2f-d4ed10d37d86 req-76d2e2a1-8024-4c5a-85d3-8e29ba4e277d tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:01:14.799832 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ba84ef77-27a1-4988-9f2f-d4ed10d37d86 req-76d2e2a1-8024-4c5a-85d3-8e29ba4e277d tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/ports?device_id=00ff8b47-bfee-460c-8c47-f694e9125104 HTTP/1.1" status: 200 len: 945 time: 0.0481145 Nov 22 21:01:14.847952 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ba84ef77-27a1-4988-9f2f-d4ed10d37d86 req-5f52737c-139b-4bf8-83b7-cd7e1bede517 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/security-groups?id=efebab54-f3d0-45af-9ed5-f9e8fd2b2abf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421185 Nov 22 21:01:14.886716 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:01:14.919654 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:01:14.958104 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec69851-a27a-4265-8498-8a6058971ef1 req-aa6f63b5-7663-49ff-b22d-9e3528fa9c7c tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:01:14.959666 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-fec69851-a27a-4265-8498-8a6058971ef1 req-aa6f63b5-7663-49ff-b22d-9e3528fa9c7c tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/ports?device_id=00ff8b47-bfee-460c-8c47-f694e9125104 HTTP/1.1" status: 200 len: 945 time: 0.0478556 Nov 22 21:01:14.968730 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 58502) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:01:14.973193 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-c8f2ded8-dbab-451c-94eb-c96a37354dfd tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Request body: {'floatingip': {'port_id': '858868e4-1e16-42cd-a57a-05f3aac13ad1'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 21:01:15.014328 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c8f2ded8-dbab-451c-94eb-c96a37354dfd tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Publish callbacks [] for floatingip, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:01:15.443605 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c8f2ded8-dbab-451c-94eb-c96a37354dfd tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:01:15.447290 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c8f2ded8-dbab-451c-94eb-c96a37354dfd tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-595224'] for floatingip, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:01:15.546592 n-d-818823-1 neutron-server[103447]: INFO neutron.db.l3_db [None req-c8f2ded8-dbab-451c-94eb-c96a37354dfd tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Floating IP 29c1e11a-c20f-4c89-914a-c842f226f8b9 associated. External IP: 172.25.5.108, port: 858868e4-1e16-42cd-a57a-05f3aac13ad1. Nov 22 21:01:15.746599 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8f2ded8-dbab-451c-94eb-c96a37354dfd tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Router c579614a-aff1-4c5f-934f-a7e4bee1ac32 has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 21:01:15.854126 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8f2ded8-dbab-451c-94eb-c96a37354dfd tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 21:01:15.858835 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c8f2ded8-dbab-451c-94eb-c96a37354dfd tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for floatingip, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:01:15.863547 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b37bda00-394e-42e6-9bb5-a013f6eee70b None None] Sync routers for ids ['c579614a-aff1-4c5f-934f-a7e4bee1ac32'] in n-d-818823-1 {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 21:01:15.873460 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37bda00-394e-42e6-9bb5-a013f6eee70b None None] Routers {'c579614a-aff1-4c5f-934f-a7e4bee1ac32'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 21:01:15.874076 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-b37bda00-394e-42e6-9bb5-a013f6eee70b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T21:01:03Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['c579614a-aff1-4c5f-934f-a7e4bee1ac32'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:01:15.888271 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-c8f2ded8-dbab-451c-94eb-c96a37354dfd tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "PUT /v2.0/floatingips/29c1e11a-c20f-4c89-914a-c842f226f8b9 HTTP/1.1" status: 200 len: 991 time: 0.9184587 Nov 22 21:01:15.888955 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00ff8b47-bfee-460c-8c47-f694e9125104', 'tag': '858868e4-1e16-42cd-a57a-05f3aac13ad1'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 21:01:15.891305 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70951ded2eca012dc7360e626b2c6f2163ce3bca974429c65d4d88f4ed6d2ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30db1856-445c-4f56-8b64-09329dd017b9" -d '{"events": [{"name": "network-changed", "server_uuid": "00ff8b47-bfee-460c-8c47-f694e9125104", "tag": "858868e4-1e16-42cd-a57a-05f3aac13ad1"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 21:01:15.930081 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 21:01:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49444cce-42df-400c-863c-ac938a44f030 x-openstack-request-id: req-49444cce-42df-400c-863c-ac938a44f030 {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 21:01:15.930483 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00ff8b47-bfee-460c-8c47-f694e9125104", "tag": "858868e4-1e16-42cd-a57a-05f3aac13ad1", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 21:01:15.930841 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-49444cce-42df-400c-863c-ac938a44f030 {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 21:01:15.931432 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00ff8b47-bfee-460c-8c47-f694e9125104', 'tag': '858868e4-1e16-42cd-a57a-05f3aac13ad1', 'status': 'completed', 'code': 200} Nov 22 21:01:15.984725 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-b37bda00-394e-42e6-9bb5-a013f6eee70b None None] Set router c579614a-aff1-4c5f-934f-a7e4bee1ac32 gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 21:01:15.992632 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30db1856-445c-4f56-8b64-09329dd017b9 req-e4bca762-db28-477b-8cdf-684272e35298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:01:15.994165 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-30db1856-445c-4f56-8b64-09329dd017b9 req-e4bca762-db28-477b-8cdf-684272e35298 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4ed58de80f1e421e98eee918a71a237a&device_id=00ff8b47-bfee-460c-8c47-f694e9125104 HTTP/1.1" status: 200 len: 1096 time: 0.0421326 Nov 22 21:01:16.082045 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30db1856-445c-4f56-8b64-09329dd017b9 req-3f4a8fa1-e7a9-49cc-a7a7-95d823c4bbf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:01:16.083479 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-30db1856-445c-4f56-8b64-09329dd017b9 req-3f4a8fa1-e7a9-49cc-a7a7-95d823c4bbf6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9c2e3968-fb71-44d4-8815-57320e389aae HTTP/1.1" status: 200 len: 913 time: 0.0827057 Nov 22 21:01:16.154192 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-30db1856-445c-4f56-8b64-09329dd017b9 req-cdb98666-7746-4671-9705-a78a00df2e87 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=858868e4-1e16-42cd-a57a-05f3aac13ad1 HTTP/1.1" status: 200 len: 999 time: 0.0636864 Nov 22 21:01:16.158504 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.agents_db [None req-aa8313f2-1ee4-4e7b-8c5a-d32b2f9d31ee None None] Agent healthcheck: found 7 active agents {{(pid=103450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 21:01:16.206900 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30db1856-445c-4f56-8b64-09329dd017b9 req-da162a2d-1f44-4a9a-aaf7-e925feeeca1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:01:16.208412 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-30db1856-445c-4f56-8b64-09329dd017b9 req-da162a2d-1f44-4a9a-aaf7-e925feeeca1c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=cde59213-1ea3-488e-9922-16ddb38927ba HTTP/1.1" status: 200 len: 851 time: 0.0443280 Nov 22 21:01:16.212796 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-b37bda00-394e-42e6-9bb5-a013f6eee70b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c579614a-aff1-4c5f-934f-a7e4bee1ac32', 'name': 'tempest-ServerActionsTestJSON-1539680232-router', 'tenant_id': '4ed58de80f1e421e98eee918a71a237a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.244'}], 'enable_snat': True}, 'gw_port_id': '8abc9af0-4663-4aaa-8260-91a3ff4fee50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:56:31Z', 'updated_at': '2021-11-22T20:56:34Z', 'revision_number': 4, 'project_id': '4ed58de80f1e421e98eee918a71a237a', 'gw_port': {'id': '8abc9af0-4663-4aaa-8260-91a3ff4fee50', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:c9:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c579614a-aff1-4c5f-934f-a7e4bee1ac32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:56:32Z', 'updated_at': '2021-11-22T20:56:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_floatingips': [{'id': '29c1e11a-c20f-4c89-914a-c842f226f8b9', 'tenant_id': '4ed58de80f1e421e98eee918a71a237a', 'floating_ip_address': '172.25.5.108', 'floating_network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'router_id': 'c579614a-aff1-4c5f-934f-a7e4bee1ac32', 'port_id': '858868e4-1e16-42cd-a57a-05f3aac13ad1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4069, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c2e3968-fb71-44d4-8815-57320e389aae', 'mac_address': 'fa:16:3e:97:49:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00ff8b47-bfee-460c-8c47-f694e9125104', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T20:56:36Z', 'updated_at': '2021-11-22T21:01:15Z', 'revision_number': 9, 'project_id': '4ed58de80f1e421e98eee918a71a237a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '196d638a-3421-4ca1-8880-2d33e330ef34', 'name': '', 'network_id': '9c2e3968-fb71-44d4-8815-57320e389aae', 'tenant_id': '4ed58de80f1e421e98eee918a71a237a', 'mac_address': 'fa:16:3e:95:02:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c579614a-aff1-4c5f-934f-a7e4bee1ac32', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': 'cde59213-1ea3-488e-9922-16ddb38927ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:56:34Z', 'updated_at': '2021-11-22T20:56:38Z', 'revision_number': 5, 'project_id': '4ed58de80f1e421e98eee918a71a237a', 'subnets': [{'id': 'cde59213-1ea3-488e-9922-16ddb38927ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:01:16.239059 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b37bda00-394e-42e6-9bb5-a013f6eee70b None None] Checking router: c579614a-aff1-4c5f-934f-a7e4bee1ac32 for host: n-d-818823-1 {{(pid=103449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 21:01:16.247805 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37bda00-394e-42e6-9bb5-a013f6eee70b None None] Routers {'c579614a-aff1-4c5f-934f-a7e4bee1ac32'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 21:01:16.248415 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-b37bda00-394e-42e6-9bb5-a013f6eee70b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T21:01:03Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['c579614a-aff1-4c5f-934f-a7e4bee1ac32'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:01:16.253091 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30db1856-445c-4f56-8b64-09329dd017b9 req-9b1ae586-5332-417b-8f4f-0e5641598a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:01:16.254612 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-30db1856-445c-4f56-8b64-09329dd017b9 req-9b1ae586-5332-417b-8f4f-0e5641598a04 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9c2e3968-fb71-44d4-8815-57320e389aae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392370 Nov 22 21:01:16.346851 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-30db1856-445c-4f56-8b64-09329dd017b9 req-f4fbbca8-6c87-4b54-8e82-aef141f77ca2 service neutron] 10.222.0.20 "GET /v2.0/networks/9c2e3968-fb71-44d4-8815-57320e389aae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845888 Nov 22 21:01:16.354952 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-b37bda00-394e-42e6-9bb5-a013f6eee70b None None] Set router c579614a-aff1-4c5f-934f-a7e4bee1ac32 gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 21:01:16.434998 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-30db1856-445c-4f56-8b64-09329dd017b9 req-79f7c1d8-2736-4510-a173-16c2deca7f73 service neutron] 10.222.0.20 "GET /v2.0/networks/9c2e3968-fb71-44d4-8815-57320e389aae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815351 Nov 22 21:01:16.586232 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-b37bda00-394e-42e6-9bb5-a013f6eee70b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c579614a-aff1-4c5f-934f-a7e4bee1ac32', 'name': 'tempest-ServerActionsTestJSON-1539680232-router', 'tenant_id': '4ed58de80f1e421e98eee918a71a237a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.244'}], 'enable_snat': True}, 'gw_port_id': '8abc9af0-4663-4aaa-8260-91a3ff4fee50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:56:31Z', 'updated_at': '2021-11-22T20:56:34Z', 'revision_number': 4, 'project_id': '4ed58de80f1e421e98eee918a71a237a', 'gw_port': {'id': '8abc9af0-4663-4aaa-8260-91a3ff4fee50', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:c9:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c579614a-aff1-4c5f-934f-a7e4bee1ac32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:56:32Z', 'updated_at': '2021-11-22T20:56:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_floatingips': [{'id': '29c1e11a-c20f-4c89-914a-c842f226f8b9', 'tenant_id': '4ed58de80f1e421e98eee918a71a237a', 'floating_ip_address': '172.25.5.108', 'floating_network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'router_id': 'c579614a-aff1-4c5f-934f-a7e4bee1ac32', 'port_id': '858868e4-1e16-42cd-a57a-05f3aac13ad1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4069, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c2e3968-fb71-44d4-8815-57320e389aae', 'mac_address': 'fa:16:3e:97:49:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00ff8b47-bfee-460c-8c47-f694e9125104', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T20:56:36Z', 'updated_at': '2021-11-22T21:01:15Z', 'revision_number': 9, 'project_id': '4ed58de80f1e421e98eee918a71a237a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '196d638a-3421-4ca1-8880-2d33e330ef34', 'name': '', 'network_id': '9c2e3968-fb71-44d4-8815-57320e389aae', 'tenant_id': '4ed58de80f1e421e98eee918a71a237a', 'mac_address': 'fa:16:3e:95:02:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c579614a-aff1-4c5f-934f-a7e4bee1ac32', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': 'cde59213-1ea3-488e-9922-16ddb38927ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:56:34Z', 'updated_at': '2021-11-22T20:56:38Z', 'revision_number': 5, 'project_id': '4ed58de80f1e421e98eee918a71a237a', 'subnets': [{'id': 'cde59213-1ea3-488e-9922-16ddb38927ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:01:16.611970 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b37bda00-394e-42e6-9bb5-a013f6eee70b None None] The sync data for ids ['c579614a-aff1-4c5f-934f-a7e4bee1ac32'] in n-d-818823-1 is: [{'id': 'c579614a-aff1-4c5f-934f-a7e4bee1ac32', 'name': 'tempest-ServerActionsTestJSON-1539680232-router', 'tenant_id': '4ed58de80f1e421e98eee918a71a237a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.244'}], 'enable_snat': True}, 'gw_port_id': '8abc9af0-4663-4aaa-8260-91a3ff4fee50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:56:31Z', 'updated_at': '2021-11-22T20:56:34Z', 'revision_number': 4, 'project_id': '4ed58de80f1e421e98eee918a71a237a', 'gw_port': {'id': '8abc9af0-4663-4aaa-8260-91a3ff4fee50', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:c9:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c579614a-aff1-4c5f-934f-a7e4bee1ac32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:56:32Z', 'updated_at': '2021-11-22T20:56:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_floatingips': [{'id': '29c1e11a-c20f-4c89-914a-c842f226f8b9', 'tenant_id': '4ed58de80f1e421e98eee918a71a237a', 'floating_ip_address': '172.25.5.108', 'floating_network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'router_id': 'c579614a-aff1-4c5f-934f-a7e4bee1ac32', 'port_id': '858868e4-1e16-42cd-a57a-05f3aac13ad1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4069, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c2e3968-fb71-44d4-8815-57320e389aae', 'mac_address': 'fa:16:3e:97:49:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00ff8b47-bfee-460c-8c47-f694e9125104', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T20:56:36Z', 'updated_at': '2021-11-22T21:01:15Z', 'revision_number': 9, 'project_id': '4ed58de80f1e421e98eee918a71a237a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '196d638a-3421-4ca1-8880-2d33e330ef34', 'name': '', 'network_id': '9c2e3968-fb71-44d4-8815-57320e389aae', 'tenant_id': '4ed58de80f1e421e98eee918a71a237a', 'mac_address': 'fa:16:3e:95:02:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c579614a-aff1-4c5f-934f-a7e4bee1ac32', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': 'cde59213-1ea3-488e-9922-16ddb38927ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:56:34Z', 'updated_at': '2021-11-22T20:56:38Z', 'revision_number': 5, 'project_id': '4ed58de80f1e421e98eee918a71a237a', 'subnets': [{'id': 'cde59213-1ea3-488e-9922-16ddb38927ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 21:01:16.795015 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b44f9af6-3f4a-4644-9fa8-7fcd5477647e None None] New status for floating IP 29c1e11a-c20f-4c89-914a-c842f226f8b9: ACTIVE {{(pid=103450) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 21:01:30.068125 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-1cac84fa-1205-4015-a7d5-8838e9bb9a5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:01:32.997861 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-2fb127e6-304d-4142-82fd-a949f5c0c9ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:01:33.603126 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-03f0964f-1b75-4df7-99e0-a3cdb56ec2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:01:35.305816 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e49ee129-e862-4476-beca-cdc8150d2345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:01:36.126142 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:01:43.711908 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-40af05b7-e654-4867-901c-7c0a133757bd req-448aa479-c5ce-4135-9a7d-a497c2889bbd service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=00ff8b47-bfee-460c-8c47-f694e9125104&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0415292 Nov 22 21:01:43.799138 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40af05b7-e654-4867-901c-7c0a133757bd req-04680bc2-c724-4f76-b0be-fb57fd65dabe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:01:43.800696 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-40af05b7-e654-4867-901c-7c0a133757bd req-04680bc2-c724-4f76-b0be-fb57fd65dabe service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4ed58de80f1e421e98eee918a71a237a&device_id=00ff8b47-bfee-460c-8c47-f694e9125104 HTTP/1.1" status: 200 len: 1096 time: 0.0466332 Nov 22 21:01:43.910701 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40af05b7-e654-4867-901c-7c0a133757bd req-3d5114e2-6e55-4fee-aeb6-3f24b9fc70bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:01:43.912400 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-40af05b7-e654-4867-901c-7c0a133757bd req-3d5114e2-6e55-4fee-aeb6-3f24b9fc70bc service neutron] 10.222.0.20 "GET /v2.0/networks?id=9c2e3968-fb71-44d4-8815-57320e389aae HTTP/1.1" status: 200 len: 913 time: 0.0899274 Nov 22 21:01:43.983651 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-40af05b7-e654-4867-901c-7c0a133757bd req-62011cd2-86b8-439d-803d-7350ad0d8352 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=858868e4-1e16-42cd-a57a-05f3aac13ad1 HTTP/1.1" status: 200 len: 1002 time: 0.0644202 Nov 22 21:01:44.035015 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40af05b7-e654-4867-901c-7c0a133757bd req-5db26ba6-694e-42a3-8608-3aaebe06e5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:01:44.036557 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-40af05b7-e654-4867-901c-7c0a133757bd req-5db26ba6-694e-42a3-8608-3aaebe06e5fb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=cde59213-1ea3-488e-9922-16ddb38927ba HTTP/1.1" status: 200 len: 851 time: 0.0444965 Nov 22 21:01:44.084521 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40af05b7-e654-4867-901c-7c0a133757bd req-ea3240f1-1aeb-4a3b-9319-eded0f804052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:01:44.086256 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-40af05b7-e654-4867-901c-7c0a133757bd req-ea3240f1-1aeb-4a3b-9319-eded0f804052 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9c2e3968-fb71-44d4-8815-57320e389aae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420008 Nov 22 21:01:44.184136 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-40af05b7-e654-4867-901c-7c0a133757bd req-8f87e879-7bbc-49a6-9f8f-6fe408ebea73 service neutron] 10.222.0.20 "GET /v2.0/networks/9c2e3968-fb71-44d4-8815-57320e389aae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903862 Nov 22 21:01:44.281432 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-40af05b7-e654-4867-901c-7c0a133757bd req-d960a966-61df-40f6-bc66-75764a143939 service neutron] 10.222.0.20 "GET /v2.0/networks/9c2e3968-fb71-44d4-8815-57320e389aae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900152 Nov 22 21:01:44.895204 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:01:44.936727 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:01:53.161136 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.agents_db [None req-aa8313f2-1ee4-4e7b-8c5a-d32b2f9d31ee None None] Agent healthcheck: found 7 active agents {{(pid=103450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 21:02:00.070201 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-33f37081-785c-4662-85cc-f97cc690b4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:02:03.002331 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-15567774-df97-42fc-9220-69799ea93bb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:02:03.605213 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-03f0964f-1b75-4df7-99e0-a3cdb56ec2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:02:05.308825 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e49ee129-e862-4476-beca-cdc8150d2345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:02:06.129267 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:02:14.882140 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:02:14.934041 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:02:30.071498 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-926b5c38-5cf8-43e4-b2b2-bbfac5a48376 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:02:30.160437 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.agents_db [None req-aa8313f2-1ee4-4e7b-8c5a-d32b2f9d31ee None None] Agent healthcheck: found 7 active agents {{(pid=103450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 21:02:33.003678 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-438628ac-f760-499c-a9eb-bc527bd74f62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:02:33.607925 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-03f0964f-1b75-4df7-99e0-a3cdb56ec2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:02:35.314056 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e49ee129-e862-4476-beca-cdc8150d2345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:02:36.132425 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:02:43.838043 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ddd66a33-474a-49f5-8783-74333fbae1f8 req-35bdf9e5-4cc9-4635-9c2a-4feaaef04707 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=00ff8b47-bfee-460c-8c47-f694e9125104&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0414987 Nov 22 21:02:43.925139 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd66a33-474a-49f5-8783-74333fbae1f8 req-d4055bf7-c1e7-4eb2-b19d-69c7f3896296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:02:43.926634 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ddd66a33-474a-49f5-8783-74333fbae1f8 req-d4055bf7-c1e7-4eb2-b19d-69c7f3896296 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4ed58de80f1e421e98eee918a71a237a&device_id=00ff8b47-bfee-460c-8c47-f694e9125104 HTTP/1.1" status: 200 len: 1096 time: 0.0453877 Nov 22 21:02:44.028310 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd66a33-474a-49f5-8783-74333fbae1f8 req-cfabfa5f-fa17-4153-b8ae-17316226f785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:02:44.029851 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ddd66a33-474a-49f5-8783-74333fbae1f8 req-cfabfa5f-fa17-4153-b8ae-17316226f785 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9c2e3968-fb71-44d4-8815-57320e389aae HTTP/1.1" status: 200 len: 913 time: 0.0840957 Nov 22 21:02:44.106629 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ddd66a33-474a-49f5-8783-74333fbae1f8 req-59cc6cc7-8dee-45d4-a6fa-0937e07e7745 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=858868e4-1e16-42cd-a57a-05f3aac13ad1 HTTP/1.1" status: 200 len: 1002 time: 0.0695684 Nov 22 21:02:44.155435 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd66a33-474a-49f5-8783-74333fbae1f8 req-090029e3-a488-438c-a87a-e2319bca1298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:02:44.156885 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ddd66a33-474a-49f5-8783-74333fbae1f8 req-090029e3-a488-438c-a87a-e2319bca1298 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=cde59213-1ea3-488e-9922-16ddb38927ba HTTP/1.1" status: 200 len: 851 time: 0.0431743 Nov 22 21:02:44.201554 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd66a33-474a-49f5-8783-74333fbae1f8 req-49d14808-4889-4710-8f10-c8ca146388a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:02:44.203022 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ddd66a33-474a-49f5-8783-74333fbae1f8 req-49d14808-4889-4710-8f10-c8ca146388a8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9c2e3968-fb71-44d4-8815-57320e389aae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388124 Nov 22 21:02:44.296030 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ddd66a33-474a-49f5-8783-74333fbae1f8 req-4c1a2048-4dd1-43a1-a664-739731433a8d service neutron] 10.222.0.20 "GET /v2.0/networks/9c2e3968-fb71-44d4-8815-57320e389aae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848451 Nov 22 21:02:44.397035 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ddd66a33-474a-49f5-8783-74333fbae1f8 req-70810db2-5870-47a0-8da5-bf99e093d6d0 service neutron] 10.222.0.20 "GET /v2.0/networks/9c2e3968-fb71-44d4-8815-57320e389aae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933125 Nov 22 21:02:44.892162 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:02:44.947772 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:02:54.073861 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-b0ee06cc-8479-4d11-b51c-3624fac900d1 req-e93c4f67-52b2-410b-9a51-ab92d262ffe1 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=00ff8b47-bfee-460c-8c47-f694e9125104&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0432811 Nov 22 21:02:54.090615 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d5ba2b-fa90-46a5-84c5-ef6e6cc9c289 req-ba11dad2-59d9-4e65-a7a5-30abda04952e tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:02:54.092218 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-58d5ba2b-fa90-46a5-84c5-ef6e6cc9c289 req-ba11dad2-59d9-4e65-a7a5-30abda04952e tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/ports?device_id=00ff8b47-bfee-460c-8c47-f694e9125104 HTTP/1.1" status: 200 len: 945 time: 0.0497901 Nov 22 21:02:54.143977 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-58d5ba2b-fa90-46a5-84c5-ef6e6cc9c289 req-7b0d7ce5-c5f2-4cf4-a69f-38f6237f25f1 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/security-groups?id=efebab54-f3d0-45af-9ed5-f9e8fd2b2abf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457873 Nov 22 21:02:55.111484 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ee06cc-8479-4d11-b51c-3624fac900d1 req-443608fa-a5cc-44a1-abfa-7d34bedc060b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:02:55.112994 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b0ee06cc-8479-4d11-b51c-3624fac900d1 req-443608fa-a5cc-44a1-abfa-7d34bedc060b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4ed58de80f1e421e98eee918a71a237a&device_id=00ff8b47-bfee-460c-8c47-f694e9125104 HTTP/1.1" status: 200 len: 1096 time: 0.0395644 Nov 22 21:02:55.202573 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ee06cc-8479-4d11-b51c-3624fac900d1 req-1bd54d1f-7803-429e-8577-899b2491be09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:02:55.204132 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b0ee06cc-8479-4d11-b51c-3624fac900d1 req-1bd54d1f-7803-429e-8577-899b2491be09 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9c2e3968-fb71-44d4-8815-57320e389aae HTTP/1.1" status: 200 len: 913 time: 0.0839765 Nov 22 21:02:55.306098 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b0ee06cc-8479-4d11-b51c-3624fac900d1 req-8e54629b-ccbc-4209-b3e3-933402a37379 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=858868e4-1e16-42cd-a57a-05f3aac13ad1 HTTP/1.1" status: 200 len: 1002 time: 0.0952477 Nov 22 21:02:55.314430 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfcd226-579d-4fe6-90b1-a612a642b257 req-205978e9-f240-4c95-84c4-a3989515a122 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:02:55.315872 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9bfcd226-579d-4fe6-90b1-a612a642b257 req-205978e9-f240-4c95-84c4-a3989515a122 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/ports?device_id=00ff8b47-bfee-460c-8c47-f694e9125104 HTTP/1.1" status: 200 len: 945 time: 0.0992036 Nov 22 21:02:55.385205 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ee06cc-8479-4d11-b51c-3624fac900d1 req-9379e42b-befd-4d3d-8d6b-6c434829c251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:02:55.386590 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b0ee06cc-8479-4d11-b51c-3624fac900d1 req-9379e42b-befd-4d3d-8d6b-6c434829c251 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=cde59213-1ea3-488e-9922-16ddb38927ba HTTP/1.1" status: 200 len: 851 time: 0.0698757 Nov 22 21:02:55.406153 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9bfcd226-579d-4fe6-90b1-a612a642b257 req-5ae29fb7-671d-492b-a555-037311005b35 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/security-groups?id=efebab54-f3d0-45af-9ed5-f9e8fd2b2abf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822666 Nov 22 21:02:55.435672 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ee06cc-8479-4d11-b51c-3624fac900d1 req-ccc6df4e-47d9-46d0-9c80-bf14867c720c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:02:55.437165 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b0ee06cc-8479-4d11-b51c-3624fac900d1 req-ccc6df4e-47d9-46d0-9c80-bf14867c720c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9c2e3968-fb71-44d4-8815-57320e389aae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431831 Nov 22 21:02:55.526949 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b0ee06cc-8479-4d11-b51c-3624fac900d1 req-df60ae47-b3b0-41b4-8c55-3415fc161262 service neutron] 10.222.0.20 "GET /v2.0/networks/9c2e3968-fb71-44d4-8815-57320e389aae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817711 Nov 22 21:02:55.617668 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b0ee06cc-8479-4d11-b51c-3624fac900d1 req-332a2693-112b-4399-9f05-d7de75ddd356 service neutron] 10.222.0.20 "GET /v2.0/networks/9c2e3968-fb71-44d4-8815-57320e389aae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837493 Nov 22 21:02:56.525957 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27137906-9ed2-4836-a606-56850b8b11df req-1d7f094a-0d23-48b7-bbfe-9680bfededa5 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:02:56.527381 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-27137906-9ed2-4836-a606-56850b8b11df req-1d7f094a-0d23-48b7-bbfe-9680bfededa5 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/ports?device_id=00ff8b47-bfee-460c-8c47-f694e9125104 HTTP/1.1" status: 200 len: 945 time: 0.0522113 Nov 22 21:02:56.575071 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-27137906-9ed2-4836-a606-56850b8b11df req-9ef0efff-32d0-40d2-88db-d8e9537a6844 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/security-groups?id=efebab54-f3d0-45af-9ed5-f9e8fd2b2abf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414004 Nov 22 21:02:57.693768 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828476cd-0d44-4d38-9159-5490339cf74a req-c1514631-7dae-4b9e-95eb-3d247317ac70 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:02:57.695230 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-828476cd-0d44-4d38-9159-5490339cf74a req-c1514631-7dae-4b9e-95eb-3d247317ac70 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/ports?device_id=00ff8b47-bfee-460c-8c47-f694e9125104 HTTP/1.1" status: 200 len: 945 time: 0.0535109 Nov 22 21:02:57.742278 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-828476cd-0d44-4d38-9159-5490339cf74a req-fa81b4c9-ba7c-40a6-9a31-407ba76dc3de tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/security-groups?id=efebab54-f3d0-45af-9ed5-f9e8fd2b2abf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411551 Nov 22 21:02:58.858300 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1617068-4812-4c48-8572-18f2304db02a req-0be81173-1545-419c-b953-a10047f71acf tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:02:58.859712 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c1617068-4812-4c48-8572-18f2304db02a req-0be81173-1545-419c-b953-a10047f71acf tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/ports?device_id=00ff8b47-bfee-460c-8c47-f694e9125104 HTTP/1.1" status: 200 len: 945 time: 0.0482275 Nov 22 21:02:58.905908 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c1617068-4812-4c48-8572-18f2304db02a req-9825c025-22c4-4a56-96ab-a26762385828 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/security-groups?id=efebab54-f3d0-45af-9ed5-f9e8fd2b2abf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403812 Nov 22 21:03:00.031378 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da32ac15-5922-4fa5-9a44-3f417c2cc495 req-2c20e539-a1a2-48ca-adc5-1ce8f0b1cdbf tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:03:00.032887 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-da32ac15-5922-4fa5-9a44-3f417c2cc495 req-2c20e539-a1a2-48ca-adc5-1ce8f0b1cdbf tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/ports?device_id=00ff8b47-bfee-460c-8c47-f694e9125104 HTTP/1.1" status: 200 len: 945 time: 0.0528874 Nov 22 21:03:00.071825 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-97b49b52-e9f7-40ce-89d0-ea9c1840e192 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:03:00.083325 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-da32ac15-5922-4fa5-9a44-3f417c2cc495 req-dca11b59-6fb5-41af-9c49-4cf5bb0eccb4 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/security-groups?id=efebab54-f3d0-45af-9ed5-f9e8fd2b2abf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438273 Nov 22 21:03:01.455138 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911a1847-6167-42a2-8385-e51049efec6e req-b0698560-aff7-4b49-b35d-7812e4632f5c tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:03:01.456649 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-911a1847-6167-42a2-8385-e51049efec6e req-b0698560-aff7-4b49-b35d-7812e4632f5c tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/ports?device_id=00ff8b47-bfee-460c-8c47-f694e9125104 HTTP/1.1" status: 200 len: 945 time: 0.3011527 Nov 22 21:03:01.502735 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-911a1847-6167-42a2-8385-e51049efec6e req-e086f81a-5b02-4337-90d1-9c07c1d2e8cc tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/security-groups?id=efebab54-f3d0-45af-9ed5-f9e8fd2b2abf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396593 Nov 22 21:03:02.615770 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9836e292-f6d9-4c44-a334-f00eeea1dd8c req-e783197b-3477-4328-951a-d60694f58210 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:03:02.617233 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9836e292-f6d9-4c44-a334-f00eeea1dd8c req-e783197b-3477-4328-951a-d60694f58210 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/ports?device_id=00ff8b47-bfee-460c-8c47-f694e9125104 HTTP/1.1" status: 200 len: 945 time: 0.0471225 Nov 22 21:03:02.663111 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9836e292-f6d9-4c44-a334-f00eeea1dd8c req-75353d42-8db6-4089-af18-a891a3eef5ec tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/security-groups?id=efebab54-f3d0-45af-9ed5-f9e8fd2b2abf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396528 Nov 22 21:03:03.005420 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-38e372b5-7be2-4b3a-b2a9-3125ce14d25e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:03:03.610249 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-03f0964f-1b75-4df7-99e0-a3cdb56ec2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:03:03.782541 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0c8f47-2315-4028-b5a7-1f23e45b9c82 req-1ad05376-0e11-4b21-95a2-913ee64e5656 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:03:03.784129 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0c0c8f47-2315-4028-b5a7-1f23e45b9c82 req-1ad05376-0e11-4b21-95a2-913ee64e5656 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/ports?device_id=00ff8b47-bfee-460c-8c47-f694e9125104 HTTP/1.1" status: 200 len: 945 time: 0.0541985 Nov 22 21:03:03.836255 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0c0c8f47-2315-4028-b5a7-1f23e45b9c82 req-f3c262d0-4123-4e41-9468-479752e4e4a4 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/security-groups?id=efebab54-f3d0-45af-9ed5-f9e8fd2b2abf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455627 Nov 22 21:03:04.952117 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbf5469-a4ed-4e83-911d-406cc2497a88 req-4a7f8ee4-0374-42c5-9f93-3f66ad70f40e tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:03:04.953605 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2cbf5469-a4ed-4e83-911d-406cc2497a88 req-4a7f8ee4-0374-42c5-9f93-3f66ad70f40e tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/ports?device_id=00ff8b47-bfee-460c-8c47-f694e9125104 HTTP/1.1" status: 200 len: 945 time: 0.0482085 Nov 22 21:03:04.999914 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2cbf5469-a4ed-4e83-911d-406cc2497a88 req-aa1c7efb-e83e-481c-b8b8-45701adbd649 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/security-groups?id=efebab54-f3d0-45af-9ed5-f9e8fd2b2abf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404329 Nov 22 21:03:05.313629 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e49ee129-e862-4476-beca-cdc8150d2345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:03:06.115103 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb0895b-4158-4882-bd2a-76878f451064 req-167bb621-3f0a-4efa-a97e-5bb473488467 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:03:06.116608 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9eb0895b-4158-4882-bd2a-76878f451064 req-167bb621-3f0a-4efa-a97e-5bb473488467 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/ports?device_id=00ff8b47-bfee-460c-8c47-f694e9125104 HTTP/1.1" status: 200 len: 945 time: 0.0496371 Nov 22 21:03:06.134487 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:03:06.171216 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9eb0895b-4158-4882-bd2a-76878f451064 req-c3785986-e34e-445d-bbd8-7135c5d4f6f1 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/security-groups?id=efebab54-f3d0-45af-9ed5-f9e8fd2b2abf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484216 Nov 22 21:03:07.159560 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.agents_db [None req-aa8313f2-1ee4-4e7b-8c5a-d32b2f9d31ee None None] Agent healthcheck: found 7 active agents {{(pid=103450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 21:03:07.285332 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bee27ae-11b6-4859-926f-24137c9fa069 req-9d68c61a-d645-4653-b9bc-99fbb8fb2def tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:03:07.286794 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0bee27ae-11b6-4859-926f-24137c9fa069 req-9d68c61a-d645-4653-b9bc-99fbb8fb2def tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/ports?device_id=00ff8b47-bfee-460c-8c47-f694e9125104 HTTP/1.1" status: 200 len: 945 time: 0.0493665 Nov 22 21:03:07.332691 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0bee27ae-11b6-4859-926f-24137c9fa069 req-052aa1bb-b8ee-4cb5-9e38-a16db02eadc7 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/security-groups?id=efebab54-f3d0-45af-9ed5-f9e8fd2b2abf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394456 Nov 22 21:03:07.470998 n-d-818823-1 neutron-server[103447]: INFO neutron.api.v2.resource [req-b0ee06cc-8479-4d11-b51c-3624fac900d1 req-70ac80c7-78b5-43cf-b442-f5721a381caa service neutron] show failed (client error): The resource could not be found. Nov 22 21:03:07.472024 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b0ee06cc-8479-4d11-b51c-3624fac900d1 req-70ac80c7-78b5-43cf-b442-f5721a381caa service neutron] 10.222.0.20 "GET /v2.0/ports/858868e4-1e16-42cd-a57a-05f3aac13ad1/bindings/n-h1-818823-1 HTTP/1.1" status: 404 len: 380 time: 0.0538516 Nov 22 21:03:07.756816 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ee06cc-8479-4d11-b51c-3624fac900d1 req-3f6513f3-f8fc-4f43-b133-d0eacc2e6d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:03:07.758662 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-b0ee06cc-8479-4d11-b51c-3624fac900d1 req-3f6513f3-f8fc-4f43-b133-d0eacc2e6d51 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=00ff8b47-bfee-460c-8c47-f694e9125104&tenant_id=4ed58de80f1e421e98eee918a71a237a HTTP/1.1" status: 200 len: 1096 time: 0.0802960 Nov 22 21:03:07.770241 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [req-b0ee06cc-8479-4d11-b51c-3624fac900d1 req-44ae56f5-f576-4e6c-b02f-d535c37ee696 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-818823-1', 'device_owner': 'compute:nova'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 21:03:07.826142 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-b0ee06cc-8479-4d11-b51c-3624fac900d1 req-44ae56f5-f576-4e6c-b02f-d535c37ee696 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:03:08.032068 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-b0ee06cc-8479-4d11-b51c-3624fac900d1 req-44ae56f5-f576-4e6c-b02f-d535c37ee696 service neutron] For port 858868e4-1e16-42cd-a57a-05f3aac13ad1, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=858868e4-1e16-42cd-a57a-05f3aac13ad1,segment=NetworkSegment(23865291-503c-4941-b92a-ce0c5ab5f182),segment_id=23865291-503c-4941-b92a-ce0c5ab5f182)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 21:03:08.064244 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-b0ee06cc-8479-4d11-b51c-3624fac900d1 req-44ae56f5-f576-4e6c-b02f-d535c37ee696 service neutron] For port 858868e4-1e16-42cd-a57a-05f3aac13ad1, host n-h2-818823-1, cleared binding levels {{(pid=103448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 21:03:08.103611 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00ff8b47-bfee-460c-8c47-f694e9125104', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '858868e4-1e16-42cd-a57a-05f3aac13ad1'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 21:03:08.108964 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-b0ee06cc-8479-4d11-b51c-3624fac900d1 req-44ae56f5-f576-4e6c-b02f-d535c37ee696 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:03:08.121746 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [req-b0ee06cc-8479-4d11-b51c-3624fac900d1 req-44ae56f5-f576-4e6c-b02f-d535c37ee696 service neutron] Transition to ACTIVE for port object 858868e4-1e16-42cd-a57a-05f3aac13ad1 will not be triggered until provisioned by entity L2. {{(pid=103448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 21:03:08.125777 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-b0ee06cc-8479-4d11-b51c-3624fac900d1 req-44ae56f5-f576-4e6c-b02f-d535c37ee696 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:03:08.154695 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d75c62b18f4846ba0ff3fb32e7a2f33757bcd91f6941723bbc4e48e63e422314" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b674ef28-a3be-4943-b24b-2ea5745ae3a1" -d '{"events": [{"server_uuid": "00ff8b47-bfee-460c-8c47-f694e9125104", "name": "network-vif-unplugged", "status": "completed", "tag": "858868e4-1e16-42cd-a57a-05f3aac13ad1"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 21:03:08.218531 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ae56f5-f576-4e6c-b02f-d535c37ee696 service neutron] Pushing event updated for resources: {'Port': ['ID=858868e4-1e16-42cd-a57a-05f3aac13ad1,revision_number=6']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:03:08.230890 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ae56f5-f576-4e6c-b02f-d535c37ee696 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:03:08.231245 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ae56f5-f576-4e6c-b02f-d535c37ee696 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:03:08.231629 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ae56f5-f576-4e6c-b02f-d535c37ee696 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:03:08.231970 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ae56f5-f576-4e6c-b02f-d535c37ee696 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:03:08.232309 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ae56f5-f576-4e6c-b02f-d535c37ee696 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:03:08.232671 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ae56f5-f576-4e6c-b02f-d535c37ee696 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:03:08.233001 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ae56f5-f576-4e6c-b02f-d535c37ee696 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:03:08.233331 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ae56f5-f576-4e6c-b02f-d535c37ee696 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:03:08.233666 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ae56f5-f576-4e6c-b02f-d535c37ee696 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:03:08.233993 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ae56f5-f576-4e6c-b02f-d535c37ee696 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:03:08.234318 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ae56f5-f576-4e6c-b02f-d535c37ee696 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:03:08.234726 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ae56f5-f576-4e6c-b02f-d535c37ee696 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:03:08.268908 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0ee06cc-8479-4d11-b51c-3624fac900d1 req-44ae56f5-f576-4e6c-b02f-d535c37ee696 service neutron] No DVR routers for this DVR port 858868e4-1e16-42cd-a57a-05f3aac13ad1 on host n-h2-818823-1 {{(pid=103448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 21:03:08.302562 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 22 Nov 2021 21:03:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22521a7e-1a44-4c1a-827e-f1d2833f8736 x-openstack-request-id: req-22521a7e-1a44-4c1a-827e-f1d2833f8736 {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 21:03:08.302863 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00ff8b47-bfee-460c-8c47-f694e9125104", "name": "network-vif-unplugged", "status": "completed", "tag": "858868e4-1e16-42cd-a57a-05f3aac13ad1", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 21:03:08.303680 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-22521a7e-1a44-4c1a-827e-f1d2833f8736 {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 21:03:08.304076 n-d-818823-1 neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00ff8b47-bfee-460c-8c47-f694e9125104', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '858868e4-1e16-42cd-a57a-05f3aac13ad1', 'code': 200} Nov 22 21:03:08.411584 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-b0ee06cc-8479-4d11-b51c-3624fac900d1 req-44ae56f5-f576-4e6c-b02f-d535c37ee696 service neutron] Attempting to bind port 858868e4-1e16-42cd-a57a-05f3aac13ad1 on host n-h1-818823-1 for vnic_type normal with profile {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 21:03:08.411913 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-b0ee06cc-8479-4d11-b51c-3624fac900d1 req-44ae56f5-f576-4e6c-b02f-d535c37ee696 service neutron] Attempting to bind port 858868e4-1e16-42cd-a57a-05f3aac13ad1 by drivers openvswitch,hyperv on host n-h1-818823-1 at level 0 using segments [{'id': '23865291-503c-4941-b92a-ce0c5ab5f182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '9c2e3968-fb71-44d4-8815-57320e389aae'}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 21:03:08.412239 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0ee06cc-8479-4d11-b51c-3624fac900d1 req-44ae56f5-f576-4e6c-b02f-d535c37ee696 service neutron] Attempting to bind port 858868e4-1e16-42cd-a57a-05f3aac13ad1 on network 9c2e3968-fb71-44d4-8815-57320e389aae {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 21:03:08.416757 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0ee06cc-8479-4d11-b51c-3624fac900d1 req-44ae56f5-f576-4e6c-b02f-d535c37ee696 service neutron] Port 858868e4-1e16-42cd-a57a-05f3aac13ad1 on network 9c2e3968-fb71-44d4-8815-57320e389aae not bound, no agent of type Open vSwitch agent registered on host n-h1-818823-1 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 21:03:08.417075 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0ee06cc-8479-4d11-b51c-3624fac900d1 req-44ae56f5-f576-4e6c-b02f-d535c37ee696 service neutron] Attempting to bind port 858868e4-1e16-42cd-a57a-05f3aac13ad1 on network 9c2e3968-fb71-44d4-8815-57320e389aae {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 21:03:08.421904 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0ee06cc-8479-4d11-b51c-3624fac900d1 req-44ae56f5-f576-4e6c-b02f-d535c37ee696 service neutron] Checking agent: {'id': '7a008cff-3b49-418c-8046-689d46cc800f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'started_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 21, 2, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 21:03:08.422247 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0ee06cc-8479-4d11-b51c-3624fac900d1 req-44ae56f5-f576-4e6c-b02f-d535c37ee696 service neutron] Checking segment: {'id': '23865291-503c-4941-b92a-ce0c5ab5f182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '9c2e3968-fb71-44d4-8815-57320e389aae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 21:03:08.423670 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0ee06cc-8479-4d11-b51c-3624fac900d1 req-44ae56f5-f576-4e6c-b02f-d535c37ee696 service neutron] Bound using segment: {'id': '23865291-503c-4941-b92a-ce0c5ab5f182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '9c2e3968-fb71-44d4-8815-57320e389aae'} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 21:03:08.424121 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-b0ee06cc-8479-4d11-b51c-3624fac900d1 req-44ae56f5-f576-4e6c-b02f-d535c37ee696 service neutron] Bound port: 858868e4-1e16-42cd-a57a-05f3aac13ad1, host: n-h1-818823-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23865291-503c-4941-b92a-ce0c5ab5f182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '9c2e3968-fb71-44d4-8815-57320e389aae'}}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 21:03:08.424508 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-b0ee06cc-8479-4d11-b51c-3624fac900d1 req-44ae56f5-f576-4e6c-b02f-d535c37ee696 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:03:08.458083 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef85d1d-815d-44e6-bed1-83c619b6c8ef req-6563ce9d-68d1-4b6a-82e4-4f9c45425847 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:03:08.459998 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-eef85d1d-815d-44e6-bed1-83c619b6c8ef req-6563ce9d-68d1-4b6a-82e4-4f9c45425847 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/ports?device_id=00ff8b47-bfee-460c-8c47-f694e9125104 HTTP/1.1" status: 200 len: 943 time: 0.0555148 Nov 22 21:03:08.489769 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-b0ee06cc-8479-4d11-b51c-3624fac900d1 req-44ae56f5-f576-4e6c-b02f-d535c37ee696 service neutron] For port 858868e4-1e16-42cd-a57a-05f3aac13ad1, host n-h1-818823-1, cleared binding levels {{(pid=103448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 21:03:08.493321 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-b0ee06cc-8479-4d11-b51c-3624fac900d1 req-44ae56f5-f576-4e6c-b02f-d535c37ee696 service neutron] For port 858868e4-1e16-42cd-a57a-05f3aac13ad1, host n-h1-818823-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=858868e4-1e16-42cd-a57a-05f3aac13ad1,segment=NetworkSegment(23865291-503c-4941-b92a-ce0c5ab5f182),segment_id=23865291-503c-4941-b92a-ce0c5ab5f182)] {{(pid=103448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 21:03:08.498238 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-b0ee06cc-8479-4d11-b51c-3624fac900d1 req-44ae56f5-f576-4e6c-b02f-d535c37ee696 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:03:08.508510 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-eef85d1d-815d-44e6-bed1-83c619b6c8ef req-78c82922-90f5-4c45-b827-6c345ca144af tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/security-groups?id=efebab54-f3d0-45af-9ed5-f9e8fd2b2abf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422471 Nov 22 21:03:08.536463 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ee06cc-8479-4d11-b51c-3624fac900d1 req-44ae56f5-f576-4e6c-b02f-d535c37ee696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:03:08.537095 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-b0ee06cc-8479-4d11-b51c-3624fac900d1 req-44ae56f5-f576-4e6c-b02f-d535c37ee696 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:03:08.538507 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-b0ee06cc-8479-4d11-b51c-3624fac900d1 req-44ae56f5-f576-4e6c-b02f-d535c37ee696 service neutron] 10.222.0.41 "PUT /v2.0/ports/858868e4-1e16-42cd-a57a-05f3aac13ad1 HTTP/1.1" status: 200 len: 1091 time: 0.7721663 Nov 22 21:03:08.555361 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ae56f5-f576-4e6c-b02f-d535c37ee696 service neutron] Pushing event updated for resources: {'Port': ['ID=858868e4-1e16-42cd-a57a-05f3aac13ad1,revision_number=7']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:03:08.607860 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ee06cc-8479-4d11-b51c-3624fac900d1 req-de47c489-d3eb-41d9-a9fc-b64fdc1ff038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:03:08.609380 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-b0ee06cc-8479-4d11-b51c-3624fac900d1 req-de47c489-d3eb-41d9-a9fc-b64fdc1ff038 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4ed58de80f1e421e98eee918a71a237a&device_id=00ff8b47-bfee-460c-8c47-f694e9125104 HTTP/1.1" status: 200 len: 1094 time: 0.0474291 Nov 22 21:03:08.706855 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ee06cc-8479-4d11-b51c-3624fac900d1 req-4b826221-60cd-41d2-aebb-859c554e06ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:03:08.708419 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-b0ee06cc-8479-4d11-b51c-3624fac900d1 req-4b826221-60cd-41d2-aebb-859c554e06ea service neutron] 10.222.0.41 "GET /v2.0/networks?id=9c2e3968-fb71-44d4-8815-57320e389aae HTTP/1.1" status: 200 len: 913 time: 0.0916119 Nov 22 21:03:08.780422 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-b0ee06cc-8479-4d11-b51c-3624fac900d1 req-0aa075cf-c63f-4bc8-9376-46d2403d518c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=858868e4-1e16-42cd-a57a-05f3aac13ad1 HTTP/1.1" status: 200 len: 1000 time: 0.0637531 Nov 22 21:03:08.830570 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ee06cc-8479-4d11-b51c-3624fac900d1 req-1b682293-5582-4239-93cb-2a54067e4efc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:03:08.831995 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-b0ee06cc-8479-4d11-b51c-3624fac900d1 req-1b682293-5582-4239-93cb-2a54067e4efc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cde59213-1ea3-488e-9922-16ddb38927ba HTTP/1.1" status: 200 len: 851 time: 0.0447628 Nov 22 21:03:08.880552 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ee06cc-8479-4d11-b51c-3624fac900d1 req-a77c020c-1030-4dc9-b781-f74da9cb73ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:03:08.882053 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-b0ee06cc-8479-4d11-b51c-3624fac900d1 req-a77c020c-1030-4dc9-b781-f74da9cb73ae service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9c2e3968-fb71-44d4-8815-57320e389aae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402784 Nov 22 21:03:08.979356 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-b0ee06cc-8479-4d11-b51c-3624fac900d1 req-bf8ce461-8e3c-47cb-8a21-8e82487a4372 service neutron] 10.222.0.41 "GET /v2.0/networks/9c2e3968-fb71-44d4-8815-57320e389aae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885613 Nov 22 21:03:09.067470 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-b0ee06cc-8479-4d11-b51c-3624fac900d1 req-930515d4-cee8-46ac-ba64-e8c60fbbf48c service neutron] 10.222.0.41 "GET /v2.0/networks/9c2e3968-fb71-44d4-8815-57320e389aae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809433 Nov 22 21:03:09.627713 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c390b48a-635e-4845-835b-355057b67508 req-451410dc-8287-4a0f-b9b6-7f984912a6f5 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:03:09.629214 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c390b48a-635e-4845-835b-355057b67508 req-451410dc-8287-4a0f-b9b6-7f984912a6f5 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/ports?device_id=00ff8b47-bfee-460c-8c47-f694e9125104 HTTP/1.1" status: 200 len: 943 time: 0.0485268 Nov 22 21:03:09.676220 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c390b48a-635e-4845-835b-355057b67508 req-494c02e4-d738-4b83-98ee-06098df0c79d tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/security-groups?id=efebab54-f3d0-45af-9ed5-f9e8fd2b2abf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404496 Nov 22 21:03:10.305359 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00ff8b47-bfee-460c-8c47-f694e9125104', 'tag': '858868e4-1e16-42cd-a57a-05f3aac13ad1'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 21:03:10.307790 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d75c62b18f4846ba0ff3fb32e7a2f33757bcd91f6941723bbc4e48e63e422314" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83dd9c7c-3d0a-4170-a2b1-96b61115aa47" -d '{"events": [{"name": "network-changed", "server_uuid": "00ff8b47-bfee-460c-8c47-f694e9125104", "tag": "858868e4-1e16-42cd-a57a-05f3aac13ad1"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 21:03:10.355296 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 21:03:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2394524b-763a-4684-ba5c-254fd9668dfd x-openstack-request-id: req-2394524b-763a-4684-ba5c-254fd9668dfd {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 21:03:10.355685 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00ff8b47-bfee-460c-8c47-f694e9125104", "tag": "858868e4-1e16-42cd-a57a-05f3aac13ad1", "status": "completed", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 21:03:10.355942 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2394524b-763a-4684-ba5c-254fd9668dfd {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 21:03:10.356347 n-d-818823-1 neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00ff8b47-bfee-460c-8c47-f694e9125104', 'tag': '858868e4-1e16-42cd-a57a-05f3aac13ad1', 'status': 'completed', 'code': 200} Nov 22 21:03:10.418520 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dd9c7c-3d0a-4170-a2b1-96b61115aa47 req-392a77a6-a2be-4b1e-8175-867005256610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:03:10.420160 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-83dd9c7c-3d0a-4170-a2b1-96b61115aa47 req-392a77a6-a2be-4b1e-8175-867005256610 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4ed58de80f1e421e98eee918a71a237a&device_id=00ff8b47-bfee-460c-8c47-f694e9125104 HTTP/1.1" status: 200 len: 1094 time: 0.0413923 Nov 22 21:03:10.420289 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dd9c7c-3d0a-4170-a2b1-96b61115aa47 req-58a077f7-9cda-40cb-913e-013015318e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:03:10.421703 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-83dd9c7c-3d0a-4170-a2b1-96b61115aa47 req-58a077f7-9cda-40cb-913e-013015318e89 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4ed58de80f1e421e98eee918a71a237a&device_id=00ff8b47-bfee-460c-8c47-f694e9125104 HTTP/1.1" status: 200 len: 1094 time: 0.0423248 Nov 22 21:03:10.513705 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dd9c7c-3d0a-4170-a2b1-96b61115aa47 req-40c732e4-1bdb-4822-9574-870c562bb29a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:03:10.515333 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-83dd9c7c-3d0a-4170-a2b1-96b61115aa47 req-40c732e4-1bdb-4822-9574-870c562bb29a service neutron] 10.222.0.20 "GET /v2.0/networks?id=9c2e3968-fb71-44d4-8815-57320e389aae HTTP/1.1" status: 200 len: 913 time: 0.0884616 Nov 22 21:03:10.522167 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dd9c7c-3d0a-4170-a2b1-96b61115aa47 req-56a95410-a765-403b-bf1f-2297e4acd5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:03:10.523688 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-83dd9c7c-3d0a-4170-a2b1-96b61115aa47 req-56a95410-a765-403b-bf1f-2297e4acd5f0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9c2e3968-fb71-44d4-8815-57320e389aae HTTP/1.1" status: 200 len: 913 time: 0.0940077 Nov 22 21:03:10.586771 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-83dd9c7c-3d0a-4170-a2b1-96b61115aa47 req-79908fb9-d674-4ec2-81fd-aba3ed9d7119 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=858868e4-1e16-42cd-a57a-05f3aac13ad1 HTTP/1.1" status: 200 len: 1000 time: 0.0633826 Nov 22 21:03:10.605726 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-83dd9c7c-3d0a-4170-a2b1-96b61115aa47 req-faf386cb-b9ca-4e99-bdd0-a0760ade1c04 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=858868e4-1e16-42cd-a57a-05f3aac13ad1 HTTP/1.1" status: 200 len: 1000 time: 0.0700123 Nov 22 21:03:10.643902 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dd9c7c-3d0a-4170-a2b1-96b61115aa47 req-dd56fdb9-d8ca-40ef-8d4b-e5f86d79eae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:03:10.645389 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-83dd9c7c-3d0a-4170-a2b1-96b61115aa47 req-dd56fdb9-d8ca-40ef-8d4b-e5f86d79eae1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=cde59213-1ea3-488e-9922-16ddb38927ba HTTP/1.1" status: 200 len: 851 time: 0.0521121 Nov 22 21:03:10.662425 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dd9c7c-3d0a-4170-a2b1-96b61115aa47 req-14379e90-7f22-466a-8342-d19ccb97ed90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:03:10.664440 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-83dd9c7c-3d0a-4170-a2b1-96b61115aa47 req-14379e90-7f22-466a-8342-d19ccb97ed90 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cde59213-1ea3-488e-9922-16ddb38927ba HTTP/1.1" status: 200 len: 851 time: 0.0497942 Nov 22 21:03:10.690759 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dd9c7c-3d0a-4170-a2b1-96b61115aa47 req-12d1bebb-b3ae-4474-b5a4-0dc2d8d5ef27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:03:10.692314 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-83dd9c7c-3d0a-4170-a2b1-96b61115aa47 req-12d1bebb-b3ae-4474-b5a4-0dc2d8d5ef27 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9c2e3968-fb71-44d4-8815-57320e389aae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402176 Nov 22 21:03:10.713618 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dd9c7c-3d0a-4170-a2b1-96b61115aa47 req-885fa4b3-1fac-43cd-a4d8-1e67b12053f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:03:10.715082 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-83dd9c7c-3d0a-4170-a2b1-96b61115aa47 req-885fa4b3-1fac-43cd-a4d8-1e67b12053f8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9c2e3968-fb71-44d4-8815-57320e389aae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424244 Nov 22 21:03:10.811874 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-83dd9c7c-3d0a-4170-a2b1-96b61115aa47 req-65b09282-025d-43ce-8a40-7edf8e5dd27e service neutron] 10.222.0.41 "GET /v2.0/networks/9c2e3968-fb71-44d4-8815-57320e389aae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893629 Nov 22 21:03:10.825146 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8c50d1-100c-4213-8fca-df85f8f6427e req-93ae42b3-6cfe-4f24-9e55-4bfbe3d74515 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:03:10.826657 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-fa8c50d1-100c-4213-8fca-df85f8f6427e req-93ae42b3-6cfe-4f24-9e55-4bfbe3d74515 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/ports?device_id=00ff8b47-bfee-460c-8c47-f694e9125104 HTTP/1.1" status: 200 len: 943 time: 0.0796521 Nov 22 21:03:10.828888 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-83dd9c7c-3d0a-4170-a2b1-96b61115aa47 req-4633d1cb-897c-4a74-a3df-9ea9e5d1f89f service neutron] 10.222.0.20 "GET /v2.0/networks/9c2e3968-fb71-44d4-8815-57320e389aae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295688 Nov 22 21:03:10.909943 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-83dd9c7c-3d0a-4170-a2b1-96b61115aa47 req-7688d908-c34e-42eb-b73f-ec2acd1ab359 service neutron] 10.222.0.41 "GET /v2.0/networks/9c2e3968-fb71-44d4-8815-57320e389aae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915833 Nov 22 21:03:10.922303 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-fa8c50d1-100c-4213-8fca-df85f8f6427e req-76a65be1-7555-4d77-9e87-ab5f24553c04 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/security-groups?id=efebab54-f3d0-45af-9ed5-f9e8fd2b2abf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0897353 Nov 22 21:03:10.953430 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-83dd9c7c-3d0a-4170-a2b1-96b61115aa47 req-6204c42d-3ef9-4c77-a1a7-ef959ab2b370 service neutron] 10.222.0.20 "GET /v2.0/networks/9c2e3968-fb71-44d4-8815-57320e389aae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126294 Nov 22 21:03:11.223097 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faeec072-10a1-42c8-8cd1-4b1eaf335d2f req-aab003c5-cee1-4764-a24d-5eb668b63eb5 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:03:11.224540 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-faeec072-10a1-42c8-8cd1-4b1eaf335d2f req-aab003c5-cee1-4764-a24d-5eb668b63eb5 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.41 "GET /v2.0/ports?device_id=00ff8b47-bfee-460c-8c47-f694e9125104&tenant_id=4ed58de80f1e421e98eee918a71a237a&binding%3Ahost_id=n-h1-818823-1 HTTP/1.1" status: 200 len: 943 time: 0.0537338 Nov 22 21:03:11.239890 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ab2501-9e34-434b-90a6-3ffc502efd49 req-a93da62c-59b3-4367-9294-2846795c0a96 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:03:11.241911 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f1ab2501-9e34-434b-90a6-3ffc502efd49 req-a93da62c-59b3-4367-9294-2846795c0a96 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/ports?device_id=00ff8b47-bfee-460c-8c47-f694e9125104 HTTP/1.1" status: 200 len: 943 time: 0.0546839 Nov 22 21:03:11.289035 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f1ab2501-9e34-434b-90a6-3ffc502efd49 req-1082bb6d-814b-4399-aff3-68d96282839d tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/security-groups?id=efebab54-f3d0-45af-9ed5-f9e8fd2b2abf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407577 Nov 22 21:03:11.290184 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-faeec072-10a1-42c8-8cd1-4b1eaf335d2f req-3caf73fa-3601-49c4-9ddb-7c24c9ce5f54 service neutron] 10.222.0.41 "GET /v2.0/ports/858868e4-1e16-42cd-a57a-05f3aac13ad1/bindings/n-h1-818823-1 HTTP/1.1" status: 200 len: 382 time: 0.0582376 Nov 22 21:03:11.358196 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faeec072-10a1-42c8-8cd1-4b1eaf335d2f req-4389a265-be32-493d-9b84-bb8e6d01058d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:03:11.359719 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-faeec072-10a1-42c8-8cd1-4b1eaf335d2f req-4389a265-be32-493d-9b84-bb8e6d01058d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4ed58de80f1e421e98eee918a71a237a&device_id=00ff8b47-bfee-460c-8c47-f694e9125104 HTTP/1.1" status: 200 len: 1094 time: 0.0450563 Nov 22 21:03:11.448786 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faeec072-10a1-42c8-8cd1-4b1eaf335d2f req-24a723ab-1624-47a8-8e21-6e79834ed814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:03:11.450333 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-faeec072-10a1-42c8-8cd1-4b1eaf335d2f req-24a723ab-1624-47a8-8e21-6e79834ed814 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9c2e3968-fb71-44d4-8815-57320e389aae HTTP/1.1" status: 200 len: 913 time: 0.0833657 Nov 22 21:03:11.518956 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-faeec072-10a1-42c8-8cd1-4b1eaf335d2f req-cb880f1e-4547-4ac1-afad-d7690e7298d3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=858868e4-1e16-42cd-a57a-05f3aac13ad1 HTTP/1.1" status: 200 len: 1000 time: 0.0615399 Nov 22 21:03:11.550153 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 858868e4-1e16-42cd-a57a-05f3aac13ad1 no longer exists at agent hyperv_n-h2-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 21:03:11.566618 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faeec072-10a1-42c8-8cd1-4b1eaf335d2f req-3d43f177-e6fb-4ce2-96bd-9a648ea2d68e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:03:11.568128 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-faeec072-10a1-42c8-8cd1-4b1eaf335d2f req-3d43f177-e6fb-4ce2-96bd-9a648ea2d68e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cde59213-1ea3-488e-9922-16ddb38927ba HTTP/1.1" status: 200 len: 851 time: 0.0428820 Nov 22 21:03:11.588569 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 858868e4-1e16-42cd-a57a-05f3aac13ad1 not bound to the agent host n-h2-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 21:03:11.614039 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faeec072-10a1-42c8-8cd1-4b1eaf335d2f req-cf88f548-e5a8-4e7c-9b61-bf67fe0bcc1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:03:11.616169 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-faeec072-10a1-42c8-8cd1-4b1eaf335d2f req-cf88f548-e5a8-4e7c-9b61-bf67fe0bcc1f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9c2e3968-fb71-44d4-8815-57320e389aae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399814 Nov 22 21:03:11.705989 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-faeec072-10a1-42c8-8cd1-4b1eaf335d2f req-bfa4ef43-bcdf-4bca-90df-5c545b20e6d2 service neutron] 10.222.0.41 "GET /v2.0/networks/9c2e3968-fb71-44d4-8815-57320e389aae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829995 Nov 22 21:03:11.794759 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-faeec072-10a1-42c8-8cd1-4b1eaf335d2f req-57a8b986-c0a0-4993-af91-dbf48dec4edb service neutron] 10.222.0.41 "GET /v2.0/networks/9c2e3968-fb71-44d4-8815-57320e389aae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808270 Nov 22 21:03:11.873930 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 858868e4-1e16-42cd-a57a-05f3aac13ad1 details requested by agent hyperv_n-h1-818823-1 with host n-h1-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 21:03:11.968717 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 858868e4-1e16-42cd-a57a-05f3aac13ad1, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=858868e4-1e16-42cd-a57a-05f3aac13ad1,segment=NetworkSegment(23865291-503c-4941-b92a-ce0c5ab5f182),segment_id=23865291-503c-4941-b92a-ce0c5ab5f182)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 21:03:11.980404 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Returning: {'device': '858868e4-1e16-42cd-a57a-05f3aac13ad1', 'network_id': '9c2e3968-fb71-44d4-8815-57320e389aae', 'port_id': '858868e4-1e16-42cd-a57a-05f3aac13ad1', 'mac_address': 'fa:16:3e:97:49:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cde59213-1ea3-488e-9922-16ddb38927ba', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 21:03:12.016319 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:03:12.029543 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 858868e4-1e16-42cd-a57a-05f3aac13ad1 {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 21:03:12.048857 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 858868e4-1e16-42cd-a57a-05f3aac13ad1, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=858868e4-1e16-42cd-a57a-05f3aac13ad1,segment=NetworkSegment(23865291-503c-4941-b92a-ce0c5ab5f182),segment_id=23865291-503c-4941-b92a-ce0c5ab5f182)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 21:03:12.053384 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:03:12.102637 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=858868e4-1e16-42cd-a57a-05f3aac13ad1,revision_number=8']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:03:12.109948 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:03:12.110292 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:03:12.110626 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:03:12.110957 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:03:12.111284 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:03:12.111635 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:03:12.111958 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:03:12.112287 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:03:12.112604 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:03:12.112924 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:03:12.113240 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:03:12.113579 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:03:12.290226 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] get_ports_and_sgs() called for port_ids ['858868e4-1e16-42cd-a57a-05f3aac13ad1'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 21:03:12.672225 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220e2ea0-c302-4456-9f1c-401fb524c44c req-9e557348-ceed-4793-a984-2f402038d493 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:03:12.673705 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-220e2ea0-c302-4456-9f1c-401fb524c44c req-9e557348-ceed-4793-a984-2f402038d493 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/ports?device_id=00ff8b47-bfee-460c-8c47-f694e9125104 HTTP/1.1" status: 200 len: 944 time: 0.0482748 Nov 22 21:03:12.719518 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-220e2ea0-c302-4456-9f1c-401fb524c44c req-8ab17a0a-a387-4f37-ad2b-7c1b655ef6a2 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/security-groups?id=efebab54-f3d0-45af-9ed5-f9e8fd2b2abf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400114 Nov 22 21:03:13.736865 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faeec072-10a1-42c8-8cd1-4b1eaf335d2f req-797dc9e6-d702-4ba8-86d9-080c30c53580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:03:13.738547 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-faeec072-10a1-42c8-8cd1-4b1eaf335d2f req-797dc9e6-d702-4ba8-86d9-080c30c53580 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=00ff8b47-bfee-460c-8c47-f694e9125104&tenant_id=4ed58de80f1e421e98eee918a71a237a HTTP/1.1" status: 200 len: 1095 time: 0.0450499 Nov 22 21:03:13.751098 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-faeec072-10a1-42c8-8cd1-4b1eaf335d2f req-2f91ded3-a9af-45a2-9db6-608c69047ab1 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-818823-1', 'device_owner': 'compute:nova'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 21:03:13.830891 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-faeec072-10a1-42c8-8cd1-4b1eaf335d2f req-2f91ded3-a9af-45a2-9db6-608c69047ab1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:03:13.862583 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce587d8-5469-4ae9-95a2-b4531329a240 req-7992eb5e-eb83-4319-a9ec-26a57bba3621 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:03:13.864109 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1ce587d8-5469-4ae9-95a2-b4531329a240 req-7992eb5e-eb83-4319-a9ec-26a57bba3621 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/ports?device_id=00ff8b47-bfee-460c-8c47-f694e9125104 HTTP/1.1" status: 200 len: 944 time: 0.0650983 Nov 22 21:03:13.875335 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 858868e4-1e16-42cd-a57a-05f3aac13ad1 up at agent hyperv_n-h1-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 21:03:13.935247 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Provisioning for port 858868e4-1e16-42cd-a57a-05f3aac13ad1 completed by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 21:03:13.939559 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Provisioning complete for port 858868e4-1e16-42cd-a57a-05f3aac13ad1 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 21:03:13.939938 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:03:13.992181 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1ce587d8-5469-4ae9-95a2-b4531329a240 req-61328d33-fac7-41f0-8dc3-c8d71c5ad681 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/security-groups?id=efebab54-f3d0-45af-9ed5-f9e8fd2b2abf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1074178 Nov 22 21:03:14.018687 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:03:14.113239 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-faeec072-10a1-42c8-8cd1-4b1eaf335d2f req-2f91ded3-a9af-45a2-9db6-608c69047ab1 service neutron] For port 858868e4-1e16-42cd-a57a-05f3aac13ad1, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=858868e4-1e16-42cd-a57a-05f3aac13ad1,segment=NetworkSegment(23865291-503c-4941-b92a-ce0c5ab5f182),segment_id=23865291-503c-4941-b92a-ce0c5ab5f182)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 21:03:14.145940 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-faeec072-10a1-42c8-8cd1-4b1eaf335d2f req-2f91ded3-a9af-45a2-9db6-608c69047ab1 service neutron] For port 858868e4-1e16-42cd-a57a-05f3aac13ad1, host n-h1-818823-1, cleared binding levels {{(pid=103447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 21:03:14.177728 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [req-faeec072-10a1-42c8-8cd1-4b1eaf335d2f req-2f91ded3-a9af-45a2-9db6-608c69047ab1 service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 858868e4-1e16-42cd-a57a-05f3aac13ad1 {{(pid=103447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 21:03:14.186201 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-faeec072-10a1-42c8-8cd1-4b1eaf335d2f req-2f91ded3-a9af-45a2-9db6-608c69047ab1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:03:14.197405 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.provisioning_blocks [req-faeec072-10a1-42c8-8cd1-4b1eaf335d2f req-2f91ded3-a9af-45a2-9db6-608c69047ab1 service neutron] Ignored duplicate provisioning block setup for port 858868e4-1e16-42cd-a57a-05f3aac13ad1 by entity L2. {{(pid=103447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Nov 22 21:03:14.201070 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-faeec072-10a1-42c8-8cd1-4b1eaf335d2f req-2f91ded3-a9af-45a2-9db6-608c69047ab1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:03:14.240172 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.db.api [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103449) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 21:03:14.241034 n-d-818823-1 neutron-server[103449]: DEBUG oslo_db.api [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 21:03:14.283881 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f91ded3-a9af-45a2-9db6-608c69047ab1 service neutron] Pushing event updated for resources: {'Port': ['ID=858868e4-1e16-42cd-a57a-05f3aac13ad1,revision_number=9']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:03:14.296018 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f91ded3-a9af-45a2-9db6-608c69047ab1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:03:14.296365 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f91ded3-a9af-45a2-9db6-608c69047ab1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:03:14.296708 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f91ded3-a9af-45a2-9db6-608c69047ab1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:03:14.297045 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f91ded3-a9af-45a2-9db6-608c69047ab1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:03:14.297378 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f91ded3-a9af-45a2-9db6-608c69047ab1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:03:14.297708 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f91ded3-a9af-45a2-9db6-608c69047ab1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:03:14.298034 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f91ded3-a9af-45a2-9db6-608c69047ab1 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:03:14.298361 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f91ded3-a9af-45a2-9db6-608c69047ab1 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:03:14.298686 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f91ded3-a9af-45a2-9db6-608c69047ab1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:03:14.299012 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f91ded3-a9af-45a2-9db6-608c69047ab1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:03:14.299335 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f91ded3-a9af-45a2-9db6-608c69047ab1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:03:14.299681 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f91ded3-a9af-45a2-9db6-608c69047ab1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:03:14.334666 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-faeec072-10a1-42c8-8cd1-4b1eaf335d2f req-2f91ded3-a9af-45a2-9db6-608c69047ab1 service neutron] No DVR routers for this DVR port 858868e4-1e16-42cd-a57a-05f3aac13ad1 on host n-h1-818823-1 {{(pid=103447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 21:03:14.418795 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-2c2ff5d0-ddb1-454f-bca3-8b75d7239b08 None None] Provisioning complete for port 858868e4-1e16-42cd-a57a-05f3aac13ad1 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 21:03:14.419169 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-2c2ff5d0-ddb1-454f-bca3-8b75d7239b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:03:14.454244 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-2c2ff5d0-ddb1-454f-bca3-8b75d7239b08 None None] Port 858868e4-1e16-42cd-a57a-05f3aac13ad1 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 21:03:14.477453 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-faeec072-10a1-42c8-8cd1-4b1eaf335d2f req-2f91ded3-a9af-45a2-9db6-608c69047ab1 service neutron] Attempting to bind port 858868e4-1e16-42cd-a57a-05f3aac13ad1 on host n-h2-818823-1 for vnic_type normal with profile {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 21:03:14.477783 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-faeec072-10a1-42c8-8cd1-4b1eaf335d2f req-2f91ded3-a9af-45a2-9db6-608c69047ab1 service neutron] Attempting to bind port 858868e4-1e16-42cd-a57a-05f3aac13ad1 by drivers openvswitch,hyperv on host n-h2-818823-1 at level 0 using segments [{'id': '23865291-503c-4941-b92a-ce0c5ab5f182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '9c2e3968-fb71-44d4-8815-57320e389aae'}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 21:03:14.478109 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faeec072-10a1-42c8-8cd1-4b1eaf335d2f req-2f91ded3-a9af-45a2-9db6-608c69047ab1 service neutron] Attempting to bind port 858868e4-1e16-42cd-a57a-05f3aac13ad1 on network 9c2e3968-fb71-44d4-8815-57320e389aae {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 21:03:14.482320 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faeec072-10a1-42c8-8cd1-4b1eaf335d2f req-2f91ded3-a9af-45a2-9db6-608c69047ab1 service neutron] Port 858868e4-1e16-42cd-a57a-05f3aac13ad1 on network 9c2e3968-fb71-44d4-8815-57320e389aae not bound, no agent of type Open vSwitch agent registered on host n-h2-818823-1 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 21:03:14.482634 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faeec072-10a1-42c8-8cd1-4b1eaf335d2f req-2f91ded3-a9af-45a2-9db6-608c69047ab1 service neutron] Attempting to bind port 858868e4-1e16-42cd-a57a-05f3aac13ad1 on network 9c2e3968-fb71-44d4-8815-57320e389aae {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 21:03:14.487357 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faeec072-10a1-42c8-8cd1-4b1eaf335d2f req-2f91ded3-a9af-45a2-9db6-608c69047ab1 service neutron] Checking agent: {'id': '65e0486a-7030-4065-96f0-10aa7402a530', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'started_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 21, 2, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 21:03:14.487720 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faeec072-10a1-42c8-8cd1-4b1eaf335d2f req-2f91ded3-a9af-45a2-9db6-608c69047ab1 service neutron] Checking segment: {'id': '23865291-503c-4941-b92a-ce0c5ab5f182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '9c2e3968-fb71-44d4-8815-57320e389aae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 21:03:14.488091 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faeec072-10a1-42c8-8cd1-4b1eaf335d2f req-2f91ded3-a9af-45a2-9db6-608c69047ab1 service neutron] Bound using segment: {'id': '23865291-503c-4941-b92a-ce0c5ab5f182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '9c2e3968-fb71-44d4-8815-57320e389aae'} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 21:03:14.488506 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-faeec072-10a1-42c8-8cd1-4b1eaf335d2f req-2f91ded3-a9af-45a2-9db6-608c69047ab1 service neutron] Bound port: 858868e4-1e16-42cd-a57a-05f3aac13ad1, host: n-h2-818823-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23865291-503c-4941-b92a-ce0c5ab5f182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '9c2e3968-fb71-44d4-8815-57320e389aae'}}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 21:03:14.488852 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-faeec072-10a1-42c8-8cd1-4b1eaf335d2f req-2f91ded3-a9af-45a2-9db6-608c69047ab1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:03:14.549826 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-faeec072-10a1-42c8-8cd1-4b1eaf335d2f req-2f91ded3-a9af-45a2-9db6-608c69047ab1 service neutron] For port 858868e4-1e16-42cd-a57a-05f3aac13ad1, host n-h2-818823-1, cleared binding levels {{(pid=103447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 21:03:14.552739 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-faeec072-10a1-42c8-8cd1-4b1eaf335d2f req-2f91ded3-a9af-45a2-9db6-608c69047ab1 service neutron] For port 858868e4-1e16-42cd-a57a-05f3aac13ad1, host n-h2-818823-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=858868e4-1e16-42cd-a57a-05f3aac13ad1,segment=NetworkSegment(23865291-503c-4941-b92a-ce0c5ab5f182),segment_id=23865291-503c-4941-b92a-ce0c5ab5f182)] {{(pid=103447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 21:03:14.558102 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-faeec072-10a1-42c8-8cd1-4b1eaf335d2f req-2f91ded3-a9af-45a2-9db6-608c69047ab1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:03:14.593874 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faeec072-10a1-42c8-8cd1-4b1eaf335d2f req-2f91ded3-a9af-45a2-9db6-608c69047ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:03:14.594570 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-faeec072-10a1-42c8-8cd1-4b1eaf335d2f req-2f91ded3-a9af-45a2-9db6-608c69047ab1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:03:14.596011 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-faeec072-10a1-42c8-8cd1-4b1eaf335d2f req-2f91ded3-a9af-45a2-9db6-608c69047ab1 service neutron] 10.222.0.20 "PUT /v2.0/ports/858868e4-1e16-42cd-a57a-05f3aac13ad1 HTTP/1.1" status: 200 len: 1091 time: 0.8500988 Nov 22 21:03:14.596466 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00ff8b47-bfee-460c-8c47-f694e9125104', 'tag': '858868e4-1e16-42cd-a57a-05f3aac13ad1'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 21:03:14.631093 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f91ded3-a9af-45a2-9db6-608c69047ab1 service neutron] Pushing event updated for resources: {'Port': ['ID=858868e4-1e16-42cd-a57a-05f3aac13ad1,revision_number=10']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:03:14.642173 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0b87e146ffa5c253ca46002a571dfb52564e5f7c412d10689cf18353d020cb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e7eb273-8596-4473-abe0-1499cad6b43b" -d '{"events": [{"name": "network-changed", "server_uuid": "00ff8b47-bfee-460c-8c47-f694e9125104", "tag": "858868e4-1e16-42cd-a57a-05f3aac13ad1"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 21:03:14.683788 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faeec072-10a1-42c8-8cd1-4b1eaf335d2f req-7d666f62-6962-46ea-be07-50eef1638e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:03:14.685325 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-faeec072-10a1-42c8-8cd1-4b1eaf335d2f req-7d666f62-6962-46ea-be07-50eef1638e6f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4ed58de80f1e421e98eee918a71a237a&device_id=00ff8b47-bfee-460c-8c47-f694e9125104 HTTP/1.1" status: 200 len: 1095 time: 0.0629218 Nov 22 21:03:14.777703 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 21:03:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6405330-3fdc-4851-83e4-bff1b5d36261 x-openstack-request-id: req-f6405330-3fdc-4851-83e4-bff1b5d36261 {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 21:03:14.778393 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00ff8b47-bfee-460c-8c47-f694e9125104", "tag": "858868e4-1e16-42cd-a57a-05f3aac13ad1", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 21:03:14.778393 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f6405330-3fdc-4851-83e4-bff1b5d36261 {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 21:03:14.779045 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00ff8b47-bfee-460c-8c47-f694e9125104', 'tag': '858868e4-1e16-42cd-a57a-05f3aac13ad1', 'status': 'completed', 'code': 200} Nov 22 21:03:14.784649 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:03:14.800585 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faeec072-10a1-42c8-8cd1-4b1eaf335d2f req-b7921293-a6d9-4c1f-963a-af5136cd509c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:03:14.802211 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-faeec072-10a1-42c8-8cd1-4b1eaf335d2f req-b7921293-a6d9-4c1f-963a-af5136cd509c service neutron] 10.222.0.20 "GET /v2.0/networks?id=9c2e3968-fb71-44d4-8815-57320e389aae HTTP/1.1" status: 200 len: 913 time: 0.1092412 Nov 22 21:03:14.826602 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00ff8b47-bfee-460c-8c47-f694e9125104', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '858868e4-1e16-42cd-a57a-05f3aac13ad1'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 21:03:14.843300 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7eb273-8596-4473-abe0-1499cad6b43b req-19551aaf-8430-466b-b32c-bb92a8ddb937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:03:14.844944 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-6e7eb273-8596-4473-abe0-1499cad6b43b req-19551aaf-8430-466b-b32c-bb92a8ddb937 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4ed58de80f1e421e98eee918a71a237a&device_id=00ff8b47-bfee-460c-8c47-f694e9125104 HTTP/1.1" status: 200 len: 1095 time: 0.0485823 Nov 22 21:03:14.845306 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 858868e4-1e16-42cd-a57a-05f3aac13ad1, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=858868e4-1e16-42cd-a57a-05f3aac13ad1,segment=NetworkSegment(23865291-503c-4941-b92a-ce0c5ab5f182),segment_id=23865291-503c-4941-b92a-ce0c5ab5f182)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 21:03:14.849604 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:03:14.879847 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77cdb882cfbf7cc977e8d6fd4582ec33309c0dd3d6eecd2022538c80279aa7ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97528150-2326-4fd8-8040-62a2ff9b3f15" -d '{"events": [{"server_uuid": "00ff8b47-bfee-460c-8c47-f694e9125104", "name": "network-vif-plugged", "status": "completed", "tag": "858868e4-1e16-42cd-a57a-05f3aac13ad1"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 21:03:14.889412 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-faeec072-10a1-42c8-8cd1-4b1eaf335d2f req-49f383b0-d681-436d-b7a8-678dd623fcec service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=858868e4-1e16-42cd-a57a-05f3aac13ad1 HTTP/1.1" status: 200 len: 1000 time: 0.0781035 Nov 22 21:03:14.926078 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-6f79ac71-57eb-4326-810d-c1dc17dffaeb None None] Provisioning complete for port 858868e4-1e16-42cd-a57a-05f3aac13ad1 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 21:03:14.926594 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6f79ac71-57eb-4326-810d-c1dc17dffaeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:03:14.942661 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:03:14.958527 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faeec072-10a1-42c8-8cd1-4b1eaf335d2f req-300e5235-92f9-4b83-8444-82d881adfcba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:03:14.961271 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-faeec072-10a1-42c8-8cd1-4b1eaf335d2f req-300e5235-92f9-4b83-8444-82d881adfcba service neutron] 10.222.0.20 "GET /v2.0/subnets?id=cde59213-1ea3-488e-9922-16ddb38927ba HTTP/1.1" status: 200 len: 851 time: 0.0649011 Nov 22 21:03:14.961872 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7eb273-8596-4473-abe0-1499cad6b43b req-a3270caa-cb41-4255-85a0-fc34222ddacf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:03:14.963839 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-6e7eb273-8596-4473-abe0-1499cad6b43b req-a3270caa-cb41-4255-85a0-fc34222ddacf service neutron] 10.222.0.41 "GET /v2.0/networks?id=9c2e3968-fb71-44d4-8815-57320e389aae HTTP/1.1" status: 200 len: 913 time: 0.1115274 Nov 22 21:03:14.973113 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=858868e4-1e16-42cd-a57a-05f3aac13ad1,revision_number=11']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:03:14.997131 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:03:15.024712 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faeec072-10a1-42c8-8cd1-4b1eaf335d2f req-21ffb63f-38d3-40ec-a7a6-7a9c75a54d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:03:15.026985 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-faeec072-10a1-42c8-8cd1-4b1eaf335d2f req-21ffb63f-38d3-40ec-a7a6-7a9c75a54d77 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9c2e3968-fb71-44d4-8815-57320e389aae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0580494 Nov 22 21:03:15.038681 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 21:03:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a19f4b9-34cf-42f0-9eef-dcbe30a93209 x-openstack-request-id: req-4a19f4b9-34cf-42f0-9eef-dcbe30a93209 {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 21:03:15.039002 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00ff8b47-bfee-460c-8c47-f694e9125104", "name": "network-vif-plugged", "status": "completed", "tag": "858868e4-1e16-42cd-a57a-05f3aac13ad1", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 21:03:15.039230 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4a19f4b9-34cf-42f0-9eef-dcbe30a93209 {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 21:03:15.039644 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00ff8b47-bfee-460c-8c47-f694e9125104', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '858868e4-1e16-42cd-a57a-05f3aac13ad1', 'code': 200} Nov 22 21:03:15.057849 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-6e7eb273-8596-4473-abe0-1499cad6b43b req-a6806446-1943-495d-903f-24270522c3b3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=858868e4-1e16-42cd-a57a-05f3aac13ad1 HTTP/1.1" status: 200 len: 1002 time: 0.0813105 Nov 22 21:03:15.116023 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7eb273-8596-4473-abe0-1499cad6b43b req-9453b8bd-2a71-423b-b861-a33003ee8302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:03:15.117559 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-6e7eb273-8596-4473-abe0-1499cad6b43b req-9453b8bd-2a71-423b-b861-a33003ee8302 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cde59213-1ea3-488e-9922-16ddb38927ba HTTP/1.1" status: 200 len: 851 time: 0.0525274 Nov 22 21:03:15.165625 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7eb273-8596-4473-abe0-1499cad6b43b req-7d8706ef-8b97-4ce7-a3c1-111e26184d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:03:15.165884 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1f7021-29d3-44fe-9493-c96317446a2b req-49647bcc-65aa-4b34-8cdd-68dd4472697b tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:03:15.167163 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-6e7eb273-8596-4473-abe0-1499cad6b43b req-7d8706ef-8b97-4ce7-a3c1-111e26184d07 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9c2e3968-fb71-44d4-8815-57320e389aae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424144 Nov 22 21:03:15.167351 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8c1f7021-29d3-44fe-9493-c96317446a2b req-49647bcc-65aa-4b34-8cdd-68dd4472697b tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/ports?device_id=00ff8b47-bfee-460c-8c47-f694e9125104 HTTP/1.1" status: 200 len: 946 time: 0.0832415 Nov 22 21:03:15.173324 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-faeec072-10a1-42c8-8cd1-4b1eaf335d2f req-b579d620-bf44-4274-8e35-946c101e8cde service neutron] 10.222.0.20 "GET /v2.0/networks/9c2e3968-fb71-44d4-8815-57320e389aae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391401 Nov 22 21:03:15.255637 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-6e7eb273-8596-4473-abe0-1499cad6b43b req-8c425ec5-5970-4b15-922a-4b0a73307ffa service neutron] 10.222.0.41 "GET /v2.0/networks/9c2e3968-fb71-44d4-8815-57320e389aae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811849 Nov 22 21:03:15.269149 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8c1f7021-29d3-44fe-9493-c96317446a2b req-47eb9c1f-4a16-4b60-8911-45f7f21aed21 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/security-groups?id=efebab54-f3d0-45af-9ed5-f9e8fd2b2abf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948076 Nov 22 21:03:15.304454 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-faeec072-10a1-42c8-8cd1-4b1eaf335d2f req-e65ac9d5-a302-437c-8cbc-29c51d471382 service neutron] 10.222.0.20 "GET /v2.0/networks/9c2e3968-fb71-44d4-8815-57320e389aae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234388 Nov 22 21:03:15.360725 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-6e7eb273-8596-4473-abe0-1499cad6b43b req-fa7b7b99-01ff-4b45-bd85-c527bc73a95f service neutron] 10.222.0.41 "GET /v2.0/networks/9c2e3968-fb71-44d4-8815-57320e389aae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978773 Nov 22 21:03:15.392185 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7eb273-8596-4473-abe0-1499cad6b43b req-dc69c9e4-39ce-4b92-8716-9d7e165429f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:03:15.393728 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6e7eb273-8596-4473-abe0-1499cad6b43b req-dc69c9e4-39ce-4b92-8716-9d7e165429f3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4ed58de80f1e421e98eee918a71a237a&device_id=00ff8b47-bfee-460c-8c47-f694e9125104 HTTP/1.1" status: 200 len: 1097 time: 0.0428548 Nov 22 21:03:15.488551 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7eb273-8596-4473-abe0-1499cad6b43b req-ae9a8c30-d241-4bb7-b6ad-a5afa3e5247b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:03:15.490084 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6e7eb273-8596-4473-abe0-1499cad6b43b req-ae9a8c30-d241-4bb7-b6ad-a5afa3e5247b service neutron] 10.222.0.20 "GET /v2.0/networks?id=9c2e3968-fb71-44d4-8815-57320e389aae HTTP/1.1" status: 200 len: 913 time: 0.0892611 Nov 22 21:03:15.554357 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6e7eb273-8596-4473-abe0-1499cad6b43b req-eebe524a-489e-4d13-a71e-ee6fb5a969ad service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=858868e4-1e16-42cd-a57a-05f3aac13ad1 HTTP/1.1" status: 200 len: 1002 time: 0.0573878 Nov 22 21:03:15.603740 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7eb273-8596-4473-abe0-1499cad6b43b req-d088b05c-52cf-44b5-8a48-33a09a2264a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:03:15.605227 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6e7eb273-8596-4473-abe0-1499cad6b43b req-d088b05c-52cf-44b5-8a48-33a09a2264a2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=cde59213-1ea3-488e-9922-16ddb38927ba HTTP/1.1" status: 200 len: 851 time: 0.0431352 Nov 22 21:03:15.657846 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7eb273-8596-4473-abe0-1499cad6b43b req-67336bec-4abc-45a4-ba0d-0f56c27c8f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:03:15.659645 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6e7eb273-8596-4473-abe0-1499cad6b43b req-67336bec-4abc-45a4-ba0d-0f56c27c8f5d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9c2e3968-fb71-44d4-8815-57320e389aae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0462644 Nov 22 21:03:15.750647 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6e7eb273-8596-4473-abe0-1499cad6b43b req-e0b15d51-fc1c-4289-9189-e02ad25c5e8c service neutron] 10.222.0.20 "GET /v2.0/networks/9c2e3968-fb71-44d4-8815-57320e389aae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821772 Nov 22 21:03:15.842392 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6e7eb273-8596-4473-abe0-1499cad6b43b req-170bbc52-8677-42e8-ae43-c8df641ce3c1 service neutron] 10.222.0.20 "GET /v2.0/networks/9c2e3968-fb71-44d4-8815-57320e389aae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831909 Nov 22 21:03:16.388570 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631b8325-5ed8-4ad0-890f-7c53fffe1179 req-e883c386-185f-4d9f-84f2-001b202742b7 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:03:16.390059 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-631b8325-5ed8-4ad0-890f-7c53fffe1179 req-e883c386-185f-4d9f-84f2-001b202742b7 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/ports?device_id=00ff8b47-bfee-460c-8c47-f694e9125104 HTTP/1.1" status: 200 len: 946 time: 0.0502381 Nov 22 21:03:16.436693 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-631b8325-5ed8-4ad0-890f-7c53fffe1179 req-6cebe62f-19ef-422d-9630-35ca998cf175 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/security-groups?id=efebab54-f3d0-45af-9ed5-f9e8fd2b2abf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407047 Nov 22 21:03:17.550191 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93335c68-502a-4e27-8693-8fb400ac7623 req-e0db6ac6-4613-40a1-a298-511fd14dda0e tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:03:17.551678 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-93335c68-502a-4e27-8693-8fb400ac7623 req-e0db6ac6-4613-40a1-a298-511fd14dda0e tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/ports?device_id=00ff8b47-bfee-460c-8c47-f694e9125104 HTTP/1.1" status: 200 len: 946 time: 0.0479646 Nov 22 21:03:17.581377 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 858868e4-1e16-42cd-a57a-05f3aac13ad1 details requested by agent hyperv_n-h2-818823-1 with host n-h2-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 21:03:17.597715 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-93335c68-502a-4e27-8693-8fb400ac7623 req-4ebabc72-a740-4e4d-8f05-6a7a217f9767 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/security-groups?id=efebab54-f3d0-45af-9ed5-f9e8fd2b2abf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401909 Nov 22 21:03:17.680409 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port 858868e4-1e16-42cd-a57a-05f3aac13ad1, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=858868e4-1e16-42cd-a57a-05f3aac13ad1,segment=NetworkSegment(23865291-503c-4941-b92a-ce0c5ab5f182),segment_id=23865291-503c-4941-b92a-ce0c5ab5f182)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 21:03:17.691793 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Returning: {'device': '858868e4-1e16-42cd-a57a-05f3aac13ad1', 'network_id': '9c2e3968-fb71-44d4-8815-57320e389aae', 'port_id': '858868e4-1e16-42cd-a57a-05f3aac13ad1', 'mac_address': 'fa:16:3e:97:49:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cde59213-1ea3-488e-9922-16ddb38927ba', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 21:03:17.716917 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942aac53-6a57-4767-8d74-c72642d73518 req-ef7c92b2-bfbc-4be0-aee9-a58318460e47 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:03:17.718577 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-942aac53-6a57-4767-8d74-c72642d73518 req-ef7c92b2-bfbc-4be0-aee9-a58318460e47 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/ports?device_id=00ff8b47-bfee-460c-8c47-f694e9125104 HTTP/1.1" status: 200 len: 946 time: 0.0533266 Nov 22 21:03:17.729566 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:03:17.742436 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 858868e4-1e16-42cd-a57a-05f3aac13ad1 {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 21:03:17.762790 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port 858868e4-1e16-42cd-a57a-05f3aac13ad1, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=858868e4-1e16-42cd-a57a-05f3aac13ad1,segment=NetworkSegment(23865291-503c-4941-b92a-ce0c5ab5f182),segment_id=23865291-503c-4941-b92a-ce0c5ab5f182)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 21:03:17.767210 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:03:17.769687 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-942aac53-6a57-4767-8d74-c72642d73518 req-c8cd9304-0808-4ece-a0ba-567cf9e8084f tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/security-groups?id=efebab54-f3d0-45af-9ed5-f9e8fd2b2abf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446923 Nov 22 21:03:17.821830 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=858868e4-1e16-42cd-a57a-05f3aac13ad1,revision_number=12']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:03:17.885554 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3e051f-3954-4610-b6c6-fa17579e6200 req-2bd643ee-fa59-4544-8fec-f3a47df53ff4 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:03:17.887047 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1b3e051f-3954-4610-b6c6-fa17579e6200 req-2bd643ee-fa59-4544-8fec-f3a47df53ff4 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/ports?device_id=00ff8b47-bfee-460c-8c47-f694e9125104 HTTP/1.1" status: 200 len: 945 time: 0.0484574 Nov 22 21:03:17.905232 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 858868e4-1e16-42cd-a57a-05f3aac13ad1 no longer exists at agent hyperv_n-h1-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 21:03:17.934279 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1b3e051f-3954-4610-b6c6-fa17579e6200 req-89197d20-78ec-4011-b4c6-780c2227ac50 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/security-groups?id=efebab54-f3d0-45af-9ed5-f9e8fd2b2abf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412006 Nov 22 21:03:17.944475 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 858868e4-1e16-42cd-a57a-05f3aac13ad1 not bound to the agent host n-h1-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 21:03:18.016676 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] get_ports_and_sgs() called for port_ids ['858868e4-1e16-42cd-a57a-05f3aac13ad1'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 21:03:18.169107 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60427169-35d8-48aa-afbf-68f68d2dd6c1 req-95e1e9e4-90af-4bf4-b295-b01f5118cad4 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:03:18.170590 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-60427169-35d8-48aa-afbf-68f68d2dd6c1 req-95e1e9e4-90af-4bf4-b295-b01f5118cad4 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/ports?device_id=00ff8b47-bfee-460c-8c47-f694e9125104 HTTP/1.1" status: 200 len: 945 time: 0.0489757 Nov 22 21:03:18.220325 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-60427169-35d8-48aa-afbf-68f68d2dd6c1 req-198e4d71-4c31-41bc-9779-ff9cf252bbe9 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/security-groups?id=efebab54-f3d0-45af-9ed5-f9e8fd2b2abf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435972 Nov 22 21:03:19.338478 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05132968-4bc5-4017-bdab-0dbbc00389bf req-6e736aad-2e48-43e6-b69a-6437ad30263d tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:03:19.339999 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-05132968-4bc5-4017-bdab-0dbbc00389bf req-6e736aad-2e48-43e6-b69a-6437ad30263d tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/ports?device_id=00ff8b47-bfee-460c-8c47-f694e9125104 HTTP/1.1" status: 200 len: 945 time: 0.0490930 Nov 22 21:03:19.408281 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-05132968-4bc5-4017-bdab-0dbbc00389bf req-772c58d3-a8c4-40af-a00b-6f7260777640 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/security-groups?id=efebab54-f3d0-45af-9ed5-f9e8fd2b2abf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623329 Nov 22 21:03:19.429762 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8aa003-70e3-4c0d-9e23-080bec0c783f req-57986a6f-eadf-410b-b03c-c565b5ea5b2a tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:03:19.431246 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-bd8aa003-70e3-4c0d-9e23-080bec0c783f req-57986a6f-eadf-410b-b03c-c565b5ea5b2a tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.20 "GET /v2.0/ports?device_id=00ff8b47-bfee-460c-8c47-f694e9125104 HTTP/1.1" status: 200 len: 945 time: 0.0551841 Nov 22 21:03:19.521196 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-bd8aa003-70e3-4c0d-9e23-080bec0c783f req-117ddadc-5350-4c42-a580-02816158ce4c tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Deleting port 858868e4-1e16-42cd-a57a-05f3aac13ad1 {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 21:03:19.521956 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-bd8aa003-70e3-4c0d-9e23-080bec0c783f req-117ddadc-5350-4c42-a580-02816158ce4c tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:03:19.587293 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 858868e4-1e16-42cd-a57a-05f3aac13ad1 up at agent hyperv_n-h2-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 21:03:19.609010 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-bd8aa003-70e3-4c0d-9e23-080bec0c783f req-117ddadc-5350-4c42-a580-02816158ce4c tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] For port 858868e4-1e16-42cd-a57a-05f3aac13ad1, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=858868e4-1e16-42cd-a57a-05f3aac13ad1,segment=NetworkSegment(23865291-503c-4941-b92a-ce0c5ab5f182),segment_id=23865291-503c-4941-b92a-ce0c5ab5f182)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 21:03:19.609384 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-bd8aa003-70e3-4c0d-9e23-080bec0c783f req-117ddadc-5350-4c42-a580-02816158ce4c tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:03:19.635680 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Provisioning complete for port 858868e4-1e16-42cd-a57a-05f3aac13ad1 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 21:03:19.636055 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:03:19.711652 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:03:19.737205 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00ff8b47-bfee-460c-8c47-f694e9125104', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '858868e4-1e16-42cd-a57a-05f3aac13ad1'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 21:03:19.739449 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77cdb882cfbf7cc977e8d6fd4582ec33309c0dd3d6eecd2022538c80279aa7ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86dae9e7-4243-4261-9f9a-bcdb7e974d67" -d '{"events": [{"server_uuid": "00ff8b47-bfee-460c-8c47-f694e9125104", "name": "network-vif-plugged", "status": "completed", "tag": "858868e4-1e16-42cd-a57a-05f3aac13ad1"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 21:03:19.752863 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port 858868e4-1e16-42cd-a57a-05f3aac13ad1, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=858868e4-1e16-42cd-a57a-05f3aac13ad1,segment=NetworkSegment(23865291-503c-4941-b92a-ce0c5ab5f182),segment_id=23865291-503c-4941-b92a-ce0c5ab5f182)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 21:03:19.757718 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:03:19.781587 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 21:03:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ec46ece-be8d-489e-bbb6-913ac3c4e2d4 x-openstack-request-id: req-9ec46ece-be8d-489e-bbb6-913ac3c4e2d4 {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 21:03:19.781880 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00ff8b47-bfee-460c-8c47-f694e9125104", "name": "network-vif-plugged", "status": "completed", "tag": "858868e4-1e16-42cd-a57a-05f3aac13ad1", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 21:03:19.782144 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9ec46ece-be8d-489e-bbb6-913ac3c4e2d4 {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 21:03:19.782594 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00ff8b47-bfee-460c-8c47-f694e9125104', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '858868e4-1e16-42cd-a57a-05f3aac13ad1', 'code': 200} Nov 22 21:03:19.792467 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-bd8aa003-70e3-4c0d-9e23-080bec0c783f req-117ddadc-5350-4c42-a580-02816158ce4c tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:03:19.792716 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-bd8aa003-70e3-4c0d-9e23-080bec0c783f req-117ddadc-5350-4c42-a580-02816158ce4c tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-595224'] for floatingip, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:03:19.792913 n-d-818823-1 neutron-server[103447]: INFO neutron.db.l3_db [req-bd8aa003-70e3-4c0d-9e23-080bec0c783f req-117ddadc-5350-4c42-a580-02816158ce4c tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Floating IP 29c1e11a-c20f-4c89-914a-c842f226f8b9 disassociated. External IP: 172.25.5.108, port: 858868e4-1e16-42cd-a57a-05f3aac13ad1. Nov 22 21:03:19.793270 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-bd8aa003-70e3-4c0d-9e23-080bec0c783f req-117ddadc-5350-4c42-a580-02816158ce4c tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Calling delete_port for 858868e4-1e16-42cd-a57a-05f3aac13ad1 owned by compute:nova {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 21:03:19.813832 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=858868e4-1e16-42cd-a57a-05f3aac13ad1,revision_number=13']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:03:19.918951 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-bd8aa003-70e3-4c0d-9e23-080bec0c783f req-117ddadc-5350-4c42-a580-02816158ce4c tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:03:19.948395 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117ddadc-5350-4c42-a580-02816158ce4c tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Pushing event deleted for resources: {'Port': ['ID=858868e4-1e16-42cd-a57a-05f3aac13ad1,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:03:20.316897 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bd8aa003-70e3-4c0d-9e23-080bec0c783f req-117ddadc-5350-4c42-a580-02816158ce4c tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Router c579614a-aff1-4c5f-934f-a7e4bee1ac32 has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 21:03:20.421675 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bd8aa003-70e3-4c0d-9e23-080bec0c783f req-117ddadc-5350-4c42-a580-02816158ce4c tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 21:03:20.431649 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f4c7b41-e85e-47d9-befb-b8e5b7e57b00 None None] Sync routers for ids ['c579614a-aff1-4c5f-934f-a7e4bee1ac32'] in n-d-818823-1 {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 21:03:20.442541 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f4c7b41-e85e-47d9-befb-b8e5b7e57b00 None None] Routers {'c579614a-aff1-4c5f-934f-a7e4bee1ac32'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 21:03:20.443257 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-3f4c7b41-e85e-47d9-befb-b8e5b7e57b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T21:03:03Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['c579614a-aff1-4c5f-934f-a7e4bee1ac32'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:03:20.462741 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd8aa003-70e3-4c0d-9e23-080bec0c783f req-117ddadc-5350-4c42-a580-02816158ce4c tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] No DVR routers for this DVR port 858868e4-1e16-42cd-a57a-05f3aac13ad1 on host n-h2-818823-1 {{(pid=103447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 21:03:20.465729 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-bd8aa003-70e3-4c0d-9e23-080bec0c783f req-117ddadc-5350-4c42-a580-02816158ce4c tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:03:20.469234 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-bd8aa003-70e3-4c0d-9e23-080bec0c783f req-117ddadc-5350-4c42-a580-02816158ce4c tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.20 "DELETE /v2.0/ports/858868e4-1e16-42cd-a57a-05f3aac13ad1 HTTP/1.1" status: 204 len: 173 time: 1.0316949 Nov 22 21:03:20.469693 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00ff8b47-bfee-460c-8c47-f694e9125104', 'name': 'network-vif-deleted', 'tag': '858868e4-1e16-42cd-a57a-05f3aac13ad1'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 21:03:20.472023 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0b87e146ffa5c253ca46002a571dfb52564e5f7c412d10689cf18353d020cb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c49a6ab-65eb-49ad-bc2e-b784cf7da731" -d '{"events": [{"server_uuid": "00ff8b47-bfee-460c-8c47-f694e9125104", "name": "network-vif-deleted", "tag": "858868e4-1e16-42cd-a57a-05f3aac13ad1"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 21:03:20.513061 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8e873401-9687-41a8-bc16-6e07a4158958 req-10a12dfb-6560-4355-838a-d4d09a4ccba8 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/ports?device_id=00ff8b47-bfee-460c-8c47-f694e9125104 HTTP/1.1" status: 200 len: 210 time: 0.0309961 Nov 22 21:03:20.525279 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 21:03:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e7f9365-98ec-458c-a26a-8404dc77fa7a x-openstack-request-id: req-1e7f9365-98ec-458c-a26a-8404dc77fa7a {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 21:03:20.525620 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00ff8b47-bfee-460c-8c47-f694e9125104", "name": "network-vif-deleted", "tag": "858868e4-1e16-42cd-a57a-05f3aac13ad1", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 21:03:20.525915 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1e7f9365-98ec-458c-a26a-8404dc77fa7a {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 21:03:20.526336 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00ff8b47-bfee-460c-8c47-f694e9125104', 'name': 'network-vif-deleted', 'tag': '858868e4-1e16-42cd-a57a-05f3aac13ad1', 'status': 'completed', 'code': 200} Nov 22 21:03:20.580163 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-3f4c7b41-e85e-47d9-befb-b8e5b7e57b00 None None] Set router c579614a-aff1-4c5f-934f-a7e4bee1ac32 gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 21:03:20.779124 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-3f4c7b41-e85e-47d9-befb-b8e5b7e57b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c579614a-aff1-4c5f-934f-a7e4bee1ac32', 'name': 'tempest-ServerActionsTestJSON-1539680232-router', 'tenant_id': '4ed58de80f1e421e98eee918a71a237a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.244'}], 'enable_snat': True}, 'gw_port_id': '8abc9af0-4663-4aaa-8260-91a3ff4fee50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:56:31Z', 'updated_at': '2021-11-22T20:56:34Z', 'revision_number': 4, 'project_id': '4ed58de80f1e421e98eee918a71a237a', 'gw_port': {'id': '8abc9af0-4663-4aaa-8260-91a3ff4fee50', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:c9:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c579614a-aff1-4c5f-934f-a7e4bee1ac32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:56:32Z', 'updated_at': '2021-11-22T20:56:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': '196d638a-3421-4ca1-8880-2d33e330ef34', 'name': '', 'network_id': '9c2e3968-fb71-44d4-8815-57320e389aae', 'tenant_id': '4ed58de80f1e421e98eee918a71a237a', 'mac_address': 'fa:16:3e:95:02:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c579614a-aff1-4c5f-934f-a7e4bee1ac32', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': 'cde59213-1ea3-488e-9922-16ddb38927ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:56:34Z', 'updated_at': '2021-11-22T20:56:38Z', 'revision_number': 5, 'project_id': '4ed58de80f1e421e98eee918a71a237a', 'subnets': [{'id': 'cde59213-1ea3-488e-9922-16ddb38927ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:03:20.811081 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f4c7b41-e85e-47d9-befb-b8e5b7e57b00 None None] Checking router: c579614a-aff1-4c5f-934f-a7e4bee1ac32 for host: n-d-818823-1 {{(pid=103449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 21:03:20.819637 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f4c7b41-e85e-47d9-befb-b8e5b7e57b00 None None] Routers {'c579614a-aff1-4c5f-934f-a7e4bee1ac32'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 21:03:20.820246 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-3f4c7b41-e85e-47d9-befb-b8e5b7e57b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T21:03:03Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['c579614a-aff1-4c5f-934f-a7e4bee1ac32'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:03:20.932999 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-3f4c7b41-e85e-47d9-befb-b8e5b7e57b00 None None] Set router c579614a-aff1-4c5f-934f-a7e4bee1ac32 gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 21:03:21.131820 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-3f4c7b41-e85e-47d9-befb-b8e5b7e57b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c579614a-aff1-4c5f-934f-a7e4bee1ac32', 'name': 'tempest-ServerActionsTestJSON-1539680232-router', 'tenant_id': '4ed58de80f1e421e98eee918a71a237a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.244'}], 'enable_snat': True}, 'gw_port_id': '8abc9af0-4663-4aaa-8260-91a3ff4fee50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:56:31Z', 'updated_at': '2021-11-22T20:56:34Z', 'revision_number': 4, 'project_id': '4ed58de80f1e421e98eee918a71a237a', 'gw_port': {'id': '8abc9af0-4663-4aaa-8260-91a3ff4fee50', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:c9:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c579614a-aff1-4c5f-934f-a7e4bee1ac32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:56:32Z', 'updated_at': '2021-11-22T20:56:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': '196d638a-3421-4ca1-8880-2d33e330ef34', 'name': '', 'network_id': '9c2e3968-fb71-44d4-8815-57320e389aae', 'tenant_id': '4ed58de80f1e421e98eee918a71a237a', 'mac_address': 'fa:16:3e:95:02:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c579614a-aff1-4c5f-934f-a7e4bee1ac32', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': 'cde59213-1ea3-488e-9922-16ddb38927ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:56:34Z', 'updated_at': '2021-11-22T20:56:38Z', 'revision_number': 5, 'project_id': '4ed58de80f1e421e98eee918a71a237a', 'subnets': [{'id': 'cde59213-1ea3-488e-9922-16ddb38927ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:03:21.161276 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f4c7b41-e85e-47d9-befb-b8e5b7e57b00 None None] The sync data for ids ['c579614a-aff1-4c5f-934f-a7e4bee1ac32'] in n-d-818823-1 is: [{'id': 'c579614a-aff1-4c5f-934f-a7e4bee1ac32', 'name': 'tempest-ServerActionsTestJSON-1539680232-router', 'tenant_id': '4ed58de80f1e421e98eee918a71a237a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.244'}], 'enable_snat': True}, 'gw_port_id': '8abc9af0-4663-4aaa-8260-91a3ff4fee50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:56:31Z', 'updated_at': '2021-11-22T20:56:34Z', 'revision_number': 4, 'project_id': '4ed58de80f1e421e98eee918a71a237a', 'gw_port': {'id': '8abc9af0-4663-4aaa-8260-91a3ff4fee50', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:c9:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c579614a-aff1-4c5f-934f-a7e4bee1ac32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:56:32Z', 'updated_at': '2021-11-22T20:56:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': '196d638a-3421-4ca1-8880-2d33e330ef34', 'name': '', 'network_id': '9c2e3968-fb71-44d4-8815-57320e389aae', 'tenant_id': '4ed58de80f1e421e98eee918a71a237a', 'mac_address': 'fa:16:3e:95:02:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c579614a-aff1-4c5f-934f-a7e4bee1ac32', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': 'cde59213-1ea3-488e-9922-16ddb38927ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:56:34Z', 'updated_at': '2021-11-22T20:56:38Z', 'revision_number': 5, 'project_id': '4ed58de80f1e421e98eee918a71a237a', 'subnets': [{'id': 'cde59213-1ea3-488e-9922-16ddb38927ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 21:03:21.376101 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1539fc13-8d7e-4d56-8c9d-970d70864f0e None None] New status for floating IP 29c1e11a-c20f-4c89-914a-c842f226f8b9: DOWN {{(pid=103450) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 21:03:21.787849 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4f61e84d-1606-41e1-9850-212f6b9a28b4 req-eec8d553-745d-4605-9554-7df560e759c8 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--893446437&fields=id&tenant_id=4ed58de80f1e421e98eee918a71a237a HTTP/1.1" status: 200 len: 267 time: 0.0412834 Nov 22 21:03:21.895446 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f61e84d-1606-41e1-9850-212f6b9a28b4 req-95467ba4-9f20-497a-a1e7-6bdbb692f2f5 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:03:21.896890 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4f61e84d-1606-41e1-9850-212f6b9a28b4 req-95467ba4-9f20-497a-a1e7-6bdbb692f2f5 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/networks?id=9c2e3968-fb71-44d4-8815-57320e389aae HTTP/1.1" status: 200 len: 812 time: 0.1016977 Nov 22 21:03:21.911154 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4f61e84d-1606-41e1-9850-212f6b9a28b4 req-4a46546a-e8e1-473a-9a2f-2b854c263dd7 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/quotas/4ed58de80f1e421e98eee918a71a237a HTTP/1.1" status: 200 len: 375 time: 0.0086820 Nov 22 21:03:21.960109 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4f61e84d-1606-41e1-9850-212f6b9a28b4 req-5f2cda3b-a7d2-4167-a7d0-ff714f8cf1a9 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=4ed58de80f1e421e98eee918a71a237a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0439065 Nov 22 21:03:22.045550 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [req-4f61e84d-1606-41e1-9850-212f6b9a28b4 req-82aa87d2-52c1-4d0a-93e9-521caa4abe75 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=103447) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 21:03:22.046554 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4f61e84d-1606-41e1-9850-212f6b9a28b4 req-82aa87d2-52c1-4d0a-93e9-521caa4abe75 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0431373 Nov 22 21:03:22.140740 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4f61e84d-1606-41e1-9850-212f6b9a28b4 req-5f191f89-0333-4f66-bdb7-dca0e0982675 service neutron] 10.222.0.46 "GET /v2.0/networks/9c2e3968-fb71-44d4-8815-57320e389aae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879235 Nov 22 21:03:22.228154 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4f61e84d-1606-41e1-9850-212f6b9a28b4 req-25307fd7-3acd-40d6-adf9-b621bb79d778 service neutron] 10.222.0.46 "GET /v2.0/networks/9c2e3968-fb71-44d4-8815-57320e389aae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812709 Nov 22 21:03:22.386908 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d4b64480-e490-4fd5-9c10-bd5367b313be req-8fca9852-3e51-426a-a95f-b5427b232e2c tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/ports?device_id=e765b57b-d131-4ea5-b937-d138a7845059 HTTP/1.1" status: 200 len: 210 time: 0.0276220 Nov 22 21:03:23.295206 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f61e84d-1606-41e1-9850-212f6b9a28b4 req-d6493be3-3a05-4394-a94a-7730eae63ca1 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:03:23.297414 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-4f61e84d-1606-41e1-9850-212f6b9a28b4 req-d6493be3-3a05-4394-a94a-7730eae63ca1 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.41 "GET /v2.0/networks?id=9c2e3968-fb71-44d4-8815-57320e389aae HTTP/1.1" status: 200 len: 812 time: 0.1130433 Nov 22 21:03:23.359586 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-4f61e84d-1606-41e1-9850-212f6b9a28b4 req-444ddf17-ac17-4cd9-a55c-dc69544ac95a tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4ed58de80f1e421e98eee918a71a237a HTTP/1.1" status: 200 len: 379 time: 0.0535185 Nov 22 21:03:23.370884 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [req-4f61e84d-1606-41e1-9850-212f6b9a28b4 req-49bbfeee-1512-4357-a8e1-26ff7b8c75ec tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Request body: {'port': {'device_id': 'e765b57b-d131-4ea5-b937-d138a7845059', 'network_id': '9c2e3968-fb71-44d4-8815-57320e389aae', 'admin_state_up': True, 'tenant_id': '4ed58de80f1e421e98eee918a71a237a', 'security_groups': ['efebab54-f3d0-45af-9ed5-f9e8fd2b2abf']}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 21:03:23.482488 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-35d06d54-bb25-46a6-a3f2-f177f8831c65 req-0e55fc7c-2e36-432a-bc36-eabf42cedfa4 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/ports?device_id=e765b57b-d131-4ea5-b937-d138a7845059 HTTP/1.1" status: 200 len: 210 time: 0.0261014 Nov 22 21:03:23.488310 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f61e84d-1606-41e1-9850-212f6b9a28b4 req-49bbfeee-1512-4357-a8e1-26ff7b8c75ec tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Made reservation on behalf of 4ed58de80f1e421e98eee918a71a237a for: {'port': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 21:03:23.492545 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-4f61e84d-1606-41e1-9850-212f6b9a28b4 req-49bbfeee-1512-4357-a8e1-26ff7b8c75ec tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:03:23.602805 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 858868e4-1e16-42cd-a57a-05f3aac13ad1 no longer exists at agent hyperv_n-h2-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 21:03:23.619208 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [req-4f61e84d-1606-41e1-9850-212f6b9a28b4 req-49bbfeee-1512-4357-a8e1-26ff7b8c75ec tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Allocated IP 172.20.0.8 (9c2e3968-fb71-44d4-8815-57320e389aae/cde59213-1ea3-488e-9922-16ddb38927ba/69b0d4ef-2b04-4b72-b085-89627a75a5b9) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 21:03:23.623307 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] No Port match for: 858868e4-1e16-42cd-a57a-05f3aac13ad1 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 21:03:23.623660 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 858868e4-1e16-42cd-a57a-05f3aac13ad1 not bound to the agent host n-h2-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 21:03:23.778050 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-4f61e84d-1606-41e1-9850-212f6b9a28b4 req-49bbfeee-1512-4357-a8e1-26ff7b8c75ec tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:03:23.811828 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-4f61e84d-1606-41e1-9850-212f6b9a28b4 req-49bbfeee-1512-4357-a8e1-26ff7b8c75ec tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:03:23.854406 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f61e84d-1606-41e1-9850-212f6b9a28b4 req-49bbfeee-1512-4357-a8e1-26ff7b8c75ec tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Network 9c2e3968-fb71-44d4-8815-57320e389aae is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 21:03:23.857286 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [req-4f61e84d-1606-41e1-9850-212f6b9a28b4 req-49bbfeee-1512-4357-a8e1-26ff7b8c75ec tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 21:03:23.860250 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f61e84d-1606-41e1-9850-212f6b9a28b4 req-49bbfeee-1512-4357-a8e1-26ff7b8c75ec tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 21:03:23.891892 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bbfeee-1512-4357-a8e1-26ff7b8c75ec tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Pushing event updated for resources: {'Port': ['ID=69b0d4ef-2b04-4b72-b085-89627a75a5b9,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:03:23.918853 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f61e84d-1606-41e1-9850-212f6b9a28b4 req-49bbfeee-1512-4357-a8e1-26ff7b8c75ec tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:03:23.919506 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-4f61e84d-1606-41e1-9850-212f6b9a28b4 req-49bbfeee-1512-4357-a8e1-26ff7b8c75ec tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:03:23.936911 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-4f61e84d-1606-41e1-9850-212f6b9a28b4 req-49bbfeee-1512-4357-a8e1-26ff7b8c75ec tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5706222 Nov 22 21:03:23.948956 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [req-4f61e84d-1606-41e1-9850-212f6b9a28b4 req-9acbd146-33fa-4cda-8cad-2c414c01f871 service neutron] Request body: {'port': {'device_id': 'e765b57b-d131-4ea5-b937-d138a7845059', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818823-1'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 21:03:24.008770 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-4f61e84d-1606-41e1-9850-212f6b9a28b4 req-9acbd146-33fa-4cda-8cad-2c414c01f871 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:03:24.136091 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-92670aca-3982-41ec-ac5e-a619fc1a0586 None None] Provisioning complete for port 69b0d4ef-2b04-4b72-b085-89627a75a5b9 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 21:03:24.136338 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-92670aca-3982-41ec-ac5e-a619fc1a0586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:03:24.170204 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-92670aca-3982-41ec-ac5e-a619fc1a0586 None None] Port 69b0d4ef-2b04-4b72-b085-89627a75a5b9 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 21:03:24.273450 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [req-4f61e84d-1606-41e1-9850-212f6b9a28b4 req-9acbd146-33fa-4cda-8cad-2c414c01f871 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69b0d4ef-2b04-4b72-b085-89627a75a5b9 {{(pid=103448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 21:03:24.280763 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-4f61e84d-1606-41e1-9850-212f6b9a28b4 req-9acbd146-33fa-4cda-8cad-2c414c01f871 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:03:24.293115 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [req-4f61e84d-1606-41e1-9850-212f6b9a28b4 req-9acbd146-33fa-4cda-8cad-2c414c01f871 service neutron] Transition to ACTIVE for port object 69b0d4ef-2b04-4b72-b085-89627a75a5b9 will not be triggered until provisioned by entity L2. {{(pid=103448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 21:03:24.297118 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-4f61e84d-1606-41e1-9850-212f6b9a28b4 req-9acbd146-33fa-4cda-8cad-2c414c01f871 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:03:24.350195 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acbd146-33fa-4cda-8cad-2c414c01f871 service neutron] Pushing event updated for resources: {'Port': ['ID=69b0d4ef-2b04-4b72-b085-89627a75a5b9,revision_number=2']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:03:24.424163 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-4f61e84d-1606-41e1-9850-212f6b9a28b4 req-9acbd146-33fa-4cda-8cad-2c414c01f871 service neutron] Attempting to bind port 69b0d4ef-2b04-4b72-b085-89627a75a5b9 on host n-h1-818823-1 for vnic_type normal with profile {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 21:03:24.424498 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-4f61e84d-1606-41e1-9850-212f6b9a28b4 req-9acbd146-33fa-4cda-8cad-2c414c01f871 service neutron] Attempting to bind port 69b0d4ef-2b04-4b72-b085-89627a75a5b9 by drivers openvswitch,hyperv on host n-h1-818823-1 at level 0 using segments [{'id': '23865291-503c-4941-b92a-ce0c5ab5f182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '9c2e3968-fb71-44d4-8815-57320e389aae'}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 21:03:24.424839 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f61e84d-1606-41e1-9850-212f6b9a28b4 req-9acbd146-33fa-4cda-8cad-2c414c01f871 service neutron] Attempting to bind port 69b0d4ef-2b04-4b72-b085-89627a75a5b9 on network 9c2e3968-fb71-44d4-8815-57320e389aae {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 21:03:24.429424 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f61e84d-1606-41e1-9850-212f6b9a28b4 req-9acbd146-33fa-4cda-8cad-2c414c01f871 service neutron] Port 69b0d4ef-2b04-4b72-b085-89627a75a5b9 on network 9c2e3968-fb71-44d4-8815-57320e389aae not bound, no agent of type Open vSwitch agent registered on host n-h1-818823-1 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 21:03:24.429880 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f61e84d-1606-41e1-9850-212f6b9a28b4 req-9acbd146-33fa-4cda-8cad-2c414c01f871 service neutron] Attempting to bind port 69b0d4ef-2b04-4b72-b085-89627a75a5b9 on network 9c2e3968-fb71-44d4-8815-57320e389aae {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 21:03:24.434887 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f61e84d-1606-41e1-9850-212f6b9a28b4 req-9acbd146-33fa-4cda-8cad-2c414c01f871 service neutron] Checking agent: {'id': '7a008cff-3b49-418c-8046-689d46cc800f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'started_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 21, 3, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 21:03:24.435236 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f61e84d-1606-41e1-9850-212f6b9a28b4 req-9acbd146-33fa-4cda-8cad-2c414c01f871 service neutron] Checking segment: {'id': '23865291-503c-4941-b92a-ce0c5ab5f182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '9c2e3968-fb71-44d4-8815-57320e389aae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 21:03:24.435666 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f61e84d-1606-41e1-9850-212f6b9a28b4 req-9acbd146-33fa-4cda-8cad-2c414c01f871 service neutron] Bound using segment: {'id': '23865291-503c-4941-b92a-ce0c5ab5f182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '9c2e3968-fb71-44d4-8815-57320e389aae'} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 21:03:24.436101 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-4f61e84d-1606-41e1-9850-212f6b9a28b4 req-9acbd146-33fa-4cda-8cad-2c414c01f871 service neutron] Bound port: 69b0d4ef-2b04-4b72-b085-89627a75a5b9, host: n-h1-818823-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23865291-503c-4941-b92a-ce0c5ab5f182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '9c2e3968-fb71-44d4-8815-57320e389aae'}}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 21:03:24.436467 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-4f61e84d-1606-41e1-9850-212f6b9a28b4 req-9acbd146-33fa-4cda-8cad-2c414c01f871 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:03:24.501147 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-4f61e84d-1606-41e1-9850-212f6b9a28b4 req-9acbd146-33fa-4cda-8cad-2c414c01f871 service neutron] For port 69b0d4ef-2b04-4b72-b085-89627a75a5b9, host n-h1-818823-1, cleared binding levels {{(pid=103448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 21:03:24.504120 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-4f61e84d-1606-41e1-9850-212f6b9a28b4 req-9acbd146-33fa-4cda-8cad-2c414c01f871 service neutron] For port 69b0d4ef-2b04-4b72-b085-89627a75a5b9, host n-h1-818823-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=69b0d4ef-2b04-4b72-b085-89627a75a5b9,segment=NetworkSegment(23865291-503c-4941-b92a-ce0c5ab5f182),segment_id=23865291-503c-4941-b92a-ce0c5ab5f182)] {{(pid=103448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 21:03:24.509493 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-4f61e84d-1606-41e1-9850-212f6b9a28b4 req-9acbd146-33fa-4cda-8cad-2c414c01f871 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:03:24.550626 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f61e84d-1606-41e1-9850-212f6b9a28b4 req-9acbd146-33fa-4cda-8cad-2c414c01f871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:03:24.551261 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-4f61e84d-1606-41e1-9850-212f6b9a28b4 req-9acbd146-33fa-4cda-8cad-2c414c01f871 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:03:24.552739 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-4f61e84d-1606-41e1-9850-212f6b9a28b4 req-9acbd146-33fa-4cda-8cad-2c414c01f871 service neutron] 10.222.0.41 "PUT /v2.0/ports/69b0d4ef-2b04-4b72-b085-89627a75a5b9 HTTP/1.1" status: 200 len: 1091 time: 0.6080585 Nov 22 21:03:24.553210 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e765b57b-d131-4ea5-b937-d138a7845059', 'tag': '69b0d4ef-2b04-4b72-b085-89627a75a5b9'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 21:03:24.555553 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d75c62b18f4846ba0ff3fb32e7a2f33757bcd91f6941723bbc4e48e63e422314" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8083b82-040f-41a5-9209-f2a43200ec29" -d '{"events": [{"name": "network-changed", "server_uuid": "e765b57b-d131-4ea5-b937-d138a7845059", "tag": "69b0d4ef-2b04-4b72-b085-89627a75a5b9"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 21:03:24.588475 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acbd146-33fa-4cda-8cad-2c414c01f871 service neutron] Pushing event updated for resources: {'Port': ['ID=69b0d4ef-2b04-4b72-b085-89627a75a5b9,revision_number=3']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:03:24.619627 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 21:03:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0614279c-66d0-470f-87b2-b7a085fb2c39 x-openstack-request-id: req-0614279c-66d0-470f-87b2-b7a085fb2c39 {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 21:03:24.619925 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e765b57b-d131-4ea5-b937-d138a7845059", "tag": "69b0d4ef-2b04-4b72-b085-89627a75a5b9", "status": "completed", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 21:03:24.620239 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0614279c-66d0-470f-87b2-b7a085fb2c39 {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 21:03:24.620891 n-d-818823-1 neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e765b57b-d131-4ea5-b937-d138a7845059', 'tag': '69b0d4ef-2b04-4b72-b085-89627a75a5b9', 'status': 'completed', 'code': 200} Nov 22 21:03:24.626731 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ab1104-a0c4-4d04-9067-3e69f0c9054e req-71ab4340-b306-471a-a2cf-2ed5cdabd06d tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:03:24.628425 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-63ab1104-a0c4-4d04-9067-3e69f0c9054e req-71ab4340-b306-471a-a2cf-2ed5cdabd06d tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/ports?device_id=e765b57b-d131-4ea5-b937-d138a7845059 HTTP/1.1" status: 200 len: 943 time: 0.0741553 Nov 22 21:03:24.684670 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-63ab1104-a0c4-4d04-9067-3e69f0c9054e req-d986bdd8-c496-4d2f-a777-7b6aef095ba6 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/security-groups?id=efebab54-f3d0-45af-9ed5-f9e8fd2b2abf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479107 Nov 22 21:03:24.713781 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f61e84d-1606-41e1-9850-212f6b9a28b4 req-736cfa12-05a2-44f2-b72d-44547205a61e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:03:24.715486 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-4f61e84d-1606-41e1-9850-212f6b9a28b4 req-736cfa12-05a2-44f2-b72d-44547205a61e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4ed58de80f1e421e98eee918a71a237a&device_id=e765b57b-d131-4ea5-b937-d138a7845059 HTTP/1.1" status: 200 len: 1094 time: 0.0450780 Nov 22 21:03:24.761334 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-4f61e84d-1606-41e1-9850-212f6b9a28b4 req-3262acc2-db89-40cf-98fa-80856fd29df5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=69b0d4ef-2b04-4b72-b085-89627a75a5b9 HTTP/1.1" status: 200 len: 217 time: 0.0371916 Nov 22 21:03:24.810906 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f61e84d-1606-41e1-9850-212f6b9a28b4 req-41fd9777-233d-42ce-9ef5-d5396560562b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:03:24.812411 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-4f61e84d-1606-41e1-9850-212f6b9a28b4 req-41fd9777-233d-42ce-9ef5-d5396560562b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cde59213-1ea3-488e-9922-16ddb38927ba HTTP/1.1" status: 200 len: 851 time: 0.0447853 Nov 22 21:03:24.862920 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f61e84d-1606-41e1-9850-212f6b9a28b4 req-fa28cade-e3e5-4259-aaa5-07385af5cdcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:03:24.864463 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-4f61e84d-1606-41e1-9850-212f6b9a28b4 req-fa28cade-e3e5-4259-aaa5-07385af5cdcd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9c2e3968-fb71-44d4-8815-57320e389aae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449209 Nov 22 21:03:24.953692 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-4f61e84d-1606-41e1-9850-212f6b9a28b4 req-f91a4822-c2e2-4881-adaf-1c4b98b90fa3 service neutron] 10.222.0.41 "GET /v2.0/networks/9c2e3968-fb71-44d4-8815-57320e389aae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796344 Nov 22 21:03:25.045400 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-4f61e84d-1606-41e1-9850-212f6b9a28b4 req-f5c556f6-50a5-4d07-a626-44ed83686731 service neutron] 10.222.0.41 "GET /v2.0/networks/9c2e3968-fb71-44d4-8815-57320e389aae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851991 Nov 22 21:03:25.136787 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8083b82-040f-41a5-9209-f2a43200ec29 req-915b766f-d846-403d-b9ef-a00f90db2b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:03:25.138295 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-a8083b82-040f-41a5-9209-f2a43200ec29 req-915b766f-d846-403d-b9ef-a00f90db2b55 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4ed58de80f1e421e98eee918a71a237a&device_id=e765b57b-d131-4ea5-b937-d138a7845059 HTTP/1.1" status: 200 len: 1094 time: 0.0419426 Nov 22 21:03:25.229245 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8083b82-040f-41a5-9209-f2a43200ec29 req-91cf2c5d-70ea-46d2-ad4a-6be55d2463f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:03:25.230664 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-a8083b82-040f-41a5-9209-f2a43200ec29 req-91cf2c5d-70ea-46d2-ad4a-6be55d2463f1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9c2e3968-fb71-44d4-8815-57320e389aae HTTP/1.1" status: 200 len: 913 time: 0.0857449 Nov 22 21:03:25.271950 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-a8083b82-040f-41a5-9209-f2a43200ec29 req-2397dde5-f166-47d6-bdaf-2b5b1654e015 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=69b0d4ef-2b04-4b72-b085-89627a75a5b9 HTTP/1.1" status: 200 len: 217 time: 0.0343082 Nov 22 21:03:25.324720 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8083b82-040f-41a5-9209-f2a43200ec29 req-d5ae36e3-3632-4f80-a292-d6acba769919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:03:25.326178 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-a8083b82-040f-41a5-9209-f2a43200ec29 req-d5ae36e3-3632-4f80-a292-d6acba769919 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cde59213-1ea3-488e-9922-16ddb38927ba HTTP/1.1" status: 200 len: 851 time: 0.0449433 Nov 22 21:03:25.374988 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8083b82-040f-41a5-9209-f2a43200ec29 req-e5608bc3-968b-45ed-b98d-c8918d6b671e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:03:25.376516 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-a8083b82-040f-41a5-9209-f2a43200ec29 req-e5608bc3-968b-45ed-b98d-c8918d6b671e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9c2e3968-fb71-44d4-8815-57320e389aae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424318 Nov 22 21:03:25.469399 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-a8083b82-040f-41a5-9209-f2a43200ec29 req-6217f8d2-1ce8-46be-82ea-19f52cf2b0d3 service neutron] 10.222.0.41 "GET /v2.0/networks/9c2e3968-fb71-44d4-8815-57320e389aae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844951 Nov 22 21:03:25.564037 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-a8083b82-040f-41a5-9209-f2a43200ec29 req-ab5ec955-d0fc-4122-b199-b4d576ddc4c7 service neutron] 10.222.0.41 "GET /v2.0/networks/9c2e3968-fb71-44d4-8815-57320e389aae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867271 Nov 22 21:03:25.806052 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20309be6-6f26-40e2-b182-352be771846b req-2c20f248-cb25-495e-8c09-9685955f5401 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:03:25.807587 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-20309be6-6f26-40e2-b182-352be771846b req-2c20f248-cb25-495e-8c09-9685955f5401 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/ports?device_id=e765b57b-d131-4ea5-b937-d138a7845059 HTTP/1.1" status: 200 len: 943 time: 0.0496178 Nov 22 21:03:25.854657 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-20309be6-6f26-40e2-b182-352be771846b req-22096f9e-7591-4cbb-b445-a804522f6fdb tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/security-groups?id=efebab54-f3d0-45af-9ed5-f9e8fd2b2abf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409575 Nov 22 21:03:26.972190 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9963ee3-7b2e-4d88-b35d-4f2d9650ca36 req-2f75ebb8-6b18-4a95-bf15-75476505b4b6 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:03:26.973682 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a9963ee3-7b2e-4d88-b35d-4f2d9650ca36 req-2f75ebb8-6b18-4a95-bf15-75476505b4b6 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/ports?device_id=e765b57b-d131-4ea5-b937-d138a7845059 HTTP/1.1" status: 200 len: 943 time: 0.0530379 Nov 22 21:03:27.020330 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a9963ee3-7b2e-4d88-b35d-4f2d9650ca36 req-7056a4a4-2f09-46bf-ae21-36d6df8910c2 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/security-groups?id=efebab54-f3d0-45af-9ed5-f9e8fd2b2abf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400383 Nov 22 21:03:27.953582 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 69b0d4ef-2b04-4b72-b085-89627a75a5b9 details requested by agent hyperv_n-h1-818823-1 with host n-h1-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 21:03:28.044920 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 69b0d4ef-2b04-4b72-b085-89627a75a5b9, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=69b0d4ef-2b04-4b72-b085-89627a75a5b9,segment=NetworkSegment(23865291-503c-4941-b92a-ce0c5ab5f182),segment_id=23865291-503c-4941-b92a-ce0c5ab5f182)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 21:03:28.057341 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Returning: {'device': '69b0d4ef-2b04-4b72-b085-89627a75a5b9', 'network_id': '9c2e3968-fb71-44d4-8815-57320e389aae', 'port_id': '69b0d4ef-2b04-4b72-b085-89627a75a5b9', 'mac_address': 'fa:16:3e:10:cd:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cde59213-1ea3-488e-9922-16ddb38927ba', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 21:03:28.095107 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:03:28.111750 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69b0d4ef-2b04-4b72-b085-89627a75a5b9 {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 21:03:28.131294 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 69b0d4ef-2b04-4b72-b085-89627a75a5b9, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=69b0d4ef-2b04-4b72-b085-89627a75a5b9,segment=NetworkSegment(23865291-503c-4941-b92a-ce0c5ab5f182),segment_id=23865291-503c-4941-b92a-ce0c5ab5f182)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 21:03:28.135972 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:03:28.136851 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ccd55f-da94-4708-bd8a-08769444853a req-2975b794-8432-45b5-bc59-6b752a0bc476 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:03:28.138396 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-80ccd55f-da94-4708-bd8a-08769444853a req-2975b794-8432-45b5-bc59-6b752a0bc476 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/ports?device_id=e765b57b-d131-4ea5-b937-d138a7845059 HTTP/1.1" status: 200 len: 943 time: 0.0497398 Nov 22 21:03:28.182682 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=69b0d4ef-2b04-4b72-b085-89627a75a5b9,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:03:28.186075 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-80ccd55f-da94-4708-bd8a-08769444853a req-d7974b43-50bb-404e-bd4e-1446af24407f tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/security-groups?id=efebab54-f3d0-45af-9ed5-f9e8fd2b2abf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413055 Nov 22 21:03:28.322221 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] get_ports_and_sgs() called for port_ids ['69b0d4ef-2b04-4b72-b085-89627a75a5b9'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 21:03:29.300894 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faacbd2-8544-48d4-9fd6-92b6a1c2679d req-aac8ce0c-b346-4c63-9289-181a708daeca tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:03:29.302394 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4faacbd2-8544-48d4-9fd6-92b6a1c2679d req-aac8ce0c-b346-4c63-9289-181a708daeca tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/ports?device_id=e765b57b-d131-4ea5-b937-d138a7845059 HTTP/1.1" status: 200 len: 944 time: 0.0472405 Nov 22 21:03:29.352939 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4faacbd2-8544-48d4-9fd6-92b6a1c2679d req-406951aa-1d8a-47c3-99b9-88c7ce805a1a tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/security-groups?id=efebab54-f3d0-45af-9ed5-f9e8fd2b2abf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441010 Nov 22 21:03:29.969411 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 69b0d4ef-2b04-4b72-b085-89627a75a5b9 up at agent hyperv_n-h1-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 21:03:30.018724 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Provisioning for port 69b0d4ef-2b04-4b72-b085-89627a75a5b9 completed by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 21:03:30.022620 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Provisioning complete for port 69b0d4ef-2b04-4b72-b085-89627a75a5b9 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 21:03:30.022993 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:03:30.081370 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-fc796b3d-f314-4012-b303-208c6eaa2186 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:03:30.121792 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:03:30.159383 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e765b57b-d131-4ea5-b937-d138a7845059', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69b0d4ef-2b04-4b72-b085-89627a75a5b9'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 21:03:30.161682 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77cdb882cfbf7cc977e8d6fd4582ec33309c0dd3d6eecd2022538c80279aa7ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-215a809a-ec04-4aea-a505-2eb207c5cfa6" -d '{"events": [{"server_uuid": "e765b57b-d131-4ea5-b937-d138a7845059", "name": "network-vif-plugged", "status": "completed", "tag": "69b0d4ef-2b04-4b72-b085-89627a75a5b9"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 21:03:30.174665 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 69b0d4ef-2b04-4b72-b085-89627a75a5b9, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=69b0d4ef-2b04-4b72-b085-89627a75a5b9,segment=NetworkSegment(23865291-503c-4941-b92a-ce0c5ab5f182),segment_id=23865291-503c-4941-b92a-ce0c5ab5f182)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 21:03:30.179574 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:03:30.205507 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 21:03:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8130344-69c6-42b7-bf95-9d37d653eef5 x-openstack-request-id: req-a8130344-69c6-42b7-bf95-9d37d653eef5 {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 21:03:30.205811 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e765b57b-d131-4ea5-b937-d138a7845059", "name": "network-vif-plugged", "status": "completed", "tag": "69b0d4ef-2b04-4b72-b085-89627a75a5b9", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 21:03:30.206073 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a8130344-69c6-42b7-bf95-9d37d653eef5 {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 21:03:30.206468 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e765b57b-d131-4ea5-b937-d138a7845059', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69b0d4ef-2b04-4b72-b085-89627a75a5b9', 'code': 200} Nov 22 21:03:30.229912 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=69b0d4ef-2b04-4b72-b085-89627a75a5b9,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:03:30.300763 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2ae18a-a0b4-43ca-abb7-6089cbf7c500 req-82370bff-a019-4f08-9abc-962d514d4482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:03:30.302254 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-7f2ae18a-a0b4-43ca-abb7-6089cbf7c500 req-82370bff-a019-4f08-9abc-962d514d4482 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e765b57b-d131-4ea5-b937-d138a7845059 HTTP/1.1" status: 200 len: 1096 time: 0.0398154 Nov 22 21:03:30.345923 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-7f2ae18a-a0b4-43ca-abb7-6089cbf7c500 req-5e800b9d-f973-403f-893c-899d69985970 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=efebab54-f3d0-45af-9ed5-f9e8fd2b2abf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356264 Nov 22 21:03:30.471115 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400bc791-4ed7-44c2-affa-5cbcdacc408a req-f816c99b-0044-4b4d-9bdf-825063c0b740 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:03:30.472631 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-400bc791-4ed7-44c2-affa-5cbcdacc408a req-f816c99b-0044-4b4d-9bdf-825063c0b740 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/ports?device_id=e765b57b-d131-4ea5-b937-d138a7845059 HTTP/1.1" status: 200 len: 945 time: 0.0519264 Nov 22 21:03:30.520047 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-400bc791-4ed7-44c2-affa-5cbcdacc408a req-e655ab67-369d-4f65-9478-d50d4a58544a tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/security-groups?id=efebab54-f3d0-45af-9ed5-f9e8fd2b2abf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410104 Nov 22 21:03:31.636309 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d666f76-48c4-48d0-bc03-c3e3a816fd3d req-bb765ecb-f78f-4a4c-9cf1-7e39ca788284 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:03:31.637774 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4d666f76-48c4-48d0-bc03-c3e3a816fd3d req-bb765ecb-f78f-4a4c-9cf1-7e39ca788284 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/ports?device_id=e765b57b-d131-4ea5-b937-d138a7845059 HTTP/1.1" status: 200 len: 945 time: 0.0478866 Nov 22 21:03:31.683631 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4d666f76-48c4-48d0-bc03-c3e3a816fd3d req-d4281c5b-f15c-4e57-b792-4910c8f91e92 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/security-groups?id=efebab54-f3d0-45af-9ed5-f9e8fd2b2abf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398452 Nov 22 21:03:31.797272 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d418f4-9d68-4320-86e3-1d923231727a req-4d4ad0b8-30d1-40de-b37c-29c94411a9f3 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:03:31.798802 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b2d418f4-9d68-4320-86e3-1d923231727a req-4d4ad0b8-30d1-40de-b37c-29c94411a9f3 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/ports?device_id=e765b57b-d131-4ea5-b937-d138a7845059 HTTP/1.1" status: 200 len: 945 time: 0.0517039 Nov 22 21:03:31.807437 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 58916) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:03:31.811742 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-dc946fa1-49c7-4b49-bfa0-a3695ac248b3 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Request body: {'floatingip': {'port_id': '69b0d4ef-2b04-4b72-b085-89627a75a5b9'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 21:03:31.849860 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-dc946fa1-49c7-4b49-bfa0-a3695ac248b3 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Publish callbacks [] for floatingip, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:03:32.283988 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-dc946fa1-49c7-4b49-bfa0-a3695ac248b3 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:03:32.287685 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-dc946fa1-49c7-4b49-bfa0-a3695ac248b3 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-595224'] for floatingip, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:03:32.386325 n-d-818823-1 neutron-server[103447]: INFO neutron.db.l3_db [None req-dc946fa1-49c7-4b49-bfa0-a3695ac248b3 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Floating IP 29c1e11a-c20f-4c89-914a-c842f226f8b9 associated. External IP: 172.25.5.108, port: 69b0d4ef-2b04-4b72-b085-89627a75a5b9. Nov 22 21:03:32.588970 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc946fa1-49c7-4b49-bfa0-a3695ac248b3 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Router c579614a-aff1-4c5f-934f-a7e4bee1ac32 has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 21:03:32.690815 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc946fa1-49c7-4b49-bfa0-a3695ac248b3 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 21:03:32.695846 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-dc946fa1-49c7-4b49-bfa0-a3695ac248b3 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for floatingip, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:03:32.700498 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd4ad358-ec04-4f9a-b615-e0f6c27671e6 None None] Sync routers for ids ['c579614a-aff1-4c5f-934f-a7e4bee1ac32'] in n-d-818823-1 {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 21:03:32.710080 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd4ad358-ec04-4f9a-b615-e0f6c27671e6 None None] Routers {'c579614a-aff1-4c5f-934f-a7e4bee1ac32'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 21:03:32.710698 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-cd4ad358-ec04-4f9a-b615-e0f6c27671e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T21:03:03Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['c579614a-aff1-4c5f-934f-a7e4bee1ac32'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:03:32.725920 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-dc946fa1-49c7-4b49-bfa0-a3695ac248b3 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "PUT /v2.0/floatingips/29c1e11a-c20f-4c89-914a-c842f226f8b9 HTTP/1.1" status: 200 len: 992 time: 0.9169478 Nov 22 21:03:32.726646 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e765b57b-d131-4ea5-b937-d138a7845059', 'tag': '69b0d4ef-2b04-4b72-b085-89627a75a5b9'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 21:03:32.729042 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0b87e146ffa5c253ca46002a571dfb52564e5f7c412d10689cf18353d020cb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feaa78e6-17b9-462a-ac6e-3df60f5d789c" -d '{"events": [{"name": "network-changed", "server_uuid": "e765b57b-d131-4ea5-b937-d138a7845059", "tag": "69b0d4ef-2b04-4b72-b085-89627a75a5b9"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 21:03:32.767860 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 21:03:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6ded8a2-902c-4740-8eac-a63f0c998090 x-openstack-request-id: req-c6ded8a2-902c-4740-8eac-a63f0c998090 {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 21:03:32.768157 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e765b57b-d131-4ea5-b937-d138a7845059", "tag": "69b0d4ef-2b04-4b72-b085-89627a75a5b9", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 21:03:32.768415 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c6ded8a2-902c-4740-8eac-a63f0c998090 {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 21:03:32.768826 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e765b57b-d131-4ea5-b937-d138a7845059', 'tag': '69b0d4ef-2b04-4b72-b085-89627a75a5b9', 'status': 'completed', 'code': 200} Nov 22 21:03:32.839298 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaa78e6-17b9-462a-ac6e-3df60f5d789c req-b0586cb8-5e45-4add-8430-177f4115e65e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:03:32.840830 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-feaa78e6-17b9-462a-ac6e-3df60f5d789c req-b0586cb8-5e45-4add-8430-177f4115e65e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4ed58de80f1e421e98eee918a71a237a&device_id=e765b57b-d131-4ea5-b937-d138a7845059 HTTP/1.1" status: 200 len: 1096 time: 0.0426018 Nov 22 21:03:32.937642 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaa78e6-17b9-462a-ac6e-3df60f5d789c req-f54bc622-2867-41cb-b21f-f21b652053fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:03:32.939141 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-feaa78e6-17b9-462a-ac6e-3df60f5d789c req-f54bc622-2867-41cb-b21f-f21b652053fc service neutron] 10.222.0.41 "GET /v2.0/networks?id=9c2e3968-fb71-44d4-8815-57320e389aae HTTP/1.1" status: 200 len: 913 time: 0.0911956 Nov 22 21:03:32.985032 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-cd4ad358-ec04-4f9a-b615-e0f6c27671e6 None None] Set router c579614a-aff1-4c5f-934f-a7e4bee1ac32 gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 21:03:33.005993 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-feaa78e6-17b9-462a-ac6e-3df60f5d789c req-3fc2e453-ad84-48ac-aa75-977b8cf76298 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=69b0d4ef-2b04-4b72-b085-89627a75a5b9 HTTP/1.1" status: 200 len: 1000 time: 0.0598624 Nov 22 21:03:33.043484 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-51fd85ec-8281-403c-9f09-03504ddbec44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:03:33.056487 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaa78e6-17b9-462a-ac6e-3df60f5d789c req-c633f991-ce48-4ac0-8084-07c749fbad3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:03:33.057981 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-feaa78e6-17b9-462a-ac6e-3df60f5d789c req-c633f991-ce48-4ac0-8084-07c749fbad3f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cde59213-1ea3-488e-9922-16ddb38927ba HTTP/1.1" status: 200 len: 851 time: 0.0451653 Nov 22 21:03:33.108787 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaa78e6-17b9-462a-ac6e-3df60f5d789c req-88c82bbe-4fb9-4a9a-888e-8fe1e9a296e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:03:33.110237 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-feaa78e6-17b9-462a-ac6e-3df60f5d789c req-88c82bbe-4fb9-4a9a-888e-8fe1e9a296e7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9c2e3968-fb71-44d4-8815-57320e389aae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453274 Nov 22 21:03:33.198446 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-feaa78e6-17b9-462a-ac6e-3df60f5d789c req-bafacec5-1115-43eb-aacd-80221f11944b service neutron] 10.222.0.41 "GET /v2.0/networks/9c2e3968-fb71-44d4-8815-57320e389aae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810456 Nov 22 21:03:33.238818 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-cd4ad358-ec04-4f9a-b615-e0f6c27671e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c579614a-aff1-4c5f-934f-a7e4bee1ac32', 'name': 'tempest-ServerActionsTestJSON-1539680232-router', 'tenant_id': '4ed58de80f1e421e98eee918a71a237a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.244'}], 'enable_snat': True}, 'gw_port_id': '8abc9af0-4663-4aaa-8260-91a3ff4fee50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:56:31Z', 'updated_at': '2021-11-22T20:56:34Z', 'revision_number': 4, 'project_id': '4ed58de80f1e421e98eee918a71a237a', 'gw_port': {'id': '8abc9af0-4663-4aaa-8260-91a3ff4fee50', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:c9:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c579614a-aff1-4c5f-934f-a7e4bee1ac32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:56:32Z', 'updated_at': '2021-11-22T20:56:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_floatingips': [{'id': '29c1e11a-c20f-4c89-914a-c842f226f8b9', 'tenant_id': '4ed58de80f1e421e98eee918a71a237a', 'floating_ip_address': '172.25.5.108', 'floating_network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'router_id': 'c579614a-aff1-4c5f-934f-a7e4bee1ac32', 'port_id': '69b0d4ef-2b04-4b72-b085-89627a75a5b9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4069, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c2e3968-fb71-44d4-8815-57320e389aae', 'mac_address': 'fa:16:3e:10:cd:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e765b57b-d131-4ea5-b937-d138a7845059', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T20:56:36Z', 'updated_at': '2021-11-22T21:03:32Z', 'revision_number': 13, 'project_id': '4ed58de80f1e421e98eee918a71a237a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '196d638a-3421-4ca1-8880-2d33e330ef34', 'name': '', 'network_id': '9c2e3968-fb71-44d4-8815-57320e389aae', 'tenant_id': '4ed58de80f1e421e98eee918a71a237a', 'mac_address': 'fa:16:3e:95:02:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c579614a-aff1-4c5f-934f-a7e4bee1ac32', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': 'cde59213-1ea3-488e-9922-16ddb38927ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:56:34Z', 'updated_at': '2021-11-22T20:56:38Z', 'revision_number': 5, 'project_id': '4ed58de80f1e421e98eee918a71a237a', 'subnets': [{'id': 'cde59213-1ea3-488e-9922-16ddb38927ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:03:33.265120 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd4ad358-ec04-4f9a-b615-e0f6c27671e6 None None] Checking router: c579614a-aff1-4c5f-934f-a7e4bee1ac32 for host: n-d-818823-1 {{(pid=103449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 21:03:33.274186 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd4ad358-ec04-4f9a-b615-e0f6c27671e6 None None] Routers {'c579614a-aff1-4c5f-934f-a7e4bee1ac32'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 21:03:33.274810 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-cd4ad358-ec04-4f9a-b615-e0f6c27671e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T21:03:33Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['c579614a-aff1-4c5f-934f-a7e4bee1ac32'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:03:33.292617 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-feaa78e6-17b9-462a-ac6e-3df60f5d789c req-bcebf95f-45ac-42fe-9fc1-de23d76952ab service neutron] 10.222.0.41 "GET /v2.0/networks/9c2e3968-fb71-44d4-8815-57320e389aae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872514 Nov 22 21:03:33.381409 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-cd4ad358-ec04-4f9a-b615-e0f6c27671e6 None None] Set router c579614a-aff1-4c5f-934f-a7e4bee1ac32 gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 21:03:33.610524 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-cd4ad358-ec04-4f9a-b615-e0f6c27671e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c579614a-aff1-4c5f-934f-a7e4bee1ac32', 'name': 'tempest-ServerActionsTestJSON-1539680232-router', 'tenant_id': '4ed58de80f1e421e98eee918a71a237a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.244'}], 'enable_snat': True}, 'gw_port_id': '8abc9af0-4663-4aaa-8260-91a3ff4fee50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:56:31Z', 'updated_at': '2021-11-22T20:56:34Z', 'revision_number': 4, 'project_id': '4ed58de80f1e421e98eee918a71a237a', 'gw_port': {'id': '8abc9af0-4663-4aaa-8260-91a3ff4fee50', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:c9:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c579614a-aff1-4c5f-934f-a7e4bee1ac32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:56:32Z', 'updated_at': '2021-11-22T20:56:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_floatingips': [{'id': '29c1e11a-c20f-4c89-914a-c842f226f8b9', 'tenant_id': '4ed58de80f1e421e98eee918a71a237a', 'floating_ip_address': '172.25.5.108', 'floating_network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'router_id': 'c579614a-aff1-4c5f-934f-a7e4bee1ac32', 'port_id': '69b0d4ef-2b04-4b72-b085-89627a75a5b9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4069, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c2e3968-fb71-44d4-8815-57320e389aae', 'mac_address': 'fa:16:3e:10:cd:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e765b57b-d131-4ea5-b937-d138a7845059', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T20:56:36Z', 'updated_at': '2021-11-22T21:03:32Z', 'revision_number': 13, 'project_id': '4ed58de80f1e421e98eee918a71a237a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '196d638a-3421-4ca1-8880-2d33e330ef34', 'name': '', 'network_id': '9c2e3968-fb71-44d4-8815-57320e389aae', 'tenant_id': '4ed58de80f1e421e98eee918a71a237a', 'mac_address': 'fa:16:3e:95:02:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c579614a-aff1-4c5f-934f-a7e4bee1ac32', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': 'cde59213-1ea3-488e-9922-16ddb38927ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:56:34Z', 'updated_at': '2021-11-22T20:56:38Z', 'revision_number': 5, 'project_id': '4ed58de80f1e421e98eee918a71a237a', 'subnets': [{'id': 'cde59213-1ea3-488e-9922-16ddb38927ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:03:33.639400 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-03f0964f-1b75-4df7-99e0-a3cdb56ec2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:03:33.640180 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd4ad358-ec04-4f9a-b615-e0f6c27671e6 None None] The sync data for ids ['c579614a-aff1-4c5f-934f-a7e4bee1ac32'] in n-d-818823-1 is: [{'id': 'c579614a-aff1-4c5f-934f-a7e4bee1ac32', 'name': 'tempest-ServerActionsTestJSON-1539680232-router', 'tenant_id': '4ed58de80f1e421e98eee918a71a237a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.244'}], 'enable_snat': True}, 'gw_port_id': '8abc9af0-4663-4aaa-8260-91a3ff4fee50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:56:31Z', 'updated_at': '2021-11-22T20:56:34Z', 'revision_number': 4, 'project_id': '4ed58de80f1e421e98eee918a71a237a', 'gw_port': {'id': '8abc9af0-4663-4aaa-8260-91a3ff4fee50', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:c9:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c579614a-aff1-4c5f-934f-a7e4bee1ac32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:56:32Z', 'updated_at': '2021-11-22T20:56:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_floatingips': [{'id': '29c1e11a-c20f-4c89-914a-c842f226f8b9', 'tenant_id': '4ed58de80f1e421e98eee918a71a237a', 'floating_ip_address': '172.25.5.108', 'floating_network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'router_id': 'c579614a-aff1-4c5f-934f-a7e4bee1ac32', 'port_id': '69b0d4ef-2b04-4b72-b085-89627a75a5b9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4069, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c2e3968-fb71-44d4-8815-57320e389aae', 'mac_address': 'fa:16:3e:10:cd:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e765b57b-d131-4ea5-b937-d138a7845059', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T20:56:36Z', 'updated_at': '2021-11-22T21:03:32Z', 'revision_number': 13, 'project_id': '4ed58de80f1e421e98eee918a71a237a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '196d638a-3421-4ca1-8880-2d33e330ef34', 'name': '', 'network_id': '9c2e3968-fb71-44d4-8815-57320e389aae', 'tenant_id': '4ed58de80f1e421e98eee918a71a237a', 'mac_address': 'fa:16:3e:95:02:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c579614a-aff1-4c5f-934f-a7e4bee1ac32', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': 'cde59213-1ea3-488e-9922-16ddb38927ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:56:34Z', 'updated_at': '2021-11-22T20:56:38Z', 'revision_number': 5, 'project_id': '4ed58de80f1e421e98eee918a71a237a', 'subnets': [{'id': 'cde59213-1ea3-488e-9922-16ddb38927ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 21:03:33.838315 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d25504a-fdf6-4959-877a-5c424c54a2db None None] New status for floating IP 29c1e11a-c20f-4c89-914a-c842f226f8b9: ACTIVE {{(pid=103450) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 21:03:35.316591 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e49ee129-e862-4476-beca-cdc8150d2345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:03:36.136932 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:03:44.158853 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.agents_db [None req-aa8313f2-1ee4-4e7b-8c5a-d32b2f9d31ee None None] Agent healthcheck: found 7 active agents {{(pid=103450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 21:03:44.883666 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:03:44.892479 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-d11ec9c8-86bc-415e-a603-90239f434d20 req-fcbcb302-ba36-4fe3-8bbb-3805259b37e1 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e765b57b-d131-4ea5-b937-d138a7845059&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0416028 Nov 22 21:03:44.953641 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:03:44.973034 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11ec9c8-86bc-415e-a603-90239f434d20 req-033c57e4-e1b5-448b-8c4e-19d4aa453b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:03:44.974601 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-d11ec9c8-86bc-415e-a603-90239f434d20 req-033c57e4-e1b5-448b-8c4e-19d4aa453b9d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4ed58de80f1e421e98eee918a71a237a&device_id=e765b57b-d131-4ea5-b937-d138a7845059 HTTP/1.1" status: 200 len: 1096 time: 0.0424492 Nov 22 21:03:45.390937 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11ec9c8-86bc-415e-a603-90239f434d20 req-987303d2-fbc6-449f-bf76-e5bbbacb1df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:03:45.392475 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-d11ec9c8-86bc-415e-a603-90239f434d20 req-987303d2-fbc6-449f-bf76-e5bbbacb1df6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9c2e3968-fb71-44d4-8815-57320e389aae HTTP/1.1" status: 200 len: 913 time: 0.3996522 Nov 22 21:03:45.464927 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-d11ec9c8-86bc-415e-a603-90239f434d20 req-8fd0dafa-0a8e-4031-989e-e3637e36b18e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=69b0d4ef-2b04-4b72-b085-89627a75a5b9 HTTP/1.1" status: 200 len: 1002 time: 0.0653863 Nov 22 21:03:45.518591 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11ec9c8-86bc-415e-a603-90239f434d20 req-352dddd4-0d8d-4dfd-93c3-a03be3e97d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:03:45.520201 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-d11ec9c8-86bc-415e-a603-90239f434d20 req-352dddd4-0d8d-4dfd-93c3-a03be3e97d0c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cde59213-1ea3-488e-9922-16ddb38927ba HTTP/1.1" status: 200 len: 851 time: 0.0484591 Nov 22 21:03:45.567020 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11ec9c8-86bc-415e-a603-90239f434d20 req-c907cdbf-2992-4611-a5cc-8deaa9a46bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:03:45.568590 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-d11ec9c8-86bc-415e-a603-90239f434d20 req-c907cdbf-2992-4611-a5cc-8deaa9a46bf2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9c2e3968-fb71-44d4-8815-57320e389aae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420873 Nov 22 21:03:45.663993 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-d11ec9c8-86bc-415e-a603-90239f434d20 req-98dab56b-15f0-4a9d-aada-4c09d5b81b8a service neutron] 10.222.0.41 "GET /v2.0/networks/9c2e3968-fb71-44d4-8815-57320e389aae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878463 Nov 22 21:03:45.756615 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-d11ec9c8-86bc-415e-a603-90239f434d20 req-c03b4174-3c19-41e1-a42e-9935bef3cb1f service neutron] 10.222.0.41 "GET /v2.0/networks/9c2e3968-fb71-44d4-8815-57320e389aae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846419 Nov 22 21:04:00.073214 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6b4ca4c1-c83b-4bb9-b451-37f1cb1d967f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:04:03.005741 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-a156a96d-9096-4e71-aaf8-6d8239d0c78a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:04:03.615977 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-03f0964f-1b75-4df7-99e0-a3cdb56ec2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:04:05.320401 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e49ee129-e862-4476-beca-cdc8150d2345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:04:06.140292 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:04:14.899191 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:04:14.969810 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:04:21.158026 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.agents_db [None req-aa8313f2-1ee4-4e7b-8c5a-d32b2f9d31ee None None] Agent healthcheck: found 7 active agents {{(pid=103450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 21:04:30.074462 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-998193c2-1cca-44a7-84b8-42d78bf6c2b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:04:33.007006 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-3f5bfe69-e63a-4696-b1d3-6de0ef021082 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:04:33.623216 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-03f0964f-1b75-4df7-99e0-a3cdb56ec2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:04:35.323633 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e49ee129-e862-4476-beca-cdc8150d2345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:04:36.144074 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:04:44.897650 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:04:44.972836 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:04:46.892345 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-1c07ba2a-a8f0-4c0c-a96a-259558b74153 req-9c10ef7e-e787-4a0e-bcf2-88cf48b411f1 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e765b57b-d131-4ea5-b937-d138a7845059&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0409520 Nov 22 21:04:46.974372 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c07ba2a-a8f0-4c0c-a96a-259558b74153 req-7f0cebfe-fa3a-4ec7-b16a-c07e356bd8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:04:46.976075 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-1c07ba2a-a8f0-4c0c-a96a-259558b74153 req-7f0cebfe-fa3a-4ec7-b16a-c07e356bd8d8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4ed58de80f1e421e98eee918a71a237a&device_id=e765b57b-d131-4ea5-b937-d138a7845059 HTTP/1.1" status: 200 len: 1096 time: 0.0431156 Nov 22 21:04:47.089269 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c07ba2a-a8f0-4c0c-a96a-259558b74153 req-00598f83-7244-4ac7-949b-40d2b87c7456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:04:47.090658 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-1c07ba2a-a8f0-4c0c-a96a-259558b74153 req-00598f83-7244-4ac7-949b-40d2b87c7456 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9c2e3968-fb71-44d4-8815-57320e389aae HTTP/1.1" status: 200 len: 913 time: 0.0963128 Nov 22 21:04:47.156515 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-1c07ba2a-a8f0-4c0c-a96a-259558b74153 req-c4ef94ba-4dfe-4a6c-9b11-20d9996d5c2f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=69b0d4ef-2b04-4b72-b085-89627a75a5b9 HTTP/1.1" status: 200 len: 1002 time: 0.0578930 Nov 22 21:04:47.208263 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c07ba2a-a8f0-4c0c-a96a-259558b74153 req-a97823ce-eb5d-4ad2-94e0-71cc0f554c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:04:47.209704 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-1c07ba2a-a8f0-4c0c-a96a-259558b74153 req-a97823ce-eb5d-4ad2-94e0-71cc0f554c1d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cde59213-1ea3-488e-9922-16ddb38927ba HTTP/1.1" status: 200 len: 851 time: 0.0464244 Nov 22 21:04:47.254573 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c07ba2a-a8f0-4c0c-a96a-259558b74153 req-66880c6c-e896-4a1d-998e-7f907caabac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:04:47.256080 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-1c07ba2a-a8f0-4c0c-a96a-259558b74153 req-66880c6c-e896-4a1d-998e-7f907caabac6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9c2e3968-fb71-44d4-8815-57320e389aae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394721 Nov 22 21:04:47.267480 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [req-1c07ba2a-a8f0-4c0c-a96a-259558b74153 req-ef183594-8a39-4063-a3c7-130ddedacc55 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=103448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 21:04:47.268431 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-1c07ba2a-a8f0-4c0c-a96a-259558b74153 req-ef183594-8a39-4063-a3c7-130ddedacc55 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048349 Nov 22 21:04:47.373717 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-1c07ba2a-a8f0-4c0c-a96a-259558b74153 req-024cc78f-2b83-49c6-afb0-bd7831db5f67 service neutron] 10.222.0.41 "GET /v2.0/networks/9c2e3968-fb71-44d4-8815-57320e389aae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981090 Nov 22 21:04:47.469112 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-1c07ba2a-a8f0-4c0c-a96a-259558b74153 req-df66b6b0-8d35-4ad2-9c3a-eccc24f22d90 service neutron] 10.222.0.41 "GET /v2.0/networks/9c2e3968-fb71-44d4-8815-57320e389aae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883336 Nov 22 21:04:58.157669 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.agents_db [None req-aa8313f2-1ee4-4e7b-8c5a-d32b2f9d31ee None None] Agent healthcheck: found 7 active agents {{(pid=103450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 21:05:00.075721 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-3502062b-5d83-4f3a-b72a-c6e9b09286a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:05:03.013394 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6add7482-21bd-4af1-b28c-26ea210b5c1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:05:03.621594 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-03f0964f-1b75-4df7-99e0-a3cdb56ec2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:05:05.324539 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e49ee129-e862-4476-beca-cdc8150d2345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:05:06.149082 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:05:10.165337 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c560a5-236e-4228-86b1-4534645b5998 req-98d03bf4-618b-45c0-b32a-0c8758c57e68 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:05:10.166865 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b7c560a5-236e-4228-86b1-4534645b5998 req-98d03bf4-618b-45c0-b32a-0c8758c57e68 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/ports?device_id=e765b57b-d131-4ea5-b937-d138a7845059 HTTP/1.1" status: 200 len: 945 time: 0.0502746 Nov 22 21:05:10.216641 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b7c560a5-236e-4228-86b1-4534645b5998 req-77b21d64-e985-4052-b357-fc9684b3a895 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/security-groups?id=efebab54-f3d0-45af-9ed5-f9e8fd2b2abf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432103 Nov 22 21:05:14.920126 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:05:14.984376 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:05:21.229045 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [req-b2b85c92-6a5e-4ef7-a827-1fa5cf4cb927 req-7f1cf3fd-26bc-4e1a-a3e9-41b424665054 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=103447) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 21:05:21.230079 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b2b85c92-6a5e-4ef7-a827-1fa5cf4cb927 req-7f1cf3fd-26bc-4e1a-a3e9-41b424665054 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0428667 Nov 22 21:05:21.417904 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a77fa22-4a56-4eff-81aa-3e406c3d0b48 req-392137ce-69db-415a-90d6-9731edfa8048 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:05:21.419424 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1a77fa22-4a56-4eff-81aa-3e406c3d0b48 req-392137ce-69db-415a-90d6-9731edfa8048 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/ports?device_id=e765b57b-d131-4ea5-b937-d138a7845059 HTTP/1.1" status: 200 len: 945 time: 0.0527008 Nov 22 21:05:21.467399 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-e92d5277-1eca-457b-8b24-29c5fb3ab235 req-6c7c0411-270b-485c-9845-632757bf808c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e765b57b-d131-4ea5-b937-d138a7845059&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0778363 Nov 22 21:05:21.471798 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1a77fa22-4a56-4eff-81aa-3e406c3d0b48 req-85286d03-4a54-4643-9699-bab494b0169a tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/security-groups?id=efebab54-f3d0-45af-9ed5-f9e8fd2b2abf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462043 Nov 22 21:05:21.476514 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [req-e92d5277-1eca-457b-8b24-29c5fb3ab235 req-358e87af-62b2-444d-85fc-ad49c30ec39f service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=103448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 21:05:21.477500 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-e92d5277-1eca-457b-8b24-29c5fb3ab235 req-358e87af-62b2-444d-85fc-ad49c30ec39f service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051379 Nov 22 21:05:22.559308 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92d5277-1eca-457b-8b24-29c5fb3ab235 req-14811354-942f-4558-9448-4854b6a56db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:05:22.560889 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-e92d5277-1eca-457b-8b24-29c5fb3ab235 req-14811354-942f-4558-9448-4854b6a56db6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4ed58de80f1e421e98eee918a71a237a&device_id=e765b57b-d131-4ea5-b937-d138a7845059 HTTP/1.1" status: 200 len: 1096 time: 0.0421340 Nov 22 21:05:22.588526 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b72e0b1-cbff-4384-9336-58f3ec8354c2 req-944de8f3-158f-41ed-83af-3f8647501706 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:05:22.590018 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3b72e0b1-cbff-4384-9336-58f3ec8354c2 req-944de8f3-158f-41ed-83af-3f8647501706 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/ports?device_id=e765b57b-d131-4ea5-b937-d138a7845059 HTTP/1.1" status: 200 len: 945 time: 0.0480595 Nov 22 21:05:22.636618 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3b72e0b1-cbff-4384-9336-58f3ec8354c2 req-9b306da6-ff32-4ccf-b5dd-ca7e7fec9f78 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/security-groups?id=efebab54-f3d0-45af-9ed5-f9e8fd2b2abf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405798 Nov 22 21:05:22.655691 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92d5277-1eca-457b-8b24-29c5fb3ab235 req-9ed1cfd4-559e-44b5-9169-aadcd4a9eb2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:05:22.657179 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-e92d5277-1eca-457b-8b24-29c5fb3ab235 req-9ed1cfd4-559e-44b5-9169-aadcd4a9eb2f service neutron] 10.222.0.41 "GET /v2.0/networks?id=9c2e3968-fb71-44d4-8815-57320e389aae HTTP/1.1" status: 200 len: 913 time: 0.0894504 Nov 22 21:05:22.721678 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-e92d5277-1eca-457b-8b24-29c5fb3ab235 req-9d26733f-3b64-4e0a-987f-d52249456e04 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=69b0d4ef-2b04-4b72-b085-89627a75a5b9 HTTP/1.1" status: 200 len: 1002 time: 0.0570755 Nov 22 21:05:22.774609 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92d5277-1eca-457b-8b24-29c5fb3ab235 req-d88afa56-f157-4b85-88c0-435cd566aaca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:05:22.776038 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-e92d5277-1eca-457b-8b24-29c5fb3ab235 req-d88afa56-f157-4b85-88c0-435cd566aaca service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cde59213-1ea3-488e-9922-16ddb38927ba HTTP/1.1" status: 200 len: 851 time: 0.0477145 Nov 22 21:05:22.822093 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92d5277-1eca-457b-8b24-29c5fb3ab235 req-b336f824-6eb5-4354-9c4c-379bd12ccfed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:05:22.823642 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-e92d5277-1eca-457b-8b24-29c5fb3ab235 req-b336f824-6eb5-4354-9c4c-379bd12ccfed service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9c2e3968-fb71-44d4-8815-57320e389aae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403636 Nov 22 21:05:22.911979 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-e92d5277-1eca-457b-8b24-29c5fb3ab235 req-52a60e70-b864-4ea2-9599-a9b842f4c175 service neutron] 10.222.0.41 "GET /v2.0/networks/9c2e3968-fb71-44d4-8815-57320e389aae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814157 Nov 22 21:05:23.006372 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-e92d5277-1eca-457b-8b24-29c5fb3ab235 req-3f0451d9-94ab-47ee-a145-216d6a58d4b5 service neutron] 10.222.0.41 "GET /v2.0/networks/9c2e3968-fb71-44d4-8815-57320e389aae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838487 Nov 22 21:05:23.755472 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a2a06c-17a1-45d9-a6aa-1cada3c6de8f req-3b002525-9653-4ae6-8d70-2c9cdc77af43 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:05:23.756862 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-71a2a06c-17a1-45d9-a6aa-1cada3c6de8f req-3b002525-9653-4ae6-8d70-2c9cdc77af43 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/ports?device_id=e765b57b-d131-4ea5-b937-d138a7845059 HTTP/1.1" status: 200 len: 945 time: 0.0504196 Nov 22 21:05:23.803630 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-71a2a06c-17a1-45d9-a6aa-1cada3c6de8f req-5b6cca47-442d-4d6b-a2a8-b25c87aaff57 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/security-groups?id=efebab54-f3d0-45af-9ed5-f9e8fd2b2abf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408256 Nov 22 21:05:24.922613 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6996a602-4a15-4fed-9a75-7709439d4dd8 req-f0e8cb68-61f8-4b26-9103-88d9d0b22322 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:05:24.924146 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6996a602-4a15-4fed-9a75-7709439d4dd8 req-f0e8cb68-61f8-4b26-9103-88d9d0b22322 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/ports?device_id=e765b57b-d131-4ea5-b937-d138a7845059 HTTP/1.1" status: 200 len: 945 time: 0.0519896 Nov 22 21:05:24.970084 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6996a602-4a15-4fed-9a75-7709439d4dd8 req-85cd6efe-d86a-4810-aa08-d4667f39fa1e tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/security-groups?id=efebab54-f3d0-45af-9ed5-f9e8fd2b2abf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400610 Nov 22 21:05:26.089005 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a176eb-1dc7-4c03-80d8-b670a06808d0 req-be5cb56d-cfb8-4742-994c-f868d20660e9 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:05:26.090397 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-99a176eb-1dc7-4c03-80d8-b670a06808d0 req-be5cb56d-cfb8-4742-994c-f868d20660e9 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/ports?device_id=e765b57b-d131-4ea5-b937-d138a7845059 HTTP/1.1" status: 200 len: 945 time: 0.0515251 Nov 22 21:05:26.138012 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-99a176eb-1dc7-4c03-80d8-b670a06808d0 req-6d9dab15-e05e-47ed-82d2-dfd2376ce428 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/security-groups?id=efebab54-f3d0-45af-9ed5-f9e8fd2b2abf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415649 Nov 22 21:05:27.253055 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1133a78-87d7-4540-9074-4bdb0ea6062c req-421c1277-34af-4b90-a98c-b0cc6bcf3294 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:05:27.254532 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f1133a78-87d7-4540-9074-4bdb0ea6062c req-421c1277-34af-4b90-a98c-b0cc6bcf3294 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/ports?device_id=e765b57b-d131-4ea5-b937-d138a7845059 HTTP/1.1" status: 200 len: 945 time: 0.0486026 Nov 22 21:05:27.304055 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f1133a78-87d7-4540-9074-4bdb0ea6062c req-c531a81b-5dc2-4df6-bdda-5e6f3345df3e tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/security-groups?id=efebab54-f3d0-45af-9ed5-f9e8fd2b2abf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429666 Nov 22 21:05:28.419150 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6230b9c6-20b5-41d0-8c98-2a18ec927a74 req-141e60ed-7369-4d45-990f-f60d53282880 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:05:28.420653 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6230b9c6-20b5-41d0-8c98-2a18ec927a74 req-141e60ed-7369-4d45-990f-f60d53282880 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/ports?device_id=e765b57b-d131-4ea5-b937-d138a7845059 HTTP/1.1" status: 200 len: 945 time: 0.0489445 Nov 22 21:05:28.467291 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6230b9c6-20b5-41d0-8c98-2a18ec927a74 req-2f98978b-96a1-44dd-8c79-5d880cf88253 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/security-groups?id=efebab54-f3d0-45af-9ed5-f9e8fd2b2abf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407212 Nov 22 21:05:29.582988 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8e7950-12bc-4fc2-8d6d-a71c39db0569 req-880f5ee6-492f-4562-b7d4-adda70324b37 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:05:29.584514 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ad8e7950-12bc-4fc2-8d6d-a71c39db0569 req-880f5ee6-492f-4562-b7d4-adda70324b37 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/ports?device_id=e765b57b-d131-4ea5-b937-d138a7845059 HTTP/1.1" status: 200 len: 945 time: 0.0488994 Nov 22 21:05:29.631172 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ad8e7950-12bc-4fc2-8d6d-a71c39db0569 req-e63f8b99-e867-46fb-b86c-a374b206f428 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/security-groups?id=efebab54-f3d0-45af-9ed5-f9e8fd2b2abf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406604 Nov 22 21:05:30.076525 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-308cc229-dd0d-48de-995c-93e0da4039f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:05:30.750345 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c55bfa-1236-4943-ba3e-c2cf9a2a623f req-dd81a0ce-8133-4ada-bf18-d1453a9bb24f tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:05:30.751852 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-48c55bfa-1236-4943-ba3e-c2cf9a2a623f req-dd81a0ce-8133-4ada-bf18-d1453a9bb24f tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/ports?device_id=e765b57b-d131-4ea5-b937-d138a7845059 HTTP/1.1" status: 200 len: 945 time: 0.0528092 Nov 22 21:05:30.799921 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-48c55bfa-1236-4943-ba3e-c2cf9a2a623f req-b13b486e-b9b8-46ba-b53e-7d606e77ac02 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/security-groups?id=efebab54-f3d0-45af-9ed5-f9e8fd2b2abf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420265 Nov 22 21:05:31.916421 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c285f96-3ddb-4f0f-85d4-c35ab234220b req-bbcdd57e-aee1-4d22-ac9f-cbbb34c8f90a tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:05:31.917878 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8c285f96-3ddb-4f0f-85d4-c35ab234220b req-bbcdd57e-aee1-4d22-ac9f-cbbb34c8f90a tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/ports?device_id=e765b57b-d131-4ea5-b937-d138a7845059 HTTP/1.1" status: 200 len: 945 time: 0.0486681 Nov 22 21:05:31.964200 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8c285f96-3ddb-4f0f-85d4-c35ab234220b req-3c40f47e-735e-4c9d-a4dc-83a65e3a1bdd tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/security-groups?id=efebab54-f3d0-45af-9ed5-f9e8fd2b2abf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403292 Nov 22 21:05:33.009818 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ef49bdd4-77f6-4e6d-bc2b-41fac0ca361e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:05:33.094861 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da8714b-2e08-45bf-a747-a6d37bf50324 req-fa832805-c1d5-4edf-9c64-2be729ef9b0e tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:05:33.096283 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0da8714b-2e08-45bf-a747-a6d37bf50324 req-fa832805-c1d5-4edf-9c64-2be729ef9b0e tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/ports?device_id=e765b57b-d131-4ea5-b937-d138a7845059 HTTP/1.1" status: 200 len: 945 time: 0.0517368 Nov 22 21:05:33.142461 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0da8714b-2e08-45bf-a747-a6d37bf50324 req-447fcc65-be4d-4107-b1fe-5f1fd8390dc4 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/security-groups?id=efebab54-f3d0-45af-9ed5-f9e8fd2b2abf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396225 Nov 22 21:05:33.625182 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-03f0964f-1b75-4df7-99e0-a3cdb56ec2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:05:34.260616 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a36ab9-892c-45fc-befb-51052f111886 req-a53491a6-59ac-4e16-9d5d-7bc4e8cf246e tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:05:34.262089 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-53a36ab9-892c-45fc-befb-51052f111886 req-a53491a6-59ac-4e16-9d5d-7bc4e8cf246e tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/ports?device_id=e765b57b-d131-4ea5-b937-d138a7845059 HTTP/1.1" status: 200 len: 945 time: 0.0484464 Nov 22 21:05:34.308831 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-53a36ab9-892c-45fc-befb-51052f111886 req-bb099247-bb94-4d25-8be3-6e79a5d79b53 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/security-groups?id=efebab54-f3d0-45af-9ed5-f9e8fd2b2abf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408216 Nov 22 21:05:35.156010 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.agents_db [None req-aa8313f2-1ee4-4e7b-8c5a-d32b2f9d31ee None None] Agent healthcheck: found 7 active agents {{(pid=103450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 21:05:35.328840 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e49ee129-e862-4476-beca-cdc8150d2345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:05:35.425883 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce3dece-6545-4a26-bda6-c4d4372a3c4e req-fd98f367-120b-40e9-9c7a-d187548416b5 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:05:35.430722 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8ce3dece-6545-4a26-bda6-c4d4372a3c4e req-fd98f367-120b-40e9-9c7a-d187548416b5 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/ports?device_id=e765b57b-d131-4ea5-b937-d138a7845059 HTTP/1.1" status: 200 len: 945 time: 0.0515997 Nov 22 21:05:35.478493 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8ce3dece-6545-4a26-bda6-c4d4372a3c4e req-c49623e2-6054-445d-b5a5-7a718d23998a tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/security-groups?id=efebab54-f3d0-45af-9ed5-f9e8fd2b2abf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445421 Nov 22 21:05:36.152112 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:05:36.857044 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9aa52a-7dc9-4886-8000-11a7f32f7521 req-a01d77a0-c621-4f0e-910b-2cd5a51cacb8 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:05:36.858757 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4d9aa52a-7dc9-4886-8000-11a7f32f7521 req-a01d77a0-c621-4f0e-910b-2cd5a51cacb8 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/ports?device_id=e765b57b-d131-4ea5-b937-d138a7845059 HTTP/1.1" status: 200 len: 945 time: 0.3100743 Nov 22 21:05:36.905966 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4d9aa52a-7dc9-4886-8000-11a7f32f7521 req-62a11ee6-3001-4e7a-b467-2ea416484d92 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/security-groups?id=efebab54-f3d0-45af-9ed5-f9e8fd2b2abf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409362 Nov 22 21:05:36.910394 n-d-818823-1 neutron-server[103448]: INFO neutron.api.v2.resource [req-e92d5277-1eca-457b-8b24-29c5fb3ab235 req-ba866491-7b08-4d16-a773-2b1622fb307c service neutron] show failed (client error): The resource could not be found. Nov 22 21:05:36.911611 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-e92d5277-1eca-457b-8b24-29c5fb3ab235 req-ba866491-7b08-4d16-a773-2b1622fb307c service neutron] 10.222.0.41 "GET /v2.0/ports/69b0d4ef-2b04-4b72-b085-89627a75a5b9/bindings/n-h2-818823-1 HTTP/1.1" status: 404 len: 380 time: 0.0555446 Nov 22 21:05:37.123768 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92d5277-1eca-457b-8b24-29c5fb3ab235 req-bdb568e1-7e33-4fe2-9f3c-be872cb930bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:05:37.125162 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e92d5277-1eca-457b-8b24-29c5fb3ab235 req-bdb568e1-7e33-4fe2-9f3c-be872cb930bb service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e765b57b-d131-4ea5-b937-d138a7845059&tenant_id=4ed58de80f1e421e98eee918a71a237a HTTP/1.1" status: 200 len: 1096 time: 0.0403633 Nov 22 21:05:37.137812 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [req-e92d5277-1eca-457b-8b24-29c5fb3ab235 req-aaac0f44-747b-4c97-a9f8-83312e86782d service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=103447) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 21:05:37.138738 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e92d5277-1eca-457b-8b24-29c5fb3ab235 req-aaac0f44-747b-4c97-a9f8-83312e86782d service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048440 Nov 22 21:05:37.152087 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-e92d5277-1eca-457b-8b24-29c5fb3ab235 req-24bfa995-ec12-4859-9df1-a588521ed899 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-818823-1', 'device_owner': 'compute:nova'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 21:05:37.204831 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-e92d5277-1eca-457b-8b24-29c5fb3ab235 req-24bfa995-ec12-4859-9df1-a588521ed899 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:05:37.402999 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-e92d5277-1eca-457b-8b24-29c5fb3ab235 req-24bfa995-ec12-4859-9df1-a588521ed899 service neutron] For port 69b0d4ef-2b04-4b72-b085-89627a75a5b9, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=69b0d4ef-2b04-4b72-b085-89627a75a5b9,segment=NetworkSegment(23865291-503c-4941-b92a-ce0c5ab5f182),segment_id=23865291-503c-4941-b92a-ce0c5ab5f182)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 21:05:37.435438 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-e92d5277-1eca-457b-8b24-29c5fb3ab235 req-24bfa995-ec12-4859-9df1-a588521ed899 service neutron] For port 69b0d4ef-2b04-4b72-b085-89627a75a5b9, host n-h1-818823-1, cleared binding levels {{(pid=103447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 21:05:37.473637 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e765b57b-d131-4ea5-b937-d138a7845059', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69b0d4ef-2b04-4b72-b085-89627a75a5b9'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 21:05:37.475928 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0b87e146ffa5c253ca46002a571dfb52564e5f7c412d10689cf18353d020cb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55a1759a-c35b-4a93-86fb-5e49cd3c6d85" -d '{"events": [{"server_uuid": "e765b57b-d131-4ea5-b937-d138a7845059", "name": "network-vif-unplugged", "status": "completed", "tag": "69b0d4ef-2b04-4b72-b085-89627a75a5b9"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 21:05:37.480076 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-e92d5277-1eca-457b-8b24-29c5fb3ab235 req-24bfa995-ec12-4859-9df1-a588521ed899 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:05:37.493052 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.provisioning_blocks [req-e92d5277-1eca-457b-8b24-29c5fb3ab235 req-24bfa995-ec12-4859-9df1-a588521ed899 service neutron] Transition to ACTIVE for port object 69b0d4ef-2b04-4b72-b085-89627a75a5b9 will not be triggered until provisioned by entity L2. {{(pid=103447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 21:05:37.496960 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-e92d5277-1eca-457b-8b24-29c5fb3ab235 req-24bfa995-ec12-4859-9df1-a588521ed899 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:05:37.529367 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 22 Nov 2021 21:05:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d23af655-a21c-4b55-8165-736d52eac010 x-openstack-request-id: req-d23af655-a21c-4b55-8165-736d52eac010 {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 21:05:37.529676 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e765b57b-d131-4ea5-b937-d138a7845059", "name": "network-vif-unplugged", "status": "completed", "tag": "69b0d4ef-2b04-4b72-b085-89627a75a5b9", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 21:05:37.529935 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d23af655-a21c-4b55-8165-736d52eac010 {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 21:05:37.530333 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e765b57b-d131-4ea5-b937-d138a7845059', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69b0d4ef-2b04-4b72-b085-89627a75a5b9', 'code': 200} Nov 22 21:05:37.579964 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bfa995-ec12-4859-9df1-a588521ed899 service neutron] Pushing event updated for resources: {'Port': ['ID=69b0d4ef-2b04-4b72-b085-89627a75a5b9,revision_number=6']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:05:37.596355 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bfa995-ec12-4859-9df1-a588521ed899 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:05:37.596707 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bfa995-ec12-4859-9df1-a588521ed899 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:05:37.597061 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bfa995-ec12-4859-9df1-a588521ed899 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:05:37.597457 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bfa995-ec12-4859-9df1-a588521ed899 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:05:37.597800 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bfa995-ec12-4859-9df1-a588521ed899 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:05:37.598133 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bfa995-ec12-4859-9df1-a588521ed899 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:05:37.598468 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bfa995-ec12-4859-9df1-a588521ed899 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:05:37.598797 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bfa995-ec12-4859-9df1-a588521ed899 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:05:37.599128 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bfa995-ec12-4859-9df1-a588521ed899 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:05:37.599481 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bfa995-ec12-4859-9df1-a588521ed899 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:05:37.599810 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bfa995-ec12-4859-9df1-a588521ed899 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:05:37.600135 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bfa995-ec12-4859-9df1-a588521ed899 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:05:37.633615 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-e92d5277-1eca-457b-8b24-29c5fb3ab235 req-24bfa995-ec12-4859-9df1-a588521ed899 service neutron] No DVR routers for this DVR port 69b0d4ef-2b04-4b72-b085-89627a75a5b9 on host n-h1-818823-1 {{(pid=103447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 21:05:37.775573 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-e92d5277-1eca-457b-8b24-29c5fb3ab235 req-24bfa995-ec12-4859-9df1-a588521ed899 service neutron] Attempting to bind port 69b0d4ef-2b04-4b72-b085-89627a75a5b9 on host n-h2-818823-1 for vnic_type normal with profile {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 21:05:37.775573 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-e92d5277-1eca-457b-8b24-29c5fb3ab235 req-24bfa995-ec12-4859-9df1-a588521ed899 service neutron] Attempting to bind port 69b0d4ef-2b04-4b72-b085-89627a75a5b9 by drivers openvswitch,hyperv on host n-h2-818823-1 at level 0 using segments [{'id': '23865291-503c-4941-b92a-ce0c5ab5f182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '9c2e3968-fb71-44d4-8815-57320e389aae'}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 21:05:37.775911 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e92d5277-1eca-457b-8b24-29c5fb3ab235 req-24bfa995-ec12-4859-9df1-a588521ed899 service neutron] Attempting to bind port 69b0d4ef-2b04-4b72-b085-89627a75a5b9 on network 9c2e3968-fb71-44d4-8815-57320e389aae {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 21:05:37.780870 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e92d5277-1eca-457b-8b24-29c5fb3ab235 req-24bfa995-ec12-4859-9df1-a588521ed899 service neutron] Port 69b0d4ef-2b04-4b72-b085-89627a75a5b9 on network 9c2e3968-fb71-44d4-8815-57320e389aae not bound, no agent of type Open vSwitch agent registered on host n-h2-818823-1 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 21:05:37.780870 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e92d5277-1eca-457b-8b24-29c5fb3ab235 req-24bfa995-ec12-4859-9df1-a588521ed899 service neutron] Attempting to bind port 69b0d4ef-2b04-4b72-b085-89627a75a5b9 on network 9c2e3968-fb71-44d4-8815-57320e389aae {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 21:05:37.785470 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e92d5277-1eca-457b-8b24-29c5fb3ab235 req-24bfa995-ec12-4859-9df1-a588521ed899 service neutron] Checking agent: {'id': '65e0486a-7030-4065-96f0-10aa7402a530', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'started_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 21, 5, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 21:05:37.785810 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e92d5277-1eca-457b-8b24-29c5fb3ab235 req-24bfa995-ec12-4859-9df1-a588521ed899 service neutron] Checking segment: {'id': '23865291-503c-4941-b92a-ce0c5ab5f182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '9c2e3968-fb71-44d4-8815-57320e389aae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 21:05:37.786199 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e92d5277-1eca-457b-8b24-29c5fb3ab235 req-24bfa995-ec12-4859-9df1-a588521ed899 service neutron] Bound using segment: {'id': '23865291-503c-4941-b92a-ce0c5ab5f182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '9c2e3968-fb71-44d4-8815-57320e389aae'} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 21:05:37.786625 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-e92d5277-1eca-457b-8b24-29c5fb3ab235 req-24bfa995-ec12-4859-9df1-a588521ed899 service neutron] Bound port: 69b0d4ef-2b04-4b72-b085-89627a75a5b9, host: n-h2-818823-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23865291-503c-4941-b92a-ce0c5ab5f182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '9c2e3968-fb71-44d4-8815-57320e389aae'}}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 21:05:37.786981 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-e92d5277-1eca-457b-8b24-29c5fb3ab235 req-24bfa995-ec12-4859-9df1-a588521ed899 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:05:37.851097 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-e92d5277-1eca-457b-8b24-29c5fb3ab235 req-24bfa995-ec12-4859-9df1-a588521ed899 service neutron] For port 69b0d4ef-2b04-4b72-b085-89627a75a5b9, host n-h2-818823-1, cleared binding levels {{(pid=103447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 21:05:37.854781 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-e92d5277-1eca-457b-8b24-29c5fb3ab235 req-24bfa995-ec12-4859-9df1-a588521ed899 service neutron] For port 69b0d4ef-2b04-4b72-b085-89627a75a5b9, host n-h2-818823-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=69b0d4ef-2b04-4b72-b085-89627a75a5b9,segment=NetworkSegment(23865291-503c-4941-b92a-ce0c5ab5f182),segment_id=23865291-503c-4941-b92a-ce0c5ab5f182)] {{(pid=103447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 21:05:37.859177 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-e92d5277-1eca-457b-8b24-29c5fb3ab235 req-24bfa995-ec12-4859-9df1-a588521ed899 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:05:37.902597 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92d5277-1eca-457b-8b24-29c5fb3ab235 req-24bfa995-ec12-4859-9df1-a588521ed899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:05:37.903306 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-e92d5277-1eca-457b-8b24-29c5fb3ab235 req-24bfa995-ec12-4859-9df1-a588521ed899 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:05:37.904648 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e92d5277-1eca-457b-8b24-29c5fb3ab235 req-24bfa995-ec12-4859-9df1-a588521ed899 service neutron] 10.222.0.20 "PUT /v2.0/ports/69b0d4ef-2b04-4b72-b085-89627a75a5b9 HTTP/1.1" status: 200 len: 1091 time: 0.7568235 Nov 22 21:05:37.925251 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bfa995-ec12-4859-9df1-a588521ed899 service neutron] Pushing event updated for resources: {'Port': ['ID=69b0d4ef-2b04-4b72-b085-89627a75a5b9,revision_number=7']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:05:38.019245 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92d5277-1eca-457b-8b24-29c5fb3ab235 req-a86b9eef-98f1-43b1-b6d8-de05ef2a4b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:05:38.020832 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e92d5277-1eca-457b-8b24-29c5fb3ab235 req-a86b9eef-98f1-43b1-b6d8-de05ef2a4b09 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4ed58de80f1e421e98eee918a71a237a&device_id=e765b57b-d131-4ea5-b937-d138a7845059 HTTP/1.1" status: 200 len: 1094 time: 0.0730381 Nov 22 21:05:38.096913 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74efc71-7dfd-4880-b16b-5127809b2084 req-09fc3693-85c6-469b-9026-7c50dd9d84c2 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:05:38.098451 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d74efc71-7dfd-4880-b16b-5127809b2084 req-09fc3693-85c6-469b-9026-7c50dd9d84c2 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/ports?device_id=e765b57b-d131-4ea5-b937-d138a7845059 HTTP/1.1" status: 200 len: 943 time: 0.1133132 Nov 22 21:05:38.163197 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92d5277-1eca-457b-8b24-29c5fb3ab235 req-773119b3-e12d-43e1-ab32-2dd2d5ec555c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:05:38.165477 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e92d5277-1eca-457b-8b24-29c5fb3ab235 req-773119b3-e12d-43e1-ab32-2dd2d5ec555c service neutron] 10.222.0.20 "GET /v2.0/networks?id=9c2e3968-fb71-44d4-8815-57320e389aae HTTP/1.1" status: 200 len: 913 time: 0.1359763 Nov 22 21:05:38.183643 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d74efc71-7dfd-4880-b16b-5127809b2084 req-d9fc84df-4f62-461e-bdf7-3c5a22ad6256 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/security-groups?id=efebab54-f3d0-45af-9ed5-f9e8fd2b2abf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762630 Nov 22 21:05:38.237166 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e92d5277-1eca-457b-8b24-29c5fb3ab235 req-1664c3c6-4884-4d9f-bf02-a7240b944dfd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=69b0d4ef-2b04-4b72-b085-89627a75a5b9 HTTP/1.1" status: 200 len: 1000 time: 0.0641685 Nov 22 21:05:38.293021 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92d5277-1eca-457b-8b24-29c5fb3ab235 req-e980331a-3a3e-41cb-8d68-7f5878b028e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:05:38.294534 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e92d5277-1eca-457b-8b24-29c5fb3ab235 req-e980331a-3a3e-41cb-8d68-7f5878b028e9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=cde59213-1ea3-488e-9922-16ddb38927ba HTTP/1.1" status: 200 len: 851 time: 0.0503740 Nov 22 21:05:38.340277 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92d5277-1eca-457b-8b24-29c5fb3ab235 req-3503c5f8-4faa-4106-a1bd-576f34ee1021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:05:38.341773 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e92d5277-1eca-457b-8b24-29c5fb3ab235 req-3503c5f8-4faa-4106-a1bd-576f34ee1021 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9c2e3968-fb71-44d4-8815-57320e389aae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394416 Nov 22 21:05:38.430875 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e92d5277-1eca-457b-8b24-29c5fb3ab235 req-6580b017-eeed-43db-a746-4852c174249f service neutron] 10.222.0.20 "GET /v2.0/networks/9c2e3968-fb71-44d4-8815-57320e389aae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813544 Nov 22 21:05:38.525132 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e92d5277-1eca-457b-8b24-29c5fb3ab235 req-8d235ee8-cd52-4409-bb6a-da6bc0a8611e service neutron] 10.222.0.20 "GET /v2.0/networks/9c2e3968-fb71-44d4-8815-57320e389aae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875480 Nov 22 21:05:38.543636 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 69b0d4ef-2b04-4b72-b085-89627a75a5b9 no longer exists at agent hyperv_n-h1-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 21:05:38.583090 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 69b0d4ef-2b04-4b72-b085-89627a75a5b9 not bound to the agent host n-h1-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 21:05:39.305561 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66069157-4069-46e3-8192-981112537623 req-38a84c8d-5eea-435d-acbe-81601deb4668 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:05:39.306933 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-66069157-4069-46e3-8192-981112537623 req-38a84c8d-5eea-435d-acbe-81601deb4668 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/ports?device_id=e765b57b-d131-4ea5-b937-d138a7845059 HTTP/1.1" status: 200 len: 943 time: 0.0517473 Nov 22 21:05:39.356046 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-66069157-4069-46e3-8192-981112537623 req-9f8d9bd1-f78e-4832-9c5f-85e7b570e16b tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/security-groups?id=efebab54-f3d0-45af-9ed5-f9e8fd2b2abf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430243 Nov 22 21:05:39.531144 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e765b57b-d131-4ea5-b937-d138a7845059', 'tag': '69b0d4ef-2b04-4b72-b085-89627a75a5b9'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 21:05:39.533629 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0b87e146ffa5c253ca46002a571dfb52564e5f7c412d10689cf18353d020cb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e62fca3-6666-4c13-9748-85664a9010b6" -d '{"events": [{"name": "network-changed", "server_uuid": "e765b57b-d131-4ea5-b937-d138a7845059", "tag": "69b0d4ef-2b04-4b72-b085-89627a75a5b9"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 21:05:39.583845 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 21:05:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e22568c-7c6b-42e0-b9ab-4ed79c8ff704 x-openstack-request-id: req-3e22568c-7c6b-42e0-b9ab-4ed79c8ff704 {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 21:05:39.584246 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e765b57b-d131-4ea5-b937-d138a7845059", "tag": "69b0d4ef-2b04-4b72-b085-89627a75a5b9", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 21:05:39.584645 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3e22568c-7c6b-42e0-b9ab-4ed79c8ff704 {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 21:05:39.585202 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e765b57b-d131-4ea5-b937-d138a7845059', 'tag': '69b0d4ef-2b04-4b72-b085-89627a75a5b9', 'status': 'completed', 'code': 200} Nov 22 21:05:39.662973 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e62fca3-6666-4c13-9748-85664a9010b6 req-1baf69e8-1d87-4e63-951d-0caa81ea884e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:05:39.663550 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e62fca3-6666-4c13-9748-85664a9010b6 req-dd9535ce-94e8-47c2-938f-bc93594408fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:05:39.665123 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-7e62fca3-6666-4c13-9748-85664a9010b6 req-1baf69e8-1d87-4e63-951d-0caa81ea884e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4ed58de80f1e421e98eee918a71a237a&device_id=e765b57b-d131-4ea5-b937-d138a7845059 HTTP/1.1" status: 200 len: 1094 time: 0.0616746 Nov 22 21:05:39.665804 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7e62fca3-6666-4c13-9748-85664a9010b6 req-dd9535ce-94e8-47c2-938f-bc93594408fb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4ed58de80f1e421e98eee918a71a237a&device_id=e765b57b-d131-4ea5-b937-d138a7845059 HTTP/1.1" status: 200 len: 1094 time: 0.0587611 Nov 22 21:05:39.756874 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e62fca3-6666-4c13-9748-85664a9010b6 req-b3f6fa8b-ea74-487e-8756-020053ab4ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:05:39.758549 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7e62fca3-6666-4c13-9748-85664a9010b6 req-b3f6fa8b-ea74-487e-8756-020053ab4ce0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9c2e3968-fb71-44d4-8815-57320e389aae HTTP/1.1" status: 200 len: 913 time: 0.0850875 Nov 22 21:05:39.759857 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e62fca3-6666-4c13-9748-85664a9010b6 req-27290b78-9f1e-4570-9890-b48dd891e8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:05:39.761384 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-7e62fca3-6666-4c13-9748-85664a9010b6 req-27290b78-9f1e-4570-9890-b48dd891e8f3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9c2e3968-fb71-44d4-8815-57320e389aae HTTP/1.1" status: 200 len: 913 time: 0.0896394 Nov 22 21:05:39.832287 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-7e62fca3-6666-4c13-9748-85664a9010b6 req-ea0d5d99-80b2-41c3-9970-bd418d2bda69 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=69b0d4ef-2b04-4b72-b085-89627a75a5b9 HTTP/1.1" status: 200 len: 1000 time: 0.0629225 Nov 22 21:05:39.834786 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7e62fca3-6666-4c13-9748-85664a9010b6 req-b6896844-bc96-4c30-9b24-23682f8bb700 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=69b0d4ef-2b04-4b72-b085-89627a75a5b9 HTTP/1.1" status: 200 len: 1000 time: 0.0681696 Nov 22 21:05:39.886520 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e62fca3-6666-4c13-9748-85664a9010b6 req-d7c832cc-af83-4cec-b7ce-cbd3766c3763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:05:39.888161 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7e62fca3-6666-4c13-9748-85664a9010b6 req-d7c832cc-af83-4cec-b7ce-cbd3766c3763 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=cde59213-1ea3-488e-9922-16ddb38927ba HTTP/1.1" status: 200 len: 851 time: 0.0464048 Nov 22 21:05:39.888755 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e62fca3-6666-4c13-9748-85664a9010b6 req-7e213c4f-0930-4380-aab6-6091979c7b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:05:39.890237 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-7e62fca3-6666-4c13-9748-85664a9010b6 req-7e213c4f-0930-4380-aab6-6091979c7b77 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cde59213-1ea3-488e-9922-16ddb38927ba HTTP/1.1" status: 200 len: 851 time: 0.0504954 Nov 22 21:05:39.938998 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e62fca3-6666-4c13-9748-85664a9010b6 req-6766c735-254d-49fe-a807-4dcbe66d597b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:05:39.940224 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e62fca3-6666-4c13-9748-85664a9010b6 req-b2b5368d-7504-449e-b102-367a10d21994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:05:39.940966 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7e62fca3-6666-4c13-9748-85664a9010b6 req-6766c735-254d-49fe-a807-4dcbe66d597b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9c2e3968-fb71-44d4-8815-57320e389aae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453982 Nov 22 21:05:39.942472 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-7e62fca3-6666-4c13-9748-85664a9010b6 req-b2b5368d-7504-449e-b102-367a10d21994 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9c2e3968-fb71-44d4-8815-57320e389aae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449991 Nov 22 21:05:40.036192 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-7e62fca3-6666-4c13-9748-85664a9010b6 req-2c2ef865-81c9-4b5d-aeaa-b4862375b421 service neutron] 10.222.0.41 "GET /v2.0/networks/9c2e3968-fb71-44d4-8815-57320e389aae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854254 Nov 22 21:05:40.036955 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7e62fca3-6666-4c13-9748-85664a9010b6 req-95c98fbc-5bbb-4a65-9cd1-e2c3d57af70c service neutron] 10.222.0.20 "GET /v2.0/networks/9c2e3968-fb71-44d4-8815-57320e389aae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889084 Nov 22 21:05:40.157491 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-7e62fca3-6666-4c13-9748-85664a9010b6 req-bb1548bc-e761-4e0a-85cb-352d3065b351 service neutron] 10.222.0.41 "GET /v2.0/networks/9c2e3968-fb71-44d4-8815-57320e389aae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050270 Nov 22 21:05:40.161146 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7e62fca3-6666-4c13-9748-85664a9010b6 req-a08f8566-45f0-42b7-9bf4-0b574f76c7bc service neutron] 10.222.0.20 "GET /v2.0/networks/9c2e3968-fb71-44d4-8815-57320e389aae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170571 Nov 22 21:05:40.477576 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b37c2df-51ac-4f5c-96cb-91025b6c92ae req-309e5ede-3b57-43a5-acdb-40f734d2bf5c tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:05:40.479128 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6b37c2df-51ac-4f5c-96cb-91025b6c92ae req-309e5ede-3b57-43a5-acdb-40f734d2bf5c tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/ports?device_id=e765b57b-d131-4ea5-b937-d138a7845059 HTTP/1.1" status: 200 len: 943 time: 0.0535617 Nov 22 21:05:40.526667 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6b37c2df-51ac-4f5c-96cb-91025b6c92ae req-b5528997-2218-45db-bba1-d9543dd5daf0 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/security-groups?id=efebab54-f3d0-45af-9ed5-f9e8fd2b2abf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413055 Nov 22 21:05:41.650126 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ed5a6d-d2d2-4b93-b92c-cc6862242dc6 req-f6ef7a67-a32c-4684-aab8-9cb434887d40 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:05:41.651732 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f6ed5a6d-d2d2-4b93-b92c-cc6862242dc6 req-f6ef7a67-a32c-4684-aab8-9cb434887d40 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/ports?device_id=e765b57b-d131-4ea5-b937-d138a7845059 HTTP/1.1" status: 200 len: 943 time: 0.0547109 Nov 22 21:05:41.703716 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f6ed5a6d-d2d2-4b93-b92c-cc6862242dc6 req-e32fe9e2-56f5-42e2-9608-64cc634b736a tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/security-groups?id=efebab54-f3d0-45af-9ed5-f9e8fd2b2abf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459104 Nov 22 21:05:42.824346 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734d8b17-c820-485e-b369-703a33b52a6c req-78f246c6-3aa6-4a7c-a333-d5f90ffd8328 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:05:42.825868 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-734d8b17-c820-485e-b369-703a33b52a6c req-78f246c6-3aa6-4a7c-a333-d5f90ffd8328 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/ports?device_id=e765b57b-d131-4ea5-b937-d138a7845059 HTTP/1.1" status: 200 len: 943 time: 0.0506320 Nov 22 21:05:42.873177 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-734d8b17-c820-485e-b369-703a33b52a6c req-d75671da-12c1-41b1-bc34-1708fcb4fc7e tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/security-groups?id=efebab54-f3d0-45af-9ed5-f9e8fd2b2abf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411990 Nov 22 21:05:43.997356 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da201ad3-4be5-40eb-96d9-7b5826e3522d req-cd3f99df-773e-4d87-b0bb-8027bd172ebd tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:05:43.998822 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-da201ad3-4be5-40eb-96d9-7b5826e3522d req-cd3f99df-773e-4d87-b0bb-8027bd172ebd tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/ports?device_id=e765b57b-d131-4ea5-b937-d138a7845059 HTTP/1.1" status: 200 len: 943 time: 0.0522931 Nov 22 21:05:44.045197 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-da201ad3-4be5-40eb-96d9-7b5826e3522d req-8e4c7344-6a85-4e8c-a1d1-069697bb376d tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/security-groups?id=efebab54-f3d0-45af-9ed5-f9e8fd2b2abf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396039 Nov 22 21:05:44.959000 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:05:45.007322 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:05:45.159348 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56798829-3550-4dae-8d8d-92c2dc6c2019 req-af7dc1dd-2681-4fb8-9985-37e81c77b1b2 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:05:45.160843 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-56798829-3550-4dae-8d8d-92c2dc6c2019 req-af7dc1dd-2681-4fb8-9985-37e81c77b1b2 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/ports?device_id=e765b57b-d131-4ea5-b937-d138a7845059 HTTP/1.1" status: 200 len: 943 time: 0.0482032 Nov 22 21:05:45.208232 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-56798829-3550-4dae-8d8d-92c2dc6c2019 req-126c845d-ec5e-4d9b-9f0b-2fbcc4693386 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/security-groups?id=efebab54-f3d0-45af-9ed5-f9e8fd2b2abf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413256 Nov 22 21:05:46.326626 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4226c16-c537-4bfa-91ce-34a50db2b18f req-f10905b2-dde8-4075-a7af-68e5fc25b379 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:05:46.328138 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a4226c16-c537-4bfa-91ce-34a50db2b18f req-f10905b2-dde8-4075-a7af-68e5fc25b379 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/ports?device_id=e765b57b-d131-4ea5-b937-d138a7845059 HTTP/1.1" status: 200 len: 943 time: 0.0480671 Nov 22 21:05:46.383242 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a4226c16-c537-4bfa-91ce-34a50db2b18f req-0c93276b-6184-410b-a6e9-af260fdbc57f tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/security-groups?id=efebab54-f3d0-45af-9ed5-f9e8fd2b2abf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485644 Nov 22 21:05:47.175710 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e50d492-146f-4a50-b437-3da2909ae4c5 req-e9eede51-a924-4c55-a280-63a43574e26c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:05:47.177197 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1e50d492-146f-4a50-b437-3da2909ae4c5 req-e9eede51-a924-4c55-a280-63a43574e26c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4ed58de80f1e421e98eee918a71a237a&device_id=e765b57b-d131-4ea5-b937-d138a7845059 HTTP/1.1" status: 200 len: 1094 time: 0.0402744 Nov 22 21:05:47.278536 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e50d492-146f-4a50-b437-3da2909ae4c5 req-14d7b2dd-58af-4b54-a003-448b93f45280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:05:47.280054 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1e50d492-146f-4a50-b437-3da2909ae4c5 req-14d7b2dd-58af-4b54-a003-448b93f45280 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9c2e3968-fb71-44d4-8815-57320e389aae HTTP/1.1" status: 200 len: 913 time: 0.0832655 Nov 22 21:05:47.348779 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1e50d492-146f-4a50-b437-3da2909ae4c5 req-107c3d72-c0a2-49a5-8563-37eb4e8946ec service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=69b0d4ef-2b04-4b72-b085-89627a75a5b9 HTTP/1.1" status: 200 len: 1000 time: 0.0608351 Nov 22 21:05:47.413048 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e50d492-146f-4a50-b437-3da2909ae4c5 req-412ad403-02f7-4d3e-934e-aaa4f0b33dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:05:47.415240 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1e50d492-146f-4a50-b437-3da2909ae4c5 req-412ad403-02f7-4d3e-934e-aaa4f0b33dd2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=cde59213-1ea3-488e-9922-16ddb38927ba HTTP/1.1" status: 200 len: 851 time: 0.0595870 Nov 22 21:05:47.489133 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e50d492-146f-4a50-b437-3da2909ae4c5 req-d2581c4f-2012-4c37-9d0d-bc9908925317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:05:47.490527 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1e50d492-146f-4a50-b437-3da2909ae4c5 req-d2581c4f-2012-4c37-9d0d-bc9908925317 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9c2e3968-fb71-44d4-8815-57320e389aae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0682111 Nov 22 21:05:47.549238 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f73487-479a-492e-802c-197451aab425 req-00ac86c5-0f97-4616-94ef-a22d2d4e6c5d tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:05:47.550678 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-49f73487-479a-492e-802c-197451aab425 req-00ac86c5-0f97-4616-94ef-a22d2d4e6c5d tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/ports?device_id=e765b57b-d131-4ea5-b937-d138a7845059 HTTP/1.1" status: 200 len: 943 time: 0.0956767 Nov 22 21:05:47.621072 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1e50d492-146f-4a50-b437-3da2909ae4c5 req-c9597258-f857-42be-ab2b-085a896c9ed5 service neutron] 10.222.0.20 "GET /v2.0/networks/9c2e3968-fb71-44d4-8815-57320e389aae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227660 Nov 22 21:05:47.624759 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-49f73487-479a-492e-802c-197451aab425 req-cda3148b-552f-4d52-86db-c9f894991546 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/security-groups?id=efebab54-f3d0-45af-9ed5-f9e8fd2b2abf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669491 Nov 22 21:05:47.722678 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1e50d492-146f-4a50-b437-3da2909ae4c5 req-48d397e7-a163-4f60-9cbb-a07f2d00717f service neutron] 10.222.0.20 "GET /v2.0/networks/9c2e3968-fb71-44d4-8815-57320e389aae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946143 Nov 22 21:05:48.754332 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26382a0d-7518-406c-9356-37dca51ad4da req-af39f041-368f-48dd-bc5e-3f82c2f89f91 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:05:48.755937 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-26382a0d-7518-406c-9356-37dca51ad4da req-af39f041-368f-48dd-bc5e-3f82c2f89f91 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/ports?device_id=e765b57b-d131-4ea5-b937-d138a7845059 HTTP/1.1" status: 200 len: 943 time: 0.0610082 Nov 22 21:05:48.803360 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-26382a0d-7518-406c-9356-37dca51ad4da req-e2d9ed10-717a-4081-a2e5-2a731ae6d4b6 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/security-groups?id=efebab54-f3d0-45af-9ed5-f9e8fd2b2abf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413005 Nov 22 21:05:49.943993 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02be9c9d-9365-4fa0-8601-b6db8409cfc1 req-0cdcafdd-53a2-4058-afc9-fcc71c00299e tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:05:49.946681 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-02be9c9d-9365-4fa0-8601-b6db8409cfc1 req-0cdcafdd-53a2-4058-afc9-fcc71c00299e tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/ports?device_id=e765b57b-d131-4ea5-b937-d138a7845059 HTTP/1.1" status: 200 len: 943 time: 0.0572207 Nov 22 21:05:50.005173 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-02be9c9d-9365-4fa0-8601-b6db8409cfc1 req-1fa16b55-82dd-43c7-8c47-09dbe84b1954 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/security-groups?id=efebab54-f3d0-45af-9ed5-f9e8fd2b2abf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522685 Nov 22 21:05:51.121504 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e968732c-b8fb-4f65-865d-e52ef3cb63c6 req-fd8e010f-a762-4fca-9c9f-622cdf51bffe tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:05:51.122990 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e968732c-b8fb-4f65-865d-e52ef3cb63c6 req-fd8e010f-a762-4fca-9c9f-622cdf51bffe tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/ports?device_id=e765b57b-d131-4ea5-b937-d138a7845059 HTTP/1.1" status: 200 len: 943 time: 0.0486856 Nov 22 21:05:51.169343 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e968732c-b8fb-4f65-865d-e52ef3cb63c6 req-67b00618-09fa-48a8-9376-c5ddebf9029f tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/security-groups?id=efebab54-f3d0-45af-9ed5-f9e8fd2b2abf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404677 Nov 22 21:05:51.475391 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae81506b-3486-439f-ba83-de4a543cef58 req-03279268-17ed-4b6e-b1e2-e16273768869 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:05:51.476883 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ae81506b-3486-439f-ba83-de4a543cef58 req-03279268-17ed-4b6e-b1e2-e16273768869 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.20 "GET /v2.0/ports?device_id=e765b57b-d131-4ea5-b937-d138a7845059&tenant_id=4ed58de80f1e421e98eee918a71a237a&binding%3Ahost_id=n-h2-818823-1 HTTP/1.1" status: 200 len: 943 time: 0.0826328 Nov 22 21:05:51.488622 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b02b00-3a73-460a-bbbb-a5e8303fb862 req-ebadf760-9dc1-4f86-9799-9fad2b771d86 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:05:51.489988 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-52b02b00-3a73-460a-bbbb-a5e8303fb862 req-ebadf760-9dc1-4f86-9799-9fad2b771d86 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/ports?device_id=e765b57b-d131-4ea5-b937-d138a7845059 HTTP/1.1" status: 200 len: 943 time: 0.0694146 Nov 22 21:05:51.574614 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ae81506b-3486-439f-ba83-de4a543cef58 req-6110a4a9-9dee-48db-9ffc-169fde903a93 service neutron] 10.222.0.20 "GET /v2.0/ports/69b0d4ef-2b04-4b72-b085-89627a75a5b9/bindings/n-h2-818823-1 HTTP/1.1" status: 200 len: 382 time: 0.0836561 Nov 22 21:05:51.578095 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-52b02b00-3a73-460a-bbbb-a5e8303fb862 req-e88506ca-3849-4949-b38a-b6b9ea18cbd9 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/security-groups?id=efebab54-f3d0-45af-9ed5-f9e8fd2b2abf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809298 Nov 22 21:05:51.638155 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae81506b-3486-439f-ba83-de4a543cef58 req-056e6213-0b80-4749-91e5-5d739adc71ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:05:51.639584 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ae81506b-3486-439f-ba83-de4a543cef58 req-056e6213-0b80-4749-91e5-5d739adc71ac service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4ed58de80f1e421e98eee918a71a237a&device_id=e765b57b-d131-4ea5-b937-d138a7845059 HTTP/1.1" status: 200 len: 1094 time: 0.0410640 Nov 22 21:05:51.730840 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae81506b-3486-439f-ba83-de4a543cef58 req-b6af9012-7ae6-4bb3-80b8-fe89ba3731db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:05:51.732347 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ae81506b-3486-439f-ba83-de4a543cef58 req-b6af9012-7ae6-4bb3-80b8-fe89ba3731db service neutron] 10.222.0.20 "GET /v2.0/networks?id=9c2e3968-fb71-44d4-8815-57320e389aae HTTP/1.1" status: 200 len: 913 time: 0.0849817 Nov 22 21:05:51.798605 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ae81506b-3486-439f-ba83-de4a543cef58 req-c87f92e9-c603-4053-b25c-1a3ccbae66fb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=69b0d4ef-2b04-4b72-b085-89627a75a5b9 HTTP/1.1" status: 200 len: 1000 time: 0.0579314 Nov 22 21:05:51.850920 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae81506b-3486-439f-ba83-de4a543cef58 req-fa9704a0-e181-42a5-95e4-c36be988d74b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:05:51.853105 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ae81506b-3486-439f-ba83-de4a543cef58 req-fa9704a0-e181-42a5-95e4-c36be988d74b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=cde59213-1ea3-488e-9922-16ddb38927ba HTTP/1.1" status: 200 len: 851 time: 0.0468953 Nov 22 21:05:51.897882 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae81506b-3486-439f-ba83-de4a543cef58 req-344fb587-3492-41f9-8392-0d746d09b55d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:05:51.899322 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ae81506b-3486-439f-ba83-de4a543cef58 req-344fb587-3492-41f9-8392-0d746d09b55d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9c2e3968-fb71-44d4-8815-57320e389aae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397120 Nov 22 21:05:51.985034 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ae81506b-3486-439f-ba83-de4a543cef58 req-c8ad11e3-3f1d-4b69-b972-3aafbd69641e service neutron] 10.222.0.20 "GET /v2.0/networks/9c2e3968-fb71-44d4-8815-57320e389aae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787816 Nov 22 21:05:52.075931 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ae81506b-3486-439f-ba83-de4a543cef58 req-8b3129b8-ce10-489b-8a51-08ea980a3cbf service neutron] 10.222.0.20 "GET /v2.0/networks/9c2e3968-fb71-44d4-8815-57320e389aae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825710 Nov 22 21:05:52.196478 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 69b0d4ef-2b04-4b72-b085-89627a75a5b9 details requested by agent hyperv_n-h2-818823-1 with host n-h2-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 21:05:52.287864 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port 69b0d4ef-2b04-4b72-b085-89627a75a5b9, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=69b0d4ef-2b04-4b72-b085-89627a75a5b9,segment=NetworkSegment(23865291-503c-4941-b92a-ce0c5ab5f182),segment_id=23865291-503c-4941-b92a-ce0c5ab5f182)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 21:05:52.299272 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Returning: {'device': '69b0d4ef-2b04-4b72-b085-89627a75a5b9', 'network_id': '9c2e3968-fb71-44d4-8815-57320e389aae', 'port_id': '69b0d4ef-2b04-4b72-b085-89627a75a5b9', 'mac_address': 'fa:16:3e:10:cd:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cde59213-1ea3-488e-9922-16ddb38927ba', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 21:05:52.339624 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:05:52.352875 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69b0d4ef-2b04-4b72-b085-89627a75a5b9 {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 21:05:52.373110 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port 69b0d4ef-2b04-4b72-b085-89627a75a5b9, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=69b0d4ef-2b04-4b72-b085-89627a75a5b9,segment=NetworkSegment(23865291-503c-4941-b92a-ce0c5ab5f182),segment_id=23865291-503c-4941-b92a-ce0c5ab5f182)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 21:05:52.377383 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:05:52.425881 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=69b0d4ef-2b04-4b72-b085-89627a75a5b9,revision_number=8']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:05:52.434133 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:05:52.435453 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:05:52.435453 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:05:52.435453 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:05:52.435453 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:05:52.436776 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:05:52.436776 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:05:52.436776 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:05:52.437061 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:05:52.437336 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:05:52.437657 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:05:52.437979 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:05:52.644421 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] get_ports_and_sgs() called for port_ids ['69b0d4ef-2b04-4b72-b085-89627a75a5b9'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 21:05:52.696732 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40662894-6072-4551-aaff-abad8db48234 req-981750e7-fe37-4e6b-8215-f14dfbc0e7fe tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:05:52.698269 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-40662894-6072-4551-aaff-abad8db48234 req-981750e7-fe37-4e6b-8215-f14dfbc0e7fe tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/ports?device_id=e765b57b-d131-4ea5-b937-d138a7845059 HTTP/1.1" status: 200 len: 944 time: 0.0493591 Nov 22 21:05:52.744536 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-40662894-6072-4551-aaff-abad8db48234 req-459739e8-edd3-4b17-977c-257d53312e66 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/security-groups?id=efebab54-f3d0-45af-9ed5-f9e8fd2b2abf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403419 Nov 22 21:05:53.872040 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92830f2-16e5-42cb-8801-93b8730b3808 req-000c6aee-d4f6-4ca7-b4fd-c5e82cab9224 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:05:53.873757 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e92830f2-16e5-42cb-8801-93b8730b3808 req-000c6aee-d4f6-4ca7-b4fd-c5e82cab9224 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/ports?device_id=e765b57b-d131-4ea5-b937-d138a7845059 HTTP/1.1" status: 200 len: 944 time: 0.0575123 Nov 22 21:05:53.924151 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e92830f2-16e5-42cb-8801-93b8730b3808 req-42b1bd90-02ef-422b-ba86-7296b3be1d2f tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/security-groups?id=efebab54-f3d0-45af-9ed5-f9e8fd2b2abf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436935 Nov 22 21:05:54.199575 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 69b0d4ef-2b04-4b72-b085-89627a75a5b9 no longer exists at agent hyperv_n-h2-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 21:05:54.274199 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:05:54.286719 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 69b0d4ef-2b04-4b72-b085-89627a75a5b9 {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 21:05:54.306804 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port 69b0d4ef-2b04-4b72-b085-89627a75a5b9, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=69b0d4ef-2b04-4b72-b085-89627a75a5b9,segment=NetworkSegment(23865291-503c-4941-b92a-ce0c5ab5f182),segment_id=23865291-503c-4941-b92a-ce0c5ab5f182)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 21:05:54.310669 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:05:54.360534 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=69b0d4ef-2b04-4b72-b085-89627a75a5b9,revision_number=9']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:05:55.042599 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da09672-6b47-4d7f-821f-aa8e37ba9033 req-21e3d5bf-d99c-43b5-ad59-f9d910eeaec0 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:05:55.044104 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8da09672-6b47-4d7f-821f-aa8e37ba9033 req-21e3d5bf-d99c-43b5-ad59-f9d910eeaec0 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/ports?device_id=e765b57b-d131-4ea5-b937-d138a7845059 HTTP/1.1" status: 200 len: 943 time: 0.0486505 Nov 22 21:05:55.090663 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8da09672-6b47-4d7f-821f-aa8e37ba9033 req-16e21666-65cd-4b61-a535-ca3c78ed2f7e tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/security-groups?id=efebab54-f3d0-45af-9ed5-f9e8fd2b2abf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404270 Nov 22 21:05:56.135880 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae81506b-3486-439f-ba83-de4a543cef58 req-28fe391a-ca7a-441c-a34f-5859dd5d27a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:05:56.137418 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-ae81506b-3486-439f-ba83-de4a543cef58 req-28fe391a-ca7a-441c-a34f-5859dd5d27a5 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e765b57b-d131-4ea5-b937-d138a7845059&tenant_id=4ed58de80f1e421e98eee918a71a237a HTTP/1.1" status: 200 len: 1094 time: 0.0424566 Nov 22 21:05:56.149926 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [req-ae81506b-3486-439f-ba83-de4a543cef58 req-6c9505f6-5786-40d6-9a1e-d4a509000e9d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-818823-1', 'device_owner': 'compute:nova'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 21:05:56.207328 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3510218c-390a-49af-b456-eb848e6161a4 req-a68e4ac0-0615-4c7a-809a-e5fc92a21582 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:05:56.208000 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-ae81506b-3486-439f-ba83-de4a543cef58 req-6c9505f6-5786-40d6-9a1e-d4a509000e9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:05:56.208835 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3510218c-390a-49af-b456-eb848e6161a4 req-a68e4ac0-0615-4c7a-809a-e5fc92a21582 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/ports?device_id=e765b57b-d131-4ea5-b937-d138a7845059 HTTP/1.1" status: 200 len: 943 time: 0.0483491 Nov 22 21:05:56.259169 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3510218c-390a-49af-b456-eb848e6161a4 req-5616ec5e-44d5-4b9d-9691-8ff31da8c012 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/security-groups?id=efebab54-f3d0-45af-9ed5-f9e8fd2b2abf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442557 Nov 22 21:05:56.431776 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-ae81506b-3486-439f-ba83-de4a543cef58 req-6c9505f6-5786-40d6-9a1e-d4a509000e9d service neutron] For port 69b0d4ef-2b04-4b72-b085-89627a75a5b9, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=69b0d4ef-2b04-4b72-b085-89627a75a5b9,segment=NetworkSegment(23865291-503c-4941-b92a-ce0c5ab5f182),segment_id=23865291-503c-4941-b92a-ce0c5ab5f182)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 21:05:56.465216 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-ae81506b-3486-439f-ba83-de4a543cef58 req-6c9505f6-5786-40d6-9a1e-d4a509000e9d service neutron] For port 69b0d4ef-2b04-4b72-b085-89627a75a5b9, host n-h2-818823-1, cleared binding levels {{(pid=103448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 21:05:56.497889 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [req-ae81506b-3486-439f-ba83-de4a543cef58 req-6c9505f6-5786-40d6-9a1e-d4a509000e9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69b0d4ef-2b04-4b72-b085-89627a75a5b9 {{(pid=103448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 21:05:56.505442 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-ae81506b-3486-439f-ba83-de4a543cef58 req-6c9505f6-5786-40d6-9a1e-d4a509000e9d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:05:56.516392 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [req-ae81506b-3486-439f-ba83-de4a543cef58 req-6c9505f6-5786-40d6-9a1e-d4a509000e9d service neutron] Ignored duplicate provisioning block setup for port 69b0d4ef-2b04-4b72-b085-89627a75a5b9 by entity L2. {{(pid=103448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Nov 22 21:05:56.519676 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-ae81506b-3486-439f-ba83-de4a543cef58 req-6c9505f6-5786-40d6-9a1e-d4a509000e9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:05:56.597994 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9505f6-5786-40d6-9a1e-d4a509000e9d service neutron] Pushing event updated for resources: {'Port': ['ID=69b0d4ef-2b04-4b72-b085-89627a75a5b9,revision_number=10']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:05:56.611360 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9505f6-5786-40d6-9a1e-d4a509000e9d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:05:56.611739 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9505f6-5786-40d6-9a1e-d4a509000e9d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:05:56.612088 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9505f6-5786-40d6-9a1e-d4a509000e9d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:05:56.612434 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9505f6-5786-40d6-9a1e-d4a509000e9d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:05:56.612771 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9505f6-5786-40d6-9a1e-d4a509000e9d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:05:56.613107 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9505f6-5786-40d6-9a1e-d4a509000e9d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:05:56.613439 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9505f6-5786-40d6-9a1e-d4a509000e9d service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:05:56.613770 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9505f6-5786-40d6-9a1e-d4a509000e9d service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:05:56.614103 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9505f6-5786-40d6-9a1e-d4a509000e9d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:05:56.614454 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9505f6-5786-40d6-9a1e-d4a509000e9d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:05:56.614784 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9505f6-5786-40d6-9a1e-d4a509000e9d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:05:56.615110 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9505f6-5786-40d6-9a1e-d4a509000e9d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:05:56.652954 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae81506b-3486-439f-ba83-de4a543cef58 req-6c9505f6-5786-40d6-9a1e-d4a509000e9d service neutron] No DVR routers for this DVR port 69b0d4ef-2b04-4b72-b085-89627a75a5b9 on host n-h2-818823-1 {{(pid=103448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 21:05:56.791435 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-ae81506b-3486-439f-ba83-de4a543cef58 req-6c9505f6-5786-40d6-9a1e-d4a509000e9d service neutron] Attempting to bind port 69b0d4ef-2b04-4b72-b085-89627a75a5b9 on host n-h1-818823-1 for vnic_type normal with profile {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 21:05:56.791922 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-ae81506b-3486-439f-ba83-de4a543cef58 req-6c9505f6-5786-40d6-9a1e-d4a509000e9d service neutron] Attempting to bind port 69b0d4ef-2b04-4b72-b085-89627a75a5b9 by drivers openvswitch,hyperv on host n-h1-818823-1 at level 0 using segments [{'id': '23865291-503c-4941-b92a-ce0c5ab5f182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '9c2e3968-fb71-44d4-8815-57320e389aae'}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 21:05:56.792117 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae81506b-3486-439f-ba83-de4a543cef58 req-6c9505f6-5786-40d6-9a1e-d4a509000e9d service neutron] Attempting to bind port 69b0d4ef-2b04-4b72-b085-89627a75a5b9 on network 9c2e3968-fb71-44d4-8815-57320e389aae {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 21:05:56.797763 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae81506b-3486-439f-ba83-de4a543cef58 req-6c9505f6-5786-40d6-9a1e-d4a509000e9d service neutron] Port 69b0d4ef-2b04-4b72-b085-89627a75a5b9 on network 9c2e3968-fb71-44d4-8815-57320e389aae not bound, no agent of type Open vSwitch agent registered on host n-h1-818823-1 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 21:05:56.798105 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae81506b-3486-439f-ba83-de4a543cef58 req-6c9505f6-5786-40d6-9a1e-d4a509000e9d service neutron] Attempting to bind port 69b0d4ef-2b04-4b72-b085-89627a75a5b9 on network 9c2e3968-fb71-44d4-8815-57320e389aae {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 21:05:56.803033 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae81506b-3486-439f-ba83-de4a543cef58 req-6c9505f6-5786-40d6-9a1e-d4a509000e9d service neutron] Checking agent: {'id': '7a008cff-3b49-418c-8046-689d46cc800f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'started_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 21, 5, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 21:05:56.803369 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae81506b-3486-439f-ba83-de4a543cef58 req-6c9505f6-5786-40d6-9a1e-d4a509000e9d service neutron] Checking segment: {'id': '23865291-503c-4941-b92a-ce0c5ab5f182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '9c2e3968-fb71-44d4-8815-57320e389aae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 21:05:56.803775 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae81506b-3486-439f-ba83-de4a543cef58 req-6c9505f6-5786-40d6-9a1e-d4a509000e9d service neutron] Bound using segment: {'id': '23865291-503c-4941-b92a-ce0c5ab5f182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '9c2e3968-fb71-44d4-8815-57320e389aae'} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 21:05:56.804246 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-ae81506b-3486-439f-ba83-de4a543cef58 req-6c9505f6-5786-40d6-9a1e-d4a509000e9d service neutron] Bound port: 69b0d4ef-2b04-4b72-b085-89627a75a5b9, host: n-h1-818823-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23865291-503c-4941-b92a-ce0c5ab5f182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '9c2e3968-fb71-44d4-8815-57320e389aae'}}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 21:05:56.805202 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-ae81506b-3486-439f-ba83-de4a543cef58 req-6c9505f6-5786-40d6-9a1e-d4a509000e9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:05:56.865945 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-ae81506b-3486-439f-ba83-de4a543cef58 req-6c9505f6-5786-40d6-9a1e-d4a509000e9d service neutron] For port 69b0d4ef-2b04-4b72-b085-89627a75a5b9, host n-h1-818823-1, cleared binding levels {{(pid=103448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 21:05:56.869258 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-ae81506b-3486-439f-ba83-de4a543cef58 req-6c9505f6-5786-40d6-9a1e-d4a509000e9d service neutron] For port 69b0d4ef-2b04-4b72-b085-89627a75a5b9, host n-h1-818823-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=69b0d4ef-2b04-4b72-b085-89627a75a5b9,segment=NetworkSegment(23865291-503c-4941-b92a-ce0c5ab5f182),segment_id=23865291-503c-4941-b92a-ce0c5ab5f182)] {{(pid=103448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 21:05:56.872926 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-ae81506b-3486-439f-ba83-de4a543cef58 req-6c9505f6-5786-40d6-9a1e-d4a509000e9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:05:56.910548 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae81506b-3486-439f-ba83-de4a543cef58 req-6c9505f6-5786-40d6-9a1e-d4a509000e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:05:56.911172 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-ae81506b-3486-439f-ba83-de4a543cef58 req-6c9505f6-5786-40d6-9a1e-d4a509000e9d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:05:56.912598 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-ae81506b-3486-439f-ba83-de4a543cef58 req-6c9505f6-5786-40d6-9a1e-d4a509000e9d service neutron] 10.222.0.41 "PUT /v2.0/ports/69b0d4ef-2b04-4b72-b085-89627a75a5b9 HTTP/1.1" status: 200 len: 1092 time: 0.7668467 Nov 22 21:05:56.913045 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e765b57b-d131-4ea5-b937-d138a7845059', 'tag': '69b0d4ef-2b04-4b72-b085-89627a75a5b9'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 21:05:56.915992 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d75c62b18f4846ba0ff3fb32e7a2f33757bcd91f6941723bbc4e48e63e422314" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58ee7c0b-a3cc-4e9d-9e27-ddf478d7acac" -d '{"events": [{"name": "network-changed", "server_uuid": "e765b57b-d131-4ea5-b937-d138a7845059", "tag": "69b0d4ef-2b04-4b72-b085-89627a75a5b9"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 21:05:56.940612 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9505f6-5786-40d6-9a1e-d4a509000e9d service neutron] Pushing event updated for resources: {'Port': ['ID=69b0d4ef-2b04-4b72-b085-89627a75a5b9,revision_number=11']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:05:56.982416 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 21:05:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-388b2e09-2c99-487a-a2e5-e20098bc4833 x-openstack-request-id: req-388b2e09-2c99-487a-a2e5-e20098bc4833 {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 21:05:56.982712 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e765b57b-d131-4ea5-b937-d138a7845059", "tag": "69b0d4ef-2b04-4b72-b085-89627a75a5b9", "status": "completed", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 21:05:56.982971 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-388b2e09-2c99-487a-a2e5-e20098bc4833 {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 21:05:56.983371 n-d-818823-1 neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e765b57b-d131-4ea5-b937-d138a7845059', 'tag': '69b0d4ef-2b04-4b72-b085-89627a75a5b9', 'status': 'completed', 'code': 200} Nov 22 21:05:56.988575 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae81506b-3486-439f-ba83-de4a543cef58 req-42e9de26-5ae7-4c53-ae63-c4b8eb6ceaee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:05:56.990137 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-ae81506b-3486-439f-ba83-de4a543cef58 req-42e9de26-5ae7-4c53-ae63-c4b8eb6ceaee service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4ed58de80f1e421e98eee918a71a237a&device_id=e765b57b-d131-4ea5-b937-d138a7845059 HTTP/1.1" status: 200 len: 1095 time: 0.0459929 Nov 22 21:05:57.051602 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ee7c0b-a3cc-4e9d-9e27-ddf478d7acac req-1533da52-495e-41b3-ba29-1ba6d5703c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:05:57.053156 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-58ee7c0b-a3cc-4e9d-9e27-ddf478d7acac req-1533da52-495e-41b3-ba29-1ba6d5703c24 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4ed58de80f1e421e98eee918a71a237a&device_id=e765b57b-d131-4ea5-b937-d138a7845059 HTTP/1.1" status: 200 len: 1095 time: 0.0464094 Nov 22 21:05:57.086359 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae81506b-3486-439f-ba83-de4a543cef58 req-aa2cb38a-f66a-4d59-b3af-fa0fee3a36a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:05:57.087920 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-ae81506b-3486-439f-ba83-de4a543cef58 req-aa2cb38a-f66a-4d59-b3af-fa0fee3a36a3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9c2e3968-fb71-44d4-8815-57320e389aae HTTP/1.1" status: 200 len: 913 time: 0.0905216 Nov 22 21:05:57.145429 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ee7c0b-a3cc-4e9d-9e27-ddf478d7acac req-b027ef87-3d4e-44e6-bb18-f080cacb0d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:05:57.146923 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-58ee7c0b-a3cc-4e9d-9e27-ddf478d7acac req-b027ef87-3d4e-44e6-bb18-f080cacb0d57 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9c2e3968-fb71-44d4-8815-57320e389aae HTTP/1.1" status: 200 len: 913 time: 0.0858381 Nov 22 21:05:57.159210 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-ae81506b-3486-439f-ba83-de4a543cef58 req-132b43f5-0ace-495d-8e53-c4aac2a7c452 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=69b0d4ef-2b04-4b72-b085-89627a75a5b9 HTTP/1.1" status: 200 len: 1000 time: 0.0643690 Nov 22 21:05:57.208581 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae81506b-3486-439f-ba83-de4a543cef58 req-e02ae6a7-a1ca-43d6-ac05-ff25f8ac28b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:05:57.209965 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-ae81506b-3486-439f-ba83-de4a543cef58 req-e02ae6a7-a1ca-43d6-ac05-ff25f8ac28b0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cde59213-1ea3-488e-9922-16ddb38927ba HTTP/1.1" status: 200 len: 851 time: 0.0440733 Nov 22 21:05:57.216454 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-58ee7c0b-a3cc-4e9d-9e27-ddf478d7acac req-214cadcc-d3c2-4d85-84ef-eaf72e1057af service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=69b0d4ef-2b04-4b72-b085-89627a75a5b9 HTTP/1.1" status: 200 len: 1000 time: 0.0629683 Nov 22 21:05:57.254788 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae81506b-3486-439f-ba83-de4a543cef58 req-0c8162d1-39c7-445a-ad3d-3370b7641c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:05:57.256333 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-ae81506b-3486-439f-ba83-de4a543cef58 req-0c8162d1-39c7-445a-ad3d-3370b7641c88 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9c2e3968-fb71-44d4-8815-57320e389aae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397410 Nov 22 21:05:57.265940 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ee7c0b-a3cc-4e9d-9e27-ddf478d7acac req-44efd552-8925-4958-8f03-dab1f9c922d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:05:57.267383 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-58ee7c0b-a3cc-4e9d-9e27-ddf478d7acac req-44efd552-8925-4958-8f03-dab1f9c922d2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=cde59213-1ea3-488e-9922-16ddb38927ba HTTP/1.1" status: 200 len: 851 time: 0.0431387 Nov 22 21:05:57.312341 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ee7c0b-a3cc-4e9d-9e27-ddf478d7acac req-354ee4df-a8b6-4cc7-9f26-f0e8c72bd071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:05:57.313886 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-58ee7c0b-a3cc-4e9d-9e27-ddf478d7acac req-354ee4df-a8b6-4cc7-9f26-f0e8c72bd071 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9c2e3968-fb71-44d4-8815-57320e389aae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392663 Nov 22 21:05:57.350103 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-ae81506b-3486-439f-ba83-de4a543cef58 req-9413b8f4-d0f0-48ec-9b3a-ad7032b9a857 service neutron] 10.222.0.41 "GET /v2.0/networks/9c2e3968-fb71-44d4-8815-57320e389aae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866313 Nov 22 21:05:57.429390 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10c77b0-a632-4d3d-9bc8-98d90a8afcef req-0672f934-c073-4b6f-99c7-da0b2fafd789 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:05:57.430872 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d10c77b0-a632-4d3d-9bc8-98d90a8afcef req-0672f934-c073-4b6f-99c7-da0b2fafd789 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/ports?device_id=e765b57b-d131-4ea5-b937-d138a7845059 HTTP/1.1" status: 200 len: 944 time: 0.1006303 Nov 22 21:05:57.438893 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-ae81506b-3486-439f-ba83-de4a543cef58 req-cef9fa01-aab4-48a1-a86b-5cf43a4faa9b service neutron] 10.222.0.41 "GET /v2.0/networks/9c2e3968-fb71-44d4-8815-57320e389aae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816770 Nov 22 21:05:57.459368 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-58ee7c0b-a3cc-4e9d-9e27-ddf478d7acac req-fe80c088-c3f9-479b-a907-2bb0e9093406 service neutron] 10.222.0.20 "GET /v2.0/networks/9c2e3968-fb71-44d4-8815-57320e389aae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370401 Nov 22 21:05:57.526090 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ee7c0b-a3cc-4e9d-9e27-ddf478d7acac req-4ac4a6c9-eef2-40d7-a2fa-e06070fd6f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:05:57.530170 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-58ee7c0b-a3cc-4e9d-9e27-ddf478d7acac req-4ac4a6c9-eef2-40d7-a2fa-e06070fd6f15 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4ed58de80f1e421e98eee918a71a237a&device_id=e765b57b-d131-4ea5-b937-d138a7845059 HTTP/1.1" status: 200 len: 1095 time: 0.0484438 Nov 22 21:05:57.537528 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d10c77b0-a632-4d3d-9bc8-98d90a8afcef req-4d7a72ee-e2b6-4bce-8e3f-2a3f920bd5ec tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/security-groups?id=efebab54-f3d0-45af-9ed5-f9e8fd2b2abf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0993733 Nov 22 21:05:57.574523 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-58ee7c0b-a3cc-4e9d-9e27-ddf478d7acac req-ae01a766-1ac4-40d5-b31d-f2e12ef1c2de service neutron] 10.222.0.20 "GET /v2.0/networks/9c2e3968-fb71-44d4-8815-57320e389aae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073177 Nov 22 21:05:57.633189 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ee7c0b-a3cc-4e9d-9e27-ddf478d7acac req-09722f4d-8ae3-4661-9643-addd7f69f145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:05:57.635352 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-58ee7c0b-a3cc-4e9d-9e27-ddf478d7acac req-09722f4d-8ae3-4661-9643-addd7f69f145 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9c2e3968-fb71-44d4-8815-57320e389aae HTTP/1.1" status: 200 len: 913 time: 0.0978324 Nov 22 21:05:57.701023 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-58ee7c0b-a3cc-4e9d-9e27-ddf478d7acac req-d4d4bf91-229f-4952-a4e3-b7d693ebd73c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=69b0d4ef-2b04-4b72-b085-89627a75a5b9 HTTP/1.1" status: 200 len: 1000 time: 0.0585635 Nov 22 21:05:57.757016 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ee7c0b-a3cc-4e9d-9e27-ddf478d7acac req-6698d033-2873-4655-9bb4-59f1f6f8017e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:05:57.759026 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-58ee7c0b-a3cc-4e9d-9e27-ddf478d7acac req-6698d033-2873-4655-9bb4-59f1f6f8017e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cde59213-1ea3-488e-9922-16ddb38927ba HTTP/1.1" status: 200 len: 851 time: 0.0503902 Nov 22 21:05:57.810445 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ee7c0b-a3cc-4e9d-9e27-ddf478d7acac req-7ad17866-091d-4b9a-a86a-e7811cbd3166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:05:57.811987 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-58ee7c0b-a3cc-4e9d-9e27-ddf478d7acac req-7ad17866-091d-4b9a-a86a-e7811cbd3166 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9c2e3968-fb71-44d4-8815-57320e389aae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458603 Nov 22 21:05:57.901101 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-58ee7c0b-a3cc-4e9d-9e27-ddf478d7acac req-09047a1b-3156-4cfc-af2b-a2ae47751374 service neutron] 10.222.0.41 "GET /v2.0/networks/9c2e3968-fb71-44d4-8815-57320e389aae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816176 Nov 22 21:05:57.995045 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-58ee7c0b-a3cc-4e9d-9e27-ddf478d7acac req-a64e7059-1edb-45ad-9dfa-8e976a47f5c3 service neutron] 10.222.0.41 "GET /v2.0/networks/9c2e3968-fb71-44d4-8815-57320e389aae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863714 Nov 22 21:05:58.662943 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5affe788-78d6-4acf-b0c4-bf1e0d4c6e3a req-10f1381f-e078-4756-a5e8-4e59a37ca7b4 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:05:58.665011 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5affe788-78d6-4acf-b0c4-bf1e0d4c6e3a req-10f1381f-e078-4756-a5e8-4e59a37ca7b4 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/ports?device_id=e765b57b-d131-4ea5-b937-d138a7845059 HTTP/1.1" status: 200 len: 944 time: 0.0508029 Nov 22 21:05:58.712194 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5affe788-78d6-4acf-b0c4-bf1e0d4c6e3a req-a26eaff0-dd5b-42da-b8c4-3ca76f081b17 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/security-groups?id=efebab54-f3d0-45af-9ed5-f9e8fd2b2abf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410254 Nov 22 21:05:59.894122 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3b76e1-36c4-40e7-8d1f-3009ed569b53 req-ac4d4330-b9fa-4742-bf97-207aac2bff3c tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:05:59.895675 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8d3b76e1-36c4-40e7-8d1f-3009ed569b53 req-ac4d4330-b9fa-4742-bf97-207aac2bff3c tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/ports?device_id=e765b57b-d131-4ea5-b937-d138a7845059 HTTP/1.1" status: 200 len: 944 time: 0.1112731 Nov 22 21:05:59.942843 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8d3b76e1-36c4-40e7-8d1f-3009ed569b53 req-a60f9a8a-0a60-4b20-bd11-f0ecdcdb9c85 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/security-groups?id=efebab54-f3d0-45af-9ed5-f9e8fd2b2abf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409205 Nov 22 21:06:00.077889 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-c3a8fd26-3bf9-446d-8ee0-2bec8f603b72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:06:01.105408 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0d22e0-1e52-4a9b-a292-008a18baaa19 req-66ecaeb6-54de-4eaa-8451-044856763910 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:06:01.106902 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3f0d22e0-1e52-4a9b-a292-008a18baaa19 req-66ecaeb6-54de-4eaa-8451-044856763910 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/ports?device_id=e765b57b-d131-4ea5-b937-d138a7845059 HTTP/1.1" status: 200 len: 944 time: 0.0928180 Nov 22 21:06:01.154569 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3f0d22e0-1e52-4a9b-a292-008a18baaa19 req-96b8002d-bbde-4f2f-9136-9dff17b54a29 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/security-groups?id=efebab54-f3d0-45af-9ed5-f9e8fd2b2abf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415335 Nov 22 21:06:02.271757 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33ba692-c27f-4a69-8284-72e430157497 req-8f1fc92c-89b4-4dd8-9d79-a7bafc10e6f3 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:06:02.273852 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e33ba692-c27f-4a69-8284-72e430157497 req-8f1fc92c-89b4-4dd8-9d79-a7bafc10e6f3 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/ports?device_id=e765b57b-d131-4ea5-b937-d138a7845059 HTTP/1.1" status: 200 len: 944 time: 0.0503895 Nov 22 21:06:02.324482 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e33ba692-c27f-4a69-8284-72e430157497 req-8e9496fd-e904-40c5-a171-2888368c4f57 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/security-groups?id=efebab54-f3d0-45af-9ed5-f9e8fd2b2abf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445380 Nov 22 21:06:03.001959 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-8cab146e-b98d-4052-8262-bf22c974008f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:06:03.449976 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283fbdcf-fbbf-49da-8a6c-1952c5baf5f3 req-aa2a1708-fbe5-460a-88cb-b56632b43197 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:06:03.451673 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-283fbdcf-fbbf-49da-8a6c-1952c5baf5f3 req-aa2a1708-fbe5-460a-88cb-b56632b43197 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/ports?device_id=e765b57b-d131-4ea5-b937-d138a7845059 HTTP/1.1" status: 200 len: 944 time: 0.0488369 Nov 22 21:06:03.497600 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-283fbdcf-fbbf-49da-8a6c-1952c5baf5f3 req-d68bc8d3-2635-4d91-ac99-50d477a1ad21 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/security-groups?id=efebab54-f3d0-45af-9ed5-f9e8fd2b2abf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401688 Nov 22 21:06:03.627618 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-03f0964f-1b75-4df7-99e0-a3cdb56ec2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:06:04.612377 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fe62b8-4cf7-4151-8212-4dfa83f9e140 req-55aa8a5b-be2c-44d7-bb35-e58f9abf71d0 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:06:04.613875 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-11fe62b8-4cf7-4151-8212-4dfa83f9e140 req-55aa8a5b-be2c-44d7-bb35-e58f9abf71d0 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/ports?device_id=e765b57b-d131-4ea5-b937-d138a7845059 HTTP/1.1" status: 200 len: 944 time: 0.0484097 Nov 22 21:06:04.659980 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-11fe62b8-4cf7-4151-8212-4dfa83f9e140 req-275322f9-f0d6-425a-afdc-2be24ac68402 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/security-groups?id=efebab54-f3d0-45af-9ed5-f9e8fd2b2abf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398803 Nov 22 21:06:05.329421 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e49ee129-e862-4476-beca-cdc8150d2345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:06:05.778755 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3935ad-2abc-4491-8675-7075f6281444 req-1ce1d049-2ebf-4e65-8030-59eac1579388 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:06:05.780279 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ba3935ad-2abc-4491-8675-7075f6281444 req-1ce1d049-2ebf-4e65-8030-59eac1579388 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/ports?device_id=e765b57b-d131-4ea5-b937-d138a7845059 HTTP/1.1" status: 200 len: 944 time: 0.0519199 Nov 22 21:06:05.827366 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ba3935ad-2abc-4491-8675-7075f6281444 req-c75758ed-2214-429d-b00e-36917739ad20 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/security-groups?id=efebab54-f3d0-45af-9ed5-f9e8fd2b2abf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411510 Nov 22 21:06:06.158787 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:06:06.944632 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c8dc8a-40cc-44fb-b42f-09b5aa34203f req-af8489f9-cd69-471f-9263-18a863c495ab tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:06:06.946097 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-11c8dc8a-40cc-44fb-b42f-09b5aa34203f req-af8489f9-cd69-471f-9263-18a863c495ab tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/ports?device_id=e765b57b-d131-4ea5-b937-d138a7845059 HTTP/1.1" status: 200 len: 944 time: 0.0481048 Nov 22 21:06:06.993393 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-11c8dc8a-40cc-44fb-b42f-09b5aa34203f req-7f6a4f32-de36-43d0-918b-482fadee3082 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/security-groups?id=efebab54-f3d0-45af-9ed5-f9e8fd2b2abf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413415 Nov 22 21:06:08.108283 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9848fb8b-506e-4d9b-91f7-b7b24dd798e0 req-030ac95d-93da-4f13-aea3-ea4e9b10f85b tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:06:08.109677 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9848fb8b-506e-4d9b-91f7-b7b24dd798e0 req-030ac95d-93da-4f13-aea3-ea4e9b10f85b tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/ports?device_id=e765b57b-d131-4ea5-b937-d138a7845059 HTTP/1.1" status: 200 len: 944 time: 0.0481751 Nov 22 21:06:08.159627 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9848fb8b-506e-4d9b-91f7-b7b24dd798e0 req-2ff4e5f8-ed02-44fa-a2af-e000cb9dfd9f tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/security-groups?id=efebab54-f3d0-45af-9ed5-f9e8fd2b2abf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439720 Nov 22 21:06:09.282965 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1434325a-898c-46fa-95a8-2d6a669ce74d req-39e89c9d-ff87-4518-b6d4-f697622206d2 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:06:09.284484 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1434325a-898c-46fa-95a8-2d6a669ce74d req-39e89c9d-ff87-4518-b6d4-f697622206d2 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/ports?device_id=e765b57b-d131-4ea5-b937-d138a7845059 HTTP/1.1" status: 200 len: 944 time: 0.0561514 Nov 22 21:06:09.331345 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1434325a-898c-46fa-95a8-2d6a669ce74d req-bf5dda19-a93f-442b-a481-b7eac6923011 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/security-groups?id=efebab54-f3d0-45af-9ed5-f9e8fd2b2abf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402603 Nov 22 21:06:09.444345 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151a06df-f593-4e78-8357-525cfdec9dd3 req-927e7a10-2ff9-4a42-8b10-a7bc5afaf787 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:06:09.445822 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-151a06df-f593-4e78-8357-525cfdec9dd3 req-927e7a10-2ff9-4a42-8b10-a7bc5afaf787 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/ports?device_id=e765b57b-d131-4ea5-b937-d138a7845059 HTTP/1.1" status: 200 len: 944 time: 0.0483303 Nov 22 21:06:09.491193 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-151a06df-f593-4e78-8357-525cfdec9dd3 req-da6a9802-a2f1-4a16-9e4c-9c92334ebd97 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/security-groups?id=efebab54-f3d0-45af-9ed5-f9e8fd2b2abf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394619 Nov 22 21:06:09.610521 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba9cc84-2a9f-4a05-9919-ac8d440f5b80 req-ab587eaf-5c81-44b6-bfe0-206f215b563f tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:06:09.611946 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-eba9cc84-2a9f-4a05-9919-ac8d440f5b80 req-ab587eaf-5c81-44b6-bfe0-206f215b563f tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/ports?device_id=e765b57b-d131-4ea5-b937-d138a7845059 HTTP/1.1" status: 200 len: 944 time: 0.0526185 Nov 22 21:06:09.658399 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-eba9cc84-2a9f-4a05-9919-ac8d440f5b80 req-6d6c57a6-9463-467c-8a49-a40b12037896 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/security-groups?id=efebab54-f3d0-45af-9ed5-f9e8fd2b2abf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403793 Nov 22 21:06:09.891773 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781bcef5-b13a-4fde-b448-182e44a2b6cb req-f18e9446-d654-48f6-bbcf-faa883ec9450 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:06:09.893147 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-781bcef5-b13a-4fde-b448-182e44a2b6cb req-f18e9446-d654-48f6-bbcf-faa883ec9450 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/ports?device_id=e765b57b-d131-4ea5-b937-d138a7845059 HTTP/1.1" status: 200 len: 944 time: 0.0484357 Nov 22 21:06:09.942161 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-781bcef5-b13a-4fde-b448-182e44a2b6cb req-39b6c94b-b2dd-4d30-98f7-d008270b5072 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/security-groups?id=efebab54-f3d0-45af-9ed5-f9e8fd2b2abf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423963 Nov 22 21:06:10.706981 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 69b0d4ef-2b04-4b72-b085-89627a75a5b9 details requested by agent hyperv_n-h1-818823-1 with host n-h1-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 21:06:10.800179 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 69b0d4ef-2b04-4b72-b085-89627a75a5b9, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=69b0d4ef-2b04-4b72-b085-89627a75a5b9,segment=NetworkSegment(23865291-503c-4941-b92a-ce0c5ab5f182),segment_id=23865291-503c-4941-b92a-ce0c5ab5f182)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 21:06:10.811871 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Returning: {'device': '69b0d4ef-2b04-4b72-b085-89627a75a5b9', 'network_id': '9c2e3968-fb71-44d4-8815-57320e389aae', 'port_id': '69b0d4ef-2b04-4b72-b085-89627a75a5b9', 'mac_address': 'fa:16:3e:10:cd:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cde59213-1ea3-488e-9922-16ddb38927ba', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 21:06:10.851309 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:06:10.863508 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69b0d4ef-2b04-4b72-b085-89627a75a5b9 {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 21:06:10.883397 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 69b0d4ef-2b04-4b72-b085-89627a75a5b9, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=69b0d4ef-2b04-4b72-b085-89627a75a5b9,segment=NetworkSegment(23865291-503c-4941-b92a-ce0c5ab5f182),segment_id=23865291-503c-4941-b92a-ce0c5ab5f182)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 21:06:10.887541 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:06:10.933605 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=69b0d4ef-2b04-4b72-b085-89627a75a5b9,revision_number=12']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:06:11.062896 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f13f1eb-ed72-48b3-9007-e8a508194f82 req-76b18dc4-4f11-4e8d-bc2f-f9d6299cae5c tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:06:11.064380 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1f13f1eb-ed72-48b3-9007-e8a508194f82 req-76b18dc4-4f11-4e8d-bc2f-f9d6299cae5c tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/ports?device_id=e765b57b-d131-4ea5-b937-d138a7845059 HTTP/1.1" status: 200 len: 945 time: 0.0518055 Nov 22 21:06:11.357199 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1f13f1eb-ed72-48b3-9007-e8a508194f82 req-ea666205-9daf-4414-85c7-0462f29f31d2 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/security-groups?id=efebab54-f3d0-45af-9ed5-f9e8fd2b2abf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2860386 Nov 22 21:06:11.395752 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64e7057-f27a-4f9e-b840-27a770a9580f req-923ebcd3-7a49-4ede-b3b9-4c60fd7cd8bc tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:06:11.397198 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-c64e7057-f27a-4f9e-b840-27a770a9580f req-923ebcd3-7a49-4ede-b3b9-4c60fd7cd8bc tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.41 "GET /v2.0/ports?device_id=e765b57b-d131-4ea5-b937-d138a7845059 HTTP/1.1" status: 200 len: 945 time: 0.0496662 Nov 22 21:06:11.487010 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [req-c64e7057-f27a-4f9e-b840-27a770a9580f req-274faaf5-7b9b-4fc3-a4ab-23f855379d9b tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Deleting port 69b0d4ef-2b04-4b72-b085-89627a75a5b9 {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 21:06:11.487344 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-c64e7057-f27a-4f9e-b840-27a770a9580f req-274faaf5-7b9b-4fc3-a4ab-23f855379d9b tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:06:11.572770 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-c64e7057-f27a-4f9e-b840-27a770a9580f req-274faaf5-7b9b-4fc3-a4ab-23f855379d9b tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] For port 69b0d4ef-2b04-4b72-b085-89627a75a5b9, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=69b0d4ef-2b04-4b72-b085-89627a75a5b9,segment=NetworkSegment(23865291-503c-4941-b92a-ce0c5ab5f182),segment_id=23865291-503c-4941-b92a-ce0c5ab5f182)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 21:06:11.573125 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-c64e7057-f27a-4f9e-b840-27a770a9580f req-274faaf5-7b9b-4fc3-a4ab-23f855379d9b tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:06:11.746567 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-c64e7057-f27a-4f9e-b840-27a770a9580f req-274faaf5-7b9b-4fc3-a4ab-23f855379d9b tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:06:11.746953 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-c64e7057-f27a-4f9e-b840-27a770a9580f req-274faaf5-7b9b-4fc3-a4ab-23f855379d9b tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-595224'] for floatingip, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:06:11.747259 n-d-818823-1 neutron-server[103448]: INFO neutron.db.l3_db [req-c64e7057-f27a-4f9e-b840-27a770a9580f req-274faaf5-7b9b-4fc3-a4ab-23f855379d9b tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Floating IP 29c1e11a-c20f-4c89-914a-c842f226f8b9 disassociated. External IP: 172.25.5.108, port: 69b0d4ef-2b04-4b72-b085-89627a75a5b9. Nov 22 21:06:11.747662 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [req-c64e7057-f27a-4f9e-b840-27a770a9580f req-274faaf5-7b9b-4fc3-a4ab-23f855379d9b tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Calling delete_port for 69b0d4ef-2b04-4b72-b085-89627a75a5b9 owned by compute:nova {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 21:06:11.870581 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-c64e7057-f27a-4f9e-b840-27a770a9580f req-274faaf5-7b9b-4fc3-a4ab-23f855379d9b tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:06:11.902379 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274faaf5-7b9b-4fc3-a4ab-23f855379d9b tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Pushing event deleted for resources: {'Port': ['ID=69b0d4ef-2b04-4b72-b085-89627a75a5b9,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:06:12.019141 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c64e7057-f27a-4f9e-b840-27a770a9580f req-274faaf5-7b9b-4fc3-a4ab-23f855379d9b tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Router c579614a-aff1-4c5f-934f-a7e4bee1ac32 has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 21:06:12.130739 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c64e7057-f27a-4f9e-b840-27a770a9580f req-274faaf5-7b9b-4fc3-a4ab-23f855379d9b tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 21:06:12.141173 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a62d97-309e-4ac5-ab0d-cfe82ac90b99 None None] Sync routers for ids ['c579614a-aff1-4c5f-934f-a7e4bee1ac32'] in n-d-818823-1 {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 21:06:12.151564 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a62d97-309e-4ac5-ab0d-cfe82ac90b99 None None] Routers {'c579614a-aff1-4c5f-934f-a7e4bee1ac32'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 21:06:12.152256 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-05a62d97-309e-4ac5-ab0d-cfe82ac90b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T21:06:03Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['c579614a-aff1-4c5f-934f-a7e4bee1ac32'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:06:12.156566 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.agents_db [None req-aa8313f2-1ee4-4e7b-8c5a-d32b2f9d31ee None None] Agent healthcheck: found 7 active agents {{(pid=103450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 21:06:12.176544 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [req-c64e7057-f27a-4f9e-b840-27a770a9580f req-274faaf5-7b9b-4fc3-a4ab-23f855379d9b tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] No DVR routers for this DVR port 69b0d4ef-2b04-4b72-b085-89627a75a5b9 on host n-h1-818823-1 {{(pid=103448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 21:06:12.179469 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-c64e7057-f27a-4f9e-b840-27a770a9580f req-274faaf5-7b9b-4fc3-a4ab-23f855379d9b tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:06:12.183284 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-c64e7057-f27a-4f9e-b840-27a770a9580f req-274faaf5-7b9b-4fc3-a4ab-23f855379d9b tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.41 "DELETE /v2.0/ports/69b0d4ef-2b04-4b72-b085-89627a75a5b9 HTTP/1.1" status: 204 len: 173 time: 0.7800128 Nov 22 21:06:12.183782 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e765b57b-d131-4ea5-b937-d138a7845059', 'name': 'network-vif-deleted', 'tag': '69b0d4ef-2b04-4b72-b085-89627a75a5b9'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 21:06:12.186042 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d75c62b18f4846ba0ff3fb32e7a2f33757bcd91f6941723bbc4e48e63e422314" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d4fd484-c065-42b5-9e7f-2b14a2f30539" -d '{"events": [{"server_uuid": "e765b57b-d131-4ea5-b937-d138a7845059", "name": "network-vif-deleted", "tag": "69b0d4ef-2b04-4b72-b085-89627a75a5b9"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 21:06:12.230173 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 21:06:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e509503-088d-4ad4-8cac-dcff97eb3eae x-openstack-request-id: req-3e509503-088d-4ad4-8cac-dcff97eb3eae {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 21:06:12.230533 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e765b57b-d131-4ea5-b937-d138a7845059", "name": "network-vif-deleted", "tag": "69b0d4ef-2b04-4b72-b085-89627a75a5b9", "status": "completed", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 21:06:12.230864 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3e509503-088d-4ad4-8cac-dcff97eb3eae {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 21:06:12.231335 n-d-818823-1 neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e765b57b-d131-4ea5-b937-d138a7845059', 'name': 'network-vif-deleted', 'tag': '69b0d4ef-2b04-4b72-b085-89627a75a5b9', 'status': 'completed', 'code': 200} Nov 22 21:06:12.262818 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-05a62d97-309e-4ac5-ab0d-cfe82ac90b99 None None] Set router c579614a-aff1-4c5f-934f-a7e4bee1ac32 gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 21:06:12.457607 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6e7d8f58-ccea-41dc-b71b-3a8f263f7129 req-5a1a6360-1778-4022-b47d-7cd5f87a6f0e tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/ports?device_id=e765b57b-d131-4ea5-b937-d138a7845059 HTTP/1.1" status: 200 len: 210 time: 0.0276997 Nov 22 21:06:12.471614 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-05a62d97-309e-4ac5-ab0d-cfe82ac90b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c579614a-aff1-4c5f-934f-a7e4bee1ac32', 'name': 'tempest-ServerActionsTestJSON-1539680232-router', 'tenant_id': '4ed58de80f1e421e98eee918a71a237a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.244'}], 'enable_snat': True}, 'gw_port_id': '8abc9af0-4663-4aaa-8260-91a3ff4fee50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:56:31Z', 'updated_at': '2021-11-22T20:56:34Z', 'revision_number': 4, 'project_id': '4ed58de80f1e421e98eee918a71a237a', 'gw_port': {'id': '8abc9af0-4663-4aaa-8260-91a3ff4fee50', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:c9:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c579614a-aff1-4c5f-934f-a7e4bee1ac32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:56:32Z', 'updated_at': '2021-11-22T20:56:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': '196d638a-3421-4ca1-8880-2d33e330ef34', 'name': '', 'network_id': '9c2e3968-fb71-44d4-8815-57320e389aae', 'tenant_id': '4ed58de80f1e421e98eee918a71a237a', 'mac_address': 'fa:16:3e:95:02:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c579614a-aff1-4c5f-934f-a7e4bee1ac32', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': 'cde59213-1ea3-488e-9922-16ddb38927ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:56:34Z', 'updated_at': '2021-11-22T20:56:38Z', 'revision_number': 5, 'project_id': '4ed58de80f1e421e98eee918a71a237a', 'subnets': [{'id': 'cde59213-1ea3-488e-9922-16ddb38927ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:06:12.498669 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a62d97-309e-4ac5-ab0d-cfe82ac90b99 None None] Checking router: c579614a-aff1-4c5f-934f-a7e4bee1ac32 for host: n-d-818823-1 {{(pid=103449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 21:06:12.508105 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a62d97-309e-4ac5-ab0d-cfe82ac90b99 None None] Routers {'c579614a-aff1-4c5f-934f-a7e4bee1ac32'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 21:06:12.508706 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-05a62d97-309e-4ac5-ab0d-cfe82ac90b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T21:06:03Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['c579614a-aff1-4c5f-934f-a7e4bee1ac32'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:06:12.612949 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-05a62d97-309e-4ac5-ab0d-cfe82ac90b99 None None] Set router c579614a-aff1-4c5f-934f-a7e4bee1ac32 gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 21:06:12.720432 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 69b0d4ef-2b04-4b72-b085-89627a75a5b9 details requested by agent hyperv_n-h1-818823-1 with host n-h1-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 21:06:12.728898 n-d-818823-1 neutron-server[103449]: INFO neutron.plugins.ml2.plugin [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] No ports have port_id starting with 69b0d4ef-2b04-4b72-b085-89627a75a5b9 Nov 22 21:06:12.730004 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 69b0d4ef-2b04-4b72-b085-89627a75a5b9 requested by agent hyperv_n-h1-818823-1 not found in database {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Nov 22 21:06:12.818225 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-05a62d97-309e-4ac5-ab0d-cfe82ac90b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c579614a-aff1-4c5f-934f-a7e4bee1ac32', 'name': 'tempest-ServerActionsTestJSON-1539680232-router', 'tenant_id': '4ed58de80f1e421e98eee918a71a237a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.244'}], 'enable_snat': True}, 'gw_port_id': '8abc9af0-4663-4aaa-8260-91a3ff4fee50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:56:31Z', 'updated_at': '2021-11-22T20:56:34Z', 'revision_number': 4, 'project_id': '4ed58de80f1e421e98eee918a71a237a', 'gw_port': {'id': '8abc9af0-4663-4aaa-8260-91a3ff4fee50', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:c9:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c579614a-aff1-4c5f-934f-a7e4bee1ac32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:56:32Z', 'updated_at': '2021-11-22T20:56:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': '196d638a-3421-4ca1-8880-2d33e330ef34', 'name': '', 'network_id': '9c2e3968-fb71-44d4-8815-57320e389aae', 'tenant_id': '4ed58de80f1e421e98eee918a71a237a', 'mac_address': 'fa:16:3e:95:02:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c579614a-aff1-4c5f-934f-a7e4bee1ac32', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': 'cde59213-1ea3-488e-9922-16ddb38927ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:56:34Z', 'updated_at': '2021-11-22T20:56:38Z', 'revision_number': 5, 'project_id': '4ed58de80f1e421e98eee918a71a237a', 'subnets': [{'id': 'cde59213-1ea3-488e-9922-16ddb38927ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:06:13.010156 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a62d97-309e-4ac5-ab0d-cfe82ac90b99 None None] The sync data for ids ['c579614a-aff1-4c5f-934f-a7e4bee1ac32'] in n-d-818823-1 is: [{'id': 'c579614a-aff1-4c5f-934f-a7e4bee1ac32', 'name': 'tempest-ServerActionsTestJSON-1539680232-router', 'tenant_id': '4ed58de80f1e421e98eee918a71a237a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.244'}], 'enable_snat': True}, 'gw_port_id': '8abc9af0-4663-4aaa-8260-91a3ff4fee50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:56:31Z', 'updated_at': '2021-11-22T20:56:34Z', 'revision_number': 4, 'project_id': '4ed58de80f1e421e98eee918a71a237a', 'gw_port': {'id': '8abc9af0-4663-4aaa-8260-91a3ff4fee50', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:c9:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c579614a-aff1-4c5f-934f-a7e4bee1ac32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:56:32Z', 'updated_at': '2021-11-22T20:56:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': '196d638a-3421-4ca1-8880-2d33e330ef34', 'name': '', 'network_id': '9c2e3968-fb71-44d4-8815-57320e389aae', 'tenant_id': '4ed58de80f1e421e98eee918a71a237a', 'mac_address': 'fa:16:3e:95:02:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c579614a-aff1-4c5f-934f-a7e4bee1ac32', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': 'cde59213-1ea3-488e-9922-16ddb38927ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:56:34Z', 'updated_at': '2021-11-22T20:56:38Z', 'revision_number': 5, 'project_id': '4ed58de80f1e421e98eee918a71a237a', 'subnets': [{'id': 'cde59213-1ea3-488e-9922-16ddb38927ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 21:06:13.236932 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d9b131c-ba9a-4b5e-91f8-e35ad3232575 None None] New status for floating IP 29c1e11a-c20f-4c89-914a-c842f226f8b9: DOWN {{(pid=103450) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 21:06:13.553787 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-796c0621-3c13-4a13-8f33-6c76845d215f req-af97d212-9568-4b05-8ccb-3acaa1959e83 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/ports?device_id=e765b57b-d131-4ea5-b937-d138a7845059 HTTP/1.1" status: 200 len: 210 time: 0.0250781 Nov 22 21:06:14.651213 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-91a35f11-8fc2-49e9-8053-491a07eaf091 req-b6f3c6d9-4617-44b7-9188-169c5ac8882c tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/ports?device_id=e765b57b-d131-4ea5-b937-d138a7845059 HTTP/1.1" status: 200 len: 210 time: 0.0273821 Nov 22 21:06:14.723021 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 69b0d4ef-2b04-4b72-b085-89627a75a5b9 no longer exists at agent hyperv_n-h1-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 21:06:14.743406 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] No Port match for: 69b0d4ef-2b04-4b72-b085-89627a75a5b9 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 21:06:14.744124 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 69b0d4ef-2b04-4b72-b085-89627a75a5b9 not bound to the agent host n-h1-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 21:06:14.980988 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:06:15.022851 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:06:15.747423 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-39b7feb2-2fc4-4314-be80-ec0c7300c3ad req-dbc52dd1-650a-4f2c-8bfc-553636194762 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/ports?device_id=e765b57b-d131-4ea5-b937-d138a7845059 HTTP/1.1" status: 200 len: 210 time: 0.0264885 Nov 22 21:06:21.526672 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 59376) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:06:21.581908 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-23deca29-cbd7-44c4-a1f3-fcc94b17139f tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:06:21.605789 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-23deca29-cbd7-44c4-a1f3-fcc94b17139f tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:06:21.652565 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-23deca29-cbd7-44c4-a1f3-fcc94b17139f tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:06:21.655202 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-23deca29-cbd7-44c4-a1f3-fcc94b17139f tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:06:21.656396 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-23deca29-cbd7-44c4-a1f3-fcc94b17139f tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "DELETE /v2.0/security-groups/efebab54-f3d0-45af-9ed5-f9e8fd2b2abf HTTP/1.1" status: 204 len: 168 time: 0.1284661 Nov 22 21:06:21.659267 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 59378) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:06:21.665915 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23deca29-cbd7-44c4-a1f3-fcc94b17139f tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=efebab54-f3d0-45af-9ed5-f9e8fd2b2abf,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:06:21.673469 n-d-818823-1 neutron-server[103448]: INFO neutron.api.v2.resource [None req-c64bf963-ec3c-4b19-ac58-1e1b9245463d tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] show failed (client error): The resource could not be found. Nov 22 21:06:21.674547 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-c64bf963-ec3c-4b19-ac58-1e1b9245463d tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "GET /v2.0/security-groups/efebab54-f3d0-45af-9ed5-f9e8fd2b2abf HTTP/1.1" status: 404 len: 347 time: 0.0142391 Nov 22 21:06:21.677347 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 59380) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:06:21.804756 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-0fa26087-5fba-4849-a155-83b339d93b61 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Deleting port a53b0036-d3e1-4e80-92a0-a7060f119d33 {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 21:06:21.805104 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0fa26087-5fba-4849-a155-83b339d93b61 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:06:21.878274 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0fa26087-5fba-4849-a155-83b339d93b61 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:06:21.878598 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0fa26087-5fba-4849-a155-83b339d93b61 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:06:21.889858 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-0fa26087-5fba-4849-a155-83b339d93b61 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Calling delete_port for a53b0036-d3e1-4e80-92a0-a7060f119d33 owned by network:floatingip {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 21:06:22.021934 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0fa26087-5fba-4849-a155-83b339d93b61 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:06:22.046849 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa26087-5fba-4849-a155-83b339d93b61 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Pushing event deleted for resources: {'Port': ['ID=a53b0036-d3e1-4e80-92a0-a7060f119d33,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:06:22.112118 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0fa26087-5fba-4849-a155-83b339d93b61 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Publish callbacks [] for floatingip, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:06:22.114839 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0fa26087-5fba-4849-a155-83b339d93b61 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for floatingip, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:06:22.116052 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-0fa26087-5fba-4849-a155-83b339d93b61 tempest-ServerActionsTestJSON-507345753 tempest-ServerActionsTestJSON-507345753-project] 10.222.0.46 "DELETE /v2.0/floatingips/29c1e11a-c20f-4c89-914a-c842f226f8b9 HTTP/1.1" status: 204 len: 168 time: 0.4377539 Nov 22 21:06:22.119394 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 59382) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:06:22.508130 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8ca74985-9fc3-4f46-a6ee-8344e178e968 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659736'] for router_interface, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:06:22.746606 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-8ca74985-9fc3-4f46-a6ee-8344e178e968 admin admin] Deleting port 196d638a-3421-4ca1-8880-2d33e330ef34 {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 21:06:22.747295 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8ca74985-9fc3-4f46-a6ee-8344e178e968 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:06:22.826956 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-8ca74985-9fc3-4f46-a6ee-8344e178e968 admin admin] For port 196d638a-3421-4ca1-8880-2d33e330ef34, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=196d638a-3421-4ca1-8880-2d33e330ef34,segment=NetworkSegment(23865291-503c-4941-b92a-ce0c5ab5f182),segment_id=23865291-503c-4941-b92a-ce0c5ab5f182)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 21:06:22.827315 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8ca74985-9fc3-4f46-a6ee-8344e178e968 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:06:22.842108 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-8ca74985-9fc3-4f46-a6ee-8344e178e968 admin admin] Calling delete_port for 196d638a-3421-4ca1-8880-2d33e330ef34 owned by network:router_interface {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 21:06:23.317422 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8ca74985-9fc3-4f46-a6ee-8344e178e968 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:06:23.340324 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca74985-9fc3-4f46-a6ee-8344e178e968 admin admin] Pushing event deleted for resources: {'Port': ['ID=196d638a-3421-4ca1-8880-2d33e330ef34,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:06:23.508108 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8ca74985-9fc3-4f46-a6ee-8344e178e968 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-563470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-663272'] for router_interface, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:06:23.717372 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ca74985-9fc3-4f46-a6ee-8344e178e968 admin admin] Router c579614a-aff1-4c5f-934f-a7e4bee1ac32 has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 21:06:23.827795 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ca74985-9fc3-4f46-a6ee-8344e178e968 admin admin] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 21:06:23.833683 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-8ca74985-9fc3-4f46-a6ee-8344e178e968 admin admin] 10.222.0.46 "PUT /v2.0/routers/c579614a-aff1-4c5f-934f-a7e4bee1ac32/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7124338 Nov 22 21:06:23.835480 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 59386) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:06:23.838412 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04178f2f-1726-4fc9-8242-35299e23272d None None] Sync routers for ids ['c579614a-aff1-4c5f-934f-a7e4bee1ac32'] in n-d-818823-1 {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 21:06:23.848118 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04178f2f-1726-4fc9-8242-35299e23272d None None] Routers {'c579614a-aff1-4c5f-934f-a7e4bee1ac32'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 21:06:23.848860 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-04178f2f-1726-4fc9-8242-35299e23272d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T21:06:03Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['c579614a-aff1-4c5f-934f-a7e4bee1ac32'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:06:23.943206 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c7bb260f-ecd6-4310-a3b9-c7990d90041f admin admin] Publish callbacks [] for router, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:06:23.959385 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-04178f2f-1726-4fc9-8242-35299e23272d None None] Set router c579614a-aff1-4c5f-934f-a7e4bee1ac32 gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 21:06:24.050870 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c7bb260f-ecd6-4310-a3b9-c7990d90041f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:06:24.104198 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-c7bb260f-ecd6-4310-a3b9-c7990d90041f admin admin] Deleting port 8abc9af0-4663-4aaa-8260-91a3ff4fee50 {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 21:06:24.104543 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c7bb260f-ecd6-4310-a3b9-c7990d90041f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:06:24.141668 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-04178f2f-1726-4fc9-8242-35299e23272d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c579614a-aff1-4c5f-934f-a7e4bee1ac32', 'name': 'tempest-ServerActionsTestJSON-1539680232-router', 'tenant_id': '4ed58de80f1e421e98eee918a71a237a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.244'}], 'enable_snat': True}, 'gw_port_id': '8abc9af0-4663-4aaa-8260-91a3ff4fee50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:56:31Z', 'updated_at': '2021-11-22T21:06:23Z', 'revision_number': 5, 'project_id': '4ed58de80f1e421e98eee918a71a237a', 'gw_port': {'id': '8abc9af0-4663-4aaa-8260-91a3ff4fee50', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:c9:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c579614a-aff1-4c5f-934f-a7e4bee1ac32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T20:56:32Z', 'updated_at': '2021-11-22T20:56:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:06:24.172091 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04178f2f-1726-4fc9-8242-35299e23272d None None] Checking router: c579614a-aff1-4c5f-934f-a7e4bee1ac32 for host: n-d-818823-1 {{(pid=103449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 21:06:24.181365 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04178f2f-1726-4fc9-8242-35299e23272d None None] Routers {'c579614a-aff1-4c5f-934f-a7e4bee1ac32'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 21:06:24.181962 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-04178f2f-1726-4fc9-8242-35299e23272d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T21:06:03Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['c579614a-aff1-4c5f-934f-a7e4bee1ac32'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:06:24.187015 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-c7bb260f-ecd6-4310-a3b9-c7990d90041f admin admin] For port 8abc9af0-4663-4aaa-8260-91a3ff4fee50, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=8abc9af0-4663-4aaa-8260-91a3ff4fee50,segment=NetworkSegment(8793ba83-8407-4c3d-9b56-2a177cd58a70),segment_id=8793ba83-8407-4c3d-9b56-2a177cd58a70)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 21:06:24.187379 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c7bb260f-ecd6-4310-a3b9-c7990d90041f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:06:24.198948 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-c7bb260f-ecd6-4310-a3b9-c7990d90041f admin admin] Calling delete_port for 8abc9af0-4663-4aaa-8260-91a3ff4fee50 owned by network:router_gateway {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 21:06:24.264020 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-04178f2f-1726-4fc9-8242-35299e23272d None None] Set router c579614a-aff1-4c5f-934f-a7e4bee1ac32 gateway port host: None {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 21:06:24.319604 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-04178f2f-1726-4fc9-8242-35299e23272d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c579614a-aff1-4c5f-934f-a7e4bee1ac32', 'name': 'tempest-ServerActionsTestJSON-1539680232-router', 'tenant_id': '4ed58de80f1e421e98eee918a71a237a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:56:31Z', 'updated_at': '2021-11-22T21:06:24Z', 'revision_number': 6, 'project_id': '4ed58de80f1e421e98eee918a71a237a', 'gw_port_host': None}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:06:24.345344 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04178f2f-1726-4fc9-8242-35299e23272d None None] The sync data for ids ['c579614a-aff1-4c5f-934f-a7e4bee1ac32'] in n-d-818823-1 is: [{'id': 'c579614a-aff1-4c5f-934f-a7e4bee1ac32', 'name': 'tempest-ServerActionsTestJSON-1539680232-router', 'tenant_id': '4ed58de80f1e421e98eee918a71a237a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T20:56:31Z', 'updated_at': '2021-11-22T21:06:24Z', 'revision_number': 6, 'project_id': '4ed58de80f1e421e98eee918a71a237a', 'gw_port_host': None}] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 21:06:24.365749 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c7bb260f-ecd6-4310-a3b9-c7990d90041f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:06:24.393180 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bb260f-ecd6-4310-a3b9-c7990d90041f admin admin] Pushing event deleted for resources: {'Port': ['ID=8abc9af0-4663-4aaa-8260-91a3ff4fee50,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:06:24.403552 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-626c4c6c-a58b-4e83-9b3e-335fa6ccee51 None None] DHCP port deletion for c48a55e9-6a85-4746-b7bf-3e29fb560094 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 21:06:24.454623 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c7bb260f-ecd6-4310-a3b9-c7990d90041f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595398'] for router_gateway, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:06:24.543430 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c7bb260f-ecd6-4310-a3b9-c7990d90041f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24781'] for router, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:06:24.545569 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c7bb260f-ecd6-4310-a3b9-c7990d90041f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:06:24.588512 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c7bb260f-ecd6-4310-a3b9-c7990d90041f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-663261'] for router, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:06:24.589087 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7bb260f-ecd6-4310-a3b9-c7990d90041f admin admin] Fanout notify agent at l3_agent the message router_deleted on router c579614a-aff1-4c5f-934f-a7e4bee1ac32 {{(pid=103448) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 21:06:24.593362 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c7bb260f-ecd6-4310-a3b9-c7990d90041f admin admin] Publish callbacks [] for router, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:06:24.594494 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-c7bb260f-ecd6-4310-a3b9-c7990d90041f admin admin] 10.222.0.46 "DELETE /v2.0/routers/c579614a-aff1-4c5f-934f-a7e4bee1ac32 HTTP/1.1" status: 204 len: 168 time: 0.7581158 Nov 22 21:06:24.597044 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 59390) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:06:24.640065 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f054863-c240-4fe0-8fa7-bbbd69c95efa admin admin] Deleting subnet cde59213-1ea3-488e-9922-16ddb38927ba {{(pid=103448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 21:06:24.643005 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5f054863-c240-4fe0-8fa7-bbbd69c95efa admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:06:24.676549 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5f054863-c240-4fe0-8fa7-bbbd69c95efa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11627908'] for subnet, precommit_delete_associations {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:06:24.763069 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5f054863-c240-4fe0-8fa7-bbbd69c95efa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3753007'] for subnet, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:06:24.820399 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5f054863-c240-4fe0-8fa7-bbbd69c95efa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3753014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11567369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11792914'] for subnet, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:06:24.843928 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f054863-c240-4fe0-8fa7-bbbd69c95efa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cde59213-1ea3-488e-9922-16ddb38927ba,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:06:24.849544 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5f054863-c240-4fe0-8fa7-bbbd69c95efa admin admin] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:06:24.853517 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-5f054863-c240-4fe0-8fa7-bbbd69c95efa admin admin] 10.222.0.46 "DELETE /v2.0/subnets/cde59213-1ea3-488e-9922-16ddb38927ba HTTP/1.1" status: 204 len: 168 time: 0.2555513 Nov 22 21:06:24.855874 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3091e4d8-7ff3-4af5-9149-13b777ba99f8 None None] Network 9c2e3968-fb71-44d4-8815-57320e389aae requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 21:06:24.856342 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 59394) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:06:24.923394 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-3d4984cd-eaeb-4846-9a5c-d649490b7026 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3961693'] for network, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:06:24.979715 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-3d4984cd-eaeb-4846-9a5c-d649490b7026 admin admin] Deleting port 73f2692e-2b0f-4aec-ad6d-dd04f630f746 {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 21:06:24.980059 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-3d4984cd-eaeb-4846-9a5c-d649490b7026 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:06:25.043443 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [None req-3d4984cd-eaeb-4846-9a5c-d649490b7026 admin admin] For port 73f2692e-2b0f-4aec-ad6d-dd04f630f746, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=73f2692e-2b0f-4aec-ad6d-dd04f630f746,segment=NetworkSegment(23865291-503c-4941-b92a-ce0c5ab5f182),segment_id=23865291-503c-4941-b92a-ce0c5ab5f182)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 21:06:25.043744 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-3d4984cd-eaeb-4846-9a5c-d649490b7026 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:06:25.055570 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-3d4984cd-eaeb-4846-9a5c-d649490b7026 admin admin] Calling delete_port for 73f2692e-2b0f-4aec-ad6d-dd04f630f746 owned by network:dhcp {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 21:06:25.116070 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff7eb4f0-f5f3-4c9d-808e-46de625b5e55 None None] DHCP port deletion for 9c2e3968-fb71-44d4-8815-57320e389aae request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 21:06:25.144321 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-3d4984cd-eaeb-4846-9a5c-d649490b7026 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:06:25.171444 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4984cd-eaeb-4846-9a5c-d649490b7026 admin admin] Pushing event deleted for resources: {'Port': ['ID=73f2692e-2b0f-4aec-ad6d-dd04f630f746,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:06:25.173393 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4984cd-eaeb-4846-9a5c-d649490b7026 admin admin] No DVR routers for this DVR port 73f2692e-2b0f-4aec-ad6d-dd04f630f746 on host n-d-818823-1 {{(pid=103447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 21:06:25.188211 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-ff7eb4f0-f5f3-4c9d-808e-46de625b5e55 None None] Deleting port 73f2692e-2b0f-4aec-ad6d-dd04f630f746 {{(pid=103449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 21:06:25.188585 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ff7eb4f0-f5f3-4c9d-808e-46de625b5e55 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:06:25.244591 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-3d4984cd-eaeb-4846-9a5c-d649490b7026 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3760028', 'neutron.services.segments.db._delete_segments_for_network-8748992815755'] for network, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:06:25.253246 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ff7eb4f0-f5f3-4c9d-808e-46de625b5e55 None None] For port 73f2692e-2b0f-4aec-ad6d-dd04f630f746, host n-d-818823-1, got binding levels [] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 21:06:25.253641 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ff7eb4f0-f5f3-4c9d-808e-46de625b5e55 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:06:25.266854 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-ff7eb4f0-f5f3-4c9d-808e-46de625b5e55 None None] Calling delete_port for 73f2692e-2b0f-4aec-ad6d-dd04f630f746 owned by network:dhcp {{(pid=103449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 21:06:25.268477 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-3d4984cd-eaeb-4846-9a5c-d649490b7026 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c2e3968-fb71-44d4-8815-57320e389aae']}} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:06:25.269622 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.ipam_backend_mixin [None req-ff7eb4f0-f5f3-4c9d-808e-46de625b5e55 None None] Port 73f2692e-2b0f-4aec-ad6d-dd04f630f746 was not found and therefore no delete operation was performed {{(pid=103449) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 22 21:06:25.270877 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ff7eb4f0-f5f3-4c9d-808e-46de625b5e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381'] for port, after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:06:25.279669 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-3d4984cd-eaeb-4846-9a5c-d649490b7026 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23865291-503c-4941-b92a-ce0c5ab5f182') {'for_net_delete': True} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:06:25.279974 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-3d4984cd-eaeb-4846-9a5c-d649490b7026 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23865291-503c-4941-b92a-ce0c5ab5f182') {} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:06:25.290019 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-3d4984cd-eaeb-4846-9a5c-d649490b7026 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748993039638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12178344'] for segment, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:06:25.297140 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7eb4f0-f5f3-4c9d-808e-46de625b5e55 None None] Pushing event deleted for resources: {'Port': ['ID=73f2692e-2b0f-4aec-ad6d-dd04f630f746,revision_number=None']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:06:25.301679 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff7eb4f0-f5f3-4c9d-808e-46de625b5e55 None None] No DVR routers for this DVR port 73f2692e-2b0f-4aec-ad6d-dd04f630f746 on host n-d-818823-1 {{(pid=103449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 21:06:25.303686 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-3d4984cd-eaeb-4846-9a5c-d649490b7026 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:06:25.313442 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d4984cd-eaeb-4846-9a5c-d649490b7026 admin admin] Releasing vlan 607 on physical network physnet1 to pool {{(pid=103447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 21:06:25.314032 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-3d4984cd-eaeb-4846-9a5c-d649490b7026 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8900762'] for segment, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:06:25.315728 n-d-818823-1 neutron-server[103447]: Traceback (most recent call last): Nov 22 21:06:25.315728 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 21:06:25.315728 n-d-818823-1 neutron-server[103447]: timer() Nov 22 21:06:25.315728 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 21:06:25.315728 n-d-818823-1 neutron-server[103447]: cb(*args, **kw) Nov 22 21:06:25.315728 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 21:06:25.315728 n-d-818823-1 neutron-server[103447]: return func(*args, **kwargs) Nov 22 21:06:25.315728 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 21:06:25.315728 n-d-818823-1 neutron-server[103447]: self._notify() Nov 22 21:06:25.315728 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 21:06:25.315728 n-d-818823-1 neutron-server[103447]: self.callback(batched_events) Nov 22 21:06:25.315728 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 21:06:25.315728 n-d-818823-1 neutron-server[103447]: event.method(event) Nov 22 21:06:25.315728 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 21:06:25.315728 n-d-818823-1 neutron-server[103447]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 21:06:25.315728 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 21:06:25.315728 n-d-818823-1 neutron-server[103447]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 21:06:25.315728 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 21:06:25.315728 n-d-818823-1 neutron-server[103447]: return f(self, *a, **k) Nov 22 21:06:25.315728 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 21:06:25.315728 n-d-818823-1 neutron-server[103447]: return self._get(url).json() Nov 22 21:06:25.315728 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 21:06:25.315728 n-d-818823-1 neutron-server[103447]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 21:06:25.315728 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 21:06:25.315728 n-d-818823-1 neutron-server[103447]: return self.request(url, 'GET', **kwargs) Nov 22 21:06:25.315728 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 21:06:25.315728 n-d-818823-1 neutron-server[103447]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 21:06:25.315728 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 21:06:25.315728 n-d-818823-1 neutron-server[103447]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 21:06:25.315728 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 21:06:25.315728 n-d-818823-1 neutron-server[103447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 21:06:25.315728 n-d-818823-1 neutron-server[103447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 21:06:25.371496 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-3d4984cd-eaeb-4846-9a5c-d649490b7026 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3760002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595318'] for network, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:06:25.377548 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-3d4984cd-eaeb-4846-9a5c-d649490b7026 admin admin] Publish callbacks [] for network, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:06:25.380912 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-3d4984cd-eaeb-4846-9a5c-d649490b7026 admin admin] 10.222.0.46 "DELETE /v2.0/networks/9c2e3968-fb71-44d4-8815-57320e389aae HTTP/1.1" status: 204 len: 168 time: 0.5236242 Nov 22 21:06:25.395039 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4984cd-eaeb-4846-9a5c-d649490b7026 admin admin] Pushing event deleted for resources: {'Network': ['ID=9c2e3968-fb71-44d4-8815-57320e389aae,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:06:25.489965 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 59400) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:06:25.535894 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-ba6f57e8-0fd1-4950-8335-b43fe272b95e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4ed58de80f1e421e98eee918a71a237a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0425189 Nov 22 21:06:25.536130 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 59402) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:06:25.577410 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 73f2692e-2b0f-4aec-ad6d-dd04f630f746 no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 21:06:25.587553 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6d487b3f-02e2-4466-9acf-2ca2d0177318 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:06:25.600838 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: 73f2692e-2b0f-4aec-ad6d-dd04f630f746 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 21:06:25.601185 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 73f2692e-2b0f-4aec-ad6d-dd04f630f746 not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 21:06:25.601602 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 8abc9af0-4663-4aaa-8260-91a3ff4fee50 no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 21:06:25.613367 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6d487b3f-02e2-4466-9acf-2ca2d0177318 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:06:25.621944 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: 8abc9af0-4663-4aaa-8260-91a3ff4fee50 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 21:06:25.622296 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 8abc9af0-4663-4aaa-8260-91a3ff4fee50 not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 21:06:25.622713 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 196d638a-3421-4ca1-8880-2d33e330ef34 no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 21:06:25.641867 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: 196d638a-3421-4ca1-8880-2d33e330ef34 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 21:06:25.642213 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 196d638a-3421-4ca1-8880-2d33e330ef34 not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 21:06:25.660951 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6d487b3f-02e2-4466-9acf-2ca2d0177318 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:06:25.664201 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6d487b3f-02e2-4466-9acf-2ca2d0177318 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:06:25.665361 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-6d487b3f-02e2-4466-9acf-2ca2d0177318 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/97ac33ef-49b8-4a62-bea2-e1331809a696 HTTP/1.1" status: 204 len: 168 time: 0.1282713 Nov 22 21:06:25.673289 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d487b3f-02e2-4466-9acf-2ca2d0177318 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97ac33ef-49b8-4a62-bea2-e1331809a696,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:06:26.336946 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 59426) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:06:26.430021 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-b912a23e-e840-4326-90bb-741358bd2b5f admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-437202205-network', 'tenant_id': 'b197666a6096426eaf7aceb9b2955fd7'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 21:06:26.451991 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b912a23e-e840-4326-90bb-741358bd2b5f admin admin] Made reservation on behalf of b197666a6096426eaf7aceb9b2955fd7 for: {'network': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 21:06:26.454260 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b912a23e-e840-4326-90bb-741358bd2b5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for network, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:06:26.464088 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b912a23e-e840-4326-90bb-741358bd2b5f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:06:26.538041 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b912a23e-e840-4326-90bb-741358bd2b5f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:06:26.541510 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b912a23e-e840-4326-90bb-741358bd2b5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:06:26.561418 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b912a23e-e840-4326-90bb-741358bd2b5f admin admin] vlan segment allocate from pool success with {'vlan_id': 644, 'physical_network': 'physnet1'} {{(pid=103447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 21:06:26.576399 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b912a23e-e840-4326-90bb-741358bd2b5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc0e4462-0c59-47db-8bbb-a1bf30f020e4,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:06:26.579224 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b912a23e-e840-4326-90bb-741358bd2b5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:06:26.579594 n-d-818823-1 neutron-server[103447]: INFO neutron.db.segments_db [None req-b912a23e-e840-4326-90bb-741358bd2b5f admin admin] Added segment 48765c06-309f-400f-b05e-046e16232608 of type vlan for network 388d6bd9-2851-4fb4-945a-f88951cddb93 Nov 22 21:06:26.618714 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b912a23e-e840-4326-90bb-741358bd2b5f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748992492791'] for network, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:06:26.643377 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b912a23e-e840-4326-90bb-741358bd2b5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for network, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:06:26.644331 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b912a23e-e840-4326-90bb-741358bd2b5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:06:26.644918 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b912a23e-e840-4326-90bb-741358bd2b5f admin admin] Publish callbacks [] for network, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:06:26.700447 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-b912a23e-e840-4326-90bb-741358bd2b5f admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3622971 Nov 22 21:06:26.703315 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 59430) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:06:26.707108 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b912a23e-e840-4326-90bb-741358bd2b5f admin admin] Pushing event updated for resources: {'Network': ['ID=388d6bd9-2851-4fb4-945a-f88951cddb93,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:06:26.708521 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-380449d0-049d-43ce-aa34-5bafde8a316a admin admin] Request body: {'subnet': {'network_id': '388d6bd9-2851-4fb4-945a-f88951cddb93', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-437202205-subnet', 'tenant_id': 'b197666a6096426eaf7aceb9b2955fd7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 21:06:26.717513 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Network 388d6bd9-2851-4fb4-945a-f88951cddb93 details requested by agent ovs-agent-n-d-818823-1 with host n-d-818823-1 {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 21:06:26.732187 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-380449d0-049d-43ce-aa34-5bafde8a316a admin admin] Made reservation on behalf of b197666a6096426eaf7aceb9b2955fd7 for: {'subnet': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 21:06:26.734611 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-380449d0-049d-43ce-aa34-5bafde8a316a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11792951'] for subnet, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:06:26.903602 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-380449d0-049d-43ce-aa34-5bafde8a316a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11567560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11792921'] for subnet, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:06:26.963658 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380449d0-049d-43ce-aa34-5bafde8a316a admin admin] Pushing event updated for resources: {'Subnet': ['ID=69362925-bfb1-4f81-ac26-f53453dd0136,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:06:26.970320 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-380449d0-049d-43ce-aa34-5bafde8a316a admin admin] Checking segment: {'id': '48765c06-309f-400f-b05e-046e16232608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '388d6bd9-2851-4fb4-945a-f88951cddb93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 21:06:26.970683 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-380449d0-049d-43ce-aa34-5bafde8a316a admin admin] Network hostable DHCP agents. Network: 388d6bd9-2851-4fb4-945a-f88951cddb93, hostable agents: ['02adaa64-0987-4b74-bad0-cbcf56f8a294'], hosted agents: [] {{(pid=103448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 21:06:26.989357 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-380449d0-049d-43ce-aa34-5bafde8a316a admin admin] Network 388d6bd9-2851-4fb4-945a-f88951cddb93 is scheduled to be hosted by DHCP agent 02adaa64-0987-4b74-bad0-cbcf56f8a294 with binding_index 1 {{(pid=103448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 21:06:26.998723 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-380449d0-049d-43ce-aa34-5bafde8a316a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818823-1, 388d6bd9-2851-4fb4-945a-f88951cddb93) {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 21:06:27.003315 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-380449d0-049d-43ce-aa34-5bafde8a316a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:06:27.004369 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-380449d0-049d-43ce-aa34-5bafde8a316a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:06:27.008391 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f98fbf0-e6cb-47c6-9f13-8ba873b97c19 None None] Network 388d6bd9-2851-4fb4-945a-f88951cddb93 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 21:06:27.024204 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-380449d0-049d-43ce-aa34-5bafde8a316a admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3195930 Nov 22 21:06:27.143598 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52a85233-0a02-4143-865b-5eff64f3f002 None None] Network 388d6bd9-2851-4fb4-945a-f88951cddb93 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 21:06:27.452560 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ec9afd-293a-473a-9685-ef3edd3c447d req-5b2b8b36-e3cb-4385-96ee-248e3398d400 tempest-ServersNegativeTestJSON-987789990 tempest-ServersNegativeTestJSON-987789990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:06:27.454032 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e2ec9afd-293a-473a-9685-ef3edd3c447d req-5b2b8b36-e3cb-4385-96ee-248e3398d400 tempest-ServersNegativeTestJSON-987789990 tempest-ServersNegativeTestJSON-987789990-project] 10.222.0.46 "GET /v2.0/networks?id=388d6bd9-2851-4fb4-945a-f88951cddb93 HTTP/1.1" status: 200 len: 813 time: 0.0992191 Nov 22 21:06:27.468927 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e2ec9afd-293a-473a-9685-ef3edd3c447d req-62e72eb6-b578-4d96-82f8-bad0e187fc05 tempest-ServersNegativeTestJSON-987789990 tempest-ServersNegativeTestJSON-987789990-project] 10.222.0.46 "GET /v2.0/quotas/b197666a6096426eaf7aceb9b2955fd7 HTTP/1.1" status: 200 len: 375 time: 0.0091357 Nov 22 21:06:27.509175 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e2ec9afd-293a-473a-9685-ef3edd3c447d req-dd558f1a-a6b0-4fd4-a2d9-11331fde6c35 tempest-ServersNegativeTestJSON-987789990 tempest-ServersNegativeTestJSON-987789990-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=b197666a6096426eaf7aceb9b2955fd7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0344808 Nov 22 21:06:27.597363 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e2ec9afd-293a-473a-9685-ef3edd3c447d req-ea55934b-d133-4f36-9df4-571c1e3eea33 service neutron] 10.222.0.46 "GET /v2.0/networks/388d6bd9-2851-4fb4-945a-f88951cddb93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809586 Nov 22 21:06:27.687401 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e2ec9afd-293a-473a-9685-ef3edd3c447d req-84bcaa05-fa65-4edd-8474-046399e83be5 service neutron] 10.222.0.46 "GET /v2.0/networks/388d6bd9-2851-4fb4-945a-f88951cddb93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833259 Nov 22 21:06:27.849125 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4496636e-d64b-46e2-b490-328c48c09628 req-2bd4f689-dd42-4161-8ed0-7796f70df70b tempest-ServersNegativeTestJSON-987789990 tempest-ServersNegativeTestJSON-987789990-project] 10.222.0.46 "GET /v2.0/ports?device_id=41c1bd8a-71bb-40f6-b42a-e4bea17b546c HTTP/1.1" status: 200 len: 210 time: 0.0266409 Nov 22 21:06:28.873850 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ec9afd-293a-473a-9685-ef3edd3c447d req-297d361a-347e-4989-b179-1b4aa51c68dd tempest-ServersNegativeTestJSON-987789990 tempest-ServersNegativeTestJSON-987789990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:06:28.875346 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e2ec9afd-293a-473a-9685-ef3edd3c447d req-297d361a-347e-4989-b179-1b4aa51c68dd tempest-ServersNegativeTestJSON-987789990 tempest-ServersNegativeTestJSON-987789990-project] 10.222.0.20 "GET /v2.0/networks?id=388d6bd9-2851-4fb4-945a-f88951cddb93 HTTP/1.1" status: 200 len: 813 time: 0.1152167 Nov 22 21:06:28.889858 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-e2ec9afd-293a-473a-9685-ef3edd3c447d req-0ef97b0e-e904-4afe-8821-b3dabaf7bece tempest-ServersNegativeTestJSON-987789990 tempest-ServersNegativeTestJSON-987789990-project] Request body: {'port': {'device_id': '41c1bd8a-71bb-40f6-b42a-e4bea17b546c', 'network_id': '388d6bd9-2851-4fb4-945a-f88951cddb93', 'admin_state_up': True, 'tenant_id': 'b197666a6096426eaf7aceb9b2955fd7'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 21:06:28.959133 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-38e047d6-87a9-403c-b544-ad70f1c262bb req-f834ad3c-4dbd-4d4b-ad4a-70a71bc12c1f tempest-ServersNegativeTestJSON-987789990 tempest-ServersNegativeTestJSON-987789990-project] 10.222.0.46 "GET /v2.0/ports?device_id=41c1bd8a-71bb-40f6-b42a-e4bea17b546c HTTP/1.1" status: 200 len: 210 time: 0.0298407 Nov 22 21:06:29.016885 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2ec9afd-293a-473a-9685-ef3edd3c447d req-0ef97b0e-e904-4afe-8821-b3dabaf7bece tempest-ServersNegativeTestJSON-987789990 tempest-ServersNegativeTestJSON-987789990-project] Made reservation on behalf of b197666a6096426eaf7aceb9b2955fd7 for: {'port': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 21:06:29.020330 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-e2ec9afd-293a-473a-9685-ef3edd3c447d req-0ef97b0e-e904-4afe-8821-b3dabaf7bece tempest-ServersNegativeTestJSON-987789990 tempest-ServersNegativeTestJSON-987789990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:06:29.146564 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [req-e2ec9afd-293a-473a-9685-ef3edd3c447d req-0ef97b0e-e904-4afe-8821-b3dabaf7bece tempest-ServersNegativeTestJSON-987789990 tempest-ServersNegativeTestJSON-987789990-project] Allocated IP 172.20.0.14 (388d6bd9-2851-4fb4-945a-f88951cddb93/69362925-bfb1-4f81-ac26-f53453dd0136/b6f2813a-79e6-41dd-92a0-564be9d5329b) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 21:06:29.292899 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-e2ec9afd-293a-473a-9685-ef3edd3c447d req-0ef97b0e-e904-4afe-8821-b3dabaf7bece tempest-ServersNegativeTestJSON-987789990 tempest-ServersNegativeTestJSON-987789990-project] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:06:29.325640 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-e2ec9afd-293a-473a-9685-ef3edd3c447d req-0ef97b0e-e904-4afe-8821-b3dabaf7bece tempest-ServersNegativeTestJSON-987789990 tempest-ServersNegativeTestJSON-987789990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:06:29.369484 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2ec9afd-293a-473a-9685-ef3edd3c447d req-0ef97b0e-e904-4afe-8821-b3dabaf7bece tempest-ServersNegativeTestJSON-987789990 tempest-ServersNegativeTestJSON-987789990-project] Network 388d6bd9-2851-4fb4-945a-f88951cddb93 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 21:06:29.372676 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [req-e2ec9afd-293a-473a-9685-ef3edd3c447d req-0ef97b0e-e904-4afe-8821-b3dabaf7bece tempest-ServersNegativeTestJSON-987789990 tempest-ServersNegativeTestJSON-987789990-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 21:06:29.376207 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2ec9afd-293a-473a-9685-ef3edd3c447d req-0ef97b0e-e904-4afe-8821-b3dabaf7bece tempest-ServersNegativeTestJSON-987789990 tempest-ServersNegativeTestJSON-987789990-project] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 21:06:29.399514 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef97b0e-e904-4afe-8821-b3dabaf7bece tempest-ServersNegativeTestJSON-987789990 tempest-ServersNegativeTestJSON-987789990-project] Pushing event updated for resources: {'Port': ['ID=b6f2813a-79e6-41dd-92a0-564be9d5329b,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:06:29.426998 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ec9afd-293a-473a-9685-ef3edd3c447d req-0ef97b0e-e904-4afe-8821-b3dabaf7bece tempest-ServersNegativeTestJSON-987789990 tempest-ServersNegativeTestJSON-987789990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:06:29.427634 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-e2ec9afd-293a-473a-9685-ef3edd3c447d req-0ef97b0e-e904-4afe-8821-b3dabaf7bece tempest-ServersNegativeTestJSON-987789990 tempest-ServersNegativeTestJSON-987789990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:06:29.442591 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e2ec9afd-293a-473a-9685-ef3edd3c447d req-0ef97b0e-e904-4afe-8821-b3dabaf7bece tempest-ServersNegativeTestJSON-987789990 tempest-ServersNegativeTestJSON-987789990-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5568621 Nov 22 21:06:29.496283 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-e2ec9afd-293a-473a-9685-ef3edd3c447d req-53dc3bf3-ec82-453c-bda8-df8b61a17eea service neutron] Request body: {'port': {'device_id': '41c1bd8a-71bb-40f6-b42a-e4bea17b546c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818823-1'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 21:06:29.552027 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-e2ec9afd-293a-473a-9685-ef3edd3c447d req-53dc3bf3-ec82-453c-bda8-df8b61a17eea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:06:29.808065 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [req-e2ec9afd-293a-473a-9685-ef3edd3c447d req-53dc3bf3-ec82-453c-bda8-df8b61a17eea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6f2813a-79e6-41dd-92a0-564be9d5329b {{(pid=103447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 21:06:29.815821 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-e2ec9afd-293a-473a-9685-ef3edd3c447d req-53dc3bf3-ec82-453c-bda8-df8b61a17eea service neutron] Publish callbacks [] for port, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:06:29.828702 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.provisioning_blocks [req-e2ec9afd-293a-473a-9685-ef3edd3c447d req-53dc3bf3-ec82-453c-bda8-df8b61a17eea service neutron] Transition to ACTIVE for port object b6f2813a-79e6-41dd-92a0-564be9d5329b will not be triggered until provisioned by entity L2. {{(pid=103447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 21:06:29.831865 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-e2ec9afd-293a-473a-9685-ef3edd3c447d req-53dc3bf3-ec82-453c-bda8-df8b61a17eea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:06:29.879192 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dc3bf3-ec82-453c-bda8-df8b61a17eea service neutron] Pushing event updated for resources: {'Port': ['ID=b6f2813a-79e6-41dd-92a0-564be9d5329b,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:06:29.950374 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-e2ec9afd-293a-473a-9685-ef3edd3c447d req-53dc3bf3-ec82-453c-bda8-df8b61a17eea service neutron] Attempting to bind port b6f2813a-79e6-41dd-92a0-564be9d5329b on host n-h2-818823-1 for vnic_type normal with profile {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 21:06:29.950707 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-e2ec9afd-293a-473a-9685-ef3edd3c447d req-53dc3bf3-ec82-453c-bda8-df8b61a17eea service neutron] Attempting to bind port b6f2813a-79e6-41dd-92a0-564be9d5329b by drivers openvswitch,hyperv on host n-h2-818823-1 at level 0 using segments [{'id': '48765c06-309f-400f-b05e-046e16232608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '388d6bd9-2851-4fb4-945a-f88951cddb93'}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 21:06:29.951051 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2ec9afd-293a-473a-9685-ef3edd3c447d req-53dc3bf3-ec82-453c-bda8-df8b61a17eea service neutron] Attempting to bind port b6f2813a-79e6-41dd-92a0-564be9d5329b on network 388d6bd9-2851-4fb4-945a-f88951cddb93 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 21:06:29.955253 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2ec9afd-293a-473a-9685-ef3edd3c447d req-53dc3bf3-ec82-453c-bda8-df8b61a17eea service neutron] Port b6f2813a-79e6-41dd-92a0-564be9d5329b on network 388d6bd9-2851-4fb4-945a-f88951cddb93 not bound, no agent of type Open vSwitch agent registered on host n-h2-818823-1 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 21:06:29.955608 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2ec9afd-293a-473a-9685-ef3edd3c447d req-53dc3bf3-ec82-453c-bda8-df8b61a17eea service neutron] Attempting to bind port b6f2813a-79e6-41dd-92a0-564be9d5329b on network 388d6bd9-2851-4fb4-945a-f88951cddb93 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 21:06:29.960390 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2ec9afd-293a-473a-9685-ef3edd3c447d req-53dc3bf3-ec82-453c-bda8-df8b61a17eea service neutron] Checking agent: {'id': '65e0486a-7030-4065-96f0-10aa7402a530', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'started_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 21, 6, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 21:06:29.960727 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2ec9afd-293a-473a-9685-ef3edd3c447d req-53dc3bf3-ec82-453c-bda8-df8b61a17eea service neutron] Checking segment: {'id': '48765c06-309f-400f-b05e-046e16232608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '388d6bd9-2851-4fb4-945a-f88951cddb93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 21:06:29.961136 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2ec9afd-293a-473a-9685-ef3edd3c447d req-53dc3bf3-ec82-453c-bda8-df8b61a17eea service neutron] Bound using segment: {'id': '48765c06-309f-400f-b05e-046e16232608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '388d6bd9-2851-4fb4-945a-f88951cddb93'} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 21:06:29.961556 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-e2ec9afd-293a-473a-9685-ef3edd3c447d req-53dc3bf3-ec82-453c-bda8-df8b61a17eea service neutron] Bound port: b6f2813a-79e6-41dd-92a0-564be9d5329b, host: n-h2-818823-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48765c06-309f-400f-b05e-046e16232608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '388d6bd9-2851-4fb4-945a-f88951cddb93'}}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 21:06:29.961905 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-e2ec9afd-293a-473a-9685-ef3edd3c447d req-53dc3bf3-ec82-453c-bda8-df8b61a17eea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:06:30.026593 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-e2ec9afd-293a-473a-9685-ef3edd3c447d req-53dc3bf3-ec82-453c-bda8-df8b61a17eea service neutron] For port b6f2813a-79e6-41dd-92a0-564be9d5329b, host n-h2-818823-1, cleared binding levels {{(pid=103447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 21:06:30.030774 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-e2ec9afd-293a-473a-9685-ef3edd3c447d req-53dc3bf3-ec82-453c-bda8-df8b61a17eea service neutron] For port b6f2813a-79e6-41dd-92a0-564be9d5329b, host n-h2-818823-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=b6f2813a-79e6-41dd-92a0-564be9d5329b,segment=NetworkSegment(48765c06-309f-400f-b05e-046e16232608),segment_id=48765c06-309f-400f-b05e-046e16232608)] {{(pid=103447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 21:06:30.041706 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-e2ec9afd-293a-473a-9685-ef3edd3c447d req-53dc3bf3-ec82-453c-bda8-df8b61a17eea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:06:30.079544 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-cd5f0eac-c732-47fa-9759-d683f23c76b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:06:30.101124 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ec9afd-293a-473a-9685-ef3edd3c447d req-53dc3bf3-ec82-453c-bda8-df8b61a17eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:06:30.101749 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-e2ec9afd-293a-473a-9685-ef3edd3c447d req-53dc3bf3-ec82-453c-bda8-df8b61a17eea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:06:30.103159 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e2ec9afd-293a-473a-9685-ef3edd3c447d req-53dc3bf3-ec82-453c-bda8-df8b61a17eea service neutron] 10.222.0.20 "PUT /v2.0/ports/b6f2813a-79e6-41dd-92a0-564be9d5329b HTTP/1.1" status: 200 len: 1092 time: 0.6519179 Nov 22 21:06:30.103757 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41c1bd8a-71bb-40f6-b42a-e4bea17b546c', 'tag': 'b6f2813a-79e6-41dd-92a0-564be9d5329b'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 21:06:30.106026 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0b87e146ffa5c253ca46002a571dfb52564e5f7c412d10689cf18353d020cb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ff4d510-2e98-4ce4-90bb-a8281e0d99ca" -d '{"events": [{"name": "network-changed", "server_uuid": "41c1bd8a-71bb-40f6-b42a-e4bea17b546c", "tag": "b6f2813a-79e6-41dd-92a0-564be9d5329b"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 21:06:30.143315 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f26d2a-ce1e-4ec4-9650-53f4def9815b req-8b038954-749e-46d4-8ba4-d79d6f34a67f tempest-ServersNegativeTestJSON-987789990 tempest-ServersNegativeTestJSON-987789990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:06:30.144916 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f7f26d2a-ce1e-4ec4-9650-53f4def9815b req-8b038954-749e-46d4-8ba4-d79d6f34a67f tempest-ServersNegativeTestJSON-987789990 tempest-ServersNegativeTestJSON-987789990-project] 10.222.0.46 "GET /v2.0/ports?device_id=41c1bd8a-71bb-40f6-b42a-e4bea17b546c HTTP/1.1" status: 200 len: 944 time: 0.1160910 Nov 22 21:06:30.145746 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dc3bf3-ec82-453c-bda8-df8b61a17eea service neutron] Pushing event updated for resources: {'Port': ['ID=b6f2813a-79e6-41dd-92a0-564be9d5329b,revision_number=3']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:06:30.157503 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 21:06:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d3f3b09-d9f7-4f24-bbaa-e6cdc445202a x-openstack-request-id: req-4d3f3b09-d9f7-4f24-bbaa-e6cdc445202a {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 21:06:30.158391 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41c1bd8a-71bb-40f6-b42a-e4bea17b546c", "tag": "b6f2813a-79e6-41dd-92a0-564be9d5329b", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 21:06:30.158655 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4d3f3b09-d9f7-4f24-bbaa-e6cdc445202a {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 21:06:30.159081 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41c1bd8a-71bb-40f6-b42a-e4bea17b546c', 'tag': 'b6f2813a-79e6-41dd-92a0-564be9d5329b', 'status': 'completed', 'code': 200} Nov 22 21:06:30.221009 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ec9afd-293a-473a-9685-ef3edd3c447d req-289f28c7-990f-44a6-8594-7c430d19e624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:06:30.222539 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e2ec9afd-293a-473a-9685-ef3edd3c447d req-289f28c7-990f-44a6-8594-7c430d19e624 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b197666a6096426eaf7aceb9b2955fd7&device_id=41c1bd8a-71bb-40f6-b42a-e4bea17b546c HTTP/1.1" status: 200 len: 1095 time: 0.0738070 Nov 22 21:06:30.227661 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f7f26d2a-ce1e-4ec4-9650-53f4def9815b req-18c68a1b-6b4a-4a8c-8975-38bb63ddb85c tempest-ServersNegativeTestJSON-987789990 tempest-ServersNegativeTestJSON-987789990-project] 10.222.0.46 "GET /v2.0/security-groups?id=dc0e4462-0c59-47db-8bbb-a1bf30f020e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665970 Nov 22 21:06:30.270077 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e2ec9afd-293a-473a-9685-ef3edd3c447d req-611e55e0-4ae1-4fdc-9014-6c9d49a9eeb9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b6f2813a-79e6-41dd-92a0-564be9d5329b HTTP/1.1" status: 200 len: 217 time: 0.0380869 Nov 22 21:06:30.318991 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ec9afd-293a-473a-9685-ef3edd3c447d req-168b8634-559b-4087-b093-b461be9775b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:06:30.320495 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e2ec9afd-293a-473a-9685-ef3edd3c447d req-168b8634-559b-4087-b093-b461be9775b5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=69362925-bfb1-4f81-ac26-f53453dd0136 HTTP/1.1" status: 200 len: 853 time: 0.0438344 Nov 22 21:06:30.350943 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e2ec9afd-293a-473a-9685-ef3edd3c447d req-fb1871e8-900c-4030-9c33-bcbf5f083975 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=388d6bd9-2851-4fb4-945a-f88951cddb93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235784 Nov 22 21:06:30.443337 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e2ec9afd-293a-473a-9685-ef3edd3c447d req-10bf0382-67f2-4044-afb9-a749064dc5de service neutron] 10.222.0.20 "GET /v2.0/networks/388d6bd9-2851-4fb4-945a-f88951cddb93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855007 Nov 22 21:06:30.533479 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e2ec9afd-293a-473a-9685-ef3edd3c447d req-61bb7cf0-a87f-49c9-9ad3-3dc3c8e703bb service neutron] 10.222.0.20 "GET /v2.0/networks/388d6bd9-2851-4fb4-945a-f88951cddb93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828955 Nov 22 21:06:30.621435 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff4d510-2e98-4ce4-90bb-a8281e0d99ca req-3e1f59b8-d1d3-4cb0-9fef-b2ba6b4f2e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:06:30.622856 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5ff4d510-2e98-4ce4-90bb-a8281e0d99ca req-3e1f59b8-d1d3-4cb0-9fef-b2ba6b4f2e79 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b197666a6096426eaf7aceb9b2955fd7&device_id=41c1bd8a-71bb-40f6-b42a-e4bea17b546c HTTP/1.1" status: 200 len: 1095 time: 0.0420804 Nov 22 21:06:30.717350 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff4d510-2e98-4ce4-90bb-a8281e0d99ca req-932b1598-26c7-4777-9b5d-8a0096a1cdc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:06:30.718868 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5ff4d510-2e98-4ce4-90bb-a8281e0d99ca req-932b1598-26c7-4777-9b5d-8a0096a1cdc1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=388d6bd9-2851-4fb4-945a-f88951cddb93 HTTP/1.1" status: 200 len: 914 time: 0.0879085 Nov 22 21:06:30.762160 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5ff4d510-2e98-4ce4-90bb-a8281e0d99ca req-51000f3c-1e5c-49d6-994a-d9ab412d47e5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b6f2813a-79e6-41dd-92a0-564be9d5329b HTTP/1.1" status: 200 len: 217 time: 0.0359628 Nov 22 21:06:30.810627 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff4d510-2e98-4ce4-90bb-a8281e0d99ca req-273aa69d-55e4-469b-959d-8bab05cd50f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:06:30.812210 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5ff4d510-2e98-4ce4-90bb-a8281e0d99ca req-273aa69d-55e4-469b-959d-8bab05cd50f0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=69362925-bfb1-4f81-ac26-f53453dd0136 HTTP/1.1" status: 200 len: 853 time: 0.0431166 Nov 22 21:06:30.850049 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5ff4d510-2e98-4ce4-90bb-a8281e0d99ca req-969db806-4dba-4119-be0c-e1635fce4363 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=388d6bd9-2851-4fb4-945a-f88951cddb93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282133 Nov 22 21:06:30.940502 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5ff4d510-2e98-4ce4-90bb-a8281e0d99ca req-f67c0c98-03e8-44c7-9888-a63e95b13f53 service neutron] 10.222.0.20 "GET /v2.0/networks/388d6bd9-2851-4fb4-945a-f88951cddb93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825334 Nov 22 21:06:31.033913 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5ff4d510-2e98-4ce4-90bb-a8281e0d99ca req-45243837-b09c-49d2-993d-fcf0dff8eb44 service neutron] 10.222.0.20 "GET /v2.0/networks/388d6bd9-2851-4fb4-945a-f88951cddb93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844717 Nov 22 21:06:31.344876 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46a5b0a-4b1c-4831-a2f4-467f7c3515f1 req-0e6b1b38-9b2f-4461-b78c-0c5296ac7e2b tempest-ServersNegativeTestJSON-987789990 tempest-ServersNegativeTestJSON-987789990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:06:31.346395 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c46a5b0a-4b1c-4831-a2f4-467f7c3515f1 req-0e6b1b38-9b2f-4461-b78c-0c5296ac7e2b tempest-ServersNegativeTestJSON-987789990 tempest-ServersNegativeTestJSON-987789990-project] 10.222.0.46 "GET /v2.0/ports?device_id=41c1bd8a-71bb-40f6-b42a-e4bea17b546c HTTP/1.1" status: 200 len: 944 time: 0.0489395 Nov 22 21:06:31.394737 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c46a5b0a-4b1c-4831-a2f4-467f7c3515f1 req-7cc9dc05-2039-421f-8454-ce8efd06dffd tempest-ServersNegativeTestJSON-987789990 tempest-ServersNegativeTestJSON-987789990-project] 10.222.0.46 "GET /v2.0/security-groups?id=dc0e4462-0c59-47db-8bbb-a1bf30f020e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415239 Nov 22 21:06:32.345983 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device b6f2813a-79e6-41dd-92a0-564be9d5329b details requested by agent hyperv_n-h2-818823-1 with host n-h2-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 21:06:32.438399 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port b6f2813a-79e6-41dd-92a0-564be9d5329b, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=b6f2813a-79e6-41dd-92a0-564be9d5329b,segment=NetworkSegment(48765c06-309f-400f-b05e-046e16232608),segment_id=48765c06-309f-400f-b05e-046e16232608)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 21:06:32.453162 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Returning: {'device': 'b6f2813a-79e6-41dd-92a0-564be9d5329b', 'network_id': '388d6bd9-2851-4fb4-945a-f88951cddb93', 'port_id': 'b6f2813a-79e6-41dd-92a0-564be9d5329b', 'mac_address': 'fa:16:3e:2e:2d:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69362925-bfb1-4f81-ac26-f53453dd0136', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 21:06:32.489926 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:06:32.505136 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6f2813a-79e6-41dd-92a0-564be9d5329b {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 21:06:32.510683 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad80ce5-bc2a-460f-9cfe-a1097713e8af req-881262fd-265d-43c9-8b9a-d969b91a9030 tempest-ServersNegativeTestJSON-987789990 tempest-ServersNegativeTestJSON-987789990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:06:32.512257 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-dad80ce5-bc2a-460f-9cfe-a1097713e8af req-881262fd-265d-43c9-8b9a-d969b91a9030 tempest-ServersNegativeTestJSON-987789990 tempest-ServersNegativeTestJSON-987789990-project] 10.222.0.46 "GET /v2.0/ports?device_id=41c1bd8a-71bb-40f6-b42a-e4bea17b546c HTTP/1.1" status: 200 len: 944 time: 0.0505278 Nov 22 21:06:32.524442 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port b6f2813a-79e6-41dd-92a0-564be9d5329b, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=b6f2813a-79e6-41dd-92a0-564be9d5329b,segment=NetworkSegment(48765c06-309f-400f-b05e-046e16232608),segment_id=48765c06-309f-400f-b05e-046e16232608)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 21:06:32.528366 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:06:32.560069 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-dad80ce5-bc2a-460f-9cfe-a1097713e8af req-3b6b14a3-98cb-40e7-a9ab-cfc06a75196d tempest-ServersNegativeTestJSON-987789990 tempest-ServersNegativeTestJSON-987789990-project] 10.222.0.46 "GET /v2.0/security-groups?id=dc0e4462-0c59-47db-8bbb-a1bf30f020e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416815 Nov 22 21:06:32.577245 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=b6f2813a-79e6-41dd-92a0-564be9d5329b,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:06:32.721065 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] get_ports_and_sgs() called for port_ids ['b6f2813a-79e6-41dd-92a0-564be9d5329b'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 21:06:33.002893 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-a5bf1996-b445-41db-9d3d-990b02e16aae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:06:33.632214 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-03f0964f-1b75-4df7-99e0-a3cdb56ec2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:06:33.679066 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b6334b-8db0-4788-879a-2607ad27e486 req-c0755648-7761-430c-9257-6d3f1c015fda tempest-ServersNegativeTestJSON-987789990 tempest-ServersNegativeTestJSON-987789990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:06:33.681084 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e1b6334b-8db0-4788-879a-2607ad27e486 req-c0755648-7761-430c-9257-6d3f1c015fda tempest-ServersNegativeTestJSON-987789990 tempest-ServersNegativeTestJSON-987789990-project] 10.222.0.46 "GET /v2.0/ports?device_id=41c1bd8a-71bb-40f6-b42a-e4bea17b546c HTTP/1.1" status: 200 len: 945 time: 0.0522740 Nov 22 21:06:33.727295 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e1b6334b-8db0-4788-879a-2607ad27e486 req-76dc2ed6-ce40-42cc-b33e-bd6d8c494a8e tempest-ServersNegativeTestJSON-987789990 tempest-ServersNegativeTestJSON-987789990-project] 10.222.0.46 "GET /v2.0/security-groups?id=dc0e4462-0c59-47db-8bbb-a1bf30f020e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402133 Nov 22 21:06:34.367947 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device b6f2813a-79e6-41dd-92a0-564be9d5329b up at agent hyperv_n-h2-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 21:06:34.416163 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Provisioning for port b6f2813a-79e6-41dd-92a0-564be9d5329b completed by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 21:06:34.420023 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Provisioning complete for port b6f2813a-79e6-41dd-92a0-564be9d5329b triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 21:06:34.420396 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:06:34.501232 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:06:34.524888 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41c1bd8a-71bb-40f6-b42a-e4bea17b546c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6f2813a-79e6-41dd-92a0-564be9d5329b'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 21:06:34.527123 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77cdb882cfbf7cc977e8d6fd4582ec33309c0dd3d6eecd2022538c80279aa7ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c1be8a2-d19a-4aaf-a692-c7be76cec9c8" -d '{"events": [{"server_uuid": "41c1bd8a-71bb-40f6-b42a-e4bea17b546c", "name": "network-vif-plugged", "status": "completed", "tag": "b6f2813a-79e6-41dd-92a0-564be9d5329b"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 21:06:34.540255 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port b6f2813a-79e6-41dd-92a0-564be9d5329b, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=b6f2813a-79e6-41dd-92a0-564be9d5329b,segment=NetworkSegment(48765c06-309f-400f-b05e-046e16232608),segment_id=48765c06-309f-400f-b05e-046e16232608)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 21:06:34.544268 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:06:34.566658 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 21:06:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-943caf74-1619-48e5-b615-d57b025aae2d x-openstack-request-id: req-943caf74-1619-48e5-b615-d57b025aae2d {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 21:06:34.566954 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41c1bd8a-71bb-40f6-b42a-e4bea17b546c", "name": "network-vif-plugged", "status": "completed", "tag": "b6f2813a-79e6-41dd-92a0-564be9d5329b", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 21:06:34.567211 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-943caf74-1619-48e5-b615-d57b025aae2d {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 21:06:34.567637 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41c1bd8a-71bb-40f6-b42a-e4bea17b546c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6f2813a-79e6-41dd-92a0-564be9d5329b', 'code': 200} Nov 22 21:06:34.594615 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=b6f2813a-79e6-41dd-92a0-564be9d5329b,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:06:34.657513 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e120ddc1-6eed-4487-b170-1c1e9ad995ea req-108e8271-6f61-4565-8087-77a3153d8d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:06:34.658879 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e120ddc1-6eed-4487-b170-1c1e9ad995ea req-108e8271-6f61-4565-8087-77a3153d8d47 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=41c1bd8a-71bb-40f6-b42a-e4bea17b546c HTTP/1.1" status: 200 len: 1097 time: 0.0395219 Nov 22 21:06:34.701844 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e120ddc1-6eed-4487-b170-1c1e9ad995ea req-18e9a63f-5d05-4bde-8bb7-fc7d8f3ac47b service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=dc0e4462-0c59-47db-8bbb-a1bf30f020e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358756 Nov 22 21:06:34.861035 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd7061c-bd13-4daa-baa6-20fa32e89b79 req-7b19308d-bb23-4d28-a241-0eca07540198 tempest-ServersNegativeTestJSON-987789990 tempest-ServersNegativeTestJSON-987789990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:06:34.862816 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3fd7061c-bd13-4daa-baa6-20fa32e89b79 req-7b19308d-bb23-4d28-a241-0eca07540198 tempest-ServersNegativeTestJSON-987789990 tempest-ServersNegativeTestJSON-987789990-project] 10.222.0.46 "GET /v2.0/ports?device_id=41c1bd8a-71bb-40f6-b42a-e4bea17b546c HTTP/1.1" status: 200 len: 946 time: 0.0667701 Nov 22 21:06:34.909249 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3fd7061c-bd13-4daa-baa6-20fa32e89b79 req-85818615-9ee3-47bf-a27f-e08f4fe0f1be tempest-ServersNegativeTestJSON-987789990 tempest-ServersNegativeTestJSON-987789990-project] 10.222.0.46 "GET /v2.0/security-groups?id=dc0e4462-0c59-47db-8bbb-a1bf30f020e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392599 Nov 22 21:06:35.332133 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e49ee129-e862-4476-beca-cdc8150d2345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:06:36.026270 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813b17a5-3668-48c5-b679-29cb92872823 req-da788e58-30f0-480d-8c53-bff11cb6dcc3 tempest-ServersNegativeTestJSON-987789990 tempest-ServersNegativeTestJSON-987789990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:06:36.027769 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-813b17a5-3668-48c5-b679-29cb92872823 req-da788e58-30f0-480d-8c53-bff11cb6dcc3 tempest-ServersNegativeTestJSON-987789990 tempest-ServersNegativeTestJSON-987789990-project] 10.222.0.46 "GET /v2.0/ports?device_id=41c1bd8a-71bb-40f6-b42a-e4bea17b546c HTTP/1.1" status: 200 len: 946 time: 0.0497687 Nov 22 21:06:36.074575 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-813b17a5-3668-48c5-b679-29cb92872823 req-a3d36fa4-d1b8-49e2-bd24-f436a8f00b3f tempest-ServersNegativeTestJSON-987789990 tempest-ServersNegativeTestJSON-987789990-project] 10.222.0.46 "GET /v2.0/security-groups?id=dc0e4462-0c59-47db-8bbb-a1bf30f020e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407035 Nov 22 21:06:36.151119 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:06:36.309229 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7a1350-ad1d-4f33-b989-1f6c1b0010ec req-63c5a48c-b283-4b5b-96c6-51ad65bf32fb tempest-ServersNegativeTestJSON-987789990 tempest-ServersNegativeTestJSON-987789990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:06:36.310713 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9c7a1350-ad1d-4f33-b989-1f6c1b0010ec req-63c5a48c-b283-4b5b-96c6-51ad65bf32fb tempest-ServersNegativeTestJSON-987789990 tempest-ServersNegativeTestJSON-987789990-project] 10.222.0.46 "GET /v2.0/networks?id=388d6bd9-2851-4fb4-945a-f88951cddb93 HTTP/1.1" status: 200 len: 813 time: 0.1037769 Nov 22 21:06:36.325335 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9c7a1350-ad1d-4f33-b989-1f6c1b0010ec req-103ff3d2-26b4-43ee-aadd-384f29170e2a tempest-ServersNegativeTestJSON-987789990 tempest-ServersNegativeTestJSON-987789990-project] 10.222.0.46 "GET /v2.0/quotas/b197666a6096426eaf7aceb9b2955fd7 HTTP/1.1" status: 200 len: 375 time: 0.0088811 Nov 22 21:06:36.373414 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9c7a1350-ad1d-4f33-b989-1f6c1b0010ec req-4c4fe37d-2d4b-45fc-82bb-536de4bfb9ab tempest-ServersNegativeTestJSON-987789990 tempest-ServersNegativeTestJSON-987789990-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=b197666a6096426eaf7aceb9b2955fd7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0431187 Nov 22 21:06:36.463204 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9c7a1350-ad1d-4f33-b989-1f6c1b0010ec req-6d116dd2-a539-45dc-be6e-e0bd30175508 service neutron] 10.222.0.46 "GET /v2.0/networks/388d6bd9-2851-4fb4-945a-f88951cddb93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828364 Nov 22 21:06:36.560490 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9c7a1350-ad1d-4f33-b989-1f6c1b0010ec req-e2b578cc-99e2-4c60-abbf-72d61baebbb0 service neutron] 10.222.0.46 "GET /v2.0/networks/388d6bd9-2851-4fb4-945a-f88951cddb93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911412 Nov 22 21:06:36.719999 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-740036b7-5d39-4242-8d63-bd9d1ce16bda req-001f5c9b-828a-469a-9582-ff61a667e14a tempest-ServersNegativeTestJSON-987789990 tempest-ServersNegativeTestJSON-987789990-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc5051b8-fef6-4ae3-9590-0b6ce57f1e2d HTTP/1.1" status: 200 len: 210 time: 0.0278854 Nov 22 21:06:37.684527 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7a1350-ad1d-4f33-b989-1f6c1b0010ec req-7e20f51b-d9a1-4994-993b-9d20a2eba0f6 tempest-ServersNegativeTestJSON-987789990 tempest-ServersNegativeTestJSON-987789990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:06:37.686069 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-9c7a1350-ad1d-4f33-b989-1f6c1b0010ec req-7e20f51b-d9a1-4994-993b-9d20a2eba0f6 tempest-ServersNegativeTestJSON-987789990 tempest-ServersNegativeTestJSON-987789990-project] 10.222.0.41 "GET /v2.0/networks?id=388d6bd9-2851-4fb4-945a-f88951cddb93 HTTP/1.1" status: 200 len: 813 time: 0.1060669 Nov 22 21:06:37.699979 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [req-9c7a1350-ad1d-4f33-b989-1f6c1b0010ec req-6e2d04c0-bca1-4372-a8c0-d925f6bed8d9 tempest-ServersNegativeTestJSON-987789990 tempest-ServersNegativeTestJSON-987789990-project] Request body: {'port': {'device_id': 'bc5051b8-fef6-4ae3-9590-0b6ce57f1e2d', 'network_id': '388d6bd9-2851-4fb4-945a-f88951cddb93', 'admin_state_up': True, 'tenant_id': 'b197666a6096426eaf7aceb9b2955fd7'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 21:06:37.822974 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c7a1350-ad1d-4f33-b989-1f6c1b0010ec req-6e2d04c0-bca1-4372-a8c0-d925f6bed8d9 tempest-ServersNegativeTestJSON-987789990 tempest-ServersNegativeTestJSON-987789990-project] Made reservation on behalf of b197666a6096426eaf7aceb9b2955fd7 for: {'port': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 21:06:37.827085 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-9c7a1350-ad1d-4f33-b989-1f6c1b0010ec req-6e2d04c0-bca1-4372-a8c0-d925f6bed8d9 tempest-ServersNegativeTestJSON-987789990 tempest-ServersNegativeTestJSON-987789990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:06:37.834968 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9dfc1db8-ae49-445a-90a6-52f39536c3ea req-23523954-2061-4352-b77e-a10b44f5fa1a tempest-ServersNegativeTestJSON-987789990 tempest-ServersNegativeTestJSON-987789990-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc5051b8-fef6-4ae3-9590-0b6ce57f1e2d HTTP/1.1" status: 200 len: 210 time: 0.0275905 Nov 22 21:06:37.951834 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [req-9c7a1350-ad1d-4f33-b989-1f6c1b0010ec req-6e2d04c0-bca1-4372-a8c0-d925f6bed8d9 tempest-ServersNegativeTestJSON-987789990 tempest-ServersNegativeTestJSON-987789990-project] Allocated IP 172.20.0.12 (388d6bd9-2851-4fb4-945a-f88951cddb93/69362925-bfb1-4f81-ac26-f53453dd0136/fa3912d9-92ff-438b-9a59-67c9cad135b7) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 21:06:38.107171 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-9c7a1350-ad1d-4f33-b989-1f6c1b0010ec req-6e2d04c0-bca1-4372-a8c0-d925f6bed8d9 tempest-ServersNegativeTestJSON-987789990 tempest-ServersNegativeTestJSON-987789990-project] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:06:38.142085 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-9c7a1350-ad1d-4f33-b989-1f6c1b0010ec req-6e2d04c0-bca1-4372-a8c0-d925f6bed8d9 tempest-ServersNegativeTestJSON-987789990 tempest-ServersNegativeTestJSON-987789990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:06:38.154339 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] get_ports_and_sgs() called for port_ids ['b6f2813a-79e6-41dd-92a0-564be9d5329b'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 21:06:38.190805 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c7a1350-ad1d-4f33-b989-1f6c1b0010ec req-6e2d04c0-bca1-4372-a8c0-d925f6bed8d9 tempest-ServersNegativeTestJSON-987789990 tempest-ServersNegativeTestJSON-987789990-project] Network 388d6bd9-2851-4fb4-945a-f88951cddb93 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 21:06:38.194077 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [req-9c7a1350-ad1d-4f33-b989-1f6c1b0010ec req-6e2d04c0-bca1-4372-a8c0-d925f6bed8d9 tempest-ServersNegativeTestJSON-987789990 tempest-ServersNegativeTestJSON-987789990-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 21:06:38.197984 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c7a1350-ad1d-4f33-b989-1f6c1b0010ec req-6e2d04c0-bca1-4372-a8c0-d925f6bed8d9 tempest-ServersNegativeTestJSON-987789990 tempest-ServersNegativeTestJSON-987789990-project] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 21:06:38.222070 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2d04c0-bca1-4372-a8c0-d925f6bed8d9 tempest-ServersNegativeTestJSON-987789990 tempest-ServersNegativeTestJSON-987789990-project] Pushing event updated for resources: {'Port': ['ID=fa3912d9-92ff-438b-9a59-67c9cad135b7,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:06:38.251590 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7a1350-ad1d-4f33-b989-1f6c1b0010ec req-6e2d04c0-bca1-4372-a8c0-d925f6bed8d9 tempest-ServersNegativeTestJSON-987789990 tempest-ServersNegativeTestJSON-987789990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:06:38.252352 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-9c7a1350-ad1d-4f33-b989-1f6c1b0010ec req-6e2d04c0-bca1-4372-a8c0-d925f6bed8d9 tempest-ServersNegativeTestJSON-987789990 tempest-ServersNegativeTestJSON-987789990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:06:38.271996 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-9c7a1350-ad1d-4f33-b989-1f6c1b0010ec req-6e2d04c0-bca1-4372-a8c0-d925f6bed8d9 tempest-ServersNegativeTestJSON-987789990 tempest-ServersNegativeTestJSON-987789990-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5767775 Nov 22 21:06:38.284515 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [req-9c7a1350-ad1d-4f33-b989-1f6c1b0010ec req-ee6a9b54-3d1a-4570-90fe-c5e25a52d691 service neutron] Request body: {'port': {'device_id': 'bc5051b8-fef6-4ae3-9590-0b6ce57f1e2d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818823-1'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 21:06:38.341816 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-9c7a1350-ad1d-4f33-b989-1f6c1b0010ec req-ee6a9b54-3d1a-4570-90fe-c5e25a52d691 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:06:38.604556 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [req-9c7a1350-ad1d-4f33-b989-1f6c1b0010ec req-ee6a9b54-3d1a-4570-90fe-c5e25a52d691 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa3912d9-92ff-438b-9a59-67c9cad135b7 {{(pid=103448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 21:06:38.611922 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-9c7a1350-ad1d-4f33-b989-1f6c1b0010ec req-ee6a9b54-3d1a-4570-90fe-c5e25a52d691 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:06:38.623986 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [req-9c7a1350-ad1d-4f33-b989-1f6c1b0010ec req-ee6a9b54-3d1a-4570-90fe-c5e25a52d691 service neutron] Transition to ACTIVE for port object fa3912d9-92ff-438b-9a59-67c9cad135b7 will not be triggered until provisioned by entity L2. {{(pid=103448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 21:06:38.627690 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-9c7a1350-ad1d-4f33-b989-1f6c1b0010ec req-ee6a9b54-3d1a-4570-90fe-c5e25a52d691 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:06:38.677852 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6a9b54-3d1a-4570-90fe-c5e25a52d691 service neutron] Pushing event updated for resources: {'Port': ['ID=fa3912d9-92ff-438b-9a59-67c9cad135b7,revision_number=2']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:06:38.747855 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-9c7a1350-ad1d-4f33-b989-1f6c1b0010ec req-ee6a9b54-3d1a-4570-90fe-c5e25a52d691 service neutron] Attempting to bind port fa3912d9-92ff-438b-9a59-67c9cad135b7 on host n-h1-818823-1 for vnic_type normal with profile {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 21:06:38.748525 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-9c7a1350-ad1d-4f33-b989-1f6c1b0010ec req-ee6a9b54-3d1a-4570-90fe-c5e25a52d691 service neutron] Attempting to bind port fa3912d9-92ff-438b-9a59-67c9cad135b7 by drivers openvswitch,hyperv on host n-h1-818823-1 at level 0 using segments [{'id': '48765c06-309f-400f-b05e-046e16232608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '388d6bd9-2851-4fb4-945a-f88951cddb93'}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 21:06:38.748525 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c7a1350-ad1d-4f33-b989-1f6c1b0010ec req-ee6a9b54-3d1a-4570-90fe-c5e25a52d691 service neutron] Attempting to bind port fa3912d9-92ff-438b-9a59-67c9cad135b7 on network 388d6bd9-2851-4fb4-945a-f88951cddb93 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 21:06:38.752760 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c7a1350-ad1d-4f33-b989-1f6c1b0010ec req-ee6a9b54-3d1a-4570-90fe-c5e25a52d691 service neutron] Port fa3912d9-92ff-438b-9a59-67c9cad135b7 on network 388d6bd9-2851-4fb4-945a-f88951cddb93 not bound, no agent of type Open vSwitch agent registered on host n-h1-818823-1 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 21:06:38.753083 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c7a1350-ad1d-4f33-b989-1f6c1b0010ec req-ee6a9b54-3d1a-4570-90fe-c5e25a52d691 service neutron] Attempting to bind port fa3912d9-92ff-438b-9a59-67c9cad135b7 on network 388d6bd9-2851-4fb4-945a-f88951cddb93 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 21:06:38.758361 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c7a1350-ad1d-4f33-b989-1f6c1b0010ec req-ee6a9b54-3d1a-4570-90fe-c5e25a52d691 service neutron] Checking agent: {'id': '7a008cff-3b49-418c-8046-689d46cc800f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'started_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 21, 6, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 21:06:38.758698 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c7a1350-ad1d-4f33-b989-1f6c1b0010ec req-ee6a9b54-3d1a-4570-90fe-c5e25a52d691 service neutron] Checking segment: {'id': '48765c06-309f-400f-b05e-046e16232608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '388d6bd9-2851-4fb4-945a-f88951cddb93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 21:06:38.759081 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c7a1350-ad1d-4f33-b989-1f6c1b0010ec req-ee6a9b54-3d1a-4570-90fe-c5e25a52d691 service neutron] Bound using segment: {'id': '48765c06-309f-400f-b05e-046e16232608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '388d6bd9-2851-4fb4-945a-f88951cddb93'} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 21:06:38.759527 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-9c7a1350-ad1d-4f33-b989-1f6c1b0010ec req-ee6a9b54-3d1a-4570-90fe-c5e25a52d691 service neutron] Bound port: fa3912d9-92ff-438b-9a59-67c9cad135b7, host: n-h1-818823-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48765c06-309f-400f-b05e-046e16232608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '388d6bd9-2851-4fb4-945a-f88951cddb93'}}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 21:06:38.759888 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-9c7a1350-ad1d-4f33-b989-1f6c1b0010ec req-ee6a9b54-3d1a-4570-90fe-c5e25a52d691 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:06:38.823259 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-9c7a1350-ad1d-4f33-b989-1f6c1b0010ec req-ee6a9b54-3d1a-4570-90fe-c5e25a52d691 service neutron] For port fa3912d9-92ff-438b-9a59-67c9cad135b7, host n-h1-818823-1, cleared binding levels {{(pid=103448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 21:06:38.826265 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-9c7a1350-ad1d-4f33-b989-1f6c1b0010ec req-ee6a9b54-3d1a-4570-90fe-c5e25a52d691 service neutron] For port fa3912d9-92ff-438b-9a59-67c9cad135b7, host n-h1-818823-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=fa3912d9-92ff-438b-9a59-67c9cad135b7,segment=NetworkSegment(48765c06-309f-400f-b05e-046e16232608),segment_id=48765c06-309f-400f-b05e-046e16232608)] {{(pid=103448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 21:06:38.831062 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-9c7a1350-ad1d-4f33-b989-1f6c1b0010ec req-ee6a9b54-3d1a-4570-90fe-c5e25a52d691 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:06:38.867608 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7a1350-ad1d-4f33-b989-1f6c1b0010ec req-ee6a9b54-3d1a-4570-90fe-c5e25a52d691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:06:38.868493 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-9c7a1350-ad1d-4f33-b989-1f6c1b0010ec req-ee6a9b54-3d1a-4570-90fe-c5e25a52d691 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:06:38.869929 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-9c7a1350-ad1d-4f33-b989-1f6c1b0010ec req-ee6a9b54-3d1a-4570-90fe-c5e25a52d691 service neutron] 10.222.0.41 "PUT /v2.0/ports/fa3912d9-92ff-438b-9a59-67c9cad135b7 HTTP/1.1" status: 200 len: 1092 time: 0.5900092 Nov 22 21:06:38.870365 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc5051b8-fef6-4ae3-9590-0b6ce57f1e2d', 'tag': 'fa3912d9-92ff-438b-9a59-67c9cad135b7'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 21:06:38.872657 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d75c62b18f4846ba0ff3fb32e7a2f33757bcd91f6941723bbc4e48e63e422314" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cee2c7f-14c0-443c-9357-aed0805c752a" -d '{"events": [{"name": "network-changed", "server_uuid": "bc5051b8-fef6-4ae3-9590-0b6ce57f1e2d", "tag": "fa3912d9-92ff-438b-9a59-67c9cad135b7"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 21:06:38.915656 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6a9b54-3d1a-4570-90fe-c5e25a52d691 service neutron] Pushing event updated for resources: {'Port': ['ID=fa3912d9-92ff-438b-9a59-67c9cad135b7,revision_number=3']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:06:38.939230 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 21:06:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cbf2e37-96c2-4a39-ac3f-2a6a3a7d6f4d x-openstack-request-id: req-4cbf2e37-96c2-4a39-ac3f-2a6a3a7d6f4d {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 21:06:38.939230 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc5051b8-fef6-4ae3-9590-0b6ce57f1e2d", "tag": "fa3912d9-92ff-438b-9a59-67c9cad135b7", "status": "completed", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 21:06:38.939525 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4cbf2e37-96c2-4a39-ac3f-2a6a3a7d6f4d {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 21:06:38.940019 n-d-818823-1 neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc5051b8-fef6-4ae3-9590-0b6ce57f1e2d', 'tag': 'fa3912d9-92ff-438b-9a59-67c9cad135b7', 'status': 'completed', 'code': 200} Nov 22 21:06:38.972522 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7a1350-ad1d-4f33-b989-1f6c1b0010ec req-b63419e3-d02a-4bcc-b317-0e9669500e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:06:38.974263 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-9c7a1350-ad1d-4f33-b989-1f6c1b0010ec req-b63419e3-d02a-4bcc-b317-0e9669500e3e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b197666a6096426eaf7aceb9b2955fd7&device_id=bc5051b8-fef6-4ae3-9590-0b6ce57f1e2d HTTP/1.1" status: 200 len: 1095 time: 0.0486360 Nov 22 21:06:38.978629 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fbb412-5efa-474d-b7a3-fdfb834b9b16 req-e2e3c7c4-02f6-423a-a647-d629e2ae283e tempest-ServersNegativeTestJSON-987789990 tempest-ServersNegativeTestJSON-987789990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:06:38.980376 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-96fbb412-5efa-474d-b7a3-fdfb834b9b16 req-e2e3c7c4-02f6-423a-a647-d629e2ae283e tempest-ServersNegativeTestJSON-987789990 tempest-ServersNegativeTestJSON-987789990-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc5051b8-fef6-4ae3-9590-0b6ce57f1e2d HTTP/1.1" status: 200 len: 944 time: 0.0712597 Nov 22 21:06:39.022217 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-9c7a1350-ad1d-4f33-b989-1f6c1b0010ec req-36bcc866-0c51-4e7d-a041-31f67d35a6b0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fa3912d9-92ff-438b-9a59-67c9cad135b7 HTTP/1.1" status: 200 len: 217 time: 0.0396578 Nov 22 21:06:39.028634 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-96fbb412-5efa-474d-b7a3-fdfb834b9b16 req-6e70b0d1-ec4e-414e-afdc-87c2f46d6f0d tempest-ServersNegativeTestJSON-987789990 tempest-ServersNegativeTestJSON-987789990-project] 10.222.0.46 "GET /v2.0/security-groups?id=dc0e4462-0c59-47db-8bbb-a1bf30f020e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422769 Nov 22 21:06:39.073395 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7a1350-ad1d-4f33-b989-1f6c1b0010ec req-9e0e16aa-ec71-4211-a838-42e128c49d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:06:39.074869 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-9c7a1350-ad1d-4f33-b989-1f6c1b0010ec req-9e0e16aa-ec71-4211-a838-42e128c49d9b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=69362925-bfb1-4f81-ac26-f53453dd0136 HTTP/1.1" status: 200 len: 853 time: 0.0445123 Nov 22 21:06:39.110396 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-9c7a1350-ad1d-4f33-b989-1f6c1b0010ec req-b37eab76-b196-4a1e-8c9f-c6b11319f4e3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=388d6bd9-2851-4fb4-945a-f88951cddb93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236144 Nov 22 21:06:39.208260 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-9c7a1350-ad1d-4f33-b989-1f6c1b0010ec req-0b229b0d-48a1-472f-94e7-f4f4f13b595c service neutron] 10.222.0.41 "GET /v2.0/networks/388d6bd9-2851-4fb4-945a-f88951cddb93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878804 Nov 22 21:06:39.296905 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-9c7a1350-ad1d-4f33-b989-1f6c1b0010ec req-4b4f34f4-2cd0-4470-b711-11425d37ec35 service neutron] 10.222.0.41 "GET /v2.0/networks/388d6bd9-2851-4fb4-945a-f88951cddb93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810626 Nov 22 21:06:39.380481 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cee2c7f-14c0-443c-9357-aed0805c752a req-897b55e9-fb6a-4ba9-a223-ff2bb2265e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:06:39.381985 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-7cee2c7f-14c0-443c-9357-aed0805c752a req-897b55e9-fb6a-4ba9-a223-ff2bb2265e83 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b197666a6096426eaf7aceb9b2955fd7&device_id=bc5051b8-fef6-4ae3-9590-0b6ce57f1e2d HTTP/1.1" status: 200 len: 1095 time: 0.0413458 Nov 22 21:06:39.473030 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cee2c7f-14c0-443c-9357-aed0805c752a req-e8227c0d-09c6-4e38-9f11-fe1511089f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:06:39.474514 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-7cee2c7f-14c0-443c-9357-aed0805c752a req-e8227c0d-09c6-4e38-9f11-fe1511089f16 service neutron] 10.222.0.41 "GET /v2.0/networks?id=388d6bd9-2851-4fb4-945a-f88951cddb93 HTTP/1.1" status: 200 len: 914 time: 0.0857477 Nov 22 21:06:39.517039 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-7cee2c7f-14c0-443c-9357-aed0805c752a req-f20f6812-5579-40b9-bf32-437bba24ca6c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fa3912d9-92ff-438b-9a59-67c9cad135b7 HTTP/1.1" status: 200 len: 217 time: 0.0345573 Nov 22 21:06:39.569683 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cee2c7f-14c0-443c-9357-aed0805c752a req-3fd47058-f4bb-42c5-b37a-983da92d48b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:06:39.571181 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-7cee2c7f-14c0-443c-9357-aed0805c752a req-3fd47058-f4bb-42c5-b37a-983da92d48b9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=69362925-bfb1-4f81-ac26-f53453dd0136 HTTP/1.1" status: 200 len: 853 time: 0.0466595 Nov 22 21:06:39.606109 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-7cee2c7f-14c0-443c-9357-aed0805c752a req-c528f149-c11e-4046-8660-4b1a1dcc271c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=388d6bd9-2851-4fb4-945a-f88951cddb93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259583 Nov 22 21:06:39.693794 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-7cee2c7f-14c0-443c-9357-aed0805c752a req-3f391221-b618-49e1-aad1-372b0d2c9ff4 service neutron] 10.222.0.41 "GET /v2.0/networks/388d6bd9-2851-4fb4-945a-f88951cddb93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799069 Nov 22 21:06:39.785471 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-7cee2c7f-14c0-443c-9357-aed0805c752a req-fac549de-c92f-4bb1-b49c-04d7307ff56d service neutron] 10.222.0.41 "GET /v2.0/networks/388d6bd9-2851-4fb4-945a-f88951cddb93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846443 Nov 22 21:06:40.152076 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8403c494-d749-4bd8-92ee-62cc90fec60f req-3b85eae0-bfc3-4aba-9dd1-8115debbd20d tempest-ServersNegativeTestJSON-987789990 tempest-ServersNegativeTestJSON-987789990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:06:40.153605 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8403c494-d749-4bd8-92ee-62cc90fec60f req-3b85eae0-bfc3-4aba-9dd1-8115debbd20d tempest-ServersNegativeTestJSON-987789990 tempest-ServersNegativeTestJSON-987789990-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc5051b8-fef6-4ae3-9590-0b6ce57f1e2d HTTP/1.1" status: 200 len: 944 time: 0.0519671 Nov 22 21:06:40.202816 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8403c494-d749-4bd8-92ee-62cc90fec60f req-53d4bd00-e79e-4b53-b70e-eab878d94ded tempest-ServersNegativeTestJSON-987789990 tempest-ServersNegativeTestJSON-987789990-project] 10.222.0.46 "GET /v2.0/security-groups?id=dc0e4462-0c59-47db-8bbb-a1bf30f020e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431023 Nov 22 21:06:41.317925 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6f0f32-4b9c-4441-9294-5074e8eee8da req-71db3f3c-52ff-44a5-818e-7c1917edd9df tempest-ServersNegativeTestJSON-987789990 tempest-ServersNegativeTestJSON-987789990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:06:41.319382 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0f6f0f32-4b9c-4441-9294-5074e8eee8da req-71db3f3c-52ff-44a5-818e-7c1917edd9df tempest-ServersNegativeTestJSON-987789990 tempest-ServersNegativeTestJSON-987789990-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc5051b8-fef6-4ae3-9590-0b6ce57f1e2d HTTP/1.1" status: 200 len: 944 time: 0.0475123 Nov 22 21:06:41.368949 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0f6f0f32-4b9c-4441-9294-5074e8eee8da req-49f91ec1-9743-40c0-b6e7-f95547014530 tempest-ServersNegativeTestJSON-987789990 tempest-ServersNegativeTestJSON-987789990-project] 10.222.0.46 "GET /v2.0/security-groups?id=dc0e4462-0c59-47db-8bbb-a1bf30f020e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435460 Nov 22 21:06:42.483657 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f390aa0-2d77-4e06-9dce-f295b7d9758b req-371de5b0-4ee9-4a52-b10b-587cb0558186 tempest-ServersNegativeTestJSON-987789990 tempest-ServersNegativeTestJSON-987789990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:06:42.486067 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7f390aa0-2d77-4e06-9dce-f295b7d9758b req-371de5b0-4ee9-4a52-b10b-587cb0558186 tempest-ServersNegativeTestJSON-987789990 tempest-ServersNegativeTestJSON-987789990-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc5051b8-fef6-4ae3-9590-0b6ce57f1e2d HTTP/1.1" status: 200 len: 944 time: 0.0500290 Nov 22 21:06:42.549184 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7f390aa0-2d77-4e06-9dce-f295b7d9758b req-09cd4a97-046b-4c5d-8eb7-a0fd5d90a86d tempest-ServersNegativeTestJSON-987789990 tempest-ServersNegativeTestJSON-987789990-project] 10.222.0.46 "GET /v2.0/security-groups?id=dc0e4462-0c59-47db-8bbb-a1bf30f020e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545869 Nov 22 21:06:42.870384 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device fa3912d9-92ff-438b-9a59-67c9cad135b7 details requested by agent hyperv_n-h1-818823-1 with host n-h1-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 21:06:42.967214 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port fa3912d9-92ff-438b-9a59-67c9cad135b7, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=fa3912d9-92ff-438b-9a59-67c9cad135b7,segment=NetworkSegment(48765c06-309f-400f-b05e-046e16232608),segment_id=48765c06-309f-400f-b05e-046e16232608)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 21:06:42.977927 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Returning: {'device': 'fa3912d9-92ff-438b-9a59-67c9cad135b7', 'network_id': '388d6bd9-2851-4fb4-945a-f88951cddb93', 'port_id': 'fa3912d9-92ff-438b-9a59-67c9cad135b7', 'mac_address': 'fa:16:3e:45:47:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69362925-bfb1-4f81-ac26-f53453dd0136', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 21:06:43.013617 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:06:43.026761 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa3912d9-92ff-438b-9a59-67c9cad135b7 {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 21:06:43.045418 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port fa3912d9-92ff-438b-9a59-67c9cad135b7, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=fa3912d9-92ff-438b-9a59-67c9cad135b7,segment=NetworkSegment(48765c06-309f-400f-b05e-046e16232608),segment_id=48765c06-309f-400f-b05e-046e16232608)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 21:06:43.049047 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:06:43.098780 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=fa3912d9-92ff-438b-9a59-67c9cad135b7,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:06:43.238885 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] get_ports_and_sgs() called for port_ids ['fa3912d9-92ff-438b-9a59-67c9cad135b7'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 21:06:43.663651 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739fa3a1-ade3-4d14-a172-5277e2ddd544 req-7cace1f5-3d5e-41ed-b571-0df2f24aa6ab tempest-ServersNegativeTestJSON-987789990 tempest-ServersNegativeTestJSON-987789990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:06:43.665150 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-739fa3a1-ade3-4d14-a172-5277e2ddd544 req-7cace1f5-3d5e-41ed-b571-0df2f24aa6ab tempest-ServersNegativeTestJSON-987789990 tempest-ServersNegativeTestJSON-987789990-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc5051b8-fef6-4ae3-9590-0b6ce57f1e2d HTTP/1.1" status: 200 len: 945 time: 0.0497913 Nov 22 21:06:43.711480 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-739fa3a1-ade3-4d14-a172-5277e2ddd544 req-b55c86de-e501-4a91-98a1-d6aecd653f67 tempest-ServersNegativeTestJSON-987789990 tempest-ServersNegativeTestJSON-987789990-project] 10.222.0.46 "GET /v2.0/security-groups?id=dc0e4462-0c59-47db-8bbb-a1bf30f020e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398169 Nov 22 21:06:44.828599 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933e4637-29ca-4cab-b4f8-d818d6e9fa68 req-d4e9f894-7abc-4a69-b50d-f43565470ec1 tempest-ServersNegativeTestJSON-987789990 tempest-ServersNegativeTestJSON-987789990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:06:44.830123 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-933e4637-29ca-4cab-b4f8-d818d6e9fa68 req-d4e9f894-7abc-4a69-b50d-f43565470ec1 tempest-ServersNegativeTestJSON-987789990 tempest-ServersNegativeTestJSON-987789990-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc5051b8-fef6-4ae3-9590-0b6ce57f1e2d HTTP/1.1" status: 200 len: 945 time: 0.0518627 Nov 22 21:06:44.877114 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-933e4637-29ca-4cab-b4f8-d818d6e9fa68 req-cf5458ca-f2a1-4afb-ae65-34c97e0400ea tempest-ServersNegativeTestJSON-987789990 tempest-ServersNegativeTestJSON-987789990-project] 10.222.0.46 "GET /v2.0/security-groups?id=dc0e4462-0c59-47db-8bbb-a1bf30f020e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404131 Nov 22 21:06:44.882941 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device fa3912d9-92ff-438b-9a59-67c9cad135b7 up at agent hyperv_n-h1-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 21:06:44.930088 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Provisioning for port fa3912d9-92ff-438b-9a59-67c9cad135b7 completed by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 21:06:44.933991 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Provisioning complete for port fa3912d9-92ff-438b-9a59-67c9cad135b7 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 21:06:44.934355 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:06:44.982688 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:06:45.028579 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:06:45.038581 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:06:45.052633 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc5051b8-fef6-4ae3-9590-0b6ce57f1e2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa3912d9-92ff-438b-9a59-67c9cad135b7'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 21:06:45.054846 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77cdb882cfbf7cc977e8d6fd4582ec33309c0dd3d6eecd2022538c80279aa7ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5463ce1f-45fb-4e02-b07f-eb528d8f427d" -d '{"events": [{"server_uuid": "bc5051b8-fef6-4ae3-9590-0b6ce57f1e2d", "name": "network-vif-plugged", "status": "completed", "tag": "fa3912d9-92ff-438b-9a59-67c9cad135b7"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 21:06:45.070565 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port fa3912d9-92ff-438b-9a59-67c9cad135b7, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=fa3912d9-92ff-438b-9a59-67c9cad135b7,segment=NetworkSegment(48765c06-309f-400f-b05e-046e16232608),segment_id=48765c06-309f-400f-b05e-046e16232608)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 21:06:45.074494 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:06:45.098165 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 21:06:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-265f0529-1538-4791-b633-5829144588cd x-openstack-request-id: req-265f0529-1538-4791-b633-5829144588cd {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 21:06:45.098454 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc5051b8-fef6-4ae3-9590-0b6ce57f1e2d", "name": "network-vif-plugged", "status": "completed", "tag": "fa3912d9-92ff-438b-9a59-67c9cad135b7", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 21:06:45.098707 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-265f0529-1538-4791-b633-5829144588cd {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 21:06:45.099118 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc5051b8-fef6-4ae3-9590-0b6ce57f1e2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa3912d9-92ff-438b-9a59-67c9cad135b7', 'code': 200} Nov 22 21:06:45.126326 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=fa3912d9-92ff-438b-9a59-67c9cad135b7,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:06:45.189607 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264d88c2-f5c5-4168-9390-efaf0339c4ce req-299729a2-1ef5-4a44-ac37-83df509de4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:06:45.191171 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-264d88c2-f5c5-4168-9390-efaf0339c4ce req-299729a2-1ef5-4a44-ac37-83df509de4d0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=bc5051b8-fef6-4ae3-9590-0b6ce57f1e2d HTTP/1.1" status: 200 len: 1097 time: 0.0396967 Nov 22 21:06:45.234301 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-264d88c2-f5c5-4168-9390-efaf0339c4ce req-0c4f5c69-9709-4e89-985a-b19f9cba3f92 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=dc0e4462-0c59-47db-8bbb-a1bf30f020e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362413 Nov 22 21:06:45.990315 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bed5e9c-00b0-4d0f-89a8-abe0f9d0e218 req-af201e36-023d-4a03-bfbb-ec4669e38776 tempest-ServersNegativeTestJSON-987789990 tempest-ServersNegativeTestJSON-987789990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:06:45.992448 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8bed5e9c-00b0-4d0f-89a8-abe0f9d0e218 req-af201e36-023d-4a03-bfbb-ec4669e38776 tempest-ServersNegativeTestJSON-987789990 tempest-ServersNegativeTestJSON-987789990-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc5051b8-fef6-4ae3-9590-0b6ce57f1e2d HTTP/1.1" status: 200 len: 946 time: 0.0480831 Nov 22 21:06:46.040949 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8bed5e9c-00b0-4d0f-89a8-abe0f9d0e218 req-75588f18-bdfa-4ba6-bb0d-ccd8e578676c tempest-ServersNegativeTestJSON-987789990 tempest-ServersNegativeTestJSON-987789990-project] 10.222.0.46 "GET /v2.0/security-groups?id=dc0e4462-0c59-47db-8bbb-a1bf30f020e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423810 Nov 22 21:06:47.160601 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b9b00e-9d81-4927-8b36-689f3e3e7854 req-5412a4a3-45be-4ff1-8611-4640c5d4093b tempest-ServersNegativeTestJSON-987789990 tempest-ServersNegativeTestJSON-987789990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:06:47.162099 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-28b9b00e-9d81-4927-8b36-689f3e3e7854 req-5412a4a3-45be-4ff1-8611-4640c5d4093b tempest-ServersNegativeTestJSON-987789990 tempest-ServersNegativeTestJSON-987789990-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc5051b8-fef6-4ae3-9590-0b6ce57f1e2d HTTP/1.1" status: 200 len: 946 time: 0.0524330 Nov 22 21:06:47.208627 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-28b9b00e-9d81-4927-8b36-689f3e3e7854 req-af6c5e40-b7a7-4a38-9e14-af7f14f3decc tempest-ServersNegativeTestJSON-987789990 tempest-ServersNegativeTestJSON-987789990-project] 10.222.0.46 "GET /v2.0/security-groups?id=dc0e4462-0c59-47db-8bbb-a1bf30f020e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405293 Nov 22 21:06:47.438708 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3ded5f-83b7-44ff-88e0-cb1d673150f9 req-77db13c0-f0e3-48ab-830b-c56c9fd2b1ad tempest-ServersNegativeTestJSON-987789990 tempest-ServersNegativeTestJSON-987789990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:06:47.440226 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4f3ded5f-83b7-44ff-88e0-cb1d673150f9 req-77db13c0-f0e3-48ab-830b-c56c9fd2b1ad tempest-ServersNegativeTestJSON-987789990 tempest-ServersNegativeTestJSON-987789990-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc5051b8-fef6-4ae3-9590-0b6ce57f1e2d HTTP/1.1" status: 200 len: 946 time: 0.0485604 Nov 22 21:06:47.486005 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4f3ded5f-83b7-44ff-88e0-cb1d673150f9 req-ebb2eb86-9f17-4273-933b-04c80b416d5e tempest-ServersNegativeTestJSON-987789990 tempest-ServersNegativeTestJSON-987789990-project] 10.222.0.46 "GET /v2.0/security-groups?id=dc0e4462-0c59-47db-8bbb-a1bf30f020e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397968 Nov 22 21:06:48.600506 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935878fd-3f16-4908-b785-44f9c9ff51df req-6a363dfb-fede-4330-b417-e953a9bb23ac tempest-ServersNegativeTestJSON-987789990 tempest-ServersNegativeTestJSON-987789990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:06:48.602574 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-935878fd-3f16-4908-b785-44f9c9ff51df req-6a363dfb-fede-4330-b417-e953a9bb23ac tempest-ServersNegativeTestJSON-987789990 tempest-ServersNegativeTestJSON-987789990-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc5051b8-fef6-4ae3-9590-0b6ce57f1e2d HTTP/1.1" status: 200 len: 946 time: 0.0480547 Nov 22 21:06:48.653219 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-935878fd-3f16-4908-b785-44f9c9ff51df req-e2081a80-8e92-4f0d-971f-c99a736a849d tempest-ServersNegativeTestJSON-987789990 tempest-ServersNegativeTestJSON-987789990-project] 10.222.0.46 "GET /v2.0/security-groups?id=dc0e4462-0c59-47db-8bbb-a1bf30f020e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447500 Nov 22 21:06:48.715256 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241c70cc-270a-4833-838d-0280d6d7ed3b req-489e8f83-db90-4800-bf2e-ba582313934f tempest-ServersNegativeTestJSON-987789990 tempest-ServersNegativeTestJSON-987789990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:06:48.716747 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-241c70cc-270a-4833-838d-0280d6d7ed3b req-489e8f83-db90-4800-bf2e-ba582313934f tempest-ServersNegativeTestJSON-987789990 tempest-ServersNegativeTestJSON-987789990-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc5051b8-fef6-4ae3-9590-0b6ce57f1e2d HTTP/1.1" status: 200 len: 946 time: 0.0470886 Nov 22 21:06:48.940954 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [req-241c70cc-270a-4833-838d-0280d6d7ed3b req-9df29164-c785-4c58-87ec-72d36f96bec9 tempest-ServersNegativeTestJSON-987789990 tempest-ServersNegativeTestJSON-987789990-project] Deleting port fa3912d9-92ff-438b-9a59-67c9cad135b7 {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 21:06:48.941299 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-241c70cc-270a-4833-838d-0280d6d7ed3b req-9df29164-c785-4c58-87ec-72d36f96bec9 tempest-ServersNegativeTestJSON-987789990 tempest-ServersNegativeTestJSON-987789990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:06:49.031039 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-241c70cc-270a-4833-838d-0280d6d7ed3b req-9df29164-c785-4c58-87ec-72d36f96bec9 tempest-ServersNegativeTestJSON-987789990 tempest-ServersNegativeTestJSON-987789990-project] For port fa3912d9-92ff-438b-9a59-67c9cad135b7, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=fa3912d9-92ff-438b-9a59-67c9cad135b7,segment=NetworkSegment(48765c06-309f-400f-b05e-046e16232608),segment_id=48765c06-309f-400f-b05e-046e16232608)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 21:06:49.031399 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-241c70cc-270a-4833-838d-0280d6d7ed3b req-9df29164-c785-4c58-87ec-72d36f96bec9 tempest-ServersNegativeTestJSON-987789990 tempest-ServersNegativeTestJSON-987789990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:06:49.043021 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [req-241c70cc-270a-4833-838d-0280d6d7ed3b req-9df29164-c785-4c58-87ec-72d36f96bec9 tempest-ServersNegativeTestJSON-987789990 tempest-ServersNegativeTestJSON-987789990-project] Calling delete_port for fa3912d9-92ff-438b-9a59-67c9cad135b7 owned by compute:nova {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 21:06:49.126461 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ae1a1c45-da53-4d65-9fda-866e6f574850 req-d740cddb-e12f-4861-a3fd-5691d4a515fe service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=41c1bd8a-71bb-40f6-b42a-e4bea17b546c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0383730 Nov 22 21:06:49.157690 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.agents_db [None req-aa8313f2-1ee4-4e7b-8c5a-d32b2f9d31ee None None] Agent healthcheck: found 7 active agents {{(pid=103450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 21:06:49.172088 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-241c70cc-270a-4833-838d-0280d6d7ed3b req-9df29164-c785-4c58-87ec-72d36f96bec9 tempest-ServersNegativeTestJSON-987789990 tempest-ServersNegativeTestJSON-987789990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:06:49.188538 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] get_ports_and_sgs() called for port_ids ['b6f2813a-79e6-41dd-92a0-564be9d5329b'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 21:06:49.191968 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] get_ports_and_sgs() called for port_ids ['fa3912d9-92ff-438b-9a59-67c9cad135b7'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 21:06:49.206364 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df29164-c785-4c58-87ec-72d36f96bec9 tempest-ServersNegativeTestJSON-987789990 tempest-ServersNegativeTestJSON-987789990-project] Pushing event deleted for resources: {'Port': ['ID=fa3912d9-92ff-438b-9a59-67c9cad135b7,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:06:49.213158 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1a1c45-da53-4d65-9fda-866e6f574850 req-0780b324-3f55-4741-ad37-1a90111f0a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:06:49.214743 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ae1a1c45-da53-4d65-9fda-866e6f574850 req-0780b324-3f55-4741-ad37-1a90111f0a0b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b197666a6096426eaf7aceb9b2955fd7&device_id=41c1bd8a-71bb-40f6-b42a-e4bea17b546c HTTP/1.1" status: 200 len: 1097 time: 0.0428333 Nov 22 21:06:49.247680 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [req-241c70cc-270a-4833-838d-0280d6d7ed3b req-9df29164-c785-4c58-87ec-72d36f96bec9 tempest-ServersNegativeTestJSON-987789990 tempest-ServersNegativeTestJSON-987789990-project] No DVR routers for this DVR port fa3912d9-92ff-438b-9a59-67c9cad135b7 on host n-h1-818823-1 {{(pid=103448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 21:06:49.250394 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-241c70cc-270a-4833-838d-0280d6d7ed3b req-9df29164-c785-4c58-87ec-72d36f96bec9 tempest-ServersNegativeTestJSON-987789990 tempest-ServersNegativeTestJSON-987789990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:06:49.253830 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-241c70cc-270a-4833-838d-0280d6d7ed3b req-9df29164-c785-4c58-87ec-72d36f96bec9 tempest-ServersNegativeTestJSON-987789990 tempest-ServersNegativeTestJSON-987789990-project] 10.222.0.41 "DELETE /v2.0/ports/fa3912d9-92ff-438b-9a59-67c9cad135b7 HTTP/1.1" status: 204 len: 173 time: 0.3986723 Nov 22 21:06:49.254286 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc5051b8-fef6-4ae3-9590-0b6ce57f1e2d', 'name': 'network-vif-deleted', 'tag': 'fa3912d9-92ff-438b-9a59-67c9cad135b7'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 21:06:49.256652 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d75c62b18f4846ba0ff3fb32e7a2f33757bcd91f6941723bbc4e48e63e422314" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47508919-5385-4da2-9501-5a1ea24b9e20" -d '{"events": [{"server_uuid": "bc5051b8-fef6-4ae3-9590-0b6ce57f1e2d", "name": "network-vif-deleted", "tag": "fa3912d9-92ff-438b-9a59-67c9cad135b7"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 21:06:49.308999 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 21:06:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c989da0-2dd3-488d-b4d1-46ddc7b0dd64 x-openstack-request-id: req-5c989da0-2dd3-488d-b4d1-46ddc7b0dd64 {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 21:06:49.309525 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc5051b8-fef6-4ae3-9590-0b6ce57f1e2d", "name": "network-vif-deleted", "tag": "fa3912d9-92ff-438b-9a59-67c9cad135b7", "status": "completed", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 21:06:49.310267 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5c989da0-2dd3-488d-b4d1-46ddc7b0dd64 {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 21:06:49.310458 n-d-818823-1 neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc5051b8-fef6-4ae3-9590-0b6ce57f1e2d', 'name': 'network-vif-deleted', 'tag': 'fa3912d9-92ff-438b-9a59-67c9cad135b7', 'status': 'completed', 'code': 200} Nov 22 21:06:49.343977 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1a1c45-da53-4d65-9fda-866e6f574850 req-e0cc03c0-a641-4bf8-b30c-f988290f99ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:06:49.345502 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ae1a1c45-da53-4d65-9fda-866e6f574850 req-e0cc03c0-a641-4bf8-b30c-f988290f99ca service neutron] 10.222.0.20 "GET /v2.0/networks?id=388d6bd9-2851-4fb4-945a-f88951cddb93 HTTP/1.1" status: 200 len: 914 time: 0.1081700 Nov 22 21:06:49.390159 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ae1a1c45-da53-4d65-9fda-866e6f574850 req-61841f77-c754-4d00-9858-bb04fd6231d7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b6f2813a-79e6-41dd-92a0-564be9d5329b HTTP/1.1" status: 200 len: 217 time: 0.0368507 Nov 22 21:06:49.439050 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1a1c45-da53-4d65-9fda-866e6f574850 req-a4fc92a4-fcf6-4e88-9145-b3afe75f78b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:06:49.440536 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ae1a1c45-da53-4d65-9fda-866e6f574850 req-a4fc92a4-fcf6-4e88-9145-b3afe75f78b0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=69362925-bfb1-4f81-ac26-f53453dd0136 HTTP/1.1" status: 200 len: 853 time: 0.0429261 Nov 22 21:06:49.471879 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ae1a1c45-da53-4d65-9fda-866e6f574850 req-acbe5285-986c-4270-8c41-2901c62004a1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=388d6bd9-2851-4fb4-945a-f88951cddb93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233674 Nov 22 21:06:49.814317 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a2279b6f-aa92-4207-b789-531160dbca5a req-8bb84682-6617-4863-8855-3ba70f27f8a8 tempest-ServersNegativeTestJSON-987789990 tempest-ServersNegativeTestJSON-987789990-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc5051b8-fef6-4ae3-9590-0b6ce57f1e2d HTTP/1.1" status: 200 len: 210 time: 0.0348039 Nov 22 21:06:49.851710 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ae1a1c45-da53-4d65-9fda-866e6f574850 req-883e157f-1744-467c-b0a1-44c86643dc45 service neutron] 10.222.0.20 "GET /v2.0/networks/388d6bd9-2851-4fb4-945a-f88951cddb93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3712950 Nov 22 21:06:49.941495 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ae1a1c45-da53-4d65-9fda-866e6f574850 req-d157b7ff-8ffe-45c4-9107-03a1bb82125f service neutron] 10.222.0.20 "GET /v2.0/networks/388d6bd9-2851-4fb4-945a-f88951cddb93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824223 Nov 22 21:06:50.967344 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2579ac-ce93-4299-b60d-6f24bc2d9a83 req-4d39d553-24ca-458d-8a91-3c794e5d0bf8 tempest-ServersNegativeTestJSON-987789990 tempest-ServersNegativeTestJSON-987789990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:06:50.968873 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-be2579ac-ce93-4299-b60d-6f24bc2d9a83 req-4d39d553-24ca-458d-8a91-3c794e5d0bf8 tempest-ServersNegativeTestJSON-987789990 tempest-ServersNegativeTestJSON-987789990-project] 10.222.0.46 "GET /v2.0/ports?device_id=41c1bd8a-71bb-40f6-b42a-e4bea17b546c HTTP/1.1" status: 200 len: 946 time: 0.0527439 Nov 22 21:06:51.015581 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-be2579ac-ce93-4299-b60d-6f24bc2d9a83 req-766bf464-8d59-4bd0-927b-4ad7b36d5b8d tempest-ServersNegativeTestJSON-987789990 tempest-ServersNegativeTestJSON-987789990-project] 10.222.0.46 "GET /v2.0/security-groups?id=dc0e4462-0c59-47db-8bbb-a1bf30f020e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408046 Nov 22 21:06:51.145991 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5885824-193f-4da8-9d58-6b26127b929a req-89601c60-f85c-4c40-bd14-1b306902adb7 tempest-ServersNegativeTestJSON-987789990 tempest-ServersNegativeTestJSON-987789990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:06:51.147600 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f5885824-193f-4da8-9d58-6b26127b929a req-89601c60-f85c-4c40-bd14-1b306902adb7 tempest-ServersNegativeTestJSON-987789990 tempest-ServersNegativeTestJSON-987789990-project] 10.222.0.46 "GET /v2.0/ports?device_id=41c1bd8a-71bb-40f6-b42a-e4bea17b546c HTTP/1.1" status: 200 len: 946 time: 0.0506895 Nov 22 21:06:51.204907 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f5885824-193f-4da8-9d58-6b26127b929a req-5f04be1e-ca9b-40e5-b4ba-0febad578cc4 tempest-ServersNegativeTestJSON-987789990 tempest-ServersNegativeTestJSON-987789990-project] 10.222.0.46 "GET /v2.0/security-groups?id=dc0e4462-0c59-47db-8bbb-a1bf30f020e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511041 Nov 22 21:06:51.319359 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c7ba09-ce93-4d1c-b5b6-847db59c9125 req-3c670315-97c6-4d39-b2a0-cc4f21d77784 tempest-ServersNegativeTestJSON-987789990 tempest-ServersNegativeTestJSON-987789990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:06:51.320804 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e2c7ba09-ce93-4d1c-b5b6-847db59c9125 req-3c670315-97c6-4d39-b2a0-cc4f21d77784 tempest-ServersNegativeTestJSON-987789990 tempest-ServersNegativeTestJSON-987789990-project] 10.222.0.46 "GET /v2.0/ports?device_id=41c1bd8a-71bb-40f6-b42a-e4bea17b546c HTTP/1.1" status: 200 len: 946 time: 0.0482905 Nov 22 21:06:51.367668 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e2c7ba09-ce93-4d1c-b5b6-847db59c9125 req-fe68f05f-fb48-4f0a-8bdc-cf2df3e7e74c tempest-ServersNegativeTestJSON-987789990 tempest-ServersNegativeTestJSON-987789990-project] 10.222.0.46 "GET /v2.0/security-groups?id=dc0e4462-0c59-47db-8bbb-a1bf30f020e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408118 Nov 22 21:06:51.542042 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03c5510-67e8-4e75-9c4e-7740fa516cba req-6fe5d746-9b17-440a-bf6d-2eb20feaf3b3 tempest-ServersNegativeTestJSON-987789990 tempest-ServersNegativeTestJSON-987789990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:06:51.543563 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e03c5510-67e8-4e75-9c4e-7740fa516cba req-6fe5d746-9b17-440a-bf6d-2eb20feaf3b3 tempest-ServersNegativeTestJSON-987789990 tempest-ServersNegativeTestJSON-987789990-project] 10.222.0.46 "GET /v2.0/ports?device_id=41c1bd8a-71bb-40f6-b42a-e4bea17b546c HTTP/1.1" status: 200 len: 946 time: 0.0520980 Nov 22 21:06:51.589107 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e03c5510-67e8-4e75-9c4e-7740fa516cba req-b1e18c6c-bd4d-4160-9125-48c1c3d89e7c tempest-ServersNegativeTestJSON-987789990 tempest-ServersNegativeTestJSON-987789990-project] 10.222.0.46 "GET /v2.0/security-groups?id=dc0e4462-0c59-47db-8bbb-a1bf30f020e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395262 Nov 22 21:06:51.706596 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc601a2-de52-40c2-ae37-5364eb14b697 req-6538b94a-abb9-4ac5-b1d0-ad694349cb2e tempest-ServersNegativeTestJSON-987789990 tempest-ServersNegativeTestJSON-987789990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:06:51.708076 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-cbc601a2-de52-40c2-ae37-5364eb14b697 req-6538b94a-abb9-4ac5-b1d0-ad694349cb2e tempest-ServersNegativeTestJSON-987789990 tempest-ServersNegativeTestJSON-987789990-project] 10.222.0.46 "GET /v2.0/ports?device_id=41c1bd8a-71bb-40f6-b42a-e4bea17b546c HTTP/1.1" status: 200 len: 946 time: 0.0523434 Nov 22 21:06:51.754908 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-cbc601a2-de52-40c2-ae37-5364eb14b697 req-21e886bc-8386-4d6c-9e18-0b587d8c3f4b tempest-ServersNegativeTestJSON-987789990 tempest-ServersNegativeTestJSON-987789990-project] 10.222.0.46 "GET /v2.0/security-groups?id=dc0e4462-0c59-47db-8bbb-a1bf30f020e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403721 Nov 22 21:06:51.898961 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294b8d52-5096-4095-97a1-deedb8629679 req-d28eb779-dc12-4fce-8702-99e84d3217ae tempest-ServersNegativeTestJSON-987789990 tempest-ServersNegativeTestJSON-987789990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:06:51.900415 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-294b8d52-5096-4095-97a1-deedb8629679 req-d28eb779-dc12-4fce-8702-99e84d3217ae tempest-ServersNegativeTestJSON-987789990 tempest-ServersNegativeTestJSON-987789990-project] 10.222.0.46 "GET /v2.0/ports?device_id=41c1bd8a-71bb-40f6-b42a-e4bea17b546c HTTP/1.1" status: 200 len: 946 time: 0.0496075 Nov 22 21:06:51.948639 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-294b8d52-5096-4095-97a1-deedb8629679 req-92497d37-a055-472c-a4fa-5acb6ae09817 tempest-ServersNegativeTestJSON-987789990 tempest-ServersNegativeTestJSON-987789990-project] 10.222.0.46 "GET /v2.0/security-groups?id=dc0e4462-0c59-47db-8bbb-a1bf30f020e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421357 Nov 22 21:06:52.272781 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29bf020-0004-4cc6-8cf6-230c39a824ef req-eb596df1-26c4-4e03-b4a9-538c1394e220 tempest-ServersNegativeTestJSON-987789990 tempest-ServersNegativeTestJSON-987789990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:06:52.274871 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f29bf020-0004-4cc6-8cf6-230c39a824ef req-eb596df1-26c4-4e03-b4a9-538c1394e220 tempest-ServersNegativeTestJSON-987789990 tempest-ServersNegativeTestJSON-987789990-project] 10.222.0.46 "GET /v2.0/ports?device_id=41c1bd8a-71bb-40f6-b42a-e4bea17b546c HTTP/1.1" status: 200 len: 946 time: 0.0506880 Nov 22 21:06:52.329285 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f29bf020-0004-4cc6-8cf6-230c39a824ef req-7fe58e7d-8e46-4e82-a198-0805c10c0521 tempest-ServersNegativeTestJSON-987789990 tempest-ServersNegativeTestJSON-987789990-project] 10.222.0.46 "GET /v2.0/security-groups?id=dc0e4462-0c59-47db-8bbb-a1bf30f020e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460827 Nov 22 21:06:52.948133 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device fa3912d9-92ff-438b-9a59-67c9cad135b7 no longer exists at agent hyperv_n-h1-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 21:06:52.969100 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] No Port match for: fa3912d9-92ff-438b-9a59-67c9cad135b7 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 21:06:52.969441 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device fa3912d9-92ff-438b-9a59-67c9cad135b7 not bound to the agent host n-h1-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 21:06:53.450027 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298a1dca-f81a-4466-a1d7-3116c1075117 req-e28ca7d8-a745-454c-8d09-fbb8492cebca tempest-ServersNegativeTestJSON-987789990 tempest-ServersNegativeTestJSON-987789990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:06:53.451568 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-298a1dca-f81a-4466-a1d7-3116c1075117 req-e28ca7d8-a745-454c-8d09-fbb8492cebca tempest-ServersNegativeTestJSON-987789990 tempest-ServersNegativeTestJSON-987789990-project] 10.222.0.46 "GET /v2.0/ports?device_id=41c1bd8a-71bb-40f6-b42a-e4bea17b546c HTTP/1.1" status: 200 len: 946 time: 0.0539517 Nov 22 21:06:53.499492 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-298a1dca-f81a-4466-a1d7-3116c1075117 req-7f89e77d-759a-46c4-bf3c-9412b50a1893 tempest-ServersNegativeTestJSON-987789990 tempest-ServersNegativeTestJSON-987789990-project] 10.222.0.46 "GET /v2.0/security-groups?id=dc0e4462-0c59-47db-8bbb-a1bf30f020e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419974 Nov 22 21:06:53.552462 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5996d9b8-ba4a-4b36-8494-62bc0361c0fc req-c8113368-f42c-47cd-b961-11e08edcd5a0 tempest-ServersNegativeTestJSON-987789990 tempest-ServersNegativeTestJSON-987789990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:06:53.553926 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5996d9b8-ba4a-4b36-8494-62bc0361c0fc req-c8113368-f42c-47cd-b961-11e08edcd5a0 tempest-ServersNegativeTestJSON-987789990 tempest-ServersNegativeTestJSON-987789990-project] 10.222.0.20 "GET /v2.0/ports?device_id=41c1bd8a-71bb-40f6-b42a-e4bea17b546c HTTP/1.1" status: 200 len: 946 time: 0.0477226 Nov 22 21:06:53.644660 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-5996d9b8-ba4a-4b36-8494-62bc0361c0fc req-95b3b75b-9acc-45e7-95ca-fc01f821d337 tempest-ServersNegativeTestJSON-987789990 tempest-ServersNegativeTestJSON-987789990-project] Deleting port b6f2813a-79e6-41dd-92a0-564be9d5329b {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 21:06:53.644921 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-5996d9b8-ba4a-4b36-8494-62bc0361c0fc req-95b3b75b-9acc-45e7-95ca-fc01f821d337 tempest-ServersNegativeTestJSON-987789990 tempest-ServersNegativeTestJSON-987789990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:06:53.731115 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-5996d9b8-ba4a-4b36-8494-62bc0361c0fc req-95b3b75b-9acc-45e7-95ca-fc01f821d337 tempest-ServersNegativeTestJSON-987789990 tempest-ServersNegativeTestJSON-987789990-project] For port b6f2813a-79e6-41dd-92a0-564be9d5329b, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=b6f2813a-79e6-41dd-92a0-564be9d5329b,segment=NetworkSegment(48765c06-309f-400f-b05e-046e16232608),segment_id=48765c06-309f-400f-b05e-046e16232608)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 21:06:53.731510 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-5996d9b8-ba4a-4b36-8494-62bc0361c0fc req-95b3b75b-9acc-45e7-95ca-fc01f821d337 tempest-ServersNegativeTestJSON-987789990 tempest-ServersNegativeTestJSON-987789990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:06:53.744749 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-5996d9b8-ba4a-4b36-8494-62bc0361c0fc req-95b3b75b-9acc-45e7-95ca-fc01f821d337 tempest-ServersNegativeTestJSON-987789990 tempest-ServersNegativeTestJSON-987789990-project] Calling delete_port for b6f2813a-79e6-41dd-92a0-564be9d5329b owned by compute:nova {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 21:06:53.873160 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-5996d9b8-ba4a-4b36-8494-62bc0361c0fc req-95b3b75b-9acc-45e7-95ca-fc01f821d337 tempest-ServersNegativeTestJSON-987789990 tempest-ServersNegativeTestJSON-987789990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:06:53.884438 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] get_ports_and_sgs() called for port_ids ['b6f2813a-79e6-41dd-92a0-564be9d5329b'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 21:06:53.902582 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b3b75b-9acc-45e7-95ca-fc01f821d337 tempest-ServersNegativeTestJSON-987789990 tempest-ServersNegativeTestJSON-987789990-project] Pushing event deleted for resources: {'Port': ['ID=b6f2813a-79e6-41dd-92a0-564be9d5329b,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:06:53.935553 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b3b75b-9acc-45e7-95ca-fc01f821d337 tempest-ServersNegativeTestJSON-987789990 tempest-ServersNegativeTestJSON-987789990-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:06:53.935904 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b3b75b-9acc-45e7-95ca-fc01f821d337 tempest-ServersNegativeTestJSON-987789990 tempest-ServersNegativeTestJSON-987789990-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:06:53.936247 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b3b75b-9acc-45e7-95ca-fc01f821d337 tempest-ServersNegativeTestJSON-987789990 tempest-ServersNegativeTestJSON-987789990-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:06:53.936583 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b3b75b-9acc-45e7-95ca-fc01f821d337 tempest-ServersNegativeTestJSON-987789990 tempest-ServersNegativeTestJSON-987789990-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:06:53.936919 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b3b75b-9acc-45e7-95ca-fc01f821d337 tempest-ServersNegativeTestJSON-987789990 tempest-ServersNegativeTestJSON-987789990-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:06:53.937247 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b3b75b-9acc-45e7-95ca-fc01f821d337 tempest-ServersNegativeTestJSON-987789990 tempest-ServersNegativeTestJSON-987789990-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:06:53.937572 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b3b75b-9acc-45e7-95ca-fc01f821d337 tempest-ServersNegativeTestJSON-987789990 tempest-ServersNegativeTestJSON-987789990-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:06:53.937897 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b3b75b-9acc-45e7-95ca-fc01f821d337 tempest-ServersNegativeTestJSON-987789990 tempest-ServersNegativeTestJSON-987789990-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:06:53.938221 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b3b75b-9acc-45e7-95ca-fc01f821d337 tempest-ServersNegativeTestJSON-987789990 tempest-ServersNegativeTestJSON-987789990-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:06:53.938543 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b3b75b-9acc-45e7-95ca-fc01f821d337 tempest-ServersNegativeTestJSON-987789990 tempest-ServersNegativeTestJSON-987789990-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:06:53.938865 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b3b75b-9acc-45e7-95ca-fc01f821d337 tempest-ServersNegativeTestJSON-987789990 tempest-ServersNegativeTestJSON-987789990-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:06:53.939185 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b3b75b-9acc-45e7-95ca-fc01f821d337 tempest-ServersNegativeTestJSON-987789990 tempest-ServersNegativeTestJSON-987789990-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:06:53.954488 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-5996d9b8-ba4a-4b36-8494-62bc0361c0fc req-95b3b75b-9acc-45e7-95ca-fc01f821d337 tempest-ServersNegativeTestJSON-987789990 tempest-ServersNegativeTestJSON-987789990-project] No DVR routers for this DVR port b6f2813a-79e6-41dd-92a0-564be9d5329b on host n-h2-818823-1 {{(pid=103447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 21:06:53.956835 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-5996d9b8-ba4a-4b36-8494-62bc0361c0fc req-95b3b75b-9acc-45e7-95ca-fc01f821d337 tempest-ServersNegativeTestJSON-987789990 tempest-ServersNegativeTestJSON-987789990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:06:53.960798 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5996d9b8-ba4a-4b36-8494-62bc0361c0fc req-95b3b75b-9acc-45e7-95ca-fc01f821d337 tempest-ServersNegativeTestJSON-987789990 tempest-ServersNegativeTestJSON-987789990-project] 10.222.0.20 "DELETE /v2.0/ports/b6f2813a-79e6-41dd-92a0-564be9d5329b HTTP/1.1" status: 204 len: 173 time: 0.3995662 Nov 22 21:06:53.961233 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41c1bd8a-71bb-40f6-b42a-e4bea17b546c', 'name': 'network-vif-deleted', 'tag': 'b6f2813a-79e6-41dd-92a0-564be9d5329b'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 21:06:53.963516 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0b87e146ffa5c253ca46002a571dfb52564e5f7c412d10689cf18353d020cb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f11c9db-2cbe-40f3-844d-63e0aeff023a" -d '{"events": [{"server_uuid": "41c1bd8a-71bb-40f6-b42a-e4bea17b546c", "name": "network-vif-deleted", "tag": "b6f2813a-79e6-41dd-92a0-564be9d5329b"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 21:06:54.001075 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 21:06:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e832c6f4-af4a-43eb-a77a-cbf398e0d160 x-openstack-request-id: req-e832c6f4-af4a-43eb-a77a-cbf398e0d160 {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 21:06:54.001379 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41c1bd8a-71bb-40f6-b42a-e4bea17b546c", "name": "network-vif-deleted", "tag": "b6f2813a-79e6-41dd-92a0-564be9d5329b", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 21:06:54.001644 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e832c6f4-af4a-43eb-a77a-cbf398e0d160 {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 21:06:54.002068 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41c1bd8a-71bb-40f6-b42a-e4bea17b546c', 'name': 'network-vif-deleted', 'tag': 'b6f2813a-79e6-41dd-92a0-564be9d5329b', 'status': 'completed', 'code': 200} Nov 22 21:06:54.555151 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 59582) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:06:54.598067 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_v2 [None req-667e4d56-90f9-4863-83e3-95beec8c83d4 admin admin] Deleting subnet 69362925-bfb1-4f81-ac26-f53453dd0136 {{(pid=103447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 21:06:54.601609 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-667e4d56-90f9-4863-83e3-95beec8c83d4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:06:54.634393 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-667e4d56-90f9-4863-83e3-95beec8c83d4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12178353'] for subnet, precommit_delete_associations {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:06:54.673075 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-667e4d56-90f9-4863-83e3-95beec8c83d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3753007'] for subnet, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:06:54.728035 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-667e4d56-90f9-4863-83e3-95beec8c83d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3753014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8900804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8485115'] for subnet, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:06:54.752819 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667e4d56-90f9-4863-83e3-95beec8c83d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69362925-bfb1-4f81-ac26-f53453dd0136,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:06:54.758427 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-667e4d56-90f9-4863-83e3-95beec8c83d4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:06:54.761711 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-667e4d56-90f9-4863-83e3-95beec8c83d4 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/69362925-bfb1-4f81-ac26-f53453dd0136 HTTP/1.1" status: 204 len: 168 time: 0.2054973 Nov 22 21:06:54.764235 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 59584) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:06:54.831657 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-bec57bf9-5417-40c7-8517-aa90ba46152e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3961693'] for network, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:06:54.912217 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-bec57bf9-5417-40c7-8517-aa90ba46152e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3760028', 'neutron.services.segments.db._delete_segments_for_network-8748992815755'] for network, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:06:54.932561 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-bec57bf9-5417-40c7-8517-aa90ba46152e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['388d6bd9-2851-4fb4-945a-f88951cddb93']}} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:06:54.941769 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-bec57bf9-5417-40c7-8517-aa90ba46152e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48765c06-309f-400f-b05e-046e16232608') {'for_net_delete': True} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:06:54.942071 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-bec57bf9-5417-40c7-8517-aa90ba46152e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48765c06-309f-400f-b05e-046e16232608') {} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:06:54.951279 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-bec57bf9-5417-40c7-8517-aa90ba46152e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748993039638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12178344'] for segment, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:06:54.964147 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-bec57bf9-5417-40c7-8517-aa90ba46152e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:06:54.969870 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bec57bf9-5417-40c7-8517-aa90ba46152e admin admin] Releasing vlan 644 on physical network physnet1 to pool {{(pid=103447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 21:06:54.970259 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-bec57bf9-5417-40c7-8517-aa90ba46152e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8900762'] for segment, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:06:54.971893 n-d-818823-1 neutron-server[103447]: Traceback (most recent call last): Nov 22 21:06:54.971893 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 21:06:54.971893 n-d-818823-1 neutron-server[103447]: timer() Nov 22 21:06:54.971893 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 21:06:54.971893 n-d-818823-1 neutron-server[103447]: cb(*args, **kw) Nov 22 21:06:54.971893 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 21:06:54.971893 n-d-818823-1 neutron-server[103447]: return func(*args, **kwargs) Nov 22 21:06:54.971893 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 21:06:54.971893 n-d-818823-1 neutron-server[103447]: self._notify() Nov 22 21:06:54.971893 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 21:06:54.971893 n-d-818823-1 neutron-server[103447]: self.callback(batched_events) Nov 22 21:06:54.971893 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 21:06:54.971893 n-d-818823-1 neutron-server[103447]: event.method(event) Nov 22 21:06:54.971893 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 21:06:54.971893 n-d-818823-1 neutron-server[103447]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 21:06:54.971893 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 21:06:54.971893 n-d-818823-1 neutron-server[103447]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 21:06:54.971893 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 21:06:54.971893 n-d-818823-1 neutron-server[103447]: return f(self, *a, **k) Nov 22 21:06:54.971893 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 21:06:54.971893 n-d-818823-1 neutron-server[103447]: return self._get(url).json() Nov 22 21:06:54.971893 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 21:06:54.971893 n-d-818823-1 neutron-server[103447]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 21:06:54.971893 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 21:06:54.971893 n-d-818823-1 neutron-server[103447]: return self.request(url, 'GET', **kwargs) Nov 22 21:06:54.971893 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 21:06:54.971893 n-d-818823-1 neutron-server[103447]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 21:06:54.971893 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 21:06:54.971893 n-d-818823-1 neutron-server[103447]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 21:06:54.971893 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 21:06:54.971893 n-d-818823-1 neutron-server[103447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 21:06:54.971893 n-d-818823-1 neutron-server[103447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 21:06:55.023754 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-bec57bf9-5417-40c7-8517-aa90ba46152e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3760002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595318'] for network, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:06:55.029252 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-bec57bf9-5417-40c7-8517-aa90ba46152e admin admin] Publish callbacks [] for network, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:06:55.032535 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-bec57bf9-5417-40c7-8517-aa90ba46152e admin admin] 10.222.0.46 "DELETE /v2.0/networks/388d6bd9-2851-4fb4-945a-f88951cddb93 HTTP/1.1" status: 204 len: 168 time: 0.2673571 Nov 22 21:06:55.043992 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec57bf9-5417-40c7-8517-aa90ba46152e admin admin] Pushing event deleted for resources: {'Network': ['ID=388d6bd9-2851-4fb4-945a-f88951cddb93,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:06:55.139806 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 59588) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:06:55.183510 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-542d948f-fd5e-4cd2-a8dd-a4aab8cb6256 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b197666a6096426eaf7aceb9b2955fd7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0424426 Nov 22 21:06:55.185944 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 59590) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:06:55.231882 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0b0b580c-ab42-4393-9983-2666bbea2873 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:06:55.252517 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0b0b580c-ab42-4393-9983-2666bbea2873 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:06:55.299230 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0b0b580c-ab42-4393-9983-2666bbea2873 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:06:55.301951 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0b0b580c-ab42-4393-9983-2666bbea2873 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:06:55.303838 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-0b0b580c-ab42-4393-9983-2666bbea2873 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/dc0e4462-0c59-47db-8bbb-a1bf30f020e4 HTTP/1.1" status: 204 len: 168 time: 0.1169646 Nov 22 21:06:55.312314 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0b580c-ab42-4393-9983-2666bbea2873 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc0e4462-0c59-47db-8bbb-a1bf30f020e4,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:06:56.014729 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 59612) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:06:56.109832 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-4040ebf4-2f97-4d2f-b4a4-ea85bf63a31c tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1068840352'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 21:06:56.131327 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4040ebf4-2f97-4d2f-b4a4-ea85bf63a31c tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] Made reservation on behalf of ce2f3710a9b34e369f72c9ff552823ea for: {'network': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 21:06:56.134779 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4040ebf4-2f97-4d2f-b4a4-ea85bf63a31c tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for network, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:06:56.143166 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4040ebf4-2f97-4d2f-b4a4-ea85bf63a31c tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:06:56.218851 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4040ebf4-2f97-4d2f-b4a4-ea85bf63a31c tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:06:56.222526 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4040ebf4-2f97-4d2f-b4a4-ea85bf63a31c tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:06:56.245772 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4040ebf4-2f97-4d2f-b4a4-ea85bf63a31c tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] vlan segment allocate from pool success with {'vlan_id': 639, 'physical_network': 'physnet1'} {{(pid=103447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 21:06:56.260413 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4040ebf4-2f97-4d2f-b4a4-ea85bf63a31c tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] Pushing event updated for resources: {'SecurityGroup': ['ID=106cce6d-ea09-4afc-bee1-a442501b5532,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:06:56.263459 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4040ebf4-2f97-4d2f-b4a4-ea85bf63a31c tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:06:56.263783 n-d-818823-1 neutron-server[103447]: INFO neutron.db.segments_db [None req-4040ebf4-2f97-4d2f-b4a4-ea85bf63a31c tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] Added segment ea9cfc58-ce71-4756-92f6-72ca116df95e of type vlan for network 77db5446-918f-4d28-b17b-ff9912d38057 Nov 22 21:06:56.306382 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4040ebf4-2f97-4d2f-b4a4-ea85bf63a31c tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748992492791'] for network, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:06:56.330077 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4040ebf4-2f97-4d2f-b4a4-ea85bf63a31c tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for network, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:06:56.336337 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4040ebf4-2f97-4d2f-b4a4-ea85bf63a31c tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:06:56.336919 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4040ebf4-2f97-4d2f-b4a4-ea85bf63a31c tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] Publish callbacks [] for network, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:06:56.415042 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-4040ebf4-2f97-4d2f-b4a4-ea85bf63a31c tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3992004 Nov 22 21:06:56.441126 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4040ebf4-2f97-4d2f-b4a4-ea85bf63a31c tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] Pushing event updated for resources: {'Network': ['ID=77db5446-918f-4d28-b17b-ff9912d38057,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:06:56.451944 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Network 77db5446-918f-4d28-b17b-ff9912d38057 details requested by agent ovs-agent-n-d-818823-1 with host n-d-818823-1 {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 21:06:56.490498 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device b6f2813a-79e6-41dd-92a0-564be9d5329b no longer exists at agent hyperv_n-h2-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 21:06:56.521105 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] No Port match for: b6f2813a-79e6-41dd-92a0-564be9d5329b {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 21:06:56.521440 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device b6f2813a-79e6-41dd-92a0-564be9d5329b not bound to the agent host n-h2-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 21:06:59.687563 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 59616) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:06:59.692704 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-10e24a66-baed-4368-b44b-ef815976caf9 tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] Request body: {'subnet': {'network_id': '77db5446-918f-4d28-b17b-ff9912d38057', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 21:06:59.784079 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10e24a66-baed-4368-b44b-ef815976caf9 tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] Made reservation on behalf of ce2f3710a9b34e369f72c9ff552823ea for: {'subnet': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 21:06:59.787600 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-10e24a66-baed-4368-b44b-ef815976caf9 tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8485086'] for subnet, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:06:59.963279 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-10e24a66-baed-4368-b44b-ef815976caf9 tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8900613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8485104'] for subnet, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:00.022246 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e24a66-baed-4368-b44b-ef815976caf9 tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] Pushing event updated for resources: {'Subnet': ['ID=e614cb58-b108-47e9-b44d-3a1a2dce4153,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:07:00.030304 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e24a66-baed-4368-b44b-ef815976caf9 tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] Checking segment: {'id': 'ea9cfc58-ce71-4756-92f6-72ca116df95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '77db5446-918f-4d28-b17b-ff9912d38057'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 21:07:00.030667 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10e24a66-baed-4368-b44b-ef815976caf9 tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] Network hostable DHCP agents. Network: 77db5446-918f-4d28-b17b-ff9912d38057, hostable agents: ['02adaa64-0987-4b74-bad0-cbcf56f8a294'], hosted agents: [] {{(pid=103447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 21:07:00.047096 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10e24a66-baed-4368-b44b-ef815976caf9 tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] Network 77db5446-918f-4d28-b17b-ff9912d38057 is scheduled to be hosted by DHCP agent 02adaa64-0987-4b74-bad0-cbcf56f8a294 with binding_index 1 {{(pid=103447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 21:07:00.055068 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-10e24a66-baed-4368-b44b-ef815976caf9 tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818823-1, 77db5446-918f-4d28-b17b-ff9912d38057) {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 21:07:00.058995 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10e24a66-baed-4368-b44b-ef815976caf9 tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:07:00.059623 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-10e24a66-baed-4368-b44b-ef815976caf9 tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] Publish callbacks [] for subnet, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:00.063726 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9da9eeaa-fd27-4610-9276-d964b172e763 None None] Network 77db5446-918f-4d28-b17b-ff9912d38057 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 21:07:00.076833 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-10e24a66-baed-4368-b44b-ef815976caf9 tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3881505 Nov 22 21:07:00.080323 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 59618) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:07:00.085949 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-859143aa-f44a-440b-9e98-0549295ed95f tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1611306975'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 21:07:00.105932 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-859143aa-f44a-440b-9e98-0549295ed95f tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] Made reservation on behalf of ce2f3710a9b34e369f72c9ff552823ea for: {'network': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 21:07:00.109683 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-859143aa-f44a-440b-9e98-0549295ed95f tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for network, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:00.133393 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-813e9bdf-4bf9-410a-b008-2b9077387ead None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:00.144765 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-859143aa-f44a-440b-9e98-0549295ed95f tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] vlan segment allocate from pool success with {'vlan_id': 615, 'physical_network': 'physnet1'} {{(pid=103447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 21:07:00.157177 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-859143aa-f44a-440b-9e98-0549295ed95f tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:00.157697 n-d-818823-1 neutron-server[103447]: INFO neutron.db.segments_db [None req-859143aa-f44a-440b-9e98-0549295ed95f tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] Added segment 4ac573fe-634e-4f7e-a4c4-31b1b5eb9164 of type vlan for network 0fd326eb-7df7-4a59-9583-f77d8af79c43 Nov 22 21:07:00.219549 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-859143aa-f44a-440b-9e98-0549295ed95f tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748992492791'] for network, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:00.239130 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bcbd77f-ffda-42bf-8a47-d2aa3691d572 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fb26bd7-ce56-527b-b94f-2e1f7cb2bb35-77db5446-918f-4d28-b17b-ff9912d38057', 'network_id': '77db5446-918f-4d28-b17b-ff9912d38057', 'tenant_id': 'ce2f3710a9b34e369f72c9ff552823ea', 'fixed_ips': [{'subnet_id': 'e614cb58-b108-47e9-b44d-3a1a2dce4153'}]}} from n-d-818823-1. {{(pid=103449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 21:07:00.240074 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-7bcbd77f-ffda-42bf-8a47-d2aa3691d572 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:00.245621 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-859143aa-f44a-440b-9e98-0549295ed95f tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for network, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:00.251368 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-859143aa-f44a-440b-9e98-0549295ed95f tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:07:00.251990 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-859143aa-f44a-440b-9e98-0549295ed95f tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] Publish callbacks [] for network, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:00.303279 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-859143aa-f44a-440b-9e98-0549295ed95f tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2217939 Nov 22 21:07:00.306222 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 59620) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:07:00.311350 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-dfa336b0-544c-4323-9064-f51d141f595b tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] Request body: {'subnet': {'network_id': '0fd326eb-7df7-4a59-9583-f77d8af79c43', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 21:07:00.321849 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859143aa-f44a-440b-9e98-0549295ed95f tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] Pushing event updated for resources: {'Network': ['ID=0fd326eb-7df7-4a59-9583-f77d8af79c43,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:07:00.337139 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Network 0fd326eb-7df7-4a59-9583-f77d8af79c43 details requested by agent ovs-agent-n-d-818823-1 with host n-d-818823-1 {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 21:07:00.401044 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfa336b0-544c-4323-9064-f51d141f595b tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] Made reservation on behalf of ce2f3710a9b34e369f72c9ff552823ea for: {'subnet': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 21:07:00.404713 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-dfa336b0-544c-4323-9064-f51d141f595b tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11792951'] for subnet, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:00.446019 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.db_base_plugin_common [None req-7bcbd77f-ffda-42bf-8a47-d2aa3691d572 None None] Allocated IP 2001:db8:0:ffff::2 (77db5446-918f-4d28-b17b-ff9912d38057/e614cb58-b108-47e9-b44d-3a1a2dce4153/5f25b18b-a56f-4e03-ac2d-d0d2b6627e8e) {{(pid=103449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 21:07:00.592035 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-7bcbd77f-ffda-42bf-8a47-d2aa3691d572 None None] Publish callbacks [] for port, precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:00.598139 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-7bcbd77f-ffda-42bf-8a47-d2aa3691d572 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372'] for port, after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:00.599854 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-dfa336b0-544c-4323-9064-f51d141f595b tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11567560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11792921'] for subnet, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:00.640971 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bcbd77f-ffda-42bf-8a47-d2aa3691d572 None None] Network 77db5446-918f-4d28-b17b-ff9912d38057 is already hosted by enough agents. {{(pid=103449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 21:07:00.646747 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.base_scheduler [None req-7bcbd77f-ffda-42bf-8a47-d2aa3691d572 None None] Resources bound (agent type, host, resource id): {{(pid=103449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 21:07:00.649124 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcbd77f-ffda-42bf-8a47-d2aa3691d572 None None] Pushing event updated for resources: {'Port': ['ID=5f25b18b-a56f-4e03-ac2d-d0d2b6627e8e,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:07:00.651277 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bcbd77f-ffda-42bf-8a47-d2aa3691d572 None None] Received port after_create {{(pid=103449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 21:07:00.662272 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bcbd77f-ffda-42bf-8a47-d2aa3691d572 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:07:00.662621 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bcbd77f-ffda-42bf-8a47-d2aa3691d572 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:07:00.662959 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bcbd77f-ffda-42bf-8a47-d2aa3691d572 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:07:00.663931 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bcbd77f-ffda-42bf-8a47-d2aa3691d572 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:07:00.664266 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bcbd77f-ffda-42bf-8a47-d2aa3691d572 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:07:00.664597 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bcbd77f-ffda-42bf-8a47-d2aa3691d572 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:07:00.664921 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bcbd77f-ffda-42bf-8a47-d2aa3691d572 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:07:00.665241 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bcbd77f-ffda-42bf-8a47-d2aa3691d572 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:07:00.665561 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bcbd77f-ffda-42bf-8a47-d2aa3691d572 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:07:00.665879 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bcbd77f-ffda-42bf-8a47-d2aa3691d572 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:07:00.666275 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bcbd77f-ffda-42bf-8a47-d2aa3691d572 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:07:00.666510 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bcbd77f-ffda-42bf-8a47-d2aa3691d572 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:07:00.666951 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa336b0-544c-4323-9064-f51d141f595b tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] Pushing event updated for resources: {'Subnet': ['ID=f7ab5f9a-7f31-4f54-b314-8a56766e4d02,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:07:00.674597 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa336b0-544c-4323-9064-f51d141f595b tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] Checking segment: {'id': '4ac573fe-634e-4f7e-a4c4-31b1b5eb9164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '0fd326eb-7df7-4a59-9583-f77d8af79c43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 21:07:00.674950 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfa336b0-544c-4323-9064-f51d141f595b tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] Network hostable DHCP agents. Network: 0fd326eb-7df7-4a59-9583-f77d8af79c43, hostable agents: ['02adaa64-0987-4b74-bad0-cbcf56f8a294'], hosted agents: [] {{(pid=103448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 21:07:00.682622 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa336b0-544c-4323-9064-f51d141f595b tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:07:00.682973 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa336b0-544c-4323-9064-f51d141f595b tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:07:00.683319 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa336b0-544c-4323-9064-f51d141f595b tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:07:00.683698 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa336b0-544c-4323-9064-f51d141f595b tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:07:00.684026 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa336b0-544c-4323-9064-f51d141f595b tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:07:00.684359 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa336b0-544c-4323-9064-f51d141f595b tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:07:00.684709 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa336b0-544c-4323-9064-f51d141f595b tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:07:00.685031 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa336b0-544c-4323-9064-f51d141f595b tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:07:00.685363 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa336b0-544c-4323-9064-f51d141f595b tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:07:00.685686 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa336b0-544c-4323-9064-f51d141f595b tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:07:00.686006 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa336b0-544c-4323-9064-f51d141f595b tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:07:00.686327 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa336b0-544c-4323-9064-f51d141f595b tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:07:00.703623 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfa336b0-544c-4323-9064-f51d141f595b tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] Network 0fd326eb-7df7-4a59-9583-f77d8af79c43 is scheduled to be hosted by DHCP agent 02adaa64-0987-4b74-bad0-cbcf56f8a294 with binding_index 1 {{(pid=103448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 21:07:00.712863 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-dfa336b0-544c-4323-9064-f51d141f595b tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818823-1, 0fd326eb-7df7-4a59-9583-f77d8af79c43) {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 21:07:00.719504 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfa336b0-544c-4323-9064-f51d141f595b tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:07:00.720401 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-dfa336b0-544c-4323-9064-f51d141f595b tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:00.721132 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e3fb50e-f007-499b-b963-0f2b8c95d639 None None] Network 0fd326eb-7df7-4a59-9583-f77d8af79c43 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 21:07:00.735195 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-7bcbd77f-ffda-42bf-8a47-d2aa3691d572 None None] Attempting to bind port 5f25b18b-a56f-4e03-ac2d-d0d2b6627e8e on host n-d-818823-1 for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 21:07:00.735595 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-7bcbd77f-ffda-42bf-8a47-d2aa3691d572 None None] Attempting to bind port 5f25b18b-a56f-4e03-ac2d-d0d2b6627e8e by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': 'ea9cfc58-ce71-4756-92f6-72ca116df95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '77db5446-918f-4d28-b17b-ff9912d38057'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 21:07:00.735958 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bcbd77f-ffda-42bf-8a47-d2aa3691d572 None None] Attempting to bind port 5f25b18b-a56f-4e03-ac2d-d0d2b6627e8e on network 77db5446-918f-4d28-b17b-ff9912d38057 {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 21:07:00.739041 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-dfa336b0-544c-4323-9064-f51d141f595b tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4317274 Nov 22 21:07:00.741756 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 59622) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:07:00.767625 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bcbd77f-ffda-42bf-8a47-d2aa3691d572 None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 21, 6, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 21:07:00.768010 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bcbd77f-ffda-42bf-8a47-d2aa3691d572 None None] Checking segment: {'id': 'ea9cfc58-ce71-4756-92f6-72ca116df95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '77db5446-918f-4d28-b17b-ff9912d38057'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 21:07:00.768419 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-7bcbd77f-ffda-42bf-8a47-d2aa3691d572 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:00.768813 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bcbd77f-ffda-42bf-8a47-d2aa3691d572 None None] Bound using segment: {'id': 'ea9cfc58-ce71-4756-92f6-72ca116df95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '77db5446-918f-4d28-b17b-ff9912d38057'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 21:07:00.769288 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-7bcbd77f-ffda-42bf-8a47-d2aa3691d572 None None] Bound port: 5f25b18b-a56f-4e03-ac2d-d0d2b6627e8e, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea9cfc58-ce71-4756-92f6-72ca116df95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '77db5446-918f-4d28-b17b-ff9912d38057'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 21:07:00.769674 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-7bcbd77f-ffda-42bf-8a47-d2aa3691d572 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:00.838357 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-67b6ac9b-f53f-4c30-80ff-e056ce01dac8 tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3961693'] for network, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:00.885268 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-7bcbd77f-ffda-42bf-8a47-d2aa3691d572 None None] For port 5f25b18b-a56f-4e03-ac2d-d0d2b6627e8e, host n-d-818823-1, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 21:07:00.905449 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-7bcbd77f-ffda-42bf-8a47-d2aa3691d572 None None] For port 5f25b18b-a56f-4e03-ac2d-d0d2b6627e8e, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=5f25b18b-a56f-4e03-ac2d-d0d2b6627e8e,segment=NetworkSegment(ea9cfc58-ce71-4756-92f6-72ca116df95e),segment_id=ea9cfc58-ce71-4756-92f6-72ca116df95e)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 21:07:00.913164 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-7bcbd77f-ffda-42bf-8a47-d2aa3691d572 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:00.919204 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-67b6ac9b-f53f-4c30-80ff-e056ce01dac8 tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3753007'] for subnet, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:00.975047 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54e8bfc1-f629-4dfb-b2fa-5913e72ed7b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fb26bd7-ce56-527b-b94f-2e1f7cb2bb35-0fd326eb-7df7-4a59-9583-f77d8af79c43', 'network_id': '0fd326eb-7df7-4a59-9583-f77d8af79c43', 'tenant_id': 'ce2f3710a9b34e369f72c9ff552823ea', 'fixed_ips': [{'subnet_id': 'f7ab5f9a-7f31-4f54-b314-8a56766e4d02'}]}} from n-d-818823-1. {{(pid=103449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 21:07:00.975954 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-54e8bfc1-f629-4dfb-b2fa-5913e72ed7b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:00.993457 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-67b6ac9b-f53f-4c30-80ff-e056ce01dac8 tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3753014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11567369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11792914'] for subnet, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:01.008875 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcbd77f-ffda-42bf-8a47-d2aa3691d572 None None] Pushing event updated for resources: {'Port': ['ID=5f25b18b-a56f-4e03-ac2d-d0d2b6627e8e,revision_number=2']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:07:01.019407 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b6ac9b-f53f-4c30-80ff-e056ce01dac8 tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] Pushing event deleted for resources: {'Subnet': ['ID=f7ab5f9a-7f31-4f54-b314-8a56766e4d02,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:07:01.076032 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d039a7ed-d2f3-416e-9d76-5dc73dd5ab92 None None] Network 0fd326eb-7df7-4a59-9583-f77d8af79c43 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 21:07:01.096841 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-67b6ac9b-f53f-4c30-80ff-e056ce01dac8 tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3760028', 'neutron.services.segments.db._delete_segments_for_network-8748992815755'] for network, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:01.118420 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-67b6ac9b-f53f-4c30-80ff-e056ce01dac8 tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fd326eb-7df7-4a59-9583-f77d8af79c43']}} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:07:01.128762 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-67b6ac9b-f53f-4c30-80ff-e056ce01dac8 tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ac573fe-634e-4f7e-a4c4-31b1b5eb9164') {'for_net_delete': True} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:07:01.129063 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-67b6ac9b-f53f-4c30-80ff-e056ce01dac8 tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ac573fe-634e-4f7e-a4c4-31b1b5eb9164') {} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:07:01.140135 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-67b6ac9b-f53f-4c30-80ff-e056ce01dac8 tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748993039638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11627933'] for segment, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:01.163466 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-67b6ac9b-f53f-4c30-80ff-e056ce01dac8 tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:01.177384 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67b6ac9b-f53f-4c30-80ff-e056ce01dac8 tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] Releasing vlan 615 on physical network physnet1 to pool {{(pid=103448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 21:07:01.177969 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-67b6ac9b-f53f-4c30-80ff-e056ce01dac8 tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11567447'] for segment, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:01.181783 n-d-818823-1 neutron-server[103448]: Traceback (most recent call last): Nov 22 21:07:01.181783 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 21:07:01.181783 n-d-818823-1 neutron-server[103448]: timer() Nov 22 21:07:01.181783 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 21:07:01.181783 n-d-818823-1 neutron-server[103448]: cb(*args, **kw) Nov 22 21:07:01.181783 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 21:07:01.181783 n-d-818823-1 neutron-server[103448]: return func(*args, **kwargs) Nov 22 21:07:01.181783 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 21:07:01.181783 n-d-818823-1 neutron-server[103448]: self._notify() Nov 22 21:07:01.181783 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 21:07:01.181783 n-d-818823-1 neutron-server[103448]: self.callback(batched_events) Nov 22 21:07:01.181783 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 21:07:01.181783 n-d-818823-1 neutron-server[103448]: event.method(event) Nov 22 21:07:01.181783 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 21:07:01.181783 n-d-818823-1 neutron-server[103448]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 21:07:01.181783 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 21:07:01.181783 n-d-818823-1 neutron-server[103448]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 21:07:01.181783 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 21:07:01.181783 n-d-818823-1 neutron-server[103448]: return f(self, *a, **k) Nov 22 21:07:01.181783 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 21:07:01.181783 n-d-818823-1 neutron-server[103448]: return self._get(url).json() Nov 22 21:07:01.181783 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 21:07:01.181783 n-d-818823-1 neutron-server[103448]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 21:07:01.181783 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 21:07:01.181783 n-d-818823-1 neutron-server[103448]: return self.request(url, 'GET', **kwargs) Nov 22 21:07:01.181783 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 21:07:01.181783 n-d-818823-1 neutron-server[103448]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 21:07:01.181783 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 21:07:01.181783 n-d-818823-1 neutron-server[103448]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 21:07:01.181783 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 21:07:01.181783 n-d-818823-1 neutron-server[103448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 21:07:01.181783 n-d-818823-1 neutron-server[103448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 21:07:01.243860 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-67b6ac9b-f53f-4c30-80ff-e056ce01dac8 tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3760002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595318'] for network, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:01.250996 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-67b6ac9b-f53f-4c30-80ff-e056ce01dac8 tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] Publish callbacks [] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:01.254251 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-67b6ac9b-f53f-4c30-80ff-e056ce01dac8 tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] 10.222.0.46 "DELETE /v2.0/networks/0fd326eb-7df7-4a59-9583-f77d8af79c43 HTTP/1.1" status: 204 len: 168 time: 0.5115666 Nov 22 21:07:01.259053 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 59624) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:07:01.264371 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-d6b943e1-42c3-45eb-81e5-6e718878e745 tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1079114476'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 21:07:01.271308 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b6ac9b-f53f-4c30-80ff-e056ce01dac8 tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] Pushing event deleted for resources: {'Network': ['ID=0fd326eb-7df7-4a59-9583-f77d8af79c43,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:07:01.287732 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6b943e1-42c3-45eb-81e5-6e718878e745 tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] Made reservation on behalf of ce2f3710a9b34e369f72c9ff552823ea for: {'network': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 21:07:01.291603 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-d6b943e1-42c3-45eb-81e5-6e718878e745 tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for network, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:01.319224 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6b943e1-42c3-45eb-81e5-6e718878e745 tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] vlan segment allocate from pool success with {'vlan_id': 614, 'physical_network': 'physnet1'} {{(pid=103447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 21:07:01.329062 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-d6b943e1-42c3-45eb-81e5-6e718878e745 tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:01.329401 n-d-818823-1 neutron-server[103447]: INFO neutron.db.segments_db [None req-d6b943e1-42c3-45eb-81e5-6e718878e745 tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] Added segment a45c9c59-1174-466f-9b4e-efea39792e31 of type vlan for network 9d5a3424-9f04-4c45-94f5-b5a862673780 Nov 22 21:07:01.372134 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-d6b943e1-42c3-45eb-81e5-6e718878e745 tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748992492791'] for network, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:01.396596 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-d6b943e1-42c3-45eb-81e5-6e718878e745 tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for network, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:01.402848 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6b943e1-42c3-45eb-81e5-6e718878e745 tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:07:01.403387 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-d6b943e1-42c3-45eb-81e5-6e718878e745 tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] Publish callbacks [] for network, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:01.455805 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-d6b943e1-42c3-45eb-81e5-6e718878e745 tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1954176 Nov 22 21:07:01.458751 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 59626) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:07:01.469141 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-3fee873a-ef79-4bc6-a844-3b3762852432 tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] Request body: {'subnet': {'network_id': '9d5a3424-9f04-4c45-94f5-b5a862673780', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 21:07:01.470875 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b943e1-42c3-45eb-81e5-6e718878e745 tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] Pushing event updated for resources: {'Network': ['ID=9d5a3424-9f04-4c45-94f5-b5a862673780,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:07:01.481986 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Network 9d5a3424-9f04-4c45-94f5-b5a862673780 details requested by agent ovs-agent-n-d-818823-1 with host n-d-818823-1 {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 21:07:01.626239 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 5f25b18b-a56f-4e03-ac2d-d0d2b6627e8e up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 21:07:01.682577 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 5f25b18b-a56f-4e03-ac2d-d0d2b6627e8e triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 21:07:01.683009 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:01.770318 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:01.811116 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] For port 5f25b18b-a56f-4e03-ac2d-d0d2b6627e8e, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=5f25b18b-a56f-4e03-ac2d-d0d2b6627e8e,segment=NetworkSegment(ea9cfc58-ce71-4756-92f6-72ca116df95e),segment_id=ea9cfc58-ce71-4756-92f6-72ca116df95e)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 21:07:01.815786 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:01.872655 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Pushing event updated for resources: {'Port': ['ID=5f25b18b-a56f-4e03-ac2d-d0d2b6627e8e,revision_number=3']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:07:01.897381 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fee873a-ef79-4bc6-a844-3b3762852432 tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] Made reservation on behalf of ce2f3710a9b34e369f72c9ff552823ea for: {'subnet': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 21:07:01.901379 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3fee873a-ef79-4bc6-a844-3b3762852432 tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11792951'] for subnet, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:01.963024 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.ipam_backend_mixin [None req-3fee873a-ef79-4bc6-a844-3b3762852432 tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] Performing IP validity checks on allocation pools {{(pid=103448) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 22 21:07:01.963583 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.ipam_backend_mixin [None req-3fee873a-ef79-4bc6-a844-3b3762852432 tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103448) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 22 21:07:01.969525 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-364da355-ce02-4dff-a099-18f0b8512806 None None] Network 77db5446-918f-4d28-b17b-ff9912d38057 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 21:07:02.090656 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3fee873a-ef79-4bc6-a844-3b3762852432 tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11567560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11792921'] for subnet, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:02.094601 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-e8469aec-f2c0-4bd3-8477-f4a5d3d1359c None None] Provisioning complete for port 5f25b18b-a56f-4e03-ac2d-d0d2b6627e8e triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 21:07:02.095075 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e8469aec-f2c0-4bd3-8477-f4a5d3d1359c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:02.152593 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fee873a-ef79-4bc6-a844-3b3762852432 tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] Pushing event updated for resources: {'Subnet': ['ID=3f029a5c-6f4b-4a3c-bcfc-21661d9637a9,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:07:02.163570 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fee873a-ef79-4bc6-a844-3b3762852432 tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] Checking segment: {'id': 'a45c9c59-1174-466f-9b4e-efea39792e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '9d5a3424-9f04-4c45-94f5-b5a862673780'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 21:07:02.164179 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fee873a-ef79-4bc6-a844-3b3762852432 tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] Network hostable DHCP agents. Network: 9d5a3424-9f04-4c45-94f5-b5a862673780, hostable agents: ['02adaa64-0987-4b74-bad0-cbcf56f8a294'], hosted agents: [] {{(pid=103448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 21:07:02.189178 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fee873a-ef79-4bc6-a844-3b3762852432 tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] Network 9d5a3424-9f04-4c45-94f5-b5a862673780 is scheduled to be hosted by DHCP agent 02adaa64-0987-4b74-bad0-cbcf56f8a294 with binding_index 1 {{(pid=103448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 21:07:02.203675 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-3fee873a-ef79-4bc6-a844-3b3762852432 tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818823-1, 9d5a3424-9f04-4c45-94f5-b5a862673780) {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 21:07:02.210890 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fee873a-ef79-4bc6-a844-3b3762852432 tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:07:02.212280 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3fee873a-ef79-4bc6-a844-3b3762852432 tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:02.215798 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-984ace1c-b69e-45f1-86bf-27c56471b708 None None] Network 9d5a3424-9f04-4c45-94f5-b5a862673780 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 21:07:02.238514 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-3fee873a-ef79-4bc6-a844-3b3762852432 tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7784309 Nov 22 21:07:02.239469 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 59628) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:07:02.360423 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-baac0bac-edb1-4af2-be05-73d5a6687121 tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3961693'] for network, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:02.397647 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5e0cd01-b4c2-48b0-8cf4-c6df78790ee5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fb26bd7-ce56-527b-b94f-2e1f7cb2bb35-9d5a3424-9f04-4c45-94f5-b5a862673780', 'network_id': '9d5a3424-9f04-4c45-94f5-b5a862673780', 'tenant_id': 'ce2f3710a9b34e369f72c9ff552823ea', 'fixed_ips': [{'subnet_id': '3f029a5c-6f4b-4a3c-bcfc-21661d9637a9'}]}} from n-d-818823-1. {{(pid=103449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 21:07:02.398919 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-c5e0cd01-b4c2-48b0-8cf4-c6df78790ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:02.449517 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-baac0bac-edb1-4af2-be05-73d5a6687121 tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3753007'] for subnet, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:02.504187 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-6b6000a3-6740-415f-94aa-74b2ffcebbed None None] Provisioning complete for port 5f25b18b-a56f-4e03-ac2d-d0d2b6627e8e triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 21:07:02.504564 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6b6000a3-6740-415f-94aa-74b2ffcebbed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:02.512915 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-baac0bac-edb1-4af2-be05-73d5a6687121 tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3753014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8900804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8485115'] for subnet, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:02.534601 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server [None req-c5e0cd01-b4c2-48b0-8cf4-c6df78790ee5 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3f029a5c-6f4b-4a3c-bcfc-21661d9637a9: This subnet is being modified by another concurrent operation. Nov 22 21:07:02.534601 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 22 21:07:02.534601 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 22 21:07:02.534601 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 22 21:07:02.534601 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 22 21:07:02.534601 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 22 21:07:02.534601 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 22 21:07:02.534601 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 22 21:07:02.534601 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 22 21:07:02.534601 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 22 21:07:02.534601 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 22 21:07:02.534601 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 22 21:07:02.534601 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 21:07:02.534601 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 21:07:02.534601 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 21:07:02.534601 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 21:07:02.534601 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 22 21:07:02.534601 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 22 21:07:02.534601 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 22 21:07:02.534601 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 22 21:07:02.534601 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 21:07:02.534601 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 21:07:02.534601 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 21:07:02.534601 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 21:07:02.534601 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 22 21:07:02.534601 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 22 21:07:02.534601 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 22 21:07:02.534601 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 22 21:07:02.534601 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 21:07:02.534601 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 21:07:02.534601 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 21:07:02.534601 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 21:07:02.534601 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 22 21:07:02.534601 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 22 21:07:02.534601 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 22 21:07:02.534601 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 22 21:07:02.534601 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 22 21:07:02.534601 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 22 21:07:02.534601 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 22 21:07:02.534601 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 22 21:07:02.534601 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 22 21:07:02.534601 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 22 21:07:02.534601 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 22 21:07:02.534601 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 22 21:07:02.534601 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 22 21:07:02.534601 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 22 21:07:02.534601 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 22 21:07:02.534601 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 22 21:07:02.534601 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 21:07:02.534601 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 21:07:02.534601 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 21:07:02.534601 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 21:07:02.534601 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 22 21:07:02.534601 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 22 21:07:02.534601 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 22 21:07:02.534601 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 22 21:07:02.534601 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 21:07:02.534601 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 21:07:02.534601 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 21:07:02.534601 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 21:07:02.534601 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 22 21:07:02.534601 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 22 21:07:02.534601 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 22 21:07:02.534601 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 22 21:07:02.534601 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 21:07:02.534601 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 21:07:02.534601 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 21:07:02.534601 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 21:07:02.534601 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 22 21:07:02.534601 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 22 21:07:02.534601 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 22 21:07:02.534601 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 22 21:07:02.534601 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 22 21:07:02.534601 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 22 21:07:02.534601 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 22 21:07:02.534601 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 22 21:07:02.534601 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 22 21:07:02.534601 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 22 21:07:02.534601 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 21:07:02.534601 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 21:07:02.534601 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 21:07:02.534601 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 21:07:02.534601 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 22 21:07:02.534601 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 22 21:07:02.534601 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 22 21:07:02.534601 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 22 21:07:02.534601 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 22 21:07:02.534601 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 22 21:07:02.534601 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 22 21:07:02.534601 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server raise exception Nov 22 21:07:02.534601 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3f029a5c-6f4b-4a3c-bcfc-21661d9637a9: This subnet is being modified by another concurrent operation. Nov 22 21:07:02.534601 n-d-818823-1 neutron-server[103449]: ERROR oslo_messaging.rpc.server Nov 22 21:07:02.545101 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baac0bac-edb1-4af2-be05-73d5a6687121 tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] Pushing event deleted for resources: {'Subnet': ['ID=3f029a5c-6f4b-4a3c-bcfc-21661d9637a9,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:07:02.557445 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d951adda-be76-4603-92c5-8c8a769d8fa1 None None] Network 9d5a3424-9f04-4c45-94f5-b5a862673780 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 21:07:02.599118 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-baac0bac-edb1-4af2-be05-73d5a6687121 tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3760028', 'neutron.services.segments.db._delete_segments_for_network-8748992815755'] for network, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:02.619902 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-baac0bac-edb1-4af2-be05-73d5a6687121 tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d5a3424-9f04-4c45-94f5-b5a862673780']}} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:07:02.629313 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-baac0bac-edb1-4af2-be05-73d5a6687121 tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a45c9c59-1174-466f-9b4e-efea39792e31') {'for_net_delete': True} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:07:02.629616 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-baac0bac-edb1-4af2-be05-73d5a6687121 tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a45c9c59-1174-466f-9b4e-efea39792e31') {} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:07:02.642925 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-baac0bac-edb1-4af2-be05-73d5a6687121 tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748993039638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12178344'] for segment, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:02.655689 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-baac0bac-edb1-4af2-be05-73d5a6687121 tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:02.661974 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-baac0bac-edb1-4af2-be05-73d5a6687121 tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] Releasing vlan 614 on physical network physnet1 to pool {{(pid=103447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 21:07:02.662363 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-baac0bac-edb1-4af2-be05-73d5a6687121 tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8900762'] for segment, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:02.665924 n-d-818823-1 neutron-server[103447]: Traceback (most recent call last): Nov 22 21:07:02.665924 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 21:07:02.665924 n-d-818823-1 neutron-server[103447]: timer() Nov 22 21:07:02.665924 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 21:07:02.665924 n-d-818823-1 neutron-server[103447]: cb(*args, **kw) Nov 22 21:07:02.665924 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 21:07:02.665924 n-d-818823-1 neutron-server[103447]: return func(*args, **kwargs) Nov 22 21:07:02.665924 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 21:07:02.665924 n-d-818823-1 neutron-server[103447]: self._notify() Nov 22 21:07:02.665924 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 21:07:02.665924 n-d-818823-1 neutron-server[103447]: self.callback(batched_events) Nov 22 21:07:02.665924 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 21:07:02.665924 n-d-818823-1 neutron-server[103447]: event.method(event) Nov 22 21:07:02.665924 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 21:07:02.665924 n-d-818823-1 neutron-server[103447]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 21:07:02.665924 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 21:07:02.665924 n-d-818823-1 neutron-server[103447]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 21:07:02.665924 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 21:07:02.665924 n-d-818823-1 neutron-server[103447]: return f(self, *a, **k) Nov 22 21:07:02.665924 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 21:07:02.665924 n-d-818823-1 neutron-server[103447]: return self._get(url).json() Nov 22 21:07:02.665924 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 21:07:02.665924 n-d-818823-1 neutron-server[103447]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 21:07:02.665924 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 21:07:02.665924 n-d-818823-1 neutron-server[103447]: return self.request(url, 'GET', **kwargs) Nov 22 21:07:02.665924 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 21:07:02.665924 n-d-818823-1 neutron-server[103447]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 21:07:02.665924 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 21:07:02.665924 n-d-818823-1 neutron-server[103447]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 21:07:02.665924 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 21:07:02.665924 n-d-818823-1 neutron-server[103447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 21:07:02.665924 n-d-818823-1 neutron-server[103447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 21:07:02.697800 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32c0c441-8d43-47c4-8e75-0d589d2d3fa4 None None] get_active_networks_info from n-d-818823-1 {{(pid=103449) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 22 21:07:02.724130 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-baac0bac-edb1-4af2-be05-73d5a6687121 tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3760002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595318'] for network, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:02.733302 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-baac0bac-edb1-4af2-be05-73d5a6687121 tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] Publish callbacks [] for network, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:02.736525 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-baac0bac-edb1-4af2-be05-73d5a6687121 tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] 10.222.0.46 "DELETE /v2.0/networks/9d5a3424-9f04-4c45-94f5-b5a862673780 HTTP/1.1" status: 204 len: 168 time: 0.4959641 Nov 22 21:07:02.743166 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 59630) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:07:02.747439 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baac0bac-edb1-4af2-be05-73d5a6687121 tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] Pushing event deleted for resources: {'Network': ['ID=9d5a3424-9f04-4c45-94f5-b5a862673780,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:07:02.749833 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-0f38e146-e614-4b3d-84b1-ce88d825c649 tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1950066771'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 21:07:02.770065 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32c0c441-8d43-47c4-8e75-0d589d2d3fa4 None None] Resources bound (agent type, host, resource id): {{(pid=103449) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 22 21:07:02.770584 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f38e146-e614-4b3d-84b1-ce88d825c649 tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] Made reservation on behalf of ce2f3710a9b34e369f72c9ff552823ea for: {'network': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 21:07:02.774630 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0f38e146-e614-4b3d-84b1-ce88d825c649 tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for network, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:02.804403 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f38e146-e614-4b3d-84b1-ce88d825c649 tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] vlan segment allocate from pool success with {'vlan_id': 627, 'physical_network': 'physnet1'} {{(pid=103448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 21:07:02.813007 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0f38e146-e614-4b3d-84b1-ce88d825c649 tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:02.813356 n-d-818823-1 neutron-server[103448]: INFO neutron.db.segments_db [None req-0f38e146-e614-4b3d-84b1-ce88d825c649 tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] Added segment a6e4ba7b-9eb5-4e5d-a02f-94668308c7b9 of type vlan for network b2691333-2b9e-4fd2-b8ce-52703d6fbe12 Nov 22 21:07:02.852773 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0f38e146-e614-4b3d-84b1-ce88d825c649 tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748992492791'] for network, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:02.877970 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0f38e146-e614-4b3d-84b1-ce88d825c649 tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for network, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:02.885493 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f38e146-e614-4b3d-84b1-ce88d825c649 tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:07:02.885493 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0f38e146-e614-4b3d-84b1-ce88d825c649 tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] Publish callbacks [] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:02.938882 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-0f38e146-e614-4b3d-84b1-ce88d825c649 tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1945200 Nov 22 21:07:02.941840 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 59632) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:07:02.946858 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-db7e5e7d-da3b-45f3-8459-96a897fffa57 tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] Request body: {'subnet': {'network_id': 'b2691333-2b9e-4fd2-b8ce-52703d6fbe12', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 21:07:02.962813 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f38e146-e614-4b3d-84b1-ce88d825c649 tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] Pushing event updated for resources: {'Network': ['ID=b2691333-2b9e-4fd2-b8ce-52703d6fbe12,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:07:02.975730 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Network b2691333-2b9e-4fd2-b8ce-52703d6fbe12 details requested by agent ovs-agent-n-d-818823-1 with host n-d-818823-1 {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 21:07:03.039010 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db7e5e7d-da3b-45f3-8459-96a897fffa57 tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] Made reservation on behalf of ce2f3710a9b34e369f72c9ff552823ea for: {'subnet': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 21:07:03.042905 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-db7e5e7d-da3b-45f3-8459-96a897fffa57 tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8485086'] for subnet, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:03.050776 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-512197e8-246c-42ae-959c-1110a6fd1ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:03.221214 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-db7e5e7d-da3b-45f3-8459-96a897fffa57 tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8900613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8485104'] for subnet, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:03.281336 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7e5e7d-da3b-45f3-8459-96a897fffa57 tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] Pushing event updated for resources: {'Subnet': ['ID=caf6d186-822f-4c65-a817-1b3a330360fc,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:07:03.288401 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db7e5e7d-da3b-45f3-8459-96a897fffa57 tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] Checking segment: {'id': 'a6e4ba7b-9eb5-4e5d-a02f-94668308c7b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'b2691333-2b9e-4fd2-b8ce-52703d6fbe12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 21:07:03.288775 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db7e5e7d-da3b-45f3-8459-96a897fffa57 tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] Network hostable DHCP agents. Network: b2691333-2b9e-4fd2-b8ce-52703d6fbe12, hostable agents: ['02adaa64-0987-4b74-bad0-cbcf56f8a294'], hosted agents: [] {{(pid=103447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 21:07:03.304697 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db7e5e7d-da3b-45f3-8459-96a897fffa57 tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] Network b2691333-2b9e-4fd2-b8ce-52703d6fbe12 is scheduled to be hosted by DHCP agent 02adaa64-0987-4b74-bad0-cbcf56f8a294 with binding_index 1 {{(pid=103447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 21:07:03.312872 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-db7e5e7d-da3b-45f3-8459-96a897fffa57 tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818823-1, b2691333-2b9e-4fd2-b8ce-52703d6fbe12) {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 21:07:03.316708 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db7e5e7d-da3b-45f3-8459-96a897fffa57 tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:07:03.317309 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-db7e5e7d-da3b-45f3-8459-96a897fffa57 tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] Publish callbacks [] for subnet, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:03.325053 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aea2e9d-27d1-4825-9379-813415387fa6 None None] Network b2691333-2b9e-4fd2-b8ce-52703d6fbe12 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 21:07:03.333663 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-db7e5e7d-da3b-45f3-8459-96a897fffa57 tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.3907237 Nov 22 21:07:03.337799 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 59634) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:07:03.342640 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-87d0095b-5dab-4bc8-a9ae-4869e5943232 tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1258652359'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 21:07:03.363151 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87d0095b-5dab-4bc8-a9ae-4869e5943232 tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] Made reservation on behalf of ce2f3710a9b34e369f72c9ff552823ea for: {'network': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 21:07:03.366689 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-87d0095b-5dab-4bc8-a9ae-4869e5943232 tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for network, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:03.391012 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87d0095b-5dab-4bc8-a9ae-4869e5943232 tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] vlan segment allocate from pool success with {'vlan_id': 638, 'physical_network': 'physnet1'} {{(pid=103447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 21:07:03.400727 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-87d0095b-5dab-4bc8-a9ae-4869e5943232 tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:03.401122 n-d-818823-1 neutron-server[103447]: INFO neutron.db.segments_db [None req-87d0095b-5dab-4bc8-a9ae-4869e5943232 tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] Added segment b528cbe4-1856-40e8-abd6-2b0115465c07 of type vlan for network 08ef7d8a-da51-4237-9226-30f00a3616ef Nov 22 21:07:03.440863 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-87d0095b-5dab-4bc8-a9ae-4869e5943232 tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748992492791'] for network, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:03.466523 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-87d0095b-5dab-4bc8-a9ae-4869e5943232 tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for network, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:03.472388 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbb430b9-2b8d-4bd2-bffa-ddb4d523afc0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fb26bd7-ce56-527b-b94f-2e1f7cb2bb35-b2691333-2b9e-4fd2-b8ce-52703d6fbe12', 'network_id': 'b2691333-2b9e-4fd2-b8ce-52703d6fbe12', 'tenant_id': 'ce2f3710a9b34e369f72c9ff552823ea', 'fixed_ips': [{'subnet_id': 'caf6d186-822f-4c65-a817-1b3a330360fc'}]}} from n-d-818823-1. {{(pid=103449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 21:07:03.473167 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87d0095b-5dab-4bc8-a9ae-4869e5943232 tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:07:03.473292 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-bbb430b9-2b8d-4bd2-bffa-ddb4d523afc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:03.473763 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-87d0095b-5dab-4bc8-a9ae-4869e5943232 tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] Publish callbacks [] for network, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:03.542059 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-87d0095b-5dab-4bc8-a9ae-4869e5943232 tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2005873 Nov 22 21:07:03.542418 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 59636) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:07:03.547387 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-f1f67d8e-4147-453d-b885-f1d49448fd44 tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] Request body: {'subnet': {'network_id': '08ef7d8a-da51-4237-9226-30f00a3616ef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 21:07:03.566766 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d0095b-5dab-4bc8-a9ae-4869e5943232 tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] Pushing event updated for resources: {'Network': ['ID=08ef7d8a-da51-4237-9226-30f00a3616ef,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:07:03.649054 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1f67d8e-4147-453d-b885-f1d49448fd44 tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] Made reservation on behalf of ce2f3710a9b34e369f72c9ff552823ea for: {'subnet': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 21:07:03.652713 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f1f67d8e-4147-453d-b885-f1d49448fd44 tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8485086'] for subnet, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:03.754324 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Network 08ef7d8a-da51-4237-9226-30f00a3616ef details requested by agent ovs-agent-n-d-818823-1 with host n-d-818823-1 {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 21:07:03.756464 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 5f25b18b-a56f-4e03-ac2d-d0d2b6627e8e up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 21:07:03.843997 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f1f67d8e-4147-453d-b885-f1d49448fd44 tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8900613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8485104'] for subnet, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:03.854278 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-03f0964f-1b75-4df7-99e0-a3cdb56ec2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:03.869329 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.db_base_plugin_common [None req-bbb430b9-2b8d-4bd2-bffa-ddb4d523afc0 None None] Allocated IP 2001:db8::2 (b2691333-2b9e-4fd2-b8ce-52703d6fbe12/caf6d186-822f-4c65-a817-1b3a330360fc/5f3b18a1-c71c-4cb0-b858-9220311b66b3) {{(pid=103449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 21:07:03.914955 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f67d8e-4147-453d-b885-f1d49448fd44 tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] Pushing event updated for resources: {'Subnet': ['ID=dfadcc83-b981-442d-b1cb-3a05f0a30e67,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:07:03.922809 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f67d8e-4147-453d-b885-f1d49448fd44 tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] Checking segment: {'id': 'b528cbe4-1856-40e8-abd6-2b0115465c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '08ef7d8a-da51-4237-9226-30f00a3616ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 21:07:03.923176 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1f67d8e-4147-453d-b885-f1d49448fd44 tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] Network hostable DHCP agents. Network: 08ef7d8a-da51-4237-9226-30f00a3616ef, hostable agents: ['02adaa64-0987-4b74-bad0-cbcf56f8a294'], hosted agents: [] {{(pid=103447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 21:07:03.940335 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1f67d8e-4147-453d-b885-f1d49448fd44 tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] Network 08ef7d8a-da51-4237-9226-30f00a3616ef is scheduled to be hosted by DHCP agent 02adaa64-0987-4b74-bad0-cbcf56f8a294 with binding_index 1 {{(pid=103447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 21:07:03.941093 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 5f25b18b-a56f-4e03-ac2d-d0d2b6627e8e triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 21:07:03.941475 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:03.948938 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-f1f67d8e-4147-453d-b885-f1d49448fd44 tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818823-1, 08ef7d8a-da51-4237-9226-30f00a3616ef) {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 21:07:03.953241 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1f67d8e-4147-453d-b885-f1d49448fd44 tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:07:03.953845 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f1f67d8e-4147-453d-b885-f1d49448fd44 tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] Publish callbacks [] for subnet, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:03.969850 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-f1f67d8e-4147-453d-b885-f1d49448fd44 tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4264495 Nov 22 21:07:03.970880 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97c6f07c-dea5-4519-b24e-4d3d3660bbb3 None None] Network 08ef7d8a-da51-4237-9226-30f00a3616ef requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 21:07:03.972436 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 59638) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:07:04.068335 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-22480856-da59-46f7-98a3-eea77ebe63f1 tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3961693'] for network, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:04.130778 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-22480856-da59-46f7-98a3-eea77ebe63f1 tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3753007'] for subnet, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:04.195646 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-22480856-da59-46f7-98a3-eea77ebe63f1 tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3753014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8900804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8485115'] for subnet, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:04.200237 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-bbb430b9-2b8d-4bd2-bffa-ddb4d523afc0 None None] Publish callbacks [] for port, precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:04.210331 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-bbb430b9-2b8d-4bd2-bffa-ddb4d523afc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372'] for port, after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:04.230803 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22480856-da59-46f7-98a3-eea77ebe63f1 tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] Pushing event deleted for resources: {'Subnet': ['ID=dfadcc83-b981-442d-b1cb-3a05f0a30e67,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:07:04.259472 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbb430b9-2b8d-4bd2-bffa-ddb4d523afc0 None None] Network b2691333-2b9e-4fd2-b8ce-52703d6fbe12 is already hosted by enough agents. {{(pid=103449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 21:07:04.283863 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.base_scheduler [None req-bbb430b9-2b8d-4bd2-bffa-ddb4d523afc0 None None] Resources bound (agent type, host, resource id): {{(pid=103449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 21:07:04.287570 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb430b9-2b8d-4bd2-bffa-ddb4d523afc0 None None] Received port after_create {{(pid=103449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 21:07:04.294818 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9257f3a-e9c9-4735-b95f-77a854ae82ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fb26bd7-ce56-527b-b94f-2e1f7cb2bb35-08ef7d8a-da51-4237-9226-30f00a3616ef', 'network_id': '08ef7d8a-da51-4237-9226-30f00a3616ef', 'tenant_id': 'ce2f3710a9b34e369f72c9ff552823ea', 'fixed_ips': [{'subnet_id': 'dfadcc83-b981-442d-b1cb-3a05f0a30e67'}]}} from n-d-818823-1. {{(pid=103449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 21:07:04.295015 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-22480856-da59-46f7-98a3-eea77ebe63f1 tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3760028', 'neutron.services.segments.db._delete_segments_for_network-8748992815755'] for network, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:04.295695 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-a9257f3a-e9c9-4735-b95f-77a854ae82ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:04.306680 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb430b9-2b8d-4bd2-bffa-ddb4d523afc0 None None] Pushing event updated for resources: {'Port': ['ID=5f3b18a1-c71c-4cb0-b858-9220311b66b3,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:07:04.315663 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-22480856-da59-46f7-98a3-eea77ebe63f1 tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08ef7d8a-da51-4237-9226-30f00a3616ef']}} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:07:04.325499 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-22480856-da59-46f7-98a3-eea77ebe63f1 tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b528cbe4-1856-40e8-abd6-2b0115465c07') {'for_net_delete': True} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:07:04.325726 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-22480856-da59-46f7-98a3-eea77ebe63f1 tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b528cbe4-1856-40e8-abd6-2b0115465c07') {} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:07:04.335786 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-22480856-da59-46f7-98a3-eea77ebe63f1 tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748993039638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12178344'] for segment, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:04.348937 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-22480856-da59-46f7-98a3-eea77ebe63f1 tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:04.355921 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22480856-da59-46f7-98a3-eea77ebe63f1 tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] Releasing vlan 638 on physical network physnet1 to pool {{(pid=103447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 21:07:04.356308 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-22480856-da59-46f7-98a3-eea77ebe63f1 tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8900762'] for segment, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:04.360332 n-d-818823-1 neutron-server[103447]: Traceback (most recent call last): Nov 22 21:07:04.360332 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 21:07:04.360332 n-d-818823-1 neutron-server[103447]: timer() Nov 22 21:07:04.360332 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 21:07:04.360332 n-d-818823-1 neutron-server[103447]: cb(*args, **kw) Nov 22 21:07:04.360332 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 21:07:04.360332 n-d-818823-1 neutron-server[103447]: return func(*args, **kwargs) Nov 22 21:07:04.360332 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 21:07:04.360332 n-d-818823-1 neutron-server[103447]: self._notify() Nov 22 21:07:04.360332 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 21:07:04.360332 n-d-818823-1 neutron-server[103447]: self.callback(batched_events) Nov 22 21:07:04.360332 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 21:07:04.360332 n-d-818823-1 neutron-server[103447]: event.method(event) Nov 22 21:07:04.360332 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 21:07:04.360332 n-d-818823-1 neutron-server[103447]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 21:07:04.360332 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 21:07:04.360332 n-d-818823-1 neutron-server[103447]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 21:07:04.360332 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 21:07:04.360332 n-d-818823-1 neutron-server[103447]: return f(self, *a, **k) Nov 22 21:07:04.360332 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 21:07:04.360332 n-d-818823-1 neutron-server[103447]: return self._get(url).json() Nov 22 21:07:04.360332 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 21:07:04.360332 n-d-818823-1 neutron-server[103447]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 21:07:04.360332 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 21:07:04.360332 n-d-818823-1 neutron-server[103447]: return self.request(url, 'GET', **kwargs) Nov 22 21:07:04.360332 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 21:07:04.360332 n-d-818823-1 neutron-server[103447]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 21:07:04.360332 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 21:07:04.360332 n-d-818823-1 neutron-server[103447]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 21:07:04.360332 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 21:07:04.360332 n-d-818823-1 neutron-server[103447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 21:07:04.360332 n-d-818823-1 neutron-server[103447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 21:07:04.409524 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-bbb430b9-2b8d-4bd2-bffa-ddb4d523afc0 None None] Attempting to bind port 5f3b18a1-c71c-4cb0-b858-9220311b66b3 on host n-d-818823-1 for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 21:07:04.410106 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-bbb430b9-2b8d-4bd2-bffa-ddb4d523afc0 None None] Attempting to bind port 5f3b18a1-c71c-4cb0-b858-9220311b66b3 by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': 'a6e4ba7b-9eb5-4e5d-a02f-94668308c7b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'b2691333-2b9e-4fd2-b8ce-52703d6fbe12'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 21:07:04.410264 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb430b9-2b8d-4bd2-bffa-ddb4d523afc0 None None] Attempting to bind port 5f3b18a1-c71c-4cb0-b858-9220311b66b3 on network b2691333-2b9e-4fd2-b8ce-52703d6fbe12 {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 21:07:04.419557 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb430b9-2b8d-4bd2-bffa-ddb4d523afc0 None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 21, 6, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 21:07:04.419931 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb430b9-2b8d-4bd2-bffa-ddb4d523afc0 None None] Checking segment: {'id': 'a6e4ba7b-9eb5-4e5d-a02f-94668308c7b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'b2691333-2b9e-4fd2-b8ce-52703d6fbe12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 21:07:04.420298 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-bbb430b9-2b8d-4bd2-bffa-ddb4d523afc0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:04.420695 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb430b9-2b8d-4bd2-bffa-ddb4d523afc0 None None] Bound using segment: {'id': 'a6e4ba7b-9eb5-4e5d-a02f-94668308c7b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'b2691333-2b9e-4fd2-b8ce-52703d6fbe12'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 21:07:04.421174 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-bbb430b9-2b8d-4bd2-bffa-ddb4d523afc0 None None] Bound port: 5f3b18a1-c71c-4cb0-b858-9220311b66b3, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6e4ba7b-9eb5-4e5d-a02f-94668308c7b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'b2691333-2b9e-4fd2-b8ce-52703d6fbe12'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 21:07:04.421570 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-bbb430b9-2b8d-4bd2-bffa-ddb4d523afc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:04.423030 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-22480856-da59-46f7-98a3-eea77ebe63f1 tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3760002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595318'] for network, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:04.426282 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dae0825-575c-417d-9d77-5c5eb679b537 None None] Network 08ef7d8a-da51-4237-9226-30f00a3616ef requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 21:07:04.428363 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-22480856-da59-46f7-98a3-eea77ebe63f1 tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] Publish callbacks [] for network, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:04.431883 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-22480856-da59-46f7-98a3-eea77ebe63f1 tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] 10.222.0.46 "DELETE /v2.0/networks/08ef7d8a-da51-4237-9226-30f00a3616ef HTTP/1.1" status: 204 len: 168 time: 0.4585075 Nov 22 21:07:04.435119 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 59640) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:07:04.452587 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22480856-da59-46f7-98a3-eea77ebe63f1 tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] Pushing event deleted for resources: {'Network': ['ID=08ef7d8a-da51-4237-9226-30f00a3616ef,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:07:04.453014 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dae0825-575c-417d-9d77-5c5eb679b537 None None] Network 08ef7d8a-da51-4237-9226-30f00a3616ef could not be found, it might have been deleted concurrently. {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 22 21:07:04.469639 n-d-818823-1 neutron-server[103448]: INFO neutron.pecan_wsgi.hooks.translation [None req-56673d82-90dd-4871-8c89-aa6dc04c8791 tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] GET failed (client error): The resource could not be found. Nov 22 21:07:04.470986 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-56673d82-90dd-4871-8c89-aa6dc04c8791 tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] 10.222.0.46 "GET /v2.0/subnets/dfadcc83-b981-442d-b1cb-3a05f0a30e67 HTTP/1.1" status: 404 len: 337 time: 0.0348480 Nov 22 21:07:04.473848 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 59642) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:07:04.491844 n-d-818823-1 neutron-server[103448]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f6a875b-71e7-455a-942d-63da655058db tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] DELETE failed (client error): The resource could not be found. Nov 22 21:07:04.492407 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f6a875b-71e7-455a-942d-63da655058db tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 21:07:04.495726 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-9f6a875b-71e7-455a-942d-63da655058db tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] 10.222.0.46 "DELETE /v2.0/networks/08ef7d8a-da51-4237-9226-30f00a3616ef HTTP/1.1" status: 404 len: 339 time: 0.0208566 Nov 22 21:07:04.499477 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 59644) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:07:04.505397 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-bbb430b9-2b8d-4bd2-bffa-ddb4d523afc0 None None] For port 5f3b18a1-c71c-4cb0-b858-9220311b66b3, host n-d-818823-1, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 21:07:04.508538 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-bbb430b9-2b8d-4bd2-bffa-ddb4d523afc0 None None] For port 5f3b18a1-c71c-4cb0-b858-9220311b66b3, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=5f3b18a1-c71c-4cb0-b858-9220311b66b3,segment=NetworkSegment(a6e4ba7b-9eb5-4e5d-a02f-94668308c7b9),segment_id=a6e4ba7b-9eb5-4e5d-a02f-94668308c7b9)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 21:07:04.513090 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-bbb430b9-2b8d-4bd2-bffa-ddb4d523afc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:04.525385 n-d-818823-1 neutron-server[103448]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4ca944a-e689-4266-adc3-2caeb23f2ced tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] DELETE failed (client error): The resource could not be found. Nov 22 21:07:04.525829 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4ca944a-e689-4266-adc3-2caeb23f2ced tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 21:07:04.528883 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-e4ca944a-e689-4266-adc3-2caeb23f2ced tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] 10.222.0.46 "DELETE /v2.0/subnets/dfadcc83-b981-442d-b1cb-3a05f0a30e67 HTTP/1.1" status: 404 len: 337 time: 0.0279768 Nov 22 21:07:04.531547 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 59646) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:07:04.549849 n-d-818823-1 neutron-server[103448]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c965a50-045f-479e-a071-7d713ff9b08b tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] DELETE failed (client error): The resource could not be found. Nov 22 21:07:04.550359 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c965a50-045f-479e-a071-7d713ff9b08b tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 21:07:04.553573 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-5c965a50-045f-479e-a071-7d713ff9b08b tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] 10.222.0.46 "DELETE /v2.0/networks/08ef7d8a-da51-4237-9226-30f00a3616ef HTTP/1.1" status: 404 len: 339 time: 0.0211120 Nov 22 21:07:04.556220 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 59648) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:07:04.571206 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb430b9-2b8d-4bd2-bffa-ddb4d523afc0 None None] Pushing event updated for resources: {'Port': ['ID=5f3b18a1-c71c-4cb0-b858-9220311b66b3,revision_number=2']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:07:04.609384 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c5fc5fe-1cc3-44e7-8482-41a7f760502c tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] Deleting subnet caf6d186-822f-4c65-a817-1b3a330360fc {{(pid=103448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 21:07:04.612782 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4c5fc5fe-1cc3-44e7-8482-41a7f760502c tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] Publish callbacks [] for subnet, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:04.654371 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4c5fc5fe-1cc3-44e7-8482-41a7f760502c tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11627908'] for subnet, precommit_delete_associations {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:04.752274 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4c5fc5fe-1cc3-44e7-8482-41a7f760502c tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3753007'] for subnet, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:04.817120 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4c5fc5fe-1cc3-44e7-8482-41a7f760502c tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3753014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11567369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11792914'] for subnet, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:04.846021 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5fc5fe-1cc3-44e7-8482-41a7f760502c tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] Pushing event deleted for resources: {'Subnet': ['ID=caf6d186-822f-4c65-a817-1b3a330360fc,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:07:04.849850 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4c5fc5fe-1cc3-44e7-8482-41a7f760502c tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:04.853213 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-4c5fc5fe-1cc3-44e7-8482-41a7f760502c tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] 10.222.0.46 "DELETE /v2.0/subnets/caf6d186-822f-4c65-a817-1b3a330360fc HTTP/1.1" status: 204 len: 168 time: 0.2960360 Nov 22 21:07:04.856578 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 59650) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:07:04.934228 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c83cd572-ce15-46f7-910f-3e395a0419cc tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3961693'] for network, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:04.985789 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-c83cd572-ce15-46f7-910f-3e395a0419cc tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] Deleting port 5f3b18a1-c71c-4cb0-b858-9220311b66b3 {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 21:07:04.986049 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c83cd572-ce15-46f7-910f-3e395a0419cc tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:05.048125 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-c83cd572-ce15-46f7-910f-3e395a0419cc tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] For port 5f3b18a1-c71c-4cb0-b858-9220311b66b3, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=5f3b18a1-c71c-4cb0-b858-9220311b66b3,segment=NetworkSegment(a6e4ba7b-9eb5-4e5d-a02f-94668308c7b9),segment_id=a6e4ba7b-9eb5-4e5d-a02f-94668308c7b9)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 21:07:05.048482 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c83cd572-ce15-46f7-910f-3e395a0419cc tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:05.065181 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-c83cd572-ce15-46f7-910f-3e395a0419cc tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] Calling delete_port for 5f3b18a1-c71c-4cb0-b858-9220311b66b3 owned by network:dhcp {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 21:07:05.146961 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c83cd572-ce15-46f7-910f-3e395a0419cc tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:05.174810 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83cd572-ce15-46f7-910f-3e395a0419cc tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] Pushing event deleted for resources: {'Port': ['ID=5f3b18a1-c71c-4cb0-b858-9220311b66b3,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:07:05.176689 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c83cd572-ce15-46f7-910f-3e395a0419cc tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] No DVR routers for this DVR port 5f3b18a1-c71c-4cb0-b858-9220311b66b3 on host n-d-818823-1 {{(pid=103448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 21:07:05.262057 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c83cd572-ce15-46f7-910f-3e395a0419cc tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3760028', 'neutron.services.segments.db._delete_segments_for_network-8748992815755'] for network, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:05.283379 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-c83cd572-ce15-46f7-910f-3e395a0419cc tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2691333-2b9e-4fd2-b8ce-52703d6fbe12']}} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:07:05.293236 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-c83cd572-ce15-46f7-910f-3e395a0419cc tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6e4ba7b-9eb5-4e5d-a02f-94668308c7b9') {'for_net_delete': True} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:07:05.293534 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-c83cd572-ce15-46f7-910f-3e395a0419cc tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6e4ba7b-9eb5-4e5d-a02f-94668308c7b9') {} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:07:05.303224 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c83cd572-ce15-46f7-910f-3e395a0419cc tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748993039638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11627933'] for segment, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:05.317603 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c83cd572-ce15-46f7-910f-3e395a0419cc tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:05.325391 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c83cd572-ce15-46f7-910f-3e395a0419cc tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] Releasing vlan 627 on physical network physnet1 to pool {{(pid=103448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 21:07:05.326325 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c83cd572-ce15-46f7-910f-3e395a0419cc tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11567447'] for segment, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:05.329904 n-d-818823-1 neutron-server[103448]: Traceback (most recent call last): Nov 22 21:07:05.329904 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 21:07:05.329904 n-d-818823-1 neutron-server[103448]: timer() Nov 22 21:07:05.329904 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 21:07:05.329904 n-d-818823-1 neutron-server[103448]: cb(*args, **kw) Nov 22 21:07:05.329904 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 21:07:05.329904 n-d-818823-1 neutron-server[103448]: return func(*args, **kwargs) Nov 22 21:07:05.329904 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 21:07:05.329904 n-d-818823-1 neutron-server[103448]: self._notify() Nov 22 21:07:05.329904 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 21:07:05.329904 n-d-818823-1 neutron-server[103448]: self.callback(batched_events) Nov 22 21:07:05.329904 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 21:07:05.329904 n-d-818823-1 neutron-server[103448]: event.method(event) Nov 22 21:07:05.329904 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 21:07:05.329904 n-d-818823-1 neutron-server[103448]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 21:07:05.329904 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 21:07:05.329904 n-d-818823-1 neutron-server[103448]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 21:07:05.329904 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 21:07:05.329904 n-d-818823-1 neutron-server[103448]: return f(self, *a, **k) Nov 22 21:07:05.329904 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 21:07:05.329904 n-d-818823-1 neutron-server[103448]: return self._get(url).json() Nov 22 21:07:05.329904 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 21:07:05.329904 n-d-818823-1 neutron-server[103448]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 21:07:05.329904 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 21:07:05.329904 n-d-818823-1 neutron-server[103448]: return self.request(url, 'GET', **kwargs) Nov 22 21:07:05.329904 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 21:07:05.329904 n-d-818823-1 neutron-server[103448]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 21:07:05.329904 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 21:07:05.329904 n-d-818823-1 neutron-server[103448]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 21:07:05.329904 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 21:07:05.329904 n-d-818823-1 neutron-server[103448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 21:07:05.329904 n-d-818823-1 neutron-server[103448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 21:07:05.338190 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e49ee129-e862-4476-beca-cdc8150d2345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:05.389989 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c83cd572-ce15-46f7-910f-3e395a0419cc tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3760002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595318'] for network, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:05.398327 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c83cd572-ce15-46f7-910f-3e395a0419cc tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] Publish callbacks [] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:05.403972 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-c83cd572-ce15-46f7-910f-3e395a0419cc tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] 10.222.0.46 "DELETE /v2.0/networks/b2691333-2b9e-4fd2-b8ce-52703d6fbe12 HTTP/1.1" status: 204 len: 168 time: 0.5449166 Nov 22 21:07:05.405417 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 59652) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:07:05.416784 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83cd572-ce15-46f7-910f-3e395a0419cc tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] Pushing event deleted for resources: {'Network': ['ID=b2691333-2b9e-4fd2-b8ce-52703d6fbe12,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:07:05.434815 n-d-818823-1 neutron-server[103447]: INFO neutron.pecan_wsgi.hooks.translation [None req-4be10c92-f2a3-4693-9bf5-f168e431577f tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] DELETE failed (client error): The resource could not be found. Nov 22 21:07:05.435384 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4be10c92-f2a3-4693-9bf5-f168e431577f tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103447) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 21:07:05.438460 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-4be10c92-f2a3-4693-9bf5-f168e431577f tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] 10.222.0.46 "DELETE /v2.0/subnets/3f029a5c-6f4b-4a3c-bcfc-21661d9637a9 HTTP/1.1" status: 404 len: 337 time: 0.0328457 Nov 22 21:07:05.441286 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 59654) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:07:05.460984 n-d-818823-1 neutron-server[103447]: INFO neutron.pecan_wsgi.hooks.translation [None req-56e02b00-4d25-405c-a58b-2866004cf42d tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] DELETE failed (client error): The resource could not be found. Nov 22 21:07:05.461506 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56e02b00-4d25-405c-a58b-2866004cf42d tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103447) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 21:07:05.464725 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-56e02b00-4d25-405c-a58b-2866004cf42d tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] 10.222.0.46 "DELETE /v2.0/networks/9d5a3424-9f04-4c45-94f5-b5a862673780 HTTP/1.1" status: 404 len: 339 time: 0.0221653 Nov 22 21:07:05.467280 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 59656) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:07:05.511369 n-d-818823-1 neutron-server[103447]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdc567ec-73e8-4b12-bd40-8cb12f069947 tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] DELETE failed (client error): The resource could not be found. Nov 22 21:07:05.512105 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cdc567ec-73e8-4b12-bd40-8cb12f069947 tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103447) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 21:07:05.516777 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-cdc567ec-73e8-4b12-bd40-8cb12f069947 tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] 10.222.0.46 "DELETE /v2.0/subnets/f7ab5f9a-7f31-4f54-b314-8a56766e4d02 HTTP/1.1" status: 404 len: 337 time: 0.0482945 Nov 22 21:07:05.519219 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 59658) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:07:05.540772 n-d-818823-1 neutron-server[103448]: INFO neutron.pecan_wsgi.hooks.translation [None req-df7ed88e-194e-43f4-bb6a-b6008f1ce622 tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] DELETE failed (client error): The resource could not be found. Nov 22 21:07:05.541289 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df7ed88e-194e-43f4-bb6a-b6008f1ce622 tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 21:07:05.544625 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-df7ed88e-194e-43f4-bb6a-b6008f1ce622 tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] 10.222.0.46 "DELETE /v2.0/networks/0fd326eb-7df7-4a59-9583-f77d8af79c43 HTTP/1.1" status: 404 len: 339 time: 0.0243328 Nov 22 21:07:05.547185 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 59660) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:07:05.559160 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05b87e0a-d7f9-4f3a-a9a9-5fbae8252ecf None None] DHCP port deletion for b2691333-2b9e-4fd2-b8ce-52703d6fbe12 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 21:07:05.577999 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de6f1921-4cc2-47be-b82f-08347604b034 None None] Network b2691333-2b9e-4fd2-b8ce-52703d6fbe12 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 21:07:05.593099 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de6f1921-4cc2-47be-b82f-08347604b034 None None] Network b2691333-2b9e-4fd2-b8ce-52703d6fbe12 could not be found, it might have been deleted concurrently. {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 22 21:07:05.596275 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-cc6c32da-de7f-48c5-9b61-eb5e531568c5 None None] Could not find standard attr ID for object 5f3b18a1-c71c-4cb0-b858-9220311b66b3. {{(pid=103449) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 22 21:07:05.602708 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcae90d0-befb-4d60-89a7-916f806fcaf8 tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] Deleting subnet e614cb58-b108-47e9-b44d-3a1a2dce4153 {{(pid=103448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 21:07:05.605883 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-dcae90d0-befb-4d60-89a7-916f806fcaf8 tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] Publish callbacks [] for subnet, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:05.645488 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-dcae90d0-befb-4d60-89a7-916f806fcaf8 tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11627908'] for subnet, precommit_delete_associations {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:05.730037 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-dcae90d0-befb-4d60-89a7-916f806fcaf8 tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3753007'] for subnet, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:05.788016 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-dcae90d0-befb-4d60-89a7-916f806fcaf8 tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3753014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11567369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11792914'] for subnet, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:05.815628 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcae90d0-befb-4d60-89a7-916f806fcaf8 tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] Pushing event deleted for resources: {'Subnet': ['ID=e614cb58-b108-47e9-b44d-3a1a2dce4153,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:07:05.819302 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-dcae90d0-befb-4d60-89a7-916f806fcaf8 tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:05.823143 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-dcae90d0-befb-4d60-89a7-916f806fcaf8 tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] 10.222.0.46 "DELETE /v2.0/subnets/e614cb58-b108-47e9-b44d-3a1a2dce4153 HTTP/1.1" status: 204 len: 168 time: 0.2750032 Nov 22 21:07:05.825487 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 59662) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:07:05.827810 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d25777a9-585b-422e-b96c-8d32a9286645 None None] Network 77db5446-918f-4d28-b17b-ff9912d38057 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 21:07:05.901859 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9ec54673-821a-4fb7-a22b-fc39a0a36c56 tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3961693'] for network, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:05.952479 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-9ec54673-821a-4fb7-a22b-fc39a0a36c56 tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] Deleting port 5f25b18b-a56f-4e03-ac2d-d0d2b6627e8e {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 21:07:05.952812 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9ec54673-821a-4fb7-a22b-fc39a0a36c56 tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:06.018259 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89ba7f56-f3e3-431b-b5e9-3b45887079bb None None] DHCP port deletion for 77db5446-918f-4d28-b17b-ff9912d38057 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 21:07:06.020501 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [None req-9ec54673-821a-4fb7-a22b-fc39a0a36c56 tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] For port 5f25b18b-a56f-4e03-ac2d-d0d2b6627e8e, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=5f25b18b-a56f-4e03-ac2d-d0d2b6627e8e,segment=NetworkSegment(ea9cfc58-ce71-4756-92f6-72ca116df95e),segment_id=ea9cfc58-ce71-4756-92f6-72ca116df95e)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 21:07:06.020864 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9ec54673-821a-4fb7-a22b-fc39a0a36c56 tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:06.034510 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-9ec54673-821a-4fb7-a22b-fc39a0a36c56 tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] Calling delete_port for 5f25b18b-a56f-4e03-ac2d-d0d2b6627e8e owned by network:dhcp {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 21:07:06.068736 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-89ba7f56-f3e3-431b-b5e9-3b45887079bb None None] Deleting port 5f25b18b-a56f-4e03-ac2d-d0d2b6627e8e {{(pid=103449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 21:07:06.069106 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-89ba7f56-f3e3-431b-b5e9-3b45887079bb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:06.114148 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9ec54673-821a-4fb7-a22b-fc39a0a36c56 tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:06.134196 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-89ba7f56-f3e3-431b-b5e9-3b45887079bb None None] For port 5f25b18b-a56f-4e03-ac2d-d0d2b6627e8e, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=5f25b18b-a56f-4e03-ac2d-d0d2b6627e8e,segment=NetworkSegment(ea9cfc58-ce71-4756-92f6-72ca116df95e),segment_id=ea9cfc58-ce71-4756-92f6-72ca116df95e)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 21:07:06.134604 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-89ba7f56-f3e3-431b-b5e9-3b45887079bb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:06.141029 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec54673-821a-4fb7-a22b-fc39a0a36c56 tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] Pushing event deleted for resources: {'Port': ['ID=5f25b18b-a56f-4e03-ac2d-d0d2b6627e8e,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:07:06.142842 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ec54673-821a-4fb7-a22b-fc39a0a36c56 tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] No DVR routers for this DVR port 5f25b18b-a56f-4e03-ac2d-d0d2b6627e8e on host n-d-818823-1 {{(pid=103447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 21:07:06.152713 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-89ba7f56-f3e3-431b-b5e9-3b45887079bb None None] Calling delete_port for 5f25b18b-a56f-4e03-ac2d-d0d2b6627e8e owned by network:dhcp {{(pid=103449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 21:07:06.171948 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:06.234305 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9ec54673-821a-4fb7-a22b-fc39a0a36c56 tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3760028', 'neutron.services.segments.db._delete_segments_for_network-8748992815755'] for network, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:06.253003 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-89ba7f56-f3e3-431b-b5e9-3b45887079bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381'] for port, after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:06.259312 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-9ec54673-821a-4fb7-a22b-fc39a0a36c56 tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77db5446-918f-4d28-b17b-ff9912d38057']}} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:07:06.269144 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-9ec54673-821a-4fb7-a22b-fc39a0a36c56 tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea9cfc58-ce71-4756-92f6-72ca116df95e') {'for_net_delete': True} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:07:06.269446 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-9ec54673-821a-4fb7-a22b-fc39a0a36c56 tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea9cfc58-ce71-4756-92f6-72ca116df95e') {} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:07:06.278721 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ba7f56-f3e3-431b-b5e9-3b45887079bb None None] Pushing event deleted for resources: {'Port': ['ID=5f25b18b-a56f-4e03-ac2d-d0d2b6627e8e,revision_number=None']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:07:06.279646 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9ec54673-821a-4fb7-a22b-fc39a0a36c56 tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748993039638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12178344'] for segment, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:06.282193 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ba7f56-f3e3-431b-b5e9-3b45887079bb None None] No DVR routers for this DVR port 5f25b18b-a56f-4e03-ac2d-d0d2b6627e8e on host n-d-818823-1 {{(pid=103449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 21:07:06.299712 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9ec54673-821a-4fb7-a22b-fc39a0a36c56 tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:06.305889 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ec54673-821a-4fb7-a22b-fc39a0a36c56 tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] Releasing vlan 639 on physical network physnet1 to pool {{(pid=103447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 21:07:06.306280 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9ec54673-821a-4fb7-a22b-fc39a0a36c56 tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8900762'] for segment, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:06.309524 n-d-818823-1 neutron-server[103447]: Traceback (most recent call last): Nov 22 21:07:06.309524 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 21:07:06.309524 n-d-818823-1 neutron-server[103447]: timer() Nov 22 21:07:06.309524 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 21:07:06.309524 n-d-818823-1 neutron-server[103447]: cb(*args, **kw) Nov 22 21:07:06.309524 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 21:07:06.309524 n-d-818823-1 neutron-server[103447]: return func(*args, **kwargs) Nov 22 21:07:06.309524 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 21:07:06.309524 n-d-818823-1 neutron-server[103447]: self._notify() Nov 22 21:07:06.309524 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 21:07:06.309524 n-d-818823-1 neutron-server[103447]: self.callback(batched_events) Nov 22 21:07:06.309524 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 21:07:06.309524 n-d-818823-1 neutron-server[103447]: event.method(event) Nov 22 21:07:06.309524 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 21:07:06.309524 n-d-818823-1 neutron-server[103447]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 21:07:06.309524 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 21:07:06.309524 n-d-818823-1 neutron-server[103447]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 21:07:06.309524 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 21:07:06.309524 n-d-818823-1 neutron-server[103447]: return f(self, *a, **k) Nov 22 21:07:06.309524 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 21:07:06.309524 n-d-818823-1 neutron-server[103447]: return self._get(url).json() Nov 22 21:07:06.309524 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 21:07:06.309524 n-d-818823-1 neutron-server[103447]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 21:07:06.309524 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 21:07:06.309524 n-d-818823-1 neutron-server[103447]: return self.request(url, 'GET', **kwargs) Nov 22 21:07:06.309524 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 21:07:06.309524 n-d-818823-1 neutron-server[103447]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 21:07:06.309524 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 21:07:06.309524 n-d-818823-1 neutron-server[103447]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 21:07:06.309524 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 21:07:06.309524 n-d-818823-1 neutron-server[103447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 21:07:06.309524 n-d-818823-1 neutron-server[103447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 21:07:06.373384 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9ec54673-821a-4fb7-a22b-fc39a0a36c56 tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3760002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595318'] for network, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:06.380684 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9ec54673-821a-4fb7-a22b-fc39a0a36c56 tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] Publish callbacks [] for network, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:06.383965 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-9ec54673-821a-4fb7-a22b-fc39a0a36c56 tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] 10.222.0.46 "DELETE /v2.0/networks/77db5446-918f-4d28-b17b-ff9912d38057 HTTP/1.1" status: 204 len: 168 time: 0.5574532 Nov 22 21:07:06.395308 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec54673-821a-4fb7-a22b-fc39a0a36c56 tempest-NetworksIpV6Test-1233104391 tempest-NetworksIpV6Test-1233104391-project] Pushing event deleted for resources: {'Network': ['ID=77db5446-918f-4d28-b17b-ff9912d38057,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:07:06.628839 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 59668) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:07:06.756484 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-3d952c7a-4216-4cca-b739-557a7114b845 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ce2f3710a9b34e369f72c9ff552823ea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1263199 Nov 22 21:07:06.759507 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 59672) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:07:06.806716 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-95708f5c-3026-4e34-80c5-2bd52b130710 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:06.827676 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-95708f5c-3026-4e34-80c5-2bd52b130710 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:06.873588 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-95708f5c-3026-4e34-80c5-2bd52b130710 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:06.876460 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-95708f5c-3026-4e34-80c5-2bd52b130710 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:06.878954 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-95708f5c-3026-4e34-80c5-2bd52b130710 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/106cce6d-ea09-4afc-bee1-a442501b5532 HTTP/1.1" status: 204 len: 168 time: 0.1184072 Nov 22 21:07:06.887666 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95708f5c-3026-4e34-80c5-2bd52b130710 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=106cce6d-ea09-4afc-bee1-a442501b5532,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:07:07.536017 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 59694) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:07:07.592579 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 5f25b18b-a56f-4e03-ac2d-d0d2b6627e8e no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 21:07:07.613202 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: 5f25b18b-a56f-4e03-ac2d-d0d2b6627e8e {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 21:07:07.613551 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 5f25b18b-a56f-4e03-ac2d-d0d2b6627e8e not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 21:07:07.643344 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-5acc5f51-ae7a-4990-8ef6-5f2049f69234 tempest-RoutersNegativeTest-1736421471 tempest-RoutersNegativeTest-1736421471-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-4337453', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 21:07:07.665697 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5acc5f51-ae7a-4990-8ef6-5f2049f69234 tempest-RoutersNegativeTest-1736421471 tempest-RoutersNegativeTest-1736421471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24799'] for router, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:07.666682 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5acc5f51-ae7a-4990-8ef6-5f2049f69234 tempest-RoutersNegativeTest-1736421471 tempest-RoutersNegativeTest-1736421471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-632716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24788'] for router, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:07.720146 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5acc5f51-ae7a-4990-8ef6-5f2049f69234 tempest-RoutersNegativeTest-1736421471 tempest-RoutersNegativeTest-1736421471-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:07.724135 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5acc5f51-ae7a-4990-8ef6-5f2049f69234 tempest-RoutersNegativeTest-1736421471 tempest-RoutersNegativeTest-1736421471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-659538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-841284'] for router, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:07.741248 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5acc5f51-ae7a-4990-8ef6-5f2049f69234 tempest-RoutersNegativeTest-1736421471 tempest-RoutersNegativeTest-1736421471-project] Publish callbacks [] for router, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:07.742450 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-5acc5f51-ae7a-4990-8ef6-5f2049f69234 tempest-RoutersNegativeTest-1736421471 tempest-RoutersNegativeTest-1736421471-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2054749 Nov 22 21:07:07.745652 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 59698) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:07:07.750790 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-43721fcc-46f6-4b91-9d94-4d38b2f58644 tempest-RoutersNegativeTest-1736421471 tempest-RoutersNegativeTest-1736421471-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1147193454'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 21:07:07.771998 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43721fcc-46f6-4b91-9d94-4d38b2f58644 tempest-RoutersNegativeTest-1736421471 tempest-RoutersNegativeTest-1736421471-project] Made reservation on behalf of 61a1e47c0e26477b98533ed5cf110f88 for: {'network': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 21:07:07.776018 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-43721fcc-46f6-4b91-9d94-4d38b2f58644 tempest-RoutersNegativeTest-1736421471 tempest-RoutersNegativeTest-1736421471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for network, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:07.787551 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-43721fcc-46f6-4b91-9d94-4d38b2f58644 tempest-RoutersNegativeTest-1736421471 tempest-RoutersNegativeTest-1736421471-project] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:07.860461 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-43721fcc-46f6-4b91-9d94-4d38b2f58644 tempest-RoutersNegativeTest-1736421471 tempest-RoutersNegativeTest-1736421471-project] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:07.864901 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-43721fcc-46f6-4b91-9d94-4d38b2f58644 tempest-RoutersNegativeTest-1736421471 tempest-RoutersNegativeTest-1736421471-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:07.891219 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43721fcc-46f6-4b91-9d94-4d38b2f58644 tempest-RoutersNegativeTest-1736421471 tempest-RoutersNegativeTest-1736421471-project] vlan segment allocate from pool success with {'vlan_id': 628, 'physical_network': 'physnet1'} {{(pid=103447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 21:07:07.901318 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43721fcc-46f6-4b91-9d94-4d38b2f58644 tempest-RoutersNegativeTest-1736421471 tempest-RoutersNegativeTest-1736421471-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d99c266-af22-43cc-8b48-60d6e94e7b7c,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:07:07.906000 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-43721fcc-46f6-4b91-9d94-4d38b2f58644 tempest-RoutersNegativeTest-1736421471 tempest-RoutersNegativeTest-1736421471-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:07.906343 n-d-818823-1 neutron-server[103447]: INFO neutron.db.segments_db [None req-43721fcc-46f6-4b91-9d94-4d38b2f58644 tempest-RoutersNegativeTest-1736421471 tempest-RoutersNegativeTest-1736421471-project] Added segment 825c90db-ed29-456f-bc81-c33b093f8c5e of type vlan for network b126c2eb-51f5-4c7d-9596-8e358979fd2c Nov 22 21:07:07.945588 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-43721fcc-46f6-4b91-9d94-4d38b2f58644 tempest-RoutersNegativeTest-1736421471 tempest-RoutersNegativeTest-1736421471-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748992492791'] for network, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:07.969730 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-43721fcc-46f6-4b91-9d94-4d38b2f58644 tempest-RoutersNegativeTest-1736421471 tempest-RoutersNegativeTest-1736421471-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for network, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:07.975292 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43721fcc-46f6-4b91-9d94-4d38b2f58644 tempest-RoutersNegativeTest-1736421471 tempest-RoutersNegativeTest-1736421471-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:07:07.975931 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-43721fcc-46f6-4b91-9d94-4d38b2f58644 tempest-RoutersNegativeTest-1736421471 tempest-RoutersNegativeTest-1736421471-project] Publish callbacks [] for network, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:08.036578 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-43721fcc-46f6-4b91-9d94-4d38b2f58644 tempest-RoutersNegativeTest-1736421471 tempest-RoutersNegativeTest-1736421471-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2897825 Nov 22 21:07:08.039467 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 59700) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:07:08.044195 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-4afd2955-2699-40f0-b9ff-f66e66efcf4e tempest-RoutersNegativeTest-1736421471 tempest-RoutersNegativeTest-1736421471-project] Request body: {'subnet': {'network_id': 'b126c2eb-51f5-4c7d-9596-8e358979fd2c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 21:07:08.316100 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43721fcc-46f6-4b91-9d94-4d38b2f58644 tempest-RoutersNegativeTest-1736421471 tempest-RoutersNegativeTest-1736421471-project] Pushing event updated for resources: {'Network': ['ID=b126c2eb-51f5-4c7d-9596-8e358979fd2c,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:07:08.326654 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Network b126c2eb-51f5-4c7d-9596-8e358979fd2c details requested by agent ovs-agent-n-d-818823-1 with host n-d-818823-1 {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 21:07:08.389583 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4afd2955-2699-40f0-b9ff-f66e66efcf4e tempest-RoutersNegativeTest-1736421471 tempest-RoutersNegativeTest-1736421471-project] Made reservation on behalf of 61a1e47c0e26477b98533ed5cf110f88 for: {'subnet': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 21:07:08.393100 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4afd2955-2699-40f0-b9ff-f66e66efcf4e tempest-RoutersNegativeTest-1736421471 tempest-RoutersNegativeTest-1736421471-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8485086'] for subnet, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:08.575829 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4afd2955-2699-40f0-b9ff-f66e66efcf4e tempest-RoutersNegativeTest-1736421471 tempest-RoutersNegativeTest-1736421471-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8900613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8485104'] for subnet, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:08.637883 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afd2955-2699-40f0-b9ff-f66e66efcf4e tempest-RoutersNegativeTest-1736421471 tempest-RoutersNegativeTest-1736421471-project] Pushing event updated for resources: {'Subnet': ['ID=0aafab5d-13ea-484d-b862-18894ed87a38,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:07:08.646280 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4afd2955-2699-40f0-b9ff-f66e66efcf4e tempest-RoutersNegativeTest-1736421471 tempest-RoutersNegativeTest-1736421471-project] Checking segment: {'id': '825c90db-ed29-456f-bc81-c33b093f8c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'b126c2eb-51f5-4c7d-9596-8e358979fd2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 21:07:08.646638 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4afd2955-2699-40f0-b9ff-f66e66efcf4e tempest-RoutersNegativeTest-1736421471 tempest-RoutersNegativeTest-1736421471-project] Network hostable DHCP agents. Network: b126c2eb-51f5-4c7d-9596-8e358979fd2c, hostable agents: ['02adaa64-0987-4b74-bad0-cbcf56f8a294'], hosted agents: [] {{(pid=103447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 21:07:08.662539 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4afd2955-2699-40f0-b9ff-f66e66efcf4e tempest-RoutersNegativeTest-1736421471 tempest-RoutersNegativeTest-1736421471-project] Network b126c2eb-51f5-4c7d-9596-8e358979fd2c is scheduled to be hosted by DHCP agent 02adaa64-0987-4b74-bad0-cbcf56f8a294 with binding_index 1 {{(pid=103447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 21:07:08.671258 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-4afd2955-2699-40f0-b9ff-f66e66efcf4e tempest-RoutersNegativeTest-1736421471 tempest-RoutersNegativeTest-1736421471-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818823-1, b126c2eb-51f5-4c7d-9596-8e358979fd2c) {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 21:07:08.675124 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4afd2955-2699-40f0-b9ff-f66e66efcf4e tempest-RoutersNegativeTest-1736421471 tempest-RoutersNegativeTest-1736421471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:07:08.675757 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4afd2955-2699-40f0-b9ff-f66e66efcf4e tempest-RoutersNegativeTest-1736421471 tempest-RoutersNegativeTest-1736421471-project] Publish callbacks [] for subnet, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:08.681010 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2f1858c-6be5-47ff-a7e6-ebfb81b18df2 None None] Network b126c2eb-51f5-4c7d-9596-8e358979fd2c requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 21:07:08.695495 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-4afd2955-2699-40f0-b9ff-f66e66efcf4e tempest-RoutersNegativeTest-1736421471 tempest-RoutersNegativeTest-1736421471-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6521335 Nov 22 21:07:08.695681 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 59702) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:07:08.700531 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-890c40b5-09df-4701-96ca-7c5f364f8995 tempest-RoutersNegativeTest-1736421471 tempest-RoutersNegativeTest-1736421471-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1994762317'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 21:07:08.721096 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-890c40b5-09df-4701-96ca-7c5f364f8995 tempest-RoutersNegativeTest-1736421471 tempest-RoutersNegativeTest-1736421471-project] Made reservation on behalf of 61a1e47c0e26477b98533ed5cf110f88 for: {'network': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 21:07:08.724569 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-890c40b5-09df-4701-96ca-7c5f364f8995 tempest-RoutersNegativeTest-1736421471 tempest-RoutersNegativeTest-1736421471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for network, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:08.750689 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-890c40b5-09df-4701-96ca-7c5f364f8995 tempest-RoutersNegativeTest-1736421471 tempest-RoutersNegativeTest-1736421471-project] vlan segment allocate from pool success with {'vlan_id': 612, 'physical_network': 'physnet1'} {{(pid=103447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 21:07:08.760060 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-890c40b5-09df-4701-96ca-7c5f364f8995 tempest-RoutersNegativeTest-1736421471 tempest-RoutersNegativeTest-1736421471-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:08.760423 n-d-818823-1 neutron-server[103447]: INFO neutron.db.segments_db [None req-890c40b5-09df-4701-96ca-7c5f364f8995 tempest-RoutersNegativeTest-1736421471 tempest-RoutersNegativeTest-1736421471-project] Added segment c62e8b76-71ca-4306-8ce9-d78705fd0a2a of type vlan for network 6ca3cae0-55b5-42aa-a665-669a09e3ae6a Nov 22 21:07:08.800982 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-890c40b5-09df-4701-96ca-7c5f364f8995 tempest-RoutersNegativeTest-1736421471 tempest-RoutersNegativeTest-1736421471-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748992492791'] for network, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:08.825731 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-890c40b5-09df-4701-96ca-7c5f364f8995 tempest-RoutersNegativeTest-1736421471 tempest-RoutersNegativeTest-1736421471-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for network, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:08.831060 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e6a6531-ecea-4c4d-abff-1598afb2343a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fb26bd7-ce56-527b-b94f-2e1f7cb2bb35-b126c2eb-51f5-4c7d-9596-8e358979fd2c', 'network_id': 'b126c2eb-51f5-4c7d-9596-8e358979fd2c', 'tenant_id': '61a1e47c0e26477b98533ed5cf110f88', 'fixed_ips': [{'subnet_id': '0aafab5d-13ea-484d-b862-18894ed87a38'}]}} from n-d-818823-1. {{(pid=103449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 21:07:08.831967 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-7e6a6531-ecea-4c4d-abff-1598afb2343a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:08.832403 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-890c40b5-09df-4701-96ca-7c5f364f8995 tempest-RoutersNegativeTest-1736421471 tempest-RoutersNegativeTest-1736421471-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:07:08.833004 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-890c40b5-09df-4701-96ca-7c5f364f8995 tempest-RoutersNegativeTest-1736421471 tempest-RoutersNegativeTest-1736421471-project] Publish callbacks [] for network, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:08.885962 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-890c40b5-09df-4701-96ca-7c5f364f8995 tempest-RoutersNegativeTest-1736421471 tempest-RoutersNegativeTest-1736421471-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.1891861 Nov 22 21:07:08.888731 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 59704) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:07:08.895753 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-02eebb50-4de3-4b84-bad8-dacd75bd2376 tempest-RoutersNegativeTest-1736421471 tempest-RoutersNegativeTest-1736421471-project] Request body: {'subnet': {'network_id': '6ca3cae0-55b5-42aa-a665-669a09e3ae6a', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 21:07:08.951318 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890c40b5-09df-4701-96ca-7c5f364f8995 tempest-RoutersNegativeTest-1736421471 tempest-RoutersNegativeTest-1736421471-project] Pushing event updated for resources: {'Network': ['ID=6ca3cae0-55b5-42aa-a665-669a09e3ae6a,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:07:08.964930 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Network 6ca3cae0-55b5-42aa-a665-669a09e3ae6a details requested by agent ovs-agent-n-d-818823-1 with host n-d-818823-1 {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 21:07:08.999382 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02eebb50-4de3-4b84-bad8-dacd75bd2376 tempest-RoutersNegativeTest-1736421471 tempest-RoutersNegativeTest-1736421471-project] Made reservation on behalf of 61a1e47c0e26477b98533ed5cf110f88 for: {'subnet': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 21:07:09.002936 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-02eebb50-4de3-4b84-bad8-dacd75bd2376 tempest-RoutersNegativeTest-1736421471 tempest-RoutersNegativeTest-1736421471-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8485086'] for subnet, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:09.010653 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.db_base_plugin_common [None req-7e6a6531-ecea-4c4d-abff-1598afb2343a None None] Allocated IP 172.20.0.2 (b126c2eb-51f5-4c7d-9596-8e358979fd2c/0aafab5d-13ea-484d-b862-18894ed87a38/396ab83b-7ee3-42cc-a9cd-fe477ae9a3ce) {{(pid=103449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 21:07:09.175982 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-7e6a6531-ecea-4c4d-abff-1598afb2343a None None] Publish callbacks [] for port, precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:09.181566 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-7e6a6531-ecea-4c4d-abff-1598afb2343a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372'] for port, after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:09.184973 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-02eebb50-4de3-4b84-bad8-dacd75bd2376 tempest-RoutersNegativeTest-1736421471 tempest-RoutersNegativeTest-1736421471-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8900613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8485104'] for subnet, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:09.224497 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e6a6531-ecea-4c4d-abff-1598afb2343a None None] Network b126c2eb-51f5-4c7d-9596-8e358979fd2c is already hosted by enough agents. {{(pid=103449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 21:07:09.229954 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.base_scheduler [None req-7e6a6531-ecea-4c4d-abff-1598afb2343a None None] Resources bound (agent type, host, resource id): {{(pid=103449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 21:07:09.231827 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6a6531-ecea-4c4d-abff-1598afb2343a None None] Pushing event updated for resources: {'Port': ['ID=396ab83b-7ee3-42cc-a9cd-fe477ae9a3ce,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:07:09.233959 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e6a6531-ecea-4c4d-abff-1598afb2343a None None] Received port after_create {{(pid=103449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 21:07:09.246413 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02eebb50-4de3-4b84-bad8-dacd75bd2376 tempest-RoutersNegativeTest-1736421471 tempest-RoutersNegativeTest-1736421471-project] Pushing event updated for resources: {'Subnet': ['ID=efa5df7e-2751-4924-9ec1-b972516c36ea,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:07:09.254058 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02eebb50-4de3-4b84-bad8-dacd75bd2376 tempest-RoutersNegativeTest-1736421471 tempest-RoutersNegativeTest-1736421471-project] Checking segment: {'id': 'c62e8b76-71ca-4306-8ce9-d78705fd0a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '6ca3cae0-55b5-42aa-a665-669a09e3ae6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 21:07:09.254434 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02eebb50-4de3-4b84-bad8-dacd75bd2376 tempest-RoutersNegativeTest-1736421471 tempest-RoutersNegativeTest-1736421471-project] Network hostable DHCP agents. Network: 6ca3cae0-55b5-42aa-a665-669a09e3ae6a, hostable agents: ['02adaa64-0987-4b74-bad0-cbcf56f8a294'], hosted agents: [] {{(pid=103447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 21:07:09.271602 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02eebb50-4de3-4b84-bad8-dacd75bd2376 tempest-RoutersNegativeTest-1736421471 tempest-RoutersNegativeTest-1736421471-project] Network 6ca3cae0-55b5-42aa-a665-669a09e3ae6a is scheduled to be hosted by DHCP agent 02adaa64-0987-4b74-bad0-cbcf56f8a294 with binding_index 1 {{(pid=103447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 21:07:09.280715 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-02eebb50-4de3-4b84-bad8-dacd75bd2376 tempest-RoutersNegativeTest-1736421471 tempest-RoutersNegativeTest-1736421471-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818823-1, 6ca3cae0-55b5-42aa-a665-669a09e3ae6a) {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 21:07:09.285224 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02eebb50-4de3-4b84-bad8-dacd75bd2376 tempest-RoutersNegativeTest-1736421471 tempest-RoutersNegativeTest-1736421471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:07:09.285602 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-02eebb50-4de3-4b84-bad8-dacd75bd2376 tempest-RoutersNegativeTest-1736421471 tempest-RoutersNegativeTest-1736421471-project] Publish callbacks [] for subnet, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:09.292438 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-216f98b5-54e6-46ef-9945-969ac20ae283 None None] Network 6ca3cae0-55b5-42aa-a665-669a09e3ae6a requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 21:07:09.294709 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-7e6a6531-ecea-4c4d-abff-1598afb2343a None None] Attempting to bind port 396ab83b-7ee3-42cc-a9cd-fe477ae9a3ce on host n-d-818823-1 for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 21:07:09.295078 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-7e6a6531-ecea-4c4d-abff-1598afb2343a None None] Attempting to bind port 396ab83b-7ee3-42cc-a9cd-fe477ae9a3ce by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': '825c90db-ed29-456f-bc81-c33b093f8c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'b126c2eb-51f5-4c7d-9596-8e358979fd2c'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 21:07:09.295637 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e6a6531-ecea-4c4d-abff-1598afb2343a None None] Attempting to bind port 396ab83b-7ee3-42cc-a9cd-fe477ae9a3ce on network b126c2eb-51f5-4c7d-9596-8e358979fd2c {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 21:07:09.301681 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-02eebb50-4de3-4b84-bad8-dacd75bd2376 tempest-RoutersNegativeTest-1736421471 tempest-RoutersNegativeTest-1736421471-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4119413 Nov 22 21:07:09.304575 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 59706) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:07:09.309910 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-e06351c8-a856-49a3-be7e-6f47cd8d822a tempest-RoutersNegativeTest-1736421471 tempest-RoutersNegativeTest-1736421471-project] Request body: {'router': {'external_gateway_info': {'network_id': '6ca3cae0-55b5-42aa-a665-669a09e3ae6a'}}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 21:07:09.310324 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e6a6531-ecea-4c4d-abff-1598afb2343a None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 21, 7, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 21:07:09.310705 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e6a6531-ecea-4c4d-abff-1598afb2343a None None] Checking segment: {'id': '825c90db-ed29-456f-bc81-c33b093f8c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'b126c2eb-51f5-4c7d-9596-8e358979fd2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 21:07:09.311108 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-7e6a6531-ecea-4c4d-abff-1598afb2343a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:09.311527 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e6a6531-ecea-4c4d-abff-1598afb2343a None None] Bound using segment: {'id': '825c90db-ed29-456f-bc81-c33b093f8c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'b126c2eb-51f5-4c7d-9596-8e358979fd2c'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 21:07:09.312005 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-7e6a6531-ecea-4c4d-abff-1598afb2343a None None] Bound port: 396ab83b-7ee3-42cc-a9cd-fe477ae9a3ce, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '825c90db-ed29-456f-bc81-c33b093f8c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'b126c2eb-51f5-4c7d-9596-8e358979fd2c'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 21:07:09.312387 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-7e6a6531-ecea-4c4d-abff-1598afb2343a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:09.449920 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-7e6a6531-ecea-4c4d-abff-1598afb2343a None None] For port 396ab83b-7ee3-42cc-a9cd-fe477ae9a3ce, host n-d-818823-1, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 21:07:09.464310 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-7e6a6531-ecea-4c4d-abff-1598afb2343a None None] For port 396ab83b-7ee3-42cc-a9cd-fe477ae9a3ce, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=396ab83b-7ee3-42cc-a9cd-fe477ae9a3ce,segment=NetworkSegment(825c90db-ed29-456f-bc81-c33b093f8c5e),segment_id=825c90db-ed29-456f-bc81-c33b093f8c5e)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 21:07:09.469811 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-7e6a6531-ecea-4c4d-abff-1598afb2343a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:09.551001 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6a6531-ecea-4c4d-abff-1598afb2343a None None] Pushing event updated for resources: {'Port': ['ID=396ab83b-7ee3-42cc-a9cd-fe477ae9a3ce,revision_number=2']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:07:09.555935 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af66669d-4c52-4363-8835-7c05dd96b818 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fb26bd7-ce56-527b-b94f-2e1f7cb2bb35-6ca3cae0-55b5-42aa-a665-669a09e3ae6a', 'network_id': '6ca3cae0-55b5-42aa-a665-669a09e3ae6a', 'tenant_id': '61a1e47c0e26477b98533ed5cf110f88', 'fixed_ips': [{'subnet_id': 'efa5df7e-2751-4924-9ec1-b972516c36ea'}]}} from n-d-818823-1. {{(pid=103449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 21:07:09.556796 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-af66669d-4c52-4363-8835-7c05dd96b818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:09.577556 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e06351c8-a856-49a3-be7e-6f47cd8d822a tempest-RoutersNegativeTest-1736421471 tempest-RoutersNegativeTest-1736421471-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:09.688917 n-d-818823-1 neutron-server[103447]: INFO neutron.api.v2.resource [None req-e06351c8-a856-49a3-be7e-6f47cd8d822a tempest-RoutersNegativeTest-1736421471 tempest-RoutersNegativeTest-1736421471-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 22 21:07:09.696284 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-e06351c8-a856-49a3-be7e-6f47cd8d822a tempest-RoutersNegativeTest-1736421471 tempest-RoutersNegativeTest-1736421471-project] 10.222.0.46 "PUT /v2.0/routers/3b9b3fab-2e09-4e47-928f-47edd12c48de HTTP/1.1" status: 400 len: 364 time: 0.3843627 Nov 22 21:07:09.697196 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 59708) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:07:09.722615 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.db_base_plugin_common [None req-af66669d-4c52-4363-8835-7c05dd96b818 None None] Allocated IP 172.21.0.2 (6ca3cae0-55b5-42aa-a665-669a09e3ae6a/efa5df7e-2751-4924-9ec1-b972516c36ea/f1283192-1010-4754-8a36-d7949fe2d4c4) {{(pid=103449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 21:07:09.789616 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_v2 [None req-53bcd385-1d48-4665-8be2-75f9de32697d tempest-RoutersNegativeTest-1736421471 tempest-RoutersNegativeTest-1736421471-project] Deleting subnet efa5df7e-2751-4924-9ec1-b972516c36ea {{(pid=103448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 21:07:09.885177 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-af66669d-4c52-4363-8835-7c05dd96b818 None None] Publish callbacks [] for port, precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:09.889657 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-53bcd385-1d48-4665-8be2-75f9de32697d tempest-RoutersNegativeTest-1736421471 tempest-RoutersNegativeTest-1736421471-project] Publish callbacks [] for subnet, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:09.890503 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-af66669d-4c52-4363-8835-7c05dd96b818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372'] for port, after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:09.933300 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af66669d-4c52-4363-8835-7c05dd96b818 None None] Network 6ca3cae0-55b5-42aa-a665-669a09e3ae6a is already hosted by enough agents. {{(pid=103449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 21:07:09.934719 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-53bcd385-1d48-4665-8be2-75f9de32697d tempest-RoutersNegativeTest-1736421471 tempest-RoutersNegativeTest-1736421471-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11627908'] for subnet, precommit_delete_associations {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:09.936109 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.base_scheduler [None req-af66669d-4c52-4363-8835-7c05dd96b818 None None] Resources bound (agent type, host, resource id): {{(pid=103449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 21:07:09.938660 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af66669d-4c52-4363-8835-7c05dd96b818 None None] Received port after_create {{(pid=103449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 21:07:09.951591 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af66669d-4c52-4363-8835-7c05dd96b818 None None] Pushing event updated for resources: {'Port': ['ID=f1283192-1010-4754-8a36-d7949fe2d4c4,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:07:10.000374 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-af66669d-4c52-4363-8835-7c05dd96b818 None None] Attempting to bind port f1283192-1010-4754-8a36-d7949fe2d4c4 on host n-d-818823-1 for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 21:07:10.000661 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-af66669d-4c52-4363-8835-7c05dd96b818 None None] Attempting to bind port f1283192-1010-4754-8a36-d7949fe2d4c4 by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': 'c62e8b76-71ca-4306-8ce9-d78705fd0a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '6ca3cae0-55b5-42aa-a665-669a09e3ae6a'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 21:07:10.001025 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af66669d-4c52-4363-8835-7c05dd96b818 None None] Attempting to bind port f1283192-1010-4754-8a36-d7949fe2d4c4 on network 6ca3cae0-55b5-42aa-a665-669a09e3ae6a {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 21:07:10.005919 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af66669d-4c52-4363-8835-7c05dd96b818 None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 21, 7, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 21:07:10.006291 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af66669d-4c52-4363-8835-7c05dd96b818 None None] Checking segment: {'id': 'c62e8b76-71ca-4306-8ce9-d78705fd0a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '6ca3cae0-55b5-42aa-a665-669a09e3ae6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 21:07:10.007192 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-af66669d-4c52-4363-8835-7c05dd96b818 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:10.007631 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af66669d-4c52-4363-8835-7c05dd96b818 None None] Bound using segment: {'id': 'c62e8b76-71ca-4306-8ce9-d78705fd0a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '6ca3cae0-55b5-42aa-a665-669a09e3ae6a'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 21:07:10.008110 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-af66669d-4c52-4363-8835-7c05dd96b818 None None] Bound port: f1283192-1010-4754-8a36-d7949fe2d4c4, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c62e8b76-71ca-4306-8ce9-d78705fd0a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '6ca3cae0-55b5-42aa-a665-669a09e3ae6a'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 21:07:10.008490 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-af66669d-4c52-4363-8835-7c05dd96b818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:10.026391 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-53bcd385-1d48-4665-8be2-75f9de32697d tempest-RoutersNegativeTest-1736421471 tempest-RoutersNegativeTest-1736421471-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3753007'] for subnet, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:10.083401 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-53bcd385-1d48-4665-8be2-75f9de32697d tempest-RoutersNegativeTest-1736421471 tempest-RoutersNegativeTest-1736421471-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3753014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11567369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11792914'] for subnet, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:10.086666 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-af66669d-4c52-4363-8835-7c05dd96b818 None None] For port f1283192-1010-4754-8a36-d7949fe2d4c4, host n-d-818823-1, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 21:07:10.090101 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-af66669d-4c52-4363-8835-7c05dd96b818 None None] For port f1283192-1010-4754-8a36-d7949fe2d4c4, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=f1283192-1010-4754-8a36-d7949fe2d4c4,segment=NetworkSegment(c62e8b76-71ca-4306-8ce9-d78705fd0a2a),segment_id=c62e8b76-71ca-4306-8ce9-d78705fd0a2a)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 21:07:10.093692 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-af66669d-4c52-4363-8835-7c05dd96b818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:10.114439 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bcd385-1d48-4665-8be2-75f9de32697d tempest-RoutersNegativeTest-1736421471 tempest-RoutersNegativeTest-1736421471-project] Pushing event deleted for resources: {'Subnet': ['ID=efa5df7e-2751-4924-9ec1-b972516c36ea,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:07:10.116486 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-53bcd385-1d48-4665-8be2-75f9de32697d tempest-RoutersNegativeTest-1736421471 tempest-RoutersNegativeTest-1736421471-project] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:10.123315 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-53bcd385-1d48-4665-8be2-75f9de32697d tempest-RoutersNegativeTest-1736421471 tempest-RoutersNegativeTest-1736421471-project] 10.222.0.46 "DELETE /v2.0/subnets/efa5df7e-2751-4924-9ec1-b972516c36ea HTTP/1.1" status: 204 len: 168 time: 0.4255438 Nov 22 21:07:10.123568 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 59710) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:07:10.156508 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af66669d-4c52-4363-8835-7c05dd96b818 None None] Pushing event updated for resources: {'Port': ['ID=f1283192-1010-4754-8a36-d7949fe2d4c4,revision_number=3']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:07:10.239309 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-2ec58c0c-46f4-4c5b-9310-2543942fc5b9 tempest-RoutersNegativeTest-1736421471 tempest-RoutersNegativeTest-1736421471-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3961693'] for network, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:10.294686 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-2ec58c0c-46f4-4c5b-9310-2543942fc5b9 tempest-RoutersNegativeTest-1736421471 tempest-RoutersNegativeTest-1736421471-project] Deleting port f1283192-1010-4754-8a36-d7949fe2d4c4 {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 21:07:10.295033 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-2ec58c0c-46f4-4c5b-9310-2543942fc5b9 tempest-RoutersNegativeTest-1736421471 tempest-RoutersNegativeTest-1736421471-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:10.379131 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [None req-2ec58c0c-46f4-4c5b-9310-2543942fc5b9 tempest-RoutersNegativeTest-1736421471 tempest-RoutersNegativeTest-1736421471-project] For port f1283192-1010-4754-8a36-d7949fe2d4c4, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=f1283192-1010-4754-8a36-d7949fe2d4c4,segment=NetworkSegment(c62e8b76-71ca-4306-8ce9-d78705fd0a2a),segment_id=c62e8b76-71ca-4306-8ce9-d78705fd0a2a)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 21:07:10.379541 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-2ec58c0c-46f4-4c5b-9310-2543942fc5b9 tempest-RoutersNegativeTest-1736421471 tempest-RoutersNegativeTest-1736421471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:10.394180 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-2ec58c0c-46f4-4c5b-9310-2543942fc5b9 tempest-RoutersNegativeTest-1736421471 tempest-RoutersNegativeTest-1736421471-project] Calling delete_port for f1283192-1010-4754-8a36-d7949fe2d4c4 owned by network:dhcp {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 21:07:10.481539 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-2ec58c0c-46f4-4c5b-9310-2543942fc5b9 tempest-RoutersNegativeTest-1736421471 tempest-RoutersNegativeTest-1736421471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:10.517346 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec58c0c-46f4-4c5b-9310-2543942fc5b9 tempest-RoutersNegativeTest-1736421471 tempest-RoutersNegativeTest-1736421471-project] Pushing event deleted for resources: {'Port': ['ID=f1283192-1010-4754-8a36-d7949fe2d4c4,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:07:10.520728 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec58c0c-46f4-4c5b-9310-2543942fc5b9 tempest-RoutersNegativeTest-1736421471 tempest-RoutersNegativeTest-1736421471-project] No DVR routers for this DVR port f1283192-1010-4754-8a36-d7949fe2d4c4 on host n-d-818823-1 {{(pid=103447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 21:07:10.599935 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-2ec58c0c-46f4-4c5b-9310-2543942fc5b9 tempest-RoutersNegativeTest-1736421471 tempest-RoutersNegativeTest-1736421471-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3760028', 'neutron.services.segments.db._delete_segments_for_network-8748992815755'] for network, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:10.607506 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be87ce5f-a484-4c00-98eb-a4ad50ee4fc2 None None] Network b126c2eb-51f5-4c7d-9596-8e358979fd2c requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 21:07:10.620296 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-2ec58c0c-46f4-4c5b-9310-2543942fc5b9 tempest-RoutersNegativeTest-1736421471 tempest-RoutersNegativeTest-1736421471-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ca3cae0-55b5-42aa-a665-669a09e3ae6a']}} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:07:10.636802 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-2ec58c0c-46f4-4c5b-9310-2543942fc5b9 tempest-RoutersNegativeTest-1736421471 tempest-RoutersNegativeTest-1736421471-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c62e8b76-71ca-4306-8ce9-d78705fd0a2a') {'for_net_delete': True} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:07:10.637100 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-2ec58c0c-46f4-4c5b-9310-2543942fc5b9 tempest-RoutersNegativeTest-1736421471 tempest-RoutersNegativeTest-1736421471-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c62e8b76-71ca-4306-8ce9-d78705fd0a2a') {} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:07:10.646667 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-2ec58c0c-46f4-4c5b-9310-2543942fc5b9 tempest-RoutersNegativeTest-1736421471 tempest-RoutersNegativeTest-1736421471-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748993039638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12178344'] for segment, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:10.660875 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-2ec58c0c-46f4-4c5b-9310-2543942fc5b9 tempest-RoutersNegativeTest-1736421471 tempest-RoutersNegativeTest-1736421471-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:10.667469 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ec58c0c-46f4-4c5b-9310-2543942fc5b9 tempest-RoutersNegativeTest-1736421471 tempest-RoutersNegativeTest-1736421471-project] Releasing vlan 612 on physical network physnet1 to pool {{(pid=103447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 21:07:10.667858 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-2ec58c0c-46f4-4c5b-9310-2543942fc5b9 tempest-RoutersNegativeTest-1736421471 tempest-RoutersNegativeTest-1736421471-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8900762'] for segment, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:10.670913 n-d-818823-1 neutron-server[103447]: Traceback (most recent call last): Nov 22 21:07:10.670913 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 21:07:10.670913 n-d-818823-1 neutron-server[103447]: timer() Nov 22 21:07:10.670913 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 21:07:10.670913 n-d-818823-1 neutron-server[103447]: cb(*args, **kw) Nov 22 21:07:10.670913 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 21:07:10.670913 n-d-818823-1 neutron-server[103447]: return func(*args, **kwargs) Nov 22 21:07:10.670913 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 21:07:10.670913 n-d-818823-1 neutron-server[103447]: self._notify() Nov 22 21:07:10.670913 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 21:07:10.670913 n-d-818823-1 neutron-server[103447]: self.callback(batched_events) Nov 22 21:07:10.670913 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 21:07:10.670913 n-d-818823-1 neutron-server[103447]: event.method(event) Nov 22 21:07:10.670913 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 21:07:10.670913 n-d-818823-1 neutron-server[103447]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 21:07:10.670913 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 21:07:10.670913 n-d-818823-1 neutron-server[103447]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 21:07:10.670913 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 21:07:10.670913 n-d-818823-1 neutron-server[103447]: return f(self, *a, **k) Nov 22 21:07:10.670913 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 21:07:10.670913 n-d-818823-1 neutron-server[103447]: return self._get(url).json() Nov 22 21:07:10.670913 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 21:07:10.670913 n-d-818823-1 neutron-server[103447]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 21:07:10.670913 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 21:07:10.670913 n-d-818823-1 neutron-server[103447]: return self.request(url, 'GET', **kwargs) Nov 22 21:07:10.670913 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 21:07:10.670913 n-d-818823-1 neutron-server[103447]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 21:07:10.670913 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 21:07:10.670913 n-d-818823-1 neutron-server[103447]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 21:07:10.670913 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 21:07:10.670913 n-d-818823-1 neutron-server[103447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 21:07:10.670913 n-d-818823-1 neutron-server[103447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 21:07:10.687113 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-4e6dc4eb-6b84-4971-9308-4565a8f5ce2c None None] Provisioning complete for port 396ab83b-7ee3-42cc-a9cd-fe477ae9a3ce triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 21:07:10.687511 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4e6dc4eb-6b84-4971-9308-4565a8f5ce2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:10.738153 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-2ec58c0c-46f4-4c5b-9310-2543942fc5b9 tempest-RoutersNegativeTest-1736421471 tempest-RoutersNegativeTest-1736421471-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3760002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595318'] for network, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:10.743536 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-2ec58c0c-46f4-4c5b-9310-2543942fc5b9 tempest-RoutersNegativeTest-1736421471 tempest-RoutersNegativeTest-1736421471-project] Publish callbacks [] for network, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:10.747525 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-2ec58c0c-46f4-4c5b-9310-2543942fc5b9 tempest-RoutersNegativeTest-1736421471 tempest-RoutersNegativeTest-1736421471-project] 10.222.0.46 "DELETE /v2.0/networks/6ca3cae0-55b5-42aa-a665-669a09e3ae6a HTTP/1.1" status: 204 len: 168 time: 0.6225920 Nov 22 21:07:10.750151 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 59712) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:07:10.764732 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec58c0c-46f4-4c5b-9310-2543942fc5b9 tempest-RoutersNegativeTest-1736421471 tempest-RoutersNegativeTest-1736421471-project] Pushing event deleted for resources: {'Network': ['ID=6ca3cae0-55b5-42aa-a665-669a09e3ae6a,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:07:10.809205 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb54d786-2e3c-4196-a3ce-12cc962c718a tempest-RoutersNegativeTest-1736421471 tempest-RoutersNegativeTest-1736421471-project] Deleting subnet 0aafab5d-13ea-484d-b862-18894ed87a38 {{(pid=103448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 21:07:10.813086 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-eb54d786-2e3c-4196-a3ce-12cc962c718a tempest-RoutersNegativeTest-1736421471 tempest-RoutersNegativeTest-1736421471-project] Publish callbacks [] for subnet, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:10.856019 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-eb54d786-2e3c-4196-a3ce-12cc962c718a tempest-RoutersNegativeTest-1736421471 tempest-RoutersNegativeTest-1736421471-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11627908'] for subnet, precommit_delete_associations {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:10.955807 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-eb54d786-2e3c-4196-a3ce-12cc962c718a tempest-RoutersNegativeTest-1736421471 tempest-RoutersNegativeTest-1736421471-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3753007'] for subnet, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:10.994200 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4e6dc4eb-6b84-4971-9308-4565a8f5ce2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:11.019044 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-eb54d786-2e3c-4196-a3ce-12cc962c718a tempest-RoutersNegativeTest-1736421471 tempest-RoutersNegativeTest-1736421471-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3753014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11567369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11792914'] for subnet, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:11.048868 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb54d786-2e3c-4196-a3ce-12cc962c718a tempest-RoutersNegativeTest-1736421471 tempest-RoutersNegativeTest-1736421471-project] Pushing event deleted for resources: {'Subnet': ['ID=0aafab5d-13ea-484d-b862-18894ed87a38,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:07:11.053279 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-eb54d786-2e3c-4196-a3ce-12cc962c718a tempest-RoutersNegativeTest-1736421471 tempest-RoutersNegativeTest-1736421471-project] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:11.057709 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-eb54d786-2e3c-4196-a3ce-12cc962c718a tempest-RoutersNegativeTest-1736421471 tempest-RoutersNegativeTest-1736421471-project] 10.222.0.46 "DELETE /v2.0/subnets/0aafab5d-13ea-484d-b862-18894ed87a38 HTTP/1.1" status: 204 len: 168 time: 0.3059452 Nov 22 21:07:11.060226 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 59714) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:07:11.071674 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.db.api [None req-4e6dc4eb-6b84-4971-9308-4565a8f5ce2c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103449) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 21:07:11.072040 n-d-818823-1 neutron-server[103449]: DEBUG oslo_db.api [None req-4e6dc4eb-6b84-4971-9308-4565a8f5ce2c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 21:07:11.147197 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-245bdfce-5b00-4dc5-b127-6b5f54ceadde tempest-RoutersNegativeTest-1736421471 tempest-RoutersNegativeTest-1736421471-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3961693'] for network, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:11.203997 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-245bdfce-5b00-4dc5-b127-6b5f54ceadde tempest-RoutersNegativeTest-1736421471 tempest-RoutersNegativeTest-1736421471-project] Deleting port 396ab83b-7ee3-42cc-a9cd-fe477ae9a3ce {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 21:07:11.204341 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-245bdfce-5b00-4dc5-b127-6b5f54ceadde tempest-RoutersNegativeTest-1736421471 tempest-RoutersNegativeTest-1736421471-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:11.256502 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b4145c3-7c32-45a4-9c4e-11e18cb856bf None None] Network b126c2eb-51f5-4c7d-9596-8e358979fd2c requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 21:07:11.286020 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-245bdfce-5b00-4dc5-b127-6b5f54ceadde tempest-RoutersNegativeTest-1736421471 tempest-RoutersNegativeTest-1736421471-project] For port 396ab83b-7ee3-42cc-a9cd-fe477ae9a3ce, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=396ab83b-7ee3-42cc-a9cd-fe477ae9a3ce,segment=NetworkSegment(825c90db-ed29-456f-bc81-c33b093f8c5e),segment_id=825c90db-ed29-456f-bc81-c33b093f8c5e)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 21:07:11.286586 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-245bdfce-5b00-4dc5-b127-6b5f54ceadde tempest-RoutersNegativeTest-1736421471 tempest-RoutersNegativeTest-1736421471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:11.298291 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68e83f92-dd33-45cc-a844-bf5eb6885027 None None] DHCP port deletion for 6ca3cae0-55b5-42aa-a665-669a09e3ae6a request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 21:07:11.300858 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-245bdfce-5b00-4dc5-b127-6b5f54ceadde tempest-RoutersNegativeTest-1736421471 tempest-RoutersNegativeTest-1736421471-project] Calling delete_port for 396ab83b-7ee3-42cc-a9cd-fe477ae9a3ce owned by network:dhcp {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 21:07:11.324357 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cc46b25-a90f-47eb-8680-1dcac73ddb8e None None] Network 6ca3cae0-55b5-42aa-a665-669a09e3ae6a requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 21:07:11.362183 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cc46b25-a90f-47eb-8680-1dcac73ddb8e None None] Network 6ca3cae0-55b5-42aa-a665-669a09e3ae6a could not be found, it might have been deleted concurrently. {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 22 21:07:11.388875 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-245bdfce-5b00-4dc5-b127-6b5f54ceadde tempest-RoutersNegativeTest-1736421471 tempest-RoutersNegativeTest-1736421471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:11.416268 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245bdfce-5b00-4dc5-b127-6b5f54ceadde tempest-RoutersNegativeTest-1736421471 tempest-RoutersNegativeTest-1736421471-project] Pushing event deleted for resources: {'Port': ['ID=396ab83b-7ee3-42cc-a9cd-fe477ae9a3ce,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:07:11.423203 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-245bdfce-5b00-4dc5-b127-6b5f54ceadde tempest-RoutersNegativeTest-1736421471 tempest-RoutersNegativeTest-1736421471-project] No DVR routers for this DVR port 396ab83b-7ee3-42cc-a9cd-fe477ae9a3ce on host n-d-818823-1 {{(pid=103448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 21:07:11.484071 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c12068f4-7fc9-4b19-891f-7d0574c5f2f3 None None] DHCP port deletion for b126c2eb-51f5-4c7d-9596-8e358979fd2c request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 21:07:11.506097 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-245bdfce-5b00-4dc5-b127-6b5f54ceadde tempest-RoutersNegativeTest-1736421471 tempest-RoutersNegativeTest-1736421471-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3760028', 'neutron.services.segments.db._delete_segments_for_network-8748992815755'] for network, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:11.526179 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-245bdfce-5b00-4dc5-b127-6b5f54ceadde tempest-RoutersNegativeTest-1736421471 tempest-RoutersNegativeTest-1736421471-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b126c2eb-51f5-4c7d-9596-8e358979fd2c']}} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:07:11.535070 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-245bdfce-5b00-4dc5-b127-6b5f54ceadde tempest-RoutersNegativeTest-1736421471 tempest-RoutersNegativeTest-1736421471-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '825c90db-ed29-456f-bc81-c33b093f8c5e') {'for_net_delete': True} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:07:11.535360 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-245bdfce-5b00-4dc5-b127-6b5f54ceadde tempest-RoutersNegativeTest-1736421471 tempest-RoutersNegativeTest-1736421471-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '825c90db-ed29-456f-bc81-c33b093f8c5e') {} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:07:11.544742 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-245bdfce-5b00-4dc5-b127-6b5f54ceadde tempest-RoutersNegativeTest-1736421471 tempest-RoutersNegativeTest-1736421471-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748993039638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11627933'] for segment, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:11.557677 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-245bdfce-5b00-4dc5-b127-6b5f54ceadde tempest-RoutersNegativeTest-1736421471 tempest-RoutersNegativeTest-1736421471-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:11.563953 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-245bdfce-5b00-4dc5-b127-6b5f54ceadde tempest-RoutersNegativeTest-1736421471 tempest-RoutersNegativeTest-1736421471-project] Releasing vlan 628 on physical network physnet1 to pool {{(pid=103448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 21:07:11.564285 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-245bdfce-5b00-4dc5-b127-6b5f54ceadde tempest-RoutersNegativeTest-1736421471 tempest-RoutersNegativeTest-1736421471-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11567447'] for segment, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:11.567663 n-d-818823-1 neutron-server[103448]: Traceback (most recent call last): Nov 22 21:07:11.567663 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 21:07:11.567663 n-d-818823-1 neutron-server[103448]: timer() Nov 22 21:07:11.567663 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 21:07:11.567663 n-d-818823-1 neutron-server[103448]: cb(*args, **kw) Nov 22 21:07:11.567663 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 21:07:11.567663 n-d-818823-1 neutron-server[103448]: return func(*args, **kwargs) Nov 22 21:07:11.567663 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 21:07:11.567663 n-d-818823-1 neutron-server[103448]: self._notify() Nov 22 21:07:11.567663 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 21:07:11.567663 n-d-818823-1 neutron-server[103448]: self.callback(batched_events) Nov 22 21:07:11.567663 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 21:07:11.567663 n-d-818823-1 neutron-server[103448]: event.method(event) Nov 22 21:07:11.567663 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 21:07:11.567663 n-d-818823-1 neutron-server[103448]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 21:07:11.567663 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 21:07:11.567663 n-d-818823-1 neutron-server[103448]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 21:07:11.567663 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 21:07:11.567663 n-d-818823-1 neutron-server[103448]: return f(self, *a, **k) Nov 22 21:07:11.567663 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 21:07:11.567663 n-d-818823-1 neutron-server[103448]: return self._get(url).json() Nov 22 21:07:11.567663 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 21:07:11.567663 n-d-818823-1 neutron-server[103448]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 21:07:11.567663 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 21:07:11.567663 n-d-818823-1 neutron-server[103448]: return self.request(url, 'GET', **kwargs) Nov 22 21:07:11.567663 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 21:07:11.567663 n-d-818823-1 neutron-server[103448]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 21:07:11.567663 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 21:07:11.567663 n-d-818823-1 neutron-server[103448]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 21:07:11.567663 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 21:07:11.567663 n-d-818823-1 neutron-server[103448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 21:07:11.567663 n-d-818823-1 neutron-server[103448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 21:07:11.592859 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-4e6dc4eb-6b84-4971-9308-4565a8f5ce2c None None] Port 396ab83b-7ee3-42cc-a9cd-fe477ae9a3ce update to ACTIVE by agent not found {{(pid=103449) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 22 21:07:11.629632 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-245bdfce-5b00-4dc5-b127-6b5f54ceadde tempest-RoutersNegativeTest-1736421471 tempest-RoutersNegativeTest-1736421471-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3760002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595318'] for network, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:11.637858 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-245bdfce-5b00-4dc5-b127-6b5f54ceadde tempest-RoutersNegativeTest-1736421471 tempest-RoutersNegativeTest-1736421471-project] Publish callbacks [] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:11.641022 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-245bdfce-5b00-4dc5-b127-6b5f54ceadde tempest-RoutersNegativeTest-1736421471 tempest-RoutersNegativeTest-1736421471-project] 10.222.0.46 "DELETE /v2.0/networks/b126c2eb-51f5-4c7d-9596-8e358979fd2c HTTP/1.1" status: 204 len: 168 time: 0.5796506 Nov 22 21:07:11.643840 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 59716) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:07:11.653057 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245bdfce-5b00-4dc5-b127-6b5f54ceadde tempest-RoutersNegativeTest-1736421471 tempest-RoutersNegativeTest-1736421471-project] Pushing event deleted for resources: {'Network': ['ID=b126c2eb-51f5-4c7d-9596-8e358979fd2c,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:07:11.672191 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-139a81d0-8908-40e4-8a7b-fd3591e50201 tempest-RoutersNegativeTest-1736421471 tempest-RoutersNegativeTest-1736421471-project] 10.222.0.46 "GET /v2.0/ports?device_id=3b9b3fab-2e09-4e47-928f-47edd12c48de HTTP/1.1" status: 200 len: 205 time: 0.0264974 Nov 22 21:07:11.674464 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 59718) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:07:11.704087 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-210dc763-c0d1-4506-8b41-a05d39a1ead7 None None] Could not find standard attr ID for object 396ab83b-7ee3-42cc-a9cd-fe477ae9a3ce. {{(pid=103449) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 22 21:07:11.707314 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-210dc763-c0d1-4506-8b41-a05d39a1ead7 None None] Could not find standard attr ID for object f1283192-1010-4754-8a36-d7949fe2d4c4. {{(pid=103449) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 22 21:07:11.750786 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-142bd98d-2bc2-48ac-912c-28b2410c2b12 tempest-RoutersNegativeTest-1736421471 tempest-RoutersNegativeTest-1736421471-project] Publish callbacks [] for router, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:11.921045 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-142bd98d-2bc2-48ac-912c-28b2410c2b12 tempest-RoutersNegativeTest-1736421471 tempest-RoutersNegativeTest-1736421471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24781'] for router, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:11.923176 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-142bd98d-2bc2-48ac-912c-28b2410c2b12 tempest-RoutersNegativeTest-1736421471 tempest-RoutersNegativeTest-1736421471-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:11.964912 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-142bd98d-2bc2-48ac-912c-28b2410c2b12 tempest-RoutersNegativeTest-1736421471 tempest-RoutersNegativeTest-1736421471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-663261'] for router, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:11.965561 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-142bd98d-2bc2-48ac-912c-28b2410c2b12 tempest-RoutersNegativeTest-1736421471 tempest-RoutersNegativeTest-1736421471-project] Fanout notify agent at l3_agent the message router_deleted on router 3b9b3fab-2e09-4e47-928f-47edd12c48de {{(pid=103447) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 21:07:11.972615 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-142bd98d-2bc2-48ac-912c-28b2410c2b12 tempest-RoutersNegativeTest-1736421471 tempest-RoutersNegativeTest-1736421471-project] Publish callbacks [] for router, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:11.973726 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-142bd98d-2bc2-48ac-912c-28b2410c2b12 tempest-RoutersNegativeTest-1736421471 tempest-RoutersNegativeTest-1736421471-project] 10.222.0.46 "DELETE /v2.0/routers/3b9b3fab-2e09-4e47-928f-47edd12c48de HTTP/1.1" status: 204 len: 168 time: 0.2983620 Nov 22 21:07:12.206924 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 59724) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:07:12.334607 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-ee2cdbbe-b6f8-4dea-ac11-0618ff06ca67 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=61a1e47c0e26477b98533ed5cf110f88&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1264837 Nov 22 21:07:12.337148 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 59728) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:07:12.387012 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6b6445a7-68f3-43b7-a156-ff7241c750ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:12.407184 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6b6445a7-68f3-43b7-a156-ff7241c750ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:12.452224 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6b6445a7-68f3-43b7-a156-ff7241c750ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:12.454830 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6b6445a7-68f3-43b7-a156-ff7241c750ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:12.456030 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-6b6445a7-68f3-43b7-a156-ff7241c750ac admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9d99c266-af22-43cc-8b48-60d6e94e7b7c HTTP/1.1" status: 204 len: 168 time: 0.1179678 Nov 22 21:07:12.463496 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6445a7-68f3-43b7-a156-ff7241c750ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d99c266-af22-43cc-8b48-60d6e94e7b7c,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:07:13.053272 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 59750) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:07:13.146190 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-c0e05cf6-904e-403c-8a3f-60a646660464 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-2005223424-network', 'tenant_id': '8cedaf1e08054dd182e79fc27fe996ea'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 21:07:13.167507 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0e05cf6-904e-403c-8a3f-60a646660464 admin admin] Made reservation on behalf of 8cedaf1e08054dd182e79fc27fe996ea for: {'network': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 21:07:13.169796 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c0e05cf6-904e-403c-8a3f-60a646660464 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for network, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:13.178070 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c0e05cf6-904e-403c-8a3f-60a646660464 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:13.248872 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c0e05cf6-904e-403c-8a3f-60a646660464 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:13.252124 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c0e05cf6-904e-403c-8a3f-60a646660464 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:13.273060 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0e05cf6-904e-403c-8a3f-60a646660464 admin admin] vlan segment allocate from pool success with {'vlan_id': 635, 'physical_network': 'physnet1'} {{(pid=103447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 21:07:13.289481 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e05cf6-904e-403c-8a3f-60a646660464 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0878d3ec-6dde-4957-8e40-3b0c0b9aa5e7,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:07:13.293507 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c0e05cf6-904e-403c-8a3f-60a646660464 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:13.293854 n-d-818823-1 neutron-server[103447]: INFO neutron.db.segments_db [None req-c0e05cf6-904e-403c-8a3f-60a646660464 admin admin] Added segment 2884e98f-5056-4c9e-b974-25dc90dbea25 of type vlan for network ddb0bc5c-1cff-4421-80a4-0edeb2af6674 Nov 22 21:07:13.334043 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c0e05cf6-904e-403c-8a3f-60a646660464 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748992492791'] for network, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:13.357576 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c0e05cf6-904e-403c-8a3f-60a646660464 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for network, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:13.358499 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0e05cf6-904e-403c-8a3f-60a646660464 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:07:13.359068 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c0e05cf6-904e-403c-8a3f-60a646660464 admin admin] Publish callbacks [] for network, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:13.415234 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-c0e05cf6-904e-403c-8a3f-60a646660464 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3608716 Nov 22 21:07:13.418501 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 59754) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:07:13.422283 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e05cf6-904e-403c-8a3f-60a646660464 admin admin] Pushing event updated for resources: {'Network': ['ID=ddb0bc5c-1cff-4421-80a4-0edeb2af6674,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:07:13.424089 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-ea220ec5-dc31-4f7d-ae5c-396b5d6c4062 admin admin] Request body: {'subnet': {'network_id': 'ddb0bc5c-1cff-4421-80a4-0edeb2af6674', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-2005223424-subnet', 'tenant_id': '8cedaf1e08054dd182e79fc27fe996ea', 'ip_version': 4}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 21:07:13.432447 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Network ddb0bc5c-1cff-4421-80a4-0edeb2af6674 details requested by agent ovs-agent-n-d-818823-1 with host n-d-818823-1 {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 21:07:13.445866 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea220ec5-dc31-4f7d-ae5c-396b5d6c4062 admin admin] Made reservation on behalf of 8cedaf1e08054dd182e79fc27fe996ea for: {'subnet': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 21:07:13.448221 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ea220ec5-dc31-4f7d-ae5c-396b5d6c4062 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11792951'] for subnet, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:13.632489 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ea220ec5-dc31-4f7d-ae5c-396b5d6c4062 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11567560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11792921'] for subnet, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:13.689697 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea220ec5-dc31-4f7d-ae5c-396b5d6c4062 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec26b8a0-be5b-47a8-bb3f-0a6681872aba,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:07:13.697858 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea220ec5-dc31-4f7d-ae5c-396b5d6c4062 admin admin] Checking segment: {'id': '2884e98f-5056-4c9e-b974-25dc90dbea25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'ddb0bc5c-1cff-4421-80a4-0edeb2af6674'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 21:07:13.698222 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea220ec5-dc31-4f7d-ae5c-396b5d6c4062 admin admin] Network hostable DHCP agents. Network: ddb0bc5c-1cff-4421-80a4-0edeb2af6674, hostable agents: ['02adaa64-0987-4b74-bad0-cbcf56f8a294'], hosted agents: [] {{(pid=103448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 21:07:13.714359 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea220ec5-dc31-4f7d-ae5c-396b5d6c4062 admin admin] Network ddb0bc5c-1cff-4421-80a4-0edeb2af6674 is scheduled to be hosted by DHCP agent 02adaa64-0987-4b74-bad0-cbcf56f8a294 with binding_index 1 {{(pid=103448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 21:07:13.723282 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-ea220ec5-dc31-4f7d-ae5c-396b5d6c4062 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818823-1, ddb0bc5c-1cff-4421-80a4-0edeb2af6674) {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 21:07:13.727747 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea220ec5-dc31-4f7d-ae5c-396b5d6c4062 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:07:13.728348 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ea220ec5-dc31-4f7d-ae5c-396b5d6c4062 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:13.734004 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5adb98a1-ef0c-4ad5-95fc-d6bbc7f8130b None None] Network ddb0bc5c-1cff-4421-80a4-0edeb2af6674 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 21:07:13.745359 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-ea220ec5-dc31-4f7d-ae5c-396b5d6c4062 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3252199 Nov 22 21:07:13.748157 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 59756) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:07:13.752571 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-9bd24e35-acf8-4897-9d7e-a0e0bd1b6c09 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-2005223424-router', 'tenant_id': '8cedaf1e08054dd182e79fc27fe996ea', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'}}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 21:07:13.773600 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9bd24e35-acf8-4897-9d7e-a0e0bd1b6c09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24799'] for router, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:13.774736 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9bd24e35-acf8-4897-9d7e-a0e0bd1b6c09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-632716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24788'] for router, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:13.829986 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9bd24e35-acf8-4897-9d7e-a0e0bd1b6c09 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:13.889499 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4aee529-c2be-493c-be66-c84f8bd14868 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fb26bd7-ce56-527b-b94f-2e1f7cb2bb35-ddb0bc5c-1cff-4421-80a4-0edeb2af6674', 'network_id': 'ddb0bc5c-1cff-4421-80a4-0edeb2af6674', 'tenant_id': '8cedaf1e08054dd182e79fc27fe996ea', 'fixed_ips': [{'subnet_id': 'ec26b8a0-be5b-47a8-bb3f-0a6681872aba'}]}} from n-d-818823-1. {{(pid=103449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 21:07:13.890376 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-b4aee529-c2be-493c-be66-c84f8bd14868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:13.965171 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9bd24e35-acf8-4897-9d7e-a0e0bd1b6c09 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:14.030723 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.db_base_plugin_common [None req-b4aee529-c2be-493c-be66-c84f8bd14868 None None] Allocated IP 172.20.0.2 (ddb0bc5c-1cff-4421-80a4-0edeb2af6674/ec26b8a0-be5b-47a8-bb3f-0a6681872aba/87e17eca-17f2-4c38-82e8-2b4d182bf3ca) {{(pid=103449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 21:07:14.165741 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9bd24e35-acf8-4897-9d7e-a0e0bd1b6c09 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:14.174990 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-b4aee529-c2be-493c-be66-c84f8bd14868 None None] Publish callbacks [] for port, precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:14.180722 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-b4aee529-c2be-493c-be66-c84f8bd14868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372'] for port, after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:14.184260 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9bd24e35-acf8-4897-9d7e-a0e0bd1b6c09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:14.221326 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4aee529-c2be-493c-be66-c84f8bd14868 None None] Network ddb0bc5c-1cff-4421-80a4-0edeb2af6674 is already hosted by enough agents. {{(pid=103449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 21:07:14.226611 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.base_scheduler [None req-b4aee529-c2be-493c-be66-c84f8bd14868 None None] Resources bound (agent type, host, resource id): {{(pid=103449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 21:07:14.231237 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4aee529-c2be-493c-be66-c84f8bd14868 None None] Received port after_create {{(pid=103449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 21:07:14.233359 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4aee529-c2be-493c-be66-c84f8bd14868 None None] Pushing event updated for resources: {'Port': ['ID=87e17eca-17f2-4c38-82e8-2b4d182bf3ca,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:07:14.285501 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-b4aee529-c2be-493c-be66-c84f8bd14868 None None] Attempting to bind port 87e17eca-17f2-4c38-82e8-2b4d182bf3ca on host n-d-818823-1 for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 21:07:14.285877 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-b4aee529-c2be-493c-be66-c84f8bd14868 None None] Attempting to bind port 87e17eca-17f2-4c38-82e8-2b4d182bf3ca by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': '2884e98f-5056-4c9e-b974-25dc90dbea25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'ddb0bc5c-1cff-4421-80a4-0edeb2af6674'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 21:07:14.286254 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4aee529-c2be-493c-be66-c84f8bd14868 None None] Attempting to bind port 87e17eca-17f2-4c38-82e8-2b4d182bf3ca on network ddb0bc5c-1cff-4421-80a4-0edeb2af6674 {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 21:07:14.291793 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4aee529-c2be-493c-be66-c84f8bd14868 None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 21, 7, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 21:07:14.292181 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4aee529-c2be-493c-be66-c84f8bd14868 None None] Checking segment: {'id': '2884e98f-5056-4c9e-b974-25dc90dbea25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'ddb0bc5c-1cff-4421-80a4-0edeb2af6674'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 21:07:14.292586 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-b4aee529-c2be-493c-be66-c84f8bd14868 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:14.292986 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4aee529-c2be-493c-be66-c84f8bd14868 None None] Bound using segment: {'id': '2884e98f-5056-4c9e-b974-25dc90dbea25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'ddb0bc5c-1cff-4421-80a4-0edeb2af6674'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 21:07:14.293102 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [None req-9bd24e35-acf8-4897-9d7e-a0e0bd1b6c09 admin admin] Allocated IP 172.25.5.214 (c48a55e9-6a85-4746-b7bf-3e29fb560094/5da6f781-63e6-4328-ae7a-5e672262f55a/fcccecd8-6a08-4aa6-8937-9267a2caad71) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 21:07:14.293565 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-b4aee529-c2be-493c-be66-c84f8bd14868 None None] Bound port: 87e17eca-17f2-4c38-82e8-2b4d182bf3ca, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2884e98f-5056-4c9e-b974-25dc90dbea25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'ddb0bc5c-1cff-4421-80a4-0edeb2af6674'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 21:07:14.293956 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-b4aee529-c2be-493c-be66-c84f8bd14868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:14.358764 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-b4aee529-c2be-493c-be66-c84f8bd14868 None None] For port 87e17eca-17f2-4c38-82e8-2b4d182bf3ca, host n-d-818823-1, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 21:07:14.361941 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-b4aee529-c2be-493c-be66-c84f8bd14868 None None] For port 87e17eca-17f2-4c38-82e8-2b4d182bf3ca, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=87e17eca-17f2-4c38-82e8-2b4d182bf3ca,segment=NetworkSegment(2884e98f-5056-4c9e-b974-25dc90dbea25),segment_id=2884e98f-5056-4c9e-b974-25dc90dbea25)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 21:07:14.365586 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-b4aee529-c2be-493c-be66-c84f8bd14868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:14.392726 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9bd24e35-acf8-4897-9d7e-a0e0bd1b6c09 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:14.425175 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4aee529-c2be-493c-be66-c84f8bd14868 None None] Pushing event updated for resources: {'Port': ['ID=87e17eca-17f2-4c38-82e8-2b4d182bf3ca,revision_number=2']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:07:14.428699 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9bd24e35-acf8-4897-9d7e-a0e0bd1b6c09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:14.470883 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bd24e35-acf8-4897-9d7e-a0e0bd1b6c09 admin admin] Network c48a55e9-6a85-4746-b7bf-3e29fb560094 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 21:07:14.475548 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-9bd24e35-acf8-4897-9d7e-a0e0bd1b6c09 admin admin] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 21:07:14.479960 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd24e35-acf8-4897-9d7e-a0e0bd1b6c09 admin admin] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 21:07:14.483106 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd24e35-acf8-4897-9d7e-a0e0bd1b6c09 admin admin] Pushing event updated for resources: {'Port': ['ID=fcccecd8-6a08-4aa6-8937-9267a2caad71,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:07:14.488110 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93c0245f-7c5c-40dd-97cf-a2a3158716d9 None None] DHCP port deletion for c48a55e9-6a85-4746-b7bf-3e29fb560094 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 21:07:14.529233 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-5b7653bd-5a91-44bc-b236-6aaf0da12c4c None None] Provisioning complete for port fcccecd8-6a08-4aa6-8937-9267a2caad71 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 21:07:14.529717 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-5b7653bd-5a91-44bc-b236-6aaf0da12c4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:14.566697 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-5b7653bd-5a91-44bc-b236-6aaf0da12c4c None None] Port fcccecd8-6a08-4aa6-8937-9267a2caad71 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 21:07:14.755405 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9bd24e35-acf8-4897-9d7e-a0e0bd1b6c09 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:14.949573 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9bd24e35-acf8-4897-9d7e-a0e0bd1b6c09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-659538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-841284'] for router, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:14.981935 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:15.032466 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:15.373789 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c10dc140-7305-415f-8972-2ebd860a7337 None None] Network ddb0bc5c-1cff-4421-80a4-0edeb2af6674 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 21:07:15.393356 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bd24e35-acf8-4897-9d7e-a0e0bd1b6c09 admin admin] Router 317dccb1-dbc6-4f78-8688-cc391f47b155 is scheduled to L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 with binding_index 1 {{(pid=103448) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 21:07:15.446992 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-7d692628-14be-4255-9f73-d5d6d8696e33 None None] Provisioning complete for port 87e17eca-17f2-4c38-82e8-2b4d182bf3ca triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 21:07:15.447376 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-7d692628-14be-4255-9f73-d5d6d8696e33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:15.497939 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bd24e35-acf8-4897-9d7e-a0e0bd1b6c09 admin admin] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 21:07:15.513689 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69187507-d966-41ef-8566-91c4b8d9c76e None None] Sync routers for ids ['317dccb1-dbc6-4f78-8688-cc391f47b155'] in n-d-818823-1 {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 21:07:15.516828 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9bd24e35-acf8-4897-9d7e-a0e0bd1b6c09 admin admin] Publish callbacks [] for router, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:15.518106 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-9bd24e35-acf8-4897-9d7e-a0e0bd1b6c09 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.7690125 Nov 22 21:07:15.521014 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 59758) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:07:15.536690 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69187507-d966-41ef-8566-91c4b8d9c76e None None] Routers {'317dccb1-dbc6-4f78-8688-cc391f47b155'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 21:07:15.537304 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-69187507-d966-41ef-8566-91c4b8d9c76e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T21:07:03Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['317dccb1-dbc6-4f78-8688-cc391f47b155'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:07:15.597811 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-7d692628-14be-4255-9f73-d5d6d8696e33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:15.641767 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-7d692628-14be-4255-9f73-d5d6d8696e33 None None] For port 87e17eca-17f2-4c38-82e8-2b4d182bf3ca, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=87e17eca-17f2-4c38-82e8-2b4d182bf3ca,segment=NetworkSegment(2884e98f-5056-4c9e-b974-25dc90dbea25),segment_id=2884e98f-5056-4c9e-b974-25dc90dbea25)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 21:07:15.648564 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-7d692628-14be-4255-9f73-d5d6d8696e33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:15.669821 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-69187507-d966-41ef-8566-91c4b8d9c76e None None] Set router 317dccb1-dbc6-4f78-8688-cc391f47b155 gateway port host: n-d-818823-1 {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 21:07:15.701589 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 87e17eca-17f2-4c38-82e8-2b4d182bf3ca up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 21:07:15.756334 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d692628-14be-4255-9f73-d5d6d8696e33 None None] Pushing event updated for resources: {'Port': ['ID=87e17eca-17f2-4c38-82e8-2b4d182bf3ca,revision_number=3']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:07:15.785025 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 87e17eca-17f2-4c38-82e8-2b4d182bf3ca triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 21:07:15.785025 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:15.908134 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-69187507-d966-41ef-8566-91c4b8d9c76e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '317dccb1-dbc6-4f78-8688-cc391f47b155', 'name': 'tempest-TestEncryptedCinderVolumes-2005223424-router', 'tenant_id': '8cedaf1e08054dd182e79fc27fe996ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': 'fcccecd8-6a08-4aa6-8937-9267a2caad71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T21:07:13Z', 'updated_at': '2021-11-22T21:07:14Z', 'revision_number': 3, 'project_id': '8cedaf1e08054dd182e79fc27fe996ea', 'gw_port': {'id': 'fcccecd8-6a08-4aa6-8937-9267a2caad71', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:51:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '317dccb1-dbc6-4f78-8688-cc391f47b155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:07:14Z', 'updated_at': '2021-11-22T21:07:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:07:15.935827 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69187507-d966-41ef-8566-91c4b8d9c76e None None] Checking router: 317dccb1-dbc6-4f78-8688-cc391f47b155 for host: n-d-818823-1 {{(pid=103450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 21:07:15.936174 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69187507-d966-41ef-8566-91c4b8d9c76e None None] Updating router 317dccb1-dbc6-4f78-8688-cc391f47b155 port fcccecd8-6a08-4aa6-8937-9267a2caad71 binding host n-d-818823-1 {{(pid=103450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 21:07:15.960150 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-69187507-d966-41ef-8566-91c4b8d9c76e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:15.970499 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-8c50f525-758f-4149-8b31-1c8412e0d45d None None] Provisioning complete for port 87e17eca-17f2-4c38-82e8-2b4d182bf3ca triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 21:07:15.971007 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-8c50f525-758f-4149-8b31-1c8412e0d45d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:16.220144 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-69187507-d966-41ef-8566-91c4b8d9c76e None None] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:16.226441 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-69187507-d966-41ef-8566-91c4b8d9c76e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:16.270443 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4b5d97a-898f-41f0-89e0-47fd5d22e2ca None None] DHCP port deletion for c48a55e9-6a85-4746-b7bf-3e29fb560094 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 21:07:16.284644 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-69187507-d966-41ef-8566-91c4b8d9c76e None None] Attempting to bind port fcccecd8-6a08-4aa6-8937-9267a2caad71 on host n-d-818823-1 for vnic_type normal with profile {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 21:07:16.285049 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-69187507-d966-41ef-8566-91c4b8d9c76e None None] Attempting to bind port fcccecd8-6a08-4aa6-8937-9267a2caad71 by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 21:07:16.285379 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69187507-d966-41ef-8566-91c4b8d9c76e None None] Attempting to bind port fcccecd8-6a08-4aa6-8937-9267a2caad71 on network c48a55e9-6a85-4746-b7bf-3e29fb560094 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 21:07:16.287584 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53891b16-8d77-41a2-95e7-fcc5d5ef2f84 None None] Pushing event updated for resources: {'Port': ['ID=fcccecd8-6a08-4aa6-8937-9267a2caad71,revision_number=2']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:07:16.297600 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69187507-d966-41ef-8566-91c4b8d9c76e None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 21, 7, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 21:07:16.297981 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69187507-d966-41ef-8566-91c4b8d9c76e None None] Checking segment: {'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 21:07:16.298391 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-69187507-d966-41ef-8566-91c4b8d9c76e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:16.298790 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69187507-d966-41ef-8566-91c4b8d9c76e None None] Bound using segment: {'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 21:07:16.299266 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-69187507-d966-41ef-8566-91c4b8d9c76e None None] Bound port: fcccecd8-6a08-4aa6-8937-9267a2caad71, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'}}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 21:07:16.299684 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-69187507-d966-41ef-8566-91c4b8d9c76e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:16.301969 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53891b16-8d77-41a2-95e7-fcc5d5ef2f84 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:07:16.302314 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53891b16-8d77-41a2-95e7-fcc5d5ef2f84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:07:16.302653 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53891b16-8d77-41a2-95e7-fcc5d5ef2f84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:07:16.302990 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53891b16-8d77-41a2-95e7-fcc5d5ef2f84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:07:16.303320 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53891b16-8d77-41a2-95e7-fcc5d5ef2f84 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:07:16.303678 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53891b16-8d77-41a2-95e7-fcc5d5ef2f84 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:07:16.304010 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53891b16-8d77-41a2-95e7-fcc5d5ef2f84 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:07:16.304334 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53891b16-8d77-41a2-95e7-fcc5d5ef2f84 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:07:16.304657 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53891b16-8d77-41a2-95e7-fcc5d5ef2f84 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:07:16.305140 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53891b16-8d77-41a2-95e7-fcc5d5ef2f84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:07:16.305476 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53891b16-8d77-41a2-95e7-fcc5d5ef2f84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:07:16.305789 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53891b16-8d77-41a2-95e7-fcc5d5ef2f84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:07:16.322337 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-47f495cf-e3aa-4c3c-9e78-429e040e69f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:16.360554 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-69187507-d966-41ef-8566-91c4b8d9c76e None None] For port fcccecd8-6a08-4aa6-8937-9267a2caad71, host n-d-818823-1, cleared binding levels {{(pid=103450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 21:07:16.363638 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-69187507-d966-41ef-8566-91c4b8d9c76e None None] For port fcccecd8-6a08-4aa6-8937-9267a2caad71, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=fcccecd8-6a08-4aa6-8937-9267a2caad71,segment=NetworkSegment(8793ba83-8407-4c3d-9b56-2a177cd58a70),segment_id=8793ba83-8407-4c3d-9b56-2a177cd58a70)] {{(pid=103450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 21:07:16.368149 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-69187507-d966-41ef-8566-91c4b8d9c76e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:16.385292 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-b84b161c-7478-4b86-93ff-1360f23688b1 None None] Provisioning complete for port fcccecd8-6a08-4aa6-8937-9267a2caad71 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 21:07:16.385668 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-b84b161c-7478-4b86-93ff-1360f23688b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:16.419843 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bed28a77-dabb-48b7-b3b3-55197f57469f None None] DHCP port deletion for c48a55e9-6a85-4746-b7bf-3e29fb560094 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 21:07:16.433720 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69187507-d966-41ef-8566-91c4b8d9c76e None None] Routers {'317dccb1-dbc6-4f78-8688-cc391f47b155'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 21:07:16.433985 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-69187507-d966-41ef-8566-91c4b8d9c76e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T21:07:03Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['317dccb1-dbc6-4f78-8688-cc391f47b155'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:07:16.480317 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-b84b161c-7478-4b86-93ff-1360f23688b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:16.503099 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-b84b161c-7478-4b86-93ff-1360f23688b1 None None] For port fcccecd8-6a08-4aa6-8937-9267a2caad71, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=fcccecd8-6a08-4aa6-8937-9267a2caad71,segment=NetworkSegment(8793ba83-8407-4c3d-9b56-2a177cd58a70),segment_id=8793ba83-8407-4c3d-9b56-2a177cd58a70)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 21:07:16.507435 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-b84b161c-7478-4b86-93ff-1360f23688b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:16.534228 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [None req-47f495cf-e3aa-4c3c-9e78-429e040e69f2 admin admin] Allocated IP 172.20.0.1 (ddb0bc5c-1cff-4421-80a4-0edeb2af6674/ec26b8a0-be5b-47a8-bb3f-0a6681872aba/b423708b-7b6d-45be-9d6b-0207fa7a9887) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 21:07:16.564780 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84b161c-7478-4b86-93ff-1360f23688b1 None None] Pushing event updated for resources: {'Port': ['ID=fcccecd8-6a08-4aa6-8937-9267a2caad71,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:07:16.573770 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53891b16-8d77-41a2-95e7-fcc5d5ef2f84 None None] Pushing event updated for resources: {'Port': ['ID=fcccecd8-6a08-4aa6-8937-9267a2caad71,revision_number=3']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:07:16.629473 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-121e13aa-5893-4b7f-ab5d-e3f5ea8454d6 None None] Provisioning complete for port fcccecd8-6a08-4aa6-8937-9267a2caad71 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 21:07:16.630040 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-121e13aa-5893-4b7f-ab5d-e3f5ea8454d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:16.649382 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-69187507-d966-41ef-8566-91c4b8d9c76e None None] Set router 317dccb1-dbc6-4f78-8688-cc391f47b155 gateway port host: n-d-818823-1 {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 21:07:16.658280 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-47f495cf-e3aa-4c3c-9e78-429e040e69f2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:16.698847 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-47f495cf-e3aa-4c3c-9e78-429e040e69f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:16.740209 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47f495cf-e3aa-4c3c-9e78-429e040e69f2 admin admin] Network ddb0bc5c-1cff-4421-80a4-0edeb2af6674 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 21:07:16.744886 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-47f495cf-e3aa-4c3c-9e78-429e040e69f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 21:07:16.749421 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f495cf-e3aa-4c3c-9e78-429e040e69f2 admin admin] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 21:07:16.770985 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f495cf-e3aa-4c3c-9e78-429e040e69f2 admin admin] Pushing event updated for resources: {'Port': ['ID=b423708b-7b6d-45be-9d6b-0207fa7a9887,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:07:16.798898 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-47f495cf-e3aa-4c3c-9e78-429e040e69f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659939'] for router_interface, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:16.840649 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-69187507-d966-41ef-8566-91c4b8d9c76e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '317dccb1-dbc6-4f78-8688-cc391f47b155', 'name': 'tempest-TestEncryptedCinderVolumes-2005223424-router', 'tenant_id': '8cedaf1e08054dd182e79fc27fe996ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': 'fcccecd8-6a08-4aa6-8937-9267a2caad71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T21:07:13Z', 'updated_at': '2021-11-22T21:07:14Z', 'revision_number': 3, 'project_id': '8cedaf1e08054dd182e79fc27fe996ea', 'gw_port': {'id': 'fcccecd8-6a08-4aa6-8937-9267a2caad71', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:51:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '317dccb1-dbc6-4f78-8688-cc391f47b155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:07:14Z', 'updated_at': '2021-11-22T21:07:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:07:16.870661 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69187507-d966-41ef-8566-91c4b8d9c76e None None] The sync data for ids ['317dccb1-dbc6-4f78-8688-cc391f47b155'] in n-d-818823-1 is: [{'id': '317dccb1-dbc6-4f78-8688-cc391f47b155', 'name': 'tempest-TestEncryptedCinderVolumes-2005223424-router', 'tenant_id': '8cedaf1e08054dd182e79fc27fe996ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': 'fcccecd8-6a08-4aa6-8937-9267a2caad71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T21:07:13Z', 'updated_at': '2021-11-22T21:07:14Z', 'revision_number': 3, 'project_id': '8cedaf1e08054dd182e79fc27fe996ea', 'gw_port': {'id': 'fcccecd8-6a08-4aa6-8937-9267a2caad71', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:51:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '317dccb1-dbc6-4f78-8688-cc391f47b155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:07:14Z', 'updated_at': '2021-11-22T21:07:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}] {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 21:07:16.976001 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-47f495cf-e3aa-4c3c-9e78-429e040e69f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:17.033683 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-37f115bc-ba28-4260-b715-e63377c2a95b None None] Provisioning complete for port b423708b-7b6d-45be-9d6b-0207fa7a9887 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 21:07:17.034138 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-37f115bc-ba28-4260-b715-e63377c2a95b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:17.071985 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-37f115bc-ba28-4260-b715-e63377c2a95b None None] Port b423708b-7b6d-45be-9d6b-0207fa7a9887 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 21:07:17.160813 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-47f495cf-e3aa-4c3c-9e78-429e040e69f2 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:17.165918 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-47f495cf-e3aa-4c3c-9e78-429e040e69f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:17.237063 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f495cf-e3aa-4c3c-9e78-429e040e69f2 admin admin] Pushing event updated for resources: {'Port': ['ID=b423708b-7b6d-45be-9d6b-0207fa7a9887,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:07:17.239476 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-47f495cf-e3aa-4c3c-9e78-429e040e69f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-563461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-659839'] for router_interface, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:17.337236 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47f495cf-e3aa-4c3c-9e78-429e040e69f2 admin admin] Network ddb0bc5c-1cff-4421-80a4-0edeb2af6674 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 21:07:17.338626 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-47f495cf-e3aa-4c3c-9e78-429e040e69f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 21:07:17.457356 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47f495cf-e3aa-4c3c-9e78-429e040e69f2 admin admin] Router 317dccb1-dbc6-4f78-8688-cc391f47b155 has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 21:07:17.586232 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47f495cf-e3aa-4c3c-9e78-429e040e69f2 admin admin] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 21:07:17.596028 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-47f495cf-e3aa-4c3c-9e78-429e040e69f2 admin admin] 10.222.0.46 "PUT /v2.0/routers/317dccb1-dbc6-4f78-8688-cc391f47b155/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0726216 Nov 22 21:07:17.606902 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-4b9ba425-54ab-4b58-9c03-0568a2f97e19 None None] Provisioning complete for port b423708b-7b6d-45be-9d6b-0207fa7a9887 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 21:07:17.607361 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4b9ba425-54ab-4b58-9c03-0568a2f97e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:17.667249 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-4b9ba425-54ab-4b58-9c03-0568a2f97e19 None None] Port b423708b-7b6d-45be-9d6b-0207fa7a9887 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 21:07:17.711256 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device fcccecd8-6a08-4aa6-8937-9267a2caad71 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 21:07:17.774311 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port fcccecd8-6a08-4aa6-8937-9267a2caad71 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 21:07:17.774726 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:17.857868 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 87e17eca-17f2-4c38-82e8-2b4d182bf3ca up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 21:07:17.905643 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 87e17eca-17f2-4c38-82e8-2b4d182bf3ca triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 21:07:17.906019 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:18.091935 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 59774) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:07:18.096880 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-6f29ee99-dc1a-44df-b632-695050402c3f admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-766170507-network', 'tenant_id': 'b199ba75eb90464093171550e2d2dce6'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 21:07:18.118010 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f29ee99-dc1a-44df-b632-695050402c3f admin admin] Made reservation on behalf of b199ba75eb90464093171550e2d2dce6 for: {'network': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 21:07:18.120769 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6f29ee99-dc1a-44df-b632-695050402c3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for network, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:18.129282 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6f29ee99-dc1a-44df-b632-695050402c3f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:18.205059 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6f29ee99-dc1a-44df-b632-695050402c3f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:18.209490 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6f29ee99-dc1a-44df-b632-695050402c3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:18.238755 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f29ee99-dc1a-44df-b632-695050402c3f admin admin] vlan segment allocate from pool success with {'vlan_id': 644, 'physical_network': 'physnet1'} {{(pid=103447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 21:07:18.247313 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f29ee99-dc1a-44df-b632-695050402c3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3c4b404-5946-4c5b-8573-46af68536f1a,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:07:18.253903 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6f29ee99-dc1a-44df-b632-695050402c3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:18.254349 n-d-818823-1 neutron-server[103447]: INFO neutron.db.segments_db [None req-6f29ee99-dc1a-44df-b632-695050402c3f admin admin] Added segment f74a2c70-8049-4518-83f5-af8f64242652 of type vlan for network 520d7944-7b0c-43d1-a33e-7d1d8f60c69a Nov 22 21:07:18.297928 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6f29ee99-dc1a-44df-b632-695050402c3f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748992492791'] for network, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:18.322491 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6f29ee99-dc1a-44df-b632-695050402c3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for network, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:18.323349 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f29ee99-dc1a-44df-b632-695050402c3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:07:18.324016 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6f29ee99-dc1a-44df-b632-695050402c3f admin admin] Publish callbacks [] for network, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:18.374231 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-6f29ee99-dc1a-44df-b632-695050402c3f admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.2811551 Nov 22 21:07:18.377094 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 59776) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:07:18.382122 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-59e63e98-6fae-472d-a9b6-175bf72cbc54 admin admin] Request body: {'subnet': {'network_id': '520d7944-7b0c-43d1-a33e-7d1d8f60c69a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-766170507-subnet', 'tenant_id': 'b199ba75eb90464093171550e2d2dce6', 'ip_version': 4}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 21:07:18.387922 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f29ee99-dc1a-44df-b632-695050402c3f admin admin] Pushing event updated for resources: {'Network': ['ID=520d7944-7b0c-43d1-a33e-7d1d8f60c69a,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:07:18.398403 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Network 520d7944-7b0c-43d1-a33e-7d1d8f60c69a details requested by agent ovs-agent-n-d-818823-1 with host n-d-818823-1 {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 21:07:18.401793 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59e63e98-6fae-472d-a9b6-175bf72cbc54 admin admin] Made reservation on behalf of b199ba75eb90464093171550e2d2dce6 for: {'subnet': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 21:07:18.404133 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-59e63e98-6fae-472d-a9b6-175bf72cbc54 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11792951'] for subnet, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:18.519343 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26807c2d-9ec7-43a7-9c22-b3c785d5ef2f None None] Sync routers for ids ['317dccb1-dbc6-4f78-8688-cc391f47b155'] in n-d-818823-1 {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 21:07:18.530742 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26807c2d-9ec7-43a7-9c22-b3c785d5ef2f None None] Routers {'317dccb1-dbc6-4f78-8688-cc391f47b155'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 21:07:18.531530 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-26807c2d-9ec7-43a7-9c22-b3c785d5ef2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T21:07:03Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['317dccb1-dbc6-4f78-8688-cc391f47b155'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:07:18.573744 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-59e63e98-6fae-472d-a9b6-175bf72cbc54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11567560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11792921'] for subnet, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:18.628983 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e63e98-6fae-472d-a9b6-175bf72cbc54 admin admin] Pushing event updated for resources: {'Subnet': ['ID=59ff44d8-7196-4427-a45b-c92ffbc6f966,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:07:18.636620 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e63e98-6fae-472d-a9b6-175bf72cbc54 admin admin] Checking segment: {'id': 'f74a2c70-8049-4518-83f5-af8f64242652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '520d7944-7b0c-43d1-a33e-7d1d8f60c69a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 21:07:18.636968 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59e63e98-6fae-472d-a9b6-175bf72cbc54 admin admin] Network hostable DHCP agents. Network: 520d7944-7b0c-43d1-a33e-7d1d8f60c69a, hostable agents: ['02adaa64-0987-4b74-bad0-cbcf56f8a294'], hosted agents: [] {{(pid=103448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 21:07:18.641035 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-26807c2d-9ec7-43a7-9c22-b3c785d5ef2f None None] Set router 317dccb1-dbc6-4f78-8688-cc391f47b155 gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 21:07:18.652560 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59e63e98-6fae-472d-a9b6-175bf72cbc54 admin admin] Network 520d7944-7b0c-43d1-a33e-7d1d8f60c69a is scheduled to be hosted by DHCP agent 02adaa64-0987-4b74-bad0-cbcf56f8a294 with binding_index 1 {{(pid=103448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 21:07:18.661519 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-59e63e98-6fae-472d-a9b6-175bf72cbc54 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818823-1, 520d7944-7b0c-43d1-a33e-7d1d8f60c69a) {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 21:07:18.666280 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59e63e98-6fae-472d-a9b6-175bf72cbc54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:07:18.666881 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-59e63e98-6fae-472d-a9b6-175bf72cbc54 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:18.674373 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d91a887-b0d0-4c80-a45c-62bc02374522 None None] Network 520d7944-7b0c-43d1-a33e-7d1d8f60c69a requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 21:07:18.684466 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-59e63e98-6fae-472d-a9b6-175bf72cbc54 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3062234 Nov 22 21:07:18.687027 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 59778) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:07:18.691231 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-fd39fdd6-ff87-449d-9789-64f1deee2ab5 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-766170507-router', 'tenant_id': 'b199ba75eb90464093171550e2d2dce6', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'}}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 21:07:18.712343 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-fd39fdd6-ff87-449d-9789-64f1deee2ab5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24799'] for router, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:18.713335 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-fd39fdd6-ff87-449d-9789-64f1deee2ab5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-632716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24788'] for router, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:18.765328 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-fd39fdd6-ff87-449d-9789-64f1deee2ab5 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:18.910098 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-fd39fdd6-ff87-449d-9789-64f1deee2ab5 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:19.101124 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e63c78c0-c776-4012-abe1-360e49a96e3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fb26bd7-ce56-527b-b94f-2e1f7cb2bb35-520d7944-7b0c-43d1-a33e-7d1d8f60c69a', 'network_id': '520d7944-7b0c-43d1-a33e-7d1d8f60c69a', 'tenant_id': 'b199ba75eb90464093171550e2d2dce6', 'fixed_ips': [{'subnet_id': '59ff44d8-7196-4427-a45b-c92ffbc6f966'}]}} from n-d-818823-1. {{(pid=103449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 21:07:19.102057 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e63c78c0-c776-4012-abe1-360e49a96e3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:19.110718 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-fd39fdd6-ff87-449d-9789-64f1deee2ab5 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:19.130992 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-fd39fdd6-ff87-449d-9789-64f1deee2ab5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:19.189304 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-26807c2d-9ec7-43a7-9c22-b3c785d5ef2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '317dccb1-dbc6-4f78-8688-cc391f47b155', 'name': 'tempest-TestEncryptedCinderVolumes-2005223424-router', 'tenant_id': '8cedaf1e08054dd182e79fc27fe996ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': 'fcccecd8-6a08-4aa6-8937-9267a2caad71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T21:07:13Z', 'updated_at': '2021-11-22T21:07:16Z', 'revision_number': 4, 'project_id': '8cedaf1e08054dd182e79fc27fe996ea', 'gw_port': {'id': 'fcccecd8-6a08-4aa6-8937-9267a2caad71', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:51:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '317dccb1-dbc6-4f78-8688-cc391f47b155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:07:14Z', 'updated_at': '2021-11-22T21:07:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': 'b423708b-7b6d-45be-9d6b-0207fa7a9887', 'name': '', 'network_id': 'ddb0bc5c-1cff-4421-80a4-0edeb2af6674', 'tenant_id': '8cedaf1e08054dd182e79fc27fe996ea', 'mac_address': 'fa:16:3e:e5:86:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '317dccb1-dbc6-4f78-8688-cc391f47b155', 'device_owner': 'network:router_interface', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': 'ec26b8a0-be5b-47a8-bb3f-0a6681872aba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:07:16Z', 'updated_at': '2021-11-22T21:07:17Z', 'revision_number': 2, 'project_id': '8cedaf1e08054dd182e79fc27fe996ea', 'subnets': [{'id': 'ec26b8a0-be5b-47a8-bb3f-0a6681872aba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:07:19.219520 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26807c2d-9ec7-43a7-9c22-b3c785d5ef2f None None] Checking router: 317dccb1-dbc6-4f78-8688-cc391f47b155 for host: n-d-818823-1 {{(pid=103449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 21:07:19.219882 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26807c2d-9ec7-43a7-9c22-b3c785d5ef2f None None] Updating router 317dccb1-dbc6-4f78-8688-cc391f47b155 port b423708b-7b6d-45be-9d6b-0207fa7a9887 binding host n-d-818823-1 {{(pid=103449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 21:07:19.231650 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [None req-fd39fdd6-ff87-449d-9789-64f1deee2ab5 admin admin] Allocated IP 172.25.5.207 (c48a55e9-6a85-4746-b7bf-3e29fb560094/5da6f781-63e6-4328-ae7a-5e672262f55a/2e09698a-ae05-442e-b4f3-45ec8b4727f4) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 21:07:19.273477 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-26807c2d-9ec7-43a7-9c22-b3c785d5ef2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:19.332926 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.db_base_plugin_common [None req-e63c78c0-c776-4012-abe1-360e49a96e3a None None] Allocated IP 172.20.0.2 (520d7944-7b0c-43d1-a33e-7d1d8f60c69a/59ff44d8-7196-4427-a45b-c92ffbc6f966/4d57408e-e80d-4717-b8ab-087922a832f5) {{(pid=103449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 21:07:19.336173 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-fd39fdd6-ff87-449d-9789-64f1deee2ab5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:19.372170 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-fd39fdd6-ff87-449d-9789-64f1deee2ab5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:19.410968 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd39fdd6-ff87-449d-9789-64f1deee2ab5 admin admin] Network c48a55e9-6a85-4746-b7bf-3e29fb560094 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 21:07:19.414473 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-fd39fdd6-ff87-449d-9789-64f1deee2ab5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 21:07:19.418091 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd39fdd6-ff87-449d-9789-64f1deee2ab5 admin admin] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 21:07:19.443665 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c2e0fd7-bd1d-4df0-b58a-551d8f74705d None None] DHCP port deletion for c48a55e9-6a85-4746-b7bf-3e29fb560094 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 21:07:19.443865 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd39fdd6-ff87-449d-9789-64f1deee2ab5 admin admin] Pushing event updated for resources: {'Port': ['ID=2e09698a-ae05-442e-b4f3-45ec8b4727f4,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:07:19.565459 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-0ce66e86-2d65-43f6-8fea-0b28f1a00da5 None None] Provisioning complete for port 2e09698a-ae05-442e-b4f3-45ec8b4727f4 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 21:07:19.565840 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-0ce66e86-2d65-43f6-8fea-0b28f1a00da5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:19.669127 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-fd39fdd6-ff87-449d-9789-64f1deee2ab5 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:19.673620 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e63c78c0-c776-4012-abe1-360e49a96e3a None None] Publish callbacks [] for port, precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:19.676080 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-0ce66e86-2d65-43f6-8fea-0b28f1a00da5 None None] Port 2e09698a-ae05-442e-b4f3-45ec8b4727f4 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 21:07:19.687826 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e63c78c0-c776-4012-abe1-360e49a96e3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372'] for port, after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:19.759765 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e63c78c0-c776-4012-abe1-360e49a96e3a None None] Network 520d7944-7b0c-43d1-a33e-7d1d8f60c69a is already hosted by enough agents. {{(pid=103449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 21:07:19.765241 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.base_scheduler [None req-e63c78c0-c776-4012-abe1-360e49a96e3a None None] Resources bound (agent type, host, resource id): {{(pid=103449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 21:07:19.775596 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e63c78c0-c776-4012-abe1-360e49a96e3a None None] Received port after_create {{(pid=103449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 21:07:19.780260 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63c78c0-c776-4012-abe1-360e49a96e3a None None] Pushing event updated for resources: {'Port': ['ID=4d57408e-e80d-4717-b8ab-087922a832f5,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:07:19.785127 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-26807c2d-9ec7-43a7-9c22-b3c785d5ef2f None None] Publish callbacks [] for port, precommit_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:19.809538 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-26807c2d-9ec7-43a7-9c22-b3c785d5ef2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:19.873196 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-e63c78c0-c776-4012-abe1-360e49a96e3a None None] Attempting to bind port 4d57408e-e80d-4717-b8ab-087922a832f5 on host n-d-818823-1 for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 21:07:19.873579 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-e63c78c0-c776-4012-abe1-360e49a96e3a None None] Attempting to bind port 4d57408e-e80d-4717-b8ab-087922a832f5 by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': 'f74a2c70-8049-4518-83f5-af8f64242652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '520d7944-7b0c-43d1-a33e-7d1d8f60c69a'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 21:07:19.873946 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e63c78c0-c776-4012-abe1-360e49a96e3a None None] Attempting to bind port 4d57408e-e80d-4717-b8ab-087922a832f5 on network 520d7944-7b0c-43d1-a33e-7d1d8f60c69a {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 21:07:19.875975 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-fd39fdd6-ff87-449d-9789-64f1deee2ab5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-659538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-841284'] for router, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:19.886297 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e63c78c0-c776-4012-abe1-360e49a96e3a None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 21, 7, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 21:07:19.886683 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e63c78c0-c776-4012-abe1-360e49a96e3a None None] Checking segment: {'id': 'f74a2c70-8049-4518-83f5-af8f64242652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '520d7944-7b0c-43d1-a33e-7d1d8f60c69a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 21:07:19.887095 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e63c78c0-c776-4012-abe1-360e49a96e3a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:19.887521 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e63c78c0-c776-4012-abe1-360e49a96e3a None None] Bound using segment: {'id': 'f74a2c70-8049-4518-83f5-af8f64242652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '520d7944-7b0c-43d1-a33e-7d1d8f60c69a'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 21:07:19.888020 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-e63c78c0-c776-4012-abe1-360e49a96e3a None None] Bound port: 4d57408e-e80d-4717-b8ab-087922a832f5, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f74a2c70-8049-4518-83f5-af8f64242652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '520d7944-7b0c-43d1-a33e-7d1d8f60c69a'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 21:07:19.888436 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e63c78c0-c776-4012-abe1-360e49a96e3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:19.904360 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed894cc6-b333-49e9-9d9b-694fc598017f None None] Pushing event updated for resources: {'Port': ['ID=b423708b-7b6d-45be-9d6b-0207fa7a9887,revision_number=3']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:07:19.984684 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-26807c2d-9ec7-43a7-9c22-b3c785d5ef2f None None] Attempting to bind port b423708b-7b6d-45be-9d6b-0207fa7a9887 on host n-d-818823-1 for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 21:07:19.985038 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-26807c2d-9ec7-43a7-9c22-b3c785d5ef2f None None] Attempting to bind port b423708b-7b6d-45be-9d6b-0207fa7a9887 by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': '2884e98f-5056-4c9e-b974-25dc90dbea25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'ddb0bc5c-1cff-4421-80a4-0edeb2af6674'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 21:07:19.985403 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26807c2d-9ec7-43a7-9c22-b3c785d5ef2f None None] Attempting to bind port b423708b-7b6d-45be-9d6b-0207fa7a9887 on network ddb0bc5c-1cff-4421-80a4-0edeb2af6674 {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 21:07:20.000835 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26807c2d-9ec7-43a7-9c22-b3c785d5ef2f None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 21, 7, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 21:07:20.001219 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26807c2d-9ec7-43a7-9c22-b3c785d5ef2f None None] Checking segment: {'id': '2884e98f-5056-4c9e-b974-25dc90dbea25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'ddb0bc5c-1cff-4421-80a4-0edeb2af6674'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 21:07:20.001634 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-26807c2d-9ec7-43a7-9c22-b3c785d5ef2f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:20.002038 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26807c2d-9ec7-43a7-9c22-b3c785d5ef2f None None] Bound using segment: {'id': '2884e98f-5056-4c9e-b974-25dc90dbea25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'ddb0bc5c-1cff-4421-80a4-0edeb2af6674'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 21:07:20.002520 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-26807c2d-9ec7-43a7-9c22-b3c785d5ef2f None None] Bound port: b423708b-7b6d-45be-9d6b-0207fa7a9887, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2884e98f-5056-4c9e-b974-25dc90dbea25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'ddb0bc5c-1cff-4421-80a4-0edeb2af6674'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 21:07:20.002910 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-26807c2d-9ec7-43a7-9c22-b3c785d5ef2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:20.021564 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-e63c78c0-c776-4012-abe1-360e49a96e3a None None] For port 4d57408e-e80d-4717-b8ab-087922a832f5, host n-d-818823-1, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 21:07:20.028895 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd39fdd6-ff87-449d-9789-64f1deee2ab5 admin admin] Router fa787f8c-1cdc-4c45-9edc-85958799db6b is scheduled to L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 with binding_index 1 {{(pid=103448) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 21:07:20.051686 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-e63c78c0-c776-4012-abe1-360e49a96e3a None None] For port 4d57408e-e80d-4717-b8ab-087922a832f5, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=4d57408e-e80d-4717-b8ab-087922a832f5,segment=NetworkSegment(f74a2c70-8049-4518-83f5-af8f64242652),segment_id=f74a2c70-8049-4518-83f5-af8f64242652)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 21:07:20.060694 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e63c78c0-c776-4012-abe1-360e49a96e3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:20.136567 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-26807c2d-9ec7-43a7-9c22-b3c785d5ef2f None None] For port b423708b-7b6d-45be-9d6b-0207fa7a9887, host n-d-818823-1, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 21:07:20.143897 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-26807c2d-9ec7-43a7-9c22-b3c785d5ef2f None None] For port b423708b-7b6d-45be-9d6b-0207fa7a9887, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=b423708b-7b6d-45be-9d6b-0207fa7a9887,segment=NetworkSegment(2884e98f-5056-4c9e-b974-25dc90dbea25),segment_id=2884e98f-5056-4c9e-b974-25dc90dbea25)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 21:07:20.144108 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd39fdd6-ff87-449d-9789-64f1deee2ab5 admin admin] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 21:07:20.157440 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d62ffe3-e12f-4311-a3a8-03eaf2d11dd1 None None] Sync routers for ids ['fa787f8c-1cdc-4c45-9edc-85958799db6b'] in n-d-818823-1 {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 21:07:20.158033 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-26807c2d-9ec7-43a7-9c22-b3c785d5ef2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:20.161423 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-95b17e8c-306b-4cd3-bd04-f8979d26eb76 None None] Provisioning complete for port b423708b-7b6d-45be-9d6b-0207fa7a9887 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 21:07:20.161811 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-95b17e8c-306b-4cd3-bd04-f8979d26eb76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:20.163869 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63c78c0-c776-4012-abe1-360e49a96e3a None None] Pushing event updated for resources: {'Port': ['ID=4d57408e-e80d-4717-b8ab-087922a832f5,revision_number=2']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:07:20.167401 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-fd39fdd6-ff87-449d-9789-64f1deee2ab5 admin admin] Publish callbacks [] for router, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:20.172009 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-fd39fdd6-ff87-449d-9789-64f1deee2ab5 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.4807646 Nov 22 21:07:20.172009 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 59780) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:07:20.180858 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d62ffe3-e12f-4311-a3a8-03eaf2d11dd1 None None] Routers {'fa787f8c-1cdc-4c45-9edc-85958799db6b'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 21:07:20.181843 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-1d62ffe3-e12f-4311-a3a8-03eaf2d11dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T21:07:03Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['fa787f8c-1cdc-4c45-9edc-85958799db6b'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:07:20.265683 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26807c2d-9ec7-43a7-9c22-b3c785d5ef2f None None] Routers {'317dccb1-dbc6-4f78-8688-cc391f47b155'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 21:07:20.266328 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-26807c2d-9ec7-43a7-9c22-b3c785d5ef2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T21:07:03Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['317dccb1-dbc6-4f78-8688-cc391f47b155'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:07:20.274186 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed894cc6-b333-49e9-9d9b-694fc598017f None None] Pushing event updated for resources: {'Port': ['ID=b423708b-7b6d-45be-9d6b-0207fa7a9887,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:07:20.318240 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-1d62ffe3-e12f-4311-a3a8-03eaf2d11dd1 None None] Set router fa787f8c-1cdc-4c45-9edc-85958799db6b gateway port host: n-d-818823-1 {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 21:07:20.449442 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-95b17e8c-306b-4cd3-bd04-f8979d26eb76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:20.500595 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-26807c2d-9ec7-43a7-9c22-b3c785d5ef2f None None] Set router 317dccb1-dbc6-4f78-8688-cc391f47b155 gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 21:07:20.543328 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-95b17e8c-306b-4cd3-bd04-f8979d26eb76 None None] For port b423708b-7b6d-45be-9d6b-0207fa7a9887, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=b423708b-7b6d-45be-9d6b-0207fa7a9887,segment=NetworkSegment(2884e98f-5056-4c9e-b974-25dc90dbea25),segment_id=2884e98f-5056-4c9e-b974-25dc90dbea25)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 21:07:20.556233 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-95b17e8c-306b-4cd3-bd04-f8979d26eb76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:20.627408 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-1d62ffe3-e12f-4311-a3a8-03eaf2d11dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa787f8c-1cdc-4c45-9edc-85958799db6b', 'name': 'tempest-TestEncryptedCinderVolumes-766170507-router', 'tenant_id': 'b199ba75eb90464093171550e2d2dce6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.207'}], 'enable_snat': True}, 'gw_port_id': '2e09698a-ae05-442e-b4f3-45ec8b4727f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T21:07:18Z', 'updated_at': '2021-11-22T21:07:19Z', 'revision_number': 3, 'project_id': 'b199ba75eb90464093171550e2d2dce6', 'gw_port': {'id': '2e09698a-ae05-442e-b4f3-45ec8b4727f4', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:21:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa787f8c-1cdc-4c45-9edc-85958799db6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:07:19Z', 'updated_at': '2021-11-22T21:07:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:07:20.661058 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d62ffe3-e12f-4311-a3a8-03eaf2d11dd1 None None] Checking router: fa787f8c-1cdc-4c45-9edc-85958799db6b for host: n-d-818823-1 {{(pid=103450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 21:07:20.661700 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d62ffe3-e12f-4311-a3a8-03eaf2d11dd1 None None] Updating router fa787f8c-1cdc-4c45-9edc-85958799db6b port 2e09698a-ae05-442e-b4f3-45ec8b4727f4 binding host n-d-818823-1 {{(pid=103450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 21:07:20.689062 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1d62ffe3-e12f-4311-a3a8-03eaf2d11dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:20.716660 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b17e8c-306b-4cd3-bd04-f8979d26eb76 None None] Pushing event updated for resources: {'Port': ['ID=b423708b-7b6d-45be-9d6b-0207fa7a9887,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:07:20.724136 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-66581ebf-d693-43e3-80b5-5aebdfc1f763 None None] Provisioning complete for port b423708b-7b6d-45be-9d6b-0207fa7a9887 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 21:07:20.724518 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-66581ebf-d693-43e3-80b5-5aebdfc1f763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:20.786418 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ee302c94-0cae-4cc8-8705-d93b9d91e157 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:20.869995 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-26807c2d-9ec7-43a7-9c22-b3c785d5ef2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '317dccb1-dbc6-4f78-8688-cc391f47b155', 'name': 'tempest-TestEncryptedCinderVolumes-2005223424-router', 'tenant_id': '8cedaf1e08054dd182e79fc27fe996ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': 'fcccecd8-6a08-4aa6-8937-9267a2caad71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T21:07:13Z', 'updated_at': '2021-11-22T21:07:16Z', 'revision_number': 4, 'project_id': '8cedaf1e08054dd182e79fc27fe996ea', 'gw_port': {'id': 'fcccecd8-6a08-4aa6-8937-9267a2caad71', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:51:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '317dccb1-dbc6-4f78-8688-cc391f47b155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:07:14Z', 'updated_at': '2021-11-22T21:07:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': 'b423708b-7b6d-45be-9d6b-0207fa7a9887', 'name': '', 'network_id': 'ddb0bc5c-1cff-4421-80a4-0edeb2af6674', 'tenant_id': '8cedaf1e08054dd182e79fc27fe996ea', 'mac_address': 'fa:16:3e:e5:86:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '317dccb1-dbc6-4f78-8688-cc391f47b155', 'device_owner': 'network:router_interface', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': 'ec26b8a0-be5b-47a8-bb3f-0a6681872aba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:07:16Z', 'updated_at': '2021-11-22T21:07:20Z', 'revision_number': 4, 'project_id': '8cedaf1e08054dd182e79fc27fe996ea', 'subnets': [{'id': 'ec26b8a0-be5b-47a8-bb3f-0a6681872aba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:07:20.898372 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26807c2d-9ec7-43a7-9c22-b3c785d5ef2f None None] The sync data for ids ['317dccb1-dbc6-4f78-8688-cc391f47b155'] in n-d-818823-1 is: [{'id': '317dccb1-dbc6-4f78-8688-cc391f47b155', 'name': 'tempest-TestEncryptedCinderVolumes-2005223424-router', 'tenant_id': '8cedaf1e08054dd182e79fc27fe996ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': 'fcccecd8-6a08-4aa6-8937-9267a2caad71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T21:07:13Z', 'updated_at': '2021-11-22T21:07:16Z', 'revision_number': 4, 'project_id': '8cedaf1e08054dd182e79fc27fe996ea', 'gw_port': {'id': 'fcccecd8-6a08-4aa6-8937-9267a2caad71', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:51:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '317dccb1-dbc6-4f78-8688-cc391f47b155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:07:14Z', 'updated_at': '2021-11-22T21:07:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': 'b423708b-7b6d-45be-9d6b-0207fa7a9887', 'name': '', 'network_id': 'ddb0bc5c-1cff-4421-80a4-0edeb2af6674', 'tenant_id': '8cedaf1e08054dd182e79fc27fe996ea', 'mac_address': 'fa:16:3e:e5:86:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '317dccb1-dbc6-4f78-8688-cc391f47b155', 'device_owner': 'network:router_interface', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': 'ec26b8a0-be5b-47a8-bb3f-0a6681872aba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:07:16Z', 'updated_at': '2021-11-22T21:07:20Z', 'revision_number': 4, 'project_id': '8cedaf1e08054dd182e79fc27fe996ea', 'subnets': [{'id': 'ec26b8a0-be5b-47a8-bb3f-0a6681872aba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 21:07:20.996131 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [None req-ee302c94-0cae-4cc8-8705-d93b9d91e157 admin admin] Allocated IP 172.20.0.1 (520d7944-7b0c-43d1-a33e-7d1d8f60c69a/59ff44d8-7196-4427-a45b-c92ffbc6f966/a5becee9-28b4-4d34-86e9-5ab1b0675042) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 21:07:21.012125 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1d62ffe3-e12f-4311-a3a8-03eaf2d11dd1 None None] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:21.017444 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1d62ffe3-e12f-4311-a3a8-03eaf2d11dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:21.074818 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-1d62ffe3-e12f-4311-a3a8-03eaf2d11dd1 None None] Attempting to bind port 2e09698a-ae05-442e-b4f3-45ec8b4727f4 on host n-d-818823-1 for vnic_type normal with profile {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 21:07:21.075273 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-1d62ffe3-e12f-4311-a3a8-03eaf2d11dd1 None None] Attempting to bind port 2e09698a-ae05-442e-b4f3-45ec8b4727f4 by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 21:07:21.075878 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d62ffe3-e12f-4311-a3a8-03eaf2d11dd1 None None] Attempting to bind port 2e09698a-ae05-442e-b4f3-45ec8b4727f4 on network c48a55e9-6a85-4746-b7bf-3e29fb560094 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 21:07:21.076867 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9f72afb-3b86-4253-95f0-1e90352d2561 None None] DHCP port deletion for c48a55e9-6a85-4746-b7bf-3e29fb560094 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 21:07:21.093072 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d62ffe3-e12f-4311-a3a8-03eaf2d11dd1 None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 21, 7, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 21:07:21.093557 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d62ffe3-e12f-4311-a3a8-03eaf2d11dd1 None None] Checking segment: {'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 21:07:21.093847 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1d62ffe3-e12f-4311-a3a8-03eaf2d11dd1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:21.094241 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d62ffe3-e12f-4311-a3a8-03eaf2d11dd1 None None] Bound using segment: {'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 21:07:21.095093 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-1d62ffe3-e12f-4311-a3a8-03eaf2d11dd1 None None] Bound port: 2e09698a-ae05-442e-b4f3-45ec8b4727f4, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'}}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 21:07:21.095505 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1d62ffe3-e12f-4311-a3a8-03eaf2d11dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:21.137156 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ee302c94-0cae-4cc8-8705-d93b9d91e157 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:21.155207 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-1d62ffe3-e12f-4311-a3a8-03eaf2d11dd1 None None] For port 2e09698a-ae05-442e-b4f3-45ec8b4727f4, host n-d-818823-1, cleared binding levels {{(pid=103450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 21:07:21.158932 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-1d62ffe3-e12f-4311-a3a8-03eaf2d11dd1 None None] For port 2e09698a-ae05-442e-b4f3-45ec8b4727f4, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=2e09698a-ae05-442e-b4f3-45ec8b4727f4,segment=NetworkSegment(8793ba83-8407-4c3d-9b56-2a177cd58a70),segment_id=8793ba83-8407-4c3d-9b56-2a177cd58a70)] {{(pid=103450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 21:07:21.164539 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770a1bf6-59b8-427d-b7a2-6b810713d1f0 None None] Pushing event updated for resources: {'Port': ['ID=2e09698a-ae05-442e-b4f3-45ec8b4727f4,revision_number=2']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:07:21.179280 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-1d62ffe3-e12f-4311-a3a8-03eaf2d11dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:21.186218 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ee302c94-0cae-4cc8-8705-d93b9d91e157 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:21.206284 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee302c94-0cae-4cc8-8705-d93b9d91e157 admin admin] Network 520d7944-7b0c-43d1-a33e-7d1d8f60c69a is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 21:07:21.206509 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-4765a5dc-6fa1-4c3a-8cde-9f9ec7b216cf None None] Provisioning complete for port 2e09698a-ae05-442e-b4f3-45ec8b4727f4 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 21:07:21.206866 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4765a5dc-6fa1-4c3a-8cde-9f9ec7b216cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:21.231997 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-ee302c94-0cae-4cc8-8705-d93b9d91e157 admin admin] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 21:07:21.235174 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee302c94-0cae-4cc8-8705-d93b9d91e157 admin admin] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 21:07:21.241482 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89b966f7-a38d-4bbf-aa7a-771a3f5405fb None None] DHCP port deletion for c48a55e9-6a85-4746-b7bf-3e29fb560094 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 21:07:21.264027 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d62ffe3-e12f-4311-a3a8-03eaf2d11dd1 None None] Routers {'fa787f8c-1cdc-4c45-9edc-85958799db6b'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 21:07:21.264800 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-1d62ffe3-e12f-4311-a3a8-03eaf2d11dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T21:07:03Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['fa787f8c-1cdc-4c45-9edc-85958799db6b'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:07:21.315510 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee302c94-0cae-4cc8-8705-d93b9d91e157 admin admin] Pushing event updated for resources: {'Port': ['ID=a5becee9-28b4-4d34-86e9-5ab1b0675042,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:07:21.335821 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ee302c94-0cae-4cc8-8705-d93b9d91e157 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659939'] for router_interface, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:21.379535 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4765a5dc-6fa1-4c3a-8cde-9f9ec7b216cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:21.411772 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-4765a5dc-6fa1-4c3a-8cde-9f9ec7b216cf None None] For port 2e09698a-ae05-442e-b4f3-45ec8b4727f4, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=2e09698a-ae05-442e-b4f3-45ec8b4727f4,segment=NetworkSegment(8793ba83-8407-4c3d-9b56-2a177cd58a70),segment_id=8793ba83-8407-4c3d-9b56-2a177cd58a70)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 21:07:21.414430 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-1d62ffe3-e12f-4311-a3a8-03eaf2d11dd1 None None] Set router fa787f8c-1cdc-4c45-9edc-85958799db6b gateway port host: n-d-818823-1 {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 21:07:21.418390 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4765a5dc-6fa1-4c3a-8cde-9f9ec7b216cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:21.484799 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4765a5dc-6fa1-4c3a-8cde-9f9ec7b216cf None None] Pushing event updated for resources: {'Port': ['ID=2e09698a-ae05-442e-b4f3-45ec8b4727f4,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:07:21.521613 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ee302c94-0cae-4cc8-8705-d93b9d91e157 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:21.545867 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770a1bf6-59b8-427d-b7a2-6b810713d1f0 None None] Pushing event updated for resources: {'Port': ['ID=2e09698a-ae05-442e-b4f3-45ec8b4727f4,revision_number=3']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:07:21.548116 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-c86816be-65bf-442c-a33d-ef1d48822b94 None None] Provisioning complete for port 2e09698a-ae05-442e-b4f3-45ec8b4727f4 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 21:07:21.548600 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-c86816be-65bf-442c-a33d-ef1d48822b94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:21.685861 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9819197a-2248-4a93-8156-0d38b9a49950 None None] Network 520d7944-7b0c-43d1-a33e-7d1d8f60c69a requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 21:07:21.699925 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-1d62ffe3-e12f-4311-a3a8-03eaf2d11dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa787f8c-1cdc-4c45-9edc-85958799db6b', 'name': 'tempest-TestEncryptedCinderVolumes-766170507-router', 'tenant_id': 'b199ba75eb90464093171550e2d2dce6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.207'}], 'enable_snat': True}, 'gw_port_id': '2e09698a-ae05-442e-b4f3-45ec8b4727f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T21:07:18Z', 'updated_at': '2021-11-22T21:07:19Z', 'revision_number': 3, 'project_id': 'b199ba75eb90464093171550e2d2dce6', 'gw_port': {'id': '2e09698a-ae05-442e-b4f3-45ec8b4727f4', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:21:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa787f8c-1cdc-4c45-9edc-85958799db6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:07:19Z', 'updated_at': '2021-11-22T21:07:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:07:21.738371 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d62ffe3-e12f-4311-a3a8-03eaf2d11dd1 None None] The sync data for ids ['fa787f8c-1cdc-4c45-9edc-85958799db6b'] in n-d-818823-1 is: [{'id': 'fa787f8c-1cdc-4c45-9edc-85958799db6b', 'name': 'tempest-TestEncryptedCinderVolumes-766170507-router', 'tenant_id': 'b199ba75eb90464093171550e2d2dce6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.207'}], 'enable_snat': True}, 'gw_port_id': '2e09698a-ae05-442e-b4f3-45ec8b4727f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T21:07:18Z', 'updated_at': '2021-11-22T21:07:19Z', 'revision_number': 3, 'project_id': 'b199ba75eb90464093171550e2d2dce6', 'gw_port': {'id': '2e09698a-ae05-442e-b4f3-45ec8b4727f4', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:21:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa787f8c-1cdc-4c45-9edc-85958799db6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:07:19Z', 'updated_at': '2021-11-22T21:07:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}] {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 21:07:21.774807 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 4d57408e-e80d-4717-b8ab-087922a832f5 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 21:07:21.815705 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ee302c94-0cae-4cc8-8705-d93b9d91e157 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:21.822799 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ee302c94-0cae-4cc8-8705-d93b9d91e157 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:21.875649 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee302c94-0cae-4cc8-8705-d93b9d91e157 admin admin] Pushing event updated for resources: {'Port': ['ID=a5becee9-28b4-4d34-86e9-5ab1b0675042,revision_number=2']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:07:21.920978 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ee302c94-0cae-4cc8-8705-d93b9d91e157 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-563461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-659839'] for router_interface, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:22.060593 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee302c94-0cae-4cc8-8705-d93b9d91e157 admin admin] Network 520d7944-7b0c-43d1-a33e-7d1d8f60c69a is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 21:07:22.062204 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-ee302c94-0cae-4cc8-8705-d93b9d91e157 admin admin] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 21:07:22.099634 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 4d57408e-e80d-4717-b8ab-087922a832f5 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 21:07:22.100016 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:22.190937 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-f092d036-8d9b-4c2b-87ba-aa6ebf330044 None None] Provisioning complete for port 4d57408e-e80d-4717-b8ab-087922a832f5 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 21:07:22.191436 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-f092d036-8d9b-4c2b-87ba-aa6ebf330044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:22.222911 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee302c94-0cae-4cc8-8705-d93b9d91e157 admin admin] Router fa787f8c-1cdc-4c45-9edc-85958799db6b has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 21:07:22.322087 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:22.368239 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee302c94-0cae-4cc8-8705-d93b9d91e157 admin admin] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 21:07:22.378313 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-ee302c94-0cae-4cc8-8705-d93b9d91e157 admin admin] 10.222.0.46 "PUT /v2.0/routers/fa787f8c-1cdc-4c45-9edc-85958799db6b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2042398 Nov 22 21:07:22.414964 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] For port 4d57408e-e80d-4717-b8ab-087922a832f5, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=4d57408e-e80d-4717-b8ab-087922a832f5,segment=NetworkSegment(f74a2c70-8049-4518-83f5-af8f64242652),segment_id=f74a2c70-8049-4518-83f5-af8f64242652)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 21:07:22.424676 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-f092d036-8d9b-4c2b-87ba-aa6ebf330044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:22.426800 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:22.427756 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device b423708b-7b6d-45be-9d6b-0207fa7a9887 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 21:07:22.579042 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Pushing event updated for resources: {'Port': ['ID=4d57408e-e80d-4717-b8ab-087922a832f5,revision_number=3']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:07:22.598318 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.db.api [None req-f092d036-8d9b-4c2b-87ba-aa6ebf330044 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103449) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 21:07:22.599764 n-d-818823-1 neutron-server[103449]: DEBUG oslo_db.api [None req-f092d036-8d9b-4c2b-87ba-aa6ebf330044 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 21:07:22.608201 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port b423708b-7b6d-45be-9d6b-0207fa7a9887 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 21:07:22.608592 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:23.255422 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-15ef1779-a6f9-408d-9f6d-59cd4c6e8443 None None] Provisioning complete for port 4d57408e-e80d-4717-b8ab-087922a832f5 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 21:07:23.256103 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-15ef1779-a6f9-408d-9f6d-59cd4c6e8443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:23.304312 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3a3b36-b5ba-4a4f-ac2c-258e3c158554 req-4e82763f-764a-4e50-9a1b-744c02d880de tempest-TestEncryptedCinderVolumes-312533800 tempest-TestEncryptedCinderVolumes-312533800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:07:23.305817 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0d3a3b36-b5ba-4a4f-ac2c-258e3c158554 req-4e82763f-764a-4e50-9a1b-744c02d880de tempest-TestEncryptedCinderVolumes-312533800 tempest-TestEncryptedCinderVolumes-312533800-project] 10.222.0.46 "GET /v2.0/networks?id=ddb0bc5c-1cff-4421-80a4-0edeb2af6674 HTTP/1.1" status: 200 len: 817 time: 0.1054778 Nov 22 21:07:23.327969 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0d3a3b36-b5ba-4a4f-ac2c-258e3c158554 req-cb2d2a5f-c5be-4846-af41-4010d31df53e tempest-TestEncryptedCinderVolumes-312533800 tempest-TestEncryptedCinderVolumes-312533800-project] 10.222.0.46 "GET /v2.0/quotas/8cedaf1e08054dd182e79fc27fe996ea HTTP/1.1" status: 200 len: 375 time: 0.0161970 Nov 22 21:07:23.355827 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-15ef1779-a6f9-408d-9f6d-59cd4c6e8443 None None] Provisioning complete for port a5becee9-28b4-4d34-86e9-5ab1b0675042 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 21:07:23.356107 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-15ef1779-a6f9-408d-9f6d-59cd4c6e8443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:23.380362 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0d3a3b36-b5ba-4a4f-ac2c-258e3c158554 req-2080ac18-76bd-4e92-bc6e-b55741d13013 tempest-TestEncryptedCinderVolumes-312533800 tempest-TestEncryptedCinderVolumes-312533800-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=8cedaf1e08054dd182e79fc27fe996ea&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0462220 Nov 22 21:07:23.390013 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-15ef1779-a6f9-408d-9f6d-59cd4c6e8443 None None] Port a5becee9-28b4-4d34-86e9-5ab1b0675042 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 21:07:23.478023 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0d3a3b36-b5ba-4a4f-ac2c-258e3c158554 req-b67a5b84-03b2-4744-94be-bc60e0ea2b59 service neutron] 10.222.0.46 "GET /v2.0/networks/ddb0bc5c-1cff-4421-80a4-0edeb2af6674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853760 Nov 22 21:07:23.566712 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0d3a3b36-b5ba-4a4f-ac2c-258e3c158554 req-828ecc0a-011a-45a6-a283-9fcdedb04713 service neutron] 10.222.0.46 "GET /v2.0/networks/ddb0bc5c-1cff-4421-80a4-0edeb2af6674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824654 Nov 22 21:07:23.671540 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 2e09698a-ae05-442e-b4f3-45ec8b4727f4 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 21:07:23.723556 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 2e09698a-ae05-442e-b4f3-45ec8b4727f4 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 21:07:23.724034 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:23.754501 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1bf31676-648b-494e-ac2d-83cd07c2be33 req-83c34377-e0ab-4ea4-960f-83ad8b7eeaab tempest-TestEncryptedCinderVolumes-312533800 tempest-TestEncryptedCinderVolumes-312533800-project] 10.222.0.46 "GET /v2.0/ports?device_id=f469df5e-b0ec-485c-b6ad-bf4e75239a02 HTTP/1.1" status: 200 len: 210 time: 0.0329123 Nov 22 21:07:23.809364 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 4d57408e-e80d-4717-b8ab-087922a832f5 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 21:07:23.856855 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 4d57408e-e80d-4717-b8ab-087922a832f5 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 21:07:23.857199 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:24.447850 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d51bca8c-e1d2-4e90-b798-a593081e147e None None] Sync routers for ids ['fa787f8c-1cdc-4c45-9edc-85958799db6b'] in n-d-818823-1 {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 21:07:24.461075 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d51bca8c-e1d2-4e90-b798-a593081e147e None None] Routers {'fa787f8c-1cdc-4c45-9edc-85958799db6b'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 21:07:24.461706 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-d51bca8c-e1d2-4e90-b798-a593081e147e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T21:07:03Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['fa787f8c-1cdc-4c45-9edc-85958799db6b'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:07:24.569381 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-d51bca8c-e1d2-4e90-b798-a593081e147e None None] Set router fa787f8c-1cdc-4c45-9edc-85958799db6b gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 21:07:24.687260 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3a3b36-b5ba-4a4f-ac2c-258e3c158554 req-2e197899-8510-4adc-a6c4-b7f69c6d0b78 tempest-TestEncryptedCinderVolumes-312533800 tempest-TestEncryptedCinderVolumes-312533800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:07:24.689101 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-0d3a3b36-b5ba-4a4f-ac2c-258e3c158554 req-2e197899-8510-4adc-a6c4-b7f69c6d0b78 tempest-TestEncryptedCinderVolumes-312533800 tempest-TestEncryptedCinderVolumes-312533800-project] 10.222.0.41 "GET /v2.0/networks?id=ddb0bc5c-1cff-4421-80a4-0edeb2af6674 HTTP/1.1" status: 200 len: 817 time: 0.1141138 Nov 22 21:07:24.702588 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [req-0d3a3b36-b5ba-4a4f-ac2c-258e3c158554 req-55bc77f2-ea18-4bff-afd9-03920f5470a5 tempest-TestEncryptedCinderVolumes-312533800 tempest-TestEncryptedCinderVolumes-312533800-project] Request body: {'port': {'device_id': 'f469df5e-b0ec-485c-b6ad-bf4e75239a02', 'network_id': 'ddb0bc5c-1cff-4421-80a4-0edeb2af6674', 'admin_state_up': True, 'tenant_id': '8cedaf1e08054dd182e79fc27fe996ea'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 21:07:24.780514 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-d51bca8c-e1d2-4e90-b798-a593081e147e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa787f8c-1cdc-4c45-9edc-85958799db6b', 'name': 'tempest-TestEncryptedCinderVolumes-766170507-router', 'tenant_id': 'b199ba75eb90464093171550e2d2dce6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.207'}], 'enable_snat': True}, 'gw_port_id': '2e09698a-ae05-442e-b4f3-45ec8b4727f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T21:07:18Z', 'updated_at': '2021-11-22T21:07:21Z', 'revision_number': 4, 'project_id': 'b199ba75eb90464093171550e2d2dce6', 'gw_port': {'id': '2e09698a-ae05-442e-b4f3-45ec8b4727f4', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:21:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa787f8c-1cdc-4c45-9edc-85958799db6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:07:19Z', 'updated_at': '2021-11-22T21:07:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': 'a5becee9-28b4-4d34-86e9-5ab1b0675042', 'name': '', 'network_id': '520d7944-7b0c-43d1-a33e-7d1d8f60c69a', 'tenant_id': 'b199ba75eb90464093171550e2d2dce6', 'mac_address': 'fa:16:3e:46:f9:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa787f8c-1cdc-4c45-9edc-85958799db6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '59ff44d8-7196-4427-a45b-c92ffbc6f966', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:07:20Z', 'updated_at': '2021-11-22T21:07:21Z', 'revision_number': 2, 'project_id': 'b199ba75eb90464093171550e2d2dce6', 'subnets': [{'id': '59ff44d8-7196-4427-a45b-c92ffbc6f966', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:07:24.809990 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d51bca8c-e1d2-4e90-b798-a593081e147e None None] Checking router: fa787f8c-1cdc-4c45-9edc-85958799db6b for host: n-d-818823-1 {{(pid=103449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 21:07:24.810395 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d51bca8c-e1d2-4e90-b798-a593081e147e None None] Updating router fa787f8c-1cdc-4c45-9edc-85958799db6b port a5becee9-28b4-4d34-86e9-5ab1b0675042 binding host n-d-818823-1 {{(pid=103449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 21:07:24.837731 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-d51bca8c-e1d2-4e90-b798-a593081e147e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:24.892230 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-11af7de7-5dc3-4871-818f-cd0ccccf8024 req-0a971dd7-1b65-4b17-9b90-f42ae72df464 tempest-TestEncryptedCinderVolumes-312533800 tempest-TestEncryptedCinderVolumes-312533800-project] 10.222.0.46 "GET /v2.0/ports?device_id=f469df5e-b0ec-485c-b6ad-bf4e75239a02 HTTP/1.1" status: 200 len: 210 time: 0.0441685 Nov 22 21:07:25.120225 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-d51bca8c-e1d2-4e90-b798-a593081e147e None None] Publish callbacks [] for port, precommit_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:25.125998 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-d51bca8c-e1d2-4e90-b798-a593081e147e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:25.135978 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d3a3b36-b5ba-4a4f-ac2c-258e3c158554 req-55bc77f2-ea18-4bff-afd9-03920f5470a5 tempest-TestEncryptedCinderVolumes-312533800 tempest-TestEncryptedCinderVolumes-312533800-project] Made reservation on behalf of 8cedaf1e08054dd182e79fc27fe996ea for: {'port': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 21:07:25.139728 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-0d3a3b36-b5ba-4a4f-ac2c-258e3c158554 req-55bc77f2-ea18-4bff-afd9-03920f5470a5 tempest-TestEncryptedCinderVolumes-312533800 tempest-TestEncryptedCinderVolumes-312533800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:25.179947 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2389941-e44a-4c1d-ba65-a4e221da0388 None None] Pushing event updated for resources: {'Port': ['ID=a5becee9-28b4-4d34-86e9-5ab1b0675042,revision_number=3']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:07:25.233498 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-d51bca8c-e1d2-4e90-b798-a593081e147e None None] Attempting to bind port a5becee9-28b4-4d34-86e9-5ab1b0675042 on host n-d-818823-1 for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 21:07:25.233873 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-d51bca8c-e1d2-4e90-b798-a593081e147e None None] Attempting to bind port a5becee9-28b4-4d34-86e9-5ab1b0675042 by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': 'f74a2c70-8049-4518-83f5-af8f64242652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '520d7944-7b0c-43d1-a33e-7d1d8f60c69a'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 21:07:25.234239 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d51bca8c-e1d2-4e90-b798-a593081e147e None None] Attempting to bind port a5becee9-28b4-4d34-86e9-5ab1b0675042 on network 520d7944-7b0c-43d1-a33e-7d1d8f60c69a {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 21:07:25.239576 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d51bca8c-e1d2-4e90-b798-a593081e147e None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 21, 7, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 21:07:25.239959 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d51bca8c-e1d2-4e90-b798-a593081e147e None None] Checking segment: {'id': 'f74a2c70-8049-4518-83f5-af8f64242652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '520d7944-7b0c-43d1-a33e-7d1d8f60c69a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 21:07:25.240362 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-d51bca8c-e1d2-4e90-b798-a593081e147e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:25.240796 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d51bca8c-e1d2-4e90-b798-a593081e147e None None] Bound using segment: {'id': 'f74a2c70-8049-4518-83f5-af8f64242652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '520d7944-7b0c-43d1-a33e-7d1d8f60c69a'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 21:07:25.241267 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-d51bca8c-e1d2-4e90-b798-a593081e147e None None] Bound port: a5becee9-28b4-4d34-86e9-5ab1b0675042, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f74a2c70-8049-4518-83f5-af8f64242652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '520d7944-7b0c-43d1-a33e-7d1d8f60c69a'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 21:07:25.241651 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-d51bca8c-e1d2-4e90-b798-a593081e147e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:25.280334 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [req-0d3a3b36-b5ba-4a4f-ac2c-258e3c158554 req-55bc77f2-ea18-4bff-afd9-03920f5470a5 tempest-TestEncryptedCinderVolumes-312533800 tempest-TestEncryptedCinderVolumes-312533800-project] Allocated IP 172.20.0.12 (ddb0bc5c-1cff-4421-80a4-0edeb2af6674/ec26b8a0-be5b-47a8-bb3f-0a6681872aba/dd3117dc-5ea2-48fd-b1db-a85bcc0be743) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 21:07:25.311345 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-d51bca8c-e1d2-4e90-b798-a593081e147e None None] For port a5becee9-28b4-4d34-86e9-5ab1b0675042, host n-d-818823-1, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 21:07:25.314976 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-d51bca8c-e1d2-4e90-b798-a593081e147e None None] For port a5becee9-28b4-4d34-86e9-5ab1b0675042, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=a5becee9-28b4-4d34-86e9-5ab1b0675042,segment=NetworkSegment(f74a2c70-8049-4518-83f5-af8f64242652),segment_id=f74a2c70-8049-4518-83f5-af8f64242652)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 21:07:25.321766 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-d51bca8c-e1d2-4e90-b798-a593081e147e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:25.383798 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d51bca8c-e1d2-4e90-b798-a593081e147e None None] Routers {'fa787f8c-1cdc-4c45-9edc-85958799db6b'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 21:07:25.384365 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-d51bca8c-e1d2-4e90-b798-a593081e147e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T21:07:03Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['fa787f8c-1cdc-4c45-9edc-85958799db6b'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:07:25.427590 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2389941-e44a-4c1d-ba65-a4e221da0388 None None] Pushing event updated for resources: {'Port': ['ID=a5becee9-28b4-4d34-86e9-5ab1b0675042,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:07:25.458401 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-0d3a3b36-b5ba-4a4f-ac2c-258e3c158554 req-55bc77f2-ea18-4bff-afd9-03920f5470a5 tempest-TestEncryptedCinderVolumes-312533800 tempest-TestEncryptedCinderVolumes-312533800-project] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:25.486646 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-f5b1bc7b-504b-46c4-a18b-c6987bade3fb None None] Provisioning complete for port a5becee9-28b4-4d34-86e9-5ab1b0675042 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 21:07:25.487268 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-f5b1bc7b-504b-46c4-a18b-c6987bade3fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:25.499809 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-0d3a3b36-b5ba-4a4f-ac2c-258e3c158554 req-55bc77f2-ea18-4bff-afd9-03920f5470a5 tempest-TestEncryptedCinderVolumes-312533800 tempest-TestEncryptedCinderVolumes-312533800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:25.547904 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-d51bca8c-e1d2-4e90-b798-a593081e147e None None] Set router fa787f8c-1cdc-4c45-9edc-85958799db6b gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 21:07:25.560699 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d3a3b36-b5ba-4a4f-ac2c-258e3c158554 req-55bc77f2-ea18-4bff-afd9-03920f5470a5 tempest-TestEncryptedCinderVolumes-312533800 tempest-TestEncryptedCinderVolumes-312533800-project] Network ddb0bc5c-1cff-4421-80a4-0edeb2af6674 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 21:07:25.564011 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [req-0d3a3b36-b5ba-4a4f-ac2c-258e3c158554 req-55bc77f2-ea18-4bff-afd9-03920f5470a5 tempest-TestEncryptedCinderVolumes-312533800 tempest-TestEncryptedCinderVolumes-312533800-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 21:07:25.566893 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d3a3b36-b5ba-4a4f-ac2c-258e3c158554 req-55bc77f2-ea18-4bff-afd9-03920f5470a5 tempest-TestEncryptedCinderVolumes-312533800 tempest-TestEncryptedCinderVolumes-312533800-project] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 21:07:25.601095 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bc77f2-ea18-4bff-afd9-03920f5470a5 tempest-TestEncryptedCinderVolumes-312533800 tempest-TestEncryptedCinderVolumes-312533800-project] Pushing event updated for resources: {'Port': ['ID=dd3117dc-5ea2-48fd-b1db-a85bcc0be743,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:07:25.637466 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3a3b36-b5ba-4a4f-ac2c-258e3c158554 req-55bc77f2-ea18-4bff-afd9-03920f5470a5 tempest-TestEncryptedCinderVolumes-312533800 tempest-TestEncryptedCinderVolumes-312533800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:07:25.637466 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-0d3a3b36-b5ba-4a4f-ac2c-258e3c158554 req-55bc77f2-ea18-4bff-afd9-03920f5470a5 tempest-TestEncryptedCinderVolumes-312533800 tempest-TestEncryptedCinderVolumes-312533800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:25.651268 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-0d3a3b36-b5ba-4a4f-ac2c-258e3c158554 req-55bc77f2-ea18-4bff-afd9-03920f5470a5 tempest-TestEncryptedCinderVolumes-312533800 tempest-TestEncryptedCinderVolumes-312533800-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9533987 Nov 22 21:07:25.665933 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [req-0d3a3b36-b5ba-4a4f-ac2c-258e3c158554 req-3c02b404-c802-4ec9-b5ae-eab05cf0eb8c service neutron] Request body: {'port': {'device_id': 'f469df5e-b0ec-485c-b6ad-bf4e75239a02', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818823-1'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 21:07:25.711289 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-f5b1bc7b-504b-46c4-a18b-c6987bade3fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:25.727344 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-0d3a3b36-b5ba-4a4f-ac2c-258e3c158554 req-3c02b404-c802-4ec9-b5ae-eab05cf0eb8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:25.770513 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-f5b1bc7b-504b-46c4-a18b-c6987bade3fb None None] For port a5becee9-28b4-4d34-86e9-5ab1b0675042, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=a5becee9-28b4-4d34-86e9-5ab1b0675042,segment=NetworkSegment(f74a2c70-8049-4518-83f5-af8f64242652),segment_id=f74a2c70-8049-4518-83f5-af8f64242652)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 21:07:25.796736 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-f5b1bc7b-504b-46c4-a18b-c6987bade3fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:25.855849 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b1bc7b-504b-46c4-a18b-c6987bade3fb None None] Pushing event updated for resources: {'Port': ['ID=a5becee9-28b4-4d34-86e9-5ab1b0675042,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:07:25.871350 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-d51bca8c-e1d2-4e90-b798-a593081e147e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa787f8c-1cdc-4c45-9edc-85958799db6b', 'name': 'tempest-TestEncryptedCinderVolumes-766170507-router', 'tenant_id': 'b199ba75eb90464093171550e2d2dce6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.207'}], 'enable_snat': True}, 'gw_port_id': '2e09698a-ae05-442e-b4f3-45ec8b4727f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T21:07:18Z', 'updated_at': '2021-11-22T21:07:21Z', 'revision_number': 4, 'project_id': 'b199ba75eb90464093171550e2d2dce6', 'gw_port': {'id': '2e09698a-ae05-442e-b4f3-45ec8b4727f4', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:21:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa787f8c-1cdc-4c45-9edc-85958799db6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:07:19Z', 'updated_at': '2021-11-22T21:07:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': 'a5becee9-28b4-4d34-86e9-5ab1b0675042', 'name': '', 'network_id': '520d7944-7b0c-43d1-a33e-7d1d8f60c69a', 'tenant_id': 'b199ba75eb90464093171550e2d2dce6', 'mac_address': 'fa:16:3e:46:f9:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa787f8c-1cdc-4c45-9edc-85958799db6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '59ff44d8-7196-4427-a45b-c92ffbc6f966', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:07:20Z', 'updated_at': '2021-11-22T21:07:25Z', 'revision_number': 4, 'project_id': 'b199ba75eb90464093171550e2d2dce6', 'subnets': [{'id': '59ff44d8-7196-4427-a45b-c92ffbc6f966', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:07:25.903049 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d51bca8c-e1d2-4e90-b798-a593081e147e None None] The sync data for ids ['fa787f8c-1cdc-4c45-9edc-85958799db6b'] in n-d-818823-1 is: [{'id': 'fa787f8c-1cdc-4c45-9edc-85958799db6b', 'name': 'tempest-TestEncryptedCinderVolumes-766170507-router', 'tenant_id': 'b199ba75eb90464093171550e2d2dce6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.207'}], 'enable_snat': True}, 'gw_port_id': '2e09698a-ae05-442e-b4f3-45ec8b4727f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T21:07:18Z', 'updated_at': '2021-11-22T21:07:21Z', 'revision_number': 4, 'project_id': 'b199ba75eb90464093171550e2d2dce6', 'gw_port': {'id': '2e09698a-ae05-442e-b4f3-45ec8b4727f4', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:21:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa787f8c-1cdc-4c45-9edc-85958799db6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:07:19Z', 'updated_at': '2021-11-22T21:07:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': 'a5becee9-28b4-4d34-86e9-5ab1b0675042', 'name': '', 'network_id': '520d7944-7b0c-43d1-a33e-7d1d8f60c69a', 'tenant_id': 'b199ba75eb90464093171550e2d2dce6', 'mac_address': 'fa:16:3e:46:f9:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa787f8c-1cdc-4c45-9edc-85958799db6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '59ff44d8-7196-4427-a45b-c92ffbc6f966', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:07:20Z', 'updated_at': '2021-11-22T21:07:25Z', 'revision_number': 4, 'project_id': 'b199ba75eb90464093171550e2d2dce6', 'subnets': [{'id': '59ff44d8-7196-4427-a45b-c92ffbc6f966', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 21:07:25.921235 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-9a951203-029c-4581-a5a7-a885b4310061 None None] Provisioning complete for port dd3117dc-5ea2-48fd-b1db-a85bcc0be743 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 21:07:25.922340 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-9a951203-029c-4581-a5a7-a885b4310061 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:25.960431 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-9a951203-029c-4581-a5a7-a885b4310061 None None] Port dd3117dc-5ea2-48fd-b1db-a85bcc0be743 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 21:07:25.972049 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-9a951203-029c-4581-a5a7-a885b4310061 None None] Provisioning complete for port a5becee9-28b4-4d34-86e9-5ab1b0675042 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 21:07:25.972260 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-9a951203-029c-4581-a5a7-a885b4310061 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:26.055926 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [req-0d3a3b36-b5ba-4a4f-ac2c-258e3c158554 req-3c02b404-c802-4ec9-b5ae-eab05cf0eb8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd3117dc-5ea2-48fd-b1db-a85bcc0be743 {{(pid=103448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 21:07:26.065420 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-0d3a3b36-b5ba-4a4f-ac2c-258e3c158554 req-3c02b404-c802-4ec9-b5ae-eab05cf0eb8c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:26.071241 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8597e8-e9a2-4e87-bd9a-8acef17c33e5 req-0ad9b8c4-03b5-460a-a0ff-efbd50a32516 tempest-TestEncryptedCinderVolumes-312533800 tempest-TestEncryptedCinderVolumes-312533800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:07:26.072857 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-fc8597e8-e9a2-4e87-bd9a-8acef17c33e5 req-0ad9b8c4-03b5-460a-a0ff-efbd50a32516 tempest-TestEncryptedCinderVolumes-312533800 tempest-TestEncryptedCinderVolumes-312533800-project] 10.222.0.46 "GET /v2.0/ports?device_id=f469df5e-b0ec-485c-b6ad-bf4e75239a02 HTTP/1.1" status: 200 len: 932 time: 0.0707765 Nov 22 21:07:26.085569 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [req-0d3a3b36-b5ba-4a4f-ac2c-258e3c158554 req-3c02b404-c802-4ec9-b5ae-eab05cf0eb8c service neutron] Transition to ACTIVE for port object dd3117dc-5ea2-48fd-b1db-a85bcc0be743 will not be triggered until provisioned by entity L2. {{(pid=103448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 21:07:26.095874 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-0d3a3b36-b5ba-4a4f-ac2c-258e3c158554 req-3c02b404-c802-4ec9-b5ae-eab05cf0eb8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:26.146288 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-fc8597e8-e9a2-4e87-bd9a-8acef17c33e5 req-40eeff3e-f39f-47d8-a5bc-9dfae73f8a3f tempest-TestEncryptedCinderVolumes-312533800 tempest-TestEncryptedCinderVolumes-312533800-project] 10.222.0.46 "GET /v2.0/security-groups?id=0878d3ec-6dde-4957-8e40-3b0c0b9aa5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658784 Nov 22 21:07:26.156367 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c02b404-c802-4ec9-b5ae-eab05cf0eb8c service neutron] Pushing event updated for resources: {'Port': ['ID=dd3117dc-5ea2-48fd-b1db-a85bcc0be743,revision_number=2']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:07:26.162284 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.agents_db [None req-aa8313f2-1ee4-4e7b-8c5a-d32b2f9d31ee None None] Agent healthcheck: found 7 active agents {{(pid=103450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 21:07:26.238546 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-0d3a3b36-b5ba-4a4f-ac2c-258e3c158554 req-3c02b404-c802-4ec9-b5ae-eab05cf0eb8c service neutron] Attempting to bind port dd3117dc-5ea2-48fd-b1db-a85bcc0be743 on host n-h1-818823-1 for vnic_type normal with profile {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 21:07:26.238824 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-0d3a3b36-b5ba-4a4f-ac2c-258e3c158554 req-3c02b404-c802-4ec9-b5ae-eab05cf0eb8c service neutron] Attempting to bind port dd3117dc-5ea2-48fd-b1db-a85bcc0be743 by drivers openvswitch,hyperv on host n-h1-818823-1 at level 0 using segments [{'id': '2884e98f-5056-4c9e-b974-25dc90dbea25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'ddb0bc5c-1cff-4421-80a4-0edeb2af6674'}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 21:07:26.239140 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d3a3b36-b5ba-4a4f-ac2c-258e3c158554 req-3c02b404-c802-4ec9-b5ae-eab05cf0eb8c service neutron] Attempting to bind port dd3117dc-5ea2-48fd-b1db-a85bcc0be743 on network ddb0bc5c-1cff-4421-80a4-0edeb2af6674 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 21:07:26.246587 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d3a3b36-b5ba-4a4f-ac2c-258e3c158554 req-3c02b404-c802-4ec9-b5ae-eab05cf0eb8c service neutron] Port dd3117dc-5ea2-48fd-b1db-a85bcc0be743 on network ddb0bc5c-1cff-4421-80a4-0edeb2af6674 not bound, no agent of type Open vSwitch agent registered on host n-h1-818823-1 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 21:07:26.246918 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d3a3b36-b5ba-4a4f-ac2c-258e3c158554 req-3c02b404-c802-4ec9-b5ae-eab05cf0eb8c service neutron] Attempting to bind port dd3117dc-5ea2-48fd-b1db-a85bcc0be743 on network ddb0bc5c-1cff-4421-80a4-0edeb2af6674 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 21:07:26.252943 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d3a3b36-b5ba-4a4f-ac2c-258e3c158554 req-3c02b404-c802-4ec9-b5ae-eab05cf0eb8c service neutron] Checking agent: {'id': '7a008cff-3b49-418c-8046-689d46cc800f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'started_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 21, 7, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 21:07:26.253296 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d3a3b36-b5ba-4a4f-ac2c-258e3c158554 req-3c02b404-c802-4ec9-b5ae-eab05cf0eb8c service neutron] Checking segment: {'id': '2884e98f-5056-4c9e-b974-25dc90dbea25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'ddb0bc5c-1cff-4421-80a4-0edeb2af6674'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 21:07:26.253695 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d3a3b36-b5ba-4a4f-ac2c-258e3c158554 req-3c02b404-c802-4ec9-b5ae-eab05cf0eb8c service neutron] Bound using segment: {'id': '2884e98f-5056-4c9e-b974-25dc90dbea25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'ddb0bc5c-1cff-4421-80a4-0edeb2af6674'} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 21:07:26.254134 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-0d3a3b36-b5ba-4a4f-ac2c-258e3c158554 req-3c02b404-c802-4ec9-b5ae-eab05cf0eb8c service neutron] Bound port: dd3117dc-5ea2-48fd-b1db-a85bcc0be743, host: n-h1-818823-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2884e98f-5056-4c9e-b974-25dc90dbea25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'ddb0bc5c-1cff-4421-80a4-0edeb2af6674'}}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 21:07:26.254500 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-0d3a3b36-b5ba-4a4f-ac2c-258e3c158554 req-3c02b404-c802-4ec9-b5ae-eab05cf0eb8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:26.326284 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-0d3a3b36-b5ba-4a4f-ac2c-258e3c158554 req-3c02b404-c802-4ec9-b5ae-eab05cf0eb8c service neutron] For port dd3117dc-5ea2-48fd-b1db-a85bcc0be743, host n-h1-818823-1, cleared binding levels {{(pid=103448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 21:07:26.329674 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-0d3a3b36-b5ba-4a4f-ac2c-258e3c158554 req-3c02b404-c802-4ec9-b5ae-eab05cf0eb8c service neutron] For port dd3117dc-5ea2-48fd-b1db-a85bcc0be743, host n-h1-818823-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=dd3117dc-5ea2-48fd-b1db-a85bcc0be743,segment=NetworkSegment(2884e98f-5056-4c9e-b974-25dc90dbea25),segment_id=2884e98f-5056-4c9e-b974-25dc90dbea25)] {{(pid=103448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 21:07:26.338191 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-0d3a3b36-b5ba-4a4f-ac2c-258e3c158554 req-3c02b404-c802-4ec9-b5ae-eab05cf0eb8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:26.379284 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3a3b36-b5ba-4a4f-ac2c-258e3c158554 req-3c02b404-c802-4ec9-b5ae-eab05cf0eb8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:07:26.380045 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-0d3a3b36-b5ba-4a4f-ac2c-258e3c158554 req-3c02b404-c802-4ec9-b5ae-eab05cf0eb8c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:26.381871 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-0d3a3b36-b5ba-4a4f-ac2c-258e3c158554 req-3c02b404-c802-4ec9-b5ae-eab05cf0eb8c service neutron] 10.222.0.41 "PUT /v2.0/ports/dd3117dc-5ea2-48fd-b1db-a85bcc0be743 HTTP/1.1" status: 200 len: 1092 time: 0.7212076 Nov 22 21:07:26.382306 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f469df5e-b0ec-485c-b6ad-bf4e75239a02', 'tag': 'dd3117dc-5ea2-48fd-b1db-a85bcc0be743'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 21:07:26.384613 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d75c62b18f4846ba0ff3fb32e7a2f33757bcd91f6941723bbc4e48e63e422314" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c03a656-ed7b-48dc-a061-62879bec9011" -d '{"events": [{"name": "network-changed", "server_uuid": "f469df5e-b0ec-485c-b6ad-bf4e75239a02", "tag": "dd3117dc-5ea2-48fd-b1db-a85bcc0be743"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 21:07:26.416026 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c02b404-c802-4ec9-b5ae-eab05cf0eb8c service neutron] Pushing event updated for resources: {'Port': ['ID=dd3117dc-5ea2-48fd-b1db-a85bcc0be743,revision_number=3']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:07:26.453451 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 21:07:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73b1a637-f917-4e01-93f3-3b01d2932ac4 x-openstack-request-id: req-73b1a637-f917-4e01-93f3-3b01d2932ac4 {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 21:07:26.453741 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f469df5e-b0ec-485c-b6ad-bf4e75239a02", "tag": "dd3117dc-5ea2-48fd-b1db-a85bcc0be743", "status": "completed", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 21:07:26.453997 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-73b1a637-f917-4e01-93f3-3b01d2932ac4 {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 21:07:26.454390 n-d-818823-1 neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f469df5e-b0ec-485c-b6ad-bf4e75239a02', 'tag': 'dd3117dc-5ea2-48fd-b1db-a85bcc0be743', 'status': 'completed', 'code': 200} Nov 22 21:07:26.472291 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3a3b36-b5ba-4a4f-ac2c-258e3c158554 req-dbbc4553-50f5-4b95-b2a6-9fddcd7c9b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:07:26.474709 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-0d3a3b36-b5ba-4a4f-ac2c-258e3c158554 req-dbbc4553-50f5-4b95-b2a6-9fddcd7c9b2d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8cedaf1e08054dd182e79fc27fe996ea&device_id=f469df5e-b0ec-485c-b6ad-bf4e75239a02 HTTP/1.1" status: 200 len: 1095 time: 0.0550861 Nov 22 21:07:26.519475 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-0d3a3b36-b5ba-4a4f-ac2c-258e3c158554 req-e81c6c4c-9026-40bd-b2c4-fe6744f6386b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dd3117dc-5ea2-48fd-b1db-a85bcc0be743 HTTP/1.1" status: 200 len: 217 time: 0.0373309 Nov 22 21:07:26.586248 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3a3b36-b5ba-4a4f-ac2c-258e3c158554 req-23fc3b5d-cb9d-4bb6-af86-f9712855490a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:07:26.587810 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-0d3a3b36-b5ba-4a4f-ac2c-258e3c158554 req-23fc3b5d-cb9d-4bb6-af86-f9712855490a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ec26b8a0-be5b-47a8-bb3f-0a6681872aba HTTP/1.1" status: 200 len: 856 time: 0.0618978 Nov 22 21:07:26.639626 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3a3b36-b5ba-4a4f-ac2c-258e3c158554 req-201880fe-64cf-40ab-91cf-854ae4bd87ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:07:26.641169 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-0d3a3b36-b5ba-4a4f-ac2c-258e3c158554 req-201880fe-64cf-40ab-91cf-854ae4bd87ae service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ddb0bc5c-1cff-4421-80a4-0edeb2af6674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456171 Nov 22 21:07:26.733265 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-0d3a3b36-b5ba-4a4f-ac2c-258e3c158554 req-94bdbfe5-e5e4-4c09-b426-0ccc7e728952 service neutron] 10.222.0.41 "GET /v2.0/networks/ddb0bc5c-1cff-4421-80a4-0edeb2af6674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851855 Nov 22 21:07:26.833178 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-0d3a3b36-b5ba-4a4f-ac2c-258e3c158554 req-1400aa80-34cf-4717-9e22-c972e8dbd56e service neutron] 10.222.0.41 "GET /v2.0/networks/ddb0bc5c-1cff-4421-80a4-0edeb2af6674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936880 Nov 22 21:07:26.918656 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c03a656-ed7b-48dc-a061-62879bec9011 req-dd5588c6-6049-4c1f-8f1c-2fc1789fbec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:07:26.920101 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-5c03a656-ed7b-48dc-a061-62879bec9011 req-dd5588c6-6049-4c1f-8f1c-2fc1789fbec7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8cedaf1e08054dd182e79fc27fe996ea&device_id=f469df5e-b0ec-485c-b6ad-bf4e75239a02 HTTP/1.1" status: 200 len: 1095 time: 0.0416543 Nov 22 21:07:27.009946 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c03a656-ed7b-48dc-a061-62879bec9011 req-933939d6-42bb-4fd8-ac18-30ed49d3a771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:07:27.011441 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-5c03a656-ed7b-48dc-a061-62879bec9011 req-933939d6-42bb-4fd8-ac18-30ed49d3a771 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ddb0bc5c-1cff-4421-80a4-0edeb2af6674 HTTP/1.1" status: 200 len: 918 time: 0.0845764 Nov 22 21:07:27.058413 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-5c03a656-ed7b-48dc-a061-62879bec9011 req-004b4e16-55dd-4801-9fb1-5037f49819b5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dd3117dc-5ea2-48fd-b1db-a85bcc0be743 HTTP/1.1" status: 200 len: 217 time: 0.0395708 Nov 22 21:07:27.109110 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c03a656-ed7b-48dc-a061-62879bec9011 req-476fff68-970e-4723-aaaf-8043986375fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:07:27.110537 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-5c03a656-ed7b-48dc-a061-62879bec9011 req-476fff68-970e-4723-aaaf-8043986375fb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ec26b8a0-be5b-47a8-bb3f-0a6681872aba HTTP/1.1" status: 200 len: 856 time: 0.0443771 Nov 22 21:07:27.157377 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c03a656-ed7b-48dc-a061-62879bec9011 req-03f7093e-0dbc-4346-ad15-a41cf6d8b582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:07:27.158847 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-5c03a656-ed7b-48dc-a061-62879bec9011 req-03f7093e-0dbc-4346-ad15-a41cf6d8b582 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ddb0bc5c-1cff-4421-80a4-0edeb2af6674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399158 Nov 22 21:07:27.251259 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30237148-52c5-4b44-b33c-0ee959bcb040 req-d1ea581a-9491-468a-8717-e27e2b8edd80 tempest-TestEncryptedCinderVolumes-312533800 tempest-TestEncryptedCinderVolumes-312533800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:07:27.252777 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-30237148-52c5-4b44-b33c-0ee959bcb040 req-d1ea581a-9491-468a-8717-e27e2b8edd80 tempest-TestEncryptedCinderVolumes-312533800 tempest-TestEncryptedCinderVolumes-312533800-project] 10.222.0.46 "GET /v2.0/ports?device_id=f469df5e-b0ec-485c-b6ad-bf4e75239a02 HTTP/1.1" status: 200 len: 944 time: 0.0504608 Nov 22 21:07:27.254700 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-5c03a656-ed7b-48dc-a061-62879bec9011 req-23b76fd3-0b53-4247-b38b-f185aa233597 service neutron] 10.222.0.41 "GET /v2.0/networks/ddb0bc5c-1cff-4421-80a4-0edeb2af6674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870075 Nov 22 21:07:27.300246 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-30237148-52c5-4b44-b33c-0ee959bcb040 req-4edba3a4-340c-43bc-b285-17ea0c16cc9d tempest-TestEncryptedCinderVolumes-312533800 tempest-TestEncryptedCinderVolumes-312533800-project] 10.222.0.46 "GET /v2.0/security-groups?id=0878d3ec-6dde-4957-8e40-3b0c0b9aa5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409048 Nov 22 21:07:27.344853 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-5c03a656-ed7b-48dc-a061-62879bec9011 req-51ff48ee-40cb-403e-885c-455c132ad2d0 service neutron] 10.222.0.41 "GET /v2.0/networks/ddb0bc5c-1cff-4421-80a4-0edeb2af6674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826504 Nov 22 21:07:27.622689 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device a5becee9-28b4-4d34-86e9-5ab1b0675042 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 21:07:27.671311 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port a5becee9-28b4-4d34-86e9-5ab1b0675042 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 21:07:27.671713 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:28.418697 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f58f41a-fe00-47a8-8438-234e9a29d10e req-9b24bf9e-d70f-47f3-86e7-3eedc9684208 tempest-TestEncryptedCinderVolumes-312533800 tempest-TestEncryptedCinderVolumes-312533800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:07:28.420185 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4f58f41a-fe00-47a8-8438-234e9a29d10e req-9b24bf9e-d70f-47f3-86e7-3eedc9684208 tempest-TestEncryptedCinderVolumes-312533800 tempest-TestEncryptedCinderVolumes-312533800-project] 10.222.0.46 "GET /v2.0/ports?device_id=f469df5e-b0ec-485c-b6ad-bf4e75239a02 HTTP/1.1" status: 200 len: 944 time: 0.0477586 Nov 22 21:07:28.469556 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4f58f41a-fe00-47a8-8438-234e9a29d10e req-f1253095-a877-4757-875c-6e388a872b9a tempest-TestEncryptedCinderVolumes-312533800 tempest-TestEncryptedCinderVolumes-312533800-project] 10.222.0.46 "GET /v2.0/security-groups?id=0878d3ec-6dde-4957-8e40-3b0c0b9aa5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433898 Nov 22 21:07:29.163555 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device dd3117dc-5ea2-48fd-b1db-a85bcc0be743 details requested by agent hyperv_n-h1-818823-1 with host n-h1-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 21:07:29.255857 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port dd3117dc-5ea2-48fd-b1db-a85bcc0be743, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=dd3117dc-5ea2-48fd-b1db-a85bcc0be743,segment=NetworkSegment(2884e98f-5056-4c9e-b974-25dc90dbea25),segment_id=2884e98f-5056-4c9e-b974-25dc90dbea25)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 21:07:29.266619 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Returning: {'device': 'dd3117dc-5ea2-48fd-b1db-a85bcc0be743', 'network_id': 'ddb0bc5c-1cff-4421-80a4-0edeb2af6674', 'port_id': 'dd3117dc-5ea2-48fd-b1db-a85bcc0be743', 'mac_address': 'fa:16:3e:46:35:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec26b8a0-be5b-47a8-bb3f-0a6681872aba', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 21:07:29.303178 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:29.318866 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd3117dc-5ea2-48fd-b1db-a85bcc0be743 {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 21:07:29.341044 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port dd3117dc-5ea2-48fd-b1db-a85bcc0be743, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=dd3117dc-5ea2-48fd-b1db-a85bcc0be743,segment=NetworkSegment(2884e98f-5056-4c9e-b974-25dc90dbea25),segment_id=2884e98f-5056-4c9e-b974-25dc90dbea25)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 21:07:29.345057 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:29.392647 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=dd3117dc-5ea2-48fd-b1db-a85bcc0be743,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:07:29.545856 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] get_ports_and_sgs() called for port_ids ['dd3117dc-5ea2-48fd-b1db-a85bcc0be743'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 21:07:29.591888 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a925af-8a71-40c7-8e2e-2299d438bb0f req-ac71ae4c-aa4b-4df2-ab2d-cb3ba771c657 tempest-TestEncryptedCinderVolumes-312533800 tempest-TestEncryptedCinderVolumes-312533800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:07:29.593436 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c6a925af-8a71-40c7-8e2e-2299d438bb0f req-ac71ae4c-aa4b-4df2-ab2d-cb3ba771c657 tempest-TestEncryptedCinderVolumes-312533800 tempest-TestEncryptedCinderVolumes-312533800-project] 10.222.0.46 "GET /v2.0/ports?device_id=f469df5e-b0ec-485c-b6ad-bf4e75239a02 HTTP/1.1" status: 200 len: 945 time: 0.0500283 Nov 22 21:07:29.640997 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c6a925af-8a71-40c7-8e2e-2299d438bb0f req-20d9af18-7c0e-405e-9f92-c201a8778ee0 tempest-TestEncryptedCinderVolumes-312533800 tempest-TestEncryptedCinderVolumes-312533800-project] 10.222.0.46 "GET /v2.0/security-groups?id=0878d3ec-6dde-4957-8e40-3b0c0b9aa5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414665 Nov 22 21:07:30.098323 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-f3e53512-eba7-444e-a7b0-f68f9f6a6b57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:30.755626 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6ba5c9-3b19-4ce5-81d4-cbc840ae9c95 req-8c86e280-be08-4cd3-b907-dda212475434 tempest-TestEncryptedCinderVolumes-312533800 tempest-TestEncryptedCinderVolumes-312533800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:07:30.757703 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ac6ba5c9-3b19-4ce5-81d4-cbc840ae9c95 req-8c86e280-be08-4cd3-b907-dda212475434 tempest-TestEncryptedCinderVolumes-312533800 tempest-TestEncryptedCinderVolumes-312533800-project] 10.222.0.46 "GET /v2.0/ports?device_id=f469df5e-b0ec-485c-b6ad-bf4e75239a02 HTTP/1.1" status: 200 len: 945 time: 0.0485430 Nov 22 21:07:30.804002 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ac6ba5c9-3b19-4ce5-81d4-cbc840ae9c95 req-c4f25446-b2bf-4242-9f9f-a1150b8a4d2c tempest-TestEncryptedCinderVolumes-312533800 tempest-TestEncryptedCinderVolumes-312533800-project] 10.222.0.46 "GET /v2.0/security-groups?id=0878d3ec-6dde-4957-8e40-3b0c0b9aa5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403779 Nov 22 21:07:31.314418 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device dd3117dc-5ea2-48fd-b1db-a85bcc0be743 up at agent hyperv_n-h1-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 21:07:31.362065 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Provisioning for port dd3117dc-5ea2-48fd-b1db-a85bcc0be743 completed by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 21:07:31.365719 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Provisioning complete for port dd3117dc-5ea2-48fd-b1db-a85bcc0be743 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 21:07:31.366089 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:31.440955 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:31.465846 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f469df5e-b0ec-485c-b6ad-bf4e75239a02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd3117dc-5ea2-48fd-b1db-a85bcc0be743'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 21:07:31.468127 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77cdb882cfbf7cc977e8d6fd4582ec33309c0dd3d6eecd2022538c80279aa7ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5009e6fb-7c18-4d8c-b745-7ada34c1afa1" -d '{"events": [{"server_uuid": "f469df5e-b0ec-485c-b6ad-bf4e75239a02", "name": "network-vif-plugged", "status": "completed", "tag": "dd3117dc-5ea2-48fd-b1db-a85bcc0be743"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 21:07:31.481835 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port dd3117dc-5ea2-48fd-b1db-a85bcc0be743, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=dd3117dc-5ea2-48fd-b1db-a85bcc0be743,segment=NetworkSegment(2884e98f-5056-4c9e-b974-25dc90dbea25),segment_id=2884e98f-5056-4c9e-b974-25dc90dbea25)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 21:07:31.486548 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:31.509536 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 21:07:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-734121b4-2741-4fef-961b-8cbefd22e13b x-openstack-request-id: req-734121b4-2741-4fef-961b-8cbefd22e13b {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 21:07:31.509830 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f469df5e-b0ec-485c-b6ad-bf4e75239a02", "name": "network-vif-plugged", "status": "completed", "tag": "dd3117dc-5ea2-48fd-b1db-a85bcc0be743", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 21:07:31.510083 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-734121b4-2741-4fef-961b-8cbefd22e13b {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 21:07:31.510473 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f469df5e-b0ec-485c-b6ad-bf4e75239a02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd3117dc-5ea2-48fd-b1db-a85bcc0be743', 'code': 200} Nov 22 21:07:31.538800 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=dd3117dc-5ea2-48fd-b1db-a85bcc0be743,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:07:31.602645 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f5e0fb-4fa8-4b22-ae43-31f105bd090e req-85faca0b-a70e-4090-88c5-96540787ccec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:07:31.604092 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-15f5e0fb-4fa8-4b22-ae43-31f105bd090e req-85faca0b-a70e-4090-88c5-96540787ccec service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f469df5e-b0ec-485c-b6ad-bf4e75239a02 HTTP/1.1" status: 200 len: 1097 time: 0.0410442 Nov 22 21:07:31.654648 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-15f5e0fb-4fa8-4b22-ae43-31f105bd090e req-fcc75a8a-0fc8-4474-8195-33d8c101907e service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=0878d3ec-6dde-4957-8e40-3b0c0b9aa5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421758 Nov 22 21:07:31.922739 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7b5788-5280-4022-bfc6-4817848b8e00 req-b62eb3d6-27d7-4ee0-a1ce-2cdc260dfc86 tempest-TestEncryptedCinderVolumes-312533800 tempest-TestEncryptedCinderVolumes-312533800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:07:31.924367 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4a7b5788-5280-4022-bfc6-4817848b8e00 req-b62eb3d6-27d7-4ee0-a1ce-2cdc260dfc86 tempest-TestEncryptedCinderVolumes-312533800 tempest-TestEncryptedCinderVolumes-312533800-project] 10.222.0.46 "GET /v2.0/ports?device_id=f469df5e-b0ec-485c-b6ad-bf4e75239a02 HTTP/1.1" status: 200 len: 946 time: 0.0528381 Nov 22 21:07:31.972724 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4a7b5788-5280-4022-bfc6-4817848b8e00 req-97b86676-737f-463b-bc10-c5e3f76812cd tempest-TestEncryptedCinderVolumes-312533800 tempest-TestEncryptedCinderVolumes-312533800-project] 10.222.0.46 "GET /v2.0/security-groups?id=0878d3ec-6dde-4957-8e40-3b0c0b9aa5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424082 Nov 22 21:07:33.003404 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-f01072c3-5d47-485b-9054-2b9134d23c45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:33.091647 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7379ae-a3b9-4ee4-8e9f-e720f8467f0c req-49f67e8d-e87d-4cf3-ac54-6291a85242c8 tempest-TestEncryptedCinderVolumes-312533800 tempest-TestEncryptedCinderVolumes-312533800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:07:33.093135 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5e7379ae-a3b9-4ee4-8e9f-e720f8467f0c req-49f67e8d-e87d-4cf3-ac54-6291a85242c8 tempest-TestEncryptedCinderVolumes-312533800 tempest-TestEncryptedCinderVolumes-312533800-project] 10.222.0.46 "GET /v2.0/ports?device_id=f469df5e-b0ec-485c-b6ad-bf4e75239a02 HTTP/1.1" status: 200 len: 946 time: 0.0484388 Nov 22 21:07:33.141232 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5e7379ae-a3b9-4ee4-8e9f-e720f8467f0c req-e878c700-cbe9-4b73-a20c-84ec5584a890 tempest-TestEncryptedCinderVolumes-312533800 tempest-TestEncryptedCinderVolumes-312533800-project] 10.222.0.46 "GET /v2.0/security-groups?id=0878d3ec-6dde-4957-8e40-3b0c0b9aa5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418482 Nov 22 21:07:33.257437 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021c8372-570f-46a3-a1de-a619e25bcab1 req-84781606-6ded-4ca2-84c7-c9d56066a3cb tempest-TestEncryptedCinderVolumes-312533800 tempest-TestEncryptedCinderVolumes-312533800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:07:33.258869 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-021c8372-570f-46a3-a1de-a619e25bcab1 req-84781606-6ded-4ca2-84c7-c9d56066a3cb tempest-TestEncryptedCinderVolumes-312533800 tempest-TestEncryptedCinderVolumes-312533800-project] 10.222.0.46 "GET /v2.0/ports?device_id=f469df5e-b0ec-485c-b6ad-bf4e75239a02 HTTP/1.1" status: 200 len: 946 time: 0.0524185 Nov 22 21:07:33.305477 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-021c8372-570f-46a3-a1de-a619e25bcab1 req-a4af37df-cef6-4046-9350-6c49c14643ee tempest-TestEncryptedCinderVolumes-312533800 tempest-TestEncryptedCinderVolumes-312533800-project] 10.222.0.46 "GET /v2.0/security-groups?id=0878d3ec-6dde-4957-8e40-3b0c0b9aa5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406892 Nov 22 21:07:33.637185 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-03f0964f-1b75-4df7-99e0-a3cdb56ec2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:35.339061 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e49ee129-e862-4476-beca-cdc8150d2345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:36.156728 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:44.994977 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:45.022336 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:48.877875 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-c57d740f-369f-4e5e-909f-b388c2e86108 req-ef200318-b3e8-49c6-a998-b103a0c8c80f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f469df5e-b0ec-485c-b6ad-bf4e75239a02&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0403996 Nov 22 21:07:48.959342 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57d740f-369f-4e5e-909f-b388c2e86108 req-707e89e7-09aa-45fb-99b9-f4e028e511a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:07:48.960906 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-c57d740f-369f-4e5e-909f-b388c2e86108 req-707e89e7-09aa-45fb-99b9-f4e028e511a9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8cedaf1e08054dd182e79fc27fe996ea&device_id=f469df5e-b0ec-485c-b6ad-bf4e75239a02 HTTP/1.1" status: 200 len: 1097 time: 0.0414538 Nov 22 21:07:49.067662 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57d740f-369f-4e5e-909f-b388c2e86108 req-1a73d6e9-94d6-4d25-905e-5fcad822b884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:07:49.069671 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-c57d740f-369f-4e5e-909f-b388c2e86108 req-1a73d6e9-94d6-4d25-905e-5fcad822b884 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ddb0bc5c-1cff-4421-80a4-0edeb2af6674 HTTP/1.1" status: 200 len: 918 time: 0.0901408 Nov 22 21:07:49.114240 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-c57d740f-369f-4e5e-909f-b388c2e86108 req-b661bf68-853d-4111-a995-22652670b143 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dd3117dc-5ea2-48fd-b1db-a85bcc0be743 HTTP/1.1" status: 200 len: 217 time: 0.0366397 Nov 22 21:07:49.164306 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57d740f-369f-4e5e-909f-b388c2e86108 req-0c97bcc1-1849-4f6b-ae8a-79b818cc0cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:07:49.165789 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-c57d740f-369f-4e5e-909f-b388c2e86108 req-0c97bcc1-1849-4f6b-ae8a-79b818cc0cc0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ec26b8a0-be5b-47a8-bb3f-0a6681872aba HTTP/1.1" status: 200 len: 856 time: 0.0438547 Nov 22 21:07:49.216468 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57d740f-369f-4e5e-909f-b388c2e86108 req-9ac944ee-a8ea-40ab-a018-9283ea14f758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:07:49.218011 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-c57d740f-369f-4e5e-909f-b388c2e86108 req-9ac944ee-a8ea-40ab-a018-9283ea14f758 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ddb0bc5c-1cff-4421-80a4-0edeb2af6674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444827 Nov 22 21:07:49.307896 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-c57d740f-369f-4e5e-909f-b388c2e86108 req-75b163ff-0142-48ce-860f-9da76cdcb73c service neutron] 10.222.0.41 "GET /v2.0/networks/ddb0bc5c-1cff-4421-80a4-0edeb2af6674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820200 Nov 22 21:07:49.403032 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-c57d740f-369f-4e5e-909f-b388c2e86108 req-9f8dccfa-d337-4e8f-9574-9fb30eace4c4 service neutron] 10.222.0.41 "GET /v2.0/networks/ddb0bc5c-1cff-4421-80a4-0edeb2af6674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867176 Nov 22 21:07:54.816730 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaea4b0-5e56-45bb-b0f8-b05469ae988a req-3fc4074a-3df6-42ba-bc91-b526ebfc2f6d tempest-TestEncryptedCinderVolumes-312533800 tempest-TestEncryptedCinderVolumes-312533800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:07:54.818231 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2eaea4b0-5e56-45bb-b0f8-b05469ae988a req-3fc4074a-3df6-42ba-bc91-b526ebfc2f6d tempest-TestEncryptedCinderVolumes-312533800 tempest-TestEncryptedCinderVolumes-312533800-project] 10.222.0.46 "GET /v2.0/ports?device_id=f469df5e-b0ec-485c-b6ad-bf4e75239a02 HTTP/1.1" status: 200 len: 946 time: 0.0520079 Nov 22 21:07:54.865696 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2eaea4b0-5e56-45bb-b0f8-b05469ae988a req-11d62577-fe3e-4d8d-8e84-4bfe3b44fb7a tempest-TestEncryptedCinderVolumes-312533800 tempest-TestEncryptedCinderVolumes-312533800-project] 10.222.0.46 "GET /v2.0/security-groups?id=0878d3ec-6dde-4957-8e40-3b0c0b9aa5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413043 Nov 22 21:07:55.982135 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c304dd-d9d7-44be-9d75-9078103e1436 req-ece03f36-9a9c-48d9-aaab-bd0111b8a5ee tempest-TestEncryptedCinderVolumes-312533800 tempest-TestEncryptedCinderVolumes-312533800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:07:55.983622 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-72c304dd-d9d7-44be-9d75-9078103e1436 req-ece03f36-9a9c-48d9-aaab-bd0111b8a5ee tempest-TestEncryptedCinderVolumes-312533800 tempest-TestEncryptedCinderVolumes-312533800-project] 10.222.0.46 "GET /v2.0/ports?device_id=f469df5e-b0ec-485c-b6ad-bf4e75239a02 HTTP/1.1" status: 200 len: 946 time: 0.0471587 Nov 22 21:07:56.033572 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-72c304dd-d9d7-44be-9d75-9078103e1436 req-ea66580d-905b-4ecb-8a72-3565c5748bea tempest-TestEncryptedCinderVolumes-312533800 tempest-TestEncryptedCinderVolumes-312533800-project] 10.222.0.46 "GET /v2.0/security-groups?id=0878d3ec-6dde-4957-8e40-3b0c0b9aa5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440280 Nov 22 21:07:56.395704 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29e2f48-74da-4561-833f-f6b259e372af req-bef726b8-58a4-48ed-9740-04401a1c524b tempest-TestEncryptedCinderVolumes-312533800 tempest-TestEncryptedCinderVolumes-312533800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:07:56.397213 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-c29e2f48-74da-4561-833f-f6b259e372af req-bef726b8-58a4-48ed-9740-04401a1c524b tempest-TestEncryptedCinderVolumes-312533800 tempest-TestEncryptedCinderVolumes-312533800-project] 10.222.0.41 "GET /v2.0/ports?device_id=f469df5e-b0ec-485c-b6ad-bf4e75239a02 HTTP/1.1" status: 200 len: 946 time: 0.0512221 Nov 22 21:07:56.485631 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [req-c29e2f48-74da-4561-833f-f6b259e372af req-7592990b-7492-49af-ab9d-df36c5bb3045 tempest-TestEncryptedCinderVolumes-312533800 tempest-TestEncryptedCinderVolumes-312533800-project] Deleting port dd3117dc-5ea2-48fd-b1db-a85bcc0be743 {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 21:07:56.485971 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-c29e2f48-74da-4561-833f-f6b259e372af req-7592990b-7492-49af-ab9d-df36c5bb3045 tempest-TestEncryptedCinderVolumes-312533800 tempest-TestEncryptedCinderVolumes-312533800-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:56.578356 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-c29e2f48-74da-4561-833f-f6b259e372af req-7592990b-7492-49af-ab9d-df36c5bb3045 tempest-TestEncryptedCinderVolumes-312533800 tempest-TestEncryptedCinderVolumes-312533800-project] For port dd3117dc-5ea2-48fd-b1db-a85bcc0be743, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=dd3117dc-5ea2-48fd-b1db-a85bcc0be743,segment=NetworkSegment(2884e98f-5056-4c9e-b974-25dc90dbea25),segment_id=2884e98f-5056-4c9e-b974-25dc90dbea25)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 21:07:56.578713 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-c29e2f48-74da-4561-833f-f6b259e372af req-7592990b-7492-49af-ab9d-df36c5bb3045 tempest-TestEncryptedCinderVolumes-312533800 tempest-TestEncryptedCinderVolumes-312533800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:56.590954 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [req-c29e2f48-74da-4561-833f-f6b259e372af req-7592990b-7492-49af-ab9d-df36c5bb3045 tempest-TestEncryptedCinderVolumes-312533800 tempest-TestEncryptedCinderVolumes-312533800-project] Calling delete_port for dd3117dc-5ea2-48fd-b1db-a85bcc0be743 owned by compute:nova {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 21:07:56.718021 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-c29e2f48-74da-4561-833f-f6b259e372af req-7592990b-7492-49af-ab9d-df36c5bb3045 tempest-TestEncryptedCinderVolumes-312533800 tempest-TestEncryptedCinderVolumes-312533800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:56.731247 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] get_ports_and_sgs() called for port_ids ['dd3117dc-5ea2-48fd-b1db-a85bcc0be743'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 21:07:56.747509 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7592990b-7492-49af-ab9d-df36c5bb3045 tempest-TestEncryptedCinderVolumes-312533800 tempest-TestEncryptedCinderVolumes-312533800-project] Pushing event deleted for resources: {'Port': ['ID=dd3117dc-5ea2-48fd-b1db-a85bcc0be743,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:07:56.792744 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [req-c29e2f48-74da-4561-833f-f6b259e372af req-7592990b-7492-49af-ab9d-df36c5bb3045 tempest-TestEncryptedCinderVolumes-312533800 tempest-TestEncryptedCinderVolumes-312533800-project] No DVR routers for this DVR port dd3117dc-5ea2-48fd-b1db-a85bcc0be743 on host n-h1-818823-1 {{(pid=103448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 21:07:56.795989 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-c29e2f48-74da-4561-833f-f6b259e372af req-7592990b-7492-49af-ab9d-df36c5bb3045 tempest-TestEncryptedCinderVolumes-312533800 tempest-TestEncryptedCinderVolumes-312533800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:07:56.800039 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-c29e2f48-74da-4561-833f-f6b259e372af req-7592990b-7492-49af-ab9d-df36c5bb3045 tempest-TestEncryptedCinderVolumes-312533800 tempest-TestEncryptedCinderVolumes-312533800-project] 10.222.0.41 "DELETE /v2.0/ports/dd3117dc-5ea2-48fd-b1db-a85bcc0be743 HTTP/1.1" status: 204 len: 173 time: 0.3966711 Nov 22 21:07:56.800563 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f469df5e-b0ec-485c-b6ad-bf4e75239a02', 'name': 'network-vif-deleted', 'tag': 'dd3117dc-5ea2-48fd-b1db-a85bcc0be743'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 21:07:56.803000 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d75c62b18f4846ba0ff3fb32e7a2f33757bcd91f6941723bbc4e48e63e422314" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-295f2c50-8142-47c7-a928-a55eb93f1db3" -d '{"events": [{"server_uuid": "f469df5e-b0ec-485c-b6ad-bf4e75239a02", "name": "network-vif-deleted", "tag": "dd3117dc-5ea2-48fd-b1db-a85bcc0be743"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 21:07:56.840994 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 21:07:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38aa3b4c-61a5-4d93-9e7c-8af41131ec0a x-openstack-request-id: req-38aa3b4c-61a5-4d93-9e7c-8af41131ec0a {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 21:07:56.841382 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f469df5e-b0ec-485c-b6ad-bf4e75239a02", "name": "network-vif-deleted", "tag": "dd3117dc-5ea2-48fd-b1db-a85bcc0be743", "status": "completed", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 21:07:56.841647 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-38aa3b4c-61a5-4d93-9e7c-8af41131ec0a {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 21:07:56.842061 n-d-818823-1 neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f469df5e-b0ec-485c-b6ad-bf4e75239a02', 'name': 'network-vif-deleted', 'tag': 'dd3117dc-5ea2-48fd-b1db-a85bcc0be743', 'status': 'completed', 'code': 200} Nov 22 21:07:57.138640 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-edb527aa-3949-4933-a018-3b2a45c325b1 req-7a4b6ae1-5c8b-45b3-b5d7-123c1f66b7ab tempest-TestEncryptedCinderVolumes-312533800 tempest-TestEncryptedCinderVolumes-312533800-project] 10.222.0.46 "GET /v2.0/ports?device_id=f469df5e-b0ec-485c-b6ad-bf4e75239a02 HTTP/1.1" status: 200 len: 210 time: 0.0271413 Nov 22 21:07:58.544686 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7129ca03-5bcc-4221-916c-bffa5535857a req-e0e3c116-14eb-412c-a948-6583f16ddbc2 tempest-TestEncryptedCinderVolumes-312533800 tempest-TestEncryptedCinderVolumes-312533800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:07:58.546183 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7129ca03-5bcc-4221-916c-bffa5535857a req-e0e3c116-14eb-412c-a948-6583f16ddbc2 tempest-TestEncryptedCinderVolumes-312533800 tempest-TestEncryptedCinderVolumes-312533800-project] 10.222.0.46 "GET /v2.0/networks?id=ddb0bc5c-1cff-4421-80a4-0edeb2af6674 HTTP/1.1" status: 200 len: 817 time: 0.1000307 Nov 22 21:07:58.561157 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7129ca03-5bcc-4221-916c-bffa5535857a req-8a80536b-56fa-430a-97ed-ac9a5a6c52cd tempest-TestEncryptedCinderVolumes-312533800 tempest-TestEncryptedCinderVolumes-312533800-project] 10.222.0.46 "GET /v2.0/quotas/8cedaf1e08054dd182e79fc27fe996ea HTTP/1.1" status: 200 len: 375 time: 0.0092735 Nov 22 21:07:58.614046 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7129ca03-5bcc-4221-916c-bffa5535857a req-3da1158f-d765-4410-8084-1e5b0a279dea tempest-TestEncryptedCinderVolumes-312533800 tempest-TestEncryptedCinderVolumes-312533800-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=8cedaf1e08054dd182e79fc27fe996ea&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0477891 Nov 22 21:07:58.712380 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7129ca03-5bcc-4221-916c-bffa5535857a req-fd7b1409-2003-4301-baee-0c4c425eff10 service neutron] 10.222.0.46 "GET /v2.0/networks/ddb0bc5c-1cff-4421-80a4-0edeb2af6674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860689 Nov 22 21:07:58.804795 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7129ca03-5bcc-4221-916c-bffa5535857a req-e30444c0-833b-4319-ad65-61c547a9744f service neutron] 10.222.0.46 "GET /v2.0/networks/ddb0bc5c-1cff-4421-80a4-0edeb2af6674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865200 Nov 22 21:07:58.963779 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-186f0fcc-1d12-4053-87f4-318cc97e7900 req-0931a404-370a-47da-b43a-21bd4b6840bf tempest-TestEncryptedCinderVolumes-312533800 tempest-TestEncryptedCinderVolumes-312533800-project] 10.222.0.46 "GET /v2.0/ports?device_id=9275d411-c7fe-4d7d-84d7-565c8e0b330d HTTP/1.1" status: 200 len: 210 time: 0.0263796 Nov 22 21:07:59.843232 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7129ca03-5bcc-4221-916c-bffa5535857a req-206109df-1abb-45f1-8ff4-5a01a45843ed tempest-TestEncryptedCinderVolumes-312533800 tempest-TestEncryptedCinderVolumes-312533800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:07:59.844626 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7129ca03-5bcc-4221-916c-bffa5535857a req-206109df-1abb-45f1-8ff4-5a01a45843ed tempest-TestEncryptedCinderVolumes-312533800 tempest-TestEncryptedCinderVolumes-312533800-project] 10.222.0.20 "GET /v2.0/networks?id=ddb0bc5c-1cff-4421-80a4-0edeb2af6674 HTTP/1.1" status: 200 len: 817 time: 0.1044466 Nov 22 21:07:59.857350 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-7129ca03-5bcc-4221-916c-bffa5535857a req-6935fea2-fc93-4f5c-9d6c-34db8f1d54d0 tempest-TestEncryptedCinderVolumes-312533800 tempest-TestEncryptedCinderVolumes-312533800-project] Request body: {'port': {'device_id': '9275d411-c7fe-4d7d-84d7-565c8e0b330d', 'network_id': 'ddb0bc5c-1cff-4421-80a4-0edeb2af6674', 'admin_state_up': True, 'tenant_id': '8cedaf1e08054dd182e79fc27fe996ea'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 21:07:59.977893 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7129ca03-5bcc-4221-916c-bffa5535857a req-6935fea2-fc93-4f5c-9d6c-34db8f1d54d0 tempest-TestEncryptedCinderVolumes-312533800 tempest-TestEncryptedCinderVolumes-312533800-project] Made reservation on behalf of 8cedaf1e08054dd182e79fc27fe996ea for: {'port': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 21:07:59.981506 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-7129ca03-5bcc-4221-916c-bffa5535857a req-6935fea2-fc93-4f5c-9d6c-34db8f1d54d0 tempest-TestEncryptedCinderVolumes-312533800 tempest-TestEncryptedCinderVolumes-312533800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:08:00.067385 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ba5a48d9-d7ab-41c3-b8a8-bf258a69e06a req-9c482c2e-968a-4f28-a2d3-943b781c6ded tempest-TestEncryptedCinderVolumes-312533800 tempest-TestEncryptedCinderVolumes-312533800-project] 10.222.0.46 "GET /v2.0/ports?device_id=9275d411-c7fe-4d7d-84d7-565c8e0b330d HTTP/1.1" status: 200 len: 210 time: 0.0334833 Nov 22 21:08:00.098992 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-95f633ba-28a2-4b3a-9c02-4b609432b50b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:08:00.134163 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [req-7129ca03-5bcc-4221-916c-bffa5535857a req-6935fea2-fc93-4f5c-9d6c-34db8f1d54d0 tempest-TestEncryptedCinderVolumes-312533800 tempest-TestEncryptedCinderVolumes-312533800-project] Allocated IP 172.20.0.6 (ddb0bc5c-1cff-4421-80a4-0edeb2af6674/ec26b8a0-be5b-47a8-bb3f-0a6681872aba/ea2564e4-c59c-4379-ae14-405595aff25d) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 21:08:00.277849 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-7129ca03-5bcc-4221-916c-bffa5535857a req-6935fea2-fc93-4f5c-9d6c-34db8f1d54d0 tempest-TestEncryptedCinderVolumes-312533800 tempest-TestEncryptedCinderVolumes-312533800-project] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:08:00.312329 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-7129ca03-5bcc-4221-916c-bffa5535857a req-6935fea2-fc93-4f5c-9d6c-34db8f1d54d0 tempest-TestEncryptedCinderVolumes-312533800 tempest-TestEncryptedCinderVolumes-312533800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:08:00.356728 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7129ca03-5bcc-4221-916c-bffa5535857a req-6935fea2-fc93-4f5c-9d6c-34db8f1d54d0 tempest-TestEncryptedCinderVolumes-312533800 tempest-TestEncryptedCinderVolumes-312533800-project] Network ddb0bc5c-1cff-4421-80a4-0edeb2af6674 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 21:08:00.360031 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [req-7129ca03-5bcc-4221-916c-bffa5535857a req-6935fea2-fc93-4f5c-9d6c-34db8f1d54d0 tempest-TestEncryptedCinderVolumes-312533800 tempest-TestEncryptedCinderVolumes-312533800-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 21:08:00.362413 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-7129ca03-5bcc-4221-916c-bffa5535857a req-6935fea2-fc93-4f5c-9d6c-34db8f1d54d0 tempest-TestEncryptedCinderVolumes-312533800 tempest-TestEncryptedCinderVolumes-312533800-project] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 21:08:00.390536 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6935fea2-fc93-4f5c-9d6c-34db8f1d54d0 tempest-TestEncryptedCinderVolumes-312533800 tempest-TestEncryptedCinderVolumes-312533800-project] Pushing event updated for resources: {'Port': ['ID=ea2564e4-c59c-4379-ae14-405595aff25d,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:08:00.403659 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6935fea2-fc93-4f5c-9d6c-34db8f1d54d0 tempest-TestEncryptedCinderVolumes-312533800 tempest-TestEncryptedCinderVolumes-312533800-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:08:00.404104 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6935fea2-fc93-4f5c-9d6c-34db8f1d54d0 tempest-TestEncryptedCinderVolumes-312533800 tempest-TestEncryptedCinderVolumes-312533800-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:08:00.404467 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6935fea2-fc93-4f5c-9d6c-34db8f1d54d0 tempest-TestEncryptedCinderVolumes-312533800 tempest-TestEncryptedCinderVolumes-312533800-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:08:00.404886 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6935fea2-fc93-4f5c-9d6c-34db8f1d54d0 tempest-TestEncryptedCinderVolumes-312533800 tempest-TestEncryptedCinderVolumes-312533800-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:08:00.405235 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6935fea2-fc93-4f5c-9d6c-34db8f1d54d0 tempest-TestEncryptedCinderVolumes-312533800 tempest-TestEncryptedCinderVolumes-312533800-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:08:00.405605 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6935fea2-fc93-4f5c-9d6c-34db8f1d54d0 tempest-TestEncryptedCinderVolumes-312533800 tempest-TestEncryptedCinderVolumes-312533800-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:08:00.405977 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6935fea2-fc93-4f5c-9d6c-34db8f1d54d0 tempest-TestEncryptedCinderVolumes-312533800 tempest-TestEncryptedCinderVolumes-312533800-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:08:00.406383 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6935fea2-fc93-4f5c-9d6c-34db8f1d54d0 tempest-TestEncryptedCinderVolumes-312533800 tempest-TestEncryptedCinderVolumes-312533800-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:08:00.406721 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6935fea2-fc93-4f5c-9d6c-34db8f1d54d0 tempest-TestEncryptedCinderVolumes-312533800 tempest-TestEncryptedCinderVolumes-312533800-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:08:00.407061 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6935fea2-fc93-4f5c-9d6c-34db8f1d54d0 tempest-TestEncryptedCinderVolumes-312533800 tempest-TestEncryptedCinderVolumes-312533800-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:08:00.407391 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6935fea2-fc93-4f5c-9d6c-34db8f1d54d0 tempest-TestEncryptedCinderVolumes-312533800 tempest-TestEncryptedCinderVolumes-312533800-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:08:00.407772 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6935fea2-fc93-4f5c-9d6c-34db8f1d54d0 tempest-TestEncryptedCinderVolumes-312533800 tempest-TestEncryptedCinderVolumes-312533800-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:08:00.430511 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7129ca03-5bcc-4221-916c-bffa5535857a req-6935fea2-fc93-4f5c-9d6c-34db8f1d54d0 tempest-TestEncryptedCinderVolumes-312533800 tempest-TestEncryptedCinderVolumes-312533800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:08:00.431153 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-7129ca03-5bcc-4221-916c-bffa5535857a req-6935fea2-fc93-4f5c-9d6c-34db8f1d54d0 tempest-TestEncryptedCinderVolumes-312533800 tempest-TestEncryptedCinderVolumes-312533800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:08:00.447278 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7129ca03-5bcc-4221-916c-bffa5535857a req-6935fea2-fc93-4f5c-9d6c-34db8f1d54d0 tempest-TestEncryptedCinderVolumes-312533800 tempest-TestEncryptedCinderVolumes-312533800-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5935771 Nov 22 21:08:00.459627 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-7129ca03-5bcc-4221-916c-bffa5535857a req-e0d34126-ebaf-4dc0-aa05-83d476f7ce13 service neutron] Request body: {'port': {'device_id': '9275d411-c7fe-4d7d-84d7-565c8e0b330d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818823-1'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 21:08:00.520106 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-7129ca03-5bcc-4221-916c-bffa5535857a req-e0d34126-ebaf-4dc0-aa05-83d476f7ce13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:08:00.590942 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-4c149258-12cb-44f2-881e-7ed064cd6820 None None] Provisioning complete for port ea2564e4-c59c-4379-ae14-405595aff25d triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 21:08:00.591315 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4c149258-12cb-44f2-881e-7ed064cd6820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:08:00.625634 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-4c149258-12cb-44f2-881e-7ed064cd6820 None None] Port ea2564e4-c59c-4379-ae14-405595aff25d cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 21:08:00.774680 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [req-7129ca03-5bcc-4221-916c-bffa5535857a req-e0d34126-ebaf-4dc0-aa05-83d476f7ce13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea2564e4-c59c-4379-ae14-405595aff25d {{(pid=103447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 21:08:00.782014 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-7129ca03-5bcc-4221-916c-bffa5535857a req-e0d34126-ebaf-4dc0-aa05-83d476f7ce13 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:08:00.794469 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.provisioning_blocks [req-7129ca03-5bcc-4221-916c-bffa5535857a req-e0d34126-ebaf-4dc0-aa05-83d476f7ce13 service neutron] Transition to ACTIVE for port object ea2564e4-c59c-4379-ae14-405595aff25d will not be triggered until provisioned by entity L2. {{(pid=103447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 21:08:00.798039 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-7129ca03-5bcc-4221-916c-bffa5535857a req-e0d34126-ebaf-4dc0-aa05-83d476f7ce13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:08:00.847846 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d34126-ebaf-4dc0-aa05-83d476f7ce13 service neutron] Pushing event updated for resources: {'Port': ['ID=ea2564e4-c59c-4379-ae14-405595aff25d,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:08:00.921169 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-7129ca03-5bcc-4221-916c-bffa5535857a req-e0d34126-ebaf-4dc0-aa05-83d476f7ce13 service neutron] Attempting to bind port ea2564e4-c59c-4379-ae14-405595aff25d on host n-h2-818823-1 for vnic_type normal with profile {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 21:08:00.921509 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-7129ca03-5bcc-4221-916c-bffa5535857a req-e0d34126-ebaf-4dc0-aa05-83d476f7ce13 service neutron] Attempting to bind port ea2564e4-c59c-4379-ae14-405595aff25d by drivers openvswitch,hyperv on host n-h2-818823-1 at level 0 using segments [{'id': '2884e98f-5056-4c9e-b974-25dc90dbea25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'ddb0bc5c-1cff-4421-80a4-0edeb2af6674'}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 21:08:00.921844 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7129ca03-5bcc-4221-916c-bffa5535857a req-e0d34126-ebaf-4dc0-aa05-83d476f7ce13 service neutron] Attempting to bind port ea2564e4-c59c-4379-ae14-405595aff25d on network ddb0bc5c-1cff-4421-80a4-0edeb2af6674 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 21:08:00.926573 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7129ca03-5bcc-4221-916c-bffa5535857a req-e0d34126-ebaf-4dc0-aa05-83d476f7ce13 service neutron] Port ea2564e4-c59c-4379-ae14-405595aff25d on network ddb0bc5c-1cff-4421-80a4-0edeb2af6674 not bound, no agent of type Open vSwitch agent registered on host n-h2-818823-1 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 21:08:00.926976 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7129ca03-5bcc-4221-916c-bffa5535857a req-e0d34126-ebaf-4dc0-aa05-83d476f7ce13 service neutron] Attempting to bind port ea2564e4-c59c-4379-ae14-405595aff25d on network ddb0bc5c-1cff-4421-80a4-0edeb2af6674 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 21:08:00.932201 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7129ca03-5bcc-4221-916c-bffa5535857a req-e0d34126-ebaf-4dc0-aa05-83d476f7ce13 service neutron] Checking agent: {'id': '65e0486a-7030-4065-96f0-10aa7402a530', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'started_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 21, 7, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 21:08:00.932563 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7129ca03-5bcc-4221-916c-bffa5535857a req-e0d34126-ebaf-4dc0-aa05-83d476f7ce13 service neutron] Checking segment: {'id': '2884e98f-5056-4c9e-b974-25dc90dbea25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'ddb0bc5c-1cff-4421-80a4-0edeb2af6674'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 21:08:00.932945 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7129ca03-5bcc-4221-916c-bffa5535857a req-e0d34126-ebaf-4dc0-aa05-83d476f7ce13 service neutron] Bound using segment: {'id': '2884e98f-5056-4c9e-b974-25dc90dbea25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'ddb0bc5c-1cff-4421-80a4-0edeb2af6674'} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 21:08:00.933369 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-7129ca03-5bcc-4221-916c-bffa5535857a req-e0d34126-ebaf-4dc0-aa05-83d476f7ce13 service neutron] Bound port: ea2564e4-c59c-4379-ae14-405595aff25d, host: n-h2-818823-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2884e98f-5056-4c9e-b974-25dc90dbea25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'ddb0bc5c-1cff-4421-80a4-0edeb2af6674'}}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 21:08:00.933727 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-7129ca03-5bcc-4221-916c-bffa5535857a req-e0d34126-ebaf-4dc0-aa05-83d476f7ce13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:08:00.999373 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-7129ca03-5bcc-4221-916c-bffa5535857a req-e0d34126-ebaf-4dc0-aa05-83d476f7ce13 service neutron] For port ea2564e4-c59c-4379-ae14-405595aff25d, host n-h2-818823-1, cleared binding levels {{(pid=103447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 21:08:01.002515 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-7129ca03-5bcc-4221-916c-bffa5535857a req-e0d34126-ebaf-4dc0-aa05-83d476f7ce13 service neutron] For port ea2564e4-c59c-4379-ae14-405595aff25d, host n-h2-818823-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=ea2564e4-c59c-4379-ae14-405595aff25d,segment=NetworkSegment(2884e98f-5056-4c9e-b974-25dc90dbea25),segment_id=2884e98f-5056-4c9e-b974-25dc90dbea25)] {{(pid=103447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 21:08:01.007569 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-7129ca03-5bcc-4221-916c-bffa5535857a req-e0d34126-ebaf-4dc0-aa05-83d476f7ce13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:08:01.041926 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7129ca03-5bcc-4221-916c-bffa5535857a req-e0d34126-ebaf-4dc0-aa05-83d476f7ce13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:08:01.042384 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-7129ca03-5bcc-4221-916c-bffa5535857a req-e0d34126-ebaf-4dc0-aa05-83d476f7ce13 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:08:01.043885 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7129ca03-5bcc-4221-916c-bffa5535857a req-e0d34126-ebaf-4dc0-aa05-83d476f7ce13 service neutron] 10.222.0.20 "PUT /v2.0/ports/ea2564e4-c59c-4379-ae14-405595aff25d HTTP/1.1" status: 200 len: 1091 time: 0.5886264 Nov 22 21:08:01.044316 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9275d411-c7fe-4d7d-84d7-565c8e0b330d', 'tag': 'ea2564e4-c59c-4379-ae14-405595aff25d'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 21:08:01.046578 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0b87e146ffa5c253ca46002a571dfb52564e5f7c412d10689cf18353d020cb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22f913fc-0601-4ea6-83d6-1e488bb30add" -d '{"events": [{"name": "network-changed", "server_uuid": "9275d411-c7fe-4d7d-84d7-565c8e0b330d", "tag": "ea2564e4-c59c-4379-ae14-405595aff25d"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 21:08:01.070662 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d34126-ebaf-4dc0-aa05-83d476f7ce13 service neutron] Pushing event updated for resources: {'Port': ['ID=ea2564e4-c59c-4379-ae14-405595aff25d,revision_number=3']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:08:01.101445 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 21:08:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d8e279a-55ee-4fa6-81f2-973d4477781f x-openstack-request-id: req-3d8e279a-55ee-4fa6-81f2-973d4477781f {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 21:08:01.101751 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9275d411-c7fe-4d7d-84d7-565c8e0b330d", "tag": "ea2564e4-c59c-4379-ae14-405595aff25d", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 21:08:01.101999 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3d8e279a-55ee-4fa6-81f2-973d4477781f {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 21:08:01.102430 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9275d411-c7fe-4d7d-84d7-565c8e0b330d', 'tag': 'ea2564e4-c59c-4379-ae14-405595aff25d', 'status': 'completed', 'code': 200} Nov 22 21:08:01.138998 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7129ca03-5bcc-4221-916c-bffa5535857a req-2af3491a-d5f1-4040-8e86-2da60337d017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:08:01.140935 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7129ca03-5bcc-4221-916c-bffa5535857a req-2af3491a-d5f1-4040-8e86-2da60337d017 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8cedaf1e08054dd182e79fc27fe996ea&device_id=9275d411-c7fe-4d7d-84d7-565c8e0b330d HTTP/1.1" status: 200 len: 1094 time: 0.0527189 Nov 22 21:08:01.202038 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7129ca03-5bcc-4221-916c-bffa5535857a req-0e52d99e-03d4-4fc0-a286-082a3f18c905 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ea2564e4-c59c-4379-ae14-405595aff25d HTTP/1.1" status: 200 len: 217 time: 0.0485082 Nov 22 21:08:01.265762 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d806d0-bf59-425e-a471-7d802a07c344 req-2c672bd7-fd0a-4106-a7ab-b8d21fd07762 tempest-TestEncryptedCinderVolumes-312533800 tempest-TestEncryptedCinderVolumes-312533800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:08:01.267271 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-34d806d0-bf59-425e-a471-7d802a07c344 req-2c672bd7-fd0a-4106-a7ab-b8d21fd07762 tempest-TestEncryptedCinderVolumes-312533800 tempest-TestEncryptedCinderVolumes-312533800-project] 10.222.0.46 "GET /v2.0/ports?device_id=9275d411-c7fe-4d7d-84d7-565c8e0b330d HTTP/1.1" status: 200 len: 943 time: 0.1232283 Nov 22 21:08:01.273070 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7129ca03-5bcc-4221-916c-bffa5535857a req-bc516530-b1b1-4163-9a3c-cbae1f3326d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:08:01.274446 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7129ca03-5bcc-4221-916c-bffa5535857a req-bc516530-b1b1-4163-9a3c-cbae1f3326d4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ec26b8a0-be5b-47a8-bb3f-0a6681872aba HTTP/1.1" status: 200 len: 856 time: 0.0659542 Nov 22 21:08:01.318173 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device dd3117dc-5ea2-48fd-b1db-a85bcc0be743 no longer exists at agent hyperv_n-h1-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 21:08:01.340031 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] No Port match for: dd3117dc-5ea2-48fd-b1db-a85bcc0be743 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 21:08:01.340544 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-34d806d0-bf59-425e-a471-7d802a07c344 req-1a78a9d1-e6b1-4eef-8354-be48507f5c0e tempest-TestEncryptedCinderVolumes-312533800 tempest-TestEncryptedCinderVolumes-312533800-project] 10.222.0.46 "GET /v2.0/security-groups?id=0878d3ec-6dde-4957-8e40-3b0c0b9aa5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651517 Nov 22 21:08:01.342700 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device dd3117dc-5ea2-48fd-b1db-a85bcc0be743 not bound to the agent host n-h1-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 21:08:01.348577 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7129ca03-5bcc-4221-916c-bffa5535857a req-c6303d45-f8be-45b7-838a-792bd6f7d0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:08:01.350092 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7129ca03-5bcc-4221-916c-bffa5535857a req-c6303d45-f8be-45b7-838a-792bd6f7d0d7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ddb0bc5c-1cff-4421-80a4-0edeb2af6674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0682387 Nov 22 21:08:01.440410 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7129ca03-5bcc-4221-916c-bffa5535857a req-a87dcd00-c021-4faa-a3f0-043059b41419 service neutron] 10.222.0.20 "GET /v2.0/networks/ddb0bc5c-1cff-4421-80a4-0edeb2af6674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835190 Nov 22 21:08:01.530508 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7129ca03-5bcc-4221-916c-bffa5535857a req-0c949a02-09b4-4101-9f2e-5c09d05ede97 service neutron] 10.222.0.20 "GET /v2.0/networks/ddb0bc5c-1cff-4421-80a4-0edeb2af6674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801084 Nov 22 21:08:01.613192 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f913fc-0601-4ea6-83d6-1e488bb30add req-9d11906f-f5a3-4a5c-afd6-99e72f12341d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:08:01.614679 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-22f913fc-0601-4ea6-83d6-1e488bb30add req-9d11906f-f5a3-4a5c-afd6-99e72f12341d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8cedaf1e08054dd182e79fc27fe996ea&device_id=9275d411-c7fe-4d7d-84d7-565c8e0b330d HTTP/1.1" status: 200 len: 1094 time: 0.0400589 Nov 22 21:08:01.977090 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f913fc-0601-4ea6-83d6-1e488bb30add req-beeb6499-bb12-49f2-9eb5-cd35f4ae9614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:08:01.978567 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-22f913fc-0601-4ea6-83d6-1e488bb30add req-beeb6499-bb12-49f2-9eb5-cd35f4ae9614 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ddb0bc5c-1cff-4421-80a4-0edeb2af6674 HTTP/1.1" status: 200 len: 918 time: 0.3557003 Nov 22 21:08:02.020475 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-22f913fc-0601-4ea6-83d6-1e488bb30add req-34fca059-d171-449f-8712-dd69d677d96f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ea2564e4-c59c-4379-ae14-405595aff25d HTTP/1.1" status: 200 len: 217 time: 0.0338206 Nov 22 21:08:02.071137 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f913fc-0601-4ea6-83d6-1e488bb30add req-47bd7771-6fc9-4b6d-940a-bd6868e23260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:08:02.072487 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-22f913fc-0601-4ea6-83d6-1e488bb30add req-47bd7771-6fc9-4b6d-940a-bd6868e23260 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ec26b8a0-be5b-47a8-bb3f-0a6681872aba HTTP/1.1" status: 200 len: 856 time: 0.0446687 Nov 22 21:08:02.117971 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f913fc-0601-4ea6-83d6-1e488bb30add req-e6da90ee-8957-47d2-a0c8-e97f1a5f2a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:08:02.119486 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-22f913fc-0601-4ea6-83d6-1e488bb30add req-e6da90ee-8957-47d2-a0c8-e97f1a5f2a66 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ddb0bc5c-1cff-4421-80a4-0edeb2af6674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393584 Nov 22 21:08:02.207348 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-22f913fc-0601-4ea6-83d6-1e488bb30add req-9979c030-2b4a-4c32-a170-6c64ed61b93f service neutron] 10.222.0.20 "GET /v2.0/networks/ddb0bc5c-1cff-4421-80a4-0edeb2af6674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791574 Nov 22 21:08:02.298687 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-22f913fc-0601-4ea6-83d6-1e488bb30add req-b265792b-a4eb-4f42-84d5-bcd4e702c7c7 service neutron] 10.222.0.20 "GET /v2.0/networks/ddb0bc5c-1cff-4421-80a4-0edeb2af6674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831468 Nov 22 21:08:02.460392 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9403d9-cc7c-40c6-8d6f-c459ce52abee req-27157b61-6924-40b2-bc64-1cfb8695f1d0 tempest-TestEncryptedCinderVolumes-312533800 tempest-TestEncryptedCinderVolumes-312533800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:08:02.461876 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5c9403d9-cc7c-40c6-8d6f-c459ce52abee req-27157b61-6924-40b2-bc64-1cfb8695f1d0 tempest-TestEncryptedCinderVolumes-312533800 tempest-TestEncryptedCinderVolumes-312533800-project] 10.222.0.46 "GET /v2.0/ports?device_id=9275d411-c7fe-4d7d-84d7-565c8e0b330d HTTP/1.1" status: 200 len: 943 time: 0.0493114 Nov 22 21:08:02.508012 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5c9403d9-cc7c-40c6-8d6f-c459ce52abee req-006b1a0e-733f-4e95-b4db-e67f2f9e0ac0 tempest-TestEncryptedCinderVolumes-312533800 tempest-TestEncryptedCinderVolumes-312533800-project] 10.222.0.46 "GET /v2.0/security-groups?id=0878d3ec-6dde-4957-8e40-3b0c0b9aa5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402505 Nov 22 21:08:02.762869 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device ea2564e4-c59c-4379-ae14-405595aff25d details requested by agent hyperv_n-h2-818823-1 with host n-h2-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 21:08:02.861643 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port ea2564e4-c59c-4379-ae14-405595aff25d, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=ea2564e4-c59c-4379-ae14-405595aff25d,segment=NetworkSegment(2884e98f-5056-4c9e-b974-25dc90dbea25),segment_id=2884e98f-5056-4c9e-b974-25dc90dbea25)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 21:08:02.876732 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Returning: {'device': 'ea2564e4-c59c-4379-ae14-405595aff25d', 'network_id': 'ddb0bc5c-1cff-4421-80a4-0edeb2af6674', 'port_id': 'ea2564e4-c59c-4379-ae14-405595aff25d', 'mac_address': 'fa:16:3e:fd:f6:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec26b8a0-be5b-47a8-bb3f-0a6681872aba', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 21:08:02.912134 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:08:02.924921 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea2564e4-c59c-4379-ae14-405595aff25d {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 21:08:02.944500 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port ea2564e4-c59c-4379-ae14-405595aff25d, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=ea2564e4-c59c-4379-ae14-405595aff25d,segment=NetworkSegment(2884e98f-5056-4c9e-b974-25dc90dbea25),segment_id=2884e98f-5056-4c9e-b974-25dc90dbea25)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 21:08:02.948550 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:08:03.002641 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=ea2564e4-c59c-4379-ae14-405595aff25d,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:08:03.012847 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-04c33899-9914-4b9c-919a-ba7f6e778507 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:08:03.014810 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:08:03.015107 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:08:03.015453 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:08:03.015799 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:08:03.016135 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:08:03.016468 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:08:03.016802 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:08:03.017127 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:08:03.017452 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:08:03.017777 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:08:03.018102 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:08:03.018425 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:08:03.151317 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] get_ports_and_sgs() called for port_ids ['ea2564e4-c59c-4379-ae14-405595aff25d'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 21:08:03.161537 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.agents_db [None req-aa8313f2-1ee4-4e7b-8c5a-d32b2f9d31ee None None] Agent healthcheck: found 7 active agents {{(pid=103450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 21:08:03.626150 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71045b7-502a-4e5c-bb95-77c2895e378e req-8508a4db-108c-4075-a79c-a659b2691d3b tempest-TestEncryptedCinderVolumes-312533800 tempest-TestEncryptedCinderVolumes-312533800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:08:03.627650 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f71045b7-502a-4e5c-bb95-77c2895e378e req-8508a4db-108c-4075-a79c-a659b2691d3b tempest-TestEncryptedCinderVolumes-312533800 tempest-TestEncryptedCinderVolumes-312533800-project] 10.222.0.46 "GET /v2.0/ports?device_id=9275d411-c7fe-4d7d-84d7-565c8e0b330d HTTP/1.1" status: 200 len: 944 time: 0.0516922 Nov 22 21:08:03.641008 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-03f0964f-1b75-4df7-99e0-a3cdb56ec2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:08:03.674702 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f71045b7-502a-4e5c-bb95-77c2895e378e req-c30a8ea3-6499-4b42-b998-490f0a5f45f6 tempest-TestEncryptedCinderVolumes-312533800 tempest-TestEncryptedCinderVolumes-312533800-project] 10.222.0.46 "GET /v2.0/security-groups?id=0878d3ec-6dde-4957-8e40-3b0c0b9aa5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410683 Nov 22 21:08:04.778088 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device ea2564e4-c59c-4379-ae14-405595aff25d up at agent hyperv_n-h2-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 21:08:04.788795 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a62586-4d44-4ead-b48a-a3f24eb64f14 req-961cf9b1-2274-42d7-b19f-b08511b390f0 tempest-TestEncryptedCinderVolumes-312533800 tempest-TestEncryptedCinderVolumes-312533800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:08:04.790327 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-97a62586-4d44-4ead-b48a-a3f24eb64f14 req-961cf9b1-2274-42d7-b19f-b08511b390f0 tempest-TestEncryptedCinderVolumes-312533800 tempest-TestEncryptedCinderVolumes-312533800-project] 10.222.0.46 "GET /v2.0/ports?device_id=9275d411-c7fe-4d7d-84d7-565c8e0b330d HTTP/1.1" status: 200 len: 944 time: 0.0486035 Nov 22 21:08:04.826339 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Provisioning for port ea2564e4-c59c-4379-ae14-405595aff25d completed by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 21:08:04.830225 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Provisioning complete for port ea2564e4-c59c-4379-ae14-405595aff25d triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 21:08:04.830596 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:08:04.838796 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-97a62586-4d44-4ead-b48a-a3f24eb64f14 req-32121653-856d-4030-961f-6ae6cd5dfd37 tempest-TestEncryptedCinderVolumes-312533800 tempest-TestEncryptedCinderVolumes-312533800-project] 10.222.0.46 "GET /v2.0/security-groups?id=0878d3ec-6dde-4957-8e40-3b0c0b9aa5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417697 Nov 22 21:08:04.908402 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:08:04.931204 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9275d411-c7fe-4d7d-84d7-565c8e0b330d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea2564e4-c59c-4379-ae14-405595aff25d'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 21:08:04.933458 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77cdb882cfbf7cc977e8d6fd4582ec33309c0dd3d6eecd2022538c80279aa7ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9be78b01-1c99-4413-bba5-3da9a8d21c0b" -d '{"events": [{"server_uuid": "9275d411-c7fe-4d7d-84d7-565c8e0b330d", "name": "network-vif-plugged", "status": "completed", "tag": "ea2564e4-c59c-4379-ae14-405595aff25d"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 21:08:04.945430 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port ea2564e4-c59c-4379-ae14-405595aff25d, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=ea2564e4-c59c-4379-ae14-405595aff25d,segment=NetworkSegment(2884e98f-5056-4c9e-b974-25dc90dbea25),segment_id=2884e98f-5056-4c9e-b974-25dc90dbea25)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 21:08:04.949439 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:08:04.972049 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 21:08:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7d3edc7-d267-4088-a578-131821f44c86 x-openstack-request-id: req-e7d3edc7-d267-4088-a578-131821f44c86 {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 21:08:04.972346 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9275d411-c7fe-4d7d-84d7-565c8e0b330d", "name": "network-vif-plugged", "status": "completed", "tag": "ea2564e4-c59c-4379-ae14-405595aff25d", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 21:08:04.972605 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e7d3edc7-d267-4088-a578-131821f44c86 {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 21:08:04.972999 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9275d411-c7fe-4d7d-84d7-565c8e0b330d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea2564e4-c59c-4379-ae14-405595aff25d', 'code': 200} Nov 22 21:08:04.999836 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=ea2564e4-c59c-4379-ae14-405595aff25d,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:08:05.067332 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56eb3e3-6713-4793-9695-21dddbc9208e req-fd296d65-b0a2-4124-9456-a7bef4a94e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:08:05.068921 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d56eb3e3-6713-4793-9695-21dddbc9208e req-fd296d65-b0a2-4124-9456-a7bef4a94e3b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=9275d411-c7fe-4d7d-84d7-565c8e0b330d HTTP/1.1" status: 200 len: 1096 time: 0.0396609 Nov 22 21:08:05.115568 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d56eb3e3-6713-4793-9695-21dddbc9208e req-832ddd4f-93a3-41f9-84d2-ba0e3988ade2 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=0878d3ec-6dde-4957-8e40-3b0c0b9aa5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397532 Nov 22 21:08:05.341370 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e49ee129-e862-4476-beca-cdc8150d2345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:08:05.951837 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa02fe8-9572-415c-8bfc-1fc4a5885456 req-a337bc3d-6051-439f-87ca-8464230cbf43 tempest-TestEncryptedCinderVolumes-312533800 tempest-TestEncryptedCinderVolumes-312533800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:08:05.953302 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-efa02fe8-9572-415c-8bfc-1fc4a5885456 req-a337bc3d-6051-439f-87ca-8464230cbf43 tempest-TestEncryptedCinderVolumes-312533800 tempest-TestEncryptedCinderVolumes-312533800-project] 10.222.0.46 "GET /v2.0/ports?device_id=9275d411-c7fe-4d7d-84d7-565c8e0b330d HTTP/1.1" status: 200 len: 945 time: 0.0476522 Nov 22 21:08:05.999818 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-efa02fe8-9572-415c-8bfc-1fc4a5885456 req-bfbbfa36-c8ed-4041-a46c-f91dc79f9266 tempest-TestEncryptedCinderVolumes-312533800 tempest-TestEncryptedCinderVolumes-312533800-project] 10.222.0.46 "GET /v2.0/security-groups?id=0878d3ec-6dde-4957-8e40-3b0c0b9aa5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405605 Nov 22 21:08:06.159027 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:08:07.116266 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d7e77c-0693-48a6-937a-84ab0c521145 req-16238bb1-c657-4d8b-95c0-d2f6a192313e tempest-TestEncryptedCinderVolumes-312533800 tempest-TestEncryptedCinderVolumes-312533800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:08:07.117932 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b6d7e77c-0693-48a6-937a-84ab0c521145 req-16238bb1-c657-4d8b-95c0-d2f6a192313e tempest-TestEncryptedCinderVolumes-312533800 tempest-TestEncryptedCinderVolumes-312533800-project] 10.222.0.46 "GET /v2.0/ports?device_id=9275d411-c7fe-4d7d-84d7-565c8e0b330d HTTP/1.1" status: 200 len: 945 time: 0.0482540 Nov 22 21:08:07.165771 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b6d7e77c-0693-48a6-937a-84ab0c521145 req-d2bf3674-eaf7-4f9c-add8-2152ea17a7dc tempest-TestEncryptedCinderVolumes-312533800 tempest-TestEncryptedCinderVolumes-312533800-project] 10.222.0.46 "GET /v2.0/security-groups?id=0878d3ec-6dde-4957-8e40-3b0c0b9aa5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411119 Nov 22 21:08:07.292381 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0eaa89-48be-4f67-a852-dabf725c29a4 req-8f0ed443-12fb-4895-a539-d66b27a3a87b tempest-TestEncryptedCinderVolumes-312533800 tempest-TestEncryptedCinderVolumes-312533800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:08:07.293858 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ca0eaa89-48be-4f67-a852-dabf725c29a4 req-8f0ed443-12fb-4895-a539-d66b27a3a87b tempest-TestEncryptedCinderVolumes-312533800 tempest-TestEncryptedCinderVolumes-312533800-project] 10.222.0.46 "GET /v2.0/ports?device_id=9275d411-c7fe-4d7d-84d7-565c8e0b330d HTTP/1.1" status: 200 len: 945 time: 0.0522773 Nov 22 21:08:07.340150 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ca0eaa89-48be-4f67-a852-dabf725c29a4 req-963fef8c-91b3-4d33-9006-602cea1bb81d tempest-TestEncryptedCinderVolumes-312533800 tempest-TestEncryptedCinderVolumes-312533800-project] 10.222.0.46 "GET /v2.0/security-groups?id=0878d3ec-6dde-4957-8e40-3b0c0b9aa5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403726 Nov 22 21:08:14.995772 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:08:15.020131 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:08:28.718995 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94bc0a4-f8b4-4d2d-be85-f5bb534ac095 req-62f8befd-f1c0-4bd9-88c1-696b8b92875c tempest-TestEncryptedCinderVolumes-312533800 tempest-TestEncryptedCinderVolumes-312533800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:08:28.720542 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b94bc0a4-f8b4-4d2d-be85-f5bb534ac095 req-62f8befd-f1c0-4bd9-88c1-696b8b92875c tempest-TestEncryptedCinderVolumes-312533800 tempest-TestEncryptedCinderVolumes-312533800-project] 10.222.0.46 "GET /v2.0/ports?device_id=9275d411-c7fe-4d7d-84d7-565c8e0b330d HTTP/1.1" status: 200 len: 945 time: 0.0503535 Nov 22 21:08:28.768771 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b94bc0a4-f8b4-4d2d-be85-f5bb534ac095 req-46c53579-11e1-4489-bc30-979ddbf44897 tempest-TestEncryptedCinderVolumes-312533800 tempest-TestEncryptedCinderVolumes-312533800-project] 10.222.0.46 "GET /v2.0/security-groups?id=0878d3ec-6dde-4957-8e40-3b0c0b9aa5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414128 Nov 22 21:08:29.885397 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917e6052-2a56-46c8-980f-e25d1d97a5e5 req-15c5f442-7ebb-4d8f-b437-534e495586e1 tempest-TestEncryptedCinderVolumes-312533800 tempest-TestEncryptedCinderVolumes-312533800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:08:29.886758 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-917e6052-2a56-46c8-980f-e25d1d97a5e5 req-15c5f442-7ebb-4d8f-b437-534e495586e1 tempest-TestEncryptedCinderVolumes-312533800 tempest-TestEncryptedCinderVolumes-312533800-project] 10.222.0.46 "GET /v2.0/ports?device_id=9275d411-c7fe-4d7d-84d7-565c8e0b330d HTTP/1.1" status: 200 len: 945 time: 0.0484784 Nov 22 21:08:29.935869 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-917e6052-2a56-46c8-980f-e25d1d97a5e5 req-74dd55b5-1dce-456c-90a1-6a03c29105c7 tempest-TestEncryptedCinderVolumes-312533800 tempest-TestEncryptedCinderVolumes-312533800-project] 10.222.0.46 "GET /v2.0/security-groups?id=0878d3ec-6dde-4957-8e40-3b0c0b9aa5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431137 Nov 22 21:08:30.102890 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-8fa2a795-8a85-44ef-a704-fc0012c011d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:08:30.304508 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e904053-67f5-46a5-bda7-0c09ac5025e5 req-14699308-b50d-4b64-b329-8f5678920c0a tempest-TestEncryptedCinderVolumes-312533800 tempest-TestEncryptedCinderVolumes-312533800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:08:30.305998 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4e904053-67f5-46a5-bda7-0c09ac5025e5 req-14699308-b50d-4b64-b329-8f5678920c0a tempest-TestEncryptedCinderVolumes-312533800 tempest-TestEncryptedCinderVolumes-312533800-project] 10.222.0.20 "GET /v2.0/ports?device_id=9275d411-c7fe-4d7d-84d7-565c8e0b330d HTTP/1.1" status: 200 len: 945 time: 0.0481634 Nov 22 21:08:30.392453 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-4e904053-67f5-46a5-bda7-0c09ac5025e5 req-fb3f7986-0f42-412f-a591-7059c242c706 tempest-TestEncryptedCinderVolumes-312533800 tempest-TestEncryptedCinderVolumes-312533800-project] Deleting port ea2564e4-c59c-4379-ae14-405595aff25d {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 21:08:30.392789 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-4e904053-67f5-46a5-bda7-0c09ac5025e5 req-fb3f7986-0f42-412f-a591-7059c242c706 tempest-TestEncryptedCinderVolumes-312533800 tempest-TestEncryptedCinderVolumes-312533800-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:08:30.481681 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-4e904053-67f5-46a5-bda7-0c09ac5025e5 req-fb3f7986-0f42-412f-a591-7059c242c706 tempest-TestEncryptedCinderVolumes-312533800 tempest-TestEncryptedCinderVolumes-312533800-project] For port ea2564e4-c59c-4379-ae14-405595aff25d, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=ea2564e4-c59c-4379-ae14-405595aff25d,segment=NetworkSegment(2884e98f-5056-4c9e-b974-25dc90dbea25),segment_id=2884e98f-5056-4c9e-b974-25dc90dbea25)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 21:08:30.482046 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-4e904053-67f5-46a5-bda7-0c09ac5025e5 req-fb3f7986-0f42-412f-a591-7059c242c706 tempest-TestEncryptedCinderVolumes-312533800 tempest-TestEncryptedCinderVolumes-312533800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:08:30.495247 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-4e904053-67f5-46a5-bda7-0c09ac5025e5 req-fb3f7986-0f42-412f-a591-7059c242c706 tempest-TestEncryptedCinderVolumes-312533800 tempest-TestEncryptedCinderVolumes-312533800-project] Calling delete_port for ea2564e4-c59c-4379-ae14-405595aff25d owned by compute:nova {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 21:08:30.630461 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-4e904053-67f5-46a5-bda7-0c09ac5025e5 req-fb3f7986-0f42-412f-a591-7059c242c706 tempest-TestEncryptedCinderVolumes-312533800 tempest-TestEncryptedCinderVolumes-312533800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:08:30.642130 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] get_ports_and_sgs() called for port_ids ['ea2564e4-c59c-4379-ae14-405595aff25d'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 21:08:30.667432 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3f7986-0f42-412f-a591-7059c242c706 tempest-TestEncryptedCinderVolumes-312533800 tempest-TestEncryptedCinderVolumes-312533800-project] Pushing event deleted for resources: {'Port': ['ID=ea2564e4-c59c-4379-ae14-405595aff25d,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:08:30.701341 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e904053-67f5-46a5-bda7-0c09ac5025e5 req-fb3f7986-0f42-412f-a591-7059c242c706 tempest-TestEncryptedCinderVolumes-312533800 tempest-TestEncryptedCinderVolumes-312533800-project] No DVR routers for this DVR port ea2564e4-c59c-4379-ae14-405595aff25d on host n-h2-818823-1 {{(pid=103447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 21:08:30.704155 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-4e904053-67f5-46a5-bda7-0c09ac5025e5 req-fb3f7986-0f42-412f-a591-7059c242c706 tempest-TestEncryptedCinderVolumes-312533800 tempest-TestEncryptedCinderVolumes-312533800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:08:30.707868 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4e904053-67f5-46a5-bda7-0c09ac5025e5 req-fb3f7986-0f42-412f-a591-7059c242c706 tempest-TestEncryptedCinderVolumes-312533800 tempest-TestEncryptedCinderVolumes-312533800-project] 10.222.0.20 "DELETE /v2.0/ports/ea2564e4-c59c-4379-ae14-405595aff25d HTTP/1.1" status: 204 len: 173 time: 0.3958900 Nov 22 21:08:30.708895 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9275d411-c7fe-4d7d-84d7-565c8e0b330d', 'name': 'network-vif-deleted', 'tag': 'ea2564e4-c59c-4379-ae14-405595aff25d'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 21:08:30.712117 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0b87e146ffa5c253ca46002a571dfb52564e5f7c412d10689cf18353d020cb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43692d64-57c2-4a85-9cfd-252f9aaa612f" -d '{"events": [{"server_uuid": "9275d411-c7fe-4d7d-84d7-565c8e0b330d", "name": "network-vif-deleted", "tag": "ea2564e4-c59c-4379-ae14-405595aff25d"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 21:08:30.824292 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 21:08:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16c0553a-d91f-463c-a7a9-229a0e5541d2 x-openstack-request-id: req-16c0553a-d91f-463c-a7a9-229a0e5541d2 {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 21:08:30.824602 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9275d411-c7fe-4d7d-84d7-565c8e0b330d", "name": "network-vif-deleted", "tag": "ea2564e4-c59c-4379-ae14-405595aff25d", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 21:08:30.824874 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-16c0553a-d91f-463c-a7a9-229a0e5541d2 {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 21:08:30.825437 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9275d411-c7fe-4d7d-84d7-565c8e0b330d', 'name': 'network-vif-deleted', 'tag': 'ea2564e4-c59c-4379-ae14-405595aff25d', 'status': 'completed', 'code': 200} Nov 22 21:08:31.040645 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9562c5c4-235c-4b7a-8ab1-fd880ef75e98 req-9bb78a4b-b4d7-4445-b667-65d9fbc82d61 tempest-TestEncryptedCinderVolumes-312533800 tempest-TestEncryptedCinderVolumes-312533800-project] 10.222.0.46 "GET /v2.0/ports?device_id=9275d411-c7fe-4d7d-84d7-565c8e0b330d HTTP/1.1" status: 200 len: 210 time: 0.0263236 Nov 22 21:08:32.130517 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 60096) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:08:32.468107 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-40dc1a26-bbec-4457-94df-4495c5134dc3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659736'] for router_interface, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:08:32.707998 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-40dc1a26-bbec-4457-94df-4495c5134dc3 admin admin] Deleting port b423708b-7b6d-45be-9d6b-0207fa7a9887 {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 21:08:32.708898 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-40dc1a26-bbec-4457-94df-4495c5134dc3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:08:32.782799 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [None req-40dc1a26-bbec-4457-94df-4495c5134dc3 admin admin] For port b423708b-7b6d-45be-9d6b-0207fa7a9887, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=b423708b-7b6d-45be-9d6b-0207fa7a9887,segment=NetworkSegment(2884e98f-5056-4c9e-b974-25dc90dbea25),segment_id=2884e98f-5056-4c9e-b974-25dc90dbea25)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 21:08:32.783082 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-40dc1a26-bbec-4457-94df-4495c5134dc3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:08:32.800361 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-40dc1a26-bbec-4457-94df-4495c5134dc3 admin admin] Calling delete_port for b423708b-7b6d-45be-9d6b-0207fa7a9887 owned by network:router_interface {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 21:08:32.953564 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device ea2564e4-c59c-4379-ae14-405595aff25d no longer exists at agent hyperv_n-h2-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 21:08:32.973523 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] No Port match for: ea2564e4-c59c-4379-ae14-405595aff25d {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 21:08:32.973875 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device ea2564e4-c59c-4379-ae14-405595aff25d not bound to the agent host n-h2-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 21:08:32.975479 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-40dc1a26-bbec-4457-94df-4495c5134dc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:08:33.003004 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dc1a26-bbec-4457-94df-4495c5134dc3 admin admin] Pushing event deleted for resources: {'Port': ['ID=b423708b-7b6d-45be-9d6b-0207fa7a9887,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:08:33.004617 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-dacac499-bfb2-4da8-83a4-51d05f305ead None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:08:33.168453 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-40dc1a26-bbec-4457-94df-4495c5134dc3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-563470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-663272'] for router_interface, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:08:33.385924 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40dc1a26-bbec-4457-94df-4495c5134dc3 admin admin] Router 317dccb1-dbc6-4f78-8688-cc391f47b155 has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 21:08:33.490733 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40dc1a26-bbec-4457-94df-4495c5134dc3 admin admin] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 21:08:33.496043 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-40dc1a26-bbec-4457-94df-4495c5134dc3 admin admin] 10.222.0.46 "PUT /v2.0/routers/317dccb1-dbc6-4f78-8688-cc391f47b155/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3645608 Nov 22 21:08:33.498557 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 60098) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:08:33.501491 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d54e06-c05e-472a-8436-f1e877715659 None None] Sync routers for ids ['317dccb1-dbc6-4f78-8688-cc391f47b155'] in n-d-818823-1 {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 21:08:33.511933 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d54e06-c05e-472a-8436-f1e877715659 None None] Routers {'317dccb1-dbc6-4f78-8688-cc391f47b155'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 21:08:33.512540 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-a9d54e06-c05e-472a-8436-f1e877715659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T21:08:33Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['317dccb1-dbc6-4f78-8688-cc391f47b155'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:08:33.607546 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c7190a93-dbb6-4feb-b897-2d2dc0b667d9 admin admin] Publish callbacks [] for router, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:08:33.647160 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-03f0964f-1b75-4df7-99e0-a3cdb56ec2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:08:33.711246 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-a9d54e06-c05e-472a-8436-f1e877715659 None None] Set router 317dccb1-dbc6-4f78-8688-cc391f47b155 gateway port host: n-d-818823-1 {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 21:08:33.719380 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c7190a93-dbb6-4feb-b897-2d2dc0b667d9 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:08:33.771461 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-c7190a93-dbb6-4feb-b897-2d2dc0b667d9 admin admin] Deleting port fcccecd8-6a08-4aa6-8937-9267a2caad71 {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 21:08:33.771808 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c7190a93-dbb6-4feb-b897-2d2dc0b667d9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:08:33.847711 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [None req-c7190a93-dbb6-4feb-b897-2d2dc0b667d9 admin admin] For port fcccecd8-6a08-4aa6-8937-9267a2caad71, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=fcccecd8-6a08-4aa6-8937-9267a2caad71,segment=NetworkSegment(8793ba83-8407-4c3d-9b56-2a177cd58a70),segment_id=8793ba83-8407-4c3d-9b56-2a177cd58a70)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 21:08:33.848077 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c7190a93-dbb6-4feb-b897-2d2dc0b667d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:08:33.860533 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-c7190a93-dbb6-4feb-b897-2d2dc0b667d9 admin admin] Calling delete_port for fcccecd8-6a08-4aa6-8937-9267a2caad71 owned by network:router_gateway {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 21:08:33.888138 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-a9d54e06-c05e-472a-8436-f1e877715659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '317dccb1-dbc6-4f78-8688-cc391f47b155', 'name': 'tempest-TestEncryptedCinderVolumes-2005223424-router', 'tenant_id': '8cedaf1e08054dd182e79fc27fe996ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': 'fcccecd8-6a08-4aa6-8937-9267a2caad71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T21:07:13Z', 'updated_at': '2021-11-22T21:08:32Z', 'revision_number': 5, 'project_id': '8cedaf1e08054dd182e79fc27fe996ea', 'gw_port': {'id': 'fcccecd8-6a08-4aa6-8937-9267a2caad71', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:51:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '317dccb1-dbc6-4f78-8688-cc391f47b155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:07:14Z', 'updated_at': '2021-11-22T21:07:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:08:33.915603 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d54e06-c05e-472a-8436-f1e877715659 None None] Checking router: 317dccb1-dbc6-4f78-8688-cc391f47b155 for host: n-d-818823-1 {{(pid=103450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 21:08:33.923913 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d54e06-c05e-472a-8436-f1e877715659 None None] Routers {'317dccb1-dbc6-4f78-8688-cc391f47b155'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 21:08:33.924519 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-a9d54e06-c05e-472a-8436-f1e877715659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T21:08:33Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['317dccb1-dbc6-4f78-8688-cc391f47b155'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:08:34.008983 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-a9d54e06-c05e-472a-8436-f1e877715659 None None] Set router 317dccb1-dbc6-4f78-8688-cc391f47b155 gateway port host: None {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 21:08:34.026262 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c7190a93-dbb6-4feb-b897-2d2dc0b667d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:08:34.057964 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7190a93-dbb6-4feb-b897-2d2dc0b667d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=fcccecd8-6a08-4aa6-8937-9267a2caad71,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:08:34.063642 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-a9d54e06-c05e-472a-8436-f1e877715659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '317dccb1-dbc6-4f78-8688-cc391f47b155', 'name': 'tempest-TestEncryptedCinderVolumes-2005223424-router', 'tenant_id': '8cedaf1e08054dd182e79fc27fe996ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T21:07:13Z', 'updated_at': '2021-11-22T21:08:33Z', 'revision_number': 6, 'project_id': '8cedaf1e08054dd182e79fc27fe996ea', 'gw_port_host': None}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:08:34.071143 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a001ae7-4ab6-42b5-b28a-816774cae9fc None None] DHCP port deletion for c48a55e9-6a85-4746-b7bf-3e29fb560094 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 21:08:34.090498 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d54e06-c05e-472a-8436-f1e877715659 None None] The sync data for ids ['317dccb1-dbc6-4f78-8688-cc391f47b155'] in n-d-818823-1 is: [{'id': '317dccb1-dbc6-4f78-8688-cc391f47b155', 'name': 'tempest-TestEncryptedCinderVolumes-2005223424-router', 'tenant_id': '8cedaf1e08054dd182e79fc27fe996ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T21:07:13Z', 'updated_at': '2021-11-22T21:08:33Z', 'revision_number': 6, 'project_id': '8cedaf1e08054dd182e79fc27fe996ea', 'gw_port_host': None}] {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 21:08:34.119389 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c7190a93-dbb6-4feb-b897-2d2dc0b667d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595398'] for router_gateway, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:08:34.207283 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c7190a93-dbb6-4feb-b897-2d2dc0b667d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24781'] for router, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:08:34.209315 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c7190a93-dbb6-4feb-b897-2d2dc0b667d9 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:08:34.251635 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c7190a93-dbb6-4feb-b897-2d2dc0b667d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-663261'] for router, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:08:34.252167 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7190a93-dbb6-4feb-b897-2d2dc0b667d9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 317dccb1-dbc6-4f78-8688-cc391f47b155 {{(pid=103447) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 21:08:34.256958 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c7190a93-dbb6-4feb-b897-2d2dc0b667d9 admin admin] Publish callbacks [] for router, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:08:34.258107 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-c7190a93-dbb6-4feb-b897-2d2dc0b667d9 admin admin] 10.222.0.46 "DELETE /v2.0/routers/317dccb1-dbc6-4f78-8688-cc391f47b155 HTTP/1.1" status: 204 len: 168 time: 0.7586408 Nov 22 21:08:34.260658 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 60100) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:08:34.308134 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb320f9f-d620-4daf-9cef-2ba055077c23 admin admin] Deleting subnet ec26b8a0-be5b-47a8-bb3f-0a6681872aba {{(pid=103447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 21:08:34.311124 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-eb320f9f-d620-4daf-9cef-2ba055077c23 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:08:34.344752 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-eb320f9f-d620-4daf-9cef-2ba055077c23 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12178353'] for subnet, precommit_delete_associations {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:08:34.421294 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-eb320f9f-d620-4daf-9cef-2ba055077c23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3753007'] for subnet, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:08:34.479104 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-eb320f9f-d620-4daf-9cef-2ba055077c23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3753014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8900804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8485115'] for subnet, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:08:34.507660 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb320f9f-d620-4daf-9cef-2ba055077c23 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec26b8a0-be5b-47a8-bb3f-0a6681872aba,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:08:34.511079 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-eb320f9f-d620-4daf-9cef-2ba055077c23 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:08:34.512981 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-eb320f9f-d620-4daf-9cef-2ba055077c23 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/ec26b8a0-be5b-47a8-bb3f-0a6681872aba HTTP/1.1" status: 204 len: 168 time: 0.2513878 Nov 22 21:08:34.513541 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6398e934-dbef-4b5d-a9a3-3bf44cffdc4f None None] Network ddb0bc5c-1cff-4421-80a4-0edeb2af6674 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 21:08:34.515519 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 60102) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:08:34.586058 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e909e203-0bce-46a3-a6e2-caa87eeaf57a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3961693'] for network, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:08:34.639333 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-e909e203-0bce-46a3-a6e2-caa87eeaf57a admin admin] Deleting port 87e17eca-17f2-4c38-82e8-2b4d182bf3ca {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 21:08:34.639746 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e909e203-0bce-46a3-a6e2-caa87eeaf57a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:08:34.706088 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [None req-e909e203-0bce-46a3-a6e2-caa87eeaf57a admin admin] For port 87e17eca-17f2-4c38-82e8-2b4d182bf3ca, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=87e17eca-17f2-4c38-82e8-2b4d182bf3ca,segment=NetworkSegment(2884e98f-5056-4c9e-b974-25dc90dbea25),segment_id=2884e98f-5056-4c9e-b974-25dc90dbea25)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 21:08:34.706463 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e909e203-0bce-46a3-a6e2-caa87eeaf57a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:08:34.719666 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-e909e203-0bce-46a3-a6e2-caa87eeaf57a admin admin] Calling delete_port for 87e17eca-17f2-4c38-82e8-2b4d182bf3ca owned by network:dhcp {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 21:08:34.796476 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e909e203-0bce-46a3-a6e2-caa87eeaf57a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:08:34.825859 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e909e203-0bce-46a3-a6e2-caa87eeaf57a admin admin] Pushing event deleted for resources: {'Port': ['ID=87e17eca-17f2-4c38-82e8-2b4d182bf3ca,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:08:34.830030 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e909e203-0bce-46a3-a6e2-caa87eeaf57a admin admin] No DVR routers for this DVR port 87e17eca-17f2-4c38-82e8-2b4d182bf3ca on host n-d-818823-1 {{(pid=103447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 21:08:34.875096 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8848a54f-e3f1-499c-9359-2f61bd703ce8 None None] DHCP port deletion for ddb0bc5c-1cff-4421-80a4-0edeb2af6674 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 21:08:34.905042 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e909e203-0bce-46a3-a6e2-caa87eeaf57a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3760028', 'neutron.services.segments.db._delete_segments_for_network-8748992815755'] for network, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:08:34.925073 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-e909e203-0bce-46a3-a6e2-caa87eeaf57a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddb0bc5c-1cff-4421-80a4-0edeb2af6674']}} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:08:34.934186 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-e909e203-0bce-46a3-a6e2-caa87eeaf57a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2884e98f-5056-4c9e-b974-25dc90dbea25') {'for_net_delete': True} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:08:34.934489 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-e909e203-0bce-46a3-a6e2-caa87eeaf57a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2884e98f-5056-4c9e-b974-25dc90dbea25') {} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:08:34.944627 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e909e203-0bce-46a3-a6e2-caa87eeaf57a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748993039638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12178344'] for segment, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:08:34.957822 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e909e203-0bce-46a3-a6e2-caa87eeaf57a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:08:34.964939 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e909e203-0bce-46a3-a6e2-caa87eeaf57a admin admin] Releasing vlan 635 on physical network physnet1 to pool {{(pid=103447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 21:08:34.965331 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e909e203-0bce-46a3-a6e2-caa87eeaf57a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8900762'] for segment, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:08:34.967069 n-d-818823-1 neutron-server[103447]: Traceback (most recent call last): Nov 22 21:08:34.967069 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 21:08:34.967069 n-d-818823-1 neutron-server[103447]: timer() Nov 22 21:08:34.967069 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 21:08:34.967069 n-d-818823-1 neutron-server[103447]: cb(*args, **kw) Nov 22 21:08:34.967069 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 21:08:34.967069 n-d-818823-1 neutron-server[103447]: return func(*args, **kwargs) Nov 22 21:08:34.967069 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 21:08:34.967069 n-d-818823-1 neutron-server[103447]: self._notify() Nov 22 21:08:34.967069 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 21:08:34.967069 n-d-818823-1 neutron-server[103447]: self.callback(batched_events) Nov 22 21:08:34.967069 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 21:08:34.967069 n-d-818823-1 neutron-server[103447]: event.method(event) Nov 22 21:08:34.967069 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 21:08:34.967069 n-d-818823-1 neutron-server[103447]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 21:08:34.967069 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 21:08:34.967069 n-d-818823-1 neutron-server[103447]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 21:08:34.967069 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 21:08:34.967069 n-d-818823-1 neutron-server[103447]: return f(self, *a, **k) Nov 22 21:08:34.967069 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 21:08:34.967069 n-d-818823-1 neutron-server[103447]: return self._get(url).json() Nov 22 21:08:34.967069 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 21:08:34.967069 n-d-818823-1 neutron-server[103447]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 21:08:34.967069 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 21:08:34.967069 n-d-818823-1 neutron-server[103447]: return self.request(url, 'GET', **kwargs) Nov 22 21:08:34.967069 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 21:08:34.967069 n-d-818823-1 neutron-server[103447]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 21:08:34.967069 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 21:08:34.967069 n-d-818823-1 neutron-server[103447]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 21:08:34.967069 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 21:08:34.967069 n-d-818823-1 neutron-server[103447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 21:08:34.967069 n-d-818823-1 neutron-server[103447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 21:08:35.300755 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e909e203-0bce-46a3-a6e2-caa87eeaf57a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3760002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595318'] for network, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:08:35.306813 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e909e203-0bce-46a3-a6e2-caa87eeaf57a admin admin] Publish callbacks [] for network, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:08:35.309965 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-e909e203-0bce-46a3-a6e2-caa87eeaf57a admin admin] 10.222.0.46 "DELETE /v2.0/networks/ddb0bc5c-1cff-4421-80a4-0edeb2af6674 HTTP/1.1" status: 204 len: 168 time: 0.7935305 Nov 22 21:08:35.313171 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 60104) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:08:35.321293 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e909e203-0bce-46a3-a6e2-caa87eeaf57a admin admin] Pushing event deleted for resources: {'Network': ['ID=ddb0bc5c-1cff-4421-80a4-0edeb2af6674,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:08:35.343659 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e49ee129-e862-4476-beca-cdc8150d2345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:08:35.642361 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device fcccecd8-6a08-4aa6-8937-9267a2caad71 no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 21:08:35.660064 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ee8edacf-e08a-4b3a-ba71-24331fd5c4b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659736'] for router_interface, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:08:35.666420 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: fcccecd8-6a08-4aa6-8937-9267a2caad71 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 21:08:35.666763 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device fcccecd8-6a08-4aa6-8937-9267a2caad71 not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 21:08:35.667181 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device b423708b-7b6d-45be-9d6b-0207fa7a9887 no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 21:08:35.685962 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: b423708b-7b6d-45be-9d6b-0207fa7a9887 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 21:08:35.686303 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device b423708b-7b6d-45be-9d6b-0207fa7a9887 not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 21:08:35.686699 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 87e17eca-17f2-4c38-82e8-2b4d182bf3ca no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 21:08:35.704942 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: 87e17eca-17f2-4c38-82e8-2b4d182bf3ca {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 21:08:35.705281 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 87e17eca-17f2-4c38-82e8-2b4d182bf3ca not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 21:08:35.905765 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-ee8edacf-e08a-4b3a-ba71-24331fd5c4b8 admin admin] Deleting port a5becee9-28b4-4d34-86e9-5ab1b0675042 {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 21:08:35.905993 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ee8edacf-e08a-4b3a-ba71-24331fd5c4b8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:08:35.980540 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-ee8edacf-e08a-4b3a-ba71-24331fd5c4b8 admin admin] For port a5becee9-28b4-4d34-86e9-5ab1b0675042, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=a5becee9-28b4-4d34-86e9-5ab1b0675042,segment=NetworkSegment(f74a2c70-8049-4518-83f5-af8f64242652),segment_id=f74a2c70-8049-4518-83f5-af8f64242652)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 21:08:35.980894 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ee8edacf-e08a-4b3a-ba71-24331fd5c4b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:08:35.993401 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-ee8edacf-e08a-4b3a-ba71-24331fd5c4b8 admin admin] Calling delete_port for a5becee9-28b4-4d34-86e9-5ab1b0675042 owned by network:router_interface {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 21:08:36.161016 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:08:36.170233 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ee8edacf-e08a-4b3a-ba71-24331fd5c4b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:08:36.196293 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8edacf-e08a-4b3a-ba71-24331fd5c4b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=a5becee9-28b4-4d34-86e9-5ab1b0675042,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:08:36.220045 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8edacf-e08a-4b3a-ba71-24331fd5c4b8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:08:36.220389 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8edacf-e08a-4b3a-ba71-24331fd5c4b8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:08:36.220727 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8edacf-e08a-4b3a-ba71-24331fd5c4b8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:08:36.221062 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8edacf-e08a-4b3a-ba71-24331fd5c4b8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:08:36.221390 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8edacf-e08a-4b3a-ba71-24331fd5c4b8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:08:36.221716 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8edacf-e08a-4b3a-ba71-24331fd5c4b8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:08:36.222051 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8edacf-e08a-4b3a-ba71-24331fd5c4b8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:08:36.222361 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8edacf-e08a-4b3a-ba71-24331fd5c4b8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:08:36.222679 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8edacf-e08a-4b3a-ba71-24331fd5c4b8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:08:36.223235 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8edacf-e08a-4b3a-ba71-24331fd5c4b8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:08:36.223358 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8edacf-e08a-4b3a-ba71-24331fd5c4b8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:08:36.223669 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8edacf-e08a-4b3a-ba71-24331fd5c4b8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:08:36.369579 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ee8edacf-e08a-4b3a-ba71-24331fd5c4b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-563470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-663272'] for router_interface, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:08:36.584922 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee8edacf-e08a-4b3a-ba71-24331fd5c4b8 admin admin] Router fa787f8c-1cdc-4c45-9edc-85958799db6b has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 21:08:36.688380 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee8edacf-e08a-4b3a-ba71-24331fd5c4b8 admin admin] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 21:08:36.693972 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-ee8edacf-e08a-4b3a-ba71-24331fd5c4b8 admin admin] 10.222.0.46 "PUT /v2.0/routers/fa787f8c-1cdc-4c45-9edc-85958799db6b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3797462 Nov 22 21:08:36.696539 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 60106) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:08:36.699159 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08cb734a-1459-4bfe-85e8-896dfc340ffd None None] Sync routers for ids ['fa787f8c-1cdc-4c45-9edc-85958799db6b'] in n-d-818823-1 {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 21:08:36.710166 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08cb734a-1459-4bfe-85e8-896dfc340ffd None None] Routers {'fa787f8c-1cdc-4c45-9edc-85958799db6b'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 21:08:36.710872 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-08cb734a-1459-4bfe-85e8-896dfc340ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T21:08:33Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['fa787f8c-1cdc-4c45-9edc-85958799db6b'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:08:36.798810 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8b5d6314-dda4-4084-9ac9-e24217075be5 admin admin] Publish callbacks [] for router, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:08:36.816396 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-08cb734a-1459-4bfe-85e8-896dfc340ffd None None] Set router fa787f8c-1cdc-4c45-9edc-85958799db6b gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 21:08:37.002595 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-08cb734a-1459-4bfe-85e8-896dfc340ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa787f8c-1cdc-4c45-9edc-85958799db6b', 'name': 'tempest-TestEncryptedCinderVolumes-766170507-router', 'tenant_id': 'b199ba75eb90464093171550e2d2dce6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.207'}], 'enable_snat': True}, 'gw_port_id': '2e09698a-ae05-442e-b4f3-45ec8b4727f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T21:07:18Z', 'updated_at': '2021-11-22T21:08:36Z', 'revision_number': 5, 'project_id': 'b199ba75eb90464093171550e2d2dce6', 'gw_port': {'id': '2e09698a-ae05-442e-b4f3-45ec8b4727f4', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:21:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa787f8c-1cdc-4c45-9edc-85958799db6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:07:19Z', 'updated_at': '2021-11-22T21:07:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:08:37.029901 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08cb734a-1459-4bfe-85e8-896dfc340ffd None None] Checking router: fa787f8c-1cdc-4c45-9edc-85958799db6b for host: n-d-818823-1 {{(pid=103449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 21:08:37.039674 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08cb734a-1459-4bfe-85e8-896dfc340ffd None None] Routers {'fa787f8c-1cdc-4c45-9edc-85958799db6b'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 21:08:37.040298 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-08cb734a-1459-4bfe-85e8-896dfc340ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T21:08:33Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['fa787f8c-1cdc-4c45-9edc-85958799db6b'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:08:37.147685 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-08cb734a-1459-4bfe-85e8-896dfc340ffd None None] Set router fa787f8c-1cdc-4c45-9edc-85958799db6b gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 21:08:37.213510 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8b5d6314-dda4-4084-9ac9-e24217075be5 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:08:37.267182 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-8b5d6314-dda4-4084-9ac9-e24217075be5 admin admin] Deleting port 2e09698a-ae05-442e-b4f3-45ec8b4727f4 {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 21:08:37.267402 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8b5d6314-dda4-4084-9ac9-e24217075be5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:08:37.329665 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-08cb734a-1459-4bfe-85e8-896dfc340ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa787f8c-1cdc-4c45-9edc-85958799db6b', 'name': 'tempest-TestEncryptedCinderVolumes-766170507-router', 'tenant_id': 'b199ba75eb90464093171550e2d2dce6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.207'}], 'enable_snat': True}, 'gw_port_id': '2e09698a-ae05-442e-b4f3-45ec8b4727f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T21:07:18Z', 'updated_at': '2021-11-22T21:08:36Z', 'revision_number': 5, 'project_id': 'b199ba75eb90464093171550e2d2dce6', 'gw_port': {'id': '2e09698a-ae05-442e-b4f3-45ec8b4727f4', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:21:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa787f8c-1cdc-4c45-9edc-85958799db6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:07:19Z', 'updated_at': '2021-11-22T21:07:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:08:37.345021 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-8b5d6314-dda4-4084-9ac9-e24217075be5 admin admin] For port 2e09698a-ae05-442e-b4f3-45ec8b4727f4, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=2e09698a-ae05-442e-b4f3-45ec8b4727f4,segment=NetworkSegment(8793ba83-8407-4c3d-9b56-2a177cd58a70),segment_id=8793ba83-8407-4c3d-9b56-2a177cd58a70)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 21:08:37.345384 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8b5d6314-dda4-4084-9ac9-e24217075be5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:08:37.358480 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-8b5d6314-dda4-4084-9ac9-e24217075be5 admin admin] Calling delete_port for 2e09698a-ae05-442e-b4f3-45ec8b4727f4 owned by network:router_gateway {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 21:08:37.360216 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08cb734a-1459-4bfe-85e8-896dfc340ffd None None] The sync data for ids ['fa787f8c-1cdc-4c45-9edc-85958799db6b'] in n-d-818823-1 is: [{'id': 'fa787f8c-1cdc-4c45-9edc-85958799db6b', 'name': 'tempest-TestEncryptedCinderVolumes-766170507-router', 'tenant_id': 'b199ba75eb90464093171550e2d2dce6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.207'}], 'enable_snat': True}, 'gw_port_id': '2e09698a-ae05-442e-b4f3-45ec8b4727f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T21:07:18Z', 'updated_at': '2021-11-22T21:08:36Z', 'revision_number': 5, 'project_id': 'b199ba75eb90464093171550e2d2dce6', 'gw_port': {'id': '2e09698a-ae05-442e-b4f3-45ec8b4727f4', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:21:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa787f8c-1cdc-4c45-9edc-85958799db6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:07:19Z', 'updated_at': '2021-11-22T21:07:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 21:08:37.521595 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8b5d6314-dda4-4084-9ac9-e24217075be5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:08:37.558856 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5d6314-dda4-4084-9ac9-e24217075be5 admin admin] Pushing event deleted for resources: {'Port': ['ID=2e09698a-ae05-442e-b4f3-45ec8b4727f4,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:08:37.569925 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1664d0ed-6f2a-4257-b413-dc2b97b1fe45 None None] DHCP port deletion for c48a55e9-6a85-4746-b7bf-3e29fb560094 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 21:08:37.624744 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8b5d6314-dda4-4084-9ac9-e24217075be5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595398'] for router_gateway, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:08:37.717591 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8b5d6314-dda4-4084-9ac9-e24217075be5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24781'] for router, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:08:37.722748 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8b5d6314-dda4-4084-9ac9-e24217075be5 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:08:37.771979 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8b5d6314-dda4-4084-9ac9-e24217075be5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-663261'] for router, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:08:37.772689 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b5d6314-dda4-4084-9ac9-e24217075be5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fa787f8c-1cdc-4c45-9edc-85958799db6b {{(pid=103448) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 21:08:37.777916 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8b5d6314-dda4-4084-9ac9-e24217075be5 admin admin] Publish callbacks [] for router, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:08:37.782006 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-8b5d6314-dda4-4084-9ac9-e24217075be5 admin admin] 10.222.0.46 "DELETE /v2.0/routers/fa787f8c-1cdc-4c45-9edc-85958799db6b HTTP/1.1" status: 204 len: 168 time: 1.0844889 Nov 22 21:08:37.782149 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 60108) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:08:37.834476 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f86e852-e0c7-4524-8d68-52d67e834d25 admin admin] Deleting subnet 59ff44d8-7196-4427-a45b-c92ffbc6f966 {{(pid=103447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 21:08:37.837718 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8f86e852-e0c7-4524-8d68-52d67e834d25 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:08:37.840335 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device a5becee9-28b4-4d34-86e9-5ab1b0675042 no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 21:08:37.864584 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: a5becee9-28b4-4d34-86e9-5ab1b0675042 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 21:08:37.865031 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device a5becee9-28b4-4d34-86e9-5ab1b0675042 not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 21:08:37.880704 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8f86e852-e0c7-4524-8d68-52d67e834d25 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12178353'] for subnet, precommit_delete_associations {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:08:37.964757 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8f86e852-e0c7-4524-8d68-52d67e834d25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3753007'] for subnet, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:08:38.021618 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8f86e852-e0c7-4524-8d68-52d67e834d25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3753014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8900804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8485115'] for subnet, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:08:38.049280 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f86e852-e0c7-4524-8d68-52d67e834d25 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=59ff44d8-7196-4427-a45b-c92ffbc6f966,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:08:38.051355 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8f86e852-e0c7-4524-8d68-52d67e834d25 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:08:38.057531 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-8f86e852-e0c7-4524-8d68-52d67e834d25 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/59ff44d8-7196-4427-a45b-c92ffbc6f966 HTTP/1.1" status: 204 len: 168 time: 0.2720761 Nov 22 21:08:38.057692 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c153cf94-4a39-4aa7-98b2-26bd301f6782 None None] Network 520d7944-7b0c-43d1-a33e-7d1d8f60c69a requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 21:08:38.057786 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 60110) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:08:38.136197 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1bfa57bf-af53-4a02-a304-968024d287b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3961693'] for network, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:08:38.197240 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-1bfa57bf-af53-4a02-a304-968024d287b0 admin admin] Deleting port 4d57408e-e80d-4717-b8ab-087922a832f5 {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 21:08:38.197665 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1bfa57bf-af53-4a02-a304-968024d287b0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:08:38.260290 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [None req-1bfa57bf-af53-4a02-a304-968024d287b0 admin admin] For port 4d57408e-e80d-4717-b8ab-087922a832f5, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=4d57408e-e80d-4717-b8ab-087922a832f5,segment=NetworkSegment(f74a2c70-8049-4518-83f5-af8f64242652),segment_id=f74a2c70-8049-4518-83f5-af8f64242652)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 21:08:38.260667 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1bfa57bf-af53-4a02-a304-968024d287b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:08:38.277255 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-1bfa57bf-af53-4a02-a304-968024d287b0 admin admin] Calling delete_port for 4d57408e-e80d-4717-b8ab-087922a832f5 owned by network:dhcp {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 21:08:38.368233 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1bfa57bf-af53-4a02-a304-968024d287b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:08:38.395300 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfa57bf-af53-4a02-a304-968024d287b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d57408e-e80d-4717-b8ab-087922a832f5,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:08:38.397219 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bfa57bf-af53-4a02-a304-968024d287b0 admin admin] No DVR routers for this DVR port 4d57408e-e80d-4717-b8ab-087922a832f5 on host n-d-818823-1 {{(pid=103447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 21:08:38.470246 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1bfa57bf-af53-4a02-a304-968024d287b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3760028', 'neutron.services.segments.db._delete_segments_for_network-8748992815755'] for network, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:08:38.498158 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-1bfa57bf-af53-4a02-a304-968024d287b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['520d7944-7b0c-43d1-a33e-7d1d8f60c69a']}} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:08:38.508830 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-1bfa57bf-af53-4a02-a304-968024d287b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f74a2c70-8049-4518-83f5-af8f64242652') {'for_net_delete': True} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:08:38.509134 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-1bfa57bf-af53-4a02-a304-968024d287b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f74a2c70-8049-4518-83f5-af8f64242652') {} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:08:38.529232 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1bfa57bf-af53-4a02-a304-968024d287b0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748993039638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12178344'] for segment, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:08:38.532695 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05085674-d3ae-472b-ac52-be70aeea0ad2 None None] DHCP port deletion for 520d7944-7b0c-43d1-a33e-7d1d8f60c69a request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 21:08:38.545796 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1bfa57bf-af53-4a02-a304-968024d287b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:08:38.558163 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bfa57bf-af53-4a02-a304-968024d287b0 admin admin] Releasing vlan 644 on physical network physnet1 to pool {{(pid=103447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 21:08:38.558600 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1bfa57bf-af53-4a02-a304-968024d287b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8900762'] for segment, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:08:38.560694 n-d-818823-1 neutron-server[103447]: Traceback (most recent call last): Nov 22 21:08:38.560694 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 21:08:38.560694 n-d-818823-1 neutron-server[103447]: timer() Nov 22 21:08:38.560694 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 21:08:38.560694 n-d-818823-1 neutron-server[103447]: cb(*args, **kw) Nov 22 21:08:38.560694 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 21:08:38.560694 n-d-818823-1 neutron-server[103447]: return func(*args, **kwargs) Nov 22 21:08:38.560694 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 21:08:38.560694 n-d-818823-1 neutron-server[103447]: self._notify() Nov 22 21:08:38.560694 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 21:08:38.560694 n-d-818823-1 neutron-server[103447]: self.callback(batched_events) Nov 22 21:08:38.560694 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 21:08:38.560694 n-d-818823-1 neutron-server[103447]: event.method(event) Nov 22 21:08:38.560694 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 21:08:38.560694 n-d-818823-1 neutron-server[103447]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 21:08:38.560694 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 21:08:38.560694 n-d-818823-1 neutron-server[103447]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 21:08:38.560694 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 21:08:38.560694 n-d-818823-1 neutron-server[103447]: return f(self, *a, **k) Nov 22 21:08:38.560694 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 21:08:38.560694 n-d-818823-1 neutron-server[103447]: return self._get(url).json() Nov 22 21:08:38.560694 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 21:08:38.560694 n-d-818823-1 neutron-server[103447]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 21:08:38.560694 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 21:08:38.560694 n-d-818823-1 neutron-server[103447]: return self.request(url, 'GET', **kwargs) Nov 22 21:08:38.560694 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 21:08:38.560694 n-d-818823-1 neutron-server[103447]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 21:08:38.560694 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 21:08:38.560694 n-d-818823-1 neutron-server[103447]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 21:08:38.560694 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 21:08:38.560694 n-d-818823-1 neutron-server[103447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 21:08:38.560694 n-d-818823-1 neutron-server[103447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 21:08:38.615725 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1bfa57bf-af53-4a02-a304-968024d287b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3760002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595318'] for network, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:08:38.620969 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1bfa57bf-af53-4a02-a304-968024d287b0 admin admin] Publish callbacks [] for network, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:08:38.626778 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-1bfa57bf-af53-4a02-a304-968024d287b0 admin admin] 10.222.0.46 "DELETE /v2.0/networks/520d7944-7b0c-43d1-a33e-7d1d8f60c69a HTTP/1.1" status: 204 len: 168 time: 0.5656643 Nov 22 21:08:38.638223 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfa57bf-af53-4a02-a304-968024d287b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=520d7944-7b0c-43d1-a33e-7d1d8f60c69a,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:08:38.781326 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 60114) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:08:38.826957 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-cd8277e6-388a-42cf-8d31-6bb025bdf729 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8cedaf1e08054dd182e79fc27fe996ea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0443599 Nov 22 21:08:38.829373 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 60116) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:08:38.881553 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-eea02827-42d1-4c37-8984-440a266335b0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:08:38.902219 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-eea02827-42d1-4c37-8984-440a266335b0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:08:38.955374 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-eea02827-42d1-4c37-8984-440a266335b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:08:38.958080 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-eea02827-42d1-4c37-8984-440a266335b0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:08:38.959251 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-eea02827-42d1-4c37-8984-440a266335b0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0878d3ec-6dde-4957-8e40-3b0c0b9aa5e7 HTTP/1.1" status: 204 len: 168 time: 0.1289535 Nov 22 21:08:38.968186 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea02827-42d1-4c37-8984-440a266335b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0878d3ec-6dde-4957-8e40-3b0c0b9aa5e7,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:08:39.269980 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 60122) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:08:39.322639 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-a80a7171-cd28-49ea-87fb-a75ce76c3ef6 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b199ba75eb90464093171550e2d2dce6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0513973 Nov 22 21:08:39.324997 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 60124) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:08:39.372288 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f0953b82-3958-4119-86b0-9ee650ddb610 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:08:39.392735 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f0953b82-3958-4119-86b0-9ee650ddb610 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:08:39.440189 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f0953b82-3958-4119-86b0-9ee650ddb610 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:08:39.443002 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f0953b82-3958-4119-86b0-9ee650ddb610 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:08:39.444245 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-f0953b82-3958-4119-86b0-9ee650ddb610 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b3c4b404-5946-4c5b-8573-46af68536f1a HTTP/1.1" status: 204 len: 168 time: 0.1183527 Nov 22 21:08:39.452222 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0953b82-3958-4119-86b0-9ee650ddb610 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3c4b404-5946-4c5b-8573-46af68536f1a,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:08:39.654023 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 2e09698a-ae05-442e-b4f3-45ec8b4727f4 no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 21:08:39.674793 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: 2e09698a-ae05-442e-b4f3-45ec8b4727f4 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 21:08:39.675226 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 2e09698a-ae05-442e-b4f3-45ec8b4727f4 not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 21:08:39.675746 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 4d57408e-e80d-4717-b8ab-087922a832f5 no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 21:08:39.694432 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: 4d57408e-e80d-4717-b8ab-087922a832f5 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 21:08:39.694865 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 4d57408e-e80d-4717-b8ab-087922a832f5 not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 21:08:40.108918 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 60146) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:08:40.160442 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.agents_db [None req-aa8313f2-1ee4-4e7b-8c5a-d32b2f9d31ee None None] Agent healthcheck: found 7 active agents {{(pid=103450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 21:08:40.205147 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-4c5b90f9-5cc0-4029-ad02-4953db5e901c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1934309254-network', 'tenant_id': 'b25e0661aae4446bad3dc19cc1165377'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 21:08:40.225790 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c5b90f9-5cc0-4029-ad02-4953db5e901c admin admin] Made reservation on behalf of b25e0661aae4446bad3dc19cc1165377 for: {'network': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 21:08:40.228112 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4c5b90f9-5cc0-4029-ad02-4953db5e901c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for network, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:08:40.237983 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4c5b90f9-5cc0-4029-ad02-4953db5e901c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:08:40.317117 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4c5b90f9-5cc0-4029-ad02-4953db5e901c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:08:40.320774 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4c5b90f9-5cc0-4029-ad02-4953db5e901c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:08:40.345199 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c5b90f9-5cc0-4029-ad02-4953db5e901c admin admin] vlan segment allocate from pool success with {'vlan_id': 641, 'physical_network': 'physnet1'} {{(pid=103447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 21:08:40.355395 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5b90f9-5cc0-4029-ad02-4953db5e901c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c3268de-0856-47ee-9536-d4810b121806,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:08:40.361342 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4c5b90f9-5cc0-4029-ad02-4953db5e901c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:08:40.361685 n-d-818823-1 neutron-server[103447]: INFO neutron.db.segments_db [None req-4c5b90f9-5cc0-4029-ad02-4953db5e901c admin admin] Added segment 4cb07f08-e5d7-4605-82f1-65079d0ae378 of type vlan for network b9fcbbe8-de2f-42fe-9629-5ce55e9bb3ac Nov 22 21:08:40.408746 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4c5b90f9-5cc0-4029-ad02-4953db5e901c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748992492791'] for network, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:08:40.432867 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4c5b90f9-5cc0-4029-ad02-4953db5e901c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for network, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:08:40.433734 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c5b90f9-5cc0-4029-ad02-4953db5e901c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:08:40.434322 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4c5b90f9-5cc0-4029-ad02-4953db5e901c admin admin] Publish callbacks [] for network, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:08:40.488416 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-4c5b90f9-5cc0-4029-ad02-4953db5e901c admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3783853 Nov 22 21:08:40.491545 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 60150) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:08:40.495601 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5b90f9-5cc0-4029-ad02-4953db5e901c admin admin] Pushing event updated for resources: {'Network': ['ID=b9fcbbe8-de2f-42fe-9629-5ce55e9bb3ac,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:08:40.496889 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-8c2407d4-1c52-4156-ba21-edd86af670db admin admin] Request body: {'subnet': {'network_id': 'b9fcbbe8-de2f-42fe-9629-5ce55e9bb3ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1934309254-subnet', 'tenant_id': 'b25e0661aae4446bad3dc19cc1165377', 'ip_version': 4}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 21:08:40.506552 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Network b9fcbbe8-de2f-42fe-9629-5ce55e9bb3ac details requested by agent ovs-agent-n-d-818823-1 with host n-d-818823-1 {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 21:08:40.521275 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c2407d4-1c52-4156-ba21-edd86af670db admin admin] Made reservation on behalf of b25e0661aae4446bad3dc19cc1165377 for: {'subnet': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 21:08:40.523675 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8c2407d4-1c52-4156-ba21-edd86af670db admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11792951'] for subnet, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:08:40.684864 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8c2407d4-1c52-4156-ba21-edd86af670db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11567560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11792921'] for subnet, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:08:40.742168 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2407d4-1c52-4156-ba21-edd86af670db admin admin] Pushing event updated for resources: {'Subnet': ['ID=1bb17d8c-a656-40c7-9434-39cd4b3a8228,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:08:40.750678 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c2407d4-1c52-4156-ba21-edd86af670db admin admin] Checking segment: {'id': '4cb07f08-e5d7-4605-82f1-65079d0ae378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'b9fcbbe8-de2f-42fe-9629-5ce55e9bb3ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 21:08:40.751035 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c2407d4-1c52-4156-ba21-edd86af670db admin admin] Network hostable DHCP agents. Network: b9fcbbe8-de2f-42fe-9629-5ce55e9bb3ac, hostable agents: ['02adaa64-0987-4b74-bad0-cbcf56f8a294'], hosted agents: [] {{(pid=103448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 21:08:40.767073 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c2407d4-1c52-4156-ba21-edd86af670db admin admin] Network b9fcbbe8-de2f-42fe-9629-5ce55e9bb3ac is scheduled to be hosted by DHCP agent 02adaa64-0987-4b74-bad0-cbcf56f8a294 with binding_index 1 {{(pid=103448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 21:08:40.776027 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-8c2407d4-1c52-4156-ba21-edd86af670db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818823-1, b9fcbbe8-de2f-42fe-9629-5ce55e9bb3ac) {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 21:08:40.779989 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c2407d4-1c52-4156-ba21-edd86af670db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:08:40.780578 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8c2407d4-1c52-4156-ba21-edd86af670db admin admin] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:08:40.784798 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07974a77-3a34-44cc-ac56-c68f116510e5 None None] Network b9fcbbe8-de2f-42fe-9629-5ce55e9bb3ac requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 21:08:40.796995 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-8c2407d4-1c52-4156-ba21-edd86af670db admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3040276 Nov 22 21:08:40.799766 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 60152) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:08:40.804342 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-448b773f-e02e-4176-9d81-1011a400e259 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1934309254-router', 'tenant_id': 'b25e0661aae4446bad3dc19cc1165377', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'}}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 21:08:40.832981 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-448b773f-e02e-4176-9d81-1011a400e259 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24799'] for router, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:08:40.834785 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-448b773f-e02e-4176-9d81-1011a400e259 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-632716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24788'] for router, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:08:40.918444 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-448b773f-e02e-4176-9d81-1011a400e259 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:08:40.936030 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-513ac67f-71de-4f4a-b5e5-4bdfb3517e60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fb26bd7-ce56-527b-b94f-2e1f7cb2bb35-b9fcbbe8-de2f-42fe-9629-5ce55e9bb3ac', 'network_id': 'b9fcbbe8-de2f-42fe-9629-5ce55e9bb3ac', 'tenant_id': 'b25e0661aae4446bad3dc19cc1165377', 'fixed_ips': [{'subnet_id': '1bb17d8c-a656-40c7-9434-39cd4b3a8228'}]}} from n-d-818823-1. {{(pid=103449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 21:08:40.936845 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-513ac67f-71de-4f4a-b5e5-4bdfb3517e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:08:41.057647 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-448b773f-e02e-4176-9d81-1011a400e259 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:08:41.231875 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.db_base_plugin_common [None req-513ac67f-71de-4f4a-b5e5-4bdfb3517e60 None None] Allocated IP 172.20.0.2 (b9fcbbe8-de2f-42fe-9629-5ce55e9bb3ac/1bb17d8c-a656-40c7-9434-39cd4b3a8228/253d71ea-7d1e-4b37-964b-c924d3e6027f) {{(pid=103449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 21:08:41.267792 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-448b773f-e02e-4176-9d81-1011a400e259 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:08:41.292089 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-448b773f-e02e-4176-9d81-1011a400e259 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:08:41.378374 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-513ac67f-71de-4f4a-b5e5-4bdfb3517e60 None None] Publish callbacks [] for port, precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:08:41.386125 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-513ac67f-71de-4f4a-b5e5-4bdfb3517e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372'] for port, after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:08:41.394741 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [None req-448b773f-e02e-4176-9d81-1011a400e259 admin admin] Allocated IP 172.25.5.197 (c48a55e9-6a85-4746-b7bf-3e29fb560094/5da6f781-63e6-4328-ae7a-5e672262f55a/7a59f826-4001-4f82-8fa7-1412e4a55a21) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 21:08:41.424498 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-513ac67f-71de-4f4a-b5e5-4bdfb3517e60 None None] Network b9fcbbe8-de2f-42fe-9629-5ce55e9bb3ac is already hosted by enough agents. {{(pid=103449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 21:08:41.428035 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.base_scheduler [None req-513ac67f-71de-4f4a-b5e5-4bdfb3517e60 None None] Resources bound (agent type, host, resource id): {{(pid=103449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 21:08:41.431509 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-513ac67f-71de-4f4a-b5e5-4bdfb3517e60 None None] Received port after_create {{(pid=103449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 21:08:41.443564 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513ac67f-71de-4f4a-b5e5-4bdfb3517e60 None None] Pushing event updated for resources: {'Port': ['ID=253d71ea-7d1e-4b37-964b-c924d3e6027f,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:08:41.490897 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-513ac67f-71de-4f4a-b5e5-4bdfb3517e60 None None] Attempting to bind port 253d71ea-7d1e-4b37-964b-c924d3e6027f on host n-d-818823-1 for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 21:08:41.491159 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-513ac67f-71de-4f4a-b5e5-4bdfb3517e60 None None] Attempting to bind port 253d71ea-7d1e-4b37-964b-c924d3e6027f by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': '4cb07f08-e5d7-4605-82f1-65079d0ae378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'b9fcbbe8-de2f-42fe-9629-5ce55e9bb3ac'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 21:08:41.491811 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513ac67f-71de-4f4a-b5e5-4bdfb3517e60 None None] Attempting to bind port 253d71ea-7d1e-4b37-964b-c924d3e6027f on network b9fcbbe8-de2f-42fe-9629-5ce55e9bb3ac {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 21:08:41.497232 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513ac67f-71de-4f4a-b5e5-4bdfb3517e60 None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 21, 8, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 21:08:41.497610 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513ac67f-71de-4f4a-b5e5-4bdfb3517e60 None None] Checking segment: {'id': '4cb07f08-e5d7-4605-82f1-65079d0ae378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'b9fcbbe8-de2f-42fe-9629-5ce55e9bb3ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 21:08:41.498010 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-513ac67f-71de-4f4a-b5e5-4bdfb3517e60 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:08:41.498400 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513ac67f-71de-4f4a-b5e5-4bdfb3517e60 None None] Bound using segment: {'id': '4cb07f08-e5d7-4605-82f1-65079d0ae378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'b9fcbbe8-de2f-42fe-9629-5ce55e9bb3ac'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 21:08:41.498855 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-513ac67f-71de-4f4a-b5e5-4bdfb3517e60 None None] Bound port: 253d71ea-7d1e-4b37-964b-c924d3e6027f, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cb07f08-e5d7-4605-82f1-65079d0ae378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'b9fcbbe8-de2f-42fe-9629-5ce55e9bb3ac'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 21:08:41.499232 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-513ac67f-71de-4f4a-b5e5-4bdfb3517e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:08:41.502142 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-448b773f-e02e-4176-9d81-1011a400e259 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:08:41.537386 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-448b773f-e02e-4176-9d81-1011a400e259 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:08:41.565746 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-513ac67f-71de-4f4a-b5e5-4bdfb3517e60 None None] For port 253d71ea-7d1e-4b37-964b-c924d3e6027f, host n-d-818823-1, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 21:08:41.569020 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-513ac67f-71de-4f4a-b5e5-4bdfb3517e60 None None] For port 253d71ea-7d1e-4b37-964b-c924d3e6027f, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=253d71ea-7d1e-4b37-964b-c924d3e6027f,segment=NetworkSegment(4cb07f08-e5d7-4605-82f1-65079d0ae378),segment_id=4cb07f08-e5d7-4605-82f1-65079d0ae378)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 21:08:41.572899 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-513ac67f-71de-4f4a-b5e5-4bdfb3517e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:08:41.575866 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-448b773f-e02e-4176-9d81-1011a400e259 admin admin] Network c48a55e9-6a85-4746-b7bf-3e29fb560094 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 21:08:41.580342 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-448b773f-e02e-4176-9d81-1011a400e259 admin admin] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 21:08:41.583847 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-448b773f-e02e-4176-9d81-1011a400e259 admin admin] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 21:08:41.602002 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1c96409-3f15-4093-a6d8-c2c1ddd76e83 None None] DHCP port deletion for c48a55e9-6a85-4746-b7bf-3e29fb560094 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 21:08:41.609800 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448b773f-e02e-4176-9d81-1011a400e259 admin admin] Pushing event updated for resources: {'Port': ['ID=7a59f826-4001-4f82-8fa7-1412e4a55a21,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:08:41.641876 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513ac67f-71de-4f4a-b5e5-4bdfb3517e60 None None] Pushing event updated for resources: {'Port': ['ID=253d71ea-7d1e-4b37-964b-c924d3e6027f,revision_number=2']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:08:41.759877 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-7ec9ac22-57b8-41a9-9e35-2a6ad0dc67f1 None None] Provisioning complete for port 7a59f826-4001-4f82-8fa7-1412e4a55a21 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 21:08:41.760749 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-7ec9ac22-57b8-41a9-9e35-2a6ad0dc67f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:08:41.800077 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-7ec9ac22-57b8-41a9-9e35-2a6ad0dc67f1 None None] Port 7a59f826-4001-4f82-8fa7-1412e4a55a21 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 21:08:41.865638 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-448b773f-e02e-4176-9d81-1011a400e259 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:08:42.058522 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-448b773f-e02e-4176-9d81-1011a400e259 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-659538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-841284'] for router, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:08:42.197184 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-448b773f-e02e-4176-9d81-1011a400e259 admin admin] Router 01e837ea-6397-4aec-9bd1-2d92f287a015 is scheduled to L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 with binding_index 1 {{(pid=103447) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 21:08:42.307276 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-448b773f-e02e-4176-9d81-1011a400e259 admin admin] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 21:08:42.316267 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82e2bab6-8ea3-438b-b220-ba00359bf3a9 None None] Sync routers for ids ['01e837ea-6397-4aec-9bd1-2d92f287a015'] in n-d-818823-1 {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 21:08:42.327853 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82e2bab6-8ea3-438b-b220-ba00359bf3a9 None None] Routers {'01e837ea-6397-4aec-9bd1-2d92f287a015'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 21:08:42.328218 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-448b773f-e02e-4176-9d81-1011a400e259 admin admin] Publish callbacks [] for router, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:08:42.328630 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-82e2bab6-8ea3-438b-b220-ba00359bf3a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T21:08:33Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['01e837ea-6397-4aec-9bd1-2d92f287a015'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:08:42.332573 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-448b773f-e02e-4176-9d81-1011a400e259 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.5292323 Nov 22 21:08:42.332810 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 60154) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:08:42.441057 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-82e2bab6-8ea3-438b-b220-ba00359bf3a9 None None] Set router 01e837ea-6397-4aec-9bd1-2d92f287a015 gateway port host: n-d-818823-1 {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 21:08:42.637802 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ba07142-b1d3-4700-b7d0-18d901bbcc61 None None] Network b9fcbbe8-de2f-42fe-9629-5ce55e9bb3ac requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 21:08:42.642087 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-82e2bab6-8ea3-438b-b220-ba00359bf3a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01e837ea-6397-4aec-9bd1-2d92f287a015', 'name': 'tempest-TestMinimumBasicScenario-1934309254-router', 'tenant_id': 'b25e0661aae4446bad3dc19cc1165377', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.197'}], 'enable_snat': True}, 'gw_port_id': '7a59f826-4001-4f82-8fa7-1412e4a55a21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T21:08:40Z', 'updated_at': '2021-11-22T21:08:41Z', 'revision_number': 3, 'project_id': 'b25e0661aae4446bad3dc19cc1165377', 'gw_port': {'id': '7a59f826-4001-4f82-8fa7-1412e4a55a21', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:50:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01e837ea-6397-4aec-9bd1-2d92f287a015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:08:41Z', 'updated_at': '2021-11-22T21:08:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:08:42.671918 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82e2bab6-8ea3-438b-b220-ba00359bf3a9 None None] Checking router: 01e837ea-6397-4aec-9bd1-2d92f287a015 for host: n-d-818823-1 {{(pid=103450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 21:08:42.672270 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82e2bab6-8ea3-438b-b220-ba00359bf3a9 None None] Updating router 01e837ea-6397-4aec-9bd1-2d92f287a015 port 7a59f826-4001-4f82-8fa7-1412e4a55a21 binding host n-d-818823-1 {{(pid=103450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 21:08:42.699127 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-82e2bab6-8ea3-438b-b220-ba00359bf3a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:08:42.760633 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-eef5c8eb-741b-4fa0-95c7-88a22dacf131 None None] Provisioning complete for port 253d71ea-7d1e-4b37-964b-c924d3e6027f triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 21:08:42.761017 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-eef5c8eb-741b-4fa0-95c7-88a22dacf131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:08:42.767948 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a1797495-2471-4222-9806-86f6440a9b9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:08:42.884066 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-eef5c8eb-741b-4fa0-95c7-88a22dacf131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:08:42.922069 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-eef5c8eb-741b-4fa0-95c7-88a22dacf131 None None] For port 253d71ea-7d1e-4b37-964b-c924d3e6027f, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=253d71ea-7d1e-4b37-964b-c924d3e6027f,segment=NetworkSegment(4cb07f08-e5d7-4605-82f1-65079d0ae378),segment_id=4cb07f08-e5d7-4605-82f1-65079d0ae378)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 21:08:42.933534 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-eef5c8eb-741b-4fa0-95c7-88a22dacf131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:08:42.951569 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [None req-a1797495-2471-4222-9806-86f6440a9b9f admin admin] Allocated IP 172.20.0.1 (b9fcbbe8-de2f-42fe-9629-5ce55e9bb3ac/1bb17d8c-a656-40c7-9434-39cd4b3a8228/0c63c103-f0bf-4522-8c0f-6d33625ea212) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 21:08:42.974297 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-82e2bab6-8ea3-438b-b220-ba00359bf3a9 None None] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:08:42.982223 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-82e2bab6-8ea3-438b-b220-ba00359bf3a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:08:42.998617 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef5c8eb-741b-4fa0-95c7-88a22dacf131 None None] Pushing event updated for resources: {'Port': ['ID=253d71ea-7d1e-4b37-964b-c924d3e6027f,revision_number=3']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:08:43.034522 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70981038-291c-406a-b80c-9be8bf3c6419 None None] DHCP port deletion for c48a55e9-6a85-4746-b7bf-3e29fb560094 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 21:08:43.039639 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-82e2bab6-8ea3-438b-b220-ba00359bf3a9 None None] Attempting to bind port 7a59f826-4001-4f82-8fa7-1412e4a55a21 on host n-d-818823-1 for vnic_type normal with profile {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 21:08:43.040019 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-82e2bab6-8ea3-438b-b220-ba00359bf3a9 None None] Attempting to bind port 7a59f826-4001-4f82-8fa7-1412e4a55a21 by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 21:08:43.040383 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82e2bab6-8ea3-438b-b220-ba00359bf3a9 None None] Attempting to bind port 7a59f826-4001-4f82-8fa7-1412e4a55a21 on network c48a55e9-6a85-4746-b7bf-3e29fb560094 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 21:08:43.052693 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82e2bab6-8ea3-438b-b220-ba00359bf3a9 None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 21, 8, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 21:08:43.053074 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82e2bab6-8ea3-438b-b220-ba00359bf3a9 None None] Checking segment: {'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 21:08:43.053477 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-82e2bab6-8ea3-438b-b220-ba00359bf3a9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:08:43.053872 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82e2bab6-8ea3-438b-b220-ba00359bf3a9 None None] Bound using segment: {'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 21:08:43.054350 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-82e2bab6-8ea3-438b-b220-ba00359bf3a9 None None] Bound port: 7a59f826-4001-4f82-8fa7-1412e4a55a21, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'}}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 21:08:43.054729 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-82e2bab6-8ea3-438b-b220-ba00359bf3a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:08:43.060196 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee345ed7-c3fa-4a47-84e1-67422d379d33 None None] Pushing event updated for resources: {'Port': ['ID=7a59f826-4001-4f82-8fa7-1412e4a55a21,revision_number=2']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:08:43.083214 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a1797495-2471-4222-9806-86f6440a9b9f admin admin] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:08:43.090221 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee345ed7-c3fa-4a47-84e1-67422d379d33 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:08:43.090567 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee345ed7-c3fa-4a47-84e1-67422d379d33 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:08:43.091107 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee345ed7-c3fa-4a47-84e1-67422d379d33 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:08:43.091461 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee345ed7-c3fa-4a47-84e1-67422d379d33 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:08:43.091799 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee345ed7-c3fa-4a47-84e1-67422d379d33 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:08:43.092127 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee345ed7-c3fa-4a47-84e1-67422d379d33 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:08:43.092451 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee345ed7-c3fa-4a47-84e1-67422d379d33 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:08:43.092777 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee345ed7-c3fa-4a47-84e1-67422d379d33 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:08:43.093101 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee345ed7-c3fa-4a47-84e1-67422d379d33 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:08:43.093422 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee345ed7-c3fa-4a47-84e1-67422d379d33 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:08:43.093745 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee345ed7-c3fa-4a47-84e1-67422d379d33 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:08:43.094060 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee345ed7-c3fa-4a47-84e1-67422d379d33 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:08:43.124083 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a1797495-2471-4222-9806-86f6440a9b9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:08:43.124470 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-82e2bab6-8ea3-438b-b220-ba00359bf3a9 None None] For port 7a59f826-4001-4f82-8fa7-1412e4a55a21, host n-d-818823-1, cleared binding levels {{(pid=103450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 21:08:43.128903 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-82e2bab6-8ea3-438b-b220-ba00359bf3a9 None None] For port 7a59f826-4001-4f82-8fa7-1412e4a55a21, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=7a59f826-4001-4f82-8fa7-1412e4a55a21,segment=NetworkSegment(8793ba83-8407-4c3d-9b56-2a177cd58a70),segment_id=8793ba83-8407-4c3d-9b56-2a177cd58a70)] {{(pid=103450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 21:08:43.133395 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-82e2bab6-8ea3-438b-b220-ba00359bf3a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:08:43.155120 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-21b49bbc-440e-4ab8-925a-10e81eff3ee1 None None] Provisioning complete for port 253d71ea-7d1e-4b37-964b-c924d3e6027f triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 21:08:43.155639 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-21b49bbc-440e-4ab8-925a-10e81eff3ee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:08:43.167749 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1797495-2471-4222-9806-86f6440a9b9f admin admin] Network b9fcbbe8-de2f-42fe-9629-5ce55e9bb3ac is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 21:08:43.173771 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-a1797495-2471-4222-9806-86f6440a9b9f admin admin] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 21:08:43.175720 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1797495-2471-4222-9806-86f6440a9b9f admin admin] Pushing event updated for resources: {'Port': ['ID=0c63c103-f0bf-4522-8c0f-6d33625ea212,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:08:43.178443 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1797495-2471-4222-9806-86f6440a9b9f admin admin] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 21:08:43.195596 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2008a76e-8f84-4271-b5de-d19fa15f3717 None None] DHCP port deletion for c48a55e9-6a85-4746-b7bf-3e29fb560094 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 21:08:43.199201 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82e2bab6-8ea3-438b-b220-ba00359bf3a9 None None] Routers {'01e837ea-6397-4aec-9bd1-2d92f287a015'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 21:08:43.199864 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-82e2bab6-8ea3-438b-b220-ba00359bf3a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T21:08:33Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['01e837ea-6397-4aec-9bd1-2d92f287a015'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:08:43.206268 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee345ed7-c3fa-4a47-84e1-67422d379d33 None None] Pushing event updated for resources: {'Port': ['ID=7a59f826-4001-4f82-8fa7-1412e4a55a21,revision_number=3']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:08:43.230488 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a1797495-2471-4222-9806-86f6440a9b9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659939'] for router_interface, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:08:43.288658 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-21b49bbc-440e-4ab8-925a-10e81eff3ee1 None None] Provisioning complete for port 7a59f826-4001-4f82-8fa7-1412e4a55a21 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 21:08:43.289042 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-21b49bbc-440e-4ab8-925a-10e81eff3ee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:08:43.343219 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-82e2bab6-8ea3-438b-b220-ba00359bf3a9 None None] Set router 01e837ea-6397-4aec-9bd1-2d92f287a015 gateway port host: n-d-818823-1 {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 21:08:43.394668 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a1797495-2471-4222-9806-86f6440a9b9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:08:43.396824 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-21b49bbc-440e-4ab8-925a-10e81eff3ee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:08:43.425748 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-21b49bbc-440e-4ab8-925a-10e81eff3ee1 None None] For port 7a59f826-4001-4f82-8fa7-1412e4a55a21, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=7a59f826-4001-4f82-8fa7-1412e4a55a21,segment=NetworkSegment(8793ba83-8407-4c3d-9b56-2a177cd58a70),segment_id=8793ba83-8407-4c3d-9b56-2a177cd58a70)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 21:08:43.430319 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-21b49bbc-440e-4ab8-925a-10e81eff3ee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:08:43.485159 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b49bbc-440e-4ab8-925a-10e81eff3ee1 None None] Pushing event updated for resources: {'Port': ['ID=7a59f826-4001-4f82-8fa7-1412e4a55a21,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:08:43.552819 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-817b98ae-584b-4425-991b-919c1749f388 None None] Provisioning complete for port 0c63c103-f0bf-4522-8c0f-6d33625ea212 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 21:08:43.553575 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-817b98ae-584b-4425-991b-919c1749f388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:08:43.574826 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a1797495-2471-4222-9806-86f6440a9b9f admin admin] Publish callbacks [] for port, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:08:43.580431 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a1797495-2471-4222-9806-86f6440a9b9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:08:43.590646 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-817b98ae-584b-4425-991b-919c1749f388 None None] Port 0c63c103-f0bf-4522-8c0f-6d33625ea212 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 21:08:43.602797 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-817b98ae-584b-4425-991b-919c1749f388 None None] Provisioning complete for port 7a59f826-4001-4f82-8fa7-1412e4a55a21 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 21:08:43.603303 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-817b98ae-584b-4425-991b-919c1749f388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:08:43.644065 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-82e2bab6-8ea3-438b-b220-ba00359bf3a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01e837ea-6397-4aec-9bd1-2d92f287a015', 'name': 'tempest-TestMinimumBasicScenario-1934309254-router', 'tenant_id': 'b25e0661aae4446bad3dc19cc1165377', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.197'}], 'enable_snat': True}, 'gw_port_id': '7a59f826-4001-4f82-8fa7-1412e4a55a21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T21:08:40Z', 'updated_at': '2021-11-22T21:08:41Z', 'revision_number': 3, 'project_id': 'b25e0661aae4446bad3dc19cc1165377', 'gw_port': {'id': '7a59f826-4001-4f82-8fa7-1412e4a55a21', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:50:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01e837ea-6397-4aec-9bd1-2d92f287a015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:08:41Z', 'updated_at': '2021-11-22T21:08:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:08:43.655258 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1797495-2471-4222-9806-86f6440a9b9f admin admin] Pushing event updated for resources: {'Port': ['ID=0c63c103-f0bf-4522-8c0f-6d33625ea212,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:08:43.658727 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a1797495-2471-4222-9806-86f6440a9b9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-563461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-659839'] for router_interface, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:08:43.680770 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82e2bab6-8ea3-438b-b220-ba00359bf3a9 None None] The sync data for ids ['01e837ea-6397-4aec-9bd1-2d92f287a015'] in n-d-818823-1 is: [{'id': '01e837ea-6397-4aec-9bd1-2d92f287a015', 'name': 'tempest-TestMinimumBasicScenario-1934309254-router', 'tenant_id': 'b25e0661aae4446bad3dc19cc1165377', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.197'}], 'enable_snat': True}, 'gw_port_id': '7a59f826-4001-4f82-8fa7-1412e4a55a21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T21:08:40Z', 'updated_at': '2021-11-22T21:08:41Z', 'revision_number': 3, 'project_id': 'b25e0661aae4446bad3dc19cc1165377', 'gw_port': {'id': '7a59f826-4001-4f82-8fa7-1412e4a55a21', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:50:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01e837ea-6397-4aec-9bd1-2d92f287a015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:08:41Z', 'updated_at': '2021-11-22T21:08:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}] {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 21:08:43.704344 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 253d71ea-7d1e-4b37-964b-c924d3e6027f up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 21:08:43.764329 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 253d71ea-7d1e-4b37-964b-c924d3e6027f triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 21:08:43.764706 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:08:43.765329 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1797495-2471-4222-9806-86f6440a9b9f admin admin] Network b9fcbbe8-de2f-42fe-9629-5ce55e9bb3ac is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 21:08:43.766778 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-a1797495-2471-4222-9806-86f6440a9b9f admin admin] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 21:08:43.909093 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1797495-2471-4222-9806-86f6440a9b9f admin admin] Router 01e837ea-6397-4aec-9bd1-2d92f287a015 has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 21:08:44.043200 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1797495-2471-4222-9806-86f6440a9b9f admin admin] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 21:08:44.048582 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-a1797495-2471-4222-9806-86f6440a9b9f admin admin] 10.222.0.46 "PUT /v2.0/routers/01e837ea-6397-4aec-9bd1-2d92f287a015/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7141395 Nov 22 21:08:44.066830 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-88f6501b-1f41-474d-a1eb-50d5c111b4c5 None None] Provisioning complete for port 0c63c103-f0bf-4522-8c0f-6d33625ea212 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 21:08:44.068410 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-88f6501b-1f41-474d-a1eb-50d5c111b4c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:08:44.107878 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-88f6501b-1f41-474d-a1eb-50d5c111b4c5 None None] Port 0c63c103-f0bf-4522-8c0f-6d33625ea212 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 21:08:44.532196 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 60170) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:08:44.537918 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-dfe6c781-5e8a-450c-b7a1-48dec03ad832 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1452043880-network', 'tenant_id': 'c864f059ae734e92afe88e0eba71aa61'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 21:08:44.559549 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfe6c781-5e8a-450c-b7a1-48dec03ad832 admin admin] Made reservation on behalf of c864f059ae734e92afe88e0eba71aa61 for: {'network': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 21:08:44.561932 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-dfe6c781-5e8a-450c-b7a1-48dec03ad832 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for network, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:08:44.571118 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-dfe6c781-5e8a-450c-b7a1-48dec03ad832 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:08:44.645816 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-dfe6c781-5e8a-450c-b7a1-48dec03ad832 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:08:44.649644 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-dfe6c781-5e8a-450c-b7a1-48dec03ad832 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:08:44.674272 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfe6c781-5e8a-450c-b7a1-48dec03ad832 admin admin] vlan segment allocate from pool success with {'vlan_id': 608, 'physical_network': 'physnet1'} {{(pid=103447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 21:08:44.683519 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe6c781-5e8a-450c-b7a1-48dec03ad832 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98fad46e-8f17-48e8-b2a0-a83c8207b34c,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:08:44.689434 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-dfe6c781-5e8a-450c-b7a1-48dec03ad832 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:08:44.689781 n-d-818823-1 neutron-server[103447]: INFO neutron.db.segments_db [None req-dfe6c781-5e8a-450c-b7a1-48dec03ad832 admin admin] Added segment 19a11c56-8c32-4e7a-8374-1915a865b57b of type vlan for network 6ebffe91-c42d-48b1-a0eb-f0f53f8f85ef Nov 22 21:08:44.732106 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-dfe6c781-5e8a-450c-b7a1-48dec03ad832 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748992492791'] for network, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:08:44.756604 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-dfe6c781-5e8a-450c-b7a1-48dec03ad832 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for network, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:08:44.757542 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfe6c781-5e8a-450c-b7a1-48dec03ad832 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:08:44.758251 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-dfe6c781-5e8a-450c-b7a1-48dec03ad832 admin admin] Publish callbacks [] for network, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:08:44.812349 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-dfe6c781-5e8a-450c-b7a1-48dec03ad832 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.2790303 Nov 22 21:08:44.815151 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 60172) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:08:44.819038 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe6c781-5e8a-450c-b7a1-48dec03ad832 admin admin] Pushing event updated for resources: {'Network': ['ID=6ebffe91-c42d-48b1-a0eb-f0f53f8f85ef,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:08:44.820372 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-0d2c75ec-28c3-4d50-8b5c-ee1c0aeb2a9a admin admin] Request body: {'subnet': {'network_id': '6ebffe91-c42d-48b1-a0eb-f0f53f8f85ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1452043880-subnet', 'tenant_id': 'c864f059ae734e92afe88e0eba71aa61', 'ip_version': 4}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 21:08:44.828981 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Network 6ebffe91-c42d-48b1-a0eb-f0f53f8f85ef details requested by agent ovs-agent-n-d-818823-1 with host n-d-818823-1 {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 21:08:44.841532 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d2c75ec-28c3-4d50-8b5c-ee1c0aeb2a9a admin admin] Made reservation on behalf of c864f059ae734e92afe88e0eba71aa61 for: {'subnet': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 21:08:44.844041 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0d2c75ec-28c3-4d50-8b5c-ee1c0aeb2a9a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11792951'] for subnet, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:08:44.999455 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:08:45.014795 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0d2c75ec-28c3-4d50-8b5c-ee1c0aeb2a9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11567560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11792921'] for subnet, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:08:45.019069 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:08:45.072304 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2c75ec-28c3-4d50-8b5c-ee1c0aeb2a9a admin admin] Pushing event updated for resources: {'Subnet': ['ID=df06f790-9166-4230-98a2-1d51435d9572,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:08:45.079663 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d2c75ec-28c3-4d50-8b5c-ee1c0aeb2a9a admin admin] Checking segment: {'id': '19a11c56-8c32-4e7a-8374-1915a865b57b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6ebffe91-c42d-48b1-a0eb-f0f53f8f85ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 21:08:45.080022 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d2c75ec-28c3-4d50-8b5c-ee1c0aeb2a9a admin admin] Network hostable DHCP agents. Network: 6ebffe91-c42d-48b1-a0eb-f0f53f8f85ef, hostable agents: ['02adaa64-0987-4b74-bad0-cbcf56f8a294'], hosted agents: [] {{(pid=103448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 21:08:45.096725 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d2c75ec-28c3-4d50-8b5c-ee1c0aeb2a9a admin admin] Network 6ebffe91-c42d-48b1-a0eb-f0f53f8f85ef is scheduled to be hosted by DHCP agent 02adaa64-0987-4b74-bad0-cbcf56f8a294 with binding_index 1 {{(pid=103448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 21:08:45.106182 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-0d2c75ec-28c3-4d50-8b5c-ee1c0aeb2a9a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818823-1, 6ebffe91-c42d-48b1-a0eb-f0f53f8f85ef) {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 21:08:45.111318 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d2c75ec-28c3-4d50-8b5c-ee1c0aeb2a9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:08:45.111965 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0d2c75ec-28c3-4d50-8b5c-ee1c0aeb2a9a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:08:45.117690 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20dd2661-2c69-4600-830e-5f038ffd329d None None] Network 6ebffe91-c42d-48b1-a0eb-f0f53f8f85ef requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 21:08:45.130737 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-0d2c75ec-28c3-4d50-8b5c-ee1c0aeb2a9a admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3143222 Nov 22 21:08:45.133321 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 60174) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:08:45.137944 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-cebf2dd8-8c73-406b-b07a-35ab34d62729 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1452043880-router', 'tenant_id': 'c864f059ae734e92afe88e0eba71aa61', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'}}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 21:08:45.161452 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cebf2dd8-8c73-406b-b07a-35ab34d62729 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24799'] for router, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:08:45.162402 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cebf2dd8-8c73-406b-b07a-35ab34d62729 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-632716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24788'] for router, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:08:45.217808 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cebf2dd8-8c73-406b-b07a-35ab34d62729 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:08:45.271470 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5580811d-8534-4d2a-b7d1-71211f89e871 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fb26bd7-ce56-527b-b94f-2e1f7cb2bb35-6ebffe91-c42d-48b1-a0eb-f0f53f8f85ef', 'network_id': '6ebffe91-c42d-48b1-a0eb-f0f53f8f85ef', 'tenant_id': 'c864f059ae734e92afe88e0eba71aa61', 'fixed_ips': [{'subnet_id': 'df06f790-9166-4230-98a2-1d51435d9572'}]}} from n-d-818823-1. {{(pid=103449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 21:08:45.272416 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-5580811d-8534-4d2a-b7d1-71211f89e871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:08:45.298448 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-941baf00-9677-4f91-b270-87690b14d099 None None] Sync routers for ids ['01e837ea-6397-4aec-9bd1-2d92f287a015'] in n-d-818823-1 {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 21:08:45.355784 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-941baf00-9677-4f91-b270-87690b14d099 None None] Routers {'01e837ea-6397-4aec-9bd1-2d92f287a015'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 21:08:45.356389 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-941baf00-9677-4f91-b270-87690b14d099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T21:08:33Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['01e837ea-6397-4aec-9bd1-2d92f287a015'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:08:45.356661 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cebf2dd8-8c73-406b-b07a-35ab34d62729 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:08:45.501537 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.db_base_plugin_common [None req-5580811d-8534-4d2a-b7d1-71211f89e871 None None] Allocated IP 172.20.0.2 (6ebffe91-c42d-48b1-a0eb-f0f53f8f85ef/df06f790-9166-4230-98a2-1d51435d9572/fc4a97eb-b088-4cb9-ab77-9c07669fa0ee) {{(pid=103449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 21:08:45.512732 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-941baf00-9677-4f91-b270-87690b14d099 None None] Set router 01e837ea-6397-4aec-9bd1-2d92f287a015 gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 21:08:45.566875 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cebf2dd8-8c73-406b-b07a-35ab34d62729 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:08:45.586751 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cebf2dd8-8c73-406b-b07a-35ab34d62729 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:08:45.703031 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 7a59f826-4001-4f82-8fa7-1412e4a55a21 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 21:08:45.705525 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [None req-cebf2dd8-8c73-406b-b07a-35ab34d62729 admin admin] Allocated IP 172.25.5.32 (c48a55e9-6a85-4746-b7bf-3e29fb560094/5da6f781-63e6-4328-ae7a-5e672262f55a/710fe6f6-7714-4233-bbca-403de5dc6e25) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 21:08:45.814536 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cebf2dd8-8c73-406b-b07a-35ab34d62729 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:08:45.849349 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cebf2dd8-8c73-406b-b07a-35ab34d62729 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:08:45.875363 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 7a59f826-4001-4f82-8fa7-1412e4a55a21 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 21:08:45.875760 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:08:45.891006 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cebf2dd8-8c73-406b-b07a-35ab34d62729 admin admin] Network c48a55e9-6a85-4746-b7bf-3e29fb560094 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 21:08:45.894071 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-cebf2dd8-8c73-406b-b07a-35ab34d62729 admin admin] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 21:08:45.896524 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cebf2dd8-8c73-406b-b07a-35ab34d62729 admin admin] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 21:08:45.908743 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-5580811d-8534-4d2a-b7d1-71211f89e871 None None] Publish callbacks [] for port, precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:08:45.913745 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18fe57ac-a5b9-4044-ac13-4189533ac173 None None] DHCP port deletion for c48a55e9-6a85-4746-b7bf-3e29fb560094 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 21:08:45.928240 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-5580811d-8534-4d2a-b7d1-71211f89e871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372'] for port, after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:08:45.928709 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebf2dd8-8c73-406b-b07a-35ab34d62729 admin admin] Pushing event updated for resources: {'Port': ['ID=710fe6f6-7714-4233-bbca-403de5dc6e25,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:08:46.021326 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5580811d-8534-4d2a-b7d1-71211f89e871 None None] Network 6ebffe91-c42d-48b1-a0eb-f0f53f8f85ef is already hosted by enough agents. {{(pid=103449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 21:08:46.026755 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5580811d-8534-4d2a-b7d1-71211f89e871 None None] Pushing event updated for resources: {'Port': ['ID=fc4a97eb-b088-4cb9-ab77-9c07669fa0ee,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:08:46.031076 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.base_scheduler [None req-5580811d-8534-4d2a-b7d1-71211f89e871 None None] Resources bound (agent type, host, resource id): {{(pid=103449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 21:08:46.039884 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5580811d-8534-4d2a-b7d1-71211f89e871 None None] Received port after_create {{(pid=103449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 21:08:46.048235 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-941baf00-9677-4f91-b270-87690b14d099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01e837ea-6397-4aec-9bd1-2d92f287a015', 'name': 'tempest-TestMinimumBasicScenario-1934309254-router', 'tenant_id': 'b25e0661aae4446bad3dc19cc1165377', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.197'}], 'enable_snat': True}, 'gw_port_id': '7a59f826-4001-4f82-8fa7-1412e4a55a21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T21:08:40Z', 'updated_at': '2021-11-22T21:08:43Z', 'revision_number': 4, 'project_id': 'b25e0661aae4446bad3dc19cc1165377', 'gw_port': {'id': '7a59f826-4001-4f82-8fa7-1412e4a55a21', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:50:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01e837ea-6397-4aec-9bd1-2d92f287a015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:08:41Z', 'updated_at': '2021-11-22T21:08:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': '0c63c103-f0bf-4522-8c0f-6d33625ea212', 'name': '', 'network_id': 'b9fcbbe8-de2f-42fe-9629-5ce55e9bb3ac', 'tenant_id': 'b25e0661aae4446bad3dc19cc1165377', 'mac_address': 'fa:16:3e:b5:5c:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01e837ea-6397-4aec-9bd1-2d92f287a015', 'device_owner': 'network:router_interface', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '1bb17d8c-a656-40c7-9434-39cd4b3a8228', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:08:42Z', 'updated_at': '2021-11-22T21:08:43Z', 'revision_number': 2, 'project_id': 'b25e0661aae4446bad3dc19cc1165377', 'subnets': [{'id': '1bb17d8c-a656-40c7-9434-39cd4b3a8228', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:08:46.084217 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-941baf00-9677-4f91-b270-87690b14d099 None None] Checking router: 01e837ea-6397-4aec-9bd1-2d92f287a015 for host: n-d-818823-1 {{(pid=103449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 21:08:46.084674 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-941baf00-9677-4f91-b270-87690b14d099 None None] Updating router 01e837ea-6397-4aec-9bd1-2d92f287a015 port 0c63c103-f0bf-4522-8c0f-6d33625ea212 binding host n-d-818823-1 {{(pid=103449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 21:08:46.177437 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cebf2dd8-8c73-406b-b07a-35ab34d62729 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:08:46.321632 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-5d113108-a628-4f45-b96f-51dfd8c8b969 None None] Provisioning complete for port 710fe6f6-7714-4233-bbca-403de5dc6e25 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 21:08:46.322188 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-5d113108-a628-4f45-b96f-51dfd8c8b969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:08:46.359333 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-941baf00-9677-4f91-b270-87690b14d099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:08:46.380468 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cebf2dd8-8c73-406b-b07a-35ab34d62729 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-659538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-841284'] for router, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:08:46.386741 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-5580811d-8534-4d2a-b7d1-71211f89e871 None None] Attempting to bind port fc4a97eb-b088-4cb9-ab77-9c07669fa0ee on host n-d-818823-1 for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 21:08:46.387123 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-5580811d-8534-4d2a-b7d1-71211f89e871 None None] Attempting to bind port fc4a97eb-b088-4cb9-ab77-9c07669fa0ee by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': '19a11c56-8c32-4e7a-8374-1915a865b57b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6ebffe91-c42d-48b1-a0eb-f0f53f8f85ef'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 21:08:46.387518 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5580811d-8534-4d2a-b7d1-71211f89e871 None None] Attempting to bind port fc4a97eb-b088-4cb9-ab77-9c07669fa0ee on network 6ebffe91-c42d-48b1-a0eb-f0f53f8f85ef {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 21:08:46.394997 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-5d113108-a628-4f45-b96f-51dfd8c8b969 None None] Port 710fe6f6-7714-4233-bbca-403de5dc6e25 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 21:08:46.399803 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5580811d-8534-4d2a-b7d1-71211f89e871 None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 21, 8, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 21:08:46.400200 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5580811d-8534-4d2a-b7d1-71211f89e871 None None] Checking segment: {'id': '19a11c56-8c32-4e7a-8374-1915a865b57b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6ebffe91-c42d-48b1-a0eb-f0f53f8f85ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 21:08:46.400596 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-5580811d-8534-4d2a-b7d1-71211f89e871 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:08:46.400987 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5580811d-8534-4d2a-b7d1-71211f89e871 None None] Bound using segment: {'id': '19a11c56-8c32-4e7a-8374-1915a865b57b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6ebffe91-c42d-48b1-a0eb-f0f53f8f85ef'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 21:08:46.401470 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-5580811d-8534-4d2a-b7d1-71211f89e871 None None] Bound port: fc4a97eb-b088-4cb9-ab77-9c07669fa0ee, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19a11c56-8c32-4e7a-8374-1915a865b57b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6ebffe91-c42d-48b1-a0eb-f0f53f8f85ef'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 21:08:46.401856 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-5580811d-8534-4d2a-b7d1-71211f89e871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:08:46.513931 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cebf2dd8-8c73-406b-b07a-35ab34d62729 admin admin] Router c181dbfe-a6cb-46a6-a3a6-23adedf61124 is scheduled to L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 with binding_index 1 {{(pid=103448) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 21:08:46.558543 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-5580811d-8534-4d2a-b7d1-71211f89e871 None None] For port fc4a97eb-b088-4cb9-ab77-9c07669fa0ee, host n-d-818823-1, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 21:08:46.562834 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-5580811d-8534-4d2a-b7d1-71211f89e871 None None] For port fc4a97eb-b088-4cb9-ab77-9c07669fa0ee, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=fc4a97eb-b088-4cb9-ab77-9c07669fa0ee,segment=NetworkSegment(19a11c56-8c32-4e7a-8374-1915a865b57b),segment_id=19a11c56-8c32-4e7a-8374-1915a865b57b)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 21:08:46.573269 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-5580811d-8534-4d2a-b7d1-71211f89e871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:08:46.631489 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cebf2dd8-8c73-406b-b07a-35ab34d62729 admin admin] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 21:08:46.641737 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e87c6b54-d3e3-4946-ad6d-2b10dc371b2b None None] Sync routers for ids ['c181dbfe-a6cb-46a6-a3a6-23adedf61124'] in n-d-818823-1 {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 21:08:46.652251 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cebf2dd8-8c73-406b-b07a-35ab34d62729 admin admin] Publish callbacks [] for router, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:08:46.656482 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e87c6b54-d3e3-4946-ad6d-2b10dc371b2b None None] Routers {'c181dbfe-a6cb-46a6-a3a6-23adedf61124'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 21:08:46.657281 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 60176) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:08:46.657789 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-cebf2dd8-8c73-406b-b07a-35ab34d62729 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.5231678 Nov 22 21:08:46.670403 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-e87c6b54-d3e3-4946-ad6d-2b10dc371b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T21:08:33Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['c181dbfe-a6cb-46a6-a3a6-23adedf61124'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:08:46.684964 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5580811d-8534-4d2a-b7d1-71211f89e871 None None] Pushing event updated for resources: {'Port': ['ID=fc4a97eb-b088-4cb9-ab77-9c07669fa0ee,revision_number=2']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:08:46.799568 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-941baf00-9677-4f91-b270-87690b14d099 None None] Publish callbacks [] for port, precommit_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:08:46.804725 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-e87c6b54-d3e3-4946-ad6d-2b10dc371b2b None None] Set router c181dbfe-a6cb-46a6-a3a6-23adedf61124 gateway port host: n-d-818823-1 {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 21:08:46.806992 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-941baf00-9677-4f91-b270-87690b14d099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:08:46.904135 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7189c214-b7bf-4dc6-bd3c-78662fe8a5d3 None None] Pushing event updated for resources: {'Port': ['ID=0c63c103-f0bf-4522-8c0f-6d33625ea212,revision_number=3']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:08:46.977432 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-941baf00-9677-4f91-b270-87690b14d099 None None] Attempting to bind port 0c63c103-f0bf-4522-8c0f-6d33625ea212 on host n-d-818823-1 for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 21:08:46.978148 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-941baf00-9677-4f91-b270-87690b14d099 None None] Attempting to bind port 0c63c103-f0bf-4522-8c0f-6d33625ea212 by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': '4cb07f08-e5d7-4605-82f1-65079d0ae378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'b9fcbbe8-de2f-42fe-9629-5ce55e9bb3ac'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 21:08:46.978705 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-941baf00-9677-4f91-b270-87690b14d099 None None] Attempting to bind port 0c63c103-f0bf-4522-8c0f-6d33625ea212 on network b9fcbbe8-de2f-42fe-9629-5ce55e9bb3ac {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 21:08:46.985359 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-941baf00-9677-4f91-b270-87690b14d099 None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 21, 8, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 21:08:46.986280 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-941baf00-9677-4f91-b270-87690b14d099 None None] Checking segment: {'id': '4cb07f08-e5d7-4605-82f1-65079d0ae378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'b9fcbbe8-de2f-42fe-9629-5ce55e9bb3ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 21:08:46.986966 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-941baf00-9677-4f91-b270-87690b14d099 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:08:46.987588 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-941baf00-9677-4f91-b270-87690b14d099 None None] Bound using segment: {'id': '4cb07f08-e5d7-4605-82f1-65079d0ae378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'b9fcbbe8-de2f-42fe-9629-5ce55e9bb3ac'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 21:08:46.988270 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-941baf00-9677-4f91-b270-87690b14d099 None None] Bound port: 0c63c103-f0bf-4522-8c0f-6d33625ea212, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cb07f08-e5d7-4605-82f1-65079d0ae378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'b9fcbbe8-de2f-42fe-9629-5ce55e9bb3ac'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 21:08:46.988854 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-941baf00-9677-4f91-b270-87690b14d099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:08:47.069434 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-941baf00-9677-4f91-b270-87690b14d099 None None] For port 0c63c103-f0bf-4522-8c0f-6d33625ea212, host n-d-818823-1, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 21:08:47.074112 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-941baf00-9677-4f91-b270-87690b14d099 None None] For port 0c63c103-f0bf-4522-8c0f-6d33625ea212, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=0c63c103-f0bf-4522-8c0f-6d33625ea212,segment=NetworkSegment(4cb07f08-e5d7-4605-82f1-65079d0ae378),segment_id=4cb07f08-e5d7-4605-82f1-65079d0ae378)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 21:08:47.080467 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-e87c6b54-d3e3-4946-ad6d-2b10dc371b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c181dbfe-a6cb-46a6-a3a6-23adedf61124', 'name': 'tempest-TestMinimumBasicScenario-1452043880-router', 'tenant_id': 'c864f059ae734e92afe88e0eba71aa61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.32'}], 'enable_snat': True}, 'gw_port_id': '710fe6f6-7714-4233-bbca-403de5dc6e25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T21:08:45Z', 'updated_at': '2021-11-22T21:08:46Z', 'revision_number': 3, 'project_id': 'c864f059ae734e92afe88e0eba71aa61', 'gw_port': {'id': '710fe6f6-7714-4233-bbca-403de5dc6e25', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ee:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c181dbfe-a6cb-46a6-a3a6-23adedf61124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:08:45Z', 'updated_at': '2021-11-22T21:08:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:08:47.081252 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-941baf00-9677-4f91-b270-87690b14d099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:08:47.127647 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e87c6b54-d3e3-4946-ad6d-2b10dc371b2b None None] Checking router: c181dbfe-a6cb-46a6-a3a6-23adedf61124 for host: n-d-818823-1 {{(pid=103450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 21:08:47.128291 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e87c6b54-d3e3-4946-ad6d-2b10dc371b2b None None] Updating router c181dbfe-a6cb-46a6-a3a6-23adedf61124 port 710fe6f6-7714-4233-bbca-403de5dc6e25 binding host n-d-818823-1 {{(pid=103450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 21:08:47.155388 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-941baf00-9677-4f91-b270-87690b14d099 None None] Routers {'01e837ea-6397-4aec-9bd1-2d92f287a015'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 21:08:47.156227 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-941baf00-9677-4f91-b270-87690b14d099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T21:08:33Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['01e837ea-6397-4aec-9bd1-2d92f287a015'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:08:47.162658 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e87c6b54-d3e3-4946-ad6d-2b10dc371b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:08:47.246767 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7189c214-b7bf-4dc6-bd3c-78662fe8a5d3 None None] Pushing event updated for resources: {'Port': ['ID=0c63c103-f0bf-4522-8c0f-6d33625ea212,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:08:47.262295 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-34828466-f4da-42f4-bc28-a02f3bce1314 None None] Provisioning complete for port 0c63c103-f0bf-4522-8c0f-6d33625ea212 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 21:08:47.262672 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-34828466-f4da-42f4-bc28-a02f3bce1314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:08:47.360057 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-941baf00-9677-4f91-b270-87690b14d099 None None] Set router 01e837ea-6397-4aec-9bd1-2d92f287a015 gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 21:08:47.485072 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e87c6b54-d3e3-4946-ad6d-2b10dc371b2b None None] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:08:47.490778 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e87c6b54-d3e3-4946-ad6d-2b10dc371b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:08:47.522387 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-e87c6b54-d3e3-4946-ad6d-2b10dc371b2b None None] Attempting to bind port 710fe6f6-7714-4233-bbca-403de5dc6e25 on host n-d-818823-1 for vnic_type normal with profile {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 21:08:47.522764 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-e87c6b54-d3e3-4946-ad6d-2b10dc371b2b None None] Attempting to bind port 710fe6f6-7714-4233-bbca-403de5dc6e25 by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 21:08:47.523126 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e87c6b54-d3e3-4946-ad6d-2b10dc371b2b None None] Attempting to bind port 710fe6f6-7714-4233-bbca-403de5dc6e25 on network c48a55e9-6a85-4746-b7bf-3e29fb560094 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 21:08:47.531449 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bacbbc3-9de5-4448-9a49-d9b605960902 None None] DHCP port deletion for c48a55e9-6a85-4746-b7bf-3e29fb560094 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 21:08:47.551354 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e87c6b54-d3e3-4946-ad6d-2b10dc371b2b None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 21, 8, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 21:08:47.551800 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e87c6b54-d3e3-4946-ad6d-2b10dc371b2b None None] Checking segment: {'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 21:08:47.552325 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e87c6b54-d3e3-4946-ad6d-2b10dc371b2b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:08:47.552725 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e87c6b54-d3e3-4946-ad6d-2b10dc371b2b None None] Bound using segment: {'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 21:08:47.553214 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-e87c6b54-d3e3-4946-ad6d-2b10dc371b2b None None] Bound port: 710fe6f6-7714-4233-bbca-403de5dc6e25, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'}}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 21:08:47.553719 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e87c6b54-d3e3-4946-ad6d-2b10dc371b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:08:47.570604 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-34828466-f4da-42f4-bc28-a02f3bce1314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:08:47.580981 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-07f61971-02ad-4d19-afba-93e0198f2c7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:08:47.611600 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-e87c6b54-d3e3-4946-ad6d-2b10dc371b2b None None] For port 710fe6f6-7714-4233-bbca-403de5dc6e25, host n-d-818823-1, cleared binding levels {{(pid=103450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 21:08:47.614848 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-e87c6b54-d3e3-4946-ad6d-2b10dc371b2b None None] For port 710fe6f6-7714-4233-bbca-403de5dc6e25, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=710fe6f6-7714-4233-bbca-403de5dc6e25,segment=NetworkSegment(8793ba83-8407-4c3d-9b56-2a177cd58a70),segment_id=8793ba83-8407-4c3d-9b56-2a177cd58a70)] {{(pid=103450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 21:08:47.624727 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-e87c6b54-d3e3-4946-ad6d-2b10dc371b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:08:47.663733 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5052b7db-b84d-4769-a548-590c7749b623 None None] DHCP port deletion for c48a55e9-6a85-4746-b7bf-3e29fb560094 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 21:08:47.672311 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e87c6b54-d3e3-4946-ad6d-2b10dc371b2b None None] Routers {'c181dbfe-a6cb-46a6-a3a6-23adedf61124'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 21:08:47.674128 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-e87c6b54-d3e3-4946-ad6d-2b10dc371b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T21:08:33Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['c181dbfe-a6cb-46a6-a3a6-23adedf61124'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:08:47.709508 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-34828466-f4da-42f4-bc28-a02f3bce1314 None None] For port 0c63c103-f0bf-4522-8c0f-6d33625ea212, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=0c63c103-f0bf-4522-8c0f-6d33625ea212,segment=NetworkSegment(4cb07f08-e5d7-4605-82f1-65079d0ae378),segment_id=4cb07f08-e5d7-4605-82f1-65079d0ae378)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 21:08:47.718277 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-34828466-f4da-42f4-bc28-a02f3bce1314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:08:47.775930 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-941baf00-9677-4f91-b270-87690b14d099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01e837ea-6397-4aec-9bd1-2d92f287a015', 'name': 'tempest-TestMinimumBasicScenario-1934309254-router', 'tenant_id': 'b25e0661aae4446bad3dc19cc1165377', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.197'}], 'enable_snat': True}, 'gw_port_id': '7a59f826-4001-4f82-8fa7-1412e4a55a21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T21:08:40Z', 'updated_at': '2021-11-22T21:08:43Z', 'revision_number': 4, 'project_id': 'b25e0661aae4446bad3dc19cc1165377', 'gw_port': {'id': '7a59f826-4001-4f82-8fa7-1412e4a55a21', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:50:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01e837ea-6397-4aec-9bd1-2d92f287a015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:08:41Z', 'updated_at': '2021-11-22T21:08:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': '0c63c103-f0bf-4522-8c0f-6d33625ea212', 'name': '', 'network_id': 'b9fcbbe8-de2f-42fe-9629-5ce55e9bb3ac', 'tenant_id': 'b25e0661aae4446bad3dc19cc1165377', 'mac_address': 'fa:16:3e:b5:5c:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01e837ea-6397-4aec-9bd1-2d92f287a015', 'device_owner': 'network:router_interface', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '1bb17d8c-a656-40c7-9434-39cd4b3a8228', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:08:42Z', 'updated_at': '2021-11-22T21:08:47Z', 'revision_number': 4, 'project_id': 'b25e0661aae4446bad3dc19cc1165377', 'subnets': [{'id': '1bb17d8c-a656-40c7-9434-39cd4b3a8228', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:08:47.812336 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4162bc1e-9d87-4727-8031-b6c68a55d117 None None] Pushing event updated for resources: {'Port': ['ID=710fe6f6-7714-4233-bbca-403de5dc6e25,revision_number=2']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:08:47.818730 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device fc4a97eb-b088-4cb9-ab77-9c07669fa0ee up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 21:08:47.828686 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-941baf00-9677-4f91-b270-87690b14d099 None None] The sync data for ids ['01e837ea-6397-4aec-9bd1-2d92f287a015'] in n-d-818823-1 is: [{'id': '01e837ea-6397-4aec-9bd1-2d92f287a015', 'name': 'tempest-TestMinimumBasicScenario-1934309254-router', 'tenant_id': 'b25e0661aae4446bad3dc19cc1165377', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.197'}], 'enable_snat': True}, 'gw_port_id': '7a59f826-4001-4f82-8fa7-1412e4a55a21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T21:08:40Z', 'updated_at': '2021-11-22T21:08:43Z', 'revision_number': 4, 'project_id': 'b25e0661aae4446bad3dc19cc1165377', 'gw_port': {'id': '7a59f826-4001-4f82-8fa7-1412e4a55a21', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:50:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01e837ea-6397-4aec-9bd1-2d92f287a015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:08:41Z', 'updated_at': '2021-11-22T21:08:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': '0c63c103-f0bf-4522-8c0f-6d33625ea212', 'name': '', 'network_id': 'b9fcbbe8-de2f-42fe-9629-5ce55e9bb3ac', 'tenant_id': 'b25e0661aae4446bad3dc19cc1165377', 'mac_address': 'fa:16:3e:b5:5c:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01e837ea-6397-4aec-9bd1-2d92f287a015', 'device_owner': 'network:router_interface', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '1bb17d8c-a656-40c7-9434-39cd4b3a8228', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:08:42Z', 'updated_at': '2021-11-22T21:08:47Z', 'revision_number': 4, 'project_id': 'b25e0661aae4446bad3dc19cc1165377', 'subnets': [{'id': '1bb17d8c-a656-40c7-9434-39cd4b3a8228', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 21:08:47.851018 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [None req-07f61971-02ad-4d19-afba-93e0198f2c7e admin admin] Allocated IP 172.20.0.1 (6ebffe91-c42d-48b1-a0eb-f0f53f8f85ef/df06f790-9166-4230-98a2-1d51435d9572/18e08a61-a44e-4971-a190-2402543fe98e) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 21:08:47.928914 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-e87c6b54-d3e3-4946-ad6d-2b10dc371b2b None None] Set router c181dbfe-a6cb-46a6-a3a6-23adedf61124 gateway port host: n-d-818823-1 {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 21:08:47.939236 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34828466-f4da-42f4-bc28-a02f3bce1314 None None] Pushing event updated for resources: {'Port': ['ID=0c63c103-f0bf-4522-8c0f-6d33625ea212,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:08:47.946520 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-04c42f7c-2e1c-4ac4-a546-587f2662e66c None None] Provisioning complete for port 710fe6f6-7714-4233-bbca-403de5dc6e25 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 21:08:47.947137 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-04c42f7c-2e1c-4ac4-a546-587f2662e66c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:08:47.993227 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-07f61971-02ad-4d19-afba-93e0198f2c7e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:08:48.009182 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4162bc1e-9d87-4727-8031-b6c68a55d117 None None] Pushing event updated for resources: {'Port': ['ID=710fe6f6-7714-4233-bbca-403de5dc6e25,revision_number=3']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:08:48.020634 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port fc4a97eb-b088-4cb9-ab77-9c07669fa0ee triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 21:08:48.021018 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:08:48.076767 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-07f61971-02ad-4d19-afba-93e0198f2c7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:08:48.131066 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-04c42f7c-2e1c-4ac4-a546-587f2662e66c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:08:48.141364 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f61971-02ad-4d19-afba-93e0198f2c7e admin admin] Pushing event updated for resources: {'Port': ['ID=18e08a61-a44e-4971-a190-2402543fe98e,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:08:48.152263 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07f61971-02ad-4d19-afba-93e0198f2c7e admin admin] Network 6ebffe91-c42d-48b1-a0eb-f0f53f8f85ef is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 21:08:48.154045 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-07f61971-02ad-4d19-afba-93e0198f2c7e admin admin] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 21:08:48.157226 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f61971-02ad-4d19-afba-93e0198f2c7e admin admin] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 21:08:48.185774 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaf440a2-e7f6-49d4-bcbd-903f79c4d467 None None] Network 6ebffe91-c42d-48b1-a0eb-f0f53f8f85ef requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 21:08:48.189888 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-04c42f7c-2e1c-4ac4-a546-587f2662e66c None None] For port 710fe6f6-7714-4233-bbca-403de5dc6e25, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=710fe6f6-7714-4233-bbca-403de5dc6e25,segment=NetworkSegment(8793ba83-8407-4c3d-9b56-2a177cd58a70),segment_id=8793ba83-8407-4c3d-9b56-2a177cd58a70)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 21:08:48.195326 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-e87c6b54-d3e3-4946-ad6d-2b10dc371b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c181dbfe-a6cb-46a6-a3a6-23adedf61124', 'name': 'tempest-TestMinimumBasicScenario-1452043880-router', 'tenant_id': 'c864f059ae734e92afe88e0eba71aa61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.32'}], 'enable_snat': True}, 'gw_port_id': '710fe6f6-7714-4233-bbca-403de5dc6e25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T21:08:45Z', 'updated_at': '2021-11-22T21:08:46Z', 'revision_number': 3, 'project_id': 'c864f059ae734e92afe88e0eba71aa61', 'gw_port': {'id': '710fe6f6-7714-4233-bbca-403de5dc6e25', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ee:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c181dbfe-a6cb-46a6-a3a6-23adedf61124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:08:45Z', 'updated_at': '2021-11-22T21:08:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:08:48.214417 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-07f61971-02ad-4d19-afba-93e0198f2c7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659939'] for router_interface, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:08:48.225046 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e87c6b54-d3e3-4946-ad6d-2b10dc371b2b None None] The sync data for ids ['c181dbfe-a6cb-46a6-a3a6-23adedf61124'] in n-d-818823-1 is: [{'id': 'c181dbfe-a6cb-46a6-a3a6-23adedf61124', 'name': 'tempest-TestMinimumBasicScenario-1452043880-router', 'tenant_id': 'c864f059ae734e92afe88e0eba71aa61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.32'}], 'enable_snat': True}, 'gw_port_id': '710fe6f6-7714-4233-bbca-403de5dc6e25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T21:08:45Z', 'updated_at': '2021-11-22T21:08:46Z', 'revision_number': 3, 'project_id': 'c864f059ae734e92afe88e0eba71aa61', 'gw_port': {'id': '710fe6f6-7714-4233-bbca-403de5dc6e25', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ee:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c181dbfe-a6cb-46a6-a3a6-23adedf61124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:08:45Z', 'updated_at': '2021-11-22T21:08:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}] {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 21:08:48.237785 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-04c42f7c-2e1c-4ac4-a546-587f2662e66c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:08:48.336400 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:08:48.342393 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-04c42f7c-2e1c-4ac4-a546-587f2662e66c None None] Provisioning complete for port 0c63c103-f0bf-4522-8c0f-6d33625ea212 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 21:08:48.342792 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-04c42f7c-2e1c-4ac4-a546-587f2662e66c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:08:48.371744 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-07f61971-02ad-4d19-afba-93e0198f2c7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:08:48.404786 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c42f7c-2e1c-4ac4-a546-587f2662e66c None None] Pushing event updated for resources: {'Port': ['ID=710fe6f6-7714-4233-bbca-403de5dc6e25,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:08:48.455264 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] For port fc4a97eb-b088-4cb9-ab77-9c07669fa0ee, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=fc4a97eb-b088-4cb9-ab77-9c07669fa0ee,segment=NetworkSegment(19a11c56-8c32-4e7a-8374-1915a865b57b),segment_id=19a11c56-8c32-4e7a-8374-1915a865b57b)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 21:08:48.483065 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:08:48.586383 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-07f61971-02ad-4d19-afba-93e0198f2c7e admin admin] Publish callbacks [] for port, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:08:48.591962 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-07f61971-02ad-4d19-afba-93e0198f2c7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:08:48.624357 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Pushing event updated for resources: {'Port': ['ID=fc4a97eb-b088-4cb9-ab77-9c07669fa0ee,revision_number=3']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:08:48.694389 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-07f61971-02ad-4d19-afba-93e0198f2c7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-563461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-659839'] for router_interface, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:08:48.696760 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f61971-02ad-4d19-afba-93e0198f2c7e admin admin] Pushing event updated for resources: {'Port': ['ID=18e08a61-a44e-4971-a190-2402543fe98e,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:08:48.738249 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-e1480723-7554-436e-bb2c-8eb05862025e None None] Provisioning complete for port fc4a97eb-b088-4cb9-ab77-9c07669fa0ee triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 21:08:48.738762 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e1480723-7554-436e-bb2c-8eb05862025e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:08:48.840650 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07f61971-02ad-4d19-afba-93e0198f2c7e admin admin] Network 6ebffe91-c42d-48b1-a0eb-f0f53f8f85ef is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 21:08:48.842768 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-07f61971-02ad-4d19-afba-93e0198f2c7e admin admin] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 21:08:48.979196 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07f61971-02ad-4d19-afba-93e0198f2c7e admin admin] Router c181dbfe-a6cb-46a6-a3a6-23adedf61124 has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 21:08:48.998969 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-4c782268-6247-4182-94ee-a9841785290c None None] Provisioning complete for port 18e08a61-a44e-4971-a190-2402543fe98e triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 21:08:48.999449 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4c782268-6247-4182-94ee-a9841785290c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:08:49.066571 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-4c782268-6247-4182-94ee-a9841785290c None None] Port 18e08a61-a44e-4971-a190-2402543fe98e cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 21:08:49.079047 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-4c782268-6247-4182-94ee-a9841785290c None None] Provisioning complete for port fc4a97eb-b088-4cb9-ab77-9c07669fa0ee triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 21:08:49.079698 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4c782268-6247-4182-94ee-a9841785290c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:08:49.116972 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07f61971-02ad-4d19-afba-93e0198f2c7e admin admin] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 21:08:49.132397 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-07f61971-02ad-4d19-afba-93e0198f2c7e admin admin] 10.222.0.46 "PUT /v2.0/routers/c181dbfe-a6cb-46a6-a3a6-23adedf61124/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4734464 Nov 22 21:08:49.330334 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-0efe5c71-4b4b-426a-9b52-151bf3e2dae5 None None] Provisioning complete for port 18e08a61-a44e-4971-a190-2402543fe98e triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 21:08:49.330780 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-0efe5c71-4b4b-426a-9b52-151bf3e2dae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:08:49.388725 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-0efe5c71-4b4b-426a-9b52-151bf3e2dae5 None None] Port 18e08a61-a44e-4971-a190-2402543fe98e cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 21:08:49.508108 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ef441af5-f365-404f-9738-c3409ad29ebd None None] Provisioning complete for port 18e08a61-a44e-4971-a190-2402543fe98e triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 21:08:49.508790 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ef441af5-f365-404f-9738-c3409ad29ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:08:49.556279 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-ef441af5-f365-404f-9738-c3409ad29ebd None None] Port 18e08a61-a44e-4971-a190-2402543fe98e cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 21:08:49.775427 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 710fe6f6-7714-4233-bbca-403de5dc6e25 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 21:08:49.824619 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 710fe6f6-7714-4233-bbca-403de5dc6e25 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 21:08:49.825000 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:08:49.906199 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 0c63c103-f0bf-4522-8c0f-6d33625ea212 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 21:08:49.956623 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 0c63c103-f0bf-4522-8c0f-6d33625ea212 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 21:08:49.957002 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:08:50.034601 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device fc4a97eb-b088-4cb9-ab77-9c07669fa0ee up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 21:08:50.083261 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port fc4a97eb-b088-4cb9-ab77-9c07669fa0ee triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 21:08:50.083733 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:08:51.320514 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2c3362a-659d-4697-bb50-4982c3e9eb98 None None] Sync routers for ids ['c181dbfe-a6cb-46a6-a3a6-23adedf61124'] in n-d-818823-1 {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 21:08:51.334287 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c3362a-659d-4697-bb50-4982c3e9eb98 None None] Routers {'c181dbfe-a6cb-46a6-a3a6-23adedf61124'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 21:08:51.334997 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-f2c3362a-659d-4697-bb50-4982c3e9eb98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T21:08:33Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['c181dbfe-a6cb-46a6-a3a6-23adedf61124'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:08:51.611490 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-f2c3362a-659d-4697-bb50-4982c3e9eb98 None None] Set router c181dbfe-a6cb-46a6-a3a6-23adedf61124 gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 21:08:51.840407 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-f2c3362a-659d-4697-bb50-4982c3e9eb98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c181dbfe-a6cb-46a6-a3a6-23adedf61124', 'name': 'tempest-TestMinimumBasicScenario-1452043880-router', 'tenant_id': 'c864f059ae734e92afe88e0eba71aa61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.32'}], 'enable_snat': True}, 'gw_port_id': '710fe6f6-7714-4233-bbca-403de5dc6e25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T21:08:45Z', 'updated_at': '2021-11-22T21:08:48Z', 'revision_number': 4, 'project_id': 'c864f059ae734e92afe88e0eba71aa61', 'gw_port': {'id': '710fe6f6-7714-4233-bbca-403de5dc6e25', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ee:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c181dbfe-a6cb-46a6-a3a6-23adedf61124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:08:45Z', 'updated_at': '2021-11-22T21:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': '18e08a61-a44e-4971-a190-2402543fe98e', 'name': '', 'network_id': '6ebffe91-c42d-48b1-a0eb-f0f53f8f85ef', 'tenant_id': 'c864f059ae734e92afe88e0eba71aa61', 'mac_address': 'fa:16:3e:19:dd:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c181dbfe-a6cb-46a6-a3a6-23adedf61124', 'device_owner': 'network:router_interface', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': 'df06f790-9166-4230-98a2-1d51435d9572', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:08:47Z', 'updated_at': '2021-11-22T21:08:48Z', 'revision_number': 2, 'project_id': 'c864f059ae734e92afe88e0eba71aa61', 'subnets': [{'id': 'df06f790-9166-4230-98a2-1d51435d9572', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:08:51.875548 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2c3362a-659d-4697-bb50-4982c3e9eb98 None None] Checking router: c181dbfe-a6cb-46a6-a3a6-23adedf61124 for host: n-d-818823-1 {{(pid=103449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 21:08:51.875548 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2c3362a-659d-4697-bb50-4982c3e9eb98 None None] Updating router c181dbfe-a6cb-46a6-a3a6-23adedf61124 port 18e08a61-a44e-4971-a190-2402543fe98e binding host n-d-818823-1 {{(pid=103449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 21:08:51.902837 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-f2c3362a-659d-4697-bb50-4982c3e9eb98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:08:52.190277 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-f2c3362a-659d-4697-bb50-4982c3e9eb98 None None] Publish callbacks [] for port, precommit_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:08:52.199226 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-f2c3362a-659d-4697-bb50-4982c3e9eb98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:08:52.263074 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9147aeee-7c79-4d3a-a52e-3917161f1b00 None None] Pushing event updated for resources: {'Port': ['ID=18e08a61-a44e-4971-a190-2402543fe98e,revision_number=3']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:08:52.333652 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-f2c3362a-659d-4697-bb50-4982c3e9eb98 None None] Attempting to bind port 18e08a61-a44e-4971-a190-2402543fe98e on host n-d-818823-1 for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 21:08:52.337564 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-f2c3362a-659d-4697-bb50-4982c3e9eb98 None None] Attempting to bind port 18e08a61-a44e-4971-a190-2402543fe98e by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': '19a11c56-8c32-4e7a-8374-1915a865b57b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6ebffe91-c42d-48b1-a0eb-f0f53f8f85ef'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 21:08:52.337564 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c3362a-659d-4697-bb50-4982c3e9eb98 None None] Attempting to bind port 18e08a61-a44e-4971-a190-2402543fe98e on network 6ebffe91-c42d-48b1-a0eb-f0f53f8f85ef {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 21:08:52.346844 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c3362a-659d-4697-bb50-4982c3e9eb98 None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 21, 8, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 21:08:52.347333 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c3362a-659d-4697-bb50-4982c3e9eb98 None None] Checking segment: {'id': '19a11c56-8c32-4e7a-8374-1915a865b57b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6ebffe91-c42d-48b1-a0eb-f0f53f8f85ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 21:08:52.347862 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-f2c3362a-659d-4697-bb50-4982c3e9eb98 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:08:52.348993 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c3362a-659d-4697-bb50-4982c3e9eb98 None None] Bound using segment: {'id': '19a11c56-8c32-4e7a-8374-1915a865b57b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6ebffe91-c42d-48b1-a0eb-f0f53f8f85ef'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 21:08:52.349575 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-f2c3362a-659d-4697-bb50-4982c3e9eb98 None None] Bound port: 18e08a61-a44e-4971-a190-2402543fe98e, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19a11c56-8c32-4e7a-8374-1915a865b57b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6ebffe91-c42d-48b1-a0eb-f0f53f8f85ef'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 21:08:52.350061 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-f2c3362a-659d-4697-bb50-4982c3e9eb98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:08:52.438059 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-f2c3362a-659d-4697-bb50-4982c3e9eb98 None None] For port 18e08a61-a44e-4971-a190-2402543fe98e, host n-d-818823-1, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 21:08:52.442662 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-f2c3362a-659d-4697-bb50-4982c3e9eb98 None None] For port 18e08a61-a44e-4971-a190-2402543fe98e, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=18e08a61-a44e-4971-a190-2402543fe98e,segment=NetworkSegment(19a11c56-8c32-4e7a-8374-1915a865b57b),segment_id=19a11c56-8c32-4e7a-8374-1915a865b57b)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 21:08:52.448974 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-f2c3362a-659d-4697-bb50-4982c3e9eb98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:08:52.532543 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c3362a-659d-4697-bb50-4982c3e9eb98 None None] Routers {'c181dbfe-a6cb-46a6-a3a6-23adedf61124'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 21:08:52.533741 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-f2c3362a-659d-4697-bb50-4982c3e9eb98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T21:08:33Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['c181dbfe-a6cb-46a6-a3a6-23adedf61124'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:08:52.577420 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9147aeee-7c79-4d3a-a52e-3917161f1b00 None None] Pushing event updated for resources: {'Port': ['ID=18e08a61-a44e-4971-a190-2402543fe98e,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:08:52.592623 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-0730176b-35e2-464f-b75d-4bc6c9e10e15 None None] Provisioning complete for port 18e08a61-a44e-4971-a190-2402543fe98e triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 21:08:52.593140 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-0730176b-35e2-464f-b75d-4bc6c9e10e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:08:52.715591 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-f2c3362a-659d-4697-bb50-4982c3e9eb98 None None] Set router c181dbfe-a6cb-46a6-a3a6-23adedf61124 gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 21:08:52.797889 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-0730176b-35e2-464f-b75d-4bc6c9e10e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:08:52.922937 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-0730176b-35e2-464f-b75d-4bc6c9e10e15 None None] For port 18e08a61-a44e-4971-a190-2402543fe98e, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=18e08a61-a44e-4971-a190-2402543fe98e,segment=NetworkSegment(19a11c56-8c32-4e7a-8374-1915a865b57b),segment_id=19a11c56-8c32-4e7a-8374-1915a865b57b)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 21:08:52.934031 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-0730176b-35e2-464f-b75d-4bc6c9e10e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:08:53.039968 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0730176b-35e2-464f-b75d-4bc6c9e10e15 None None] Pushing event updated for resources: {'Port': ['ID=18e08a61-a44e-4971-a190-2402543fe98e,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:08:53.070721 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-b3146e30-9bcb-49a7-9f1f-fecb61536e30 None None] Provisioning complete for port 18e08a61-a44e-4971-a190-2402543fe98e triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 21:08:53.071091 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-b3146e30-9bcb-49a7-9f1f-fecb61536e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:08:53.162957 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-f2c3362a-659d-4697-bb50-4982c3e9eb98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c181dbfe-a6cb-46a6-a3a6-23adedf61124', 'name': 'tempest-TestMinimumBasicScenario-1452043880-router', 'tenant_id': 'c864f059ae734e92afe88e0eba71aa61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.32'}], 'enable_snat': True}, 'gw_port_id': '710fe6f6-7714-4233-bbca-403de5dc6e25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T21:08:45Z', 'updated_at': '2021-11-22T21:08:48Z', 'revision_number': 4, 'project_id': 'c864f059ae734e92afe88e0eba71aa61', 'gw_port': {'id': '710fe6f6-7714-4233-bbca-403de5dc6e25', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ee:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c181dbfe-a6cb-46a6-a3a6-23adedf61124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:08:45Z', 'updated_at': '2021-11-22T21:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': '18e08a61-a44e-4971-a190-2402543fe98e', 'name': '', 'network_id': '6ebffe91-c42d-48b1-a0eb-f0f53f8f85ef', 'tenant_id': 'c864f059ae734e92afe88e0eba71aa61', 'mac_address': 'fa:16:3e:19:dd:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c181dbfe-a6cb-46a6-a3a6-23adedf61124', 'device_owner': 'network:router_interface', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': 'df06f790-9166-4230-98a2-1d51435d9572', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:08:47Z', 'updated_at': '2021-11-22T21:08:52Z', 'revision_number': 4, 'project_id': 'c864f059ae734e92afe88e0eba71aa61', 'subnets': [{'id': 'df06f790-9166-4230-98a2-1d51435d9572', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:08:53.199395 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2c3362a-659d-4697-bb50-4982c3e9eb98 None None] The sync data for ids ['c181dbfe-a6cb-46a6-a3a6-23adedf61124'] in n-d-818823-1 is: [{'id': 'c181dbfe-a6cb-46a6-a3a6-23adedf61124', 'name': 'tempest-TestMinimumBasicScenario-1452043880-router', 'tenant_id': 'c864f059ae734e92afe88e0eba71aa61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.32'}], 'enable_snat': True}, 'gw_port_id': '710fe6f6-7714-4233-bbca-403de5dc6e25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T21:08:45Z', 'updated_at': '2021-11-22T21:08:48Z', 'revision_number': 4, 'project_id': 'c864f059ae734e92afe88e0eba71aa61', 'gw_port': {'id': '710fe6f6-7714-4233-bbca-403de5dc6e25', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ee:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c181dbfe-a6cb-46a6-a3a6-23adedf61124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:08:45Z', 'updated_at': '2021-11-22T21:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': '18e08a61-a44e-4971-a190-2402543fe98e', 'name': '', 'network_id': '6ebffe91-c42d-48b1-a0eb-f0f53f8f85ef', 'tenant_id': 'c864f059ae734e92afe88e0eba71aa61', 'mac_address': 'fa:16:3e:19:dd:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c181dbfe-a6cb-46a6-a3a6-23adedf61124', 'device_owner': 'network:router_interface', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': 'df06f790-9166-4230-98a2-1d51435d9572', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:08:47Z', 'updated_at': '2021-11-22T21:08:52Z', 'revision_number': 4, 'project_id': 'c864f059ae734e92afe88e0eba71aa61', 'subnets': [{'id': 'df06f790-9166-4230-98a2-1d51435d9572', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 21:08:53.710520 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 18e08a61-a44e-4971-a190-2402543fe98e up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 21:08:53.776578 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 18e08a61-a44e-4971-a190-2402543fe98e triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 21:08:53.777182 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:08:59.449889 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0732dae5-a968-4f04-9147-f884e745a461 req-2144e1af-b795-4284-bc08-fd5b503d4b6e tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:08:59.451356 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0732dae5-a968-4f04-9147-f884e745a461 req-2144e1af-b795-4284-bc08-fd5b503d4b6e tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] 10.222.0.46 "GET /v2.0/networks?id=b9fcbbe8-de2f-42fe-9629-5ce55e9bb3ac HTTP/1.1" status: 200 len: 815 time: 0.1040008 Nov 22 21:08:59.465828 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0732dae5-a968-4f04-9147-f884e745a461 req-03daf204-1493-4dd1-b6d8-140e0df9ee71 tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] 10.222.0.46 "GET /v2.0/quotas/b25e0661aae4446bad3dc19cc1165377 HTTP/1.1" status: 200 len: 375 time: 0.0088120 Nov 22 21:08:59.516938 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0732dae5-a968-4f04-9147-f884e745a461 req-8a683523-c56e-4289-bcd3-ee953a6fa146 tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=b25e0661aae4446bad3dc19cc1165377&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0459211 Nov 22 21:08:59.532946 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [req-0732dae5-a968-4f04-9147-f884e745a461 req-c63954ff-1198-4e17-abe3-9f8bda5e87f1 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=103447) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 21:08:59.533884 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0732dae5-a968-4f04-9147-f884e745a461 req-c63954ff-1198-4e17-abe3-9f8bda5e87f1 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050528 Nov 22 21:08:59.624436 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0732dae5-a968-4f04-9147-f884e745a461 req-44e428e9-edd0-44b6-86f5-b835ecaa0038 service neutron] 10.222.0.46 "GET /v2.0/networks/b9fcbbe8-de2f-42fe-9629-5ce55e9bb3ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847836 Nov 22 21:08:59.712663 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0732dae5-a968-4f04-9147-f884e745a461 req-7164f6f9-b57d-4ca5-843a-61c9aa593459 service neutron] 10.222.0.46 "GET /v2.0/networks/b9fcbbe8-de2f-42fe-9629-5ce55e9bb3ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819230 Nov 22 21:09:00.104635 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-fce73681-56d1-4d59-b6de-00e0525301a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:09:00.890866 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-78922f0b-05cd-4daf-aa4b-e1277f3158ae req-0a9136ea-39f2-4f20-94c3-dedad3d8a286 tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] 10.222.0.46 "GET /v2.0/ports?device_id=09668963-cad4-4416-85fe-d5459d7cf7b1 HTTP/1.1" status: 200 len: 210 time: 0.0272560 Nov 22 21:09:01.825953 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0732dae5-a968-4f04-9147-f884e745a461 req-fbeb9b3c-e554-4a1e-af9c-db9c15bac420 tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:09:01.827338 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-0732dae5-a968-4f04-9147-f884e745a461 req-fbeb9b3c-e554-4a1e-af9c-db9c15bac420 tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] 10.222.0.41 "GET /v2.0/networks?id=b9fcbbe8-de2f-42fe-9629-5ce55e9bb3ac HTTP/1.1" status: 200 len: 815 time: 0.1112897 Nov 22 21:09:01.840976 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [req-0732dae5-a968-4f04-9147-f884e745a461 req-fd589481-de57-4798-bf3a-6691d8e81931 tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] Request body: {'port': {'device_id': '09668963-cad4-4416-85fe-d5459d7cf7b1', 'network_id': 'b9fcbbe8-de2f-42fe-9629-5ce55e9bb3ac', 'admin_state_up': True, 'tenant_id': 'b25e0661aae4446bad3dc19cc1165377'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 21:09:01.951213 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0732dae5-a968-4f04-9147-f884e745a461 req-fd589481-de57-4798-bf3a-6691d8e81931 tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] Made reservation on behalf of b25e0661aae4446bad3dc19cc1165377 for: {'port': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 21:09:01.954831 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-0732dae5-a968-4f04-9147-f884e745a461 req-fd589481-de57-4798-bf3a-6691d8e81931 tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:09:02.003489 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-911f731c-5361-4363-98b8-43e0fdafa100 req-b3ded511-e351-4c01-981d-7e911e429674 tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] 10.222.0.46 "GET /v2.0/ports?device_id=09668963-cad4-4416-85fe-d5459d7cf7b1 HTTP/1.1" status: 200 len: 210 time: 0.0344944 Nov 22 21:09:02.096849 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [req-0732dae5-a968-4f04-9147-f884e745a461 req-fd589481-de57-4798-bf3a-6691d8e81931 tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] Allocated IP 172.20.0.5 (b9fcbbe8-de2f-42fe-9629-5ce55e9bb3ac/1bb17d8c-a656-40c7-9434-39cd4b3a8228/bb8721e8-312b-4611-a949-3f60d6c6857e) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 21:09:02.268767 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-0732dae5-a968-4f04-9147-f884e745a461 req-fd589481-de57-4798-bf3a-6691d8e81931 tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:09:02.309152 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-0732dae5-a968-4f04-9147-f884e745a461 req-fd589481-de57-4798-bf3a-6691d8e81931 tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:09:02.356401 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0732dae5-a968-4f04-9147-f884e745a461 req-fd589481-de57-4798-bf3a-6691d8e81931 tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] Network b9fcbbe8-de2f-42fe-9629-5ce55e9bb3ac is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 21:09:02.359508 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [req-0732dae5-a968-4f04-9147-f884e745a461 req-fd589481-de57-4798-bf3a-6691d8e81931 tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 21:09:02.363503 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [req-0732dae5-a968-4f04-9147-f884e745a461 req-fd589481-de57-4798-bf3a-6691d8e81931 tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 21:09:02.395517 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd589481-de57-4798-bf3a-6691d8e81931 tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] Pushing event updated for resources: {'Port': ['ID=bb8721e8-312b-4611-a949-3f60d6c6857e,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:09:02.422647 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0732dae5-a968-4f04-9147-f884e745a461 req-fd589481-de57-4798-bf3a-6691d8e81931 tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:09:02.423290 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-0732dae5-a968-4f04-9147-f884e745a461 req-fd589481-de57-4798-bf3a-6691d8e81931 tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:09:02.447913 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-0732dae5-a968-4f04-9147-f884e745a461 req-fd589481-de57-4798-bf3a-6691d8e81931 tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6105812 Nov 22 21:09:02.605517 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-19fbb651-582b-4aa0-8d81-22e2bc206462 None None] Provisioning complete for port bb8721e8-312b-4611-a949-3f60d6c6857e triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 21:09:02.606021 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-19fbb651-582b-4aa0-8d81-22e2bc206462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:09:02.644609 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-19fbb651-582b-4aa0-8d81-22e2bc206462 None None] Port bb8721e8-312b-4611-a949-3f60d6c6857e cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 21:09:03.013234 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-cca41971-e8e1-467c-b10e-6251fdc7fd8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:09:03.126514 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92dab1b-a88e-454e-85da-a250d4658287 req-9eeeaa2d-ec25-487e-94f7-b18cd30172ff tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:09:03.128037 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f92dab1b-a88e-454e-85da-a250d4658287 req-9eeeaa2d-ec25-487e-94f7-b18cd30172ff tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] 10.222.0.46 "GET /v2.0/ports?device_id=09668963-cad4-4416-85fe-d5459d7cf7b1 HTTP/1.1" status: 200 len: 931 time: 0.0524518 Nov 22 21:09:03.178781 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f92dab1b-a88e-454e-85da-a250d4658287 req-4e4bf3f0-ccb5-479a-9b34-5153a0352b93 tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c3268de-0856-47ee-9536-d4810b121806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446813 Nov 22 21:09:03.647773 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-03f0964f-1b75-4df7-99e0-a3cdb56ec2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:09:04.297760 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8a8ac7-4e06-4bee-a11b-8d8171127d94 req-1c0860da-2c1d-4839-842d-314524f0e3e5 tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:09:04.299971 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1f8a8ac7-4e06-4bee-a11b-8d8171127d94 req-1c0860da-2c1d-4839-842d-314524f0e3e5 tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] 10.222.0.46 "GET /v2.0/ports?device_id=09668963-cad4-4416-85fe-d5459d7cf7b1 HTTP/1.1" status: 200 len: 931 time: 0.0512173 Nov 22 21:09:04.350218 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1f8a8ac7-4e06-4bee-a11b-8d8171127d94 req-f75664dd-9d8a-43a6-ab00-7d704d4d53c7 tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c3268de-0856-47ee-9536-d4810b121806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420237 Nov 22 21:09:05.350503 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e49ee129-e862-4476-beca-cdc8150d2345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:09:05.475500 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508eb719-8089-45fd-b333-716de02a92d4 req-73c75804-000a-4037-be48-0205fdb253d5 tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:09:05.477041 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-508eb719-8089-45fd-b333-716de02a92d4 req-73c75804-000a-4037-be48-0205fdb253d5 tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] 10.222.0.46 "GET /v2.0/ports?device_id=09668963-cad4-4416-85fe-d5459d7cf7b1 HTTP/1.1" status: 200 len: 931 time: 0.0551457 Nov 22 21:09:05.527206 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-508eb719-8089-45fd-b333-716de02a92d4 req-bed31c7b-ab1e-478d-9f8e-3315c1729c84 tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c3268de-0856-47ee-9536-d4810b121806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441408 Nov 22 21:09:06.167467 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:09:06.651625 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174a7bf9-d13c-4717-a3c3-fa13d1db3fd2 req-236d2701-4921-4333-9e7e-0c49370d655a tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:09:06.653474 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-174a7bf9-d13c-4717-a3c3-fa13d1db3fd2 req-236d2701-4921-4333-9e7e-0c49370d655a tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] 10.222.0.46 "GET /v2.0/ports?device_id=09668963-cad4-4416-85fe-d5459d7cf7b1 HTTP/1.1" status: 200 len: 931 time: 0.0516033 Nov 22 21:09:06.704560 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-174a7bf9-d13c-4717-a3c3-fa13d1db3fd2 req-f74cb5c8-efa4-4081-8358-af69730f78ee tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c3268de-0856-47ee-9536-d4810b121806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447965 Nov 22 21:09:07.836244 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d519fc28-f51e-43f0-86be-e90e4ca37447 req-9f0a9d3f-e881-4d61-b2fe-dc588a40e4a4 tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:09:07.837787 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d519fc28-f51e-43f0-86be-e90e4ca37447 req-9f0a9d3f-e881-4d61-b2fe-dc588a40e4a4 tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] 10.222.0.46 "GET /v2.0/ports?device_id=09668963-cad4-4416-85fe-d5459d7cf7b1 HTTP/1.1" status: 200 len: 931 time: 0.0634832 Nov 22 21:09:07.888411 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d519fc28-f51e-43f0-86be-e90e4ca37447 req-dc53b66c-2b4a-421a-9c40-0d4f33d76e4e tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c3268de-0856-47ee-9536-d4810b121806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446236 Nov 22 21:09:09.007029 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05976b46-1422-40ca-b7eb-de92f94e3377 req-d3c440f5-1e51-4904-9527-045b0355db7b tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:09:09.009486 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-05976b46-1422-40ca-b7eb-de92f94e3377 req-d3c440f5-1e51-4904-9527-045b0355db7b tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] 10.222.0.46 "GET /v2.0/ports?device_id=09668963-cad4-4416-85fe-d5459d7cf7b1 HTTP/1.1" status: 200 len: 931 time: 0.0496998 Nov 22 21:09:09.060488 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-05976b46-1422-40ca-b7eb-de92f94e3377 req-3e195989-c9b0-4013-b89e-db79c52fcc74 tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c3268de-0856-47ee-9536-d4810b121806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439088 Nov 22 21:09:10.224789 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc21d6e0-39b4-4778-b391-6ff9015c796f req-b5089874-8ba3-4bd8-9a5b-6521f40660fd tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:09:10.226372 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-fc21d6e0-39b4-4778-b391-6ff9015c796f req-b5089874-8ba3-4bd8-9a5b-6521f40660fd tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] 10.222.0.46 "GET /v2.0/ports?device_id=09668963-cad4-4416-85fe-d5459d7cf7b1 HTTP/1.1" status: 200 len: 931 time: 0.0674288 Nov 22 21:09:10.276221 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-fc21d6e0-39b4-4778-b391-6ff9015c796f req-67edd2e7-0a86-409c-820c-d88212031465 tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c3268de-0856-47ee-9536-d4810b121806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434330 Nov 22 21:09:11.397748 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65b0b56-7e69-4d3d-9a40-844ded97ae8e req-54c23159-a651-473b-a030-9ca6755ea049 tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:09:11.399740 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f65b0b56-7e69-4d3d-9a40-844ded97ae8e req-54c23159-a651-473b-a030-9ca6755ea049 tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] 10.222.0.46 "GET /v2.0/ports?device_id=09668963-cad4-4416-85fe-d5459d7cf7b1 HTTP/1.1" status: 200 len: 931 time: 0.0557215 Nov 22 21:09:11.448203 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f65b0b56-7e69-4d3d-9a40-844ded97ae8e req-4022f6de-e397-4087-b414-97c701e79518 tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c3268de-0856-47ee-9536-d4810b121806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422649 Nov 22 21:09:12.564173 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4243c6f1-e3a7-4a37-83c9-a8db3172ab24 req-98eec086-e1b0-4c1b-a605-39bc020195ea tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:09:12.565700 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4243c6f1-e3a7-4a37-83c9-a8db3172ab24 req-98eec086-e1b0-4c1b-a605-39bc020195ea tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] 10.222.0.46 "GET /v2.0/ports?device_id=09668963-cad4-4416-85fe-d5459d7cf7b1 HTTP/1.1" status: 200 len: 931 time: 0.0479763 Nov 22 21:09:12.614617 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4243c6f1-e3a7-4a37-83c9-a8db3172ab24 req-667fb499-7211-4a29-bced-0116fa775243 tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c3268de-0856-47ee-9536-d4810b121806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423107 Nov 22 21:09:13.123168 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [req-0732dae5-a968-4f04-9147-f884e745a461 req-1809c7a8-2448-41fa-aa8a-27d785ac5245 service neutron] Request body: {'port': {'device_id': '09668963-cad4-4416-85fe-d5459d7cf7b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818823-1'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 21:09:13.180154 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-0732dae5-a968-4f04-9147-f884e745a461 req-1809c7a8-2448-41fa-aa8a-27d785ac5245 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:09:13.431676 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [req-0732dae5-a968-4f04-9147-f884e745a461 req-1809c7a8-2448-41fa-aa8a-27d785ac5245 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb8721e8-312b-4611-a949-3f60d6c6857e {{(pid=103448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 21:09:13.439065 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-0732dae5-a968-4f04-9147-f884e745a461 req-1809c7a8-2448-41fa-aa8a-27d785ac5245 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:09:13.451461 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [req-0732dae5-a968-4f04-9147-f884e745a461 req-1809c7a8-2448-41fa-aa8a-27d785ac5245 service neutron] Transition to ACTIVE for port object bb8721e8-312b-4611-a949-3f60d6c6857e will not be triggered until provisioned by entity L2. {{(pid=103448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 21:09:13.454665 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-0732dae5-a968-4f04-9147-f884e745a461 req-1809c7a8-2448-41fa-aa8a-27d785ac5245 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:09:13.502109 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1809c7a8-2448-41fa-aa8a-27d785ac5245 service neutron] Pushing event updated for resources: {'Port': ['ID=bb8721e8-312b-4611-a949-3f60d6c6857e,revision_number=2']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:09:13.579394 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-0732dae5-a968-4f04-9147-f884e745a461 req-1809c7a8-2448-41fa-aa8a-27d785ac5245 service neutron] Attempting to bind port bb8721e8-312b-4611-a949-3f60d6c6857e on host n-h1-818823-1 for vnic_type normal with profile {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 21:09:13.579759 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-0732dae5-a968-4f04-9147-f884e745a461 req-1809c7a8-2448-41fa-aa8a-27d785ac5245 service neutron] Attempting to bind port bb8721e8-312b-4611-a949-3f60d6c6857e by drivers openvswitch,hyperv on host n-h1-818823-1 at level 0 using segments [{'id': '4cb07f08-e5d7-4605-82f1-65079d0ae378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'b9fcbbe8-de2f-42fe-9629-5ce55e9bb3ac'}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 21:09:13.580097 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0732dae5-a968-4f04-9147-f884e745a461 req-1809c7a8-2448-41fa-aa8a-27d785ac5245 service neutron] Attempting to bind port bb8721e8-312b-4611-a949-3f60d6c6857e on network b9fcbbe8-de2f-42fe-9629-5ce55e9bb3ac {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 21:09:13.584723 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0732dae5-a968-4f04-9147-f884e745a461 req-1809c7a8-2448-41fa-aa8a-27d785ac5245 service neutron] Port bb8721e8-312b-4611-a949-3f60d6c6857e on network b9fcbbe8-de2f-42fe-9629-5ce55e9bb3ac not bound, no agent of type Open vSwitch agent registered on host n-h1-818823-1 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 21:09:13.585048 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0732dae5-a968-4f04-9147-f884e745a461 req-1809c7a8-2448-41fa-aa8a-27d785ac5245 service neutron] Attempting to bind port bb8721e8-312b-4611-a949-3f60d6c6857e on network b9fcbbe8-de2f-42fe-9629-5ce55e9bb3ac {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 21:09:13.590044 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0732dae5-a968-4f04-9147-f884e745a461 req-1809c7a8-2448-41fa-aa8a-27d785ac5245 service neutron] Checking agent: {'id': '7a008cff-3b49-418c-8046-689d46cc800f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'started_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 21, 8, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 21:09:13.590384 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0732dae5-a968-4f04-9147-f884e745a461 req-1809c7a8-2448-41fa-aa8a-27d785ac5245 service neutron] Checking segment: {'id': '4cb07f08-e5d7-4605-82f1-65079d0ae378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'b9fcbbe8-de2f-42fe-9629-5ce55e9bb3ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 21:09:13.590773 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0732dae5-a968-4f04-9147-f884e745a461 req-1809c7a8-2448-41fa-aa8a-27d785ac5245 service neutron] Bound using segment: {'id': '4cb07f08-e5d7-4605-82f1-65079d0ae378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'b9fcbbe8-de2f-42fe-9629-5ce55e9bb3ac'} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 21:09:13.591204 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-0732dae5-a968-4f04-9147-f884e745a461 req-1809c7a8-2448-41fa-aa8a-27d785ac5245 service neutron] Bound port: bb8721e8-312b-4611-a949-3f60d6c6857e, host: n-h1-818823-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cb07f08-e5d7-4605-82f1-65079d0ae378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'b9fcbbe8-de2f-42fe-9629-5ce55e9bb3ac'}}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 21:09:13.591606 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-0732dae5-a968-4f04-9147-f884e745a461 req-1809c7a8-2448-41fa-aa8a-27d785ac5245 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:09:13.660036 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-0732dae5-a968-4f04-9147-f884e745a461 req-1809c7a8-2448-41fa-aa8a-27d785ac5245 service neutron] For port bb8721e8-312b-4611-a949-3f60d6c6857e, host n-h1-818823-1, cleared binding levels {{(pid=103448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 21:09:13.663138 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-0732dae5-a968-4f04-9147-f884e745a461 req-1809c7a8-2448-41fa-aa8a-27d785ac5245 service neutron] For port bb8721e8-312b-4611-a949-3f60d6c6857e, host n-h1-818823-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=bb8721e8-312b-4611-a949-3f60d6c6857e,segment=NetworkSegment(4cb07f08-e5d7-4605-82f1-65079d0ae378),segment_id=4cb07f08-e5d7-4605-82f1-65079d0ae378)] {{(pid=103448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 21:09:13.667729 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-0732dae5-a968-4f04-9147-f884e745a461 req-1809c7a8-2448-41fa-aa8a-27d785ac5245 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:09:13.702542 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0732dae5-a968-4f04-9147-f884e745a461 req-1809c7a8-2448-41fa-aa8a-27d785ac5245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:09:13.703092 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-0732dae5-a968-4f04-9147-f884e745a461 req-1809c7a8-2448-41fa-aa8a-27d785ac5245 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:09:13.704527 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-0732dae5-a968-4f04-9147-f884e745a461 req-1809c7a8-2448-41fa-aa8a-27d785ac5245 service neutron] 10.222.0.41 "PUT /v2.0/ports/bb8721e8-312b-4611-a949-3f60d6c6857e HTTP/1.1" status: 200 len: 1091 time: 0.6732993 Nov 22 21:09:13.710208 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09668963-cad4-4416-85fe-d5459d7cf7b1', 'tag': 'bb8721e8-312b-4611-a949-3f60d6c6857e'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 21:09:13.712780 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d75c62b18f4846ba0ff3fb32e7a2f33757bcd91f6941723bbc4e48e63e422314" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05b13499-a873-4fde-a2ed-5d0c4ea266fa" -d '{"events": [{"name": "network-changed", "server_uuid": "09668963-cad4-4416-85fe-d5459d7cf7b1", "tag": "bb8721e8-312b-4611-a949-3f60d6c6857e"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 21:09:13.741796 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1809c7a8-2448-41fa-aa8a-27d785ac5245 service neutron] Pushing event updated for resources: {'Port': ['ID=bb8721e8-312b-4611-a949-3f60d6c6857e,revision_number=3']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:09:13.752959 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5556ee5e-394b-47eb-a25d-3c2fc9589a35 req-90297e60-82df-43f5-abe8-bd6087f5cb16 tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:09:13.754458 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5556ee5e-394b-47eb-a25d-3c2fc9589a35 req-90297e60-82df-43f5-abe8-bd6087f5cb16 tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] 10.222.0.46 "GET /v2.0/ports?device_id=09668963-cad4-4416-85fe-d5459d7cf7b1 HTTP/1.1" status: 200 len: 943 time: 0.0703340 Nov 22 21:09:13.807868 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0732dae5-a968-4f04-9147-f884e745a461 req-b6eccf9d-aa9a-4c3c-87e1-73a9114b88ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:09:13.809542 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-0732dae5-a968-4f04-9147-f884e745a461 req-b6eccf9d-aa9a-4c3c-87e1-73a9114b88ae service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b25e0661aae4446bad3dc19cc1165377&device_id=09668963-cad4-4416-85fe-d5459d7cf7b1 HTTP/1.1" status: 200 len: 1094 time: 0.0485303 Nov 22 21:09:13.823020 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5556ee5e-394b-47eb-a25d-3c2fc9589a35 req-7bfaea7d-d6d3-40e9-aeff-65b4de2e5bc9 tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c3268de-0856-47ee-9536-d4810b121806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607154 Nov 22 21:09:13.871850 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-0732dae5-a968-4f04-9147-f884e745a461 req-fc00750e-1d39-47be-8256-861ab9792e87 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bb8721e8-312b-4611-a949-3f60d6c6857e HTTP/1.1" status: 200 len: 217 time: 0.0540524 Nov 22 21:09:13.923242 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 21:09:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1ef396a-7fd3-4c33-8ceb-72996b45ed5d x-openstack-request-id: req-f1ef396a-7fd3-4c33-8ceb-72996b45ed5d {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 21:09:13.923567 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09668963-cad4-4416-85fe-d5459d7cf7b1", "tag": "bb8721e8-312b-4611-a949-3f60d6c6857e", "status": "completed", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 21:09:13.923833 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f1ef396a-7fd3-4c33-8ceb-72996b45ed5d {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 21:09:13.924244 n-d-818823-1 neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09668963-cad4-4416-85fe-d5459d7cf7b1', 'tag': 'bb8721e8-312b-4611-a949-3f60d6c6857e', 'status': 'completed', 'code': 200} Nov 22 21:09:13.930087 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0732dae5-a968-4f04-9147-f884e745a461 req-7d308e85-736d-4742-9a3b-63a85fc99035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:09:13.931650 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-0732dae5-a968-4f04-9147-f884e745a461 req-7d308e85-736d-4742-9a3b-63a85fc99035 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1bb17d8c-a656-40c7-9434-39cd4b3a8228 HTTP/1.1" status: 200 len: 854 time: 0.0533645 Nov 22 21:09:13.983878 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0732dae5-a968-4f04-9147-f884e745a461 req-65bb43a5-b2ec-4c03-b064-b613a884b93a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:09:13.985410 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-0732dae5-a968-4f04-9147-f884e745a461 req-65bb43a5-b2ec-4c03-b064-b613a884b93a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b9fcbbe8-de2f-42fe-9629-5ce55e9bb3ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0462708 Nov 22 21:09:14.075577 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-0732dae5-a968-4f04-9147-f884e745a461 req-55de1733-6fb2-40cd-932d-f4185ad7aa93 service neutron] 10.222.0.41 "GET /v2.0/networks/b9fcbbe8-de2f-42fe-9629-5ce55e9bb3ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816507 Nov 22 21:09:14.168276 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-0732dae5-a968-4f04-9147-f884e745a461 req-7d174a1a-8855-442b-99d3-bde3093057b9 service neutron] 10.222.0.41 "GET /v2.0/networks/b9fcbbe8-de2f-42fe-9629-5ce55e9bb3ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846677 Nov 22 21:09:14.253882 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b13499-a873-4fde-a2ed-5d0c4ea266fa req-d8141f48-3e9e-4adb-a47c-792c3dee2af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:09:14.255880 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-05b13499-a873-4fde-a2ed-5d0c4ea266fa req-d8141f48-3e9e-4adb-a47c-792c3dee2af4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b25e0661aae4446bad3dc19cc1165377&device_id=09668963-cad4-4416-85fe-d5459d7cf7b1 HTTP/1.1" status: 200 len: 1094 time: 0.0415041 Nov 22 21:09:14.342581 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b13499-a873-4fde-a2ed-5d0c4ea266fa req-956c294e-5589-43c9-8b82-d03f27ff8409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:09:14.344122 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-05b13499-a873-4fde-a2ed-5d0c4ea266fa req-956c294e-5589-43c9-8b82-d03f27ff8409 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b9fcbbe8-de2f-42fe-9629-5ce55e9bb3ac HTTP/1.1" status: 200 len: 916 time: 0.0822103 Nov 22 21:09:14.389792 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-05b13499-a873-4fde-a2ed-5d0c4ea266fa req-3ccdaf1d-5507-4af7-9268-64c3224c8622 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bb8721e8-312b-4611-a949-3f60d6c6857e HTTP/1.1" status: 200 len: 217 time: 0.0374842 Nov 22 21:09:14.439338 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b13499-a873-4fde-a2ed-5d0c4ea266fa req-a1dae2c0-d639-4a29-9640-f77306b93793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:09:14.440807 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-05b13499-a873-4fde-a2ed-5d0c4ea266fa req-a1dae2c0-d639-4a29-9640-f77306b93793 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1bb17d8c-a656-40c7-9434-39cd4b3a8228 HTTP/1.1" status: 200 len: 854 time: 0.0427814 Nov 22 21:09:14.486535 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b13499-a873-4fde-a2ed-5d0c4ea266fa req-784fd742-b48e-4854-9420-2893d7b9bf55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:09:14.488020 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-05b13499-a873-4fde-a2ed-5d0c4ea266fa req-784fd742-b48e-4854-9420-2893d7b9bf55 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b9fcbbe8-de2f-42fe-9629-5ce55e9bb3ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390611 Nov 22 21:09:14.578736 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-05b13499-a873-4fde-a2ed-5d0c4ea266fa req-49908f33-c417-47fc-8aeb-bbfc74636da8 service neutron] 10.222.0.41 "GET /v2.0/networks/b9fcbbe8-de2f-42fe-9629-5ce55e9bb3ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827928 Nov 22 21:09:14.669507 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-05b13499-a873-4fde-a2ed-5d0c4ea266fa req-3f474ab0-9e66-4a92-a28c-3455072b663a service neutron] 10.222.0.41 "GET /v2.0/networks/b9fcbbe8-de2f-42fe-9629-5ce55e9bb3ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810468 Nov 22 21:09:14.944162 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a74c090-eec2-44c3-9dde-f014cd86b32e req-0509e538-1476-49a7-bd1e-fc00fed4de88 tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:09:14.945622 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2a74c090-eec2-44c3-9dde-f014cd86b32e req-0509e538-1476-49a7-bd1e-fc00fed4de88 tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] 10.222.0.46 "GET /v2.0/ports?device_id=09668963-cad4-4416-85fe-d5459d7cf7b1 HTTP/1.1" status: 200 len: 943 time: 0.0481977 Nov 22 21:09:14.992239 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2a74c090-eec2-44c3-9dde-f014cd86b32e req-b9288a9a-1441-42c0-a330-f3553b788da8 tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c3268de-0856-47ee-9536-d4810b121806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406632 Nov 22 21:09:14.995329 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:09:15.035524 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:09:16.106511 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6244731-66c8-4377-a958-3edee9f92d4a req-9430cc6d-9b79-455b-8a19-ccde6122e88f tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:09:16.107989 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a6244731-66c8-4377-a958-3edee9f92d4a req-9430cc6d-9b79-455b-8a19-ccde6122e88f tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] 10.222.0.46 "GET /v2.0/ports?device_id=09668963-cad4-4416-85fe-d5459d7cf7b1 HTTP/1.1" status: 200 len: 943 time: 0.0475929 Nov 22 21:09:16.158405 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a6244731-66c8-4377-a958-3edee9f92d4a req-18490aab-6e39-4c2c-9991-069eb087073b tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c3268de-0856-47ee-9536-d4810b121806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444889 Nov 22 21:09:17.159790 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.agents_db [None req-aa8313f2-1ee4-4e7b-8c5a-d32b2f9d31ee None None] Agent healthcheck: found 7 active agents {{(pid=103450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 21:09:17.271516 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7504a3-2882-42e8-9f0d-69c37c41e2c9 req-871f016a-935a-46bf-b786-df608c8eac8c tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:09:17.272998 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3b7504a3-2882-42e8-9f0d-69c37c41e2c9 req-871f016a-935a-46bf-b786-df608c8eac8c tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] 10.222.0.46 "GET /v2.0/ports?device_id=09668963-cad4-4416-85fe-d5459d7cf7b1 HTTP/1.1" status: 200 len: 943 time: 0.0487857 Nov 22 21:09:17.319588 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3b7504a3-2882-42e8-9f0d-69c37c41e2c9 req-aa965110-0009-4b5a-ba88-4d5c015dba67 tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c3268de-0856-47ee-9536-d4810b121806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406308 Nov 22 21:09:17.664495 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device bb8721e8-312b-4611-a949-3f60d6c6857e details requested by agent hyperv_n-h1-818823-1 with host n-h1-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 21:09:17.760113 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port bb8721e8-312b-4611-a949-3f60d6c6857e, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=bb8721e8-312b-4611-a949-3f60d6c6857e,segment=NetworkSegment(4cb07f08-e5d7-4605-82f1-65079d0ae378),segment_id=4cb07f08-e5d7-4605-82f1-65079d0ae378)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 21:09:17.772278 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Returning: {'device': 'bb8721e8-312b-4611-a949-3f60d6c6857e', 'network_id': 'b9fcbbe8-de2f-42fe-9629-5ce55e9bb3ac', 'port_id': 'bb8721e8-312b-4611-a949-3f60d6c6857e', 'mac_address': 'fa:16:3e:e4:e5:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bb17d8c-a656-40c7-9434-39cd4b3a8228', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 21:09:17.810759 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:09:17.824720 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb8721e8-312b-4611-a949-3f60d6c6857e {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 21:09:17.843994 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port bb8721e8-312b-4611-a949-3f60d6c6857e, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=bb8721e8-312b-4611-a949-3f60d6c6857e,segment=NetworkSegment(4cb07f08-e5d7-4605-82f1-65079d0ae378),segment_id=4cb07f08-e5d7-4605-82f1-65079d0ae378)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 21:09:17.847390 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:09:17.892664 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=bb8721e8-312b-4611-a949-3f60d6c6857e,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:09:17.899793 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:09:17.900131 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:09:17.900466 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:09:17.900796 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:09:17.901125 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:09:17.901449 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:09:17.901770 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:09:17.902091 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:09:17.902409 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:09:17.902726 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:09:17.903042 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:09:17.903354 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:09:18.048567 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] get_ports_and_sgs() called for port_ids ['bb8721e8-312b-4611-a949-3f60d6c6857e'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 21:09:18.437094 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be08881-ff7f-45d9-bf10-cae64a2b3c58 req-8f2e0624-e60e-4179-8e31-7b0478b2ed99 tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:09:18.438605 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9be08881-ff7f-45d9-bf10-cae64a2b3c58 req-8f2e0624-e60e-4179-8e31-7b0478b2ed99 tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] 10.222.0.46 "GET /v2.0/ports?device_id=09668963-cad4-4416-85fe-d5459d7cf7b1 HTTP/1.1" status: 200 len: 944 time: 0.0484054 Nov 22 21:09:18.484973 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9be08881-ff7f-45d9-bf10-cae64a2b3c58 req-44b226f6-ca69-4b5f-ab46-a4d5d8592696 tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c3268de-0856-47ee-9536-d4810b121806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399673 Nov 22 21:09:19.605990 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7efbe7-37e1-4d2e-84f5-41b008586775 req-12cc7e5e-b664-4539-9ace-cafb210e2987 tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:09:19.607518 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7f7efbe7-37e1-4d2e-84f5-41b008586775 req-12cc7e5e-b664-4539-9ace-cafb210e2987 tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] 10.222.0.46 "GET /v2.0/ports?device_id=09668963-cad4-4416-85fe-d5459d7cf7b1 HTTP/1.1" status: 200 len: 944 time: 0.0539975 Nov 22 21:09:19.662347 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7f7efbe7-37e1-4d2e-84f5-41b008586775 req-95038729-4a85-4b84-975b-1c39354df438 tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c3268de-0856-47ee-9536-d4810b121806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487902 Nov 22 21:09:19.666343 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device bb8721e8-312b-4611-a949-3f60d6c6857e up at agent hyperv_n-h1-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 21:09:19.714696 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Provisioning for port bb8721e8-312b-4611-a949-3f60d6c6857e completed by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 21:09:19.718436 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Provisioning complete for port bb8721e8-312b-4611-a949-3f60d6c6857e triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 21:09:19.718816 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:09:19.797456 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:09:19.820133 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09668963-cad4-4416-85fe-d5459d7cf7b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb8721e8-312b-4611-a949-3f60d6c6857e'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 21:09:19.822360 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77cdb882cfbf7cc977e8d6fd4582ec33309c0dd3d6eecd2022538c80279aa7ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b43a841-81a7-4330-b113-c250c1fde2c5" -d '{"events": [{"server_uuid": "09668963-cad4-4416-85fe-d5459d7cf7b1", "name": "network-vif-plugged", "status": "completed", "tag": "bb8721e8-312b-4611-a949-3f60d6c6857e"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 21:09:19.836944 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port bb8721e8-312b-4611-a949-3f60d6c6857e, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=bb8721e8-312b-4611-a949-3f60d6c6857e,segment=NetworkSegment(4cb07f08-e5d7-4605-82f1-65079d0ae378),segment_id=4cb07f08-e5d7-4605-82f1-65079d0ae378)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 21:09:19.841450 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:09:19.887691 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=bb8721e8-312b-4611-a949-3f60d6c6857e,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:09:19.920815 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 21:09:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe218471-cf32-47f0-8892-f8ac30271d05 x-openstack-request-id: req-fe218471-cf32-47f0-8892-f8ac30271d05 {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 21:09:19.921149 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09668963-cad4-4416-85fe-d5459d7cf7b1", "name": "network-vif-plugged", "status": "completed", "tag": "bb8721e8-312b-4611-a949-3f60d6c6857e", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 21:09:19.921410 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-fe218471-cf32-47f0-8892-f8ac30271d05 {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 21:09:19.921838 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09668963-cad4-4416-85fe-d5459d7cf7b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb8721e8-312b-4611-a949-3f60d6c6857e', 'code': 200} Nov 22 21:09:20.019463 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce37f16-618c-4eb6-aa41-88cc70f0ee27 req-4a7f8344-42a6-429a-aa5e-6a223cf42652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:09:20.021004 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-9ce37f16-618c-4eb6-aa41-88cc70f0ee27 req-4a7f8344-42a6-429a-aa5e-6a223cf42652 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=09668963-cad4-4416-85fe-d5459d7cf7b1 HTTP/1.1" status: 200 len: 1096 time: 0.0406382 Nov 22 21:09:20.068316 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-9ce37f16-618c-4eb6-aa41-88cc70f0ee27 req-52f6c171-0432-4042-ab58-aafdcdd7bdc0 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=6c3268de-0856-47ee-9536-d4810b121806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400155 Nov 22 21:09:20.777306 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1ddd64-2ead-4767-8625-90b747c85ad5 req-1ef31851-d20a-4d1e-8332-a2e90522ac02 tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:09:20.778815 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6c1ddd64-2ead-4767-8625-90b747c85ad5 req-1ef31851-d20a-4d1e-8332-a2e90522ac02 tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] 10.222.0.46 "GET /v2.0/ports?device_id=09668963-cad4-4416-85fe-d5459d7cf7b1 HTTP/1.1" status: 200 len: 945 time: 0.0491085 Nov 22 21:09:20.825866 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6c1ddd64-2ead-4767-8625-90b747c85ad5 req-b38fa997-f03f-47b7-be78-ab5d9843404c tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c3268de-0856-47ee-9536-d4810b121806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411158 Nov 22 21:09:21.939732 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d67df08-a0e5-4f62-a5f9-2474a5b91f9d req-3a60be9f-fac6-4f28-b401-5e193ae18f77 tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:09:21.941209 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2d67df08-a0e5-4f62-a5f9-2474a5b91f9d req-3a60be9f-fac6-4f28-b401-5e193ae18f77 tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] 10.222.0.46 "GET /v2.0/ports?device_id=09668963-cad4-4416-85fe-d5459d7cf7b1 HTTP/1.1" status: 200 len: 945 time: 0.0474193 Nov 22 21:09:21.990764 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2d67df08-a0e5-4f62-a5f9-2474a5b91f9d req-315bb875-843b-4cd1-8ca6-2c380a198f9e tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c3268de-0856-47ee-9536-d4810b121806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430532 Nov 22 21:09:22.105417 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40956f2c-c0c4-48cd-a19a-13703d06a6f6 req-9303f6de-ed71-4dde-b79d-1be863f4dc1e tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:09:22.106943 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-40956f2c-c0c4-48cd-a19a-13703d06a6f6 req-9303f6de-ed71-4dde-b79d-1be863f4dc1e tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] 10.222.0.46 "GET /v2.0/ports?device_id=09668963-cad4-4416-85fe-d5459d7cf7b1 HTTP/1.1" status: 200 len: 945 time: 0.0497699 Nov 22 21:09:22.154373 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-40956f2c-c0c4-48cd-a19a-13703d06a6f6 req-dd06171e-e63b-4bf8-bb12-ac04bedde6d0 tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c3268de-0856-47ee-9536-d4810b121806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413618 Nov 22 21:09:22.337448 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9498c0-661e-4a9f-997c-60b7e0f6157f req-464aec20-af6c-434a-a1b2-77c2e44025d6 tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:09:22.338894 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8c9498c0-661e-4a9f-997c-60b7e0f6157f req-464aec20-af6c-434a-a1b2-77c2e44025d6 tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] 10.222.0.46 "GET /v2.0/ports?device_id=09668963-cad4-4416-85fe-d5459d7cf7b1 HTTP/1.1" status: 200 len: 945 time: 0.0473001 Nov 22 21:09:22.384330 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8c9498c0-661e-4a9f-997c-60b7e0f6157f req-71b2ea57-4b47-45ca-9746-6d9262b8f165 tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c3268de-0856-47ee-9536-d4810b121806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395577 Nov 22 21:09:30.106083 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e7d802d3-c728-4a59-ac83-4eef4b84ef55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:09:33.005780 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-b6e54f40-c9c8-401a-ac29-4a4bc236a175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:09:33.649272 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-03f0964f-1b75-4df7-99e0-a3cdb56ec2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:09:34.875875 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68015db2-3bcb-4f01-a27c-0379790d1dbc req-e0e45f89-6fd3-4497-a1b9-a1c045fc3c07 tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:09:34.877350 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-68015db2-3bcb-4f01-a27c-0379790d1dbc req-e0e45f89-6fd3-4497-a1b9-a1c045fc3c07 tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] 10.222.0.46 "GET /v2.0/ports?device_id=09668963-cad4-4416-85fe-d5459d7cf7b1 HTTP/1.1" status: 200 len: 945 time: 0.0518284 Nov 22 21:09:34.923033 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-68015db2-3bcb-4f01-a27c-0379790d1dbc req-040f0b28-c66d-4917-9c08-8f481015b016 tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c3268de-0856-47ee-9536-d4810b121806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397768 Nov 22 21:09:34.948568 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 60382) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:09:35.028213 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4642132-ceca-4291-838f-24ec19f9eac4 tempest-TestMinimumBasicScenario-2134791642 tempest-TestMinimumBasicScenario-2134791642-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:09:35.029715 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-f4642132-ceca-4291-838f-24ec19f9eac4 tempest-TestMinimumBasicScenario-2134791642 tempest-TestMinimumBasicScenario-2134791642-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=09668963-cad4-4416-85fe-d5459d7cf7b1 HTTP/1.1" status: 200 len: 1091 time: 0.0801222 Nov 22 21:09:35.032766 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 60386) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:09:35.037673 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-1e824e79-7a88-4ea7-9465-ff00d39246ca tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] Request body: {'floatingip': {'floating_network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'port_id': 'bb8721e8-312b-4611-a949-3f60d6c6857e', 'tenant_id': 'b25e0661aae4446bad3dc19cc1165377', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 21:09:35.058959 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1e824e79-7a88-4ea7-9465-ff00d39246ca tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] Publish callbacks [] for floatingip, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:09:35.156084 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1e824e79-7a88-4ea7-9465-ff00d39246ca tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:09:35.254897 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [None req-1e824e79-7a88-4ea7-9465-ff00d39246ca tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] Allocated IP 172.25.5.52 (c48a55e9-6a85-4746-b7bf-3e29fb560094/5da6f781-63e6-4328-ae7a-5e672262f55a/0411d5ff-d68b-435d-a176-5909bca73216) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 21:09:35.350027 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e49ee129-e862-4476-beca-cdc8150d2345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:09:35.359346 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1e824e79-7a88-4ea7-9465-ff00d39246ca tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:09:35.393065 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1e824e79-7a88-4ea7-9465-ff00d39246ca tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:09:35.430752 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e824e79-7a88-4ea7-9465-ff00d39246ca tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] Network c48a55e9-6a85-4746-b7bf-3e29fb560094 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 21:09:35.433668 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-1e824e79-7a88-4ea7-9465-ff00d39246ca tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 21:09:35.437291 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e824e79-7a88-4ea7-9465-ff00d39246ca tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 21:09:35.463658 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e824e79-7a88-4ea7-9465-ff00d39246ca tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] Pushing event updated for resources: {'Port': ['ID=0411d5ff-d68b-435d-a176-5909bca73216,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:09:35.475114 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e824e79-7a88-4ea7-9465-ff00d39246ca tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:09:35.475494 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e824e79-7a88-4ea7-9465-ff00d39246ca tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:09:35.475842 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e824e79-7a88-4ea7-9465-ff00d39246ca tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:09:35.476184 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e824e79-7a88-4ea7-9465-ff00d39246ca tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:09:35.476524 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e824e79-7a88-4ea7-9465-ff00d39246ca tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:09:35.476860 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e824e79-7a88-4ea7-9465-ff00d39246ca tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:09:35.477194 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e824e79-7a88-4ea7-9465-ff00d39246ca tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:09:35.477527 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e824e79-7a88-4ea7-9465-ff00d39246ca tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:09:35.477859 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e824e79-7a88-4ea7-9465-ff00d39246ca tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:09:35.478189 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e824e79-7a88-4ea7-9465-ff00d39246ca tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:09:35.478520 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e824e79-7a88-4ea7-9465-ff00d39246ca tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:09:35.478847 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e824e79-7a88-4ea7-9465-ff00d39246ca tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:09:35.801974 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1e824e79-7a88-4ea7-9465-ff00d39246ca tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:09:35.866601 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1e824e79-7a88-4ea7-9465-ff00d39246ca tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:09:36.013833 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1e824e79-7a88-4ea7-9465-ff00d39246ca tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] Publish callbacks [] for port, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:09:36.017840 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1e824e79-7a88-4ea7-9465-ff00d39246ca tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:09:36.084484 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e824e79-7a88-4ea7-9465-ff00d39246ca tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] Pushing event updated for resources: {'Port': ['ID=0411d5ff-d68b-435d-a176-5909bca73216,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:09:36.095895 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1e824e79-7a88-4ea7-9465-ff00d39246ca tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-595224'] for floatingip, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:09:36.159672 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:09:36.195038 n-d-818823-1 neutron-server[103447]: INFO neutron.db.l3_db [None req-1e824e79-7a88-4ea7-9465-ff00d39246ca tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] Floating IP 257085be-4bbe-4c4e-93c0-9b52347e62ea associated. External IP: 172.25.5.52, port: bb8721e8-312b-4611-a949-3f60d6c6857e. Nov 22 21:09:36.682701 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e824e79-7a88-4ea7-9465-ff00d39246ca tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] Router 01e837ea-6397-4aec-9bd1-2d92f287a015 has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 21:09:36.790864 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e824e79-7a88-4ea7-9465-ff00d39246ca tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 21:09:36.801500 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fce90c5-f126-460f-a15e-c2dda4715170 None None] Sync routers for ids ['01e837ea-6397-4aec-9bd1-2d92f287a015'] in n-d-818823-1 {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 21:09:36.808562 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1e824e79-7a88-4ea7-9465-ff00d39246ca tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for floatingip, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:09:36.811787 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fce90c5-f126-460f-a15e-c2dda4715170 None None] Routers {'01e837ea-6397-4aec-9bd1-2d92f287a015'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 21:09:36.812486 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-3fce90c5-f126-460f-a15e-c2dda4715170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T21:09:33Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['01e837ea-6397-4aec-9bd1-2d92f287a015'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:09:36.838126 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-1e824e79-7a88-4ea7-9465-ff00d39246ca tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8017731 Nov 22 21:09:36.838126 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09668963-cad4-4416-85fe-d5459d7cf7b1', 'tag': 'bb8721e8-312b-4611-a949-3f60d6c6857e'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 21:09:36.838520 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 60390) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:09:36.839059 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0b87e146ffa5c253ca46002a571dfb52564e5f7c412d10689cf18353d020cb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31594394-1dc2-435e-ac53-c0eb88c06d3e" -d '{"events": [{"name": "network-changed", "server_uuid": "09668963-cad4-4416-85fe-d5459d7cf7b1", "tag": "bb8721e8-312b-4611-a949-3f60d6c6857e"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 21:09:36.843536 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-3e6eaa30-e322-4b3a-bf48-4d47d514cb90 tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-326482126', 'description': 'tempest-secgroup-smoke-326482126 description', 'project_id': 'b25e0661aae4446bad3dc19cc1165377'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 21:09:36.870571 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3e6eaa30-e322-4b3a-bf48-4d47d514cb90 tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:09:36.878017 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 21:09:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8ff26c1-9c82-49d1-b756-eed428035acb x-openstack-request-id: req-b8ff26c1-9c82-49d1-b756-eed428035acb {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 21:09:36.878404 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09668963-cad4-4416-85fe-d5459d7cf7b1", "tag": "bb8721e8-312b-4611-a949-3f60d6c6857e", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 21:09:36.878774 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b8ff26c1-9c82-49d1-b756-eed428035acb {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 21:09:36.879228 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09668963-cad4-4416-85fe-d5459d7cf7b1', 'tag': 'bb8721e8-312b-4611-a949-3f60d6c6857e', 'status': 'completed', 'code': 200} Nov 22 21:09:36.973639 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3e6eaa30-e322-4b3a-bf48-4d47d514cb90 tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:09:36.979525 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31594394-1dc2-435e-ac53-c0eb88c06d3e req-cc6f700a-0058-4ee7-8254-25992618b4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:09:36.981019 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-31594394-1dc2-435e-ac53-c0eb88c06d3e req-cc6f700a-0058-4ee7-8254-25992618b4b2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b25e0661aae4446bad3dc19cc1165377&device_id=09668963-cad4-4416-85fe-d5459d7cf7b1 HTTP/1.1" status: 200 len: 1096 time: 0.0749571 Nov 22 21:09:36.982054 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3e6eaa30-e322-4b3a-bf48-4d47d514cb90 tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:09:37.019310 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-3fce90c5-f126-460f-a15e-c2dda4715170 None None] Set router 01e837ea-6397-4aec-9bd1-2d92f287a015 gateway port host: n-d-818823-1 {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 21:09:37.258067 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-3fce90c5-f126-460f-a15e-c2dda4715170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01e837ea-6397-4aec-9bd1-2d92f287a015', 'name': 'tempest-TestMinimumBasicScenario-1934309254-router', 'tenant_id': 'b25e0661aae4446bad3dc19cc1165377', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.197'}], 'enable_snat': True}, 'gw_port_id': '7a59f826-4001-4f82-8fa7-1412e4a55a21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T21:08:40Z', 'updated_at': '2021-11-22T21:08:43Z', 'revision_number': 4, 'project_id': 'b25e0661aae4446bad3dc19cc1165377', 'gw_port': {'id': '7a59f826-4001-4f82-8fa7-1412e4a55a21', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:50:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01e837ea-6397-4aec-9bd1-2d92f287a015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:08:41Z', 'updated_at': '2021-11-22T21:08:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_floatingips': [{'id': '257085be-4bbe-4c4e-93c0-9b52347e62ea', 'tenant_id': 'b25e0661aae4446bad3dc19cc1165377', 'floating_ip_address': '172.25.5.52', 'floating_network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'router_id': '01e837ea-6397-4aec-9bd1-2d92f287a015', 'port_id': 'bb8721e8-312b-4611-a949-3f60d6c6857e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4175, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9fcbbe8-de2f-42fe-9629-5ce55e9bb3ac', 'mac_address': 'fa:16:3e:e4:e5:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09668963-cad4-4416-85fe-d5459d7cf7b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T21:09:35Z', 'updated_at': '2021-11-22T21:09:35Z', 'revision_number': 0, 'project_id': 'b25e0661aae4446bad3dc19cc1165377', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c63c103-f0bf-4522-8c0f-6d33625ea212', 'name': '', 'network_id': 'b9fcbbe8-de2f-42fe-9629-5ce55e9bb3ac', 'tenant_id': 'b25e0661aae4446bad3dc19cc1165377', 'mac_address': 'fa:16:3e:b5:5c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01e837ea-6397-4aec-9bd1-2d92f287a015', 'device_owner': 'network:router_interface', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '1bb17d8c-a656-40c7-9434-39cd4b3a8228', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:08:42Z', 'updated_at': '2021-11-22T21:08:47Z', 'revision_number': 5, 'project_id': 'b25e0661aae4446bad3dc19cc1165377', 'subnets': [{'id': '1bb17d8c-a656-40c7-9434-39cd4b3a8228', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:09:37.284914 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fce90c5-f126-460f-a15e-c2dda4715170 None None] Checking router: 01e837ea-6397-4aec-9bd1-2d92f287a015 for host: n-d-818823-1 {{(pid=103450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 21:09:37.294033 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fce90c5-f126-460f-a15e-c2dda4715170 None None] Routers {'01e837ea-6397-4aec-9bd1-2d92f287a015'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 21:09:37.294652 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-3fce90c5-f126-460f-a15e-c2dda4715170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T21:09:33Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['01e837ea-6397-4aec-9bd1-2d92f287a015'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:09:37.373201 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3e6eaa30-e322-4b3a-bf48-4d47d514cb90 tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:09:37.377172 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-3e6eaa30-e322-4b3a-bf48-4d47d514cb90 tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5345626 Nov 22 21:09:37.377841 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 60394) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:09:37.381014 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6eaa30-e322-4b3a-bf48-4d47d514cb90 tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b702013-6dc5-42d2-a39e-cf85ca74e83e,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:09:37.387125 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-7d4a7df5-44e3-493d-9075-44d8060edc8a tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] Request body: {'security_group_rule': {'security_group_id': '9b702013-6dc5-42d2-a39e-cf85ca74e83e', 'project_id': 'b25e0661aae4446bad3dc19cc1165377', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 21:09:37.405289 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-3fce90c5-f126-460f-a15e-c2dda4715170 None None] Set router 01e837ea-6397-4aec-9bd1-2d92f287a015 gateway port host: n-d-818823-1 {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 21:09:37.410669 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6eaa30-e322-4b3a-bf48-4d47d514cb90 tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:09:37.411015 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6eaa30-e322-4b3a-bf48-4d47d514cb90 tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:09:37.411355 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6eaa30-e322-4b3a-bf48-4d47d514cb90 tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:09:37.412331 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6eaa30-e322-4b3a-bf48-4d47d514cb90 tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:09:37.412666 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6eaa30-e322-4b3a-bf48-4d47d514cb90 tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:09:37.412996 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6eaa30-e322-4b3a-bf48-4d47d514cb90 tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:09:37.413322 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6eaa30-e322-4b3a-bf48-4d47d514cb90 tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:09:37.413648 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6eaa30-e322-4b3a-bf48-4d47d514cb90 tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:09:37.413974 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6eaa30-e322-4b3a-bf48-4d47d514cb90 tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:09:37.414298 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6eaa30-e322-4b3a-bf48-4d47d514cb90 tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:09:37.414618 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6eaa30-e322-4b3a-bf48-4d47d514cb90 tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:09:37.414940 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6eaa30-e322-4b3a-bf48-4d47d514cb90 tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:09:37.454512 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7d4a7df5-44e3-493d-9075-44d8060edc8a tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:09:37.459298 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31594394-1dc2-435e-ac53-c0eb88c06d3e req-f0ab17d9-c5d7-4fd4-84a8-efbcac789099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:09:37.460826 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-31594394-1dc2-435e-ac53-c0eb88c06d3e req-f0ab17d9-c5d7-4fd4-84a8-efbcac789099 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b9fcbbe8-de2f-42fe-9629-5ce55e9bb3ac HTTP/1.1" status: 200 len: 916 time: 0.4637005 Nov 22 21:09:37.556869 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-31594394-1dc2-435e-ac53-c0eb88c06d3e req-941ddf6b-b310-465d-84b3-44001a316bec service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bb8721e8-312b-4611-a949-3f60d6c6857e HTTP/1.1" status: 200 len: 998 time: 0.0855007 Nov 22 21:09:37.566869 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7d4a7df5-44e3-493d-9075-44d8060edc8a tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:09:37.576194 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7d4a7df5-44e3-493d-9075-44d8060edc8a tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572323'] for security_group_rule, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:09:37.616721 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4a7df5-44e3-493d-9075-44d8060edc8a tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfcba9ca-197a-4d27-afcd-047b2e116d14,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:09:37.629244 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7d4a7df5-44e3-493d-9075-44d8060edc8a tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:09:37.633606 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-7d4a7df5-44e3-493d-9075-44d8060edc8a tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2520521 Nov 22 21:09:37.634059 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 60396) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:09:37.635214 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31594394-1dc2-435e-ac53-c0eb88c06d3e req-dac23ddd-a6ca-4a5e-835e-6f19261596c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:09:37.636655 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-31594394-1dc2-435e-ac53-c0eb88c06d3e req-dac23ddd-a6ca-4a5e-835e-6f19261596c5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1bb17d8c-a656-40c7-9434-39cd4b3a8228 HTTP/1.1" status: 200 len: 854 time: 0.0717223 Nov 22 21:09:37.638870 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-2774ccbd-463e-4feb-8e14-ae33e9dfea1a tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] Request body: {'security_group_rule': {'security_group_id': '9b702013-6dc5-42d2-a39e-cf85ca74e83e', 'project_id': 'b25e0661aae4446bad3dc19cc1165377', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 21:09:37.647930 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-3fce90c5-f126-460f-a15e-c2dda4715170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01e837ea-6397-4aec-9bd1-2d92f287a015', 'name': 'tempest-TestMinimumBasicScenario-1934309254-router', 'tenant_id': 'b25e0661aae4446bad3dc19cc1165377', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.197'}], 'enable_snat': True}, 'gw_port_id': '7a59f826-4001-4f82-8fa7-1412e4a55a21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T21:08:40Z', 'updated_at': '2021-11-22T21:08:43Z', 'revision_number': 4, 'project_id': 'b25e0661aae4446bad3dc19cc1165377', 'gw_port': {'id': '7a59f826-4001-4f82-8fa7-1412e4a55a21', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:50:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01e837ea-6397-4aec-9bd1-2d92f287a015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:08:41Z', 'updated_at': '2021-11-22T21:08:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_floatingips': [{'id': '257085be-4bbe-4c4e-93c0-9b52347e62ea', 'tenant_id': 'b25e0661aae4446bad3dc19cc1165377', 'floating_ip_address': '172.25.5.52', 'floating_network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'router_id': '01e837ea-6397-4aec-9bd1-2d92f287a015', 'port_id': 'bb8721e8-312b-4611-a949-3f60d6c6857e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4175, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9fcbbe8-de2f-42fe-9629-5ce55e9bb3ac', 'mac_address': 'fa:16:3e:e4:e5:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09668963-cad4-4416-85fe-d5459d7cf7b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T21:09:35Z', 'updated_at': '2021-11-22T21:09:35Z', 'revision_number': 0, 'project_id': 'b25e0661aae4446bad3dc19cc1165377', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c63c103-f0bf-4522-8c0f-6d33625ea212', 'name': '', 'network_id': 'b9fcbbe8-de2f-42fe-9629-5ce55e9bb3ac', 'tenant_id': 'b25e0661aae4446bad3dc19cc1165377', 'mac_address': 'fa:16:3e:b5:5c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01e837ea-6397-4aec-9bd1-2d92f287a015', 'device_owner': 'network:router_interface', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '1bb17d8c-a656-40c7-9434-39cd4b3a8228', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:08:42Z', 'updated_at': '2021-11-22T21:08:47Z', 'revision_number': 5, 'project_id': 'b25e0661aae4446bad3dc19cc1165377', 'subnets': [{'id': '1bb17d8c-a656-40c7-9434-39cd4b3a8228', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:09:37.675541 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fce90c5-f126-460f-a15e-c2dda4715170 None None] The sync data for ids ['01e837ea-6397-4aec-9bd1-2d92f287a015'] in n-d-818823-1 is: [{'id': '01e837ea-6397-4aec-9bd1-2d92f287a015', 'name': 'tempest-TestMinimumBasicScenario-1934309254-router', 'tenant_id': 'b25e0661aae4446bad3dc19cc1165377', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.197'}], 'enable_snat': True}, 'gw_port_id': '7a59f826-4001-4f82-8fa7-1412e4a55a21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T21:08:40Z', 'updated_at': '2021-11-22T21:08:43Z', 'revision_number': 4, 'project_id': 'b25e0661aae4446bad3dc19cc1165377', 'gw_port': {'id': '7a59f826-4001-4f82-8fa7-1412e4a55a21', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:50:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01e837ea-6397-4aec-9bd1-2d92f287a015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:08:41Z', 'updated_at': '2021-11-22T21:08:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_floatingips': [{'id': '257085be-4bbe-4c4e-93c0-9b52347e62ea', 'tenant_id': 'b25e0661aae4446bad3dc19cc1165377', 'floating_ip_address': '172.25.5.52', 'floating_network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'router_id': '01e837ea-6397-4aec-9bd1-2d92f287a015', 'port_id': 'bb8721e8-312b-4611-a949-3f60d6c6857e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4175, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9fcbbe8-de2f-42fe-9629-5ce55e9bb3ac', 'mac_address': 'fa:16:3e:e4:e5:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09668963-cad4-4416-85fe-d5459d7cf7b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T21:09:35Z', 'updated_at': '2021-11-22T21:09:35Z', 'revision_number': 0, 'project_id': 'b25e0661aae4446bad3dc19cc1165377', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c63c103-f0bf-4522-8c0f-6d33625ea212', 'name': '', 'network_id': 'b9fcbbe8-de2f-42fe-9629-5ce55e9bb3ac', 'tenant_id': 'b25e0661aae4446bad3dc19cc1165377', 'mac_address': 'fa:16:3e:b5:5c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01e837ea-6397-4aec-9bd1-2d92f287a015', 'device_owner': 'network:router_interface', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '1bb17d8c-a656-40c7-9434-39cd4b3a8228', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:08:42Z', 'updated_at': '2021-11-22T21:08:47Z', 'revision_number': 5, 'project_id': 'b25e0661aae4446bad3dc19cc1165377', 'subnets': [{'id': '1bb17d8c-a656-40c7-9434-39cd4b3a8228', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 21:09:37.678740 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-2774ccbd-463e-4feb-8e14-ae33e9dfea1a tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:09:37.700417 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31594394-1dc2-435e-ac53-c0eb88c06d3e req-87f2e44f-3254-49a2-a6eb-53be134ae067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:09:37.702775 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-31594394-1dc2-435e-ac53-c0eb88c06d3e req-87f2e44f-3254-49a2-a6eb-53be134ae067 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b9fcbbe8-de2f-42fe-9629-5ce55e9bb3ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0552061 Nov 22 21:09:37.754160 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-2774ccbd-463e-4feb-8e14-ae33e9dfea1a tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:09:37.760147 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-2774ccbd-463e-4feb-8e14-ae33e9dfea1a tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572323'] for security_group_rule, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:09:37.781886 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2774ccbd-463e-4feb-8e14-ae33e9dfea1a tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1d39227-6a59-4f65-a756-052a7cf78d18,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:09:37.793769 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-2774ccbd-463e-4feb-8e14-ae33e9dfea1a tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:09:37.795397 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-2774ccbd-463e-4feb-8e14-ae33e9dfea1a tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1602759 Nov 22 21:09:37.798439 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 60398) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:09:37.805147 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-d6dbb0ba-321d-4757-b201-29fe9979b4b7 tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] Request body: {'security_group_rule': {'security_group_id': '9b702013-6dc5-42d2-a39e-cf85ca74e83e', 'project_id': 'b25e0661aae4446bad3dc19cc1165377', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 21:09:37.837301 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-31594394-1dc2-435e-ac53-c0eb88c06d3e req-f3a7bbec-2d33-46eb-bb08-db8d28586bc0 service neutron] 10.222.0.41 "GET /v2.0/networks/b9fcbbe8-de2f-42fe-9629-5ce55e9bb3ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223660 Nov 22 21:09:37.840121 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-d6dbb0ba-321d-4757-b201-29fe9979b4b7 tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:09:37.914682 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-d6dbb0ba-321d-4757-b201-29fe9979b4b7 tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:09:37.923332 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-d6dbb0ba-321d-4757-b201-29fe9979b4b7 tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572323'] for security_group_rule, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:09:37.939925 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dbb0ba-321d-4757-b201-29fe9979b4b7 tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16753e42-dc01-4762-8530-df1f371b8015,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:09:37.941817 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e937d14-3cb8-42d8-b083-b445698bd629 None None] New status for floating IP 257085be-4bbe-4c4e-93c0-9b52347e62ea: ACTIVE {{(pid=103449) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 21:09:37.957848 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-31594394-1dc2-435e-ac53-c0eb88c06d3e req-57d241e1-1153-4c6a-a106-fdd84c610293 service neutron] 10.222.0.41 "GET /v2.0/networks/b9fcbbe8-de2f-42fe-9629-5ce55e9bb3ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131065 Nov 22 21:09:37.960505 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-d6dbb0ba-321d-4757-b201-29fe9979b4b7 tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:09:37.963500 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-d6dbb0ba-321d-4757-b201-29fe9979b4b7 tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1620433 Nov 22 21:09:37.964933 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 60400) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:09:37.969993 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-b9484111-2462-4857-847f-661912faa2a1 tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] Request body: {'security_group_rule': {'security_group_id': '9b702013-6dc5-42d2-a39e-cf85ca74e83e', 'project_id': 'b25e0661aae4446bad3dc19cc1165377', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 21:09:38.002525 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b9484111-2462-4857-847f-661912faa2a1 tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:09:38.064911 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b9484111-2462-4857-847f-661912faa2a1 tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:09:38.070289 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b9484111-2462-4857-847f-661912faa2a1 tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572323'] for security_group_rule, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:09:38.089130 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9484111-2462-4857-847f-661912faa2a1 tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a09c304-d112-4386-b0bd-5f40f9c33fe2,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:09:38.100425 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b9484111-2462-4857-847f-661912faa2a1 tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:09:38.104234 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-b9484111-2462-4857-847f-661912faa2a1 tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1355562 Nov 22 21:09:38.104643 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 60402) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:09:38.109283 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-fec9c1ad-3203-4214-86ef-fb243a7dfb04 tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] Request body: {'security_group_rule': {'security_group_id': '9b702013-6dc5-42d2-a39e-cf85ca74e83e', 'project_id': 'b25e0661aae4446bad3dc19cc1165377', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 21:09:38.133167 n-d-818823-1 neutron-server[103447]: INFO neutron.db.securitygroups_db [None req-fec9c1ad-3203-4214-86ef-fb243a7dfb04 tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] Project b25e0661aae4446bad3dc19cc1165377 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 22 21:09:38.139044 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-fec9c1ad-3203-4214-86ef-fb243a7dfb04 tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:09:38.204715 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-fec9c1ad-3203-4214-86ef-fb243a7dfb04 tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:09:38.209714 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-fec9c1ad-3203-4214-86ef-fb243a7dfb04 tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572323'] for security_group_rule, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:09:38.228931 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec9c1ad-3203-4214-86ef-fb243a7dfb04 tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd9b8f70-8025-422c-bea4-1b6591af8434,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:09:38.234256 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-fec9c1ad-3203-4214-86ef-fb243a7dfb04 tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:09:38.235309 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-fec9c1ad-3203-4214-86ef-fb243a7dfb04 tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1295991 Nov 22 21:09:38.238178 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 60404) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:09:38.242956 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-c22a0b08-a2cc-4258-89b0-f17333e72e42 tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] Request body: {'security_group_rule': {'security_group_id': '9b702013-6dc5-42d2-a39e-cf85ca74e83e', 'project_id': 'b25e0661aae4446bad3dc19cc1165377', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 21:09:38.265425 n-d-818823-1 neutron-server[103447]: INFO neutron.db.securitygroups_db [None req-c22a0b08-a2cc-4258-89b0-f17333e72e42 tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] Project b25e0661aae4446bad3dc19cc1165377 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 22 21:09:38.278114 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c22a0b08-a2cc-4258-89b0-f17333e72e42 tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:09:38.348380 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c22a0b08-a2cc-4258-89b0-f17333e72e42 tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:09:38.352337 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c22a0b08-a2cc-4258-89b0-f17333e72e42 tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572323'] for security_group_rule, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:09:38.371659 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22a0b08-a2cc-4258-89b0-f17333e72e42 tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=417acda0-2c92-4ec1-81c8-88f9d22d3f80,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:09:38.381901 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c22a0b08-a2cc-4258-89b0-f17333e72e42 tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:09:38.383136 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-c22a0b08-a2cc-4258-89b0-f17333e72e42 tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1440032 Nov 22 21:09:38.473223 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9a58cbd8-8d02-49e0-815c-ded2c536f7f1 req-4683346a-0705-4eb7-bdf1-d39b431c4169 tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-326482126&fields=id&tenant_id=b25e0661aae4446bad3dc19cc1165377 HTTP/1.1" status: 200 len: 267 time: 0.0442572 Nov 22 21:09:38.529840 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a58cbd8-8d02-49e0-815c-ded2c536f7f1 req-5362af24-d73f-4c24-b8ba-1b98bd80ef45 tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:09:38.531366 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9a58cbd8-8d02-49e0-815c-ded2c536f7f1 req-5362af24-d73f-4c24-b8ba-1b98bd80ef45 tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] 10.222.0.46 "GET /v2.0/ports?device_id=09668963-cad4-4416-85fe-d5459d7cf7b1 HTTP/1.1" status: 200 len: 945 time: 0.0523086 Nov 22 21:09:38.543344 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-9a58cbd8-8d02-49e0-815c-ded2c536f7f1 req-ad64ce04-65b0-4bb8-92e9-a2ded03ebe15 tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] Request body: {'port': {'security_groups': ['6c3268de-0856-47ee-9536-d4810b121806', '9b702013-6dc5-42d2-a39e-cf85ca74e83e']}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 21:09:38.604887 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-9a58cbd8-8d02-49e0-815c-ded2c536f7f1 req-ad64ce04-65b0-4bb8-92e9-a2ded03ebe15 tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:09:38.801539 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-9a58cbd8-8d02-49e0-815c-ded2c536f7f1 req-ad64ce04-65b0-4bb8-92e9-a2ded03ebe15 tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] For port bb8721e8-312b-4611-a949-3f60d6c6857e, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=bb8721e8-312b-4611-a949-3f60d6c6857e,segment=NetworkSegment(4cb07f08-e5d7-4605-82f1-65079d0ae378),segment_id=4cb07f08-e5d7-4605-82f1-65079d0ae378)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 21:09:38.832704 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-9a58cbd8-8d02-49e0-815c-ded2c536f7f1 req-ad64ce04-65b0-4bb8-92e9-a2ded03ebe15 tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] Publish callbacks [] for port, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:09:38.837731 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-9a58cbd8-8d02-49e0-815c-ded2c536f7f1 req-ad64ce04-65b0-4bb8-92e9-a2ded03ebe15 tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:09:38.850168 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] get_ports_and_sgs() called for port_ids ['bb8721e8-312b-4611-a949-3f60d6c6857e'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 21:09:38.886809 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a58cbd8-8d02-49e0-815c-ded2c536f7f1 req-ad64ce04-65b0-4bb8-92e9-a2ded03ebe15 tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:09:38.887498 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-9a58cbd8-8d02-49e0-815c-ded2c536f7f1 req-ad64ce04-65b0-4bb8-92e9-a2ded03ebe15 tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:09:38.888952 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9a58cbd8-8d02-49e0-815c-ded2c536f7f1 req-ad64ce04-65b0-4bb8-92e9-a2ded03ebe15 tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] 10.222.0.46 "PUT /v2.0/ports/bb8721e8-312b-4611-a949-3f60d6c6857e HTTP/1.1" status: 200 len: 981 time: 0.3502750 Nov 22 21:09:38.889438 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09668963-cad4-4416-85fe-d5459d7cf7b1', 'tag': 'bb8721e8-312b-4611-a949-3f60d6c6857e'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 21:09:38.891836 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0b87e146ffa5c253ca46002a571dfb52564e5f7c412d10689cf18353d020cb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57fd452a-b922-4709-a486-67e209acafae" -d '{"events": [{"name": "network-changed", "server_uuid": "09668963-cad4-4416-85fe-d5459d7cf7b1", "tag": "bb8721e8-312b-4611-a949-3f60d6c6857e"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 21:09:38.919872 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad64ce04-65b0-4bb8-92e9-a2ded03ebe15 tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] Pushing event updated for resources: {'Port': ['ID=bb8721e8-312b-4611-a949-3f60d6c6857e,revision_number=6']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:09:38.981707 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] get_ports_and_sgs() called for port_ids ['bb8721e8-312b-4611-a949-3f60d6c6857e'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 21:09:38.983796 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 21:09:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ae5437c-c83d-420e-915e-b4471ba9e01a x-openstack-request-id: req-5ae5437c-c83d-420e-915e-b4471ba9e01a {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 21:09:38.984251 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09668963-cad4-4416-85fe-d5459d7cf7b1", "tag": "bb8721e8-312b-4611-a949-3f60d6c6857e", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 21:09:38.984515 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5ae5437c-c83d-420e-915e-b4471ba9e01a {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 21:09:38.984932 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09668963-cad4-4416-85fe-d5459d7cf7b1', 'tag': 'bb8721e8-312b-4611-a949-3f60d6c6857e', 'status': 'completed', 'code': 200} Nov 22 21:09:39.047376 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9f68b5-9543-4380-aca7-8efa9c9f2486 req-fa0c5e99-6639-46fb-a085-0be75c699789 tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:09:39.049052 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6e9f68b5-9543-4380-aca7-8efa9c9f2486 req-fa0c5e99-6639-46fb-a085-0be75c699789 tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] 10.222.0.46 "GET /v2.0/ports?device_id=09668963-cad4-4416-85fe-d5459d7cf7b1 HTTP/1.1" status: 200 len: 984 time: 0.0803838 Nov 22 21:09:39.081035 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fd452a-b922-4709-a486-67e209acafae req-2481999b-9e3c-4f73-b7aa-3b93fdbd3e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:09:39.085130 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-57fd452a-b922-4709-a486-67e209acafae req-2481999b-9e3c-4f73-b7aa-3b93fdbd3e7e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b25e0661aae4446bad3dc19cc1165377&device_id=09668963-cad4-4416-85fe-d5459d7cf7b1 HTTP/1.1" status: 200 len: 1135 time: 0.0804398 Nov 22 21:09:39.123372 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6e9f68b5-9543-4380-aca7-8efa9c9f2486 req-236bfe64-04a1-442c-b470-cfcefd6ab920 tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] 10.222.0.46 "GET /v2.0/security-groups?id=9b702013-6dc5-42d2-a39e-cf85ca74e83e&id=6c3268de-0856-47ee-9536-d4810b121806&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0661788 Nov 22 21:09:39.192508 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fd452a-b922-4709-a486-67e209acafae req-efd96c92-22f1-4be5-b57e-b320b0d29220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:09:39.194530 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-57fd452a-b922-4709-a486-67e209acafae req-efd96c92-22f1-4be5-b57e-b320b0d29220 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b9fcbbe8-de2f-42fe-9629-5ce55e9bb3ac HTTP/1.1" status: 200 len: 916 time: 0.0984218 Nov 22 21:09:39.217581 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-54dca608-d29d-4770-81e5-5a866a57e667 None None] Provisioning complete for port bb8721e8-312b-4611-a949-3f60d6c6857e triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 21:09:39.217965 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-54dca608-d29d-4770-81e5-5a866a57e667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:09:39.266542 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-57fd452a-b922-4709-a486-67e209acafae req-7901da4e-1f20-44f2-b526-407873e14afd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bb8721e8-312b-4611-a949-3f60d6c6857e HTTP/1.1" status: 200 len: 1000 time: 0.0638206 Nov 22 21:09:39.316808 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fd452a-b922-4709-a486-67e209acafae req-9c241b34-7abb-4fec-8150-d071e1cf5209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:09:39.318323 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-57fd452a-b922-4709-a486-67e209acafae req-9c241b34-7abb-4fec-8150-d071e1cf5209 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1bb17d8c-a656-40c7-9434-39cd4b3a8228 HTTP/1.1" status: 200 len: 854 time: 0.0436854 Nov 22 21:09:39.366615 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fd452a-b922-4709-a486-67e209acafae req-03a81eae-aefc-4358-9c28-c2e67ab0e1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:09:39.368172 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-57fd452a-b922-4709-a486-67e209acafae req-03a81eae-aefc-4358-9c28-c2e67ab0e1a6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b9fcbbe8-de2f-42fe-9629-5ce55e9bb3ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430110 Nov 22 21:09:39.464949 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-57fd452a-b922-4709-a486-67e209acafae req-27048c31-0f06-490d-8d10-1f109f45d781 service neutron] 10.222.0.41 "GET /v2.0/networks/b9fcbbe8-de2f-42fe-9629-5ce55e9bb3ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876477 Nov 22 21:09:39.555319 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-57fd452a-b922-4709-a486-67e209acafae req-be44f017-7e10-412e-b5cb-65d1690e7e9d service neutron] 10.222.0.41 "GET /v2.0/networks/b9fcbbe8-de2f-42fe-9629-5ce55e9bb3ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830646 Nov 22 21:09:45.007775 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:09:45.033626 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:09:50.881747 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-183d86f8-034c-41c7-ab93-3dab606407ad req-0b0f7e01-58b8-4a24-9df3-8853f3d67c3e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=09668963-cad4-4416-85fe-d5459d7cf7b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0401168 Nov 22 21:09:50.967704 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183d86f8-034c-41c7-ab93-3dab606407ad req-00674893-43a7-4b3c-8e9c-f1fccd6be60e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:09:50.969260 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-183d86f8-034c-41c7-ab93-3dab606407ad req-00674893-43a7-4b3c-8e9c-f1fccd6be60e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b25e0661aae4446bad3dc19cc1165377&device_id=09668963-cad4-4416-85fe-d5459d7cf7b1 HTTP/1.1" status: 200 len: 1135 time: 0.0459535 Nov 22 21:09:51.070787 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183d86f8-034c-41c7-ab93-3dab606407ad req-c441bb42-1f1c-4470-8918-d31876d26f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:09:51.072224 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-183d86f8-034c-41c7-ab93-3dab606407ad req-c441bb42-1f1c-4470-8918-d31876d26f74 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b9fcbbe8-de2f-42fe-9629-5ce55e9bb3ac HTTP/1.1" status: 200 len: 916 time: 0.0856020 Nov 22 21:09:51.144555 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-183d86f8-034c-41c7-ab93-3dab606407ad req-7b2af09a-dbe2-4906-ab4e-6ca9f4544edb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bb8721e8-312b-4611-a949-3f60d6c6857e HTTP/1.1" status: 200 len: 1000 time: 0.0636160 Nov 22 21:09:51.194939 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183d86f8-034c-41c7-ab93-3dab606407ad req-ec71cfff-0940-47cf-a8f1-fa567f367cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:09:51.196425 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-183d86f8-034c-41c7-ab93-3dab606407ad req-ec71cfff-0940-47cf-a8f1-fa567f367cd0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1bb17d8c-a656-40c7-9434-39cd4b3a8228 HTTP/1.1" status: 200 len: 854 time: 0.0437510 Nov 22 21:09:51.242883 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183d86f8-034c-41c7-ab93-3dab606407ad req-df05d079-98f9-4e3b-b264-87db2bf76e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:09:51.244407 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-183d86f8-034c-41c7-ab93-3dab606407ad req-df05d079-98f9-4e3b-b264-87db2bf76e2c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b9fcbbe8-de2f-42fe-9629-5ce55e9bb3ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403554 Nov 22 21:09:51.337155 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-183d86f8-034c-41c7-ab93-3dab606407ad req-21a319b4-02c6-4f4e-89b1-15f061ef6af3 service neutron] 10.222.0.41 "GET /v2.0/networks/b9fcbbe8-de2f-42fe-9629-5ce55e9bb3ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847208 Nov 22 21:09:51.426557 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-183d86f8-034c-41c7-ab93-3dab606407ad req-97f6a8ab-86fd-4e0e-9ed2-94d737af9213 service neutron] 10.222.0.41 "GET /v2.0/networks/b9fcbbe8-de2f-42fe-9629-5ce55e9bb3ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819075 Nov 22 21:09:54.158770 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.agents_db [None req-aa8313f2-1ee4-4e7b-8c5a-d32b2f9d31ee None None] Agent healthcheck: found 7 active agents {{(pid=103450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 21:09:54.300608 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d54c9f-bfab-4e97-8aa0-13cb5f4e2816 req-9f9405f8-c9c6-4c70-b2e2-9f00e717d86e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:09:54.301529 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b17319c-eddd-4955-979d-4a610992f7b1 req-3634d7ae-f70b-44e9-bce3-25e92937c1b6 tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:09:54.302192 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-66d54c9f-bfab-4e97-8aa0-13cb5f4e2816 req-9f9405f8-c9c6-4c70-b2e2-9f00e717d86e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b25e0661aae4446bad3dc19cc1165377&device_id=09668963-cad4-4416-85fe-d5459d7cf7b1 HTTP/1.1" status: 200 len: 1135 time: 0.0419810 Nov 22 21:09:54.303141 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8b17319c-eddd-4955-979d-4a610992f7b1 req-3634d7ae-f70b-44e9-bce3-25e92937c1b6 tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] 10.222.0.46 "GET /v2.0/ports?device_id=09668963-cad4-4416-85fe-d5459d7cf7b1 HTTP/1.1" status: 200 len: 984 time: 0.0511439 Nov 22 21:09:54.367584 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8b17319c-eddd-4955-979d-4a610992f7b1 req-a08c5dfe-a4c7-4ced-bf7a-558bb66dee3a tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] 10.222.0.46 "GET /v2.0/security-groups?id=9b702013-6dc5-42d2-a39e-cf85ca74e83e&id=6c3268de-0856-47ee-9536-d4810b121806&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0583510 Nov 22 21:09:54.395236 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d54c9f-bfab-4e97-8aa0-13cb5f4e2816 req-2dd41d9c-5a63-402d-8bc2-e20bab4681a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:09:54.397351 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-66d54c9f-bfab-4e97-8aa0-13cb5f4e2816 req-2dd41d9c-5a63-402d-8bc2-e20bab4681a6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b9fcbbe8-de2f-42fe-9629-5ce55e9bb3ac HTTP/1.1" status: 200 len: 916 time: 0.0879648 Nov 22 21:09:54.470071 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-66d54c9f-bfab-4e97-8aa0-13cb5f4e2816 req-a80aa782-f907-4087-87f5-6a4d143c4192 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bb8721e8-312b-4611-a949-3f60d6c6857e HTTP/1.1" status: 200 len: 1000 time: 0.0646217 Nov 22 21:09:54.525230 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d54c9f-bfab-4e97-8aa0-13cb5f4e2816 req-7ca6d3cb-557e-4a03-87de-0425cb87cab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:09:54.526669 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-66d54c9f-bfab-4e97-8aa0-13cb5f4e2816 req-7ca6d3cb-557e-4a03-87de-0425cb87cab3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1bb17d8c-a656-40c7-9434-39cd4b3a8228 HTTP/1.1" status: 200 len: 854 time: 0.0474041 Nov 22 21:09:54.571439 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d54c9f-bfab-4e97-8aa0-13cb5f4e2816 req-5c921466-4b59-4020-a9ec-d7e2cef29f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:09:54.572911 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-66d54c9f-bfab-4e97-8aa0-13cb5f4e2816 req-5c921466-4b59-4020-a9ec-d7e2cef29f76 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b9fcbbe8-de2f-42fe-9629-5ce55e9bb3ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389707 Nov 22 21:09:54.660050 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-66d54c9f-bfab-4e97-8aa0-13cb5f4e2816 req-b5428375-68ef-4d69-b824-f26ebd157e34 service neutron] 10.222.0.41 "GET /v2.0/networks/b9fcbbe8-de2f-42fe-9629-5ce55e9bb3ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799997 Nov 22 21:09:54.756684 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-66d54c9f-bfab-4e97-8aa0-13cb5f4e2816 req-b2b5dcc5-bc77-43ef-89e3-6640a7940342 service neutron] 10.222.0.41 "GET /v2.0/networks/b9fcbbe8-de2f-42fe-9629-5ce55e9bb3ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884721 Nov 22 21:09:55.499913 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749e2647-f980-4f09-999a-e259be319911 req-240e5f99-ec8b-40dd-9ec4-6c12045b3952 tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:09:55.501410 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-749e2647-f980-4f09-999a-e259be319911 req-240e5f99-ec8b-40dd-9ec4-6c12045b3952 tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] 10.222.0.46 "GET /v2.0/ports?device_id=09668963-cad4-4416-85fe-d5459d7cf7b1 HTTP/1.1" status: 200 len: 984 time: 0.0555255 Nov 22 21:09:55.560911 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-749e2647-f980-4f09-999a-e259be319911 req-cc726042-85c3-47b9-a85a-f80460fba1a3 tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] 10.222.0.46 "GET /v2.0/security-groups?id=9b702013-6dc5-42d2-a39e-cf85ca74e83e&id=6c3268de-0856-47ee-9536-d4810b121806&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0528786 Nov 22 21:09:56.682953 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dedd769-b8ca-40ad-833f-0c42f96f6a28 req-30c70eda-f667-41ba-bbce-91a9a194f394 tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:09:56.684468 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7dedd769-b8ca-40ad-833f-0c42f96f6a28 req-30c70eda-f667-41ba-bbce-91a9a194f394 tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] 10.222.0.46 "GET /v2.0/ports?device_id=09668963-cad4-4416-85fe-d5459d7cf7b1 HTTP/1.1" status: 200 len: 984 time: 0.0507076 Nov 22 21:09:56.744014 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7dedd769-b8ca-40ad-833f-0c42f96f6a28 req-2dcdb2fe-0ff8-4aac-924d-0c9ac596a13e tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] 10.222.0.46 "GET /v2.0/security-groups?id=9b702013-6dc5-42d2-a39e-cf85ca74e83e&id=6c3268de-0856-47ee-9536-d4810b121806&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0533960 Nov 22 21:09:57.864403 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48184c12-37db-45a2-b2c9-2c3469d39993 req-26dffd6e-ede1-4afc-b35d-15af9755f7a0 tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:09:57.866162 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-48184c12-37db-45a2-b2c9-2c3469d39993 req-26dffd6e-ede1-4afc-b35d-15af9755f7a0 tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] 10.222.0.46 "GET /v2.0/ports?device_id=09668963-cad4-4416-85fe-d5459d7cf7b1 HTTP/1.1" status: 200 len: 984 time: 0.0496609 Nov 22 21:09:57.929214 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-48184c12-37db-45a2-b2c9-2c3469d39993 req-e9b137fc-eda2-4cc4-a796-d9b16a5a5a37 tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] 10.222.0.46 "GET /v2.0/security-groups?id=9b702013-6dc5-42d2-a39e-cf85ca74e83e&id=6c3268de-0856-47ee-9536-d4810b121806&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0569983 Nov 22 21:09:59.042469 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33ff79f-6805-4647-abf2-fe454aee4124 req-7ca2e7c6-591e-4c6c-a5be-4038a6e5a443 tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:09:59.043986 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a33ff79f-6805-4647-abf2-fe454aee4124 req-7ca2e7c6-591e-4c6c-a5be-4038a6e5a443 tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] 10.222.0.46 "GET /v2.0/ports?device_id=09668963-cad4-4416-85fe-d5459d7cf7b1 HTTP/1.1" status: 200 len: 984 time: 0.0480852 Nov 22 21:09:59.103309 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a33ff79f-6805-4647-abf2-fe454aee4124 req-4c757dfa-b065-4863-947e-5fc91c683f4a tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] 10.222.0.46 "GET /v2.0/security-groups?id=9b702013-6dc5-42d2-a39e-cf85ca74e83e&id=6c3268de-0856-47ee-9536-d4810b121806&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0529368 Nov 22 21:10:00.107138 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-3254480e-e4e8-4bef-bdcf-8853e542dfd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:10:00.218311 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b42513-983b-4ccf-8db5-8d1b80a6cc78 req-07b4a9a5-d858-491e-afcc-47c1260724da tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:10:00.219818 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-52b42513-983b-4ccf-8db5-8d1b80a6cc78 req-07b4a9a5-d858-491e-afcc-47c1260724da tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] 10.222.0.46 "GET /v2.0/ports?device_id=09668963-cad4-4416-85fe-d5459d7cf7b1 HTTP/1.1" status: 200 len: 984 time: 0.0490344 Nov 22 21:10:00.278629 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-52b42513-983b-4ccf-8db5-8d1b80a6cc78 req-7d10d086-ac54-4d99-8e37-54bcc617dbe3 tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] 10.222.0.46 "GET /v2.0/security-groups?id=9b702013-6dc5-42d2-a39e-cf85ca74e83e&id=6c3268de-0856-47ee-9536-d4810b121806&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0520544 Nov 22 21:10:01.396500 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169cfbf3-c4f9-428b-9e57-fef29de0ff66 req-65830854-c857-40c2-b3d4-e6434c0953b6 tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:10:01.397884 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-169cfbf3-c4f9-428b-9e57-fef29de0ff66 req-65830854-c857-40c2-b3d4-e6434c0953b6 tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] 10.222.0.46 "GET /v2.0/ports?device_id=09668963-cad4-4416-85fe-d5459d7cf7b1 HTTP/1.1" status: 200 len: 984 time: 0.0526772 Nov 22 21:10:01.461028 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-169cfbf3-c4f9-428b-9e57-fef29de0ff66 req-82ce81e7-78fc-4a95-83f4-e63c770d627a tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] 10.222.0.46 "GET /v2.0/security-groups?id=9b702013-6dc5-42d2-a39e-cf85ca74e83e&id=6c3268de-0856-47ee-9536-d4810b121806&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0570600 Nov 22 21:10:02.576584 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8b4a24-6b78-4a8e-b2a9-b62185e840e7 req-f6a775d7-52f3-4d47-b7fe-f8c9442944c6 tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:10:02.578059 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0b8b4a24-6b78-4a8e-b2a9-b62185e840e7 req-f6a775d7-52f3-4d47-b7fe-f8c9442944c6 tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] 10.222.0.46 "GET /v2.0/ports?device_id=09668963-cad4-4416-85fe-d5459d7cf7b1 HTTP/1.1" status: 200 len: 984 time: 0.0489523 Nov 22 21:10:02.637775 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0b8b4a24-6b78-4a8e-b2a9-b62185e840e7 req-f9f06f41-dbb4-4d73-badc-11bf30b8b33d tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] 10.222.0.46 "GET /v2.0/security-groups?id=9b702013-6dc5-42d2-a39e-cf85ca74e83e&id=6c3268de-0856-47ee-9536-d4810b121806&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0531199 Nov 22 21:10:03.007291 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-b35ba14e-f62a-4666-b8f9-08af812aa7a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:10:03.652208 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-03f0964f-1b75-4df7-99e0-a3cdb56ec2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:10:03.758045 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4272b578-b495-4db6-8a4b-7f80c986462f req-2bd8b999-2f6f-4a37-ba5a-41810d2bcf66 tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:10:03.759551 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4272b578-b495-4db6-8a4b-7f80c986462f req-2bd8b999-2f6f-4a37-ba5a-41810d2bcf66 tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] 10.222.0.46 "GET /v2.0/ports?device_id=09668963-cad4-4416-85fe-d5459d7cf7b1 HTTP/1.1" status: 200 len: 984 time: 0.0543604 Nov 22 21:10:03.819184 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4272b578-b495-4db6-8a4b-7f80c986462f req-cf8ec13a-856f-4c2d-a098-2498fb33c2d8 tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] 10.222.0.46 "GET /v2.0/security-groups?id=9b702013-6dc5-42d2-a39e-cf85ca74e83e&id=6c3268de-0856-47ee-9536-d4810b121806&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0533628 Nov 22 21:10:04.936550 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720e8791-83bc-49a1-a033-036ddfdfb133 req-9b555f78-c3a5-44f6-83e3-cd819082edeb tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:10:04.938016 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-720e8791-83bc-49a1-a033-036ddfdfb133 req-9b555f78-c3a5-44f6-83e3-cd819082edeb tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] 10.222.0.46 "GET /v2.0/ports?device_id=09668963-cad4-4416-85fe-d5459d7cf7b1 HTTP/1.1" status: 200 len: 984 time: 0.0478921 Nov 22 21:10:04.997152 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-720e8791-83bc-49a1-a033-036ddfdfb133 req-5cb5f5a9-2eaf-4a9b-9e48-34d852f763bd tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] 10.222.0.46 "GET /v2.0/security-groups?id=9b702013-6dc5-42d2-a39e-cf85ca74e83e&id=6c3268de-0856-47ee-9536-d4810b121806&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0524709 Nov 22 21:10:05.355815 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e49ee129-e862-4476-beca-cdc8150d2345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:10:06.110988 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e90fdc-3b8e-4bb8-90ca-6e60b90668a2 req-f0540f51-aff3-4b72-9102-c3d42a75d99f tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:10:06.112482 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a8e90fdc-3b8e-4bb8-90ca-6e60b90668a2 req-f0540f51-aff3-4b72-9102-c3d42a75d99f tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] 10.222.0.46 "GET /v2.0/ports?device_id=09668963-cad4-4416-85fe-d5459d7cf7b1 HTTP/1.1" status: 200 len: 984 time: 0.0481927 Nov 22 21:10:06.163302 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:10:06.179730 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a8e90fdc-3b8e-4bb8-90ca-6e60b90668a2 req-0da79348-93af-41ee-b963-6b3bd4a8c9c0 tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] 10.222.0.46 "GET /v2.0/security-groups?id=9b702013-6dc5-42d2-a39e-cf85ca74e83e&id=6c3268de-0856-47ee-9536-d4810b121806&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0604098 Nov 22 21:10:14.994493 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:10:15.037050 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:10:30.107363 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-0bd0e736-8132-429f-abc5-6346a6166622 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:10:31.157257 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.agents_db [None req-aa8313f2-1ee4-4e7b-8c5a-d32b2f9d31ee None None] Agent healthcheck: found 7 active agents {{(pid=103450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 21:10:33.008745 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-9545e6db-b016-4153-9b3e-f82fa242cc55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:10:33.654996 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-03f0964f-1b75-4df7-99e0-a3cdb56ec2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:10:35.354938 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e49ee129-e862-4476-beca-cdc8150d2345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:10:36.165115 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:10:38.665284 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-62e6c51e-dea1-48f2-8711-9fc1eea26d87 req-4f50b15f-47cd-478a-a851-49395ca560c0 tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-326482126&fields=id&tenant_id=b25e0661aae4446bad3dc19cc1165377 HTTP/1.1" status: 200 len: 267 time: 0.0438154 Nov 22 21:10:38.718810 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e6c51e-dea1-48f2-8711-9fc1eea26d87 req-58db3c61-f158-4828-ad38-ecb079fd958a tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:10:38.720367 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-62e6c51e-dea1-48f2-8711-9fc1eea26d87 req-58db3c61-f158-4828-ad38-ecb079fd958a tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] 10.222.0.46 "GET /v2.0/ports?device_id=09668963-cad4-4416-85fe-d5459d7cf7b1 HTTP/1.1" status: 200 len: 984 time: 0.0493250 Nov 22 21:10:38.732363 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-62e6c51e-dea1-48f2-8711-9fc1eea26d87 req-7c8a843f-5a29-41b4-914f-d96da02fb121 tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] Request body: {'port': {'security_groups': ['6c3268de-0856-47ee-9536-d4810b121806']}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 21:10:38.803076 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-62e6c51e-dea1-48f2-8711-9fc1eea26d87 req-7c8a843f-5a29-41b4-914f-d96da02fb121 tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:10:38.974852 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-62e6c51e-dea1-48f2-8711-9fc1eea26d87 req-7c8a843f-5a29-41b4-914f-d96da02fb121 tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] For port bb8721e8-312b-4611-a949-3f60d6c6857e, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=bb8721e8-312b-4611-a949-3f60d6c6857e,segment=NetworkSegment(4cb07f08-e5d7-4605-82f1-65079d0ae378),segment_id=4cb07f08-e5d7-4605-82f1-65079d0ae378)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 21:10:39.008978 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-62e6c51e-dea1-48f2-8711-9fc1eea26d87 req-7c8a843f-5a29-41b4-914f-d96da02fb121 tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] Publish callbacks [] for port, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:10:39.013476 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-62e6c51e-dea1-48f2-8711-9fc1eea26d87 req-7c8a843f-5a29-41b4-914f-d96da02fb121 tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:10:39.032483 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] get_ports_and_sgs() called for port_ids ['bb8721e8-312b-4611-a949-3f60d6c6857e'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 21:10:39.058959 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e6c51e-dea1-48f2-8711-9fc1eea26d87 req-7c8a843f-5a29-41b4-914f-d96da02fb121 tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:10:39.059560 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-62e6c51e-dea1-48f2-8711-9fc1eea26d87 req-7c8a843f-5a29-41b4-914f-d96da02fb121 tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:10:39.060975 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-62e6c51e-dea1-48f2-8711-9fc1eea26d87 req-7c8a843f-5a29-41b4-914f-d96da02fb121 tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] 10.222.0.46 "PUT /v2.0/ports/bb8721e8-312b-4611-a949-3f60d6c6857e HTTP/1.1" status: 200 len: 942 time: 0.3333595 Nov 22 21:10:39.061449 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09668963-cad4-4416-85fe-d5459d7cf7b1', 'tag': 'bb8721e8-312b-4611-a949-3f60d6c6857e'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 21:10:39.063823 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0b87e146ffa5c253ca46002a571dfb52564e5f7c412d10689cf18353d020cb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8060f6d-d3e0-4c74-9fd1-f940c4a8ed29" -d '{"events": [{"name": "network-changed", "server_uuid": "09668963-cad4-4416-85fe-d5459d7cf7b1", "tag": "bb8721e8-312b-4611-a949-3f60d6c6857e"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 21:10:39.067818 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 60460) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:10:39.089586 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8a843f-5a29-41b4-914f-d96da02fb121 tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] Pushing event updated for resources: {'Port': ['ID=bb8721e8-312b-4611-a949-3f60d6c6857e,revision_number=7']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:10:39.098103 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8a843f-5a29-41b4-914f-d96da02fb121 tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:10:39.098466 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8a843f-5a29-41b4-914f-d96da02fb121 tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:10:39.098863 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8a843f-5a29-41b4-914f-d96da02fb121 tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:10:39.099214 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8a843f-5a29-41b4-914f-d96da02fb121 tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:10:39.099588 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8a843f-5a29-41b4-914f-d96da02fb121 tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:10:39.099930 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8a843f-5a29-41b4-914f-d96da02fb121 tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:10:39.100265 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8a843f-5a29-41b4-914f-d96da02fb121 tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:10:39.100597 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8a843f-5a29-41b4-914f-d96da02fb121 tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:10:39.100933 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8a843f-5a29-41b4-914f-d96da02fb121 tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:10:39.101336 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8a843f-5a29-41b4-914f-d96da02fb121 tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:10:39.102202 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8a843f-5a29-41b4-914f-d96da02fb121 tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:10:39.102536 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8a843f-5a29-41b4-914f-d96da02fb121 tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:10:39.116968 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 21:10:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f12b05f3-9248-439b-8923-e2eff56390a2 x-openstack-request-id: req-f12b05f3-9248-439b-8923-e2eff56390a2 {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 21:10:39.117279 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09668963-cad4-4416-85fe-d5459d7cf7b1", "tag": "bb8721e8-312b-4611-a949-3f60d6c6857e", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 21:10:39.117545 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f12b05f3-9248-439b-8923-e2eff56390a2 {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 21:10:39.117951 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09668963-cad4-4416-85fe-d5459d7cf7b1', 'tag': 'bb8721e8-312b-4611-a949-3f60d6c6857e', 'status': 'completed', 'code': 200} Nov 22 21:10:39.154971 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] get_ports_and_sgs() called for port_ids ['bb8721e8-312b-4611-a949-3f60d6c6857e'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 21:10:39.185690 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f92e6b26-d2bf-470a-88de-b265f54246d3 tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:10:39.219462 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f92e6b26-d2bf-470a-88de-b265f54246d3 tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:10:39.266889 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8060f6d-d3e0-4c74-9fd1-f940c4a8ed29 req-d75e442a-8445-4066-a07e-c02162097c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:10:39.268465 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-f8060f6d-d3e0-4c74-9fd1-f940c4a8ed29 req-d75e442a-8445-4066-a07e-c02162097c17 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b25e0661aae4446bad3dc19cc1165377&device_id=09668963-cad4-4416-85fe-d5459d7cf7b1 HTTP/1.1" status: 200 len: 1096 time: 0.1240625 Nov 22 21:10:39.326821 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f92e6b26-d2bf-470a-88de-b265f54246d3 tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:10:39.328169 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-9832bd61-1812-4023-8f62-393c48eacdcd None None] Provisioning complete for port bb8721e8-312b-4611-a949-3f60d6c6857e triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 21:10:39.328513 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-9832bd61-1812-4023-8f62-393c48eacdcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:10:39.331192 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f92e6b26-d2bf-470a-88de-b265f54246d3 tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:10:39.332412 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-f92e6b26-d2bf-470a-88de-b265f54246d3 tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] 10.222.0.46 "DELETE /v2.0/security-groups/9b702013-6dc5-42d2-a39e-cf85ca74e83e HTTP/1.1" status: 204 len: 168 time: 0.2634797 Nov 22 21:10:39.336639 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 60462) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:10:39.350857 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92e6b26-d2bf-470a-88de-b265f54246d3 tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b702013-6dc5-42d2-a39e-cf85ca74e83e,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:10:39.364402 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92e6b26-d2bf-470a-88de-b265f54246d3 tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:10:39.364752 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92e6b26-d2bf-470a-88de-b265f54246d3 tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:10:39.365553 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92e6b26-d2bf-470a-88de-b265f54246d3 tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:10:39.366084 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92e6b26-d2bf-470a-88de-b265f54246d3 tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:10:39.366589 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92e6b26-d2bf-470a-88de-b265f54246d3 tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:10:39.367113 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92e6b26-d2bf-470a-88de-b265f54246d3 tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:10:39.367645 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92e6b26-d2bf-470a-88de-b265f54246d3 tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:10:39.368149 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92e6b26-d2bf-470a-88de-b265f54246d3 tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:10:39.368648 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92e6b26-d2bf-470a-88de-b265f54246d3 tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:10:39.369151 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92e6b26-d2bf-470a-88de-b265f54246d3 tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:10:39.369651 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92e6b26-d2bf-470a-88de-b265f54246d3 tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:10:39.370199 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92e6b26-d2bf-470a-88de-b265f54246d3 tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:10:39.398804 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8060f6d-d3e0-4c74-9fd1-f940c4a8ed29 req-24852baf-deb8-4e68-91c3-5cbc8ac9a9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:10:39.400360 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-f8060f6d-d3e0-4c74-9fd1-f940c4a8ed29 req-24852baf-deb8-4e68-91c3-5cbc8ac9a9f7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b9fcbbe8-de2f-42fe-9629-5ce55e9bb3ac HTTP/1.1" status: 200 len: 916 time: 0.1249013 Nov 22 21:10:39.475035 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-f8060f6d-d3e0-4c74-9fd1-f940c4a8ed29 req-88b2dc7d-793c-4e4f-99d1-009e61f05986 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bb8721e8-312b-4611-a949-3f60d6c6857e HTTP/1.1" status: 200 len: 1000 time: 0.0669348 Nov 22 21:10:39.515740 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-0afa8a97-6017-48f9-8670-81b8af432550 tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] Deleting port 0411d5ff-d68b-435d-a176-5909bca73216 {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 21:10:39.516125 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0afa8a97-6017-48f9-8670-81b8af432550 tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:10:39.525441 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8060f6d-d3e0-4c74-9fd1-f940c4a8ed29 req-93f1db05-082d-4d7a-ab9c-6e5ac48b6c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:10:39.526935 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-f8060f6d-d3e0-4c74-9fd1-f940c4a8ed29 req-93f1db05-082d-4d7a-ab9c-6e5ac48b6c91 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1bb17d8c-a656-40c7-9434-39cd4b3a8228 HTTP/1.1" status: 200 len: 854 time: 0.0447826 Nov 22 21:10:39.573213 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8060f6d-d3e0-4c74-9fd1-f940c4a8ed29 req-7ec15f26-d533-4ce2-8b80-b5c055dee470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:10:39.574769 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-f8060f6d-d3e0-4c74-9fd1-f940c4a8ed29 req-7ec15f26-d533-4ce2-8b80-b5c055dee470 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b9fcbbe8-de2f-42fe-9629-5ce55e9bb3ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403240 Nov 22 21:10:39.590246 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0afa8a97-6017-48f9-8670-81b8af432550 tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:10:39.590562 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0afa8a97-6017-48f9-8670-81b8af432550 tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:10:39.603336 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-0afa8a97-6017-48f9-8670-81b8af432550 tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] Calling delete_port for 0411d5ff-d68b-435d-a176-5909bca73216 owned by network:floatingip {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 21:10:39.668787 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-f8060f6d-d3e0-4c74-9fd1-f940c4a8ed29 req-0cea6a75-3cf0-495d-a582-6bc22e27f337 service neutron] 10.222.0.41 "GET /v2.0/networks/b9fcbbe8-de2f-42fe-9629-5ce55e9bb3ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867565 Nov 22 21:10:39.752370 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0afa8a97-6017-48f9-8670-81b8af432550 tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:10:39.761080 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-f8060f6d-d3e0-4c74-9fd1-f940c4a8ed29 req-9a88e1a4-8f4c-40b6-81b2-b23da089f696 service neutron] 10.222.0.41 "GET /v2.0/networks/b9fcbbe8-de2f-42fe-9629-5ce55e9bb3ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852711 Nov 22 21:10:39.779867 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afa8a97-6017-48f9-8670-81b8af432550 tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] Pushing event deleted for resources: {'Port': ['ID=0411d5ff-d68b-435d-a176-5909bca73216,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:10:39.840814 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0afa8a97-6017-48f9-8670-81b8af432550 tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] Publish callbacks [] for floatingip, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:10:39.841147 n-d-818823-1 neutron-server[103447]: INFO neutron.db.l3_db [None req-0afa8a97-6017-48f9-8670-81b8af432550 tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] Floating IP 257085be-4bbe-4c4e-93c0-9b52347e62ea disassociated (deleted). External IP: 172.25.5.52, port: bb8721e8-312b-4611-a949-3f60d6c6857e. Nov 22 21:10:40.042799 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0afa8a97-6017-48f9-8670-81b8af432550 tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] Router 01e837ea-6397-4aec-9bd1-2d92f287a015 has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 21:10:40.148904 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0afa8a97-6017-48f9-8670-81b8af432550 tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 21:10:40.153810 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0afa8a97-6017-48f9-8670-81b8af432550 tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for floatingip, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:10:40.158370 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e267a590-b89d-4f0f-b9ee-c72466225d07 None None] Sync routers for ids ['01e837ea-6397-4aec-9bd1-2d92f287a015'] in n-d-818823-1 {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 21:10:40.167868 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e267a590-b89d-4f0f-b9ee-c72466225d07 None None] Routers {'01e837ea-6397-4aec-9bd1-2d92f287a015'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 21:10:40.168472 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-e267a590-b89d-4f0f-b9ee-c72466225d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T21:10:33Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['01e837ea-6397-4aec-9bd1-2d92f287a015'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:10:40.182883 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-0afa8a97-6017-48f9-8670-81b8af432550 tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] 10.222.0.46 "DELETE /v2.0/floatingips/257085be-4bbe-4c4e-93c0-9b52347e62ea HTTP/1.1" status: 204 len: 168 time: 0.8444917 Nov 22 21:10:40.276720 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-e267a590-b89d-4f0f-b9ee-c72466225d07 None None] Set router 01e837ea-6397-4aec-9bd1-2d92f287a015 gateway port host: n-d-818823-1 {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 21:10:40.489895 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-e267a590-b89d-4f0f-b9ee-c72466225d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01e837ea-6397-4aec-9bd1-2d92f287a015', 'name': 'tempest-TestMinimumBasicScenario-1934309254-router', 'tenant_id': 'b25e0661aae4446bad3dc19cc1165377', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.197'}], 'enable_snat': True}, 'gw_port_id': '7a59f826-4001-4f82-8fa7-1412e4a55a21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T21:08:40Z', 'updated_at': '2021-11-22T21:08:43Z', 'revision_number': 4, 'project_id': 'b25e0661aae4446bad3dc19cc1165377', 'gw_port': {'id': '7a59f826-4001-4f82-8fa7-1412e4a55a21', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:50:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01e837ea-6397-4aec-9bd1-2d92f287a015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:08:41Z', 'updated_at': '2021-11-22T21:08:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': '0c63c103-f0bf-4522-8c0f-6d33625ea212', 'name': '', 'network_id': 'b9fcbbe8-de2f-42fe-9629-5ce55e9bb3ac', 'tenant_id': 'b25e0661aae4446bad3dc19cc1165377', 'mac_address': 'fa:16:3e:b5:5c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01e837ea-6397-4aec-9bd1-2d92f287a015', 'device_owner': 'network:router_interface', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '1bb17d8c-a656-40c7-9434-39cd4b3a8228', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:08:42Z', 'updated_at': '2021-11-22T21:08:47Z', 'revision_number': 5, 'project_id': 'b25e0661aae4446bad3dc19cc1165377', 'subnets': [{'id': '1bb17d8c-a656-40c7-9434-39cd4b3a8228', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:10:40.515651 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e267a590-b89d-4f0f-b9ee-c72466225d07 None None] Checking router: 01e837ea-6397-4aec-9bd1-2d92f287a015 for host: n-d-818823-1 {{(pid=103450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 21:10:40.524381 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e267a590-b89d-4f0f-b9ee-c72466225d07 None None] Routers {'01e837ea-6397-4aec-9bd1-2d92f287a015'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 21:10:40.524974 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-e267a590-b89d-4f0f-b9ee-c72466225d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T21:10:33Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['01e837ea-6397-4aec-9bd1-2d92f287a015'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:10:40.720356 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-e267a590-b89d-4f0f-b9ee-c72466225d07 None None] Set router 01e837ea-6397-4aec-9bd1-2d92f287a015 gateway port host: n-d-818823-1 {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 21:10:40.920664 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-e267a590-b89d-4f0f-b9ee-c72466225d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01e837ea-6397-4aec-9bd1-2d92f287a015', 'name': 'tempest-TestMinimumBasicScenario-1934309254-router', 'tenant_id': 'b25e0661aae4446bad3dc19cc1165377', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.197'}], 'enable_snat': True}, 'gw_port_id': '7a59f826-4001-4f82-8fa7-1412e4a55a21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T21:08:40Z', 'updated_at': '2021-11-22T21:08:43Z', 'revision_number': 4, 'project_id': 'b25e0661aae4446bad3dc19cc1165377', 'gw_port': {'id': '7a59f826-4001-4f82-8fa7-1412e4a55a21', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:50:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01e837ea-6397-4aec-9bd1-2d92f287a015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:08:41Z', 'updated_at': '2021-11-22T21:08:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': '0c63c103-f0bf-4522-8c0f-6d33625ea212', 'name': '', 'network_id': 'b9fcbbe8-de2f-42fe-9629-5ce55e9bb3ac', 'tenant_id': 'b25e0661aae4446bad3dc19cc1165377', 'mac_address': 'fa:16:3e:b5:5c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01e837ea-6397-4aec-9bd1-2d92f287a015', 'device_owner': 'network:router_interface', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '1bb17d8c-a656-40c7-9434-39cd4b3a8228', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:08:42Z', 'updated_at': '2021-11-22T21:08:47Z', 'revision_number': 5, 'project_id': 'b25e0661aae4446bad3dc19cc1165377', 'subnets': [{'id': '1bb17d8c-a656-40c7-9434-39cd4b3a8228', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:10:40.950178 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e267a590-b89d-4f0f-b9ee-c72466225d07 None None] The sync data for ids ['01e837ea-6397-4aec-9bd1-2d92f287a015'] in n-d-818823-1 is: [{'id': '01e837ea-6397-4aec-9bd1-2d92f287a015', 'name': 'tempest-TestMinimumBasicScenario-1934309254-router', 'tenant_id': 'b25e0661aae4446bad3dc19cc1165377', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.197'}], 'enable_snat': True}, 'gw_port_id': '7a59f826-4001-4f82-8fa7-1412e4a55a21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T21:08:40Z', 'updated_at': '2021-11-22T21:08:43Z', 'revision_number': 4, 'project_id': 'b25e0661aae4446bad3dc19cc1165377', 'gw_port': {'id': '7a59f826-4001-4f82-8fa7-1412e4a55a21', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:50:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01e837ea-6397-4aec-9bd1-2d92f287a015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:08:41Z', 'updated_at': '2021-11-22T21:08:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': '0c63c103-f0bf-4522-8c0f-6d33625ea212', 'name': '', 'network_id': 'b9fcbbe8-de2f-42fe-9629-5ce55e9bb3ac', 'tenant_id': 'b25e0661aae4446bad3dc19cc1165377', 'mac_address': 'fa:16:3e:b5:5c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01e837ea-6397-4aec-9bd1-2d92f287a015', 'device_owner': 'network:router_interface', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '1bb17d8c-a656-40c7-9434-39cd4b3a8228', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:08:42Z', 'updated_at': '2021-11-22T21:08:47Z', 'revision_number': 5, 'project_id': 'b25e0661aae4446bad3dc19cc1165377', 'subnets': [{'id': '1bb17d8c-a656-40c7-9434-39cd4b3a8228', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 21:10:41.119563 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09668963-cad4-4416-85fe-d5459d7cf7b1', 'tag': 'bb8721e8-312b-4611-a949-3f60d6c6857e'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 21:10:41.121966 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0b87e146ffa5c253ca46002a571dfb52564e5f7c412d10689cf18353d020cb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df0e5d10-0077-4dc8-a37d-1b75073154b6" -d '{"events": [{"name": "network-changed", "server_uuid": "09668963-cad4-4416-85fe-d5459d7cf7b1", "tag": "bb8721e8-312b-4611-a949-3f60d6c6857e"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 21:10:41.165231 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 21:10:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-372bf062-8012-4d23-940f-179fbef33b3f x-openstack-request-id: req-372bf062-8012-4d23-940f-179fbef33b3f {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 21:10:41.165529 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09668963-cad4-4416-85fe-d5459d7cf7b1", "tag": "bb8721e8-312b-4611-a949-3f60d6c6857e", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 21:10:41.165787 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-372bf062-8012-4d23-940f-179fbef33b3f {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 21:10:41.166197 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09668963-cad4-4416-85fe-d5459d7cf7b1', 'tag': 'bb8721e8-312b-4611-a949-3f60d6c6857e', 'status': 'completed', 'code': 200} Nov 22 21:10:41.199013 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b16477-8946-4183-b73f-9752ff6ea9ad None None] New status for floating IP 257085be-4bbe-4c4e-93c0-9b52347e62ea: DOWN {{(pid=103449) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 21:10:41.236093 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0e5d10-0077-4dc8-a37d-1b75073154b6 req-e0f2939c-c765-453e-9b26-5ffbc3e364f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:10:41.237842 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-df0e5d10-0077-4dc8-a37d-1b75073154b6 req-e0f2939c-c765-453e-9b26-5ffbc3e364f5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b25e0661aae4446bad3dc19cc1165377&device_id=09668963-cad4-4416-85fe-d5459d7cf7b1 HTTP/1.1" status: 200 len: 1096 time: 0.0485668 Nov 22 21:10:41.341509 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0e5d10-0077-4dc8-a37d-1b75073154b6 req-68dbe6c0-c896-4b86-9c42-877cf8bf0760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:10:41.343350 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-df0e5d10-0077-4dc8-a37d-1b75073154b6 req-68dbe6c0-c896-4b86-9c42-877cf8bf0760 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b9fcbbe8-de2f-42fe-9629-5ce55e9bb3ac HTTP/1.1" status: 200 len: 916 time: 0.0987122 Nov 22 21:10:41.388451 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-df0e5d10-0077-4dc8-a37d-1b75073154b6 req-177256e4-5b04-4eb7-b905-c15d8ec6b545 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bb8721e8-312b-4611-a949-3f60d6c6857e HTTP/1.1" status: 200 len: 217 time: 0.0385339 Nov 22 21:10:41.458306 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0e5d10-0077-4dc8-a37d-1b75073154b6 req-3e94ddb2-da35-4b63-9ceb-ca5fbe23c5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:10:41.460170 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-df0e5d10-0077-4dc8-a37d-1b75073154b6 req-3e94ddb2-da35-4b63-9ceb-ca5fbe23c5d8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1bb17d8c-a656-40c7-9434-39cd4b3a8228 HTTP/1.1" status: 200 len: 854 time: 0.0524395 Nov 22 21:10:41.508142 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0e5d10-0077-4dc8-a37d-1b75073154b6 req-5531a18a-3baf-4258-ac03-a8883add9379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:10:41.509724 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-df0e5d10-0077-4dc8-a37d-1b75073154b6 req-5531a18a-3baf-4258-ac03-a8883add9379 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b9fcbbe8-de2f-42fe-9629-5ce55e9bb3ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416908 Nov 22 21:10:41.598554 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-df0e5d10-0077-4dc8-a37d-1b75073154b6 req-a20de87f-ba37-4f41-96d2-57c8900cbed3 service neutron] 10.222.0.41 "GET /v2.0/networks/b9fcbbe8-de2f-42fe-9629-5ce55e9bb3ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820367 Nov 22 21:10:41.699518 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-df0e5d10-0077-4dc8-a37d-1b75073154b6 req-0ab3ae27-6178-4b75-9b16-f64ac5e1ae15 service neutron] 10.222.0.41 "GET /v2.0/networks/b9fcbbe8-de2f-42fe-9629-5ce55e9bb3ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926013 Nov 22 21:10:45.010287 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:10:45.042842 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:10:49.205184 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a881206-724d-4c63-925f-6bd405f8c06d req-70c99eaf-61be-4f34-8bd0-fb0431f203e1 tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:10:49.206668 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9a881206-724d-4c63-925f-6bd405f8c06d req-70c99eaf-61be-4f34-8bd0-fb0431f203e1 tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] 10.222.0.46 "GET /v2.0/ports?device_id=09668963-cad4-4416-85fe-d5459d7cf7b1 HTTP/1.1" status: 200 len: 945 time: 0.0493498 Nov 22 21:10:49.255661 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9a881206-724d-4c63-925f-6bd405f8c06d req-41ff5abe-8d1a-4da2-98aa-f58ff93f6105 tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c3268de-0856-47ee-9536-d4810b121806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427155 Nov 22 21:10:50.372868 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9eb7b17-1406-45b1-a26a-944b79b09b30 req-ffbc58fc-ed83-4304-abb8-aad66174af16 tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:10:50.374330 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a9eb7b17-1406-45b1-a26a-944b79b09b30 req-ffbc58fc-ed83-4304-abb8-aad66174af16 tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] 10.222.0.46 "GET /v2.0/ports?device_id=09668963-cad4-4416-85fe-d5459d7cf7b1 HTTP/1.1" status: 200 len: 945 time: 0.0474074 Nov 22 21:10:50.423934 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a9eb7b17-1406-45b1-a26a-944b79b09b30 req-c70316b1-b217-4833-bab8-2740a0a76e87 tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c3268de-0856-47ee-9536-d4810b121806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436854 Nov 22 21:10:50.814285 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cf926e-02f8-4e50-ba28-6316f8b9e6a9 req-6efaa531-6d89-4682-993e-901753a3bc78 tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:10:50.815782 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-d7cf926e-02f8-4e50-ba28-6316f8b9e6a9 req-6efaa531-6d89-4682-993e-901753a3bc78 tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] 10.222.0.41 "GET /v2.0/ports?device_id=09668963-cad4-4416-85fe-d5459d7cf7b1 HTTP/1.1" status: 200 len: 945 time: 0.0495141 Nov 22 21:10:50.907540 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [req-d7cf926e-02f8-4e50-ba28-6316f8b9e6a9 req-4e7d186b-26c8-4a7f-8579-9f99caef3f63 tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] Deleting port bb8721e8-312b-4611-a949-3f60d6c6857e {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 21:10:50.907878 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-d7cf926e-02f8-4e50-ba28-6316f8b9e6a9 req-4e7d186b-26c8-4a7f-8579-9f99caef3f63 tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:10:50.994826 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-d7cf926e-02f8-4e50-ba28-6316f8b9e6a9 req-4e7d186b-26c8-4a7f-8579-9f99caef3f63 tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] For port bb8721e8-312b-4611-a949-3f60d6c6857e, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=bb8721e8-312b-4611-a949-3f60d6c6857e,segment=NetworkSegment(4cb07f08-e5d7-4605-82f1-65079d0ae378),segment_id=4cb07f08-e5d7-4605-82f1-65079d0ae378)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 21:10:50.995180 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-d7cf926e-02f8-4e50-ba28-6316f8b9e6a9 req-4e7d186b-26c8-4a7f-8579-9f99caef3f63 tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:10:51.007247 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [req-d7cf926e-02f8-4e50-ba28-6316f8b9e6a9 req-4e7d186b-26c8-4a7f-8579-9f99caef3f63 tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] Calling delete_port for bb8721e8-312b-4611-a949-3f60d6c6857e owned by compute:nova {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 21:10:51.135810 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-d7cf926e-02f8-4e50-ba28-6316f8b9e6a9 req-4e7d186b-26c8-4a7f-8579-9f99caef3f63 tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:10:51.147382 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] get_ports_and_sgs() called for port_ids ['bb8721e8-312b-4611-a949-3f60d6c6857e'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 21:10:51.162505 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7d186b-26c8-4a7f-8579-9f99caef3f63 tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] Pushing event deleted for resources: {'Port': ['ID=bb8721e8-312b-4611-a949-3f60d6c6857e,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:10:51.209425 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7cf926e-02f8-4e50-ba28-6316f8b9e6a9 req-4e7d186b-26c8-4a7f-8579-9f99caef3f63 tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] No DVR routers for this DVR port bb8721e8-312b-4611-a949-3f60d6c6857e on host n-h1-818823-1 {{(pid=103448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 21:10:51.212592 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-d7cf926e-02f8-4e50-ba28-6316f8b9e6a9 req-4e7d186b-26c8-4a7f-8579-9f99caef3f63 tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:10:51.215949 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-d7cf926e-02f8-4e50-ba28-6316f8b9e6a9 req-4e7d186b-26c8-4a7f-8579-9f99caef3f63 tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] 10.222.0.41 "DELETE /v2.0/ports/bb8721e8-312b-4611-a949-3f60d6c6857e HTTP/1.1" status: 204 len: 173 time: 0.3944721 Nov 22 21:10:51.216388 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09668963-cad4-4416-85fe-d5459d7cf7b1', 'name': 'network-vif-deleted', 'tag': 'bb8721e8-312b-4611-a949-3f60d6c6857e'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 21:10:51.218628 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d75c62b18f4846ba0ff3fb32e7a2f33757bcd91f6941723bbc4e48e63e422314" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54b7c3fd-13b8-456d-adb3-9ee8b81413a3" -d '{"events": [{"server_uuid": "09668963-cad4-4416-85fe-d5459d7cf7b1", "name": "network-vif-deleted", "tag": "bb8721e8-312b-4611-a949-3f60d6c6857e"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 21:10:51.260183 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 21:10:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abb900aa-17dd-40d3-afcf-f4b1bf1f2357 x-openstack-request-id: req-abb900aa-17dd-40d3-afcf-f4b1bf1f2357 {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 21:10:51.260492 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09668963-cad4-4416-85fe-d5459d7cf7b1", "name": "network-vif-deleted", "tag": "bb8721e8-312b-4611-a949-3f60d6c6857e", "status": "completed", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 21:10:51.260748 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-abb900aa-17dd-40d3-afcf-f4b1bf1f2357 {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 21:10:51.261151 n-d-818823-1 neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09668963-cad4-4416-85fe-d5459d7cf7b1', 'name': 'network-vif-deleted', 'tag': 'bb8721e8-312b-4611-a949-3f60d6c6857e', 'status': 'completed', 'code': 200} Nov 22 21:10:51.400889 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-6f5029d4-6805-4757-b25c-dd1867aec661 req-3bcefa9d-9f64-4735-ba59-652784301a71 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=09668963-cad4-4416-85fe-d5459d7cf7b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0265241 Nov 22 21:10:51.473403 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-6f5029d4-6805-4757-b25c-dd1867aec661 req-36a7b756-1d23-43eb-b1f9-dadba2eccc46 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b25e0661aae4446bad3dc19cc1165377&device_id=09668963-cad4-4416-85fe-d5459d7cf7b1 HTTP/1.1" status: 200 len: 210 time: 0.0258965 Nov 22 21:10:51.533601 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-95af0ae7-8778-4135-8238-cb025ed38fbc req-39214fe6-a068-420d-9925-20b4bf09a3d8 tempest-TestMinimumBasicScenario-978718681 tempest-TestMinimumBasicScenario-978718681-project] 10.222.0.46 "GET /v2.0/ports?device_id=09668963-cad4-4416-85fe-d5459d7cf7b1 HTTP/1.1" status: 200 len: 210 time: 0.0280623 Nov 22 21:10:51.678614 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5029d4-6805-4757-b25c-dd1867aec661 req-7fcb73f6-6233-4bc7-8c7e-ecf92b5c7841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:10:51.680501 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-6f5029d4-6805-4757-b25c-dd1867aec661 req-7fcb73f6-6233-4bc7-8c7e-ecf92b5c7841 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=b25e0661aae4446bad3dc19cc1165377&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1876228 Nov 22 21:10:51.843112 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5029d4-6805-4757-b25c-dd1867aec661 req-e1abe7a7-f643-48b8-89fb-cbbcde6ceed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:10:51.844634 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-6f5029d4-6805-4757-b25c-dd1867aec661 req-e1abe7a7-f643-48b8-89fb-cbbcde6ceed6 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1570055 Nov 22 21:10:53.084859 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 60564) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:10:53.412581 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-da22cd8e-e99d-439f-a8c5-463028e929a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659736'] for router_interface, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:10:53.647341 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-da22cd8e-e99d-439f-a8c5-463028e929a5 admin admin] Deleting port 0c63c103-f0bf-4522-8c0f-6d33625ea212 {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 21:10:53.647742 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-da22cd8e-e99d-439f-a8c5-463028e929a5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:10:53.728618 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [None req-da22cd8e-e99d-439f-a8c5-463028e929a5 admin admin] For port 0c63c103-f0bf-4522-8c0f-6d33625ea212, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=0c63c103-f0bf-4522-8c0f-6d33625ea212,segment=NetworkSegment(4cb07f08-e5d7-4605-82f1-65079d0ae378),segment_id=4cb07f08-e5d7-4605-82f1-65079d0ae378)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 21:10:53.728974 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-da22cd8e-e99d-439f-a8c5-463028e929a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:10:53.741165 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-da22cd8e-e99d-439f-a8c5-463028e929a5 admin admin] Calling delete_port for 0c63c103-f0bf-4522-8c0f-6d33625ea212 owned by network:router_interface {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 21:10:54.005638 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device bb8721e8-312b-4611-a949-3f60d6c6857e no longer exists at agent hyperv_n-h1-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 21:10:54.029015 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] No Port match for: bb8721e8-312b-4611-a949-3f60d6c6857e {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 21:10:54.029366 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device bb8721e8-312b-4611-a949-3f60d6c6857e not bound to the agent host n-h1-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 21:10:54.203555 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-da22cd8e-e99d-439f-a8c5-463028e929a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:10:54.233360 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da22cd8e-e99d-439f-a8c5-463028e929a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c63c103-f0bf-4522-8c0f-6d33625ea212,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:10:54.398312 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-da22cd8e-e99d-439f-a8c5-463028e929a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-563470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-663272'] for router_interface, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:10:54.605540 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da22cd8e-e99d-439f-a8c5-463028e929a5 admin admin] Router 01e837ea-6397-4aec-9bd1-2d92f287a015 has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 21:10:54.711277 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da22cd8e-e99d-439f-a8c5-463028e929a5 admin admin] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 21:10:54.716808 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-da22cd8e-e99d-439f-a8c5-463028e929a5 admin admin] 10.222.0.46 "PUT /v2.0/routers/01e837ea-6397-4aec-9bd1-2d92f287a015/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6309016 Nov 22 21:10:54.719621 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 60566) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:10:54.720082 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8854c886-185d-4e5c-aac9-8984718fd208 None None] Sync routers for ids ['01e837ea-6397-4aec-9bd1-2d92f287a015'] in n-d-818823-1 {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 21:10:54.729899 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8854c886-185d-4e5c-aac9-8984718fd208 None None] Routers {'01e837ea-6397-4aec-9bd1-2d92f287a015'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 21:10:54.730497 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-8854c886-185d-4e5c-aac9-8984718fd208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T21:10:33Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['01e837ea-6397-4aec-9bd1-2d92f287a015'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:10:54.826011 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5e1e0b3d-ff2c-4f8b-9016-a54a08a689d0 admin admin] Publish callbacks [] for router, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:10:54.834811 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-8854c886-185d-4e5c-aac9-8984718fd208 None None] Set router 01e837ea-6397-4aec-9bd1-2d92f287a015 gateway port host: n-d-818823-1 {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 21:10:54.923710 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5e1e0b3d-ff2c-4f8b-9016-a54a08a689d0 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:10:54.978782 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-5e1e0b3d-ff2c-4f8b-9016-a54a08a689d0 admin admin] Deleting port 7a59f826-4001-4f82-8fa7-1412e4a55a21 {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 21:10:54.979122 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5e1e0b3d-ff2c-4f8b-9016-a54a08a689d0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:10:55.008984 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-8854c886-185d-4e5c-aac9-8984718fd208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01e837ea-6397-4aec-9bd1-2d92f287a015', 'name': 'tempest-TestMinimumBasicScenario-1934309254-router', 'tenant_id': 'b25e0661aae4446bad3dc19cc1165377', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.197'}], 'enable_snat': True}, 'gw_port_id': '7a59f826-4001-4f82-8fa7-1412e4a55a21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T21:08:40Z', 'updated_at': '2021-11-22T21:10:54Z', 'revision_number': 5, 'project_id': 'b25e0661aae4446bad3dc19cc1165377', 'gw_port': {'id': '7a59f826-4001-4f82-8fa7-1412e4a55a21', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:50:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01e837ea-6397-4aec-9bd1-2d92f287a015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:08:41Z', 'updated_at': '2021-11-22T21:08:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:10:55.038055 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8854c886-185d-4e5c-aac9-8984718fd208 None None] Checking router: 01e837ea-6397-4aec-9bd1-2d92f287a015 for host: n-d-818823-1 {{(pid=103450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 21:10:55.046103 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8854c886-185d-4e5c-aac9-8984718fd208 None None] Routers {'01e837ea-6397-4aec-9bd1-2d92f287a015'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 21:10:55.046694 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-8854c886-185d-4e5c-aac9-8984718fd208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T21:10:33Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['01e837ea-6397-4aec-9bd1-2d92f287a015'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:10:55.056395 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-5e1e0b3d-ff2c-4f8b-9016-a54a08a689d0 admin admin] For port 7a59f826-4001-4f82-8fa7-1412e4a55a21, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=7a59f826-4001-4f82-8fa7-1412e4a55a21,segment=NetworkSegment(8793ba83-8407-4c3d-9b56-2a177cd58a70),segment_id=8793ba83-8407-4c3d-9b56-2a177cd58a70)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 21:10:55.056886 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5e1e0b3d-ff2c-4f8b-9016-a54a08a689d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:10:55.070847 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-5e1e0b3d-ff2c-4f8b-9016-a54a08a689d0 admin admin] Calling delete_port for 7a59f826-4001-4f82-8fa7-1412e4a55a21 owned by network:router_gateway {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 21:10:55.134307 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-8854c886-185d-4e5c-aac9-8984718fd208 None None] Set router 01e837ea-6397-4aec-9bd1-2d92f287a015 gateway port host: None {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 21:10:55.186355 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-8854c886-185d-4e5c-aac9-8984718fd208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01e837ea-6397-4aec-9bd1-2d92f287a015', 'name': 'tempest-TestMinimumBasicScenario-1934309254-router', 'tenant_id': 'b25e0661aae4446bad3dc19cc1165377', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T21:08:40Z', 'updated_at': '2021-11-22T21:10:54Z', 'revision_number': 6, 'project_id': 'b25e0661aae4446bad3dc19cc1165377', 'gw_port_host': None}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:10:55.214966 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8854c886-185d-4e5c-aac9-8984718fd208 None None] The sync data for ids ['01e837ea-6397-4aec-9bd1-2d92f287a015'] in n-d-818823-1 is: [{'id': '01e837ea-6397-4aec-9bd1-2d92f287a015', 'name': 'tempest-TestMinimumBasicScenario-1934309254-router', 'tenant_id': 'b25e0661aae4446bad3dc19cc1165377', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T21:08:40Z', 'updated_at': '2021-11-22T21:10:54Z', 'revision_number': 6, 'project_id': 'b25e0661aae4446bad3dc19cc1165377', 'gw_port_host': None}] {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 21:10:55.233384 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5e1e0b3d-ff2c-4f8b-9016-a54a08a689d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:10:55.259891 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1e0b3d-ff2c-4f8b-9016-a54a08a689d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a59f826-4001-4f82-8fa7-1412e4a55a21,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:10:55.272964 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88cd9334-3e23-47d2-b5c5-93f4d5f39e59 None None] DHCP port deletion for c48a55e9-6a85-4746-b7bf-3e29fb560094 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 21:10:55.322892 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5e1e0b3d-ff2c-4f8b-9016-a54a08a689d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595398'] for router_gateway, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:10:55.409342 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5e1e0b3d-ff2c-4f8b-9016-a54a08a689d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24781'] for router, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:10:55.411402 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5e1e0b3d-ff2c-4f8b-9016-a54a08a689d0 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:10:55.452539 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5e1e0b3d-ff2c-4f8b-9016-a54a08a689d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-663261'] for router, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:10:55.453028 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e1e0b3d-ff2c-4f8b-9016-a54a08a689d0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 01e837ea-6397-4aec-9bd1-2d92f287a015 {{(pid=103448) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 21:10:55.457259 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5e1e0b3d-ff2c-4f8b-9016-a54a08a689d0 admin admin] Publish callbacks [] for router, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:10:55.458459 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-5e1e0b3d-ff2c-4f8b-9016-a54a08a689d0 admin admin] 10.222.0.46 "DELETE /v2.0/routers/01e837ea-6397-4aec-9bd1-2d92f287a015 HTTP/1.1" status: 204 len: 168 time: 0.7378457 Nov 22 21:10:55.461595 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 60568) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:10:55.511956 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_v2 [None req-d740630e-1f20-4909-bcd7-b7a879da4be5 admin admin] Deleting subnet 1bb17d8c-a656-40c7-9434-39cd4b3a8228 {{(pid=103448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 21:10:55.514961 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d740630e-1f20-4909-bcd7-b7a879da4be5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:10:55.861786 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d740630e-1f20-4909-bcd7-b7a879da4be5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11627908'] for subnet, precommit_delete_associations {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:10:55.937250 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d740630e-1f20-4909-bcd7-b7a879da4be5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3753007'] for subnet, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:10:55.992617 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d740630e-1f20-4909-bcd7-b7a879da4be5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3753014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11567369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11792914'] for subnet, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:10:56.016965 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d740630e-1f20-4909-bcd7-b7a879da4be5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1bb17d8c-a656-40c7-9434-39cd4b3a8228,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:10:56.020685 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d740630e-1f20-4909-bcd7-b7a879da4be5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:10:56.024283 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-d740630e-1f20-4909-bcd7-b7a879da4be5 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/1bb17d8c-a656-40c7-9434-39cd4b3a8228 HTTP/1.1" status: 204 len: 168 time: 0.5614429 Nov 22 21:10:56.026681 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 60570) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:10:56.031560 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b77aa2f-7758-4ce2-9b5e-1576525bd77a None None] Network b9fcbbe8-de2f-42fe-9629-5ce55e9bb3ac requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 21:10:56.131081 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6ea0260d-079f-4dc5-acc3-f39c2432499c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3961693'] for network, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:10:56.146262 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 0c63c103-f0bf-4522-8c0f-6d33625ea212 no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 21:10:56.190945 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: 0c63c103-f0bf-4522-8c0f-6d33625ea212 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 21:10:56.191305 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 0c63c103-f0bf-4522-8c0f-6d33625ea212 not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 21:10:56.194651 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-6ea0260d-079f-4dc5-acc3-f39c2432499c admin admin] Deleting port 253d71ea-7d1e-4b37-964b-c924d3e6027f {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 21:10:56.194960 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6ea0260d-079f-4dc5-acc3-f39c2432499c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:10:56.270128 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [None req-6ea0260d-079f-4dc5-acc3-f39c2432499c admin admin] For port 253d71ea-7d1e-4b37-964b-c924d3e6027f, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=253d71ea-7d1e-4b37-964b-c924d3e6027f,segment=NetworkSegment(4cb07f08-e5d7-4605-82f1-65079d0ae378),segment_id=4cb07f08-e5d7-4605-82f1-65079d0ae378)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 21:10:56.270501 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6ea0260d-079f-4dc5-acc3-f39c2432499c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:10:56.272069 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70b5c08d-a8a3-4960-bd8c-9e8f25ad6252 None None] DHCP port deletion for b9fcbbe8-de2f-42fe-9629-5ce55e9bb3ac request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 21:10:56.291633 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-6ea0260d-079f-4dc5-acc3-f39c2432499c admin admin] Calling delete_port for 253d71ea-7d1e-4b37-964b-c924d3e6027f owned by network:dhcp {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 21:10:56.341945 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-70b5c08d-a8a3-4960-bd8c-9e8f25ad6252 None None] Deleting port 253d71ea-7d1e-4b37-964b-c924d3e6027f {{(pid=103449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 21:10:56.342559 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-70b5c08d-a8a3-4960-bd8c-9e8f25ad6252 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:10:56.377014 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6ea0260d-079f-4dc5-acc3-f39c2432499c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:10:56.406258 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea0260d-079f-4dc5-acc3-f39c2432499c admin admin] Pushing event deleted for resources: {'Port': ['ID=253d71ea-7d1e-4b37-964b-c924d3e6027f,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:10:56.413429 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea0260d-079f-4dc5-acc3-f39c2432499c admin admin] No DVR routers for this DVR port 253d71ea-7d1e-4b37-964b-c924d3e6027f on host n-d-818823-1 {{(pid=103447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 21:10:56.416610 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-70b5c08d-a8a3-4960-bd8c-9e8f25ad6252 None None] For port 253d71ea-7d1e-4b37-964b-c924d3e6027f, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=253d71ea-7d1e-4b37-964b-c924d3e6027f,segment=NetworkSegment(4cb07f08-e5d7-4605-82f1-65079d0ae378),segment_id=4cb07f08-e5d7-4605-82f1-65079d0ae378)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 21:10:56.417010 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-70b5c08d-a8a3-4960-bd8c-9e8f25ad6252 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:10:56.430643 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-70b5c08d-a8a3-4960-bd8c-9e8f25ad6252 None None] Calling delete_port for 253d71ea-7d1e-4b37-964b-c924d3e6027f owned by network:dhcp {{(pid=103449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 21:10:56.496040 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6ea0260d-079f-4dc5-acc3-f39c2432499c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3760028', 'neutron.services.segments.db._delete_segments_for_network-8748992815755'] for network, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:10:56.508651 n-d-818823-1 neutron-server[103449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 21:10:56.508651 n-d-818823-1 neutron-server[103449]: self.session.flush() Nov 22 21:10:56.508651 n-d-818823-1 neutron-server[103449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 21:10:56.508651 n-d-818823-1 neutron-server[103449]: self.session.flush() Nov 22 21:10:56.508651 n-d-818823-1 neutron-server[103449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 21:10:56.508651 n-d-818823-1 neutron-server[103449]: self.session.flush() Nov 22 21:10:56.508651 n-d-818823-1 neutron-server[103449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 21:10:56.508651 n-d-818823-1 neutron-server[103449]: self.session.flush() Nov 22 21:10:56.508651 n-d-818823-1 neutron-server[103449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 21:10:56.508651 n-d-818823-1 neutron-server[103449]: self.session.flush() Nov 22 21:10:56.508651 n-d-818823-1 neutron-server[103449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 21:10:56.508651 n-d-818823-1 neutron-server[103449]: self.session.flush() Nov 22 21:10:56.508651 n-d-818823-1 neutron-server[103449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 21:10:56.508651 n-d-818823-1 neutron-server[103449]: self.session.flush() Nov 22 21:10:56.508651 n-d-818823-1 neutron-server[103449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 21:10:56.508651 n-d-818823-1 neutron-server[103449]: self.session.flush() Nov 22 21:10:56.508651 n-d-818823-1 neutron-server[103449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 21:10:56.508651 n-d-818823-1 neutron-server[103449]: self.session.flush() Nov 22 21:10:56.508651 n-d-818823-1 neutron-server[103449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 21:10:56.508651 n-d-818823-1 neutron-server[103449]: self.session.flush() Nov 22 21:10:56.508651 n-d-818823-1 neutron-server[103449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 21:10:56.508651 n-d-818823-1 neutron-server[103449]: self.session.flush() Nov 22 21:10:56.508651 n-d-818823-1 neutron-server[103449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 21:10:56.508651 n-d-818823-1 neutron-server[103449]: self.session.flush() Nov 22 21:10:56.508651 n-d-818823-1 neutron-server[103449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 21:10:56.508651 n-d-818823-1 neutron-server[103449]: self.session.flush() Nov 22 21:10:56.508651 n-d-818823-1 neutron-server[103449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 21:10:56.508651 n-d-818823-1 neutron-server[103449]: self.session.flush() Nov 22 21:10:56.508651 n-d-818823-1 neutron-server[103449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 21:10:56.508651 n-d-818823-1 neutron-server[103449]: self.session.flush() Nov 22 21:10:56.508651 n-d-818823-1 neutron-server[103449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 21:10:56.508651 n-d-818823-1 neutron-server[103449]: self.session.flush() Nov 22 21:10:56.508651 n-d-818823-1 neutron-server[103449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 21:10:56.508651 n-d-818823-1 neutron-server[103449]: self.session.flush() Nov 22 21:10:56.508651 n-d-818823-1 neutron-server[103449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 21:10:56.508651 n-d-818823-1 neutron-server[103449]: self.session.flush() Nov 22 21:10:56.508651 n-d-818823-1 neutron-server[103449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 21:10:56.508651 n-d-818823-1 neutron-server[103449]: self.session.flush() Nov 22 21:10:56.508651 n-d-818823-1 neutron-server[103449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 21:10:56.508651 n-d-818823-1 neutron-server[103449]: self.session.flush() Nov 22 21:10:56.508651 n-d-818823-1 neutron-server[103449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 21:10:56.508651 n-d-818823-1 neutron-server[103449]: self.session.flush() Nov 22 21:10:56.508651 n-d-818823-1 neutron-server[103449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 21:10:56.508651 n-d-818823-1 neutron-server[103449]: self.session.flush() Nov 22 21:10:56.508651 n-d-818823-1 neutron-server[103449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 21:10:56.508651 n-d-818823-1 neutron-server[103449]: self.session.flush() Nov 22 21:10:56.508651 n-d-818823-1 neutron-server[103449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 21:10:56.508651 n-d-818823-1 neutron-server[103449]: self.session.flush() Nov 22 21:10:56.508651 n-d-818823-1 neutron-server[103449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 21:10:56.508651 n-d-818823-1 neutron-server[103449]: self.session.flush() Nov 22 21:10:56.508651 n-d-818823-1 neutron-server[103449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 21:10:56.508651 n-d-818823-1 neutron-server[103449]: self.session.flush() Nov 22 21:10:56.508651 n-d-818823-1 neutron-server[103449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 21:10:56.508651 n-d-818823-1 neutron-server[103449]: self.session.flush() Nov 22 21:10:56.518357 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-6ea0260d-079f-4dc5-acc3-f39c2432499c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9fcbbe8-de2f-42fe-9629-5ce55e9bb3ac']}} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:10:56.519017 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-70b5c08d-a8a3-4960-bd8c-9e8f25ad6252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381'] for port, after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:10:56.527869 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-6ea0260d-079f-4dc5-acc3-f39c2432499c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cb07f08-e5d7-4605-82f1-65079d0ae378') {'for_net_delete': True} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:10:56.528171 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-6ea0260d-079f-4dc5-acc3-f39c2432499c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cb07f08-e5d7-4605-82f1-65079d0ae378') {} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:10:56.537483 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6ea0260d-079f-4dc5-acc3-f39c2432499c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748993039638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12178344'] for segment, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:10:56.541621 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b5c08d-a8a3-4960-bd8c-9e8f25ad6252 None None] Pushing event deleted for resources: {'Port': ['ID=253d71ea-7d1e-4b37-964b-c924d3e6027f,revision_number=None']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:10:56.549687 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b5c08d-a8a3-4960-bd8c-9e8f25ad6252 None None] No DVR routers for this DVR port 253d71ea-7d1e-4b37-964b-c924d3e6027f on host n-d-818823-1 {{(pid=103449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 21:10:56.550970 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6ea0260d-079f-4dc5-acc3-f39c2432499c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:10:56.559261 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b5c08d-a8a3-4960-bd8c-9e8f25ad6252 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:10:56.559261 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b5c08d-a8a3-4960-bd8c-9e8f25ad6252 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:10:56.559584 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ea0260d-079f-4dc5-acc3-f39c2432499c admin admin] Releasing vlan 641 on physical network physnet1 to pool {{(pid=103447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 21:10:56.559698 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b5c08d-a8a3-4960-bd8c-9e8f25ad6252 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:10:56.559698 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b5c08d-a8a3-4960-bd8c-9e8f25ad6252 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:10:56.559855 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6ea0260d-079f-4dc5-acc3-f39c2432499c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8900762'] for segment, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:10:56.559939 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b5c08d-a8a3-4960-bd8c-9e8f25ad6252 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:10:56.559939 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b5c08d-a8a3-4960-bd8c-9e8f25ad6252 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:10:56.559939 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b5c08d-a8a3-4960-bd8c-9e8f25ad6252 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:10:56.559939 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b5c08d-a8a3-4960-bd8c-9e8f25ad6252 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:10:56.559939 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b5c08d-a8a3-4960-bd8c-9e8f25ad6252 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:10:56.560362 n-d-818823-1 neutron-server[103447]: Traceback (most recent call last): Nov 22 21:10:56.560362 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 21:10:56.560362 n-d-818823-1 neutron-server[103447]: timer() Nov 22 21:10:56.560362 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 21:10:56.560362 n-d-818823-1 neutron-server[103447]: cb(*args, **kw) Nov 22 21:10:56.560362 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 21:10:56.560362 n-d-818823-1 neutron-server[103447]: return func(*args, **kwargs) Nov 22 21:10:56.560362 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 21:10:56.560362 n-d-818823-1 neutron-server[103447]: self._notify() Nov 22 21:10:56.560362 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 21:10:56.560362 n-d-818823-1 neutron-server[103447]: self.callback(batched_events) Nov 22 21:10:56.560362 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 21:10:56.560362 n-d-818823-1 neutron-server[103447]: event.method(event) Nov 22 21:10:56.560362 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 21:10:56.560362 n-d-818823-1 neutron-server[103447]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 21:10:56.560362 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 21:10:56.560362 n-d-818823-1 neutron-server[103447]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 21:10:56.560362 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 21:10:56.560362 n-d-818823-1 neutron-server[103447]: return f(self, *a, **k) Nov 22 21:10:56.560362 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 21:10:56.560362 n-d-818823-1 neutron-server[103447]: return self._get(url).json() Nov 22 21:10:56.560362 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 21:10:56.560362 n-d-818823-1 neutron-server[103447]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 21:10:56.560362 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 21:10:56.560362 n-d-818823-1 neutron-server[103447]: return self.request(url, 'GET', **kwargs) Nov 22 21:10:56.560362 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 21:10:56.560362 n-d-818823-1 neutron-server[103447]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 21:10:56.560362 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 21:10:56.560362 n-d-818823-1 neutron-server[103447]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 21:10:56.560362 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 21:10:56.560362 n-d-818823-1 neutron-server[103447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 21:10:56.560362 n-d-818823-1 neutron-server[103447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 21:10:56.562315 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b5c08d-a8a3-4960-bd8c-9e8f25ad6252 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:10:56.562315 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b5c08d-a8a3-4960-bd8c-9e8f25ad6252 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:10:56.562315 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b5c08d-a8a3-4960-bd8c-9e8f25ad6252 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:10:56.615273 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6ea0260d-079f-4dc5-acc3-f39c2432499c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3760002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595318'] for network, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:10:56.621154 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6ea0260d-079f-4dc5-acc3-f39c2432499c admin admin] Publish callbacks [] for network, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:10:56.624360 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-6ea0260d-079f-4dc5-acc3-f39c2432499c admin admin] 10.222.0.46 "DELETE /v2.0/networks/b9fcbbe8-de2f-42fe-9629-5ce55e9bb3ac HTTP/1.1" status: 204 len: 168 time: 0.5966415 Nov 22 21:10:56.627425 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 60572) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:10:56.635087 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea0260d-079f-4dc5-acc3-f39c2432499c admin admin] Pushing event deleted for resources: {'Network': ['ID=b9fcbbe8-de2f-42fe-9629-5ce55e9bb3ac,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:10:56.978945 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d0ab177d-3315-4858-9d10-c7999b503342 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659736'] for router_interface, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:10:57.223540 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-d0ab177d-3315-4858-9d10-c7999b503342 admin admin] Deleting port 18e08a61-a44e-4971-a190-2402543fe98e {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 21:10:57.223885 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d0ab177d-3315-4858-9d10-c7999b503342 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:10:57.304665 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-d0ab177d-3315-4858-9d10-c7999b503342 admin admin] For port 18e08a61-a44e-4971-a190-2402543fe98e, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=18e08a61-a44e-4971-a190-2402543fe98e,segment=NetworkSegment(19a11c56-8c32-4e7a-8374-1915a865b57b),segment_id=19a11c56-8c32-4e7a-8374-1915a865b57b)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 21:10:57.305027 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d0ab177d-3315-4858-9d10-c7999b503342 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:10:57.317477 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-d0ab177d-3315-4858-9d10-c7999b503342 admin admin] Calling delete_port for 18e08a61-a44e-4971-a190-2402543fe98e owned by network:router_interface {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 21:10:57.494834 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d0ab177d-3315-4858-9d10-c7999b503342 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:10:57.521050 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ab177d-3315-4858-9d10-c7999b503342 admin admin] Pushing event deleted for resources: {'Port': ['ID=18e08a61-a44e-4971-a190-2402543fe98e,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:10:57.695867 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d0ab177d-3315-4858-9d10-c7999b503342 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-563470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-663272'] for router_interface, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:10:57.788599 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 7a59f826-4001-4f82-8fa7-1412e4a55a21 no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 21:10:57.809484 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: 7a59f826-4001-4f82-8fa7-1412e4a55a21 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 21:10:57.810049 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 7a59f826-4001-4f82-8fa7-1412e4a55a21 not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 21:10:57.810549 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 253d71ea-7d1e-4b37-964b-c924d3e6027f no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 21:10:57.830483 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: 253d71ea-7d1e-4b37-964b-c924d3e6027f {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 21:10:57.830918 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 253d71ea-7d1e-4b37-964b-c924d3e6027f not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 21:10:57.919667 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0ab177d-3315-4858-9d10-c7999b503342 admin admin] Router c181dbfe-a6cb-46a6-a3a6-23adedf61124 has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 21:10:58.026482 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0ab177d-3315-4858-9d10-c7999b503342 admin admin] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 21:10:58.031571 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-d0ab177d-3315-4858-9d10-c7999b503342 admin admin] 10.222.0.46 "PUT /v2.0/routers/c181dbfe-a6cb-46a6-a3a6-23adedf61124/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4030499 Nov 22 21:10:58.034202 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 60574) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:10:58.036672 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db79f1b4-b4ab-4753-9aea-7f59f2ee1201 None None] Sync routers for ids ['c181dbfe-a6cb-46a6-a3a6-23adedf61124'] in n-d-818823-1 {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 21:10:58.048301 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db79f1b4-b4ab-4753-9aea-7f59f2ee1201 None None] Routers {'c181dbfe-a6cb-46a6-a3a6-23adedf61124'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 21:10:58.049184 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-db79f1b4-b4ab-4753-9aea-7f59f2ee1201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T21:10:33Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['c181dbfe-a6cb-46a6-a3a6-23adedf61124'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:10:58.144631 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a878aeff-4a44-464b-a396-232fd96509e0 admin admin] Publish callbacks [] for router, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:10:58.157088 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-db79f1b4-b4ab-4753-9aea-7f59f2ee1201 None None] Set router c181dbfe-a6cb-46a6-a3a6-23adedf61124 gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 21:10:58.247713 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a878aeff-4a44-464b-a396-232fd96509e0 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:10:58.299719 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-a878aeff-4a44-464b-a396-232fd96509e0 admin admin] Deleting port 710fe6f6-7714-4233-bbca-403de5dc6e25 {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 21:10:58.299965 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a878aeff-4a44-464b-a396-232fd96509e0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:10:58.338634 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-db79f1b4-b4ab-4753-9aea-7f59f2ee1201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c181dbfe-a6cb-46a6-a3a6-23adedf61124', 'name': 'tempest-TestMinimumBasicScenario-1452043880-router', 'tenant_id': 'c864f059ae734e92afe88e0eba71aa61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.32'}], 'enable_snat': True}, 'gw_port_id': '710fe6f6-7714-4233-bbca-403de5dc6e25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T21:08:45Z', 'updated_at': '2021-11-22T21:10:57Z', 'revision_number': 5, 'project_id': 'c864f059ae734e92afe88e0eba71aa61', 'gw_port': {'id': '710fe6f6-7714-4233-bbca-403de5dc6e25', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ee:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c181dbfe-a6cb-46a6-a3a6-23adedf61124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:08:45Z', 'updated_at': '2021-11-22T21:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:10:58.368339 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db79f1b4-b4ab-4753-9aea-7f59f2ee1201 None None] Checking router: c181dbfe-a6cb-46a6-a3a6-23adedf61124 for host: n-d-818823-1 {{(pid=103449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 21:10:58.377808 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db79f1b4-b4ab-4753-9aea-7f59f2ee1201 None None] Routers {'c181dbfe-a6cb-46a6-a3a6-23adedf61124'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 21:10:58.378419 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-db79f1b4-b4ab-4753-9aea-7f59f2ee1201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T21:10:33Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['c181dbfe-a6cb-46a6-a3a6-23adedf61124'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:10:58.394123 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-a878aeff-4a44-464b-a396-232fd96509e0 admin admin] For port 710fe6f6-7714-4233-bbca-403de5dc6e25, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=710fe6f6-7714-4233-bbca-403de5dc6e25,segment=NetworkSegment(8793ba83-8407-4c3d-9b56-2a177cd58a70),segment_id=8793ba83-8407-4c3d-9b56-2a177cd58a70)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 21:10:58.394482 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a878aeff-4a44-464b-a396-232fd96509e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:10:58.409374 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-a878aeff-4a44-464b-a396-232fd96509e0 admin admin] Calling delete_port for 710fe6f6-7714-4233-bbca-403de5dc6e25 owned by network:router_gateway {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 21:10:58.465474 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-db79f1b4-b4ab-4753-9aea-7f59f2ee1201 None None] Set router c181dbfe-a6cb-46a6-a3a6-23adedf61124 gateway port host: None {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 21:10:58.520385 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-db79f1b4-b4ab-4753-9aea-7f59f2ee1201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c181dbfe-a6cb-46a6-a3a6-23adedf61124', 'name': 'tempest-TestMinimumBasicScenario-1452043880-router', 'tenant_id': 'c864f059ae734e92afe88e0eba71aa61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T21:08:45Z', 'updated_at': '2021-11-22T21:10:58Z', 'revision_number': 6, 'project_id': 'c864f059ae734e92afe88e0eba71aa61', 'gw_port_host': None}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:10:58.547748 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db79f1b4-b4ab-4753-9aea-7f59f2ee1201 None None] The sync data for ids ['c181dbfe-a6cb-46a6-a3a6-23adedf61124'] in n-d-818823-1 is: [{'id': 'c181dbfe-a6cb-46a6-a3a6-23adedf61124', 'name': 'tempest-TestMinimumBasicScenario-1452043880-router', 'tenant_id': 'c864f059ae734e92afe88e0eba71aa61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T21:08:45Z', 'updated_at': '2021-11-22T21:10:58Z', 'revision_number': 6, 'project_id': 'c864f059ae734e92afe88e0eba71aa61', 'gw_port_host': None}] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 21:10:58.576026 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a878aeff-4a44-464b-a396-232fd96509e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:10:58.599703 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0ef6ea6-47ab-47e1-a866-1baa87c59c01 None None] DHCP port deletion for c48a55e9-6a85-4746-b7bf-3e29fb560094 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 21:10:58.607016 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a878aeff-4a44-464b-a396-232fd96509e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=710fe6f6-7714-4233-bbca-403de5dc6e25,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:10:58.661136 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a878aeff-4a44-464b-a396-232fd96509e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595398'] for router_gateway, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:10:58.755383 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a878aeff-4a44-464b-a396-232fd96509e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24781'] for router, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:10:58.758129 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a878aeff-4a44-464b-a396-232fd96509e0 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:10:58.800905 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a878aeff-4a44-464b-a396-232fd96509e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-663261'] for router, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:10:58.801514 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a878aeff-4a44-464b-a396-232fd96509e0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c181dbfe-a6cb-46a6-a3a6-23adedf61124 {{(pid=103448) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 21:10:58.806896 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a878aeff-4a44-464b-a396-232fd96509e0 admin admin] Publish callbacks [] for router, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:10:58.808072 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-a878aeff-4a44-464b-a396-232fd96509e0 admin admin] 10.222.0.46 "DELETE /v2.0/routers/c181dbfe-a6cb-46a6-a3a6-23adedf61124 HTTP/1.1" status: 204 len: 168 time: 0.7729611 Nov 22 21:10:58.810662 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 60576) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:10:58.853834 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_v2 [None req-aee64073-1a72-4365-b49f-2602417bd1be admin admin] Deleting subnet df06f790-9166-4230-98a2-1d51435d9572 {{(pid=103448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 21:10:58.856788 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-aee64073-1a72-4365-b49f-2602417bd1be admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:10:58.890301 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-aee64073-1a72-4365-b49f-2602417bd1be admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11627908'] for subnet, precommit_delete_associations {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:10:58.973435 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-aee64073-1a72-4365-b49f-2602417bd1be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3753007'] for subnet, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:10:59.029193 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-aee64073-1a72-4365-b49f-2602417bd1be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3753014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11567369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11792914'] for subnet, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:10:59.056322 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee64073-1a72-4365-b49f-2602417bd1be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df06f790-9166-4230-98a2-1d51435d9572,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:10:59.058242 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-aee64073-1a72-4365-b49f-2602417bd1be admin admin] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:10:59.061574 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-aee64073-1a72-4365-b49f-2602417bd1be admin admin] 10.222.0.46 "DELETE /v2.0/subnets/df06f790-9166-4230-98a2-1d51435d9572 HTTP/1.1" status: 204 len: 168 time: 0.2499878 Nov 22 21:10:59.061993 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad472d7d-587d-416a-b3bd-0cf4d9927405 None None] Network 6ebffe91-c42d-48b1-a0eb-f0f53f8f85ef requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 21:10:59.064088 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 60578) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:10:59.138283 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d0c9755f-1788-4a3c-bfa8-fd0d3596780f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3961693'] for network, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:10:59.192470 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-d0c9755f-1788-4a3c-bfa8-fd0d3596780f admin admin] Deleting port fc4a97eb-b088-4cb9-ab77-9c07669fa0ee {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 21:10:59.192814 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d0c9755f-1788-4a3c-bfa8-fd0d3596780f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:10:59.255311 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-d0c9755f-1788-4a3c-bfa8-fd0d3596780f admin admin] For port fc4a97eb-b088-4cb9-ab77-9c07669fa0ee, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=fc4a97eb-b088-4cb9-ab77-9c07669fa0ee,segment=NetworkSegment(19a11c56-8c32-4e7a-8374-1915a865b57b),segment_id=19a11c56-8c32-4e7a-8374-1915a865b57b)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 21:10:59.255649 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d0c9755f-1788-4a3c-bfa8-fd0d3596780f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:10:59.267981 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-d0c9755f-1788-4a3c-bfa8-fd0d3596780f admin admin] Calling delete_port for fc4a97eb-b088-4cb9-ab77-9c07669fa0ee owned by network:dhcp {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 21:10:59.315980 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64d838f7-9aef-4052-81f0-92d72ead2b9f None None] DHCP port deletion for 6ebffe91-c42d-48b1-a0eb-f0f53f8f85ef request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 21:10:59.351139 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d0c9755f-1788-4a3c-bfa8-fd0d3596780f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:10:59.367863 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-64d838f7-9aef-4052-81f0-92d72ead2b9f None None] Deleting port fc4a97eb-b088-4cb9-ab77-9c07669fa0ee {{(pid=103449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 21:10:59.368238 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-64d838f7-9aef-4052-81f0-92d72ead2b9f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:10:59.377391 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c9755f-1788-4a3c-bfa8-fd0d3596780f admin admin] Pushing event deleted for resources: {'Port': ['ID=fc4a97eb-b088-4cb9-ab77-9c07669fa0ee,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:10:59.381002 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c9755f-1788-4a3c-bfa8-fd0d3596780f admin admin] No DVR routers for this DVR port fc4a97eb-b088-4cb9-ab77-9c07669fa0ee on host n-d-818823-1 {{(pid=103448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 21:10:59.458525 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d0c9755f-1788-4a3c-bfa8-fd0d3596780f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3760028', 'neutron.services.segments.db._delete_segments_for_network-8748992815755'] for network, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:10:59.480605 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-d0c9755f-1788-4a3c-bfa8-fd0d3596780f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ebffe91-c42d-48b1-a0eb-f0f53f8f85ef']}} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:10:59.492133 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-d0c9755f-1788-4a3c-bfa8-fd0d3596780f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19a11c56-8c32-4e7a-8374-1915a865b57b') {'for_net_delete': True} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:10:59.492463 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-d0c9755f-1788-4a3c-bfa8-fd0d3596780f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19a11c56-8c32-4e7a-8374-1915a865b57b') {} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:10:59.503542 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d0c9755f-1788-4a3c-bfa8-fd0d3596780f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748993039638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11627933'] for segment, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:10:59.519021 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d0c9755f-1788-4a3c-bfa8-fd0d3596780f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:10:59.526102 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0c9755f-1788-4a3c-bfa8-fd0d3596780f admin admin] Releasing vlan 608 on physical network physnet1 to pool {{(pid=103448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 21:10:59.526557 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d0c9755f-1788-4a3c-bfa8-fd0d3596780f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11567447'] for segment, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:10:59.528850 n-d-818823-1 neutron-server[103448]: Traceback (most recent call last): Nov 22 21:10:59.528850 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 21:10:59.528850 n-d-818823-1 neutron-server[103448]: timer() Nov 22 21:10:59.528850 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 21:10:59.528850 n-d-818823-1 neutron-server[103448]: cb(*args, **kw) Nov 22 21:10:59.528850 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 21:10:59.528850 n-d-818823-1 neutron-server[103448]: return func(*args, **kwargs) Nov 22 21:10:59.528850 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 21:10:59.528850 n-d-818823-1 neutron-server[103448]: self._notify() Nov 22 21:10:59.528850 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 21:10:59.528850 n-d-818823-1 neutron-server[103448]: self.callback(batched_events) Nov 22 21:10:59.528850 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 21:10:59.528850 n-d-818823-1 neutron-server[103448]: event.method(event) Nov 22 21:10:59.528850 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 21:10:59.528850 n-d-818823-1 neutron-server[103448]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 21:10:59.528850 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 21:10:59.528850 n-d-818823-1 neutron-server[103448]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 21:10:59.528850 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 21:10:59.528850 n-d-818823-1 neutron-server[103448]: return f(self, *a, **k) Nov 22 21:10:59.528850 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 21:10:59.528850 n-d-818823-1 neutron-server[103448]: return self._get(url).json() Nov 22 21:10:59.528850 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 21:10:59.528850 n-d-818823-1 neutron-server[103448]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 21:10:59.528850 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 21:10:59.528850 n-d-818823-1 neutron-server[103448]: return self.request(url, 'GET', **kwargs) Nov 22 21:10:59.528850 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 21:10:59.528850 n-d-818823-1 neutron-server[103448]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 21:10:59.528850 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 21:10:59.528850 n-d-818823-1 neutron-server[103448]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 21:10:59.528850 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 21:10:59.528850 n-d-818823-1 neutron-server[103448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 21:10:59.528850 n-d-818823-1 neutron-server[103448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 21:10:59.591990 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d0c9755f-1788-4a3c-bfa8-fd0d3596780f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3760002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595318'] for network, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:10:59.597207 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d0c9755f-1788-4a3c-bfa8-fd0d3596780f admin admin] Publish callbacks [] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:10:59.601396 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-d0c9755f-1788-4a3c-bfa8-fd0d3596780f admin admin] 10.222.0.46 "DELETE /v2.0/networks/6ebffe91-c42d-48b1-a0eb-f0f53f8f85ef HTTP/1.1" status: 204 len: 168 time: 0.5356584 Nov 22 21:10:59.611509 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-64d838f7-9aef-4052-81f0-92d72ead2b9f None None] For port fc4a97eb-b088-4cb9-ab77-9c07669fa0ee, host n-d-818823-1, got binding levels [] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 21:10:59.611721 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-64d838f7-9aef-4052-81f0-92d72ead2b9f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:10:59.614426 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c9755f-1788-4a3c-bfa8-fd0d3596780f admin admin] Pushing event deleted for resources: {'Network': ['ID=6ebffe91-c42d-48b1-a0eb-f0f53f8f85ef,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:10:59.630071 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-64d838f7-9aef-4052-81f0-92d72ead2b9f None None] Calling delete_port for fc4a97eb-b088-4cb9-ab77-9c07669fa0ee owned by network:dhcp {{(pid=103449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 21:10:59.633056 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.ipam_backend_mixin [None req-64d838f7-9aef-4052-81f0-92d72ead2b9f None None] Port fc4a97eb-b088-4cb9-ab77-9c07669fa0ee was not found and therefore no delete operation was performed {{(pid=103449) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 22 21:10:59.634332 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-64d838f7-9aef-4052-81f0-92d72ead2b9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381'] for port, after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:10:59.656778 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-64d838f7-9aef-4052-81f0-92d72ead2b9f None None] Network 6ebffe91-c42d-48b1-a0eb-f0f53f8f85ef is not hosted by any dhcp agent {{(pid=103449) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 22 21:10:59.657238 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d838f7-9aef-4052-81f0-92d72ead2b9f None None] No DVR routers for this DVR port fc4a97eb-b088-4cb9-ab77-9c07669fa0ee on host n-d-818823-1 {{(pid=103449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 21:10:59.658978 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d838f7-9aef-4052-81f0-92d72ead2b9f None None] Pushing event deleted for resources: {'Port': ['ID=fc4a97eb-b088-4cb9-ab77-9c07669fa0ee,revision_number=None']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:10:59.725502 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 710fe6f6-7714-4233-bbca-403de5dc6e25 no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 21:10:59.747276 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: 710fe6f6-7714-4233-bbca-403de5dc6e25 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 21:10:59.747675 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 710fe6f6-7714-4233-bbca-403de5dc6e25 not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 21:10:59.748114 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device fc4a97eb-b088-4cb9-ab77-9c07669fa0ee no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 21:10:59.767695 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: fc4a97eb-b088-4cb9-ab77-9c07669fa0ee {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 21:10:59.768042 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device fc4a97eb-b088-4cb9-ab77-9c07669fa0ee not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 21:10:59.768452 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 18e08a61-a44e-4971-a190-2402543fe98e no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 21:10:59.779257 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 60582) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:10:59.791056 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: 18e08a61-a44e-4971-a190-2402543fe98e {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 21:10:59.791401 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 18e08a61-a44e-4971-a190-2402543fe98e not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 21:10:59.825141 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-3510a028-a74e-4fa1-ad45-8f920d2f5e76 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b25e0661aae4446bad3dc19cc1165377&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0446289 Nov 22 21:10:59.827736 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 60584) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:10:59.874281 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f0dafbf3-6829-4045-9ad1-4b4c2f4fe494 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:10:59.895394 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f0dafbf3-6829-4045-9ad1-4b4c2f4fe494 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:10:59.941403 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f0dafbf3-6829-4045-9ad1-4b4c2f4fe494 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:10:59.944176 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f0dafbf3-6829-4045-9ad1-4b4c2f4fe494 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:10:59.945360 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-f0dafbf3-6829-4045-9ad1-4b4c2f4fe494 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6c3268de-0856-47ee-9536-d4810b121806 HTTP/1.1" status: 204 len: 168 time: 0.1167266 Nov 22 21:10:59.952928 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dafbf3-6829-4045-9ad1-4b4c2f4fe494 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c3268de-0856-47ee-9536-d4810b121806,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:11:00.110285 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-c1196563-61dd-4c8e-a371-519b9d9a59e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:11:00.254487 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 60590) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:11:00.294615 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-24af52e2-afd5-44b6-99b0-be75cb6cc6c4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c864f059ae734e92afe88e0eba71aa61&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0389121 Nov 22 21:11:00.297004 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 60592) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:11:00.342743 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1f1a4005-557a-4606-bc4f-822caf111d7f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:11:00.363542 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1f1a4005-557a-4606-bc4f-822caf111d7f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:11:00.412137 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1f1a4005-557a-4606-bc4f-822caf111d7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:11:00.415058 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1f1a4005-557a-4606-bc4f-822caf111d7f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:11:00.416509 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-1f1a4005-557a-4606-bc4f-822caf111d7f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/98fad46e-8f17-48e8-b2a0-a83c8207b34c HTTP/1.1" status: 204 len: 168 time: 0.1183422 Nov 22 21:11:00.424594 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1a4005-557a-4606-bc4f-822caf111d7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98fad46e-8f17-48e8-b2a0-a83c8207b34c,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:11:01.939540 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 60632) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:11:01.944255 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-bace0e14-4bbb-4673-9b79-c5fb87c2e65a tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1495047634', 'description': 'tempest-secgroup-smoke-1495047634 description', 'project_id': '6021baac210f4987b10e749036581cbe'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 21:11:01.967370 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-bace0e14-4bbb-4673-9b79-c5fb87c2e65a tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:11:01.975204 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-bace0e14-4bbb-4673-9b79-c5fb87c2e65a tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:11:02.049237 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-bace0e14-4bbb-4673-9b79-c5fb87c2e65a tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:11:02.052726 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-bace0e14-4bbb-4673-9b79-c5fb87c2e65a tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:11:02.091127 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bace0e14-4bbb-4673-9b79-c5fb87c2e65a tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7bbe6c0-7685-43d4-873e-9443b3ce1da5,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:11:02.132712 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-bace0e14-4bbb-4673-9b79-c5fb87c2e65a tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:11:02.136397 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-bace0e14-4bbb-4673-9b79-c5fb87c2e65a tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:11:02.160390 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-bace0e14-4bbb-4673-9b79-c5fb87c2e65a tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:11:02.161632 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-bace0e14-4bbb-4673-9b79-c5fb87c2e65a tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2209547 Nov 22 21:11:02.164726 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 60634) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:11:02.169431 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-4bbfd690-1f7a-46f7-b8a8-a55455b602df tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Request body: {'security_group_rule': {'security_group_id': '2a27051e-b3df-4a0e-a758-2647f8d37e2e', 'project_id': '6021baac210f4987b10e749036581cbe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 21:11:02.169606 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bace0e14-4bbb-4673-9b79-c5fb87c2e65a tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a27051e-b3df-4a0e-a758-2647f8d37e2e,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:11:02.195092 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4bbfd690-1f7a-46f7-b8a8-a55455b602df tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:11:02.253544 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4bbfd690-1f7a-46f7-b8a8-a55455b602df tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:11:02.256922 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4bbfd690-1f7a-46f7-b8a8-a55455b602df tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572323'] for security_group_rule, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:11:02.273951 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbfd690-1f7a-46f7-b8a8-a55455b602df tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19b2f5dc-aa85-4e81-9647-77fe982e23c9,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:11:02.281799 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4bbfd690-1f7a-46f7-b8a8-a55455b602df tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:11:02.283001 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-4bbfd690-1f7a-46f7-b8a8-a55455b602df tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1172125 Nov 22 21:11:02.285846 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 60636) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:11:02.290118 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-2a23e155-4f93-45d2-bb30-7627c82314fe tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Request body: {'security_group_rule': {'security_group_id': '2a27051e-b3df-4a0e-a758-2647f8d37e2e', 'project_id': '6021baac210f4987b10e749036581cbe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 21:11:02.316092 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-2a23e155-4f93-45d2-bb30-7627c82314fe tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:11:02.370244 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-2a23e155-4f93-45d2-bb30-7627c82314fe tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:11:02.373698 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-2a23e155-4f93-45d2-bb30-7627c82314fe tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572323'] for security_group_rule, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:11:02.390845 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a23e155-4f93-45d2-bb30-7627c82314fe tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc92f228-b204-4b11-a27a-33c52d3e3068,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:11:02.399112 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-2a23e155-4f93-45d2-bb30-7627c82314fe tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:11:02.400350 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-2a23e155-4f93-45d2-bb30-7627c82314fe tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1136303 Nov 22 21:11:02.403054 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 60638) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:11:02.407433 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-9a616a53-8ec9-4ead-86a3-5b2d0d5508e2 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Request body: {'security_group_rule': {'security_group_id': '2a27051e-b3df-4a0e-a758-2647f8d37e2e', 'project_id': '6021baac210f4987b10e749036581cbe', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 21:11:02.432785 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9a616a53-8ec9-4ead-86a3-5b2d0d5508e2 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:11:02.487312 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9a616a53-8ec9-4ead-86a3-5b2d0d5508e2 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:11:02.490822 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9a616a53-8ec9-4ead-86a3-5b2d0d5508e2 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572323'] for security_group_rule, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:11:02.509039 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a616a53-8ec9-4ead-86a3-5b2d0d5508e2 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66ce3b9c-7582-4fc5-81ba-b8072c678377,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:11:02.516201 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9a616a53-8ec9-4ead-86a3-5b2d0d5508e2 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:11:02.517446 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-9a616a53-8ec9-4ead-86a3-5b2d0d5508e2 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1133478 Nov 22 21:11:02.520246 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 60640) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:11:02.524504 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-8fc725b4-2b10-4753-b6d6-81d322d59024 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Request body: {'security_group_rule': {'security_group_id': '2a27051e-b3df-4a0e-a758-2647f8d37e2e', 'project_id': '6021baac210f4987b10e749036581cbe', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 21:11:02.549460 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8fc725b4-2b10-4753-b6d6-81d322d59024 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:11:02.608453 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8fc725b4-2b10-4753-b6d6-81d322d59024 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:11:02.611986 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8fc725b4-2b10-4753-b6d6-81d322d59024 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572323'] for security_group_rule, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:11:02.629887 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc725b4-2b10-4753-b6d6-81d322d59024 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae1b6eca-9e5a-414c-b7e9-33f9d034aaf2,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:11:02.637115 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8fc725b4-2b10-4753-b6d6-81d322d59024 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:11:02.638329 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-8fc725b4-2b10-4753-b6d6-81d322d59024 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1171072 Nov 22 21:11:02.641079 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 60642) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:11:02.645304 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-21d58444-bcab-45d1-b450-dae56400bf46 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Request body: {'security_group_rule': {'security_group_id': '2a27051e-b3df-4a0e-a758-2647f8d37e2e', 'project_id': '6021baac210f4987b10e749036581cbe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 21:11:02.666830 n-d-818823-1 neutron-server[103447]: INFO neutron.db.securitygroups_db [None req-21d58444-bcab-45d1-b450-dae56400bf46 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Project 6021baac210f4987b10e749036581cbe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 22 21:11:02.671675 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-21d58444-bcab-45d1-b450-dae56400bf46 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:11:02.732842 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-21d58444-bcab-45d1-b450-dae56400bf46 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:11:02.736950 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-21d58444-bcab-45d1-b450-dae56400bf46 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572323'] for security_group_rule, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:11:02.754956 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d58444-bcab-45d1-b450-dae56400bf46 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4dde6ce5-7b69-40ca-846c-f8e29c2ecdff,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:11:02.765867 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-21d58444-bcab-45d1-b450-dae56400bf46 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:11:02.767063 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-21d58444-bcab-45d1-b450-dae56400bf46 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1250782 Nov 22 21:11:02.769863 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 60644) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:11:02.774181 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-c1149207-36ce-4d59-96f8-a0e737f677cb tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Request body: {'security_group_rule': {'security_group_id': '2a27051e-b3df-4a0e-a758-2647f8d37e2e', 'project_id': '6021baac210f4987b10e749036581cbe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 21:11:02.796868 n-d-818823-1 neutron-server[103447]: INFO neutron.db.securitygroups_db [None req-c1149207-36ce-4d59-96f8-a0e737f677cb tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Project 6021baac210f4987b10e749036581cbe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 22 21:11:02.801931 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c1149207-36ce-4d59-96f8-a0e737f677cb tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:11:02.859679 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c1149207-36ce-4d59-96f8-a0e737f677cb tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:11:02.863113 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c1149207-36ce-4d59-96f8-a0e737f677cb tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572323'] for security_group_rule, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:11:02.881272 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1149207-36ce-4d59-96f8-a0e737f677cb tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf84018a-3f57-4772-a4ba-707f52ed3d74,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:11:02.888428 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c1149207-36ce-4d59-96f8-a0e737f677cb tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:11:02.889642 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-c1149207-36ce-4d59-96f8-a0e737f677cb tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1188612 Nov 22 21:11:02.892736 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 60646) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:11:02.897550 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-7a24d76c-e35e-4cee-a8ab-84c63f2b5aa3 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Request body: {'network': {'name': 'tempest-network-smoke--1275227783', 'project_id': '6021baac210f4987b10e749036581cbe', 'port_security_enabled': True}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 21:11:02.917361 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a24d76c-e35e-4cee-a8ab-84c63f2b5aa3 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Made reservation on behalf of 6021baac210f4987b10e749036581cbe for: {'network': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 21:11:02.921018 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-7a24d76c-e35e-4cee-a8ab-84c63f2b5aa3 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for network, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:11:02.944531 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a24d76c-e35e-4cee-a8ab-84c63f2b5aa3 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] vlan segment allocate from pool success with {'vlan_id': 634, 'physical_network': 'physnet1'} {{(pid=103447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 21:11:02.953229 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-7a24d76c-e35e-4cee-a8ab-84c63f2b5aa3 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:11:02.953574 n-d-818823-1 neutron-server[103447]: INFO neutron.db.segments_db [None req-7a24d76c-e35e-4cee-a8ab-84c63f2b5aa3 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Added segment 9f7d5eed-8d20-4803-8f1a-529244d55a89 of type vlan for network 4961d3e4-d574-41c0-8936-7faa952a8e14 Nov 22 21:11:02.994578 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-7a24d76c-e35e-4cee-a8ab-84c63f2b5aa3 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748992492791'] for network, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:11:03.009227 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-5a315da8-3592-4d6a-bb7f-ddb46985afc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:11:03.020037 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-7a24d76c-e35e-4cee-a8ab-84c63f2b5aa3 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for network, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:11:03.026115 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a24d76c-e35e-4cee-a8ab-84c63f2b5aa3 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:11:03.026702 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-7a24d76c-e35e-4cee-a8ab-84c63f2b5aa3 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks [] for network, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:11:03.088572 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-7a24d76c-e35e-4cee-a8ab-84c63f2b5aa3 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1947470 Nov 22 21:11:03.091611 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 60648) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:11:03.098717 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-1da49570-7e38-493a-9c66-be2ad0681ae2 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1161502672', 'admin_state_up': True, 'project_id': '6021baac210f4987b10e749036581cbe', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'}}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 21:11:03.110286 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a24d76c-e35e-4cee-a8ab-84c63f2b5aa3 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Pushing event updated for resources: {'Network': ['ID=4961d3e4-d574-41c0-8936-7faa952a8e14,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:11:03.121401 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Network 4961d3e4-d574-41c0-8936-7faa952a8e14 details requested by agent ovs-agent-n-d-818823-1 with host n-d-818823-1 {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 21:11:03.127600 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1da49570-7e38-493a-9c66-be2ad0681ae2 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24799'] for router, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:11:03.128935 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1da49570-7e38-493a-9c66-be2ad0681ae2 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-632716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24788'] for router, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:11:03.184767 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1da49570-7e38-493a-9c66-be2ad0681ae2 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:11:03.320103 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1da49570-7e38-493a-9c66-be2ad0681ae2 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:11:03.508197 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1da49570-7e38-493a-9c66-be2ad0681ae2 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks [] for router_gateway, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:11:03.526641 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1da49570-7e38-493a-9c66-be2ad0681ae2 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:11:03.627040 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [None req-1da49570-7e38-493a-9c66-be2ad0681ae2 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Allocated IP 172.25.5.252 (c48a55e9-6a85-4746-b7bf-3e29fb560094/5da6f781-63e6-4328-ae7a-5e672262f55a/561fe056-16c9-43a1-8c56-0cb0bc7a4afc) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 21:11:03.660266 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-03f0964f-1b75-4df7-99e0-a3cdb56ec2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:11:03.726618 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1da49570-7e38-493a-9c66-be2ad0681ae2 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:11:03.759762 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1da49570-7e38-493a-9c66-be2ad0681ae2 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:11:03.799794 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1da49570-7e38-493a-9c66-be2ad0681ae2 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Network c48a55e9-6a85-4746-b7bf-3e29fb560094 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 21:11:03.802625 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-1da49570-7e38-493a-9c66-be2ad0681ae2 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 21:11:03.805896 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da49570-7e38-493a-9c66-be2ad0681ae2 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 21:11:03.815833 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e5bc975-44f6-4d04-b36f-94b997397c7f None None] DHCP port deletion for c48a55e9-6a85-4746-b7bf-3e29fb560094 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 21:11:03.833698 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da49570-7e38-493a-9c66-be2ad0681ae2 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Pushing event updated for resources: {'Port': ['ID=561fe056-16c9-43a1-8c56-0cb0bc7a4afc,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:11:03.932517 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-6dd746ab-a21f-4f07-b696-f4df118abcc6 None None] Provisioning complete for port 561fe056-16c9-43a1-8c56-0cb0bc7a4afc triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 21:11:03.932890 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6dd746ab-a21f-4f07-b696-f4df118abcc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:11:03.967065 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-6dd746ab-a21f-4f07-b696-f4df118abcc6 None None] Port 561fe056-16c9-43a1-8c56-0cb0bc7a4afc cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 21:11:04.107662 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1da49570-7e38-493a-9c66-be2ad0681ae2 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks [] for router_gateway, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:11:04.300060 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1da49570-7e38-493a-9c66-be2ad0681ae2 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-659538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-841284'] for router, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:11:04.426823 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1da49570-7e38-493a-9c66-be2ad0681ae2 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Router 568aba7a-2bfd-4d84-b899-cfe8a8ea4341 is scheduled to L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 with binding_index 1 {{(pid=103447) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 21:11:04.531189 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1da49570-7e38-493a-9c66-be2ad0681ae2 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 21:11:04.541588 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d948ee-a31d-4237-8452-46f3bb433cb1 None None] Sync routers for ids ['568aba7a-2bfd-4d84-b899-cfe8a8ea4341'] in n-d-818823-1 {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 21:11:04.551018 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1da49570-7e38-493a-9c66-be2ad0681ae2 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks [] for router, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:11:04.551376 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d948ee-a31d-4237-8452-46f3bb433cb1 None None] Routers {'568aba7a-2bfd-4d84-b899-cfe8a8ea4341'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 21:11:04.555110 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-49d948ee-a31d-4237-8452-46f3bb433cb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T21:11:03Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['568aba7a-2bfd-4d84-b899-cfe8a8ea4341'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:11:04.555281 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-1da49570-7e38-493a-9c66-be2ad0681ae2 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4596603 Nov 22 21:11:04.555391 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 60650) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:11:04.656644 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-49d948ee-a31d-4237-8452-46f3bb433cb1 None None] Set router 568aba7a-2bfd-4d84-b899-cfe8a8ea4341 gateway port host: n-d-818823-1 {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 21:11:04.698125 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-9a37277f-e17b-4c4f-9370-a4bddefe1518 tempest-TestNetworkAdvancedServerOps-1979025 tempest-TestNetworkAdvancedServerOps-1979025-project-admin] 10.222.0.46 "GET /v2.0/subnets?project_id=6021baac210f4987b10e749036581cbe&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1391509 Nov 22 21:11:04.698365 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 60654) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:11:04.834817 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-49d948ee-a31d-4237-8452-46f3bb433cb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '568aba7a-2bfd-4d84-b899-cfe8a8ea4341', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1161502672', 'tenant_id': '6021baac210f4987b10e749036581cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.252'}], 'enable_snat': True}, 'gw_port_id': '561fe056-16c9-43a1-8c56-0cb0bc7a4afc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T21:11:03Z', 'updated_at': '2021-11-22T21:11:03Z', 'revision_number': 3, 'project_id': '6021baac210f4987b10e749036581cbe', 'gw_port': {'id': '561fe056-16c9-43a1-8c56-0cb0bc7a4afc', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:ed:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '568aba7a-2bfd-4d84-b899-cfe8a8ea4341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:11:03Z', 'updated_at': '2021-11-22T21:11:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:11:04.862765 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d948ee-a31d-4237-8452-46f3bb433cb1 None None] Checking router: 568aba7a-2bfd-4d84-b899-cfe8a8ea4341 for host: n-d-818823-1 {{(pid=103450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 21:11:04.863120 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d948ee-a31d-4237-8452-46f3bb433cb1 None None] Updating router 568aba7a-2bfd-4d84-b899-cfe8a8ea4341 port 561fe056-16c9-43a1-8c56-0cb0bc7a4afc binding host n-d-818823-1 {{(pid=103450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 21:11:04.893221 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-49d948ee-a31d-4237-8452-46f3bb433cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:11:05.138465 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-009ba3f0-510e-4c6c-8009-465c368c3c13 tempest-TestNetworkAdvancedServerOps-1979025 tempest-TestNetworkAdvancedServerOps-1979025-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:11:05.139948 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-009ba3f0-510e-4c6c-8009-465c368c3c13 tempest-TestNetworkAdvancedServerOps-1979025 tempest-TestNetworkAdvancedServerOps-1979025-project-admin] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4407048 Nov 22 21:11:05.142759 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 60656) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:11:05.180465 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-ec9703a2-cee7-45bc-9566-6dac50c6f351 tempest-TestNetworkAdvancedServerOps-1979025 tempest-TestNetworkAdvancedServerOps-1979025-project-admin] 10.222.0.46 "GET /v2.0/subnets?network_id=c48a55e9-6a85-4746-b7bf-3e29fb560094&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0366175 Nov 22 21:11:05.183264 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 60658) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:11:05.188397 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-9c06e70c-4174-4bbd-aaa8-8743f2431fcd tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-568896462', 'network_id': '4961d3e4-d574-41c0-8936-7faa952a8e14', 'project_id': '6021baac210f4987b10e749036581cbe', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 21:11:05.235430 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-49d948ee-a31d-4237-8452-46f3bb433cb1 None None] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:11:05.242120 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-49d948ee-a31d-4237-8452-46f3bb433cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:11:05.277669 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c06e70c-4174-4bbd-aaa8-8743f2431fcd tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Made reservation on behalf of 6021baac210f4987b10e749036581cbe for: {'subnet': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 21:11:05.281308 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9c06e70c-4174-4bbd-aaa8-8743f2431fcd tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8485086'] for subnet, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:11:05.282244 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4298301-7e6d-43bd-bff5-1dc4c316c933 None None] DHCP port deletion for c48a55e9-6a85-4746-b7bf-3e29fb560094 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 21:11:05.288523 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-49d948ee-a31d-4237-8452-46f3bb433cb1 None None] Attempting to bind port 561fe056-16c9-43a1-8c56-0cb0bc7a4afc on host n-d-818823-1 for vnic_type normal with profile {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 21:11:05.289047 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-49d948ee-a31d-4237-8452-46f3bb433cb1 None None] Attempting to bind port 561fe056-16c9-43a1-8c56-0cb0bc7a4afc by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 21:11:05.289424 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d948ee-a31d-4237-8452-46f3bb433cb1 None None] Attempting to bind port 561fe056-16c9-43a1-8c56-0cb0bc7a4afc on network c48a55e9-6a85-4746-b7bf-3e29fb560094 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 21:11:05.301701 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d948ee-a31d-4237-8452-46f3bb433cb1 None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 21, 10, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 21:11:05.302074 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d948ee-a31d-4237-8452-46f3bb433cb1 None None] Checking segment: {'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 21:11:05.302492 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-49d948ee-a31d-4237-8452-46f3bb433cb1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:11:05.302856 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d948ee-a31d-4237-8452-46f3bb433cb1 None None] Bound using segment: {'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 21:11:05.303315 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-49d948ee-a31d-4237-8452-46f3bb433cb1 None None] Bound port: 561fe056-16c9-43a1-8c56-0cb0bc7a4afc, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'}}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 21:11:05.304224 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-49d948ee-a31d-4237-8452-46f3bb433cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:11:05.328038 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ea48d0-5174-4d46-9816-6e30c08f70c9 None None] Pushing event updated for resources: {'Port': ['ID=561fe056-16c9-43a1-8c56-0cb0bc7a4afc,revision_number=2']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:11:05.344156 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ea48d0-5174-4d46-9816-6e30c08f70c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:11:05.344505 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ea48d0-5174-4d46-9816-6e30c08f70c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:11:05.345367 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ea48d0-5174-4d46-9816-6e30c08f70c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:11:05.345367 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ea48d0-5174-4d46-9816-6e30c08f70c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:11:05.345558 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ea48d0-5174-4d46-9816-6e30c08f70c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:11:05.345775 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ea48d0-5174-4d46-9816-6e30c08f70c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:11:05.346099 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ea48d0-5174-4d46-9816-6e30c08f70c9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:11:05.346419 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ea48d0-5174-4d46-9816-6e30c08f70c9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:11:05.346735 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ea48d0-5174-4d46-9816-6e30c08f70c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:11:05.347052 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ea48d0-5174-4d46-9816-6e30c08f70c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:11:05.347369 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ea48d0-5174-4d46-9816-6e30c08f70c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:11:05.347703 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ea48d0-5174-4d46-9816-6e30c08f70c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:11:05.360824 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e49ee129-e862-4476-beca-cdc8150d2345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:11:05.377383 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-49d948ee-a31d-4237-8452-46f3bb433cb1 None None] For port 561fe056-16c9-43a1-8c56-0cb0bc7a4afc, host n-d-818823-1, cleared binding levels {{(pid=103450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 21:11:05.380364 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-49d948ee-a31d-4237-8452-46f3bb433cb1 None None] For port 561fe056-16c9-43a1-8c56-0cb0bc7a4afc, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=561fe056-16c9-43a1-8c56-0cb0bc7a4afc,segment=NetworkSegment(8793ba83-8407-4c3d-9b56-2a177cd58a70),segment_id=8793ba83-8407-4c3d-9b56-2a177cd58a70)] {{(pid=103450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 21:11:05.386980 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-49d948ee-a31d-4237-8452-46f3bb433cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:11:05.398252 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-7694a87f-7dcf-413f-b269-f358fac04e71 None None] Provisioning complete for port 561fe056-16c9-43a1-8c56-0cb0bc7a4afc triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 21:11:05.398679 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-7694a87f-7dcf-413f-b269-f358fac04e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:11:05.424302 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2260708-d110-4b79-beae-76f208a1296b None None] DHCP port deletion for c48a55e9-6a85-4746-b7bf-3e29fb560094 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 21:11:05.434912 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d948ee-a31d-4237-8452-46f3bb433cb1 None None] Routers {'568aba7a-2bfd-4d84-b899-cfe8a8ea4341'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 21:11:05.435569 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-49d948ee-a31d-4237-8452-46f3bb433cb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T21:11:03Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['568aba7a-2bfd-4d84-b899-cfe8a8ea4341'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:11:05.472395 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9c06e70c-4174-4bbd-aaa8-8743f2431fcd tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8900613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8485104'] for subnet, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:11:05.494528 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-7694a87f-7dcf-413f-b269-f358fac04e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:11:05.518297 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-7694a87f-7dcf-413f-b269-f358fac04e71 None None] For port 561fe056-16c9-43a1-8c56-0cb0bc7a4afc, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=561fe056-16c9-43a1-8c56-0cb0bc7a4afc,segment=NetworkSegment(8793ba83-8407-4c3d-9b56-2a177cd58a70),segment_id=8793ba83-8407-4c3d-9b56-2a177cd58a70)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 21:11:05.523861 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-7694a87f-7dcf-413f-b269-f358fac04e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:11:05.543936 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ea48d0-5174-4d46-9816-6e30c08f70c9 None None] Pushing event updated for resources: {'Port': ['ID=561fe056-16c9-43a1-8c56-0cb0bc7a4afc,revision_number=3']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:11:05.549212 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c06e70c-4174-4bbd-aaa8-8743f2431fcd tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Pushing event updated for resources: {'Subnet': ['ID=6f7c9134-896e-4867-9e70-64a04b6939d2,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:11:05.557282 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c06e70c-4174-4bbd-aaa8-8743f2431fcd tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Checking segment: {'id': '9f7d5eed-8d20-4803-8f1a-529244d55a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '4961d3e4-d574-41c0-8936-7faa952a8e14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 21:11:05.557648 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c06e70c-4174-4bbd-aaa8-8743f2431fcd tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Network hostable DHCP agents. Network: 4961d3e4-d574-41c0-8936-7faa952a8e14, hostable agents: ['02adaa64-0987-4b74-bad0-cbcf56f8a294'], hosted agents: [] {{(pid=103447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 21:11:05.569058 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-49d948ee-a31d-4237-8452-46f3bb433cb1 None None] Set router 568aba7a-2bfd-4d84-b899-cfe8a8ea4341 gateway port host: n-d-818823-1 {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 21:11:05.578226 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c06e70c-4174-4bbd-aaa8-8743f2431fcd tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Network 4961d3e4-d574-41c0-8936-7faa952a8e14 is scheduled to be hosted by DHCP agent 02adaa64-0987-4b74-bad0-cbcf56f8a294 with binding_index 1 {{(pid=103447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 21:11:05.587130 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7694a87f-7dcf-413f-b269-f358fac04e71 None None] Pushing event updated for resources: {'Port': ['ID=561fe056-16c9-43a1-8c56-0cb0bc7a4afc,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:11:05.588431 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-9c06e70c-4174-4bbd-aaa8-8743f2431fcd tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818823-1, 4961d3e4-d574-41c0-8936-7faa952a8e14) {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 21:11:05.592668 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c06e70c-4174-4bbd-aaa8-8743f2431fcd tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:11:05.593273 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9c06e70c-4174-4bbd-aaa8-8743f2431fcd tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks [] for subnet, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:11:05.607698 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c34b23a1-60cf-4f59-b4f6-4c63e46e0222 None None] Network 4961d3e4-d574-41c0-8936-7faa952a8e14 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 21:11:05.613626 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-9c06e70c-4174-4bbd-aaa8-8743f2431fcd tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4291861 Nov 22 21:11:05.617231 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 60660) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:11:05.676727 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-7fce3fbe-7020-4b1e-8920-59bf22dc1d43 None None] Provisioning complete for port 561fe056-16c9-43a1-8c56-0cb0bc7a4afc triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 21:11:05.677379 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-7fce3fbe-7020-4b1e-8920-59bf22dc1d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:11:05.773769 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-49d948ee-a31d-4237-8452-46f3bb433cb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '568aba7a-2bfd-4d84-b899-cfe8a8ea4341', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1161502672', 'tenant_id': '6021baac210f4987b10e749036581cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.252'}], 'enable_snat': True}, 'gw_port_id': '561fe056-16c9-43a1-8c56-0cb0bc7a4afc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T21:11:03Z', 'updated_at': '2021-11-22T21:11:03Z', 'revision_number': 3, 'project_id': '6021baac210f4987b10e749036581cbe', 'gw_port': {'id': '561fe056-16c9-43a1-8c56-0cb0bc7a4afc', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:ed:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '568aba7a-2bfd-4d84-b899-cfe8a8ea4341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:11:03Z', 'updated_at': '2021-11-22T21:11:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:11:05.804728 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d948ee-a31d-4237-8452-46f3bb433cb1 None None] The sync data for ids ['568aba7a-2bfd-4d84-b899-cfe8a8ea4341'] in n-d-818823-1 is: [{'id': '568aba7a-2bfd-4d84-b899-cfe8a8ea4341', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1161502672', 'tenant_id': '6021baac210f4987b10e749036581cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.252'}], 'enable_snat': True}, 'gw_port_id': '561fe056-16c9-43a1-8c56-0cb0bc7a4afc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T21:11:03Z', 'updated_at': '2021-11-22T21:11:03Z', 'revision_number': 3, 'project_id': '6021baac210f4987b10e749036581cbe', 'gw_port': {'id': '561fe056-16c9-43a1-8c56-0cb0bc7a4afc', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:ed:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '568aba7a-2bfd-4d84-b899-cfe8a8ea4341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:11:03Z', 'updated_at': '2021-11-22T21:11:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}] {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 21:11:05.853615 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57a2e18c-810d-47ab-a025-af01dbc9e20b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fb26bd7-ce56-527b-b94f-2e1f7cb2bb35-4961d3e4-d574-41c0-8936-7faa952a8e14', 'network_id': '4961d3e4-d574-41c0-8936-7faa952a8e14', 'tenant_id': '6021baac210f4987b10e749036581cbe', 'fixed_ips': [{'subnet_id': '6f7c9134-896e-4867-9e70-64a04b6939d2'}]}} from n-d-818823-1. {{(pid=103449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 21:11:05.854495 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-57a2e18c-810d-47ab-a025-af01dbc9e20b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:11:06.001691 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.db_base_plugin_common [None req-57a2e18c-810d-47ab-a025-af01dbc9e20b None None] Allocated IP 172.20.0.2 (4961d3e4-d574-41c0-8936-7faa952a8e14/6f7c9134-896e-4867-9e70-64a04b6939d2/06faa719-5e76-4bb5-beb8-b3b689064c23) {{(pid=103449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 21:11:06.093204 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e6a6f060-50e1-4c09-aea1-1b41638c17fb tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:11:06.203649 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:11:06.208645 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-57a2e18c-810d-47ab-a025-af01dbc9e20b None None] Publish callbacks [] for port, precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:11:06.217728 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-57a2e18c-810d-47ab-a025-af01dbc9e20b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372'] for port, after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:11:06.271850 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a2e18c-810d-47ab-a025-af01dbc9e20b None None] Pushing event updated for resources: {'Port': ['ID=06faa719-5e76-4bb5-beb8-b3b689064c23,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:11:06.284947 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57a2e18c-810d-47ab-a025-af01dbc9e20b None None] Network 4961d3e4-d574-41c0-8936-7faa952a8e14 is already hosted by enough agents. {{(pid=103449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 21:11:06.286589 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.base_scheduler [None req-57a2e18c-810d-47ab-a025-af01dbc9e20b None None] Resources bound (agent type, host, resource id): {{(pid=103449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 21:11:06.290052 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a2e18c-810d-47ab-a025-af01dbc9e20b None None] Received port after_create {{(pid=103449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 21:11:06.351281 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-57a2e18c-810d-47ab-a025-af01dbc9e20b None None] Attempting to bind port 06faa719-5e76-4bb5-beb8-b3b689064c23 on host n-d-818823-1 for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 21:11:06.351742 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-57a2e18c-810d-47ab-a025-af01dbc9e20b None None] Attempting to bind port 06faa719-5e76-4bb5-beb8-b3b689064c23 by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': '9f7d5eed-8d20-4803-8f1a-529244d55a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '4961d3e4-d574-41c0-8936-7faa952a8e14'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 21:11:06.352118 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a2e18c-810d-47ab-a025-af01dbc9e20b None None] Attempting to bind port 06faa719-5e76-4bb5-beb8-b3b689064c23 on network 4961d3e4-d574-41c0-8936-7faa952a8e14 {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 21:11:06.357909 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a2e18c-810d-47ab-a025-af01dbc9e20b None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 21, 11, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 21:11:06.358294 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a2e18c-810d-47ab-a025-af01dbc9e20b None None] Checking segment: {'id': '9f7d5eed-8d20-4803-8f1a-529244d55a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '4961d3e4-d574-41c0-8936-7faa952a8e14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 21:11:06.358708 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-57a2e18c-810d-47ab-a025-af01dbc9e20b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:11:06.359107 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a2e18c-810d-47ab-a025-af01dbc9e20b None None] Bound using segment: {'id': '9f7d5eed-8d20-4803-8f1a-529244d55a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '4961d3e4-d574-41c0-8936-7faa952a8e14'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 21:11:06.359626 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-57a2e18c-810d-47ab-a025-af01dbc9e20b None None] Bound port: 06faa719-5e76-4bb5-beb8-b3b689064c23, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f7d5eed-8d20-4803-8f1a-529244d55a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '4961d3e4-d574-41c0-8936-7faa952a8e14'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 21:11:06.360023 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-57a2e18c-810d-47ab-a025-af01dbc9e20b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:11:06.434104 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-57a2e18c-810d-47ab-a025-af01dbc9e20b None None] For port 06faa719-5e76-4bb5-beb8-b3b689064c23, host n-d-818823-1, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 21:11:06.438175 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-57a2e18c-810d-47ab-a025-af01dbc9e20b None None] For port 06faa719-5e76-4bb5-beb8-b3b689064c23, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=06faa719-5e76-4bb5-beb8-b3b689064c23,segment=NetworkSegment(9f7d5eed-8d20-4803-8f1a-529244d55a89),segment_id=9f7d5eed-8d20-4803-8f1a-529244d55a89)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 21:11:06.442356 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-57a2e18c-810d-47ab-a025-af01dbc9e20b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:11:06.513952 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a2e18c-810d-47ab-a025-af01dbc9e20b None None] Pushing event updated for resources: {'Port': ['ID=06faa719-5e76-4bb5-beb8-b3b689064c23,revision_number=2']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:11:06.768548 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [None req-e6a6f060-50e1-4c09-aea1-1b41638c17fb tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Allocated IP 172.20.0.1 (4961d3e4-d574-41c0-8936-7faa952a8e14/6f7c9134-896e-4867-9e70-64a04b6939d2/7d561f49-bf47-46fe-a839-bf14f9126e0c) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 21:11:06.897051 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e6a6f060-50e1-4c09-aea1-1b41638c17fb tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:11:06.930243 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e6a6f060-50e1-4c09-aea1-1b41638c17fb tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:11:06.974292 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6a6f060-50e1-4c09-aea1-1b41638c17fb tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Network 4961d3e4-d574-41c0-8936-7faa952a8e14 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 21:11:06.977497 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-e6a6f060-50e1-4c09-aea1-1b41638c17fb tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 21:11:06.980206 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a6f060-50e1-4c09-aea1-1b41638c17fb tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 21:11:07.008497 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a6f060-50e1-4c09-aea1-1b41638c17fb tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Pushing event updated for resources: {'Port': ['ID=7d561f49-bf47-46fe-a839-bf14f9126e0c,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:11:07.030661 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e6a6f060-50e1-4c09-aea1-1b41638c17fb tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659939'] for router_interface, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:11:07.158588 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e6a6f060-50e1-4c09-aea1-1b41638c17fb tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:11:07.438990 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e6a6f060-50e1-4c09-aea1-1b41638c17fb tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks [] for port, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:11:07.443283 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e6a6f060-50e1-4c09-aea1-1b41638c17fb tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:11:07.518236 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a6f060-50e1-4c09-aea1-1b41638c17fb tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Pushing event updated for resources: {'Port': ['ID=7d561f49-bf47-46fe-a839-bf14f9126e0c,revision_number=2']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:11:07.523300 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e6a6f060-50e1-4c09-aea1-1b41638c17fb tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-563461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-659839'] for router_interface, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:11:07.616994 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6a6f060-50e1-4c09-aea1-1b41638c17fb tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Network 4961d3e4-d574-41c0-8936-7faa952a8e14 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 21:11:07.618498 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-e6a6f060-50e1-4c09-aea1-1b41638c17fb tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 21:11:07.758670 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6a6f060-50e1-4c09-aea1-1b41638c17fb tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Router 568aba7a-2bfd-4d84-b899-cfe8a8ea4341 has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 21:11:07.802025 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 561fe056-16c9-43a1-8c56-0cb0bc7a4afc up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 21:11:07.854787 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 561fe056-16c9-43a1-8c56-0cb0bc7a4afc triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 21:11:07.855258 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:11:07.878605 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5709b32f-40a3-45c7-8471-618977777098 None None] Network 4961d3e4-d574-41c0-8936-7faa952a8e14 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 21:11:07.898779 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6a6f060-50e1-4c09-aea1-1b41638c17fb tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 21:11:07.903952 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-e6a6f060-50e1-4c09-aea1-1b41638c17fb tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "PUT /v2.0/routers/568aba7a-2bfd-4d84-b899-cfe8a8ea4341/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2837889 Nov 22 21:11:07.939566 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c759daf9-7595-4d9e-8654-1e92b2a9edad None None] Sync routers for ids ['568aba7a-2bfd-4d84-b899-cfe8a8ea4341'] in n-d-818823-1 {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 21:11:07.977339 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c759daf9-7595-4d9e-8654-1e92b2a9edad None None] Routers {'568aba7a-2bfd-4d84-b899-cfe8a8ea4341'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 21:11:07.977984 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-c759daf9-7595-4d9e-8654-1e92b2a9edad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T21:11:03Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['568aba7a-2bfd-4d84-b899-cfe8a8ea4341'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:11:08.064791 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-3062d8a0-363f-4980-b248-b121fb3cb48f None None] Provisioning complete for port 06faa719-5e76-4bb5-beb8-b3b689064c23 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 21:11:08.065167 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-3062d8a0-363f-4980-b248-b121fb3cb48f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:11:08.156464 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.agents_db [None req-aa8313f2-1ee4-4e7b-8c5a-d32b2f9d31ee None None] Agent healthcheck: found 7 active agents {{(pid=103450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 21:11:08.181170 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 06faa719-5e76-4bb5-beb8-b3b689064c23 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 21:11:08.186953 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-66d27cf1-8eb9-4a14-aede-5f7c62846ca5 req-7c73d1da-0b22-410d-9e80-32ba79d4746f tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1495047634&fields=id&tenant_id=6021baac210f4987b10e749036581cbe HTTP/1.1" status: 200 len: 267 time: 0.0465977 Nov 22 21:11:08.236409 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-c759daf9-7595-4d9e-8654-1e92b2a9edad None None] Set router 568aba7a-2bfd-4d84-b899-cfe8a8ea4341 gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 21:11:08.294137 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d27cf1-8eb9-4a14-aede-5f7c62846ca5 req-f527380d-90c3-418f-8a6e-8f0d611646d6 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:11:08.295765 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-66d27cf1-8eb9-4a14-aede-5f7c62846ca5 req-f527380d-90c3-418f-8a6e-8f0d611646d6 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/networks?id=4961d3e4-d574-41c0-8936-7faa952a8e14 HTTP/1.1" status: 200 len: 797 time: 0.1017737 Nov 22 21:11:08.310729 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-66d27cf1-8eb9-4a14-aede-5f7c62846ca5 req-e5539297-a51f-4a71-81eb-e599e60c2da1 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/quotas/6021baac210f4987b10e749036581cbe HTTP/1.1" status: 200 len: 375 time: 0.0090489 Nov 22 21:11:08.366196 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-66d27cf1-8eb9-4a14-aede-5f7c62846ca5 req-6363645f-dcad-4376-bab2-3c843592966d tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=6021baac210f4987b10e749036581cbe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0494790 Nov 22 21:11:08.441072 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-3062d8a0-363f-4980-b248-b121fb3cb48f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:11:08.445974 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 06faa719-5e76-4bb5-beb8-b3b689064c23 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 21:11:08.446345 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:11:08.518412 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-66d27cf1-8eb9-4a14-aede-5f7c62846ca5 req-aad259d5-0783-480d-a46a-360971525c2a service neutron] 10.222.0.46 "GET /v2.0/networks/4961d3e4-d574-41c0-8936-7faa952a8e14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404586 Nov 22 21:11:08.532154 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-3062d8a0-363f-4980-b248-b121fb3cb48f None None] For port 06faa719-5e76-4bb5-beb8-b3b689064c23, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=06faa719-5e76-4bb5-beb8-b3b689064c23,segment=NetworkSegment(9f7d5eed-8d20-4803-8f1a-529244d55a89),segment_id=9f7d5eed-8d20-4803-8f1a-529244d55a89)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 21:11:08.560686 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-3062d8a0-363f-4980-b248-b121fb3cb48f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:11:08.628919 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-66d27cf1-8eb9-4a14-aede-5f7c62846ca5 req-3c54ee51-9495-4936-bb27-061ad2a85a3f service neutron] 10.222.0.46 "GET /v2.0/networks/4961d3e4-d574-41c0-8936-7faa952a8e14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020188 Nov 22 21:11:08.830949 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3062d8a0-363f-4980-b248-b121fb3cb48f None None] Pushing event updated for resources: {'Port': ['ID=06faa719-5e76-4bb5-beb8-b3b689064c23,revision_number=3']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:11:08.833798 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-5d5ec79b-0aeb-4b3d-92c9-3294632ca951 None None] Provisioning complete for port 06faa719-5e76-4bb5-beb8-b3b689064c23 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 21:11:08.833906 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-5d5ec79b-0aeb-4b3d-92c9-3294632ca951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:11:08.883210 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-c759daf9-7595-4d9e-8654-1e92b2a9edad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '568aba7a-2bfd-4d84-b899-cfe8a8ea4341', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1161502672', 'tenant_id': '6021baac210f4987b10e749036581cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.252'}], 'enable_snat': True}, 'gw_port_id': '561fe056-16c9-43a1-8c56-0cb0bc7a4afc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T21:11:03Z', 'updated_at': '2021-11-22T21:11:07Z', 'revision_number': 4, 'project_id': '6021baac210f4987b10e749036581cbe', 'gw_port': {'id': '561fe056-16c9-43a1-8c56-0cb0bc7a4afc', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:ed:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568aba7a-2bfd-4d84-b899-cfe8a8ea4341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:11:03Z', 'updated_at': '2021-11-22T21:11:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': '7d561f49-bf47-46fe-a839-bf14f9126e0c', 'name': '', 'network_id': '4961d3e4-d574-41c0-8936-7faa952a8e14', 'tenant_id': '6021baac210f4987b10e749036581cbe', 'mac_address': 'fa:16:3e:a4:d0:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '568aba7a-2bfd-4d84-b899-cfe8a8ea4341', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '6f7c9134-896e-4867-9e70-64a04b6939d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:11:06Z', 'updated_at': '2021-11-22T21:11:07Z', 'revision_number': 2, 'project_id': '6021baac210f4987b10e749036581cbe', 'subnets': [{'id': '6f7c9134-896e-4867-9e70-64a04b6939d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:11:08.916175 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c759daf9-7595-4d9e-8654-1e92b2a9edad None None] Checking router: 568aba7a-2bfd-4d84-b899-cfe8a8ea4341 for host: n-d-818823-1 {{(pid=103449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 21:11:08.916538 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c759daf9-7595-4d9e-8654-1e92b2a9edad None None] Updating router 568aba7a-2bfd-4d84-b899-cfe8a8ea4341 port 7d561f49-bf47-46fe-a839-bf14f9126e0c binding host n-d-818823-1 {{(pid=103449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 21:11:08.921801 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2217162f-7228-45dd-9329-946ceeb4c36c req-792d8d36-ad5b-4914-b352-8b1b40cfb958 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/ports?device_id=55ee089f-8dd5-45b3-9927-f8971cfbc662 HTTP/1.1" status: 200 len: 210 time: 0.1120112 Nov 22 21:11:08.947028 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-c759daf9-7595-4d9e-8654-1e92b2a9edad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:11:09.091365 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-5d5ec79b-0aeb-4b3d-92c9-3294632ca951 None None] Provisioning complete for port 7d561f49-bf47-46fe-a839-bf14f9126e0c triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 21:11:09.091775 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-5d5ec79b-0aeb-4b3d-92c9-3294632ca951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:11:09.148401 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-5d5ec79b-0aeb-4b3d-92c9-3294632ca951 None None] Port 7d561f49-bf47-46fe-a839-bf14f9126e0c cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 21:11:09.301019 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-57a906fc-4003-485d-81b4-bdbb73bc8b88 None None] Provisioning complete for port 7d561f49-bf47-46fe-a839-bf14f9126e0c triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 21:11:09.301430 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-57a906fc-4003-485d-81b4-bdbb73bc8b88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:11:09.306684 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-c759daf9-7595-4d9e-8654-1e92b2a9edad None None] Publish callbacks [] for port, precommit_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:11:09.332886 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-c759daf9-7595-4d9e-8654-1e92b2a9edad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:11:09.377709 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-57a906fc-4003-485d-81b4-bdbb73bc8b88 None None] Port 7d561f49-bf47-46fe-a839-bf14f9126e0c cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 21:11:09.411435 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb5a963-a69c-48be-adba-d1d94318c183 None None] Pushing event updated for resources: {'Port': ['ID=7d561f49-bf47-46fe-a839-bf14f9126e0c,revision_number=3']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:11:09.447566 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-c759daf9-7595-4d9e-8654-1e92b2a9edad None None] Attempting to bind port 7d561f49-bf47-46fe-a839-bf14f9126e0c on host n-d-818823-1 for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 21:11:09.447942 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-c759daf9-7595-4d9e-8654-1e92b2a9edad None None] Attempting to bind port 7d561f49-bf47-46fe-a839-bf14f9126e0c by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': '9f7d5eed-8d20-4803-8f1a-529244d55a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '4961d3e4-d574-41c0-8936-7faa952a8e14'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 21:11:09.448341 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c759daf9-7595-4d9e-8654-1e92b2a9edad None None] Attempting to bind port 7d561f49-bf47-46fe-a839-bf14f9126e0c on network 4961d3e4-d574-41c0-8936-7faa952a8e14 {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 21:11:09.454260 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c759daf9-7595-4d9e-8654-1e92b2a9edad None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 21, 11, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 21:11:09.454641 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c759daf9-7595-4d9e-8654-1e92b2a9edad None None] Checking segment: {'id': '9f7d5eed-8d20-4803-8f1a-529244d55a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '4961d3e4-d574-41c0-8936-7faa952a8e14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 21:11:09.455307 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-c759daf9-7595-4d9e-8654-1e92b2a9edad None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:11:09.455613 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c759daf9-7595-4d9e-8654-1e92b2a9edad None None] Bound using segment: {'id': '9f7d5eed-8d20-4803-8f1a-529244d55a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '4961d3e4-d574-41c0-8936-7faa952a8e14'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 21:11:09.456077 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-c759daf9-7595-4d9e-8654-1e92b2a9edad None None] Bound port: 7d561f49-bf47-46fe-a839-bf14f9126e0c, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f7d5eed-8d20-4803-8f1a-529244d55a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '4961d3e4-d574-41c0-8936-7faa952a8e14'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 21:11:09.456458 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-c759daf9-7595-4d9e-8654-1e92b2a9edad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:11:09.522919 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-c759daf9-7595-4d9e-8654-1e92b2a9edad None None] For port 7d561f49-bf47-46fe-a839-bf14f9126e0c, host n-d-818823-1, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 21:11:09.526803 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-c759daf9-7595-4d9e-8654-1e92b2a9edad None None] For port 7d561f49-bf47-46fe-a839-bf14f9126e0c, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=7d561f49-bf47-46fe-a839-bf14f9126e0c,segment=NetworkSegment(9f7d5eed-8d20-4803-8f1a-529244d55a89),segment_id=9f7d5eed-8d20-4803-8f1a-529244d55a89)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 21:11:09.530614 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-c759daf9-7595-4d9e-8654-1e92b2a9edad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:11:09.590582 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c759daf9-7595-4d9e-8654-1e92b2a9edad None None] Routers {'568aba7a-2bfd-4d84-b899-cfe8a8ea4341'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 21:11:09.591217 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-c759daf9-7595-4d9e-8654-1e92b2a9edad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T21:11:03Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['568aba7a-2bfd-4d84-b899-cfe8a8ea4341'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:11:09.595050 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb5a963-a69c-48be-adba-d1d94318c183 None None] Pushing event updated for resources: {'Port': ['ID=7d561f49-bf47-46fe-a839-bf14f9126e0c,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:11:09.683669 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-530a03fe-3531-4b76-94fd-c96635595a41 None None] Provisioning complete for port 7d561f49-bf47-46fe-a839-bf14f9126e0c triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 21:11:09.684081 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-530a03fe-3531-4b76-94fd-c96635595a41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:11:09.748909 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 06faa719-5e76-4bb5-beb8-b3b689064c23 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 21:11:09.783050 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-c759daf9-7595-4d9e-8654-1e92b2a9edad None None] Set router 568aba7a-2bfd-4d84-b899-cfe8a8ea4341 gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 21:11:09.873594 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-530a03fe-3531-4b76-94fd-c96635595a41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:11:09.892254 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d27cf1-8eb9-4a14-aede-5f7c62846ca5 req-68509846-0465-4125-9f8b-0a70d15514cf tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:11:09.894575 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-66d27cf1-8eb9-4a14-aede-5f7c62846ca5 req-68509846-0465-4125-9f8b-0a70d15514cf tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.20 "GET /v2.0/networks?id=4961d3e4-d574-41c0-8936-7faa952a8e14 HTTP/1.1" status: 200 len: 797 time: 0.1284792 Nov 22 21:11:09.969873 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-66d27cf1-8eb9-4a14-aede-5f7c62846ca5 req-f9337b52-9483-42e7-b09e-ef7d0ee9983c tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6021baac210f4987b10e749036581cbe HTTP/1.1" status: 200 len: 380 time: 0.0664756 Nov 22 21:11:09.984213 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 06faa719-5e76-4bb5-beb8-b3b689064c23 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 21:11:09.984591 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:11:09.986975 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-66d27cf1-8eb9-4a14-aede-5f7c62846ca5 req-8e0db6a6-93d2-4a9f-abdd-a889670b1baa tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Request body: {'port': {'device_id': '55ee089f-8dd5-45b3-9927-f8971cfbc662', 'network_id': '4961d3e4-d574-41c0-8936-7faa952a8e14', 'admin_state_up': True, 'tenant_id': '6021baac210f4987b10e749036581cbe', 'security_groups': ['2a27051e-b3df-4a0e-a758-2647f8d37e2e']}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 21:11:10.013446 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-530a03fe-3531-4b76-94fd-c96635595a41 None None] For port 7d561f49-bf47-46fe-a839-bf14f9126e0c, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=7d561f49-bf47-46fe-a839-bf14f9126e0c,segment=NetworkSegment(9f7d5eed-8d20-4803-8f1a-529244d55a89),segment_id=9f7d5eed-8d20-4803-8f1a-529244d55a89)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 21:11:10.023475 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-530a03fe-3531-4b76-94fd-c96635595a41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:11:10.056471 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-10474bb0-3b0a-4bd2-91a4-fb02b1a813ce req-4c9861af-7ac4-4ae9-9163-827eaefa932d tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/ports?device_id=55ee089f-8dd5-45b3-9927-f8971cfbc662 HTTP/1.1" status: 200 len: 210 time: 0.0657024 Nov 22 21:11:10.133746 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66d27cf1-8eb9-4a14-aede-5f7c62846ca5 req-8e0db6a6-93d2-4a9f-abdd-a889670b1baa tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Made reservation on behalf of 6021baac210f4987b10e749036581cbe for: {'port': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 21:11:10.137510 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-66d27cf1-8eb9-4a14-aede-5f7c62846ca5 req-8e0db6a6-93d2-4a9f-abdd-a889670b1baa tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:11:10.140898 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530a03fe-3531-4b76-94fd-c96635595a41 None None] Pushing event updated for resources: {'Port': ['ID=7d561f49-bf47-46fe-a839-bf14f9126e0c,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:11:10.193268 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-dbc5b0e7-4f99-4d56-8e24-437391b76663 None None] Provisioning complete for port 7d561f49-bf47-46fe-a839-bf14f9126e0c triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 21:11:10.193648 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-dbc5b0e7-4f99-4d56-8e24-437391b76663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:11:10.242942 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-c759daf9-7595-4d9e-8654-1e92b2a9edad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '568aba7a-2bfd-4d84-b899-cfe8a8ea4341', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1161502672', 'tenant_id': '6021baac210f4987b10e749036581cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.252'}], 'enable_snat': True}, 'gw_port_id': '561fe056-16c9-43a1-8c56-0cb0bc7a4afc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T21:11:03Z', 'updated_at': '2021-11-22T21:11:07Z', 'revision_number': 4, 'project_id': '6021baac210f4987b10e749036581cbe', 'gw_port': {'id': '561fe056-16c9-43a1-8c56-0cb0bc7a4afc', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:ed:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568aba7a-2bfd-4d84-b899-cfe8a8ea4341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:11:03Z', 'updated_at': '2021-11-22T21:11:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': '7d561f49-bf47-46fe-a839-bf14f9126e0c', 'name': '', 'network_id': '4961d3e4-d574-41c0-8936-7faa952a8e14', 'tenant_id': '6021baac210f4987b10e749036581cbe', 'mac_address': 'fa:16:3e:a4:d0:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '568aba7a-2bfd-4d84-b899-cfe8a8ea4341', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '6f7c9134-896e-4867-9e70-64a04b6939d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:11:06Z', 'updated_at': '2021-11-22T21:11:09Z', 'revision_number': 4, 'project_id': '6021baac210f4987b10e749036581cbe', 'subnets': [{'id': '6f7c9134-896e-4867-9e70-64a04b6939d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:11:10.264333 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [req-66d27cf1-8eb9-4a14-aede-5f7c62846ca5 req-8e0db6a6-93d2-4a9f-abdd-a889670b1baa tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Allocated IP 172.20.0.4 (4961d3e4-d574-41c0-8936-7faa952a8e14/6f7c9134-896e-4867-9e70-64a04b6939d2/3ee6654d-28b3-4161-ab0b-4b637eeae657) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 21:11:10.272017 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c759daf9-7595-4d9e-8654-1e92b2a9edad None None] The sync data for ids ['568aba7a-2bfd-4d84-b899-cfe8a8ea4341'] in n-d-818823-1 is: [{'id': '568aba7a-2bfd-4d84-b899-cfe8a8ea4341', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1161502672', 'tenant_id': '6021baac210f4987b10e749036581cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.252'}], 'enable_snat': True}, 'gw_port_id': '561fe056-16c9-43a1-8c56-0cb0bc7a4afc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T21:11:03Z', 'updated_at': '2021-11-22T21:11:07Z', 'revision_number': 4, 'project_id': '6021baac210f4987b10e749036581cbe', 'gw_port': {'id': '561fe056-16c9-43a1-8c56-0cb0bc7a4afc', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:ed:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568aba7a-2bfd-4d84-b899-cfe8a8ea4341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:11:03Z', 'updated_at': '2021-11-22T21:11:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': '7d561f49-bf47-46fe-a839-bf14f9126e0c', 'name': '', 'network_id': '4961d3e4-d574-41c0-8936-7faa952a8e14', 'tenant_id': '6021baac210f4987b10e749036581cbe', 'mac_address': 'fa:16:3e:a4:d0:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '568aba7a-2bfd-4d84-b899-cfe8a8ea4341', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '6f7c9134-896e-4867-9e70-64a04b6939d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:11:06Z', 'updated_at': '2021-11-22T21:11:09Z', 'revision_number': 4, 'project_id': '6021baac210f4987b10e749036581cbe', 'subnets': [{'id': '6f7c9134-896e-4867-9e70-64a04b6939d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 21:11:10.420915 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-66d27cf1-8eb9-4a14-aede-5f7c62846ca5 req-8e0db6a6-93d2-4a9f-abdd-a889670b1baa tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:11:10.456130 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-66d27cf1-8eb9-4a14-aede-5f7c62846ca5 req-8e0db6a6-93d2-4a9f-abdd-a889670b1baa tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:11:10.504620 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66d27cf1-8eb9-4a14-aede-5f7c62846ca5 req-8e0db6a6-93d2-4a9f-abdd-a889670b1baa tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Network 4961d3e4-d574-41c0-8936-7faa952a8e14 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 21:11:10.507840 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [req-66d27cf1-8eb9-4a14-aede-5f7c62846ca5 req-8e0db6a6-93d2-4a9f-abdd-a889670b1baa tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 21:11:10.511747 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-66d27cf1-8eb9-4a14-aede-5f7c62846ca5 req-8e0db6a6-93d2-4a9f-abdd-a889670b1baa tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 21:11:10.545304 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0db6a6-93d2-4a9f-abdd-a889670b1baa tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Pushing event updated for resources: {'Port': ['ID=3ee6654d-28b3-4161-ab0b-4b637eeae657,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:11:10.572378 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d27cf1-8eb9-4a14-aede-5f7c62846ca5 req-8e0db6a6-93d2-4a9f-abdd-a889670b1baa tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:11:10.573010 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-66d27cf1-8eb9-4a14-aede-5f7c62846ca5 req-8e0db6a6-93d2-4a9f-abdd-a889670b1baa tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:11:10.590790 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-66d27cf1-8eb9-4a14-aede-5f7c62846ca5 req-8e0db6a6-93d2-4a9f-abdd-a889670b1baa tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6085441 Nov 22 21:11:10.605107 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-66d27cf1-8eb9-4a14-aede-5f7c62846ca5 req-2eaec204-f8ff-4dc0-8959-82dc3d001169 service neutron] Request body: {'port': {'device_id': '55ee089f-8dd5-45b3-9927-f8971cfbc662', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818823-1'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 21:11:10.664014 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-66d27cf1-8eb9-4a14-aede-5f7c62846ca5 req-2eaec204-f8ff-4dc0-8959-82dc3d001169 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:11:10.855793 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-16d8b66d-a4c5-4e83-be98-031ec1c48ea1 None None] Provisioning complete for port 3ee6654d-28b3-4161-ab0b-4b637eeae657 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 21:11:10.856321 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-16d8b66d-a4c5-4e83-be98-031ec1c48ea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:11:10.893058 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-16d8b66d-a4c5-4e83-be98-031ec1c48ea1 None None] Port 3ee6654d-28b3-4161-ab0b-4b637eeae657 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 21:11:10.947121 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [req-66d27cf1-8eb9-4a14-aede-5f7c62846ca5 req-2eaec204-f8ff-4dc0-8959-82dc3d001169 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ee6654d-28b3-4161-ab0b-4b637eeae657 {{(pid=103447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 21:11:10.955267 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-66d27cf1-8eb9-4a14-aede-5f7c62846ca5 req-2eaec204-f8ff-4dc0-8959-82dc3d001169 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:11:10.968718 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.provisioning_blocks [req-66d27cf1-8eb9-4a14-aede-5f7c62846ca5 req-2eaec204-f8ff-4dc0-8959-82dc3d001169 service neutron] Transition to ACTIVE for port object 3ee6654d-28b3-4161-ab0b-4b637eeae657 will not be triggered until provisioned by entity L2. {{(pid=103447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 21:11:10.973137 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-66d27cf1-8eb9-4a14-aede-5f7c62846ca5 req-2eaec204-f8ff-4dc0-8959-82dc3d001169 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:11:11.045154 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eaec204-f8ff-4dc0-8959-82dc3d001169 service neutron] Pushing event updated for resources: {'Port': ['ID=3ee6654d-28b3-4161-ab0b-4b637eeae657,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:11:11.107657 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-66d27cf1-8eb9-4a14-aede-5f7c62846ca5 req-2eaec204-f8ff-4dc0-8959-82dc3d001169 service neutron] Attempting to bind port 3ee6654d-28b3-4161-ab0b-4b637eeae657 on host n-h2-818823-1 for vnic_type normal with profile {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 21:11:11.109247 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-66d27cf1-8eb9-4a14-aede-5f7c62846ca5 req-2eaec204-f8ff-4dc0-8959-82dc3d001169 service neutron] Attempting to bind port 3ee6654d-28b3-4161-ab0b-4b637eeae657 by drivers openvswitch,hyperv on host n-h2-818823-1 at level 0 using segments [{'id': '9f7d5eed-8d20-4803-8f1a-529244d55a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '4961d3e4-d574-41c0-8936-7faa952a8e14'}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 21:11:11.109776 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d27cf1-8eb9-4a14-aede-5f7c62846ca5 req-2eaec204-f8ff-4dc0-8959-82dc3d001169 service neutron] Attempting to bind port 3ee6654d-28b3-4161-ab0b-4b637eeae657 on network 4961d3e4-d574-41c0-8936-7faa952a8e14 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 21:11:11.115743 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d27cf1-8eb9-4a14-aede-5f7c62846ca5 req-2eaec204-f8ff-4dc0-8959-82dc3d001169 service neutron] Port 3ee6654d-28b3-4161-ab0b-4b637eeae657 on network 4961d3e4-d574-41c0-8936-7faa952a8e14 not bound, no agent of type Open vSwitch agent registered on host n-h2-818823-1 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 21:11:11.118767 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d27cf1-8eb9-4a14-aede-5f7c62846ca5 req-2eaec204-f8ff-4dc0-8959-82dc3d001169 service neutron] Attempting to bind port 3ee6654d-28b3-4161-ab0b-4b637eeae657 on network 4961d3e4-d574-41c0-8936-7faa952a8e14 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 21:11:11.126843 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d27cf1-8eb9-4a14-aede-5f7c62846ca5 req-2eaec204-f8ff-4dc0-8959-82dc3d001169 service neutron] Checking agent: {'id': '65e0486a-7030-4065-96f0-10aa7402a530', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'started_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 21, 10, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 21:11:11.127339 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d27cf1-8eb9-4a14-aede-5f7c62846ca5 req-2eaec204-f8ff-4dc0-8959-82dc3d001169 service neutron] Checking segment: {'id': '9f7d5eed-8d20-4803-8f1a-529244d55a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '4961d3e4-d574-41c0-8936-7faa952a8e14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 21:11:11.127922 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d27cf1-8eb9-4a14-aede-5f7c62846ca5 req-2eaec204-f8ff-4dc0-8959-82dc3d001169 service neutron] Bound using segment: {'id': '9f7d5eed-8d20-4803-8f1a-529244d55a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '4961d3e4-d574-41c0-8936-7faa952a8e14'} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 21:11:11.128552 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-66d27cf1-8eb9-4a14-aede-5f7c62846ca5 req-2eaec204-f8ff-4dc0-8959-82dc3d001169 service neutron] Bound port: 3ee6654d-28b3-4161-ab0b-4b637eeae657, host: n-h2-818823-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f7d5eed-8d20-4803-8f1a-529244d55a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '4961d3e4-d574-41c0-8936-7faa952a8e14'}}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 21:11:11.129083 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-66d27cf1-8eb9-4a14-aede-5f7c62846ca5 req-2eaec204-f8ff-4dc0-8959-82dc3d001169 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:11:11.242347 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-66d27cf1-8eb9-4a14-aede-5f7c62846ca5 req-2eaec204-f8ff-4dc0-8959-82dc3d001169 service neutron] For port 3ee6654d-28b3-4161-ab0b-4b637eeae657, host n-h2-818823-1, cleared binding levels {{(pid=103447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 21:11:11.251811 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d206bd35-5786-4253-b57b-229ee7f86929 req-f896766f-d308-43ff-beb5-765adc0c903d tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:11:11.253365 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d206bd35-5786-4253-b57b-229ee7f86929 req-f896766f-d308-43ff-beb5-765adc0c903d tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/ports?device_id=55ee089f-8dd5-45b3-9927-f8971cfbc662 HTTP/1.1" status: 200 len: 943 time: 0.1009274 Nov 22 21:11:11.265813 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-66d27cf1-8eb9-4a14-aede-5f7c62846ca5 req-2eaec204-f8ff-4dc0-8959-82dc3d001169 service neutron] For port 3ee6654d-28b3-4161-ab0b-4b637eeae657, host n-h2-818823-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=3ee6654d-28b3-4161-ab0b-4b637eeae657,segment=NetworkSegment(9f7d5eed-8d20-4803-8f1a-529244d55a89),segment_id=9f7d5eed-8d20-4803-8f1a-529244d55a89)] {{(pid=103447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 21:11:11.273397 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-66d27cf1-8eb9-4a14-aede-5f7c62846ca5 req-2eaec204-f8ff-4dc0-8959-82dc3d001169 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:11:11.333599 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d27cf1-8eb9-4a14-aede-5f7c62846ca5 req-2eaec204-f8ff-4dc0-8959-82dc3d001169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:11:11.334225 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-66d27cf1-8eb9-4a14-aede-5f7c62846ca5 req-2eaec204-f8ff-4dc0-8959-82dc3d001169 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:11:11.335737 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-66d27cf1-8eb9-4a14-aede-5f7c62846ca5 req-2eaec204-f8ff-4dc0-8959-82dc3d001169 service neutron] 10.222.0.20 "PUT /v2.0/ports/3ee6654d-28b3-4161-ab0b-4b637eeae657 HTTP/1.1" status: 200 len: 1091 time: 0.7364752 Nov 22 21:11:11.338242 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55ee089f-8dd5-45b3-9927-f8971cfbc662', 'tag': '3ee6654d-28b3-4161-ab0b-4b637eeae657'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 21:11:11.346200 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0b87e146ffa5c253ca46002a571dfb52564e5f7c412d10689cf18353d020cb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b27cd824-1b74-4641-9b15-65d6f688dcc6" -d '{"events": [{"name": "network-changed", "server_uuid": "55ee089f-8dd5-45b3-9927-f8971cfbc662", "tag": "3ee6654d-28b3-4161-ab0b-4b637eeae657"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 21:11:11.394082 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d206bd35-5786-4253-b57b-229ee7f86929 req-ca4f3176-153e-400b-bb5a-1cf4e683cf76 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/security-groups?id=2a27051e-b3df-4a0e-a758-2647f8d37e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1323287 Nov 22 21:11:11.410671 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 21:11:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51355b9e-d6e2-4ec7-9cf0-d8f2bd326c51 x-openstack-request-id: req-51355b9e-d6e2-4ec7-9cf0-d8f2bd326c51 {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 21:11:11.410970 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55ee089f-8dd5-45b3-9927-f8971cfbc662", "tag": "3ee6654d-28b3-4161-ab0b-4b637eeae657", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 21:11:11.411226 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-51355b9e-d6e2-4ec7-9cf0-d8f2bd326c51 {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 21:11:11.411653 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55ee089f-8dd5-45b3-9927-f8971cfbc662', 'tag': '3ee6654d-28b3-4161-ab0b-4b637eeae657', 'status': 'completed', 'code': 200} Nov 22 21:11:11.413514 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eaec204-f8ff-4dc0-8959-82dc3d001169 service neutron] Pushing event updated for resources: {'Port': ['ID=3ee6654d-28b3-4161-ab0b-4b637eeae657,revision_number=3']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:11:11.432381 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d27cf1-8eb9-4a14-aede-5f7c62846ca5 req-74f505a1-0750-4b08-9060-2349e0ee6142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:11:11.434141 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-66d27cf1-8eb9-4a14-aede-5f7c62846ca5 req-74f505a1-0750-4b08-9060-2349e0ee6142 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6021baac210f4987b10e749036581cbe&device_id=55ee089f-8dd5-45b3-9927-f8971cfbc662 HTTP/1.1" status: 200 len: 1094 time: 0.0567312 Nov 22 21:11:11.502426 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-66d27cf1-8eb9-4a14-aede-5f7c62846ca5 req-8007c62f-0e9e-44cf-acc3-dc4fd4b9bdc5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3ee6654d-28b3-4161-ab0b-4b637eeae657 HTTP/1.1" status: 200 len: 217 time: 0.0594230 Nov 22 21:11:11.561421 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d27cf1-8eb9-4a14-aede-5f7c62846ca5 req-f011a335-36e1-452e-abf1-d58f40ce95f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:11:11.562912 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-66d27cf1-8eb9-4a14-aede-5f7c62846ca5 req-f011a335-36e1-452e-abf1-d58f40ce95f8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6f7c9134-896e-4867-9e70-64a04b6939d2 HTTP/1.1" status: 200 len: 834 time: 0.0525928 Nov 22 21:11:11.610499 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d27cf1-8eb9-4a14-aede-5f7c62846ca5 req-edb4db1b-0b7d-4b73-846b-414966b7be84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:11:11.611985 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-66d27cf1-8eb9-4a14-aede-5f7c62846ca5 req-edb4db1b-0b7d-4b73-846b-414966b7be84 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4961d3e4-d574-41c0-8936-7faa952a8e14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412362 Nov 22 21:11:11.704342 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-66d27cf1-8eb9-4a14-aede-5f7c62846ca5 req-210b0211-f0aa-4ea5-b681-60ec6ddd43f7 service neutron] 10.222.0.20 "GET /v2.0/networks/4961d3e4-d574-41c0-8936-7faa952a8e14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849197 Nov 22 21:11:11.745206 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 7d561f49-bf47-46fe-a839-bf14f9126e0c up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 21:11:11.797711 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 7d561f49-bf47-46fe-a839-bf14f9126e0c triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 21:11:11.798156 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:11:11.801366 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-66d27cf1-8eb9-4a14-aede-5f7c62846ca5 req-6f24d942-bbdd-469a-a973-c1929ad18d4c service neutron] 10.222.0.20 "GET /v2.0/networks/4961d3e4-d574-41c0-8936-7faa952a8e14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878401 Nov 22 21:11:11.891151 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27cd824-1b74-4641-9b15-65d6f688dcc6 req-f3aed6dd-a92b-44b6-9589-a28a84f8901b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:11:11.892747 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b27cd824-1b74-4641-9b15-65d6f688dcc6 req-f3aed6dd-a92b-44b6-9589-a28a84f8901b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6021baac210f4987b10e749036581cbe&device_id=55ee089f-8dd5-45b3-9927-f8971cfbc662 HTTP/1.1" status: 200 len: 1094 time: 0.0466728 Nov 22 21:11:11.987408 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27cd824-1b74-4641-9b15-65d6f688dcc6 req-f9735363-404a-4db3-8d02-bd5a271b76bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:11:11.988836 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b27cd824-1b74-4641-9b15-65d6f688dcc6 req-f9735363-404a-4db3-8d02-bd5a271b76bc service neutron] 10.222.0.20 "GET /v2.0/networks?id=4961d3e4-d574-41c0-8936-7faa952a8e14 HTTP/1.1" status: 200 len: 898 time: 0.0888064 Nov 22 21:11:12.035560 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b27cd824-1b74-4641-9b15-65d6f688dcc6 req-96ae414a-e767-45b0-9386-d7b25ffa8b2c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3ee6654d-28b3-4161-ab0b-4b637eeae657 HTTP/1.1" status: 200 len: 217 time: 0.0376620 Nov 22 21:11:12.083116 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27cd824-1b74-4641-9b15-65d6f688dcc6 req-c1d04d93-8105-4ca2-8438-bf771e18b607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:11:12.084550 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b27cd824-1b74-4641-9b15-65d6f688dcc6 req-c1d04d93-8105-4ca2-8438-bf771e18b607 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6f7c9134-896e-4867-9e70-64a04b6939d2 HTTP/1.1" status: 200 len: 834 time: 0.0410976 Nov 22 21:11:12.130299 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27cd824-1b74-4641-9b15-65d6f688dcc6 req-6fc29b91-da41-4924-b31e-3fef9132997d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:11:12.131804 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b27cd824-1b74-4641-9b15-65d6f688dcc6 req-6fc29b91-da41-4924-b31e-3fef9132997d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4961d3e4-d574-41c0-8936-7faa952a8e14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0386465 Nov 22 21:11:12.228122 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b27cd824-1b74-4641-9b15-65d6f688dcc6 req-9a3c4bd1-7611-4309-ba11-c4ea674ae340 service neutron] 10.222.0.20 "GET /v2.0/networks/4961d3e4-d574-41c0-8936-7faa952a8e14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880303 Nov 22 21:11:12.315605 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b27cd824-1b74-4641-9b15-65d6f688dcc6 req-49f8897b-e4d0-46ca-b135-53e740a68131 service neutron] 10.222.0.20 "GET /v2.0/networks/4961d3e4-d574-41c0-8936-7faa952a8e14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801320 Nov 22 21:11:12.513826 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed401a4c-16f4-4577-8080-cc06692e9fd7 req-1663f999-767d-4b41-bd15-747e746a0272 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:11:12.515325 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ed401a4c-16f4-4577-8080-cc06692e9fd7 req-1663f999-767d-4b41-bd15-747e746a0272 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/ports?device_id=55ee089f-8dd5-45b3-9927-f8971cfbc662 HTTP/1.1" status: 200 len: 943 time: 0.0497017 Nov 22 21:11:12.564873 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ed401a4c-16f4-4577-8080-cc06692e9fd7 req-2740376c-5cc3-47e1-967a-4b8d6a84dc8e tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/security-groups?id=2a27051e-b3df-4a0e-a758-2647f8d37e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427179 Nov 22 21:11:13.682847 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac6e576-d8a1-4639-a984-3f4019144139 req-0a92d6ab-5407-45bd-8990-b57501186242 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:11:13.684365 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8ac6e576-d8a1-4639-a984-3f4019144139 req-0a92d6ab-5407-45bd-8990-b57501186242 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/ports?device_id=55ee089f-8dd5-45b3-9927-f8971cfbc662 HTTP/1.1" status: 200 len: 943 time: 0.0529802 Nov 22 21:11:13.732489 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8ac6e576-d8a1-4639-a984-3f4019144139 req-a8cefa99-18b8-43d3-a62b-fd650279a943 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/security-groups?id=2a27051e-b3df-4a0e-a758-2647f8d37e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421946 Nov 22 21:11:14.845320 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3615c4-7c5e-4801-a046-f074c72763db req-17784e92-6328-4159-8edd-63bd9a743be2 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:11:14.846878 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2a3615c4-7c5e-4801-a046-f074c72763db req-17784e92-6328-4159-8edd-63bd9a743be2 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/ports?device_id=55ee089f-8dd5-45b3-9927-f8971cfbc662 HTTP/1.1" status: 200 len: 943 time: 0.0483832 Nov 22 21:11:14.895624 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2a3615c4-7c5e-4801-a046-f074c72763db req-ba8dceaf-93f9-4999-adfb-194034fb73e3 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/security-groups?id=2a27051e-b3df-4a0e-a758-2647f8d37e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421443 Nov 22 21:11:15.006384 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:11:15.043826 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:11:15.711655 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 3ee6654d-28b3-4161-ab0b-4b637eeae657 details requested by agent hyperv_n-h2-818823-1 with host n-h2-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 21:11:15.807751 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port 3ee6654d-28b3-4161-ab0b-4b637eeae657, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=3ee6654d-28b3-4161-ab0b-4b637eeae657,segment=NetworkSegment(9f7d5eed-8d20-4803-8f1a-529244d55a89),segment_id=9f7d5eed-8d20-4803-8f1a-529244d55a89)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 21:11:15.819513 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Returning: {'device': '3ee6654d-28b3-4161-ab0b-4b637eeae657', 'network_id': '4961d3e4-d574-41c0-8936-7faa952a8e14', 'port_id': '3ee6654d-28b3-4161-ab0b-4b637eeae657', 'mac_address': 'fa:16:3e:f2:89:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 634, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f7c9134-896e-4867-9e70-64a04b6939d2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 21:11:15.855201 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:11:15.869309 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ee6654d-28b3-4161-ab0b-4b637eeae657 {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 21:11:15.889414 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port 3ee6654d-28b3-4161-ab0b-4b637eeae657, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=3ee6654d-28b3-4161-ab0b-4b637eeae657,segment=NetworkSegment(9f7d5eed-8d20-4803-8f1a-529244d55a89),segment_id=9f7d5eed-8d20-4803-8f1a-529244d55a89)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 21:11:15.893378 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:11:15.943971 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=3ee6654d-28b3-4161-ab0b-4b637eeae657,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:11:16.013904 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd1fa2b-41c7-4b50-b9ad-1d1fde10c44b req-682b4037-8247-4c8e-8d64-6f73a3e5f4ff tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:11:16.015389 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ccd1fa2b-41c7-4b50-b9ad-1d1fde10c44b req-682b4037-8247-4c8e-8d64-6f73a3e5f4ff tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/ports?device_id=55ee089f-8dd5-45b3-9927-f8971cfbc662 HTTP/1.1" status: 200 len: 944 time: 0.0526707 Nov 22 21:11:16.062976 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ccd1fa2b-41c7-4b50-b9ad-1d1fde10c44b req-e6f497bd-e3ae-4c44-94bc-5d962dbf4e41 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/security-groups?id=2a27051e-b3df-4a0e-a758-2647f8d37e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416331 Nov 22 21:11:16.133542 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] get_ports_and_sgs() called for port_ids ['3ee6654d-28b3-4161-ab0b-4b637eeae657'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 21:11:17.179149 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0c1587-cf6e-4b44-b091-dea59aba81c5 req-7d8f84d5-f293-4588-86c3-f1b64e043243 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:11:17.180675 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-be0c1587-cf6e-4b44-b091-dea59aba81c5 req-7d8f84d5-f293-4588-86c3-f1b64e043243 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/ports?device_id=55ee089f-8dd5-45b3-9927-f8971cfbc662 HTTP/1.1" status: 200 len: 944 time: 0.0514224 Nov 22 21:11:17.228808 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-be0c1587-cf6e-4b44-b091-dea59aba81c5 req-f330d6fb-7a24-4cf7-8432-0c5b0006aa10 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/security-groups?id=2a27051e-b3df-4a0e-a758-2647f8d37e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421851 Nov 22 21:11:17.737215 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 3ee6654d-28b3-4161-ab0b-4b637eeae657 up at agent hyperv_n-h2-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 21:11:17.786595 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Provisioning for port 3ee6654d-28b3-4161-ab0b-4b637eeae657 completed by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 21:11:17.790404 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Provisioning complete for port 3ee6654d-28b3-4161-ab0b-4b637eeae657 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 21:11:17.790775 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:11:17.870411 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:11:18.046066 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55ee089f-8dd5-45b3-9927-f8971cfbc662', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ee6654d-28b3-4161-ab0b-4b637eeae657'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 21:11:18.048249 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77cdb882cfbf7cc977e8d6fd4582ec33309c0dd3d6eecd2022538c80279aa7ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5cf4d63-c6b6-4cc6-8e2b-a7a8563c2e3b" -d '{"events": [{"server_uuid": "55ee089f-8dd5-45b3-9927-f8971cfbc662", "name": "network-vif-plugged", "status": "completed", "tag": "3ee6654d-28b3-4161-ab0b-4b637eeae657"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 21:11:18.061602 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port 3ee6654d-28b3-4161-ab0b-4b637eeae657, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=3ee6654d-28b3-4161-ab0b-4b637eeae657,segment=NetworkSegment(9f7d5eed-8d20-4803-8f1a-529244d55a89),segment_id=9f7d5eed-8d20-4803-8f1a-529244d55a89)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 21:11:18.066354 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:11:18.090861 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 21:11:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3329e967-1ade-4ee7-9986-b1791376a61a x-openstack-request-id: req-3329e967-1ade-4ee7-9986-b1791376a61a {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 21:11:18.091159 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55ee089f-8dd5-45b3-9927-f8971cfbc662", "name": "network-vif-plugged", "status": "completed", "tag": "3ee6654d-28b3-4161-ab0b-4b637eeae657", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 21:11:18.091435 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3329e967-1ade-4ee7-9986-b1791376a61a {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 21:11:18.091837 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55ee089f-8dd5-45b3-9927-f8971cfbc662', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ee6654d-28b3-4161-ab0b-4b637eeae657', 'code': 200} Nov 22 21:11:18.121488 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=3ee6654d-28b3-4161-ab0b-4b637eeae657,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:11:18.189242 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faddfdbf-6d63-43d6-a0e4-6d08c9a370fb req-d9ffb9c5-e1c6-451e-b466-4ff36fe16d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:11:18.190741 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-faddfdbf-6d63-43d6-a0e4-6d08c9a370fb req-d9ffb9c5-e1c6-451e-b466-4ff36fe16d3d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=55ee089f-8dd5-45b3-9927-f8971cfbc662 HTTP/1.1" status: 200 len: 1096 time: 0.0468767 Nov 22 21:11:18.239929 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-faddfdbf-6d63-43d6-a0e4-6d08c9a370fb req-c0d97f6a-40e2-4158-997e-d8f9111fb686 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=2a27051e-b3df-4a0e-a758-2647f8d37e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411398 Nov 22 21:11:18.341444 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e936eddc-31c1-4fad-9542-5364647d2332 req-28ef885e-bc80-46be-9705-bcc7eb0b4e77 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:11:18.342829 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e936eddc-31c1-4fad-9542-5364647d2332 req-28ef885e-bc80-46be-9705-bcc7eb0b4e77 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/ports?device_id=55ee089f-8dd5-45b3-9927-f8971cfbc662 HTTP/1.1" status: 200 len: 945 time: 0.0477662 Nov 22 21:11:18.391655 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e936eddc-31c1-4fad-9542-5364647d2332 req-ecc60e2c-a1eb-4a24-88fb-1217dd74890a tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/security-groups?id=2a27051e-b3df-4a0e-a758-2647f8d37e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428627 Nov 22 21:11:19.507356 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381be301-2817-46c7-b1cf-53fe6ef798fd req-d00596a4-c974-49cc-bca4-c1567915ccae tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:11:19.508895 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-381be301-2817-46c7-b1cf-53fe6ef798fd req-d00596a4-c974-49cc-bca4-c1567915ccae tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/ports?device_id=55ee089f-8dd5-45b3-9927-f8971cfbc662 HTTP/1.1" status: 200 len: 945 time: 0.0498013 Nov 22 21:11:19.558042 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-381be301-2817-46c7-b1cf-53fe6ef798fd req-b8e4858e-2e4d-4647-9b33-02cf54d6e927 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/security-groups?id=2a27051e-b3df-4a0e-a758-2647f8d37e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430140 Nov 22 21:11:19.679650 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189cc0d0-7b74-463c-9304-fbdb0bbbb693 req-156df480-a72a-4291-9b50-5317488afe35 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:11:19.681166 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-189cc0d0-7b74-463c-9304-fbdb0bbbb693 req-156df480-a72a-4291-9b50-5317488afe35 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/ports?device_id=55ee089f-8dd5-45b3-9927-f8971cfbc662 HTTP/1.1" status: 200 len: 945 time: 0.0516016 Nov 22 21:11:19.729472 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-189cc0d0-7b74-463c-9304-fbdb0bbbb693 req-a9b2be6a-747f-4880-8265-9015ee01cab4 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/security-groups?id=2a27051e-b3df-4a0e-a758-2647f8d37e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424106 Nov 22 21:11:19.750781 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 60718) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:11:19.795231 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1975c722-a32f-4c10-b122-fe745a5fb3df tempest-TestNetworkAdvancedServerOps-1979025 tempest-TestNetworkAdvancedServerOps-1979025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:11:19.796502 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-1975c722-a32f-4c10-b122-fe745a5fb3df tempest-TestNetworkAdvancedServerOps-1979025 tempest-TestNetworkAdvancedServerOps-1979025-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=55ee089f-8dd5-45b3-9927-f8971cfbc662 HTTP/1.1" status: 200 len: 1091 time: 0.0447700 Nov 22 21:11:19.799399 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 60720) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:11:19.803696 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-f9c55ecc-7a38-444d-b0ef-a88138e8afc6 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Request body: {'floatingip': {'floating_network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'port_id': '3ee6654d-28b3-4161-ab0b-4b637eeae657', 'tenant_id': '6021baac210f4987b10e749036581cbe', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 21:11:19.825094 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f9c55ecc-7a38-444d-b0ef-a88138e8afc6 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks [] for floatingip, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:11:19.922809 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f9c55ecc-7a38-444d-b0ef-a88138e8afc6 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:11:20.021169 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [None req-f9c55ecc-7a38-444d-b0ef-a88138e8afc6 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Allocated IP 172.25.5.169 (c48a55e9-6a85-4746-b7bf-3e29fb560094/5da6f781-63e6-4328-ae7a-5e672262f55a/79283092-8aeb-4d32-9298-b5c76a384960) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 21:11:20.122253 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f9c55ecc-7a38-444d-b0ef-a88138e8afc6 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:11:20.157273 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f9c55ecc-7a38-444d-b0ef-a88138e8afc6 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:11:20.195221 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9c55ecc-7a38-444d-b0ef-a88138e8afc6 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Network c48a55e9-6a85-4746-b7bf-3e29fb560094 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 21:11:20.198187 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-f9c55ecc-7a38-444d-b0ef-a88138e8afc6 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 21:11:20.201828 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c55ecc-7a38-444d-b0ef-a88138e8afc6 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 21:11:20.224625 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c55ecc-7a38-444d-b0ef-a88138e8afc6 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Pushing event updated for resources: {'Port': ['ID=79283092-8aeb-4d32-9298-b5c76a384960,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:11:20.549410 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f9c55ecc-7a38-444d-b0ef-a88138e8afc6 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:11:20.612751 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f9c55ecc-7a38-444d-b0ef-a88138e8afc6 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:11:21.052418 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f9c55ecc-7a38-444d-b0ef-a88138e8afc6 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks [] for port, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:11:21.056725 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f9c55ecc-7a38-444d-b0ef-a88138e8afc6 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:11:21.123004 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c55ecc-7a38-444d-b0ef-a88138e8afc6 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Pushing event updated for resources: {'Port': ['ID=79283092-8aeb-4d32-9298-b5c76a384960,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:11:21.134448 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f9c55ecc-7a38-444d-b0ef-a88138e8afc6 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-595224'] for floatingip, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:11:21.234973 n-d-818823-1 neutron-server[103447]: INFO neutron.db.l3_db [None req-f9c55ecc-7a38-444d-b0ef-a88138e8afc6 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Floating IP 5f07afd6-fc6c-4d2b-aa7d-6bed948bbcb6 associated. External IP: 172.25.5.169, port: 3ee6654d-28b3-4161-ab0b-4b637eeae657. Nov 22 21:11:21.437397 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9c55ecc-7a38-444d-b0ef-a88138e8afc6 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Router 568aba7a-2bfd-4d84-b899-cfe8a8ea4341 has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 21:11:21.540599 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9c55ecc-7a38-444d-b0ef-a88138e8afc6 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 21:11:21.550092 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ed3fbf-191a-4dbd-92ee-9b044c07bc76 None None] Sync routers for ids ['568aba7a-2bfd-4d84-b899-cfe8a8ea4341'] in n-d-818823-1 {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 21:11:21.558209 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f9c55ecc-7a38-444d-b0ef-a88138e8afc6 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for floatingip, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:11:21.560204 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ed3fbf-191a-4dbd-92ee-9b044c07bc76 None None] Routers {'568aba7a-2bfd-4d84-b899-cfe8a8ea4341'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 21:11:21.560849 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-d6ed3fbf-191a-4dbd-92ee-9b044c07bc76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T21:11:03Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['568aba7a-2bfd-4d84-b899-cfe8a8ea4341'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:11:21.588665 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-f9c55ecc-7a38-444d-b0ef-a88138e8afc6 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7882347 Nov 22 21:11:21.589257 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55ee089f-8dd5-45b3-9927-f8971cfbc662', 'tag': '3ee6654d-28b3-4161-ab0b-4b637eeae657'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 21:11:21.591534 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0b87e146ffa5c253ca46002a571dfb52564e5f7c412d10689cf18353d020cb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4644a677-4ddf-4841-8015-75cfaba0ffc4" -d '{"events": [{"name": "network-changed", "server_uuid": "55ee089f-8dd5-45b3-9927-f8971cfbc662", "tag": "3ee6654d-28b3-4161-ab0b-4b637eeae657"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 21:11:21.631132 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 21:11:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d448860-fec6-4399-a1bd-33af9c0e8890 x-openstack-request-id: req-6d448860-fec6-4399-a1bd-33af9c0e8890 {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 21:11:21.632007 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55ee089f-8dd5-45b3-9927-f8971cfbc662", "tag": "3ee6654d-28b3-4161-ab0b-4b637eeae657", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 21:11:21.632288 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6d448860-fec6-4399-a1bd-33af9c0e8890 {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 21:11:21.632855 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55ee089f-8dd5-45b3-9927-f8971cfbc662', 'tag': '3ee6654d-28b3-4161-ab0b-4b637eeae657', 'status': 'completed', 'code': 200} Nov 22 21:11:21.673520 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-d6ed3fbf-191a-4dbd-92ee-9b044c07bc76 None None] Set router 568aba7a-2bfd-4d84-b899-cfe8a8ea4341 gateway port host: n-d-818823-1 {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 21:11:21.719492 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2dec2c-6208-4625-aaef-29735e509128 req-a6f09072-1d8a-402f-bd8c-3aedb9747e73 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:11:21.720933 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7f2dec2c-6208-4625-aaef-29735e509128 req-a6f09072-1d8a-402f-bd8c-3aedb9747e73 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/ports?device_id=55ee089f-8dd5-45b3-9927-f8971cfbc662 HTTP/1.1" status: 200 len: 945 time: 0.0784743 Nov 22 21:11:21.723646 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4644a677-4ddf-4841-8015-75cfaba0ffc4 req-ff76cb99-6b29-4cef-a76f-58ea0cd97c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:11:21.725057 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4644a677-4ddf-4841-8015-75cfaba0ffc4 req-ff76cb99-6b29-4cef-a76f-58ea0cd97c79 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6021baac210f4987b10e749036581cbe&device_id=55ee089f-8dd5-45b3-9927-f8971cfbc662 HTTP/1.1" status: 200 len: 1096 time: 0.0698073 Nov 22 21:11:21.823073 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7f2dec2c-6208-4625-aaef-29735e509128 req-d4af3ff0-9154-4cc7-b21e-43ffb1e53e11 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/security-groups?id=2a27051e-b3df-4a0e-a758-2647f8d37e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958679 Nov 22 21:11:21.847600 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 60726) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:11:21.856663 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4644a677-4ddf-4841-8015-75cfaba0ffc4 req-5d50745c-580e-4452-8832-594f0ac4d64a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:11:21.858145 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4644a677-4ddf-4841-8015-75cfaba0ffc4 req-5d50745c-580e-4452-8832-594f0ac4d64a service neutron] 10.222.0.20 "GET /v2.0/networks?id=4961d3e4-d574-41c0-8936-7faa952a8e14 HTTP/1.1" status: 200 len: 898 time: 0.1252325 Nov 22 21:11:21.898263 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-d6ed3fbf-191a-4dbd-92ee-9b044c07bc76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '568aba7a-2bfd-4d84-b899-cfe8a8ea4341', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1161502672', 'tenant_id': '6021baac210f4987b10e749036581cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.252'}], 'enable_snat': True}, 'gw_port_id': '561fe056-16c9-43a1-8c56-0cb0bc7a4afc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T21:11:03Z', 'updated_at': '2021-11-22T21:11:07Z', 'revision_number': 4, 'project_id': '6021baac210f4987b10e749036581cbe', 'gw_port': {'id': '561fe056-16c9-43a1-8c56-0cb0bc7a4afc', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:ed:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568aba7a-2bfd-4d84-b899-cfe8a8ea4341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:11:03Z', 'updated_at': '2021-11-22T21:11:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_floatingips': [{'id': '5f07afd6-fc6c-4d2b-aa7d-6bed948bbcb6', 'tenant_id': '6021baac210f4987b10e749036581cbe', 'floating_ip_address': '172.25.5.169', 'floating_network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'router_id': '568aba7a-2bfd-4d84-b899-cfe8a8ea4341', 'port_id': '3ee6654d-28b3-4161-ab0b-4b637eeae657', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4208, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4961d3e4-d574-41c0-8936-7faa952a8e14', 'mac_address': 'fa:16:3e:f2:89:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55ee089f-8dd5-45b3-9927-f8971cfbc662', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T21:11:20Z', 'updated_at': '2021-11-22T21:11:20Z', 'revision_number': 0, 'project_id': '6021baac210f4987b10e749036581cbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d561f49-bf47-46fe-a839-bf14f9126e0c', 'name': '', 'network_id': '4961d3e4-d574-41c0-8936-7faa952a8e14', 'tenant_id': '6021baac210f4987b10e749036581cbe', 'mac_address': 'fa:16:3e:a4:d0:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568aba7a-2bfd-4d84-b899-cfe8a8ea4341', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '6f7c9134-896e-4867-9e70-64a04b6939d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:11:06Z', 'updated_at': '2021-11-22T21:11:09Z', 'revision_number': 5, 'project_id': '6021baac210f4987b10e749036581cbe', 'subnets': [{'id': '6f7c9134-896e-4867-9e70-64a04b6939d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:11:21.916041 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-135757c8-fa4c-4f96-9892-6a4362fb191f tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/floatingips/5f07afd6-fc6c-4d2b-aa7d-6bed948bbcb6 HTTP/1.1" status: 200 len: 991 time: 0.0660155 Nov 22 21:11:21.925307 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4644a677-4ddf-4841-8015-75cfaba0ffc4 req-dc14ffaf-558a-46e7-bd8f-d4ea34e63442 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3ee6654d-28b3-4161-ab0b-4b637eeae657 HTTP/1.1" status: 200 len: 999 time: 0.0598764 Nov 22 21:11:21.927987 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ed3fbf-191a-4dbd-92ee-9b044c07bc76 None None] Checking router: 568aba7a-2bfd-4d84-b899-cfe8a8ea4341 for host: n-d-818823-1 {{(pid=103450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 21:11:21.936811 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ed3fbf-191a-4dbd-92ee-9b044c07bc76 None None] Routers {'568aba7a-2bfd-4d84-b899-cfe8a8ea4341'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 21:11:21.937411 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-d6ed3fbf-191a-4dbd-92ee-9b044c07bc76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T21:11:03Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['568aba7a-2bfd-4d84-b899-cfe8a8ea4341'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:11:21.979311 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4644a677-4ddf-4841-8015-75cfaba0ffc4 req-94f830d7-bcc2-40ff-b7a5-b8cb6319c095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:11:21.980762 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4644a677-4ddf-4841-8015-75cfaba0ffc4 req-94f830d7-bcc2-40ff-b7a5-b8cb6319c095 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6f7c9134-896e-4867-9e70-64a04b6939d2 HTTP/1.1" status: 200 len: 834 time: 0.0474293 Nov 22 21:11:22.026589 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4644a677-4ddf-4841-8015-75cfaba0ffc4 req-f90b67d8-2680-48e8-9371-52897c44af8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:11:22.028161 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4644a677-4ddf-4841-8015-75cfaba0ffc4 req-f90b67d8-2680-48e8-9371-52897c44af8b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4961d3e4-d574-41c0-8936-7faa952a8e14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407786 Nov 22 21:11:22.041068 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-d6ed3fbf-191a-4dbd-92ee-9b044c07bc76 None None] Set router 568aba7a-2bfd-4d84-b899-cfe8a8ea4341 gateway port host: n-d-818823-1 {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 21:11:22.117154 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4644a677-4ddf-4841-8015-75cfaba0ffc4 req-162b9245-521e-4ae6-81d3-6ad60c5e86f4 service neutron] 10.222.0.20 "GET /v2.0/networks/4961d3e4-d574-41c0-8936-7faa952a8e14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813577 Nov 22 21:11:22.210549 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4644a677-4ddf-4841-8015-75cfaba0ffc4 req-c1d6aad7-7e78-478d-8f66-7deadc11b87a service neutron] 10.222.0.20 "GET /v2.0/networks/4961d3e4-d574-41c0-8936-7faa952a8e14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869539 Nov 22 21:11:22.262002 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-d6ed3fbf-191a-4dbd-92ee-9b044c07bc76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '568aba7a-2bfd-4d84-b899-cfe8a8ea4341', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1161502672', 'tenant_id': '6021baac210f4987b10e749036581cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.252'}], 'enable_snat': True}, 'gw_port_id': '561fe056-16c9-43a1-8c56-0cb0bc7a4afc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T21:11:03Z', 'updated_at': '2021-11-22T21:11:07Z', 'revision_number': 4, 'project_id': '6021baac210f4987b10e749036581cbe', 'gw_port': {'id': '561fe056-16c9-43a1-8c56-0cb0bc7a4afc', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:ed:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568aba7a-2bfd-4d84-b899-cfe8a8ea4341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:11:03Z', 'updated_at': '2021-11-22T21:11:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_floatingips': [{'id': '5f07afd6-fc6c-4d2b-aa7d-6bed948bbcb6', 'tenant_id': '6021baac210f4987b10e749036581cbe', 'floating_ip_address': '172.25.5.169', 'floating_network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'router_id': '568aba7a-2bfd-4d84-b899-cfe8a8ea4341', 'port_id': '3ee6654d-28b3-4161-ab0b-4b637eeae657', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4208, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4961d3e4-d574-41c0-8936-7faa952a8e14', 'mac_address': 'fa:16:3e:f2:89:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55ee089f-8dd5-45b3-9927-f8971cfbc662', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T21:11:20Z', 'updated_at': '2021-11-22T21:11:20Z', 'revision_number': 0, 'project_id': '6021baac210f4987b10e749036581cbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d561f49-bf47-46fe-a839-bf14f9126e0c', 'name': '', 'network_id': '4961d3e4-d574-41c0-8936-7faa952a8e14', 'tenant_id': '6021baac210f4987b10e749036581cbe', 'mac_address': 'fa:16:3e:a4:d0:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568aba7a-2bfd-4d84-b899-cfe8a8ea4341', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '6f7c9134-896e-4867-9e70-64a04b6939d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:11:06Z', 'updated_at': '2021-11-22T21:11:09Z', 'revision_number': 5, 'project_id': '6021baac210f4987b10e749036581cbe', 'subnets': [{'id': '6f7c9134-896e-4867-9e70-64a04b6939d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:11:22.291127 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ed3fbf-191a-4dbd-92ee-9b044c07bc76 None None] The sync data for ids ['568aba7a-2bfd-4d84-b899-cfe8a8ea4341'] in n-d-818823-1 is: [{'id': '568aba7a-2bfd-4d84-b899-cfe8a8ea4341', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1161502672', 'tenant_id': '6021baac210f4987b10e749036581cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.252'}], 'enable_snat': True}, 'gw_port_id': '561fe056-16c9-43a1-8c56-0cb0bc7a4afc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T21:11:03Z', 'updated_at': '2021-11-22T21:11:07Z', 'revision_number': 4, 'project_id': '6021baac210f4987b10e749036581cbe', 'gw_port': {'id': '561fe056-16c9-43a1-8c56-0cb0bc7a4afc', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:ed:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568aba7a-2bfd-4d84-b899-cfe8a8ea4341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:11:03Z', 'updated_at': '2021-11-22T21:11:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_floatingips': [{'id': '5f07afd6-fc6c-4d2b-aa7d-6bed948bbcb6', 'tenant_id': '6021baac210f4987b10e749036581cbe', 'floating_ip_address': '172.25.5.169', 'floating_network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'router_id': '568aba7a-2bfd-4d84-b899-cfe8a8ea4341', 'port_id': '3ee6654d-28b3-4161-ab0b-4b637eeae657', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4208, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4961d3e4-d574-41c0-8936-7faa952a8e14', 'mac_address': 'fa:16:3e:f2:89:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55ee089f-8dd5-45b3-9927-f8971cfbc662', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T21:11:20Z', 'updated_at': '2021-11-22T21:11:20Z', 'revision_number': 0, 'project_id': '6021baac210f4987b10e749036581cbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d561f49-bf47-46fe-a839-bf14f9126e0c', 'name': '', 'network_id': '4961d3e4-d574-41c0-8936-7faa952a8e14', 'tenant_id': '6021baac210f4987b10e749036581cbe', 'mac_address': 'fa:16:3e:a4:d0:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568aba7a-2bfd-4d84-b899-cfe8a8ea4341', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '6f7c9134-896e-4867-9e70-64a04b6939d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:11:06Z', 'updated_at': '2021-11-22T21:11:09Z', 'revision_number': 5, 'project_id': '6021baac210f4987b10e749036581cbe', 'subnets': [{'id': '6f7c9134-896e-4867-9e70-64a04b6939d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 21:11:22.491925 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d00136-f18e-4215-a2b7-843be88a6260 None None] New status for floating IP 5f07afd6-fc6c-4d2b-aa7d-6bed948bbcb6: ACTIVE {{(pid=103449) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 21:11:22.918323 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 60728) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:11:22.977073 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-8d0b2956-7f0f-47c3-be28-4f1919e9a09e tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/floatingips/5f07afd6-fc6c-4d2b-aa7d-6bed948bbcb6 HTTP/1.1" status: 200 len: 993 time: 0.0575602 Nov 22 21:11:30.112514 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-c7462770-7d29-4351-98fd-2e88c2952b24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:11:33.011379 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-80313965-d856-4272-b078-7250822cfdb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:11:33.661078 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-03f0964f-1b75-4df7-99e0-a3cdb56ec2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:11:35.361354 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e49ee129-e862-4476-beca-cdc8150d2345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:11:36.167182 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:11:45.025071 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:11:45.062675 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:11:45.154866 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.agents_db [None req-aa8313f2-1ee4-4e7b-8c5a-d32b2f9d31ee None None] Agent healthcheck: found 7 active agents {{(pid=103450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 21:11:51.625686 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9218cb15-87cc-4db2-98f0-df27f8928376 req-c9c89727-0e05-44d8-bcc7-71472a4c3920 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:11:51.627207 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9218cb15-87cc-4db2-98f0-df27f8928376 req-c9c89727-0e05-44d8-bcc7-71472a4c3920 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/ports?device_id=55ee089f-8dd5-45b3-9927-f8971cfbc662 HTTP/1.1" status: 200 len: 945 time: 0.0492563 Nov 22 21:11:51.676147 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9218cb15-87cc-4db2-98f0-df27f8928376 req-20de701a-58b3-49b5-b237-b91ddc260005 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/security-groups?id=2a27051e-b3df-4a0e-a758-2647f8d37e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425017 Nov 22 21:11:52.791470 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c62e9a-76a8-4616-8b1d-70d9a8e288c4 req-133b631e-95be-4d21-b687-0e53f58ae347 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:11:52.793013 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d7c62e9a-76a8-4616-8b1d-70d9a8e288c4 req-133b631e-95be-4d21-b687-0e53f58ae347 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/ports?device_id=55ee089f-8dd5-45b3-9927-f8971cfbc662 HTTP/1.1" status: 200 len: 945 time: 0.0475523 Nov 22 21:11:52.849153 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d7c62e9a-76a8-4616-8b1d-70d9a8e288c4 req-5b035ff1-646a-4d8b-8d13-f84561eea8c2 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/security-groups?id=2a27051e-b3df-4a0e-a758-2647f8d37e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483849 Nov 22 21:11:52.872468 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 60752) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:11:52.933083 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-4f9c9488-5a18-4c80-850d-dc190615f814 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/floatingips/5f07afd6-fc6c-4d2b-aa7d-6bed948bbcb6 HTTP/1.1" status: 200 len: 993 time: 0.0595014 Nov 22 21:11:53.787334 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-10153fb0-f163-434a-a133-af4e3db86cc7 req-9e111ed7-2b26-42b2-9d51-a536e36f8c33 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=55ee089f-8dd5-45b3-9927-f8971cfbc662&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0804815 Nov 22 21:11:53.870823 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10153fb0-f163-434a-a133-af4e3db86cc7 req-36ae3f2e-00a8-421a-b53b-7c9461fa0437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:11:53.872366 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-10153fb0-f163-434a-a133-af4e3db86cc7 req-36ae3f2e-00a8-421a-b53b-7c9461fa0437 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6021baac210f4987b10e749036581cbe&device_id=55ee089f-8dd5-45b3-9927-f8971cfbc662 HTTP/1.1" status: 200 len: 1096 time: 0.0434403 Nov 22 21:11:53.975513 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10153fb0-f163-434a-a133-af4e3db86cc7 req-8093baa6-061e-4574-9f02-8001df42516a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:11:53.976980 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-10153fb0-f163-434a-a133-af4e3db86cc7 req-8093baa6-061e-4574-9f02-8001df42516a service neutron] 10.222.0.20 "GET /v2.0/networks?id=4961d3e4-d574-41c0-8936-7faa952a8e14 HTTP/1.1" status: 200 len: 898 time: 0.0855203 Nov 22 21:11:54.052787 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-10153fb0-f163-434a-a133-af4e3db86cc7 req-8f43d540-5f39-43b7-a3c8-b01bdea27a03 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3ee6654d-28b3-4161-ab0b-4b637eeae657 HTTP/1.1" status: 200 len: 1001 time: 0.0682642 Nov 22 21:11:54.109267 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10153fb0-f163-434a-a133-af4e3db86cc7 req-b8f57184-4b68-4706-8f9e-1d4e3491e9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:11:54.110828 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-10153fb0-f163-434a-a133-af4e3db86cc7 req-b8f57184-4b68-4706-8f9e-1d4e3491e9a9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6f7c9134-896e-4867-9e70-64a04b6939d2 HTTP/1.1" status: 200 len: 834 time: 0.0502186 Nov 22 21:11:54.190705 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10153fb0-f163-434a-a133-af4e3db86cc7 req-b5edc385-0d4b-47e1-9b65-0228dab19fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:11:54.192231 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-10153fb0-f163-434a-a133-af4e3db86cc7 req-b5edc385-0d4b-47e1-9b65-0228dab19fa2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4961d3e4-d574-41c0-8936-7faa952a8e14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0672741 Nov 22 21:11:54.275724 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a111e2-f06e-4946-9398-77f62d549157 req-9cb3cd91-d48c-4609-92e8-f908c4885de2 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:11:54.279447 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-96a111e2-f06e-4946-9398-77f62d549157 req-9cb3cd91-d48c-4609-92e8-f908c4885de2 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/ports?device_id=55ee089f-8dd5-45b3-9927-f8971cfbc662 HTTP/1.1" status: 200 len: 945 time: 0.1012943 Nov 22 21:11:54.349275 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-96a111e2-f06e-4946-9398-77f62d549157 req-caa238d1-1546-44c7-9b57-2c5606a64772 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/security-groups?id=2a27051e-b3df-4a0e-a758-2647f8d37e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641315 Nov 22 21:11:54.351817 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-10153fb0-f163-434a-a133-af4e3db86cc7 req-35c50a5c-930d-4d85-bc27-ce624cf37be9 service neutron] 10.222.0.20 "GET /v2.0/networks/4961d3e4-d574-41c0-8936-7faa952a8e14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460736 Nov 22 21:11:54.446468 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-10153fb0-f163-434a-a133-af4e3db86cc7 req-9cf59082-d14e-4ccd-8c6c-b01548ecadb8 service neutron] 10.222.0.20 "GET /v2.0/networks/4961d3e4-d574-41c0-8936-7faa952a8e14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864584 Nov 22 21:11:55.467120 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7d035a-a64a-4c82-942f-491ef1da7531 req-6bc61032-0b35-4f49-84ab-97250237269b tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:11:55.468644 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-cc7d035a-a64a-4c82-942f-491ef1da7531 req-6bc61032-0b35-4f49-84ab-97250237269b tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/ports?device_id=55ee089f-8dd5-45b3-9927-f8971cfbc662 HTTP/1.1" status: 200 len: 945 time: 0.0491896 Nov 22 21:11:55.517107 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-cc7d035a-a64a-4c82-942f-491ef1da7531 req-6f186ef2-ec85-4587-a6cd-27f60d5da5a7 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/security-groups?id=2a27051e-b3df-4a0e-a758-2647f8d37e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426109 Nov 22 21:11:56.634451 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf3182f-ea4f-4dad-9460-3e406ed50d45 req-4b36c2eb-729b-461a-bf6a-e16864134e99 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:11:56.635976 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1cf3182f-ea4f-4dad-9460-3e406ed50d45 req-4b36c2eb-729b-461a-bf6a-e16864134e99 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/ports?device_id=55ee089f-8dd5-45b3-9927-f8971cfbc662 HTTP/1.1" status: 200 len: 945 time: 0.0482259 Nov 22 21:11:56.688633 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1cf3182f-ea4f-4dad-9460-3e406ed50d45 req-ccf7262a-f54a-497c-89cc-bc340868ddad tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/security-groups?id=2a27051e-b3df-4a0e-a758-2647f8d37e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466344 Nov 22 21:11:57.806690 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dd36f3-d0af-4008-a10f-c6027ce1dc83 req-19f75882-bf22-495e-a77a-98bb94c4537b tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:11:57.808392 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-24dd36f3-d0af-4008-a10f-c6027ce1dc83 req-19f75882-bf22-495e-a77a-98bb94c4537b tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/ports?device_id=55ee089f-8dd5-45b3-9927-f8971cfbc662 HTTP/1.1" status: 200 len: 945 time: 0.0526807 Nov 22 21:11:57.860802 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-24dd36f3-d0af-4008-a10f-c6027ce1dc83 req-795f3402-b81d-452a-9c0e-29068f468622 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/security-groups?id=2a27051e-b3df-4a0e-a758-2647f8d37e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435653 Nov 22 21:11:58.974950 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8c28f6-fbbe-470e-afb3-75d93708f987 req-6210ab91-0f7a-43bc-b877-e05ad5d4896f tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:11:58.977057 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-cc8c28f6-fbbe-470e-afb3-75d93708f987 req-6210ab91-0f7a-43bc-b877-e05ad5d4896f tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/ports?device_id=55ee089f-8dd5-45b3-9927-f8971cfbc662 HTTP/1.1" status: 200 len: 945 time: 0.0483000 Nov 22 21:11:59.025115 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-cc8c28f6-fbbe-470e-afb3-75d93708f987 req-258e9a93-bbb0-45c5-aa78-980fce3bfc22 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/security-groups?id=2a27051e-b3df-4a0e-a758-2647f8d37e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422356 Nov 22 21:12:00.114592 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-5dd26913-ec79-4f6b-9c28-53b40d8c060a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:12:00.148403 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a08b36c-1723-48ce-a78c-607c21256b15 req-22491ee4-c49a-4597-8df6-09c21230d816 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:12:00.149926 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3a08b36c-1723-48ce-a78c-607c21256b15 req-22491ee4-c49a-4597-8df6-09c21230d816 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/ports?device_id=55ee089f-8dd5-45b3-9927-f8971cfbc662 HTTP/1.1" status: 200 len: 945 time: 0.0532784 Nov 22 21:12:00.199384 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3a08b36c-1723-48ce-a78c-607c21256b15 req-d76d57ef-90d7-41cf-902d-42be6b34e9b6 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/security-groups?id=2a27051e-b3df-4a0e-a758-2647f8d37e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433383 Nov 22 21:12:00.221429 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 60772) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:12:00.281320 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-c4135313-e859-4b4c-9d2c-8b56087a826f tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/floatingips/5f07afd6-fc6c-4d2b-aa7d-6bed948bbcb6 HTTP/1.1" status: 200 len: 993 time: 0.0587285 Nov 22 21:12:00.497156 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 60778) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:12:00.650267 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-b53dbcde-d74c-4b3d-a521-a69c349a7dc0 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Deleting port 79283092-8aeb-4d32-9298-b5c76a384960 {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 21:12:00.650499 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b53dbcde-d74c-4b3d-a521-a69c349a7dc0 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:12:00.727356 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b53dbcde-d74c-4b3d-a521-a69c349a7dc0 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:12:00.727706 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b53dbcde-d74c-4b3d-a521-a69c349a7dc0 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:12:00.739220 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-b53dbcde-d74c-4b3d-a521-a69c349a7dc0 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Calling delete_port for 79283092-8aeb-4d32-9298-b5c76a384960 owned by network:floatingip {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 21:12:00.884253 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b53dbcde-d74c-4b3d-a521-a69c349a7dc0 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:12:00.910010 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dbcde-d74c-4b3d-a521-a69c349a7dc0 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Pushing event deleted for resources: {'Port': ['ID=79283092-8aeb-4d32-9298-b5c76a384960,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:12:00.933171 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dbcde-d74c-4b3d-a521-a69c349a7dc0 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:12:00.933526 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dbcde-d74c-4b3d-a521-a69c349a7dc0 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:12:00.933867 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dbcde-d74c-4b3d-a521-a69c349a7dc0 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:12:00.934208 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dbcde-d74c-4b3d-a521-a69c349a7dc0 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:12:00.934543 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dbcde-d74c-4b3d-a521-a69c349a7dc0 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:12:00.934878 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dbcde-d74c-4b3d-a521-a69c349a7dc0 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:12:00.935211 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dbcde-d74c-4b3d-a521-a69c349a7dc0 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:12:00.935566 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dbcde-d74c-4b3d-a521-a69c349a7dc0 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:12:00.935899 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dbcde-d74c-4b3d-a521-a69c349a7dc0 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:12:00.936228 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dbcde-d74c-4b3d-a521-a69c349a7dc0 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:12:00.936552 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dbcde-d74c-4b3d-a521-a69c349a7dc0 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:12:00.936874 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dbcde-d74c-4b3d-a521-a69c349a7dc0 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:12:00.978591 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b53dbcde-d74c-4b3d-a521-a69c349a7dc0 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks [] for floatingip, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:12:00.978983 n-d-818823-1 neutron-server[103447]: INFO neutron.db.l3_db [None req-b53dbcde-d74c-4b3d-a521-a69c349a7dc0 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Floating IP 5f07afd6-fc6c-4d2b-aa7d-6bed948bbcb6 disassociated (deleted). External IP: 172.25.5.169, port: 3ee6654d-28b3-4161-ab0b-4b637eeae657. Nov 22 21:12:01.183850 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b53dbcde-d74c-4b3d-a521-a69c349a7dc0 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Router 568aba7a-2bfd-4d84-b899-cfe8a8ea4341 has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 21:12:01.290476 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b53dbcde-d74c-4b3d-a521-a69c349a7dc0 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 21:12:01.295269 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b53dbcde-d74c-4b3d-a521-a69c349a7dc0 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for floatingip, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:12:01.301298 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4448a7c3-ebfb-4b1c-90b3-153f0378c40e None None] Sync routers for ids ['568aba7a-2bfd-4d84-b899-cfe8a8ea4341'] in n-d-818823-1 {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 21:12:01.310558 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4448a7c3-ebfb-4b1c-90b3-153f0378c40e None None] Routers {'568aba7a-2bfd-4d84-b899-cfe8a8ea4341'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 21:12:01.311164 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-4448a7c3-ebfb-4b1c-90b3-153f0378c40e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T21:11:33Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['568aba7a-2bfd-4d84-b899-cfe8a8ea4341'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:12:01.322647 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-b53dbcde-d74c-4b3d-a521-a69c349a7dc0 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "DELETE /v2.0/floatingips/5f07afd6-fc6c-4d2b-aa7d-6bed948bbcb6 HTTP/1.1" status: 204 len: 168 time: 0.8241603 Nov 22 21:12:01.323306 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55ee089f-8dd5-45b3-9927-f8971cfbc662', 'tag': '3ee6654d-28b3-4161-ab0b-4b637eeae657'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 21:12:01.326753 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0b87e146ffa5c253ca46002a571dfb52564e5f7c412d10689cf18353d020cb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc6d276e-99c2-449d-b1f4-31a3d5784b8f" -d '{"events": [{"name": "network-changed", "server_uuid": "55ee089f-8dd5-45b3-9927-f8971cfbc662", "tag": "3ee6654d-28b3-4161-ab0b-4b637eeae657"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 21:12:01.368285 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 21:12:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d57a9c82-9407-40ca-b0cd-a6228fc09247 x-openstack-request-id: req-d57a9c82-9407-40ca-b0cd-a6228fc09247 {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 21:12:01.368740 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55ee089f-8dd5-45b3-9927-f8971cfbc662", "tag": "3ee6654d-28b3-4161-ab0b-4b637eeae657", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 21:12:01.369009 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d57a9c82-9407-40ca-b0cd-a6228fc09247 {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 21:12:01.369425 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55ee089f-8dd5-45b3-9927-f8971cfbc662', 'tag': '3ee6654d-28b3-4161-ab0b-4b637eeae657', 'status': 'completed', 'code': 200} Nov 22 21:12:01.450948 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6d276e-99c2-449d-b1f4-31a3d5784b8f req-23733c05-c11b-40e9-b3b6-25dab8a377e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:12:01.452453 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-cc6d276e-99c2-449d-b1f4-31a3d5784b8f req-23733c05-c11b-40e9-b3b6-25dab8a377e4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6021baac210f4987b10e749036581cbe&device_id=55ee089f-8dd5-45b3-9927-f8971cfbc662 HTTP/1.1" status: 200 len: 1096 time: 0.0605173 Nov 22 21:12:01.521970 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-4448a7c3-ebfb-4b1c-90b3-153f0378c40e None None] Set router 568aba7a-2bfd-4d84-b899-cfe8a8ea4341 gateway port host: n-d-818823-1 {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 21:12:01.584999 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6d276e-99c2-449d-b1f4-31a3d5784b8f req-45bd11a9-0e73-49f8-9be4-b69b7602794c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:12:01.586509 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-cc6d276e-99c2-449d-b1f4-31a3d5784b8f req-45bd11a9-0e73-49f8-9be4-b69b7602794c service neutron] 10.222.0.20 "GET /v2.0/networks?id=4961d3e4-d574-41c0-8936-7faa952a8e14 HTTP/1.1" status: 200 len: 898 time: 0.1271231 Nov 22 21:12:01.594857 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa87285-5e55-4f96-a2b0-6496e53dbaf6 req-d6c21e88-b071-4848-bd08-5bc519a2f202 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:12:01.597127 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-bfa87285-5e55-4f96-a2b0-6496e53dbaf6 req-d6c21e88-b071-4848-bd08-5bc519a2f202 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/ports?device_id=55ee089f-8dd5-45b3-9927-f8971cfbc662 HTTP/1.1" status: 200 len: 945 time: 0.0796034 Nov 22 21:12:01.642589 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-cc6d276e-99c2-449d-b1f4-31a3d5784b8f req-08ac3600-e99d-4952-a850-44145144fff3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3ee6654d-28b3-4161-ab0b-4b637eeae657 HTTP/1.1" status: 200 len: 217 time: 0.0453229 Nov 22 21:12:01.714977 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-bfa87285-5e55-4f96-a2b0-6496e53dbaf6 req-c1069386-b291-4658-85d1-4b2c4b95bbad tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/security-groups?id=2a27051e-b3df-4a0e-a758-2647f8d37e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1107345 Nov 22 21:12:01.720745 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6d276e-99c2-449d-b1f4-31a3d5784b8f req-797e63b4-363c-45a5-9e1d-17a662b81ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:12:01.722209 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-cc6d276e-99c2-449d-b1f4-31a3d5784b8f req-797e63b4-363c-45a5-9e1d-17a662b81ce8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6f7c9134-896e-4867-9e70-64a04b6939d2 HTTP/1.1" status: 200 len: 834 time: 0.0717051 Nov 22 21:12:01.727955 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-4448a7c3-ebfb-4b1c-90b3-153f0378c40e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '568aba7a-2bfd-4d84-b899-cfe8a8ea4341', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1161502672', 'tenant_id': '6021baac210f4987b10e749036581cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.252'}], 'enable_snat': True}, 'gw_port_id': '561fe056-16c9-43a1-8c56-0cb0bc7a4afc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T21:11:03Z', 'updated_at': '2021-11-22T21:11:07Z', 'revision_number': 4, 'project_id': '6021baac210f4987b10e749036581cbe', 'gw_port': {'id': '561fe056-16c9-43a1-8c56-0cb0bc7a4afc', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:ed:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568aba7a-2bfd-4d84-b899-cfe8a8ea4341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:11:03Z', 'updated_at': '2021-11-22T21:11:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': '7d561f49-bf47-46fe-a839-bf14f9126e0c', 'name': '', 'network_id': '4961d3e4-d574-41c0-8936-7faa952a8e14', 'tenant_id': '6021baac210f4987b10e749036581cbe', 'mac_address': 'fa:16:3e:a4:d0:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568aba7a-2bfd-4d84-b899-cfe8a8ea4341', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '6f7c9134-896e-4867-9e70-64a04b6939d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:11:06Z', 'updated_at': '2021-11-22T21:11:09Z', 'revision_number': 5, 'project_id': '6021baac210f4987b10e749036581cbe', 'subnets': [{'id': '6f7c9134-896e-4867-9e70-64a04b6939d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:12:01.754574 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4448a7c3-ebfb-4b1c-90b3-153f0378c40e None None] Checking router: 568aba7a-2bfd-4d84-b899-cfe8a8ea4341 for host: n-d-818823-1 {{(pid=103450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 21:12:01.763060 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4448a7c3-ebfb-4b1c-90b3-153f0378c40e None None] Routers {'568aba7a-2bfd-4d84-b899-cfe8a8ea4341'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 21:12:01.763696 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-4448a7c3-ebfb-4b1c-90b3-153f0378c40e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T21:11:33Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['568aba7a-2bfd-4d84-b899-cfe8a8ea4341'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:12:01.769304 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6d276e-99c2-449d-b1f4-31a3d5784b8f req-d97ebd57-b024-4682-b2e7-357819d06185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:12:01.770829 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-cc6d276e-99c2-449d-b1f4-31a3d5784b8f req-d97ebd57-b024-4682-b2e7-357819d06185 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4961d3e4-d574-41c0-8936-7faa952a8e14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410655 Nov 22 21:12:01.867296 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-cc6d276e-99c2-449d-b1f4-31a3d5784b8f req-8242e7be-5267-40a1-95f4-8abfff96050e service neutron] 10.222.0.20 "GET /v2.0/networks/4961d3e4-d574-41c0-8936-7faa952a8e14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879414 Nov 22 21:12:01.869278 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-4448a7c3-ebfb-4b1c-90b3-153f0378c40e None None] Set router 568aba7a-2bfd-4d84-b899-cfe8a8ea4341 gateway port host: n-d-818823-1 {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 21:12:01.955770 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-cc6d276e-99c2-449d-b1f4-31a3d5784b8f req-c030d3bf-68d8-477e-bc8e-afc6ea9b1114 service neutron] 10.222.0.20 "GET /v2.0/networks/4961d3e4-d574-41c0-8936-7faa952a8e14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808904 Nov 22 21:12:02.066319 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-4448a7c3-ebfb-4b1c-90b3-153f0378c40e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '568aba7a-2bfd-4d84-b899-cfe8a8ea4341', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1161502672', 'tenant_id': '6021baac210f4987b10e749036581cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.252'}], 'enable_snat': True}, 'gw_port_id': '561fe056-16c9-43a1-8c56-0cb0bc7a4afc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T21:11:03Z', 'updated_at': '2021-11-22T21:11:07Z', 'revision_number': 4, 'project_id': '6021baac210f4987b10e749036581cbe', 'gw_port': {'id': '561fe056-16c9-43a1-8c56-0cb0bc7a4afc', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:ed:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568aba7a-2bfd-4d84-b899-cfe8a8ea4341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:11:03Z', 'updated_at': '2021-11-22T21:11:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': '7d561f49-bf47-46fe-a839-bf14f9126e0c', 'name': '', 'network_id': '4961d3e4-d574-41c0-8936-7faa952a8e14', 'tenant_id': '6021baac210f4987b10e749036581cbe', 'mac_address': 'fa:16:3e:a4:d0:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568aba7a-2bfd-4d84-b899-cfe8a8ea4341', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '6f7c9134-896e-4867-9e70-64a04b6939d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:11:06Z', 'updated_at': '2021-11-22T21:11:09Z', 'revision_number': 5, 'project_id': '6021baac210f4987b10e749036581cbe', 'subnets': [{'id': '6f7c9134-896e-4867-9e70-64a04b6939d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:12:02.092740 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4448a7c3-ebfb-4b1c-90b3-153f0378c40e None None] The sync data for ids ['568aba7a-2bfd-4d84-b899-cfe8a8ea4341'] in n-d-818823-1 is: [{'id': '568aba7a-2bfd-4d84-b899-cfe8a8ea4341', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1161502672', 'tenant_id': '6021baac210f4987b10e749036581cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.252'}], 'enable_snat': True}, 'gw_port_id': '561fe056-16c9-43a1-8c56-0cb0bc7a4afc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T21:11:03Z', 'updated_at': '2021-11-22T21:11:07Z', 'revision_number': 4, 'project_id': '6021baac210f4987b10e749036581cbe', 'gw_port': {'id': '561fe056-16c9-43a1-8c56-0cb0bc7a4afc', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:ed:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568aba7a-2bfd-4d84-b899-cfe8a8ea4341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:11:03Z', 'updated_at': '2021-11-22T21:11:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': '7d561f49-bf47-46fe-a839-bf14f9126e0c', 'name': '', 'network_id': '4961d3e4-d574-41c0-8936-7faa952a8e14', 'tenant_id': '6021baac210f4987b10e749036581cbe', 'mac_address': 'fa:16:3e:a4:d0:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568aba7a-2bfd-4d84-b899-cfe8a8ea4341', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '6f7c9134-896e-4867-9e70-64a04b6939d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:11:06Z', 'updated_at': '2021-11-22T21:11:09Z', 'revision_number': 5, 'project_id': '6021baac210f4987b10e749036581cbe', 'subnets': [{'id': '6f7c9134-896e-4867-9e70-64a04b6939d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 21:12:02.305763 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1860545d-8b0d-4483-b7a2-384f5a1273ed None None] New status for floating IP 5f07afd6-fc6c-4d2b-aa7d-6bed948bbcb6: DOWN {{(pid=103449) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 21:12:02.840557 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f9374a-10a0-4658-9299-ba215156573f req-53ea331a-3c67-4121-af09-0c39adb5cc65 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:12:02.842341 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-43f9374a-10a0-4658-9299-ba215156573f req-53ea331a-3c67-4121-af09-0c39adb5cc65 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/ports?device_id=55ee089f-8dd5-45b3-9927-f8971cfbc662 HTTP/1.1" status: 200 len: 945 time: 0.0550444 Nov 22 21:12:02.890532 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-43f9374a-10a0-4658-9299-ba215156573f req-e1625f70-ec86-428c-a923-8ae9099cebc2 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/security-groups?id=2a27051e-b3df-4a0e-a758-2647f8d37e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422542 Nov 22 21:12:03.013627 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-8d31abef-f2eb-4d49-bb53-05c8ea197d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:12:03.055193 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdeaa93-203b-4d9c-93bc-33c13e2839e5 req-f8c7bb16-3655-4efd-8803-955cd83472d0 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:12:03.056716 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0cdeaa93-203b-4d9c-93bc-33c13e2839e5 req-f8c7bb16-3655-4efd-8803-955cd83472d0 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.20 "GET /v2.0/ports?device_id=55ee089f-8dd5-45b3-9927-f8971cfbc662 HTTP/1.1" status: 200 len: 945 time: 0.0485332 Nov 22 21:12:03.145418 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-0cdeaa93-203b-4d9c-93bc-33c13e2839e5 req-50e86636-378c-4f89-9d22-137e1c40e97a tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Deleting port 3ee6654d-28b3-4161-ab0b-4b637eeae657 {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 21:12:03.145761 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-0cdeaa93-203b-4d9c-93bc-33c13e2839e5 req-50e86636-378c-4f89-9d22-137e1c40e97a tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:12:03.234958 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-0cdeaa93-203b-4d9c-93bc-33c13e2839e5 req-50e86636-378c-4f89-9d22-137e1c40e97a tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] For port 3ee6654d-28b3-4161-ab0b-4b637eeae657, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=3ee6654d-28b3-4161-ab0b-4b637eeae657,segment=NetworkSegment(9f7d5eed-8d20-4803-8f1a-529244d55a89),segment_id=9f7d5eed-8d20-4803-8f1a-529244d55a89)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 21:12:03.235322 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-0cdeaa93-203b-4d9c-93bc-33c13e2839e5 req-50e86636-378c-4f89-9d22-137e1c40e97a tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:12:03.248352 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-0cdeaa93-203b-4d9c-93bc-33c13e2839e5 req-50e86636-378c-4f89-9d22-137e1c40e97a tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Calling delete_port for 3ee6654d-28b3-4161-ab0b-4b637eeae657 owned by compute:nova {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 21:12:03.376194 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-0cdeaa93-203b-4d9c-93bc-33c13e2839e5 req-50e86636-378c-4f89-9d22-137e1c40e97a tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:12:03.403593 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e86636-378c-4f89-9d22-137e1c40e97a tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Pushing event deleted for resources: {'Port': ['ID=3ee6654d-28b3-4161-ab0b-4b637eeae657,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:12:03.444019 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cdeaa93-203b-4d9c-93bc-33c13e2839e5 req-50e86636-378c-4f89-9d22-137e1c40e97a tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] No DVR routers for this DVR port 3ee6654d-28b3-4161-ab0b-4b637eeae657 on host n-h2-818823-1 {{(pid=103447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 21:12:03.446733 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-0cdeaa93-203b-4d9c-93bc-33c13e2839e5 req-50e86636-378c-4f89-9d22-137e1c40e97a tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:12:03.450213 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0cdeaa93-203b-4d9c-93bc-33c13e2839e5 req-50e86636-378c-4f89-9d22-137e1c40e97a tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.20 "DELETE /v2.0/ports/3ee6654d-28b3-4161-ab0b-4b637eeae657 HTTP/1.1" status: 204 len: 173 time: 0.3872991 Nov 22 21:12:03.450654 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55ee089f-8dd5-45b3-9927-f8971cfbc662', 'name': 'network-vif-deleted', 'tag': '3ee6654d-28b3-4161-ab0b-4b637eeae657'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 21:12:03.453335 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0b87e146ffa5c253ca46002a571dfb52564e5f7c412d10689cf18353d020cb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77659f16-1a3d-491e-9833-a30d8aeda202" -d '{"events": [{"server_uuid": "55ee089f-8dd5-45b3-9927-f8971cfbc662", "name": "network-vif-deleted", "tag": "3ee6654d-28b3-4161-ab0b-4b637eeae657"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 21:12:03.492803 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 21:12:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0465ae85-3d49-4c7d-b621-d9589797131a x-openstack-request-id: req-0465ae85-3d49-4c7d-b621-d9589797131a {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 21:12:03.493103 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55ee089f-8dd5-45b3-9927-f8971cfbc662", "name": "network-vif-deleted", "tag": "3ee6654d-28b3-4161-ab0b-4b637eeae657", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 21:12:03.493360 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0465ae85-3d49-4c7d-b621-d9589797131a {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 21:12:03.493779 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55ee089f-8dd5-45b3-9927-f8971cfbc662', 'name': 'network-vif-deleted', 'tag': '3ee6654d-28b3-4161-ab0b-4b637eeae657', 'status': 'completed', 'code': 200} Nov 22 21:12:03.663774 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-03f0964f-1b75-4df7-99e0-a3cdb56ec2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:12:03.948476 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 60792) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:12:04.602992 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-906a5b04-400b-4312-abd8-e55b81dca656 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659736'] for router_interface, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:12:04.852042 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-906a5b04-400b-4312-abd8-e55b81dca656 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Deleting port 7d561f49-bf47-46fe-a839-bf14f9126e0c {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 21:12:04.852388 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-906a5b04-400b-4312-abd8-e55b81dca656 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:12:04.940883 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [None req-906a5b04-400b-4312-abd8-e55b81dca656 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] For port 7d561f49-bf47-46fe-a839-bf14f9126e0c, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=7d561f49-bf47-46fe-a839-bf14f9126e0c,segment=NetworkSegment(9f7d5eed-8d20-4803-8f1a-529244d55a89),segment_id=9f7d5eed-8d20-4803-8f1a-529244d55a89)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 21:12:04.941250 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-906a5b04-400b-4312-abd8-e55b81dca656 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:12:04.953853 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-906a5b04-400b-4312-abd8-e55b81dca656 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Calling delete_port for 7d561f49-bf47-46fe-a839-bf14f9126e0c owned by network:router_interface {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 21:12:05.136272 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-906a5b04-400b-4312-abd8-e55b81dca656 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:12:05.164587 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906a5b04-400b-4312-abd8-e55b81dca656 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Pushing event deleted for resources: {'Port': ['ID=7d561f49-bf47-46fe-a839-bf14f9126e0c,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:12:05.338871 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-906a5b04-400b-4312-abd8-e55b81dca656 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-563470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-663272'] for router_interface, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:12:05.363703 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e49ee129-e862-4476-beca-cdc8150d2345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:12:05.567667 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-906a5b04-400b-4312-abd8-e55b81dca656 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Router 568aba7a-2bfd-4d84-b899-cfe8a8ea4341 has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 21:12:05.676795 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-906a5b04-400b-4312-abd8-e55b81dca656 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 21:12:05.681816 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-906a5b04-400b-4312-abd8-e55b81dca656 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "PUT /v2.0/routers/568aba7a-2bfd-4d84-b899-cfe8a8ea4341/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7323492 Nov 22 21:12:05.684576 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 60794) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:12:05.687042 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db35f83a-2195-4751-ab0b-7ab7aef1fc7e None None] Sync routers for ids ['568aba7a-2bfd-4d84-b899-cfe8a8ea4341'] in n-d-818823-1 {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 21:12:05.697827 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db35f83a-2195-4751-ab0b-7ab7aef1fc7e None None] Routers {'568aba7a-2bfd-4d84-b899-cfe8a8ea4341'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 21:12:05.698429 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-db35f83a-2195-4751-ab0b-7ab7aef1fc7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T21:12:03Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['568aba7a-2bfd-4d84-b899-cfe8a8ea4341'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:12:05.737414 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_v2 [None req-13e4c603-25ca-40ce-af13-558da4e545f8 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Deleting subnet 6f7c9134-896e-4867-9e70-64a04b6939d2 {{(pid=103447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 21:12:05.741604 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-13e4c603-25ca-40ce-af13-558da4e545f8 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks [] for subnet, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:12:05.787016 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-13e4c603-25ca-40ce-af13-558da4e545f8 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12178353'] for subnet, precommit_delete_associations {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:12:05.808580 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-db35f83a-2195-4751-ab0b-7ab7aef1fc7e None None] Set router 568aba7a-2bfd-4d84-b899-cfe8a8ea4341 gateway port host: n-d-818823-1 {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 21:12:05.827318 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 3ee6654d-28b3-4161-ab0b-4b637eeae657 no longer exists at agent hyperv_n-h2-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 21:12:05.848108 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] No Port match for: 3ee6654d-28b3-4161-ab0b-4b637eeae657 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 21:12:05.848597 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 3ee6654d-28b3-4161-ab0b-4b637eeae657 not bound to the agent host n-h2-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 21:12:05.878173 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-13e4c603-25ca-40ce-af13-558da4e545f8 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3753007'] for subnet, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:12:05.935559 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-13e4c603-25ca-40ce-af13-558da4e545f8 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3753014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8900804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8485115'] for subnet, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:12:05.963270 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e4c603-25ca-40ce-af13-558da4e545f8 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Pushing event deleted for resources: {'Subnet': ['ID=6f7c9134-896e-4867-9e70-64a04b6939d2,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:12:05.966913 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-13e4c603-25ca-40ce-af13-558da4e545f8 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks [] for subnet, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:12:05.970218 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-13e4c603-25ca-40ce-af13-558da4e545f8 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "DELETE /v2.0/subnets/6f7c9134-896e-4867-9e70-64a04b6939d2 HTTP/1.1" status: 204 len: 168 time: 0.2846947 Nov 22 21:12:05.972880 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 60796) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:12:05.977311 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d2a9f2c-0509-4f0b-81fc-c0858049aea9 None None] Network 4961d3e4-d574-41c0-8936-7faa952a8e14 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 21:12:05.981955 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-db35f83a-2195-4751-ab0b-7ab7aef1fc7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '568aba7a-2bfd-4d84-b899-cfe8a8ea4341', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1161502672', 'tenant_id': '6021baac210f4987b10e749036581cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.252'}], 'enable_snat': True}, 'gw_port_id': '561fe056-16c9-43a1-8c56-0cb0bc7a4afc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T21:11:03Z', 'updated_at': '2021-11-22T21:12:05Z', 'revision_number': 5, 'project_id': '6021baac210f4987b10e749036581cbe', 'gw_port': {'id': '561fe056-16c9-43a1-8c56-0cb0bc7a4afc', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:ed:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568aba7a-2bfd-4d84-b899-cfe8a8ea4341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:11:03Z', 'updated_at': '2021-11-22T21:11:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:12:06.012324 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db35f83a-2195-4751-ab0b-7ab7aef1fc7e None None] Checking router: 568aba7a-2bfd-4d84-b899-cfe8a8ea4341 for host: n-d-818823-1 {{(pid=103450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 21:12:06.020782 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db35f83a-2195-4751-ab0b-7ab7aef1fc7e None None] Routers {'568aba7a-2bfd-4d84-b899-cfe8a8ea4341'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 21:12:06.022193 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-db35f83a-2195-4751-ab0b-7ab7aef1fc7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T21:12:03Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['568aba7a-2bfd-4d84-b899-cfe8a8ea4341'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:12:06.085292 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-fb341180-af4a-43b8-a0fb-493a951069a3 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks [] for router, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:12:06.127021 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-db35f83a-2195-4751-ab0b-7ab7aef1fc7e None None] Set router 568aba7a-2bfd-4d84-b899-cfe8a8ea4341 gateway port host: n-d-818823-1 {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 21:12:06.177542 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:12:06.182796 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bedba41c-ee28-43ca-aec3-7a509241622b None None] DHCP port deletion for 4961d3e4-d574-41c0-8936-7faa952a8e14 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 21:12:06.203856 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-fb341180-af4a-43b8-a0fb-493a951069a3 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:12:06.239351 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-bedba41c-ee28-43ca-aec3-7a509241622b None None] Deleting port 06faa719-5e76-4bb5-beb8-b3b689064c23 {{(pid=103449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 21:12:06.239765 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-bedba41c-ee28-43ca-aec3-7a509241622b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:12:06.259069 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-fb341180-af4a-43b8-a0fb-493a951069a3 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Deleting port 561fe056-16c9-43a1-8c56-0cb0bc7a4afc {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 21:12:06.259603 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-fb341180-af4a-43b8-a0fb-493a951069a3 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:12:06.310304 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-db35f83a-2195-4751-ab0b-7ab7aef1fc7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '568aba7a-2bfd-4d84-b899-cfe8a8ea4341', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1161502672', 'tenant_id': '6021baac210f4987b10e749036581cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.252'}], 'enable_snat': True}, 'gw_port_id': '561fe056-16c9-43a1-8c56-0cb0bc7a4afc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T21:11:03Z', 'updated_at': '2021-11-22T21:12:05Z', 'revision_number': 5, 'project_id': '6021baac210f4987b10e749036581cbe', 'gw_port': {'id': '561fe056-16c9-43a1-8c56-0cb0bc7a4afc', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:ed:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568aba7a-2bfd-4d84-b899-cfe8a8ea4341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:11:03Z', 'updated_at': '2021-11-22T21:11:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:12:06.311056 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-bedba41c-ee28-43ca-aec3-7a509241622b None None] For port 06faa719-5e76-4bb5-beb8-b3b689064c23, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=06faa719-5e76-4bb5-beb8-b3b689064c23,segment=NetworkSegment(9f7d5eed-8d20-4803-8f1a-529244d55a89),segment_id=9f7d5eed-8d20-4803-8f1a-529244d55a89)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 21:12:06.311557 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-bedba41c-ee28-43ca-aec3-7a509241622b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:12:06.324698 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-bedba41c-ee28-43ca-aec3-7a509241622b None None] Calling delete_port for 06faa719-5e76-4bb5-beb8-b3b689064c23 owned by network:dhcp {{(pid=103449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 21:12:06.337596 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db35f83a-2195-4751-ab0b-7ab7aef1fc7e None None] The sync data for ids ['568aba7a-2bfd-4d84-b899-cfe8a8ea4341'] in n-d-818823-1 is: [{'id': '568aba7a-2bfd-4d84-b899-cfe8a8ea4341', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1161502672', 'tenant_id': '6021baac210f4987b10e749036581cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.252'}], 'enable_snat': True}, 'gw_port_id': '561fe056-16c9-43a1-8c56-0cb0bc7a4afc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T21:11:03Z', 'updated_at': '2021-11-22T21:12:05Z', 'revision_number': 5, 'project_id': '6021baac210f4987b10e749036581cbe', 'gw_port': {'id': '561fe056-16c9-43a1-8c56-0cb0bc7a4afc', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:ed:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568aba7a-2bfd-4d84-b899-cfe8a8ea4341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:11:03Z', 'updated_at': '2021-11-22T21:11:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}] {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 21:12:06.342528 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [None req-fb341180-af4a-43b8-a0fb-493a951069a3 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] For port 561fe056-16c9-43a1-8c56-0cb0bc7a4afc, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=561fe056-16c9-43a1-8c56-0cb0bc7a4afc,segment=NetworkSegment(8793ba83-8407-4c3d-9b56-2a177cd58a70),segment_id=8793ba83-8407-4c3d-9b56-2a177cd58a70)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 21:12:06.342986 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-fb341180-af4a-43b8-a0fb-493a951069a3 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:12:06.357798 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-fb341180-af4a-43b8-a0fb-493a951069a3 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Calling delete_port for 561fe056-16c9-43a1-8c56-0cb0bc7a4afc owned by network:router_gateway {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 21:12:06.411682 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-bedba41c-ee28-43ca-aec3-7a509241622b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381'] for port, after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:12:06.442467 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bedba41c-ee28-43ca-aec3-7a509241622b None None] No DVR routers for this DVR port 06faa719-5e76-4bb5-beb8-b3b689064c23 on host n-d-818823-1 {{(pid=103449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 21:12:06.446245 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedba41c-ee28-43ca-aec3-7a509241622b None None] Pushing event deleted for resources: {'Port': ['ID=06faa719-5e76-4bb5-beb8-b3b689064c23,revision_number=None']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:12:06.455082 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedba41c-ee28-43ca-aec3-7a509241622b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:12:06.455999 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedba41c-ee28-43ca-aec3-7a509241622b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:12:06.455999 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedba41c-ee28-43ca-aec3-7a509241622b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:12:06.456302 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedba41c-ee28-43ca-aec3-7a509241622b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:12:06.456688 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedba41c-ee28-43ca-aec3-7a509241622b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:12:06.456998 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedba41c-ee28-43ca-aec3-7a509241622b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:12:06.457345 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedba41c-ee28-43ca-aec3-7a509241622b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:12:06.457763 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedba41c-ee28-43ca-aec3-7a509241622b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:12:06.458100 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedba41c-ee28-43ca-aec3-7a509241622b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:12:06.458478 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedba41c-ee28-43ca-aec3-7a509241622b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:12:06.458972 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedba41c-ee28-43ca-aec3-7a509241622b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:12:06.459162 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedba41c-ee28-43ca-aec3-7a509241622b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:12:06.526763 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-fb341180-af4a-43b8-a0fb-493a951069a3 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:12:06.552208 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb341180-af4a-43b8-a0fb-493a951069a3 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Pushing event deleted for resources: {'Port': ['ID=561fe056-16c9-43a1-8c56-0cb0bc7a4afc,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:12:06.562896 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4506896a-179b-454e-88d4-d71bd92b251f None None] DHCP port deletion for c48a55e9-6a85-4746-b7bf-3e29fb560094 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 21:12:06.615907 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-fb341180-af4a-43b8-a0fb-493a951069a3 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595398'] for router_gateway, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:12:06.714622 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-fb341180-af4a-43b8-a0fb-493a951069a3 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24781'] for router, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:12:06.716906 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-fb341180-af4a-43b8-a0fb-493a951069a3 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:12:06.761242 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-fb341180-af4a-43b8-a0fb-493a951069a3 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-663261'] for router, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:12:06.761826 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb341180-af4a-43b8-a0fb-493a951069a3 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Fanout notify agent at l3_agent the message router_deleted on router 568aba7a-2bfd-4d84-b899-cfe8a8ea4341 {{(pid=103447) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 21:12:06.768879 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-fb341180-af4a-43b8-a0fb-493a951069a3 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks [] for router, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:12:06.770019 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-fb341180-af4a-43b8-a0fb-493a951069a3 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "DELETE /v2.0/routers/568aba7a-2bfd-4d84-b899-cfe8a8ea4341 HTTP/1.1" status: 204 len: 168 time: 0.7960951 Nov 22 21:12:06.773215 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 60798) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:12:06.853779 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6dc83f24-dd01-4347-8b40-3bd65d1ba2c8 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3961693'] for network, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:12:06.944291 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6dc83f24-dd01-4347-8b40-3bd65d1ba2c8 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3760028', 'neutron.services.segments.db._delete_segments_for_network-8748992815755'] for network, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:12:06.965202 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-6dc83f24-dd01-4347-8b40-3bd65d1ba2c8 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4961d3e4-d574-41c0-8936-7faa952a8e14']}} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:12:06.974684 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-6dc83f24-dd01-4347-8b40-3bd65d1ba2c8 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f7d5eed-8d20-4803-8f1a-529244d55a89') {'for_net_delete': True} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:12:06.974984 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-6dc83f24-dd01-4347-8b40-3bd65d1ba2c8 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f7d5eed-8d20-4803-8f1a-529244d55a89') {} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:12:06.985320 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6dc83f24-dd01-4347-8b40-3bd65d1ba2c8 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748993039638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12178344'] for segment, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:12:06.998725 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6dc83f24-dd01-4347-8b40-3bd65d1ba2c8 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:12:07.004976 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6dc83f24-dd01-4347-8b40-3bd65d1ba2c8 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Releasing vlan 634 on physical network physnet1 to pool {{(pid=103447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 21:12:07.005373 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6dc83f24-dd01-4347-8b40-3bd65d1ba2c8 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8900762'] for segment, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:12:07.010711 n-d-818823-1 neutron-server[103447]: Traceback (most recent call last): Nov 22 21:12:07.010711 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 21:12:07.010711 n-d-818823-1 neutron-server[103447]: timer() Nov 22 21:12:07.010711 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 21:12:07.010711 n-d-818823-1 neutron-server[103447]: cb(*args, **kw) Nov 22 21:12:07.010711 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 21:12:07.010711 n-d-818823-1 neutron-server[103447]: return func(*args, **kwargs) Nov 22 21:12:07.010711 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 21:12:07.010711 n-d-818823-1 neutron-server[103447]: self._notify() Nov 22 21:12:07.010711 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 21:12:07.010711 n-d-818823-1 neutron-server[103447]: self.callback(batched_events) Nov 22 21:12:07.010711 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 21:12:07.010711 n-d-818823-1 neutron-server[103447]: event.method(event) Nov 22 21:12:07.010711 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 21:12:07.010711 n-d-818823-1 neutron-server[103447]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 21:12:07.010711 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 21:12:07.010711 n-d-818823-1 neutron-server[103447]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 21:12:07.010711 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 21:12:07.010711 n-d-818823-1 neutron-server[103447]: return f(self, *a, **k) Nov 22 21:12:07.010711 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 21:12:07.010711 n-d-818823-1 neutron-server[103447]: return self._get(url).json() Nov 22 21:12:07.010711 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 21:12:07.010711 n-d-818823-1 neutron-server[103447]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 21:12:07.010711 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 21:12:07.010711 n-d-818823-1 neutron-server[103447]: return self.request(url, 'GET', **kwargs) Nov 22 21:12:07.010711 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 21:12:07.010711 n-d-818823-1 neutron-server[103447]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 21:12:07.010711 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 21:12:07.010711 n-d-818823-1 neutron-server[103447]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 21:12:07.010711 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 21:12:07.010711 n-d-818823-1 neutron-server[103447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 21:12:07.010711 n-d-818823-1 neutron-server[103447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 21:12:07.072129 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6dc83f24-dd01-4347-8b40-3bd65d1ba2c8 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3760002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595318'] for network, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:12:07.078995 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6dc83f24-dd01-4347-8b40-3bd65d1ba2c8 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks [] for network, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:12:07.082202 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-6dc83f24-dd01-4347-8b40-3bd65d1ba2c8 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "DELETE /v2.0/networks/4961d3e4-d574-41c0-8936-7faa952a8e14 HTTP/1.1" status: 204 len: 168 time: 0.3080451 Nov 22 21:12:07.086287 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 60800) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:12:07.094106 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc83f24-dd01-4347-8b40-3bd65d1ba2c8 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Pushing event deleted for resources: {'Network': ['ID=4961d3e4-d574-41c0-8936-7faa952a8e14,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:12:07.143010 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-91a614df-14db-471d-99f3-2eef79218d05 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:12:07.169180 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-91a614df-14db-471d-99f3-2eef79218d05 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:12:07.230958 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-91a614df-14db-471d-99f3-2eef79218d05 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:12:07.233629 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-91a614df-14db-471d-99f3-2eef79218d05 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:12:07.234803 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-91a614df-14db-471d-99f3-2eef79218d05 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "DELETE /v2.0/security-groups/2a27051e-b3df-4a0e-a758-2647f8d37e2e HTTP/1.1" status: 204 len: 168 time: 0.1474710 Nov 22 21:12:07.244099 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a614df-14db-471d-99f3-2eef79218d05 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a27051e-b3df-4a0e-a758-2647f8d37e2e,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:12:07.253951 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a614df-14db-471d-99f3-2eef79218d05 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:12:07.253951 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a614df-14db-471d-99f3-2eef79218d05 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:12:07.254284 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a614df-14db-471d-99f3-2eef79218d05 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:12:07.254634 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a614df-14db-471d-99f3-2eef79218d05 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:12:07.255088 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a614df-14db-471d-99f3-2eef79218d05 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:12:07.255435 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a614df-14db-471d-99f3-2eef79218d05 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:12:07.255848 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a614df-14db-471d-99f3-2eef79218d05 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:12:07.256198 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a614df-14db-471d-99f3-2eef79218d05 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:12:07.257048 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a614df-14db-471d-99f3-2eef79218d05 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:12:07.257491 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a614df-14db-471d-99f3-2eef79218d05 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:12:07.257896 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a614df-14db-471d-99f3-2eef79218d05 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:12:07.258255 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a614df-14db-471d-99f3-2eef79218d05 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:12:07.465170 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 60806) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:12:07.469821 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-70331424-84b4-4401-948f-4c690e6c1e1c tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-814272984', 'description': 'tempest-secgroup-smoke-814272984 description', 'project_id': '6021baac210f4987b10e749036581cbe'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 21:12:07.492483 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-70331424-84b4-4401-948f-4c690e6c1e1c tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:12:07.558368 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-70331424-84b4-4401-948f-4c690e6c1e1c tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:12:07.562110 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-70331424-84b4-4401-948f-4c690e6c1e1c tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:12:07.591570 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-70331424-84b4-4401-948f-4c690e6c1e1c tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:12:07.592799 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-70331424-84b4-4401-948f-4c690e6c1e1c tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1265635 Nov 22 21:12:07.594821 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70331424-84b4-4401-948f-4c690e6c1e1c tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e47b0c42-9c8c-4ebf-b48a-c5c3576b4460,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:12:07.595896 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 60808) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:12:07.600636 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-e0a2f210-67aa-4e3e-aaba-6e38ecb2065d tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Request body: {'security_group_rule': {'security_group_id': 'e47b0c42-9c8c-4ebf-b48a-c5c3576b4460', 'project_id': '6021baac210f4987b10e749036581cbe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 21:12:07.626582 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e0a2f210-67aa-4e3e-aaba-6e38ecb2065d tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:12:07.681001 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e0a2f210-67aa-4e3e-aaba-6e38ecb2065d tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:12:07.684469 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e0a2f210-67aa-4e3e-aaba-6e38ecb2065d tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572323'] for security_group_rule, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:12:07.710670 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a2f210-67aa-4e3e-aaba-6e38ecb2065d tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93ddacd2-e76a-4d9b-b7d0-12e838c2ced4,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:12:07.715959 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e0a2f210-67aa-4e3e-aaba-6e38ecb2065d tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:12:07.718021 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-e0a2f210-67aa-4e3e-aaba-6e38ecb2065d tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1202345 Nov 22 21:12:07.720105 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 60810) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:12:07.724664 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-b0ae7b63-4cb5-430c-8c40-12f4e5a0379d tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Request body: {'security_group_rule': {'security_group_id': 'e47b0c42-9c8c-4ebf-b48a-c5c3576b4460', 'project_id': '6021baac210f4987b10e749036581cbe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 21:12:07.752456 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b0ae7b63-4cb5-430c-8c40-12f4e5a0379d tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:12:07.762935 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 561fe056-16c9-43a1-8c56-0cb0bc7a4afc no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 21:12:07.783557 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: 561fe056-16c9-43a1-8c56-0cb0bc7a4afc {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 21:12:07.783905 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 561fe056-16c9-43a1-8c56-0cb0bc7a4afc not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 21:12:07.784327 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 06faa719-5e76-4bb5-beb8-b3b689064c23 no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 21:12:07.804968 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: 06faa719-5e76-4bb5-beb8-b3b689064c23 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 21:12:07.805381 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 06faa719-5e76-4bb5-beb8-b3b689064c23 not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 21:12:07.805890 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 7d561f49-bf47-46fe-a839-bf14f9126e0c no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 21:12:07.814895 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b0ae7b63-4cb5-430c-8c40-12f4e5a0379d tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:12:07.818491 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b0ae7b63-4cb5-430c-8c40-12f4e5a0379d tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572323'] for security_group_rule, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:12:07.826267 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: 7d561f49-bf47-46fe-a839-bf14f9126e0c {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 21:12:07.826614 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 7d561f49-bf47-46fe-a839-bf14f9126e0c not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 21:12:07.836790 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ae7b63-4cb5-430c-8c40-12f4e5a0379d tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed0ed656-74fd-4a4a-ba95-0e065020f772,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:12:07.845088 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b0ae7b63-4cb5-430c-8c40-12f4e5a0379d tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:12:07.846304 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-b0ae7b63-4cb5-430c-8c40-12f4e5a0379d tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1252570 Nov 22 21:12:07.849035 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 60812) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:12:07.853443 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-bd3427fe-c16a-4e00-a202-489633ba9a0b tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Request body: {'security_group_rule': {'security_group_id': 'e47b0c42-9c8c-4ebf-b48a-c5c3576b4460', 'project_id': '6021baac210f4987b10e749036581cbe', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 21:12:07.878751 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-bd3427fe-c16a-4e00-a202-489633ba9a0b tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:12:07.936842 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-bd3427fe-c16a-4e00-a202-489633ba9a0b tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:12:07.940165 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-bd3427fe-c16a-4e00-a202-489633ba9a0b tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572323'] for security_group_rule, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:12:07.958611 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3427fe-c16a-4e00-a202-489633ba9a0b tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85780cd6-a7b5-4989-b108-177dd386a90c,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:12:07.963551 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-bd3427fe-c16a-4e00-a202-489633ba9a0b tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:12:07.964757 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-bd3427fe-c16a-4e00-a202-489633ba9a0b tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1147788 Nov 22 21:12:07.967539 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 60814) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:12:07.971784 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-5663d06e-4304-490b-8d8a-97d37e8e00fc tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Request body: {'security_group_rule': {'security_group_id': 'e47b0c42-9c8c-4ebf-b48a-c5c3576b4460', 'project_id': '6021baac210f4987b10e749036581cbe', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 21:12:07.997469 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-5663d06e-4304-490b-8d8a-97d37e8e00fc tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:12:08.053700 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-5663d06e-4304-490b-8d8a-97d37e8e00fc tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:12:08.057164 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-5663d06e-4304-490b-8d8a-97d37e8e00fc tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572323'] for security_group_rule, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:12:08.075665 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5663d06e-4304-490b-8d8a-97d37e8e00fc tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19cfd8fe-0b13-4019-9bf9-16d8c821ae33,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:12:08.080405 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-5663d06e-4304-490b-8d8a-97d37e8e00fc tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:12:08.081594 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-5663d06e-4304-490b-8d8a-97d37e8e00fc tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1131263 Nov 22 21:12:08.084369 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 60816) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:12:08.089167 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-461718ad-af14-4a8a-926f-9570eb761737 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Request body: {'security_group_rule': {'security_group_id': 'e47b0c42-9c8c-4ebf-b48a-c5c3576b4460', 'project_id': '6021baac210f4987b10e749036581cbe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 21:12:08.109680 n-d-818823-1 neutron-server[103447]: INFO neutron.db.securitygroups_db [None req-461718ad-af14-4a8a-926f-9570eb761737 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Project 6021baac210f4987b10e749036581cbe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 22 21:12:08.115173 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-461718ad-af14-4a8a-926f-9570eb761737 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:12:08.173358 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-461718ad-af14-4a8a-926f-9570eb761737 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:12:08.176627 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-461718ad-af14-4a8a-926f-9570eb761737 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572323'] for security_group_rule, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:12:08.193309 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461718ad-af14-4a8a-926f-9570eb761737 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0ff7bcb-340d-43e8-9263-6f338af40aeb,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:12:08.202338 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-461718ad-af14-4a8a-926f-9570eb761737 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:12:08.203559 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-461718ad-af14-4a8a-926f-9570eb761737 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1176734 Nov 22 21:12:08.206241 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 60818) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:12:08.210681 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-c95acf23-1a2c-4070-92d8-a944a82f2b02 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Request body: {'security_group_rule': {'security_group_id': 'e47b0c42-9c8c-4ebf-b48a-c5c3576b4460', 'project_id': '6021baac210f4987b10e749036581cbe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 21:12:08.232154 n-d-818823-1 neutron-server[103447]: INFO neutron.db.securitygroups_db [None req-c95acf23-1a2c-4070-92d8-a944a82f2b02 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Project 6021baac210f4987b10e749036581cbe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 22 21:12:08.236866 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c95acf23-1a2c-4070-92d8-a944a82f2b02 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:12:08.296837 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c95acf23-1a2c-4070-92d8-a944a82f2b02 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:12:08.300036 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c95acf23-1a2c-4070-92d8-a944a82f2b02 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572323'] for security_group_rule, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:12:08.317680 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95acf23-1a2c-4070-92d8-a944a82f2b02 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=892dc1c4-bf1d-4cfc-b058-2621f452b15b,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:12:08.325970 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c95acf23-1a2c-4070-92d8-a944a82f2b02 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:12:08.327182 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-c95acf23-1a2c-4070-92d8-a944a82f2b02 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1200061 Nov 22 21:12:08.330089 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 60820) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:12:08.334826 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-bcad9c68-a49d-4810-933d-bf815cec1ca7 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Request body: {'network': {'name': 'tempest-network-smoke--717682775', 'project_id': '6021baac210f4987b10e749036581cbe', 'port_security_enabled': True}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 21:12:08.354954 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcad9c68-a49d-4810-933d-bf815cec1ca7 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Made reservation on behalf of 6021baac210f4987b10e749036581cbe for: {'network': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 21:12:08.358421 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-bcad9c68-a49d-4810-933d-bf815cec1ca7 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for network, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:12:08.382775 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcad9c68-a49d-4810-933d-bf815cec1ca7 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] vlan segment allocate from pool success with {'vlan_id': 617, 'physical_network': 'physnet1'} {{(pid=103447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 21:12:08.394162 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-bcad9c68-a49d-4810-933d-bf815cec1ca7 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:12:08.394507 n-d-818823-1 neutron-server[103447]: INFO neutron.db.segments_db [None req-bcad9c68-a49d-4810-933d-bf815cec1ca7 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Added segment 34272284-4032-4f65-8409-b92e9ae0bd4b of type vlan for network e170b574-da86-423f-880e-8be85e4787f9 Nov 22 21:12:08.433281 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-bcad9c68-a49d-4810-933d-bf815cec1ca7 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748992492791'] for network, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:12:08.456960 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-bcad9c68-a49d-4810-933d-bf815cec1ca7 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for network, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:12:08.462479 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcad9c68-a49d-4810-933d-bf815cec1ca7 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:12:08.463003 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-bcad9c68-a49d-4810-933d-bf815cec1ca7 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks [] for network, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:12:08.523143 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-bcad9c68-a49d-4810-933d-bf815cec1ca7 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1920645 Nov 22 21:12:08.525866 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 60822) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:12:08.530280 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-a6b17852-bc36-4ad2-a2f4-1b63c65297ea tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-768556948', 'admin_state_up': True, 'project_id': '6021baac210f4987b10e749036581cbe', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'}}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 21:12:08.544494 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcad9c68-a49d-4810-933d-bf815cec1ca7 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Pushing event updated for resources: {'Network': ['ID=e170b574-da86-423f-880e-8be85e4787f9,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:12:08.556389 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Network e170b574-da86-423f-880e-8be85e4787f9 details requested by agent ovs-agent-n-d-818823-1 with host n-d-818823-1 {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 21:12:08.560531 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a6b17852-bc36-4ad2-a2f4-1b63c65297ea tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24799'] for router, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:12:08.561548 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a6b17852-bc36-4ad2-a2f4-1b63c65297ea tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-632716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24788'] for router, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:12:08.612354 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a6b17852-bc36-4ad2-a2f4-1b63c65297ea tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:12:08.746698 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a6b17852-bc36-4ad2-a2f4-1b63c65297ea tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:12:08.926975 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a6b17852-bc36-4ad2-a2f4-1b63c65297ea tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks [] for router_gateway, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:12:08.948280 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a6b17852-bc36-4ad2-a2f4-1b63c65297ea tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:12:09.044753 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [None req-a6b17852-bc36-4ad2-a2f4-1b63c65297ea tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Allocated IP 172.25.5.131 (c48a55e9-6a85-4746-b7bf-3e29fb560094/5da6f781-63e6-4328-ae7a-5e672262f55a/cafa342b-39dc-4132-9b91-7783327920b7) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 21:12:09.143436 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a6b17852-bc36-4ad2-a2f4-1b63c65297ea tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:12:09.178033 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a6b17852-bc36-4ad2-a2f4-1b63c65297ea tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:12:09.213925 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6b17852-bc36-4ad2-a2f4-1b63c65297ea tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Network c48a55e9-6a85-4746-b7bf-3e29fb560094 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 21:12:09.216678 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-a6b17852-bc36-4ad2-a2f4-1b63c65297ea tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 21:12:09.220055 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b17852-bc36-4ad2-a2f4-1b63c65297ea tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 21:12:09.229611 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72c2e345-0051-4e3e-9b07-d9d6a92883e9 None None] DHCP port deletion for c48a55e9-6a85-4746-b7bf-3e29fb560094 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 21:12:09.247785 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b17852-bc36-4ad2-a2f4-1b63c65297ea tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Pushing event updated for resources: {'Port': ['ID=cafa342b-39dc-4132-9b91-7783327920b7,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:12:09.316374 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-81c93bdb-a9c1-491e-8799-5923b8722c85 None None] Provisioning complete for port cafa342b-39dc-4132-9b91-7783327920b7 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 21:12:09.316691 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-81c93bdb-a9c1-491e-8799-5923b8722c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:12:09.350727 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-81c93bdb-a9c1-491e-8799-5923b8722c85 None None] Port cafa342b-39dc-4132-9b91-7783327920b7 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 21:12:09.465664 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a6b17852-bc36-4ad2-a2f4-1b63c65297ea tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks [] for router_gateway, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:12:09.656673 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a6b17852-bc36-4ad2-a2f4-1b63c65297ea tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-659538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-841284'] for router, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:12:10.084711 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6b17852-bc36-4ad2-a2f4-1b63c65297ea tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Router d3c914ec-c0d6-46c9-b417-fa97411a7772 is scheduled to L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 with binding_index 1 {{(pid=103447) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 21:12:10.188343 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6b17852-bc36-4ad2-a2f4-1b63c65297ea tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 21:12:10.199283 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e47363c-9575-43c8-8450-d1d8eaa9efe8 None None] Sync routers for ids ['d3c914ec-c0d6-46c9-b417-fa97411a7772'] in n-d-818823-1 {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 21:12:10.209609 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e47363c-9575-43c8-8450-d1d8eaa9efe8 None None] Routers {'d3c914ec-c0d6-46c9-b417-fa97411a7772'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 21:12:10.209884 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a6b17852-bc36-4ad2-a2f4-1b63c65297ea tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks [] for router, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:12:10.210242 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-9e47363c-9575-43c8-8450-d1d8eaa9efe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T21:12:03Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['d3c914ec-c0d6-46c9-b417-fa97411a7772'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:12:10.211295 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-a6b17852-bc36-4ad2-a2f4-1b63c65297ea tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.6844187 Nov 22 21:12:10.214461 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 60824) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:12:10.242974 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-f98d97b0-0e0f-4b84-90ec-f8c5fbbe889d tempest-TestNetworkAdvancedServerOps-1979025 tempest-TestNetworkAdvancedServerOps-1979025-project-admin] 10.222.0.46 "GET /v2.0/subnets?project_id=6021baac210f4987b10e749036581cbe&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0273540 Nov 22 21:12:10.245602 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 60826) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:12:10.316986 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-9e47363c-9575-43c8-8450-d1d8eaa9efe8 None None] Set router d3c914ec-c0d6-46c9-b417-fa97411a7772 gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 21:12:10.334322 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae588fbd-7540-4578-95a7-b431c049a005 tempest-TestNetworkAdvancedServerOps-1979025 tempest-TestNetworkAdvancedServerOps-1979025-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:12:10.335946 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-ae588fbd-7540-4578-95a7-b431c049a005 tempest-TestNetworkAdvancedServerOps-1979025 tempest-TestNetworkAdvancedServerOps-1979025-project-admin] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0893731 Nov 22 21:12:10.338781 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 60828) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:12:10.367408 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-562c821d-bb68-48f1-8d78-8d77722366f9 tempest-TestNetworkAdvancedServerOps-1979025 tempest-TestNetworkAdvancedServerOps-1979025-project-admin] 10.222.0.46 "GET /v2.0/subnets?network_id=c48a55e9-6a85-4746-b7bf-3e29fb560094&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0275528 Nov 22 21:12:10.369927 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 60830) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:12:10.374612 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-0c59ed88-5fff-4de1-84a2-b71201f75394 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2004052959', 'network_id': 'e170b574-da86-423f-880e-8be85e4787f9', 'project_id': '6021baac210f4987b10e749036581cbe', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 21:12:10.462775 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c59ed88-5fff-4de1-84a2-b71201f75394 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Made reservation on behalf of 6021baac210f4987b10e749036581cbe for: {'subnet': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 21:12:10.466282 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0c59ed88-5fff-4de1-84a2-b71201f75394 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8485086'] for subnet, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:12:10.505055 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-9e47363c-9575-43c8-8450-d1d8eaa9efe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3c914ec-c0d6-46c9-b417-fa97411a7772', 'name': 'tempest-TestNetworkAdvancedServerOps-router-768556948', 'tenant_id': '6021baac210f4987b10e749036581cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': 'cafa342b-39dc-4132-9b91-7783327920b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T21:12:08Z', 'updated_at': '2021-11-22T21:12:09Z', 'revision_number': 3, 'project_id': '6021baac210f4987b10e749036581cbe', 'gw_port': {'id': 'cafa342b-39dc-4132-9b91-7783327920b7', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:e5:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3c914ec-c0d6-46c9-b417-fa97411a7772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:12:08Z', 'updated_at': '2021-11-22T21:12:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:12:10.531601 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e47363c-9575-43c8-8450-d1d8eaa9efe8 None None] Checking router: d3c914ec-c0d6-46c9-b417-fa97411a7772 for host: n-d-818823-1 {{(pid=103449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 21:12:10.531988 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e47363c-9575-43c8-8450-d1d8eaa9efe8 None None] Updating router d3c914ec-c0d6-46c9-b417-fa97411a7772 port cafa342b-39dc-4132-9b91-7783327920b7 binding host n-d-818823-1 {{(pid=103449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 21:12:10.557216 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-9e47363c-9575-43c8-8450-d1d8eaa9efe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:12:10.643676 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0c59ed88-5fff-4de1-84a2-b71201f75394 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8900613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8485104'] for subnet, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:12:10.708152 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c59ed88-5fff-4de1-84a2-b71201f75394 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Pushing event updated for resources: {'Subnet': ['ID=50218125-9450-47da-a8f4-43a10aafe2d5,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:12:10.715600 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c59ed88-5fff-4de1-84a2-b71201f75394 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Checking segment: {'id': '34272284-4032-4f65-8409-b92e9ae0bd4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'e170b574-da86-423f-880e-8be85e4787f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 21:12:10.715960 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c59ed88-5fff-4de1-84a2-b71201f75394 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Network hostable DHCP agents. Network: e170b574-da86-423f-880e-8be85e4787f9, hostable agents: ['02adaa64-0987-4b74-bad0-cbcf56f8a294'], hosted agents: [] {{(pid=103447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 21:12:10.732998 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c59ed88-5fff-4de1-84a2-b71201f75394 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Network e170b574-da86-423f-880e-8be85e4787f9 is scheduled to be hosted by DHCP agent 02adaa64-0987-4b74-bad0-cbcf56f8a294 with binding_index 1 {{(pid=103447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 21:12:10.742399 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-0c59ed88-5fff-4de1-84a2-b71201f75394 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818823-1, e170b574-da86-423f-880e-8be85e4787f9) {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 21:12:10.746673 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c59ed88-5fff-4de1-84a2-b71201f75394 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:12:10.747523 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0c59ed88-5fff-4de1-84a2-b71201f75394 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks [] for subnet, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:12:10.755935 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ec95d0e-bd34-435d-83ba-83de1a9bf310 None None] Network e170b574-da86-423f-880e-8be85e4787f9 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 21:12:10.763321 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-0c59ed88-5fff-4de1-84a2-b71201f75394 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3923965 Nov 22 21:12:10.766135 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 60832) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:12:10.884036 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-9e47363c-9575-43c8-8450-d1d8eaa9efe8 None None] Publish callbacks [] for port, precommit_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:12:10.896033 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-9e47363c-9575-43c8-8450-d1d8eaa9efe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:12:10.976232 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba8d9a07-0b15-4e6b-ba8a-89ebcdaf663c None None] DHCP port deletion for c48a55e9-6a85-4746-b7bf-3e29fb560094 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 21:12:10.987440 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5a2b03-3d09-4a28-a181-5e54f96eab97 None None] Pushing event updated for resources: {'Port': ['ID=cafa342b-39dc-4132-9b91-7783327920b7,revision_number=2']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:12:10.992714 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-9e47363c-9575-43c8-8450-d1d8eaa9efe8 None None] Attempting to bind port cafa342b-39dc-4132-9b91-7783327920b7 on host n-d-818823-1 for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 21:12:10.993089 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-9e47363c-9575-43c8-8450-d1d8eaa9efe8 None None] Attempting to bind port cafa342b-39dc-4132-9b91-7783327920b7 by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 21:12:10.993451 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e47363c-9575-43c8-8450-d1d8eaa9efe8 None None] Attempting to bind port cafa342b-39dc-4132-9b91-7783327920b7 on network c48a55e9-6a85-4746-b7bf-3e29fb560094 {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 21:12:11.015136 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e47363c-9575-43c8-8450-d1d8eaa9efe8 None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 21, 12, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 21:12:11.015538 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e47363c-9575-43c8-8450-d1d8eaa9efe8 None None] Checking segment: {'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 21:12:11.015952 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-9e47363c-9575-43c8-8450-d1d8eaa9efe8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:12:11.016366 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e47363c-9575-43c8-8450-d1d8eaa9efe8 None None] Bound using segment: {'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 21:12:11.016794 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-9e47363c-9575-43c8-8450-d1d8eaa9efe8 None None] Bound port: cafa342b-39dc-4132-9b91-7783327920b7, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 21:12:11.017173 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-9e47363c-9575-43c8-8450-d1d8eaa9efe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:12:11.039907 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b281092-1fac-45d0-9ba7-9d5bc760c81b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fb26bd7-ce56-527b-b94f-2e1f7cb2bb35-e170b574-da86-423f-880e-8be85e4787f9', 'network_id': 'e170b574-da86-423f-880e-8be85e4787f9', 'tenant_id': '6021baac210f4987b10e749036581cbe', 'fixed_ips': [{'subnet_id': '50218125-9450-47da-a8f4-43a10aafe2d5'}]}} from n-d-818823-1. {{(pid=103449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 21:12:11.040749 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-2b281092-1fac-45d0-9ba7-9d5bc760c81b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:12:11.143567 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-9e47363c-9575-43c8-8450-d1d8eaa9efe8 None None] For port cafa342b-39dc-4132-9b91-7783327920b7, host n-d-818823-1, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 21:12:11.165135 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-e4f7c2cc-1e0f-4d88-a707-42c8072f1275 None None] Provisioning complete for port cafa342b-39dc-4132-9b91-7783327920b7 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 21:12:11.165514 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e4f7c2cc-1e0f-4d88-a707-42c8072f1275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:12:11.168169 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-9e47363c-9575-43c8-8450-d1d8eaa9efe8 None None] For port cafa342b-39dc-4132-9b91-7783327920b7, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=cafa342b-39dc-4132-9b91-7783327920b7,segment=NetworkSegment(8793ba83-8407-4c3d-9b56-2a177cd58a70),segment_id=8793ba83-8407-4c3d-9b56-2a177cd58a70)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 21:12:11.177723 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-9e47363c-9575-43c8-8450-d1d8eaa9efe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:12:11.212242 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4e7c53ad-e212-4031-816e-30b9112a6eb8 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:12:11.287622 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d343b253-7cb7-413e-915b-d3f87bdb2a79 None None] DHCP port deletion for c48a55e9-6a85-4746-b7bf-3e29fb560094 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 21:12:11.320077 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.db_base_plugin_common [None req-2b281092-1fac-45d0-9ba7-9d5bc760c81b None None] Allocated IP 172.20.0.2 (e170b574-da86-423f-880e-8be85e4787f9/50218125-9450-47da-a8f4-43a10aafe2d5/57903701-2de1-4b2b-83a8-ba00864fb502) {{(pid=103449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 21:12:11.327297 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5a2b03-3d09-4a28-a181-5e54f96eab97 None None] Pushing event updated for resources: {'Port': ['ID=cafa342b-39dc-4132-9b91-7783327920b7,revision_number=3']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:12:11.331813 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e47363c-9575-43c8-8450-d1d8eaa9efe8 None None] Routers {'d3c914ec-c0d6-46c9-b417-fa97411a7772'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 21:12:11.332427 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-9e47363c-9575-43c8-8450-d1d8eaa9efe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T21:12:03Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['d3c914ec-c0d6-46c9-b417-fa97411a7772'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:12:11.658775 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e4f7c2cc-1e0f-4d88-a707-42c8072f1275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:12:11.705510 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-e4f7c2cc-1e0f-4d88-a707-42c8072f1275 None None] For port cafa342b-39dc-4132-9b91-7783327920b7, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=cafa342b-39dc-4132-9b91-7783327920b7,segment=NetworkSegment(8793ba83-8407-4c3d-9b56-2a177cd58a70),segment_id=8793ba83-8407-4c3d-9b56-2a177cd58a70)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 21:12:11.716927 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-9e47363c-9575-43c8-8450-d1d8eaa9efe8 None None] Set router d3c914ec-c0d6-46c9-b417-fa97411a7772 gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 21:12:11.718707 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e4f7c2cc-1e0f-4d88-a707-42c8072f1275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:12:11.914588 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-2b281092-1fac-45d0-9ba7-9d5bc760c81b None None] Publish callbacks [] for port, precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:12:11.925164 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f7c2cc-1e0f-4d88-a707-42c8072f1275 None None] Pushing event updated for resources: {'Port': ['ID=cafa342b-39dc-4132-9b91-7783327920b7,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:12:11.927651 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-f754fd58-e5db-4cad-b08d-b669a5660e5c None None] Provisioning complete for port cafa342b-39dc-4132-9b91-7783327920b7 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 21:12:11.928019 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-f754fd58-e5db-4cad-b08d-b669a5660e5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:12:11.939123 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-2b281092-1fac-45d0-9ba7-9d5bc760c81b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372'] for port, after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:12:11.973041 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [None req-4e7c53ad-e212-4031-816e-30b9112a6eb8 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Allocated IP 172.20.0.1 (e170b574-da86-423f-880e-8be85e4787f9/50218125-9450-47da-a8f4-43a10aafe2d5/4dd3877f-edc8-450a-88c0-da883001f372) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 21:12:12.025286 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b281092-1fac-45d0-9ba7-9d5bc760c81b None None] Network e170b574-da86-423f-880e-8be85e4787f9 is already hosted by enough agents. {{(pid=103449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 21:12:12.042514 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b281092-1fac-45d0-9ba7-9d5bc760c81b None None] Pushing event updated for resources: {'Port': ['ID=57903701-2de1-4b2b-83a8-ba00864fb502,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:12:12.047392 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.base_scheduler [None req-2b281092-1fac-45d0-9ba7-9d5bc760c81b None None] Resources bound (agent type, host, resource id): {{(pid=103449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 21:12:12.051864 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b281092-1fac-45d0-9ba7-9d5bc760c81b None None] Received port after_create {{(pid=103449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 21:12:12.089155 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4e7c53ad-e212-4031-816e-30b9112a6eb8 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:12:12.122571 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4e7c53ad-e212-4031-816e-30b9112a6eb8 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:12:12.158587 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-2b281092-1fac-45d0-9ba7-9d5bc760c81b None None] Attempting to bind port 57903701-2de1-4b2b-83a8-ba00864fb502 on host n-d-818823-1 for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 21:12:12.159202 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-2b281092-1fac-45d0-9ba7-9d5bc760c81b None None] Attempting to bind port 57903701-2de1-4b2b-83a8-ba00864fb502 by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': '34272284-4032-4f65-8409-b92e9ae0bd4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'e170b574-da86-423f-880e-8be85e4787f9'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 21:12:12.159785 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b281092-1fac-45d0-9ba7-9d5bc760c81b None None] Attempting to bind port 57903701-2de1-4b2b-83a8-ba00864fb502 on network e170b574-da86-423f-880e-8be85e4787f9 {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 21:12:12.169484 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e7c53ad-e212-4031-816e-30b9112a6eb8 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Network e170b574-da86-423f-880e-8be85e4787f9 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 21:12:12.170733 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b281092-1fac-45d0-9ba7-9d5bc760c81b None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 21, 12, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 21:12:12.171116 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b281092-1fac-45d0-9ba7-9d5bc760c81b None None] Checking segment: {'id': '34272284-4032-4f65-8409-b92e9ae0bd4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'e170b574-da86-423f-880e-8be85e4787f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 21:12:12.171552 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-2b281092-1fac-45d0-9ba7-9d5bc760c81b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:12:12.171943 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b281092-1fac-45d0-9ba7-9d5bc760c81b None None] Bound using segment: {'id': '34272284-4032-4f65-8409-b92e9ae0bd4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'e170b574-da86-423f-880e-8be85e4787f9'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 21:12:12.172295 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-4e7c53ad-e212-4031-816e-30b9112a6eb8 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 21:12:12.172420 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-2b281092-1fac-45d0-9ba7-9d5bc760c81b None None] Bound port: 57903701-2de1-4b2b-83a8-ba00864fb502, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34272284-4032-4f65-8409-b92e9ae0bd4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'e170b574-da86-423f-880e-8be85e4787f9'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 21:12:12.172787 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-2b281092-1fac-45d0-9ba7-9d5bc760c81b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:12:12.176878 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e7c53ad-e212-4031-816e-30b9112a6eb8 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 21:12:12.181242 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7c53ad-e212-4031-816e-30b9112a6eb8 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Pushing event updated for resources: {'Port': ['ID=4dd3877f-edc8-450a-88c0-da883001f372,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:12:12.184718 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-9e47363c-9575-43c8-8450-d1d8eaa9efe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3c914ec-c0d6-46c9-b417-fa97411a7772', 'name': 'tempest-TestNetworkAdvancedServerOps-router-768556948', 'tenant_id': '6021baac210f4987b10e749036581cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': 'cafa342b-39dc-4132-9b91-7783327920b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T21:12:08Z', 'updated_at': '2021-11-22T21:12:09Z', 'revision_number': 3, 'project_id': '6021baac210f4987b10e749036581cbe', 'gw_port': {'id': 'cafa342b-39dc-4132-9b91-7783327920b7', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:e5:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3c914ec-c0d6-46c9-b417-fa97411a7772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:12:08Z', 'updated_at': '2021-11-22T21:12:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:12:12.214908 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e47363c-9575-43c8-8450-d1d8eaa9efe8 None None] The sync data for ids ['d3c914ec-c0d6-46c9-b417-fa97411a7772'] in n-d-818823-1 is: [{'id': 'd3c914ec-c0d6-46c9-b417-fa97411a7772', 'name': 'tempest-TestNetworkAdvancedServerOps-router-768556948', 'tenant_id': '6021baac210f4987b10e749036581cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': 'cafa342b-39dc-4132-9b91-7783327920b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T21:12:08Z', 'updated_at': '2021-11-22T21:12:09Z', 'revision_number': 3, 'project_id': '6021baac210f4987b10e749036581cbe', 'gw_port': {'id': 'cafa342b-39dc-4132-9b91-7783327920b7', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:e5:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3c914ec-c0d6-46c9-b417-fa97411a7772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:12:08Z', 'updated_at': '2021-11-22T21:12:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 21:12:12.226108 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4e7c53ad-e212-4031-816e-30b9112a6eb8 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659939'] for router_interface, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:12:12.273982 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-2b281092-1fac-45d0-9ba7-9d5bc760c81b None None] For port 57903701-2de1-4b2b-83a8-ba00864fb502, host n-d-818823-1, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 21:12:12.278137 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-2b281092-1fac-45d0-9ba7-9d5bc760c81b None None] For port 57903701-2de1-4b2b-83a8-ba00864fb502, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=57903701-2de1-4b2b-83a8-ba00864fb502,segment=NetworkSegment(34272284-4032-4f65-8409-b92e9ae0bd4b),segment_id=34272284-4032-4f65-8409-b92e9ae0bd4b)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 21:12:12.283647 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-2b281092-1fac-45d0-9ba7-9d5bc760c81b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:12:12.343902 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b281092-1fac-45d0-9ba7-9d5bc760c81b None None] Pushing event updated for resources: {'Port': ['ID=57903701-2de1-4b2b-83a8-ba00864fb502,revision_number=2']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:12:12.366402 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4e7c53ad-e212-4031-816e-30b9112a6eb8 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:12:12.707183 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4e7c53ad-e212-4031-816e-30b9112a6eb8 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks [] for port, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:12:12.712667 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4e7c53ad-e212-4031-816e-30b9112a6eb8 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:12:12.793740 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4e7c53ad-e212-4031-816e-30b9112a6eb8 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-563461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-659839'] for router_interface, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:12:12.797441 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7c53ad-e212-4031-816e-30b9112a6eb8 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Pushing event updated for resources: {'Port': ['ID=4dd3877f-edc8-450a-88c0-da883001f372,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:12:12.892017 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e7c53ad-e212-4031-816e-30b9112a6eb8 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Network e170b574-da86-423f-880e-8be85e4787f9 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 21:12:12.893568 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-4e7c53ad-e212-4031-816e-30b9112a6eb8 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 21:12:13.013501 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e7c53ad-e212-4031-816e-30b9112a6eb8 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Router d3c914ec-c0d6-46c9-b417-fa97411a7772 has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 21:12:13.135479 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e7c53ad-e212-4031-816e-30b9112a6eb8 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 21:12:13.140973 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-4e7c53ad-e212-4031-816e-30b9112a6eb8 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "PUT /v2.0/routers/d3c914ec-c0d6-46c9-b417-fa97411a7772/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3737915 Nov 22 21:12:13.310288 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-68e338e0-4045-4cbf-8a65-72bf146f9783 req-19b03a7c-0689-4381-bdbe-f62513bb39db tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-814272984&fields=id&tenant_id=6021baac210f4987b10e749036581cbe HTTP/1.1" status: 200 len: 267 time: 0.0459759 Nov 22 21:12:13.355485 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0aa24fc-c216-4ed7-a861-01dd767c5ab6 None None] Network e170b574-da86-423f-880e-8be85e4787f9 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 21:12:13.428942 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e338e0-4045-4cbf-8a65-72bf146f9783 req-da5045bb-0591-45b6-80ec-c5fa67f7b703 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:12:13.430446 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-68e338e0-4045-4cbf-8a65-72bf146f9783 req-da5045bb-0591-45b6-80ec-c5fa67f7b703 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/networks?id=e170b574-da86-423f-880e-8be85e4787f9 HTTP/1.1" status: 200 len: 796 time: 0.1123586 Nov 22 21:12:13.435904 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-535e37fd-5f2c-4765-bbb4-5438069032bd None None] Provisioning complete for port 57903701-2de1-4b2b-83a8-ba00864fb502 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 21:12:13.436217 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-535e37fd-5f2c-4765-bbb4-5438069032bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:12:13.446164 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-68e338e0-4045-4cbf-8a65-72bf146f9783 req-2f8eb540-96ce-4302-9ae7-319cc185a444 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/quotas/6021baac210f4987b10e749036581cbe HTTP/1.1" status: 200 len: 375 time: 0.0096481 Nov 22 21:12:13.497552 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-68e338e0-4045-4cbf-8a65-72bf146f9783 req-50a34b70-3692-4138-b496-c94e3363263a tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=6021baac210f4987b10e749036581cbe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0455806 Nov 22 21:12:13.582676 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-535e37fd-5f2c-4765-bbb4-5438069032bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:12:13.605046 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-68e338e0-4045-4cbf-8a65-72bf146f9783 req-fc0788c4-b73e-4800-898b-4c9e00efa381 service neutron] 10.222.0.46 "GET /v2.0/networks/e170b574-da86-423f-880e-8be85e4787f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937145 Nov 22 21:12:13.623984 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-535e37fd-5f2c-4765-bbb4-5438069032bd None None] For port 57903701-2de1-4b2b-83a8-ba00864fb502, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=57903701-2de1-4b2b-83a8-ba00864fb502,segment=NetworkSegment(34272284-4032-4f65-8409-b92e9ae0bd4b),segment_id=34272284-4032-4f65-8409-b92e9ae0bd4b)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 21:12:13.629285 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-535e37fd-5f2c-4765-bbb4-5438069032bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:12:13.682199 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535e37fd-5f2c-4765-bbb4-5438069032bd None None] Pushing event updated for resources: {'Port': ['ID=57903701-2de1-4b2b-83a8-ba00864fb502,revision_number=3']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:12:13.709917 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-68e338e0-4045-4cbf-8a65-72bf146f9783 req-013f290c-8d26-492a-b5a4-25f90f4351d7 service neutron] 10.222.0.46 "GET /v2.0/networks/e170b574-da86-423f-880e-8be85e4787f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959194 Nov 22 21:12:13.874535 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-a87b4254-e972-451b-be16-3689e00413f5 None None] Provisioning complete for port 57903701-2de1-4b2b-83a8-ba00864fb502 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 21:12:13.875474 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-a87b4254-e972-451b-be16-3689e00413f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:12:13.914829 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device cafa342b-39dc-4132-9b91-7783327920b7 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 21:12:13.948246 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-12ca9f5a-985e-42b0-bf6b-af14b9c4d0e7 req-d5ea7205-d334-420b-a2aa-f58edcddf987 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/ports?device_id=9c1aa12c-9b10-4a61-bb17-dd28ef4c85e4 HTTP/1.1" status: 200 len: 210 time: 0.0435233 Nov 22 21:12:14.042817 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30eece07-1da3-4b26-90a1-3384622ec5de None None] Sync routers for ids ['d3c914ec-c0d6-46c9-b417-fa97411a7772'] in n-d-818823-1 {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 21:12:14.045971 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port cafa342b-39dc-4132-9b91-7783327920b7 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 21:12:14.046349 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:12:14.059253 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30eece07-1da3-4b26-90a1-3384622ec5de None None] Routers {'d3c914ec-c0d6-46c9-b417-fa97411a7772'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 21:12:14.060138 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-30eece07-1da3-4b26-90a1-3384622ec5de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T21:12:03Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['d3c914ec-c0d6-46c9-b417-fa97411a7772'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:12:14.120546 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-a87b4254-e972-451b-be16-3689e00413f5 None None] Provisioning complete for port 4dd3877f-edc8-450a-88c0-da883001f372 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 21:12:14.120870 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-a87b4254-e972-451b-be16-3689e00413f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:12:14.216918 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 57903701-2de1-4b2b-83a8-ba00864fb502 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 21:12:14.218996 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-a87b4254-e972-451b-be16-3689e00413f5 None None] Port 4dd3877f-edc8-450a-88c0-da883001f372 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 21:12:14.278615 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 57903701-2de1-4b2b-83a8-ba00864fb502 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 21:12:14.279005 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:12:14.301760 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-30eece07-1da3-4b26-90a1-3384622ec5de None None] Set router d3c914ec-c0d6-46c9-b417-fa97411a7772 gateway port host: n-d-818823-1 {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 21:12:14.380735 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-30abb0b1-d51b-468e-91b5-28801ca41382 None None] Provisioning complete for port 4dd3877f-edc8-450a-88c0-da883001f372 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 21:12:14.381358 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-30abb0b1-d51b-468e-91b5-28801ca41382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:12:14.418604 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-30abb0b1-d51b-468e-91b5-28801ca41382 None None] Port 4dd3877f-edc8-450a-88c0-da883001f372 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 21:12:14.530395 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-30eece07-1da3-4b26-90a1-3384622ec5de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3c914ec-c0d6-46c9-b417-fa97411a7772', 'name': 'tempest-TestNetworkAdvancedServerOps-router-768556948', 'tenant_id': '6021baac210f4987b10e749036581cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': 'cafa342b-39dc-4132-9b91-7783327920b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T21:12:08Z', 'updated_at': '2021-11-22T21:12:12Z', 'revision_number': 4, 'project_id': '6021baac210f4987b10e749036581cbe', 'gw_port': {'id': 'cafa342b-39dc-4132-9b91-7783327920b7', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:e5:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c914ec-c0d6-46c9-b417-fa97411a7772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:12:08Z', 'updated_at': '2021-11-22T21:12:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': '4dd3877f-edc8-450a-88c0-da883001f372', 'name': '', 'network_id': 'e170b574-da86-423f-880e-8be85e4787f9', 'tenant_id': '6021baac210f4987b10e749036581cbe', 'mac_address': 'fa:16:3e:00:8e:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3c914ec-c0d6-46c9-b417-fa97411a7772', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '50218125-9450-47da-a8f4-43a10aafe2d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:12:11Z', 'updated_at': '2021-11-22T21:12:12Z', 'revision_number': 2, 'project_id': '6021baac210f4987b10e749036581cbe', 'subnets': [{'id': '50218125-9450-47da-a8f4-43a10aafe2d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:12:14.540558 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-7a3f22cf-b608-4e4e-985a-9c0bc23a2bb5 None None] Provisioning complete for port 4dd3877f-edc8-450a-88c0-da883001f372 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 21:12:14.541016 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-7a3f22cf-b608-4e4e-985a-9c0bc23a2bb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:12:14.561745 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30eece07-1da3-4b26-90a1-3384622ec5de None None] Checking router: d3c914ec-c0d6-46c9-b417-fa97411a7772 for host: n-d-818823-1 {{(pid=103450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 21:12:14.562172 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30eece07-1da3-4b26-90a1-3384622ec5de None None] Updating router d3c914ec-c0d6-46c9-b417-fa97411a7772 port 4dd3877f-edc8-450a-88c0-da883001f372 binding host n-d-818823-1 {{(pid=103450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 21:12:14.584204 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-7a3f22cf-b608-4e4e-985a-9c0bc23a2bb5 None None] Port 4dd3877f-edc8-450a-88c0-da883001f372 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 21:12:14.591815 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-30eece07-1da3-4b26-90a1-3384622ec5de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:12:14.857057 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-30eece07-1da3-4b26-90a1-3384622ec5de None None] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:12:14.861518 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-30eece07-1da3-4b26-90a1-3384622ec5de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:12:14.947636 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f1bf83-b61b-4f0b-9b2d-93373ea2e278 None None] Pushing event updated for resources: {'Port': ['ID=4dd3877f-edc8-450a-88c0-da883001f372,revision_number=3']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:12:14.963321 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f1bf83-b61b-4f0b-9b2d-93373ea2e278 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:12:14.963716 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f1bf83-b61b-4f0b-9b2d-93373ea2e278 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:12:14.964058 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f1bf83-b61b-4f0b-9b2d-93373ea2e278 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:12:14.964389 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f1bf83-b61b-4f0b-9b2d-93373ea2e278 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:12:14.964718 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f1bf83-b61b-4f0b-9b2d-93373ea2e278 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:12:14.965047 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f1bf83-b61b-4f0b-9b2d-93373ea2e278 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:12:14.965370 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f1bf83-b61b-4f0b-9b2d-93373ea2e278 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:12:14.965687 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f1bf83-b61b-4f0b-9b2d-93373ea2e278 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:12:14.966011 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f1bf83-b61b-4f0b-9b2d-93373ea2e278 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:12:14.966335 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f1bf83-b61b-4f0b-9b2d-93373ea2e278 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:12:14.966648 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f1bf83-b61b-4f0b-9b2d-93373ea2e278 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:12:14.966969 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f1bf83-b61b-4f0b-9b2d-93373ea2e278 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:12:14.974169 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-30eece07-1da3-4b26-90a1-3384622ec5de None None] Attempting to bind port 4dd3877f-edc8-450a-88c0-da883001f372 on host n-d-818823-1 for vnic_type normal with profile {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 21:12:14.974540 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-30eece07-1da3-4b26-90a1-3384622ec5de None None] Attempting to bind port 4dd3877f-edc8-450a-88c0-da883001f372 by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': '34272284-4032-4f65-8409-b92e9ae0bd4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'e170b574-da86-423f-880e-8be85e4787f9'}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 21:12:14.974907 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30eece07-1da3-4b26-90a1-3384622ec5de None None] Attempting to bind port 4dd3877f-edc8-450a-88c0-da883001f372 on network e170b574-da86-423f-880e-8be85e4787f9 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 21:12:14.981055 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30eece07-1da3-4b26-90a1-3384622ec5de None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 21, 12, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 21:12:14.981507 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30eece07-1da3-4b26-90a1-3384622ec5de None None] Checking segment: {'id': '34272284-4032-4f65-8409-b92e9ae0bd4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'e170b574-da86-423f-880e-8be85e4787f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 21:12:14.981977 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-30eece07-1da3-4b26-90a1-3384622ec5de None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:12:14.982365 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30eece07-1da3-4b26-90a1-3384622ec5de None None] Bound using segment: {'id': '34272284-4032-4f65-8409-b92e9ae0bd4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'e170b574-da86-423f-880e-8be85e4787f9'} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 21:12:14.982889 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-30eece07-1da3-4b26-90a1-3384622ec5de None None] Bound port: 4dd3877f-edc8-450a-88c0-da883001f372, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34272284-4032-4f65-8409-b92e9ae0bd4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'e170b574-da86-423f-880e-8be85e4787f9'}}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 21:12:14.983212 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-30eece07-1da3-4b26-90a1-3384622ec5de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:12:15.053625 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:12:15.065548 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-aff995e0-a8be-4368-a57e-fd10b7f4b9c9 req-01eb1299-5017-4149-8624-dc1f3b4ca5d1 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/ports?device_id=9c1aa12c-9b10-4a61-bb17-dd28ef4c85e4 HTTP/1.1" status: 200 len: 210 time: 0.0330164 Nov 22 21:12:15.074780 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:12:15.093193 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-30eece07-1da3-4b26-90a1-3384622ec5de None None] For port 4dd3877f-edc8-450a-88c0-da883001f372, host n-d-818823-1, cleared binding levels {{(pid=103450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 21:12:15.096794 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-30eece07-1da3-4b26-90a1-3384622ec5de None None] For port 4dd3877f-edc8-450a-88c0-da883001f372, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=4dd3877f-edc8-450a-88c0-da883001f372,segment=NetworkSegment(34272284-4032-4f65-8409-b92e9ae0bd4b),segment_id=34272284-4032-4f65-8409-b92e9ae0bd4b)] {{(pid=103450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 21:12:15.103682 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-30eece07-1da3-4b26-90a1-3384622ec5de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:12:15.190961 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f1bf83-b61b-4f0b-9b2d-93373ea2e278 None None] Pushing event updated for resources: {'Port': ['ID=4dd3877f-edc8-450a-88c0-da883001f372,revision_number=4']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:12:15.199120 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30eece07-1da3-4b26-90a1-3384622ec5de None None] Routers {'d3c914ec-c0d6-46c9-b417-fa97411a7772'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 21:12:15.199853 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-30eece07-1da3-4b26-90a1-3384622ec5de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T21:12:03Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['d3c914ec-c0d6-46c9-b417-fa97411a7772'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:12:15.222321 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-6b58071b-020e-40ac-8a17-195f35b12b10 None None] Provisioning complete for port 4dd3877f-edc8-450a-88c0-da883001f372 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 21:12:15.223053 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6b58071b-020e-40ac-8a17-195f35b12b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:12:15.224440 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e338e0-4045-4cbf-8a65-72bf146f9783 req-b4ea3136-1822-446c-84b6-a05f0dfc0406 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:12:15.227332 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-68e338e0-4045-4cbf-8a65-72bf146f9783 req-b4ea3136-1822-446c-84b6-a05f0dfc0406 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.41 "GET /v2.0/networks?id=e170b574-da86-423f-880e-8be85e4787f9 HTTP/1.1" status: 200 len: 796 time: 0.1665747 Nov 22 21:12:15.313674 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6b58071b-020e-40ac-8a17-195f35b12b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:12:15.314993 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-68e338e0-4045-4cbf-8a65-72bf146f9783 req-84861c88-1ee3-4ec2-b7c4-f7cf96423777 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6021baac210f4987b10e749036581cbe HTTP/1.1" status: 200 len: 379 time: 0.0757668 Nov 22 21:12:15.329245 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [req-68e338e0-4045-4cbf-8a65-72bf146f9783 req-f5727fd6-a897-4387-acfe-8ba56a2e4026 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Request body: {'port': {'device_id': '9c1aa12c-9b10-4a61-bb17-dd28ef4c85e4', 'network_id': 'e170b574-da86-423f-880e-8be85e4787f9', 'admin_state_up': True, 'tenant_id': '6021baac210f4987b10e749036581cbe', 'security_groups': ['e47b0c42-9c8c-4ebf-b48a-c5c3576b4460']}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 21:12:15.338743 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-30eece07-1da3-4b26-90a1-3384622ec5de None None] Set router d3c914ec-c0d6-46c9-b417-fa97411a7772 gateway port host: n-d-818823-1 {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 21:12:15.351114 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-6b58071b-020e-40ac-8a17-195f35b12b10 None None] For port 4dd3877f-edc8-450a-88c0-da883001f372, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=4dd3877f-edc8-450a-88c0-da883001f372,segment=NetworkSegment(34272284-4032-4f65-8409-b92e9ae0bd4b),segment_id=34272284-4032-4f65-8409-b92e9ae0bd4b)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 21:12:15.357643 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6b58071b-020e-40ac-8a17-195f35b12b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:12:15.424890 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b58071b-020e-40ac-8a17-195f35b12b10 None None] Pushing event updated for resources: {'Port': ['ID=4dd3877f-edc8-450a-88c0-da883001f372,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:12:15.452283 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68e338e0-4045-4cbf-8a65-72bf146f9783 req-f5727fd6-a897-4387-acfe-8ba56a2e4026 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Made reservation on behalf of 6021baac210f4987b10e749036581cbe for: {'port': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 21:12:15.455883 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-68e338e0-4045-4cbf-8a65-72bf146f9783 req-f5727fd6-a897-4387-acfe-8ba56a2e4026 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:12:15.479974 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-94a743d4-dc00-4a1a-b1e9-b16e8dd5014f None None] Provisioning complete for port 4dd3877f-edc8-450a-88c0-da883001f372 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 21:12:15.480493 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-94a743d4-dc00-4a1a-b1e9-b16e8dd5014f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:12:15.564294 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-30eece07-1da3-4b26-90a1-3384622ec5de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3c914ec-c0d6-46c9-b417-fa97411a7772', 'name': 'tempest-TestNetworkAdvancedServerOps-router-768556948', 'tenant_id': '6021baac210f4987b10e749036581cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': 'cafa342b-39dc-4132-9b91-7783327920b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T21:12:08Z', 'updated_at': '2021-11-22T21:12:12Z', 'revision_number': 4, 'project_id': '6021baac210f4987b10e749036581cbe', 'gw_port': {'id': 'cafa342b-39dc-4132-9b91-7783327920b7', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:e5:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c914ec-c0d6-46c9-b417-fa97411a7772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:12:08Z', 'updated_at': '2021-11-22T21:12:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': '4dd3877f-edc8-450a-88c0-da883001f372', 'name': '', 'network_id': 'e170b574-da86-423f-880e-8be85e4787f9', 'tenant_id': '6021baac210f4987b10e749036581cbe', 'mac_address': 'fa:16:3e:00:8e:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3c914ec-c0d6-46c9-b417-fa97411a7772', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '50218125-9450-47da-a8f4-43a10aafe2d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:12:11Z', 'updated_at': '2021-11-22T21:12:15Z', 'revision_number': 4, 'project_id': '6021baac210f4987b10e749036581cbe', 'subnets': [{'id': '50218125-9450-47da-a8f4-43a10aafe2d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:12:15.592022 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [req-68e338e0-4045-4cbf-8a65-72bf146f9783 req-f5727fd6-a897-4387-acfe-8ba56a2e4026 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Allocated IP 172.20.0.11 (e170b574-da86-423f-880e-8be85e4787f9/50218125-9450-47da-a8f4-43a10aafe2d5/74c9b96c-189f-4fcc-9dda-a6375af33207) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 21:12:15.593483 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30eece07-1da3-4b26-90a1-3384622ec5de None None] The sync data for ids ['d3c914ec-c0d6-46c9-b417-fa97411a7772'] in n-d-818823-1 is: [{'id': 'd3c914ec-c0d6-46c9-b417-fa97411a7772', 'name': 'tempest-TestNetworkAdvancedServerOps-router-768556948', 'tenant_id': '6021baac210f4987b10e749036581cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': 'cafa342b-39dc-4132-9b91-7783327920b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T21:12:08Z', 'updated_at': '2021-11-22T21:12:12Z', 'revision_number': 4, 'project_id': '6021baac210f4987b10e749036581cbe', 'gw_port': {'id': 'cafa342b-39dc-4132-9b91-7783327920b7', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:e5:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c914ec-c0d6-46c9-b417-fa97411a7772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:12:08Z', 'updated_at': '2021-11-22T21:12:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': '4dd3877f-edc8-450a-88c0-da883001f372', 'name': '', 'network_id': 'e170b574-da86-423f-880e-8be85e4787f9', 'tenant_id': '6021baac210f4987b10e749036581cbe', 'mac_address': 'fa:16:3e:00:8e:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3c914ec-c0d6-46c9-b417-fa97411a7772', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '50218125-9450-47da-a8f4-43a10aafe2d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:12:11Z', 'updated_at': '2021-11-22T21:12:15Z', 'revision_number': 4, 'project_id': '6021baac210f4987b10e749036581cbe', 'subnets': [{'id': '50218125-9450-47da-a8f4-43a10aafe2d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 21:12:15.749171 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-68e338e0-4045-4cbf-8a65-72bf146f9783 req-f5727fd6-a897-4387-acfe-8ba56a2e4026 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:12:15.791008 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-68e338e0-4045-4cbf-8a65-72bf146f9783 req-f5727fd6-a897-4387-acfe-8ba56a2e4026 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:12:15.805308 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 4dd3877f-edc8-450a-88c0-da883001f372 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 21:12:15.835583 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68e338e0-4045-4cbf-8a65-72bf146f9783 req-f5727fd6-a897-4387-acfe-8ba56a2e4026 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Network e170b574-da86-423f-880e-8be85e4787f9 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 21:12:15.840819 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [req-68e338e0-4045-4cbf-8a65-72bf146f9783 req-f5727fd6-a897-4387-acfe-8ba56a2e4026 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 21:12:15.844852 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [req-68e338e0-4045-4cbf-8a65-72bf146f9783 req-f5727fd6-a897-4387-acfe-8ba56a2e4026 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 21:12:15.856967 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 4dd3877f-edc8-450a-88c0-da883001f372 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 21:12:15.857592 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:12:15.880630 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5727fd6-a897-4387-acfe-8ba56a2e4026 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Pushing event updated for resources: {'Port': ['ID=74c9b96c-189f-4fcc-9dda-a6375af33207,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:12:15.910055 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e338e0-4045-4cbf-8a65-72bf146f9783 req-f5727fd6-a897-4387-acfe-8ba56a2e4026 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:12:15.910982 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-68e338e0-4045-4cbf-8a65-72bf146f9783 req-f5727fd6-a897-4387-acfe-8ba56a2e4026 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:12:15.935742 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-68e338e0-4045-4cbf-8a65-72bf146f9783 req-f5727fd6-a897-4387-acfe-8ba56a2e4026 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6114383 Nov 22 21:12:15.950534 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [req-68e338e0-4045-4cbf-8a65-72bf146f9783 req-ec383cf6-2854-4d65-aa6b-351c22fce43e service neutron] Request body: {'port': {'device_id': '9c1aa12c-9b10-4a61-bb17-dd28ef4c85e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818823-1'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 21:12:16.016147 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-68e338e0-4045-4cbf-8a65-72bf146f9783 req-ec383cf6-2854-4d65-aa6b-351c22fce43e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:12:16.096601 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-c82f9f85-3671-4c2b-95b3-b84a54b16ee4 None None] Provisioning complete for port 74c9b96c-189f-4fcc-9dda-a6375af33207 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 21:12:16.096975 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-c82f9f85-3671-4c2b-95b3-b84a54b16ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:12:16.142160 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-c82f9f85-3671-4c2b-95b3-b84a54b16ee4 None None] Port 74c9b96c-189f-4fcc-9dda-a6375af33207 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 21:12:16.206356 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fdd2b8-f52c-4366-b2b8-0883ae541fa8 req-861419f7-c3df-4b40-9315-4a16f388fec9 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:12:16.207967 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-67fdd2b8-f52c-4366-b2b8-0883ae541fa8 req-861419f7-c3df-4b40-9315-4a16f388fec9 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/ports?device_id=9c1aa12c-9b10-4a61-bb17-dd28ef4c85e4 HTTP/1.1" status: 200 len: 932 time: 0.0607321 Nov 22 21:12:16.262355 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-67fdd2b8-f52c-4366-b2b8-0883ae541fa8 req-2db3c327-9123-494a-8e5e-0458d1c5d44d tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/security-groups?id=e47b0c42-9c8c-4ebf-b48a-c5c3576b4460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481544 Nov 22 21:12:16.321180 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [req-68e338e0-4045-4cbf-8a65-72bf146f9783 req-ec383cf6-2854-4d65-aa6b-351c22fce43e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74c9b96c-189f-4fcc-9dda-a6375af33207 {{(pid=103448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 21:12:16.329200 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-68e338e0-4045-4cbf-8a65-72bf146f9783 req-ec383cf6-2854-4d65-aa6b-351c22fce43e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:12:16.341681 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [req-68e338e0-4045-4cbf-8a65-72bf146f9783 req-ec383cf6-2854-4d65-aa6b-351c22fce43e service neutron] Transition to ACTIVE for port object 74c9b96c-189f-4fcc-9dda-a6375af33207 will not be triggered until provisioned by entity L2. {{(pid=103448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 21:12:16.346328 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-68e338e0-4045-4cbf-8a65-72bf146f9783 req-ec383cf6-2854-4d65-aa6b-351c22fce43e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:12:16.397678 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec383cf6-2854-4d65-aa6b-351c22fce43e service neutron] Pushing event updated for resources: {'Port': ['ID=74c9b96c-189f-4fcc-9dda-a6375af33207,revision_number=2']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:12:16.477312 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-68e338e0-4045-4cbf-8a65-72bf146f9783 req-ec383cf6-2854-4d65-aa6b-351c22fce43e service neutron] Attempting to bind port 74c9b96c-189f-4fcc-9dda-a6375af33207 on host n-h1-818823-1 for vnic_type normal with profile {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 21:12:16.477655 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-68e338e0-4045-4cbf-8a65-72bf146f9783 req-ec383cf6-2854-4d65-aa6b-351c22fce43e service neutron] Attempting to bind port 74c9b96c-189f-4fcc-9dda-a6375af33207 by drivers openvswitch,hyperv on host n-h1-818823-1 at level 0 using segments [{'id': '34272284-4032-4f65-8409-b92e9ae0bd4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'e170b574-da86-423f-880e-8be85e4787f9'}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 21:12:16.477989 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68e338e0-4045-4cbf-8a65-72bf146f9783 req-ec383cf6-2854-4d65-aa6b-351c22fce43e service neutron] Attempting to bind port 74c9b96c-189f-4fcc-9dda-a6375af33207 on network e170b574-da86-423f-880e-8be85e4787f9 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 21:12:16.482910 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68e338e0-4045-4cbf-8a65-72bf146f9783 req-ec383cf6-2854-4d65-aa6b-351c22fce43e service neutron] Port 74c9b96c-189f-4fcc-9dda-a6375af33207 on network e170b574-da86-423f-880e-8be85e4787f9 not bound, no agent of type Open vSwitch agent registered on host n-h1-818823-1 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 21:12:16.483236 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68e338e0-4045-4cbf-8a65-72bf146f9783 req-ec383cf6-2854-4d65-aa6b-351c22fce43e service neutron] Attempting to bind port 74c9b96c-189f-4fcc-9dda-a6375af33207 on network e170b574-da86-423f-880e-8be85e4787f9 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 21:12:16.488422 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68e338e0-4045-4cbf-8a65-72bf146f9783 req-ec383cf6-2854-4d65-aa6b-351c22fce43e service neutron] Checking agent: {'id': '7a008cff-3b49-418c-8046-689d46cc800f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'started_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 21, 12, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 21:12:16.489033 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68e338e0-4045-4cbf-8a65-72bf146f9783 req-ec383cf6-2854-4d65-aa6b-351c22fce43e service neutron] Checking segment: {'id': '34272284-4032-4f65-8409-b92e9ae0bd4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'e170b574-da86-423f-880e-8be85e4787f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 21:12:16.489420 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68e338e0-4045-4cbf-8a65-72bf146f9783 req-ec383cf6-2854-4d65-aa6b-351c22fce43e service neutron] Bound using segment: {'id': '34272284-4032-4f65-8409-b92e9ae0bd4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'e170b574-da86-423f-880e-8be85e4787f9'} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 21:12:16.489851 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-68e338e0-4045-4cbf-8a65-72bf146f9783 req-ec383cf6-2854-4d65-aa6b-351c22fce43e service neutron] Bound port: 74c9b96c-189f-4fcc-9dda-a6375af33207, host: n-h1-818823-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34272284-4032-4f65-8409-b92e9ae0bd4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'e170b574-da86-423f-880e-8be85e4787f9'}}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 21:12:16.490217 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-68e338e0-4045-4cbf-8a65-72bf146f9783 req-ec383cf6-2854-4d65-aa6b-351c22fce43e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:12:16.559284 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-68e338e0-4045-4cbf-8a65-72bf146f9783 req-ec383cf6-2854-4d65-aa6b-351c22fce43e service neutron] For port 74c9b96c-189f-4fcc-9dda-a6375af33207, host n-h1-818823-1, cleared binding levels {{(pid=103448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 21:12:16.563070 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-68e338e0-4045-4cbf-8a65-72bf146f9783 req-ec383cf6-2854-4d65-aa6b-351c22fce43e service neutron] For port 74c9b96c-189f-4fcc-9dda-a6375af33207, host n-h1-818823-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=74c9b96c-189f-4fcc-9dda-a6375af33207,segment=NetworkSegment(34272284-4032-4f65-8409-b92e9ae0bd4b),segment_id=34272284-4032-4f65-8409-b92e9ae0bd4b)] {{(pid=103448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 21:12:16.568517 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-68e338e0-4045-4cbf-8a65-72bf146f9783 req-ec383cf6-2854-4d65-aa6b-351c22fce43e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:12:16.608784 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e338e0-4045-4cbf-8a65-72bf146f9783 req-ec383cf6-2854-4d65-aa6b-351c22fce43e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:12:16.609551 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-68e338e0-4045-4cbf-8a65-72bf146f9783 req-ec383cf6-2854-4d65-aa6b-351c22fce43e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:12:16.610987 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-68e338e0-4045-4cbf-8a65-72bf146f9783 req-ec383cf6-2854-4d65-aa6b-351c22fce43e service neutron] 10.222.0.41 "PUT /v2.0/ports/74c9b96c-189f-4fcc-9dda-a6375af33207 HTTP/1.1" status: 200 len: 1092 time: 0.6676872 Nov 22 21:12:16.611470 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c1aa12c-9b10-4a61-bb17-dd28ef4c85e4', 'tag': '74c9b96c-189f-4fcc-9dda-a6375af33207'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 21:12:16.614058 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d75c62b18f4846ba0ff3fb32e7a2f33757bcd91f6941723bbc4e48e63e422314" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe7617f0-003b-4bb9-a0f5-2ebb9ac611b3" -d '{"events": [{"name": "network-changed", "server_uuid": "9c1aa12c-9b10-4a61-bb17-dd28ef4c85e4", "tag": "74c9b96c-189f-4fcc-9dda-a6375af33207"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 21:12:16.645556 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec383cf6-2854-4d65-aa6b-351c22fce43e service neutron] Pushing event updated for resources: {'Port': ['ID=74c9b96c-189f-4fcc-9dda-a6375af33207,revision_number=3']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:12:16.660872 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 21:12:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5bd56f5-1b8b-4cdc-aadd-de14f2f9ae74 x-openstack-request-id: req-d5bd56f5-1b8b-4cdc-aadd-de14f2f9ae74 {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 21:12:16.661350 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c1aa12c-9b10-4a61-bb17-dd28ef4c85e4", "tag": "74c9b96c-189f-4fcc-9dda-a6375af33207", "status": "completed", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 21:12:16.661709 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d5bd56f5-1b8b-4cdc-aadd-de14f2f9ae74 {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 21:12:16.662207 n-d-818823-1 neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c1aa12c-9b10-4a61-bb17-dd28ef4c85e4', 'tag': '74c9b96c-189f-4fcc-9dda-a6375af33207', 'status': 'completed', 'code': 200} Nov 22 21:12:16.726911 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e338e0-4045-4cbf-8a65-72bf146f9783 req-1a81908e-9589-4ad5-9c52-51e6e47f644e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:12:16.728849 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-68e338e0-4045-4cbf-8a65-72bf146f9783 req-1a81908e-9589-4ad5-9c52-51e6e47f644e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6021baac210f4987b10e749036581cbe&device_id=9c1aa12c-9b10-4a61-bb17-dd28ef4c85e4 HTTP/1.1" status: 200 len: 1095 time: 0.0577371 Nov 22 21:12:16.775962 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-68e338e0-4045-4cbf-8a65-72bf146f9783 req-39ad3b0c-0696-4f62-8a19-ed37e2e11c23 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=74c9b96c-189f-4fcc-9dda-a6375af33207 HTTP/1.1" status: 200 len: 217 time: 0.0378337 Nov 22 21:12:16.838018 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e338e0-4045-4cbf-8a65-72bf146f9783 req-b71e4820-f5e3-4c62-80bd-a5cf82104e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:12:16.839581 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-68e338e0-4045-4cbf-8a65-72bf146f9783 req-b71e4820-f5e3-4c62-80bd-a5cf82104e0e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=50218125-9450-47da-a8f4-43a10aafe2d5 HTTP/1.1" status: 200 len: 835 time: 0.0570090 Nov 22 21:12:16.886198 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e338e0-4045-4cbf-8a65-72bf146f9783 req-35f60e36-c91d-4b44-ada7-7fad91eb08ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:12:16.887749 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-68e338e0-4045-4cbf-8a65-72bf146f9783 req-35f60e36-c91d-4b44-ada7-7fad91eb08ae service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e170b574-da86-423f-880e-8be85e4787f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411336 Nov 22 21:12:16.979293 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-68e338e0-4045-4cbf-8a65-72bf146f9783 req-2c95651a-5f20-4afc-8366-f74798eb35b2 service neutron] 10.222.0.41 "GET /v2.0/networks/e170b574-da86-423f-880e-8be85e4787f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847754 Nov 22 21:12:17.072383 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-68e338e0-4045-4cbf-8a65-72bf146f9783 req-e59c0ac0-5119-41c3-8d39-9075ad0b0125 service neutron] 10.222.0.41 "GET /v2.0/networks/e170b574-da86-423f-880e-8be85e4787f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863726 Nov 22 21:12:17.160597 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7617f0-003b-4bb9-a0f5-2ebb9ac611b3 req-db370759-cfdf-4bd6-a19c-06b39144816f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:12:17.162117 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-fe7617f0-003b-4bb9-a0f5-2ebb9ac611b3 req-db370759-cfdf-4bd6-a19c-06b39144816f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6021baac210f4987b10e749036581cbe&device_id=9c1aa12c-9b10-4a61-bb17-dd28ef4c85e4 HTTP/1.1" status: 200 len: 1095 time: 0.0424082 Nov 22 21:12:17.254062 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7617f0-003b-4bb9-a0f5-2ebb9ac611b3 req-5eda6e85-0a40-4d01-a613-2c88ca8acbdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:12:17.255587 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-fe7617f0-003b-4bb9-a0f5-2ebb9ac611b3 req-5eda6e85-0a40-4d01-a613-2c88ca8acbdd service neutron] 10.222.0.41 "GET /v2.0/networks?id=e170b574-da86-423f-880e-8be85e4787f9 HTTP/1.1" status: 200 len: 897 time: 0.0868671 Nov 22 21:12:17.301528 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-fe7617f0-003b-4bb9-a0f5-2ebb9ac611b3 req-a2217310-df79-46e4-b52f-2b003ecc2f71 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=74c9b96c-189f-4fcc-9dda-a6375af33207 HTTP/1.1" status: 200 len: 217 time: 0.0382159 Nov 22 21:12:17.353707 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7617f0-003b-4bb9-a0f5-2ebb9ac611b3 req-3350fb16-85d8-4e65-8b44-a8d4e355e67a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:12:17.355183 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-fe7617f0-003b-4bb9-a0f5-2ebb9ac611b3 req-3350fb16-85d8-4e65-8b44-a8d4e355e67a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=50218125-9450-47da-a8f4-43a10aafe2d5 HTTP/1.1" status: 200 len: 835 time: 0.0460036 Nov 22 21:12:17.378513 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b3eee5-7aaa-461a-b96a-a92318f0bc49 req-2b4d9187-f924-4fa7-8ca3-f66d0dc59374 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:12:17.380046 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-70b3eee5-7aaa-461a-b96a-a92318f0bc49 req-2b4d9187-f924-4fa7-8ca3-f66d0dc59374 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/ports?device_id=9c1aa12c-9b10-4a61-bb17-dd28ef4c85e4 HTTP/1.1" status: 200 len: 944 time: 0.0488610 Nov 22 21:12:17.404771 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7617f0-003b-4bb9-a0f5-2ebb9ac611b3 req-63c5f068-3de6-4a14-ab40-f29106ba936e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:12:17.406814 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-fe7617f0-003b-4bb9-a0f5-2ebb9ac611b3 req-63c5f068-3de6-4a14-ab40-f29106ba936e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e170b574-da86-423f-880e-8be85e4787f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430961 Nov 22 21:12:17.434151 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-70b3eee5-7aaa-461a-b96a-a92318f0bc49 req-a0e13a57-5bec-474f-8722-dbec77f59516 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/security-groups?id=e47b0c42-9c8c-4ebf-b48a-c5c3576b4460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479362 Nov 22 21:12:17.501389 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-fe7617f0-003b-4bb9-a0f5-2ebb9ac611b3 req-ca1ab315-9596-41e0-b7a8-777e0207b008 service neutron] 10.222.0.41 "GET /v2.0/networks/e170b574-da86-423f-880e-8be85e4787f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862985 Nov 22 21:12:17.590521 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-fe7617f0-003b-4bb9-a0f5-2ebb9ac611b3 req-34a66877-2cac-47ab-a055-b0e289b6a15b service neutron] 10.222.0.41 "GET /v2.0/networks/e170b574-da86-423f-880e-8be85e4787f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815907 Nov 22 21:12:18.378732 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 74c9b96c-189f-4fcc-9dda-a6375af33207 details requested by agent hyperv_n-h1-818823-1 with host n-h1-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 21:12:18.474290 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 74c9b96c-189f-4fcc-9dda-a6375af33207, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=74c9b96c-189f-4fcc-9dda-a6375af33207,segment=NetworkSegment(34272284-4032-4f65-8409-b92e9ae0bd4b),segment_id=34272284-4032-4f65-8409-b92e9ae0bd4b)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 21:12:18.486834 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Returning: {'device': '74c9b96c-189f-4fcc-9dda-a6375af33207', 'network_id': 'e170b574-da86-423f-880e-8be85e4787f9', 'port_id': '74c9b96c-189f-4fcc-9dda-a6375af33207', 'mac_address': 'fa:16:3e:bb:50:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50218125-9450-47da-a8f4-43a10aafe2d5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 21:12:18.524450 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:12:18.537916 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74c9b96c-189f-4fcc-9dda-a6375af33207 {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 21:12:18.554618 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb8fddb-1c36-4920-a7ba-e3c9977bc635 req-dbec5075-501e-42bb-94e7-9bee77cd4659 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:12:18.556132 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-deb8fddb-1c36-4920-a7ba-e3c9977bc635 req-dbec5075-501e-42bb-94e7-9bee77cd4659 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/ports?device_id=9c1aa12c-9b10-4a61-bb17-dd28ef4c85e4 HTTP/1.1" status: 200 len: 944 time: 0.0524099 Nov 22 21:12:18.557956 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 74c9b96c-189f-4fcc-9dda-a6375af33207, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=74c9b96c-189f-4fcc-9dda-a6375af33207,segment=NetworkSegment(34272284-4032-4f65-8409-b92e9ae0bd4b),segment_id=34272284-4032-4f65-8409-b92e9ae0bd4b)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 21:12:18.562284 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:12:18.605406 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-deb8fddb-1c36-4920-a7ba-e3c9977bc635 req-3ed561d9-ed02-4c46-81db-328c310ef700 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/security-groups?id=e47b0c42-9c8c-4ebf-b48a-c5c3576b4460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428350 Nov 22 21:12:18.608120 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=74c9b96c-189f-4fcc-9dda-a6375af33207,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:12:18.802486 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] get_ports_and_sgs() called for port_ids ['74c9b96c-189f-4fcc-9dda-a6375af33207'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 21:12:19.726143 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efd1f0a-4614-4ce4-b845-cb7d950add2d req-c4bb71c4-f69e-4fc3-ad7d-4a6c61b30e58 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:12:19.727662 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7efd1f0a-4614-4ce4-b845-cb7d950add2d req-c4bb71c4-f69e-4fc3-ad7d-4a6c61b30e58 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/ports?device_id=9c1aa12c-9b10-4a61-bb17-dd28ef4c85e4 HTTP/1.1" status: 200 len: 945 time: 0.0491235 Nov 22 21:12:19.774978 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7efd1f0a-4614-4ce4-b845-cb7d950add2d req-2175344c-952b-42af-9f1d-d21957775619 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/security-groups?id=e47b0c42-9c8c-4ebf-b48a-c5c3576b4460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413868 Nov 22 21:12:20.394373 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 74c9b96c-189f-4fcc-9dda-a6375af33207 up at agent hyperv_n-h1-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 21:12:20.601205 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Provisioning for port 74c9b96c-189f-4fcc-9dda-a6375af33207 completed by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 21:12:20.604768 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Provisioning complete for port 74c9b96c-189f-4fcc-9dda-a6375af33207 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 21:12:20.605140 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:12:20.680710 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:12:20.702799 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c1aa12c-9b10-4a61-bb17-dd28ef4c85e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74c9b96c-189f-4fcc-9dda-a6375af33207'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 21:12:20.705070 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77cdb882cfbf7cc977e8d6fd4582ec33309c0dd3d6eecd2022538c80279aa7ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-831b195c-6472-446a-8253-fee084999c70" -d '{"events": [{"server_uuid": "9c1aa12c-9b10-4a61-bb17-dd28ef4c85e4", "name": "network-vif-plugged", "status": "completed", "tag": "74c9b96c-189f-4fcc-9dda-a6375af33207"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 21:12:20.717124 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 74c9b96c-189f-4fcc-9dda-a6375af33207, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=74c9b96c-189f-4fcc-9dda-a6375af33207,segment=NetworkSegment(34272284-4032-4f65-8409-b92e9ae0bd4b),segment_id=34272284-4032-4f65-8409-b92e9ae0bd4b)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 21:12:20.721100 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:12:20.745688 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 21:12:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d984c03e-e46c-45b3-80f7-44b6a3baae08 x-openstack-request-id: req-d984c03e-e46c-45b3-80f7-44b6a3baae08 {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 21:12:20.745981 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c1aa12c-9b10-4a61-bb17-dd28ef4c85e4", "name": "network-vif-plugged", "status": "completed", "tag": "74c9b96c-189f-4fcc-9dda-a6375af33207", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 21:12:20.746233 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d984c03e-e46c-45b3-80f7-44b6a3baae08 {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 21:12:20.746626 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c1aa12c-9b10-4a61-bb17-dd28ef4c85e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74c9b96c-189f-4fcc-9dda-a6375af33207', 'code': 200} Nov 22 21:12:20.776146 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=74c9b96c-189f-4fcc-9dda-a6375af33207,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:12:20.843232 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27236dee-47b1-415d-8419-3533d2e3ad65 req-40e3de1c-88bd-4be4-bbf2-ad464d7fe06c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:12:20.844766 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-27236dee-47b1-415d-8419-3533d2e3ad65 req-40e3de1c-88bd-4be4-bbf2-ad464d7fe06c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9c1aa12c-9b10-4a61-bb17-dd28ef4c85e4 HTTP/1.1" status: 200 len: 1097 time: 0.0394838 Nov 22 21:12:20.889412 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8ed26a-3dd2-4c90-8df2-dd02bb9ee249 req-787533b5-7656-4b47-921a-c9d96449cc31 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:12:20.890892 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2e8ed26a-3dd2-4c90-8df2-dd02bb9ee249 req-787533b5-7656-4b47-921a-c9d96449cc31 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/ports?device_id=9c1aa12c-9b10-4a61-bb17-dd28ef4c85e4 HTTP/1.1" status: 200 len: 946 time: 0.0484192 Nov 22 21:12:20.896411 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-27236dee-47b1-415d-8419-3533d2e3ad65 req-66285479-f9be-45f1-9dd1-23199398855b service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=e47b0c42-9c8c-4ebf-b48a-c5c3576b4460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444872 Nov 22 21:12:20.944036 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2e8ed26a-3dd2-4c90-8df2-dd02bb9ee249 req-4f6e36b6-a062-479a-956f-fac143c20126 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/security-groups?id=e47b0c42-9c8c-4ebf-b48a-c5c3576b4460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466774 Nov 22 21:12:22.059800 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020ccc6e-cfbc-46be-b6c9-6590fb7c2012 req-5f0e02a0-e356-4e3a-8818-22a46d0f97b2 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:12:22.061321 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-020ccc6e-cfbc-46be-b6c9-6590fb7c2012 req-5f0e02a0-e356-4e3a-8818-22a46d0f97b2 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/ports?device_id=9c1aa12c-9b10-4a61-bb17-dd28ef4c85e4 HTTP/1.1" status: 200 len: 946 time: 0.0480351 Nov 22 21:12:22.109952 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-020ccc6e-cfbc-46be-b6c9-6590fb7c2012 req-3743e215-b545-4bed-9c1b-1f3fca434362 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/security-groups?id=e47b0c42-9c8c-4ebf-b48a-c5c3576b4460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426757 Nov 22 21:12:22.154555 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.agents_db [None req-aa8313f2-1ee4-4e7b-8c5a-d32b2f9d31ee None None] Agent healthcheck: found 7 active agents {{(pid=103450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 21:12:22.225427 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8028b00-75bd-422d-818d-08fba5e6cee7 req-77e13505-c753-4284-ab75-3f2e882525b7 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:12:22.227167 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b8028b00-75bd-422d-818d-08fba5e6cee7 req-77e13505-c753-4284-ab75-3f2e882525b7 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/ports?device_id=9c1aa12c-9b10-4a61-bb17-dd28ef4c85e4 HTTP/1.1" status: 200 len: 946 time: 0.0495300 Nov 22 21:12:22.275224 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b8028b00-75bd-422d-818d-08fba5e6cee7 req-6a104316-dad6-4a68-af84-ea0f85ae4cdf tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/security-groups?id=e47b0c42-9c8c-4ebf-b48a-c5c3576b4460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420663 Nov 22 21:12:22.296580 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 60882) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:12:22.339747 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e1bf847-300d-439f-bd16-b386b0f977d5 tempest-TestNetworkAdvancedServerOps-1979025 tempest-TestNetworkAdvancedServerOps-1979025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:12:22.341343 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-3e1bf847-300d-439f-bd16-b386b0f977d5 tempest-TestNetworkAdvancedServerOps-1979025 tempest-TestNetworkAdvancedServerOps-1979025-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=9c1aa12c-9b10-4a61-bb17-dd28ef4c85e4 HTTP/1.1" status: 200 len: 1092 time: 0.0437164 Nov 22 21:12:22.344144 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 60884) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:12:22.348530 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-8a774a44-6fa8-4345-b689-fe213bea07f1 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Request body: {'floatingip': {'floating_network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'port_id': '74c9b96c-189f-4fcc-9dda-a6375af33207', 'tenant_id': '6021baac210f4987b10e749036581cbe', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 21:12:22.372019 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8a774a44-6fa8-4345-b689-fe213bea07f1 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks [] for floatingip, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:12:22.465857 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8a774a44-6fa8-4345-b689-fe213bea07f1 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:12:22.568870 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [None req-8a774a44-6fa8-4345-b689-fe213bea07f1 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Allocated IP 172.25.5.6 (c48a55e9-6a85-4746-b7bf-3e29fb560094/5da6f781-63e6-4328-ae7a-5e672262f55a/4a1c0858-8a56-4830-97f0-097983d4f822) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 21:12:22.665677 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8a774a44-6fa8-4345-b689-fe213bea07f1 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:12:22.697854 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8a774a44-6fa8-4345-b689-fe213bea07f1 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:12:22.738175 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a774a44-6fa8-4345-b689-fe213bea07f1 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Network c48a55e9-6a85-4746-b7bf-3e29fb560094 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 21:12:22.741286 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-8a774a44-6fa8-4345-b689-fe213bea07f1 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 21:12:22.744714 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a774a44-6fa8-4345-b689-fe213bea07f1 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 21:12:22.769954 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a774a44-6fa8-4345-b689-fe213bea07f1 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Pushing event updated for resources: {'Port': ['ID=4a1c0858-8a56-4830-97f0-097983d4f822,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:12:23.093202 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8a774a44-6fa8-4345-b689-fe213bea07f1 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:12:23.160412 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8a774a44-6fa8-4345-b689-fe213bea07f1 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:12:23.306867 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8a774a44-6fa8-4345-b689-fe213bea07f1 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks [] for port, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:12:23.311236 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8a774a44-6fa8-4345-b689-fe213bea07f1 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:12:23.377529 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a774a44-6fa8-4345-b689-fe213bea07f1 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Pushing event updated for resources: {'Port': ['ID=4a1c0858-8a56-4830-97f0-097983d4f822,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:12:23.387757 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8a774a44-6fa8-4345-b689-fe213bea07f1 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-595224'] for floatingip, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:12:23.798184 n-d-818823-1 neutron-server[103447]: INFO neutron.db.l3_db [None req-8a774a44-6fa8-4345-b689-fe213bea07f1 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Floating IP 932f3439-e7e2-4e9e-bdde-fcbfa885cd2c associated. External IP: 172.25.5.6, port: 74c9b96c-189f-4fcc-9dda-a6375af33207. Nov 22 21:12:24.002362 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a774a44-6fa8-4345-b689-fe213bea07f1 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Router d3c914ec-c0d6-46c9-b417-fa97411a7772 has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 21:12:24.107509 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a774a44-6fa8-4345-b689-fe213bea07f1 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 21:12:24.117412 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50eedae6-3bc4-44ff-a748-003a6dac43af None None] Sync routers for ids ['d3c914ec-c0d6-46c9-b417-fa97411a7772'] in n-d-818823-1 {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 21:12:24.127219 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8a774a44-6fa8-4345-b689-fe213bea07f1 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for floatingip, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:12:24.127656 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50eedae6-3bc4-44ff-a748-003a6dac43af None None] Routers {'d3c914ec-c0d6-46c9-b417-fa97411a7772'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 21:12:24.128269 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-50eedae6-3bc4-44ff-a748-003a6dac43af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T21:12:03Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['d3c914ec-c0d6-46c9-b417-fa97411a7772'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:12:24.156815 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-8a774a44-6fa8-4345-b689-fe213bea07f1 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8088894 Nov 22 21:12:24.156815 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c1aa12c-9b10-4a61-bb17-dd28ef4c85e4', 'tag': '74c9b96c-189f-4fcc-9dda-a6375af33207'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 21:12:24.157093 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0b87e146ffa5c253ca46002a571dfb52564e5f7c412d10689cf18353d020cb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31ae4cee-152f-4f25-a9a2-67c58aed3512" -d '{"events": [{"name": "network-changed", "server_uuid": "9c1aa12c-9b10-4a61-bb17-dd28ef4c85e4", "tag": "74c9b96c-189f-4fcc-9dda-a6375af33207"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 21:12:24.204463 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 21:12:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a88f5bb-b052-4241-abc0-be74b47dea1e x-openstack-request-id: req-7a88f5bb-b052-4241-abc0-be74b47dea1e {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 21:12:24.204757 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c1aa12c-9b10-4a61-bb17-dd28ef4c85e4", "tag": "74c9b96c-189f-4fcc-9dda-a6375af33207", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 21:12:24.205026 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7a88f5bb-b052-4241-abc0-be74b47dea1e {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 21:12:24.205424 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c1aa12c-9b10-4a61-bb17-dd28ef4c85e4', 'tag': '74c9b96c-189f-4fcc-9dda-a6375af33207', 'status': 'completed', 'code': 200} Nov 22 21:12:24.241578 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-50eedae6-3bc4-44ff-a748-003a6dac43af None None] Set router d3c914ec-c0d6-46c9-b417-fa97411a7772 gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 21:12:24.264717 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f9c204-804f-4dbb-8091-d8df61f51ab3 req-e14b1db5-1434-4452-ba65-1ec31a911113 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:12:24.266329 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a8f9c204-804f-4dbb-8091-d8df61f51ab3 req-e14b1db5-1434-4452-ba65-1ec31a911113 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/ports?device_id=9c1aa12c-9b10-4a61-bb17-dd28ef4c85e4 HTTP/1.1" status: 200 len: 946 time: 0.0498610 Nov 22 21:12:24.267259 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ae4cee-152f-4f25-a9a2-67c58aed3512 req-3a35e4a1-89a7-4dab-ba33-0dccce96a8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:12:24.268799 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-31ae4cee-152f-4f25-a9a2-67c58aed3512 req-3a35e4a1-89a7-4dab-ba33-0dccce96a8c6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6021baac210f4987b10e749036581cbe&device_id=9c1aa12c-9b10-4a61-bb17-dd28ef4c85e4 HTTP/1.1" status: 200 len: 1097 time: 0.0401366 Nov 22 21:12:24.320146 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a8f9c204-804f-4dbb-8091-d8df61f51ab3 req-d36dfe9f-57fa-4d70-85e0-73964e6ecd37 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/security-groups?id=e47b0c42-9c8c-4ebf-b48a-c5c3576b4460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455627 Nov 22 21:12:24.343349 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 60890) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:12:24.411315 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ae4cee-152f-4f25-a9a2-67c58aed3512 req-9d178103-5739-4d88-857e-d6298e06da69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:12:24.413461 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-31ae4cee-152f-4f25-a9a2-67c58aed3512 req-9d178103-5739-4d88-857e-d6298e06da69 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e170b574-da86-423f-880e-8be85e4787f9 HTTP/1.1" status: 200 len: 897 time: 0.1369715 Nov 22 21:12:24.433500 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-1e070629-625d-4b0a-a0c1-9b224b1e268c tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/floatingips/932f3439-e7e2-4e9e-bdde-fcbfa885cd2c HTTP/1.1" status: 200 len: 990 time: 0.0890102 Nov 22 21:12:24.483856 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-31ae4cee-152f-4f25-a9a2-67c58aed3512 req-b16a1978-d9e7-4a69-b31f-de2e9b94dfc1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=74c9b96c-189f-4fcc-9dda-a6375af33207 HTTP/1.1" status: 200 len: 998 time: 0.0619729 Nov 22 21:12:24.485396 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-50eedae6-3bc4-44ff-a748-003a6dac43af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3c914ec-c0d6-46c9-b417-fa97411a7772', 'name': 'tempest-TestNetworkAdvancedServerOps-router-768556948', 'tenant_id': '6021baac210f4987b10e749036581cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': 'cafa342b-39dc-4132-9b91-7783327920b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T21:12:08Z', 'updated_at': '2021-11-22T21:12:12Z', 'revision_number': 4, 'project_id': '6021baac210f4987b10e749036581cbe', 'gw_port': {'id': 'cafa342b-39dc-4132-9b91-7783327920b7', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:e5:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c914ec-c0d6-46c9-b417-fa97411a7772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:12:08Z', 'updated_at': '2021-11-22T21:12:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_floatingips': [{'id': '932f3439-e7e2-4e9e-bdde-fcbfa885cd2c', 'tenant_id': '6021baac210f4987b10e749036581cbe', 'floating_ip_address': '172.25.5.6', 'floating_network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'router_id': 'd3c914ec-c0d6-46c9-b417-fa97411a7772', 'port_id': '74c9b96c-189f-4fcc-9dda-a6375af33207', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4227, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e170b574-da86-423f-880e-8be85e4787f9', 'mac_address': 'fa:16:3e:bb:50:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c1aa12c-9b10-4a61-bb17-dd28ef4c85e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T21:12:22Z', 'updated_at': '2021-11-22T21:12:22Z', 'revision_number': 0, 'project_id': '6021baac210f4987b10e749036581cbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4dd3877f-edc8-450a-88c0-da883001f372', 'name': '', 'network_id': 'e170b574-da86-423f-880e-8be85e4787f9', 'tenant_id': '6021baac210f4987b10e749036581cbe', 'mac_address': 'fa:16:3e:00:8e:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c914ec-c0d6-46c9-b417-fa97411a7772', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '50218125-9450-47da-a8f4-43a10aafe2d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:12:11Z', 'updated_at': '2021-11-22T21:12:15Z', 'revision_number': 5, 'project_id': '6021baac210f4987b10e749036581cbe', 'subnets': [{'id': '50218125-9450-47da-a8f4-43a10aafe2d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:12:24.516132 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50eedae6-3bc4-44ff-a748-003a6dac43af None None] Checking router: d3c914ec-c0d6-46c9-b417-fa97411a7772 for host: n-d-818823-1 {{(pid=103449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 21:12:24.524437 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50eedae6-3bc4-44ff-a748-003a6dac43af None None] Routers {'d3c914ec-c0d6-46c9-b417-fa97411a7772'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 21:12:24.525043 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-50eedae6-3bc4-44ff-a748-003a6dac43af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T21:12:03Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['d3c914ec-c0d6-46c9-b417-fa97411a7772'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:12:24.536193 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ae4cee-152f-4f25-a9a2-67c58aed3512 req-97297d0f-d1a9-4238-92cf-d883867c7570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:12:24.538215 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-31ae4cee-152f-4f25-a9a2-67c58aed3512 req-97297d0f-d1a9-4238-92cf-d883867c7570 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=50218125-9450-47da-a8f4-43a10aafe2d5 HTTP/1.1" status: 200 len: 835 time: 0.0482178 Nov 22 21:12:24.584070 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ae4cee-152f-4f25-a9a2-67c58aed3512 req-02cd817b-50bd-4423-9f8d-f6d69aee5ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:12:24.585587 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-31ae4cee-152f-4f25-a9a2-67c58aed3512 req-02cd817b-50bd-4423-9f8d-f6d69aee5ccf service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e170b574-da86-423f-880e-8be85e4787f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405679 Nov 22 21:12:24.630994 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-50eedae6-3bc4-44ff-a748-003a6dac43af None None] Set router d3c914ec-c0d6-46c9-b417-fa97411a7772 gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 21:12:24.673987 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-31ae4cee-152f-4f25-a9a2-67c58aed3512 req-ad75c144-38c4-4401-a9f3-f4c4bb9df882 service neutron] 10.222.0.41 "GET /v2.0/networks/e170b574-da86-423f-880e-8be85e4787f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807488 Nov 22 21:12:24.766954 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-31ae4cee-152f-4f25-a9a2-67c58aed3512 req-18557009-c9d9-4417-abae-f40a9dbfe8e1 service neutron] 10.222.0.41 "GET /v2.0/networks/e170b574-da86-423f-880e-8be85e4787f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862474 Nov 22 21:12:24.860402 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-50eedae6-3bc4-44ff-a748-003a6dac43af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3c914ec-c0d6-46c9-b417-fa97411a7772', 'name': 'tempest-TestNetworkAdvancedServerOps-router-768556948', 'tenant_id': '6021baac210f4987b10e749036581cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': 'cafa342b-39dc-4132-9b91-7783327920b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T21:12:08Z', 'updated_at': '2021-11-22T21:12:12Z', 'revision_number': 4, 'project_id': '6021baac210f4987b10e749036581cbe', 'gw_port': {'id': 'cafa342b-39dc-4132-9b91-7783327920b7', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:e5:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c914ec-c0d6-46c9-b417-fa97411a7772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:12:08Z', 'updated_at': '2021-11-22T21:12:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_floatingips': [{'id': '932f3439-e7e2-4e9e-bdde-fcbfa885cd2c', 'tenant_id': '6021baac210f4987b10e749036581cbe', 'floating_ip_address': '172.25.5.6', 'floating_network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'router_id': 'd3c914ec-c0d6-46c9-b417-fa97411a7772', 'port_id': '74c9b96c-189f-4fcc-9dda-a6375af33207', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4227, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e170b574-da86-423f-880e-8be85e4787f9', 'mac_address': 'fa:16:3e:bb:50:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c1aa12c-9b10-4a61-bb17-dd28ef4c85e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T21:12:22Z', 'updated_at': '2021-11-22T21:12:22Z', 'revision_number': 0, 'project_id': '6021baac210f4987b10e749036581cbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4dd3877f-edc8-450a-88c0-da883001f372', 'name': '', 'network_id': 'e170b574-da86-423f-880e-8be85e4787f9', 'tenant_id': '6021baac210f4987b10e749036581cbe', 'mac_address': 'fa:16:3e:00:8e:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c914ec-c0d6-46c9-b417-fa97411a7772', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '50218125-9450-47da-a8f4-43a10aafe2d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:12:11Z', 'updated_at': '2021-11-22T21:12:15Z', 'revision_number': 5, 'project_id': '6021baac210f4987b10e749036581cbe', 'subnets': [{'id': '50218125-9450-47da-a8f4-43a10aafe2d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:12:24.890187 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50eedae6-3bc4-44ff-a748-003a6dac43af None None] The sync data for ids ['d3c914ec-c0d6-46c9-b417-fa97411a7772'] in n-d-818823-1 is: [{'id': 'd3c914ec-c0d6-46c9-b417-fa97411a7772', 'name': 'tempest-TestNetworkAdvancedServerOps-router-768556948', 'tenant_id': '6021baac210f4987b10e749036581cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': 'cafa342b-39dc-4132-9b91-7783327920b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T21:12:08Z', 'updated_at': '2021-11-22T21:12:12Z', 'revision_number': 4, 'project_id': '6021baac210f4987b10e749036581cbe', 'gw_port': {'id': 'cafa342b-39dc-4132-9b91-7783327920b7', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:e5:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c914ec-c0d6-46c9-b417-fa97411a7772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:12:08Z', 'updated_at': '2021-11-22T21:12:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_floatingips': [{'id': '932f3439-e7e2-4e9e-bdde-fcbfa885cd2c', 'tenant_id': '6021baac210f4987b10e749036581cbe', 'floating_ip_address': '172.25.5.6', 'floating_network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'router_id': 'd3c914ec-c0d6-46c9-b417-fa97411a7772', 'port_id': '74c9b96c-189f-4fcc-9dda-a6375af33207', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4227, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e170b574-da86-423f-880e-8be85e4787f9', 'mac_address': 'fa:16:3e:bb:50:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c1aa12c-9b10-4a61-bb17-dd28ef4c85e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T21:12:22Z', 'updated_at': '2021-11-22T21:12:22Z', 'revision_number': 0, 'project_id': '6021baac210f4987b10e749036581cbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4dd3877f-edc8-450a-88c0-da883001f372', 'name': '', 'network_id': 'e170b574-da86-423f-880e-8be85e4787f9', 'tenant_id': '6021baac210f4987b10e749036581cbe', 'mac_address': 'fa:16:3e:00:8e:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c914ec-c0d6-46c9-b417-fa97411a7772', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '50218125-9450-47da-a8f4-43a10aafe2d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:12:11Z', 'updated_at': '2021-11-22T21:12:15Z', 'revision_number': 5, 'project_id': '6021baac210f4987b10e749036581cbe', 'subnets': [{'id': '50218125-9450-47da-a8f4-43a10aafe2d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 21:12:25.074628 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-264e9132-48d9-4ffb-b7cb-9b79f3ac81e5 None None] New status for floating IP 932f3439-e7e2-4e9e-bdde-fcbfa885cd2c: ACTIVE {{(pid=103450) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 21:12:25.437278 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 60894) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:12:25.497991 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-f459a36c-3558-449e-baa5-436f88f7d398 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/floatingips/932f3439-e7e2-4e9e-bdde-fcbfa885cd2c HTTP/1.1" status: 200 len: 992 time: 0.0595684 Nov 22 21:12:30.116940 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-133d8cb1-41ca-4616-97d6-ca5bd7fc2073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:12:33.007328 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-b07bc8ef-d5b5-452e-a333-a744fe5e3b8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:12:33.666026 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-03f0964f-1b75-4df7-99e0-a3cdb56ec2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:12:35.366157 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e49ee129-e862-4476-beca-cdc8150d2345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:12:36.170763 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:12:45.042815 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:12:45.077407 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:12:52.885978 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-542858f9-152d-4089-a684-04c794a69194 req-2cacb10b-40dc-4f54-9175-2572794d719f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9c1aa12c-9b10-4a61-bb17-dd28ef4c85e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0437350 Nov 22 21:12:52.966603 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542858f9-152d-4089-a684-04c794a69194 req-bb16c38e-62d6-4512-9e89-75f8679b1e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:12:52.968106 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-542858f9-152d-4089-a684-04c794a69194 req-bb16c38e-62d6-4512-9e89-75f8679b1e6b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6021baac210f4987b10e749036581cbe&device_id=9c1aa12c-9b10-4a61-bb17-dd28ef4c85e4 HTTP/1.1" status: 200 len: 1097 time: 0.0394933 Nov 22 21:12:53.071329 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542858f9-152d-4089-a684-04c794a69194 req-8e4c2ee7-418a-4943-90bb-8ff66160368a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:12:53.072802 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-542858f9-152d-4089-a684-04c794a69194 req-8e4c2ee7-418a-4943-90bb-8ff66160368a service neutron] 10.222.0.41 "GET /v2.0/networks?id=e170b574-da86-423f-880e-8be85e4787f9 HTTP/1.1" status: 200 len: 897 time: 0.0838978 Nov 22 21:12:53.142724 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-542858f9-152d-4089-a684-04c794a69194 req-92f76331-a181-4fbf-b3d9-b0c560f831e3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=74c9b96c-189f-4fcc-9dda-a6375af33207 HTTP/1.1" status: 200 len: 1000 time: 0.0610175 Nov 22 21:12:53.191716 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542858f9-152d-4089-a684-04c794a69194 req-8f3b9851-3191-4815-a6d6-e6672daff1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:12:53.193137 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-542858f9-152d-4089-a684-04c794a69194 req-8f3b9851-3191-4815-a6d6-e6672daff1c9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=50218125-9450-47da-a8f4-43a10aafe2d5 HTTP/1.1" status: 200 len: 835 time: 0.0427275 Nov 22 21:12:53.237838 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542858f9-152d-4089-a684-04c794a69194 req-92810ee1-6c67-4506-9270-ffb02e0c1ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:12:53.239579 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-542858f9-152d-4089-a684-04c794a69194 req-92810ee1-6c67-4506-9270-ffb02e0c1ae3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e170b574-da86-423f-880e-8be85e4787f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393121 Nov 22 21:12:53.329563 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-542858f9-152d-4089-a684-04c794a69194 req-01c3cdfa-7379-4c66-bf19-f5d111d524b9 service neutron] 10.222.0.41 "GET /v2.0/networks/e170b574-da86-423f-880e-8be85e4787f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828283 Nov 22 21:12:53.423328 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-542858f9-152d-4089-a684-04c794a69194 req-780db26a-34f6-4e86-ae69-babd63a14a7d service neutron] 10.222.0.41 "GET /v2.0/networks/e170b574-da86-423f-880e-8be85e4787f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864048 Nov 22 21:12:54.259790 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe634ab3-856f-4bef-850a-2e5af2721fec req-a45ad581-a84c-4b63-ae06-528ca13e7da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:12:54.261285 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-fe634ab3-856f-4bef-850a-2e5af2721fec req-a45ad581-a84c-4b63-ae06-528ca13e7da7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6021baac210f4987b10e749036581cbe&device_id=9c1aa12c-9b10-4a61-bb17-dd28ef4c85e4 HTTP/1.1" status: 200 len: 1097 time: 0.0468001 Nov 22 21:12:54.269596 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b82377-3ea5-4d23-8011-ab64da523633 req-c99d9ef3-f7c6-4a09-8b79-ca0258259daa tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:12:54.271206 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a1b82377-3ea5-4d23-8011-ab64da523633 req-c99d9ef3-f7c6-4a09-8b79-ca0258259daa tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/ports?device_id=9c1aa12c-9b10-4a61-bb17-dd28ef4c85e4 HTTP/1.1" status: 200 len: 946 time: 0.0532351 Nov 22 21:12:54.321276 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a1b82377-3ea5-4d23-8011-ab64da523633 req-5fcb1b7d-0445-4717-8d4d-73fe82c69159 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/security-groups?id=e47b0c42-9c8c-4ebf-b48a-c5c3576b4460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438683 Nov 22 21:12:54.352347 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe634ab3-856f-4bef-850a-2e5af2721fec req-8cf406ca-29f0-4dca-87ca-446026eb9a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:12:54.353923 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-fe634ab3-856f-4bef-850a-2e5af2721fec req-8cf406ca-29f0-4dca-87ca-446026eb9a5f service neutron] 10.222.0.41 "GET /v2.0/networks?id=e170b574-da86-423f-880e-8be85e4787f9 HTTP/1.1" status: 200 len: 897 time: 0.0848994 Nov 22 21:12:54.429610 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-fe634ab3-856f-4bef-850a-2e5af2721fec req-28364362-1376-4377-b076-520322af4295 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=74c9b96c-189f-4fcc-9dda-a6375af33207 HTTP/1.1" status: 200 len: 1000 time: 0.0673432 Nov 22 21:12:54.478021 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe634ab3-856f-4bef-850a-2e5af2721fec req-9e8e0c41-72f0-4284-b7f3-625dec1b4717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:12:54.479591 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-fe634ab3-856f-4bef-850a-2e5af2721fec req-9e8e0c41-72f0-4284-b7f3-625dec1b4717 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=50218125-9450-47da-a8f4-43a10aafe2d5 HTTP/1.1" status: 200 len: 835 time: 0.0435874 Nov 22 21:12:54.527009 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe634ab3-856f-4bef-850a-2e5af2721fec req-8ac25d92-2ccb-479b-b35d-7143e5c00e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:12:54.528566 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-fe634ab3-856f-4bef-850a-2e5af2721fec req-8ac25d92-2ccb-479b-b35d-7143e5c00e23 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e170b574-da86-423f-880e-8be85e4787f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413845 Nov 22 21:12:54.623801 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-fe634ab3-856f-4bef-850a-2e5af2721fec req-22e7f876-c4f3-462e-88e6-d5616beaa65a service neutron] 10.222.0.41 "GET /v2.0/networks/e170b574-da86-423f-880e-8be85e4787f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861459 Nov 22 21:12:54.715715 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-fe634ab3-856f-4bef-850a-2e5af2721fec req-4519e603-5c31-4671-83bb-4635dcd0de76 service neutron] 10.222.0.41 "GET /v2.0/networks/e170b574-da86-423f-880e-8be85e4787f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836272 Nov 22 21:12:55.438692 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd142433-7771-4ec7-b594-ddc54723fa4d req-2afa6c64-01d3-4454-8b53-d35139bb907d tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:12:55.440226 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-fd142433-7771-4ec7-b594-ddc54723fa4d req-2afa6c64-01d3-4454-8b53-d35139bb907d tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/ports?device_id=9c1aa12c-9b10-4a61-bb17-dd28ef4c85e4 HTTP/1.1" status: 200 len: 946 time: 0.0486476 Nov 22 21:12:55.487807 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-fd142433-7771-4ec7-b594-ddc54723fa4d req-ed12a9fd-7808-4f05-bcbd-c735ed717054 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/security-groups?id=e47b0c42-9c8c-4ebf-b48a-c5c3576b4460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410695 Nov 22 21:12:56.609734 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f7cf88-40f8-44bf-9ed3-901840b18d95 req-e1b3c83d-2f29-48e9-8e1d-5befec3e0529 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:12:56.611176 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-17f7cf88-40f8-44bf-9ed3-901840b18d95 req-e1b3c83d-2f29-48e9-8e1d-5befec3e0529 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/ports?device_id=9c1aa12c-9b10-4a61-bb17-dd28ef4c85e4 HTTP/1.1" status: 200 len: 946 time: 0.0513380 Nov 22 21:12:56.665692 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-17f7cf88-40f8-44bf-9ed3-901840b18d95 req-5a129417-5ad7-4798-a675-d68525e5cee6 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/security-groups?id=e47b0c42-9c8c-4ebf-b48a-c5c3576b4460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480769 Nov 22 21:12:57.791122 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3189e9a8-1c5f-450f-83d9-3a37014fd434 req-97c91c8e-b6df-4432-a8f5-46ada9a9861a tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:12:57.793080 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3189e9a8-1c5f-450f-83d9-3a37014fd434 req-97c91c8e-b6df-4432-a8f5-46ada9a9861a tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/ports?device_id=9c1aa12c-9b10-4a61-bb17-dd28ef4c85e4 HTTP/1.1" status: 200 len: 946 time: 0.0564625 Nov 22 21:12:57.847520 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3189e9a8-1c5f-450f-83d9-3a37014fd434 req-08f2bb21-295b-4067-a26c-4baa56c3f168 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/security-groups?id=e47b0c42-9c8c-4ebf-b48a-c5c3576b4460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468988 Nov 22 21:12:58.964316 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6638c792-1925-4d26-b9c5-f06f585ea6f3 req-2e8690fa-4f86-4d11-a7da-b5d48b7377d1 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:12:58.965813 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6638c792-1925-4d26-b9c5-f06f585ea6f3 req-2e8690fa-4f86-4d11-a7da-b5d48b7377d1 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/ports?device_id=9c1aa12c-9b10-4a61-bb17-dd28ef4c85e4 HTTP/1.1" status: 200 len: 946 time: 0.0484605 Nov 22 21:12:59.018023 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6638c792-1925-4d26-b9c5-f06f585ea6f3 req-93864483-8294-46f7-bb85-a4844cbb9ca9 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/security-groups?id=e47b0c42-9c8c-4ebf-b48a-c5c3576b4460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462377 Nov 22 21:12:59.154385 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.agents_db [None req-aa8313f2-1ee4-4e7b-8c5a-d32b2f9d31ee None None] Agent healthcheck: found 7 active agents {{(pid=103450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 21:13:00.122439 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-c6b3e03c-3f1e-431d-be94-3ef8f8fb419a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:13:00.134758 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f96157-2542-4cdd-8eec-cf3c21274198 req-fac525fa-7775-4e9b-a8db-cd8407fe0222 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:13:00.136326 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-63f96157-2542-4cdd-8eec-cf3c21274198 req-fac525fa-7775-4e9b-a8db-cd8407fe0222 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/ports?device_id=9c1aa12c-9b10-4a61-bb17-dd28ef4c85e4 HTTP/1.1" status: 200 len: 946 time: 0.0509853 Nov 22 21:13:00.186342 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-63f96157-2542-4cdd-8eec-cf3c21274198 req-0c9c5ce7-b3a9-46bc-abfb-f95b251c4ed6 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/security-groups?id=e47b0c42-9c8c-4ebf-b48a-c5c3576b4460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439174 Nov 22 21:13:01.299870 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e6b59d-d0de-424d-aa0b-775a93f3a1c7 req-3b6f7435-5fbb-483c-87da-4a06c6e4a491 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:13:01.301342 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-67e6b59d-d0de-424d-aa0b-775a93f3a1c7 req-3b6f7435-5fbb-483c-87da-4a06c6e4a491 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/ports?device_id=9c1aa12c-9b10-4a61-bb17-dd28ef4c85e4 HTTP/1.1" status: 200 len: 946 time: 0.0479133 Nov 22 21:13:01.349312 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-67e6b59d-d0de-424d-aa0b-775a93f3a1c7 req-69bd7eeb-49cf-470c-a83e-bd3c0ed2b873 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/security-groups?id=e47b0c42-9c8c-4ebf-b48a-c5c3576b4460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419934 Nov 22 21:13:02.467528 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3a967d-2ffa-456c-9b35-5d37b610e0d1 req-5b27d4f9-307f-4c75-8771-309553df1922 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:13:02.469009 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ce3a967d-2ffa-456c-9b35-5d37b610e0d1 req-5b27d4f9-307f-4c75-8771-309553df1922 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/ports?device_id=9c1aa12c-9b10-4a61-bb17-dd28ef4c85e4 HTTP/1.1" status: 200 len: 946 time: 0.0520363 Nov 22 21:13:02.517581 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ce3a967d-2ffa-456c-9b35-5d37b610e0d1 req-f5e984e5-b2c9-4e51-a2eb-62adbeae6744 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/security-groups?id=e47b0c42-9c8c-4ebf-b48a-c5c3576b4460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426908 Nov 22 21:13:03.008506 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-1d1885e0-70dd-4275-a475-a9327da3a602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:13:03.632509 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ad6554-8a15-4aaa-97b1-dc205aeecc0f req-39536755-ef06-4842-9525-c2ba03ec1fc1 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:13:03.634521 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f5ad6554-8a15-4aaa-97b1-dc205aeecc0f req-39536755-ef06-4842-9525-c2ba03ec1fc1 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/ports?device_id=9c1aa12c-9b10-4a61-bb17-dd28ef4c85e4 HTTP/1.1" status: 200 len: 946 time: 0.0494440 Nov 22 21:13:03.668046 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-03f0964f-1b75-4df7-99e0-a3cdb56ec2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:13:03.684198 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f5ad6554-8a15-4aaa-97b1-dc205aeecc0f req-ad60fa1f-d06f-4170-af97-ed31b457508e tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/security-groups?id=e47b0c42-9c8c-4ebf-b48a-c5c3576b4460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436492 Nov 22 21:13:04.798697 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bab2c4f-a363-4461-b461-a24046e3a75a req-ddeaee80-25b2-4e85-abb5-b7f3242cc740 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:13:04.800263 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7bab2c4f-a363-4461-b461-a24046e3a75a req-ddeaee80-25b2-4e85-abb5-b7f3242cc740 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/ports?device_id=9c1aa12c-9b10-4a61-bb17-dd28ef4c85e4 HTTP/1.1" status: 200 len: 946 time: 0.0490320 Nov 22 21:13:04.852997 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7bab2c4f-a363-4461-b461-a24046e3a75a req-68f2c974-d5d1-491c-a260-d8eedd7f870f tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/security-groups?id=e47b0c42-9c8c-4ebf-b48a-c5c3576b4460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467565 Nov 22 21:13:05.370366 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e49ee129-e862-4476-beca-cdc8150d2345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:13:05.966855 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741b7949-34f5-422d-b0f8-6ca825e5c292 req-a8eae551-5229-48c3-9a8f-524b4938f2f6 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:13:05.968369 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-741b7949-34f5-422d-b0f8-6ca825e5c292 req-a8eae551-5229-48c3-9a8f-524b4938f2f6 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/ports?device_id=9c1aa12c-9b10-4a61-bb17-dd28ef4c85e4 HTTP/1.1" status: 200 len: 946 time: 0.0481713 Nov 22 21:13:06.019044 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-741b7949-34f5-422d-b0f8-6ca825e5c292 req-d2180808-2570-4a30-ae41-02b452d19673 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/security-groups?id=e47b0c42-9c8c-4ebf-b48a-c5c3576b4460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443227 Nov 22 21:13:06.042086 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 60930) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:13:06.106268 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-daa5ea78-bdf3-4b46-937a-a0b7e1eb818d tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/floatingips/932f3439-e7e2-4e9e-bdde-fcbfa885cd2c HTTP/1.1" status: 200 len: 992 time: 0.0630205 Nov 22 21:13:06.173276 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:13:15.052628 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:13:15.078591 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:13:30.115129 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-a68a87ac-456b-4edd-a480-543a2d3fc073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:13:33.010763 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-5b13aa7a-5eae-4b65-8c4b-7ef60cfe7bf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:13:33.671174 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-03f0964f-1b75-4df7-99e0-a3cdb56ec2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:13:35.372051 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e49ee129-e862-4476-beca-cdc8150d2345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:13:36.153160 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.agents_db [None req-aa8313f2-1ee4-4e7b-8c5a-d32b2f9d31ee None None] Agent healthcheck: found 7 active agents {{(pid=103450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 21:13:36.175864 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:13:36.450043 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 60942) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:13:36.602377 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-bdbbdc1e-88fa-4345-83e4-c8d446a03f4a tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Deleting port 4a1c0858-8a56-4830-97f0-097983d4f822 {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 21:13:36.602717 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-bdbbdc1e-88fa-4345-83e4-c8d446a03f4a tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:13:36.676233 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-bdbbdc1e-88fa-4345-83e4-c8d446a03f4a tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:13:36.676572 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-bdbbdc1e-88fa-4345-83e4-c8d446a03f4a tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:13:36.689387 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-bdbbdc1e-88fa-4345-83e4-c8d446a03f4a tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Calling delete_port for 4a1c0858-8a56-4830-97f0-097983d4f822 owned by network:floatingip {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 21:13:36.838184 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-bdbbdc1e-88fa-4345-83e4-c8d446a03f4a tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:13:36.864119 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbbdc1e-88fa-4345-83e4-c8d446a03f4a tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Pushing event deleted for resources: {'Port': ['ID=4a1c0858-8a56-4830-97f0-097983d4f822,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:13:36.889277 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbbdc1e-88fa-4345-83e4-c8d446a03f4a tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:13:36.889634 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbbdc1e-88fa-4345-83e4-c8d446a03f4a tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:13:36.889984 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbbdc1e-88fa-4345-83e4-c8d446a03f4a tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:13:36.890332 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbbdc1e-88fa-4345-83e4-c8d446a03f4a tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:13:36.890668 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbbdc1e-88fa-4345-83e4-c8d446a03f4a tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:13:36.891004 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbbdc1e-88fa-4345-83e4-c8d446a03f4a tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:13:36.891339 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbbdc1e-88fa-4345-83e4-c8d446a03f4a tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:13:36.891701 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbbdc1e-88fa-4345-83e4-c8d446a03f4a tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:13:36.892035 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbbdc1e-88fa-4345-83e4-c8d446a03f4a tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:13:36.892369 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbbdc1e-88fa-4345-83e4-c8d446a03f4a tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:13:36.892697 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbbdc1e-88fa-4345-83e4-c8d446a03f4a tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:13:36.893024 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbbdc1e-88fa-4345-83e4-c8d446a03f4a tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:13:36.934601 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-bdbbdc1e-88fa-4345-83e4-c8d446a03f4a tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks [] for floatingip, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:13:36.934927 n-d-818823-1 neutron-server[103447]: INFO neutron.db.l3_db [None req-bdbbdc1e-88fa-4345-83e4-c8d446a03f4a tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Floating IP 932f3439-e7e2-4e9e-bdde-fcbfa885cd2c disassociated (deleted). External IP: 172.25.5.6, port: 74c9b96c-189f-4fcc-9dda-a6375af33207. Nov 22 21:13:37.131234 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdbbdc1e-88fa-4345-83e4-c8d446a03f4a tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Router d3c914ec-c0d6-46c9-b417-fa97411a7772 has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 21:13:37.236655 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdbbdc1e-88fa-4345-83e4-c8d446a03f4a tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 21:13:37.241756 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-bdbbdc1e-88fa-4345-83e4-c8d446a03f4a tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for floatingip, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:13:37.246857 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23718fb1-5e11-4d6e-880a-fd9513d80eb0 None None] Sync routers for ids ['d3c914ec-c0d6-46c9-b417-fa97411a7772'] in n-d-818823-1 {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 21:13:37.256598 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23718fb1-5e11-4d6e-880a-fd9513d80eb0 None None] Routers {'d3c914ec-c0d6-46c9-b417-fa97411a7772'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 21:13:37.257241 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-23718fb1-5e11-4d6e-880a-fd9513d80eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T21:13:33Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['d3c914ec-c0d6-46c9-b417-fa97411a7772'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:13:37.271133 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-bdbbdc1e-88fa-4345-83e4-c8d446a03f4a tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "DELETE /v2.0/floatingips/932f3439-e7e2-4e9e-bdde-fcbfa885cd2c HTTP/1.1" status: 204 len: 168 time: 0.8200116 Nov 22 21:13:37.271874 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c1aa12c-9b10-4a61-bb17-dd28ef4c85e4', 'tag': '74c9b96c-189f-4fcc-9dda-a6375af33207'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 21:13:37.274251 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0b87e146ffa5c253ca46002a571dfb52564e5f7c412d10689cf18353d020cb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab088f52-172b-45c2-8519-7015ba28c515" -d '{"events": [{"name": "network-changed", "server_uuid": "9c1aa12c-9b10-4a61-bb17-dd28ef4c85e4", "tag": "74c9b96c-189f-4fcc-9dda-a6375af33207"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 21:13:37.374380 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-23718fb1-5e11-4d6e-880a-fd9513d80eb0 None None] Set router d3c914ec-c0d6-46c9-b417-fa97411a7772 gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 21:13:37.379383 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 21:13:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33bd81e7-612d-4524-b730-9a5dc2f7c19a x-openstack-request-id: req-33bd81e7-612d-4524-b730-9a5dc2f7c19a {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 21:13:37.379768 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c1aa12c-9b10-4a61-bb17-dd28ef4c85e4", "tag": "74c9b96c-189f-4fcc-9dda-a6375af33207", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 21:13:37.380109 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-33bd81e7-612d-4524-b730-9a5dc2f7c19a {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 21:13:37.380580 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c1aa12c-9b10-4a61-bb17-dd28ef4c85e4', 'tag': '74c9b96c-189f-4fcc-9dda-a6375af33207', 'status': 'completed', 'code': 200} Nov 22 21:13:37.461633 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab088f52-172b-45c2-8519-7015ba28c515 req-e1e3d250-6b41-4e3b-85c5-479bf5e4fc2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:13:37.464714 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-ab088f52-172b-45c2-8519-7015ba28c515 req-e1e3d250-6b41-4e3b-85c5-479bf5e4fc2a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6021baac210f4987b10e749036581cbe&device_id=9c1aa12c-9b10-4a61-bb17-dd28ef4c85e4 HTTP/1.1" status: 200 len: 1097 time: 0.0449274 Nov 22 21:13:37.513817 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57e3be8-ed77-4123-bc13-a0e44a6c3932 req-b59a2388-9754-4dd9-8136-d454aeca7e01 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:13:37.515385 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f57e3be8-ed77-4123-bc13-a0e44a6c3932 req-b59a2388-9754-4dd9-8136-d454aeca7e01 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/ports?device_id=9c1aa12c-9b10-4a61-bb17-dd28ef4c85e4 HTTP/1.1" status: 200 len: 946 time: 0.0559452 Nov 22 21:13:37.560345 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab088f52-172b-45c2-8519-7015ba28c515 req-e3d0ba4e-06a2-4c8b-8775-586fed986440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:13:37.561855 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-ab088f52-172b-45c2-8519-7015ba28c515 req-e3d0ba4e-06a2-4c8b-8775-586fed986440 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e170b574-da86-423f-880e-8be85e4787f9 HTTP/1.1" status: 200 len: 897 time: 0.0910530 Nov 22 21:13:37.567040 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f57e3be8-ed77-4123-bc13-a0e44a6c3932 req-be717d0c-c793-409d-9862-7ea6dcae3cb1 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/security-groups?id=e47b0c42-9c8c-4ebf-b48a-c5c3576b4460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454216 Nov 22 21:13:37.588130 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-23718fb1-5e11-4d6e-880a-fd9513d80eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3c914ec-c0d6-46c9-b417-fa97411a7772', 'name': 'tempest-TestNetworkAdvancedServerOps-router-768556948', 'tenant_id': '6021baac210f4987b10e749036581cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': 'cafa342b-39dc-4132-9b91-7783327920b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T21:12:08Z', 'updated_at': '2021-11-22T21:12:12Z', 'revision_number': 4, 'project_id': '6021baac210f4987b10e749036581cbe', 'gw_port': {'id': 'cafa342b-39dc-4132-9b91-7783327920b7', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:e5:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c914ec-c0d6-46c9-b417-fa97411a7772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:12:08Z', 'updated_at': '2021-11-22T21:12:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': '4dd3877f-edc8-450a-88c0-da883001f372', 'name': '', 'network_id': 'e170b574-da86-423f-880e-8be85e4787f9', 'tenant_id': '6021baac210f4987b10e749036581cbe', 'mac_address': 'fa:16:3e:00:8e:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c914ec-c0d6-46c9-b417-fa97411a7772', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '50218125-9450-47da-a8f4-43a10aafe2d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:12:11Z', 'updated_at': '2021-11-22T21:12:15Z', 'revision_number': 5, 'project_id': '6021baac210f4987b10e749036581cbe', 'subnets': [{'id': '50218125-9450-47da-a8f4-43a10aafe2d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:13:37.616475 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-ab088f52-172b-45c2-8519-7015ba28c515 req-0dd2df80-c814-44e2-82b5-e6d94918847e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=74c9b96c-189f-4fcc-9dda-a6375af33207 HTTP/1.1" status: 200 len: 217 time: 0.0453367 Nov 22 21:13:37.618512 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23718fb1-5e11-4d6e-880a-fd9513d80eb0 None None] Checking router: d3c914ec-c0d6-46c9-b417-fa97411a7772 for host: n-d-818823-1 {{(pid=103449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 21:13:37.626918 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23718fb1-5e11-4d6e-880a-fd9513d80eb0 None None] Routers {'d3c914ec-c0d6-46c9-b417-fa97411a7772'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 21:13:37.627563 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-23718fb1-5e11-4d6e-880a-fd9513d80eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T21:13:33Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['d3c914ec-c0d6-46c9-b417-fa97411a7772'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:13:37.668145 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab088f52-172b-45c2-8519-7015ba28c515 req-8c8299f5-283e-45f2-8e84-37f8d2a2f0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:13:37.669648 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-ab088f52-172b-45c2-8519-7015ba28c515 req-8c8299f5-283e-45f2-8e84-37f8d2a2f0a7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=50218125-9450-47da-a8f4-43a10aafe2d5 HTTP/1.1" status: 200 len: 835 time: 0.0465386 Nov 22 21:13:37.725226 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab088f52-172b-45c2-8519-7015ba28c515 req-f80e72e1-8053-42b0-a93d-c584b34ea7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:13:37.726778 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-ab088f52-172b-45c2-8519-7015ba28c515 req-f80e72e1-8053-42b0-a93d-c584b34ea7ab service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e170b574-da86-423f-880e-8be85e4787f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0485933 Nov 22 21:13:37.743939 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-23718fb1-5e11-4d6e-880a-fd9513d80eb0 None None] Set router d3c914ec-c0d6-46c9-b417-fa97411a7772 gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 21:13:37.835753 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-ab088f52-172b-45c2-8519-7015ba28c515 req-6dc41314-b78c-46d4-bd71-56590d3a2018 service neutron] 10.222.0.41 "GET /v2.0/networks/e170b574-da86-423f-880e-8be85e4787f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005704 Nov 22 21:13:37.933792 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-ab088f52-172b-45c2-8519-7015ba28c515 req-5a33fb3c-4e30-4151-ab23-59aa07f369ac service neutron] 10.222.0.41 "GET /v2.0/networks/e170b574-da86-423f-880e-8be85e4787f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902824 Nov 22 21:13:37.954418 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-23718fb1-5e11-4d6e-880a-fd9513d80eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3c914ec-c0d6-46c9-b417-fa97411a7772', 'name': 'tempest-TestNetworkAdvancedServerOps-router-768556948', 'tenant_id': '6021baac210f4987b10e749036581cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': 'cafa342b-39dc-4132-9b91-7783327920b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T21:12:08Z', 'updated_at': '2021-11-22T21:12:12Z', 'revision_number': 4, 'project_id': '6021baac210f4987b10e749036581cbe', 'gw_port': {'id': 'cafa342b-39dc-4132-9b91-7783327920b7', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:e5:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c914ec-c0d6-46c9-b417-fa97411a7772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:12:08Z', 'updated_at': '2021-11-22T21:12:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': '4dd3877f-edc8-450a-88c0-da883001f372', 'name': '', 'network_id': 'e170b574-da86-423f-880e-8be85e4787f9', 'tenant_id': '6021baac210f4987b10e749036581cbe', 'mac_address': 'fa:16:3e:00:8e:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c914ec-c0d6-46c9-b417-fa97411a7772', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '50218125-9450-47da-a8f4-43a10aafe2d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:12:11Z', 'updated_at': '2021-11-22T21:12:15Z', 'revision_number': 5, 'project_id': '6021baac210f4987b10e749036581cbe', 'subnets': [{'id': '50218125-9450-47da-a8f4-43a10aafe2d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:13:37.981275 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23718fb1-5e11-4d6e-880a-fd9513d80eb0 None None] The sync data for ids ['d3c914ec-c0d6-46c9-b417-fa97411a7772'] in n-d-818823-1 is: [{'id': 'd3c914ec-c0d6-46c9-b417-fa97411a7772', 'name': 'tempest-TestNetworkAdvancedServerOps-router-768556948', 'tenant_id': '6021baac210f4987b10e749036581cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': 'cafa342b-39dc-4132-9b91-7783327920b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T21:12:08Z', 'updated_at': '2021-11-22T21:12:12Z', 'revision_number': 4, 'project_id': '6021baac210f4987b10e749036581cbe', 'gw_port': {'id': 'cafa342b-39dc-4132-9b91-7783327920b7', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:e5:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c914ec-c0d6-46c9-b417-fa97411a7772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:12:08Z', 'updated_at': '2021-11-22T21:12:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': '4dd3877f-edc8-450a-88c0-da883001f372', 'name': '', 'network_id': 'e170b574-da86-423f-880e-8be85e4787f9', 'tenant_id': '6021baac210f4987b10e749036581cbe', 'mac_address': 'fa:16:3e:00:8e:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c914ec-c0d6-46c9-b417-fa97411a7772', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '50218125-9450-47da-a8f4-43a10aafe2d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:12:11Z', 'updated_at': '2021-11-22T21:12:15Z', 'revision_number': 5, 'project_id': '6021baac210f4987b10e749036581cbe', 'subnets': [{'id': '50218125-9450-47da-a8f4-43a10aafe2d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 21:13:38.206211 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af6aaa87-66d3-4b21-a227-d41d976fc6af None None] New status for floating IP 932f3439-e7e2-4e9e-bdde-fcbfa885cd2c: DOWN {{(pid=103450) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 21:13:38.688550 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95da7660-0cfa-45c0-88d0-682444cb1fdd req-280bc8dc-945c-40da-98e7-9e559c17b0bf tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:13:38.690064 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-95da7660-0cfa-45c0-88d0-682444cb1fdd req-280bc8dc-945c-40da-98e7-9e559c17b0bf tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/ports?device_id=9c1aa12c-9b10-4a61-bb17-dd28ef4c85e4 HTTP/1.1" status: 200 len: 946 time: 0.0487967 Nov 22 21:13:38.739106 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-95da7660-0cfa-45c0-88d0-682444cb1fdd req-b88c8c15-361d-4d08-a95a-6b0f66c2e58e tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/security-groups?id=e47b0c42-9c8c-4ebf-b48a-c5c3576b4460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430155 Nov 22 21:13:38.990690 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f65af21-36c4-4546-af94-f8ce9fd1bc2c req-03a5a0a8-83ac-48cf-a2e8-75fd3be66ef0 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:13:38.992175 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-3f65af21-36c4-4546-af94-f8ce9fd1bc2c req-03a5a0a8-83ac-48cf-a2e8-75fd3be66ef0 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c1aa12c-9b10-4a61-bb17-dd28ef4c85e4 HTTP/1.1" status: 200 len: 946 time: 0.0492039 Nov 22 21:13:39.081375 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [req-3f65af21-36c4-4546-af94-f8ce9fd1bc2c req-0eb200fe-2505-4d31-9cf7-481a9938bd79 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Deleting port 74c9b96c-189f-4fcc-9dda-a6375af33207 {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 21:13:39.081723 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-3f65af21-36c4-4546-af94-f8ce9fd1bc2c req-0eb200fe-2505-4d31-9cf7-481a9938bd79 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:13:39.169634 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-3f65af21-36c4-4546-af94-f8ce9fd1bc2c req-0eb200fe-2505-4d31-9cf7-481a9938bd79 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] For port 74c9b96c-189f-4fcc-9dda-a6375af33207, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=74c9b96c-189f-4fcc-9dda-a6375af33207,segment=NetworkSegment(34272284-4032-4f65-8409-b92e9ae0bd4b),segment_id=34272284-4032-4f65-8409-b92e9ae0bd4b)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 21:13:39.169994 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-3f65af21-36c4-4546-af94-f8ce9fd1bc2c req-0eb200fe-2505-4d31-9cf7-481a9938bd79 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:13:39.182152 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [req-3f65af21-36c4-4546-af94-f8ce9fd1bc2c req-0eb200fe-2505-4d31-9cf7-481a9938bd79 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Calling delete_port for 74c9b96c-189f-4fcc-9dda-a6375af33207 owned by compute:nova {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 21:13:39.310237 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-3f65af21-36c4-4546-af94-f8ce9fd1bc2c req-0eb200fe-2505-4d31-9cf7-481a9938bd79 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:13:39.337903 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb200fe-2505-4d31-9cf7-481a9938bd79 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Pushing event deleted for resources: {'Port': ['ID=74c9b96c-189f-4fcc-9dda-a6375af33207,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:13:39.350009 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb200fe-2505-4d31-9cf7-481a9938bd79 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:13:39.350367 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb200fe-2505-4d31-9cf7-481a9938bd79 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:13:39.350717 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb200fe-2505-4d31-9cf7-481a9938bd79 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:13:39.351055 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb200fe-2505-4d31-9cf7-481a9938bd79 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:13:39.351387 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb200fe-2505-4d31-9cf7-481a9938bd79 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:13:39.351758 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb200fe-2505-4d31-9cf7-481a9938bd79 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:13:39.352090 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb200fe-2505-4d31-9cf7-481a9938bd79 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:13:39.352423 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb200fe-2505-4d31-9cf7-481a9938bd79 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:13:39.353297 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb200fe-2505-4d31-9cf7-481a9938bd79 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:13:39.353622 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb200fe-2505-4d31-9cf7-481a9938bd79 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:13:39.353918 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb200fe-2505-4d31-9cf7-481a9938bd79 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:13:39.354243 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb200fe-2505-4d31-9cf7-481a9938bd79 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:13:39.388163 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f65af21-36c4-4546-af94-f8ce9fd1bc2c req-0eb200fe-2505-4d31-9cf7-481a9938bd79 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] No DVR routers for this DVR port 74c9b96c-189f-4fcc-9dda-a6375af33207 on host n-h1-818823-1 {{(pid=103448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 21:13:39.390731 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-3f65af21-36c4-4546-af94-f8ce9fd1bc2c req-0eb200fe-2505-4d31-9cf7-481a9938bd79 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:13:39.394216 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-3f65af21-36c4-4546-af94-f8ce9fd1bc2c req-0eb200fe-2505-4d31-9cf7-481a9938bd79 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.41 "DELETE /v2.0/ports/74c9b96c-189f-4fcc-9dda-a6375af33207 HTTP/1.1" status: 204 len: 173 time: 0.3959763 Nov 22 21:13:39.394664 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c1aa12c-9b10-4a61-bb17-dd28ef4c85e4', 'name': 'network-vif-deleted', 'tag': '74c9b96c-189f-4fcc-9dda-a6375af33207'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 21:13:39.396972 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d75c62b18f4846ba0ff3fb32e7a2f33757bcd91f6941723bbc4e48e63e422314" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-747e7a8f-fbd5-4cb3-b05f-9b652f837adb" -d '{"events": [{"server_uuid": "9c1aa12c-9b10-4a61-bb17-dd28ef4c85e4", "name": "network-vif-deleted", "tag": "74c9b96c-189f-4fcc-9dda-a6375af33207"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 21:13:39.445506 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 21:13:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f92651d-a692-4605-9c3b-c131cea0429b x-openstack-request-id: req-9f92651d-a692-4605-9c3b-c131cea0429b {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 21:13:39.445809 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c1aa12c-9b10-4a61-bb17-dd28ef4c85e4", "name": "network-vif-deleted", "tag": "74c9b96c-189f-4fcc-9dda-a6375af33207", "status": "completed", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 21:13:39.446071 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9f92651d-a692-4605-9c3b-c131cea0429b {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 21:13:39.446571 n-d-818823-1 neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c1aa12c-9b10-4a61-bb17-dd28ef4c85e4', 'name': 'network-vif-deleted', 'tag': '74c9b96c-189f-4fcc-9dda-a6375af33207', 'status': 'completed', 'code': 200} Nov 22 21:13:39.860146 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b24eff7e-39fe-4153-a42d-2981f3e7c24f req-376ba5b4-4d11-448e-9918-3e220829d4e2 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/ports?device_id=9c1aa12c-9b10-4a61-bb17-dd28ef4c85e4 HTTP/1.1" status: 200 len: 210 time: 0.0313900 Nov 22 21:13:40.921929 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 60960) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:13:41.267710 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-503f6681-ce12-4ae4-ba7e-a3b887081359 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659736'] for router_interface, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:13:41.513837 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-503f6681-ce12-4ae4-ba7e-a3b887081359 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Deleting port 4dd3877f-edc8-450a-88c0-da883001f372 {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 21:13:41.514175 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-503f6681-ce12-4ae4-ba7e-a3b887081359 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:13:41.601829 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [None req-503f6681-ce12-4ae4-ba7e-a3b887081359 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] For port 4dd3877f-edc8-450a-88c0-da883001f372, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=4dd3877f-edc8-450a-88c0-da883001f372,segment=NetworkSegment(34272284-4032-4f65-8409-b92e9ae0bd4b),segment_id=34272284-4032-4f65-8409-b92e9ae0bd4b)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 21:13:41.602103 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-503f6681-ce12-4ae4-ba7e-a3b887081359 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:13:41.615283 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-503f6681-ce12-4ae4-ba7e-a3b887081359 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Calling delete_port for 4dd3877f-edc8-450a-88c0-da883001f372 owned by network:router_interface {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 21:13:41.797508 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-503f6681-ce12-4ae4-ba7e-a3b887081359 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:13:41.824259 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503f6681-ce12-4ae4-ba7e-a3b887081359 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Pushing event deleted for resources: {'Port': ['ID=4dd3877f-edc8-450a-88c0-da883001f372,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:13:41.994354 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-503f6681-ce12-4ae4-ba7e-a3b887081359 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-563470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-663272'] for router_interface, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:13:42.205219 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-503f6681-ce12-4ae4-ba7e-a3b887081359 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Router d3c914ec-c0d6-46c9-b417-fa97411a7772 has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 21:13:42.308639 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-503f6681-ce12-4ae4-ba7e-a3b887081359 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 21:13:42.313656 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-503f6681-ce12-4ae4-ba7e-a3b887081359 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "PUT /v2.0/routers/d3c914ec-c0d6-46c9-b417-fa97411a7772/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3907065 Nov 22 21:13:42.316399 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 60962) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:13:42.318537 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c5ae10d-7523-4f52-8dc9-08605d41795a None None] Sync routers for ids ['d3c914ec-c0d6-46c9-b417-fa97411a7772'] in n-d-818823-1 {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 21:13:42.328845 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c5ae10d-7523-4f52-8dc9-08605d41795a None None] Routers {'d3c914ec-c0d6-46c9-b417-fa97411a7772'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 21:13:42.329457 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-1c5ae10d-7523-4f52-8dc9-08605d41795a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T21:13:33Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['d3c914ec-c0d6-46c9-b417-fa97411a7772'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:13:42.367103 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_v2 [None req-f323decb-6c9f-47c3-be9f-3be1689cb848 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Deleting subnet 50218125-9450-47da-a8f4-43a10aafe2d5 {{(pid=103447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 21:13:42.370238 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f323decb-6c9f-47c3-be9f-3be1689cb848 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks [] for subnet, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:13:42.410401 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f323decb-6c9f-47c3-be9f-3be1689cb848 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12178353'] for subnet, precommit_delete_associations {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:13:42.500449 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f323decb-6c9f-47c3-be9f-3be1689cb848 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3753007'] for subnet, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:13:42.562722 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f323decb-6c9f-47c3-be9f-3be1689cb848 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3753014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8900804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8485115'] for subnet, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:13:42.588765 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f323decb-6c9f-47c3-be9f-3be1689cb848 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Pushing event deleted for resources: {'Subnet': ['ID=50218125-9450-47da-a8f4-43a10aafe2d5,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:13:42.594471 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f323decb-6c9f-47c3-be9f-3be1689cb848 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks [] for subnet, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:13:42.596361 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-1c5ae10d-7523-4f52-8dc9-08605d41795a None None] Set router d3c914ec-c0d6-46c9-b417-fa97411a7772 gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 21:13:42.600809 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-f323decb-6c9f-47c3-be9f-3be1689cb848 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "DELETE /v2.0/subnets/50218125-9450-47da-a8f4-43a10aafe2d5 HTTP/1.1" status: 204 len: 168 time: 0.2802229 Nov 22 21:13:42.600809 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 60964) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:13:42.623828 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d73d5526-c4ff-4b0b-808e-4e9f36d880fc None None] Network e170b574-da86-423f-880e-8be85e4787f9 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 21:13:42.706557 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-70b1c58f-f1c5-44e2-8886-1effed31cd9f tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks [] for router, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:13:42.810673 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 74c9b96c-189f-4fcc-9dda-a6375af33207 no longer exists at agent hyperv_n-h1-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 21:13:42.811803 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-70b1c58f-f1c5-44e2-8886-1effed31cd9f tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:13:42.842127 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] No Port match for: 74c9b96c-189f-4fcc-9dda-a6375af33207 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 21:13:42.842477 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 74c9b96c-189f-4fcc-9dda-a6375af33207 not bound to the agent host n-h1-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 21:13:42.864445 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-70b1c58f-f1c5-44e2-8886-1effed31cd9f tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Deleting port cafa342b-39dc-4132-9b91-7783327920b7 {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 21:13:42.864786 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-70b1c58f-f1c5-44e2-8886-1effed31cd9f tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:13:42.900458 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-1c5ae10d-7523-4f52-8dc9-08605d41795a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3c914ec-c0d6-46c9-b417-fa97411a7772', 'name': 'tempest-TestNetworkAdvancedServerOps-router-768556948', 'tenant_id': '6021baac210f4987b10e749036581cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': 'cafa342b-39dc-4132-9b91-7783327920b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T21:12:08Z', 'updated_at': '2021-11-22T21:13:41Z', 'revision_number': 5, 'project_id': '6021baac210f4987b10e749036581cbe', 'gw_port': {'id': 'cafa342b-39dc-4132-9b91-7783327920b7', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:e5:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c914ec-c0d6-46c9-b417-fa97411a7772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:12:08Z', 'updated_at': '2021-11-22T21:12:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:13:42.940398 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73822f60-6721-44d2-a622-92d2c8538f40 None None] DHCP port deletion for e170b574-da86-423f-880e-8be85e4787f9 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 21:13:42.942623 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c5ae10d-7523-4f52-8dc9-08605d41795a None None] Checking router: d3c914ec-c0d6-46c9-b417-fa97411a7772 for host: n-d-818823-1 {{(pid=103449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 21:13:42.951199 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [None req-70b1c58f-f1c5-44e2-8886-1effed31cd9f tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] For port cafa342b-39dc-4132-9b91-7783327920b7, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=cafa342b-39dc-4132-9b91-7783327920b7,segment=NetworkSegment(8793ba83-8407-4c3d-9b56-2a177cd58a70),segment_id=8793ba83-8407-4c3d-9b56-2a177cd58a70)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 21:13:42.951595 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-70b1c58f-f1c5-44e2-8886-1effed31cd9f tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:13:42.962991 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-70b1c58f-f1c5-44e2-8886-1effed31cd9f tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Calling delete_port for cafa342b-39dc-4132-9b91-7783327920b7 owned by network:router_gateway {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 21:13:42.972431 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c5ae10d-7523-4f52-8dc9-08605d41795a None None] Routers {'d3c914ec-c0d6-46c9-b417-fa97411a7772'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 21:13:42.973066 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-1c5ae10d-7523-4f52-8dc9-08605d41795a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T21:13:33Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['d3c914ec-c0d6-46c9-b417-fa97411a7772'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:13:43.071776 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-1c5ae10d-7523-4f52-8dc9-08605d41795a None None] Set router d3c914ec-c0d6-46c9-b417-fa97411a7772 gateway port host: None {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 21:13:43.132171 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-73822f60-6721-44d2-a622-92d2c8538f40 None None] Deleting port 57903701-2de1-4b2b-83a8-ba00864fb502 {{(pid=103449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 21:13:43.132550 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-73822f60-6721-44d2-a622-92d2c8538f40 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:13:43.134416 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-1c5ae10d-7523-4f52-8dc9-08605d41795a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3c914ec-c0d6-46c9-b417-fa97411a7772', 'name': 'tempest-TestNetworkAdvancedServerOps-router-768556948', 'tenant_id': '6021baac210f4987b10e749036581cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T21:12:08Z', 'updated_at': '2021-11-22T21:13:42Z', 'revision_number': 6, 'project_id': '6021baac210f4987b10e749036581cbe', 'gw_port_host': None}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:13:43.195892 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c5ae10d-7523-4f52-8dc9-08605d41795a None None] The sync data for ids ['d3c914ec-c0d6-46c9-b417-fa97411a7772'] in n-d-818823-1 is: [{'id': 'd3c914ec-c0d6-46c9-b417-fa97411a7772', 'name': 'tempest-TestNetworkAdvancedServerOps-router-768556948', 'tenant_id': '6021baac210f4987b10e749036581cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T21:12:08Z', 'updated_at': '2021-11-22T21:13:42Z', 'revision_number': 6, 'project_id': '6021baac210f4987b10e749036581cbe', 'gw_port_host': None}] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 21:13:43.229285 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-73822f60-6721-44d2-a622-92d2c8538f40 None None] For port 57903701-2de1-4b2b-83a8-ba00864fb502, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=57903701-2de1-4b2b-83a8-ba00864fb502,segment=NetworkSegment(34272284-4032-4f65-8409-b92e9ae0bd4b),segment_id=34272284-4032-4f65-8409-b92e9ae0bd4b)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 21:13:43.229285 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-73822f60-6721-44d2-a622-92d2c8538f40 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:13:43.242320 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-73822f60-6721-44d2-a622-92d2c8538f40 None None] Calling delete_port for 57903701-2de1-4b2b-83a8-ba00864fb502 owned by network:dhcp {{(pid=103449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 21:13:43.328885 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-73822f60-6721-44d2-a622-92d2c8538f40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381'] for port, after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:13:43.356298 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73822f60-6721-44d2-a622-92d2c8538f40 None None] Pushing event deleted for resources: {'Port': ['ID=57903701-2de1-4b2b-83a8-ba00864fb502,revision_number=None']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:13:43.360849 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73822f60-6721-44d2-a622-92d2c8538f40 None None] No DVR routers for this DVR port 57903701-2de1-4b2b-83a8-ba00864fb502 on host n-d-818823-1 {{(pid=103449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 21:13:43.371335 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73822f60-6721-44d2-a622-92d2c8538f40 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:13:43.371691 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73822f60-6721-44d2-a622-92d2c8538f40 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:13:43.372044 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73822f60-6721-44d2-a622-92d2c8538f40 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:13:43.372395 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73822f60-6721-44d2-a622-92d2c8538f40 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:13:43.372731 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73822f60-6721-44d2-a622-92d2c8538f40 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:13:43.373066 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73822f60-6721-44d2-a622-92d2c8538f40 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:13:43.373400 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73822f60-6721-44d2-a622-92d2c8538f40 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:13:43.373737 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73822f60-6721-44d2-a622-92d2c8538f40 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:13:43.374063 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73822f60-6721-44d2-a622-92d2c8538f40 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:13:43.374390 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73822f60-6721-44d2-a622-92d2c8538f40 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:13:43.374714 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73822f60-6721-44d2-a622-92d2c8538f40 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:13:43.375042 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73822f60-6721-44d2-a622-92d2c8538f40 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:13:43.438654 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-70b1c58f-f1c5-44e2-8886-1effed31cd9f tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:13:43.464399 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b1c58f-f1c5-44e2-8886-1effed31cd9f tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Pushing event deleted for resources: {'Port': ['ID=cafa342b-39dc-4132-9b91-7783327920b7,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:13:43.478602 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-735e95ba-b240-4a12-814b-cf28597b5684 None None] DHCP port deletion for c48a55e9-6a85-4746-b7bf-3e29fb560094 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 21:13:43.529138 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-70b1c58f-f1c5-44e2-8886-1effed31cd9f tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595398'] for router_gateway, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:13:43.621868 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-70b1c58f-f1c5-44e2-8886-1effed31cd9f tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24781'] for router, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:13:43.624145 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-70b1c58f-f1c5-44e2-8886-1effed31cd9f tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:13:43.679204 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-70b1c58f-f1c5-44e2-8886-1effed31cd9f tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-663261'] for router, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:13:43.679798 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70b1c58f-f1c5-44e2-8886-1effed31cd9f tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Fanout notify agent at l3_agent the message router_deleted on router d3c914ec-c0d6-46c9-b417-fa97411a7772 {{(pid=103447) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 21:13:43.687487 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-70b1c58f-f1c5-44e2-8886-1effed31cd9f tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks [] for router, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:13:43.689610 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-70b1c58f-f1c5-44e2-8886-1effed31cd9f tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "DELETE /v2.0/routers/d3c914ec-c0d6-46c9-b417-fa97411a7772 HTTP/1.1" status: 204 len: 168 time: 1.0873919 Nov 22 21:13:43.691376 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 60966) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:13:43.773551 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e78eb67d-ba5a-480d-a30e-ec5b2e139702 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3961693'] for network, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:13:43.816054 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 4dd3877f-edc8-450a-88c0-da883001f372 no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 21:13:43.838305 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: 4dd3877f-edc8-450a-88c0-da883001f372 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 21:13:43.838663 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 4dd3877f-edc8-450a-88c0-da883001f372 not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 21:13:43.839088 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device cafa342b-39dc-4132-9b91-7783327920b7 no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 21:13:43.859906 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: cafa342b-39dc-4132-9b91-7783327920b7 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 21:13:43.860174 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device cafa342b-39dc-4132-9b91-7783327920b7 not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 21:13:43.860586 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 57903701-2de1-4b2b-83a8-ba00864fb502 no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 21:13:43.862017 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e78eb67d-ba5a-480d-a30e-ec5b2e139702 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3760028', 'neutron.services.segments.db._delete_segments_for_network-8748992815755'] for network, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:13:43.881855 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-e78eb67d-ba5a-480d-a30e-ec5b2e139702 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e170b574-da86-423f-880e-8be85e4787f9']}} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:13:43.882806 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: 57903701-2de1-4b2b-83a8-ba00864fb502 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 21:13:43.883159 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 57903701-2de1-4b2b-83a8-ba00864fb502 not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 21:13:43.893385 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-e78eb67d-ba5a-480d-a30e-ec5b2e139702 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34272284-4032-4f65-8409-b92e9ae0bd4b') {'for_net_delete': True} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:13:43.893756 n-d-818823-1 neutron-server[103447]: DEBUG neutron.services.segments.db [None req-e78eb67d-ba5a-480d-a30e-ec5b2e139702 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34272284-4032-4f65-8409-b92e9ae0bd4b') {} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:13:43.904166 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e78eb67d-ba5a-480d-a30e-ec5b2e139702 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748993039638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12178344'] for segment, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:13:43.924180 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e78eb67d-ba5a-480d-a30e-ec5b2e139702 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:13:43.933362 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e78eb67d-ba5a-480d-a30e-ec5b2e139702 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Releasing vlan 617 on physical network physnet1 to pool {{(pid=103447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 21:13:43.933787 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e78eb67d-ba5a-480d-a30e-ec5b2e139702 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8900762'] for segment, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:13:43.936944 n-d-818823-1 neutron-server[103447]: Traceback (most recent call last): Nov 22 21:13:43.936944 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 21:13:43.936944 n-d-818823-1 neutron-server[103447]: timer() Nov 22 21:13:43.936944 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 21:13:43.936944 n-d-818823-1 neutron-server[103447]: cb(*args, **kw) Nov 22 21:13:43.936944 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 21:13:43.936944 n-d-818823-1 neutron-server[103447]: return func(*args, **kwargs) Nov 22 21:13:43.936944 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 21:13:43.936944 n-d-818823-1 neutron-server[103447]: self._notify() Nov 22 21:13:43.936944 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 21:13:43.936944 n-d-818823-1 neutron-server[103447]: self.callback(batched_events) Nov 22 21:13:43.936944 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 21:13:43.936944 n-d-818823-1 neutron-server[103447]: event.method(event) Nov 22 21:13:43.936944 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 21:13:43.936944 n-d-818823-1 neutron-server[103447]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 21:13:43.936944 n-d-818823-1 neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 21:13:43.936944 n-d-818823-1 neutron-server[103447]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 21:13:43.936944 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 21:13:43.936944 n-d-818823-1 neutron-server[103447]: return f(self, *a, **k) Nov 22 21:13:43.936944 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 21:13:43.936944 n-d-818823-1 neutron-server[103447]: return self._get(url).json() Nov 22 21:13:43.936944 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 21:13:43.936944 n-d-818823-1 neutron-server[103447]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 21:13:43.936944 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 21:13:43.936944 n-d-818823-1 neutron-server[103447]: return self.request(url, 'GET', **kwargs) Nov 22 21:13:43.936944 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 21:13:43.936944 n-d-818823-1 neutron-server[103447]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 21:13:43.936944 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 21:13:43.936944 n-d-818823-1 neutron-server[103447]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 21:13:43.936944 n-d-818823-1 neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 21:13:43.936944 n-d-818823-1 neutron-server[103447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 21:13:43.936944 n-d-818823-1 neutron-server[103447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 21:13:44.001532 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e78eb67d-ba5a-480d-a30e-ec5b2e139702 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3760002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595318'] for network, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:13:44.009951 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e78eb67d-ba5a-480d-a30e-ec5b2e139702 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks [] for network, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:13:44.012688 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-e78eb67d-ba5a-480d-a30e-ec5b2e139702 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "DELETE /v2.0/networks/e170b574-da86-423f-880e-8be85e4787f9 HTTP/1.1" status: 204 len: 168 time: 0.3203211 Nov 22 21:13:44.015713 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 60968) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:13:44.025913 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78eb67d-ba5a-480d-a30e-ec5b2e139702 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Pushing event deleted for resources: {'Network': ['ID=e170b574-da86-423f-880e-8be85e4787f9,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:13:44.077381 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1fbf312b-a19c-45b1-a4f5-cb069146d7b8 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:13:44.101678 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1fbf312b-a19c-45b1-a4f5-cb069146d7b8 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:13:44.162103 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1fbf312b-a19c-45b1-a4f5-cb069146d7b8 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:13:44.164879 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1fbf312b-a19c-45b1-a4f5-cb069146d7b8 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:13:44.166095 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-1fbf312b-a19c-45b1-a4f5-cb069146d7b8 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "DELETE /v2.0/security-groups/e47b0c42-9c8c-4ebf-b48a-c5c3576b4460 HTTP/1.1" status: 204 len: 168 time: 0.1491091 Nov 22 21:13:44.176138 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbf312b-a19c-45b1-a4f5-cb069146d7b8 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e47b0c42-9c8c-4ebf-b48a-c5c3576b4460,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:13:44.339882 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 60974) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:13:44.344387 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-51e72eeb-7db8-4c24-957b-e4c93690a1d5 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-191101712', 'description': 'tempest-secgroup-smoke-191101712 description', 'project_id': '6021baac210f4987b10e749036581cbe'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 21:13:44.365831 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-51e72eeb-7db8-4c24-957b-e4c93690a1d5 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:13:44.433580 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-51e72eeb-7db8-4c24-957b-e4c93690a1d5 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:13:44.437339 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-51e72eeb-7db8-4c24-957b-e4c93690a1d5 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:13:44.466643 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-51e72eeb-7db8-4c24-957b-e4c93690a1d5 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:13:44.467891 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-51e72eeb-7db8-4c24-957b-e4c93690a1d5 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1269956 Nov 22 21:13:44.469830 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e72eeb-7db8-4c24-957b-e4c93690a1d5 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5b81dd2-98e2-46f5-8019-c1bffe865396,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:13:44.471084 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 60976) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:13:44.476578 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-639cd60b-d3bd-4dbc-a052-4b551501716d tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Request body: {'security_group_rule': {'security_group_id': 'b5b81dd2-98e2-46f5-8019-c1bffe865396', 'project_id': '6021baac210f4987b10e749036581cbe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 21:13:44.503552 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-639cd60b-d3bd-4dbc-a052-4b551501716d tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:13:44.557703 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-639cd60b-d3bd-4dbc-a052-4b551501716d tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:13:44.561246 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-639cd60b-d3bd-4dbc-a052-4b551501716d tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572323'] for security_group_rule, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:13:44.579040 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639cd60b-d3bd-4dbc-a052-4b551501716d tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3518b24d-3262-4fc7-8a16-6f9e574609e0,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:13:44.583358 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-639cd60b-d3bd-4dbc-a052-4b551501716d tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:13:44.584572 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-639cd60b-d3bd-4dbc-a052-4b551501716d tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1118038 Nov 22 21:13:44.587294 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 60978) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:13:44.591526 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-632fa61a-8cde-447d-965e-fa8f6215eabd tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Request body: {'security_group_rule': {'security_group_id': 'b5b81dd2-98e2-46f5-8019-c1bffe865396', 'project_id': '6021baac210f4987b10e749036581cbe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 21:13:44.617005 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-632fa61a-8cde-447d-965e-fa8f6215eabd tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:13:44.674797 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-632fa61a-8cde-447d-965e-fa8f6215eabd tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:13:44.678628 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-632fa61a-8cde-447d-965e-fa8f6215eabd tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572323'] for security_group_rule, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:13:44.701084 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632fa61a-8cde-447d-965e-fa8f6215eabd tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75481476-09cd-4e6c-b399-c8d7e73b88f5,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:13:44.708702 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-632fa61a-8cde-447d-965e-fa8f6215eabd tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:13:44.709924 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-632fa61a-8cde-447d-965e-fa8f6215eabd tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1216886 Nov 22 21:13:44.712677 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 60980) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:13:44.716966 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-6a25a340-cbd1-4f2c-a96c-86c25ae95d59 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Request body: {'security_group_rule': {'security_group_id': 'b5b81dd2-98e2-46f5-8019-c1bffe865396', 'project_id': '6021baac210f4987b10e749036581cbe', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 21:13:44.742806 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6a25a340-cbd1-4f2c-a96c-86c25ae95d59 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:13:44.799008 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6a25a340-cbd1-4f2c-a96c-86c25ae95d59 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:13:44.802658 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6a25a340-cbd1-4f2c-a96c-86c25ae95d59 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572323'] for security_group_rule, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:13:44.819954 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a25a340-cbd1-4f2c-a96c-86c25ae95d59 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7feffa89-8cb9-4992-b391-d73e4b1bb33e,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:13:44.827392 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6a25a340-cbd1-4f2c-a96c-86c25ae95d59 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:13:44.828610 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-6a25a340-cbd1-4f2c-a96c-86c25ae95d59 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1150124 Nov 22 21:13:44.831402 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 60982) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:13:44.835651 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-cb34badb-54ae-45ec-812a-828c27acc714 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Request body: {'security_group_rule': {'security_group_id': 'b5b81dd2-98e2-46f5-8019-c1bffe865396', 'project_id': '6021baac210f4987b10e749036581cbe', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 21:13:44.862272 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-cb34badb-54ae-45ec-812a-828c27acc714 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:13:44.918220 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-cb34badb-54ae-45ec-812a-828c27acc714 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:13:44.921645 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-cb34badb-54ae-45ec-812a-828c27acc714 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572323'] for security_group_rule, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:13:44.940458 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb34badb-54ae-45ec-812a-828c27acc714 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbc7bb49-66d1-415c-8678-8249d9fe86ac,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:13:44.945167 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-cb34badb-54ae-45ec-812a-828c27acc714 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:13:44.949333 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-cb34badb-54ae-45ec-812a-828c27acc714 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1140120 Nov 22 21:13:44.949333 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 60984) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:13:44.954279 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-5dac055b-f045-43fa-97b1-479fa46958f1 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Request body: {'security_group_rule': {'security_group_id': 'b5b81dd2-98e2-46f5-8019-c1bffe865396', 'project_id': '6021baac210f4987b10e749036581cbe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 21:13:44.975875 n-d-818823-1 neutron-server[103447]: INFO neutron.db.securitygroups_db [None req-5dac055b-f045-43fa-97b1-479fa46958f1 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Project 6021baac210f4987b10e749036581cbe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 22 21:13:44.981359 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-5dac055b-f045-43fa-97b1-479fa46958f1 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:13:45.040035 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-5dac055b-f045-43fa-97b1-479fa46958f1 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:13:45.045707 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-5dac055b-f045-43fa-97b1-479fa46958f1 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572323'] for security_group_rule, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:13:45.059685 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:13:45.071335 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dac055b-f045-43fa-97b1-479fa46958f1 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=554a6b77-0090-4782-9f33-1b95e2c63e51,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:13:45.076563 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:13:45.080090 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-5dac055b-f045-43fa-97b1-479fa46958f1 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:13:45.081311 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-5dac055b-f045-43fa-97b1-479fa46958f1 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1308272 Nov 22 21:13:45.084169 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 60986) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:13:45.089590 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-a0ec8f80-ea51-466d-acb9-6f2f57aecce9 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Request body: {'security_group_rule': {'security_group_id': 'b5b81dd2-98e2-46f5-8019-c1bffe865396', 'project_id': '6021baac210f4987b10e749036581cbe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 21:13:45.111177 n-d-818823-1 neutron-server[103447]: INFO neutron.db.securitygroups_db [None req-a0ec8f80-ea51-466d-acb9-6f2f57aecce9 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Project 6021baac210f4987b10e749036581cbe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 22 21:13:45.116247 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a0ec8f80-ea51-466d-acb9-6f2f57aecce9 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:13:45.173806 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a0ec8f80-ea51-466d-acb9-6f2f57aecce9 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:13:45.177195 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a0ec8f80-ea51-466d-acb9-6f2f57aecce9 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572323'] for security_group_rule, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:13:45.194094 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ec8f80-ea51-466d-acb9-6f2f57aecce9 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d075c7a1-055b-4361-b05b-bea3621f2fba,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:13:45.202321 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a0ec8f80-ea51-466d-acb9-6f2f57aecce9 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:13:45.203560 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-a0ec8f80-ea51-466d-acb9-6f2f57aecce9 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1184266 Nov 22 21:13:45.206431 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 60988) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:13:45.211198 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-b30e49a1-bb08-4f6d-8ec0-01989377787b tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Request body: {'network': {'name': 'tempest-network-smoke--1669147838', 'project_id': '6021baac210f4987b10e749036581cbe', 'port_security_enabled': True}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 21:13:45.231613 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b30e49a1-bb08-4f6d-8ec0-01989377787b tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Made reservation on behalf of 6021baac210f4987b10e749036581cbe for: {'network': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 21:13:45.234938 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b30e49a1-bb08-4f6d-8ec0-01989377787b tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for network, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:13:45.257672 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b30e49a1-bb08-4f6d-8ec0-01989377787b tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] vlan segment allocate from pool success with {'vlan_id': 608, 'physical_network': 'physnet1'} {{(pid=103447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 21:13:45.266827 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b30e49a1-bb08-4f6d-8ec0-01989377787b tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:13:45.267172 n-d-818823-1 neutron-server[103447]: INFO neutron.db.segments_db [None req-b30e49a1-bb08-4f6d-8ec0-01989377787b tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Added segment 45eaede7-b003-41e9-a475-002fabb588ce of type vlan for network f85624f4-b0a0-42a1-8191-2251ea118e3e Nov 22 21:13:45.305433 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b30e49a1-bb08-4f6d-8ec0-01989377787b tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748992492791'] for network, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:13:45.329567 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b30e49a1-bb08-4f6d-8ec0-01989377787b tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for network, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:13:45.335156 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b30e49a1-bb08-4f6d-8ec0-01989377787b tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:13:45.335764 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b30e49a1-bb08-4f6d-8ec0-01989377787b tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks [] for network, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:13:45.390969 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-b30e49a1-bb08-4f6d-8ec0-01989377787b tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1835513 Nov 22 21:13:45.393851 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 60990) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:13:45.399070 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-9a8bc2fa-1245-48a0-b8b4-e36b9cf4e81a tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-753784549', 'admin_state_up': True, 'project_id': '6021baac210f4987b10e749036581cbe', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'}}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 21:13:45.406446 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30e49a1-bb08-4f6d-8ec0-01989377787b tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Pushing event updated for resources: {'Network': ['ID=f85624f4-b0a0-42a1-8191-2251ea118e3e,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:13:45.416970 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Network f85624f4-b0a0-42a1-8191-2251ea118e3e details requested by agent ovs-agent-n-d-818823-1 with host n-d-818823-1 {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 21:13:45.430691 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9a8bc2fa-1245-48a0-b8b4-e36b9cf4e81a tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24799'] for router, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:13:45.431911 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9a8bc2fa-1245-48a0-b8b4-e36b9cf4e81a tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-632716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24788'] for router, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:13:45.830309 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9a8bc2fa-1245-48a0-b8b4-e36b9cf4e81a tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:13:45.963667 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9a8bc2fa-1245-48a0-b8b4-e36b9cf4e81a tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:13:46.161543 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9a8bc2fa-1245-48a0-b8b4-e36b9cf4e81a tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks [] for router_gateway, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:13:46.180313 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9a8bc2fa-1245-48a0-b8b4-e36b9cf4e81a tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:13:46.286989 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [None req-9a8bc2fa-1245-48a0-b8b4-e36b9cf4e81a tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Allocated IP 172.25.5.168 (c48a55e9-6a85-4746-b7bf-3e29fb560094/5da6f781-63e6-4328-ae7a-5e672262f55a/98b94cc6-bd12-425f-a246-325e03d42e03) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 21:13:46.386240 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9a8bc2fa-1245-48a0-b8b4-e36b9cf4e81a tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:13:46.419681 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9a8bc2fa-1245-48a0-b8b4-e36b9cf4e81a tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:13:46.470416 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a8bc2fa-1245-48a0-b8b4-e36b9cf4e81a tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Network c48a55e9-6a85-4746-b7bf-3e29fb560094 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 21:13:46.473429 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-9a8bc2fa-1245-48a0-b8b4-e36b9cf4e81a tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 21:13:46.476851 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a8bc2fa-1245-48a0-b8b4-e36b9cf4e81a tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 21:13:46.486184 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acc86c42-93e8-4324-8f1b-4be15c9e3f30 None None] DHCP port deletion for c48a55e9-6a85-4746-b7bf-3e29fb560094 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 21:13:46.501206 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8bc2fa-1245-48a0-b8b4-e36b9cf4e81a tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Pushing event updated for resources: {'Port': ['ID=98b94cc6-bd12-425f-a246-325e03d42e03,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:13:46.540611 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-25ac28f4-4bb2-4c38-957d-0dd4bfef1350 None None] Provisioning complete for port 98b94cc6-bd12-425f-a246-325e03d42e03 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 21:13:46.540981 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-25ac28f4-4bb2-4c38-957d-0dd4bfef1350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:13:46.576174 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-25ac28f4-4bb2-4c38-957d-0dd4bfef1350 None None] Port 98b94cc6-bd12-425f-a246-325e03d42e03 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 21:13:46.728132 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9a8bc2fa-1245-48a0-b8b4-e36b9cf4e81a tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks [] for router_gateway, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:13:46.927525 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9a8bc2fa-1245-48a0-b8b4-e36b9cf4e81a tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-659538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-841284'] for router, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:13:47.048991 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a8bc2fa-1245-48a0-b8b4-e36b9cf4e81a tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Router 58bf06be-a543-4559-bcf4-62a76705a3b5 is scheduled to L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 with binding_index 1 {{(pid=103448) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 21:13:47.160168 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a8bc2fa-1245-48a0-b8b4-e36b9cf4e81a tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 21:13:47.170269 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-941215c3-e944-48e2-b110-daae30fd025f None None] Sync routers for ids ['58bf06be-a543-4559-bcf4-62a76705a3b5'] in n-d-818823-1 {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 21:13:47.179763 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-941215c3-e944-48e2-b110-daae30fd025f None None] Routers {'58bf06be-a543-4559-bcf4-62a76705a3b5'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 21:13:47.180367 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-941215c3-e944-48e2-b110-daae30fd025f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T21:13:33Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['58bf06be-a543-4559-bcf4-62a76705a3b5'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:13:47.181271 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9a8bc2fa-1245-48a0-b8b4-e36b9cf4e81a tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks [] for router, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:13:47.182675 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-9a8bc2fa-1245-48a0-b8b4-e36b9cf4e81a tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7875338 Nov 22 21:13:47.185712 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 60992) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:13:47.213932 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-f71c6921-36b3-4389-9f1a-9bc0edd1c0b5 tempest-TestNetworkAdvancedServerOps-1979025 tempest-TestNetworkAdvancedServerOps-1979025-project-admin] 10.222.0.46 "GET /v2.0/subnets?project_id=6021baac210f4987b10e749036581cbe&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271068 Nov 22 21:13:47.216463 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 60994) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:13:47.282883 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-941215c3-e944-48e2-b110-daae30fd025f None None] Set router 58bf06be-a543-4559-bcf4-62a76705a3b5 gateway port host: n-d-818823-1 {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 21:13:47.305880 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d5ad2c9-2325-465a-85f6-60102a29b7e7 tempest-TestNetworkAdvancedServerOps-1979025 tempest-TestNetworkAdvancedServerOps-1979025-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:13:47.307338 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-5d5ad2c9-2325-465a-85f6-60102a29b7e7 tempest-TestNetworkAdvancedServerOps-1979025 tempest-TestNetworkAdvancedServerOps-1979025-project-admin] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0899723 Nov 22 21:13:47.310347 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 60996) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:13:47.341572 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-625b6307-69f2-434c-b7ca-912361a81a62 tempest-TestNetworkAdvancedServerOps-1979025 tempest-TestNetworkAdvancedServerOps-1979025-project-admin] 10.222.0.46 "GET /v2.0/subnets?network_id=c48a55e9-6a85-4746-b7bf-3e29fb560094&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0277054 Nov 22 21:13:47.341832 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 60998) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:13:47.346632 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-a1132a70-de98-4827-bb87-6e3592146261 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-586096412', 'network_id': 'f85624f4-b0a0-42a1-8191-2251ea118e3e', 'project_id': '6021baac210f4987b10e749036581cbe', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 21:13:47.433921 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1132a70-de98-4827-bb87-6e3592146261 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Made reservation on behalf of 6021baac210f4987b10e749036581cbe for: {'subnet': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 21:13:47.437742 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a1132a70-de98-4827-bb87-6e3592146261 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8485086'] for subnet, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:13:47.458516 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-941215c3-e944-48e2-b110-daae30fd025f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58bf06be-a543-4559-bcf4-62a76705a3b5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-753784549', 'tenant_id': '6021baac210f4987b10e749036581cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': '98b94cc6-bd12-425f-a246-325e03d42e03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T21:13:45Z', 'updated_at': '2021-11-22T21:13:46Z', 'revision_number': 3, 'project_id': '6021baac210f4987b10e749036581cbe', 'gw_port': {'id': '98b94cc6-bd12-425f-a246-325e03d42e03', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:46:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58bf06be-a543-4559-bcf4-62a76705a3b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:13:46Z', 'updated_at': '2021-11-22T21:13:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:13:47.487870 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-941215c3-e944-48e2-b110-daae30fd025f None None] Checking router: 58bf06be-a543-4559-bcf4-62a76705a3b5 for host: n-d-818823-1 {{(pid=103450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 21:13:47.488204 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-941215c3-e944-48e2-b110-daae30fd025f None None] Updating router 58bf06be-a543-4559-bcf4-62a76705a3b5 port 98b94cc6-bd12-425f-a246-325e03d42e03 binding host n-d-818823-1 {{(pid=103450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 21:13:47.513179 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-941215c3-e944-48e2-b110-daae30fd025f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:13:47.613777 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a1132a70-de98-4827-bb87-6e3592146261 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8900613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8485104'] for subnet, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:13:47.676345 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1132a70-de98-4827-bb87-6e3592146261 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Pushing event updated for resources: {'Subnet': ['ID=467adc1e-4d39-4a84-853d-b00d4707219d,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:13:47.686860 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1132a70-de98-4827-bb87-6e3592146261 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Checking segment: {'id': '45eaede7-b003-41e9-a475-002fabb588ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'f85624f4-b0a0-42a1-8191-2251ea118e3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 21:13:47.687320 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1132a70-de98-4827-bb87-6e3592146261 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Network hostable DHCP agents. Network: f85624f4-b0a0-42a1-8191-2251ea118e3e, hostable agents: ['02adaa64-0987-4b74-bad0-cbcf56f8a294'], hosted agents: [] {{(pid=103447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 21:13:47.705107 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1132a70-de98-4827-bb87-6e3592146261 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Network f85624f4-b0a0-42a1-8191-2251ea118e3e is scheduled to be hosted by DHCP agent 02adaa64-0987-4b74-bad0-cbcf56f8a294 with binding_index 1 {{(pid=103447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 21:13:47.715188 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-a1132a70-de98-4827-bb87-6e3592146261 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818823-1, f85624f4-b0a0-42a1-8191-2251ea118e3e) {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 21:13:47.719387 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1132a70-de98-4827-bb87-6e3592146261 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:13:47.720037 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a1132a70-de98-4827-bb87-6e3592146261 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks [] for subnet, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:13:47.726553 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a09973c-02bd-4a41-8ef9-cca6002b9f32 None None] Network f85624f4-b0a0-42a1-8191-2251ea118e3e requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 21:13:47.739315 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 32768) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:13:47.739940 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-a1132a70-de98-4827-bb87-6e3592146261 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3964617 Nov 22 21:13:47.779737 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-941215c3-e944-48e2-b110-daae30fd025f None None] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:13:47.787454 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-941215c3-e944-48e2-b110-daae30fd025f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:13:47.827079 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-742524c6-9e94-4e3e-8b4d-5168cbfb1624 None None] DHCP port deletion for c48a55e9-6a85-4746-b7bf-3e29fb560094 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 21:13:47.840227 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-941215c3-e944-48e2-b110-daae30fd025f None None] Attempting to bind port 98b94cc6-bd12-425f-a246-325e03d42e03 on host n-d-818823-1 for vnic_type normal with profile {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 21:13:47.840508 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-941215c3-e944-48e2-b110-daae30fd025f None None] Attempting to bind port 98b94cc6-bd12-425f-a246-325e03d42e03 by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 21:13:47.840861 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-941215c3-e944-48e2-b110-daae30fd025f None None] Attempting to bind port 98b94cc6-bd12-425f-a246-325e03d42e03 on network c48a55e9-6a85-4746-b7bf-3e29fb560094 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 21:13:47.844523 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dfd0c1-ad28-48ba-852a-b845f8b25176 None None] Pushing event updated for resources: {'Port': ['ID=98b94cc6-bd12-425f-a246-325e03d42e03,revision_number=2']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:13:47.855510 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3dfd0c1-ad28-48ba-852a-b845f8b25176 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:13:47.855860 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3dfd0c1-ad28-48ba-852a-b845f8b25176 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:13:47.856194 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3dfd0c1-ad28-48ba-852a-b845f8b25176 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:13:47.856615 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3dfd0c1-ad28-48ba-852a-b845f8b25176 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:13:47.856840 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3dfd0c1-ad28-48ba-852a-b845f8b25176 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:13:47.857161 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3dfd0c1-ad28-48ba-852a-b845f8b25176 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:13:47.857486 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3dfd0c1-ad28-48ba-852a-b845f8b25176 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:13:47.857806 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3dfd0c1-ad28-48ba-852a-b845f8b25176 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:13:47.858124 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3dfd0c1-ad28-48ba-852a-b845f8b25176 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:13:47.858441 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3dfd0c1-ad28-48ba-852a-b845f8b25176 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:13:47.858764 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3dfd0c1-ad28-48ba-852a-b845f8b25176 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:13:47.859066 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3dfd0c1-ad28-48ba-852a-b845f8b25176 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:13:47.864287 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-941215c3-e944-48e2-b110-daae30fd025f None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 21, 13, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 21:13:47.864654 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-941215c3-e944-48e2-b110-daae30fd025f None None] Checking segment: {'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 21:13:47.865057 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-941215c3-e944-48e2-b110-daae30fd025f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:13:47.865436 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-941215c3-e944-48e2-b110-daae30fd025f None None] Bound using segment: {'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 21:13:47.865907 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-941215c3-e944-48e2-b110-daae30fd025f None None] Bound port: 98b94cc6-bd12-425f-a246-325e03d42e03, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'}}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 21:13:47.866283 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-941215c3-e944-48e2-b110-daae30fd025f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:13:47.925426 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-81492c61-bb53-4abb-84fb-bbfe6a824864 None None] Provisioning complete for port 98b94cc6-bd12-425f-a246-325e03d42e03 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 21:13:47.925940 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-81492c61-bb53-4abb-84fb-bbfe6a824864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:13:47.929756 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-941215c3-e944-48e2-b110-daae30fd025f None None] For port 98b94cc6-bd12-425f-a246-325e03d42e03, host n-d-818823-1, cleared binding levels {{(pid=103450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 21:13:47.934034 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-941215c3-e944-48e2-b110-daae30fd025f None None] For port 98b94cc6-bd12-425f-a246-325e03d42e03, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=98b94cc6-bd12-425f-a246-325e03d42e03,segment=NetworkSegment(8793ba83-8407-4c3d-9b56-2a177cd58a70),segment_id=8793ba83-8407-4c3d-9b56-2a177cd58a70)] {{(pid=103450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 21:13:47.940606 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-941215c3-e944-48e2-b110-daae30fd025f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:13:47.950833 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e32d4b5-aaf6-485a-b2ab-3be0f574f1ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fb26bd7-ce56-527b-b94f-2e1f7cb2bb35-f85624f4-b0a0-42a1-8191-2251ea118e3e', 'network_id': 'f85624f4-b0a0-42a1-8191-2251ea118e3e', 'tenant_id': '6021baac210f4987b10e749036581cbe', 'fixed_ips': [{'subnet_id': '467adc1e-4d39-4a84-853d-b00d4707219d'}]}} from n-d-818823-1. {{(pid=103449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 21:13:47.951706 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6e32d4b5-aaf6-485a-b2ab-3be0f574f1ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:13:47.980297 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-81492c61-bb53-4abb-84fb-bbfe6a824864 None None] Port 98b94cc6-bd12-425f-a246-325e03d42e03 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 21:13:47.997756 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-941215c3-e944-48e2-b110-daae30fd025f None None] Routers {'58bf06be-a543-4559-bcf4-62a76705a3b5'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 21:13:47.998511 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-941215c3-e944-48e2-b110-daae30fd025f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T21:13:33Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['58bf06be-a543-4559-bcf4-62a76705a3b5'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:13:48.032780 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dfd0c1-ad28-48ba-852a-b845f8b25176 None None] Pushing event updated for resources: {'Port': ['ID=98b94cc6-bd12-425f-a246-325e03d42e03,revision_number=3']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:13:48.036969 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96b1b1ba-6a43-4675-b595-aba21b3b7188 None None] DHCP port deletion for c48a55e9-6a85-4746-b7bf-3e29fb560094 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 21:13:48.123454 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.db_base_plugin_common [None req-6e32d4b5-aaf6-485a-b2ab-3be0f574f1ec None None] Allocated IP 172.20.0.2 (f85624f4-b0a0-42a1-8191-2251ea118e3e/467adc1e-4d39-4a84-853d-b00d4707219d/4ecb3b65-865a-42c8-bb64-53f1e57b600b) {{(pid=103449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 21:13:48.128304 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-941215c3-e944-48e2-b110-daae30fd025f None None] Set router 58bf06be-a543-4559-bcf4-62a76705a3b5 gateway port host: n-d-818823-1 {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 21:13:48.130653 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-54196c71-344b-4814-82c1-fd59295e0554 None None] Provisioning complete for port 98b94cc6-bd12-425f-a246-325e03d42e03 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 21:13:48.131019 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-54196c71-344b-4814-82c1-fd59295e0554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:13:48.284223 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-85f45ea5-5e8a-4243-a70f-a2ea239e5064 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:13:48.314432 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-941215c3-e944-48e2-b110-daae30fd025f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58bf06be-a543-4559-bcf4-62a76705a3b5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-753784549', 'tenant_id': '6021baac210f4987b10e749036581cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': '98b94cc6-bd12-425f-a246-325e03d42e03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T21:13:45Z', 'updated_at': '2021-11-22T21:13:46Z', 'revision_number': 3, 'project_id': '6021baac210f4987b10e749036581cbe', 'gw_port': {'id': '98b94cc6-bd12-425f-a246-325e03d42e03', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:46:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58bf06be-a543-4559-bcf4-62a76705a3b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:13:46Z', 'updated_at': '2021-11-22T21:13:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:13:48.340107 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-54196c71-344b-4814-82c1-fd59295e0554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:13:48.344847 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-941215c3-e944-48e2-b110-daae30fd025f None None] The sync data for ids ['58bf06be-a543-4559-bcf4-62a76705a3b5'] in n-d-818823-1 is: [{'id': '58bf06be-a543-4559-bcf4-62a76705a3b5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-753784549', 'tenant_id': '6021baac210f4987b10e749036581cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': '98b94cc6-bd12-425f-a246-325e03d42e03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T21:13:45Z', 'updated_at': '2021-11-22T21:13:46Z', 'revision_number': 3, 'project_id': '6021baac210f4987b10e749036581cbe', 'gw_port': {'id': '98b94cc6-bd12-425f-a246-325e03d42e03', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:46:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58bf06be-a543-4559-bcf4-62a76705a3b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:13:46Z', 'updated_at': '2021-11-22T21:13:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}] {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 21:13:48.345039 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6e32d4b5-aaf6-485a-b2ab-3be0f574f1ec None None] Publish callbacks [] for port, precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:13:48.355650 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6e32d4b5-aaf6-485a-b2ab-3be0f574f1ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372'] for port, after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:13:48.397332 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-54196c71-344b-4814-82c1-fd59295e0554 None None] For port 98b94cc6-bd12-425f-a246-325e03d42e03, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=98b94cc6-bd12-425f-a246-325e03d42e03,segment=NetworkSegment(8793ba83-8407-4c3d-9b56-2a177cd58a70),segment_id=8793ba83-8407-4c3d-9b56-2a177cd58a70)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 21:13:48.409668 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-54196c71-344b-4814-82c1-fd59295e0554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:13:48.418504 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e32d4b5-aaf6-485a-b2ab-3be0f574f1ec None None] Network f85624f4-b0a0-42a1-8191-2251ea118e3e is already hosted by enough agents. {{(pid=103449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 21:13:48.419354 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e32d4b5-aaf6-485a-b2ab-3be0f574f1ec None None] Pushing event updated for resources: {'Port': ['ID=4ecb3b65-865a-42c8-bb64-53f1e57b600b,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:13:48.422320 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.base_scheduler [None req-6e32d4b5-aaf6-485a-b2ab-3be0f574f1ec None None] Resources bound (agent type, host, resource id): {{(pid=103449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 21:13:48.426247 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e32d4b5-aaf6-485a-b2ab-3be0f574f1ec None None] Received port after_create {{(pid=103449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 21:13:48.516764 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54196c71-344b-4814-82c1-fd59295e0554 None None] Pushing event updated for resources: {'Port': ['ID=98b94cc6-bd12-425f-a246-325e03d42e03,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:13:48.521562 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-6e32d4b5-aaf6-485a-b2ab-3be0f574f1ec None None] Attempting to bind port 4ecb3b65-865a-42c8-bb64-53f1e57b600b on host n-d-818823-1 for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 21:13:48.521933 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-6e32d4b5-aaf6-485a-b2ab-3be0f574f1ec None None] Attempting to bind port 4ecb3b65-865a-42c8-bb64-53f1e57b600b by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': '45eaede7-b003-41e9-a475-002fabb588ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'f85624f4-b0a0-42a1-8191-2251ea118e3e'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 21:13:48.522292 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e32d4b5-aaf6-485a-b2ab-3be0f574f1ec None None] Attempting to bind port 4ecb3b65-865a-42c8-bb64-53f1e57b600b on network f85624f4-b0a0-42a1-8191-2251ea118e3e {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 21:13:48.528255 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e32d4b5-aaf6-485a-b2ab-3be0f574f1ec None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 21, 13, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 21:13:48.528631 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e32d4b5-aaf6-485a-b2ab-3be0f574f1ec None None] Checking segment: {'id': '45eaede7-b003-41e9-a475-002fabb588ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'f85624f4-b0a0-42a1-8191-2251ea118e3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 21:13:48.529025 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6e32d4b5-aaf6-485a-b2ab-3be0f574f1ec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:13:48.529408 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e32d4b5-aaf6-485a-b2ab-3be0f574f1ec None None] Bound using segment: {'id': '45eaede7-b003-41e9-a475-002fabb588ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'f85624f4-b0a0-42a1-8191-2251ea118e3e'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 21:13:48.529870 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-6e32d4b5-aaf6-485a-b2ab-3be0f574f1ec None None] Bound port: 4ecb3b65-865a-42c8-bb64-53f1e57b600b, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45eaede7-b003-41e9-a475-002fabb588ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'f85624f4-b0a0-42a1-8191-2251ea118e3e'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 21:13:48.530249 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6e32d4b5-aaf6-485a-b2ab-3be0f574f1ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:13:48.606293 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [None req-85f45ea5-5e8a-4243-a70f-a2ea239e5064 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Allocated IP 172.20.0.1 (f85624f4-b0a0-42a1-8191-2251ea118e3e/467adc1e-4d39-4a84-853d-b00d4707219d/7941d7d4-8444-4422-8135-095aa5c6ee00) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 21:13:48.744630 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-85f45ea5-5e8a-4243-a70f-a2ea239e5064 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:13:48.781979 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-85f45ea5-5e8a-4243-a70f-a2ea239e5064 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:13:48.802329 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-6e32d4b5-aaf6-485a-b2ab-3be0f574f1ec None None] For port 4ecb3b65-865a-42c8-bb64-53f1e57b600b, host n-d-818823-1, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 21:13:48.806808 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-6e32d4b5-aaf6-485a-b2ab-3be0f574f1ec None None] For port 4ecb3b65-865a-42c8-bb64-53f1e57b600b, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=4ecb3b65-865a-42c8-bb64-53f1e57b600b,segment=NetworkSegment(45eaede7-b003-41e9-a475-002fabb588ce),segment_id=45eaede7-b003-41e9-a475-002fabb588ce)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 21:13:48.812477 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6e32d4b5-aaf6-485a-b2ab-3be0f574f1ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:13:48.831967 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85f45ea5-5e8a-4243-a70f-a2ea239e5064 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Network f85624f4-b0a0-42a1-8191-2251ea118e3e is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 21:13:48.835123 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-85f45ea5-5e8a-4243-a70f-a2ea239e5064 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 21:13:48.839261 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f45ea5-5e8a-4243-a70f-a2ea239e5064 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 21:13:48.878348 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f45ea5-5e8a-4243-a70f-a2ea239e5064 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Pushing event updated for resources: {'Port': ['ID=7941d7d4-8444-4422-8135-095aa5c6ee00,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:13:48.888548 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e32d4b5-aaf6-485a-b2ab-3be0f574f1ec None None] Pushing event updated for resources: {'Port': ['ID=4ecb3b65-865a-42c8-bb64-53f1e57b600b,revision_number=2']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:13:48.900758 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-85f45ea5-5e8a-4243-a70f-a2ea239e5064 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659939'] for router_interface, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:13:49.054753 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-85f45ea5-5e8a-4243-a70f-a2ea239e5064 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:13:49.363186 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-85f45ea5-5e8a-4243-a70f-a2ea239e5064 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks [] for port, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:13:49.367735 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-85f45ea5-5e8a-4243-a70f-a2ea239e5064 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:13:49.442210 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-85f45ea5-5e8a-4243-a70f-a2ea239e5064 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-563461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-659839'] for router_interface, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:13:49.443926 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f45ea5-5e8a-4243-a70f-a2ea239e5064 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Pushing event updated for resources: {'Port': ['ID=7941d7d4-8444-4422-8135-095aa5c6ee00,revision_number=2']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:13:49.535683 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85f45ea5-5e8a-4243-a70f-a2ea239e5064 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Network f85624f4-b0a0-42a1-8191-2251ea118e3e is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 21:13:49.537128 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-85f45ea5-5e8a-4243-a70f-a2ea239e5064 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 21:13:49.658634 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85f45ea5-5e8a-4243-a70f-a2ea239e5064 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Router 58bf06be-a543-4559-bcf4-62a76705a3b5 has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 21:13:49.773933 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85f45ea5-5e8a-4243-a70f-a2ea239e5064 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 21:13:49.779983 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-85f45ea5-5e8a-4243-a70f-a2ea239e5064 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "PUT /v2.0/routers/58bf06be-a543-4559-bcf4-62a76705a3b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0386679 Nov 22 21:13:49.840400 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-877052f5-c79e-45e8-a805-72443b07be32 None None] Network f85624f4-b0a0-42a1-8191-2251ea118e3e requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 21:13:49.903141 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 4ecb3b65-865a-42c8-bb64-53f1e57b600b up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 21:13:49.945308 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e217508f-fa21-46b8-abe6-a19352152245 req-e4d0de89-ab12-4eb6-b038-7798c77f8d35 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-191101712&fields=id&tenant_id=6021baac210f4987b10e749036581cbe HTTP/1.1" status: 200 len: 267 time: 0.0496557 Nov 22 21:13:50.010208 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-827ee677-e7ce-49aa-a2a0-6432d3f0051f None None] Provisioning complete for port 4ecb3b65-865a-42c8-bb64-53f1e57b600b triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 21:13:50.010583 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-827ee677-e7ce-49aa-a2a0-6432d3f0051f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:13:50.059766 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 4ecb3b65-865a-42c8-bb64-53f1e57b600b triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 21:13:50.060147 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:13:50.064965 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e217508f-fa21-46b8-abe6-a19352152245 req-04bd47cf-88a4-4937-962d-c10240369282 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:13:50.067709 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e217508f-fa21-46b8-abe6-a19352152245 req-04bd47cf-88a4-4937-962d-c10240369282 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/networks?id=f85624f4-b0a0-42a1-8191-2251ea118e3e HTTP/1.1" status: 200 len: 797 time: 0.1143675 Nov 22 21:13:50.082259 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e217508f-fa21-46b8-abe6-a19352152245 req-3cc35908-4de2-4b52-87b1-fcb1fab7117d tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/quotas/6021baac210f4987b10e749036581cbe HTTP/1.1" status: 200 len: 375 time: 0.0091460 Nov 22 21:13:50.138542 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e217508f-fa21-46b8-abe6-a19352152245 req-7e880205-c96a-4bc4-affd-fe119219ea0b tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=6021baac210f4987b10e749036581cbe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0508363 Nov 22 21:13:50.211970 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-827ee677-e7ce-49aa-a2a0-6432d3f0051f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:13:50.230492 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:13:50.269732 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-827ee677-e7ce-49aa-a2a0-6432d3f0051f None None] For port 4ecb3b65-865a-42c8-bb64-53f1e57b600b, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=4ecb3b65-865a-42c8-bb64-53f1e57b600b,segment=NetworkSegment(45eaede7-b003-41e9-a475-002fabb588ce),segment_id=45eaede7-b003-41e9-a475-002fabb588ce)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 21:13:50.275004 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-827ee677-e7ce-49aa-a2a0-6432d3f0051f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:13:50.305487 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e217508f-fa21-46b8-abe6-a19352152245 req-5f278e81-b7c7-4c5d-9c59-6fe675df06bb service neutron] 10.222.0.46 "GET /v2.0/networks/f85624f4-b0a0-42a1-8191-2251ea118e3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545789 Nov 22 21:13:50.338305 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93538649-21f3-4a6c-a841-c6b9b67b6b90 None None] Sync routers for ids ['58bf06be-a543-4559-bcf4-62a76705a3b5'] in n-d-818823-1 {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 21:13:50.385449 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827ee677-e7ce-49aa-a2a0-6432d3f0051f None None] Pushing event updated for resources: {'Port': ['ID=4ecb3b65-865a-42c8-bb64-53f1e57b600b,revision_number=3']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:13:50.388354 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.db.api [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103449) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 21:13:50.388728 n-d-818823-1 neutron-server[103449]: DEBUG oslo_db.api [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 21:13:50.389323 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93538649-21f3-4a6c-a841-c6b9b67b6b90 None None] Routers {'58bf06be-a543-4559-bcf4-62a76705a3b5'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 21:13:50.389803 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-93538649-21f3-4a6c-a841-c6b9b67b6b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T21:13:33Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['58bf06be-a543-4559-bcf4-62a76705a3b5'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:13:50.416787 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e217508f-fa21-46b8-abe6-a19352152245 req-610e8ee5-e5d8-4605-8838-61880535f104 service neutron] 10.222.0.46 "GET /v2.0/networks/f85624f4-b0a0-42a1-8191-2251ea118e3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050012 Nov 22 21:13:50.511261 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-93538649-21f3-4a6c-a841-c6b9b67b6b90 None None] Set router 58bf06be-a543-4559-bcf4-62a76705a3b5 gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 21:13:50.541464 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ecf6b631-6b97-4d0a-ac9f-a2a9a5da47d6 None None] Provisioning complete for port 7941d7d4-8444-4422-8135-095aa5c6ee00 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 21:13:50.541848 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ecf6b631-6b97-4d0a-ac9f-a2a9a5da47d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:13:50.582655 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-ecf6b631-6b97-4d0a-ac9f-a2a9a5da47d6 None None] Port 7941d7d4-8444-4422-8135-095aa5c6ee00 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 21:13:50.615466 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-337549a9-2e8a-4607-a593-6d1ab95d374f req-e9874d6f-7d32-400b-9ef7-77e1f4974e4b tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/ports?device_id=8129f4a2-e1f7-487f-a253-46f4b43314e3 HTTP/1.1" status: 200 len: 210 time: 0.0383050 Nov 22 21:13:50.635124 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ecf6b631-6b97-4d0a-ac9f-a2a9a5da47d6 None None] Provisioning complete for port 4ecb3b65-865a-42c8-bb64-53f1e57b600b triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 21:13:50.635522 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ecf6b631-6b97-4d0a-ac9f-a2a9a5da47d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:13:50.836561 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-93538649-21f3-4a6c-a841-c6b9b67b6b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58bf06be-a543-4559-bcf4-62a76705a3b5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-753784549', 'tenant_id': '6021baac210f4987b10e749036581cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': '98b94cc6-bd12-425f-a246-325e03d42e03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T21:13:45Z', 'updated_at': '2021-11-22T21:13:49Z', 'revision_number': 4, 'project_id': '6021baac210f4987b10e749036581cbe', 'gw_port': {'id': '98b94cc6-bd12-425f-a246-325e03d42e03', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:46:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58bf06be-a543-4559-bcf4-62a76705a3b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:13:46Z', 'updated_at': '2021-11-22T21:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': '7941d7d4-8444-4422-8135-095aa5c6ee00', 'name': '', 'network_id': 'f85624f4-b0a0-42a1-8191-2251ea118e3e', 'tenant_id': '6021baac210f4987b10e749036581cbe', 'mac_address': 'fa:16:3e:3d:eb:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58bf06be-a543-4559-bcf4-62a76705a3b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '467adc1e-4d39-4a84-853d-b00d4707219d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:13:48Z', 'updated_at': '2021-11-22T21:13:49Z', 'revision_number': 2, 'project_id': '6021baac210f4987b10e749036581cbe', 'subnets': [{'id': '467adc1e-4d39-4a84-853d-b00d4707219d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:13:50.868939 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93538649-21f3-4a6c-a841-c6b9b67b6b90 None None] Checking router: 58bf06be-a543-4559-bcf4-62a76705a3b5 for host: n-d-818823-1 {{(pid=103449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 21:13:50.869529 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93538649-21f3-4a6c-a841-c6b9b67b6b90 None None] Updating router 58bf06be-a543-4559-bcf4-62a76705a3b5 port 7941d7d4-8444-4422-8135-095aa5c6ee00 binding host n-d-818823-1 {{(pid=103449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 21:13:50.925954 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-93538649-21f3-4a6c-a841-c6b9b67b6b90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:13:50.971862 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 98b94cc6-bd12-425f-a246-325e03d42e03 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 21:13:50.981065 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-22fd5d84-dc87-49d5-932f-45d8f438db10 None None] Provisioning complete for port 7941d7d4-8444-4422-8135-095aa5c6ee00 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 21:13:50.981429 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-22fd5d84-dc87-49d5-932f-45d8f438db10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:13:51.117263 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-22fd5d84-dc87-49d5-932f-45d8f438db10 None None] Port 7941d7d4-8444-4422-8135-095aa5c6ee00 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 21:13:51.174542 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 98b94cc6-bd12-425f-a246-325e03d42e03 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 21:13:51.174911 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:13:51.347105 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-93538649-21f3-4a6c-a841-c6b9b67b6b90 None None] Publish callbacks [] for port, precommit_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:13:51.352064 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-93538649-21f3-4a6c-a841-c6b9b67b6b90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:13:51.405900 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090d4917-04b2-40cb-a840-36707cf12285 None None] Pushing event updated for resources: {'Port': ['ID=7941d7d4-8444-4422-8135-095aa5c6ee00,revision_number=3']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:13:51.460025 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-93538649-21f3-4a6c-a841-c6b9b67b6b90 None None] Attempting to bind port 7941d7d4-8444-4422-8135-095aa5c6ee00 on host n-d-818823-1 for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 21:13:51.460392 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-93538649-21f3-4a6c-a841-c6b9b67b6b90 None None] Attempting to bind port 7941d7d4-8444-4422-8135-095aa5c6ee00 by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': '45eaede7-b003-41e9-a475-002fabb588ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'f85624f4-b0a0-42a1-8191-2251ea118e3e'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 21:13:51.460845 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93538649-21f3-4a6c-a841-c6b9b67b6b90 None None] Attempting to bind port 7941d7d4-8444-4422-8135-095aa5c6ee00 on network f85624f4-b0a0-42a1-8191-2251ea118e3e {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 21:13:51.466636 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93538649-21f3-4a6c-a841-c6b9b67b6b90 None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 21, 13, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 21:13:51.467004 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93538649-21f3-4a6c-a841-c6b9b67b6b90 None None] Checking segment: {'id': '45eaede7-b003-41e9-a475-002fabb588ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'f85624f4-b0a0-42a1-8191-2251ea118e3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 21:13:51.467407 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-93538649-21f3-4a6c-a841-c6b9b67b6b90 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:13:51.467826 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93538649-21f3-4a6c-a841-c6b9b67b6b90 None None] Bound using segment: {'id': '45eaede7-b003-41e9-a475-002fabb588ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'f85624f4-b0a0-42a1-8191-2251ea118e3e'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 21:13:51.468395 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-93538649-21f3-4a6c-a841-c6b9b67b6b90 None None] Bound port: 7941d7d4-8444-4422-8135-095aa5c6ee00, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45eaede7-b003-41e9-a475-002fabb588ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'f85624f4-b0a0-42a1-8191-2251ea118e3e'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 21:13:51.468665 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-93538649-21f3-4a6c-a841-c6b9b67b6b90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:13:51.539210 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-93538649-21f3-4a6c-a841-c6b9b67b6b90 None None] For port 7941d7d4-8444-4422-8135-095aa5c6ee00, host n-d-818823-1, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 21:13:51.542876 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-93538649-21f3-4a6c-a841-c6b9b67b6b90 None None] For port 7941d7d4-8444-4422-8135-095aa5c6ee00, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=7941d7d4-8444-4422-8135-095aa5c6ee00,segment=NetworkSegment(45eaede7-b003-41e9-a475-002fabb588ce),segment_id=45eaede7-b003-41e9-a475-002fabb588ce)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 21:13:51.551361 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-93538649-21f3-4a6c-a841-c6b9b67b6b90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:13:51.616502 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93538649-21f3-4a6c-a841-c6b9b67b6b90 None None] Routers {'58bf06be-a543-4559-bcf4-62a76705a3b5'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 21:13:51.616791 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-93538649-21f3-4a6c-a841-c6b9b67b6b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T21:13:33Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['58bf06be-a543-4559-bcf4-62a76705a3b5'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:13:51.665656 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e217508f-fa21-46b8-abe6-a19352152245 req-f9c417c8-64b6-4062-8115-d946736a2305 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:13:51.668047 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-e217508f-fa21-46b8-abe6-a19352152245 req-f9c417c8-64b6-4062-8115-d946736a2305 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.41 "GET /v2.0/networks?id=f85624f4-b0a0-42a1-8191-2251ea118e3e HTTP/1.1" status: 200 len: 797 time: 0.1552682 Nov 22 21:13:51.694151 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090d4917-04b2-40cb-a840-36707cf12285 None None] Pushing event updated for resources: {'Port': ['ID=7941d7d4-8444-4422-8135-095aa5c6ee00,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:13:51.742258 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-497e0106-6950-4f49-a5b6-b7cbd698f1bc req-86d62549-3d54-4631-b03b-bcdae8686c48 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/ports?device_id=8129f4a2-e1f7-487f-a253-46f4b43314e3 HTTP/1.1" status: 200 len: 210 time: 0.0423999 Nov 22 21:13:51.754681 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-74dad4cb-6729-416e-a023-d657bae8ba68 None None] Provisioning complete for port 7941d7d4-8444-4422-8135-095aa5c6ee00 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 21:13:51.754681 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-74dad4cb-6729-416e-a023-d657bae8ba68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:13:51.957748 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 4ecb3b65-865a-42c8-bb64-53f1e57b600b up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 21:13:52.020249 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-93538649-21f3-4a6c-a841-c6b9b67b6b90 None None] Set router 58bf06be-a543-4559-bcf4-62a76705a3b5 gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 21:13:52.099566 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-e217508f-fa21-46b8-abe6-a19352152245 req-becf9a1c-812f-47d1-ae5b-4f7773bf4141 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6021baac210f4987b10e749036581cbe HTTP/1.1" status: 200 len: 379 time: 0.4224691 Nov 22 21:13:52.109580 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [req-e217508f-fa21-46b8-abe6-a19352152245 req-b90b5dbe-afc7-4f07-962c-8b41623c264b tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Request body: {'port': {'device_id': '8129f4a2-e1f7-487f-a253-46f4b43314e3', 'network_id': 'f85624f4-b0a0-42a1-8191-2251ea118e3e', 'admin_state_up': True, 'tenant_id': '6021baac210f4987b10e749036581cbe', 'security_groups': ['b5b81dd2-98e2-46f5-8019-c1bffe865396']}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 21:13:52.171834 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 4ecb3b65-865a-42c8-bb64-53f1e57b600b triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 21:13:52.172217 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:13:52.210349 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-74dad4cb-6729-416e-a023-d657bae8ba68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:13:52.215599 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e217508f-fa21-46b8-abe6-a19352152245 req-b90b5dbe-afc7-4f07-962c-8b41623c264b tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Made reservation on behalf of 6021baac210f4987b10e749036581cbe for: {'port': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 21:13:52.219307 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-e217508f-fa21-46b8-abe6-a19352152245 req-b90b5dbe-afc7-4f07-962c-8b41623c264b tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:13:52.281785 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-74dad4cb-6729-416e-a023-d657bae8ba68 None None] For port 7941d7d4-8444-4422-8135-095aa5c6ee00, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=7941d7d4-8444-4422-8135-095aa5c6ee00,segment=NetworkSegment(45eaede7-b003-41e9-a475-002fabb588ce),segment_id=45eaede7-b003-41e9-a475-002fabb588ce)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 21:13:52.288391 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-74dad4cb-6729-416e-a023-d657bae8ba68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:13:52.349220 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [req-e217508f-fa21-46b8-abe6-a19352152245 req-b90b5dbe-afc7-4f07-962c-8b41623c264b tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Allocated IP 172.20.0.5 (f85624f4-b0a0-42a1-8191-2251ea118e3e/467adc1e-4d39-4a84-853d-b00d4707219d/4a442812-2efd-411c-94e5-4bddb3c2dc9c) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 21:13:52.401775 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dad4cb-6729-416e-a023-d657bae8ba68 None None] Pushing event updated for resources: {'Port': ['ID=7941d7d4-8444-4422-8135-095aa5c6ee00,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:13:52.423015 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-93538649-21f3-4a6c-a841-c6b9b67b6b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58bf06be-a543-4559-bcf4-62a76705a3b5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-753784549', 'tenant_id': '6021baac210f4987b10e749036581cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': '98b94cc6-bd12-425f-a246-325e03d42e03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T21:13:45Z', 'updated_at': '2021-11-22T21:13:49Z', 'revision_number': 4, 'project_id': '6021baac210f4987b10e749036581cbe', 'gw_port': {'id': '98b94cc6-bd12-425f-a246-325e03d42e03', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:46:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58bf06be-a543-4559-bcf4-62a76705a3b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:13:46Z', 'updated_at': '2021-11-22T21:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': '7941d7d4-8444-4422-8135-095aa5c6ee00', 'name': '', 'network_id': 'f85624f4-b0a0-42a1-8191-2251ea118e3e', 'tenant_id': '6021baac210f4987b10e749036581cbe', 'mac_address': 'fa:16:3e:3d:eb:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58bf06be-a543-4559-bcf4-62a76705a3b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '467adc1e-4d39-4a84-853d-b00d4707219d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:13:48Z', 'updated_at': '2021-11-22T21:13:51Z', 'revision_number': 4, 'project_id': '6021baac210f4987b10e749036581cbe', 'subnets': [{'id': '467adc1e-4d39-4a84-853d-b00d4707219d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:13:52.426488 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-8e0da499-d2e6-4269-9997-b5e906641b41 None None] Provisioning complete for port 7941d7d4-8444-4422-8135-095aa5c6ee00 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 21:13:52.426871 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-8e0da499-d2e6-4269-9997-b5e906641b41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:13:52.452794 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93538649-21f3-4a6c-a841-c6b9b67b6b90 None None] The sync data for ids ['58bf06be-a543-4559-bcf4-62a76705a3b5'] in n-d-818823-1 is: [{'id': '58bf06be-a543-4559-bcf4-62a76705a3b5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-753784549', 'tenant_id': '6021baac210f4987b10e749036581cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': '98b94cc6-bd12-425f-a246-325e03d42e03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T21:13:45Z', 'updated_at': '2021-11-22T21:13:49Z', 'revision_number': 4, 'project_id': '6021baac210f4987b10e749036581cbe', 'gw_port': {'id': '98b94cc6-bd12-425f-a246-325e03d42e03', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:46:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58bf06be-a543-4559-bcf4-62a76705a3b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:13:46Z', 'updated_at': '2021-11-22T21:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': '7941d7d4-8444-4422-8135-095aa5c6ee00', 'name': '', 'network_id': 'f85624f4-b0a0-42a1-8191-2251ea118e3e', 'tenant_id': '6021baac210f4987b10e749036581cbe', 'mac_address': 'fa:16:3e:3d:eb:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58bf06be-a543-4559-bcf4-62a76705a3b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '467adc1e-4d39-4a84-853d-b00d4707219d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:13:48Z', 'updated_at': '2021-11-22T21:13:51Z', 'revision_number': 4, 'project_id': '6021baac210f4987b10e749036581cbe', 'subnets': [{'id': '467adc1e-4d39-4a84-853d-b00d4707219d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 21:13:52.504417 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-e217508f-fa21-46b8-abe6-a19352152245 req-b90b5dbe-afc7-4f07-962c-8b41623c264b tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:13:52.543500 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-e217508f-fa21-46b8-abe6-a19352152245 req-b90b5dbe-afc7-4f07-962c-8b41623c264b tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:13:52.591282 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e217508f-fa21-46b8-abe6-a19352152245 req-b90b5dbe-afc7-4f07-962c-8b41623c264b tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Network f85624f4-b0a0-42a1-8191-2251ea118e3e is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 21:13:52.594709 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [req-e217508f-fa21-46b8-abe6-a19352152245 req-b90b5dbe-afc7-4f07-962c-8b41623c264b tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 21:13:52.598586 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [req-e217508f-fa21-46b8-abe6-a19352152245 req-b90b5dbe-afc7-4f07-962c-8b41623c264b tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 21:13:52.605887 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90b5dbe-afc7-4f07-962c-8b41623c264b tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Pushing event updated for resources: {'Port': ['ID=4a442812-2efd-411c-94e5-4bddb3c2dc9c,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:13:52.658644 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e217508f-fa21-46b8-abe6-a19352152245 req-b90b5dbe-afc7-4f07-962c-8b41623c264b tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:13:52.659367 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-e217508f-fa21-46b8-abe6-a19352152245 req-b90b5dbe-afc7-4f07-962c-8b41623c264b tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:13:52.677817 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-e217508f-fa21-46b8-abe6-a19352152245 req-b90b5dbe-afc7-4f07-962c-8b41623c264b tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5718920 Nov 22 21:13:52.690301 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [req-e217508f-fa21-46b8-abe6-a19352152245 req-839be8ea-455b-4c80-b1e2-247d9479f7dd service neutron] Request body: {'port': {'device_id': '8129f4a2-e1f7-487f-a253-46f4b43314e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818823-1'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 21:13:52.750757 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-e217508f-fa21-46b8-abe6-a19352152245 req-839be8ea-455b-4c80-b1e2-247d9479f7dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:13:52.871146 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91257a5f-b60d-4a9c-8150-ce7e1a383017 req-c2a2d19a-bd9b-4faa-b2dc-9123e46663eb tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:13:52.877725 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-89a4756b-96ec-4e67-be72-070f06de9531 None None] Provisioning complete for port 4a442812-2efd-411c-94e5-4bddb3c2dc9c triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 21:13:52.878521 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-89a4756b-96ec-4e67-be72-070f06de9531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:13:52.880933 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-91257a5f-b60d-4a9c-8150-ce7e1a383017 req-c2a2d19a-bd9b-4faa-b2dc-9123e46663eb tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/ports?device_id=8129f4a2-e1f7-487f-a253-46f4b43314e3 HTTP/1.1" status: 200 len: 931 time: 0.0637043 Nov 22 21:13:52.931261 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-89a4756b-96ec-4e67-be72-070f06de9531 None None] Port 4a442812-2efd-411c-94e5-4bddb3c2dc9c cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 21:13:52.934660 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-91257a5f-b60d-4a9c-8150-ce7e1a383017 req-ec11bc50-8c7f-468f-9d94-7229d659ea16 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5b81dd2-98e2-46f5-8019-c1bffe865396&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528066 Nov 22 21:13:53.060769 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [req-e217508f-fa21-46b8-abe6-a19352152245 req-839be8ea-455b-4c80-b1e2-247d9479f7dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a442812-2efd-411c-94e5-4bddb3c2dc9c {{(pid=103448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 21:13:53.071810 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-e217508f-fa21-46b8-abe6-a19352152245 req-839be8ea-455b-4c80-b1e2-247d9479f7dd service neutron] Publish callbacks [] for port, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:13:53.086943 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [req-e217508f-fa21-46b8-abe6-a19352152245 req-839be8ea-455b-4c80-b1e2-247d9479f7dd service neutron] Transition to ACTIVE for port object 4a442812-2efd-411c-94e5-4bddb3c2dc9c will not be triggered until provisioned by entity L2. {{(pid=103448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 21:13:53.090861 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-e217508f-fa21-46b8-abe6-a19352152245 req-839be8ea-455b-4c80-b1e2-247d9479f7dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:13:53.141352 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839be8ea-455b-4c80-b1e2-247d9479f7dd service neutron] Pushing event updated for resources: {'Port': ['ID=4a442812-2efd-411c-94e5-4bddb3c2dc9c,revision_number=2']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:13:53.224567 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-e217508f-fa21-46b8-abe6-a19352152245 req-839be8ea-455b-4c80-b1e2-247d9479f7dd service neutron] Attempting to bind port 4a442812-2efd-411c-94e5-4bddb3c2dc9c on host n-h1-818823-1 for vnic_type normal with profile {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 21:13:53.225010 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-e217508f-fa21-46b8-abe6-a19352152245 req-839be8ea-455b-4c80-b1e2-247d9479f7dd service neutron] Attempting to bind port 4a442812-2efd-411c-94e5-4bddb3c2dc9c by drivers openvswitch,hyperv on host n-h1-818823-1 at level 0 using segments [{'id': '45eaede7-b003-41e9-a475-002fabb588ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'f85624f4-b0a0-42a1-8191-2251ea118e3e'}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 21:13:53.225416 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e217508f-fa21-46b8-abe6-a19352152245 req-839be8ea-455b-4c80-b1e2-247d9479f7dd service neutron] Attempting to bind port 4a442812-2efd-411c-94e5-4bddb3c2dc9c on network f85624f4-b0a0-42a1-8191-2251ea118e3e {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 21:13:53.230605 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e217508f-fa21-46b8-abe6-a19352152245 req-839be8ea-455b-4c80-b1e2-247d9479f7dd service neutron] Port 4a442812-2efd-411c-94e5-4bddb3c2dc9c on network f85624f4-b0a0-42a1-8191-2251ea118e3e not bound, no agent of type Open vSwitch agent registered on host n-h1-818823-1 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 21:13:53.231000 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e217508f-fa21-46b8-abe6-a19352152245 req-839be8ea-455b-4c80-b1e2-247d9479f7dd service neutron] Attempting to bind port 4a442812-2efd-411c-94e5-4bddb3c2dc9c on network f85624f4-b0a0-42a1-8191-2251ea118e3e {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 21:13:53.236576 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e217508f-fa21-46b8-abe6-a19352152245 req-839be8ea-455b-4c80-b1e2-247d9479f7dd service neutron] Checking agent: {'id': '7a008cff-3b49-418c-8046-689d46cc800f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'started_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 21, 13, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 21:13:53.237219 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e217508f-fa21-46b8-abe6-a19352152245 req-839be8ea-455b-4c80-b1e2-247d9479f7dd service neutron] Checking segment: {'id': '45eaede7-b003-41e9-a475-002fabb588ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'f85624f4-b0a0-42a1-8191-2251ea118e3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 21:13:53.237657 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e217508f-fa21-46b8-abe6-a19352152245 req-839be8ea-455b-4c80-b1e2-247d9479f7dd service neutron] Bound using segment: {'id': '45eaede7-b003-41e9-a475-002fabb588ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'f85624f4-b0a0-42a1-8191-2251ea118e3e'} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 21:13:53.238093 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-e217508f-fa21-46b8-abe6-a19352152245 req-839be8ea-455b-4c80-b1e2-247d9479f7dd service neutron] Bound port: 4a442812-2efd-411c-94e5-4bddb3c2dc9c, host: n-h1-818823-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45eaede7-b003-41e9-a475-002fabb588ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'f85624f4-b0a0-42a1-8191-2251ea118e3e'}}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 21:13:53.238456 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-e217508f-fa21-46b8-abe6-a19352152245 req-839be8ea-455b-4c80-b1e2-247d9479f7dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:13:53.307274 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-e217508f-fa21-46b8-abe6-a19352152245 req-839be8ea-455b-4c80-b1e2-247d9479f7dd service neutron] For port 4a442812-2efd-411c-94e5-4bddb3c2dc9c, host n-h1-818823-1, cleared binding levels {{(pid=103448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 21:13:53.311812 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-e217508f-fa21-46b8-abe6-a19352152245 req-839be8ea-455b-4c80-b1e2-247d9479f7dd service neutron] For port 4a442812-2efd-411c-94e5-4bddb3c2dc9c, host n-h1-818823-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=4a442812-2efd-411c-94e5-4bddb3c2dc9c,segment=NetworkSegment(45eaede7-b003-41e9-a475-002fabb588ce),segment_id=45eaede7-b003-41e9-a475-002fabb588ce)] {{(pid=103448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 21:13:53.320096 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-e217508f-fa21-46b8-abe6-a19352152245 req-839be8ea-455b-4c80-b1e2-247d9479f7dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:13:53.359456 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e217508f-fa21-46b8-abe6-a19352152245 req-839be8ea-455b-4c80-b1e2-247d9479f7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:13:53.360083 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-e217508f-fa21-46b8-abe6-a19352152245 req-839be8ea-455b-4c80-b1e2-247d9479f7dd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:13:53.361507 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-e217508f-fa21-46b8-abe6-a19352152245 req-839be8ea-455b-4c80-b1e2-247d9479f7dd service neutron] 10.222.0.41 "PUT /v2.0/ports/4a442812-2efd-411c-94e5-4bddb3c2dc9c HTTP/1.1" status: 200 len: 1091 time: 0.6757042 Nov 22 21:13:53.362055 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8129f4a2-e1f7-487f-a253-46f4b43314e3', 'tag': '4a442812-2efd-411c-94e5-4bddb3c2dc9c'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 21:13:53.364701 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d75c62b18f4846ba0ff3fb32e7a2f33757bcd91f6941723bbc4e48e63e422314" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac7eea3a-2c5e-4b3f-99d1-a9bae74dc00f" -d '{"events": [{"name": "network-changed", "server_uuid": "8129f4a2-e1f7-487f-a253-46f4b43314e3", "tag": "4a442812-2efd-411c-94e5-4bddb3c2dc9c"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 21:13:53.406077 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839be8ea-455b-4c80-b1e2-247d9479f7dd service neutron] Pushing event updated for resources: {'Port': ['ID=4a442812-2efd-411c-94e5-4bddb3c2dc9c,revision_number=3']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:13:53.423762 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 21:13:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dff431ec-87ed-4bd5-b71f-5ae1ec8297f6 x-openstack-request-id: req-dff431ec-87ed-4bd5-b71f-5ae1ec8297f6 {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 21:13:53.423762 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8129f4a2-e1f7-487f-a253-46f4b43314e3", "tag": "4a442812-2efd-411c-94e5-4bddb3c2dc9c", "status": "completed", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 21:13:53.423762 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-dff431ec-87ed-4bd5-b71f-5ae1ec8297f6 {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 21:13:53.423762 n-d-818823-1 neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8129f4a2-e1f7-487f-a253-46f4b43314e3', 'tag': '4a442812-2efd-411c-94e5-4bddb3c2dc9c', 'status': 'completed', 'code': 200} Nov 22 21:13:53.469079 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e217508f-fa21-46b8-abe6-a19352152245 req-b62828ee-0503-4f64-abcb-74fe67ba90e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:13:53.470852 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-e217508f-fa21-46b8-abe6-a19352152245 req-b62828ee-0503-4f64-abcb-74fe67ba90e5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6021baac210f4987b10e749036581cbe&device_id=8129f4a2-e1f7-487f-a253-46f4b43314e3 HTTP/1.1" status: 200 len: 1094 time: 0.0581279 Nov 22 21:13:53.517474 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-e217508f-fa21-46b8-abe6-a19352152245 req-fb34567c-f5bf-4054-a909-f491933fb085 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4a442812-2efd-411c-94e5-4bddb3c2dc9c HTTP/1.1" status: 200 len: 217 time: 0.0376012 Nov 22 21:13:53.574591 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e217508f-fa21-46b8-abe6-a19352152245 req-d2975c93-c023-4e7c-8179-185586da4db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:13:53.576229 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-e217508f-fa21-46b8-abe6-a19352152245 req-d2975c93-c023-4e7c-8179-185586da4db0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=467adc1e-4d39-4a84-853d-b00d4707219d HTTP/1.1" status: 200 len: 834 time: 0.0501866 Nov 22 21:13:53.631232 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e217508f-fa21-46b8-abe6-a19352152245 req-3a31ee26-35ea-412b-a928-2e9ecd780c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:13:53.632965 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-e217508f-fa21-46b8-abe6-a19352152245 req-3a31ee26-35ea-412b-a928-2e9ecd780c3c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f85624f4-b0a0-42a1-8191-2251ea118e3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0502155 Nov 22 21:13:53.723060 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-e217508f-fa21-46b8-abe6-a19352152245 req-53927585-3fc1-4e3d-a96d-d54112760470 service neutron] 10.222.0.41 "GET /v2.0/networks/f85624f4-b0a0-42a1-8191-2251ea118e3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826435 Nov 22 21:13:53.822106 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-e217508f-fa21-46b8-abe6-a19352152245 req-af3260de-1a00-477c-93f5-ccb2fcc4f95e service neutron] 10.222.0.41 "GET /v2.0/networks/f85624f4-b0a0-42a1-8191-2251ea118e3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915570 Nov 22 21:13:53.831247 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 7941d7d4-8444-4422-8135-095aa5c6ee00 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 21:13:53.884671 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 7941d7d4-8444-4422-8135-095aa5c6ee00 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 21:13:53.885048 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:13:53.910965 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7eea3a-2c5e-4b3f-99d1-a9bae74dc00f req-52045ade-cc1b-44fc-a7a4-eda1d1461ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:13:53.912527 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-ac7eea3a-2c5e-4b3f-99d1-a9bae74dc00f req-52045ade-cc1b-44fc-a7a4-eda1d1461ba3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6021baac210f4987b10e749036581cbe&device_id=8129f4a2-e1f7-487f-a253-46f4b43314e3 HTTP/1.1" status: 200 len: 1094 time: 0.0415432 Nov 22 21:13:54.008927 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7eea3a-2c5e-4b3f-99d1-a9bae74dc00f req-9cf9c792-41ad-44f6-9c97-aceee4fc4ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:13:54.010365 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-ac7eea3a-2c5e-4b3f-99d1-a9bae74dc00f req-9cf9c792-41ad-44f6-9c97-aceee4fc4ff1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f85624f4-b0a0-42a1-8191-2251ea118e3e HTTP/1.1" status: 200 len: 898 time: 0.0914114 Nov 22 21:13:54.057629 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-ac7eea3a-2c5e-4b3f-99d1-a9bae74dc00f req-38bced47-d940-4065-a9a2-28953e92c2a1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4a442812-2efd-411c-94e5-4bddb3c2dc9c HTTP/1.1" status: 200 len: 217 time: 0.0404522 Nov 22 21:13:54.057982 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651bb79b-64a3-4bf0-bad7-e5eb6143503a req-7e54e143-93d8-4464-b7d8-ffdc63bd53ed tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:13:54.059525 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-651bb79b-64a3-4bf0-bad7-e5eb6143503a req-7e54e143-93d8-4464-b7d8-ffdc63bd53ed tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/ports?device_id=8129f4a2-e1f7-487f-a253-46f4b43314e3 HTTP/1.1" status: 200 len: 943 time: 0.0515084 Nov 22 21:13:54.107738 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7eea3a-2c5e-4b3f-99d1-a9bae74dc00f req-f7a4a735-a2a9-4c72-b169-2a86f9fd5ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:13:54.108862 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-651bb79b-64a3-4bf0-bad7-e5eb6143503a req-90aaf50e-a084-471e-97c9-5ca1da09b0cd tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5b81dd2-98e2-46f5-8019-c1bffe865396&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432963 Nov 22 21:13:54.109837 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-ac7eea3a-2c5e-4b3f-99d1-a9bae74dc00f req-f7a4a735-a2a9-4c72-b169-2a86f9fd5ed4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=467adc1e-4d39-4a84-853d-b00d4707219d HTTP/1.1" status: 200 len: 834 time: 0.0453122 Nov 22 21:13:54.159802 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7eea3a-2c5e-4b3f-99d1-a9bae74dc00f req-b209dc2b-9fa8-4cd3-a4d2-55be0e3da73e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:13:54.161690 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-ac7eea3a-2c5e-4b3f-99d1-a9bae74dc00f req-b209dc2b-9fa8-4cd3-a4d2-55be0e3da73e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f85624f4-b0a0-42a1-8191-2251ea118e3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407979 Nov 22 21:13:54.257443 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-ac7eea3a-2c5e-4b3f-99d1-a9bae74dc00f req-37eb060c-314b-4edb-8e2d-34055a045cd1 service neutron] 10.222.0.41 "GET /v2.0/networks/f85624f4-b0a0-42a1-8191-2251ea118e3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847335 Nov 22 21:13:54.345827 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-ac7eea3a-2c5e-4b3f-99d1-a9bae74dc00f req-7b3460f9-1c10-426b-8790-cb370bf652d9 service neutron] 10.222.0.41 "GET /v2.0/networks/f85624f4-b0a0-42a1-8191-2251ea118e3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809927 Nov 22 21:13:55.223898 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d8a9c1-e9a1-4748-8816-81416003bd68 req-d14e0faf-f2fa-4251-9100-5543bbf2cedd tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:13:55.225381 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c8d8a9c1-e9a1-4748-8816-81416003bd68 req-d14e0faf-f2fa-4251-9100-5543bbf2cedd tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/ports?device_id=8129f4a2-e1f7-487f-a253-46f4b43314e3 HTTP/1.1" status: 200 len: 943 time: 0.0477169 Nov 22 21:13:55.273653 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c8d8a9c1-e9a1-4748-8816-81416003bd68 req-97132f75-d559-40e6-949b-bbbc57b4eaa5 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5b81dd2-98e2-46f5-8019-c1bffe865396&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418353 Nov 22 21:13:56.391849 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fead3342-8821-4b52-80d8-ee09278138ea req-881fdc7a-1d83-41ea-b128-004251aec2ec tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:13:56.393321 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-fead3342-8821-4b52-80d8-ee09278138ea req-881fdc7a-1d83-41ea-b128-004251aec2ec tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/ports?device_id=8129f4a2-e1f7-487f-a253-46f4b43314e3 HTTP/1.1" status: 200 len: 943 time: 0.0522656 Nov 22 21:13:56.441598 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-fead3342-8821-4b52-80d8-ee09278138ea req-d74833a0-44ef-4014-b35a-b76f05a86bd6 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5b81dd2-98e2-46f5-8019-c1bffe865396&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423355 Nov 22 21:13:56.839054 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 4a442812-2efd-411c-94e5-4bddb3c2dc9c details requested by agent hyperv_n-h1-818823-1 with host n-h1-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 21:13:56.936308 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 4a442812-2efd-411c-94e5-4bddb3c2dc9c, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=4a442812-2efd-411c-94e5-4bddb3c2dc9c,segment=NetworkSegment(45eaede7-b003-41e9-a475-002fabb588ce),segment_id=45eaede7-b003-41e9-a475-002fabb588ce)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 21:13:56.947574 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Returning: {'device': '4a442812-2efd-411c-94e5-4bddb3c2dc9c', 'network_id': 'f85624f4-b0a0-42a1-8191-2251ea118e3e', 'port_id': '4a442812-2efd-411c-94e5-4bddb3c2dc9c', 'mac_address': 'fa:16:3e:a8:6c:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '467adc1e-4d39-4a84-853d-b00d4707219d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 21:13:56.984384 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:13:56.997228 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a442812-2efd-411c-94e5-4bddb3c2dc9c {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 21:13:57.016480 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 4a442812-2efd-411c-94e5-4bddb3c2dc9c, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=4a442812-2efd-411c-94e5-4bddb3c2dc9c,segment=NetworkSegment(45eaede7-b003-41e9-a475-002fabb588ce),segment_id=45eaede7-b003-41e9-a475-002fabb588ce)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 21:13:57.020260 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:13:57.066913 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=4a442812-2efd-411c-94e5-4bddb3c2dc9c,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:13:57.253216 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] get_ports_and_sgs() called for port_ids ['4a442812-2efd-411c-94e5-4bddb3c2dc9c'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 21:13:57.555771 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a367af61-25f1-436f-bd44-ec770d5474e8 req-a6cbd9d5-7ab0-462a-84ed-78e8ccc738e6 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:13:57.557768 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a367af61-25f1-436f-bd44-ec770d5474e8 req-a6cbd9d5-7ab0-462a-84ed-78e8ccc738e6 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/ports?device_id=8129f4a2-e1f7-487f-a253-46f4b43314e3 HTTP/1.1" status: 200 len: 944 time: 0.0490637 Nov 22 21:13:57.605450 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a367af61-25f1-436f-bd44-ec770d5474e8 req-ca3c66d6-5765-4943-b554-24ea6cd1f66e tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5b81dd2-98e2-46f5-8019-c1bffe865396&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418143 Nov 22 21:13:58.725176 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204b962d-86ab-4f58-abaa-e96a7d2612c1 req-de84ab25-1878-4129-b63c-27941e4004ff tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:13:58.726674 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-204b962d-86ab-4f58-abaa-e96a7d2612c1 req-de84ab25-1878-4129-b63c-27941e4004ff tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/ports?device_id=8129f4a2-e1f7-487f-a253-46f4b43314e3 HTTP/1.1" status: 200 len: 944 time: 0.0529785 Nov 22 21:13:58.779366 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-204b962d-86ab-4f58-abaa-e96a7d2612c1 req-0caf0517-3f1f-4085-bef5-cc978044070b tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5b81dd2-98e2-46f5-8019-c1bffe865396&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460870 Nov 22 21:13:58.845437 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 4a442812-2efd-411c-94e5-4bddb3c2dc9c up at agent hyperv_n-h1-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 21:13:58.895298 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Provisioning for port 4a442812-2efd-411c-94e5-4bddb3c2dc9c completed by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 21:13:58.899153 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Provisioning complete for port 4a442812-2efd-411c-94e5-4bddb3c2dc9c triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 21:13:58.899631 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:13:58.976716 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:13:58.999682 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8129f4a2-e1f7-487f-a253-46f4b43314e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a442812-2efd-411c-94e5-4bddb3c2dc9c'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 21:13:59.001936 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77cdb882cfbf7cc977e8d6fd4582ec33309c0dd3d6eecd2022538c80279aa7ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dde10ae4-3156-4bbe-8c37-8e48a4ec1cbd" -d '{"events": [{"server_uuid": "8129f4a2-e1f7-487f-a253-46f4b43314e3", "name": "network-vif-plugged", "status": "completed", "tag": "4a442812-2efd-411c-94e5-4bddb3c2dc9c"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 21:13:59.019016 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 4a442812-2efd-411c-94e5-4bddb3c2dc9c, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=4a442812-2efd-411c-94e5-4bddb3c2dc9c,segment=NetworkSegment(45eaede7-b003-41e9-a475-002fabb588ce),segment_id=45eaede7-b003-41e9-a475-002fabb588ce)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 21:13:59.024078 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:13:59.047739 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 21:13:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7467046d-736b-4874-8511-7cfda177ab8f x-openstack-request-id: req-7467046d-736b-4874-8511-7cfda177ab8f {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 21:13:59.048045 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8129f4a2-e1f7-487f-a253-46f4b43314e3", "name": "network-vif-plugged", "status": "completed", "tag": "4a442812-2efd-411c-94e5-4bddb3c2dc9c", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 21:13:59.048311 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7467046d-736b-4874-8511-7cfda177ab8f {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 21:13:59.048707 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8129f4a2-e1f7-487f-a253-46f4b43314e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a442812-2efd-411c-94e5-4bddb3c2dc9c', 'code': 200} Nov 22 21:13:59.076164 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=4a442812-2efd-411c-94e5-4bddb3c2dc9c,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:13:59.144653 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78637cb-0dcd-4e36-82a6-6a6cfc9aa787 req-a0613907-8b48-4d70-ba85-5dee851a6a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:13:59.146181 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-c78637cb-0dcd-4e36-82a6-6a6cfc9aa787 req-a0613907-8b48-4d70-ba85-5dee851a6a95 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8129f4a2-e1f7-487f-a253-46f4b43314e3 HTTP/1.1" status: 200 len: 1096 time: 0.0437517 Nov 22 21:13:59.199947 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-c78637cb-0dcd-4e36-82a6-6a6cfc9aa787 req-3ca27395-48cd-4729-89a3-54d55384e0f2 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=b5b81dd2-98e2-46f5-8019-c1bffe865396&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456505 Nov 22 21:13:59.895800 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4cbd9d-2eea-43b4-819f-e1edf1995e0e req-ab10dbb8-8353-4309-a73e-63300fadd680 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:13:59.897317 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8c4cbd9d-2eea-43b4-819f-e1edf1995e0e req-ab10dbb8-8353-4309-a73e-63300fadd680 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/ports?device_id=8129f4a2-e1f7-487f-a253-46f4b43314e3 HTTP/1.1" status: 200 len: 945 time: 0.0495269 Nov 22 21:13:59.946152 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8c4cbd9d-2eea-43b4-819f-e1edf1995e0e req-1b07782e-3af8-466c-9e6a-cb9175533c08 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5b81dd2-98e2-46f5-8019-c1bffe865396&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425072 Nov 22 21:14:00.117414 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-57280846-58c3-4442-8936-f27015fef596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:14:01.059683 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9cbec6-d103-4aab-8f28-4a56458a7e56 req-8a73e760-d1cd-4146-9e56-51d67ab001ce tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:14:01.061080 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1d9cbec6-d103-4aab-8f28-4a56458a7e56 req-8a73e760-d1cd-4146-9e56-51d67ab001ce tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/ports?device_id=8129f4a2-e1f7-487f-a253-46f4b43314e3 HTTP/1.1" status: 200 len: 945 time: 0.0477102 Nov 22 21:14:01.109375 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1d9cbec6-d103-4aab-8f28-4a56458a7e56 req-132675e4-00ec-4b29-bb8b-e963c1745edd tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5b81dd2-98e2-46f5-8019-c1bffe865396&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423639 Nov 22 21:14:01.233312 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e818222f-6259-483a-bee2-5db46a8945fa req-145587d7-6a55-4a50-9cec-a7f6eef4681e tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:14:01.234803 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e818222f-6259-483a-bee2-5db46a8945fa req-145587d7-6a55-4a50-9cec-a7f6eef4681e tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/ports?device_id=8129f4a2-e1f7-487f-a253-46f4b43314e3 HTTP/1.1" status: 200 len: 945 time: 0.0546689 Nov 22 21:14:01.283306 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e818222f-6259-483a-bee2-5db46a8945fa req-89b47df0-904f-4af8-9dca-7ce4cdf6e3e6 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5b81dd2-98e2-46f5-8019-c1bffe865396&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422728 Nov 22 21:14:01.304191 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 32824) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:14:01.344586 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50b4b551-c1ba-4f5d-952b-35760233ca59 tempest-TestNetworkAdvancedServerOps-1979025 tempest-TestNetworkAdvancedServerOps-1979025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:14:01.346056 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-50b4b551-c1ba-4f5d-952b-35760233ca59 tempest-TestNetworkAdvancedServerOps-1979025 tempest-TestNetworkAdvancedServerOps-1979025-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=8129f4a2-e1f7-487f-a253-46f4b43314e3 HTTP/1.1" status: 200 len: 1091 time: 0.0408952 Nov 22 21:14:01.348924 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 32826) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:14:01.353121 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-f53114a3-d687-4234-ba7c-1aa8d7ac0a64 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Request body: {'floatingip': {'floating_network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'port_id': '4a442812-2efd-411c-94e5-4bddb3c2dc9c', 'tenant_id': '6021baac210f4987b10e749036581cbe', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 21:14:01.375335 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f53114a3-d687-4234-ba7c-1aa8d7ac0a64 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks [] for floatingip, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:14:01.472143 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f53114a3-d687-4234-ba7c-1aa8d7ac0a64 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:14:01.584455 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [None req-f53114a3-d687-4234-ba7c-1aa8d7ac0a64 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Allocated IP 172.25.5.227 (c48a55e9-6a85-4746-b7bf-3e29fb560094/5da6f781-63e6-4328-ae7a-5e672262f55a/725bd83d-e5cb-42c1-a43f-2cb2866bad15) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 21:14:01.687225 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f53114a3-d687-4234-ba7c-1aa8d7ac0a64 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:14:01.719919 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f53114a3-d687-4234-ba7c-1aa8d7ac0a64 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:14:01.757320 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f53114a3-d687-4234-ba7c-1aa8d7ac0a64 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Network c48a55e9-6a85-4746-b7bf-3e29fb560094 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 21:14:01.760169 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-f53114a3-d687-4234-ba7c-1aa8d7ac0a64 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 21:14:01.763033 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53114a3-d687-4234-ba7c-1aa8d7ac0a64 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 21:14:01.795859 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53114a3-d687-4234-ba7c-1aa8d7ac0a64 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Pushing event updated for resources: {'Port': ['ID=725bd83d-e5cb-42c1-a43f-2cb2866bad15,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:14:02.132371 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f53114a3-d687-4234-ba7c-1aa8d7ac0a64 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:14:02.200994 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f53114a3-d687-4234-ba7c-1aa8d7ac0a64 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:14:02.349362 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f53114a3-d687-4234-ba7c-1aa8d7ac0a64 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks [] for port, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:14:02.353753 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f53114a3-d687-4234-ba7c-1aa8d7ac0a64 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:14:02.424685 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53114a3-d687-4234-ba7c-1aa8d7ac0a64 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Pushing event updated for resources: {'Port': ['ID=725bd83d-e5cb-42c1-a43f-2cb2866bad15,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:14:02.436615 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f53114a3-d687-4234-ba7c-1aa8d7ac0a64 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-595224'] for floatingip, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:14:02.535197 n-d-818823-1 neutron-server[103447]: INFO neutron.db.l3_db [None req-f53114a3-d687-4234-ba7c-1aa8d7ac0a64 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Floating IP 0e5643f6-5daa-4dc2-b7bb-d550ac68fcef associated. External IP: 172.25.5.227, port: 4a442812-2efd-411c-94e5-4bddb3c2dc9c. Nov 22 21:14:02.737088 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f53114a3-d687-4234-ba7c-1aa8d7ac0a64 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Router 58bf06be-a543-4559-bcf4-62a76705a3b5 has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 21:14:02.843774 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f53114a3-d687-4234-ba7c-1aa8d7ac0a64 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 21:14:02.853140 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a13252-3a1b-4c2b-9f2d-65afe9f6b361 None None] Sync routers for ids ['58bf06be-a543-4559-bcf4-62a76705a3b5'] in n-d-818823-1 {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 21:14:02.862122 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f53114a3-d687-4234-ba7c-1aa8d7ac0a64 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for floatingip, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:14:02.864387 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a13252-3a1b-4c2b-9f2d-65afe9f6b361 None None] Routers {'58bf06be-a543-4559-bcf4-62a76705a3b5'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 21:14:02.865805 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-84a13252-3a1b-4c2b-9f2d-65afe9f6b361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T21:13:33Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['58bf06be-a543-4559-bcf4-62a76705a3b5'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:14:02.895091 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-f53114a3-d687-4234-ba7c-1aa8d7ac0a64 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5427160 Nov 22 21:14:02.895091 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8129f4a2-e1f7-487f-a253-46f4b43314e3', 'tag': '4a442812-2efd-411c-94e5-4bddb3c2dc9c'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 21:14:02.895534 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0b87e146ffa5c253ca46002a571dfb52564e5f7c412d10689cf18353d020cb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da276187-85f9-4485-a026-f300d8e17fdf" -d '{"events": [{"name": "network-changed", "server_uuid": "8129f4a2-e1f7-487f-a253-46f4b43314e3", "tag": "4a442812-2efd-411c-94e5-4bddb3c2dc9c"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 21:14:02.935110 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 21:14:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df5babad-6769-4be6-bdda-1797988312b6 x-openstack-request-id: req-df5babad-6769-4be6-bdda-1797988312b6 {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 21:14:02.935629 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8129f4a2-e1f7-487f-a253-46f4b43314e3", "tag": "4a442812-2efd-411c-94e5-4bddb3c2dc9c", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 21:14:02.936085 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-df5babad-6769-4be6-bdda-1797988312b6 {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 21:14:02.936499 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8129f4a2-e1f7-487f-a253-46f4b43314e3', 'tag': '4a442812-2efd-411c-94e5-4bddb3c2dc9c', 'status': 'completed', 'code': 200} Nov 22 21:14:02.998748 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7855a3b1-373d-4a0f-9927-f7df752f81b0 req-095f5c32-d868-4ff6-afc7-c468606765f9 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:14:03.000360 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7855a3b1-373d-4a0f-9927-f7df752f81b0 req-095f5c32-d868-4ff6-afc7-c468606765f9 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/ports?device_id=8129f4a2-e1f7-487f-a253-46f4b43314e3 HTTP/1.1" status: 200 len: 945 time: 0.0552218 Nov 22 21:14:03.020599 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-caa4d26a-4f78-41cc-bffb-48032c0460a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:14:03.023013 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da276187-85f9-4485-a026-f300d8e17fdf req-ca62a2b5-18ee-4c04-82d4-07a75aea9ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:14:03.026884 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-da276187-85f9-4485-a026-f300d8e17fdf req-ca62a2b5-18ee-4c04-82d4-07a75aea9ee0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6021baac210f4987b10e749036581cbe&device_id=8129f4a2-e1f7-487f-a253-46f4b43314e3 HTTP/1.1" status: 200 len: 1096 time: 0.0624423 Nov 22 21:14:03.059962 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7855a3b1-373d-4a0f-9927-f7df752f81b0 req-cb7c4f2f-9157-4037-ba4d-f1f238d72f6d tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5b81dd2-98e2-46f5-8019-c1bffe865396&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529215 Nov 22 21:14:03.065592 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-84a13252-3a1b-4c2b-9f2d-65afe9f6b361 None None] Set router 58bf06be-a543-4559-bcf4-62a76705a3b5 gateway port host: n-d-818823-1 {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 21:14:03.087032 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 32832) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:14:03.134185 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da276187-85f9-4485-a026-f300d8e17fdf req-08ae747b-7022-48bb-9e3b-896a7b1683ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:14:03.135995 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-da276187-85f9-4485-a026-f300d8e17fdf req-08ae747b-7022-48bb-9e3b-896a7b1683ad service neutron] 10.222.0.41 "GET /v2.0/networks?id=f85624f4-b0a0-42a1-8191-2251ea118e3e HTTP/1.1" status: 200 len: 898 time: 0.1015515 Nov 22 21:14:03.152144 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-f7f156ab-7944-495b-968b-99d534c8e0a5 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/floatingips/0e5643f6-5daa-4dc2-b7bb-d550ac68fcef HTTP/1.1" status: 200 len: 991 time: 0.0635331 Nov 22 21:14:03.208381 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-da276187-85f9-4485-a026-f300d8e17fdf req-5a899a47-ce3f-460e-b36f-f946fe195efd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4a442812-2efd-411c-94e5-4bddb3c2dc9c HTTP/1.1" status: 200 len: 999 time: 0.0652580 Nov 22 21:14:03.257599 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da276187-85f9-4485-a026-f300d8e17fdf req-6908be69-eea0-4216-8d0d-dbe70ef5a3db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:14:03.258999 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-da276187-85f9-4485-a026-f300d8e17fdf req-6908be69-eea0-4216-8d0d-dbe70ef5a3db service neutron] 10.222.0.41 "GET /v2.0/subnets?id=467adc1e-4d39-4a84-853d-b00d4707219d HTTP/1.1" status: 200 len: 834 time: 0.0445051 Nov 22 21:14:03.298203 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-84a13252-3a1b-4c2b-9f2d-65afe9f6b361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58bf06be-a543-4559-bcf4-62a76705a3b5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-753784549', 'tenant_id': '6021baac210f4987b10e749036581cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': '98b94cc6-bd12-425f-a246-325e03d42e03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T21:13:45Z', 'updated_at': '2021-11-22T21:13:49Z', 'revision_number': 4, 'project_id': '6021baac210f4987b10e749036581cbe', 'gw_port': {'id': '98b94cc6-bd12-425f-a246-325e03d42e03', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:46:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58bf06be-a543-4559-bcf4-62a76705a3b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:13:46Z', 'updated_at': '2021-11-22T21:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_floatingips': [{'id': '0e5643f6-5daa-4dc2-b7bb-d550ac68fcef', 'tenant_id': '6021baac210f4987b10e749036581cbe', 'floating_ip_address': '172.25.5.227', 'floating_network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'router_id': '58bf06be-a543-4559-bcf4-62a76705a3b5', 'port_id': '4a442812-2efd-411c-94e5-4bddb3c2dc9c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4246, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f85624f4-b0a0-42a1-8191-2251ea118e3e', 'mac_address': 'fa:16:3e:a8:6c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8129f4a2-e1f7-487f-a253-46f4b43314e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T21:14:01Z', 'updated_at': '2021-11-22T21:14:01Z', 'revision_number': 0, 'project_id': '6021baac210f4987b10e749036581cbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7941d7d4-8444-4422-8135-095aa5c6ee00', 'name': '', 'network_id': 'f85624f4-b0a0-42a1-8191-2251ea118e3e', 'tenant_id': '6021baac210f4987b10e749036581cbe', 'mac_address': 'fa:16:3e:3d:eb:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58bf06be-a543-4559-bcf4-62a76705a3b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '467adc1e-4d39-4a84-853d-b00d4707219d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:13:48Z', 'updated_at': '2021-11-22T21:13:52Z', 'revision_number': 5, 'project_id': '6021baac210f4987b10e749036581cbe', 'subnets': [{'id': '467adc1e-4d39-4a84-853d-b00d4707219d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:14:03.304896 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da276187-85f9-4485-a026-f300d8e17fdf req-43a7bcef-34d9-4f89-947f-9962482c1610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:14:03.306786 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-da276187-85f9-4485-a026-f300d8e17fdf req-43a7bcef-34d9-4f89-947f-9962482c1610 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f85624f4-b0a0-42a1-8191-2251ea118e3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402992 Nov 22 21:14:03.324506 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a13252-3a1b-4c2b-9f2d-65afe9f6b361 None None] Checking router: 58bf06be-a543-4559-bcf4-62a76705a3b5 for host: n-d-818823-1 {{(pid=103450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 21:14:03.332773 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a13252-3a1b-4c2b-9f2d-65afe9f6b361 None None] Routers {'58bf06be-a543-4559-bcf4-62a76705a3b5'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 21:14:03.333356 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-84a13252-3a1b-4c2b-9f2d-65afe9f6b361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T21:14:03Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['58bf06be-a543-4559-bcf4-62a76705a3b5'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:14:03.400138 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-da276187-85f9-4485-a026-f300d8e17fdf req-ef139bf1-16e0-4f59-a368-db73d8635f88 service neutron] 10.222.0.41 "GET /v2.0/networks/f85624f4-b0a0-42a1-8191-2251ea118e3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865085 Nov 22 21:14:03.438523 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-84a13252-3a1b-4c2b-9f2d-65afe9f6b361 None None] Set router 58bf06be-a543-4559-bcf4-62a76705a3b5 gateway port host: n-d-818823-1 {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 21:14:03.493144 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-da276187-85f9-4485-a026-f300d8e17fdf req-cd7de8a0-157c-461b-9463-1dc4abda23c8 service neutron] 10.222.0.41 "GET /v2.0/networks/f85624f4-b0a0-42a1-8191-2251ea118e3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850787 Nov 22 21:14:03.656110 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-84a13252-3a1b-4c2b-9f2d-65afe9f6b361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58bf06be-a543-4559-bcf4-62a76705a3b5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-753784549', 'tenant_id': '6021baac210f4987b10e749036581cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': '98b94cc6-bd12-425f-a246-325e03d42e03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T21:13:45Z', 'updated_at': '2021-11-22T21:13:49Z', 'revision_number': 4, 'project_id': '6021baac210f4987b10e749036581cbe', 'gw_port': {'id': '98b94cc6-bd12-425f-a246-325e03d42e03', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:46:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58bf06be-a543-4559-bcf4-62a76705a3b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:13:46Z', 'updated_at': '2021-11-22T21:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_floatingips': [{'id': '0e5643f6-5daa-4dc2-b7bb-d550ac68fcef', 'tenant_id': '6021baac210f4987b10e749036581cbe', 'floating_ip_address': '172.25.5.227', 'floating_network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'router_id': '58bf06be-a543-4559-bcf4-62a76705a3b5', 'port_id': '4a442812-2efd-411c-94e5-4bddb3c2dc9c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4246, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f85624f4-b0a0-42a1-8191-2251ea118e3e', 'mac_address': 'fa:16:3e:a8:6c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8129f4a2-e1f7-487f-a253-46f4b43314e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T21:14:01Z', 'updated_at': '2021-11-22T21:14:01Z', 'revision_number': 0, 'project_id': '6021baac210f4987b10e749036581cbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7941d7d4-8444-4422-8135-095aa5c6ee00', 'name': '', 'network_id': 'f85624f4-b0a0-42a1-8191-2251ea118e3e', 'tenant_id': '6021baac210f4987b10e749036581cbe', 'mac_address': 'fa:16:3e:3d:eb:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58bf06be-a543-4559-bcf4-62a76705a3b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '467adc1e-4d39-4a84-853d-b00d4707219d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:13:48Z', 'updated_at': '2021-11-22T21:13:52Z', 'revision_number': 5, 'project_id': '6021baac210f4987b10e749036581cbe', 'subnets': [{'id': '467adc1e-4d39-4a84-853d-b00d4707219d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:14:03.675644 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-03f0964f-1b75-4df7-99e0-a3cdb56ec2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:14:03.686518 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a13252-3a1b-4c2b-9f2d-65afe9f6b361 None None] The sync data for ids ['58bf06be-a543-4559-bcf4-62a76705a3b5'] in n-d-818823-1 is: [{'id': '58bf06be-a543-4559-bcf4-62a76705a3b5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-753784549', 'tenant_id': '6021baac210f4987b10e749036581cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': '98b94cc6-bd12-425f-a246-325e03d42e03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T21:13:45Z', 'updated_at': '2021-11-22T21:13:49Z', 'revision_number': 4, 'project_id': '6021baac210f4987b10e749036581cbe', 'gw_port': {'id': '98b94cc6-bd12-425f-a246-325e03d42e03', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:46:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58bf06be-a543-4559-bcf4-62a76705a3b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:13:46Z', 'updated_at': '2021-11-22T21:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_floatingips': [{'id': '0e5643f6-5daa-4dc2-b7bb-d550ac68fcef', 'tenant_id': '6021baac210f4987b10e749036581cbe', 'floating_ip_address': '172.25.5.227', 'floating_network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'router_id': '58bf06be-a543-4559-bcf4-62a76705a3b5', 'port_id': '4a442812-2efd-411c-94e5-4bddb3c2dc9c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4246, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f85624f4-b0a0-42a1-8191-2251ea118e3e', 'mac_address': 'fa:16:3e:a8:6c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8129f4a2-e1f7-487f-a253-46f4b43314e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T21:14:01Z', 'updated_at': '2021-11-22T21:14:01Z', 'revision_number': 0, 'project_id': '6021baac210f4987b10e749036581cbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7941d7d4-8444-4422-8135-095aa5c6ee00', 'name': '', 'network_id': 'f85624f4-b0a0-42a1-8191-2251ea118e3e', 'tenant_id': '6021baac210f4987b10e749036581cbe', 'mac_address': 'fa:16:3e:3d:eb:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58bf06be-a543-4559-bcf4-62a76705a3b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '467adc1e-4d39-4a84-853d-b00d4707219d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:13:48Z', 'updated_at': '2021-11-22T21:13:52Z', 'revision_number': 5, 'project_id': '6021baac210f4987b10e749036581cbe', 'subnets': [{'id': '467adc1e-4d39-4a84-853d-b00d4707219d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 21:14:03.882001 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10cd76f0-e5e8-4120-a0f0-e566bfe77100 None None] New status for floating IP 0e5643f6-5daa-4dc2-b7bb-d550ac68fcef: ACTIVE {{(pid=103449) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 21:14:04.155950 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 32834) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:14:04.218491 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-ca05a2a5-eb9b-4c58-810a-957c8c488fe6 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/floatingips/0e5643f6-5daa-4dc2-b7bb-d550ac68fcef HTTP/1.1" status: 200 len: 993 time: 0.0613878 Nov 22 21:14:05.374674 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e49ee129-e862-4476-beca-cdc8150d2345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:14:06.177465 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:14:13.152557 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.agents_db [None req-aa8313f2-1ee4-4e7b-8c5a-d32b2f9d31ee None None] Agent healthcheck: found 7 active agents {{(pid=103450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 21:14:15.074925 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:14:15.099571 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:14:30.118855 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4ecf8b0c-6a94-4e9e-9409-e391e81884f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:14:33.013692 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-2c942aee-734d-46b2-a446-193c10294298 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:14:33.676846 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-03f0964f-1b75-4df7-99e0-a3cdb56ec2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:14:35.379358 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e49ee129-e862-4476-beca-cdc8150d2345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:14:35.578741 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 32852) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:14:35.589613 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a2b403-e86b-43f7-bc47-80219634fdfe req-36fd40c5-9e59-4015-a220-ea04784d9205 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:14:35.591130 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-05a2b403-e86b-43f7-bc47-80219634fdfe req-36fd40c5-9e59-4015-a220-ea04784d9205 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/ports?device_id=8129f4a2-e1f7-487f-a253-46f4b43314e3 HTTP/1.1" status: 200 len: 945 time: 0.0483036 Nov 22 21:14:35.645229 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-05a2b403-e86b-43f7-bc47-80219634fdfe req-7a5ab662-a906-4beb-8999-218aaa500882 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5b81dd2-98e2-46f5-8019-c1bffe865396&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480886 Nov 22 21:14:35.671131 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-c1d97cb1-6013-4e62-a96e-19d164d6c951 req-15f450fd-7e0d-4a25-a1cc-25e0b019f347 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8129f4a2-e1f7-487f-a253-46f4b43314e3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0911622 Nov 22 21:14:35.679992 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [req-c1d97cb1-6013-4e62-a96e-19d164d6c951 req-857df227-7cba-4e88-80a4-2b1c13909f9a service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=103448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 21:14:35.680963 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-c1d97cb1-6013-4e62-a96e-19d164d6c951 req-857df227-7cba-4e88-80a4-2b1c13909f9a service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050278 Nov 22 21:14:36.182752 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:14:36.765810 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3a662b-d5b7-40da-aaeb-cd93ccfc888f req-83158dc6-be86-4f3d-8bf4-f6e29c786a80 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:14:36.767308 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0a3a662b-d5b7-40da-aaeb-cd93ccfc888f req-83158dc6-be86-4f3d-8bf4-f6e29c786a80 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/ports?device_id=8129f4a2-e1f7-487f-a253-46f4b43314e3 HTTP/1.1" status: 200 len: 945 time: 0.0523214 Nov 22 21:14:36.815640 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0a3a662b-d5b7-40da-aaeb-cd93ccfc888f req-79fbc7d2-266a-48db-b7db-8a4731bb4b00 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5b81dd2-98e2-46f5-8019-c1bffe865396&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423806 Nov 22 21:14:37.939700 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d99fcd4-a602-4513-8da7-e672cd5b73ee req-b533cc89-fe49-417c-9abf-ddc1d7bb77fe tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:14:37.941296 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2d99fcd4-a602-4513-8da7-e672cd5b73ee req-b533cc89-fe49-417c-9abf-ddc1d7bb77fe tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/ports?device_id=8129f4a2-e1f7-487f-a253-46f4b43314e3 HTTP/1.1" status: 200 len: 945 time: 0.0514765 Nov 22 21:14:37.991490 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2d99fcd4-a602-4513-8da7-e672cd5b73ee req-a4da49f1-337d-45fe-bcb6-4b5a48ec9de4 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5b81dd2-98e2-46f5-8019-c1bffe865396&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435684 Nov 22 21:14:39.105486 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8240c33-afc5-44cc-ae3e-ac19a71d4f18 req-f2dfe29d-62b5-4c96-b798-9cc03b01a7a6 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:14:39.106908 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d8240c33-afc5-44cc-ae3e-ac19a71d4f18 req-f2dfe29d-62b5-4c96-b798-9cc03b01a7a6 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/ports?device_id=8129f4a2-e1f7-487f-a253-46f4b43314e3 HTTP/1.1" status: 200 len: 945 time: 0.0472853 Nov 22 21:14:39.160112 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d8240c33-afc5-44cc-ae3e-ac19a71d4f18 req-57a188af-0e2a-482e-81cb-61d35cc9c9ac tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5b81dd2-98e2-46f5-8019-c1bffe865396&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469463 Nov 22 21:14:40.280686 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e37e31c-2603-4333-b833-8c6a9ccadd35 req-3c27844f-c4c9-4550-85e4-5b779f2d6806 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:14:40.282208 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7e37e31c-2603-4333-b833-8c6a9ccadd35 req-3c27844f-c4c9-4550-85e4-5b779f2d6806 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/ports?device_id=8129f4a2-e1f7-487f-a253-46f4b43314e3 HTTP/1.1" status: 200 len: 945 time: 0.0512969 Nov 22 21:14:40.332818 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7e37e31c-2603-4333-b833-8c6a9ccadd35 req-803f55c4-878d-457e-824d-aa5aa05261fa tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5b81dd2-98e2-46f5-8019-c1bffe865396&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436108 Nov 22 21:14:40.847149 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d97cb1-6013-4e62-a96e-19d164d6c951 req-c2dd1d79-174c-4d73-8115-ce85244e692e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:14:40.848700 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-c1d97cb1-6013-4e62-a96e-19d164d6c951 req-c2dd1d79-174c-4d73-8115-ce85244e692e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6021baac210f4987b10e749036581cbe&device_id=8129f4a2-e1f7-487f-a253-46f4b43314e3 HTTP/1.1" status: 200 len: 1096 time: 0.0841069 Nov 22 21:14:40.937709 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d97cb1-6013-4e62-a96e-19d164d6c951 req-04e068d0-c2ad-4c33-bd08-3bb592088b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:14:40.939172 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-c1d97cb1-6013-4e62-a96e-19d164d6c951 req-04e068d0-c2ad-4c33-bd08-3bb592088b51 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f85624f4-b0a0-42a1-8191-2251ea118e3e HTTP/1.1" status: 200 len: 898 time: 0.0827084 Nov 22 21:14:41.008175 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-c1d97cb1-6013-4e62-a96e-19d164d6c951 req-c297ceca-b0ab-453b-bc41-eafadbde22e0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4a442812-2efd-411c-94e5-4bddb3c2dc9c HTTP/1.1" status: 200 len: 1001 time: 0.0615330 Nov 22 21:14:41.058352 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d97cb1-6013-4e62-a96e-19d164d6c951 req-8122f152-e60c-4c04-9806-3c1d4fbe3b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:14:41.059724 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-c1d97cb1-6013-4e62-a96e-19d164d6c951 req-8122f152-e60c-4c04-9806-3c1d4fbe3b75 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=467adc1e-4d39-4a84-853d-b00d4707219d HTTP/1.1" status: 200 len: 834 time: 0.0448332 Nov 22 21:14:41.104085 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d97cb1-6013-4e62-a96e-19d164d6c951 req-5477f7f2-1a19-47bb-80bf-3ba40079b673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:14:41.105567 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-c1d97cb1-6013-4e62-a96e-19d164d6c951 req-5477f7f2-1a19-47bb-80bf-3ba40079b673 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f85624f4-b0a0-42a1-8191-2251ea118e3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389931 Nov 22 21:14:41.198651 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-c1d97cb1-6013-4e62-a96e-19d164d6c951 req-cd510b09-29c2-4333-92ce-e8da91a6b82b service neutron] 10.222.0.41 "GET /v2.0/networks/f85624f4-b0a0-42a1-8191-2251ea118e3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852516 Nov 22 21:14:41.285798 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-c1d97cb1-6013-4e62-a96e-19d164d6c951 req-8b6f6017-9fa7-402f-a528-0d1ce541a8e3 service neutron] 10.222.0.41 "GET /v2.0/networks/f85624f4-b0a0-42a1-8191-2251ea118e3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801413 Nov 22 21:14:41.463841 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721934ce-d212-44ef-998e-1961ffa6eadb req-aaee72aa-e9c5-4047-b47a-ddb4ea3d0a26 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:14:41.465353 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-721934ce-d212-44ef-998e-1961ffa6eadb req-aaee72aa-e9c5-4047-b47a-ddb4ea3d0a26 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/ports?device_id=8129f4a2-e1f7-487f-a253-46f4b43314e3 HTTP/1.1" status: 200 len: 945 time: 0.0569465 Nov 22 21:14:41.515082 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-721934ce-d212-44ef-998e-1961ffa6eadb req-e934304e-dc4d-43e3-b8d8-095b0f5e4ce8 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5b81dd2-98e2-46f5-8019-c1bffe865396&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435932 Nov 22 21:14:42.634696 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635c275c-8666-49ee-8d84-8fe8b2452487 req-775521db-736d-4e93-91aa-11ef00a99880 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:14:42.636198 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-635c275c-8666-49ee-8d84-8fe8b2452487 req-775521db-736d-4e93-91aa-11ef00a99880 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/ports?device_id=8129f4a2-e1f7-487f-a253-46f4b43314e3 HTTP/1.1" status: 200 len: 945 time: 0.0516400 Nov 22 21:14:42.684465 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-635c275c-8666-49ee-8d84-8fe8b2452487 req-020e7cc0-6d3b-44ea-806c-d3aa9988b5de tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5b81dd2-98e2-46f5-8019-c1bffe865396&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424509 Nov 22 21:14:43.799493 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b195451-e2f3-413e-9c34-802d0e7b10c8 req-18cd5fad-b75a-4d04-b782-419455052eb3 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:14:43.801009 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1b195451-e2f3-413e-9c34-802d0e7b10c8 req-18cd5fad-b75a-4d04-b782-419455052eb3 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/ports?device_id=8129f4a2-e1f7-487f-a253-46f4b43314e3 HTTP/1.1" status: 200 len: 945 time: 0.0484738 Nov 22 21:14:43.849394 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1b195451-e2f3-413e-9c34-802d0e7b10c8 req-0cc819a9-4a52-4091-9e78-a563002439ed tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5b81dd2-98e2-46f5-8019-c1bffe865396&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418410 Nov 22 21:14:44.967801 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b8d21b-b7c0-4b37-abe2-cc18e757ebc8 req-bc3a5106-4475-4ae3-bd56-5ed0f4da41de tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:14:44.969280 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a5b8d21b-b7c0-4b37-abe2-cc18e757ebc8 req-bc3a5106-4475-4ae3-bd56-5ed0f4da41de tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/ports?device_id=8129f4a2-e1f7-487f-a253-46f4b43314e3 HTTP/1.1" status: 200 len: 945 time: 0.0511053 Nov 22 21:14:45.017216 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a5b8d21b-b7c0-4b37-abe2-cc18e757ebc8 req-a6747d9e-2ab9-4f4e-988d-5eb6649808cf tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5b81dd2-98e2-46f5-8019-c1bffe865396&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419638 Nov 22 21:14:45.095042 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:14:45.096961 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:14:46.135298 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78e241e-b88c-4f38-b874-d5eeb0d6efe7 req-5035ce48-7f4c-42b2-89ba-28c576e1da4e tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:14:46.136820 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c78e241e-b88c-4f38-b874-d5eeb0d6efe7 req-5035ce48-7f4c-42b2-89ba-28c576e1da4e tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/ports?device_id=8129f4a2-e1f7-487f-a253-46f4b43314e3 HTTP/1.1" status: 200 len: 945 time: 0.0488067 Nov 22 21:14:46.186047 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c78e241e-b88c-4f38-b874-d5eeb0d6efe7 req-e20c9a28-69f7-44a3-b387-f7192a333a4c tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5b81dd2-98e2-46f5-8019-c1bffe865396&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432422 Nov 22 21:14:47.302643 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4da2b70-6ad2-4029-b24a-395f32cde83b req-af1b7cbe-4033-4723-b85f-e8e7efec957c tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:14:47.304144 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a4da2b70-6ad2-4029-b24a-395f32cde83b req-af1b7cbe-4033-4723-b85f-e8e7efec957c tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/ports?device_id=8129f4a2-e1f7-487f-a253-46f4b43314e3 HTTP/1.1" status: 200 len: 945 time: 0.0485301 Nov 22 21:14:47.355636 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a4da2b70-6ad2-4029-b24a-395f32cde83b req-7c1720b7-f836-4d70-9e56-e0fcda2c5dab tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5b81dd2-98e2-46f5-8019-c1bffe865396&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450079 Nov 22 21:14:48.479733 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11252614-2dda-4f75-ba3c-73b34ea84eb5 req-e7f1f4ce-9701-45a0-ace6-2449477ced66 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:14:48.481195 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-11252614-2dda-4f75-ba3c-73b34ea84eb5 req-e7f1f4ce-9701-45a0-ace6-2449477ced66 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/ports?device_id=8129f4a2-e1f7-487f-a253-46f4b43314e3 HTTP/1.1" status: 200 len: 945 time: 0.0484798 Nov 22 21:14:48.529053 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-11252614-2dda-4f75-ba3c-73b34ea84eb5 req-6080dcf4-07ec-4ab7-a811-5b1fde606239 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5b81dd2-98e2-46f5-8019-c1bffe865396&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417931 Nov 22 21:14:49.643913 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0b6122-6e6b-4511-815b-474606594a35 req-0397bacf-088c-4ce3-9939-2c48853e2a4f tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:14:49.645386 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4d0b6122-6e6b-4511-815b-474606594a35 req-0397bacf-088c-4ce3-9939-2c48853e2a4f tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/ports?device_id=8129f4a2-e1f7-487f-a253-46f4b43314e3 HTTP/1.1" status: 200 len: 945 time: 0.0494871 Nov 22 21:14:49.692702 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4d0b6122-6e6b-4511-815b-474606594a35 req-b849ba01-4947-434f-9714-e919d1648f8f tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5b81dd2-98e2-46f5-8019-c1bffe865396&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407479 Nov 22 21:14:50.151646 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.agents_db [None req-aa8313f2-1ee4-4e7b-8c5a-d32b2f9d31ee None None] Agent healthcheck: found 7 active agents {{(pid=103450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 21:14:50.815002 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f893991e-4329-4fff-83d7-01136f63ab5b req-164b530d-5049-4cbf-bc28-7626c63dd2ed tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:14:50.816538 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f893991e-4329-4fff-83d7-01136f63ab5b req-164b530d-5049-4cbf-bc28-7626c63dd2ed tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/ports?device_id=8129f4a2-e1f7-487f-a253-46f4b43314e3 HTTP/1.1" status: 200 len: 945 time: 0.0518897 Nov 22 21:14:50.864594 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f893991e-4329-4fff-83d7-01136f63ab5b req-36847ba4-b3af-469b-b92e-cd03e0a9b598 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5b81dd2-98e2-46f5-8019-c1bffe865396&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415354 Nov 22 21:14:51.979435 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d067bbe2-79fe-41eb-897e-e0bd7f0c1bd4 req-80b101cf-cb3f-4d3b-bb42-d6c530a55e83 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:14:51.980926 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d067bbe2-79fe-41eb-897e-e0bd7f0c1bd4 req-80b101cf-cb3f-4d3b-bb42-d6c530a55e83 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/ports?device_id=8129f4a2-e1f7-487f-a253-46f4b43314e3 HTTP/1.1" status: 200 len: 945 time: 0.0484836 Nov 22 21:14:52.029839 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d067bbe2-79fe-41eb-897e-e0bd7f0c1bd4 req-c595e797-e303-4490-b1d1-0691771cef7b tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5b81dd2-98e2-46f5-8019-c1bffe865396&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429430 Nov 22 21:14:53.021217 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [req-c1d97cb1-6013-4e62-a96e-19d164d6c951 req-8bf42eab-6b8b-4135-bc85-e31ae75b0faf tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=103448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 21:14:53.022224 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-c1d97cb1-6013-4e62-a96e-19d164d6c951 req-8bf42eab-6b8b-4135-bc85-e31ae75b0faf tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054007 Nov 22 21:14:53.089559 n-d-818823-1 neutron-server[103448]: INFO neutron.api.v2.resource [req-c1d97cb1-6013-4e62-a96e-19d164d6c951 req-a83bc642-fc11-436f-814f-477de0717f70 service neutron] show failed (client error): The resource could not be found. Nov 22 21:14:53.090622 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-c1d97cb1-6013-4e62-a96e-19d164d6c951 req-a83bc642-fc11-436f-814f-477de0717f70 service neutron] 10.222.0.41 "GET /v2.0/ports/4a442812-2efd-411c-94e5-4bddb3c2dc9c/bindings/n-h2-818823-1 HTTP/1.1" status: 404 len: 380 time: 0.0595012 Nov 22 21:14:53.155986 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4858f8-b84c-4f8d-8db1-b65b100c0878 req-824cd287-2e1a-4888-9b5f-a7183c8121a8 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:14:53.157521 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6b4858f8-b84c-4f8d-8db1-b65b100c0878 req-824cd287-2e1a-4888-9b5f-a7183c8121a8 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/ports?device_id=8129f4a2-e1f7-487f-a253-46f4b43314e3 HTTP/1.1" status: 200 len: 945 time: 0.0525496 Nov 22 21:14:53.522006 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6b4858f8-b84c-4f8d-8db1-b65b100c0878 req-541fb5f7-f031-4637-96a8-06ff99873b2a tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5b81dd2-98e2-46f5-8019-c1bffe865396&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3569331 Nov 22 21:14:53.549466 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d97cb1-6013-4e62-a96e-19d164d6c951 req-ad18f1f5-edff-4b91-8f14-6c9ce6e39df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:14:53.550937 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c1d97cb1-6013-4e62-a96e-19d164d6c951 req-ad18f1f5-edff-4b91-8f14-6c9ce6e39df5 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=8129f4a2-e1f7-487f-a253-46f4b43314e3&tenant_id=6021baac210f4987b10e749036581cbe HTTP/1.1" status: 200 len: 1096 time: 0.0460732 Nov 22 21:14:53.566335 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-c1d97cb1-6013-4e62-a96e-19d164d6c951 req-fb2dd5ea-2fc9-4c85-9332-7ced40081e89 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-818823-1', 'device_owner': 'compute:nova'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 21:14:53.616079 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-c1d97cb1-6013-4e62-a96e-19d164d6c951 req-fb2dd5ea-2fc9-4c85-9332-7ced40081e89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:14:53.813170 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-c1d97cb1-6013-4e62-a96e-19d164d6c951 req-fb2dd5ea-2fc9-4c85-9332-7ced40081e89 service neutron] For port 4a442812-2efd-411c-94e5-4bddb3c2dc9c, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=4a442812-2efd-411c-94e5-4bddb3c2dc9c,segment=NetworkSegment(45eaede7-b003-41e9-a475-002fabb588ce),segment_id=45eaede7-b003-41e9-a475-002fabb588ce)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 21:14:53.844899 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-c1d97cb1-6013-4e62-a96e-19d164d6c951 req-fb2dd5ea-2fc9-4c85-9332-7ced40081e89 service neutron] For port 4a442812-2efd-411c-94e5-4bddb3c2dc9c, host n-h1-818823-1, cleared binding levels {{(pid=103447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 21:14:53.882167 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8129f4a2-e1f7-487f-a253-46f4b43314e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a442812-2efd-411c-94e5-4bddb3c2dc9c'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 21:14:53.885097 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0b87e146ffa5c253ca46002a571dfb52564e5f7c412d10689cf18353d020cb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14db31eb-9ba3-4a4e-a7fd-351cc5e7e323" -d '{"events": [{"server_uuid": "8129f4a2-e1f7-487f-a253-46f4b43314e3", "name": "network-vif-unplugged", "status": "completed", "tag": "4a442812-2efd-411c-94e5-4bddb3c2dc9c"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 21:14:53.889187 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-c1d97cb1-6013-4e62-a96e-19d164d6c951 req-fb2dd5ea-2fc9-4c85-9332-7ced40081e89 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:14:53.901687 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.provisioning_blocks [req-c1d97cb1-6013-4e62-a96e-19d164d6c951 req-fb2dd5ea-2fc9-4c85-9332-7ced40081e89 service neutron] Transition to ACTIVE for port object 4a442812-2efd-411c-94e5-4bddb3c2dc9c will not be triggered until provisioned by entity L2. {{(pid=103447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 21:14:53.905236 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-c1d97cb1-6013-4e62-a96e-19d164d6c951 req-fb2dd5ea-2fc9-4c85-9332-7ced40081e89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:14:53.940051 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 22 Nov 2021 21:14:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93bef2e7-4f5a-4e1c-9787-a02468bd44c7 x-openstack-request-id: req-93bef2e7-4f5a-4e1c-9787-a02468bd44c7 {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 21:14:53.940244 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8129f4a2-e1f7-487f-a253-46f4b43314e3", "name": "network-vif-unplugged", "status": "completed", "tag": "4a442812-2efd-411c-94e5-4bddb3c2dc9c", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 21:14:53.940534 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-93bef2e7-4f5a-4e1c-9787-a02468bd44c7 {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 21:14:53.940896 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8129f4a2-e1f7-487f-a253-46f4b43314e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a442812-2efd-411c-94e5-4bddb3c2dc9c', 'code': 200} Nov 22 21:14:53.987165 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2dd5ea-2fc9-4c85-9332-7ced40081e89 service neutron] Pushing event updated for resources: {'Port': ['ID=4a442812-2efd-411c-94e5-4bddb3c2dc9c,revision_number=6']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:14:54.003854 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2dd5ea-2fc9-4c85-9332-7ced40081e89 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:14:54.004201 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2dd5ea-2fc9-4c85-9332-7ced40081e89 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:14:54.004550 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2dd5ea-2fc9-4c85-9332-7ced40081e89 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:14:54.004886 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2dd5ea-2fc9-4c85-9332-7ced40081e89 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:14:54.005266 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2dd5ea-2fc9-4c85-9332-7ced40081e89 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:14:54.005577 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2dd5ea-2fc9-4c85-9332-7ced40081e89 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:14:54.005911 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2dd5ea-2fc9-4c85-9332-7ced40081e89 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:14:54.006238 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2dd5ea-2fc9-4c85-9332-7ced40081e89 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:14:54.006568 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2dd5ea-2fc9-4c85-9332-7ced40081e89 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:14:54.006896 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2dd5ea-2fc9-4c85-9332-7ced40081e89 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:14:54.007245 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2dd5ea-2fc9-4c85-9332-7ced40081e89 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:14:54.007594 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2dd5ea-2fc9-4c85-9332-7ced40081e89 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:14:54.042514 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1d97cb1-6013-4e62-a96e-19d164d6c951 req-fb2dd5ea-2fc9-4c85-9332-7ced40081e89 service neutron] No DVR routers for this DVR port 4a442812-2efd-411c-94e5-4bddb3c2dc9c on host n-h1-818823-1 {{(pid=103447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 21:14:54.177309 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-c1d97cb1-6013-4e62-a96e-19d164d6c951 req-fb2dd5ea-2fc9-4c85-9332-7ced40081e89 service neutron] Attempting to bind port 4a442812-2efd-411c-94e5-4bddb3c2dc9c on host n-h2-818823-1 for vnic_type normal with profile {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 21:14:54.177912 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-c1d97cb1-6013-4e62-a96e-19d164d6c951 req-fb2dd5ea-2fc9-4c85-9332-7ced40081e89 service neutron] Attempting to bind port 4a442812-2efd-411c-94e5-4bddb3c2dc9c by drivers openvswitch,hyperv on host n-h2-818823-1 at level 0 using segments [{'id': '45eaede7-b003-41e9-a475-002fabb588ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'f85624f4-b0a0-42a1-8191-2251ea118e3e'}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 21:14:54.178025 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1d97cb1-6013-4e62-a96e-19d164d6c951 req-fb2dd5ea-2fc9-4c85-9332-7ced40081e89 service neutron] Attempting to bind port 4a442812-2efd-411c-94e5-4bddb3c2dc9c on network f85624f4-b0a0-42a1-8191-2251ea118e3e {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 21:14:54.182752 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1d97cb1-6013-4e62-a96e-19d164d6c951 req-fb2dd5ea-2fc9-4c85-9332-7ced40081e89 service neutron] Port 4a442812-2efd-411c-94e5-4bddb3c2dc9c on network f85624f4-b0a0-42a1-8191-2251ea118e3e not bound, no agent of type Open vSwitch agent registered on host n-h2-818823-1 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 21:14:54.183069 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1d97cb1-6013-4e62-a96e-19d164d6c951 req-fb2dd5ea-2fc9-4c85-9332-7ced40081e89 service neutron] Attempting to bind port 4a442812-2efd-411c-94e5-4bddb3c2dc9c on network f85624f4-b0a0-42a1-8191-2251ea118e3e {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 21:14:54.187847 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1d97cb1-6013-4e62-a96e-19d164d6c951 req-fb2dd5ea-2fc9-4c85-9332-7ced40081e89 service neutron] Checking agent: {'id': '65e0486a-7030-4065-96f0-10aa7402a530', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'started_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 21, 14, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 21:14:54.188181 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1d97cb1-6013-4e62-a96e-19d164d6c951 req-fb2dd5ea-2fc9-4c85-9332-7ced40081e89 service neutron] Checking segment: {'id': '45eaede7-b003-41e9-a475-002fabb588ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'f85624f4-b0a0-42a1-8191-2251ea118e3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 21:14:54.188560 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1d97cb1-6013-4e62-a96e-19d164d6c951 req-fb2dd5ea-2fc9-4c85-9332-7ced40081e89 service neutron] Bound using segment: {'id': '45eaede7-b003-41e9-a475-002fabb588ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'f85624f4-b0a0-42a1-8191-2251ea118e3e'} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 21:14:54.188977 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-c1d97cb1-6013-4e62-a96e-19d164d6c951 req-fb2dd5ea-2fc9-4c85-9332-7ced40081e89 service neutron] Bound port: 4a442812-2efd-411c-94e5-4bddb3c2dc9c, host: n-h2-818823-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45eaede7-b003-41e9-a475-002fabb588ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'f85624f4-b0a0-42a1-8191-2251ea118e3e'}}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 21:14:54.189328 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-c1d97cb1-6013-4e62-a96e-19d164d6c951 req-fb2dd5ea-2fc9-4c85-9332-7ced40081e89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:14:54.250749 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-c1d97cb1-6013-4e62-a96e-19d164d6c951 req-fb2dd5ea-2fc9-4c85-9332-7ced40081e89 service neutron] For port 4a442812-2efd-411c-94e5-4bddb3c2dc9c, host n-h2-818823-1, cleared binding levels {{(pid=103447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 21:14:54.253644 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-c1d97cb1-6013-4e62-a96e-19d164d6c951 req-fb2dd5ea-2fc9-4c85-9332-7ced40081e89 service neutron] For port 4a442812-2efd-411c-94e5-4bddb3c2dc9c, host n-h2-818823-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=4a442812-2efd-411c-94e5-4bddb3c2dc9c,segment=NetworkSegment(45eaede7-b003-41e9-a475-002fabb588ce),segment_id=45eaede7-b003-41e9-a475-002fabb588ce)] {{(pid=103447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 21:14:54.258105 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-c1d97cb1-6013-4e62-a96e-19d164d6c951 req-fb2dd5ea-2fc9-4c85-9332-7ced40081e89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:14:54.296297 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d97cb1-6013-4e62-a96e-19d164d6c951 req-fb2dd5ea-2fc9-4c85-9332-7ced40081e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:14:54.296915 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-c1d97cb1-6013-4e62-a96e-19d164d6c951 req-fb2dd5ea-2fc9-4c85-9332-7ced40081e89 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:14:54.298285 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c1d97cb1-6013-4e62-a96e-19d164d6c951 req-fb2dd5ea-2fc9-4c85-9332-7ced40081e89 service neutron] 10.222.0.20 "PUT /v2.0/ports/4a442812-2efd-411c-94e5-4bddb3c2dc9c HTTP/1.1" status: 200 len: 1091 time: 0.7358236 Nov 22 21:14:54.317135 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2dd5ea-2fc9-4c85-9332-7ced40081e89 service neutron] Pushing event updated for resources: {'Port': ['ID=4a442812-2efd-411c-94e5-4bddb3c2dc9c,revision_number=7']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:14:54.363720 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d97cb1-6013-4e62-a96e-19d164d6c951 req-05072d98-9a7b-4b3e-b549-78ba1485ce73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:14:54.365259 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c1d97cb1-6013-4e62-a96e-19d164d6c951 req-05072d98-9a7b-4b3e-b549-78ba1485ce73 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6021baac210f4987b10e749036581cbe&device_id=8129f4a2-e1f7-487f-a253-46f4b43314e3 HTTP/1.1" status: 200 len: 1094 time: 0.0437331 Nov 22 21:14:54.461148 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d97cb1-6013-4e62-a96e-19d164d6c951 req-b8afbec6-c108-4a04-bbec-530b66f9e24b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:14:54.462697 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c1d97cb1-6013-4e62-a96e-19d164d6c951 req-b8afbec6-c108-4a04-bbec-530b66f9e24b service neutron] 10.222.0.20 "GET /v2.0/networks?id=f85624f4-b0a0-42a1-8191-2251ea118e3e HTTP/1.1" status: 200 len: 898 time: 0.0896800 Nov 22 21:14:54.534836 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c1d97cb1-6013-4e62-a96e-19d164d6c951 req-68af6559-01ab-4cae-a36b-97036a555974 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4a442812-2efd-411c-94e5-4bddb3c2dc9c HTTP/1.1" status: 200 len: 999 time: 0.0651422 Nov 22 21:14:54.584243 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d97cb1-6013-4e62-a96e-19d164d6c951 req-f489eb68-0509-4b92-9282-410ab4b4598f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:14:54.585729 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c1d97cb1-6013-4e62-a96e-19d164d6c951 req-f489eb68-0509-4b92-9282-410ab4b4598f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=467adc1e-4d39-4a84-853d-b00d4707219d HTTP/1.1" status: 200 len: 834 time: 0.0432668 Nov 22 21:14:54.670911 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8b765d-8381-4750-afea-5148b2d02e72 req-95abc858-2b77-424e-bdb6-b1ce203cdd05 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:14:54.672404 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ac8b765d-8381-4750-afea-5148b2d02e72 req-95abc858-2b77-424e-bdb6-b1ce203cdd05 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/ports?device_id=8129f4a2-e1f7-487f-a253-46f4b43314e3 HTTP/1.1" status: 200 len: 943 time: 0.0786700 Nov 22 21:14:54.674098 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d97cb1-6013-4e62-a96e-19d164d6c951 req-ad979508-9adf-4866-aa4e-5a4d5fe1d097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:14:54.675463 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c1d97cb1-6013-4e62-a96e-19d164d6c951 req-ad979508-9adf-4866-aa4e-5a4d5fe1d097 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f85624f4-b0a0-42a1-8191-2251ea118e3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0828168 Nov 22 21:14:54.768525 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ac8b765d-8381-4750-afea-5148b2d02e72 req-af111e41-0617-4ac6-81eb-01a9eee37cae tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5b81dd2-98e2-46f5-8019-c1bffe865396&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0898466 Nov 22 21:14:54.797547 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c1d97cb1-6013-4e62-a96e-19d164d6c951 req-52633c0d-34ce-416e-8240-fdcdc8675b2e service neutron] 10.222.0.20 "GET /v2.0/networks/f85624f4-b0a0-42a1-8191-2251ea118e3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129377 Nov 22 21:14:54.896189 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c1d97cb1-6013-4e62-a96e-19d164d6c951 req-79acbf72-6646-4a6c-83b1-b47b1867d911 service neutron] 10.222.0.20 "GET /v2.0/networks/f85624f4-b0a0-42a1-8191-2251ea118e3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918002 Nov 22 21:14:55.886482 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f848f42e-991d-4212-871e-79cf224e6eeb req-4a5a05c9-5db8-4b07-967f-7a63c6a08431 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:14:55.887981 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f848f42e-991d-4212-871e-79cf224e6eeb req-4a5a05c9-5db8-4b07-967f-7a63c6a08431 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/ports?device_id=8129f4a2-e1f7-487f-a253-46f4b43314e3 HTTP/1.1" status: 200 len: 943 time: 0.0482554 Nov 22 21:14:55.935054 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f848f42e-991d-4212-871e-79cf224e6eeb req-78a7b716-8ed3-42ac-961e-e459341e9f12 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5b81dd2-98e2-46f5-8019-c1bffe865396&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412545 Nov 22 21:14:55.941611 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8129f4a2-e1f7-487f-a253-46f4b43314e3', 'tag': '4a442812-2efd-411c-94e5-4bddb3c2dc9c'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 21:14:55.943873 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0b87e146ffa5c253ca46002a571dfb52564e5f7c412d10689cf18353d020cb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f856b303-6834-4179-afbf-e74d6787e948" -d '{"events": [{"name": "network-changed", "server_uuid": "8129f4a2-e1f7-487f-a253-46f4b43314e3", "tag": "4a442812-2efd-411c-94e5-4bddb3c2dc9c"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 21:14:55.992647 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 21:14:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fc62e80-34ac-43b9-8caa-acf08d9d30e4 x-openstack-request-id: req-3fc62e80-34ac-43b9-8caa-acf08d9d30e4 {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 21:14:55.992951 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8129f4a2-e1f7-487f-a253-46f4b43314e3", "tag": "4a442812-2efd-411c-94e5-4bddb3c2dc9c", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 21:14:55.993212 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3fc62e80-34ac-43b9-8caa-acf08d9d30e4 {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 21:14:55.994557 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8129f4a2-e1f7-487f-a253-46f4b43314e3', 'tag': '4a442812-2efd-411c-94e5-4bddb3c2dc9c', 'status': 'completed', 'code': 200} Nov 22 21:14:56.056375 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f856b303-6834-4179-afbf-e74d6787e948 req-de92cf9d-6cb9-4c80-990c-86fdffa5c389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:14:56.056876 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f856b303-6834-4179-afbf-e74d6787e948 req-279046f8-9a01-4023-a519-2a2e398b1e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:14:56.057810 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f856b303-6834-4179-afbf-e74d6787e948 req-de92cf9d-6cb9-4c80-990c-86fdffa5c389 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6021baac210f4987b10e749036581cbe&device_id=8129f4a2-e1f7-487f-a253-46f4b43314e3 HTTP/1.1" status: 200 len: 1094 time: 0.0416286 Nov 22 21:14:56.058384 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-f856b303-6834-4179-afbf-e74d6787e948 req-279046f8-9a01-4023-a519-2a2e398b1e04 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6021baac210f4987b10e749036581cbe&device_id=8129f4a2-e1f7-487f-a253-46f4b43314e3 HTTP/1.1" status: 200 len: 1094 time: 0.0412862 Nov 22 21:14:56.150626 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f856b303-6834-4179-afbf-e74d6787e948 req-6e3bb411-95d6-44dd-8b56-befa77b49fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:14:56.152127 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f856b303-6834-4179-afbf-e74d6787e948 req-6e3bb411-95d6-44dd-8b56-befa77b49fb8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f85624f4-b0a0-42a1-8191-2251ea118e3e HTTP/1.1" status: 200 len: 898 time: 0.0867712 Nov 22 21:14:56.156635 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f856b303-6834-4179-afbf-e74d6787e948 req-44202d03-7c5a-41ee-ba47-a36512e3b0db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:14:56.158107 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-f856b303-6834-4179-afbf-e74d6787e948 req-44202d03-7c5a-41ee-ba47-a36512e3b0db service neutron] 10.222.0.41 "GET /v2.0/networks?id=f85624f4-b0a0-42a1-8191-2251ea118e3e HTTP/1.1" status: 200 len: 898 time: 0.0854659 Nov 22 21:14:56.218498 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f856b303-6834-4179-afbf-e74d6787e948 req-c0a62196-82a6-47e4-ba7d-b982af2666da service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4a442812-2efd-411c-94e5-4bddb3c2dc9c HTTP/1.1" status: 200 len: 999 time: 0.0578156 Nov 22 21:14:56.229202 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-f856b303-6834-4179-afbf-e74d6787e948 req-8b4ab03f-ce96-4f96-aba3-c61b266f5a14 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4a442812-2efd-411c-94e5-4bddb3c2dc9c HTTP/1.1" status: 200 len: 999 time: 0.0638523 Nov 22 21:14:56.270750 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f856b303-6834-4179-afbf-e74d6787e948 req-9b3aac79-105d-4424-9377-89a110372a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:14:56.272237 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f856b303-6834-4179-afbf-e74d6787e948 req-9b3aac79-105d-4424-9377-89a110372a16 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=467adc1e-4d39-4a84-853d-b00d4707219d HTTP/1.1" status: 200 len: 834 time: 0.0470481 Nov 22 21:14:56.278980 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f856b303-6834-4179-afbf-e74d6787e948 req-192aec78-eb94-4581-90b5-c9b3b5cad4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:14:56.280603 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-f856b303-6834-4179-afbf-e74d6787e948 req-192aec78-eb94-4581-90b5-c9b3b5cad4c0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=467adc1e-4d39-4a84-853d-b00d4707219d HTTP/1.1" status: 200 len: 834 time: 0.0443685 Nov 22 21:14:56.319137 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f856b303-6834-4179-afbf-e74d6787e948 req-3f1091a4-dba3-4c0c-a6e6-f340f5e8d345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:14:56.320578 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f856b303-6834-4179-afbf-e74d6787e948 req-3f1091a4-dba3-4c0c-a6e6-f340f5e8d345 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f85624f4-b0a0-42a1-8191-2251ea118e3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394464 Nov 22 21:14:56.324856 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f856b303-6834-4179-afbf-e74d6787e948 req-6835c8e6-9ad1-4eb1-a194-6d33adeb2581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:14:56.326375 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-f856b303-6834-4179-afbf-e74d6787e948 req-6835c8e6-9ad1-4eb1-a194-6d33adeb2581 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f85624f4-b0a0-42a1-8191-2251ea118e3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393426 Nov 22 21:14:56.410352 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f856b303-6834-4179-afbf-e74d6787e948 req-6a823201-f60f-4064-b9c0-97030c01c408 service neutron] 10.222.0.20 "GET /v2.0/networks/f85624f4-b0a0-42a1-8191-2251ea118e3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812211 Nov 22 21:14:56.422826 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-f856b303-6834-4179-afbf-e74d6787e948 req-dae98ed6-0c74-442c-afbc-2ffac88def1b service neutron] 10.222.0.41 "GET /v2.0/networks/f85624f4-b0a0-42a1-8191-2251ea118e3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892179 Nov 22 21:14:56.517657 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-f856b303-6834-4179-afbf-e74d6787e948 req-849819c4-9a77-4d53-b349-928dad91d83a service neutron] 10.222.0.41 "GET /v2.0/networks/f85624f4-b0a0-42a1-8191-2251ea118e3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880165 Nov 22 21:14:56.533095 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f856b303-6834-4179-afbf-e74d6787e948 req-67d65a4b-8d95-4728-80f8-17cf583258fa service neutron] 10.222.0.20 "GET /v2.0/networks/f85624f4-b0a0-42a1-8191-2251ea118e3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091704 Nov 22 21:14:56.686026 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-be039753-fee3-4d4f-9af3-04dcd78bdb7c req-5d8c8abe-0149-42d3-9080-2e22b60e07c2 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=8129f4a2-e1f7-487f-a253-46f4b43314e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0418046 Nov 22 21:14:56.767906 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be039753-fee3-4d4f-9af3-04dcd78bdb7c req-d09e2b6a-55df-4c48-8a9e-c466457bff1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:14:56.769382 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-be039753-fee3-4d4f-9af3-04dcd78bdb7c req-d09e2b6a-55df-4c48-8a9e-c466457bff1f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6021baac210f4987b10e749036581cbe&device_id=8129f4a2-e1f7-487f-a253-46f4b43314e3 HTTP/1.1" status: 200 len: 1094 time: 0.0404091 Nov 22 21:14:56.873640 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be039753-fee3-4d4f-9af3-04dcd78bdb7c req-ca41d1ac-0610-4eb4-874d-676c50589efc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:14:56.875138 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-be039753-fee3-4d4f-9af3-04dcd78bdb7c req-ca41d1ac-0610-4eb4-874d-676c50589efc service neutron] 10.222.0.20 "GET /v2.0/networks?id=f85624f4-b0a0-42a1-8191-2251ea118e3e HTTP/1.1" status: 200 len: 898 time: 0.0869751 Nov 22 21:14:56.939801 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-be039753-fee3-4d4f-9af3-04dcd78bdb7c req-03e05eae-1973-4b82-ad29-bb6c4abe0093 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4a442812-2efd-411c-94e5-4bddb3c2dc9c HTTP/1.1" status: 200 len: 999 time: 0.0574126 Nov 22 21:14:56.992532 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be039753-fee3-4d4f-9af3-04dcd78bdb7c req-e439b867-338b-4f0e-a54e-cf796199452b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:14:56.994603 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-be039753-fee3-4d4f-9af3-04dcd78bdb7c req-e439b867-338b-4f0e-a54e-cf796199452b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=467adc1e-4d39-4a84-853d-b00d4707219d HTTP/1.1" status: 200 len: 834 time: 0.0480361 Nov 22 21:14:57.066286 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be039753-fee3-4d4f-9af3-04dcd78bdb7c req-2fecef2e-6303-41ea-9dd1-80c9d5d00123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:14:57.067815 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-be039753-fee3-4d4f-9af3-04dcd78bdb7c req-2fecef2e-6303-41ea-9dd1-80c9d5d00123 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f85624f4-b0a0-42a1-8191-2251ea118e3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0668569 Nov 22 21:14:57.079735 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02eb517d-4095-4926-a5ca-56049ed8b75f req-41cf9987-2006-47d4-a906-724629d8589f tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:14:57.081131 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-02eb517d-4095-4926-a5ca-56049ed8b75f req-41cf9987-2006-47d4-a906-724629d8589f tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/ports?device_id=8129f4a2-e1f7-487f-a253-46f4b43314e3 HTTP/1.1" status: 200 len: 943 time: 0.0717061 Nov 22 21:14:57.140811 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 4a442812-2efd-411c-94e5-4bddb3c2dc9c no longer exists at agent hyperv_n-h1-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 21:14:57.179373 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 4a442812-2efd-411c-94e5-4bddb3c2dc9c not bound to the agent host n-h1-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 21:14:57.186399 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-02eb517d-4095-4926-a5ca-56049ed8b75f req-3b758c03-0686-4e22-8e34-399bb969b3ec tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5b81dd2-98e2-46f5-8019-c1bffe865396&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0974429 Nov 22 21:14:57.203354 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-be039753-fee3-4d4f-9af3-04dcd78bdb7c req-5e53dff0-f85b-41a3-ad7c-73c35d9e9034 service neutron] 10.222.0.20 "GET /v2.0/networks/f85624f4-b0a0-42a1-8191-2251ea118e3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212909 Nov 22 21:14:57.292686 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-be039753-fee3-4d4f-9af3-04dcd78bdb7c req-dd93f1ed-1ccb-401e-a8cb-37b6090013e0 service neutron] 10.222.0.20 "GET /v2.0/networks/f85624f4-b0a0-42a1-8191-2251ea118e3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821605 Nov 22 21:14:57.384327 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa87bd1a-25a8-46ad-82ef-58db80db8c11 req-2519a1cd-f7dc-4fe9-a54a-c4339c72e564 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:14:57.385852 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-fa87bd1a-25a8-46ad-82ef-58db80db8c11 req-2519a1cd-f7dc-4fe9-a54a-c4339c72e564 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/ports?device_id=8129f4a2-e1f7-487f-a253-46f4b43314e3 HTTP/1.1" status: 200 len: 943 time: 0.0537367 Nov 22 21:14:57.402224 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41d451d-1208-4018-85b3-cd9c8b7789e2 req-bdac0d8e-bc85-4473-acb2-12974bee0a17 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:14:57.403739 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-d41d451d-1208-4018-85b3-cd9c8b7789e2 req-bdac0d8e-bc85-4473-acb2-12974bee0a17 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.41 "GET /v2.0/ports?device_id=8129f4a2-e1f7-487f-a253-46f4b43314e3&tenant_id=6021baac210f4987b10e749036581cbe&binding%3Ahost_id=n-h2-818823-1 HTTP/1.1" status: 200 len: 943 time: 0.0579619 Nov 22 21:14:57.435886 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-fa87bd1a-25a8-46ad-82ef-58db80db8c11 req-6908c4e0-bb2c-4b77-85c3-8efbdb9b6c47 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5b81dd2-98e2-46f5-8019-c1bffe865396&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438015 Nov 22 21:14:57.465765 n-d-818823-1 neutron-server[103448]: INFO neutron.api.v2.resource [req-d41d451d-1208-4018-85b3-cd9c8b7789e2 req-779e89c3-79fa-4a96-a6fc-d336f80897ee service neutron] delete failed (client error): The resource could not be found. Nov 22 21:14:57.466801 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-d41d451d-1208-4018-85b3-cd9c8b7789e2 req-779e89c3-79fa-4a96-a6fc-d336f80897ee service neutron] 10.222.0.41 "DELETE /v2.0/ports/4a442812-2efd-411c-94e5-4bddb3c2dc9c/bindings/n-h1-818823-1 HTTP/1.1" status: 404 len: 380 time: 0.0554547 Nov 22 21:14:57.551118 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41d451d-1208-4018-85b3-cd9c8b7789e2 req-c12b2a83-782d-4e63-becf-2540a180a9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:14:57.552704 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-d41d451d-1208-4018-85b3-cd9c8b7789e2 req-c12b2a83-782d-4e63-becf-2540a180a9ec service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6021baac210f4987b10e749036581cbe&device_id=8129f4a2-e1f7-487f-a253-46f4b43314e3 HTTP/1.1" status: 200 len: 1094 time: 0.0417666 Nov 22 21:14:57.555092 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322210c0-b0f0-4d6c-a26b-a749dd70dc41 req-85a2d4e3-e4f9-416f-8c61-2088515ae38c tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:14:57.556644 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-322210c0-b0f0-4d6c-a26b-a749dd70dc41 req-85a2d4e3-e4f9-416f-8c61-2088515ae38c tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/ports?device_id=8129f4a2-e1f7-487f-a253-46f4b43314e3 HTTP/1.1" status: 200 len: 943 time: 0.0495570 Nov 22 21:14:57.605349 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-322210c0-b0f0-4d6c-a26b-a749dd70dc41 req-f9dbad40-9f8a-49ef-a213-fbcf39fd1f20 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5b81dd2-98e2-46f5-8019-c1bffe865396&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427394 Nov 22 21:14:57.647631 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41d451d-1208-4018-85b3-cd9c8b7789e2 req-404adffd-6a17-4319-aeca-89446066cb7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:14:57.649146 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-d41d451d-1208-4018-85b3-cd9c8b7789e2 req-404adffd-6a17-4319-aeca-89446066cb7a service neutron] 10.222.0.41 "GET /v2.0/networks?id=f85624f4-b0a0-42a1-8191-2251ea118e3e HTTP/1.1" status: 200 len: 898 time: 0.0887942 Nov 22 21:14:57.714304 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-d41d451d-1208-4018-85b3-cd9c8b7789e2 req-4a659f8a-2454-41bf-a266-664455bad83c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4a442812-2efd-411c-94e5-4bddb3c2dc9c HTTP/1.1" status: 200 len: 999 time: 0.0578077 Nov 22 21:14:57.762739 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41d451d-1208-4018-85b3-cd9c8b7789e2 req-ea034d91-8435-49a6-91eb-a67735bf91a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:14:57.764231 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-d41d451d-1208-4018-85b3-cd9c8b7789e2 req-ea034d91-8435-49a6-91eb-a67735bf91a7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=467adc1e-4d39-4a84-853d-b00d4707219d HTTP/1.1" status: 200 len: 834 time: 0.0432873 Nov 22 21:14:57.813769 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41d451d-1208-4018-85b3-cd9c8b7789e2 req-bacd27f6-3a36-4df9-b518-0956391e2fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:14:57.815274 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-d41d451d-1208-4018-85b3-cd9c8b7789e2 req-bacd27f6-3a36-4df9-b518-0956391e2fec service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f85624f4-b0a0-42a1-8191-2251ea118e3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445142 Nov 22 21:14:57.903693 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-d41d451d-1208-4018-85b3-cd9c8b7789e2 req-35eb17f8-dd80-4f7b-9069-c83b8dd1ced1 service neutron] 10.222.0.41 "GET /v2.0/networks/f85624f4-b0a0-42a1-8191-2251ea118e3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812306 Nov 22 21:14:57.993943 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-d41d451d-1208-4018-85b3-cd9c8b7789e2 req-07ee5620-c959-42a5-a944-c1a9200509ad service neutron] 10.222.0.41 "GET /v2.0/networks/f85624f4-b0a0-42a1-8191-2251ea118e3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834794 Nov 22 21:14:58.612174 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 4a442812-2efd-411c-94e5-4bddb3c2dc9c details requested by agent hyperv_n-h2-818823-1 with host n-h2-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 21:14:58.712532 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port 4a442812-2efd-411c-94e5-4bddb3c2dc9c, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=4a442812-2efd-411c-94e5-4bddb3c2dc9c,segment=NetworkSegment(45eaede7-b003-41e9-a475-002fabb588ce),segment_id=45eaede7-b003-41e9-a475-002fabb588ce)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 21:14:58.724604 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe73921d-876d-49ca-a344-29d60f138430 req-8dc3981b-392f-4174-8e8e-7dd4390222e2 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:14:58.725239 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Returning: {'device': '4a442812-2efd-411c-94e5-4bddb3c2dc9c', 'network_id': 'f85624f4-b0a0-42a1-8191-2251ea118e3e', 'port_id': '4a442812-2efd-411c-94e5-4bddb3c2dc9c', 'mac_address': 'fa:16:3e:a8:6c:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '467adc1e-4d39-4a84-853d-b00d4707219d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 21:14:58.726208 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-fe73921d-876d-49ca-a344-29d60f138430 req-8dc3981b-392f-4174-8e8e-7dd4390222e2 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/ports?device_id=8129f4a2-e1f7-487f-a253-46f4b43314e3 HTTP/1.1" status: 200 len: 943 time: 0.0525496 Nov 22 21:14:58.763865 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:14:58.776857 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a442812-2efd-411c-94e5-4bddb3c2dc9c {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 21:14:58.777361 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-fe73921d-876d-49ca-a344-29d60f138430 req-13d0c7e4-4545-48dd-b424-da26c3a009a8 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5b81dd2-98e2-46f5-8019-c1bffe865396&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429559 Nov 22 21:14:58.799654 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port 4a442812-2efd-411c-94e5-4bddb3c2dc9c, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=4a442812-2efd-411c-94e5-4bddb3c2dc9c,segment=NetworkSegment(45eaede7-b003-41e9-a475-002fabb588ce),segment_id=45eaede7-b003-41e9-a475-002fabb588ce)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 21:14:58.801479 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 32946) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:14:58.804852 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:14:58.852336 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=4a442812-2efd-411c-94e5-4bddb3c2dc9c,revision_number=8']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:14:58.860258 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:14:58.860609 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:14:58.860960 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:14:58.861287 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:14:58.861881 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:14:58.862213 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:14:58.862491 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-88523842-b192-4e6a-869d-f063fb1dc9ec tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/floatingips/0e5643f6-5daa-4dc2-b7bb-d550ac68fcef HTTP/1.1" status: 200 len: 992 time: 0.0597599 Nov 22 21:14:58.862605 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:14:58.862970 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:14:58.863297 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:14:58.863649 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:14:58.863977 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:14:58.864299 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:14:59.069570 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] get_ports_and_sgs() called for port_ids ['4a442812-2efd-411c-94e5-4bddb3c2dc9c'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 21:15:00.122460 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-8f3360af-f623-4478-b9ca-364cf43ca0df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:15:00.625757 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 4a442812-2efd-411c-94e5-4bddb3c2dc9c up at agent hyperv_n-h2-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 21:15:00.676772 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Provisioning for port 4a442812-2efd-411c-94e5-4bddb3c2dc9c completed by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 21:15:00.680591 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Provisioning complete for port 4a442812-2efd-411c-94e5-4bddb3c2dc9c triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 21:15:00.680957 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:15:00.756944 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:15:00.779763 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8129f4a2-e1f7-487f-a253-46f4b43314e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a442812-2efd-411c-94e5-4bddb3c2dc9c'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 21:15:00.782029 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77cdb882cfbf7cc977e8d6fd4582ec33309c0dd3d6eecd2022538c80279aa7ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6e73264-aa9d-401e-94f4-02c7aaeb669a" -d '{"events": [{"server_uuid": "8129f4a2-e1f7-487f-a253-46f4b43314e3", "name": "network-vif-plugged", "status": "completed", "tag": "4a442812-2efd-411c-94e5-4bddb3c2dc9c"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 21:15:00.797120 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port 4a442812-2efd-411c-94e5-4bddb3c2dc9c, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=4a442812-2efd-411c-94e5-4bddb3c2dc9c,segment=NetworkSegment(45eaede7-b003-41e9-a475-002fabb588ce),segment_id=45eaede7-b003-41e9-a475-002fabb588ce)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 21:15:00.801860 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:15:00.858431 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=4a442812-2efd-411c-94e5-4bddb3c2dc9c,revision_number=9']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:15:00.896593 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 21:15:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4150438e-af0c-4913-bfb0-bd7432b36d13 x-openstack-request-id: req-4150438e-af0c-4913-bfb0-bd7432b36d13 {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 21:15:00.896886 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8129f4a2-e1f7-487f-a253-46f4b43314e3", "name": "network-vif-plugged", "status": "completed", "tag": "4a442812-2efd-411c-94e5-4bddb3c2dc9c", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 21:15:00.897141 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4150438e-af0c-4913-bfb0-bd7432b36d13 {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 21:15:00.897534 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8129f4a2-e1f7-487f-a253-46f4b43314e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a442812-2efd-411c-94e5-4bddb3c2dc9c', 'code': 200} Nov 22 21:15:03.018280 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-3dfd4522-4754-44f4-8195-8638de19d06f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:15:03.680613 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-03f0964f-1b75-4df7-99e0-a3cdb56ec2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:15:05.380848 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e49ee129-e862-4476-beca-cdc8150d2345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:15:06.176969 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:15:15.098601 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:15:15.100135 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:15:27.150186 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.agents_db [None req-aa8313f2-1ee4-4e7b-8c5a-d32b2f9d31ee None None] Agent healthcheck: found 7 active agents {{(pid=103450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 21:15:27.363294 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 32960) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:15:27.515794 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-16d13b74-83d2-4010-9646-63da191b6fe2 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Deleting port 725bd83d-e5cb-42c1-a43f-2cb2866bad15 {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 21:15:27.516132 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-16d13b74-83d2-4010-9646-63da191b6fe2 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:15:27.590413 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-16d13b74-83d2-4010-9646-63da191b6fe2 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:15:27.590732 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-16d13b74-83d2-4010-9646-63da191b6fe2 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:15:27.601960 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-16d13b74-83d2-4010-9646-63da191b6fe2 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Calling delete_port for 725bd83d-e5cb-42c1-a43f-2cb2866bad15 owned by network:floatingip {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 21:15:27.745513 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-16d13b74-83d2-4010-9646-63da191b6fe2 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:15:27.768744 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d13b74-83d2-4010-9646-63da191b6fe2 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Pushing event deleted for resources: {'Port': ['ID=725bd83d-e5cb-42c1-a43f-2cb2866bad15,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:15:27.781283 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d13b74-83d2-4010-9646-63da191b6fe2 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:15:27.781637 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d13b74-83d2-4010-9646-63da191b6fe2 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:15:27.781980 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d13b74-83d2-4010-9646-63da191b6fe2 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:15:27.782318 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d13b74-83d2-4010-9646-63da191b6fe2 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:15:27.782653 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d13b74-83d2-4010-9646-63da191b6fe2 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:15:27.782990 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d13b74-83d2-4010-9646-63da191b6fe2 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:15:27.783322 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d13b74-83d2-4010-9646-63da191b6fe2 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:15:27.783677 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d13b74-83d2-4010-9646-63da191b6fe2 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:15:27.784011 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d13b74-83d2-4010-9646-63da191b6fe2 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:15:27.784340 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d13b74-83d2-4010-9646-63da191b6fe2 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:15:27.784666 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d13b74-83d2-4010-9646-63da191b6fe2 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:15:27.784990 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d13b74-83d2-4010-9646-63da191b6fe2 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:15:27.842187 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-16d13b74-83d2-4010-9646-63da191b6fe2 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks [] for floatingip, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:15:27.842514 n-d-818823-1 neutron-server[103448]: INFO neutron.db.l3_db [None req-16d13b74-83d2-4010-9646-63da191b6fe2 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Floating IP 0e5643f6-5daa-4dc2-b7bb-d550ac68fcef disassociated (deleted). External IP: 172.25.5.227, port: 4a442812-2efd-411c-94e5-4bddb3c2dc9c. Nov 22 21:15:28.046085 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16d13b74-83d2-4010-9646-63da191b6fe2 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Router 58bf06be-a543-4559-bcf4-62a76705a3b5 has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 21:15:28.153851 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16d13b74-83d2-4010-9646-63da191b6fe2 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 21:15:28.158813 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-16d13b74-83d2-4010-9646-63da191b6fe2 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for floatingip, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:15:28.163640 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-427ff42e-ad3d-4d1b-9d4a-fd7fd5a1b42b None None] Sync routers for ids ['58bf06be-a543-4559-bcf4-62a76705a3b5'] in n-d-818823-1 {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 21:15:28.172894 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-427ff42e-ad3d-4d1b-9d4a-fd7fd5a1b42b None None] Routers {'58bf06be-a543-4559-bcf4-62a76705a3b5'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 21:15:28.173576 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-427ff42e-ad3d-4d1b-9d4a-fd7fd5a1b42b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T21:15:03Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['58bf06be-a543-4559-bcf4-62a76705a3b5'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:15:28.185567 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-16d13b74-83d2-4010-9646-63da191b6fe2 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "DELETE /v2.0/floatingips/0e5643f6-5daa-4dc2-b7bb-d550ac68fcef HTTP/1.1" status: 204 len: 168 time: 0.8211699 Nov 22 21:15:28.186154 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8129f4a2-e1f7-487f-a253-46f4b43314e3', 'tag': '4a442812-2efd-411c-94e5-4bddb3c2dc9c'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 21:15:28.188442 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d75c62b18f4846ba0ff3fb32e7a2f33757bcd91f6941723bbc4e48e63e422314" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06b73109-2e8c-44ac-86ff-48e5573f59bf" -d '{"events": [{"name": "network-changed", "server_uuid": "8129f4a2-e1f7-487f-a253-46f4b43314e3", "tag": "4a442812-2efd-411c-94e5-4bddb3c2dc9c"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 21:15:28.284086 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-427ff42e-ad3d-4d1b-9d4a-fd7fd5a1b42b None None] Set router 58bf06be-a543-4559-bcf4-62a76705a3b5 gateway port host: n-d-818823-1 {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 21:15:28.318054 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 21:15:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e466bbd7-a028-4d2d-a803-4e5796c0f75a x-openstack-request-id: req-e466bbd7-a028-4d2d-a803-4e5796c0f75a {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 21:15:28.318344 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8129f4a2-e1f7-487f-a253-46f4b43314e3", "tag": "4a442812-2efd-411c-94e5-4bddb3c2dc9c", "status": "completed", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 21:15:28.318600 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e466bbd7-a028-4d2d-a803-4e5796c0f75a {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 21:15:28.318999 n-d-818823-1 neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8129f4a2-e1f7-487f-a253-46f4b43314e3', 'tag': '4a442812-2efd-411c-94e5-4bddb3c2dc9c', 'status': 'completed', 'code': 200} Nov 22 21:15:28.417887 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b73109-2e8c-44ac-86ff-48e5573f59bf req-f98d3b50-d3aa-4f5c-9b3d-a30697b9ccc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:15:28.419580 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-06b73109-2e8c-44ac-86ff-48e5573f59bf req-f98d3b50-d3aa-4f5c-9b3d-a30697b9ccc3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6021baac210f4987b10e749036581cbe&device_id=8129f4a2-e1f7-487f-a253-46f4b43314e3 HTTP/1.1" status: 200 len: 1096 time: 0.0690203 Nov 22 21:15:28.484052 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2405f87-5641-4cc9-af41-e12c7a99eb9b req-eaa0c6d6-7752-4924-9c19-8b6f01d7720b tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:15:28.485550 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b2405f87-5641-4cc9-af41-e12c7a99eb9b req-eaa0c6d6-7752-4924-9c19-8b6f01d7720b tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/ports?device_id=8129f4a2-e1f7-487f-a253-46f4b43314e3 HTTP/1.1" status: 200 len: 945 time: 0.1009855 Nov 22 21:15:28.491674 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-427ff42e-ad3d-4d1b-9d4a-fd7fd5a1b42b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58bf06be-a543-4559-bcf4-62a76705a3b5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-753784549', 'tenant_id': '6021baac210f4987b10e749036581cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': '98b94cc6-bd12-425f-a246-325e03d42e03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T21:13:45Z', 'updated_at': '2021-11-22T21:13:49Z', 'revision_number': 4, 'project_id': '6021baac210f4987b10e749036581cbe', 'gw_port': {'id': '98b94cc6-bd12-425f-a246-325e03d42e03', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:46:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58bf06be-a543-4559-bcf4-62a76705a3b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:13:46Z', 'updated_at': '2021-11-22T21:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': '7941d7d4-8444-4422-8135-095aa5c6ee00', 'name': '', 'network_id': 'f85624f4-b0a0-42a1-8191-2251ea118e3e', 'tenant_id': '6021baac210f4987b10e749036581cbe', 'mac_address': 'fa:16:3e:3d:eb:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58bf06be-a543-4559-bcf4-62a76705a3b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '467adc1e-4d39-4a84-853d-b00d4707219d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:13:48Z', 'updated_at': '2021-11-22T21:13:52Z', 'revision_number': 5, 'project_id': '6021baac210f4987b10e749036581cbe', 'subnets': [{'id': '467adc1e-4d39-4a84-853d-b00d4707219d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:15:28.518462 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-427ff42e-ad3d-4d1b-9d4a-fd7fd5a1b42b None None] Checking router: 58bf06be-a543-4559-bcf4-62a76705a3b5 for host: n-d-818823-1 {{(pid=103450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 21:15:28.526656 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-427ff42e-ad3d-4d1b-9d4a-fd7fd5a1b42b None None] Routers {'58bf06be-a543-4559-bcf4-62a76705a3b5'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 21:15:28.527273 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-427ff42e-ad3d-4d1b-9d4a-fd7fd5a1b42b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T21:15:03Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['58bf06be-a543-4559-bcf4-62a76705a3b5'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:15:28.560615 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b73109-2e8c-44ac-86ff-48e5573f59bf req-cb16ff73-5b50-41ac-9649-9091602d8e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:15:28.562037 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-06b73109-2e8c-44ac-86ff-48e5573f59bf req-cb16ff73-5b50-41ac-9649-9091602d8e1c service neutron] 10.222.0.20 "GET /v2.0/networks?id=f85624f4-b0a0-42a1-8191-2251ea118e3e HTTP/1.1" status: 200 len: 898 time: 0.1347737 Nov 22 21:15:28.566050 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b2405f87-5641-4cc9-af41-e12c7a99eb9b req-892c54ce-ae2a-43ee-931c-0880569bd65a tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5b81dd2-98e2-46f5-8019-c1bffe865396&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741582 Nov 22 21:15:28.608756 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-06b73109-2e8c-44ac-86ff-48e5573f59bf req-083a755a-5783-448f-9604-136b0833cad2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4a442812-2efd-411c-94e5-4bddb3c2dc9c HTTP/1.1" status: 200 len: 217 time: 0.0375342 Nov 22 21:15:28.666966 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b73109-2e8c-44ac-86ff-48e5573f59bf req-7633c423-ed01-4e64-aea2-9c4310afbb0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:15:28.668457 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-06b73109-2e8c-44ac-86ff-48e5573f59bf req-7633c423-ed01-4e64-aea2-9c4310afbb0b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=467adc1e-4d39-4a84-853d-b00d4707219d HTTP/1.1" status: 200 len: 834 time: 0.0503435 Nov 22 21:15:28.716193 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b73109-2e8c-44ac-86ff-48e5573f59bf req-dfe45c3e-9de9-4817-ac92-5a87854aa7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:15:28.717684 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-06b73109-2e8c-44ac-86ff-48e5573f59bf req-dfe45c3e-9de9-4817-ac92-5a87854aa7b9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f85624f4-b0a0-42a1-8191-2251ea118e3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401688 Nov 22 21:15:28.723504 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-427ff42e-ad3d-4d1b-9d4a-fd7fd5a1b42b None None] Set router 58bf06be-a543-4559-bcf4-62a76705a3b5 gateway port host: n-d-818823-1 {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 21:15:28.809895 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-06b73109-2e8c-44ac-86ff-48e5573f59bf req-06f20001-3859-44f2-a767-089f96d51aac service neutron] 10.222.0.20 "GET /v2.0/networks/f85624f4-b0a0-42a1-8191-2251ea118e3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839505 Nov 22 21:15:28.904721 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-06b73109-2e8c-44ac-86ff-48e5573f59bf req-33c6c7e4-d392-4a26-b85c-39e426342665 service neutron] 10.222.0.20 "GET /v2.0/networks/f85624f4-b0a0-42a1-8191-2251ea118e3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852349 Nov 22 21:15:28.916460 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-427ff42e-ad3d-4d1b-9d4a-fd7fd5a1b42b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58bf06be-a543-4559-bcf4-62a76705a3b5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-753784549', 'tenant_id': '6021baac210f4987b10e749036581cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': '98b94cc6-bd12-425f-a246-325e03d42e03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T21:13:45Z', 'updated_at': '2021-11-22T21:13:49Z', 'revision_number': 4, 'project_id': '6021baac210f4987b10e749036581cbe', 'gw_port': {'id': '98b94cc6-bd12-425f-a246-325e03d42e03', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:46:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58bf06be-a543-4559-bcf4-62a76705a3b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:13:46Z', 'updated_at': '2021-11-22T21:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': '7941d7d4-8444-4422-8135-095aa5c6ee00', 'name': '', 'network_id': 'f85624f4-b0a0-42a1-8191-2251ea118e3e', 'tenant_id': '6021baac210f4987b10e749036581cbe', 'mac_address': 'fa:16:3e:3d:eb:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58bf06be-a543-4559-bcf4-62a76705a3b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '467adc1e-4d39-4a84-853d-b00d4707219d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:13:48Z', 'updated_at': '2021-11-22T21:13:52Z', 'revision_number': 5, 'project_id': '6021baac210f4987b10e749036581cbe', 'subnets': [{'id': '467adc1e-4d39-4a84-853d-b00d4707219d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:15:28.945953 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-427ff42e-ad3d-4d1b-9d4a-fd7fd5a1b42b None None] The sync data for ids ['58bf06be-a543-4559-bcf4-62a76705a3b5'] in n-d-818823-1 is: [{'id': '58bf06be-a543-4559-bcf4-62a76705a3b5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-753784549', 'tenant_id': '6021baac210f4987b10e749036581cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': '98b94cc6-bd12-425f-a246-325e03d42e03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T21:13:45Z', 'updated_at': '2021-11-22T21:13:49Z', 'revision_number': 4, 'project_id': '6021baac210f4987b10e749036581cbe', 'gw_port': {'id': '98b94cc6-bd12-425f-a246-325e03d42e03', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:46:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58bf06be-a543-4559-bcf4-62a76705a3b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:13:46Z', 'updated_at': '2021-11-22T21:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': '7941d7d4-8444-4422-8135-095aa5c6ee00', 'name': '', 'network_id': 'f85624f4-b0a0-42a1-8191-2251ea118e3e', 'tenant_id': '6021baac210f4987b10e749036581cbe', 'mac_address': 'fa:16:3e:3d:eb:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58bf06be-a543-4559-bcf4-62a76705a3b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '467adc1e-4d39-4a84-853d-b00d4707219d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:13:48Z', 'updated_at': '2021-11-22T21:13:52Z', 'revision_number': 5, 'project_id': '6021baac210f4987b10e749036581cbe', 'subnets': [{'id': '467adc1e-4d39-4a84-853d-b00d4707219d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 21:15:29.162327 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b71dd387-4763-4902-b457-ffb4e708d04d None None] New status for floating IP 0e5643f6-5daa-4dc2-b7bb-d550ac68fcef: DOWN {{(pid=103449) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 21:15:29.684310 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a2dee4-9fc1-437e-8149-df7c066a9ee0 req-8810e658-40ec-49c3-b39e-2a2786b2ab5d tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:15:29.685794 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c5a2dee4-9fc1-437e-8149-df7c066a9ee0 req-8810e658-40ec-49c3-b39e-2a2786b2ab5d tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/ports?device_id=8129f4a2-e1f7-487f-a253-46f4b43314e3 HTTP/1.1" status: 200 len: 945 time: 0.0489676 Nov 22 21:15:29.740520 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c5a2dee4-9fc1-437e-8149-df7c066a9ee0 req-9726e101-7969-4a3d-b454-3b451ba32db7 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/security-groups?id=b5b81dd2-98e2-46f5-8019-c1bffe865396&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487473 Nov 22 21:15:29.783439 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c18c9c5-1097-43c6-9dce-c61a3e296f86 req-1db2a832-44fc-4e0b-98c6-40ac23a3f086 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:15:29.784901 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2c18c9c5-1097-43c6-9dce-c61a3e296f86 req-1db2a832-44fc-4e0b-98c6-40ac23a3f086 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.20 "GET /v2.0/ports?device_id=8129f4a2-e1f7-487f-a253-46f4b43314e3 HTTP/1.1" status: 200 len: 945 time: 0.0550513 Nov 22 21:15:29.873440 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-2c18c9c5-1097-43c6-9dce-c61a3e296f86 req-59ea0087-b3a8-4b4e-9a98-23f673c1663e tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Deleting port 4a442812-2efd-411c-94e5-4bddb3c2dc9c {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 21:15:29.873707 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-2c18c9c5-1097-43c6-9dce-c61a3e296f86 req-59ea0087-b3a8-4b4e-9a98-23f673c1663e tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:15:29.960425 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-2c18c9c5-1097-43c6-9dce-c61a3e296f86 req-59ea0087-b3a8-4b4e-9a98-23f673c1663e tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] For port 4a442812-2efd-411c-94e5-4bddb3c2dc9c, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=4a442812-2efd-411c-94e5-4bddb3c2dc9c,segment=NetworkSegment(45eaede7-b003-41e9-a475-002fabb588ce),segment_id=45eaede7-b003-41e9-a475-002fabb588ce)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 21:15:29.960777 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-2c18c9c5-1097-43c6-9dce-c61a3e296f86 req-59ea0087-b3a8-4b4e-9a98-23f673c1663e tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:15:29.973667 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-2c18c9c5-1097-43c6-9dce-c61a3e296f86 req-59ea0087-b3a8-4b4e-9a98-23f673c1663e tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Calling delete_port for 4a442812-2efd-411c-94e5-4bddb3c2dc9c owned by compute:nova {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 21:15:30.095034 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-2c18c9c5-1097-43c6-9dce-c61a3e296f86 req-59ea0087-b3a8-4b4e-9a98-23f673c1663e tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:15:30.126134 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-c5e1d0f4-c484-4c2b-b331-450b3445b9b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:15:30.129909 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ea0087-b3a8-4b4e-9a98-23f673c1663e tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Pushing event deleted for resources: {'Port': ['ID=4a442812-2efd-411c-94e5-4bddb3c2dc9c,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:15:30.177143 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c18c9c5-1097-43c6-9dce-c61a3e296f86 req-59ea0087-b3a8-4b4e-9a98-23f673c1663e tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] No DVR routers for this DVR port 4a442812-2efd-411c-94e5-4bddb3c2dc9c on host n-h2-818823-1 {{(pid=103447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 21:15:30.179777 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-2c18c9c5-1097-43c6-9dce-c61a3e296f86 req-59ea0087-b3a8-4b4e-9a98-23f673c1663e tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:15:30.183850 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2c18c9c5-1097-43c6-9dce-c61a3e296f86 req-59ea0087-b3a8-4b4e-9a98-23f673c1663e tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.20 "DELETE /v2.0/ports/4a442812-2efd-411c-94e5-4bddb3c2dc9c HTTP/1.1" status: 204 len: 173 time: 0.3913989 Nov 22 21:15:30.184280 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8129f4a2-e1f7-487f-a253-46f4b43314e3', 'name': 'network-vif-deleted', 'tag': '4a442812-2efd-411c-94e5-4bddb3c2dc9c'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 21:15:30.186548 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0b87e146ffa5c253ca46002a571dfb52564e5f7c412d10689cf18353d020cb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-102d0c34-e2a1-4874-bcc4-5a071661c18c" -d '{"events": [{"server_uuid": "8129f4a2-e1f7-487f-a253-46f4b43314e3", "name": "network-vif-deleted", "tag": "4a442812-2efd-411c-94e5-4bddb3c2dc9c"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 21:15:30.223661 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 21:15:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4ef6123-ca40-425c-8034-c48b0b6e344f x-openstack-request-id: req-b4ef6123-ca40-425c-8034-c48b0b6e344f {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 21:15:30.223965 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8129f4a2-e1f7-487f-a253-46f4b43314e3", "name": "network-vif-deleted", "tag": "4a442812-2efd-411c-94e5-4bddb3c2dc9c", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 21:15:30.224228 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b4ef6123-ca40-425c-8034-c48b0b6e344f {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 21:15:30.224631 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8129f4a2-e1f7-487f-a253-46f4b43314e3', 'name': 'network-vif-deleted', 'tag': '4a442812-2efd-411c-94e5-4bddb3c2dc9c', 'status': 'completed', 'code': 200} Nov 22 21:15:30.799596 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 32976) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:15:31.152186 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f6e47214-2ad0-4e38-b6bd-bb03b13f07fd tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659736'] for router_interface, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:15:31.401400 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-f6e47214-2ad0-4e38-b6bd-bb03b13f07fd tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Deleting port 7941d7d4-8444-4422-8135-095aa5c6ee00 {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 21:15:31.401744 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f6e47214-2ad0-4e38-b6bd-bb03b13f07fd tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:15:31.486951 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-f6e47214-2ad0-4e38-b6bd-bb03b13f07fd tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] For port 7941d7d4-8444-4422-8135-095aa5c6ee00, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=7941d7d4-8444-4422-8135-095aa5c6ee00,segment=NetworkSegment(45eaede7-b003-41e9-a475-002fabb588ce),segment_id=45eaede7-b003-41e9-a475-002fabb588ce)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 21:15:31.487310 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f6e47214-2ad0-4e38-b6bd-bb03b13f07fd tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:15:31.500060 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-f6e47214-2ad0-4e38-b6bd-bb03b13f07fd tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Calling delete_port for 7941d7d4-8444-4422-8135-095aa5c6ee00 owned by network:router_interface {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 21:15:31.683757 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f6e47214-2ad0-4e38-b6bd-bb03b13f07fd tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:15:31.710787 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e47214-2ad0-4e38-b6bd-bb03b13f07fd tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Pushing event deleted for resources: {'Port': ['ID=7941d7d4-8444-4422-8135-095aa5c6ee00,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:15:32.208957 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f6e47214-2ad0-4e38-b6bd-bb03b13f07fd tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-563470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-663272'] for router_interface, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:15:32.419701 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6e47214-2ad0-4e38-b6bd-bb03b13f07fd tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Router 58bf06be-a543-4559-bcf4-62a76705a3b5 has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 21:15:32.525650 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6e47214-2ad0-4e38-b6bd-bb03b13f07fd tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 21:15:32.530583 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-f6e47214-2ad0-4e38-b6bd-bb03b13f07fd tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "PUT /v2.0/routers/58bf06be-a543-4559-bcf4-62a76705a3b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7299685 Nov 22 21:15:32.533263 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 32978) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:15:32.537617 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e298e550-bc9e-48d3-b9c5-489c00de369b None None] Sync routers for ids ['58bf06be-a543-4559-bcf4-62a76705a3b5'] in n-d-818823-1 {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 21:15:32.548129 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e298e550-bc9e-48d3-b9c5-489c00de369b None None] Routers {'58bf06be-a543-4559-bcf4-62a76705a3b5'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 21:15:32.548744 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-e298e550-bc9e-48d3-b9c5-489c00de369b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T21:15:03Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['58bf06be-a543-4559-bcf4-62a76705a3b5'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:15:32.584099 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c318036-6666-483b-ad74-25ee56ffc898 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Deleting subnet 467adc1e-4d39-4a84-853d-b00d4707219d {{(pid=103448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 21:15:32.587204 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3c318036-6666-483b-ad74-25ee56ffc898 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks [] for subnet, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:15:32.627296 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3c318036-6666-483b-ad74-25ee56ffc898 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11627908'] for subnet, precommit_delete_associations {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:15:32.654374 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-e298e550-bc9e-48d3-b9c5-489c00de369b None None] Set router 58bf06be-a543-4559-bcf4-62a76705a3b5 gateway port host: n-d-818823-1 {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 21:15:32.714448 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3c318036-6666-483b-ad74-25ee56ffc898 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3753007'] for subnet, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:15:32.773676 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3c318036-6666-483b-ad74-25ee56ffc898 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3753014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11567369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11792914'] for subnet, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:15:32.799217 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c318036-6666-483b-ad74-25ee56ffc898 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Pushing event deleted for resources: {'Subnet': ['ID=467adc1e-4d39-4a84-853d-b00d4707219d,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:15:32.807244 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3c318036-6666-483b-ad74-25ee56ffc898 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:15:32.812101 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-3c318036-6666-483b-ad74-25ee56ffc898 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "DELETE /v2.0/subnets/467adc1e-4d39-4a84-853d-b00d4707219d HTTP/1.1" status: 204 len: 168 time: 0.2778890 Nov 22 21:15:32.813503 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b44b3a5-4a5f-4dee-8f90-caa59f36d57f None None] Network f85624f4-b0a0-42a1-8191-2251ea118e3e requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 21:15:32.814753 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 32980) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:15:32.836322 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-e298e550-bc9e-48d3-b9c5-489c00de369b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58bf06be-a543-4559-bcf4-62a76705a3b5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-753784549', 'tenant_id': '6021baac210f4987b10e749036581cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': '98b94cc6-bd12-425f-a246-325e03d42e03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T21:13:45Z', 'updated_at': '2021-11-22T21:15:31Z', 'revision_number': 5, 'project_id': '6021baac210f4987b10e749036581cbe', 'gw_port': {'id': '98b94cc6-bd12-425f-a246-325e03d42e03', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:46:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58bf06be-a543-4559-bcf4-62a76705a3b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:13:46Z', 'updated_at': '2021-11-22T21:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:15:32.868199 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e298e550-bc9e-48d3-b9c5-489c00de369b None None] Checking router: 58bf06be-a543-4559-bcf4-62a76705a3b5 for host: n-d-818823-1 {{(pid=103450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 21:15:32.878351 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e298e550-bc9e-48d3-b9c5-489c00de369b None None] Routers {'58bf06be-a543-4559-bcf4-62a76705a3b5'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 21:15:32.879062 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-e298e550-bc9e-48d3-b9c5-489c00de369b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T21:15:03Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['58bf06be-a543-4559-bcf4-62a76705a3b5'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:15:32.925949 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e57b1e40-57c8-4676-83b7-57c4790a6576 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks [] for router, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:15:32.995822 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-e298e550-bc9e-48d3-b9c5-489c00de369b None None] Set router 58bf06be-a543-4559-bcf4-62a76705a3b5 gateway port host: n-d-818823-1 {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 21:15:32.997402 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac0d8da7-a143-4632-a150-d3dfeb75cda4 None None] DHCP port deletion for f85624f4-b0a0-42a1-8191-2251ea118e3e request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 21:15:33.041783 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e57b1e40-57c8-4676-83b7-57c4790a6576 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:15:33.042588 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-5a639787-af6b-473a-a10e-ddd58ce24548 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:15:33.063867 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-ac0d8da7-a143-4632-a150-d3dfeb75cda4 None None] Deleting port 4ecb3b65-865a-42c8-bb64-53f1e57b600b {{(pid=103449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 21:15:33.064244 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ac0d8da7-a143-4632-a150-d3dfeb75cda4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:15:33.100723 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-e57b1e40-57c8-4676-83b7-57c4790a6576 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Deleting port 98b94cc6-bd12-425f-a246-325e03d42e03 {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 21:15:33.101063 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e57b1e40-57c8-4676-83b7-57c4790a6576 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:15:33.189013 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-e298e550-bc9e-48d3-b9c5-489c00de369b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58bf06be-a543-4559-bcf4-62a76705a3b5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-753784549', 'tenant_id': '6021baac210f4987b10e749036581cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': '98b94cc6-bd12-425f-a246-325e03d42e03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T21:13:45Z', 'updated_at': '2021-11-22T21:15:31Z', 'revision_number': 5, 'project_id': '6021baac210f4987b10e749036581cbe', 'gw_port': {'id': '98b94cc6-bd12-425f-a246-325e03d42e03', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:46:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58bf06be-a543-4559-bcf4-62a76705a3b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:13:46Z', 'updated_at': '2021-11-22T21:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:15:33.191334 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-e57b1e40-57c8-4676-83b7-57c4790a6576 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] For port 98b94cc6-bd12-425f-a246-325e03d42e03, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=98b94cc6-bd12-425f-a246-325e03d42e03,segment=NetworkSegment(8793ba83-8407-4c3d-9b56-2a177cd58a70),segment_id=8793ba83-8407-4c3d-9b56-2a177cd58a70)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 21:15:33.191750 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e57b1e40-57c8-4676-83b7-57c4790a6576 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:15:33.205431 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-e57b1e40-57c8-4676-83b7-57c4790a6576 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Calling delete_port for 98b94cc6-bd12-425f-a246-325e03d42e03 owned by network:router_gateway {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 21:15:33.217090 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e298e550-bc9e-48d3-b9c5-489c00de369b None None] The sync data for ids ['58bf06be-a543-4559-bcf4-62a76705a3b5'] in n-d-818823-1 is: [{'id': '58bf06be-a543-4559-bcf4-62a76705a3b5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-753784549', 'tenant_id': '6021baac210f4987b10e749036581cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': '98b94cc6-bd12-425f-a246-325e03d42e03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T21:13:45Z', 'updated_at': '2021-11-22T21:15:31Z', 'revision_number': 5, 'project_id': '6021baac210f4987b10e749036581cbe', 'gw_port': {'id': '98b94cc6-bd12-425f-a246-325e03d42e03', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:46:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58bf06be-a543-4559-bcf4-62a76705a3b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:13:46Z', 'updated_at': '2021-11-22T21:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}] {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 21:15:33.314393 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ac0d8da7-a143-4632-a150-d3dfeb75cda4 None None] For port 4ecb3b65-865a-42c8-bb64-53f1e57b600b, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=4ecb3b65-865a-42c8-bb64-53f1e57b600b,segment=NetworkSegment(45eaede7-b003-41e9-a475-002fabb588ce),segment_id=45eaede7-b003-41e9-a475-002fabb588ce)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 21:15:33.314708 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ac0d8da7-a143-4632-a150-d3dfeb75cda4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:15:33.328491 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-ac0d8da7-a143-4632-a150-d3dfeb75cda4 None None] Calling delete_port for 4ecb3b65-865a-42c8-bb64-53f1e57b600b owned by network:dhcp {{(pid=103449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 21:15:33.376434 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e57b1e40-57c8-4676-83b7-57c4790a6576 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:15:33.404831 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57b1e40-57c8-4676-83b7-57c4790a6576 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Pushing event deleted for resources: {'Port': ['ID=98b94cc6-bd12-425f-a246-325e03d42e03,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:15:33.417315 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b8d40e2-248b-4762-a35a-4e2ef636f5e7 None None] DHCP port deletion for c48a55e9-6a85-4746-b7bf-3e29fb560094 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 21:15:33.421041 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ac0d8da7-a143-4632-a150-d3dfeb75cda4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381'] for port, after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:15:33.447756 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0d8da7-a143-4632-a150-d3dfeb75cda4 None None] Pushing event deleted for resources: {'Port': ['ID=4ecb3b65-865a-42c8-bb64-53f1e57b600b,revision_number=None']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:15:33.453113 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac0d8da7-a143-4632-a150-d3dfeb75cda4 None None] No DVR routers for this DVR port 4ecb3b65-865a-42c8-bb64-53f1e57b600b on host n-d-818823-1 {{(pid=103449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 21:15:33.467964 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e57b1e40-57c8-4676-83b7-57c4790a6576 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595398'] for router_gateway, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:15:33.562227 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e57b1e40-57c8-4676-83b7-57c4790a6576 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24781'] for router, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:15:33.562227 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e57b1e40-57c8-4676-83b7-57c4790a6576 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:15:33.617342 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e57b1e40-57c8-4676-83b7-57c4790a6576 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-663261'] for router, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:15:33.617917 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e57b1e40-57c8-4676-83b7-57c4790a6576 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Fanout notify agent at l3_agent the message router_deleted on router 58bf06be-a543-4559-bcf4-62a76705a3b5 {{(pid=103448) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 21:15:33.626062 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e57b1e40-57c8-4676-83b7-57c4790a6576 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks [] for router, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:15:33.627236 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-e57b1e40-57c8-4676-83b7-57c4790a6576 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "DELETE /v2.0/routers/58bf06be-a543-4559-bcf4-62a76705a3b5 HTTP/1.1" status: 204 len: 168 time: 0.8115289 Nov 22 21:15:33.629877 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 32982) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:15:33.689012 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-03f0964f-1b75-4df7-99e0-a3cdb56ec2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:15:33.716501 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-12e21fbb-a8f7-4690-bd64-8d39272c6ed4 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3961693'] for network, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:15:33.808845 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-12e21fbb-a8f7-4690-bd64-8d39272c6ed4 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3760028', 'neutron.services.segments.db._delete_segments_for_network-8748992815755'] for network, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:15:33.832360 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-12e21fbb-a8f7-4690-bd64-8d39272c6ed4 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f85624f4-b0a0-42a1-8191-2251ea118e3e']}} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:15:33.845766 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-12e21fbb-a8f7-4690-bd64-8d39272c6ed4 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45eaede7-b003-41e9-a475-002fabb588ce') {'for_net_delete': True} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:15:33.846062 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-12e21fbb-a8f7-4690-bd64-8d39272c6ed4 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45eaede7-b003-41e9-a475-002fabb588ce') {} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:15:33.857716 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-12e21fbb-a8f7-4690-bd64-8d39272c6ed4 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748993039638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11627933'] for segment, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:15:33.872429 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-12e21fbb-a8f7-4690-bd64-8d39272c6ed4 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:15:33.879785 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12e21fbb-a8f7-4690-bd64-8d39272c6ed4 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Releasing vlan 608 on physical network physnet1 to pool {{(pid=103448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 21:15:33.880228 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-12e21fbb-a8f7-4690-bd64-8d39272c6ed4 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11567447'] for segment, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:15:33.884183 n-d-818823-1 neutron-server[103448]: Traceback (most recent call last): Nov 22 21:15:33.884183 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 21:15:33.884183 n-d-818823-1 neutron-server[103448]: timer() Nov 22 21:15:33.884183 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 21:15:33.884183 n-d-818823-1 neutron-server[103448]: cb(*args, **kw) Nov 22 21:15:33.884183 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 21:15:33.884183 n-d-818823-1 neutron-server[103448]: return func(*args, **kwargs) Nov 22 21:15:33.884183 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 21:15:33.884183 n-d-818823-1 neutron-server[103448]: self._notify() Nov 22 21:15:33.884183 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 21:15:33.884183 n-d-818823-1 neutron-server[103448]: self.callback(batched_events) Nov 22 21:15:33.884183 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 21:15:33.884183 n-d-818823-1 neutron-server[103448]: event.method(event) Nov 22 21:15:33.884183 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 21:15:33.884183 n-d-818823-1 neutron-server[103448]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 21:15:33.884183 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 21:15:33.884183 n-d-818823-1 neutron-server[103448]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 21:15:33.884183 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 21:15:33.884183 n-d-818823-1 neutron-server[103448]: return f(self, *a, **k) Nov 22 21:15:33.884183 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 21:15:33.884183 n-d-818823-1 neutron-server[103448]: return self._get(url).json() Nov 22 21:15:33.884183 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 21:15:33.884183 n-d-818823-1 neutron-server[103448]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 21:15:33.884183 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 21:15:33.884183 n-d-818823-1 neutron-server[103448]: return self.request(url, 'GET', **kwargs) Nov 22 21:15:33.884183 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 21:15:33.884183 n-d-818823-1 neutron-server[103448]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 21:15:33.884183 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 21:15:33.884183 n-d-818823-1 neutron-server[103448]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 21:15:33.884183 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 21:15:33.884183 n-d-818823-1 neutron-server[103448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 21:15:33.884183 n-d-818823-1 neutron-server[103448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 21:15:33.953988 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-12e21fbb-a8f7-4690-bd64-8d39272c6ed4 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3760002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595318'] for network, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:15:33.962856 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-12e21fbb-a8f7-4690-bd64-8d39272c6ed4 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks [] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:15:33.965974 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-12e21fbb-a8f7-4690-bd64-8d39272c6ed4 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "DELETE /v2.0/networks/f85624f4-b0a0-42a1-8191-2251ea118e3e HTTP/1.1" status: 204 len: 168 time: 0.3351407 Nov 22 21:15:33.969256 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 32984) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:15:33.980079 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e21fbb-a8f7-4690-bd64-8d39272c6ed4 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Pushing event deleted for resources: {'Network': ['ID=f85624f4-b0a0-42a1-8191-2251ea118e3e,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:15:34.027873 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-231a3c5a-fdce-48d4-9a20-73abd47c576c tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:15:34.052557 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-231a3c5a-fdce-48d4-9a20-73abd47c576c tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:15:34.112015 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-231a3c5a-fdce-48d4-9a20-73abd47c576c tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:15:34.114572 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-231a3c5a-fdce-48d4-9a20-73abd47c576c tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:15:34.118199 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-231a3c5a-fdce-48d4-9a20-73abd47c576c tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "DELETE /v2.0/security-groups/b5b81dd2-98e2-46f5-8019-c1bffe865396 HTTP/1.1" status: 204 len: 168 time: 0.1453149 Nov 22 21:15:34.125375 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231a3c5a-fdce-48d4-9a20-73abd47c576c tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5b81dd2-98e2-46f5-8019-c1bffe865396,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:15:34.237919 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 4ecb3b65-865a-42c8-bb64-53f1e57b600b no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 21:15:34.260812 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: 4ecb3b65-865a-42c8-bb64-53f1e57b600b {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 21:15:34.261301 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 4ecb3b65-865a-42c8-bb64-53f1e57b600b not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 21:15:34.261797 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 7941d7d4-8444-4422-8135-095aa5c6ee00 no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 21:15:34.281392 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: 7941d7d4-8444-4422-8135-095aa5c6ee00 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 21:15:34.281832 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 7941d7d4-8444-4422-8135-095aa5c6ee00 not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 21:15:34.567271 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 32990) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:15:34.572478 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-53e626c9-6b0c-4c44-959e-9456b6657e2c tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-381037841', 'description': 'tempest-secgroup-smoke-381037841 description', 'project_id': '6021baac210f4987b10e749036581cbe'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 21:15:34.596634 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-53e626c9-6b0c-4c44-959e-9456b6657e2c tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:15:34.671893 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-53e626c9-6b0c-4c44-959e-9456b6657e2c tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:15:34.675929 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-53e626c9-6b0c-4c44-959e-9456b6657e2c tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:15:34.716336 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-53e626c9-6b0c-4c44-959e-9456b6657e2c tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:15:34.717549 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-53e626c9-6b0c-4c44-959e-9456b6657e2c tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1491842 Nov 22 21:15:34.719355 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e626c9-6b0c-4c44-959e-9456b6657e2c tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec64aac7-8e2c-4454-bd8f-e6b07be1099f,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:15:34.721173 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 32992) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:15:34.725818 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-0c90a579-3205-485d-9232-4643ab4c82e3 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Request body: {'security_group_rule': {'security_group_id': 'ec64aac7-8e2c-4454-bd8f-e6b07be1099f', 'project_id': '6021baac210f4987b10e749036581cbe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 21:15:34.753339 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0c90a579-3205-485d-9232-4643ab4c82e3 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:15:34.808108 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0c90a579-3205-485d-9232-4643ab4c82e3 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:15:34.811530 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0c90a579-3205-485d-9232-4643ab4c82e3 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572323'] for security_group_rule, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:15:34.825727 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c90a579-3205-485d-9232-4643ab4c82e3 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73310fc0-b576-4b14-885e-df85ddaf85e8,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:15:34.831482 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 4a442812-2efd-411c-94e5-4bddb3c2dc9c no longer exists at agent hyperv_n-h2-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 21:15:34.836916 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0c90a579-3205-485d-9232-4643ab4c82e3 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:15:34.838169 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-0c90a579-3205-485d-9232-4643ab4c82e3 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1159933 Nov 22 21:15:34.841093 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 32994) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:15:34.845734 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-91b9bfa6-734c-4f8a-a1bc-ba8e48da2ade tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Request body: {'security_group_rule': {'security_group_id': 'ec64aac7-8e2c-4454-bd8f-e6b07be1099f', 'project_id': '6021baac210f4987b10e749036581cbe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 21:15:34.858519 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] No Port match for: 4a442812-2efd-411c-94e5-4bddb3c2dc9c {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 21:15:34.858873 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 4a442812-2efd-411c-94e5-4bddb3c2dc9c not bound to the agent host n-h2-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 21:15:34.874129 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-91b9bfa6-734c-4f8a-a1bc-ba8e48da2ade tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:15:34.928102 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-91b9bfa6-734c-4f8a-a1bc-ba8e48da2ade tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:15:34.931701 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-91b9bfa6-734c-4f8a-a1bc-ba8e48da2ade tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572323'] for security_group_rule, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:15:34.947062 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b9bfa6-734c-4f8a-a1bc-ba8e48da2ade tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c960ae50-d9fa-4885-bb33-dbabba714615,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:15:34.957226 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-91b9bfa6-734c-4f8a-a1bc-ba8e48da2ade tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:15:34.958420 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-91b9bfa6-734c-4f8a-a1bc-ba8e48da2ade tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1162469 Nov 22 21:15:34.961099 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 32996) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:15:34.968275 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-42f1127c-0886-45b6-9a9a-d8105fa28290 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Request body: {'security_group_rule': {'security_group_id': 'ec64aac7-8e2c-4454-bd8f-e6b07be1099f', 'project_id': '6021baac210f4987b10e749036581cbe', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 21:15:34.994534 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-42f1127c-0886-45b6-9a9a-d8105fa28290 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:15:35.060633 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-42f1127c-0886-45b6-9a9a-d8105fa28290 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:15:35.064262 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-42f1127c-0886-45b6-9a9a-d8105fa28290 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572323'] for security_group_rule, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:15:35.081910 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f1127c-0886-45b6-9a9a-d8105fa28290 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56495039-9e63-43f5-999d-b55d1063e111,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:15:35.089583 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-42f1127c-0886-45b6-9a9a-d8105fa28290 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:15:35.090778 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-42f1127c-0886-45b6-9a9a-d8105fa28290 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1287637 Nov 22 21:15:35.093553 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 32998) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:15:35.097808 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-b0b49737-ea3f-4c10-97e1-ca3b8260c1d6 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Request body: {'security_group_rule': {'security_group_id': 'ec64aac7-8e2c-4454-bd8f-e6b07be1099f', 'project_id': '6021baac210f4987b10e749036581cbe', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 21:15:35.123834 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b0b49737-ea3f-4c10-97e1-ca3b8260c1d6 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:15:35.179256 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b0b49737-ea3f-4c10-97e1-ca3b8260c1d6 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:15:35.183068 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b0b49737-ea3f-4c10-97e1-ca3b8260c1d6 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572323'] for security_group_rule, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:15:35.202746 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b49737-ea3f-4c10-97e1-ca3b8260c1d6 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9444be4d-aabd-4c78-893b-9d3337510270,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:15:35.209999 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b0b49737-ea3f-4c10-97e1-ca3b8260c1d6 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:15:35.211233 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-b0b49737-ea3f-4c10-97e1-ca3b8260c1d6 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1167660 Nov 22 21:15:35.213987 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 33000) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:15:35.218236 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-994bc8f4-3bf3-4044-91ac-4172de2938e6 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Request body: {'security_group_rule': {'security_group_id': 'ec64aac7-8e2c-4454-bd8f-e6b07be1099f', 'project_id': '6021baac210f4987b10e749036581cbe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 21:15:35.239437 n-d-818823-1 neutron-server[103447]: INFO neutron.db.securitygroups_db [None req-994bc8f4-3bf3-4044-91ac-4172de2938e6 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Project 6021baac210f4987b10e749036581cbe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 22 21:15:35.244671 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-994bc8f4-3bf3-4044-91ac-4172de2938e6 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:15:35.305616 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-994bc8f4-3bf3-4044-91ac-4172de2938e6 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:15:35.310283 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-994bc8f4-3bf3-4044-91ac-4172de2938e6 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572323'] for security_group_rule, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:15:35.328613 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994bc8f4-3bf3-4044-91ac-4172de2938e6 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff1e649b-1197-4443-8a10-69e3ec2604c6,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:15:35.336672 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-994bc8f4-3bf3-4044-91ac-4172de2938e6 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:15:35.337910 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-994bc8f4-3bf3-4044-91ac-4172de2938e6 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1230018 Nov 22 21:15:35.340787 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 33002) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:15:35.345167 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-a27dea69-1f74-4512-ba6f-99c64805f97f tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Request body: {'security_group_rule': {'security_group_id': 'ec64aac7-8e2c-4454-bd8f-e6b07be1099f', 'project_id': '6021baac210f4987b10e749036581cbe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 21:15:35.367722 n-d-818823-1 neutron-server[103447]: INFO neutron.db.securitygroups_db [None req-a27dea69-1f74-4512-ba6f-99c64805f97f tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Project 6021baac210f4987b10e749036581cbe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 22 21:15:35.373530 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a27dea69-1f74-4512-ba6f-99c64805f97f tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:15:35.384103 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e49ee129-e862-4476-beca-cdc8150d2345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:15:35.433331 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a27dea69-1f74-4512-ba6f-99c64805f97f tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:15:35.436733 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a27dea69-1f74-4512-ba6f-99c64805f97f tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572323'] for security_group_rule, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:15:35.453122 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27dea69-1f74-4512-ba6f-99c64805f97f tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03b11906-007b-4921-a578-c2acf48309f0,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:15:35.463436 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a27dea69-1f74-4512-ba6f-99c64805f97f tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:15:35.464646 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-a27dea69-1f74-4512-ba6f-99c64805f97f tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1229079 Nov 22 21:15:35.467536 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 33004) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:15:35.472238 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-4a9acf5b-710d-4b7f-8012-0cd42b9662a1 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Request body: {'network': {'name': 'tempest-network-smoke--221675116', 'project_id': '6021baac210f4987b10e749036581cbe', 'port_security_enabled': True}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 21:15:35.492958 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a9acf5b-710d-4b7f-8012-0cd42b9662a1 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Made reservation on behalf of 6021baac210f4987b10e749036581cbe for: {'network': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 21:15:35.497024 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4a9acf5b-710d-4b7f-8012-0cd42b9662a1 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for network, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:15:35.519705 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a9acf5b-710d-4b7f-8012-0cd42b9662a1 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] vlan segment allocate from pool success with {'vlan_id': 649, 'physical_network': 'physnet1'} {{(pid=103447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 21:15:35.528504 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4a9acf5b-710d-4b7f-8012-0cd42b9662a1 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:15:35.528866 n-d-818823-1 neutron-server[103447]: INFO neutron.db.segments_db [None req-4a9acf5b-710d-4b7f-8012-0cd42b9662a1 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Added segment 2185db18-4eab-4086-a1b4-e3cad5aa31ab of type vlan for network 6c6d23b0-7594-400f-901c-88a9d3581048 Nov 22 21:15:35.569757 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4a9acf5b-710d-4b7f-8012-0cd42b9662a1 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748992492791'] for network, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:15:35.592921 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4a9acf5b-710d-4b7f-8012-0cd42b9662a1 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for network, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:15:35.598323 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a9acf5b-710d-4b7f-8012-0cd42b9662a1 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:15:35.598901 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4a9acf5b-710d-4b7f-8012-0cd42b9662a1 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks [] for network, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:15:35.651712 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-4a9acf5b-710d-4b7f-8012-0cd42b9662a1 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1831355 Nov 22 21:15:35.654617 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 33006) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:15:35.659817 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-72294156-b00e-486d-83a3-98f85165582f tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-784315952', 'admin_state_up': True, 'project_id': '6021baac210f4987b10e749036581cbe', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'}}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 21:15:35.666384 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9acf5b-710d-4b7f-8012-0cd42b9662a1 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Pushing event updated for resources: {'Network': ['ID=6c6d23b0-7594-400f-901c-88a9d3581048,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:15:35.676916 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Network 6c6d23b0-7594-400f-901c-88a9d3581048 details requested by agent ovs-agent-n-d-818823-1 with host n-d-818823-1 {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 21:15:35.691731 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-72294156-b00e-486d-83a3-98f85165582f tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24799'] for router, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:15:35.693071 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-72294156-b00e-486d-83a3-98f85165582f tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-632716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24788'] for router, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:15:35.744999 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-72294156-b00e-486d-83a3-98f85165582f tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:15:35.824264 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 98b94cc6-bd12-425f-a246-325e03d42e03 no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 21:15:35.848613 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: 98b94cc6-bd12-425f-a246-325e03d42e03 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 21:15:35.848875 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 98b94cc6-bd12-425f-a246-325e03d42e03 not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 21:15:35.894787 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-72294156-b00e-486d-83a3-98f85165582f tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:15:36.082885 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-72294156-b00e-486d-83a3-98f85165582f tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks [] for router_gateway, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:15:36.100885 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-72294156-b00e-486d-83a3-98f85165582f tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:15:36.180347 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:15:36.202999 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [None req-72294156-b00e-486d-83a3-98f85165582f tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Allocated IP 172.25.5.39 (c48a55e9-6a85-4746-b7bf-3e29fb560094/5da6f781-63e6-4328-ae7a-5e672262f55a/beca14d0-94ef-42db-8e6d-5c22cdfd59b6) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 21:15:36.303455 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-72294156-b00e-486d-83a3-98f85165582f tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:15:36.337136 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-72294156-b00e-486d-83a3-98f85165582f tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:15:36.377353 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72294156-b00e-486d-83a3-98f85165582f tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Network c48a55e9-6a85-4746-b7bf-3e29fb560094 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 21:15:36.380294 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-72294156-b00e-486d-83a3-98f85165582f tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 21:15:36.383691 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72294156-b00e-486d-83a3-98f85165582f tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 21:15:36.393468 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d245245-e831-42cd-938a-575fb04f6c1c None None] DHCP port deletion for c48a55e9-6a85-4746-b7bf-3e29fb560094 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 21:15:36.406427 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72294156-b00e-486d-83a3-98f85165582f tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Pushing event updated for resources: {'Port': ['ID=beca14d0-94ef-42db-8e6d-5c22cdfd59b6,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:15:36.465513 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-5f53c0ed-22c4-426b-9d17-a4968e887bc0 None None] Provisioning complete for port beca14d0-94ef-42db-8e6d-5c22cdfd59b6 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 21:15:36.465961 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-5f53c0ed-22c4-426b-9d17-a4968e887bc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:15:36.499239 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-5f53c0ed-22c4-426b-9d17-a4968e887bc0 None None] Port beca14d0-94ef-42db-8e6d-5c22cdfd59b6 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 21:15:36.629774 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-72294156-b00e-486d-83a3-98f85165582f tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks [] for router_gateway, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:15:36.826289 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-72294156-b00e-486d-83a3-98f85165582f tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-659538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-841284'] for router, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:15:36.951063 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72294156-b00e-486d-83a3-98f85165582f tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Router f8f81468-0d01-40c7-b199-2497bbe084eb is scheduled to L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 with binding_index 1 {{(pid=103448) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 21:15:37.058639 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72294156-b00e-486d-83a3-98f85165582f tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 21:15:37.067817 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28979165-891d-4544-bef5-bbb7834f1507 None None] Sync routers for ids ['f8f81468-0d01-40c7-b199-2497bbe084eb'] in n-d-818823-1 {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 21:15:37.078979 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-72294156-b00e-486d-83a3-98f85165582f tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks [] for router, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:15:37.081668 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-72294156-b00e-486d-83a3-98f85165582f tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4250846 Nov 22 21:15:37.085862 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 33008) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:15:37.086428 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28979165-891d-4544-bef5-bbb7834f1507 None None] Routers {'f8f81468-0d01-40c7-b199-2497bbe084eb'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 21:15:37.086908 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-28979165-891d-4544-bef5-bbb7834f1507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T21:15:33Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['f8f81468-0d01-40c7-b199-2497bbe084eb'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:15:37.114054 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-a3d46435-7443-4a56-9406-72ecd9225361 tempest-TestNetworkAdvancedServerOps-1979025 tempest-TestNetworkAdvancedServerOps-1979025-project-admin] 10.222.0.46 "GET /v2.0/subnets?project_id=6021baac210f4987b10e749036581cbe&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0269907 Nov 22 21:15:37.116562 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 33010) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:15:37.192434 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-28979165-891d-4544-bef5-bbb7834f1507 None None] Set router f8f81468-0d01-40c7-b199-2497bbe084eb gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 21:15:37.204381 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-052b08f2-1954-4c15-afc8-22a6ae7a12a0 tempest-TestNetworkAdvancedServerOps-1979025 tempest-TestNetworkAdvancedServerOps-1979025-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:15:37.205831 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-052b08f2-1954-4c15-afc8-22a6ae7a12a0 tempest-TestNetworkAdvancedServerOps-1979025 tempest-TestNetworkAdvancedServerOps-1979025-project-admin] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0883715 Nov 22 21:15:37.208725 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 33012) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:15:37.237075 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-43b1dcd7-ffd7-467a-8fb4-0dcb85cfb030 tempest-TestNetworkAdvancedServerOps-1979025 tempest-TestNetworkAdvancedServerOps-1979025-project-admin] 10.222.0.46 "GET /v2.0/subnets?network_id=c48a55e9-6a85-4746-b7bf-3e29fb560094&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272627 Nov 22 21:15:37.239508 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 33014) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:15:37.244632 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-3ec522bc-1b3c-4b28-9a59-46aa6cb8f33c tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-114600750', 'network_id': '6c6d23b0-7594-400f-901c-88a9d3581048', 'project_id': '6021baac210f4987b10e749036581cbe', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 21:15:37.335285 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ec522bc-1b3c-4b28-9a59-46aa6cb8f33c tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Made reservation on behalf of 6021baac210f4987b10e749036581cbe for: {'subnet': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 21:15:37.339001 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-3ec522bc-1b3c-4b28-9a59-46aa6cb8f33c tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8485086'] for subnet, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:15:37.375741 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-28979165-891d-4544-bef5-bbb7834f1507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8f81468-0d01-40c7-b199-2497bbe084eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-784315952', 'tenant_id': '6021baac210f4987b10e749036581cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': 'beca14d0-94ef-42db-8e6d-5c22cdfd59b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T21:15:35Z', 'updated_at': '2021-11-22T21:15:36Z', 'revision_number': 3, 'project_id': '6021baac210f4987b10e749036581cbe', 'gw_port': {'id': 'beca14d0-94ef-42db-8e6d-5c22cdfd59b6', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:79:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8f81468-0d01-40c7-b199-2497bbe084eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:15:36Z', 'updated_at': '2021-11-22T21:15:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:15:37.402973 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28979165-891d-4544-bef5-bbb7834f1507 None None] Checking router: f8f81468-0d01-40c7-b199-2497bbe084eb for host: n-d-818823-1 {{(pid=103449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 21:15:37.403710 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28979165-891d-4544-bef5-bbb7834f1507 None None] Updating router f8f81468-0d01-40c7-b199-2497bbe084eb port beca14d0-94ef-42db-8e6d-5c22cdfd59b6 binding host n-d-818823-1 {{(pid=103449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 21:15:37.428145 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-28979165-891d-4544-bef5-bbb7834f1507 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:15:37.515303 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-3ec522bc-1b3c-4b28-9a59-46aa6cb8f33c tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8900613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8485104'] for subnet, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:15:37.578416 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec522bc-1b3c-4b28-9a59-46aa6cb8f33c tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Pushing event updated for resources: {'Subnet': ['ID=ec2640a1-e42e-405b-be6f-87841488b2c7,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:15:37.585084 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec522bc-1b3c-4b28-9a59-46aa6cb8f33c tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Checking segment: {'id': '2185db18-4eab-4086-a1b4-e3cad5aa31ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '6c6d23b0-7594-400f-901c-88a9d3581048'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 21:15:37.585084 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ec522bc-1b3c-4b28-9a59-46aa6cb8f33c tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Network hostable DHCP agents. Network: 6c6d23b0-7594-400f-901c-88a9d3581048, hostable agents: ['02adaa64-0987-4b74-bad0-cbcf56f8a294'], hosted agents: [] {{(pid=103447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 21:15:37.601378 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ec522bc-1b3c-4b28-9a59-46aa6cb8f33c tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Network 6c6d23b0-7594-400f-901c-88a9d3581048 is scheduled to be hosted by DHCP agent 02adaa64-0987-4b74-bad0-cbcf56f8a294 with binding_index 1 {{(pid=103447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 21:15:37.610824 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-3ec522bc-1b3c-4b28-9a59-46aa6cb8f33c tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818823-1, 6c6d23b0-7594-400f-901c-88a9d3581048) {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 21:15:37.615561 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ec522bc-1b3c-4b28-9a59-46aa6cb8f33c tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:15:37.616156 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-3ec522bc-1b3c-4b28-9a59-46aa6cb8f33c tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks [] for subnet, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:15:37.628585 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4909d1f0-dbf6-4219-b180-6d7ee8783c08 None None] Network 6c6d23b0-7594-400f-901c-88a9d3581048 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 21:15:37.639738 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-3ec522bc-1b3c-4b28-9a59-46aa6cb8f33c tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3949089 Nov 22 21:15:37.643780 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 33016) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:15:37.748536 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-28979165-891d-4544-bef5-bbb7834f1507 None None] Publish callbacks [] for port, precommit_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:15:37.766329 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-28979165-891d-4544-bef5-bbb7834f1507 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:15:37.816736 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ba99aa-431f-4857-88d0-265ba020d0ff None None] Pushing event updated for resources: {'Port': ['ID=beca14d0-94ef-42db-8e6d-5c22cdfd59b6,revision_number=2']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:15:37.850474 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0065556-4417-46f0-ac9c-b2815e1b53e6 None None] DHCP port deletion for c48a55e9-6a85-4746-b7bf-3e29fb560094 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 21:15:37.874629 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-28979165-891d-4544-bef5-bbb7834f1507 None None] Attempting to bind port beca14d0-94ef-42db-8e6d-5c22cdfd59b6 on host n-d-818823-1 for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 21:15:37.875021 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-28979165-891d-4544-bef5-bbb7834f1507 None None] Attempting to bind port beca14d0-94ef-42db-8e6d-5c22cdfd59b6 by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 21:15:37.875368 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28979165-891d-4544-bef5-bbb7834f1507 None None] Attempting to bind port beca14d0-94ef-42db-8e6d-5c22cdfd59b6 on network c48a55e9-6a85-4746-b7bf-3e29fb560094 {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 21:15:37.889120 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28979165-891d-4544-bef5-bbb7834f1507 None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 21, 15, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 21:15:37.889506 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28979165-891d-4544-bef5-bbb7834f1507 None None] Checking segment: {'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 21:15:37.889917 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-28979165-891d-4544-bef5-bbb7834f1507 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:15:37.890313 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28979165-891d-4544-bef5-bbb7834f1507 None None] Bound using segment: {'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 21:15:37.890784 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-28979165-891d-4544-bef5-bbb7834f1507 None None] Bound port: beca14d0-94ef-42db-8e6d-5c22cdfd59b6, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 21:15:37.891165 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-28979165-891d-4544-bef5-bbb7834f1507 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:15:37.953729 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-96e2d356-647d-4aef-bd02-73c2575ecd0b None None] Provisioning complete for port beca14d0-94ef-42db-8e6d-5c22cdfd59b6 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 21:15:37.954108 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-96e2d356-647d-4aef-bd02-73c2575ecd0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:15:37.960444 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22e53535-66bc-43de-a0f0-5d4feff684f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fb26bd7-ce56-527b-b94f-2e1f7cb2bb35-6c6d23b0-7594-400f-901c-88a9d3581048', 'network_id': '6c6d23b0-7594-400f-901c-88a9d3581048', 'tenant_id': '6021baac210f4987b10e749036581cbe', 'fixed_ips': [{'subnet_id': 'ec2640a1-e42e-405b-be6f-87841488b2c7'}]}} from n-d-818823-1. {{(pid=103449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 21:15:37.961294 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-22e53535-66bc-43de-a0f0-5d4feff684f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:15:38.017426 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-28979165-891d-4544-bef5-bbb7834f1507 None None] For port beca14d0-94ef-42db-8e6d-5c22cdfd59b6, host n-d-818823-1, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 21:15:38.023483 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-28979165-891d-4544-bef5-bbb7834f1507 None None] For port beca14d0-94ef-42db-8e6d-5c22cdfd59b6, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=beca14d0-94ef-42db-8e6d-5c22cdfd59b6,segment=NetworkSegment(8793ba83-8407-4c3d-9b56-2a177cd58a70),segment_id=8793ba83-8407-4c3d-9b56-2a177cd58a70)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 21:15:38.041869 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-28979165-891d-4544-bef5-bbb7834f1507 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:15:38.051512 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-96e2d356-647d-4aef-bd02-73c2575ecd0b None None] Port beca14d0-94ef-42db-8e6d-5c22cdfd59b6 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 21:15:38.154508 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47f4222a-7750-40cf-b260-0e0d5c716c15 None None] DHCP port deletion for c48a55e9-6a85-4746-b7bf-3e29fb560094 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 21:15:38.211222 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ba99aa-431f-4857-88d0-265ba020d0ff None None] Pushing event updated for resources: {'Port': ['ID=beca14d0-94ef-42db-8e6d-5c22cdfd59b6,revision_number=3']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:15:38.216188 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28979165-891d-4544-bef5-bbb7834f1507 None None] Routers {'f8f81468-0d01-40c7-b199-2497bbe084eb'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 21:15:38.216813 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-28979165-891d-4544-bef5-bbb7834f1507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T21:15:33Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['f8f81468-0d01-40c7-b199-2497bbe084eb'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:15:38.285258 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.db_base_plugin_common [None req-22e53535-66bc-43de-a0f0-5d4feff684f4 None None] Allocated IP 172.20.0.2 (6c6d23b0-7594-400f-901c-88a9d3581048/ec2640a1-e42e-405b-be6f-87841488b2c7/c54e7157-a940-48c1-a8eb-ffd39159c29a) {{(pid=103449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 21:15:38.343817 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-c941e318-40af-444c-8708-6082c078872a None None] Provisioning complete for port beca14d0-94ef-42db-8e6d-5c22cdfd59b6 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 21:15:38.344187 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-c941e318-40af-444c-8708-6082c078872a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:15:38.451028 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-28979165-891d-4544-bef5-bbb7834f1507 None None] Set router f8f81468-0d01-40c7-b199-2497bbe084eb gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 21:15:38.465196 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cad6fb4e-eed9-4d86-a344-95cec237f37e tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:15:38.639842 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-c941e318-40af-444c-8708-6082c078872a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:15:38.660596 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-c941e318-40af-444c-8708-6082c078872a None None] For port beca14d0-94ef-42db-8e6d-5c22cdfd59b6, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=beca14d0-94ef-42db-8e6d-5c22cdfd59b6,segment=NetworkSegment(8793ba83-8407-4c3d-9b56-2a177cd58a70),segment_id=8793ba83-8407-4c3d-9b56-2a177cd58a70)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 21:15:38.669644 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-c941e318-40af-444c-8708-6082c078872a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:15:38.722275 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-22e53535-66bc-43de-a0f0-5d4feff684f4 None None] Publish callbacks [] for port, precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:15:38.737766 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-22e53535-66bc-43de-a0f0-5d4feff684f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372'] for port, after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:15:38.780047 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c941e318-40af-444c-8708-6082c078872a None None] Pushing event updated for resources: {'Port': ['ID=beca14d0-94ef-42db-8e6d-5c22cdfd59b6,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:15:38.787314 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22e53535-66bc-43de-a0f0-5d4feff684f4 None None] Network 6c6d23b0-7594-400f-901c-88a9d3581048 is already hosted by enough agents. {{(pid=103449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 21:15:38.792887 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.base_scheduler [None req-22e53535-66bc-43de-a0f0-5d4feff684f4 None None] Resources bound (agent type, host, resource id): {{(pid=103449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 21:15:38.795928 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [None req-cad6fb4e-eed9-4d86-a344-95cec237f37e tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Allocated IP 172.20.0.1 (6c6d23b0-7594-400f-901c-88a9d3581048/ec2640a1-e42e-405b-be6f-87841488b2c7/37c8ae38-9d1e-4fec-a734-b2f36ac17fdb) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 21:15:38.812044 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e53535-66bc-43de-a0f0-5d4feff684f4 None None] Received port after_create {{(pid=103449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 21:15:38.856393 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e53535-66bc-43de-a0f0-5d4feff684f4 None None] Pushing event updated for resources: {'Port': ['ID=c54e7157-a940-48c1-a8eb-ffd39159c29a,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:15:38.919961 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cad6fb4e-eed9-4d86-a344-95cec237f37e tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:15:38.961119 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cad6fb4e-eed9-4d86-a344-95cec237f37e tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:15:38.982212 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cad6fb4e-eed9-4d86-a344-95cec237f37e tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Network 6c6d23b0-7594-400f-901c-88a9d3581048 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 21:15:38.986315 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-cad6fb4e-eed9-4d86-a344-95cec237f37e tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 21:15:39.007088 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad6fb4e-eed9-4d86-a344-95cec237f37e tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 21:15:39.054887 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-22e53535-66bc-43de-a0f0-5d4feff684f4 None None] Attempting to bind port c54e7157-a940-48c1-a8eb-ffd39159c29a on host n-d-818823-1 for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 21:15:39.055262 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-22e53535-66bc-43de-a0f0-5d4feff684f4 None None] Attempting to bind port c54e7157-a940-48c1-a8eb-ffd39159c29a by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': '2185db18-4eab-4086-a1b4-e3cad5aa31ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '6c6d23b0-7594-400f-901c-88a9d3581048'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 21:15:39.056264 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e53535-66bc-43de-a0f0-5d4feff684f4 None None] Attempting to bind port c54e7157-a940-48c1-a8eb-ffd39159c29a on network 6c6d23b0-7594-400f-901c-88a9d3581048 {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 21:15:39.061205 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad6fb4e-eed9-4d86-a344-95cec237f37e tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Pushing event updated for resources: {'Port': ['ID=37c8ae38-9d1e-4fec-a734-b2f36ac17fdb,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:15:39.064731 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e53535-66bc-43de-a0f0-5d4feff684f4 None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 21, 15, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 21:15:39.065104 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e53535-66bc-43de-a0f0-5d4feff684f4 None None] Checking segment: {'id': '2185db18-4eab-4086-a1b4-e3cad5aa31ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '6c6d23b0-7594-400f-901c-88a9d3581048'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 21:15:39.065512 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-22e53535-66bc-43de-a0f0-5d4feff684f4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:15:39.065907 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e53535-66bc-43de-a0f0-5d4feff684f4 None None] Bound using segment: {'id': '2185db18-4eab-4086-a1b4-e3cad5aa31ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '6c6d23b0-7594-400f-901c-88a9d3581048'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 21:15:39.066385 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-22e53535-66bc-43de-a0f0-5d4feff684f4 None None] Bound port: c54e7157-a940-48c1-a8eb-ffd39159c29a, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2185db18-4eab-4086-a1b4-e3cad5aa31ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '6c6d23b0-7594-400f-901c-88a9d3581048'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 21:15:39.066778 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-22e53535-66bc-43de-a0f0-5d4feff684f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:15:39.069391 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-28979165-891d-4544-bef5-bbb7834f1507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8f81468-0d01-40c7-b199-2497bbe084eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-784315952', 'tenant_id': '6021baac210f4987b10e749036581cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': 'beca14d0-94ef-42db-8e6d-5c22cdfd59b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T21:15:35Z', 'updated_at': '2021-11-22T21:15:36Z', 'revision_number': 3, 'project_id': '6021baac210f4987b10e749036581cbe', 'gw_port': {'id': 'beca14d0-94ef-42db-8e6d-5c22cdfd59b6', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:79:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8f81468-0d01-40c7-b199-2497bbe084eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:15:36Z', 'updated_at': '2021-11-22T21:15:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:15:39.073162 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cad6fb4e-eed9-4d86-a344-95cec237f37e tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659939'] for router_interface, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:15:39.104963 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28979165-891d-4544-bef5-bbb7834f1507 None None] The sync data for ids ['f8f81468-0d01-40c7-b199-2497bbe084eb'] in n-d-818823-1 is: [{'id': 'f8f81468-0d01-40c7-b199-2497bbe084eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-784315952', 'tenant_id': '6021baac210f4987b10e749036581cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': 'beca14d0-94ef-42db-8e6d-5c22cdfd59b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T21:15:35Z', 'updated_at': '2021-11-22T21:15:36Z', 'revision_number': 3, 'project_id': '6021baac210f4987b10e749036581cbe', 'gw_port': {'id': 'beca14d0-94ef-42db-8e6d-5c22cdfd59b6', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:79:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8f81468-0d01-40c7-b199-2497bbe084eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:15:36Z', 'updated_at': '2021-11-22T21:15:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 21:15:39.164131 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-22e53535-66bc-43de-a0f0-5d4feff684f4 None None] For port c54e7157-a940-48c1-a8eb-ffd39159c29a, host n-d-818823-1, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 21:15:39.168248 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-22e53535-66bc-43de-a0f0-5d4feff684f4 None None] For port c54e7157-a940-48c1-a8eb-ffd39159c29a, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=c54e7157-a940-48c1-a8eb-ffd39159c29a,segment=NetworkSegment(2185db18-4eab-4086-a1b4-e3cad5aa31ab),segment_id=2185db18-4eab-4086-a1b4-e3cad5aa31ab)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 21:15:39.174272 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-22e53535-66bc-43de-a0f0-5d4feff684f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:15:39.222652 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cad6fb4e-eed9-4d86-a344-95cec237f37e tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:15:39.239436 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e53535-66bc-43de-a0f0-5d4feff684f4 None None] Pushing event updated for resources: {'Port': ['ID=c54e7157-a940-48c1-a8eb-ffd39159c29a,revision_number=2']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:15:39.574886 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cad6fb4e-eed9-4d86-a344-95cec237f37e tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks [] for port, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:15:39.583256 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cad6fb4e-eed9-4d86-a344-95cec237f37e tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:15:39.668837 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad6fb4e-eed9-4d86-a344-95cec237f37e tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Pushing event updated for resources: {'Port': ['ID=37c8ae38-9d1e-4fec-a734-b2f36ac17fdb,revision_number=2']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:15:39.673890 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cad6fb4e-eed9-4d86-a344-95cec237f37e tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-563461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-659839'] for router_interface, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:15:39.769945 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cad6fb4e-eed9-4d86-a344-95cec237f37e tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Network 6c6d23b0-7594-400f-901c-88a9d3581048 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 21:15:39.771495 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-cad6fb4e-eed9-4d86-a344-95cec237f37e tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 21:15:39.903924 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cad6fb4e-eed9-4d86-a344-95cec237f37e tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Router f8f81468-0d01-40c7-b199-2497bbe084eb has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 21:15:39.950395 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device c54e7157-a940-48c1-a8eb-ffd39159c29a up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 21:15:40.012272 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port c54e7157-a940-48c1-a8eb-ffd39159c29a triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 21:15:40.012652 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:15:40.039930 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cad6fb4e-eed9-4d86-a344-95cec237f37e tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 21:15:40.047267 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-cad6fb4e-eed9-4d86-a344-95cec237f37e tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "PUT /v2.0/routers/f8f81468-0d01-40c7-b199-2497bbe084eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4056168 Nov 22 21:15:40.107354 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:15:40.146702 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] For port c54e7157-a940-48c1-a8eb-ffd39159c29a, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=c54e7157-a940-48c1-a8eb-ffd39159c29a,segment=NetworkSegment(2185db18-4eab-4086-a1b4-e3cad5aa31ab),segment_id=2185db18-4eab-4086-a1b4-e3cad5aa31ab)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 21:15:40.154999 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:15:40.155994 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device beca14d0-94ef-42db-8e6d-5c22cdfd59b6 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 21:15:40.227257 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-63929ec4-09cd-43f6-a391-73216b67a0c8 req-a84f1ac2-8373-4bb5-af6c-30d97d32f419 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-381037841&fields=id&tenant_id=6021baac210f4987b10e749036581cbe HTTP/1.1" status: 200 len: 267 time: 0.0602129 Nov 22 21:15:40.252466 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Pushing event updated for resources: {'Port': ['ID=c54e7157-a940-48c1-a8eb-ffd39159c29a,revision_number=3']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:15:40.264109 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port beca14d0-94ef-42db-8e6d-5c22cdfd59b6 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 21:15:40.264661 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:15:40.350748 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63929ec4-09cd-43f6-a391-73216b67a0c8 req-3a708441-315d-4aa2-b739-eaa6845566ea tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:15:40.352418 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-63929ec4-09cd-43f6-a391-73216b67a0c8 req-3a708441-315d-4aa2-b739-eaa6845566ea tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/networks?id=6c6d23b0-7594-400f-901c-88a9d3581048 HTTP/1.1" status: 200 len: 796 time: 0.1237421 Nov 22 21:15:40.352805 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e05b64b-ebd4-4d8f-9eb7-3680bfa322a4 None None] Network 6c6d23b0-7594-400f-901c-88a9d3581048 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 21:15:40.375314 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-63929ec4-09cd-43f6-a391-73216b67a0c8 req-83e663c0-3c2b-4fda-a9cf-cfcf74cfbd77 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/quotas/6021baac210f4987b10e749036581cbe HTTP/1.1" status: 200 len: 375 time: 0.0108933 Nov 22 21:15:40.427591 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-63929ec4-09cd-43f6-a391-73216b67a0c8 req-572c2b46-a7d1-4c02-9936-e7b9a2acba13 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=6021baac210f4987b10e749036581cbe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0464110 Nov 22 21:15:40.429107 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-d6b33fd4-3123-4b54-9f2d-9656038862d0 None None] Provisioning complete for port c54e7157-a940-48c1-a8eb-ffd39159c29a triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 21:15:40.429484 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-d6b33fd4-3123-4b54-9f2d-9656038862d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:15:40.443606 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [req-63929ec4-09cd-43f6-a391-73216b67a0c8 req-26d1dcd2-c3c4-487c-a783-0d9d80943d6d service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=103447) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 21:15:40.444554 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-63929ec4-09cd-43f6-a391-73216b67a0c8 req-26d1dcd2-c3c4-487c-a783-0d9d80943d6d service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051916 Nov 22 21:15:40.539371 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-63929ec4-09cd-43f6-a391-73216b67a0c8 req-1b58cda3-94b9-415b-b052-1322c3a75560 service neutron] 10.222.0.46 "GET /v2.0/networks/6c6d23b0-7594-400f-901c-88a9d3581048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884376 Nov 22 21:15:40.638721 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-63929ec4-09cd-43f6-a391-73216b67a0c8 req-793fc804-a5e3-43bf-9eb8-151d866f877a service neutron] 10.222.0.46 "GET /v2.0/networks/6c6d23b0-7594-400f-901c-88a9d3581048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884686 Nov 22 21:15:40.827831 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2bea9fbc-9c01-4733-9b72-18b5773773f8 req-9f7b12ed-d1d7-4b6f-977c-93ed0f1487ce tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/ports?device_id=1aa02487-594d-4fe5-9432-6cabe0e9e4bb HTTP/1.1" status: 200 len: 210 time: 0.0284071 Nov 22 21:15:40.894903 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9cafb77-d390-48b0-a8f0-5020261f5d18 None None] Sync routers for ids ['f8f81468-0d01-40c7-b199-2497bbe084eb'] in n-d-818823-1 {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 21:15:40.905839 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9cafb77-d390-48b0-a8f0-5020261f5d18 None None] Routers {'f8f81468-0d01-40c7-b199-2497bbe084eb'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 21:15:40.906642 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-b9cafb77-d390-48b0-a8f0-5020261f5d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T21:15:33Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['f8f81468-0d01-40c7-b199-2497bbe084eb'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:15:40.911872 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-bfa077cc-3247-4f9f-8c9a-f0de25c1df48 None None] Provisioning complete for port 37c8ae38-9d1e-4fec-a734-b2f36ac17fdb triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 21:15:40.912248 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-bfa077cc-3247-4f9f-8c9a-f0de25c1df48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:15:40.964493 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-bfa077cc-3247-4f9f-8c9a-f0de25c1df48 None None] Port 37c8ae38-9d1e-4fec-a734-b2f36ac17fdb cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 21:15:40.977144 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-bfa077cc-3247-4f9f-8c9a-f0de25c1df48 None None] Provisioning complete for port c54e7157-a940-48c1-a8eb-ffd39159c29a triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 21:15:40.978341 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-bfa077cc-3247-4f9f-8c9a-f0de25c1df48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:15:41.023226 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-b9cafb77-d390-48b0-a8f0-5020261f5d18 None None] Set router f8f81468-0d01-40c7-b199-2497bbe084eb gateway port host: n-d-818823-1 {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 21:15:41.215483 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-41a605ed-772b-4a78-a685-af54105e429c None None] Provisioning complete for port 37c8ae38-9d1e-4fec-a734-b2f36ac17fdb triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 21:15:41.215868 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-41a605ed-772b-4a78-a685-af54105e429c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:15:41.265750 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-b9cafb77-d390-48b0-a8f0-5020261f5d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8f81468-0d01-40c7-b199-2497bbe084eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-784315952', 'tenant_id': '6021baac210f4987b10e749036581cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': 'beca14d0-94ef-42db-8e6d-5c22cdfd59b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T21:15:35Z', 'updated_at': '2021-11-22T21:15:39Z', 'revision_number': 4, 'project_id': '6021baac210f4987b10e749036581cbe', 'gw_port': {'id': 'beca14d0-94ef-42db-8e6d-5c22cdfd59b6', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:79:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f81468-0d01-40c7-b199-2497bbe084eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:15:36Z', 'updated_at': '2021-11-22T21:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': '37c8ae38-9d1e-4fec-a734-b2f36ac17fdb', 'name': '', 'network_id': '6c6d23b0-7594-400f-901c-88a9d3581048', 'tenant_id': '6021baac210f4987b10e749036581cbe', 'mac_address': 'fa:16:3e:8b:16:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8f81468-0d01-40c7-b199-2497bbe084eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'ec2640a1-e42e-405b-be6f-87841488b2c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:15:38Z', 'updated_at': '2021-11-22T21:15:39Z', 'revision_number': 2, 'project_id': '6021baac210f4987b10e749036581cbe', 'subnets': [{'id': 'ec2640a1-e42e-405b-be6f-87841488b2c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:15:41.270326 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-41a605ed-772b-4a78-a685-af54105e429c None None] Port 37c8ae38-9d1e-4fec-a734-b2f36ac17fdb cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 21:15:41.294456 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9cafb77-d390-48b0-a8f0-5020261f5d18 None None] Checking router: f8f81468-0d01-40c7-b199-2497bbe084eb for host: n-d-818823-1 {{(pid=103450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 21:15:41.294809 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9cafb77-d390-48b0-a8f0-5020261f5d18 None None] Updating router f8f81468-0d01-40c7-b199-2497bbe084eb port 37c8ae38-9d1e-4fec-a734-b2f36ac17fdb binding host n-d-818823-1 {{(pid=103450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 21:15:41.322597 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b9cafb77-d390-48b0-a8f0-5020261f5d18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:15:41.390703 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-38a0c4d3-ac03-46e9-b5ed-63b185f23936 None None] Provisioning complete for port 37c8ae38-9d1e-4fec-a734-b2f36ac17fdb triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 21:15:41.391089 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-38a0c4d3-ac03-46e9-b5ed-63b185f23936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:15:41.430126 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-38a0c4d3-ac03-46e9-b5ed-63b185f23936 None None] Port 37c8ae38-9d1e-4fec-a734-b2f36ac17fdb cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 21:15:41.675885 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b9cafb77-d390-48b0-a8f0-5020261f5d18 None None] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:15:41.681835 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b9cafb77-d390-48b0-a8f0-5020261f5d18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:15:41.756809 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a713753-35b5-4b3b-add3-03c223588d58 None None] Pushing event updated for resources: {'Port': ['ID=37c8ae38-9d1e-4fec-a734-b2f36ac17fdb,revision_number=3']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:15:41.770953 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a713753-35b5-4b3b-add3-03c223588d58 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:15:41.770953 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a713753-35b5-4b3b-add3-03c223588d58 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:15:41.770953 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a713753-35b5-4b3b-add3-03c223588d58 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:15:41.771564 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a713753-35b5-4b3b-add3-03c223588d58 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:15:41.772159 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a713753-35b5-4b3b-add3-03c223588d58 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:15:41.772499 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a713753-35b5-4b3b-add3-03c223588d58 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:15:41.773257 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a713753-35b5-4b3b-add3-03c223588d58 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:15:41.773617 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a713753-35b5-4b3b-add3-03c223588d58 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:15:41.775194 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a713753-35b5-4b3b-add3-03c223588d58 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:15:41.775571 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a713753-35b5-4b3b-add3-03c223588d58 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:15:41.775914 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a713753-35b5-4b3b-add3-03c223588d58 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:15:41.776244 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a713753-35b5-4b3b-add3-03c223588d58 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:15:41.833263 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-b9cafb77-d390-48b0-a8f0-5020261f5d18 None None] Attempting to bind port 37c8ae38-9d1e-4fec-a734-b2f36ac17fdb on host n-d-818823-1 for vnic_type normal with profile {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 21:15:41.833733 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-b9cafb77-d390-48b0-a8f0-5020261f5d18 None None] Attempting to bind port 37c8ae38-9d1e-4fec-a734-b2f36ac17fdb by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': '2185db18-4eab-4086-a1b4-e3cad5aa31ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '6c6d23b0-7594-400f-901c-88a9d3581048'}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 21:15:41.834178 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9cafb77-d390-48b0-a8f0-5020261f5d18 None None] Attempting to bind port 37c8ae38-9d1e-4fec-a734-b2f36ac17fdb on network 6c6d23b0-7594-400f-901c-88a9d3581048 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 21:15:41.841340 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9cafb77-d390-48b0-a8f0-5020261f5d18 None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 21, 15, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 21:15:41.842036 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9cafb77-d390-48b0-a8f0-5020261f5d18 None None] Checking segment: {'id': '2185db18-4eab-4086-a1b4-e3cad5aa31ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '6c6d23b0-7594-400f-901c-88a9d3581048'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 21:15:41.843403 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b9cafb77-d390-48b0-a8f0-5020261f5d18 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:15:41.844046 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9cafb77-d390-48b0-a8f0-5020261f5d18 None None] Bound using segment: {'id': '2185db18-4eab-4086-a1b4-e3cad5aa31ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '6c6d23b0-7594-400f-901c-88a9d3581048'} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 21:15:41.844570 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-b9cafb77-d390-48b0-a8f0-5020261f5d18 None None] Bound port: 37c8ae38-9d1e-4fec-a734-b2f36ac17fdb, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2185db18-4eab-4086-a1b4-e3cad5aa31ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '6c6d23b0-7594-400f-901c-88a9d3581048'}}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 21:15:41.845064 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b9cafb77-d390-48b0-a8f0-5020261f5d18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:15:41.894230 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63929ec4-09cd-43f6-a391-73216b67a0c8 req-028d6700-5c6e-487f-9daf-af5529b57153 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:15:41.896559 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-63929ec4-09cd-43f6-a391-73216b67a0c8 req-028d6700-5c6e-487f-9daf-af5529b57153 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.20 "GET /v2.0/networks?id=6c6d23b0-7594-400f-901c-88a9d3581048 HTTP/1.1" status: 200 len: 796 time: 0.1594884 Nov 22 21:15:41.929854 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-b9cafb77-d390-48b0-a8f0-5020261f5d18 None None] For port 37c8ae38-9d1e-4fec-a734-b2f36ac17fdb, host n-d-818823-1, cleared binding levels {{(pid=103450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 21:15:41.934046 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-b9cafb77-d390-48b0-a8f0-5020261f5d18 None None] For port 37c8ae38-9d1e-4fec-a734-b2f36ac17fdb, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=37c8ae38-9d1e-4fec-a734-b2f36ac17fdb,segment=NetworkSegment(2185db18-4eab-4086-a1b4-e3cad5aa31ab),segment_id=2185db18-4eab-4086-a1b4-e3cad5aa31ab)] {{(pid=103450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 21:15:41.942175 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-b9cafb77-d390-48b0-a8f0-5020261f5d18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:15:41.945030 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device c54e7157-a940-48c1-a8eb-ffd39159c29a up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 21:15:41.989857 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-779ed2d8-3689-4d08-b0e9-4752fccfa46f req-caeed381-f5ae-4521-a0f1-c4d5b278fe2f tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/ports?device_id=1aa02487-594d-4fe5-9432-6cabe0e9e4bb HTTP/1.1" status: 200 len: 210 time: 0.0521004 Nov 22 21:15:41.998627 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9cafb77-d390-48b0-a8f0-5020261f5d18 None None] Routers {'f8f81468-0d01-40c7-b199-2497bbe084eb'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 21:15:41.999175 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-b9cafb77-d390-48b0-a8f0-5020261f5d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T21:15:33Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['f8f81468-0d01-40c7-b199-2497bbe084eb'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:15:42.020001 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port c54e7157-a940-48c1-a8eb-ffd39159c29a triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 21:15:42.021110 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:15:42.054151 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-63929ec4-09cd-43f6-a391-73216b67a0c8 req-4ddb28bb-db90-408a-8f04-8bfd332fdad3 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6021baac210f4987b10e749036581cbe HTTP/1.1" status: 200 len: 379 time: 0.1401196 Nov 22 21:15:42.058541 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a713753-35b5-4b3b-add3-03c223588d58 None None] Pushing event updated for resources: {'Port': ['ID=37c8ae38-9d1e-4fec-a734-b2f36ac17fdb,revision_number=4']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:15:42.066478 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-63929ec4-09cd-43f6-a391-73216b67a0c8 req-a0baadc3-6874-42e3-8ec6-0ce8846d0d8b tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Request body: {'port': {'device_id': '1aa02487-594d-4fe5-9432-6cabe0e9e4bb', 'network_id': '6c6d23b0-7594-400f-901c-88a9d3581048', 'admin_state_up': True, 'tenant_id': '6021baac210f4987b10e749036581cbe', 'security_groups': ['ec64aac7-8e2c-4454-bd8f-e6b07be1099f']}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 21:15:42.073169 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-1fba9b09-12c2-45ba-9187-a8d2d83eb335 None None] Provisioning complete for port 37c8ae38-9d1e-4fec-a734-b2f36ac17fdb triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 21:15:42.073547 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-1fba9b09-12c2-45ba-9187-a8d2d83eb335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:15:42.146623 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-b9cafb77-d390-48b0-a8f0-5020261f5d18 None None] Set router f8f81468-0d01-40c7-b199-2497bbe084eb gateway port host: n-d-818823-1 {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 21:15:42.213638 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-1fba9b09-12c2-45ba-9187-a8d2d83eb335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:15:42.260080 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-1fba9b09-12c2-45ba-9187-a8d2d83eb335 None None] For port 37c8ae38-9d1e-4fec-a734-b2f36ac17fdb, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=37c8ae38-9d1e-4fec-a734-b2f36ac17fdb,segment=NetworkSegment(2185db18-4eab-4086-a1b4-e3cad5aa31ab),segment_id=2185db18-4eab-4086-a1b4-e3cad5aa31ab)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 21:15:42.273410 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-1fba9b09-12c2-45ba-9187-a8d2d83eb335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:15:42.328128 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fba9b09-12c2-45ba-9187-a8d2d83eb335 None None] Pushing event updated for resources: {'Port': ['ID=37c8ae38-9d1e-4fec-a734-b2f36ac17fdb,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:15:42.374705 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-b9cafb77-d390-48b0-a8f0-5020261f5d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8f81468-0d01-40c7-b199-2497bbe084eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-784315952', 'tenant_id': '6021baac210f4987b10e749036581cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': 'beca14d0-94ef-42db-8e6d-5c22cdfd59b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T21:15:35Z', 'updated_at': '2021-11-22T21:15:39Z', 'revision_number': 4, 'project_id': '6021baac210f4987b10e749036581cbe', 'gw_port': {'id': 'beca14d0-94ef-42db-8e6d-5c22cdfd59b6', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:79:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f81468-0d01-40c7-b199-2497bbe084eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:15:36Z', 'updated_at': '2021-11-22T21:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': '37c8ae38-9d1e-4fec-a734-b2f36ac17fdb', 'name': '', 'network_id': '6c6d23b0-7594-400f-901c-88a9d3581048', 'tenant_id': '6021baac210f4987b10e749036581cbe', 'mac_address': 'fa:16:3e:8b:16:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8f81468-0d01-40c7-b199-2497bbe084eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'ec2640a1-e42e-405b-be6f-87841488b2c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:15:38Z', 'updated_at': '2021-11-22T21:15:41Z', 'revision_number': 4, 'project_id': '6021baac210f4987b10e749036581cbe', 'subnets': [{'id': 'ec2640a1-e42e-405b-be6f-87841488b2c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:15:42.396379 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-50f2c97e-1064-4146-9f67-af7d01bde751 None None] Provisioning complete for port 37c8ae38-9d1e-4fec-a734-b2f36ac17fdb triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 21:15:42.396906 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-50f2c97e-1064-4146-9f67-af7d01bde751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:15:42.402680 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9cafb77-d390-48b0-a8f0-5020261f5d18 None None] The sync data for ids ['f8f81468-0d01-40c7-b199-2497bbe084eb'] in n-d-818823-1 is: [{'id': 'f8f81468-0d01-40c7-b199-2497bbe084eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-784315952', 'tenant_id': '6021baac210f4987b10e749036581cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': 'beca14d0-94ef-42db-8e6d-5c22cdfd59b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T21:15:35Z', 'updated_at': '2021-11-22T21:15:39Z', 'revision_number': 4, 'project_id': '6021baac210f4987b10e749036581cbe', 'gw_port': {'id': 'beca14d0-94ef-42db-8e6d-5c22cdfd59b6', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:79:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f81468-0d01-40c7-b199-2497bbe084eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:15:36Z', 'updated_at': '2021-11-22T21:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': '37c8ae38-9d1e-4fec-a734-b2f36ac17fdb', 'name': '', 'network_id': '6c6d23b0-7594-400f-901c-88a9d3581048', 'tenant_id': '6021baac210f4987b10e749036581cbe', 'mac_address': 'fa:16:3e:8b:16:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8f81468-0d01-40c7-b199-2497bbe084eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'ec2640a1-e42e-405b-be6f-87841488b2c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:15:38Z', 'updated_at': '2021-11-22T21:15:41Z', 'revision_number': 4, 'project_id': '6021baac210f4987b10e749036581cbe', 'subnets': [{'id': 'ec2640a1-e42e-405b-be6f-87841488b2c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 21:15:42.557754 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63929ec4-09cd-43f6-a391-73216b67a0c8 req-a0baadc3-6874-42e3-8ec6-0ce8846d0d8b tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Made reservation on behalf of 6021baac210f4987b10e749036581cbe for: {'port': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 21:15:42.561348 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-63929ec4-09cd-43f6-a391-73216b67a0c8 req-a0baadc3-6874-42e3-8ec6-0ce8846d0d8b tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:15:42.692347 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [req-63929ec4-09cd-43f6-a391-73216b67a0c8 req-a0baadc3-6874-42e3-8ec6-0ce8846d0d8b tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Allocated IP 172.20.0.3 (6c6d23b0-7594-400f-901c-88a9d3581048/ec2640a1-e42e-405b-be6f-87841488b2c7/19e09ac6-2462-4af1-8d5d-50d90d78b9d1) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 21:15:42.838555 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-63929ec4-09cd-43f6-a391-73216b67a0c8 req-a0baadc3-6874-42e3-8ec6-0ce8846d0d8b tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:15:42.873684 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-63929ec4-09cd-43f6-a391-73216b67a0c8 req-a0baadc3-6874-42e3-8ec6-0ce8846d0d8b tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:15:42.923789 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63929ec4-09cd-43f6-a391-73216b67a0c8 req-a0baadc3-6874-42e3-8ec6-0ce8846d0d8b tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Network 6c6d23b0-7594-400f-901c-88a9d3581048 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 21:15:42.927192 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [req-63929ec4-09cd-43f6-a391-73216b67a0c8 req-a0baadc3-6874-42e3-8ec6-0ce8846d0d8b tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 21:15:42.931076 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-63929ec4-09cd-43f6-a391-73216b67a0c8 req-a0baadc3-6874-42e3-8ec6-0ce8846d0d8b tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 21:15:42.939970 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0baadc3-6874-42e3-8ec6-0ce8846d0d8b tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Pushing event updated for resources: {'Port': ['ID=19e09ac6-2462-4af1-8d5d-50d90d78b9d1,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:15:42.993581 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63929ec4-09cd-43f6-a391-73216b67a0c8 req-a0baadc3-6874-42e3-8ec6-0ce8846d0d8b tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:15:42.994351 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-63929ec4-09cd-43f6-a391-73216b67a0c8 req-a0baadc3-6874-42e3-8ec6-0ce8846d0d8b tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:15:43.016051 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-63929ec4-09cd-43f6-a391-73216b67a0c8 req-a0baadc3-6874-42e3-8ec6-0ce8846d0d8b tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9538605 Nov 22 21:15:43.027889 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [req-63929ec4-09cd-43f6-a391-73216b67a0c8 req-ac29c579-107d-49a5-94fa-cbf416ce8af9 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=103447) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 21:15:43.029215 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-63929ec4-09cd-43f6-a391-73216b67a0c8 req-ac29c579-107d-49a5-94fa-cbf416ce8af9 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0073042 Nov 22 21:15:43.045639 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-63929ec4-09cd-43f6-a391-73216b67a0c8 req-fa474adc-8446-4674-b1bb-b2ba4d419ba4 service neutron] Request body: {'port': {'device_id': '1aa02487-594d-4fe5-9432-6cabe0e9e4bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818823-1'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 21:15:43.132715 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-63929ec4-09cd-43f6-a391-73216b67a0c8 req-fa474adc-8446-4674-b1bb-b2ba4d419ba4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:15:43.194845 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49ee112-0adc-43a5-a6c5-87533c2b7f6b req-798b73f9-737d-4fd0-a2c7-a779def85558 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:15:43.197068 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e49ee112-0adc-43a5-a6c5-87533c2b7f6b req-798b73f9-737d-4fd0-a2c7-a779def85558 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/ports?device_id=1aa02487-594d-4fe5-9432-6cabe0e9e4bb HTTP/1.1" status: 200 len: 931 time: 0.0969737 Nov 22 21:15:43.229999 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-702cce18-ce0e-4a67-a2b2-4e4a000bb417 None None] Provisioning complete for port 19e09ac6-2462-4af1-8d5d-50d90d78b9d1 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 21:15:43.230599 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-702cce18-ce0e-4a67-a2b2-4e4a000bb417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:15:43.267887 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-702cce18-ce0e-4a67-a2b2-4e4a000bb417 None None] Port 19e09ac6-2462-4af1-8d5d-50d90d78b9d1 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 21:15:43.317060 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e49ee112-0adc-43a5-a6c5-87533c2b7f6b req-b9dc0b0d-c519-4ffb-8485-43665b300771 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec64aac7-8e2c-4454-bd8f-e6b07be1099f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1094398 Nov 22 21:15:43.459909 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [req-63929ec4-09cd-43f6-a391-73216b67a0c8 req-fa474adc-8446-4674-b1bb-b2ba4d419ba4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19e09ac6-2462-4af1-8d5d-50d90d78b9d1 {{(pid=103447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 21:15:43.468550 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-63929ec4-09cd-43f6-a391-73216b67a0c8 req-fa474adc-8446-4674-b1bb-b2ba4d419ba4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:15:43.481630 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.provisioning_blocks [req-63929ec4-09cd-43f6-a391-73216b67a0c8 req-fa474adc-8446-4674-b1bb-b2ba4d419ba4 service neutron] Transition to ACTIVE for port object 19e09ac6-2462-4af1-8d5d-50d90d78b9d1 will not be triggered until provisioned by entity L2. {{(pid=103447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 21:15:43.485733 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-63929ec4-09cd-43f6-a391-73216b67a0c8 req-fa474adc-8446-4674-b1bb-b2ba4d419ba4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:15:43.537177 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa474adc-8446-4674-b1bb-b2ba4d419ba4 service neutron] Pushing event updated for resources: {'Port': ['ID=19e09ac6-2462-4af1-8d5d-50d90d78b9d1,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:15:43.611552 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-63929ec4-09cd-43f6-a391-73216b67a0c8 req-fa474adc-8446-4674-b1bb-b2ba4d419ba4 service neutron] Attempting to bind port 19e09ac6-2462-4af1-8d5d-50d90d78b9d1 on host n-h2-818823-1 for vnic_type normal with profile {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 21:15:43.611893 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-63929ec4-09cd-43f6-a391-73216b67a0c8 req-fa474adc-8446-4674-b1bb-b2ba4d419ba4 service neutron] Attempting to bind port 19e09ac6-2462-4af1-8d5d-50d90d78b9d1 by drivers openvswitch,hyperv on host n-h2-818823-1 at level 0 using segments [{'id': '2185db18-4eab-4086-a1b4-e3cad5aa31ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '6c6d23b0-7594-400f-901c-88a9d3581048'}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 21:15:43.612226 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63929ec4-09cd-43f6-a391-73216b67a0c8 req-fa474adc-8446-4674-b1bb-b2ba4d419ba4 service neutron] Attempting to bind port 19e09ac6-2462-4af1-8d5d-50d90d78b9d1 on network 6c6d23b0-7594-400f-901c-88a9d3581048 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 21:15:43.616793 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63929ec4-09cd-43f6-a391-73216b67a0c8 req-fa474adc-8446-4674-b1bb-b2ba4d419ba4 service neutron] Port 19e09ac6-2462-4af1-8d5d-50d90d78b9d1 on network 6c6d23b0-7594-400f-901c-88a9d3581048 not bound, no agent of type Open vSwitch agent registered on host n-h2-818823-1 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 21:15:43.617115 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63929ec4-09cd-43f6-a391-73216b67a0c8 req-fa474adc-8446-4674-b1bb-b2ba4d419ba4 service neutron] Attempting to bind port 19e09ac6-2462-4af1-8d5d-50d90d78b9d1 on network 6c6d23b0-7594-400f-901c-88a9d3581048 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 21:15:43.622763 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63929ec4-09cd-43f6-a391-73216b67a0c8 req-fa474adc-8446-4674-b1bb-b2ba4d419ba4 service neutron] Checking agent: {'id': '65e0486a-7030-4065-96f0-10aa7402a530', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'started_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 21, 15, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 21:15:43.623106 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63929ec4-09cd-43f6-a391-73216b67a0c8 req-fa474adc-8446-4674-b1bb-b2ba4d419ba4 service neutron] Checking segment: {'id': '2185db18-4eab-4086-a1b4-e3cad5aa31ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '6c6d23b0-7594-400f-901c-88a9d3581048'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 21:15:43.623523 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63929ec4-09cd-43f6-a391-73216b67a0c8 req-fa474adc-8446-4674-b1bb-b2ba4d419ba4 service neutron] Bound using segment: {'id': '2185db18-4eab-4086-a1b4-e3cad5aa31ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '6c6d23b0-7594-400f-901c-88a9d3581048'} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 21:15:43.623955 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-63929ec4-09cd-43f6-a391-73216b67a0c8 req-fa474adc-8446-4674-b1bb-b2ba4d419ba4 service neutron] Bound port: 19e09ac6-2462-4af1-8d5d-50d90d78b9d1, host: n-h2-818823-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2185db18-4eab-4086-a1b4-e3cad5aa31ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '6c6d23b0-7594-400f-901c-88a9d3581048'}}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 21:15:43.624322 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-63929ec4-09cd-43f6-a391-73216b67a0c8 req-fa474adc-8446-4674-b1bb-b2ba4d419ba4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:15:43.689475 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-63929ec4-09cd-43f6-a391-73216b67a0c8 req-fa474adc-8446-4674-b1bb-b2ba4d419ba4 service neutron] For port 19e09ac6-2462-4af1-8d5d-50d90d78b9d1, host n-h2-818823-1, cleared binding levels {{(pid=103447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 21:15:43.692694 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-63929ec4-09cd-43f6-a391-73216b67a0c8 req-fa474adc-8446-4674-b1bb-b2ba4d419ba4 service neutron] For port 19e09ac6-2462-4af1-8d5d-50d90d78b9d1, host n-h2-818823-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=19e09ac6-2462-4af1-8d5d-50d90d78b9d1,segment=NetworkSegment(2185db18-4eab-4086-a1b4-e3cad5aa31ab),segment_id=2185db18-4eab-4086-a1b4-e3cad5aa31ab)] {{(pid=103447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 21:15:43.697150 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-63929ec4-09cd-43f6-a391-73216b67a0c8 req-fa474adc-8446-4674-b1bb-b2ba4d419ba4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:15:43.734557 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63929ec4-09cd-43f6-a391-73216b67a0c8 req-fa474adc-8446-4674-b1bb-b2ba4d419ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:15:43.735245 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-63929ec4-09cd-43f6-a391-73216b67a0c8 req-fa474adc-8446-4674-b1bb-b2ba4d419ba4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:15:43.736933 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-63929ec4-09cd-43f6-a391-73216b67a0c8 req-fa474adc-8446-4674-b1bb-b2ba4d419ba4 service neutron] 10.222.0.20 "PUT /v2.0/ports/19e09ac6-2462-4af1-8d5d-50d90d78b9d1 HTTP/1.1" status: 200 len: 1091 time: 0.6964917 Nov 22 21:15:43.737383 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1aa02487-594d-4fe5-9432-6cabe0e9e4bb', 'tag': '19e09ac6-2462-4af1-8d5d-50d90d78b9d1'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 21:15:43.739687 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0b87e146ffa5c253ca46002a571dfb52564e5f7c412d10689cf18353d020cb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38d46e3e-8d06-4cd3-a442-b08bffa9746c" -d '{"events": [{"name": "network-changed", "server_uuid": "1aa02487-594d-4fe5-9432-6cabe0e9e4bb", "tag": "19e09ac6-2462-4af1-8d5d-50d90d78b9d1"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 21:15:43.773617 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa474adc-8446-4674-b1bb-b2ba4d419ba4 service neutron] Pushing event updated for resources: {'Port': ['ID=19e09ac6-2462-4af1-8d5d-50d90d78b9d1,revision_number=3']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:15:43.799438 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 21:15:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6694b77-9af1-4ff9-88b8-4687df2f23fb x-openstack-request-id: req-b6694b77-9af1-4ff9-88b8-4687df2f23fb {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 21:15:43.799823 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1aa02487-594d-4fe5-9432-6cabe0e9e4bb", "tag": "19e09ac6-2462-4af1-8d5d-50d90d78b9d1", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 21:15:43.800154 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b6694b77-9af1-4ff9-88b8-4687df2f23fb {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 21:15:43.800804 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1aa02487-594d-4fe5-9432-6cabe0e9e4bb', 'tag': '19e09ac6-2462-4af1-8d5d-50d90d78b9d1', 'status': 'completed', 'code': 200} Nov 22 21:15:43.847545 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63929ec4-09cd-43f6-a391-73216b67a0c8 req-71955fc3-3b60-41c9-93f7-786e8e9da07d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:15:43.849242 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-63929ec4-09cd-43f6-a391-73216b67a0c8 req-71955fc3-3b60-41c9-93f7-786e8e9da07d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6021baac210f4987b10e749036581cbe&device_id=1aa02487-594d-4fe5-9432-6cabe0e9e4bb HTTP/1.1" status: 200 len: 1094 time: 0.0616567 Nov 22 21:15:43.896140 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-63929ec4-09cd-43f6-a391-73216b67a0c8 req-3fd2a7b9-6f6b-404a-bf9d-695dc9f379af service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=19e09ac6-2462-4af1-8d5d-50d90d78b9d1 HTTP/1.1" status: 200 len: 217 time: 0.0382597 Nov 22 21:15:43.910858 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 37c8ae38-9d1e-4fec-a734-b2f36ac17fdb up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 21:15:43.957597 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63929ec4-09cd-43f6-a391-73216b67a0c8 req-ca4625c9-0d48-4050-8c5a-3efe26605bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:15:43.959292 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-63929ec4-09cd-43f6-a391-73216b67a0c8 req-ca4625c9-0d48-4050-8c5a-3efe26605bf2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ec2640a1-e42e-405b-be6f-87841488b2c7 HTTP/1.1" status: 200 len: 834 time: 0.0547831 Nov 22 21:15:43.967075 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 37c8ae38-9d1e-4fec-a734-b2f36ac17fdb triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 21:15:43.967473 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:15:44.011739 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63929ec4-09cd-43f6-a391-73216b67a0c8 req-40dd9506-ffa9-4834-8a52-870812b951ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:15:44.013266 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-63929ec4-09cd-43f6-a391-73216b67a0c8 req-40dd9506-ffa9-4834-8a52-870812b951ea service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6c6d23b0-7594-400f-901c-88a9d3581048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0468464 Nov 22 21:15:44.103702 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-63929ec4-09cd-43f6-a391-73216b67a0c8 req-0a62edf8-7112-43ec-a9b4-b77a20d5e310 service neutron] 10.222.0.20 "GET /v2.0/networks/6c6d23b0-7594-400f-901c-88a9d3581048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828209 Nov 22 21:15:44.198912 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-63929ec4-09cd-43f6-a391-73216b67a0c8 req-c156a904-c28d-4411-9154-2287d522d5f7 service neutron] 10.222.0.20 "GET /v2.0/networks/6c6d23b0-7594-400f-901c-88a9d3581048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872307 Nov 22 21:15:44.286006 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d46e3e-8d06-4cd3-a442-b08bffa9746c req-bb2b226e-f7c6-429b-a4b8-91a7a133d82e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:15:44.287534 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-38d46e3e-8d06-4cd3-a442-b08bffa9746c req-bb2b226e-f7c6-429b-a4b8-91a7a133d82e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6021baac210f4987b10e749036581cbe&device_id=1aa02487-594d-4fe5-9432-6cabe0e9e4bb HTTP/1.1" status: 200 len: 1094 time: 0.0410640 Nov 22 21:15:44.377805 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d46e3e-8d06-4cd3-a442-b08bffa9746c req-fae08745-1dc3-40ff-8769-b2d296ad705d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:15:44.379275 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-38d46e3e-8d06-4cd3-a442-b08bffa9746c req-fae08745-1dc3-40ff-8769-b2d296ad705d service neutron] 10.222.0.20 "GET /v2.0/networks?id=6c6d23b0-7594-400f-901c-88a9d3581048 HTTP/1.1" status: 200 len: 897 time: 0.0843620 Nov 22 21:15:44.444970 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-38d46e3e-8d06-4cd3-a442-b08bffa9746c req-151e9141-4dfc-4ea5-8313-4605b7331e04 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=19e09ac6-2462-4af1-8d5d-50d90d78b9d1 HTTP/1.1" status: 200 len: 217 time: 0.0583637 Nov 22 21:15:44.496848 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6dd440-62d4-427e-b94e-a2f6b0d3ebc6 req-8065a9bc-81d4-48e3-90ca-688a8fa9dce3 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:15:44.498299 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3a6dd440-62d4-427e-b94e-a2f6b0d3ebc6 req-8065a9bc-81d4-48e3-90ca-688a8fa9dce3 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/ports?device_id=1aa02487-594d-4fe5-9432-6cabe0e9e4bb HTTP/1.1" status: 200 len: 943 time: 0.1059201 Nov 22 21:15:44.514612 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d46e3e-8d06-4cd3-a442-b08bffa9746c req-82ec7f73-80de-46b9-a1fe-5818e1f60c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:15:44.516011 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-38d46e3e-8d06-4cd3-a442-b08bffa9746c req-82ec7f73-80de-46b9-a1fe-5818e1f60c43 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ec2640a1-e42e-405b-be6f-87841488b2c7 HTTP/1.1" status: 200 len: 834 time: 0.0633264 Nov 22 21:15:44.579259 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3a6dd440-62d4-427e-b94e-a2f6b0d3ebc6 req-0c9b9afb-0718-4ae5-9363-dfa5a9908a40 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec64aac7-8e2c-4454-bd8f-e6b07be1099f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735595 Nov 22 21:15:44.588573 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d46e3e-8d06-4cd3-a442-b08bffa9746c req-3bb76dd7-fd7f-4d49-8fca-27048aba3297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:15:44.590075 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-38d46e3e-8d06-4cd3-a442-b08bffa9746c req-3bb76dd7-fd7f-4d49-8fca-27048aba3297 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6c6d23b0-7594-400f-901c-88a9d3581048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0652235 Nov 22 21:15:44.678340 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-38d46e3e-8d06-4cd3-a442-b08bffa9746c req-565ebe75-0974-4862-b37b-de9b7a7f2aa3 service neutron] 10.222.0.20 "GET /v2.0/networks/6c6d23b0-7594-400f-901c-88a9d3581048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798140 Nov 22 21:15:44.769569 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-38d46e3e-8d06-4cd3-a442-b08bffa9746c req-82fc2653-1259-442b-a0a5-1757e99e77aa service neutron] 10.222.0.20 "GET /v2.0/networks/6c6d23b0-7594-400f-901c-88a9d3581048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830686 Nov 22 21:15:45.112659 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:15:45.113652 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:15:45.697026 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a55147-8bfe-45ef-a425-0b62e6086807 req-898d48c0-d67d-4cb3-a7a4-11ab853eb599 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:15:45.698629 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f4a55147-8bfe-45ef-a425-0b62e6086807 req-898d48c0-d67d-4cb3-a7a4-11ab853eb599 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/ports?device_id=1aa02487-594d-4fe5-9432-6cabe0e9e4bb HTTP/1.1" status: 200 len: 943 time: 0.0499585 Nov 22 21:15:45.747032 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f4a55147-8bfe-45ef-a425-0b62e6086807 req-005e2a89-66e4-44fa-adb0-24bef95a722c tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec64aac7-8e2c-4454-bd8f-e6b07be1099f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421410 Nov 22 21:15:46.861798 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd36acbe-653e-4b5f-80a5-46ed7efe2a3b req-c51d1e1a-6528-46f6-a53b-a4343fe2c7b0 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:15:46.863260 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-cd36acbe-653e-4b5f-80a5-46ed7efe2a3b req-c51d1e1a-6528-46f6-a53b-a4343fe2c7b0 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/ports?device_id=1aa02487-594d-4fe5-9432-6cabe0e9e4bb HTTP/1.1" status: 200 len: 943 time: 0.0487602 Nov 22 21:15:46.904610 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 19e09ac6-2462-4af1-8d5d-50d90d78b9d1 details requested by agent hyperv_n-h2-818823-1 with host n-h2-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 21:15:46.911630 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-cd36acbe-653e-4b5f-80a5-46ed7efe2a3b req-10205e36-b5ed-475d-bf15-430b5209fd46 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec64aac7-8e2c-4454-bd8f-e6b07be1099f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417676 Nov 22 21:15:47.002742 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port 19e09ac6-2462-4af1-8d5d-50d90d78b9d1, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=19e09ac6-2462-4af1-8d5d-50d90d78b9d1,segment=NetworkSegment(2185db18-4eab-4086-a1b4-e3cad5aa31ab),segment_id=2185db18-4eab-4086-a1b4-e3cad5aa31ab)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 21:15:47.014750 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Returning: {'device': '19e09ac6-2462-4af1-8d5d-50d90d78b9d1', 'network_id': '6c6d23b0-7594-400f-901c-88a9d3581048', 'port_id': '19e09ac6-2462-4af1-8d5d-50d90d78b9d1', 'mac_address': 'fa:16:3e:f6:5b:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 649, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec2640a1-e42e-405b-be6f-87841488b2c7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 21:15:47.051353 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:15:47.063600 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19e09ac6-2462-4af1-8d5d-50d90d78b9d1 {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 21:15:47.081952 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port 19e09ac6-2462-4af1-8d5d-50d90d78b9d1, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=19e09ac6-2462-4af1-8d5d-50d90d78b9d1,segment=NetworkSegment(2185db18-4eab-4086-a1b4-e3cad5aa31ab),segment_id=2185db18-4eab-4086-a1b4-e3cad5aa31ab)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 21:15:47.085650 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:15:47.136145 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=19e09ac6-2462-4af1-8d5d-50d90d78b9d1,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:15:47.275986 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] get_ports_and_sgs() called for port_ids ['19e09ac6-2462-4af1-8d5d-50d90d78b9d1'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 21:15:48.031456 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6021cd-e16f-4202-870f-1b7924f096a0 req-fb732e71-e796-4077-8c80-705cc8fc298e tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:15:48.032919 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7a6021cd-e16f-4202-870f-1b7924f096a0 req-fb732e71-e796-4077-8c80-705cc8fc298e tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/ports?device_id=1aa02487-594d-4fe5-9432-6cabe0e9e4bb HTTP/1.1" status: 200 len: 944 time: 0.0525002 Nov 22 21:15:48.080592 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7a6021cd-e16f-4202-870f-1b7924f096a0 req-e8295de8-b7a8-446a-a41d-53892ee98d76 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec64aac7-8e2c-4454-bd8f-e6b07be1099f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417945 Nov 22 21:15:48.905250 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 19e09ac6-2462-4af1-8d5d-50d90d78b9d1 up at agent hyperv_n-h2-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 21:15:48.955097 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Provisioning for port 19e09ac6-2462-4af1-8d5d-50d90d78b9d1 completed by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 21:15:48.965980 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Provisioning complete for port 19e09ac6-2462-4af1-8d5d-50d90d78b9d1 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 21:15:48.965980 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:15:49.039647 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:15:49.061800 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1aa02487-594d-4fe5-9432-6cabe0e9e4bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19e09ac6-2462-4af1-8d5d-50d90d78b9d1'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 21:15:49.063942 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77cdb882cfbf7cc977e8d6fd4582ec33309c0dd3d6eecd2022538c80279aa7ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5710c12-2872-484d-99f2-695e58378a96" -d '{"events": [{"server_uuid": "1aa02487-594d-4fe5-9432-6cabe0e9e4bb", "name": "network-vif-plugged", "status": "completed", "tag": "19e09ac6-2462-4af1-8d5d-50d90d78b9d1"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 21:15:49.076681 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port 19e09ac6-2462-4af1-8d5d-50d90d78b9d1, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=19e09ac6-2462-4af1-8d5d-50d90d78b9d1,segment=NetworkSegment(2185db18-4eab-4086-a1b4-e3cad5aa31ab),segment_id=2185db18-4eab-4086-a1b4-e3cad5aa31ab)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 21:15:49.080570 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:15:49.104672 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 21:15:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-463e3387-c51d-47e1-ad2a-d26586612220 x-openstack-request-id: req-463e3387-c51d-47e1-ad2a-d26586612220 {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 21:15:49.104972 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1aa02487-594d-4fe5-9432-6cabe0e9e4bb", "name": "network-vif-plugged", "status": "completed", "tag": "19e09ac6-2462-4af1-8d5d-50d90d78b9d1", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 21:15:49.105232 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-463e3387-c51d-47e1-ad2a-d26586612220 {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 21:15:49.105625 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1aa02487-594d-4fe5-9432-6cabe0e9e4bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19e09ac6-2462-4af1-8d5d-50d90d78b9d1', 'code': 200} Nov 22 21:15:49.133131 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=19e09ac6-2462-4af1-8d5d-50d90d78b9d1,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:15:49.228874 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09db4067-e294-48ee-b36c-5b5e3a3d38fb req-bc43699a-0a03-431b-bc44-f3f6a4636199 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:15:49.230376 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-09db4067-e294-48ee-b36c-5b5e3a3d38fb req-bc43699a-0a03-431b-bc44-f3f6a4636199 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/ports?device_id=1aa02487-594d-4fe5-9432-6cabe0e9e4bb HTTP/1.1" status: 200 len: 945 time: 0.0812449 Nov 22 21:15:49.232261 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e938bac7-9a43-4478-90a4-48de915335e2 req-29068969-c97b-41bc-b51b-e892067f289d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:15:49.233611 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e938bac7-9a43-4478-90a4-48de915335e2 req-29068969-c97b-41bc-b51b-e892067f289d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1aa02487-594d-4fe5-9432-6cabe0e9e4bb HTTP/1.1" status: 200 len: 1096 time: 0.0571373 Nov 22 21:15:49.317837 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-09db4067-e294-48ee-b36c-5b5e3a3d38fb req-baefdcea-3e87-4c04-831b-a8dc8d791218 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec64aac7-8e2c-4454-bd8f-e6b07be1099f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808899 Nov 22 21:15:49.320532 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e938bac7-9a43-4478-90a4-48de915335e2 req-14bcb844-3eb9-4451-bbe0-91dc6465c62e service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=ec64aac7-8e2c-4454-bd8f-e6b07be1099f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780861 Nov 22 21:15:50.437949 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7b8bee-4b27-44ae-8386-038e1cbf9612 req-83d1afa4-ed91-49c2-9a88-3427b3f344a8 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:15:50.439566 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-fe7b8bee-4b27-44ae-8386-038e1cbf9612 req-83d1afa4-ed91-49c2-9a88-3427b3f344a8 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/ports?device_id=1aa02487-594d-4fe5-9432-6cabe0e9e4bb HTTP/1.1" status: 200 len: 945 time: 0.0509372 Nov 22 21:15:50.490146 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-fe7b8bee-4b27-44ae-8386-038e1cbf9612 req-8fa596c5-65f9-4f60-8025-50fad56347cb tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec64aac7-8e2c-4454-bd8f-e6b07be1099f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445197 Nov 22 21:15:51.607440 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14272d8c-4645-4f58-b4b9-cc638876d49d req-cbf42290-8495-40b7-b5a9-c4c2b383d5e7 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:15:51.608967 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-14272d8c-4645-4f58-b4b9-cc638876d49d req-cbf42290-8495-40b7-b5a9-c4c2b383d5e7 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/ports?device_id=1aa02487-594d-4fe5-9432-6cabe0e9e4bb HTTP/1.1" status: 200 len: 945 time: 0.0482242 Nov 22 21:15:51.661377 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-14272d8c-4645-4f58-b4b9-cc638876d49d req-557b883b-2a28-4d89-b1ff-6b3678d42d28 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec64aac7-8e2c-4454-bd8f-e6b07be1099f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462615 Nov 22 21:15:51.773660 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3f39a5-5ff0-4e03-902b-9bcc01059a04 req-7d21bf8e-d6a3-423b-a5d3-85586ce374bd tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:15:51.775701 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-bc3f39a5-5ff0-4e03-902b-9bcc01059a04 req-7d21bf8e-d6a3-423b-a5d3-85586ce374bd tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/ports?device_id=1aa02487-594d-4fe5-9432-6cabe0e9e4bb HTTP/1.1" status: 200 len: 945 time: 0.0488751 Nov 22 21:15:51.824806 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-bc3f39a5-5ff0-4e03-902b-9bcc01059a04 req-6846c17d-9bf1-4c87-998c-1ded77b2befe tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec64aac7-8e2c-4454-bd8f-e6b07be1099f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432122 Nov 22 21:15:51.846212 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 33068) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:15:51.885601 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b13c2927-4077-4061-aebb-a83f106c2539 tempest-TestNetworkAdvancedServerOps-1979025 tempest-TestNetworkAdvancedServerOps-1979025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:15:51.887106 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-b13c2927-4077-4061-aebb-a83f106c2539 tempest-TestNetworkAdvancedServerOps-1979025 tempest-TestNetworkAdvancedServerOps-1979025-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=1aa02487-594d-4fe5-9432-6cabe0e9e4bb HTTP/1.1" status: 200 len: 1091 time: 0.0398941 Nov 22 21:15:51.889868 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 33070) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:15:51.894152 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-ab667092-d813-45d3-8f65-f728c85f08ba tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Request body: {'floatingip': {'floating_network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'port_id': '19e09ac6-2462-4af1-8d5d-50d90d78b9d1', 'tenant_id': '6021baac210f4987b10e749036581cbe', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 21:15:51.915854 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ab667092-d813-45d3-8f65-f728c85f08ba tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks [] for floatingip, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:15:52.013501 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ab667092-d813-45d3-8f65-f728c85f08ba tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:15:52.112420 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [None req-ab667092-d813-45d3-8f65-f728c85f08ba tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Allocated IP 172.25.5.28 (c48a55e9-6a85-4746-b7bf-3e29fb560094/5da6f781-63e6-4328-ae7a-5e672262f55a/14cd636c-f412-45d9-a7c9-622691f3ba18) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 21:15:52.214689 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ab667092-d813-45d3-8f65-f728c85f08ba tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:15:52.248569 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ab667092-d813-45d3-8f65-f728c85f08ba tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:15:52.288910 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab667092-d813-45d3-8f65-f728c85f08ba tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Network c48a55e9-6a85-4746-b7bf-3e29fb560094 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 21:15:52.291899 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-ab667092-d813-45d3-8f65-f728c85f08ba tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 21:15:52.294430 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab667092-d813-45d3-8f65-f728c85f08ba tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 21:15:52.320483 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab667092-d813-45d3-8f65-f728c85f08ba tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Pushing event updated for resources: {'Port': ['ID=14cd636c-f412-45d9-a7c9-622691f3ba18,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:15:52.648461 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ab667092-d813-45d3-8f65-f728c85f08ba tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:15:52.712178 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ab667092-d813-45d3-8f65-f728c85f08ba tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:15:52.861846 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ab667092-d813-45d3-8f65-f728c85f08ba tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks [] for port, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:15:52.866547 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ab667092-d813-45d3-8f65-f728c85f08ba tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:15:52.935201 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab667092-d813-45d3-8f65-f728c85f08ba tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Pushing event updated for resources: {'Port': ['ID=14cd636c-f412-45d9-a7c9-622691f3ba18,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:15:52.946755 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ab667092-d813-45d3-8f65-f728c85f08ba tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-595224'] for floatingip, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:15:53.044175 n-d-818823-1 neutron-server[103447]: INFO neutron.db.l3_db [None req-ab667092-d813-45d3-8f65-f728c85f08ba tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Floating IP 2821b193-0a32-40f6-a8d0-eaf5dca10794 associated. External IP: 172.25.5.28, port: 19e09ac6-2462-4af1-8d5d-50d90d78b9d1. Nov 22 21:15:53.245938 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab667092-d813-45d3-8f65-f728c85f08ba tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Router f8f81468-0d01-40c7-b199-2497bbe084eb has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 21:15:53.349936 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab667092-d813-45d3-8f65-f728c85f08ba tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 21:15:53.360340 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-295abd19-ea9c-4a23-a970-a1c320b4f773 None None] Sync routers for ids ['f8f81468-0d01-40c7-b199-2497bbe084eb'] in n-d-818823-1 {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 21:15:53.368037 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ab667092-d813-45d3-8f65-f728c85f08ba tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for floatingip, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:15:53.369957 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-295abd19-ea9c-4a23-a970-a1c320b4f773 None None] Routers {'f8f81468-0d01-40c7-b199-2497bbe084eb'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 21:15:53.370575 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-295abd19-ea9c-4a23-a970-a1c320b4f773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T21:15:33Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['f8f81468-0d01-40c7-b199-2497bbe084eb'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:15:53.400876 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-ab667092-d813-45d3-8f65-f728c85f08ba tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5099721 Nov 22 21:15:53.401590 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1aa02487-594d-4fe5-9432-6cabe0e9e4bb', 'tag': '19e09ac6-2462-4af1-8d5d-50d90d78b9d1'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 21:15:53.404000 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0b87e146ffa5c253ca46002a571dfb52564e5f7c412d10689cf18353d020cb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37fad658-3c87-4c3e-a723-fcda116bb21f" -d '{"events": [{"name": "network-changed", "server_uuid": "1aa02487-594d-4fe5-9432-6cabe0e9e4bb", "tag": "19e09ac6-2462-4af1-8d5d-50d90d78b9d1"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 21:15:53.449221 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 21:15:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0003063-0752-4f3e-8b34-1634c72e497a x-openstack-request-id: req-e0003063-0752-4f3e-8b34-1634c72e497a {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 21:15:53.449531 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1aa02487-594d-4fe5-9432-6cabe0e9e4bb", "tag": "19e09ac6-2462-4af1-8d5d-50d90d78b9d1", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 21:15:53.449795 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e0003063-0752-4f3e-8b34-1634c72e497a {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 21:15:53.450293 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1aa02487-594d-4fe5-9432-6cabe0e9e4bb', 'tag': '19e09ac6-2462-4af1-8d5d-50d90d78b9d1', 'status': 'completed', 'code': 200} Nov 22 21:15:53.482787 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-295abd19-ea9c-4a23-a970-a1c320b4f773 None None] Set router f8f81468-0d01-40c7-b199-2497bbe084eb gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 21:15:53.537361 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d67b2a5-0922-40b9-92f1-7ca8176fbd98 req-92e3cc53-abe6-453a-87b1-9e8a275b065b tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:15:53.538792 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9d67b2a5-0922-40b9-92f1-7ca8176fbd98 req-92e3cc53-abe6-453a-87b1-9e8a275b065b tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/ports?device_id=1aa02487-594d-4fe5-9432-6cabe0e9e4bb HTTP/1.1" status: 200 len: 945 time: 0.0760803 Nov 22 21:15:53.545164 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fad658-3c87-4c3e-a723-fcda116bb21f req-3cae4b2d-b0e7-499f-b4e7-bf405361a548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:15:53.546564 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-37fad658-3c87-4c3e-a723-fcda116bb21f req-3cae4b2d-b0e7-499f-b4e7-bf405361a548 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6021baac210f4987b10e749036581cbe&device_id=1aa02487-594d-4fe5-9432-6cabe0e9e4bb HTTP/1.1" status: 200 len: 1096 time: 0.0585093 Nov 22 21:15:53.648550 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9d67b2a5-0922-40b9-92f1-7ca8176fbd98 req-62538b98-371d-4615-aaa6-1c7e1d9783b4 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec64aac7-8e2c-4454-bd8f-e6b07be1099f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1010060 Nov 22 21:15:53.672718 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 33076) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:15:53.681164 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fad658-3c87-4c3e-a723-fcda116bb21f req-60120258-f588-4710-be7b-5d8868124abb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:15:53.681419 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-37fad658-3c87-4c3e-a723-fcda116bb21f req-60120258-f588-4710-be7b-5d8868124abb service neutron] 10.222.0.20 "GET /v2.0/networks?id=6c6d23b0-7594-400f-901c-88a9d3581048 HTTP/1.1" status: 200 len: 897 time: 0.1274419 Nov 22 21:15:53.714637 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-295abd19-ea9c-4a23-a970-a1c320b4f773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8f81468-0d01-40c7-b199-2497bbe084eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-784315952', 'tenant_id': '6021baac210f4987b10e749036581cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': 'beca14d0-94ef-42db-8e6d-5c22cdfd59b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T21:15:35Z', 'updated_at': '2021-11-22T21:15:39Z', 'revision_number': 4, 'project_id': '6021baac210f4987b10e749036581cbe', 'gw_port': {'id': 'beca14d0-94ef-42db-8e6d-5c22cdfd59b6', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:79:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f81468-0d01-40c7-b199-2497bbe084eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:15:36Z', 'updated_at': '2021-11-22T21:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_floatingips': [{'id': '2821b193-0a32-40f6-a8d0-eaf5dca10794', 'tenant_id': '6021baac210f4987b10e749036581cbe', 'floating_ip_address': '172.25.5.28', 'floating_network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'router_id': 'f8f81468-0d01-40c7-b199-2497bbe084eb', 'port_id': '19e09ac6-2462-4af1-8d5d-50d90d78b9d1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4265, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c6d23b0-7594-400f-901c-88a9d3581048', 'mac_address': 'fa:16:3e:f6:5b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa02487-594d-4fe5-9432-6cabe0e9e4bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T21:15:52Z', 'updated_at': '2021-11-22T21:15:52Z', 'revision_number': 0, 'project_id': '6021baac210f4987b10e749036581cbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37c8ae38-9d1e-4fec-a734-b2f36ac17fdb', 'name': '', 'network_id': '6c6d23b0-7594-400f-901c-88a9d3581048', 'tenant_id': '6021baac210f4987b10e749036581cbe', 'mac_address': 'fa:16:3e:8b:16:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f81468-0d01-40c7-b199-2497bbe084eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'ec2640a1-e42e-405b-be6f-87841488b2c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:15:38Z', 'updated_at': '2021-11-22T21:15:42Z', 'revision_number': 5, 'project_id': '6021baac210f4987b10e749036581cbe', 'subnets': [{'id': 'ec2640a1-e42e-405b-be6f-87841488b2c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:15:53.734811 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-863129a4-ce87-42db-8587-b4d43a85b390 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/floatingips/2821b193-0a32-40f6-a8d0-eaf5dca10794 HTTP/1.1" status: 200 len: 990 time: 0.0609117 Nov 22 21:15:53.743244 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-295abd19-ea9c-4a23-a970-a1c320b4f773 None None] Checking router: f8f81468-0d01-40c7-b199-2497bbe084eb for host: n-d-818823-1 {{(pid=103449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 21:15:53.751117 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-37fad658-3c87-4c3e-a723-fcda116bb21f req-570783df-e322-4761-9148-86405a078f80 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=19e09ac6-2462-4af1-8d5d-50d90d78b9d1 HTTP/1.1" status: 200 len: 998 time: 0.0624561 Nov 22 21:15:53.751826 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-295abd19-ea9c-4a23-a970-a1c320b4f773 None None] Routers {'f8f81468-0d01-40c7-b199-2497bbe084eb'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 21:15:53.752425 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-295abd19-ea9c-4a23-a970-a1c320b4f773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T21:15:33Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['f8f81468-0d01-40c7-b199-2497bbe084eb'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:15:53.801122 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fad658-3c87-4c3e-a723-fcda116bb21f req-e5d3bffc-6008-40c3-a8f6-ef3450ed5f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:15:53.802649 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-37fad658-3c87-4c3e-a723-fcda116bb21f req-e5d3bffc-6008-40c3-a8f6-ef3450ed5f50 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ec2640a1-e42e-405b-be6f-87841488b2c7 HTTP/1.1" status: 200 len: 834 time: 0.0443981 Nov 22 21:15:53.851920 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fad658-3c87-4c3e-a723-fcda116bb21f req-fc7be999-75af-4187-aa2d-dfb66249a040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:15:53.853585 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-37fad658-3c87-4c3e-a723-fcda116bb21f req-fc7be999-75af-4187-aa2d-dfb66249a040 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6c6d23b0-7594-400f-901c-88a9d3581048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438581 Nov 22 21:15:53.860195 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-295abd19-ea9c-4a23-a970-a1c320b4f773 None None] Set router f8f81468-0d01-40c7-b199-2497bbe084eb gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 21:15:53.943312 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-37fad658-3c87-4c3e-a723-fcda116bb21f req-4a3d34f9-add8-49d1-92f3-d5d74cba78fb service neutron] 10.222.0.20 "GET /v2.0/networks/6c6d23b0-7594-400f-901c-88a9d3581048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824180 Nov 22 21:15:54.037347 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-37fad658-3c87-4c3e-a723-fcda116bb21f req-153eee82-494b-4dec-a623-d5bcc9acbcdb service neutron] 10.222.0.20 "GET /v2.0/networks/6c6d23b0-7594-400f-901c-88a9d3581048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873411 Nov 22 21:15:54.090220 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-295abd19-ea9c-4a23-a970-a1c320b4f773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8f81468-0d01-40c7-b199-2497bbe084eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-784315952', 'tenant_id': '6021baac210f4987b10e749036581cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': 'beca14d0-94ef-42db-8e6d-5c22cdfd59b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T21:15:35Z', 'updated_at': '2021-11-22T21:15:39Z', 'revision_number': 4, 'project_id': '6021baac210f4987b10e749036581cbe', 'gw_port': {'id': 'beca14d0-94ef-42db-8e6d-5c22cdfd59b6', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:79:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f81468-0d01-40c7-b199-2497bbe084eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:15:36Z', 'updated_at': '2021-11-22T21:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_floatingips': [{'id': '2821b193-0a32-40f6-a8d0-eaf5dca10794', 'tenant_id': '6021baac210f4987b10e749036581cbe', 'floating_ip_address': '172.25.5.28', 'floating_network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'router_id': 'f8f81468-0d01-40c7-b199-2497bbe084eb', 'port_id': '19e09ac6-2462-4af1-8d5d-50d90d78b9d1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4265, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c6d23b0-7594-400f-901c-88a9d3581048', 'mac_address': 'fa:16:3e:f6:5b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa02487-594d-4fe5-9432-6cabe0e9e4bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T21:15:52Z', 'updated_at': '2021-11-22T21:15:52Z', 'revision_number': 0, 'project_id': '6021baac210f4987b10e749036581cbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37c8ae38-9d1e-4fec-a734-b2f36ac17fdb', 'name': '', 'network_id': '6c6d23b0-7594-400f-901c-88a9d3581048', 'tenant_id': '6021baac210f4987b10e749036581cbe', 'mac_address': 'fa:16:3e:8b:16:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f81468-0d01-40c7-b199-2497bbe084eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'ec2640a1-e42e-405b-be6f-87841488b2c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:15:38Z', 'updated_at': '2021-11-22T21:15:42Z', 'revision_number': 5, 'project_id': '6021baac210f4987b10e749036581cbe', 'subnets': [{'id': 'ec2640a1-e42e-405b-be6f-87841488b2c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:15:54.270670 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-295abd19-ea9c-4a23-a970-a1c320b4f773 None None] The sync data for ids ['f8f81468-0d01-40c7-b199-2497bbe084eb'] in n-d-818823-1 is: [{'id': 'f8f81468-0d01-40c7-b199-2497bbe084eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-784315952', 'tenant_id': '6021baac210f4987b10e749036581cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': 'beca14d0-94ef-42db-8e6d-5c22cdfd59b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T21:15:35Z', 'updated_at': '2021-11-22T21:15:39Z', 'revision_number': 4, 'project_id': '6021baac210f4987b10e749036581cbe', 'gw_port': {'id': 'beca14d0-94ef-42db-8e6d-5c22cdfd59b6', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:79:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f81468-0d01-40c7-b199-2497bbe084eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:15:36Z', 'updated_at': '2021-11-22T21:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_floatingips': [{'id': '2821b193-0a32-40f6-a8d0-eaf5dca10794', 'tenant_id': '6021baac210f4987b10e749036581cbe', 'floating_ip_address': '172.25.5.28', 'floating_network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'router_id': 'f8f81468-0d01-40c7-b199-2497bbe084eb', 'port_id': '19e09ac6-2462-4af1-8d5d-50d90d78b9d1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4265, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c6d23b0-7594-400f-901c-88a9d3581048', 'mac_address': 'fa:16:3e:f6:5b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa02487-594d-4fe5-9432-6cabe0e9e4bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T21:15:52Z', 'updated_at': '2021-11-22T21:15:52Z', 'revision_number': 0, 'project_id': '6021baac210f4987b10e749036581cbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37c8ae38-9d1e-4fec-a734-b2f36ac17fdb', 'name': '', 'network_id': '6c6d23b0-7594-400f-901c-88a9d3581048', 'tenant_id': '6021baac210f4987b10e749036581cbe', 'mac_address': 'fa:16:3e:8b:16:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f81468-0d01-40c7-b199-2497bbe084eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'ec2640a1-e42e-405b-be6f-87841488b2c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:15:38Z', 'updated_at': '2021-11-22T21:15:42Z', 'revision_number': 5, 'project_id': '6021baac210f4987b10e749036581cbe', 'subnets': [{'id': 'ec2640a1-e42e-405b-be6f-87841488b2c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 21:15:54.470148 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e59b0729-8e01-4fbb-8c9a-d3c5573635f8 None None] New status for floating IP 2821b193-0a32-40f6-a8d0-eaf5dca10794: ACTIVE {{(pid=103450) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 21:15:54.739034 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 33078) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:15:54.800076 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-e749fe04-c343-4a46-9d7b-d77e4936bfb4 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/floatingips/2821b193-0a32-40f6-a8d0-eaf5dca10794 HTTP/1.1" status: 200 len: 992 time: 0.0597594 Nov 22 21:15:57.119471 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5e6670d3-7a18-498b-bc3c-e5e52f931251 req-f99f1e08-dd29-4588-b54d-f68c40207e44 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1aa02487-594d-4fe5-9432-6cabe0e9e4bb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0395656 Nov 22 21:15:57.508000 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6670d3-7a18-498b-bc3c-e5e52f931251 req-8d04f548-b4e6-482f-854a-253acd7149b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:15:57.510054 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5e6670d3-7a18-498b-bc3c-e5e52f931251 req-8d04f548-b4e6-482f-854a-253acd7149b1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6021baac210f4987b10e749036581cbe&device_id=1aa02487-594d-4fe5-9432-6cabe0e9e4bb HTTP/1.1" status: 200 len: 1096 time: 0.3450553 Nov 22 21:15:57.612307 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6670d3-7a18-498b-bc3c-e5e52f931251 req-68efae2d-60fc-48b0-a713-a0ddb9a02109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:15:57.613781 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5e6670d3-7a18-498b-bc3c-e5e52f931251 req-68efae2d-60fc-48b0-a713-a0ddb9a02109 service neutron] 10.222.0.20 "GET /v2.0/networks?id=6c6d23b0-7594-400f-901c-88a9d3581048 HTTP/1.1" status: 200 len: 897 time: 0.0834410 Nov 22 21:15:57.681906 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5e6670d3-7a18-498b-bc3c-e5e52f931251 req-c76f8c11-5898-4ec2-9525-9eda247f553b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=19e09ac6-2462-4af1-8d5d-50d90d78b9d1 HTTP/1.1" status: 200 len: 1000 time: 0.0600657 Nov 22 21:15:57.729126 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6670d3-7a18-498b-bc3c-e5e52f931251 req-f8b95e26-a83c-4c7b-9abe-1ffe035f2996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:15:57.730532 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5e6670d3-7a18-498b-bc3c-e5e52f931251 req-f8b95e26-a83c-4c7b-9abe-1ffe035f2996 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ec2640a1-e42e-405b-be6f-87841488b2c7 HTTP/1.1" status: 200 len: 834 time: 0.0418332 Nov 22 21:15:57.775396 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6670d3-7a18-498b-bc3c-e5e52f931251 req-6ce51dbe-dc0f-4b9a-8239-fd0f773e6893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:15:57.776803 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5e6670d3-7a18-498b-bc3c-e5e52f931251 req-6ce51dbe-dc0f-4b9a-8239-fd0f773e6893 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6c6d23b0-7594-400f-901c-88a9d3581048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389318 Nov 22 21:15:57.868932 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5e6670d3-7a18-498b-bc3c-e5e52f931251 req-d6d48ffd-5572-4df8-b101-aa26242dbf17 service neutron] 10.222.0.20 "GET /v2.0/networks/6c6d23b0-7594-400f-901c-88a9d3581048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847168 Nov 22 21:15:57.955659 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5e6670d3-7a18-498b-bc3c-e5e52f931251 req-1f8fc150-0ee1-43b3-be4e-f9b70accc960 service neutron] 10.222.0.20 "GET /v2.0/networks/6c6d23b0-7594-400f-901c-88a9d3581048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798428 Nov 22 21:16:00.128466 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-bc65538e-f810-4d3b-be38-69735dd59ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:16:03.024247 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-bde09ad3-4894-43fd-8bff-ba108288372f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:16:03.685583 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-03f0964f-1b75-4df7-99e0-a3cdb56ec2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:16:04.149775 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.agents_db [None req-aa8313f2-1ee4-4e7b-8c5a-d32b2f9d31ee None None] Agent healthcheck: found 7 active agents {{(pid=103450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 21:16:05.385729 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e49ee129-e862-4476-beca-cdc8150d2345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:16:06.188370 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:16:15.112620 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:16:15.116371 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:16:26.179461 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee542725-cf68-40f1-a645-7c9dae321d56 req-19b54c3d-bfe6-4bba-814d-3d2d425b753c tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:16:26.181809 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ee542725-cf68-40f1-a645-7c9dae321d56 req-19b54c3d-bfe6-4bba-814d-3d2d425b753c tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/ports?device_id=1aa02487-594d-4fe5-9432-6cabe0e9e4bb HTTP/1.1" status: 200 len: 945 time: 0.0996227 Nov 22 21:16:26.236281 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ee542725-cf68-40f1-a645-7c9dae321d56 req-3e9831dc-7134-452b-ae80-99ddd6b3e248 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec64aac7-8e2c-4454-bd8f-e6b07be1099f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482142 Nov 22 21:16:27.404770 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e598966-1f11-4b45-985a-5c9bdc7c8a4d req-fda1f4ee-6230-4d74-9275-8f8029a49e79 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:16:27.406260 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3e598966-1f11-4b45-985a-5c9bdc7c8a4d req-fda1f4ee-6230-4d74-9275-8f8029a49e79 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/ports?device_id=1aa02487-594d-4fe5-9432-6cabe0e9e4bb HTTP/1.1" status: 200 len: 945 time: 0.0987260 Nov 22 21:16:27.454626 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3e598966-1f11-4b45-985a-5c9bdc7c8a4d req-fdc5fe23-deb9-4e3d-a7ae-bc9714e28c8f tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec64aac7-8e2c-4454-bd8f-e6b07be1099f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423613 Nov 22 21:16:28.569437 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a6a456-4430-4a51-8f14-7cb8bf5ac550 req-1cbe414f-b6d7-4cad-8bbd-025b5a2d0568 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:16:28.570917 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c3a6a456-4430-4a51-8f14-7cb8bf5ac550 req-1cbe414f-b6d7-4cad-8bbd-025b5a2d0568 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/ports?device_id=1aa02487-594d-4fe5-9432-6cabe0e9e4bb HTTP/1.1" status: 200 len: 945 time: 0.0489228 Nov 22 21:16:28.620205 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c3a6a456-4430-4a51-8f14-7cb8bf5ac550 req-4bf51b7c-1c33-420d-be40-b230f40212cb tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec64aac7-8e2c-4454-bd8f-e6b07be1099f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423207 Nov 22 21:16:29.739078 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed866887-af11-4fbe-abcf-60506c27f4f4 req-ec88a1dd-19fe-4dac-abb2-45c0b77735bc tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:16:29.740598 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ed866887-af11-4fbe-abcf-60506c27f4f4 req-ec88a1dd-19fe-4dac-abb2-45c0b77735bc tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/ports?device_id=1aa02487-594d-4fe5-9432-6cabe0e9e4bb HTTP/1.1" status: 200 len: 945 time: 0.0535927 Nov 22 21:16:29.789754 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ed866887-af11-4fbe-abcf-60506c27f4f4 req-ee02a084-143e-4c79-b507-c916af53163f tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec64aac7-8e2c-4454-bd8f-e6b07be1099f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427785 Nov 22 21:16:30.129138 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-a93d4e4a-50d7-4b04-abe9-829e9e2f8ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:16:30.903132 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad77c88-d369-4cbb-8fb5-a2d5adb99ba4 req-782356e4-0d32-4911-b133-f335912e55e8 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:16:30.904623 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5ad77c88-d369-4cbb-8fb5-a2d5adb99ba4 req-782356e4-0d32-4911-b133-f335912e55e8 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/ports?device_id=1aa02487-594d-4fe5-9432-6cabe0e9e4bb HTTP/1.1" status: 200 len: 945 time: 0.0476956 Nov 22 21:16:30.953235 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5ad77c88-d369-4cbb-8fb5-a2d5adb99ba4 req-33752e26-15d2-45a9-8a70-da26d776587f tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec64aac7-8e2c-4454-bd8f-e6b07be1099f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427535 Nov 22 21:16:32.067143 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df2efdd-862b-4256-863f-c0dd01e62c75 req-29e07110-87d4-4586-8f27-992bdccc17bc tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:16:32.068563 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1df2efdd-862b-4256-863f-c0dd01e62c75 req-29e07110-87d4-4586-8f27-992bdccc17bc tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/ports?device_id=1aa02487-594d-4fe5-9432-6cabe0e9e4bb HTTP/1.1" status: 200 len: 945 time: 0.0485442 Nov 22 21:16:32.121715 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1df2efdd-862b-4256-863f-c0dd01e62c75 req-5d537781-b7a4-4410-81d5-f1df44aaf25b tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec64aac7-8e2c-4454-bd8f-e6b07be1099f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465431 Nov 22 21:16:33.025371 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-a5547041-9231-4255-82ed-da420adb548a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:16:33.237890 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faa062a-bc01-4810-a33d-5f2924f0b0f4 req-668d33ad-0846-465e-82fb-ef7fa6a21879 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:16:33.239448 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0faa062a-bc01-4810-a33d-5f2924f0b0f4 req-668d33ad-0846-465e-82fb-ef7fa6a21879 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/ports?device_id=1aa02487-594d-4fe5-9432-6cabe0e9e4bb HTTP/1.1" status: 200 len: 945 time: 0.0502439 Nov 22 21:16:33.289804 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0faa062a-bc01-4810-a33d-5f2924f0b0f4 req-0fffba53-8dd2-42ca-8cc4-ce4ec36ad6c2 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec64aac7-8e2c-4454-bd8f-e6b07be1099f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442069 Nov 22 21:16:33.689074 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-03f0964f-1b75-4df7-99e0-a3cdb56ec2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:16:34.404876 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ddeba4-27dd-4893-9748-76eb1dd53e14 req-3896076e-edba-4b27-b537-ab06ddff5eef tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:16:34.406374 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-76ddeba4-27dd-4893-9748-76eb1dd53e14 req-3896076e-edba-4b27-b537-ab06ddff5eef tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/ports?device_id=1aa02487-594d-4fe5-9432-6cabe0e9e4bb HTTP/1.1" status: 200 len: 945 time: 0.0511441 Nov 22 21:16:34.454359 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-76ddeba4-27dd-4893-9748-76eb1dd53e14 req-31cf8652-7684-4524-b99b-33dbab8a6d2d tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec64aac7-8e2c-4454-bd8f-e6b07be1099f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420253 Nov 22 21:16:35.388413 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e49ee129-e862-4476-beca-cdc8150d2345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:16:35.576983 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9860b2e-637f-4c35-845f-a0244050b36a req-8d09cdfc-3bb4-4fce-989c-6ff4e772d043 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:16:35.578474 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a9860b2e-637f-4c35-845f-a0244050b36a req-8d09cdfc-3bb4-4fce-989c-6ff4e772d043 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/ports?device_id=1aa02487-594d-4fe5-9432-6cabe0e9e4bb HTTP/1.1" status: 200 len: 945 time: 0.0543277 Nov 22 21:16:35.626698 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a9860b2e-637f-4c35-845f-a0244050b36a req-ecdcac7d-819d-44f0-9abe-40aae3b1092c tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec64aac7-8e2c-4454-bd8f-e6b07be1099f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421844 Nov 22 21:16:36.179338 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:16:36.742525 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e46f98-ae42-46f0-91ab-8cf27c680e44 req-a6ec361d-062e-4ec7-9c74-465ddbea6051 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:16:36.744637 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-01e46f98-ae42-46f0-91ab-8cf27c680e44 req-a6ec361d-062e-4ec7-9c74-465ddbea6051 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/ports?device_id=1aa02487-594d-4fe5-9432-6cabe0e9e4bb HTTP/1.1" status: 200 len: 945 time: 0.0504429 Nov 22 21:16:36.793184 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-01e46f98-ae42-46f0-91ab-8cf27c680e44 req-ab05e1cd-467e-429d-b05a-77278b8a4f10 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec64aac7-8e2c-4454-bd8f-e6b07be1099f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425079 Nov 22 21:16:37.914341 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10369b8b-24ff-40c5-9f07-4e7d6c489955 req-28f3c616-6533-491d-9333-4450c35ae36f tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:16:37.915816 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-10369b8b-24ff-40c5-9f07-4e7d6c489955 req-28f3c616-6533-491d-9333-4450c35ae36f tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/ports?device_id=1aa02487-594d-4fe5-9432-6cabe0e9e4bb HTTP/1.1" status: 200 len: 945 time: 0.0525103 Nov 22 21:16:37.965856 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-10369b8b-24ff-40c5-9f07-4e7d6c489955 req-abc18877-6555-4d0d-9233-d0eb610d1dee tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec64aac7-8e2c-4454-bd8f-e6b07be1099f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434630 Nov 22 21:16:39.082725 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1d1703-9af7-431f-be93-b838cd5ae184 req-cb523a76-06c4-4396-9662-0f9861684ec0 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:16:39.084145 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4b1d1703-9af7-431f-be93-b838cd5ae184 req-cb523a76-06c4-4396-9662-0f9861684ec0 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/ports?device_id=1aa02487-594d-4fe5-9432-6cabe0e9e4bb HTTP/1.1" status: 200 len: 945 time: 0.0486877 Nov 22 21:16:39.132490 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4b1d1703-9af7-431f-be93-b838cd5ae184 req-000d371e-910e-4488-93d1-4860e0ea15b3 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec64aac7-8e2c-4454-bd8f-e6b07be1099f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423021 Nov 22 21:16:40.247959 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717c505c-7442-4f41-b32a-3077faa5750c req-6080e8bb-a995-4017-b696-9b3a3310a483 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:16:40.249460 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-717c505c-7442-4f41-b32a-3077faa5750c req-6080e8bb-a995-4017-b696-9b3a3310a483 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/ports?device_id=1aa02487-594d-4fe5-9432-6cabe0e9e4bb HTTP/1.1" status: 200 len: 945 time: 0.0488565 Nov 22 21:16:40.301158 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-717c505c-7442-4f41-b32a-3077faa5750c req-f4c0ace2-109e-46e8-8058-394522f7dfd1 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec64aac7-8e2c-4454-bd8f-e6b07be1099f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456541 Nov 22 21:16:41.149631 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.agents_db [None req-aa8313f2-1ee4-4e7b-8c5a-d32b2f9d31ee None None] Agent healthcheck: found 7 active agents {{(pid=103450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 21:16:41.421052 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbf8b92-16a9-4f29-abeb-84cee6a02231 req-32f995ad-c6fa-4a7b-8e24-2591e47e6168 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:16:41.422537 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0fbf8b92-16a9-4f29-abeb-84cee6a02231 req-32f995ad-c6fa-4a7b-8e24-2591e47e6168 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/ports?device_id=1aa02487-594d-4fe5-9432-6cabe0e9e4bb HTTP/1.1" status: 200 len: 945 time: 0.0489361 Nov 22 21:16:41.471856 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0fbf8b92-16a9-4f29-abeb-84cee6a02231 req-a2af733e-0208-4d1a-9c73-84c09a55c80b tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec64aac7-8e2c-4454-bd8f-e6b07be1099f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429575 Nov 22 21:16:42.585945 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309efb4e-2270-44ea-aeb3-35674f67641c req-24f33959-7ab0-44c6-85c1-fa91f21419a5 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:16:42.587462 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-309efb4e-2270-44ea-aeb3-35674f67641c req-24f33959-7ab0-44c6-85c1-fa91f21419a5 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/ports?device_id=1aa02487-594d-4fe5-9432-6cabe0e9e4bb HTTP/1.1" status: 200 len: 945 time: 0.0480001 Nov 22 21:16:42.635324 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-309efb4e-2270-44ea-aeb3-35674f67641c req-cab44529-1342-44b5-8e01-2964f8df903f tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec64aac7-8e2c-4454-bd8f-e6b07be1099f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419443 Nov 22 21:16:42.656803 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 33132) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:16:42.718588 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-4190788a-8968-401c-9900-e15062ef4cea tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/floatingips/2821b193-0a32-40f6-a8d0-eaf5dca10794 HTTP/1.1" status: 200 len: 992 time: 0.0606818 Nov 22 21:16:44.002861 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60992450-b2c4-49c9-a898-75e766d94075 req-f41aedca-40d1-4d8c-86d9-9bf44130604d tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:16:44.004284 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-60992450-b2c4-49c9-a898-75e766d94075 req-f41aedca-40d1-4d8c-86d9-9bf44130604d tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/ports?device_id=1aa02487-594d-4fe5-9432-6cabe0e9e4bb HTTP/1.1" status: 200 len: 945 time: 0.0760736 Nov 22 21:16:44.034576 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baa43ba-d039-40e1-a30d-9192cf8bcc10 req-247b9753-2254-4198-a6c7-4a47f749f435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:16:44.036252 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0baa43ba-d039-40e1-a30d-9192cf8bcc10 req-247b9753-2254-4198-a6c7-4a47f749f435 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6021baac210f4987b10e749036581cbe&device_id=1aa02487-594d-4fe5-9432-6cabe0e9e4bb HTTP/1.1" status: 200 len: 1096 time: 0.0685375 Nov 22 21:16:44.106732 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-60992450-b2c4-49c9-a898-75e766d94075 req-f7f891e4-0afd-4353-a152-5fcc9fefbeae tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec64aac7-8e2c-4454-bd8f-e6b07be1099f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0952106 Nov 22 21:16:44.144628 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baa43ba-d039-40e1-a30d-9192cf8bcc10 req-27b2f07b-52a4-43b9-92a5-004022761781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:16:44.146090 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0baa43ba-d039-40e1-a30d-9192cf8bcc10 req-27b2f07b-52a4-43b9-92a5-004022761781 service neutron] 10.222.0.20 "GET /v2.0/networks?id=6c6d23b0-7594-400f-901c-88a9d3581048 HTTP/1.1" status: 200 len: 897 time: 0.0984502 Nov 22 21:16:44.217003 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0baa43ba-d039-40e1-a30d-9192cf8bcc10 req-addb13fd-94a3-4a2f-9c2c-04fda3d017a0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=19e09ac6-2462-4af1-8d5d-50d90d78b9d1 HTTP/1.1" status: 200 len: 1000 time: 0.0626211 Nov 22 21:16:44.264538 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baa43ba-d039-40e1-a30d-9192cf8bcc10 req-217d1a67-53ed-4cb4-b614-70f8a10c80fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:16:44.265933 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0baa43ba-d039-40e1-a30d-9192cf8bcc10 req-217d1a67-53ed-4cb4-b614-70f8a10c80fa service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ec2640a1-e42e-405b-be6f-87841488b2c7 HTTP/1.1" status: 200 len: 834 time: 0.0423844 Nov 22 21:16:44.310274 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baa43ba-d039-40e1-a30d-9192cf8bcc10 req-c6f9e565-9e7e-4a5f-b75c-534afa083991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:16:44.311772 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0baa43ba-d039-40e1-a30d-9192cf8bcc10 req-c6f9e565-9e7e-4a5f-b75c-534afa083991 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6c6d23b0-7594-400f-901c-88a9d3581048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393403 Nov 22 21:16:44.403059 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0baa43ba-d039-40e1-a30d-9192cf8bcc10 req-d31f7c26-3bad-419b-b609-ebb23d66ab36 service neutron] 10.222.0.20 "GET /v2.0/networks/6c6d23b0-7594-400f-901c-88a9d3581048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844674 Nov 22 21:16:44.494043 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0baa43ba-d039-40e1-a30d-9192cf8bcc10 req-6981e4dd-bc9b-4de6-9828-387ad46df899 service neutron] 10.222.0.20 "GET /v2.0/networks/6c6d23b0-7594-400f-901c-88a9d3581048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841298 Nov 22 21:16:45.105174 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:16:45.128141 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:16:45.225553 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65c3659-c116-4484-b299-6f114fa8944f req-50d084ad-9f15-4d7c-9a0a-387ee409e92c tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:16:45.227076 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a65c3659-c116-4484-b299-6f114fa8944f req-50d084ad-9f15-4d7c-9a0a-387ee409e92c tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/ports?device_id=1aa02487-594d-4fe5-9432-6cabe0e9e4bb HTTP/1.1" status: 200 len: 945 time: 0.0494938 Nov 22 21:16:45.280298 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a65c3659-c116-4484-b299-6f114fa8944f req-4ace3bb8-0ca2-491d-9ff9-d7be9554083f tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec64aac7-8e2c-4454-bd8f-e6b07be1099f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472372 Nov 22 21:16:45.302337 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 33142) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:16:45.361606 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-715d20d7-d417-4465-a4c1-05c3c03644c0 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/floatingips/2821b193-0a32-40f6-a8d0-eaf5dca10794 HTTP/1.1" status: 200 len: 992 time: 0.0581033 Nov 22 21:16:58.160370 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9fe28526-1ccd-42d5-a51e-f1e3fdc2e52f req-e44154d5-e863-4e3c-bb87-be7109cb7b7f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1aa02487-594d-4fe5-9432-6cabe0e9e4bb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0754755 Nov 22 21:16:58.245177 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe28526-1ccd-42d5-a51e-f1e3fdc2e52f req-a75330a3-70c7-4da8-96a7-a394ec24b909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:16:58.246656 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9fe28526-1ccd-42d5-a51e-f1e3fdc2e52f req-a75330a3-70c7-4da8-96a7-a394ec24b909 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6021baac210f4987b10e749036581cbe&device_id=1aa02487-594d-4fe5-9432-6cabe0e9e4bb HTTP/1.1" status: 200 len: 1096 time: 0.0430071 Nov 22 21:16:58.350252 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe28526-1ccd-42d5-a51e-f1e3fdc2e52f req-52dd25d0-f10d-4499-8167-060c83f9ffc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:16:58.351617 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9fe28526-1ccd-42d5-a51e-f1e3fdc2e52f req-52dd25d0-f10d-4499-8167-060c83f9ffc5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=6c6d23b0-7594-400f-901c-88a9d3581048 HTTP/1.1" status: 200 len: 897 time: 0.0821660 Nov 22 21:16:58.419218 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9fe28526-1ccd-42d5-a51e-f1e3fdc2e52f req-845d4a90-3749-46d1-bd46-6f6d5cf26451 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=19e09ac6-2462-4af1-8d5d-50d90d78b9d1 HTTP/1.1" status: 200 len: 1000 time: 0.0606277 Nov 22 21:16:58.468537 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe28526-1ccd-42d5-a51e-f1e3fdc2e52f req-1582e4fc-dcf9-434f-8224-2fd499947ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:16:58.469976 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9fe28526-1ccd-42d5-a51e-f1e3fdc2e52f req-1582e4fc-dcf9-434f-8224-2fd499947ae4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ec2640a1-e42e-405b-be6f-87841488b2c7 HTTP/1.1" status: 200 len: 834 time: 0.0429461 Nov 22 21:16:58.518275 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe28526-1ccd-42d5-a51e-f1e3fdc2e52f req-cb179f65-8255-4d02-aea6-95d94af8da52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:16:58.519770 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9fe28526-1ccd-42d5-a51e-f1e3fdc2e52f req-cb179f65-8255-4d02-aea6-95d94af8da52 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6c6d23b0-7594-400f-901c-88a9d3581048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409071 Nov 22 21:16:58.611209 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9fe28526-1ccd-42d5-a51e-f1e3fdc2e52f req-f95fe7c4-b7e2-4ba2-90e2-d4cf93ef7cee service neutron] 10.222.0.20 "GET /v2.0/networks/6c6d23b0-7594-400f-901c-88a9d3581048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831509 Nov 22 21:16:58.697911 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9fe28526-1ccd-42d5-a51e-f1e3fdc2e52f req-4f2fcf81-f977-45ab-bdca-7731e21997c5 service neutron] 10.222.0.20 "GET /v2.0/networks/6c6d23b0-7594-400f-901c-88a9d3581048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787573 Nov 22 21:17:00.131031 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-3dcb4403-32a2-4c7d-a934-bbdd3945f380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:17:03.026500 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-1fec3332-a32f-410f-b202-951bc3c836d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:17:03.691873 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-03f0964f-1b75-4df7-99e0-a3cdb56ec2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:17:05.390538 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e49ee129-e862-4476-beca-cdc8150d2345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:17:06.183527 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:17:15.143090 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:17:15.149844 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:17:15.890676 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 33154) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:17:16.041594 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-498ab557-bbdf-4eef-9e11-aedab12ccb02 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Deleting port 14cd636c-f412-45d9-a7c9-622691f3ba18 {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 21:17:16.041931 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-498ab557-bbdf-4eef-9e11-aedab12ccb02 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:17:16.117593 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-498ab557-bbdf-4eef-9e11-aedab12ccb02 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:17:16.117839 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-498ab557-bbdf-4eef-9e11-aedab12ccb02 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:17:16.129501 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-498ab557-bbdf-4eef-9e11-aedab12ccb02 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Calling delete_port for 14cd636c-f412-45d9-a7c9-622691f3ba18 owned by network:floatingip {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 21:17:16.273958 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-498ab557-bbdf-4eef-9e11-aedab12ccb02 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:17:16.299175 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498ab557-bbdf-4eef-9e11-aedab12ccb02 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Pushing event deleted for resources: {'Port': ['ID=14cd636c-f412-45d9-a7c9-622691f3ba18,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:17:16.327560 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498ab557-bbdf-4eef-9e11-aedab12ccb02 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:17:16.327912 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498ab557-bbdf-4eef-9e11-aedab12ccb02 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:17:16.328256 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498ab557-bbdf-4eef-9e11-aedab12ccb02 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:17:16.328589 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498ab557-bbdf-4eef-9e11-aedab12ccb02 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:17:16.328919 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498ab557-bbdf-4eef-9e11-aedab12ccb02 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:17:16.329252 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498ab557-bbdf-4eef-9e11-aedab12ccb02 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:17:16.329582 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498ab557-bbdf-4eef-9e11-aedab12ccb02 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:17:16.329909 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498ab557-bbdf-4eef-9e11-aedab12ccb02 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:17:16.330235 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498ab557-bbdf-4eef-9e11-aedab12ccb02 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:17:16.330559 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498ab557-bbdf-4eef-9e11-aedab12ccb02 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:17:16.330882 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498ab557-bbdf-4eef-9e11-aedab12ccb02 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:17:16.331200 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498ab557-bbdf-4eef-9e11-aedab12ccb02 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:17:16.368921 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-498ab557-bbdf-4eef-9e11-aedab12ccb02 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks [] for floatingip, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:17:16.369168 n-d-818823-1 neutron-server[103447]: INFO neutron.db.l3_db [None req-498ab557-bbdf-4eef-9e11-aedab12ccb02 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Floating IP 2821b193-0a32-40f6-a8d0-eaf5dca10794 disassociated (deleted). External IP: 172.25.5.28, port: 19e09ac6-2462-4af1-8d5d-50d90d78b9d1. Nov 22 21:17:16.567650 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-498ab557-bbdf-4eef-9e11-aedab12ccb02 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Router f8f81468-0d01-40c7-b199-2497bbe084eb has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 21:17:16.674187 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-498ab557-bbdf-4eef-9e11-aedab12ccb02 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 21:17:16.678982 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-498ab557-bbdf-4eef-9e11-aedab12ccb02 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for floatingip, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:17:16.683649 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d7cc71e-5889-4d93-a11c-d5f36e663801 None None] Sync routers for ids ['f8f81468-0d01-40c7-b199-2497bbe084eb'] in n-d-818823-1 {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 21:17:16.693230 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d7cc71e-5889-4d93-a11c-d5f36e663801 None None] Routers {'f8f81468-0d01-40c7-b199-2497bbe084eb'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 21:17:16.693843 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-5d7cc71e-5889-4d93-a11c-d5f36e663801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T21:17:03Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['f8f81468-0d01-40c7-b199-2497bbe084eb'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:17:16.704999 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-498ab557-bbdf-4eef-9e11-aedab12ccb02 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "DELETE /v2.0/floatingips/2821b193-0a32-40f6-a8d0-eaf5dca10794 HTTP/1.1" status: 204 len: 168 time: 0.8132343 Nov 22 21:17:16.705589 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1aa02487-594d-4fe5-9432-6cabe0e9e4bb', 'tag': '19e09ac6-2462-4af1-8d5d-50d90d78b9d1'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 21:17:16.707885 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0b87e146ffa5c253ca46002a571dfb52564e5f7c412d10689cf18353d020cb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6a901e4-49ee-404f-b517-8542e72af574" -d '{"events": [{"name": "network-changed", "server_uuid": "1aa02487-594d-4fe5-9432-6cabe0e9e4bb", "tag": "19e09ac6-2462-4af1-8d5d-50d90d78b9d1"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 21:17:16.745205 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 21:17:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20c63e95-2547-4540-8c11-9f81db680b63 x-openstack-request-id: req-20c63e95-2547-4540-8c11-9f81db680b63 {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 21:17:16.745503 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1aa02487-594d-4fe5-9432-6cabe0e9e4bb", "tag": "19e09ac6-2462-4af1-8d5d-50d90d78b9d1", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 21:17:16.745763 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-20c63e95-2547-4540-8c11-9f81db680b63 {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 21:17:16.746176 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1aa02487-594d-4fe5-9432-6cabe0e9e4bb', 'tag': '19e09ac6-2462-4af1-8d5d-50d90d78b9d1', 'status': 'completed', 'code': 200} Nov 22 21:17:16.816894 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a901e4-49ee-404f-b517-8542e72af574 req-edc7211c-252e-43e1-ba18-06f0cb391e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:17:16.818557 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f6a901e4-49ee-404f-b517-8542e72af574 req-edc7211c-252e-43e1-ba18-06f0cb391e68 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6021baac210f4987b10e749036581cbe&device_id=1aa02487-594d-4fe5-9432-6cabe0e9e4bb HTTP/1.1" status: 200 len: 1096 time: 0.0426934 Nov 22 21:17:16.829460 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-5d7cc71e-5889-4d93-a11c-d5f36e663801 None None] Set router f8f81468-0d01-40c7-b199-2497bbe084eb gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 21:17:16.952789 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a901e4-49ee-404f-b517-8542e72af574 req-21ca6130-89ff-4342-a500-a0a2a9769915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:17:16.954176 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f6a901e4-49ee-404f-b517-8542e72af574 req-21ca6130-89ff-4342-a500-a0a2a9769915 service neutron] 10.222.0.20 "GET /v2.0/networks?id=6c6d23b0-7594-400f-901c-88a9d3581048 HTTP/1.1" status: 200 len: 897 time: 0.1279087 Nov 22 21:17:16.976230 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30de7d9-c889-4648-8173-141a6c400505 req-8d270900-7bfa-43c2-bbf3-28aaa3394701 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:17:16.977684 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c30de7d9-c889-4648-8173-141a6c400505 req-8d270900-7bfa-43c2-bbf3-28aaa3394701 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/ports?device_id=1aa02487-594d-4fe5-9432-6cabe0e9e4bb HTTP/1.1" status: 200 len: 945 time: 0.0738766 Nov 22 21:17:17.010746 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f6a901e4-49ee-404f-b517-8542e72af574 req-b43585db-41bf-4885-9425-53d8f20c137a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=19e09ac6-2462-4af1-8d5d-50d90d78b9d1 HTTP/1.1" status: 200 len: 217 time: 0.0487723 Nov 22 21:17:17.037665 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-5d7cc71e-5889-4d93-a11c-d5f36e663801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8f81468-0d01-40c7-b199-2497bbe084eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-784315952', 'tenant_id': '6021baac210f4987b10e749036581cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': 'beca14d0-94ef-42db-8e6d-5c22cdfd59b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T21:15:35Z', 'updated_at': '2021-11-22T21:15:39Z', 'revision_number': 4, 'project_id': '6021baac210f4987b10e749036581cbe', 'gw_port': {'id': 'beca14d0-94ef-42db-8e6d-5c22cdfd59b6', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:79:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f81468-0d01-40c7-b199-2497bbe084eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:15:36Z', 'updated_at': '2021-11-22T21:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': '37c8ae38-9d1e-4fec-a734-b2f36ac17fdb', 'name': '', 'network_id': '6c6d23b0-7594-400f-901c-88a9d3581048', 'tenant_id': '6021baac210f4987b10e749036581cbe', 'mac_address': 'fa:16:3e:8b:16:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f81468-0d01-40c7-b199-2497bbe084eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'ec2640a1-e42e-405b-be6f-87841488b2c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:15:38Z', 'updated_at': '2021-11-22T21:15:42Z', 'revision_number': 5, 'project_id': '6021baac210f4987b10e749036581cbe', 'subnets': [{'id': 'ec2640a1-e42e-405b-be6f-87841488b2c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:17:17.068255 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d7cc71e-5889-4d93-a11c-d5f36e663801 None None] Checking router: f8f81468-0d01-40c7-b199-2497bbe084eb for host: n-d-818823-1 {{(pid=103449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 21:17:17.078069 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d7cc71e-5889-4d93-a11c-d5f36e663801 None None] Routers {'f8f81468-0d01-40c7-b199-2497bbe084eb'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 21:17:17.078687 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-5d7cc71e-5889-4d93-a11c-d5f36e663801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T21:17:03Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['f8f81468-0d01-40c7-b199-2497bbe084eb'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:17:17.084052 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c30de7d9-c889-4648-8173-141a6c400505 req-c0eac451-4864-42b3-8b29-2edcb759330a tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec64aac7-8e2c-4454-bd8f-e6b07be1099f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764875 Nov 22 21:17:17.088206 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a901e4-49ee-404f-b517-8542e72af574 req-505f9485-4ed1-498c-821c-46c5a140d10c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:17:17.089606 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f6a901e4-49ee-404f-b517-8542e72af574 req-505f9485-4ed1-498c-821c-46c5a140d10c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ec2640a1-e42e-405b-be6f-87841488b2c7 HTTP/1.1" status: 200 len: 834 time: 0.0673156 Nov 22 21:17:17.136248 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a901e4-49ee-404f-b517-8542e72af574 req-d05865a2-dd17-4fe0-aa93-c75a42c3b871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:17:17.137760 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f6a901e4-49ee-404f-b517-8542e72af574 req-d05865a2-dd17-4fe0-aa93-c75a42c3b871 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6c6d23b0-7594-400f-901c-88a9d3581048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402052 Nov 22 21:17:17.186286 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-5d7cc71e-5889-4d93-a11c-d5f36e663801 None None] Set router f8f81468-0d01-40c7-b199-2497bbe084eb gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 21:17:17.231273 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f6a901e4-49ee-404f-b517-8542e72af574 req-ada1ea4f-3587-47d3-902b-3cbfee83d1fb service neutron] 10.222.0.20 "GET /v2.0/networks/6c6d23b0-7594-400f-901c-88a9d3581048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848908 Nov 22 21:17:17.321703 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f6a901e4-49ee-404f-b517-8542e72af574 req-54399c90-0567-4094-9861-2b92dd0879e2 service neutron] 10.222.0.20 "GET /v2.0/networks/6c6d23b0-7594-400f-901c-88a9d3581048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822473 Nov 22 21:17:17.384913 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-5d7cc71e-5889-4d93-a11c-d5f36e663801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8f81468-0d01-40c7-b199-2497bbe084eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-784315952', 'tenant_id': '6021baac210f4987b10e749036581cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': 'beca14d0-94ef-42db-8e6d-5c22cdfd59b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T21:15:35Z', 'updated_at': '2021-11-22T21:15:39Z', 'revision_number': 4, 'project_id': '6021baac210f4987b10e749036581cbe', 'gw_port': {'id': 'beca14d0-94ef-42db-8e6d-5c22cdfd59b6', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:79:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f81468-0d01-40c7-b199-2497bbe084eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:15:36Z', 'updated_at': '2021-11-22T21:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': '37c8ae38-9d1e-4fec-a734-b2f36ac17fdb', 'name': '', 'network_id': '6c6d23b0-7594-400f-901c-88a9d3581048', 'tenant_id': '6021baac210f4987b10e749036581cbe', 'mac_address': 'fa:16:3e:8b:16:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f81468-0d01-40c7-b199-2497bbe084eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'ec2640a1-e42e-405b-be6f-87841488b2c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:15:38Z', 'updated_at': '2021-11-22T21:15:42Z', 'revision_number': 5, 'project_id': '6021baac210f4987b10e749036581cbe', 'subnets': [{'id': 'ec2640a1-e42e-405b-be6f-87841488b2c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:17:17.414976 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d7cc71e-5889-4d93-a11c-d5f36e663801 None None] The sync data for ids ['f8f81468-0d01-40c7-b199-2497bbe084eb'] in n-d-818823-1 is: [{'id': 'f8f81468-0d01-40c7-b199-2497bbe084eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-784315952', 'tenant_id': '6021baac210f4987b10e749036581cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': 'beca14d0-94ef-42db-8e6d-5c22cdfd59b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T21:15:35Z', 'updated_at': '2021-11-22T21:15:39Z', 'revision_number': 4, 'project_id': '6021baac210f4987b10e749036581cbe', 'gw_port': {'id': 'beca14d0-94ef-42db-8e6d-5c22cdfd59b6', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:79:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f81468-0d01-40c7-b199-2497bbe084eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:15:36Z', 'updated_at': '2021-11-22T21:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': '37c8ae38-9d1e-4fec-a734-b2f36ac17fdb', 'name': '', 'network_id': '6c6d23b0-7594-400f-901c-88a9d3581048', 'tenant_id': '6021baac210f4987b10e749036581cbe', 'mac_address': 'fa:16:3e:8b:16:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f81468-0d01-40c7-b199-2497bbe084eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': 'ec2640a1-e42e-405b-be6f-87841488b2c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:15:38Z', 'updated_at': '2021-11-22T21:15:42Z', 'revision_number': 5, 'project_id': '6021baac210f4987b10e749036581cbe', 'subnets': [{'id': 'ec2640a1-e42e-405b-be6f-87841488b2c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 21:17:17.636373 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7854a79-d1f6-4e37-b418-5d5baeb967ad None None] New status for floating IP 2821b193-0a32-40f6-a8d0-eaf5dca10794: DOWN {{(pid=103450) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 21:17:18.147670 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.agents_db [None req-aa8313f2-1ee4-4e7b-8c5a-d32b2f9d31ee None None] Agent healthcheck: found 7 active agents {{(pid=103450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 21:17:18.205827 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d0ba5e-31f1-4ffa-b226-43d7c8c3e265 req-7c749fb5-798a-4a94-9b10-013eff0dcc92 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:17:18.207320 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-28d0ba5e-31f1-4ffa-b226-43d7c8c3e265 req-7c749fb5-798a-4a94-9b10-013eff0dcc92 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/ports?device_id=1aa02487-594d-4fe5-9432-6cabe0e9e4bb HTTP/1.1" status: 200 len: 945 time: 0.0488241 Nov 22 21:17:18.260507 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-28d0ba5e-31f1-4ffa-b226-43d7c8c3e265 req-6185fb73-9ad9-4da6-a6e5-f0f1780555b7 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec64aac7-8e2c-4454-bd8f-e6b07be1099f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463426 Nov 22 21:17:18.509896 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec65d1d5-003a-4fbb-a7fc-dcd33c0d4148 req-2ae15264-3adb-4711-b6a3-dc3331606088 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:17:18.511334 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ec65d1d5-003a-4fbb-a7fc-dcd33c0d4148 req-2ae15264-3adb-4711-b6a3-dc3331606088 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.20 "GET /v2.0/ports?device_id=1aa02487-594d-4fe5-9432-6cabe0e9e4bb HTTP/1.1" status: 200 len: 945 time: 0.0480485 Nov 22 21:17:18.601189 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-ec65d1d5-003a-4fbb-a7fc-dcd33c0d4148 req-c61e69c2-6a3b-4877-870e-fe6456507729 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Deleting port 19e09ac6-2462-4af1-8d5d-50d90d78b9d1 {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 21:17:18.601532 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-ec65d1d5-003a-4fbb-a7fc-dcd33c0d4148 req-c61e69c2-6a3b-4877-870e-fe6456507729 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:17:18.690843 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-ec65d1d5-003a-4fbb-a7fc-dcd33c0d4148 req-c61e69c2-6a3b-4877-870e-fe6456507729 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] For port 19e09ac6-2462-4af1-8d5d-50d90d78b9d1, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=19e09ac6-2462-4af1-8d5d-50d90d78b9d1,segment=NetworkSegment(2185db18-4eab-4086-a1b4-e3cad5aa31ab),segment_id=2185db18-4eab-4086-a1b4-e3cad5aa31ab)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 21:17:18.691199 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-ec65d1d5-003a-4fbb-a7fc-dcd33c0d4148 req-c61e69c2-6a3b-4877-870e-fe6456507729 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:17:18.704293 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-ec65d1d5-003a-4fbb-a7fc-dcd33c0d4148 req-c61e69c2-6a3b-4877-870e-fe6456507729 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Calling delete_port for 19e09ac6-2462-4af1-8d5d-50d90d78b9d1 owned by compute:nova {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 21:17:18.832154 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-ec65d1d5-003a-4fbb-a7fc-dcd33c0d4148 req-c61e69c2-6a3b-4877-870e-fe6456507729 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:17:18.860437 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61e69c2-6a3b-4877-870e-fe6456507729 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Pushing event deleted for resources: {'Port': ['ID=19e09ac6-2462-4af1-8d5d-50d90d78b9d1,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:17:18.900210 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec65d1d5-003a-4fbb-a7fc-dcd33c0d4148 req-c61e69c2-6a3b-4877-870e-fe6456507729 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] No DVR routers for this DVR port 19e09ac6-2462-4af1-8d5d-50d90d78b9d1 on host n-h2-818823-1 {{(pid=103447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 21:17:18.903011 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-ec65d1d5-003a-4fbb-a7fc-dcd33c0d4148 req-c61e69c2-6a3b-4877-870e-fe6456507729 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:17:18.906466 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ec65d1d5-003a-4fbb-a7fc-dcd33c0d4148 req-c61e69c2-6a3b-4877-870e-fe6456507729 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.20 "DELETE /v2.0/ports/19e09ac6-2462-4af1-8d5d-50d90d78b9d1 HTTP/1.1" status: 204 len: 173 time: 0.3884418 Nov 22 21:17:18.906935 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1aa02487-594d-4fe5-9432-6cabe0e9e4bb', 'name': 'network-vif-deleted', 'tag': '19e09ac6-2462-4af1-8d5d-50d90d78b9d1'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 21:17:18.909255 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0b87e146ffa5c253ca46002a571dfb52564e5f7c412d10689cf18353d020cb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-594e6ab8-3729-4055-a818-eb7a36d2e35f" -d '{"events": [{"server_uuid": "1aa02487-594d-4fe5-9432-6cabe0e9e4bb", "name": "network-vif-deleted", "tag": "19e09ac6-2462-4af1-8d5d-50d90d78b9d1"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 21:17:18.951252 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 21:17:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15846a16-7e8a-475c-a87e-6d8c16598977 x-openstack-request-id: req-15846a16-7e8a-475c-a87e-6d8c16598977 {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 21:17:18.951649 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1aa02487-594d-4fe5-9432-6cabe0e9e4bb", "name": "network-vif-deleted", "tag": "19e09ac6-2462-4af1-8d5d-50d90d78b9d1", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 21:17:18.951974 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-15846a16-7e8a-475c-a87e-6d8c16598977 {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 21:17:18.952444 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1aa02487-594d-4fe5-9432-6cabe0e9e4bb', 'name': 'network-vif-deleted', 'tag': '19e09ac6-2462-4af1-8d5d-50d90d78b9d1', 'status': 'completed', 'code': 200} Nov 22 21:17:19.386185 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a8a33d21-6d9d-4a1d-960e-20a9fc89e7d9 req-84692838-27b7-4757-bbed-250dcd0ef3ac tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/ports?device_id=1aa02487-594d-4fe5-9432-6cabe0e9e4bb HTTP/1.1" status: 200 len: 210 time: 0.0281985 Nov 22 21:17:20.442633 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 33170) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:17:20.799664 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6e22e0ea-c5f0-4edc-866b-e4721fad68aa tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659736'] for router_interface, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:17:21.358438 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-6e22e0ea-c5f0-4edc-866b-e4721fad68aa tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Deleting port 37c8ae38-9d1e-4fec-a734-b2f36ac17fdb {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 21:17:21.358769 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6e22e0ea-c5f0-4edc-866b-e4721fad68aa tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:17:21.446630 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [None req-6e22e0ea-c5f0-4edc-866b-e4721fad68aa tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] For port 37c8ae38-9d1e-4fec-a734-b2f36ac17fdb, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=37c8ae38-9d1e-4fec-a734-b2f36ac17fdb,segment=NetworkSegment(2185db18-4eab-4086-a1b4-e3cad5aa31ab),segment_id=2185db18-4eab-4086-a1b4-e3cad5aa31ab)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 21:17:21.447319 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6e22e0ea-c5f0-4edc-866b-e4721fad68aa tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:17:21.459880 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-6e22e0ea-c5f0-4edc-866b-e4721fad68aa tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Calling delete_port for 37c8ae38-9d1e-4fec-a734-b2f36ac17fdb owned by network:router_interface {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 21:17:21.639021 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6e22e0ea-c5f0-4edc-866b-e4721fad68aa tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:17:21.664245 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e22e0ea-c5f0-4edc-866b-e4721fad68aa tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Pushing event deleted for resources: {'Port': ['ID=37c8ae38-9d1e-4fec-a734-b2f36ac17fdb,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:17:21.843985 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6e22e0ea-c5f0-4edc-866b-e4721fad68aa tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-563470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-663272'] for router_interface, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:17:22.055106 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e22e0ea-c5f0-4edc-866b-e4721fad68aa tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Router f8f81468-0d01-40c7-b199-2497bbe084eb has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 21:17:22.168759 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e22e0ea-c5f0-4edc-866b-e4721fad68aa tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 21:17:22.175837 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-6e22e0ea-c5f0-4edc-866b-e4721fad68aa tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "PUT /v2.0/routers/f8f81468-0d01-40c7-b199-2497bbe084eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7303023 Nov 22 21:17:22.176705 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 33172) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:17:22.179251 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74fc6509-c615-4e0c-9468-cd0f96b6d446 None None] Sync routers for ids ['f8f81468-0d01-40c7-b199-2497bbe084eb'] in n-d-818823-1 {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 21:17:22.189063 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74fc6509-c615-4e0c-9468-cd0f96b6d446 None None] Routers {'f8f81468-0d01-40c7-b199-2497bbe084eb'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 21:17:22.189661 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-74fc6509-c615-4e0c-9468-cd0f96b6d446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T21:17:03Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['f8f81468-0d01-40c7-b199-2497bbe084eb'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:17:22.230857 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_v2 [None req-79d6eaf3-5437-4fbc-8ef3-3325ddd37605 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Deleting subnet ec2640a1-e42e-405b-be6f-87841488b2c7 {{(pid=103447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 21:17:22.233996 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-79d6eaf3-5437-4fbc-8ef3-3325ddd37605 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks [] for subnet, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:17:22.274029 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-79d6eaf3-5437-4fbc-8ef3-3325ddd37605 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12178353'] for subnet, precommit_delete_associations {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:17:22.299003 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-74fc6509-c615-4e0c-9468-cd0f96b6d446 None None] Set router f8f81468-0d01-40c7-b199-2497bbe084eb gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 21:17:22.362305 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-79d6eaf3-5437-4fbc-8ef3-3325ddd37605 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3753007'] for subnet, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:17:22.420496 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-79d6eaf3-5437-4fbc-8ef3-3325ddd37605 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3753014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8900804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8485115'] for subnet, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:17:22.452198 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d6eaf3-5437-4fbc-8ef3-3325ddd37605 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Pushing event deleted for resources: {'Subnet': ['ID=ec2640a1-e42e-405b-be6f-87841488b2c7,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:17:22.463031 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-79d6eaf3-5437-4fbc-8ef3-3325ddd37605 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks [] for subnet, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:17:22.466681 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-79d6eaf3-5437-4fbc-8ef3-3325ddd37605 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "DELETE /v2.0/subnets/ec2640a1-e42e-405b-be6f-87841488b2c7 HTTP/1.1" status: 204 len: 168 time: 0.2886121 Nov 22 21:17:22.469327 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 33174) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:17:22.472597 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6398e8f5-ba35-43af-aadf-19b30426bf3e None None] Network 6c6d23b0-7594-400f-901c-88a9d3581048 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 21:17:22.537471 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-74fc6509-c615-4e0c-9468-cd0f96b6d446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8f81468-0d01-40c7-b199-2497bbe084eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-784315952', 'tenant_id': '6021baac210f4987b10e749036581cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': 'beca14d0-94ef-42db-8e6d-5c22cdfd59b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T21:15:35Z', 'updated_at': '2021-11-22T21:17:21Z', 'revision_number': 5, 'project_id': '6021baac210f4987b10e749036581cbe', 'gw_port': {'id': 'beca14d0-94ef-42db-8e6d-5c22cdfd59b6', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:79:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f81468-0d01-40c7-b199-2497bbe084eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:15:36Z', 'updated_at': '2021-11-22T21:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:17:22.571563 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74fc6509-c615-4e0c-9468-cd0f96b6d446 None None] Checking router: f8f81468-0d01-40c7-b199-2497bbe084eb for host: n-d-818823-1 {{(pid=103449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 21:17:22.581514 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a1f2f1f8-4369-4dd9-b3ef-725db66b23b1 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks [] for router, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:17:22.602822 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74fc6509-c615-4e0c-9468-cd0f96b6d446 None None] Routers {'f8f81468-0d01-40c7-b199-2497bbe084eb'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 21:17:22.603474 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-74fc6509-c615-4e0c-9468-cd0f96b6d446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T21:17:03Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['f8f81468-0d01-40c7-b199-2497bbe084eb'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:17:22.685147 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a1f2f1f8-4369-4dd9-b3ef-725db66b23b1 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:17:22.729337 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-74fc6509-c615-4e0c-9468-cd0f96b6d446 None None] Set router f8f81468-0d01-40c7-b199-2497bbe084eb gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 21:17:22.740339 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-a1f2f1f8-4369-4dd9-b3ef-725db66b23b1 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Deleting port beca14d0-94ef-42db-8e6d-5c22cdfd59b6 {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 21:17:22.740687 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a1f2f1f8-4369-4dd9-b3ef-725db66b23b1 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:17:22.793599 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79f90c53-8be9-4028-96d5-82e6d7fd3b66 None None] DHCP port deletion for 6c6d23b0-7594-400f-901c-88a9d3581048 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 21:17:22.831893 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [None req-a1f2f1f8-4369-4dd9-b3ef-725db66b23b1 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] For port beca14d0-94ef-42db-8e6d-5c22cdfd59b6, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=beca14d0-94ef-42db-8e6d-5c22cdfd59b6,segment=NetworkSegment(8793ba83-8407-4c3d-9b56-2a177cd58a70),segment_id=8793ba83-8407-4c3d-9b56-2a177cd58a70)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 21:17:22.832271 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a1f2f1f8-4369-4dd9-b3ef-725db66b23b1 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:17:22.844232 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-a1f2f1f8-4369-4dd9-b3ef-725db66b23b1 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Calling delete_port for beca14d0-94ef-42db-8e6d-5c22cdfd59b6 owned by network:router_gateway {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 21:17:23.014848 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a1f2f1f8-4369-4dd9-b3ef-725db66b23b1 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:17:23.041228 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f2f1f8-4369-4dd9-b3ef-725db66b23b1 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Pushing event deleted for resources: {'Port': ['ID=beca14d0-94ef-42db-8e6d-5c22cdfd59b6,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:17:23.060087 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9972dc0-d4b8-4eda-80a6-e70b58656adb None None] DHCP port deletion for c48a55e9-6a85-4746-b7bf-3e29fb560094 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 21:17:23.101067 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-79f90c53-8be9-4028-96d5-82e6d7fd3b66 None None] Deleting port c54e7157-a940-48c1-a8eb-ffd39159c29a {{(pid=103449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 21:17:23.101451 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-79f90c53-8be9-4028-96d5-82e6d7fd3b66 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:17:23.112540 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a1f2f1f8-4369-4dd9-b3ef-725db66b23b1 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595398'] for router_gateway, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:17:23.178877 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-79f90c53-8be9-4028-96d5-82e6d7fd3b66 None None] For port c54e7157-a940-48c1-a8eb-ffd39159c29a, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=c54e7157-a940-48c1-a8eb-ffd39159c29a,segment=NetworkSegment(2185db18-4eab-4086-a1b4-e3cad5aa31ab),segment_id=2185db18-4eab-4086-a1b4-e3cad5aa31ab)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 21:17:23.179831 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-79f90c53-8be9-4028-96d5-82e6d7fd3b66 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:17:23.196091 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-79f90c53-8be9-4028-96d5-82e6d7fd3b66 None None] Calling delete_port for c54e7157-a940-48c1-a8eb-ffd39159c29a owned by network:dhcp {{(pid=103449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 21:17:23.201029 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-74fc6509-c615-4e0c-9468-cd0f96b6d446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8f81468-0d01-40c7-b199-2497bbe084eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-784315952', 'tenant_id': '6021baac210f4987b10e749036581cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': 'beca14d0-94ef-42db-8e6d-5c22cdfd59b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T21:15:35Z', 'updated_at': '2021-11-22T21:17:21Z', 'revision_number': 5, 'project_id': '6021baac210f4987b10e749036581cbe', 'gw_port': {'id': 'beca14d0-94ef-42db-8e6d-5c22cdfd59b6', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:79:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f81468-0d01-40c7-b199-2497bbe084eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:15:36Z', 'updated_at': '2021-11-22T21:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:17:23.206359 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a1f2f1f8-4369-4dd9-b3ef-725db66b23b1 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24781'] for router, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:17:23.208664 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a1f2f1f8-4369-4dd9-b3ef-725db66b23b1 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:17:23.232444 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74fc6509-c615-4e0c-9468-cd0f96b6d446 None None] The sync data for ids ['f8f81468-0d01-40c7-b199-2497bbe084eb'] in n-d-818823-1 is: [{'id': 'f8f81468-0d01-40c7-b199-2497bbe084eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-784315952', 'tenant_id': '6021baac210f4987b10e749036581cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': 'beca14d0-94ef-42db-8e6d-5c22cdfd59b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T21:15:35Z', 'updated_at': '2021-11-22T21:17:21Z', 'revision_number': 5, 'project_id': '6021baac210f4987b10e749036581cbe', 'gw_port': {'id': 'beca14d0-94ef-42db-8e6d-5c22cdfd59b6', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:79:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f81468-0d01-40c7-b199-2497bbe084eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:15:36Z', 'updated_at': '2021-11-22T21:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 21:17:23.254361 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a1f2f1f8-4369-4dd9-b3ef-725db66b23b1 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-663261'] for router, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:17:23.255333 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1f2f1f8-4369-4dd9-b3ef-725db66b23b1 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Fanout notify agent at l3_agent the message router_deleted on router f8f81468-0d01-40c7-b199-2497bbe084eb {{(pid=103447) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 21:17:23.262962 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a1f2f1f8-4369-4dd9-b3ef-725db66b23b1 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks [] for router, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:17:23.264254 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-a1f2f1f8-4369-4dd9-b3ef-725db66b23b1 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "DELETE /v2.0/routers/f8f81468-0d01-40c7-b199-2497bbe084eb HTTP/1.1" status: 204 len: 168 time: 0.7940855 Nov 22 21:17:23.267187 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 33176) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:17:23.283839 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 19e09ac6-2462-4af1-8d5d-50d90d78b9d1 no longer exists at agent hyperv_n-h2-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 21:17:23.314695 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] No Port match for: 19e09ac6-2462-4af1-8d5d-50d90d78b9d1 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 21:17:23.315037 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 19e09ac6-2462-4af1-8d5d-50d90d78b9d1 not bound to the agent host n-h2-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 21:17:23.338855 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-79f90c53-8be9-4028-96d5-82e6d7fd3b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381'] for port, after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:17:23.355742 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b466f11f-eb1f-4096-964d-15a50ba45c08 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3961693'] for network, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:17:23.365480 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f90c53-8be9-4028-96d5-82e6d7fd3b66 None None] Pushing event deleted for resources: {'Port': ['ID=c54e7157-a940-48c1-a8eb-ffd39159c29a,revision_number=None']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:17:23.368700 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f90c53-8be9-4028-96d5-82e6d7fd3b66 None None] No DVR routers for this DVR port c54e7157-a940-48c1-a8eb-ffd39159c29a on host n-d-818823-1 {{(pid=103449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 21:17:23.375355 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f90c53-8be9-4028-96d5-82e6d7fd3b66 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:17:23.375725 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f90c53-8be9-4028-96d5-82e6d7fd3b66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:17:23.376063 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f90c53-8be9-4028-96d5-82e6d7fd3b66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:17:23.376395 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f90c53-8be9-4028-96d5-82e6d7fd3b66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:17:23.376725 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f90c53-8be9-4028-96d5-82e6d7fd3b66 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:17:23.377053 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f90c53-8be9-4028-96d5-82e6d7fd3b66 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:17:23.377380 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f90c53-8be9-4028-96d5-82e6d7fd3b66 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:17:23.377702 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f90c53-8be9-4028-96d5-82e6d7fd3b66 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:17:23.378024 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f90c53-8be9-4028-96d5-82e6d7fd3b66 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:17:23.378613 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f90c53-8be9-4028-96d5-82e6d7fd3b66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:17:23.378713 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f90c53-8be9-4028-96d5-82e6d7fd3b66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:17:23.378950 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f90c53-8be9-4028-96d5-82e6d7fd3b66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:17:23.450548 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b466f11f-eb1f-4096-964d-15a50ba45c08 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3760028', 'neutron.services.segments.db._delete_segments_for_network-8748992815755'] for network, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:17:23.470678 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-b466f11f-eb1f-4096-964d-15a50ba45c08 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c6d23b0-7594-400f-901c-88a9d3581048']}} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:17:23.479666 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-b466f11f-eb1f-4096-964d-15a50ba45c08 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2185db18-4eab-4086-a1b4-e3cad5aa31ab') {'for_net_delete': True} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:17:23.479962 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-b466f11f-eb1f-4096-964d-15a50ba45c08 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2185db18-4eab-4086-a1b4-e3cad5aa31ab') {} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:17:23.489264 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b466f11f-eb1f-4096-964d-15a50ba45c08 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748993039638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11627933'] for segment, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:17:23.501872 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b466f11f-eb1f-4096-964d-15a50ba45c08 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:17:23.508633 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b466f11f-eb1f-4096-964d-15a50ba45c08 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Releasing vlan 649 on physical network physnet1 to pool {{(pid=103448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 21:17:23.509026 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b466f11f-eb1f-4096-964d-15a50ba45c08 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11567447'] for segment, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:17:23.511993 n-d-818823-1 neutron-server[103448]: Traceback (most recent call last): Nov 22 21:17:23.511993 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 21:17:23.511993 n-d-818823-1 neutron-server[103448]: timer() Nov 22 21:17:23.511993 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 21:17:23.511993 n-d-818823-1 neutron-server[103448]: cb(*args, **kw) Nov 22 21:17:23.511993 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 21:17:23.511993 n-d-818823-1 neutron-server[103448]: return func(*args, **kwargs) Nov 22 21:17:23.511993 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 21:17:23.511993 n-d-818823-1 neutron-server[103448]: self._notify() Nov 22 21:17:23.511993 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 21:17:23.511993 n-d-818823-1 neutron-server[103448]: self.callback(batched_events) Nov 22 21:17:23.511993 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 21:17:23.511993 n-d-818823-1 neutron-server[103448]: event.method(event) Nov 22 21:17:23.511993 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 21:17:23.511993 n-d-818823-1 neutron-server[103448]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 21:17:23.511993 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 21:17:23.511993 n-d-818823-1 neutron-server[103448]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 21:17:23.511993 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 21:17:23.511993 n-d-818823-1 neutron-server[103448]: return f(self, *a, **k) Nov 22 21:17:23.511993 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 21:17:23.511993 n-d-818823-1 neutron-server[103448]: return self._get(url).json() Nov 22 21:17:23.511993 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 21:17:23.511993 n-d-818823-1 neutron-server[103448]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 21:17:23.511993 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 21:17:23.511993 n-d-818823-1 neutron-server[103448]: return self.request(url, 'GET', **kwargs) Nov 22 21:17:23.511993 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 21:17:23.511993 n-d-818823-1 neutron-server[103448]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 21:17:23.511993 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 21:17:23.511993 n-d-818823-1 neutron-server[103448]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 21:17:23.511993 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 21:17:23.511993 n-d-818823-1 neutron-server[103448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 21:17:23.511993 n-d-818823-1 neutron-server[103448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 21:17:23.567255 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b466f11f-eb1f-4096-964d-15a50ba45c08 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3760002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595318'] for network, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:17:23.574846 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b466f11f-eb1f-4096-964d-15a50ba45c08 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks [] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:17:23.581096 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-b466f11f-eb1f-4096-964d-15a50ba45c08 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "DELETE /v2.0/networks/6c6d23b0-7594-400f-901c-88a9d3581048 HTTP/1.1" status: 204 len: 168 time: 0.3102279 Nov 22 21:17:23.581096 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 33182) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:17:23.598695 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b466f11f-eb1f-4096-964d-15a50ba45c08 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Pushing event deleted for resources: {'Network': ['ID=6c6d23b0-7594-400f-901c-88a9d3581048,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:17:23.613312 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b466f11f-eb1f-4096-964d-15a50ba45c08 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:17:23.613662 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b466f11f-eb1f-4096-964d-15a50ba45c08 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:17:23.614002 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b466f11f-eb1f-4096-964d-15a50ba45c08 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:17:23.614337 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b466f11f-eb1f-4096-964d-15a50ba45c08 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:17:23.614666 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b466f11f-eb1f-4096-964d-15a50ba45c08 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:17:23.614994 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b466f11f-eb1f-4096-964d-15a50ba45c08 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:17:23.615319 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b466f11f-eb1f-4096-964d-15a50ba45c08 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:17:23.615680 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b466f11f-eb1f-4096-964d-15a50ba45c08 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:17:23.616002 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b466f11f-eb1f-4096-964d-15a50ba45c08 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:17:23.616329 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b466f11f-eb1f-4096-964d-15a50ba45c08 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:17:23.616678 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b466f11f-eb1f-4096-964d-15a50ba45c08 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:17:23.616996 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b466f11f-eb1f-4096-964d-15a50ba45c08 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:17:23.662344 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d8168ec8-d837-4900-b3c0-be0a785cfdfc tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:17:23.697098 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d8168ec8-d837-4900-b3c0-be0a785cfdfc tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:17:23.759118 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d8168ec8-d837-4900-b3c0-be0a785cfdfc tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:17:23.761927 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d8168ec8-d837-4900-b3c0-be0a785cfdfc tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:17:23.763142 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-d8168ec8-d837-4900-b3c0-be0a785cfdfc tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "DELETE /v2.0/security-groups/ec64aac7-8e2c-4454-bd8f-e6b07be1099f HTTP/1.1" status: 204 len: 168 time: 0.1811328 Nov 22 21:17:23.772550 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8168ec8-d837-4900-b3c0-be0a785cfdfc tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec64aac7-8e2c-4454-bd8f-e6b07be1099f,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:17:24.140670 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 33188) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:17:24.145253 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-7f729fe6-a14b-4481-bf46-da3d6fa775e2 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1796001581', 'description': 'tempest-secgroup-smoke-1796001581 description', 'project_id': '6021baac210f4987b10e749036581cbe'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 21:17:24.168541 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7f729fe6-a14b-4481-bf46-da3d6fa775e2 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:17:24.232912 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7f729fe6-a14b-4481-bf46-da3d6fa775e2 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:17:24.236659 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7f729fe6-a14b-4481-bf46-da3d6fa775e2 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:17:24.267275 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7f729fe6-a14b-4481-bf46-da3d6fa775e2 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:17:24.268530 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-7f729fe6-a14b-4481-bf46-da3d6fa775e2 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1268482 Nov 22 21:17:24.270450 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f729fe6-a14b-4481-bf46-da3d6fa775e2 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb0e9a97-7716-4907-ba5b-86cf332c9a27,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:17:24.271721 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 33190) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:17:24.277488 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-9f3f185f-f23e-416d-9b8a-66943e6a5b3d tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Request body: {'security_group_rule': {'security_group_id': 'bb0e9a97-7716-4907-ba5b-86cf332c9a27', 'project_id': '6021baac210f4987b10e749036581cbe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 21:17:24.301507 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device c54e7157-a940-48c1-a8eb-ffd39159c29a no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 21:17:24.312056 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9f3f185f-f23e-416d-9b8a-66943e6a5b3d tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:17:24.322846 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: c54e7157-a940-48c1-a8eb-ffd39159c29a {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 21:17:24.323206 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device c54e7157-a940-48c1-a8eb-ffd39159c29a not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 21:17:24.323657 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 37c8ae38-9d1e-4fec-a734-b2f36ac17fdb no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 21:17:24.344738 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: 37c8ae38-9d1e-4fec-a734-b2f36ac17fdb {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 21:17:24.345086 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 37c8ae38-9d1e-4fec-a734-b2f36ac17fdb not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 21:17:24.371696 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9f3f185f-f23e-416d-9b8a-66943e6a5b3d tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:17:24.375120 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9f3f185f-f23e-416d-9b8a-66943e6a5b3d tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572323'] for security_group_rule, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:17:24.393380 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3f185f-f23e-416d-9b8a-66943e6a5b3d tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1f5cd5a-1381-4c31-806f-b3129947757d,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:17:24.399257 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9f3f185f-f23e-416d-9b8a-66943e6a5b3d tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:17:24.403292 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-9f3f185f-f23e-416d-9b8a-66943e6a5b3d tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1276209 Nov 22 21:17:24.403292 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 33192) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:17:24.407471 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-b16423f9-4059-4083-ba6b-5725c46ca81a tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Request body: {'security_group_rule': {'security_group_id': 'bb0e9a97-7716-4907-ba5b-86cf332c9a27', 'project_id': '6021baac210f4987b10e749036581cbe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 21:17:24.433402 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b16423f9-4059-4083-ba6b-5725c46ca81a tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:17:24.493051 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b16423f9-4059-4083-ba6b-5725c46ca81a tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:17:24.496703 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b16423f9-4059-4083-ba6b-5725c46ca81a tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572323'] for security_group_rule, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:17:24.513921 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16423f9-4059-4083-ba6b-5725c46ca81a tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbc2558c-7021-460d-8bc4-26023c27f16c,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:17:24.522196 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b16423f9-4059-4083-ba6b-5725c46ca81a tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:17:24.523404 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-b16423f9-4059-4083-ba6b-5725c46ca81a tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1192796 Nov 22 21:17:24.526111 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 33194) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:17:24.530326 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-b391a7a8-15bb-4922-8b4a-a902e28c750e tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Request body: {'security_group_rule': {'security_group_id': 'bb0e9a97-7716-4907-ba5b-86cf332c9a27', 'project_id': '6021baac210f4987b10e749036581cbe', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 21:17:24.555941 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b391a7a8-15bb-4922-8b4a-a902e28c750e tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:17:24.614678 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b391a7a8-15bb-4922-8b4a-a902e28c750e tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:17:24.618905 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b391a7a8-15bb-4922-8b4a-a902e28c750e tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572323'] for security_group_rule, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:17:24.638049 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b391a7a8-15bb-4922-8b4a-a902e28c750e tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e94f37a-0e7d-4987-ba79-318d906c4f59,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:17:24.645979 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b391a7a8-15bb-4922-8b4a-a902e28c750e tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:17:24.647157 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-b391a7a8-15bb-4922-8b4a-a902e28c750e tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1201375 Nov 22 21:17:24.649957 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 33196) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:17:24.654245 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-f22ea4e0-d41e-446f-940c-1108982c5e3e tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Request body: {'security_group_rule': {'security_group_id': 'bb0e9a97-7716-4907-ba5b-86cf332c9a27', 'project_id': '6021baac210f4987b10e749036581cbe', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 21:17:24.680979 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f22ea4e0-d41e-446f-940c-1108982c5e3e tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:17:24.736678 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f22ea4e0-d41e-446f-940c-1108982c5e3e tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:17:24.740119 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f22ea4e0-d41e-446f-940c-1108982c5e3e tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572323'] for security_group_rule, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:17:24.759034 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22ea4e0-d41e-446f-940c-1108982c5e3e tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99c76fe1-f119-46e7-bd71-9e2a13ab34c1,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:17:24.764296 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f22ea4e0-d41e-446f-940c-1108982c5e3e tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:17:24.765639 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-f22ea4e0-d41e-446f-940c-1108982c5e3e tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1146679 Nov 22 21:17:24.768293 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 33198) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:17:24.772607 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-3e51947a-643b-446e-b036-7ed53d418006 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Request body: {'security_group_rule': {'security_group_id': 'bb0e9a97-7716-4907-ba5b-86cf332c9a27', 'project_id': '6021baac210f4987b10e749036581cbe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 21:17:24.795190 n-d-818823-1 neutron-server[103447]: INFO neutron.db.securitygroups_db [None req-3e51947a-643b-446e-b036-7ed53d418006 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Project 6021baac210f4987b10e749036581cbe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 22 21:17:24.800214 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-3e51947a-643b-446e-b036-7ed53d418006 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:17:24.860135 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-3e51947a-643b-446e-b036-7ed53d418006 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:17:24.863865 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-3e51947a-643b-446e-b036-7ed53d418006 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572323'] for security_group_rule, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:17:24.881763 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e51947a-643b-446e-b036-7ed53d418006 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99d05f31-9eed-4276-b9f4-30802638ee5d,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:17:24.888801 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-3e51947a-643b-446e-b036-7ed53d418006 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:17:24.889939 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-3e51947a-643b-446e-b036-7ed53d418006 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1207254 Nov 22 21:17:24.892725 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 33200) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:17:24.897107 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-9366c226-2ac1-40a0-84d6-52bd14cc3ea8 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Request body: {'security_group_rule': {'security_group_id': 'bb0e9a97-7716-4907-ba5b-86cf332c9a27', 'project_id': '6021baac210f4987b10e749036581cbe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 21:17:24.918460 n-d-818823-1 neutron-server[103447]: INFO neutron.db.securitygroups_db [None req-9366c226-2ac1-40a0-84d6-52bd14cc3ea8 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Project 6021baac210f4987b10e749036581cbe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 22 21:17:24.923162 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9366c226-2ac1-40a0-84d6-52bd14cc3ea8 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:17:24.980538 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9366c226-2ac1-40a0-84d6-52bd14cc3ea8 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:17:24.984173 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9366c226-2ac1-40a0-84d6-52bd14cc3ea8 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572323'] for security_group_rule, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:17:25.002583 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9366c226-2ac1-40a0-84d6-52bd14cc3ea8 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc216a87-fdf2-4964-8faa-6342efee448d,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:17:25.010031 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9366c226-2ac1-40a0-84d6-52bd14cc3ea8 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:17:25.011219 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-9366c226-2ac1-40a0-84d6-52bd14cc3ea8 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1175292 Nov 22 21:17:25.014041 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 33202) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:17:25.018858 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-bdc88eda-b4f6-4bc7-b347-6a7c1495ee38 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Request body: {'network': {'name': 'tempest-network-smoke--1692703453', 'project_id': '6021baac210f4987b10e749036581cbe', 'port_security_enabled': True}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 21:17:25.039236 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdc88eda-b4f6-4bc7-b347-6a7c1495ee38 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Made reservation on behalf of 6021baac210f4987b10e749036581cbe for: {'network': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 21:17:25.042588 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-bdc88eda-b4f6-4bc7-b347-6a7c1495ee38 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for network, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:17:25.065655 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdc88eda-b4f6-4bc7-b347-6a7c1495ee38 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] vlan segment allocate from pool success with {'vlan_id': 624, 'physical_network': 'physnet1'} {{(pid=103447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 21:17:25.075012 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-bdc88eda-b4f6-4bc7-b347-6a7c1495ee38 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:17:25.075371 n-d-818823-1 neutron-server[103447]: INFO neutron.db.segments_db [None req-bdc88eda-b4f6-4bc7-b347-6a7c1495ee38 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Added segment 658cd700-baea-4d3d-9cb1-a540801a2071 of type vlan for network 10ae8e57-0e35-4b8f-98e8-df9408200a29 Nov 22 21:17:25.114343 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-bdc88eda-b4f6-4bc7-b347-6a7c1495ee38 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748992492791'] for network, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:17:25.138516 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-bdc88eda-b4f6-4bc7-b347-6a7c1495ee38 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for network, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:17:25.144083 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdc88eda-b4f6-4bc7-b347-6a7c1495ee38 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:17:25.144627 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-bdc88eda-b4f6-4bc7-b347-6a7c1495ee38 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks [] for network, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:17:25.197803 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-bdc88eda-b4f6-4bc7-b347-6a7c1495ee38 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1827469 Nov 22 21:17:25.200686 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 33204) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:17:25.205340 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-d8b0c01a-71ea-4522-89dd-8fb63d564df4 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-950159', 'admin_state_up': True, 'project_id': '6021baac210f4987b10e749036581cbe', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'}}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 21:17:25.215307 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc88eda-b4f6-4bc7-b347-6a7c1495ee38 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Pushing event updated for resources: {'Network': ['ID=10ae8e57-0e35-4b8f-98e8-df9408200a29,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:17:25.225339 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Network 10ae8e57-0e35-4b8f-98e8-df9408200a29 details requested by agent ovs-agent-n-d-818823-1 with host n-d-818823-1 {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 21:17:25.231098 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d8b0c01a-71ea-4522-89dd-8fb63d564df4 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24799'] for router, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:17:25.232301 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d8b0c01a-71ea-4522-89dd-8fb63d564df4 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-632716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24788'] for router, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:17:25.286621 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d8b0c01a-71ea-4522-89dd-8fb63d564df4 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:17:25.420480 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d8b0c01a-71ea-4522-89dd-8fb63d564df4 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:17:25.609683 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d8b0c01a-71ea-4522-89dd-8fb63d564df4 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks [] for router_gateway, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:17:25.627633 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d8b0c01a-71ea-4522-89dd-8fb63d564df4 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:17:25.726569 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [None req-d8b0c01a-71ea-4522-89dd-8fb63d564df4 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Allocated IP 172.25.5.148 (c48a55e9-6a85-4746-b7bf-3e29fb560094/5da6f781-63e6-4328-ae7a-5e672262f55a/1c06a257-c8e3-497f-8206-21c45a28dd1c) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 21:17:25.829149 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d8b0c01a-71ea-4522-89dd-8fb63d564df4 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:17:25.862620 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d8b0c01a-71ea-4522-89dd-8fb63d564df4 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:17:25.878702 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device beca14d0-94ef-42db-8e6d-5c22cdfd59b6 no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 21:17:25.899961 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: beca14d0-94ef-42db-8e6d-5c22cdfd59b6 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 21:17:25.900307 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device beca14d0-94ef-42db-8e6d-5c22cdfd59b6 not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 21:17:25.905715 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8b0c01a-71ea-4522-89dd-8fb63d564df4 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Network c48a55e9-6a85-4746-b7bf-3e29fb560094 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 21:17:25.908745 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-d8b0c01a-71ea-4522-89dd-8fb63d564df4 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 21:17:25.912164 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b0c01a-71ea-4522-89dd-8fb63d564df4 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 21:17:25.921047 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ce608d8-3410-4f04-b3e1-0f4ecec0e023 None None] DHCP port deletion for c48a55e9-6a85-4746-b7bf-3e29fb560094 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 21:17:25.934421 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b0c01a-71ea-4522-89dd-8fb63d564df4 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Pushing event updated for resources: {'Port': ['ID=1c06a257-c8e3-497f-8206-21c45a28dd1c,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:17:25.976739 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-49996e0a-36c0-4438-bfab-1873a5e25f09 None None] Provisioning complete for port 1c06a257-c8e3-497f-8206-21c45a28dd1c triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 21:17:25.977112 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-49996e0a-36c0-4438-bfab-1873a5e25f09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:17:26.014989 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-49996e0a-36c0-4438-bfab-1873a5e25f09 None None] Port 1c06a257-c8e3-497f-8206-21c45a28dd1c cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 21:17:26.174343 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d8b0c01a-71ea-4522-89dd-8fb63d564df4 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks [] for router_gateway, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:17:26.380502 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d8b0c01a-71ea-4522-89dd-8fb63d564df4 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-659538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-841284'] for router, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:17:26.507664 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8b0c01a-71ea-4522-89dd-8fb63d564df4 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Router 0b17d345-b05a-4505-9f52-603e04d07ebb is scheduled to L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 with binding_index 1 {{(pid=103448) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 21:17:26.613709 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8b0c01a-71ea-4522-89dd-8fb63d564df4 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 21:17:26.624480 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12cd3664-095b-4b84-93aa-d5a291d3776c None None] Sync routers for ids ['0b17d345-b05a-4505-9f52-603e04d07ebb'] in n-d-818823-1 {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 21:17:26.633865 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d8b0c01a-71ea-4522-89dd-8fb63d564df4 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks [] for router, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:17:26.634052 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12cd3664-095b-4b84-93aa-d5a291d3776c None None] Routers {'0b17d345-b05a-4505-9f52-603e04d07ebb'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 21:17:26.634489 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-12cd3664-095b-4b84-93aa-d5a291d3776c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T21:17:03Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['0b17d345-b05a-4505-9f52-603e04d07ebb'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:17:26.635842 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-d8b0c01a-71ea-4522-89dd-8fb63d564df4 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 1.4336560 Nov 22 21:17:26.638970 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 33206) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:17:26.711199 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-76aae954-3b64-4fe5-9342-8ef3b69f32bc tempest-TestNetworkAdvancedServerOps-1979025 tempest-TestNetworkAdvancedServerOps-1979025-project-admin] 10.222.0.46 "GET /v2.0/subnets?project_id=6021baac210f4987b10e749036581cbe&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0703640 Nov 22 21:17:26.714036 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 33210) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:17:26.739389 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-12cd3664-095b-4b84-93aa-d5a291d3776c None None] Set router 0b17d345-b05a-4505-9f52-603e04d07ebb gateway port host: n-d-818823-1 {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 21:17:26.801153 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6ae4088-c077-4a51-9bf0-92aa5b95610d tempest-TestNetworkAdvancedServerOps-1979025 tempest-TestNetworkAdvancedServerOps-1979025-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:17:26.802765 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-e6ae4088-c077-4a51-9bf0-92aa5b95610d tempest-TestNetworkAdvancedServerOps-1979025 tempest-TestNetworkAdvancedServerOps-1979025-project-admin] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0877328 Nov 22 21:17:26.805537 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 33212) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:17:26.837322 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-9a464de5-f04e-4baa-8055-fe74e2c31c99 tempest-TestNetworkAdvancedServerOps-1979025 tempest-TestNetworkAdvancedServerOps-1979025-project-admin] 10.222.0.46 "GET /v2.0/subnets?network_id=c48a55e9-6a85-4746-b7bf-3e29fb560094&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0307133 Nov 22 21:17:26.839787 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 33214) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:17:26.844461 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-42afbb5a-d0db-41ae-ad7b-48e41e22c404 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1407420955', 'network_id': '10ae8e57-0e35-4b8f-98e8-df9408200a29', 'project_id': '6021baac210f4987b10e749036581cbe', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 21:17:26.919145 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-12cd3664-095b-4b84-93aa-d5a291d3776c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b17d345-b05a-4505-9f52-603e04d07ebb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-950159', 'tenant_id': '6021baac210f4987b10e749036581cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': '1c06a257-c8e3-497f-8206-21c45a28dd1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T21:17:25Z', 'updated_at': '2021-11-22T21:17:26Z', 'revision_number': 3, 'project_id': '6021baac210f4987b10e749036581cbe', 'gw_port': {'id': '1c06a257-c8e3-497f-8206-21c45a28dd1c', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:19:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b17d345-b05a-4505-9f52-603e04d07ebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:17:25Z', 'updated_at': '2021-11-22T21:17:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:17:26.931933 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42afbb5a-d0db-41ae-ad7b-48e41e22c404 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Made reservation on behalf of 6021baac210f4987b10e749036581cbe for: {'subnet': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 21:17:26.935536 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-42afbb5a-d0db-41ae-ad7b-48e41e22c404 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11792951'] for subnet, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:17:26.946829 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12cd3664-095b-4b84-93aa-d5a291d3776c None None] Checking router: 0b17d345-b05a-4505-9f52-603e04d07ebb for host: n-d-818823-1 {{(pid=103450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 21:17:26.947161 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12cd3664-095b-4b84-93aa-d5a291d3776c None None] Updating router 0b17d345-b05a-4505-9f52-603e04d07ebb port 1c06a257-c8e3-497f-8206-21c45a28dd1c binding host n-d-818823-1 {{(pid=103450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 21:17:26.971880 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-12cd3664-095b-4b84-93aa-d5a291d3776c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:17:27.120373 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-42afbb5a-d0db-41ae-ad7b-48e41e22c404 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11567560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11792921'] for subnet, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:17:27.178883 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42afbb5a-d0db-41ae-ad7b-48e41e22c404 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Pushing event updated for resources: {'Subnet': ['ID=5118dcc6-3b9e-4c0b-885f-92d1609fdd7d,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:17:27.188100 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42afbb5a-d0db-41ae-ad7b-48e41e22c404 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Checking segment: {'id': '658cd700-baea-4d3d-9cb1-a540801a2071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '10ae8e57-0e35-4b8f-98e8-df9408200a29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 21:17:27.188469 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42afbb5a-d0db-41ae-ad7b-48e41e22c404 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Network hostable DHCP agents. Network: 10ae8e57-0e35-4b8f-98e8-df9408200a29, hostable agents: ['02adaa64-0987-4b74-bad0-cbcf56f8a294'], hosted agents: [] {{(pid=103448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 21:17:27.204711 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42afbb5a-d0db-41ae-ad7b-48e41e22c404 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Network 10ae8e57-0e35-4b8f-98e8-df9408200a29 is scheduled to be hosted by DHCP agent 02adaa64-0987-4b74-bad0-cbcf56f8a294 with binding_index 1 {{(pid=103448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 21:17:27.212765 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-42afbb5a-d0db-41ae-ad7b-48e41e22c404 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818823-1, 10ae8e57-0e35-4b8f-98e8-df9408200a29) {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 21:17:27.216944 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42afbb5a-d0db-41ae-ad7b-48e41e22c404 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:17:27.217460 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-42afbb5a-d0db-41ae-ad7b-48e41e22c404 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:17:27.223793 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d2acb04-e2bf-42ae-ad56-06af822188ca None None] Network 10ae8e57-0e35-4b8f-98e8-df9408200a29 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 21:17:27.238346 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-42afbb5a-d0db-41ae-ad7b-48e41e22c404 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3949330 Nov 22 21:17:27.238676 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 33216) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:17:27.325420 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-12cd3664-095b-4b84-93aa-d5a291d3776c None None] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:17:27.330706 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-12cd3664-095b-4b84-93aa-d5a291d3776c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:17:27.361434 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8842dba6-26d4-4d80-91dc-254c90d3d6b9 None None] DHCP port deletion for c48a55e9-6a85-4746-b7bf-3e29fb560094 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 21:17:27.375664 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-12cd3664-095b-4b84-93aa-d5a291d3776c None None] Attempting to bind port 1c06a257-c8e3-497f-8206-21c45a28dd1c on host n-d-818823-1 for vnic_type normal with profile {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 21:17:27.376029 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-12cd3664-095b-4b84-93aa-d5a291d3776c None None] Attempting to bind port 1c06a257-c8e3-497f-8206-21c45a28dd1c by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 21:17:27.376418 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12cd3664-095b-4b84-93aa-d5a291d3776c None None] Attempting to bind port 1c06a257-c8e3-497f-8206-21c45a28dd1c on network c48a55e9-6a85-4746-b7bf-3e29fb560094 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 21:17:27.385650 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12cd3664-095b-4b84-93aa-d5a291d3776c None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 21, 17, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 21:17:27.386034 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12cd3664-095b-4b84-93aa-d5a291d3776c None None] Checking segment: {'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 21:17:27.386961 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-12cd3664-095b-4b84-93aa-d5a291d3776c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:17:27.387353 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12cd3664-095b-4b84-93aa-d5a291d3776c None None] Bound using segment: {'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 21:17:27.387861 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-12cd3664-095b-4b84-93aa-d5a291d3776c None None] Bound port: 1c06a257-c8e3-497f-8206-21c45a28dd1c, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'}}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 21:17:27.388237 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-12cd3664-095b-4b84-93aa-d5a291d3776c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:17:27.405555 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0ba4c5a-c3f3-436f-be72-225deb2cfa54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fb26bd7-ce56-527b-b94f-2e1f7cb2bb35-10ae8e57-0e35-4b8f-98e8-df9408200a29', 'network_id': '10ae8e57-0e35-4b8f-98e8-df9408200a29', 'tenant_id': '6021baac210f4987b10e749036581cbe', 'fixed_ips': [{'subnet_id': '5118dcc6-3b9e-4c0b-885f-92d1609fdd7d'}]}} from n-d-818823-1. {{(pid=103449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 21:17:27.406846 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-b0ba4c5a-c3f3-436f-be72-225deb2cfa54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:17:27.416905 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9fcea5-c2f7-436d-8092-0bb66000ad83 None None] Pushing event updated for resources: {'Port': ['ID=1c06a257-c8e3-497f-8206-21c45a28dd1c,revision_number=2']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:17:27.430514 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9fcea5-c2f7-436d-8092-0bb66000ad83 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:17:27.430783 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9fcea5-c2f7-436d-8092-0bb66000ad83 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:17:27.431301 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9fcea5-c2f7-436d-8092-0bb66000ad83 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:17:27.431816 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9fcea5-c2f7-436d-8092-0bb66000ad83 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:17:27.432145 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9fcea5-c2f7-436d-8092-0bb66000ad83 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:17:27.432625 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9fcea5-c2f7-436d-8092-0bb66000ad83 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:17:27.433131 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9fcea5-c2f7-436d-8092-0bb66000ad83 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:17:27.433451 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9fcea5-c2f7-436d-8092-0bb66000ad83 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:17:27.433771 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9fcea5-c2f7-436d-8092-0bb66000ad83 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:17:27.434093 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9fcea5-c2f7-436d-8092-0bb66000ad83 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:17:27.434411 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9fcea5-c2f7-436d-8092-0bb66000ad83 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:17:27.434737 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9fcea5-c2f7-436d-8092-0bb66000ad83 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:17:27.455926 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-12cd3664-095b-4b84-93aa-d5a291d3776c None None] For port 1c06a257-c8e3-497f-8206-21c45a28dd1c, host n-d-818823-1, cleared binding levels {{(pid=103450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 21:17:27.459178 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-12cd3664-095b-4b84-93aa-d5a291d3776c None None] For port 1c06a257-c8e3-497f-8206-21c45a28dd1c, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=1c06a257-c8e3-497f-8206-21c45a28dd1c,segment=NetworkSegment(8793ba83-8407-4c3d-9b56-2a177cd58a70),segment_id=8793ba83-8407-4c3d-9b56-2a177cd58a70)] {{(pid=103450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 21:17:27.464861 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-12cd3664-095b-4b84-93aa-d5a291d3776c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:17:27.526445 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9fcea5-c2f7-436d-8092-0bb66000ad83 None None] Pushing event updated for resources: {'Port': ['ID=1c06a257-c8e3-497f-8206-21c45a28dd1c,revision_number=3']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:17:27.532117 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d262d25f-5684-4845-bdc8-2621647ce2d0 None None] DHCP port deletion for c48a55e9-6a85-4746-b7bf-3e29fb560094 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 21:17:27.535240 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12cd3664-095b-4b84-93aa-d5a291d3776c None None] Routers {'0b17d345-b05a-4505-9f52-603e04d07ebb'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 21:17:27.536036 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-12cd3664-095b-4b84-93aa-d5a291d3776c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T21:17:03Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['0b17d345-b05a-4505-9f52-603e04d07ebb'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:17:27.560521 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-5adab5a0-10f0-4a1a-81f8-574c36cd7b34 None None] Provisioning complete for port 1c06a257-c8e3-497f-8206-21c45a28dd1c triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 21:17:27.561314 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-5adab5a0-10f0-4a1a-81f8-574c36cd7b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:17:27.604985 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.db_base_plugin_common [None req-b0ba4c5a-c3f3-436f-be72-225deb2cfa54 None None] Allocated IP 172.20.0.2 (10ae8e57-0e35-4b8f-98e8-df9408200a29/5118dcc6-3b9e-4c0b-885f-92d1609fdd7d/7f929100-690b-4347-9baa-b4124a7a8965) {{(pid=103449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 21:17:27.651001 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-12cd3664-095b-4b84-93aa-d5a291d3776c None None] Set router 0b17d345-b05a-4505-9f52-603e04d07ebb gateway port host: n-d-818823-1 {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 21:17:27.699342 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-5adab5a0-10f0-4a1a-81f8-574c36cd7b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:17:27.713178 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e43eee8d-b203-409c-9e92-956af9864812 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:17:27.738435 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-5adab5a0-10f0-4a1a-81f8-574c36cd7b34 None None] For port 1c06a257-c8e3-497f-8206-21c45a28dd1c, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=1c06a257-c8e3-497f-8206-21c45a28dd1c,segment=NetworkSegment(8793ba83-8407-4c3d-9b56-2a177cd58a70),segment_id=8793ba83-8407-4c3d-9b56-2a177cd58a70)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 21:17:27.743217 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-5adab5a0-10f0-4a1a-81f8-574c36cd7b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:17:27.836408 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adab5a0-10f0-4a1a-81f8-574c36cd7b34 None None] Pushing event updated for resources: {'Port': ['ID=1c06a257-c8e3-497f-8206-21c45a28dd1c,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:17:27.857852 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-b0ba4c5a-c3f3-436f-be72-225deb2cfa54 None None] Publish callbacks [] for port, precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:17:27.861306 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-12cd3664-095b-4b84-93aa-d5a291d3776c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b17d345-b05a-4505-9f52-603e04d07ebb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-950159', 'tenant_id': '6021baac210f4987b10e749036581cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': '1c06a257-c8e3-497f-8206-21c45a28dd1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T21:17:25Z', 'updated_at': '2021-11-22T21:17:26Z', 'revision_number': 3, 'project_id': '6021baac210f4987b10e749036581cbe', 'gw_port': {'id': '1c06a257-c8e3-497f-8206-21c45a28dd1c', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:19:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b17d345-b05a-4505-9f52-603e04d07ebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:17:25Z', 'updated_at': '2021-11-22T21:17:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:17:27.868582 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-b0ba4c5a-c3f3-436f-be72-225deb2cfa54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372'] for port, after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:17:27.892946 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12cd3664-095b-4b84-93aa-d5a291d3776c None None] The sync data for ids ['0b17d345-b05a-4505-9f52-603e04d07ebb'] in n-d-818823-1 is: [{'id': '0b17d345-b05a-4505-9f52-603e04d07ebb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-950159', 'tenant_id': '6021baac210f4987b10e749036581cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': '1c06a257-c8e3-497f-8206-21c45a28dd1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T21:17:25Z', 'updated_at': '2021-11-22T21:17:26Z', 'revision_number': 3, 'project_id': '6021baac210f4987b10e749036581cbe', 'gw_port': {'id': '1c06a257-c8e3-497f-8206-21c45a28dd1c', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:19:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b17d345-b05a-4505-9f52-603e04d07ebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:17:25Z', 'updated_at': '2021-11-22T21:17:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}] {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 21:17:27.912894 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-a1349b97-7c97-43b1-8db5-6a685cbe01c4 None None] Provisioning complete for port 1c06a257-c8e3-497f-8206-21c45a28dd1c triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 21:17:27.912894 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-a1349b97-7c97-43b1-8db5-6a685cbe01c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:17:27.912894 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0ba4c5a-c3f3-436f-be72-225deb2cfa54 None None] Network 10ae8e57-0e35-4b8f-98e8-df9408200a29 is already hosted by enough agents. {{(pid=103449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 21:17:27.915013 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.base_scheduler [None req-b0ba4c5a-c3f3-436f-be72-225deb2cfa54 None None] Resources bound (agent type, host, resource id): {{(pid=103449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 21:17:27.937199 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ba4c5a-c3f3-436f-be72-225deb2cfa54 None None] Received port after_create {{(pid=103449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 21:17:27.984159 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ba4c5a-c3f3-436f-be72-225deb2cfa54 None None] Pushing event updated for resources: {'Port': ['ID=7f929100-690b-4347-9baa-b4124a7a8965,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:17:28.019957 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-b0ba4c5a-c3f3-436f-be72-225deb2cfa54 None None] Attempting to bind port 7f929100-690b-4347-9baa-b4124a7a8965 on host n-d-818823-1 for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 21:17:28.020338 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-b0ba4c5a-c3f3-436f-be72-225deb2cfa54 None None] Attempting to bind port 7f929100-690b-4347-9baa-b4124a7a8965 by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': '658cd700-baea-4d3d-9cb1-a540801a2071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '10ae8e57-0e35-4b8f-98e8-df9408200a29'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 21:17:28.020713 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ba4c5a-c3f3-436f-be72-225deb2cfa54 None None] Attempting to bind port 7f929100-690b-4347-9baa-b4124a7a8965 on network 10ae8e57-0e35-4b8f-98e8-df9408200a29 {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 21:17:28.028980 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ba4c5a-c3f3-436f-be72-225deb2cfa54 None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 21, 17, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 21:17:28.029357 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ba4c5a-c3f3-436f-be72-225deb2cfa54 None None] Checking segment: {'id': '658cd700-baea-4d3d-9cb1-a540801a2071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '10ae8e57-0e35-4b8f-98e8-df9408200a29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 21:17:28.029774 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-b0ba4c5a-c3f3-436f-be72-225deb2cfa54 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:17:28.030167 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ba4c5a-c3f3-436f-be72-225deb2cfa54 None None] Bound using segment: {'id': '658cd700-baea-4d3d-9cb1-a540801a2071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '10ae8e57-0e35-4b8f-98e8-df9408200a29'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 21:17:28.030571 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [None req-e43eee8d-b203-409c-9e92-956af9864812 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Allocated IP 172.20.0.1 (10ae8e57-0e35-4b8f-98e8-df9408200a29/5118dcc6-3b9e-4c0b-885f-92d1609fdd7d/ba141536-af99-4d64-bc24-d2dcb6adfd21) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 21:17:28.030716 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-b0ba4c5a-c3f3-436f-be72-225deb2cfa54 None None] Bound port: 7f929100-690b-4347-9baa-b4124a7a8965, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '658cd700-baea-4d3d-9cb1-a540801a2071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '10ae8e57-0e35-4b8f-98e8-df9408200a29'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 21:17:28.031018 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-b0ba4c5a-c3f3-436f-be72-225deb2cfa54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:17:28.159596 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-b0ba4c5a-c3f3-436f-be72-225deb2cfa54 None None] For port 7f929100-690b-4347-9baa-b4124a7a8965, host n-d-818823-1, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 21:17:28.162951 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-b0ba4c5a-c3f3-436f-be72-225deb2cfa54 None None] For port 7f929100-690b-4347-9baa-b4124a7a8965, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=7f929100-690b-4347-9baa-b4124a7a8965,segment=NetworkSegment(658cd700-baea-4d3d-9cb1-a540801a2071),segment_id=658cd700-baea-4d3d-9cb1-a540801a2071)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 21:17:28.171762 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-b0ba4c5a-c3f3-436f-be72-225deb2cfa54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:17:28.240660 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ba4c5a-c3f3-436f-be72-225deb2cfa54 None None] Pushing event updated for resources: {'Port': ['ID=7f929100-690b-4347-9baa-b4124a7a8965,revision_number=2']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:17:28.529812 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e43eee8d-b203-409c-9e92-956af9864812 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:17:28.565449 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e43eee8d-b203-409c-9e92-956af9864812 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:17:28.614118 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e43eee8d-b203-409c-9e92-956af9864812 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Network 10ae8e57-0e35-4b8f-98e8-df9408200a29 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 21:17:28.618080 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-e43eee8d-b203-409c-9e92-956af9864812 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 21:17:28.621980 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e43eee8d-b203-409c-9e92-956af9864812 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 21:17:28.646617 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43eee8d-b203-409c-9e92-956af9864812 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Pushing event updated for resources: {'Port': ['ID=ba141536-af99-4d64-bc24-d2dcb6adfd21,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:17:28.670003 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e43eee8d-b203-409c-9e92-956af9864812 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659939'] for router_interface, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:17:28.803699 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e43eee8d-b203-409c-9e92-956af9864812 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:17:29.094643 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e43eee8d-b203-409c-9e92-956af9864812 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks [] for port, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:17:29.099336 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e43eee8d-b203-409c-9e92-956af9864812 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:17:29.157004 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9367eb5-624c-4527-9c81-86bcd10cc78f None None] Network 10ae8e57-0e35-4b8f-98e8-df9408200a29 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 21:17:29.177559 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e43eee8d-b203-409c-9e92-956af9864812 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-563461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-659839'] for router_interface, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:17:29.179980 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43eee8d-b203-409c-9e92-956af9864812 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Pushing event updated for resources: {'Port': ['ID=ba141536-af99-4d64-bc24-d2dcb6adfd21,revision_number=2']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:17:29.250396 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-b0b408c8-f46b-400c-be36-a06d345b5b39 None None] Provisioning complete for port 7f929100-690b-4347-9baa-b4124a7a8965 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 21:17:29.250989 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-b0b408c8-f46b-400c-be36-a06d345b5b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:17:29.281520 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e43eee8d-b203-409c-9e92-956af9864812 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Network 10ae8e57-0e35-4b8f-98e8-df9408200a29 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 21:17:29.282908 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-e43eee8d-b203-409c-9e92-956af9864812 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 21:17:29.391540 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-b0b408c8-f46b-400c-be36-a06d345b5b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:17:29.402368 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e43eee8d-b203-409c-9e92-956af9864812 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Router 0b17d345-b05a-4505-9f52-603e04d07ebb has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 21:17:29.434138 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-b0b408c8-f46b-400c-be36-a06d345b5b39 None None] For port 7f929100-690b-4347-9baa-b4124a7a8965, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=7f929100-690b-4347-9baa-b4124a7a8965,segment=NetworkSegment(658cd700-baea-4d3d-9cb1-a540801a2071),segment_id=658cd700-baea-4d3d-9cb1-a540801a2071)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 21:17:29.439407 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-b0b408c8-f46b-400c-be36-a06d345b5b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:17:29.496489 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b408c8-f46b-400c-be36-a06d345b5b39 None None] Pushing event updated for resources: {'Port': ['ID=7f929100-690b-4347-9baa-b4124a7a8965,revision_number=3']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:17:29.529746 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e43eee8d-b203-409c-9e92-956af9864812 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 21:17:29.534917 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-e43eee8d-b203-409c-9e92-956af9864812 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "PUT /v2.0/routers/0b17d345-b05a-4505-9f52-603e04d07ebb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2952452 Nov 22 21:17:29.614636 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b23b8e55-755a-4665-bedf-852f43d0c6fd None None] Sync routers for ids ['0b17d345-b05a-4505-9f52-603e04d07ebb'] in n-d-818823-1 {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 21:17:29.625458 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b23b8e55-755a-4665-bedf-852f43d0c6fd None None] Routers {'0b17d345-b05a-4505-9f52-603e04d07ebb'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 21:17:29.626072 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-b23b8e55-755a-4665-bedf-852f43d0c6fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T21:17:03Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['0b17d345-b05a-4505-9f52-603e04d07ebb'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:17:29.704824 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ee893ef6-e991-478e-95b6-a43adcc803fa req-6ec16d66-628a-494e-a128-0e7d782a6e1b tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1796001581&fields=id&tenant_id=6021baac210f4987b10e749036581cbe HTTP/1.1" status: 200 len: 267 time: 0.0484264 Nov 22 21:17:29.728018 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-c1a86cd7-d76f-4d42-83ea-1ad4b260c5cc None None] Provisioning complete for port ba141536-af99-4d64-bc24-d2dcb6adfd21 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 21:17:29.728389 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-c1a86cd7-d76f-4d42-83ea-1ad4b260c5cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:17:29.780195 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-b23b8e55-755a-4665-bedf-852f43d0c6fd None None] Set router 0b17d345-b05a-4505-9f52-603e04d07ebb gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 21:17:29.782290 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-c1a86cd7-d76f-4d42-83ea-1ad4b260c5cc None None] Port ba141536-af99-4d64-bc24-d2dcb6adfd21 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 21:17:29.837990 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee893ef6-e991-478e-95b6-a43adcc803fa req-1f04f78d-6f68-427a-a63e-d685a24927a1 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:17:29.839538 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ee893ef6-e991-478e-95b6-a43adcc803fa req-1f04f78d-6f68-427a-a63e-d685a24927a1 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/networks?id=10ae8e57-0e35-4b8f-98e8-df9408200a29 HTTP/1.1" status: 200 len: 797 time: 0.1265366 Nov 22 21:17:29.861585 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ee893ef6-e991-478e-95b6-a43adcc803fa req-14f65f50-c3f3-432c-a25e-b07ca633c21e tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/quotas/6021baac210f4987b10e749036581cbe HTTP/1.1" status: 200 len: 375 time: 0.0156603 Nov 22 21:17:29.862071 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-c1a86cd7-d76f-4d42-83ea-1ad4b260c5cc None None] Provisioning complete for port 7f929100-690b-4347-9baa-b4124a7a8965 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 21:17:29.862446 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-c1a86cd7-d76f-4d42-83ea-1ad4b260c5cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:17:29.929849 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ee893ef6-e991-478e-95b6-a43adcc803fa req-b6587636-f5f5-4995-be31-cc7177bd4946 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=6021baac210f4987b10e749036581cbe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0564899 Nov 22 21:17:30.036415 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 7f929100-690b-4347-9baa-b4124a7a8965 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 21:17:30.064040 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ee893ef6-e991-478e-95b6-a43adcc803fa req-a09d8650-b20d-4bed-a98c-3ce4b248f86f service neutron] 10.222.0.46 "GET /v2.0/networks/10ae8e57-0e35-4b8f-98e8-df9408200a29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238604 Nov 22 21:17:30.130753 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-b23b8e55-755a-4665-bedf-852f43d0c6fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b17d345-b05a-4505-9f52-603e04d07ebb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-950159', 'tenant_id': '6021baac210f4987b10e749036581cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': '1c06a257-c8e3-497f-8206-21c45a28dd1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T21:17:25Z', 'updated_at': '2021-11-22T21:17:28Z', 'revision_number': 4, 'project_id': '6021baac210f4987b10e749036581cbe', 'gw_port': {'id': '1c06a257-c8e3-497f-8206-21c45a28dd1c', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:19:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b17d345-b05a-4505-9f52-603e04d07ebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:17:25Z', 'updated_at': '2021-11-22T21:17:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': 'ba141536-af99-4d64-bc24-d2dcb6adfd21', 'name': '', 'network_id': '10ae8e57-0e35-4b8f-98e8-df9408200a29', 'tenant_id': '6021baac210f4987b10e749036581cbe', 'mac_address': 'fa:16:3e:f2:2d:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b17d345-b05a-4505-9f52-603e04d07ebb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '5118dcc6-3b9e-4c0b-885f-92d1609fdd7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:17:27Z', 'updated_at': '2021-11-22T21:17:28Z', 'revision_number': 2, 'project_id': '6021baac210f4987b10e749036581cbe', 'subnets': [{'id': '5118dcc6-3b9e-4c0b-885f-92d1609fdd7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:17:30.132654 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 7f929100-690b-4347-9baa-b4124a7a8965 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 21:17:30.133024 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:17:30.153599 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ee893ef6-e991-478e-95b6-a43adcc803fa req-32339c5b-bff1-450a-b833-5f11f4e4dd71 service neutron] 10.222.0.46 "GET /v2.0/networks/10ae8e57-0e35-4b8f-98e8-df9408200a29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824571 Nov 22 21:17:30.328950 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a9ca67fa-e86a-4e92-ad5c-023c81f2f008 req-1841f194-7ee6-4dbd-a8bc-14c85a5c7732 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/ports?device_id=4d199245-c53b-4b48-ab98-2c1a558eedd1 HTTP/1.1" status: 200 len: 210 time: 0.0299256 Nov 22 21:17:30.358525 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b23b8e55-755a-4665-bedf-852f43d0c6fd None None] Checking router: 0b17d345-b05a-4505-9f52-603e04d07ebb for host: n-d-818823-1 {{(pid=103449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 21:17:30.359081 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b23b8e55-755a-4665-bedf-852f43d0c6fd None None] Updating router 0b17d345-b05a-4505-9f52-603e04d07ebb port ba141536-af99-4d64-bc24-d2dcb6adfd21 binding host n-d-818823-1 {{(pid=103449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 21:17:30.360925 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ec7d0a94-b26d-4da1-9692-851daed25da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:17:30.396135 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-b23b8e55-755a-4665-bedf-852f43d0c6fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:17:30.413293 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-4e1da6c7-2dc3-4995-a807-7336dfc49820 None None] Provisioning complete for port ba141536-af99-4d64-bc24-d2dcb6adfd21 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 21:17:30.413666 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4e1da6c7-2dc3-4995-a807-7336dfc49820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:17:30.511584 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-4e1da6c7-2dc3-4995-a807-7336dfc49820 None None] Port ba141536-af99-4d64-bc24-d2dcb6adfd21 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 21:17:30.568485 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 1c06a257-c8e3-497f-8206-21c45a28dd1c up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 21:17:30.682399 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 1c06a257-c8e3-497f-8206-21c45a28dd1c triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 21:17:30.682771 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:17:30.843562 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-b23b8e55-755a-4665-bedf-852f43d0c6fd None None] Publish callbacks [] for port, precommit_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:17:30.849326 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-b23b8e55-755a-4665-bedf-852f43d0c6fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:17:30.911391 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df13b4e-de8e-46d2-9da7-1ed34619406f None None] Pushing event updated for resources: {'Port': ['ID=ba141536-af99-4d64-bc24-d2dcb6adfd21,revision_number=3']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:17:30.962183 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-b23b8e55-755a-4665-bedf-852f43d0c6fd None None] Attempting to bind port ba141536-af99-4d64-bc24-d2dcb6adfd21 on host n-d-818823-1 for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 21:17:30.962748 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-b23b8e55-755a-4665-bedf-852f43d0c6fd None None] Attempting to bind port ba141536-af99-4d64-bc24-d2dcb6adfd21 by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': '658cd700-baea-4d3d-9cb1-a540801a2071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '10ae8e57-0e35-4b8f-98e8-df9408200a29'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 21:17:30.963118 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b23b8e55-755a-4665-bedf-852f43d0c6fd None None] Attempting to bind port ba141536-af99-4d64-bc24-d2dcb6adfd21 on network 10ae8e57-0e35-4b8f-98e8-df9408200a29 {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 21:17:30.968413 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b23b8e55-755a-4665-bedf-852f43d0c6fd None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 21, 17, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 21:17:30.968795 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b23b8e55-755a-4665-bedf-852f43d0c6fd None None] Checking segment: {'id': '658cd700-baea-4d3d-9cb1-a540801a2071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '10ae8e57-0e35-4b8f-98e8-df9408200a29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 21:17:30.969220 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-b23b8e55-755a-4665-bedf-852f43d0c6fd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:17:30.969598 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b23b8e55-755a-4665-bedf-852f43d0c6fd None None] Bound using segment: {'id': '658cd700-baea-4d3d-9cb1-a540801a2071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '10ae8e57-0e35-4b8f-98e8-df9408200a29'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 21:17:30.970068 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-b23b8e55-755a-4665-bedf-852f43d0c6fd None None] Bound port: ba141536-af99-4d64-bc24-d2dcb6adfd21, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '658cd700-baea-4d3d-9cb1-a540801a2071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '10ae8e57-0e35-4b8f-98e8-df9408200a29'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 21:17:30.970455 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-b23b8e55-755a-4665-bedf-852f43d0c6fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:17:31.036707 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-b23b8e55-755a-4665-bedf-852f43d0c6fd None None] For port ba141536-af99-4d64-bc24-d2dcb6adfd21, host n-d-818823-1, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 21:17:31.040195 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-b23b8e55-755a-4665-bedf-852f43d0c6fd None None] For port ba141536-af99-4d64-bc24-d2dcb6adfd21, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=ba141536-af99-4d64-bc24-d2dcb6adfd21,segment=NetworkSegment(658cd700-baea-4d3d-9cb1-a540801a2071),segment_id=658cd700-baea-4d3d-9cb1-a540801a2071)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 21:17:31.044485 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-b23b8e55-755a-4665-bedf-852f43d0c6fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:17:31.104828 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b23b8e55-755a-4665-bedf-852f43d0c6fd None None] Routers {'0b17d345-b05a-4505-9f52-603e04d07ebb'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 21:17:31.105511 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-b23b8e55-755a-4665-bedf-852f43d0c6fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T21:17:03Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['0b17d345-b05a-4505-9f52-603e04d07ebb'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:17:31.108711 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df13b4e-de8e-46d2-9da7-1ed34619406f None None] Pushing event updated for resources: {'Port': ['ID=ba141536-af99-4d64-bc24-d2dcb6adfd21,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:17:31.171878 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-f9e297ba-3b2b-4f3b-b953-fb462d6957d7 None None] Provisioning complete for port ba141536-af99-4d64-bc24-d2dcb6adfd21 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 21:17:31.172152 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-f9e297ba-3b2b-4f3b-b953-fb462d6957d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:17:31.261324 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-b23b8e55-755a-4665-bedf-852f43d0c6fd None None] Set router 0b17d345-b05a-4505-9f52-603e04d07ebb gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 21:17:31.350082 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee893ef6-e991-478e-95b6-a43adcc803fa req-5471b338-2f09-4f82-9164-8a2e35cb4bd7 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:17:31.352353 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-ee893ef6-e991-478e-95b6-a43adcc803fa req-5471b338-2f09-4f82-9164-8a2e35cb4bd7 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.41 "GET /v2.0/networks?id=10ae8e57-0e35-4b8f-98e8-df9408200a29 HTTP/1.1" status: 200 len: 797 time: 0.1464851 Nov 22 21:17:31.415840 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-f9e297ba-3b2b-4f3b-b953-fb462d6957d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:17:31.421427 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-ee893ef6-e991-478e-95b6-a43adcc803fa req-afa852ab-a777-4eac-ab71-e809f5e3a415 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6021baac210f4987b10e749036581cbe HTTP/1.1" status: 200 len: 380 time: 0.0591421 Nov 22 21:17:31.432671 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [req-ee893ef6-e991-478e-95b6-a43adcc803fa req-d83e7bdf-7e91-4acc-8872-add2e2a9577a tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Request body: {'port': {'device_id': '4d199245-c53b-4b48-ab98-2c1a558eedd1', 'network_id': '10ae8e57-0e35-4b8f-98e8-df9408200a29', 'admin_state_up': True, 'tenant_id': '6021baac210f4987b10e749036581cbe', 'security_groups': ['bb0e9a97-7716-4907-ba5b-86cf332c9a27']}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 21:17:31.439626 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1beec7a7-9d39-403f-a2c5-828b2bb07118 req-d5c8ba33-427b-4ec0-922c-5f92cd248fb1 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/ports?device_id=4d199245-c53b-4b48-ab98-2c1a558eedd1 HTTP/1.1" status: 200 len: 210 time: 0.0280778 Nov 22 21:17:31.487858 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-f9e297ba-3b2b-4f3b-b953-fb462d6957d7 None None] For port ba141536-af99-4d64-bc24-d2dcb6adfd21, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=ba141536-af99-4d64-bc24-d2dcb6adfd21,segment=NetworkSegment(658cd700-baea-4d3d-9cb1-a540801a2071),segment_id=658cd700-baea-4d3d-9cb1-a540801a2071)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 21:17:31.494384 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-f9e297ba-3b2b-4f3b-b953-fb462d6957d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:17:31.548868 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee893ef6-e991-478e-95b6-a43adcc803fa req-d83e7bdf-7e91-4acc-8872-add2e2a9577a tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Made reservation on behalf of 6021baac210f4987b10e749036581cbe for: {'port': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 21:17:31.552468 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-ee893ef6-e991-478e-95b6-a43adcc803fa req-d83e7bdf-7e91-4acc-8872-add2e2a9577a tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:17:31.572244 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e297ba-3b2b-4f3b-b953-fb462d6957d7 None None] Pushing event updated for resources: {'Port': ['ID=ba141536-af99-4d64-bc24-d2dcb6adfd21,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:17:31.590105 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-b23b8e55-755a-4665-bedf-852f43d0c6fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b17d345-b05a-4505-9f52-603e04d07ebb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-950159', 'tenant_id': '6021baac210f4987b10e749036581cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': '1c06a257-c8e3-497f-8206-21c45a28dd1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T21:17:25Z', 'updated_at': '2021-11-22T21:17:28Z', 'revision_number': 4, 'project_id': '6021baac210f4987b10e749036581cbe', 'gw_port': {'id': '1c06a257-c8e3-497f-8206-21c45a28dd1c', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:19:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b17d345-b05a-4505-9f52-603e04d07ebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:17:25Z', 'updated_at': '2021-11-22T21:17:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': 'ba141536-af99-4d64-bc24-d2dcb6adfd21', 'name': '', 'network_id': '10ae8e57-0e35-4b8f-98e8-df9408200a29', 'tenant_id': '6021baac210f4987b10e749036581cbe', 'mac_address': 'fa:16:3e:f2:2d:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b17d345-b05a-4505-9f52-603e04d07ebb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '5118dcc6-3b9e-4c0b-885f-92d1609fdd7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:17:27Z', 'updated_at': '2021-11-22T21:17:31Z', 'revision_number': 4, 'project_id': '6021baac210f4987b10e749036581cbe', 'subnets': [{'id': '5118dcc6-3b9e-4c0b-885f-92d1609fdd7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:17:31.622759 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b23b8e55-755a-4665-bedf-852f43d0c6fd None None] The sync data for ids ['0b17d345-b05a-4505-9f52-603e04d07ebb'] in n-d-818823-1 is: [{'id': '0b17d345-b05a-4505-9f52-603e04d07ebb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-950159', 'tenant_id': '6021baac210f4987b10e749036581cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': '1c06a257-c8e3-497f-8206-21c45a28dd1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T21:17:25Z', 'updated_at': '2021-11-22T21:17:28Z', 'revision_number': 4, 'project_id': '6021baac210f4987b10e749036581cbe', 'gw_port': {'id': '1c06a257-c8e3-497f-8206-21c45a28dd1c', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:19:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b17d345-b05a-4505-9f52-603e04d07ebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:17:25Z', 'updated_at': '2021-11-22T21:17:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': 'ba141536-af99-4d64-bc24-d2dcb6adfd21', 'name': '', 'network_id': '10ae8e57-0e35-4b8f-98e8-df9408200a29', 'tenant_id': '6021baac210f4987b10e749036581cbe', 'mac_address': 'fa:16:3e:f2:2d:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b17d345-b05a-4505-9f52-603e04d07ebb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '5118dcc6-3b9e-4c0b-885f-92d1609fdd7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:17:27Z', 'updated_at': '2021-11-22T21:17:31Z', 'revision_number': 4, 'project_id': '6021baac210f4987b10e749036581cbe', 'subnets': [{'id': '5118dcc6-3b9e-4c0b-885f-92d1609fdd7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 21:17:31.634936 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-645607dc-da2d-41d1-b305-ffc257581d2e None None] Provisioning complete for port ba141536-af99-4d64-bc24-d2dcb6adfd21 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 21:17:31.635315 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-645607dc-da2d-41d1-b305-ffc257581d2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:17:31.713762 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [req-ee893ef6-e991-478e-95b6-a43adcc803fa req-d83e7bdf-7e91-4acc-8872-add2e2a9577a tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Allocated IP 172.20.0.14 (10ae8e57-0e35-4b8f-98e8-df9408200a29/5118dcc6-3b9e-4c0b-885f-92d1609fdd7d/829a6f36-5ef9-4394-9f48-61f0b4b09a48) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 21:17:31.868665 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-ee893ef6-e991-478e-95b6-a43adcc803fa req-d83e7bdf-7e91-4acc-8872-add2e2a9577a tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:17:31.905018 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-ee893ef6-e991-478e-95b6-a43adcc803fa req-d83e7bdf-7e91-4acc-8872-add2e2a9577a tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:17:31.957993 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee893ef6-e991-478e-95b6-a43adcc803fa req-d83e7bdf-7e91-4acc-8872-add2e2a9577a tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Network 10ae8e57-0e35-4b8f-98e8-df9408200a29 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 21:17:31.962328 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [req-ee893ef6-e991-478e-95b6-a43adcc803fa req-d83e7bdf-7e91-4acc-8872-add2e2a9577a tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 21:17:31.966306 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee893ef6-e991-478e-95b6-a43adcc803fa req-d83e7bdf-7e91-4acc-8872-add2e2a9577a tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 21:17:31.967754 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device ba141536-af99-4d64-bc24-d2dcb6adfd21 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 21:17:31.992189 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83e7bdf-7e91-4acc-8872-add2e2a9577a tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Pushing event updated for resources: {'Port': ['ID=829a6f36-5ef9-4394-9f48-61f0b4b09a48,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:17:32.023817 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee893ef6-e991-478e-95b6-a43adcc803fa req-d83e7bdf-7e91-4acc-8872-add2e2a9577a tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:17:32.024592 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-ee893ef6-e991-478e-95b6-a43adcc803fa req-d83e7bdf-7e91-4acc-8872-add2e2a9577a tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:17:32.044380 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port ba141536-af99-4d64-bc24-d2dcb6adfd21 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 21:17:32.044708 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:17:32.047923 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-ee893ef6-e991-478e-95b6-a43adcc803fa req-d83e7bdf-7e91-4acc-8872-add2e2a9577a tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6200173 Nov 22 21:17:32.060581 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [req-ee893ef6-e991-478e-95b6-a43adcc803fa req-32c17f3a-4aaa-4f4b-a8f7-33c0968e8a38 service neutron] Request body: {'port': {'device_id': '4d199245-c53b-4b48-ab98-2c1a558eedd1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818823-1'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 21:17:32.140977 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-ee893ef6-e991-478e-95b6-a43adcc803fa req-32c17f3a-4aaa-4f4b-a8f7-33c0968e8a38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:17:32.267483 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-a3f24e48-1dd8-416d-8f51-44fa3860ee23 None None] Provisioning complete for port 829a6f36-5ef9-4394-9f48-61f0b4b09a48 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 21:17:32.267797 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-a3f24e48-1dd8-416d-8f51-44fa3860ee23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:17:32.311272 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-a3f24e48-1dd8-416d-8f51-44fa3860ee23 None None] Port 829a6f36-5ef9-4394-9f48-61f0b4b09a48 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 21:17:32.426552 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [req-ee893ef6-e991-478e-95b6-a43adcc803fa req-32c17f3a-4aaa-4f4b-a8f7-33c0968e8a38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 829a6f36-5ef9-4394-9f48-61f0b4b09a48 {{(pid=103448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 21:17:32.435073 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-ee893ef6-e991-478e-95b6-a43adcc803fa req-32c17f3a-4aaa-4f4b-a8f7-33c0968e8a38 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:17:32.447680 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [req-ee893ef6-e991-478e-95b6-a43adcc803fa req-32c17f3a-4aaa-4f4b-a8f7-33c0968e8a38 service neutron] Transition to ACTIVE for port object 829a6f36-5ef9-4394-9f48-61f0b4b09a48 will not be triggered until provisioned by entity L2. {{(pid=103448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 21:17:32.452941 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-ee893ef6-e991-478e-95b6-a43adcc803fa req-32c17f3a-4aaa-4f4b-a8f7-33c0968e8a38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:17:32.522546 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c17f3a-4aaa-4f4b-a8f7-33c0968e8a38 service neutron] Pushing event updated for resources: {'Port': ['ID=829a6f36-5ef9-4394-9f48-61f0b4b09a48,revision_number=2']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:17:32.580069 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6a2af5-027b-4cd4-9e7d-12761f4c21b6 req-607e984c-33b7-44f0-8a5e-3110fdd2f9ee tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:17:32.582245 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7d6a2af5-027b-4cd4-9e7d-12761f4c21b6 req-607e984c-33b7-44f0-8a5e-3110fdd2f9ee tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/ports?device_id=4d199245-c53b-4b48-ab98-2c1a558eedd1 HTTP/1.1" status: 200 len: 944 time: 0.0591364 Nov 22 21:17:32.587114 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-ee893ef6-e991-478e-95b6-a43adcc803fa req-32c17f3a-4aaa-4f4b-a8f7-33c0968e8a38 service neutron] Attempting to bind port 829a6f36-5ef9-4394-9f48-61f0b4b09a48 on host n-h1-818823-1 for vnic_type normal with profile {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 21:17:32.587502 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-ee893ef6-e991-478e-95b6-a43adcc803fa req-32c17f3a-4aaa-4f4b-a8f7-33c0968e8a38 service neutron] Attempting to bind port 829a6f36-5ef9-4394-9f48-61f0b4b09a48 by drivers openvswitch,hyperv on host n-h1-818823-1 at level 0 using segments [{'id': '658cd700-baea-4d3d-9cb1-a540801a2071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '10ae8e57-0e35-4b8f-98e8-df9408200a29'}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 21:17:32.587846 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee893ef6-e991-478e-95b6-a43adcc803fa req-32c17f3a-4aaa-4f4b-a8f7-33c0968e8a38 service neutron] Attempting to bind port 829a6f36-5ef9-4394-9f48-61f0b4b09a48 on network 10ae8e57-0e35-4b8f-98e8-df9408200a29 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 21:17:32.593110 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee893ef6-e991-478e-95b6-a43adcc803fa req-32c17f3a-4aaa-4f4b-a8f7-33c0968e8a38 service neutron] Port 829a6f36-5ef9-4394-9f48-61f0b4b09a48 on network 10ae8e57-0e35-4b8f-98e8-df9408200a29 not bound, no agent of type Open vSwitch agent registered on host n-h1-818823-1 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 21:17:32.593443 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee893ef6-e991-478e-95b6-a43adcc803fa req-32c17f3a-4aaa-4f4b-a8f7-33c0968e8a38 service neutron] Attempting to bind port 829a6f36-5ef9-4394-9f48-61f0b4b09a48 on network 10ae8e57-0e35-4b8f-98e8-df9408200a29 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 21:17:32.599270 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee893ef6-e991-478e-95b6-a43adcc803fa req-32c17f3a-4aaa-4f4b-a8f7-33c0968e8a38 service neutron] Checking agent: {'id': '7a008cff-3b49-418c-8046-689d46cc800f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'started_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 21, 17, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 21:17:32.599578 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee893ef6-e991-478e-95b6-a43adcc803fa req-32c17f3a-4aaa-4f4b-a8f7-33c0968e8a38 service neutron] Checking segment: {'id': '658cd700-baea-4d3d-9cb1-a540801a2071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '10ae8e57-0e35-4b8f-98e8-df9408200a29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 21:17:32.599975 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee893ef6-e991-478e-95b6-a43adcc803fa req-32c17f3a-4aaa-4f4b-a8f7-33c0968e8a38 service neutron] Bound using segment: {'id': '658cd700-baea-4d3d-9cb1-a540801a2071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '10ae8e57-0e35-4b8f-98e8-df9408200a29'} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 21:17:32.600411 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-ee893ef6-e991-478e-95b6-a43adcc803fa req-32c17f3a-4aaa-4f4b-a8f7-33c0968e8a38 service neutron] Bound port: 829a6f36-5ef9-4394-9f48-61f0b4b09a48, host: n-h1-818823-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '658cd700-baea-4d3d-9cb1-a540801a2071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '10ae8e57-0e35-4b8f-98e8-df9408200a29'}}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 21:17:32.600810 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-ee893ef6-e991-478e-95b6-a43adcc803fa req-32c17f3a-4aaa-4f4b-a8f7-33c0968e8a38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:17:32.645398 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7d6a2af5-027b-4cd4-9e7d-12761f4c21b6 req-5b709a3b-fb1e-4ed7-992c-e7b5461e3ef2 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/security-groups?id=bb0e9a97-7716-4907-ba5b-86cf332c9a27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559363 Nov 22 21:17:32.686051 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-ee893ef6-e991-478e-95b6-a43adcc803fa req-32c17f3a-4aaa-4f4b-a8f7-33c0968e8a38 service neutron] For port 829a6f36-5ef9-4394-9f48-61f0b4b09a48, host n-h1-818823-1, cleared binding levels {{(pid=103448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 21:17:32.689690 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-ee893ef6-e991-478e-95b6-a43adcc803fa req-32c17f3a-4aaa-4f4b-a8f7-33c0968e8a38 service neutron] For port 829a6f36-5ef9-4394-9f48-61f0b4b09a48, host n-h1-818823-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=829a6f36-5ef9-4394-9f48-61f0b4b09a48,segment=NetworkSegment(658cd700-baea-4d3d-9cb1-a540801a2071),segment_id=658cd700-baea-4d3d-9cb1-a540801a2071)] {{(pid=103448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 21:17:32.696384 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-ee893ef6-e991-478e-95b6-a43adcc803fa req-32c17f3a-4aaa-4f4b-a8f7-33c0968e8a38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:17:32.735556 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee893ef6-e991-478e-95b6-a43adcc803fa req-32c17f3a-4aaa-4f4b-a8f7-33c0968e8a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:17:32.736183 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-ee893ef6-e991-478e-95b6-a43adcc803fa req-32c17f3a-4aaa-4f4b-a8f7-33c0968e8a38 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:17:32.737614 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-ee893ef6-e991-478e-95b6-a43adcc803fa req-32c17f3a-4aaa-4f4b-a8f7-33c0968e8a38 service neutron] 10.222.0.41 "PUT /v2.0/ports/829a6f36-5ef9-4394-9f48-61f0b4b09a48 HTTP/1.1" status: 200 len: 1092 time: 0.6819210 Nov 22 21:17:32.738083 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d199245-c53b-4b48-ab98-2c1a558eedd1', 'tag': '829a6f36-5ef9-4394-9f48-61f0b4b09a48'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 21:17:32.740443 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d75c62b18f4846ba0ff3fb32e7a2f33757bcd91f6941723bbc4e48e63e422314" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d5ce0c6-849e-4606-bda4-23ecd719c1e3" -d '{"events": [{"name": "network-changed", "server_uuid": "4d199245-c53b-4b48-ab98-2c1a558eedd1", "tag": "829a6f36-5ef9-4394-9f48-61f0b4b09a48"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 21:17:32.768301 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c17f3a-4aaa-4f4b-a8f7-33c0968e8a38 service neutron] Pushing event updated for resources: {'Port': ['ID=829a6f36-5ef9-4394-9f48-61f0b4b09a48,revision_number=3']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:17:32.812964 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 21:17:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd2334b5-dbc5-4014-8963-4860dac29cd8 x-openstack-request-id: req-dd2334b5-dbc5-4014-8963-4860dac29cd8 {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 21:17:32.813266 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d199245-c53b-4b48-ab98-2c1a558eedd1", "tag": "829a6f36-5ef9-4394-9f48-61f0b4b09a48", "status": "completed", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 21:17:32.813528 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-dd2334b5-dbc5-4014-8963-4860dac29cd8 {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 21:17:32.813933 n-d-818823-1 neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d199245-c53b-4b48-ab98-2c1a558eedd1', 'tag': '829a6f36-5ef9-4394-9f48-61f0b4b09a48', 'status': 'completed', 'code': 200} Nov 22 21:17:32.837247 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee893ef6-e991-478e-95b6-a43adcc803fa req-80232360-1656-454a-959f-b7377f8b07cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:17:32.841339 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-ee893ef6-e991-478e-95b6-a43adcc803fa req-80232360-1656-454a-959f-b7377f8b07cb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6021baac210f4987b10e749036581cbe&device_id=4d199245-c53b-4b48-ab98-2c1a558eedd1 HTTP/1.1" status: 200 len: 1095 time: 0.0560589 Nov 22 21:17:32.888389 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-ee893ef6-e991-478e-95b6-a43adcc803fa req-ebf67345-01e4-4662-9a76-4e0b9e82326a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=829a6f36-5ef9-4394-9f48-61f0b4b09a48 HTTP/1.1" status: 200 len: 217 time: 0.0413764 Nov 22 21:17:32.942247 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee893ef6-e991-478e-95b6-a43adcc803fa req-ed2aa9d1-0699-45e1-9df3-2852cf3b5d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:17:32.943799 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-ee893ef6-e991-478e-95b6-a43adcc803fa req-ed2aa9d1-0699-45e1-9df3-2852cf3b5d92 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5118dcc6-3b9e-4c0b-885f-92d1609fdd7d HTTP/1.1" status: 200 len: 835 time: 0.0487013 Nov 22 21:17:32.991610 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee893ef6-e991-478e-95b6-a43adcc803fa req-990e6aec-77c3-4bc0-8b98-fbf96d273898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:17:32.993151 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-ee893ef6-e991-478e-95b6-a43adcc803fa req-990e6aec-77c3-4bc0-8b98-fbf96d273898 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=10ae8e57-0e35-4b8f-98e8-df9408200a29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422928 Nov 22 21:17:33.028061 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-fb52f17f-54b6-4f63-84cb-7aea7d3d9ed8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:17:33.088509 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-ee893ef6-e991-478e-95b6-a43adcc803fa req-da2b75b8-35d0-4023-97e0-d38b1a87bb73 service neutron] 10.222.0.41 "GET /v2.0/networks/10ae8e57-0e35-4b8f-98e8-df9408200a29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878468 Nov 22 21:17:33.180053 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-ee893ef6-e991-478e-95b6-a43adcc803fa req-f85c0d67-3b8c-4d61-817d-4395a8c61432 service neutron] 10.222.0.41 "GET /v2.0/networks/10ae8e57-0e35-4b8f-98e8-df9408200a29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844133 Nov 22 21:17:33.268912 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5ce0c6-849e-4606-bda4-23ecd719c1e3 req-c7b2139a-3e47-4968-ac65-8b1e68514f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:17:33.270461 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-1d5ce0c6-849e-4606-bda4-23ecd719c1e3 req-c7b2139a-3e47-4968-ac65-8b1e68514f24 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6021baac210f4987b10e749036581cbe&device_id=4d199245-c53b-4b48-ab98-2c1a558eedd1 HTTP/1.1" status: 200 len: 1095 time: 0.0457942 Nov 22 21:17:33.360910 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5ce0c6-849e-4606-bda4-23ecd719c1e3 req-83aac5e8-ae37-40d4-946f-7b50922e6169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:17:33.362416 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-1d5ce0c6-849e-4606-bda4-23ecd719c1e3 req-83aac5e8-ae37-40d4-946f-7b50922e6169 service neutron] 10.222.0.41 "GET /v2.0/networks?id=10ae8e57-0e35-4b8f-98e8-df9408200a29 HTTP/1.1" status: 200 len: 898 time: 0.0837970 Nov 22 21:17:33.402412 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-1d5ce0c6-849e-4606-bda4-23ecd719c1e3 req-728223d3-6270-490f-8c33-16ab2277d370 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=829a6f36-5ef9-4394-9f48-61f0b4b09a48 HTTP/1.1" status: 200 len: 217 time: 0.0331743 Nov 22 21:17:33.454993 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5ce0c6-849e-4606-bda4-23ecd719c1e3 req-be91918c-d7a8-4f88-94c5-eadd7be0f200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:17:33.456350 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-1d5ce0c6-849e-4606-bda4-23ecd719c1e3 req-be91918c-d7a8-4f88-94c5-eadd7be0f200 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5118dcc6-3b9e-4c0b-885f-92d1609fdd7d HTTP/1.1" status: 200 len: 835 time: 0.0464625 Nov 22 21:17:33.502379 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5ce0c6-849e-4606-bda4-23ecd719c1e3 req-88ed2a34-a7b4-43d4-8540-78246cfd2c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:17:33.503844 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-1d5ce0c6-849e-4606-bda4-23ecd719c1e3 req-88ed2a34-a7b4-43d4-8540-78246cfd2c83 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=10ae8e57-0e35-4b8f-98e8-df9408200a29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391650 Nov 22 21:17:33.594903 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-1d5ce0c6-849e-4606-bda4-23ecd719c1e3 req-bd1d9607-dcfe-45ff-91a0-ecb138e5d78e service neutron] 10.222.0.41 "GET /v2.0/networks/10ae8e57-0e35-4b8f-98e8-df9408200a29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828874 Nov 22 21:17:33.684212 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-1d5ce0c6-849e-4606-bda4-23ecd719c1e3 req-dd5971a4-b90c-40f9-bc16-bc4298ced30c service neutron] 10.222.0.41 "GET /v2.0/networks/10ae8e57-0e35-4b8f-98e8-df9408200a29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815217 Nov 22 21:17:33.695836 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-03f0964f-1b75-4df7-99e0-a3cdb56ec2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:17:33.770672 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2af5305-1281-4681-ae84-265636bf815b req-c685120c-456d-4180-8ab1-e1d7ff97996d tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:17:33.772108 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e2af5305-1281-4681-ae84-265636bf815b req-c685120c-456d-4180-8ab1-e1d7ff97996d tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/ports?device_id=4d199245-c53b-4b48-ab98-2c1a558eedd1 HTTP/1.1" status: 200 len: 944 time: 0.0487239 Nov 22 21:17:33.823437 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e2af5305-1281-4681-ae84-265636bf815b req-57be420b-524a-4c4b-ba36-5bbac3f150af tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/security-groups?id=bb0e9a97-7716-4907-ba5b-86cf332c9a27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443754 Nov 22 21:17:34.937830 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba7f7ba-2092-4a03-a6e8-0e0446e8da91 req-9aab89fb-9217-4f6b-82d9-df4b76faae2b tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:17:34.939297 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3ba7f7ba-2092-4a03-a6e8-0e0446e8da91 req-9aab89fb-9217-4f6b-82d9-df4b76faae2b tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/ports?device_id=4d199245-c53b-4b48-ab98-2c1a558eedd1 HTTP/1.1" status: 200 len: 944 time: 0.0480852 Nov 22 21:17:34.991461 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3ba7f7ba-2092-4a03-a6e8-0e0446e8da91 req-385fccfd-71fe-4226-a7d2-482b5eff86b0 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/security-groups?id=bb0e9a97-7716-4907-ba5b-86cf332c9a27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460806 Nov 22 21:17:35.394960 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e49ee129-e862-4476-beca-cdc8150d2345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:17:36.046841 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 829a6f36-5ef9-4394-9f48-61f0b4b09a48 details requested by agent hyperv_n-h1-818823-1 with host n-h1-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 21:17:36.105475 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f932dc-00a8-44a3-98ff-58eda95d0369 req-b4759c50-b5d8-4b25-8fa8-83557b5cd7d0 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:17:36.106975 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a9f932dc-00a8-44a3-98ff-58eda95d0369 req-b4759c50-b5d8-4b25-8fa8-83557b5cd7d0 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/ports?device_id=4d199245-c53b-4b48-ab98-2c1a558eedd1 HTTP/1.1" status: 200 len: 944 time: 0.0486510 Nov 22 21:17:36.145406 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 829a6f36-5ef9-4394-9f48-61f0b4b09a48, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=829a6f36-5ef9-4394-9f48-61f0b4b09a48,segment=NetworkSegment(658cd700-baea-4d3d-9cb1-a540801a2071),segment_id=658cd700-baea-4d3d-9cb1-a540801a2071)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 21:17:36.156691 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a9f932dc-00a8-44a3-98ff-58eda95d0369 req-7f5c3a18-6d49-401d-86d4-2beeae09ac2e tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/security-groups?id=bb0e9a97-7716-4907-ba5b-86cf332c9a27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433207 Nov 22 21:17:36.157936 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Returning: {'device': '829a6f36-5ef9-4394-9f48-61f0b4b09a48', 'network_id': '10ae8e57-0e35-4b8f-98e8-df9408200a29', 'port_id': '829a6f36-5ef9-4394-9f48-61f0b4b09a48', 'mac_address': 'fa:16:3e:d9:30:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5118dcc6-3b9e-4c0b-885f-92d1609fdd7d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 21:17:36.210299 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:17:36.214084 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:17:36.227249 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 829a6f36-5ef9-4394-9f48-61f0b4b09a48 {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 21:17:36.248292 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 829a6f36-5ef9-4394-9f48-61f0b4b09a48, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=829a6f36-5ef9-4394-9f48-61f0b4b09a48,segment=NetworkSegment(658cd700-baea-4d3d-9cb1-a540801a2071),segment_id=658cd700-baea-4d3d-9cb1-a540801a2071)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 21:17:36.251894 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:17:36.299112 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=829a6f36-5ef9-4394-9f48-61f0b4b09a48,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:17:36.476771 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] get_ports_and_sgs() called for port_ids ['829a6f36-5ef9-4394-9f48-61f0b4b09a48'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 21:17:37.286469 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8c3159-0ef4-4a13-abe2-b2a76ea34816 req-ff9fedad-7f12-452a-95b1-b2802397c200 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:17:37.287964 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ca8c3159-0ef4-4a13-abe2-b2a76ea34816 req-ff9fedad-7f12-452a-95b1-b2802397c200 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/ports?device_id=4d199245-c53b-4b48-ab98-2c1a558eedd1 HTTP/1.1" status: 200 len: 945 time: 0.0484676 Nov 22 21:17:37.335851 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ca8c3159-0ef4-4a13-abe2-b2a76ea34816 req-17ad38f8-263b-4a3a-84e1-e9644251458e tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/security-groups?id=bb0e9a97-7716-4907-ba5b-86cf332c9a27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418820 Nov 22 21:17:38.061886 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 829a6f36-5ef9-4394-9f48-61f0b4b09a48 up at agent hyperv_n-h1-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 21:17:38.112604 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Provisioning for port 829a6f36-5ef9-4394-9f48-61f0b4b09a48 completed by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 21:17:38.117777 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Provisioning complete for port 829a6f36-5ef9-4394-9f48-61f0b4b09a48 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 21:17:38.118141 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:17:38.196646 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:17:38.218905 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d199245-c53b-4b48-ab98-2c1a558eedd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '829a6f36-5ef9-4394-9f48-61f0b4b09a48'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 21:17:38.221249 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77cdb882cfbf7cc977e8d6fd4582ec33309c0dd3d6eecd2022538c80279aa7ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1de826c7-1450-4453-8766-7ddcba060d67" -d '{"events": [{"server_uuid": "4d199245-c53b-4b48-ab98-2c1a558eedd1", "name": "network-vif-plugged", "status": "completed", "tag": "829a6f36-5ef9-4394-9f48-61f0b4b09a48"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 21:17:38.238739 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 829a6f36-5ef9-4394-9f48-61f0b4b09a48, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=829a6f36-5ef9-4394-9f48-61f0b4b09a48,segment=NetworkSegment(658cd700-baea-4d3d-9cb1-a540801a2071),segment_id=658cd700-baea-4d3d-9cb1-a540801a2071)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 21:17:38.244310 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:17:38.269610 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 21:17:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cec4f98-02d4-48b8-bccf-c2ae42f47dea x-openstack-request-id: req-6cec4f98-02d4-48b8-bccf-c2ae42f47dea {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 21:17:38.269949 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d199245-c53b-4b48-ab98-2c1a558eedd1", "name": "network-vif-plugged", "status": "completed", "tag": "829a6f36-5ef9-4394-9f48-61f0b4b09a48", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 21:17:38.270165 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6cec4f98-02d4-48b8-bccf-c2ae42f47dea {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 21:17:38.270562 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d199245-c53b-4b48-ab98-2c1a558eedd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '829a6f36-5ef9-4394-9f48-61f0b4b09a48', 'code': 200} Nov 22 21:17:38.297860 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=829a6f36-5ef9-4394-9f48-61f0b4b09a48,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:17:38.368431 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b4e83c-dc86-4ec2-beec-8f9edc28efe0 req-209bd23e-aec2-469f-a511-f06190fb8135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:17:38.369971 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-86b4e83c-dc86-4ec2-beec-8f9edc28efe0 req-209bd23e-aec2-469f-a511-f06190fb8135 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4d199245-c53b-4b48-ab98-2c1a558eedd1 HTTP/1.1" status: 200 len: 1097 time: 0.0422976 Nov 22 21:17:38.420289 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-86b4e83c-dc86-4ec2-beec-8f9edc28efe0 req-35a900c6-72ac-4294-8bd6-c491579b1bed service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=bb0e9a97-7716-4907-ba5b-86cf332c9a27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433061 Nov 22 21:17:38.461341 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dce9a1a-a61b-4717-9a8e-9cf1e4073e56 req-03db91d9-6b14-402b-8350-b713d3d4151e tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:17:38.462812 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1dce9a1a-a61b-4717-9a8e-9cf1e4073e56 req-03db91d9-6b14-402b-8350-b713d3d4151e tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/ports?device_id=4d199245-c53b-4b48-ab98-2c1a558eedd1 HTTP/1.1" status: 200 len: 946 time: 0.0569332 Nov 22 21:17:38.511670 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1dce9a1a-a61b-4717-9a8e-9cf1e4073e56 req-68a95b12-2192-453c-97dd-ba5f36d4088b tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/security-groups?id=bb0e9a97-7716-4907-ba5b-86cf332c9a27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426707 Nov 22 21:17:39.626327 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6db644-a70d-4705-ac8f-d6aa7e7fa395 req-645b7b87-a11b-4c9e-8fa7-19162a0a821d tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:17:39.627826 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ed6db644-a70d-4705-ac8f-d6aa7e7fa395 req-645b7b87-a11b-4c9e-8fa7-19162a0a821d tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/ports?device_id=4d199245-c53b-4b48-ab98-2c1a558eedd1 HTTP/1.1" status: 200 len: 946 time: 0.0478058 Nov 22 21:17:39.675061 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ed6db644-a70d-4705-ac8f-d6aa7e7fa395 req-5615db85-80dd-4007-b733-e74fcc088be3 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/security-groups?id=bb0e9a97-7716-4907-ba5b-86cf332c9a27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405700 Nov 22 21:17:39.791147 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b6814a-f33d-4bb9-a01d-3872cbd6a886 req-ade330c5-ff47-4f80-a69a-d7af1493716d tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:17:39.792594 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-26b6814a-f33d-4bb9-a01d-3872cbd6a886 req-ade330c5-ff47-4f80-a69a-d7af1493716d tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/ports?device_id=4d199245-c53b-4b48-ab98-2c1a558eedd1 HTTP/1.1" status: 200 len: 946 time: 0.0516655 Nov 22 21:17:39.842292 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-26b6814a-f33d-4bb9-a01d-3872cbd6a886 req-9cdec9e2-1e9f-405f-9e9d-1f958335adc2 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/security-groups?id=bb0e9a97-7716-4907-ba5b-86cf332c9a27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434244 Nov 22 21:17:39.863922 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 33268) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:17:39.903576 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-870a0a90-722e-4b6d-a6d9-a9691c937bbd tempest-TestNetworkAdvancedServerOps-1979025 tempest-TestNetworkAdvancedServerOps-1979025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:17:39.905076 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-870a0a90-722e-4b6d-a6d9-a9691c937bbd tempest-TestNetworkAdvancedServerOps-1979025 tempest-TestNetworkAdvancedServerOps-1979025-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=4d199245-c53b-4b48-ab98-2c1a558eedd1 HTTP/1.1" status: 200 len: 1092 time: 0.0401821 Nov 22 21:17:39.907906 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 33270) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:17:39.912064 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-58b34da1-cdce-4a10-b304-419ea5542b15 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Request body: {'floatingip': {'floating_network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'port_id': '829a6f36-5ef9-4394-9f48-61f0b4b09a48', 'tenant_id': '6021baac210f4987b10e749036581cbe', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 21:17:39.934395 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-58b34da1-cdce-4a10-b304-419ea5542b15 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks [] for floatingip, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:17:40.035389 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-58b34da1-cdce-4a10-b304-419ea5542b15 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:17:40.133837 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [None req-58b34da1-cdce-4a10-b304-419ea5542b15 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Allocated IP 172.25.5.241 (c48a55e9-6a85-4746-b7bf-3e29fb560094/5da6f781-63e6-4328-ae7a-5e672262f55a/d15d436a-fc39-4391-87e7-99a7b412d5ea) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 21:17:40.237964 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-58b34da1-cdce-4a10-b304-419ea5542b15 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:17:40.270974 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-58b34da1-cdce-4a10-b304-419ea5542b15 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:17:40.310475 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58b34da1-cdce-4a10-b304-419ea5542b15 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Network c48a55e9-6a85-4746-b7bf-3e29fb560094 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 21:17:40.314764 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-58b34da1-cdce-4a10-b304-419ea5542b15 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 21:17:40.317325 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b34da1-cdce-4a10-b304-419ea5542b15 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 21:17:40.323372 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b34da1-cdce-4a10-b304-419ea5542b15 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Pushing event updated for resources: {'Port': ['ID=d15d436a-fc39-4391-87e7-99a7b412d5ea,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:17:40.664603 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-58b34da1-cdce-4a10-b304-419ea5542b15 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:17:40.728449 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-58b34da1-cdce-4a10-b304-419ea5542b15 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:17:41.176835 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-58b34da1-cdce-4a10-b304-419ea5542b15 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks [] for port, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:17:41.181359 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-58b34da1-cdce-4a10-b304-419ea5542b15 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:17:41.254193 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b34da1-cdce-4a10-b304-419ea5542b15 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Pushing event updated for resources: {'Port': ['ID=d15d436a-fc39-4391-87e7-99a7b412d5ea,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:17:41.261761 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-58b34da1-cdce-4a10-b304-419ea5542b15 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-595224'] for floatingip, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:17:41.361591 n-d-818823-1 neutron-server[103447]: INFO neutron.db.l3_db [None req-58b34da1-cdce-4a10-b304-419ea5542b15 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Floating IP 5f1c2b52-c6e6-45ad-9867-d29c753d9355 associated. External IP: 172.25.5.241, port: 829a6f36-5ef9-4394-9f48-61f0b4b09a48. Nov 22 21:17:41.569567 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58b34da1-cdce-4a10-b304-419ea5542b15 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Router 0b17d345-b05a-4505-9f52-603e04d07ebb has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 21:17:41.671062 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58b34da1-cdce-4a10-b304-419ea5542b15 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 21:17:41.681080 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff22c68-cceb-4266-8e79-0509d9092074 None None] Sync routers for ids ['0b17d345-b05a-4505-9f52-603e04d07ebb'] in n-d-818823-1 {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 21:17:41.689048 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-58b34da1-cdce-4a10-b304-419ea5542b15 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for floatingip, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:17:41.690526 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff22c68-cceb-4266-8e79-0509d9092074 None None] Routers {'0b17d345-b05a-4505-9f52-603e04d07ebb'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 21:17:41.691123 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-eff22c68-cceb-4266-8e79-0509d9092074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T21:17:33Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['0b17d345-b05a-4505-9f52-603e04d07ebb'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:17:41.721850 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-58b34da1-cdce-4a10-b304-419ea5542b15 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8129327 Nov 22 21:17:41.722879 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d199245-c53b-4b48-ab98-2c1a558eedd1', 'tag': '829a6f36-5ef9-4394-9f48-61f0b4b09a48'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 21:17:41.724994 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0b87e146ffa5c253ca46002a571dfb52564e5f7c412d10689cf18353d020cb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee5acff3-a373-4217-a6f5-91ed8edbf56f" -d '{"events": [{"name": "network-changed", "server_uuid": "4d199245-c53b-4b48-ab98-2c1a558eedd1", "tag": "829a6f36-5ef9-4394-9f48-61f0b4b09a48"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 21:17:41.765843 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 21:17:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0d0ac40-abc6-4923-820a-6fafa6bd9af5 x-openstack-request-id: req-e0d0ac40-abc6-4923-820a-6fafa6bd9af5 {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 21:17:41.766210 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d199245-c53b-4b48-ab98-2c1a558eedd1", "tag": "829a6f36-5ef9-4394-9f48-61f0b4b09a48", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 21:17:41.766538 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e0d0ac40-abc6-4923-820a-6fafa6bd9af5 {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 21:17:41.767060 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d199245-c53b-4b48-ab98-2c1a558eedd1', 'tag': '829a6f36-5ef9-4394-9f48-61f0b4b09a48', 'status': 'completed', 'code': 200} Nov 22 21:17:41.809019 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-eff22c68-cceb-4266-8e79-0509d9092074 None None] Set router 0b17d345-b05a-4505-9f52-603e04d07ebb gateway port host: n-d-818823-1 {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 21:17:41.838064 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5acff3-a373-4217-a6f5-91ed8edbf56f req-4619b19d-bc8a-4c65-883c-d0bd22f172e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:17:41.839545 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-ee5acff3-a373-4217-a6f5-91ed8edbf56f req-4619b19d-bc8a-4c65-883c-d0bd22f172e8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6021baac210f4987b10e749036581cbe&device_id=4d199245-c53b-4b48-ab98-2c1a558eedd1 HTTP/1.1" status: 200 len: 1097 time: 0.0500476 Nov 22 21:17:41.839793 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1464ce49-5caa-4a2c-9fe8-0680f77a9d10 req-d3af5c1c-3147-485d-9ffc-41fa7c5c9e02 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:17:41.841361 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1464ce49-5caa-4a2c-9fe8-0680f77a9d10 req-d3af5c1c-3147-485d-9ffc-41fa7c5c9e02 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/ports?device_id=4d199245-c53b-4b48-ab98-2c1a558eedd1 HTTP/1.1" status: 200 len: 946 time: 0.0566733 Nov 22 21:17:41.895631 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1464ce49-5caa-4a2c-9fe8-0680f77a9d10 req-60aa4ecb-8b58-486c-b9e7-387ca08359bb tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/security-groups?id=bb0e9a97-7716-4907-ba5b-86cf332c9a27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474079 Nov 22 21:17:41.919705 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 33276) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:17:41.945053 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5acff3-a373-4217-a6f5-91ed8edbf56f req-9758983f-e30b-4110-9870-6652f76a9399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:17:41.946577 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-ee5acff3-a373-4217-a6f5-91ed8edbf56f req-9758983f-e30b-4110-9870-6652f76a9399 service neutron] 10.222.0.41 "GET /v2.0/networks?id=10ae8e57-0e35-4b8f-98e8-df9408200a29 HTTP/1.1" status: 200 len: 898 time: 0.1000328 Nov 22 21:17:41.985892 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-2d3bcb12-e5d2-4ce1-8343-a2156c1096f0 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/floatingips/5f1c2b52-c6e6-45ad-9867-d29c753d9355 HTTP/1.1" status: 200 len: 992 time: 0.0650084 Nov 22 21:17:42.019811 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-ee5acff3-a373-4217-a6f5-91ed8edbf56f req-6e6f4e54-932d-4e75-83b9-b19c1d3154a8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=829a6f36-5ef9-4394-9f48-61f0b4b09a48 HTTP/1.1" status: 200 len: 1000 time: 0.0659697 Nov 22 21:17:42.045514 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-eff22c68-cceb-4266-8e79-0509d9092074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b17d345-b05a-4505-9f52-603e04d07ebb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-950159', 'tenant_id': '6021baac210f4987b10e749036581cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': '1c06a257-c8e3-497f-8206-21c45a28dd1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T21:17:25Z', 'updated_at': '2021-11-22T21:17:28Z', 'revision_number': 4, 'project_id': '6021baac210f4987b10e749036581cbe', 'gw_port': {'id': '1c06a257-c8e3-497f-8206-21c45a28dd1c', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:19:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b17d345-b05a-4505-9f52-603e04d07ebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:17:25Z', 'updated_at': '2021-11-22T21:17:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_floatingips': [{'id': '5f1c2b52-c6e6-45ad-9867-d29c753d9355', 'tenant_id': '6021baac210f4987b10e749036581cbe', 'floating_ip_address': '172.25.5.241', 'floating_network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'router_id': '0b17d345-b05a-4505-9f52-603e04d07ebb', 'port_id': '829a6f36-5ef9-4394-9f48-61f0b4b09a48', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4284, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10ae8e57-0e35-4b8f-98e8-df9408200a29', 'mac_address': 'fa:16:3e:d9:30:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d199245-c53b-4b48-ab98-2c1a558eedd1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T21:17:40Z', 'updated_at': '2021-11-22T21:17:40Z', 'revision_number': 0, 'project_id': '6021baac210f4987b10e749036581cbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba141536-af99-4d64-bc24-d2dcb6adfd21', 'name': '', 'network_id': '10ae8e57-0e35-4b8f-98e8-df9408200a29', 'tenant_id': '6021baac210f4987b10e749036581cbe', 'mac_address': 'fa:16:3e:f2:2d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b17d345-b05a-4505-9f52-603e04d07ebb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '5118dcc6-3b9e-4c0b-885f-92d1609fdd7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:17:27Z', 'updated_at': '2021-11-22T21:17:31Z', 'revision_number': 5, 'project_id': '6021baac210f4987b10e749036581cbe', 'subnets': [{'id': '5118dcc6-3b9e-4c0b-885f-92d1609fdd7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:17:42.072349 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5acff3-a373-4217-a6f5-91ed8edbf56f req-17b3f415-c7a7-4e15-af62-3d15061f386b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:17:42.073845 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-ee5acff3-a373-4217-a6f5-91ed8edbf56f req-17b3f415-c7a7-4e15-af62-3d15061f386b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5118dcc6-3b9e-4c0b-885f-92d1609fdd7d HTTP/1.1" status: 200 len: 835 time: 0.0478768 Nov 22 21:17:42.075153 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff22c68-cceb-4266-8e79-0509d9092074 None None] Checking router: 0b17d345-b05a-4505-9f52-603e04d07ebb for host: n-d-818823-1 {{(pid=103450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 21:17:42.083298 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff22c68-cceb-4266-8e79-0509d9092074 None None] Routers {'0b17d345-b05a-4505-9f52-603e04d07ebb'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 21:17:42.083919 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-eff22c68-cceb-4266-8e79-0509d9092074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T21:17:33Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['0b17d345-b05a-4505-9f52-603e04d07ebb'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:17:42.119939 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5acff3-a373-4217-a6f5-91ed8edbf56f req-a3abc06c-728b-445b-9628-edf4f4f18647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:17:42.121364 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-ee5acff3-a373-4217-a6f5-91ed8edbf56f req-a3abc06c-728b-445b-9628-edf4f4f18647 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=10ae8e57-0e35-4b8f-98e8-df9408200a29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406213 Nov 22 21:17:42.189262 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-eff22c68-cceb-4266-8e79-0509d9092074 None None] Set router 0b17d345-b05a-4505-9f52-603e04d07ebb gateway port host: n-d-818823-1 {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 21:17:42.218559 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-ee5acff3-a373-4217-a6f5-91ed8edbf56f req-6fe39ef0-26dc-45e3-868d-4925a309542a service neutron] 10.222.0.41 "GET /v2.0/networks/10ae8e57-0e35-4b8f-98e8-df9408200a29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899360 Nov 22 21:17:42.309571 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-ee5acff3-a373-4217-a6f5-91ed8edbf56f req-270e866e-11cf-4a7a-95f0-d9e72616412e service neutron] 10.222.0.41 "GET /v2.0/networks/10ae8e57-0e35-4b8f-98e8-df9408200a29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839574 Nov 22 21:17:42.408980 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-eff22c68-cceb-4266-8e79-0509d9092074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b17d345-b05a-4505-9f52-603e04d07ebb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-950159', 'tenant_id': '6021baac210f4987b10e749036581cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': '1c06a257-c8e3-497f-8206-21c45a28dd1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T21:17:25Z', 'updated_at': '2021-11-22T21:17:28Z', 'revision_number': 4, 'project_id': '6021baac210f4987b10e749036581cbe', 'gw_port': {'id': '1c06a257-c8e3-497f-8206-21c45a28dd1c', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:19:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b17d345-b05a-4505-9f52-603e04d07ebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:17:25Z', 'updated_at': '2021-11-22T21:17:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_floatingips': [{'id': '5f1c2b52-c6e6-45ad-9867-d29c753d9355', 'tenant_id': '6021baac210f4987b10e749036581cbe', 'floating_ip_address': '172.25.5.241', 'floating_network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'router_id': '0b17d345-b05a-4505-9f52-603e04d07ebb', 'port_id': '829a6f36-5ef9-4394-9f48-61f0b4b09a48', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4284, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10ae8e57-0e35-4b8f-98e8-df9408200a29', 'mac_address': 'fa:16:3e:d9:30:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d199245-c53b-4b48-ab98-2c1a558eedd1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T21:17:40Z', 'updated_at': '2021-11-22T21:17:40Z', 'revision_number': 0, 'project_id': '6021baac210f4987b10e749036581cbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba141536-af99-4d64-bc24-d2dcb6adfd21', 'name': '', 'network_id': '10ae8e57-0e35-4b8f-98e8-df9408200a29', 'tenant_id': '6021baac210f4987b10e749036581cbe', 'mac_address': 'fa:16:3e:f2:2d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b17d345-b05a-4505-9f52-603e04d07ebb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '5118dcc6-3b9e-4c0b-885f-92d1609fdd7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:17:27Z', 'updated_at': '2021-11-22T21:17:31Z', 'revision_number': 5, 'project_id': '6021baac210f4987b10e749036581cbe', 'subnets': [{'id': '5118dcc6-3b9e-4c0b-885f-92d1609fdd7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:17:42.435045 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff22c68-cceb-4266-8e79-0509d9092074 None None] The sync data for ids ['0b17d345-b05a-4505-9f52-603e04d07ebb'] in n-d-818823-1 is: [{'id': '0b17d345-b05a-4505-9f52-603e04d07ebb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-950159', 'tenant_id': '6021baac210f4987b10e749036581cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': '1c06a257-c8e3-497f-8206-21c45a28dd1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T21:17:25Z', 'updated_at': '2021-11-22T21:17:28Z', 'revision_number': 4, 'project_id': '6021baac210f4987b10e749036581cbe', 'gw_port': {'id': '1c06a257-c8e3-497f-8206-21c45a28dd1c', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:19:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b17d345-b05a-4505-9f52-603e04d07ebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:17:25Z', 'updated_at': '2021-11-22T21:17:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_floatingips': [{'id': '5f1c2b52-c6e6-45ad-9867-d29c753d9355', 'tenant_id': '6021baac210f4987b10e749036581cbe', 'floating_ip_address': '172.25.5.241', 'floating_network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'router_id': '0b17d345-b05a-4505-9f52-603e04d07ebb', 'port_id': '829a6f36-5ef9-4394-9f48-61f0b4b09a48', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4284, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10ae8e57-0e35-4b8f-98e8-df9408200a29', 'mac_address': 'fa:16:3e:d9:30:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d199245-c53b-4b48-ab98-2c1a558eedd1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T21:17:40Z', 'updated_at': '2021-11-22T21:17:40Z', 'revision_number': 0, 'project_id': '6021baac210f4987b10e749036581cbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba141536-af99-4d64-bc24-d2dcb6adfd21', 'name': '', 'network_id': '10ae8e57-0e35-4b8f-98e8-df9408200a29', 'tenant_id': '6021baac210f4987b10e749036581cbe', 'mac_address': 'fa:16:3e:f2:2d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b17d345-b05a-4505-9f52-603e04d07ebb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '5118dcc6-3b9e-4c0b-885f-92d1609fdd7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:17:27Z', 'updated_at': '2021-11-22T21:17:31Z', 'revision_number': 5, 'project_id': '6021baac210f4987b10e749036581cbe', 'subnets': [{'id': '5118dcc6-3b9e-4c0b-885f-92d1609fdd7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 21:17:42.627637 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-052914bb-b198-4402-8cae-c021503295e1 None None] New status for floating IP 5f1c2b52-c6e6-45ad-9867-d29c753d9355: ACTIVE {{(pid=103449) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 21:17:42.989270 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 33278) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:17:43.048698 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-0db8666e-64fc-4ecb-a5f1-648be45ff160 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/floatingips/5f1c2b52-c6e6-45ad-9867-d29c753d9355 HTTP/1.1" status: 200 len: 994 time: 0.0581710 Nov 22 21:17:45.137280 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:17:45.167855 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:17:55.147481 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.agents_db [None req-aa8313f2-1ee4-4e7b-8c5a-d32b2f9d31ee None None] Agent healthcheck: found 7 active agents {{(pid=103450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 21:17:59.878921 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-59a77fb1-7f0e-4410-bdd1-56696cc7ec24 req-dfd3bb44-4006-435d-b294-5e3ca0561747 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4d199245-c53b-4b48-ab98-2c1a558eedd1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0436299 Nov 22 21:17:59.962123 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a77fb1-7f0e-4410-bdd1-56696cc7ec24 req-92ff2cda-162f-40ad-9522-3eddb8aed571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:17:59.963595 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-59a77fb1-7f0e-4410-bdd1-56696cc7ec24 req-92ff2cda-162f-40ad-9522-3eddb8aed571 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6021baac210f4987b10e749036581cbe&device_id=4d199245-c53b-4b48-ab98-2c1a558eedd1 HTTP/1.1" status: 200 len: 1097 time: 0.0413792 Nov 22 21:18:00.067911 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a77fb1-7f0e-4410-bdd1-56696cc7ec24 req-96539151-2e78-4208-b003-6a4bdba0b72c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:18:00.069384 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-59a77fb1-7f0e-4410-bdd1-56696cc7ec24 req-96539151-2e78-4208-b003-6a4bdba0b72c service neutron] 10.222.0.41 "GET /v2.0/networks?id=10ae8e57-0e35-4b8f-98e8-df9408200a29 HTTP/1.1" status: 200 len: 898 time: 0.0846977 Nov 22 21:18:00.132773 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-7d68ebca-fc58-4c76-b03f-338e1bb4767a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:00.146462 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-59a77fb1-7f0e-4410-bdd1-56696cc7ec24 req-71db1403-fe21-4cd0-8c6e-1fdedab29ded service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=829a6f36-5ef9-4394-9f48-61f0b4b09a48 HTTP/1.1" status: 200 len: 1002 time: 0.0693266 Nov 22 21:18:00.199282 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a77fb1-7f0e-4410-bdd1-56696cc7ec24 req-faaa4e43-b3cd-4749-be02-cec900fa195e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:18:00.203650 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-59a77fb1-7f0e-4410-bdd1-56696cc7ec24 req-faaa4e43-b3cd-4749-be02-cec900fa195e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5118dcc6-3b9e-4c0b-885f-92d1609fdd7d HTTP/1.1" status: 200 len: 835 time: 0.0466340 Nov 22 21:18:00.250268 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a77fb1-7f0e-4410-bdd1-56696cc7ec24 req-bdfd15d3-d1e4-489d-88ab-12590e451587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:18:00.252041 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-59a77fb1-7f0e-4410-bdd1-56696cc7ec24 req-bdfd15d3-d1e4-489d-88ab-12590e451587 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=10ae8e57-0e35-4b8f-98e8-df9408200a29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434680 Nov 22 21:18:00.343652 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-59a77fb1-7f0e-4410-bdd1-56696cc7ec24 req-b1140e2b-5caa-4b45-9915-73c6a9eb38d3 service neutron] 10.222.0.41 "GET /v2.0/networks/10ae8e57-0e35-4b8f-98e8-df9408200a29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844121 Nov 22 21:18:00.431164 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-59a77fb1-7f0e-4410-bdd1-56696cc7ec24 req-dff1925a-1df6-45d5-840f-f25bb99353c3 service neutron] 10.222.0.41 "GET /v2.0/networks/10ae8e57-0e35-4b8f-98e8-df9408200a29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802436 Nov 22 21:18:03.029267 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-492f97b3-cfe2-4541-b170-7b2cb66c6e47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:03.701969 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-03f0964f-1b75-4df7-99e0-a3cdb56ec2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:05.396611 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e49ee129-e862-4476-beca-cdc8150d2345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:06.185878 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:11.808661 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fcfc08-a90e-4969-bd6d-cea71e5cea59 req-b59ea675-3c6d-4df3-afdc-d686ab359158 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:18:11.810150 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d9fcfc08-a90e-4969-bd6d-cea71e5cea59 req-b59ea675-3c6d-4df3-afdc-d686ab359158 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/ports?device_id=4d199245-c53b-4b48-ab98-2c1a558eedd1 HTTP/1.1" status: 200 len: 946 time: 0.0498559 Nov 22 21:18:11.858547 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d9fcfc08-a90e-4969-bd6d-cea71e5cea59 req-eff7de0a-067b-4f68-87d2-ac24fe6a09e3 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/security-groups?id=bb0e9a97-7716-4907-ba5b-86cf332c9a27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425336 Nov 22 21:18:12.978594 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4ab4b6-30ed-45a9-97b3-bc7fa5d0b951 req-07b9321c-6720-4831-a113-b299f172d865 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:18:12.980079 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-af4ab4b6-30ed-45a9-97b3-bc7fa5d0b951 req-07b9321c-6720-4831-a113-b299f172d865 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/ports?device_id=4d199245-c53b-4b48-ab98-2c1a558eedd1 HTTP/1.1" status: 200 len: 946 time: 0.0516219 Nov 22 21:18:13.028174 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-af4ab4b6-30ed-45a9-97b3-bc7fa5d0b951 req-e354670c-4a50-4f56-a158-d3b23da389bd tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/security-groups?id=bb0e9a97-7716-4907-ba5b-86cf332c9a27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418983 Nov 22 21:18:13.049941 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 33294) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:18:13.107530 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-31fec0d1-8519-4248-adc1-deaac15ee08c tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/floatingips/5f1c2b52-c6e6-45ad-9867-d29c753d9355 HTTP/1.1" status: 200 len: 994 time: 0.0565391 Nov 22 21:18:14.382859 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bf32a2-4834-4e0b-860a-75033c740d4d req-eb6fb2f3-2ec4-44ff-80de-07bd49885cd2 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:18:14.384556 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-48bf32a2-4834-4e0b-860a-75033c740d4d req-eb6fb2f3-2ec4-44ff-80de-07bd49885cd2 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/ports?device_id=4d199245-c53b-4b48-ab98-2c1a558eedd1 HTTP/1.1" status: 200 len: 946 time: 0.0595424 Nov 22 21:18:14.403697 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ae1027-9237-4db1-a4a4-87f00481cf78 req-e5364b2f-c0fa-4ff0-afa2-afbeb8fb3396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:18:14.405200 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-88ae1027-9237-4db1-a4a4-87f00481cf78 req-e5364b2f-c0fa-4ff0-afa2-afbeb8fb3396 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6021baac210f4987b10e749036581cbe&device_id=4d199245-c53b-4b48-ab98-2c1a558eedd1 HTTP/1.1" status: 200 len: 1097 time: 0.0469398 Nov 22 21:18:14.435157 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-48bf32a2-4834-4e0b-860a-75033c740d4d req-a1d97592-040f-4d95-9658-affa2fe2fc34 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/security-groups?id=bb0e9a97-7716-4907-ba5b-86cf332c9a27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445089 Nov 22 21:18:14.496770 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ae1027-9237-4db1-a4a4-87f00481cf78 req-3f182228-ccbd-4be8-a55f-bc0aee791940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:18:14.498253 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-88ae1027-9237-4db1-a4a4-87f00481cf78 req-3f182228-ccbd-4be8-a55f-bc0aee791940 service neutron] 10.222.0.41 "GET /v2.0/networks?id=10ae8e57-0e35-4b8f-98e8-df9408200a29 HTTP/1.1" status: 200 len: 898 time: 0.0859041 Nov 22 21:18:14.566794 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-88ae1027-9237-4db1-a4a4-87f00481cf78 req-216bc94a-1455-4a70-9f7d-8d46808f5532 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=829a6f36-5ef9-4394-9f48-61f0b4b09a48 HTTP/1.1" status: 200 len: 1002 time: 0.0610690 Nov 22 21:18:14.614674 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ae1027-9237-4db1-a4a4-87f00481cf78 req-92b0810f-fd24-41b9-ae31-e584bd73f7df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:18:14.616153 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-88ae1027-9237-4db1-a4a4-87f00481cf78 req-92b0810f-fd24-41b9-ae31-e584bd73f7df service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5118dcc6-3b9e-4c0b-885f-92d1609fdd7d HTTP/1.1" status: 200 len: 835 time: 0.0428219 Nov 22 21:18:14.659897 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ae1027-9237-4db1-a4a4-87f00481cf78 req-5ff09eae-aa52-426d-b502-aaf3f68f5b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:18:14.661290 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-88ae1027-9237-4db1-a4a4-87f00481cf78 req-5ff09eae-aa52-426d-b502-aaf3f68f5b6b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=10ae8e57-0e35-4b8f-98e8-df9408200a29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0385957 Nov 22 21:18:14.750440 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-88ae1027-9237-4db1-a4a4-87f00481cf78 req-937133c3-33ac-4ced-9210-4311481b2146 service neutron] 10.222.0.41 "GET /v2.0/networks/10ae8e57-0e35-4b8f-98e8-df9408200a29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822444 Nov 22 21:18:14.838305 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-88ae1027-9237-4db1-a4a4-87f00481cf78 req-adb2bf91-fc69-48da-821a-641fd6c2e509 service neutron] 10.222.0.41 "GET /v2.0/networks/10ae8e57-0e35-4b8f-98e8-df9408200a29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811002 Nov 22 21:18:15.145479 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:15.184949 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:15.551043 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45f4fe4-4b57-4a65-ae97-bc3c18c92d62 req-2e3d8ccd-65bd-421d-8483-8056f2f2909a tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:18:15.552536 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f45f4fe4-4b57-4a65-ae97-bc3c18c92d62 req-2e3d8ccd-65bd-421d-8483-8056f2f2909a tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/ports?device_id=4d199245-c53b-4b48-ab98-2c1a558eedd1 HTTP/1.1" status: 200 len: 946 time: 0.0478213 Nov 22 21:18:15.601377 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f45f4fe4-4b57-4a65-ae97-bc3c18c92d62 req-eaafc4da-a4d3-495e-930e-12da2e1fac49 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/security-groups?id=bb0e9a97-7716-4907-ba5b-86cf332c9a27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424566 Nov 22 21:18:16.716390 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc680a9-a8c3-4e2b-9fd2-cd0938b34cf9 req-6d7343f4-833f-413a-9855-a6013c0e343a tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:18:16.717873 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1dc680a9-a8c3-4e2b-9fd2-cd0938b34cf9 req-6d7343f4-833f-413a-9855-a6013c0e343a tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/ports?device_id=4d199245-c53b-4b48-ab98-2c1a558eedd1 HTTP/1.1" status: 200 len: 946 time: 0.0487411 Nov 22 21:18:16.774356 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1dc680a9-a8c3-4e2b-9fd2-cd0938b34cf9 req-0db25a00-c417-4352-92c3-71552d4863c7 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/security-groups?id=bb0e9a97-7716-4907-ba5b-86cf332c9a27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497215 Nov 22 21:18:16.797014 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 33306) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:18:16.856562 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-7cd315b4-04b7-4f05-8898-ccd6f1f973ec tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/floatingips/5f1c2b52-c6e6-45ad-9867-d29c753d9355 HTTP/1.1" status: 200 len: 994 time: 0.0583351 Nov 22 21:18:17.136143 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 33312) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:18:17.289978 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-5b3d16bb-2558-449f-9fc6-5d79d0c52f9c tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Deleting port d15d436a-fc39-4391-87e7-99a7b412d5ea {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 21:18:17.290320 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-5b3d16bb-2558-449f-9fc6-5d79d0c52f9c tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:17.366980 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-5b3d16bb-2558-449f-9fc6-5d79d0c52f9c tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:17.367945 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-5b3d16bb-2558-449f-9fc6-5d79d0c52f9c tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:17.379086 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-5b3d16bb-2558-449f-9fc6-5d79d0c52f9c tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Calling delete_port for d15d436a-fc39-4391-87e7-99a7b412d5ea owned by network:floatingip {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 21:18:17.523484 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-5b3d16bb-2558-449f-9fc6-5d79d0c52f9c tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:17.549202 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3d16bb-2558-449f-9fc6-5d79d0c52f9c tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Pushing event deleted for resources: {'Port': ['ID=d15d436a-fc39-4391-87e7-99a7b412d5ea,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:18:17.576915 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3d16bb-2558-449f-9fc6-5d79d0c52f9c tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:18:17.577276 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3d16bb-2558-449f-9fc6-5d79d0c52f9c tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:18:17.577627 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3d16bb-2558-449f-9fc6-5d79d0c52f9c tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:18:17.577973 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3d16bb-2558-449f-9fc6-5d79d0c52f9c tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:18:17.578317 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3d16bb-2558-449f-9fc6-5d79d0c52f9c tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:18:17.578658 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3d16bb-2558-449f-9fc6-5d79d0c52f9c tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:18:17.579001 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3d16bb-2558-449f-9fc6-5d79d0c52f9c tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:18:17.579339 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3d16bb-2558-449f-9fc6-5d79d0c52f9c tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:18:17.579701 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3d16bb-2558-449f-9fc6-5d79d0c52f9c tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:18:17.580038 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3d16bb-2558-449f-9fc6-5d79d0c52f9c tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:18:17.580372 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3d16bb-2558-449f-9fc6-5d79d0c52f9c tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:18:17.580704 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3d16bb-2558-449f-9fc6-5d79d0c52f9c tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:18:17.623816 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-5b3d16bb-2558-449f-9fc6-5d79d0c52f9c tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks [] for floatingip, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:17.624162 n-d-818823-1 neutron-server[103447]: INFO neutron.db.l3_db [None req-5b3d16bb-2558-449f-9fc6-5d79d0c52f9c tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Floating IP 5f1c2b52-c6e6-45ad-9867-d29c753d9355 disassociated (deleted). External IP: 172.25.5.241, port: 829a6f36-5ef9-4394-9f48-61f0b4b09a48. Nov 22 21:18:17.838979 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b3d16bb-2558-449f-9fc6-5d79d0c52f9c tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Router 0b17d345-b05a-4505-9f52-603e04d07ebb has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 21:18:17.946787 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b3d16bb-2558-449f-9fc6-5d79d0c52f9c tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 21:18:17.951634 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-5b3d16bb-2558-449f-9fc6-5d79d0c52f9c tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for floatingip, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:17.956815 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a485a2-5848-4bae-892b-e86edfb994d5 None None] Sync routers for ids ['0b17d345-b05a-4505-9f52-603e04d07ebb'] in n-d-818823-1 {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 21:18:17.966373 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a485a2-5848-4bae-892b-e86edfb994d5 None None] Routers {'0b17d345-b05a-4505-9f52-603e04d07ebb'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 21:18:17.966974 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-56a485a2-5848-4bae-892b-e86edfb994d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T21:18:03Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['0b17d345-b05a-4505-9f52-603e04d07ebb'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:18:17.979442 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-5b3d16bb-2558-449f-9fc6-5d79d0c52f9c tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "DELETE /v2.0/floatingips/5f1c2b52-c6e6-45ad-9867-d29c753d9355 HTTP/1.1" status: 204 len: 168 time: 0.8422923 Nov 22 21:18:17.980056 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d199245-c53b-4b48-ab98-2c1a558eedd1', 'tag': '829a6f36-5ef9-4394-9f48-61f0b4b09a48'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 21:18:17.982409 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0b87e146ffa5c253ca46002a571dfb52564e5f7c412d10689cf18353d020cb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f019f00-8014-461a-96cc-47e8b21d1c50" -d '{"events": [{"name": "network-changed", "server_uuid": "4d199245-c53b-4b48-ab98-2c1a558eedd1", "tag": "829a6f36-5ef9-4394-9f48-61f0b4b09a48"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 21:18:18.026303 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 21:18:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d309ac5-85a7-4899-a4a6-62baaa93f6a2 x-openstack-request-id: req-0d309ac5-85a7-4899-a4a6-62baaa93f6a2 {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 21:18:18.026681 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d199245-c53b-4b48-ab98-2c1a558eedd1", "tag": "829a6f36-5ef9-4394-9f48-61f0b4b09a48", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 21:18:18.026857 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0d309ac5-85a7-4899-a4a6-62baaa93f6a2 {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 21:18:18.027272 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d199245-c53b-4b48-ab98-2c1a558eedd1', 'tag': '829a6f36-5ef9-4394-9f48-61f0b4b09a48', 'status': 'completed', 'code': 200} Nov 22 21:18:18.075474 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-56a485a2-5848-4bae-892b-e86edfb994d5 None None] Set router 0b17d345-b05a-4505-9f52-603e04d07ebb gateway port host: n-d-818823-1 {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 21:18:18.093092 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f019f00-8014-461a-96cc-47e8b21d1c50 req-4eeca24b-2cce-4b4d-9756-490b8a3c5690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:18:18.094867 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-4f019f00-8014-461a-96cc-47e8b21d1c50 req-4eeca24b-2cce-4b4d-9756-490b8a3c5690 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6021baac210f4987b10e749036581cbe&device_id=4d199245-c53b-4b48-ab98-2c1a558eedd1 HTTP/1.1" status: 200 len: 1097 time: 0.0457375 Nov 22 21:18:18.212864 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054a8d36-4af4-486e-b3f8-123a6f5fa5fd req-86e09b90-2bf2-4909-b36f-3b635d9bc107 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:18:18.214420 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-054a8d36-4af4-486e-b3f8-123a6f5fa5fd req-86e09b90-2bf2-4909-b36f-3b635d9bc107 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/ports?device_id=4d199245-c53b-4b48-ab98-2c1a558eedd1 HTTP/1.1" status: 200 len: 946 time: 0.0502069 Nov 22 21:18:18.219737 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f019f00-8014-461a-96cc-47e8b21d1c50 req-03c82bfb-055c-4836-a4f5-bf3fbacfd414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:18:18.221805 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-4f019f00-8014-461a-96cc-47e8b21d1c50 req-03c82bfb-055c-4836-a4f5-bf3fbacfd414 service neutron] 10.222.0.41 "GET /v2.0/networks?id=10ae8e57-0e35-4b8f-98e8-df9408200a29 HTTP/1.1" status: 200 len: 898 time: 0.1158409 Nov 22 21:18:18.265484 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-4f019f00-8014-461a-96cc-47e8b21d1c50 req-82f56a1b-615f-422c-a969-31fe753d90fc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=829a6f36-5ef9-4394-9f48-61f0b4b09a48 HTTP/1.1" status: 200 len: 217 time: 0.0358167 Nov 22 21:18:18.271042 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-054a8d36-4af4-486e-b3f8-123a6f5fa5fd req-1100f482-b06a-4754-8486-b59ad7edb1eb tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/security-groups?id=bb0e9a97-7716-4907-ba5b-86cf332c9a27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492125 Nov 22 21:18:18.286351 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-56a485a2-5848-4bae-892b-e86edfb994d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b17d345-b05a-4505-9f52-603e04d07ebb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-950159', 'tenant_id': '6021baac210f4987b10e749036581cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': '1c06a257-c8e3-497f-8206-21c45a28dd1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T21:17:25Z', 'updated_at': '2021-11-22T21:17:28Z', 'revision_number': 4, 'project_id': '6021baac210f4987b10e749036581cbe', 'gw_port': {'id': '1c06a257-c8e3-497f-8206-21c45a28dd1c', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:19:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b17d345-b05a-4505-9f52-603e04d07ebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:17:25Z', 'updated_at': '2021-11-22T21:17:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': 'ba141536-af99-4d64-bc24-d2dcb6adfd21', 'name': '', 'network_id': '10ae8e57-0e35-4b8f-98e8-df9408200a29', 'tenant_id': '6021baac210f4987b10e749036581cbe', 'mac_address': 'fa:16:3e:f2:2d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b17d345-b05a-4505-9f52-603e04d07ebb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '5118dcc6-3b9e-4c0b-885f-92d1609fdd7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:17:27Z', 'updated_at': '2021-11-22T21:17:31Z', 'revision_number': 5, 'project_id': '6021baac210f4987b10e749036581cbe', 'subnets': [{'id': '5118dcc6-3b9e-4c0b-885f-92d1609fdd7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:18:18.312146 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a485a2-5848-4bae-892b-e86edfb994d5 None None] Checking router: 0b17d345-b05a-4505-9f52-603e04d07ebb for host: n-d-818823-1 {{(pid=103450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 21:18:18.320859 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a485a2-5848-4bae-892b-e86edfb994d5 None None] Routers {'0b17d345-b05a-4505-9f52-603e04d07ebb'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 21:18:18.321466 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-56a485a2-5848-4bae-892b-e86edfb994d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T21:18:03Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['0b17d345-b05a-4505-9f52-603e04d07ebb'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:18:18.323004 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f019f00-8014-461a-96cc-47e8b21d1c50 req-9bd1ce29-a1f8-40f1-956e-36a2556103db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:18:18.324532 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-4f019f00-8014-461a-96cc-47e8b21d1c50 req-9bd1ce29-a1f8-40f1-956e-36a2556103db service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5118dcc6-3b9e-4c0b-885f-92d1609fdd7d HTTP/1.1" status: 200 len: 835 time: 0.0456641 Nov 22 21:18:18.376561 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f019f00-8014-461a-96cc-47e8b21d1c50 req-c29ec7d8-757f-4d88-9341-d088fa47b74c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:18:18.378023 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-4f019f00-8014-461a-96cc-47e8b21d1c50 req-c29ec7d8-757f-4d88-9341-d088fa47b74c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=10ae8e57-0e35-4b8f-98e8-df9408200a29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448883 Nov 22 21:18:18.428131 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-56a485a2-5848-4bae-892b-e86edfb994d5 None None] Set router 0b17d345-b05a-4505-9f52-603e04d07ebb gateway port host: n-d-818823-1 {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 21:18:18.470031 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-4f019f00-8014-461a-96cc-47e8b21d1c50 req-6b377d96-b6c2-43e1-b9c5-af900cfb6e5c service neutron] 10.222.0.41 "GET /v2.0/networks/10ae8e57-0e35-4b8f-98e8-df9408200a29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823979 Nov 22 21:18:18.564955 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-4f019f00-8014-461a-96cc-47e8b21d1c50 req-0877e209-bc75-4643-88cf-b35cbaca10a7 service neutron] 10.222.0.41 "GET /v2.0/networks/10ae8e57-0e35-4b8f-98e8-df9408200a29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870874 Nov 22 21:18:18.623130 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-56a485a2-5848-4bae-892b-e86edfb994d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b17d345-b05a-4505-9f52-603e04d07ebb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-950159', 'tenant_id': '6021baac210f4987b10e749036581cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': '1c06a257-c8e3-497f-8206-21c45a28dd1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T21:17:25Z', 'updated_at': '2021-11-22T21:17:28Z', 'revision_number': 4, 'project_id': '6021baac210f4987b10e749036581cbe', 'gw_port': {'id': '1c06a257-c8e3-497f-8206-21c45a28dd1c', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:19:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b17d345-b05a-4505-9f52-603e04d07ebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:17:25Z', 'updated_at': '2021-11-22T21:17:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': 'ba141536-af99-4d64-bc24-d2dcb6adfd21', 'name': '', 'network_id': '10ae8e57-0e35-4b8f-98e8-df9408200a29', 'tenant_id': '6021baac210f4987b10e749036581cbe', 'mac_address': 'fa:16:3e:f2:2d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b17d345-b05a-4505-9f52-603e04d07ebb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '5118dcc6-3b9e-4c0b-885f-92d1609fdd7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:17:27Z', 'updated_at': '2021-11-22T21:17:31Z', 'revision_number': 5, 'project_id': '6021baac210f4987b10e749036581cbe', 'subnets': [{'id': '5118dcc6-3b9e-4c0b-885f-92d1609fdd7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:18:18.652255 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a485a2-5848-4bae-892b-e86edfb994d5 None None] The sync data for ids ['0b17d345-b05a-4505-9f52-603e04d07ebb'] in n-d-818823-1 is: [{'id': '0b17d345-b05a-4505-9f52-603e04d07ebb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-950159', 'tenant_id': '6021baac210f4987b10e749036581cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': '1c06a257-c8e3-497f-8206-21c45a28dd1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T21:17:25Z', 'updated_at': '2021-11-22T21:17:28Z', 'revision_number': 4, 'project_id': '6021baac210f4987b10e749036581cbe', 'gw_port': {'id': '1c06a257-c8e3-497f-8206-21c45a28dd1c', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:19:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b17d345-b05a-4505-9f52-603e04d07ebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:17:25Z', 'updated_at': '2021-11-22T21:17:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': 'ba141536-af99-4d64-bc24-d2dcb6adfd21', 'name': '', 'network_id': '10ae8e57-0e35-4b8f-98e8-df9408200a29', 'tenant_id': '6021baac210f4987b10e749036581cbe', 'mac_address': 'fa:16:3e:f2:2d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b17d345-b05a-4505-9f52-603e04d07ebb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '5118dcc6-3b9e-4c0b-885f-92d1609fdd7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:17:27Z', 'updated_at': '2021-11-22T21:17:31Z', 'revision_number': 5, 'project_id': '6021baac210f4987b10e749036581cbe', 'subnets': [{'id': '5118dcc6-3b9e-4c0b-885f-92d1609fdd7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 21:18:18.869707 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d64e61b-5f78-4fc2-a5c8-141cbb47ff57 None None] New status for floating IP 5f1c2b52-c6e6-45ad-9867-d29c753d9355: DOWN {{(pid=103449) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 21:18:19.386559 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a044585-7e8c-4ee2-849c-32304dc23a40 req-edd1ce87-bf6e-4871-abfa-3a046c6f4283 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:18:19.388055 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6a044585-7e8c-4ee2-849c-32304dc23a40 req-edd1ce87-bf6e-4871-abfa-3a046c6f4283 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/ports?device_id=4d199245-c53b-4b48-ab98-2c1a558eedd1 HTTP/1.1" status: 200 len: 946 time: 0.0475485 Nov 22 21:18:19.438301 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6a044585-7e8c-4ee2-849c-32304dc23a40 req-d7302585-e48b-4e38-83dd-aef4a6349ff5 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/security-groups?id=bb0e9a97-7716-4907-ba5b-86cf332c9a27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441926 Nov 22 21:18:19.830429 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f30fae-d547-4b5d-b4de-87b57d06d3ee req-54ac6937-fe13-4f95-ae0c-9901ce6ec796 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:18:19.832127 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-d8f30fae-d547-4b5d-b4de-87b57d06d3ee req-54ac6937-fe13-4f95-ae0c-9901ce6ec796 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d199245-c53b-4b48-ab98-2c1a558eedd1 HTTP/1.1" status: 200 len: 946 time: 0.0494175 Nov 22 21:18:19.922915 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [req-d8f30fae-d547-4b5d-b4de-87b57d06d3ee req-fc828796-e1f0-4aab-a291-34e64c218e2f tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Deleting port 829a6f36-5ef9-4394-9f48-61f0b4b09a48 {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 21:18:19.923255 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-d8f30fae-d547-4b5d-b4de-87b57d06d3ee req-fc828796-e1f0-4aab-a291-34e64c218e2f tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:20.331545 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-d8f30fae-d547-4b5d-b4de-87b57d06d3ee req-fc828796-e1f0-4aab-a291-34e64c218e2f tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] For port 829a6f36-5ef9-4394-9f48-61f0b4b09a48, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=829a6f36-5ef9-4394-9f48-61f0b4b09a48,segment=NetworkSegment(658cd700-baea-4d3d-9cb1-a540801a2071),segment_id=658cd700-baea-4d3d-9cb1-a540801a2071)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 21:18:20.331911 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-d8f30fae-d547-4b5d-b4de-87b57d06d3ee req-fc828796-e1f0-4aab-a291-34e64c218e2f tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:20.344145 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [req-d8f30fae-d547-4b5d-b4de-87b57d06d3ee req-fc828796-e1f0-4aab-a291-34e64c218e2f tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Calling delete_port for 829a6f36-5ef9-4394-9f48-61f0b4b09a48 owned by compute:nova {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 21:18:20.474939 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-d8f30fae-d547-4b5d-b4de-87b57d06d3ee req-fc828796-e1f0-4aab-a291-34e64c218e2f tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:20.509736 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc828796-e1f0-4aab-a291-34e64c218e2f tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Pushing event deleted for resources: {'Port': ['ID=829a6f36-5ef9-4394-9f48-61f0b4b09a48,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:18:20.534355 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-871320c9-e566-4494-9a35-6e5a19333d5e req-9ca615ee-ad70-4dcc-8425-fcca3a16c1be tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "GET /v2.0/ports?device_id=4d199245-c53b-4b48-ab98-2c1a558eedd1 HTTP/1.1" status: 200 len: 210 time: 0.0271368 Nov 22 21:18:20.555321 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8f30fae-d547-4b5d-b4de-87b57d06d3ee req-fc828796-e1f0-4aab-a291-34e64c218e2f tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] No DVR routers for this DVR port 829a6f36-5ef9-4394-9f48-61f0b4b09a48 on host n-h1-818823-1 {{(pid=103448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 21:18:20.558841 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-d8f30fae-d547-4b5d-b4de-87b57d06d3ee req-fc828796-e1f0-4aab-a291-34e64c218e2f tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:20.562270 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-d8f30fae-d547-4b5d-b4de-87b57d06d3ee req-fc828796-e1f0-4aab-a291-34e64c218e2f tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.41 "DELETE /v2.0/ports/829a6f36-5ef9-4394-9f48-61f0b4b09a48 HTTP/1.1" status: 204 len: 173 time: 0.7235551 Nov 22 21:18:20.562717 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d199245-c53b-4b48-ab98-2c1a558eedd1', 'name': 'network-vif-deleted', 'tag': '829a6f36-5ef9-4394-9f48-61f0b4b09a48'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 21:18:20.565008 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d75c62b18f4846ba0ff3fb32e7a2f33757bcd91f6941723bbc4e48e63e422314" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baa01042-5a18-4aef-8b41-db3cdadc185f" -d '{"events": [{"server_uuid": "4d199245-c53b-4b48-ab98-2c1a558eedd1", "name": "network-vif-deleted", "tag": "829a6f36-5ef9-4394-9f48-61f0b4b09a48"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 21:18:20.600602 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 21:18:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dd042a4-65cb-426c-ac8a-5a1a1f71bccd x-openstack-request-id: req-0dd042a4-65cb-426c-ac8a-5a1a1f71bccd {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 21:18:20.600901 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d199245-c53b-4b48-ab98-2c1a558eedd1", "name": "network-vif-deleted", "tag": "829a6f36-5ef9-4394-9f48-61f0b4b09a48", "status": "completed", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 21:18:20.601156 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0dd042a4-65cb-426c-ac8a-5a1a1f71bccd {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 21:18:20.601558 n-d-818823-1 neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d199245-c53b-4b48-ab98-2c1a558eedd1', 'name': 'network-vif-deleted', 'tag': '829a6f36-5ef9-4394-9f48-61f0b4b09a48', 'status': 'completed', 'code': 200} Nov 22 21:18:21.591349 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 33328) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:18:21.942157 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9ef24ab4-5a9b-4e62-871b-26538325436b tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659736'] for router_interface, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:22.190187 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-9ef24ab4-5a9b-4e62-871b-26538325436b tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Deleting port ba141536-af99-4d64-bc24-d2dcb6adfd21 {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 21:18:22.190523 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9ef24ab4-5a9b-4e62-871b-26538325436b tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:22.253404 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 829a6f36-5ef9-4394-9f48-61f0b4b09a48 no longer exists at agent hyperv_n-h1-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 21:18:22.276707 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [None req-9ef24ab4-5a9b-4e62-871b-26538325436b tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] For port ba141536-af99-4d64-bc24-d2dcb6adfd21, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=ba141536-af99-4d64-bc24-d2dcb6adfd21,segment=NetworkSegment(658cd700-baea-4d3d-9cb1-a540801a2071),segment_id=658cd700-baea-4d3d-9cb1-a540801a2071)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 21:18:22.277071 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9ef24ab4-5a9b-4e62-871b-26538325436b tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:22.277192 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] No Port match for: 829a6f36-5ef9-4394-9f48-61f0b4b09a48 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 21:18:22.277507 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 829a6f36-5ef9-4394-9f48-61f0b4b09a48 not bound to the agent host n-h1-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 21:18:22.289412 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-9ef24ab4-5a9b-4e62-871b-26538325436b tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Calling delete_port for ba141536-af99-4d64-bc24-d2dcb6adfd21 owned by network:router_interface {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 21:18:22.469377 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9ef24ab4-5a9b-4e62-871b-26538325436b tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:22.504683 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef24ab4-5a9b-4e62-871b-26538325436b tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Pushing event deleted for resources: {'Port': ['ID=ba141536-af99-4d64-bc24-d2dcb6adfd21,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:18:22.674561 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9ef24ab4-5a9b-4e62-871b-26538325436b tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-563470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-663272'] for router_interface, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:23.206094 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ef24ab4-5a9b-4e62-871b-26538325436b tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Router 0b17d345-b05a-4505-9f52-603e04d07ebb has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 21:18:23.309396 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ef24ab4-5a9b-4e62-871b-26538325436b tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 21:18:23.314396 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-9ef24ab4-5a9b-4e62-871b-26538325436b tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "PUT /v2.0/routers/0b17d345-b05a-4505-9f52-603e04d07ebb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7220130 Nov 22 21:18:23.317193 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 33330) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:18:23.320044 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e36ff8-cbea-46bf-bae2-2d14a81b1c44 None None] Sync routers for ids ['0b17d345-b05a-4505-9f52-603e04d07ebb'] in n-d-818823-1 {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 21:18:23.330139 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e36ff8-cbea-46bf-bae2-2d14a81b1c44 None None] Routers {'0b17d345-b05a-4505-9f52-603e04d07ebb'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 21:18:23.330743 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-30e36ff8-cbea-46bf-bae2-2d14a81b1c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T21:18:03Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['0b17d345-b05a-4505-9f52-603e04d07ebb'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:18:23.366864 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_v2 [None req-f12575bd-b421-4a1d-9f99-4ce0898ad876 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Deleting subnet 5118dcc6-3b9e-4c0b-885f-92d1609fdd7d {{(pid=103447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 21:18:23.370608 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f12575bd-b421-4a1d-9f99-4ce0898ad876 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks [] for subnet, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:23.409637 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f12575bd-b421-4a1d-9f99-4ce0898ad876 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12178353'] for subnet, precommit_delete_associations {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:23.435881 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-30e36ff8-cbea-46bf-bae2-2d14a81b1c44 None None] Set router 0b17d345-b05a-4505-9f52-603e04d07ebb gateway port host: n-d-818823-1 {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 21:18:23.501937 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f12575bd-b421-4a1d-9f99-4ce0898ad876 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3753007'] for subnet, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:23.563076 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f12575bd-b421-4a1d-9f99-4ce0898ad876 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3753014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8900804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8485115'] for subnet, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:23.585334 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12575bd-b421-4a1d-9f99-4ce0898ad876 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Pushing event deleted for resources: {'Subnet': ['ID=5118dcc6-3b9e-4c0b-885f-92d1609fdd7d,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:18:23.593904 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f12575bd-b421-4a1d-9f99-4ce0898ad876 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks [] for subnet, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:23.599650 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-f12575bd-b421-4a1d-9f99-4ce0898ad876 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "DELETE /v2.0/subnets/5118dcc6-3b9e-4c0b-885f-92d1609fdd7d HTTP/1.1" status: 204 len: 168 time: 0.2789924 Nov 22 21:18:23.600052 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df2de880-58a3-4e81-96ae-49c5913518e5 None None] Network 10ae8e57-0e35-4b8f-98e8-df9408200a29 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 21:18:23.600514 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 33332) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:18:23.616817 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-30e36ff8-cbea-46bf-bae2-2d14a81b1c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b17d345-b05a-4505-9f52-603e04d07ebb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-950159', 'tenant_id': '6021baac210f4987b10e749036581cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': '1c06a257-c8e3-497f-8206-21c45a28dd1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T21:17:25Z', 'updated_at': '2021-11-22T21:18:22Z', 'revision_number': 5, 'project_id': '6021baac210f4987b10e749036581cbe', 'gw_port': {'id': '1c06a257-c8e3-497f-8206-21c45a28dd1c', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:19:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b17d345-b05a-4505-9f52-603e04d07ebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:17:25Z', 'updated_at': '2021-11-22T21:17:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:18:23.646914 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e36ff8-cbea-46bf-bae2-2d14a81b1c44 None None] Checking router: 0b17d345-b05a-4505-9f52-603e04d07ebb for host: n-d-818823-1 {{(pid=103450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 21:18:23.655658 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e36ff8-cbea-46bf-bae2-2d14a81b1c44 None None] Routers {'0b17d345-b05a-4505-9f52-603e04d07ebb'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 21:18:23.657112 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-30e36ff8-cbea-46bf-bae2-2d14a81b1c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T21:18:03Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['0b17d345-b05a-4505-9f52-603e04d07ebb'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:18:23.710159 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f5996f06-3e79-4c8a-b50b-3cf9c2cd9bc2 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks [] for router, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:23.763391 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-30e36ff8-cbea-46bf-bae2-2d14a81b1c44 None None] Set router 0b17d345-b05a-4505-9f52-603e04d07ebb gateway port host: n-d-818823-1 {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 21:18:23.797996 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6802d45-5ca5-43e7-917a-bd9ba92f2b57 None None] DHCP port deletion for 10ae8e57-0e35-4b8f-98e8-df9408200a29 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 21:18:23.823956 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f5996f06-3e79-4c8a-b50b-3cf9c2cd9bc2 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:23.851697 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-f6802d45-5ca5-43e7-917a-bd9ba92f2b57 None None] Deleting port 7f929100-690b-4347-9baa-b4124a7a8965 {{(pid=103449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 21:18:23.852178 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-f6802d45-5ca5-43e7-917a-bd9ba92f2b57 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:23.894961 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-f5996f06-3e79-4c8a-b50b-3cf9c2cd9bc2 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Deleting port 1c06a257-c8e3-497f-8206-21c45a28dd1c {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 21:18:23.895399 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f5996f06-3e79-4c8a-b50b-3cf9c2cd9bc2 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:23.923487 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-f6802d45-5ca5-43e7-917a-bd9ba92f2b57 None None] For port 7f929100-690b-4347-9baa-b4124a7a8965, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=7f929100-690b-4347-9baa-b4124a7a8965,segment=NetworkSegment(658cd700-baea-4d3d-9cb1-a540801a2071),segment_id=658cd700-baea-4d3d-9cb1-a540801a2071)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 21:18:23.923942 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-f6802d45-5ca5-43e7-917a-bd9ba92f2b57 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:23.949567 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-f6802d45-5ca5-43e7-917a-bd9ba92f2b57 None None] Calling delete_port for 7f929100-690b-4347-9baa-b4124a7a8965 owned by network:dhcp {{(pid=103449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 21:18:24.007836 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-f5996f06-3e79-4c8a-b50b-3cf9c2cd9bc2 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] For port 1c06a257-c8e3-497f-8206-21c45a28dd1c, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=1c06a257-c8e3-497f-8206-21c45a28dd1c,segment=NetworkSegment(8793ba83-8407-4c3d-9b56-2a177cd58a70),segment_id=8793ba83-8407-4c3d-9b56-2a177cd58a70)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 21:18:24.008333 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f5996f06-3e79-4c8a-b50b-3cf9c2cd9bc2 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:24.023246 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-f5996f06-3e79-4c8a-b50b-3cf9c2cd9bc2 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Calling delete_port for 1c06a257-c8e3-497f-8206-21c45a28dd1c owned by network:router_gateway {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 21:18:24.050131 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 7f929100-690b-4347-9baa-b4124a7a8965 no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 21:18:24.080095 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-f6802d45-5ca5-43e7-917a-bd9ba92f2b57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381'] for port, after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:24.086717 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-30e36ff8-cbea-46bf-bae2-2d14a81b1c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b17d345-b05a-4505-9f52-603e04d07ebb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-950159', 'tenant_id': '6021baac210f4987b10e749036581cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': '1c06a257-c8e3-497f-8206-21c45a28dd1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T21:17:25Z', 'updated_at': '2021-11-22T21:18:22Z', 'revision_number': 5, 'project_id': '6021baac210f4987b10e749036581cbe', 'gw_port': {'id': '1c06a257-c8e3-497f-8206-21c45a28dd1c', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:19:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b17d345-b05a-4505-9f52-603e04d07ebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:17:25Z', 'updated_at': '2021-11-22T21:17:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:18:24.113014 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6802d45-5ca5-43e7-917a-bd9ba92f2b57 None None] Pushing event deleted for resources: {'Port': ['ID=7f929100-690b-4347-9baa-b4124a7a8965,revision_number=None']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:18:24.116552 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e36ff8-cbea-46bf-bae2-2d14a81b1c44 None None] The sync data for ids ['0b17d345-b05a-4505-9f52-603e04d07ebb'] in n-d-818823-1 is: [{'id': '0b17d345-b05a-4505-9f52-603e04d07ebb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-950159', 'tenant_id': '6021baac210f4987b10e749036581cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': '1c06a257-c8e3-497f-8206-21c45a28dd1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T21:17:25Z', 'updated_at': '2021-11-22T21:18:22Z', 'revision_number': 5, 'project_id': '6021baac210f4987b10e749036581cbe', 'gw_port': {'id': '1c06a257-c8e3-497f-8206-21c45a28dd1c', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:19:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b17d345-b05a-4505-9f52-603e04d07ebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:17:25Z', 'updated_at': '2021-11-22T21:17:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}] {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 21:18:24.123947 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6802d45-5ca5-43e7-917a-bd9ba92f2b57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:18:24.124305 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6802d45-5ca5-43e7-917a-bd9ba92f2b57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:18:24.124765 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6802d45-5ca5-43e7-917a-bd9ba92f2b57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:18:24.127281 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6802d45-5ca5-43e7-917a-bd9ba92f2b57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:18:24.127736 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6802d45-5ca5-43e7-917a-bd9ba92f2b57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:18:24.128895 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6802d45-5ca5-43e7-917a-bd9ba92f2b57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:18:24.129262 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6802d45-5ca5-43e7-917a-bd9ba92f2b57 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:18:24.129610 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6802d45-5ca5-43e7-917a-bd9ba92f2b57 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:18:24.130080 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6802d45-5ca5-43e7-917a-bd9ba92f2b57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:18:24.130316 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6802d45-5ca5-43e7-917a-bd9ba92f2b57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:18:24.130655 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6802d45-5ca5-43e7-917a-bd9ba92f2b57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:18:24.131044 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6802d45-5ca5-43e7-917a-bd9ba92f2b57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:18:24.137404 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6802d45-5ca5-43e7-917a-bd9ba92f2b57 None None] No DVR routers for this DVR port 7f929100-690b-4347-9baa-b4124a7a8965 on host n-d-818823-1 {{(pid=103449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 21:18:24.147043 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No active binding found for port 7f929100-690b-4347-9baa-b4124a7a8965 {{(pid=103449) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 22 21:18:24.147711 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 7f929100-690b-4347-9baa-b4124a7a8965 not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 21:18:24.207309 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f5996f06-3e79-4c8a-b50b-3cf9c2cd9bc2 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:24.234290 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5996f06-3e79-4c8a-b50b-3cf9c2cd9bc2 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Pushing event deleted for resources: {'Port': ['ID=1c06a257-c8e3-497f-8206-21c45a28dd1c,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:18:24.246976 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5996f06-3e79-4c8a-b50b-3cf9c2cd9bc2 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:18:24.247331 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5996f06-3e79-4c8a-b50b-3cf9c2cd9bc2 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:18:24.247503 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f296be72-c27f-4e08-80b9-3f683fef0603 None None] DHCP port deletion for c48a55e9-6a85-4746-b7bf-3e29fb560094 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 21:18:24.247731 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5996f06-3e79-4c8a-b50b-3cf9c2cd9bc2 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:18:24.248065 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5996f06-3e79-4c8a-b50b-3cf9c2cd9bc2 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:18:24.248392 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5996f06-3e79-4c8a-b50b-3cf9c2cd9bc2 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:18:24.248720 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5996f06-3e79-4c8a-b50b-3cf9c2cd9bc2 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:18:24.249048 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5996f06-3e79-4c8a-b50b-3cf9c2cd9bc2 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:18:24.249380 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5996f06-3e79-4c8a-b50b-3cf9c2cd9bc2 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:18:24.249706 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5996f06-3e79-4c8a-b50b-3cf9c2cd9bc2 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:18:24.250029 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5996f06-3e79-4c8a-b50b-3cf9c2cd9bc2 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:18:24.250349 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5996f06-3e79-4c8a-b50b-3cf9c2cd9bc2 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:18:24.250667 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5996f06-3e79-4c8a-b50b-3cf9c2cd9bc2 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:18:24.307437 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f5996f06-3e79-4c8a-b50b-3cf9c2cd9bc2 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595398'] for router_gateway, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:24.396609 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f5996f06-3e79-4c8a-b50b-3cf9c2cd9bc2 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24781'] for router, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:24.398721 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f5996f06-3e79-4c8a-b50b-3cf9c2cd9bc2 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:24.441712 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f5996f06-3e79-4c8a-b50b-3cf9c2cd9bc2 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-663261'] for router, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:24.442281 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5996f06-3e79-4c8a-b50b-3cf9c2cd9bc2 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Fanout notify agent at l3_agent the message router_deleted on router 0b17d345-b05a-4505-9f52-603e04d07ebb {{(pid=103448) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 21:18:24.449845 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f5996f06-3e79-4c8a-b50b-3cf9c2cd9bc2 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks [] for router, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:24.450973 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-f5996f06-3e79-4c8a-b50b-3cf9c2cd9bc2 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "DELETE /v2.0/routers/0b17d345-b05a-4505-9f52-603e04d07ebb HTTP/1.1" status: 204 len: 168 time: 0.8493869 Nov 22 21:18:24.453636 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 33334) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:18:24.537128 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3856583a-ed1c-4d39-8db0-ceee2e817494 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3961693'] for network, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:24.625500 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3856583a-ed1c-4d39-8db0-ceee2e817494 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3760028', 'neutron.services.segments.db._delete_segments_for_network-8748992815755'] for network, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:24.651326 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-3856583a-ed1c-4d39-8db0-ceee2e817494 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10ae8e57-0e35-4b8f-98e8-df9408200a29']}} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:18:24.660441 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-3856583a-ed1c-4d39-8db0-ceee2e817494 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '658cd700-baea-4d3d-9cb1-a540801a2071') {'for_net_delete': True} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:18:24.660733 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-3856583a-ed1c-4d39-8db0-ceee2e817494 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '658cd700-baea-4d3d-9cb1-a540801a2071') {} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:18:24.669779 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3856583a-ed1c-4d39-8db0-ceee2e817494 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748993039638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11627933'] for segment, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:24.683505 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3856583a-ed1c-4d39-8db0-ceee2e817494 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:24.689851 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3856583a-ed1c-4d39-8db0-ceee2e817494 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Releasing vlan 624 on physical network physnet1 to pool {{(pid=103448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 21:18:24.690233 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3856583a-ed1c-4d39-8db0-ceee2e817494 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11567447'] for segment, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:24.693242 n-d-818823-1 neutron-server[103448]: Traceback (most recent call last): Nov 22 21:18:24.693242 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 21:18:24.693242 n-d-818823-1 neutron-server[103448]: timer() Nov 22 21:18:24.693242 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 21:18:24.693242 n-d-818823-1 neutron-server[103448]: cb(*args, **kw) Nov 22 21:18:24.693242 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 21:18:24.693242 n-d-818823-1 neutron-server[103448]: return func(*args, **kwargs) Nov 22 21:18:24.693242 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 21:18:24.693242 n-d-818823-1 neutron-server[103448]: self._notify() Nov 22 21:18:24.693242 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 21:18:24.693242 n-d-818823-1 neutron-server[103448]: self.callback(batched_events) Nov 22 21:18:24.693242 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 21:18:24.693242 n-d-818823-1 neutron-server[103448]: event.method(event) Nov 22 21:18:24.693242 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 21:18:24.693242 n-d-818823-1 neutron-server[103448]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 21:18:24.693242 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 21:18:24.693242 n-d-818823-1 neutron-server[103448]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 21:18:24.693242 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 21:18:24.693242 n-d-818823-1 neutron-server[103448]: return f(self, *a, **k) Nov 22 21:18:24.693242 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 21:18:24.693242 n-d-818823-1 neutron-server[103448]: return self._get(url).json() Nov 22 21:18:24.693242 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 21:18:24.693242 n-d-818823-1 neutron-server[103448]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 21:18:24.693242 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 21:18:24.693242 n-d-818823-1 neutron-server[103448]: return self.request(url, 'GET', **kwargs) Nov 22 21:18:24.693242 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 21:18:24.693242 n-d-818823-1 neutron-server[103448]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 21:18:24.693242 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 21:18:24.693242 n-d-818823-1 neutron-server[103448]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 21:18:24.693242 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 21:18:24.693242 n-d-818823-1 neutron-server[103448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 21:18:24.693242 n-d-818823-1 neutron-server[103448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 21:18:24.753612 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3856583a-ed1c-4d39-8db0-ceee2e817494 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3760002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595318'] for network, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:24.763014 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3856583a-ed1c-4d39-8db0-ceee2e817494 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks [] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:24.767507 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-3856583a-ed1c-4d39-8db0-ceee2e817494 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "DELETE /v2.0/networks/10ae8e57-0e35-4b8f-98e8-df9408200a29 HTTP/1.1" status: 204 len: 168 time: 0.3126245 Nov 22 21:18:24.770009 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 33336) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:18:24.780824 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3856583a-ed1c-4d39-8db0-ceee2e817494 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Pushing event deleted for resources: {'Network': ['ID=10ae8e57-0e35-4b8f-98e8-df9408200a29,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:18:24.832656 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1a3a5208-104f-4afe-ac32-ed5a8be72936 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:24.858054 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1a3a5208-104f-4afe-ac32-ed5a8be72936 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:24.921266 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1a3a5208-104f-4afe-ac32-ed5a8be72936 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:24.924130 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1a3a5208-104f-4afe-ac32-ed5a8be72936 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:24.925323 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-1a3a5208-104f-4afe-ac32-ed5a8be72936 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] 10.222.0.46 "DELETE /v2.0/security-groups/bb0e9a97-7716-4907-ba5b-86cf332c9a27 HTTP/1.1" status: 204 len: 168 time: 0.1543133 Nov 22 21:18:24.934821 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3a5208-104f-4afe-ac32-ed5a8be72936 tempest-TestNetworkAdvancedServerOps-417341388 tempest-TestNetworkAdvancedServerOps-417341388-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb0e9a97-7716-4907-ba5b-86cf332c9a27,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:18:25.257741 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 33344) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:18:25.397147 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-a15f2bed-7f20-4310-a8f0-2c00adaad176 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6021baac210f4987b10e749036581cbe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1381750 Nov 22 21:18:25.399638 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 33348) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:18:25.445404 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ce8f530c-bfef-45d9-b2f2-bd482d2dcbd3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:25.466150 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ce8f530c-bfef-45d9-b2f2-bd482d2dcbd3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:25.512132 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ce8f530c-bfef-45d9-b2f2-bd482d2dcbd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:25.514990 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ce8f530c-bfef-45d9-b2f2-bd482d2dcbd3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:25.516180 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-ce8f530c-bfef-45d9-b2f2-bd482d2dcbd3 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b7bbe6c0-7685-43d4-873e-9443b3ce1da5 HTTP/1.1" status: 204 len: 168 time: 0.1156127 Nov 22 21:18:25.524124 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8f530c-bfef-45d9-b2f2-bd482d2dcbd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7bbe6c0-7685-43d4-873e-9443b3ce1da5,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:18:25.771130 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 33354) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:18:25.784488 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-244c56a8-c7fb-4c3c-adfa-80e5a8707db9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:25.859203 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-244c56a8-c7fb-4c3c-adfa-80e5a8707db9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:25.862735 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-244c56a8-c7fb-4c3c-adfa-80e5a8707db9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:25.905134 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-244c56a8-c7fb-4c3c-adfa-80e5a8707db9 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=48048f00359042a59a047cbf54afb245&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1327994 Nov 22 21:18:25.909130 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 33356) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:18:25.914936 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244c56a8-c7fb-4c3c-adfa-80e5a8707db9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c76384ea-ac32-4ed4-9825-4633a9cc69b6,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:18:25.954700 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device ba141536-af99-4d64-bc24-d2dcb6adfd21 no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 21:18:25.960565 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-63a96744-4289-4349-a90b-7b1f9cba7e28 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:25.977627 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: ba141536-af99-4d64-bc24-d2dcb6adfd21 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 21:18:25.978529 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device ba141536-af99-4d64-bc24-d2dcb6adfd21 not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 21:18:25.979126 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 1c06a257-c8e3-497f-8206-21c45a28dd1c no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 21:18:25.983287 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-63a96744-4289-4349-a90b-7b1f9cba7e28 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:25.998099 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: 1c06a257-c8e3-497f-8206-21c45a28dd1c {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 21:18:25.998450 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 1c06a257-c8e3-497f-8206-21c45a28dd1c not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 21:18:26.029618 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-63a96744-4289-4349-a90b-7b1f9cba7e28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:26.032270 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-63a96744-4289-4349-a90b-7b1f9cba7e28 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:26.033433 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-63a96744-4289-4349-a90b-7b1f9cba7e28 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c76384ea-ac32-4ed4-9825-4633a9cc69b6 HTTP/1.1" status: 204 len: 168 time: 0.1234086 Nov 22 21:18:26.041785 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a96744-4289-4349-a90b-7b1f9cba7e28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c76384ea-ac32-4ed4-9825-4633a9cc69b6,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:18:26.741651 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 33378) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:18:26.840979 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-41e91d5e-98e6-4c4b-9f9e-54413e5e789e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-638224312-network', 'tenant_id': '556553c23d004910aa149092a0f3a162'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 21:18:26.861313 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41e91d5e-98e6-4c4b-9f9e-54413e5e789e admin admin] Made reservation on behalf of 556553c23d004910aa149092a0f3a162 for: {'network': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 21:18:26.863767 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-41e91d5e-98e6-4c4b-9f9e-54413e5e789e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for network, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:26.872960 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-41e91d5e-98e6-4c4b-9f9e-54413e5e789e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:26.945591 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-41e91d5e-98e6-4c4b-9f9e-54413e5e789e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:26.949779 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-41e91d5e-98e6-4c4b-9f9e-54413e5e789e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:26.970300 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41e91d5e-98e6-4c4b-9f9e-54413e5e789e admin admin] vlan segment allocate from pool success with {'vlan_id': 622, 'physical_network': 'physnet1'} {{(pid=103448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 21:18:26.984234 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e91d5e-98e6-4c4b-9f9e-54413e5e789e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6f12ae4-887c-404b-9f2c-af69315a01b2,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:18:26.988945 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-41e91d5e-98e6-4c4b-9f9e-54413e5e789e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:26.989296 n-d-818823-1 neutron-server[103448]: INFO neutron.db.segments_db [None req-41e91d5e-98e6-4c4b-9f9e-54413e5e789e admin admin] Added segment a02e6268-7bf8-4ae7-b633-55a608c3a0f9 of type vlan for network 0587e529-8a45-45e1-ab21-a897278be2d8 Nov 22 21:18:27.031330 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-41e91d5e-98e6-4c4b-9f9e-54413e5e789e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748992492791'] for network, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:27.056395 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-41e91d5e-98e6-4c4b-9f9e-54413e5e789e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for network, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:27.057451 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41e91d5e-98e6-4c4b-9f9e-54413e5e789e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:18:27.058043 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-41e91d5e-98e6-4c4b-9f9e-54413e5e789e admin admin] Publish callbacks [] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:27.107610 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-41e91d5e-98e6-4c4b-9f9e-54413e5e789e admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3648283 Nov 22 21:18:27.111005 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 33382) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:18:27.116160 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-6ef6e047-db6f-4f39-8293-6ae1ef215610 admin admin] Request body: {'subnet': {'network_id': '0587e529-8a45-45e1-ab21-a897278be2d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-638224312-subnet', 'tenant_id': '556553c23d004910aa149092a0f3a162', 'ip_version': 4}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 21:18:27.120932 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e91d5e-98e6-4c4b-9f9e-54413e5e789e admin admin] Pushing event updated for resources: {'Network': ['ID=0587e529-8a45-45e1-ab21-a897278be2d8,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:18:27.131546 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Network 0587e529-8a45-45e1-ab21-a897278be2d8 details requested by agent ovs-agent-n-d-818823-1 with host n-d-818823-1 {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 21:18:27.137878 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ef6e047-db6f-4f39-8293-6ae1ef215610 admin admin] Made reservation on behalf of 556553c23d004910aa149092a0f3a162 for: {'subnet': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 21:18:27.140249 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6ef6e047-db6f-4f39-8293-6ae1ef215610 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8485086'] for subnet, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:27.303704 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6ef6e047-db6f-4f39-8293-6ae1ef215610 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8900613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8485104'] for subnet, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:27.359791 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef6e047-db6f-4f39-8293-6ae1ef215610 admin admin] Pushing event updated for resources: {'Subnet': ['ID=46e06d5a-0042-48a7-ac6e-04a34d163e49,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:18:27.366642 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef6e047-db6f-4f39-8293-6ae1ef215610 admin admin] Checking segment: {'id': 'a02e6268-7bf8-4ae7-b633-55a608c3a0f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '0587e529-8a45-45e1-ab21-a897278be2d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 21:18:27.367004 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ef6e047-db6f-4f39-8293-6ae1ef215610 admin admin] Network hostable DHCP agents. Network: 0587e529-8a45-45e1-ab21-a897278be2d8, hostable agents: ['02adaa64-0987-4b74-bad0-cbcf56f8a294'], hosted agents: [] {{(pid=103447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 21:18:27.383693 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ef6e047-db6f-4f39-8293-6ae1ef215610 admin admin] Network 0587e529-8a45-45e1-ab21-a897278be2d8 is scheduled to be hosted by DHCP agent 02adaa64-0987-4b74-bad0-cbcf56f8a294 with binding_index 1 {{(pid=103447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 21:18:27.392264 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-6ef6e047-db6f-4f39-8293-6ae1ef215610 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818823-1, 0587e529-8a45-45e1-ab21-a897278be2d8) {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 21:18:27.396209 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ef6e047-db6f-4f39-8293-6ae1ef215610 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:18:27.396802 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6ef6e047-db6f-4f39-8293-6ae1ef215610 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:27.401660 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4a32eb2-1413-4ec7-912c-ec075c8880dc None None] Network 0587e529-8a45-45e1-ab21-a897278be2d8 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 21:18:27.412311 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-6ef6e047-db6f-4f39-8293-6ae1ef215610 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3000381 Nov 22 21:18:27.415180 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 33384) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:18:27.419984 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-4f65ee57-637a-4f7d-931a-248d5564ccee admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-638224312-router', 'tenant_id': '556553c23d004910aa149092a0f3a162', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'}}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 21:18:27.440234 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4f65ee57-637a-4f7d-931a-248d5564ccee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24799'] for router, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:27.441240 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4f65ee57-637a-4f7d-931a-248d5564ccee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-632716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24788'] for router, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:27.497411 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4f65ee57-637a-4f7d-931a-248d5564ccee admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:27.551788 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fe341c8-10ff-4a48-9517-b952d058b1b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fb26bd7-ce56-527b-b94f-2e1f7cb2bb35-0587e529-8a45-45e1-ab21-a897278be2d8', 'network_id': '0587e529-8a45-45e1-ab21-a897278be2d8', 'tenant_id': '556553c23d004910aa149092a0f3a162', 'fixed_ips': [{'subnet_id': '46e06d5a-0042-48a7-ac6e-04a34d163e49'}]}} from n-d-818823-1. {{(pid=103449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 21:18:27.552653 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-7fe341c8-10ff-4a48-9517-b952d058b1b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:27.634566 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4f65ee57-637a-4f7d-931a-248d5564ccee admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:27.685503 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.db_base_plugin_common [None req-7fe341c8-10ff-4a48-9517-b952d058b1b6 None None] Allocated IP 172.20.0.2 (0587e529-8a45-45e1-ab21-a897278be2d8/46e06d5a-0042-48a7-ac6e-04a34d163e49/c1f115cf-d35d-4743-8ff2-445d9b85a6ba) {{(pid=103449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 21:18:27.831906 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4f65ee57-637a-4f7d-931a-248d5564ccee admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:27.834081 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-7fe341c8-10ff-4a48-9517-b952d058b1b6 None None] Publish callbacks [] for port, precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:27.840699 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-7fe341c8-10ff-4a48-9517-b952d058b1b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372'] for port, after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:27.851482 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4f65ee57-637a-4f7d-931a-248d5564ccee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:27.880600 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fe341c8-10ff-4a48-9517-b952d058b1b6 None None] Network 0587e529-8a45-45e1-ab21-a897278be2d8 is already hosted by enough agents. {{(pid=103449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 21:18:27.885779 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.base_scheduler [None req-7fe341c8-10ff-4a48-9517-b952d058b1b6 None None] Resources bound (agent type, host, resource id): {{(pid=103449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 21:18:27.889072 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe341c8-10ff-4a48-9517-b952d058b1b6 None None] Received port after_create {{(pid=103449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 21:18:27.896031 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe341c8-10ff-4a48-9517-b952d058b1b6 None None] Pushing event updated for resources: {'Port': ['ID=c1f115cf-d35d-4743-8ff2-445d9b85a6ba,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:18:27.949712 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-7fe341c8-10ff-4a48-9517-b952d058b1b6 None None] Attempting to bind port c1f115cf-d35d-4743-8ff2-445d9b85a6ba on host n-d-818823-1 for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 21:18:27.950086 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-7fe341c8-10ff-4a48-9517-b952d058b1b6 None None] Attempting to bind port c1f115cf-d35d-4743-8ff2-445d9b85a6ba by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': 'a02e6268-7bf8-4ae7-b633-55a608c3a0f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '0587e529-8a45-45e1-ab21-a897278be2d8'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 21:18:27.950455 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe341c8-10ff-4a48-9517-b952d058b1b6 None None] Attempting to bind port c1f115cf-d35d-4743-8ff2-445d9b85a6ba on network 0587e529-8a45-45e1-ab21-a897278be2d8 {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 21:18:27.955454 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe341c8-10ff-4a48-9517-b952d058b1b6 None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 21, 18, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 21:18:27.955833 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe341c8-10ff-4a48-9517-b952d058b1b6 None None] Checking segment: {'id': 'a02e6268-7bf8-4ae7-b633-55a608c3a0f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '0587e529-8a45-45e1-ab21-a897278be2d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 21:18:27.956281 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-7fe341c8-10ff-4a48-9517-b952d058b1b6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:27.956676 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe341c8-10ff-4a48-9517-b952d058b1b6 None None] Bound using segment: {'id': 'a02e6268-7bf8-4ae7-b633-55a608c3a0f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '0587e529-8a45-45e1-ab21-a897278be2d8'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 21:18:27.957140 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-7fe341c8-10ff-4a48-9517-b952d058b1b6 None None] Bound port: c1f115cf-d35d-4743-8ff2-445d9b85a6ba, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a02e6268-7bf8-4ae7-b633-55a608c3a0f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '0587e529-8a45-45e1-ab21-a897278be2d8'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 21:18:27.957547 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-7fe341c8-10ff-4a48-9517-b952d058b1b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:27.959789 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [None req-4f65ee57-637a-4f7d-931a-248d5564ccee admin admin] Allocated IP 172.25.5.22 (c48a55e9-6a85-4746-b7bf-3e29fb560094/5da6f781-63e6-4328-ae7a-5e672262f55a/9df4cb0f-bfcf-4588-9876-4725486a9967) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 21:18:28.024412 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-7fe341c8-10ff-4a48-9517-b952d058b1b6 None None] For port c1f115cf-d35d-4743-8ff2-445d9b85a6ba, host n-d-818823-1, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 21:18:28.028797 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-7fe341c8-10ff-4a48-9517-b952d058b1b6 None None] For port c1f115cf-d35d-4743-8ff2-445d9b85a6ba, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=c1f115cf-d35d-4743-8ff2-445d9b85a6ba,segment=NetworkSegment(a02e6268-7bf8-4ae7-b633-55a608c3a0f9),segment_id=a02e6268-7bf8-4ae7-b633-55a608c3a0f9)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 21:18:28.032850 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-7fe341c8-10ff-4a48-9517-b952d058b1b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:28.067769 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4f65ee57-637a-4f7d-931a-248d5564ccee admin admin] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:28.088105 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe341c8-10ff-4a48-9517-b952d058b1b6 None None] Pushing event updated for resources: {'Port': ['ID=c1f115cf-d35d-4743-8ff2-445d9b85a6ba,revision_number=2']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:18:28.111279 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4f65ee57-637a-4f7d-931a-248d5564ccee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:28.155879 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f65ee57-637a-4f7d-931a-248d5564ccee admin admin] Network c48a55e9-6a85-4746-b7bf-3e29fb560094 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 21:18:28.158738 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-4f65ee57-637a-4f7d-931a-248d5564ccee admin admin] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 21:18:28.162410 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f65ee57-637a-4f7d-931a-248d5564ccee admin admin] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 21:18:28.172161 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66344e02-d455-46b5-bf23-21f87d047159 None None] DHCP port deletion for c48a55e9-6a85-4746-b7bf-3e29fb560094 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 21:18:28.191862 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f65ee57-637a-4f7d-931a-248d5564ccee admin admin] Pushing event updated for resources: {'Port': ['ID=9df4cb0f-bfcf-4588-9876-4725486a9967,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:18:28.219684 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-00a48f76-482d-4bb5-aa2d-9c511a51f440 None None] Provisioning complete for port 9df4cb0f-bfcf-4588-9876-4725486a9967 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 21:18:28.220068 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-00a48f76-482d-4bb5-aa2d-9c511a51f440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:28.287743 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-00a48f76-482d-4bb5-aa2d-9c511a51f440 None None] Port 9df4cb0f-bfcf-4588-9876-4725486a9967 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 21:18:28.432226 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4f65ee57-637a-4f7d-931a-248d5564ccee admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:28.625995 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4f65ee57-637a-4f7d-931a-248d5564ccee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-659538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-841284'] for router, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:28.751926 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f65ee57-637a-4f7d-931a-248d5564ccee admin admin] Router 2a1a5ecb-ea43-46ae-bbc1-eb40353cb84c is scheduled to L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 with binding_index 1 {{(pid=103447) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 21:18:28.862837 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f65ee57-637a-4f7d-931a-248d5564ccee admin admin] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 21:18:28.872705 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8635ae01-79ba-4eb2-bdba-ef26b98a20dc None None] Sync routers for ids ['2a1a5ecb-ea43-46ae-bbc1-eb40353cb84c'] in n-d-818823-1 {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 21:18:28.885409 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8635ae01-79ba-4eb2-bdba-ef26b98a20dc None None] Routers {'2a1a5ecb-ea43-46ae-bbc1-eb40353cb84c'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 21:18:28.886070 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-8635ae01-79ba-4eb2-bdba-ef26b98a20dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T21:18:03Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['2a1a5ecb-ea43-46ae-bbc1-eb40353cb84c'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:18:28.886722 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4f65ee57-637a-4f7d-931a-248d5564ccee admin admin] Publish callbacks [] for router, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:28.888025 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-4f65ee57-637a-4f7d-931a-248d5564ccee admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.4713838 Nov 22 21:18:28.890833 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 33386) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:18:29.004424 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-8635ae01-79ba-4eb2-bdba-ef26b98a20dc None None] Set router 2a1a5ecb-ea43-46ae-bbc1-eb40353cb84c gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 21:18:29.100408 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-235eaecf-e9f1-4947-abe5-ea108ff1295d None None] Network 0587e529-8a45-45e1-ab21-a897278be2d8 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 21:18:29.175693 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-dee1623c-d166-48c7-b334-71541d5a8043 None None] Provisioning complete for port c1f115cf-d35d-4743-8ff2-445d9b85a6ba triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 21:18:29.176395 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-dee1623c-d166-48c7-b334-71541d5a8043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:29.332747 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c9d0f2a1-1881-410c-a9ac-80ce5fe058a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:29.376053 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-dee1623c-d166-48c7-b334-71541d5a8043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:29.411680 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-8635ae01-79ba-4eb2-bdba-ef26b98a20dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a1a5ecb-ea43-46ae-bbc1-eb40353cb84c', 'name': 'tempest-TestShelveInstance-638224312-router', 'tenant_id': '556553c23d004910aa149092a0f3a162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.22'}], 'enable_snat': True}, 'gw_port_id': '9df4cb0f-bfcf-4588-9876-4725486a9967', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T21:18:27Z', 'updated_at': '2021-11-22T21:18:28Z', 'revision_number': 3, 'project_id': '556553c23d004910aa149092a0f3a162', 'gw_port': {'id': '9df4cb0f-bfcf-4588-9876-4725486a9967', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:f8:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a1a5ecb-ea43-46ae-bbc1-eb40353cb84c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:18:27Z', 'updated_at': '2021-11-22T21:18:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:18:29.451460 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8635ae01-79ba-4eb2-bdba-ef26b98a20dc None None] Checking router: 2a1a5ecb-ea43-46ae-bbc1-eb40353cb84c for host: n-d-818823-1 {{(pid=103449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 21:18:29.451812 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8635ae01-79ba-4eb2-bdba-ef26b98a20dc None None] Updating router 2a1a5ecb-ea43-46ae-bbc1-eb40353cb84c port 9df4cb0f-bfcf-4588-9876-4725486a9967 binding host n-d-818823-1 {{(pid=103449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 21:18:29.454810 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-dee1623c-d166-48c7-b334-71541d5a8043 None None] For port c1f115cf-d35d-4743-8ff2-445d9b85a6ba, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=c1f115cf-d35d-4743-8ff2-445d9b85a6ba,segment=NetworkSegment(a02e6268-7bf8-4ae7-b633-55a608c3a0f9),segment_id=a02e6268-7bf8-4ae7-b633-55a608c3a0f9)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 21:18:29.473683 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-dee1623c-d166-48c7-b334-71541d5a8043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:29.494095 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [None req-c9d0f2a1-1881-410c-a9ac-80ce5fe058a4 admin admin] Allocated IP 172.20.0.1 (0587e529-8a45-45e1-ab21-a897278be2d8/46e06d5a-0042-48a7-ac6e-04a34d163e49/fb956b44-45d2-4170-b020-d1cfc54a896e) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 21:18:29.502617 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-8635ae01-79ba-4eb2-bdba-ef26b98a20dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:29.557946 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee1623c-d166-48c7-b334-71541d5a8043 None None] Pushing event updated for resources: {'Port': ['ID=c1f115cf-d35d-4743-8ff2-445d9b85a6ba,revision_number=3']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:18:29.607620 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c9d0f2a1-1881-410c-a9ac-80ce5fe058a4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:29.641373 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c9d0f2a1-1881-410c-a9ac-80ce5fe058a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:29.683173 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9d0f2a1-1881-410c-a9ac-80ce5fe058a4 admin admin] Network 0587e529-8a45-45e1-ab21-a897278be2d8 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 21:18:29.688232 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-c9d0f2a1-1881-410c-a9ac-80ce5fe058a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 21:18:29.690592 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d0f2a1-1881-410c-a9ac-80ce5fe058a4 admin admin] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 21:18:29.720563 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d0f2a1-1881-410c-a9ac-80ce5fe058a4 admin admin] Pushing event updated for resources: {'Port': ['ID=fb956b44-45d2-4170-b020-d1cfc54a896e,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:18:29.720900 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-691fa76f-22e1-4986-98bd-8971c5d57ce6 None None] Provisioning complete for port c1f115cf-d35d-4743-8ff2-445d9b85a6ba triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 21:18:29.721175 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-691fa76f-22e1-4986-98bd-8971c5d57ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:29.742554 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c9d0f2a1-1881-410c-a9ac-80ce5fe058a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659939'] for router_interface, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:29.880343 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c9d0f2a1-1881-410c-a9ac-80ce5fe058a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:30.000276 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-8635ae01-79ba-4eb2-bdba-ef26b98a20dc None None] Publish callbacks [] for port, precommit_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:30.019867 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device c1f115cf-d35d-4743-8ff2-445d9b85a6ba up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 21:18:30.049602 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-8635ae01-79ba-4eb2-bdba-ef26b98a20dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:30.058721 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c9d0f2a1-1881-410c-a9ac-80ce5fe058a4 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:30.063549 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c9d0f2a1-1881-410c-a9ac-80ce5fe058a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:30.110546 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a2633c9-b28f-4823-98e4-ea126f3fae53 None None] DHCP port deletion for c48a55e9-6a85-4746-b7bf-3e29fb560094 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 21:18:30.133149 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c9d0f2a1-1881-410c-a9ac-80ce5fe058a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-563461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-659839'] for router_interface, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:30.136207 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d0f2a1-1881-410c-a9ac-80ce5fe058a4 admin admin] Pushing event updated for resources: {'Port': ['ID=fb956b44-45d2-4170-b020-d1cfc54a896e,revision_number=2']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:18:30.142446 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-8635ae01-79ba-4eb2-bdba-ef26b98a20dc None None] Attempting to bind port 9df4cb0f-bfcf-4588-9876-4725486a9967 on host n-d-818823-1 for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 21:18:30.142837 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-8635ae01-79ba-4eb2-bdba-ef26b98a20dc None None] Attempting to bind port 9df4cb0f-bfcf-4588-9876-4725486a9967 by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 21:18:30.143299 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8635ae01-79ba-4eb2-bdba-ef26b98a20dc None None] Attempting to bind port 9df4cb0f-bfcf-4588-9876-4725486a9967 on network c48a55e9-6a85-4746-b7bf-3e29fb560094 {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 21:18:30.149126 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76a567a-e515-4974-b9bd-c555b0a4ac0e None None] Pushing event updated for resources: {'Port': ['ID=9df4cb0f-bfcf-4588-9876-4725486a9967,revision_number=2']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:18:30.161294 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8635ae01-79ba-4eb2-bdba-ef26b98a20dc None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 21, 18, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 21:18:30.161706 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8635ae01-79ba-4eb2-bdba-ef26b98a20dc None None] Checking segment: {'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 21:18:30.162105 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-8635ae01-79ba-4eb2-bdba-ef26b98a20dc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:30.162552 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8635ae01-79ba-4eb2-bdba-ef26b98a20dc None None] Bound using segment: {'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 21:18:30.163094 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-8635ae01-79ba-4eb2-bdba-ef26b98a20dc None None] Bound port: 9df4cb0f-bfcf-4588-9876-4725486a9967, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 21:18:30.163505 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-8635ae01-79ba-4eb2-bdba-ef26b98a20dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:30.167025 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-606d3e2d-b84d-4d42-ba39-dba110036622 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:30.199161 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port c1f115cf-d35d-4743-8ff2-445d9b85a6ba triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 21:18:30.199904 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:30.230847 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9d0f2a1-1881-410c-a9ac-80ce5fe058a4 admin admin] Network 0587e529-8a45-45e1-ab21-a897278be2d8 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 21:18:30.232389 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-c9d0f2a1-1881-410c-a9ac-80ce5fe058a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 21:18:30.268318 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-8635ae01-79ba-4eb2-bdba-ef26b98a20dc None None] For port 9df4cb0f-bfcf-4588-9876-4725486a9967, host n-d-818823-1, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 21:18:30.273228 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-8635ae01-79ba-4eb2-bdba-ef26b98a20dc None None] For port 9df4cb0f-bfcf-4588-9876-4725486a9967, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=9df4cb0f-bfcf-4588-9876-4725486a9967,segment=NetworkSegment(8793ba83-8407-4c3d-9b56-2a177cd58a70),segment_id=8793ba83-8407-4c3d-9b56-2a177cd58a70)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 21:18:30.275039 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-13220fd7-3145-459e-9181-bc3e0c167e60 None None] Provisioning complete for port fb956b44-45d2-4170-b020-d1cfc54a896e triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 21:18:30.275523 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-13220fd7-3145-459e-9181-bc3e0c167e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:30.280666 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-8635ae01-79ba-4eb2-bdba-ef26b98a20dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:30.363046 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad01b2d3-a995-449a-afc2-8141de34a045 None None] DHCP port deletion for c48a55e9-6a85-4746-b7bf-3e29fb560094 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 21:18:30.389466 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9d0f2a1-1881-410c-a9ac-80ce5fe058a4 admin admin] Router 2a1a5ecb-ea43-46ae-bbc1-eb40353cb84c has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 21:18:30.398441 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-13220fd7-3145-459e-9181-bc3e0c167e60 None None] Port fb956b44-45d2-4170-b020-d1cfc54a896e cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 21:18:30.422162 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8635ae01-79ba-4eb2-bdba-ef26b98a20dc None None] Routers {'2a1a5ecb-ea43-46ae-bbc1-eb40353cb84c'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 21:18:30.422794 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-8635ae01-79ba-4eb2-bdba-ef26b98a20dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T21:18:03Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['2a1a5ecb-ea43-46ae-bbc1-eb40353cb84c'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:18:30.432691 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76a567a-e515-4974-b9bd-c555b0a4ac0e None None] Pushing event updated for resources: {'Port': ['ID=9df4cb0f-bfcf-4588-9876-4725486a9967,revision_number=3']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:18:30.484503 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-13220fd7-3145-459e-9181-bc3e0c167e60 None None] Provisioning complete for port 9df4cb0f-bfcf-4588-9876-4725486a9967 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 21:18:30.484881 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-13220fd7-3145-459e-9181-bc3e0c167e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:30.513854 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9d0f2a1-1881-410c-a9ac-80ce5fe058a4 admin admin] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 21:18:30.518984 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-c9d0f2a1-1881-410c-a9ac-80ce5fe058a4 admin admin] 10.222.0.46 "PUT /v2.0/routers/2a1a5ecb-ea43-46ae-bbc1-eb40353cb84c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6270010 Nov 22 21:18:30.580215 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-8635ae01-79ba-4eb2-bdba-ef26b98a20dc None None] Set router 2a1a5ecb-ea43-46ae-bbc1-eb40353cb84c gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 21:18:30.679830 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-13220fd7-3145-459e-9181-bc3e0c167e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:30.741824 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-13220fd7-3145-459e-9181-bc3e0c167e60 None None] For port 9df4cb0f-bfcf-4588-9876-4725486a9967, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=9df4cb0f-bfcf-4588-9876-4725486a9967,segment=NetworkSegment(8793ba83-8407-4c3d-9b56-2a177cd58a70),segment_id=8793ba83-8407-4c3d-9b56-2a177cd58a70)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 21:18:30.747311 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-13220fd7-3145-459e-9181-bc3e0c167e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:30.837752 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13220fd7-3145-459e-9181-bc3e0c167e60 None None] Pushing event updated for resources: {'Port': ['ID=9df4cb0f-bfcf-4588-9876-4725486a9967,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:18:30.883777 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-8635ae01-79ba-4eb2-bdba-ef26b98a20dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a1a5ecb-ea43-46ae-bbc1-eb40353cb84c', 'name': 'tempest-TestShelveInstance-638224312-router', 'tenant_id': '556553c23d004910aa149092a0f3a162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.22'}], 'enable_snat': True}, 'gw_port_id': '9df4cb0f-bfcf-4588-9876-4725486a9967', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T21:18:27Z', 'updated_at': '2021-11-22T21:18:29Z', 'revision_number': 4, 'project_id': '556553c23d004910aa149092a0f3a162', 'gw_port': {'id': '9df4cb0f-bfcf-4588-9876-4725486a9967', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:f8:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a1a5ecb-ea43-46ae-bbc1-eb40353cb84c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:18:27Z', 'updated_at': '2021-11-22T21:18:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': 'fb956b44-45d2-4170-b020-d1cfc54a896e', 'name': '', 'network_id': '0587e529-8a45-45e1-ab21-a897278be2d8', 'tenant_id': '556553c23d004910aa149092a0f3a162', 'mac_address': 'fa:16:3e:15:06:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a1a5ecb-ea43-46ae-bbc1-eb40353cb84c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '46e06d5a-0042-48a7-ac6e-04a34d163e49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:18:29Z', 'updated_at': '2021-11-22T21:18:29Z', 'revision_number': 2, 'project_id': '556553c23d004910aa149092a0f3a162', 'subnets': [{'id': '46e06d5a-0042-48a7-ac6e-04a34d163e49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:18:30.886849 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-2355018e-087f-42c1-8af5-cf2c09ffc95e None None] Provisioning complete for port fb956b44-45d2-4170-b020-d1cfc54a896e triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 21:18:30.887216 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-2355018e-087f-42c1-8af5-cf2c09ffc95e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:30.914345 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8635ae01-79ba-4eb2-bdba-ef26b98a20dc None None] The sync data for ids ['2a1a5ecb-ea43-46ae-bbc1-eb40353cb84c'] in n-d-818823-1 is: [{'id': '2a1a5ecb-ea43-46ae-bbc1-eb40353cb84c', 'name': 'tempest-TestShelveInstance-638224312-router', 'tenant_id': '556553c23d004910aa149092a0f3a162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.22'}], 'enable_snat': True}, 'gw_port_id': '9df4cb0f-bfcf-4588-9876-4725486a9967', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T21:18:27Z', 'updated_at': '2021-11-22T21:18:29Z', 'revision_number': 4, 'project_id': '556553c23d004910aa149092a0f3a162', 'gw_port': {'id': '9df4cb0f-bfcf-4588-9876-4725486a9967', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:f8:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a1a5ecb-ea43-46ae-bbc1-eb40353cb84c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:18:27Z', 'updated_at': '2021-11-22T21:18:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': 'fb956b44-45d2-4170-b020-d1cfc54a896e', 'name': '', 'network_id': '0587e529-8a45-45e1-ab21-a897278be2d8', 'tenant_id': '556553c23d004910aa149092a0f3a162', 'mac_address': 'fa:16:3e:15:06:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a1a5ecb-ea43-46ae-bbc1-eb40353cb84c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '46e06d5a-0042-48a7-ac6e-04a34d163e49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:18:29Z', 'updated_at': '2021-11-22T21:18:29Z', 'revision_number': 2, 'project_id': '556553c23d004910aa149092a0f3a162', 'subnets': [{'id': '46e06d5a-0042-48a7-ac6e-04a34d163e49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 21:18:30.948136 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-2355018e-087f-42c1-8af5-cf2c09ffc95e None None] Port fb956b44-45d2-4170-b020-d1cfc54a896e cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 21:18:30.958321 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-2355018e-087f-42c1-8af5-cf2c09ffc95e None None] Provisioning complete for port 9df4cb0f-bfcf-4588-9876-4725486a9967 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 21:18:30.958769 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-2355018e-087f-42c1-8af5-cf2c09ffc95e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:31.012155 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 33402) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:18:31.017078 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-52cc2e1b-7960-4acc-acad-9a5df1b22aaa admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-65609232-network', 'tenant_id': '252813dfcee848e08b749e10e0de9f58'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 21:18:31.040653 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52cc2e1b-7960-4acc-acad-9a5df1b22aaa admin admin] Made reservation on behalf of 252813dfcee848e08b749e10e0de9f58 for: {'network': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 21:18:31.043085 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-52cc2e1b-7960-4acc-acad-9a5df1b22aaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for network, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:31.052539 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-52cc2e1b-7960-4acc-acad-9a5df1b22aaa admin admin] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:31.143876 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-52cc2e1b-7960-4acc-acad-9a5df1b22aaa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:31.147680 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-52cc2e1b-7960-4acc-acad-9a5df1b22aaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:31.175056 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52cc2e1b-7960-4acc-acad-9a5df1b22aaa admin admin] vlan segment allocate from pool success with {'vlan_id': 640, 'physical_network': 'physnet1'} {{(pid=103447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 21:18:31.185313 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cc2e1b-7960-4acc-acad-9a5df1b22aaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b916845-f268-40d2-afaa-a7823e14180e,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:18:31.190421 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-52cc2e1b-7960-4acc-acad-9a5df1b22aaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:31.190775 n-d-818823-1 neutron-server[103447]: INFO neutron.db.segments_db [None req-52cc2e1b-7960-4acc-acad-9a5df1b22aaa admin admin] Added segment 2ce66034-b1d8-47ab-ba35-5294ec220a6f of type vlan for network c79db022-b73d-4af2-b341-247538dc80ef Nov 22 21:18:31.232834 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-52cc2e1b-7960-4acc-acad-9a5df1b22aaa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748992492791'] for network, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:31.261256 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-52cc2e1b-7960-4acc-acad-9a5df1b22aaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for network, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:31.262405 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52cc2e1b-7960-4acc-acad-9a5df1b22aaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:18:31.262991 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-52cc2e1b-7960-4acc-acad-9a5df1b22aaa admin admin] Publish callbacks [] for network, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:31.323827 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-52cc2e1b-7960-4acc-acad-9a5df1b22aaa admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.3105032 Nov 22 21:18:31.326545 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 33404) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:18:31.331317 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-b62c512b-8d3a-4931-8de3-3e4e6fa7f3db admin admin] Request body: {'subnet': {'network_id': 'c79db022-b73d-4af2-b341-247538dc80ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-65609232-subnet', 'tenant_id': '252813dfcee848e08b749e10e0de9f58', 'ip_version': 4}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 21:18:31.342892 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cc2e1b-7960-4acc-acad-9a5df1b22aaa admin admin] Pushing event updated for resources: {'Network': ['ID=c79db022-b73d-4af2-b341-247538dc80ef,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:18:31.353747 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Network c79db022-b73d-4af2-b341-247538dc80ef details requested by agent ovs-agent-n-d-818823-1 with host n-d-818823-1 {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 21:18:31.364402 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b62c512b-8d3a-4931-8de3-3e4e6fa7f3db admin admin] Made reservation on behalf of 252813dfcee848e08b749e10e0de9f58 for: {'subnet': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 21:18:31.366710 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b62c512b-8d3a-4931-8de3-3e4e6fa7f3db admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8485086'] for subnet, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:31.547298 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b62c512b-8d3a-4931-8de3-3e4e6fa7f3db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8900613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8485104'] for subnet, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:31.609658 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62c512b-8d3a-4931-8de3-3e4e6fa7f3db admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2b1fc90-f3ad-4c5d-99b9-e941689a0c24,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:18:31.613886 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b62c512b-8d3a-4931-8de3-3e4e6fa7f3db admin admin] Checking segment: {'id': '2ce66034-b1d8-47ab-ba35-5294ec220a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'c79db022-b73d-4af2-b341-247538dc80ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 21:18:31.614242 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b62c512b-8d3a-4931-8de3-3e4e6fa7f3db admin admin] Network hostable DHCP agents. Network: c79db022-b73d-4af2-b341-247538dc80ef, hostable agents: ['02adaa64-0987-4b74-bad0-cbcf56f8a294'], hosted agents: [] {{(pid=103447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 21:18:31.632485 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b62c512b-8d3a-4931-8de3-3e4e6fa7f3db admin admin] Network c79db022-b73d-4af2-b341-247538dc80ef is scheduled to be hosted by DHCP agent 02adaa64-0987-4b74-bad0-cbcf56f8a294 with binding_index 1 {{(pid=103447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 21:18:31.642590 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-b62c512b-8d3a-4931-8de3-3e4e6fa7f3db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818823-1, c79db022-b73d-4af2-b341-247538dc80ef) {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 21:18:31.646728 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b62c512b-8d3a-4931-8de3-3e4e6fa7f3db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:18:31.647328 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b62c512b-8d3a-4931-8de3-3e4e6fa7f3db admin admin] Publish callbacks [] for subnet, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:31.655109 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba111884-986f-4410-b18f-0c330418790f None None] Network c79db022-b73d-4af2-b341-247538dc80ef requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 21:18:31.664401 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-b62c512b-8d3a-4931-8de3-3e4e6fa7f3db admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.3367972 Nov 22 21:18:31.666992 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 33406) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:18:31.672094 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-8755ce77-2656-41cf-a3e9-4bcdb76df0b1 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-65609232-router', 'tenant_id': '252813dfcee848e08b749e10e0de9f58', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'}}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 21:18:31.695441 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8755ce77-2656-41cf-a3e9-4bcdb76df0b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24799'] for router, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:31.697243 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8755ce77-2656-41cf-a3e9-4bcdb76df0b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-632716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24788'] for router, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:31.757608 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8755ce77-2656-41cf-a3e9-4bcdb76df0b1 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:31.824568 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3db2f788-3092-4746-b40c-694f867aab01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fb26bd7-ce56-527b-b94f-2e1f7cb2bb35-c79db022-b73d-4af2-b341-247538dc80ef', 'network_id': 'c79db022-b73d-4af2-b341-247538dc80ef', 'tenant_id': '252813dfcee848e08b749e10e0de9f58', 'fixed_ips': [{'subnet_id': 'b2b1fc90-f3ad-4c5d-99b9-e941689a0c24'}]}} from n-d-818823-1. {{(pid=103449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 21:18:31.825382 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-3db2f788-3092-4746-b40c-694f867aab01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:31.906971 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8755ce77-2656-41cf-a3e9-4bcdb76df0b1 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:31.988729 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.db_base_plugin_common [None req-3db2f788-3092-4746-b40c-694f867aab01 None None] Allocated IP 172.20.0.2 (c79db022-b73d-4af2-b341-247538dc80ef/b2b1fc90-f3ad-4c5d-99b9-e941689a0c24/193e7f3d-1daa-4cc1-86bf-f8f88bb3fa97) {{(pid=103449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 21:18:32.050107 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 9df4cb0f-bfcf-4588-9876-4725486a9967 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 21:18:32.148361 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.agents_db [None req-aa8313f2-1ee4-4e7b-8c5a-d32b2f9d31ee None None] Agent healthcheck: found 7 active agents {{(pid=103450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 21:18:32.156770 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 9df4cb0f-bfcf-4588-9876-4725486a9967 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 21:18:32.157461 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:32.247154 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-3db2f788-3092-4746-b40c-694f867aab01 None None] Publish callbacks [] for port, precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:32.255201 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-3db2f788-3092-4746-b40c-694f867aab01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372'] for port, after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:32.329118 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db2f788-3092-4746-b40c-694f867aab01 None None] Pushing event updated for resources: {'Port': ['ID=193e7f3d-1daa-4cc1-86bf-f8f88bb3fa97,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:18:32.342448 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3db2f788-3092-4746-b40c-694f867aab01 None None] Network c79db022-b73d-4af2-b341-247538dc80ef is already hosted by enough agents. {{(pid=103449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 21:18:32.346995 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.base_scheduler [None req-3db2f788-3092-4746-b40c-694f867aab01 None None] Resources bound (agent type, host, resource id): {{(pid=103449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 21:18:32.350520 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db2f788-3092-4746-b40c-694f867aab01 None None] Received port after_create {{(pid=103449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 21:18:32.412605 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-3db2f788-3092-4746-b40c-694f867aab01 None None] Attempting to bind port 193e7f3d-1daa-4cc1-86bf-f8f88bb3fa97 on host n-d-818823-1 for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 21:18:32.413312 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-3db2f788-3092-4746-b40c-694f867aab01 None None] Attempting to bind port 193e7f3d-1daa-4cc1-86bf-f8f88bb3fa97 by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': '2ce66034-b1d8-47ab-ba35-5294ec220a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'c79db022-b73d-4af2-b341-247538dc80ef'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 21:18:32.413312 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db2f788-3092-4746-b40c-694f867aab01 None None] Attempting to bind port 193e7f3d-1daa-4cc1-86bf-f8f88bb3fa97 on network c79db022-b73d-4af2-b341-247538dc80ef {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 21:18:32.418963 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db2f788-3092-4746-b40c-694f867aab01 None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 21, 18, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 21:18:32.419335 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db2f788-3092-4746-b40c-694f867aab01 None None] Checking segment: {'id': '2ce66034-b1d8-47ab-ba35-5294ec220a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'c79db022-b73d-4af2-b341-247538dc80ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 21:18:32.419775 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-3db2f788-3092-4746-b40c-694f867aab01 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:32.420169 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db2f788-3092-4746-b40c-694f867aab01 None None] Bound using segment: {'id': '2ce66034-b1d8-47ab-ba35-5294ec220a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'c79db022-b73d-4af2-b341-247538dc80ef'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 21:18:32.420635 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-3db2f788-3092-4746-b40c-694f867aab01 None None] Bound port: 193e7f3d-1daa-4cc1-86bf-f8f88bb3fa97, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ce66034-b1d8-47ab-ba35-5294ec220a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'c79db022-b73d-4af2-b341-247538dc80ef'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 21:18:32.421016 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-3db2f788-3092-4746-b40c-694f867aab01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:32.482698 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8755ce77-2656-41cf-a3e9-4bcdb76df0b1 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:32.486122 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-3db2f788-3092-4746-b40c-694f867aab01 None None] For port 193e7f3d-1daa-4cc1-86bf-f8f88bb3fa97, host n-d-818823-1, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 21:18:32.489198 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-3db2f788-3092-4746-b40c-694f867aab01 None None] For port 193e7f3d-1daa-4cc1-86bf-f8f88bb3fa97, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=193e7f3d-1daa-4cc1-86bf-f8f88bb3fa97,segment=NetworkSegment(2ce66034-b1d8-47ab-ba35-5294ec220a6f),segment_id=2ce66034-b1d8-47ab-ba35-5294ec220a6f)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 21:18:32.495148 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-3db2f788-3092-4746-b40c-694f867aab01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:32.503150 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8755ce77-2656-41cf-a3e9-4bcdb76df0b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:32.553698 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db2f788-3092-4746-b40c-694f867aab01 None None] Pushing event updated for resources: {'Port': ['ID=193e7f3d-1daa-4cc1-86bf-f8f88bb3fa97,revision_number=2']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:18:32.624316 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [None req-8755ce77-2656-41cf-a3e9-4bcdb76df0b1 admin admin] Allocated IP 172.25.5.126 (c48a55e9-6a85-4746-b7bf-3e29fb560094/5da6f781-63e6-4328-ae7a-5e672262f55a/6834205c-e2c8-445d-8f38-f3795119215c) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 21:18:32.743159 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8755ce77-2656-41cf-a3e9-4bcdb76df0b1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:32.786536 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8755ce77-2656-41cf-a3e9-4bcdb76df0b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:32.833384 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8755ce77-2656-41cf-a3e9-4bcdb76df0b1 admin admin] Network c48a55e9-6a85-4746-b7bf-3e29fb560094 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 21:18:32.838651 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-8755ce77-2656-41cf-a3e9-4bcdb76df0b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 21:18:32.844046 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8755ce77-2656-41cf-a3e9-4bcdb76df0b1 admin admin] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 21:18:32.847473 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8755ce77-2656-41cf-a3e9-4bcdb76df0b1 admin admin] Pushing event updated for resources: {'Port': ['ID=6834205c-e2c8-445d-8f38-f3795119215c,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:18:32.852180 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76a2c461-51bb-4b5f-8c68-c056d03be9f0 None None] DHCP port deletion for c48a55e9-6a85-4746-b7bf-3e29fb560094 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 21:18:32.980448 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-39761a17-66ef-44dd-acbb-4375643a410c None None] Provisioning complete for port 6834205c-e2c8-445d-8f38-f3795119215c triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 21:18:32.980745 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39761a17-66ef-44dd-acbb-4375643a410c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:33.025393 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-39761a17-66ef-44dd-acbb-4375643a410c None None] Port 6834205c-e2c8-445d-8f38-f3795119215c cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 21:18:33.035211 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-2d7ed592-961f-450f-8195-ba155223b0fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:33.100753 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8755ce77-2656-41cf-a3e9-4bcdb76df0b1 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:33.302468 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8755ce77-2656-41cf-a3e9-4bcdb76df0b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-659538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-841284'] for router, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:33.431783 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8755ce77-2656-41cf-a3e9-4bcdb76df0b1 admin admin] Router afe69e86-f41c-45da-ba19-d79c0bde5b51 is scheduled to L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 with binding_index 1 {{(pid=103447) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 21:18:33.505093 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6450774c-ec38-4c08-999b-532875193354 None None] Network c79db022-b73d-4af2-b341-247538dc80ef requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 21:18:33.540427 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87db8dae-4216-42d4-bbbe-c7885061596d None None] Sync routers for ids ['2a1a5ecb-ea43-46ae-bbc1-eb40353cb84c'] in n-d-818823-1 {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 21:18:33.541211 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8755ce77-2656-41cf-a3e9-4bcdb76df0b1 admin admin] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 21:18:33.556361 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87db8dae-4216-42d4-bbbe-c7885061596d None None] Routers {'2a1a5ecb-ea43-46ae-bbc1-eb40353cb84c'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 21:18:33.560068 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8755ce77-2656-41cf-a3e9-4bcdb76df0b1 admin admin] Publish callbacks [] for router, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:33.560959 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-87db8dae-4216-42d4-bbbe-c7885061596d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T21:18:33Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['2a1a5ecb-ea43-46ae-bbc1-eb40353cb84c'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:18:33.561747 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea991409-e699-4e88-8c38-4edeaacfbc77 None None] Sync routers for ids ['afe69e86-f41c-45da-ba19-d79c0bde5b51'] in n-d-818823-1 {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 21:18:33.565037 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-8755ce77-2656-41cf-a3e9-4bcdb76df0b1 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.8966606 Nov 22 21:18:33.568065 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 33408) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:18:33.588731 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-b133252a-55f7-4a9a-a6b9-2108ff9c763f None None] Provisioning complete for port 193e7f3d-1daa-4cc1-86bf-f8f88bb3fa97 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 21:18:33.589340 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-b133252a-55f7-4a9a-a6b9-2108ff9c763f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:33.624174 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea991409-e699-4e88-8c38-4edeaacfbc77 None None] Routers {'afe69e86-f41c-45da-ba19-d79c0bde5b51'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 21:18:33.625064 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-ea991409-e699-4e88-8c38-4edeaacfbc77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T21:18:33Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['afe69e86-f41c-45da-ba19-d79c0bde5b51'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:18:33.670222 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-87db8dae-4216-42d4-bbbe-c7885061596d None None] Set router 2a1a5ecb-ea43-46ae-bbc1-eb40353cb84c gateway port host: n-d-818823-1 {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 21:18:33.882433 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-87db8dae-4216-42d4-bbbe-c7885061596d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a1a5ecb-ea43-46ae-bbc1-eb40353cb84c', 'name': 'tempest-TestShelveInstance-638224312-router', 'tenant_id': '556553c23d004910aa149092a0f3a162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.22'}], 'enable_snat': True}, 'gw_port_id': '9df4cb0f-bfcf-4588-9876-4725486a9967', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T21:18:27Z', 'updated_at': '2021-11-22T21:18:29Z', 'revision_number': 4, 'project_id': '556553c23d004910aa149092a0f3a162', 'gw_port': {'id': '9df4cb0f-bfcf-4588-9876-4725486a9967', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:f8:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1a5ecb-ea43-46ae-bbc1-eb40353cb84c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:18:27Z', 'updated_at': '2021-11-22T21:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': 'fb956b44-45d2-4170-b020-d1cfc54a896e', 'name': '', 'network_id': '0587e529-8a45-45e1-ab21-a897278be2d8', 'tenant_id': '556553c23d004910aa149092a0f3a162', 'mac_address': 'fa:16:3e:15:06:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a1a5ecb-ea43-46ae-bbc1-eb40353cb84c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '46e06d5a-0042-48a7-ac6e-04a34d163e49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:18:29Z', 'updated_at': '2021-11-22T21:18:29Z', 'revision_number': 2, 'project_id': '556553c23d004910aa149092a0f3a162', 'subnets': [{'id': '46e06d5a-0042-48a7-ac6e-04a34d163e49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:18:33.910380 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87db8dae-4216-42d4-bbbe-c7885061596d None None] Checking router: 2a1a5ecb-ea43-46ae-bbc1-eb40353cb84c for host: n-d-818823-1 {{(pid=103450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 21:18:33.910749 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87db8dae-4216-42d4-bbbe-c7885061596d None None] Updating router 2a1a5ecb-ea43-46ae-bbc1-eb40353cb84c port fb956b44-45d2-4170-b020-d1cfc54a896e binding host n-d-818823-1 {{(pid=103450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 21:18:33.944759 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-03f0964f-1b75-4df7-99e0-a3cdb56ec2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:33.947921 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-87db8dae-4216-42d4-bbbe-c7885061596d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:34.014808 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-b133252a-55f7-4a9a-a6b9-2108ff9c763f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:34.019045 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-ea991409-e699-4e88-8c38-4edeaacfbc77 None None] Set router afe69e86-f41c-45da-ba19-d79c0bde5b51 gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 21:18:34.057035 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6b49a6e6-c5f3-471d-8237-243eef5ce5b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:34.090860 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 193e7f3d-1daa-4cc1-86bf-f8f88bb3fa97 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 21:18:34.193535 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-b133252a-55f7-4a9a-a6b9-2108ff9c763f None None] For port 193e7f3d-1daa-4cc1-86bf-f8f88bb3fa97, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=193e7f3d-1daa-4cc1-86bf-f8f88bb3fa97,segment=NetworkSegment(2ce66034-b1d8-47ab-ba35-5294ec220a6f),segment_id=2ce66034-b1d8-47ab-ba35-5294ec220a6f)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 21:18:34.204852 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-b133252a-55f7-4a9a-a6b9-2108ff9c763f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:34.246247 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-87db8dae-4216-42d4-bbbe-c7885061596d None None] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:34.254105 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-87db8dae-4216-42d4-bbbe-c7885061596d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:34.254384 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [None req-6b49a6e6-c5f3-471d-8237-243eef5ce5b3 admin admin] Allocated IP 172.20.0.1 (c79db022-b73d-4af2-b341-247538dc80ef/b2b1fc90-f3ad-4c5d-99b9-e941689a0c24/b28ada5a-0958-4828-9198-1b7d44f05443) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 21:18:34.316868 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc41e5a-ed38-4133-b13e-d014daf1fe95 None None] Pushing event updated for resources: {'Port': ['ID=fb956b44-45d2-4170-b020-d1cfc54a896e,revision_number=3']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:18:34.326060 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 193e7f3d-1daa-4cc1-86bf-f8f88bb3fa97 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 21:18:34.326684 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:34.328417 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b133252a-55f7-4a9a-a6b9-2108ff9c763f None None] Pushing event updated for resources: {'Port': ['ID=193e7f3d-1daa-4cc1-86bf-f8f88bb3fa97,revision_number=3']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:18:34.351296 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc41e5a-ed38-4133-b13e-d014daf1fe95 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:18:34.351669 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc41e5a-ed38-4133-b13e-d014daf1fe95 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:18:34.352015 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc41e5a-ed38-4133-b13e-d014daf1fe95 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:18:34.353041 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc41e5a-ed38-4133-b13e-d014daf1fe95 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:18:34.353377 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc41e5a-ed38-4133-b13e-d014daf1fe95 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:18:34.353707 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc41e5a-ed38-4133-b13e-d014daf1fe95 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:18:34.354036 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc41e5a-ed38-4133-b13e-d014daf1fe95 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:18:34.354360 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc41e5a-ed38-4133-b13e-d014daf1fe95 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:18:34.354683 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc41e5a-ed38-4133-b13e-d014daf1fe95 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:18:34.355007 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc41e5a-ed38-4133-b13e-d014daf1fe95 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:18:34.355324 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc41e5a-ed38-4133-b13e-d014daf1fe95 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:18:34.355685 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc41e5a-ed38-4133-b13e-d014daf1fe95 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:18:34.373647 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6b49a6e6-c5f3-471d-8237-243eef5ce5b3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:34.424945 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-87db8dae-4216-42d4-bbbe-c7885061596d None None] Attempting to bind port fb956b44-45d2-4170-b020-d1cfc54a896e on host n-d-818823-1 for vnic_type normal with profile {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 21:18:34.425585 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-87db8dae-4216-42d4-bbbe-c7885061596d None None] Attempting to bind port fb956b44-45d2-4170-b020-d1cfc54a896e by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': 'a02e6268-7bf8-4ae7-b633-55a608c3a0f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '0587e529-8a45-45e1-ab21-a897278be2d8'}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 21:18:34.425822 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87db8dae-4216-42d4-bbbe-c7885061596d None None] Attempting to bind port fb956b44-45d2-4170-b020-d1cfc54a896e on network 0587e529-8a45-45e1-ab21-a897278be2d8 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 21:18:34.431807 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6b49a6e6-c5f3-471d-8237-243eef5ce5b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:34.432051 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87db8dae-4216-42d4-bbbe-c7885061596d None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 21, 18, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 21:18:34.432581 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87db8dae-4216-42d4-bbbe-c7885061596d None None] Checking segment: {'id': 'a02e6268-7bf8-4ae7-b633-55a608c3a0f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '0587e529-8a45-45e1-ab21-a897278be2d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 21:18:34.432987 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-87db8dae-4216-42d4-bbbe-c7885061596d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:34.433734 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87db8dae-4216-42d4-bbbe-c7885061596d None None] Bound using segment: {'id': 'a02e6268-7bf8-4ae7-b633-55a608c3a0f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '0587e529-8a45-45e1-ab21-a897278be2d8'} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 21:18:34.433865 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-87db8dae-4216-42d4-bbbe-c7885061596d None None] Bound port: fb956b44-45d2-4170-b020-d1cfc54a896e, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a02e6268-7bf8-4ae7-b633-55a608c3a0f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '0587e529-8a45-45e1-ab21-a897278be2d8'}}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 21:18:34.434214 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-87db8dae-4216-42d4-bbbe-c7885061596d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:34.447860 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-ea991409-e699-4e88-8c38-4edeaacfbc77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afe69e86-f41c-45da-ba19-d79c0bde5b51', 'name': 'tempest-TestShelveInstance-65609232-router', 'tenant_id': '252813dfcee848e08b749e10e0de9f58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.126'}], 'enable_snat': True}, 'gw_port_id': '6834205c-e2c8-445d-8f38-f3795119215c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T21:18:31Z', 'updated_at': '2021-11-22T21:18:32Z', 'revision_number': 3, 'project_id': '252813dfcee848e08b749e10e0de9f58', 'gw_port': {'id': '6834205c-e2c8-445d-8f38-f3795119215c', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:9e:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afe69e86-f41c-45da-ba19-d79c0bde5b51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:18:32Z', 'updated_at': '2021-11-22T21:18:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:18:34.479151 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b49a6e6-c5f3-471d-8237-243eef5ce5b3 admin admin] Network c79db022-b73d-4af2-b341-247538dc80ef is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 21:18:34.485660 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-6b49a6e6-c5f3-471d-8237-243eef5ce5b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 21:18:34.489141 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b49a6e6-c5f3-471d-8237-243eef5ce5b3 admin admin] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 21:18:34.490278 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea991409-e699-4e88-8c38-4edeaacfbc77 None None] Checking router: afe69e86-f41c-45da-ba19-d79c0bde5b51 for host: n-d-818823-1 {{(pid=103449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 21:18:34.490619 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea991409-e699-4e88-8c38-4edeaacfbc77 None None] Updating router afe69e86-f41c-45da-ba19-d79c0bde5b51 port 6834205c-e2c8-445d-8f38-f3795119215c binding host n-d-818823-1 {{(pid=103449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 21:18:34.520110 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ea991409-e699-4e88-8c38-4edeaacfbc77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:34.527887 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-87db8dae-4216-42d4-bbbe-c7885061596d None None] For port fb956b44-45d2-4170-b020-d1cfc54a896e, host n-d-818823-1, cleared binding levels {{(pid=103450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 21:18:34.532958 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-87db8dae-4216-42d4-bbbe-c7885061596d None None] For port fb956b44-45d2-4170-b020-d1cfc54a896e, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=fb956b44-45d2-4170-b020-d1cfc54a896e,segment=NetworkSegment(a02e6268-7bf8-4ae7-b633-55a608c3a0f9),segment_id=a02e6268-7bf8-4ae7-b633-55a608c3a0f9)] {{(pid=103450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 21:18:34.539311 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-87db8dae-4216-42d4-bbbe-c7885061596d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:34.569102 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b49a6e6-c5f3-471d-8237-243eef5ce5b3 admin admin] Pushing event updated for resources: {'Port': ['ID=b28ada5a-0958-4828-9198-1b7d44f05443,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:18:34.576806 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6b49a6e6-c5f3-471d-8237-243eef5ce5b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659939'] for router_interface, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:34.634675 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc41e5a-ed38-4133-b13e-d014daf1fe95 None None] Pushing event updated for resources: {'Port': ['ID=fb956b44-45d2-4170-b020-d1cfc54a896e,revision_number=4']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:18:34.660430 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87db8dae-4216-42d4-bbbe-c7885061596d None None] Routers {'2a1a5ecb-ea43-46ae-bbc1-eb40353cb84c'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 21:18:34.661765 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-87db8dae-4216-42d4-bbbe-c7885061596d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T21:18:33Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['2a1a5ecb-ea43-46ae-bbc1-eb40353cb84c'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:18:34.683458 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-28b8d08b-4b3d-4313-823a-6aa4b01323c3 None None] Provisioning complete for port 193e7f3d-1daa-4cc1-86bf-f8f88bb3fa97 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 21:18:34.684155 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-28b8d08b-4b3d-4313-823a-6aa4b01323c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:34.748279 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6b49a6e6-c5f3-471d-8237-243eef5ce5b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:34.807562 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-87db8dae-4216-42d4-bbbe-c7885061596d None None] Set router 2a1a5ecb-ea43-46ae-bbc1-eb40353cb84c gateway port host: n-d-818823-1 {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 21:18:34.959880 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6b49a6e6-c5f3-471d-8237-243eef5ce5b3 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:34.966779 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6b49a6e6-c5f3-471d-8237-243eef5ce5b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:34.990989 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ea991409-e699-4e88-8c38-4edeaacfbc77 None None] Publish callbacks [] for port, precommit_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:34.999205 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ea991409-e699-4e88-8c38-4edeaacfbc77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:35.040694 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6b49a6e6-c5f3-471d-8237-243eef5ce5b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-563461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-659839'] for router_interface, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:35.044106 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b49a6e6-c5f3-471d-8237-243eef5ce5b3 admin admin] Pushing event updated for resources: {'Port': ['ID=b28ada5a-0958-4828-9198-1b7d44f05443,revision_number=2']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:18:35.071104 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdb5b79b-aff6-4ab0-acb3-5769cdedbb30 None None] DHCP port deletion for c48a55e9-6a85-4746-b7bf-3e29fb560094 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 21:18:35.072707 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-87db8dae-4216-42d4-bbbe-c7885061596d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a1a5ecb-ea43-46ae-bbc1-eb40353cb84c', 'name': 'tempest-TestShelveInstance-638224312-router', 'tenant_id': '556553c23d004910aa149092a0f3a162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.22'}], 'enable_snat': True}, 'gw_port_id': '9df4cb0f-bfcf-4588-9876-4725486a9967', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T21:18:27Z', 'updated_at': '2021-11-22T21:18:29Z', 'revision_number': 4, 'project_id': '556553c23d004910aa149092a0f3a162', 'gw_port': {'id': '9df4cb0f-bfcf-4588-9876-4725486a9967', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:f8:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1a5ecb-ea43-46ae-bbc1-eb40353cb84c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:18:27Z', 'updated_at': '2021-11-22T21:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': 'fb956b44-45d2-4170-b020-d1cfc54a896e', 'name': '', 'network_id': '0587e529-8a45-45e1-ab21-a897278be2d8', 'tenant_id': '556553c23d004910aa149092a0f3a162', 'mac_address': 'fa:16:3e:15:06:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a1a5ecb-ea43-46ae-bbc1-eb40353cb84c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '46e06d5a-0042-48a7-ac6e-04a34d163e49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:18:29Z', 'updated_at': '2021-11-22T21:18:34Z', 'revision_number': 4, 'project_id': '556553c23d004910aa149092a0f3a162', 'subnets': [{'id': '46e06d5a-0042-48a7-ac6e-04a34d163e49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:18:35.084328 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb9ef4d-86ae-4dd6-9b21-1c306c0d62d0 None None] Pushing event updated for resources: {'Port': ['ID=6834205c-e2c8-445d-8f38-f3795119215c,revision_number=2']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:18:35.088027 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-ea991409-e699-4e88-8c38-4edeaacfbc77 None None] Attempting to bind port 6834205c-e2c8-445d-8f38-f3795119215c on host n-d-818823-1 for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 21:18:35.089021 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-ea991409-e699-4e88-8c38-4edeaacfbc77 None None] Attempting to bind port 6834205c-e2c8-445d-8f38-f3795119215c by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 21:18:35.089408 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea991409-e699-4e88-8c38-4edeaacfbc77 None None] Attempting to bind port 6834205c-e2c8-445d-8f38-f3795119215c on network c48a55e9-6a85-4746-b7bf-3e29fb560094 {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 21:18:35.097316 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea991409-e699-4e88-8c38-4edeaacfbc77 None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 21, 18, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 21:18:35.097700 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea991409-e699-4e88-8c38-4edeaacfbc77 None None] Checking segment: {'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 21:18:35.098101 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ea991409-e699-4e88-8c38-4edeaacfbc77 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:35.098495 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea991409-e699-4e88-8c38-4edeaacfbc77 None None] Bound using segment: {'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 21:18:35.098965 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-ea991409-e699-4e88-8c38-4edeaacfbc77 None None] Bound port: 6834205c-e2c8-445d-8f38-f3795119215c, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 21:18:35.099357 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ea991409-e699-4e88-8c38-4edeaacfbc77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:35.105535 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87db8dae-4216-42d4-bbbe-c7885061596d None None] The sync data for ids ['2a1a5ecb-ea43-46ae-bbc1-eb40353cb84c'] in n-d-818823-1 is: [{'id': '2a1a5ecb-ea43-46ae-bbc1-eb40353cb84c', 'name': 'tempest-TestShelveInstance-638224312-router', 'tenant_id': '556553c23d004910aa149092a0f3a162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.22'}], 'enable_snat': True}, 'gw_port_id': '9df4cb0f-bfcf-4588-9876-4725486a9967', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T21:18:27Z', 'updated_at': '2021-11-22T21:18:29Z', 'revision_number': 4, 'project_id': '556553c23d004910aa149092a0f3a162', 'gw_port': {'id': '9df4cb0f-bfcf-4588-9876-4725486a9967', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:f8:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1a5ecb-ea43-46ae-bbc1-eb40353cb84c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:18:27Z', 'updated_at': '2021-11-22T21:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': 'fb956b44-45d2-4170-b020-d1cfc54a896e', 'name': '', 'network_id': '0587e529-8a45-45e1-ab21-a897278be2d8', 'tenant_id': '556553c23d004910aa149092a0f3a162', 'mac_address': 'fa:16:3e:15:06:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a1a5ecb-ea43-46ae-bbc1-eb40353cb84c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '46e06d5a-0042-48a7-ac6e-04a34d163e49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:18:29Z', 'updated_at': '2021-11-22T21:18:34Z', 'revision_number': 4, 'project_id': '556553c23d004910aa149092a0f3a162', 'subnets': [{'id': '46e06d5a-0042-48a7-ac6e-04a34d163e49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 21:18:35.130593 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-adde8fcb-6665-4fd7-8d4d-b24896a762b8 None None] Provisioning complete for port b28ada5a-0958-4828-9198-1b7d44f05443 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 21:18:35.131298 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-adde8fcb-6665-4fd7-8d4d-b24896a762b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:35.151893 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b49a6e6-c5f3-471d-8237-243eef5ce5b3 admin admin] Network c79db022-b73d-4af2-b341-247538dc80ef is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 21:18:35.153426 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-6b49a6e6-c5f3-471d-8237-243eef5ce5b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 21:18:35.195110 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-adde8fcb-6665-4fd7-8d4d-b24896a762b8 None None] Port b28ada5a-0958-4828-9198-1b7d44f05443 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 21:18:35.207149 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ea991409-e699-4e88-8c38-4edeaacfbc77 None None] For port 6834205c-e2c8-445d-8f38-f3795119215c, host n-d-818823-1, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 21:18:35.211173 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ea991409-e699-4e88-8c38-4edeaacfbc77 None None] For port 6834205c-e2c8-445d-8f38-f3795119215c, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=6834205c-e2c8-445d-8f38-f3795119215c,segment=NetworkSegment(8793ba83-8407-4c3d-9b56-2a177cd58a70),segment_id=8793ba83-8407-4c3d-9b56-2a177cd58a70)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 21:18:35.213117 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-adde8fcb-6665-4fd7-8d4d-b24896a762b8 None None] Provisioning complete for port fb956b44-45d2-4170-b020-d1cfc54a896e triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 21:18:35.213685 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-adde8fcb-6665-4fd7-8d4d-b24896a762b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:35.247999 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ea991409-e699-4e88-8c38-4edeaacfbc77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:35.308010 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77023308-ebb0-4c61-9b5a-d7ffd4725fc5 None None] DHCP port deletion for c48a55e9-6a85-4746-b7bf-3e29fb560094 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 21:18:35.328254 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b49a6e6-c5f3-471d-8237-243eef5ce5b3 admin admin] Router afe69e86-f41c-45da-ba19-d79c0bde5b51 has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 21:18:35.350292 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea991409-e699-4e88-8c38-4edeaacfbc77 None None] Routers {'afe69e86-f41c-45da-ba19-d79c0bde5b51'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 21:18:35.351264 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-ea991409-e699-4e88-8c38-4edeaacfbc77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T21:18:33Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['afe69e86-f41c-45da-ba19-d79c0bde5b51'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:18:35.422395 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb9ef4d-86ae-4dd6-9b21-1c306c0d62d0 None None] Pushing event updated for resources: {'Port': ['ID=6834205c-e2c8-445d-8f38-f3795119215c,revision_number=3']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:18:35.458948 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b49a6e6-c5f3-471d-8237-243eef5ce5b3 admin admin] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 21:18:35.473907 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-6b49a6e6-c5f3-471d-8237-243eef5ce5b3 admin admin] 10.222.0.46 "PUT /v2.0/routers/afe69e86-f41c-45da-ba19-d79c0bde5b51/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9043880 Nov 22 21:18:35.498686 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e49ee129-e862-4476-beca-cdc8150d2345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:35.521609 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-adde8fcb-6665-4fd7-8d4d-b24896a762b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:35.542296 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-ea991409-e699-4e88-8c38-4edeaacfbc77 None None] Set router afe69e86-f41c-45da-ba19-d79c0bde5b51 gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 21:18:35.610396 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-adde8fcb-6665-4fd7-8d4d-b24896a762b8 None None] For port fb956b44-45d2-4170-b020-d1cfc54a896e, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=fb956b44-45d2-4170-b020-d1cfc54a896e,segment=NetworkSegment(a02e6268-7bf8-4ae7-b633-55a608c3a0f9),segment_id=a02e6268-7bf8-4ae7-b633-55a608c3a0f9)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 21:18:35.618987 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-adde8fcb-6665-4fd7-8d4d-b24896a762b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:35.768360 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adde8fcb-6665-4fd7-8d4d-b24896a762b8 None None] Pushing event updated for resources: {'Port': ['ID=fb956b44-45d2-4170-b020-d1cfc54a896e,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:18:35.782263 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-7db19301-e4b3-442d-80b1-c47f2675c960 None None] Provisioning complete for port b28ada5a-0958-4828-9198-1b7d44f05443 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 21:18:35.782637 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-7db19301-e4b3-442d-80b1-c47f2675c960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:35.860293 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-7db19301-e4b3-442d-80b1-c47f2675c960 None None] Port b28ada5a-0958-4828-9198-1b7d44f05443 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 21:18:35.879616 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-7db19301-e4b3-442d-80b1-c47f2675c960 None None] Provisioning complete for port 6834205c-e2c8-445d-8f38-f3795119215c triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 21:18:35.879972 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-7db19301-e4b3-442d-80b1-c47f2675c960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:35.932413 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-ea991409-e699-4e88-8c38-4edeaacfbc77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afe69e86-f41c-45da-ba19-d79c0bde5b51', 'name': 'tempest-TestShelveInstance-65609232-router', 'tenant_id': '252813dfcee848e08b749e10e0de9f58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.126'}], 'enable_snat': True}, 'gw_port_id': '6834205c-e2c8-445d-8f38-f3795119215c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T21:18:31Z', 'updated_at': '2021-11-22T21:18:34Z', 'revision_number': 4, 'project_id': '252813dfcee848e08b749e10e0de9f58', 'gw_port': {'id': '6834205c-e2c8-445d-8f38-f3795119215c', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:9e:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afe69e86-f41c-45da-ba19-d79c0bde5b51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:18:32Z', 'updated_at': '2021-11-22T21:18:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': 'b28ada5a-0958-4828-9198-1b7d44f05443', 'name': '', 'network_id': 'c79db022-b73d-4af2-b341-247538dc80ef', 'tenant_id': '252813dfcee848e08b749e10e0de9f58', 'mac_address': 'fa:16:3e:e6:3d:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afe69e86-f41c-45da-ba19-d79c0bde5b51', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'b2b1fc90-f3ad-4c5d-99b9-e941689a0c24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:18:34Z', 'updated_at': '2021-11-22T21:18:34Z', 'revision_number': 2, 'project_id': '252813dfcee848e08b749e10e0de9f58', 'subnets': [{'id': 'b2b1fc90-f3ad-4c5d-99b9-e941689a0c24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:18:35.948733 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 33416) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:18:35.953774 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-6f0417d5-fd5b-45f1-9236-863746ad8ba8 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-808752747', 'description': 'tempest-secgroup-smoke-808752747 description', 'project_id': '556553c23d004910aa149092a0f3a162'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 21:18:35.975160 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea991409-e699-4e88-8c38-4edeaacfbc77 None None] The sync data for ids ['afe69e86-f41c-45da-ba19-d79c0bde5b51'] in n-d-818823-1 is: [{'id': 'afe69e86-f41c-45da-ba19-d79c0bde5b51', 'name': 'tempest-TestShelveInstance-65609232-router', 'tenant_id': '252813dfcee848e08b749e10e0de9f58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.126'}], 'enable_snat': True}, 'gw_port_id': '6834205c-e2c8-445d-8f38-f3795119215c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T21:18:31Z', 'updated_at': '2021-11-22T21:18:34Z', 'revision_number': 4, 'project_id': '252813dfcee848e08b749e10e0de9f58', 'gw_port': {'id': '6834205c-e2c8-445d-8f38-f3795119215c', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:9e:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afe69e86-f41c-45da-ba19-d79c0bde5b51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:18:32Z', 'updated_at': '2021-11-22T21:18:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': 'b28ada5a-0958-4828-9198-1b7d44f05443', 'name': '', 'network_id': 'c79db022-b73d-4af2-b341-247538dc80ef', 'tenant_id': '252813dfcee848e08b749e10e0de9f58', 'mac_address': 'fa:16:3e:e6:3d:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afe69e86-f41c-45da-ba19-d79c0bde5b51', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'b2b1fc90-f3ad-4c5d-99b9-e941689a0c24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:18:34Z', 'updated_at': '2021-11-22T21:18:34Z', 'revision_number': 2, 'project_id': '252813dfcee848e08b749e10e0de9f58', 'subnets': [{'id': 'b2b1fc90-f3ad-4c5d-99b9-e941689a0c24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 21:18:35.981380 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6f0417d5-fd5b-45f1-9236-863746ad8ba8 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:36.022434 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device fb956b44-45d2-4170-b020-d1cfc54a896e up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 21:18:36.060743 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-7db19301-e4b3-442d-80b1-c47f2675c960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:36.068003 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6f0417d5-fd5b-45f1-9236-863746ad8ba8 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:36.072583 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6f0417d5-fd5b-45f1-9236-863746ad8ba8 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:36.088833 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-7db19301-e4b3-442d-80b1-c47f2675c960 None None] For port 6834205c-e2c8-445d-8f38-f3795119215c, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=6834205c-e2c8-445d-8f38-f3795119215c,segment=NetworkSegment(8793ba83-8407-4c3d-9b56-2a177cd58a70),segment_id=8793ba83-8407-4c3d-9b56-2a177cd58a70)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 21:18:36.095101 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-7db19301-e4b3-442d-80b1-c47f2675c960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:36.106268 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6f0417d5-fd5b-45f1-9236-863746ad8ba8 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:36.107650 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-6f0417d5-fd5b-45f1-9236-863746ad8ba8 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1578133 Nov 22 21:18:36.111090 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 33418) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:18:36.112843 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0417d5-fd5b-45f1-9236-863746ad8ba8 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6df0abb6-b5e3-49b4-a5f1-6de028c107e6,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:18:36.120146 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-fd128c89-50a1-4ee4-98b8-7af0d4019bbf tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Request body: {'security_group_rule': {'security_group_id': '6df0abb6-b5e3-49b4-a5f1-6de028c107e6', 'project_id': '556553c23d004910aa149092a0f3a162', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 21:18:36.133614 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port fb956b44-45d2-4170-b020-d1cfc54a896e triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 21:18:36.134384 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:36.152144 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-fd128c89-50a1-4ee4-98b8-7af0d4019bbf tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:36.185507 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db19301-e4b3-442d-80b1-c47f2675c960 None None] Pushing event updated for resources: {'Port': ['ID=6834205c-e2c8-445d-8f38-f3795119215c,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:18:36.203709 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:36.222422 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-fd128c89-50a1-4ee4-98b8-7af0d4019bbf tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:36.249665 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-fd128c89-50a1-4ee4-98b8-7af0d4019bbf tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572323'] for security_group_rule, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:36.262120 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 193e7f3d-1daa-4cc1-86bf-f8f88bb3fa97 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 21:18:36.268574 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd128c89-50a1-4ee4-98b8-7af0d4019bbf tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2c8bc57-f91c-433d-9d97-b573a436d4c4,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:18:36.283899 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-fd128c89-50a1-4ee4-98b8-7af0d4019bbf tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:36.285261 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-fd128c89-50a1-4ee4-98b8-7af0d4019bbf tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1719270 Nov 22 21:18:36.288057 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 33420) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:18:36.294159 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-c7fafb85-683e-4332-8aac-e68fe6144657 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Request body: {'security_group_rule': {'security_group_id': '6df0abb6-b5e3-49b4-a5f1-6de028c107e6', 'project_id': '556553c23d004910aa149092a0f3a162', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 21:18:36.316655 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 193e7f3d-1daa-4cc1-86bf-f8f88bb3fa97 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 21:18:36.317132 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:36.330672 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c7fafb85-683e-4332-8aac-e68fe6144657 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:36.404603 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c7fafb85-683e-4332-8aac-e68fe6144657 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:36.410600 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c7fafb85-683e-4332-8aac-e68fe6144657 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572323'] for security_group_rule, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:36.433062 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fafb85-683e-4332-8aac-e68fe6144657 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe2b49b3-f268-4e05-8cbe-3e93fb3926a4,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:18:36.439138 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c7fafb85-683e-4332-8aac-e68fe6144657 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:36.440311 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-c7fafb85-683e-4332-8aac-e68fe6144657 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1510119 Nov 22 21:18:36.443186 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 33422) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:18:36.448020 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-daeac4b6-6a08-46d7-8285-8e03bafb26b1 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Request body: {'security_group_rule': {'security_group_id': '6df0abb6-b5e3-49b4-a5f1-6de028c107e6', 'project_id': '556553c23d004910aa149092a0f3a162', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 21:18:36.476405 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-daeac4b6-6a08-46d7-8285-8e03bafb26b1 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:36.542414 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-daeac4b6-6a08-46d7-8285-8e03bafb26b1 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:36.546140 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-daeac4b6-6a08-46d7-8285-8e03bafb26b1 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572323'] for security_group_rule, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:36.564577 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daeac4b6-6a08-46d7-8285-8e03bafb26b1 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=980c4a8c-b655-47e8-9f89-710983fbbcf2,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:18:36.572827 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-daeac4b6-6a08-46d7-8285-8e03bafb26b1 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:36.574065 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-daeac4b6-6a08-46d7-8285-8e03bafb26b1 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1297302 Nov 22 21:18:36.576880 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 33424) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:18:36.581636 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-c4b51746-2d4b-413e-a891-96507a467145 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Request body: {'security_group_rule': {'security_group_id': '6df0abb6-b5e3-49b4-a5f1-6de028c107e6', 'project_id': '556553c23d004910aa149092a0f3a162', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 21:18:36.610971 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c4b51746-2d4b-413e-a891-96507a467145 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:36.672578 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c4b51746-2d4b-413e-a891-96507a467145 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:36.676260 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c4b51746-2d4b-413e-a891-96507a467145 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572323'] for security_group_rule, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:36.694230 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b51746-2d4b-413e-a891-96507a467145 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89584b3d-b0bf-449b-8b7a-3bf2bc99d4aa,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:18:36.702182 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c4b51746-2d4b-413e-a891-96507a467145 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:36.703394 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-c4b51746-2d4b-413e-a891-96507a467145 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1254156 Nov 22 21:18:36.706102 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 33426) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:18:36.710451 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-b3fcc6df-2ab7-4dbd-88ca-f70a1f3fa6f9 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Request body: {'security_group_rule': {'security_group_id': '6df0abb6-b5e3-49b4-a5f1-6de028c107e6', 'project_id': '556553c23d004910aa149092a0f3a162', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 21:18:36.732732 n-d-818823-1 neutron-server[103447]: INFO neutron.db.securitygroups_db [None req-b3fcc6df-2ab7-4dbd-88ca-f70a1f3fa6f9 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Project 556553c23d004910aa149092a0f3a162 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 22 21:18:36.737756 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b3fcc6df-2ab7-4dbd-88ca-f70a1f3fa6f9 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:36.800998 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b3fcc6df-2ab7-4dbd-88ca-f70a1f3fa6f9 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:36.804817 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b3fcc6df-2ab7-4dbd-88ca-f70a1f3fa6f9 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572323'] for security_group_rule, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:36.825378 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fcc6df-2ab7-4dbd-88ca-f70a1f3fa6f9 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f45405c-9f17-48f9-b1aa-3e0b2db62ac2,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:18:36.833642 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b3fcc6df-2ab7-4dbd-88ca-f70a1f3fa6f9 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:36.834836 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-b3fcc6df-2ab7-4dbd-88ca-f70a1f3fa6f9 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1277826 Nov 22 21:18:36.838492 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 33428) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:18:36.842762 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-cb986e17-f76b-4233-afee-940588cc546b tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Request body: {'security_group_rule': {'security_group_id': '6df0abb6-b5e3-49b4-a5f1-6de028c107e6', 'project_id': '556553c23d004910aa149092a0f3a162', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 21:18:36.864197 n-d-818823-1 neutron-server[103447]: INFO neutron.db.securitygroups_db [None req-cb986e17-f76b-4233-afee-940588cc546b tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Project 556553c23d004910aa149092a0f3a162 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 22 21:18:36.868675 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-cb986e17-f76b-4233-afee-940588cc546b tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:36.924947 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-cb986e17-f76b-4233-afee-940588cc546b tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:36.928238 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-cb986e17-f76b-4233-afee-940588cc546b tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572323'] for security_group_rule, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:36.944838 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb986e17-f76b-4233-afee-940588cc546b tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4edf1036-4ae6-4f77-9ea8-16f65946bf32,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:18:36.953441 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-cb986e17-f76b-4233-afee-940588cc546b tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:36.954666 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-cb986e17-f76b-4233-afee-940588cc546b tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1152499 Nov 22 21:18:37.101631 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e8300aca-f8e7-4b99-84d6-f38269e6d84a req-2e2b1980-150d-4533-b83d-7050f68c976e tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-808752747&fields=id&tenant_id=556553c23d004910aa149092a0f3a162 HTTP/1.1" status: 200 len: 267 time: 0.0438616 Nov 22 21:18:37.209600 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8300aca-f8e7-4b99-84d6-f38269e6d84a req-8e6ab9d1-13c5-45ed-8f78-c0488b55666e tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:18:37.211054 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e8300aca-f8e7-4b99-84d6-f38269e6d84a req-8e6ab9d1-13c5-45ed-8f78-c0488b55666e tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.46 "GET /v2.0/networks?id=0587e529-8a45-45e1-ab21-a897278be2d8 HTTP/1.1" status: 200 len: 808 time: 0.1025910 Nov 22 21:18:37.225563 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e8300aca-f8e7-4b99-84d6-f38269e6d84a req-decd2727-cb92-4feb-b7b7-6820b23746c4 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.46 "GET /v2.0/quotas/556553c23d004910aa149092a0f3a162 HTTP/1.1" status: 200 len: 375 time: 0.0088248 Nov 22 21:18:37.275622 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e8300aca-f8e7-4b99-84d6-f38269e6d84a req-ad25246a-842e-4783-a0a0-7fe3287d3900 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=556553c23d004910aa149092a0f3a162&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0446503 Nov 22 21:18:37.366731 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e8300aca-f8e7-4b99-84d6-f38269e6d84a req-4718b3a1-1417-41a1-a41a-77c6fdcf9032 service neutron] 10.222.0.46 "GET /v2.0/networks/0587e529-8a45-45e1-ab21-a897278be2d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795779 Nov 22 21:18:37.461740 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e8300aca-f8e7-4b99-84d6-f38269e6d84a req-325df5c9-ba0d-44ce-a797-a60ea1ab4b83 service neutron] 10.222.0.46 "GET /v2.0/networks/0587e529-8a45-45e1-ab21-a897278be2d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882924 Nov 22 21:18:37.633835 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3cbd53fc-5a1a-4216-bbaa-bf847ee773f3 req-d22381fd-8249-44b0-b1d9-c34644a7c5dd tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.46 "GET /v2.0/ports?device_id=796d2c6d-30b5-42c1-adb2-0cf4787f675a HTTP/1.1" status: 200 len: 210 time: 0.0273662 Nov 22 21:18:38.027487 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 6834205c-e2c8-445d-8f38-f3795119215c up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 21:18:38.267326 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 6834205c-e2c8-445d-8f38-f3795119215c triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 21:18:38.268440 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:38.713262 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8300aca-f8e7-4b99-84d6-f38269e6d84a req-d86a1f69-9686-4106-afee-c173466a4feb tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:18:38.715488 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e8300aca-f8e7-4b99-84d6-f38269e6d84a req-d86a1f69-9686-4106-afee-c173466a4feb tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.20 "GET /v2.0/networks?id=0587e529-8a45-45e1-ab21-a897278be2d8 HTTP/1.1" status: 200 len: 808 time: 0.1429155 Nov 22 21:18:38.746924 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5d5d73be-526e-4703-bb67-7ba7aaae3f32 req-12979c03-efe5-4217-8f56-96b0c240e08c tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.46 "GET /v2.0/ports?device_id=796d2c6d-30b5-42c1-adb2-0cf4787f675a HTTP/1.1" status: 200 len: 210 time: 0.0304329 Nov 22 21:18:38.795692 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e8300aca-f8e7-4b99-84d6-f38269e6d84a req-190a909b-3641-4c3c-8b76-782c6b49bb5d tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=556553c23d004910aa149092a0f3a162 HTTP/1.1" status: 200 len: 379 time: 0.0696471 Nov 22 21:18:38.806644 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-e8300aca-f8e7-4b99-84d6-f38269e6d84a req-765e57ff-bb9a-43a1-bcc8-56581dfbd496 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Request body: {'port': {'device_id': '796d2c6d-30b5-42c1-adb2-0cf4787f675a', 'network_id': '0587e529-8a45-45e1-ab21-a897278be2d8', 'admin_state_up': True, 'tenant_id': '556553c23d004910aa149092a0f3a162', 'security_groups': ['6df0abb6-b5e3-49b4-a5f1-6de028c107e6']}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 21:18:38.920703 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8300aca-f8e7-4b99-84d6-f38269e6d84a req-765e57ff-bb9a-43a1-bcc8-56581dfbd496 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Made reservation on behalf of 556553c23d004910aa149092a0f3a162 for: {'port': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 21:18:38.924394 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-e8300aca-f8e7-4b99-84d6-f38269e6d84a req-765e57ff-bb9a-43a1-bcc8-56581dfbd496 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:39.061014 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [req-e8300aca-f8e7-4b99-84d6-f38269e6d84a req-765e57ff-bb9a-43a1-bcc8-56581dfbd496 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Allocated IP 172.20.0.10 (0587e529-8a45-45e1-ab21-a897278be2d8/46e06d5a-0042-48a7-ac6e-04a34d163e49/9ccd27c2-b89e-4ee8-b9a7-739ee52da9cc) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 21:18:39.202896 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-e8300aca-f8e7-4b99-84d6-f38269e6d84a req-765e57ff-bb9a-43a1-bcc8-56581dfbd496 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:39.221169 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eab709e-7aec-4824-9626-814f83a55866 None None] Sync routers for ids ['afe69e86-f41c-45da-ba19-d79c0bde5b51'] in n-d-818823-1 {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 21:18:39.232298 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eab709e-7aec-4824-9626-814f83a55866 None None] Routers {'afe69e86-f41c-45da-ba19-d79c0bde5b51'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 21:18:39.232907 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-8eab709e-7aec-4824-9626-814f83a55866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T21:18:33Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['afe69e86-f41c-45da-ba19-d79c0bde5b51'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:18:39.237544 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-e8300aca-f8e7-4b99-84d6-f38269e6d84a req-765e57ff-bb9a-43a1-bcc8-56581dfbd496 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:39.277995 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8300aca-f8e7-4b99-84d6-f38269e6d84a req-765e57ff-bb9a-43a1-bcc8-56581dfbd496 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Network 0587e529-8a45-45e1-ab21-a897278be2d8 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 21:18:39.280908 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [req-e8300aca-f8e7-4b99-84d6-f38269e6d84a req-765e57ff-bb9a-43a1-bcc8-56581dfbd496 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 21:18:39.283300 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8300aca-f8e7-4b99-84d6-f38269e6d84a req-765e57ff-bb9a-43a1-bcc8-56581dfbd496 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 21:18:39.326434 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765e57ff-bb9a-43a1-bcc8-56581dfbd496 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Pushing event updated for resources: {'Port': ['ID=9ccd27c2-b89e-4ee8-b9a7-739ee52da9cc,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:18:39.353733 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8300aca-f8e7-4b99-84d6-f38269e6d84a req-765e57ff-bb9a-43a1-bcc8-56581dfbd496 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:18:39.354738 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-e8300aca-f8e7-4b99-84d6-f38269e6d84a req-765e57ff-bb9a-43a1-bcc8-56581dfbd496 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:39.374687 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e8300aca-f8e7-4b99-84d6-f38269e6d84a req-765e57ff-bb9a-43a1-bcc8-56581dfbd496 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5723488 Nov 22 21:18:39.387928 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-e8300aca-f8e7-4b99-84d6-f38269e6d84a req-8fa92d8f-999e-4efa-8ac0-03c79c988c87 service neutron] Request body: {'port': {'device_id': '796d2c6d-30b5-42c1-adb2-0cf4787f675a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818823-1'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 21:18:39.442198 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-8eab709e-7aec-4824-9626-814f83a55866 None None] Set router afe69e86-f41c-45da-ba19-d79c0bde5b51 gateway port host: n-d-818823-1 {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 21:18:39.444802 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-e8300aca-f8e7-4b99-84d6-f38269e6d84a req-8fa92d8f-999e-4efa-8ac0-03c79c988c87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:39.557730 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-7022f9bf-1ec5-4308-9dfd-e52531dde335 None None] Provisioning complete for port 9ccd27c2-b89e-4ee8-b9a7-739ee52da9cc triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 21:18:39.558862 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-7022f9bf-1ec5-4308-9dfd-e52531dde335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:39.605849 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-7022f9bf-1ec5-4308-9dfd-e52531dde335 None None] Port 9ccd27c2-b89e-4ee8-b9a7-739ee52da9cc cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 21:18:39.649847 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-8eab709e-7aec-4824-9626-814f83a55866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afe69e86-f41c-45da-ba19-d79c0bde5b51', 'name': 'tempest-TestShelveInstance-65609232-router', 'tenant_id': '252813dfcee848e08b749e10e0de9f58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.126'}], 'enable_snat': True}, 'gw_port_id': '6834205c-e2c8-445d-8f38-f3795119215c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T21:18:31Z', 'updated_at': '2021-11-22T21:18:34Z', 'revision_number': 4, 'project_id': '252813dfcee848e08b749e10e0de9f58', 'gw_port': {'id': '6834205c-e2c8-445d-8f38-f3795119215c', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:9e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe69e86-f41c-45da-ba19-d79c0bde5b51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:18:32Z', 'updated_at': '2021-11-22T21:18:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': 'b28ada5a-0958-4828-9198-1b7d44f05443', 'name': '', 'network_id': 'c79db022-b73d-4af2-b341-247538dc80ef', 'tenant_id': '252813dfcee848e08b749e10e0de9f58', 'mac_address': 'fa:16:3e:e6:3d:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afe69e86-f41c-45da-ba19-d79c0bde5b51', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'b2b1fc90-f3ad-4c5d-99b9-e941689a0c24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:18:34Z', 'updated_at': '2021-11-22T21:18:34Z', 'revision_number': 2, 'project_id': '252813dfcee848e08b749e10e0de9f58', 'subnets': [{'id': 'b2b1fc90-f3ad-4c5d-99b9-e941689a0c24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:18:39.679755 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eab709e-7aec-4824-9626-814f83a55866 None None] Checking router: afe69e86-f41c-45da-ba19-d79c0bde5b51 for host: n-d-818823-1 {{(pid=103450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 21:18:39.680511 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eab709e-7aec-4824-9626-814f83a55866 None None] Updating router afe69e86-f41c-45da-ba19-d79c0bde5b51 port b28ada5a-0958-4828-9198-1b7d44f05443 binding host n-d-818823-1 {{(pid=103450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 21:18:39.704266 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8eab709e-7aec-4824-9626-814f83a55866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:39.719565 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [req-e8300aca-f8e7-4b99-84d6-f38269e6d84a req-8fa92d8f-999e-4efa-8ac0-03c79c988c87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ccd27c2-b89e-4ee8-b9a7-739ee52da9cc {{(pid=103447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 21:18:39.727166 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-e8300aca-f8e7-4b99-84d6-f38269e6d84a req-8fa92d8f-999e-4efa-8ac0-03c79c988c87 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:39.740028 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.provisioning_blocks [req-e8300aca-f8e7-4b99-84d6-f38269e6d84a req-8fa92d8f-999e-4efa-8ac0-03c79c988c87 service neutron] Transition to ACTIVE for port object 9ccd27c2-b89e-4ee8-b9a7-739ee52da9cc will not be triggered until provisioned by entity L2. {{(pid=103447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 21:18:39.744203 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-e8300aca-f8e7-4b99-84d6-f38269e6d84a req-8fa92d8f-999e-4efa-8ac0-03c79c988c87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:39.801718 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa92d8f-999e-4efa-8ac0-03c79c988c87 service neutron] Pushing event updated for resources: {'Port': ['ID=9ccd27c2-b89e-4ee8-b9a7-739ee52da9cc,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:18:39.915518 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-e8300aca-f8e7-4b99-84d6-f38269e6d84a req-8fa92d8f-999e-4efa-8ac0-03c79c988c87 service neutron] Attempting to bind port 9ccd27c2-b89e-4ee8-b9a7-739ee52da9cc on host n-h2-818823-1 for vnic_type normal with profile {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 21:18:39.915932 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-e8300aca-f8e7-4b99-84d6-f38269e6d84a req-8fa92d8f-999e-4efa-8ac0-03c79c988c87 service neutron] Attempting to bind port 9ccd27c2-b89e-4ee8-b9a7-739ee52da9cc by drivers openvswitch,hyperv on host n-h2-818823-1 at level 0 using segments [{'id': 'a02e6268-7bf8-4ae7-b633-55a608c3a0f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '0587e529-8a45-45e1-ab21-a897278be2d8'}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 21:18:39.916327 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8300aca-f8e7-4b99-84d6-f38269e6d84a req-8fa92d8f-999e-4efa-8ac0-03c79c988c87 service neutron] Attempting to bind port 9ccd27c2-b89e-4ee8-b9a7-739ee52da9cc on network 0587e529-8a45-45e1-ab21-a897278be2d8 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 21:18:39.924651 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8300aca-f8e7-4b99-84d6-f38269e6d84a req-8fa92d8f-999e-4efa-8ac0-03c79c988c87 service neutron] Port 9ccd27c2-b89e-4ee8-b9a7-739ee52da9cc on network 0587e529-8a45-45e1-ab21-a897278be2d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-818823-1 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 21:18:39.925062 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8300aca-f8e7-4b99-84d6-f38269e6d84a req-8fa92d8f-999e-4efa-8ac0-03c79c988c87 service neutron] Attempting to bind port 9ccd27c2-b89e-4ee8-b9a7-739ee52da9cc on network 0587e529-8a45-45e1-ab21-a897278be2d8 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 21:18:39.934211 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f8079b-cc7c-4d36-bd3e-ba3b6c94b0ac req-1d4af035-b697-4722-b6f9-083877a2af2c tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:18:39.935931 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f4f8079b-cc7c-4d36-bd3e-ba3b6c94b0ac req-1d4af035-b697-4722-b6f9-083877a2af2c tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.46 "GET /v2.0/ports?device_id=796d2c6d-30b5-42c1-adb2-0cf4787f675a HTTP/1.1" status: 200 len: 944 time: 0.0807014 Nov 22 21:18:39.940688 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8300aca-f8e7-4b99-84d6-f38269e6d84a req-8fa92d8f-999e-4efa-8ac0-03c79c988c87 service neutron] Checking agent: {'id': '65e0486a-7030-4065-96f0-10aa7402a530', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'started_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 21, 18, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 21:18:39.941070 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8300aca-f8e7-4b99-84d6-f38269e6d84a req-8fa92d8f-999e-4efa-8ac0-03c79c988c87 service neutron] Checking segment: {'id': 'a02e6268-7bf8-4ae7-b633-55a608c3a0f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '0587e529-8a45-45e1-ab21-a897278be2d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 21:18:39.941590 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8300aca-f8e7-4b99-84d6-f38269e6d84a req-8fa92d8f-999e-4efa-8ac0-03c79c988c87 service neutron] Bound using segment: {'id': 'a02e6268-7bf8-4ae7-b633-55a608c3a0f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '0587e529-8a45-45e1-ab21-a897278be2d8'} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 21:18:39.942084 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-e8300aca-f8e7-4b99-84d6-f38269e6d84a req-8fa92d8f-999e-4efa-8ac0-03c79c988c87 service neutron] Bound port: 9ccd27c2-b89e-4ee8-b9a7-739ee52da9cc, host: n-h2-818823-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a02e6268-7bf8-4ae7-b633-55a608c3a0f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '0587e529-8a45-45e1-ab21-a897278be2d8'}}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 21:18:39.942505 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-e8300aca-f8e7-4b99-84d6-f38269e6d84a req-8fa92d8f-999e-4efa-8ac0-03c79c988c87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:39.987392 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8eab709e-7aec-4824-9626-814f83a55866 None None] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:39.995581 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8eab709e-7aec-4824-9626-814f83a55866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:40.028084 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f4f8079b-cc7c-4d36-bd3e-ba3b6c94b0ac req-f6ccceec-043b-44ca-9e76-56479aced158 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.46 "GET /v2.0/security-groups?id=6df0abb6-b5e3-49b4-a5f1-6de028c107e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821395 Nov 22 21:18:40.055876 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fea3da-d143-4dce-9954-cadbdeb06d53 None None] Pushing event updated for resources: {'Port': ['ID=b28ada5a-0958-4828-9198-1b7d44f05443,revision_number=3']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:18:40.072833 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-e8300aca-f8e7-4b99-84d6-f38269e6d84a req-8fa92d8f-999e-4efa-8ac0-03c79c988c87 service neutron] For port 9ccd27c2-b89e-4ee8-b9a7-739ee52da9cc, host n-h2-818823-1, cleared binding levels {{(pid=103447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 21:18:40.075954 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-e8300aca-f8e7-4b99-84d6-f38269e6d84a req-8fa92d8f-999e-4efa-8ac0-03c79c988c87 service neutron] For port 9ccd27c2-b89e-4ee8-b9a7-739ee52da9cc, host n-h2-818823-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=9ccd27c2-b89e-4ee8-b9a7-739ee52da9cc,segment=NetworkSegment(a02e6268-7bf8-4ae7-b633-55a608c3a0f9),segment_id=a02e6268-7bf8-4ae7-b633-55a608c3a0f9)] {{(pid=103447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 21:18:40.081396 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-e8300aca-f8e7-4b99-84d6-f38269e6d84a req-8fa92d8f-999e-4efa-8ac0-03c79c988c87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:40.110292 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-8eab709e-7aec-4824-9626-814f83a55866 None None] Attempting to bind port b28ada5a-0958-4828-9198-1b7d44f05443 on host n-d-818823-1 for vnic_type normal with profile {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 21:18:40.110644 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-8eab709e-7aec-4824-9626-814f83a55866 None None] Attempting to bind port b28ada5a-0958-4828-9198-1b7d44f05443 by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': '2ce66034-b1d8-47ab-ba35-5294ec220a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'c79db022-b73d-4af2-b341-247538dc80ef'}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 21:18:40.110989 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eab709e-7aec-4824-9626-814f83a55866 None None] Attempting to bind port b28ada5a-0958-4828-9198-1b7d44f05443 on network c79db022-b73d-4af2-b341-247538dc80ef {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 21:18:40.116769 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eab709e-7aec-4824-9626-814f83a55866 None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 21, 18, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 21:18:40.116952 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eab709e-7aec-4824-9626-814f83a55866 None None] Checking segment: {'id': '2ce66034-b1d8-47ab-ba35-5294ec220a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'c79db022-b73d-4af2-b341-247538dc80ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 21:18:40.118526 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8eab709e-7aec-4824-9626-814f83a55866 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:40.118526 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eab709e-7aec-4824-9626-814f83a55866 None None] Bound using segment: {'id': '2ce66034-b1d8-47ab-ba35-5294ec220a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'c79db022-b73d-4af2-b341-247538dc80ef'} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 21:18:40.118963 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-8eab709e-7aec-4824-9626-814f83a55866 None None] Bound port: b28ada5a-0958-4828-9198-1b7d44f05443, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ce66034-b1d8-47ab-ba35-5294ec220a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'c79db022-b73d-4af2-b341-247538dc80ef'}}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 21:18:40.119309 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8eab709e-7aec-4824-9626-814f83a55866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:40.120405 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8300aca-f8e7-4b99-84d6-f38269e6d84a req-8fa92d8f-999e-4efa-8ac0-03c79c988c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:18:40.121133 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-e8300aca-f8e7-4b99-84d6-f38269e6d84a req-8fa92d8f-999e-4efa-8ac0-03c79c988c87 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:40.122466 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e8300aca-f8e7-4b99-84d6-f38269e6d84a req-8fa92d8f-999e-4efa-8ac0-03c79c988c87 service neutron] 10.222.0.20 "PUT /v2.0/ports/9ccd27c2-b89e-4ee8-b9a7-739ee52da9cc HTTP/1.1" status: 200 len: 1092 time: 0.7391942 Nov 22 21:18:40.122912 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '796d2c6d-30b5-42c1-adb2-0cf4787f675a', 'tag': '9ccd27c2-b89e-4ee8-b9a7-739ee52da9cc'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 21:18:40.125348 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0b87e146ffa5c253ca46002a571dfb52564e5f7c412d10689cf18353d020cb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc2020fc-f499-4f06-8afd-8149f19d1d7e" -d '{"events": [{"name": "network-changed", "server_uuid": "796d2c6d-30b5-42c1-adb2-0cf4787f675a", "tag": "9ccd27c2-b89e-4ee8-b9a7-739ee52da9cc"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 21:18:40.168520 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa92d8f-999e-4efa-8ac0-03c79c988c87 service neutron] Pushing event updated for resources: {'Port': ['ID=9ccd27c2-b89e-4ee8-b9a7-739ee52da9cc,revision_number=3']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:18:40.208538 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-8eab709e-7aec-4824-9626-814f83a55866 None None] For port b28ada5a-0958-4828-9198-1b7d44f05443, host n-d-818823-1, cleared binding levels {{(pid=103450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 21:18:40.214697 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-8eab709e-7aec-4824-9626-814f83a55866 None None] For port b28ada5a-0958-4828-9198-1b7d44f05443, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=b28ada5a-0958-4828-9198-1b7d44f05443,segment=NetworkSegment(2ce66034-b1d8-47ab-ba35-5294ec220a6f),segment_id=2ce66034-b1d8-47ab-ba35-5294ec220a6f)] {{(pid=103450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 21:18:40.223930 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-8eab709e-7aec-4824-9626-814f83a55866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:40.262239 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8300aca-f8e7-4b99-84d6-f38269e6d84a req-62d04eec-ac81-4c22-b856-a6ab7f307872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:18:40.269157 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e8300aca-f8e7-4b99-84d6-f38269e6d84a req-62d04eec-ac81-4c22-b856-a6ab7f307872 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=556553c23d004910aa149092a0f3a162&device_id=796d2c6d-30b5-42c1-adb2-0cf4787f675a HTTP/1.1" status: 200 len: 1095 time: 0.0858707 Nov 22 21:18:40.310406 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fea3da-d143-4dce-9954-cadbdeb06d53 None None] Pushing event updated for resources: {'Port': ['ID=b28ada5a-0958-4828-9198-1b7d44f05443,revision_number=4']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:18:40.315049 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eab709e-7aec-4824-9626-814f83a55866 None None] Routers {'afe69e86-f41c-45da-ba19-d79c0bde5b51'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 21:18:40.315400 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-8eab709e-7aec-4824-9626-814f83a55866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T21:18:33Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['afe69e86-f41c-45da-ba19-d79c0bde5b51'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:18:40.338479 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e8300aca-f8e7-4b99-84d6-f38269e6d84a req-537d6384-28c3-421d-a696-ca4a13cd6886 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9ccd27c2-b89e-4ee8-b9a7-739ee52da9cc HTTP/1.1" status: 200 len: 217 time: 0.0608923 Nov 22 21:18:40.340097 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 21:18:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-979f4072-9922-4287-addd-ed12c67b4bd3 x-openstack-request-id: req-979f4072-9922-4287-addd-ed12c67b4bd3 {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 21:18:40.340390 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "796d2c6d-30b5-42c1-adb2-0cf4787f675a", "tag": "9ccd27c2-b89e-4ee8-b9a7-739ee52da9cc", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 21:18:40.340648 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-979f4072-9922-4287-addd-ed12c67b4bd3 {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 21:18:40.341052 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '796d2c6d-30b5-42c1-adb2-0cf4787f675a', 'tag': '9ccd27c2-b89e-4ee8-b9a7-739ee52da9cc', 'status': 'completed', 'code': 200} Nov 22 21:18:40.369801 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-faef61c4-b570-4a64-a832-593e3c94be51 None None] Provisioning complete for port b28ada5a-0958-4828-9198-1b7d44f05443 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 21:18:40.370466 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-faef61c4-b570-4a64-a832-593e3c94be51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:40.408220 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8300aca-f8e7-4b99-84d6-f38269e6d84a req-afd277c3-3d56-4433-9a04-a19ccc62d0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:18:40.409730 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e8300aca-f8e7-4b99-84d6-f38269e6d84a req-afd277c3-3d56-4433-9a04-a19ccc62d0ff service neutron] 10.222.0.20 "GET /v2.0/subnets?id=46e06d5a-0042-48a7-ac6e-04a34d163e49 HTTP/1.1" status: 200 len: 847 time: 0.0639231 Nov 22 21:18:40.456123 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-8eab709e-7aec-4824-9626-814f83a55866 None None] Set router afe69e86-f41c-45da-ba19-d79c0bde5b51 gateway port host: n-d-818823-1 {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 21:18:40.471775 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-faef61c4-b570-4a64-a832-593e3c94be51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:40.475910 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8300aca-f8e7-4b99-84d6-f38269e6d84a req-4df97ce4-597a-4fca-8cb5-fc9189d2444c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:18:40.479217 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e8300aca-f8e7-4b99-84d6-f38269e6d84a req-4df97ce4-597a-4fca-8cb5-fc9189d2444c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0587e529-8a45-45e1-ab21-a897278be2d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0615108 Nov 22 21:18:40.524702 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-faef61c4-b570-4a64-a832-593e3c94be51 None None] For port b28ada5a-0958-4828-9198-1b7d44f05443, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=b28ada5a-0958-4828-9198-1b7d44f05443,segment=NetworkSegment(2ce66034-b1d8-47ab-ba35-5294ec220a6f),segment_id=2ce66034-b1d8-47ab-ba35-5294ec220a6f)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 21:18:40.533163 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-faef61c4-b570-4a64-a832-593e3c94be51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:40.590626 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faef61c4-b570-4a64-a832-593e3c94be51 None None] Pushing event updated for resources: {'Port': ['ID=b28ada5a-0958-4828-9198-1b7d44f05443,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:18:40.597745 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e8300aca-f8e7-4b99-84d6-f38269e6d84a req-9e52b57d-1869-47a3-b05a-65ff8ccb494d service neutron] 10.222.0.20 "GET /v2.0/networks/0587e529-8a45-45e1-ab21-a897278be2d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101520 Nov 22 21:18:40.653638 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-fba5967a-3e07-41f9-9e0f-cb697df11c83 None None] Provisioning complete for port b28ada5a-0958-4828-9198-1b7d44f05443 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 21:18:40.654011 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-fba5967a-3e07-41f9-9e0f-cb697df11c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:40.696075 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e8300aca-f8e7-4b99-84d6-f38269e6d84a req-bfadbb87-869b-4c67-b1d2-026714488576 service neutron] 10.222.0.20 "GET /v2.0/networks/0587e529-8a45-45e1-ab21-a897278be2d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895314 Nov 22 21:18:40.698408 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-8eab709e-7aec-4824-9626-814f83a55866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afe69e86-f41c-45da-ba19-d79c0bde5b51', 'name': 'tempest-TestShelveInstance-65609232-router', 'tenant_id': '252813dfcee848e08b749e10e0de9f58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.126'}], 'enable_snat': True}, 'gw_port_id': '6834205c-e2c8-445d-8f38-f3795119215c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T21:18:31Z', 'updated_at': '2021-11-22T21:18:34Z', 'revision_number': 4, 'project_id': '252813dfcee848e08b749e10e0de9f58', 'gw_port': {'id': '6834205c-e2c8-445d-8f38-f3795119215c', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:9e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe69e86-f41c-45da-ba19-d79c0bde5b51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:18:32Z', 'updated_at': '2021-11-22T21:18:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': 'b28ada5a-0958-4828-9198-1b7d44f05443', 'name': '', 'network_id': 'c79db022-b73d-4af2-b341-247538dc80ef', 'tenant_id': '252813dfcee848e08b749e10e0de9f58', 'mac_address': 'fa:16:3e:e6:3d:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afe69e86-f41c-45da-ba19-d79c0bde5b51', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'b2b1fc90-f3ad-4c5d-99b9-e941689a0c24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:18:34Z', 'updated_at': '2021-11-22T21:18:40Z', 'revision_number': 4, 'project_id': '252813dfcee848e08b749e10e0de9f58', 'subnets': [{'id': 'b2b1fc90-f3ad-4c5d-99b9-e941689a0c24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:18:40.732618 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eab709e-7aec-4824-9626-814f83a55866 None None] The sync data for ids ['afe69e86-f41c-45da-ba19-d79c0bde5b51'] in n-d-818823-1 is: [{'id': 'afe69e86-f41c-45da-ba19-d79c0bde5b51', 'name': 'tempest-TestShelveInstance-65609232-router', 'tenant_id': '252813dfcee848e08b749e10e0de9f58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.126'}], 'enable_snat': True}, 'gw_port_id': '6834205c-e2c8-445d-8f38-f3795119215c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T21:18:31Z', 'updated_at': '2021-11-22T21:18:34Z', 'revision_number': 4, 'project_id': '252813dfcee848e08b749e10e0de9f58', 'gw_port': {'id': '6834205c-e2c8-445d-8f38-f3795119215c', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:9e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe69e86-f41c-45da-ba19-d79c0bde5b51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:18:32Z', 'updated_at': '2021-11-22T21:18:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': 'b28ada5a-0958-4828-9198-1b7d44f05443', 'name': '', 'network_id': 'c79db022-b73d-4af2-b341-247538dc80ef', 'tenant_id': '252813dfcee848e08b749e10e0de9f58', 'mac_address': 'fa:16:3e:e6:3d:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afe69e86-f41c-45da-ba19-d79c0bde5b51', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'b2b1fc90-f3ad-4c5d-99b9-e941689a0c24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:18:34Z', 'updated_at': '2021-11-22T21:18:40Z', 'revision_number': 4, 'project_id': '252813dfcee848e08b749e10e0de9f58', 'subnets': [{'id': 'b2b1fc90-f3ad-4c5d-99b9-e941689a0c24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 21:18:40.787939 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2020fc-f499-4f06-8afd-8149f19d1d7e req-7b7fc94c-70f0-4dfa-ae80-8ba7c158c435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:18:40.790233 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-dc2020fc-f499-4f06-8afd-8149f19d1d7e req-7b7fc94c-70f0-4dfa-ae80-8ba7c158c435 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=556553c23d004910aa149092a0f3a162&device_id=796d2c6d-30b5-42c1-adb2-0cf4787f675a HTTP/1.1" status: 200 len: 1095 time: 0.0455692 Nov 22 21:18:40.889729 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2020fc-f499-4f06-8afd-8149f19d1d7e req-a1bba6f7-aa24-4b5e-8389-2c4b1aa81e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:18:40.891380 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-dc2020fc-f499-4f06-8afd-8149f19d1d7e req-a1bba6f7-aa24-4b5e-8389-2c4b1aa81e96 service neutron] 10.222.0.20 "GET /v2.0/networks?id=0587e529-8a45-45e1-ab21-a897278be2d8 HTTP/1.1" status: 200 len: 909 time: 0.0942686 Nov 22 21:18:40.935390 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-dc2020fc-f499-4f06-8afd-8149f19d1d7e req-3c972947-2ee9-47b1-9f24-133136c55fdb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9ccd27c2-b89e-4ee8-b9a7-739ee52da9cc HTTP/1.1" status: 200 len: 217 time: 0.0357327 Nov 22 21:18:40.987786 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2020fc-f499-4f06-8afd-8149f19d1d7e req-8f864121-0850-4e57-8e08-10d0e99f2963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:18:40.989145 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-dc2020fc-f499-4f06-8afd-8149f19d1d7e req-8f864121-0850-4e57-8e08-10d0e99f2963 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=46e06d5a-0042-48a7-ac6e-04a34d163e49 HTTP/1.1" status: 200 len: 847 time: 0.0460813 Nov 22 21:18:41.034729 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2020fc-f499-4f06-8afd-8149f19d1d7e req-092382a6-bef2-47d0-b486-219e1cc37562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:18:41.036263 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-dc2020fc-f499-4f06-8afd-8149f19d1d7e req-092382a6-bef2-47d0-b486-219e1cc37562 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0587e529-8a45-45e1-ab21-a897278be2d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389102 Nov 22 21:18:41.153890 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-dc2020fc-f499-4f06-8afd-8149f19d1d7e req-454d1bf9-76f2-4e90-8bea-9ecf3bc8b088 service neutron] 10.222.0.20 "GET /v2.0/networks/0587e529-8a45-45e1-ab21-a897278be2d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087148 Nov 22 21:18:41.178429 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddede452-8e25-40e1-8f0f-440f5176aced req-841c53f4-5ecc-4dba-a37c-ed1a517d4981 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:18:41.179923 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ddede452-8e25-40e1-8f0f-440f5176aced req-841c53f4-5ecc-4dba-a37c-ed1a517d4981 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.46 "GET /v2.0/ports?device_id=796d2c6d-30b5-42c1-adb2-0cf4787f675a HTTP/1.1" status: 200 len: 944 time: 0.0702064 Nov 22 21:18:41.283769 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ddede452-8e25-40e1-8f0f-440f5176aced req-e5af0b8a-c818-46ba-b363-b9a0931d3465 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.46 "GET /v2.0/security-groups?id=6df0abb6-b5e3-49b4-a5f1-6de028c107e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0936265 Nov 22 21:18:41.300568 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-dc2020fc-f499-4f06-8afd-8149f19d1d7e req-394b384a-0c69-40e4-aecf-9e1898bc2809 service neutron] 10.222.0.20 "GET /v2.0/networks/0587e529-8a45-45e1-ab21-a897278be2d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374478 Nov 22 21:18:41.981399 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device b28ada5a-0958-4828-9198-1b7d44f05443 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 21:18:42.034355 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port b28ada5a-0958-4828-9198-1b7d44f05443 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 21:18:42.034725 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:42.701045 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fcc27a-9fa7-456e-8f09-5327e26bb196 req-73361b11-0b00-4377-b55d-00504f29475a tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:18:42.702526 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-26fcc27a-9fa7-456e-8f09-5327e26bb196 req-73361b11-0b00-4377-b55d-00504f29475a tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.46 "GET /v2.0/ports?device_id=796d2c6d-30b5-42c1-adb2-0cf4787f675a HTTP/1.1" status: 200 len: 944 time: 0.3508964 Nov 22 21:18:42.750755 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-26fcc27a-9fa7-456e-8f09-5327e26bb196 req-16a70399-9e1c-484e-917b-8f57bfb52a37 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.46 "GET /v2.0/security-groups?id=6df0abb6-b5e3-49b4-a5f1-6de028c107e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421271 Nov 22 21:18:43.781585 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 9ccd27c2-b89e-4ee8-b9a7-739ee52da9cc details requested by agent hyperv_n-h2-818823-1 with host n-h2-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 21:18:43.867365 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352336b8-47c0-4155-a5a9-5c61fa3fb8b5 req-e65291e3-8af4-4d8c-91a3-52e98a2ffdbb tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:18:43.869399 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-352336b8-47c0-4155-a5a9-5c61fa3fb8b5 req-e65291e3-8af4-4d8c-91a3-52e98a2ffdbb tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.46 "GET /v2.0/ports?device_id=796d2c6d-30b5-42c1-adb2-0cf4787f675a HTTP/1.1" status: 200 len: 944 time: 0.0487771 Nov 22 21:18:43.882657 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port 9ccd27c2-b89e-4ee8-b9a7-739ee52da9cc, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=9ccd27c2-b89e-4ee8-b9a7-739ee52da9cc,segment=NetworkSegment(a02e6268-7bf8-4ae7-b633-55a608c3a0f9),segment_id=a02e6268-7bf8-4ae7-b633-55a608c3a0f9)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 21:18:43.894294 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Returning: {'device': '9ccd27c2-b89e-4ee8-b9a7-739ee52da9cc', 'network_id': '0587e529-8a45-45e1-ab21-a897278be2d8', 'port_id': '9ccd27c2-b89e-4ee8-b9a7-739ee52da9cc', 'mac_address': 'fa:16:3e:d8:02:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46e06d5a-0042-48a7-ac6e-04a34d163e49', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 21:18:43.917807 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-352336b8-47c0-4155-a5a9-5c61fa3fb8b5 req-06fd38e3-22c2-49a7-86eb-42a1637e44d1 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.46 "GET /v2.0/security-groups?id=6df0abb6-b5e3-49b4-a5f1-6de028c107e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423706 Nov 22 21:18:43.934151 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:43.949053 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ccd27c2-b89e-4ee8-b9a7-739ee52da9cc {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 21:18:43.970025 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port 9ccd27c2-b89e-4ee8-b9a7-739ee52da9cc, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=9ccd27c2-b89e-4ee8-b9a7-739ee52da9cc,segment=NetworkSegment(a02e6268-7bf8-4ae7-b633-55a608c3a0f9),segment_id=a02e6268-7bf8-4ae7-b633-55a608c3a0f9)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 21:18:43.973756 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:44.023483 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=9ccd27c2-b89e-4ee8-b9a7-739ee52da9cc,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:18:44.206788 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] get_ports_and_sgs() called for port_ids ['9ccd27c2-b89e-4ee8-b9a7-739ee52da9cc'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 21:18:45.041411 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0c39fc-0f65-48a8-afa8-37463c714c9a req-0cd888e5-752a-4448-99b7-fec7c03ae82d tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:18:45.042877 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2c0c39fc-0f65-48a8-afa8-37463c714c9a req-0cd888e5-752a-4448-99b7-fec7c03ae82d tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.46 "GET /v2.0/ports?device_id=796d2c6d-30b5-42c1-adb2-0cf4787f675a HTTP/1.1" status: 200 len: 945 time: 0.0507679 Nov 22 21:18:45.090298 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2c0c39fc-0f65-48a8-afa8-37463c714c9a req-c8ceeb5d-e6df-48f8-9f8c-6741f1508c96 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.46 "GET /v2.0/security-groups?id=6df0abb6-b5e3-49b4-a5f1-6de028c107e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415504 Nov 22 21:18:45.172648 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:45.200046 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:45.794985 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 9ccd27c2-b89e-4ee8-b9a7-739ee52da9cc up at agent hyperv_n-h2-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 21:18:45.847307 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Provisioning for port 9ccd27c2-b89e-4ee8-b9a7-739ee52da9cc completed by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 21:18:45.851703 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Provisioning complete for port 9ccd27c2-b89e-4ee8-b9a7-739ee52da9cc triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 21:18:45.852635 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:45.932293 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:45.953797 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '796d2c6d-30b5-42c1-adb2-0cf4787f675a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ccd27c2-b89e-4ee8-b9a7-739ee52da9cc'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 21:18:45.956053 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77cdb882cfbf7cc977e8d6fd4582ec33309c0dd3d6eecd2022538c80279aa7ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73826c4f-6a43-4094-84ae-f257d9f40490" -d '{"events": [{"server_uuid": "796d2c6d-30b5-42c1-adb2-0cf4787f675a", "name": "network-vif-plugged", "status": "completed", "tag": "9ccd27c2-b89e-4ee8-b9a7-739ee52da9cc"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 21:18:45.967976 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port 9ccd27c2-b89e-4ee8-b9a7-739ee52da9cc, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=9ccd27c2-b89e-4ee8-b9a7-739ee52da9cc,segment=NetworkSegment(a02e6268-7bf8-4ae7-b633-55a608c3a0f9),segment_id=a02e6268-7bf8-4ae7-b633-55a608c3a0f9)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 21:18:45.972161 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:45.998448 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 21:18:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4877a505-51eb-4d7e-9d23-fc0637e4a3a5 x-openstack-request-id: req-4877a505-51eb-4d7e-9d23-fc0637e4a3a5 {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 21:18:45.998749 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "796d2c6d-30b5-42c1-adb2-0cf4787f675a", "name": "network-vif-plugged", "status": "completed", "tag": "9ccd27c2-b89e-4ee8-b9a7-739ee52da9cc", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 21:18:45.999008 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4877a505-51eb-4d7e-9d23-fc0637e4a3a5 {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 21:18:45.999401 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '796d2c6d-30b5-42c1-adb2-0cf4787f675a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ccd27c2-b89e-4ee8-b9a7-739ee52da9cc', 'code': 200} Nov 22 21:18:46.022222 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=9ccd27c2-b89e-4ee8-b9a7-739ee52da9cc,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:18:46.094612 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0ee5ed-0743-4f4a-ad2c-5332b408a9f8 req-ae9abd9a-0ce7-49c1-b7c4-9c3926d7f139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:18:46.096157 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-fe0ee5ed-0743-4f4a-ad2c-5332b408a9f8 req-ae9abd9a-0ce7-49c1-b7c4-9c3926d7f139 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=796d2c6d-30b5-42c1-adb2-0cf4787f675a HTTP/1.1" status: 200 len: 1097 time: 0.0389740 Nov 22 21:18:46.142072 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-fe0ee5ed-0743-4f4a-ad2c-5332b408a9f8 req-f455eb95-d454-4581-9616-d9aef656081b service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=6df0abb6-b5e3-49b4-a5f1-6de028c107e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386853 Nov 22 21:18:46.202714 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfe9b47-aaf9-4b11-a8a4-17de1b3a508a req-85f41277-36ab-4a3f-b27c-1ecd7ef9152d tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:18:46.204230 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6dfe9b47-aaf9-4b11-a8a4-17de1b3a508a req-85f41277-36ab-4a3f-b27c-1ecd7ef9152d tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.46 "GET /v2.0/ports?device_id=796d2c6d-30b5-42c1-adb2-0cf4787f675a HTTP/1.1" status: 200 len: 946 time: 0.0478742 Nov 22 21:18:46.256727 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6dfe9b47-aaf9-4b11-a8a4-17de1b3a508a req-d2da2fc3-5106-432f-a807-0c72dba43e68 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.46 "GET /v2.0/security-groups?id=6df0abb6-b5e3-49b4-a5f1-6de028c107e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465503 Nov 22 21:18:47.372217 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade4a7c4-a151-459f-bc59-97a9e60b109a req-d00cd96f-ffec-4ec6-b0ea-ed3f4f3a6eda tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:18:47.375863 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ade4a7c4-a151-459f-bc59-97a9e60b109a req-d00cd96f-ffec-4ec6-b0ea-ed3f4f3a6eda tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.46 "GET /v2.0/ports?device_id=796d2c6d-30b5-42c1-adb2-0cf4787f675a HTTP/1.1" status: 200 len: 946 time: 0.0506485 Nov 22 21:18:47.422841 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ade4a7c4-a151-459f-bc59-97a9e60b109a req-42eb785f-5522-422c-9f91-52b9370366e4 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.46 "GET /v2.0/security-groups?id=6df0abb6-b5e3-49b4-a5f1-6de028c107e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428889 Nov 22 21:18:47.534774 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e922997b-4659-4559-84b7-7c88d18151c1 req-1bb44c15-70df-4838-aece-af04b1c25941 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:18:47.536160 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e922997b-4659-4559-84b7-7c88d18151c1 req-1bb44c15-70df-4838-aece-af04b1c25941 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.46 "GET /v2.0/ports?device_id=796d2c6d-30b5-42c1-adb2-0cf4787f675a HTTP/1.1" status: 200 len: 946 time: 0.0473297 Nov 22 21:18:47.582842 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e922997b-4659-4559-84b7-7c88d18151c1 req-6f2fa780-408a-4370-834f-7aa1e35c0d83 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.46 "GET /v2.0/security-groups?id=6df0abb6-b5e3-49b4-a5f1-6de028c107e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408461 Nov 22 21:18:47.604747 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 33480) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:18:47.735035 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a18425d8-056e-4434-a7b0-51466771bb1e tempest-TestShelveInstance-489363814 tempest-TestShelveInstance-489363814-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:18:47.736561 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-a18425d8-056e-4434-a7b0-51466771bb1e tempest-TestShelveInstance-489363814 tempest-TestShelveInstance-489363814-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=796d2c6d-30b5-42c1-adb2-0cf4787f675a HTTP/1.1" status: 200 len: 1092 time: 0.1308634 Nov 22 21:18:47.739438 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 33484) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:18:47.744077 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-55a3580a-fd3d-4ce4-846d-905ac88b4626 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Request body: {'floatingip': {'floating_network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'port_id': '9ccd27c2-b89e-4ee8-b9a7-739ee52da9cc', 'tenant_id': '556553c23d004910aa149092a0f3a162', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 21:18:47.765465 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-55a3580a-fd3d-4ce4-846d-905ac88b4626 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Publish callbacks [] for floatingip, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:47.857275 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-55a3580a-fd3d-4ce4-846d-905ac88b4626 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:47.959614 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [None req-55a3580a-fd3d-4ce4-846d-905ac88b4626 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Allocated IP 172.25.5.84 (c48a55e9-6a85-4746-b7bf-3e29fb560094/5da6f781-63e6-4328-ae7a-5e672262f55a/f50f2fd6-0ad8-497a-8cbf-bfbb26b769b2) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 21:18:48.054740 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-55a3580a-fd3d-4ce4-846d-905ac88b4626 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:48.087357 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-55a3580a-fd3d-4ce4-846d-905ac88b4626 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:48.129461 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55a3580a-fd3d-4ce4-846d-905ac88b4626 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Network c48a55e9-6a85-4746-b7bf-3e29fb560094 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 21:18:48.132253 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-55a3580a-fd3d-4ce4-846d-905ac88b4626 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 21:18:48.135831 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a3580a-fd3d-4ce4-846d-905ac88b4626 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 21:18:48.157870 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a3580a-fd3d-4ce4-846d-905ac88b4626 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Pushing event updated for resources: {'Port': ['ID=f50f2fd6-0ad8-497a-8cbf-bfbb26b769b2,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:18:48.485201 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-55a3580a-fd3d-4ce4-846d-905ac88b4626 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:48.552088 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-55a3580a-fd3d-4ce4-846d-905ac88b4626 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:48.699236 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-55a3580a-fd3d-4ce4-846d-905ac88b4626 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Publish callbacks [] for port, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:48.703454 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-55a3580a-fd3d-4ce4-846d-905ac88b4626 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:48.769233 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a3580a-fd3d-4ce4-846d-905ac88b4626 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Pushing event updated for resources: {'Port': ['ID=f50f2fd6-0ad8-497a-8cbf-bfbb26b769b2,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:18:48.781587 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-55a3580a-fd3d-4ce4-846d-905ac88b4626 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-595224'] for floatingip, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:48.881540 n-d-818823-1 neutron-server[103447]: INFO neutron.db.l3_db [None req-55a3580a-fd3d-4ce4-846d-905ac88b4626 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Floating IP 6a46deca-4e63-44e0-baa7-433b8fec84c0 associated. External IP: 172.25.5.84, port: 9ccd27c2-b89e-4ee8-b9a7-739ee52da9cc. Nov 22 21:18:49.081594 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55a3580a-fd3d-4ce4-846d-905ac88b4626 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Router 2a1a5ecb-ea43-46ae-bbc1-eb40353cb84c has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 21:18:49.187451 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55a3580a-fd3d-4ce4-846d-905ac88b4626 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 21:18:49.198439 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0addc01-3e1d-4b20-9154-f42eafe338af None None] Sync routers for ids ['2a1a5ecb-ea43-46ae-bbc1-eb40353cb84c'] in n-d-818823-1 {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 21:18:49.205282 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-55a3580a-fd3d-4ce4-846d-905ac88b4626 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for floatingip, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:18:49.209261 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0addc01-3e1d-4b20-9154-f42eafe338af None None] Routers {'2a1a5ecb-ea43-46ae-bbc1-eb40353cb84c'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 21:18:49.209887 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-a0addc01-3e1d-4b20-9154-f42eafe338af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T21:18:33Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['2a1a5ecb-ea43-46ae-bbc1-eb40353cb84c'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:18:49.232020 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-55a3580a-fd3d-4ce4-846d-905ac88b4626 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.4915750 Nov 22 21:18:49.232602 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '796d2c6d-30b5-42c1-adb2-0cf4787f675a', 'tag': '9ccd27c2-b89e-4ee8-b9a7-739ee52da9cc'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 21:18:49.235142 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0b87e146ffa5c253ca46002a571dfb52564e5f7c412d10689cf18353d020cb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-133575d9-165c-444b-9b7d-472f035d29cd" -d '{"events": [{"name": "network-changed", "server_uuid": "796d2c6d-30b5-42c1-adb2-0cf4787f675a", "tag": "9ccd27c2-b89e-4ee8-b9a7-739ee52da9cc"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 21:18:49.275671 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 21:18:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daa2e0d0-92d4-4c67-9edc-c0b5e8a15726 x-openstack-request-id: req-daa2e0d0-92d4-4c67-9edc-c0b5e8a15726 {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 21:18:49.275973 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "796d2c6d-30b5-42c1-adb2-0cf4787f675a", "tag": "9ccd27c2-b89e-4ee8-b9a7-739ee52da9cc", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 21:18:49.276234 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-daa2e0d0-92d4-4c67-9edc-c0b5e8a15726 {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 21:18:49.276669 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '796d2c6d-30b5-42c1-adb2-0cf4787f675a', 'tag': '9ccd27c2-b89e-4ee8-b9a7-739ee52da9cc', 'status': 'completed', 'code': 200} Nov 22 21:18:49.319288 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-a0addc01-3e1d-4b20-9154-f42eafe338af None None] Set router 2a1a5ecb-ea43-46ae-bbc1-eb40353cb84c gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 21:18:49.340727 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133575d9-165c-444b-9b7d-472f035d29cd req-350eb700-d93a-49e6-a9dd-9721be304865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:18:49.342177 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-133575d9-165c-444b-9b7d-472f035d29cd req-350eb700-d93a-49e6-a9dd-9721be304865 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=556553c23d004910aa149092a0f3a162&device_id=796d2c6d-30b5-42c1-adb2-0cf4787f675a HTTP/1.1" status: 200 len: 1097 time: 0.0415030 Nov 22 21:18:49.435015 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133575d9-165c-444b-9b7d-472f035d29cd req-f509d8a2-66ae-41ee-b467-c9a1133a34a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:18:49.436685 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-133575d9-165c-444b-9b7d-472f035d29cd req-f509d8a2-66ae-41ee-b467-c9a1133a34a9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=0587e529-8a45-45e1-ab21-a897278be2d8 HTTP/1.1" status: 200 len: 909 time: 0.0876338 Nov 22 21:18:49.502629 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-133575d9-165c-444b-9b7d-472f035d29cd req-79d1f665-0021-4ffe-a3b0-5114b4eae959 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9ccd27c2-b89e-4ee8-b9a7-739ee52da9cc HTTP/1.1" status: 200 len: 999 time: 0.0587602 Nov 22 21:18:49.546015 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-a0addc01-3e1d-4b20-9154-f42eafe338af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a1a5ecb-ea43-46ae-bbc1-eb40353cb84c', 'name': 'tempest-TestShelveInstance-638224312-router', 'tenant_id': '556553c23d004910aa149092a0f3a162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.22'}], 'enable_snat': True}, 'gw_port_id': '9df4cb0f-bfcf-4588-9876-4725486a9967', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T21:18:27Z', 'updated_at': '2021-11-22T21:18:29Z', 'revision_number': 4, 'project_id': '556553c23d004910aa149092a0f3a162', 'gw_port': {'id': '9df4cb0f-bfcf-4588-9876-4725486a9967', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:f8:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1a5ecb-ea43-46ae-bbc1-eb40353cb84c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:18:27Z', 'updated_at': '2021-11-22T21:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_floatingips': [{'id': '6a46deca-4e63-44e0-baa7-433b8fec84c0', 'tenant_id': '556553c23d004910aa149092a0f3a162', 'floating_ip_address': '172.25.5.84', 'floating_network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'router_id': '2a1a5ecb-ea43-46ae-bbc1-eb40353cb84c', 'port_id': '9ccd27c2-b89e-4ee8-b9a7-739ee52da9cc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4325, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0587e529-8a45-45e1-ab21-a897278be2d8', 'mac_address': 'fa:16:3e:d8:02:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '796d2c6d-30b5-42c1-adb2-0cf4787f675a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T21:18:48Z', 'updated_at': '2021-11-22T21:18:48Z', 'revision_number': 0, 'project_id': '556553c23d004910aa149092a0f3a162', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb956b44-45d2-4170-b020-d1cfc54a896e', 'name': '', 'network_id': '0587e529-8a45-45e1-ab21-a897278be2d8', 'tenant_id': '556553c23d004910aa149092a0f3a162', 'mac_address': 'fa:16:3e:15:06:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1a5ecb-ea43-46ae-bbc1-eb40353cb84c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '46e06d5a-0042-48a7-ac6e-04a34d163e49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:18:29Z', 'updated_at': '2021-11-22T21:18:35Z', 'revision_number': 5, 'project_id': '556553c23d004910aa149092a0f3a162', 'subnets': [{'id': '46e06d5a-0042-48a7-ac6e-04a34d163e49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:18:49.549953 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133575d9-165c-444b-9b7d-472f035d29cd req-0b021afe-2933-4368-9914-a8c7597126f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:18:49.551489 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-133575d9-165c-444b-9b7d-472f035d29cd req-0b021afe-2933-4368-9914-a8c7597126f7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=46e06d5a-0042-48a7-ac6e-04a34d163e49 HTTP/1.1" status: 200 len: 847 time: 0.0424871 Nov 22 21:18:49.572574 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0addc01-3e1d-4b20-9154-f42eafe338af None None] Checking router: 2a1a5ecb-ea43-46ae-bbc1-eb40353cb84c for host: n-d-818823-1 {{(pid=103449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 21:18:49.581013 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0addc01-3e1d-4b20-9154-f42eafe338af None None] Routers {'2a1a5ecb-ea43-46ae-bbc1-eb40353cb84c'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 21:18:49.581615 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-a0addc01-3e1d-4b20-9154-f42eafe338af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T21:18:33Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['2a1a5ecb-ea43-46ae-bbc1-eb40353cb84c'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:18:49.602586 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133575d9-165c-444b-9b7d-472f035d29cd req-7f8bd4fd-cfab-44fb-bcf0-8360784c33ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:18:49.604266 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-133575d9-165c-444b-9b7d-472f035d29cd req-7f8bd4fd-cfab-44fb-bcf0-8360784c33ca service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0587e529-8a45-45e1-ab21-a897278be2d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0460269 Nov 22 21:18:49.688207 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-a0addc01-3e1d-4b20-9154-f42eafe338af None None] Set router 2a1a5ecb-ea43-46ae-bbc1-eb40353cb84c gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 21:18:49.693671 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-133575d9-165c-444b-9b7d-472f035d29cd req-f3e83230-20e3-4dff-a800-caadb21a5d84 service neutron] 10.222.0.20 "GET /v2.0/networks/0587e529-8a45-45e1-ab21-a897278be2d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823011 Nov 22 21:18:49.789135 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-133575d9-165c-444b-9b7d-472f035d29cd req-9935ddea-aff6-4d9d-9a24-ddb440332c24 service neutron] 10.222.0.20 "GET /v2.0/networks/0587e529-8a45-45e1-ab21-a897278be2d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870783 Nov 22 21:18:49.919569 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-a0addc01-3e1d-4b20-9154-f42eafe338af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a1a5ecb-ea43-46ae-bbc1-eb40353cb84c', 'name': 'tempest-TestShelveInstance-638224312-router', 'tenant_id': '556553c23d004910aa149092a0f3a162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.22'}], 'enable_snat': True}, 'gw_port_id': '9df4cb0f-bfcf-4588-9876-4725486a9967', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T21:18:27Z', 'updated_at': '2021-11-22T21:18:29Z', 'revision_number': 4, 'project_id': '556553c23d004910aa149092a0f3a162', 'gw_port': {'id': '9df4cb0f-bfcf-4588-9876-4725486a9967', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:f8:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1a5ecb-ea43-46ae-bbc1-eb40353cb84c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:18:27Z', 'updated_at': '2021-11-22T21:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_floatingips': [{'id': '6a46deca-4e63-44e0-baa7-433b8fec84c0', 'tenant_id': '556553c23d004910aa149092a0f3a162', 'floating_ip_address': '172.25.5.84', 'floating_network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'router_id': '2a1a5ecb-ea43-46ae-bbc1-eb40353cb84c', 'port_id': '9ccd27c2-b89e-4ee8-b9a7-739ee52da9cc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4325, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0587e529-8a45-45e1-ab21-a897278be2d8', 'mac_address': 'fa:16:3e:d8:02:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '796d2c6d-30b5-42c1-adb2-0cf4787f675a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T21:18:48Z', 'updated_at': '2021-11-22T21:18:48Z', 'revision_number': 0, 'project_id': '556553c23d004910aa149092a0f3a162', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb956b44-45d2-4170-b020-d1cfc54a896e', 'name': '', 'network_id': '0587e529-8a45-45e1-ab21-a897278be2d8', 'tenant_id': '556553c23d004910aa149092a0f3a162', 'mac_address': 'fa:16:3e:15:06:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1a5ecb-ea43-46ae-bbc1-eb40353cb84c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '46e06d5a-0042-48a7-ac6e-04a34d163e49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:18:29Z', 'updated_at': '2021-11-22T21:18:35Z', 'revision_number': 5, 'project_id': '556553c23d004910aa149092a0f3a162', 'subnets': [{'id': '46e06d5a-0042-48a7-ac6e-04a34d163e49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:18:49.945191 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0addc01-3e1d-4b20-9154-f42eafe338af None None] The sync data for ids ['2a1a5ecb-ea43-46ae-bbc1-eb40353cb84c'] in n-d-818823-1 is: [{'id': '2a1a5ecb-ea43-46ae-bbc1-eb40353cb84c', 'name': 'tempest-TestShelveInstance-638224312-router', 'tenant_id': '556553c23d004910aa149092a0f3a162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.22'}], 'enable_snat': True}, 'gw_port_id': '9df4cb0f-bfcf-4588-9876-4725486a9967', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T21:18:27Z', 'updated_at': '2021-11-22T21:18:29Z', 'revision_number': 4, 'project_id': '556553c23d004910aa149092a0f3a162', 'gw_port': {'id': '9df4cb0f-bfcf-4588-9876-4725486a9967', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:f8:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1a5ecb-ea43-46ae-bbc1-eb40353cb84c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:18:27Z', 'updated_at': '2021-11-22T21:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_floatingips': [{'id': '6a46deca-4e63-44e0-baa7-433b8fec84c0', 'tenant_id': '556553c23d004910aa149092a0f3a162', 'floating_ip_address': '172.25.5.84', 'floating_network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'router_id': '2a1a5ecb-ea43-46ae-bbc1-eb40353cb84c', 'port_id': '9ccd27c2-b89e-4ee8-b9a7-739ee52da9cc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4325, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0587e529-8a45-45e1-ab21-a897278be2d8', 'mac_address': 'fa:16:3e:d8:02:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '796d2c6d-30b5-42c1-adb2-0cf4787f675a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T21:18:48Z', 'updated_at': '2021-11-22T21:18:48Z', 'revision_number': 0, 'project_id': '556553c23d004910aa149092a0f3a162', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb956b44-45d2-4170-b020-d1cfc54a896e', 'name': '', 'network_id': '0587e529-8a45-45e1-ab21-a897278be2d8', 'tenant_id': '556553c23d004910aa149092a0f3a162', 'mac_address': 'fa:16:3e:15:06:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1a5ecb-ea43-46ae-bbc1-eb40353cb84c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '46e06d5a-0042-48a7-ac6e-04a34d163e49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:18:29Z', 'updated_at': '2021-11-22T21:18:35Z', 'revision_number': 5, 'project_id': '556553c23d004910aa149092a0f3a162', 'subnets': [{'id': '46e06d5a-0042-48a7-ac6e-04a34d163e49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 21:18:50.140610 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4eecccf-dd24-4adc-b8fb-1bf3d202b171 None None] New status for floating IP 6a46deca-4e63-44e0-baa7-433b8fec84c0: ACTIVE {{(pid=103450) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 21:19:00.137842 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-9bd69a3b-1b06-4e8f-beb8-1acf6d7c74f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:19:02.108582 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9bb8a722-62bd-4380-873b-b362626ad0d8 req-afcd8097-2018-4049-a29d-7872974407bd service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=796d2c6d-30b5-42c1-adb2-0cf4787f675a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0402355 Nov 22 21:19:02.189177 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb8a722-62bd-4380-873b-b362626ad0d8 req-a372b1a2-29d0-435e-b103-adb6b7b18e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:19:02.190689 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9bb8a722-62bd-4380-873b-b362626ad0d8 req-a372b1a2-29d0-435e-b103-adb6b7b18e10 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=556553c23d004910aa149092a0f3a162&device_id=796d2c6d-30b5-42c1-adb2-0cf4787f675a HTTP/1.1" status: 200 len: 1097 time: 0.0407534 Nov 22 21:19:02.296264 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb8a722-62bd-4380-873b-b362626ad0d8 req-ac454f76-7577-41d7-81ef-f80b8213109c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:19:02.297761 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9bb8a722-62bd-4380-873b-b362626ad0d8 req-ac454f76-7577-41d7-81ef-f80b8213109c service neutron] 10.222.0.20 "GET /v2.0/networks?id=0587e529-8a45-45e1-ab21-a897278be2d8 HTTP/1.1" status: 200 len: 909 time: 0.0883732 Nov 22 21:19:02.362342 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9bb8a722-62bd-4380-873b-b362626ad0d8 req-e96dee37-a216-46b6-8cdd-06faa4d07cfc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9ccd27c2-b89e-4ee8-b9a7-739ee52da9cc HTTP/1.1" status: 200 len: 1001 time: 0.0576525 Nov 22 21:19:02.409451 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb8a722-62bd-4380-873b-b362626ad0d8 req-5832c6a2-6fc1-49c5-978d-06e07458cfa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:19:02.410862 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9bb8a722-62bd-4380-873b-b362626ad0d8 req-5832c6a2-6fc1-49c5-978d-06e07458cfa0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=46e06d5a-0042-48a7-ac6e-04a34d163e49 HTTP/1.1" status: 200 len: 847 time: 0.0422959 Nov 22 21:19:02.458490 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb8a722-62bd-4380-873b-b362626ad0d8 req-a8a9ac2a-3336-4e8e-bee5-babf1baef10c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:19:02.460002 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9bb8a722-62bd-4380-873b-b362626ad0d8 req-a8a9ac2a-3336-4e8e-bee5-babf1baef10c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0587e529-8a45-45e1-ab21-a897278be2d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423763 Nov 22 21:19:02.547761 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9bb8a722-62bd-4380-873b-b362626ad0d8 req-6d9f7c56-73ce-448e-83a8-26207e3b6a4f service neutron] 10.222.0.20 "GET /v2.0/networks/0587e529-8a45-45e1-ab21-a897278be2d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795822 Nov 22 21:19:02.638611 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9bb8a722-62bd-4380-873b-b362626ad0d8 req-b94e45d3-dfab-47e2-96cf-89e2b9026908 service neutron] 10.222.0.20 "GET /v2.0/networks/0587e529-8a45-45e1-ab21-a897278be2d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839250 Nov 22 21:19:03.030103 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-7bd80ce3-7db9-4219-9a69-a0c6c6633ae3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:19:03.703852 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-03f0964f-1b75-4df7-99e0-a3cdb56ec2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:19:05.403684 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e49ee129-e862-4476-beca-cdc8150d2345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:19:06.187472 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:19:09.148247 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.agents_db [None req-aa8313f2-1ee4-4e7b-8c5a-d32b2f9d31ee None None] Agent healthcheck: found 7 active agents {{(pid=103450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 21:19:15.173721 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:19:15.199685 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:19:30.139054 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6bd8b7bb-7cfa-4c9d-b0d0-e60be966e566 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:19:33.032780 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-5892703c-2b58-44b3-adc8-90bdd42cd324 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:19:33.706928 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-03f0964f-1b75-4df7-99e0-a3cdb56ec2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:19:35.408942 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e49ee129-e862-4476-beca-cdc8150d2345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:19:36.190366 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:19:45.173242 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:19:45.201297 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:19:46.147400 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.agents_db [None req-aa8313f2-1ee4-4e7b-8c5a-d32b2f9d31ee None None] Agent healthcheck: found 7 active agents {{(pid=103450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 21:20:00.140944 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-befc021a-6d05-46cb-9a8b-6b530dccbc40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:20:03.033553 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-c42f8992-5bbe-46e1-bac9-7c0ff4000371 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:20:03.116555 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1ba780fd-c948-4b6a-b1b3-85d2da7e391d req-47a67776-e90d-43fc-8ecf-d3deeca891f4 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=796d2c6d-30b5-42c1-adb2-0cf4787f675a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0408616 Nov 22 21:20:03.201546 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba780fd-c948-4b6a-b1b3-85d2da7e391d req-5290334d-0dde-4673-a7bb-6f9c65acd3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:20:03.203100 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1ba780fd-c948-4b6a-b1b3-85d2da7e391d req-5290334d-0dde-4673-a7bb-6f9c65acd3ae service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=556553c23d004910aa149092a0f3a162&device_id=796d2c6d-30b5-42c1-adb2-0cf4787f675a HTTP/1.1" status: 200 len: 1097 time: 0.0428147 Nov 22 21:20:03.307958 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba780fd-c948-4b6a-b1b3-85d2da7e391d req-7f7b24a7-3381-4651-8e9b-1895b08cc6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:20:03.309446 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1ba780fd-c948-4b6a-b1b3-85d2da7e391d req-7f7b24a7-3381-4651-8e9b-1895b08cc6ce service neutron] 10.222.0.20 "GET /v2.0/networks?id=0587e529-8a45-45e1-ab21-a897278be2d8 HTTP/1.1" status: 200 len: 909 time: 0.0870903 Nov 22 21:20:03.376588 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1ba780fd-c948-4b6a-b1b3-85d2da7e391d req-f67b94f1-2a8d-44ec-a9a4-59b742848b00 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9ccd27c2-b89e-4ee8-b9a7-739ee52da9cc HTTP/1.1" status: 200 len: 1001 time: 0.0575507 Nov 22 21:20:03.425060 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba780fd-c948-4b6a-b1b3-85d2da7e391d req-4c27fa5a-9c9e-4a29-8721-f4ceb91a7b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:20:03.426493 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1ba780fd-c948-4b6a-b1b3-85d2da7e391d req-4c27fa5a-9c9e-4a29-8721-f4ceb91a7b0b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=46e06d5a-0042-48a7-ac6e-04a34d163e49 HTTP/1.1" status: 200 len: 847 time: 0.0425797 Nov 22 21:20:03.474888 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba780fd-c948-4b6a-b1b3-85d2da7e391d req-115bfc0e-cf66-4458-a16e-ac766af3c39f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:20:03.476408 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1ba780fd-c948-4b6a-b1b3-85d2da7e391d req-115bfc0e-cf66-4458-a16e-ac766af3c39f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0587e529-8a45-45e1-ab21-a897278be2d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430911 Nov 22 21:20:03.562744 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1ba780fd-c948-4b6a-b1b3-85d2da7e391d req-614facef-4362-493e-9a63-31e88f1fb296 service neutron] 10.222.0.20 "GET /v2.0/networks/0587e529-8a45-45e1-ab21-a897278be2d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791206 Nov 22 21:20:03.653791 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1ba780fd-c948-4b6a-b1b3-85d2da7e391d req-a1d28514-57f2-4cc4-bb55-29b232a9bd05 service neutron] 10.222.0.20 "GET /v2.0/networks/0587e529-8a45-45e1-ab21-a897278be2d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844069 Nov 22 21:20:03.707888 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-03f0964f-1b75-4df7-99e0-a3cdb56ec2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:20:05.407724 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e49ee129-e862-4476-beca-cdc8150d2345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:20:06.191992 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:20:15.187878 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:20:15.225975 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:20:21.478942 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [req-e92d5277-1eca-457b-8b24-29c5fb3ab235 req-358e87af-62b2-444d-85fc-ad49c30ec39f service neutron] (103448) timed out ('10.222.0.46', 57206) {{(pid=103448) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 22 21:20:23.146672 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.agents_db [None req-aa8313f2-1ee4-4e7b-8c5a-d32b2f9d31ee None None] Agent healthcheck: found 7 active agents {{(pid=103450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 21:20:30.142086 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ec41ba0d-a53a-490b-886b-9081b81505b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:20:33.034989 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-03baffd2-1639-4cb8-a402-0c96ce7839ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:20:33.711484 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-03f0964f-1b75-4df7-99e0-a3cdb56ec2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:20:35.411191 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e49ee129-e862-4476-beca-cdc8150d2345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:20:36.193040 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:20:45.173725 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:20:45.215239 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:20:46.940128 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cee147-272c-41d0-99f4-6143d2fb9cd9 req-867caf2e-e38c-49ff-b760-91166ae75cd1 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:20:46.941823 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-19cee147-272c-41d0-99f4-6143d2fb9cd9 req-867caf2e-e38c-49ff-b760-91166ae75cd1 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.46 "GET /v2.0/ports?device_id=796d2c6d-30b5-42c1-adb2-0cf4787f675a HTTP/1.1" status: 200 len: 946 time: 0.0496130 Nov 22 21:20:46.990508 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-19cee147-272c-41d0-99f4-6143d2fb9cd9 req-bf3cab94-f1d0-45a0-8d4d-904b7cc05fa4 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.46 "GET /v2.0/security-groups?id=6df0abb6-b5e3-49b4-a5f1-6de028c107e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420191 Nov 22 21:20:48.119082 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1c4d23-569e-4fe2-83f8-5b831200e04f req-3fd86a73-703a-41f3-a769-b786fd7a0138 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:20:48.120623 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ee1c4d23-569e-4fe2-83f8-5b831200e04f req-3fd86a73-703a-41f3-a769-b786fd7a0138 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.46 "GET /v2.0/ports?device_id=796d2c6d-30b5-42c1-adb2-0cf4787f675a HTTP/1.1" status: 200 len: 946 time: 0.0482638 Nov 22 21:20:48.173082 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ee1c4d23-569e-4fe2-83f8-5b831200e04f req-64907e94-a6b4-4390-8d16-02bc7003d918 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.46 "GET /v2.0/security-groups?id=6df0abb6-b5e3-49b4-a5f1-6de028c107e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465064 Nov 22 21:20:49.316233 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d2745c-0e51-4825-8ddd-9a4cad67a120 req-f4520e12-b9e5-43a6-b545-9766cdb6cbb7 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:20:49.317695 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-33d2745c-0e51-4825-8ddd-9a4cad67a120 req-f4520e12-b9e5-43a6-b545-9766cdb6cbb7 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.46 "GET /v2.0/ports?device_id=796d2c6d-30b5-42c1-adb2-0cf4787f675a HTTP/1.1" status: 200 len: 946 time: 0.0494771 Nov 22 21:20:49.365658 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-33d2745c-0e51-4825-8ddd-9a4cad67a120 req-67ea12ea-5744-4dbb-bb9f-d80a496ef207 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.46 "GET /v2.0/security-groups?id=6df0abb6-b5e3-49b4-a5f1-6de028c107e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420003 Nov 22 21:20:50.479987 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909e8243-8fc7-44e6-90be-1106a106e701 req-5ef928c8-973f-4137-aae3-3945dcc44a96 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:20:50.481444 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-909e8243-8fc7-44e6-90be-1106a106e701 req-5ef928c8-973f-4137-aae3-3945dcc44a96 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.46 "GET /v2.0/ports?device_id=796d2c6d-30b5-42c1-adb2-0cf4787f675a HTTP/1.1" status: 200 len: 946 time: 0.0471122 Nov 22 21:20:50.529282 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-909e8243-8fc7-44e6-90be-1106a106e701 req-39babc0d-fa86-404f-96f0-19cf79fe709e tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.46 "GET /v2.0/security-groups?id=6df0abb6-b5e3-49b4-a5f1-6de028c107e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417023 Nov 22 21:20:51.647021 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4129ad11-f55d-44e2-b905-144eca1e0098 req-c1f929d5-07cb-4100-9a41-3d07a45db4cd tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:20:51.648520 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4129ad11-f55d-44e2-b905-144eca1e0098 req-c1f929d5-07cb-4100-9a41-3d07a45db4cd tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.46 "GET /v2.0/ports?device_id=796d2c6d-30b5-42c1-adb2-0cf4787f675a HTTP/1.1" status: 200 len: 946 time: 0.0515561 Nov 22 21:20:51.695871 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4129ad11-f55d-44e2-b905-144eca1e0098 req-2c544405-d581-4ed3-8a4b-ed1529d5802a tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.46 "GET /v2.0/security-groups?id=6df0abb6-b5e3-49b4-a5f1-6de028c107e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413456 Nov 22 21:20:52.810501 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce068155-2edc-48ee-9858-c68c1891db34 req-0b8bb165-c691-4db8-b131-a82100938b7f tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:20:52.812038 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ce068155-2edc-48ee-9858-c68c1891db34 req-0b8bb165-c691-4db8-b131-a82100938b7f tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.46 "GET /v2.0/ports?device_id=796d2c6d-30b5-42c1-adb2-0cf4787f675a HTTP/1.1" status: 200 len: 946 time: 0.0493386 Nov 22 21:20:52.860108 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ce068155-2edc-48ee-9858-c68c1891db34 req-b7e882cb-0a95-43d2-8fdd-46620a762335 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.46 "GET /v2.0/security-groups?id=6df0abb6-b5e3-49b4-a5f1-6de028c107e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420895 Nov 22 21:20:53.977327 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea1b3ea-2b93-46e6-ba29-1678369f12db req-6ca95467-1441-428d-9e11-5e08d264e7ae tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:20:53.978828 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9ea1b3ea-2b93-46e6-ba29-1678369f12db req-6ca95467-1441-428d-9e11-5e08d264e7ae tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.46 "GET /v2.0/ports?device_id=796d2c6d-30b5-42c1-adb2-0cf4787f675a HTTP/1.1" status: 200 len: 946 time: 0.0498159 Nov 22 21:20:54.030741 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9ea1b3ea-2b93-46e6-ba29-1678369f12db req-3ef57a1a-d62c-4e58-9445-a31aa9180aa6 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.46 "GET /v2.0/security-groups?id=6df0abb6-b5e3-49b4-a5f1-6de028c107e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455723 Nov 22 21:20:55.147337 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9918ce8b-4657-4d5d-a043-5a689125d65f req-6d388098-c023-4939-ae6d-fc328b7dfdb4 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:20:55.148837 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9918ce8b-4657-4d5d-a043-5a689125d65f req-6d388098-c023-4939-ae6d-fc328b7dfdb4 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.46 "GET /v2.0/ports?device_id=796d2c6d-30b5-42c1-adb2-0cf4787f675a HTTP/1.1" status: 200 len: 946 time: 0.0483584 Nov 22 21:20:55.198158 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9918ce8b-4657-4d5d-a043-5a689125d65f req-a20645af-9a9b-4dc1-8e37-a2790e64ea50 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.46 "GET /v2.0/security-groups?id=6df0abb6-b5e3-49b4-a5f1-6de028c107e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433669 Nov 22 21:20:56.315966 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b416581f-c84e-4f7e-8bd6-9603e0f55732 req-6cf9de9b-7461-4036-a7fa-d0a9fbf7adab tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:20:56.319937 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b416581f-c84e-4f7e-8bd6-9603e0f55732 req-6cf9de9b-7461-4036-a7fa-d0a9fbf7adab tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.46 "GET /v2.0/ports?device_id=796d2c6d-30b5-42c1-adb2-0cf4787f675a HTTP/1.1" status: 200 len: 946 time: 0.0520082 Nov 22 21:20:56.366130 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b416581f-c84e-4f7e-8bd6-9603e0f55732 req-1951d382-fd09-44d1-927a-041182fd9fbf tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.46 "GET /v2.0/security-groups?id=6df0abb6-b5e3-49b4-a5f1-6de028c107e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426981 Nov 22 21:20:57.487730 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d7a31b-e48d-4548-8448-e387e391b076 req-2a2b7823-ab6c-4ac1-a55f-d5524a39cd0f tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:20:57.489238 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-25d7a31b-e48d-4548-8448-e387e391b076 req-2a2b7823-ab6c-4ac1-a55f-d5524a39cd0f tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.46 "GET /v2.0/ports?device_id=796d2c6d-30b5-42c1-adb2-0cf4787f675a HTTP/1.1" status: 200 len: 946 time: 0.0516675 Nov 22 21:20:57.537157 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-25d7a31b-e48d-4548-8448-e387e391b076 req-a7a242a3-bdf1-4321-900e-e5dc7e241d6b tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.46 "GET /v2.0/security-groups?id=6df0abb6-b5e3-49b4-a5f1-6de028c107e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414438 Nov 22 21:20:58.651935 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bb48ee-a25e-49b6-98d6-4e100486a9fc req-8d19211c-d93f-42d0-9ca9-f92758334c09 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:20:58.653459 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d9bb48ee-a25e-49b6-98d6-4e100486a9fc req-8d19211c-d93f-42d0-9ca9-f92758334c09 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.46 "GET /v2.0/ports?device_id=796d2c6d-30b5-42c1-adb2-0cf4787f675a HTTP/1.1" status: 200 len: 946 time: 0.0498323 Nov 22 21:20:58.705333 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d9bb48ee-a25e-49b6-98d6-4e100486a9fc req-98471c21-5b57-410e-af4d-3a8d58b4270d tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.46 "GET /v2.0/security-groups?id=6df0abb6-b5e3-49b4-a5f1-6de028c107e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442476 Nov 22 21:20:59.839312 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ca138f-6199-47e0-802a-cbebbcdec6c0 req-79bfb271-78b0-40ff-9cd1-e0d8a6881433 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:20:59.841651 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a0ca138f-6199-47e0-802a-cbebbcdec6c0 req-79bfb271-78b0-40ff-9cd1-e0d8a6881433 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.46 "GET /v2.0/ports?device_id=796d2c6d-30b5-42c1-adb2-0cf4787f675a HTTP/1.1" status: 200 len: 946 time: 0.0590410 Nov 22 21:20:59.899161 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a0ca138f-6199-47e0-802a-cbebbcdec6c0 req-1b069d2f-51ca-4a8a-83af-371963450dee tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.46 "GET /v2.0/security-groups?id=6df0abb6-b5e3-49b4-a5f1-6de028c107e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506208 Nov 22 21:21:00.145332 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-c8ab8634-eba0-46b3-8709-f8f8705829a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:21:00.145955 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.agents_db [None req-aa8313f2-1ee4-4e7b-8c5a-d32b2f9d31ee None None] Agent healthcheck: found 7 active agents {{(pid=103450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 21:21:00.567319 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 9ccd27c2-b89e-4ee8-b9a7-739ee52da9cc details requested by agent hyperv_n-h2-818823-1 with host n-h2-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 21:21:00.676482 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port 9ccd27c2-b89e-4ee8-b9a7-739ee52da9cc, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=9ccd27c2-b89e-4ee8-b9a7-739ee52da9cc,segment=NetworkSegment(a02e6268-7bf8-4ae7-b633-55a608c3a0f9),segment_id=a02e6268-7bf8-4ae7-b633-55a608c3a0f9)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 21:21:00.689630 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Returning: {'device': '9ccd27c2-b89e-4ee8-b9a7-739ee52da9cc', 'network_id': '0587e529-8a45-45e1-ab21-a897278be2d8', 'port_id': '9ccd27c2-b89e-4ee8-b9a7-739ee52da9cc', 'mac_address': 'fa:16:3e:d8:02:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46e06d5a-0042-48a7-ac6e-04a34d163e49', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 21:21:00.732922 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:21:00.747377 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9ccd27c2-b89e-4ee8-b9a7-739ee52da9cc {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 21:21:00.770554 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port 9ccd27c2-b89e-4ee8-b9a7-739ee52da9cc, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=9ccd27c2-b89e-4ee8-b9a7-739ee52da9cc,segment=NetworkSegment(a02e6268-7bf8-4ae7-b633-55a608c3a0f9),segment_id=a02e6268-7bf8-4ae7-b633-55a608c3a0f9)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 21:21:00.776785 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:21:01.007347 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=9ccd27c2-b89e-4ee8-b9a7-739ee52da9cc,revision_number=6']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:21:01.017401 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:21:01.017759 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:21:01.018105 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:21:01.018451 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:21:01.018795 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:21:01.019134 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:21:01.019494 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:21:01.019828 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:21:01.020267 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:21:01.020604 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:21:01.021171 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:21:01.021638 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:21:01.027172 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] get_ports_and_sgs() called for port_ids ['9ccd27c2-b89e-4ee8-b9a7-739ee52da9cc'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 21:21:01.061198 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca9c0ee-7940-4dca-8e4e-2b6bb61e7e0d req-41dbee8a-4812-4e2c-b122-3aff7a786758 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:21:01.063531 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-bca9c0ee-7940-4dca-8e4e-2b6bb61e7e0d req-41dbee8a-4812-4e2c-b122-3aff7a786758 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.46 "GET /v2.0/ports?device_id=796d2c6d-30b5-42c1-adb2-0cf4787f675a HTTP/1.1" status: 200 len: 945 time: 0.0750835 Nov 22 21:21:01.125631 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-bca9c0ee-7940-4dca-8e4e-2b6bb61e7e0d req-4f6be713-8109-499c-a459-9a5a8a6bd045 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.46 "GET /v2.0/security-groups?id=6df0abb6-b5e3-49b4-a5f1-6de028c107e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554075 Nov 22 21:21:02.253113 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd9e370-4e86-4f23-a71a-65d863737fa8 req-9e2634a3-31fb-4134-be1d-1cdf8acbefd8 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:21:02.254763 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ffd9e370-4e86-4f23-a71a-65d863737fa8 req-9e2634a3-31fb-4134-be1d-1cdf8acbefd8 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.46 "GET /v2.0/ports?device_id=796d2c6d-30b5-42c1-adb2-0cf4787f675a HTTP/1.1" status: 200 len: 945 time: 0.0525393 Nov 22 21:21:02.342185 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ffd9e370-4e86-4f23-a71a-65d863737fa8 req-f250aaf3-9c09-488c-b081-b1c54954ef7c tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.46 "GET /v2.0/security-groups?id=6df0abb6-b5e3-49b4-a5f1-6de028c107e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691650 Nov 22 21:21:02.597452 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 9ccd27c2-b89e-4ee8-b9a7-739ee52da9cc up at agent hyperv_n-h2-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 21:21:02.648507 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Provisioning complete for port 9ccd27c2-b89e-4ee8-b9a7-739ee52da9cc triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 21:21:02.648932 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:21:02.734332 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:21:02.758940 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '796d2c6d-30b5-42c1-adb2-0cf4787f675a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ccd27c2-b89e-4ee8-b9a7-739ee52da9cc'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 21:21:02.761233 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77cdb882cfbf7cc977e8d6fd4582ec33309c0dd3d6eecd2022538c80279aa7ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3ca0372-049e-4374-9d8b-aa8882c5ac81" -d '{"events": [{"server_uuid": "796d2c6d-30b5-42c1-adb2-0cf4787f675a", "name": "network-vif-plugged", "status": "completed", "tag": "9ccd27c2-b89e-4ee8-b9a7-739ee52da9cc"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 21:21:02.776582 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port 9ccd27c2-b89e-4ee8-b9a7-739ee52da9cc, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=9ccd27c2-b89e-4ee8-b9a7-739ee52da9cc,segment=NetworkSegment(a02e6268-7bf8-4ae7-b633-55a608c3a0f9),segment_id=a02e6268-7bf8-4ae7-b633-55a608c3a0f9)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 21:21:02.783179 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:21:02.834068 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=9ccd27c2-b89e-4ee8-b9a7-739ee52da9cc,revision_number=7']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:21:03.040709 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-df0023dd-aa60-4cdd-af43-30a1bcbab9d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:21:03.455303 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13197780-b099-4b14-9e1d-f3c04c73aa8e req-8f34a03c-299c-4c8b-9371-c8a1f7e682e9 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:21:03.456846 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-13197780-b099-4b14-9e1d-f3c04c73aa8e req-8f34a03c-299c-4c8b-9371-c8a1f7e682e9 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.46 "GET /v2.0/ports?device_id=796d2c6d-30b5-42c1-adb2-0cf4787f675a HTTP/1.1" status: 200 len: 946 time: 0.0504224 Nov 22 21:21:03.515818 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-13197780-b099-4b14-9e1d-f3c04c73aa8e req-eeb6ea44-6dfe-4771-ad69-51a23c943f0e tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.46 "GET /v2.0/security-groups?id=6df0abb6-b5e3-49b4-a5f1-6de028c107e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509608 Nov 22 21:21:03.715130 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-03f0964f-1b75-4df7-99e0-a3cdb56ec2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:21:03.918594 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 21:21:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a03c8fb0-8d38-49f7-b160-6514c2878603 x-openstack-request-id: req-a03c8fb0-8d38-49f7-b160-6514c2878603 {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 21:21:03.918902 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "796d2c6d-30b5-42c1-adb2-0cf4787f675a", "name": "network-vif-plugged", "status": "completed", "tag": "9ccd27c2-b89e-4ee8-b9a7-739ee52da9cc", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 21:21:03.919165 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a03c8fb0-8d38-49f7-b160-6514c2878603 {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 21:21:03.919613 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '796d2c6d-30b5-42c1-adb2-0cf4787f675a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ccd27c2-b89e-4ee8-b9a7-739ee52da9cc', 'code': 200} Nov 22 21:21:04.647340 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e1b90b-646d-491c-95b0-47662aad0c00 req-622fcb3b-195a-4ac6-9271-6b1d3060ee82 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:21:04.649089 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-49e1b90b-646d-491c-95b0-47662aad0c00 req-622fcb3b-195a-4ac6-9271-6b1d3060ee82 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.46 "GET /v2.0/ports?device_id=796d2c6d-30b5-42c1-adb2-0cf4787f675a HTTP/1.1" status: 200 len: 946 time: 0.0549929 Nov 22 21:21:04.702393 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-49e1b90b-646d-491c-95b0-47662aad0c00 req-ccc22ca4-ba65-490d-9d7a-ae057d1f150a tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.46 "GET /v2.0/security-groups?id=6df0abb6-b5e3-49b4-a5f1-6de028c107e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471621 Nov 22 21:21:05.158131 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadb6b1d-4613-4500-a9ed-a9d203f7f0b0 req-8e5df618-458f-4226-a03f-1c7967e163e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:21:05.159772 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-eadb6b1d-4613-4500-a9ed-a9d203f7f0b0 req-8e5df618-458f-4226-a03f-1c7967e163e0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=556553c23d004910aa149092a0f3a162&device_id=796d2c6d-30b5-42c1-adb2-0cf4787f675a HTTP/1.1" status: 200 len: 1097 time: 0.0467622 Nov 22 21:21:05.274968 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadb6b1d-4613-4500-a9ed-a9d203f7f0b0 req-66bf1c7b-1892-456b-b041-b9b9f3e3d572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:21:05.276391 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-eadb6b1d-4613-4500-a9ed-a9d203f7f0b0 req-66bf1c7b-1892-456b-b041-b9b9f3e3d572 service neutron] 10.222.0.20 "GET /v2.0/networks?id=0587e529-8a45-45e1-ab21-a897278be2d8 HTTP/1.1" status: 200 len: 909 time: 0.0955036 Nov 22 21:21:05.357369 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-eadb6b1d-4613-4500-a9ed-a9d203f7f0b0 req-8a57ba72-0a16-4b3b-8690-aa18df9b3f85 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9ccd27c2-b89e-4ee8-b9a7-739ee52da9cc HTTP/1.1" status: 200 len: 1001 time: 0.0719409 Nov 22 21:21:05.414263 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadb6b1d-4613-4500-a9ed-a9d203f7f0b0 req-3bf8ac7b-8926-4aa4-ad74-1955238fa1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:21:05.415858 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-eadb6b1d-4613-4500-a9ed-a9d203f7f0b0 req-3bf8ac7b-8926-4aa4-ad74-1955238fa1fa service neutron] 10.222.0.20 "GET /v2.0/subnets?id=46e06d5a-0042-48a7-ac6e-04a34d163e49 HTTP/1.1" status: 200 len: 847 time: 0.0514565 Nov 22 21:21:05.417175 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e49ee129-e862-4476-beca-cdc8150d2345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:21:05.471100 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadb6b1d-4613-4500-a9ed-a9d203f7f0b0 req-ffa8ce0d-4d89-4542-b9ca-acdb8c9e708e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:21:05.473094 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-eadb6b1d-4613-4500-a9ed-a9d203f7f0b0 req-ffa8ce0d-4d89-4542-b9ca-acdb8c9e708e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0587e529-8a45-45e1-ab21-a897278be2d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0483015 Nov 22 21:21:05.574276 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-eadb6b1d-4613-4500-a9ed-a9d203f7f0b0 req-9322f364-3506-4fe0-a9a1-cfc500ef3530 service neutron] 10.222.0.20 "GET /v2.0/networks/0587e529-8a45-45e1-ab21-a897278be2d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932202 Nov 22 21:21:05.672046 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-eadb6b1d-4613-4500-a9ed-a9d203f7f0b0 req-203db0d4-dab7-4a45-8175-902571fab24a service neutron] 10.222.0.20 "GET /v2.0/networks/0587e529-8a45-45e1-ab21-a897278be2d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892856 Nov 22 21:21:05.838555 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b246fb-8986-4acc-a577-688973cad74d req-c07c4093-4893-4674-bcf3-33997d8feea8 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:21:05.840105 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f0b246fb-8986-4acc-a577-688973cad74d req-c07c4093-4893-4674-bcf3-33997d8feea8 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.46 "GET /v2.0/ports?device_id=796d2c6d-30b5-42c1-adb2-0cf4787f675a HTTP/1.1" status: 200 len: 946 time: 0.0568461 Nov 22 21:21:05.898977 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f0b246fb-8986-4acc-a577-688973cad74d req-7e98f269-656e-4133-8a32-cea3dd9d7532 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.46 "GET /v2.0/security-groups?id=6df0abb6-b5e3-49b4-a5f1-6de028c107e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525956 Nov 22 21:21:06.203046 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:21:07.025924 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3560b93-6e84-4376-b07a-efeb7234ff59 req-9b6ba2ef-2e92-4703-97d4-7b2053e47fc2 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:21:07.027663 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c3560b93-6e84-4376-b07a-efeb7234ff59 req-9b6ba2ef-2e92-4703-97d4-7b2053e47fc2 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.46 "GET /v2.0/ports?device_id=796d2c6d-30b5-42c1-adb2-0cf4787f675a HTTP/1.1" status: 200 len: 946 time: 0.0530291 Nov 22 21:21:07.080665 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c3560b93-6e84-4376-b07a-efeb7234ff59 req-aadb1429-787f-410f-a259-0bc9ee0e9cf0 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.46 "GET /v2.0/security-groups?id=6df0abb6-b5e3-49b4-a5f1-6de028c107e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458372 Nov 22 21:21:08.208971 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a8c2b8-7496-4b54-a85b-38b7a4e7a140 req-03b30abd-43e3-4b94-98a7-e161405d915c tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:21:08.210555 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-93a8c2b8-7496-4b54-a85b-38b7a4e7a140 req-03b30abd-43e3-4b94-98a7-e161405d915c tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.46 "GET /v2.0/ports?device_id=796d2c6d-30b5-42c1-adb2-0cf4787f675a HTTP/1.1" status: 200 len: 946 time: 0.0534151 Nov 22 21:21:08.262625 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-93a8c2b8-7496-4b54-a85b-38b7a4e7a140 req-77675f50-ead8-4d80-bdb6-687b18564e13 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.46 "GET /v2.0/security-groups?id=6df0abb6-b5e3-49b4-a5f1-6de028c107e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459220 Nov 22 21:21:09.161527 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4661904-623c-4ff6-b058-f24a99993b32 req-4032f545-a7dd-429d-887c-7c8bced0a72c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:21:09.163171 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f4661904-623c-4ff6-b058-f24a99993b32 req-4032f545-a7dd-429d-887c-7c8bced0a72c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=556553c23d004910aa149092a0f3a162&device_id=796d2c6d-30b5-42c1-adb2-0cf4787f675a HTTP/1.1" status: 200 len: 1097 time: 0.0486102 Nov 22 21:21:09.254578 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4661904-623c-4ff6-b058-f24a99993b32 req-c748923d-8b26-468a-9888-89cf286388fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:21:09.256109 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f4661904-623c-4ff6-b058-f24a99993b32 req-c748923d-8b26-468a-9888-89cf286388fc service neutron] 10.222.0.20 "GET /v2.0/networks?id=0587e529-8a45-45e1-ab21-a897278be2d8 HTTP/1.1" status: 200 len: 909 time: 0.0857399 Nov 22 21:21:09.328825 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f4661904-623c-4ff6-b058-f24a99993b32 req-67514d22-086d-44d9-9f6d-56bba589c6d5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9ccd27c2-b89e-4ee8-b9a7-739ee52da9cc HTTP/1.1" status: 200 len: 1001 time: 0.0651796 Nov 22 21:21:09.410528 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4661904-623c-4ff6-b058-f24a99993b32 req-11c401d8-936d-40b6-af40-6731a24ac868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:21:09.412089 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f4661904-623c-4ff6-b058-f24a99993b32 req-11c401d8-936d-40b6-af40-6731a24ac868 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=46e06d5a-0042-48a7-ac6e-04a34d163e49 HTTP/1.1" status: 200 len: 847 time: 0.0676181 Nov 22 21:21:09.424071 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83565fef-307a-4df5-a5a4-ec4b91ec649b req-fd9486cc-de10-4cd3-94c4-7c4075b73c11 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:21:09.426510 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-83565fef-307a-4df5-a5a4-ec4b91ec649b req-fd9486cc-de10-4cd3-94c4-7c4075b73c11 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.46 "GET /v2.0/ports?device_id=796d2c6d-30b5-42c1-adb2-0cf4787f675a HTTP/1.1" status: 200 len: 946 time: 0.0923448 Nov 22 21:21:09.802828 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4661904-623c-4ff6-b058-f24a99993b32 req-d9c46b71-97c0-420c-98a2-2f65ea474671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:21:09.804366 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f4661904-623c-4ff6-b058-f24a99993b32 req-d9c46b71-97c0-420c-98a2-2f65ea474671 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0587e529-8a45-45e1-ab21-a897278be2d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3766768 Nov 22 21:21:09.809535 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-83565fef-307a-4df5-a5a4-ec4b91ec649b req-5d92ecbf-8a2c-4352-9395-2056b1fa1a55 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.46 "GET /v2.0/security-groups?id=6df0abb6-b5e3-49b4-a5f1-6de028c107e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3710682 Nov 22 21:21:09.891721 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f4661904-623c-4ff6-b058-f24a99993b32 req-b0032630-934c-43fd-a01b-6cc725025f26 service neutron] 10.222.0.20 "GET /v2.0/networks/0587e529-8a45-45e1-ab21-a897278be2d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802863 Nov 22 21:21:09.982672 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f4661904-623c-4ff6-b058-f24a99993b32 req-e7cdd9ca-7301-4f9b-965f-b0090e01f1ab service neutron] 10.222.0.20 "GET /v2.0/networks/0587e529-8a45-45e1-ab21-a897278be2d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835037 Nov 22 21:21:10.928422 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4477158-ffa3-4abe-9805-1e012eec275b req-36d1d82c-c9fb-4db8-b92f-e610d94a98d4 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:21:10.929942 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f4477158-ffa3-4abe-9805-1e012eec275b req-36d1d82c-c9fb-4db8-b92f-e610d94a98d4 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.46 "GET /v2.0/ports?device_id=796d2c6d-30b5-42c1-adb2-0cf4787f675a HTTP/1.1" status: 200 len: 946 time: 0.0493214 Nov 22 21:21:10.978995 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f4477158-ffa3-4abe-9805-1e012eec275b req-89de04ce-06bb-4f48-8afe-13e109f798e0 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.46 "GET /v2.0/security-groups?id=6df0abb6-b5e3-49b4-a5f1-6de028c107e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429289 Nov 22 21:21:12.094480 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc255537-b86e-4af4-96c1-4e6b03bc8c28 req-c24a1f8b-7f75-4381-8592-85039a9c8c88 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:21:12.095890 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-cc255537-b86e-4af4-96c1-4e6b03bc8c28 req-c24a1f8b-7f75-4381-8592-85039a9c8c88 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.46 "GET /v2.0/ports?device_id=796d2c6d-30b5-42c1-adb2-0cf4787f675a HTTP/1.1" status: 200 len: 946 time: 0.0478914 Nov 22 21:21:12.147299 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-cc255537-b86e-4af4-96c1-4e6b03bc8c28 req-5493b2ac-28e0-4018-a7e9-71737f74cd8c tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.46 "GET /v2.0/security-groups?id=6df0abb6-b5e3-49b4-a5f1-6de028c107e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454764 Nov 22 21:21:12.268240 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [req-c60ddad6-8dc6-4137-9205-4d52b9ef97b2 req-76bf062d-8d8b-405f-a86f-f36680fc8d94 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=103447) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 21:21:12.269237 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c60ddad6-8dc6-4137-9205-4d52b9ef97b2 req-76bf062d-8d8b-405f-a86f-f36680fc8d94 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0562193 Nov 22 21:21:12.632153 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 9ccd27c2-b89e-4ee8-b9a7-739ee52da9cc no longer exists at agent hyperv_n-h2-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 21:21:12.712751 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:21:12.736055 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '796d2c6d-30b5-42c1-adb2-0cf4787f675a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ccd27c2-b89e-4ee8-b9a7-739ee52da9cc'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 21:21:12.738260 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77cdb882cfbf7cc977e8d6fd4582ec33309c0dd3d6eecd2022538c80279aa7ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5cb01ef-2e83-4c2e-bc06-f15dc3be7635" -d '{"events": [{"server_uuid": "796d2c6d-30b5-42c1-adb2-0cf4787f675a", "name": "network-vif-unplugged", "status": "completed", "tag": "9ccd27c2-b89e-4ee8-b9a7-739ee52da9cc"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 21:21:12.751614 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port 9ccd27c2-b89e-4ee8-b9a7-739ee52da9cc, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=9ccd27c2-b89e-4ee8-b9a7-739ee52da9cc,segment=NetworkSegment(a02e6268-7bf8-4ae7-b633-55a608c3a0f9),segment_id=a02e6268-7bf8-4ae7-b633-55a608c3a0f9)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 21:21:12.756568 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:21:12.781956 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 22 Nov 2021 21:21:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3492fb4a-d208-465a-86e0-3829f8eb1422 x-openstack-request-id: req-3492fb4a-d208-465a-86e0-3829f8eb1422 {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 21:21:12.782244 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "796d2c6d-30b5-42c1-adb2-0cf4787f675a", "name": "network-vif-unplugged", "status": "failed", "tag": "9ccd27c2-b89e-4ee8-b9a7-739ee52da9cc", "code": 422}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 21:21:12.782494 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3492fb4a-d208-465a-86e0-3829f8eb1422 {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 21:21:12.782873 n-d-818823-1 neutron-server[103449]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '796d2c6d-30b5-42c1-adb2-0cf4787f675a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '9ccd27c2-b89e-4ee8-b9a7-739ee52da9cc', 'code': 422} returned with failed status Nov 22 21:21:12.809676 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=9ccd27c2-b89e-4ee8-b9a7-739ee52da9cc,revision_number=8']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:21:13.447629 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02717d65-7445-458b-a151-131f88595f24 req-0d8c1c48-8e90-4633-b9c0-30ecd9a6a5b0 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:21:13.449126 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-02717d65-7445-458b-a151-131f88595f24 req-0d8c1c48-8e90-4633-b9c0-30ecd9a6a5b0 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.46 "GET /v2.0/ports?device_id=796d2c6d-30b5-42c1-adb2-0cf4787f675a HTTP/1.1" status: 200 len: 944 time: 0.0503941 Nov 22 21:21:13.499116 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-02717d65-7445-458b-a151-131f88595f24 req-369af553-cec0-4e82-9d8b-5198816df9f6 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.46 "GET /v2.0/security-groups?id=6df0abb6-b5e3-49b4-a5f1-6de028c107e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440640 Nov 22 21:21:13.693472 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-fb831ae0-8927-459b-b5f5-a57a6c7854ff req-39561ad1-1f09-4ddf-8e99-7bdfe2cf78b5 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=796d2c6d-30b5-42c1-adb2-0cf4787f675a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0808034 Nov 22 21:21:14.526104 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb831ae0-8927-459b-b5f5-a57a6c7854ff req-3e8a36d0-b8ad-4ca2-901b-678c5cd39645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:21:14.527672 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-fb831ae0-8927-459b-b5f5-a57a6c7854ff req-3e8a36d0-b8ad-4ca2-901b-678c5cd39645 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=796d2c6d-30b5-42c1-adb2-0cf4787f675a&tenant_id=556553c23d004910aa149092a0f3a162 HTTP/1.1" status: 200 len: 1095 time: 0.0833230 Nov 22 21:21:14.539341 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [req-fb831ae0-8927-459b-b5f5-a57a6c7854ff req-e5b9f982-aff9-4358-9709-0b4167ec26d3 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-818823-1', 'device_owner': 'compute:nova'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 21:21:14.594689 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-fb831ae0-8927-459b-b5f5-a57a6c7854ff req-e5b9f982-aff9-4358-9709-0b4167ec26d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:21:14.615643 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2895fc-faed-4661-bf55-580fb182b182 req-f53848f0-cd7f-4bad-b1a8-cc0dd4acbaff tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:21:14.617656 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3a2895fc-faed-4661-bf55-580fb182b182 req-f53848f0-cd7f-4bad-b1a8-cc0dd4acbaff tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.46 "GET /v2.0/ports?device_id=796d2c6d-30b5-42c1-adb2-0cf4787f675a HTTP/1.1" status: 200 len: 944 time: 0.0486534 Nov 22 21:21:14.669136 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3a2895fc-faed-4661-bf55-580fb182b182 req-e0190f0e-334e-4b8a-8022-01541808da2c tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.46 "GET /v2.0/security-groups?id=6df0abb6-b5e3-49b4-a5f1-6de028c107e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454462 Nov 22 21:21:14.804625 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-fb831ae0-8927-459b-b5f5-a57a6c7854ff req-e5b9f982-aff9-4358-9709-0b4167ec26d3 service neutron] For port 9ccd27c2-b89e-4ee8-b9a7-739ee52da9cc, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=9ccd27c2-b89e-4ee8-b9a7-739ee52da9cc,segment=NetworkSegment(a02e6268-7bf8-4ae7-b633-55a608c3a0f9),segment_id=a02e6268-7bf8-4ae7-b633-55a608c3a0f9)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 21:21:14.836811 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-fb831ae0-8927-459b-b5f5-a57a6c7854ff req-e5b9f982-aff9-4358-9709-0b4167ec26d3 service neutron] For port 9ccd27c2-b89e-4ee8-b9a7-739ee52da9cc, host n-h2-818823-1, cleared binding levels {{(pid=103448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 21:21:14.867901 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [req-fb831ae0-8927-459b-b5f5-a57a6c7854ff req-e5b9f982-aff9-4358-9709-0b4167ec26d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ccd27c2-b89e-4ee8-b9a7-739ee52da9cc {{(pid=103448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 21:21:14.875173 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-fb831ae0-8927-459b-b5f5-a57a6c7854ff req-e5b9f982-aff9-4358-9709-0b4167ec26d3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:21:14.887652 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [req-fb831ae0-8927-459b-b5f5-a57a6c7854ff req-e5b9f982-aff9-4358-9709-0b4167ec26d3 service neutron] Transition to ACTIVE for port object 9ccd27c2-b89e-4ee8-b9a7-739ee52da9cc will not be triggered until provisioned by entity L2. {{(pid=103448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 21:21:14.890968 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-fb831ae0-8927-459b-b5f5-a57a6c7854ff req-e5b9f982-aff9-4358-9709-0b4167ec26d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:21:15.178517 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:21:15.222475 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:21:15.293625 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b9f982-aff9-4358-9709-0b4167ec26d3 service neutron] Pushing event updated for resources: {'Port': ['ID=9ccd27c2-b89e-4ee8-b9a7-739ee52da9cc,revision_number=9']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:21:15.307131 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b9f982-aff9-4358-9709-0b4167ec26d3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:21:15.307505 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b9f982-aff9-4358-9709-0b4167ec26d3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:21:15.307846 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b9f982-aff9-4358-9709-0b4167ec26d3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:21:15.308179 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b9f982-aff9-4358-9709-0b4167ec26d3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:21:15.308508 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b9f982-aff9-4358-9709-0b4167ec26d3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:21:15.308835 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b9f982-aff9-4358-9709-0b4167ec26d3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:21:15.309165 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b9f982-aff9-4358-9709-0b4167ec26d3 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:21:15.309486 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b9f982-aff9-4358-9709-0b4167ec26d3 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:21:15.309809 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b9f982-aff9-4358-9709-0b4167ec26d3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:21:15.310162 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b9f982-aff9-4358-9709-0b4167ec26d3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:21:15.310480 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b9f982-aff9-4358-9709-0b4167ec26d3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:21:15.310798 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b9f982-aff9-4358-9709-0b4167ec26d3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:21:15.344508 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb831ae0-8927-459b-b5f5-a57a6c7854ff req-e5b9f982-aff9-4358-9709-0b4167ec26d3 service neutron] No DVR routers for this DVR port 9ccd27c2-b89e-4ee8-b9a7-739ee52da9cc on host n-h2-818823-1 {{(pid=103448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 21:21:15.475353 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-fb831ae0-8927-459b-b5f5-a57a6c7854ff req-e5b9f982-aff9-4358-9709-0b4167ec26d3 service neutron] Attempting to bind port 9ccd27c2-b89e-4ee8-b9a7-739ee52da9cc on host n-h1-818823-1 for vnic_type normal with profile {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 21:21:15.475710 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-fb831ae0-8927-459b-b5f5-a57a6c7854ff req-e5b9f982-aff9-4358-9709-0b4167ec26d3 service neutron] Attempting to bind port 9ccd27c2-b89e-4ee8-b9a7-739ee52da9cc by drivers openvswitch,hyperv on host n-h1-818823-1 at level 0 using segments [{'id': 'a02e6268-7bf8-4ae7-b633-55a608c3a0f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '0587e529-8a45-45e1-ab21-a897278be2d8'}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 21:21:15.476118 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb831ae0-8927-459b-b5f5-a57a6c7854ff req-e5b9f982-aff9-4358-9709-0b4167ec26d3 service neutron] Attempting to bind port 9ccd27c2-b89e-4ee8-b9a7-739ee52da9cc on network 0587e529-8a45-45e1-ab21-a897278be2d8 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 21:21:15.480846 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb831ae0-8927-459b-b5f5-a57a6c7854ff req-e5b9f982-aff9-4358-9709-0b4167ec26d3 service neutron] Port 9ccd27c2-b89e-4ee8-b9a7-739ee52da9cc on network 0587e529-8a45-45e1-ab21-a897278be2d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-818823-1 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 21:21:15.481166 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb831ae0-8927-459b-b5f5-a57a6c7854ff req-e5b9f982-aff9-4358-9709-0b4167ec26d3 service neutron] Attempting to bind port 9ccd27c2-b89e-4ee8-b9a7-739ee52da9cc on network 0587e529-8a45-45e1-ab21-a897278be2d8 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 21:21:15.486163 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb831ae0-8927-459b-b5f5-a57a6c7854ff req-e5b9f982-aff9-4358-9709-0b4167ec26d3 service neutron] Checking agent: {'id': '7a008cff-3b49-418c-8046-689d46cc800f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'started_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 21, 21, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 21:21:15.486495 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb831ae0-8927-459b-b5f5-a57a6c7854ff req-e5b9f982-aff9-4358-9709-0b4167ec26d3 service neutron] Checking segment: {'id': 'a02e6268-7bf8-4ae7-b633-55a608c3a0f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '0587e529-8a45-45e1-ab21-a897278be2d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 21:21:15.486879 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb831ae0-8927-459b-b5f5-a57a6c7854ff req-e5b9f982-aff9-4358-9709-0b4167ec26d3 service neutron] Bound using segment: {'id': 'a02e6268-7bf8-4ae7-b633-55a608c3a0f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '0587e529-8a45-45e1-ab21-a897278be2d8'} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 21:21:15.487295 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-fb831ae0-8927-459b-b5f5-a57a6c7854ff req-e5b9f982-aff9-4358-9709-0b4167ec26d3 service neutron] Bound port: 9ccd27c2-b89e-4ee8-b9a7-739ee52da9cc, host: n-h1-818823-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a02e6268-7bf8-4ae7-b633-55a608c3a0f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '0587e529-8a45-45e1-ab21-a897278be2d8'}}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 21:21:15.487682 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-fb831ae0-8927-459b-b5f5-a57a6c7854ff req-e5b9f982-aff9-4358-9709-0b4167ec26d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:21:15.549151 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-fb831ae0-8927-459b-b5f5-a57a6c7854ff req-e5b9f982-aff9-4358-9709-0b4167ec26d3 service neutron] For port 9ccd27c2-b89e-4ee8-b9a7-739ee52da9cc, host n-h1-818823-1, cleared binding levels {{(pid=103448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 21:21:15.552157 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-fb831ae0-8927-459b-b5f5-a57a6c7854ff req-e5b9f982-aff9-4358-9709-0b4167ec26d3 service neutron] For port 9ccd27c2-b89e-4ee8-b9a7-739ee52da9cc, host n-h1-818823-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=9ccd27c2-b89e-4ee8-b9a7-739ee52da9cc,segment=NetworkSegment(a02e6268-7bf8-4ae7-b633-55a608c3a0f9),segment_id=a02e6268-7bf8-4ae7-b633-55a608c3a0f9)] {{(pid=103448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 21:21:15.555662 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-fb831ae0-8927-459b-b5f5-a57a6c7854ff req-e5b9f982-aff9-4358-9709-0b4167ec26d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:21:15.593877 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb831ae0-8927-459b-b5f5-a57a6c7854ff req-e5b9f982-aff9-4358-9709-0b4167ec26d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:21:15.594598 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-fb831ae0-8927-459b-b5f5-a57a6c7854ff req-e5b9f982-aff9-4358-9709-0b4167ec26d3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:21:15.595989 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-fb831ae0-8927-459b-b5f5-a57a6c7854ff req-e5b9f982-aff9-4358-9709-0b4167ec26d3 service neutron] 10.222.0.41 "PUT /v2.0/ports/9ccd27c2-b89e-4ee8-b9a7-739ee52da9cc HTTP/1.1" status: 200 len: 1092 time: 1.0606270 Nov 22 21:21:15.596433 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '796d2c6d-30b5-42c1-adb2-0cf4787f675a', 'tag': '9ccd27c2-b89e-4ee8-b9a7-739ee52da9cc'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 21:21:15.598686 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d75c62b18f4846ba0ff3fb32e7a2f33757bcd91f6941723bbc4e48e63e422314" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3a24df9-25bb-4134-a730-d63480776e65" -d '{"events": [{"name": "network-changed", "server_uuid": "796d2c6d-30b5-42c1-adb2-0cf4787f675a", "tag": "9ccd27c2-b89e-4ee8-b9a7-739ee52da9cc"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 21:21:15.619885 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b9f982-aff9-4358-9709-0b4167ec26d3 service neutron] Pushing event updated for resources: {'Port': ['ID=9ccd27c2-b89e-4ee8-b9a7-739ee52da9cc,revision_number=10']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:21:15.686365 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb831ae0-8927-459b-b5f5-a57a6c7854ff req-b696cf88-447a-4d63-9e71-32c54b8e3637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:21:15.688352 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-fb831ae0-8927-459b-b5f5-a57a6c7854ff req-b696cf88-447a-4d63-9e71-32c54b8e3637 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=556553c23d004910aa149092a0f3a162&device_id=796d2c6d-30b5-42c1-adb2-0cf4787f675a HTTP/1.1" status: 200 len: 1096 time: 0.0627780 Nov 22 21:21:15.742095 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 21:21:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd42bdbc-daaa-4f4b-932b-662f478293ee x-openstack-request-id: req-bd42bdbc-daaa-4f4b-932b-662f478293ee {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 21:21:15.742433 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "796d2c6d-30b5-42c1-adb2-0cf4787f675a", "tag": "9ccd27c2-b89e-4ee8-b9a7-739ee52da9cc", "status": "completed", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 21:21:15.742799 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-bd42bdbc-daaa-4f4b-932b-662f478293ee {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 21:21:15.743268 n-d-818823-1 neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '796d2c6d-30b5-42c1-adb2-0cf4787f675a', 'tag': '9ccd27c2-b89e-4ee8-b9a7-739ee52da9cc', 'status': 'completed', 'code': 200} Nov 22 21:21:15.803592 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb831ae0-8927-459b-b5f5-a57a6c7854ff req-6edb2c3a-9bfd-4b34-a325-75303903e95c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:21:15.805374 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-fb831ae0-8927-459b-b5f5-a57a6c7854ff req-6edb2c3a-9bfd-4b34-a325-75303903e95c service neutron] 10.222.0.41 "GET /v2.0/networks?id=0587e529-8a45-45e1-ab21-a897278be2d8 HTTP/1.1" status: 200 len: 909 time: 0.1088197 Nov 22 21:21:15.826805 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e07181d-0b82-46a6-87cf-697f58bde9ab req-f2949502-021b-494e-b175-122474864d51 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:21:15.828741 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1e07181d-0b82-46a6-87cf-697f58bde9ab req-f2949502-021b-494e-b175-122474864d51 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.46 "GET /v2.0/ports?device_id=796d2c6d-30b5-42c1-adb2-0cf4787f675a HTTP/1.1" status: 200 len: 945 time: 0.0606480 Nov 22 21:21:15.876950 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-fb831ae0-8927-459b-b5f5-a57a6c7854ff req-5bcef2ab-749d-49a9-a53d-f60f9e2a0839 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9ccd27c2-b89e-4ee8-b9a7-739ee52da9cc HTTP/1.1" status: 200 len: 999 time: 0.0646448 Nov 22 21:21:15.878545 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1e07181d-0b82-46a6-87cf-697f58bde9ab req-423cd557-f26d-47cf-8e94-510b148fa4e6 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.46 "GET /v2.0/security-groups?id=6df0abb6-b5e3-49b4-a5f1-6de028c107e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437458 Nov 22 21:21:15.928088 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb831ae0-8927-459b-b5f5-a57a6c7854ff req-87c40614-40bc-458c-a393-91d3cfa7f54e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:21:15.929658 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-fb831ae0-8927-459b-b5f5-a57a6c7854ff req-87c40614-40bc-458c-a393-91d3cfa7f54e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=46e06d5a-0042-48a7-ac6e-04a34d163e49 HTTP/1.1" status: 200 len: 847 time: 0.0461063 Nov 22 21:21:15.974832 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb831ae0-8927-459b-b5f5-a57a6c7854ff req-fe7c997e-daab-4cc5-8b68-3585784d6d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:21:15.976372 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-fb831ae0-8927-459b-b5f5-a57a6c7854ff req-fe7c997e-daab-4cc5-8b68-3585784d6d15 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0587e529-8a45-45e1-ab21-a897278be2d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401473 Nov 22 21:21:16.068323 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-fb831ae0-8927-459b-b5f5-a57a6c7854ff req-dd9bb261-5556-40ae-b243-2dba5b89c5a6 service neutron] 10.222.0.41 "GET /v2.0/networks/0587e529-8a45-45e1-ab21-a897278be2d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851235 Nov 22 21:21:16.155568 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-fb831ae0-8927-459b-b5f5-a57a6c7854ff req-2e4cd84d-da56-47b5-a0d8-60f20b03dadc service neutron] 10.222.0.41 "GET /v2.0/networks/0587e529-8a45-45e1-ab21-a897278be2d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804262 Nov 22 21:21:16.243439 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a24df9-25bb-4134-a730-d63480776e65 req-8754880a-ca8b-4557-b7bd-2fe2fad6d0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:21:16.244952 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-d3a24df9-25bb-4134-a730-d63480776e65 req-8754880a-ca8b-4557-b7bd-2fe2fad6d0f0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=556553c23d004910aa149092a0f3a162&device_id=796d2c6d-30b5-42c1-adb2-0cf4787f675a HTTP/1.1" status: 200 len: 1096 time: 0.0464287 Nov 22 21:21:16.335949 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a24df9-25bb-4134-a730-d63480776e65 req-9c8f6b0c-7f4f-45e6-869e-c280f3510b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:21:16.337630 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-d3a24df9-25bb-4134-a730-d63480776e65 req-9c8f6b0c-7f4f-45e6-869e-c280f3510b01 service neutron] 10.222.0.41 "GET /v2.0/networks?id=0587e529-8a45-45e1-ab21-a897278be2d8 HTTP/1.1" status: 200 len: 909 time: 0.0852900 Nov 22 21:21:16.412435 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-d3a24df9-25bb-4134-a730-d63480776e65 req-010e130a-5e67-4f9d-823a-3dfedd999792 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9ccd27c2-b89e-4ee8-b9a7-739ee52da9cc HTTP/1.1" status: 200 len: 999 time: 0.0665026 Nov 22 21:21:16.466886 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a24df9-25bb-4134-a730-d63480776e65 req-c532ffb3-f661-4832-848c-6856f28fdd33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:21:16.468595 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-d3a24df9-25bb-4134-a730-d63480776e65 req-c532ffb3-f661-4832-848c-6856f28fdd33 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=46e06d5a-0042-48a7-ac6e-04a34d163e49 HTTP/1.1" status: 200 len: 847 time: 0.0497868 Nov 22 21:21:16.663068 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 9ccd27c2-b89e-4ee8-b9a7-739ee52da9cc no longer exists at agent hyperv_n-h2-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 21:21:16.703561 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 9ccd27c2-b89e-4ee8-b9a7-739ee52da9cc not bound to the agent host n-h2-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 21:21:17.002867 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2230fb89-27d1-4fd5-ab8e-4d9e868f47e8 req-6e97a124-beff-4d46-9249-25599ba583bc tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:21:17.004380 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2230fb89-27d1-4fd5-ab8e-4d9e868f47e8 req-6e97a124-beff-4d46-9249-25599ba583bc tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.46 "GET /v2.0/ports?device_id=796d2c6d-30b5-42c1-adb2-0cf4787f675a HTTP/1.1" status: 200 len: 945 time: 0.0488150 Nov 22 21:21:17.058050 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2230fb89-27d1-4fd5-ab8e-4d9e868f47e8 req-6e778c09-3809-445e-8685-216adabb09a4 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.46 "GET /v2.0/security-groups?id=6df0abb6-b5e3-49b4-a5f1-6de028c107e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476170 Nov 22 21:21:18.181150 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc946f5-901a-4790-92d3-1004075644db req-496512f4-6409-4be0-91ce-bae259339f44 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:21:18.182646 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5dc946f5-901a-4790-92d3-1004075644db req-496512f4-6409-4be0-91ce-bae259339f44 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.46 "GET /v2.0/ports?device_id=796d2c6d-30b5-42c1-adb2-0cf4787f675a HTTP/1.1" status: 200 len: 945 time: 0.0502148 Nov 22 21:21:18.235557 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5dc946f5-901a-4790-92d3-1004075644db req-7ffa3d8c-72d1-4f7f-95cd-48ba6d5ea0fe tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.46 "GET /v2.0/security-groups?id=6df0abb6-b5e3-49b4-a5f1-6de028c107e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467894 Nov 22 21:21:19.365297 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c16ddb1-3ac9-4ed3-a76f-4febb799aafa req-6bd0d951-9fdd-4c99-94b4-1a7bd2effca6 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:21:19.367022 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6c16ddb1-3ac9-4ed3-a76f-4febb799aafa req-6bd0d951-9fdd-4c99-94b4-1a7bd2effca6 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.46 "GET /v2.0/ports?device_id=796d2c6d-30b5-42c1-adb2-0cf4787f675a HTTP/1.1" status: 200 len: 945 time: 0.0621898 Nov 22 21:21:19.420578 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6c16ddb1-3ac9-4ed3-a76f-4febb799aafa req-d95f0888-4b72-4d7b-a42e-d260cf298b4a tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.46 "GET /v2.0/security-groups?id=6df0abb6-b5e3-49b4-a5f1-6de028c107e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473776 Nov 22 21:21:20.547040 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66838cb4-4522-40da-b2ea-2ab4a1394846 req-c018b42b-8130-43b2-adcd-2a4e0782d8d6 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:21:20.548641 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-66838cb4-4522-40da-b2ea-2ab4a1394846 req-c018b42b-8130-43b2-adcd-2a4e0782d8d6 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.46 "GET /v2.0/ports?device_id=796d2c6d-30b5-42c1-adb2-0cf4787f675a HTTP/1.1" status: 200 len: 945 time: 0.0488954 Nov 22 21:21:20.605571 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-66838cb4-4522-40da-b2ea-2ab4a1394846 req-f1af439b-e36c-41ad-bd1a-519f0abf7160 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.46 "GET /v2.0/security-groups?id=6df0abb6-b5e3-49b4-a5f1-6de028c107e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509825 Nov 22 21:21:21.732519 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950041a2-56e2-4c4d-ba65-051b2707ca8c req-1cfaa212-9a5c-4373-a925-60aa05fd72b7 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:21:21.734271 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-950041a2-56e2-4c4d-ba65-051b2707ca8c req-1cfaa212-9a5c-4373-a925-60aa05fd72b7 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.46 "GET /v2.0/ports?device_id=796d2c6d-30b5-42c1-adb2-0cf4787f675a HTTP/1.1" status: 200 len: 945 time: 0.0537550 Nov 22 21:21:21.790069 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-950041a2-56e2-4c4d-ba65-051b2707ca8c req-e567f501-3c6a-4ff8-b558-262be274d7c0 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.46 "GET /v2.0/security-groups?id=6df0abb6-b5e3-49b4-a5f1-6de028c107e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484300 Nov 22 21:21:22.979557 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4038d0-194a-4e74-bfe5-c921b3d14fe0 req-ae23d4a1-ee68-4754-b6b8-cb15b9589ec1 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:21:22.981302 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-de4038d0-194a-4e74-bfe5-c921b3d14fe0 req-ae23d4a1-ee68-4754-b6b8-cb15b9589ec1 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.46 "GET /v2.0/ports?device_id=796d2c6d-30b5-42c1-adb2-0cf4787f675a HTTP/1.1" status: 200 len: 945 time: 0.0499105 Nov 22 21:21:23.035037 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-de4038d0-194a-4e74-bfe5-c921b3d14fe0 req-28719c4c-115d-440c-8a15-78771bd0dce5 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.46 "GET /v2.0/security-groups?id=6df0abb6-b5e3-49b4-a5f1-6de028c107e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466189 Nov 22 21:21:24.170409 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6476879-50dd-4c33-80a1-0a2c6d9874fa req-2cba50cf-f9a4-4cda-bd3c-adc373545fc2 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:21:24.172719 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f6476879-50dd-4c33-80a1-0a2c6d9874fa req-2cba50cf-f9a4-4cda-bd3c-adc373545fc2 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.46 "GET /v2.0/ports?device_id=796d2c6d-30b5-42c1-adb2-0cf4787f675a HTTP/1.1" status: 200 len: 945 time: 0.0586486 Nov 22 21:21:24.223580 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f6476879-50dd-4c33-80a1-0a2c6d9874fa req-1c8459b6-a593-4cc3-95f6-25cfa2860274 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.46 "GET /v2.0/security-groups?id=6df0abb6-b5e3-49b4-a5f1-6de028c107e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448205 Nov 22 21:21:25.343776 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8a2088-58fd-480e-afd7-842debcd27c7 req-4a59deb0-f019-4978-9dcd-c6045310c7c7 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:21:25.345252 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0d8a2088-58fd-480e-afd7-842debcd27c7 req-4a59deb0-f019-4978-9dcd-c6045310c7c7 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.46 "GET /v2.0/ports?device_id=796d2c6d-30b5-42c1-adb2-0cf4787f675a HTTP/1.1" status: 200 len: 945 time: 0.0489616 Nov 22 21:21:25.397120 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0d8a2088-58fd-480e-afd7-842debcd27c7 req-20b62c39-b2c0-43e7-b87a-f31745e1b13f tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.46 "GET /v2.0/security-groups?id=6df0abb6-b5e3-49b4-a5f1-6de028c107e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457692 Nov 22 21:21:26.562946 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e35b958-64c5-4788-888c-9e4923092e9c req-3d43ab3e-687d-4060-bcf7-84dfdb97014a tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:21:26.564450 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4e35b958-64c5-4788-888c-9e4923092e9c req-3d43ab3e-687d-4060-bcf7-84dfdb97014a tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.46 "GET /v2.0/ports?device_id=796d2c6d-30b5-42c1-adb2-0cf4787f675a HTTP/1.1" status: 200 len: 945 time: 0.0981817 Nov 22 21:21:26.616724 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4e35b958-64c5-4788-888c-9e4923092e9c req-7ec6711c-c084-4492-9107-fa2724f5271c tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.46 "GET /v2.0/security-groups?id=6df0abb6-b5e3-49b4-a5f1-6de028c107e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464187 Nov 22 21:21:26.993616 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a24df9-25bb-4134-a730-d63480776e65 req-d03735b1-e41b-42a6-9075-37e77e82ec25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:21:26.995122 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-d3a24df9-25bb-4134-a730-d63480776e65 req-d03735b1-e41b-42a6-9075-37e77e82ec25 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0587e529-8a45-45e1-ab21-a897278be2d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408833 Nov 22 21:21:27.088676 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-d3a24df9-25bb-4134-a730-d63480776e65 req-1ce87a1e-ffe0-4973-9c8c-6d50a6a542a8 service neutron] 10.222.0.41 "GET /v2.0/networks/0587e529-8a45-45e1-ab21-a897278be2d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844886 Nov 22 21:21:27.178867 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-d3a24df9-25bb-4134-a730-d63480776e65 req-7b94a896-7da2-4c59-a45a-f22ee0f19955 service neutron] 10.222.0.41 "GET /v2.0/networks/0587e529-8a45-45e1-ab21-a897278be2d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806510 Nov 22 21:21:27.797615 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1ac56d-8df4-42ad-9af7-416891e12da4 req-c16e4c9f-23ed-48aa-b1d5-dcf5d757d5b4 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:21:27.799108 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9b1ac56d-8df4-42ad-9af7-416891e12da4 req-c16e4c9f-23ed-48aa-b1d5-dcf5d757d5b4 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.46 "GET /v2.0/ports?device_id=796d2c6d-30b5-42c1-adb2-0cf4787f675a HTTP/1.1" status: 200 len: 945 time: 0.1149576 Nov 22 21:21:27.847370 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9b1ac56d-8df4-42ad-9af7-416891e12da4 req-c430a5a4-8dfb-4261-8412-b54ab5caef12 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.46 "GET /v2.0/security-groups?id=6df0abb6-b5e3-49b4-a5f1-6de028c107e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419734 Nov 22 21:21:28.961989 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e1553a-9702-4e75-ab30-f56aa5064920 req-eb54378d-6eea-49cc-a35b-7aeb3c5273bc tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:21:28.963499 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-84e1553a-9702-4e75-ab30-f56aa5064920 req-eb54378d-6eea-49cc-a35b-7aeb3c5273bc tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.46 "GET /v2.0/ports?device_id=796d2c6d-30b5-42c1-adb2-0cf4787f675a HTTP/1.1" status: 200 len: 945 time: 0.0481751 Nov 22 21:21:29.011467 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-84e1553a-9702-4e75-ab30-f56aa5064920 req-e2c9b803-3309-4ec4-b5bd-b42a2ccb9678 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.46 "GET /v2.0/security-groups?id=6df0abb6-b5e3-49b4-a5f1-6de028c107e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420258 Nov 22 21:21:29.457101 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 9ccd27c2-b89e-4ee8-b9a7-739ee52da9cc details requested by agent hyperv_n-h1-818823-1 with host n-h1-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 21:21:29.552839 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 9ccd27c2-b89e-4ee8-b9a7-739ee52da9cc, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=9ccd27c2-b89e-4ee8-b9a7-739ee52da9cc,segment=NetworkSegment(a02e6268-7bf8-4ae7-b633-55a608c3a0f9),segment_id=a02e6268-7bf8-4ae7-b633-55a608c3a0f9)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 21:21:29.563836 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Returning: {'device': '9ccd27c2-b89e-4ee8-b9a7-739ee52da9cc', 'network_id': '0587e529-8a45-45e1-ab21-a897278be2d8', 'port_id': '9ccd27c2-b89e-4ee8-b9a7-739ee52da9cc', 'mac_address': 'fa:16:3e:d8:02:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46e06d5a-0042-48a7-ac6e-04a34d163e49', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 21:21:29.599532 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:21:29.613336 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ccd27c2-b89e-4ee8-b9a7-739ee52da9cc {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 21:21:29.632435 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 9ccd27c2-b89e-4ee8-b9a7-739ee52da9cc, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=9ccd27c2-b89e-4ee8-b9a7-739ee52da9cc,segment=NetworkSegment(a02e6268-7bf8-4ae7-b633-55a608c3a0f9),segment_id=a02e6268-7bf8-4ae7-b633-55a608c3a0f9)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 21:21:29.636094 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:21:29.681510 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=9ccd27c2-b89e-4ee8-b9a7-739ee52da9cc,revision_number=11']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:21:29.871631 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] get_ports_and_sgs() called for port_ids ['9ccd27c2-b89e-4ee8-b9a7-739ee52da9cc'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 21:21:30.131929 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdd095e-6aa5-4ecd-8245-ee4c60f0f856 req-bfbefed7-d6fb-4bf4-9c36-95281ea0c07f tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:21:30.133435 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5bdd095e-6aa5-4ecd-8245-ee4c60f0f856 req-bfbefed7-d6fb-4bf4-9c36-95281ea0c07f tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.46 "GET /v2.0/ports?device_id=796d2c6d-30b5-42c1-adb2-0cf4787f675a HTTP/1.1" status: 200 len: 946 time: 0.0530274 Nov 22 21:21:30.138544 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-d0282427-aace-4a1d-b7d7-a6e5f3260181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:21:30.182921 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5bdd095e-6aa5-4ecd-8245-ee4c60f0f856 req-19c8b354-862e-4a5d-a24d-ccde836eaf65 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.46 "GET /v2.0/security-groups?id=6df0abb6-b5e3-49b4-a5f1-6de028c107e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427835 Nov 22 21:21:31.296207 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390fd150-a419-4962-843f-0806b454b0e6 req-a8e2b681-dac9-4cac-90b8-813dba35f692 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:21:31.297681 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-390fd150-a419-4962-843f-0806b454b0e6 req-a8e2b681-dac9-4cac-90b8-813dba35f692 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.46 "GET /v2.0/ports?device_id=796d2c6d-30b5-42c1-adb2-0cf4787f675a HTTP/1.1" status: 200 len: 946 time: 0.0477304 Nov 22 21:21:31.345864 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-390fd150-a419-4962-843f-0806b454b0e6 req-cd428648-6939-4f9b-a343-ab52cfcef168 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.46 "GET /v2.0/security-groups?id=6df0abb6-b5e3-49b4-a5f1-6de028c107e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422714 Nov 22 21:21:31.473298 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 9ccd27c2-b89e-4ee8-b9a7-739ee52da9cc up at agent hyperv_n-h1-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 21:21:31.524594 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Provisioning for port 9ccd27c2-b89e-4ee8-b9a7-739ee52da9cc completed by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 21:21:31.528467 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Provisioning complete for port 9ccd27c2-b89e-4ee8-b9a7-739ee52da9cc triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 21:21:31.528846 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:21:31.603782 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:21:31.627018 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '796d2c6d-30b5-42c1-adb2-0cf4787f675a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ccd27c2-b89e-4ee8-b9a7-739ee52da9cc'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 21:21:31.629293 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77cdb882cfbf7cc977e8d6fd4582ec33309c0dd3d6eecd2022538c80279aa7ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c192c844-86f2-4372-9c27-4c725686a624" -d '{"events": [{"server_uuid": "796d2c6d-30b5-42c1-adb2-0cf4787f675a", "name": "network-vif-plugged", "status": "completed", "tag": "9ccd27c2-b89e-4ee8-b9a7-739ee52da9cc"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 21:21:31.642605 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 9ccd27c2-b89e-4ee8-b9a7-739ee52da9cc, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=9ccd27c2-b89e-4ee8-b9a7-739ee52da9cc,segment=NetworkSegment(a02e6268-7bf8-4ae7-b633-55a608c3a0f9),segment_id=a02e6268-7bf8-4ae7-b633-55a608c3a0f9)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 21:21:31.646540 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:21:31.670729 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 21:21:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bfed417-5d55-483f-9bfc-610a4f979e3e x-openstack-request-id: req-3bfed417-5d55-483f-9bfc-610a4f979e3e {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 21:21:31.671019 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "796d2c6d-30b5-42c1-adb2-0cf4787f675a", "name": "network-vif-plugged", "status": "completed", "tag": "9ccd27c2-b89e-4ee8-b9a7-739ee52da9cc", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 21:21:31.671274 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3bfed417-5d55-483f-9bfc-610a4f979e3e {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 21:21:31.671678 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '796d2c6d-30b5-42c1-adb2-0cf4787f675a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ccd27c2-b89e-4ee8-b9a7-739ee52da9cc', 'code': 200} Nov 22 21:21:31.700822 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=9ccd27c2-b89e-4ee8-b9a7-739ee52da9cc,revision_number=12']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:21:31.823625 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46e3761-f5b5-44c3-8eff-2868beff626f req-231fc27c-7d61-4fb5-a4a9-28f26f5b03cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:21:31.826645 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-a46e3761-f5b5-44c3-8eff-2868beff626f req-231fc27c-7d61-4fb5-a4a9-28f26f5b03cf service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=796d2c6d-30b5-42c1-adb2-0cf4787f675a HTTP/1.1" status: 200 len: 1098 time: 0.0437758 Nov 22 21:21:31.877515 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-a46e3761-f5b5-44c3-8eff-2868beff626f req-f94794dd-7b64-4392-a821-21ba863e085e service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=6df0abb6-b5e3-49b4-a5f1-6de028c107e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431347 Nov 22 21:21:32.459273 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a707e5-ec04-49cd-a522-2fb5d054d7d6 req-f09e856b-c58e-49e4-b488-05aa3287cbbe tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:21:32.460788 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f0a707e5-ec04-49cd-a522-2fb5d054d7d6 req-f09e856b-c58e-49e4-b488-05aa3287cbbe tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.46 "GET /v2.0/ports?device_id=796d2c6d-30b5-42c1-adb2-0cf4787f675a HTTP/1.1" status: 200 len: 947 time: 0.0478067 Nov 22 21:21:32.514136 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f0a707e5-ec04-49cd-a522-2fb5d054d7d6 req-7dd624af-36ea-4132-aeef-42fb7e806d50 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.46 "GET /v2.0/security-groups?id=6df0abb6-b5e3-49b4-a5f1-6de028c107e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467548 Nov 22 21:21:33.034775 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-755b41bb-2d9c-4af0-9fb8-8a455fead1c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:21:33.630253 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7046c3fa-215b-41ba-9a54-f66ca0223c01 req-e4b2abff-381f-471a-982f-de60d65c8d7f tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:21:33.631755 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7046c3fa-215b-41ba-9a54-f66ca0223c01 req-e4b2abff-381f-471a-982f-de60d65c8d7f tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.46 "GET /v2.0/ports?device_id=796d2c6d-30b5-42c1-adb2-0cf4787f675a HTTP/1.1" status: 200 len: 947 time: 0.0489953 Nov 22 21:21:33.680562 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7046c3fa-215b-41ba-9a54-f66ca0223c01 req-a3cd37d1-dd11-4fcb-9cf5-4bd1af8d768e tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.46 "GET /v2.0/security-groups?id=6df0abb6-b5e3-49b4-a5f1-6de028c107e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420322 Nov 22 21:21:33.717114 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-03f0964f-1b75-4df7-99e0-a3cdb56ec2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:21:35.417353 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e49ee129-e862-4476-beca-cdc8150d2345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:21:36.195882 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:21:37.146344 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.agents_db [None req-aa8313f2-1ee4-4e7b-8c5a-d32b2f9d31ee None None] Agent healthcheck: found 7 active agents {{(pid=103450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 21:21:45.195567 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:21:45.240637 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:22:00.140392 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-a998d55e-bf7f-44b0-b6a4-9a5798f01747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:22:02.867906 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-625907ee-5081-4eda-8bb4-33fb2afe8d72 req-0a0b3dcc-aece-410f-ae96-ce8c684b32a3 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=796d2c6d-30b5-42c1-adb2-0cf4787f675a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0397179 Nov 22 21:22:02.958452 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625907ee-5081-4eda-8bb4-33fb2afe8d72 req-616ee995-8645-450c-96ac-7fcc3958dd31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:22:02.960054 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-625907ee-5081-4eda-8bb4-33fb2afe8d72 req-616ee995-8645-450c-96ac-7fcc3958dd31 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=556553c23d004910aa149092a0f3a162&device_id=796d2c6d-30b5-42c1-adb2-0cf4787f675a HTTP/1.1" status: 200 len: 1098 time: 0.0404377 Nov 22 21:22:03.040555 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-c2913700-fd55-4cfd-bc76-bbaf0b6d7081 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:22:03.066947 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625907ee-5081-4eda-8bb4-33fb2afe8d72 req-58ce3e4c-a1fc-49ae-ba8a-4d733ef22dac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:22:03.068400 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-625907ee-5081-4eda-8bb4-33fb2afe8d72 req-58ce3e4c-a1fc-49ae-ba8a-4d733ef22dac service neutron] 10.222.0.41 "GET /v2.0/networks?id=0587e529-8a45-45e1-ab21-a897278be2d8 HTTP/1.1" status: 200 len: 909 time: 0.0882192 Nov 22 21:22:03.134546 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-625907ee-5081-4eda-8bb4-33fb2afe8d72 req-98a0bfec-1825-4005-8c4b-4b7a946a1b2f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9ccd27c2-b89e-4ee8-b9a7-739ee52da9cc HTTP/1.1" status: 200 len: 1001 time: 0.0582829 Nov 22 21:22:03.187969 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625907ee-5081-4eda-8bb4-33fb2afe8d72 req-769e91f4-0abc-4d82-ab8f-d243f4f8d533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:22:03.189464 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-625907ee-5081-4eda-8bb4-33fb2afe8d72 req-769e91f4-0abc-4d82-ab8f-d243f4f8d533 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=46e06d5a-0042-48a7-ac6e-04a34d163e49 HTTP/1.1" status: 200 len: 847 time: 0.0473185 Nov 22 21:22:03.240415 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625907ee-5081-4eda-8bb4-33fb2afe8d72 req-f1f5de2c-d4c1-4cdb-ade7-5b0d83313819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:22:03.241930 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-625907ee-5081-4eda-8bb4-33fb2afe8d72 req-f1f5de2c-d4c1-4cdb-ade7-5b0d83313819 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0587e529-8a45-45e1-ab21-a897278be2d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445879 Nov 22 21:22:03.330759 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-625907ee-5081-4eda-8bb4-33fb2afe8d72 req-fc78149e-e5d9-466e-b73c-110fa443c2a4 service neutron] 10.222.0.41 "GET /v2.0/networks/0587e529-8a45-45e1-ab21-a897278be2d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807297 Nov 22 21:22:03.422505 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-625907ee-5081-4eda-8bb4-33fb2afe8d72 req-2e91b999-432c-4e54-a1e6-60d0fcd5be96 service neutron] 10.222.0.41 "GET /v2.0/networks/0587e529-8a45-45e1-ab21-a897278be2d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840800 Nov 22 21:22:03.719927 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-03f0964f-1b75-4df7-99e0-a3cdb56ec2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:22:05.419642 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e49ee129-e862-4476-beca-cdc8150d2345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:22:06.199827 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:22:14.145239 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.agents_db [None req-aa8313f2-1ee4-4e7b-8c5a-d32b2f9d31ee None None] Agent healthcheck: found 7 active agents {{(pid=103450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 21:22:15.207143 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:22:15.237213 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:22:30.141254 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-b41200f5-b6c2-4d3e-ba20-68e4412392ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:22:33.043182 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-8f9e9104-beb9-4bf3-bf96-74f4d32e41d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:22:33.722480 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-03f0964f-1b75-4df7-99e0-a3cdb56ec2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:22:35.421680 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e49ee129-e862-4476-beca-cdc8150d2345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:22:36.201908 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:22:43.257647 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 33812) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:22:43.414873 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-2fe9b074-706d-4e3a-a89e-90414f4bdd5f tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Deleting port f50f2fd6-0ad8-497a-8cbf-bfbb26b769b2 {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 21:22:43.415218 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-2fe9b074-706d-4e3a-a89e-90414f4bdd5f tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:22:43.492119 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-2fe9b074-706d-4e3a-a89e-90414f4bdd5f tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:22:43.492448 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-2fe9b074-706d-4e3a-a89e-90414f4bdd5f tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:22:43.503761 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-2fe9b074-706d-4e3a-a89e-90414f4bdd5f tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Calling delete_port for f50f2fd6-0ad8-497a-8cbf-bfbb26b769b2 owned by network:floatingip {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 21:22:43.648695 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-2fe9b074-706d-4e3a-a89e-90414f4bdd5f tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:22:43.674542 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe9b074-706d-4e3a-a89e-90414f4bdd5f tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Pushing event deleted for resources: {'Port': ['ID=f50f2fd6-0ad8-497a-8cbf-bfbb26b769b2,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:22:43.701205 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe9b074-706d-4e3a-a89e-90414f4bdd5f tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:22:43.701556 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe9b074-706d-4e3a-a89e-90414f4bdd5f tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:22:43.701903 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe9b074-706d-4e3a-a89e-90414f4bdd5f tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:22:43.702245 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe9b074-706d-4e3a-a89e-90414f4bdd5f tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:22:43.702583 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe9b074-706d-4e3a-a89e-90414f4bdd5f tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:22:43.702919 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe9b074-706d-4e3a-a89e-90414f4bdd5f tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:22:43.703253 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe9b074-706d-4e3a-a89e-90414f4bdd5f tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:22:43.703618 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe9b074-706d-4e3a-a89e-90414f4bdd5f tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:22:43.703950 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe9b074-706d-4e3a-a89e-90414f4bdd5f tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:22:43.704276 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe9b074-706d-4e3a-a89e-90414f4bdd5f tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:22:43.704602 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe9b074-706d-4e3a-a89e-90414f4bdd5f tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:22:43.704923 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe9b074-706d-4e3a-a89e-90414f4bdd5f tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:22:43.742090 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-2fe9b074-706d-4e3a-a89e-90414f4bdd5f tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Publish callbacks [] for floatingip, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:22:43.742462 n-d-818823-1 neutron-server[103447]: INFO neutron.db.l3_db [None req-2fe9b074-706d-4e3a-a89e-90414f4bdd5f tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Floating IP 6a46deca-4e63-44e0-baa7-433b8fec84c0 disassociated (deleted). External IP: 172.25.5.84, port: 9ccd27c2-b89e-4ee8-b9a7-739ee52da9cc. Nov 22 21:22:43.948872 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fe9b074-706d-4e3a-a89e-90414f4bdd5f tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Router 2a1a5ecb-ea43-46ae-bbc1-eb40353cb84c has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 21:22:44.054516 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fe9b074-706d-4e3a-a89e-90414f4bdd5f tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 21:22:44.059806 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-2fe9b074-706d-4e3a-a89e-90414f4bdd5f tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for floatingip, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:22:44.064395 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0540a6a6-3c3a-4e3b-a36d-06e19db9f92d None None] Sync routers for ids ['2a1a5ecb-ea43-46ae-bbc1-eb40353cb84c'] in n-d-818823-1 {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 21:22:44.073165 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0540a6a6-3c3a-4e3b-a36d-06e19db9f92d None None] Routers {'2a1a5ecb-ea43-46ae-bbc1-eb40353cb84c'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 21:22:44.074400 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-0540a6a6-3c3a-4e3b-a36d-06e19db9f92d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T21:22:33Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['2a1a5ecb-ea43-46ae-bbc1-eb40353cb84c'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:22:44.086367 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-2fe9b074-706d-4e3a-a89e-90414f4bdd5f tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.46 "DELETE /v2.0/floatingips/6a46deca-4e63-44e0-baa7-433b8fec84c0 HTTP/1.1" status: 204 len: 168 time: 0.8276162 Nov 22 21:22:44.087073 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '796d2c6d-30b5-42c1-adb2-0cf4787f675a', 'tag': '9ccd27c2-b89e-4ee8-b9a7-739ee52da9cc'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 21:22:44.089513 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0b87e146ffa5c253ca46002a571dfb52564e5f7c412d10689cf18353d020cb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d59fc1c-8f82-4890-80c4-143c59d376f3" -d '{"events": [{"name": "network-changed", "server_uuid": "796d2c6d-30b5-42c1-adb2-0cf4787f675a", "tag": "9ccd27c2-b89e-4ee8-b9a7-739ee52da9cc"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 21:22:44.130331 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 21:22:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f21c3b0-cbc4-4422-a108-59977de7b059 x-openstack-request-id: req-5f21c3b0-cbc4-4422-a108-59977de7b059 {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 21:22:44.130632 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "796d2c6d-30b5-42c1-adb2-0cf4787f675a", "tag": "9ccd27c2-b89e-4ee8-b9a7-739ee52da9cc", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 21:22:44.131012 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5f21c3b0-cbc4-4422-a108-59977de7b059 {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 21:22:44.131298 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '796d2c6d-30b5-42c1-adb2-0cf4787f675a', 'tag': '9ccd27c2-b89e-4ee8-b9a7-739ee52da9cc', 'status': 'completed', 'code': 200} Nov 22 21:22:44.191166 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-0540a6a6-3c3a-4e3b-a36d-06e19db9f92d None None] Set router 2a1a5ecb-ea43-46ae-bbc1-eb40353cb84c gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 21:22:44.206319 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d59fc1c-8f82-4890-80c4-143c59d376f3 req-788a2fba-76df-457c-bf96-10be8ed254a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:22:44.209351 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-1d59fc1c-8f82-4890-80c4-143c59d376f3 req-788a2fba-76df-457c-bf96-10be8ed254a0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=556553c23d004910aa149092a0f3a162&device_id=796d2c6d-30b5-42c1-adb2-0cf4787f675a HTTP/1.1" status: 200 len: 1098 time: 0.0520239 Nov 22 21:22:44.322029 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d59fc1c-8f82-4890-80c4-143c59d376f3 req-1bcd6bde-b17d-44b4-9383-624460d3c522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:22:44.324217 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-1d59fc1c-8f82-4890-80c4-143c59d376f3 req-1bcd6bde-b17d-44b4-9383-624460d3c522 service neutron] 10.222.0.41 "GET /v2.0/networks?id=0587e529-8a45-45e1-ab21-a897278be2d8 HTTP/1.1" status: 200 len: 909 time: 0.1067231 Nov 22 21:22:44.326270 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce87583d-3e70-4c98-b901-390e21146aed req-6f31e4e1-882a-4a43-a931-0a8783bb6af1 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:22:44.327962 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ce87583d-3e70-4c98-b901-390e21146aed req-6f31e4e1-882a-4a43-a931-0a8783bb6af1 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.46 "GET /v2.0/ports?device_id=796d2c6d-30b5-42c1-adb2-0cf4787f675a HTTP/1.1" status: 200 len: 947 time: 0.0525012 Nov 22 21:22:44.376293 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-1d59fc1c-8f82-4890-80c4-143c59d376f3 req-7494fa7e-6b3c-4660-b6a1-0441f6f31b3e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9ccd27c2-b89e-4ee8-b9a7-739ee52da9cc HTTP/1.1" status: 200 len: 217 time: 0.0442178 Nov 22 21:22:44.385629 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-ce87583d-3e70-4c98-b901-390e21146aed req-b2989585-0bec-4d91-b261-522f07b40002 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.46 "GET /v2.0/security-groups?id=6df0abb6-b5e3-49b4-a5f1-6de028c107e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516469 Nov 22 21:22:44.402788 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-0540a6a6-3c3a-4e3b-a36d-06e19db9f92d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a1a5ecb-ea43-46ae-bbc1-eb40353cb84c', 'name': 'tempest-TestShelveInstance-638224312-router', 'tenant_id': '556553c23d004910aa149092a0f3a162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.22'}], 'enable_snat': True}, 'gw_port_id': '9df4cb0f-bfcf-4588-9876-4725486a9967', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T21:18:27Z', 'updated_at': '2021-11-22T21:18:29Z', 'revision_number': 4, 'project_id': '556553c23d004910aa149092a0f3a162', 'gw_port': {'id': '9df4cb0f-bfcf-4588-9876-4725486a9967', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:f8:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1a5ecb-ea43-46ae-bbc1-eb40353cb84c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:18:27Z', 'updated_at': '2021-11-22T21:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': 'fb956b44-45d2-4170-b020-d1cfc54a896e', 'name': '', 'network_id': '0587e529-8a45-45e1-ab21-a897278be2d8', 'tenant_id': '556553c23d004910aa149092a0f3a162', 'mac_address': 'fa:16:3e:15:06:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1a5ecb-ea43-46ae-bbc1-eb40353cb84c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '46e06d5a-0042-48a7-ac6e-04a34d163e49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:18:29Z', 'updated_at': '2021-11-22T21:18:35Z', 'revision_number': 5, 'project_id': '556553c23d004910aa149092a0f3a162', 'subnets': [{'id': '46e06d5a-0042-48a7-ac6e-04a34d163e49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:22:44.429351 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d59fc1c-8f82-4890-80c4-143c59d376f3 req-f90869ad-317d-4113-9c0f-d1f3eb6568ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:22:44.430867 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-1d59fc1c-8f82-4890-80c4-143c59d376f3 req-f90869ad-317d-4113-9c0f-d1f3eb6568ae service neutron] 10.222.0.41 "GET /v2.0/subnets?id=46e06d5a-0042-48a7-ac6e-04a34d163e49 HTTP/1.1" status: 200 len: 847 time: 0.0469909 Nov 22 21:22:44.433523 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0540a6a6-3c3a-4e3b-a36d-06e19db9f92d None None] Checking router: 2a1a5ecb-ea43-46ae-bbc1-eb40353cb84c for host: n-d-818823-1 {{(pid=103449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 21:22:44.441922 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0540a6a6-3c3a-4e3b-a36d-06e19db9f92d None None] Routers {'2a1a5ecb-ea43-46ae-bbc1-eb40353cb84c'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 21:22:44.442521 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-0540a6a6-3c3a-4e3b-a36d-06e19db9f92d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T21:22:33Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['2a1a5ecb-ea43-46ae-bbc1-eb40353cb84c'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:22:44.476568 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d59fc1c-8f82-4890-80c4-143c59d376f3 req-837b04a2-cdc5-4a75-ad7b-950c47ecd129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:22:44.478020 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-1d59fc1c-8f82-4890-80c4-143c59d376f3 req-837b04a2-cdc5-4a75-ad7b-950c47ecd129 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0587e529-8a45-45e1-ab21-a897278be2d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396626 Nov 22 21:22:44.547196 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-0540a6a6-3c3a-4e3b-a36d-06e19db9f92d None None] Set router 2a1a5ecb-ea43-46ae-bbc1-eb40353cb84c gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 21:22:44.571851 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-1d59fc1c-8f82-4890-80c4-143c59d376f3 req-4c5262c8-dd1b-400b-aef4-244740dccd40 service neutron] 10.222.0.41 "GET /v2.0/networks/0587e529-8a45-45e1-ab21-a897278be2d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861764 Nov 22 21:22:44.661377 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-1d59fc1c-8f82-4890-80c4-143c59d376f3 req-4da44f20-0547-48ad-b29a-7deed913fae8 service neutron] 10.222.0.41 "GET /v2.0/networks/0587e529-8a45-45e1-ab21-a897278be2d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825372 Nov 22 21:22:44.905097 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-0540a6a6-3c3a-4e3b-a36d-06e19db9f92d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a1a5ecb-ea43-46ae-bbc1-eb40353cb84c', 'name': 'tempest-TestShelveInstance-638224312-router', 'tenant_id': '556553c23d004910aa149092a0f3a162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.22'}], 'enable_snat': True}, 'gw_port_id': '9df4cb0f-bfcf-4588-9876-4725486a9967', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T21:18:27Z', 'updated_at': '2021-11-22T21:18:29Z', 'revision_number': 4, 'project_id': '556553c23d004910aa149092a0f3a162', 'gw_port': {'id': '9df4cb0f-bfcf-4588-9876-4725486a9967', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:f8:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1a5ecb-ea43-46ae-bbc1-eb40353cb84c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:18:27Z', 'updated_at': '2021-11-22T21:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': 'fb956b44-45d2-4170-b020-d1cfc54a896e', 'name': '', 'network_id': '0587e529-8a45-45e1-ab21-a897278be2d8', 'tenant_id': '556553c23d004910aa149092a0f3a162', 'mac_address': 'fa:16:3e:15:06:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1a5ecb-ea43-46ae-bbc1-eb40353cb84c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '46e06d5a-0042-48a7-ac6e-04a34d163e49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:18:29Z', 'updated_at': '2021-11-22T21:18:35Z', 'revision_number': 5, 'project_id': '556553c23d004910aa149092a0f3a162', 'subnets': [{'id': '46e06d5a-0042-48a7-ac6e-04a34d163e49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:22:44.934716 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0540a6a6-3c3a-4e3b-a36d-06e19db9f92d None None] The sync data for ids ['2a1a5ecb-ea43-46ae-bbc1-eb40353cb84c'] in n-d-818823-1 is: [{'id': '2a1a5ecb-ea43-46ae-bbc1-eb40353cb84c', 'name': 'tempest-TestShelveInstance-638224312-router', 'tenant_id': '556553c23d004910aa149092a0f3a162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.22'}], 'enable_snat': True}, 'gw_port_id': '9df4cb0f-bfcf-4588-9876-4725486a9967', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T21:18:27Z', 'updated_at': '2021-11-22T21:18:29Z', 'revision_number': 4, 'project_id': '556553c23d004910aa149092a0f3a162', 'gw_port': {'id': '9df4cb0f-bfcf-4588-9876-4725486a9967', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:f8:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1a5ecb-ea43-46ae-bbc1-eb40353cb84c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:18:27Z', 'updated_at': '2021-11-22T21:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': 'fb956b44-45d2-4170-b020-d1cfc54a896e', 'name': '', 'network_id': '0587e529-8a45-45e1-ab21-a897278be2d8', 'tenant_id': '556553c23d004910aa149092a0f3a162', 'mac_address': 'fa:16:3e:15:06:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1a5ecb-ea43-46ae-bbc1-eb40353cb84c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '46e06d5a-0042-48a7-ac6e-04a34d163e49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:18:29Z', 'updated_at': '2021-11-22T21:18:35Z', 'revision_number': 5, 'project_id': '556553c23d004910aa149092a0f3a162', 'subnets': [{'id': '46e06d5a-0042-48a7-ac6e-04a34d163e49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 21:22:45.217335 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:22:45.239615 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:22:45.259219 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cde6c6f-b421-4a45-a4ec-950c432fece6 None None] New status for floating IP 6a46deca-4e63-44e0-baa7-433b8fec84c0: DOWN {{(pid=103450) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 21:22:45.505003 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1db3877-e48d-4225-aa95-0f64c069dea3 req-9e920e2e-1d0f-465e-b29d-0d9118f662e0 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:22:45.506498 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e1db3877-e48d-4225-aa95-0f64c069dea3 req-9e920e2e-1d0f-465e-b29d-0d9118f662e0 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.46 "GET /v2.0/ports?device_id=796d2c6d-30b5-42c1-adb2-0cf4787f675a HTTP/1.1" status: 200 len: 947 time: 0.0485673 Nov 22 21:22:45.547550 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0335190-7c53-4934-b76f-0607a809f7d2 req-463749c4-4a6e-41d9-ab50-9f9c16c9587a tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:22:45.549029 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-c0335190-7c53-4934-b76f-0607a809f7d2 req-463749c4-4a6e-41d9-ab50-9f9c16c9587a tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.41 "GET /v2.0/ports?device_id=796d2c6d-30b5-42c1-adb2-0cf4787f675a HTTP/1.1" status: 200 len: 947 time: 0.0496664 Nov 22 21:22:45.556769 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e1db3877-e48d-4225-aa95-0f64c069dea3 req-727bbfba-d08a-44ae-8b8a-830773da20fa tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.46 "GET /v2.0/security-groups?id=6df0abb6-b5e3-49b4-a5f1-6de028c107e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436876 Nov 22 21:22:45.646710 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [req-c0335190-7c53-4934-b76f-0607a809f7d2 req-21550c35-ad63-401c-a53c-0d19d8b80eba tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Deleting port 9ccd27c2-b89e-4ee8-b9a7-739ee52da9cc {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 21:22:45.647054 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-c0335190-7c53-4934-b76f-0607a809f7d2 req-21550c35-ad63-401c-a53c-0d19d8b80eba tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:22:45.738549 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-c0335190-7c53-4934-b76f-0607a809f7d2 req-21550c35-ad63-401c-a53c-0d19d8b80eba tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] For port 9ccd27c2-b89e-4ee8-b9a7-739ee52da9cc, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=9ccd27c2-b89e-4ee8-b9a7-739ee52da9cc,segment=NetworkSegment(a02e6268-7bf8-4ae7-b633-55a608c3a0f9),segment_id=a02e6268-7bf8-4ae7-b633-55a608c3a0f9)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 21:22:45.738917 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-c0335190-7c53-4934-b76f-0607a809f7d2 req-21550c35-ad63-401c-a53c-0d19d8b80eba tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:22:45.750544 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [req-c0335190-7c53-4934-b76f-0607a809f7d2 req-21550c35-ad63-401c-a53c-0d19d8b80eba tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Calling delete_port for 9ccd27c2-b89e-4ee8-b9a7-739ee52da9cc owned by compute:nova {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 21:22:45.888689 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-c0335190-7c53-4934-b76f-0607a809f7d2 req-21550c35-ad63-401c-a53c-0d19d8b80eba tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:22:45.922395 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21550c35-ad63-401c-a53c-0d19d8b80eba tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Pushing event deleted for resources: {'Port': ['ID=9ccd27c2-b89e-4ee8-b9a7-739ee52da9cc,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:22:45.934168 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21550c35-ad63-401c-a53c-0d19d8b80eba tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:22:45.934528 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21550c35-ad63-401c-a53c-0d19d8b80eba tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:22:45.934874 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21550c35-ad63-401c-a53c-0d19d8b80eba tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:22:45.935213 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21550c35-ad63-401c-a53c-0d19d8b80eba tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:22:45.935580 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21550c35-ad63-401c-a53c-0d19d8b80eba tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:22:45.935920 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21550c35-ad63-401c-a53c-0d19d8b80eba tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:22:45.936256 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21550c35-ad63-401c-a53c-0d19d8b80eba tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:22:45.936590 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21550c35-ad63-401c-a53c-0d19d8b80eba tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:22:45.936920 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21550c35-ad63-401c-a53c-0d19d8b80eba tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:22:45.937695 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21550c35-ad63-401c-a53c-0d19d8b80eba tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:22:45.937695 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21550c35-ad63-401c-a53c-0d19d8b80eba tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:22:45.937874 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21550c35-ad63-401c-a53c-0d19d8b80eba tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:22:45.986455 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0335190-7c53-4934-b76f-0607a809f7d2 req-21550c35-ad63-401c-a53c-0d19d8b80eba tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] No DVR routers for this DVR port 9ccd27c2-b89e-4ee8-b9a7-739ee52da9cc on host n-h1-818823-1 {{(pid=103448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 21:22:45.989148 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-c0335190-7c53-4934-b76f-0607a809f7d2 req-21550c35-ad63-401c-a53c-0d19d8b80eba tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:22:45.992634 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-c0335190-7c53-4934-b76f-0607a809f7d2 req-21550c35-ad63-401c-a53c-0d19d8b80eba tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.41 "DELETE /v2.0/ports/9ccd27c2-b89e-4ee8-b9a7-739ee52da9cc HTTP/1.1" status: 204 len: 173 time: 0.4374797 Nov 22 21:22:45.993113 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '796d2c6d-30b5-42c1-adb2-0cf4787f675a', 'name': 'network-vif-deleted', 'tag': '9ccd27c2-b89e-4ee8-b9a7-739ee52da9cc'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 21:22:45.995526 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d75c62b18f4846ba0ff3fb32e7a2f33757bcd91f6941723bbc4e48e63e422314" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bae6103-fd3a-4b43-839a-30b381b68a05" -d '{"events": [{"server_uuid": "796d2c6d-30b5-42c1-adb2-0cf4787f675a", "name": "network-vif-deleted", "tag": "9ccd27c2-b89e-4ee8-b9a7-739ee52da9cc"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 21:22:46.036355 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 21:22:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8343448c-5861-4c7a-a8c6-c0ca170baaef x-openstack-request-id: req-8343448c-5861-4c7a-a8c6-c0ca170baaef {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 21:22:46.036651 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "796d2c6d-30b5-42c1-adb2-0cf4787f675a", "name": "network-vif-deleted", "tag": "9ccd27c2-b89e-4ee8-b9a7-739ee52da9cc", "status": "completed", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 21:22:46.036956 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8343448c-5861-4c7a-a8c6-c0ca170baaef {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 21:22:46.037361 n-d-818823-1 neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '796d2c6d-30b5-42c1-adb2-0cf4787f675a', 'name': 'network-vif-deleted', 'tag': '9ccd27c2-b89e-4ee8-b9a7-739ee52da9cc', 'status': 'completed', 'code': 200} Nov 22 21:22:46.614925 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 33832) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:22:46.670468 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c4775ac2-8439-4bc4-b592-07042ad3f2c1 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:22:46.694471 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c4775ac2-8439-4bc4-b592-07042ad3f2c1 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:22:46.755277 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c4775ac2-8439-4bc4-b592-07042ad3f2c1 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:22:46.758123 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c4775ac2-8439-4bc4-b592-07042ad3f2c1 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:22:46.759291 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-c4775ac2-8439-4bc4-b592-07042ad3f2c1 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.46 "DELETE /v2.0/security-groups/6df0abb6-b5e3-49b4-a5f1-6de028c107e6 HTTP/1.1" status: 204 len: 168 time: 0.1433284 Nov 22 21:22:46.769280 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4775ac2-8439-4bc4-b592-07042ad3f2c1 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6df0abb6-b5e3-49b4-a5f1-6de028c107e6,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:22:47.064141 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 33838) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:22:47.068693 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-918f8646-9507-4479-9969-2fc753bd46aa tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-825687623', 'description': 'tempest-secgroup-smoke-825687623 description', 'project_id': '556553c23d004910aa149092a0f3a162'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 21:22:47.091280 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-918f8646-9507-4479-9969-2fc753bd46aa tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:22:47.157809 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-918f8646-9507-4479-9969-2fc753bd46aa tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:22:47.161177 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-918f8646-9507-4479-9969-2fc753bd46aa tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:22:47.188889 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-918f8646-9507-4479-9969-2fc753bd46aa tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:22:47.190111 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-918f8646-9507-4479-9969-2fc753bd46aa tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1249628 Nov 22 21:22:47.193159 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 33840) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:22:47.194446 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918f8646-9507-4479-9969-2fc753bd46aa tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ec79923-4331-4f04-9feb-b792217c791a,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:22:47.199534 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-d3d892fa-2e80-47dd-9a46-b8e5b599a694 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Request body: {'security_group_rule': {'security_group_id': '6ec79923-4331-4f04-9feb-b792217c791a', 'project_id': '556553c23d004910aa149092a0f3a162', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 21:22:47.226037 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d3d892fa-2e80-47dd-9a46-b8e5b599a694 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:22:47.280648 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d3d892fa-2e80-47dd-9a46-b8e5b599a694 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:22:47.284021 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d3d892fa-2e80-47dd-9a46-b8e5b599a694 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572323'] for security_group_rule, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:22:47.304606 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d892fa-2e80-47dd-9a46-b8e5b599a694 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b8554a5-81e5-4ed2-8677-686686ad4b48,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:22:47.310308 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d3d892fa-2e80-47dd-9a46-b8e5b599a694 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:22:47.311343 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-d3d892fa-2e80-47dd-9a46-b8e5b599a694 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1170080 Nov 22 21:22:47.314130 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 33842) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:22:47.318325 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-80092200-5897-4a57-8758-38327db23540 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Request body: {'security_group_rule': {'security_group_id': '6ec79923-4331-4f04-9feb-b792217c791a', 'project_id': '556553c23d004910aa149092a0f3a162', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 21:22:47.344480 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-80092200-5897-4a57-8758-38327db23540 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:22:47.398538 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-80092200-5897-4a57-8758-38327db23540 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:22:47.402636 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-80092200-5897-4a57-8758-38327db23540 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572323'] for security_group_rule, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:22:47.422104 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80092200-5897-4a57-8758-38327db23540 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4196b0a5-fbc1-430d-8fe8-037d1798ed78,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:22:47.430334 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-80092200-5897-4a57-8758-38327db23540 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:22:47.432087 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-80092200-5897-4a57-8758-38327db23540 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1164749 Nov 22 21:22:47.434391 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 33844) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:22:47.438589 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-25669e5c-ba29-4cb3-91bd-4422b4f7475f tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Request body: {'security_group_rule': {'security_group_id': '6ec79923-4331-4f04-9feb-b792217c791a', 'project_id': '556553c23d004910aa149092a0f3a162', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 21:22:47.465761 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-25669e5c-ba29-4cb3-91bd-4422b4f7475f tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:22:47.525536 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-25669e5c-ba29-4cb3-91bd-4422b4f7475f tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:22:47.529561 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-25669e5c-ba29-4cb3-91bd-4422b4f7475f tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572323'] for security_group_rule, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:22:47.546228 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25669e5c-ba29-4cb3-91bd-4422b4f7475f tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e6014d8-073d-4b3e-b5a9-720e1dfff643,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:22:47.554015 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-25669e5c-ba29-4cb3-91bd-4422b4f7475f tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:22:47.555204 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-25669e5c-ba29-4cb3-91bd-4422b4f7475f tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1198990 Nov 22 21:22:47.557988 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 33846) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:22:47.562353 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-fffe53da-4917-49e5-8f8a-1090ba0674b1 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Request body: {'security_group_rule': {'security_group_id': '6ec79923-4331-4f04-9feb-b792217c791a', 'project_id': '556553c23d004910aa149092a0f3a162', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 21:22:47.588332 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-fffe53da-4917-49e5-8f8a-1090ba0674b1 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:22:47.647681 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-fffe53da-4917-49e5-8f8a-1090ba0674b1 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:22:47.650919 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-fffe53da-4917-49e5-8f8a-1090ba0674b1 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572323'] for security_group_rule, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:22:47.668368 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffe53da-4917-49e5-8f8a-1090ba0674b1 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0cb3d7c-6607-46b5-bcdd-1e801fce5a68,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:22:47.675848 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-fffe53da-4917-49e5-8f8a-1090ba0674b1 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:22:47.677051 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-fffe53da-4917-49e5-8f8a-1090ba0674b1 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1180770 Nov 22 21:22:47.679803 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 33848) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:22:47.684114 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-f08f46cb-57a1-45cb-9029-93f0bb31390e tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Request body: {'security_group_rule': {'security_group_id': '6ec79923-4331-4f04-9feb-b792217c791a', 'project_id': '556553c23d004910aa149092a0f3a162', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 21:22:47.704940 n-d-818823-1 neutron-server[103448]: INFO neutron.db.securitygroups_db [None req-f08f46cb-57a1-45cb-9029-93f0bb31390e tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Project 556553c23d004910aa149092a0f3a162 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 22 21:22:47.709671 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f08f46cb-57a1-45cb-9029-93f0bb31390e tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:22:47.766205 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f08f46cb-57a1-45cb-9029-93f0bb31390e tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:22:47.770047 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f08f46cb-57a1-45cb-9029-93f0bb31390e tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572323'] for security_group_rule, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:22:47.787988 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08f46cb-57a1-45cb-9029-93f0bb31390e tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6273b6b-e7e1-40ea-b073-418ad0bff4c9,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:22:47.799137 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f08f46cb-57a1-45cb-9029-93f0bb31390e tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:22:47.800402 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-f08f46cb-57a1-45cb-9029-93f0bb31390e tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1196778 Nov 22 21:22:47.803246 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 33850) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:22:47.807578 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-573219f2-86b7-40bf-bbea-86380a1b9d30 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Request body: {'security_group_rule': {'security_group_id': '6ec79923-4331-4f04-9feb-b792217c791a', 'project_id': '556553c23d004910aa149092a0f3a162', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 21:22:47.829364 n-d-818823-1 neutron-server[103448]: INFO neutron.db.securitygroups_db [None req-573219f2-86b7-40bf-bbea-86380a1b9d30 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Project 556553c23d004910aa149092a0f3a162 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 22 21:22:47.834094 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-573219f2-86b7-40bf-bbea-86380a1b9d30 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:22:47.899607 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-573219f2-86b7-40bf-bbea-86380a1b9d30 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:22:47.903432 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-573219f2-86b7-40bf-bbea-86380a1b9d30 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572323'] for security_group_rule, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:22:47.924008 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573219f2-86b7-40bf-bbea-86380a1b9d30 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0f75461-d083-45c0-88b3-6c46b0914969,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:22:47.931789 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-573219f2-86b7-40bf-bbea-86380a1b9d30 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:22:47.933565 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-573219f2-86b7-40bf-bbea-86380a1b9d30 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1293607 Nov 22 21:22:49.821121 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 9ccd27c2-b89e-4ee8-b9a7-739ee52da9cc no longer exists at agent hyperv_n-h1-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 21:22:49.841621 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] No Port match for: 9ccd27c2-b89e-4ee8-b9a7-739ee52da9cc {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 21:22:49.842062 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 9ccd27c2-b89e-4ee8-b9a7-739ee52da9cc not bound to the agent host n-h1-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 21:22:51.143720 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.agents_db [None req-aa8313f2-1ee4-4e7b-8c5a-d32b2f9d31ee None None] Agent healthcheck: found 7 active agents {{(pid=103450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 21:23:00.144382 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-fdfde3e4-0ba8-404e-bb40-9043b51e80ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:23:03.045699 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-8a2006f5-057e-4c93-b7d9-377c35343981 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:23:03.154722 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-fc45fad6-36df-44fc-adf2-8fef30420cde req-66262bea-c1e6-4c28-ab0f-60a1fa6280c8 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-825687623&fields=id&tenant_id=556553c23d004910aa149092a0f3a162 HTTP/1.1" status: 200 len: 267 time: 0.0447690 Nov 22 21:23:03.264322 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc45fad6-36df-44fc-adf2-8fef30420cde req-2cd2b849-a7f2-4f64-ba27-6cc5fdafa184 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:23:03.265762 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-fc45fad6-36df-44fc-adf2-8fef30420cde req-2cd2b849-a7f2-4f64-ba27-6cc5fdafa184 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.46 "GET /v2.0/networks?id=0587e529-8a45-45e1-ab21-a897278be2d8 HTTP/1.1" status: 200 len: 808 time: 0.1043029 Nov 22 21:23:03.281985 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-fc45fad6-36df-44fc-adf2-8fef30420cde req-99f7410d-1a9f-419b-bf79-9321c9cf8ded tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.46 "GET /v2.0/quotas/556553c23d004910aa149092a0f3a162 HTTP/1.1" status: 200 len: 375 time: 0.0090861 Nov 22 21:23:03.332378 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-fc45fad6-36df-44fc-adf2-8fef30420cde req-70f998d5-bbba-4d0e-8831-229dc112cf1e tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=556553c23d004910aa149092a0f3a162&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0448947 Nov 22 21:23:03.424043 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-fc45fad6-36df-44fc-adf2-8fef30420cde req-45f8a898-b046-4280-84f8-447f511df6d6 service neutron] 10.222.0.46 "GET /v2.0/networks/0587e529-8a45-45e1-ab21-a897278be2d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803790 Nov 22 21:23:03.515445 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-fc45fad6-36df-44fc-adf2-8fef30420cde req-d1d4bbfa-dcd9-461a-a8fb-7443272fbbca service neutron] 10.222.0.46 "GET /v2.0/networks/0587e529-8a45-45e1-ab21-a897278be2d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852144 Nov 22 21:23:03.726762 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-03f0964f-1b75-4df7-99e0-a3cdb56ec2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:23:03.798651 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-fef5e2f3-91dc-47b0-9a1f-8d3ccb9c9fbc req-7fbd408d-1a39-4d8d-8819-60382cd8453f tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.46 "GET /v2.0/ports?device_id=871ee109-05f6-4e85-8562-bad823b1dc6c HTTP/1.1" status: 200 len: 210 time: 0.0285804 Nov 22 21:23:04.855452 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc45fad6-36df-44fc-adf2-8fef30420cde req-665edfeb-4d66-4498-bef7-83f151c80f2f tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:23:04.857236 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-fc45fad6-36df-44fc-adf2-8fef30420cde req-665edfeb-4d66-4498-bef7-83f151c80f2f tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.20 "GET /v2.0/networks?id=0587e529-8a45-45e1-ab21-a897278be2d8 HTTP/1.1" status: 200 len: 808 time: 0.1097233 Nov 22 21:23:04.930431 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-87d88ee8-17da-490a-9df0-fc3197a00ec4 req-d98ca150-d883-4033-8095-be62760d2895 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.46 "GET /v2.0/ports?device_id=871ee109-05f6-4e85-8562-bad823b1dc6c HTTP/1.1" status: 200 len: 210 time: 0.0413175 Nov 22 21:23:04.947818 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-fc45fad6-36df-44fc-adf2-8fef30420cde req-d2632d63-c219-4a39-8e70-39aabfedc136 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=556553c23d004910aa149092a0f3a162 HTTP/1.1" status: 200 len: 379 time: 0.0800889 Nov 22 21:23:04.956939 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-fc45fad6-36df-44fc-adf2-8fef30420cde req-96420778-04ea-40a4-8970-dc737ad2a28a tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Request body: {'port': {'device_id': '871ee109-05f6-4e85-8562-bad823b1dc6c', 'network_id': '0587e529-8a45-45e1-ab21-a897278be2d8', 'admin_state_up': True, 'tenant_id': '556553c23d004910aa149092a0f3a162', 'security_groups': ['6ec79923-4331-4f04-9feb-b792217c791a']}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 21:23:05.069851 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc45fad6-36df-44fc-adf2-8fef30420cde req-96420778-04ea-40a4-8970-dc737ad2a28a tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Made reservation on behalf of 556553c23d004910aa149092a0f3a162 for: {'port': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 21:23:05.073245 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-fc45fad6-36df-44fc-adf2-8fef30420cde req-96420778-04ea-40a4-8970-dc737ad2a28a tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:23:05.205342 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [req-fc45fad6-36df-44fc-adf2-8fef30420cde req-96420778-04ea-40a4-8970-dc737ad2a28a tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Allocated IP 172.20.0.3 (0587e529-8a45-45e1-ab21-a897278be2d8/46e06d5a-0042-48a7-ac6e-04a34d163e49/05ad37bb-a4c8-4744-bc0b-fa7638066b47) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 21:23:05.345303 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-fc45fad6-36df-44fc-adf2-8fef30420cde req-96420778-04ea-40a4-8970-dc737ad2a28a tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:23:05.378740 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-fc45fad6-36df-44fc-adf2-8fef30420cde req-96420778-04ea-40a4-8970-dc737ad2a28a tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:23:05.425601 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e49ee129-e862-4476-beca-cdc8150d2345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:23:05.429116 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc45fad6-36df-44fc-adf2-8fef30420cde req-96420778-04ea-40a4-8970-dc737ad2a28a tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Network 0587e529-8a45-45e1-ab21-a897278be2d8 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 21:23:05.432980 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [req-fc45fad6-36df-44fc-adf2-8fef30420cde req-96420778-04ea-40a4-8970-dc737ad2a28a tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 21:23:05.436686 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc45fad6-36df-44fc-adf2-8fef30420cde req-96420778-04ea-40a4-8970-dc737ad2a28a tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 21:23:05.464366 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96420778-04ea-40a4-8970-dc737ad2a28a tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Pushing event updated for resources: {'Port': ['ID=05ad37bb-a4c8-4744-bc0b-fa7638066b47,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:23:05.504719 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc45fad6-36df-44fc-adf2-8fef30420cde req-96420778-04ea-40a4-8970-dc737ad2a28a tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:23:05.505467 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-fc45fad6-36df-44fc-adf2-8fef30420cde req-96420778-04ea-40a4-8970-dc737ad2a28a tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:23:05.522682 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-fc45fad6-36df-44fc-adf2-8fef30420cde req-96420778-04ea-40a4-8970-dc737ad2a28a tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5693805 Nov 22 21:23:05.583835 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-fc45fad6-36df-44fc-adf2-8fef30420cde req-ab876959-174b-40e7-8a97-6ced76dab129 service neutron] Request body: {'port': {'device_id': '871ee109-05f6-4e85-8562-bad823b1dc6c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818823-1'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 21:23:05.645104 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-fc45fad6-36df-44fc-adf2-8fef30420cde req-ab876959-174b-40e7-8a97-6ced76dab129 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:23:05.679689 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-b356db2f-aca8-488f-bb43-1b72c977f6a8 None None] Provisioning complete for port 05ad37bb-a4c8-4744-bc0b-fa7638066b47 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 21:23:05.680051 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-b356db2f-aca8-488f-bb43-1b72c977f6a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:23:05.720242 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-b356db2f-aca8-488f-bb43-1b72c977f6a8 None None] Port 05ad37bb-a4c8-4744-bc0b-fa7638066b47 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 21:23:05.921073 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [req-fc45fad6-36df-44fc-adf2-8fef30420cde req-ab876959-174b-40e7-8a97-6ced76dab129 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05ad37bb-a4c8-4744-bc0b-fa7638066b47 {{(pid=103447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 21:23:05.928637 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-fc45fad6-36df-44fc-adf2-8fef30420cde req-ab876959-174b-40e7-8a97-6ced76dab129 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:23:05.941339 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.provisioning_blocks [req-fc45fad6-36df-44fc-adf2-8fef30420cde req-ab876959-174b-40e7-8a97-6ced76dab129 service neutron] Transition to ACTIVE for port object 05ad37bb-a4c8-4744-bc0b-fa7638066b47 will not be triggered until provisioned by entity L2. {{(pid=103447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 21:23:05.945091 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-fc45fad6-36df-44fc-adf2-8fef30420cde req-ab876959-174b-40e7-8a97-6ced76dab129 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:23:05.993789 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab876959-174b-40e7-8a97-6ced76dab129 service neutron] Pushing event updated for resources: {'Port': ['ID=05ad37bb-a4c8-4744-bc0b-fa7638066b47,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:23:06.106893 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bbeab2-a884-4f99-80a9-df7506364736 req-96adf3fd-e494-4c14-8722-0227550c6088 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:23:06.108505 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d1bbeab2-a884-4f99-80a9-df7506364736 req-96adf3fd-e494-4c14-8722-0227550c6088 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.46 "GET /v2.0/ports?device_id=871ee109-05f6-4e85-8562-bad823b1dc6c HTTP/1.1" status: 200 len: 943 time: 0.0847244 Nov 22 21:23:06.114329 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-fc45fad6-36df-44fc-adf2-8fef30420cde req-ab876959-174b-40e7-8a97-6ced76dab129 service neutron] Attempting to bind port 05ad37bb-a4c8-4744-bc0b-fa7638066b47 on host n-h2-818823-1 for vnic_type normal with profile {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 21:23:06.115319 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-fc45fad6-36df-44fc-adf2-8fef30420cde req-ab876959-174b-40e7-8a97-6ced76dab129 service neutron] Attempting to bind port 05ad37bb-a4c8-4744-bc0b-fa7638066b47 by drivers openvswitch,hyperv on host n-h2-818823-1 at level 0 using segments [{'id': 'a02e6268-7bf8-4ae7-b633-55a608c3a0f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '0587e529-8a45-45e1-ab21-a897278be2d8'}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 21:23:06.115773 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc45fad6-36df-44fc-adf2-8fef30420cde req-ab876959-174b-40e7-8a97-6ced76dab129 service neutron] Attempting to bind port 05ad37bb-a4c8-4744-bc0b-fa7638066b47 on network 0587e529-8a45-45e1-ab21-a897278be2d8 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 21:23:06.152094 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc45fad6-36df-44fc-adf2-8fef30420cde req-ab876959-174b-40e7-8a97-6ced76dab129 service neutron] Port 05ad37bb-a4c8-4744-bc0b-fa7638066b47 on network 0587e529-8a45-45e1-ab21-a897278be2d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-818823-1 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 21:23:06.152710 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc45fad6-36df-44fc-adf2-8fef30420cde req-ab876959-174b-40e7-8a97-6ced76dab129 service neutron] Attempting to bind port 05ad37bb-a4c8-4744-bc0b-fa7638066b47 on network 0587e529-8a45-45e1-ab21-a897278be2d8 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 21:23:06.163262 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc45fad6-36df-44fc-adf2-8fef30420cde req-ab876959-174b-40e7-8a97-6ced76dab129 service neutron] Checking agent: {'id': '65e0486a-7030-4065-96f0-10aa7402a530', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'started_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 21, 22, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 21:23:06.163884 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc45fad6-36df-44fc-adf2-8fef30420cde req-ab876959-174b-40e7-8a97-6ced76dab129 service neutron] Checking segment: {'id': 'a02e6268-7bf8-4ae7-b633-55a608c3a0f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '0587e529-8a45-45e1-ab21-a897278be2d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 21:23:06.164376 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc45fad6-36df-44fc-adf2-8fef30420cde req-ab876959-174b-40e7-8a97-6ced76dab129 service neutron] Bound using segment: {'id': 'a02e6268-7bf8-4ae7-b633-55a608c3a0f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '0587e529-8a45-45e1-ab21-a897278be2d8'} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 21:23:06.164919 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-fc45fad6-36df-44fc-adf2-8fef30420cde req-ab876959-174b-40e7-8a97-6ced76dab129 service neutron] Bound port: 05ad37bb-a4c8-4744-bc0b-fa7638066b47, host: n-h2-818823-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a02e6268-7bf8-4ae7-b633-55a608c3a0f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '0587e529-8a45-45e1-ab21-a897278be2d8'}}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 21:23:06.165377 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-fc45fad6-36df-44fc-adf2-8fef30420cde req-ab876959-174b-40e7-8a97-6ced76dab129 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:23:06.226595 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:23:06.249219 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d1bbeab2-a884-4f99-80a9-df7506364736 req-48470be5-8f7e-4af3-8ac1-07ed6379b16a tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ec79923-4331-4f04-9feb-b792217c791a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1308527 Nov 22 21:23:06.277794 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-fc45fad6-36df-44fc-adf2-8fef30420cde req-ab876959-174b-40e7-8a97-6ced76dab129 service neutron] For port 05ad37bb-a4c8-4744-bc0b-fa7638066b47, host n-h2-818823-1, cleared binding levels {{(pid=103447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 21:23:06.281195 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-fc45fad6-36df-44fc-adf2-8fef30420cde req-ab876959-174b-40e7-8a97-6ced76dab129 service neutron] For port 05ad37bb-a4c8-4744-bc0b-fa7638066b47, host n-h2-818823-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=05ad37bb-a4c8-4744-bc0b-fa7638066b47,segment=NetworkSegment(a02e6268-7bf8-4ae7-b633-55a608c3a0f9),segment_id=a02e6268-7bf8-4ae7-b633-55a608c3a0f9)] {{(pid=103447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 21:23:06.286745 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-fc45fad6-36df-44fc-adf2-8fef30420cde req-ab876959-174b-40e7-8a97-6ced76dab129 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:23:06.328241 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc45fad6-36df-44fc-adf2-8fef30420cde req-ab876959-174b-40e7-8a97-6ced76dab129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:23:06.328870 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-fc45fad6-36df-44fc-adf2-8fef30420cde req-ab876959-174b-40e7-8a97-6ced76dab129 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:23:06.330311 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-fc45fad6-36df-44fc-adf2-8fef30420cde req-ab876959-174b-40e7-8a97-6ced76dab129 service neutron] 10.222.0.20 "PUT /v2.0/ports/05ad37bb-a4c8-4744-bc0b-fa7638066b47 HTTP/1.1" status: 200 len: 1091 time: 0.7995145 Nov 22 21:23:06.330783 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '871ee109-05f6-4e85-8562-bad823b1dc6c', 'tag': '05ad37bb-a4c8-4744-bc0b-fa7638066b47'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 21:23:06.343865 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0b87e146ffa5c253ca46002a571dfb52564e5f7c412d10689cf18353d020cb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0cc5816-74ff-41a3-8b80-5c919d0ec812" -d '{"events": [{"name": "network-changed", "server_uuid": "871ee109-05f6-4e85-8562-bad823b1dc6c", "tag": "05ad37bb-a4c8-4744-bc0b-fa7638066b47"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 21:23:06.373357 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab876959-174b-40e7-8a97-6ced76dab129 service neutron] Pushing event updated for resources: {'Port': ['ID=05ad37bb-a4c8-4744-bc0b-fa7638066b47,revision_number=3']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:23:06.414459 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 21:23:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e6cb1d5-3427-4855-8403-c168a9427e58 x-openstack-request-id: req-1e6cb1d5-3427-4855-8403-c168a9427e58 {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 21:23:06.414765 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "871ee109-05f6-4e85-8562-bad823b1dc6c", "tag": "05ad37bb-a4c8-4744-bc0b-fa7638066b47", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 21:23:06.415025 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1e6cb1d5-3427-4855-8403-c168a9427e58 {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 21:23:06.415446 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '871ee109-05f6-4e85-8562-bad823b1dc6c', 'tag': '05ad37bb-a4c8-4744-bc0b-fa7638066b47', 'status': 'completed', 'code': 200} Nov 22 21:23:06.436752 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc45fad6-36df-44fc-adf2-8fef30420cde req-f8c21c95-ec37-42e5-b68b-cb86ed33950d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:23:06.439642 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-fc45fad6-36df-44fc-adf2-8fef30420cde req-f8c21c95-ec37-42e5-b68b-cb86ed33950d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=556553c23d004910aa149092a0f3a162&device_id=871ee109-05f6-4e85-8562-bad823b1dc6c HTTP/1.1" status: 200 len: 1094 time: 0.0617828 Nov 22 21:23:06.508964 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-fc45fad6-36df-44fc-adf2-8fef30420cde req-96b5e452-44a4-49d8-a440-aea71d79edd8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=05ad37bb-a4c8-4744-bc0b-fa7638066b47 HTTP/1.1" status: 200 len: 217 time: 0.0577121 Nov 22 21:23:06.562178 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc45fad6-36df-44fc-adf2-8fef30420cde req-ba9ca1ea-a538-4b51-960d-c981afeae64a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:23:06.563855 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-fc45fad6-36df-44fc-adf2-8fef30420cde req-ba9ca1ea-a538-4b51-960d-c981afeae64a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=46e06d5a-0042-48a7-ac6e-04a34d163e49 HTTP/1.1" status: 200 len: 847 time: 0.0480745 Nov 22 21:23:06.611119 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc45fad6-36df-44fc-adf2-8fef30420cde req-ece5156f-c866-4162-b948-0c0a322e59d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:23:06.612580 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-fc45fad6-36df-44fc-adf2-8fef30420cde req-ece5156f-c866-4162-b948-0c0a322e59d0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0587e529-8a45-45e1-ab21-a897278be2d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412619 Nov 22 21:23:06.707893 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-fc45fad6-36df-44fc-adf2-8fef30420cde req-29075817-91b7-4ae3-bd46-4a49773a581d service neutron] 10.222.0.20 "GET /v2.0/networks/0587e529-8a45-45e1-ab21-a897278be2d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877116 Nov 22 21:23:06.797395 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-fc45fad6-36df-44fc-adf2-8fef30420cde req-3b5c2837-f6cf-4c34-b4c5-3a7e6322bff0 service neutron] 10.222.0.20 "GET /v2.0/networks/0587e529-8a45-45e1-ab21-a897278be2d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826986 Nov 22 21:23:06.883096 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cc5816-74ff-41a3-8b80-5c919d0ec812 req-f7f79c0b-4938-499c-b2a3-cb4072861dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:23:06.884638 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c0cc5816-74ff-41a3-8b80-5c919d0ec812 req-f7f79c0b-4938-499c-b2a3-cb4072861dda service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=556553c23d004910aa149092a0f3a162&device_id=871ee109-05f6-4e85-8562-bad823b1dc6c HTTP/1.1" status: 200 len: 1094 time: 0.0443492 Nov 22 21:23:06.977119 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cc5816-74ff-41a3-8b80-5c919d0ec812 req-55de9a16-eafd-4d6e-8de4-b98d04f2d7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:23:06.978505 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c0cc5816-74ff-41a3-8b80-5c919d0ec812 req-55de9a16-eafd-4d6e-8de4-b98d04f2d7b5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=0587e529-8a45-45e1-ab21-a897278be2d8 HTTP/1.1" status: 200 len: 909 time: 0.0871091 Nov 22 21:23:07.022660 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c0cc5816-74ff-41a3-8b80-5c919d0ec812 req-14d824fe-8e68-402d-ac91-480c8f106f14 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=05ad37bb-a4c8-4744-bc0b-fa7638066b47 HTTP/1.1" status: 200 len: 217 time: 0.0364652 Nov 22 21:23:07.077592 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cc5816-74ff-41a3-8b80-5c919d0ec812 req-984ccff9-b8c6-4e46-ae9c-0b53063f35d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:23:07.079235 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c0cc5816-74ff-41a3-8b80-5c919d0ec812 req-984ccff9-b8c6-4e46-ae9c-0b53063f35d0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=46e06d5a-0042-48a7-ac6e-04a34d163e49 HTTP/1.1" status: 200 len: 847 time: 0.0497775 Nov 22 21:23:07.131021 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cc5816-74ff-41a3-8b80-5c919d0ec812 req-dcd580f3-a602-4275-9832-fe4813d894fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:23:07.132542 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c0cc5816-74ff-41a3-8b80-5c919d0ec812 req-dcd580f3-a602-4275-9832-fe4813d894fe service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0587e529-8a45-45e1-ab21-a897278be2d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410821 Nov 22 21:23:07.221018 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c0cc5816-74ff-41a3-8b80-5c919d0ec812 req-aaff6b5b-572d-4ecd-a467-f9172498e66b service neutron] 10.222.0.20 "GET /v2.0/networks/0587e529-8a45-45e1-ab21-a897278be2d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806782 Nov 22 21:23:07.339851 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c0cc5816-74ff-41a3-8b80-5c919d0ec812 req-949dd6e8-2166-400e-983a-b1eb968defb7 service neutron] 10.222.0.20 "GET /v2.0/networks/0587e529-8a45-45e1-ab21-a897278be2d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105323 Nov 22 21:23:07.385045 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ac6c0d-977a-4043-b56b-9480e7866a8c req-aac5af34-3824-443d-a4d9-9f7bc59d8d55 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:23:07.386632 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e0ac6c0d-977a-4043-b56b-9480e7866a8c req-aac5af34-3824-443d-a4d9-9f7bc59d8d55 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.46 "GET /v2.0/ports?device_id=871ee109-05f6-4e85-8562-bad823b1dc6c HTTP/1.1" status: 200 len: 943 time: 0.0616057 Nov 22 21:23:07.441827 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e0ac6c0d-977a-4043-b56b-9480e7866a8c req-67d0cba5-10b6-4392-bf74-4fa2742f3f41 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ec79923-4331-4f04-9feb-b792217c791a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485065 Nov 22 21:23:08.562534 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affdbf84-43b5-4ae9-ac87-535b4cb4b98b req-8c6e26ab-192e-432a-9aeb-1c5b0158bfc9 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:23:08.564099 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-affdbf84-43b5-4ae9-ac87-535b4cb4b98b req-8c6e26ab-192e-432a-9aeb-1c5b0158bfc9 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.46 "GET /v2.0/ports?device_id=871ee109-05f6-4e85-8562-bad823b1dc6c HTTP/1.1" status: 200 len: 943 time: 0.0526333 Nov 22 21:23:08.614604 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-affdbf84-43b5-4ae9-ac87-535b4cb4b98b req-01534a43-c601-46a6-a727-48d00a4b4725 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ec79923-4331-4f04-9feb-b792217c791a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443406 Nov 22 21:23:09.731696 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a86e5d-3d3c-437b-bce2-edfbd985043e req-317ec922-f5b6-4fe9-90da-c8be14e4580f tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:23:09.733354 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-20a86e5d-3d3c-437b-bce2-edfbd985043e req-317ec922-f5b6-4fe9-90da-c8be14e4580f tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.46 "GET /v2.0/ports?device_id=871ee109-05f6-4e85-8562-bad823b1dc6c HTTP/1.1" status: 200 len: 943 time: 0.0516772 Nov 22 21:23:09.785777 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-20a86e5d-3d3c-437b-bce2-edfbd985043e req-b2fc7b99-1b68-4551-a991-cc873e81731b tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ec79923-4331-4f04-9feb-b792217c791a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463011 Nov 22 21:23:10.907509 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd9d9e5-fa64-43c6-8d5d-eacd1f282237 req-83b9e66f-b0f9-4bfa-a65e-ef001ac6d289 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:23:10.909035 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7bd9d9e5-fa64-43c6-8d5d-eacd1f282237 req-83b9e66f-b0f9-4bfa-a65e-ef001ac6d289 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.46 "GET /v2.0/ports?device_id=871ee109-05f6-4e85-8562-bad823b1dc6c HTTP/1.1" status: 200 len: 943 time: 0.0504913 Nov 22 21:23:10.964873 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-7bd9d9e5-fa64-43c6-8d5d-eacd1f282237 req-ec498aa1-4a49-4113-9e4a-69e474b3651d tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ec79923-4331-4f04-9feb-b792217c791a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494978 Nov 22 21:23:12.079447 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac1e037-934e-4265-9cd5-2a97e608cbbb req-f7cd365b-6fc8-4ebc-9178-1aefed5e7cb4 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:23:12.080848 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8ac1e037-934e-4265-9cd5-2a97e608cbbb req-f7cd365b-6fc8-4ebc-9178-1aefed5e7cb4 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.46 "GET /v2.0/ports?device_id=871ee109-05f6-4e85-8562-bad823b1dc6c HTTP/1.1" status: 200 len: 943 time: 0.0478783 Nov 22 21:23:12.127786 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8ac1e037-934e-4265-9cd5-2a97e608cbbb req-b7050c49-f94d-40a0-94dc-c9cdaa11f32c tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ec79923-4331-4f04-9feb-b792217c791a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410874 Nov 22 21:23:13.249625 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9163bd6-5fc3-4bd1-98a7-1effdc079fa9 req-f6b87366-314a-4aee-99c2-b80e532b2da1 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:23:13.251120 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e9163bd6-5fc3-4bd1-98a7-1effdc079fa9 req-f6b87366-314a-4aee-99c2-b80e532b2da1 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.46 "GET /v2.0/ports?device_id=871ee109-05f6-4e85-8562-bad823b1dc6c HTTP/1.1" status: 200 len: 943 time: 0.0543563 Nov 22 21:23:13.299621 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e9163bd6-5fc3-4bd1-98a7-1effdc079fa9 req-d981feff-baed-4a3b-9951-94117ff95375 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ec79923-4331-4f04-9feb-b792217c791a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424087 Nov 22 21:23:14.419474 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96316c43-1d29-4735-89d5-9be9d4ea9828 req-bb513bbb-5a08-4a90-b787-e47b0cbf77d6 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:23:14.420952 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-96316c43-1d29-4735-89d5-9be9d4ea9828 req-bb513bbb-5a08-4a90-b787-e47b0cbf77d6 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.46 "GET /v2.0/ports?device_id=871ee109-05f6-4e85-8562-bad823b1dc6c HTTP/1.1" status: 200 len: 943 time: 0.0517123 Nov 22 21:23:14.470417 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-96316c43-1d29-4735-89d5-9be9d4ea9828 req-efc12911-40d4-42cf-9bb8-beab71a93b3c tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ec79923-4331-4f04-9feb-b792217c791a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435386 Nov 22 21:23:15.208887 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:23:15.239287 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:23:15.586703 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80de32c-bb29-4045-969c-926f3691d63c req-9a2ad12d-1b58-4a5c-a679-12e8fcfa5747 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:23:15.588788 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a80de32c-bb29-4045-969c-926f3691d63c req-9a2ad12d-1b58-4a5c-a679-12e8fcfa5747 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.46 "GET /v2.0/ports?device_id=871ee109-05f6-4e85-8562-bad823b1dc6c HTTP/1.1" status: 200 len: 943 time: 0.0515766 Nov 22 21:23:15.636980 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a80de32c-bb29-4045-969c-926f3691d63c req-40ea2fcb-e2da-456f-9667-beba03307e30 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ec79923-4331-4f04-9feb-b792217c791a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420003 Nov 22 21:23:16.754357 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a86f1b-55a7-439f-b998-1e49021d19a3 req-7704266d-9f43-4f45-96f0-aa37bfd4b4be tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:23:16.755931 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-30a86f1b-55a7-439f-b998-1e49021d19a3 req-7704266d-9f43-4f45-96f0-aa37bfd4b4be tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.46 "GET /v2.0/ports?device_id=871ee109-05f6-4e85-8562-bad823b1dc6c HTTP/1.1" status: 200 len: 943 time: 0.0524058 Nov 22 21:23:16.804144 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-30a86f1b-55a7-439f-b998-1e49021d19a3 req-1e6967ac-b4b4-478f-9df3-8b1c6db0023c tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ec79923-4331-4f04-9feb-b792217c791a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422995 Nov 22 21:23:17.918040 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d9b774-5369-49b7-8e14-297f37f0be34 req-e7a6d29d-bd04-4e8f-bef1-960480c4410c tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:23:17.919568 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b9d9b774-5369-49b7-8e14-297f37f0be34 req-e7a6d29d-bd04-4e8f-bef1-960480c4410c tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.46 "GET /v2.0/ports?device_id=871ee109-05f6-4e85-8562-bad823b1dc6c HTTP/1.1" status: 200 len: 943 time: 0.0482767 Nov 22 21:23:17.967666 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b9d9b774-5369-49b7-8e14-297f37f0be34 req-d0bd56ef-b3da-4c95-b576-eb76d118201b tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ec79923-4331-4f04-9feb-b792217c791a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421784 Nov 22 21:23:19.080152 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1ee72e-1ffb-4ce5-9c16-26826825ac22 req-7e4123b4-19d8-4955-b603-624c75aeca02 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:23:19.081552 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-fd1ee72e-1ffb-4ce5-9c16-26826825ac22 req-7e4123b4-19d8-4955-b603-624c75aeca02 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.46 "GET /v2.0/ports?device_id=871ee109-05f6-4e85-8562-bad823b1dc6c HTTP/1.1" status: 200 len: 943 time: 0.0472460 Nov 22 21:23:19.132809 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-fd1ee72e-1ffb-4ce5-9c16-26826825ac22 req-8d30c4fd-c56e-4e4c-a42c-cc71ab0524d5 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ec79923-4331-4f04-9feb-b792217c791a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454063 Nov 22 21:23:19.242947 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 05ad37bb-a4c8-4744-bc0b-fa7638066b47 details requested by agent hyperv_n-h2-818823-1 with host n-h2-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 21:23:19.343059 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port 05ad37bb-a4c8-4744-bc0b-fa7638066b47, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=05ad37bb-a4c8-4744-bc0b-fa7638066b47,segment=NetworkSegment(a02e6268-7bf8-4ae7-b633-55a608c3a0f9),segment_id=a02e6268-7bf8-4ae7-b633-55a608c3a0f9)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 21:23:19.354596 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Returning: {'device': '05ad37bb-a4c8-4744-bc0b-fa7638066b47', 'network_id': '0587e529-8a45-45e1-ab21-a897278be2d8', 'port_id': '05ad37bb-a4c8-4744-bc0b-fa7638066b47', 'mac_address': 'fa:16:3e:ef:3b:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46e06d5a-0042-48a7-ac6e-04a34d163e49', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 21:23:19.392264 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:23:19.404601 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05ad37bb-a4c8-4744-bc0b-fa7638066b47 {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 21:23:19.423372 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port 05ad37bb-a4c8-4744-bc0b-fa7638066b47, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=05ad37bb-a4c8-4744-bc0b-fa7638066b47,segment=NetworkSegment(a02e6268-7bf8-4ae7-b633-55a608c3a0f9),segment_id=a02e6268-7bf8-4ae7-b633-55a608c3a0f9)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 21:23:19.427329 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:23:19.476856 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=05ad37bb-a4c8-4744-bc0b-fa7638066b47,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:23:19.484330 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:23:19.484679 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:23:19.485021 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:23:19.485362 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:23:19.485696 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:23:19.486029 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:23:19.486362 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:23:19.486687 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:23:19.487014 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:23:19.487337 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:23:19.487685 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:23:19.488007 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:23:19.663826 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] get_ports_and_sgs() called for port_ids ['05ad37bb-a4c8-4744-bc0b-fa7638066b47'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 21:23:20.266617 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3430cc8a-8cf1-4457-ae5c-bb9136d06968 req-c7bf4f1a-64af-4f0c-88a0-60edab4f8b84 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:23:20.268142 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3430cc8a-8cf1-4457-ae5c-bb9136d06968 req-c7bf4f1a-64af-4f0c-88a0-60edab4f8b84 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.46 "GET /v2.0/ports?device_id=871ee109-05f6-4e85-8562-bad823b1dc6c HTTP/1.1" status: 200 len: 944 time: 0.0626698 Nov 22 21:23:20.316484 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3430cc8a-8cf1-4457-ae5c-bb9136d06968 req-2d5c6054-026a-4232-8e4f-9c1b87043c97 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ec79923-4331-4f04-9feb-b792217c791a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423675 Nov 22 21:23:21.259355 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 05ad37bb-a4c8-4744-bc0b-fa7638066b47 up at agent hyperv_n-h2-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 21:23:21.307782 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Provisioning for port 05ad37bb-a4c8-4744-bc0b-fa7638066b47 completed by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 21:23:21.311890 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Provisioning complete for port 05ad37bb-a4c8-4744-bc0b-fa7638066b47 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 21:23:21.312270 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:23:21.392619 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:23:21.415112 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '871ee109-05f6-4e85-8562-bad823b1dc6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05ad37bb-a4c8-4744-bc0b-fa7638066b47'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 21:23:21.417936 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77cdb882cfbf7cc977e8d6fd4582ec33309c0dd3d6eecd2022538c80279aa7ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9083e96-01f2-4090-a30c-ebf43d4bd824" -d '{"events": [{"server_uuid": "871ee109-05f6-4e85-8562-bad823b1dc6c", "name": "network-vif-plugged", "status": "completed", "tag": "05ad37bb-a4c8-4744-bc0b-fa7638066b47"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 21:23:21.430816 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port 05ad37bb-a4c8-4744-bc0b-fa7638066b47, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=05ad37bb-a4c8-4744-bc0b-fa7638066b47,segment=NetworkSegment(a02e6268-7bf8-4ae7-b633-55a608c3a0f9),segment_id=a02e6268-7bf8-4ae7-b633-55a608c3a0f9)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 21:23:21.432646 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa556ce-88d8-4089-ba1d-a332a4414258 req-2afbc301-3cb7-4f44-b963-62956f1a9413 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:23:21.434215 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1fa556ce-88d8-4089-ba1d-a332a4414258 req-2afbc301-3cb7-4f44-b963-62956f1a9413 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.46 "GET /v2.0/ports?device_id=871ee109-05f6-4e85-8562-bad823b1dc6c HTTP/1.1" status: 200 len: 944 time: 0.0501945 Nov 22 21:23:21.441372 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:23:21.464059 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 21:23:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be58cfed-a3c0-4265-983e-423f4e0b72ca x-openstack-request-id: req-be58cfed-a3c0-4265-983e-423f4e0b72ca {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 21:23:21.464358 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "871ee109-05f6-4e85-8562-bad823b1dc6c", "name": "network-vif-plugged", "status": "completed", "tag": "05ad37bb-a4c8-4744-bc0b-fa7638066b47", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 21:23:21.464619 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-be58cfed-a3c0-4265-983e-423f4e0b72ca {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 21:23:21.465023 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '871ee109-05f6-4e85-8562-bad823b1dc6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05ad37bb-a4c8-4744-bc0b-fa7638066b47', 'code': 200} Nov 22 21:23:21.489183 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1fa556ce-88d8-4089-ba1d-a332a4414258 req-978d1e52-cc88-4d4d-87a4-0d2bc70033a0 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ec79923-4331-4f04-9feb-b792217c791a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490847 Nov 22 21:23:21.492496 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=05ad37bb-a4c8-4744-bc0b-fa7638066b47,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:23:21.560324 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360e9aa6-4a19-4a6d-9d8a-bf85b7a578ec req-46bd39fc-ae7a-4886-a228-63cb43e6865e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:23:21.561714 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-360e9aa6-4a19-4a6d-9d8a-bf85b7a578ec req-46bd39fc-ae7a-4886-a228-63cb43e6865e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=871ee109-05f6-4e85-8562-bad823b1dc6c HTTP/1.1" status: 200 len: 1096 time: 0.0430501 Nov 22 21:23:21.607858 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-360e9aa6-4a19-4a6d-9d8a-bf85b7a578ec req-0b1754da-24eb-4f84-8b9e-1489686f3b18 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=6ec79923-4331-4f04-9feb-b792217c791a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381255 Nov 22 21:23:22.607058 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d3ce72-c78c-433b-b9b8-7dfe000c31b1 req-06b8d5d7-bef9-467b-80ec-9bdc21e1dd0b tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:23:22.608752 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-38d3ce72-c78c-433b-b9b8-7dfe000c31b1 req-06b8d5d7-bef9-467b-80ec-9bdc21e1dd0b tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.46 "GET /v2.0/ports?device_id=871ee109-05f6-4e85-8562-bad823b1dc6c HTTP/1.1" status: 200 len: 945 time: 0.0505543 Nov 22 21:23:22.658733 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-38d3ce72-c78c-433b-b9b8-7dfe000c31b1 req-0dc6f98e-c0bc-4c8b-84ad-331f5831f45b tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ec79923-4331-4f04-9feb-b792217c791a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436668 Nov 22 21:23:23.773898 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675abc72-78f5-4cd1-b8e7-81e412607925 req-0cc18580-cbd1-40cc-974f-34829c812692 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:23:23.775350 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-675abc72-78f5-4cd1-b8e7-81e412607925 req-0cc18580-cbd1-40cc-974f-34829c812692 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.46 "GET /v2.0/ports?device_id=871ee109-05f6-4e85-8562-bad823b1dc6c HTTP/1.1" status: 200 len: 945 time: 0.0498602 Nov 22 21:23:24.129477 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-675abc72-78f5-4cd1-b8e7-81e412607925 req-f6c433b9-33d9-4e56-9e31-756b30dba61b tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ec79923-4331-4f04-9feb-b792217c791a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3474333 Nov 22 21:23:24.242141 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272d4eb2-fb49-47f8-aadc-2a49be527e5e req-4b5201ae-2a66-49ea-b291-a819d6dc070d tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:23:24.243630 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-272d4eb2-fb49-47f8-aadc-2a49be527e5e req-4b5201ae-2a66-49ea-b291-a819d6dc070d tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.46 "GET /v2.0/ports?device_id=871ee109-05f6-4e85-8562-bad823b1dc6c HTTP/1.1" status: 200 len: 945 time: 0.0479081 Nov 22 21:23:24.291098 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-272d4eb2-fb49-47f8-aadc-2a49be527e5e req-a50e5228-57cf-4723-9a59-5273534e7611 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ec79923-4331-4f04-9feb-b792217c791a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408649 Nov 22 21:23:24.313109 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 34050) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:23:24.350544 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76a0f06c-3d17-40b0-bbf5-cd0192a42f3f tempest-TestShelveInstance-489363814 tempest-TestShelveInstance-489363814-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:23:24.352064 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-76a0f06c-3d17-40b0-bbf5-cd0192a42f3f tempest-TestShelveInstance-489363814 tempest-TestShelveInstance-489363814-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=871ee109-05f6-4e85-8562-bad823b1dc6c HTTP/1.1" status: 200 len: 1091 time: 0.0379872 Nov 22 21:23:24.355345 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 34052) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:23:24.359767 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-81856154-6362-4259-b30c-c29a6d3ebde8 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Request body: {'floatingip': {'floating_network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'port_id': '05ad37bb-a4c8-4744-bc0b-fa7638066b47', 'tenant_id': '556553c23d004910aa149092a0f3a162', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 21:23:24.381337 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-81856154-6362-4259-b30c-c29a6d3ebde8 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Publish callbacks [] for floatingip, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:23:24.477250 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-81856154-6362-4259-b30c-c29a6d3ebde8 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:23:24.581200 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [None req-81856154-6362-4259-b30c-c29a6d3ebde8 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Allocated IP 172.25.5.122 (c48a55e9-6a85-4746-b7bf-3e29fb560094/5da6f781-63e6-4328-ae7a-5e672262f55a/0c9dcaac-f144-4ef5-a3e7-cf6c666f1e25) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 21:23:24.677886 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-81856154-6362-4259-b30c-c29a6d3ebde8 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:23:24.709879 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-81856154-6362-4259-b30c-c29a6d3ebde8 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:23:24.747931 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81856154-6362-4259-b30c-c29a6d3ebde8 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Network c48a55e9-6a85-4746-b7bf-3e29fb560094 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 21:23:24.750759 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-81856154-6362-4259-b30c-c29a6d3ebde8 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 21:23:24.754297 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81856154-6362-4259-b30c-c29a6d3ebde8 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 21:23:24.780104 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81856154-6362-4259-b30c-c29a6d3ebde8 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Pushing event updated for resources: {'Port': ['ID=0c9dcaac-f144-4ef5-a3e7-cf6c666f1e25,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:23:25.101330 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-81856154-6362-4259-b30c-c29a6d3ebde8 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:23:25.168382 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-81856154-6362-4259-b30c-c29a6d3ebde8 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:23:25.311663 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-81856154-6362-4259-b30c-c29a6d3ebde8 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Publish callbacks [] for port, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:23:25.316315 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-81856154-6362-4259-b30c-c29a6d3ebde8 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:23:25.385038 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81856154-6362-4259-b30c-c29a6d3ebde8 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Pushing event updated for resources: {'Port': ['ID=0c9dcaac-f144-4ef5-a3e7-cf6c666f1e25,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:23:25.396372 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-81856154-6362-4259-b30c-c29a6d3ebde8 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-595224'] for floatingip, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:23:25.495764 n-d-818823-1 neutron-server[103447]: INFO neutron.db.l3_db [None req-81856154-6362-4259-b30c-c29a6d3ebde8 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Floating IP 40155738-d5b7-4e28-92b7-f2dfcbaa13a7 associated. External IP: 172.25.5.122, port: 05ad37bb-a4c8-4744-bc0b-fa7638066b47. Nov 22 21:23:25.700228 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81856154-6362-4259-b30c-c29a6d3ebde8 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Router 2a1a5ecb-ea43-46ae-bbc1-eb40353cb84c has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 21:23:25.810372 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81856154-6362-4259-b30c-c29a6d3ebde8 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 21:23:25.820097 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b639d968-891b-45fb-beed-2c4534450d65 None None] Sync routers for ids ['2a1a5ecb-ea43-46ae-bbc1-eb40353cb84c'] in n-d-818823-1 {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 21:23:25.827731 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-81856154-6362-4259-b30c-c29a6d3ebde8 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for floatingip, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:23:25.831587 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b639d968-891b-45fb-beed-2c4534450d65 None None] Routers {'2a1a5ecb-ea43-46ae-bbc1-eb40353cb84c'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 21:23:25.832279 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-b639d968-891b-45fb-beed-2c4534450d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T21:23:03Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['2a1a5ecb-ea43-46ae-bbc1-eb40353cb84c'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:23:25.854557 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-81856154-6362-4259-b30c-c29a6d3ebde8 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.4981925 Nov 22 21:23:25.855246 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '871ee109-05f6-4e85-8562-bad823b1dc6c', 'tag': '05ad37bb-a4c8-4744-bc0b-fa7638066b47'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 21:23:25.857860 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0b87e146ffa5c253ca46002a571dfb52564e5f7c412d10689cf18353d020cb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb7dabeb-cafd-4136-9c6d-7fd8e673b40a" -d '{"events": [{"name": "network-changed", "server_uuid": "871ee109-05f6-4e85-8562-bad823b1dc6c", "tag": "05ad37bb-a4c8-4744-bc0b-fa7638066b47"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 21:23:25.895705 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 21:23:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59f307ee-310d-4020-a83a-d9dbc2d0ee29 x-openstack-request-id: req-59f307ee-310d-4020-a83a-d9dbc2d0ee29 {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 21:23:25.895994 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "871ee109-05f6-4e85-8562-bad823b1dc6c", "tag": "05ad37bb-a4c8-4744-bc0b-fa7638066b47", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 21:23:25.896247 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-59f307ee-310d-4020-a83a-d9dbc2d0ee29 {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 21:23:25.896653 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '871ee109-05f6-4e85-8562-bad823b1dc6c', 'tag': '05ad37bb-a4c8-4744-bc0b-fa7638066b47', 'status': 'completed', 'code': 200} Nov 22 21:23:25.944969 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-b639d968-891b-45fb-beed-2c4534450d65 None None] Set router 2a1a5ecb-ea43-46ae-bbc1-eb40353cb84c gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 21:23:25.960010 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7dabeb-cafd-4136-9c6d-7fd8e673b40a req-59493084-0701-4032-a900-9c4e6a909c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:23:25.961461 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-cb7dabeb-cafd-4136-9c6d-7fd8e673b40a req-59493084-0701-4032-a900-9c4e6a909c43 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=556553c23d004910aa149092a0f3a162&device_id=871ee109-05f6-4e85-8562-bad823b1dc6c HTTP/1.1" status: 200 len: 1096 time: 0.0408700 Nov 22 21:23:26.050693 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7dabeb-cafd-4136-9c6d-7fd8e673b40a req-67e30618-227b-4cae-bbdd-85c684d8c805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:23:26.052252 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-cb7dabeb-cafd-4136-9c6d-7fd8e673b40a req-67e30618-227b-4cae-bbdd-85c684d8c805 service neutron] 10.222.0.20 "GET /v2.0/networks?id=0587e529-8a45-45e1-ab21-a897278be2d8 HTTP/1.1" status: 200 len: 909 time: 0.0839510 Nov 22 21:23:26.121182 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-cb7dabeb-cafd-4136-9c6d-7fd8e673b40a req-410ab822-2f16-4d23-9e1b-d14c21f33927 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=05ad37bb-a4c8-4744-bc0b-fa7638066b47 HTTP/1.1" status: 200 len: 999 time: 0.0622649 Nov 22 21:23:26.169985 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7dabeb-cafd-4136-9c6d-7fd8e673b40a req-8f3600d1-1f3f-4f69-84fd-abd73581fb68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:23:26.171488 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-cb7dabeb-cafd-4136-9c6d-7fd8e673b40a req-8f3600d1-1f3f-4f69-84fd-abd73581fb68 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=46e06d5a-0042-48a7-ac6e-04a34d163e49 HTTP/1.1" status: 200 len: 847 time: 0.0440557 Nov 22 21:23:26.173544 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-b639d968-891b-45fb-beed-2c4534450d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a1a5ecb-ea43-46ae-bbc1-eb40353cb84c', 'name': 'tempest-TestShelveInstance-638224312-router', 'tenant_id': '556553c23d004910aa149092a0f3a162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.22'}], 'enable_snat': True}, 'gw_port_id': '9df4cb0f-bfcf-4588-9876-4725486a9967', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T21:18:27Z', 'updated_at': '2021-11-22T21:18:29Z', 'revision_number': 4, 'project_id': '556553c23d004910aa149092a0f3a162', 'gw_port': {'id': '9df4cb0f-bfcf-4588-9876-4725486a9967', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:f8:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1a5ecb-ea43-46ae-bbc1-eb40353cb84c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:18:27Z', 'updated_at': '2021-11-22T21:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_floatingips': [{'id': '40155738-d5b7-4e28-92b7-f2dfcbaa13a7', 'tenant_id': '556553c23d004910aa149092a0f3a162', 'floating_ip_address': '172.25.5.122', 'floating_network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'router_id': '2a1a5ecb-ea43-46ae-bbc1-eb40353cb84c', 'port_id': '05ad37bb-a4c8-4744-bc0b-fa7638066b47', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4337, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0587e529-8a45-45e1-ab21-a897278be2d8', 'mac_address': 'fa:16:3e:ef:3b:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '871ee109-05f6-4e85-8562-bad823b1dc6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T21:23:24Z', 'updated_at': '2021-11-22T21:23:24Z', 'revision_number': 0, 'project_id': '556553c23d004910aa149092a0f3a162', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb956b44-45d2-4170-b020-d1cfc54a896e', 'name': '', 'network_id': '0587e529-8a45-45e1-ab21-a897278be2d8', 'tenant_id': '556553c23d004910aa149092a0f3a162', 'mac_address': 'fa:16:3e:15:06:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1a5ecb-ea43-46ae-bbc1-eb40353cb84c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '46e06d5a-0042-48a7-ac6e-04a34d163e49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:18:29Z', 'updated_at': '2021-11-22T21:18:35Z', 'revision_number': 5, 'project_id': '556553c23d004910aa149092a0f3a162', 'subnets': [{'id': '46e06d5a-0042-48a7-ac6e-04a34d163e49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:23:26.200402 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b639d968-891b-45fb-beed-2c4534450d65 None None] Checking router: 2a1a5ecb-ea43-46ae-bbc1-eb40353cb84c for host: n-d-818823-1 {{(pid=103449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 21:23:26.209097 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b639d968-891b-45fb-beed-2c4534450d65 None None] Routers {'2a1a5ecb-ea43-46ae-bbc1-eb40353cb84c'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 21:23:26.209842 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-b639d968-891b-45fb-beed-2c4534450d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T21:23:03Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['2a1a5ecb-ea43-46ae-bbc1-eb40353cb84c'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:23:26.217377 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7dabeb-cafd-4136-9c6d-7fd8e673b40a req-83ff651c-c40c-49ae-bd21-6be15e586530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:23:26.218824 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-cb7dabeb-cafd-4136-9c6d-7fd8e673b40a req-83ff651c-c40c-49ae-bd21-6be15e586530 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0587e529-8a45-45e1-ab21-a897278be2d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401828 Nov 22 21:23:26.312484 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-cb7dabeb-cafd-4136-9c6d-7fd8e673b40a req-e438a75e-3286-426a-9daa-84a501d3c961 service neutron] 10.222.0.20 "GET /v2.0/networks/0587e529-8a45-45e1-ab21-a897278be2d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855150 Nov 22 21:23:26.316804 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-b639d968-891b-45fb-beed-2c4534450d65 None None] Set router 2a1a5ecb-ea43-46ae-bbc1-eb40353cb84c gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 21:23:26.401156 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-cb7dabeb-cafd-4136-9c6d-7fd8e673b40a req-68e61d44-a447-4c39-9764-b5c8b403c07c service neutron] 10.222.0.20 "GET /v2.0/networks/0587e529-8a45-45e1-ab21-a897278be2d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810740 Nov 22 21:23:26.539998 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-b639d968-891b-45fb-beed-2c4534450d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a1a5ecb-ea43-46ae-bbc1-eb40353cb84c', 'name': 'tempest-TestShelveInstance-638224312-router', 'tenant_id': '556553c23d004910aa149092a0f3a162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.22'}], 'enable_snat': True}, 'gw_port_id': '9df4cb0f-bfcf-4588-9876-4725486a9967', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T21:18:27Z', 'updated_at': '2021-11-22T21:18:29Z', 'revision_number': 4, 'project_id': '556553c23d004910aa149092a0f3a162', 'gw_port': {'id': '9df4cb0f-bfcf-4588-9876-4725486a9967', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:f8:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1a5ecb-ea43-46ae-bbc1-eb40353cb84c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:18:27Z', 'updated_at': '2021-11-22T21:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_floatingips': [{'id': '40155738-d5b7-4e28-92b7-f2dfcbaa13a7', 'tenant_id': '556553c23d004910aa149092a0f3a162', 'floating_ip_address': '172.25.5.122', 'floating_network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'router_id': '2a1a5ecb-ea43-46ae-bbc1-eb40353cb84c', 'port_id': '05ad37bb-a4c8-4744-bc0b-fa7638066b47', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4337, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0587e529-8a45-45e1-ab21-a897278be2d8', 'mac_address': 'fa:16:3e:ef:3b:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '871ee109-05f6-4e85-8562-bad823b1dc6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T21:23:24Z', 'updated_at': '2021-11-22T21:23:24Z', 'revision_number': 0, 'project_id': '556553c23d004910aa149092a0f3a162', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb956b44-45d2-4170-b020-d1cfc54a896e', 'name': '', 'network_id': '0587e529-8a45-45e1-ab21-a897278be2d8', 'tenant_id': '556553c23d004910aa149092a0f3a162', 'mac_address': 'fa:16:3e:15:06:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1a5ecb-ea43-46ae-bbc1-eb40353cb84c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '46e06d5a-0042-48a7-ac6e-04a34d163e49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:18:29Z', 'updated_at': '2021-11-22T21:18:35Z', 'revision_number': 5, 'project_id': '556553c23d004910aa149092a0f3a162', 'subnets': [{'id': '46e06d5a-0042-48a7-ac6e-04a34d163e49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:23:26.568063 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b639d968-891b-45fb-beed-2c4534450d65 None None] The sync data for ids ['2a1a5ecb-ea43-46ae-bbc1-eb40353cb84c'] in n-d-818823-1 is: [{'id': '2a1a5ecb-ea43-46ae-bbc1-eb40353cb84c', 'name': 'tempest-TestShelveInstance-638224312-router', 'tenant_id': '556553c23d004910aa149092a0f3a162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.22'}], 'enable_snat': True}, 'gw_port_id': '9df4cb0f-bfcf-4588-9876-4725486a9967', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T21:18:27Z', 'updated_at': '2021-11-22T21:18:29Z', 'revision_number': 4, 'project_id': '556553c23d004910aa149092a0f3a162', 'gw_port': {'id': '9df4cb0f-bfcf-4588-9876-4725486a9967', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:f8:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1a5ecb-ea43-46ae-bbc1-eb40353cb84c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:18:27Z', 'updated_at': '2021-11-22T21:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_floatingips': [{'id': '40155738-d5b7-4e28-92b7-f2dfcbaa13a7', 'tenant_id': '556553c23d004910aa149092a0f3a162', 'floating_ip_address': '172.25.5.122', 'floating_network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'router_id': '2a1a5ecb-ea43-46ae-bbc1-eb40353cb84c', 'port_id': '05ad37bb-a4c8-4744-bc0b-fa7638066b47', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4337, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0587e529-8a45-45e1-ab21-a897278be2d8', 'mac_address': 'fa:16:3e:ef:3b:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '871ee109-05f6-4e85-8562-bad823b1dc6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T21:23:24Z', 'updated_at': '2021-11-22T21:23:24Z', 'revision_number': 0, 'project_id': '556553c23d004910aa149092a0f3a162', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb956b44-45d2-4170-b020-d1cfc54a896e', 'name': '', 'network_id': '0587e529-8a45-45e1-ab21-a897278be2d8', 'tenant_id': '556553c23d004910aa149092a0f3a162', 'mac_address': 'fa:16:3e:15:06:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1a5ecb-ea43-46ae-bbc1-eb40353cb84c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '46e06d5a-0042-48a7-ac6e-04a34d163e49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:18:29Z', 'updated_at': '2021-11-22T21:18:35Z', 'revision_number': 5, 'project_id': '556553c23d004910aa149092a0f3a162', 'subnets': [{'id': '46e06d5a-0042-48a7-ac6e-04a34d163e49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 21:23:26.745479 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-736f7fab-cd27-4f07-86ba-8186fb2e64a2 None None] New status for floating IP 40155738-d5b7-4e28-92b7-f2dfcbaa13a7: ACTIVE {{(pid=103450) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 21:23:28.142750 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.agents_db [None req-aa8313f2-1ee4-4e7b-8c5a-d32b2f9d31ee None None] Agent healthcheck: found 7 active agents {{(pid=103450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 21:23:30.145563 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-c3c8933a-105d-4321-8d56-c04d138d94bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:23:33.047596 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e19d8e17-53ab-4f8f-b600-459295bcebc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:23:33.730069 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-03f0964f-1b75-4df7-99e0-a3cdb56ec2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:23:35.431321 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e49ee129-e862-4476-beca-cdc8150d2345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:23:36.208701 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:23:45.208486 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:23:45.240723 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:24:00.147308 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-d74535c8-4a2c-424b-928a-af65cb6f1032 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:24:03.048971 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-685b52eb-41da-4a02-b9ae-ed1d32b213fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:24:03.733900 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-03f0964f-1b75-4df7-99e0-a3cdb56ec2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:24:05.141319 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.agents_db [None req-aa8313f2-1ee4-4e7b-8c5a-d32b2f9d31ee None None] Agent healthcheck: found 7 active agents {{(pid=103450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 21:24:05.430468 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e49ee129-e862-4476-beca-cdc8150d2345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:24:06.216593 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:24:08.661704 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-03648e02-d3d1-4e63-9efd-5955b7a1cbc4 req-1bd23fc6-d780-4da0-8631-da6866f7da6e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=871ee109-05f6-4e85-8562-bad823b1dc6c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0442476 Nov 22 21:24:08.740487 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03648e02-d3d1-4e63-9efd-5955b7a1cbc4 req-cae7b9fc-8c89-4ea0-b0e5-d4c0ab8dfd77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:24:08.741953 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-03648e02-d3d1-4e63-9efd-5955b7a1cbc4 req-cae7b9fc-8c89-4ea0-b0e5-d4c0ab8dfd77 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=556553c23d004910aa149092a0f3a162&device_id=871ee109-05f6-4e85-8562-bad823b1dc6c HTTP/1.1" status: 200 len: 1096 time: 0.0391772 Nov 22 21:24:08.842826 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03648e02-d3d1-4e63-9efd-5955b7a1cbc4 req-9c059056-049f-47f6-a8d0-97f228a57c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:24:08.844344 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-03648e02-d3d1-4e63-9efd-5955b7a1cbc4 req-9c059056-049f-47f6-a8d0-97f228a57c6e service neutron] 10.222.0.20 "GET /v2.0/networks?id=0587e529-8a45-45e1-ab21-a897278be2d8 HTTP/1.1" status: 200 len: 909 time: 0.0822756 Nov 22 21:24:08.911233 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-03648e02-d3d1-4e63-9efd-5955b7a1cbc4 req-12f3775a-38aa-4123-a6be-f58b2c5e4b23 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=05ad37bb-a4c8-4744-bc0b-fa7638066b47 HTTP/1.1" status: 200 len: 1001 time: 0.0605733 Nov 22 21:24:08.960054 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03648e02-d3d1-4e63-9efd-5955b7a1cbc4 req-9d4ab0f1-f58a-4d20-8655-e938edaecde5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:24:08.961385 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-03648e02-d3d1-4e63-9efd-5955b7a1cbc4 req-9d4ab0f1-f58a-4d20-8655-e938edaecde5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=46e06d5a-0042-48a7-ac6e-04a34d163e49 HTTP/1.1" status: 200 len: 847 time: 0.0422843 Nov 22 21:24:09.005048 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03648e02-d3d1-4e63-9efd-5955b7a1cbc4 req-d73d11f2-1391-4d8f-b2eb-f62870c0e433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:24:09.006476 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-03648e02-d3d1-4e63-9efd-5955b7a1cbc4 req-d73d11f2-1391-4d8f-b2eb-f62870c0e433 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0587e529-8a45-45e1-ab21-a897278be2d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0382731 Nov 22 21:24:09.098474 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-03648e02-d3d1-4e63-9efd-5955b7a1cbc4 req-a6f4956c-757f-4802-9deb-489314bedde1 service neutron] 10.222.0.20 "GET /v2.0/networks/0587e529-8a45-45e1-ab21-a897278be2d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832043 Nov 22 21:24:09.186510 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-03648e02-d3d1-4e63-9efd-5955b7a1cbc4 req-a578a89c-afd0-4c56-bd92-60838e5161bd service neutron] 10.222.0.20 "GET /v2.0/networks/0587e529-8a45-45e1-ab21-a897278be2d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803387 Nov 22 21:24:15.207798 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:24:15.250578 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:24:30.149140 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-c3cbd520-36f3-47d0-aa7b-3349866417df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:24:33.050721 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-a6c43afa-6e08-494c-9893-7b8947a70882 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:24:33.736670 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-03f0964f-1b75-4df7-99e0-a3cdb56ec2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:24:35.432576 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e49ee129-e862-4476-beca-cdc8150d2345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:24:36.211804 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:24:42.139848 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.agents_db [None req-aa8313f2-1ee4-4e7b-8c5a-d32b2f9d31ee None None] Agent healthcheck: found 7 active agents {{(pid=103450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 21:24:45.207779 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:24:45.256381 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:25:00.151207 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-66149547-b02d-47ec-a5db-9d516490143e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:25:03.051607 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-cad1e583-7139-4afe-82e2-efa048cf9fca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:25:03.738836 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-03f0964f-1b75-4df7-99e0-a3cdb56ec2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:25:05.436385 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e49ee129-e862-4476-beca-cdc8150d2345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:25:06.212936 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:25:10.111737 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6e75adb1-6ed1-49f2-b3e0-17bd99cb81e8 req-ab74b14a-4460-49bf-a949-63894695deb6 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=871ee109-05f6-4e85-8562-bad823b1dc6c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0457389 Nov 22 21:25:10.193234 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e75adb1-6ed1-49f2-b3e0-17bd99cb81e8 req-13d70aa8-a52d-4e69-9b30-34f0fc2a37b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:25:10.194654 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6e75adb1-6ed1-49f2-b3e0-17bd99cb81e8 req-13d70aa8-a52d-4e69-9b30-34f0fc2a37b2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=556553c23d004910aa149092a0f3a162&device_id=871ee109-05f6-4e85-8562-bad823b1dc6c HTTP/1.1" status: 200 len: 1096 time: 0.0403838 Nov 22 21:25:10.298053 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e75adb1-6ed1-49f2-b3e0-17bd99cb81e8 req-ba816cbe-94b1-43f0-9126-c252ab8c5755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:25:10.299585 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6e75adb1-6ed1-49f2-b3e0-17bd99cb81e8 req-ba816cbe-94b1-43f0-9126-c252ab8c5755 service neutron] 10.222.0.20 "GET /v2.0/networks?id=0587e529-8a45-45e1-ab21-a897278be2d8 HTTP/1.1" status: 200 len: 909 time: 0.0842340 Nov 22 21:25:10.368344 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6e75adb1-6ed1-49f2-b3e0-17bd99cb81e8 req-f5d56d5e-00ee-451e-888a-f15b7b7ead01 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=05ad37bb-a4c8-4744-bc0b-fa7638066b47 HTTP/1.1" status: 200 len: 1001 time: 0.0610294 Nov 22 21:25:10.415981 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e75adb1-6ed1-49f2-b3e0-17bd99cb81e8 req-75b4218d-50a1-4ecb-9165-0cde009ed751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:25:10.417423 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6e75adb1-6ed1-49f2-b3e0-17bd99cb81e8 req-75b4218d-50a1-4ecb-9165-0cde009ed751 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=46e06d5a-0042-48a7-ac6e-04a34d163e49 HTTP/1.1" status: 200 len: 847 time: 0.0426710 Nov 22 21:25:10.461567 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e75adb1-6ed1-49f2-b3e0-17bd99cb81e8 req-949f2296-beff-4acc-bf60-498bbe573fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:25:10.463086 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6e75adb1-6ed1-49f2-b3e0-17bd99cb81e8 req-949f2296-beff-4acc-bf60-498bbe573fa0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0587e529-8a45-45e1-ab21-a897278be2d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391412 Nov 22 21:25:10.556492 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6e75adb1-6ed1-49f2-b3e0-17bd99cb81e8 req-d32390e3-5b3b-4bb7-b155-802a4b32f717 service neutron] 10.222.0.20 "GET /v2.0/networks/0587e529-8a45-45e1-ab21-a897278be2d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863755 Nov 22 21:25:10.642761 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6e75adb1-6ed1-49f2-b3e0-17bd99cb81e8 req-ffb0efa5-b122-43a0-8846-7ccaf6d6924a service neutron] 10.222.0.20 "GET /v2.0/networks/0587e529-8a45-45e1-ab21-a897278be2d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793169 Nov 22 21:25:15.208207 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:25:15.245586 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:25:19.139732 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.agents_db [None req-aa8313f2-1ee4-4e7b-8c5a-d32b2f9d31ee None None] Agent healthcheck: found 7 active agents {{(pid=103450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 21:25:21.412044 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d66de0b-3a79-4c00-a994-af2da2b4a335 req-b105a8b0-4549-4c6d-9e0d-bb668691d628 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:25:21.413552 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9d66de0b-3a79-4c00-a994-af2da2b4a335 req-b105a8b0-4549-4c6d-9e0d-bb668691d628 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.46 "GET /v2.0/ports?device_id=871ee109-05f6-4e85-8562-bad823b1dc6c HTTP/1.1" status: 200 len: 945 time: 0.0536473 Nov 22 21:25:21.464377 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9d66de0b-3a79-4c00-a994-af2da2b4a335 req-02085c5a-7c69-4600-a7d2-a36423b77c2e tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ec79923-4331-4f04-9feb-b792217c791a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441949 Nov 22 21:25:22.611695 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04248546-c6e1-490b-a59b-7559b3387b82 req-c9579984-e452-4271-8ee9-71bdacd94cd8 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:25:22.613189 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-04248546-c6e1-490b-a59b-7559b3387b82 req-c9579984-e452-4271-8ee9-71bdacd94cd8 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.46 "GET /v2.0/ports?device_id=871ee109-05f6-4e85-8562-bad823b1dc6c HTTP/1.1" status: 200 len: 945 time: 0.0487611 Nov 22 21:25:22.661760 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-04248546-c6e1-490b-a59b-7559b3387b82 req-8cc2e795-be17-43cb-94b9-2c9292067dd8 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ec79923-4331-4f04-9feb-b792217c791a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425143 Nov 22 21:25:23.809964 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1baeae0-2aee-491c-90e3-537f24b465f9 req-3fa250aa-011c-4f03-b282-d4df7f955175 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:25:23.811473 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d1baeae0-2aee-491c-90e3-537f24b465f9 req-3fa250aa-011c-4f03-b282-d4df7f955175 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.46 "GET /v2.0/ports?device_id=871ee109-05f6-4e85-8562-bad823b1dc6c HTTP/1.1" status: 200 len: 945 time: 0.0523171 Nov 22 21:25:23.860106 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d1baeae0-2aee-491c-90e3-537f24b465f9 req-2cb0ae98-9c8e-4cc3-8aad-9623c25a516d tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ec79923-4331-4f04-9feb-b792217c791a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426528 Nov 22 21:25:24.979518 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681f813c-8879-40d3-8e8e-619a8dc76ff7 req-570c6c9d-8287-4db2-a2d3-7844b8197710 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:25:24.981308 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-681f813c-8879-40d3-8e8e-619a8dc76ff7 req-570c6c9d-8287-4db2-a2d3-7844b8197710 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.46 "GET /v2.0/ports?device_id=871ee109-05f6-4e85-8562-bad823b1dc6c HTTP/1.1" status: 200 len: 945 time: 0.0543993 Nov 22 21:25:25.030075 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-681f813c-8879-40d3-8e8e-619a8dc76ff7 req-2832dec6-1cde-462e-9769-6ec0d3482444 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ec79923-4331-4f04-9feb-b792217c791a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427661 Nov 22 21:25:26.146408 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897f6707-9b79-4822-a813-4bb13bf934e2 req-c41adc4b-3b0d-45fd-87df-e13f62f5c62f tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:25:26.147959 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-897f6707-9b79-4822-a813-4bb13bf934e2 req-c41adc4b-3b0d-45fd-87df-e13f62f5c62f tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.46 "GET /v2.0/ports?device_id=871ee109-05f6-4e85-8562-bad823b1dc6c HTTP/1.1" status: 200 len: 945 time: 0.0513432 Nov 22 21:25:26.203031 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-897f6707-9b79-4822-a813-4bb13bf934e2 req-ea5d7440-a716-4b28-af02-94b6b30cf470 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ec79923-4331-4f04-9feb-b792217c791a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486460 Nov 22 21:25:27.317584 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d8e6e0-a21d-4e69-b083-5a9322ff22b6 req-328478e4-0985-4c80-b056-5efa6f69c3fe tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:25:27.319100 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d7d8e6e0-a21d-4e69-b083-5a9322ff22b6 req-328478e4-0985-4c80-b056-5efa6f69c3fe tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.46 "GET /v2.0/ports?device_id=871ee109-05f6-4e85-8562-bad823b1dc6c HTTP/1.1" status: 200 len: 945 time: 0.0482557 Nov 22 21:25:27.367461 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d7d8e6e0-a21d-4e69-b083-5a9322ff22b6 req-132b8c63-4b28-4ae6-836f-52c5568dfcce tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ec79923-4331-4f04-9feb-b792217c791a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418973 Nov 22 21:25:28.480912 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b415690e-14b9-4581-8c51-bcebbb449aea req-b0c895b1-f7f5-4d49-aa20-c39a3b44a22a tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:25:28.482798 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b415690e-14b9-4581-8c51-bcebbb449aea req-b0c895b1-f7f5-4d49-aa20-c39a3b44a22a tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.46 "GET /v2.0/ports?device_id=871ee109-05f6-4e85-8562-bad823b1dc6c HTTP/1.1" status: 200 len: 945 time: 0.0488102 Nov 22 21:25:28.530815 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b415690e-14b9-4581-8c51-bcebbb449aea req-cccc3bb3-5740-422f-852c-ab959ff4dc95 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ec79923-4331-4f04-9feb-b792217c791a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420229 Nov 22 21:25:29.650400 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59948312-0f14-496e-99f2-d9f958d0bc7c req-e2404290-3bb5-4c04-9493-7fdf06ae1f69 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:25:29.651924 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-59948312-0f14-496e-99f2-d9f958d0bc7c req-e2404290-3bb5-4c04-9493-7fdf06ae1f69 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.46 "GET /v2.0/ports?device_id=871ee109-05f6-4e85-8562-bad823b1dc6c HTTP/1.1" status: 200 len: 945 time: 0.0535257 Nov 22 21:25:29.705202 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-59948312-0f14-496e-99f2-d9f958d0bc7c req-16c1b5a8-2d99-4d27-8fb4-047cdc470952 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ec79923-4331-4f04-9feb-b792217c791a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433817 Nov 22 21:25:30.153493 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-32bf27d7-5be4-4eda-bb95-7c9c4a4f46c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:25:30.823720 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474d0184-f198-4ca2-8421-e82bb23f8340 req-276b73d3-7965-495d-8626-9783569d9c6c tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:25:30.825224 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-474d0184-f198-4ca2-8421-e82bb23f8340 req-276b73d3-7965-495d-8626-9783569d9c6c tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.46 "GET /v2.0/ports?device_id=871ee109-05f6-4e85-8562-bad823b1dc6c HTTP/1.1" status: 200 len: 945 time: 0.0490782 Nov 22 21:25:30.873966 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-474d0184-f198-4ca2-8421-e82bb23f8340 req-735fb305-2cd8-4652-bc8b-b943f0f67a3d tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ec79923-4331-4f04-9feb-b792217c791a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427375 Nov 22 21:25:31.526350 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dd3f9c-90e8-49fd-8842-51548e39c5dc req-9c180ad3-2fc9-402c-9cb2-44c8f53cbd2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:25:31.527882 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-77dd3f9c-90e8-49fd-8842-51548e39c5dc req-9c180ad3-2fc9-402c-9cb2-44c8f53cbd2a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=556553c23d004910aa149092a0f3a162&device_id=871ee109-05f6-4e85-8562-bad823b1dc6c HTTP/1.1" status: 200 len: 1096 time: 0.0406218 Nov 22 21:25:31.620137 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dd3f9c-90e8-49fd-8842-51548e39c5dc req-e554a933-481e-43a6-8fdb-c8a58ebfc9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:25:31.621619 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-77dd3f9c-90e8-49fd-8842-51548e39c5dc req-e554a933-481e-43a6-8fdb-c8a58ebfc9f9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=0587e529-8a45-45e1-ab21-a897278be2d8 HTTP/1.1" status: 200 len: 909 time: 0.0871465 Nov 22 21:25:31.685634 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-77dd3f9c-90e8-49fd-8842-51548e39c5dc req-6f81ef77-0d79-4fc8-b5dd-ec86217ba27d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=05ad37bb-a4c8-4744-bc0b-fa7638066b47 HTTP/1.1" status: 200 len: 1001 time: 0.0571537 Nov 22 21:25:31.737655 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dd3f9c-90e8-49fd-8842-51548e39c5dc req-b8936320-96b5-4e24-b3cc-73e6cce262e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:25:31.739136 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-77dd3f9c-90e8-49fd-8842-51548e39c5dc req-b8936320-96b5-4e24-b3cc-73e6cce262e4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=46e06d5a-0042-48a7-ac6e-04a34d163e49 HTTP/1.1" status: 200 len: 847 time: 0.0469398 Nov 22 21:25:31.783819 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dd3f9c-90e8-49fd-8842-51548e39c5dc req-c52503ce-9365-41c6-84d0-23ebfef16bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:25:31.785210 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-77dd3f9c-90e8-49fd-8842-51548e39c5dc req-c52503ce-9365-41c6-84d0-23ebfef16bcf service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0587e529-8a45-45e1-ab21-a897278be2d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388806 Nov 22 21:25:31.872605 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-77dd3f9c-90e8-49fd-8842-51548e39c5dc req-71d43ebc-52f6-4c93-a2b6-54c0f7b29aa2 service neutron] 10.222.0.20 "GET /v2.0/networks/0587e529-8a45-45e1-ab21-a897278be2d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801246 Nov 22 21:25:31.991198 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-77dd3f9c-90e8-49fd-8842-51548e39c5dc req-3679a4e0-6326-4474-9215-c867f125197b service neutron] 10.222.0.20 "GET /v2.0/networks/0587e529-8a45-45e1-ab21-a897278be2d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116054 Nov 22 21:25:32.006833 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cac6ebc-5cf3-43b1-8049-eea9485ad779 req-e0ecac09-99ed-4bbb-96a2-4943cd3205a0 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:25:32.008326 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5cac6ebc-5cf3-43b1-8049-eea9485ad779 req-e0ecac09-99ed-4bbb-96a2-4943cd3205a0 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.46 "GET /v2.0/ports?device_id=871ee109-05f6-4e85-8562-bad823b1dc6c HTTP/1.1" status: 200 len: 945 time: 0.0646884 Nov 22 21:25:32.057533 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5cac6ebc-5cf3-43b1-8049-eea9485ad779 req-d77a9359-937a-4b9b-9c14-80a02fcdae17 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ec79923-4331-4f04-9feb-b792217c791a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418596 Nov 22 21:25:33.054099 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e1ff2caf-f1b0-4448-8033-f96794ceffd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:25:33.176653 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e679e1ab-7ab3-4f83-9af3-20e4398e0732 req-262eb87a-ece8-4ab6-b2b1-249cd60146b0 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:25:33.178118 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e679e1ab-7ab3-4f83-9af3-20e4398e0732 req-262eb87a-ece8-4ab6-b2b1-249cd60146b0 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.46 "GET /v2.0/ports?device_id=871ee109-05f6-4e85-8562-bad823b1dc6c HTTP/1.1" status: 200 len: 945 time: 0.0531306 Nov 22 21:25:33.226212 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-e679e1ab-7ab3-4f83-9af3-20e4398e0732 req-11452793-a059-4658-b242-1da97e2bb4f5 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ec79923-4331-4f04-9feb-b792217c791a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420597 Nov 22 21:25:33.742036 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-03f0964f-1b75-4df7-99e0-a3cdb56ec2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:25:34.346694 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec4ef4b-2172-461a-891e-96168fb18aba req-c750edad-974b-4885-80ec-15e66303fb6d tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:25:34.348438 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5ec4ef4b-2172-461a-891e-96168fb18aba req-c750edad-974b-4885-80ec-15e66303fb6d tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.46 "GET /v2.0/ports?device_id=871ee109-05f6-4e85-8562-bad823b1dc6c HTTP/1.1" status: 200 len: 945 time: 0.0506380 Nov 22 21:25:34.407545 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5ec4ef4b-2172-461a-891e-96168fb18aba req-dde7a958-ac77-4d0e-a263-2e3d78ca5850 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ec79923-4331-4f04-9feb-b792217c791a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525041 Nov 22 21:25:35.438862 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e49ee129-e862-4476-beca-cdc8150d2345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:25:35.530130 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6caec73-3e7e-4e4c-9aba-09ed40447de6 req-215605ec-4f50-4a0c-b2d8-9529fe92d18f tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:25:35.531717 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d6caec73-3e7e-4e4c-9aba-09ed40447de6 req-215605ec-4f50-4a0c-b2d8-9529fe92d18f tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.46 "GET /v2.0/ports?device_id=871ee109-05f6-4e85-8562-bad823b1dc6c HTTP/1.1" status: 200 len: 945 time: 0.0528378 Nov 22 21:25:35.581107 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d6caec73-3e7e-4e4c-9aba-09ed40447de6 req-beef1736-584c-4593-bfaf-78650a31d454 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ec79923-4331-4f04-9feb-b792217c791a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431848 Nov 22 21:25:36.213405 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:25:36.778443 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-13c41060-e4d5-4712-99a2-3ba260bf952c req-dcf70a22-b3c5-479a-85b3-983dbb5e9c65 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=871ee109-05f6-4e85-8562-bad823b1dc6c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0405858 Nov 22 21:25:36.788687 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [req-13c41060-e4d5-4712-99a2-3ba260bf952c req-e6eac6d3-227b-4f99-9239-e2722d6a2aea service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=103448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 21:25:36.789667 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-13c41060-e4d5-4712-99a2-3ba260bf952c req-e6eac6d3-227b-4f99-9239-e2722d6a2aea service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051835 Nov 22 21:25:36.808019 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2289b7c-aa2a-4eb5-910c-f884e92c1728 req-074effae-afde-4850-9d43-b1ee9076206a tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:25:36.809627 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b2289b7c-aa2a-4eb5-910c-f884e92c1728 req-074effae-afde-4850-9d43-b1ee9076206a tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.46 "GET /v2.0/ports?device_id=871ee109-05f6-4e85-8562-bad823b1dc6c HTTP/1.1" status: 200 len: 945 time: 0.0505028 Nov 22 21:25:36.859760 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b2289b7c-aa2a-4eb5-910c-f884e92c1728 req-d1e55487-f717-4ddc-b955-d046549c4717 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ec79923-4331-4f04-9feb-b792217c791a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434749 Nov 22 21:25:37.888790 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 05ad37bb-a4c8-4744-bc0b-fa7638066b47 no longer exists at agent hyperv_n-h2-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 21:25:38.011759 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:25:38.028492 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59646625-1bb8-4679-8951-3a72f201cedf req-ffa3fcc7-f047-4b0a-9bf6-279a39184c63 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:25:38.030220 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-59646625-1bb8-4679-8951-3a72f201cedf req-ffa3fcc7-f047-4b0a-9bf6-279a39184c63 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.46 "GET /v2.0/ports?device_id=871ee109-05f6-4e85-8562-bad823b1dc6c HTTP/1.1" status: 200 len: 945 time: 0.0718997 Nov 22 21:25:38.049136 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '871ee109-05f6-4e85-8562-bad823b1dc6c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '05ad37bb-a4c8-4744-bc0b-fa7638066b47'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 21:25:38.051729 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77cdb882cfbf7cc977e8d6fd4582ec33309c0dd3d6eecd2022538c80279aa7ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3284cd08-fe00-4f2e-8ec7-1ae83305cf7e" -d '{"events": [{"server_uuid": "871ee109-05f6-4e85-8562-bad823b1dc6c", "name": "network-vif-unplugged", "status": "completed", "tag": "05ad37bb-a4c8-4744-bc0b-fa7638066b47"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 21:25:38.066744 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port 05ad37bb-a4c8-4744-bc0b-fa7638066b47, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=05ad37bb-a4c8-4744-bc0b-fa7638066b47,segment=NetworkSegment(a02e6268-7bf8-4ae7-b633-55a608c3a0f9),segment_id=a02e6268-7bf8-4ae7-b633-55a608c3a0f9)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 21:25:38.075300 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:25:38.121786 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-59646625-1bb8-4679-8951-3a72f201cedf req-164f371d-506e-4fd2-a449-dbcae2d88764 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ec79923-4331-4f04-9feb-b792217c791a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846736 Nov 22 21:25:38.126033 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 22 Nov 2021 21:25:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa0e3bfd-6647-4d77-a2f3-6c666d19b258 x-openstack-request-id: req-aa0e3bfd-6647-4d77-a2f3-6c666d19b258 {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 21:25:38.126562 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "871ee109-05f6-4e85-8562-bad823b1dc6c", "name": "network-vif-unplugged", "status": "failed", "tag": "05ad37bb-a4c8-4744-bc0b-fa7638066b47", "code": 422}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 21:25:38.127016 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-aa0e3bfd-6647-4d77-a2f3-6c666d19b258 {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 21:25:38.127814 n-d-818823-1 neutron-server[103449]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '871ee109-05f6-4e85-8562-bad823b1dc6c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '05ad37bb-a4c8-4744-bc0b-fa7638066b47', 'code': 422} returned with failed status Nov 22 21:25:38.155641 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=05ad37bb-a4c8-4744-bc0b-fa7638066b47,revision_number=6']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:25:38.163292 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:25:38.163678 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:25:38.164025 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:25:38.164365 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:25:38.164703 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:25:38.165036 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:25:38.165367 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:25:38.165741 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:25:38.166024 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:25:38.166356 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:25:38.166688 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:25:38.167013 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:25:39.239344 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b363c2c6-7fb1-4e44-b5d4-74baf1cfdc3f req-28a7bb30-3e83-4438-ac04-1944092b3255 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:25:39.240903 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b363c2c6-7fb1-4e44-b5d4-74baf1cfdc3f req-28a7bb30-3e83-4438-ac04-1944092b3255 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.46 "GET /v2.0/ports?device_id=871ee109-05f6-4e85-8562-bad823b1dc6c HTTP/1.1" status: 200 len: 943 time: 0.0484345 Nov 22 21:25:39.289634 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b363c2c6-7fb1-4e44-b5d4-74baf1cfdc3f req-9b586c47-483c-4f4d-b312-df771fddfd34 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ec79923-4331-4f04-9feb-b792217c791a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428112 Nov 22 21:25:40.421227 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fb9be1-6a29-41b8-8bba-870e21e6e35f req-31596b53-a920-4228-b7d0-c20192a7d545 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:25:40.422755 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-17fb9be1-6a29-41b8-8bba-870e21e6e35f req-31596b53-a920-4228-b7d0-c20192a7d545 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.46 "GET /v2.0/ports?device_id=871ee109-05f6-4e85-8562-bad823b1dc6c HTTP/1.1" status: 200 len: 943 time: 0.0525758 Nov 22 21:25:40.471813 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-17fb9be1-6a29-41b8-8bba-870e21e6e35f req-b73bd9eb-61db-4fc6-8fe9-77d8c2e7b3b6 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ec79923-4331-4f04-9feb-b792217c791a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425377 Nov 22 21:25:41.591201 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a20874f-36fa-47fb-b7af-1c29be4e354a req-4a9b501d-3087-4205-b3b8-962361711dde tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:25:41.593294 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1a20874f-36fa-47fb-b7af-1c29be4e354a req-4a9b501d-3087-4205-b3b8-962361711dde tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.46 "GET /v2.0/ports?device_id=871ee109-05f6-4e85-8562-bad823b1dc6c HTTP/1.1" status: 200 len: 943 time: 0.0527172 Nov 22 21:25:41.642810 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1a20874f-36fa-47fb-b7af-1c29be4e354a req-2acfd058-547a-46d7-843a-991ee8bd92c4 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ec79923-4331-4f04-9feb-b792217c791a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434527 Nov 22 21:25:42.583281 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c41060-e4d5-4712-99a2-3ba260bf952c req-4f85c419-6ee7-47a2-b22a-a11c3015c553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:25:42.584819 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-13c41060-e4d5-4712-99a2-3ba260bf952c req-4f85c419-6ee7-47a2-b22a-a11c3015c553 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=871ee109-05f6-4e85-8562-bad823b1dc6c&tenant_id=556553c23d004910aa149092a0f3a162 HTTP/1.1" status: 200 len: 1094 time: 0.0402172 Nov 22 21:25:42.595596 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [req-13c41060-e4d5-4712-99a2-3ba260bf952c req-6da47cf7-5be3-408d-a0c3-836183f75016 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=103448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 21:25:42.596596 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-13c41060-e4d5-4712-99a2-3ba260bf952c req-6da47cf7-5be3-408d-a0c3-836183f75016 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054195 Nov 22 21:25:42.608641 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [req-13c41060-e4d5-4712-99a2-3ba260bf952c req-eb7d7713-296a-4d52-ab04-7e5f727177f5 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-818823-1', 'device_owner': 'compute:nova'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 21:25:42.662642 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-13c41060-e4d5-4712-99a2-3ba260bf952c req-eb7d7713-296a-4d52-ab04-7e5f727177f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:25:42.759437 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529c1072-23e2-400b-ab36-94d942eed6b9 req-9dc24b90-f40f-441a-a37c-372924a05c73 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:25:42.760958 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-529c1072-23e2-400b-ab36-94d942eed6b9 req-9dc24b90-f40f-441a-a37c-372924a05c73 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.46 "GET /v2.0/ports?device_id=871ee109-05f6-4e85-8562-bad823b1dc6c HTTP/1.1" status: 200 len: 943 time: 0.0506170 Nov 22 21:25:42.811431 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-529c1072-23e2-400b-ab36-94d942eed6b9 req-2fda9c19-06ba-4781-9c53-f78de1d7641b tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ec79923-4331-4f04-9feb-b792217c791a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432634 Nov 22 21:25:42.870297 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-13c41060-e4d5-4712-99a2-3ba260bf952c req-eb7d7713-296a-4d52-ab04-7e5f727177f5 service neutron] For port 05ad37bb-a4c8-4744-bc0b-fa7638066b47, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=05ad37bb-a4c8-4744-bc0b-fa7638066b47,segment=NetworkSegment(a02e6268-7bf8-4ae7-b633-55a608c3a0f9),segment_id=a02e6268-7bf8-4ae7-b633-55a608c3a0f9)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 21:25:42.902894 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-13c41060-e4d5-4712-99a2-3ba260bf952c req-eb7d7713-296a-4d52-ab04-7e5f727177f5 service neutron] For port 05ad37bb-a4c8-4744-bc0b-fa7638066b47, host n-h2-818823-1, cleared binding levels {{(pid=103448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 21:25:42.934688 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [req-13c41060-e4d5-4712-99a2-3ba260bf952c req-eb7d7713-296a-4d52-ab04-7e5f727177f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05ad37bb-a4c8-4744-bc0b-fa7638066b47 {{(pid=103448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 21:25:42.942188 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-13c41060-e4d5-4712-99a2-3ba260bf952c req-eb7d7713-296a-4d52-ab04-7e5f727177f5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:25:42.954391 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [req-13c41060-e4d5-4712-99a2-3ba260bf952c req-eb7d7713-296a-4d52-ab04-7e5f727177f5 service neutron] Transition to ACTIVE for port object 05ad37bb-a4c8-4744-bc0b-fa7638066b47 will not be triggered until provisioned by entity L2. {{(pid=103448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 21:25:42.957650 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-13c41060-e4d5-4712-99a2-3ba260bf952c req-eb7d7713-296a-4d52-ab04-7e5f727177f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:25:43.036424 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7d7713-296a-4d52-ab04-7e5f727177f5 service neutron] Pushing event updated for resources: {'Port': ['ID=05ad37bb-a4c8-4744-bc0b-fa7638066b47,revision_number=7']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:25:43.050882 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7d7713-296a-4d52-ab04-7e5f727177f5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:25:43.051234 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7d7713-296a-4d52-ab04-7e5f727177f5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:25:43.051611 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7d7713-296a-4d52-ab04-7e5f727177f5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:25:43.051952 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7d7713-296a-4d52-ab04-7e5f727177f5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:25:43.052290 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7d7713-296a-4d52-ab04-7e5f727177f5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:25:43.052635 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7d7713-296a-4d52-ab04-7e5f727177f5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:25:43.052957 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7d7713-296a-4d52-ab04-7e5f727177f5 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:25:43.053286 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7d7713-296a-4d52-ab04-7e5f727177f5 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:25:43.053616 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7d7713-296a-4d52-ab04-7e5f727177f5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:25:43.053944 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7d7713-296a-4d52-ab04-7e5f727177f5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:25:43.054271 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7d7713-296a-4d52-ab04-7e5f727177f5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:25:43.054595 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7d7713-296a-4d52-ab04-7e5f727177f5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:25:43.089303 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [req-13c41060-e4d5-4712-99a2-3ba260bf952c req-eb7d7713-296a-4d52-ab04-7e5f727177f5 service neutron] No DVR routers for this DVR port 05ad37bb-a4c8-4744-bc0b-fa7638066b47 on host n-h2-818823-1 {{(pid=103448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 21:25:43.226562 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-13c41060-e4d5-4712-99a2-3ba260bf952c req-eb7d7713-296a-4d52-ab04-7e5f727177f5 service neutron] Attempting to bind port 05ad37bb-a4c8-4744-bc0b-fa7638066b47 on host n-h1-818823-1 for vnic_type normal with profile {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 21:25:43.226889 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-13c41060-e4d5-4712-99a2-3ba260bf952c req-eb7d7713-296a-4d52-ab04-7e5f727177f5 service neutron] Attempting to bind port 05ad37bb-a4c8-4744-bc0b-fa7638066b47 by drivers openvswitch,hyperv on host n-h1-818823-1 at level 0 using segments [{'id': 'a02e6268-7bf8-4ae7-b633-55a608c3a0f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '0587e529-8a45-45e1-ab21-a897278be2d8'}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 21:25:43.227211 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13c41060-e4d5-4712-99a2-3ba260bf952c req-eb7d7713-296a-4d52-ab04-7e5f727177f5 service neutron] Attempting to bind port 05ad37bb-a4c8-4744-bc0b-fa7638066b47 on network 0587e529-8a45-45e1-ab21-a897278be2d8 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 21:25:43.231698 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13c41060-e4d5-4712-99a2-3ba260bf952c req-eb7d7713-296a-4d52-ab04-7e5f727177f5 service neutron] Port 05ad37bb-a4c8-4744-bc0b-fa7638066b47 on network 0587e529-8a45-45e1-ab21-a897278be2d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-818823-1 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 21:25:43.232015 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13c41060-e4d5-4712-99a2-3ba260bf952c req-eb7d7713-296a-4d52-ab04-7e5f727177f5 service neutron] Attempting to bind port 05ad37bb-a4c8-4744-bc0b-fa7638066b47 on network 0587e529-8a45-45e1-ab21-a897278be2d8 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 21:25:43.237318 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13c41060-e4d5-4712-99a2-3ba260bf952c req-eb7d7713-296a-4d52-ab04-7e5f727177f5 service neutron] Checking agent: {'id': '7a008cff-3b49-418c-8046-689d46cc800f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'started_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 21, 25, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 21:25:43.237651 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13c41060-e4d5-4712-99a2-3ba260bf952c req-eb7d7713-296a-4d52-ab04-7e5f727177f5 service neutron] Checking segment: {'id': 'a02e6268-7bf8-4ae7-b633-55a608c3a0f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '0587e529-8a45-45e1-ab21-a897278be2d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 21:25:43.238023 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13c41060-e4d5-4712-99a2-3ba260bf952c req-eb7d7713-296a-4d52-ab04-7e5f727177f5 service neutron] Bound using segment: {'id': 'a02e6268-7bf8-4ae7-b633-55a608c3a0f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '0587e529-8a45-45e1-ab21-a897278be2d8'} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 21:25:43.238437 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-13c41060-e4d5-4712-99a2-3ba260bf952c req-eb7d7713-296a-4d52-ab04-7e5f727177f5 service neutron] Bound port: 05ad37bb-a4c8-4744-bc0b-fa7638066b47, host: n-h1-818823-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a02e6268-7bf8-4ae7-b633-55a608c3a0f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '0587e529-8a45-45e1-ab21-a897278be2d8'}}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 21:25:43.238780 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-13c41060-e4d5-4712-99a2-3ba260bf952c req-eb7d7713-296a-4d52-ab04-7e5f727177f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:25:43.300668 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-13c41060-e4d5-4712-99a2-3ba260bf952c req-eb7d7713-296a-4d52-ab04-7e5f727177f5 service neutron] For port 05ad37bb-a4c8-4744-bc0b-fa7638066b47, host n-h1-818823-1, cleared binding levels {{(pid=103448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 21:25:43.303818 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-13c41060-e4d5-4712-99a2-3ba260bf952c req-eb7d7713-296a-4d52-ab04-7e5f727177f5 service neutron] For port 05ad37bb-a4c8-4744-bc0b-fa7638066b47, host n-h1-818823-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=05ad37bb-a4c8-4744-bc0b-fa7638066b47,segment=NetworkSegment(a02e6268-7bf8-4ae7-b633-55a608c3a0f9),segment_id=a02e6268-7bf8-4ae7-b633-55a608c3a0f9)] {{(pid=103448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 21:25:43.307797 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-13c41060-e4d5-4712-99a2-3ba260bf952c req-eb7d7713-296a-4d52-ab04-7e5f727177f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:25:43.345369 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c41060-e4d5-4712-99a2-3ba260bf952c req-eb7d7713-296a-4d52-ab04-7e5f727177f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:25:43.346093 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-13c41060-e4d5-4712-99a2-3ba260bf952c req-eb7d7713-296a-4d52-ab04-7e5f727177f5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:25:43.347389 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-13c41060-e4d5-4712-99a2-3ba260bf952c req-eb7d7713-296a-4d52-ab04-7e5f727177f5 service neutron] 10.222.0.41 "PUT /v2.0/ports/05ad37bb-a4c8-4744-bc0b-fa7638066b47 HTTP/1.1" status: 200 len: 1091 time: 0.7432494 Nov 22 21:25:43.347860 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '871ee109-05f6-4e85-8562-bad823b1dc6c', 'tag': '05ad37bb-a4c8-4744-bc0b-fa7638066b47'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 21:25:43.350141 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d75c62b18f4846ba0ff3fb32e7a2f33757bcd91f6941723bbc4e48e63e422314" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e8cad0d-41b9-47c7-8e04-96edad605476" -d '{"events": [{"name": "network-changed", "server_uuid": "871ee109-05f6-4e85-8562-bad823b1dc6c", "tag": "05ad37bb-a4c8-4744-bc0b-fa7638066b47"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 21:25:43.374613 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7d7713-296a-4d52-ab04-7e5f727177f5 service neutron] Pushing event updated for resources: {'Port': ['ID=05ad37bb-a4c8-4744-bc0b-fa7638066b47,revision_number=8']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:25:43.393842 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 21:25:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e90e6f7-5b7a-4af0-a088-47f5cca03019 x-openstack-request-id: req-1e90e6f7-5b7a-4af0-a088-47f5cca03019 {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 21:25:43.394086 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "871ee109-05f6-4e85-8562-bad823b1dc6c", "tag": "05ad37bb-a4c8-4744-bc0b-fa7638066b47", "status": "completed", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 21:25:43.394348 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1e90e6f7-5b7a-4af0-a088-47f5cca03019 {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 21:25:43.394756 n-d-818823-1 neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '871ee109-05f6-4e85-8562-bad823b1dc6c', 'tag': '05ad37bb-a4c8-4744-bc0b-fa7638066b47', 'status': 'completed', 'code': 200} Nov 22 21:25:43.426196 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c41060-e4d5-4712-99a2-3ba260bf952c req-b53c4a85-bb72-4d90-8ef8-4d185d5307aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:25:43.427756 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-13c41060-e4d5-4712-99a2-3ba260bf952c req-b53c4a85-bb72-4d90-8ef8-4d185d5307aa service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=556553c23d004910aa149092a0f3a162&device_id=871ee109-05f6-4e85-8562-bad823b1dc6c HTTP/1.1" status: 200 len: 1094 time: 0.0453181 Nov 22 21:25:43.518452 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c41060-e4d5-4712-99a2-3ba260bf952c req-389e0293-1423-4e58-bb51-84482bacdd70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:25:43.520011 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-13c41060-e4d5-4712-99a2-3ba260bf952c req-389e0293-1423-4e58-bb51-84482bacdd70 service neutron] 10.222.0.41 "GET /v2.0/networks?id=0587e529-8a45-45e1-ab21-a897278be2d8 HTTP/1.1" status: 200 len: 909 time: 0.0855434 Nov 22 21:25:43.589429 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-13c41060-e4d5-4712-99a2-3ba260bf952c req-ffe5a88d-fd50-4ffa-b467-ec53c963234d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=05ad37bb-a4c8-4744-bc0b-fa7638066b47 HTTP/1.1" status: 200 len: 999 time: 0.0623522 Nov 22 21:25:43.640778 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c41060-e4d5-4712-99a2-3ba260bf952c req-cd27ca6c-7786-4d73-ad84-21652b91f448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:25:43.642287 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-13c41060-e4d5-4712-99a2-3ba260bf952c req-cd27ca6c-7786-4d73-ad84-21652b91f448 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=46e06d5a-0042-48a7-ac6e-04a34d163e49 HTTP/1.1" status: 200 len: 847 time: 0.0465577 Nov 22 21:25:43.688811 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c41060-e4d5-4712-99a2-3ba260bf952c req-86f4d7fb-298b-460d-a417-3e3ae3ce180d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:25:43.690318 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-13c41060-e4d5-4712-99a2-3ba260bf952c req-86f4d7fb-298b-460d-a417-3e3ae3ce180d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0587e529-8a45-45e1-ab21-a897278be2d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406294 Nov 22 21:25:43.783493 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-13c41060-e4d5-4712-99a2-3ba260bf952c req-aa144b2b-55af-4cca-8596-ea4454cc74ef service neutron] 10.222.0.41 "GET /v2.0/networks/0587e529-8a45-45e1-ab21-a897278be2d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861521 Nov 22 21:25:43.873356 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-13c41060-e4d5-4712-99a2-3ba260bf952c req-605b9c5f-4945-4e79-be89-634b77732dac service neutron] 10.222.0.41 "GET /v2.0/networks/0587e529-8a45-45e1-ab21-a897278be2d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827086 Nov 22 21:25:43.926516 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1510306d-597e-40c8-ae59-c8a9bd4d89ae req-d391c665-1169-4f9d-80dd-bbb0ce5b7a22 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:25:43.928053 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1510306d-597e-40c8-ae59-c8a9bd4d89ae req-d391c665-1169-4f9d-80dd-bbb0ce5b7a22 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.46 "GET /v2.0/ports?device_id=871ee109-05f6-4e85-8562-bad823b1dc6c HTTP/1.1" status: 200 len: 943 time: 0.0493884 Nov 22 21:25:43.964233 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8cad0d-41b9-47c7-8e04-96edad605476 req-070a8b0d-19d5-4e01-9f46-143d77477081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:25:43.965696 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-8e8cad0d-41b9-47c7-8e04-96edad605476 req-070a8b0d-19d5-4e01-9f46-143d77477081 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=556553c23d004910aa149092a0f3a162&device_id=871ee109-05f6-4e85-8562-bad823b1dc6c HTTP/1.1" status: 200 len: 1094 time: 0.0468738 Nov 22 21:25:43.984664 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-1510306d-597e-40c8-ae59-c8a9bd4d89ae req-65abf02d-4c18-44ca-811b-c8a468a31cb2 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ec79923-4331-4f04-9feb-b792217c791a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506225 Nov 22 21:25:44.056639 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8cad0d-41b9-47c7-8e04-96edad605476 req-506ba68c-5fb6-45dd-b03f-462474de4633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:25:44.058157 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-8e8cad0d-41b9-47c7-8e04-96edad605476 req-506ba68c-5fb6-45dd-b03f-462474de4633 service neutron] 10.222.0.41 "GET /v2.0/networks?id=0587e529-8a45-45e1-ab21-a897278be2d8 HTTP/1.1" status: 200 len: 909 time: 0.0851557 Nov 22 21:25:44.127293 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-8e8cad0d-41b9-47c7-8e04-96edad605476 req-da294d5a-ae81-4fd7-bb66-e7a6d33b42e0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=05ad37bb-a4c8-4744-bc0b-fa7638066b47 HTTP/1.1" status: 200 len: 999 time: 0.0613532 Nov 22 21:25:44.177144 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8cad0d-41b9-47c7-8e04-96edad605476 req-cab5b109-20e8-4698-bf64-8df922ab6e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:25:44.178590 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-8e8cad0d-41b9-47c7-8e04-96edad605476 req-cab5b109-20e8-4698-bf64-8df922ab6e0e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=46e06d5a-0042-48a7-ac6e-04a34d163e49 HTTP/1.1" status: 200 len: 847 time: 0.0436263 Nov 22 21:25:44.227104 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8cad0d-41b9-47c7-8e04-96edad605476 req-7feb61b0-49ad-423d-aeaa-a790023b7c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:25:44.228693 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-8e8cad0d-41b9-47c7-8e04-96edad605476 req-7feb61b0-49ad-423d-aeaa-a790023b7c5c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0587e529-8a45-45e1-ab21-a897278be2d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421569 Nov 22 21:25:44.320072 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-8e8cad0d-41b9-47c7-8e04-96edad605476 req-533e6a75-26eb-4ca1-aa7a-3c5127927221 service neutron] 10.222.0.41 "GET /v2.0/networks/0587e529-8a45-45e1-ab21-a897278be2d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831475 Nov 22 21:25:44.411255 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-8e8cad0d-41b9-47c7-8e04-96edad605476 req-f6df7173-7085-4fd2-8fe2-e931697e4652 service neutron] 10.222.0.41 "GET /v2.0/networks/0587e529-8a45-45e1-ab21-a897278be2d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836499 Nov 22 21:25:45.099993 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dea539-a163-4c70-aa11-bd9e2db99d24 req-787483d2-92b8-4069-8381-85c08db2beee tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:25:45.101373 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-00dea539-a163-4c70-aa11-bd9e2db99d24 req-787483d2-92b8-4069-8381-85c08db2beee tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.46 "GET /v2.0/ports?device_id=871ee109-05f6-4e85-8562-bad823b1dc6c HTTP/1.1" status: 200 len: 943 time: 0.0478513 Nov 22 21:25:45.149547 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-00dea539-a163-4c70-aa11-bd9e2db99d24 req-671fc838-813b-4179-b710-2b2175c1af10 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ec79923-4331-4f04-9feb-b792217c791a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420368 Nov 22 21:25:45.221862 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:25:45.259005 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:25:46.267776 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017ea5f6-338e-414a-9ad5-97d77f075473 req-399ddd69-ae09-4a90-8ff8-9688f81637d5 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:25:46.269277 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-017ea5f6-338e-414a-9ad5-97d77f075473 req-399ddd69-ae09-4a90-8ff8-9688f81637d5 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.46 "GET /v2.0/ports?device_id=871ee109-05f6-4e85-8562-bad823b1dc6c HTTP/1.1" status: 200 len: 943 time: 0.0488570 Nov 22 21:25:46.317276 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-017ea5f6-338e-414a-9ad5-97d77f075473 req-78854956-4876-4b43-a36a-eac631de31ce tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ec79923-4331-4f04-9feb-b792217c791a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417752 Nov 22 21:25:47.437849 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6113c53e-2f20-454c-a2bb-74e11adad9c0 req-059ffb80-a936-4177-a125-f41f9c283b88 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:25:47.439318 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6113c53e-2f20-454c-a2bb-74e11adad9c0 req-059ffb80-a936-4177-a125-f41f9c283b88 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.46 "GET /v2.0/ports?device_id=871ee109-05f6-4e85-8562-bad823b1dc6c HTTP/1.1" status: 200 len: 943 time: 0.0523996 Nov 22 21:25:47.487685 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6113c53e-2f20-454c-a2bb-74e11adad9c0 req-4baa9864-d53c-44ed-ba64-56b3bfd021d8 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ec79923-4331-4f04-9feb-b792217c791a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423691 Nov 22 21:25:48.600176 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8730c53-be3a-4a28-893e-cc96eaa324ac req-17d2a0f2-0c1e-41d9-8b0c-0912d8d3bfb3 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:25:48.601650 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c8730c53-be3a-4a28-893e-cc96eaa324ac req-17d2a0f2-0c1e-41d9-8b0c-0912d8d3bfb3 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.46 "GET /v2.0/ports?device_id=871ee109-05f6-4e85-8562-bad823b1dc6c HTTP/1.1" status: 200 len: 943 time: 0.0469091 Nov 22 21:25:48.650116 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c8730c53-be3a-4a28-893e-cc96eaa324ac req-7490dfb1-aa8d-4758-a7eb-d91ac7146f73 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ec79923-4331-4f04-9feb-b792217c791a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423753 Nov 22 21:25:49.769400 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f166eb8-5b60-4fe6-87b2-668ca73a184a req-e3da10cf-dcb5-484a-a78e-cffac2563735 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:25:49.770904 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3f166eb8-5b60-4fe6-87b2-668ca73a184a req-e3da10cf-dcb5-484a-a78e-cffac2563735 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.46 "GET /v2.0/ports?device_id=871ee109-05f6-4e85-8562-bad823b1dc6c HTTP/1.1" status: 200 len: 943 time: 0.0524020 Nov 22 21:25:49.821727 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3f166eb8-5b60-4fe6-87b2-668ca73a184a req-dab37178-db04-481f-82d4-cd4289ed47ec tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ec79923-4331-4f04-9feb-b792217c791a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448551 Nov 22 21:25:50.936115 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501820bc-486c-481d-93fd-70619a9bfa7a req-a3c5c993-c649-4dce-aa20-da72565b67f3 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:25:50.937597 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-501820bc-486c-481d-93fd-70619a9bfa7a req-a3c5c993-c649-4dce-aa20-da72565b67f3 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.46 "GET /v2.0/ports?device_id=871ee109-05f6-4e85-8562-bad823b1dc6c HTTP/1.1" status: 200 len: 943 time: 0.0485919 Nov 22 21:25:50.985937 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-501820bc-486c-481d-93fd-70619a9bfa7a req-42f19276-9bfe-4432-bdd4-bb84d33bfc5e tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ec79923-4331-4f04-9feb-b792217c791a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425136 Nov 22 21:25:52.099693 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d822c98-f218-443d-a534-85fe7f9bd89a req-fe3b94a1-517e-42f2-847f-4a716dbf26d9 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:25:52.101082 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2d822c98-f218-443d-a534-85fe7f9bd89a req-fe3b94a1-517e-42f2-847f-4a716dbf26d9 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.46 "GET /v2.0/ports?device_id=871ee109-05f6-4e85-8562-bad823b1dc6c HTTP/1.1" status: 200 len: 943 time: 0.0474446 Nov 22 21:25:52.152680 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-2d822c98-f218-443d-a534-85fe7f9bd89a req-53fb0ad7-6e16-482a-9c06-0c24fe3c7a52 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ec79923-4331-4f04-9feb-b792217c791a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454967 Nov 22 21:25:52.650786 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 05ad37bb-a4c8-4744-bc0b-fa7638066b47 details requested by agent hyperv_n-h1-818823-1 with host n-h1-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 21:25:52.742882 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 05ad37bb-a4c8-4744-bc0b-fa7638066b47, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=05ad37bb-a4c8-4744-bc0b-fa7638066b47,segment=NetworkSegment(a02e6268-7bf8-4ae7-b633-55a608c3a0f9),segment_id=a02e6268-7bf8-4ae7-b633-55a608c3a0f9)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 21:25:52.753939 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Returning: {'device': '05ad37bb-a4c8-4744-bc0b-fa7638066b47', 'network_id': '0587e529-8a45-45e1-ab21-a897278be2d8', 'port_id': '05ad37bb-a4c8-4744-bc0b-fa7638066b47', 'mac_address': 'fa:16:3e:ef:3b:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46e06d5a-0042-48a7-ac6e-04a34d163e49', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 21:25:52.794387 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:25:52.806618 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05ad37bb-a4c8-4744-bc0b-fa7638066b47 {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 21:25:52.826116 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 05ad37bb-a4c8-4744-bc0b-fa7638066b47, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=05ad37bb-a4c8-4744-bc0b-fa7638066b47,segment=NetworkSegment(a02e6268-7bf8-4ae7-b633-55a608c3a0f9),segment_id=a02e6268-7bf8-4ae7-b633-55a608c3a0f9)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 21:25:52.830821 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:25:52.881289 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=05ad37bb-a4c8-4744-bc0b-fa7638066b47,revision_number=9']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:25:53.056245 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] get_ports_and_sgs() called for port_ids ['05ad37bb-a4c8-4744-bc0b-fa7638066b47'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 21:25:53.264738 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67d3e36-bb27-44bc-bb20-90c24fa1890a req-b4b6ff8a-3f7e-4fbd-bfa9-830c0915d4af tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:25:53.266781 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a67d3e36-bb27-44bc-bb20-90c24fa1890a req-b4b6ff8a-3f7e-4fbd-bfa9-830c0915d4af tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.46 "GET /v2.0/ports?device_id=871ee109-05f6-4e85-8562-bad823b1dc6c HTTP/1.1" status: 200 len: 944 time: 0.0481288 Nov 22 21:25:53.315602 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a67d3e36-bb27-44bc-bb20-90c24fa1890a req-9b60f92d-df8c-4de8-8da3-69593db8321e tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ec79923-4331-4f04-9feb-b792217c791a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425363 Nov 22 21:25:54.428110 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34015127-b091-4dea-9894-85e5de9d3654 req-3fd882cc-3f6d-4bf6-8d73-b78fedb4b15d tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:25:54.429597 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-34015127-b091-4dea-9894-85e5de9d3654 req-3fd882cc-3f6d-4bf6-8d73-b78fedb4b15d tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.46 "GET /v2.0/ports?device_id=871ee109-05f6-4e85-8562-bad823b1dc6c HTTP/1.1" status: 200 len: 944 time: 0.0478230 Nov 22 21:25:54.478366 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-34015127-b091-4dea-9894-85e5de9d3654 req-d423f1c4-00d5-49e1-86ea-ee30ea96d466 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ec79923-4331-4f04-9feb-b792217c791a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424061 Nov 22 21:25:54.646870 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 05ad37bb-a4c8-4744-bc0b-fa7638066b47 up at agent hyperv_n-h1-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 21:25:54.694598 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Provisioning for port 05ad37bb-a4c8-4744-bc0b-fa7638066b47 completed by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 21:25:54.698264 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Provisioning complete for port 05ad37bb-a4c8-4744-bc0b-fa7638066b47 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 21:25:54.698639 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:25:54.937921 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:25:54.959727 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '871ee109-05f6-4e85-8562-bad823b1dc6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05ad37bb-a4c8-4744-bc0b-fa7638066b47'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 21:25:54.961932 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77cdb882cfbf7cc977e8d6fd4582ec33309c0dd3d6eecd2022538c80279aa7ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cc97342-13da-4f7a-854a-6b41f1953a08" -d '{"events": [{"server_uuid": "871ee109-05f6-4e85-8562-bad823b1dc6c", "name": "network-vif-plugged", "status": "completed", "tag": "05ad37bb-a4c8-4744-bc0b-fa7638066b47"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 21:25:54.974057 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 05ad37bb-a4c8-4744-bc0b-fa7638066b47, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=05ad37bb-a4c8-4744-bc0b-fa7638066b47,segment=NetworkSegment(a02e6268-7bf8-4ae7-b633-55a608c3a0f9),segment_id=a02e6268-7bf8-4ae7-b633-55a608c3a0f9)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 21:25:54.978090 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:25:55.003720 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 21:25:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7ee1ac3-dfad-4e60-8dbd-4eb8b037ff2f x-openstack-request-id: req-d7ee1ac3-dfad-4e60-8dbd-4eb8b037ff2f {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 21:25:55.004010 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "871ee109-05f6-4e85-8562-bad823b1dc6c", "name": "network-vif-plugged", "status": "completed", "tag": "05ad37bb-a4c8-4744-bc0b-fa7638066b47", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 21:25:55.004263 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d7ee1ac3-dfad-4e60-8dbd-4eb8b037ff2f {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 21:25:55.004646 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '871ee109-05f6-4e85-8562-bad823b1dc6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05ad37bb-a4c8-4744-bc0b-fa7638066b47', 'code': 200} Nov 22 21:25:55.028734 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=05ad37bb-a4c8-4744-bc0b-fa7638066b47,revision_number=10']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:25:55.148426 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ef0e90-53fc-44da-9670-33555b56f823 req-8a14ca72-4be2-4e4c-8a87-e9dba9b84cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:25:55.149804 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-e2ef0e90-53fc-44da-9670-33555b56f823 req-8a14ca72-4be2-4e4c-8a87-e9dba9b84cc3 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=871ee109-05f6-4e85-8562-bad823b1dc6c HTTP/1.1" status: 200 len: 1097 time: 0.0395033 Nov 22 21:25:55.196638 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-e2ef0e90-53fc-44da-9670-33555b56f823 req-ce101133-3fbf-4b31-a97b-bad54418fb2a service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=6ec79923-4331-4f04-9feb-b792217c791a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400374 Nov 22 21:25:55.595218 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db46378-09b3-41b8-b3af-200e9f5de559 req-ab8ef8f1-1a00-4523-87b7-2fc6f715d35a tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:25:55.596727 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6db46378-09b3-41b8-b3af-200e9f5de559 req-ab8ef8f1-1a00-4523-87b7-2fc6f715d35a tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.46 "GET /v2.0/ports?device_id=871ee109-05f6-4e85-8562-bad823b1dc6c HTTP/1.1" status: 200 len: 946 time: 0.0525479 Nov 22 21:25:55.644368 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6db46378-09b3-41b8-b3af-200e9f5de559 req-8aaa8675-d195-4deb-9c53-8926d0577249 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ec79923-4331-4f04-9feb-b792217c791a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418046 Nov 22 21:25:56.139546 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.agents_db [None req-aa8313f2-1ee4-4e7b-8c5a-d32b2f9d31ee None None] Agent healthcheck: found 7 active agents {{(pid=103450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 21:25:56.759854 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efeadfab-5f6b-4229-9794-1333b17416ff req-c04eef35-4dfc-443a-99da-498502b7315e tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:25:56.761392 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-efeadfab-5f6b-4229-9794-1333b17416ff req-c04eef35-4dfc-443a-99da-498502b7315e tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.46 "GET /v2.0/ports?device_id=871ee109-05f6-4e85-8562-bad823b1dc6c HTTP/1.1" status: 200 len: 946 time: 0.0485525 Nov 22 21:25:56.813630 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-efeadfab-5f6b-4229-9794-1333b17416ff req-56546a7b-e2e6-4f6a-ad9e-1db61e6c92eb tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ec79923-4331-4f04-9feb-b792217c791a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458660 Nov 22 21:26:00.156915 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-b19c7981-5971-426c-9b8e-65fed6af8a7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:26:03.054883 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-2a039f46-b90b-40bf-aef5-2ec588504510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:26:03.744513 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-03f0964f-1b75-4df7-99e0-a3cdb56ec2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:26:04.883933 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-5ab84671-f81a-4608-8f72-579267ae5cc4 req-f8ec94be-4486-44fe-aaed-7701d440c72d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=871ee109-05f6-4e85-8562-bad823b1dc6c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0439062 Nov 22 21:26:04.972422 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab84671-f81a-4608-8f72-579267ae5cc4 req-d32260c9-c90d-45ba-9525-742a6dd5ca8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:26:04.973906 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-5ab84671-f81a-4608-8f72-579267ae5cc4 req-d32260c9-c90d-45ba-9525-742a6dd5ca8d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=556553c23d004910aa149092a0f3a162&device_id=871ee109-05f6-4e85-8562-bad823b1dc6c HTTP/1.1" status: 200 len: 1097 time: 0.0411842 Nov 22 21:26:05.080068 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab84671-f81a-4608-8f72-579267ae5cc4 req-b8480dfe-8968-4b8b-8507-8d9bc7f4fae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:26:05.081464 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-5ab84671-f81a-4608-8f72-579267ae5cc4 req-b8480dfe-8968-4b8b-8507-8d9bc7f4fae0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=0587e529-8a45-45e1-ab21-a897278be2d8 HTTP/1.1" status: 200 len: 909 time: 0.0874968 Nov 22 21:26:05.147287 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-5ab84671-f81a-4608-8f72-579267ae5cc4 req-b79f1df7-df30-4290-bb11-a028b891ec61 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=05ad37bb-a4c8-4744-bc0b-fa7638066b47 HTTP/1.1" status: 200 len: 1001 time: 0.0579896 Nov 22 21:26:05.194993 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab84671-f81a-4608-8f72-579267ae5cc4 req-6dce647d-1a79-4490-adfe-cbf92c4c3144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:26:05.196438 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-5ab84671-f81a-4608-8f72-579267ae5cc4 req-6dce647d-1a79-4490-adfe-cbf92c4c3144 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=46e06d5a-0042-48a7-ac6e-04a34d163e49 HTTP/1.1" status: 200 len: 847 time: 0.0424931 Nov 22 21:26:05.245752 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab84671-f81a-4608-8f72-579267ae5cc4 req-bd60cbd3-26ec-4869-8a21-24bf950ac13e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:26:05.247225 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-5ab84671-f81a-4608-8f72-579267ae5cc4 req-bd60cbd3-26ec-4869-8a21-24bf950ac13e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0587e529-8a45-45e1-ab21-a897278be2d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432439 Nov 22 21:26:05.334711 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-5ab84671-f81a-4608-8f72-579267ae5cc4 req-e5e928b3-0d1a-4c27-bb60-26a0ab3a1437 service neutron] 10.222.0.41 "GET /v2.0/networks/0587e529-8a45-45e1-ab21-a897278be2d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804491 Nov 22 21:26:05.428196 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-5ab84671-f81a-4608-8f72-579267ae5cc4 req-acd1712f-99f8-481b-9534-c92e8b6f3f03 service neutron] 10.222.0.41 "GET /v2.0/networks/0587e529-8a45-45e1-ab21-a897278be2d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870209 Nov 22 21:26:05.444137 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e49ee129-e862-4476-beca-cdc8150d2345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:26:06.214958 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:26:15.229387 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:26:15.273623 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:26:30.157484 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-0dd60516-7b78-4efa-8edf-35d8c569a52b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:26:33.056904 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-b1e9eec4-dd09-4bc3-9325-323ed3933fd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:26:33.138561 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.agents_db [None req-aa8313f2-1ee4-4e7b-8c5a-d32b2f9d31ee None None] Agent healthcheck: found 7 active agents {{(pid=103450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 21:26:33.747362 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-03f0964f-1b75-4df7-99e0-a3cdb56ec2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:26:35.444808 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e49ee129-e862-4476-beca-cdc8150d2345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:26:36.216875 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:26:45.227735 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:26:45.289279 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:00.158650 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba54a3e3-8bf5-4fb0-9a13-9f63324b7a6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:03.058666 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ad98c029-b099-401e-8180-0441a68b311d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:03.749051 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-03f0964f-1b75-4df7-99e0-a3cdb56ec2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:05.447784 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e49ee129-e862-4476-beca-cdc8150d2345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:05.900371 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-8ffc4be3-fe0c-4060-881c-77d09706b0a5 req-06e79e5b-c98e-43aa-b095-402185acc050 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=871ee109-05f6-4e85-8562-bad823b1dc6c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0786810 Nov 22 21:27:05.982503 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffc4be3-fe0c-4060-881c-77d09706b0a5 req-d0966e85-5e2f-4f43-a3b0-f06958019e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:27:05.984482 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-8ffc4be3-fe0c-4060-881c-77d09706b0a5 req-d0966e85-5e2f-4f43-a3b0-f06958019e39 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=556553c23d004910aa149092a0f3a162&device_id=871ee109-05f6-4e85-8562-bad823b1dc6c HTTP/1.1" status: 200 len: 1097 time: 0.0413227 Nov 22 21:27:06.094201 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffc4be3-fe0c-4060-881c-77d09706b0a5 req-60142d5c-d1fd-47b0-a5bb-45b9ecbfd952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:27:06.095630 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-8ffc4be3-fe0c-4060-881c-77d09706b0a5 req-60142d5c-d1fd-47b0-a5bb-45b9ecbfd952 service neutron] 10.222.0.41 "GET /v2.0/networks?id=0587e529-8a45-45e1-ab21-a897278be2d8 HTTP/1.1" status: 200 len: 909 time: 0.0903633 Nov 22 21:27:06.160250 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-8ffc4be3-fe0c-4060-881c-77d09706b0a5 req-37d6b2ee-ae47-434c-846c-e724afc521ff service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=05ad37bb-a4c8-4744-bc0b-fa7638066b47 HTTP/1.1" status: 200 len: 1001 time: 0.0576556 Nov 22 21:27:06.209408 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffc4be3-fe0c-4060-881c-77d09706b0a5 req-b024dbb8-bc27-4b12-a17f-c5fa4856e0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:27:06.211011 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-8ffc4be3-fe0c-4060-881c-77d09706b0a5 req-b024dbb8-bc27-4b12-a17f-c5fa4856e0fd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=46e06d5a-0042-48a7-ac6e-04a34d163e49 HTTP/1.1" status: 200 len: 847 time: 0.0441766 Nov 22 21:27:06.221107 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:06.263130 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffc4be3-fe0c-4060-881c-77d09706b0a5 req-98687db5-6184-4308-81c6-5a6201c169a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:27:06.264682 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-8ffc4be3-fe0c-4060-881c-77d09706b0a5 req-98687db5-6184-4308-81c6-5a6201c169a7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0587e529-8a45-45e1-ab21-a897278be2d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0462096 Nov 22 21:27:06.674561 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-8ffc4be3-fe0c-4060-881c-77d09706b0a5 req-12daef6d-3117-47c2-ae6d-196ec69b73ef service neutron] 10.222.0.41 "GET /v2.0/networks/0587e529-8a45-45e1-ab21-a897278be2d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4025722 Nov 22 21:27:06.764897 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-8ffc4be3-fe0c-4060-881c-77d09706b0a5 req-c50f854f-e116-401b-86dd-136e9116a69e service neutron] 10.222.0.41 "GET /v2.0/networks/0587e529-8a45-45e1-ab21-a897278be2d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835185 Nov 22 21:27:10.138675 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.agents_db [None req-aa8313f2-1ee4-4e7b-8c5a-d32b2f9d31ee None None] Agent healthcheck: found 7 active agents {{(pid=103450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 21:27:12.956409 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 34220) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:27:13.125148 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-b93e7ab1-d3ec-4f7b-ab61-70f851b1b5a6 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Deleting port 0c9dcaac-f144-4ef5-a3e7-cf6c666f1e25 {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 21:27:13.125406 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b93e7ab1-d3ec-4f7b-ab61-70f851b1b5a6 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:13.200289 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b93e7ab1-d3ec-4f7b-ab61-70f851b1b5a6 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:13.200623 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b93e7ab1-d3ec-4f7b-ab61-70f851b1b5a6 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:13.212897 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-b93e7ab1-d3ec-4f7b-ab61-70f851b1b5a6 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Calling delete_port for 0c9dcaac-f144-4ef5-a3e7-cf6c666f1e25 owned by network:floatingip {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 21:27:13.655237 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b93e7ab1-d3ec-4f7b-ab61-70f851b1b5a6 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:13.694438 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93e7ab1-d3ec-4f7b-ab61-70f851b1b5a6 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Pushing event deleted for resources: {'Port': ['ID=0c9dcaac-f144-4ef5-a3e7-cf6c666f1e25,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:27:13.724963 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93e7ab1-d3ec-4f7b-ab61-70f851b1b5a6 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:27:13.725985 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93e7ab1-d3ec-4f7b-ab61-70f851b1b5a6 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:27:13.726476 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93e7ab1-d3ec-4f7b-ab61-70f851b1b5a6 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:27:13.726954 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93e7ab1-d3ec-4f7b-ab61-70f851b1b5a6 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:27:13.727456 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93e7ab1-d3ec-4f7b-ab61-70f851b1b5a6 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:27:13.727938 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93e7ab1-d3ec-4f7b-ab61-70f851b1b5a6 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:27:13.728417 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93e7ab1-d3ec-4f7b-ab61-70f851b1b5a6 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:27:13.728965 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93e7ab1-d3ec-4f7b-ab61-70f851b1b5a6 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:27:13.729747 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93e7ab1-d3ec-4f7b-ab61-70f851b1b5a6 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:27:13.730216 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93e7ab1-d3ec-4f7b-ab61-70f851b1b5a6 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:27:13.730545 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93e7ab1-d3ec-4f7b-ab61-70f851b1b5a6 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:27:13.730870 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93e7ab1-d3ec-4f7b-ab61-70f851b1b5a6 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:27:13.772612 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b93e7ab1-d3ec-4f7b-ab61-70f851b1b5a6 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Publish callbacks [] for floatingip, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:13.773000 n-d-818823-1 neutron-server[103447]: INFO neutron.db.l3_db [None req-b93e7ab1-d3ec-4f7b-ab61-70f851b1b5a6 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Floating IP 40155738-d5b7-4e28-92b7-f2dfcbaa13a7 disassociated (deleted). External IP: 172.25.5.122, port: 05ad37bb-a4c8-4744-bc0b-fa7638066b47. Nov 22 21:27:13.974399 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b93e7ab1-d3ec-4f7b-ab61-70f851b1b5a6 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Router 2a1a5ecb-ea43-46ae-bbc1-eb40353cb84c has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 21:27:14.091503 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b93e7ab1-d3ec-4f7b-ab61-70f851b1b5a6 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 21:27:14.096292 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b93e7ab1-d3ec-4f7b-ab61-70f851b1b5a6 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for floatingip, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:14.101960 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd20f8ed-bff7-4233-a017-b3e2092653aa None None] Sync routers for ids ['2a1a5ecb-ea43-46ae-bbc1-eb40353cb84c'] in n-d-818823-1 {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 21:27:14.111347 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd20f8ed-bff7-4233-a017-b3e2092653aa None None] Routers {'2a1a5ecb-ea43-46ae-bbc1-eb40353cb84c'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 21:27:14.112057 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-cd20f8ed-bff7-4233-a017-b3e2092653aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T21:27:03Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['2a1a5ecb-ea43-46ae-bbc1-eb40353cb84c'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:27:14.124444 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-b93e7ab1-d3ec-4f7b-ab61-70f851b1b5a6 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.46 "DELETE /v2.0/floatingips/40155738-d5b7-4e28-92b7-f2dfcbaa13a7 HTTP/1.1" status: 204 len: 168 time: 1.1669412 Nov 22 21:27:14.125053 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '871ee109-05f6-4e85-8562-bad823b1dc6c', 'tag': '05ad37bb-a4c8-4744-bc0b-fa7638066b47'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 21:27:14.127646 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0b87e146ffa5c253ca46002a571dfb52564e5f7c412d10689cf18353d020cb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6451571f-0fd3-4b92-a7e6-816ac6d72078" -d '{"events": [{"name": "network-changed", "server_uuid": "871ee109-05f6-4e85-8562-bad823b1dc6c", "tag": "05ad37bb-a4c8-4744-bc0b-fa7638066b47"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 21:27:14.224072 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-cd20f8ed-bff7-4233-a017-b3e2092653aa None None] Set router 2a1a5ecb-ea43-46ae-bbc1-eb40353cb84c gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 21:27:14.231957 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 21:27:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19d9f739-1af9-4a4c-ac3b-893541344aa8 x-openstack-request-id: req-19d9f739-1af9-4a4c-ac3b-893541344aa8 {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 21:27:14.232259 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "871ee109-05f6-4e85-8562-bad823b1dc6c", "tag": "05ad37bb-a4c8-4744-bc0b-fa7638066b47", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 21:27:14.232518 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-19d9f739-1af9-4a4c-ac3b-893541344aa8 {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 21:27:14.232923 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '871ee109-05f6-4e85-8562-bad823b1dc6c', 'tag': '05ad37bb-a4c8-4744-bc0b-fa7638066b47', 'status': 'completed', 'code': 200} Nov 22 21:27:14.300305 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6451571f-0fd3-4b92-a7e6-816ac6d72078 req-44318cb0-44bc-4bb9-b33c-520607c3f07c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:27:14.301881 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-6451571f-0fd3-4b92-a7e6-816ac6d72078 req-44318cb0-44bc-4bb9-b33c-520607c3f07c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=556553c23d004910aa149092a0f3a162&device_id=871ee109-05f6-4e85-8562-bad823b1dc6c HTTP/1.1" status: 200 len: 1097 time: 0.0444443 Nov 22 21:27:14.401272 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6451571f-0fd3-4b92-a7e6-816ac6d72078 req-1ea44495-5c3a-4d23-9756-1d6ea340df00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:27:14.402963 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-6451571f-0fd3-4b92-a7e6-816ac6d72078 req-1ea44495-5c3a-4d23-9756-1d6ea340df00 service neutron] 10.222.0.41 "GET /v2.0/networks?id=0587e529-8a45-45e1-ab21-a897278be2d8 HTTP/1.1" status: 200 len: 909 time: 0.0943747 Nov 22 21:27:14.426615 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e13c49-1d81-4d2f-b73c-ebaf0c333e5a req-05ae7064-c542-45a8-83f6-72774fd864b1 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:27:14.428272 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-29e13c49-1d81-4d2f-b73c-ebaf0c333e5a req-05ae7064-c542-45a8-83f6-72774fd864b1 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.46 "GET /v2.0/ports?device_id=871ee109-05f6-4e85-8562-bad823b1dc6c HTTP/1.1" status: 200 len: 946 time: 0.1099188 Nov 22 21:27:14.452810 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-cd20f8ed-bff7-4233-a017-b3e2092653aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a1a5ecb-ea43-46ae-bbc1-eb40353cb84c', 'name': 'tempest-TestShelveInstance-638224312-router', 'tenant_id': '556553c23d004910aa149092a0f3a162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.22'}], 'enable_snat': True}, 'gw_port_id': '9df4cb0f-bfcf-4588-9876-4725486a9967', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T21:18:27Z', 'updated_at': '2021-11-22T21:18:29Z', 'revision_number': 4, 'project_id': '556553c23d004910aa149092a0f3a162', 'gw_port': {'id': '9df4cb0f-bfcf-4588-9876-4725486a9967', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:f8:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1a5ecb-ea43-46ae-bbc1-eb40353cb84c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:18:27Z', 'updated_at': '2021-11-22T21:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': 'fb956b44-45d2-4170-b020-d1cfc54a896e', 'name': '', 'network_id': '0587e529-8a45-45e1-ab21-a897278be2d8', 'tenant_id': '556553c23d004910aa149092a0f3a162', 'mac_address': 'fa:16:3e:15:06:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1a5ecb-ea43-46ae-bbc1-eb40353cb84c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '46e06d5a-0042-48a7-ac6e-04a34d163e49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:18:29Z', 'updated_at': '2021-11-22T21:18:35Z', 'revision_number': 5, 'project_id': '556553c23d004910aa149092a0f3a162', 'subnets': [{'id': '46e06d5a-0042-48a7-ac6e-04a34d163e49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:27:14.468414 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-6451571f-0fd3-4b92-a7e6-816ac6d72078 req-5863e33a-1d31-48a3-9b0e-d300cc375d6c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=05ad37bb-a4c8-4744-bc0b-fa7638066b47 HTTP/1.1" status: 200 len: 217 time: 0.0553548 Nov 22 21:27:14.480437 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd20f8ed-bff7-4233-a017-b3e2092653aa None None] Checking router: 2a1a5ecb-ea43-46ae-bbc1-eb40353cb84c for host: n-d-818823-1 {{(pid=103449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 21:27:14.489210 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd20f8ed-bff7-4233-a017-b3e2092653aa None None] Routers {'2a1a5ecb-ea43-46ae-bbc1-eb40353cb84c'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 21:27:14.489825 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-cd20f8ed-bff7-4233-a017-b3e2092653aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T21:27:03Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['2a1a5ecb-ea43-46ae-bbc1-eb40353cb84c'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:27:14.493291 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-29e13c49-1d81-4d2f-b73c-ebaf0c333e5a req-26625648-e32a-4c86-9c7a-a91475e86a29 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ec79923-4331-4f04-9feb-b792217c791a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558238 Nov 22 21:27:14.522515 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6451571f-0fd3-4b92-a7e6-816ac6d72078 req-73978592-2f2a-42df-80b1-a88394b31637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:27:14.524034 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-6451571f-0fd3-4b92-a7e6-816ac6d72078 req-73978592-2f2a-42df-80b1-a88394b31637 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=46e06d5a-0042-48a7-ac6e-04a34d163e49 HTTP/1.1" status: 200 len: 847 time: 0.0475945 Nov 22 21:27:14.569662 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6451571f-0fd3-4b92-a7e6-816ac6d72078 req-ab76a577-0a4c-4d03-83e7-9aaee837871b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:27:14.571266 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-6451571f-0fd3-4b92-a7e6-816ac6d72078 req-ab76a577-0a4c-4d03-83e7-9aaee837871b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0587e529-8a45-45e1-ab21-a897278be2d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398223 Nov 22 21:27:14.601231 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-cd20f8ed-bff7-4233-a017-b3e2092653aa None None] Set router 2a1a5ecb-ea43-46ae-bbc1-eb40353cb84c gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 21:27:14.666287 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-6451571f-0fd3-4b92-a7e6-816ac6d72078 req-3e18789b-6b92-4165-89ab-50798da8cf7b service neutron] 10.222.0.41 "GET /v2.0/networks/0587e529-8a45-45e1-ab21-a897278be2d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861857 Nov 22 21:27:14.756746 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-6451571f-0fd3-4b92-a7e6-816ac6d72078 req-497a7630-9b31-4e6d-ac67-cc85d7406839 service neutron] 10.222.0.41 "GET /v2.0/networks/0587e529-8a45-45e1-ab21-a897278be2d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815442 Nov 22 21:27:14.804092 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-cd20f8ed-bff7-4233-a017-b3e2092653aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a1a5ecb-ea43-46ae-bbc1-eb40353cb84c', 'name': 'tempest-TestShelveInstance-638224312-router', 'tenant_id': '556553c23d004910aa149092a0f3a162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.22'}], 'enable_snat': True}, 'gw_port_id': '9df4cb0f-bfcf-4588-9876-4725486a9967', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T21:18:27Z', 'updated_at': '2021-11-22T21:18:29Z', 'revision_number': 4, 'project_id': '556553c23d004910aa149092a0f3a162', 'gw_port': {'id': '9df4cb0f-bfcf-4588-9876-4725486a9967', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:f8:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1a5ecb-ea43-46ae-bbc1-eb40353cb84c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:18:27Z', 'updated_at': '2021-11-22T21:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': 'fb956b44-45d2-4170-b020-d1cfc54a896e', 'name': '', 'network_id': '0587e529-8a45-45e1-ab21-a897278be2d8', 'tenant_id': '556553c23d004910aa149092a0f3a162', 'mac_address': 'fa:16:3e:15:06:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1a5ecb-ea43-46ae-bbc1-eb40353cb84c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '46e06d5a-0042-48a7-ac6e-04a34d163e49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:18:29Z', 'updated_at': '2021-11-22T21:18:35Z', 'revision_number': 5, 'project_id': '556553c23d004910aa149092a0f3a162', 'subnets': [{'id': '46e06d5a-0042-48a7-ac6e-04a34d163e49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:27:14.830773 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd20f8ed-bff7-4233-a017-b3e2092653aa None None] The sync data for ids ['2a1a5ecb-ea43-46ae-bbc1-eb40353cb84c'] in n-d-818823-1 is: [{'id': '2a1a5ecb-ea43-46ae-bbc1-eb40353cb84c', 'name': 'tempest-TestShelveInstance-638224312-router', 'tenant_id': '556553c23d004910aa149092a0f3a162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.22'}], 'enable_snat': True}, 'gw_port_id': '9df4cb0f-bfcf-4588-9876-4725486a9967', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T21:18:27Z', 'updated_at': '2021-11-22T21:18:29Z', 'revision_number': 4, 'project_id': '556553c23d004910aa149092a0f3a162', 'gw_port': {'id': '9df4cb0f-bfcf-4588-9876-4725486a9967', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:f8:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1a5ecb-ea43-46ae-bbc1-eb40353cb84c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:18:27Z', 'updated_at': '2021-11-22T21:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': 'fb956b44-45d2-4170-b020-d1cfc54a896e', 'name': '', 'network_id': '0587e529-8a45-45e1-ab21-a897278be2d8', 'tenant_id': '556553c23d004910aa149092a0f3a162', 'mac_address': 'fa:16:3e:15:06:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1a5ecb-ea43-46ae-bbc1-eb40353cb84c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '46e06d5a-0042-48a7-ac6e-04a34d163e49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:18:29Z', 'updated_at': '2021-11-22T21:18:35Z', 'revision_number': 5, 'project_id': '556553c23d004910aa149092a0f3a162', 'subnets': [{'id': '46e06d5a-0042-48a7-ac6e-04a34d163e49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 21:27:15.033143 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce9b1658-c5f3-41ed-93ae-1f4cb44fc5ce None None] New status for floating IP 40155738-d5b7-4e28-92b7-f2dfcbaa13a7: DOWN {{(pid=103450) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 21:27:15.236576 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:15.297862 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:15.656222 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8f7cb3-7dda-428c-8005-0c4799913571 req-996ef10b-461e-4599-9e3a-5334b7afcced tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:27:15.657730 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-cc8f7cb3-7dda-428c-8005-0c4799913571 req-996ef10b-461e-4599-9e3a-5334b7afcced tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.46 "GET /v2.0/ports?device_id=871ee109-05f6-4e85-8562-bad823b1dc6c HTTP/1.1" status: 200 len: 946 time: 0.0921485 Nov 22 21:27:15.706562 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-cc8f7cb3-7dda-428c-8005-0c4799913571 req-6786178f-95ae-48ab-b786-79cf52dc2a61 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ec79923-4331-4f04-9feb-b792217c791a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421796 Nov 22 21:27:15.913936 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9005ecbf-e1c6-49ee-989d-20ec065b7acf req-cee3ad93-f210-4b6e-a2c6-5b39f8ee4320 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:27:15.915392 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-9005ecbf-e1c6-49ee-989d-20ec065b7acf req-cee3ad93-f210-4b6e-a2c6-5b39f8ee4320 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.41 "GET /v2.0/ports?device_id=871ee109-05f6-4e85-8562-bad823b1dc6c HTTP/1.1" status: 200 len: 946 time: 0.0532310 Nov 22 21:27:16.003621 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [req-9005ecbf-e1c6-49ee-989d-20ec065b7acf req-b2b89e29-a133-4086-a437-47b4ccea36dd tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Deleting port 05ad37bb-a4c8-4744-bc0b-fa7638066b47 {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 21:27:16.003966 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-9005ecbf-e1c6-49ee-989d-20ec065b7acf req-b2b89e29-a133-4086-a437-47b4ccea36dd tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:16.095728 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-9005ecbf-e1c6-49ee-989d-20ec065b7acf req-b2b89e29-a133-4086-a437-47b4ccea36dd tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] For port 05ad37bb-a4c8-4744-bc0b-fa7638066b47, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=05ad37bb-a4c8-4744-bc0b-fa7638066b47,segment=NetworkSegment(a02e6268-7bf8-4ae7-b633-55a608c3a0f9),segment_id=a02e6268-7bf8-4ae7-b633-55a608c3a0f9)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 21:27:16.096087 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-9005ecbf-e1c6-49ee-989d-20ec065b7acf req-b2b89e29-a133-4086-a437-47b4ccea36dd tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:16.111137 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [req-9005ecbf-e1c6-49ee-989d-20ec065b7acf req-b2b89e29-a133-4086-a437-47b4ccea36dd tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Calling delete_port for 05ad37bb-a4c8-4744-bc0b-fa7638066b47 owned by compute:nova {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 21:27:16.235803 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-9005ecbf-e1c6-49ee-989d-20ec065b7acf req-b2b89e29-a133-4086-a437-47b4ccea36dd tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:16.274025 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b89e29-a133-4086-a437-47b4ccea36dd tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Pushing event deleted for resources: {'Port': ['ID=05ad37bb-a4c8-4744-bc0b-fa7638066b47,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:27:16.297719 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b89e29-a133-4086-a437-47b4ccea36dd tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:27:16.298071 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b89e29-a133-4086-a437-47b4ccea36dd tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:27:16.298416 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b89e29-a133-4086-a437-47b4ccea36dd tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:27:16.298757 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b89e29-a133-4086-a437-47b4ccea36dd tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:27:16.299093 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b89e29-a133-4086-a437-47b4ccea36dd tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:27:16.299442 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b89e29-a133-4086-a437-47b4ccea36dd tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:27:16.299784 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b89e29-a133-4086-a437-47b4ccea36dd tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:27:16.300116 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b89e29-a133-4086-a437-47b4ccea36dd tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:27:16.300445 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b89e29-a133-4086-a437-47b4ccea36dd tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:27:16.300772 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b89e29-a133-4086-a437-47b4ccea36dd tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:27:16.301099 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b89e29-a133-4086-a437-47b4ccea36dd tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:27:16.301425 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b89e29-a133-4086-a437-47b4ccea36dd tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:27:16.321053 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [req-9005ecbf-e1c6-49ee-989d-20ec065b7acf req-b2b89e29-a133-4086-a437-47b4ccea36dd tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] No DVR routers for this DVR port 05ad37bb-a4c8-4744-bc0b-fa7638066b47 on host n-h1-818823-1 {{(pid=103448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 21:27:16.323685 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-9005ecbf-e1c6-49ee-989d-20ec065b7acf req-b2b89e29-a133-4086-a437-47b4ccea36dd tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:16.327504 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-9005ecbf-e1c6-49ee-989d-20ec065b7acf req-b2b89e29-a133-4086-a437-47b4ccea36dd tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.41 "DELETE /v2.0/ports/05ad37bb-a4c8-4744-bc0b-fa7638066b47 HTTP/1.1" status: 204 len: 173 time: 0.4059629 Nov 22 21:27:16.327970 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '871ee109-05f6-4e85-8562-bad823b1dc6c', 'name': 'network-vif-deleted', 'tag': '05ad37bb-a4c8-4744-bc0b-fa7638066b47'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 21:27:16.330872 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d75c62b18f4846ba0ff3fb32e7a2f33757bcd91f6941723bbc4e48e63e422314" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21dab855-72ad-4c75-858f-4f755ddd697a" -d '{"events": [{"server_uuid": "871ee109-05f6-4e85-8562-bad823b1dc6c", "name": "network-vif-deleted", "tag": "05ad37bb-a4c8-4744-bc0b-fa7638066b47"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 21:27:16.422161 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 21:27:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b92528d5-0675-404b-a579-254c51f1e3a4 x-openstack-request-id: req-b92528d5-0675-404b-a579-254c51f1e3a4 {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 21:27:16.422537 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "871ee109-05f6-4e85-8562-bad823b1dc6c", "name": "network-vif-deleted", "tag": "05ad37bb-a4c8-4744-bc0b-fa7638066b47", "status": "completed", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 21:27:16.422860 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b92528d5-0675-404b-a579-254c51f1e3a4 {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 21:27:16.423325 n-d-818823-1 neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '871ee109-05f6-4e85-8562-bad823b1dc6c', 'name': 'network-vif-deleted', 'tag': '05ad37bb-a4c8-4744-bc0b-fa7638066b47', 'status': 'completed', 'code': 200} Nov 22 21:27:16.809111 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-47ba855d-5aee-4f29-a44d-7e31ba17b98c req-b626c58a-0977-43f0-8ecb-9bde4393178c tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.46 "GET /v2.0/ports?device_id=871ee109-05f6-4e85-8562-bad823b1dc6c HTTP/1.1" status: 200 len: 210 time: 0.0269749 Nov 22 21:27:17.907955 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-eb0d4b83-8e6b-4d60-900b-348350393165 req-b7ee36f9-d6b0-428e-9548-ef52187a0c5d tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.46 "GET /v2.0/ports?device_id=871ee109-05f6-4e85-8562-bad823b1dc6c HTTP/1.1" status: 200 len: 210 time: 0.0297706 Nov 22 21:27:19.001905 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9ee9a7db-0e8a-4f0f-8f2f-bc27b2b1fe0a req-ba33ccee-2099-46b5-87d9-7703fa0debd2 tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.46 "GET /v2.0/ports?device_id=871ee109-05f6-4e85-8562-bad823b1dc6c HTTP/1.1" status: 200 len: 210 time: 0.0270739 Nov 22 21:27:19.097768 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 05ad37bb-a4c8-4744-bc0b-fa7638066b47 no longer exists at agent hyperv_n-h1-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 21:27:19.118848 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] No Port match for: 05ad37bb-a4c8-4744-bc0b-fa7638066b47 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 21:27:19.119198 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 05ad37bb-a4c8-4744-bc0b-fa7638066b47 not bound to the agent host n-h1-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 21:27:20.095002 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b4d2032b-33f2-402f-a68a-03ddbb3899cc req-02e835ed-afe7-4b27-88e4-97b97ca8da8f tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.46 "GET /v2.0/ports?device_id=871ee109-05f6-4e85-8562-bad823b1dc6c HTTP/1.1" status: 200 len: 210 time: 0.0263844 Nov 22 21:27:21.156965 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 34262) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:27:21.214255 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-2b877bf6-3c21-49c7-b982-ac7115d7ffcd tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:21.240421 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-2b877bf6-3c21-49c7-b982-ac7115d7ffcd tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:21.303898 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-2b877bf6-3c21-49c7-b982-ac7115d7ffcd tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:21.306836 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-2b877bf6-3c21-49c7-b982-ac7115d7ffcd tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:21.308094 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-2b877bf6-3c21-49c7-b982-ac7115d7ffcd tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] 10.222.0.46 "DELETE /v2.0/security-groups/6ec79923-4331-4f04-9feb-b792217c791a HTTP/1.1" status: 204 len: 168 time: 0.1500776 Nov 22 21:27:21.317984 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b877bf6-3c21-49c7-b982-ac7115d7ffcd tempest-TestShelveInstance-732678230 tempest-TestShelveInstance-732678230-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ec79923-4331-4f04-9feb-b792217c791a,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:27:21.357388 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 34266) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:27:21.808635 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2b6d3ec7-a12c-4843-b674-d82efd478f42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659736'] for router_interface, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:22.051128 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-2b6d3ec7-a12c-4843-b674-d82efd478f42 admin admin] Deleting port fb956b44-45d2-4170-b020-d1cfc54a896e {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 21:27:22.051361 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2b6d3ec7-a12c-4843-b674-d82efd478f42 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:22.136366 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-2b6d3ec7-a12c-4843-b674-d82efd478f42 admin admin] For port fb956b44-45d2-4170-b020-d1cfc54a896e, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=fb956b44-45d2-4170-b020-d1cfc54a896e,segment=NetworkSegment(a02e6268-7bf8-4ae7-b633-55a608c3a0f9),segment_id=a02e6268-7bf8-4ae7-b633-55a608c3a0f9)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 21:27:22.136739 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2b6d3ec7-a12c-4843-b674-d82efd478f42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:22.150094 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-2b6d3ec7-a12c-4843-b674-d82efd478f42 admin admin] Calling delete_port for fb956b44-45d2-4170-b020-d1cfc54a896e owned by network:router_interface {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 21:27:22.331116 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2b6d3ec7-a12c-4843-b674-d82efd478f42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:22.358973 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6d3ec7-a12c-4843-b674-d82efd478f42 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb956b44-45d2-4170-b020-d1cfc54a896e,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:27:22.530202 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2b6d3ec7-a12c-4843-b674-d82efd478f42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-563470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-663272'] for router_interface, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:22.745521 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b6d3ec7-a12c-4843-b674-d82efd478f42 admin admin] Router 2a1a5ecb-ea43-46ae-bbc1-eb40353cb84c has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 21:27:22.856357 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b6d3ec7-a12c-4843-b674-d82efd478f42 admin admin] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 21:27:22.861541 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-2b6d3ec7-a12c-4843-b674-d82efd478f42 admin admin] 10.222.0.46 "PUT /v2.0/routers/2a1a5ecb-ea43-46ae-bbc1-eb40353cb84c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5031166 Nov 22 21:27:22.864066 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 34270) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:27:22.869439 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cde11f5-bc2d-4a77-8559-ce14c453f73b None None] Sync routers for ids ['2a1a5ecb-ea43-46ae-bbc1-eb40353cb84c'] in n-d-818823-1 {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 21:27:22.879985 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cde11f5-bc2d-4a77-8559-ce14c453f73b None None] Routers {'2a1a5ecb-ea43-46ae-bbc1-eb40353cb84c'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 21:27:22.880994 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-3cde11f5-bc2d-4a77-8559-ce14c453f73b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T21:27:03Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['2a1a5ecb-ea43-46ae-bbc1-eb40353cb84c'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:27:22.971314 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f16c013d-7c0a-4f7c-94a6-56bb7c5dd0b8 admin admin] Publish callbacks [] for router, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:22.989284 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-3cde11f5-bc2d-4a77-8559-ce14c453f73b None None] Set router 2a1a5ecb-ea43-46ae-bbc1-eb40353cb84c gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 21:27:23.076092 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f16c013d-7c0a-4f7c-94a6-56bb7c5dd0b8 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:23.130208 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-f16c013d-7c0a-4f7c-94a6-56bb7c5dd0b8 admin admin] Deleting port 9df4cb0f-bfcf-4588-9876-4725486a9967 {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 21:27:23.130590 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f16c013d-7c0a-4f7c-94a6-56bb7c5dd0b8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:23.166497 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-3cde11f5-bc2d-4a77-8559-ce14c453f73b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a1a5ecb-ea43-46ae-bbc1-eb40353cb84c', 'name': 'tempest-TestShelveInstance-638224312-router', 'tenant_id': '556553c23d004910aa149092a0f3a162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.22'}], 'enable_snat': True}, 'gw_port_id': '9df4cb0f-bfcf-4588-9876-4725486a9967', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T21:18:27Z', 'updated_at': '2021-11-22T21:27:22Z', 'revision_number': 5, 'project_id': '556553c23d004910aa149092a0f3a162', 'gw_port': {'id': '9df4cb0f-bfcf-4588-9876-4725486a9967', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:f8:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1a5ecb-ea43-46ae-bbc1-eb40353cb84c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:18:27Z', 'updated_at': '2021-11-22T21:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:27:23.193222 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cde11f5-bc2d-4a77-8559-ce14c453f73b None None] Checking router: 2a1a5ecb-ea43-46ae-bbc1-eb40353cb84c for host: n-d-818823-1 {{(pid=103449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 21:27:23.201711 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cde11f5-bc2d-4a77-8559-ce14c453f73b None None] Routers {'2a1a5ecb-ea43-46ae-bbc1-eb40353cb84c'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 21:27:23.202728 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-3cde11f5-bc2d-4a77-8559-ce14c453f73b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T21:27:03Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['2a1a5ecb-ea43-46ae-bbc1-eb40353cb84c'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:27:23.214736 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-f16c013d-7c0a-4f7c-94a6-56bb7c5dd0b8 admin admin] For port 9df4cb0f-bfcf-4588-9876-4725486a9967, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=9df4cb0f-bfcf-4588-9876-4725486a9967,segment=NetworkSegment(8793ba83-8407-4c3d-9b56-2a177cd58a70),segment_id=8793ba83-8407-4c3d-9b56-2a177cd58a70)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 21:27:23.215105 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f16c013d-7c0a-4f7c-94a6-56bb7c5dd0b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:23.229766 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-f16c013d-7c0a-4f7c-94a6-56bb7c5dd0b8 admin admin] Calling delete_port for 9df4cb0f-bfcf-4588-9876-4725486a9967 owned by network:router_gateway {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 21:27:23.293514 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-3cde11f5-bc2d-4a77-8559-ce14c453f73b None None] Set router 2a1a5ecb-ea43-46ae-bbc1-eb40353cb84c gateway port host: None {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 21:27:23.350886 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-3cde11f5-bc2d-4a77-8559-ce14c453f73b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a1a5ecb-ea43-46ae-bbc1-eb40353cb84c', 'name': 'tempest-TestShelveInstance-638224312-router', 'tenant_id': '556553c23d004910aa149092a0f3a162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T21:18:27Z', 'updated_at': '2021-11-22T21:27:23Z', 'revision_number': 6, 'project_id': '556553c23d004910aa149092a0f3a162', 'gw_port_host': None}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:27:23.380671 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cde11f5-bc2d-4a77-8559-ce14c453f73b None None] The sync data for ids ['2a1a5ecb-ea43-46ae-bbc1-eb40353cb84c'] in n-d-818823-1 is: [{'id': '2a1a5ecb-ea43-46ae-bbc1-eb40353cb84c', 'name': 'tempest-TestShelveInstance-638224312-router', 'tenant_id': '556553c23d004910aa149092a0f3a162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T21:18:27Z', 'updated_at': '2021-11-22T21:27:23Z', 'revision_number': 6, 'project_id': '556553c23d004910aa149092a0f3a162', 'gw_port_host': None}] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 21:27:23.410221 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f16c013d-7c0a-4f7c-94a6-56bb7c5dd0b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:23.452483 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6af0daa3-dde3-4f78-8b42-d52b87463d34 None None] DHCP port deletion for c48a55e9-6a85-4746-b7bf-3e29fb560094 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 21:27:23.485563 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16c013d-7c0a-4f7c-94a6-56bb7c5dd0b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=9df4cb0f-bfcf-4588-9876-4725486a9967,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:27:23.511487 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f16c013d-7c0a-4f7c-94a6-56bb7c5dd0b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595398'] for router_gateway, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:23.602531 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f16c013d-7c0a-4f7c-94a6-56bb7c5dd0b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24781'] for router, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:23.604921 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f16c013d-7c0a-4f7c-94a6-56bb7c5dd0b8 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:23.648434 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f16c013d-7c0a-4f7c-94a6-56bb7c5dd0b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-663261'] for router, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:23.648965 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f16c013d-7c0a-4f7c-94a6-56bb7c5dd0b8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2a1a5ecb-ea43-46ae-bbc1-eb40353cb84c {{(pid=103448) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 21:27:23.653214 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f16c013d-7c0a-4f7c-94a6-56bb7c5dd0b8 admin admin] Publish callbacks [] for router, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:23.654464 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-f16c013d-7c0a-4f7c-94a6-56bb7c5dd0b8 admin admin] 10.222.0.46 "DELETE /v2.0/routers/2a1a5ecb-ea43-46ae-bbc1-eb40353cb84c HTTP/1.1" status: 204 len: 168 time: 0.7894189 Nov 22 21:27:23.656947 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 34272) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:27:23.700700 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9ae533b-6eb3-4a28-9f6e-72a29bc3e376 admin admin] Deleting subnet 46e06d5a-0042-48a7-ac6e-04a34d163e49 {{(pid=103448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 21:27:23.703733 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a9ae533b-6eb3-4a28-9f6e-72a29bc3e376 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:23.742285 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a9ae533b-6eb3-4a28-9f6e-72a29bc3e376 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11627908'] for subnet, precommit_delete_associations {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:23.832876 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a9ae533b-6eb3-4a28-9f6e-72a29bc3e376 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3753007'] for subnet, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:23.884842 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a9ae533b-6eb3-4a28-9f6e-72a29bc3e376 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3753014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11567369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11792914'] for subnet, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:23.910342 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ae533b-6eb3-4a28-9f6e-72a29bc3e376 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46e06d5a-0042-48a7-ac6e-04a34d163e49,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:27:23.912819 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a9ae533b-6eb3-4a28-9f6e-72a29bc3e376 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:23.916045 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-a9ae533b-6eb3-4a28-9f6e-72a29bc3e376 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/46e06d5a-0042-48a7-ac6e-04a34d163e49 HTTP/1.1" status: 204 len: 168 time: 0.2581494 Nov 22 21:27:23.918513 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 34274) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:27:23.921441 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24dec0f2-088b-4a18-89e6-d2573529c900 None None] Network 0587e529-8a45-45e1-ab21-a897278be2d8 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 21:27:23.991209 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1d212c90-7a22-451c-aa0d-83f71d53130b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3961693'] for network, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:24.043913 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-1d212c90-7a22-451c-aa0d-83f71d53130b admin admin] Deleting port c1f115cf-d35d-4743-8ff2-445d9b85a6ba {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 21:27:24.044254 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1d212c90-7a22-451c-aa0d-83f71d53130b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:24.106158 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-1d212c90-7a22-451c-aa0d-83f71d53130b admin admin] For port c1f115cf-d35d-4743-8ff2-445d9b85a6ba, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=c1f115cf-d35d-4743-8ff2-445d9b85a6ba,segment=NetworkSegment(a02e6268-7bf8-4ae7-b633-55a608c3a0f9),segment_id=a02e6268-7bf8-4ae7-b633-55a608c3a0f9)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 21:27:24.106564 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1d212c90-7a22-451c-aa0d-83f71d53130b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:24.124063 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-1d212c90-7a22-451c-aa0d-83f71d53130b admin admin] Calling delete_port for c1f115cf-d35d-4743-8ff2-445d9b85a6ba owned by network:dhcp {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 21:27:24.207356 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61d4e46c-f54d-43c4-8d53-f631a0ef843a None None] DHCP port deletion for 0587e529-8a45-45e1-ab21-a897278be2d8 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 21:27:24.211115 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1d212c90-7a22-451c-aa0d-83f71d53130b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:24.247251 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d212c90-7a22-451c-aa0d-83f71d53130b admin admin] Pushing event deleted for resources: {'Port': ['ID=c1f115cf-d35d-4743-8ff2-445d9b85a6ba,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:27:24.249113 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d212c90-7a22-451c-aa0d-83f71d53130b admin admin] No DVR routers for this DVR port c1f115cf-d35d-4743-8ff2-445d9b85a6ba on host n-d-818823-1 {{(pid=103448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 21:27:24.326540 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1d212c90-7a22-451c-aa0d-83f71d53130b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3760028', 'neutron.services.segments.db._delete_segments_for_network-8748992815755'] for network, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:24.343993 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 9df4cb0f-bfcf-4588-9876-4725486a9967 no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 21:27:24.359520 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-1d212c90-7a22-451c-aa0d-83f71d53130b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0587e529-8a45-45e1-ab21-a897278be2d8']}} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:27:24.370171 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-1d212c90-7a22-451c-aa0d-83f71d53130b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a02e6268-7bf8-4ae7-b633-55a608c3a0f9') {'for_net_delete': True} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:27:24.370610 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-1d212c90-7a22-451c-aa0d-83f71d53130b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a02e6268-7bf8-4ae7-b633-55a608c3a0f9') {} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:27:24.372930 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: 9df4cb0f-bfcf-4588-9876-4725486a9967 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 21:27:24.373376 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 9df4cb0f-bfcf-4588-9876-4725486a9967 not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 21:27:24.373892 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device fb956b44-45d2-4170-b020-d1cfc54a896e no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 21:27:24.381121 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1d212c90-7a22-451c-aa0d-83f71d53130b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748993039638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11627933'] for segment, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:24.394947 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1d212c90-7a22-451c-aa0d-83f71d53130b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:24.399354 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: fb956b44-45d2-4170-b020-d1cfc54a896e {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 21:27:24.399867 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device fb956b44-45d2-4170-b020-d1cfc54a896e not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 21:27:24.400288 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device c1f115cf-d35d-4743-8ff2-445d9b85a6ba no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 21:27:24.404019 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d212c90-7a22-451c-aa0d-83f71d53130b admin admin] Releasing vlan 622 on physical network physnet1 to pool {{(pid=103448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 21:27:24.404592 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1d212c90-7a22-451c-aa0d-83f71d53130b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11567447'] for segment, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:24.406396 n-d-818823-1 neutron-server[103448]: Traceback (most recent call last): Nov 22 21:27:24.406396 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 21:27:24.406396 n-d-818823-1 neutron-server[103448]: timer() Nov 22 21:27:24.406396 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 21:27:24.406396 n-d-818823-1 neutron-server[103448]: cb(*args, **kw) Nov 22 21:27:24.406396 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 21:27:24.406396 n-d-818823-1 neutron-server[103448]: return func(*args, **kwargs) Nov 22 21:27:24.406396 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 21:27:24.406396 n-d-818823-1 neutron-server[103448]: self._notify() Nov 22 21:27:24.406396 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 21:27:24.406396 n-d-818823-1 neutron-server[103448]: self.callback(batched_events) Nov 22 21:27:24.406396 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 21:27:24.406396 n-d-818823-1 neutron-server[103448]: event.method(event) Nov 22 21:27:24.406396 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 21:27:24.406396 n-d-818823-1 neutron-server[103448]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 21:27:24.406396 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 21:27:24.406396 n-d-818823-1 neutron-server[103448]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 21:27:24.406396 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 21:27:24.406396 n-d-818823-1 neutron-server[103448]: return f(self, *a, **k) Nov 22 21:27:24.406396 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 21:27:24.406396 n-d-818823-1 neutron-server[103448]: return self._get(url).json() Nov 22 21:27:24.406396 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 21:27:24.406396 n-d-818823-1 neutron-server[103448]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 21:27:24.406396 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 21:27:24.406396 n-d-818823-1 neutron-server[103448]: return self.request(url, 'GET', **kwargs) Nov 22 21:27:24.406396 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 21:27:24.406396 n-d-818823-1 neutron-server[103448]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 21:27:24.406396 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 21:27:24.406396 n-d-818823-1 neutron-server[103448]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 21:27:24.406396 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 21:27:24.406396 n-d-818823-1 neutron-server[103448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 21:27:24.406396 n-d-818823-1 neutron-server[103448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 21:27:24.420681 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: c1f115cf-d35d-4743-8ff2-445d9b85a6ba {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 21:27:24.421037 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device c1f115cf-d35d-4743-8ff2-445d9b85a6ba not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 21:27:24.472689 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1d212c90-7a22-451c-aa0d-83f71d53130b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3760002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595318'] for network, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:24.483001 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1d212c90-7a22-451c-aa0d-83f71d53130b admin admin] Publish callbacks [] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:24.489143 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-1d212c90-7a22-451c-aa0d-83f71d53130b admin admin] 10.222.0.46 "DELETE /v2.0/networks/0587e529-8a45-45e1-ab21-a897278be2d8 HTTP/1.1" status: 204 len: 168 time: 0.5668755 Nov 22 21:27:24.489650 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 34276) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:27:24.507269 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d212c90-7a22-451c-aa0d-83f71d53130b admin admin] Pushing event deleted for resources: {'Network': ['ID=0587e529-8a45-45e1-ab21-a897278be2d8,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:27:24.866755 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e67cc3ee-1145-4738-88df-6d9e4f1c014c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659736'] for router_interface, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:25.422279 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-e67cc3ee-1145-4738-88df-6d9e4f1c014c admin admin] Deleting port b28ada5a-0958-4828-9198-1b7d44f05443 {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 21:27:25.422613 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e67cc3ee-1145-4738-88df-6d9e4f1c014c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:25.496600 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-e67cc3ee-1145-4738-88df-6d9e4f1c014c admin admin] For port b28ada5a-0958-4828-9198-1b7d44f05443, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=b28ada5a-0958-4828-9198-1b7d44f05443,segment=NetworkSegment(2ce66034-b1d8-47ab-ba35-5294ec220a6f),segment_id=2ce66034-b1d8-47ab-ba35-5294ec220a6f)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 21:27:25.497311 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e67cc3ee-1145-4738-88df-6d9e4f1c014c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:25.509474 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-e67cc3ee-1145-4738-88df-6d9e4f1c014c admin admin] Calling delete_port for b28ada5a-0958-4828-9198-1b7d44f05443 owned by network:router_interface {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 21:27:25.681405 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e67cc3ee-1145-4738-88df-6d9e4f1c014c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:25.711654 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67cc3ee-1145-4738-88df-6d9e4f1c014c admin admin] Pushing event deleted for resources: {'Port': ['ID=b28ada5a-0958-4828-9198-1b7d44f05443,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:27:25.875821 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e67cc3ee-1145-4738-88df-6d9e4f1c014c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-563470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-663272'] for router_interface, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:26.088624 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e67cc3ee-1145-4738-88df-6d9e4f1c014c admin admin] Router afe69e86-f41c-45da-ba19-d79c0bde5b51 has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 21:27:26.193959 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e67cc3ee-1145-4738-88df-6d9e4f1c014c admin admin] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 21:27:26.198950 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-e67cc3ee-1145-4738-88df-6d9e4f1c014c admin admin] 10.222.0.46 "PUT /v2.0/routers/afe69e86-f41c-45da-ba19-d79c0bde5b51/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7084200 Nov 22 21:27:26.201491 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 34278) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:27:26.204148 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b64d9a47-257a-4bf2-9ee2-d6b7566b77ee None None] Sync routers for ids ['afe69e86-f41c-45da-ba19-d79c0bde5b51'] in n-d-818823-1 {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 21:27:26.214579 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b64d9a47-257a-4bf2-9ee2-d6b7566b77ee None None] Routers {'afe69e86-f41c-45da-ba19-d79c0bde5b51'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 21:27:26.215283 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-b64d9a47-257a-4bf2-9ee2-d6b7566b77ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T21:27:03Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['afe69e86-f41c-45da-ba19-d79c0bde5b51'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:27:26.307679 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cf19ce5a-8fc8-4ef9-9160-3d3995563754 admin admin] Publish callbacks [] for router, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:26.321914 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-b64d9a47-257a-4bf2-9ee2-d6b7566b77ee None None] Set router afe69e86-f41c-45da-ba19-d79c0bde5b51 gateway port host: n-d-818823-1 {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 21:27:26.407164 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cf19ce5a-8fc8-4ef9-9160-3d3995563754 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:26.465872 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-cf19ce5a-8fc8-4ef9-9160-3d3995563754 admin admin] Deleting port 6834205c-e2c8-445d-8f38-f3795119215c {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 21:27:26.466206 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cf19ce5a-8fc8-4ef9-9160-3d3995563754 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:26.497323 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-b64d9a47-257a-4bf2-9ee2-d6b7566b77ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afe69e86-f41c-45da-ba19-d79c0bde5b51', 'name': 'tempest-TestShelveInstance-65609232-router', 'tenant_id': '252813dfcee848e08b749e10e0de9f58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.126'}], 'enable_snat': True}, 'gw_port_id': '6834205c-e2c8-445d-8f38-f3795119215c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T21:18:31Z', 'updated_at': '2021-11-22T21:27:25Z', 'revision_number': 5, 'project_id': '252813dfcee848e08b749e10e0de9f58', 'gw_port': {'id': '6834205c-e2c8-445d-8f38-f3795119215c', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:9e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe69e86-f41c-45da-ba19-d79c0bde5b51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:18:32Z', 'updated_at': '2021-11-22T21:18:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:27:26.545866 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-cf19ce5a-8fc8-4ef9-9160-3d3995563754 admin admin] For port 6834205c-e2c8-445d-8f38-f3795119215c, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=6834205c-e2c8-445d-8f38-f3795119215c,segment=NetworkSegment(8793ba83-8407-4c3d-9b56-2a177cd58a70),segment_id=8793ba83-8407-4c3d-9b56-2a177cd58a70)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 21:27:26.546493 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cf19ce5a-8fc8-4ef9-9160-3d3995563754 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:26.560332 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-cf19ce5a-8fc8-4ef9-9160-3d3995563754 admin admin] Calling delete_port for 6834205c-e2c8-445d-8f38-f3795119215c owned by network:router_gateway {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 21:27:26.616956 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b64d9a47-257a-4bf2-9ee2-d6b7566b77ee None None] Checking router: afe69e86-f41c-45da-ba19-d79c0bde5b51 for host: n-d-818823-1 {{(pid=103450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 21:27:26.625398 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b64d9a47-257a-4bf2-9ee2-d6b7566b77ee None None] Routers {'afe69e86-f41c-45da-ba19-d79c0bde5b51'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 21:27:26.626007 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-b64d9a47-257a-4bf2-9ee2-d6b7566b77ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T21:27:03Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['afe69e86-f41c-45da-ba19-d79c0bde5b51'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:27:26.713644 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-b64d9a47-257a-4bf2-9ee2-d6b7566b77ee None None] Set router afe69e86-f41c-45da-ba19-d79c0bde5b51 gateway port host: None {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 21:27:26.727857 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cf19ce5a-8fc8-4ef9-9160-3d3995563754 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:26.754391 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf19ce5a-8fc8-4ef9-9160-3d3995563754 admin admin] Pushing event deleted for resources: {'Port': ['ID=6834205c-e2c8-445d-8f38-f3795119215c,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:27:26.764851 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-b64d9a47-257a-4bf2-9ee2-d6b7566b77ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afe69e86-f41c-45da-ba19-d79c0bde5b51', 'name': 'tempest-TestShelveInstance-65609232-router', 'tenant_id': '252813dfcee848e08b749e10e0de9f58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T21:18:31Z', 'updated_at': '2021-11-22T21:27:26Z', 'revision_number': 6, 'project_id': '252813dfcee848e08b749e10e0de9f58', 'gw_port_host': None}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:27:26.769777 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14f612f5-d401-4030-abee-42cc0ca97aa5 None None] DHCP port deletion for c48a55e9-6a85-4746-b7bf-3e29fb560094 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 21:27:26.799437 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b64d9a47-257a-4bf2-9ee2-d6b7566b77ee None None] The sync data for ids ['afe69e86-f41c-45da-ba19-d79c0bde5b51'] in n-d-818823-1 is: [{'id': 'afe69e86-f41c-45da-ba19-d79c0bde5b51', 'name': 'tempest-TestShelveInstance-65609232-router', 'tenant_id': '252813dfcee848e08b749e10e0de9f58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T21:18:31Z', 'updated_at': '2021-11-22T21:27:26Z', 'revision_number': 6, 'project_id': '252813dfcee848e08b749e10e0de9f58', 'gw_port_host': None}] {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 21:27:26.824032 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cf19ce5a-8fc8-4ef9-9160-3d3995563754 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595398'] for router_gateway, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:26.916321 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cf19ce5a-8fc8-4ef9-9160-3d3995563754 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24781'] for router, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:26.918509 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cf19ce5a-8fc8-4ef9-9160-3d3995563754 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:26.965743 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cf19ce5a-8fc8-4ef9-9160-3d3995563754 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-663261'] for router, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:26.966299 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf19ce5a-8fc8-4ef9-9160-3d3995563754 admin admin] Fanout notify agent at l3_agent the message router_deleted on router afe69e86-f41c-45da-ba19-d79c0bde5b51 {{(pid=103448) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 21:27:26.970745 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cf19ce5a-8fc8-4ef9-9160-3d3995563754 admin admin] Publish callbacks [] for router, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:26.971919 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-cf19ce5a-8fc8-4ef9-9160-3d3995563754 admin admin] 10.222.0.46 "DELETE /v2.0/routers/afe69e86-f41c-45da-ba19-d79c0bde5b51 HTTP/1.1" status: 204 len: 168 time: 0.7695229 Nov 22 21:27:26.974437 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 34280) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:27:27.022585 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_v2 [None req-db859b30-161c-4999-a3fc-d9ff601327d3 admin admin] Deleting subnet b2b1fc90-f3ad-4c5d-99b9-e941689a0c24 {{(pid=103448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 21:27:27.025737 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-db859b30-161c-4999-a3fc-d9ff601327d3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:27.061271 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-db859b30-161c-4999-a3fc-d9ff601327d3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11627908'] for subnet, precommit_delete_associations {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:27.138451 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-db859b30-161c-4999-a3fc-d9ff601327d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3753007'] for subnet, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:27.200238 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-db859b30-161c-4999-a3fc-d9ff601327d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3753014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11567369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11792914'] for subnet, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:27.225355 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db859b30-161c-4999-a3fc-d9ff601327d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b2b1fc90-f3ad-4c5d-99b9-e941689a0c24,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:27:27.231380 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-db859b30-161c-4999-a3fc-d9ff601327d3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:27.234720 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-db859b30-161c-4999-a3fc-d9ff601327d3 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/b2b1fc90-f3ad-4c5d-99b9-e941689a0c24 HTTP/1.1" status: 204 len: 168 time: 0.2593155 Nov 22 21:27:27.237270 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 34282) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:27:27.243762 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eab4ef80-8164-4edb-9663-0b9c6239c4b2 None None] Network c79db022-b73d-4af2-b341-247538dc80ef requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 21:27:27.314301 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f617bd1a-7ebf-4f08-a8ad-c647f27b6246 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3961693'] for network, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:27.372732 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-f617bd1a-7ebf-4f08-a8ad-c647f27b6246 admin admin] Deleting port 193e7f3d-1daa-4cc1-86bf-f8f88bb3fa97 {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 21:27:27.373069 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f617bd1a-7ebf-4f08-a8ad-c647f27b6246 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:27.440360 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-f617bd1a-7ebf-4f08-a8ad-c647f27b6246 admin admin] For port 193e7f3d-1daa-4cc1-86bf-f8f88bb3fa97, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=193e7f3d-1daa-4cc1-86bf-f8f88bb3fa97,segment=NetworkSegment(2ce66034-b1d8-47ab-ba35-5294ec220a6f),segment_id=2ce66034-b1d8-47ab-ba35-5294ec220a6f)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 21:27:27.440719 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f617bd1a-7ebf-4f08-a8ad-c647f27b6246 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:27.453638 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-f617bd1a-7ebf-4f08-a8ad-c647f27b6246 admin admin] Calling delete_port for 193e7f3d-1daa-4cc1-86bf-f8f88bb3fa97 owned by network:dhcp {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 21:27:27.530965 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f617bd1a-7ebf-4f08-a8ad-c647f27b6246 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:27.555051 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f617bd1a-7ebf-4f08-a8ad-c647f27b6246 admin admin] Pushing event deleted for resources: {'Port': ['ID=193e7f3d-1daa-4cc1-86bf-f8f88bb3fa97,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:27:27.562089 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f617bd1a-7ebf-4f08-a8ad-c647f27b6246 admin admin] No DVR routers for this DVR port 193e7f3d-1daa-4cc1-86bf-f8f88bb3fa97 on host n-d-818823-1 {{(pid=103448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 21:27:27.634113 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f617bd1a-7ebf-4f08-a8ad-c647f27b6246 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3760028', 'neutron.services.segments.db._delete_segments_for_network-8748992815755'] for network, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:27.653326 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-f617bd1a-7ebf-4f08-a8ad-c647f27b6246 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c79db022-b73d-4af2-b341-247538dc80ef']}} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:27:27.662260 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-f617bd1a-7ebf-4f08-a8ad-c647f27b6246 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ce66034-b1d8-47ab-ba35-5294ec220a6f') {'for_net_delete': True} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:27:27.662552 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-f617bd1a-7ebf-4f08-a8ad-c647f27b6246 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ce66034-b1d8-47ab-ba35-5294ec220a6f') {} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:27:27.672709 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f617bd1a-7ebf-4f08-a8ad-c647f27b6246 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748993039638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11627933'] for segment, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:27.687155 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f617bd1a-7ebf-4f08-a8ad-c647f27b6246 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:27.693469 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f617bd1a-7ebf-4f08-a8ad-c647f27b6246 admin admin] Releasing vlan 640 on physical network physnet1 to pool {{(pid=103448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 21:27:27.693911 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f617bd1a-7ebf-4f08-a8ad-c647f27b6246 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11567447'] for segment, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:27.695662 n-d-818823-1 neutron-server[103448]: Traceback (most recent call last): Nov 22 21:27:27.695662 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 21:27:27.695662 n-d-818823-1 neutron-server[103448]: timer() Nov 22 21:27:27.695662 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 21:27:27.695662 n-d-818823-1 neutron-server[103448]: cb(*args, **kw) Nov 22 21:27:27.695662 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 21:27:27.695662 n-d-818823-1 neutron-server[103448]: return func(*args, **kwargs) Nov 22 21:27:27.695662 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 21:27:27.695662 n-d-818823-1 neutron-server[103448]: self._notify() Nov 22 21:27:27.695662 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 21:27:27.695662 n-d-818823-1 neutron-server[103448]: self.callback(batched_events) Nov 22 21:27:27.695662 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 21:27:27.695662 n-d-818823-1 neutron-server[103448]: event.method(event) Nov 22 21:27:27.695662 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 21:27:27.695662 n-d-818823-1 neutron-server[103448]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 21:27:27.695662 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 21:27:27.695662 n-d-818823-1 neutron-server[103448]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 21:27:27.695662 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 21:27:27.695662 n-d-818823-1 neutron-server[103448]: return f(self, *a, **k) Nov 22 21:27:27.695662 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 21:27:27.695662 n-d-818823-1 neutron-server[103448]: return self._get(url).json() Nov 22 21:27:27.695662 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 21:27:27.695662 n-d-818823-1 neutron-server[103448]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 21:27:27.695662 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 21:27:27.695662 n-d-818823-1 neutron-server[103448]: return self.request(url, 'GET', **kwargs) Nov 22 21:27:27.695662 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 21:27:27.695662 n-d-818823-1 neutron-server[103448]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 21:27:27.695662 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 21:27:27.695662 n-d-818823-1 neutron-server[103448]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 21:27:27.695662 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 21:27:27.695662 n-d-818823-1 neutron-server[103448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 21:27:27.695662 n-d-818823-1 neutron-server[103448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 21:27:27.712078 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-574086d4-7227-457c-86ff-5d89890936d1 None None] DHCP port deletion for c79db022-b73d-4af2-b341-247538dc80ef request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 21:27:27.755192 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f617bd1a-7ebf-4f08-a8ad-c647f27b6246 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3760002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595318'] for network, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:27.761032 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f617bd1a-7ebf-4f08-a8ad-c647f27b6246 admin admin] Publish callbacks [] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:27.764815 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-f617bd1a-7ebf-4f08-a8ad-c647f27b6246 admin admin] 10.222.0.46 "DELETE /v2.0/networks/c79db022-b73d-4af2-b341-247538dc80ef HTTP/1.1" status: 204 len: 168 time: 0.5264387 Nov 22 21:27:27.777251 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f617bd1a-7ebf-4f08-a8ad-c647f27b6246 admin admin] Pushing event deleted for resources: {'Network': ['ID=c79db022-b73d-4af2-b341-247538dc80ef,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:27:27.878689 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 34286) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:27:27.921154 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-9aa9b622-0666-40cc-89bd-841eaac70275 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=556553c23d004910aa149092a0f3a162&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0411234 Nov 22 21:27:27.923546 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 34288) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:27:27.983186 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3152d761-385c-4ca0-943b-17898bb2d139 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:28.005075 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3152d761-385c-4ca0-943b-17898bb2d139 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:28.052549 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3152d761-385c-4ca0-943b-17898bb2d139 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:28.055117 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3152d761-385c-4ca0-943b-17898bb2d139 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:28.056313 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-3152d761-385c-4ca0-943b-17898bb2d139 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c6f12ae4-887c-404b-9f2c-af69315a01b2 HTTP/1.1" status: 204 len: 168 time: 0.1318314 Nov 22 21:27:28.064200 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3152d761-385c-4ca0-943b-17898bb2d139 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6f12ae4-887c-404b-9f2c-af69315a01b2,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:27:28.316549 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device b28ada5a-0958-4828-9198-1b7d44f05443 no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 21:27:28.338203 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: b28ada5a-0958-4828-9198-1b7d44f05443 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 21:27:28.338724 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device b28ada5a-0958-4828-9198-1b7d44f05443 not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 21:27:28.339216 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 193e7f3d-1daa-4cc1-86bf-f8f88bb3fa97 no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 21:27:28.358946 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: 193e7f3d-1daa-4cc1-86bf-f8f88bb3fa97 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 21:27:28.359293 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 193e7f3d-1daa-4cc1-86bf-f8f88bb3fa97 not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 21:27:28.359730 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 6834205c-e2c8-445d-8f38-f3795119215c no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 21:27:28.378886 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 34294) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:27:28.381261 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: 6834205c-e2c8-445d-8f38-f3795119215c {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 21:27:28.381607 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 6834205c-e2c8-445d-8f38-f3795119215c not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 21:27:28.419138 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-d7afd056-a301-48d1-ad16-2c2117e20a9a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=252813dfcee848e08b749e10e0de9f58&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0390527 Nov 22 21:27:28.421647 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 34296) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:27:28.475948 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-551f9648-8d77-408a-911a-040b038ab055 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:28.496713 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-551f9648-8d77-408a-911a-040b038ab055 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:28.543633 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-551f9648-8d77-408a-911a-040b038ab055 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:28.546283 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-551f9648-8d77-408a-911a-040b038ab055 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:28.547470 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-551f9648-8d77-408a-911a-040b038ab055 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3b916845-f268-40d2-afaa-a7823e14180e HTTP/1.1" status: 204 len: 168 time: 0.1249003 Nov 22 21:27:28.555578 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551f9648-8d77-408a-911a-040b038ab055 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b916845-f268-40d2-afaa-a7823e14180e,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:27:29.199624 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 34318) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:27:29.292650 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-61c0dbc7-0d60-4b42-8e73-470918b1e211 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-355706390-network', 'tenant_id': 'ac3cde37eeed403eb0b794404fcda250'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 21:27:29.314199 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61c0dbc7-0d60-4b42-8e73-470918b1e211 admin admin] Made reservation on behalf of ac3cde37eeed403eb0b794404fcda250 for: {'network': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 21:27:29.316775 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-61c0dbc7-0d60-4b42-8e73-470918b1e211 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for network, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:29.325172 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-61c0dbc7-0d60-4b42-8e73-470918b1e211 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:29.400013 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-61c0dbc7-0d60-4b42-8e73-470918b1e211 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:29.403725 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-61c0dbc7-0d60-4b42-8e73-470918b1e211 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:29.425124 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61c0dbc7-0d60-4b42-8e73-470918b1e211 admin admin] vlan segment allocate from pool success with {'vlan_id': 631, 'physical_network': 'physnet1'} {{(pid=103448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 21:27:29.439518 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c0dbc7-0d60-4b42-8e73-470918b1e211 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fed1128-e978-4b34-bfdb-6ca46d6cc4cf,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:27:29.445697 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-61c0dbc7-0d60-4b42-8e73-470918b1e211 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:29.446046 n-d-818823-1 neutron-server[103448]: INFO neutron.db.segments_db [None req-61c0dbc7-0d60-4b42-8e73-470918b1e211 admin admin] Added segment 0c822c7b-6ff0-4fcc-bf11-21e852ee163b of type vlan for network 946caf2e-4b9b-48c5-b148-790a6fe88581 Nov 22 21:27:29.487157 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-61c0dbc7-0d60-4b42-8e73-470918b1e211 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748992492791'] for network, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:29.514018 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-61c0dbc7-0d60-4b42-8e73-470918b1e211 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for network, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:29.515032 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61c0dbc7-0d60-4b42-8e73-470918b1e211 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:27:29.515632 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-61c0dbc7-0d60-4b42-8e73-470918b1e211 admin admin] Publish callbacks [] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:29.564198 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-61c0dbc7-0d60-4b42-8e73-470918b1e211 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3634775 Nov 22 21:27:29.567189 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 34322) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:27:29.572284 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-394cadd0-cd72-44c6-86af-479511303823 admin admin] Request body: {'subnet': {'network_id': '946caf2e-4b9b-48c5-b148-790a6fe88581', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-355706390-subnet', 'tenant_id': 'ac3cde37eeed403eb0b794404fcda250', 'ip_version': 4}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 21:27:29.576574 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c0dbc7-0d60-4b42-8e73-470918b1e211 admin admin] Pushing event updated for resources: {'Network': ['ID=946caf2e-4b9b-48c5-b148-790a6fe88581,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:27:29.586835 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Network 946caf2e-4b9b-48c5-b148-790a6fe88581 details requested by agent ovs-agent-n-d-818823-1 with host n-d-818823-1 {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 21:27:29.597682 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-394cadd0-cd72-44c6-86af-479511303823 admin admin] Made reservation on behalf of ac3cde37eeed403eb0b794404fcda250 for: {'subnet': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 21:27:29.600111 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-394cadd0-cd72-44c6-86af-479511303823 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8485086'] for subnet, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:29.768847 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-394cadd0-cd72-44c6-86af-479511303823 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8900613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8485104'] for subnet, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:29.834128 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394cadd0-cd72-44c6-86af-479511303823 admin admin] Pushing event updated for resources: {'Subnet': ['ID=09ca977f-c259-4db8-b92e-b0f1fb643d6f,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:27:29.836852 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-394cadd0-cd72-44c6-86af-479511303823 admin admin] Checking segment: {'id': '0c822c7b-6ff0-4fcc-bf11-21e852ee163b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '946caf2e-4b9b-48c5-b148-790a6fe88581'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 21:27:29.837208 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-394cadd0-cd72-44c6-86af-479511303823 admin admin] Network hostable DHCP agents. Network: 946caf2e-4b9b-48c5-b148-790a6fe88581, hostable agents: ['02adaa64-0987-4b74-bad0-cbcf56f8a294'], hosted agents: [] {{(pid=103447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 21:27:29.853791 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-394cadd0-cd72-44c6-86af-479511303823 admin admin] Network 946caf2e-4b9b-48c5-b148-790a6fe88581 is scheduled to be hosted by DHCP agent 02adaa64-0987-4b74-bad0-cbcf56f8a294 with binding_index 1 {{(pid=103447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 21:27:29.861963 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-394cadd0-cd72-44c6-86af-479511303823 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818823-1, 946caf2e-4b9b-48c5-b148-790a6fe88581) {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 21:27:29.865839 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-394cadd0-cd72-44c6-86af-479511303823 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:27:29.866443 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-394cadd0-cd72-44c6-86af-479511303823 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:29.871278 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9bba60a-f1bf-4697-9da4-573193fa2949 None None] Network 946caf2e-4b9b-48c5-b148-790a6fe88581 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 21:27:29.881814 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-394cadd0-cd72-44c6-86af-479511303823 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3134313 Nov 22 21:27:29.885239 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 34324) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:27:29.889466 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-f97fd3ba-bc79-459a-89ff-6b1099e62005 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-355706390-router', 'tenant_id': 'ac3cde37eeed403eb0b794404fcda250', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'}}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 21:27:29.909964 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f97fd3ba-bc79-459a-89ff-6b1099e62005 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24799'] for router, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:29.910965 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f97fd3ba-bc79-459a-89ff-6b1099e62005 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-632716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24788'] for router, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:29.961478 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f97fd3ba-bc79-459a-89ff-6b1099e62005 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:30.014548 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e519c349-5856-493c-b3f0-50808c3d5d59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fb26bd7-ce56-527b-b94f-2e1f7cb2bb35-946caf2e-4b9b-48c5-b148-790a6fe88581', 'network_id': '946caf2e-4b9b-48c5-b148-790a6fe88581', 'tenant_id': 'ac3cde37eeed403eb0b794404fcda250', 'fixed_ips': [{'subnet_id': '09ca977f-c259-4db8-b92e-b0f1fb643d6f'}]}} from n-d-818823-1. {{(pid=103449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 21:27:30.015396 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e519c349-5856-493c-b3f0-50808c3d5d59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:30.097922 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f97fd3ba-bc79-459a-89ff-6b1099e62005 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:30.166791 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.db_base_plugin_common [None req-e519c349-5856-493c-b3f0-50808c3d5d59 None None] Allocated IP 172.20.0.2 (946caf2e-4b9b-48c5-b148-790a6fe88581/09ca977f-c259-4db8-b92e-b0f1fb643d6f/6f0579cc-f28e-4889-88c4-5c9cea00dcf6) {{(pid=103449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 21:27:30.169036 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-1a9aada5-b5a5-47c6-a942-d561db7e9b68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:30.302608 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f97fd3ba-bc79-459a-89ff-6b1099e62005 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:30.325467 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f97fd3ba-bc79-459a-89ff-6b1099e62005 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:30.437637 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [None req-f97fd3ba-bc79-459a-89ff-6b1099e62005 admin admin] Allocated IP 172.25.5.180 (c48a55e9-6a85-4746-b7bf-3e29fb560094/5da6f781-63e6-4328-ae7a-5e672262f55a/4b665c37-1fd1-423c-a80d-5abb8d797731) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 21:27:30.479627 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e519c349-5856-493c-b3f0-50808c3d5d59 None None] Publish callbacks [] for port, precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:30.485684 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e519c349-5856-493c-b3f0-50808c3d5d59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372'] for port, after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:30.525640 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e519c349-5856-493c-b3f0-50808c3d5d59 None None] Network 946caf2e-4b9b-48c5-b148-790a6fe88581 is already hosted by enough agents. {{(pid=103449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 21:27:30.528637 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.base_scheduler [None req-e519c349-5856-493c-b3f0-50808c3d5d59 None None] Resources bound (agent type, host, resource id): {{(pid=103449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 21:27:30.532021 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e519c349-5856-493c-b3f0-50808c3d5d59 None None] Received port after_create {{(pid=103449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 21:27:30.538858 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e519c349-5856-493c-b3f0-50808c3d5d59 None None] Pushing event updated for resources: {'Port': ['ID=6f0579cc-f28e-4889-88c4-5c9cea00dcf6,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:27:30.543035 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f97fd3ba-bc79-459a-89ff-6b1099e62005 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:30.549062 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e519c349-5856-493c-b3f0-50808c3d5d59 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:27:30.549410 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e519c349-5856-493c-b3f0-50808c3d5d59 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:27:30.549747 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e519c349-5856-493c-b3f0-50808c3d5d59 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:27:30.550092 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e519c349-5856-493c-b3f0-50808c3d5d59 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:27:30.550418 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e519c349-5856-493c-b3f0-50808c3d5d59 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:27:30.550741 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e519c349-5856-493c-b3f0-50808c3d5d59 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:27:30.551066 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e519c349-5856-493c-b3f0-50808c3d5d59 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:27:30.551386 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e519c349-5856-493c-b3f0-50808c3d5d59 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:27:30.551736 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e519c349-5856-493c-b3f0-50808c3d5d59 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:27:30.552056 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e519c349-5856-493c-b3f0-50808c3d5d59 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:27:30.552377 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e519c349-5856-493c-b3f0-50808c3d5d59 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:27:30.552697 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e519c349-5856-493c-b3f0-50808c3d5d59 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:27:30.584043 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f97fd3ba-bc79-459a-89ff-6b1099e62005 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:30.603387 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-e519c349-5856-493c-b3f0-50808c3d5d59 None None] Attempting to bind port 6f0579cc-f28e-4889-88c4-5c9cea00dcf6 on host n-d-818823-1 for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 21:27:30.604206 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-e519c349-5856-493c-b3f0-50808c3d5d59 None None] Attempting to bind port 6f0579cc-f28e-4889-88c4-5c9cea00dcf6 by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': '0c822c7b-6ff0-4fcc-bf11-21e852ee163b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '946caf2e-4b9b-48c5-b148-790a6fe88581'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 21:27:30.604379 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e519c349-5856-493c-b3f0-50808c3d5d59 None None] Attempting to bind port 6f0579cc-f28e-4889-88c4-5c9cea00dcf6 on network 946caf2e-4b9b-48c5-b148-790a6fe88581 {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 21:27:30.609288 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e519c349-5856-493c-b3f0-50808c3d5d59 None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 21, 27, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 21:27:30.609662 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e519c349-5856-493c-b3f0-50808c3d5d59 None None] Checking segment: {'id': '0c822c7b-6ff0-4fcc-bf11-21e852ee163b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '946caf2e-4b9b-48c5-b148-790a6fe88581'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 21:27:30.610060 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e519c349-5856-493c-b3f0-50808c3d5d59 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:30.610449 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e519c349-5856-493c-b3f0-50808c3d5d59 None None] Bound using segment: {'id': '0c822c7b-6ff0-4fcc-bf11-21e852ee163b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '946caf2e-4b9b-48c5-b148-790a6fe88581'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 21:27:30.610900 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-e519c349-5856-493c-b3f0-50808c3d5d59 None None] Bound port: 6f0579cc-f28e-4889-88c4-5c9cea00dcf6, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c822c7b-6ff0-4fcc-bf11-21e852ee163b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '946caf2e-4b9b-48c5-b148-790a6fe88581'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 21:27:30.611275 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e519c349-5856-493c-b3f0-50808c3d5d59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:30.622711 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f97fd3ba-bc79-459a-89ff-6b1099e62005 admin admin] Network c48a55e9-6a85-4746-b7bf-3e29fb560094 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 21:27:30.625552 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-f97fd3ba-bc79-459a-89ff-6b1099e62005 admin admin] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 21:27:30.629178 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f97fd3ba-bc79-459a-89ff-6b1099e62005 admin admin] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 21:27:30.649647 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2d86bda-c682-455f-a0ec-d520f6248e31 None None] DHCP port deletion for c48a55e9-6a85-4746-b7bf-3e29fb560094 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 21:27:30.652446 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97fd3ba-bc79-459a-89ff-6b1099e62005 admin admin] Pushing event updated for resources: {'Port': ['ID=4b665c37-1fd1-423c-a80d-5abb8d797731,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:27:30.692617 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-e519c349-5856-493c-b3f0-50808c3d5d59 None None] For port 6f0579cc-f28e-4889-88c4-5c9cea00dcf6, host n-d-818823-1, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 21:27:30.695912 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-e519c349-5856-493c-b3f0-50808c3d5d59 None None] For port 6f0579cc-f28e-4889-88c4-5c9cea00dcf6, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=6f0579cc-f28e-4889-88c4-5c9cea00dcf6,segment=NetworkSegment(0c822c7b-6ff0-4fcc-bf11-21e852ee163b),segment_id=0c822c7b-6ff0-4fcc-bf11-21e852ee163b)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 21:27:30.700136 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e519c349-5856-493c-b3f0-50808c3d5d59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:30.755676 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e519c349-5856-493c-b3f0-50808c3d5d59 None None] Pushing event updated for resources: {'Port': ['ID=6f0579cc-f28e-4889-88c4-5c9cea00dcf6,revision_number=2']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:27:30.779895 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-2918d814-85b4-4716-8b87-9ec73e4a42b4 None None] Provisioning complete for port 4b665c37-1fd1-423c-a80d-5abb8d797731 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 21:27:30.780277 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-2918d814-85b4-4716-8b87-9ec73e4a42b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:30.820337 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-2918d814-85b4-4716-8b87-9ec73e4a42b4 None None] Port 4b665c37-1fd1-423c-a80d-5abb8d797731 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 21:27:30.910479 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f97fd3ba-bc79-459a-89ff-6b1099e62005 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:31.121839 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f97fd3ba-bc79-459a-89ff-6b1099e62005 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-659538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-841284'] for router, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:31.248498 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f97fd3ba-bc79-459a-89ff-6b1099e62005 admin admin] Router 0ab545a9-3f08-4e4f-93f9-9c9bd1a2e957 is scheduled to L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 with binding_index 1 {{(pid=103447) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 21:27:31.356272 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f97fd3ba-bc79-459a-89ff-6b1099e62005 admin admin] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 21:27:31.367538 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29fbddd4-00e1-4040-a02b-64798529d667 None None] Sync routers for ids ['0ab545a9-3f08-4e4f-93f9-9c9bd1a2e957'] in n-d-818823-1 {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 21:27:31.377513 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f97fd3ba-bc79-459a-89ff-6b1099e62005 admin admin] Publish callbacks [] for router, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:31.379553 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29fbddd4-00e1-4040-a02b-64798529d667 None None] Routers {'0ab545a9-3f08-4e4f-93f9-9c9bd1a2e957'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 21:27:31.380498 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-29fbddd4-00e1-4040-a02b-64798529d667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T21:27:03Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['0ab545a9-3f08-4e4f-93f9-9c9bd1a2e957'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:27:31.381604 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 34326) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:27:31.382125 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-f97fd3ba-bc79-459a-89ff-6b1099e62005 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.4954436 Nov 22 21:27:31.498173 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-29fbddd4-00e1-4040-a02b-64798529d667 None None] Set router 0ab545a9-3f08-4e4f-93f9-9c9bd1a2e957 gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 21:27:31.699154 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52fb176e-cd00-4392-a17c-0623d869885e None None] Network 946caf2e-4b9b-48c5-b148-790a6fe88581 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 21:27:31.701733 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-29fbddd4-00e1-4040-a02b-64798529d667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ab545a9-3f08-4e4f-93f9-9c9bd1a2e957', 'name': 'tempest-TestSnapshotPattern-355706390-router', 'tenant_id': 'ac3cde37eeed403eb0b794404fcda250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.180'}], 'enable_snat': True}, 'gw_port_id': '4b665c37-1fd1-423c-a80d-5abb8d797731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T21:27:29Z', 'updated_at': '2021-11-22T21:27:30Z', 'revision_number': 3, 'project_id': 'ac3cde37eeed403eb0b794404fcda250', 'gw_port': {'id': '4b665c37-1fd1-423c-a80d-5abb8d797731', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:9b:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ab545a9-3f08-4e4f-93f9-9c9bd1a2e957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:27:30Z', 'updated_at': '2021-11-22T21:27:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:27:31.769723 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29fbddd4-00e1-4040-a02b-64798529d667 None None] Checking router: 0ab545a9-3f08-4e4f-93f9-9c9bd1a2e957 for host: n-d-818823-1 {{(pid=103449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 21:27:31.770019 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29fbddd4-00e1-4040-a02b-64798529d667 None None] Updating router 0ab545a9-3f08-4e4f-93f9-9c9bd1a2e957 port 4b665c37-1fd1-423c-a80d-5abb8d797731 binding host n-d-818823-1 {{(pid=103449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 21:27:31.812722 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-29fbddd4-00e1-4040-a02b-64798529d667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:31.815771 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-db9e6804-bc04-4aec-aac8-008e472a2796 None None] Provisioning complete for port 6f0579cc-f28e-4889-88c4-5c9cea00dcf6 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 21:27:31.816131 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-db9e6804-bc04-4aec-aac8-008e472a2796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:31.827993 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d6ebec23-4246-4b8c-99f3-9d504bcf0446 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:31.987137 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [None req-d6ebec23-4246-4b8c-99f3-9d504bcf0446 admin admin] Allocated IP 172.20.0.1 (946caf2e-4b9b-48c5-b148-790a6fe88581/09ca977f-c259-4db8-b92e-b0f1fb643d6f/8dfc39f1-4c58-4849-853f-4cbc2706fdcf) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 21:27:32.099772 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d6ebec23-4246-4b8c-99f3-9d504bcf0446 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:32.101927 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-db9e6804-bc04-4aec-aac8-008e472a2796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:32.141724 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d6ebec23-4246-4b8c-99f3-9d504bcf0446 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:32.170434 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-db9e6804-bc04-4aec-aac8-008e472a2796 None None] For port 6f0579cc-f28e-4889-88c4-5c9cea00dcf6, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=6f0579cc-f28e-4889-88c4-5c9cea00dcf6,segment=NetworkSegment(0c822c7b-6ff0-4fcc-bf11-21e852ee163b),segment_id=0c822c7b-6ff0-4fcc-bf11-21e852ee163b)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 21:27:32.175646 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-db9e6804-bc04-4aec-aac8-008e472a2796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:32.195243 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6ebec23-4246-4b8c-99f3-9d504bcf0446 admin admin] Network 946caf2e-4b9b-48c5-b148-790a6fe88581 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 21:27:32.196653 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ebec23-4246-4b8c-99f3-9d504bcf0446 admin admin] Pushing event updated for resources: {'Port': ['ID=8dfc39f1-4c58-4849-853f-4cbc2706fdcf,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:27:32.200810 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-d6ebec23-4246-4b8c-99f3-9d504bcf0446 admin admin] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 21:27:32.203510 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ebec23-4246-4b8c-99f3-9d504bcf0446 admin admin] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 21:27:32.252231 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d6ebec23-4246-4b8c-99f3-9d504bcf0446 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659939'] for router_interface, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:32.271204 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9e6804-bc04-4aec-aac8-008e472a2796 None None] Pushing event updated for resources: {'Port': ['ID=6f0579cc-f28e-4889-88c4-5c9cea00dcf6,revision_number=3']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:27:32.295106 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-29fbddd4-00e1-4040-a02b-64798529d667 None None] Publish callbacks [] for port, precommit_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:32.301295 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-29fbddd4-00e1-4040-a02b-64798529d667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:32.370540 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89d59098-5ab3-405c-ad9f-ac400ca81f3f None None] DHCP port deletion for c48a55e9-6a85-4746-b7bf-3e29fb560094 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 21:27:32.385292 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-29fbddd4-00e1-4040-a02b-64798529d667 None None] Attempting to bind port 4b665c37-1fd1-423c-a80d-5abb8d797731 on host n-d-818823-1 for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 21:27:32.385791 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-29fbddd4-00e1-4040-a02b-64798529d667 None None] Attempting to bind port 4b665c37-1fd1-423c-a80d-5abb8d797731 by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 21:27:32.386246 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29fbddd4-00e1-4040-a02b-64798529d667 None None] Attempting to bind port 4b665c37-1fd1-423c-a80d-5abb8d797731 on network c48a55e9-6a85-4746-b7bf-3e29fb560094 {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 21:27:32.388666 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff0ad9f-65f9-41d3-a5a8-aebba755c1b4 None None] Pushing event updated for resources: {'Port': ['ID=4b665c37-1fd1-423c-a80d-5abb8d797731,revision_number=2']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:27:32.400697 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29fbddd4-00e1-4040-a02b-64798529d667 None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 21, 27, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 21:27:32.401165 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29fbddd4-00e1-4040-a02b-64798529d667 None None] Checking segment: {'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 21:27:32.401623 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-29fbddd4-00e1-4040-a02b-64798529d667 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:32.402126 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29fbddd4-00e1-4040-a02b-64798529d667 None None] Bound using segment: {'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 21:27:32.402681 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-29fbddd4-00e1-4040-a02b-64798529d667 None None] Bound port: 4b665c37-1fd1-423c-a80d-5abb8d797731, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 21:27:32.403173 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-29fbddd4-00e1-4040-a02b-64798529d667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:32.419534 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d6ebec23-4246-4b8c-99f3-9d504bcf0446 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:32.432634 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 6f0579cc-f28e-4889-88c4-5c9cea00dcf6 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 21:27:32.463165 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-a304381d-6280-45f7-bed0-f000dc50eac4 None None] Provisioning complete for port 6f0579cc-f28e-4889-88c4-5c9cea00dcf6 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 21:27:32.463545 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-a304381d-6280-45f7-bed0-f000dc50eac4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:32.532716 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-29fbddd4-00e1-4040-a02b-64798529d667 None None] For port 4b665c37-1fd1-423c-a80d-5abb8d797731, host n-d-818823-1, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 21:27:32.536636 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-29fbddd4-00e1-4040-a02b-64798529d667 None None] For port 4b665c37-1fd1-423c-a80d-5abb8d797731, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=4b665c37-1fd1-423c-a80d-5abb8d797731,segment=NetworkSegment(8793ba83-8407-4c3d-9b56-2a177cd58a70),segment_id=8793ba83-8407-4c3d-9b56-2a177cd58a70)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 21:27:32.547178 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-29fbddd4-00e1-4040-a02b-64798529d667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:32.602345 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 6f0579cc-f28e-4889-88c4-5c9cea00dcf6 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 21:27:32.602716 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:32.619494 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d6ebec23-4246-4b8c-99f3-9d504bcf0446 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:32.624172 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d6ebec23-4246-4b8c-99f3-9d504bcf0446 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:32.624417 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fb41be1-7687-4da6-91b0-2a7f09cfaee9 None None] DHCP port deletion for c48a55e9-6a85-4746-b7bf-3e29fb560094 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 21:27:32.682804 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff0ad9f-65f9-41d3-a5a8-aebba755c1b4 None None] Pushing event updated for resources: {'Port': ['ID=4b665c37-1fd1-423c-a80d-5abb8d797731,revision_number=3']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:27:32.685275 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29fbddd4-00e1-4040-a02b-64798529d667 None None] Routers {'0ab545a9-3f08-4e4f-93f9-9c9bd1a2e957'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 21:27:32.685894 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-29fbddd4-00e1-4040-a02b-64798529d667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T21:27:03Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['0ab545a9-3f08-4e4f-93f9-9c9bd1a2e957'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:27:32.694870 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ebec23-4246-4b8c-99f3-9d504bcf0446 admin admin] Pushing event updated for resources: {'Port': ['ID=8dfc39f1-4c58-4849-853f-4cbc2706fdcf,revision_number=2']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:27:32.698113 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d6ebec23-4246-4b8c-99f3-9d504bcf0446 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-563461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-659839'] for router_interface, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:32.798172 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6ebec23-4246-4b8c-99f3-9d504bcf0446 admin admin] Network 946caf2e-4b9b-48c5-b148-790a6fe88581 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 21:27:32.799801 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-d6ebec23-4246-4b8c-99f3-9d504bcf0446 admin admin] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 21:27:32.921802 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6ebec23-4246-4b8c-99f3-9d504bcf0446 admin admin] Router 0ab545a9-3f08-4e4f-93f9-9c9bd1a2e957 has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 21:27:32.991750 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-29fbddd4-00e1-4040-a02b-64798529d667 None None] Set router 0ab545a9-3f08-4e4f-93f9-9c9bd1a2e957 gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 21:27:33.038442 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6ebec23-4246-4b8c-99f3-9d504bcf0446 admin admin] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 21:27:33.045209 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-d6ebec23-4246-4b8c-99f3-9d504bcf0446 admin admin] 10.222.0.46 "PUT /v2.0/routers/0ab545a9-3f08-4e4f-93f9-9c9bd1a2e957/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6595595 Nov 22 21:27:33.080955 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-54c13cd5-67cf-4704-8e83-779512594005 None None] Provisioning complete for port 8dfc39f1-4c58-4849-853f-4cbc2706fdcf triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 21:27:33.081091 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-54c13cd5-67cf-4704-8e83-779512594005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:33.157421 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-67781798-481a-45c5-9306-e57a6297c9c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:33.172862 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-54c13cd5-67cf-4704-8e83-779512594005 None None] Port 8dfc39f1-4c58-4849-853f-4cbc2706fdcf cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 21:27:33.207622 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-54c13cd5-67cf-4704-8e83-779512594005 None None] Provisioning complete for port 4b665c37-1fd1-423c-a80d-5abb8d797731 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 21:27:33.208000 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-54c13cd5-67cf-4704-8e83-779512594005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:33.325654 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-29fbddd4-00e1-4040-a02b-64798529d667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ab545a9-3f08-4e4f-93f9-9c9bd1a2e957', 'name': 'tempest-TestSnapshotPattern-355706390-router', 'tenant_id': 'ac3cde37eeed403eb0b794404fcda250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.180'}], 'enable_snat': True}, 'gw_port_id': '4b665c37-1fd1-423c-a80d-5abb8d797731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T21:27:29Z', 'updated_at': '2021-11-22T21:27:32Z', 'revision_number': 4, 'project_id': 'ac3cde37eeed403eb0b794404fcda250', 'gw_port': {'id': '4b665c37-1fd1-423c-a80d-5abb8d797731', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:9b:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ab545a9-3f08-4e4f-93f9-9c9bd1a2e957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:27:30Z', 'updated_at': '2021-11-22T21:27:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': '8dfc39f1-4c58-4849-853f-4cbc2706fdcf', 'name': '', 'network_id': '946caf2e-4b9b-48c5-b148-790a6fe88581', 'tenant_id': 'ac3cde37eeed403eb0b794404fcda250', 'mac_address': 'fa:16:3e:4b:45:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ab545a9-3f08-4e4f-93f9-9c9bd1a2e957', 'device_owner': 'network:router_interface', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': '09ca977f-c259-4db8-b92e-b0f1fb643d6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:27:31Z', 'updated_at': '2021-11-22T21:27:32Z', 'revision_number': 2, 'project_id': 'ac3cde37eeed403eb0b794404fcda250', 'subnets': [{'id': '09ca977f-c259-4db8-b92e-b0f1fb643d6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:27:33.330364 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-54c13cd5-67cf-4704-8e83-779512594005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:33.365045 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29fbddd4-00e1-4040-a02b-64798529d667 None None] The sync data for ids ['0ab545a9-3f08-4e4f-93f9-9c9bd1a2e957'] in n-d-818823-1 is: [{'id': '0ab545a9-3f08-4e4f-93f9-9c9bd1a2e957', 'name': 'tempest-TestSnapshotPattern-355706390-router', 'tenant_id': 'ac3cde37eeed403eb0b794404fcda250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.180'}], 'enable_snat': True}, 'gw_port_id': '4b665c37-1fd1-423c-a80d-5abb8d797731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T21:27:29Z', 'updated_at': '2021-11-22T21:27:32Z', 'revision_number': 4, 'project_id': 'ac3cde37eeed403eb0b794404fcda250', 'gw_port': {'id': '4b665c37-1fd1-423c-a80d-5abb8d797731', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:9b:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ab545a9-3f08-4e4f-93f9-9c9bd1a2e957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:27:30Z', 'updated_at': '2021-11-22T21:27:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': '8dfc39f1-4c58-4849-853f-4cbc2706fdcf', 'name': '', 'network_id': '946caf2e-4b9b-48c5-b148-790a6fe88581', 'tenant_id': 'ac3cde37eeed403eb0b794404fcda250', 'mac_address': 'fa:16:3e:4b:45:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ab545a9-3f08-4e4f-93f9-9c9bd1a2e957', 'device_owner': 'network:router_interface', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': '09ca977f-c259-4db8-b92e-b0f1fb643d6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:27:31Z', 'updated_at': '2021-11-22T21:27:32Z', 'revision_number': 2, 'project_id': 'ac3cde37eeed403eb0b794404fcda250', 'subnets': [{'id': '09ca977f-c259-4db8-b92e-b0f1fb643d6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 21:27:33.388070 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-54c13cd5-67cf-4704-8e83-779512594005 None None] For port 4b665c37-1fd1-423c-a80d-5abb8d797731, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=4b665c37-1fd1-423c-a80d-5abb8d797731,segment=NetworkSegment(8793ba83-8407-4c3d-9b56-2a177cd58a70),segment_id=8793ba83-8407-4c3d-9b56-2a177cd58a70)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 21:27:33.392800 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-54c13cd5-67cf-4704-8e83-779512594005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:33.447823 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c13cd5-67cf-4704-8e83-779512594005 None None] Pushing event updated for resources: {'Port': ['ID=4b665c37-1fd1-423c-a80d-5abb8d797731,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:27:33.514575 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-e432ef3d-4834-40fc-ba5e-4ae69989bc5e None None] Provisioning complete for port 8dfc39f1-4c58-4849-853f-4cbc2706fdcf triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 21:27:33.514949 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e432ef3d-4834-40fc-ba5e-4ae69989bc5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:33.519211 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 34342) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:27:33.524871 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-83302876-4629-4885-9486-d30d84cdf7f0 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-162365655-network', 'tenant_id': 'fb2621b79dc84cae8bc82a8d3e14e01a'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 21:27:33.546652 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83302876-4629-4885-9486-d30d84cdf7f0 admin admin] Made reservation on behalf of fb2621b79dc84cae8bc82a8d3e14e01a for: {'network': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 21:27:33.549922 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-83302876-4629-4885-9486-d30d84cdf7f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for network, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:33.553808 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-e432ef3d-4834-40fc-ba5e-4ae69989bc5e None None] Port 8dfc39f1-4c58-4849-853f-4cbc2706fdcf cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 21:27:33.569528 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-83302876-4629-4885-9486-d30d84cdf7f0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:33.665798 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-83302876-4629-4885-9486-d30d84cdf7f0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:33.669991 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-83302876-4629-4885-9486-d30d84cdf7f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:33.695798 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83302876-4629-4885-9486-d30d84cdf7f0 admin admin] vlan segment allocate from pool success with {'vlan_id': 638, 'physical_network': 'physnet1'} {{(pid=103448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 21:27:33.706028 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83302876-4629-4885-9486-d30d84cdf7f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81b15987-e4c8-4a17-a2f0-3794d14a1b67,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:27:33.712174 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-83302876-4629-4885-9486-d30d84cdf7f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:33.712526 n-d-818823-1 neutron-server[103448]: INFO neutron.db.segments_db [None req-83302876-4629-4885-9486-d30d84cdf7f0 admin admin] Added segment 9a9c4d0d-19dd-4b29-a6a8-e2cd6e5e0331 of type vlan for network 00857a0e-a907-4429-b1dd-3c73f46d0c44 Nov 22 21:27:33.755201 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-03f0964f-1b75-4df7-99e0-a3cdb56ec2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:33.761417 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-83302876-4629-4885-9486-d30d84cdf7f0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748992492791'] for network, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:34.145102 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-83302876-4629-4885-9486-d30d84cdf7f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479'] for network, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:34.146631 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83302876-4629-4885-9486-d30d84cdf7f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:27:34.147679 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-83302876-4629-4885-9486-d30d84cdf7f0 admin admin] Publish callbacks [] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:34.213902 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-83302876-4629-4885-9486-d30d84cdf7f0 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6934993 Nov 22 21:27:34.216639 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 34344) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:27:34.221390 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-a5fdb0d4-9d86-45b6-9977-53865273de5b admin admin] Request body: {'subnet': {'network_id': '00857a0e-a907-4429-b1dd-3c73f46d0c44', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-162365655-subnet', 'tenant_id': 'fb2621b79dc84cae8bc82a8d3e14e01a', 'ip_version': 4}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 21:27:34.233589 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83302876-4629-4885-9486-d30d84cdf7f0 admin admin] Pushing event updated for resources: {'Network': ['ID=00857a0e-a907-4429-b1dd-3c73f46d0c44,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:27:34.245952 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Network 00857a0e-a907-4429-b1dd-3c73f46d0c44 details requested by agent ovs-agent-n-d-818823-1 with host n-d-818823-1 {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 21:27:34.249870 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5fdb0d4-9d86-45b6-9977-53865273de5b admin admin] Made reservation on behalf of fb2621b79dc84cae8bc82a8d3e14e01a for: {'subnet': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 21:27:34.253196 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a5fdb0d4-9d86-45b6-9977-53865273de5b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11792951'] for subnet, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:34.407553 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 4b665c37-1fd1-423c-a80d-5abb8d797731 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 21:27:34.455835 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a5fdb0d4-9d86-45b6-9977-53865273de5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11567560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11792921'] for subnet, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:34.459918 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 4b665c37-1fd1-423c-a80d-5abb8d797731 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 21:27:34.460290 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:34.514630 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fdb0d4-9d86-45b6-9977-53865273de5b admin admin] Pushing event updated for resources: {'Subnet': ['ID=90b7831e-d32f-4d41-bc86-3505fdee89a1,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:27:34.525608 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5fdb0d4-9d86-45b6-9977-53865273de5b admin admin] Checking segment: {'id': '9a9c4d0d-19dd-4b29-a6a8-e2cd6e5e0331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '00857a0e-a907-4429-b1dd-3c73f46d0c44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 21:27:34.526178 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5fdb0d4-9d86-45b6-9977-53865273de5b admin admin] Network hostable DHCP agents. Network: 00857a0e-a907-4429-b1dd-3c73f46d0c44, hostable agents: ['02adaa64-0987-4b74-bad0-cbcf56f8a294'], hosted agents: [] {{(pid=103448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 21:27:34.546774 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5fdb0d4-9d86-45b6-9977-53865273de5b admin admin] Network 00857a0e-a907-4429-b1dd-3c73f46d0c44 is scheduled to be hosted by DHCP agent 02adaa64-0987-4b74-bad0-cbcf56f8a294 with binding_index 1 {{(pid=103448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 21:27:34.553719 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 6f0579cc-f28e-4889-88c4-5c9cea00dcf6 up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 21:27:34.558924 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-a5fdb0d4-9d86-45b6-9977-53865273de5b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818823-1, 00857a0e-a907-4429-b1dd-3c73f46d0c44) {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 21:27:34.563506 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5fdb0d4-9d86-45b6-9977-53865273de5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:27:34.564213 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a5fdb0d4-9d86-45b6-9977-53865273de5b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:34.578304 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b00ba92a-517d-422e-9e87-f9f6db1e83c9 None None] Network 00857a0e-a907-4429-b1dd-3c73f46d0c44 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 21:27:34.583157 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-a5fdb0d4-9d86-45b6-9977-53865273de5b admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3654854 Nov 22 21:27:34.585820 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 34346) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:27:34.590275 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-a8691189-1a5e-42b7-9e4d-e9ff9b84772b admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-162365655-router', 'tenant_id': 'fb2621b79dc84cae8bc82a8d3e14e01a', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'}}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 21:27:34.613533 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a8691189-1a5e-42b7-9e4d-e9ff9b84772b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24799'] for router, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:34.614782 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a8691189-1a5e-42b7-9e4d-e9ff9b84772b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541793', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-632716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24788'] for router, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:34.674997 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a8691189-1a5e-42b7-9e4d-e9ff9b84772b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:34.677586 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 6f0579cc-f28e-4889-88c4-5c9cea00dcf6 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 21:27:34.677908 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:34.807577 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-461d4ea2-8fd1-41ce-a622-8c149afe1b8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9fb26bd7-ce56-527b-b94f-2e1f7cb2bb35-00857a0e-a907-4429-b1dd-3c73f46d0c44', 'network_id': '00857a0e-a907-4429-b1dd-3c73f46d0c44', 'tenant_id': 'fb2621b79dc84cae8bc82a8d3e14e01a', 'fixed_ips': [{'subnet_id': '90b7831e-d32f-4d41-bc86-3505fdee89a1'}]}} from n-d-818823-1. {{(pid=103449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 21:27:34.808439 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-461d4ea2-8fd1-41ce-a622-8c149afe1b8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:34.831066 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a8691189-1a5e-42b7-9e4d-e9ff9b84772b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:34.958237 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.db_base_plugin_common [None req-461d4ea2-8fd1-41ce-a622-8c149afe1b8d None None] Allocated IP 172.20.0.2 (00857a0e-a907-4429-b1dd-3c73f46d0c44/90b7831e-d32f-4d41-bc86-3505fdee89a1/7b88094d-e46d-44f7-b3c9-580ab93b13bd) {{(pid=103449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 21:27:35.031787 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a8691189-1a5e-42b7-9e4d-e9ff9b84772b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:35.051007 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a8691189-1a5e-42b7-9e4d-e9ff9b84772b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:35.109806 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-461d4ea2-8fd1-41ce-a622-8c149afe1b8d None None] Publish callbacks [] for port, precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:35.115894 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-461d4ea2-8fd1-41ce-a622-8c149afe1b8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372'] for port, after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:35.159304 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-461d4ea2-8fd1-41ce-a622-8c149afe1b8d None None] Network 00857a0e-a907-4429-b1dd-3c73f46d0c44 is already hosted by enough agents. {{(pid=103449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 21:27:35.162254 n-d-818823-1 neutron-server[103449]: DEBUG neutron.scheduler.base_scheduler [None req-461d4ea2-8fd1-41ce-a622-8c149afe1b8d None None] Resources bound (agent type, host, resource id): {{(pid=103449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 21:27:35.163549 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [None req-a8691189-1a5e-42b7-9e4d-e9ff9b84772b admin admin] Allocated IP 172.25.5.190 (c48a55e9-6a85-4746-b7bf-3e29fb560094/5da6f781-63e6-4328-ae7a-5e672262f55a/e76fe6a8-c7bf-4f81-9c7d-5f82043255aa) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 21:27:35.166855 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-461d4ea2-8fd1-41ce-a622-8c149afe1b8d None None] Received port after_create {{(pid=103449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 21:27:35.170213 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461d4ea2-8fd1-41ce-a622-8c149afe1b8d None None] Pushing event updated for resources: {'Port': ['ID=7b88094d-e46d-44f7-b3c9-580ab93b13bd,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:27:35.233726 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-461d4ea2-8fd1-41ce-a622-8c149afe1b8d None None] Attempting to bind port 7b88094d-e46d-44f7-b3c9-580ab93b13bd on host n-d-818823-1 for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 21:27:35.234011 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-461d4ea2-8fd1-41ce-a622-8c149afe1b8d None None] Attempting to bind port 7b88094d-e46d-44f7-b3c9-580ab93b13bd by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': '9a9c4d0d-19dd-4b29-a6a8-e2cd6e5e0331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '00857a0e-a907-4429-b1dd-3c73f46d0c44'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 21:27:35.234408 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461d4ea2-8fd1-41ce-a622-8c149afe1b8d None None] Attempting to bind port 7b88094d-e46d-44f7-b3c9-580ab93b13bd on network 00857a0e-a907-4429-b1dd-3c73f46d0c44 {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 21:27:35.239988 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461d4ea2-8fd1-41ce-a622-8c149afe1b8d None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 21, 27, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 21:27:35.239988 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461d4ea2-8fd1-41ce-a622-8c149afe1b8d None None] Checking segment: {'id': '9a9c4d0d-19dd-4b29-a6a8-e2cd6e5e0331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '00857a0e-a907-4429-b1dd-3c73f46d0c44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 21:27:35.240371 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-461d4ea2-8fd1-41ce-a622-8c149afe1b8d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:35.240700 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461d4ea2-8fd1-41ce-a622-8c149afe1b8d None None] Bound using segment: {'id': '9a9c4d0d-19dd-4b29-a6a8-e2cd6e5e0331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '00857a0e-a907-4429-b1dd-3c73f46d0c44'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 21:27:35.241168 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-461d4ea2-8fd1-41ce-a622-8c149afe1b8d None None] Bound port: 7b88094d-e46d-44f7-b3c9-580ab93b13bd, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a9c4d0d-19dd-4b29-a6a8-e2cd6e5e0331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '00857a0e-a907-4429-b1dd-3c73f46d0c44'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 21:27:35.241558 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-461d4ea2-8fd1-41ce-a622-8c149afe1b8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:35.283363 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a8691189-1a5e-42b7-9e4d-e9ff9b84772b admin admin] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:35.307520 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-461d4ea2-8fd1-41ce-a622-8c149afe1b8d None None] For port 7b88094d-e46d-44f7-b3c9-580ab93b13bd, host n-d-818823-1, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 21:27:35.310732 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-461d4ea2-8fd1-41ce-a622-8c149afe1b8d None None] For port 7b88094d-e46d-44f7-b3c9-580ab93b13bd, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=7b88094d-e46d-44f7-b3c9-580ab93b13bd,segment=NetworkSegment(9a9c4d0d-19dd-4b29-a6a8-e2cd6e5e0331),segment_id=9a9c4d0d-19dd-4b29-a6a8-e2cd6e5e0331)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 21:27:35.314884 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-461d4ea2-8fd1-41ce-a622-8c149afe1b8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:35.322607 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a8691189-1a5e-42b7-9e4d-e9ff9b84772b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:35.370762 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8691189-1a5e-42b7-9e4d-e9ff9b84772b admin admin] Network c48a55e9-6a85-4746-b7bf-3e29fb560094 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 21:27:35.373643 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-a8691189-1a5e-42b7-9e4d-e9ff9b84772b admin admin] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 21:27:35.376254 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8691189-1a5e-42b7-9e4d-e9ff9b84772b admin admin] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 21:27:35.377801 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461d4ea2-8fd1-41ce-a622-8c149afe1b8d None None] Pushing event updated for resources: {'Port': ['ID=7b88094d-e46d-44f7-b3c9-580ab93b13bd,revision_number=2']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:27:35.398174 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89543136-4b92-4c92-a8ef-7014af852e48 None None] DHCP port deletion for c48a55e9-6a85-4746-b7bf-3e29fb560094 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 21:27:35.407087 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8691189-1a5e-42b7-9e4d-e9ff9b84772b admin admin] Pushing event updated for resources: {'Port': ['ID=e76fe6a8-c7bf-4f81-9c7d-5f82043255aa,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:27:35.456502 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e49ee129-e862-4476-beca-cdc8150d2345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:35.506651 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-a2d61fbe-99e0-483c-a687-3664bd1091b3 None None] Provisioning complete for port e76fe6a8-c7bf-4f81-9c7d-5f82043255aa triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 21:27:35.507287 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-a2d61fbe-99e0-483c-a687-3664bd1091b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:35.561326 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-a2d61fbe-99e0-483c-a687-3664bd1091b3 None None] Port e76fe6a8-c7bf-4f81-9c7d-5f82043255aa cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 21:27:35.616616 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f4356e-4076-437a-be1e-0f9202c9fcb3 None None] Sync routers for ids ['0ab545a9-3f08-4e4f-93f9-9c9bd1a2e957'] in n-d-818823-1 {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 21:27:35.626895 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f4356e-4076-437a-be1e-0f9202c9fcb3 None None] Routers {'0ab545a9-3f08-4e4f-93f9-9c9bd1a2e957'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 21:27:35.627658 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-12f4356e-4076-437a-be1e-0f9202c9fcb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T21:27:33Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['0ab545a9-3f08-4e4f-93f9-9c9bd1a2e957'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:27:35.682866 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a8691189-1a5e-42b7-9e4d-e9ff9b84772b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:35.741591 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-12f4356e-4076-437a-be1e-0f9202c9fcb3 None None] Set router 0ab545a9-3f08-4e4f-93f9-9c9bd1a2e957 gateway port host: n-d-818823-1 {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 21:27:35.896232 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a8691189-1a5e-42b7-9e4d-e9ff9b84772b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-659538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-841284'] for router, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:35.955536 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-12f4356e-4076-437a-be1e-0f9202c9fcb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ab545a9-3f08-4e4f-93f9-9c9bd1a2e957', 'name': 'tempest-TestSnapshotPattern-355706390-router', 'tenant_id': 'ac3cde37eeed403eb0b794404fcda250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.180'}], 'enable_snat': True}, 'gw_port_id': '4b665c37-1fd1-423c-a80d-5abb8d797731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T21:27:29Z', 'updated_at': '2021-11-22T21:27:32Z', 'revision_number': 4, 'project_id': 'ac3cde37eeed403eb0b794404fcda250', 'gw_port': {'id': '4b665c37-1fd1-423c-a80d-5abb8d797731', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:9b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab545a9-3f08-4e4f-93f9-9c9bd1a2e957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:27:30Z', 'updated_at': '2021-11-22T21:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': '8dfc39f1-4c58-4849-853f-4cbc2706fdcf', 'name': '', 'network_id': '946caf2e-4b9b-48c5-b148-790a6fe88581', 'tenant_id': 'ac3cde37eeed403eb0b794404fcda250', 'mac_address': 'fa:16:3e:4b:45:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ab545a9-3f08-4e4f-93f9-9c9bd1a2e957', 'device_owner': 'network:router_interface', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': '09ca977f-c259-4db8-b92e-b0f1fb643d6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:27:31Z', 'updated_at': '2021-11-22T21:27:32Z', 'revision_number': 2, 'project_id': 'ac3cde37eeed403eb0b794404fcda250', 'subnets': [{'id': '09ca977f-c259-4db8-b92e-b0f1fb643d6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:27:35.985064 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f4356e-4076-437a-be1e-0f9202c9fcb3 None None] Checking router: 0ab545a9-3f08-4e4f-93f9-9c9bd1a2e957 for host: n-d-818823-1 {{(pid=103450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 21:27:35.985418 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f4356e-4076-437a-be1e-0f9202c9fcb3 None None] Updating router 0ab545a9-3f08-4e4f-93f9-9c9bd1a2e957 port 8dfc39f1-4c58-4849-853f-4cbc2706fdcf binding host n-d-818823-1 {{(pid=103450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 21:27:36.009942 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-12f4356e-4076-437a-be1e-0f9202c9fcb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:36.026121 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8691189-1a5e-42b7-9e4d-e9ff9b84772b admin admin] Router e723a5ad-4983-466d-8218-1d66416295a9 is scheduled to L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 with binding_index 1 {{(pid=103448) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 21:27:36.144722 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8691189-1a5e-42b7-9e4d-e9ff9b84772b admin admin] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 21:27:36.156292 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3829ba08-83e8-4088-bcd9-e06d39f766ab None None] Sync routers for ids ['e723a5ad-4983-466d-8218-1d66416295a9'] in n-d-818823-1 {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 21:27:36.168863 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3829ba08-83e8-4088-bcd9-e06d39f766ab None None] Routers {'e723a5ad-4983-466d-8218-1d66416295a9'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 21:27:36.170124 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a8691189-1a5e-42b7-9e4d-e9ff9b84772b admin admin] Publish callbacks [] for router, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:36.170499 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-3829ba08-83e8-4088-bcd9-e06d39f766ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T21:27:33Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['e723a5ad-4983-466d-8218-1d66416295a9'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:27:36.175997 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-a8691189-1a5e-42b7-9e4d-e9ff9b84772b admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5890174 Nov 22 21:27:36.178746 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 34348) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:27:36.244624 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:36.316325 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-12f4356e-4076-437a-be1e-0f9202c9fcb3 None None] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:36.319181 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-3829ba08-83e8-4088-bcd9-e06d39f766ab None None] Set router e723a5ad-4983-466d-8218-1d66416295a9 gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 21:27:36.325732 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-12f4356e-4076-437a-be1e-0f9202c9fcb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:36.411983 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a8887f-8780-4699-8338-1f5a0ff5946c None None] Pushing event updated for resources: {'Port': ['ID=8dfc39f1-4c58-4849-853f-4cbc2706fdcf,revision_number=3']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:27:36.420751 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 7b88094d-e46d-44f7-b3c9-580ab93b13bd up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 21:27:36.424268 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a8887f-8780-4699-8338-1f5a0ff5946c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:27:36.424832 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a8887f-8780-4699-8338-1f5a0ff5946c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:27:36.425370 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a8887f-8780-4699-8338-1f5a0ff5946c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:27:36.425888 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a8887f-8780-4699-8338-1f5a0ff5946c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:27:36.426441 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a8887f-8780-4699-8338-1f5a0ff5946c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:27:36.426950 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a8887f-8780-4699-8338-1f5a0ff5946c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:27:36.427495 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a8887f-8780-4699-8338-1f5a0ff5946c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:27:36.428006 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a8887f-8780-4699-8338-1f5a0ff5946c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:27:36.428503 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a8887f-8780-4699-8338-1f5a0ff5946c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:27:36.429000 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a8887f-8780-4699-8338-1f5a0ff5946c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:27:36.430049 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a8887f-8780-4699-8338-1f5a0ff5946c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:27:36.430553 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a8887f-8780-4699-8338-1f5a0ff5946c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:27:36.495037 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-12f4356e-4076-437a-be1e-0f9202c9fcb3 None None] Attempting to bind port 8dfc39f1-4c58-4849-853f-4cbc2706fdcf on host n-d-818823-1 for vnic_type normal with profile {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 21:27:36.495403 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-12f4356e-4076-437a-be1e-0f9202c9fcb3 None None] Attempting to bind port 8dfc39f1-4c58-4849-853f-4cbc2706fdcf by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': '0c822c7b-6ff0-4fcc-bf11-21e852ee163b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '946caf2e-4b9b-48c5-b148-790a6fe88581'}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 21:27:36.495816 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f4356e-4076-437a-be1e-0f9202c9fcb3 None None] Attempting to bind port 8dfc39f1-4c58-4849-853f-4cbc2706fdcf on network 946caf2e-4b9b-48c5-b148-790a6fe88581 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 21:27:36.501083 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f4356e-4076-437a-be1e-0f9202c9fcb3 None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 21, 27, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 21:27:36.501490 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f4356e-4076-437a-be1e-0f9202c9fcb3 None None] Checking segment: {'id': '0c822c7b-6ff0-4fcc-bf11-21e852ee163b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '946caf2e-4b9b-48c5-b148-790a6fe88581'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 21:27:36.502033 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-12f4356e-4076-437a-be1e-0f9202c9fcb3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:36.502431 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f4356e-4076-437a-be1e-0f9202c9fcb3 None None] Bound using segment: {'id': '0c822c7b-6ff0-4fcc-bf11-21e852ee163b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '946caf2e-4b9b-48c5-b148-790a6fe88581'} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 21:27:36.502906 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-12f4356e-4076-437a-be1e-0f9202c9fcb3 None None] Bound port: 8dfc39f1-4c58-4849-853f-4cbc2706fdcf, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c822c7b-6ff0-4fcc-bf11-21e852ee163b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '946caf2e-4b9b-48c5-b148-790a6fe88581'}}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 21:27:36.503292 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-12f4356e-4076-437a-be1e-0f9202c9fcb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:36.547548 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 7b88094d-e46d-44f7-b3c9-580ab93b13bd triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 21:27:36.548028 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:36.591340 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-12f4356e-4076-437a-be1e-0f9202c9fcb3 None None] For port 8dfc39f1-4c58-4849-853f-4cbc2706fdcf, host n-d-818823-1, cleared binding levels {{(pid=103450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 21:27:36.595181 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-12f4356e-4076-437a-be1e-0f9202c9fcb3 None None] For port 8dfc39f1-4c58-4849-853f-4cbc2706fdcf, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=8dfc39f1-4c58-4849-853f-4cbc2706fdcf,segment=NetworkSegment(0c822c7b-6ff0-4fcc-bf11-21e852ee163b),segment_id=0c822c7b-6ff0-4fcc-bf11-21e852ee163b)] {{(pid=103450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 21:27:36.606172 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-12f4356e-4076-437a-be1e-0f9202c9fcb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:36.615221 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcd290bd-5c98-492f-90cf-3b47b64cf1ba None None] Network 00857a0e-a907-4429-b1dd-3c73f46d0c44 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 21:27:36.697123 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f4356e-4076-437a-be1e-0f9202c9fcb3 None None] Routers {'0ab545a9-3f08-4e4f-93f9-9c9bd1a2e957'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 21:27:36.698324 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-12f4356e-4076-437a-be1e-0f9202c9fcb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T21:27:33Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['0ab545a9-3f08-4e4f-93f9-9c9bd1a2e957'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:27:36.743312 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a8887f-8780-4699-8338-1f5a0ff5946c None None] Pushing event updated for resources: {'Port': ['ID=8dfc39f1-4c58-4849-853f-4cbc2706fdcf,revision_number=4']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:27:36.775463 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-3829ba08-83e8-4088-bcd9-e06d39f766ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e723a5ad-4983-466d-8218-1d66416295a9', 'name': 'tempest-TestSnapshotPattern-162365655-router', 'tenant_id': 'fb2621b79dc84cae8bc82a8d3e14e01a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': 'e76fe6a8-c7bf-4f81-9c7d-5f82043255aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T21:27:34Z', 'updated_at': '2021-11-22T21:27:35Z', 'revision_number': 3, 'project_id': 'fb2621b79dc84cae8bc82a8d3e14e01a', 'gw_port': {'id': 'e76fe6a8-c7bf-4f81-9c7d-5f82043255aa', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:e5:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e723a5ad-4983-466d-8218-1d66416295a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:27:35Z', 'updated_at': '2021-11-22T21:27:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:27:36.794392 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-09bc06fb-ef72-4c5b-b834-fe6f73e4c2ca None None] Provisioning complete for port 8dfc39f1-4c58-4849-853f-4cbc2706fdcf triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 21:27:36.795947 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-09bc06fb-ef72-4c5b-b834-fe6f73e4c2ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:36.829517 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3829ba08-83e8-4088-bcd9-e06d39f766ab None None] Checking router: e723a5ad-4983-466d-8218-1d66416295a9 for host: n-d-818823-1 {{(pid=103449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 21:27:36.830013 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3829ba08-83e8-4088-bcd9-e06d39f766ab None None] Updating router e723a5ad-4983-466d-8218-1d66416295a9 port e76fe6a8-c7bf-4f81-9c7d-5f82043255aa binding host n-d-818823-1 {{(pid=103449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 21:27:36.841148 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-12f4356e-4076-437a-be1e-0f9202c9fcb3 None None] Set router 0ab545a9-3f08-4e4f-93f9-9c9bd1a2e957 gateway port host: n-d-818823-1 {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 21:27:36.864265 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-12fdd51d-f31e-4af6-9ca5-32a36ac0ed80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:37.052299 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [None req-12fdd51d-f31e-4af6-9ca5-32a36ac0ed80 admin admin] Allocated IP 172.20.0.1 (00857a0e-a907-4429-b1dd-3c73f46d0c44/90b7831e-d32f-4d41-bc86-3505fdee89a1/0dce4f6f-238f-49fd-8f36-3cc82ae8ce7d) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 21:27:37.057152 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:37.088533 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-12f4356e-4076-437a-be1e-0f9202c9fcb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ab545a9-3f08-4e4f-93f9-9c9bd1a2e957', 'name': 'tempest-TestSnapshotPattern-355706390-router', 'tenant_id': 'ac3cde37eeed403eb0b794404fcda250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.180'}], 'enable_snat': True}, 'gw_port_id': '4b665c37-1fd1-423c-a80d-5abb8d797731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T21:27:29Z', 'updated_at': '2021-11-22T21:27:32Z', 'revision_number': 4, 'project_id': 'ac3cde37eeed403eb0b794404fcda250', 'gw_port': {'id': '4b665c37-1fd1-423c-a80d-5abb8d797731', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:9b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab545a9-3f08-4e4f-93f9-9c9bd1a2e957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:27:30Z', 'updated_at': '2021-11-22T21:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': '8dfc39f1-4c58-4849-853f-4cbc2706fdcf', 'name': '', 'network_id': '946caf2e-4b9b-48c5-b148-790a6fe88581', 'tenant_id': 'ac3cde37eeed403eb0b794404fcda250', 'mac_address': 'fa:16:3e:4b:45:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ab545a9-3f08-4e4f-93f9-9c9bd1a2e957', 'device_owner': 'network:router_interface', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': '09ca977f-c259-4db8-b92e-b0f1fb643d6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:27:31Z', 'updated_at': '2021-11-22T21:27:36Z', 'revision_number': 4, 'project_id': 'ac3cde37eeed403eb0b794404fcda250', 'subnets': [{'id': '09ca977f-c259-4db8-b92e-b0f1fb643d6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:27:37.118460 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f4356e-4076-437a-be1e-0f9202c9fcb3 None None] The sync data for ids ['0ab545a9-3f08-4e4f-93f9-9c9bd1a2e957'] in n-d-818823-1 is: [{'id': '0ab545a9-3f08-4e4f-93f9-9c9bd1a2e957', 'name': 'tempest-TestSnapshotPattern-355706390-router', 'tenant_id': 'ac3cde37eeed403eb0b794404fcda250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.180'}], 'enable_snat': True}, 'gw_port_id': '4b665c37-1fd1-423c-a80d-5abb8d797731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T21:27:29Z', 'updated_at': '2021-11-22T21:27:32Z', 'revision_number': 4, 'project_id': 'ac3cde37eeed403eb0b794404fcda250', 'gw_port': {'id': '4b665c37-1fd1-423c-a80d-5abb8d797731', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:9b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab545a9-3f08-4e4f-93f9-9c9bd1a2e957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:27:30Z', 'updated_at': '2021-11-22T21:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': '8dfc39f1-4c58-4849-853f-4cbc2706fdcf', 'name': '', 'network_id': '946caf2e-4b9b-48c5-b148-790a6fe88581', 'tenant_id': 'ac3cde37eeed403eb0b794404fcda250', 'mac_address': 'fa:16:3e:4b:45:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ab545a9-3f08-4e4f-93f9-9c9bd1a2e957', 'device_owner': 'network:router_interface', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': '09ca977f-c259-4db8-b92e-b0f1fb643d6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:27:31Z', 'updated_at': '2021-11-22T21:27:36Z', 'revision_number': 4, 'project_id': 'ac3cde37eeed403eb0b794404fcda250', 'subnets': [{'id': '09ca977f-c259-4db8-b92e-b0f1fb643d6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 21:27:37.119312 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-3829ba08-83e8-4088-bcd9-e06d39f766ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:37.169000 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-12fdd51d-f31e-4af6-9ca5-32a36ac0ed80 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:37.187467 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] For port 7b88094d-e46d-44f7-b3c9-580ab93b13bd, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=7b88094d-e46d-44f7-b3c9-580ab93b13bd,segment=NetworkSegment(9a9c4d0d-19dd-4b29-a6a8-e2cd6e5e0331),segment_id=9a9c4d0d-19dd-4b29-a6a8-e2cd6e5e0331)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 21:27:37.208646 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:37.212293 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-12fdd51d-f31e-4af6-9ca5-32a36ac0ed80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:37.255777 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12fdd51d-f31e-4af6-9ca5-32a36ac0ed80 admin admin] Network 00857a0e-a907-4429-b1dd-3c73f46d0c44 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 21:27:37.259969 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-12fdd51d-f31e-4af6-9ca5-32a36ac0ed80 admin admin] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 21:27:37.266342 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12fdd51d-f31e-4af6-9ca5-32a36ac0ed80 admin admin] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 21:27:37.272533 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fdd51d-f31e-4af6-9ca5-32a36ac0ed80 admin admin] Pushing event updated for resources: {'Port': ['ID=0dce4f6f-238f-49fd-8f36-3cc82ae8ce7d,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:27:37.322705 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-12fdd51d-f31e-4af6-9ca5-32a36ac0ed80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659939'] for router_interface, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:37.423583 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Pushing event updated for resources: {'Port': ['ID=7b88094d-e46d-44f7-b3c9-580ab93b13bd,revision_number=3']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:27:37.426980 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-09bc06fb-ef72-4c5b-b834-fe6f73e4c2ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:37.483194 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-12fdd51d-f31e-4af6-9ca5-32a36ac0ed80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:37.488478 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-09bc06fb-ef72-4c5b-b834-fe6f73e4c2ca None None] For port 8dfc39f1-4c58-4849-853f-4cbc2706fdcf, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=8dfc39f1-4c58-4849-853f-4cbc2706fdcf,segment=NetworkSegment(0c822c7b-6ff0-4fcc-bf11-21e852ee163b),segment_id=0c822c7b-6ff0-4fcc-bf11-21e852ee163b)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 21:27:37.499302 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-09bc06fb-ef72-4c5b-b834-fe6f73e4c2ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:37.569073 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bc06fb-ef72-4c5b-b834-fe6f73e4c2ca None None] Pushing event updated for resources: {'Port': ['ID=8dfc39f1-4c58-4849-853f-4cbc2706fdcf,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:27:37.588958 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-09bc06fb-ef72-4c5b-b834-fe6f73e4c2ca None None] Provisioning complete for port 7b88094d-e46d-44f7-b3c9-580ab93b13bd triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 21:27:37.591559 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-09bc06fb-ef72-4c5b-b834-fe6f73e4c2ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:37.689387 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-12fdd51d-f31e-4af6-9ca5-32a36ac0ed80 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:37.700609 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-12fdd51d-f31e-4af6-9ca5-32a36ac0ed80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:37.741717 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-3829ba08-83e8-4088-bcd9-e06d39f766ab None None] Publish callbacks [] for port, precommit_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:37.758155 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-3829ba08-83e8-4088-bcd9-e06d39f766ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:37.802828 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dc0e77-4110-44f5-9232-cbe87b10617d None None] Pushing event updated for resources: {'Port': ['ID=e76fe6a8-c7bf-4f81-9c7d-5f82043255aa,revision_number=2']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:27:37.824318 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-12fdd51d-f31e-4af6-9ca5-32a36ac0ed80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-563461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-659839'] for router_interface, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:37.827758 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fdd51d-f31e-4af6-9ca5-32a36ac0ed80 admin admin] Pushing event updated for resources: {'Port': ['ID=0dce4f6f-238f-49fd-8f36-3cc82ae8ce7d,revision_number=2']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:27:37.849871 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f51bc37d-2536-4d09-818e-d6104907986c None None] DHCP port deletion for c48a55e9-6a85-4746-b7bf-3e29fb560094 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 21:27:37.860586 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-3829ba08-83e8-4088-bcd9-e06d39f766ab None None] Attempting to bind port e76fe6a8-c7bf-4f81-9c7d-5f82043255aa on host n-d-818823-1 for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 21:27:37.860957 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-3829ba08-83e8-4088-bcd9-e06d39f766ab None None] Attempting to bind port e76fe6a8-c7bf-4f81-9c7d-5f82043255aa by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 21:27:37.863198 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3829ba08-83e8-4088-bcd9-e06d39f766ab None None] Attempting to bind port e76fe6a8-c7bf-4f81-9c7d-5f82043255aa on network c48a55e9-6a85-4746-b7bf-3e29fb560094 {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 21:27:37.875839 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3829ba08-83e8-4088-bcd9-e06d39f766ab None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 21, 27, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 21:27:37.876217 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3829ba08-83e8-4088-bcd9-e06d39f766ab None None] Checking segment: {'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 21:27:37.876636 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-3829ba08-83e8-4088-bcd9-e06d39f766ab None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:37.877011 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3829ba08-83e8-4088-bcd9-e06d39f766ab None None] Bound using segment: {'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 21:27:37.877478 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-3829ba08-83e8-4088-bcd9-e06d39f766ab None None] Bound port: e76fe6a8-c7bf-4f81-9c7d-5f82043255aa, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8793ba83-8407-4c3d-9b56-2a177cd58a70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 21:27:37.877856 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-3829ba08-83e8-4088-bcd9-e06d39f766ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:37.924382 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-c1fe4960-d043-4cb4-99f0-2be5fcad3f12 None None] Provisioning complete for port 8dfc39f1-4c58-4849-853f-4cbc2706fdcf triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 21:27:37.925219 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-c1fe4960-d043-4cb4-99f0-2be5fcad3f12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:37.963116 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12fdd51d-f31e-4af6-9ca5-32a36ac0ed80 admin admin] Network 00857a0e-a907-4429-b1dd-3c73f46d0c44 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 21:27:37.967776 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-12fdd51d-f31e-4af6-9ca5-32a36ac0ed80 admin admin] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 21:27:37.973666 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-3829ba08-83e8-4088-bcd9-e06d39f766ab None None] For port e76fe6a8-c7bf-4f81-9c7d-5f82043255aa, host n-d-818823-1, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 21:27:37.978740 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-3829ba08-83e8-4088-bcd9-e06d39f766ab None None] For port e76fe6a8-c7bf-4f81-9c7d-5f82043255aa, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=e76fe6a8-c7bf-4f81-9c7d-5f82043255aa,segment=NetworkSegment(8793ba83-8407-4c3d-9b56-2a177cd58a70),segment_id=8793ba83-8407-4c3d-9b56-2a177cd58a70)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 21:27:37.992765 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-3829ba08-83e8-4088-bcd9-e06d39f766ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:38.053126 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d610514e-e48e-4ec5-92f2-a38efa596a88 None None] DHCP port deletion for c48a55e9-6a85-4746-b7bf-3e29fb560094 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 21:27:38.097251 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3829ba08-83e8-4088-bcd9-e06d39f766ab None None] Routers {'e723a5ad-4983-466d-8218-1d66416295a9'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 21:27:38.097833 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-3829ba08-83e8-4088-bcd9-e06d39f766ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T21:27:33Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['e723a5ad-4983-466d-8218-1d66416295a9'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:27:38.213149 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-3829ba08-83e8-4088-bcd9-e06d39f766ab None None] Set router e723a5ad-4983-466d-8218-1d66416295a9 gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 21:27:38.268273 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dc0e77-4110-44f5-9232-cbe87b10617d None None] Pushing event updated for resources: {'Port': ['ID=e76fe6a8-c7bf-4f81-9c7d-5f82043255aa,revision_number=3']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:27:38.275734 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-c1fe4960-d043-4cb4-99f0-2be5fcad3f12 None None] Provisioning complete for port 7b88094d-e46d-44f7-b3c9-580ab93b13bd triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 21:27:38.276110 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-c1fe4960-d043-4cb4-99f0-2be5fcad3f12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:38.407032 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 7b88094d-e46d-44f7-b3c9-580ab93b13bd up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 21:27:38.517104 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12fdd51d-f31e-4af6-9ca5-32a36ac0ed80 admin admin] Router e723a5ad-4983-466d-8218-1d66416295a9 has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 21:27:38.545519 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 7b88094d-e46d-44f7-b3c9-580ab93b13bd triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 21:27:38.546032 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:38.608979 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-3829ba08-83e8-4088-bcd9-e06d39f766ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e723a5ad-4983-466d-8218-1d66416295a9', 'name': 'tempest-TestSnapshotPattern-162365655-router', 'tenant_id': 'fb2621b79dc84cae8bc82a8d3e14e01a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': 'e76fe6a8-c7bf-4f81-9c7d-5f82043255aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T21:27:34Z', 'updated_at': '2021-11-22T21:27:37Z', 'revision_number': 4, 'project_id': 'fb2621b79dc84cae8bc82a8d3e14e01a', 'gw_port': {'id': 'e76fe6a8-c7bf-4f81-9c7d-5f82043255aa', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:e5:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e723a5ad-4983-466d-8218-1d66416295a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:27:35Z', 'updated_at': '2021-11-22T21:27:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': '0dce4f6f-238f-49fd-8f36-3cc82ae8ce7d', 'name': '', 'network_id': '00857a0e-a907-4429-b1dd-3c73f46d0c44', 'tenant_id': 'fb2621b79dc84cae8bc82a8d3e14e01a', 'mac_address': 'fa:16:3e:eb:7f:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e723a5ad-4983-466d-8218-1d66416295a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': '90b7831e-d32f-4d41-bc86-3505fdee89a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:27:36Z', 'updated_at': '2021-11-22T21:27:37Z', 'revision_number': 2, 'project_id': 'fb2621b79dc84cae8bc82a8d3e14e01a', 'subnets': [{'id': '90b7831e-d32f-4d41-bc86-3505fdee89a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:27:38.630950 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12fdd51d-f31e-4af6-9ca5-32a36ac0ed80 admin admin] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 21:27:38.639987 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-12fdd51d-f31e-4af6-9ca5-32a36ac0ed80 admin admin] 10.222.0.46 "PUT /v2.0/routers/e723a5ad-4983-466d-8218-1d66416295a9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4593573 Nov 22 21:27:38.644250 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3829ba08-83e8-4088-bcd9-e06d39f766ab None None] The sync data for ids ['e723a5ad-4983-466d-8218-1d66416295a9'] in n-d-818823-1 is: [{'id': 'e723a5ad-4983-466d-8218-1d66416295a9', 'name': 'tempest-TestSnapshotPattern-162365655-router', 'tenant_id': 'fb2621b79dc84cae8bc82a8d3e14e01a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': 'e76fe6a8-c7bf-4f81-9c7d-5f82043255aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T21:27:34Z', 'updated_at': '2021-11-22T21:27:37Z', 'revision_number': 4, 'project_id': 'fb2621b79dc84cae8bc82a8d3e14e01a', 'gw_port': {'id': 'e76fe6a8-c7bf-4f81-9c7d-5f82043255aa', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:e5:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e723a5ad-4983-466d-8218-1d66416295a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:27:35Z', 'updated_at': '2021-11-22T21:27:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': '0dce4f6f-238f-49fd-8f36-3cc82ae8ce7d', 'name': '', 'network_id': '00857a0e-a907-4429-b1dd-3c73f46d0c44', 'tenant_id': 'fb2621b79dc84cae8bc82a8d3e14e01a', 'mac_address': 'fa:16:3e:eb:7f:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e723a5ad-4983-466d-8218-1d66416295a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': '90b7831e-d32f-4d41-bc86-3505fdee89a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:27:36Z', 'updated_at': '2021-11-22T21:27:37Z', 'revision_number': 2, 'project_id': 'fb2621b79dc84cae8bc82a8d3e14e01a', 'subnets': [{'id': '90b7831e-d32f-4d41-bc86-3505fdee89a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 21:27:38.684164 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-00797790-9411-40dd-8a2c-30cd639dbb00 None None] Provisioning complete for port e76fe6a8-c7bf-4f81-9c7d-5f82043255aa triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 21:27:38.684542 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-00797790-9411-40dd-8a2c-30cd639dbb00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:38.710795 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 8dfc39f1-4c58-4849-853f-4cbc2706fdcf up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 21:27:38.801916 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 8dfc39f1-4c58-4849-853f-4cbc2706fdcf triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 21:27:38.802285 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:38.835982 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-00797790-9411-40dd-8a2c-30cd639dbb00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:38.864121 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-00797790-9411-40dd-8a2c-30cd639dbb00 None None] For port e76fe6a8-c7bf-4f81-9c7d-5f82043255aa, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=e76fe6a8-c7bf-4f81-9c7d-5f82043255aa,segment=NetworkSegment(8793ba83-8407-4c3d-9b56-2a177cd58a70),segment_id=8793ba83-8407-4c3d-9b56-2a177cd58a70)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 21:27:38.870280 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-00797790-9411-40dd-8a2c-30cd639dbb00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:38.966795 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-00797790-9411-40dd-8a2c-30cd639dbb00 None None] Provisioning complete for port 0dce4f6f-238f-49fd-8f36-3cc82ae8ce7d triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 21:27:38.967163 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-00797790-9411-40dd-8a2c-30cd639dbb00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:38.996582 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00797790-9411-40dd-8a2c-30cd639dbb00 None None] Pushing event updated for resources: {'Port': ['ID=e76fe6a8-c7bf-4f81-9c7d-5f82043255aa,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:27:39.025491 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-00797790-9411-40dd-8a2c-30cd639dbb00 None None] Port 0dce4f6f-238f-49fd-8f36-3cc82ae8ce7d cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 21:27:40.361550 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device e76fe6a8-c7bf-4f81-9c7d-5f82043255aa up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 21:27:40.372256 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 34358) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:27:40.377086 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-fc993ca2-5e63-4c6b-be9a-bdedee31b7b4 tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-529729184', 'description': 'tempest-secgroup-smoke-529729184 description', 'project_id': 'ac3cde37eeed403eb0b794404fcda250'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 21:27:40.406872 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-fc993ca2-5e63-4c6b-be9a-bdedee31b7b4 tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] Publish callbacks [] for security_group, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:40.431613 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port e76fe6a8-c7bf-4f81-9c7d-5f82043255aa triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 21:27:40.432069 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:40.489367 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-fc993ca2-5e63-4c6b-be9a-bdedee31b7b4 tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] Publish callbacks [] for security_group, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:40.494603 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-fc993ca2-5e63-4c6b-be9a-bdedee31b7b4 tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:40.525214 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-fc993ca2-5e63-4c6b-be9a-bdedee31b7b4 tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:40.526504 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-fc993ca2-5e63-4c6b-be9a-bdedee31b7b4 tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1531632 Nov 22 21:27:40.529873 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 34360) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:27:40.535487 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [None req-faf8b579-ac39-48fc-b545-ee57147c0e2a tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] Request body: {'security_group_rule': {'security_group_id': '0df8a906-17c1-47de-9344-ea8b07d51f29', 'project_id': 'ac3cde37eeed403eb0b794404fcda250', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 21:27:40.539135 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc993ca2-5e63-4c6b-be9a-bdedee31b7b4 tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0df8a906-17c1-47de-9344-ea8b07d51f29,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:27:40.569445 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-faf8b579-ac39-48fc-b545-ee57147c0e2a tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:40.637418 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-faf8b579-ac39-48fc-b545-ee57147c0e2a tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:40.641138 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-faf8b579-ac39-48fc-b545-ee57147c0e2a tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572323'] for security_group_rule, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:40.659024 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf8b579-ac39-48fc-b545-ee57147c0e2a tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c59adb3-c9ee-48af-84fa-a52f2d7dfcee,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:27:40.673362 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-faf8b579-ac39-48fc-b545-ee57147c0e2a tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:40.674601 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-faf8b579-ac39-48fc-b545-ee57147c0e2a tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1430931 Nov 22 21:27:40.677642 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 34362) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:27:40.682855 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-68a18f6f-1c0b-4ee9-8af8-c145e726fe93 tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] Request body: {'security_group_rule': {'security_group_id': '0df8a906-17c1-47de-9344-ea8b07d51f29', 'project_id': 'ac3cde37eeed403eb0b794404fcda250', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 21:27:40.708772 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-68a18f6f-1c0b-4ee9-8af8-c145e726fe93 tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:40.768961 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-68a18f6f-1c0b-4ee9-8af8-c145e726fe93 tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:40.772300 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-68a18f6f-1c0b-4ee9-8af8-c145e726fe93 tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572323'] for security_group_rule, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:40.790830 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a18f6f-1c0b-4ee9-8af8-c145e726fe93 tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95ff5eb0-c380-4217-910a-350d4b36320a,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:27:40.801120 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-68a18f6f-1c0b-4ee9-8af8-c145e726fe93 tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:40.802393 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-68a18f6f-1c0b-4ee9-8af8-c145e726fe93 tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1236861 Nov 22 21:27:40.805202 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 34364) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:27:40.809707 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-9dfd9d01-6132-4a0a-8779-78b222805e16 tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] Request body: {'security_group_rule': {'security_group_id': '0df8a906-17c1-47de-9344-ea8b07d51f29', 'project_id': 'ac3cde37eeed403eb0b794404fcda250', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 21:27:40.836832 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9dfd9d01-6132-4a0a-8779-78b222805e16 tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:40.892655 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9dfd9d01-6132-4a0a-8779-78b222805e16 tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:40.896014 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9dfd9d01-6132-4a0a-8779-78b222805e16 tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572323'] for security_group_rule, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:40.913033 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfd9d01-6132-4a0a-8779-78b222805e16 tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94210a80-1f6b-410f-8015-277f7dd61b5b,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:27:40.922018 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9dfd9d01-6132-4a0a-8779-78b222805e16 tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:40.923214 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-9dfd9d01-6132-4a0a-8779-78b222805e16 tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1170142 Nov 22 21:27:40.925972 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 34366) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:27:40.930151 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-a83f8fab-bac7-4f57-9582-a410c991fedf tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] Request body: {'security_group_rule': {'security_group_id': '0df8a906-17c1-47de-9344-ea8b07d51f29', 'project_id': 'ac3cde37eeed403eb0b794404fcda250', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 21:27:40.956485 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a83f8fab-bac7-4f57-9582-a410c991fedf tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:41.017374 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a83f8fab-bac7-4f57-9582-a410c991fedf tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:41.022344 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a83f8fab-bac7-4f57-9582-a410c991fedf tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572323'] for security_group_rule, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:41.045791 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83f8fab-bac7-4f57-9582-a410c991fedf tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c7e9b27-d0b2-4a19-88d4-8b74961e33bd,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:27:41.055593 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a83f8fab-bac7-4f57-9582-a410c991fedf tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:41.056795 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-a83f8fab-bac7-4f57-9582-a410c991fedf tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1299140 Nov 22 21:27:41.059567 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 34368) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:27:41.063939 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-792f61cd-0625-4cf6-84f9-2b386abc41ee tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] Request body: {'security_group_rule': {'security_group_id': '0df8a906-17c1-47de-9344-ea8b07d51f29', 'project_id': 'ac3cde37eeed403eb0b794404fcda250', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 21:27:41.085078 n-d-818823-1 neutron-server[103447]: INFO neutron.db.securitygroups_db [None req-792f61cd-0625-4cf6-84f9-2b386abc41ee tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] Project ac3cde37eeed403eb0b794404fcda250 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 22 21:27:41.090542 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-792f61cd-0625-4cf6-84f9-2b386abc41ee tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:41.154623 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-792f61cd-0625-4cf6-84f9-2b386abc41ee tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:41.158374 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-792f61cd-0625-4cf6-84f9-2b386abc41ee tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572323'] for security_group_rule, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:41.173631 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792f61cd-0625-4cf6-84f9-2b386abc41ee tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bfb0653-400c-4fc8-9f08-b17781356131,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:27:41.184489 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-792f61cd-0625-4cf6-84f9-2b386abc41ee tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:41.188362 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-792f61cd-0625-4cf6-84f9-2b386abc41ee tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1252089 Nov 22 21:27:41.188492 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 34370) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:27:41.192764 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-6bf34e1e-7f97-4b43-89ae-458f0790ed06 tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] Request body: {'security_group_rule': {'security_group_id': '0df8a906-17c1-47de-9344-ea8b07d51f29', 'project_id': 'ac3cde37eeed403eb0b794404fcda250', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 21:27:41.215365 n-d-818823-1 neutron-server[103447]: INFO neutron.db.securitygroups_db [None req-6bf34e1e-7f97-4b43-89ae-458f0790ed06 tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] Project ac3cde37eeed403eb0b794404fcda250 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 22 21:27:41.220173 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6bf34e1e-7f97-4b43-89ae-458f0790ed06 tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:41.280209 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6bf34e1e-7f97-4b43-89ae-458f0790ed06 tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:41.283716 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6bf34e1e-7f97-4b43-89ae-458f0790ed06 tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572323'] for security_group_rule, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:41.301768 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf34e1e-7f97-4b43-89ae-458f0790ed06 tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e26717c0-7ee3-4afb-b67a-2277a64d1268,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:27:41.307191 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6bf34e1e-7f97-4b43-89ae-458f0790ed06 tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:41.308444 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-6bf34e1e-7f97-4b43-89ae-458f0790ed06 tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1190941 Nov 22 21:27:41.343340 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc683b16-632d-47b5-8561-dfe1391afce8 None None] Sync routers for ids ['e723a5ad-4983-466d-8218-1d66416295a9'] in n-d-818823-1 {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 21:27:41.353631 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc683b16-632d-47b5-8561-dfe1391afce8 None None] Routers {'e723a5ad-4983-466d-8218-1d66416295a9'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 21:27:41.354701 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-bc683b16-632d-47b5-8561-dfe1391afce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T21:27:33Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['e723a5ad-4983-466d-8218-1d66416295a9'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:27:41.469472 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-75dcbca1-40d8-47af-9cfa-a4413e923685 req-7d20241c-d818-40dd-b1e7-d9c24d65fb92 tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-529729184&fields=id&tenant_id=ac3cde37eeed403eb0b794404fcda250 HTTP/1.1" status: 200 len: 267 time: 0.0490766 Nov 22 21:27:41.553806 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-bc683b16-632d-47b5-8561-dfe1391afce8 None None] Set router e723a5ad-4983-466d-8218-1d66416295a9 gateway port host: n-d-818823-1 {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 21:27:41.574447 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dcbca1-40d8-47af-9cfa-a4413e923685 req-52a2c905-ac0b-4f2b-a009-214435f7b7fe tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:27:41.575946 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-75dcbca1-40d8-47af-9cfa-a4413e923685 req-52a2c905-ac0b-4f2b-a009-214435f7b7fe tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] 10.222.0.46 "GET /v2.0/networks?id=946caf2e-4b9b-48c5-b148-790a6fe88581 HTTP/1.1" status: 200 len: 809 time: 0.0994532 Nov 22 21:27:41.590773 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-75dcbca1-40d8-47af-9cfa-a4413e923685 req-d4228e3e-a29b-4825-8312-fa9d55af7901 tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] 10.222.0.46 "GET /v2.0/quotas/ac3cde37eeed403eb0b794404fcda250 HTTP/1.1" status: 200 len: 375 time: 0.0088415 Nov 22 21:27:41.643708 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-75dcbca1-40d8-47af-9cfa-a4413e923685 req-9444b354-69b2-47b9-8297-e4ea59130f59 tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=ac3cde37eeed403eb0b794404fcda250&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0463123 Nov 22 21:27:41.751163 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [req-75dcbca1-40d8-47af-9cfa-a4413e923685 req-f1919b7c-efe2-407b-bff7-1f62fc68bd66 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=103447) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 21:27:41.752205 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-75dcbca1-40d8-47af-9cfa-a4413e923685 req-f1919b7c-efe2-407b-bff7-1f62fc68bd66 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0972769 Nov 22 21:27:41.755164 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-bc683b16-632d-47b5-8561-dfe1391afce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e723a5ad-4983-466d-8218-1d66416295a9', 'name': 'tempest-TestSnapshotPattern-162365655-router', 'tenant_id': 'fb2621b79dc84cae8bc82a8d3e14e01a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': 'e76fe6a8-c7bf-4f81-9c7d-5f82043255aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T21:27:34Z', 'updated_at': '2021-11-22T21:27:37Z', 'revision_number': 4, 'project_id': 'fb2621b79dc84cae8bc82a8d3e14e01a', 'gw_port': {'id': 'e76fe6a8-c7bf-4f81-9c7d-5f82043255aa', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:e5:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e723a5ad-4983-466d-8218-1d66416295a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:27:35Z', 'updated_at': '2021-11-22T21:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': '0dce4f6f-238f-49fd-8f36-3cc82ae8ce7d', 'name': '', 'network_id': '00857a0e-a907-4429-b1dd-3c73f46d0c44', 'tenant_id': 'fb2621b79dc84cae8bc82a8d3e14e01a', 'mac_address': 'fa:16:3e:eb:7f:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e723a5ad-4983-466d-8218-1d66416295a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': '90b7831e-d32f-4d41-bc86-3505fdee89a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:27:36Z', 'updated_at': '2021-11-22T21:27:37Z', 'revision_number': 2, 'project_id': 'fb2621b79dc84cae8bc82a8d3e14e01a', 'subnets': [{'id': '90b7831e-d32f-4d41-bc86-3505fdee89a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:27:41.782265 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc683b16-632d-47b5-8561-dfe1391afce8 None None] Checking router: e723a5ad-4983-466d-8218-1d66416295a9 for host: n-d-818823-1 {{(pid=103450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 21:27:41.782621 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc683b16-632d-47b5-8561-dfe1391afce8 None None] Updating router e723a5ad-4983-466d-8218-1d66416295a9 port 0dce4f6f-238f-49fd-8f36-3cc82ae8ce7d binding host n-d-818823-1 {{(pid=103450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 21:27:41.807476 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-bc683b16-632d-47b5-8561-dfe1391afce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:41.845474 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-75dcbca1-40d8-47af-9cfa-a4413e923685 req-2dcb9d5b-6c72-4423-bd7f-77f6459be724 service neutron] 10.222.0.46 "GET /v2.0/networks/946caf2e-4b9b-48c5-b148-790a6fe88581?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858986 Nov 22 21:27:41.933842 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-75dcbca1-40d8-47af-9cfa-a4413e923685 req-c447e402-7f27-40fc-859e-a28b1a9b5244 service neutron] 10.222.0.46 "GET /v2.0/networks/946caf2e-4b9b-48c5-b148-790a6fe88581?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812266 Nov 22 21:27:42.074969 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-bc683b16-632d-47b5-8561-dfe1391afce8 None None] Publish callbacks [] for port, precommit_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:42.080700 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-bc683b16-632d-47b5-8561-dfe1391afce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:42.106400 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-72eac1ba-f951-4732-abf8-b28d2997ce2e req-1d0a94ac-ae97-433b-a07d-8a626addaaab tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] 10.222.0.46 "GET /v2.0/ports?device_id=cb795880-52ae-4968-b6e6-20222325aaf5 HTTP/1.1" status: 200 len: 210 time: 0.0335906 Nov 22 21:27:42.147039 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6971e42f-079e-469f-aa40-013d01795950 None None] Pushing event updated for resources: {'Port': ['ID=0dce4f6f-238f-49fd-8f36-3cc82ae8ce7d,revision_number=3']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:27:42.185081 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-bc683b16-632d-47b5-8561-dfe1391afce8 None None] Attempting to bind port 0dce4f6f-238f-49fd-8f36-3cc82ae8ce7d on host n-d-818823-1 for vnic_type normal with profile {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 21:27:42.185456 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-bc683b16-632d-47b5-8561-dfe1391afce8 None None] Attempting to bind port 0dce4f6f-238f-49fd-8f36-3cc82ae8ce7d by drivers openvswitch,hyperv on host n-d-818823-1 at level 0 using segments [{'id': '9a9c4d0d-19dd-4b29-a6a8-e2cd6e5e0331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '00857a0e-a907-4429-b1dd-3c73f46d0c44'}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 21:27:42.185824 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc683b16-632d-47b5-8561-dfe1391afce8 None None] Attempting to bind port 0dce4f6f-238f-49fd-8f36-3cc82ae8ce7d on network 00857a0e-a907-4429-b1dd-3c73f46d0c44 {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 21:27:42.191321 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc683b16-632d-47b5-8561-dfe1391afce8 None None] Checking agent: {'id': '01fa9403-35cf-4e6f-9c3e-9361583bc70d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 19, 53, 6), 'started_at': datetime.datetime(2021, 11, 22, 19, 53, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 21, 27, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818823-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 21:27:42.191836 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc683b16-632d-47b5-8561-dfe1391afce8 None None] Checking segment: {'id': '9a9c4d0d-19dd-4b29-a6a8-e2cd6e5e0331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '00857a0e-a907-4429-b1dd-3c73f46d0c44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 21:27:42.192236 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-bc683b16-632d-47b5-8561-dfe1391afce8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:42.192668 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc683b16-632d-47b5-8561-dfe1391afce8 None None] Bound using segment: {'id': '9a9c4d0d-19dd-4b29-a6a8-e2cd6e5e0331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '00857a0e-a907-4429-b1dd-3c73f46d0c44'} {{(pid=103450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 21:27:42.193444 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.managers [None req-bc683b16-632d-47b5-8561-dfe1391afce8 None None] Bound port: 0dce4f6f-238f-49fd-8f36-3cc82ae8ce7d, host: n-d-818823-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a9c4d0d-19dd-4b29-a6a8-e2cd6e5e0331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '00857a0e-a907-4429-b1dd-3c73f46d0c44'}}] {{(pid=103450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 21:27:42.193826 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-bc683b16-632d-47b5-8561-dfe1391afce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:42.268230 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-bc683b16-632d-47b5-8561-dfe1391afce8 None None] For port 0dce4f6f-238f-49fd-8f36-3cc82ae8ce7d, host n-d-818823-1, cleared binding levels {{(pid=103450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 21:27:42.271734 n-d-818823-1 neutron-server[103450]: DEBUG neutron.plugins.ml2.db [None req-bc683b16-632d-47b5-8561-dfe1391afce8 None None] For port 0dce4f6f-238f-49fd-8f36-3cc82ae8ce7d, host n-d-818823-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=0dce4f6f-238f-49fd-8f36-3cc82ae8ce7d,segment=NetworkSegment(9a9c4d0d-19dd-4b29-a6a8-e2cd6e5e0331),segment_id=9a9c4d0d-19dd-4b29-a6a8-e2cd6e5e0331)] {{(pid=103450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 21:27:42.277115 n-d-818823-1 neutron-server[103450]: DEBUG neutron_lib.callbacks.manager [None req-bc683b16-632d-47b5-8561-dfe1391afce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:42.342113 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6971e42f-079e-469f-aa40-013d01795950 None None] Pushing event updated for resources: {'Port': ['ID=0dce4f6f-238f-49fd-8f36-3cc82ae8ce7d,revision_number=4']} {{(pid=103450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:27:42.346750 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc683b16-632d-47b5-8561-dfe1391afce8 None None] Routers {'e723a5ad-4983-466d-8218-1d66416295a9'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 21:27:42.347480 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-bc683b16-632d-47b5-8561-dfe1391afce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T21:27:33Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['e723a5ad-4983-466d-8218-1d66416295a9'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:27:42.462128 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-bc683b16-632d-47b5-8561-dfe1391afce8 None None] Set router e723a5ad-4983-466d-8218-1d66416295a9 gateway port host: n-d-818823-1 {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 21:27:42.574187 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-dad87005-8ca8-483a-8174-f78614faa47f None None] Provisioning complete for port 0dce4f6f-238f-49fd-8f36-3cc82ae8ce7d triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 21:27:42.575544 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-dad87005-8ca8-483a-8174-f78614faa47f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:42.674224 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-dad87005-8ca8-483a-8174-f78614faa47f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:42.689384 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-bc683b16-632d-47b5-8561-dfe1391afce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e723a5ad-4983-466d-8218-1d66416295a9', 'name': 'tempest-TestSnapshotPattern-162365655-router', 'tenant_id': 'fb2621b79dc84cae8bc82a8d3e14e01a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': 'e76fe6a8-c7bf-4f81-9c7d-5f82043255aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T21:27:34Z', 'updated_at': '2021-11-22T21:27:37Z', 'revision_number': 4, 'project_id': 'fb2621b79dc84cae8bc82a8d3e14e01a', 'gw_port': {'id': 'e76fe6a8-c7bf-4f81-9c7d-5f82043255aa', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:e5:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e723a5ad-4983-466d-8218-1d66416295a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:27:35Z', 'updated_at': '2021-11-22T21:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': '0dce4f6f-238f-49fd-8f36-3cc82ae8ce7d', 'name': '', 'network_id': '00857a0e-a907-4429-b1dd-3c73f46d0c44', 'tenant_id': 'fb2621b79dc84cae8bc82a8d3e14e01a', 'mac_address': 'fa:16:3e:eb:7f:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e723a5ad-4983-466d-8218-1d66416295a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': '90b7831e-d32f-4d41-bc86-3505fdee89a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:27:36Z', 'updated_at': '2021-11-22T21:27:42Z', 'revision_number': 4, 'project_id': 'fb2621b79dc84cae8bc82a8d3e14e01a', 'subnets': [{'id': '90b7831e-d32f-4d41-bc86-3505fdee89a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:27:42.718072 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc683b16-632d-47b5-8561-dfe1391afce8 None None] The sync data for ids ['e723a5ad-4983-466d-8218-1d66416295a9'] in n-d-818823-1 is: [{'id': 'e723a5ad-4983-466d-8218-1d66416295a9', 'name': 'tempest-TestSnapshotPattern-162365655-router', 'tenant_id': 'fb2621b79dc84cae8bc82a8d3e14e01a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': 'e76fe6a8-c7bf-4f81-9c7d-5f82043255aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T21:27:34Z', 'updated_at': '2021-11-22T21:27:37Z', 'revision_number': 4, 'project_id': 'fb2621b79dc84cae8bc82a8d3e14e01a', 'gw_port': {'id': 'e76fe6a8-c7bf-4f81-9c7d-5f82043255aa', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:e5:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e723a5ad-4983-466d-8218-1d66416295a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:27:35Z', 'updated_at': '2021-11-22T21:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': '0dce4f6f-238f-49fd-8f36-3cc82ae8ce7d', 'name': '', 'network_id': '00857a0e-a907-4429-b1dd-3c73f46d0c44', 'tenant_id': 'fb2621b79dc84cae8bc82a8d3e14e01a', 'mac_address': 'fa:16:3e:eb:7f:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e723a5ad-4983-466d-8218-1d66416295a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': '90b7831e-d32f-4d41-bc86-3505fdee89a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:27:36Z', 'updated_at': '2021-11-22T21:27:42Z', 'revision_number': 4, 'project_id': 'fb2621b79dc84cae8bc82a8d3e14e01a', 'subnets': [{'id': '90b7831e-d32f-4d41-bc86-3505fdee89a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 21:27:42.724984 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-dad87005-8ca8-483a-8174-f78614faa47f None None] For port 0dce4f6f-238f-49fd-8f36-3cc82ae8ce7d, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=0dce4f6f-238f-49fd-8f36-3cc82ae8ce7d,segment=NetworkSegment(9a9c4d0d-19dd-4b29-a6a8-e2cd6e5e0331),segment_id=9a9c4d0d-19dd-4b29-a6a8-e2cd6e5e0331)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 21:27:42.730605 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-dad87005-8ca8-483a-8174-f78614faa47f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:42.787504 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad87005-8ca8-483a-8174-f78614faa47f None None] Pushing event updated for resources: {'Port': ['ID=0dce4f6f-238f-49fd-8f36-3cc82ae8ce7d,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:27:42.849578 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-5792d429-db7f-44cc-86b7-aa4c98bf415d None None] Provisioning complete for port 0dce4f6f-238f-49fd-8f36-3cc82ae8ce7d triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 21:27:42.849950 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-5792d429-db7f-44cc-86b7-aa4c98bf415d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:43.181756 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dcbca1-40d8-47af-9cfa-a4413e923685 req-f4aeaeb1-3ae5-4e80-a75d-d7af9ea7d560 tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:27:43.183289 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-75dcbca1-40d8-47af-9cfa-a4413e923685 req-f4aeaeb1-3ae5-4e80-a75d-d7af9ea7d560 tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] 10.222.0.20 "GET /v2.0/networks?id=946caf2e-4b9b-48c5-b148-790a6fe88581 HTTP/1.1" status: 200 len: 809 time: 0.1149447 Nov 22 21:27:43.215336 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-51b3e076-2bda-452c-af6b-95d41cc24e7d req-16d02508-e8a8-44e4-aed0-4a876b507121 tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] 10.222.0.46 "GET /v2.0/ports?device_id=cb795880-52ae-4968-b6e6-20222325aaf5 HTTP/1.1" status: 200 len: 210 time: 0.0309834 Nov 22 21:27:43.271075 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-75dcbca1-40d8-47af-9cfa-a4413e923685 req-dff14389-2f55-4be7-9851-22f32337070d tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ac3cde37eeed403eb0b794404fcda250 HTTP/1.1" status: 200 len: 379 time: 0.0781605 Nov 22 21:27:43.281488 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-75dcbca1-40d8-47af-9cfa-a4413e923685 req-611aab7c-e5fe-4438-94e0-4d2dff8f04e5 tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] Request body: {'port': {'device_id': 'cb795880-52ae-4968-b6e6-20222325aaf5', 'network_id': '946caf2e-4b9b-48c5-b148-790a6fe88581', 'admin_state_up': True, 'tenant_id': 'ac3cde37eeed403eb0b794404fcda250', 'security_groups': ['0df8a906-17c1-47de-9344-ea8b07d51f29']}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 21:27:43.391844 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75dcbca1-40d8-47af-9cfa-a4413e923685 req-611aab7c-e5fe-4438-94e0-4d2dff8f04e5 tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] Made reservation on behalf of ac3cde37eeed403eb0b794404fcda250 for: {'port': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 21:27:43.395342 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-75dcbca1-40d8-47af-9cfa-a4413e923685 req-611aab7c-e5fe-4438-94e0-4d2dff8f04e5 tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:43.517937 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [req-75dcbca1-40d8-47af-9cfa-a4413e923685 req-611aab7c-e5fe-4438-94e0-4d2dff8f04e5 tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] Allocated IP 172.20.0.14 (946caf2e-4b9b-48c5-b148-790a6fe88581/09ca977f-c259-4db8-b92e-b0f1fb643d6f/0ed78371-3c98-4cad-a10e-0d32a221abed) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 21:27:43.660583 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-75dcbca1-40d8-47af-9cfa-a4413e923685 req-611aab7c-e5fe-4438-94e0-4d2dff8f04e5 tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:43.693902 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-75dcbca1-40d8-47af-9cfa-a4413e923685 req-611aab7c-e5fe-4438-94e0-4d2dff8f04e5 tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:43.736664 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75dcbca1-40d8-47af-9cfa-a4413e923685 req-611aab7c-e5fe-4438-94e0-4d2dff8f04e5 tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] Network 946caf2e-4b9b-48c5-b148-790a6fe88581 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 21:27:43.739716 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [req-75dcbca1-40d8-47af-9cfa-a4413e923685 req-611aab7c-e5fe-4438-94e0-4d2dff8f04e5 tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 21:27:43.743464 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-75dcbca1-40d8-47af-9cfa-a4413e923685 req-611aab7c-e5fe-4438-94e0-4d2dff8f04e5 tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 21:27:43.768283 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611aab7c-e5fe-4438-94e0-4d2dff8f04e5 tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] Pushing event updated for resources: {'Port': ['ID=0ed78371-3c98-4cad-a10e-0d32a221abed,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:27:43.800298 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dcbca1-40d8-47af-9cfa-a4413e923685 req-611aab7c-e5fe-4438-94e0-4d2dff8f04e5 tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:27:43.800946 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-75dcbca1-40d8-47af-9cfa-a4413e923685 req-611aab7c-e5fe-4438-94e0-4d2dff8f04e5 tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:43.817184 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-75dcbca1-40d8-47af-9cfa-a4413e923685 req-611aab7c-e5fe-4438-94e0-4d2dff8f04e5 tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5396264 Nov 22 21:27:43.828205 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [req-75dcbca1-40d8-47af-9cfa-a4413e923685 req-150860da-752f-4861-856b-c4f0240c68a6 tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=103447) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 21:27:43.829220 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-75dcbca1-40d8-47af-9cfa-a4413e923685 req-150860da-752f-4861-856b-c4f0240c68a6 tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053358 Nov 22 21:27:43.841802 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [req-75dcbca1-40d8-47af-9cfa-a4413e923685 req-5a247744-a5c4-4529-9042-4928871e65e8 service neutron] Request body: {'port': {'device_id': 'cb795880-52ae-4968-b6e6-20222325aaf5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818823-1'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 21:27:43.899616 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-75dcbca1-40d8-47af-9cfa-a4413e923685 req-5a247744-a5c4-4529-9042-4928871e65e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:43.964939 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-7130c608-1cf1-471f-867e-0a1d4ca8d367 None None] Provisioning complete for port 0ed78371-3c98-4cad-a10e-0d32a221abed triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 21:27:43.965413 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-7130c608-1cf1-471f-867e-0a1d4ca8d367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:44.009362 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-7130c608-1cf1-471f-867e-0a1d4ca8d367 None None] Port 0ed78371-3c98-4cad-a10e-0d32a221abed cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 21:27:44.156521 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [req-75dcbca1-40d8-47af-9cfa-a4413e923685 req-5a247744-a5c4-4529-9042-4928871e65e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ed78371-3c98-4cad-a10e-0d32a221abed {{(pid=103447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 21:27:44.163910 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-75dcbca1-40d8-47af-9cfa-a4413e923685 req-5a247744-a5c4-4529-9042-4928871e65e8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:44.175834 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.provisioning_blocks [req-75dcbca1-40d8-47af-9cfa-a4413e923685 req-5a247744-a5c4-4529-9042-4928871e65e8 service neutron] Transition to ACTIVE for port object 0ed78371-3c98-4cad-a10e-0d32a221abed will not be triggered until provisioned by entity L2. {{(pid=103447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 21:27:44.179243 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-75dcbca1-40d8-47af-9cfa-a4413e923685 req-5a247744-a5c4-4529-9042-4928871e65e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:44.229098 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a247744-a5c4-4529-9042-4928871e65e8 service neutron] Pushing event updated for resources: {'Port': ['ID=0ed78371-3c98-4cad-a10e-0d32a221abed,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:27:44.420310 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 0dce4f6f-238f-49fd-8f36-3cc82ae8ce7d up at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 21:27:44.474415 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Provisioning complete for port 0dce4f6f-238f-49fd-8f36-3cc82ae8ce7d triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 21:27:44.474705 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:44.647552 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-75dcbca1-40d8-47af-9cfa-a4413e923685 req-5a247744-a5c4-4529-9042-4928871e65e8 service neutron] Attempting to bind port 0ed78371-3c98-4cad-a10e-0d32a221abed on host n-h2-818823-1 for vnic_type normal with profile {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 21:27:44.647939 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-75dcbca1-40d8-47af-9cfa-a4413e923685 req-5a247744-a5c4-4529-9042-4928871e65e8 service neutron] Attempting to bind port 0ed78371-3c98-4cad-a10e-0d32a221abed by drivers openvswitch,hyperv on host n-h2-818823-1 at level 0 using segments [{'id': '0c822c7b-6ff0-4fcc-bf11-21e852ee163b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '946caf2e-4b9b-48c5-b148-790a6fe88581'}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 21:27:44.648274 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75dcbca1-40d8-47af-9cfa-a4413e923685 req-5a247744-a5c4-4529-9042-4928871e65e8 service neutron] Attempting to bind port 0ed78371-3c98-4cad-a10e-0d32a221abed on network 946caf2e-4b9b-48c5-b148-790a6fe88581 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 21:27:44.659894 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f20afab-65d1-4595-95fc-4ce84ef02710 req-9ec3c558-2aa5-4e7f-bfe7-893b0c309810 tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:27:44.661435 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3f20afab-65d1-4595-95fc-4ce84ef02710 req-9ec3c558-2aa5-4e7f-bfe7-893b0c309810 tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] 10.222.0.46 "GET /v2.0/ports?device_id=cb795880-52ae-4968-b6e6-20222325aaf5 HTTP/1.1" status: 200 len: 944 time: 0.0727601 Nov 22 21:27:44.662318 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75dcbca1-40d8-47af-9cfa-a4413e923685 req-5a247744-a5c4-4529-9042-4928871e65e8 service neutron] Port 0ed78371-3c98-4cad-a10e-0d32a221abed on network 946caf2e-4b9b-48c5-b148-790a6fe88581 not bound, no agent of type Open vSwitch agent registered on host n-h2-818823-1 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 21:27:44.662638 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75dcbca1-40d8-47af-9cfa-a4413e923685 req-5a247744-a5c4-4529-9042-4928871e65e8 service neutron] Attempting to bind port 0ed78371-3c98-4cad-a10e-0d32a221abed on network 946caf2e-4b9b-48c5-b148-790a6fe88581 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 21:27:44.669292 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75dcbca1-40d8-47af-9cfa-a4413e923685 req-5a247744-a5c4-4529-9042-4928871e65e8 service neutron] Checking agent: {'id': '65e0486a-7030-4065-96f0-10aa7402a530', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'started_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 21, 27, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 21:27:44.669628 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75dcbca1-40d8-47af-9cfa-a4413e923685 req-5a247744-a5c4-4529-9042-4928871e65e8 service neutron] Checking segment: {'id': '0c822c7b-6ff0-4fcc-bf11-21e852ee163b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '946caf2e-4b9b-48c5-b148-790a6fe88581'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 21:27:44.670001 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75dcbca1-40d8-47af-9cfa-a4413e923685 req-5a247744-a5c4-4529-9042-4928871e65e8 service neutron] Bound using segment: {'id': '0c822c7b-6ff0-4fcc-bf11-21e852ee163b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '946caf2e-4b9b-48c5-b148-790a6fe88581'} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 21:27:44.670421 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-75dcbca1-40d8-47af-9cfa-a4413e923685 req-5a247744-a5c4-4529-9042-4928871e65e8 service neutron] Bound port: 0ed78371-3c98-4cad-a10e-0d32a221abed, host: n-h2-818823-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c822c7b-6ff0-4fcc-bf11-21e852ee163b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '946caf2e-4b9b-48c5-b148-790a6fe88581'}}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 21:27:44.670780 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-75dcbca1-40d8-47af-9cfa-a4413e923685 req-5a247744-a5c4-4529-9042-4928871e65e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:44.752292 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3f20afab-65d1-4595-95fc-4ce84ef02710 req-0ab05e3c-7261-4668-b0da-e0c55b1d29eb tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] 10.222.0.46 "GET /v2.0/security-groups?id=0df8a906-17c1-47de-9344-ea8b07d51f29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846388 Nov 22 21:27:44.774601 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-75dcbca1-40d8-47af-9cfa-a4413e923685 req-5a247744-a5c4-4529-9042-4928871e65e8 service neutron] For port 0ed78371-3c98-4cad-a10e-0d32a221abed, host n-h2-818823-1, cleared binding levels {{(pid=103447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 21:27:44.777587 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-75dcbca1-40d8-47af-9cfa-a4413e923685 req-5a247744-a5c4-4529-9042-4928871e65e8 service neutron] For port 0ed78371-3c98-4cad-a10e-0d32a221abed, host n-h2-818823-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=0ed78371-3c98-4cad-a10e-0d32a221abed,segment=NetworkSegment(0c822c7b-6ff0-4fcc-bf11-21e852ee163b),segment_id=0c822c7b-6ff0-4fcc-bf11-21e852ee163b)] {{(pid=103447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 21:27:44.782027 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-75dcbca1-40d8-47af-9cfa-a4413e923685 req-5a247744-a5c4-4529-9042-4928871e65e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:44.816661 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dcbca1-40d8-47af-9cfa-a4413e923685 req-5a247744-a5c4-4529-9042-4928871e65e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:27:44.817285 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-75dcbca1-40d8-47af-9cfa-a4413e923685 req-5a247744-a5c4-4529-9042-4928871e65e8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:44.818658 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-75dcbca1-40d8-47af-9cfa-a4413e923685 req-5a247744-a5c4-4529-9042-4928871e65e8 service neutron] 10.222.0.20 "PUT /v2.0/ports/0ed78371-3c98-4cad-a10e-0d32a221abed HTTP/1.1" status: 200 len: 1092 time: 0.9809828 Nov 22 21:27:44.819103 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb795880-52ae-4968-b6e6-20222325aaf5', 'tag': '0ed78371-3c98-4cad-a10e-0d32a221abed'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 21:27:44.822007 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0b87e146ffa5c253ca46002a571dfb52564e5f7c412d10689cf18353d020cb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26528486-ae2e-42d2-99d6-da4b45e4d4ea" -d '{"events": [{"name": "network-changed", "server_uuid": "cb795880-52ae-4968-b6e6-20222325aaf5", "tag": "0ed78371-3c98-4cad-a10e-0d32a221abed"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 21:27:44.846340 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a247744-a5c4-4529-9042-4928871e65e8 service neutron] Pushing event updated for resources: {'Port': ['ID=0ed78371-3c98-4cad-a10e-0d32a221abed,revision_number=3']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:27:44.864983 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 21:27:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b7c5dfb-32e9-4dd7-b4d7-2aee315388f4 x-openstack-request-id: req-3b7c5dfb-32e9-4dd7-b4d7-2aee315388f4 {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 21:27:44.865284 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb795880-52ae-4968-b6e6-20222325aaf5", "tag": "0ed78371-3c98-4cad-a10e-0d32a221abed", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 21:27:44.865543 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3b7c5dfb-32e9-4dd7-b4d7-2aee315388f4 {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 21:27:44.865945 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb795880-52ae-4968-b6e6-20222325aaf5', 'tag': '0ed78371-3c98-4cad-a10e-0d32a221abed', 'status': 'completed', 'code': 200} Nov 22 21:27:44.909313 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dcbca1-40d8-47af-9cfa-a4413e923685 req-c1efb9a5-cf17-4e08-8e51-d97e4601c0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:27:44.910899 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-75dcbca1-40d8-47af-9cfa-a4413e923685 req-c1efb9a5-cf17-4e08-8e51-d97e4601c0fe service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ac3cde37eeed403eb0b794404fcda250&device_id=cb795880-52ae-4968-b6e6-20222325aaf5 HTTP/1.1" status: 200 len: 1095 time: 0.0410781 Nov 22 21:27:44.957639 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-75dcbca1-40d8-47af-9cfa-a4413e923685 req-1438a5b3-d27a-4354-b195-4ec32dc402ab service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0ed78371-3c98-4cad-a10e-0d32a221abed HTTP/1.1" status: 200 len: 217 time: 0.0391667 Nov 22 21:27:45.010024 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dcbca1-40d8-47af-9cfa-a4413e923685 req-a320e6fe-836c-417e-999f-baa3db90589c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:27:45.011558 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-75dcbca1-40d8-47af-9cfa-a4413e923685 req-a320e6fe-836c-417e-999f-baa3db90589c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=09ca977f-c259-4db8-b92e-b0f1fb643d6f HTTP/1.1" status: 200 len: 848 time: 0.0457053 Nov 22 21:27:45.056781 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dcbca1-40d8-47af-9cfa-a4413e923685 req-8766d127-2de5-4c07-bbad-a25f086b0759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:27:45.058294 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-75dcbca1-40d8-47af-9cfa-a4413e923685 req-8766d127-2de5-4c07-bbad-a25f086b0759 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=946caf2e-4b9b-48c5-b148-790a6fe88581&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400300 Nov 22 21:27:45.150357 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-75dcbca1-40d8-47af-9cfa-a4413e923685 req-38e7d524-0c64-4e9d-b784-90225b82398c service neutron] 10.222.0.20 "GET /v2.0/networks/946caf2e-4b9b-48c5-b148-790a6fe88581?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833442 Nov 22 21:27:45.237445 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:45.240626 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-75dcbca1-40d8-47af-9cfa-a4413e923685 req-11e714fe-fc50-477b-9ca8-629f28fab8fc service neutron] 10.222.0.20 "GET /v2.0/networks/946caf2e-4b9b-48c5-b148-790a6fe88581?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831075 Nov 22 21:27:45.301438 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:45.323343 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26528486-ae2e-42d2-99d6-da4b45e4d4ea req-ed091e01-bc0c-4075-86fb-4d728120c427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:27:45.324890 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-26528486-ae2e-42d2-99d6-da4b45e4d4ea req-ed091e01-bc0c-4075-86fb-4d728120c427 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ac3cde37eeed403eb0b794404fcda250&device_id=cb795880-52ae-4968-b6e6-20222325aaf5 HTTP/1.1" status: 200 len: 1095 time: 0.0408297 Nov 22 21:27:45.416702 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26528486-ae2e-42d2-99d6-da4b45e4d4ea req-96ab1576-3216-4c82-af34-fa583e420749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:27:45.418186 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-26528486-ae2e-42d2-99d6-da4b45e4d4ea req-96ab1576-3216-4c82-af34-fa583e420749 service neutron] 10.222.0.20 "GET /v2.0/networks?id=946caf2e-4b9b-48c5-b148-790a6fe88581 HTTP/1.1" status: 200 len: 910 time: 0.0864646 Nov 22 21:27:45.458569 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-26528486-ae2e-42d2-99d6-da4b45e4d4ea req-e98c4350-eedf-4161-88ca-5329139e0bd9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0ed78371-3c98-4cad-a10e-0d32a221abed HTTP/1.1" status: 200 len: 217 time: 0.0332191 Nov 22 21:27:45.510787 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26528486-ae2e-42d2-99d6-da4b45e4d4ea req-8583f63b-9ebc-434a-a985-95d9fc36af87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:27:45.512173 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-26528486-ae2e-42d2-99d6-da4b45e4d4ea req-8583f63b-9ebc-434a-a985-95d9fc36af87 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=09ca977f-c259-4db8-b92e-b0f1fb643d6f HTTP/1.1" status: 200 len: 848 time: 0.0457945 Nov 22 21:27:45.558344 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26528486-ae2e-42d2-99d6-da4b45e4d4ea req-bb5a9e84-b15c-46ce-9638-6940ac4f5528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:27:45.559862 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-26528486-ae2e-42d2-99d6-da4b45e4d4ea req-bb5a9e84-b15c-46ce-9638-6940ac4f5528 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=946caf2e-4b9b-48c5-b148-790a6fe88581&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397713 Nov 22 21:27:45.647670 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-26528486-ae2e-42d2-99d6-da4b45e4d4ea req-88b6b44c-b161-40e7-a8e8-505f86b24a19 service neutron] 10.222.0.20 "GET /v2.0/networks/946caf2e-4b9b-48c5-b148-790a6fe88581?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802295 Nov 22 21:27:45.739786 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-26528486-ae2e-42d2-99d6-da4b45e4d4ea req-29b09418-1eec-4b78-a16b-64b7fee2a835 service neutron] 10.222.0.20 "GET /v2.0/networks/946caf2e-4b9b-48c5-b148-790a6fe88581?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846984 Nov 22 21:27:45.868801 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4238d203-063e-476a-a2da-0ad44f6167f2 req-0ebe6204-9981-4bd6-a20d-79a8657593bf tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:27:45.870388 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4238d203-063e-476a-a2da-0ad44f6167f2 req-0ebe6204-9981-4bd6-a20d-79a8657593bf tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] 10.222.0.46 "GET /v2.0/ports?device_id=cb795880-52ae-4968-b6e6-20222325aaf5 HTTP/1.1" status: 200 len: 944 time: 0.0506361 Nov 22 21:27:45.919595 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4238d203-063e-476a-a2da-0ad44f6167f2 req-2227d0d2-e255-49b5-9b83-ce760ddb868a tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] 10.222.0.46 "GET /v2.0/security-groups?id=0df8a906-17c1-47de-9344-ea8b07d51f29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430908 Nov 22 21:27:47.043919 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d22bc3-ac55-4a53-a4e7-0c087b78803f req-15fd2247-1447-47d4-a104-7107a4f5e28d tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:27:47.045442 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-87d22bc3-ac55-4a53-a4e7-0c087b78803f req-15fd2247-1447-47d4-a104-7107a4f5e28d tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] 10.222.0.46 "GET /v2.0/ports?device_id=cb795880-52ae-4968-b6e6-20222325aaf5 HTTP/1.1" status: 200 len: 944 time: 0.0524957 Nov 22 21:27:47.096209 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-87d22bc3-ac55-4a53-a4e7-0c087b78803f req-ed8cd9af-3ee4-48a1-9072-23600036206d tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] 10.222.0.46 "GET /v2.0/security-groups?id=0df8a906-17c1-47de-9344-ea8b07d51f29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438783 Nov 22 21:27:47.138092 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.agents_db [None req-aa8313f2-1ee4-4e7b-8c5a-d32b2f9d31ee None None] Agent healthcheck: found 7 active agents {{(pid=103450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 21:27:48.209343 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23238bdd-e41e-4e3d-b3f4-7188371ed24f req-e85fcb70-b1f4-4581-8ce1-83acdd3e95e4 tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:27:48.211491 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-23238bdd-e41e-4e3d-b3f4-7188371ed24f req-e85fcb70-b1f4-4581-8ce1-83acdd3e95e4 tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] 10.222.0.46 "GET /v2.0/ports?device_id=cb795880-52ae-4968-b6e6-20222325aaf5 HTTP/1.1" status: 200 len: 944 time: 0.0481329 Nov 22 21:27:48.259673 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-23238bdd-e41e-4e3d-b3f4-7188371ed24f req-b048252c-1dc4-4c62-a794-f672cb87f9e6 tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] 10.222.0.46 "GET /v2.0/security-groups?id=0df8a906-17c1-47de-9344-ea8b07d51f29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420504 Nov 22 21:27:48.389338 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 0ed78371-3c98-4cad-a10e-0d32a221abed details requested by agent hyperv_n-h2-818823-1 with host n-h2-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 21:27:48.487909 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port 0ed78371-3c98-4cad-a10e-0d32a221abed, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=0ed78371-3c98-4cad-a10e-0d32a221abed,segment=NetworkSegment(0c822c7b-6ff0-4fcc-bf11-21e852ee163b),segment_id=0c822c7b-6ff0-4fcc-bf11-21e852ee163b)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 21:27:48.499059 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Returning: {'device': '0ed78371-3c98-4cad-a10e-0d32a221abed', 'network_id': '946caf2e-4b9b-48c5-b148-790a6fe88581', 'port_id': '0ed78371-3c98-4cad-a10e-0d32a221abed', 'mac_address': 'fa:16:3e:0a:32:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09ca977f-c259-4db8-b92e-b0f1fb643d6f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 21:27:48.535163 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:48.548652 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ed78371-3c98-4cad-a10e-0d32a221abed {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 21:27:48.566981 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port 0ed78371-3c98-4cad-a10e-0d32a221abed, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=0ed78371-3c98-4cad-a10e-0d32a221abed,segment=NetworkSegment(0c822c7b-6ff0-4fcc-bf11-21e852ee163b),segment_id=0c822c7b-6ff0-4fcc-bf11-21e852ee163b)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 21:27:48.570907 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:48.617680 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=0ed78371-3c98-4cad-a10e-0d32a221abed,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:27:48.810775 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] get_ports_and_sgs() called for port_ids ['0ed78371-3c98-4cad-a10e-0d32a221abed'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 21:27:49.376804 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d2716d-8f3f-4e05-aff7-06b255ea0e8c req-f317d916-928b-404b-a14f-8cefd495da51 tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:27:49.378182 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d0d2716d-8f3f-4e05-aff7-06b255ea0e8c req-f317d916-928b-404b-a14f-8cefd495da51 tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] 10.222.0.46 "GET /v2.0/ports?device_id=cb795880-52ae-4968-b6e6-20222325aaf5 HTTP/1.1" status: 200 len: 945 time: 0.0483489 Nov 22 21:27:49.430579 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d0d2716d-8f3f-4e05-aff7-06b255ea0e8c req-ddd23bfb-b0f8-4347-847b-6db541a462e3 tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] 10.222.0.46 "GET /v2.0/security-groups?id=0df8a906-17c1-47de-9344-ea8b07d51f29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464029 Nov 22 21:27:50.409776 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 0ed78371-3c98-4cad-a10e-0d32a221abed up at agent hyperv_n-h2-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 21:27:50.461283 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Provisioning for port 0ed78371-3c98-4cad-a10e-0d32a221abed completed by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 21:27:50.465738 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Provisioning complete for port 0ed78371-3c98-4cad-a10e-0d32a221abed triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 21:27:50.466258 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:50.544294 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:50.546858 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0821c3c3-4095-4667-9eb2-6e83329d9acd req-0c8d6ec6-e680-4d31-854e-87a7132b5a0c tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:27:50.548378 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0821c3c3-4095-4667-9eb2-6e83329d9acd req-0c8d6ec6-e680-4d31-854e-87a7132b5a0c tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] 10.222.0.46 "GET /v2.0/ports?device_id=cb795880-52ae-4968-b6e6-20222325aaf5 HTTP/1.1" status: 200 len: 945 time: 0.0480869 Nov 22 21:27:50.568541 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb795880-52ae-4968-b6e6-20222325aaf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ed78371-3c98-4cad-a10e-0d32a221abed'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 21:27:50.571360 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77cdb882cfbf7cc977e8d6fd4582ec33309c0dd3d6eecd2022538c80279aa7ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13331aa7-9e7b-4830-ac96-95d43385085c" -d '{"events": [{"server_uuid": "cb795880-52ae-4968-b6e6-20222325aaf5", "name": "network-vif-plugged", "status": "completed", "tag": "0ed78371-3c98-4cad-a10e-0d32a221abed"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 21:27:50.585197 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port 0ed78371-3c98-4cad-a10e-0d32a221abed, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=0ed78371-3c98-4cad-a10e-0d32a221abed,segment=NetworkSegment(0c822c7b-6ff0-4fcc-bf11-21e852ee163b),segment_id=0c822c7b-6ff0-4fcc-bf11-21e852ee163b)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 21:27:50.589415 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:50.603982 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0821c3c3-4095-4667-9eb2-6e83329d9acd req-0882639f-731b-4d7d-a150-e105e94969da tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] 10.222.0.46 "GET /v2.0/security-groups?id=0df8a906-17c1-47de-9344-ea8b07d51f29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481024 Nov 22 21:27:50.647653 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=0ed78371-3c98-4cad-a10e-0d32a221abed,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:27:50.673689 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 21:27:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-711aeb07-e462-4936-84af-1296a89d82d6 x-openstack-request-id: req-711aeb07-e462-4936-84af-1296a89d82d6 {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 21:27:50.673996 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb795880-52ae-4968-b6e6-20222325aaf5", "name": "network-vif-plugged", "status": "completed", "tag": "0ed78371-3c98-4cad-a10e-0d32a221abed", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 21:27:50.674261 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-711aeb07-e462-4936-84af-1296a89d82d6 {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 21:27:50.674674 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb795880-52ae-4968-b6e6-20222325aaf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ed78371-3c98-4cad-a10e-0d32a221abed', 'code': 200} Nov 22 21:27:50.770053 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6ef167-1467-41a2-a059-d3c66357e091 req-67350015-0a8c-465d-a9fb-989fc388352a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:27:50.771629 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8f6ef167-1467-41a2-a059-d3c66357e091 req-67350015-0a8c-465d-a9fb-989fc388352a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=cb795880-52ae-4968-b6e6-20222325aaf5 HTTP/1.1" status: 200 len: 1097 time: 0.0407124 Nov 22 21:27:50.819355 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8f6ef167-1467-41a2-a059-d3c66357e091 req-1233980c-407f-4421-beb1-4de268696358 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=0df8a906-17c1-47de-9344-ea8b07d51f29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405071 Nov 22 21:27:51.734244 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a24a4a-422c-423a-b8e7-6f3b6e037106 req-31a1818c-a5cb-495c-9ed6-a9a696e52d8b tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:27:51.735762 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a0a24a4a-422c-423a-b8e7-6f3b6e037106 req-31a1818c-a5cb-495c-9ed6-a9a696e52d8b tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] 10.222.0.46 "GET /v2.0/ports?device_id=cb795880-52ae-4968-b6e6-20222325aaf5 HTTP/1.1" status: 200 len: 946 time: 0.0534647 Nov 22 21:27:51.792809 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-a0a24a4a-422c-423a-b8e7-6f3b6e037106 req-884f2211-9c3b-4e66-a1b2-cd713fa5ab9e tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] 10.222.0.46 "GET /v2.0/security-groups?id=0df8a906-17c1-47de-9344-ea8b07d51f29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460944 Nov 22 21:27:52.914802 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39371e3c-c4bb-4792-b12b-7292f182eb66 req-418305b1-f9a2-4dbe-9124-617f287d4945 tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:27:52.916371 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-39371e3c-c4bb-4792-b12b-7292f182eb66 req-418305b1-f9a2-4dbe-9124-617f287d4945 tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] 10.222.0.46 "GET /v2.0/ports?device_id=cb795880-52ae-4968-b6e6-20222325aaf5 HTTP/1.1" status: 200 len: 946 time: 0.0516450 Nov 22 21:27:52.966070 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-39371e3c-c4bb-4792-b12b-7292f182eb66 req-b75d343a-e21e-42e5-97e9-db14cbaded44 tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] 10.222.0.46 "GET /v2.0/security-groups?id=0df8a906-17c1-47de-9344-ea8b07d51f29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434122 Nov 22 21:27:53.078997 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9b8e48-63c1-4b08-95f2-141bcad14f0f req-01a15ddf-2194-4b53-bc0e-0d2a5c95d88d tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:27:53.080417 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-fd9b8e48-63c1-4b08-95f2-141bcad14f0f req-01a15ddf-2194-4b53-bc0e-0d2a5c95d88d tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] 10.222.0.46 "GET /v2.0/ports?device_id=cb795880-52ae-4968-b6e6-20222325aaf5 HTTP/1.1" status: 200 len: 946 time: 0.0478096 Nov 22 21:27:53.133490 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-fd9b8e48-63c1-4b08-95f2-141bcad14f0f req-cdd0d99a-f336-4d01-afd0-812234256da8 tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] 10.222.0.46 "GET /v2.0/security-groups?id=0df8a906-17c1-47de-9344-ea8b07d51f29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466394 Nov 22 21:27:53.155137 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 34426) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:27:53.234394 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69f834ec-5e4d-42aa-9609-6ec1691ffab0 tempest-TestSnapshotPattern-524551624 tempest-TestSnapshotPattern-524551624-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:27:53.235926 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-69f834ec-5e4d-42aa-9609-6ec1691ffab0 tempest-TestSnapshotPattern-524551624 tempest-TestSnapshotPattern-524551624-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=cb795880-52ae-4968-b6e6-20222325aaf5 HTTP/1.1" status: 200 len: 1092 time: 0.0797939 Nov 22 21:27:53.238763 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 34430) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:27:53.243014 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-aa0662f1-cc91-459b-aa20-00f6635ef77e tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] Request body: {'floatingip': {'floating_network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'port_id': '0ed78371-3c98-4cad-a10e-0d32a221abed', 'tenant_id': 'ac3cde37eeed403eb0b794404fcda250', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 21:27:53.264274 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-aa0662f1-cc91-459b-aa20-00f6635ef77e tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] Publish callbacks [] for floatingip, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:53.361910 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-aa0662f1-cc91-459b-aa20-00f6635ef77e tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:53.461099 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [None req-aa0662f1-cc91-459b-aa20-00f6635ef77e tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] Allocated IP 172.25.5.58 (c48a55e9-6a85-4746-b7bf-3e29fb560094/5da6f781-63e6-4328-ae7a-5e672262f55a/228a1de8-ee8e-4aea-b541-4ae2fab7f485) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 21:27:53.561932 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-aa0662f1-cc91-459b-aa20-00f6635ef77e tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:53.595785 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-aa0662f1-cc91-459b-aa20-00f6635ef77e tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:53.634056 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa0662f1-cc91-459b-aa20-00f6635ef77e tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] Network c48a55e9-6a85-4746-b7bf-3e29fb560094 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 21:27:53.636815 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-aa0662f1-cc91-459b-aa20-00f6635ef77e tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 21:27:53.639309 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa0662f1-cc91-459b-aa20-00f6635ef77e tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 21:27:53.664967 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0662f1-cc91-459b-aa20-00f6635ef77e tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] Pushing event updated for resources: {'Port': ['ID=228a1de8-ee8e-4aea-b541-4ae2fab7f485,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:27:53.990890 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-aa0662f1-cc91-459b-aa20-00f6635ef77e tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:54.055156 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-aa0662f1-cc91-459b-aa20-00f6635ef77e tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:54.203327 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-aa0662f1-cc91-459b-aa20-00f6635ef77e tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] Publish callbacks [] for port, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:54.207794 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-aa0662f1-cc91-459b-aa20-00f6635ef77e tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:54.275321 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0662f1-cc91-459b-aa20-00f6635ef77e tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] Pushing event updated for resources: {'Port': ['ID=228a1de8-ee8e-4aea-b541-4ae2fab7f485,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:27:54.284908 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-aa0662f1-cc91-459b-aa20-00f6635ef77e tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-595224'] for floatingip, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:54.383396 n-d-818823-1 neutron-server[103447]: INFO neutron.db.l3_db [None req-aa0662f1-cc91-459b-aa20-00f6635ef77e tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] Floating IP 7b598b62-2c3f-4686-a2f9-5198c863d83b associated. External IP: 172.25.5.58, port: 0ed78371-3c98-4cad-a10e-0d32a221abed. Nov 22 21:27:54.591265 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa0662f1-cc91-459b-aa20-00f6635ef77e tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] Router 0ab545a9-3f08-4e4f-93f9-9c9bd1a2e957 has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 21:27:54.698679 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa0662f1-cc91-459b-aa20-00f6635ef77e tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 21:27:54.708098 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d6348b-9c52-4431-b749-2f78b5cbaf98 None None] Sync routers for ids ['0ab545a9-3f08-4e4f-93f9-9c9bd1a2e957'] in n-d-818823-1 {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 21:27:54.716204 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-aa0662f1-cc91-459b-aa20-00f6635ef77e tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for floatingip, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:27:54.717889 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d6348b-9c52-4431-b749-2f78b5cbaf98 None None] Routers {'0ab545a9-3f08-4e4f-93f9-9c9bd1a2e957'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 21:27:54.718507 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-d5d6348b-9c52-4431-b749-2f78b5cbaf98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T21:27:33Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['0ab545a9-3f08-4e4f-93f9-9c9bd1a2e957'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:27:54.755436 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-aa0662f1-cc91-459b-aa20-00f6635ef77e tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5039957 Nov 22 21:27:54.755436 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb795880-52ae-4968-b6e6-20222325aaf5', 'tag': '0ed78371-3c98-4cad-a10e-0d32a221abed'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 21:27:54.755436 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0b87e146ffa5c253ca46002a571dfb52564e5f7c412d10689cf18353d020cb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-578650c1-0fb6-4edd-9927-5389163ad4ee" -d '{"events": [{"name": "network-changed", "server_uuid": "cb795880-52ae-4968-b6e6-20222325aaf5", "tag": "0ed78371-3c98-4cad-a10e-0d32a221abed"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 21:27:54.782400 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 21:27:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-837d3137-0b9d-45c6-95a5-43beb215d167 x-openstack-request-id: req-837d3137-0b9d-45c6-95a5-43beb215d167 {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 21:27:54.782696 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb795880-52ae-4968-b6e6-20222325aaf5", "tag": "0ed78371-3c98-4cad-a10e-0d32a221abed", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 21:27:54.782961 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-837d3137-0b9d-45c6-95a5-43beb215d167 {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 21:27:54.783454 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb795880-52ae-4968-b6e6-20222325aaf5', 'tag': '0ed78371-3c98-4cad-a10e-0d32a221abed', 'status': 'completed', 'code': 200} Nov 22 21:27:54.844828 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-d5d6348b-9c52-4431-b749-2f78b5cbaf98 None None] Set router 0ab545a9-3f08-4e4f-93f9-9c9bd1a2e957 gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 21:27:54.857948 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578650c1-0fb6-4edd-9927-5389163ad4ee req-e5829d3e-02c9-43ed-b162-3a7c538a17b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:27:54.859501 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-578650c1-0fb6-4edd-9927-5389163ad4ee req-e5829d3e-02c9-43ed-b162-3a7c538a17b6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ac3cde37eeed403eb0b794404fcda250&device_id=cb795880-52ae-4968-b6e6-20222325aaf5 HTTP/1.1" status: 200 len: 1097 time: 0.0431042 Nov 22 21:27:54.952807 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578650c1-0fb6-4edd-9927-5389163ad4ee req-cd4fa6cc-5d2a-44b8-91dc-7000cd06c6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:27:54.954307 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-578650c1-0fb6-4edd-9927-5389163ad4ee req-cd4fa6cc-5d2a-44b8-91dc-7000cd06c6b2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=946caf2e-4b9b-48c5-b148-790a6fe88581 HTTP/1.1" status: 200 len: 910 time: 0.0866787 Nov 22 21:27:55.019809 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-578650c1-0fb6-4edd-9927-5389163ad4ee req-d8154980-8eac-47a6-b673-6c5a6044171c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0ed78371-3c98-4cad-a10e-0d32a221abed HTTP/1.1" status: 200 len: 999 time: 0.0582321 Nov 22 21:27:55.072574 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-d5d6348b-9c52-4431-b749-2f78b5cbaf98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ab545a9-3f08-4e4f-93f9-9c9bd1a2e957', 'name': 'tempest-TestSnapshotPattern-355706390-router', 'tenant_id': 'ac3cde37eeed403eb0b794404fcda250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.180'}], 'enable_snat': True}, 'gw_port_id': '4b665c37-1fd1-423c-a80d-5abb8d797731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T21:27:29Z', 'updated_at': '2021-11-22T21:27:32Z', 'revision_number': 4, 'project_id': 'ac3cde37eeed403eb0b794404fcda250', 'gw_port': {'id': '4b665c37-1fd1-423c-a80d-5abb8d797731', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:9b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab545a9-3f08-4e4f-93f9-9c9bd1a2e957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:27:30Z', 'updated_at': '2021-11-22T21:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_floatingips': [{'id': '7b598b62-2c3f-4686-a2f9-5198c863d83b', 'tenant_id': 'ac3cde37eeed403eb0b794404fcda250', 'floating_ip_address': '172.25.5.58', 'floating_network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'router_id': '0ab545a9-3f08-4e4f-93f9-9c9bd1a2e957', 'port_id': '0ed78371-3c98-4cad-a10e-0d32a221abed', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '946caf2e-4b9b-48c5-b148-790a6fe88581', 'mac_address': 'fa:16:3e:0a:32:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb795880-52ae-4968-b6e6-20222325aaf5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T21:27:53Z', 'updated_at': '2021-11-22T21:27:53Z', 'revision_number': 0, 'project_id': 'ac3cde37eeed403eb0b794404fcda250', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8dfc39f1-4c58-4849-853f-4cbc2706fdcf', 'name': '', 'network_id': '946caf2e-4b9b-48c5-b148-790a6fe88581', 'tenant_id': 'ac3cde37eeed403eb0b794404fcda250', 'mac_address': 'fa:16:3e:4b:45:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab545a9-3f08-4e4f-93f9-9c9bd1a2e957', 'device_owner': 'network:router_interface', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': '09ca977f-c259-4db8-b92e-b0f1fb643d6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:27:31Z', 'updated_at': '2021-11-22T21:27:37Z', 'revision_number': 5, 'project_id': 'ac3cde37eeed403eb0b794404fcda250', 'subnets': [{'id': '09ca977f-c259-4db8-b92e-b0f1fb643d6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:27:55.072978 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578650c1-0fb6-4edd-9927-5389163ad4ee req-57277300-37ca-453e-8acd-20639185ee5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:27:55.074460 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-578650c1-0fb6-4edd-9927-5389163ad4ee req-57277300-37ca-453e-8acd-20639185ee5e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=09ca977f-c259-4db8-b92e-b0f1fb643d6f HTTP/1.1" status: 200 len: 848 time: 0.0473959 Nov 22 21:27:55.098261 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d6348b-9c52-4431-b749-2f78b5cbaf98 None None] Checking router: 0ab545a9-3f08-4e4f-93f9-9c9bd1a2e957 for host: n-d-818823-1 {{(pid=103449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 21:27:55.106809 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d6348b-9c52-4431-b749-2f78b5cbaf98 None None] Routers {'0ab545a9-3f08-4e4f-93f9-9c9bd1a2e957'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 21:27:55.107405 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-d5d6348b-9c52-4431-b749-2f78b5cbaf98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T21:27:33Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['0ab545a9-3f08-4e4f-93f9-9c9bd1a2e957'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:27:55.119039 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578650c1-0fb6-4edd-9927-5389163ad4ee req-9aed2fbc-003b-4df3-9978-21f11a3d356f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:27:55.120577 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-578650c1-0fb6-4edd-9927-5389163ad4ee req-9aed2fbc-003b-4df3-9978-21f11a3d356f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=946caf2e-4b9b-48c5-b148-790a6fe88581&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394251 Nov 22 21:27:55.218664 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-d5d6348b-9c52-4431-b749-2f78b5cbaf98 None None] Set router 0ab545a9-3f08-4e4f-93f9-9c9bd1a2e957 gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 21:27:55.224970 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-578650c1-0fb6-4edd-9927-5389163ad4ee req-a46ea470-8040-4d61-925f-83778c35de5e service neutron] 10.222.0.20 "GET /v2.0/networks/946caf2e-4b9b-48c5-b148-790a6fe88581?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970337 Nov 22 21:27:55.319226 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-578650c1-0fb6-4edd-9927-5389163ad4ee req-8bd943ce-22b6-4b67-8eb3-bc3919497760 service neutron] 10.222.0.20 "GET /v2.0/networks/946caf2e-4b9b-48c5-b148-790a6fe88581?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864251 Nov 22 21:27:55.444053 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-d5d6348b-9c52-4431-b749-2f78b5cbaf98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ab545a9-3f08-4e4f-93f9-9c9bd1a2e957', 'name': 'tempest-TestSnapshotPattern-355706390-router', 'tenant_id': 'ac3cde37eeed403eb0b794404fcda250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.180'}], 'enable_snat': True}, 'gw_port_id': '4b665c37-1fd1-423c-a80d-5abb8d797731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T21:27:29Z', 'updated_at': '2021-11-22T21:27:32Z', 'revision_number': 4, 'project_id': 'ac3cde37eeed403eb0b794404fcda250', 'gw_port': {'id': '4b665c37-1fd1-423c-a80d-5abb8d797731', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:9b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab545a9-3f08-4e4f-93f9-9c9bd1a2e957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:27:30Z', 'updated_at': '2021-11-22T21:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_floatingips': [{'id': '7b598b62-2c3f-4686-a2f9-5198c863d83b', 'tenant_id': 'ac3cde37eeed403eb0b794404fcda250', 'floating_ip_address': '172.25.5.58', 'floating_network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'router_id': '0ab545a9-3f08-4e4f-93f9-9c9bd1a2e957', 'port_id': '0ed78371-3c98-4cad-a10e-0d32a221abed', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '946caf2e-4b9b-48c5-b148-790a6fe88581', 'mac_address': 'fa:16:3e:0a:32:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb795880-52ae-4968-b6e6-20222325aaf5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T21:27:53Z', 'updated_at': '2021-11-22T21:27:53Z', 'revision_number': 0, 'project_id': 'ac3cde37eeed403eb0b794404fcda250', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8dfc39f1-4c58-4849-853f-4cbc2706fdcf', 'name': '', 'network_id': '946caf2e-4b9b-48c5-b148-790a6fe88581', 'tenant_id': 'ac3cde37eeed403eb0b794404fcda250', 'mac_address': 'fa:16:3e:4b:45:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab545a9-3f08-4e4f-93f9-9c9bd1a2e957', 'device_owner': 'network:router_interface', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': '09ca977f-c259-4db8-b92e-b0f1fb643d6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:27:31Z', 'updated_at': '2021-11-22T21:27:37Z', 'revision_number': 5, 'project_id': 'ac3cde37eeed403eb0b794404fcda250', 'subnets': [{'id': '09ca977f-c259-4db8-b92e-b0f1fb643d6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:27:55.470128 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d6348b-9c52-4431-b749-2f78b5cbaf98 None None] The sync data for ids ['0ab545a9-3f08-4e4f-93f9-9c9bd1a2e957'] in n-d-818823-1 is: [{'id': '0ab545a9-3f08-4e4f-93f9-9c9bd1a2e957', 'name': 'tempest-TestSnapshotPattern-355706390-router', 'tenant_id': 'ac3cde37eeed403eb0b794404fcda250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.180'}], 'enable_snat': True}, 'gw_port_id': '4b665c37-1fd1-423c-a80d-5abb8d797731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T21:27:29Z', 'updated_at': '2021-11-22T21:27:32Z', 'revision_number': 4, 'project_id': 'ac3cde37eeed403eb0b794404fcda250', 'gw_port': {'id': '4b665c37-1fd1-423c-a80d-5abb8d797731', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:9b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab545a9-3f08-4e4f-93f9-9c9bd1a2e957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:27:30Z', 'updated_at': '2021-11-22T21:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_floatingips': [{'id': '7b598b62-2c3f-4686-a2f9-5198c863d83b', 'tenant_id': 'ac3cde37eeed403eb0b794404fcda250', 'floating_ip_address': '172.25.5.58', 'floating_network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'router_id': '0ab545a9-3f08-4e4f-93f9-9c9bd1a2e957', 'port_id': '0ed78371-3c98-4cad-a10e-0d32a221abed', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '946caf2e-4b9b-48c5-b148-790a6fe88581', 'mac_address': 'fa:16:3e:0a:32:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb795880-52ae-4968-b6e6-20222325aaf5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T21:27:53Z', 'updated_at': '2021-11-22T21:27:53Z', 'revision_number': 0, 'project_id': 'ac3cde37eeed403eb0b794404fcda250', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8dfc39f1-4c58-4849-853f-4cbc2706fdcf', 'name': '', 'network_id': '946caf2e-4b9b-48c5-b148-790a6fe88581', 'tenant_id': 'ac3cde37eeed403eb0b794404fcda250', 'mac_address': 'fa:16:3e:4b:45:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab545a9-3f08-4e4f-93f9-9c9bd1a2e957', 'device_owner': 'network:router_interface', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': '09ca977f-c259-4db8-b92e-b0f1fb643d6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:27:31Z', 'updated_at': '2021-11-22T21:27:37Z', 'revision_number': 5, 'project_id': 'ac3cde37eeed403eb0b794404fcda250', 'subnets': [{'id': '09ca977f-c259-4db8-b92e-b0f1fb643d6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 21:27:55.653204 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d1288ba-c811-4102-b64e-2d940a8b56eb None None] New status for floating IP 7b598b62-2c3f-4686-a2f9-5198c863d83b: ACTIVE {{(pid=103450) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 21:28:00.161725 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e491cc46-398c-4707-91a8-08884523a7b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:28:03.059722 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-f63dbec7-aeee-4590-bb65-fe5291bc4a22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:28:03.754650 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-03f0964f-1b75-4df7-99e0-a3cdb56ec2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:28:05.456564 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e49ee129-e862-4476-beca-cdc8150d2345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:28:06.229726 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:28:13.895475 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9e32f61d-bdd4-4373-9b9f-e8b14a310b9c req-7d9a7239-b33c-405b-8a9e-9052e1181ef7 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=cb795880-52ae-4968-b6e6-20222325aaf5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1049552 Nov 22 21:28:13.982360 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e32f61d-bdd4-4373-9b9f-e8b14a310b9c req-37d10289-d2e5-423f-a21e-1d613b2de571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:28:13.984146 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9e32f61d-bdd4-4373-9b9f-e8b14a310b9c req-37d10289-d2e5-423f-a21e-1d613b2de571 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ac3cde37eeed403eb0b794404fcda250&device_id=cb795880-52ae-4968-b6e6-20222325aaf5 HTTP/1.1" status: 200 len: 1097 time: 0.0422235 Nov 22 21:28:14.091818 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e32f61d-bdd4-4373-9b9f-e8b14a310b9c req-ed5bb003-1bb3-4e6e-babe-ea41ab54547e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:28:14.093646 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9e32f61d-bdd4-4373-9b9f-e8b14a310b9c req-ed5bb003-1bb3-4e6e-babe-ea41ab54547e service neutron] 10.222.0.20 "GET /v2.0/networks?id=946caf2e-4b9b-48c5-b148-790a6fe88581 HTTP/1.1" status: 200 len: 910 time: 0.0899312 Nov 22 21:28:14.170403 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9e32f61d-bdd4-4373-9b9f-e8b14a310b9c req-bf0955c8-5ee2-412d-b25a-2580fcd4d633 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0ed78371-3c98-4cad-a10e-0d32a221abed HTTP/1.1" status: 200 len: 1001 time: 0.0685873 Nov 22 21:28:14.224843 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e32f61d-bdd4-4373-9b9f-e8b14a310b9c req-c7024bbc-ae99-41ee-b204-41167bc0c240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:28:14.226304 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9e32f61d-bdd4-4373-9b9f-e8b14a310b9c req-c7024bbc-ae99-41ee-b204-41167bc0c240 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=09ca977f-c259-4db8-b92e-b0f1fb643d6f HTTP/1.1" status: 200 len: 848 time: 0.0481288 Nov 22 21:28:14.272742 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e32f61d-bdd4-4373-9b9f-e8b14a310b9c req-3f96cea0-4165-474b-aa87-3e32a8076eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:28:14.274280 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9e32f61d-bdd4-4373-9b9f-e8b14a310b9c req-3f96cea0-4165-474b-aa87-3e32a8076eaa service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=946caf2e-4b9b-48c5-b148-790a6fe88581&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408053 Nov 22 21:28:14.368512 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9e32f61d-bdd4-4373-9b9f-e8b14a310b9c req-8fb04bc8-26c6-45d6-b6b1-6b31aa1664c6 service neutron] 10.222.0.20 "GET /v2.0/networks/946caf2e-4b9b-48c5-b148-790a6fe88581?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865707 Nov 22 21:28:14.460997 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9e32f61d-bdd4-4373-9b9f-e8b14a310b9c req-3df1326b-f763-40a6-b9af-02788e8241aa service neutron] 10.222.0.20 "GET /v2.0/networks/946caf2e-4b9b-48c5-b148-790a6fe88581?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846708 Nov 22 21:28:15.259064 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:28:15.327946 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:28:24.137878 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.agents_db [None req-aa8313f2-1ee4-4e7b-8c5a-d32b2f9d31ee None None] Agent healthcheck: found 7 active agents {{(pid=103450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 21:28:30.163463 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6d04c689-1ff0-4a5d-8d30-cb8b44568803 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:28:33.061293 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ca81755e-0d94-45f1-9b9d-d6f8805e6110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:28:33.758265 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-03f0964f-1b75-4df7-99e0-a3cdb56ec2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:28:35.456697 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e49ee129-e862-4476-beca-cdc8150d2345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:28:36.231801 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:28:45.246615 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:28:45.337815 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:29:00.165474 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-7717c844-7d0c-4c3b-a688-017ef6c26627 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:29:01.136597 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.agents_db [None req-aa8313f2-1ee4-4e7b-8c5a-d32b2f9d31ee None None] Agent healthcheck: found 7 active agents {{(pid=103450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 21:29:03.061598 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-b9c1ebaf-fce1-48e4-8ae0-f360840e936f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:29:03.761875 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-03f0964f-1b75-4df7-99e0-a3cdb56ec2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:29:05.458330 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e49ee129-e862-4476-beca-cdc8150d2345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:29:06.235651 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:29:14.115123 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-84fdc2cb-f123-49d9-a1b9-683be76701c6 req-e011589d-441e-425d-87e1-f69a7fe8f4ae service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=cb795880-52ae-4968-b6e6-20222325aaf5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0427637 Nov 22 21:29:14.195216 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fdc2cb-f123-49d9-a1b9-683be76701c6 req-6d1e499e-a105-4628-81e8-572a3f6a12dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:29:14.196730 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-84fdc2cb-f123-49d9-a1b9-683be76701c6 req-6d1e499e-a105-4628-81e8-572a3f6a12dc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ac3cde37eeed403eb0b794404fcda250&device_id=cb795880-52ae-4968-b6e6-20222325aaf5 HTTP/1.1" status: 200 len: 1097 time: 0.0389550 Nov 22 21:29:14.303687 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fdc2cb-f123-49d9-a1b9-683be76701c6 req-5ed96691-f5fd-4a30-a1a5-b102dacafd99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:29:14.305719 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-84fdc2cb-f123-49d9-a1b9-683be76701c6 req-5ed96691-f5fd-4a30-a1a5-b102dacafd99 service neutron] 10.222.0.20 "GET /v2.0/networks?id=946caf2e-4b9b-48c5-b148-790a6fe88581 HTTP/1.1" status: 200 len: 910 time: 0.0899780 Nov 22 21:29:14.370796 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-84fdc2cb-f123-49d9-a1b9-683be76701c6 req-b86d09a6-0ea2-4b83-bf05-a4277bb563ff service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0ed78371-3c98-4cad-a10e-0d32a221abed HTTP/1.1" status: 200 len: 1001 time: 0.0572948 Nov 22 21:29:14.423128 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fdc2cb-f123-49d9-a1b9-683be76701c6 req-ca0b7f62-dcb7-41b4-8e73-62d3c9f4e986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:29:14.424611 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-84fdc2cb-f123-49d9-a1b9-683be76701c6 req-ca0b7f62-dcb7-41b4-8e73-62d3c9f4e986 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=09ca977f-c259-4db8-b92e-b0f1fb643d6f HTTP/1.1" status: 200 len: 848 time: 0.0466819 Nov 22 21:29:14.471220 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fdc2cb-f123-49d9-a1b9-683be76701c6 req-2ce2979e-d772-4ebf-8e77-91fb30aacded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:29:14.472778 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-84fdc2cb-f123-49d9-a1b9-683be76701c6 req-2ce2979e-d772-4ebf-8e77-91fb30aacded service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=946caf2e-4b9b-48c5-b148-790a6fe88581&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411201 Nov 22 21:29:14.560282 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-84fdc2cb-f123-49d9-a1b9-683be76701c6 req-573f0647-c4d7-4d70-84ad-ebddfdbbb0ba service neutron] 10.222.0.20 "GET /v2.0/networks/946caf2e-4b9b-48c5-b148-790a6fe88581?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793478 Nov 22 21:29:14.651738 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-84fdc2cb-f123-49d9-a1b9-683be76701c6 req-00481f34-b4e2-4695-aff5-f2349e7fcba2 service neutron] 10.222.0.20 "GET /v2.0/networks/946caf2e-4b9b-48c5-b148-790a6fe88581?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846136 Nov 22 21:29:15.278611 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:29:15.345124 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:29:30.166430 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-7257daa4-464b-4a91-a5e5-34b8e55cbaac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:29:33.066832 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-b90e00b7-cb76-4f8a-be94-d9c1e95c1329 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:29:33.767282 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-03f0964f-1b75-4df7-99e0-a3cdb56ec2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:29:35.461305 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e49ee129-e862-4476-beca-cdc8150d2345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:29:36.238324 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:29:38.136170 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.agents_db [None req-aa8313f2-1ee4-4e7b-8c5a-d32b2f9d31ee None None] Agent healthcheck: found 7 active agents {{(pid=103450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 21:29:45.300919 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:29:45.342096 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:29:57.062564 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 0ed78371-3c98-4cad-a10e-0d32a221abed details requested by agent hyperv_n-h2-818823-1 with host n-h2-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 21:29:57.169914 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port 0ed78371-3c98-4cad-a10e-0d32a221abed, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=0ed78371-3c98-4cad-a10e-0d32a221abed,segment=NetworkSegment(0c822c7b-6ff0-4fcc-bf11-21e852ee163b),segment_id=0c822c7b-6ff0-4fcc-bf11-21e852ee163b)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 21:29:57.360442 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Returning: {'device': '0ed78371-3c98-4cad-a10e-0d32a221abed', 'network_id': '946caf2e-4b9b-48c5-b148-790a6fe88581', 'port_id': '0ed78371-3c98-4cad-a10e-0d32a221abed', 'mac_address': 'fa:16:3e:0a:32:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09ca977f-c259-4db8-b92e-b0f1fb643d6f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 21:29:57.405277 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:29:57.421746 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0ed78371-3c98-4cad-a10e-0d32a221abed {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 21:29:57.443702 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port 0ed78371-3c98-4cad-a10e-0d32a221abed, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=0ed78371-3c98-4cad-a10e-0d32a221abed,segment=NetworkSegment(0c822c7b-6ff0-4fcc-bf11-21e852ee163b),segment_id=0c822c7b-6ff0-4fcc-bf11-21e852ee163b)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 21:29:57.449426 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:29:57.506477 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=0ed78371-3c98-4cad-a10e-0d32a221abed,revision_number=6']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:29:57.516190 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:29:57.516554 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:29:57.516875 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:29:57.517212 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:29:57.517565 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:29:57.517902 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:29:57.518231 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:29:57.518559 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:29:57.519009 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:29:57.519339 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:29:57.519689 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:29:57.520010 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:29:57.525352 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] get_ports_and_sgs() called for port_ids ['0ed78371-3c98-4cad-a10e-0d32a221abed'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 21:29:59.065501 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 0ed78371-3c98-4cad-a10e-0d32a221abed up at agent hyperv_n-h2-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 21:29:59.120469 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Provisioning complete for port 0ed78371-3c98-4cad-a10e-0d32a221abed triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 21:29:59.121192 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:29:59.203802 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:29:59.230880 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb795880-52ae-4968-b6e6-20222325aaf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ed78371-3c98-4cad-a10e-0d32a221abed'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 21:29:59.234270 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77cdb882cfbf7cc977e8d6fd4582ec33309c0dd3d6eecd2022538c80279aa7ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e80f6fb7-30fe-4be9-a497-90cb72c45ab8" -d '{"events": [{"server_uuid": "cb795880-52ae-4968-b6e6-20222325aaf5", "name": "network-vif-plugged", "status": "completed", "tag": "0ed78371-3c98-4cad-a10e-0d32a221abed"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 21:29:59.248730 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port 0ed78371-3c98-4cad-a10e-0d32a221abed, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=0ed78371-3c98-4cad-a10e-0d32a221abed,segment=NetworkSegment(0c822c7b-6ff0-4fcc-bf11-21e852ee163b),segment_id=0c822c7b-6ff0-4fcc-bf11-21e852ee163b)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 21:29:59.255150 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:29:59.285404 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 21:29:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6ac2572-e1a1-4d5b-99b2-6c2dde4b5d16 x-openstack-request-id: req-d6ac2572-e1a1-4d5b-99b2-6c2dde4b5d16 {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 21:29:59.285995 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb795880-52ae-4968-b6e6-20222325aaf5", "name": "network-vif-plugged", "status": "completed", "tag": "0ed78371-3c98-4cad-a10e-0d32a221abed", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 21:29:59.285995 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d6ac2572-e1a1-4d5b-99b2-6c2dde4b5d16 {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 21:29:59.286529 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb795880-52ae-4968-b6e6-20222325aaf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ed78371-3c98-4cad-a10e-0d32a221abed', 'code': 200} Nov 22 21:29:59.322097 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=0ed78371-3c98-4cad-a10e-0d32a221abed,revision_number=7']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:30:00.169763 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4bc1f8ba-42dd-4d25-8102-c0633226651a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:30:03.070441 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-bbb977ac-6fe6-4b56-b5b5-14b769eb57c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:30:03.770789 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-03f0964f-1b75-4df7-99e0-a3cdb56ec2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:30:05.466937 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e49ee129-e862-4476-beca-cdc8150d2345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:30:06.240087 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:30:06.898620 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-834420ce-2f9d-4ad3-9076-6432cb1eb489 req-519101aa-61c5-48f3-8d8c-a866fc7360f6 tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-529729184&fields=id&tenant_id=ac3cde37eeed403eb0b794404fcda250 HTTP/1.1" status: 200 len: 267 time: 0.0437973 Nov 22 21:30:07.012875 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834420ce-2f9d-4ad3-9076-6432cb1eb489 req-62830f23-5bd5-41f3-b841-08587f65a69c tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:30:07.014364 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-834420ce-2f9d-4ad3-9076-6432cb1eb489 req-62830f23-5bd5-41f3-b841-08587f65a69c tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] 10.222.0.46 "GET /v2.0/networks?id=946caf2e-4b9b-48c5-b148-790a6fe88581 HTTP/1.1" status: 200 len: 809 time: 0.1084633 Nov 22 21:30:07.029376 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-834420ce-2f9d-4ad3-9076-6432cb1eb489 req-c46c0eee-190c-44b6-96c6-c89b3061d4eb tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] 10.222.0.46 "GET /v2.0/quotas/ac3cde37eeed403eb0b794404fcda250 HTTP/1.1" status: 200 len: 375 time: 0.0092888 Nov 22 21:30:07.081871 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-834420ce-2f9d-4ad3-9076-6432cb1eb489 req-373df0e9-8921-4723-86c4-b3d4e5a2570a tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=ac3cde37eeed403eb0b794404fcda250&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0472815 Nov 22 21:30:07.152838 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [req-834420ce-2f9d-4ad3-9076-6432cb1eb489 req-997d4a03-fa83-4b01-b8db-44dfd93a4369 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=103447) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 21:30:07.153799 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-834420ce-2f9d-4ad3-9076-6432cb1eb489 req-997d4a03-fa83-4b01-b8db-44dfd93a4369 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0601857 Nov 22 21:30:07.240847 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-834420ce-2f9d-4ad3-9076-6432cb1eb489 req-e6c9546d-0015-4814-b179-80555ca0d7ee service neutron] 10.222.0.46 "GET /v2.0/networks/946caf2e-4b9b-48c5-b148-790a6fe88581?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807581 Nov 22 21:30:07.333086 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-834420ce-2f9d-4ad3-9076-6432cb1eb489 req-7018b6f0-bb9a-4304-82f1-ff288f4df893 service neutron] 10.222.0.46 "GET /v2.0/networks/946caf2e-4b9b-48c5-b148-790a6fe88581?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861967 Nov 22 21:30:07.519292 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-104c126a-8a90-476c-996c-780eaf4a0196 req-44d639dd-352e-4936-9a63-5a50b690437e tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] 10.222.0.46 "GET /v2.0/ports?device_id=36f4d460-be4c-4710-a285-bf285aea9a6b HTTP/1.1" status: 200 len: 210 time: 0.0273426 Nov 22 21:30:08.418858 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834420ce-2f9d-4ad3-9076-6432cb1eb489 req-ccbb4deb-d264-47fb-8d1b-be6de2b94998 tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:30:08.420370 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-834420ce-2f9d-4ad3-9076-6432cb1eb489 req-ccbb4deb-d264-47fb-8d1b-be6de2b94998 tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] 10.222.0.41 "GET /v2.0/networks?id=946caf2e-4b9b-48c5-b148-790a6fe88581 HTTP/1.1" status: 200 len: 809 time: 0.1068170 Nov 22 21:30:08.487274 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-834420ce-2f9d-4ad3-9076-6432cb1eb489 req-e4120616-0504-4fab-96ab-5a59dc12c5f6 tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ac3cde37eeed403eb0b794404fcda250 HTTP/1.1" status: 200 len: 379 time: 0.0572093 Nov 22 21:30:08.496768 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [req-834420ce-2f9d-4ad3-9076-6432cb1eb489 req-078e1a20-39d5-42f8-9414-8eb8e1c78765 tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] Request body: {'port': {'device_id': '36f4d460-be4c-4710-a285-bf285aea9a6b', 'network_id': '946caf2e-4b9b-48c5-b148-790a6fe88581', 'admin_state_up': True, 'tenant_id': 'ac3cde37eeed403eb0b794404fcda250', 'security_groups': ['0df8a906-17c1-47de-9344-ea8b07d51f29']}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 21:30:08.615901 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-834420ce-2f9d-4ad3-9076-6432cb1eb489 req-078e1a20-39d5-42f8-9414-8eb8e1c78765 tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] Made reservation on behalf of ac3cde37eeed403eb0b794404fcda250 for: {'port': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 21:30:08.619586 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-834420ce-2f9d-4ad3-9076-6432cb1eb489 req-078e1a20-39d5-42f8-9414-8eb8e1c78765 tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:30:08.621690 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0581759f-b319-4baf-a049-feb1825973ea req-8d0719d7-2ee0-436a-886c-fb4099d79e20 tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] 10.222.0.46 "GET /v2.0/ports?device_id=36f4d460-be4c-4710-a285-bf285aea9a6b HTTP/1.1" status: 200 len: 210 time: 0.0285239 Nov 22 21:30:08.774900 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [req-834420ce-2f9d-4ad3-9076-6432cb1eb489 req-078e1a20-39d5-42f8-9414-8eb8e1c78765 tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] Allocated IP 172.20.0.10 (946caf2e-4b9b-48c5-b148-790a6fe88581/09ca977f-c259-4db8-b92e-b0f1fb643d6f/3673cd18-82c0-4334-9660-eed117e651ec) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 21:30:08.965344 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-834420ce-2f9d-4ad3-9076-6432cb1eb489 req-078e1a20-39d5-42f8-9414-8eb8e1c78765 tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] Publish callbacks [] for port, precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:30:09.003584 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-834420ce-2f9d-4ad3-9076-6432cb1eb489 req-078e1a20-39d5-42f8-9414-8eb8e1c78765 tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:30:09.043676 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-834420ce-2f9d-4ad3-9076-6432cb1eb489 req-078e1a20-39d5-42f8-9414-8eb8e1c78765 tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] Network 946caf2e-4b9b-48c5-b148-790a6fe88581 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 21:30:09.049184 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [req-834420ce-2f9d-4ad3-9076-6432cb1eb489 req-078e1a20-39d5-42f8-9414-8eb8e1c78765 tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 21:30:09.053014 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [req-834420ce-2f9d-4ad3-9076-6432cb1eb489 req-078e1a20-39d5-42f8-9414-8eb8e1c78765 tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 21:30:09.095634 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078e1a20-39d5-42f8-9414-8eb8e1c78765 tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] Pushing event updated for resources: {'Port': ['ID=3673cd18-82c0-4334-9660-eed117e651ec,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:30:09.112530 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078e1a20-39d5-42f8-9414-8eb8e1c78765 tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:30:09.112876 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078e1a20-39d5-42f8-9414-8eb8e1c78765 tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:30:09.113220 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078e1a20-39d5-42f8-9414-8eb8e1c78765 tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:30:09.113567 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078e1a20-39d5-42f8-9414-8eb8e1c78765 tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:30:09.113903 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078e1a20-39d5-42f8-9414-8eb8e1c78765 tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:30:09.114238 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078e1a20-39d5-42f8-9414-8eb8e1c78765 tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:30:09.114569 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078e1a20-39d5-42f8-9414-8eb8e1c78765 tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:30:09.114896 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078e1a20-39d5-42f8-9414-8eb8e1c78765 tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:30:09.115235 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078e1a20-39d5-42f8-9414-8eb8e1c78765 tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:30:09.115578 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078e1a20-39d5-42f8-9414-8eb8e1c78765 tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:30:09.115904 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078e1a20-39d5-42f8-9414-8eb8e1c78765 tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:30:09.116231 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078e1a20-39d5-42f8-9414-8eb8e1c78765 tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:30:09.131268 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834420ce-2f9d-4ad3-9076-6432cb1eb489 req-078e1a20-39d5-42f8-9414-8eb8e1c78765 tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:30:09.132493 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-834420ce-2f9d-4ad3-9076-6432cb1eb489 req-078e1a20-39d5-42f8-9414-8eb8e1c78765 tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:30:09.151124 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-834420ce-2f9d-4ad3-9076-6432cb1eb489 req-078e1a20-39d5-42f8-9414-8eb8e1c78765 tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6580315 Nov 22 21:30:09.338477 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-7ae52d6a-d290-4974-bff1-d9bddd2c5e61 None None] Provisioning complete for port 3673cd18-82c0-4334-9660-eed117e651ec triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 21:30:09.339369 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-7ae52d6a-d290-4974-bff1-d9bddd2c5e61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:30:09.377553 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-7ae52d6a-d290-4974-bff1-d9bddd2c5e61 None None] Port 3673cd18-82c0-4334-9660-eed117e651ec cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 21:30:09.747026 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c964af0c-8bb8-48c4-ad86-cefca20e6a98 req-e37ecfdf-5e68-4e22-92b4-0910031bb78c tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:30:09.750264 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c964af0c-8bb8-48c4-ad86-cefca20e6a98 req-e37ecfdf-5e68-4e22-92b4-0910031bb78c tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] 10.222.0.46 "GET /v2.0/ports?device_id=36f4d460-be4c-4710-a285-bf285aea9a6b HTTP/1.1" status: 200 len: 932 time: 0.0570760 Nov 22 21:30:10.113421 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-c964af0c-8bb8-48c4-ad86-cefca20e6a98 req-0fc02a7b-26ee-4fe2-bb1e-5ed81ee754bb tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] 10.222.0.46 "GET /v2.0/security-groups?id=0df8a906-17c1-47de-9344-ea8b07d51f29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3571014 Nov 22 21:30:11.096766 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 0ed78371-3c98-4cad-a10e-0d32a221abed no longer exists at agent hyperv_n-h2-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 21:30:11.176415 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:30:11.201235 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb795880-52ae-4968-b6e6-20222325aaf5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ed78371-3c98-4cad-a10e-0d32a221abed'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 21:30:11.203542 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77cdb882cfbf7cc977e8d6fd4582ec33309c0dd3d6eecd2022538c80279aa7ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e72f4f27-2960-4885-a73f-f32b3d6ae381" -d '{"events": [{"server_uuid": "cb795880-52ae-4968-b6e6-20222325aaf5", "name": "network-vif-unplugged", "status": "completed", "tag": "0ed78371-3c98-4cad-a10e-0d32a221abed"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 21:30:11.219802 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] For port 0ed78371-3c98-4cad-a10e-0d32a221abed, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=0ed78371-3c98-4cad-a10e-0d32a221abed,segment=NetworkSegment(0c822c7b-6ff0-4fcc-bf11-21e852ee163b),segment_id=0c822c7b-6ff0-4fcc-bf11-21e852ee163b)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 21:30:11.224981 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:30:11.248179 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cb64c0-6e8d-4ec3-8655-db56b967055f req-761a3864-bfed-4d4f-ba84-cf97eb0fad5e tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:30:11.258816 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-02cb64c0-6e8d-4ec3-8655-db56b967055f req-761a3864-bfed-4d4f-ba84-cf97eb0fad5e tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] 10.222.0.46 "GET /v2.0/ports?device_id=36f4d460-be4c-4710-a285-bf285aea9a6b HTTP/1.1" status: 200 len: 932 time: 0.0675957 Nov 22 21:30:11.266579 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 22 Nov 2021 21:30:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23a44586-9802-4bb7-b276-b46d1e3ad2ab x-openstack-request-id: req-23a44586-9802-4bb7-b276-b46d1e3ad2ab {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 21:30:11.266874 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb795880-52ae-4968-b6e6-20222325aaf5", "name": "network-vif-unplugged", "status": "completed", "tag": "0ed78371-3c98-4cad-a10e-0d32a221abed", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 21:30:11.267129 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-23a44586-9802-4bb7-b276-b46d1e3ad2ab {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 21:30:11.267551 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb795880-52ae-4968-b6e6-20222325aaf5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ed78371-3c98-4cad-a10e-0d32a221abed', 'code': 200} Nov 22 21:30:11.281718 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Pushing event updated for resources: {'Port': ['ID=0ed78371-3c98-4cad-a10e-0d32a221abed,revision_number=8']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:30:11.305021 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-02cb64c0-6e8d-4ec3-8655-db56b967055f req-f389dff1-04f7-499f-8fbf-a68e8f1a8a9a tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] 10.222.0.46 "GET /v2.0/security-groups?id=0df8a906-17c1-47de-9344-ea8b07d51f29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447233 Nov 22 21:30:12.446272 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4b7930-4b18-425d-b808-bbf4102de11d req-029ae88f-8112-4cc8-8ef0-4ff0a5756b35 tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:30:12.448342 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-de4b7930-4b18-425d-b808-bbf4102de11d req-029ae88f-8112-4cc8-8ef0-4ff0a5756b35 tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] 10.222.0.46 "GET /v2.0/ports?device_id=36f4d460-be4c-4710-a285-bf285aea9a6b HTTP/1.1" status: 200 len: 932 time: 0.0549304 Nov 22 21:30:12.506912 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-de4b7930-4b18-425d-b808-bbf4102de11d req-eb4d96eb-f598-46c9-9d36-ae58fc032e3f tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] 10.222.0.46 "GET /v2.0/security-groups?id=0df8a906-17c1-47de-9344-ea8b07d51f29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520363 Nov 22 21:30:13.628155 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6116fb84-4fb7-4beb-82be-25b75da586c0 req-bf85dfd1-d196-4427-89a5-e07c8357c904 tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:30:13.629655 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6116fb84-4fb7-4beb-82be-25b75da586c0 req-bf85dfd1-d196-4427-89a5-e07c8357c904 tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] 10.222.0.46 "GET /v2.0/ports?device_id=36f4d460-be4c-4710-a285-bf285aea9a6b HTTP/1.1" status: 200 len: 932 time: 0.0524957 Nov 22 21:30:13.681533 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-6116fb84-4fb7-4beb-82be-25b75da586c0 req-9531f828-ae35-4809-89e7-a7ee4417ddd2 tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] 10.222.0.46 "GET /v2.0/security-groups?id=0df8a906-17c1-47de-9344-ea8b07d51f29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458770 Nov 22 21:30:14.804863 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda26466-b03c-47a9-ba9d-96e2ac9d79c7 req-c82a795e-c692-4623-b7b7-6c78fbd7472c tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:30:14.806405 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-dda26466-b03c-47a9-ba9d-96e2ac9d79c7 req-c82a795e-c692-4623-b7b7-6c78fbd7472c tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] 10.222.0.46 "GET /v2.0/ports?device_id=36f4d460-be4c-4710-a285-bf285aea9a6b HTTP/1.1" status: 200 len: 932 time: 0.0501630 Nov 22 21:30:14.860208 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-dda26466-b03c-47a9-ba9d-96e2ac9d79c7 req-a3ead7da-2cb5-4fce-9763-fb7e433260e8 tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] 10.222.0.46 "GET /v2.0/security-groups?id=0df8a906-17c1-47de-9344-ea8b07d51f29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471046 Nov 22 21:30:15.113936 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-deeeb187-cba2-4b85-9ea6-d80ddf51cbc4 req-ca4d3a63-3f27-4cc9-831d-0b8a2cc5fb03 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=cb795880-52ae-4968-b6e6-20222325aaf5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0446439 Nov 22 21:30:15.134479 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.agents_db [None req-aa8313f2-1ee4-4e7b-8c5a-d32b2f9d31ee None None] Agent healthcheck: found 7 active agents {{(pid=103450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 21:30:15.199899 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deeeb187-cba2-4b85-9ea6-d80ddf51cbc4 req-43423aa2-6324-4686-9bbd-9a4a725cf65f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:30:15.201442 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-deeeb187-cba2-4b85-9ea6-d80ddf51cbc4 req-43423aa2-6324-4686-9bbd-9a4a725cf65f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ac3cde37eeed403eb0b794404fcda250&device_id=cb795880-52ae-4968-b6e6-20222325aaf5 HTTP/1.1" status: 200 len: 1095 time: 0.0434394 Nov 22 21:30:15.306938 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:30:15.314258 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deeeb187-cba2-4b85-9ea6-d80ddf51cbc4 req-69a46e68-9ba1-463b-948e-bfc2b08cc160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:30:15.316546 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-deeeb187-cba2-4b85-9ea6-d80ddf51cbc4 req-69a46e68-9ba1-463b-948e-bfc2b08cc160 service neutron] 10.222.0.20 "GET /v2.0/networks?id=946caf2e-4b9b-48c5-b148-790a6fe88581 HTTP/1.1" status: 200 len: 910 time: 0.0949996 Nov 22 21:30:15.348646 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:30:15.403694 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-deeeb187-cba2-4b85-9ea6-d80ddf51cbc4 req-e5b3ab47-2a8e-4a2a-8a2a-534cdc014a3c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0ed78371-3c98-4cad-a10e-0d32a221abed HTTP/1.1" status: 200 len: 999 time: 0.0791979 Nov 22 21:30:15.454297 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deeeb187-cba2-4b85-9ea6-d80ddf51cbc4 req-2753f0b3-58a3-448b-a1e5-7c96ff925eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:30:15.456256 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-deeeb187-cba2-4b85-9ea6-d80ddf51cbc4 req-2753f0b3-58a3-448b-a1e5-7c96ff925eb7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=09ca977f-c259-4db8-b92e-b0f1fb643d6f HTTP/1.1" status: 200 len: 848 time: 0.0463355 Nov 22 21:30:15.501582 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deeeb187-cba2-4b85-9ea6-d80ddf51cbc4 req-baa9bd4d-42f4-40db-8913-1efc7c697727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:30:15.503064 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-deeeb187-cba2-4b85-9ea6-d80ddf51cbc4 req-baa9bd4d-42f4-40db-8913-1efc7c697727 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=946caf2e-4b9b-48c5-b148-790a6fe88581&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404747 Nov 22 21:30:15.598998 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-deeeb187-cba2-4b85-9ea6-d80ddf51cbc4 req-0c707c17-ee30-410a-88df-c7ce8b2cd267 service neutron] 10.222.0.20 "GET /v2.0/networks/946caf2e-4b9b-48c5-b148-790a6fe88581?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892000 Nov 22 21:30:15.700049 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-deeeb187-cba2-4b85-9ea6-d80ddf51cbc4 req-77878d51-70bc-4867-9cdf-12edc239daa6 service neutron] 10.222.0.20 "GET /v2.0/networks/946caf2e-4b9b-48c5-b148-790a6fe88581?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924594 Nov 22 21:30:15.993022 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936f82a5-5e18-4e0a-bd47-4764c4541463 req-152f183f-7b05-466e-af86-db26b41790ec tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:30:15.995593 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-936f82a5-5e18-4e0a-bd47-4764c4541463 req-152f183f-7b05-466e-af86-db26b41790ec tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] 10.222.0.46 "GET /v2.0/ports?device_id=36f4d460-be4c-4710-a285-bf285aea9a6b HTTP/1.1" status: 200 len: 932 time: 0.0614161 Nov 22 21:30:16.061410 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-936f82a5-5e18-4e0a-bd47-4764c4541463 req-9817ae93-dbfe-476c-95c1-1d2eb161d08b tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] 10.222.0.46 "GET /v2.0/security-groups?id=0df8a906-17c1-47de-9344-ea8b07d51f29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569825 Nov 22 21:30:17.171250 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a579c7-e866-4c6c-92b1-0e6fc979c7f0 req-c4c437c0-8c85-4623-b16f-a4da38fec3a7 tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:30:17.172790 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b8a579c7-e866-4c6c-92b1-0e6fc979c7f0 req-c4c437c0-8c85-4623-b16f-a4da38fec3a7 tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] 10.222.0.46 "GET /v2.0/ports?device_id=36f4d460-be4c-4710-a285-bf285aea9a6b HTTP/1.1" status: 200 len: 932 time: 0.0519259 Nov 22 21:30:17.226049 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-b8a579c7-e866-4c6c-92b1-0e6fc979c7f0 req-cb951d81-9b19-44ff-abfa-4dcfd474e113 tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] 10.222.0.46 "GET /v2.0/security-groups?id=0df8a906-17c1-47de-9344-ea8b07d51f29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471289 Nov 22 21:30:18.358302 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456363a2-a255-4b6f-ac7b-9ab71f16836f req-3f646dad-88fc-41e6-8455-543d2db13636 tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:30:18.359373 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-456363a2-a255-4b6f-ac7b-9ab71f16836f req-3f646dad-88fc-41e6-8455-543d2db13636 tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] 10.222.0.46 "GET /v2.0/ports?device_id=36f4d460-be4c-4710-a285-bf285aea9a6b HTTP/1.1" status: 200 len: 932 time: 0.0606732 Nov 22 21:30:18.410054 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-456363a2-a255-4b6f-ac7b-9ab71f16836f req-0f7f7421-5531-4cd9-99d7-eece9ae21370 tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] 10.222.0.46 "GET /v2.0/security-groups?id=0df8a906-17c1-47de-9344-ea8b07d51f29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442758 Nov 22 21:30:18.924296 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.v2.base [req-834420ce-2f9d-4ad3-9076-6432cb1eb489 req-e21b1e38-cc83-4757-af92-58e815a44768 service neutron] Request body: {'port': {'device_id': '36f4d460-be4c-4710-a285-bf285aea9a6b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818823-1'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 21:30:18.978510 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-834420ce-2f9d-4ad3-9076-6432cb1eb489 req-e21b1e38-cc83-4757-af92-58e815a44768 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:30:19.237758 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [req-834420ce-2f9d-4ad3-9076-6432cb1eb489 req-e21b1e38-cc83-4757-af92-58e815a44768 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3673cd18-82c0-4334-9660-eed117e651ec {{(pid=103448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 21:30:19.245209 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-834420ce-2f9d-4ad3-9076-6432cb1eb489 req-e21b1e38-cc83-4757-af92-58e815a44768 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:30:19.257513 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [req-834420ce-2f9d-4ad3-9076-6432cb1eb489 req-e21b1e38-cc83-4757-af92-58e815a44768 service neutron] Transition to ACTIVE for port object 3673cd18-82c0-4334-9660-eed117e651ec will not be triggered until provisioned by entity L2. {{(pid=103448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 21:30:19.260783 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-834420ce-2f9d-4ad3-9076-6432cb1eb489 req-e21b1e38-cc83-4757-af92-58e815a44768 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:30:19.310856 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21b1e38-cc83-4757-af92-58e815a44768 service neutron] Pushing event updated for resources: {'Port': ['ID=3673cd18-82c0-4334-9660-eed117e651ec,revision_number=2']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:30:19.383407 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-834420ce-2f9d-4ad3-9076-6432cb1eb489 req-e21b1e38-cc83-4757-af92-58e815a44768 service neutron] Attempting to bind port 3673cd18-82c0-4334-9660-eed117e651ec on host n-h1-818823-1 for vnic_type normal with profile {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 21:30:19.383760 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-834420ce-2f9d-4ad3-9076-6432cb1eb489 req-e21b1e38-cc83-4757-af92-58e815a44768 service neutron] Attempting to bind port 3673cd18-82c0-4334-9660-eed117e651ec by drivers openvswitch,hyperv on host n-h1-818823-1 at level 0 using segments [{'id': '0c822c7b-6ff0-4fcc-bf11-21e852ee163b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '946caf2e-4b9b-48c5-b148-790a6fe88581'}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 21:30:19.384089 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-834420ce-2f9d-4ad3-9076-6432cb1eb489 req-e21b1e38-cc83-4757-af92-58e815a44768 service neutron] Attempting to bind port 3673cd18-82c0-4334-9660-eed117e651ec on network 946caf2e-4b9b-48c5-b148-790a6fe88581 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 21:30:19.388813 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-834420ce-2f9d-4ad3-9076-6432cb1eb489 req-e21b1e38-cc83-4757-af92-58e815a44768 service neutron] Port 3673cd18-82c0-4334-9660-eed117e651ec on network 946caf2e-4b9b-48c5-b148-790a6fe88581 not bound, no agent of type Open vSwitch agent registered on host n-h1-818823-1 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 21:30:19.389130 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-834420ce-2f9d-4ad3-9076-6432cb1eb489 req-e21b1e38-cc83-4757-af92-58e815a44768 service neutron] Attempting to bind port 3673cd18-82c0-4334-9660-eed117e651ec on network 946caf2e-4b9b-48c5-b148-790a6fe88581 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 21:30:19.394080 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-834420ce-2f9d-4ad3-9076-6432cb1eb489 req-e21b1e38-cc83-4757-af92-58e815a44768 service neutron] Checking agent: {'id': '7a008cff-3b49-418c-8046-689d46cc800f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818823-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'started_at': datetime.datetime(2021, 11, 22, 20, 0, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 21, 30, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 21:30:19.394414 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-834420ce-2f9d-4ad3-9076-6432cb1eb489 req-e21b1e38-cc83-4757-af92-58e815a44768 service neutron] Checking segment: {'id': '0c822c7b-6ff0-4fcc-bf11-21e852ee163b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '946caf2e-4b9b-48c5-b148-790a6fe88581'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 21:30:19.394793 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-834420ce-2f9d-4ad3-9076-6432cb1eb489 req-e21b1e38-cc83-4757-af92-58e815a44768 service neutron] Bound using segment: {'id': '0c822c7b-6ff0-4fcc-bf11-21e852ee163b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '946caf2e-4b9b-48c5-b148-790a6fe88581'} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 21:30:19.395213 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-834420ce-2f9d-4ad3-9076-6432cb1eb489 req-e21b1e38-cc83-4757-af92-58e815a44768 service neutron] Bound port: 3673cd18-82c0-4334-9660-eed117e651ec, host: n-h1-818823-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c822c7b-6ff0-4fcc-bf11-21e852ee163b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '946caf2e-4b9b-48c5-b148-790a6fe88581'}}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 21:30:19.395617 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-834420ce-2f9d-4ad3-9076-6432cb1eb489 req-e21b1e38-cc83-4757-af92-58e815a44768 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:30:19.470024 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-834420ce-2f9d-4ad3-9076-6432cb1eb489 req-e21b1e38-cc83-4757-af92-58e815a44768 service neutron] For port 3673cd18-82c0-4334-9660-eed117e651ec, host n-h1-818823-1, cleared binding levels {{(pid=103448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 21:30:19.473402 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-834420ce-2f9d-4ad3-9076-6432cb1eb489 req-e21b1e38-cc83-4757-af92-58e815a44768 service neutron] For port 3673cd18-82c0-4334-9660-eed117e651ec, host n-h1-818823-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=3673cd18-82c0-4334-9660-eed117e651ec,segment=NetworkSegment(0c822c7b-6ff0-4fcc-bf11-21e852ee163b),segment_id=0c822c7b-6ff0-4fcc-bf11-21e852ee163b)] {{(pid=103448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 21:30:19.478256 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-834420ce-2f9d-4ad3-9076-6432cb1eb489 req-e21b1e38-cc83-4757-af92-58e815a44768 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11567411'] for port, after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:30:19.515816 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834420ce-2f9d-4ad3-9076-6432cb1eb489 req-e21b1e38-cc83-4757-af92-58e815a44768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:30:19.516516 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-834420ce-2f9d-4ad3-9076-6432cb1eb489 req-e21b1e38-cc83-4757-af92-58e815a44768 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:30:19.518054 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-834420ce-2f9d-4ad3-9076-6432cb1eb489 req-e21b1e38-cc83-4757-af92-58e815a44768 service neutron] 10.222.0.41 "PUT /v2.0/ports/3673cd18-82c0-4334-9660-eed117e651ec HTTP/1.1" status: 200 len: 1092 time: 0.5991514 Nov 22 21:30:19.518511 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36f4d460-be4c-4710-a285-bf285aea9a6b', 'tag': '3673cd18-82c0-4334-9660-eed117e651ec'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 21:30:19.520900 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d75c62b18f4846ba0ff3fb32e7a2f33757bcd91f6941723bbc4e48e63e422314" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be32c433-b1eb-43c0-8579-988f21002e8d" -d '{"events": [{"name": "network-changed", "server_uuid": "36f4d460-be4c-4710-a285-bf285aea9a6b", "tag": "3673cd18-82c0-4334-9660-eed117e651ec"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 21:30:19.549232 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d94cb1-d5e1-4bee-a1fe-ed4d45fc692f req-a9d4b7b0-4f54-474e-848f-873ece95536a tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:30:19.550783 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-53d94cb1-d5e1-4bee-a1fe-ed4d45fc692f req-a9d4b7b0-4f54-474e-848f-873ece95536a tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] 10.222.0.46 "GET /v2.0/ports?device_id=36f4d460-be4c-4710-a285-bf285aea9a6b HTTP/1.1" status: 200 len: 944 time: 0.0665870 Nov 22 21:30:19.553185 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21b1e38-cc83-4757-af92-58e815a44768 service neutron] Pushing event updated for resources: {'Port': ['ID=3673cd18-82c0-4334-9660-eed117e651ec,revision_number=3']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:30:19.597576 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 21:30:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1510171c-4ba5-4265-b176-db6776d0a8ec x-openstack-request-id: req-1510171c-4ba5-4265-b176-db6776d0a8ec {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 21:30:19.597973 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36f4d460-be4c-4710-a285-bf285aea9a6b", "tag": "3673cd18-82c0-4334-9660-eed117e651ec", "status": "completed", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 21:30:19.598255 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1510171c-4ba5-4265-b176-db6776d0a8ec {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 21:30:19.598631 n-d-818823-1 neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36f4d460-be4c-4710-a285-bf285aea9a6b', 'tag': '3673cd18-82c0-4334-9660-eed117e651ec', 'status': 'completed', 'code': 200} Nov 22 21:30:19.619593 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-53d94cb1-d5e1-4bee-a1fe-ed4d45fc692f req-34a7b477-71cc-4e4f-bd15-1074e3756d86 tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] 10.222.0.46 "GET /v2.0/security-groups?id=0df8a906-17c1-47de-9344-ea8b07d51f29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605066 Nov 22 21:30:19.643570 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834420ce-2f9d-4ad3-9076-6432cb1eb489 req-7a2ab732-3b9d-491b-8fa4-9ea6628ff031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:30:19.645188 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-834420ce-2f9d-4ad3-9076-6432cb1eb489 req-7a2ab732-3b9d-491b-8fa4-9ea6628ff031 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ac3cde37eeed403eb0b794404fcda250&device_id=36f4d460-be4c-4710-a285-bf285aea9a6b HTTP/1.1" status: 200 len: 1095 time: 0.0668316 Nov 22 21:30:19.692026 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-834420ce-2f9d-4ad3-9076-6432cb1eb489 req-1960a093-1207-4908-92bc-ec2ad661ebf0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3673cd18-82c0-4334-9660-eed117e651ec HTTP/1.1" status: 200 len: 217 time: 0.0380847 Nov 22 21:30:19.747959 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834420ce-2f9d-4ad3-9076-6432cb1eb489 req-7eefcb3f-4985-44d0-82b7-e198ba18694c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:30:19.749457 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-834420ce-2f9d-4ad3-9076-6432cb1eb489 req-7eefcb3f-4985-44d0-82b7-e198ba18694c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=09ca977f-c259-4db8-b92e-b0f1fb643d6f HTTP/1.1" status: 200 len: 848 time: 0.0509310 Nov 22 21:30:19.796642 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834420ce-2f9d-4ad3-9076-6432cb1eb489 req-8a7aafa0-e985-472c-b768-26a34e074204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:30:19.798142 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-834420ce-2f9d-4ad3-9076-6432cb1eb489 req-8a7aafa0-e985-472c-b768-26a34e074204 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=946caf2e-4b9b-48c5-b148-790a6fe88581&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414743 Nov 22 21:30:19.891357 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-834420ce-2f9d-4ad3-9076-6432cb1eb489 req-aad080be-555d-4e64-b2b0-c5a43e0d938d service neutron] 10.222.0.41 "GET /v2.0/networks/946caf2e-4b9b-48c5-b148-790a6fe88581?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858655 Nov 22 21:30:19.980323 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-834420ce-2f9d-4ad3-9076-6432cb1eb489 req-d093a27b-5bfb-4f8b-b6f1-0f838e626bc9 service neutron] 10.222.0.41 "GET /v2.0/networks/946caf2e-4b9b-48c5-b148-790a6fe88581?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814052 Nov 22 21:30:20.066942 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be32c433-b1eb-43c0-8579-988f21002e8d req-31ff0162-b246-43e6-a9e3-2f990e5f719a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:30:20.068404 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-be32c433-b1eb-43c0-8579-988f21002e8d req-31ff0162-b246-43e6-a9e3-2f990e5f719a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ac3cde37eeed403eb0b794404fcda250&device_id=36f4d460-be4c-4710-a285-bf285aea9a6b HTTP/1.1" status: 200 len: 1095 time: 0.0400045 Nov 22 21:30:20.160646 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be32c433-b1eb-43c0-8579-988f21002e8d req-467bf3c5-acdd-435a-b501-e959309eaa36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:30:20.162121 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-be32c433-b1eb-43c0-8579-988f21002e8d req-467bf3c5-acdd-435a-b501-e959309eaa36 service neutron] 10.222.0.41 "GET /v2.0/networks?id=946caf2e-4b9b-48c5-b148-790a6fe88581 HTTP/1.1" status: 200 len: 910 time: 0.0866911 Nov 22 21:30:20.207915 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-be32c433-b1eb-43c0-8579-988f21002e8d req-4dec77d4-785a-42df-98c1-ad0e8ee17bdd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3673cd18-82c0-4334-9660-eed117e651ec HTTP/1.1" status: 200 len: 217 time: 0.0341260 Nov 22 21:30:20.257589 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be32c433-b1eb-43c0-8579-988f21002e8d req-107bd2c9-d6bf-491f-b597-651a5111b466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:30:20.259133 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-be32c433-b1eb-43c0-8579-988f21002e8d req-107bd2c9-d6bf-491f-b597-651a5111b466 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=09ca977f-c259-4db8-b92e-b0f1fb643d6f HTTP/1.1" status: 200 len: 848 time: 0.0444655 Nov 22 21:30:20.311254 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be32c433-b1eb-43c0-8579-988f21002e8d req-f7255186-89a8-4fb9-954d-7cd01c9d1cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:30:20.312781 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-be32c433-b1eb-43c0-8579-988f21002e8d req-f7255186-89a8-4fb9-954d-7cd01c9d1cea service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=946caf2e-4b9b-48c5-b148-790a6fe88581&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445530 Nov 22 21:30:20.404233 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-be32c433-b1eb-43c0-8579-988f21002e8d req-5a15617f-f02f-4496-9821-e50857aedd8c service neutron] 10.222.0.41 "GET /v2.0/networks/946caf2e-4b9b-48c5-b148-790a6fe88581?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812960 Nov 22 21:30:20.497323 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-be32c433-b1eb-43c0-8579-988f21002e8d req-f981db7f-d1d3-4d62-b0da-7d24f8551ed0 service neutron] 10.222.0.41 "GET /v2.0/networks/946caf2e-4b9b-48c5-b148-790a6fe88581?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848253 Nov 22 21:30:20.738412 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5387007c-2839-4452-99d5-29f123708bab req-a5a0b601-5301-46a6-87d3-9434da740e40 tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:30:20.739939 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5387007c-2839-4452-99d5-29f123708bab req-a5a0b601-5301-46a6-87d3-9434da740e40 tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] 10.222.0.46 "GET /v2.0/ports?device_id=36f4d460-be4c-4710-a285-bf285aea9a6b HTTP/1.1" status: 200 len: 944 time: 0.0476210 Nov 22 21:30:20.791760 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5387007c-2839-4452-99d5-29f123708bab req-67f6dadc-f62c-4ca1-a778-724a7134d281 tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] 10.222.0.46 "GET /v2.0/security-groups?id=0df8a906-17c1-47de-9344-ea8b07d51f29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457132 Nov 22 21:30:21.906709 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bca5b1e-85d5-40be-b82b-7ee14610e5b9 req-f888dad5-0587-4c0f-8435-7a60f6ddd2b5 tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:30:21.908186 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0bca5b1e-85d5-40be-b82b-7ee14610e5b9 req-f888dad5-0587-4c0f-8435-7a60f6ddd2b5 tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] 10.222.0.46 "GET /v2.0/ports?device_id=36f4d460-be4c-4710-a285-bf285aea9a6b HTTP/1.1" status: 200 len: 944 time: 0.0473177 Nov 22 21:30:21.956562 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-0bca5b1e-85d5-40be-b82b-7ee14610e5b9 req-5e1c3558-df5b-4247-9269-c3ad2fa6d90e tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] 10.222.0.46 "GET /v2.0/security-groups?id=0df8a906-17c1-47de-9344-ea8b07d51f29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424294 Nov 22 21:30:23.079932 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7a82f3-f3d3-4cff-9f05-81b13174963f req-7ec32021-16fe-492c-8173-23a6876148e8 tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:30:23.081349 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9a7a82f3-f3d3-4cff-9f05-81b13174963f req-7ec32021-16fe-492c-8173-23a6876148e8 tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] 10.222.0.46 "GET /v2.0/ports?device_id=36f4d460-be4c-4710-a285-bf285aea9a6b HTTP/1.1" status: 200 len: 944 time: 0.0552936 Nov 22 21:30:23.140232 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-9a7a82f3-f3d3-4cff-9f05-81b13174963f req-3d4b4da5-2106-4827-8d81-2d69cf790047 tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] 10.222.0.46 "GET /v2.0/security-groups?id=0df8a906-17c1-47de-9344-ea8b07d51f29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525122 Nov 22 21:30:23.862097 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 3673cd18-82c0-4334-9660-eed117e651ec details requested by agent hyperv_n-h1-818823-1 with host n-h1-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 21:30:23.954423 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 3673cd18-82c0-4334-9660-eed117e651ec, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=3673cd18-82c0-4334-9660-eed117e651ec,segment=NetworkSegment(0c822c7b-6ff0-4fcc-bf11-21e852ee163b),segment_id=0c822c7b-6ff0-4fcc-bf11-21e852ee163b)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 21:30:23.966396 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Returning: {'device': '3673cd18-82c0-4334-9660-eed117e651ec', 'network_id': '946caf2e-4b9b-48c5-b148-790a6fe88581', 'port_id': '3673cd18-82c0-4334-9660-eed117e651ec', 'mac_address': 'fa:16:3e:6f:38:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09ca977f-c259-4db8-b92e-b0f1fb643d6f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 21:30:24.004431 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:30:24.021412 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3673cd18-82c0-4334-9660-eed117e651ec {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 21:30:24.040174 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 3673cd18-82c0-4334-9660-eed117e651ec, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=3673cd18-82c0-4334-9660-eed117e651ec,segment=NetworkSegment(0c822c7b-6ff0-4fcc-bf11-21e852ee163b),segment_id=0c822c7b-6ff0-4fcc-bf11-21e852ee163b)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 21:30:24.043922 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:30:24.089544 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=3673cd18-82c0-4334-9660-eed117e651ec,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:30:24.259628 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fb74b0-e962-4e2a-90b9-d77950b5907a req-0718c935-367e-477c-ae4c-4576e8369c13 tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:30:24.261121 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-19fb74b0-e962-4e2a-90b9-d77950b5907a req-0718c935-367e-477c-ae4c-4576e8369c13 tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] 10.222.0.46 "GET /v2.0/ports?device_id=36f4d460-be4c-4710-a285-bf285aea9a6b HTTP/1.1" status: 200 len: 945 time: 0.0526600 Nov 22 21:30:24.283254 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] get_ports_and_sgs() called for port_ids ['3673cd18-82c0-4334-9660-eed117e651ec'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 21:30:24.311734 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-19fb74b0-e962-4e2a-90b9-d77950b5907a req-d6a87b7c-7876-4682-861e-aa8e9ad74a73 tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] 10.222.0.46 "GET /v2.0/security-groups?id=0df8a906-17c1-47de-9344-ea8b07d51f29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439301 Nov 22 21:30:25.431137 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8213fc-a6ec-47c8-8063-734dadf4f97b req-01813951-303e-4bc6-9685-850f5f4bee8b tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:30:25.432989 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4c8213fc-a6ec-47c8-8063-734dadf4f97b req-01813951-303e-4bc6-9685-850f5f4bee8b tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] 10.222.0.46 "GET /v2.0/ports?device_id=36f4d460-be4c-4710-a285-bf285aea9a6b HTTP/1.1" status: 200 len: 945 time: 0.0488856 Nov 22 21:30:25.481780 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-4c8213fc-a6ec-47c8-8063-734dadf4f97b req-64cbf8c4-9d3a-4eff-94d2-dfedee93520e tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] 10.222.0.46 "GET /v2.0/security-groups?id=0df8a906-17c1-47de-9344-ea8b07d51f29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423777 Nov 22 21:30:25.867586 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 3673cd18-82c0-4334-9660-eed117e651ec up at agent hyperv_n-h1-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 21:30:25.916318 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Provisioning for port 3673cd18-82c0-4334-9660-eed117e651ec completed by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 21:30:25.920765 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Provisioning complete for port 3673cd18-82c0-4334-9660-eed117e651ec triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 21:30:25.921143 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:30:26.001336 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:30:26.023243 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36f4d460-be4c-4710-a285-bf285aea9a6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3673cd18-82c0-4334-9660-eed117e651ec'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 21:30:26.025518 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77cdb882cfbf7cc977e8d6fd4582ec33309c0dd3d6eecd2022538c80279aa7ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9841fb42-3d3c-4a67-b9ec-fcbd5e612f0d" -d '{"events": [{"server_uuid": "36f4d460-be4c-4710-a285-bf285aea9a6b", "name": "network-vif-plugged", "status": "completed", "tag": "3673cd18-82c0-4334-9660-eed117e651ec"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 21:30:26.038848 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 3673cd18-82c0-4334-9660-eed117e651ec, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=3673cd18-82c0-4334-9660-eed117e651ec,segment=NetworkSegment(0c822c7b-6ff0-4fcc-bf11-21e852ee163b),segment_id=0c822c7b-6ff0-4fcc-bf11-21e852ee163b)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 21:30:26.043375 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:30:26.069370 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 21:30:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b054544f-03e7-4f5b-b155-e6658298780b x-openstack-request-id: req-b054544f-03e7-4f5b-b155-e6658298780b {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 21:30:26.069661 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36f4d460-be4c-4710-a285-bf285aea9a6b", "name": "network-vif-plugged", "status": "completed", "tag": "3673cd18-82c0-4334-9660-eed117e651ec", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 21:30:26.069915 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b054544f-03e7-4f5b-b155-e6658298780b {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 21:30:26.070306 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36f4d460-be4c-4710-a285-bf285aea9a6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3673cd18-82c0-4334-9660-eed117e651ec', 'code': 200} Nov 22 21:30:26.098485 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=3673cd18-82c0-4334-9660-eed117e651ec,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:30:26.168365 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370487bf-1922-4884-aca0-57afa5b5a22e req-a2f08df0-5e2d-4617-be13-9b5957c4d998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:30:26.169889 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-370487bf-1922-4884-aca0-57afa5b5a22e req-a2f08df0-5e2d-4617-be13-9b5957c4d998 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=36f4d460-be4c-4710-a285-bf285aea9a6b HTTP/1.1" status: 200 len: 1097 time: 0.0409815 Nov 22 21:30:26.217816 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-370487bf-1922-4884-aca0-57afa5b5a22e req-e51e9ffd-6cdd-41c8-8369-96c5092d6ee2 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=0df8a906-17c1-47de-9344-ea8b07d51f29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395582 Nov 22 21:30:26.594389 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43e81e8-5fa9-4043-9276-ea569f28eed6 req-cd0550f9-b614-4511-86ad-d72cc996e2a6 tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:30:26.595880 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d43e81e8-5fa9-4043-9276-ea569f28eed6 req-cd0550f9-b614-4511-86ad-d72cc996e2a6 tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] 10.222.0.46 "GET /v2.0/ports?device_id=36f4d460-be4c-4710-a285-bf285aea9a6b HTTP/1.1" status: 200 len: 946 time: 0.0472553 Nov 22 21:30:26.648674 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-d43e81e8-5fa9-4043-9276-ea569f28eed6 req-73534494-e761-444a-acf5-83ff0617879d tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] 10.222.0.46 "GET /v2.0/security-groups?id=0df8a906-17c1-47de-9344-ea8b07d51f29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467677 Nov 22 21:30:27.768909 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdff1bde-885e-4e8c-8cb8-986496d4c1a3 req-f836fe49-3e88-483b-ba84-74dfbae725c6 tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:30:27.770394 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-bdff1bde-885e-4e8c-8cb8-986496d4c1a3 req-f836fe49-3e88-483b-ba84-74dfbae725c6 tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] 10.222.0.46 "GET /v2.0/ports?device_id=36f4d460-be4c-4710-a285-bf285aea9a6b HTTP/1.1" status: 200 len: 946 time: 0.0493858 Nov 22 21:30:27.818556 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-bdff1bde-885e-4e8c-8cb8-986496d4c1a3 req-187204de-648b-4f3e-9f37-5e9283a2528c tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] 10.222.0.46 "GET /v2.0/security-groups?id=0df8a906-17c1-47de-9344-ea8b07d51f29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421515 Nov 22 21:30:27.932575 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec65203-32a1-4a6e-a2c3-0ee7e7fde1c9 req-ed46bfd2-f78e-4c26-887e-ded5cb501d53 tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:30:27.934575 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3ec65203-32a1-4a6e-a2c3-0ee7e7fde1c9 req-ed46bfd2-f78e-4c26-887e-ded5cb501d53 tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] 10.222.0.46 "GET /v2.0/ports?device_id=36f4d460-be4c-4710-a285-bf285aea9a6b HTTP/1.1" status: 200 len: 946 time: 0.0488293 Nov 22 21:30:27.982380 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-3ec65203-32a1-4a6e-a2c3-0ee7e7fde1c9 req-28ab845e-6d1f-47a7-8de0-efb0b3c40359 tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] 10.222.0.46 "GET /v2.0/security-groups?id=0df8a906-17c1-47de-9344-ea8b07d51f29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418355 Nov 22 21:30:28.003731 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 34710) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:30:28.046294 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd30147c-929c-4fd6-b361-a9d18438550e tempest-TestSnapshotPattern-524551624 tempest-TestSnapshotPattern-524551624-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:30:28.047824 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-fd30147c-929c-4fd6-b361-a9d18438550e tempest-TestSnapshotPattern-524551624 tempest-TestSnapshotPattern-524551624-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=36f4d460-be4c-4710-a285-bf285aea9a6b HTTP/1.1" status: 200 len: 1092 time: 0.0431304 Nov 22 21:30:28.050653 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 34712) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:30:28.054911 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.v2.base [None req-ca83c891-92d1-4d43-acf7-1673d48b1e0c tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] Request body: {'floatingip': {'floating_network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'port_id': '3673cd18-82c0-4334-9660-eed117e651ec', 'tenant_id': 'ac3cde37eeed403eb0b794404fcda250', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 21:30:28.077554 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ca83c891-92d1-4d43-acf7-1673d48b1e0c tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] Publish callbacks [] for floatingip, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:30:28.172511 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ca83c891-92d1-4d43-acf7-1673d48b1e0c tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:30:28.276228 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [None req-ca83c891-92d1-4d43-acf7-1673d48b1e0c tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] Allocated IP 172.25.5.78 (c48a55e9-6a85-4746-b7bf-3e29fb560094/5da6f781-63e6-4328-ae7a-5e672262f55a/b37890ae-6915-4993-9252-1f374abaaf03) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 21:30:28.373770 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ca83c891-92d1-4d43-acf7-1673d48b1e0c tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] Publish callbacks [] for port, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:30:28.406209 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ca83c891-92d1-4d43-acf7-1673d48b1e0c tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748992468372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:30:28.450603 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca83c891-92d1-4d43-acf7-1673d48b1e0c tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] Network c48a55e9-6a85-4746-b7bf-3e29fb560094 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 21:30:28.455003 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-ca83c891-92d1-4d43-acf7-1673d48b1e0c tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 21:30:28.459322 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca83c891-92d1-4d43-acf7-1673d48b1e0c tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 21:30:28.462303 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca83c891-92d1-4d43-acf7-1673d48b1e0c tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] Pushing event updated for resources: {'Port': ['ID=b37890ae-6915-4993-9252-1f374abaaf03,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:30:28.487183 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca83c891-92d1-4d43-acf7-1673d48b1e0c tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:30:28.487566 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca83c891-92d1-4d43-acf7-1673d48b1e0c tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:30:28.487911 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca83c891-92d1-4d43-acf7-1673d48b1e0c tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:30:28.488252 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca83c891-92d1-4d43-acf7-1673d48b1e0c tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:30:28.488587 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca83c891-92d1-4d43-acf7-1673d48b1e0c tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:30:28.488920 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca83c891-92d1-4d43-acf7-1673d48b1e0c tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:30:28.489251 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca83c891-92d1-4d43-acf7-1673d48b1e0c tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:30:28.489580 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca83c891-92d1-4d43-acf7-1673d48b1e0c tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:30:28.489908 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca83c891-92d1-4d43-acf7-1673d48b1e0c tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:30:28.490233 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca83c891-92d1-4d43-acf7-1673d48b1e0c tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:30:28.490562 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca83c891-92d1-4d43-acf7-1673d48b1e0c tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:30:28.490891 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca83c891-92d1-4d43-acf7-1673d48b1e0c tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:30:28.817165 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ca83c891-92d1-4d43-acf7-1673d48b1e0c tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:30:28.880488 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ca83c891-92d1-4d43-acf7-1673d48b1e0c tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:30:29.026245 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ca83c891-92d1-4d43-acf7-1673d48b1e0c tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] Publish callbacks [] for port, precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:30:29.032685 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ca83c891-92d1-4d43-acf7-1673d48b1e0c tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8900862'] for port, after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:30:29.098580 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca83c891-92d1-4d43-acf7-1673d48b1e0c tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] Pushing event updated for resources: {'Port': ['ID=b37890ae-6915-4993-9252-1f374abaaf03,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:30:29.110118 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ca83c891-92d1-4d43-acf7-1673d48b1e0c tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-595224'] for floatingip, after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:30:29.207070 n-d-818823-1 neutron-server[103447]: INFO neutron.db.l3_db [None req-ca83c891-92d1-4d43-acf7-1673d48b1e0c tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] Floating IP 68a991d3-f7d7-498f-8b49-db531520c1ca associated. External IP: 172.25.5.78, port: 3673cd18-82c0-4334-9660-eed117e651ec. Nov 22 21:30:29.406772 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca83c891-92d1-4d43-acf7-1673d48b1e0c tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] Router 0ab545a9-3f08-4e4f-93f9-9c9bd1a2e957 has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 21:30:29.511011 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca83c891-92d1-4d43-acf7-1673d48b1e0c tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 21:30:29.521097 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d6a39b2-b2d5-4974-aa49-7673a7456a58 None None] Sync routers for ids ['0ab545a9-3f08-4e4f-93f9-9c9bd1a2e957'] in n-d-818823-1 {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 21:30:29.528652 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ca83c891-92d1-4d43-acf7-1673d48b1e0c tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for floatingip, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:30:29.530843 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d6a39b2-b2d5-4974-aa49-7673a7456a58 None None] Routers {'0ab545a9-3f08-4e4f-93f9-9c9bd1a2e957'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 21:30:29.531484 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-1d6a39b2-b2d5-4974-aa49-7673a7456a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T21:30:03Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['0ab545a9-3f08-4e4f-93f9-9c9bd1a2e957'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:30:29.555245 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-ca83c891-92d1-4d43-acf7-1673d48b1e0c tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5035734 Nov 22 21:30:29.555853 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36f4d460-be4c-4710-a285-bf285aea9a6b', 'tag': '3673cd18-82c0-4334-9660-eed117e651ec'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 21:30:29.559001 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0b87e146ffa5c253ca46002a571dfb52564e5f7c412d10689cf18353d020cb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13e17352-871f-418a-9488-7e9f49b09da3" -d '{"events": [{"name": "network-changed", "server_uuid": "36f4d460-be4c-4710-a285-bf285aea9a6b", "tag": "3673cd18-82c0-4334-9660-eed117e651ec"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 21:30:29.595780 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 21:30:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c6ec495-69c6-406b-9d31-eac8f6b77e1b x-openstack-request-id: req-4c6ec495-69c6-406b-9d31-eac8f6b77e1b {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 21:30:29.596074 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36f4d460-be4c-4710-a285-bf285aea9a6b", "tag": "3673cd18-82c0-4334-9660-eed117e651ec", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 21:30:29.596333 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4c6ec495-69c6-406b-9d31-eac8f6b77e1b {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 21:30:29.596742 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36f4d460-be4c-4710-a285-bf285aea9a6b', 'tag': '3673cd18-82c0-4334-9660-eed117e651ec', 'status': 'completed', 'code': 200} Nov 22 21:30:29.647685 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-1d6a39b2-b2d5-4974-aa49-7673a7456a58 None None] Set router 0ab545a9-3f08-4e4f-93f9-9c9bd1a2e957 gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 21:30:29.660447 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e17352-871f-418a-9488-7e9f49b09da3 req-e2704147-6d1c-421d-9429-0c9b3b7d7449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:30:29.661961 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-13e17352-871f-418a-9488-7e9f49b09da3 req-e2704147-6d1c-421d-9429-0c9b3b7d7449 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ac3cde37eeed403eb0b794404fcda250&device_id=36f4d460-be4c-4710-a285-bf285aea9a6b HTTP/1.1" status: 200 len: 1097 time: 0.0413806 Nov 22 21:30:29.755058 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e17352-871f-418a-9488-7e9f49b09da3 req-d7ef4cc9-9063-4c55-b167-b8b54eb2c7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:30:29.756572 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-13e17352-871f-418a-9488-7e9f49b09da3 req-d7ef4cc9-9063-4c55-b167-b8b54eb2c7ed service neutron] 10.222.0.41 "GET /v2.0/networks?id=946caf2e-4b9b-48c5-b148-790a6fe88581 HTTP/1.1" status: 200 len: 910 time: 0.0876775 Nov 22 21:30:29.821087 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-13e17352-871f-418a-9488-7e9f49b09da3 req-ebfb6d04-ef1c-4d78-987b-c44182ad471c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3673cd18-82c0-4334-9660-eed117e651ec HTTP/1.1" status: 200 len: 999 time: 0.0573628 Nov 22 21:30:29.875081 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e17352-871f-418a-9488-7e9f49b09da3 req-0db18544-6a1a-46fe-b596-c5a4a5f1230e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:30:29.876571 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-13e17352-871f-418a-9488-7e9f49b09da3 req-0db18544-6a1a-46fe-b596-c5a4a5f1230e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=09ca977f-c259-4db8-b92e-b0f1fb643d6f HTTP/1.1" status: 200 len: 848 time: 0.0486550 Nov 22 21:30:29.881809 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-1d6a39b2-b2d5-4974-aa49-7673a7456a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ab545a9-3f08-4e4f-93f9-9c9bd1a2e957', 'name': 'tempest-TestSnapshotPattern-355706390-router', 'tenant_id': 'ac3cde37eeed403eb0b794404fcda250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.180'}], 'enable_snat': True}, 'gw_port_id': '4b665c37-1fd1-423c-a80d-5abb8d797731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T21:27:29Z', 'updated_at': '2021-11-22T21:27:32Z', 'revision_number': 4, 'project_id': 'ac3cde37eeed403eb0b794404fcda250', 'gw_port': {'id': '4b665c37-1fd1-423c-a80d-5abb8d797731', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:9b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab545a9-3f08-4e4f-93f9-9c9bd1a2e957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:27:30Z', 'updated_at': '2021-11-22T21:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_floatingips': [{'id': '68a991d3-f7d7-498f-8b49-db531520c1ca', 'tenant_id': 'ac3cde37eeed403eb0b794404fcda250', 'floating_ip_address': '172.25.5.78', 'floating_network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'router_id': '0ab545a9-3f08-4e4f-93f9-9c9bd1a2e957', 'port_id': '3673cd18-82c0-4334-9660-eed117e651ec', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '946caf2e-4b9b-48c5-b148-790a6fe88581', 'mac_address': 'fa:16:3e:6f:38:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f4d460-be4c-4710-a285-bf285aea9a6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T21:30:28Z', 'updated_at': '2021-11-22T21:30:28Z', 'revision_number': 0, 'project_id': 'ac3cde37eeed403eb0b794404fcda250', 'fixed_ip_address_scope': None}, {'id': '7b598b62-2c3f-4686-a2f9-5198c863d83b', 'tenant_id': 'ac3cde37eeed403eb0b794404fcda250', 'floating_ip_address': '172.25.5.58', 'floating_network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'router_id': '0ab545a9-3f08-4e4f-93f9-9c9bd1a2e957', 'port_id': '0ed78371-3c98-4cad-a10e-0d32a221abed', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '946caf2e-4b9b-48c5-b148-790a6fe88581', 'mac_address': 'fa:16:3e:0a:32:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb795880-52ae-4968-b6e6-20222325aaf5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T21:27:53Z', 'updated_at': '2021-11-22T21:27:55Z', 'revision_number': 1, 'project_id': 'ac3cde37eeed403eb0b794404fcda250', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8dfc39f1-4c58-4849-853f-4cbc2706fdcf', 'name': '', 'network_id': '946caf2e-4b9b-48c5-b148-790a6fe88581', 'tenant_id': 'ac3cde37eeed403eb0b794404fcda250', 'mac_address': 'fa:16:3e:4b:45:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab545a9-3f08-4e4f-93f9-9c9bd1a2e957', 'device_owner': 'network:router_interface', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': '09ca977f-c259-4db8-b92e-b0f1fb643d6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:27:31Z', 'updated_at': '2021-11-22T21:27:37Z', 'revision_number': 5, 'project_id': 'ac3cde37eeed403eb0b794404fcda250', 'subnets': [{'id': '09ca977f-c259-4db8-b92e-b0f1fb643d6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:30:29.908797 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d6a39b2-b2d5-4974-aa49-7673a7456a58 None None] Checking router: 0ab545a9-3f08-4e4f-93f9-9c9bd1a2e957 for host: n-d-818823-1 {{(pid=103449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 21:30:29.916638 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d6a39b2-b2d5-4974-aa49-7673a7456a58 None None] Routers {'0ab545a9-3f08-4e4f-93f9-9c9bd1a2e957'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 21:30:29.917191 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-1d6a39b2-b2d5-4974-aa49-7673a7456a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T21:30:03Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['0ab545a9-3f08-4e4f-93f9-9c9bd1a2e957'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:30:29.923472 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e17352-871f-418a-9488-7e9f49b09da3 req-e6e8beeb-1509-4fa5-9176-43d6966d8c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:30:29.925002 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-13e17352-871f-418a-9488-7e9f49b09da3 req-e6e8beeb-1509-4fa5-9176-43d6966d8c02 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=946caf2e-4b9b-48c5-b148-790a6fe88581&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414889 Nov 22 21:30:30.013479 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-13e17352-871f-418a-9488-7e9f49b09da3 req-a5402ae7-782d-4066-a69a-f6a5b0a974f4 service neutron] 10.222.0.41 "GET /v2.0/networks/946caf2e-4b9b-48c5-b148-790a6fe88581?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815911 Nov 22 21:30:30.024164 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-1d6a39b2-b2d5-4974-aa49-7673a7456a58 None None] Set router 0ab545a9-3f08-4e4f-93f9-9c9bd1a2e957 gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 21:30:30.120416 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-13e17352-871f-418a-9488-7e9f49b09da3 req-c71c6330-8294-4a8b-834d-ae901aab14a9 service neutron] 10.222.0.41 "GET /v2.0/networks/946caf2e-4b9b-48c5-b148-790a6fe88581?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996614 Nov 22 21:30:30.188145 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-bf5cd739-5151-48a1-b659-3a83190e7ddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:30:30.271659 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-1d6a39b2-b2d5-4974-aa49-7673a7456a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ab545a9-3f08-4e4f-93f9-9c9bd1a2e957', 'name': 'tempest-TestSnapshotPattern-355706390-router', 'tenant_id': 'ac3cde37eeed403eb0b794404fcda250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.180'}], 'enable_snat': True}, 'gw_port_id': '4b665c37-1fd1-423c-a80d-5abb8d797731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T21:27:29Z', 'updated_at': '2021-11-22T21:27:32Z', 'revision_number': 4, 'project_id': 'ac3cde37eeed403eb0b794404fcda250', 'gw_port': {'id': '4b665c37-1fd1-423c-a80d-5abb8d797731', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:9b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab545a9-3f08-4e4f-93f9-9c9bd1a2e957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:27:30Z', 'updated_at': '2021-11-22T21:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_floatingips': [{'id': '68a991d3-f7d7-498f-8b49-db531520c1ca', 'tenant_id': 'ac3cde37eeed403eb0b794404fcda250', 'floating_ip_address': '172.25.5.78', 'floating_network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'router_id': '0ab545a9-3f08-4e4f-93f9-9c9bd1a2e957', 'port_id': '3673cd18-82c0-4334-9660-eed117e651ec', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '946caf2e-4b9b-48c5-b148-790a6fe88581', 'mac_address': 'fa:16:3e:6f:38:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f4d460-be4c-4710-a285-bf285aea9a6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T21:30:28Z', 'updated_at': '2021-11-22T21:30:28Z', 'revision_number': 0, 'project_id': 'ac3cde37eeed403eb0b794404fcda250', 'fixed_ip_address_scope': None}, {'id': '7b598b62-2c3f-4686-a2f9-5198c863d83b', 'tenant_id': 'ac3cde37eeed403eb0b794404fcda250', 'floating_ip_address': '172.25.5.58', 'floating_network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'router_id': '0ab545a9-3f08-4e4f-93f9-9c9bd1a2e957', 'port_id': '0ed78371-3c98-4cad-a10e-0d32a221abed', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '946caf2e-4b9b-48c5-b148-790a6fe88581', 'mac_address': 'fa:16:3e:0a:32:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb795880-52ae-4968-b6e6-20222325aaf5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T21:27:53Z', 'updated_at': '2021-11-22T21:27:55Z', 'revision_number': 1, 'project_id': 'ac3cde37eeed403eb0b794404fcda250', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8dfc39f1-4c58-4849-853f-4cbc2706fdcf', 'name': '', 'network_id': '946caf2e-4b9b-48c5-b148-790a6fe88581', 'tenant_id': 'ac3cde37eeed403eb0b794404fcda250', 'mac_address': 'fa:16:3e:4b:45:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab545a9-3f08-4e4f-93f9-9c9bd1a2e957', 'device_owner': 'network:router_interface', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': '09ca977f-c259-4db8-b92e-b0f1fb643d6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:27:31Z', 'updated_at': '2021-11-22T21:27:37Z', 'revision_number': 5, 'project_id': 'ac3cde37eeed403eb0b794404fcda250', 'subnets': [{'id': '09ca977f-c259-4db8-b92e-b0f1fb643d6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:30:30.298545 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d6a39b2-b2d5-4974-aa49-7673a7456a58 None None] The sync data for ids ['0ab545a9-3f08-4e4f-93f9-9c9bd1a2e957'] in n-d-818823-1 is: [{'id': '0ab545a9-3f08-4e4f-93f9-9c9bd1a2e957', 'name': 'tempest-TestSnapshotPattern-355706390-router', 'tenant_id': 'ac3cde37eeed403eb0b794404fcda250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.180'}], 'enable_snat': True}, 'gw_port_id': '4b665c37-1fd1-423c-a80d-5abb8d797731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T21:27:29Z', 'updated_at': '2021-11-22T21:27:32Z', 'revision_number': 4, 'project_id': 'ac3cde37eeed403eb0b794404fcda250', 'gw_port': {'id': '4b665c37-1fd1-423c-a80d-5abb8d797731', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:9b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab545a9-3f08-4e4f-93f9-9c9bd1a2e957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:27:30Z', 'updated_at': '2021-11-22T21:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_floatingips': [{'id': '68a991d3-f7d7-498f-8b49-db531520c1ca', 'tenant_id': 'ac3cde37eeed403eb0b794404fcda250', 'floating_ip_address': '172.25.5.78', 'floating_network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'router_id': '0ab545a9-3f08-4e4f-93f9-9c9bd1a2e957', 'port_id': '3673cd18-82c0-4334-9660-eed117e651ec', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '946caf2e-4b9b-48c5-b148-790a6fe88581', 'mac_address': 'fa:16:3e:6f:38:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f4d460-be4c-4710-a285-bf285aea9a6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T21:30:28Z', 'updated_at': '2021-11-22T21:30:28Z', 'revision_number': 0, 'project_id': 'ac3cde37eeed403eb0b794404fcda250', 'fixed_ip_address_scope': None}, {'id': '7b598b62-2c3f-4686-a2f9-5198c863d83b', 'tenant_id': 'ac3cde37eeed403eb0b794404fcda250', 'floating_ip_address': '172.25.5.58', 'floating_network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'router_id': '0ab545a9-3f08-4e4f-93f9-9c9bd1a2e957', 'port_id': '0ed78371-3c98-4cad-a10e-0d32a221abed', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '946caf2e-4b9b-48c5-b148-790a6fe88581', 'mac_address': 'fa:16:3e:0a:32:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb795880-52ae-4968-b6e6-20222325aaf5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T21:27:53Z', 'updated_at': '2021-11-22T21:27:55Z', 'revision_number': 1, 'project_id': 'ac3cde37eeed403eb0b794404fcda250', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8dfc39f1-4c58-4849-853f-4cbc2706fdcf', 'name': '', 'network_id': '946caf2e-4b9b-48c5-b148-790a6fe88581', 'tenant_id': 'ac3cde37eeed403eb0b794404fcda250', 'mac_address': 'fa:16:3e:4b:45:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab545a9-3f08-4e4f-93f9-9c9bd1a2e957', 'device_owner': 'network:router_interface', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': '09ca977f-c259-4db8-b92e-b0f1fb643d6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:27:31Z', 'updated_at': '2021-11-22T21:27:37Z', 'revision_number': 5, 'project_id': 'ac3cde37eeed403eb0b794404fcda250', 'subnets': [{'id': '09ca977f-c259-4db8-b92e-b0f1fb643d6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 21:30:30.497078 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1289a16-754d-461f-a5cd-1fd8df2fa979 None None] New status for floating IP 68a991d3-f7d7-498f-8b49-db531520c1ca: ACTIVE {{(pid=103450) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 21:30:33.071160 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-891a6fab-9037-4fea-a86d-613853a5ec89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:30:33.764022 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-03f0964f-1b75-4df7-99e0-a3cdb56ec2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:30:35.467547 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e49ee129-e862-4476-beca-cdc8150d2345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:30:36.242063 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:30:45.301244 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:30:45.356106 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:30:52.134270 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.agents_db [None req-aa8313f2-1ee4-4e7b-8c5a-d32b2f9d31ee None None] Agent healthcheck: found 7 active agents {{(pid=103450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 21:31:00.168388 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-0f382f06-aa77-4f4a-a780-8317958dea87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:31:03.071952 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-edecabcb-9057-4395-8294-9a3983e9cb22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:31:03.767785 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-03f0964f-1b75-4df7-99e0-a3cdb56ec2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:31:05.470707 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e49ee129-e862-4476-beca-cdc8150d2345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:31:06.245024 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:31:08.403026 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-ef399ca5-4fba-4fac-a6fb-42777f5bb010 req-95d23a41-50ea-444b-b08b-49a7217c8008 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=36f4d460-be4c-4710-a285-bf285aea9a6b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0403864 Nov 22 21:31:08.485622 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef399ca5-4fba-4fac-a6fb-42777f5bb010 req-08991df9-793b-465d-b442-d37f5f58680e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:31:08.487289 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-ef399ca5-4fba-4fac-a6fb-42777f5bb010 req-08991df9-793b-465d-b442-d37f5f58680e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ac3cde37eeed403eb0b794404fcda250&device_id=36f4d460-be4c-4710-a285-bf285aea9a6b HTTP/1.1" status: 200 len: 1097 time: 0.0413182 Nov 22 21:31:08.592994 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef399ca5-4fba-4fac-a6fb-42777f5bb010 req-4cee7f60-c86f-49fb-ac2b-4c45b731cd87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:31:08.594478 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-ef399ca5-4fba-4fac-a6fb-42777f5bb010 req-4cee7f60-c86f-49fb-ac2b-4c45b731cd87 service neutron] 10.222.0.41 "GET /v2.0/networks?id=946caf2e-4b9b-48c5-b148-790a6fe88581 HTTP/1.1" status: 200 len: 910 time: 0.0859566 Nov 22 21:31:08.660354 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-ef399ca5-4fba-4fac-a6fb-42777f5bb010 req-df02d3a7-abbd-4a94-89e5-43938227441e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3673cd18-82c0-4334-9660-eed117e651ec HTTP/1.1" status: 200 len: 1001 time: 0.0578043 Nov 22 21:31:08.714920 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef399ca5-4fba-4fac-a6fb-42777f5bb010 req-db6554da-d635-4c25-8982-ee8e34a25b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:31:08.716417 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-ef399ca5-4fba-4fac-a6fb-42777f5bb010 req-db6554da-d635-4c25-8982-ee8e34a25b15 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=09ca977f-c259-4db8-b92e-b0f1fb643d6f HTTP/1.1" status: 200 len: 848 time: 0.0486925 Nov 22 21:31:08.763021 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef399ca5-4fba-4fac-a6fb-42777f5bb010 req-29dc023b-18f0-4eb1-b816-f45088dfdaac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:31:08.764541 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-ef399ca5-4fba-4fac-a6fb-42777f5bb010 req-29dc023b-18f0-4eb1-b816-f45088dfdaac service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=946caf2e-4b9b-48c5-b148-790a6fe88581&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404181 Nov 22 21:31:08.853831 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-ef399ca5-4fba-4fac-a6fb-42777f5bb010 req-dec9b3fd-2b0f-497a-a8f0-f7b015c79620 service neutron] 10.222.0.41 "GET /v2.0/networks/946caf2e-4b9b-48c5-b148-790a6fe88581?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805888 Nov 22 21:31:08.949726 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-ef399ca5-4fba-4fac-a6fb-42777f5bb010 req-778c75af-07ba-463e-b9cc-8214b62ce47f service neutron] 10.222.0.41 "GET /v2.0/networks/946caf2e-4b9b-48c5-b148-790a6fe88581?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880880 Nov 22 21:31:15.307910 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:31:15.355134 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:31:17.102746 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-84960f49-8d5c-4a66-a86e-d92f1b9a323d req-9b645616-c4db-40c2-8fa7-281944db37cf service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=cb795880-52ae-4968-b6e6-20222325aaf5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0395761 Nov 22 21:31:17.186542 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84960f49-8d5c-4a66-a86e-d92f1b9a323d req-0f9e2b0d-75a3-4c80-8754-19ac6a4c4577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:31:17.188064 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-84960f49-8d5c-4a66-a86e-d92f1b9a323d req-0f9e2b0d-75a3-4c80-8754-19ac6a4c4577 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ac3cde37eeed403eb0b794404fcda250&device_id=cb795880-52ae-4968-b6e6-20222325aaf5 HTTP/1.1" status: 200 len: 1095 time: 0.0440156 Nov 22 21:31:17.287011 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84960f49-8d5c-4a66-a86e-d92f1b9a323d req-1c6bca7a-c97a-4de3-a781-07b8fc796b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:31:17.288489 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-84960f49-8d5c-4a66-a86e-d92f1b9a323d req-1c6bca7a-c97a-4de3-a781-07b8fc796b8b service neutron] 10.222.0.20 "GET /v2.0/networks?id=946caf2e-4b9b-48c5-b148-790a6fe88581 HTTP/1.1" status: 200 len: 910 time: 0.0822101 Nov 22 21:31:17.356754 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-84960f49-8d5c-4a66-a86e-d92f1b9a323d req-5be63ffc-5567-47a4-aa9d-24f50f9efeeb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0ed78371-3c98-4cad-a10e-0d32a221abed HTTP/1.1" status: 200 len: 999 time: 0.0604033 Nov 22 21:31:17.402791 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84960f49-8d5c-4a66-a86e-d92f1b9a323d req-ba85ea60-7f57-48b5-a608-ac3699a6dd68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:31:17.404234 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-84960f49-8d5c-4a66-a86e-d92f1b9a323d req-ba85ea60-7f57-48b5-a608-ac3699a6dd68 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=09ca977f-c259-4db8-b92e-b0f1fb643d6f HTTP/1.1" status: 200 len: 848 time: 0.0412061 Nov 22 21:31:17.447564 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84960f49-8d5c-4a66-a86e-d92f1b9a323d req-5e9ea79a-13f2-43b3-a6db-ac8f1ac10a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:31:17.449011 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-84960f49-8d5c-4a66-a86e-d92f1b9a323d req-5e9ea79a-13f2-43b3-a6db-ac8f1ac10a42 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=946caf2e-4b9b-48c5-b148-790a6fe88581&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0379431 Nov 22 21:31:17.538243 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-84960f49-8d5c-4a66-a86e-d92f1b9a323d req-911f9982-482a-4f3b-ad72-0324a642d19e service neutron] 10.222.0.20 "GET /v2.0/networks/946caf2e-4b9b-48c5-b148-790a6fe88581?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819929 Nov 22 21:31:17.626514 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-84960f49-8d5c-4a66-a86e-d92f1b9a323d req-f50eab7e-6075-4cab-a92b-99adccb40021 service neutron] 10.222.0.20 "GET /v2.0/networks/946caf2e-4b9b-48c5-b148-790a6fe88581?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803902 Nov 22 21:31:29.132959 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.agents_db [None req-aa8313f2-1ee4-4e7b-8c5a-d32b2f9d31ee None None] Agent healthcheck: found 7 active agents {{(pid=103450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 21:31:30.169676 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6e2b7137-689b-41cb-9a2b-cf9288797620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:31:33.073599 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-7512d4e6-8ec0-41c7-9329-4601f65903bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:31:33.770299 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-03f0964f-1b75-4df7-99e0-a3cdb56ec2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:31:35.473175 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e49ee129-e862-4476-beca-cdc8150d2345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:31:36.248757 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:31:45.309723 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:31:45.359330 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:32:00.171708 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-324c974a-4932-4fff-a5b2-0a0ac70a78db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:32:00.313640 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 3673cd18-82c0-4334-9660-eed117e651ec details requested by agent hyperv_n-h1-818823-1 with host n-h1-818823-1 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 21:32:00.412878 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 3673cd18-82c0-4334-9660-eed117e651ec, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=3673cd18-82c0-4334-9660-eed117e651ec,segment=NetworkSegment(0c822c7b-6ff0-4fcc-bf11-21e852ee163b),segment_id=0c822c7b-6ff0-4fcc-bf11-21e852ee163b)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 21:32:00.425249 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Returning: {'device': '3673cd18-82c0-4334-9660-eed117e651ec', 'network_id': '946caf2e-4b9b-48c5-b148-790a6fe88581', 'port_id': '3673cd18-82c0-4334-9660-eed117e651ec', 'mac_address': 'fa:16:3e:6f:38:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09ca977f-c259-4db8-b92e-b0f1fb643d6f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 21:32:00.462862 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:32:00.483723 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3673cd18-82c0-4334-9660-eed117e651ec {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 21:32:00.505633 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 3673cd18-82c0-4334-9660-eed117e651ec, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=3673cd18-82c0-4334-9660-eed117e651ec,segment=NetworkSegment(0c822c7b-6ff0-4fcc-bf11-21e852ee163b),segment_id=0c822c7b-6ff0-4fcc-bf11-21e852ee163b)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 21:32:00.511191 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:32:00.573901 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=3673cd18-82c0-4334-9660-eed117e651ec,revision_number=6']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:32:00.586075 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] get_ports_and_sgs() called for port_ids ['3673cd18-82c0-4334-9660-eed117e651ec'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 21:32:00.626725 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:32:00.627180 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:32:00.627638 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:32:00.627992 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:32:00.628316 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:32:00.629059 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:32:00.629651 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:32:00.630047 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:32:00.630383 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:32:00.630714 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:32:00.631044 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:32:00.631371 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:32:02.324611 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 3673cd18-82c0-4334-9660-eed117e651ec up at agent hyperv_n-h1-818823-1 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 21:32:02.406360 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Provisioning complete for port 3673cd18-82c0-4334-9660-eed117e651ec triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 21:32:02.406742 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3756657'] for port, provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:32:02.490885 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3717742'] for port, before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:32:02.515064 n-d-818823-1 neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36f4d460-be4c-4710-a285-bf285aea9a6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3673cd18-82c0-4334-9660-eed117e651ec'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 21:32:02.517354 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77cdb882cfbf7cc977e8d6fd4582ec33309c0dd3d6eecd2022538c80279aa7ce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd0a58de-de02-42e5-ac9c-f16a77710e9b" -d '{"events": [{"server_uuid": "36f4d460-be4c-4710-a285-bf285aea9a6b", "name": "network-vif-plugged", "status": "completed", "tag": "3673cd18-82c0-4334-9660-eed117e651ec"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 21:32:02.535606 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] For port 3673cd18-82c0-4334-9660-eed117e651ec, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=3673cd18-82c0-4334-9660-eed117e651ec,segment=NetworkSegment(0c822c7b-6ff0-4fcc-bf11-21e852ee163b),segment_id=0c822c7b-6ff0-4fcc-bf11-21e852ee163b)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 21:32:02.542816 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748992951610', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748992468390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748992468408'] for port, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:32:02.573555 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 21:32:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9991b2ef-1781-481d-b52e-61ed7a91b6d5 x-openstack-request-id: req-9991b2ef-1781-481d-b52e-61ed7a91b6d5 {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 21:32:02.573555 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36f4d460-be4c-4710-a285-bf285aea9a6b", "name": "network-vif-plugged", "status": "completed", "tag": "3673cd18-82c0-4334-9660-eed117e651ec", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 21:32:02.573555 n-d-818823-1 neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9991b2ef-1781-481d-b52e-61ed7a91b6d5 {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 21:32:02.573555 n-d-818823-1 neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36f4d460-be4c-4710-a285-bf285aea9a6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3673cd18-82c0-4334-9660-eed117e651ec', 'code': 200} Nov 22 21:32:02.603268 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Pushing event updated for resources: {'Port': ['ID=3673cd18-82c0-4334-9660-eed117e651ec,revision_number=7']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:32:03.077341 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-bbf1fea9-6220-45a3-be0c-b639d1828b77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:32:03.776408 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-03f0964f-1b75-4df7-99e0-a3cdb56ec2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:32:05.480089 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e49ee129-e862-4476-beca-cdc8150d2345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:32:06.132751 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.agents_db [None req-aa8313f2-1ee4-4e7b-8c5a-d32b2f9d31ee None None] Agent healthcheck: found 7 active agents {{(pid=103450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 21:32:06.257883 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:32:09.678833 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d77131-6030-48df-8f67-2ee9a05622c9 req-b0a2a52c-de08-4f17-b913-583b4bec8ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:32:09.680438 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-59d77131-6030-48df-8f67-2ee9a05622c9 req-b0a2a52c-de08-4f17-b913-583b4bec8ad0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ac3cde37eeed403eb0b794404fcda250&device_id=36f4d460-be4c-4710-a285-bf285aea9a6b HTTP/1.1" status: 200 len: 1097 time: 0.1054819 Nov 22 21:32:09.830693 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d77131-6030-48df-8f67-2ee9a05622c9 req-11f52acb-36ff-423a-974e-f18dcecfc3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:32:09.832222 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-59d77131-6030-48df-8f67-2ee9a05622c9 req-11f52acb-36ff-423a-974e-f18dcecfc3bf service neutron] 10.222.0.41 "GET /v2.0/networks?id=946caf2e-4b9b-48c5-b148-790a6fe88581 HTTP/1.1" status: 200 len: 910 time: 0.1087871 Nov 22 21:32:09.842288 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 34906) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:32:09.902124 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-59d77131-6030-48df-8f67-2ee9a05622c9 req-a2ffe32f-1c2a-496c-af85-b8c2a0326cf8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3673cd18-82c0-4334-9660-eed117e651ec HTTP/1.1" status: 200 len: 1001 time: 0.0609195 Nov 22 21:32:09.950137 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d77131-6030-48df-8f67-2ee9a05622c9 req-63d91ccb-f081-4789-bbe8-c29086b081a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:32:09.952205 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-59d77131-6030-48df-8f67-2ee9a05622c9 req-63d91ccb-f081-4789-bbe8-c29086b081a0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=09ca977f-c259-4db8-b92e-b0f1fb643d6f HTTP/1.1" status: 200 len: 848 time: 0.0436392 Nov 22 21:32:09.999658 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-e1ef91a6-32b5-4d2f-9381-93a7948ca91d tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] Deleting port b37890ae-6915-4993-9252-1f374abaaf03 {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 21:32:10.000001 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e1ef91a6-32b5-4d2f-9381-93a7948ca91d tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:32:10.002451 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d77131-6030-48df-8f67-2ee9a05622c9 req-ad998cc9-a847-4cbf-9a33-4b5cebf0e7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:32:10.004009 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-59d77131-6030-48df-8f67-2ee9a05622c9 req-ad998cc9-a847-4cbf-9a33-4b5cebf0e7a5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=946caf2e-4b9b-48c5-b148-790a6fe88581&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441074 Nov 22 21:32:10.077585 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e1ef91a6-32b5-4d2f-9381-93a7948ca91d tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:32:10.077950 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e1ef91a6-32b5-4d2f-9381-93a7948ca91d tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:32:10.089496 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-e1ef91a6-32b5-4d2f-9381-93a7948ca91d tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] Calling delete_port for b37890ae-6915-4993-9252-1f374abaaf03 owned by network:floatingip {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 21:32:10.093103 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-59d77131-6030-48df-8f67-2ee9a05622c9 req-792c38f0-4ab0-49ec-9d2b-9173085d7025 service neutron] 10.222.0.41 "GET /v2.0/networks/946caf2e-4b9b-48c5-b148-790a6fe88581?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810995 Nov 22 21:32:10.187516 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-59d77131-6030-48df-8f67-2ee9a05622c9 req-9042b1be-4895-4f80-90c7-47b0d5f56b9d service neutron] 10.222.0.41 "GET /v2.0/networks/946caf2e-4b9b-48c5-b148-790a6fe88581?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875015 Nov 22 21:32:10.235433 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e1ef91a6-32b5-4d2f-9381-93a7948ca91d tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:32:10.261255 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ef91a6-32b5-4d2f-9381-93a7948ca91d tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] Pushing event deleted for resources: {'Port': ['ID=b37890ae-6915-4993-9252-1f374abaaf03,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:32:10.273039 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ef91a6-32b5-4d2f-9381-93a7948ca91d tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:32:10.273393 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ef91a6-32b5-4d2f-9381-93a7948ca91d tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:32:10.273738 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ef91a6-32b5-4d2f-9381-93a7948ca91d tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:32:10.274080 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ef91a6-32b5-4d2f-9381-93a7948ca91d tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:32:10.274421 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ef91a6-32b5-4d2f-9381-93a7948ca91d tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:32:10.274754 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ef91a6-32b5-4d2f-9381-93a7948ca91d tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:32:10.275089 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ef91a6-32b5-4d2f-9381-93a7948ca91d tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:32:10.275442 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ef91a6-32b5-4d2f-9381-93a7948ca91d tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:32:10.275778 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ef91a6-32b5-4d2f-9381-93a7948ca91d tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:32:10.276109 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ef91a6-32b5-4d2f-9381-93a7948ca91d tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:32:10.276438 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ef91a6-32b5-4d2f-9381-93a7948ca91d tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:32:10.276762 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ef91a6-32b5-4d2f-9381-93a7948ca91d tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:32:10.329360 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e1ef91a6-32b5-4d2f-9381-93a7948ca91d tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] Publish callbacks [] for floatingip, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:32:10.329611 n-d-818823-1 neutron-server[103447]: INFO neutron.db.l3_db [None req-e1ef91a6-32b5-4d2f-9381-93a7948ca91d tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] Floating IP 68a991d3-f7d7-498f-8b49-db531520c1ca disassociated (deleted). External IP: 172.25.5.78, port: 3673cd18-82c0-4334-9660-eed117e651ec. Nov 22 21:32:10.531335 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1ef91a6-32b5-4d2f-9381-93a7948ca91d tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] Router 0ab545a9-3f08-4e4f-93f9-9c9bd1a2e957 has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 21:32:10.634808 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1ef91a6-32b5-4d2f-9381-93a7948ca91d tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 21:32:10.639711 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e1ef91a6-32b5-4d2f-9381-93a7948ca91d tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for floatingip, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:32:10.644767 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25dccd52-e008-45bb-a4a6-268a77052fd9 None None] Sync routers for ids ['0ab545a9-3f08-4e4f-93f9-9c9bd1a2e957'] in n-d-818823-1 {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 21:32:10.653704 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25dccd52-e008-45bb-a4a6-268a77052fd9 None None] Routers {'0ab545a9-3f08-4e4f-93f9-9c9bd1a2e957'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 21:32:10.654858 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-25dccd52-e008-45bb-a4a6-268a77052fd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T21:32:03Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['0ab545a9-3f08-4e4f-93f9-9c9bd1a2e957'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:32:10.665918 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-e1ef91a6-32b5-4d2f-9381-93a7948ca91d tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] 10.222.0.46 "DELETE /v2.0/floatingips/68a991d3-f7d7-498f-8b49-db531520c1ca HTTP/1.1" status: 204 len: 168 time: 0.8224993 Nov 22 21:32:10.666524 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36f4d460-be4c-4710-a285-bf285aea9a6b', 'tag': '3673cd18-82c0-4334-9660-eed117e651ec'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 21:32:10.668831 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0b87e146ffa5c253ca46002a571dfb52564e5f7c412d10689cf18353d020cb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f974c1f2-0d27-4d10-a47e-e0846defc059" -d '{"events": [{"name": "network-changed", "server_uuid": "36f4d460-be4c-4710-a285-bf285aea9a6b", "tag": "3673cd18-82c0-4334-9660-eed117e651ec"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 21:32:10.708650 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 21:32:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43a4c54f-8a2a-47d8-b1ac-022c4cf861e1 x-openstack-request-id: req-43a4c54f-8a2a-47d8-b1ac-022c4cf861e1 {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 21:32:10.709077 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36f4d460-be4c-4710-a285-bf285aea9a6b", "tag": "3673cd18-82c0-4334-9660-eed117e651ec", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 21:32:10.709344 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-43a4c54f-8a2a-47d8-b1ac-022c4cf861e1 {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 21:32:10.709753 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36f4d460-be4c-4710-a285-bf285aea9a6b', 'tag': '3673cd18-82c0-4334-9660-eed117e651ec', 'status': 'completed', 'code': 200} Nov 22 21:32:10.762642 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-25dccd52-e008-45bb-a4a6-268a77052fd9 None None] Set router 0ab545a9-3f08-4e4f-93f9-9c9bd1a2e957 gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 21:32:10.775229 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f974c1f2-0d27-4d10-a47e-e0846defc059 req-652acad3-24ea-4016-ab24-3397c112a9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:32:10.776858 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-f974c1f2-0d27-4d10-a47e-e0846defc059 req-652acad3-24ea-4016-ab24-3397c112a9ce service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ac3cde37eeed403eb0b794404fcda250&device_id=36f4d460-be4c-4710-a285-bf285aea9a6b HTTP/1.1" status: 200 len: 1097 time: 0.0434017 Nov 22 21:32:10.904505 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f974c1f2-0d27-4d10-a47e-e0846defc059 req-f80495b6-8430-44c3-8e5e-1f0c619e50f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:32:10.906098 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-f974c1f2-0d27-4d10-a47e-e0846defc059 req-f80495b6-8430-44c3-8e5e-1f0c619e50f9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=946caf2e-4b9b-48c5-b148-790a6fe88581 HTTP/1.1" status: 200 len: 910 time: 0.1191280 Nov 22 21:32:10.916142 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b0951b-6fda-4891-badc-1a705052233b req-5d505bd0-3cb5-4851-87ba-f79e1b93f1f6 tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:32:10.917791 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-01b0951b-6fda-4891-badc-1a705052233b req-5d505bd0-3cb5-4851-87ba-f79e1b93f1f6 tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] 10.222.0.46 "GET /v2.0/ports?device_id=36f4d460-be4c-4710-a285-bf285aea9a6b HTTP/1.1" status: 200 len: 946 time: 0.0526540 Nov 22 21:32:10.951208 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-f974c1f2-0d27-4d10-a47e-e0846defc059 req-70e6a3d2-228f-41df-a44f-05f66a0e88e6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3673cd18-82c0-4334-9660-eed117e651ec HTTP/1.1" status: 200 len: 217 time: 0.0363307 Nov 22 21:32:10.980640 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-01b0951b-6fda-4891-badc-1a705052233b req-7b8ef329-cbbc-43cb-b75a-08c0c6616a71 tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] 10.222.0.46 "GET /v2.0/security-groups?id=0df8a906-17c1-47de-9344-ea8b07d51f29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564511 Nov 22 21:32:11.008100 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f974c1f2-0d27-4d10-a47e-e0846defc059 req-4b340e92-92a5-44cb-9dba-05dc24b4d8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:32:11.009717 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-f974c1f2-0d27-4d10-a47e-e0846defc059 req-4b340e92-92a5-44cb-9dba-05dc24b4d8ef service neutron] 10.222.0.41 "GET /v2.0/subnets?id=09ca977f-c259-4db8-b92e-b0f1fb643d6f HTTP/1.1" status: 200 len: 848 time: 0.0509367 Nov 22 21:32:11.058184 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f974c1f2-0d27-4d10-a47e-e0846defc059 req-2c242e69-7bb6-4a79-925e-c629ece82df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:32:11.059861 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-f974c1f2-0d27-4d10-a47e-e0846defc059 req-2c242e69-7bb6-4a79-925e-c629ece82df9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=946caf2e-4b9b-48c5-b148-790a6fe88581&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396874 Nov 22 21:32:11.152678 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-f974c1f2-0d27-4d10-a47e-e0846defc059 req-c5da5227-165f-4aa0-97f3-f173ad2d5781 service neutron] 10.222.0.41 "GET /v2.0/networks/946caf2e-4b9b-48c5-b148-790a6fe88581?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841954 Nov 22 21:32:11.158754 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-25dccd52-e008-45bb-a4a6-268a77052fd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ab545a9-3f08-4e4f-93f9-9c9bd1a2e957', 'name': 'tempest-TestSnapshotPattern-355706390-router', 'tenant_id': 'ac3cde37eeed403eb0b794404fcda250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.180'}], 'enable_snat': True}, 'gw_port_id': '4b665c37-1fd1-423c-a80d-5abb8d797731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T21:27:29Z', 'updated_at': '2021-11-22T21:27:32Z', 'revision_number': 4, 'project_id': 'ac3cde37eeed403eb0b794404fcda250', 'gw_port': {'id': '4b665c37-1fd1-423c-a80d-5abb8d797731', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:9b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab545a9-3f08-4e4f-93f9-9c9bd1a2e957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:27:30Z', 'updated_at': '2021-11-22T21:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_floatingips': [{'id': '7b598b62-2c3f-4686-a2f9-5198c863d83b', 'tenant_id': 'ac3cde37eeed403eb0b794404fcda250', 'floating_ip_address': '172.25.5.58', 'floating_network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'router_id': '0ab545a9-3f08-4e4f-93f9-9c9bd1a2e957', 'port_id': '0ed78371-3c98-4cad-a10e-0d32a221abed', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '946caf2e-4b9b-48c5-b148-790a6fe88581', 'mac_address': 'fa:16:3e:0a:32:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb795880-52ae-4968-b6e6-20222325aaf5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T21:27:53Z', 'updated_at': '2021-11-22T21:27:55Z', 'revision_number': 1, 'project_id': 'ac3cde37eeed403eb0b794404fcda250', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8dfc39f1-4c58-4849-853f-4cbc2706fdcf', 'name': '', 'network_id': '946caf2e-4b9b-48c5-b148-790a6fe88581', 'tenant_id': 'ac3cde37eeed403eb0b794404fcda250', 'mac_address': 'fa:16:3e:4b:45:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab545a9-3f08-4e4f-93f9-9c9bd1a2e957', 'device_owner': 'network:router_interface', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': '09ca977f-c259-4db8-b92e-b0f1fb643d6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:27:31Z', 'updated_at': '2021-11-22T21:27:37Z', 'revision_number': 5, 'project_id': 'ac3cde37eeed403eb0b794404fcda250', 'subnets': [{'id': '09ca977f-c259-4db8-b92e-b0f1fb643d6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:32:11.184964 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25dccd52-e008-45bb-a4a6-268a77052fd9 None None] Checking router: 0ab545a9-3f08-4e4f-93f9-9c9bd1a2e957 for host: n-d-818823-1 {{(pid=103449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 21:32:11.193373 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25dccd52-e008-45bb-a4a6-268a77052fd9 None None] Routers {'0ab545a9-3f08-4e4f-93f9-9c9bd1a2e957'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 21:32:11.193978 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-25dccd52-e008-45bb-a4a6-268a77052fd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T21:32:03Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['0ab545a9-3f08-4e4f-93f9-9c9bd1a2e957'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:32:11.249721 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-f974c1f2-0d27-4d10-a47e-e0846defc059 req-185ce29e-7c37-40ff-9023-91279b18dc46 service neutron] 10.222.0.41 "GET /v2.0/networks/946caf2e-4b9b-48c5-b148-790a6fe88581?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893083 Nov 22 21:32:11.312061 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-25dccd52-e008-45bb-a4a6-268a77052fd9 None None] Set router 0ab545a9-3f08-4e4f-93f9-9c9bd1a2e957 gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 21:32:11.543121 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-25dccd52-e008-45bb-a4a6-268a77052fd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ab545a9-3f08-4e4f-93f9-9c9bd1a2e957', 'name': 'tempest-TestSnapshotPattern-355706390-router', 'tenant_id': 'ac3cde37eeed403eb0b794404fcda250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.180'}], 'enable_snat': True}, 'gw_port_id': '4b665c37-1fd1-423c-a80d-5abb8d797731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T21:27:29Z', 'updated_at': '2021-11-22T21:27:32Z', 'revision_number': 4, 'project_id': 'ac3cde37eeed403eb0b794404fcda250', 'gw_port': {'id': '4b665c37-1fd1-423c-a80d-5abb8d797731', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:9b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab545a9-3f08-4e4f-93f9-9c9bd1a2e957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:27:30Z', 'updated_at': '2021-11-22T21:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_floatingips': [{'id': '7b598b62-2c3f-4686-a2f9-5198c863d83b', 'tenant_id': 'ac3cde37eeed403eb0b794404fcda250', 'floating_ip_address': '172.25.5.58', 'floating_network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'router_id': '0ab545a9-3f08-4e4f-93f9-9c9bd1a2e957', 'port_id': '0ed78371-3c98-4cad-a10e-0d32a221abed', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '946caf2e-4b9b-48c5-b148-790a6fe88581', 'mac_address': 'fa:16:3e:0a:32:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb795880-52ae-4968-b6e6-20222325aaf5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T21:27:53Z', 'updated_at': '2021-11-22T21:27:55Z', 'revision_number': 1, 'project_id': 'ac3cde37eeed403eb0b794404fcda250', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8dfc39f1-4c58-4849-853f-4cbc2706fdcf', 'name': '', 'network_id': '946caf2e-4b9b-48c5-b148-790a6fe88581', 'tenant_id': 'ac3cde37eeed403eb0b794404fcda250', 'mac_address': 'fa:16:3e:4b:45:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab545a9-3f08-4e4f-93f9-9c9bd1a2e957', 'device_owner': 'network:router_interface', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': '09ca977f-c259-4db8-b92e-b0f1fb643d6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:27:31Z', 'updated_at': '2021-11-22T21:27:37Z', 'revision_number': 5, 'project_id': 'ac3cde37eeed403eb0b794404fcda250', 'subnets': [{'id': '09ca977f-c259-4db8-b92e-b0f1fb643d6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:32:11.568658 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25dccd52-e008-45bb-a4a6-268a77052fd9 None None] The sync data for ids ['0ab545a9-3f08-4e4f-93f9-9c9bd1a2e957'] in n-d-818823-1 is: [{'id': '0ab545a9-3f08-4e4f-93f9-9c9bd1a2e957', 'name': 'tempest-TestSnapshotPattern-355706390-router', 'tenant_id': 'ac3cde37eeed403eb0b794404fcda250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.180'}], 'enable_snat': True}, 'gw_port_id': '4b665c37-1fd1-423c-a80d-5abb8d797731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T21:27:29Z', 'updated_at': '2021-11-22T21:27:32Z', 'revision_number': 4, 'project_id': 'ac3cde37eeed403eb0b794404fcda250', 'gw_port': {'id': '4b665c37-1fd1-423c-a80d-5abb8d797731', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:9b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab545a9-3f08-4e4f-93f9-9c9bd1a2e957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:27:30Z', 'updated_at': '2021-11-22T21:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_floatingips': [{'id': '7b598b62-2c3f-4686-a2f9-5198c863d83b', 'tenant_id': 'ac3cde37eeed403eb0b794404fcda250', 'floating_ip_address': '172.25.5.58', 'floating_network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'router_id': '0ab545a9-3f08-4e4f-93f9-9c9bd1a2e957', 'port_id': '0ed78371-3c98-4cad-a10e-0d32a221abed', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '946caf2e-4b9b-48c5-b148-790a6fe88581', 'mac_address': 'fa:16:3e:0a:32:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb795880-52ae-4968-b6e6-20222325aaf5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T21:27:53Z', 'updated_at': '2021-11-22T21:27:55Z', 'revision_number': 1, 'project_id': 'ac3cde37eeed403eb0b794404fcda250', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8dfc39f1-4c58-4849-853f-4cbc2706fdcf', 'name': '', 'network_id': '946caf2e-4b9b-48c5-b148-790a6fe88581', 'tenant_id': 'ac3cde37eeed403eb0b794404fcda250', 'mac_address': 'fa:16:3e:4b:45:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab545a9-3f08-4e4f-93f9-9c9bd1a2e957', 'device_owner': 'network:router_interface', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': '09ca977f-c259-4db8-b92e-b0f1fb643d6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:27:31Z', 'updated_at': '2021-11-22T21:27:37Z', 'revision_number': 5, 'project_id': 'ac3cde37eeed403eb0b794404fcda250', 'subnets': [{'id': '09ca977f-c259-4db8-b92e-b0f1fb643d6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 21:32:11.802952 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0857ad7a-8230-4caa-b888-cc143d0b8dca None None] New status for floating IP 68a991d3-f7d7-498f-8b49-db531520c1ca: DOWN {{(pid=103450) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 21:32:12.099921 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dba02a-882b-4301-9a3a-31c0bd983dca req-442fc4e4-8f91-4366-9fa5-46401ec53a73 tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:32:12.101566 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f0dba02a-882b-4301-9a3a-31c0bd983dca req-442fc4e4-8f91-4366-9fa5-46401ec53a73 tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] 10.222.0.46 "GET /v2.0/ports?device_id=36f4d460-be4c-4710-a285-bf285aea9a6b HTTP/1.1" status: 200 len: 946 time: 0.0486803 Nov 22 21:32:12.149596 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-f0dba02a-882b-4301-9a3a-31c0bd983dca req-78c63a5f-2d3b-414a-9530-305843cad900 tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] 10.222.0.46 "GET /v2.0/security-groups?id=0df8a906-17c1-47de-9344-ea8b07d51f29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421753 Nov 22 21:32:12.401312 n-d-818823-1 neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86842a3-5ead-4212-a0d4-f5f839d6a39e req-3f27e7ee-b587-4854-be7a-585cdea59753 tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:32:12.402710 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-c86842a3-5ead-4212-a0d4-f5f839d6a39e req-3f27e7ee-b587-4854-be7a-585cdea59753 tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] 10.222.0.41 "GET /v2.0/ports?device_id=36f4d460-be4c-4710-a285-bf285aea9a6b HTTP/1.1" status: 200 len: 946 time: 0.0493002 Nov 22 21:32:12.490195 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [req-c86842a3-5ead-4212-a0d4-f5f839d6a39e req-6aa64f9f-b3d6-4db9-96bd-98c3911c50ba tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] Deleting port 3673cd18-82c0-4334-9660-eed117e651ec {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 21:32:12.490562 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-c86842a3-5ead-4212-a0d4-f5f839d6a39e req-6aa64f9f-b3d6-4db9-96bd-98c3911c50ba tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:32:12.579726 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-c86842a3-5ead-4212-a0d4-f5f839d6a39e req-6aa64f9f-b3d6-4db9-96bd-98c3911c50ba tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] For port 3673cd18-82c0-4334-9660-eed117e651ec, host n-h1-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818823-1',level=0,port_id=3673cd18-82c0-4334-9660-eed117e651ec,segment=NetworkSegment(0c822c7b-6ff0-4fcc-bf11-21e852ee163b),segment_id=0c822c7b-6ff0-4fcc-bf11-21e852ee163b)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 21:32:12.580086 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-c86842a3-5ead-4212-a0d4-f5f839d6a39e req-6aa64f9f-b3d6-4db9-96bd-98c3911c50ba tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:32:12.592619 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [req-c86842a3-5ead-4212-a0d4-f5f839d6a39e req-6aa64f9f-b3d6-4db9-96bd-98c3911c50ba tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] Calling delete_port for 3673cd18-82c0-4334-9660-eed117e651ec owned by compute:nova {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 21:32:12.720341 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-c86842a3-5ead-4212-a0d4-f5f839d6a39e req-6aa64f9f-b3d6-4db9-96bd-98c3911c50ba tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:32:12.751083 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa64f9f-b3d6-4db9-96bd-98c3911c50ba tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] Pushing event deleted for resources: {'Port': ['ID=3673cd18-82c0-4334-9660-eed117e651ec,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:32:12.776858 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa64f9f-b3d6-4db9-96bd-98c3911c50ba tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:32:12.777208 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa64f9f-b3d6-4db9-96bd-98c3911c50ba tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:32:12.777558 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa64f9f-b3d6-4db9-96bd-98c3911c50ba tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:32:12.777898 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa64f9f-b3d6-4db9-96bd-98c3911c50ba tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:32:12.778235 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa64f9f-b3d6-4db9-96bd-98c3911c50ba tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:32:12.778567 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa64f9f-b3d6-4db9-96bd-98c3911c50ba tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:32:12.779400 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa64f9f-b3d6-4db9-96bd-98c3911c50ba tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:32:12.779753 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa64f9f-b3d6-4db9-96bd-98c3911c50ba tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:32:12.780079 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa64f9f-b3d6-4db9-96bd-98c3911c50ba tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:32:12.780406 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa64f9f-b3d6-4db9-96bd-98c3911c50ba tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:32:12.780732 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa64f9f-b3d6-4db9-96bd-98c3911c50ba tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:32:12.781054 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa64f9f-b3d6-4db9-96bd-98c3911c50ba tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818823-1 {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 21:32:12.800620 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [req-c86842a3-5ead-4212-a0d4-f5f839d6a39e req-6aa64f9f-b3d6-4db9-96bd-98c3911c50ba tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] No DVR routers for this DVR port 3673cd18-82c0-4334-9660-eed117e651ec on host n-h1-818823-1 {{(pid=103448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 21:32:12.803171 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-c86842a3-5ead-4212-a0d4-f5f839d6a39e req-6aa64f9f-b3d6-4db9-96bd-98c3911c50ba tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:32:12.806556 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [req-c86842a3-5ead-4212-a0d4-f5f839d6a39e req-6aa64f9f-b3d6-4db9-96bd-98c3911c50ba tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] 10.222.0.41 "DELETE /v2.0/ports/3673cd18-82c0-4334-9660-eed117e651ec HTTP/1.1" status: 204 len: 173 time: 0.3979614 Nov 22 21:32:12.806986 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36f4d460-be4c-4710-a285-bf285aea9a6b', 'name': 'network-vif-deleted', 'tag': '3673cd18-82c0-4334-9660-eed117e651ec'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 21:32:12.809280 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d75c62b18f4846ba0ff3fb32e7a2f33757bcd91f6941723bbc4e48e63e422314" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90d8bc89-6334-4c95-b36a-0daf9938092c" -d '{"events": [{"server_uuid": "36f4d460-be4c-4710-a285-bf285aea9a6b", "name": "network-vif-deleted", "tag": "3673cd18-82c0-4334-9660-eed117e651ec"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 21:32:12.846386 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 21:32:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18caf819-a719-4b05-81a6-81a364b152ff x-openstack-request-id: req-18caf819-a719-4b05-81a6-81a364b152ff {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 21:32:12.846657 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36f4d460-be4c-4710-a285-bf285aea9a6b", "name": "network-vif-deleted", "tag": "3673cd18-82c0-4334-9660-eed117e651ec", "status": "completed", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 21:32:12.847024 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-18caf819-a719-4b05-81a6-81a364b152ff {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 21:32:12.847457 n-d-818823-1 neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36f4d460-be4c-4710-a285-bf285aea9a6b', 'name': 'network-vif-deleted', 'tag': '3673cd18-82c0-4334-9660-eed117e651ec', 'status': 'completed', 'code': 200} Nov 22 21:32:13.263894 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-8df00d05-e316-4e85-8ac4-1436f71108c2 req-b6dcd2e6-b32b-4993-a453-93daadc8c9ea tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] 10.222.0.46 "GET /v2.0/ports?device_id=36f4d460-be4c-4710-a285-bf285aea9a6b HTTP/1.1" status: 200 len: 210 time: 0.0266125 Nov 22 21:32:14.438611 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 3673cd18-82c0-4334-9660-eed117e651ec no longer exists at agent hyperv_n-h1-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 21:32:14.463103 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] No Port match for: 3673cd18-82c0-4334-9660-eed117e651ec {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 21:32:14.463471 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Device 3673cd18-82c0-4334-9660-eed117e651ec not bound to the agent host n-h1-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 21:32:14.825005 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 34962) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:32:14.979540 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-6dded0b5-cc27-4d78-84b3-6213b268d4cf tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] Deleting port 228a1de8-ee8e-4aea-b541-4ae2fab7f485 {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 21:32:14.979883 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6dded0b5-cc27-4d78-84b3-6213b268d4cf tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:32:15.055962 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6dded0b5-cc27-4d78-84b3-6213b268d4cf tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:32:15.056290 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6dded0b5-cc27-4d78-84b3-6213b268d4cf tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:32:15.068396 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-6dded0b5-cc27-4d78-84b3-6213b268d4cf tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] Calling delete_port for 228a1de8-ee8e-4aea-b541-4ae2fab7f485 owned by network:floatingip {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 21:32:15.216392 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6dded0b5-cc27-4d78-84b3-6213b268d4cf tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:32:15.240545 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dded0b5-cc27-4d78-84b3-6213b268d4cf tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] Pushing event deleted for resources: {'Port': ['ID=228a1de8-ee8e-4aea-b541-4ae2fab7f485,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:32:15.307689 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6dded0b5-cc27-4d78-84b3-6213b268d4cf tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] Publish callbacks [] for floatingip, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:32:15.308066 n-d-818823-1 neutron-server[103448]: INFO neutron.db.l3_db [None req-6dded0b5-cc27-4d78-84b3-6213b268d4cf tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] Floating IP 7b598b62-2c3f-4686-a2f9-5198c863d83b disassociated (deleted). External IP: 172.25.5.58, port: 0ed78371-3c98-4cad-a10e-0d32a221abed. Nov 22 21:32:15.315725 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:32:15.360896 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:32:15.521029 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dded0b5-cc27-4d78-84b3-6213b268d4cf tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] Router 0ab545a9-3f08-4e4f-93f9-9c9bd1a2e957 has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 21:32:15.626893 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dded0b5-cc27-4d78-84b3-6213b268d4cf tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 21:32:15.631738 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6dded0b5-cc27-4d78-84b3-6213b268d4cf tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for floatingip, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:32:15.636313 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a34c046-c3e7-48b8-88cd-bbf8a976a007 None None] Sync routers for ids ['0ab545a9-3f08-4e4f-93f9-9c9bd1a2e957'] in n-d-818823-1 {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 21:32:15.645862 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a34c046-c3e7-48b8-88cd-bbf8a976a007 None None] Routers {'0ab545a9-3f08-4e4f-93f9-9c9bd1a2e957'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 21:32:15.646469 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-2a34c046-c3e7-48b8-88cd-bbf8a976a007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T21:32:03Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['0ab545a9-3f08-4e4f-93f9-9c9bd1a2e957'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:32:15.657993 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-6dded0b5-cc27-4d78-84b3-6213b268d4cf tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] 10.222.0.46 "DELETE /v2.0/floatingips/7b598b62-2c3f-4686-a2f9-5198c863d83b HTTP/1.1" status: 204 len: 168 time: 0.8313274 Nov 22 21:32:15.658606 n-d-818823-1 neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb795880-52ae-4968-b6e6-20222325aaf5', 'tag': '0ed78371-3c98-4cad-a10e-0d32a221abed'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 21:32:15.660863 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d75c62b18f4846ba0ff3fb32e7a2f33757bcd91f6941723bbc4e48e63e422314" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e269a97-955d-4c7d-af66-5df218991112" -d '{"events": [{"name": "network-changed", "server_uuid": "cb795880-52ae-4968-b6e6-20222325aaf5", "tag": "0ed78371-3c98-4cad-a10e-0d32a221abed"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 21:32:15.698651 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 21:32:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df43252c-5812-422f-88d2-d0bb8d0ec5d9 x-openstack-request-id: req-df43252c-5812-422f-88d2-d0bb8d0ec5d9 {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 21:32:15.698952 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb795880-52ae-4968-b6e6-20222325aaf5", "tag": "0ed78371-3c98-4cad-a10e-0d32a221abed", "status": "completed", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 21:32:15.699212 n-d-818823-1 neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-df43252c-5812-422f-88d2-d0bb8d0ec5d9 {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 21:32:15.699657 n-d-818823-1 neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb795880-52ae-4968-b6e6-20222325aaf5', 'tag': '0ed78371-3c98-4cad-a10e-0d32a221abed', 'status': 'completed', 'code': 200} Nov 22 21:32:15.766557 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-2a34c046-c3e7-48b8-88cd-bbf8a976a007 None None] Set router 0ab545a9-3f08-4e4f-93f9-9c9bd1a2e957 gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 21:32:15.767193 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e269a97-955d-4c7d-af66-5df218991112 req-ae6ffd47-031b-4352-9338-ff1483a966ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:32:15.768869 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5e269a97-955d-4c7d-af66-5df218991112 req-ae6ffd47-031b-4352-9338-ff1483a966ae service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ac3cde37eeed403eb0b794404fcda250&device_id=cb795880-52ae-4968-b6e6-20222325aaf5 HTTP/1.1" status: 200 len: 1095 time: 0.0476422 Nov 22 21:32:16.002623 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-2a34c046-c3e7-48b8-88cd-bbf8a976a007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ab545a9-3f08-4e4f-93f9-9c9bd1a2e957', 'name': 'tempest-TestSnapshotPattern-355706390-router', 'tenant_id': 'ac3cde37eeed403eb0b794404fcda250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.180'}], 'enable_snat': True}, 'gw_port_id': '4b665c37-1fd1-423c-a80d-5abb8d797731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T21:27:29Z', 'updated_at': '2021-11-22T21:27:32Z', 'revision_number': 4, 'project_id': 'ac3cde37eeed403eb0b794404fcda250', 'gw_port': {'id': '4b665c37-1fd1-423c-a80d-5abb8d797731', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:9b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab545a9-3f08-4e4f-93f9-9c9bd1a2e957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:27:30Z', 'updated_at': '2021-11-22T21:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': '8dfc39f1-4c58-4849-853f-4cbc2706fdcf', 'name': '', 'network_id': '946caf2e-4b9b-48c5-b148-790a6fe88581', 'tenant_id': 'ac3cde37eeed403eb0b794404fcda250', 'mac_address': 'fa:16:3e:4b:45:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab545a9-3f08-4e4f-93f9-9c9bd1a2e957', 'device_owner': 'network:router_interface', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': '09ca977f-c259-4db8-b92e-b0f1fb643d6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:27:31Z', 'updated_at': '2021-11-22T21:27:37Z', 'revision_number': 5, 'project_id': 'ac3cde37eeed403eb0b794404fcda250', 'subnets': [{'id': '09ca977f-c259-4db8-b92e-b0f1fb643d6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:32:16.034909 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a34c046-c3e7-48b8-88cd-bbf8a976a007 None None] Checking router: 0ab545a9-3f08-4e4f-93f9-9c9bd1a2e957 for host: n-d-818823-1 {{(pid=103449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 21:32:16.043920 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a34c046-c3e7-48b8-88cd-bbf8a976a007 None None] Routers {'0ab545a9-3f08-4e4f-93f9-9c9bd1a2e957'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 21:32:16.044570 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-2a34c046-c3e7-48b8-88cd-bbf8a976a007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T21:32:03Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['0ab545a9-3f08-4e4f-93f9-9c9bd1a2e957'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:32:16.155692 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-2a34c046-c3e7-48b8-88cd-bbf8a976a007 None None] Set router 0ab545a9-3f08-4e4f-93f9-9c9bd1a2e957 gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 21:32:16.190909 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e269a97-955d-4c7d-af66-5df218991112 req-19f872d7-3392-4833-b541-f40620950202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:32:16.192431 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5e269a97-955d-4c7d-af66-5df218991112 req-19f872d7-3392-4833-b541-f40620950202 service neutron] 10.222.0.20 "GET /v2.0/networks?id=946caf2e-4b9b-48c5-b148-790a6fe88581 HTTP/1.1" status: 200 len: 910 time: 0.4097769 Nov 22 21:32:16.249204 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5e269a97-955d-4c7d-af66-5df218991112 req-7a71cc19-b1e7-419d-abb2-491e896d3355 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0ed78371-3c98-4cad-a10e-0d32a221abed HTTP/1.1" status: 200 len: 217 time: 0.0472381 Nov 22 21:32:16.324090 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af335e08-03c4-4992-a042-ef4213f5d5dd req-a68afb02-8c2b-47ff-b03a-c46f06c7bae3 tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:32:16.326012 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-af335e08-03c4-4992-a042-ef4213f5d5dd req-a68afb02-8c2b-47ff-b03a-c46f06c7bae3 tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] 10.222.0.46 "GET /v2.0/ports?device_id=cb795880-52ae-4968-b6e6-20222325aaf5 HTTP/1.1" status: 200 len: 944 time: 0.1837518 Nov 22 21:32:16.327351 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e269a97-955d-4c7d-af66-5df218991112 req-82bb9237-4ab9-441d-a0df-961dec1803e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:32:16.328692 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5e269a97-955d-4c7d-af66-5df218991112 req-82bb9237-4ab9-441d-a0df-961dec1803e2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=09ca977f-c259-4db8-b92e-b0f1fb643d6f HTTP/1.1" status: 200 len: 848 time: 0.0624480 Nov 22 21:32:16.363236 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-2a34c046-c3e7-48b8-88cd-bbf8a976a007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ab545a9-3f08-4e4f-93f9-9c9bd1a2e957', 'name': 'tempest-TestSnapshotPattern-355706390-router', 'tenant_id': 'ac3cde37eeed403eb0b794404fcda250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.180'}], 'enable_snat': True}, 'gw_port_id': '4b665c37-1fd1-423c-a80d-5abb8d797731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T21:27:29Z', 'updated_at': '2021-11-22T21:27:32Z', 'revision_number': 4, 'project_id': 'ac3cde37eeed403eb0b794404fcda250', 'gw_port': {'id': '4b665c37-1fd1-423c-a80d-5abb8d797731', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:9b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab545a9-3f08-4e4f-93f9-9c9bd1a2e957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:27:30Z', 'updated_at': '2021-11-22T21:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': '8dfc39f1-4c58-4849-853f-4cbc2706fdcf', 'name': '', 'network_id': '946caf2e-4b9b-48c5-b148-790a6fe88581', 'tenant_id': 'ac3cde37eeed403eb0b794404fcda250', 'mac_address': 'fa:16:3e:4b:45:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab545a9-3f08-4e4f-93f9-9c9bd1a2e957', 'device_owner': 'network:router_interface', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': '09ca977f-c259-4db8-b92e-b0f1fb643d6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:27:31Z', 'updated_at': '2021-11-22T21:27:37Z', 'revision_number': 5, 'project_id': 'ac3cde37eeed403eb0b794404fcda250', 'subnets': [{'id': '09ca977f-c259-4db8-b92e-b0f1fb643d6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:32:16.389582 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a34c046-c3e7-48b8-88cd-bbf8a976a007 None None] The sync data for ids ['0ab545a9-3f08-4e4f-93f9-9c9bd1a2e957'] in n-d-818823-1 is: [{'id': '0ab545a9-3f08-4e4f-93f9-9c9bd1a2e957', 'name': 'tempest-TestSnapshotPattern-355706390-router', 'tenant_id': 'ac3cde37eeed403eb0b794404fcda250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.180'}], 'enable_snat': True}, 'gw_port_id': '4b665c37-1fd1-423c-a80d-5abb8d797731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T21:27:29Z', 'updated_at': '2021-11-22T21:27:32Z', 'revision_number': 4, 'project_id': 'ac3cde37eeed403eb0b794404fcda250', 'gw_port': {'id': '4b665c37-1fd1-423c-a80d-5abb8d797731', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:9b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab545a9-3f08-4e4f-93f9-9c9bd1a2e957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:27:30Z', 'updated_at': '2021-11-22T21:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1', '_interfaces': [{'id': '8dfc39f1-4c58-4849-853f-4cbc2706fdcf', 'name': '', 'network_id': '946caf2e-4b9b-48c5-b148-790a6fe88581', 'tenant_id': 'ac3cde37eeed403eb0b794404fcda250', 'mac_address': 'fa:16:3e:4b:45:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab545a9-3f08-4e4f-93f9-9c9bd1a2e957', 'device_owner': 'network:router_interface', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': '09ca977f-c259-4db8-b92e-b0f1fb643d6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:27:31Z', 'updated_at': '2021-11-22T21:27:37Z', 'revision_number': 5, 'project_id': 'ac3cde37eeed403eb0b794404fcda250', 'subnets': [{'id': '09ca977f-c259-4db8-b92e-b0f1fb643d6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 21:32:16.401560 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-af335e08-03c4-4992-a042-ef4213f5d5dd req-d4236c7f-d86f-478c-bdb7-e97bd100208a tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] 10.222.0.46 "GET /v2.0/security-groups?id=0df8a906-17c1-47de-9344-ea8b07d51f29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693729 Nov 22 21:32:16.408259 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e269a97-955d-4c7d-af66-5df218991112 req-fd21ca38-f599-4b24-986a-f9e25aeb92bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:32:16.409701 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5e269a97-955d-4c7d-af66-5df218991112 req-fd21ca38-f599-4b24-986a-f9e25aeb92bd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=946caf2e-4b9b-48c5-b148-790a6fe88581&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0710242 Nov 22 21:32:16.507834 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5e269a97-955d-4c7d-af66-5df218991112 req-7368d41f-f5da-4d3b-98ba-d74458af1c31 service neutron] 10.222.0.20 "GET /v2.0/networks/946caf2e-4b9b-48c5-b148-790a6fe88581?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875165 Nov 22 21:32:16.601585 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-5e269a97-955d-4c7d-af66-5df218991112 req-15bd1ca1-01e7-4a21-81f9-3b0a40bb762e service neutron] 10.222.0.20 "GET /v2.0/networks/946caf2e-4b9b-48c5-b148-790a6fe88581?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849605 Nov 22 21:32:16.620499 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b756fb3-c616-417b-9fc3-0d56ae5bcaaf None None] New status for floating IP 7b598b62-2c3f-4686-a2f9-5198c863d83b: DOWN {{(pid=103450) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 21:32:17.466809 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc870fb-58a7-4a63-ab51-d21a68c143b7 req-78b733f2-3c0f-40cd-8d03-bf8cd30b11c9 tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:32:17.468339 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-cfc870fb-58a7-4a63-ab51-d21a68c143b7 req-78b733f2-3c0f-40cd-8d03-bf8cd30b11c9 tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] 10.222.0.20 "GET /v2.0/ports?device_id=cb795880-52ae-4968-b6e6-20222325aaf5 HTTP/1.1" status: 200 len: 944 time: 0.0543323 Nov 22 21:32:17.594288 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-cfc870fb-58a7-4a63-ab51-d21a68c143b7 req-8230a747-0c49-4fbe-9714-cc4ddd250d13 tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] Deleting port 0ed78371-3c98-4cad-a10e-0d32a221abed {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 21:32:17.594628 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-cfc870fb-58a7-4a63-ab51-d21a68c143b7 req-8230a747-0c49-4fbe-9714-cc4ddd250d13 tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:32:17.640610 n-d-818823-1 neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814288ab-8474-4cc7-bf4c-4deb1835174e req-80ef7d43-ff1c-494e-98d4-ba5cba930b09 tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 21:32:17.642132 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-814288ab-8474-4cc7-bf4c-4deb1835174e req-80ef7d43-ff1c-494e-98d4-ba5cba930b09 tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] 10.222.0.46 "GET /v2.0/ports?device_id=cb795880-52ae-4968-b6e6-20222325aaf5 HTTP/1.1" status: 200 len: 944 time: 0.1614132 Nov 22 21:32:17.725059 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-814288ab-8474-4cc7-bf4c-4deb1835174e req-c6ca78f3-61b2-4bad-8b91-96a209f8d479 tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] 10.222.0.46 "GET /v2.0/security-groups?id=0df8a906-17c1-47de-9344-ea8b07d51f29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756929 Nov 22 21:32:17.726912 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-cfc870fb-58a7-4a63-ab51-d21a68c143b7 req-8230a747-0c49-4fbe-9714-cc4ddd250d13 tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] For port 0ed78371-3c98-4cad-a10e-0d32a221abed, host n-h2-818823-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818823-1',level=0,port_id=0ed78371-3c98-4cad-a10e-0d32a221abed,segment=NetworkSegment(0c822c7b-6ff0-4fcc-bf11-21e852ee163b),segment_id=0c822c7b-6ff0-4fcc-bf11-21e852ee163b)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 21:32:17.727278 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-cfc870fb-58a7-4a63-ab51-d21a68c143b7 req-8230a747-0c49-4fbe-9714-cc4ddd250d13 tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:32:17.740966 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-cfc870fb-58a7-4a63-ab51-d21a68c143b7 req-8230a747-0c49-4fbe-9714-cc4ddd250d13 tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] Calling delete_port for 0ed78371-3c98-4cad-a10e-0d32a221abed owned by compute:nova {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 21:32:17.870244 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-cfc870fb-58a7-4a63-ab51-d21a68c143b7 req-8230a747-0c49-4fbe-9714-cc4ddd250d13 tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:32:17.896437 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8230a747-0c49-4fbe-9714-cc4ddd250d13 tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] Pushing event deleted for resources: {'Port': ['ID=0ed78371-3c98-4cad-a10e-0d32a221abed,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:32:17.944069 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfc870fb-58a7-4a63-ab51-d21a68c143b7 req-8230a747-0c49-4fbe-9714-cc4ddd250d13 tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] No DVR routers for this DVR port 0ed78371-3c98-4cad-a10e-0d32a221abed on host n-h2-818823-1 {{(pid=103447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 21:32:17.946639 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-cfc870fb-58a7-4a63-ab51-d21a68c143b7 req-8230a747-0c49-4fbe-9714-cc4ddd250d13 tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-136405'] for port, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:32:17.950005 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [req-cfc870fb-58a7-4a63-ab51-d21a68c143b7 req-8230a747-0c49-4fbe-9714-cc4ddd250d13 tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] 10.222.0.20 "DELETE /v2.0/ports/0ed78371-3c98-4cad-a10e-0d32a221abed HTTP/1.1" status: 204 len: 173 time: 0.4757278 Nov 22 21:32:17.950519 n-d-818823-1 neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb795880-52ae-4968-b6e6-20222325aaf5', 'name': 'network-vif-deleted', 'tag': '0ed78371-3c98-4cad-a10e-0d32a221abed'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 21:32:17.953319 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0b87e146ffa5c253ca46002a571dfb52564e5f7c412d10689cf18353d020cb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c19a82a-94d2-4c76-b331-15c468097895" -d '{"events": [{"server_uuid": "cb795880-52ae-4968-b6e6-20222325aaf5", "name": "network-vif-deleted", "tag": "0ed78371-3c98-4cad-a10e-0d32a221abed"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 21:32:18.048422 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 21:32:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c020efd7-2f90-454b-9c3a-1fdfc90d1b9c x-openstack-request-id: req-c020efd7-2f90-454b-9c3a-1fdfc90d1b9c {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 21:32:18.048742 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb795880-52ae-4968-b6e6-20222325aaf5", "name": "network-vif-deleted", "tag": "0ed78371-3c98-4cad-a10e-0d32a221abed", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 21:32:18.048998 n-d-818823-1 neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c020efd7-2f90-454b-9c3a-1fdfc90d1b9c {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 21:32:18.049398 n-d-818823-1 neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb795880-52ae-4968-b6e6-20222325aaf5', 'name': 'network-vif-deleted', 'tag': '0ed78371-3c98-4cad-a10e-0d32a221abed', 'status': 'completed', 'code': 200} Nov 22 21:32:18.780975 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 34982) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:32:18.838044 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7a5b7194-e927-4ced-8190-3d1bc9773c34 tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:32:18.866810 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7a5b7194-e927-4ced-8190-3d1bc9773c34 tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:32:18.925213 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7a5b7194-e927-4ced-8190-3d1bc9773c34 tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:32:18.929482 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7a5b7194-e927-4ced-8190-3d1bc9773c34 tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:32:18.930798 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-7a5b7194-e927-4ced-8190-3d1bc9773c34 tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] 10.222.0.46 "DELETE /v2.0/security-groups/0df8a906-17c1-47de-9344-ea8b07d51f29 HTTP/1.1" status: 204 len: 168 time: 0.1487684 Nov 22 21:32:18.940636 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5b7194-e927-4ced-8190-3d1bc9773c34 tempest-TestSnapshotPattern-606825398 tempest-TestSnapshotPattern-606825398-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0df8a906-17c1-47de-9344-ea8b07d51f29,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:32:18.976517 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 34986) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:32:19.637391 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ba6795ce-d6b5-4285-a064-679c3d0642d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659736'] for router_interface, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:32:19.878990 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-ba6795ce-d6b5-4285-a064-679c3d0642d2 admin admin] Deleting port 8dfc39f1-4c58-4849-853f-4cbc2706fdcf {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 21:32:19.879721 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ba6795ce-d6b5-4285-a064-679c3d0642d2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:32:19.964619 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-ba6795ce-d6b5-4285-a064-679c3d0642d2 admin admin] For port 8dfc39f1-4c58-4849-853f-4cbc2706fdcf, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=8dfc39f1-4c58-4849-853f-4cbc2706fdcf,segment=NetworkSegment(0c822c7b-6ff0-4fcc-bf11-21e852ee163b),segment_id=0c822c7b-6ff0-4fcc-bf11-21e852ee163b)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 21:32:19.964983 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ba6795ce-d6b5-4285-a064-679c3d0642d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:32:19.978265 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-ba6795ce-d6b5-4285-a064-679c3d0642d2 admin admin] Calling delete_port for 8dfc39f1-4c58-4849-853f-4cbc2706fdcf owned by network:router_interface {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 21:32:20.154183 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ba6795ce-d6b5-4285-a064-679c3d0642d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:32:20.179926 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6795ce-d6b5-4285-a064-679c3d0642d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=8dfc39f1-4c58-4849-853f-4cbc2706fdcf,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:32:20.352738 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ba6795ce-d6b5-4285-a064-679c3d0642d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-563470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-663272'] for router_interface, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:32:20.576547 n-d-818823-1 neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba6795ce-d6b5-4285-a064-679c3d0642d2 admin admin] Router 0ab545a9-3f08-4e4f-93f9-9c9bd1a2e957 has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 21:32:20.684175 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba6795ce-d6b5-4285-a064-679c3d0642d2 admin admin] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 21:32:20.689794 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-ba6795ce-d6b5-4285-a064-679c3d0642d2 admin admin] 10.222.0.46 "PUT /v2.0/routers/0ab545a9-3f08-4e4f-93f9-9c9bd1a2e957/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7121599 Nov 22 21:32:20.692354 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 34988) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:32:20.693110 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44b7e326-af24-4df3-844e-4617e087461d None None] Sync routers for ids ['0ab545a9-3f08-4e4f-93f9-9c9bd1a2e957'] in n-d-818823-1 {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 21:32:20.703136 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b7e326-af24-4df3-844e-4617e087461d None None] Routers {'0ab545a9-3f08-4e4f-93f9-9c9bd1a2e957'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 21:32:20.703991 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-44b7e326-af24-4df3-844e-4617e087461d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T21:32:03Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['0ab545a9-3f08-4e4f-93f9-9c9bd1a2e957'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:32:20.803063 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-fb601d53-fbc2-4f90-91d7-0685ba97c993 admin admin] Publish callbacks [] for router, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:32:20.817768 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-44b7e326-af24-4df3-844e-4617e087461d None None] Set router 0ab545a9-3f08-4e4f-93f9-9c9bd1a2e957 gateway port host: n-d-818823-1 {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 21:32:20.909422 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-fb601d53-fbc2-4f90-91d7-0685ba97c993 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:32:20.961494 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-fb601d53-fbc2-4f90-91d7-0685ba97c993 admin admin] Deleting port 4b665c37-1fd1-423c-a80d-5abb8d797731 {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 21:32:20.961839 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-fb601d53-fbc2-4f90-91d7-0685ba97c993 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:32:20.997311 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-44b7e326-af24-4df3-844e-4617e087461d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ab545a9-3f08-4e4f-93f9-9c9bd1a2e957', 'name': 'tempest-TestSnapshotPattern-355706390-router', 'tenant_id': 'ac3cde37eeed403eb0b794404fcda250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.180'}], 'enable_snat': True}, 'gw_port_id': '4b665c37-1fd1-423c-a80d-5abb8d797731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T21:27:29Z', 'updated_at': '2021-11-22T21:32:20Z', 'revision_number': 5, 'project_id': 'ac3cde37eeed403eb0b794404fcda250', 'gw_port': {'id': '4b665c37-1fd1-423c-a80d-5abb8d797731', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:9b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab545a9-3f08-4e4f-93f9-9c9bd1a2e957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:27:30Z', 'updated_at': '2021-11-22T21:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:32:21.023860 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44b7e326-af24-4df3-844e-4617e087461d None None] Checking router: 0ab545a9-3f08-4e4f-93f9-9c9bd1a2e957 for host: n-d-818823-1 {{(pid=103449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 21:32:21.032673 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b7e326-af24-4df3-844e-4617e087461d None None] Routers {'0ab545a9-3f08-4e4f-93f9-9c9bd1a2e957'} bound to L3 agent in host n-d-818823-1 {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 21:32:21.033276 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-44b7e326-af24-4df3-844e-4617e087461d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T21:32:03Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['0ab545a9-3f08-4e4f-93f9-9c9bd1a2e957'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:32:21.045377 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-fb601d53-fbc2-4f90-91d7-0685ba97c993 admin admin] For port 4b665c37-1fd1-423c-a80d-5abb8d797731, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=4b665c37-1fd1-423c-a80d-5abb8d797731,segment=NetworkSegment(8793ba83-8407-4c3d-9b56-2a177cd58a70),segment_id=8793ba83-8407-4c3d-9b56-2a177cd58a70)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 21:32:21.045738 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-fb601d53-fbc2-4f90-91d7-0685ba97c993 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:32:21.057229 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-fb601d53-fbc2-4f90-91d7-0685ba97c993 admin admin] Calling delete_port for 4b665c37-1fd1-423c-a80d-5abb8d797731 owned by network:router_gateway {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 21:32:21.121720 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-44b7e326-af24-4df3-844e-4617e087461d None None] Set router 0ab545a9-3f08-4e4f-93f9-9c9bd1a2e957 gateway port host: None {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 21:32:21.189744 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-44b7e326-af24-4df3-844e-4617e087461d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ab545a9-3f08-4e4f-93f9-9c9bd1a2e957', 'name': 'tempest-TestSnapshotPattern-355706390-router', 'tenant_id': 'ac3cde37eeed403eb0b794404fcda250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T21:27:29Z', 'updated_at': '2021-11-22T21:32:20Z', 'revision_number': 6, 'project_id': 'ac3cde37eeed403eb0b794404fcda250', 'gw_port_host': None}], 'n-d-818823-1', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:32:21.215781 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44b7e326-af24-4df3-844e-4617e087461d None None] The sync data for ids ['0ab545a9-3f08-4e4f-93f9-9c9bd1a2e957'] in n-d-818823-1 is: [{'id': '0ab545a9-3f08-4e4f-93f9-9c9bd1a2e957', 'name': 'tempest-TestSnapshotPattern-355706390-router', 'tenant_id': 'ac3cde37eeed403eb0b794404fcda250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T21:27:29Z', 'updated_at': '2021-11-22T21:32:20Z', 'revision_number': 6, 'project_id': 'ac3cde37eeed403eb0b794404fcda250', 'gw_port_host': None}] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 21:32:21.226868 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-fb601d53-fbc2-4f90-91d7-0685ba97c993 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:32:21.255836 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb601d53-fbc2-4f90-91d7-0685ba97c993 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b665c37-1fd1-423c-a80d-5abb8d797731,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:32:21.270729 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0866ba8-a0d6-4070-a0e5-58202b0d0cab None None] DHCP port deletion for c48a55e9-6a85-4746-b7bf-3e29fb560094 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 21:32:21.320772 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-fb601d53-fbc2-4f90-91d7-0685ba97c993 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595398'] for router_gateway, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:32:21.412400 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-fb601d53-fbc2-4f90-91d7-0685ba97c993 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24781'] for router, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:32:21.414471 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-fb601d53-fbc2-4f90-91d7-0685ba97c993 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:32:21.456276 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-fb601d53-fbc2-4f90-91d7-0685ba97c993 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-663261'] for router, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:32:21.456773 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb601d53-fbc2-4f90-91d7-0685ba97c993 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0ab545a9-3f08-4e4f-93f9-9c9bd1a2e957 {{(pid=103448) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 21:32:21.460980 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-fb601d53-fbc2-4f90-91d7-0685ba97c993 admin admin] Publish callbacks [] for router, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:32:21.462196 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-fb601d53-fbc2-4f90-91d7-0685ba97c993 admin admin] 10.222.0.46 "DELETE /v2.0/routers/0ab545a9-3f08-4e4f-93f9-9c9bd1a2e957 HTTP/1.1" status: 204 len: 168 time: 0.7688859 Nov 22 21:32:21.464700 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 34990) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:32:21.508723 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.db_base_plugin_v2 [None req-d899e55b-178f-4da8-ab3b-d96d0c39f051 admin admin] Deleting subnet 09ca977f-c259-4db8-b92e-b0f1fb643d6f {{(pid=103448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 21:32:21.511631 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d899e55b-178f-4da8-ab3b-d96d0c39f051 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:32:21.544979 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d899e55b-178f-4da8-ab3b-d96d0c39f051 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11627908'] for subnet, precommit_delete_associations {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:32:21.627810 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d899e55b-178f-4da8-ab3b-d96d0c39f051 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3753007'] for subnet, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:32:21.685065 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d899e55b-178f-4da8-ab3b-d96d0c39f051 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3753014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11567369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11792914'] for subnet, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:32:21.710860 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d899e55b-178f-4da8-ab3b-d96d0c39f051 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=09ca977f-c259-4db8-b92e-b0f1fb643d6f,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:32:21.712758 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d899e55b-178f-4da8-ab3b-d96d0c39f051 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:32:21.716553 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-d899e55b-178f-4da8-ab3b-d96d0c39f051 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/09ca977f-c259-4db8-b92e-b0f1fb643d6f HTTP/1.1" status: 204 len: 168 time: 0.2503607 Nov 22 21:32:21.717504 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e8c0006-739a-4adb-b20a-fde58039bcf8 None None] Network 946caf2e-4b9b-48c5-b148-790a6fe88581 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 21:32:21.719260 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 34992) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:32:21.790349 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3a053457-6cf8-4e30-a192-815a09d44b54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3961693'] for network, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:32:21.845881 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-3a053457-6cf8-4e30-a192-815a09d44b54 admin admin] Deleting port 6f0579cc-f28e-4889-88c4-5c9cea00dcf6 {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 21:32:21.846224 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3a053457-6cf8-4e30-a192-815a09d44b54 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:32:21.876935 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 0ed78371-3c98-4cad-a10e-0d32a221abed no longer exists at agent hyperv_n-h2-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 21:32:21.896927 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] No Port match for: 0ed78371-3c98-4cad-a10e-0d32a221abed {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 21:32:21.897276 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Device 0ed78371-3c98-4cad-a10e-0d32a221abed not bound to the agent host n-h2-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 21:32:21.909193 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-3a053457-6cf8-4e30-a192-815a09d44b54 admin admin] For port 6f0579cc-f28e-4889-88c4-5c9cea00dcf6, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=6f0579cc-f28e-4889-88c4-5c9cea00dcf6,segment=NetworkSegment(0c822c7b-6ff0-4fcc-bf11-21e852ee163b),segment_id=0c822c7b-6ff0-4fcc-bf11-21e852ee163b)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 21:32:21.909484 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3a053457-6cf8-4e30-a192-815a09d44b54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:32:21.926257 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-3a053457-6cf8-4e30-a192-815a09d44b54 admin admin] Calling delete_port for 6f0579cc-f28e-4889-88c4-5c9cea00dcf6 owned by network:dhcp {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 21:32:21.974551 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be1c9a7c-ef4a-46ab-81c4-7ae8652b6502 None None] DHCP port deletion for 946caf2e-4b9b-48c5-b148-790a6fe88581 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 21:32:22.008732 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3a053457-6cf8-4e30-a192-815a09d44b54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:32:22.036813 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a053457-6cf8-4e30-a192-815a09d44b54 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f0579cc-f28e-4889-88c4-5c9cea00dcf6,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:32:22.038707 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a053457-6cf8-4e30-a192-815a09d44b54 admin admin] No DVR routers for this DVR port 6f0579cc-f28e-4889-88c4-5c9cea00dcf6 on host n-d-818823-1 {{(pid=103448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 21:32:22.119316 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3a053457-6cf8-4e30-a192-815a09d44b54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3760028', 'neutron.services.segments.db._delete_segments_for_network-8748992815755'] for network, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:32:22.142115 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-3a053457-6cf8-4e30-a192-815a09d44b54 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['946caf2e-4b9b-48c5-b148-790a6fe88581']}} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:32:22.152685 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-3a053457-6cf8-4e30-a192-815a09d44b54 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c822c7b-6ff0-4fcc-bf11-21e852ee163b') {'for_net_delete': True} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:32:22.152864 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-3a053457-6cf8-4e30-a192-815a09d44b54 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c822c7b-6ff0-4fcc-bf11-21e852ee163b') {} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:32:22.162832 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3a053457-6cf8-4e30-a192-815a09d44b54 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748993039638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11627933'] for segment, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:32:22.178567 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3a053457-6cf8-4e30-a192-815a09d44b54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:32:22.188524 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a053457-6cf8-4e30-a192-815a09d44b54 admin admin] Releasing vlan 631 on physical network physnet1 to pool {{(pid=103448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 21:32:22.188937 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3a053457-6cf8-4e30-a192-815a09d44b54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11567447'] for segment, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:32:22.190757 n-d-818823-1 neutron-server[103448]: Traceback (most recent call last): Nov 22 21:32:22.190757 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 21:32:22.190757 n-d-818823-1 neutron-server[103448]: timer() Nov 22 21:32:22.190757 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 21:32:22.190757 n-d-818823-1 neutron-server[103448]: cb(*args, **kw) Nov 22 21:32:22.190757 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 21:32:22.190757 n-d-818823-1 neutron-server[103448]: return func(*args, **kwargs) Nov 22 21:32:22.190757 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 21:32:22.190757 n-d-818823-1 neutron-server[103448]: self._notify() Nov 22 21:32:22.190757 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 21:32:22.190757 n-d-818823-1 neutron-server[103448]: self.callback(batched_events) Nov 22 21:32:22.190757 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 21:32:22.190757 n-d-818823-1 neutron-server[103448]: event.method(event) Nov 22 21:32:22.190757 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 21:32:22.190757 n-d-818823-1 neutron-server[103448]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 21:32:22.190757 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 21:32:22.190757 n-d-818823-1 neutron-server[103448]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 21:32:22.190757 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 21:32:22.190757 n-d-818823-1 neutron-server[103448]: return f(self, *a, **k) Nov 22 21:32:22.190757 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 21:32:22.190757 n-d-818823-1 neutron-server[103448]: return self._get(url).json() Nov 22 21:32:22.190757 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 21:32:22.190757 n-d-818823-1 neutron-server[103448]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 21:32:22.190757 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 21:32:22.190757 n-d-818823-1 neutron-server[103448]: return self.request(url, 'GET', **kwargs) Nov 22 21:32:22.190757 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 21:32:22.190757 n-d-818823-1 neutron-server[103448]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 21:32:22.190757 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 21:32:22.190757 n-d-818823-1 neutron-server[103448]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 21:32:22.190757 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 21:32:22.190757 n-d-818823-1 neutron-server[103448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 21:32:22.190757 n-d-818823-1 neutron-server[103448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 21:32:22.203235 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-be1c9a7c-ef4a-46ab-81c4-7ae8652b6502 None None] Deleting port 6f0579cc-f28e-4889-88c4-5c9cea00dcf6 {{(pid=103449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 21:32:22.203707 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-be1c9a7c-ef4a-46ab-81c4-7ae8652b6502 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:32:22.251404 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3a053457-6cf8-4e30-a192-815a09d44b54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3760002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595318'] for network, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:32:22.257613 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3a053457-6cf8-4e30-a192-815a09d44b54 admin admin] Publish callbacks [] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:32:22.260973 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-3a053457-6cf8-4e30-a192-815a09d44b54 admin admin] 10.222.0.46 "DELETE /v2.0/networks/946caf2e-4b9b-48c5-b148-790a6fe88581 HTTP/1.1" status: 204 len: 168 time: 0.5407431 Nov 22 21:32:22.264411 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 34994) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:32:22.275406 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a053457-6cf8-4e30-a192-815a09d44b54 admin admin] Pushing event deleted for resources: {'Network': ['ID=946caf2e-4b9b-48c5-b148-790a6fe88581,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:32:22.287494 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-be1c9a7c-ef4a-46ab-81c4-7ae8652b6502 None None] For port 6f0579cc-f28e-4889-88c4-5c9cea00dcf6, host n-d-818823-1, got binding levels [] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 21:32:22.287900 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-be1c9a7c-ef4a-46ab-81c4-7ae8652b6502 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:32:22.301095 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-be1c9a7c-ef4a-46ab-81c4-7ae8652b6502 None None] Calling delete_port for 6f0579cc-f28e-4889-88c4-5c9cea00dcf6 owned by network:dhcp {{(pid=103449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 21:32:22.303825 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.ipam_backend_mixin [None req-be1c9a7c-ef4a-46ab-81c4-7ae8652b6502 None None] Port 6f0579cc-f28e-4889-88c4-5c9cea00dcf6 was not found and therefore no delete operation was performed {{(pid=103449) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 22 21:32:22.305053 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-be1c9a7c-ef4a-46ab-81c4-7ae8652b6502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381'] for port, after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:32:22.312781 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-be1c9a7c-ef4a-46ab-81c4-7ae8652b6502 None None] Network 946caf2e-4b9b-48c5-b148-790a6fe88581 is not hosted by any dhcp agent {{(pid=103449) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 22 21:32:22.313235 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be1c9a7c-ef4a-46ab-81c4-7ae8652b6502 None None] No DVR routers for this DVR port 6f0579cc-f28e-4889-88c4-5c9cea00dcf6 on host n-d-818823-1 {{(pid=103449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 21:32:22.335220 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1c9a7c-ef4a-46ab-81c4-7ae8652b6502 None None] Pushing event deleted for resources: {'Port': ['ID=6f0579cc-f28e-4889-88c4-5c9cea00dcf6,revision_number=None']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:32:22.464760 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 4b665c37-1fd1-423c-a80d-5abb8d797731 no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 21:32:22.491267 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: 4b665c37-1fd1-423c-a80d-5abb8d797731 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 21:32:22.491557 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 4b665c37-1fd1-423c-a80d-5abb8d797731 not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 21:32:22.492022 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 6f0579cc-f28e-4889-88c4-5c9cea00dcf6 no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 21:32:22.510974 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: 6f0579cc-f28e-4889-88c4-5c9cea00dcf6 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 21:32:22.511299 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 6f0579cc-f28e-4889-88c4-5c9cea00dcf6 not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 21:32:22.511730 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 8dfc39f1-4c58-4849-853f-4cbc2706fdcf no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 21:32:22.530741 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: 8dfc39f1-4c58-4849-853f-4cbc2706fdcf {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 21:32:22.531002 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 8dfc39f1-4c58-4849-853f-4cbc2706fdcf not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 21:32:22.619516 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-461fd7ce-4182-4d75-ab3a-11b0e2cd58bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659736'] for router_interface, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:32:22.869312 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-461fd7ce-4182-4d75-ab3a-11b0e2cd58bd admin admin] Deleting port 0dce4f6f-238f-49fd-8f36-3cc82ae8ce7d {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 21:32:22.869647 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-461fd7ce-4182-4d75-ab3a-11b0e2cd58bd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:32:22.947573 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [None req-461fd7ce-4182-4d75-ab3a-11b0e2cd58bd admin admin] For port 0dce4f6f-238f-49fd-8f36-3cc82ae8ce7d, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=0dce4f6f-238f-49fd-8f36-3cc82ae8ce7d,segment=NetworkSegment(9a9c4d0d-19dd-4b29-a6a8-e2cd6e5e0331),segment_id=9a9c4d0d-19dd-4b29-a6a8-e2cd6e5e0331)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 21:32:22.947932 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-461fd7ce-4182-4d75-ab3a-11b0e2cd58bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:32:22.960738 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-461fd7ce-4182-4d75-ab3a-11b0e2cd58bd admin admin] Calling delete_port for 0dce4f6f-238f-49fd-8f36-3cc82ae8ce7d owned by network:router_interface {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 21:32:23.136125 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-461fd7ce-4182-4d75-ab3a-11b0e2cd58bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:32:23.159783 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461fd7ce-4182-4d75-ab3a-11b0e2cd58bd admin admin] Pushing event deleted for resources: {'Port': ['ID=0dce4f6f-238f-49fd-8f36-3cc82ae8ce7d,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:32:23.322535 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-461fd7ce-4182-4d75-ab3a-11b0e2cd58bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-563470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-663272'] for router_interface, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:32:23.536964 n-d-818823-1 neutron-server[103447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-461fd7ce-4182-4d75-ab3a-11b0e2cd58bd admin admin] Router e723a5ad-4983-466d-8218-1d66416295a9 has already been hosted by L3 agent 194bad62-87bc-4c05-9c79-c51e1e3f7780 {{(pid=103447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 21:32:23.640834 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-461fd7ce-4182-4d75-ab3a-11b0e2cd58bd admin admin] Notify agent at l3_agent.n-d-818823-1 the message routers_updated {{(pid=103447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 21:32:23.645793 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-461fd7ce-4182-4d75-ab3a-11b0e2cd58bd admin admin] 10.222.0.46 "PUT /v2.0/routers/e723a5ad-4983-466d-8218-1d66416295a9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3805802 Nov 22 21:32:23.648341 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 34996) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:32:23.650795 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a7547c2-bdd6-4644-8ba6-aaa54a28bef7 None None] Sync routers for ids ['e723a5ad-4983-466d-8218-1d66416295a9'] in n-d-818823-1 {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 21:32:23.661141 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a7547c2-bdd6-4644-8ba6-aaa54a28bef7 None None] Routers {'e723a5ad-4983-466d-8218-1d66416295a9'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 21:32:23.661748 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-0a7547c2-bdd6-4644-8ba6-aaa54a28bef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T21:32:03Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['e723a5ad-4983-466d-8218-1d66416295a9'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:32:23.750367 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-510c5a92-03b0-4b2d-b161-9dd84c866bf7 admin admin] Publish callbacks [] for router, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:32:23.766478 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-0a7547c2-bdd6-4644-8ba6-aaa54a28bef7 None None] Set router e723a5ad-4983-466d-8218-1d66416295a9 gateway port host: n-d-818823-1 {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 21:32:23.853791 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-510c5a92-03b0-4b2d-b161-9dd84c866bf7 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:32:23.906873 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-510c5a92-03b0-4b2d-b161-9dd84c866bf7 admin admin] Deleting port e76fe6a8-c7bf-4f81-9c7d-5f82043255aa {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 21:32:23.907213 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-510c5a92-03b0-4b2d-b161-9dd84c866bf7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:32:23.957433 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-0a7547c2-bdd6-4644-8ba6-aaa54a28bef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e723a5ad-4983-466d-8218-1d66416295a9', 'name': 'tempest-TestSnapshotPattern-162365655-router', 'tenant_id': 'fb2621b79dc84cae8bc82a8d3e14e01a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'external_fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': 'e76fe6a8-c7bf-4f81-9c7d-5f82043255aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T21:27:34Z', 'updated_at': '2021-11-22T21:32:23Z', 'revision_number': 5, 'project_id': 'fb2621b79dc84cae8bc82a8d3e14e01a', 'gw_port': {'id': 'e76fe6a8-c7bf-4f81-9c7d-5f82043255aa', 'name': '', 'network_id': 'c48a55e9-6a85-4746-b7bf-3e29fb560094', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:e5:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e723a5ad-4983-466d-8218-1d66416295a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818823-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T21:27:35Z', 'updated_at': '2021-11-22T21:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5da6f781-63e6-4328-ae7a-5e672262f55a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818823-1'}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:32:23.992344 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.db [None req-510c5a92-03b0-4b2d-b161-9dd84c866bf7 admin admin] For port e76fe6a8-c7bf-4f81-9c7d-5f82043255aa, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=e76fe6a8-c7bf-4f81-9c7d-5f82043255aa,segment=NetworkSegment(8793ba83-8407-4c3d-9b56-2a177cd58a70),segment_id=8793ba83-8407-4c3d-9b56-2a177cd58a70)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 21:32:23.992636 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a7547c2-bdd6-4644-8ba6-aaa54a28bef7 None None] Checking router: e723a5ad-4983-466d-8218-1d66416295a9 for host: n-d-818823-1 {{(pid=103450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 21:32:23.993314 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-510c5a92-03b0-4b2d-b161-9dd84c866bf7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:32:24.003785 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a7547c2-bdd6-4644-8ba6-aaa54a28bef7 None None] Routers {'e723a5ad-4983-466d-8218-1d66416295a9'} bound to L3 agent in host n-d-818823-1 {{(pid=103450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 21:32:24.004412 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-0a7547c2-bdd6-4644-8ba6-aaa54a28bef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818823-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T19:53:02Z,description=,heartbeat_timestamp=2021-11-22T21:32:03Z,host='n-d-818823-1',id=194bad62-87bc-4c05-9c79-c51e1e3f7780,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T19:53:02Z,topic='l3_agent')) {'router_ids': ['e723a5ad-4983-466d-8218-1d66416295a9'], 'active': True} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:32:24.008129 n-d-818823-1 neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-510c5a92-03b0-4b2d-b161-9dd84c866bf7 admin admin] Calling delete_port for e76fe6a8-c7bf-4f81-9c7d-5f82043255aa owned by network:router_gateway {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 21:32:24.095479 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_dvr_db [None req-0a7547c2-bdd6-4644-8ba6-aaa54a28bef7 None None] Set router e723a5ad-4983-466d-8218-1d66416295a9 gateway port host: None {{(pid=103450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 21:32:24.153135 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.l3_hamode_db [None req-0a7547c2-bdd6-4644-8ba6-aaa54a28bef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e723a5ad-4983-466d-8218-1d66416295a9', 'name': 'tempest-TestSnapshotPattern-162365655-router', 'tenant_id': 'fb2621b79dc84cae8bc82a8d3e14e01a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T21:27:34Z', 'updated_at': '2021-11-22T21:32:23Z', 'revision_number': 6, 'project_id': 'fb2621b79dc84cae8bc82a8d3e14e01a', 'gw_port_host': None}], 'n-d-818823-1', False) {} {{(pid=103450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:32:24.173494 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-510c5a92-03b0-4b2d-b161-9dd84c866bf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8900841'] for port, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:32:24.180294 n-d-818823-1 neutron-server[103450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a7547c2-bdd6-4644-8ba6-aaa54a28bef7 None None] The sync data for ids ['e723a5ad-4983-466d-8218-1d66416295a9'] in n-d-818823-1 is: [{'id': 'e723a5ad-4983-466d-8218-1d66416295a9', 'name': 'tempest-TestSnapshotPattern-162365655-router', 'tenant_id': 'fb2621b79dc84cae8bc82a8d3e14e01a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T21:27:34Z', 'updated_at': '2021-11-22T21:32:23Z', 'revision_number': 6, 'project_id': 'fb2621b79dc84cae8bc82a8d3e14e01a', 'gw_port_host': None}] {{(pid=103450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 21:32:24.201784 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510c5a92-03b0-4b2d-b161-9dd84c866bf7 admin admin] Pushing event deleted for resources: {'Port': ['ID=e76fe6a8-c7bf-4f81-9c7d-5f82043255aa,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:32:24.215846 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a956721-782d-43f5-9152-ad2578e219f6 None None] DHCP port deletion for c48a55e9-6a85-4746-b7bf-3e29fb560094 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 21:32:24.268562 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-510c5a92-03b0-4b2d-b161-9dd84c866bf7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-595398'] for router_gateway, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:32:24.362903 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-510c5a92-03b0-4b2d-b161-9dd84c866bf7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-659646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24781'] for router, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:32:24.365084 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-510c5a92-03b0-4b2d-b161-9dd84c866bf7 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:32:24.411563 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-510c5a92-03b0-4b2d-b161-9dd84c866bf7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-663261'] for router, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:32:24.412132 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-510c5a92-03b0-4b2d-b161-9dd84c866bf7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e723a5ad-4983-466d-8218-1d66416295a9 {{(pid=103447) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 21:32:24.416710 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-510c5a92-03b0-4b2d-b161-9dd84c866bf7 admin admin] Publish callbacks [] for router, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:32:24.418037 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-510c5a92-03b0-4b2d-b161-9dd84c866bf7 admin admin] 10.222.0.46 "DELETE /v2.0/routers/e723a5ad-4983-466d-8218-1d66416295a9 HTTP/1.1" status: 204 len: 168 time: 0.7678161 Nov 22 21:32:24.421058 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 34998) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:32:24.465516 n-d-818823-1 neutron-server[103447]: DEBUG neutron.db.db_base_plugin_v2 [None req-d52ffa5f-1411-428a-967a-605aafb6da17 admin admin] Deleting subnet 90b7831e-d32f-4d41-bc86-3505fdee89a1 {{(pid=103447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 21:32:24.468647 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-d52ffa5f-1411-428a-967a-605aafb6da17 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:32:24.503353 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-d52ffa5f-1411-428a-967a-605aafb6da17 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12178353'] for subnet, precommit_delete_associations {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:32:24.581847 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-d52ffa5f-1411-428a-967a-605aafb6da17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3753007'] for subnet, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:32:24.633261 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-d52ffa5f-1411-428a-967a-605aafb6da17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3753014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8900804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8485115'] for subnet, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:32:24.656266 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52ffa5f-1411-428a-967a-605aafb6da17 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=90b7831e-d32f-4d41-bc86-3505fdee89a1,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:32:24.661907 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-d52ffa5f-1411-428a-967a-605aafb6da17 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:32:24.665088 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-d52ffa5f-1411-428a-967a-605aafb6da17 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/90b7831e-d32f-4d41-bc86-3505fdee89a1 HTTP/1.1" status: 204 len: 168 time: 0.2431030 Nov 22 21:32:24.667852 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 35000) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:32:24.689164 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dddcb1a6-befd-46fc-b253-9feed753def8 None None] Network 00857a0e-a907-4429-b1dd-3c73f46d0c44 requested from n-d-818823-1 {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 21:32:24.748047 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 0dce4f6f-238f-49fd-8f36-3cc82ae8ce7d no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 21:32:24.752379 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d1d1825f-bd34-41e8-891f-110d9c86100c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3961693'] for network, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:32:24.775457 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: 0dce4f6f-238f-49fd-8f36-3cc82ae8ce7d {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 21:32:24.775808 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 0dce4f6f-238f-49fd-8f36-3cc82ae8ce7d not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 21:32:24.776224 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device e76fe6a8-c7bf-4f81-9c7d-5f82043255aa no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 21:32:24.805483 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-d1d1825f-bd34-41e8-891f-110d9c86100c admin admin] Deleting port 7b88094d-e46d-44f7-b3c9-580ab93b13bd {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 21:32:24.805825 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d1d1825f-bd34-41e8-891f-110d9c86100c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:32:24.820208 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: e76fe6a8-c7bf-4f81-9c7d-5f82043255aa {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 21:32:24.820835 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device e76fe6a8-c7bf-4f81-9c7d-5f82043255aa not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 21:32:24.878504 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-d1d1825f-bd34-41e8-891f-110d9c86100c admin admin] For port 7b88094d-e46d-44f7-b3c9-580ab93b13bd, host n-d-818823-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818823-1',level=0,port_id=7b88094d-e46d-44f7-b3c9-580ab93b13bd,segment=NetworkSegment(9a9c4d0d-19dd-4b29-a6a8-e2cd6e5e0331),segment_id=9a9c4d0d-19dd-4b29-a6a8-e2cd6e5e0331)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 21:32:24.878861 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d1d1825f-bd34-41e8-891f-110d9c86100c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:32:24.896089 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-d1d1825f-bd34-41e8-891f-110d9c86100c admin admin] Calling delete_port for 7b88094d-e46d-44f7-b3c9-580ab93b13bd owned by network:dhcp {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 21:32:24.927701 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c927f076-1f4b-47c5-872d-c85201ebc34b None None] DHCP port deletion for 00857a0e-a907-4429-b1dd-3c73f46d0c44 request from n-d-818823-1 {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 21:32:24.982600 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d1d1825f-bd34-41e8-891f-110d9c86100c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11567396'] for port, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:32:24.984326 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-c927f076-1f4b-47c5-872d-c85201ebc34b None None] Deleting port 7b88094d-e46d-44f7-b3c9-580ab93b13bd {{(pid=103449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 21:32:24.984708 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-c927f076-1f4b-47c5-872d-c85201ebc34b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748992949032'] for port, before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:32:25.008748 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d1825f-bd34-41e8-891f-110d9c86100c admin admin] Pushing event deleted for resources: {'Port': ['ID=7b88094d-e46d-44f7-b3c9-580ab93b13bd,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:32:25.016055 n-d-818823-1 neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d1825f-bd34-41e8-891f-110d9c86100c admin admin] No DVR routers for this DVR port 7b88094d-e46d-44f7-b3c9-580ab93b13bd on host n-d-818823-1 {{(pid=103448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 21:32:25.048742 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-c927f076-1f4b-47c5-872d-c85201ebc34b None None] For port 7b88094d-e46d-44f7-b3c9-580ab93b13bd, host n-d-818823-1, got binding levels [] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 21:32:25.049138 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-c927f076-1f4b-47c5-872d-c85201ebc34b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715505'] for port, precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:32:25.061574 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-c927f076-1f4b-47c5-872d-c85201ebc34b None None] Calling delete_port for 7b88094d-e46d-44f7-b3c9-580ab93b13bd owned by network:dhcp {{(pid=103449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 21:32:25.064320 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.ipam_backend_mixin [None req-c927f076-1f4b-47c5-872d-c85201ebc34b None None] Port 7b88094d-e46d-44f7-b3c9-580ab93b13bd was not found and therefore no delete operation was performed {{(pid=103449) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 22 21:32:25.065611 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-c927f076-1f4b-47c5-872d-c85201ebc34b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3717679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748992951637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748992468381'] for port, after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:32:25.089253 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d1d1825f-bd34-41e8-891f-110d9c86100c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3760028', 'neutron.services.segments.db._delete_segments_for_network-8748992815755'] for network, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:32:25.092566 n-d-818823-1 neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c927f076-1f4b-47c5-872d-c85201ebc34b None None] Pushing event deleted for resources: {'Port': ['ID=7b88094d-e46d-44f7-b3c9-580ab93b13bd,revision_number=None']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:32:25.094524 n-d-818823-1 neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c927f076-1f4b-47c5-872d-c85201ebc34b None None] No DVR routers for this DVR port 7b88094d-e46d-44f7-b3c9-580ab93b13bd on host n-d-818823-1 {{(pid=103449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 21:32:25.113298 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-d1d1825f-bd34-41e8-891f-110d9c86100c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00857a0e-a907-4429-b1dd-3c73f46d0c44']}} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:32:25.122604 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-d1d1825f-bd34-41e8-891f-110d9c86100c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a9c4d0d-19dd-4b29-a6a8-e2cd6e5e0331') {'for_net_delete': True} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:32:25.122894 n-d-818823-1 neutron-server[103448]: DEBUG neutron.services.segments.db [None req-d1d1825f-bd34-41e8-891f-110d9c86100c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a9c4d0d-19dd-4b29-a6a8-e2cd6e5e0331') {} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 21:32:25.131954 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d1d1825f-bd34-41e8-891f-110d9c86100c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748993039638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11627933'] for segment, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:32:25.145401 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d1d1825f-bd34-41e8-891f-110d9c86100c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936'] for segment, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:32:25.151100 n-d-818823-1 neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1d1825f-bd34-41e8-891f-110d9c86100c admin admin] Releasing vlan 638 on physical network physnet1 to pool {{(pid=103448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 21:32:25.151502 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d1d1825f-bd34-41e8-891f-110d9c86100c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3752936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11567447'] for segment, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:32:25.153163 n-d-818823-1 neutron-server[103448]: Traceback (most recent call last): Nov 22 21:32:25.153163 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 21:32:25.153163 n-d-818823-1 neutron-server[103448]: timer() Nov 22 21:32:25.153163 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 21:32:25.153163 n-d-818823-1 neutron-server[103448]: cb(*args, **kw) Nov 22 21:32:25.153163 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 21:32:25.153163 n-d-818823-1 neutron-server[103448]: return func(*args, **kwargs) Nov 22 21:32:25.153163 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 21:32:25.153163 n-d-818823-1 neutron-server[103448]: self._notify() Nov 22 21:32:25.153163 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 21:32:25.153163 n-d-818823-1 neutron-server[103448]: self.callback(batched_events) Nov 22 21:32:25.153163 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 21:32:25.153163 n-d-818823-1 neutron-server[103448]: event.method(event) Nov 22 21:32:25.153163 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 21:32:25.153163 n-d-818823-1 neutron-server[103448]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 21:32:25.153163 n-d-818823-1 neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 21:32:25.153163 n-d-818823-1 neutron-server[103448]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 21:32:25.153163 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 21:32:25.153163 n-d-818823-1 neutron-server[103448]: return f(self, *a, **k) Nov 22 21:32:25.153163 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 21:32:25.153163 n-d-818823-1 neutron-server[103448]: return self._get(url).json() Nov 22 21:32:25.153163 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 21:32:25.153163 n-d-818823-1 neutron-server[103448]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 21:32:25.153163 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 21:32:25.153163 n-d-818823-1 neutron-server[103448]: return self.request(url, 'GET', **kwargs) Nov 22 21:32:25.153163 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 21:32:25.153163 n-d-818823-1 neutron-server[103448]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 21:32:25.153163 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 21:32:25.153163 n-d-818823-1 neutron-server[103448]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 21:32:25.153163 n-d-818823-1 neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 21:32:25.153163 n-d-818823-1 neutron-server[103448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 21:32:25.153163 n-d-818823-1 neutron-server[103448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 21:32:25.204445 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d1d1825f-bd34-41e8-891f-110d9c86100c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3760002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-595318'] for network, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:32:25.210781 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d1d1825f-bd34-41e8-891f-110d9c86100c admin admin] Publish callbacks [] for network, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:32:25.214121 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-d1d1825f-bd34-41e8-891f-110d9c86100c admin admin] 10.222.0.46 "DELETE /v2.0/networks/00857a0e-a907-4429-b1dd-3c73f46d0c44 HTTP/1.1" status: 204 len: 168 time: 0.5451951 Nov 22 21:32:25.224381 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d1825f-bd34-41e8-891f-110d9c86100c admin admin] Pushing event deleted for resources: {'Network': ['ID=00857a0e-a907-4429-b1dd-3c73f46d0c44,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:32:25.388479 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 35004) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:32:25.428186 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-f3c6c16d-54b3-45b3-b580-99f6ecfc2131 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ac3cde37eeed403eb0b794404fcda250&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0385547 Nov 22 21:32:25.430583 n-d-818823-1 neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.46', 35006) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:32:25.476693 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8e64332a-2aff-4302-a49d-882dbf5282d1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:32:25.501122 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8e64332a-2aff-4302-a49d-882dbf5282d1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:32:25.548073 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8e64332a-2aff-4302-a49d-882dbf5282d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:32:25.550628 n-d-818823-1 neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8e64332a-2aff-4302-a49d-882dbf5282d1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:32:25.551812 n-d-818823-1 neutron-server[103447]: INFO neutron.wsgi [None req-8e64332a-2aff-4302-a49d-882dbf5282d1 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7fed1128-e978-4b34-bfdb-6ca46d6cc4cf HTTP/1.1" status: 204 len: 168 time: 0.1203463 Nov 22 21:32:25.559297 n-d-818823-1 neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e64332a-2aff-4302-a49d-882dbf5282d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fed1128-e978-4b34-bfdb-6ca46d6cc4cf,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:32:25.865517 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 35012) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:32:25.908771 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-4b6cb95c-a4ca-4b93-b44d-e888c84ef689 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=fb2621b79dc84cae8bc82a8d3e14e01a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0420535 Nov 22 21:32:25.911147 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.46', 35014) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 21:32:25.957001 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ed5b7a49-2ad2-4eee-9d27-4819bf086839 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:32:25.978540 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ed5b7a49-2ad2-4eee-9d27-4819bf086839 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:32:26.025365 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ed5b7a49-2ad2-4eee-9d27-4819bf086839 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554774'] for security_group, after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:32:26.027980 n-d-818823-1 neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ed5b7a49-2ad2-4eee-9d27-4819bf086839 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:32:26.029786 n-d-818823-1 neutron-server[103448]: INFO neutron.wsgi [None req-ed5b7a49-2ad2-4eee-9d27-4819bf086839 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/81b15987-e4c8-4a17-a2f0-3794d14a1b67 HTTP/1.1" status: 204 len: 168 time: 0.1177130 Nov 22 21:32:26.037667 n-d-818823-1 neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5b7a49-2ad2-4eee-9d27-4819bf086839 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81b15987-e4c8-4a17-a2f0-3794d14a1b67,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 21:32:26.466205 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 7b88094d-e46d-44f7-b3c9-580ab93b13bd no longer exists at agent ovs-agent-n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 21:32:26.493226 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] No Port match for: 7b88094d-e46d-44f7-b3c9-580ab93b13bd {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 21:32:26.493717 n-d-818823-1 neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Device 7b88094d-e46d-44f7-b3c9-580ab93b13bd not bound to the agent host n-d-818823-1 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 21:32:30.173709 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-04d31f8d-6a8a-4ee5-8dfa-105e909c5d6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:32:33.079164 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-7ac71e20-277e-46f1-b867-22ee9da1f84a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:32:33.776018 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-03f0964f-1b75-4df7-99e0-a3cdb56ec2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:32:35.480108 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e49ee129-e862-4476-beca-cdc8150d2345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:32:36.251389 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:32:43.133548 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.agents_db [None req-aa8313f2-1ee4-4e7b-8c5a-d32b2f9d31ee None None] Agent healthcheck: found 7 active agents {{(pid=103450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 21:32:45.331038 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:32:45.356403 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:33:00.174936 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-091873e6-395a-4ad9-8785-1574c3ba0bf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:33:03.080202 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-5ec021e5-740c-497a-9933-128cd5c4503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:33:03.777413 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-03f0964f-1b75-4df7-99e0-a3cdb56ec2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:33:05.483018 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e49ee129-e862-4476-beca-cdc8150d2345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:33:06.259316 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:33:15.319936 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:33:15.359147 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:33:20.134310 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.agents_db [None req-aa8313f2-1ee4-4e7b-8c5a-d32b2f9d31ee None None] Agent healthcheck: found 7 active agents {{(pid=103450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 21:33:30.175986 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6f2f6e80-6afe-4df5-9b1f-5081ae498766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:33:33.081424 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-42c31376-af50-490b-a234-8ce9a301f2fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:33:33.781899 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-03f0964f-1b75-4df7-99e0-a3cdb56ec2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:33:35.486168 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e49ee129-e862-4476-beca-cdc8150d2345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:33:36.254935 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:33:45.324111 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:33:45.370245 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:33:57.140375 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.agents_db [None req-aa8313f2-1ee4-4e7b-8c5a-d32b2f9d31ee None None] Agent healthcheck: found 7 active agents {{(pid=103450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 21:34:00.180112 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-c3c8d105-4bd6-45f6-a3af-ad0bc4bc5dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:34:03.082148 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-05452678-5b38-4a5f-82e4-9cb489fd7f1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:34:03.783961 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-03f0964f-1b75-4df7-99e0-a3cdb56ec2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:34:05.488342 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e49ee129-e862-4476-beca-cdc8150d2345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:34:06.257367 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:34:15.322893 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:34:15.371324 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:34:30.181453 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-51634012-390d-48c9-87d2-22ae17ad3f5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:34:33.082673 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-78b23748-fc0b-4f10-8f45-bdf22c69022d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:34:33.785966 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-03f0964f-1b75-4df7-99e0-a3cdb56ec2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:34:34.139242 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.agents_db [None req-aa8313f2-1ee4-4e7b-8c5a-d32b2f9d31ee None None] Agent healthcheck: found 7 active agents {{(pid=103450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 21:34:35.491554 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e49ee129-e862-4476-beca-cdc8150d2345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:34:36.260112 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:34:45.323493 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:34:45.387261 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:35:00.182309 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-8a3eacaa-d598-4eeb-aa06-06e1b3d3dbed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:35:03.084554 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-d867890d-3b28-40c6-98b7-01f146d0980e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:35:03.788885 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-03f0964f-1b75-4df7-99e0-a3cdb56ec2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:35:05.494092 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e49ee129-e862-4476-beca-cdc8150d2345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:35:06.262491 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:35:11.139602 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.agents_db [None req-aa8313f2-1ee4-4e7b-8c5a-d32b2f9d31ee None None] Agent healthcheck: found 7 active agents {{(pid=103450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 21:35:15.322604 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:35:15.397134 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:35:30.184084 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-43438111-8668-4a32-b9b2-45f300fd0e7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:35:33.085775 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4ab855fb-6ade-4426-9b94-c3f51b33128b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:35:33.793487 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-03f0964f-1b75-4df7-99e0-a3cdb56ec2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:35:35.496105 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e49ee129-e862-4476-beca-cdc8150d2345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:35:36.264656 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:35:45.321427 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:35:45.396375 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:35:48.138556 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.agents_db [None req-aa8313f2-1ee4-4e7b-8c5a-d32b2f9d31ee None None] Agent healthcheck: found 7 active agents {{(pid=103450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 21:36:00.185666 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-93b7b09c-71cb-467f-85f1-34e44dfc32f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:36:03.088973 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-05603e0a-09aa-4fc0-91d5-fd05e956e2eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:36:03.799762 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-03f0964f-1b75-4df7-99e0-a3cdb56ec2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:36:05.499660 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e49ee129-e862-4476-beca-cdc8150d2345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:36:06.266917 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:36:15.332698 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:36:15.397333 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:36:25.138264 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.agents_db [None req-aa8313f2-1ee4-4e7b-8c5a-d32b2f9d31ee None None] Agent healthcheck: found 7 active agents {{(pid=103450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 21:36:30.188168 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-61995a04-3cab-4c36-be67-746289a3bc82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:36:33.093926 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-bec50637-0dfa-41bc-8f13-ac398686c57b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:36:33.799448 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-03f0964f-1b75-4df7-99e0-a3cdb56ec2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:36:35.502248 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e49ee129-e862-4476-beca-cdc8150d2345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:36:36.270514 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:36:45.336629 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:36:45.411148 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:37:00.189961 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-48d567db-5fef-4f3a-b22e-40b958c0e948 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:37:02.138107 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.agents_db [None req-aa8313f2-1ee4-4e7b-8c5a-d32b2f9d31ee None None] Agent healthcheck: found 7 active agents {{(pid=103450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 21:37:03.094681 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-8deb9cb1-b5b0-489d-80cf-d84204b41bd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:37:03.801240 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-03f0964f-1b75-4df7-99e0-a3cdb56ec2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:37:05.505649 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e49ee129-e862-4476-beca-cdc8150d2345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:37:06.273706 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:37:15.336040 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:37:15.425877 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:37:30.191347 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-82c472b8-bf7c-4df3-bb9d-150abae3ef26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:37:33.095304 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-3582e581-b8af-4697-b85d-05d6d83f4004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:37:33.803963 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-03f0964f-1b75-4df7-99e0-a3cdb56ec2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:37:35.508668 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e49ee129-e862-4476-beca-cdc8150d2345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:37:36.275825 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:37:39.137089 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.agents_db [None req-aa8313f2-1ee4-4e7b-8c5a-d32b2f9d31ee None None] Agent healthcheck: found 7 active agents {{(pid=103450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 21:37:45.335728 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:37:45.425050 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:38:00.192898 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-556e9c05-b119-46a2-9b87-a49dc3ab4fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:38:03.095723 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-b27c6529-db8a-4793-8039-e49cf80ae0c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:38:03.807603 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-03f0964f-1b75-4df7-99e0-a3cdb56ec2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:38:05.510614 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e49ee129-e862-4476-beca-cdc8150d2345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:38:06.280689 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:38:15.350466 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:38:15.424774 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:38:16.135783 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.agents_db [None req-aa8313f2-1ee4-4e7b-8c5a-d32b2f9d31ee None None] Agent healthcheck: found 7 active agents {{(pid=103450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 21:38:30.193362 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-5b70abe9-32cd-422b-9af6-340dd8396c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:38:33.097324 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-f15446a1-3783-4178-a02c-3eccabfe157d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:38:33.811581 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-03f0964f-1b75-4df7-99e0-a3cdb56ec2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:38:35.513209 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e49ee129-e862-4476-beca-cdc8150d2345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:38:36.278820 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:38:45.348509 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:38:45.428754 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:38:53.134458 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.agents_db [None req-aa8313f2-1ee4-4e7b-8c5a-d32b2f9d31ee None None] Agent healthcheck: found 7 active agents {{(pid=103450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 21:39:00.193759 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-0856eab7-af26-4794-a4de-fdf0e81f4251 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:39:03.098235 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-d5dcc845-a01c-4a00-8e13-ba0b0cf90cd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:39:03.814503 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-03f0964f-1b75-4df7-99e0-a3cdb56ec2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:39:05.516538 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e49ee129-e862-4476-beca-cdc8150d2345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:39:06.271689 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:39:15.359884 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:39:15.428061 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:39:30.134241 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.agents_db [None req-aa8313f2-1ee4-4e7b-8c5a-d32b2f9d31ee None None] Agent healthcheck: found 7 active agents {{(pid=103450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 21:39:30.196508 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-cb27a1e3-fad9-4729-8faf-106e1267a515 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:39:33.098662 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-946f1690-8fa9-4a53-afcb-3fd6faa7ca3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:39:33.817112 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-03f0964f-1b75-4df7-99e0-a3cdb56ec2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:39:35.518742 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e49ee129-e862-4476-beca-cdc8150d2345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:39:36.274891 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:39:45.364050 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:39:45.453706 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:40:00.200049 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-82483300-2a76-49d0-bf86-d7af64cca23b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:40:03.100832 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-c10b435b-2a4a-498c-80ef-25f05e9e89fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:40:03.820239 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-03f0964f-1b75-4df7-99e0-a3cdb56ec2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:40:05.522322 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e49ee129-e862-4476-beca-cdc8150d2345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:40:06.281807 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:40:07.134953 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.agents_db [None req-aa8313f2-1ee4-4e7b-8c5a-d32b2f9d31ee None None] Agent healthcheck: found 7 active agents {{(pid=103450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 21:40:15.364551 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:40:15.460915 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:40:30.200631 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-45d3c466-b49c-4493-b0b1-a583cb45bac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:40:33.103037 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-a0bd5ab8-e506-45eb-90ca-66c5e601c895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:40:33.825779 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-03f0964f-1b75-4df7-99e0-a3cdb56ec2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:40:35.527587 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e49ee129-e862-4476-beca-cdc8150d2345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:40:36.282862 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-68e535a7-b509-4963-bff5-ce3945a5a3fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:40:36.791057 n-d-818823-1 neutron-server[103448]: DEBUG neutron.wsgi [req-13c41060-e4d5-4712-99a2-3ba260bf952c req-e6eac6d3-227b-4f99-9239-e2722d6a2aea service neutron] (103448) timed out ('10.222.0.46', 32852) {{(pid=103448) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 22 21:40:44.135374 n-d-818823-1 neutron-server[103450]: DEBUG neutron.db.agents_db [None req-aa8313f2-1ee4-4e7b-8c5a-d32b2f9d31ee None None] Agent healthcheck: found 7 active agents {{(pid=103450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 21:40:45.363991 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba287294-e002-4ee5-933f-66520752f1dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:40:45.457597 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39a38d20-c403-4fc6-969f-8840308d2e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 21:41:00.201348 n-d-818823-1 neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-5c55178e-6132-4c30-a37f-eba6c66d49aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748992815827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3756544'] for agent, after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}